-- Logs begin at Mon 2022-05-30 18:41:29 UTC, end at Mon 2022-05-30 22:03:44 UTC. -- May 30 19:44:37.910942 n-d-843948-2 systemd[1]: Started Devstack devstack@q-svc.service. May 30 19:44:40.197757 n-d-843948-2 neutron-server[84777]: INFO neutron.common.config [-] Logging enabled! May 30 19:44:40.198592 n-d-843948-2 neutron-server[84777]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.4.2.dev8 May 30 19:44:40.198592 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=84777) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} May 30 19:44:40.200954 n-d-843948-2 neutron-server[84777]: INFO neutron.common.config [-] Logging enabled! May 30 19:44:40.201320 n-d-843948-2 neutron-server[84777]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.4.2.dev8 May 30 19:44:40.201668 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=84777) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} May 30 19:44:40.202849 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 30 19:44:40.203159 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 30 19:44:40.203648 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 30 19:44:40.204010 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 30 19:44:40.204319 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 30 19:44:40.204721 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:40.205103 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:40.205488 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:40.205834 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:40.206215 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:40.206593 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:40.206993 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:40.207374 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:40.207781 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:40.208154 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:40.208603 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:40.208981 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:40.209291 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:40.209701 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] config_source = [] {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:40.210080 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:40.210462 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:40.210766 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] debug = True {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:40.211134 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:40.211758 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:40.212230 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:40.212598 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:40.213214 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:40.213452 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:40.213813 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:40.214194 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:40.214633 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] host = n-d-843948-2 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:40.214998 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:40.215374 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:40.215752 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:40.216176 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:40.216542 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:40.217006 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:40.217418 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:40.218336 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] log_dir = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:40.218677 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] log_file = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:40.219037 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:40.219375 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:40.219721 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:40.220061 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:40.220342 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:40.220596 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:40.220922 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:40.221246 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:40.221595 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:40.221953 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:40.222264 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:40.222650 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:40.222883 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:40.223189 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:40.223523 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:40.223842 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:40.224197 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:40.224518 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:40.224831 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:40.225139 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:40.225445 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:40.225795 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:40.226106 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:40.226415 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:40.226723 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:40.227047 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:40.227409 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:40.227726 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:40.228069 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:40.228443 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:40.228769 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:40.229089 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:40.229423 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:40.229782 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:40.230098 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:40.230412 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] use_journal = False {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:40.230717 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] use_json = False {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:40.231025 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:40.231331 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:40.231671 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:40.232010 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:40.232322 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:40.232636 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:40.232949 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:40.233834 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:40.234160 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:40.234498 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:40.234905 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:40.235253 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:40.235577 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:40.235910 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:40.236229 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:40.236552 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:40.236874 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:40.237200 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:40.237581 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:40.237952 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:40.238269 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:40.238650 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:40.238989 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:40.239320 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:40.239634 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:40.239951 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:40.240398 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:40.240715 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:40.241030 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:40.241346 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:40.241719 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:40.242093 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:40.242408 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:40.242728 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:40.243046 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:40.243355 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:40.243663 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:40.243979 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:40.244376 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:40.244695 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:40.245007 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:40.245318 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:40.245667 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:40.246013 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:40.246416 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:40.246739 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:40.247055 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:40.247371 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:40.247747 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:40.248061 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:40.248376 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:40.248779 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:40.249102 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:40.249421 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:40.249757 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:40.250072 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:40.250385 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:40.250707 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:40.251017 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:40.251379 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:40.251693 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:40.252035 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:40.252443 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:40.252762 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:40.253075 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:40.253452 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:40.253811 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:40.254152 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:40.254492 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:40.254814 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:40.255143 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:40.255463 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:40.255782 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:40.256100 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:40.256420 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:40.256739 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:40.257058 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:40.257374 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:40.257767 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:40.258128 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:40.258458 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:40.258794 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:40.259130 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:40.259476 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:40.259798 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:40.260122 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:40.260438 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:40.260757 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:40.261081 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:40.261406 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:40.261786 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:40.262132 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:40.262500 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:40.262843 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:40.263180 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:40.263527 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:40.263913 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:40.264236 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:40.264517 n-d-843948-2 neutron-server[84777]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 30 19:44:40.264805 n-d-843948-2 neutron-server[84777]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=84777) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 30 19:44:40.689437 n-d-843948-2 neutron-server[84777]: INFO keyring.backend [-] Loading KWallet May 30 19:44:40.697478 n-d-843948-2 neutron-server[84777]: INFO keyring.backend [-] Loading SecretService May 30 19:44:40.700938 n-d-843948-2 neutron-server[84777]: INFO keyring.backend [-] Loading Windows May 30 19:44:40.702920 n-d-843948-2 neutron-server[84777]: INFO keyring.backend [-] Loading chainer May 30 19:44:40.703515 n-d-843948-2 neutron-server[84777]: INFO keyring.backend [-] Loading macOS May 30 19:44:40.737879 n-d-843948-2 neutron-server[84777]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=84777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 30 19:44:40.738202 n-d-843948-2 neutron-server[84777]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=84777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 30 19:44:40.738549 n-d-843948-2 neutron-server[84777]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=84777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 30 19:44:40.740333 n-d-843948-2 neutron-server[84777]: INFO neutron.manager [-] Loading core plugin: ml2 May 30 19:44:41.063949 n-d-843948-2 neutron-server[84777]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:44:41.064176 n-d-843948-2 neutron-server[84777]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:44:41.064498 n-d-843948-2 neutron-server[84777]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:44:41.126849 n-d-843948-2 neutron-server[84777]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:44:41.127167 n-d-843948-2 neutron-server[84777]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:44:41.127469 n-d-843948-2 neutron-server[84777]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:44:41.130917 n-d-843948-2 neutron-server[84777]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:44:41.131194 n-d-843948-2 neutron-server[84777]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:44:41.131456 n-d-843948-2 neutron-server[84777]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:44:41.164984 n-d-843948-2 neutron-server[84777]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:44:41.165291 n-d-843948-2 neutron-server[84777]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:44:41.165640 n-d-843948-2 neutron-server[84777]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:44:41.197968 n-d-843948-2 neutron-server[84777]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:44:41.197968 n-d-843948-2 neutron-server[84777]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:44:41.198892 n-d-843948-2 neutron-server[84777]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:44:41.540192 n-d-843948-2 neutron-server[84777]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=84777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:44:41.540523 n-d-843948-2 neutron-server[84777]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=84777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:44:41.540824 n-d-843948-2 neutron-server[84777]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=84777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:44:41.541123 n-d-843948-2 neutron-server[84777]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=84777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:44:41.542277 n-d-843948-2 neutron-server[84777]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=84777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:44:41.668140 n-d-843948-2 neutron-server[84777]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=84777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:44:41.668457 n-d-843948-2 neutron-server[84777]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=84777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:44:41.668733 n-d-843948-2 neutron-server[84777]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=84777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:44:41.668995 n-d-843948-2 neutron-server[84777]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=84777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:44:41.669251 n-d-843948-2 neutron-server[84777]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=84777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:44:41.669553 n-d-843948-2 neutron-server[84777]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=84777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:44:41.669835 n-d-843948-2 neutron-server[84777]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=84777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:44:41.670087 n-d-843948-2 neutron-server[84777]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=84777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:44:41.670338 n-d-843948-2 neutron-server[84777]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=84777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:44:41.670689 n-d-843948-2 neutron-server[84777]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=84777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:44:41.671428 n-d-843948-2 neutron-server[84777]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=84777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:44:41.671690 n-d-843948-2 neutron-server[84777]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=84777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:44:41.671947 n-d-843948-2 neutron-server[84777]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:44:41.672197 n-d-843948-2 neutron-server[84777]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=84777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:44:41.672458 n-d-843948-2 neutron-server[84777]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=84777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:44:41.672721 n-d-843948-2 neutron-server[84777]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=84777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:44:41.672969 n-d-843948-2 neutron-server[84777]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=84777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:44:41.673236 n-d-843948-2 neutron-server[84777]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:44:41.673483 n-d-843948-2 neutron-server[84777]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:44:41.673787 n-d-843948-2 neutron-server[84777]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:44:41.674147 n-d-843948-2 neutron-server[84777]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=84777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:44:41.674394 n-d-843948-2 neutron-server[84777]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=84777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:44:41.674640 n-d-843948-2 neutron-server[84777]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=84777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:44:41.674919 n-d-843948-2 neutron-server[84777]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:44:41.675160 n-d-843948-2 neutron-server[84777]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:44:41.675401 n-d-843948-2 neutron-server[84777]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:44:41.675827 n-d-843948-2 neutron-server[84777]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=84777) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 30 19:44:41.676062 n-d-843948-2 neutron-server[84777]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=84777) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 30 19:44:41.676295 n-d-843948-2 neutron-server[84777]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=84777) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 30 19:44:41.676531 n-d-843948-2 neutron-server[84777]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=84777) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 30 19:44:41.676980 n-d-843948-2 neutron-server[84777]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=84777) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 30 19:44:41.677262 n-d-843948-2 neutron-server[84777]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=84777) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 30 19:44:41.677880 n-d-843948-2 neutron-server[84777]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 30 19:44:41.681357 n-d-843948-2 neutron-server[84777]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 30 19:44:41.685447 n-d-843948-2 neutron-server[84777]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 30 19:44:41.689489 n-d-843948-2 neutron-server[84777]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(650, 699)])]) May 30 19:44:41.691186 n-d-843948-2 neutron-server[84777]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 30 19:44:41.691613 n-d-843948-2 neutron-server[84777]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 30 19:44:41.691945 n-d-843948-2 neutron-server[84777]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 30 19:44:41.692333 n-d-843948-2 neutron-server[84777]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 30 19:44:41.695283 n-d-843948-2 neutron-server[84777]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 30 19:44:41.695531 n-d-843948-2 neutron-server[84777]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 30 19:44:41.695888 n-d-843948-2 neutron-server[84777]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 30 19:44:41.724672 n-d-843948-2 neutron-server[84777]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] May 30 19:44:41.725128 n-d-843948-2 neutron-server[84777]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=84777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:44:41.725425 n-d-843948-2 neutron-server[84777]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=84777) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 30 19:44:41.725833 n-d-843948-2 neutron-server[84777]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=84777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:44:41.727247 n-d-843948-2 neutron-server[84777]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=84777) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 30 19:44:41.727535 n-d-843948-2 neutron-server[84777]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 30 19:44:41.727779 n-d-843948-2 neutron-server[84777]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 30 19:44:41.731242 n-d-843948-2 neutron-server[84777]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=84777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:44:41.731519 n-d-843948-2 neutron-server[84777]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=84777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:44:41.792180 n-d-843948-2 neutron-server[84777]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 30 19:44:41.792453 n-d-843948-2 neutron-server[84777]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 30 19:44:41.792674 n-d-843948-2 neutron-server[84777]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 30 19:44:41.792930 n-d-843948-2 neutron-server[84777]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 30 19:44:41.828940 n-d-843948-2 neutron-server[84777]: DEBUG oslo_db.sqlalchemy.engines [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=84777) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} May 30 19:44:42.315601 n-d-843948-2 neutron-server[84777]: INFO neutron.plugins.ml2.managers [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Initializing driver for type 'gre' May 30 19:44:42.316332 n-d-843948-2 neutron-server[84777]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] gre ID ranges: [(1, 1000)] May 30 19:44:42.558424 n-d-843948-2 neutron-server[84777]: INFO neutron.plugins.ml2.managers [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Initializing driver for type 'local' May 30 19:44:42.558952 n-d-843948-2 neutron-server[84777]: INFO neutron.plugins.ml2.managers [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Initializing driver for type 'vlan' May 30 19:44:42.664812 n-d-843948-2 neutron-server[84777]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] VlanTypeDriver initialization complete May 30 19:44:42.665277 n-d-843948-2 neutron-server[84777]: INFO neutron.plugins.ml2.managers [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Initializing driver for type 'vxlan' May 30 19:44:42.665943 n-d-843948-2 neutron-server[84777]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] vxlan ID ranges: [(1, 1000)] May 30 19:44:42.867045 n-d-843948-2 neutron-server[84777]: INFO neutron.plugins.ml2.managers [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Initializing extension driver 'port_security' May 30 19:44:42.867468 n-d-843948-2 neutron-server[84777]: INFO neutron.plugins.ml2.extensions.port_security [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] PortSecurityExtensionDriver initialization complete May 30 19:44:42.867844 n-d-843948-2 neutron-server[84777]: INFO neutron.plugins.ml2.managers [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Initializing mechanism driver 'openvswitch' May 30 19:44:42.868256 n-d-843948-2 neutron-server[84777]: INFO neutron.plugins.ml2.managers [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Initializing mechanism driver 'hyperv' May 30 19:44:42.881049 n-d-843948-2 neutron-server[84777]: DEBUG neutron.plugins.ml2.plugin [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=84777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:44:42.881815 n-d-843948-2 neutron-server[84777]: DEBUG neutron_lib.callbacks.manager [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Subscribe: > port after_create 55550000 {{(pid=84777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:44:42.882196 n-d-843948-2 neutron-server[84777]: DEBUG neutron_lib.callbacks.manager [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Subscribe: > port after_update 55550000 {{(pid=84777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:44:42.882642 n-d-843948-2 neutron-server[84777]: DEBUG neutron_lib.callbacks.manager [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Subscribe: > port after_delete 55550000 {{(pid=84777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:44:42.883192 n-d-843948-2 neutron-server[84777]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=84777) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} May 30 19:44:42.883635 n-d-843948-2 neutron-server[84777]: DEBUG neutron_lib.callbacks.manager [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Subscribe: > subnet after_create 55550000 {{(pid=84777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:44:42.883993 n-d-843948-2 neutron-server[84777]: DEBUG neutron_lib.callbacks.manager [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Subscribe: > subnet after_update 55550000 {{(pid=84777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:44:42.884409 n-d-843948-2 neutron-server[84777]: DEBUG neutron_lib.callbacks.manager [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Subscribe: > subnet after_delete 55550000 {{(pid=84777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:44:42.884806 n-d-843948-2 neutron-server[84777]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=84777) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} May 30 19:44:42.885298 n-d-843948-2 neutron-server[84777]: DEBUG neutron_lib.callbacks.manager [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Subscribe: > network after_create 55550000 {{(pid=84777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:44:42.885669 n-d-843948-2 neutron-server[84777]: DEBUG neutron_lib.callbacks.manager [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Subscribe: > network after_update 55550000 {{(pid=84777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:44:42.886035 n-d-843948-2 neutron-server[84777]: DEBUG neutron_lib.callbacks.manager [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Subscribe: > network after_delete 55550000 {{(pid=84777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:44:42.886433 n-d-843948-2 neutron-server[84777]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=84777) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} May 30 19:44:42.886851 n-d-843948-2 neutron-server[84777]: DEBUG neutron_lib.callbacks.manager [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Subscribe: > security_group after_create 55550000 {{(pid=84777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:44:42.887203 n-d-843948-2 neutron-server[84777]: DEBUG neutron_lib.callbacks.manager [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Subscribe: > security_group after_update 55550000 {{(pid=84777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:44:42.887545 n-d-843948-2 neutron-server[84777]: DEBUG neutron_lib.callbacks.manager [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Subscribe: > security_group after_delete 55550000 {{(pid=84777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:44:42.888189 n-d-843948-2 neutron-server[84777]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=84777) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} May 30 19:44:42.888607 n-d-843948-2 neutron-server[84777]: DEBUG neutron_lib.callbacks.manager [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=84777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:44:42.888961 n-d-843948-2 neutron-server[84777]: DEBUG neutron_lib.callbacks.manager [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=84777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:44:42.889304 n-d-843948-2 neutron-server[84777]: DEBUG neutron_lib.callbacks.manager [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=84777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:44:42.889739 n-d-843948-2 neutron-server[84777]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=84777) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} May 30 19:44:42.890205 n-d-843948-2 neutron-server[84777]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] ML2 OVO RPC backend initialized. {{(pid=84777) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:168}} May 30 19:44:42.890907 n-d-843948-2 neutron-server[84777]: DEBUG neutron_lib.callbacks.manager [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Subscribe: > router_interface after_create 55550000 {{(pid=84777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:44:42.891272 n-d-843948-2 neutron-server[84777]: DEBUG neutron_lib.callbacks.manager [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=84777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:44:42.891697 n-d-843948-2 neutron-server[84777]: DEBUG neutron_lib.callbacks.manager [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Subscribe: > network before_response 55550000 {{(pid=84777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:44:42.892047 n-d-843948-2 neutron-server[84777]: DEBUG neutron_lib.callbacks.manager [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Subscribe: > networks before_response 55550000 {{(pid=84777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:44:42.892396 n-d-843948-2 neutron-server[84777]: DEBUG neutron_lib.callbacks.manager [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Subscribe: > port before_response 55550000 {{(pid=84777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:44:42.892742 n-d-843948-2 neutron-server[84777]: DEBUG neutron_lib.callbacks.manager [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Subscribe: > ports before_response 55550000 {{(pid=84777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:44:42.893214 n-d-843948-2 neutron-server[84777]: DEBUG neutron_lib.callbacks.manager [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Subscribe: > subnet before_response 55550000 {{(pid=84777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:44:42.893560 n-d-843948-2 neutron-server[84777]: DEBUG neutron_lib.callbacks.manager [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Subscribe: > subnets before_response 55550000 {{(pid=84777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:44:42.893959 n-d-843948-2 neutron-server[84777]: DEBUG neutron_lib.callbacks.manager [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Subscribe: > network after_create 55550000 {{(pid=84777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:44:42.894304 n-d-843948-2 neutron-server[84777]: DEBUG neutron_lib.callbacks.manager [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Subscribe: > network after_update 55550000 {{(pid=84777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:44:42.894642 n-d-843948-2 neutron-server[84777]: DEBUG neutron_lib.callbacks.manager [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Subscribe: > network after_delete 55550000 {{(pid=84777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:44:42.894983 n-d-843948-2 neutron-server[84777]: DEBUG neutron_lib.callbacks.manager [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Subscribe: > port after_create 55550000 {{(pid=84777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:44:42.895323 n-d-843948-2 neutron-server[84777]: DEBUG neutron_lib.callbacks.manager [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Subscribe: > port after_update 55550000 {{(pid=84777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:44:42.895661 n-d-843948-2 neutron-server[84777]: DEBUG neutron_lib.callbacks.manager [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Subscribe: > port after_delete 55550000 {{(pid=84777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:44:42.895999 n-d-843948-2 neutron-server[84777]: DEBUG neutron_lib.callbacks.manager [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Subscribe: > subnet after_create 55550000 {{(pid=84777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:44:42.896341 n-d-843948-2 neutron-server[84777]: DEBUG neutron_lib.callbacks.manager [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Subscribe: > subnet after_update 55550000 {{(pid=84777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:44:42.896682 n-d-843948-2 neutron-server[84777]: DEBUG neutron_lib.callbacks.manager [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Subscribe: > subnet after_delete 55550000 {{(pid=84777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:44:42.897333 n-d-843948-2 neutron-server[84777]: INFO neutron.plugins.ml2.plugin [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Modular L2 Plugin initialization complete May 30 19:44:42.897694 n-d-843948-2 neutron-server[84777]: DEBUG neutron.manager [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loading services supported by the core plugin {{(pid=84777) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 30 19:44:42.898032 n-d-843948-2 neutron-server[84777]: INFO neutron.plugins.ml2.managers [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Got port-security extension from driver 'port_security' May 30 19:44:42.898506 n-d-843948-2 neutron-server[84777]: INFO neutron.extensions.vlantransparent [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Disabled vlantransparent extension. May 30 19:44:42.898928 n-d-843948-2 neutron-server[84777]: DEBUG neutron.manager [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=84777) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 30 19:44:42.899267 n-d-843948-2 neutron-server[84777]: INFO neutron.manager [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loading Plugin: router May 30 19:44:42.944578 n-d-843948-2 neutron-server[84777]: DEBUG neutron_lib.callbacks.manager [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Subscribe: > router_interface before_create 55550000 {{(pid=84777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:44:42.944883 n-d-843948-2 neutron-server[84777]: DEBUG neutron_lib.callbacks.manager [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Subscribe: > router after_create 55549900 {{(pid=84777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:44:42.945259 n-d-843948-2 neutron-server[84777]: DEBUG neutron_lib.callbacks.manager [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Subscribe: > router before_create 55549900 {{(pid=84777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:44:42.945651 n-d-843948-2 neutron-server[84777]: DEBUG neutron_lib.callbacks.manager [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=84777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:44:42.946029 n-d-843948-2 neutron-server[84777]: DEBUG neutron_lib.callbacks.manager [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=84777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:44:42.946391 n-d-843948-2 neutron-server[84777]: DEBUG neutron_lib.callbacks.manager [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Subscribe: > router after_delete 55549900 {{(pid=84777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:44:42.946756 n-d-843948-2 neutron-server[84777]: DEBUG neutron_lib.callbacks.manager [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Subscribe: > floatingip after_update 55550000 {{(pid=84777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:44:42.947128 n-d-843948-2 neutron-server[84777]: DEBUG neutron_lib.callbacks.manager [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Subscribe: > router after_create 55549900 {{(pid=84777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:44:42.947488 n-d-843948-2 neutron-server[84777]: DEBUG neutron_lib.callbacks.manager [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Subscribe: > router after_update 55549900 {{(pid=84777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:44:42.947848 n-d-843948-2 neutron-server[84777]: DEBUG neutron_lib.callbacks.manager [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Subscribe: > router after_update 55549900 {{(pid=84777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:44:42.948235 n-d-843948-2 neutron-server[84777]: DEBUG neutron_lib.callbacks.manager [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=84777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:44:42.948604 n-d-843948-2 neutron-server[84777]: DEBUG neutron_lib.callbacks.manager [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Subscribe: > router after_update 55549900 {{(pid=84777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:44:42.949030 n-d-843948-2 neutron-server[84777]: DEBUG neutron_lib.callbacks.manager [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Subscribe: > router precommit_update 55549900 {{(pid=84777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:44:42.949408 n-d-843948-2 neutron-server[84777]: DEBUG neutron_lib.callbacks.manager [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Subscribe: port after_update 55550000 {{(pid=84777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:44:42.949782 n-d-843948-2 neutron-server[84777]: DEBUG neutron_lib.callbacks.manager [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Subscribe: port after_delete 55550000 {{(pid=84777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:44:42.950125 n-d-843948-2 neutron-server[84777]: DEBUG neutron_lib.callbacks.manager [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Subscribe: subnet after_update 55550000 {{(pid=84777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:44:42.950468 n-d-843948-2 neutron-server[84777]: DEBUG neutron_lib.callbacks.manager [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=84777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:44:42.950824 n-d-843948-2 neutron-server[84777]: DEBUG neutron_lib.callbacks.manager [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Subscribe: > port precommit_delete 55550000 {{(pid=84777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:44:42.951180 n-d-843948-2 neutron-server[84777]: DEBUG neutron_lib.callbacks.manager [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Subscribe: > router precommit_create 55549900 {{(pid=84777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:44:42.951533 n-d-843948-2 neutron-server[84777]: DEBUG neutron_lib.callbacks.manager [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Subscribe: port before_delete 55550000 {{(pid=84777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:44:42.951920 n-d-843948-2 neutron-server[84777]: DEBUG neutron_lib.callbacks.manager [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Subscribe: > router precommit_create 55550000 {{(pid=84777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:44:42.952294 n-d-843948-2 neutron-server[84777]: DEBUG neutron_lib.callbacks.manager [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Subscribe: > router after_update 55549900 {{(pid=84777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:44:42.952638 n-d-843948-2 neutron-server[84777]: DEBUG neutron_lib.callbacks.manager [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Subscribe: > router precommit_delete 55549900 {{(pid=84777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:44:42.952990 n-d-843948-2 neutron-server[84777]: DEBUG neutron_lib.callbacks.manager [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Subscribe: > router precommit_create 55549900 {{(pid=84777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:44:42.953361 n-d-843948-2 neutron-server[84777]: DEBUG neutron_lib.callbacks.manager [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Subscribe: > router_interface after_create 55550000 {{(pid=84777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:44:42.953756 n-d-843948-2 neutron-server[84777]: DEBUG neutron_lib.callbacks.manager [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Subscribe: > router precommit_update 55549900 {{(pid=84777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:44:42.954135 n-d-843948-2 neutron-server[84777]: DEBUG neutron_lib.callbacks.manager [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Subscribe: > agent after_create 55550000 {{(pid=84777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:44:42.954494 n-d-843948-2 neutron-server[84777]: DEBUG neutron_lib.callbacks.manager [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Subscribe: > agent after_delete 55550000 {{(pid=84777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:44:42.954873 n-d-843948-2 neutron-server[84777]: DEBUG neutron_lib.callbacks.manager [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Subscribe: > network after_delete 55550000 {{(pid=84777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:44:42.955873 n-d-843948-2 neutron-server[84777]: DEBUG neutron.quota.resource_registry [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Tracking information for resource: router configured {{(pid=84777) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 30 19:44:42.956211 n-d-843948-2 neutron-server[84777]: DEBUG neutron.quota.resource_registry [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Tracking information for resource: floatingip configured {{(pid=84777) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 30 19:44:42.961654 n-d-843948-2 neutron-server[84777]: INFO neutron.db.l3_agentschedulers_db [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 30 19:44:42.962262 n-d-843948-2 neutron-server[84777]: DEBUG neutron_lib.callbacks.manager [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Subscribe: port after_update 55550000 {{(pid=84777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:44:42.962633 n-d-843948-2 neutron-server[84777]: DEBUG neutron_lib.callbacks.manager [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Subscribe: port after_create 55550000 {{(pid=84777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:44:42.962985 n-d-843948-2 neutron-server[84777]: DEBUG neutron_lib.callbacks.manager [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Subscribe: port after_delete 55550000 {{(pid=84777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:44:42.963339 n-d-843948-2 neutron-server[84777]: DEBUG neutron_lib.callbacks.manager [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Subscribe: port after_update 55550000 {{(pid=84777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:44:42.964307 n-d-843948-2 neutron-server[84777]: DEBUG neutron_lib.callbacks.manager [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Subscribe: > router before_create 55550100 {{(pid=84777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:44:42.964677 n-d-843948-2 neutron-server[84777]: DEBUG neutron_lib.callbacks.manager [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Subscribe: > router precommit_delete 55550100 {{(pid=84777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:44:42.965040 n-d-843948-2 neutron-server[84777]: DEBUG neutron_lib.callbacks.manager [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Subscribe: > router precommit_create 55550100 {{(pid=84777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:44:42.965399 n-d-843948-2 neutron-server[84777]: DEBUG neutron_lib.callbacks.manager [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Subscribe: > router precommit_update 55550100 {{(pid=84777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:44:42.970068 n-d-843948-2 neutron-server[84777]: DEBUG neutron.services.provider_configuration [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Service providers = [] {{(pid=84777) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 30 19:44:42.970441 n-d-843948-2 neutron-server[84777]: DEBUG neutron.db.servicetype_db [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=84777) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 30 19:44:42.973706 n-d-843948-2 neutron-server[84777]: DEBUG neutron.services.service_base [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=84777) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 30 19:44:42.974035 n-d-843948-2 neutron-server[84777]: DEBUG neutron.services.service_base [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=84777) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 30 19:44:42.974381 n-d-843948-2 neutron-server[84777]: DEBUG neutron.services.service_base [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=84777) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 30 19:44:42.975320 n-d-843948-2 neutron-server[84777]: DEBUG neutron.services.service_base [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=84777) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 30 19:44:42.975728 n-d-843948-2 neutron-server[84777]: INFO neutron.services.service_base [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Default provider is not specified for service type L3_ROUTER_NAT May 30 19:44:42.976107 n-d-843948-2 neutron-server[84777]: DEBUG neutron.manager [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=84777) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 30 19:44:42.976426 n-d-843948-2 neutron-server[84777]: INFO neutron.manager [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 30 19:44:42.988204 n-d-843948-2 neutron-server[84777]: DEBUG neutron.manager [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=84777) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 30 19:44:42.988571 n-d-843948-2 neutron-server[84777]: INFO neutron.manager [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loading Plugin: auto_allocate May 30 19:44:42.994832 n-d-843948-2 neutron-server[84777]: DEBUG neutron_lib.callbacks.manager [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Subscribe: network precommit_update 55550000 {{(pid=84777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:44:42.995209 n-d-843948-2 neutron-server[84777]: DEBUG neutron_lib.callbacks.manager [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Subscribe: network precommit_create 55550000 {{(pid=84777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:44:42.995763 n-d-843948-2 neutron-server[84777]: DEBUG neutron.manager [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=84777) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 30 19:44:42.996086 n-d-843948-2 neutron-server[84777]: INFO neutron.manager [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loading Plugin: tag May 30 19:44:43.003741 n-d-843948-2 neutron-server[84777]: DEBUG neutron.manager [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=84777) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 30 19:44:43.004099 n-d-843948-2 neutron-server[84777]: INFO neutron.manager [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loading Plugin: timestamp May 30 19:44:43.008339 n-d-843948-2 neutron-server[84777]: DEBUG neutron.manager [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=84777) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 30 19:44:43.008677 n-d-843948-2 neutron-server[84777]: INFO neutron.manager [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loading Plugin: network_ip_availability May 30 19:44:43.014398 n-d-843948-2 neutron-server[84777]: DEBUG neutron_lib.callbacks.manager [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=84777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:44:43.014780 n-d-843948-2 neutron-server[84777]: DEBUG neutron_lib.callbacks.manager [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=84777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:44:43.015140 n-d-843948-2 neutron-server[84777]: DEBUG neutron_lib.callbacks.manager [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:44:43.015945 n-d-843948-2 neutron-server[84777]: DEBUG neutron.manager [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=84777) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 30 19:44:43.016268 n-d-843948-2 neutron-server[84777]: INFO neutron.manager [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loading Plugin: flavors May 30 19:44:43.021341 n-d-843948-2 neutron-server[84777]: DEBUG neutron.manager [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=84777) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 30 19:44:43.021693 n-d-843948-2 neutron-server[84777]: INFO neutron.manager [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loading Plugin: revisions May 30 19:44:43.026247 n-d-843948-2 neutron-server[84777]: DEBUG neutron.manager [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=84777) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 30 19:44:43.026645 n-d-843948-2 neutron-server[84777]: DEBUG oslo_concurrency.lockutils [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.288s {{(pid=84777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 30 19:44:43.027427 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=84777) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:637}} May 30 19:44:43.027768 n-d-843948-2 neutron-server[84777]: INFO neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Initializing extension manager. May 30 19:44:43.028298 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loading extension file: __init__.py {{(pid=84777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:44:43.028630 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loading extension file: __pycache__ {{(pid=84777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:44:43.028970 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=84777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:44:43.029307 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=84777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:44:43.029662 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loading extension file: _filter_validation_lib.py {{(pid=84777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:44:43.030043 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=84777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:44:43.030375 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loading extension file: address_group.py {{(pid=84777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:44:43.031225 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=84777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:44:43.031836 n-d-843948-2 neutron-server[84777]: INFO neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loaded extension: address-group May 30 19:44:43.032163 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loading extension file: address_scope.py {{(pid=84777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:44:43.032894 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=84777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:44:43.033433 n-d-843948-2 neutron-server[84777]: INFO neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loaded extension: address-scope May 30 19:44:43.033783 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loading extension file: admin_state_down_before_update.py {{(pid=84777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:44:43.034804 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=84777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:44:43.035589 n-d-843948-2 neutron-server[84777]: INFO neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loaded extension: router-admin-state-down-before-update May 30 19:44:43.035914 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loading extension file: agent.py {{(pid=84777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:44:43.036638 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=84777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:44:43.037160 n-d-843948-2 neutron-server[84777]: INFO neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loaded extension: agent May 30 19:44:43.037487 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loading extension file: agent_resources_synced.py {{(pid=84777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:44:43.038454 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=84777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:44:43.038985 n-d-843948-2 neutron-server[84777]: INFO neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loaded extension: agent-resources-synced May 30 19:44:43.039310 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loading extension file: allowedaddresspairs.py {{(pid=84777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:44:43.041466 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=84777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:44:43.042062 n-d-843948-2 neutron-server[84777]: INFO neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loaded extension: allowed-address-pairs May 30 19:44:43.042402 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loading extension file: auto_allocated_topology.py {{(pid=84777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:44:43.043540 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=84777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:44:43.044081 n-d-843948-2 neutron-server[84777]: INFO neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loaded extension: auto-allocated-topology May 30 19:44:43.044405 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loading extension file: availability_zone.py {{(pid=84777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:44:43.045122 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=84777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:44:43.046201 n-d-843948-2 neutron-server[84777]: INFO neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loaded extension: availability_zone May 30 19:44:43.046529 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loading extension file: availability_zone_filter.py {{(pid=84777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:44:43.047484 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=84777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:44:43.048022 n-d-843948-2 neutron-server[84777]: INFO neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loaded extension: availability_zone_filter May 30 19:44:43.048350 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loading extension file: data_plane_status.py {{(pid=84777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:44:43.049275 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=84777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:44:43.049834 n-d-843948-2 neutron-server[84777]: INFO neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Extension data-plane-status not supported by any of loaded plugins May 30 19:44:43.050161 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loading extension file: default_subnetpools.py {{(pid=84777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:44:43.051095 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=84777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:44:43.051623 n-d-843948-2 neutron-server[84777]: INFO neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loaded extension: default-subnetpools May 30 19:44:43.051949 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loading extension file: dhcpagentscheduler.py {{(pid=84777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:44:43.052778 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=84777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:44:43.053304 n-d-843948-2 neutron-server[84777]: INFO neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loaded extension: dhcp_agent_scheduler May 30 19:44:43.053651 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loading extension file: dns.py {{(pid=84777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:44:43.054618 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=84777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:44:43.055139 n-d-843948-2 neutron-server[84777]: INFO neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Extension dns-integration not supported by any of loaded plugins May 30 19:44:43.055463 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loading extension file: dns_domain_ports.py {{(pid=84777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:44:43.056399 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=84777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:44:43.057030 n-d-843948-2 neutron-server[84777]: INFO neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Extension dns-domain-ports not supported by any of loaded plugins May 30 19:44:43.057285 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loading extension file: dvr.py {{(pid=84777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:44:43.058014 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=84777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:44:43.058537 n-d-843948-2 neutron-server[84777]: INFO neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loaded extension: dvr May 30 19:44:43.058871 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loading extension file: empty_string_filtering.py {{(pid=84777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:44:43.059833 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=84777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:44:43.060360 n-d-843948-2 neutron-server[84777]: INFO neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loaded extension: empty-string-filtering May 30 19:44:43.060686 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=84777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:44:43.062282 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=84777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:44:43.062803 n-d-843948-2 neutron-server[84777]: INFO neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 30 19:44:43.063131 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=84777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:44:43.064077 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=84777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:44:43.064613 n-d-843948-2 neutron-server[84777]: INFO neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 30 19:44:43.064937 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loading extension file: external_net.py {{(pid=84777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:44:43.065925 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=84777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:44:43.066459 n-d-843948-2 neutron-server[84777]: INFO neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loaded extension: external-net May 30 19:44:43.066777 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loading extension file: extra_dhcp_opt.py {{(pid=84777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:44:43.067712 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=84777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:44:43.068232 n-d-843948-2 neutron-server[84777]: INFO neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loaded extension: extra_dhcp_opt May 30 19:44:43.068554 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loading extension file: extraroute.py {{(pid=84777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:44:43.069476 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=84777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:44:43.070111 n-d-843948-2 neutron-server[84777]: INFO neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loaded extension: extraroute May 30 19:44:43.070436 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loading extension file: extraroute_atomic.py {{(pid=84777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:44:43.071532 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=84777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:44:43.072057 n-d-843948-2 neutron-server[84777]: INFO neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loaded extension: extraroute-atomic May 30 19:44:43.072378 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loading extension file: filter_validation.py {{(pid=84777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:44:43.073083 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=84777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:44:43.073601 n-d-843948-2 neutron-server[84777]: INFO neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loaded extension: filter-validation May 30 19:44:43.073943 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loading extension file: fip_pf_description.py {{(pid=84777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:44:43.074877 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=84777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:44:43.075393 n-d-843948-2 neutron-server[84777]: INFO neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 30 19:44:43.075743 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loading extension file: fip_port_details.py {{(pid=84777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:44:43.076681 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=84777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:44:43.077239 n-d-843948-2 neutron-server[84777]: INFO neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loaded extension: fip-port-details May 30 19:44:43.077561 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loading extension file: flavors.py {{(pid=84777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:44:43.078898 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=84777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:44:43.079436 n-d-843948-2 neutron-server[84777]: INFO neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loaded extension: flavors May 30 19:44:43.079761 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=84777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:44:43.081446 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=84777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:44:43.082021 n-d-843948-2 neutron-server[84777]: INFO neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 30 19:44:43.082384 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loading extension file: floatingip_pools.py {{(pid=84777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:44:43.083110 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=84777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:44:43.083636 n-d-843948-2 neutron-server[84777]: INFO neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loaded extension: floatingip-pools May 30 19:44:43.083964 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loading extension file: ip_allocation.py {{(pid=84777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:44:43.084911 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=84777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:44:43.085436 n-d-843948-2 neutron-server[84777]: INFO neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Extension ip_allocation not supported by any of loaded plugins May 30 19:44:43.085794 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=84777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:44:43.086725 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=84777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:44:43.087254 n-d-843948-2 neutron-server[84777]: INFO neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loaded extension: ip-substring-filtering May 30 19:44:43.087582 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loading extension file: l2_adjacency.py {{(pid=84777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:44:43.088517 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=84777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:44:43.089039 n-d-843948-2 neutron-server[84777]: INFO neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Extension l2_adjacency not supported by any of loaded plugins May 30 19:44:43.089362 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loading extension file: l3.py {{(pid=84777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:44:43.090434 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=84777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:44:43.090966 n-d-843948-2 neutron-server[84777]: INFO neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loaded extension: router May 30 19:44:43.091290 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loading extension file: l3_conntrack_helper.py {{(pid=84777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:44:43.094383 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=84777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:44:43.094937 n-d-843948-2 neutron-server[84777]: INFO neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 30 19:44:43.095273 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=84777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:44:43.096235 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=84777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:44:43.096766 n-d-843948-2 neutron-server[84777]: INFO neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loaded extension: ext-gw-mode May 30 19:44:43.097097 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=84777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:44:43.098071 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=84777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:44:43.098604 n-d-843948-2 neutron-server[84777]: INFO neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loaded extension: l3-ha May 30 19:44:43.098935 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loading extension file: l3_flavors.py {{(pid=84777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:44:43.099864 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=84777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:44:43.100387 n-d-843948-2 neutron-server[84777]: INFO neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loaded extension: l3-flavors May 30 19:44:43.100714 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=84777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:44:43.101676 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=84777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:44:43.102209 n-d-843948-2 neutron-server[84777]: INFO neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loaded extension: l3-port-ip-change-not-allowed May 30 19:44:43.102538 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loading extension file: l3agentscheduler.py {{(pid=84777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:44:43.103689 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=84777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:44:43.104232 n-d-843948-2 neutron-server[84777]: INFO neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loaded extension: l3_agent_scheduler May 30 19:44:43.104565 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loading extension file: logging.py {{(pid=84777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:44:43.106161 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=84777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:44:43.106697 n-d-843948-2 neutron-server[84777]: INFO neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Extension logging not supported by any of loaded plugins May 30 19:44:43.107030 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loading extension file: metering.py {{(pid=84777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:44:43.107797 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=84777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:44:43.108971 n-d-843948-2 neutron-server[84777]: INFO neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loaded extension: metering May 30 19:44:43.109298 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=84777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:44:43.110482 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=84777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:44:43.111037 n-d-843948-2 neutron-server[84777]: INFO neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loaded extension: metering_source_and_destination_fields May 30 19:44:43.111371 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loading extension file: multiprovidernet.py {{(pid=84777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:44:43.112302 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=84777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:44:43.112828 n-d-843948-2 neutron-server[84777]: INFO neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loaded extension: multi-provider May 30 19:44:43.113154 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loading extension file: netmtu.py {{(pid=84777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:44:43.114119 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=84777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:44:43.114649 n-d-843948-2 neutron-server[84777]: INFO neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loaded extension: net-mtu May 30 19:44:43.114974 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loading extension file: netmtu_writable.py {{(pid=84777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:44:43.116066 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=84777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:44:43.116590 n-d-843948-2 neutron-server[84777]: INFO neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loaded extension: net-mtu-writable May 30 19:44:43.116914 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loading extension file: network_availability_zone.py {{(pid=84777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:44:43.117601 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=84777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:44:43.118159 n-d-843948-2 neutron-server[84777]: INFO neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loaded extension: network_availability_zone May 30 19:44:43.118484 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loading extension file: network_ip_availability.py {{(pid=84777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:44:43.119638 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=84777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:44:43.120182 n-d-843948-2 neutron-server[84777]: INFO neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loaded extension: network-ip-availability May 30 19:44:43.120495 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loading extension file: network_segment_range.py {{(pid=84777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:44:43.121307 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=84777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:44:43.121863 n-d-843948-2 neutron-server[84777]: INFO neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Extension network-segment-range not supported by any of loaded plugins May 30 19:44:43.122216 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loading extension file: pagination.py {{(pid=84777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:44:43.123245 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=84777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:44:43.123583 n-d-843948-2 neutron-server[84777]: INFO neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loaded extension: pagination May 30 19:44:43.123947 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=84777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:44:43.124875 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=84777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:44:43.125413 n-d-843948-2 neutron-server[84777]: INFO neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loaded extension: port-mac-address-regenerate May 30 19:44:43.125777 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loading extension file: port_resource_request.py {{(pid=84777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:44:43.126700 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=84777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:44:43.127225 n-d-843948-2 neutron-server[84777]: INFO neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Extension port-resource-request not supported by any of loaded plugins May 30 19:44:43.127552 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loading extension file: portbindings.py {{(pid=84777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:44:43.128481 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=84777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:44:43.129003 n-d-843948-2 neutron-server[84777]: INFO neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loaded extension: binding May 30 19:44:43.129329 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loading extension file: portbindings_extended.py {{(pid=84777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:44:43.130693 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=84777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:44:43.131222 n-d-843948-2 neutron-server[84777]: INFO neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loaded extension: binding-extended May 30 19:44:43.131549 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loading extension file: portsecurity.py {{(pid=84777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:44:43.132483 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=84777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:44:43.133015 n-d-843948-2 neutron-server[84777]: INFO neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loaded extension: port-security May 30 19:44:43.133346 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loading extension file: project_id.py {{(pid=84777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:44:43.134373 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=84777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:44:43.134705 n-d-843948-2 neutron-server[84777]: INFO neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loaded extension: project-id May 30 19:44:43.135030 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loading extension file: providernet.py {{(pid=84777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:44:43.135964 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=84777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:44:43.136501 n-d-843948-2 neutron-server[84777]: INFO neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loaded extension: provider May 30 19:44:43.136825 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loading extension file: qos.py {{(pid=84777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:44:43.140805 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=84777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:44:43.141364 n-d-843948-2 neutron-server[84777]: INFO neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Extension qos not supported by any of loaded plugins May 30 19:44:43.141734 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=84777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:44:43.143029 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=84777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:44:43.143594 n-d-843948-2 neutron-server[84777]: INFO neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 30 19:44:43.143930 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=84777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:44:43.144861 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=84777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:44:43.145393 n-d-843948-2 neutron-server[84777]: INFO neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 30 19:44:43.145755 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loading extension file: qos_default.py {{(pid=84777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:44:43.146692 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=84777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:44:43.147227 n-d-843948-2 neutron-server[84777]: INFO neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Extension qos-default not supported by any of loaded plugins May 30 19:44:43.147554 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loading extension file: qos_fip.py {{(pid=84777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:44:43.148243 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=84777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:44:43.148798 n-d-843948-2 neutron-server[84777]: INFO neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Extension qos-fip not supported by any of loaded plugins May 30 19:44:43.149121 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loading extension file: qos_gateway_ip.py {{(pid=84777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:44:43.150122 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=84777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:44:43.150647 n-d-843948-2 neutron-server[84777]: INFO neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 30 19:44:43.150971 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loading extension file: qos_port_network_policy.py {{(pid=84777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:44:43.151897 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=84777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:44:43.152421 n-d-843948-2 neutron-server[84777]: INFO neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 30 19:44:43.152748 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loading extension file: qos_rule_type_details.py {{(pid=84777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:44:43.153711 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=84777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:44:43.154243 n-d-843948-2 neutron-server[84777]: INFO neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 30 19:44:43.154569 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loading extension file: qos_rules_alias.py {{(pid=84777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:44:43.156190 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=84777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:44:43.156724 n-d-843948-2 neutron-server[84777]: INFO neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Extension qos-rules-alias not supported by any of loaded plugins May 30 19:44:43.157052 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loading extension file: quotasv2.py {{(pid=84777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:44:43.158036 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=84777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:44:43.158366 n-d-843948-2 neutron-server[84777]: INFO neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loaded extension: quotas May 30 19:44:43.158692 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loading extension file: quotasv2_detail.py {{(pid=84777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:44:43.160638 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=84777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:44:43.160995 n-d-843948-2 neutron-server[84777]: INFO neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loaded extension: quota_details May 30 19:44:43.161333 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loading extension file: rbac.py {{(pid=84777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:44:43.162459 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=84777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:44:43.163016 n-d-843948-2 neutron-server[84777]: INFO neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loaded extension: rbac-policies May 30 19:44:43.163349 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loading extension file: rbac_address_scope.py {{(pid=84777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:44:43.164305 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=84777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:44:43.164839 n-d-843948-2 neutron-server[84777]: INFO neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loaded extension: rbac-address-scope May 30 19:44:43.165168 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loading extension file: rbac_security_groups.py {{(pid=84777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:44:43.166129 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=84777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:44:43.166661 n-d-843948-2 neutron-server[84777]: INFO neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loaded extension: rbac-security-groups May 30 19:44:43.166991 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loading extension file: rbac_subnetpool.py {{(pid=84777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:44:43.167980 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=84777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:44:43.168489 n-d-843948-2 neutron-server[84777]: INFO neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loaded extension: rbac-subnetpool May 30 19:44:43.168815 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loading extension file: revisionifmatch.py {{(pid=84777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:44:43.169786 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=84777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:44:43.170322 n-d-843948-2 neutron-server[84777]: INFO neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loaded extension: revision-if-match May 30 19:44:43.171199 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loading extension file: revisions.py {{(pid=84777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:44:43.172356 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=84777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:44:43.172884 n-d-843948-2 neutron-server[84777]: INFO neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loaded extension: standard-attr-revisions May 30 19:44:43.173212 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loading extension file: router_availability_zone.py {{(pid=84777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:44:43.173936 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=84777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:44:43.174458 n-d-843948-2 neutron-server[84777]: INFO neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loaded extension: router_availability_zone May 30 19:44:43.174781 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loading extension file: routerservicetype.py {{(pid=84777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:44:43.175725 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=84777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:44:43.176249 n-d-843948-2 neutron-server[84777]: INFO neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Extension router-service-type not supported by any of loaded plugins May 30 19:44:43.176573 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loading extension file: security_groups_port_filtering.py {{(pid=84777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:44:43.177495 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=84777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:44:43.178054 n-d-843948-2 neutron-server[84777]: INFO neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loaded extension: port-security-groups-filtering May 30 19:44:43.178379 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loading extension file: securitygroup.py {{(pid=84777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:44:43.190158 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=84777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:44:43.190756 n-d-843948-2 neutron-server[84777]: INFO neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loaded extension: security-group May 30 19:44:43.191094 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loading extension file: segment.py {{(pid=84777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:44:43.191995 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=84777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:44:43.192525 n-d-843948-2 neutron-server[84777]: INFO neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Extension segment not supported by any of loaded plugins May 30 19:44:43.192857 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=84777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:44:43.193952 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=84777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:44:43.194490 n-d-843948-2 neutron-server[84777]: INFO neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 30 19:44:43.194867 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loading extension file: servicetype.py {{(pid=84777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:44:43.195974 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=84777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:44:43.196523 n-d-843948-2 neutron-server[84777]: INFO neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loaded extension: service-type May 30 19:44:43.196850 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loading extension file: sorting.py {{(pid=84777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:44:43.197904 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=84777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:44:43.198239 n-d-843948-2 neutron-server[84777]: INFO neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loaded extension: sorting May 30 19:44:43.198567 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loading extension file: standard_attr_segment.py {{(pid=84777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:44:43.199533 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=84777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:44:43.200088 n-d-843948-2 neutron-server[84777]: INFO neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Extension standard-attr-segment not supported by any of loaded plugins May 30 19:44:43.200416 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loading extension file: standardattrdescription.py {{(pid=84777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:44:43.201107 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=84777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:44:43.201658 n-d-843948-2 neutron-server[84777]: INFO neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loaded extension: standard-attr-description May 30 19:44:43.202039 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loading extension file: stateful_security_group.py {{(pid=84777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:44:43.203032 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=84777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:44:43.203564 n-d-843948-2 neutron-server[84777]: INFO neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loaded extension: stateful-security-group May 30 19:44:43.203894 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loading extension file: stdattrs_common.py {{(pid=84777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:44:43.204532 n-d-843948-2 neutron-server[84777]: WARNING neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 30 19:44:43.204860 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=84777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:44:43.205842 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=84777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:44:43.206388 n-d-843948-2 neutron-server[84777]: INFO neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 30 19:44:43.206713 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loading extension file: subnet_onboard.py {{(pid=84777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:44:43.207911 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=84777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:44:43.208445 n-d-843948-2 neutron-server[84777]: INFO neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loaded extension: subnet_onboard May 30 19:44:43.208775 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=84777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:44:43.209784 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=84777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:44:43.210327 n-d-843948-2 neutron-server[84777]: INFO neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 30 19:44:43.210654 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loading extension file: subnet_service_types.py {{(pid=84777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:44:43.211616 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=84777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:44:43.212159 n-d-843948-2 neutron-server[84777]: INFO neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loaded extension: subnet-service-types May 30 19:44:43.212503 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loading extension file: subnetallocation.py {{(pid=84777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:44:43.213669 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=84777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:44:43.214211 n-d-843948-2 neutron-server[84777]: INFO neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loaded extension: subnet_allocation May 30 19:44:43.214544 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=84777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:44:43.215242 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=84777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:44:43.215766 n-d-843948-2 neutron-server[84777]: INFO neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loaded extension: subnetpool-prefix-ops May 30 19:44:43.216200 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=84777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:44:43.217178 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=84777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:44:43.218274 n-d-843948-2 neutron-server[84777]: INFO neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 30 19:44:43.218605 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loading extension file: tagging.py {{(pid=84777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:44:43.219750 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=84777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:44:43.220320 n-d-843948-2 neutron-server[84777]: INFO neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loaded extension: standard-attr-tag May 30 19:44:43.220652 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loading extension file: timestamp.py {{(pid=84777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:44:43.221972 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=84777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:44:43.222512 n-d-843948-2 neutron-server[84777]: INFO neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loaded extension: standard-attr-timestamp May 30 19:44:43.222844 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loading extension file: trunk.py {{(pid=84777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:44:43.223920 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=84777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:44:43.224493 n-d-843948-2 neutron-server[84777]: INFO neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Extension trunk not supported by any of loaded plugins May 30 19:44:43.224826 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loading extension file: trunk_details.py {{(pid=84777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:44:43.225816 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=84777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:44:43.226349 n-d-843948-2 neutron-server[84777]: INFO neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Extension trunk-details not supported by any of loaded plugins May 30 19:44:43.226677 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loading extension file: uplink_status_propagation.py {{(pid=84777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:44:43.227616 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=84777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:44:43.228142 n-d-843948-2 neutron-server[84777]: INFO neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 30 19:44:43.228470 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Loading extension file: vlantransparent.py {{(pid=84777) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 30 19:44:43.229174 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=84777) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 30 19:44:43.229738 n-d-843948-2 neutron-server[84777]: INFO neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Extension vlan-transparent not supported by any of loaded plugins May 30 19:44:43.232240 n-d-843948-2 neutron-server[84777]: INFO neutron.quota.resource_registry [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Creating instance of TrackedResource for resource:network May 30 19:44:43.233000 n-d-843948-2 neutron-server[84777]: INFO neutron.quota.resource_registry [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Creating instance of TrackedResource for resource:subnet May 30 19:44:43.234211 n-d-843948-2 neutron-server[84777]: INFO neutron.quota.resource_registry [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Creating instance of TrackedResource for resource:subnetpool May 30 19:44:43.235043 n-d-843948-2 neutron-server[84777]: INFO neutron.quota.resource_registry [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Creating instance of TrackedResource for resource:port May 30 19:44:43.236417 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.v2.resource_helper [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84777) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 30 19:44:43.236876 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.v2.resource_helper [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Service FLAVORS assigned prefix: {{(pid=84777) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 30 19:44:43.237496 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.v2.resource_helper [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84777) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 30 19:44:43.237964 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.v2.resource_helper [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84777) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 30 19:44:43.238311 n-d-843948-2 neutron-server[84777]: INFO neutron.quota.resource_registry [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Creating instance of TrackedResource for resource:router May 30 19:44:43.239013 n-d-843948-2 neutron-server[84777]: INFO neutron.quota.resource_registry [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Creating instance of TrackedResource for resource:floatingip May 30 19:44:43.239730 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.v2.resource_helper [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Service METERING assigned prefix: /metering {{(pid=84777) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 30 19:44:43.241204 n-d-843948-2 neutron-server[84777]: DEBUG neutron_lib.callbacks.manager [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=84777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:44:43.241580 n-d-843948-2 neutron-server[84777]: DEBUG neutron_lib.callbacks.manager [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=84777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:44:43.241981 n-d-843948-2 neutron-server[84777]: DEBUG neutron_lib.callbacks.manager [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:44:43.243256 n-d-843948-2 neutron-server[84777]: INFO neutron.quota.resource_registry [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Creating instance of CountableResource for resource:rbac_policy May 30 19:44:43.243703 n-d-843948-2 neutron-server[84777]: INFO neutron.quota.resource_registry [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Creating instance of TrackedResource for resource:security_group May 30 19:44:43.244530 n-d-843948-2 neutron-server[84777]: INFO neutron.quota.resource_registry [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Creating instance of TrackedResource for resource:security_group_rule May 30 19:44:43.245283 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.v2.resource_helper [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Service CORE assigned prefix: {{(pid=84777) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 30 19:44:43.245649 n-d-843948-2 neutron-server[84777]: INFO neutron.quota.resource_registry [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Creating instance of TrackedResource for resource:subnetpool May 30 19:44:43.246004 n-d-843948-2 neutron-server[84777]: WARNING neutron.quota.resource_registry [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] subnetpool is already registered May 30 19:44:43.246626 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.v2.resource_helper [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Service CORE assigned prefix: {{(pid=84777) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 30 19:44:43.246967 n-d-843948-2 neutron-server[84777]: INFO neutron.quota.resource_registry [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Creating instance of TrackedResource for resource:subnetpool May 30 19:44:43.247488 n-d-843948-2 neutron-server[84777]: WARNING neutron.quota.resource_registry [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] subnetpool is already registered May 30 19:44:43.250662 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.v2.resource_helper [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84777) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 30 19:44:43.251109 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.v2.resource_helper [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Service FLAVORS assigned prefix: {{(pid=84777) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 30 19:44:43.251719 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.v2.resource_helper [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84777) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 30 19:44:43.252311 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.v2.resource_helper [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84777) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 30 19:44:43.252665 n-d-843948-2 neutron-server[84777]: INFO neutron.quota.resource_registry [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Creating instance of TrackedResource for resource:router May 30 19:44:43.253009 n-d-843948-2 neutron-server[84777]: WARNING neutron.quota.resource_registry [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] router is already registered May 30 19:44:43.253706 n-d-843948-2 neutron-server[84777]: INFO neutron.quota.resource_registry [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Creating instance of TrackedResource for resource:floatingip May 30 19:44:43.254034 n-d-843948-2 neutron-server[84777]: WARNING neutron.quota.resource_registry [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] floatingip is already registered May 30 19:44:43.254686 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.v2.resource_helper [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Service METERING assigned prefix: /metering {{(pid=84777) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 30 19:44:43.255396 n-d-843948-2 neutron-server[84777]: INFO neutron.quota.resource_registry [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Creating instance of CountableResource for resource:rbac_policy May 30 19:44:43.255731 n-d-843948-2 neutron-server[84777]: WARNING neutron.quota.resource_registry [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] rbac_policy is already registered May 30 19:44:43.256294 n-d-843948-2 neutron-server[84777]: INFO neutron.quota.resource_registry [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Creating instance of TrackedResource for resource:security_group May 30 19:44:43.256629 n-d-843948-2 neutron-server[84777]: WARNING neutron.quota.resource_registry [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] security_group is already registered May 30 19:44:43.257222 n-d-843948-2 neutron-server[84777]: INFO neutron.quota.resource_registry [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Creating instance of TrackedResource for resource:security_group_rule May 30 19:44:43.257558 n-d-843948-2 neutron-server[84777]: WARNING neutron.quota.resource_registry [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] security_group_rule is already registered May 30 19:44:43.258292 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.v2.resource_helper [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Service CORE assigned prefix: {{(pid=84777) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 30 19:44:43.258635 n-d-843948-2 neutron-server[84777]: INFO neutron.quota.resource_registry [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Creating instance of TrackedResource for resource:subnetpool May 30 19:44:43.258968 n-d-843948-2 neutron-server[84777]: WARNING neutron.quota.resource_registry [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] subnetpool is already registered May 30 19:44:43.259583 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.v2.resource_helper [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Service CORE assigned prefix: {{(pid=84777) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 30 19:44:43.259926 n-d-843948-2 neutron-server[84777]: INFO neutron.quota.resource_registry [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Creating instance of TrackedResource for resource:subnetpool May 30 19:44:43.260256 n-d-843948-2 neutron-server[84777]: WARNING neutron.quota.resource_registry [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] subnetpool is already registered May 30 19:44:43.260905 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Extended resource: extensions {{(pid=84777) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 30 19:44:43.262440 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Extended resource: address-groups {{(pid=84777) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 30 19:44:43.263991 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Extended resource: address-scopes {{(pid=84777) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 30 19:44:43.265272 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Extended resource: agents {{(pid=84777) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 30 19:44:43.266437 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Extended resource: auto-allocated-topology {{(pid=84777) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 30 19:44:43.267645 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Extended resource: availability_zones {{(pid=84777) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 30 19:44:43.268938 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Extended resource: dhcp-networks {{(pid=84777) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 30 19:44:43.270363 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Extended resource: dhcp-agents {{(pid=84777) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 30 19:44:43.271732 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Extended resource: routers {{(pid=84777) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 30 19:44:43.273604 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Extended resource: flavors {{(pid=84777) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 30 19:44:43.274763 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Extended resource: service_profiles {{(pid=84777) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 30 19:44:43.275937 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Extended resource: next_providers {{(pid=84777) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 30 19:44:43.277425 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Extended resource: service_profiles {{(pid=84777) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 30 19:44:43.278869 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Extended resource: floatingip-pools {{(pid=84777) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 30 19:44:43.280773 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Extended resource: routers {{(pid=84777) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 30 19:44:43.282573 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Extended resource: floatingips {{(pid=84777) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 30 19:44:43.283744 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Extended resource: l3-routers {{(pid=84777) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 30 19:44:43.285336 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Extended resource: l3-agents {{(pid=84777) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 30 19:44:43.286770 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Extended resource: metering-labels {{(pid=84777) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 30 19:44:43.288258 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Extended resource: metering-label-rules {{(pid=84777) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 30 19:44:43.289496 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Extended resource: network-ip-availabilities {{(pid=84777) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 30 19:44:43.290731 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Extended resource: bindings {{(pid=84777) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 30 19:44:43.293490 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Extended resource: quotas {{(pid=84777) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 30 19:44:43.294952 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Extended resource: quotas {{(pid=84777) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 30 19:44:43.297267 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Extended resource: rbac-policies {{(pid=84777) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 30 19:44:43.298572 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Extended resource: security-groups {{(pid=84777) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 30 19:44:43.299779 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Extended resource: security-group-rules {{(pid=84777) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 30 19:44:43.300985 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Extended resource: service-providers {{(pid=84777) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 30 19:44:43.302220 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Extended resource: subnetpools {{(pid=84777) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 30 19:44:43.303868 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Extended resource: subnetpools {{(pid=84777) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 30 19:44:43.305333 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Extended resource: tags {{(pid=84777) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 30 19:44:43.307029 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Extended resource: tags {{(pid=84777) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 30 19:44:43.308779 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Extended resource: tags {{(pid=84777) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 30 19:44:43.310555 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Extended resource: tags {{(pid=84777) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 30 19:44:43.312377 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Extended resource: tags {{(pid=84777) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 30 19:44:43.314051 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Extended resource: tags {{(pid=84777) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 30 19:44:43.315783 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Extended resource: tags {{(pid=84777) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 30 19:44:43.317942 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Extended resource: tags {{(pid=84777) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 30 19:44:43.319761 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Extended resource: tags {{(pid=84777) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 30 19:44:43.322103 n-d-843948-2 neutron-server[84777]: DEBUG neutron.api.extensions [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Extended resource: tags {{(pid=84777) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 30 19:44:43.328168 n-d-843948-2 neutron-server[84777]: WARNING keystonemiddleware.auth_token [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 30 19:44:43.333138 n-d-843948-2 neutron-server[84777]: WARNING keystonemiddleware.auth_token [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 30 19:44:43.341537 n-d-843948-2 neutron-server[84777]: DEBUG oslo_concurrency.lockutils [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Acquired lock "singleton_lock" {{(pid=84777) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 30 19:44:43.342048 n-d-843948-2 neutron-server[84777]: DEBUG oslo_concurrency.lockutils [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Releasing lock "singleton_lock" {{(pid=84777) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 30 19:44:43.343232 n-d-843948-2 neutron-server[84777]: INFO oslo_service.service [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Starting 2 workers May 30 19:44:43.348033 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Started child 84886 {{(pid=84777) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 30 19:44:43.352672 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Started child 84887 {{(pid=84777) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 30 19:44:43.354360 n-d-843948-2 neutron-server[84777]: INFO neutron.service [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Neutron service started, listening on 0.0.0.0:9696 May 30 19:44:43.355013 n-d-843948-2 neutron-server[84777]: DEBUG neutron_lib.callbacks.manager [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Notify callbacks [] for process, before_spawn {{(pid=84777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:44:43.355265 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:44:43.357320 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [-] (84886) wsgi starting up on http://0.0.0.0:9696 May 30 19:44:43.358058 n-d-843948-2 neutron-server[84777]: INFO oslo_service.service [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Starting 1 workers May 30 19:44:43.360310 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:44:43.362233 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [-] (84887) wsgi starting up on http://0.0.0.0:9696 May 30 19:44:43.363839 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Started child 84888 {{(pid=84777) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 30 19:44:43.364429 n-d-843948-2 neutron-server[84777]: INFO oslo_service.service [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Starting 1 workers May 30 19:44:43.368696 n-d-843948-2 neutron-server[84888]: DEBUG neutron.service [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] calling RpcWorker wait() {{(pid=84888) _wait /opt/stack/neutron/neutron/service.py:128}} May 30 19:44:43.369685 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Started child 84889 {{(pid=84777) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 30 19:44:43.369819 n-d-843948-2 neutron-server[84888]: DEBUG neutron.service [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] returning from RpcWorker wait() {{(pid=84888) _wait /opt/stack/neutron/neutron/service.py:135}} May 30 19:44:43.369968 n-d-843948-2 neutron-server[84777]: DEBUG neutron_lib.callbacks.manager [None req-70b32b93-9a2b-41bd-84cf-7324d7934017 None None] Notify callbacks [] for process, after_spawn {{(pid=84777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:44:43.370929 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:44:43.371649 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:44:43.371852 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=84777) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 30 19:44:43.372247 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 30 19:44:43.372426 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 30 19:44:43.372830 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 30 19:44:43.373187 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 30 19:44:43.373352 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 30 19:44:43.374119 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.374409 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.374703 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.374987 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.375262 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.375858 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.376140 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.376384 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.376666 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.376921 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.377069 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.377240 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.377709 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.377948 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.378345 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.378608 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.378849 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.379109 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.379302 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.379527 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] config_source = [] {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.379778 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:44:43.380568 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.380568 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.380568 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] debug = True {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.380568 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.381364 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.381364 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.381792 n-d-843948-2 neutron-server[84889]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:44:43.381988 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.381988 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.381988 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.382535 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.382535 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.382940 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.383127 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.383311 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.383515 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.383710 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.384044 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.384253 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.384451 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.384840 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] host = n-d-843948-2 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.385094 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.385336 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.385564 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.385832 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.386081 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.386294 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.386543 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.386785 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.387189 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.387394 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.387590 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.387792 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.387982 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] log_dir = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.388167 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] log_file = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.388360 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] log_options = True {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.388549 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.388829 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.389097 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.389336 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.389536 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.389757 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.389956 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.390163 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.390358 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.390546 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.390759 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.390996 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.391263 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.391719 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.391719 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.392087 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.392268 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.392447 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.392639 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.392936 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.393145 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.393411 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.393679 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.393874 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.394089 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.394430 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.394631 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.394819 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.395013 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.395207 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.395479 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.395731 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.395982 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.396226 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.396458 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.396687 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.396896 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.397182 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.397528 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.397749 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.397935 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.398156 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.398394 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.398614 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.398851 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] use_journal = False {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.399095 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] use_json = False {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.399723 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.399723 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.400081 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.400256 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.400471 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.400690 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.400907 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.401145 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.401380 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.401856 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.402209 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.402500 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.411670 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.411670 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.411670 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.411670 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.411670 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.411670 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.411670 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.411670 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.411670 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.412647 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.412647 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.412647 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.85/identity {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.412647 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.412647 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.412647 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.412647 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.412647 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.413456 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.413456 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.413456 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.413456 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.413456 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.413456 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.413456 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.413456 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.413456 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.414419 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.414419 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.414419 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.414419 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.414419 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.414419 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.414419 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.414419 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.414419 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.415933 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.415933 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.415933 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.415933 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.415933 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.415933 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.415933 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.415933 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.415933 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.417377 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.417377 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.417377 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.417377 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.417377 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.417377 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.417377 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.417377 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.417377 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.418851 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.418851 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.418851 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.418851 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.418851 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.418851 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.418851 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.418851 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.418851 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.420304 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.420304 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.420304 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.420304 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.420304 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.420304 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.420304 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.420304 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.420304 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.422547 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.422547 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.422547 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.422547 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.422547 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.422547 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.422547 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.422547 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.423799 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.423799 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.423799 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.423799 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.423799 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.423799 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.424754 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.424754 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.424754 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.424754 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.425407 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.425407 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.425407 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.425914 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.426081 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.426371 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.426546 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.426800 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.427057 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.427337 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.427604 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.427898 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.428125 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.428412 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.428711 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.428987 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.429278 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.429534 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.429796 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.430076 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.430312 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.430579 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.430994 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.431648 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.431839 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.432118 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.432310 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.432556 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.432797 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.433031 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.433355 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.433640 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.433845 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.434080 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.434342 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.434589 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.434827 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.435094 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.436509 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.436778 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.438120 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.438941 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.85/identity {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.439316 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.439631 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.439969 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.440294 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.440638 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.440985 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.441360 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.448792 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.448792 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.448792 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.448792 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.448792 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.448792 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.448792 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.448792 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.449994 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.449994 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.449994 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.449994 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.449994 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.449994 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.449994 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.449994 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.450921 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.450921 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.450921 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.450921 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.450921 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.450921 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.450921 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.450921 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.451818 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.451818 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.451818 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.451818 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.451818 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.451818 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.451818 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.451818 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.452848 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.452848 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.452848 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.452848 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.452848 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.452848 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.452848 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.452848 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.453884 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.453884 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.453884 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.453884 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.453884 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.453884 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.453884 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.453884 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.453884 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.454955 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.454955 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.454955 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.454955 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.454955 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.454955 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.454955 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.454955 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.456382 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.456382 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.456382 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.456382 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.456382 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.456382 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.456382 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.457523 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.457523 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.457523 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.457523 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.457523 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.458295 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.458295 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.458295 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.458757 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.458757 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.459013 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.459144 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.459358 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.459638 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.460036 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.460225 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.460427 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.460693 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.462224 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.463567 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.464970 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.465216 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.465495 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.465805 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.466060 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.466297 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.466593 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.466935 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.467229 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.468083 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.468559 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.468875 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.469455 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.469775 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.470047 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.472380 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.473893 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.474197 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.474895 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.475166 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.475451 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.475696 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.475950 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.476195 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.476451 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.476677 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.476950 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.477206 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.477453 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.477719 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.477961 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.478195 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.478426 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.478661 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.478887 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.479103 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.479270 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 30 19:44:43.480219 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=84777) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 30 19:44:43.480219 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 30 19:44:43.480219 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 30 19:44:43.481404 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 30 19:44:43.485862 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 30 19:44:43.486259 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 30 19:44:43.486562 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.486792 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.487023 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.487251 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.487495 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.487787 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.488063 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.488436 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.488745 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.488996 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.489257 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.489509 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.489792 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.490040 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.490290 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.490536 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.490973 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.491386 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.491386 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.491919 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] config_source = [] {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.491919 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.492301 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.492301 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] debug = True {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.493867 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.493867 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.493867 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.493867 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.493867 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.494862 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.494862 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.494862 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.494862 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.495681 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.495681 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.495681 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.496196 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.496196 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.496748 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.497016 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.497278 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] host = n-d-843948-2 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.497656 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.497994 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.498346 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.498603 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.503067 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.503067 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.503067 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.503067 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.503067 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.503067 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.503067 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.503067 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.503929 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] log_dir = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.503929 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] log_file = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.503929 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] log_options = True {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.503929 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.503929 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.503929 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.503929 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.503929 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.504751 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.504751 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.504751 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.504751 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.504751 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.504751 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.504751 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.504751 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.505552 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.505552 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.505552 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.505552 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.505552 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.505552 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.505552 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.505552 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.506539 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.506539 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.506539 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.506539 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.506539 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.506539 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.508343 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.508343 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.508343 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.509763 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.510063 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.510340 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.510559 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.510793 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.511074 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.511318 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.511602 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.512307 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.512558 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.512784 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.513175 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.513447 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.513742 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.514104 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] use_journal = False {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.514816 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] use_json = False {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.515086 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.515579 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.515746 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.515959 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.516200 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.516583 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.516841 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.517109 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.517375 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 30 19:44:43.517678 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.517961 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.518193 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.518423 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.518652 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.518896 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.519181 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.519406 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.519608 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.519812 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.520070 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.520291 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.520749 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.521018 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.521296 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.85/identity {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.521570 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.521866 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.522235 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.522486 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.522735 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.523011 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.523375 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.523624 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.523871 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.524132 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.524379 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.524623 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.524870 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.525116 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.525364 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.525632 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.525995 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.526244 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.526499 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.526744 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.526993 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.527239 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.527484 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.527730 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.527974 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.528234 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.528478 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.528730 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.528979 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.529227 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.529471 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.529746 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.530527 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.530779 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.531024 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.531331 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.531601 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.531847 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.532107 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.532498 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.532744 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.532991 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.533234 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.533581 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.533862 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.534115 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.534362 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.534610 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.535093 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.535343 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.535645 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.535893 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.536138 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.536382 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.536631 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.536875 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.537147 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.537400 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.537699 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.538080 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.538373 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.538642 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.538912 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.539429 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.539927 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.540529 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.540937 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.541865 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.541865 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.541865 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.542261 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.542688 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.543022 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.543258 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.543707 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.543993 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.544258 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.544554 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.544824 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.545068 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.545487 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.545772 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.545927 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.546201 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.546452 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.546703 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.547025 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.547263 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.547545 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.547818 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.548097 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.548375 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.549180 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.549180 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.549180 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.549818 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.549818 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.550374 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.550374 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.550828 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.550828 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.551207 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.551410 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.551622 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.551872 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.552644 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.552644 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.553825 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.553825 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.553825 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.553825 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.554081 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.554266 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.554524 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.554817 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.555431 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.555431 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.556154 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.556154 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.85/identity {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.556154 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.557880 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.557880 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.557880 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.557880 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.557880 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.557880 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.558281 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.558358 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.558614 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.558897 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.559159 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.559499 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.559770 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.560042 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.560316 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.560540 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.560797 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.561071 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.561367 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.561666 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.561916 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.562169 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.562474 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.562919 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.563186 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.563470 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.563744 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.564010 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.564293 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.564512 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.564716 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.564912 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.565159 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.565421 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.565707 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.565970 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.566290 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.566555 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.566817 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.567075 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.567337 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.567567 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.567819 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.568028 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.568237 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.568445 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.568650 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.568848 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.569048 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.569252 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.569453 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.569704 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.569956 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.570227 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.570478 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.570678 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.570898 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.571120 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.571341 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.571609 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.571862 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.572036 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.572256 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.572473 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.572690 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.573072 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.573303 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.573521 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.573767 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.573989 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.574222 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.574438 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.574660 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.574916 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.575138 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.575351 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.575567 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.575784 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.576020 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.576234 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.576447 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.576693 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.577477 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.577717 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.577943 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.578162 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.578396 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.578612 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.578829 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.579105 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.579339 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.579559 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.579780 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.579998 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.580217 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.580432 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.580652 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.580876 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.581108 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.581333 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.581551 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.581818 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.582048 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.582276 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.582495 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.582721 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.582953 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.583202 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.583509 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.583733 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.583951 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.584191 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.584395 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.584613 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.584809 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.585074 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.585345 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.585672 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.585879 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.586046 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.586284 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.586644 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.586799 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.587054 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.587328 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.587568 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 30 19:44:43.587826 n-d-843948-2 neutron-server[84777]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84777) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 30 19:44:43.608128 n-d-843948-2 neutron-server[84888]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:44:43.626359 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 37864) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:44:43.637499 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [-] 10.222.0.85 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0083439 May 30 19:44:56.166382 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7cea1b8-55a9-43bd-8485-f3f00cb857c1 None None] get_active_networks_info from n-d-843948-2 {{(pid=84888) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 30 19:44:56.257465 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7cea1b8-55a9-43bd-8485-f3f00cb857c1 None None] No non-hosted networks {{(pid=84888) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 30 19:44:56.270891 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.agentschedulers_db [None req-a7cea1b8-55a9-43bd-8485-f3f00cb857c1 None None] DHCP Agent not found on host n-d-843948-2 {{(pid=84888) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} May 30 19:44:56.365207 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-e209f4ed-42f2-4af4-b128-bf6c1e7209d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-736062'] for agent, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:44:59.594364 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-5265c8bc-784c-4ef0-8808-0fc8f46cfd88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-736062'] for agent, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:44:59.679661 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.db.api [None req-adb72467-34fa-4895-b30a-9e531a3d9971 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-n-d-843948-2 {{(pid=84888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 19:44:59.680455 n-d-843948-2 neutron-server[84888]: DEBUG oslo_db.api [None req-adb72467-34fa-4895-b30a-9e531a3d9971 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 19:44:59.719309 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-736062'] for agent, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:44:59.720148 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:44:59.720791 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:44:59.721359 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:44:59.722069 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:44:59.722898 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:44:59.723565 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:44:59.724331 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:44:59.725118 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:44:59.725968 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:44:59.726641 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:44:59.727132 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:44:59.727694 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-843948-2', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:44:59.746347 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-843948-2', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:45:00.313535 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-adb72467-34fa-4895-b30a-9e531a3d9971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:45:00.881799 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-736062'] for agent, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:45:02.351505 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-736062'] for agent, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:45:02.765715 n-d-843948-2 neutron-server[84888]: INFO neutron.db.l3_hamode_db [None req-da28a5d2-05f4-4047-a075-156ab5b11ede None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 30 19:45:02.859512 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da28a5d2-05f4-4047-a075-156ab5b11ede None None] Routers set() bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 19:45:02.859887 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da28a5d2-05f4-4047-a075-156ab5b11ede None None] Router IDs set() for agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} May 30 19:45:03.894389 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 37960) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:45:04.640077 n-d-843948-2 neutron-server[84887]: WARNING oslo_policy.policy [None req-dbcc4259-1a82-4d5c-9d68-c20dac6cb51a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 30 19:45:04.640674 n-d-843948-2 neutron-server[84887]: WARNING oslo_policy.policy [None req-dbcc4259-1a82-4d5c-9d68-c20dac6cb51a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 30 19:45:04.858166 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [None req-dbcc4259-1a82-4d5c-9d68-c20dac6cb51a admin admin] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=84887) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 19:45:04.859135 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-dbcc4259-1a82-4d5c-9d68-c20dac6cb51a admin admin] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.9638748 May 30 19:45:07.263191 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 37974) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:45:07.696016 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-dee320a2-bb58-4cf0-ba7d-c41bdcc56b92 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:45:07.788246 n-d-843948-2 neutron-server[84887]: DEBUG neutron.policy [None req-dee320a2-bb58-4cf0-ba7d-c41bdcc56b92 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84887) register_rules /opt/stack/neutron/neutron/policy.py:65}} May 30 19:45:07.789504 n-d-843948-2 neutron-server[84887]: WARNING oslo_policy.policy [None req-dee320a2-bb58-4cf0-ba7d-c41bdcc56b92 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 30 19:45:07.790149 n-d-843948-2 neutron-server[84887]: WARNING oslo_policy.policy [None req-dee320a2-bb58-4cf0-ba7d-c41bdcc56b92 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 30 19:45:07.797260 n-d-843948-2 neutron-server[84887]: INFO neutron.quota [None req-dee320a2-bb58-4cf0-ba7d-c41bdcc56b92 admin admin] Loaded quota_driver: . May 30 19:45:07.821393 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-dee320a2-bb58-4cf0-ba7d-c41bdcc56b92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:45:08.032320 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-dee320a2-bb58-4cf0-ba7d-c41bdcc56b92 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764049944562', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764049970042', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764049968650', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764049979736', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764049726649', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1162941', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1272105', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-558781', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-754359'] for rbac-policy, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:45:08.246848 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-dee320a2-bb58-4cf0-ba7d-c41bdcc56b92 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:45:08.248063 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-dee320a2-bb58-4cf0-ba7d-c41bdcc56b92 admin admin] 10.222.0.85 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9830217 May 30 19:45:10.957932 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 37988) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:45:11.634997 n-d-843948-2 neutron-server[84886]: WARNING oslo_policy.policy [None req-6151646e-163e-4035-9dcc-8c7987fda0f6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 30 19:45:11.635582 n-d-843948-2 neutron-server[84886]: WARNING oslo_policy.policy [None req-6151646e-163e-4035-9dcc-8c7987fda0f6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 30 19:45:11.851476 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-6151646e-163e-4035-9dcc-8c7987fda0f6 admin admin] Request body: {'network': {'project_id': '826f2e31cacd4eda8b097137d61f4da7', 'admin_state_up': True, 'name': 'private'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:45:11.853201 n-d-843948-2 neutron-server[84886]: INFO neutron.quota [None req-6151646e-163e-4035-9dcc-8c7987fda0f6 admin admin] Loaded quota_driver: . May 30 19:45:11.869785 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-6151646e-163e-4035-9dcc-8c7987fda0f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:45:11.880164 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-6151646e-163e-4035-9dcc-8c7987fda0f6 admin admin] Usage tracker for resource:network and tenant:826f2e31cacd4eda8b097137d61f4da7 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:45:11.883219 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-6151646e-163e-4035-9dcc-8c7987fda0f6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:45:11.890876 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-6151646e-163e-4035-9dcc-8c7987fda0f6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:45:12.001713 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6151646e-163e-4035-9dcc-8c7987fda0f6 admin admin] Made reservation on behalf of 826f2e31cacd4eda8b097137d61f4da7 for: {'network': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 19:45:12.048679 n-d-843948-2 neutron-server[84886]: DEBUG neutron.policy [None req-6151646e-163e-4035-9dcc-8c7987fda0f6 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84886) register_rules /opt/stack/neutron/neutron/policy.py:65}} May 30 19:45:12.049473 n-d-843948-2 neutron-server[84886]: WARNING oslo_policy.policy [None req-6151646e-163e-4035-9dcc-8c7987fda0f6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 30 19:45:12.049862 n-d-843948-2 neutron-server[84886]: WARNING oslo_policy.policy [None req-6151646e-163e-4035-9dcc-8c7987fda0f6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 30 19:45:12.054736 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6151646e-163e-4035-9dcc-8c7987fda0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:45:12.077747 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6151646e-163e-4035-9dcc-8c7987fda0f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:45:12.133396 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-6151646e-163e-4035-9dcc-8c7987fda0f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:45:12.137550 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-6151646e-163e-4035-9dcc-8c7987fda0f6 admin admin] Usage tracker for resource:security_group_rule and tenant:826f2e31cacd4eda8b097137d61f4da7 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:45:12.141347 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-6151646e-163e-4035-9dcc-8c7987fda0f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:45:12.147569 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-6151646e-163e-4035-9dcc-8c7987fda0f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:45:12.223027 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6151646e-163e-4035-9dcc-8c7987fda0f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:45:12.286910 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6151646e-163e-4035-9dcc-8c7987fda0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:45:12.313918 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6151646e-163e-4035-9dcc-8c7987fda0f6 admin admin] vlan segment allocate from pool success with {'vlan_id': 684, 'physical_network': 'physnet1'} {{(pid=84886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 19:45:12.340683 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6151646e-163e-4035-9dcc-8c7987fda0f6 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8764051277168', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:45:12.341285 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6151646e-163e-4035-9dcc-8c7987fda0f6 admin admin] Unsubscribe: segment precommit_create {{(pid=84886) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 30 19:45:12.342360 n-d-843948-2 neutron-server[84886]: INFO neutron.db.segments_db [None req-6151646e-163e-4035-9dcc-8c7987fda0f6 admin admin] Added segment e5175cde-ed23-4450-a950-0bdba7273fe6 of type vlan for network fb56807f-2048-4eb6-adff-b5ff59f63360 May 30 19:45:12.351697 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6151646e-163e-4035-9dcc-8c7987fda0f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9a6de6c-2adc-4710-8505-bd8a10580e5e,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:45:12.416902 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6151646e-163e-4035-9dcc-8c7987fda0f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:45:12.417242 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6151646e-163e-4035-9dcc-8c7987fda0f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:45:12.417573 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6151646e-163e-4035-9dcc-8c7987fda0f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:45:12.417926 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6151646e-163e-4035-9dcc-8c7987fda0f6 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:45:12.418248 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6151646e-163e-4035-9dcc-8c7987fda0f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:45:12.418567 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6151646e-163e-4035-9dcc-8c7987fda0f6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:45:12.418883 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6151646e-163e-4035-9dcc-8c7987fda0f6 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:45:12.419199 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6151646e-163e-4035-9dcc-8c7987fda0f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:45:12.419600 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6151646e-163e-4035-9dcc-8c7987fda0f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:45:12.419978 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6151646e-163e-4035-9dcc-8c7987fda0f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:45:12.420787 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6151646e-163e-4035-9dcc-8c7987fda0f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:45:12.422000 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6151646e-163e-4035-9dcc-8c7987fda0f6 admin admin] Tracked resource versions report: May 30 19:45:12.422000 n-d-843948-2 neutron-server[84886]: pushed versions: May 30 19:45:12.422000 n-d-843948-2 neutron-server[84886]: { 'ConntrackHelper': {'1.0'}, May 30 19:45:12.422000 n-d-843948-2 neutron-server[84886]: 'Log': {'1.0'}, May 30 19:45:12.422000 n-d-843948-2 neutron-server[84886]: 'Network': {'1.1'}, May 30 19:45:12.422000 n-d-843948-2 neutron-server[84886]: 'Port': {'1.5'}, May 30 19:45:12.422000 n-d-843948-2 neutron-server[84886]: 'PortForwarding': {'1.2'}, May 30 19:45:12.422000 n-d-843948-2 neutron-server[84886]: 'QosPolicy': {'1.8'}, May 30 19:45:12.422000 n-d-843948-2 neutron-server[84886]: 'SecurityGroup': {'1.2'}, May 30 19:45:12.422000 n-d-843948-2 neutron-server[84886]: 'SecurityGroupRule': {'1.0'}, May 30 19:45:12.422000 n-d-843948-2 neutron-server[84886]: 'SubPort': {'1.0'}, May 30 19:45:12.422000 n-d-843948-2 neutron-server[84886]: 'Subnet': {'1.1'}, May 30 19:45:12.422000 n-d-843948-2 neutron-server[84886]: 'Trunk': {'1.1'}} May 30 19:45:12.422000 n-d-843948-2 neutron-server[84886]: consumer versions: May 30 19:45:12.422000 n-d-843948-2 neutron-server[84886]: { DHCP agent@n-d-843948-2: {}, May 30 19:45:12.422000 n-d-843948-2 neutron-server[84886]: L3 agent@n-d-843948-2: {}, May 30 19:45:12.422000 n-d-843948-2 neutron-server[84886]: Metadata agent@n-d-843948-2: {}, May 30 19:45:12.422000 n-d-843948-2 neutron-server[84886]: Metering agent@n-d-843948-2: {}, May 30 19:45:12.422000 n-d-843948-2 neutron-server[84886]: Open vSwitch agent@n-d-843948-2: { 'ConntrackHelper': '1.0', May 30 19:45:12.422000 n-d-843948-2 neutron-server[84886]: 'Log': '1.0', May 30 19:45:12.422000 n-d-843948-2 neutron-server[84886]: 'Network': '1.1', May 30 19:45:12.422000 n-d-843948-2 neutron-server[84886]: 'Port': '1.5', May 30 19:45:12.422000 n-d-843948-2 neutron-server[84886]: 'PortForwarding': '1.2', May 30 19:45:12.422000 n-d-843948-2 neutron-server[84886]: 'QosPolicy': '1.8', May 30 19:45:12.422000 n-d-843948-2 neutron-server[84886]: 'SecurityGroup': '1.2', May 30 19:45:12.422000 n-d-843948-2 neutron-server[84886]: 'SecurityGroupRule': '1.0', May 30 19:45:12.422000 n-d-843948-2 neutron-server[84886]: 'SubPort': '1.0', May 30 19:45:12.422000 n-d-843948-2 neutron-server[84886]: 'Subnet': '1.1', May 30 19:45:12.422000 n-d-843948-2 neutron-server[84886]: 'Trunk': '1.1'}} May 30 19:45:12.422000 n-d-843948-2 neutron-server[84886]: {{(pid=84886) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 30 19:45:12.474210 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6151646e-163e-4035-9dcc-8c7987fda0f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:45:12.624862 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6151646e-163e-4035-9dcc-8c7987fda0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:45:12.626031 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6151646e-163e-4035-9dcc-8c7987fda0f6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:45:12.626681 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6151646e-163e-4035-9dcc-8c7987fda0f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:45:12.742615 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6151646e-163e-4035-9dcc-8c7987fda0f6 admin admin] Pushing event updated for resources: {'Network': ['ID=fb56807f-2048-4eb6-adff-b5ff59f63360,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:45:12.755635 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network fb56807f-2048-4eb6-adff-b5ff59f63360 details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 19:45:12.810423 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-6151646e-163e-4035-9dcc-8c7987fda0f6 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.8500836 May 30 19:45:15.735068 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 38010) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:45:16.345003 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87be453c-36a2-4bf2-8bda-1ae29f234189 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:45:16.346632 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-87be453c-36a2-4bf2-8bda-1ae29f234189 admin admin] 10.222.0.85 "GET /v2.0/networks/fb56807f-2048-4eb6-adff-b5ff59f63360 HTTP/1.1" status: 200 len: 825 time: 0.6104932 May 30 19:45:16.383302 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-4533d16f-1305-4741-ba9a-5c19b97774ca admin admin] 10.222.0.85 "GET /v2.0/subnetpools/d44081b4-05f6-4c7d-abb0-e70efb9efefa HTTP/1.1" status: 200 len: 734 time: 0.0257394 May 30 19:45:16.392850 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-62450b24-af76-4110-bec7-b3e29c45fc6b admin admin] Request body: {'subnet': {'subnetpool_id': 'd44081b4-05f6-4c7d-abb0-e70efb9efefa', 'ip_version': 4, 'tenant_id': '826f2e31cacd4eda8b097137d61f4da7', 'name': 'private-subnet', 'network_id': 'fb56807f-2048-4eb6-adff-b5ff59f63360', 'gateway_ip': '172.20.0.1'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:45:16.397977 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-62450b24-af76-4110-bec7-b3e29c45fc6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:45:16.403344 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-62450b24-af76-4110-bec7-b3e29c45fc6b admin admin] Usage tracker for resource:subnet and tenant:826f2e31cacd4eda8b097137d61f4da7 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:45:16.408338 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-62450b24-af76-4110-bec7-b3e29c45fc6b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:45:16.416109 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-62450b24-af76-4110-bec7-b3e29c45fc6b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:45:16.498812 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62450b24-af76-4110-bec7-b3e29c45fc6b admin admin] Made reservation on behalf of 826f2e31cacd4eda8b097137d61f4da7 for: {'subnet': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 19:45:16.501582 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-62450b24-af76-4110-bec7-b3e29c45fc6b admin admin] Notify callbacks [] for subnet, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:45:16.939566 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-62450b24-af76-4110-bec7-b3e29c45fc6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for subnet, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:45:17.044516 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62450b24-af76-4110-bec7-b3e29c45fc6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=4db784d6-085e-45bc-afb8-a214087d4ce8,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:45:17.047417 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62450b24-af76-4110-bec7-b3e29c45fc6b admin admin] Checking segment: {'id': 'e5175cde-ed23-4450-a950-0bdba7273fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'fb56807f-2048-4eb6-adff-b5ff59f63360'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 19:45:17.047789 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62450b24-af76-4110-bec7-b3e29c45fc6b admin admin] Network hostable DHCP agents. Network: fb56807f-2048-4eb6-adff-b5ff59f63360, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 19:45:17.066705 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62450b24-af76-4110-bec7-b3e29c45fc6b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:45:17.067040 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62450b24-af76-4110-bec7-b3e29c45fc6b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:45:17.067371 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62450b24-af76-4110-bec7-b3e29c45fc6b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:45:17.067699 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62450b24-af76-4110-bec7-b3e29c45fc6b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:45:17.068022 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62450b24-af76-4110-bec7-b3e29c45fc6b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:45:17.068344 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62450b24-af76-4110-bec7-b3e29c45fc6b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:45:17.068702 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62450b24-af76-4110-bec7-b3e29c45fc6b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:45:17.069073 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62450b24-af76-4110-bec7-b3e29c45fc6b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:45:17.069352 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62450b24-af76-4110-bec7-b3e29c45fc6b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:45:17.069733 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62450b24-af76-4110-bec7-b3e29c45fc6b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:45:17.070237 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62450b24-af76-4110-bec7-b3e29c45fc6b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:45:17.071307 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62450b24-af76-4110-bec7-b3e29c45fc6b admin admin] Tracked resource versions report: May 30 19:45:17.071307 n-d-843948-2 neutron-server[84887]: pushed versions: May 30 19:45:17.071307 n-d-843948-2 neutron-server[84887]: { 'ConntrackHelper': {'1.0'}, May 30 19:45:17.071307 n-d-843948-2 neutron-server[84887]: 'Log': {'1.0'}, May 30 19:45:17.071307 n-d-843948-2 neutron-server[84887]: 'Network': {'1.1'}, May 30 19:45:17.071307 n-d-843948-2 neutron-server[84887]: 'Port': {'1.5'}, May 30 19:45:17.071307 n-d-843948-2 neutron-server[84887]: 'PortForwarding': {'1.2'}, May 30 19:45:17.071307 n-d-843948-2 neutron-server[84887]: 'QosPolicy': {'1.8'}, May 30 19:45:17.071307 n-d-843948-2 neutron-server[84887]: 'SecurityGroup': {'1.2'}, May 30 19:45:17.071307 n-d-843948-2 neutron-server[84887]: 'SecurityGroupRule': {'1.0'}, May 30 19:45:17.071307 n-d-843948-2 neutron-server[84887]: 'SubPort': {'1.0'}, May 30 19:45:17.071307 n-d-843948-2 neutron-server[84887]: 'Subnet': {'1.1'}, May 30 19:45:17.071307 n-d-843948-2 neutron-server[84887]: 'Trunk': {'1.1'}} May 30 19:45:17.071307 n-d-843948-2 neutron-server[84887]: consumer versions: May 30 19:45:17.071307 n-d-843948-2 neutron-server[84887]: { DHCP agent@n-d-843948-2: {}, May 30 19:45:17.071307 n-d-843948-2 neutron-server[84887]: L3 agent@n-d-843948-2: {}, May 30 19:45:17.071307 n-d-843948-2 neutron-server[84887]: Metadata agent@n-d-843948-2: {}, May 30 19:45:17.071307 n-d-843948-2 neutron-server[84887]: Metering agent@n-d-843948-2: {}, May 30 19:45:17.071307 n-d-843948-2 neutron-server[84887]: Open vSwitch agent@n-d-843948-2: { 'ConntrackHelper': '1.0', May 30 19:45:17.071307 n-d-843948-2 neutron-server[84887]: 'Log': '1.0', May 30 19:45:17.071307 n-d-843948-2 neutron-server[84887]: 'Network': '1.1', May 30 19:45:17.071307 n-d-843948-2 neutron-server[84887]: 'Port': '1.5', May 30 19:45:17.071307 n-d-843948-2 neutron-server[84887]: 'PortForwarding': '1.2', May 30 19:45:17.071307 n-d-843948-2 neutron-server[84887]: 'QosPolicy': '1.8', May 30 19:45:17.071307 n-d-843948-2 neutron-server[84887]: 'SecurityGroup': '1.2', May 30 19:45:17.071307 n-d-843948-2 neutron-server[84887]: 'SecurityGroupRule': '1.0', May 30 19:45:17.071307 n-d-843948-2 neutron-server[84887]: 'SubPort': '1.0', May 30 19:45:17.071307 n-d-843948-2 neutron-server[84887]: 'Subnet': '1.1', May 30 19:45:17.071307 n-d-843948-2 neutron-server[84887]: 'Trunk': '1.1'}} May 30 19:45:17.071307 n-d-843948-2 neutron-server[84887]: {{(pid=84887) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 30 19:45:17.189984 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62450b24-af76-4110-bec7-b3e29c45fc6b admin admin] Network fb56807f-2048-4eb6-adff-b5ff59f63360 is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 19:45:17.284357 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-62450b24-af76-4110-bec7-b3e29c45fc6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, fb56807f-2048-4eb6-adff-b5ff59f63360) {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 19:45:17.290879 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62450b24-af76-4110-bec7-b3e29c45fc6b admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:45:17.291615 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-62450b24-af76-4110-bec7-b3e29c45fc6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:45:17.304543 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17def6c3-5c5e-4d7e-94dc-7c1dd0ce4d79 None None] Network fb56807f-2048-4eb6-adff-b5ff59f63360 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 19:45:17.394653 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-62450b24-af76-4110-bec7-b3e29c45fc6b admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0043452 May 30 19:45:17.696704 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f5908d-ce9f-4c4d-b61d-c5a5b7d0ddbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-fb56807f-2048-4eb6-adff-b5ff59f63360', 'network_id': 'fb56807f-2048-4eb6-adff-b5ff59f63360', 'tenant_id': '826f2e31cacd4eda8b097137d61f4da7', 'fixed_ips': [{'subnet_id': '4db784d6-085e-45bc-afb8-a214087d4ce8'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 19:45:17.698487 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-c5f5908d-ce9f-4c4d-b61d-c5a5b7d0ddbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:45:18.037162 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-c5f5908d-ce9f-4c4d-b61d-c5a5b7d0ddbe None None] Allocated IP 172.20.0.2 (fb56807f-2048-4eb6-adff-b5ff59f63360/4db784d6-085e-45bc-afb8-a214087d4ce8/7e4ffb42-6d97-4136-b07e-b60b0d358922) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 19:45:18.387751 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-c5f5908d-ce9f-4c4d-b61d-c5a5b7d0ddbe None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:45:18.406358 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-c5f5908d-ce9f-4c4d-b61d-c5a5b7d0ddbe None None] Transition to ACTIVE for port object 7e4ffb42-6d97-4136-b07e-b60b0d358922 will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:45:18.433531 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-c5f5908d-ce9f-4c4d-b61d-c5a5b7d0ddbe None None] Transition to ACTIVE for port object 7e4ffb42-6d97-4136-b07e-b60b0d358922 will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:45:18.518944 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-c5f5908d-ce9f-4c4d-b61d-c5a5b7d0ddbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:45:18.601499 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f5908d-ce9f-4c4d-b61d-c5a5b7d0ddbe None None] Network fb56807f-2048-4eb6-adff-b5ff59f63360 is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 19:45:18.602836 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-c5f5908d-ce9f-4c4d-b61d-c5a5b7d0ddbe None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 19:45:18.611086 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f5908d-ce9f-4c4d-b61d-c5a5b7d0ddbe None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 19:45:18.613603 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f5908d-ce9f-4c4d-b61d-c5a5b7d0ddbe None None] Pushing event updated for resources: {'Port': ['ID=7e4ffb42-6d97-4136-b07e-b60b0d358922,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:45:18.626417 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f5908d-ce9f-4c4d-b61d-c5a5b7d0ddbe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:45:18.626871 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f5908d-ce9f-4c4d-b61d-c5a5b7d0ddbe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:45:18.627310 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f5908d-ce9f-4c4d-b61d-c5a5b7d0ddbe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:45:18.627740 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f5908d-ce9f-4c4d-b61d-c5a5b7d0ddbe None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:45:18.628268 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f5908d-ce9f-4c4d-b61d-c5a5b7d0ddbe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:45:18.628728 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f5908d-ce9f-4c4d-b61d-c5a5b7d0ddbe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:45:18.629336 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f5908d-ce9f-4c4d-b61d-c5a5b7d0ddbe None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:45:18.629751 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f5908d-ce9f-4c4d-b61d-c5a5b7d0ddbe None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:45:18.630243 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f5908d-ce9f-4c4d-b61d-c5a5b7d0ddbe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:45:18.630684 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f5908d-ce9f-4c4d-b61d-c5a5b7d0ddbe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:45:18.631178 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f5908d-ce9f-4c4d-b61d-c5a5b7d0ddbe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:45:18.632531 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f5908d-ce9f-4c4d-b61d-c5a5b7d0ddbe None None] Tracked resource versions report: May 30 19:45:18.632531 n-d-843948-2 neutron-server[84888]: pushed versions: May 30 19:45:18.632531 n-d-843948-2 neutron-server[84888]: { 'ConntrackHelper': {'1.0'}, May 30 19:45:18.632531 n-d-843948-2 neutron-server[84888]: 'Log': {'1.0'}, May 30 19:45:18.632531 n-d-843948-2 neutron-server[84888]: 'Network': {'1.1'}, May 30 19:45:18.632531 n-d-843948-2 neutron-server[84888]: 'Port': {'1.5'}, May 30 19:45:18.632531 n-d-843948-2 neutron-server[84888]: 'PortForwarding': {'1.2'}, May 30 19:45:18.632531 n-d-843948-2 neutron-server[84888]: 'QosPolicy': {'1.8'}, May 30 19:45:18.632531 n-d-843948-2 neutron-server[84888]: 'SecurityGroup': {'1.2'}, May 30 19:45:18.632531 n-d-843948-2 neutron-server[84888]: 'SecurityGroupRule': {'1.0'}, May 30 19:45:18.632531 n-d-843948-2 neutron-server[84888]: 'SubPort': {'1.0'}, May 30 19:45:18.632531 n-d-843948-2 neutron-server[84888]: 'Subnet': {'1.1'}, May 30 19:45:18.632531 n-d-843948-2 neutron-server[84888]: 'Trunk': {'1.1'}} May 30 19:45:18.632531 n-d-843948-2 neutron-server[84888]: consumer versions: May 30 19:45:18.632531 n-d-843948-2 neutron-server[84888]: { DHCP agent@n-d-843948-2: {}, May 30 19:45:18.632531 n-d-843948-2 neutron-server[84888]: L3 agent@n-d-843948-2: {}, May 30 19:45:18.632531 n-d-843948-2 neutron-server[84888]: Metadata agent@n-d-843948-2: {}, May 30 19:45:18.632531 n-d-843948-2 neutron-server[84888]: Metering agent@n-d-843948-2: {}, May 30 19:45:18.632531 n-d-843948-2 neutron-server[84888]: Open vSwitch agent@n-d-843948-2: { 'ConntrackHelper': '1.0', May 30 19:45:18.632531 n-d-843948-2 neutron-server[84888]: 'Log': '1.0', May 30 19:45:18.632531 n-d-843948-2 neutron-server[84888]: 'Network': '1.1', May 30 19:45:18.632531 n-d-843948-2 neutron-server[84888]: 'Port': '1.5', May 30 19:45:18.632531 n-d-843948-2 neutron-server[84888]: 'PortForwarding': '1.2', May 30 19:45:18.632531 n-d-843948-2 neutron-server[84888]: 'QosPolicy': '1.8', May 30 19:45:18.632531 n-d-843948-2 neutron-server[84888]: 'SecurityGroup': '1.2', May 30 19:45:18.632531 n-d-843948-2 neutron-server[84888]: 'SecurityGroupRule': '1.0', May 30 19:45:18.632531 n-d-843948-2 neutron-server[84888]: 'SubPort': '1.0', May 30 19:45:18.632531 n-d-843948-2 neutron-server[84888]: 'Subnet': '1.1', May 30 19:45:18.632531 n-d-843948-2 neutron-server[84888]: 'Trunk': '1.1'}} May 30 19:45:18.632531 n-d-843948-2 neutron-server[84888]: {{(pid=84888) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 30 19:45:18.735319 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-c5f5908d-ce9f-4c4d-b61d-c5a5b7d0ddbe None None] Attempting to bind port 7e4ffb42-6d97-4136-b07e-b60b0d358922 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 19:45:18.735764 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-c5f5908d-ce9f-4c4d-b61d-c5a5b7d0ddbe None None] Attempting to bind port 7e4ffb42-6d97-4136-b07e-b60b0d358922 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': 'e5175cde-ed23-4450-a950-0bdba7273fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'fb56807f-2048-4eb6-adff-b5ff59f63360'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 19:45:18.736150 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f5908d-ce9f-4c4d-b61d-c5a5b7d0ddbe None None] Attempting to bind port 7e4ffb42-6d97-4136-b07e-b60b0d358922 on network fb56807f-2048-4eb6-adff-b5ff59f63360 {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:45:18.744043 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f5908d-ce9f-4c4d-b61d-c5a5b7d0ddbe None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 19, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 19:45:18.744585 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f5908d-ce9f-4c4d-b61d-c5a5b7d0ddbe None None] Checking segment: {'id': 'e5175cde-ed23-4450-a950-0bdba7273fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'fb56807f-2048-4eb6-adff-b5ff59f63360'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 19:45:18.744933 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-c5f5908d-ce9f-4c4d-b61d-c5a5b7d0ddbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:45:18.745329 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f5908d-ce9f-4c4d-b61d-c5a5b7d0ddbe None None] Bound using segment: {'id': 'e5175cde-ed23-4450-a950-0bdba7273fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'fb56807f-2048-4eb6-adff-b5ff59f63360'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 19:45:18.745888 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-c5f5908d-ce9f-4c4d-b61d-c5a5b7d0ddbe None None] Bound port: 7e4ffb42-6d97-4136-b07e-b60b0d358922, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5175cde-ed23-4450-a950-0bdba7273fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'fb56807f-2048-4eb6-adff-b5ff59f63360'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 19:45:18.746285 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-c5f5908d-ce9f-4c4d-b61d-c5a5b7d0ddbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:45:18.849401 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-c5f5908d-ce9f-4c4d-b61d-c5a5b7d0ddbe None None] For port 7e4ffb42-6d97-4136-b07e-b60b0d358922, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 19:45:18.854168 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-c5f5908d-ce9f-4c4d-b61d-c5a5b7d0ddbe None None] For port 7e4ffb42-6d97-4136-b07e-b60b0d358922, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=7e4ffb42-6d97-4136-b07e-b60b0d358922,segment=NetworkSegment(e5175cde-ed23-4450-a950-0bdba7273fe6),segment_id=e5175cde-ed23-4450-a950-0bdba7273fe6)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 19:45:18.973685 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-c5f5908d-ce9f-4c4d-b61d-c5a5b7d0ddbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:45:19.101819 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f5908d-ce9f-4c4d-b61d-c5a5b7d0ddbe None None] Pushing event updated for resources: {'Port': ['ID=7e4ffb42-6d97-4136-b07e-b60b0d358922,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:45:19.924835 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 38024) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:45:20.555312 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [None req-fa6a1e87-ec2b-4bc0-ab12-eb6715e14653 admin admin] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=84887) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 19:45:20.556612 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-fa6a1e87-ec2b-4bc0-ab12-eb6715e14653 admin admin] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.6301243 May 30 19:45:23.221330 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 38038) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:45:23.339525 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f77a34cc-83d2-4010-bb12-29c4670029e7 None None] Network fb56807f-2048-4eb6-adff-b5ff59f63360 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 19:45:23.623225 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-1882758a-856e-4312-9001-a505c7038b44 None None] Provisioning for port 7e4ffb42-6d97-4136-b07e-b60b0d358922 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 19:45:23.861836 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [None req-7f7c4149-41b5-4e02-9252-ab0db74a354f admin admin] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=84886) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 19:45:23.861836 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-7f7c4149-41b5-4e02-9252-ab0db74a354f admin admin] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.6367271 May 30 19:45:23.955318 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 7e4ffb42-6d97-4136-b07e-b60b0d358922 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 19:45:24.201890 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 7e4ffb42-6d97-4136-b07e-b60b0d358922 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 19:45:24.208463 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 7e4ffb42-6d97-4136-b07e-b60b0d358922 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:45:24.212220 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:45:24.345240 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:45:24.383552 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port 7e4ffb42-6d97-4136-b07e-b60b0d358922, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=7e4ffb42-6d97-4136-b07e-b60b0d358922,segment=NetworkSegment(e5175cde-ed23-4450-a950-0bdba7273fe6),segment_id=e5175cde-ed23-4450-a950-0bdba7273fe6)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:45:24.481279 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:45:24.561634 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=7e4ffb42-6d97-4136-b07e-b60b0d358922,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:45:25.911830 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 7e4ffb42-6d97-4136-b07e-b60b0d358922 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 19:45:25.995281 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 7e4ffb42-6d97-4136-b07e-b60b0d358922 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:45:25.995753 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:45:26.149763 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-605d92f0-7ed0-43eb-a923-384d9628ae14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:45:27.089254 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 38050) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:45:27.531662 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-8faecb42-0f94-466c-88c3-c43891d28a71 admin admin] Request body: {'router': {'tenant_id': '826f2e31cacd4eda8b097137d61f4da7', 'name': 'router1', 'admin_state_up': True}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:45:27.537520 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-8faecb42-0f94-466c-88c3-c43891d28a71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:45:27.542264 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-8faecb42-0f94-466c-88c3-c43891d28a71 admin admin] Usage tracker for resource:router and tenant:826f2e31cacd4eda8b097137d61f4da7 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:45:27.546333 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-8faecb42-0f94-466c-88c3-c43891d28a71 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:45:27.553543 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-8faecb42-0f94-466c-88c3-c43891d28a71 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:45:27.632854 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8faecb42-0f94-466c-88c3-c43891d28a71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-733683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3159'] for router, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:45:27.634726 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8faecb42-0f94-466c-88c3-c43891d28a71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-733584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-736372', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-628480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3164'] for router, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:45:27.665055 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8faecb42-0f94-466c-88c3-c43891d28a71 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:45:27.864920 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8faecb42-0f94-466c-88c3-c43891d28a71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-736409'] for router, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:45:27.958411 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8faecb42-0f94-466c-88c3-c43891d28a71 admin admin] Notify callbacks [] for router, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:45:27.959738 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-8faecb42-0f94-466c-88c3-c43891d28a71 admin admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8694737 May 30 19:45:29.430592 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-9e548acd-30b4-4712-89a4-d49e532e9522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:45:29.667642 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:45:30.400722 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 38060) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:45:30.761995 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:45:31.000733 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [None req-17953bc8-4dfa-462d-bead-be5c18b73730 admin admin] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=84886) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 19:45:31.002360 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-17953bc8-4dfa-462d-bead-be5c18b73730 admin admin] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.6005764 May 30 19:45:32.273408 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:45:33.263018 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 38080) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:45:33.383566 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-bf9eda3a-2202-446d-b368-0a9936538ad8 admin admin] Request body: {'network': {'router:external': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'is_default': True, 'admin_state_up': True, 'name': 'public'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:45:33.392041 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-bf9eda3a-2202-446d-b368-0a9936538ad8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:45:33.398688 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-bf9eda3a-2202-446d-b368-0a9936538ad8 admin admin] Usage tracker for resource:network and tenant:237428db31a842688120639a5aeb6919 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:45:33.404522 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-bf9eda3a-2202-446d-b368-0a9936538ad8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:45:33.414903 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-bf9eda3a-2202-446d-b368-0a9936538ad8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:45:33.472937 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 5 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 19:45:33.532793 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf9eda3a-2202-446d-b368-0a9936538ad8 admin admin] Made reservation on behalf of 237428db31a842688120639a5aeb6919 for: {'network': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 19:45:33.535630 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bf9eda3a-2202-446d-b368-0a9936538ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:45:33.553106 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bf9eda3a-2202-446d-b368-0a9936538ad8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:45:33.589131 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-bf9eda3a-2202-446d-b368-0a9936538ad8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:45:33.593994 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-bf9eda3a-2202-446d-b368-0a9936538ad8 admin admin] Usage tracker for resource:security_group_rule and tenant:237428db31a842688120639a5aeb6919 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:45:33.597188 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-bf9eda3a-2202-446d-b368-0a9936538ad8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:45:33.604037 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-bf9eda3a-2202-446d-b368-0a9936538ad8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:45:33.680577 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bf9eda3a-2202-446d-b368-0a9936538ad8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:45:33.767018 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bf9eda3a-2202-446d-b368-0a9936538ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:45:33.789687 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-bf9eda3a-2202-446d-b368-0a9936538ad8 admin admin] Reserving flat network on physical network physnet1 {{(pid=84886) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 30 19:45:33.813476 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9eda3a-2202-446d-b368-0a9936538ad8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dc3bd0a-293b-4edf-8561-65117962a61d,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:45:33.818328 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bf9eda3a-2202-446d-b368-0a9936538ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:45:33.818611 n-d-843948-2 neutron-server[84886]: INFO neutron.db.segments_db [None req-bf9eda3a-2202-446d-b368-0a9936538ad8 admin admin] Added segment d8b994f4-c6ac-4a44-a167-bbb12b403d05 of type flat for network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 May 30 19:45:33.857736 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bf9eda3a-2202-446d-b368-0a9936538ad8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:45:33.972575 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bf9eda3a-2202-446d-b368-0a9936538ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:45:33.973416 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf9eda3a-2202-446d-b368-0a9936538ad8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:45:33.974156 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bf9eda3a-2202-446d-b368-0a9936538ad8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:45:34.087300 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9eda3a-2202-446d-b368-0a9936538ad8 admin admin] Pushing event updated for resources: {'Network': ['ID=c7869750-4b49-4b7e-aa99-5e0f1ae02da4,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:45:34.098680 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 19:45:34.162164 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-bf9eda3a-2202-446d-b368-0a9936538ad8 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8975065 May 30 19:45:36.422400 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 38100) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:45:36.586807 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51941781-277c-4183-acdc-5a714068db0b admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:45:36.588278 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-51941781-277c-4183-acdc-5a714068db0b admin admin] 10.222.0.85 "GET /v2.0/subnets/4db784d6-085e-45bc-afb8-a214087d4ce8 HTTP/1.1" status: 200 len: 849 time: 0.1648662 May 30 19:45:36.782418 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-16775b42-00e7-4435-a23e-6f4834d993bf admin admin] 10.222.0.85 "GET /v2.0/routers/5fc8fcbe-6352-4f70-986c-b75076f7b0ce HTTP/1.1" status: 200 len: 704 time: 0.1871195 May 30 19:45:37.300008 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-300296a1-da7d-44bc-8709-21b851c3be66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:45:37.589119 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [None req-300296a1-da7d-44bc-8709-21b851c3be66 admin admin] Allocated IP 172.20.0.1 (fb56807f-2048-4eb6-adff-b5ff59f63360/4db784d6-085e-45bc-afb8-a214087d4ce8/d5c852eb-fb22-4547-a268-a59cda358f53) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 19:45:37.793643 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-300296a1-da7d-44bc-8709-21b851c3be66 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:45:37.824705 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [None req-300296a1-da7d-44bc-8709-21b851c3be66 admin admin] Transition to ACTIVE for port object d5c852eb-fb22-4547-a268-a59cda358f53 will not be triggered until provisioned by entity DHCP. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:45:37.939143 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-300296a1-da7d-44bc-8709-21b851c3be66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:45:38.016072 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-300296a1-da7d-44bc-8709-21b851c3be66 admin admin] Network fb56807f-2048-4eb6-adff-b5ff59f63360 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 19:45:38.019029 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-300296a1-da7d-44bc-8709-21b851c3be66 admin admin] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 19:45:38.022298 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300296a1-da7d-44bc-8709-21b851c3be66 admin admin] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 19:45:38.022848 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-300296a1-da7d-44bc-8709-21b851c3be66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-736099'] for router_interface, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:45:38.030608 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300296a1-da7d-44bc-8709-21b851c3be66 admin admin] Pushing event updated for resources: {'Port': ['ID=d5c852eb-fb22-4547-a268-a59cda358f53,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:45:38.212581 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-300296a1-da7d-44bc-8709-21b851c3be66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:45:38.366832 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-6581f8ca-c3b0-47a1-92f9-59761ef77978 None None] Provisioning for port d5c852eb-fb22-4547-a268-a59cda358f53 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 19:45:38.373217 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-6581f8ca-c3b0-47a1-92f9-59761ef77978 None None] Provisioning complete for port d5c852eb-fb22-4547-a268-a59cda358f53 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:45:38.377907 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-6581f8ca-c3b0-47a1-92f9-59761ef77978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:45:38.445485 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-6581f8ca-c3b0-47a1-92f9-59761ef77978 None None] Port d5c852eb-fb22-4547-a268-a59cda358f53 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 19:45:38.477581 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-300296a1-da7d-44bc-8709-21b851c3be66 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:45:38.555374 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-300296a1-da7d-44bc-8709-21b851c3be66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:45:38.556196 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-300296a1-da7d-44bc-8709-21b851c3be66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1718057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-736206'] for router_interface, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:45:38.727352 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300296a1-da7d-44bc-8709-21b851c3be66 admin admin] Pushing event updated for resources: {'Port': ['ID=d5c852eb-fb22-4547-a268-a59cda358f53,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:45:38.813530 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-300296a1-da7d-44bc-8709-21b851c3be66 admin admin] Network fb56807f-2048-4eb6-adff-b5ff59f63360 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 19:45:38.814761 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-300296a1-da7d-44bc-8709-21b851c3be66 admin admin] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 19:45:39.073434 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-4dbd3c9a-173e-47cc-8c67-41d3447da2e6 None None] Provisioning complete for port d5c852eb-fb22-4547-a268-a59cda358f53 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:45:39.074005 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-4dbd3c9a-173e-47cc-8c67-41d3447da2e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:45:39.133530 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-4dbd3c9a-173e-47cc-8c67-41d3447da2e6 None None] Port d5c852eb-fb22-4547-a268-a59cda358f53 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 19:45:39.270285 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-300296a1-da7d-44bc-8709-21b851c3be66 admin admin] Router 5fc8fcbe-6352-4f70-986c-b75076f7b0ce is scheduled to L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 with binding_index 1 {{(pid=84887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 19:45:39.460303 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-300296a1-da7d-44bc-8709-21b851c3be66 admin admin] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 19:45:39.470186 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-300296a1-da7d-44bc-8709-21b851c3be66 admin admin] 10.222.0.85 "PUT /v2.0/routers/5fc8fcbe-6352-4f70-986c-b75076f7b0ce/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.6790152 May 30 19:45:39.472046 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d94f06-1dee-4733-91a6-f656f317ebbe None None] Sync routers for ids ['5fc8fcbe-6352-4f70-986c-b75076f7b0ce'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 19:45:39.485762 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d94f06-1dee-4733-91a6-f656f317ebbe None None] Routers {'5fc8fcbe-6352-4f70-986c-b75076f7b0ce'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 19:45:39.486638 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-a9d94f06-1dee-4733-91a6-f656f317ebbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T19:45:29Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['5fc8fcbe-6352-4f70-986c-b75076f7b0ce'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:45:39.664452 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-a9d94f06-1dee-4733-91a6-f656f317ebbe None None] Set router 5fc8fcbe-6352-4f70-986c-b75076f7b0ce gateway port host: None {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 19:45:40.063242 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-a9d94f06-1dee-4733-91a6-f656f317ebbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fc8fcbe-6352-4f70-986c-b75076f7b0ce', 'name': 'router1', 'tenant_id': '826f2e31cacd4eda8b097137d61f4da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T19:45:27Z', 'updated_at': '2022-05-30T19:45:38Z', 'revision_number': 2, 'project_id': '826f2e31cacd4eda8b097137d61f4da7', 'gw_port_host': None, '_interfaces': [{'id': 'd5c852eb-fb22-4547-a268-a59cda358f53', 'name': '', 'network_id': 'fb56807f-2048-4eb6-adff-b5ff59f63360', 'tenant_id': '826f2e31cacd4eda8b097137d61f4da7', 'mac_address': 'fa:16:3e:75:62:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fc8fcbe-6352-4f70-986c-b75076f7b0ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4db784d6-085e-45bc-afb8-a214087d4ce8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:45:37Z', 'updated_at': '2022-05-30T19:45:38Z', 'revision_number': 2, 'project_id': '826f2e31cacd4eda8b097137d61f4da7', 'subnets': [{'id': '4db784d6-085e-45bc-afb8-a214087d4ce8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd44081b4-05f6-4c7d-abb0-e70efb9efefa'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:45:40.069680 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d94f06-1dee-4733-91a6-f656f317ebbe None None] Checking router: 5fc8fcbe-6352-4f70-986c-b75076f7b0ce for host: n-d-843948-2 {{(pid=84889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 19:45:40.070261 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d94f06-1dee-4733-91a6-f656f317ebbe None None] Updating router 5fc8fcbe-6352-4f70-986c-b75076f7b0ce port d5c852eb-fb22-4547-a268-a59cda358f53 binding host n-d-843948-2 {{(pid=84889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 19:45:40.156112 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-a9d94f06-1dee-4733-91a6-f656f317ebbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:45:40.564702 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-a9d94f06-1dee-4733-91a6-f656f317ebbe None None] Notify callbacks [] for port, precommit_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:45:40.580716 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.provisioning_blocks [None req-a9d94f06-1dee-4733-91a6-f656f317ebbe None None] Transition to ACTIVE for port object d5c852eb-fb22-4547-a268-a59cda358f53 will not be triggered until provisioned by entity L2. {{(pid=84889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:45:40.687282 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-a9d94f06-1dee-4733-91a6-f656f317ebbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:45:40.936440 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f55389-7a7c-4c35-9c35-42c4c2ba923d None None] Pushing event updated for resources: {'Port': ['ID=d5c852eb-fb22-4547-a268-a59cda358f53,revision_number=3']} {{(pid=84889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:45:40.945856 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-a9d94f06-1dee-4733-91a6-f656f317ebbe None None] Attempting to bind port d5c852eb-fb22-4547-a268-a59cda358f53 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 19:45:40.946263 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-a9d94f06-1dee-4733-91a6-f656f317ebbe None None] Attempting to bind port d5c852eb-fb22-4547-a268-a59cda358f53 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': 'e5175cde-ed23-4450-a950-0bdba7273fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'fb56807f-2048-4eb6-adff-b5ff59f63360'}] {{(pid=84889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 19:45:40.946694 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d94f06-1dee-4733-91a6-f656f317ebbe None None] Attempting to bind port d5c852eb-fb22-4547-a268-a59cda358f53 on network fb56807f-2048-4eb6-adff-b5ff59f63360 {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:45:40.957510 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f55389-7a7c-4c35-9c35-42c4c2ba923d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:45:40.957878 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f55389-7a7c-4c35-9c35-42c4c2ba923d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:45:40.958221 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f55389-7a7c-4c35-9c35-42c4c2ba923d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:45:40.958557 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f55389-7a7c-4c35-9c35-42c4c2ba923d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:45:40.958889 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f55389-7a7c-4c35-9c35-42c4c2ba923d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:45:40.959213 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f55389-7a7c-4c35-9c35-42c4c2ba923d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:45:40.959544 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f55389-7a7c-4c35-9c35-42c4c2ba923d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:45:40.959860 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f55389-7a7c-4c35-9c35-42c4c2ba923d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:45:40.960185 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f55389-7a7c-4c35-9c35-42c4c2ba923d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:45:40.960503 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f55389-7a7c-4c35-9c35-42c4c2ba923d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:45:40.960820 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f55389-7a7c-4c35-9c35-42c4c2ba923d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:45:40.961998 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f55389-7a7c-4c35-9c35-42c4c2ba923d None None] Tracked resource versions report: May 30 19:45:40.961998 n-d-843948-2 neutron-server[84889]: pushed versions: May 30 19:45:40.961998 n-d-843948-2 neutron-server[84889]: { 'ConntrackHelper': {'1.0'}, May 30 19:45:40.961998 n-d-843948-2 neutron-server[84889]: 'Log': {'1.0'}, May 30 19:45:40.961998 n-d-843948-2 neutron-server[84889]: 'Network': {'1.1'}, May 30 19:45:40.961998 n-d-843948-2 neutron-server[84889]: 'Port': {'1.5'}, May 30 19:45:40.961998 n-d-843948-2 neutron-server[84889]: 'PortForwarding': {'1.2'}, May 30 19:45:40.961998 n-d-843948-2 neutron-server[84889]: 'QosPolicy': {'1.8'}, May 30 19:45:40.961998 n-d-843948-2 neutron-server[84889]: 'SecurityGroup': {'1.2'}, May 30 19:45:40.961998 n-d-843948-2 neutron-server[84889]: 'SecurityGroupRule': {'1.0'}, May 30 19:45:40.961998 n-d-843948-2 neutron-server[84889]: 'SubPort': {'1.0'}, May 30 19:45:40.961998 n-d-843948-2 neutron-server[84889]: 'Subnet': {'1.1'}, May 30 19:45:40.961998 n-d-843948-2 neutron-server[84889]: 'Trunk': {'1.1'}} May 30 19:45:40.961998 n-d-843948-2 neutron-server[84889]: consumer versions: May 30 19:45:40.961998 n-d-843948-2 neutron-server[84889]: { DHCP agent@n-d-843948-2: {}, May 30 19:45:40.961998 n-d-843948-2 neutron-server[84889]: L3 agent@n-d-843948-2: {}, May 30 19:45:40.961998 n-d-843948-2 neutron-server[84889]: Metadata agent@n-d-843948-2: {}, May 30 19:45:40.961998 n-d-843948-2 neutron-server[84889]: Metering agent@n-d-843948-2: {}, May 30 19:45:40.961998 n-d-843948-2 neutron-server[84889]: Open vSwitch agent@n-d-843948-2: { 'ConntrackHelper': '1.0', May 30 19:45:40.961998 n-d-843948-2 neutron-server[84889]: 'Log': '1.0', May 30 19:45:40.961998 n-d-843948-2 neutron-server[84889]: 'Network': '1.1', May 30 19:45:40.961998 n-d-843948-2 neutron-server[84889]: 'Port': '1.5', May 30 19:45:40.961998 n-d-843948-2 neutron-server[84889]: 'PortForwarding': '1.2', May 30 19:45:40.961998 n-d-843948-2 neutron-server[84889]: 'QosPolicy': '1.8', May 30 19:45:40.961998 n-d-843948-2 neutron-server[84889]: 'SecurityGroup': '1.2', May 30 19:45:40.961998 n-d-843948-2 neutron-server[84889]: 'SecurityGroupRule': '1.0', May 30 19:45:40.961998 n-d-843948-2 neutron-server[84889]: 'SubPort': '1.0', May 30 19:45:40.961998 n-d-843948-2 neutron-server[84889]: 'Subnet': '1.1', May 30 19:45:40.961998 n-d-843948-2 neutron-server[84889]: 'Trunk': '1.1'}} May 30 19:45:40.961998 n-d-843948-2 neutron-server[84889]: {{(pid=84889) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 30 19:45:40.964454 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d94f06-1dee-4733-91a6-f656f317ebbe None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 19, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 19:45:40.964868 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d94f06-1dee-4733-91a6-f656f317ebbe None None] Checking segment: {'id': 'e5175cde-ed23-4450-a950-0bdba7273fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'fb56807f-2048-4eb6-adff-b5ff59f63360'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 19:45:40.965348 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-a9d94f06-1dee-4733-91a6-f656f317ebbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:45:40.965758 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d94f06-1dee-4733-91a6-f656f317ebbe None None] Bound using segment: {'id': 'e5175cde-ed23-4450-a950-0bdba7273fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'fb56807f-2048-4eb6-adff-b5ff59f63360'} {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 19:45:40.966803 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-a9d94f06-1dee-4733-91a6-f656f317ebbe None None] Bound port: d5c852eb-fb22-4547-a268-a59cda358f53, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5175cde-ed23-4450-a950-0bdba7273fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'fb56807f-2048-4eb6-adff-b5ff59f63360'}}] {{(pid=84889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 19:45:40.967199 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-a9d94f06-1dee-4733-91a6-f656f317ebbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:45:41.071922 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.db [None req-a9d94f06-1dee-4733-91a6-f656f317ebbe None None] For port d5c852eb-fb22-4547-a268-a59cda358f53, host n-d-843948-2, cleared binding levels {{(pid=84889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 19:45:41.077652 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.db [None req-a9d94f06-1dee-4733-91a6-f656f317ebbe None None] For port d5c852eb-fb22-4547-a268-a59cda358f53, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=d5c852eb-fb22-4547-a268-a59cda358f53,segment=NetworkSegment(e5175cde-ed23-4450-a950-0bdba7273fe6),segment_id=e5175cde-ed23-4450-a950-0bdba7273fe6)] {{(pid=84889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 19:45:41.167302 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-a9d94f06-1dee-4733-91a6-f656f317ebbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:45:41.272031 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f55389-7a7c-4c35-9c35-42c4c2ba923d None None] Pushing event updated for resources: {'Port': ['ID=d5c852eb-fb22-4547-a268-a59cda358f53,revision_number=4']} {{(pid=84889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:45:41.281234 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d94f06-1dee-4733-91a6-f656f317ebbe None None] Routers {'5fc8fcbe-6352-4f70-986c-b75076f7b0ce'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 19:45:41.281864 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-a9d94f06-1dee-4733-91a6-f656f317ebbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T19:45:29Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['5fc8fcbe-6352-4f70-986c-b75076f7b0ce'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:45:41.467309 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-a9d94f06-1dee-4733-91a6-f656f317ebbe None None] Set router 5fc8fcbe-6352-4f70-986c-b75076f7b0ce gateway port host: None {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 19:45:41.636852 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 38112) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:45:41.824022 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-a9d94f06-1dee-4733-91a6-f656f317ebbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fc8fcbe-6352-4f70-986c-b75076f7b0ce', 'name': 'router1', 'tenant_id': '826f2e31cacd4eda8b097137d61f4da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T19:45:27Z', 'updated_at': '2022-05-30T19:45:38Z', 'revision_number': 2, 'project_id': '826f2e31cacd4eda8b097137d61f4da7', 'gw_port_host': None, '_interfaces': [{'id': 'd5c852eb-fb22-4547-a268-a59cda358f53', 'name': '', 'network_id': 'fb56807f-2048-4eb6-adff-b5ff59f63360', 'tenant_id': '826f2e31cacd4eda8b097137d61f4da7', 'mac_address': 'fa:16:3e:75:62:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fc8fcbe-6352-4f70-986c-b75076f7b0ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4db784d6-085e-45bc-afb8-a214087d4ce8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:45:37Z', 'updated_at': '2022-05-30T19:45:41Z', 'revision_number': 4, 'project_id': '826f2e31cacd4eda8b097137d61f4da7', 'subnets': [{'id': '4db784d6-085e-45bc-afb8-a214087d4ce8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd44081b4-05f6-4c7d-abb0-e70efb9efefa'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:45:41.829204 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d94f06-1dee-4733-91a6-f656f317ebbe None None] The sync data for ids ['5fc8fcbe-6352-4f70-986c-b75076f7b0ce'] in n-d-843948-2 is: [{'id': '5fc8fcbe-6352-4f70-986c-b75076f7b0ce', 'name': 'router1', 'tenant_id': '826f2e31cacd4eda8b097137d61f4da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T19:45:27Z', 'updated_at': '2022-05-30T19:45:38Z', 'revision_number': 2, 'project_id': '826f2e31cacd4eda8b097137d61f4da7', 'gw_port_host': None, '_interfaces': [{'id': 'd5c852eb-fb22-4547-a268-a59cda358f53', 'name': '', 'network_id': 'fb56807f-2048-4eb6-adff-b5ff59f63360', 'tenant_id': '826f2e31cacd4eda8b097137d61f4da7', 'mac_address': 'fa:16:3e:75:62:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fc8fcbe-6352-4f70-986c-b75076f7b0ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4db784d6-085e-45bc-afb8-a214087d4ce8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:45:37Z', 'updated_at': '2022-05-30T19:45:41Z', 'revision_number': 4, 'project_id': '826f2e31cacd4eda8b097137d61f4da7', 'subnets': [{'id': '4db784d6-085e-45bc-afb8-a214087d4ce8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd44081b4-05f6-4c7d-abb0-e70efb9efefa'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 19:45:41.957292 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff9801c-f9e9-414a-a88f-56558d4d7689 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:45:41.958309 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-cff9801c-f9e9-414a-a88f-56558d4d7689 admin admin] Synchronizing usage tracker for tenant:237428db31a842688120639a5aeb6919 on resource:network {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 19:45:42.115264 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-cff9801c-f9e9-414a-a88f-56558d4d7689 admin admin] Unset dirty status for tenant:237428db31a842688120639a5aeb6919 on resource:network {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 19:45:42.116467 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-cff9801c-f9e9-414a-a88f-56558d4d7689 admin admin] 10.222.0.85 "GET /v2.0/networks/c7869750-4b49-4b7e-aa99-5e0f1ae02da4 HTTP/1.1" status: 200 len: 842 time: 0.4784243 May 30 19:45:42.127199 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-ef0bf9aa-7a06-4c7d-b7b7-a6c3d11325c7 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'public-subnet', 'enable_dhcp': False, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:45:42.136614 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-ef0bf9aa-7a06-4c7d-b7b7-a6c3d11325c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:45:42.142870 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-ef0bf9aa-7a06-4c7d-b7b7-a6c3d11325c7 admin admin] Usage tracker for resource:subnet and tenant:237428db31a842688120639a5aeb6919 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:45:42.147785 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-ef0bf9aa-7a06-4c7d-b7b7-a6c3d11325c7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:45:42.157757 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-ef0bf9aa-7a06-4c7d-b7b7-a6c3d11325c7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:45:42.343581 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef0bf9aa-7a06-4c7d-b7b7-a6c3d11325c7 admin admin] Made reservation on behalf of 237428db31a842688120639a5aeb6919 for: {'subnet': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 19:45:42.346225 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ef0bf9aa-7a06-4c7d-b7b7-a6c3d11325c7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:45:42.942688 n-d-843948-2 neutron-server[84886]: DEBUG neutron.objects.ports [None req-ef0bf9aa-7a06-4c7d-b7b7-a6c3d11325c7 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84886) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 30 19:45:42.943377 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ef0bf9aa-7a06-4c7d-b7b7-a6c3d11325c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for subnet, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:45:43.013547 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0bf9aa-7a06-4c7d-b7b7-a6c3d11325c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=427601ec-f643-4fe7-b5e6-17305d3a39e1,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:45:43.040326 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0bf9aa-7a06-4c7d-b7b7-a6c3d11325c7 admin admin] Checking segment: {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 19:45:43.040729 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef0bf9aa-7a06-4c7d-b7b7-a6c3d11325c7 admin admin] Network hostable DHCP agents. Network: c7869750-4b49-4b7e-aa99-5e0f1ae02da4, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 19:45:43.177762 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef0bf9aa-7a06-4c7d-b7b7-a6c3d11325c7 admin admin] Network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 19:45:43.275325 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-ef0bf9aa-7a06-4c7d-b7b7-a6c3d11325c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, c7869750-4b49-4b7e-aa99-5e0f1ae02da4) {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 19:45:43.282050 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef0bf9aa-7a06-4c7d-b7b7-a6c3d11325c7 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:45:43.287145 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ef0bf9aa-7a06-4c7d-b7b7-a6c3d11325c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:45:43.289601 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8451948-fc8a-4def-8674-02296c92d206 None None] Network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 19:45:43.378962 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-ef0bf9aa-7a06-4c7d-b7b7-a6c3d11325c7 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2560921 May 30 19:45:43.538917 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f30ebf-a35b-4e21-bec4-ead24c453ab1 None None] Network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 19:45:43.926302 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device d5c852eb-fb22-4547-a268-a59cda358f53 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 19:45:44.098124 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port d5c852eb-fb22-4547-a268-a59cda358f53 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 19:45:44.103864 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port d5c852eb-fb22-4547-a268-a59cda358f53 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:45:44.104233 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:45:44.274643 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:45:44.330329 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port d5c852eb-fb22-4547-a268-a59cda358f53, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=d5c852eb-fb22-4547-a268-a59cda358f53,segment=NetworkSegment(e5175cde-ed23-4450-a950-0bdba7273fe6),segment_id=e5175cde-ed23-4450-a950-0bdba7273fe6)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:45:44.423986 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:45:44.499207 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=d5c852eb-fb22-4547-a268-a59cda358f53,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:45:45.608264 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 38126) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:45:45.886463 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-2af54972-9dfe-4380-ba00-6574f3e1b181 admin admin] 10.222.0.85 "GET /v2.0/routers/5fc8fcbe-6352-4f70-986c-b75076f7b0ce HTTP/1.1" status: 200 len: 710 time: 0.2768633 May 30 19:45:45.921475 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device d5c852eb-fb22-4547-a268-a59cda358f53 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 19:45:45.996468 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port d5c852eb-fb22-4547-a268-a59cda358f53 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:45:45.996847 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:45:46.111008 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31c94638-6afc-422b-b841-c1086f3e1eae admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:45:46.113362 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-31c94638-6afc-422b-b841-c1086f3e1eae admin admin] 10.222.0.85 "GET /v2.0/networks/c7869750-4b49-4b7e-aa99-5e0f1ae02da4 HTTP/1.1" status: 200 len: 886 time: 0.2215812 May 30 19:45:46.126788 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-4bebe379-164f-4421-90dc-8c3c6d4846be admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:45:46.682908 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4bebe379-164f-4421-90dc-8c3c6d4846be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-736390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:45:46.985357 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4bebe379-164f-4421-90dc-8c3c6d4846be admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:45:47.045279 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4bebe379-164f-4421-90dc-8c3c6d4846be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:45:47.193931 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [None req-4bebe379-164f-4421-90dc-8c3c6d4846be admin admin] Allocated IP 172.25.8.15 (c7869750-4b49-4b7e-aa99-5e0f1ae02da4/427601ec-f643-4fe7-b5e6-17305d3a39e1/907e1cb7-e613-4794-9b55-85c9daefa891) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 19:45:47.358902 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4bebe379-164f-4421-90dc-8c3c6d4846be admin admin] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:45:47.496046 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4bebe379-164f-4421-90dc-8c3c6d4846be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:45:47.636155 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bebe379-164f-4421-90dc-8c3c6d4846be admin admin] Network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 19:45:47.638910 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-4bebe379-164f-4421-90dc-8c3c6d4846be admin admin] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 19:45:47.643481 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bebe379-164f-4421-90dc-8c3c6d4846be admin admin] Pushing event updated for resources: {'Port': ['ID=907e1cb7-e613-4794-9b55-85c9daefa891,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:45:47.663922 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bebe379-164f-4421-90dc-8c3c6d4846be admin admin] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 19:45:47.976450 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4bebe379-164f-4421-90dc-8c3c6d4846be admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:45:48.154830 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4bebe379-164f-4421-90dc-8c3c6d4846be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-736390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:45:48.158732 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4bebe379-164f-4421-90dc-8c3c6d4846be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-736409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-736399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-736400', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-724754'] for router, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:45:48.368583 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bebe379-164f-4421-90dc-8c3c6d4846be admin admin] Router 5fc8fcbe-6352-4f70-986c-b75076f7b0ce has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 19:45:48.633985 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bebe379-164f-4421-90dc-8c3c6d4846be admin admin] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 19:45:48.645388 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4bebe379-164f-4421-90dc-8c3c6d4846be admin admin] Notify callbacks [] for router, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:45:48.652123 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c160ebc6-ba22-438b-b5f7-129283d5d8ea None None] Sync routers for ids ['5fc8fcbe-6352-4f70-986c-b75076f7b0ce'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 19:45:48.652892 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-4bebe379-164f-4421-90dc-8c3c6d4846be admin admin] 10.222.0.85 "PUT /v2.0/routers/5fc8fcbe-6352-4f70-986c-b75076f7b0ce HTTP/1.1" status: 200 len: 889 time: 2.5255306 May 30 19:45:48.663200 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c160ebc6-ba22-438b-b5f7-129283d5d8ea None None] Routers {'5fc8fcbe-6352-4f70-986c-b75076f7b0ce'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 19:45:48.664204 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-c160ebc6-ba22-438b-b5f7-129283d5d8ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T19:45:29Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['5fc8fcbe-6352-4f70-986c-b75076f7b0ce'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:45:48.952036 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-c160ebc6-ba22-438b-b5f7-129283d5d8ea None None] Set router 5fc8fcbe-6352-4f70-986c-b75076f7b0ce gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 19:45:49.356788 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-c160ebc6-ba22-438b-b5f7-129283d5d8ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fc8fcbe-6352-4f70-986c-b75076f7b0ce', 'name': 'router1', 'tenant_id': '826f2e31cacd4eda8b097137d61f4da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '907e1cb7-e613-4794-9b55-85c9daefa891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T19:45:27Z', 'updated_at': '2022-05-30T19:45:47Z', 'revision_number': 4, 'project_id': '826f2e31cacd4eda8b097137d61f4da7', 'gw_port': {'id': '907e1cb7-e613-4794-9b55-85c9daefa891', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:79:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fc8fcbe-6352-4f70-986c-b75076f7b0ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:45:47Z', 'updated_at': '2022-05-30T19:45:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': 'd5c852eb-fb22-4547-a268-a59cda358f53', 'name': '', 'network_id': 'fb56807f-2048-4eb6-adff-b5ff59f63360', 'tenant_id': '826f2e31cacd4eda8b097137d61f4da7', 'mac_address': 'fa:16:3e:75:62:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc8fcbe-6352-4f70-986c-b75076f7b0ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4db784d6-085e-45bc-afb8-a214087d4ce8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:45:37Z', 'updated_at': '2022-05-30T19:45:44Z', 'revision_number': 5, 'project_id': '826f2e31cacd4eda8b097137d61f4da7', 'subnets': [{'id': '4db784d6-085e-45bc-afb8-a214087d4ce8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd44081b4-05f6-4c7d-abb0-e70efb9efefa'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:45:49.362678 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c160ebc6-ba22-438b-b5f7-129283d5d8ea None None] Checking router: 5fc8fcbe-6352-4f70-986c-b75076f7b0ce for host: n-d-843948-2 {{(pid=84888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 19:45:49.363113 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c160ebc6-ba22-438b-b5f7-129283d5d8ea None None] Updating router 5fc8fcbe-6352-4f70-986c-b75076f7b0ce port 907e1cb7-e613-4794-9b55-85c9daefa891 binding host n-d-843948-2 {{(pid=84888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 19:45:49.424918 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-c160ebc6-ba22-438b-b5f7-129283d5d8ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:45:49.793021 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-c160ebc6-ba22-438b-b5f7-129283d5d8ea None None] Notify callbacks [] for port, precommit_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:45:49.814430 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-c160ebc6-ba22-438b-b5f7-129283d5d8ea None None] Transition to ACTIVE for port object 907e1cb7-e613-4794-9b55-85c9daefa891 will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:45:49.895690 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-c160ebc6-ba22-438b-b5f7-129283d5d8ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:45:49.979820 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5515651d-5bf2-4c10-b5c0-cca2a36eafe1 None None] Pushing event updated for resources: {'Port': ['ID=907e1cb7-e613-4794-9b55-85c9daefa891,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:45:49.982454 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-c160ebc6-ba22-438b-b5f7-129283d5d8ea None None] Attempting to bind port 907e1cb7-e613-4794-9b55-85c9daefa891 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 19:45:49.982834 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-c160ebc6-ba22-438b-b5f7-129283d5d8ea None None] Attempting to bind port 907e1cb7-e613-4794-9b55-85c9daefa891 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 19:45:49.983188 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c160ebc6-ba22-438b-b5f7-129283d5d8ea None None] Attempting to bind port 907e1cb7-e613-4794-9b55-85c9daefa891 on network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:45:49.991596 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c160ebc6-ba22-438b-b5f7-129283d5d8ea None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 19, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 19:45:49.992203 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c160ebc6-ba22-438b-b5f7-129283d5d8ea None None] Checking segment: {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 19:45:49.992610 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-c160ebc6-ba22-438b-b5f7-129283d5d8ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:45:49.993001 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c160ebc6-ba22-438b-b5f7-129283d5d8ea None None] Bound using segment: {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 19:45:49.993484 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-c160ebc6-ba22-438b-b5f7-129283d5d8ea None None] Bound port: 907e1cb7-e613-4794-9b55-85c9daefa891, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 19:45:49.993911 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-c160ebc6-ba22-438b-b5f7-129283d5d8ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:45:50.079581 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-c160ebc6-ba22-438b-b5f7-129283d5d8ea None None] For port 907e1cb7-e613-4794-9b55-85c9daefa891, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 19:45:50.083242 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-c160ebc6-ba22-438b-b5f7-129283d5d8ea None None] For port 907e1cb7-e613-4794-9b55-85c9daefa891, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=907e1cb7-e613-4794-9b55-85c9daefa891,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 19:45:50.173255 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-c160ebc6-ba22-438b-b5f7-129283d5d8ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:45:50.257121 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5515651d-5bf2-4c10-b5c0-cca2a36eafe1 None None] Pushing event updated for resources: {'Port': ['ID=907e1cb7-e613-4794-9b55-85c9daefa891,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:45:50.264093 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c160ebc6-ba22-438b-b5f7-129283d5d8ea None None] Routers {'5fc8fcbe-6352-4f70-986c-b75076f7b0ce'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 19:45:50.265064 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-c160ebc6-ba22-438b-b5f7-129283d5d8ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T19:45:29Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['5fc8fcbe-6352-4f70-986c-b75076f7b0ce'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:45:50.494177 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-c160ebc6-ba22-438b-b5f7-129283d5d8ea None None] Set router 5fc8fcbe-6352-4f70-986c-b75076f7b0ce gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 19:45:50.920759 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-c160ebc6-ba22-438b-b5f7-129283d5d8ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fc8fcbe-6352-4f70-986c-b75076f7b0ce', 'name': 'router1', 'tenant_id': '826f2e31cacd4eda8b097137d61f4da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '907e1cb7-e613-4794-9b55-85c9daefa891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T19:45:27Z', 'updated_at': '2022-05-30T19:45:47Z', 'revision_number': 4, 'project_id': '826f2e31cacd4eda8b097137d61f4da7', 'gw_port': {'id': '907e1cb7-e613-4794-9b55-85c9daefa891', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:79:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fc8fcbe-6352-4f70-986c-b75076f7b0ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:45:47Z', 'updated_at': '2022-05-30T19:45:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': 'd5c852eb-fb22-4547-a268-a59cda358f53', 'name': '', 'network_id': 'fb56807f-2048-4eb6-adff-b5ff59f63360', 'tenant_id': '826f2e31cacd4eda8b097137d61f4da7', 'mac_address': 'fa:16:3e:75:62:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc8fcbe-6352-4f70-986c-b75076f7b0ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4db784d6-085e-45bc-afb8-a214087d4ce8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:45:37Z', 'updated_at': '2022-05-30T19:45:44Z', 'revision_number': 5, 'project_id': '826f2e31cacd4eda8b097137d61f4da7', 'subnets': [{'id': '4db784d6-085e-45bc-afb8-a214087d4ce8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd44081b4-05f6-4c7d-abb0-e70efb9efefa'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:45:50.927424 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c160ebc6-ba22-438b-b5f7-129283d5d8ea None None] The sync data for ids ['5fc8fcbe-6352-4f70-986c-b75076f7b0ce'] in n-d-843948-2 is: [{'id': '5fc8fcbe-6352-4f70-986c-b75076f7b0ce', 'name': 'router1', 'tenant_id': '826f2e31cacd4eda8b097137d61f4da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '907e1cb7-e613-4794-9b55-85c9daefa891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T19:45:27Z', 'updated_at': '2022-05-30T19:45:47Z', 'revision_number': 4, 'project_id': '826f2e31cacd4eda8b097137d61f4da7', 'gw_port': {'id': '907e1cb7-e613-4794-9b55-85c9daefa891', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:79:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fc8fcbe-6352-4f70-986c-b75076f7b0ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:45:47Z', 'updated_at': '2022-05-30T19:45:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': 'd5c852eb-fb22-4547-a268-a59cda358f53', 'name': '', 'network_id': 'fb56807f-2048-4eb6-adff-b5ff59f63360', 'tenant_id': '826f2e31cacd4eda8b097137d61f4da7', 'mac_address': 'fa:16:3e:75:62:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc8fcbe-6352-4f70-986c-b75076f7b0ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4db784d6-085e-45bc-afb8-a214087d4ce8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:45:37Z', 'updated_at': '2022-05-30T19:45:44Z', 'revision_number': 5, 'project_id': '826f2e31cacd4eda8b097137d61f4da7', 'subnets': [{'id': '4db784d6-085e-45bc-afb8-a214087d4ce8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd44081b4-05f6-4c7d-abb0-e70efb9efefa'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 19:45:51.184510 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 38138) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:45:51.336770 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-ba669a4d-a035-476c-b56a-053253d6e5bc admin admin] 10.222.0.85 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1067 time: 0.1503296 May 30 19:45:51.942605 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 907e1cb7-e613-4794-9b55-85c9daefa891 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 19:45:52.115568 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 907e1cb7-e613-4794-9b55-85c9daefa891 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 19:45:52.122199 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 907e1cb7-e613-4794-9b55-85c9daefa891 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:45:52.122606 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:45:52.255299 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:45:52.271976 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port 907e1cb7-e613-4794-9b55-85c9daefa891, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=907e1cb7-e613-4794-9b55-85c9daefa891,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:45:52.355282 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:45:52.471623 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=907e1cb7-e613-4794-9b55-85c9daefa891,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:45:53.924200 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 907e1cb7-e613-4794-9b55-85c9daefa891 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 19:45:54.014603 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 907e1cb7-e613-4794-9b55-85c9daefa891 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:45:54.015068 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:45:56.146866 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-817e80d6-7f2c-42d0-8daa-9b60de2ba657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:45:59.483295 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-c864620f-96e3-4bee-95ba-d0e7140d6e89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:45:59.660770 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:46:00.876832 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:46:02.302010 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:46:10.477917 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 5 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 19:46:26.115390 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-0abf978d-64dc-4a95-9cab-2c7bb8885312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:46:29.466501 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-748e0cd3-15b4-4345-8441-68c1d2e6442d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:46:29.661145 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:46:30.783776 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:46:32.307417 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:46:47.482911 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 5 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 19:46:56.120740 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-944b7512-ed5b-4592-ae94-1d5eaf0350d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:46:59.500316 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-0d3870df-d38b-4d16-a897-d878dee186a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:46:59.697812 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:47:00.817675 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:47:02.295141 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:47:24.483421 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 5 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 19:47:26.123663 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-6f6c66b9-156a-4a43-b997-651c68db112d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:47:29.525528 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-6bccb32e-3203-4a38-87c0-77323742ccc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:47:29.653310 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:47:30.787093 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:47:32.314111 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:47:56.136502 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-3448e92a-58fd-404a-ad47-31133618e4b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:47:59.454029 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-76fec3b5-abb7-43d2-8145-2d5534bac5a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:47:59.673802 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:48:00.814988 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:48:01.485393 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 5 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 19:48:02.334677 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:48:13.648980 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 38748) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:48:13.747643 n-d-843948-2 neutron-server[84887]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1bd9a87-6aa5-4241-aeeb-2d82ad0caf29 admin admin] GET failed (client error): The resource could not be found. May 30 19:48:13.750065 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-b1bd9a87-6aa5-4241-aeeb-2d82ad0caf29 admin admin] 10.222.0.85 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0992081 May 30 19:48:13.892251 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c739a186-f430-41d1-bf20-965b2cc31098 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:48:13.893643 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-c739a186-f430-41d1-bf20-965b2cc31098 admin admin] 10.222.0.85 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1407883 May 30 19:48:16.061450 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 38758) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:48:16.218475 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081a6878-cced-403f-8aa5-f6a5b369e09c admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:48:16.219956 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-081a6878-cced-403f-8aa5-f6a5b369e09c admin admin] 10.222.0.85 "GET /v2.0/subnets/4db784d6-085e-45bc-afb8-a214087d4ce8 HTTP/1.1" status: 200 len: 849 time: 0.1572547 May 30 19:48:16.231480 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-307dbbf6-8458-4fa1-a8af-7312ec7e5ca1 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:48:16.391833 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-307dbbf6-8458-4fa1-a8af-7312ec7e5ca1 admin admin] Notify callbacks [] for subnet, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:48:16.748214 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-307dbbf6-8458-4fa1-a8af-7312ec7e5ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8764051165853'] for subnet, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:48:16.796539 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-307dbbf6-8458-4fa1-a8af-7312ec7e5ca1 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:48:16.797526 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-307dbbf6-8458-4fa1-a8af-7312ec7e5ca1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:48:16.799665 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-307dbbf6-8458-4fa1-a8af-7312ec7e5ca1 admin admin] 10.222.0.85 "PUT /v2.0/subnets/4db784d6-085e-45bc-afb8-a214087d4ce8 HTTP/1.1" status: 200 len: 868 time: 0.5736179 May 30 19:48:16.816878 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9056e6b1-853c-4e96-a54e-d218ab5f32dd None None] Network fb56807f-2048-4eb6-adff-b5ff59f63360 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 19:48:16.830892 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307dbbf6-8458-4fa1-a8af-7312ec7e5ca1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4db784d6-085e-45bc-afb8-a214087d4ce8,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:48:16.847030 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307dbbf6-8458-4fa1-a8af-7312ec7e5ca1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:48:16.847607 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307dbbf6-8458-4fa1-a8af-7312ec7e5ca1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:48:16.848317 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307dbbf6-8458-4fa1-a8af-7312ec7e5ca1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:48:16.849082 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307dbbf6-8458-4fa1-a8af-7312ec7e5ca1 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:48:16.849684 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307dbbf6-8458-4fa1-a8af-7312ec7e5ca1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:48:16.850257 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307dbbf6-8458-4fa1-a8af-7312ec7e5ca1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:48:16.850815 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307dbbf6-8458-4fa1-a8af-7312ec7e5ca1 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:48:16.851358 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307dbbf6-8458-4fa1-a8af-7312ec7e5ca1 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:48:16.851928 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307dbbf6-8458-4fa1-a8af-7312ec7e5ca1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:48:16.853086 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307dbbf6-8458-4fa1-a8af-7312ec7e5ca1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:48:16.853688 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307dbbf6-8458-4fa1-a8af-7312ec7e5ca1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:48:17.456883 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-5f972c15-27aa-4c9e-80c7-9f4c87a60aa7 None None] Provisioning complete for port 7e4ffb42-6d97-4136-b07e-b60b0d358922 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:48:17.457862 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-5f972c15-27aa-4c9e-80c7-9f4c87a60aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:48:17.647738 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-5f972c15-27aa-4c9e-80c7-9f4c87a60aa7 None None] Provisioning complete for port d5c852eb-fb22-4547-a268-a59cda358f53 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:48:17.648032 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-5f972c15-27aa-4c9e-80c7-9f4c87a60aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:48:18.959155 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 38768) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:48:19.173924 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff9dc3d-aa0d-49d7-94e1-1f19b249e0e2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:48:19.174298 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff9dc3d-aa0d-49d7-94e1-1f19b249e0e2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:48:19.175848 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-eff9dc3d-aa0d-49d7-94e1-1f19b249e0e2 admin admin] 10.222.0.85 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2154562 May 30 19:48:21.323615 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 38778) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:48:21.622482 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f3ab31-5c22-4a5f-9d83-089a7e6d1831 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:48:21.622930 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f3ab31-5c22-4a5f-9d83-089a7e6d1831 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:48:21.624835 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-26f3ab31-5c22-4a5f-9d83-089a7e6d1831 admin admin] 10.222.0.85 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.3001409 May 30 19:48:23.790266 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 38788) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:48:23.997208 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-570a3819-e9f6-4f52-af8a-773048c0fb00 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:48:23.998665 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-570a3819-e9f6-4f52-af8a-773048c0fb00 admin admin] 10.222.0.85 "GET /v2.0/networks/c7869750-4b49-4b7e-aa99-5e0f1ae02da4 HTTP/1.1" status: 200 len: 886 time: 0.2074401 May 30 19:48:26.136561 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-3539ef78-b95f-4c5b-b3d7-07a0742fa579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:48:26.383961 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 38798) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:48:26.669171 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f28ba60-244f-4895-8ca1-753b0b127a3a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:48:26.671482 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-6f28ba60-244f-4895-8ca1-753b0b127a3a admin admin] 10.222.0.85 "GET /v2.0/networks/fb56807f-2048-4eb6-adff-b5ff59f63360 HTTP/1.1" status: 200 len: 869 time: 0.2861047 May 30 19:48:29.021336 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 38808) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:48:29.167255 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a50ad73d-d9b6-4c8a-9238-201029e5f591 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:48:29.167625 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a50ad73d-d9b6-4c8a-9238-201029e5f591 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:48:29.169219 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-a50ad73d-d9b6-4c8a-9238-201029e5f591 admin admin] 10.222.0.85 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1465676 May 30 19:48:29.433534 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-e19fb0eb-b5db-481e-860e-0e87200bdb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:48:29.740537 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:48:30.776426 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:48:31.375224 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 38818) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:48:31.591024 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a45dace-ea73-4154-81a6-ff539af8d124 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:48:31.591701 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a45dace-ea73-4154-81a6-ff539af8d124 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:48:31.594399 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-5a45dace-ea73-4154-81a6-ff539af8d124 admin admin] 10.222.0.85 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2177570 May 30 19:48:32.301598 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:48:33.704589 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 38828) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:48:33.842090 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef279910-99a7-4536-b22c-450963a3db39 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:48:33.843467 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-ef279910-99a7-4536-b22c-450963a3db39 admin admin] 10.222.0.85 "GET /v2.0/subnets/427601ec-f643-4fe7-b5e6-17305d3a39e1 HTTP/1.1" status: 200 len: 816 time: 0.1376131 May 30 19:48:36.110095 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 38838) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:48:36.260583 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-943235e0-64c4-4ac7-abf1-c671227b3e6d admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:48:36.262031 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-943235e0-64c4-4ac7-abf1-c671227b3e6d admin admin] 10.222.0.85 "GET /v2.0/subnets/4db784d6-085e-45bc-afb8-a214087d4ce8 HTTP/1.1" status: 200 len: 868 time: 0.1509550 May 30 19:48:38.487177 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 5 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 19:48:55.927580 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 38880) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:48:56.016889 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [None req-29e3f67c-22f4-40c7-b3ea-4b34ed9ee1c4 admin admin] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=84886) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 19:48:56.018213 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-29e3f67c-22f4-40c7-b3ea-4b34ed9ee1c4 admin admin] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0894742 May 30 19:48:56.136072 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-55435ada-7a37-48d2-91d2-63089ce60706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:48:58.301555 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 38890) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:48:58.442061 n-d-843948-2 neutron-server[84886]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4b36dc9-c76a-4d53-84ad-7f9c8afdc61a admin admin] GET failed (client error): The resource could not be found. May 30 19:48:58.443382 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-a4b36dc9-c76a-4d53-84ad-7f9c8afdc61a admin admin] 10.222.0.85 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1408286 May 30 19:48:58.588499 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bf680f6-03ed-4365-868d-94c9ccb34793 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:48:58.589973 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-6bf680f6-03ed-4365-868d-94c9ccb34793 admin admin] 10.222.0.85 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1420834 May 30 19:48:59.448874 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-4e6a2e9f-59bb-490f-8d1c-098a8b5153fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:48:59.666743 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:49:00.793439 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:49:00.852070 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 38904) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:49:00.936730 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-d890935d-26de-4e1b-8861-4d0b7569d99a admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:49:00.942115 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-d890935d-26de-4e1b-8861-4d0b7569d99a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:49:00.953648 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-d890935d-26de-4e1b-8861-4d0b7569d99a admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:49:01.038942 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d890935d-26de-4e1b-8861-4d0b7569d99a admin admin] Made reservation on behalf of 237428db31a842688120639a5aeb6919 for: {'network': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 19:49:01.041481 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d890935d-26de-4e1b-8861-4d0b7569d99a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:49:01.138065 n-d-843948-2 neutron-server[84886]: WARNING neutron.services.revisions.revision_plugin [None req-d890935d-26de-4e1b-8861-4d0b7569d99a admin admin] Could not find related network for resource to bump revision. May 30 19:49:01.151902 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d890935d-26de-4e1b-8861-4d0b7569d99a admin admin] vlan segment allocate from pool success with {'vlan_id': 659, 'physical_network': 'physnet1'} {{(pid=84886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 19:49:01.161478 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d890935d-26de-4e1b-8861-4d0b7569d99a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:49:01.161821 n-d-843948-2 neutron-server[84886]: INFO neutron.db.segments_db [None req-d890935d-26de-4e1b-8861-4d0b7569d99a admin admin] Added segment 7e304c17-4e5f-4a93-af80-52785639e6b2 of type vlan for network 4344fbed-57fb-43d7-b32d-6020ce60f0a1 May 30 19:49:01.191188 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d890935d-26de-4e1b-8861-4d0b7569d99a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:49:01.295889 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d890935d-26de-4e1b-8861-4d0b7569d99a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:49:01.296738 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d890935d-26de-4e1b-8861-4d0b7569d99a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:49:01.297349 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d890935d-26de-4e1b-8861-4d0b7569d99a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:49:01.410480 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d890935d-26de-4e1b-8861-4d0b7569d99a admin admin] Pushing event updated for resources: {'Network': ['ID=4344fbed-57fb-43d7-b32d-6020ce60f0a1,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:49:01.419675 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d890935d-26de-4e1b-8861-4d0b7569d99a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:49:01.420168 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d890935d-26de-4e1b-8861-4d0b7569d99a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:49:01.420503 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d890935d-26de-4e1b-8861-4d0b7569d99a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:49:01.420832 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d890935d-26de-4e1b-8861-4d0b7569d99a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:49:01.421155 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d890935d-26de-4e1b-8861-4d0b7569d99a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:49:01.421476 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d890935d-26de-4e1b-8861-4d0b7569d99a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:49:01.421835 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d890935d-26de-4e1b-8861-4d0b7569d99a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:49:01.422163 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d890935d-26de-4e1b-8861-4d0b7569d99a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:49:01.422484 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d890935d-26de-4e1b-8861-4d0b7569d99a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:49:01.422806 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d890935d-26de-4e1b-8861-4d0b7569d99a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:49:01.423286 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d890935d-26de-4e1b-8861-4d0b7569d99a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:49:01.436409 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network 4344fbed-57fb-43d7-b32d-6020ce60f0a1 details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 19:49:01.484301 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-d890935d-26de-4e1b-8861-4d0b7569d99a admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6308370 May 30 19:49:02.313453 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:49:03.618926 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 38914) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:49:03.716086 n-d-843948-2 neutron-server[84887]: INFO neutron.pecan_wsgi.hooks.translation [None req-550b0f8e-f5d6-4728-80fd-5ff3ede21b94 admin admin] GET failed (client error): The resource could not be found. May 30 19:49:03.717368 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-550b0f8e-f5d6-4728-80fd-5ff3ede21b94 admin admin] 10.222.0.85 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0972056 May 30 19:49:03.834784 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e6db46-163f-4608-8d73-40f676b3c56d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:49:03.837012 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-b5e6db46-163f-4608-8d73-40f676b3c56d admin admin] 10.222.0.85 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1154816 May 30 19:49:03.850432 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-b299e860-bc11-4f6b-a1de-32d584dd90a3 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1', 'cidr': '192.168.233.0/24'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:49:03.859615 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-b299e860-bc11-4f6b-a1de-32d584dd90a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:49:03.866029 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-b299e860-bc11-4f6b-a1de-32d584dd90a3 admin admin] Usage tracker for resource:subnet and tenant:237428db31a842688120639a5aeb6919 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:49:03.870630 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-b299e860-bc11-4f6b-a1de-32d584dd90a3 admin admin] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:49:03.877549 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-b299e860-bc11-4f6b-a1de-32d584dd90a3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:49:03.981531 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b299e860-bc11-4f6b-a1de-32d584dd90a3 admin admin] Made reservation on behalf of 237428db31a842688120639a5aeb6919 for: {'subnet': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 19:49:03.985354 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b299e860-bc11-4f6b-a1de-32d584dd90a3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:49:04.358987 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b299e860-bc11-4f6b-a1de-32d584dd90a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for subnet, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:49:04.461666 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b299e860-bc11-4f6b-a1de-32d584dd90a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b83ff54-b1af-44ce-bb75-ba148920553c,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:49:04.487789 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b299e860-bc11-4f6b-a1de-32d584dd90a3 admin admin] Checking segment: {'id': '7e304c17-4e5f-4a93-af80-52785639e6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 19:49:04.488145 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b299e860-bc11-4f6b-a1de-32d584dd90a3 admin admin] Network hostable DHCP agents. Network: 4344fbed-57fb-43d7-b32d-6020ce60f0a1, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 19:49:04.598398 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b299e860-bc11-4f6b-a1de-32d584dd90a3 admin admin] Network 4344fbed-57fb-43d7-b32d-6020ce60f0a1 is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 19:49:04.706935 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-b299e860-bc11-4f6b-a1de-32d584dd90a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, 4344fbed-57fb-43d7-b32d-6020ce60f0a1) {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 19:49:04.713592 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b299e860-bc11-4f6b-a1de-32d584dd90a3 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:49:04.714567 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b299e860-bc11-4f6b-a1de-32d584dd90a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:49:04.716840 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72f2875a-fa1f-4493-a295-471b1ac0e907 None None] Network 4344fbed-57fb-43d7-b32d-6020ce60f0a1 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 19:49:04.815074 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-b299e860-bc11-4f6b-a1de-32d584dd90a3 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9687741 May 30 19:49:05.032469 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b85235-5381-434e-b034-79f708ab0122 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-4344fbed-57fb-43d7-b32d-6020ce60f0a1', 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1', 'tenant_id': '237428db31a842688120639a5aeb6919', 'fixed_ips': [{'subnet_id': '1b83ff54-b1af-44ce-bb75-ba148920553c'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 19:49:05.033339 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-91b85235-5381-434e-b034-79f708ab0122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:49:05.229183 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-91b85235-5381-434e-b034-79f708ab0122 None None] Allocated IP 192.168.233.2 (4344fbed-57fb-43d7-b32d-6020ce60f0a1/1b83ff54-b1af-44ce-bb75-ba148920553c/1db06d79-cf60-44b4-9c00-335110e1068c) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 19:49:05.513436 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-91b85235-5381-434e-b034-79f708ab0122 None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:49:05.531327 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-91b85235-5381-434e-b034-79f708ab0122 None None] Transition to ACTIVE for port object 1db06d79-cf60-44b4-9c00-335110e1068c will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:49:05.561075 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-91b85235-5381-434e-b034-79f708ab0122 None None] Transition to ACTIVE for port object 1db06d79-cf60-44b4-9c00-335110e1068c will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:49:05.662142 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-91b85235-5381-434e-b034-79f708ab0122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:49:05.788843 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b85235-5381-434e-b034-79f708ab0122 None None] Network 4344fbed-57fb-43d7-b32d-6020ce60f0a1 is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 19:49:05.789898 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b85235-5381-434e-b034-79f708ab0122 None None] Pushing event updated for resources: {'Port': ['ID=1db06d79-cf60-44b4-9c00-335110e1068c,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:49:05.794436 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-91b85235-5381-434e-b034-79f708ab0122 None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 19:49:05.799943 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b85235-5381-434e-b034-79f708ab0122 None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 19:49:05.815455 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b85235-5381-434e-b034-79f708ab0122 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:49:05.815956 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b85235-5381-434e-b034-79f708ab0122 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:49:05.816222 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b85235-5381-434e-b034-79f708ab0122 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:49:05.816540 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b85235-5381-434e-b034-79f708ab0122 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:49:05.816901 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b85235-5381-434e-b034-79f708ab0122 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:49:05.817252 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b85235-5381-434e-b034-79f708ab0122 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:49:05.817549 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b85235-5381-434e-b034-79f708ab0122 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:49:05.817923 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b85235-5381-434e-b034-79f708ab0122 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:49:05.819160 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b85235-5381-434e-b034-79f708ab0122 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:49:05.819160 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b85235-5381-434e-b034-79f708ab0122 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:49:05.819160 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b85235-5381-434e-b034-79f708ab0122 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:49:05.946101 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-91b85235-5381-434e-b034-79f708ab0122 None None] Attempting to bind port 1db06d79-cf60-44b4-9c00-335110e1068c on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 19:49:05.946640 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-91b85235-5381-434e-b034-79f708ab0122 None None] Attempting to bind port 1db06d79-cf60-44b4-9c00-335110e1068c by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': '7e304c17-4e5f-4a93-af80-52785639e6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 19:49:05.947183 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b85235-5381-434e-b034-79f708ab0122 None None] Attempting to bind port 1db06d79-cf60-44b4-9c00-335110e1068c on network 4344fbed-57fb-43d7-b32d-6020ce60f0a1 {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:49:05.956455 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b85235-5381-434e-b034-79f708ab0122 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 19:49:05.956879 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b85235-5381-434e-b034-79f708ab0122 None None] Checking segment: {'id': '7e304c17-4e5f-4a93-af80-52785639e6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 19:49:05.957398 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-91b85235-5381-434e-b034-79f708ab0122 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:49:05.957953 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b85235-5381-434e-b034-79f708ab0122 None None] Bound using segment: {'id': '7e304c17-4e5f-4a93-af80-52785639e6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 19:49:05.958559 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-91b85235-5381-434e-b034-79f708ab0122 None None] Bound port: 1db06d79-cf60-44b4-9c00-335110e1068c, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e304c17-4e5f-4a93-af80-52785639e6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 19:49:05.959067 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-91b85235-5381-434e-b034-79f708ab0122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:49:06.090442 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-91b85235-5381-434e-b034-79f708ab0122 None None] For port 1db06d79-cf60-44b4-9c00-335110e1068c, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 19:49:06.094752 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-91b85235-5381-434e-b034-79f708ab0122 None None] For port 1db06d79-cf60-44b4-9c00-335110e1068c, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=1db06d79-cf60-44b4-9c00-335110e1068c,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 19:49:06.176139 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-91b85235-5381-434e-b034-79f708ab0122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:49:06.261887 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b85235-5381-434e-b034-79f708ab0122 None None] Pushing event updated for resources: {'Port': ['ID=1db06d79-cf60-44b4-9c00-335110e1068c,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:49:07.282856 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72b3f8b2-ac6c-40ed-bb00-2d7994244660 None None] Network 4344fbed-57fb-43d7-b32d-6020ce60f0a1 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 19:49:07.499110 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-750e6c55-4e7c-4fb6-a35a-884bc94aa44d None None] Provisioning for port 1db06d79-cf60-44b4-9c00-335110e1068c completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 19:49:08.087675 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 1db06d79-cf60-44b4-9c00-335110e1068c up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 19:49:08.284093 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 1db06d79-cf60-44b4-9c00-335110e1068c completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 19:49:08.291694 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 1db06d79-cf60-44b4-9c00-335110e1068c triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:49:08.292283 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:49:08.495592 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:49:08.550576 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port 1db06d79-cf60-44b4-9c00-335110e1068c, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=1db06d79-cf60-44b4-9c00-335110e1068c,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:49:08.633739 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:49:08.729180 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=1db06d79-cf60-44b4-9c00-335110e1068c,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:49:10.047295 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 1db06d79-cf60-44b4-9c00-335110e1068c up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 19:49:10.126204 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 1db06d79-cf60-44b4-9c00-335110e1068c triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:49:10.126562 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:49:15.489539 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 5 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 19:49:26.147257 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-d82200e9-d22d-42d2-81d7-359d54d7a872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:49:29.454046 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-81d364ed-d028-4bad-b5f9-0ac59f21f2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:49:29.650161 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:49:30.786899 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:49:32.334651 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:49:52.495172 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 5 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 19:49:56.122860 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-cea884ae-ae38-4547-a174-e5c83c59f605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:49:59.477575 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b45cc512-f080-44b8-a19e-4b0e136b962d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:49:59.654830 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:50:00.836676 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:50:02.327375 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:50:26.146309 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-880b3316-3bed-4564-978a-3a5f79d8e06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:50:29.482425 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-9c93094b-14eb-43cf-a2b2-f688e0bd45b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:50:29.497316 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 5 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 19:50:29.717144 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:50:30.809236 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:50:32.334231 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:50:37.135957 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 38954) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:50:37.142960 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [None req-077b1cd4-0f37-4a20-b9a6-46a00da25893 tempest-verify_tempest_config-354992532 tempest-verify_tempest_config-354992532-project] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=84887) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 19:50:37.144057 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-077b1cd4-0f37-4a20-b9a6-46a00da25893 tempest-verify_tempest_config-354992532 tempest-verify_tempest_config-354992532-project] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.0067527 May 30 19:50:37.869660 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 38970) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:50:38.051837 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-428eb8d8-8f48-4137-807f-36a5210e8314 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:50:38.086306 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-428eb8d8-8f48-4137-807f-36a5210e8314 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:50:38.090306 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-428eb8d8-8f48-4137-807f-36a5210e8314 admin admin] Usage tracker for resource:security_group_rule and tenant:31e4defdf9b34d41b749b791a05ced95 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:50:38.093490 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-428eb8d8-8f48-4137-807f-36a5210e8314 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:50:38.099920 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-428eb8d8-8f48-4137-807f-36a5210e8314 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:50:38.180947 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-428eb8d8-8f48-4137-807f-36a5210e8314 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:50:38.287958 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-428eb8d8-8f48-4137-807f-36a5210e8314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:50:38.340323 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428eb8d8-8f48-4137-807f-36a5210e8314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b695d3da-623d-43eb-8987-94bb85200f7d,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:50:38.343482 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-428eb8d8-8f48-4137-807f-36a5210e8314 admin admin] Synchronizing usage tracker for tenant:237428db31a842688120639a5aeb6919 on resource:security_group {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 19:50:38.357001 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428eb8d8-8f48-4137-807f-36a5210e8314 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:50:38.357345 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428eb8d8-8f48-4137-807f-36a5210e8314 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:50:38.357713 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428eb8d8-8f48-4137-807f-36a5210e8314 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:50:38.358054 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428eb8d8-8f48-4137-807f-36a5210e8314 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:50:38.358409 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428eb8d8-8f48-4137-807f-36a5210e8314 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:50:38.358716 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428eb8d8-8f48-4137-807f-36a5210e8314 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:50:38.359046 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428eb8d8-8f48-4137-807f-36a5210e8314 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:50:38.359373 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428eb8d8-8f48-4137-807f-36a5210e8314 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:50:38.359685 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428eb8d8-8f48-4137-807f-36a5210e8314 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:50:38.360014 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428eb8d8-8f48-4137-807f-36a5210e8314 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:50:38.360333 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428eb8d8-8f48-4137-807f-36a5210e8314 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:50:38.488736 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-428eb8d8-8f48-4137-807f-36a5210e8314 admin admin] Unset dirty status for tenant:237428db31a842688120639a5aeb6919 on resource:security_group {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 19:50:38.490365 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-428eb8d8-8f48-4137-807f-36a5210e8314 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=31e4defdf9b34d41b749b791a05ced95&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6197245 May 30 19:50:38.493224 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 38976) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:50:38.557249 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1940ee37-a6fe-4e28-9d64-ffe3d7b0dd46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:50:38.584860 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1940ee37-a6fe-4e28-9d64-ffe3d7b0dd46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:50:38.768216 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1940ee37-a6fe-4e28-9d64-ffe3d7b0dd46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:50:38.784885 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1940ee37-a6fe-4e28-9d64-ffe3d7b0dd46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b695d3da-623d-43eb-8987-94bb85200f7d,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:50:38.795460 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1940ee37-a6fe-4e28-9d64-ffe3d7b0dd46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:50:38.799929 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-1940ee37-a6fe-4e28-9d64-ffe3d7b0dd46 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/b695d3da-623d-43eb-8987-94bb85200f7d HTTP/1.1" status: 204 len: 168 time: 0.3026216 May 30 19:50:56.110421 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-e3abe433-8863-46b5-aee0-ee55584fa560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:50:59.470255 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-3f67198c-d100-4358-ad79-e5c2d16729de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:50:59.653292 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:51:00.795924 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:51:02.362052 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:51:06.498041 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 5 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 19:51:26.121873 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-47ee5bc1-ecea-4929-aa1b-c55827f468cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:51:29.458864 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-af3b597c-b9a9-4ac3-ae59-e03468d0fd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:51:29.664066 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:51:30.795416 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:51:32.355328 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:51:43.498897 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 5 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 19:51:56.155192 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-3a388efa-31cc-4041-ab96-08c41bd6179d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:51:59.469277 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-4cb7e261-184f-4819-a5be-c9bf95322a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:51:59.640618 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:00.829253 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:02.361146 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:20.500527 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 5 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 19:52:26.143167 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-682c3963-34b0-4a97-95fd-a758eba8b5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:29.462845 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-248a7a8a-e9f6-4ab8-861e-0a7de2430582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:29.674114 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:30.805652 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:32.377201 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:56.136364 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-5d4712a8-031e-4578-874f-ff8a9c3ef3b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:57.501303 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 5 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 19:52:59.514030 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-bbc8c1d5-b3bd-4781-82c2-7e995238525a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:52:59.640082 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:00.839128 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:02.365219 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:26.148579 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-c2f5b37f-91fc-4b5f-9621-d7f3b3bbb5cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:29.473206 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b4e9a89e-da4b-4481-89ae-e3d477bf226b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:29.667531 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:30.822109 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:32.364895 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:34.503352 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 5 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 19:53:48.998903 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-736062'] for agent, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:51.764987 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-736062'] for agent, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:56.136229 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-47fe4172-e0fe-4b7f-9c3d-67ddccf99dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:59.490123 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-7a2e2f12-9705-4067-849a-93daafcfd3d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:53:59.702671 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:00.826979 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:02.353027 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:11.505579 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 19:54:18.992337 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:21.723657 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:26.117718 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-be1a7bdf-d205-43a4-8419-e8fc08b041b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:29.466783 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-8802d487-c5b8-4bc0-a997-c67bd69cacc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:29.649104 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:30.832423 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:32.392439 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:41.242684 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 39040) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:54:41.450394 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-fb751cdd-ed38-415f-9197-ffeb8864935f admin admin] 10.222.0.85 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.2062571 May 30 19:54:43.589264 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 39050) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:54:43.680310 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-94410cc2-0f4c-4aa1-9aa2-fba2634fd0c6 admin admin] 10.222.0.85 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0895927 May 30 19:54:48.506965 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 19:54:49.026125 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:51.723058 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:56.157210 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-bbb554f2-8646-4aba-8d80-de13a75b0852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:59.494776 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-760eee66-c06c-49dd-a5bf-8eda122fd81f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:54:59.666362 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:00.842906 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:02.374620 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:19.025954 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:21.756928 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:25.507602 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 19:55:26.163723 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-fe8e1fc5-c66f-445d-91f7-15307afaa8d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:29.531878 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-cd9e2b60-17f7-4170-92e5-2b2eb0c30ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:29.672546 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:30.866037 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:32.391037 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:49.003649 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:51.778206 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:56.168038 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ecf6652d-2b9d-418f-ad99-572315e21b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:59.470987 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-5de47df0-258c-482b-9560-6921b03bc8d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:55:59.780066 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:00.842253 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:02.399229 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:02.509756 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 19:56:19.029213 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:21.756913 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:26.133546 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-cbaaacff-8ec9-4125-b8ad-7a72fb8aac35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:29.493010 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-eb882f82-c1b5-46bf-8518-0a6082428a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:29.653332 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:30.969708 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:32.362118 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:33.901120 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 39266) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:56:34.963426 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-16d73815-a93a-4918-bff9-821804dea932 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-284131261-network', 'tenant_id': 'f8671c8955ba49549063462441cf84be'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:56:34.969687 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-16d73815-a93a-4918-bff9-821804dea932 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:56:34.975225 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-16d73815-a93a-4918-bff9-821804dea932 admin admin] Usage tracker for resource:network and tenant:f8671c8955ba49549063462441cf84be is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:56:34.980316 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-16d73815-a93a-4918-bff9-821804dea932 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:56:34.988430 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-16d73815-a93a-4918-bff9-821804dea932 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:56:35.086188 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16d73815-a93a-4918-bff9-821804dea932 admin admin] Made reservation on behalf of f8671c8955ba49549063462441cf84be for: {'network': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 19:56:35.088935 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-16d73815-a93a-4918-bff9-821804dea932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:35.107089 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-16d73815-a93a-4918-bff9-821804dea932 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:35.154152 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-16d73815-a93a-4918-bff9-821804dea932 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:56:35.159520 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-16d73815-a93a-4918-bff9-821804dea932 admin admin] Usage tracker for resource:security_group_rule and tenant:f8671c8955ba49549063462441cf84be is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:56:35.169441 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-16d73815-a93a-4918-bff9-821804dea932 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:56:35.181118 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-16d73815-a93a-4918-bff9-821804dea932 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:56:35.328076 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-16d73815-a93a-4918-bff9-821804dea932 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:35.407134 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-16d73815-a93a-4918-bff9-821804dea932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:35.438225 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16d73815-a93a-4918-bff9-821804dea932 admin admin] vlan segment allocate from pool success with {'vlan_id': 677, 'physical_network': 'physnet1'} {{(pid=84887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 19:56:35.463866 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-16d73815-a93a-4918-bff9-821804dea932 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8764051277168', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:35.466242 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-16d73815-a93a-4918-bff9-821804dea932 admin admin] Unsubscribe: segment precommit_create {{(pid=84887) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 30 19:56:35.466242 n-d-843948-2 neutron-server[84887]: INFO neutron.db.segments_db [None req-16d73815-a93a-4918-bff9-821804dea932 admin admin] Added segment ce212c09-2307-4a5c-9bb2-5de2cac09d22 of type vlan for network 399356b2-01b1-4b9e-84e5-ec68f4845059 May 30 19:56:35.494715 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d73815-a93a-4918-bff9-821804dea932 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8072d6e9-ba3a-47b3-82a0-3d37323c42d4,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:56:35.526281 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d73815-a93a-4918-bff9-821804dea932 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:56:35.526726 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d73815-a93a-4918-bff9-821804dea932 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:56:35.527136 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d73815-a93a-4918-bff9-821804dea932 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:56:35.527541 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d73815-a93a-4918-bff9-821804dea932 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:56:35.527971 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d73815-a93a-4918-bff9-821804dea932 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:56:35.528371 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d73815-a93a-4918-bff9-821804dea932 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:56:35.528793 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d73815-a93a-4918-bff9-821804dea932 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:56:35.529287 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d73815-a93a-4918-bff9-821804dea932 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:56:35.529851 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d73815-a93a-4918-bff9-821804dea932 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:56:35.530342 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d73815-a93a-4918-bff9-821804dea932 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:56:35.530760 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d73815-a93a-4918-bff9-821804dea932 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:56:35.532079 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d73815-a93a-4918-bff9-821804dea932 admin admin] Tracked resource versions report: May 30 19:56:35.532079 n-d-843948-2 neutron-server[84887]: pushed versions: May 30 19:56:35.532079 n-d-843948-2 neutron-server[84887]: { 'ConntrackHelper': {'1.0'}, May 30 19:56:35.532079 n-d-843948-2 neutron-server[84887]: 'Log': {'1.0'}, May 30 19:56:35.532079 n-d-843948-2 neutron-server[84887]: 'Network': {'1.1'}, May 30 19:56:35.532079 n-d-843948-2 neutron-server[84887]: 'Port': {'1.5'}, May 30 19:56:35.532079 n-d-843948-2 neutron-server[84887]: 'PortForwarding': {'1.2'}, May 30 19:56:35.532079 n-d-843948-2 neutron-server[84887]: 'QosPolicy': {'1.8'}, May 30 19:56:35.532079 n-d-843948-2 neutron-server[84887]: 'SecurityGroup': {'1.2'}, May 30 19:56:35.532079 n-d-843948-2 neutron-server[84887]: 'SecurityGroupRule': {'1.0'}, May 30 19:56:35.532079 n-d-843948-2 neutron-server[84887]: 'SubPort': {'1.0'}, May 30 19:56:35.532079 n-d-843948-2 neutron-server[84887]: 'Subnet': {'1.1'}, May 30 19:56:35.532079 n-d-843948-2 neutron-server[84887]: 'Trunk': {'1.1'}} May 30 19:56:35.532079 n-d-843948-2 neutron-server[84887]: consumer versions: May 30 19:56:35.532079 n-d-843948-2 neutron-server[84887]: { DHCP agent@n-d-843948-2: {}, May 30 19:56:35.532079 n-d-843948-2 neutron-server[84887]: HyperV agent@n-h1-843948-2: {}, May 30 19:56:35.532079 n-d-843948-2 neutron-server[84887]: HyperV agent@n-h2-843948-2: {}, May 30 19:56:35.532079 n-d-843948-2 neutron-server[84887]: L3 agent@n-d-843948-2: {}, May 30 19:56:35.532079 n-d-843948-2 neutron-server[84887]: Metadata agent@n-d-843948-2: {}, May 30 19:56:35.532079 n-d-843948-2 neutron-server[84887]: Metering agent@n-d-843948-2: {}, May 30 19:56:35.532079 n-d-843948-2 neutron-server[84887]: Open vSwitch agent@n-d-843948-2: { 'ConntrackHelper': '1.0', May 30 19:56:35.532079 n-d-843948-2 neutron-server[84887]: 'Log': '1.0', May 30 19:56:35.532079 n-d-843948-2 neutron-server[84887]: 'Network': '1.1', May 30 19:56:35.532079 n-d-843948-2 neutron-server[84887]: 'Port': '1.5', May 30 19:56:35.532079 n-d-843948-2 neutron-server[84887]: 'PortForwarding': '1.2', May 30 19:56:35.532079 n-d-843948-2 neutron-server[84887]: 'QosPolicy': '1.8', May 30 19:56:35.532079 n-d-843948-2 neutron-server[84887]: 'SecurityGroup': '1.2', May 30 19:56:35.532079 n-d-843948-2 neutron-server[84887]: 'SecurityGroupRule': '1.0', May 30 19:56:35.532079 n-d-843948-2 neutron-server[84887]: 'SubPort': '1.0', May 30 19:56:35.532079 n-d-843948-2 neutron-server[84887]: 'Subnet': '1.1', May 30 19:56:35.532079 n-d-843948-2 neutron-server[84887]: 'Trunk': '1.1'}} May 30 19:56:35.532079 n-d-843948-2 neutron-server[84887]: {{(pid=84887) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 30 19:56:35.565013 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-16d73815-a93a-4918-bff9-821804dea932 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:35.676529 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-16d73815-a93a-4918-bff9-821804dea932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:35.678893 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d73815-a93a-4918-bff9-821804dea932 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:56:35.679964 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-16d73815-a93a-4918-bff9-821804dea932 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:35.875871 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d73815-a93a-4918-bff9-821804dea932 admin admin] Pushing event updated for resources: {'Network': ['ID=399356b2-01b1-4b9e-84e5-ec68f4845059,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:56:35.890569 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network 399356b2-01b1-4b9e-84e5-ec68f4845059 details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 19:56:35.962193 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-16d73815-a93a-4918-bff9-821804dea932 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.0588307 May 30 19:56:35.966840 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 39314) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:56:35.972410 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-97064388-1db8-45f5-9d73-9ed99aa6db26 admin admin] Request body: {'subnet': {'network_id': '399356b2-01b1-4b9e-84e5-ec68f4845059', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-284131261-subnet', 'tenant_id': 'f8671c8955ba49549063462441cf84be', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:56:35.980889 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-97064388-1db8-45f5-9d73-9ed99aa6db26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:56:35.992709 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-97064388-1db8-45f5-9d73-9ed99aa6db26 admin admin] Usage tracker for resource:subnet and tenant:f8671c8955ba49549063462441cf84be is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:56:36.003787 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-97064388-1db8-45f5-9d73-9ed99aa6db26 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:56:36.020224 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-97064388-1db8-45f5-9d73-9ed99aa6db26 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:56:36.129227 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97064388-1db8-45f5-9d73-9ed99aa6db26 admin admin] Made reservation on behalf of f8671c8955ba49549063462441cf84be for: {'subnet': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 19:56:36.132967 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-97064388-1db8-45f5-9d73-9ed99aa6db26 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:36.486953 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-97064388-1db8-45f5-9d73-9ed99aa6db26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for subnet, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:36.568632 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97064388-1db8-45f5-9d73-9ed99aa6db26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=82761f11-2140-4c34-b51b-d85edab7a1af,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:56:36.581870 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97064388-1db8-45f5-9d73-9ed99aa6db26 admin admin] Checking segment: {'id': 'ce212c09-2307-4a5c-9bb2-5de2cac09d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '399356b2-01b1-4b9e-84e5-ec68f4845059'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 19:56:36.582230 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97064388-1db8-45f5-9d73-9ed99aa6db26 admin admin] Network hostable DHCP agents. Network: 399356b2-01b1-4b9e-84e5-ec68f4845059, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 19:56:36.675099 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97064388-1db8-45f5-9d73-9ed99aa6db26 admin admin] Network 399356b2-01b1-4b9e-84e5-ec68f4845059 is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 19:56:36.767143 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-97064388-1db8-45f5-9d73-9ed99aa6db26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, 399356b2-01b1-4b9e-84e5-ec68f4845059) {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 19:56:36.786880 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97064388-1db8-45f5-9d73-9ed99aa6db26 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:56:36.788094 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-97064388-1db8-45f5-9d73-9ed99aa6db26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:36.790207 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e1ee79e-b0f7-426b-a0e8-f142431996fa None None] Network 399356b2-01b1-4b9e-84e5-ec68f4845059 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 19:56:36.926043 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-97064388-1db8-45f5-9d73-9ed99aa6db26 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.9580636 May 30 19:56:36.930453 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 39334) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:56:36.938086 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-7304109a-de6d-4f1e-9768-bb1668994ac3 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-284131261-router', 'tenant_id': 'f8671c8955ba49549063462441cf84be', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:56:36.948267 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-7304109a-de6d-4f1e-9768-bb1668994ac3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:56:36.957661 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-7304109a-de6d-4f1e-9768-bb1668994ac3 admin admin] Usage tracker for resource:router and tenant:f8671c8955ba49549063462441cf84be is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:56:36.965304 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-7304109a-de6d-4f1e-9768-bb1668994ac3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:56:36.979949 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-7304109a-de6d-4f1e-9768-bb1668994ac3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:56:37.078947 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a1e67d-8e39-40bf-82f0-054f772f82a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-399356b2-01b1-4b9e-84e5-ec68f4845059', 'network_id': '399356b2-01b1-4b9e-84e5-ec68f4845059', 'tenant_id': 'f8671c8955ba49549063462441cf84be', 'fixed_ips': [{'subnet_id': '82761f11-2140-4c34-b51b-d85edab7a1af'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 19:56:37.079906 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-a2a1e67d-8e39-40bf-82f0-054f772f82a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:37.087002 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7304109a-de6d-4f1e-9768-bb1668994ac3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-733683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3159'] for router, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:37.088567 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7304109a-de6d-4f1e-9768-bb1668994ac3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-733584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-736372', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-628480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3164'] for router, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:37.121881 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7304109a-de6d-4f1e-9768-bb1668994ac3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:37.295179 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-a2a1e67d-8e39-40bf-82f0-054f772f82a8 None None] Allocated IP 172.20.0.2 (399356b2-01b1-4b9e-84e5-ec68f4845059/82761f11-2140-4c34-b51b-d85edab7a1af/49866fce-475e-4cf3-8196-955b8ea6745a) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 19:56:37.538175 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-a2a1e67d-8e39-40bf-82f0-054f772f82a8 None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:37.553504 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-a2a1e67d-8e39-40bf-82f0-054f772f82a8 None None] Transition to ACTIVE for port object 49866fce-475e-4cf3-8196-955b8ea6745a will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:56:37.574775 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-a2a1e67d-8e39-40bf-82f0-054f772f82a8 None None] Transition to ACTIVE for port object 49866fce-475e-4cf3-8196-955b8ea6745a will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:56:37.648578 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-a2a1e67d-8e39-40bf-82f0-054f772f82a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:37.675685 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7304109a-de6d-4f1e-9768-bb1668994ac3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-736390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:37.727951 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a1e67d-8e39-40bf-82f0-054f772f82a8 None None] Network 399356b2-01b1-4b9e-84e5-ec68f4845059 is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 19:56:37.731607 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-a2a1e67d-8e39-40bf-82f0-054f772f82a8 None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 19:56:37.736694 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a1e67d-8e39-40bf-82f0-054f772f82a8 None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 19:56:37.739434 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a1e67d-8e39-40bf-82f0-054f772f82a8 None None] Pushing event updated for resources: {'Port': ['ID=49866fce-475e-4cf3-8196-955b8ea6745a,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:56:37.752519 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a1e67d-8e39-40bf-82f0-054f772f82a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:56:37.753073 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a1e67d-8e39-40bf-82f0-054f772f82a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:56:37.753560 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a1e67d-8e39-40bf-82f0-054f772f82a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:56:37.753966 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a1e67d-8e39-40bf-82f0-054f772f82a8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:56:37.754504 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a1e67d-8e39-40bf-82f0-054f772f82a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:56:37.754646 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a1e67d-8e39-40bf-82f0-054f772f82a8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:56:37.754894 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a1e67d-8e39-40bf-82f0-054f772f82a8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:56:37.755211 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a1e67d-8e39-40bf-82f0-054f772f82a8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:56:37.755612 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a1e67d-8e39-40bf-82f0-054f772f82a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:56:37.755864 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a1e67d-8e39-40bf-82f0-054f772f82a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:56:37.756182 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a1e67d-8e39-40bf-82f0-054f772f82a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:56:37.757338 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a1e67d-8e39-40bf-82f0-054f772f82a8 None None] Tracked resource versions report: May 30 19:56:37.757338 n-d-843948-2 neutron-server[84888]: pushed versions: May 30 19:56:37.757338 n-d-843948-2 neutron-server[84888]: { 'ConntrackHelper': {'1.0'}, May 30 19:56:37.757338 n-d-843948-2 neutron-server[84888]: 'Log': {'1.0'}, May 30 19:56:37.757338 n-d-843948-2 neutron-server[84888]: 'Network': {'1.1'}, May 30 19:56:37.757338 n-d-843948-2 neutron-server[84888]: 'Port': {'1.5'}, May 30 19:56:37.757338 n-d-843948-2 neutron-server[84888]: 'PortForwarding': {'1.2'}, May 30 19:56:37.757338 n-d-843948-2 neutron-server[84888]: 'QosPolicy': {'1.8'}, May 30 19:56:37.757338 n-d-843948-2 neutron-server[84888]: 'SecurityGroup': {'1.2'}, May 30 19:56:37.757338 n-d-843948-2 neutron-server[84888]: 'SecurityGroupRule': {'1.0'}, May 30 19:56:37.757338 n-d-843948-2 neutron-server[84888]: 'SubPort': {'1.0'}, May 30 19:56:37.757338 n-d-843948-2 neutron-server[84888]: 'Subnet': {'1.1'}, May 30 19:56:37.757338 n-d-843948-2 neutron-server[84888]: 'Trunk': {'1.1'}} May 30 19:56:37.757338 n-d-843948-2 neutron-server[84888]: consumer versions: May 30 19:56:37.757338 n-d-843948-2 neutron-server[84888]: { DHCP agent@n-d-843948-2: {}, May 30 19:56:37.757338 n-d-843948-2 neutron-server[84888]: HyperV agent@n-h1-843948-2: {}, May 30 19:56:37.757338 n-d-843948-2 neutron-server[84888]: HyperV agent@n-h2-843948-2: {}, May 30 19:56:37.757338 n-d-843948-2 neutron-server[84888]: L3 agent@n-d-843948-2: {}, May 30 19:56:37.757338 n-d-843948-2 neutron-server[84888]: Metadata agent@n-d-843948-2: {}, May 30 19:56:37.757338 n-d-843948-2 neutron-server[84888]: Metering agent@n-d-843948-2: {}, May 30 19:56:37.757338 n-d-843948-2 neutron-server[84888]: Open vSwitch agent@n-d-843948-2: { 'ConntrackHelper': '1.0', May 30 19:56:37.757338 n-d-843948-2 neutron-server[84888]: 'Log': '1.0', May 30 19:56:37.757338 n-d-843948-2 neutron-server[84888]: 'Network': '1.1', May 30 19:56:37.757338 n-d-843948-2 neutron-server[84888]: 'Port': '1.5', May 30 19:56:37.757338 n-d-843948-2 neutron-server[84888]: 'PortForwarding': '1.2', May 30 19:56:37.757338 n-d-843948-2 neutron-server[84888]: 'QosPolicy': '1.8', May 30 19:56:37.757338 n-d-843948-2 neutron-server[84888]: 'SecurityGroup': '1.2', May 30 19:56:37.757338 n-d-843948-2 neutron-server[84888]: 'SecurityGroupRule': '1.0', May 30 19:56:37.757338 n-d-843948-2 neutron-server[84888]: 'SubPort': '1.0', May 30 19:56:37.757338 n-d-843948-2 neutron-server[84888]: 'Subnet': '1.1', May 30 19:56:37.757338 n-d-843948-2 neutron-server[84888]: 'Trunk': '1.1'}} May 30 19:56:37.757338 n-d-843948-2 neutron-server[84888]: {{(pid=84888) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 30 19:56:37.878646 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-a2a1e67d-8e39-40bf-82f0-054f772f82a8 None None] Attempting to bind port 49866fce-475e-4cf3-8196-955b8ea6745a on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 19:56:37.879016 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-a2a1e67d-8e39-40bf-82f0-054f772f82a8 None None] Attempting to bind port 49866fce-475e-4cf3-8196-955b8ea6745a by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': 'ce212c09-2307-4a5c-9bb2-5de2cac09d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '399356b2-01b1-4b9e-84e5-ec68f4845059'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 19:56:37.879544 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a1e67d-8e39-40bf-82f0-054f772f82a8 None None] Attempting to bind port 49866fce-475e-4cf3-8196-955b8ea6745a on network 399356b2-01b1-4b9e-84e5-ec68f4845059 {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:56:37.889993 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a1e67d-8e39-40bf-82f0-054f772f82a8 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 19, 56, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 19:56:37.890651 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a1e67d-8e39-40bf-82f0-054f772f82a8 None None] Checking segment: {'id': 'ce212c09-2307-4a5c-9bb2-5de2cac09d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '399356b2-01b1-4b9e-84e5-ec68f4845059'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 19:56:37.891237 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-a2a1e67d-8e39-40bf-82f0-054f772f82a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:37.891768 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a1e67d-8e39-40bf-82f0-054f772f82a8 None None] Bound using segment: {'id': 'ce212c09-2307-4a5c-9bb2-5de2cac09d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '399356b2-01b1-4b9e-84e5-ec68f4845059'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 19:56:37.892576 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-a2a1e67d-8e39-40bf-82f0-054f772f82a8 None None] Bound port: 49866fce-475e-4cf3-8196-955b8ea6745a, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce212c09-2307-4a5c-9bb2-5de2cac09d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '399356b2-01b1-4b9e-84e5-ec68f4845059'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 19:56:37.893148 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-a2a1e67d-8e39-40bf-82f0-054f772f82a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:38.033323 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-a2a1e67d-8e39-40bf-82f0-054f772f82a8 None None] For port 49866fce-475e-4cf3-8196-955b8ea6745a, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 19:56:38.043474 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-a2a1e67d-8e39-40bf-82f0-054f772f82a8 None None] For port 49866fce-475e-4cf3-8196-955b8ea6745a, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=49866fce-475e-4cf3-8196-955b8ea6745a,segment=NetworkSegment(ce212c09-2307-4a5c-9bb2-5de2cac09d22),segment_id=ce212c09-2307-4a5c-9bb2-5de2cac09d22)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 19:56:38.070648 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7304109a-de6d-4f1e-9768-bb1668994ac3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:38.101671 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7304109a-de6d-4f1e-9768-bb1668994ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:38.134389 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-a2a1e67d-8e39-40bf-82f0-054f772f82a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:38.346316 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a1e67d-8e39-40bf-82f0-054f772f82a8 None None] Pushing event updated for resources: {'Port': ['ID=49866fce-475e-4cf3-8196-955b8ea6745a,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:56:38.357371 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [None req-7304109a-de6d-4f1e-9768-bb1668994ac3 admin admin] Allocated IP 172.25.8.117 (c7869750-4b49-4b7e-aa99-5e0f1ae02da4/427601ec-f643-4fe7-b5e6-17305d3a39e1/11a59005-71e9-43f5-889c-8d35e02c45a1) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 19:56:38.675207 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7304109a-de6d-4f1e-9768-bb1668994ac3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:38.825392 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7304109a-de6d-4f1e-9768-bb1668994ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:38.910969 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7304109a-de6d-4f1e-9768-bb1668994ac3 admin admin] Network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 19:56:38.914842 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-7304109a-de6d-4f1e-9768-bb1668994ac3 admin admin] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 19:56:38.919514 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7304109a-de6d-4f1e-9768-bb1668994ac3 admin admin] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 19:56:39.019141 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7304109a-de6d-4f1e-9768-bb1668994ac3 admin admin] Pushing event updated for resources: {'Port': ['ID=11a59005-71e9-43f5-889c-8d35e02c45a1,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:56:39.209423 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7304109a-de6d-4f1e-9768-bb1668994ac3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:39.210563 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7304109a-de6d-4f1e-9768-bb1668994ac3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-736409'] for router, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:39.513211 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 19:56:39.548737 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47167dd1-4284-424a-a1f4-7829024aa764 None None] Network 399356b2-01b1-4b9e-84e5-ec68f4845059 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 19:56:39.715158 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7304109a-de6d-4f1e-9768-bb1668994ac3 admin admin] Router dff63ffd-2ade-40fb-8d35-ecb84addf322 is scheduled to L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 with binding_index 1 {{(pid=84887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 19:56:39.828820 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-1003ed09-35d0-4511-a241-e50bc562428d None None] Provisioning for port 49866fce-475e-4cf3-8196-955b8ea6745a completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 19:56:40.021649 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7304109a-de6d-4f1e-9768-bb1668994ac3 admin admin] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 19:56:40.033547 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b11f3a3-bf1a-411c-a668-a3caa4569ef2 None None] Sync routers for ids ['dff63ffd-2ade-40fb-8d35-ecb84addf322'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 19:56:40.067146 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b11f3a3-bf1a-411c-a668-a3caa4569ef2 None None] Routers {'dff63ffd-2ade-40fb-8d35-ecb84addf322'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 19:56:40.070654 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-7b11f3a3-bf1a-411c-a668-a3caa4569ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T19:56:29Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['dff63ffd-2ade-40fb-8d35-ecb84addf322'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:56:40.195912 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7304109a-de6d-4f1e-9768-bb1668994ac3 admin admin] Notify callbacks [] for router, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:40.198151 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-7304109a-de6d-4f1e-9768-bb1668994ac3 admin admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.2660520 May 30 19:56:40.201218 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 39406) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:56:40.419145 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 49866fce-475e-4cf3-8196-955b8ea6745a up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 19:56:40.579185 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-7b11f3a3-bf1a-411c-a668-a3caa4569ef2 None None] Set router dff63ffd-2ade-40fb-8d35-ecb84addf322 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 19:56:40.630354 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 49866fce-475e-4cf3-8196-955b8ea6745a completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 19:56:40.643802 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 49866fce-475e-4cf3-8196-955b8ea6745a triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:56:40.645041 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:41.191696 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:41.267622 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-7b11f3a3-bf1a-411c-a668-a3caa4569ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dff63ffd-2ade-40fb-8d35-ecb84addf322', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-284131261-router', 'tenant_id': 'f8671c8955ba49549063462441cf84be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '11a59005-71e9-43f5-889c-8d35e02c45a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T19:56:37Z', 'updated_at': '2022-05-30T19:56:39Z', 'revision_number': 3, 'project_id': 'f8671c8955ba49549063462441cf84be', 'gw_port': {'id': '11a59005-71e9-43f5-889c-8d35e02c45a1', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:70:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dff63ffd-2ade-40fb-8d35-ecb84addf322', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:56:38Z', 'updated_at': '2022-05-30T19:56:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:56:41.271247 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port 49866fce-475e-4cf3-8196-955b8ea6745a, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=49866fce-475e-4cf3-8196-955b8ea6745a,segment=NetworkSegment(ce212c09-2307-4a5c-9bb2-5de2cac09d22),segment_id=ce212c09-2307-4a5c-9bb2-5de2cac09d22)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:56:41.281799 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b11f3a3-bf1a-411c-a668-a3caa4569ef2 None None] Checking router: dff63ffd-2ade-40fb-8d35-ecb84addf322 for host: n-d-843948-2 {{(pid=84889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 19:56:41.282396 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b11f3a3-bf1a-411c-a668-a3caa4569ef2 None None] Updating router dff63ffd-2ade-40fb-8d35-ecb84addf322 port 11a59005-71e9-43f5-889c-8d35e02c45a1 binding host n-d-843948-2 {{(pid=84889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 19:56:41.378323 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:41.394553 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-7b11f3a3-bf1a-411c-a668-a3caa4569ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:41.483228 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=49866fce-475e-4cf3-8196-955b8ea6745a,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:56:41.679216 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-cd7292b2-3d52-4270-9452-8ac7d5c4aa92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:41.928974 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-7b11f3a3-bf1a-411c-a668-a3caa4569ef2 None None] Notify callbacks [] for port, precommit_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:41.943863 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.provisioning_blocks [None req-7b11f3a3-bf1a-411c-a668-a3caa4569ef2 None None] Transition to ACTIVE for port object 11a59005-71e9-43f5-889c-8d35e02c45a1 will not be triggered until provisioned by entity L2. {{(pid=84889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:56:42.024164 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-7b11f3a3-bf1a-411c-a668-a3caa4569ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:42.044730 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [None req-cd7292b2-3d52-4270-9452-8ac7d5c4aa92 admin admin] Allocated IP 172.20.0.1 (399356b2-01b1-4b9e-84e5-ec68f4845059/82761f11-2140-4c34-b51b-d85edab7a1af/a85da4c3-5233-4e62-9df6-6eb869ff235b) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 19:56:42.173648 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-7b11f3a3-bf1a-411c-a668-a3caa4569ef2 None None] Attempting to bind port 11a59005-71e9-43f5-889c-8d35e02c45a1 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 19:56:42.174029 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-7b11f3a3-bf1a-411c-a668-a3caa4569ef2 None None] Attempting to bind port 11a59005-71e9-43f5-889c-8d35e02c45a1 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}] {{(pid=84889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 19:56:42.177070 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b11f3a3-bf1a-411c-a668-a3caa4569ef2 None None] Attempting to bind port 11a59005-71e9-43f5-889c-8d35e02c45a1 on network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:56:42.177070 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc146df3-8d5d-40fb-981c-eaaaddfeb4ed None None] Pushing event updated for resources: {'Port': ['ID=11a59005-71e9-43f5-889c-8d35e02c45a1,revision_number=2']} {{(pid=84889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:56:42.190475 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b11f3a3-bf1a-411c-a668-a3caa4569ef2 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 19, 56, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 19:56:42.190928 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b11f3a3-bf1a-411c-a668-a3caa4569ef2 None None] Checking segment: {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 19:56:42.191241 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-7b11f3a3-bf1a-411c-a668-a3caa4569ef2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:42.191627 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b11f3a3-bf1a-411c-a668-a3caa4569ef2 None None] Bound using segment: {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'} {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 19:56:42.192101 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-7b11f3a3-bf1a-411c-a668-a3caa4569ef2 None None] Bound port: 11a59005-71e9-43f5-889c-8d35e02c45a1, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}}] {{(pid=84889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 19:56:42.192490 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-7b11f3a3-bf1a-411c-a668-a3caa4569ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:42.225762 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc146df3-8d5d-40fb-981c-eaaaddfeb4ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:56:42.226107 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc146df3-8d5d-40fb-981c-eaaaddfeb4ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:56:42.226444 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc146df3-8d5d-40fb-981c-eaaaddfeb4ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:56:42.226781 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc146df3-8d5d-40fb-981c-eaaaddfeb4ed None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:56:42.227165 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc146df3-8d5d-40fb-981c-eaaaddfeb4ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:56:42.227417 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc146df3-8d5d-40fb-981c-eaaaddfeb4ed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:56:42.227795 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc146df3-8d5d-40fb-981c-eaaaddfeb4ed None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:56:42.228045 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc146df3-8d5d-40fb-981c-eaaaddfeb4ed None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:56:42.228362 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc146df3-8d5d-40fb-981c-eaaaddfeb4ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:56:42.228675 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc146df3-8d5d-40fb-981c-eaaaddfeb4ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:56:42.229016 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc146df3-8d5d-40fb-981c-eaaaddfeb4ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:56:42.230110 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc146df3-8d5d-40fb-981c-eaaaddfeb4ed None None] Tracked resource versions report: May 30 19:56:42.230110 n-d-843948-2 neutron-server[84889]: pushed versions: May 30 19:56:42.230110 n-d-843948-2 neutron-server[84889]: { 'ConntrackHelper': {'1.0'}, May 30 19:56:42.230110 n-d-843948-2 neutron-server[84889]: 'Log': {'1.0'}, May 30 19:56:42.230110 n-d-843948-2 neutron-server[84889]: 'Network': {'1.1'}, May 30 19:56:42.230110 n-d-843948-2 neutron-server[84889]: 'Port': {'1.5'}, May 30 19:56:42.230110 n-d-843948-2 neutron-server[84889]: 'PortForwarding': {'1.2'}, May 30 19:56:42.230110 n-d-843948-2 neutron-server[84889]: 'QosPolicy': {'1.8'}, May 30 19:56:42.230110 n-d-843948-2 neutron-server[84889]: 'SecurityGroup': {'1.2'}, May 30 19:56:42.230110 n-d-843948-2 neutron-server[84889]: 'SecurityGroupRule': {'1.0'}, May 30 19:56:42.230110 n-d-843948-2 neutron-server[84889]: 'SubPort': {'1.0'}, May 30 19:56:42.230110 n-d-843948-2 neutron-server[84889]: 'Subnet': {'1.1'}, May 30 19:56:42.230110 n-d-843948-2 neutron-server[84889]: 'Trunk': {'1.1'}} May 30 19:56:42.230110 n-d-843948-2 neutron-server[84889]: consumer versions: May 30 19:56:42.230110 n-d-843948-2 neutron-server[84889]: { DHCP agent@n-d-843948-2: {}, May 30 19:56:42.230110 n-d-843948-2 neutron-server[84889]: HyperV agent@n-h1-843948-2: {}, May 30 19:56:42.230110 n-d-843948-2 neutron-server[84889]: HyperV agent@n-h2-843948-2: {}, May 30 19:56:42.230110 n-d-843948-2 neutron-server[84889]: L3 agent@n-d-843948-2: {}, May 30 19:56:42.230110 n-d-843948-2 neutron-server[84889]: Metadata agent@n-d-843948-2: {}, May 30 19:56:42.230110 n-d-843948-2 neutron-server[84889]: Metering agent@n-d-843948-2: {}, May 30 19:56:42.230110 n-d-843948-2 neutron-server[84889]: Open vSwitch agent@n-d-843948-2: { 'ConntrackHelper': '1.0', May 30 19:56:42.230110 n-d-843948-2 neutron-server[84889]: 'Log': '1.0', May 30 19:56:42.230110 n-d-843948-2 neutron-server[84889]: 'Network': '1.1', May 30 19:56:42.230110 n-d-843948-2 neutron-server[84889]: 'Port': '1.5', May 30 19:56:42.230110 n-d-843948-2 neutron-server[84889]: 'PortForwarding': '1.2', May 30 19:56:42.230110 n-d-843948-2 neutron-server[84889]: 'QosPolicy': '1.8', May 30 19:56:42.230110 n-d-843948-2 neutron-server[84889]: 'SecurityGroup': '1.2', May 30 19:56:42.230110 n-d-843948-2 neutron-server[84889]: 'SecurityGroupRule': '1.0', May 30 19:56:42.230110 n-d-843948-2 neutron-server[84889]: 'SubPort': '1.0', May 30 19:56:42.230110 n-d-843948-2 neutron-server[84889]: 'Subnet': '1.1', May 30 19:56:42.230110 n-d-843948-2 neutron-server[84889]: 'Trunk': '1.1'}} May 30 19:56:42.230110 n-d-843948-2 neutron-server[84889]: {{(pid=84889) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 30 19:56:42.294122 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.db [None req-7b11f3a3-bf1a-411c-a668-a3caa4569ef2 None None] For port 11a59005-71e9-43f5-889c-8d35e02c45a1, host n-d-843948-2, cleared binding levels {{(pid=84889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 19:56:42.298742 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.db [None req-7b11f3a3-bf1a-411c-a668-a3caa4569ef2 None None] For port 11a59005-71e9-43f5-889c-8d35e02c45a1, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=11a59005-71e9-43f5-889c-8d35e02c45a1,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 19:56:42.320094 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 49866fce-475e-4cf3-8196-955b8ea6745a up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 19:56:42.325234 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-cd7292b2-3d52-4270-9452-8ac7d5c4aa92 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:42.343754 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [None req-cd7292b2-3d52-4270-9452-8ac7d5c4aa92 admin admin] Transition to ACTIVE for port object a85da4c3-5233-4e62-9df6-6eb869ff235b will not be triggered until provisioned by entity DHCP. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:56:42.410514 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 49866fce-475e-4cf3-8196-955b8ea6745a triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:56:42.411512 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:42.464554 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-7b11f3a3-bf1a-411c-a668-a3caa4569ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:42.504228 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-cd7292b2-3d52-4270-9452-8ac7d5c4aa92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:42.552940 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc146df3-8d5d-40fb-981c-eaaaddfeb4ed None None] Pushing event updated for resources: {'Port': ['ID=11a59005-71e9-43f5-889c-8d35e02c45a1,revision_number=3']} {{(pid=84889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:56:42.561837 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b11f3a3-bf1a-411c-a668-a3caa4569ef2 None None] Routers {'dff63ffd-2ade-40fb-8d35-ecb84addf322'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 19:56:42.562683 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-7b11f3a3-bf1a-411c-a668-a3caa4569ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T19:56:29Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['dff63ffd-2ade-40fb-8d35-ecb84addf322'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:56:42.584636 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd7292b2-3d52-4270-9452-8ac7d5c4aa92 admin admin] Network 399356b2-01b1-4b9e-84e5-ec68f4845059 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 19:56:42.588209 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-cd7292b2-3d52-4270-9452-8ac7d5c4aa92 admin admin] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 19:56:42.590176 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7292b2-3d52-4270-9452-8ac7d5c4aa92 admin admin] Pushing event updated for resources: {'Port': ['ID=a85da4c3-5233-4e62-9df6-6eb869ff235b,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:56:42.592359 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7292b2-3d52-4270-9452-8ac7d5c4aa92 admin admin] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 19:56:42.592817 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-cd7292b2-3d52-4270-9452-8ac7d5c4aa92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-736099'] for router_interface, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:42.865296 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-cd7292b2-3d52-4270-9452-8ac7d5c4aa92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:42.874238 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-7b11f3a3-bf1a-411c-a668-a3caa4569ef2 None None] Set router dff63ffd-2ade-40fb-8d35-ecb84addf322 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 19:56:43.054251 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-6eab4b25-f3df-4e33-b8df-f298c3e7b7c3 None None] Provisioning for port a85da4c3-5233-4e62-9df6-6eb869ff235b completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 19:56:43.066629 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-6eab4b25-f3df-4e33-b8df-f298c3e7b7c3 None None] Provisioning complete for port a85da4c3-5233-4e62-9df6-6eb869ff235b triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:56:43.067360 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-6eab4b25-f3df-4e33-b8df-f298c3e7b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:43.159286 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-6eab4b25-f3df-4e33-b8df-f298c3e7b7c3 None None] Port a85da4c3-5233-4e62-9df6-6eb869ff235b cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 19:56:43.266098 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-cd7292b2-3d52-4270-9452-8ac7d5c4aa92 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:43.301527 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-7b11f3a3-bf1a-411c-a668-a3caa4569ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dff63ffd-2ade-40fb-8d35-ecb84addf322', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-284131261-router', 'tenant_id': 'f8671c8955ba49549063462441cf84be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '11a59005-71e9-43f5-889c-8d35e02c45a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T19:56:37Z', 'updated_at': '2022-05-30T19:56:39Z', 'revision_number': 3, 'project_id': 'f8671c8955ba49549063462441cf84be', 'gw_port': {'id': '11a59005-71e9-43f5-889c-8d35e02c45a1', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:70:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dff63ffd-2ade-40fb-8d35-ecb84addf322', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:56:38Z', 'updated_at': '2022-05-30T19:56:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:56:43.309707 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b11f3a3-bf1a-411c-a668-a3caa4569ef2 None None] The sync data for ids ['dff63ffd-2ade-40fb-8d35-ecb84addf322'] in n-d-843948-2 is: [{'id': 'dff63ffd-2ade-40fb-8d35-ecb84addf322', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-284131261-router', 'tenant_id': 'f8671c8955ba49549063462441cf84be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '11a59005-71e9-43f5-889c-8d35e02c45a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T19:56:37Z', 'updated_at': '2022-05-30T19:56:39Z', 'revision_number': 3, 'project_id': 'f8671c8955ba49549063462441cf84be', 'gw_port': {'id': '11a59005-71e9-43f5-889c-8d35e02c45a1', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:70:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dff63ffd-2ade-40fb-8d35-ecb84addf322', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:56:38Z', 'updated_at': '2022-05-30T19:56:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 19:56:43.351819 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-cd7292b2-3d52-4270-9452-8ac7d5c4aa92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:43.354417 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-cd7292b2-3d52-4270-9452-8ac7d5c4aa92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1718057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-736206'] for router_interface, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:43.575193 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7292b2-3d52-4270-9452-8ac7d5c4aa92 admin admin] Pushing event updated for resources: {'Port': ['ID=a85da4c3-5233-4e62-9df6-6eb869ff235b,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:56:43.687303 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd7292b2-3d52-4270-9452-8ac7d5c4aa92 admin admin] Network 399356b2-01b1-4b9e-84e5-ec68f4845059 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 19:56:43.688567 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-cd7292b2-3d52-4270-9452-8ac7d5c4aa92 admin admin] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 19:56:44.111148 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-a8d6d81a-0f06-4b86-8193-694d5f65e8a4 None None] Provisioning complete for port a85da4c3-5233-4e62-9df6-6eb869ff235b triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:56:44.112003 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-a8d6d81a-0f06-4b86-8193-694d5f65e8a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:44.234092 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-a8d6d81a-0f06-4b86-8193-694d5f65e8a4 None None] Port a85da4c3-5233-4e62-9df6-6eb869ff235b cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 19:56:44.406827 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 11a59005-71e9-43f5-889c-8d35e02c45a1 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 19:56:44.426440 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd7292b2-3d52-4270-9452-8ac7d5c4aa92 admin admin] Router dff63ffd-2ade-40fb-8d35-ecb84addf322 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 19:56:44.693155 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 11a59005-71e9-43f5-889c-8d35e02c45a1 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 19:56:44.700995 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 11a59005-71e9-43f5-889c-8d35e02c45a1 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:56:44.701768 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:44.818121 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd7292b2-3d52-4270-9452-8ac7d5c4aa92 admin admin] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 19:56:44.831655 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-cd7292b2-3d52-4270-9452-8ac7d5c4aa92 admin admin] 10.222.0.85 "PUT /v2.0/routers/dff63ffd-2ade-40fb-8d35-ecb84addf322/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6288517 May 30 19:56:45.005601 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:45.034079 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port 11a59005-71e9-43f5-889c-8d35e02c45a1, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=11a59005-71e9-43f5-889c-8d35e02c45a1,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:56:45.127653 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:45.255199 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=11a59005-71e9-43f5-889c-8d35e02c45a1,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:56:45.296311 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 39560) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:56:45.299609 n-d-843948-2 neutron-server[84887]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 30 19:56:45.329053 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2e0e4560-5709-418f-a588-8b8216659134 req-39f7811d-5b25-4eca-b4a2-d999b774ca18 tempest-AggregatesAdminTestJSON-364137817 tempest-AggregatesAdminTestJSON-364137817-project] 10.222.0.85 "GET /v2.0/networks?tenant_id=d111294dfc4d433b96996d87931c9dad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0315874 May 30 19:56:45.519711 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0e4560-5709-418f-a588-8b8216659134 req-e5eac2ee-0f7f-48c1-8cb0-ac3f88a8b275 tempest-AggregatesAdminTestJSON-364137817 tempest-AggregatesAdminTestJSON-364137817-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:56:45.523311 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2e0e4560-5709-418f-a588-8b8216659134 req-e5eac2ee-0f7f-48c1-8cb0-ac3f88a8b275 tempest-AggregatesAdminTestJSON-364137817 tempest-AggregatesAdminTestJSON-364137817-project] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1869390 May 30 19:56:45.551330 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2e0e4560-5709-418f-a588-8b8216659134 req-cbfd51f6-ca24-40e6-a8bb-db3c5f8520fb tempest-AggregatesAdminTestJSON-364137817 tempest-AggregatesAdminTestJSON-364137817-project] 10.222.0.85 "GET /v2.0/quotas/d111294dfc4d433b96996d87931c9dad HTTP/1.1" status: 200 len: 375 time: 0.0193338 May 30 19:56:45.683287 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2e0e4560-5709-418f-a588-8b8216659134 req-83b2363c-6619-486e-bee6-5460b3406de5 tempest-AggregatesAdminTestJSON-364137817 tempest-AggregatesAdminTestJSON-364137817-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=d111294dfc4d433b96996d87931c9dad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1192966 May 30 19:56:45.774346 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 39570) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:56:46.098760 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e2e28e37-59a3-4474-9e5b-93490aae3394 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:46.157151 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-e2e28e37-59a3-4474-9e5b-93490aae3394 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:56:46.171179 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-e2e28e37-59a3-4474-9e5b-93490aae3394 admin admin] Usage tracker for resource:security_group_rule and tenant:03de28f88edc48b7a402afaf746b946a is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:56:46.176658 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-e2e28e37-59a3-4474-9e5b-93490aae3394 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:56:46.189888 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-e2e28e37-59a3-4474-9e5b-93490aae3394 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:56:46.282755 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-877ad9c9-c17c-4cfa-97bf-c4607a20f9ca req-b9ded92c-0aba-480a-a56b-f054cb317413 tempest-AggregatesAdminTestJSON-364137817 tempest-AggregatesAdminTestJSON-364137817-project] 10.222.0.85 "GET /v2.0/ports?device_id=889d58cf-a43c-47b0-a43c-3f2ba4414945 HTTP/1.1" status: 200 len: 210 time: 0.0955243 May 30 19:56:46.373117 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 11a59005-71e9-43f5-889c-8d35e02c45a1 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 19:56:46.401071 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e2e28e37-59a3-4474-9e5b-93490aae3394 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:46.509481 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e2e28e37-59a3-4474-9e5b-93490aae3394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:46.526764 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 11a59005-71e9-43f5-889c-8d35e02c45a1 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:56:46.526764 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:46.623277 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e28e37-59a3-4474-9e5b-93490aae3394 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a89465dd-d475-42c2-9fe4-9a34a136555b,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:56:46.640327 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-e2e28e37-59a3-4474-9e5b-93490aae3394 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=03de28f88edc48b7a402afaf746b946a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8630571 May 30 19:56:46.645115 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 39610) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:56:46.873855 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f174e3c3-1d99-4359-be9a-eb90460a443b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:46.923042 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f174e3c3-1d99-4359-be9a-eb90460a443b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:47.114496 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f174e3c3-1d99-4359-be9a-eb90460a443b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:47.129120 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 39640) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:56:47.135959 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-3c606b62-422f-4182-92df-629f52909e8f admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-210721510-network', 'tenant_id': 'e3b1761f604d4d55aff5ced942d1fd41'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:56:47.143487 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-3c606b62-422f-4182-92df-629f52909e8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:56:47.151356 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f174e3c3-1d99-4359-be9a-eb90460a443b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a89465dd-d475-42c2-9fe4-9a34a136555b,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:56:47.153259 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-3c606b62-422f-4182-92df-629f52909e8f admin admin] Usage tracker for resource:network and tenant:e3b1761f604d4d55aff5ced942d1fd41 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:56:47.160304 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-3c606b62-422f-4182-92df-629f52909e8f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:56:47.162512 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f174e3c3-1d99-4359-be9a-eb90460a443b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:56:47.163021 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f174e3c3-1d99-4359-be9a-eb90460a443b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:56:47.163496 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f174e3c3-1d99-4359-be9a-eb90460a443b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:56:47.163998 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f174e3c3-1d99-4359-be9a-eb90460a443b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:56:47.164472 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f174e3c3-1d99-4359-be9a-eb90460a443b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:56:47.165035 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f174e3c3-1d99-4359-be9a-eb90460a443b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:56:47.165361 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f174e3c3-1d99-4359-be9a-eb90460a443b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:56:47.165896 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f174e3c3-1d99-4359-be9a-eb90460a443b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:56:47.166216 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f174e3c3-1d99-4359-be9a-eb90460a443b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:56:47.166673 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f174e3c3-1d99-4359-be9a-eb90460a443b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:56:47.167819 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f174e3c3-1d99-4359-be9a-eb90460a443b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:56:47.168932 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f174e3c3-1d99-4359-be9a-eb90460a443b admin admin] Tracked resource versions report: May 30 19:56:47.168932 n-d-843948-2 neutron-server[84886]: pushed versions: May 30 19:56:47.168932 n-d-843948-2 neutron-server[84886]: { 'ConntrackHelper': {'1.0'}, May 30 19:56:47.168932 n-d-843948-2 neutron-server[84886]: 'Log': {'1.0'}, May 30 19:56:47.168932 n-d-843948-2 neutron-server[84886]: 'Network': {'1.1'}, May 30 19:56:47.168932 n-d-843948-2 neutron-server[84886]: 'Port': {'1.5'}, May 30 19:56:47.168932 n-d-843948-2 neutron-server[84886]: 'PortForwarding': {'1.2'}, May 30 19:56:47.168932 n-d-843948-2 neutron-server[84886]: 'QosPolicy': {'1.8'}, May 30 19:56:47.168932 n-d-843948-2 neutron-server[84886]: 'SecurityGroup': {'1.2'}, May 30 19:56:47.168932 n-d-843948-2 neutron-server[84886]: 'SecurityGroupRule': {'1.0'}, May 30 19:56:47.168932 n-d-843948-2 neutron-server[84886]: 'SubPort': {'1.0'}, May 30 19:56:47.168932 n-d-843948-2 neutron-server[84886]: 'Subnet': {'1.1'}, May 30 19:56:47.168932 n-d-843948-2 neutron-server[84886]: 'Trunk': {'1.1'}} May 30 19:56:47.168932 n-d-843948-2 neutron-server[84886]: consumer versions: May 30 19:56:47.168932 n-d-843948-2 neutron-server[84886]: { DHCP agent@n-d-843948-2: {}, May 30 19:56:47.168932 n-d-843948-2 neutron-server[84886]: HyperV agent@n-h1-843948-2: {}, May 30 19:56:47.168932 n-d-843948-2 neutron-server[84886]: HyperV agent@n-h2-843948-2: {}, May 30 19:56:47.168932 n-d-843948-2 neutron-server[84886]: L3 agent@n-d-843948-2: {}, May 30 19:56:47.168932 n-d-843948-2 neutron-server[84886]: Metadata agent@n-d-843948-2: {}, May 30 19:56:47.168932 n-d-843948-2 neutron-server[84886]: Metering agent@n-d-843948-2: {}, May 30 19:56:47.168932 n-d-843948-2 neutron-server[84886]: Open vSwitch agent@n-d-843948-2: { 'ConntrackHelper': '1.0', May 30 19:56:47.168932 n-d-843948-2 neutron-server[84886]: 'Log': '1.0', May 30 19:56:47.168932 n-d-843948-2 neutron-server[84886]: 'Network': '1.1', May 30 19:56:47.168932 n-d-843948-2 neutron-server[84886]: 'Port': '1.5', May 30 19:56:47.168932 n-d-843948-2 neutron-server[84886]: 'PortForwarding': '1.2', May 30 19:56:47.168932 n-d-843948-2 neutron-server[84886]: 'QosPolicy': '1.8', May 30 19:56:47.168932 n-d-843948-2 neutron-server[84886]: 'SecurityGroup': '1.2', May 30 19:56:47.168932 n-d-843948-2 neutron-server[84886]: 'SecurityGroupRule': '1.0', May 30 19:56:47.168932 n-d-843948-2 neutron-server[84886]: 'SubPort': '1.0', May 30 19:56:47.168932 n-d-843948-2 neutron-server[84886]: 'Subnet': '1.1', May 30 19:56:47.168932 n-d-843948-2 neutron-server[84886]: 'Trunk': '1.1'}} May 30 19:56:47.168932 n-d-843948-2 neutron-server[84886]: {{(pid=84886) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 30 19:56:47.173752 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-3c606b62-422f-4182-92df-629f52909e8f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:56:47.180037 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f174e3c3-1d99-4359-be9a-eb90460a443b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:47.181868 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-f174e3c3-1d99-4359-be9a-eb90460a443b admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/a89465dd-d475-42c2-9fe4-9a34a136555b HTTP/1.1" status: 204 len: 168 time: 0.5333676 May 30 19:56:47.285115 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c606b62-422f-4182-92df-629f52909e8f admin admin] Made reservation on behalf of e3b1761f604d4d55aff5ced942d1fd41 for: {'network': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 19:56:47.287864 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3c606b62-422f-4182-92df-629f52909e8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:47.314051 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3c606b62-422f-4182-92df-629f52909e8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:47.395161 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-3c606b62-422f-4182-92df-629f52909e8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:56:47.401604 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-3c606b62-422f-4182-92df-629f52909e8f admin admin] Usage tracker for resource:security_group_rule and tenant:e3b1761f604d4d55aff5ced942d1fd41 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:56:47.407035 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-3c606b62-422f-4182-92df-629f52909e8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:56:47.415758 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-3c606b62-422f-4182-92df-629f52909e8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:56:47.515624 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3c606b62-422f-4182-92df-629f52909e8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:47.588364 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9271f747-cf97-4077-ab5b-74ae38e18b11 req-41ab16bb-c92e-41c6-a7c3-7143ad78b730 tempest-AggregatesAdminTestJSON-364137817 tempest-AggregatesAdminTestJSON-364137817-project] 10.222.0.85 "GET /v2.0/ports?device_id=889d58cf-a43c-47b0-a43c-3f2ba4414945 HTTP/1.1" status: 200 len: 210 time: 0.0478897 May 30 19:56:47.625354 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3c606b62-422f-4182-92df-629f52909e8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:47.656952 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c606b62-422f-4182-92df-629f52909e8f admin admin] vlan segment allocate from pool success with {'vlan_id': 691, 'physical_network': 'physnet1'} {{(pid=84887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 19:56:47.682565 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c606b62-422f-4182-92df-629f52909e8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5beaa510-1bd8-4f35-a725-d64ab1105040,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:56:47.686542 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3c606b62-422f-4182-92df-629f52909e8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:47.687108 n-d-843948-2 neutron-server[84887]: INFO neutron.db.segments_db [None req-3c606b62-422f-4182-92df-629f52909e8f admin admin] Added segment ef363120-1192-4cbe-aef9-a525b18fc943 of type vlan for network c4dcbbbc-7545-45f9-b181-51ddc9a76b41 May 30 19:56:47.723120 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3c606b62-422f-4182-92df-629f52909e8f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:47.867047 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1d1e54-fa8d-40d6-8a31-951f5ccfe91f None None] Sync routers for ids ['dff63ffd-2ade-40fb-8d35-ecb84addf322'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 19:56:47.881643 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3c606b62-422f-4182-92df-629f52909e8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:47.882510 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c606b62-422f-4182-92df-629f52909e8f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:56:47.883095 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3c606b62-422f-4182-92df-629f52909e8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:47.894839 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1d1e54-fa8d-40d6-8a31-951f5ccfe91f None None] Routers {'dff63ffd-2ade-40fb-8d35-ecb84addf322'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 19:56:47.896062 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-6a1d1e54-fa8d-40d6-8a31-951f5ccfe91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T19:56:29Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['dff63ffd-2ade-40fb-8d35-ecb84addf322'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:56:48.085881 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c606b62-422f-4182-92df-629f52909e8f admin admin] Pushing event updated for resources: {'Network': ['ID=c4dcbbbc-7545-45f9-b181-51ddc9a76b41,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:56:48.149382 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network c4dcbbbc-7545-45f9-b181-51ddc9a76b41 details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 19:56:48.195267 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-3c606b62-422f-4182-92df-629f52909e8f admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.0561283 May 30 19:56:48.195267 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 39686) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:56:48.212104 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-f68bdcc1-6aa1-4683-b3c7-cf80c2ca25b0 admin admin] Request body: {'subnet': {'network_id': 'c4dcbbbc-7545-45f9-b181-51ddc9a76b41', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-210721510-subnet', 'tenant_id': 'e3b1761f604d4d55aff5ced942d1fd41', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:56:48.232299 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-f68bdcc1-6aa1-4683-b3c7-cf80c2ca25b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:56:48.247064 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-f68bdcc1-6aa1-4683-b3c7-cf80c2ca25b0 admin admin] Usage tracker for resource:subnet and tenant:e3b1761f604d4d55aff5ced942d1fd41 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:56:48.265388 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-f68bdcc1-6aa1-4683-b3c7-cf80c2ca25b0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:56:48.279960 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-f68bdcc1-6aa1-4683-b3c7-cf80c2ca25b0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:56:48.423909 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f68bdcc1-6aa1-4683-b3c7-cf80c2ca25b0 admin admin] Made reservation on behalf of e3b1761f604d4d55aff5ced942d1fd41 for: {'subnet': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 19:56:48.426447 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f68bdcc1-6aa1-4683-b3c7-cf80c2ca25b0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:48.521476 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-6a1d1e54-fa8d-40d6-8a31-951f5ccfe91f None None] Set router dff63ffd-2ade-40fb-8d35-ecb84addf322 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 19:56:48.586209 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 39700) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:56:48.799638 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 39714) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:56:48.851525 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-90b8eb3f-3975-4244-9e18-fec27c4c2142 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:48.864121 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 39718) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:56:48.917442 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f68bdcc1-6aa1-4683-b3c7-cf80c2ca25b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for subnet, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:48.970838 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-90b8eb3f-3975-4244-9e18-fec27c4c2142 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:56:49.004253 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-89f408cb-dd83-442b-b4d8-fe8a3d6eac34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:49.018023 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68bdcc1-6aa1-4683-b3c7-cf80c2ca25b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c45466c-564d-4b36-8c79-5d6ef7560433,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:56:49.026233 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-90b8eb3f-3975-4244-9e18-fec27c4c2142 admin admin] Usage tracker for resource:security_group_rule and tenant:013fa13546b84e30bd52ef1f2df1efbf is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:56:49.049144 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-90b8eb3f-3975-4244-9e18-fec27c4c2142 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:56:49.056583 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-6a1d1e54-fa8d-40d6-8a31-951f5ccfe91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dff63ffd-2ade-40fb-8d35-ecb84addf322', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-284131261-router', 'tenant_id': 'f8671c8955ba49549063462441cf84be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '11a59005-71e9-43f5-889c-8d35e02c45a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T19:56:37Z', 'updated_at': '2022-05-30T19:56:42Z', 'revision_number': 4, 'project_id': 'f8671c8955ba49549063462441cf84be', 'gw_port': {'id': '11a59005-71e9-43f5-889c-8d35e02c45a1', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:70:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff63ffd-2ade-40fb-8d35-ecb84addf322', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:56:38Z', 'updated_at': '2022-05-30T19:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': 'a85da4c3-5233-4e62-9df6-6eb869ff235b', 'name': '', 'network_id': '399356b2-01b1-4b9e-84e5-ec68f4845059', 'tenant_id': 'f8671c8955ba49549063462441cf84be', 'mac_address': 'fa:16:3e:98:89:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dff63ffd-2ade-40fb-8d35-ecb84addf322', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '82761f11-2140-4c34-b51b-d85edab7a1af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:56:41Z', 'updated_at': '2022-05-30T19:56:42Z', 'revision_number': 2, 'project_id': 'f8671c8955ba49549063462441cf84be', 'subnets': [{'id': '82761f11-2140-4c34-b51b-d85edab7a1af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:56:49.062341 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1d1e54-fa8d-40d6-8a31-951f5ccfe91f None None] Checking router: dff63ffd-2ade-40fb-8d35-ecb84addf322 for host: n-d-843948-2 {{(pid=84888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 19:56:49.062825 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1d1e54-fa8d-40d6-8a31-951f5ccfe91f None None] Updating router dff63ffd-2ade-40fb-8d35-ecb84addf322 port a85da4c3-5233-4e62-9df6-6eb869ff235b binding host n-d-843948-2 {{(pid=84888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 19:56:49.076257 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-90b8eb3f-3975-4244-9e18-fec27c4c2142 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:56:49.104740 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68bdcc1-6aa1-4683-b3c7-cf80c2ca25b0 admin admin] Checking segment: {'id': 'ef363120-1192-4cbe-aef9-a525b18fc943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'c4dcbbbc-7545-45f9-b181-51ddc9a76b41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 19:56:49.105103 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f68bdcc1-6aa1-4683-b3c7-cf80c2ca25b0 admin admin] Network hostable DHCP agents. Network: c4dcbbbc-7545-45f9-b181-51ddc9a76b41, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 19:56:49.113209 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:49.127280 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-6a1d1e54-fa8d-40d6-8a31-951f5ccfe91f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:49.142121 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-89f408cb-dd83-442b-b4d8-fe8a3d6eac34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:56:49.160782 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-89f408cb-dd83-442b-b4d8-fe8a3d6eac34 admin admin] Usage tracker for resource:security_group_rule and tenant:06111f4524f34e1fb28c90b135e1e14e is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:56:49.172668 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-89f408cb-dd83-442b-b4d8-fe8a3d6eac34 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:56:49.190972 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-89f408cb-dd83-442b-b4d8-fe8a3d6eac34 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:56:49.220685 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-90b8eb3f-3975-4244-9e18-fec27c4c2142 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:49.224124 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f68bdcc1-6aa1-4683-b3c7-cf80c2ca25b0 admin admin] Network c4dcbbbc-7545-45f9-b181-51ddc9a76b41 is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 19:56:49.292171 n-d-843948-2 neutron-server[84886]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 30 19:56:49.332969 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-f68bdcc1-6aa1-4683-b3c7-cf80c2ca25b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, c4dcbbbc-7545-45f9-b181-51ddc9a76b41) {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 19:56:49.335896 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-90b8eb3f-3975-4244-9e18-fec27c4c2142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:49.358516 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e913378-ead7-4701-b0b2-0fc024d6df82 None None] Network c4dcbbbc-7545-45f9-b181-51ddc9a76b41 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 19:56:49.390272 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f68bdcc1-6aa1-4683-b3c7-cf80c2ca25b0 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:56:49.391222 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f68bdcc1-6aa1-4683-b3c7-cf80c2ca25b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:49.419824 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-400bea58-515f-4437-9af0-dd87dd9eb263 req-5f3cfbe2-7da0-4e6a-81d7-f69f9d33a570 tempest-AggregatesAdminTestJSON-364137817 tempest-AggregatesAdminTestJSON-364137817-project] 10.222.0.85 "GET /v2.0/ports?device_id=889d58cf-a43c-47b0-a43c-3f2ba4414945 HTTP/1.1" status: 200 len: 210 time: 0.5514462 May 30 19:56:49.419824 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-89f408cb-dd83-442b-b4d8-fe8a3d6eac34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:49.461458 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b8eb3f-3975-4244-9e18-fec27c4c2142 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47d19803-9756-4eb9-a2de-2e7a484c8499,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:56:49.476548 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-90b8eb3f-3975-4244-9e18-fec27c4c2142 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=013fa13546b84e30bd52ef1f2df1efbf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6748071 May 30 19:56:49.479944 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 39736) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:56:49.570318 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4e226bea-42e2-4008-a6d3-ac8b36644d30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:49.617462 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4e226bea-42e2-4008-a6d3-ac8b36644d30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:49.641430 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-f68bdcc1-6aa1-4683-b3c7-cf80c2ca25b0 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.4467263 May 30 19:56:49.644424 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 39748) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:56:49.649106 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-89f408cb-dd83-442b-b4d8-fe8a3d6eac34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:49.649951 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-6bdb8162-b780-494b-9a16-0975a64365d6 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-210721510-router', 'tenant_id': 'e3b1761f604d4d55aff5ced942d1fd41', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:56:49.666780 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-6bdb8162-b780-494b-9a16-0975a64365d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:56:49.672055 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-6bdb8162-b780-494b-9a16-0975a64365d6 admin admin] Usage tracker for resource:router and tenant:e3b1761f604d4d55aff5ced942d1fd41 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:56:49.676035 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-6bdb8162-b780-494b-9a16-0975a64365d6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:56:49.691109 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-6bdb8162-b780-494b-9a16-0975a64365d6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:56:49.744072 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-89f408cb-dd83-442b-b4d8-fe8a3d6eac34 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=06111f4524f34e1fb28c90b135e1e14e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1546817 May 30 19:56:49.746334 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 39754) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:56:49.776277 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f408cb-dd83-442b-b4d8-fe8a3d6eac34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd6c96b5-ccb3-48af-9d57-a5606ebcd9fc,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:56:49.829741 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6bdb8162-b780-494b-9a16-0975a64365d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-733683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3159'] for router, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:49.830767 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6bdb8162-b780-494b-9a16-0975a64365d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-733584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-736372', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-628480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3164'] for router, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:49.858323 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4e226bea-42e2-4008-a6d3-ac8b36644d30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:49.882575 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3c77613e-def2-4750-ba21-1f46b42021f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:49.893881 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e226bea-42e2-4008-a6d3-ac8b36644d30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47d19803-9756-4eb9-a2de-2e7a484c8499,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:56:49.920574 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-6a1d1e54-fa8d-40d6-8a31-951f5ccfe91f None None] Notify callbacks [] for port, precommit_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:49.920947 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4e226bea-42e2-4008-a6d3-ac8b36644d30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:49.927666 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-4e226bea-42e2-4008-a6d3-ac8b36644d30 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/47d19803-9756-4eb9-a2de-2e7a484c8499 HTTP/1.1" status: 204 len: 168 time: 0.4460447 May 30 19:56:49.936178 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-6a1d1e54-fa8d-40d6-8a31-951f5ccfe91f None None] Transition to ACTIVE for port object a85da4c3-5233-4e62-9df6-6eb869ff235b will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:56:49.944794 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0b43b45-0cd0-4ea1-8aa2-c77cce6bdce9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-c4dcbbbc-7545-45f9-b181-51ddc9a76b41', 'network_id': 'c4dcbbbc-7545-45f9-b181-51ddc9a76b41', 'tenant_id': 'e3b1761f604d4d55aff5ced942d1fd41', 'fixed_ips': [{'subnet_id': '5c45466c-564d-4b36-8c79-5d6ef7560433'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 19:56:49.946064 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-a0b43b45-0cd0-4ea1-8aa2-c77cce6bdce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:49.982593 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3c77613e-def2-4750-ba21-1f46b42021f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:50.053201 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6bdb8162-b780-494b-9a16-0975a64365d6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:50.112119 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-6a1d1e54-fa8d-40d6-8a31-951f5ccfe91f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:50.150090 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3c77613e-def2-4750-ba21-1f46b42021f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:50.183315 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3c77613e-def2-4750-ba21-1f46b42021f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:50.184633 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-3c77613e-def2-4750-ba21-1f46b42021f7 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/fd6c96b5-ccb3-48af-9d57-a5606ebcd9fc HTTP/1.1" status: 204 len: 168 time: 0.4374144 May 30 19:56:50.185970 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c77613e-def2-4750-ba21-1f46b42021f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd6c96b5-ccb3-48af-9d57-a5606ebcd9fc,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:56:50.292877 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c757e9-0074-4828-a4cf-85f39674e12a None None] Pushing event updated for resources: {'Port': ['ID=a85da4c3-5233-4e62-9df6-6eb869ff235b,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:56:50.581442 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6bdb8162-b780-494b-9a16-0975a64365d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-736390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:50.731919 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-6a1d1e54-fa8d-40d6-8a31-951f5ccfe91f None None] Attempting to bind port a85da4c3-5233-4e62-9df6-6eb869ff235b on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 19:56:50.732906 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-6a1d1e54-fa8d-40d6-8a31-951f5ccfe91f None None] Attempting to bind port a85da4c3-5233-4e62-9df6-6eb869ff235b by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': 'ce212c09-2307-4a5c-9bb2-5de2cac09d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '399356b2-01b1-4b9e-84e5-ec68f4845059'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 19:56:50.733791 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1d1e54-fa8d-40d6-8a31-951f5ccfe91f None None] Attempting to bind port a85da4c3-5233-4e62-9df6-6eb869ff235b on network 399356b2-01b1-4b9e-84e5-ec68f4845059 {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:56:50.761146 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-a0b43b45-0cd0-4ea1-8aa2-c77cce6bdce9 None None] Allocated IP 172.20.0.2 (c4dcbbbc-7545-45f9-b181-51ddc9a76b41/5c45466c-564d-4b36-8c79-5d6ef7560433/854dc78f-e84f-4e2b-be05-7800a61b5786) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 19:56:50.765277 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1d1e54-fa8d-40d6-8a31-951f5ccfe91f None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 19, 56, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 19:56:50.766338 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1d1e54-fa8d-40d6-8a31-951f5ccfe91f None None] Checking segment: {'id': 'ce212c09-2307-4a5c-9bb2-5de2cac09d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '399356b2-01b1-4b9e-84e5-ec68f4845059'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 19:56:50.767237 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-6a1d1e54-fa8d-40d6-8a31-951f5ccfe91f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:50.768093 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1d1e54-fa8d-40d6-8a31-951f5ccfe91f None None] Bound using segment: {'id': 'ce212c09-2307-4a5c-9bb2-5de2cac09d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '399356b2-01b1-4b9e-84e5-ec68f4845059'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 19:56:50.769268 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-6a1d1e54-fa8d-40d6-8a31-951f5ccfe91f None None] Bound port: a85da4c3-5233-4e62-9df6-6eb869ff235b, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce212c09-2307-4a5c-9bb2-5de2cac09d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '399356b2-01b1-4b9e-84e5-ec68f4845059'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 19:56:50.770250 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-6a1d1e54-fa8d-40d6-8a31-951f5ccfe91f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:50.871266 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5467705c-7f72-4dba-8963-42f8f92db2cc req-6dac8e5a-be05-48e0-9a24-0d44ff163fae tempest-AggregatesAdminTestJSON-364137817 tempest-AggregatesAdminTestJSON-364137817-project] 10.222.0.85 "GET /v2.0/ports?device_id=889d58cf-a43c-47b0-a43c-3f2ba4414945 HTTP/1.1" status: 200 len: 210 time: 0.0648856 May 30 19:56:50.991894 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.71', 65096) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:56:51.107574 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2e0e4560-5709-418f-a588-8b8216659134 req-b442f071-4630-47d2-a4d0-9ef8cd19aa49 tempest-AggregatesAdminTestJSON-364137817 tempest-AggregatesAdminTestJSON-364137817-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=d111294dfc4d433b96996d87931c9dad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1034729 May 30 19:56:51.370449 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 39806) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:56:51.383634 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6bdb8162-b780-494b-9a16-0975a64365d6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:51.495021 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a0fa0902-c0d8-4af7-8d88-07b531dfe6cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:51.531374 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6bdb8162-b780-494b-9a16-0975a64365d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:51.684566 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0e4560-5709-418f-a588-8b8216659134 req-b6b988e3-0dc4-40f5-a498-a46af63d687f tempest-AggregatesAdminTestJSON-364137817 tempest-AggregatesAdminTestJSON-364137817-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:56:51.687595 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2e0e4560-5709-418f-a588-8b8216659134 req-b6b988e3-0dc4-40f5-a498-a46af63d687f tempest-AggregatesAdminTestJSON-364137817 tempest-AggregatesAdminTestJSON-364137817-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5782704 May 30 19:56:51.763575 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [req-2e0e4560-5709-418f-a588-8b8216659134 req-3b52a00e-59a9-4531-871d-8202ee6772f9 tempest-AggregatesAdminTestJSON-364137817 tempest-AggregatesAdminTestJSON-364137817-project] Request body: {'port': {'device_id': '889d58cf-a43c-47b0-a43c-3f2ba4414945', 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1', 'admin_state_up': True, 'tenant_id': 'd111294dfc4d433b96996d87931c9dad'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:56:51.830537 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [None req-6bdb8162-b780-494b-9a16-0975a64365d6 admin admin] Allocated IP 172.25.8.89 (c7869750-4b49-4b7e-aa99-5e0f1ae02da4/427601ec-f643-4fe7-b5e6-17305d3a39e1/2044b9da-7098-4673-a160-8d74706d4ea4) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 19:56:51.901509 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-6a1d1e54-fa8d-40d6-8a31-951f5ccfe91f None None] For port a85da4c3-5233-4e62-9df6-6eb869ff235b, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 19:56:51.929054 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-6a1d1e54-fa8d-40d6-8a31-951f5ccfe91f None None] For port a85da4c3-5233-4e62-9df6-6eb869ff235b, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=a85da4c3-5233-4e62-9df6-6eb869ff235b,segment=NetworkSegment(ce212c09-2307-4a5c-9bb2-5de2cac09d22),segment_id=ce212c09-2307-4a5c-9bb2-5de2cac09d22)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 19:56:51.998024 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-a0b43b45-0cd0-4ea1-8aa2-c77cce6bdce9 None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:52.033918 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:52.041715 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-a0b43b45-0cd0-4ea1-8aa2-c77cce6bdce9 None None] Transition to ACTIVE for port object 854dc78f-e84f-4e2b-be05-7800a61b5786 will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:56:52.066417 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-6a1d1e54-fa8d-40d6-8a31-951f5ccfe91f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:52.227127 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6bdb8162-b780-494b-9a16-0975a64365d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:52.302063 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-a0b43b45-0cd0-4ea1-8aa2-c77cce6bdce9 None None] Transition to ACTIVE for port object 854dc78f-e84f-4e2b-be05-7800a61b5786 will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:56:52.325985 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-a0fa0902-c0d8-4af7-8d88-07b531dfe6cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:56:52.338892 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-a0fa0902-c0d8-4af7-8d88-07b531dfe6cb admin admin] Usage tracker for resource:security_group_rule and tenant:6cf6bef5fb2d456ca08b2743fea4f082 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:56:52.348947 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-a0fa0902-c0d8-4af7-8d88-07b531dfe6cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:56:52.360896 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1d1e54-fa8d-40d6-8a31-951f5ccfe91f None None] Routers {'dff63ffd-2ade-40fb-8d35-ecb84addf322'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 19:56:52.362033 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-6a1d1e54-fa8d-40d6-8a31-951f5ccfe91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T19:56:29Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['dff63ffd-2ade-40fb-8d35-ecb84addf322'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:56:52.362302 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-a0fa0902-c0d8-4af7-8d88-07b531dfe6cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:56:52.368765 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6bdb8162-b780-494b-9a16-0975a64365d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:52.379586 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-2e0e4560-5709-418f-a588-8b8216659134 req-3b52a00e-59a9-4531-871d-8202ee6772f9 tempest-AggregatesAdminTestJSON-364137817 tempest-AggregatesAdminTestJSON-364137817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:56:52.413433 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-2e0e4560-5709-418f-a588-8b8216659134 req-3b52a00e-59a9-4531-871d-8202ee6772f9 tempest-AggregatesAdminTestJSON-364137817 tempest-AggregatesAdminTestJSON-364137817-project] Usage tracker for resource:port and tenant:d111294dfc4d433b96996d87931c9dad is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:56:52.416765 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-2e0e4560-5709-418f-a588-8b8216659134 req-3b52a00e-59a9-4531-871d-8202ee6772f9 tempest-AggregatesAdminTestJSON-364137817 tempest-AggregatesAdminTestJSON-364137817-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:56:52.425773 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6495f0fd-94a0-4e60-be2e-878dbf769150 req-2df9a663-5c2a-49b9-b37e-cd80715df89d tempest-AggregatesAdminTestJSON-364137817 tempest-AggregatesAdminTestJSON-364137817-project] 10.222.0.85 "GET /v2.0/ports?device_id=889d58cf-a43c-47b0-a43c-3f2ba4414945 HTTP/1.1" status: 200 len: 210 time: 0.1819894 May 30 19:56:52.431550 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-2e0e4560-5709-418f-a588-8b8216659134 req-3b52a00e-59a9-4531-871d-8202ee6772f9 tempest-AggregatesAdminTestJSON-364137817 tempest-AggregatesAdminTestJSON-364137817-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:56:52.556934 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e0e4560-5709-418f-a588-8b8216659134 req-3b52a00e-59a9-4531-871d-8202ee6772f9 tempest-AggregatesAdminTestJSON-364137817 tempest-AggregatesAdminTestJSON-364137817-project] Made reservation on behalf of d111294dfc4d433b96996d87931c9dad for: {'port': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 19:56:52.565149 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-2e0e4560-5709-418f-a588-8b8216659134 req-3b52a00e-59a9-4531-871d-8202ee6772f9 tempest-AggregatesAdminTestJSON-364137817 tempest-AggregatesAdminTestJSON-364137817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:52.599227 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-2e0e4560-5709-418f-a588-8b8216659134 req-3b52a00e-59a9-4531-871d-8202ee6772f9 tempest-AggregatesAdminTestJSON-364137817 tempest-AggregatesAdminTestJSON-364137817-project] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:52.680226 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-2e0e4560-5709-418f-a588-8b8216659134 req-3b52a00e-59a9-4531-871d-8202ee6772f9 tempest-AggregatesAdminTestJSON-364137817 tempest-AggregatesAdminTestJSON-364137817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:56:52.691155 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-2e0e4560-5709-418f-a588-8b8216659134 req-3b52a00e-59a9-4531-871d-8202ee6772f9 tempest-AggregatesAdminTestJSON-364137817 tempest-AggregatesAdminTestJSON-364137817-project] Usage tracker for resource:security_group_rule and tenant:d111294dfc4d433b96996d87931c9dad is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:56:52.700491 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-2e0e4560-5709-418f-a588-8b8216659134 req-3b52a00e-59a9-4531-871d-8202ee6772f9 tempest-AggregatesAdminTestJSON-364137817 tempest-AggregatesAdminTestJSON-364137817-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:56:52.714370 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-2e0e4560-5709-418f-a588-8b8216659134 req-3b52a00e-59a9-4531-871d-8202ee6772f9 tempest-AggregatesAdminTestJSON-364137817 tempest-AggregatesAdminTestJSON-364137817-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:56:52.714574 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a0fa0902-c0d8-4af7-8d88-07b531dfe6cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:52.769433 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bdb8162-b780-494b-9a16-0975a64365d6 admin admin] Network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 19:56:52.778923 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-6bdb8162-b780-494b-9a16-0975a64365d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 19:56:52.781848 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdb8162-b780-494b-9a16-0975a64365d6 admin admin] Pushing event updated for resources: {'Port': ['ID=2044b9da-7098-4673-a160-8d74706d4ea4,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:56:52.804909 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bdb8162-b780-494b-9a16-0975a64365d6 admin admin] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 19:56:52.808597 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-a0b43b45-0cd0-4ea1-8aa2-c77cce6bdce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:52.872394 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-2e0e4560-5709-418f-a588-8b8216659134 req-3b52a00e-59a9-4531-871d-8202ee6772f9 tempest-AggregatesAdminTestJSON-364137817 tempest-AggregatesAdminTestJSON-364137817-project] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:52.895538 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c757e9-0074-4828-a4cf-85f39674e12a None None] Pushing event updated for resources: {'Port': ['ID=a85da4c3-5233-4e62-9df6-6eb869ff235b,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:56:52.949880 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-2e0e4560-5709-418f-a588-8b8216659134 req-3b52a00e-59a9-4531-871d-8202ee6772f9 tempest-AggregatesAdminTestJSON-364137817 tempest-AggregatesAdminTestJSON-364137817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:52.967210 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b43b45-0cd0-4ea1-8aa2-c77cce6bdce9 None None] Network c4dcbbbc-7545-45f9-b181-51ddc9a76b41 is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 19:56:52.985599 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-a0b43b45-0cd0-4ea1-8aa2-c77cce6bdce9 None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 19:56:53.002661 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a0fa0902-c0d8-4af7-8d88-07b531dfe6cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:53.046068 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b43b45-0cd0-4ea1-8aa2-c77cce6bdce9 None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 19:56:53.103007 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fa0902-c0d8-4af7-8d88-07b531dfe6cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68dbdbb1-220d-418e-ab6b-4a7170d1ea5a,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:56:53.106037 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b52a00e-59a9-4531-871d-8202ee6772f9 tempest-AggregatesAdminTestJSON-364137817 tempest-AggregatesAdminTestJSON-364137817-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d242803a-9704-448b-82bc-38b9fdfcac9b,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:56:53.117340 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-a0fa0902-c0d8-4af7-8d88-07b531dfe6cb admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=6cf6bef5fb2d456ca08b2743fea4f082&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7372477 May 30 19:56:53.120823 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 39858) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:56:53.241431 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b43b45-0cd0-4ea1-8aa2-c77cce6bdce9 None None] Pushing event updated for resources: {'Port': ['ID=854dc78f-e84f-4e2b-be05-7800a61b5786,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:56:53.284775 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [req-2e0e4560-5709-418f-a588-8b8216659134 req-3b52a00e-59a9-4531-871d-8202ee6772f9 tempest-AggregatesAdminTestJSON-364137817 tempest-AggregatesAdminTestJSON-364137817-project] Allocated IP 192.168.233.120 (4344fbed-57fb-43d7-b32d-6020ce60f0a1/1b83ff54-b1af-44ce-bb75-ba148920553c/85e420bc-116d-4065-9047-54b4b7ec1eaf) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 19:56:53.299346 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-cc9ced53-1806-4d2e-b8ec-f2348c6eafd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:53.400736 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6bdb8162-b780-494b-9a16-0975a64365d6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:53.404518 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6bdb8162-b780-494b-9a16-0975a64365d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-736409'] for router, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:53.422923 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-cc9ced53-1806-4d2e-b8ec-f2348c6eafd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:53.455536 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-a0b43b45-0cd0-4ea1-8aa2-c77cce6bdce9 None None] Attempting to bind port 854dc78f-e84f-4e2b-be05-7800a61b5786 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 19:56:53.455807 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-a0b43b45-0cd0-4ea1-8aa2-c77cce6bdce9 None None] Attempting to bind port 854dc78f-e84f-4e2b-be05-7800a61b5786 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': 'ef363120-1192-4cbe-aef9-a525b18fc943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'c4dcbbbc-7545-45f9-b181-51ddc9a76b41'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 19:56:53.456391 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b43b45-0cd0-4ea1-8aa2-c77cce6bdce9 None None] Attempting to bind port 854dc78f-e84f-4e2b-be05-7800a61b5786 on network c4dcbbbc-7545-45f9-b181-51ddc9a76b41 {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:56:53.465377 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-6a1d1e54-fa8d-40d6-8a31-951f5ccfe91f None None] Set router dff63ffd-2ade-40fb-8d35-ecb84addf322 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 19:56:53.514182 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b43b45-0cd0-4ea1-8aa2-c77cce6bdce9 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 19, 56, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 19:56:53.514565 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b43b45-0cd0-4ea1-8aa2-c77cce6bdce9 None None] Checking segment: {'id': 'ef363120-1192-4cbe-aef9-a525b18fc943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'c4dcbbbc-7545-45f9-b181-51ddc9a76b41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 19:56:53.515011 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-a0b43b45-0cd0-4ea1-8aa2-c77cce6bdce9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:53.515792 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b43b45-0cd0-4ea1-8aa2-c77cce6bdce9 None None] Bound using segment: {'id': 'ef363120-1192-4cbe-aef9-a525b18fc943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'c4dcbbbc-7545-45f9-b181-51ddc9a76b41'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 19:56:53.516477 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-a0b43b45-0cd0-4ea1-8aa2-c77cce6bdce9 None None] Bound port: 854dc78f-e84f-4e2b-be05-7800a61b5786, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef363120-1192-4cbe-aef9-a525b18fc943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'c4dcbbbc-7545-45f9-b181-51ddc9a76b41'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 19:56:53.516879 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-a0b43b45-0cd0-4ea1-8aa2-c77cce6bdce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:53.816755 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 39878) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:56:53.938752 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-a0b43b45-0cd0-4ea1-8aa2-c77cce6bdce9 None None] For port 854dc78f-e84f-4e2b-be05-7800a61b5786, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 19:56:53.944447 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-a0b43b45-0cd0-4ea1-8aa2-c77cce6bdce9 None None] For port 854dc78f-e84f-4e2b-be05-7800a61b5786, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=854dc78f-e84f-4e2b-be05-7800a61b5786,segment=NetworkSegment(ef363120-1192-4cbe-aef9-a525b18fc943),segment_id=ef363120-1192-4cbe-aef9-a525b18fc943)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 19:56:53.999805 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a05ba82b-432c-4591-b80d-66729ebd2264 req-3849495c-117a-4fd8-a687-3ab2504c28f3 tempest-AggregatesAdminTestJSON-364137817 tempest-AggregatesAdminTestJSON-364137817-project] 10.222.0.85 "GET /v2.0/ports?device_id=889d58cf-a43c-47b0-a43c-3f2ba4414945 HTTP/1.1" status: 200 len: 210 time: 0.1843641 May 30 19:56:54.055656 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-a0b43b45-0cd0-4ea1-8aa2-c77cce6bdce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:54.099706 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-cc9ced53-1806-4d2e-b8ec-f2348c6eafd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:54.128435 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-2e0e4560-5709-418f-a588-8b8216659134 req-3b52a00e-59a9-4531-871d-8202ee6772f9 tempest-AggregatesAdminTestJSON-364137817 tempest-AggregatesAdminTestJSON-364137817-project] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:54.182667 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b43b45-0cd0-4ea1-8aa2-c77cce6bdce9 None None] Pushing event updated for resources: {'Port': ['ID=854dc78f-e84f-4e2b-be05-7800a61b5786,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:56:54.194181 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [req-2e0e4560-5709-418f-a588-8b8216659134 req-3b52a00e-59a9-4531-871d-8202ee6772f9 tempest-AggregatesAdminTestJSON-364137817 tempest-AggregatesAdminTestJSON-364137817-project] Transition to ACTIVE for port object 85e420bc-116d-4065-9047-54b4b7ec1eaf will not be triggered until provisioned by entity DHCP. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:56:54.215676 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-6a1d1e54-fa8d-40d6-8a31-951f5ccfe91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dff63ffd-2ade-40fb-8d35-ecb84addf322', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-284131261-router', 'tenant_id': 'f8671c8955ba49549063462441cf84be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '11a59005-71e9-43f5-889c-8d35e02c45a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T19:56:37Z', 'updated_at': '2022-05-30T19:56:42Z', 'revision_number': 4, 'project_id': 'f8671c8955ba49549063462441cf84be', 'gw_port': {'id': '11a59005-71e9-43f5-889c-8d35e02c45a1', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:70:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff63ffd-2ade-40fb-8d35-ecb84addf322', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:56:38Z', 'updated_at': '2022-05-30T19:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': 'a85da4c3-5233-4e62-9df6-6eb869ff235b', 'name': '', 'network_id': '399356b2-01b1-4b9e-84e5-ec68f4845059', 'tenant_id': 'f8671c8955ba49549063462441cf84be', 'mac_address': 'fa:16:3e:98:89:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dff63ffd-2ade-40fb-8d35-ecb84addf322', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '82761f11-2140-4c34-b51b-d85edab7a1af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:56:41Z', 'updated_at': '2022-05-30T19:56:51Z', 'revision_number': 4, 'project_id': 'f8671c8955ba49549063462441cf84be', 'subnets': [{'id': '82761f11-2140-4c34-b51b-d85edab7a1af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:56:54.240984 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9ced53-1806-4d2e-b8ec-f2348c6eafd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68dbdbb1-220d-418e-ab6b-4a7170d1ea5a,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:56:54.248046 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1d1e54-fa8d-40d6-8a31-951f5ccfe91f None None] The sync data for ids ['dff63ffd-2ade-40fb-8d35-ecb84addf322'] in n-d-843948-2 is: [{'id': 'dff63ffd-2ade-40fb-8d35-ecb84addf322', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-284131261-router', 'tenant_id': 'f8671c8955ba49549063462441cf84be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '11a59005-71e9-43f5-889c-8d35e02c45a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T19:56:37Z', 'updated_at': '2022-05-30T19:56:42Z', 'revision_number': 4, 'project_id': 'f8671c8955ba49549063462441cf84be', 'gw_port': {'id': '11a59005-71e9-43f5-889c-8d35e02c45a1', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:70:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff63ffd-2ade-40fb-8d35-ecb84addf322', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:56:38Z', 'updated_at': '2022-05-30T19:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': 'a85da4c3-5233-4e62-9df6-6eb869ff235b', 'name': '', 'network_id': '399356b2-01b1-4b9e-84e5-ec68f4845059', 'tenant_id': 'f8671c8955ba49549063462441cf84be', 'mac_address': 'fa:16:3e:98:89:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dff63ffd-2ade-40fb-8d35-ecb84addf322', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '82761f11-2140-4c34-b51b-d85edab7a1af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:56:41Z', 'updated_at': '2022-05-30T19:56:51Z', 'revision_number': 4, 'project_id': 'f8671c8955ba49549063462441cf84be', 'subnets': [{'id': '82761f11-2140-4c34-b51b-d85edab7a1af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 19:56:54.369571 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-cc9ced53-1806-4d2e-b8ec-f2348c6eafd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:54.386958 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-cc9ced53-1806-4d2e-b8ec-f2348c6eafd0 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/68dbdbb1-220d-418e-ab6b-4a7170d1ea5a HTTP/1.1" status: 204 len: 168 time: 1.2610974 May 30 19:56:54.506309 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-2e0e4560-5709-418f-a588-8b8216659134 req-3b52a00e-59a9-4531-871d-8202ee6772f9 tempest-AggregatesAdminTestJSON-364137817 tempest-AggregatesAdminTestJSON-364137817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:54.687555 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b52a00e-59a9-4531-871d-8202ee6772f9 tempest-AggregatesAdminTestJSON-364137817 tempest-AggregatesAdminTestJSON-364137817-project] Pushing event updated for resources: {'Port': ['ID=85e420bc-116d-4065-9047-54b4b7ec1eaf,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:56:54.738520 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e0e4560-5709-418f-a588-8b8216659134 req-3b52a00e-59a9-4531-871d-8202ee6772f9 tempest-AggregatesAdminTestJSON-364137817 tempest-AggregatesAdminTestJSON-364137817-project] Network 4344fbed-57fb-43d7-b32d-6020ce60f0a1 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 19:56:54.745799 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [req-2e0e4560-5709-418f-a588-8b8216659134 req-3b52a00e-59a9-4531-871d-8202ee6772f9 tempest-AggregatesAdminTestJSON-364137817 tempest-AggregatesAdminTestJSON-364137817-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 19:56:54.745799 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e0e4560-5709-418f-a588-8b8216659134 req-3b52a00e-59a9-4531-871d-8202ee6772f9 tempest-AggregatesAdminTestJSON-364137817 tempest-AggregatesAdminTestJSON-364137817-project] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 19:56:54.751021 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0e4560-5709-418f-a588-8b8216659134 req-3b52a00e-59a9-4531-871d-8202ee6772f9 tempest-AggregatesAdminTestJSON-364137817 tempest-AggregatesAdminTestJSON-364137817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:56:54.751755 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-2e0e4560-5709-418f-a588-8b8216659134 req-3b52a00e-59a9-4531-871d-8202ee6772f9 tempest-AggregatesAdminTestJSON-364137817 tempest-AggregatesAdminTestJSON-364137817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:54.802229 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bdb8162-b780-494b-9a16-0975a64365d6 admin admin] Router b52fdc67-0ef1-49d7-a153-0badff2a905d is scheduled to L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 with binding_index 1 {{(pid=84887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 19:56:54.893600 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2e0e4560-5709-418f-a588-8b8216659134 req-3b52a00e-59a9-4531-871d-8202ee6772f9 tempest-AggregatesAdminTestJSON-364137817 tempest-AggregatesAdminTestJSON-364137817-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1401117 May 30 19:56:54.905956 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [req-2e0e4560-5709-418f-a588-8b8216659134 req-f03514cf-ea95-4b16-b3c9-746fe844378d tempest-AggregatesAdminTestJSON-364137817 tempest-AggregatesAdminTestJSON-364137817-project] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=84886) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 19:56:54.908263 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2e0e4560-5709-418f-a588-8b8216659134 req-f03514cf-ea95-4b16-b3c9-746fe844378d tempest-AggregatesAdminTestJSON-364137817 tempest-AggregatesAdminTestJSON-364137817-project] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0069809 May 30 19:56:55.019102 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b85fdf29-8b87-494a-b92b-3aaca77f3d33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:55.227390 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-b85fdf29-8b87-494a-b92b-3aaca77f3d33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:56:55.260347 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-b85fdf29-8b87-494a-b92b-3aaca77f3d33 admin admin] Usage tracker for resource:security_group_rule and tenant:0ab0edee1ab24d5fbbaa4c44b84ae130 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:56:55.287833 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-b85fdf29-8b87-494a-b92b-3aaca77f3d33 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:56:55.360992 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-b85fdf29-8b87-494a-b92b-3aaca77f3d33 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:56:55.586087 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bdb8162-b780-494b-9a16-0975a64365d6 admin admin] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 19:56:55.630196 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca2c906-605c-4d2d-b51b-5a2304c4b8b4 None None] Sync routers for ids ['b52fdc67-0ef1-49d7-a153-0badff2a905d'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 19:56:55.655778 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca2c906-605c-4d2d-b51b-5a2304c4b8b4 None None] Routers {'b52fdc67-0ef1-49d7-a153-0badff2a905d'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 19:56:55.660212 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-4ca2c906-605c-4d2d-b51b-5a2304c4b8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T19:56:29Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['b52fdc67-0ef1-49d7-a153-0badff2a905d'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:56:55.727252 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-ca4b60e2-924e-4053-8d03-ece7410ab953 None None] Provisioning for port 85e420bc-116d-4065-9047-54b4b7ec1eaf completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 19:56:55.772227 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-ca4b60e2-924e-4053-8d03-ece7410ab953 None None] Provisioning complete for port 85e420bc-116d-4065-9047-54b4b7ec1eaf triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:56:55.772730 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ca4b60e2-924e-4053-8d03-ece7410ab953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:55.783912 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6bdb8162-b780-494b-9a16-0975a64365d6 admin admin] Notify callbacks [] for router, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:55.784753 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b85fdf29-8b87-494a-b92b-3aaca77f3d33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:55.789991 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-6bdb8162-b780-494b-9a16-0975a64365d6 admin admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 6.1414814 May 30 19:56:55.790464 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 39904) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:56:55.875329 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9403dcfa-2a05-4b12-9832-52a857e636ca req-4c7cc86c-3d7f-4b28-b6e2-83c300a9f3f6 tempest-AggregatesAdminTestJSON-364137817 tempest-AggregatesAdminTestJSON-364137817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:56:55.876340 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-9403dcfa-2a05-4b12-9832-52a857e636ca req-4c7cc86c-3d7f-4b28-b6e2-83c300a9f3f6 tempest-AggregatesAdminTestJSON-364137817 tempest-AggregatesAdminTestJSON-364137817-project] Synchronizing usage tracker for tenant:d111294dfc4d433b96996d87931c9dad on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 19:56:55.887389 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b85fdf29-8b87-494a-b92b-3aaca77f3d33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:55.933941 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-ca4b60e2-924e-4053-8d03-ece7410ab953 None None] Port 85e420bc-116d-4065-9047-54b4b7ec1eaf cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 19:56:55.999464 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-b85fdf29-8b87-494a-b92b-3aaca77f3d33 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=0ab0edee1ab24d5fbbaa4c44b84ae130&name=default HTTP/1.1" status: 200 len: 2647 time: 2.1695578 May 30 19:56:56.009084 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 39910) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:56:56.090790 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85fdf29-8b87-494a-b92b-3aaca77f3d33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee9d79c5-ef5c-43d4-a51d-eb414a6df458,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:56:56.113531 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-9403dcfa-2a05-4b12-9832-52a857e636ca req-4c7cc86c-3d7f-4b28-b6e2-83c300a9f3f6 tempest-AggregatesAdminTestJSON-364137817 tempest-AggregatesAdminTestJSON-364137817-project] Unset dirty status for tenant:d111294dfc4d433b96996d87931c9dad on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 19:56:56.123452 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9403dcfa-2a05-4b12-9832-52a857e636ca req-4c7cc86c-3d7f-4b28-b6e2-83c300a9f3f6 tempest-AggregatesAdminTestJSON-364137817 tempest-AggregatesAdminTestJSON-364137817-project] 10.222.0.85 "GET /v2.0/ports?device_id=889d58cf-a43c-47b0-a43c-3f2ba4414945 HTTP/1.1" status: 200 len: 936 time: 0.4907703 May 30 19:56:56.149234 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-d22d5274-4f96-4e70-89dd-7d88fd7fcfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:56.267260 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-9403dcfa-2a05-4b12-9832-52a857e636ca req-227512db-6773-479c-9741-c49991835363 tempest-AggregatesAdminTestJSON-364137817 tempest-AggregatesAdminTestJSON-364137817-project] Synchronizing usage tracker for tenant:d111294dfc4d433b96996d87931c9dad on resource:security_group {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 19:56:56.472177 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9b7aff05-00a2-4ded-9ffc-6210354049b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:56.475551 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-9403dcfa-2a05-4b12-9832-52a857e636ca req-227512db-6773-479c-9741-c49991835363 tempest-AggregatesAdminTestJSON-364137817 tempest-AggregatesAdminTestJSON-364137817-project] Unset dirty status for tenant:d111294dfc4d433b96996d87931c9dad on resource:security_group {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 19:56:56.477073 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9403dcfa-2a05-4b12-9832-52a857e636ca req-227512db-6773-479c-9741-c49991835363 tempest-AggregatesAdminTestJSON-364137817 tempest-AggregatesAdminTestJSON-364137817-project] 10.222.0.85 "GET /v2.0/security-groups?id=d242803a-9704-448b-82bc-38b9fdfcac9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3528154 May 30 19:56:56.544070 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9b7aff05-00a2-4ded-9ffc-6210354049b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:56.691769 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d1dc45-b709-46e5-ae87-4ce5b655da32 None None] Network c4dcbbbc-7545-45f9-b181-51ddc9a76b41 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 19:56:56.802375 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 854dc78f-e84f-4e2b-be05-7800a61b5786 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 19:56:56.968584 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-4ca2c906-605c-4d2d-b51b-5a2304c4b8b4 None None] Set router b52fdc67-0ef1-49d7-a153-0badff2a905d gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 19:56:57.101595 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [req-2e0e4560-5709-418f-a588-8b8216659134 req-9d4e1ab9-ccc6-4529-aa77-79abf469d746 service neutron] Request body: {'port': {'device_id': '889d58cf-a43c-47b0-a43c-3f2ba4414945', 'device_owner': 'compute:tempest-test_az-1083737294', 'binding:host_id': 'n-h1-843948-2'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:56:57.186609 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9b7aff05-00a2-4ded-9ffc-6210354049b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:57.220302 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 39924) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:56:57.274930 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9b7aff05-00a2-4ded-9ffc-6210354049b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:57.282658 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-9b7aff05-00a2-4ded-9ffc-6210354049b1 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/ee9d79c5-ef5c-43d4-a51d-eb414a6df458 HTTP/1.1" status: 204 len: 168 time: 1.2713270 May 30 19:56:57.301655 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7aff05-00a2-4ded-9ffc-6210354049b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee9d79c5-ef5c-43d4-a51d-eb414a6df458,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:56:57.461558 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-d9462505-f7e9-4ae9-acde-3fde10249718 None None] Provisioning for port 854dc78f-e84f-4e2b-be05-7800a61b5786 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 19:56:57.599032 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 854dc78f-e84f-4e2b-be05-7800a61b5786 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 19:56:57.600701 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-2e0e4560-5709-418f-a588-8b8216659134 req-9d4e1ab9-ccc6-4529-aa77-79abf469d746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:57.650990 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2788f4f1-1502-4aec-9358-cb27c3f9d6ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:57.692444 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 854dc78f-e84f-4e2b-be05-7800a61b5786 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:56:57.695008 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:57.698761 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-4ca2c906-605c-4d2d-b51b-5a2304c4b8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b52fdc67-0ef1-49d7-a153-0badff2a905d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-210721510-router', 'tenant_id': 'e3b1761f604d4d55aff5ced942d1fd41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': '2044b9da-7098-4673-a160-8d74706d4ea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T19:56:49Z', 'updated_at': '2022-05-30T19:56:52Z', 'revision_number': 3, 'project_id': 'e3b1761f604d4d55aff5ced942d1fd41', 'gw_port': {'id': '2044b9da-7098-4673-a160-8d74706d4ea4', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:6d:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b52fdc67-0ef1-49d7-a153-0badff2a905d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:56:51Z', 'updated_at': '2022-05-30T19:56:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:56:57.704763 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca2c906-605c-4d2d-b51b-5a2304c4b8b4 None None] Checking router: b52fdc67-0ef1-49d7-a153-0badff2a905d for host: n-d-843948-2 {{(pid=84889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 19:56:57.705329 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca2c906-605c-4d2d-b51b-5a2304c4b8b4 None None] Updating router b52fdc67-0ef1-49d7-a153-0badff2a905d port 2044b9da-7098-4673-a160-8d74706d4ea4 binding host n-d-843948-2 {{(pid=84889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 19:56:57.852876 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-4ca2c906-605c-4d2d-b51b-5a2304c4b8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:58.127587 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd7248d-f09f-46aa-9868-7b983dc0b629 req-b5dcde0f-21e8-4cf5-91f9-9a012b94bda3 tempest-AggregatesAdminTestJSON-364137817 tempest-AggregatesAdminTestJSON-364137817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:56:58.137760 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4bd7248d-f09f-46aa-9868-7b983dc0b629 req-b5dcde0f-21e8-4cf5-91f9-9a012b94bda3 tempest-AggregatesAdminTestJSON-364137817 tempest-AggregatesAdminTestJSON-364137817-project] 10.222.0.85 "GET /v2.0/ports?device_id=889d58cf-a43c-47b0-a43c-3f2ba4414945 HTTP/1.1" status: 200 len: 936 time: 0.2300303 May 30 19:56:58.220624 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4bd7248d-f09f-46aa-9868-7b983dc0b629 req-b07b5290-ad23-4c5f-a7e7-c87fcce70864 tempest-AggregatesAdminTestJSON-364137817 tempest-AggregatesAdminTestJSON-364137817-project] 10.222.0.85 "GET /v2.0/security-groups?id=d242803a-9704-448b-82bc-38b9fdfcac9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785446 May 30 19:56:58.458391 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:58.538407 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port 854dc78f-e84f-4e2b-be05-7800a61b5786, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=854dc78f-e84f-4e2b-be05-7800a61b5786,segment=NetworkSegment(ef363120-1192-4cbe-aef9-a525b18fc943),segment_id=ef363120-1192-4cbe-aef9-a525b18fc943)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:56:58.672462 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:58.674401 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device a85da4c3-5233-4e62-9df6-6eb869ff235b up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 19:56:58.890051 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-2788f4f1-1502-4aec-9358-cb27c3f9d6ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:56:58.893183 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f2426b5d-e552-4a69-a1e5-dbb377ed9c3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:58.926162 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-2788f4f1-1502-4aec-9358-cb27c3f9d6ba admin admin] Usage tracker for resource:security_group_rule and tenant:347213b52a4747a6a5b6cbf8347cb3df is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:56:58.933283 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-2788f4f1-1502-4aec-9358-cb27c3f9d6ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:56:58.948799 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-2788f4f1-1502-4aec-9358-cb27c3f9d6ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:56:59.147828 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-4ca2c906-605c-4d2d-b51b-5a2304c4b8b4 None None] Notify callbacks [] for port, precommit_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:59.165446 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-0cc59793-633d-4ccc-8178-925361a3dbbf None None] Provisioning complete for port 854dc78f-e84f-4e2b-be05-7800a61b5786 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:56:59.166410 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-0cc59793-633d-4ccc-8178-925361a3dbbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:59.167532 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.provisioning_blocks [None req-4ca2c906-605c-4d2d-b51b-5a2304c4b8b4 None None] Transition to ACTIVE for port object 2044b9da-7098-4673-a160-8d74706d4ea4 will not be triggered until provisioned by entity L2. {{(pid=84889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:56:59.298170 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-4ca2c906-605c-4d2d-b51b-5a2304c4b8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:59.323070 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=854dc78f-e84f-4e2b-be05-7800a61b5786,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:56:59.323981 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [req-2e0e4560-5709-418f-a588-8b8216659134 req-9d4e1ab9-ccc6-4529-aa77-79abf469d746 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85e420bc-116d-4065-9047-54b4b7ec1eaf {{(pid=84886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 19:56:59.372530 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-2e0e4560-5709-418f-a588-8b8216659134 req-9d4e1ab9-ccc6-4529-aa77-79abf469d746 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:59.381741 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port a85da4c3-5233-4e62-9df6-6eb869ff235b completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 19:56:59.410336 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port a85da4c3-5233-4e62-9df6-6eb869ff235b triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:56:59.411805 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:59.454371 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-4ca2c906-605c-4d2d-b51b-5a2304c4b8b4 None None] Attempting to bind port 2044b9da-7098-4673-a160-8d74706d4ea4 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 19:56:59.455154 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-4ca2c906-605c-4d2d-b51b-5a2304c4b8b4 None None] Attempting to bind port 2044b9da-7098-4673-a160-8d74706d4ea4 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}] {{(pid=84889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 19:56:59.455817 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca2c906-605c-4d2d-b51b-5a2304c4b8b4 None None] Attempting to bind port 2044b9da-7098-4673-a160-8d74706d4ea4 on network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:56:59.473043 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb467c7-5e9a-480f-9eba-a4a192f1fba4 None None] Pushing event updated for resources: {'Port': ['ID=2044b9da-7098-4673-a160-8d74706d4ea4,revision_number=2']} {{(pid=84889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:56:59.474658 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [req-2e0e4560-5709-418f-a588-8b8216659134 req-9d4e1ab9-ccc6-4529-aa77-79abf469d746 service neutron] Transition to ACTIVE for port object 85e420bc-116d-4065-9047-54b4b7ec1eaf will not be triggered until provisioned by entity L2. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:56:59.491531 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca2c906-605c-4d2d-b51b-5a2304c4b8b4 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 19, 56, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 19:56:59.491927 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca2c906-605c-4d2d-b51b-5a2304c4b8b4 None None] Checking segment: {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 19:56:59.495641 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-4ca2c906-605c-4d2d-b51b-5a2304c4b8b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:59.504684 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca2c906-605c-4d2d-b51b-5a2304c4b8b4 None None] Bound using segment: {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'} {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 19:56:59.504684 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-4ca2c906-605c-4d2d-b51b-5a2304c4b8b4 None None] Bound port: 2044b9da-7098-4673-a160-8d74706d4ea4, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}}] {{(pid=84889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 19:56:59.504684 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-4ca2c906-605c-4d2d-b51b-5a2304c4b8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:59.543501 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2788f4f1-1502-4aec-9358-cb27c3f9d6ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:59.590212 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-2e0e4560-5709-418f-a588-8b8216659134 req-9d4e1ab9-ccc6-4529-aa77-79abf469d746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:59.648296 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.db [None req-4ca2c906-605c-4d2d-b51b-5a2304c4b8b4 None None] For port 2044b9da-7098-4673-a160-8d74706d4ea4, host n-d-843948-2, cleared binding levels {{(pid=84889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 19:56:59.652752 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.db [None req-4ca2c906-605c-4d2d-b51b-5a2304c4b8b4 None None] For port 2044b9da-7098-4673-a160-8d74706d4ea4, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=2044b9da-7098-4673-a160-8d74706d4ea4,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 19:56:59.689149 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 39952) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:56:59.716739 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-4ca2c906-605c-4d2d-b51b-5a2304c4b8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:59.791144 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-22901485-3510-44e7-b308-fb1e27264e93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:59.814683 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2788f4f1-1502-4aec-9358-cb27c3f9d6ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:59.817471 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [None req-f2426b5d-e552-4a69-a1e5-dbb377ed9c3b admin admin] Allocated IP 172.20.0.1 (c4dcbbbc-7545-45f9-b181-51ddc9a76b41/5c45466c-564d-4b36-8c79-5d6ef7560433/06eafed0-252d-4d4c-9cae-3899ad7e3167) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 19:56:59.940127 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b52c835a-3532-473c-816a-5bbafd0bd1fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:56:59.985068 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-2788f4f1-1502-4aec-9358-cb27c3f9d6ba admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=347213b52a4747a6a5b6cbf8347cb3df&name=default HTTP/1.1" status: 200 len: 2647 time: 2.7636597 May 30 19:57:00.015364 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 39962) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:57:00.039606 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:00.062278 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb467c7-5e9a-480f-9eba-a4a192f1fba4 None None] Pushing event updated for resources: {'Port': ['ID=2044b9da-7098-4673-a160-8d74706d4ea4,revision_number=3']} {{(pid=84889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:00.149535 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca2c906-605c-4d2d-b51b-5a2304c4b8b4 None None] Routers {'b52fdc67-0ef1-49d7-a153-0badff2a905d'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 19:57:00.150368 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-4ca2c906-605c-4d2d-b51b-5a2304c4b8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T19:57:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['b52fdc67-0ef1-49d7-a153-0badff2a905d'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:57:00.153569 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-22901485-3510-44e7-b308-fb1e27264e93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:57:00.172265 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-22901485-3510-44e7-b308-fb1e27264e93 admin admin] Usage tracker for resource:security_group_rule and tenant:eb048b2e9b9046da92ba652715e685cb is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:57:00.188605 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-22901485-3510-44e7-b308-fb1e27264e93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:57:00.195144 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2788f4f1-1502-4aec-9358-cb27c3f9d6ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dd3933e-96f3-45e6-9a37-7071b37515d5,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:00.288820 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-22901485-3510-44e7-b308-fb1e27264e93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:57:00.288913 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:00.338832 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port a85da4c3-5233-4e62-9df6-6eb869ff235b, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=a85da4c3-5233-4e62-9df6-6eb869ff235b,segment=NetworkSegment(ce212c09-2307-4a5c-9bb2-5de2cac09d22),segment_id=ce212c09-2307-4a5c-9bb2-5de2cac09d22)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:57:00.447419 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:00.509830 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-01be0338-f5e6-4791-8907-3e9dca567387 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:00.606292 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4e1ab9-ccc6-4529-aa77-79abf469d746 service neutron] Pushing event updated for resources: {'Port': ['ID=85e420bc-116d-4065-9047-54b4b7ec1eaf,revision_number=2']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:00.616281 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-01be0338-f5e6-4791-8907-3e9dca567387 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:00.631652 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f2426b5d-e552-4a69-a1e5-dbb377ed9c3b admin admin] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:00.688853 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [None req-f2426b5d-e552-4a69-a1e5-dbb377ed9c3b admin admin] Transition to ACTIVE for port object 06eafed0-252d-4d4c-9cae-3899ad7e3167 will not be triggered until provisioned by entity DHCP. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:57:00.725889 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 854dc78f-e84f-4e2b-be05-7800a61b5786 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 19:57:00.740478 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-4ca2c906-605c-4d2d-b51b-5a2304c4b8b4 None None] Set router b52fdc67-0ef1-49d7-a153-0badff2a905d gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 19:57:00.804431 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f2426b5d-e552-4a69-a1e5-dbb377ed9c3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:00.849283 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-2e0e4560-5709-418f-a588-8b8216659134 req-9d4e1ab9-ccc6-4529-aa77-79abf469d746 service neutron] Attempting to bind port 85e420bc-116d-4065-9047-54b4b7ec1eaf on host n-h1-843948-2 for vnic_type normal with profile {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 19:57:00.849283 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-2e0e4560-5709-418f-a588-8b8216659134 req-9d4e1ab9-ccc6-4529-aa77-79abf469d746 service neutron] Attempting to bind port 85e420bc-116d-4065-9047-54b4b7ec1eaf by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': '7e304c17-4e5f-4a93-af80-52785639e6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1'}] {{(pid=84886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 19:57:00.849283 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0e4560-5709-418f-a588-8b8216659134 req-9d4e1ab9-ccc6-4529-aa77-79abf469d746 service neutron] Attempting to bind port 85e420bc-116d-4065-9047-54b4b7ec1eaf on network 4344fbed-57fb-43d7-b32d-6020ce60f0a1 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:57:00.978258 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-22901485-3510-44e7-b308-fb1e27264e93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:01.078062 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0e4560-5709-418f-a588-8b8216659134 req-9d4e1ab9-ccc6-4529-aa77-79abf469d746 service neutron] Port 85e420bc-116d-4065-9047-54b4b7ec1eaf on network 4344fbed-57fb-43d7-b32d-6020ce60f0a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 19:57:01.080647 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0e4560-5709-418f-a588-8b8216659134 req-9d4e1ab9-ccc6-4529-aa77-79abf469d746 service neutron] Attempting to bind port 85e420bc-116d-4065-9047-54b4b7ec1eaf on network 4344fbed-57fb-43d7-b32d-6020ce60f0a1 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:57:01.126390 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ea1992-0cc9-4d9d-a5d3-ccb2b7f562f7 req-d960e616-ada4-4289-bfc6-09ff036b3562 tempest-AggregatesAdminTestJSON-364137817 tempest-AggregatesAdminTestJSON-364137817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:01.150318 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e0ea1992-0cc9-4d9d-a5d3-ccb2b7f562f7 req-d960e616-ada4-4289-bfc6-09ff036b3562 tempest-AggregatesAdminTestJSON-364137817 tempest-AggregatesAdminTestJSON-364137817-project] 10.222.0.85 "GET /v2.0/ports?device_id=889d58cf-a43c-47b0-a43c-3f2ba4414945 HTTP/1.1" status: 200 len: 970 time: 1.3998489 May 30 19:57:01.232392 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2426b5d-e552-4a69-a1e5-dbb377ed9c3b admin admin] Network c4dcbbbc-7545-45f9-b181-51ddc9a76b41 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 19:57:01.236488 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2426b5d-e552-4a69-a1e5-dbb377ed9c3b admin admin] Pushing event updated for resources: {'Port': ['ID=06eafed0-252d-4d4c-9cae-3899ad7e3167,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:01.251616 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-f2426b5d-e552-4a69-a1e5-dbb377ed9c3b admin admin] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 19:57:01.255032 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0e4560-5709-418f-a588-8b8216659134 req-9d4e1ab9-ccc6-4529-aa77-79abf469d746 service neutron] Checking agent: {'id': 'f728d74e-a4ae-4384-860b-a5ade05dd8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 19, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 19:57:01.259450 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2426b5d-e552-4a69-a1e5-dbb377ed9c3b admin admin] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 19:57:01.260198 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f2426b5d-e552-4a69-a1e5-dbb377ed9c3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-736099'] for router_interface, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:01.264691 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0e4560-5709-418f-a588-8b8216659134 req-9d4e1ab9-ccc6-4529-aa77-79abf469d746 service neutron] Checking segment: {'id': '7e304c17-4e5f-4a93-af80-52785639e6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 19:57:01.267747 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0e4560-5709-418f-a588-8b8216659134 req-9d4e1ab9-ccc6-4529-aa77-79abf469d746 service neutron] Bound using segment: {'id': '7e304c17-4e5f-4a93-af80-52785639e6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1'} {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 19:57:01.273454 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-2e0e4560-5709-418f-a588-8b8216659134 req-9d4e1ab9-ccc6-4529-aa77-79abf469d746 service neutron] Bound port: 85e420bc-116d-4065-9047-54b4b7ec1eaf, host: n-h1-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e304c17-4e5f-4a93-af80-52785639e6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1'}}] {{(pid=84886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 19:57:01.278734 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-2e0e4560-5709-418f-a588-8b8216659134 req-9d4e1ab9-ccc6-4529-aa77-79abf469d746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:01.333417 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=a85da4c3-5233-4e62-9df6-6eb869ff235b,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:01.411909 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-22901485-3510-44e7-b308-fb1e27264e93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:01.448177 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 854dc78f-e84f-4e2b-be05-7800a61b5786 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:57:01.448547 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:01.488241 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e0ea1992-0cc9-4d9d-a5d3-ccb2b7f562f7 req-d52ed1a3-b460-4184-b5e3-7b88458a5fd9 tempest-AggregatesAdminTestJSON-364137817 tempest-AggregatesAdminTestJSON-364137817-project] 10.222.0.85 "GET /v2.0/security-groups?id=d242803a-9704-448b-82bc-38b9fdfcac9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3361776 May 30 19:57:01.553253 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-22901485-3510-44e7-b308-fb1e27264e93 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=eb048b2e9b9046da92ba652715e685cb&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8620796 May 30 19:57:01.556412 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:01.572856 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 39982) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:57:01.573554 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-01be0338-f5e6-4791-8907-3e9dca567387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:01.752063 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-4ca2c906-605c-4d2d-b51b-5a2304c4b8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b52fdc67-0ef1-49d7-a153-0badff2a905d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-210721510-router', 'tenant_id': 'e3b1761f604d4d55aff5ced942d1fd41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': '2044b9da-7098-4673-a160-8d74706d4ea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T19:56:49Z', 'updated_at': '2022-05-30T19:56:52Z', 'revision_number': 3, 'project_id': 'e3b1761f604d4d55aff5ced942d1fd41', 'gw_port': {'id': '2044b9da-7098-4673-a160-8d74706d4ea4', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:6d:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b52fdc67-0ef1-49d7-a153-0badff2a905d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:56:51Z', 'updated_at': '2022-05-30T19:56:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:57:01.766943 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca2c906-605c-4d2d-b51b-5a2304c4b8b4 None None] The sync data for ids ['b52fdc67-0ef1-49d7-a153-0badff2a905d'] in n-d-843948-2 is: [{'id': 'b52fdc67-0ef1-49d7-a153-0badff2a905d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-210721510-router', 'tenant_id': 'e3b1761f604d4d55aff5ced942d1fd41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': '2044b9da-7098-4673-a160-8d74706d4ea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T19:56:49Z', 'updated_at': '2022-05-30T19:56:52Z', 'revision_number': 3, 'project_id': 'e3b1761f604d4d55aff5ced942d1fd41', 'gw_port': {'id': '2044b9da-7098-4673-a160-8d74706d4ea4', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:6d:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b52fdc67-0ef1-49d7-a153-0badff2a905d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:56:51Z', 'updated_at': '2022-05-30T19:56:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 19:57:01.768276 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f2426b5d-e552-4a69-a1e5-dbb377ed9c3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:01.850891 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01be0338-f5e6-4791-8907-3e9dca567387 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dd3933e-96f3-45e6-9a37-7071b37515d5,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:01.943560 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-01be0338-f5e6-4791-8907-3e9dca567387 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:01.948088 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-01be0338-f5e6-4791-8907-3e9dca567387 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/3dd3933e-96f3-45e6-9a37-7071b37515d5 HTTP/1.1" status: 204 len: 168 time: 1.9192612 May 30 19:57:01.960579 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-05a67a16-cfdf-4c8f-aa5d-a8c3b7654776 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:02.056247 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-efcd83f4-c131-444c-abcc-df2cf0aec62c None None] Provisioning for port 06eafed0-252d-4d4c-9cae-3899ad7e3167 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 19:57:02.066445 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-05a67a16-cfdf-4c8f-aa5d-a8c3b7654776 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:02.066995 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-efcd83f4-c131-444c-abcc-df2cf0aec62c None None] Provisioning complete for port 06eafed0-252d-4d4c-9cae-3899ad7e3167 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:57:02.067595 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-efcd83f4-c131-444c-abcc-df2cf0aec62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:02.092286 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-2e0e4560-5709-418f-a588-8b8216659134 req-9d4e1ab9-ccc6-4529-aa77-79abf469d746 service neutron] For port 85e420bc-116d-4065-9047-54b4b7ec1eaf, host n-h1-843948-2, cleared binding levels {{(pid=84886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 19:57:02.147123 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-2e0e4560-5709-418f-a588-8b8216659134 req-9d4e1ab9-ccc6-4529-aa77-79abf469d746 service neutron] For port 85e420bc-116d-4065-9047-54b4b7ec1eaf, host n-h1-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=85e420bc-116d-4065-9047-54b4b7ec1eaf,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 19:57:02.160267 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-efcd83f4-c131-444c-abcc-df2cf0aec62c None None] Port 06eafed0-252d-4d4c-9cae-3899ad7e3167 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 19:57:02.198705 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22901485-3510-44e7-b308-fb1e27264e93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3a782bf-92c7-4373-92b5-03fe072538d9,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:02.219195 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-01459781-ef83-4643-b58d-24211d99ecee req-192573b8-b7f6-401f-a614-393ed79dd215 tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] 10.222.0.85 "GET /v2.0/networks?tenant_id=417aab70def9446fb398096222bb93ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2037184 May 30 19:57:02.237234 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-2e0e4560-5709-418f-a588-8b8216659134 req-9d4e1ab9-ccc6-4529-aa77-79abf469d746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:02.301698 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-05a67a16-cfdf-4c8f-aa5d-a8c3b7654776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:02.413151 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:02.441457 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a67a16-cfdf-4c8f-aa5d-a8c3b7654776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3a782bf-92c7-4373-92b5-03fe072538d9,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:02.467491 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-05a67a16-cfdf-4c8f-aa5d-a8c3b7654776 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:02.468885 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-05a67a16-cfdf-4c8f-aa5d-a8c3b7654776 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/b3a782bf-92c7-4373-92b5-03fe072538d9 HTTP/1.1" status: 204 len: 168 time: 0.8883965 May 30 19:57:02.470096 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4e1ab9-ccc6-4529-aa77-79abf469d746 service neutron] Pushing event updated for resources: {'Port': ['ID=85e420bc-116d-4065-9047-54b4b7ec1eaf,revision_number=3']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:02.525993 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-2e0e4560-5709-418f-a588-8b8216659134 req-9d4e1ab9-ccc6-4529-aa77-79abf469d746 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:02.529373 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2e0e4560-5709-418f-a588-8b8216659134 req-9d4e1ab9-ccc6-4529-aa77-79abf469d746 service neutron] 10.222.0.71 "PUT /v2.0/ports/85e420bc-116d-4065-9047-54b4b7ec1eaf HTTP/1.1" status: 200 len: 1118 time: 6.2052350 May 30 19:57:02.529889 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '889d58cf-a43c-47b0-a43c-3f2ba4414945', 'tag': '85e420bc-116d-4065-9047-54b4b7ec1eaf'}] {{(pid=84886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:57:02.744920 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device a85da4c3-5233-4e62-9df6-6eb869ff235b up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 19:57:02.914613 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01459781-ef83-4643-b58d-24211d99ecee req-010ae41a-a569-47a1-9a41-08f1d88106fa tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:02.916819 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-01459781-ef83-4643-b58d-24211d99ecee req-010ae41a-a569-47a1-9a41-08f1d88106fa tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6961615 May 30 19:57:02.953233 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port a85da4c3-5233-4e62-9df6-6eb869ff235b triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:57:02.954700 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:03.038064 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f2426b5d-e552-4a69-a1e5-dbb377ed9c3b admin admin] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:03.060911 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-01459781-ef83-4643-b58d-24211d99ecee req-f92d37a2-ae48-4f0c-9531-d809b7b57675 tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] 10.222.0.85 "GET /v2.0/quotas/417aab70def9446fb398096222bb93ab HTTP/1.1" status: 200 len: 375 time: 0.1390944 May 30 19:57:03.061708 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2e0e4560-5709-418f-a588-8b8216659134 req-cf674cde-8c7e-47d3-88a5-5a0acf7d6a54 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d111294dfc4d433b96996d87931c9dad&device_id=889d58cf-a43c-47b0-a43c-3f2ba4414945 HTTP/1.1" status: 200 len: 1121 time: 0.2397561 May 30 19:57:03.201198 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f2426b5d-e552-4a69-a1e5-dbb377ed9c3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:03.201964 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f2426b5d-e552-4a69-a1e5-dbb377ed9c3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1718057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-736206'] for router_interface, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:03.253529 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-01459781-ef83-4643-b58d-24211d99ecee req-f784ef6a-3284-423f-be0c-1639d0ea3ca0 tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=417aab70def9446fb398096222bb93ab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1711977 May 30 19:57:03.280831 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c14651e-893c-41db-8117-a0b8b731a1a5 req-4516d4b6-7a0a-47fd-8ea4-11627989f9be tempest-AggregatesAdminTestJSON-364137817 tempest-AggregatesAdminTestJSON-364137817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:03.293757 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2c14651e-893c-41db-8117-a0b8b731a1a5 req-4516d4b6-7a0a-47fd-8ea4-11627989f9be tempest-AggregatesAdminTestJSON-364137817 tempest-AggregatesAdminTestJSON-364137817-project] 10.222.0.85 "GET /v2.0/ports?device_id=889d58cf-a43c-47b0-a43c-3f2ba4414945 HTTP/1.1" status: 200 len: 970 time: 0.3969359 May 30 19:57:03.349749 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2e0e4560-5709-418f-a588-8b8216659134 req-a27f0de4-d0ae-4add-a37f-2b7746b2c911 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=85e420bc-116d-4065-9047-54b4b7ec1eaf HTTP/1.1" status: 200 len: 217 time: 0.2585273 May 30 19:57:03.452325 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2c14651e-893c-41db-8117-a0b8b731a1a5 req-5c100ac5-401a-4a91-adeb-67522e03d367 tempest-AggregatesAdminTestJSON-364137817 tempest-AggregatesAdminTestJSON-364137817-project] 10.222.0.85 "GET /v2.0/security-groups?id=d242803a-9704-448b-82bc-38b9fdfcac9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397407 May 30 19:57:03.466908 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0e4560-5709-418f-a588-8b8216659134 req-c8da51b1-fe42-4622-9303-2dc5a1e2e229 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:03.469301 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2e0e4560-5709-418f-a588-8b8216659134 req-c8da51b1-fe42-4622-9303-2dc5a1e2e229 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1b83ff54-b1af-44ce-bb75-ba148920553c HTTP/1.1" status: 200 len: 843 time: 0.0972707 May 30 19:57:03.480573 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2426b5d-e552-4a69-a1e5-dbb377ed9c3b admin admin] Pushing event updated for resources: {'Port': ['ID=06eafed0-252d-4d4c-9cae-3899ad7e3167,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:03.556739 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2426b5d-e552-4a69-a1e5-dbb377ed9c3b admin admin] Network c4dcbbbc-7545-45f9-b181-51ddc9a76b41 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 19:57:03.559060 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-f2426b5d-e552-4a69-a1e5-dbb377ed9c3b admin admin] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 19:57:03.700942 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 40010) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:57:03.815709 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2e0e4560-5709-418f-a588-8b8216659134 req-e5e91ad5-7c94-4161-b362-2b58c33d854c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4344fbed-57fb-43d7-b32d-6020ce60f0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3366055 May 30 19:57:03.829813 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-32d9fa08-cb86-4fe6-9027-822842fc75f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:03.902675 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-32d9fa08-cb86-4fe6-9027-822842fc75f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:57:04.012049 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-32d9fa08-cb86-4fe6-9027-822842fc75f3 admin admin] Usage tracker for resource:security_group_rule and tenant:13ff55f828d14c28b57aa82622c18152 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:57:04.012049 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-32d9fa08-cb86-4fe6-9027-822842fc75f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:57:04.201110 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-32d9fa08-cb86-4fe6-9027-822842fc75f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:57:04.241744 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d57a91dd-15dd-4daf-9fe8-41f053056259 req-10f38a32-32cb-4f1d-837e-7512449d8bf0 tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] 10.222.0.85 "GET /v2.0/ports?device_id=c3b8c567-7d03-42bf-b79e-02a89a2f9115 HTTP/1.1" status: 200 len: 210 time: 0.3720088 May 30 19:57:04.299074 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-6039df86-1d1a-4e14-837f-46af5cd424cf None None] Provisioning complete for port 06eafed0-252d-4d4c-9cae-3899ad7e3167 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:57:04.299688 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-6039df86-1d1a-4e14-837f-46af5cd424cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:04.449108 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-32d9fa08-cb86-4fe6-9027-822842fc75f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:04.588612 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-6039df86-1d1a-4e14-837f-46af5cd424cf None None] Port 06eafed0-252d-4d4c-9cae-3899ad7e3167 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 19:57:04.590464 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2e0e4560-5709-418f-a588-8b8216659134 req-655f5337-c556-484e-8c49-90c2a6efa056 service neutron] 10.222.0.71 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6165764 May 30 19:57:04.696510 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2e0e4560-5709-418f-a588-8b8216659134 req-f6577f7d-0e5f-4eeb-9a50-011af6065594 service neutron] 10.222.0.71 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061069 May 30 19:57:04.745176 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-32d9fa08-cb86-4fe6-9027-822842fc75f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:04.815348 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2426b5d-e552-4a69-a1e5-dbb377ed9c3b admin admin] Router b52fdc67-0ef1-49d7-a153-0badff2a905d has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 19:57:05.023315 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 40048) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:57:05.027350 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d9fa08-cb86-4fe6-9027-822842fc75f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0168cc88-e5de-4d46-9cca-d1b170ceeeae,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:05.135513 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-89f0d9e8-7a2d-458c-9b8d-ba1d49884893 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:05.164092 n-d-843948-2 neutron-server[84886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f487a14-f7ff-4bc5-b253-6ea7aa90cc04'] response: {'name': 'network-changed', 'server_uuid': '889d58cf-a43c-47b0-a43c-3f2ba4414945', 'tag': '85e420bc-116d-4065-9047-54b4b7ec1eaf', 'status': 'completed', 'code': 200} May 30 19:57:05.205352 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-32d9fa08-cb86-4fe6-9027-822842fc75f3 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=13ff55f828d14c28b57aa82622c18152&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4709234 May 30 19:57:05.211916 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 40052) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:57:05.350924 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f73bdc-09dd-4870-afc2-77ad9ddceeda req-8d3147fc-5310-46ff-a9a3-abf3ce124987 tempest-AggregatesAdminTestJSON-364137817 tempest-AggregatesAdminTestJSON-364137817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:05.354743 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e1f73bdc-09dd-4870-afc2-77ad9ddceeda req-8d3147fc-5310-46ff-a9a3-abf3ce124987 tempest-AggregatesAdminTestJSON-364137817 tempest-AggregatesAdminTestJSON-364137817-project] 10.222.0.85 "GET /v2.0/ports?device_id=889d58cf-a43c-47b0-a43c-3f2ba4414945 HTTP/1.1" status: 200 len: 970 time: 0.5665243 May 30 19:57:05.374306 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2426b5d-e552-4a69-a1e5-dbb377ed9c3b admin admin] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 19:57:05.429890 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-89f0d9e8-7a2d-458c-9b8d-ba1d49884893 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:57:05.437781 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b73dc93c-e66d-4b6d-b0b1-cb2fe8dd06f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:05.486114 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-89f0d9e8-7a2d-458c-9b8d-ba1d49884893 admin admin] Usage tracker for resource:security_group_rule and tenant:c3ba659d57904bd981d4cd069da9229a is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:57:05.496488 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-89f0d9e8-7a2d-458c-9b8d-ba1d49884893 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:57:05.531502 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-89f0d9e8-7a2d-458c-9b8d-ba1d49884893 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:57:05.543872 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b73dc93c-e66d-4b6d-b0b1-cb2fe8dd06f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:05.684705 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0152eae9-f9d2-4980-bef0-c9f1961a9f42 req-98162fb8-a221-4711-8599-3fc53a491397 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d111294dfc4d433b96996d87931c9dad&device_id=889d58cf-a43c-47b0-a43c-3f2ba4414945 HTTP/1.1" status: 200 len: 1121 time: 0.4650385 May 30 19:57:05.710510 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-f2426b5d-e552-4a69-a1e5-dbb377ed9c3b admin admin] 10.222.0.85 "PUT /v2.0/routers/b52fdc67-0ef1-49d7-a153-0badff2a905d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9181263 May 30 19:57:05.752852 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e1f73bdc-09dd-4870-afc2-77ad9ddceeda req-b057842d-d498-49fa-9454-3c4357727a07 tempest-AggregatesAdminTestJSON-364137817 tempest-AggregatesAdminTestJSON-364137817-project] 10.222.0.85 "GET /v2.0/security-groups?id=d242803a-9704-448b-82bc-38b9fdfcac9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3616269 May 30 19:57:05.829067 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-724fc91b-b1eb-464c-b571-c2212e92ff38 req-fd3733b2-4f56-4dc4-9bd6-2c03bc0ee593 tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] 10.222.0.85 "GET /v2.0/ports?device_id=c3b8c567-7d03-42bf-b79e-02a89a2f9115 HTTP/1.1" status: 200 len: 210 time: 0.1298871 May 30 19:57:05.883684 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b73dc93c-e66d-4b6d-b0b1-cb2fe8dd06f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:05.933088 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73dc93c-e66d-4b6d-b0b1-cb2fe8dd06f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0168cc88-e5de-4d46-9cca-d1b170ceeeae,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:05.938841 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b73dc93c-e66d-4b6d-b0b1-cb2fe8dd06f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:05.941189 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-b73dc93c-e66d-4b6d-b0b1-cb2fe8dd06f7 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/0168cc88-e5de-4d46-9cca-d1b170ceeeae HTTP/1.1" status: 204 len: 168 time: 0.7185509 May 30 19:57:06.202825 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0152eae9-f9d2-4980-bef0-c9f1961a9f42 req-35152db3-fce0-4baa-89c1-1d6208165fc2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:06.205756 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0152eae9-f9d2-4980-bef0-c9f1961a9f42 req-35152db3-fce0-4baa-89c1-1d6208165fc2 service neutron] 10.222.0.71 "GET /v2.0/networks?id=4344fbed-57fb-43d7-b32d-6020ce60f0a1 HTTP/1.1" status: 200 len: 870 time: 0.4350703 May 30 19:57:06.215400 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-89f0d9e8-7a2d-458c-9b8d-ba1d49884893 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:06.325261 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-89f0d9e8-7a2d-458c-9b8d-ba1d49884893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:06.414757 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-89f0d9e8-7a2d-458c-9b8d-ba1d49884893 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=c3ba659d57904bd981d4cd069da9229a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3822510 May 30 19:57:06.419145 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 40082) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:57:06.426062 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0152eae9-f9d2-4980-bef0-c9f1961a9f42 req-589570f9-b06b-4fc0-b7c7-0c39b43a6217 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=85e420bc-116d-4065-9047-54b4b7ec1eaf HTTP/1.1" status: 200 len: 217 time: 0.2081981 May 30 19:57:06.477748 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f0d9e8-7a2d-458c-9b8d-ba1d49884893 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69154ea6-a1c3-427e-b7d3-c6ade5065381,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:06.655468 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-56f540a9-5a2a-4f3a-b13d-1541d5d374c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:06.727290 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-56f540a9-5a2a-4f3a-b13d-1541d5d374c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:06.773948 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0152eae9-f9d2-4980-bef0-c9f1961a9f42 req-efbc4f4d-32e0-4d1e-bca0-c4f8b1374ed2 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:06.780755 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0152eae9-f9d2-4980-bef0-c9f1961a9f42 req-efbc4f4d-32e0-4d1e-bca0-c4f8b1374ed2 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1b83ff54-b1af-44ce-bb75-ba148920553c HTTP/1.1" status: 200 len: 843 time: 0.2333744 May 30 19:57:07.062599 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0152eae9-f9d2-4980-bef0-c9f1961a9f42 req-4052a10f-4b4e-47b8-ad3a-09c7bb7b27c2 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4344fbed-57fb-43d7-b32d-6020ce60f0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2727435 May 30 19:57:07.205160 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-56f540a9-5a2a-4f3a-b13d-1541d5d374c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:07.248442 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-56f540a9-5a2a-4f3a-b13d-1541d5d374c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:07.259502 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-56f540a9-5a2a-4f3a-b13d-1541d5d374c0 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/69154ea6-a1c3-427e-b7d3-c6ade5065381 HTTP/1.1" status: 204 len: 168 time: 0.8390479 May 30 19:57:07.260819 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f540a9-5a2a-4f3a-b13d-1541d5d374c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69154ea6-a1c3-427e-b7d3-c6ade5065381,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:07.458598 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0152eae9-f9d2-4980-bef0-c9f1961a9f42 req-953327fd-dfd4-44d2-9a00-4b3dc159378c service neutron] 10.222.0.71 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3762214 May 30 19:57:07.498948 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09809c80-f762-4e89-97a6-30397b8f820c req-63682cf3-d92e-4b4f-9977-e4a36868e6b5 tempest-AggregatesAdminTestJSON-364137817 tempest-AggregatesAdminTestJSON-364137817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:07.503725 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-09809c80-f762-4e89-97a6-30397b8f820c req-63682cf3-d92e-4b4f-9977-e4a36868e6b5 tempest-AggregatesAdminTestJSON-364137817 tempest-AggregatesAdminTestJSON-364137817-project] 10.222.0.85 "GET /v2.0/ports?device_id=889d58cf-a43c-47b0-a43c-3f2ba4414945 HTTP/1.1" status: 200 len: 970 time: 0.3637271 May 30 19:57:07.874113 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-09809c80-f762-4e89-97a6-30397b8f820c req-ea1bea79-ea86-481e-80b6-dcc6841ecc46 tempest-AggregatesAdminTestJSON-364137817 tempest-AggregatesAdminTestJSON-364137817-project] 10.222.0.85 "GET /v2.0/security-groups?id=d242803a-9704-448b-82bc-38b9fdfcac9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3623037 May 30 19:57:07.932274 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0152eae9-f9d2-4980-bef0-c9f1961a9f42 req-0fb6080f-d8f5-484c-80b2-a6b8021b47f0 service neutron] 10.222.0.71 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4249747 May 30 19:57:08.148386 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d69bb6f6-ed37-4719-a80b-be6c8b273d34 req-59ec999f-9500-412e-8f7a-f48920338602 tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] 10.222.0.85 "GET /v2.0/ports?device_id=c3b8c567-7d03-42bf-b79e-02a89a2f9115 HTTP/1.1" status: 200 len: 210 time: 0.0757165 May 30 19:57:08.823043 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 2044b9da-7098-4673-a160-8d74706d4ea4 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 19:57:08.850927 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 40128) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:57:08.864296 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-cdf4572b-ffce-45bc-9cee-66366d2d9062 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Request body: {'security_group': {'name': 'tempest-securitygroup--938704619', 'description': 'tempest-description--366848105'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:57:08.971537 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-cdf4572b-ffce-45bc-9cee-66366d2d9062 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:57:09.013891 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-cdf4572b-ffce-45bc-9cee-66366d2d9062 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Usage tracker for resource:security_group and tenant:f8671c8955ba49549063462441cf84be is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:57:09.045312 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-cdf4572b-ffce-45bc-9cee-66366d2d9062 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:57:09.141525 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-cdf4572b-ffce-45bc-9cee-66366d2d9062 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:57:09.423587 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2f9a16b4-8df5-445c-b178-b8e909a048e6 req-01179581-690f-483d-9220-88068cf6804b tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] 10.222.0.85 "GET /v2.0/ports?device_id=c3b8c567-7d03-42bf-b79e-02a89a2f9115 HTTP/1.1" status: 200 len: 210 time: 0.0644469 May 30 19:57:09.534555 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b913a36-b96a-4733-be23-afae98eacb2a req-1a33410b-bd72-4be7-9508-b3a1d05f7a84 tempest-AggregatesAdminTestJSON-364137817 tempest-AggregatesAdminTestJSON-364137817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:09.550175 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6b913a36-b96a-4733-be23-afae98eacb2a req-1a33410b-bd72-4be7-9508-b3a1d05f7a84 tempest-AggregatesAdminTestJSON-364137817 tempest-AggregatesAdminTestJSON-364137817-project] 10.222.0.85 "GET /v2.0/ports?device_id=889d58cf-a43c-47b0-a43c-3f2ba4414945 HTTP/1.1" status: 200 len: 970 time: 0.1843004 May 30 19:57:09.559545 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-cdf4572b-ffce-45bc-9cee-66366d2d9062 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:09.601647 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 2044b9da-7098-4673-a160-8d74706d4ea4 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 19:57:09.627423 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 2044b9da-7098-4673-a160-8d74706d4ea4 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:57:09.630391 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:09.635304 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-cdf4572b-ffce-45bc-9cee-66366d2d9062 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:57:09.642840 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-cdf4572b-ffce-45bc-9cee-66366d2d9062 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Usage tracker for resource:security_group_rule and tenant:f8671c8955ba49549063462441cf84be is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:57:09.649703 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-cdf4572b-ffce-45bc-9cee-66366d2d9062 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:57:09.666518 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-cdf4572b-ffce-45bc-9cee-66366d2d9062 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:57:09.716673 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6b913a36-b96a-4733-be23-afae98eacb2a req-f8da338d-871e-4272-86bf-db24960b4588 tempest-AggregatesAdminTestJSON-364137817 tempest-AggregatesAdminTestJSON-364137817-project] 10.222.0.85 "GET /v2.0/security-groups?id=d242803a-9704-448b-82bc-38b9fdfcac9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627913 May 30 19:57:09.931958 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:09.936742 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-cdf4572b-ffce-45bc-9cee-66366d2d9062 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:09.980029 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port 2044b9da-7098-4673-a160-8d74706d4ea4, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=2044b9da-7098-4673-a160-8d74706d4ea4,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:57:10.053132 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:10.054064 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-cdf4572b-ffce-45bc-9cee-66366d2d9062 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:10.065770 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.86', 51351) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:57:10.192317 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-01459781-ef83-4643-b58d-24211d99ecee req-ff0aef51-27a1-4f00-9b9e-e9be6e7c82fc tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=417aab70def9446fb398096222bb93ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1149850 May 30 19:57:10.333813 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 40156) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:57:10.343503 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-cdf4572b-ffce-45bc-9cee-66366d2d9062 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:10.348360 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-cdf4572b-ffce-45bc-9cee-66366d2d9062 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 1.4921579 May 30 19:57:10.348690 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 40162) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:57:10.354734 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-922e23a2-939f-4d03-a683-ae30b4c9ccd4 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Request body: {'security_group_rule': {'security_group_id': '7d58850f-4d9d-478d-9914-1845c7c490d4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:57:10.361756 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf4572b-ffce-45bc-9cee-66366d2d9062 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d58850f-4d9d-478d-9914-1845c7c490d4,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:10.365849 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=2044b9da-7098-4673-a160-8d74706d4ea4,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:10.370084 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-922e23a2-939f-4d03-a683-ae30b4c9ccd4 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:57:10.379403 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-922e23a2-939f-4d03-a683-ae30b4c9ccd4 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Usage tracker for resource:security_group_rule and tenant:f8671c8955ba49549063462441cf84be is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:57:10.385589 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-922e23a2-939f-4d03-a683-ae30b4c9ccd4 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:57:10.403484 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-922e23a2-939f-4d03-a683-ae30b4c9ccd4 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:57:10.514245 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01459781-ef83-4643-b58d-24211d99ecee req-1d39b211-cc9f-4c18-a041-f41ac5a5222d tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:10.515802 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-01459781-ef83-4643-b58d-24211d99ecee req-1d39b211-cc9f-4c18-a041-f41ac5a5222d tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3125894 May 30 19:57:10.524484 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-922e23a2-939f-4d03-a683-ae30b4c9ccd4 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:10.588867 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-01459781-ef83-4643-b58d-24211d99ecee req-443717e1-1194-45ed-882d-49abe87ba374 tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] Request body: {'port': {'device_id': 'c3b8c567-7d03-42bf-b79e-02a89a2f9115', 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1', 'admin_state_up': True, 'tenant_id': '417aab70def9446fb398096222bb93ab'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:57:10.701480 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 2044b9da-7098-4673-a160-8d74706d4ea4 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 19:57:10.914331 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-922e23a2-939f-4d03-a683-ae30b4c9ccd4 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:10.926085 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-66cfd99e-3b98-482a-8ffc-9917bb3852d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:10.970310 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 2044b9da-7098-4673-a160-8d74706d4ea4 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:57:10.971288 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:11.005519 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-183dee49-7a24-4860-b027-3f6d059c5081 req-085046e1-03f5-42be-a2ba-d2f1548ec6c8 tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] 10.222.0.85 "GET /v2.0/ports?device_id=c3b8c567-7d03-42bf-b79e-02a89a2f9115 HTTP/1.1" status: 200 len: 210 time: 0.0793247 May 30 19:57:11.019080 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-01459781-ef83-4643-b58d-24211d99ecee req-443717e1-1194-45ed-882d-49abe87ba374 tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:57:11.024868 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-01459781-ef83-4643-b58d-24211d99ecee req-443717e1-1194-45ed-882d-49abe87ba374 tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] Usage tracker for resource:port and tenant:417aab70def9446fb398096222bb93ab is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:57:11.031121 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-01459781-ef83-4643-b58d-24211d99ecee req-443717e1-1194-45ed-882d-49abe87ba374 tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:57:11.042049 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-922e23a2-939f-4d03-a683-ae30b4c9ccd4 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:11.050573 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-01459781-ef83-4643-b58d-24211d99ecee req-443717e1-1194-45ed-882d-49abe87ba374 tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:57:11.124932 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922e23a2-939f-4d03-a683-ae30b4c9ccd4 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7da3c03-f8d4-4df1-9bde-995ad6b11656,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:11.139542 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01459781-ef83-4643-b58d-24211d99ecee req-443717e1-1194-45ed-882d-49abe87ba374 tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] Made reservation on behalf of 417aab70def9446fb398096222bb93ab for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 19:57:11.144301 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-01459781-ef83-4643-b58d-24211d99ecee req-443717e1-1194-45ed-882d-49abe87ba374 tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:11.163541 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-66cfd99e-3b98-482a-8ffc-9917bb3852d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:57:11.165299 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-01459781-ef83-4643-b58d-24211d99ecee req-443717e1-1194-45ed-882d-49abe87ba374 tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:11.173802 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-66cfd99e-3b98-482a-8ffc-9917bb3852d0 admin admin] Usage tracker for resource:security_group_rule and tenant:b088b7f019474c8ca1992b5a341e90f9 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:57:11.178363 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-66cfd99e-3b98-482a-8ffc-9917bb3852d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:57:11.192346 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-66cfd99e-3b98-482a-8ffc-9917bb3852d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:57:11.242189 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-01459781-ef83-4643-b58d-24211d99ecee req-443717e1-1194-45ed-882d-49abe87ba374 tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:57:11.250726 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-01459781-ef83-4643-b58d-24211d99ecee req-443717e1-1194-45ed-882d-49abe87ba374 tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] Usage tracker for resource:security_group_rule and tenant:417aab70def9446fb398096222bb93ab is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:57:11.256965 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-01459781-ef83-4643-b58d-24211d99ecee req-443717e1-1194-45ed-882d-49abe87ba374 tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:57:11.275664 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-01459781-ef83-4643-b58d-24211d99ecee req-443717e1-1194-45ed-882d-49abe87ba374 tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:57:11.359506 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-66cfd99e-3b98-482a-8ffc-9917bb3852d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:11.383465 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38398902-afa9-41e3-892a-637a921b4de8 req-9707a6fd-346e-49f6-9002-55218cb1a929 tempest-AggregatesAdminTestJSON-364137817 tempest-AggregatesAdminTestJSON-364137817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:11.387247 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-38398902-afa9-41e3-892a-637a921b4de8 req-9707a6fd-346e-49f6-9002-55218cb1a929 tempest-AggregatesAdminTestJSON-364137817 tempest-AggregatesAdminTestJSON-364137817-project] 10.222.0.85 "GET /v2.0/ports?device_id=889d58cf-a43c-47b0-a43c-3f2ba4414945 HTTP/1.1" status: 200 len: 970 time: 0.1762674 May 30 19:57:11.389165 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-922e23a2-939f-4d03-a683-ae30b4c9ccd4 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:11.390945 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-922e23a2-939f-4d03-a683-ae30b4c9ccd4 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.0412922 May 30 19:57:11.396099 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 40182) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:57:11.409880 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-9f0b9324-988b-4859-9687-548f341571b5 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Request body: {'security_group_rule': {'security_group_id': '7d58850f-4d9d-478d-9914-1845c7c490d4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:57:11.443619 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-9f0b9324-988b-4859-9687-548f341571b5 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:57:11.452661 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-9f0b9324-988b-4859-9687-548f341571b5 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Usage tracker for resource:security_group_rule and tenant:f8671c8955ba49549063462441cf84be is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:57:11.457899 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-9f0b9324-988b-4859-9687-548f341571b5 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:57:11.461137 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-66cfd99e-3b98-482a-8ffc-9917bb3852d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:11.580880 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-9f0b9324-988b-4859-9687-548f341571b5 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:57:11.588190 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-01459781-ef83-4643-b58d-24211d99ecee req-443717e1-1194-45ed-882d-49abe87ba374 tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:11.657130 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-38398902-afa9-41e3-892a-637a921b4de8 req-d8c93440-3903-492a-94aa-6f1c06818fc4 tempest-AggregatesAdminTestJSON-364137817 tempest-AggregatesAdminTestJSON-364137817-project] 10.222.0.85 "GET /v2.0/security-groups?id=d242803a-9704-448b-82bc-38b9fdfcac9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2529535 May 30 19:57:11.665002 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-66cfd99e-3b98-482a-8ffc-9917bb3852d0 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=b088b7f019474c8ca1992b5a341e90f9&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3260164 May 30 19:57:11.665002 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cfd99e-3b98-482a-8ffc-9917bb3852d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6fd06e1-8456-4030-944e-04acf98acf3c,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:11.665990 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 40190) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:57:11.806232 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1640b3ee-7e0e-4581-9a4b-43c65a2354bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:11.861121 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-01459781-ef83-4643-b58d-24211d99ecee req-443717e1-1194-45ed-882d-49abe87ba374 tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:11.902347 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1640b3ee-7e0e-4581-9a4b-43c65a2354bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:11.996725 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443717e1-1194-45ed-882d-49abe87ba374 tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfd51ccc-8906-44ed-8b9e-009f24d4922d,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:12.089470 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9f0b9324-988b-4859-9687-548f341571b5 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:12.160902 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2d0016-4799-4b28-bb9f-b140bec65fc0 None None] Sync routers for ids ['b52fdc67-0ef1-49d7-a153-0badff2a905d'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 19:57:12.183843 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2d0016-4799-4b28-bb9f-b140bec65fc0 None None] Routers {'b52fdc67-0ef1-49d7-a153-0badff2a905d'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 19:57:12.184958 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-9d2d0016-4799-4b28-bb9f-b140bec65fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T19:57:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['b52fdc67-0ef1-49d7-a153-0badff2a905d'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:57:12.291583 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9f0b9324-988b-4859-9687-548f341571b5 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:12.389873 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3c990187-8bbf-4f28-b751-b0513aba6285 req-7ca7f6e7-119a-4969-917c-4a984c70627a tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] 10.222.0.85 "GET /v2.0/ports?device_id=c3b8c567-7d03-42bf-b79e-02a89a2f9115 HTTP/1.1" status: 200 len: 210 time: 0.1188684 May 30 19:57:12.460645 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9f0b9324-988b-4859-9687-548f341571b5 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:12.522733 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0b9324-988b-4859-9687-548f341571b5 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e2f0046-30a8-476f-ab49-a9ad97e8f0fe,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:12.561922 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-9d2d0016-4799-4b28-bb9f-b140bec65fc0 None None] Set router b52fdc67-0ef1-49d7-a153-0badff2a905d gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 19:57:12.587341 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [req-01459781-ef83-4643-b58d-24211d99ecee req-443717e1-1194-45ed-882d-49abe87ba374 tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] Allocated IP 192.168.233.254 (4344fbed-57fb-43d7-b32d-6020ce60f0a1/1b83ff54-b1af-44ce-bb75-ba148920553c/039fc807-d430-41c5-a4c7-81fca600e696) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 19:57:12.594143 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1640b3ee-7e0e-4581-9a4b-43c65a2354bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:12.611531 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9f0b9324-988b-4859-9687-548f341571b5 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:12.619416 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-9f0b9324-988b-4859-9687-548f341571b5 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.2209463 May 30 19:57:12.620183 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 40210) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:57:12.627719 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-e94f7bb4-d21c-4128-8abd-0c66937902ed tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Request body: {'floatingip': {'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:57:12.640099 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1640b3ee-7e0e-4581-9a4b-43c65a2354bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6fd06e1-8456-4030-944e-04acf98acf3c,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:12.642476 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-e94f7bb4-d21c-4128-8abd-0c66937902ed tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:57:12.670808 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-e94f7bb4-d21c-4128-8abd-0c66937902ed tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Usage tracker for resource:floatingip and tenant:f8671c8955ba49549063462441cf84be is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:57:12.677667 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-e94f7bb4-d21c-4128-8abd-0c66937902ed tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:57:12.693491 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-e94f7bb4-d21c-4128-8abd-0c66937902ed tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:57:12.713011 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1640b3ee-7e0e-4581-9a4b-43c65a2354bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:12.717121 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-1640b3ee-7e0e-4581-9a4b-43c65a2354bb admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/f6fd06e1-8456-4030-944e-04acf98acf3c HTTP/1.1" status: 204 len: 168 time: 1.0430751 May 30 19:57:12.856789 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e94f7bb4-d21c-4128-8abd-0c66937902ed tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Notify callbacks [] for floatingip, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:13.130911 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-01459781-ef83-4643-b58d-24211d99ecee req-443717e1-1194-45ed-882d-49abe87ba374 tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:13.157328 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-01459781-ef83-4643-b58d-24211d99ecee req-443717e1-1194-45ed-882d-49abe87ba374 tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] Transition to ACTIVE for port object 039fc807-d430-41c5-a4c7-81fca600e696 will not be triggered until provisioned by entity DHCP. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:57:13.210577 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-9d2d0016-4799-4b28-bb9f-b140bec65fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b52fdc67-0ef1-49d7-a153-0badff2a905d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-210721510-router', 'tenant_id': 'e3b1761f604d4d55aff5ced942d1fd41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': '2044b9da-7098-4673-a160-8d74706d4ea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T19:56:49Z', 'updated_at': '2022-05-30T19:57:01Z', 'revision_number': 4, 'project_id': 'e3b1761f604d4d55aff5ced942d1fd41', 'gw_port': {'id': '2044b9da-7098-4673-a160-8d74706d4ea4', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:6d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52fdc67-0ef1-49d7-a153-0badff2a905d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:56:51Z', 'updated_at': '2022-05-30T19:57:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '06eafed0-252d-4d4c-9cae-3899ad7e3167', 'name': '', 'network_id': 'c4dcbbbc-7545-45f9-b181-51ddc9a76b41', 'tenant_id': 'e3b1761f604d4d55aff5ced942d1fd41', 'mac_address': 'fa:16:3e:d6:ce:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b52fdc67-0ef1-49d7-a153-0badff2a905d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c45466c-564d-4b36-8c79-5d6ef7560433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:56:59Z', 'updated_at': '2022-05-30T19:57:02Z', 'revision_number': 2, 'project_id': 'e3b1761f604d4d55aff5ced942d1fd41', 'subnets': [{'id': '5c45466c-564d-4b36-8c79-5d6ef7560433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:57:13.217876 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2d0016-4799-4b28-bb9f-b140bec65fc0 None None] Checking router: b52fdc67-0ef1-49d7-a153-0badff2a905d for host: n-d-843948-2 {{(pid=84888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 19:57:13.218500 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2d0016-4799-4b28-bb9f-b140bec65fc0 None None] Updating router b52fdc67-0ef1-49d7-a153-0badff2a905d port 06eafed0-252d-4d4c-9cae-3899ad7e3167 binding host n-d-843948-2 {{(pid=84888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 19:57:13.302437 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72f4815-95c2-4259-9e1f-f8f0cc86e81d req-4551bf39-fca7-4265-85fd-ef8a4d8561b0 tempest-AggregatesAdminTestJSON-364137817 tempest-AggregatesAdminTestJSON-364137817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:13.303994 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d72f4815-95c2-4259-9e1f-f8f0cc86e81d req-4551bf39-fca7-4265-85fd-ef8a4d8561b0 tempest-AggregatesAdminTestJSON-364137817 tempest-AggregatesAdminTestJSON-364137817-project] 10.222.0.85 "GET /v2.0/ports?device_id=889d58cf-a43c-47b0-a43c-3f2ba4414945 HTTP/1.1" status: 200 len: 970 time: 0.2070477 May 30 19:57:13.315786 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-01459781-ef83-4643-b58d-24211d99ecee req-443717e1-1194-45ed-882d-49abe87ba374 tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:13.328080 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-9d2d0016-4799-4b28-bb9f-b140bec65fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:13.400972 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01459781-ef83-4643-b58d-24211d99ecee req-443717e1-1194-45ed-882d-49abe87ba374 tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] Network 4344fbed-57fb-43d7-b32d-6020ce60f0a1 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 19:57:13.405686 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [req-01459781-ef83-4643-b58d-24211d99ecee req-443717e1-1194-45ed-882d-49abe87ba374 tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 19:57:13.408694 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-01459781-ef83-4643-b58d-24211d99ecee req-443717e1-1194-45ed-882d-49abe87ba374 tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 19:57:13.413759 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01459781-ef83-4643-b58d-24211d99ecee req-443717e1-1194-45ed-882d-49abe87ba374 tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:13.415133 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-01459781-ef83-4643-b58d-24211d99ecee req-443717e1-1194-45ed-882d-49abe87ba374 tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:13.440398 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443717e1-1194-45ed-882d-49abe87ba374 tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] Pushing event updated for resources: {'Port': ['ID=039fc807-d430-41c5-a4c7-81fca600e696,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:13.529504 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-01459781-ef83-4643-b58d-24211d99ecee req-443717e1-1194-45ed-882d-49abe87ba374 tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9481471 May 30 19:57:13.562716 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e94f7bb4-d21c-4128-8abd-0c66937902ed tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:13.817271 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d755233d-cfe8-4c2b-8a2c-1fd518c31705 req-ec4a4080-1e19-4933-8177-525fb73730be tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:13.818479 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-d755233d-cfe8-4c2b-8a2c-1fd518c31705 req-ec4a4080-1e19-4933-8177-525fb73730be tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] Synchronizing usage tracker for tenant:417aab70def9446fb398096222bb93ab on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 19:57:13.996782 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d72f4815-95c2-4259-9e1f-f8f0cc86e81d req-bd96369f-261d-404c-88c9-3e049529c703 tempest-AggregatesAdminTestJSON-364137817 tempest-AggregatesAdminTestJSON-364137817-project] 10.222.0.85 "GET /v2.0/security-groups?id=d242803a-9704-448b-82bc-38b9fdfcac9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6679664 May 30 19:57:14.052818 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-d755233d-cfe8-4c2b-8a2c-1fd518c31705 req-ec4a4080-1e19-4933-8177-525fb73730be tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] Unset dirty status for tenant:417aab70def9446fb398096222bb93ab on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 19:57:14.054087 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d755233d-cfe8-4c2b-8a2c-1fd518c31705 req-ec4a4080-1e19-4933-8177-525fb73730be tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] 10.222.0.85 "GET /v2.0/ports?device_id=c3b8c567-7d03-42bf-b79e-02a89a2f9115 HTTP/1.1" status: 200 len: 936 time: 0.4310341 May 30 19:57:14.108725 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-36e3f25c-a7bb-4bbe-aa00-1bac62e169fd None None] Provisioning for port 039fc807-d430-41c5-a4c7-81fca600e696 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 19:57:14.108725 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-36e3f25c-a7bb-4bbe-aa00-1bac62e169fd None None] Provisioning complete for port 039fc807-d430-41c5-a4c7-81fca600e696 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:57:14.108725 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-36e3f25c-a7bb-4bbe-aa00-1bac62e169fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:14.121347 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-e94f7bb4-d21c-4128-8abd-0c66937902ed tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Allocated IP 172.25.8.118 (c7869750-4b49-4b7e-aa99-5e0f1ae02da4/427601ec-f643-4fe7-b5e6-17305d3a39e1/62169b56-7c43-4bbe-9b84-dbceff3d5883) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 19:57:14.173102 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-d755233d-cfe8-4c2b-8a2c-1fd518c31705 req-89c5a18d-1114-4e0c-8d44-452b9c97a2e2 tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] Synchronizing usage tracker for tenant:417aab70def9446fb398096222bb93ab on resource:security_group {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 19:57:14.223903 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-36e3f25c-a7bb-4bbe-aa00-1bac62e169fd None None] Port 039fc807-d430-41c5-a4c7-81fca600e696 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 19:57:14.228831 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-9d2d0016-4799-4b28-bb9f-b140bec65fc0 None None] Notify callbacks [] for port, precommit_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:14.246151 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-9d2d0016-4799-4b28-bb9f-b140bec65fc0 None None] Transition to ACTIVE for port object 06eafed0-252d-4d4c-9cae-3899ad7e3167 will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:57:14.286788 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-d755233d-cfe8-4c2b-8a2c-1fd518c31705 req-89c5a18d-1114-4e0c-8d44-452b9c97a2e2 tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] Unset dirty status for tenant:417aab70def9446fb398096222bb93ab on resource:security_group {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 19:57:14.289064 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d755233d-cfe8-4c2b-8a2c-1fd518c31705 req-89c5a18d-1114-4e0c-8d44-452b9c97a2e2 tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] 10.222.0.85 "GET /v2.0/security-groups?id=bfd51ccc-8906-44ed-8b9e-009f24d4922d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231100 May 30 19:57:14.366661 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e94f7bb4-d21c-4128-8abd-0c66937902ed tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:14.421925 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-9d2d0016-4799-4b28-bb9f-b140bec65fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:14.519907 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e94f7bb4-d21c-4128-8abd-0c66937902ed tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:14.586389 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 40236) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:57:14.602377 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0905401-30cb-4449-be09-e1e570bf3803 None None] Pushing event updated for resources: {'Port': ['ID=06eafed0-252d-4d4c-9cae-3899ad7e3167,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:14.631209 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f82737ee-7fca-4d98-b5a3-92a2aa63ecc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:14.715660 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e94f7bb4-d21c-4128-8abd-0c66937902ed tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 19:57:14.732586 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-e94f7bb4-d21c-4128-8abd-0c66937902ed tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 19:57:14.737312 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94f7bb4-d21c-4128-8abd-0c66937902ed tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 19:57:14.742988 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-f82737ee-7fca-4d98-b5a3-92a2aa63ecc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:57:14.754280 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-f82737ee-7fca-4d98-b5a3-92a2aa63ecc2 admin admin] Usage tracker for resource:security_group_rule and tenant:80ddcbc2dc0e4d72a68f651c5e9919b9 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:57:14.763888 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-9d2d0016-4799-4b28-bb9f-b140bec65fc0 None None] Attempting to bind port 06eafed0-252d-4d4c-9cae-3899ad7e3167 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 19:57:14.765034 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-9d2d0016-4799-4b28-bb9f-b140bec65fc0 None None] Attempting to bind port 06eafed0-252d-4d4c-9cae-3899ad7e3167 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': 'ef363120-1192-4cbe-aef9-a525b18fc943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'c4dcbbbc-7545-45f9-b181-51ddc9a76b41'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 19:57:14.765034 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2d0016-4799-4b28-bb9f-b140bec65fc0 None None] Attempting to bind port 06eafed0-252d-4d4c-9cae-3899ad7e3167 on network c4dcbbbc-7545-45f9-b181-51ddc9a76b41 {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:57:14.770116 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-f82737ee-7fca-4d98-b5a3-92a2aa63ecc2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:57:14.773827 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2d0016-4799-4b28-bb9f-b140bec65fc0 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 19, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 19:57:14.774499 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2d0016-4799-4b28-bb9f-b140bec65fc0 None None] Checking segment: {'id': 'ef363120-1192-4cbe-aef9-a525b18fc943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'c4dcbbbc-7545-45f9-b181-51ddc9a76b41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 19:57:14.775081 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-9d2d0016-4799-4b28-bb9f-b140bec65fc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:14.775717 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2d0016-4799-4b28-bb9f-b140bec65fc0 None None] Bound using segment: {'id': 'ef363120-1192-4cbe-aef9-a525b18fc943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'c4dcbbbc-7545-45f9-b181-51ddc9a76b41'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 19:57:14.776400 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-9d2d0016-4799-4b28-bb9f-b140bec65fc0 None None] Bound port: 06eafed0-252d-4d4c-9cae-3899ad7e3167, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef363120-1192-4cbe-aef9-a525b18fc943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'c4dcbbbc-7545-45f9-b181-51ddc9a76b41'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 19:57:14.776974 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-9d2d0016-4799-4b28-bb9f-b140bec65fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:14.783039 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-f82737ee-7fca-4d98-b5a3-92a2aa63ecc2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:57:14.940151 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94f7bb4-d21c-4128-8abd-0c66937902ed tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Pushing event updated for resources: {'Port': ['ID=62169b56-7c43-4bbe-9b84-dbceff3d5883,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:14.971085 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f82737ee-7fca-4d98-b5a3-92a2aa63ecc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:15.023026 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-9d2d0016-4799-4b28-bb9f-b140bec65fc0 None None] For port 06eafed0-252d-4d4c-9cae-3899ad7e3167, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 19:57:15.023026 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-9d2d0016-4799-4b28-bb9f-b140bec65fc0 None None] For port 06eafed0-252d-4d4c-9cae-3899ad7e3167, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=06eafed0-252d-4d4c-9cae-3899ad7e3167,segment=NetworkSegment(ef363120-1192-4cbe-aef9-a525b18fc943),segment_id=ef363120-1192-4cbe-aef9-a525b18fc943)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 19:57:15.041673 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f82737ee-7fca-4d98-b5a3-92a2aa63ecc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:15.090128 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e94f7bb4-d21c-4128-8abd-0c66937902ed tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:15.126626 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-9d2d0016-4799-4b28-bb9f-b140bec65fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:15.138088 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82737ee-7fca-4d98-b5a3-92a2aa63ecc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9de0cff9-4087-459f-842d-d91d8c407419,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:15.154223 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-f82737ee-7fca-4d98-b5a3-92a2aa63ecc2 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=80ddcbc2dc0e4d72a68f651c5e9919b9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5656936 May 30 19:57:15.160724 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 40244) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:57:15.281746 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2d0016-4799-4b28-bb9f-b140bec65fc0 None None] Routers {'b52fdc67-0ef1-49d7-a153-0badff2a905d'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 19:57:15.282531 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-9d2d0016-4799-4b28-bb9f-b140bec65fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T19:57:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['b52fdc67-0ef1-49d7-a153-0badff2a905d'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:57:15.389299 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0905401-30cb-4449-be09-e1e570bf3803 None None] Pushing event updated for resources: {'Port': ['ID=06eafed0-252d-4d4c-9cae-3899ad7e3167,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:15.439231 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b488c0d6-5a59-4179-9de0-a0623be26011 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:15.483036 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49791718-4322-4e73-b1f2-39b258318388 req-4c043a51-ebd6-4b3c-87cc-99505767cb7b tempest-AggregatesAdminTestJSON-364137817 tempest-AggregatesAdminTestJSON-364137817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:15.484848 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-49791718-4322-4e73-b1f2-39b258318388 req-4c043a51-ebd6-4b3c-87cc-99505767cb7b tempest-AggregatesAdminTestJSON-364137817 tempest-AggregatesAdminTestJSON-364137817-project] 10.222.0.85 "GET /v2.0/ports?device_id=889d58cf-a43c-47b0-a43c-3f2ba4414945 HTTP/1.1" status: 200 len: 970 time: 0.1976221 May 30 19:57:15.550063 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b488c0d6-5a59-4179-9de0-a0623be26011 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:15.614694 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e94f7bb4-d21c-4128-8abd-0c66937902ed tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:15.629704 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-49791718-4322-4e73-b1f2-39b258318388 req-67e5e0f4-0360-4a14-8658-6a02049a1baa tempest-AggregatesAdminTestJSON-364137817 tempest-AggregatesAdminTestJSON-364137817-project] 10.222.0.85 "GET /v2.0/security-groups?id=d242803a-9704-448b-82bc-38b9fdfcac9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348536 May 30 19:57:15.755571 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 85e420bc-116d-4065-9047-54b4b7ec1eaf details requested by agent hyperv_n-h1-843948-2 with host n-h1-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 19:57:15.799951 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-9d2d0016-4799-4b28-bb9f-b140bec65fc0 None None] Set router b52fdc67-0ef1-49d7-a153-0badff2a905d gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 19:57:15.966214 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec945f1-3f65-4520-bab6-9ef863638d3f req-f14667a9-bd9e-4b1d-aa8c-144b132077bb tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:15.979759 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-fec945f1-3f65-4520-bab6-9ef863638d3f req-f14667a9-bd9e-4b1d-aa8c-144b132077bb tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] 10.222.0.85 "GET /v2.0/ports?device_id=c3b8c567-7d03-42bf-b79e-02a89a2f9115 HTTP/1.1" status: 200 len: 936 time: 0.3045344 May 30 19:57:16.007803 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.db.resource_extend [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 19:57:16.164844 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b488c0d6-5a59-4179-9de0-a0623be26011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:16.201372 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b488c0d6-5a59-4179-9de0-a0623be26011 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9de0cff9-4087-459f-842d-d91d8c407419,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:16.226864 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-fec945f1-3f65-4520-bab6-9ef863638d3f req-26189af2-c442-425d-835f-29ab685ce2b5 tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] 10.222.0.85 "GET /v2.0/security-groups?id=bfd51ccc-8906-44ed-8b9e-009f24d4922d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303991 May 30 19:57:16.332851 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b488c0d6-5a59-4179-9de0-a0623be26011 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:16.336626 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-b488c0d6-5a59-4179-9de0-a0623be26011 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/9de0cff9-4087-459f-842d-d91d8c407419 HTTP/1.1" status: 204 len: 168 time: 1.1721141 May 30 19:57:16.369189 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e94f7bb4-d21c-4128-8abd-0c66937902ed tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:16.411722 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 85e420bc-116d-4065-9047-54b4b7ec1eaf, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=85e420bc-116d-4065-9047-54b4b7ec1eaf,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:57:16.446257 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Returning: {'device': '85e420bc-116d-4065-9047-54b4b7ec1eaf', 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1', 'port_id': '85e420bc-116d-4065-9047-54b4b7ec1eaf', 'mac_address': 'fa:16:3e:76:2e:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b83ff54-b1af-44ce-bb75-ba148920553c', 'ip_address': '192.168.233.120'}], 'device_owner': 'compute:tempest-test_az-1083737294', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 19:57:16.480797 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e94f7bb4-d21c-4128-8abd-0c66937902ed tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:16.531572 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 19:57:16.560331 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e94f7bb4-d21c-4128-8abd-0c66937902ed tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736490'] for floatingip, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:16.571438 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:16.586273 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94f7bb4-d21c-4128-8abd-0c66937902ed tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Pushing event updated for resources: {'Port': ['ID=62169b56-7c43-4bbe-9b84-dbceff3d5883,revision_number=2']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:16.601602 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85e420bc-116d-4065-9047-54b4b7ec1eaf {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 19:57:16.624558 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-9d2d0016-4799-4b28-bb9f-b140bec65fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b52fdc67-0ef1-49d7-a153-0badff2a905d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-210721510-router', 'tenant_id': 'e3b1761f604d4d55aff5ced942d1fd41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': '2044b9da-7098-4673-a160-8d74706d4ea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T19:56:49Z', 'updated_at': '2022-05-30T19:57:01Z', 'revision_number': 4, 'project_id': 'e3b1761f604d4d55aff5ced942d1fd41', 'gw_port': {'id': '2044b9da-7098-4673-a160-8d74706d4ea4', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:6d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52fdc67-0ef1-49d7-a153-0badff2a905d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:56:51Z', 'updated_at': '2022-05-30T19:57:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '06eafed0-252d-4d4c-9cae-3899ad7e3167', 'name': '', 'network_id': 'c4dcbbbc-7545-45f9-b181-51ddc9a76b41', 'tenant_id': 'e3b1761f604d4d55aff5ced942d1fd41', 'mac_address': 'fa:16:3e:d6:ce:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b52fdc67-0ef1-49d7-a153-0badff2a905d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c45466c-564d-4b36-8c79-5d6ef7560433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:56:59Z', 'updated_at': '2022-05-30T19:57:14Z', 'revision_number': 4, 'project_id': 'e3b1761f604d4d55aff5ced942d1fd41', 'subnets': [{'id': '5c45466c-564d-4b36-8c79-5d6ef7560433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:57:16.629635 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 85e420bc-116d-4065-9047-54b4b7ec1eaf, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=85e420bc-116d-4065-9047-54b4b7ec1eaf,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:57:16.631587 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2d0016-4799-4b28-bb9f-b140bec65fc0 None None] The sync data for ids ['b52fdc67-0ef1-49d7-a153-0badff2a905d'] in n-d-843948-2 is: [{'id': 'b52fdc67-0ef1-49d7-a153-0badff2a905d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-210721510-router', 'tenant_id': 'e3b1761f604d4d55aff5ced942d1fd41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': '2044b9da-7098-4673-a160-8d74706d4ea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T19:56:49Z', 'updated_at': '2022-05-30T19:57:01Z', 'revision_number': 4, 'project_id': 'e3b1761f604d4d55aff5ced942d1fd41', 'gw_port': {'id': '2044b9da-7098-4673-a160-8d74706d4ea4', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:6d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52fdc67-0ef1-49d7-a153-0badff2a905d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:56:51Z', 'updated_at': '2022-05-30T19:57:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '06eafed0-252d-4d4c-9cae-3899ad7e3167', 'name': '', 'network_id': 'c4dcbbbc-7545-45f9-b181-51ddc9a76b41', 'tenant_id': 'e3b1761f604d4d55aff5ced942d1fd41', 'mac_address': 'fa:16:3e:d6:ce:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b52fdc67-0ef1-49d7-a153-0badff2a905d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c45466c-564d-4b36-8c79-5d6ef7560433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:56:59Z', 'updated_at': '2022-05-30T19:57:14Z', 'revision_number': 4, 'project_id': 'e3b1761f604d4d55aff5ced942d1fd41', 'subnets': [{'id': '5c45466c-564d-4b36-8c79-5d6ef7560433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 19:57:16.709765 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e94f7bb4-d21c-4128-8abd-0c66937902ed tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:16.720289 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-e94f7bb4-d21c-4128-8abd-0c66937902ed tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0900776 May 30 19:57:16.728268 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [req-01459781-ef83-4643-b58d-24211d99ecee req-09fbacb2-de3c-4c20-a3c7-fd0c8e35ad29 tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=84887) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 19:57:16.728268 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-01459781-ef83-4643-b58d-24211d99ecee req-09fbacb2-de3c-4c20-a3c7-fd0c8e35ad29 tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0134394 May 30 19:57:16.729172 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:16.841381 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=85e420bc-116d-4065-9047-54b4b7ec1eaf,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:17.057398 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29beefce-f0cc-46cd-939d-df8597d6d1c4 req-f876fc90-dd14-45a0-8809-469035e253e5 tempest-AggregatesAdminTestJSON-364137817 tempest-AggregatesAdminTestJSON-364137817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:17.059092 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-29beefce-f0cc-46cd-939d-df8597d6d1c4 req-f876fc90-dd14-45a0-8809-469035e253e5 tempest-AggregatesAdminTestJSON-364137817 tempest-AggregatesAdminTestJSON-364137817-project] 10.222.0.85 "GET /v2.0/ports?device_id=889d58cf-a43c-47b0-a43c-3f2ba4414945 HTTP/1.1" status: 200 len: 971 time: 0.1200991 May 30 19:57:17.076773 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['85e420bc-116d-4065-9047-54b4b7ec1eaf'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 19:57:17.174094 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-29beefce-f0cc-46cd-939d-df8597d6d1c4 req-3d7829b4-4e4c-436d-b274-bbe97f6f5367 tempest-AggregatesAdminTestJSON-364137817 tempest-AggregatesAdminTestJSON-364137817-project] 10.222.0.85 "GET /v2.0/security-groups?id=d242803a-9704-448b-82bc-38b9fdfcac9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073143 May 30 19:57:17.495123 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-01459781-ef83-4643-b58d-24211d99ecee req-0fb860ff-d056-4668-afe6-1bf8c7f83525 service neutron] Request body: {'port': {'device_id': 'c3b8c567-7d03-42bf-b79e-02a89a2f9115', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843948-2'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:57:17.633538 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf35bbd-c845-4837-88cd-72094ed0ccb4 req-3f741b29-7ef2-4074-8890-d7d23b58a719 tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:17.636769 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-caf35bbd-c845-4837-88cd-72094ed0ccb4 req-3f741b29-7ef2-4074-8890-d7d23b58a719 tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] 10.222.0.85 "GET /v2.0/ports?device_id=c3b8c567-7d03-42bf-b79e-02a89a2f9115 HTTP/1.1" status: 200 len: 936 time: 0.1063550 May 30 19:57:17.693389 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-caf35bbd-c845-4837-88cd-72094ed0ccb4 req-ad294f89-22a4-4df1-ba66-f0e767b182b9 tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] 10.222.0.85 "GET /v2.0/security-groups?id=bfd51ccc-8906-44ed-8b9e-009f24d4922d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499330 May 30 19:57:17.735638 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 85e420bc-116d-4065-9047-54b4b7ec1eaf up at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 19:57:17.767568 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-c7db6cc1-9746-4a5e-8544-394a989694b5 req-9df11421-fffe-45aa-a3c5-ba14040b68e0 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Synchronizing usage tracker for tenant:f8671c8955ba49549063462441cf84be on resource:security_group {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 19:57:17.900767 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-01459781-ef83-4643-b58d-24211d99ecee req-0fb860ff-d056-4668-afe6-1bf8c7f83525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:17.909690 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning for port 85e420bc-116d-4065-9047-54b4b7ec1eaf completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 19:57:17.921941 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning complete for port 85e420bc-116d-4065-9047-54b4b7ec1eaf triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:57:17.922487 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:18.040271 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 40314) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:57:18.051691 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-c7db6cc1-9746-4a5e-8544-394a989694b5 req-9df11421-fffe-45aa-a3c5-ba14040b68e0 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Unset dirty status for tenant:f8671c8955ba49549063462441cf84be on resource:security_group {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 19:57:18.066820 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c7db6cc1-9746-4a5e-8544-394a989694b5 req-9df11421-fffe-45aa-a3c5-ba14040b68e0 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-securitygroup--938704619&fields=id&tenant_id=f8671c8955ba49549063462441cf84be HTTP/1.1" status: 200 len: 267 time: 0.5256376 May 30 19:57:18.157677 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:18.193295 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '889d58cf-a43c-47b0-a43c-3f2ba4414945', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85e420bc-116d-4065-9047-54b4b7ec1eaf'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:57:18.263090 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 85e420bc-116d-4065-9047-54b4b7ec1eaf, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=85e420bc-116d-4065-9047-54b4b7ec1eaf,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:57:18.270813 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7db6cc1-9746-4a5e-8544-394a989694b5 req-630162a6-aa7e-47ad-b5fd-c026ca3dc912 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:18.271825 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-c7db6cc1-9746-4a5e-8544-394a989694b5 req-630162a6-aa7e-47ad-b5fd-c026ca3dc912 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Synchronizing usage tracker for tenant:f8671c8955ba49549063462441cf84be on resource:network {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 19:57:18.367105 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8025a4ba-7e89-4f91-92d0-9690e8f61bc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:18.400958 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:18.491486 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-8025a4ba-7e89-4f91-92d0-9690e8f61bc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:57:18.497454 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-8025a4ba-7e89-4f91-92d0-9690e8f61bc0 admin admin] Usage tracker for resource:security_group_rule and tenant:410b0184bc1f4391bf045edb6f95586a is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:57:18.538407 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-8025a4ba-7e89-4f91-92d0-9690e8f61bc0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:57:18.549783 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-c7db6cc1-9746-4a5e-8544-394a989694b5 req-630162a6-aa7e-47ad-b5fd-c026ca3dc912 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Unset dirty status for tenant:f8671c8955ba49549063462441cf84be on resource:network {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 19:57:18.550125 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=85e420bc-116d-4065-9047-54b4b7ec1eaf,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:18.554144 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-8025a4ba-7e89-4f91-92d0-9690e8f61bc0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:57:18.563529 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c7db6cc1-9746-4a5e-8544-394a989694b5 req-630162a6-aa7e-47ad-b5fd-c026ca3dc912 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] 10.222.0.85 "GET /v2.0/networks?id=399356b2-01b1-4b9e-84e5-ec68f4845059 HTTP/1.1" status: 200 len: 823 time: 0.4957018 May 30 19:57:18.606848 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c7db6cc1-9746-4a5e-8544-394a989694b5 req-a5590cfb-67ea-4fe4-b475-b75a174d400b tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] 10.222.0.85 "GET /v2.0/quotas/f8671c8955ba49549063462441cf84be HTTP/1.1" status: 200 len: 375 time: 0.0417070 May 30 19:57:18.737584 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 06eafed0-252d-4d4c-9cae-3899ad7e3167 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 19:57:18.745118 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660f70c0-097c-40f6-92d5-43ae55610c8b req-f5989e48-75a3-4765-94cf-859296f367ee tempest-AggregatesAdminTestJSON-364137817 tempest-AggregatesAdminTestJSON-364137817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:18.747635 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-660f70c0-097c-40f6-92d5-43ae55610c8b req-f5989e48-75a3-4765-94cf-859296f367ee tempest-AggregatesAdminTestJSON-364137817 tempest-AggregatesAdminTestJSON-364137817-project] 10.222.0.85 "GET /v2.0/ports?device_id=889d58cf-a43c-47b0-a43c-3f2ba4414945 HTTP/1.1" status: 200 len: 972 time: 0.2575541 May 30 19:57:18.857940 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-c7db6cc1-9746-4a5e-8544-394a989694b5 req-81d8e558-ce5a-438e-9139-fd0dd7e7b7e9 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Synchronizing usage tracker for tenant:f8671c8955ba49549063462441cf84be on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 19:57:18.877129 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8025a4ba-7e89-4f91-92d0-9690e8f61bc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:18.903823 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [req-01459781-ef83-4643-b58d-24211d99ecee req-0fb860ff-d056-4668-afe6-1bf8c7f83525 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 039fc807-d430-41c5-a4c7-81fca600e696 {{(pid=84887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 19:57:18.913957 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-01459781-ef83-4643-b58d-24211d99ecee req-0fb860ff-d056-4668-afe6-1bf8c7f83525 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:18.938725 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-01459781-ef83-4643-b58d-24211d99ecee req-0fb860ff-d056-4668-afe6-1bf8c7f83525 service neutron] Transition to ACTIVE for port object 039fc807-d430-41c5-a4c7-81fca600e696 will not be triggered until provisioned by entity L2. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:57:18.951801 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-660f70c0-097c-40f6-92d5-43ae55610c8b req-f3a7ac6a-31bc-4544-84bd-dbcb3acbb05b tempest-AggregatesAdminTestJSON-364137817 tempest-AggregatesAdminTestJSON-364137817-project] 10.222.0.85 "GET /v2.0/security-groups?id=d242803a-9704-448b-82bc-38b9fdfcac9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382954 May 30 19:57:19.000950 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8025a4ba-7e89-4f91-92d0-9690e8f61bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:19.033958 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 06eafed0-252d-4d4c-9cae-3899ad7e3167 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 19:57:19.034709 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-c7db6cc1-9746-4a5e-8544-394a989694b5 req-81d8e558-ce5a-438e-9139-fd0dd7e7b7e9 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Unset dirty status for tenant:f8671c8955ba49549063462441cf84be on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 19:57:19.037091 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c7db6cc1-9746-4a5e-8544-394a989694b5 req-81d8e558-ce5a-438e-9139-fd0dd7e7b7e9 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=f8671c8955ba49549063462441cf84be&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4284132 May 30 19:57:19.038326 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-01459781-ef83-4643-b58d-24211d99ecee req-0fb860ff-d056-4668-afe6-1bf8c7f83525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:19.056448 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 06eafed0-252d-4d4c-9cae-3899ad7e3167 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:57:19.058077 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:19.147767 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:19.190779 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8025a4ba-7e89-4f91-92d0-9690e8f61bc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7622eaed-afaf-4505-bc54-fa8470b114d8,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:19.210595 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-8025a4ba-7e89-4f91-92d0-9690e8f61bc0 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=410b0184bc1f4391bf045edb6f95586a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1686647 May 30 19:57:19.218959 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 40350) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:57:19.445586 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e09fb0a5-591e-4e36-9f32-1c704c46850e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:19.491604 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:19.537392 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e09fb0a5-591e-4e36-9f32-1c704c46850e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:19.606545 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port 06eafed0-252d-4d4c-9cae-3899ad7e3167, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=06eafed0-252d-4d4c-9cae-3899ad7e3167,segment=NetworkSegment(ef363120-1192-4cbe-aef9-a525b18fc943),segment_id=ef363120-1192-4cbe-aef9-a525b18fc943)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:57:19.625096 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb860ff-d056-4668-afe6-1bf8c7f83525 service neutron] Pushing event updated for resources: {'Port': ['ID=039fc807-d430-41c5-a4c7-81fca600e696,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:19.696763 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:19.731885 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-01459781-ef83-4643-b58d-24211d99ecee req-0fb860ff-d056-4668-afe6-1bf8c7f83525 service neutron] Attempting to bind port 039fc807-d430-41c5-a4c7-81fca600e696 on host n-h2-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 19:57:19.733174 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-01459781-ef83-4643-b58d-24211d99ecee req-0fb860ff-d056-4668-afe6-1bf8c7f83525 service neutron] Attempting to bind port 039fc807-d430-41c5-a4c7-81fca600e696 by drivers openvswitch,hyperv on host n-h2-843948-2 at level 0 using segments [{'id': '7e304c17-4e5f-4a93-af80-52785639e6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 19:57:19.734145 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01459781-ef83-4643-b58d-24211d99ecee req-0fb860ff-d056-4668-afe6-1bf8c7f83525 service neutron] Attempting to bind port 039fc807-d430-41c5-a4c7-81fca600e696 on network 4344fbed-57fb-43d7-b32d-6020ce60f0a1 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:57:19.748557 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01459781-ef83-4643-b58d-24211d99ecee req-0fb860ff-d056-4668-afe6-1bf8c7f83525 service neutron] Port 039fc807-d430-41c5-a4c7-81fca600e696 on network 4344fbed-57fb-43d7-b32d-6020ce60f0a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 19:57:19.749758 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01459781-ef83-4643-b58d-24211d99ecee req-0fb860ff-d056-4668-afe6-1bf8c7f83525 service neutron] Attempting to bind port 039fc807-d430-41c5-a4c7-81fca600e696 on network 4344fbed-57fb-43d7-b32d-6020ce60f0a1 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:57:19.761212 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e09fb0a5-591e-4e36-9f32-1c704c46850e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:19.779691 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01459781-ef83-4643-b58d-24211d99ecee req-0fb860ff-d056-4668-afe6-1bf8c7f83525 service neutron] Checking agent: {'id': 'eaa08354-e8f5-4e73-af76-8d3cf7d2b390', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 19, 56, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 19:57:19.780634 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01459781-ef83-4643-b58d-24211d99ecee req-0fb860ff-d056-4668-afe6-1bf8c7f83525 service neutron] Checking segment: {'id': '7e304c17-4e5f-4a93-af80-52785639e6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 19:57:19.782271 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01459781-ef83-4643-b58d-24211d99ecee req-0fb860ff-d056-4668-afe6-1bf8c7f83525 service neutron] Bound using segment: {'id': '7e304c17-4e5f-4a93-af80-52785639e6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1'} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 19:57:19.784348 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-01459781-ef83-4643-b58d-24211d99ecee req-0fb860ff-d056-4668-afe6-1bf8c7f83525 service neutron] Bound port: 039fc807-d430-41c5-a4c7-81fca600e696, host: n-h2-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e304c17-4e5f-4a93-af80-52785639e6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1'}}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 19:57:19.787383 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-01459781-ef83-4643-b58d-24211d99ecee req-0fb860ff-d056-4668-afe6-1bf8c7f83525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:19.815569 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09fb0a5-591e-4e36-9f32-1c704c46850e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7622eaed-afaf-4505-bc54-fa8470b114d8,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:19.839066 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e09fb0a5-591e-4e36-9f32-1c704c46850e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:19.848745 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-e09fb0a5-591e-4e36-9f32-1c704c46850e admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/7622eaed-afaf-4505-bc54-fa8470b114d8 HTTP/1.1" status: 204 len: 168 time: 0.6276786 May 30 19:57:19.859842 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=06eafed0-252d-4d4c-9cae-3899ad7e3167,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:20.034775 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-01459781-ef83-4643-b58d-24211d99ecee req-0fb860ff-d056-4668-afe6-1bf8c7f83525 service neutron] For port 039fc807-d430-41c5-a4c7-81fca600e696, host n-h2-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 19:57:20.052733 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-01459781-ef83-4643-b58d-24211d99ecee req-0fb860ff-d056-4668-afe6-1bf8c7f83525 service neutron] For port 039fc807-d430-41c5-a4c7-81fca600e696, host n-h2-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=039fc807-d430-41c5-a4c7-81fca600e696,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 19:57:20.082074 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68217127-c304-47f5-abbc-de5e87f150aa'] response: {'server_uuid': '889d58cf-a43c-47b0-a43c-3f2ba4414945', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85e420bc-116d-4065-9047-54b4b7ec1eaf', 'code': 200} May 30 19:57:20.172803 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-01459781-ef83-4643-b58d-24211d99ecee req-0fb860ff-d056-4668-afe6-1bf8c7f83525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:20.260042 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-01459781-ef83-4643-b58d-24211d99ecee req-0fb860ff-d056-4668-afe6-1bf8c7f83525 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:20.274508 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-01459781-ef83-4643-b58d-24211d99ecee req-0fb860ff-d056-4668-afe6-1bf8c7f83525 service neutron] 10.222.0.86 "PUT /v2.0/ports/039fc807-d430-41c5-a4c7-81fca600e696 HTTP/1.1" status: 200 len: 1096 time: 3.1466184 May 30 19:57:20.274508 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3b8c567-7d03-42bf-b79e-02a89a2f9115', 'tag': '039fc807-d430-41c5-a4c7-81fca600e696'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:57:20.341786 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-76d212d3-5040-4aef-9a58-ce03d56a7b8e req-46ece3ee-0d1b-4ece-a3cf-8261d2656a2d service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=889d58cf-a43c-47b0-a43c-3f2ba4414945 HTTP/1.1" status: 200 len: 1123 time: 0.1539986 May 30 19:57:20.469181 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-76d212d3-5040-4aef-9a58-ce03d56a7b8e req-24212663-ae01-4361-a97a-8fa8b150f30e service neutron] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:20.522368 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb860ff-d056-4668-afe6-1bf8c7f83525 service neutron] Pushing event updated for resources: {'Port': ['ID=039fc807-d430-41c5-a4c7-81fca600e696,revision_number=3']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:20.547791 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-76d212d3-5040-4aef-9a58-ce03d56a7b8e req-24212663-ae01-4361-a97a-8fa8b150f30e service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:57:20.570191 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-76d212d3-5040-4aef-9a58-ce03d56a7b8e req-24212663-ae01-4361-a97a-8fa8b150f30e service neutron] Usage tracker for resource:security_group_rule and tenant:b45cda00e83644768ad384710f210c23 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:57:20.580337 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-76d212d3-5040-4aef-9a58-ce03d56a7b8e req-24212663-ae01-4361-a97a-8fa8b150f30e service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:57:20.595705 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-76d212d3-5040-4aef-9a58-ce03d56a7b8e req-24212663-ae01-4361-a97a-8fa8b150f30e service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:57:20.647667 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-01459781-ef83-4643-b58d-24211d99ecee req-9fc5a8cc-bce5-4a2c-a010-ea82a9e4e866 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=417aab70def9446fb398096222bb93ab&device_id=c3b8c567-7d03-42bf-b79e-02a89a2f9115 HTTP/1.1" status: 200 len: 1099 time: 0.2213194 May 30 19:57:20.700203 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 06eafed0-252d-4d4c-9cae-3899ad7e3167 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 19:57:20.781380 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [req-c7db6cc1-9746-4a5e-8544-394a989694b5 req-e21e547b-4496-4380-9341-df73db6011d0 service neutron] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=84887) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 19:57:20.791265 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c7db6cc1-9746-4a5e-8544-394a989694b5 req-e21e547b-4496-4380-9341-df73db6011d0 service neutron] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.7500725 May 30 19:57:20.795618 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-76d212d3-5040-4aef-9a58-ce03d56a7b8e req-24212663-ae01-4361-a97a-8fa8b150f30e service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:20.876395 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba173b6e-515f-4226-982e-d6c8a4632249 req-c811ceb1-ccdc-42cc-9211-a7eff26086e7 tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:20.886567 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ba173b6e-515f-4226-982e-d6c8a4632249 req-c811ceb1-ccdc-42cc-9211-a7eff26086e7 tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] 10.222.0.85 "GET /v2.0/ports?device_id=c3b8c567-7d03-42bf-b79e-02a89a2f9115 HTTP/1.1" status: 200 len: 948 time: 0.5077543 May 30 19:57:20.889316 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-76d212d3-5040-4aef-9a58-ce03d56a7b8e req-24212663-ae01-4361-a97a-8fa8b150f30e service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:20.893222 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 06eafed0-252d-4d4c-9cae-3899ad7e3167 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:57:20.894243 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:20.966560 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-76d212d3-5040-4aef-9a58-ce03d56a7b8e req-24212663-ae01-4361-a97a-8fa8b150f30e service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=d242803a-9704-448b-82bc-38b9fdfcac9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6163530 May 30 19:57:20.998723 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-01459781-ef83-4643-b58d-24211d99ecee req-c59ad52e-c634-43ce-91bf-9bb33239038e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=039fc807-d430-41c5-a4c7-81fca600e696 HTTP/1.1" status: 200 len: 217 time: 0.3435748 May 30 19:57:21.005200 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24212663-ae01-4361-a97a-8fa8b150f30e service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=15a32c69-66fb-4984-adf5-17d9116a0aa9,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:21.061735 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ba173b6e-515f-4226-982e-d6c8a4632249 req-129121b3-4ec3-4614-ac8c-56e9d66afdbc tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] 10.222.0.85 "GET /v2.0/security-groups?id=bfd51ccc-8906-44ed-8b9e-009f24d4922d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728544 May 30 19:57:21.172657 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01459781-ef83-4643-b58d-24211d99ecee req-65b5c58a-f937-4ad8-86c3-96610075cb0a service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:21.175188 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-01459781-ef83-4643-b58d-24211d99ecee req-65b5c58a-f937-4ad8-86c3-96610075cb0a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1b83ff54-b1af-44ce-bb75-ba148920553c HTTP/1.1" status: 200 len: 843 time: 0.1609671 May 30 19:57:21.282684 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c7db6cc1-9746-4a5e-8544-394a989694b5 req-58467921-d7cb-43a2-bf73-93892015e7c5 service neutron] 10.222.0.85 "GET /v2.0/networks/399356b2-01b1-4b9e-84e5-ec68f4845059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4905145 May 30 19:57:21.403693 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 40388) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:57:21.412026 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-01459781-ef83-4643-b58d-24211d99ecee req-292a9a22-ba5f-4ac3-afec-32cff7c1a3e9 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4344fbed-57fb-43d7-b32d-6020ce60f0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2282836 May 30 19:57:21.437274 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-46f7f806-2e9c-409b-873c-19311bb1aa32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:21.498526 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-46f7f806-2e9c-409b-873c-19311bb1aa32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:57:21.503383 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-46f7f806-2e9c-409b-873c-19311bb1aa32 admin admin] Usage tracker for resource:security_group_rule and tenant:ccd323a855eb400ea7a949dc1b1ef858 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:57:21.508650 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-46f7f806-2e9c-409b-873c-19311bb1aa32 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:57:21.517897 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-46f7f806-2e9c-409b-873c-19311bb1aa32 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:57:21.529277 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c7db6cc1-9746-4a5e-8544-394a989694b5 req-0b0236af-b242-49f2-a7ac-a49d5101b4f4 service neutron] 10.222.0.85 "GET /v2.0/networks/399356b2-01b1-4b9e-84e5-ec68f4845059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2350473 May 30 19:57:21.587123 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-01459781-ef83-4643-b58d-24211d99ecee req-a6db05e9-1817-4be5-ba6a-281a9edc8afa service neutron] 10.222.0.86 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639595 May 30 19:57:21.660633 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-46f7f806-2e9c-409b-873c-19311bb1aa32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:21.686973 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803d13ad-bdff-48ba-8fb3-b99dbc2d6d10 req-3a3c4fad-31c0-4f49-a500-ffa8dbcbd338 tempest-AggregatesAdminTestJSON-364137817 tempest-AggregatesAdminTestJSON-364137817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:21.688821 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-803d13ad-bdff-48ba-8fb3-b99dbc2d6d10 req-3a3c4fad-31c0-4f49-a500-ffa8dbcbd338 tempest-AggregatesAdminTestJSON-364137817 tempest-AggregatesAdminTestJSON-364137817-project] 10.222.0.85 "GET /v2.0/ports?device_id=889d58cf-a43c-47b0-a43c-3f2ba4414945 HTTP/1.1" status: 200 len: 972 time: 0.1290958 May 30 19:57:21.758554 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-803d13ad-bdff-48ba-8fb3-b99dbc2d6d10 req-2e3f7b96-cad1-4a88-9bbf-94edb802ef5f tempest-AggregatesAdminTestJSON-364137817 tempest-AggregatesAdminTestJSON-364137817-project] 10.222.0.85 "GET /v2.0/security-groups?id=d242803a-9704-448b-82bc-38b9fdfcac9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592067 May 30 19:57:21.778580 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-46f7f806-2e9c-409b-873c-19311bb1aa32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:21.836176 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:21.850106 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f7f806-2e9c-409b-873c-19311bb1aa32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eee78e38-3129-4c72-834c-497be039941d,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:21.859390 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-46f7f806-2e9c-409b-873c-19311bb1aa32 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=ccd323a855eb400ea7a949dc1b1ef858&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4538848 May 30 19:57:21.862958 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 40396) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:57:21.916782 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-01459781-ef83-4643-b58d-24211d99ecee req-dcc91708-0f7f-4d1d-b8ea-cf755ba057c8 service neutron] 10.222.0.86 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3205569 May 30 19:57:21.986487 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ac803cf8-20f8-411f-acd2-0e7e7c9c74fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:22.026045 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ac803cf8-20f8-411f-acd2-0e7e7c9c74fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:22.199778 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ac803cf8-20f8-411f-acd2-0e7e7c9c74fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:22.230109 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac803cf8-20f8-411f-acd2-0e7e7c9c74fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eee78e38-3129-4c72-834c-497be039941d,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:22.238574 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-68bf0911-45a4-4e4d-bb39-d9bf0b0db1f4 req-f3e3cd08-69ec-4a0d-b76c-53955963b8cc tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] 10.222.0.85 "GET /v2.0/ports?device_id=69f5fdf3-07c9-40fe-af94-09831a6b11a8 HTTP/1.1" status: 200 len: 210 time: 0.0930927 May 30 19:57:22.242814 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ac803cf8-20f8-411f-acd2-0e7e7c9c74fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:22.245284 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39ecc150-7cce-4112-901b-ffe9859672df'] response: {'name': 'network-changed', 'server_uuid': 'c3b8c567-7d03-42bf-b79e-02a89a2f9115', 'tag': '039fc807-d430-41c5-a4c7-81fca600e696', 'status': 'completed', 'code': 200} May 30 19:57:22.246237 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-ac803cf8-20f8-411f-acd2-0e7e7c9c74fc admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/eee78e38-3129-4c72-834c-497be039941d HTTP/1.1" status: 204 len: 168 time: 0.3818588 May 30 19:57:22.364728 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d29478d9-de48-46ba-a72c-2724c22e399d req-e275f19d-db4e-4a3d-8103-60b2d3e7664a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=417aab70def9446fb398096222bb93ab&device_id=c3b8c567-7d03-42bf-b79e-02a89a2f9115 HTTP/1.1" status: 200 len: 1099 time: 0.1173511 May 30 19:57:22.499008 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61beba00-b64f-46f0-b94a-9be789b9341e req-4a85ce98-5e14-4f7c-a292-e23b0386fe02 tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:22.504144 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-61beba00-b64f-46f0-b94a-9be789b9341e req-4a85ce98-5e14-4f7c-a292-e23b0386fe02 tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] 10.222.0.85 "GET /v2.0/ports?device_id=c3b8c567-7d03-42bf-b79e-02a89a2f9115 HTTP/1.1" status: 200 len: 948 time: 0.1344099 May 30 19:57:22.531498 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29478d9-de48-46ba-a72c-2724c22e399d req-2bfd6ff0-357c-4244-9f19-ab116c7a9337 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:22.533008 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d29478d9-de48-46ba-a72c-2724c22e399d req-2bfd6ff0-357c-4244-9f19-ab116c7a9337 service neutron] 10.222.0.86 "GET /v2.0/networks?id=4344fbed-57fb-43d7-b32d-6020ce60f0a1 HTTP/1.1" status: 200 len: 870 time: 0.1595464 May 30 19:57:22.557758 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-61beba00-b64f-46f0-b94a-9be789b9341e req-5c0137a3-7bc7-49cb-98fe-0806bf844517 tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] 10.222.0.85 "GET /v2.0/security-groups?id=bfd51ccc-8906-44ed-8b9e-009f24d4922d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491827 May 30 19:57:22.640101 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d29478d9-de48-46ba-a72c-2724c22e399d req-edb8435c-cc70-4139-bc76-1eaabfca6c5f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=039fc807-d430-41c5-a4c7-81fca600e696 HTTP/1.1" status: 200 len: 217 time: 0.1005108 May 30 19:57:22.711534 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29478d9-de48-46ba-a72c-2724c22e399d req-4a596f21-12da-4c10-907f-c05cba9806e8 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:22.713182 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d29478d9-de48-46ba-a72c-2724c22e399d req-4a596f21-12da-4c10-907f-c05cba9806e8 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1b83ff54-b1af-44ce-bb75-ba148920553c HTTP/1.1" status: 200 len: 843 time: 0.0661244 May 30 19:57:23.063600 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d29478d9-de48-46ba-a72c-2724c22e399d req-888c3af5-3105-4aab-8992-6b9b0252eefe service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4344fbed-57fb-43d7-b32d-6020ce60f0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3418357 May 30 19:57:23.156397 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699c3c76-8f34-4d81-b14c-fd2a1230fa80 req-47bfe210-169a-4071-87f1-71acfb676d19 tempest-AggregatesAdminTestJSON-364137817 tempest-AggregatesAdminTestJSON-364137817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:23.160279 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-699c3c76-8f34-4d81-b14c-fd2a1230fa80 req-47bfe210-169a-4071-87f1-71acfb676d19 tempest-AggregatesAdminTestJSON-364137817 tempest-AggregatesAdminTestJSON-364137817-project] 10.222.0.85 "GET /v2.0/ports?device_id=889d58cf-a43c-47b0-a43c-3f2ba4414945 HTTP/1.1" status: 200 len: 972 time: 0.1252370 May 30 19:57:23.209178 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-699c3c76-8f34-4d81-b14c-fd2a1230fa80 req-e69c8f41-a634-41a5-a7d6-773a373f0713 tempest-AggregatesAdminTestJSON-364137817 tempest-AggregatesAdminTestJSON-364137817-project] 10.222.0.85 "GET /v2.0/security-groups?id=d242803a-9704-448b-82bc-38b9fdfcac9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430872 May 30 19:57:23.226805 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d29478d9-de48-46ba-a72c-2724c22e399d req-3cd96b4f-9e6d-4da4-8181-8515969f4af1 service neutron] 10.222.0.86 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546607 May 30 19:57:23.383266 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-64afd19b-ab09-4fbc-adb5-344bda6103de req-861cdb35-543f-418a-9397-c898a6fcce1f tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] 10.222.0.85 "GET /v2.0/ports?device_id=69f5fdf3-07c9-40fe-af94-09831a6b11a8 HTTP/1.1" status: 200 len: 210 time: 0.0524299 May 30 19:57:23.451542 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d29478d9-de48-46ba-a72c-2724c22e399d req-acfb6aff-649d-419a-85e4-d5164c05f850 service neutron] 10.222.0.86 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175899 May 30 19:57:23.576144 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 40444) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:57:23.793980 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 40458) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:57:23.975563 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-223055b8-dc67-4fba-96ee-7fd0f6bf57b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:24.030781 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c88ae3d-cf19-4198-8471-2e700657ee84 req-da91b37d-0eef-4ec9-8e5b-606c39048069 tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:24.032327 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6c88ae3d-cf19-4198-8471-2e700657ee84 req-da91b37d-0eef-4ec9-8e5b-606c39048069 tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] 10.222.0.85 "GET /v2.0/ports?device_id=c3b8c567-7d03-42bf-b79e-02a89a2f9115 HTTP/1.1" status: 200 len: 948 time: 0.2261178 May 30 19:57:24.048256 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-223055b8-dc67-4fba-96ee-7fd0f6bf57b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:57:24.071107 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-223055b8-dc67-4fba-96ee-7fd0f6bf57b5 admin admin] Usage tracker for resource:security_group_rule and tenant:1dcb6af921644e34b854c842832de92a is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:57:24.073973 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-54ae4468-7d06-4ff6-8fd6-2ed800eea5c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:24.085657 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-223055b8-dc67-4fba-96ee-7fd0f6bf57b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:57:24.096098 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-223055b8-dc67-4fba-96ee-7fd0f6bf57b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:57:24.169879 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6c88ae3d-cf19-4198-8471-2e700657ee84 req-23ba8adf-b37c-4b7e-8e39-22a42928be15 tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] 10.222.0.85 "GET /v2.0/security-groups?id=bfd51ccc-8906-44ed-8b9e-009f24d4922d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173015 May 30 19:57:24.171121 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-54ae4468-7d06-4ff6-8fd6-2ed800eea5c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:57:24.183306 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-54ae4468-7d06-4ff6-8fd6-2ed800eea5c0 admin admin] Usage tracker for resource:security_group_rule and tenant:85bab2ab95424c089da9bced00729848 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:57:24.194802 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-54ae4468-7d06-4ff6-8fd6-2ed800eea5c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:57:24.217231 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-54ae4468-7d06-4ff6-8fd6-2ed800eea5c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:57:24.305487 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-223055b8-dc67-4fba-96ee-7fd0f6bf57b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:24.375355 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-54ae4468-7d06-4ff6-8fd6-2ed800eea5c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:24.395042 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-223055b8-dc67-4fba-96ee-7fd0f6bf57b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:24.447025 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223055b8-dc67-4fba-96ee-7fd0f6bf57b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b71c32bd-15e4-43b8-9b28-3f74595ea7bf,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:24.455376 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-223055b8-dc67-4fba-96ee-7fd0f6bf57b5 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=1dcb6af921644e34b854c842832de92a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8775935 May 30 19:57:24.466253 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 40474) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:57:24.497536 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3380021-94de-4b5c-9aba-44d8612eb865 req-5f172e27-6716-4722-96ea-29059de60a47 tempest-AggregatesAdminTestJSON-364137817 tempest-AggregatesAdminTestJSON-364137817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:24.500180 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e3380021-94de-4b5c-9aba-44d8612eb865 req-5f172e27-6716-4722-96ea-29059de60a47 tempest-AggregatesAdminTestJSON-364137817 tempest-AggregatesAdminTestJSON-364137817-project] 10.222.0.85 "GET /v2.0/ports?device_id=889d58cf-a43c-47b0-a43c-3f2ba4414945 HTTP/1.1" status: 200 len: 972 time: 0.1085603 May 30 19:57:24.528675 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-54ae4468-7d06-4ff6-8fd6-2ed800eea5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:24.608209 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ae4468-7d06-4ff6-8fd6-2ed800eea5c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05af578f-7dd3-443e-b862-112e10e2949a,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:24.617691 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e3380021-94de-4b5c-9aba-44d8612eb865 req-80574b73-4f21-450c-91d4-17aef471c46f tempest-AggregatesAdminTestJSON-364137817 tempest-AggregatesAdminTestJSON-364137817-project] 10.222.0.85 "GET /v2.0/security-groups?id=d242803a-9704-448b-82bc-38b9fdfcac9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063318 May 30 19:57:24.634788 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-54ae4468-7d06-4ff6-8fd6-2ed800eea5c0 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=85bab2ab95424c089da9bced00729848&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8389568 May 30 19:57:24.636141 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-610c46bf-e5b9-4c85-9436-c4887d03ab4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:24.637697 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 40480) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:57:24.716528 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 039fc807-d430-41c5-a4c7-81fca600e696 details requested by agent hyperv_n-h2-843948-2 with host n-h2-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 19:57:24.755759 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-610c46bf-e5b9-4c85-9436-c4887d03ab4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:24.760220 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b8673663-d79d-4c20-96fd-856b29c33304 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:24.804426 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-435d933a-bc9a-4f39-8ec2-10f2ee3ff073 req-52c18d81-89e3-4f1f-8ca0-6ed237de4616 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] 10.222.0.85 "GET /v2.0/ports?device_id=69f5fdf3-07c9-40fe-af94-09831a6b11a8 HTTP/1.1" status: 200 len: 210 time: 0.1337988 May 30 19:57:24.845473 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b8673663-d79d-4c20-96fd-856b29c33304 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:25.018563 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-610c46bf-e5b9-4c85-9436-c4887d03ab4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:25.057680 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610c46bf-e5b9-4c85-9436-c4887d03ab4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b71c32bd-15e4-43b8-9b28-3f74595ea7bf,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:25.070734 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-610c46bf-e5b9-4c85-9436-c4887d03ab4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:25.072611 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-610c46bf-e5b9-4c85-9436-c4887d03ab4c admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/b71c32bd-15e4-43b8-9b28-3f74595ea7bf HTTP/1.1" status: 204 len: 168 time: 0.6051440 May 30 19:57:25.090307 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b8673663-d79d-4c20-96fd-856b29c33304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:25.133140 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8673663-d79d-4c20-96fd-856b29c33304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05af578f-7dd3-443e-b862-112e10e2949a,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:25.154131 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b8673663-d79d-4c20-96fd-856b29c33304 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:25.158114 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-b8673663-d79d-4c20-96fd-856b29c33304 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/05af578f-7dd3-443e-b862-112e10e2949a HTTP/1.1" status: 204 len: 168 time: 0.5164778 May 30 19:57:25.191559 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 039fc807-d430-41c5-a4c7-81fca600e696, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=039fc807-d430-41c5-a4c7-81fca600e696,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:57:25.223497 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Returning: {'device': '039fc807-d430-41c5-a4c7-81fca600e696', 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1', 'port_id': '039fc807-d430-41c5-a4c7-81fca600e696', 'mac_address': 'fa:16:3e:00:50:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b83ff54-b1af-44ce-bb75-ba148920553c', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 19:57:25.247256 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f7067d18-1c6b-4a85-990f-7ce0660d3178 req-ca42d6ce-cb5e-41e5-b925-bdc731d6db82 tempest-AggregatesAdminTestJSON-619600926 tempest-AggregatesAdminTestJSON-619600926-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=889d58cf-a43c-47b0-a43c-3f2ba4414945 HTTP/1.1" status: 200 len: 1123 time: 0.2503786 May 30 19:57:25.348465 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:25.399064 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 039fc807-d430-41c5-a4c7-81fca600e696 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 19:57:25.446421 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 039fc807-d430-41c5-a4c7-81fca600e696, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=039fc807-d430-41c5-a4c7-81fca600e696,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:57:25.515659 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:25.532672 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7db6cc1-9746-4a5e-8544-394a989694b5 req-9ab0f478-42b2-47bd-a138-fdf2441db6d3 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:25.534216 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c7db6cc1-9746-4a5e-8544-394a989694b5 req-9ab0f478-42b2-47bd-a138-fdf2441db6d3 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] 10.222.0.86 "GET /v2.0/networks?id=399356b2-01b1-4b9e-84e5-ec68f4845059 HTTP/1.1" status: 200 len: 823 time: 0.3454463 May 30 19:57:25.535702 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-f7067d18-1c6b-4a85-990f-7ce0660d3178 req-1a034b28-842c-41fe-9c3e-37ac04378115 tempest-AggregatesAdminTestJSON-619600926 tempest-AggregatesAdminTestJSON-619600926-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:25.599116 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-f7067d18-1c6b-4a85-990f-7ce0660d3178 req-1a034b28-842c-41fe-9c3e-37ac04378115 tempest-AggregatesAdminTestJSON-619600926 tempest-AggregatesAdminTestJSON-619600926-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:57:25.604139 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-f7067d18-1c6b-4a85-990f-7ce0660d3178 req-1a034b28-842c-41fe-9c3e-37ac04378115 tempest-AggregatesAdminTestJSON-619600926 tempest-AggregatesAdminTestJSON-619600926-project-admin] Usage tracker for resource:security_group_rule and tenant:ce97a4462bb14af2a639c2a23881ea6b is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:57:25.614458 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-f7067d18-1c6b-4a85-990f-7ce0660d3178 req-1a034b28-842c-41fe-9c3e-37ac04378115 tempest-AggregatesAdminTestJSON-619600926 tempest-AggregatesAdminTestJSON-619600926-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:57:25.625031 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-f7067d18-1c6b-4a85-990f-7ce0660d3178 req-1a034b28-842c-41fe-9c3e-37ac04378115 tempest-AggregatesAdminTestJSON-619600926 tempest-AggregatesAdminTestJSON-619600926-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:57:25.633123 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c7db6cc1-9746-4a5e-8544-394a989694b5 req-548335c6-6cd1-42ab-bb5c-b6687dae21eb tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f8671c8955ba49549063462441cf84be HTTP/1.1" status: 200 len: 379 time: 0.0780809 May 30 19:57:25.644600 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-c7db6cc1-9746-4a5e-8544-394a989694b5 req-f838b18d-2a64-4618-8600-37b6f247bb14 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Request body: {'port': {'device_id': '69f5fdf3-07c9-40fe-af94-09831a6b11a8', 'network_id': '399356b2-01b1-4b9e-84e5-ec68f4845059', 'admin_state_up': True, 'tenant_id': 'f8671c8955ba49549063462441cf84be', 'security_groups': ['7d58850f-4d9d-478d-9914-1845c7c490d4']}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:57:25.657528 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1ca61c-f719-4c19-b8e8-7274da67c427 req-c92abe8e-6a8f-4594-9cc9-1760791ddeac tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:25.672202 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-df1ca61c-f719-4c19-b8e8-7274da67c427 req-c92abe8e-6a8f-4594-9cc9-1760791ddeac tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] 10.222.0.85 "GET /v2.0/ports?device_id=c3b8c567-7d03-42bf-b79e-02a89a2f9115 HTTP/1.1" status: 200 len: 949 time: 0.1881557 May 30 19:57:25.674705 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=039fc807-d430-41c5-a4c7-81fca600e696,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:25.784939 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-df1ca61c-f719-4c19-b8e8-7274da67c427 req-4f6db230-76d3-4429-8e7a-14cf222628b4 tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] 10.222.0.85 "GET /v2.0/security-groups?id=bfd51ccc-8906-44ed-8b9e-009f24d4922d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110425 May 30 19:57:25.897262 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['039fc807-d430-41c5-a4c7-81fca600e696'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 19:57:26.030545 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-c7db6cc1-9746-4a5e-8544-394a989694b5 req-f838b18d-2a64-4618-8600-37b6f247bb14 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:57:26.039677 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-f7067d18-1c6b-4a85-990f-7ce0660d3178 req-1a034b28-842c-41fe-9c3e-37ac04378115 tempest-AggregatesAdminTestJSON-619600926 tempest-AggregatesAdminTestJSON-619600926-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:26.051470 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-c7db6cc1-9746-4a5e-8544-394a989694b5 req-f838b18d-2a64-4618-8600-37b6f247bb14 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:57:26.143690 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-f7067d18-1c6b-4a85-990f-7ce0660d3178 req-1a034b28-842c-41fe-9c3e-37ac04378115 tempest-AggregatesAdminTestJSON-619600926 tempest-AggregatesAdminTestJSON-619600926-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:26.172861 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0503db3d-4306-4dfd-bc7d-2d9cca916aef req-d68799ca-0115-4d32-9da4-92bdc0283a39 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] 10.222.0.85 "GET /v2.0/ports?device_id=69f5fdf3-07c9-40fe-af94-09831a6b11a8 HTTP/1.1" status: 200 len: 210 time: 0.0921321 May 30 19:57:26.221247 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-63a13171-be8a-4fc4-b7b6-56bc68f796cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:26.224425 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f7067d18-1c6b-4a85-990f-7ce0660d3178 req-1a034b28-842c-41fe-9c3e-37ac04378115 tempest-AggregatesAdminTestJSON-619600926 tempest-AggregatesAdminTestJSON-619600926-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=d242803a-9704-448b-82bc-38b9fdfcac9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9627602 May 30 19:57:26.240368 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a034b28-842c-41fe-9c3e-37ac04378115 tempest-AggregatesAdminTestJSON-619600926 tempest-AggregatesAdminTestJSON-619600926-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d1c4b55-b39e-4d59-8d34-6c2b612b17e0,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:26.273300 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7db6cc1-9746-4a5e-8544-394a989694b5 req-f838b18d-2a64-4618-8600-37b6f247bb14 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Made reservation on behalf of f8671c8955ba49549063462441cf84be for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 19:57:26.281868 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c7db6cc1-9746-4a5e-8544-394a989694b5 req-f838b18d-2a64-4618-8600-37b6f247bb14 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:26.552161 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [req-c7db6cc1-9746-4a5e-8544-394a989694b5 req-f838b18d-2a64-4618-8600-37b6f247bb14 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Allocated IP 172.20.0.7 (399356b2-01b1-4b9e-84e5-ec68f4845059/82761f11-2140-4c34-b51b-d85edab7a1af/fd11695c-0e7b-4c73-b633-978c97cfc0d4) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 19:57:26.693763 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 40508) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:57:26.716055 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-094b03a8-0ff8-46fb-9ce1-0b8d3efbca59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:26.753401 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-094b03a8-0ff8-46fb-9ce1-0b8d3efbca59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:57:26.759198 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-094b03a8-0ff8-46fb-9ce1-0b8d3efbca59 admin admin] Usage tracker for resource:security_group_rule and tenant:befcc1286e88414f9826f4d69f5c3ad7 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:57:26.764256 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-094b03a8-0ff8-46fb-9ce1-0b8d3efbca59 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:57:26.772447 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-094b03a8-0ff8-46fb-9ce1-0b8d3efbca59 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:57:26.872801 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 40514) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:57:26.898019 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c34eb1df-54ac-437a-833a-15852e06a23a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:26.916165 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c7db6cc1-9746-4a5e-8544-394a989694b5 req-f838b18d-2a64-4618-8600-37b6f247bb14 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:26.940988 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-c34eb1df-54ac-437a-833a-15852e06a23a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:57:26.945744 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-c34eb1df-54ac-437a-833a-15852e06a23a admin admin] Usage tracker for resource:security_group_rule and tenant:10e7a58a03384ade9a3e0dcb1b35dd4b is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:57:26.951160 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-c7db6cc1-9746-4a5e-8544-394a989694b5 req-f838b18d-2a64-4618-8600-37b6f247bb14 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Transition to ACTIVE for port object fd11695c-0e7b-4c73-b633-978c97cfc0d4 will not be triggered until provisioned by entity DHCP. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:57:26.952297 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-c34eb1df-54ac-437a-833a-15852e06a23a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:57:26.968326 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-c34eb1df-54ac-437a-833a-15852e06a23a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:57:27.033785 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-094b03a8-0ff8-46fb-9ce1-0b8d3efbca59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:27.093348 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c7db6cc1-9746-4a5e-8544-394a989694b5 req-f838b18d-2a64-4618-8600-37b6f247bb14 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:27.158190 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-094b03a8-0ff8-46fb-9ce1-0b8d3efbca59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:27.273060 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7db6cc1-9746-4a5e-8544-394a989694b5 req-f838b18d-2a64-4618-8600-37b6f247bb14 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Network 399356b2-01b1-4b9e-84e5-ec68f4845059 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 19:57:27.277900 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [req-c7db6cc1-9746-4a5e-8544-394a989694b5 req-f838b18d-2a64-4618-8600-37b6f247bb14 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 19:57:27.281685 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f838b18d-2a64-4618-8600-37b6f247bb14 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Pushing event updated for resources: {'Port': ['ID=fd11695c-0e7b-4c73-b633-978c97cfc0d4,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:27.287586 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7db6cc1-9746-4a5e-8544-394a989694b5 req-f838b18d-2a64-4618-8600-37b6f247bb14 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 19:57:27.290506 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7db6cc1-9746-4a5e-8544-394a989694b5 req-f838b18d-2a64-4618-8600-37b6f247bb14 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:27.291162 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c7db6cc1-9746-4a5e-8544-394a989694b5 req-f838b18d-2a64-4618-8600-37b6f247bb14 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:27.352758 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0b2260-637a-4bc2-bf44-5048caf5c2f4 req-dca46361-6252-469f-86cf-c800e4b55097 tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:27.360301 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9a0b2260-637a-4bc2-bf44-5048caf5c2f4 req-dca46361-6252-469f-86cf-c800e4b55097 tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] 10.222.0.85 "GET /v2.0/ports?device_id=c3b8c567-7d03-42bf-b79e-02a89a2f9115 HTTP/1.1" status: 200 len: 949 time: 0.2528052 May 30 19:57:27.415465 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094b03a8-0ff8-46fb-9ce1-0b8d3efbca59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d092d69b-4a58-43f2-9141-90d65d0097c5,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:27.419153 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9a0b2260-637a-4bc2-bf44-5048caf5c2f4 req-3e38ef36-70e5-41b4-86fa-e31816b7d8ee tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] 10.222.0.85 "GET /v2.0/security-groups?id=bfd51ccc-8906-44ed-8b9e-009f24d4922d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576954 May 30 19:57:27.424679 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-094b03a8-0ff8-46fb-9ce1-0b8d3efbca59 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=befcc1286e88414f9826f4d69f5c3ad7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7289767 May 30 19:57:27.427776 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 40524) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:57:27.458300 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c7db6cc1-9746-4a5e-8544-394a989694b5 req-f838b18d-2a64-4618-8600-37b6f247bb14 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8151574 May 30 19:57:27.495031 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-c7db6cc1-9746-4a5e-8544-394a989694b5 req-97b84e88-fd09-4a8a-9f9e-c17127baf11e service neutron] Request body: {'port': {'device_id': '69f5fdf3-07c9-40fe-af94-09831a6b11a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843948-2'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:57:27.531637 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c34eb1df-54ac-437a-833a-15852e06a23a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:27.556722 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0804820-fcac-4a1a-914e-f786484b97b1 req-f249c280-2101-45f2-8ba8-6044a666f4d2 tempest-AggregatesAdminTestJSON-364137817 tempest-AggregatesAdminTestJSON-364137817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:27.564193 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e0804820-fcac-4a1a-914e-f786484b97b1 req-f249c280-2101-45f2-8ba8-6044a666f4d2 tempest-AggregatesAdminTestJSON-364137817 tempest-AggregatesAdminTestJSON-364137817-project] 10.222.0.85 "GET /v2.0/ports?device_id=889d58cf-a43c-47b0-a43c-3f2ba4414945 HTTP/1.1" status: 200 len: 972 time: 0.3881321 May 30 19:57:27.688458 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c34eb1df-54ac-437a-833a-15852e06a23a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:27.770389 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b4fa15c1-3ae8-4356-b798-a5aad346fa82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:27.801482 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34eb1df-54ac-437a-833a-15852e06a23a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac1f72e1-9a12-4209-bcc6-f7b2368b383d,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:27.826873 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e0804820-fcac-4a1a-914e-f786484b97b1 req-2d06ce0f-3155-421f-abc7-1e88a647a8f9 tempest-AggregatesAdminTestJSON-364137817 tempest-AggregatesAdminTestJSON-364137817-project] 10.222.0.85 "GET /v2.0/security-groups?id=d242803a-9704-448b-82bc-38b9fdfcac9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527673 May 30 19:57:27.828654 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00ea799f-bb4f-4964-baf0-79a623de9f10 None None] Provisioning for port fd11695c-0e7b-4c73-b633-978c97cfc0d4 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 19:57:27.837468 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00ea799f-bb4f-4964-baf0-79a623de9f10 None None] Provisioning complete for port fd11695c-0e7b-4c73-b633-978c97cfc0d4 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:57:27.837991 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00ea799f-bb4f-4964-baf0-79a623de9f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:27.856456 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-c34eb1df-54ac-437a-833a-15852e06a23a admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=10e7a58a03384ade9a3e0dcb1b35dd4b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9783726 May 30 19:57:27.860562 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 40532) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:57:27.866195 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c7db6cc1-9746-4a5e-8544-394a989694b5 req-97b84e88-fd09-4a8a-9f9e-c17127baf11e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:27.946643 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b4fa15c1-3ae8-4356-b798-a5aad346fa82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:27.973757 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00ea799f-bb4f-4964-baf0-79a623de9f10 None None] Port fd11695c-0e7b-4c73-b633-978c97cfc0d4 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 19:57:28.099841 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e44d021-69cf-4b38-bba9-8729e0e1b705 req-14b6b84a-52ed-4363-8248-c026e957dbc7 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:28.100557 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-2e44d021-69cf-4b38-bba9-8729e0e1b705 req-14b6b84a-52ed-4363-8248-c026e957dbc7 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Synchronizing usage tracker for tenant:f8671c8955ba49549063462441cf84be on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 19:57:28.106917 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e01f1e99-be88-4209-bed4-933f98e50618 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:28.197647 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e01f1e99-be88-4209-bed4-933f98e50618 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:28.268052 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-2e44d021-69cf-4b38-bba9-8729e0e1b705 req-14b6b84a-52ed-4363-8248-c026e957dbc7 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Unset dirty status for tenant:f8671c8955ba49549063462441cf84be on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 19:57:28.268456 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2e44d021-69cf-4b38-bba9-8729e0e1b705 req-14b6b84a-52ed-4363-8248-c026e957dbc7 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] 10.222.0.85 "GET /v2.0/ports?device_id=69f5fdf3-07c9-40fe-af94-09831a6b11a8 HTTP/1.1" status: 200 len: 931 time: 0.5827491 May 30 19:57:28.374958 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b4fa15c1-3ae8-4356-b798-a5aad346fa82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:28.426807 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a92f967-3520-44e7-bd21-777ae710e2e8 req-9535eac8-21a5-4ead-807c-062fefe18318 tempest-AggregatesAdminTestJSON-364137817 tempest-AggregatesAdminTestJSON-364137817-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:28.428725 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4a92f967-3520-44e7-bd21-777ae710e2e8 req-9535eac8-21a5-4ead-807c-062fefe18318 tempest-AggregatesAdminTestJSON-364137817 tempest-AggregatesAdminTestJSON-364137817-project] 10.222.0.71 "GET /v2.0/ports?device_id=889d58cf-a43c-47b0-a43c-3f2ba4414945 HTTP/1.1" status: 200 len: 972 time: 0.2013104 May 30 19:57:28.432466 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fa15c1-3ae8-4356-b798-a5aad346fa82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d092d69b-4a58-43f2-9141-90d65d0097c5,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:28.459429 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2e44d021-69cf-4b38-bba9-8729e0e1b705 req-37e91763-a250-4bcf-af1c-037cf5aee169 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] 10.222.0.85 "GET /v2.0/security-groups?id=7d58850f-4d9d-478d-9914-1845c7c490d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1899343 May 30 19:57:28.465345 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b4fa15c1-3ae8-4356-b798-a5aad346fa82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:28.469329 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-b4fa15c1-3ae8-4356-b798-a5aad346fa82 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/d092d69b-4a58-43f2-9141-90d65d0097c5 HTTP/1.1" status: 204 len: 168 time: 1.0394876 May 30 19:57:28.549826 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e01f1e99-be88-4209-bed4-933f98e50618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:28.601019 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01f1e99-be88-4209-bed4-933f98e50618 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac1f72e1-9a12-4209-bcc6-f7b2368b383d,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:28.604864 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e01f1e99-be88-4209-bed4-933f98e50618 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:28.607407 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-e01f1e99-be88-4209-bed4-933f98e50618 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/ac1f72e1-9a12-4209-bcc6-f7b2368b383d HTTP/1.1" status: 204 len: 168 time: 0.7309093 May 30 19:57:28.630323 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [req-4a92f967-3520-44e7-bd21-777ae710e2e8 req-f214c48e-6707-443c-812b-19e55d8c3146 tempest-AggregatesAdminTestJSON-364137817 tempest-AggregatesAdminTestJSON-364137817-project] Deleting port 85e420bc-116d-4065-9047-54b4b7ec1eaf {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 19:57:28.630913 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-4a92f967-3520-44e7-bd21-777ae710e2e8 req-f214c48e-6707-443c-812b-19e55d8c3146 tempest-AggregatesAdminTestJSON-364137817 tempest-AggregatesAdminTestJSON-364137817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:28.709977 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 039fc807-d430-41c5-a4c7-81fca600e696 up at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 19:57:28.861518 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [req-c7db6cc1-9746-4a5e-8544-394a989694b5 req-97b84e88-fd09-4a8a-9f9e-c17127baf11e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd11695c-0e7b-4c73-b633-978c97cfc0d4 {{(pid=84887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 19:57:28.880181 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c7db6cc1-9746-4a5e-8544-394a989694b5 req-97b84e88-fd09-4a8a-9f9e-c17127baf11e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:28.927110 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-c7db6cc1-9746-4a5e-8544-394a989694b5 req-97b84e88-fd09-4a8a-9f9e-c17127baf11e service neutron] Transition to ACTIVE for port object fd11695c-0e7b-4c73-b633-978c97cfc0d4 will not be triggered until provisioned by entity L2. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:57:28.975504 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning for port 039fc807-d430-41c5-a4c7-81fca600e696 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 19:57:28.983191 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning complete for port 039fc807-d430-41c5-a4c7-81fca600e696 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:57:28.983990 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:29.103851 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c7db6cc1-9746-4a5e-8544-394a989694b5 req-97b84e88-fd09-4a8a-9f9e-c17127baf11e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:29.133376 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:29.169673 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3b8c567-7d03-42bf-b79e-02a89a2f9115', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '039fc807-d430-41c5-a4c7-81fca600e696'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:57:29.181253 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b84e88-fd09-4a8a-9f9e-c17127baf11e service neutron] Pushing event updated for resources: {'Port': ['ID=fd11695c-0e7b-4c73-b633-978c97cfc0d4,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:29.181661 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 039fc807-d430-41c5-a4c7-81fca600e696, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=039fc807-d430-41c5-a4c7-81fca600e696,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:57:29.184827 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6215f1d2-e596-442a-a807-0c7882fe12c1 req-54aa5b4c-59be-417f-8bed-a4daed01ec80 tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:29.190473 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6215f1d2-e596-442a-a807-0c7882fe12c1 req-54aa5b4c-59be-417f-8bed-a4daed01ec80 tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] 10.222.0.85 "GET /v2.0/ports?device_id=c3b8c567-7d03-42bf-b79e-02a89a2f9115 HTTP/1.1" status: 200 len: 949 time: 0.3066027 May 30 19:57:29.274881 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-4a92f967-3520-44e7-bd21-777ae710e2e8 req-f214c48e-6707-443c-812b-19e55d8c3146 tempest-AggregatesAdminTestJSON-364137817 tempest-AggregatesAdminTestJSON-364137817-project] For port 85e420bc-116d-4065-9047-54b4b7ec1eaf, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=85e420bc-116d-4065-9047-54b4b7ec1eaf,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:57:29.282315 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-4a92f967-3520-44e7-bd21-777ae710e2e8 req-f214c48e-6707-443c-812b-19e55d8c3146 tempest-AggregatesAdminTestJSON-364137817 tempest-AggregatesAdminTestJSON-364137817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:29.311531 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:29.492914 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [req-4a92f967-3520-44e7-bd21-777ae710e2e8 req-f214c48e-6707-443c-812b-19e55d8c3146 tempest-AggregatesAdminTestJSON-364137817 tempest-AggregatesAdminTestJSON-364137817-project] Calling delete_port for 85e420bc-116d-4065-9047-54b4b7ec1eaf owned by compute:tempest-test_az-1083737294 {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 19:57:29.540980 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=039fc807-d430-41c5-a4c7-81fca600e696,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:29.568491 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-c7db6cc1-9746-4a5e-8544-394a989694b5 req-97b84e88-fd09-4a8a-9f9e-c17127baf11e service neutron] Attempting to bind port fd11695c-0e7b-4c73-b633-978c97cfc0d4 on host n-h2-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 19:57:29.568714 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-c7db6cc1-9746-4a5e-8544-394a989694b5 req-97b84e88-fd09-4a8a-9f9e-c17127baf11e service neutron] Attempting to bind port fd11695c-0e7b-4c73-b633-978c97cfc0d4 by drivers openvswitch,hyperv on host n-h2-843948-2 at level 0 using segments [{'id': 'ce212c09-2307-4a5c-9bb2-5de2cac09d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '399356b2-01b1-4b9e-84e5-ec68f4845059'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 19:57:29.569150 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7db6cc1-9746-4a5e-8544-394a989694b5 req-97b84e88-fd09-4a8a-9f9e-c17127baf11e service neutron] Attempting to bind port fd11695c-0e7b-4c73-b633-978c97cfc0d4 on network 399356b2-01b1-4b9e-84e5-ec68f4845059 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:57:29.578491 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-9adc6f2d-1824-4223-994c-9967deea6a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:29.603753 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7db6cc1-9746-4a5e-8544-394a989694b5 req-97b84e88-fd09-4a8a-9f9e-c17127baf11e service neutron] Port fd11695c-0e7b-4c73-b633-978c97cfc0d4 on network 399356b2-01b1-4b9e-84e5-ec68f4845059 not bound, no agent of type Open vSwitch agent registered on host n-h2-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 19:57:29.604257 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7db6cc1-9746-4a5e-8544-394a989694b5 req-97b84e88-fd09-4a8a-9f9e-c17127baf11e service neutron] Attempting to bind port fd11695c-0e7b-4c73-b633-978c97cfc0d4 on network 399356b2-01b1-4b9e-84e5-ec68f4845059 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:57:29.629210 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7db6cc1-9746-4a5e-8544-394a989694b5 req-97b84e88-fd09-4a8a-9f9e-c17127baf11e service neutron] Checking agent: {'id': 'eaa08354-e8f5-4e73-af76-8d3cf7d2b390', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 19, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 19:57:29.629660 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7db6cc1-9746-4a5e-8544-394a989694b5 req-97b84e88-fd09-4a8a-9f9e-c17127baf11e service neutron] Checking segment: {'id': 'ce212c09-2307-4a5c-9bb2-5de2cac09d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '399356b2-01b1-4b9e-84e5-ec68f4845059'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 19:57:29.630509 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7db6cc1-9746-4a5e-8544-394a989694b5 req-97b84e88-fd09-4a8a-9f9e-c17127baf11e service neutron] Bound using segment: {'id': 'ce212c09-2307-4a5c-9bb2-5de2cac09d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '399356b2-01b1-4b9e-84e5-ec68f4845059'} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 19:57:29.631409 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-c7db6cc1-9746-4a5e-8544-394a989694b5 req-97b84e88-fd09-4a8a-9f9e-c17127baf11e service neutron] Bound port: fd11695c-0e7b-4c73-b633-978c97cfc0d4, host: n-h2-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce212c09-2307-4a5c-9bb2-5de2cac09d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '399356b2-01b1-4b9e-84e5-ec68f4845059'}}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 19:57:29.632211 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c7db6cc1-9746-4a5e-8544-394a989694b5 req-97b84e88-fd09-4a8a-9f9e-c17127baf11e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:29.693068 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:29.835639 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6215f1d2-e596-442a-a807-0c7882fe12c1 req-4ec8a171-1655-490f-bd99-e3643c8ab88f tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] 10.222.0.85 "GET /v2.0/security-groups?id=bfd51ccc-8906-44ed-8b9e-009f24d4922d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6082437 May 30 19:57:29.850090 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-c7db6cc1-9746-4a5e-8544-394a989694b5 req-97b84e88-fd09-4a8a-9f9e-c17127baf11e service neutron] For port fd11695c-0e7b-4c73-b633-978c97cfc0d4, host n-h2-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 19:57:29.864731 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-c7db6cc1-9746-4a5e-8544-394a989694b5 req-97b84e88-fd09-4a8a-9f9e-c17127baf11e service neutron] For port fd11695c-0e7b-4c73-b633-978c97cfc0d4, host n-h2-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=fd11695c-0e7b-4c73-b633-978c97cfc0d4,segment=NetworkSegment(ce212c09-2307-4a5c-9bb2-5de2cac09d22),segment_id=ce212c09-2307-4a5c-9bb2-5de2cac09d22)] {{(pid=84887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 19:57:29.899052 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-4a92f967-3520-44e7-bd21-777ae710e2e8 req-f214c48e-6707-443c-812b-19e55d8c3146 tempest-AggregatesAdminTestJSON-364137817 tempest-AggregatesAdminTestJSON-364137817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:29.978466 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c7db6cc1-9746-4a5e-8544-394a989694b5 req-97b84e88-fd09-4a8a-9f9e-c17127baf11e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:30.101731 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-18f30a32-644a-43f4-bbc1-be36b9c85f5a req-f128aa8c-73c1-4af8-b561-c349a07d1027 tempest-AggregatesAdminTestJSON-364137817 tempest-AggregatesAdminTestJSON-364137817-project] 10.222.0.85 "GET /v2.0/ports?device_id=889d58cf-a43c-47b0-a43c-3f2ba4414945 HTTP/1.1" status: 200 len: 210 time: 0.0965400 May 30 19:57:30.102867 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f214c48e-6707-443c-812b-19e55d8c3146 tempest-AggregatesAdminTestJSON-364137817 tempest-AggregatesAdminTestJSON-364137817-project] Pushing event deleted for resources: {'Port': ['ID=85e420bc-116d-4065-9047-54b4b7ec1eaf,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:30.207999 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a92f967-3520-44e7-bd21-777ae710e2e8 req-f214c48e-6707-443c-812b-19e55d8c3146 tempest-AggregatesAdminTestJSON-364137817 tempest-AggregatesAdminTestJSON-364137817-project] No DVR routers for this DVR port 85e420bc-116d-4065-9047-54b4b7ec1eaf on host n-h1-843948-2 {{(pid=84886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 19:57:30.208603 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c7db6cc1-9746-4a5e-8544-394a989694b5 req-97b84e88-fd09-4a8a-9f9e-c17127baf11e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:30.212374 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-4a92f967-3520-44e7-bd21-777ae710e2e8 req-f214c48e-6707-443c-812b-19e55d8c3146 tempest-AggregatesAdminTestJSON-364137817 tempest-AggregatesAdminTestJSON-364137817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:30.213851 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c7db6cc1-9746-4a5e-8544-394a989694b5 req-97b84e88-fd09-4a8a-9f9e-c17127baf11e service neutron] 10.222.0.86 "PUT /v2.0/ports/fd11695c-0e7b-4c73-b633-978c97cfc0d4 HTTP/1.1" status: 200 len: 1091 time: 2.7473733 May 30 19:57:30.214919 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69f5fdf3-07c9-40fe-af94-09831a6b11a8', 'tag': 'fd11695c-0e7b-4c73-b633-978c97cfc0d4'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:57:30.216540 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '889d58cf-a43c-47b0-a43c-3f2ba4414945', 'name': 'network-vif-deleted', 'tag': '85e420bc-116d-4065-9047-54b4b7ec1eaf'}] {{(pid=84886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:57:30.252396 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b84e88-fd09-4a8a-9f9e-c17127baf11e service neutron] Pushing event updated for resources: {'Port': ['ID=fd11695c-0e7b-4c73-b633-978c97cfc0d4,revision_number=3']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:30.309792 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7e186c1-9d3f-45bc-9118-b88ada8d3fce'] response: {'server_uuid': 'c3b8c567-7d03-42bf-b79e-02a89a2f9115', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '039fc807-d430-41c5-a4c7-81fca600e696', 'code': 200} May 30 19:57:30.443721 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4a92f967-3520-44e7-bd21-777ae710e2e8 req-f214c48e-6707-443c-812b-19e55d8c3146 tempest-AggregatesAdminTestJSON-364137817 tempest-AggregatesAdminTestJSON-364137817-project] 10.222.0.71 "DELETE /v2.0/ports/85e420bc-116d-4065-9047-54b4b7ec1eaf HTTP/1.1" status: 204 len: 173 time: 2.0081174 May 30 19:57:30.444603 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.86', 51358) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:57:30.576752 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-555ed07a-06fb-4efd-b158-097902ce9cc2 req-d4a105ef-fbee-4777-855e-bf2193c83560 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=c3b8c567-7d03-42bf-b79e-02a89a2f9115 HTTP/1.1" status: 200 len: 1101 time: 0.1862745 May 30 19:57:30.577370 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075d4e1c-8a9f-4b72-abdd-79e83792e9a5 req-e41e3706-9ae8-4596-b336-da4cc55a7e39 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:30.584747 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-075d4e1c-8a9f-4b72-abdd-79e83792e9a5 req-e41e3706-9ae8-4596-b336-da4cc55a7e39 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] 10.222.0.85 "GET /v2.0/ports?device_id=69f5fdf3-07c9-40fe-af94-09831a6b11a8 HTTP/1.1" status: 200 len: 943 time: 0.1995864 May 30 19:57:30.622939 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c7db6cc1-9746-4a5e-8544-394a989694b5 req-98a743a6-ca3a-4d7c-bb68-f7281508d4f6 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f8671c8955ba49549063462441cf84be&device_id=69f5fdf3-07c9-40fe-af94-09831a6b11a8 HTTP/1.1" status: 200 len: 1094 time: 0.1754820 May 30 19:57:30.671221 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-555ed07a-06fb-4efd-b158-097902ce9cc2 req-d3c8f8f8-0c17-4a5a-bd5d-6566ad5b9e64 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=bfd51ccc-8906-44ed-8b9e-009f24d4922d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863314 May 30 19:57:30.714654 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c7db6cc1-9746-4a5e-8544-394a989694b5 req-65c30c39-a093-4a83-a6bf-ef9c32f420db service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fd11695c-0e7b-4c73-b633-978c97cfc0d4 HTTP/1.1" status: 200 len: 217 time: 0.0789185 May 30 19:57:30.723264 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-075d4e1c-8a9f-4b72-abdd-79e83792e9a5 req-6b4519f0-25f7-4db6-bbc3-2b4f53d10487 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] 10.222.0.85 "GET /v2.0/security-groups?id=7d58850f-4d9d-478d-9914-1845c7c490d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1365700 May 30 19:57:30.834516 n-d-843948-2 neutron-server[84886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92cde108-332c-4c0c-82ae-98c4658fd8da'] response: {'server_uuid': '889d58cf-a43c-47b0-a43c-3f2ba4414945', 'name': 'network-vif-deleted', 'tag': '85e420bc-116d-4065-9047-54b4b7ec1eaf', 'status': 'completed', 'code': 200} May 30 19:57:30.899855 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:30.932900 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2b01296-f489-4011-97c0-6db235f156d2'] response: {'name': 'network-changed', 'server_uuid': '69f5fdf3-07c9-40fe-af94-09831a6b11a8', 'tag': 'fd11695c-0e7b-4c73-b633-978c97cfc0d4', 'status': 'completed', 'code': 200} May 30 19:57:31.115382 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7db6cc1-9746-4a5e-8544-394a989694b5 req-1fc367b9-d101-4b44-b89c-791586cdbb94 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:31.115382 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c7db6cc1-9746-4a5e-8544-394a989694b5 req-1fc367b9-d101-4b44-b89c-791586cdbb94 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=82761f11-2140-4c34-b51b-d85edab7a1af HTTP/1.1" status: 200 len: 862 time: 0.1279140 May 30 19:57:31.218861 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f60732f-8a3c-42b3-b722-5c13f9cd74f0 req-9056d9ed-16a9-4e49-968b-5955277d1b95 tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:31.220773 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-7f60732f-8a3c-42b3-b722-5c13f9cd74f0 req-9056d9ed-16a9-4e49-968b-5955277d1b95 tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] 10.222.0.85 "GET /v2.0/ports?device_id=c3b8c567-7d03-42bf-b79e-02a89a2f9115 HTTP/1.1" status: 200 len: 950 time: 0.1775513 May 30 19:57:31.362245 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c7db6cc1-9746-4a5e-8544-394a989694b5 req-406b2885-68fa-442a-a7c4-da835eb5c495 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=399356b2-01b1-4b9e-84e5-ec68f4845059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2357881 May 30 19:57:31.399421 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-7f60732f-8a3c-42b3-b722-5c13f9cd74f0 req-249ae3c6-4dfd-4e5d-856f-13aa057de506 tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] 10.222.0.85 "GET /v2.0/security-groups?id=bfd51ccc-8906-44ed-8b9e-009f24d4922d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607471 May 30 19:57:31.497603 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8e3672c1-88a9-48e3-85cc-51cb179e9aad req-fc0e5672-2c33-467c-855b-bd448591cb29 tempest-AggregatesAdminTestJSON-364137817 tempest-AggregatesAdminTestJSON-364137817-project] 10.222.0.85 "GET /v2.0/ports?device_id=889d58cf-a43c-47b0-a43c-3f2ba4414945 HTTP/1.1" status: 200 len: 210 time: 0.0637605 May 30 19:57:31.557592 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c7db6cc1-9746-4a5e-8544-394a989694b5 req-3810c2f3-bd18-4946-b746-7c1b33db65de service neutron] 10.222.0.86 "GET /v2.0/networks/399356b2-01b1-4b9e-84e5-ec68f4845059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876647 May 30 19:57:31.630679 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 40624) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:57:31.829821 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 85e420bc-116d-4065-9047-54b4b7ec1eaf no longer exists at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 19:57:31.935608 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] No Port match for: 85e420bc-116d-4065-9047-54b4b7ec1eaf {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 19:57:31.937223 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 85e420bc-116d-4065-9047-54b4b7ec1eaf not bound to the agent host n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 19:57:31.978823 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c7db6cc1-9746-4a5e-8544-394a989694b5 req-9d112f46-dbf3-419f-9049-832380c48534 service neutron] 10.222.0.86 "GET /v2.0/networks/399356b2-01b1-4b9e-84e5-ec68f4845059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4102345 May 30 19:57:32.098356 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef32d04a-24a9-43a8-83c5-04a3030eb9ee req-f771b6a9-41db-493c-8429-abdc13c2da25 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:32.101248 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ef32d04a-24a9-43a8-83c5-04a3030eb9ee req-f771b6a9-41db-493c-8429-abdc13c2da25 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] 10.222.0.85 "GET /v2.0/ports?device_id=69f5fdf3-07c9-40fe-af94-09831a6b11a8 HTTP/1.1" status: 200 len: 943 time: 0.1207187 May 30 19:57:32.103344 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-eb72d1fc-13eb-4273-b348-cc097157f85f admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-900345907-network', 'tenant_id': 'e03d8798de6f4daa8bc8080dc719ce8a'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:57:32.109914 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-eb72d1fc-13eb-4273-b348-cc097157f85f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:57:32.117004 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-eb72d1fc-13eb-4273-b348-cc097157f85f admin admin] Usage tracker for resource:network and tenant:e03d8798de6f4daa8bc8080dc719ce8a is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:57:32.121955 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-eb72d1fc-13eb-4273-b348-cc097157f85f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:57:32.143562 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-eb72d1fc-13eb-4273-b348-cc097157f85f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:57:32.230900 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ef32d04a-24a9-43a8-83c5-04a3030eb9ee req-c6481c10-fd82-4c80-9212-030f1f04bd3a tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] 10.222.0.85 "GET /v2.0/security-groups?id=7d58850f-4d9d-478d-9914-1845c7c490d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1189635 May 30 19:57:32.259943 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb72d1fc-13eb-4273-b348-cc097157f85f admin admin] Made reservation on behalf of e03d8798de6f4daa8bc8080dc719ce8a for: {'network': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 19:57:32.264760 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-eb72d1fc-13eb-4273-b348-cc097157f85f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:32.273465 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4af1d7aa-ae9b-4ed7-a6c3-aa22b3398a90 req-dddc5c2e-c323-4a5b-8830-22a1d5b6d5ec service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f8671c8955ba49549063462441cf84be&device_id=69f5fdf3-07c9-40fe-af94-09831a6b11a8 HTTP/1.1" status: 200 len: 1094 time: 0.1057405 May 30 19:57:32.314449 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-eb72d1fc-13eb-4273-b348-cc097157f85f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:32.366572 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-eb72d1fc-13eb-4273-b348-cc097157f85f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:57:32.373319 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-eb72d1fc-13eb-4273-b348-cc097157f85f admin admin] Usage tracker for resource:security_group_rule and tenant:e03d8798de6f4daa8bc8080dc719ce8a is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:57:32.378813 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-eb72d1fc-13eb-4273-b348-cc097157f85f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:57:32.389218 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-eb72d1fc-13eb-4273-b348-cc097157f85f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:57:32.435763 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:32.497362 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af1d7aa-ae9b-4ed7-a6c3-aa22b3398a90 req-841fdd5b-17f4-46a5-ad89-d01d0f566dbe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:32.499097 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4af1d7aa-ae9b-4ed7-a6c3-aa22b3398a90 req-841fdd5b-17f4-46a5-ad89-d01d0f566dbe service neutron] 10.222.0.86 "GET /v2.0/networks?id=399356b2-01b1-4b9e-84e5-ec68f4845059 HTTP/1.1" status: 200 len: 924 time: 0.2182341 May 30 19:57:32.535293 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-eb72d1fc-13eb-4273-b348-cc097157f85f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:32.647871 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-eb72d1fc-13eb-4273-b348-cc097157f85f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:32.726097 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4af1d7aa-ae9b-4ed7-a6c3-aa22b3398a90 req-f00b5e53-f837-491b-aabb-c3d0744b05e5 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fd11695c-0e7b-4c73-b633-978c97cfc0d4 HTTP/1.1" status: 200 len: 217 time: 0.2199330 May 30 19:57:32.773210 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb72d1fc-13eb-4273-b348-cc097157f85f admin admin] vlan segment allocate from pool success with {'vlan_id': 671, 'physical_network': 'physnet1'} {{(pid=84887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 19:57:32.817034 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb72d1fc-13eb-4273-b348-cc097157f85f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7c7fe04-8ab6-4ec0-af46-b4358854e449,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:32.829791 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-eb72d1fc-13eb-4273-b348-cc097157f85f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:32.829791 n-d-843948-2 neutron-server[84887]: INFO neutron.db.segments_db [None req-eb72d1fc-13eb-4273-b348-cc097157f85f admin admin] Added segment 4d4a7668-7a19-4452-8bd2-a5411730cf30 of type vlan for network 22982b8a-b22c-41df-a053-0dde355094a5 May 30 19:57:32.876450 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-eb72d1fc-13eb-4273-b348-cc097157f85f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:32.886806 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 40662) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:57:32.994339 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af1d7aa-ae9b-4ed7-a6c3-aa22b3398a90 req-58effd79-87c5-40e3-944a-03b9d2a24b49 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:32.997492 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4af1d7aa-ae9b-4ed7-a6c3-aa22b3398a90 req-58effd79-87c5-40e3-944a-03b9d2a24b49 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=82761f11-2140-4c34-b51b-d85edab7a1af HTTP/1.1" status: 200 len: 862 time: 0.2523108 May 30 19:57:33.106698 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de62f66b-20f7-46d8-9eea-7b0fef845374 req-e6935759-92f3-4a8b-af50-c8a18d36d7a5 tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:33.108770 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-de62f66b-20f7-46d8-9eea-7b0fef845374 req-e6935759-92f3-4a8b-af50-c8a18d36d7a5 tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] 10.222.0.85 "GET /v2.0/ports?device_id=c3b8c567-7d03-42bf-b79e-02a89a2f9115 HTTP/1.1" status: 200 len: 950 time: 0.1322386 May 30 19:57:33.164066 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4af1d7aa-ae9b-4ed7-a6c3-aa22b3398a90 req-1d258a2b-900b-4822-937a-91205309fcba service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=399356b2-01b1-4b9e-84e5-ec68f4845059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1579669 May 30 19:57:33.192192 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-84d8e04e-2523-4740-9658-a2eda309a91b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:33.208621 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-eb72d1fc-13eb-4273-b348-cc097157f85f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:33.209717 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb72d1fc-13eb-4273-b348-cc097157f85f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:33.210625 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-eb72d1fc-13eb-4273-b348-cc097157f85f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:33.363681 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4af1d7aa-ae9b-4ed7-a6c3-aa22b3398a90 req-6ed9a5ca-7483-4f51-88d1-9cbc503eccf8 service neutron] 10.222.0.86 "GET /v2.0/networks/399356b2-01b1-4b9e-84e5-ec68f4845059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919036 May 30 19:57:33.406384 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-de62f66b-20f7-46d8-9eea-7b0fef845374 req-27bb63c6-01e7-497e-9e0c-6012e1569dda tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] 10.222.0.85 "GET /v2.0/security-groups?id=bfd51ccc-8906-44ed-8b9e-009f24d4922d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2865317 May 30 19:57:33.407199 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb72d1fc-13eb-4273-b348-cc097157f85f admin admin] Pushing event updated for resources: {'Network': ['ID=22982b8a-b22c-41df-a053-0dde355094a5,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:33.424757 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network 22982b8a-b22c-41df-a053-0dde355094a5 details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 19:57:33.484965 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-84d8e04e-2523-4740-9658-a2eda309a91b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:57:33.498911 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-84d8e04e-2523-4740-9658-a2eda309a91b admin admin] Usage tracker for resource:security_group_rule and tenant:bd4214863cdf441db33c8fec78fed0f1 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:57:33.513056 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-84d8e04e-2523-4740-9658-a2eda309a91b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:57:33.532389 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-84d8e04e-2523-4740-9658-a2eda309a91b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:57:33.558661 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-eb72d1fc-13eb-4273-b348-cc097157f85f admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.9266076 May 30 19:57:33.563706 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 40684) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:57:33.590602 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-b2b03df0-66ba-4ee1-945a-83fd5047b815 admin admin] Request body: {'subnet': {'network_id': '22982b8a-b22c-41df-a053-0dde355094a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-900345907-subnet', 'tenant_id': 'e03d8798de6f4daa8bc8080dc719ce8a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:57:33.602088 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-b2b03df0-66ba-4ee1-945a-83fd5047b815 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:57:33.618231 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-b2b03df0-66ba-4ee1-945a-83fd5047b815 admin admin] Usage tracker for resource:subnet and tenant:e03d8798de6f4daa8bc8080dc719ce8a is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:57:33.630369 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-b2b03df0-66ba-4ee1-945a-83fd5047b815 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:57:33.651053 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-b2b03df0-66ba-4ee1-945a-83fd5047b815 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:57:33.813872 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-84d8e04e-2523-4740-9658-a2eda309a91b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:33.848093 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2b03df0-66ba-4ee1-945a-83fd5047b815 admin admin] Made reservation on behalf of e03d8798de6f4daa8bc8080dc719ce8a for: {'subnet': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 19:57:33.853023 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b2b03df0-66ba-4ee1-945a-83fd5047b815 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:33.887960 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4af1d7aa-ae9b-4ed7-a6c3-aa22b3398a90 req-7a019919-b0d2-4af1-abca-318ffd71ba32 service neutron] 10.222.0.86 "GET /v2.0/networks/399356b2-01b1-4b9e-84e5-ec68f4845059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5175550 May 30 19:57:33.906070 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0490cc03-aed9-42d8-9642-a5bcb71af10e req-267a9a2b-050a-4fa7-8cfa-133f8b325fc1 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:33.918362 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0490cc03-aed9-42d8-9642-a5bcb71af10e req-267a9a2b-050a-4fa7-8cfa-133f8b325fc1 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] 10.222.0.85 "GET /v2.0/ports?device_id=69f5fdf3-07c9-40fe-af94-09831a6b11a8 HTTP/1.1" status: 200 len: 943 time: 0.2568200 May 30 19:57:34.046627 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-84d8e04e-2523-4740-9658-a2eda309a91b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:34.137262 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d8e04e-2523-4740-9658-a2eda309a91b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64151341-eb37-4454-9c91-bd9c162507b2,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:34.152674 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0490cc03-aed9-42d8-9642-a5bcb71af10e req-8141cadc-98f8-45ef-8a6a-49dd4f940f35 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] 10.222.0.85 "GET /v2.0/security-groups?id=7d58850f-4d9d-478d-9914-1845c7c490d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2334049 May 30 19:57:34.156230 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-84d8e04e-2523-4740-9658-a2eda309a91b admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=bd4214863cdf441db33c8fec78fed0f1&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2650931 May 30 19:57:34.160542 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 40698) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:57:34.283345 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-310da055-da60-42ef-8ee9-edd506da89ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:34.337386 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-310da055-da60-42ef-8ee9-edd506da89ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:34.433711 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b2b03df0-66ba-4ee1-945a-83fd5047b815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for subnet, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:34.562653 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b03df0-66ba-4ee1-945a-83fd5047b815 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b885d147-b4ba-4062-ad34-3d5558c5dbbf,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:34.578704 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-310da055-da60-42ef-8ee9-edd506da89ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:34.597383 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310da055-da60-42ef-8ee9-edd506da89ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64151341-eb37-4454-9c91-bd9c162507b2,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:34.632881 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-310da055-da60-42ef-8ee9-edd506da89ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:34.638065 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-310da055-da60-42ef-8ee9-edd506da89ed admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/64151341-eb37-4454-9c91-bd9c162507b2 HTTP/1.1" status: 204 len: 168 time: 0.4728453 May 30 19:57:34.639222 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b03df0-66ba-4ee1-945a-83fd5047b815 admin admin] Checking segment: {'id': '4d4a7668-7a19-4452-8bd2-a5411730cf30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '22982b8a-b22c-41df-a053-0dde355094a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 19:57:34.639222 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b03df0-66ba-4ee1-945a-83fd5047b815 admin admin] Network hostable DHCP agents. Network: 22982b8a-b22c-41df-a053-0dde355094a5, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 19:57:34.748326 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device fd11695c-0e7b-4c73-b633-978c97cfc0d4 details requested by agent hyperv_n-h2-843948-2 with host n-h2-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 19:57:34.795014 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9ca99a-4546-4b99-a34f-e7063558c547 req-688b4996-a2fa-4e96-8792-e6b84bdc3212 tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:34.799441 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ae9ca99a-4546-4b99-a34f-e7063558c547 req-688b4996-a2fa-4e96-8792-e6b84bdc3212 tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] 10.222.0.85 "GET /v2.0/ports?device_id=c3b8c567-7d03-42bf-b79e-02a89a2f9115 HTTP/1.1" status: 200 len: 950 time: 0.1385992 May 30 19:57:34.852633 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b03df0-66ba-4ee1-945a-83fd5047b815 admin admin] Network 22982b8a-b22c-41df-a053-0dde355094a5 is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 19:57:34.898781 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ae9ca99a-4546-4b99-a34f-e7063558c547 req-61021629-e914-4fdb-bec4-1bf88bb0aa39 tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] 10.222.0.85 "GET /v2.0/security-groups?id=bfd51ccc-8906-44ed-8b9e-009f24d4922d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895073 May 30 19:57:34.972350 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-b2b03df0-66ba-4ee1-945a-83fd5047b815 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, 22982b8a-b22c-41df-a053-0dde355094a5) {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 19:57:34.977977 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2b03df0-66ba-4ee1-945a-83fd5047b815 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:34.978621 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b2b03df0-66ba-4ee1-945a-83fd5047b815 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:34.999412 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8959d8c9-d049-4a9c-9083-4d50b7c9be7f None None] Network 22982b8a-b22c-41df-a053-0dde355094a5 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 19:57:35.101866 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-b2b03df0-66ba-4ee1-945a-83fd5047b815 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.5261328 May 30 19:57:35.285869 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port fd11695c-0e7b-4c73-b633-978c97cfc0d4, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=fd11695c-0e7b-4c73-b633-978c97cfc0d4,segment=NetworkSegment(ce212c09-2307-4a5c-9bb2-5de2cac09d22),segment_id=ce212c09-2307-4a5c-9bb2-5de2cac09d22)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:57:35.329792 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Returning: {'device': 'fd11695c-0e7b-4c73-b633-978c97cfc0d4', 'network_id': '399356b2-01b1-4b9e-84e5-ec68f4845059', 'port_id': 'fd11695c-0e7b-4c73-b633-978c97cfc0d4', 'mac_address': 'fa:16:3e:81:0c:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82761f11-2140-4c34-b51b-d85edab7a1af', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 19:57:35.569109 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:35.597983 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd11695c-0e7b-4c73-b633-978c97cfc0d4 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 19:57:35.604866 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d051e2f-44cc-494f-ba5f-325dc95c7355 None None] Network 22982b8a-b22c-41df-a053-0dde355094a5 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 19:57:35.667036 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f87b8a0-a7ea-49a2-82cd-291311248cdf req-8fa2ad46-f982-4fa1-a478-9ad3222f37ea tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:35.671114 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2f87b8a0-a7ea-49a2-82cd-291311248cdf req-8fa2ad46-f982-4fa1-a478-9ad3222f37ea tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] 10.222.0.85 "GET /v2.0/ports?device_id=69f5fdf3-07c9-40fe-af94-09831a6b11a8 HTTP/1.1" status: 200 len: 943 time: 0.1660128 May 30 19:57:35.693014 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port fd11695c-0e7b-4c73-b633-978c97cfc0d4, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=fd11695c-0e7b-4c73-b633-978c97cfc0d4,segment=NetworkSegment(ce212c09-2307-4a5c-9bb2-5de2cac09d22),segment_id=ce212c09-2307-4a5c-9bb2-5de2cac09d22)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:57:35.771686 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2f87b8a0-a7ea-49a2-82cd-291311248cdf req-79d08b87-a7d5-402a-b367-26ae5a32c087 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] 10.222.0.85 "GET /v2.0/security-groups?id=7d58850f-4d9d-478d-9914-1845c7c490d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887096 May 30 19:57:35.783848 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:36.063905 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['fd11695c-0e7b-4c73-b633-978c97cfc0d4'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 19:57:36.110094 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=fd11695c-0e7b-4c73-b633-978c97cfc0d4,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:36.139776 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 40746) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:57:36.165000 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5a2f82b9-6718-4446-a9f9-d2f1e87f063e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:36.230328 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-5a2f82b9-6718-4446-a9f9-d2f1e87f063e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:57:36.235336 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-5a2f82b9-6718-4446-a9f9-d2f1e87f063e admin admin] Usage tracker for resource:security_group_rule and tenant:08010e3316de4f9183aa8de878c5f995 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:57:36.239864 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-5a2f82b9-6718-4446-a9f9-d2f1e87f063e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:57:36.247081 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-5a2f82b9-6718-4446-a9f9-d2f1e87f063e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:57:36.384031 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5a2f82b9-6718-4446-a9f9-d2f1e87f063e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:36.480489 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5a2f82b9-6718-4446-a9f9-d2f1e87f063e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:36.553897 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2f82b9-6718-4446-a9f9-d2f1e87f063e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14cfb69b-cf8d-4539-83bc-179097992188,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:36.572676 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-5a2f82b9-6718-4446-a9f9-d2f1e87f063e admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=08010e3316de4f9183aa8de878c5f995&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4316134 May 30 19:57:36.576215 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2f82b9-6718-4446-a9f9-d2f1e87f063e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:57:36.576968 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2f82b9-6718-4446-a9f9-d2f1e87f063e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:57:36.577739 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2f82b9-6718-4446-a9f9-d2f1e87f063e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:57:36.578001 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 40754) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:57:36.579290 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2f82b9-6718-4446-a9f9-d2f1e87f063e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:57:36.580036 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2f82b9-6718-4446-a9f9-d2f1e87f063e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:57:36.580830 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2f82b9-6718-4446-a9f9-d2f1e87f063e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:57:36.581838 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2f82b9-6718-4446-a9f9-d2f1e87f063e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:57:36.582605 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2f82b9-6718-4446-a9f9-d2f1e87f063e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:57:36.583307 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2f82b9-6718-4446-a9f9-d2f1e87f063e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:57:36.584004 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2f82b9-6718-4446-a9f9-d2f1e87f063e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:57:36.584715 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2f82b9-6718-4446-a9f9-d2f1e87f063e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:57:36.733310 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4de7eb15-dcc4-40ec-bd36-233ae17628dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:36.789659 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4de7eb15-dcc4-40ec-bd36-233ae17628dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:36.994397 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-cffb4162-fb10-418d-b964-c49ab06d6c59 req-4622025b-50ed-4932-a5ce-ca956388287f service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=c3b8c567-7d03-42bf-b79e-02a89a2f9115&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.3494596 May 30 19:57:37.079257 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4de7eb15-dcc4-40ec-bd36-233ae17628dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:37.105367 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de7eb15-dcc4-40ec-bd36-233ae17628dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14cfb69b-cf8d-4539-83bc-179097992188,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:37.116218 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4de7eb15-dcc4-40ec-bd36-233ae17628dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:37.118146 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-4de7eb15-dcc4-40ec-bd36-233ae17628dc admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/14cfb69b-cf8d-4539-83bc-179097992188 HTTP/1.1" status: 204 len: 168 time: 0.5383549 May 30 19:57:37.511028 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e688bdcd-6974-4cc2-a99c-0d804346497c req-a708c31c-d871-44af-9268-9158b9ad3300 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:37.513356 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e688bdcd-6974-4cc2-a99c-0d804346497c req-a708c31c-d871-44af-9268-9158b9ad3300 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] 10.222.0.85 "GET /v2.0/ports?device_id=69f5fdf3-07c9-40fe-af94-09831a6b11a8 HTTP/1.1" status: 200 len: 944 time: 0.1499012 May 30 19:57:37.613174 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e688bdcd-6974-4cc2-a99c-0d804346497c req-40ab4dd9-aa73-4817-9604-952024e9a3d3 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] 10.222.0.85 "GET /v2.0/security-groups?id=7d58850f-4d9d-478d-9914-1845c7c490d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916705 May 30 19:57:37.654697 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee75bbc0-8d79-4a52-be9a-55d22cf8291b req-52b3d8f6-19d5-45c3-a2c7-93e582f30192 tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:37.667963 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ee75bbc0-8d79-4a52-be9a-55d22cf8291b req-52b3d8f6-19d5-45c3-a2c7-93e582f30192 tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] 10.222.0.85 "GET /v2.0/ports?device_id=c3b8c567-7d03-42bf-b79e-02a89a2f9115 HTTP/1.1" status: 200 len: 950 time: 0.1801107 May 30 19:57:37.770321 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ee75bbc0-8d79-4a52-be9a-55d22cf8291b req-01d727ec-5d6a-4cbd-aa87-bfd7394bae2a tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] 10.222.0.85 "GET /v2.0/security-groups?id=bfd51ccc-8906-44ed-8b9e-009f24d4922d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004908 May 30 19:57:38.000886 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 40808) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:57:38.009335 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-0c48b013-713f-4cce-9fcd-523dde991099 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1128953829-network', 'tenant_id': '7ba76fe9cbd841b8bd5bed0d67baaaef'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:57:38.018204 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-0c48b013-713f-4cce-9fcd-523dde991099 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:57:38.031995 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-0c48b013-713f-4cce-9fcd-523dde991099 admin admin] Usage tracker for resource:network and tenant:7ba76fe9cbd841b8bd5bed0d67baaaef is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:57:38.047248 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-0c48b013-713f-4cce-9fcd-523dde991099 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:57:38.066655 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-0c48b013-713f-4cce-9fcd-523dde991099 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:57:38.148719 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c48b013-713f-4cce-9fcd-523dde991099 admin admin] Made reservation on behalf of 7ba76fe9cbd841b8bd5bed0d67baaaef for: {'network': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 19:57:38.153080 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0c48b013-713f-4cce-9fcd-523dde991099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:38.174869 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0c48b013-713f-4cce-9fcd-523dde991099 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:38.246376 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-0c48b013-713f-4cce-9fcd-523dde991099 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:57:38.254782 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-0c48b013-713f-4cce-9fcd-523dde991099 admin admin] Usage tracker for resource:security_group_rule and tenant:7ba76fe9cbd841b8bd5bed0d67baaaef is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:57:38.261150 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-0c48b013-713f-4cce-9fcd-523dde991099 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:57:38.275529 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-0c48b013-713f-4cce-9fcd-523dde991099 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:57:38.323272 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-bb8b9c7a-d854-4a6e-a67e-4d30c2e71bc6 req-1b7e71cd-1a30-46e0-a458-325dc60d3a97 tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] 10.222.0.85 "GET /v2.0/networks?tenant_id=417aab70def9446fb398096222bb93ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0806251 May 30 19:57:38.429376 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0c48b013-713f-4cce-9fcd-523dde991099 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:38.498895 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0c48b013-713f-4cce-9fcd-523dde991099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:38.533997 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8b9c7a-d854-4a6e-a67e-4d30c2e71bc6 req-c9fec3ab-8cb6-43ee-8a21-0bc2627e46df tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:38.536700 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-bb8b9c7a-d854-4a6e-a67e-4d30c2e71bc6 req-c9fec3ab-8cb6-43ee-8a21-0bc2627e46df tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2121284 May 30 19:57:38.568818 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-bb8b9c7a-d854-4a6e-a67e-4d30c2e71bc6 req-deaa10ec-3712-4345-896a-c2f8beed421d tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] 10.222.0.85 "GET /v2.0/quotas/417aab70def9446fb398096222bb93ab HTTP/1.1" status: 200 len: 375 time: 0.0219796 May 30 19:57:38.583233 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c48b013-713f-4cce-9fcd-523dde991099 admin admin] vlan segment allocate from pool success with {'vlan_id': 688, 'physical_network': 'physnet1'} {{(pid=84886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 19:57:38.592232 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c48b013-713f-4cce-9fcd-523dde991099 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9feb5b9e-153c-4862-852d-37136ef6457a,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:38.612482 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0c48b013-713f-4cce-9fcd-523dde991099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:38.613112 n-d-843948-2 neutron-server[84886]: INFO neutron.db.segments_db [None req-0c48b013-713f-4cce-9fcd-523dde991099 admin admin] Added segment 7bcc8060-3216-43b9-a857-04e2325e2dc5 of type vlan for network 9c9e8850-a466-4b75-83f3-038df8b189af May 30 19:57:38.657698 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0c48b013-713f-4cce-9fcd-523dde991099 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:38.735410 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-bb8b9c7a-d854-4a6e-a67e-4d30c2e71bc6 req-6989cde7-7639-4c50-8595-24736f59dc41 tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=417aab70def9446fb398096222bb93ab&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1572409 May 30 19:57:38.766320 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device fd11695c-0e7b-4c73-b633-978c97cfc0d4 up at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 19:57:38.810642 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0c48b013-713f-4cce-9fcd-523dde991099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:38.812380 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c48b013-713f-4cce-9fcd-523dde991099 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:38.814924 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0c48b013-713f-4cce-9fcd-523dde991099 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:39.052297 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning for port fd11695c-0e7b-4c73-b633-978c97cfc0d4 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 19:57:39.069808 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning complete for port fd11695c-0e7b-4c73-b633-978c97cfc0d4 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:57:39.070477 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:39.071249 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c48b013-713f-4cce-9fcd-523dde991099 admin admin] Pushing event updated for resources: {'Network': ['ID=9c9e8850-a466-4b75-83f3-038df8b189af,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:39.151664 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-0c48b013-713f-4cce-9fcd-523dde991099 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1490653 May 30 19:57:39.157194 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 40858) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:57:39.173440 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network 9c9e8850-a466-4b75-83f3-038df8b189af details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 19:57:39.174237 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-564d0601-a1b7-4c0f-85cf-2985cd6e4e1c admin admin] Request body: {'subnet': {'network_id': '9c9e8850-a466-4b75-83f3-038df8b189af', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1128953829-subnet', 'tenant_id': '7ba76fe9cbd841b8bd5bed0d67baaaef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:57:39.194969 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-564d0601-a1b7-4c0f-85cf-2985cd6e4e1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:57:39.207929 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-564d0601-a1b7-4c0f-85cf-2985cd6e4e1c admin admin] Usage tracker for resource:subnet and tenant:7ba76fe9cbd841b8bd5bed0d67baaaef is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:57:39.218113 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-564d0601-a1b7-4c0f-85cf-2985cd6e4e1c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:57:39.240714 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-564d0601-a1b7-4c0f-85cf-2985cd6e4e1c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:57:39.388606 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-564d0601-a1b7-4c0f-85cf-2985cd6e4e1c admin admin] Made reservation on behalf of 7ba76fe9cbd841b8bd5bed0d67baaaef for: {'subnet': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 19:57:39.399394 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-564d0601-a1b7-4c0f-85cf-2985cd6e4e1c admin admin] Notify callbacks [] for subnet, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:39.488985 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:39.551258 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69f5fdf3-07c9-40fe-af94-09831a6b11a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd11695c-0e7b-4c73-b633-978c97cfc0d4'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:57:39.571423 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port fd11695c-0e7b-4c73-b633-978c97cfc0d4, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=fd11695c-0e7b-4c73-b633-978c97cfc0d4,segment=NetworkSegment(ce212c09-2307-4a5c-9bb2-5de2cac09d22),segment_id=ce212c09-2307-4a5c-9bb2-5de2cac09d22)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:57:39.594690 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df62b7c-12af-4603-aedc-88e2b11395e7 req-89b50add-4967-4c41-9432-c673a9434eed tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:39.600229 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9df62b7c-12af-4603-aedc-88e2b11395e7 req-89b50add-4967-4c41-9432-c673a9434eed tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] 10.222.0.85 "GET /v2.0/ports?device_id=69f5fdf3-07c9-40fe-af94-09831a6b11a8 HTTP/1.1" status: 200 len: 944 time: 0.2694621 May 30 19:57:39.641093 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:39.707492 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9df62b7c-12af-4603-aedc-88e2b11395e7 req-d328bd69-94a2-4f17-93e1-0b47a6a23171 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] 10.222.0.85 "GET /v2.0/security-groups?id=7d58850f-4d9d-478d-9914-1845c7c490d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939381 May 30 19:57:39.871112 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=fd11695c-0e7b-4c73-b633-978c97cfc0d4,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:39.883197 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:57:39.883647 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:57:39.883947 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:57:39.884334 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:57:39.884738 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:57:39.885867 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:57:39.886253 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:57:39.886668 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:57:39.887000 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:57:39.887332 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:57:39.887741 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:57:39.893802 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1cff9c1a-5933-4447-bf60-7fc07bc49190 req-85d1bf99-0495-4445-a55c-08410b835a6d tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] 10.222.0.85 "GET /v2.0/ports?device_id=f573def4-427d-488b-958e-2fb3d6ccaf8b HTTP/1.1" status: 200 len: 210 time: 0.2711799 May 30 19:57:39.977710 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6437143-6e4f-4238-9493-803b34e40c30'] response: {'server_uuid': '69f5fdf3-07c9-40fe-af94-09831a6b11a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd11695c-0e7b-4c73-b633-978c97cfc0d4', 'code': 200} May 30 19:57:40.225017 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-7afbdb7e-0d5a-4a5b-98c1-a1755b2c4342 req-7f2c5bf4-b3cd-4131-87c8-0807239807c5 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=69f5fdf3-07c9-40fe-af94-09831a6b11a8 HTTP/1.1" status: 200 len: 1096 time: 0.1484215 May 30 19:57:40.272551 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 40886) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:57:40.313991 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-7afbdb7e-0d5a-4a5b-98c1-a1755b2c4342 req-1cd0d70a-5c9d-41ff-b9f4-dc2158d3d7c2 service neutron] Synchronizing usage tracker for tenant:b45cda00e83644768ad384710f210c23 on resource:security_group {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 19:57:40.319420 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-564d0601-a1b7-4c0f-85cf-2985cd6e4e1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for subnet, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:40.426239 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564d0601-a1b7-4c0f-85cf-2985cd6e4e1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f02753f9-92a1-4017-a1ba-7b7775b2bfa3,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:40.445201 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564d0601-a1b7-4c0f-85cf-2985cd6e4e1c admin admin] Checking segment: {'id': '7bcc8060-3216-43b9-a857-04e2325e2dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '9c9e8850-a466-4b75-83f3-038df8b189af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 19:57:40.446061 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-564d0601-a1b7-4c0f-85cf-2985cd6e4e1c admin admin] Network hostable DHCP agents. Network: 9c9e8850-a466-4b75-83f3-038df8b189af, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 19:57:40.498517 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-7afbdb7e-0d5a-4a5b-98c1-a1755b2c4342 req-1cd0d70a-5c9d-41ff-b9f4-dc2158d3d7c2 service neutron] Unset dirty status for tenant:b45cda00e83644768ad384710f210c23 on resource:security_group {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 19:57:40.500842 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-7afbdb7e-0d5a-4a5b-98c1-a1755b2c4342 req-1cd0d70a-5c9d-41ff-b9f4-dc2158d3d7c2 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=7d58850f-4d9d-478d-9914-1845c7c490d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2685544 May 30 19:57:40.503324 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-746d503f-57cb-402d-a64b-c6254e37db3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:40.539781 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-746d503f-57cb-402d-a64b-c6254e37db3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:57:40.545786 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-746d503f-57cb-402d-a64b-c6254e37db3c admin admin] Usage tracker for resource:security_group_rule and tenant:ee82bb23e7164cde849105a308191ed2 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:57:40.550077 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-746d503f-57cb-402d-a64b-c6254e37db3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:57:40.562648 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-746d503f-57cb-402d-a64b-c6254e37db3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:57:40.594793 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-564d0601-a1b7-4c0f-85cf-2985cd6e4e1c admin admin] Network 9c9e8850-a466-4b75-83f3-038df8b189af is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 19:57:40.670096 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-746d503f-57cb-402d-a64b-c6254e37db3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:40.709572 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-564d0601-a1b7-4c0f-85cf-2985cd6e4e1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, 9c9e8850-a466-4b75-83f3-038df8b189af) {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 19:57:40.721041 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-564d0601-a1b7-4c0f-85cf-2985cd6e4e1c admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:40.721774 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-564d0601-a1b7-4c0f-85cf-2985cd6e4e1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:40.721946 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e48ce9be-55c7-4097-b253-4651e758ed93 None None] Network 9c9e8850-a466-4b75-83f3-038df8b189af requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 19:57:40.777471 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-746d503f-57cb-402d-a64b-c6254e37db3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:40.864692 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-564d0601-a1b7-4c0f-85cf-2985cd6e4e1c admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.7058811 May 30 19:57:40.908759 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746d503f-57cb-402d-a64b-c6254e37db3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f05e12a3-15d8-4dba-8432-1d2efe53cbb8,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:40.923015 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-746d503f-57cb-402d-a64b-c6254e37db3c admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=ee82bb23e7164cde849105a308191ed2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6488795 May 30 19:57:40.927959 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 40916) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:57:41.137204 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a1c587-ccd8-4951-96e6-8562a02a4580 None None] Network 9c9e8850-a466-4b75-83f3-038df8b189af requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 19:57:41.217104 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-76f5a24c-7ab5-49df-97a3-6efc67612b18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:41.278609 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-76f5a24c-7ab5-49df-97a3-6efc67612b18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:41.297728 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7dda0a-dbd5-4791-bd86-64cf6e3a79ef req-86e1ea89-a4d4-45d1-9878-f3dbb437d1ff tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:41.299992 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7c7dda0a-dbd5-4791-bd86-64cf6e3a79ef req-86e1ea89-a4d4-45d1-9878-f3dbb437d1ff tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] 10.222.0.85 "GET /v2.0/ports?device_id=69f5fdf3-07c9-40fe-af94-09831a6b11a8 HTTP/1.1" status: 200 len: 945 time: 0.2867525 May 30 19:57:41.394860 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7c7dda0a-dbd5-4791-bd86-64cf6e3a79ef req-d9a7e9a2-db99-4df5-9843-d20bf03eb1f2 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] 10.222.0.85 "GET /v2.0/security-groups?id=7d58850f-4d9d-478d-9914-1845c7c490d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842562 May 30 19:57:41.509147 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-76f5a24c-7ab5-49df-97a3-6efc67612b18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:41.540868 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f5a24c-7ab5-49df-97a3-6efc67612b18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f05e12a3-15d8-4dba-8432-1d2efe53cbb8,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:41.568481 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-76f5a24c-7ab5-49df-97a3-6efc67612b18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:41.568860 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-76f5a24c-7ab5-49df-97a3-6efc67612b18 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/f05e12a3-15d8-4dba-8432-1d2efe53cbb8 HTTP/1.1" status: 204 len: 168 time: 0.6331143 May 30 19:57:41.639035 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5690df78-24c8-497b-915e-1fc333553481 req-7e1c30bb-399b-4d27-a8ba-74ca12c381bb tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] 10.222.0.85 "GET /v2.0/ports?device_id=f573def4-427d-488b-958e-2fb3d6ccaf8b HTTP/1.1" status: 200 len: 210 time: 0.0548904 May 30 19:57:42.079021 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-bb8b9c7a-d854-4a6e-a67e-4d30c2e71bc6 req-974080fb-1217-4c3d-9737-9ca16d1b7095 tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=417aab70def9446fb398096222bb93ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0769010 May 30 19:57:42.337162 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8b9c7a-d854-4a6e-a67e-4d30c2e71bc6 req-5257b789-cdef-4859-9c30-34e9fd7133a6 tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:42.339052 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-bb8b9c7a-d854-4a6e-a67e-4d30c2e71bc6 req-5257b789-cdef-4859-9c30-34e9fd7133a6 tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2496111 May 30 19:57:42.355924 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [req-bb8b9c7a-d854-4a6e-a67e-4d30c2e71bc6 req-cb396eaf-a072-4a70-a933-cbd3c66a7039 tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] Request body: {'port': {'device_id': 'f573def4-427d-488b-958e-2fb3d6ccaf8b', 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1', 'admin_state_up': True, 'tenant_id': '417aab70def9446fb398096222bb93ab'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:57:42.589080 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-bb8b9c7a-d854-4a6e-a67e-4d30c2e71bc6 req-cb396eaf-a072-4a70-a933-cbd3c66a7039 tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:57:42.603524 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-bb8b9c7a-d854-4a6e-a67e-4d30c2e71bc6 req-cb396eaf-a072-4a70-a933-cbd3c66a7039 tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:57:42.798973 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb8b9c7a-d854-4a6e-a67e-4d30c2e71bc6 req-cb396eaf-a072-4a70-a933-cbd3c66a7039 tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] Made reservation on behalf of 417aab70def9446fb398096222bb93ab for: {'port': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 19:57:42.798973 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-bb8b9c7a-d854-4a6e-a67e-4d30c2e71bc6 req-cb396eaf-a072-4a70-a933-cbd3c66a7039 tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:42.811507 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d4b9ec-71a5-4e42-bad9-d48829b50a21 req-3594c9ee-387a-4b9e-b6ab-d81baaf0d6bd tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:42.813002 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-13d4b9ec-71a5-4e42-bad9-d48829b50a21 req-3594c9ee-387a-4b9e-b6ab-d81baaf0d6bd tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Synchronizing usage tracker for tenant:e03d8798de6f4daa8bc8080dc719ce8a on resource:network {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 19:57:43.087305 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a513d9-8949-4478-b64f-714de6cbe595 req-f14b82ad-a1ed-4e5f-9cb0-fb39df6b160a tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:43.089958 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-09a513d9-8949-4478-b64f-714de6cbe595 req-f14b82ad-a1ed-4e5f-9cb0-fb39df6b160a tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] 10.222.0.85 "GET /v2.0/ports?device_id=69f5fdf3-07c9-40fe-af94-09831a6b11a8 HTTP/1.1" status: 200 len: 945 time: 0.3773096 May 30 19:57:43.219323 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [req-bb8b9c7a-d854-4a6e-a67e-4d30c2e71bc6 req-cb396eaf-a072-4a70-a933-cbd3c66a7039 tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] Allocated IP 192.168.233.35 (4344fbed-57fb-43d7-b32d-6020ce60f0a1/1b83ff54-b1af-44ce-bb75-ba148920553c/6a889582-ba64-4d65-b231-5ec73e7e62c2) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 19:57:43.231178 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-09a513d9-8949-4478-b64f-714de6cbe595 req-8976e1fd-30e0-4f3d-afa9-d503a8977995 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] 10.222.0.85 "GET /v2.0/security-groups?id=7d58850f-4d9d-478d-9914-1845c7c490d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1307096 May 30 19:57:43.292425 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-13d4b9ec-71a5-4e42-bad9-d48829b50a21 req-3594c9ee-387a-4b9e-b6ab-d81baaf0d6bd tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Unset dirty status for tenant:e03d8798de6f4daa8bc8080dc719ce8a on resource:network {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 19:57:43.294140 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-13d4b9ec-71a5-4e42-bad9-d48829b50a21 req-3594c9ee-387a-4b9e-b6ab-d81baaf0d6bd tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/networks?id=22982b8a-b22c-41df-a053-0dde355094a5 HTTP/1.1" status: 200 len: 807 time: 0.6513031 May 30 19:57:43.316544 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-13d4b9ec-71a5-4e42-bad9-d48829b50a21 req-7eeb95d6-ddb6-4971-82ca-b7cd2ec1b6f6 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/quotas/e03d8798de6f4daa8bc8080dc719ce8a HTTP/1.1" status: 200 len: 375 time: 0.0131578 May 30 19:57:43.388448 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-13d4b9ec-71a5-4e42-bad9-d48829b50a21 req-5c2b12fc-9cc0-433e-be97-243cd4effef5 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=e03d8798de6f4daa8bc8080dc719ce8a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0598626 May 30 19:57:43.410441 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 40974) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:57:43.473601 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-335452a7-82b9-4a62-83d8-68cd709ff19a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:43.524335 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-bb8b9c7a-d854-4a6e-a67e-4d30c2e71bc6 req-cb396eaf-a072-4a70-a933-cbd3c66a7039 tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:43.543266 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [req-bb8b9c7a-d854-4a6e-a67e-4d30c2e71bc6 req-cb396eaf-a072-4a70-a933-cbd3c66a7039 tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] Transition to ACTIVE for port object 6a889582-ba64-4d65-b231-5ec73e7e62c2 will not be triggered until provisioned by entity DHCP. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:57:43.686709 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-bb8b9c7a-d854-4a6e-a67e-4d30c2e71bc6 req-cb396eaf-a072-4a70-a933-cbd3c66a7039 tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:43.708505 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['039fc807-d430-41c5-a4c7-81fca600e696'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 19:57:43.771398 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb8b9c7a-d854-4a6e-a67e-4d30c2e71bc6 req-cb396eaf-a072-4a70-a933-cbd3c66a7039 tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] Network 4344fbed-57fb-43d7-b32d-6020ce60f0a1 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 19:57:43.774813 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [req-bb8b9c7a-d854-4a6e-a67e-4d30c2e71bc6 req-cb396eaf-a072-4a70-a933-cbd3c66a7039 tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 19:57:43.777858 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb8b9c7a-d854-4a6e-a67e-4d30c2e71bc6 req-cb396eaf-a072-4a70-a933-cbd3c66a7039 tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 19:57:43.782524 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8b9c7a-d854-4a6e-a67e-4d30c2e71bc6 req-cb396eaf-a072-4a70-a933-cbd3c66a7039 tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:43.783605 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-bb8b9c7a-d854-4a6e-a67e-4d30c2e71bc6 req-cb396eaf-a072-4a70-a933-cbd3c66a7039 tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:43.845564 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-13d4b9ec-71a5-4e42-bad9-d48829b50a21 req-928ac383-9808-4aab-8832-ac590b233adb service neutron] 10.222.0.85 "GET /v2.0/networks/22982b8a-b22c-41df-a053-0dde355094a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4147081 May 30 19:57:43.854197 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb396eaf-a072-4a70-a933-cbd3c66a7039 tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] Pushing event updated for resources: {'Port': ['ID=6a889582-ba64-4d65-b231-5ec73e7e62c2,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:43.875009 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-335452a7-82b9-4a62-83d8-68cd709ff19a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:57:43.923474 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-bb8b9c7a-d854-4a6e-a67e-4d30c2e71bc6 req-cb396eaf-a072-4a70-a933-cbd3c66a7039 tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5715141 May 30 19:57:43.940783 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [req-bb8b9c7a-d854-4a6e-a67e-4d30c2e71bc6 req-f72fbfa4-56fa-41bc-9fc8-fcfe49dec65a service neutron] Request body: {'port': {'device_id': 'f573def4-427d-488b-958e-2fb3d6ccaf8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843948-2'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:57:43.954203 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-335452a7-82b9-4a62-83d8-68cd709ff19a admin admin] Usage tracker for resource:security_group_rule and tenant:e2eaded58a274a83acb9ee542e615a31 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:57:43.968130 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-335452a7-82b9-4a62-83d8-68cd709ff19a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:57:43.984391 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-335452a7-82b9-4a62-83d8-68cd709ff19a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:57:44.087658 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-13d4b9ec-71a5-4e42-bad9-d48829b50a21 req-d11fb46c-12d6-4617-9ec6-4e3160456941 service neutron] 10.222.0.85 "GET /v2.0/networks/22982b8a-b22c-41df-a053-0dde355094a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2348728 May 30 19:57:44.156644 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-335452a7-82b9-4a62-83d8-68cd709ff19a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:44.249521 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-335452a7-82b9-4a62-83d8-68cd709ff19a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:44.259797 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-bb8b9c7a-d854-4a6e-a67e-4d30c2e71bc6 req-f72fbfa4-56fa-41bc-9fc8-fcfe49dec65a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:44.302244 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335452a7-82b9-4a62-83d8-68cd709ff19a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7708a671-f4ea-47ea-bc1e-e4bff4662055,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:44.308043 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-335452a7-82b9-4a62-83d8-68cd709ff19a admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=e2eaded58a274a83acb9ee542e615a31&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9023910 May 30 19:57:44.312466 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 40980) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:57:44.320477 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-43cc1479-afbb-4392-a059-7e44d432c54b None None] Provisioning for port 6a889582-ba64-4d65-b231-5ec73e7e62c2 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 19:57:44.330445 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-43cc1479-afbb-4392-a059-7e44d432c54b None None] Provisioning complete for port 6a889582-ba64-4d65-b231-5ec73e7e62c2 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:57:44.331360 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-43cc1479-afbb-4392-a059-7e44d432c54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:44.366054 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b17b7b-0041-492c-ba9e-3a1435f5ccdd req-e4653957-bea0-46f3-ab6f-e64a7cf4cbdb tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:44.367299 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-85b17b7b-0041-492c-ba9e-3a1435f5ccdd req-e4653957-bea0-46f3-ab6f-e64a7cf4cbdb tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] Synchronizing usage tracker for tenant:417aab70def9446fb398096222bb93ab on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 19:57:44.422380 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-98aa29fc-0cf9-4cc1-918c-a24dda378f55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:44.457855 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-43cc1479-afbb-4392-a059-7e44d432c54b None None] Port 6a889582-ba64-4d65-b231-5ec73e7e62c2 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 19:57:44.513122 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-98aa29fc-0cf9-4cc1-918c-a24dda378f55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:44.554780 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-85b17b7b-0041-492c-ba9e-3a1435f5ccdd req-e4653957-bea0-46f3-ab6f-e64a7cf4cbdb tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] Unset dirty status for tenant:417aab70def9446fb398096222bb93ab on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 19:57:44.570567 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-85b17b7b-0041-492c-ba9e-3a1435f5ccdd req-e4653957-bea0-46f3-ab6f-e64a7cf4cbdb tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] 10.222.0.85 "GET /v2.0/ports?device_id=f573def4-427d-488b-958e-2fb3d6ccaf8b HTTP/1.1" status: 200 len: 935 time: 0.5802832 May 30 19:57:44.795132 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ba921c-85b9-420c-baf5-bdf567398dbc req-cc558193-a70c-4c3e-8d54-2fb261d5bd63 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:44.797988 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-79ba921c-85b9-420c-baf5-bdf567398dbc req-cc558193-a70c-4c3e-8d54-2fb261d5bd63 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] 10.222.0.85 "GET /v2.0/ports?device_id=69f5fdf3-07c9-40fe-af94-09831a6b11a8 HTTP/1.1" status: 200 len: 945 time: 0.1198761 May 30 19:57:44.815434 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 40992) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:57:44.827263 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-4fc9c553-59bc-41a6-8ee9-970339fcb7e7 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Request body: {'floatingip': {'port_id': 'fd11695c-0e7b-4c73-b633-978c97cfc0d4'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:57:44.966870 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4fc9c553-59bc-41a6-8ee9-970339fcb7e7 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Notify callbacks [] for floatingip, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:45.041781 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-98aa29fc-0cf9-4cc1-918c-a24dda378f55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:45.052353 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-85b17b7b-0041-492c-ba9e-3a1435f5ccdd req-6e1f4270-025f-41b6-8e76-d34dfc011297 tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] 10.222.0.85 "GET /v2.0/security-groups?id=bfd51ccc-8906-44ed-8b9e-009f24d4922d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4801645 May 30 19:57:45.118301 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98aa29fc-0cf9-4cc1-918c-a24dda378f55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7708a671-f4ea-47ea-bc1e-e4bff4662055,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:45.144046 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-98aa29fc-0cf9-4cc1-918c-a24dda378f55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:45.146173 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-98aa29fc-0cf9-4cc1-918c-a24dda378f55 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/7708a671-f4ea-47ea-bc1e-e4bff4662055 HTTP/1.1" status: 204 len: 168 time: 0.8327572 May 30 19:57:45.315947 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [req-bb8b9c7a-d854-4a6e-a67e-4d30c2e71bc6 req-f72fbfa4-56fa-41bc-9fc8-fcfe49dec65a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a889582-ba64-4d65-b231-5ec73e7e62c2 {{(pid=84886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 19:57:45.351501 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-bb8b9c7a-d854-4a6e-a67e-4d30c2e71bc6 req-f72fbfa4-56fa-41bc-9fc8-fcfe49dec65a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:45.504021 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [req-bb8b9c7a-d854-4a6e-a67e-4d30c2e71bc6 req-f72fbfa4-56fa-41bc-9fc8-fcfe49dec65a service neutron] Transition to ACTIVE for port object 6a889582-ba64-4d65-b231-5ec73e7e62c2 will not be triggered until provisioned by entity L2. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:57:45.508234 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3bcd9cce-129f-4aa2-8184-33c211660f2a req-ae79ffde-9085-4ef2-aae5-73223af005cc tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/ports?device_id=7cedf278-0562-4faf-a9b0-36639e069b2a HTTP/1.1" status: 200 len: 210 time: 0.1070945 May 30 19:57:45.711000 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-bb8b9c7a-d854-4a6e-a67e-4d30c2e71bc6 req-f72fbfa4-56fa-41bc-9fc8-fcfe49dec65a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:46.103298 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72fbfa4-56fa-41bc-9fc8-fcfe49dec65a service neutron] Pushing event updated for resources: {'Port': ['ID=6a889582-ba64-4d65-b231-5ec73e7e62c2,revision_number=2']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:46.257242 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-bb8b9c7a-d854-4a6e-a67e-4d30c2e71bc6 req-f72fbfa4-56fa-41bc-9fc8-fcfe49dec65a service neutron] Attempting to bind port 6a889582-ba64-4d65-b231-5ec73e7e62c2 on host n-h1-843948-2 for vnic_type normal with profile {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 19:57:46.258202 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-bb8b9c7a-d854-4a6e-a67e-4d30c2e71bc6 req-f72fbfa4-56fa-41bc-9fc8-fcfe49dec65a service neutron] Attempting to bind port 6a889582-ba64-4d65-b231-5ec73e7e62c2 by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': '7e304c17-4e5f-4a93-af80-52785639e6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1'}] {{(pid=84886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 19:57:46.259471 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb8b9c7a-d854-4a6e-a67e-4d30c2e71bc6 req-f72fbfa4-56fa-41bc-9fc8-fcfe49dec65a service neutron] Attempting to bind port 6a889582-ba64-4d65-b231-5ec73e7e62c2 on network 4344fbed-57fb-43d7-b32d-6020ce60f0a1 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:57:46.287838 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb8b9c7a-d854-4a6e-a67e-4d30c2e71bc6 req-f72fbfa4-56fa-41bc-9fc8-fcfe49dec65a service neutron] Port 6a889582-ba64-4d65-b231-5ec73e7e62c2 on network 4344fbed-57fb-43d7-b32d-6020ce60f0a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 19:57:46.288362 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb8b9c7a-d854-4a6e-a67e-4d30c2e71bc6 req-f72fbfa4-56fa-41bc-9fc8-fcfe49dec65a service neutron] Attempting to bind port 6a889582-ba64-4d65-b231-5ec73e7e62c2 on network 4344fbed-57fb-43d7-b32d-6020ce60f0a1 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:57:46.303911 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb8b9c7a-d854-4a6e-a67e-4d30c2e71bc6 req-f72fbfa4-56fa-41bc-9fc8-fcfe49dec65a service neutron] Checking agent: {'id': 'f728d74e-a4ae-4384-860b-a5ade05dd8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 19, 57, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 19:57:46.308667 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb8b9c7a-d854-4a6e-a67e-4d30c2e71bc6 req-f72fbfa4-56fa-41bc-9fc8-fcfe49dec65a service neutron] Checking segment: {'id': '7e304c17-4e5f-4a93-af80-52785639e6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 19:57:46.309130 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb8b9c7a-d854-4a6e-a67e-4d30c2e71bc6 req-f72fbfa4-56fa-41bc-9fc8-fcfe49dec65a service neutron] Bound using segment: {'id': '7e304c17-4e5f-4a93-af80-52785639e6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1'} {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 19:57:46.310336 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-bb8b9c7a-d854-4a6e-a67e-4d30c2e71bc6 req-f72fbfa4-56fa-41bc-9fc8-fcfe49dec65a service neutron] Bound port: 6a889582-ba64-4d65-b231-5ec73e7e62c2, host: n-h1-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e304c17-4e5f-4a93-af80-52785639e6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1'}}] {{(pid=84886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 19:57:46.310696 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-bb8b9c7a-d854-4a6e-a67e-4d30c2e71bc6 req-f72fbfa4-56fa-41bc-9fc8-fcfe49dec65a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:46.402956 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 41042) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:57:46.417783 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.db.resource_extend [None req-4fc9c553-59bc-41a6-8ee9-970339fcb7e7 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 19:57:46.605465 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4fc9c553-59bc-41a6-8ee9-970339fcb7e7 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:46.643287 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-bb8b9c7a-d854-4a6e-a67e-4d30c2e71bc6 req-f72fbfa4-56fa-41bc-9fc8-fcfe49dec65a service neutron] For port 6a889582-ba64-4d65-b231-5ec73e7e62c2, host n-h1-843948-2, cleared binding levels {{(pid=84886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 19:57:46.665080 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4fc9c553-59bc-41a6-8ee9-970339fcb7e7 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736490'] for floatingip, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:46.667757 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-bb8b9c7a-d854-4a6e-a67e-4d30c2e71bc6 req-f72fbfa4-56fa-41bc-9fc8-fcfe49dec65a service neutron] For port 6a889582-ba64-4d65-b231-5ec73e7e62c2, host n-h1-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=6a889582-ba64-4d65-b231-5ec73e7e62c2,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 19:57:46.706031 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9187f685-93f2-4b97-a8cf-6b8de59172f9 req-cb99de2f-5312-4508-87fc-0ba2658ce50f tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:46.710463 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9187f685-93f2-4b97-a8cf-6b8de59172f9 req-cb99de2f-5312-4508-87fc-0ba2658ce50f tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] 10.222.0.85 "GET /v2.0/ports?device_id=f573def4-427d-488b-958e-2fb3d6ccaf8b HTTP/1.1" status: 200 len: 947 time: 0.2166569 May 30 19:57:46.787017 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9187f685-93f2-4b97-a8cf-6b8de59172f9 req-67c6bfa9-007d-4772-a3f3-72d957e3d2e2 tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] 10.222.0.85 "GET /v2.0/security-groups?id=bfd51ccc-8906-44ed-8b9e-009f24d4922d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720370 May 30 19:57:46.789025 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-bb8b9c7a-d854-4a6e-a67e-4d30c2e71bc6 req-f72fbfa4-56fa-41bc-9fc8-fcfe49dec65a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:46.886766 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-bb8b9c7a-d854-4a6e-a67e-4d30c2e71bc6 req-f72fbfa4-56fa-41bc-9fc8-fcfe49dec65a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:46.890980 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-bb8b9c7a-d854-4a6e-a67e-4d30c2e71bc6 req-f72fbfa4-56fa-41bc-9fc8-fcfe49dec65a service neutron] 10.222.0.71 "PUT /v2.0/ports/6a889582-ba64-4d65-b231-5ec73e7e62c2 HTTP/1.1" status: 200 len: 1095 time: 2.9598141 May 30 19:57:46.892136 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f573def4-427d-488b-958e-2fb3d6ccaf8b', 'tag': '6a889582-ba64-4d65-b231-5ec73e7e62c2'}] {{(pid=84886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:57:46.934803 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72fbfa4-56fa-41bc-9fc8-fcfe49dec65a service neutron] Pushing event updated for resources: {'Port': ['ID=6a889582-ba64-4d65-b231-5ec73e7e62c2,revision_number=3']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:47.046143 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-98ddf2ac-d613-41cb-a9da-a752ff8d11b8 req-fd60ba17-e913-4ed2-8b43-2f0c5f89f889 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/ports?device_id=7cedf278-0562-4faf-a9b0-36639e069b2a HTTP/1.1" status: 200 len: 210 time: 0.0577705 May 30 19:57:47.244865 n-d-843948-2 neutron-server[84886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e4411ad-2489-4c9e-8d0f-7aeb662aa4af'] response: {'name': 'network-changed', 'server_uuid': 'f573def4-427d-488b-958e-2fb3d6ccaf8b', 'tag': '6a889582-ba64-4d65-b231-5ec73e7e62c2', 'status': 'completed', 'code': 200} May 30 19:57:47.388732 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-bb8b9c7a-d854-4a6e-a67e-4d30c2e71bc6 req-72fac833-ba30-42e7-aeab-f5a89395c159 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=417aab70def9446fb398096222bb93ab&device_id=f573def4-427d-488b-958e-2fb3d6ccaf8b HTTP/1.1" status: 200 len: 1098 time: 0.2601466 May 30 19:57:47.417331 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8e32273f-87e6-41d4-b80c-3a48d4655867 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:47.496737 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 41076) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:57:47.518523 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-8e32273f-87e6-41d4-b80c-3a48d4655867 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:57:47.528670 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-8e32273f-87e6-41d4-b80c-3a48d4655867 admin admin] Usage tracker for resource:security_group_rule and tenant:2d5720cd5aac4e58bd9934daf01f99d3 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:57:47.535258 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-8e32273f-87e6-41d4-b80c-3a48d4655867 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:57:47.549119 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-8e32273f-87e6-41d4-b80c-3a48d4655867 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:57:47.555604 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-bb8b9c7a-d854-4a6e-a67e-4d30c2e71bc6 req-d9b67a12-c292-4806-bb49-4fa1786273b2 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=6a889582-ba64-4d65-b231-5ec73e7e62c2 HTTP/1.1" status: 200 len: 217 time: 0.1589248 May 30 19:57:47.636830 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8b9c7a-d854-4a6e-a67e-4d30c2e71bc6 req-29c55cc4-45ee-4b13-9bc8-b90f0320d6a0 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:47.638719 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-bb8b9c7a-d854-4a6e-a67e-4d30c2e71bc6 req-29c55cc4-45ee-4b13-9bc8-b90f0320d6a0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1b83ff54-b1af-44ce-bb75-ba148920553c HTTP/1.1" status: 200 len: 843 time: 0.0754454 May 30 19:57:47.666811 n-d-843948-2 neutron-server[84887]: INFO neutron.db.l3_db [None req-4fc9c553-59bc-41a6-8ee9-970339fcb7e7 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Floating IP c66a56a3-f8fa-4e97-b2df-3bb3fdb51edc associated. External IP: 172.25.8.118, port: fd11695c-0e7b-4c73-b633-978c97cfc0d4. May 30 19:57:47.817768 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-bb8b9c7a-d854-4a6e-a67e-4d30c2e71bc6 req-fa07432a-7686-4d0c-8453-9b7294b9e717 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4344fbed-57fb-43d7-b32d-6020ce60f0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1729987 May 30 19:57:47.958138 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8e32273f-87e6-41d4-b80c-3a48d4655867 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:47.995950 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1575709b-2157-4649-a575-538ae7395d9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:48.069682 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8e32273f-87e6-41d4-b80c-3a48d4655867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:48.085966 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-bb8b9c7a-d854-4a6e-a67e-4d30c2e71bc6 req-d00dfd59-cf24-4bb2-9c64-589b16af85e8 service neutron] 10.222.0.71 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2596731 May 30 19:57:48.118124 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-1575709b-2157-4649-a575-538ae7395d9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:57:48.167609 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-1575709b-2157-4649-a575-538ae7395d9e admin admin] Usage tracker for resource:security_group_rule and tenant:cd3c26317f804f53af7778ff7f370818 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:57:48.190222 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-1575709b-2157-4649-a575-538ae7395d9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:57:48.212756 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-1575709b-2157-4649-a575-538ae7395d9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:57:48.221174 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e32273f-87e6-41d4-b80c-3a48d4655867 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0b98cb1-ccea-41d3-accf-4be47cdb07d1,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:48.243806 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-8e32273f-87e6-41d4-b80c-3a48d4655867 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=2d5720cd5aac4e58bd9934daf01f99d3&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8398058 May 30 19:57:48.250946 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 41108) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:57:48.333986 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-bb8b9c7a-d854-4a6e-a67e-4d30c2e71bc6 req-69391d55-a648-4c7c-9ee9-fb2c0256bf85 service neutron] 10.222.0.71 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2405348 May 30 19:57:48.387632 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2e2fae-2c0e-4e28-af6d-6b7fc3b67480 req-1f5a1748-bbed-4040-b7a9-eb4b7cd2e4d4 tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:48.389200 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fd2e2fae-2c0e-4e28-af6d-6b7fc3b67480 req-1f5a1748-bbed-4040-b7a9-eb4b7cd2e4d4 tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] 10.222.0.85 "GET /v2.0/ports?device_id=f573def4-427d-488b-958e-2fb3d6ccaf8b HTTP/1.1" status: 200 len: 947 time: 0.2874434 May 30 19:57:48.421324 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1575709b-2157-4649-a575-538ae7395d9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:48.449814 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4f2b0e81-d836-4a33-b869-9597f2258f6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:48.490939 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.71', 65112) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:57:48.509579 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4f2b0e81-d836-4a33-b869-9597f2258f6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:48.518331 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fd2e2fae-2c0e-4e28-af6d-6b7fc3b67480 req-214dd799-989d-46c1-8738-e31561ebd407 tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] 10.222.0.85 "GET /v2.0/security-groups?id=bfd51ccc-8906-44ed-8b9e-009f24d4922d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060948 May 30 19:57:48.595401 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1575709b-2157-4649-a575-538ae7395d9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:48.726194 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d4b9ec-71a5-4e42-bad9-d48829b50a21 req-a98f16a6-c8ce-45c0-9d0a-b800847ae7c1 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:48.730757 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-13d4b9ec-71a5-4e42-bad9-d48829b50a21 req-a98f16a6-c8ce-45c0-9d0a-b800847ae7c1 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.71 "GET /v2.0/networks?id=22982b8a-b22c-41df-a053-0dde355094a5 HTTP/1.1" status: 200 len: 807 time: 0.3718157 May 30 19:57:48.737259 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1575709b-2157-4649-a575-538ae7395d9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5f88cc7-47e1-4383-8be1-42998352e34e,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:48.751538 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ec27089d-6ab3-4492-a311-6917e8bb5357 req-87af697e-372b-4dd4-984d-28e30bdbaea0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=417aab70def9446fb398096222bb93ab&device_id=f573def4-427d-488b-958e-2fb3d6ccaf8b HTTP/1.1" status: 200 len: 1098 time: 0.2584019 May 30 19:57:48.763025 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-1575709b-2157-4649-a575-538ae7395d9e admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=cd3c26317f804f53af7778ff7f370818&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2594571 May 30 19:57:48.763716 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 41120) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:57:48.784437 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [req-13d4b9ec-71a5-4e42-bad9-d48829b50a21 req-24b0ea18-8a83-49c1-8692-341b71e1a3fe tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Request body: {'port': {'device_id': '7cedf278-0562-4faf-a9b0-36639e069b2a', 'network_id': '22982b8a-b22c-41df-a053-0dde355094a5', 'admin_state_up': True, 'tenant_id': 'e03d8798de6f4daa8bc8080dc719ce8a'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:57:48.873888 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5be6c3e5-e8be-4f6e-a659-fff54930acfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:48.911728 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5be6c3e5-e8be-4f6e-a659-fff54930acfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:48.945448 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4f2b0e81-d836-4a33-b869-9597f2258f6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:48.985361 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2b0e81-d836-4a33-b869-9597f2258f6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0b98cb1-ccea-41d3-accf-4be47cdb07d1,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:49.007786 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4f2b0e81-d836-4a33-b869-9597f2258f6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:49.008030 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-4f2b0e81-d836-4a33-b869-9597f2258f6d admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/b0b98cb1-ccea-41d3-accf-4be47cdb07d1 HTTP/1.1" status: 204 len: 168 time: 0.7555189 May 30 19:57:49.044494 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fc9c553-59bc-41a6-8ee9-970339fcb7e7 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Router dff63ffd-2ade-40fb-8d35-ecb84addf322 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 19:57:49.155195 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5be6c3e5-e8be-4f6e-a659-fff54930acfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:49.185560 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:49.225180 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5be6c3e5-e8be-4f6e-a659-fff54930acfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:49.229269 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-5be6c3e5-e8be-4f6e-a659-fff54930acfd admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/e5f88cc7-47e1-4383-8be1-42998352e34e HTTP/1.1" status: 204 len: 168 time: 0.4620988 May 30 19:57:49.234845 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ba83f2cc-78ad-4d93-9119-4b2ed91f31d1 req-a7ae892b-2b61-46d0-9d60-e5e342c2a969 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/ports?device_id=7cedf278-0562-4faf-a9b0-36639e069b2a HTTP/1.1" status: 200 len: 210 time: 0.1723192 May 30 19:57:49.236130 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be6c3e5-e8be-4f6e-a659-fff54930acfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5f88cc7-47e1-4383-8be1-42998352e34e,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:49.388583 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec27089d-6ab3-4492-a311-6917e8bb5357 req-e1ebb720-1174-46bc-8f4d-6a1e87c80f76 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:49.388583 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ec27089d-6ab3-4492-a311-6917e8bb5357 req-e1ebb720-1174-46bc-8f4d-6a1e87c80f76 service neutron] 10.222.0.71 "GET /v2.0/networks?id=4344fbed-57fb-43d7-b32d-6020ce60f0a1 HTTP/1.1" status: 200 len: 870 time: 0.5603113 May 30 19:57:49.389185 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fc9c553-59bc-41a6-8ee9-970339fcb7e7 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 19:57:49.409569 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4fc9c553-59bc-41a6-8ee9-970339fcb7e7 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:49.415887 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67891d6a-e79e-48fd-b6fc-71583bfcb6ce None None] Sync routers for ids ['dff63ffd-2ade-40fb-8d35-ecb84addf322'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 19:57:49.438047 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67891d6a-e79e-48fd-b6fc-71583bfcb6ce None None] Routers {'dff63ffd-2ade-40fb-8d35-ecb84addf322'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 19:57:49.439454 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-67891d6a-e79e-48fd-b6fc-71583bfcb6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T19:57:29Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['dff63ffd-2ade-40fb-8d35-ecb84addf322'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:57:49.537023 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ec27089d-6ab3-4492-a311-6917e8bb5357 req-a1f3ae00-33a4-41ba-a8d2-b48ef1e476bc service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=6a889582-ba64-4d65-b231-5ec73e7e62c2 HTTP/1.1" status: 200 len: 217 time: 0.1382952 May 30 19:57:49.573869 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-4fc9c553-59bc-41a6-8ee9-970339fcb7e7 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] 10.222.0.85 "PUT /v2.0/floatingips/c66a56a3-f8fa-4e97-b2df-3bb3fdb51edc HTTP/1.1" status: 200 len: 991 time: 4.7564130 May 30 19:57:49.576441 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69f5fdf3-07c9-40fe-af94-09831a6b11a8', 'tag': 'fd11695c-0e7b-4c73-b633-978c97cfc0d4'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:57:49.652635 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec27089d-6ab3-4492-a311-6917e8bb5357 req-cc7c03ca-56e1-42cd-9191-734e5a96ce45 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:49.654172 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ec27089d-6ab3-4492-a311-6917e8bb5357 req-cc7c03ca-56e1-42cd-9191-734e5a96ce45 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1b83ff54-b1af-44ce-bb75-ba148920553c HTTP/1.1" status: 200 len: 843 time: 0.0954151 May 30 19:57:49.767206 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-13d4b9ec-71a5-4e42-bad9-d48829b50a21 req-24b0ea18-8a83-49c1-8692-341b71e1a3fe tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:57:49.824327 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-13d4b9ec-71a5-4e42-bad9-d48829b50a21 req-24b0ea18-8a83-49c1-8692-341b71e1a3fe tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Usage tracker for resource:port and tenant:e03d8798de6f4daa8bc8080dc719ce8a is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:57:49.833802 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-13d4b9ec-71a5-4e42-bad9-d48829b50a21 req-24b0ea18-8a83-49c1-8692-341b71e1a3fe tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:57:49.842062 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-13d4b9ec-71a5-4e42-bad9-d48829b50a21 req-24b0ea18-8a83-49c1-8692-341b71e1a3fe tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:57:49.878950 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ec27089d-6ab3-4492-a311-6917e8bb5357 req-bfbd9e1f-b5de-4e33-907b-b94281e990d7 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4344fbed-57fb-43d7-b32d-6020ce60f0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2154784 May 30 19:57:49.901904 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-67891d6a-e79e-48fd-b6fc-71583bfcb6ce None None] Set router dff63ffd-2ade-40fb-8d35-ecb84addf322 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 19:57:49.979598 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13d4b9ec-71a5-4e42-bad9-d48829b50a21 req-24b0ea18-8a83-49c1-8692-341b71e1a3fe tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Made reservation on behalf of e03d8798de6f4daa8bc8080dc719ce8a for: {'port': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 19:57:49.982969 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-13d4b9ec-71a5-4e42-bad9-d48829b50a21 req-24b0ea18-8a83-49c1-8692-341b71e1a3fe tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:50.055076 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580c687f-e61a-4500-9818-078f08782426 req-fa47ff24-4dda-4739-88a3-488368a6491c tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:50.059920 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-580c687f-e61a-4500-9818-078f08782426 req-fa47ff24-4dda-4739-88a3-488368a6491c tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] 10.222.0.85 "GET /v2.0/ports?device_id=69f5fdf3-07c9-40fe-af94-09831a6b11a8 HTTP/1.1" status: 200 len: 945 time: 0.2796047 May 30 19:57:50.182632 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de1d0383-a175-4501-9846-1d27f2d87e5e'] response: {'name': 'network-changed', 'server_uuid': '69f5fdf3-07c9-40fe-af94-09831a6b11a8', 'tag': 'fd11695c-0e7b-4c73-b633-978c97cfc0d4', 'status': 'completed', 'code': 200} May 30 19:57:50.419444 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ec27089d-6ab3-4492-a311-6917e8bb5357 req-e1b9f8a2-db04-4d05-a6d2-64002c2d380a service neutron] 10.222.0.71 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5332675 May 30 19:57:50.429486 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-580c687f-e61a-4500-9818-078f08782426 req-efc41ce0-cb02-4c52-b249-6b99b82644f6 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] 10.222.0.85 "GET /v2.0/security-groups?id=7d58850f-4d9d-478d-9914-1845c7c490d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2948294 May 30 19:57:50.471664 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f602754-6f54-4470-afd2-412deb79910f req-cd4b981c-f7e8-44ba-8cbe-90759637db64 tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:50.475091 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1f602754-6f54-4470-afd2-412deb79910f req-cd4b981c-f7e8-44ba-8cbe-90759637db64 tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] 10.222.0.85 "GET /v2.0/ports?device_id=f573def4-427d-488b-958e-2fb3d6ccaf8b HTTP/1.1" status: 200 len: 947 time: 0.1353230 May 30 19:57:50.508300 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-67891d6a-e79e-48fd-b6fc-71583bfcb6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dff63ffd-2ade-40fb-8d35-ecb84addf322', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-284131261-router', 'tenant_id': 'f8671c8955ba49549063462441cf84be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '11a59005-71e9-43f5-889c-8d35e02c45a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T19:56:37Z', 'updated_at': '2022-05-30T19:56:42Z', 'revision_number': 4, 'project_id': 'f8671c8955ba49549063462441cf84be', 'gw_port': {'id': '11a59005-71e9-43f5-889c-8d35e02c45a1', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:70:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff63ffd-2ade-40fb-8d35-ecb84addf322', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:56:38Z', 'updated_at': '2022-05-30T19:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': 'c66a56a3-f8fa-4e97-b2df-3bb3fdb51edc', 'tenant_id': 'f8671c8955ba49549063462441cf84be', 'floating_ip_address': '172.25.8.118', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': 'dff63ffd-2ade-40fb-8d35-ecb84addf322', 'port_id': 'fd11695c-0e7b-4c73-b633-978c97cfc0d4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '399356b2-01b1-4b9e-84e5-ec68f4845059', 'mac_address': 'fa:16:3e:81:0c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f5fdf3-07c9-40fe-af94-09831a6b11a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T19:57:14Z', 'updated_at': '2022-05-30T19:57:46Z', 'revision_number': 1, 'project_id': 'f8671c8955ba49549063462441cf84be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a85da4c3-5233-4e62-9df6-6eb869ff235b', 'name': '', 'network_id': '399356b2-01b1-4b9e-84e5-ec68f4845059', 'tenant_id': 'f8671c8955ba49549063462441cf84be', 'mac_address': 'fa:16:3e:98:89:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff63ffd-2ade-40fb-8d35-ecb84addf322', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '82761f11-2140-4c34-b51b-d85edab7a1af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:56:41Z', 'updated_at': '2022-05-30T19:57:00Z', 'revision_number': 5, 'project_id': 'f8671c8955ba49549063462441cf84be', 'subnets': [{'id': '82761f11-2140-4c34-b51b-d85edab7a1af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:57:50.516792 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67891d6a-e79e-48fd-b6fc-71583bfcb6ce None None] Checking router: dff63ffd-2ade-40fb-8d35-ecb84addf322 for host: n-d-843948-2 {{(pid=84889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 19:57:50.536698 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67891d6a-e79e-48fd-b6fc-71583bfcb6ce None None] Routers {'dff63ffd-2ade-40fb-8d35-ecb84addf322'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 19:57:50.537553 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-67891d6a-e79e-48fd-b6fc-71583bfcb6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T19:57:29Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['dff63ffd-2ade-40fb-8d35-ecb84addf322'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:57:50.626016 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [req-13d4b9ec-71a5-4e42-bad9-d48829b50a21 req-24b0ea18-8a83-49c1-8692-341b71e1a3fe tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Allocated IP 172.20.0.2 (22982b8a-b22c-41df-a053-0dde355094a5/b885d147-b4ba-4062-ad34-3d5558c5dbbf/980536a2-7720-4e58-8faa-e8c3fb6da1e1) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 19:57:50.626421 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1f602754-6f54-4470-afd2-412deb79910f req-127bad74-204e-4b16-ab3f-e09c80834296 tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] 10.222.0.85 "GET /v2.0/security-groups?id=bfd51ccc-8906-44ed-8b9e-009f24d4922d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434884 May 30 19:57:50.702777 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ec27089d-6ab3-4492-a311-6917e8bb5357 req-f33a46cb-5c64-4849-9ba8-f551cb753717 service neutron] 10.222.0.71 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2680206 May 30 19:57:50.719459 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 41172) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:57:50.845822 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-120afc52-f181-47a5-bb4e-377ef30abdc7 req-63b8fda8-d491-41fc-9275-c5ad67d55b72 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f8671c8955ba49549063462441cf84be&device_id=69f5fdf3-07c9-40fe-af94-09831a6b11a8 HTTP/1.1" status: 200 len: 1096 time: 0.5438952 May 30 19:57:50.853339 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9b6ca381-000c-4449-b10f-4b92285a5a44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:50.952667 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-9b6ca381-000c-4449-b10f-4b92285a5a44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:57:50.968399 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-9b6ca381-000c-4449-b10f-4b92285a5a44 admin admin] Usage tracker for resource:security_group_rule and tenant:38fe8fa369d14ef2aef7a280945ed13c is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:57:50.974695 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-9b6ca381-000c-4449-b10f-4b92285a5a44 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:57:50.996762 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-9b6ca381-000c-4449-b10f-4b92285a5a44 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:57:51.079968 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-67891d6a-e79e-48fd-b6fc-71583bfcb6ce None None] Set router dff63ffd-2ade-40fb-8d35-ecb84addf322 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 19:57:51.126827 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-13d4b9ec-71a5-4e42-bad9-d48829b50a21 req-24b0ea18-8a83-49c1-8692-341b71e1a3fe tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:51.220176 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-26f7a282-b599-426a-b348-d3768131dcba req-b6bed462-2680-4606-8ff5-f94668b60111 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/ports?device_id=7cedf278-0562-4faf-a9b0-36639e069b2a HTTP/1.1" status: 200 len: 210 time: 0.1958768 May 30 19:57:51.236872 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120afc52-f181-47a5-bb4e-377ef30abdc7 req-65141ba8-95da-443b-9b52-4c500f710069 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:51.251163 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-120afc52-f181-47a5-bb4e-377ef30abdc7 req-65141ba8-95da-443b-9b52-4c500f710069 service neutron] 10.222.0.86 "GET /v2.0/networks?id=399356b2-01b1-4b9e-84e5-ec68f4845059 HTTP/1.1" status: 200 len: 924 time: 0.3915589 May 30 19:57:51.278142 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9b6ca381-000c-4449-b10f-4b92285a5a44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:51.366396 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9b6ca381-000c-4449-b10f-4b92285a5a44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:51.389572 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 41184) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:57:51.498562 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6ca381-000c-4449-b10f-4b92285a5a44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d74523f-6c53-43c1-b307-adc88bce4468,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:51.505852 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-120afc52-f181-47a5-bb4e-377ef30abdc7 req-d697efef-792e-4234-9fc7-5620dee89034 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fd11695c-0e7b-4c73-b633-978c97cfc0d4 HTTP/1.1" status: 200 len: 999 time: 0.2445221 May 30 19:57:51.509866 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-13d4b9ec-71a5-4e42-bad9-d48829b50a21 req-24b0ea18-8a83-49c1-8692-341b71e1a3fe tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:51.511330 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-50098db0-7c24-42a4-ab46-260b8110d41a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:51.519320 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-9b6ca381-000c-4449-b10f-4b92285a5a44 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=38fe8fa369d14ef2aef7a280945ed13c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7959995 May 30 19:57:51.524175 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 41192) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:57:51.806758 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13d4b9ec-71a5-4e42-bad9-d48829b50a21 req-24b0ea18-8a83-49c1-8692-341b71e1a3fe tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Network 22982b8a-b22c-41df-a053-0dde355094a5 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 19:57:51.855580 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [req-13d4b9ec-71a5-4e42-bad9-d48829b50a21 req-24b0ea18-8a83-49c1-8692-341b71e1a3fe tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 19:57:51.884963 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [req-13d4b9ec-71a5-4e42-bad9-d48829b50a21 req-24b0ea18-8a83-49c1-8692-341b71e1a3fe tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 19:57:51.893668 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d4b9ec-71a5-4e42-bad9-d48829b50a21 req-24b0ea18-8a83-49c1-8692-341b71e1a3fe tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:51.895502 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-13d4b9ec-71a5-4e42-bad9-d48829b50a21 req-24b0ea18-8a83-49c1-8692-341b71e1a3fe tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:51.908349 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 6a889582-ba64-4d65-b231-5ec73e7e62c2 details requested by agent hyperv_n-h1-843948-2 with host n-h1-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 19:57:52.079793 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b0ea18-8a83-49c1-8692-341b71e1a3fe tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Pushing event updated for resources: {'Port': ['ID=980536a2-7720-4e58-8faa-e8c3fb6da1e1,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:52.118021 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-13d4b9ec-71a5-4e42-bad9-d48829b50a21 req-24b0ea18-8a83-49c1-8692-341b71e1a3fe tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3639245 May 30 19:57:52.120368 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-50098db0-7c24-42a4-ab46-260b8110d41a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:57:52.152001 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b0ea18-8a83-49c1-8692-341b71e1a3fe tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:57:52.154533 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b0ea18-8a83-49c1-8692-341b71e1a3fe tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:57:52.155186 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b0ea18-8a83-49c1-8692-341b71e1a3fe tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:57:52.155694 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b0ea18-8a83-49c1-8692-341b71e1a3fe tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:57:52.156216 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b0ea18-8a83-49c1-8692-341b71e1a3fe tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:57:52.156733 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b0ea18-8a83-49c1-8692-341b71e1a3fe tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:57:52.157251 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b0ea18-8a83-49c1-8692-341b71e1a3fe tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:57:52.161095 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b0ea18-8a83-49c1-8692-341b71e1a3fe tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:57:52.161753 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b0ea18-8a83-49c1-8692-341b71e1a3fe tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:57:52.162270 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b0ea18-8a83-49c1-8692-341b71e1a3fe tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:57:52.162775 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b0ea18-8a83-49c1-8692-341b71e1a3fe tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:57:52.183507 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120afc52-f181-47a5-bb4e-377ef30abdc7 req-2d2d4eb3-7bdd-4052-956f-a1606c5731bd service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:52.185872 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-120afc52-f181-47a5-bb4e-377ef30abdc7 req-2d2d4eb3-7bdd-4052-956f-a1606c5731bd service neutron] 10.222.0.86 "GET /v2.0/subnets?id=82761f11-2140-4c34-b51b-d85edab7a1af HTTP/1.1" status: 200 len: 862 time: 0.6488402 May 30 19:57:52.209230 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [req-13d4b9ec-71a5-4e42-bad9-d48829b50a21 req-5ff65b96-f96f-4e31-a8d0-a9ca54f3500f service neutron] Request body: {'port': {'device_id': '7cedf278-0562-4faf-a9b0-36639e069b2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843948-2'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:57:52.297351 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 41210) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:57:52.364495 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-be0f0558-1dd6-419f-84e5-732cb212f986 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:52.400489 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-50098db0-7c24-42a4-ab46-260b8110d41a admin admin] Usage tracker for resource:security_group_rule and tenant:9f791b71b89f4b86bab0f73e0070024e is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:57:52.416929 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:52.502372 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-be0f0558-1dd6-419f-84e5-732cb212f986 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:52.554576 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-67891d6a-e79e-48fd-b6fc-71583bfcb6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dff63ffd-2ade-40fb-8d35-ecb84addf322', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-284131261-router', 'tenant_id': 'f8671c8955ba49549063462441cf84be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '11a59005-71e9-43f5-889c-8d35e02c45a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T19:56:37Z', 'updated_at': '2022-05-30T19:56:42Z', 'revision_number': 4, 'project_id': 'f8671c8955ba49549063462441cf84be', 'gw_port': {'id': '11a59005-71e9-43f5-889c-8d35e02c45a1', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:70:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff63ffd-2ade-40fb-8d35-ecb84addf322', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:56:38Z', 'updated_at': '2022-05-30T19:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': 'c66a56a3-f8fa-4e97-b2df-3bb3fdb51edc', 'tenant_id': 'f8671c8955ba49549063462441cf84be', 'floating_ip_address': '172.25.8.118', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': 'dff63ffd-2ade-40fb-8d35-ecb84addf322', 'port_id': 'fd11695c-0e7b-4c73-b633-978c97cfc0d4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '399356b2-01b1-4b9e-84e5-ec68f4845059', 'mac_address': 'fa:16:3e:81:0c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f5fdf3-07c9-40fe-af94-09831a6b11a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T19:57:14Z', 'updated_at': '2022-05-30T19:57:46Z', 'revision_number': 1, 'project_id': 'f8671c8955ba49549063462441cf84be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a85da4c3-5233-4e62-9df6-6eb869ff235b', 'name': '', 'network_id': '399356b2-01b1-4b9e-84e5-ec68f4845059', 'tenant_id': 'f8671c8955ba49549063462441cf84be', 'mac_address': 'fa:16:3e:98:89:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff63ffd-2ade-40fb-8d35-ecb84addf322', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '82761f11-2140-4c34-b51b-d85edab7a1af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:56:41Z', 'updated_at': '2022-05-30T19:57:00Z', 'revision_number': 5, 'project_id': 'f8671c8955ba49549063462441cf84be', 'subnets': [{'id': '82761f11-2140-4c34-b51b-d85edab7a1af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:57:52.564921 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67891d6a-e79e-48fd-b6fc-71583bfcb6ce None None] The sync data for ids ['dff63ffd-2ade-40fb-8d35-ecb84addf322'] in n-d-843948-2 is: [{'id': 'dff63ffd-2ade-40fb-8d35-ecb84addf322', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-284131261-router', 'tenant_id': 'f8671c8955ba49549063462441cf84be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '11a59005-71e9-43f5-889c-8d35e02c45a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T19:56:37Z', 'updated_at': '2022-05-30T19:56:42Z', 'revision_number': 4, 'project_id': 'f8671c8955ba49549063462441cf84be', 'gw_port': {'id': '11a59005-71e9-43f5-889c-8d35e02c45a1', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:70:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff63ffd-2ade-40fb-8d35-ecb84addf322', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:56:38Z', 'updated_at': '2022-05-30T19:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': 'c66a56a3-f8fa-4e97-b2df-3bb3fdb51edc', 'tenant_id': 'f8671c8955ba49549063462441cf84be', 'floating_ip_address': '172.25.8.118', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': 'dff63ffd-2ade-40fb-8d35-ecb84addf322', 'port_id': 'fd11695c-0e7b-4c73-b633-978c97cfc0d4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '399356b2-01b1-4b9e-84e5-ec68f4845059', 'mac_address': 'fa:16:3e:81:0c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f5fdf3-07c9-40fe-af94-09831a6b11a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T19:57:14Z', 'updated_at': '2022-05-30T19:57:46Z', 'revision_number': 1, 'project_id': 'f8671c8955ba49549063462441cf84be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a85da4c3-5233-4e62-9df6-6eb869ff235b', 'name': '', 'network_id': '399356b2-01b1-4b9e-84e5-ec68f4845059', 'tenant_id': 'f8671c8955ba49549063462441cf84be', 'mac_address': 'fa:16:3e:98:89:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff63ffd-2ade-40fb-8d35-ecb84addf322', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '82761f11-2140-4c34-b51b-d85edab7a1af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:56:41Z', 'updated_at': '2022-05-30T19:57:00Z', 'revision_number': 5, 'project_id': 'f8671c8955ba49549063462441cf84be', 'subnets': [{'id': '82761f11-2140-4c34-b51b-d85edab7a1af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 19:57:52.621903 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 6a889582-ba64-4d65-b231-5ec73e7e62c2, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=6a889582-ba64-4d65-b231-5ec73e7e62c2,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:57:52.641958 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Returning: {'device': '6a889582-ba64-4d65-b231-5ec73e7e62c2', 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1', 'port_id': '6a889582-ba64-4d65-b231-5ec73e7e62c2', 'mac_address': 'fa:16:3e:d1:60:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b83ff54-b1af-44ce-bb75-ba148920553c', 'ip_address': '192.168.233.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 19:57:52.699554 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-50098db0-7c24-42a4-ab46-260b8110d41a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:57:52.731491 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:52.762245 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a889582-ba64-4d65-b231-5ec73e7e62c2 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 19:57:52.781603 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-50098db0-7c24-42a4-ab46-260b8110d41a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:57:52.790983 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 6a889582-ba64-4d65-b231-5ec73e7e62c2, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=6a889582-ba64-4d65-b231-5ec73e7e62c2,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:57:52.864949 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91c72e1-dfc7-4c48-bd9c-dff4c32bac95 req-31468f7b-b664-4d52-9db8-94b79116d98b tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:52.868385 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f91c72e1-dfc7-4c48-bd9c-dff4c32bac95 req-31468f7b-b664-4d52-9db8-94b79116d98b tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/ports?device_id=7cedf278-0562-4faf-a9b0-36639e069b2a HTTP/1.1" status: 200 len: 931 time: 0.2913342 May 30 19:57:52.880153 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:52.965700 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-be0f0558-1dd6-419f-84e5-732cb212f986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:52.998285 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=6a889582-ba64-4d65-b231-5ec73e7e62c2,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:53.031349 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0f0558-1dd6-419f-84e5-732cb212f986 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d74523f-6c53-43c1-b307-adc88bce4468,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:53.045802 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-be0f0558-1dd6-419f-84e5-732cb212f986 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:53.047147 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-be0f0558-1dd6-419f-84e5-732cb212f986 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/1d74523f-6c53-43c1-b307-adc88bce4468 HTTP/1.1" status: 204 len: 168 time: 1.5207524 May 30 19:57:53.074022 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-f91c72e1-dfc7-4c48-bd9c-dff4c32bac95 req-8d03255f-287d-4048-8ca6-561760f36bea tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Synchronizing usage tracker for tenant:e03d8798de6f4daa8bc8080dc719ce8a on resource:security_group {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 19:57:53.089658 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['6a889582-ba64-4d65-b231-5ec73e7e62c2'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 19:57:53.137425 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7db8a72-2584-4c1d-a3a8-bc203ae3ba68 req-59927cce-6938-4c8d-a70a-69731fd46b7b tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:53.143885 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a7db8a72-2584-4c1d-a3a8-bc203ae3ba68 req-59927cce-6938-4c8d-a70a-69731fd46b7b tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] 10.222.0.85 "GET /v2.0/ports?device_id=f573def4-427d-488b-958e-2fb3d6ccaf8b HTTP/1.1" status: 200 len: 947 time: 0.6989779 May 30 19:57:53.154713 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b1c0d0-b5ad-4daa-91a0-55720333064b None None] New status for floating IP c66a56a3-f8fa-4e97-b2df-3bb3fdb51edc: ACTIVE {{(pid=84888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 19:57:53.212163 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-f91c72e1-dfc7-4c48-bd9c-dff4c32bac95 req-8d03255f-287d-4048-8ca6-561760f36bea tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Unset dirty status for tenant:e03d8798de6f4daa8bc8080dc719ce8a on resource:security_group {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 19:57:53.218439 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f91c72e1-dfc7-4c48-bd9c-dff4c32bac95 req-8d03255f-287d-4048-8ca6-561760f36bea tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/security-groups?id=b7c7fe04-8ab6-4ec0-af46-b4358854e449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3398509 May 30 19:57:53.242617 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-50098db0-7c24-42a4-ab46-260b8110d41a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:53.281825 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-13d4b9ec-71a5-4e42-bad9-d48829b50a21 req-5ff65b96-f96f-4e31-a8d0-a9ca54f3500f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:53.358344 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-08e3c10c-f45e-4b0a-8377-e452ff975827 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=d111294dfc4d433b96996d87931c9dad&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0590882 May 30 19:57:53.360621 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 41226) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:57:53.473817 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-120afc52-f181-47a5-bb4e-377ef30abdc7 req-2cec4184-e2d9-4518-8e47-b7c49e7cd759 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=399356b2-01b1-4b9e-84e5-ec68f4845059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1603861 May 30 19:57:53.475139 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-50098db0-7c24-42a4-ab46-260b8110d41a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:53.506855 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-063d4cd6-af18-4314-a51f-348385104733 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:53.535525 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 19:57:53.569766 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-063d4cd6-af18-4314-a51f-348385104733 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:53.784140 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-063d4cd6-af18-4314-a51f-348385104733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:53.790469 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a7db8a72-2584-4c1d-a3a8-bc203ae3ba68 req-6bd8340f-fa49-460d-87d1-ff6cc37bc045 tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] 10.222.0.85 "GET /v2.0/security-groups?id=bfd51ccc-8906-44ed-8b9e-009f24d4922d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6453788 May 30 19:57:53.878019 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063d4cd6-af18-4314-a51f-348385104733 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d242803a-9704-448b-82bc-38b9fdfcac9b,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:53.904177 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-120afc52-f181-47a5-bb4e-377ef30abdc7 req-17724182-06c5-4736-9478-39793fb7eebf service neutron] 10.222.0.86 "GET /v2.0/networks/399356b2-01b1-4b9e-84e5-ec68f4845059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3753150 May 30 19:57:53.905331 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50098db0-7c24-42a4-ab46-260b8110d41a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d41433d8-2c26-438e-8a8a-d88b0dab9e65,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:53.961019 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 41240) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:57:53.961467 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-50098db0-7c24-42a4-ab46-260b8110d41a admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=9f791b71b89f4b86bab0f73e0070024e&name=default HTTP/1.1" status: 200 len: 2647 time: 2.5723884 May 30 19:57:54.053328 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-063d4cd6-af18-4314-a51f-348385104733 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:54.053328 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-063d4cd6-af18-4314-a51f-348385104733 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/d242803a-9704-448b-82bc-38b9fdfcac9b HTTP/1.1" status: 204 len: 168 time: 0.6894290 May 30 19:57:54.180256 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e55db39e-db05-4ad2-afea-a8acb20ea902 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:54.249040 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e55db39e-db05-4ad2-afea-a8acb20ea902 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:54.458004 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e55db39e-db05-4ad2-afea-a8acb20ea902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:54.495936 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55db39e-db05-4ad2-afea-a8acb20ea902 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d41433d8-2c26-438e-8a8a-d88b0dab9e65,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:54.521686 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e55db39e-db05-4ad2-afea-a8acb20ea902 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:54.527685 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-e55db39e-db05-4ad2-afea-a8acb20ea902 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/d41433d8-2c26-438e-8a8a-d88b0dab9e65 HTTP/1.1" status: 204 len: 168 time: 0.5632296 May 30 19:57:54.642031 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-120afc52-f181-47a5-bb4e-377ef30abdc7 req-08ea6e91-607a-4660-bbe2-5bca5479226e service neutron] 10.222.0.86 "GET /v2.0/networks/399356b2-01b1-4b9e-84e5-ec68f4845059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7207859 May 30 19:57:54.790470 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3861742-35c8-4cbe-bee3-dc69628d71ff req-6dae6e3c-8575-4aca-8ba1-73c217d047ae tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:54.793673 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a3861742-35c8-4cbe-bee3-dc69628d71ff req-6dae6e3c-8575-4aca-8ba1-73c217d047ae tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/ports?device_id=7cedf278-0562-4faf-a9b0-36639e069b2a HTTP/1.1" status: 200 len: 931 time: 0.2295434 May 30 19:57:54.883391 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [req-13d4b9ec-71a5-4e42-bad9-d48829b50a21 req-5ff65b96-f96f-4e31-a8d0-a9ca54f3500f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 980536a2-7720-4e58-8faa-e8c3fb6da1e1 {{(pid=84886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 19:57:54.892203 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-13d4b9ec-71a5-4e42-bad9-d48829b50a21 req-5ff65b96-f96f-4e31-a8d0-a9ca54f3500f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:54.892956 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a3861742-35c8-4cbe-bee3-dc69628d71ff req-eae056c2-8cb2-4220-a119-2927038e7240 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/security-groups?id=b7c7fe04-8ab6-4ec0-af46-b4358854e449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889022 May 30 19:57:54.925439 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [req-13d4b9ec-71a5-4e42-bad9-d48829b50a21 req-5ff65b96-f96f-4e31-a8d0-a9ca54f3500f service neutron] Transition to ACTIVE for port object 980536a2-7720-4e58-8faa-e8c3fb6da1e1 will not be triggered until provisioned by entity L2. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:57:55.095289 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-13d4b9ec-71a5-4e42-bad9-d48829b50a21 req-5ff65b96-f96f-4e31-a8d0-a9ca54f3500f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:55.226967 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c4cf02-ccef-4836-ba44-b7bfaa7bf825 req-3524e3cc-cd5a-4e6f-98b8-2d4e9974cabd tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:55.235894 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-19c4cf02-ccef-4836-ba44-b7bfaa7bf825 req-3524e3cc-cd5a-4e6f-98b8-2d4e9974cabd tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] 10.222.0.85 "GET /v2.0/ports?device_id=f573def4-427d-488b-958e-2fb3d6ccaf8b HTTP/1.1" status: 200 len: 948 time: 0.1348956 May 30 19:57:55.300648 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-19c4cf02-ccef-4836-ba44-b7bfaa7bf825 req-30c0f5c1-7e0d-4102-b932-bd5ef3366741 tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] 10.222.0.85 "GET /v2.0/security-groups?id=bfd51ccc-8906-44ed-8b9e-009f24d4922d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568857 May 30 19:57:55.411816 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff65b96-f96f-4e31-a8d0-a9ca54f3500f service neutron] Pushing event updated for resources: {'Port': ['ID=980536a2-7720-4e58-8faa-e8c3fb6da1e1,revision_number=2']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:55.474637 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-13d4b9ec-71a5-4e42-bad9-d48829b50a21 req-5ff65b96-f96f-4e31-a8d0-a9ca54f3500f service neutron] Attempting to bind port 980536a2-7720-4e58-8faa-e8c3fb6da1e1 on host n-h1-843948-2 for vnic_type normal with profile {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 19:57:55.475148 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-13d4b9ec-71a5-4e42-bad9-d48829b50a21 req-5ff65b96-f96f-4e31-a8d0-a9ca54f3500f service neutron] Attempting to bind port 980536a2-7720-4e58-8faa-e8c3fb6da1e1 by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': '4d4a7668-7a19-4452-8bd2-a5411730cf30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '22982b8a-b22c-41df-a053-0dde355094a5'}] {{(pid=84886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 19:57:55.475571 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d4b9ec-71a5-4e42-bad9-d48829b50a21 req-5ff65b96-f96f-4e31-a8d0-a9ca54f3500f service neutron] Attempting to bind port 980536a2-7720-4e58-8faa-e8c3fb6da1e1 on network 22982b8a-b22c-41df-a053-0dde355094a5 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:57:55.482733 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d4b9ec-71a5-4e42-bad9-d48829b50a21 req-5ff65b96-f96f-4e31-a8d0-a9ca54f3500f service neutron] Port 980536a2-7720-4e58-8faa-e8c3fb6da1e1 on network 22982b8a-b22c-41df-a053-0dde355094a5 not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 19:57:55.483202 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d4b9ec-71a5-4e42-bad9-d48829b50a21 req-5ff65b96-f96f-4e31-a8d0-a9ca54f3500f service neutron] Attempting to bind port 980536a2-7720-4e58-8faa-e8c3fb6da1e1 on network 22982b8a-b22c-41df-a053-0dde355094a5 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:57:55.491533 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d4b9ec-71a5-4e42-bad9-d48829b50a21 req-5ff65b96-f96f-4e31-a8d0-a9ca54f3500f service neutron] Checking agent: {'id': 'f728d74e-a4ae-4384-860b-a5ade05dd8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 19, 57, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 19:57:55.491981 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d4b9ec-71a5-4e42-bad9-d48829b50a21 req-5ff65b96-f96f-4e31-a8d0-a9ca54f3500f service neutron] Checking segment: {'id': '4d4a7668-7a19-4452-8bd2-a5411730cf30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '22982b8a-b22c-41df-a053-0dde355094a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 19:57:55.492497 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d4b9ec-71a5-4e42-bad9-d48829b50a21 req-5ff65b96-f96f-4e31-a8d0-a9ca54f3500f service neutron] Bound using segment: {'id': '4d4a7668-7a19-4452-8bd2-a5411730cf30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '22982b8a-b22c-41df-a053-0dde355094a5'} {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 19:57:55.493289 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-13d4b9ec-71a5-4e42-bad9-d48829b50a21 req-5ff65b96-f96f-4e31-a8d0-a9ca54f3500f service neutron] Bound port: 980536a2-7720-4e58-8faa-e8c3fb6da1e1, host: n-h1-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d4a7668-7a19-4452-8bd2-a5411730cf30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '22982b8a-b22c-41df-a053-0dde355094a5'}}] {{(pid=84886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 19:57:55.493785 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-13d4b9ec-71a5-4e42-bad9-d48829b50a21 req-5ff65b96-f96f-4e31-a8d0-a9ca54f3500f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:55.640021 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-13d4b9ec-71a5-4e42-bad9-d48829b50a21 req-5ff65b96-f96f-4e31-a8d0-a9ca54f3500f service neutron] For port 980536a2-7720-4e58-8faa-e8c3fb6da1e1, host n-h1-843948-2, cleared binding levels {{(pid=84886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 19:57:55.650397 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-13d4b9ec-71a5-4e42-bad9-d48829b50a21 req-5ff65b96-f96f-4e31-a8d0-a9ca54f3500f service neutron] For port 980536a2-7720-4e58-8faa-e8c3fb6da1e1, host n-h1-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=980536a2-7720-4e58-8faa-e8c3fb6da1e1,segment=NetworkSegment(4d4a7668-7a19-4452-8bd2-a5411730cf30),segment_id=4d4a7668-7a19-4452-8bd2-a5411730cf30)] {{(pid=84886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 19:57:55.731955 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-13d4b9ec-71a5-4e42-bad9-d48829b50a21 req-5ff65b96-f96f-4e31-a8d0-a9ca54f3500f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:55.841135 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff65b96-f96f-4e31-a8d0-a9ca54f3500f service neutron] Pushing event updated for resources: {'Port': ['ID=980536a2-7720-4e58-8faa-e8c3fb6da1e1,revision_number=3']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:55.847661 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-13d4b9ec-71a5-4e42-bad9-d48829b50a21 req-5ff65b96-f96f-4e31-a8d0-a9ca54f3500f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:55.849626 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-13d4b9ec-71a5-4e42-bad9-d48829b50a21 req-5ff65b96-f96f-4e31-a8d0-a9ca54f3500f service neutron] 10.222.0.71 "PUT /v2.0/ports/980536a2-7720-4e58-8faa-e8c3fb6da1e1 HTTP/1.1" status: 200 len: 1091 time: 3.6545908 May 30 19:57:55.850284 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cedf278-0562-4faf-a9b0-36639e069b2a', 'tag': '980536a2-7720-4e58-8faa-e8c3fb6da1e1'}] {{(pid=84886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:57:55.953311 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 6a889582-ba64-4d65-b231-5ec73e7e62c2 up at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 19:57:56.046818 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 41318) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:57:56.071513 n-d-843948-2 neutron-server[84886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad630f52-951b-46f2-b661-febb75ee36c6'] response: {'name': 'network-changed', 'server_uuid': '7cedf278-0562-4faf-a9b0-36639e069b2a', 'tag': '980536a2-7720-4e58-8faa-e8c3fb6da1e1', 'status': 'completed', 'code': 200} May 30 19:57:56.188659 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-4491a538-69a6-40a1-8b16-ca214d6292f1 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=ce97a4462bb14af2a639c2a23881ea6b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1406503 May 30 19:57:56.194271 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 41328) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:57:56.261735 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-13d4b9ec-71a5-4e42-bad9-d48829b50a21 req-62f23dea-1a4b-4faa-9f8d-5c23a27993e9 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e03d8798de6f4daa8bc8080dc719ce8a&device_id=7cedf278-0562-4faf-a9b0-36639e069b2a HTTP/1.1" status: 200 len: 1094 time: 0.2910004 May 30 19:57:56.286645 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-eb285b8a-bf50-4e34-97dc-d14f85e7ef23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:56.315582 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning for port 6a889582-ba64-4d65-b231-5ec73e7e62c2 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 19:57:56.326772 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning complete for port 6a889582-ba64-4d65-b231-5ec73e7e62c2 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:57:56.331603 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:56.351910 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4d11755c-4564-4e15-b37f-02dbeaeca1b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:56.447360 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4d11755c-4564-4e15-b37f-02dbeaeca1b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:56.588658 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-13d4b9ec-71a5-4e42-bad9-d48829b50a21 req-dd3b0205-c063-4f34-a251-4410cde7759a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=980536a2-7720-4e58-8faa-e8c3fb6da1e1 HTTP/1.1" status: 200 len: 217 time: 0.3186753 May 30 19:57:56.640460 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4d11755c-4564-4e15-b37f-02dbeaeca1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:56.680465 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d4b9ec-71a5-4e42-bad9-d48829b50a21 req-0768b781-c532-4145-90a5-7907ded9b308 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:56.681969 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-13d4b9ec-71a5-4e42-bad9-d48829b50a21 req-0768b781-c532-4145-90a5-7907ded9b308 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b885d147-b4ba-4062-ad34-3d5558c5dbbf HTTP/1.1" status: 200 len: 847 time: 0.0868556 May 30 19:57:56.688081 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:56.709116 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d11755c-4564-4e15-b37f-02dbeaeca1b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d1c4b55-b39e-4d59-8d34-6c2b612b17e0,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:56.726841 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4d11755c-4564-4e15-b37f-02dbeaeca1b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:56.732793 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3592f4-71b9-44e6-9e83-16b40fda542d req-b413d6b5-5ba1-4415-8d66-3432fc5615ae tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:56.734774 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-3f3592f4-71b9-44e6-9e83-16b40fda542d req-b413d6b5-5ba1-4415-8d66-3432fc5615ae tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Synchronizing usage tracker for tenant:e03d8798de6f4daa8bc8080dc719ce8a on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 19:57:56.758106 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-13d4b9ec-71a5-4e42-bad9-d48829b50a21 req-588f8f3d-c270-4581-9a36-5af8cca276d5 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=22982b8a-b22c-41df-a053-0dde355094a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0690765 May 30 19:57:56.759234 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-4d11755c-4564-4e15-b37f-02dbeaeca1b7 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/5d1c4b55-b39e-4d59-8d34-6c2b612b17e0 HTTP/1.1" status: 204 len: 168 time: 0.5633409 May 30 19:57:56.770356 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f573def4-427d-488b-958e-2fb3d6ccaf8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a889582-ba64-4d65-b231-5ec73e7e62c2'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:57:56.796457 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 6a889582-ba64-4d65-b231-5ec73e7e62c2, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=6a889582-ba64-4d65-b231-5ec73e7e62c2,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:57:56.989418 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-13d4b9ec-71a5-4e42-bad9-d48829b50a21 req-42a7e167-3b79-4577-a810-98af02a58652 service neutron] 10.222.0.71 "GET /v2.0/networks/22982b8a-b22c-41df-a053-0dde355094a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072735 May 30 19:57:57.043846 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:57.093700 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-3f3592f4-71b9-44e6-9e83-16b40fda542d req-b413d6b5-5ba1-4415-8d66-3432fc5615ae tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Unset dirty status for tenant:e03d8798de6f4daa8bc8080dc719ce8a on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 19:57:57.094885 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3f3592f4-71b9-44e6-9e83-16b40fda542d req-b413d6b5-5ba1-4415-8d66-3432fc5615ae tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/ports?device_id=7cedf278-0562-4faf-a9b0-36639e069b2a HTTP/1.1" status: 200 len: 943 time: 0.5776379 May 30 19:57:57.152176 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=6a889582-ba64-4d65-b231-5ec73e7e62c2,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:57.198875 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3f3592f4-71b9-44e6-9e83-16b40fda542d req-802a53be-8895-4faf-9f93-d02cfea18dcb tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/security-groups?id=b7c7fe04-8ab6-4ec0-af46-b4358854e449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867729 May 30 19:57:57.203433 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-13d4b9ec-71a5-4e42-bad9-d48829b50a21 req-d1d62c6e-ec58-402c-8539-9721b9f108e9 service neutron] 10.222.0.71 "GET /v2.0/networks/22982b8a-b22c-41df-a053-0dde355094a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112653 May 30 19:57:57.259016 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaf3d35-39c9-4809-8279-62bed85f6062 req-735f4042-d98c-4469-8055-0eac35687cb1 tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:57.260575 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5eaf3d35-39c9-4809-8279-62bed85f6062 req-735f4042-d98c-4469-8055-0eac35687cb1 tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] 10.222.0.85 "GET /v2.0/ports?device_id=f573def4-427d-488b-958e-2fb3d6ccaf8b HTTP/1.1" status: 200 len: 949 time: 0.1083803 May 30 19:57:57.323926 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5eaf3d35-39c9-4809-8279-62bed85f6062 req-426aa5ba-496c-40c1-b01a-3a1edc16abc6 tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] 10.222.0.85 "GET /v2.0/security-groups?id=bfd51ccc-8906-44ed-8b9e-009f24d4922d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522299 May 30 19:57:57.327380 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b82aae2a-f674-4e01-a39e-7ee28d444459'] response: {'server_uuid': 'f573def4-427d-488b-958e-2fb3d6ccaf8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a889582-ba64-4d65-b231-5ec73e7e62c2', 'code': 200} May 30 19:57:57.547913 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-7548d5a0-754d-47c6-bd00-a3f6957c0681 req-5673bb27-45f8-4b21-b4c7-78a2d466f1a8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e03d8798de6f4daa8bc8080dc719ce8a&device_id=7cedf278-0562-4faf-a9b0-36639e069b2a HTTP/1.1" status: 200 len: 1094 time: 0.1421976 May 30 19:57:57.552842 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ddeafab4-cebb-4c02-bc6b-93371b512dd7 req-07f9f34c-747e-4ab0-a153-e3971ff2dd3c service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=f573def4-427d-488b-958e-2fb3d6ccaf8b HTTP/1.1" status: 200 len: 1100 time: 0.1459148 May 30 19:57:57.831666 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ddeafab4-cebb-4c02-bc6b-93371b512dd7 req-a9adc71b-5876-4abc-bb80-23d3c92ba2b2 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=bfd51ccc-8906-44ed-8b9e-009f24d4922d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361522 May 30 19:57:57.907937 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7548d5a0-754d-47c6-bd00-a3f6957c0681 req-07270cef-a11a-4ef0-be15-c7b0e8b009fe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:57.910949 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-7548d5a0-754d-47c6-bd00-a3f6957c0681 req-07270cef-a11a-4ef0-be15-c7b0e8b009fe service neutron] 10.222.0.71 "GET /v2.0/networks?id=22982b8a-b22c-41df-a053-0dde355094a5 HTTP/1.1" status: 200 len: 908 time: 0.3507240 May 30 19:57:58.006379 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 41374) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:57:58.084191 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-90e7a67d-6b36-4b9a-b09e-e4d227e17b43 req-4452a1d0-4bd9-45bd-a8df-f737c669a130 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=c3b8c567-7d03-42bf-b79e-02a89a2f9115&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1717894 May 30 19:57:58.101132 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-7548d5a0-754d-47c6-bd00-a3f6957c0681 req-ed6cba9c-18e0-40f3-abc2-8bc4a882ba26 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=980536a2-7720-4e58-8faa-e8c3fb6da1e1 HTTP/1.1" status: 200 len: 217 time: 0.0792685 May 30 19:57:58.293392 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7548d5a0-754d-47c6-bd00-a3f6957c0681 req-2ee960f1-a2f2-4943-9936-a3563681c1bb service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:58.295962 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-7548d5a0-754d-47c6-bd00-a3f6957c0681 req-2ee960f1-a2f2-4943-9936-a3563681c1bb service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b885d147-b4ba-4062-ad34-3d5558c5dbbf HTTP/1.1" status: 200 len: 847 time: 0.1868839 May 30 19:57:58.422456 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-90e7a67d-6b36-4b9a-b09e-e4d227e17b43 req-ac5b79c8-638e-4a90-97c7-947853fb5217 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=417aab70def9446fb398096222bb93ab&device_id=c3b8c567-7d03-42bf-b79e-02a89a2f9115 HTTP/1.1" status: 200 len: 1101 time: 0.2555163 May 30 19:57:58.427823 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-7548d5a0-754d-47c6-bd00-a3f6957c0681 req-d9df0f8d-bf79-40a9-9740-8aff467a83ec service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=22982b8a-b22c-41df-a053-0dde355094a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1232181 May 30 19:57:58.758539 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66289ec9-85d3-45a6-b235-99b3eff7afea req-632baec1-4938-4850-8bc0-3d89f7d95825 tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:58.771557 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-66289ec9-85d3-45a6-b235-99b3eff7afea req-632baec1-4938-4850-8bc0-3d89f7d95825 tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] 10.222.0.85 "GET /v2.0/ports?device_id=f573def4-427d-488b-958e-2fb3d6ccaf8b HTTP/1.1" status: 200 len: 949 time: 0.2077305 May 30 19:57:58.782846 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-224b2f2e-f6d5-4a8d-991a-fd794d31c5bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:58.989373 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-66289ec9-85d3-45a6-b235-99b3eff7afea req-17d6c951-398d-4c56-b44a-d6ed90f8d976 tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] 10.222.0.85 "GET /v2.0/security-groups?id=bfd51ccc-8906-44ed-8b9e-009f24d4922d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094481 May 30 19:57:59.004290 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-224b2f2e-f6d5-4a8d-991a-fd794d31c5bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:57:59.027129 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-224b2f2e-f6d5-4a8d-991a-fd794d31c5bb admin admin] Usage tracker for resource:security_group_rule and tenant:3a44063a945c4d90aa5f27c1c936f73c is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:57:59.033858 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-224b2f2e-f6d5-4a8d-991a-fd794d31c5bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:57:59.055289 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-224b2f2e-f6d5-4a8d-991a-fd794d31c5bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:57:59.251169 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 41398) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:57:59.306135 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-224b2f2e-f6d5-4a8d-991a-fd794d31c5bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:59.364670 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e7a67d-6b36-4b9a-b09e-e4d227e17b43 req-23cd5bda-ec66-4649-a170-800be05fa021 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:59.366156 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-90e7a67d-6b36-4b9a-b09e-e4d227e17b43 req-23cd5bda-ec66-4649-a170-800be05fa021 service neutron] 10.222.0.86 "GET /v2.0/networks?id=4344fbed-57fb-43d7-b32d-6020ce60f0a1 HTTP/1.1" status: 200 len: 870 time: 0.8771331 May 30 19:57:59.374064 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-7548d5a0-754d-47c6-bd00-a3f6957c0681 req-ecfa5c5e-85ac-4785-b139-2c91e9abd8fe service neutron] 10.222.0.71 "GET /v2.0/networks/22982b8a-b22c-41df-a053-0dde355094a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9393551 May 30 19:57:59.403791 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-224b2f2e-f6d5-4a8d-991a-fd794d31c5bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:59.495264 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224b2f2e-f6d5-4a8d-991a-fd794d31c5bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28757227-6540-4aad-91b3-5bbdbf7c3e34,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:59.513595 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-224b2f2e-f6d5-4a8d-991a-fd794d31c5bb admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=3a44063a945c4d90aa5f27c1c936f73c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5040839 May 30 19:57:59.517912 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 41408) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:57:59.527582 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-d52b9b2c-615b-4264-95ed-0eca71b9d80a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:59.613837 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-10fcf2b5-75f6-45f5-9ac4-c8ab49b295cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:59.633822 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d3c7b6-7bee-4abd-a83a-b938caf1f84d req-401e0822-3411-4b58-9562-055d72e8a425 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:59.639348 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-17d3c7b6-7bee-4abd-a83a-b938caf1f84d req-401e0822-3411-4b58-9562-055d72e8a425 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/ports?device_id=7cedf278-0562-4faf-a9b0-36639e069b2a HTTP/1.1" status: 200 len: 943 time: 0.7912817 May 30 19:57:59.648885 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-10fcf2b5-75f6-45f5-9ac4-c8ab49b295cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:59.700814 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:59.719200 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-90e7a67d-6b36-4b9a-b09e-e4d227e17b43 req-8b84f575-799f-4ceb-a4dd-d96dd77d95e9 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=039fc807-d430-41c5-a4c7-81fca600e696 HTTP/1.1" status: 200 len: 217 time: 0.3403223 May 30 19:57:59.817422 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-10fcf2b5-75f6-45f5-9ac4-c8ab49b295cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:59.848427 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e7a67d-6b36-4b9a-b09e-e4d227e17b43 req-ac99b8d0-f906-4b1b-a13e-4736da372419 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:57:59.851013 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-90e7a67d-6b36-4b9a-b09e-e4d227e17b43 req-ac99b8d0-f906-4b1b-a13e-4736da372419 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1b83ff54-b1af-44ce-bb75-ba148920553c HTTP/1.1" status: 200 len: 843 time: 0.1235778 May 30 19:57:59.882375 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fcf2b5-75f6-45f5-9ac4-c8ab49b295cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28757227-6540-4aad-91b3-5bbdbf7c3e34,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:57:59.960971 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-10fcf2b5-75f6-45f5-9ac4-c8ab49b295cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:59.965341 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-10fcf2b5-75f6-45f5-9ac4-c8ab49b295cb admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/28757227-6540-4aad-91b3-5bbdbf7c3e34 HTTP/1.1" status: 204 len: 168 time: 0.4419057 May 30 19:57:59.965341 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4611678f-c795-4fbe-86e8-3c2011797c47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:57:59.967877 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-17d3c7b6-7bee-4abd-a83a-b938caf1f84d req-f043d5aa-8aec-471f-96e7-e4a8c508edf8 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/security-groups?id=b7c7fe04-8ab6-4ec0-af46-b4358854e449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3257208 May 30 19:57:59.969457 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 980536a2-7720-4e58-8faa-e8c3fb6da1e1 details requested by agent hyperv_n-h1-843948-2 with host n-h1-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 19:58:00.053276 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-4611678f-c795-4fbe-86e8-3c2011797c47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:58:00.062488 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-4611678f-c795-4fbe-86e8-3c2011797c47 admin admin] Usage tracker for resource:security_group_rule and tenant:473b43415a3a42efa9d0809e2eeb1233 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:58:00.068314 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-4611678f-c795-4fbe-86e8-3c2011797c47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:58:00.083376 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-7548d5a0-754d-47c6-bd00-a3f6957c0681 req-825a53d7-0e7d-4511-9270-96893e3bc84d service neutron] 10.222.0.71 "GET /v2.0/networks/22982b8a-b22c-41df-a053-0dde355094a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6267979 May 30 19:58:00.083643 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-4611678f-c795-4fbe-86e8-3c2011797c47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:58:00.115472 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-90e7a67d-6b36-4b9a-b09e-e4d227e17b43 req-a8c516e8-f4bf-4c97-a25a-f956a0a4f178 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4344fbed-57fb-43d7-b32d-6020ce60f0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2558064 May 30 19:58:00.172583 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 980536a2-7720-4e58-8faa-e8c3fb6da1e1, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=980536a2-7720-4e58-8faa-e8c3fb6da1e1,segment=NetworkSegment(4d4a7668-7a19-4452-8bd2-a5411730cf30),segment_id=4d4a7668-7a19-4452-8bd2-a5411730cf30)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:58:00.191009 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Returning: {'device': '980536a2-7720-4e58-8faa-e8c3fb6da1e1', 'network_id': '22982b8a-b22c-41df-a053-0dde355094a5', 'port_id': '980536a2-7720-4e58-8faa-e8c3fb6da1e1', 'mac_address': 'fa:16:3e:81:4e:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b885d147-b4ba-4062-ad34-3d5558c5dbbf', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 19:58:00.251372 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4611678f-c795-4fbe-86e8-3c2011797c47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:00.259567 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:00.282504 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 980536a2-7720-4e58-8faa-e8c3fb6da1e1 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 19:58:00.302807 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 980536a2-7720-4e58-8faa-e8c3fb6da1e1, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=980536a2-7720-4e58-8faa-e8c3fb6da1e1,segment=NetworkSegment(4d4a7668-7a19-4452-8bd2-a5411730cf30),segment_id=4d4a7668-7a19-4452-8bd2-a5411730cf30)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:58:00.406931 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-90e7a67d-6b36-4b9a-b09e-e4d227e17b43 req-b527f742-431a-4d92-8075-c12a00eb0a3e service neutron] 10.222.0.86 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2827005 May 30 19:58:00.413025 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:00.464650 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4611678f-c795-4fbe-86e8-3c2011797c47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:00.570849 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=980536a2-7720-4e58-8faa-e8c3fb6da1e1,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:58:00.614069 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-4611678f-c795-4fbe-86e8-3c2011797c47 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=473b43415a3a42efa9d0809e2eeb1233&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3605146 May 30 19:58:00.616984 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4611678f-c795-4fbe-86e8-3c2011797c47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d80a7bc-61c3-4cb5-9fff-286ed5772ecb,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:58:00.619541 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 41426) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:58:00.660437 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['980536a2-7720-4e58-8faa-e8c3fb6da1e1'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 19:58:00.679881 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b396d026-ab0e-4f13-bf03-57e8ed2394da req-c3017933-1fa7-4d11-ae5c-7544ca69370f tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:00.681757 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b396d026-ab0e-4f13-bf03-57e8ed2394da req-c3017933-1fa7-4d11-ae5c-7544ca69370f tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] 10.222.0.85 "GET /v2.0/ports?device_id=f573def4-427d-488b-958e-2fb3d6ccaf8b HTTP/1.1" status: 200 len: 949 time: 0.3163989 May 30 19:58:00.723457 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-10072d91-d27f-42aa-a504-a4130060acc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:00.726060 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-90e7a67d-6b36-4b9a-b09e-e4d227e17b43 req-eebe2036-eb5c-4eba-b9de-9cbf017568e9 service neutron] 10.222.0.86 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3110657 May 30 19:58:00.772208 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-10072d91-d27f-42aa-a504-a4130060acc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:00.782382 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b396d026-ab0e-4f13-bf03-57e8ed2394da req-f0b83972-3a5a-4960-bdf8-5db45fb0b065 tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] 10.222.0.85 "GET /v2.0/security-groups?id=bfd51ccc-8906-44ed-8b9e-009f24d4922d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928750 May 30 19:58:00.901411 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:01.011104 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-10072d91-d27f-42aa-a504-a4130060acc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:01.032880 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10072d91-d27f-42aa-a504-a4130060acc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d80a7bc-61c3-4cb5-9fff-286ed5772ecb,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:58:01.040322 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-10072d91-d27f-42aa-a504-a4130060acc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:01.042293 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-10072d91-d27f-42aa-a504-a4130060acc6 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/9d80a7bc-61c3-4cb5-9fff-286ed5772ecb HTTP/1.1" status: 204 len: 168 time: 0.4189117 May 30 19:58:01.260167 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f89cb0-d364-481e-9def-d068b8d873d6 req-ad4f6295-a198-4add-a628-39c896a2a5fc tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:01.262223 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-66f89cb0-d364-481e-9def-d068b8d873d6 req-ad4f6295-a198-4add-a628-39c896a2a5fc tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/ports?device_id=7cedf278-0562-4faf-a9b0-36639e069b2a HTTP/1.1" status: 200 len: 944 time: 0.0991225 May 30 19:58:01.327475 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-66f89cb0-d364-481e-9def-d068b8d873d6 req-13bf0ed3-8622-4c9c-991f-4f46a011ee8e tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/security-groups?id=b7c7fe04-8ab6-4ec0-af46-b4358854e449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580924 May 30 19:58:01.643766 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 41452) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:58:01.694249 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-79c15584-9154-4157-945f-77e06d3d7aa0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:01.781568 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-79c15584-9154-4157-945f-77e06d3d7aa0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:58:01.792019 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-79c15584-9154-4157-945f-77e06d3d7aa0 admin admin] Usage tracker for resource:security_group_rule and tenant:49b9980fc07543c99ae79a0d462c8c5a is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:58:01.792190 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac689e8-bb8d-437e-950e-ea8792e09137 req-d0f8b95c-b32c-4d6d-b0f3-7ebeca85aa23 tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:01.797030 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-79c15584-9154-4157-945f-77e06d3d7aa0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:58:01.806103 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3ac689e8-bb8d-437e-950e-ea8792e09137 req-d0f8b95c-b32c-4d6d-b0f3-7ebeca85aa23 tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] 10.222.0.85 "GET /v2.0/ports?device_id=f573def4-427d-488b-958e-2fb3d6ccaf8b HTTP/1.1" status: 200 len: 949 time: 0.1409948 May 30 19:58:01.811184 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-79c15584-9154-4157-945f-77e06d3d7aa0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:58:01.915794 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-79c15584-9154-4157-945f-77e06d3d7aa0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:01.922107 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3ac689e8-bb8d-437e-950e-ea8792e09137 req-57d49920-dd6d-46b4-b599-894ccd5f1f40 tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] 10.222.0.85 "GET /v2.0/security-groups?id=bfd51ccc-8906-44ed-8b9e-009f24d4922d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148827 May 30 19:58:01.968291 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 980536a2-7720-4e58-8faa-e8c3fb6da1e1 up at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 19:58:02.062677 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-79c15584-9154-4157-945f-77e06d3d7aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:02.127135 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-79c15584-9154-4157-945f-77e06d3d7aa0 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=49b9980fc07543c99ae79a0d462c8c5a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4741654 May 30 19:58:02.127135 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c15584-9154-4157-945f-77e06d3d7aa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc442484-3859-43a3-94c1-99853f1308dc,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:58:02.127823 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 41458) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:58:02.133037 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning for port 980536a2-7720-4e58-8faa-e8c3fb6da1e1 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 19:58:02.142326 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning complete for port 980536a2-7720-4e58-8faa-e8c3fb6da1e1 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:58:02.142326 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:02.204395 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-664a2d5d-a05a-40ac-a021-885ed6f16d0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:02.237471 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-664a2d5d-a05a-40ac-a021-885ed6f16d0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:02.359930 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:02.419170 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cedf278-0562-4faf-a9b0-36639e069b2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '980536a2-7720-4e58-8faa-e8c3fb6da1e1'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:58:02.420356 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-664a2d5d-a05a-40ac-a021-885ed6f16d0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:02.460738 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 980536a2-7720-4e58-8faa-e8c3fb6da1e1, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=980536a2-7720-4e58-8faa-e8c3fb6da1e1,segment=NetworkSegment(4d4a7668-7a19-4452-8bd2-a5411730cf30),segment_id=4d4a7668-7a19-4452-8bd2-a5411730cf30)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:58:02.466101 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664a2d5d-a05a-40ac-a021-885ed6f16d0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc442484-3859-43a3-94c1-99853f1308dc,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:58:02.467789 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:02.486989 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-664a2d5d-a05a-40ac-a021-885ed6f16d0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:02.489367 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-664a2d5d-a05a-40ac-a021-885ed6f16d0a admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/dc442484-3859-43a3-94c1-99853f1308dc HTTP/1.1" status: 204 len: 168 time: 0.3592503 May 30 19:58:02.540654 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:02.622548 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=980536a2-7720-4e58-8faa-e8c3fb6da1e1,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:58:02.630912 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d261105b-85e8-4c5b-9f55-d3c1cda59343 req-0a83b4cd-ef32-4010-9e7f-24c86e584f72 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:02.632611 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d261105b-85e8-4c5b-9f55-d3c1cda59343 req-0a83b4cd-ef32-4010-9e7f-24c86e584f72 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/ports?device_id=7cedf278-0562-4faf-a9b0-36639e069b2a HTTP/1.1" status: 200 len: 945 time: 0.1135037 May 30 19:58:02.647142 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 41476) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:58:02.684580 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d261105b-85e8-4c5b-9f55-d3c1cda59343 req-fc796534-be3e-45a8-b639-5ce5f5132be3 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/security-groups?id=b7c7fe04-8ab6-4ec0-af46-b4358854e449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458376 May 30 19:58:02.764925 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63e225f6-4b98-432e-92ac-eb49e9c65d49'] response: {'server_uuid': '7cedf278-0562-4faf-a9b0-36639e069b2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '980536a2-7720-4e58-8faa-e8c3fb6da1e1', 'code': 200} May 30 19:58:02.917351 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 41486) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:58:02.942751 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-32841ded-9423-4931-803f-13c2b8f00b2d req-d32b56a1-0b0e-495e-bbe4-73b42c57849d service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=7cedf278-0562-4faf-a9b0-36639e069b2a HTTP/1.1" status: 200 len: 1096 time: 0.1007085 May 30 19:58:02.959346 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-795c909b-6642-4c92-8e5f-677eee65829a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:03.027964 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-32841ded-9423-4931-803f-13c2b8f00b2d req-8d3c30d8-61b2-4d60-87ae-4947f51f63fc service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=b7c7fe04-8ab6-4ec0-af46-b4358854e449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797727 May 30 19:58:03.043252 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-795c909b-6642-4c92-8e5f-677eee65829a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:58:03.047781 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-795c909b-6642-4c92-8e5f-677eee65829a admin admin] Usage tracker for resource:security_group_rule and tenant:3d6a4e5468fb4815a4ff23e14219dcd1 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:58:03.051366 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-795c909b-6642-4c92-8e5f-677eee65829a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:58:03.058490 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-795c909b-6642-4c92-8e5f-677eee65829a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:58:03.171783 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940746e8-4f6a-4c02-9fc6-253c087bd736 req-38ed6098-4a28-4883-9801-ab899659601e tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:03.180624 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-940746e8-4f6a-4c02-9fc6-253c087bd736 req-38ed6098-4a28-4883-9801-ab899659601e tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] 10.222.0.85 "GET /v2.0/ports?device_id=f573def4-427d-488b-958e-2fb3d6ccaf8b HTTP/1.1" status: 200 len: 949 time: 0.1005530 May 30 19:58:03.248089 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-940746e8-4f6a-4c02-9fc6-253c087bd736 req-2dc169fa-6a21-43a5-aa69-4c446d31ffa4 tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] 10.222.0.85 "GET /v2.0/security-groups?id=bfd51ccc-8906-44ed-8b9e-009f24d4922d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663240 May 30 19:58:03.281232 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-795c909b-6642-4c92-8e5f-677eee65829a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:03.423621 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-795c909b-6642-4c92-8e5f-677eee65829a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:03.500263 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-4056ebcf-dbb8-494e-bbc1-b45728c39d6b tempest-AutoAllocateNetworkTest-964152550 tempest-AutoAllocateNetworkTest-964152550-project] 10.222.0.85 "GET /v2.0/networks?tenant_id=1d9c84d565424e99a533103b22aa836f&shared=False HTTP/1.1" status: 200 len: 208 time: 0.8518732 May 30 19:58:03.500881 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 41496) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:58:03.632982 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795c909b-6642-4c92-8e5f-677eee65829a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e924a986-2379-416e-9bce-514da730bfaa,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:58:03.647173 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-795c909b-6642-4c92-8e5f-677eee65829a admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=3d6a4e5468fb4815a4ff23e14219dcd1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7263300 May 30 19:58:03.653541 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 41500) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:58:03.677043 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b00505d6-20f7-492e-8755-e37f7fff1904 req-1e5d9d3c-a62b-4625-b545-f1be3e8bd724 tempest-LiveMigrationNegativeTest-1688836145 tempest-LiveMigrationNegativeTest-1688836145-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=f573def4-427d-488b-958e-2fb3d6ccaf8b HTTP/1.1" status: 200 len: 1100 time: 0.2587459 May 30 19:58:03.743904 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-b00505d6-20f7-492e-8755-e37f7fff1904 req-c049dfb6-0f82-47c0-a0ab-c3bfdb41340e tempest-LiveMigrationNegativeTest-1688836145 tempest-LiveMigrationNegativeTest-1688836145-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:03.826704 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa3ae7d-32d6-4094-b13e-b9949c035855 tempest-AutoAllocateNetworkTest-964152550 tempest-AutoAllocateNetworkTest-964152550-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:03.831746 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-eaa3ae7d-32d6-4094-b13e-b9949c035855 tempest-AutoAllocateNetworkTest-964152550 tempest-AutoAllocateNetworkTest-964152550-project] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.3184590 May 30 19:58:03.834491 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 41516) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:58:03.837344 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-57460d3a-eb77-434b-95ae-e95004cffbf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:03.851157 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-b00505d6-20f7-492e-8755-e37f7fff1904 req-c049dfb6-0f82-47c0-a0ab-c3bfdb41340e tempest-LiveMigrationNegativeTest-1688836145 tempest-LiveMigrationNegativeTest-1688836145-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:58:03.851157 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-b00505d6-20f7-492e-8755-e37f7fff1904 req-c049dfb6-0f82-47c0-a0ab-c3bfdb41340e tempest-LiveMigrationNegativeTest-1688836145 tempest-LiveMigrationNegativeTest-1688836145-project-admin] Usage tracker for resource:security_group_rule and tenant:4aacbc54dc394ded813aeee0cda402fe is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:58:03.854466 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-b00505d6-20f7-492e-8755-e37f7fff1904 req-c049dfb6-0f82-47c0-a0ab-c3bfdb41340e tempest-LiveMigrationNegativeTest-1688836145 tempest-LiveMigrationNegativeTest-1688836145-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:58:03.865024 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-b00505d6-20f7-492e-8755-e37f7fff1904 req-c049dfb6-0f82-47c0-a0ab-c3bfdb41340e tempest-LiveMigrationNegativeTest-1688836145 tempest-LiveMigrationNegativeTest-1688836145-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:58:03.913742 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-3b509ed3-d3ab-4345-a29a-5fd170d2910e tempest-AutoAllocateNetworkTest-964152550 tempest-AutoAllocateNetworkTest-964152550-project] 10.222.0.85 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0778775 May 30 19:58:03.915400 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 41520) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:58:03.941429 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-57460d3a-eb77-434b-95ae-e95004cffbf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:03.989402 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-ba2be1e6-81ae-44aa-b737-ec26ff0040d2 tempest-AutoAllocateNetworkTest-964152550 tempest-AutoAllocateNetworkTest-964152550-project] 10.222.0.85 "GET /v2.0/networks?tenant_id=1d9c84d565424e99a533103b22aa836f HTTP/1.1" status: 200 len: 208 time: 0.0696094 May 30 19:58:04.109156 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-b00505d6-20f7-492e-8755-e37f7fff1904 req-c049dfb6-0f82-47c0-a0ab-c3bfdb41340e tempest-LiveMigrationNegativeTest-1688836145 tempest-LiveMigrationNegativeTest-1688836145-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:04.175099 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d07529a-1f89-46c4-96bb-114142607401 req-8e7a7864-0045-44bf-a279-a89582ca914e tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:04.185897 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-b00505d6-20f7-492e-8755-e37f7fff1904 req-c049dfb6-0f82-47c0-a0ab-c3bfdb41340e tempest-LiveMigrationNegativeTest-1688836145 tempest-LiveMigrationNegativeTest-1688836145-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:04.187675 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0d07529a-1f89-46c4-96bb-114142607401 req-8e7a7864-0045-44bf-a279-a89582ca914e tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/ports?device_id=7cedf278-0562-4faf-a9b0-36639e069b2a HTTP/1.1" status: 200 len: 945 time: 0.1794863 May 30 19:58:04.260093 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c049dfb6-0f82-47c0-a0ab-c3bfdb41340e tempest-LiveMigrationNegativeTest-1688836145 tempest-LiveMigrationNegativeTest-1688836145-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17ff8610-2d0e-4793-b171-2a48adc22c41,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:58:04.260394 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-57460d3a-eb77-434b-95ae-e95004cffbf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:04.264397 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b00505d6-20f7-492e-8755-e37f7fff1904 req-c049dfb6-0f82-47c0-a0ab-c3bfdb41340e tempest-LiveMigrationNegativeTest-1688836145 tempest-LiveMigrationNegativeTest-1688836145-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=bfd51ccc-8906-44ed-8b9e-009f24d4922d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5815310 May 30 19:58:04.293992 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57460d3a-eb77-434b-95ae-e95004cffbf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e924a986-2379-416e-9bce-514da730bfaa,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:58:04.296241 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-57460d3a-eb77-434b-95ae-e95004cffbf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:04.297402 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-57460d3a-eb77-434b-95ae-e95004cffbf7 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/e924a986-2379-416e-9bce-514da730bfaa HTTP/1.1" status: 204 len: 168 time: 0.6424916 May 30 19:58:04.301629 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0d07529a-1f89-46c4-96bb-114142607401 req-03699648-ba24-402f-b6ba-2cbedb41e1dc tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/security-groups?id=b7c7fe04-8ab6-4ec0-af46-b4358854e449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127100 May 30 19:58:04.734863 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-88e4b418-c59e-46d5-877f-dfcbcedc893b req-4cd9b40c-da0e-46f7-8ec9-f1886d48b0aa service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=f573def4-427d-488b-958e-2fb3d6ccaf8b&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0743172 May 30 19:58:05.207933 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 41560) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:58:05.464530 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-96b23258-f7f9-45e2-b6d9-30f7ab5d045d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:05.527649 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-96b23258-f7f9-45e2-b6d9-30f7ab5d045d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:58:05.536096 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-96b23258-f7f9-45e2-b6d9-30f7ab5d045d admin admin] Usage tracker for resource:security_group_rule and tenant:1d9c84d565424e99a533103b22aa836f is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:58:05.541680 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-96b23258-f7f9-45e2-b6d9-30f7ab5d045d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:58:05.553310 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-96b23258-f7f9-45e2-b6d9-30f7ab5d045d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:58:05.745055 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-96b23258-f7f9-45e2-b6d9-30f7ab5d045d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:05.859448 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec9b022-a89d-4675-b1ac-0c80f5f82291 req-81c9f0e5-2e6c-4149-9d19-17d3b66b41bc tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:05.862437 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3ec9b022-a89d-4675-b1ac-0c80f5f82291 req-81c9f0e5-2e6c-4149-9d19-17d3b66b41bc tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/ports?device_id=7cedf278-0562-4faf-a9b0-36639e069b2a HTTP/1.1" status: 200 len: 945 time: 0.1847122 May 30 19:58:05.864143 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-96b23258-f7f9-45e2-b6d9-30f7ab5d045d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:05.969318 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b23258-f7f9-45e2-b6d9-30f7ab5d045d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f797a781-b9fa-4291-ac30-572b534fd1cf,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:58:05.979489 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-96b23258-f7f9-45e2-b6d9-30f7ab5d045d admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=1d9c84d565424e99a533103b22aa836f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7701082 May 30 19:58:05.982193 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3ec9b022-a89d-4675-b1ac-0c80f5f82291 req-c3da1002-2106-41a1-9914-84cd69d342f7 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/security-groups?id=b7c7fe04-8ab6-4ec0-af46-b4358854e449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083341 May 30 19:58:05.983584 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 41592) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:58:06.036372 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79035a22-bc97-42ad-a9ba-03af63c8ecf9 req-a7a5c5bf-5fce-43fd-b63a-161d61d4c2cf tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:06.039946 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-79035a22-bc97-42ad-a9ba-03af63c8ecf9 req-a7a5c5bf-5fce-43fd-b63a-161d61d4c2cf tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] 10.222.0.85 "GET /v2.0/ports?device_id=f573def4-427d-488b-958e-2fb3d6ccaf8b HTTP/1.1" status: 200 len: 949 time: 0.1590543 May 30 19:58:06.074194 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9e4c0fb5-145f-43eb-a854-6b5d3b9c788c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:06.120134 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-79035a22-bc97-42ad-a9ba-03af63c8ecf9 req-e7b5d5f0-76c0-47d6-985e-8514342db0ef tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] 10.222.0.85 "GET /v2.0/security-groups?id=bfd51ccc-8906-44ed-8b9e-009f24d4922d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741358 May 30 19:58:06.123324 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9e4c0fb5-145f-43eb-a854-6b5d3b9c788c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:06.319831 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9e4c0fb5-145f-43eb-a854-6b5d3b9c788c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:06.337070 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4c0fb5-145f-43eb-a854-6b5d3b9c788c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f797a781-b9fa-4291-ac30-572b534fd1cf,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:58:06.350233 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9e4c0fb5-145f-43eb-a854-6b5d3b9c788c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:06.350233 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-9e4c0fb5-145f-43eb-a854-6b5d3b9c788c admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/f797a781-b9fa-4291-ac30-572b534fd1cf HTTP/1.1" status: 204 len: 168 time: 0.3609967 May 30 19:58:06.689131 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 41608) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:58:06.872093 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a690ff24-166c-49b4-b590-d86f7357d9e5 req-1ed1705a-0a04-48e6-858d-7532cccd538c tempest-LiveMigrationTest-484647171 tempest-LiveMigrationTest-484647171-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=7cedf278-0562-4faf-a9b0-36639e069b2a HTTP/1.1" status: 200 len: 1096 time: 0.0758183 May 30 19:58:06.977427 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a690ff24-166c-49b4-b590-d86f7357d9e5 req-783e9ff1-fb07-4c26-8c5f-96e054fd036c tempest-LiveMigrationTest-484647171 tempest-LiveMigrationTest-484647171-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=b7c7fe04-8ab6-4ec0-af46-b4358854e449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935578 May 30 19:58:07.015333 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ce4945-7af2-4b27-a8bf-8f8990d1cd04 req-e8b7ef4a-8d2c-4c76-92d5-e547eb9e0047 tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:07.018184 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-79ce4945-7af2-4b27-a8bf-8f8990d1cd04 req-e8b7ef4a-8d2c-4c76-92d5-e547eb9e0047 tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] 10.222.0.71 "GET /v2.0/ports?device_id=f573def4-427d-488b-958e-2fb3d6ccaf8b HTTP/1.1" status: 200 len: 949 time: 0.1442850 May 30 19:58:07.166795 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [req-79ce4945-7af2-4b27-a8bf-8f8990d1cd04 req-eb755961-0a3c-4cdc-b076-39262110f64f tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] Deleting port 6a889582-ba64-4d65-b231-5ec73e7e62c2 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 19:58:07.167541 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-79ce4945-7af2-4b27-a8bf-8f8990d1cd04 req-eb755961-0a3c-4cdc-b076-39262110f64f tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:07.333960 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 41626) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:58:07.395890 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024df149-9688-4730-ab80-af049254a8dd req-9437000f-1f78-441b-b8d5-aaf66ed7a1e7 tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:07.403817 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-024df149-9688-4730-ab80-af049254a8dd req-9437000f-1f78-441b-b8d5-aaf66ed7a1e7 tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] 10.222.0.85 "GET /v2.0/ports?device_id=f573def4-427d-488b-958e-2fb3d6ccaf8b HTTP/1.1" status: 200 len: 949 time: 0.1170933 May 30 19:58:07.474294 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-024df149-9688-4730-ab80-af049254a8dd req-650a95cc-11f1-453e-90dc-843b15059662 tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] 10.222.0.85 "GET /v2.0/security-groups?id=bfd51ccc-8906-44ed-8b9e-009f24d4922d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690773 May 30 19:58:07.500222 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-53fdd01d-a29f-4b55-8ce8-aa71a7dc6d75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:07.525174 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b4e1fff4-a814-49d0-8142-1fee25dca193 req-d7c67672-2054-4e99-96bc-5275b5a076f1 tempest-LiveMigrationTest-484647171 tempest-LiveMigrationTest-484647171-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=7cedf278-0562-4faf-a9b0-36639e069b2a HTTP/1.1" status: 200 len: 1096 time: 0.4232764 May 30 19:58:07.662870 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d5022949-d5f7-478f-9acd-33dae7876564 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:07.701220 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-d5022949-d5f7-478f-9acd-33dae7876564 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:58:07.707419 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-d5022949-d5f7-478f-9acd-33dae7876564 admin admin] Usage tracker for resource:security_group_rule and tenant:c63db2511b644e18adc1fb32d2b68b5e is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:58:07.710815 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-d5022949-d5f7-478f-9acd-33dae7876564 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:58:07.720134 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-d5022949-d5f7-478f-9acd-33dae7876564 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:58:07.762015 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-53fdd01d-a29f-4b55-8ce8-aa71a7dc6d75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:58:07.807365 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-53fdd01d-a29f-4b55-8ce8-aa71a7dc6d75 admin admin] Usage tracker for resource:security_group_rule and tenant:51c458c1964149f784e2f06909c9b9f9 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:58:07.817901 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-53fdd01d-a29f-4b55-8ce8-aa71a7dc6d75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:58:07.848685 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-b4e1fff4-a814-49d0-8142-1fee25dca193 req-5c910c55-b54c-4a69-b5d2-b298762a8c77 tempest-LiveMigrationTest-484647171 tempest-LiveMigrationTest-484647171-project-admin] Synchronizing usage tracker for tenant:7ba76fe9cbd841b8bd5bed0d67baaaef on resource:security_group {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 19:58:07.853560 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-53fdd01d-a29f-4b55-8ce8-aa71a7dc6d75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:58:07.877340 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d5022949-d5f7-478f-9acd-33dae7876564 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:07.899656 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-79ce4945-7af2-4b27-a8bf-8f8990d1cd04 req-eb755961-0a3c-4cdc-b076-39262110f64f tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] For port 6a889582-ba64-4d65-b231-5ec73e7e62c2, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=6a889582-ba64-4d65-b231-5ec73e7e62c2,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:58:07.900062 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-79ce4945-7af2-4b27-a8bf-8f8990d1cd04 req-eb755961-0a3c-4cdc-b076-39262110f64f tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:07.965210 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d5022949-d5f7-478f-9acd-33dae7876564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:08.011125 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-d5022949-d5f7-478f-9acd-33dae7876564 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=c63db2511b644e18adc1fb32d2b68b5e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6760423 May 30 19:58:08.014656 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 41646) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:58:08.070798 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5022949-d5f7-478f-9acd-33dae7876564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc65ab27-b71e-4905-a96b-d513599858a2,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:58:08.092058 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [req-79ce4945-7af2-4b27-a8bf-8f8990d1cd04 req-eb755961-0a3c-4cdc-b076-39262110f64f tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] Calling delete_port for 6a889582-ba64-4d65-b231-5ec73e7e62c2 owned by compute:nova {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 19:58:08.114846 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-cfc68b1a-ceb4-4952-8799-612c9a108ae5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:08.152877 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-cfc68b1a-ceb4-4952-8799-612c9a108ae5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:08.262686 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-53fdd01d-a29f-4b55-8ce8-aa71a7dc6d75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:08.307121 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-cfc68b1a-ceb4-4952-8799-612c9a108ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:08.341843 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-cfc68b1a-ceb4-4952-8799-612c9a108ae5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:08.344151 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-cfc68b1a-ceb4-4952-8799-612c9a108ae5 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/bc65ab27-b71e-4905-a96b-d513599858a2 HTTP/1.1" status: 204 len: 168 time: 0.3280783 May 30 19:58:08.345880 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc68b1a-ceb4-4952-8799-612c9a108ae5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc65ab27-b71e-4905-a96b-d513599858a2,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:58:08.367225 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-53fdd01d-a29f-4b55-8ce8-aa71a7dc6d75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:08.441242 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-79ce4945-7af2-4b27-a8bf-8f8990d1cd04 req-eb755961-0a3c-4cdc-b076-39262110f64f tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:08.455639 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['6a889582-ba64-4d65-b231-5ec73e7e62c2'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 19:58:08.487567 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['039fc807-d430-41c5-a4c7-81fca600e696'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 19:58:08.489536 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fdd01d-a29f-4b55-8ce8-aa71a7dc6d75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29c4e535-d0b6-40c1-9c22-04f2f8541db9,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:58:08.590707 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-53fdd01d-a29f-4b55-8ce8-aa71a7dc6d75 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=51c458c1964149f784e2f06909c9b9f9&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9000888 May 30 19:58:08.592616 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb755961-0a3c-4cdc-b076-39262110f64f tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] Pushing event deleted for resources: {'Port': ['ID=6a889582-ba64-4d65-b231-5ec73e7e62c2,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:58:08.595002 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 41664) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:58:08.634019 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-b4e1fff4-a814-49d0-8142-1fee25dca193 req-5c910c55-b54c-4a69-b5d2-b298762a8c77 tempest-LiveMigrationTest-484647171 tempest-LiveMigrationTest-484647171-project-admin] Unset dirty status for tenant:7ba76fe9cbd841b8bd5bed0d67baaaef on resource:security_group {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 19:58:08.638241 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b4e1fff4-a814-49d0-8142-1fee25dca193 req-5c910c55-b54c-4a69-b5d2-b298762a8c77 tempest-LiveMigrationTest-484647171 tempest-LiveMigrationTest-484647171-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=b7c7fe04-8ab6-4ec0-af46-b4358854e449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0781393 May 30 19:58:08.921603 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [req-79ce4945-7af2-4b27-a8bf-8f8990d1cd04 req-eb755961-0a3c-4cdc-b076-39262110f64f tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] No DVR routers for this DVR port 6a889582-ba64-4d65-b231-5ec73e7e62c2 on host n-h1-843948-2 {{(pid=84886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 19:58:08.928797 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-79ce4945-7af2-4b27-a8bf-8f8990d1cd04 req-eb755961-0a3c-4cdc-b076-39262110f64f tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:08.933309 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f573def4-427d-488b-958e-2fb3d6ccaf8b', 'name': 'network-vif-deleted', 'tag': '6a889582-ba64-4d65-b231-5ec73e7e62c2'}] {{(pid=84886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:58:08.942920 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9d550973-47ae-48fb-8d8b-bf90607fd4bb req-44063f65-f146-45e8-b998-f2223526bbc6 tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] 10.222.0.85 "GET /v2.0/ports?device_id=f573def4-427d-488b-958e-2fb3d6ccaf8b HTTP/1.1" status: 200 len: 210 time: 0.2980380 May 30 19:58:09.049641 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c9c2cb80-3701-497a-ab3f-5e2f310ce759 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:09.111672 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c9c2cb80-3701-497a-ab3f-5e2f310ce759 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:09.130903 n-d-843948-2 neutron-server[84886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8bc4e505-fbb0-4a29-82dc-c92dba0b9ed1'] response: {'server_uuid': 'f573def4-427d-488b-958e-2fb3d6ccaf8b', 'name': 'network-vif-deleted', 'tag': '6a889582-ba64-4d65-b231-5ec73e7e62c2', 'status': 'completed', 'code': 200} May 30 19:58:09.137529 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9155d5dc-f345-407e-bbb5-501580ebd07b req-05f26fb2-c6c6-4ab1-b897-11be32d51739 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=7cedf278-0562-4faf-a9b0-36639e069b2a&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1692045 May 30 19:58:09.263170 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-79ce4945-7af2-4b27-a8bf-8f8990d1cd04 req-eb755961-0a3c-4cdc-b076-39262110f64f tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] 10.222.0.71 "DELETE /v2.0/ports/6a889582-ba64-4d65-b231-5ec73e7e62c2 HTTP/1.1" status: 204 len: 173 time: 2.2401838 May 30 19:58:09.363939 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c9c2cb80-3701-497a-ab3f-5e2f310ce759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:09.418747 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c2cb80-3701-497a-ab3f-5e2f310ce759 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29c4e535-d0b6-40c1-9c22-04f2f8541db9,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:58:09.451826 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c9c2cb80-3701-497a-ab3f-5e2f310ce759 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:09.453707 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-c9c2cb80-3701-497a-ab3f-5e2f310ce759 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/29c4e535-d0b6-40c1-9c22-04f2f8541db9 HTTP/1.1" status: 204 len: 168 time: 0.8561432 May 30 19:58:10.025124 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 41696) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:58:10.059047 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-05adeae3-6036-41a3-bb12-d506aa3d9c77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:10.121431 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-05adeae3-6036-41a3-bb12-d506aa3d9c77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:58:10.129359 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-05adeae3-6036-41a3-bb12-d506aa3d9c77 admin admin] Usage tracker for resource:security_group_rule and tenant:0b8b689d69bb4ed1b7d12bec5de36e84 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:58:10.138395 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-05adeae3-6036-41a3-bb12-d506aa3d9c77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:58:10.216406 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-05adeae3-6036-41a3-bb12-d506aa3d9c77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:58:10.250523 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9869ea01-bcc1-4b76-bb3a-d7a2edca6795 req-d9472968-cf7f-4ff4-ae79-a38fba9bd8f7 tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] 10.222.0.85 "GET /v2.0/ports?device_id=f573def4-427d-488b-958e-2fb3d6ccaf8b HTTP/1.1" status: 200 len: 210 time: 0.1154039 May 30 19:58:10.368076 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-05adeae3-6036-41a3-bb12-d506aa3d9c77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:10.456467 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-05adeae3-6036-41a3-bb12-d506aa3d9c77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:10.547487 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05adeae3-6036-41a3-bb12-d506aa3d9c77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bd6d467-2930-459a-b56f-4ae0fa822ecc,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:58:10.565500 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 41712) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:58:10.566240 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-05adeae3-6036-41a3-bb12-d506aa3d9c77 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=0b8b689d69bb4ed1b7d12bec5de36e84&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5352545 May 30 19:58:10.677662 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-87c46788-9ac4-45d5-9114-e2d028b0402c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:10.749551 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-87c46788-9ac4-45d5-9114-e2d028b0402c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:10.955347 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-87c46788-9ac4-45d5-9114-e2d028b0402c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:10.988433 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c46788-9ac4-45d5-9114-e2d028b0402c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bd6d467-2930-459a-b56f-4ae0fa822ecc,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:58:10.993437 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-87c46788-9ac4-45d5-9114-e2d028b0402c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:10.998041 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-87c46788-9ac4-45d5-9114-e2d028b0402c admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/0bd6d467-2930-459a-b56f-4ae0fa822ecc HTTP/1.1" status: 204 len: 168 time: 0.4324503 May 30 19:58:11.123284 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 41724) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:58:11.144089 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f52b5871-8a59-410e-bb28-bd5e6eaa1e47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:11.191723 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-f52b5871-8a59-410e-bb28-bd5e6eaa1e47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:58:11.198526 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-f52b5871-8a59-410e-bb28-bd5e6eaa1e47 admin admin] Usage tracker for resource:security_group_rule and tenant:5b0d07efb5eb452f977ef7fda9f7e3bd is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:58:11.202161 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-f52b5871-8a59-410e-bb28-bd5e6eaa1e47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:58:11.211476 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-f52b5871-8a59-410e-bb28-bd5e6eaa1e47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:58:11.355495 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f52b5871-8a59-410e-bb28-bd5e6eaa1e47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:11.438061 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f52b5871-8a59-410e-bb28-bd5e6eaa1e47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:11.527858 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52b5871-8a59-410e-bb28-bd5e6eaa1e47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f0e5af8-179d-48fd-b0f5-bcba9713e1f9,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:58:11.535645 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-f52b5871-8a59-410e-bb28-bd5e6eaa1e47 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=5b0d07efb5eb452f977ef7fda9f7e3bd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4122458 May 30 19:58:11.540045 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 41742) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:58:11.638889 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-fff17a49-986a-476f-a2a1-6236d1f73187 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:11.668673 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-fff17a49-986a-476f-a2a1-6236d1f73187 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:11.850808 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-fff17a49-986a-476f-a2a1-6236d1f73187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:11.868740 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff17a49-986a-476f-a2a1-6236d1f73187 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f0e5af8-179d-48fd-b0f5-bcba9713e1f9,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:58:11.892418 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-fff17a49-986a-476f-a2a1-6236d1f73187 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:11.901442 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-fff17a49-986a-476f-a2a1-6236d1f73187 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/8f0e5af8-179d-48fd-b0f5-bcba9713e1f9 HTTP/1.1" status: 204 len: 168 time: 0.3599553 May 30 19:58:12.037708 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 6a889582-ba64-4d65-b231-5ec73e7e62c2 no longer exists at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 19:58:12.126799 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] No Port match for: 6a889582-ba64-4d65-b231-5ec73e7e62c2 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 19:58:12.127358 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 6a889582-ba64-4d65-b231-5ec73e7e62c2 not bound to the agent host n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 19:58:12.528204 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a540260-e8b2-47ed-8556-6f1f435d7245 req-b72ab2e1-1507-4b66-bf2c-37b0a68bc5b8 tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:12.530983 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4a540260-e8b2-47ed-8556-6f1f435d7245 req-b72ab2e1-1507-4b66-bf2c-37b0a68bc5b8 tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] 10.222.0.85 "GET /v2.0/ports?device_id=c3b8c567-7d03-42bf-b79e-02a89a2f9115 HTTP/1.1" status: 200 len: 950 time: 0.1050444 May 30 19:58:12.699452 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4a540260-e8b2-47ed-8556-6f1f435d7245 req-30266429-2d9f-4365-a09b-7e071322afde tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] 10.222.0.85 "GET /v2.0/security-groups?id=bfd51ccc-8906-44ed-8b9e-009f24d4922d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540282 May 30 19:58:12.807890 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 41776) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:58:13.366406 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1d1e36b2-4144-45d1-9f89-b8a0b76a4d3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:13.433889 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-1d1e36b2-4144-45d1-9f89-b8a0b76a4d3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:58:13.440826 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-1d1e36b2-4144-45d1-9f89-b8a0b76a4d3f admin admin] Usage tracker for resource:security_group_rule and tenant:8ab354896a36401faa5be9473f6b06c3 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:58:13.444985 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-1d1e36b2-4144-45d1-9f89-b8a0b76a4d3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:58:13.453187 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-1d1e36b2-4144-45d1-9f89-b8a0b76a4d3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:58:13.587457 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1d1e36b2-4144-45d1-9f89-b8a0b76a4d3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:13.734687 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1d1e36b2-4144-45d1-9f89-b8a0b76a4d3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:13.837880 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-1d1e36b2-4144-45d1-9f89-b8a0b76a4d3f admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=8ab354896a36401faa5be9473f6b06c3&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0283651 May 30 19:58:13.842671 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 41808) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:58:13.874837 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f19ef4d-b102-4ce8-9791-0f4ae7e25f63 req-d6483e7b-9b93-4ec8-ac40-567b6fc17657 tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:13.877656 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-8f19ef4d-b102-4ce8-9791-0f4ae7e25f63 req-d6483e7b-9b93-4ec8-ac40-567b6fc17657 tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] Synchronizing usage tracker for tenant:417aab70def9446fb398096222bb93ab on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 19:58:13.968770 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1e36b2-4144-45d1-9f89-b8a0b76a4d3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c6bd6f9-e6b1-4055-9e28-af2b0b4f2c09,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:58:13.977999 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-8f19ef4d-b102-4ce8-9791-0f4ae7e25f63 req-d6483e7b-9b93-4ec8-ac40-567b6fc17657 tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] Unset dirty status for tenant:417aab70def9446fb398096222bb93ab on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 19:58:13.980293 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-8f19ef4d-b102-4ce8-9791-0f4ae7e25f63 req-d6483e7b-9b93-4ec8-ac40-567b6fc17657 tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] 10.222.0.86 "GET /v2.0/ports?device_id=c3b8c567-7d03-42bf-b79e-02a89a2f9115 HTTP/1.1" status: 200 len: 950 time: 0.2724774 May 30 19:58:14.028405 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b15789e1-8aaf-4657-9e29-96115ca742c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:14.087875 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b15789e1-8aaf-4657-9e29-96115ca742c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:14.143979 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [req-8f19ef4d-b102-4ce8-9791-0f4ae7e25f63 req-944695c3-1396-46fb-b148-68e8d3ac9e05 tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] Deleting port 039fc807-d430-41c5-a4c7-81fca600e696 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 19:58:14.144560 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-8f19ef4d-b102-4ce8-9791-0f4ae7e25f63 req-944695c3-1396-46fb-b148-68e8d3ac9e05 tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:14.235199 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b15789e1-8aaf-4657-9e29-96115ca742c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:14.262948 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15789e1-8aaf-4657-9e29-96115ca742c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c6bd6f9-e6b1-4055-9e28-af2b0b4f2c09,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:58:14.286389 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b15789e1-8aaf-4657-9e29-96115ca742c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:14.288748 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-b15789e1-8aaf-4657-9e29-96115ca742c2 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/5c6bd6f9-e6b1-4055-9e28-af2b0b4f2c09 HTTP/1.1" status: 204 len: 168 time: 0.4433634 May 30 19:58:14.387057 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 41822) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:58:14.397497 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [req-8ecc345a-d28b-44c5-ad29-7764918dd91e req-965482f1-fadf-42d7-8456-9b4b3b70d8b1 tempest-LiveMigrationTest-484647171 tempest-LiveMigrationTest-484647171-project-admin] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=84887) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 19:58:14.401314 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8ecc345a-d28b-44c5-ad29-7764918dd91e req-965482f1-fadf-42d7-8456-9b4b3b70d8b1 tempest-LiveMigrationTest-484647171 tempest-LiveMigrationTest-484647171-project-admin] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0101349 May 30 19:58:14.668804 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-8f19ef4d-b102-4ce8-9791-0f4ae7e25f63 req-944695c3-1396-46fb-b148-68e8d3ac9e05 tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] For port 039fc807-d430-41c5-a4c7-81fca600e696, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=039fc807-d430-41c5-a4c7-81fca600e696,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:58:14.669495 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-8f19ef4d-b102-4ce8-9791-0f4ae7e25f63 req-944695c3-1396-46fb-b148-68e8d3ac9e05 tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:14.811311 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [req-8f19ef4d-b102-4ce8-9791-0f4ae7e25f63 req-944695c3-1396-46fb-b148-68e8d3ac9e05 tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] Calling delete_port for 039fc807-d430-41c5-a4c7-81fca600e696 owned by compute:nova {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 19:58:14.960840 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977ce770-dc5e-41f7-9fe7-dba091f88d38 req-c602c2b2-b5e7-406b-bc8a-0f647d38e819 tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:14.962425 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-977ce770-dc5e-41f7-9fe7-dba091f88d38 req-c602c2b2-b5e7-406b-bc8a-0f647d38e819 tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] 10.222.0.85 "GET /v2.0/ports?device_id=c3b8c567-7d03-42bf-b79e-02a89a2f9115 HTTP/1.1" status: 200 len: 950 time: 0.1932459 May 30 19:58:15.022705 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-977ce770-dc5e-41f7-9fe7-dba091f88d38 req-9e09ca5c-d4e4-4d16-98a1-5d9d42f816bc tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] 10.222.0.85 "GET /v2.0/security-groups?id=bfd51ccc-8906-44ed-8b9e-009f24d4922d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498579 May 30 19:58:15.106280 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-8f19ef4d-b102-4ce8-9791-0f4ae7e25f63 req-944695c3-1396-46fb-b148-68e8d3ac9e05 tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:15.166831 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944695c3-1396-46fb-b148-68e8d3ac9e05 tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] Pushing event deleted for resources: {'Port': ['ID=039fc807-d430-41c5-a4c7-81fca600e696,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:58:15.869005 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f19ef4d-b102-4ce8-9791-0f4ae7e25f63 req-944695c3-1396-46fb-b148-68e8d3ac9e05 tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] No DVR routers for this DVR port 039fc807-d430-41c5-a4c7-81fca600e696 on host n-h2-843948-2 {{(pid=84886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 19:58:15.869005 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-8f19ef4d-b102-4ce8-9791-0f4ae7e25f63 req-944695c3-1396-46fb-b148-68e8d3ac9e05 tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:15.869005 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3b8c567-7d03-42bf-b79e-02a89a2f9115', 'name': 'network-vif-deleted', 'tag': '039fc807-d430-41c5-a4c7-81fca600e696'}] {{(pid=84886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:58:15.975210 n-d-843948-2 neutron-server[84886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba247770-f7b7-4ff4-855e-666c7f4b2c62'] response: {'server_uuid': 'c3b8c567-7d03-42bf-b79e-02a89a2f9115', 'name': 'network-vif-deleted', 'tag': '039fc807-d430-41c5-a4c7-81fca600e696', 'status': 'completed', 'code': 200} May 30 19:58:16.029964 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-8f19ef4d-b102-4ce8-9791-0f4ae7e25f63 req-944695c3-1396-46fb-b148-68e8d3ac9e05 tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] 10.222.0.86 "DELETE /v2.0/ports/039fc807-d430-41c5-a4c7-81fca600e696 HTTP/1.1" status: 204 len: 173 time: 2.0429609 May 30 19:58:16.125324 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 41856) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:58:16.161293 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-63dee3b9-0de7-4668-b597-f131573ff304 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:16.215435 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6f95de4d-25f7-4d00-9949-c0824288a1dc req-a9002304-e290-49d8-b121-5d559fa5001b tempest-LiveMigrationNegativeTest-204141003 tempest-LiveMigrationNegativeTest-204141003-project] 10.222.0.85 "GET /v2.0/ports?device_id=c3b8c567-7d03-42bf-b79e-02a89a2f9115 HTTP/1.1" status: 200 len: 210 time: 0.0593657 May 30 19:58:16.232888 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-63dee3b9-0de7-4668-b597-f131573ff304 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:58:16.239365 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-63dee3b9-0de7-4668-b597-f131573ff304 admin admin] Usage tracker for resource:security_group_rule and tenant:916098d23b444253b101857261473102 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:58:16.245271 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-63dee3b9-0de7-4668-b597-f131573ff304 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:58:16.258811 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-63dee3b9-0de7-4668-b597-f131573ff304 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:58:16.386763 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-63dee3b9-0de7-4668-b597-f131573ff304 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:16.486104 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-63dee3b9-0de7-4668-b597-f131573ff304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:16.490352 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 41862) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:58:16.580498 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dee3b9-0de7-4668-b597-f131573ff304 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97ebb41e-19ca-4c07-9798-0467231323d5,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:58:16.588169 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-63dee3b9-0de7-4668-b597-f131573ff304 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=916098d23b444253b101857261473102&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4595711 May 30 19:58:16.594508 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 41868) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:58:16.750586 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1450b1af-57e1-4e05-aae3-1814e70f4177 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:16.849977 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1450b1af-57e1-4e05-aae3-1814e70f4177 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:16.901649 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-8ecc345a-d28b-44c5-ad29-7764918dd91e req-53dbe470-5b55-41e9-8076-7db366c93876 service neutron] Request body: {'binding': {'host': 'n-h2-843948-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:58:16.905741 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-8ecc345a-d28b-44c5-ad29-7764918dd91e req-53dbe470-5b55-41e9-8076-7db366c93876 service neutron] Unknown quota resources ['binding']. {{(pid=84887) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} May 30 19:58:16.965032 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 039fc807-d430-41c5-a4c7-81fca600e696 no longer exists at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 19:58:17.074508 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] No Port match for: 039fc807-d430-41c5-a4c7-81fca600e696 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 19:58:17.075573 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 039fc807-d430-41c5-a4c7-81fca600e696 not bound to the agent host n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 19:58:17.123671 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1450b1af-57e1-4e05-aae3-1814e70f4177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:17.210138 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-8ecc345a-d28b-44c5-ad29-7764918dd91e req-53dbe470-5b55-41e9-8076-7db366c93876 service neutron] Attempting to bind port 980536a2-7720-4e58-8faa-e8c3fb6da1e1 on host n-h2-843948-2 for vnic_type normal with profile None {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 19:58:17.210730 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-8ecc345a-d28b-44c5-ad29-7764918dd91e req-53dbe470-5b55-41e9-8076-7db366c93876 service neutron] Attempting to bind port 980536a2-7720-4e58-8faa-e8c3fb6da1e1 by drivers openvswitch,hyperv on host n-h2-843948-2 at level 0 using segments [{'id': '4d4a7668-7a19-4452-8bd2-a5411730cf30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '22982b8a-b22c-41df-a053-0dde355094a5'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 19:58:17.211232 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ecc345a-d28b-44c5-ad29-7764918dd91e req-53dbe470-5b55-41e9-8076-7db366c93876 service neutron] Attempting to bind port 980536a2-7720-4e58-8faa-e8c3fb6da1e1 on network 22982b8a-b22c-41df-a053-0dde355094a5 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:58:17.213589 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1450b1af-57e1-4e05-aae3-1814e70f4177 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97ebb41e-19ca-4c07-9798-0467231323d5,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:58:17.226465 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ecc345a-d28b-44c5-ad29-7764918dd91e req-53dbe470-5b55-41e9-8076-7db366c93876 service neutron] Port 980536a2-7720-4e58-8faa-e8c3fb6da1e1 on network 22982b8a-b22c-41df-a053-0dde355094a5 not bound, no agent of type Open vSwitch agent registered on host n-h2-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 19:58:17.227026 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ecc345a-d28b-44c5-ad29-7764918dd91e req-53dbe470-5b55-41e9-8076-7db366c93876 service neutron] Attempting to bind port 980536a2-7720-4e58-8faa-e8c3fb6da1e1 on network 22982b8a-b22c-41df-a053-0dde355094a5 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:58:17.245159 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ecc345a-d28b-44c5-ad29-7764918dd91e req-53dbe470-5b55-41e9-8076-7db366c93876 service neutron] Checking agent: {'id': 'eaa08354-e8f5-4e73-af76-8d3cf7d2b390', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 19, 57, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 19:58:17.247136 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1450b1af-57e1-4e05-aae3-1814e70f4177 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:17.249782 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ecc345a-d28b-44c5-ad29-7764918dd91e req-53dbe470-5b55-41e9-8076-7db366c93876 service neutron] Checking segment: {'id': '4d4a7668-7a19-4452-8bd2-a5411730cf30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '22982b8a-b22c-41df-a053-0dde355094a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 19:58:17.250342 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ecc345a-d28b-44c5-ad29-7764918dd91e req-53dbe470-5b55-41e9-8076-7db366c93876 service neutron] Bound using segment: {'id': '4d4a7668-7a19-4452-8bd2-a5411730cf30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '22982b8a-b22c-41df-a053-0dde355094a5'} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 19:58:17.250999 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-8ecc345a-d28b-44c5-ad29-7764918dd91e req-53dbe470-5b55-41e9-8076-7db366c93876 service neutron] Bound port: 980536a2-7720-4e58-8faa-e8c3fb6da1e1, host: n-h2-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d4a7668-7a19-4452-8bd2-a5411730cf30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '22982b8a-b22c-41df-a053-0dde355094a5'}}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 19:58:17.257837 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-1450b1af-57e1-4e05-aae3-1814e70f4177 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/97ebb41e-19ca-4c07-9798-0467231323d5 HTTP/1.1" status: 204 len: 168 time: 0.6614008 May 30 19:58:17.412306 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-41c21db3-676f-4503-873c-b61809e293cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:17.496380 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-8ecc345a-d28b-44c5-ad29-7764918dd91e req-53dbe470-5b55-41e9-8076-7db366c93876 service neutron] For port 980536a2-7720-4e58-8faa-e8c3fb6da1e1, host n-h2-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=980536a2-7720-4e58-8faa-e8c3fb6da1e1,segment=NetworkSegment(4d4a7668-7a19-4452-8bd2-a5411730cf30),segment_id=4d4a7668-7a19-4452-8bd2-a5411730cf30)] {{(pid=84887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 19:58:17.503797 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-41c21db3-676f-4503-873c-b61809e293cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:58:17.518330 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-41c21db3-676f-4503-873c-b61809e293cb admin admin] Usage tracker for resource:security_group_rule and tenant:ee8b2ad76d7b47b88b61a12964f4b110 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:58:17.524142 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-41c21db3-676f-4503-873c-b61809e293cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:58:17.536332 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-41c21db3-676f-4503-873c-b61809e293cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:58:17.651368 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-41c21db3-676f-4503-873c-b61809e293cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:17.662677 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-8ecc345a-d28b-44c5-ad29-7764918dd91e req-53dbe470-5b55-41e9-8076-7db366c93876 service neutron] Notify callbacks [] for binding, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:17.663947 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8ecc345a-d28b-44c5-ad29-7764918dd91e req-53dbe470-5b55-41e9-8076-7db366c93876 service neutron] 10.222.0.85 "POST /v2.0/ports/980536a2-7720-4e58-8faa-e8c3fb6da1e1/bindings HTTP/1.1" status: 201 len: 389 time: 1.9872129 May 30 19:58:17.788059 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-41c21db3-676f-4503-873c-b61809e293cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:17.879463 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-41c21db3-676f-4503-873c-b61809e293cb admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=ee8b2ad76d7b47b88b61a12964f4b110&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3869784 May 30 19:58:17.882215 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 41886) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:58:17.915762 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c21db3-676f-4503-873c-b61809e293cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=628fb51a-dbd8-4b39-bcb0-26ea7960b9bb,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:58:17.967633 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-283cbf2c-199d-4f76-ab0d-04991f68e84a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:18.031554 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-283cbf2c-199d-4f76-ab0d-04991f68e84a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:18.300274 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-283cbf2c-199d-4f76-ab0d-04991f68e84a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:18.341288 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283cbf2c-199d-4f76-ab0d-04991f68e84a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=628fb51a-dbd8-4b39-bcb0-26ea7960b9bb,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:58:18.360142 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-283cbf2c-199d-4f76-ab0d-04991f68e84a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:18.364389 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-283cbf2c-199d-4f76-ab0d-04991f68e84a admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/628fb51a-dbd8-4b39-bcb0-26ea7960b9bb HTTP/1.1" status: 204 len: 168 time: 0.4786611 May 30 19:58:18.400020 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a34e803-ad82-4f64-96f2-65213edf1d75 req-326df151-d0be-4b5c-9cd1-98500438a491 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:18.402680 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0a34e803-ad82-4f64-96f2-65213edf1d75 req-326df151-d0be-4b5c-9cd1-98500438a491 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/ports?device_id=7cedf278-0562-4faf-a9b0-36639e069b2a HTTP/1.1" status: 200 len: 945 time: 0.1806726 May 30 19:58:18.473213 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0a34e803-ad82-4f64-96f2-65213edf1d75 req-df1f5bbc-fc0b-40a1-806c-af8b68cb4125 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/security-groups?id=b7c7fe04-8ab6-4ec0-af46-b4358854e449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625875 May 30 19:58:18.826581 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-8ecc345a-d28b-44c5-ad29-7764918dd91e req-e476d9b2-6b07-4bea-88d1-756a457cae31 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e03d8798de6f4daa8bc8080dc719ce8a&device_id=7cedf278-0562-4faf-a9b0-36639e069b2a HTTP/1.1" status: 200 len: 1096 time: 0.1452320 May 30 19:58:18.975112 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecc345a-d28b-44c5-ad29-7764918dd91e req-56ac36e9-16b3-4644-926b-374255a5f8ea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:18.976752 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-8ecc345a-d28b-44c5-ad29-7764918dd91e req-56ac36e9-16b3-4644-926b-374255a5f8ea service neutron] 10.222.0.86 "GET /v2.0/networks?id=22982b8a-b22c-41df-a053-0dde355094a5 HTTP/1.1" status: 200 len: 908 time: 0.1449509 May 30 19:58:19.052425 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-8ecc345a-d28b-44c5-ad29-7764918dd91e req-83cfcb8b-e951-471e-859d-e25e5b52bad1 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=980536a2-7720-4e58-8faa-e8c3fb6da1e1 HTTP/1.1" status: 200 len: 217 time: 0.0678718 May 30 19:58:19.135280 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:19.155274 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecc345a-d28b-44c5-ad29-7764918dd91e req-0c6d3cc6-004e-4a74-872c-fc8ab5e88d28 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:19.157979 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-8ecc345a-d28b-44c5-ad29-7764918dd91e req-0c6d3cc6-004e-4a74-872c-fc8ab5e88d28 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b885d147-b4ba-4062-ad34-3d5558c5dbbf HTTP/1.1" status: 200 len: 847 time: 0.1001754 May 30 19:58:19.239584 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-8ecc345a-d28b-44c5-ad29-7764918dd91e req-fb0b675f-a97c-40e7-8d48-5612efb5329e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=22982b8a-b22c-41df-a053-0dde355094a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0756931 May 30 19:58:19.389828 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-8ecc345a-d28b-44c5-ad29-7764918dd91e req-eb6e0b5a-5052-40a2-97d0-32ac1b08a2fb service neutron] 10.222.0.86 "GET /v2.0/networks/22982b8a-b22c-41df-a053-0dde355094a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429567 May 30 19:58:19.574988 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-8ecc345a-d28b-44c5-ad29-7764918dd91e req-3b112587-6195-4327-a086-301c14ed038f service neutron] 10.222.0.86 "GET /v2.0/networks/22982b8a-b22c-41df-a053-0dde355094a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785579 May 30 19:58:19.669702 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 41928) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:58:19.786610 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80ffd44-3942-485d-be9c-c08b19431c1f req-c743da3c-d2fc-4e50-9ed7-e824fe23e10f tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:19.789304 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f80ffd44-3942-485d-be9c-c08b19431c1f req-c743da3c-d2fc-4e50-9ed7-e824fe23e10f tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/ports?device_id=7cedf278-0562-4faf-a9b0-36639e069b2a HTTP/1.1" status: 200 len: 945 time: 0.1389043 May 30 19:58:19.955548 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f80ffd44-3942-485d-be9c-c08b19431c1f req-b6cf5e95-bf1f-4d84-a4ba-3d097395c546 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/security-groups?id=b7c7fe04-8ab6-4ec0-af46-b4358854e449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553717 May 30 19:58:20.004765 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-8ecc345a-d28b-44c5-ad29-7764918dd91e req-216c8b01-f524-4aaa-bc4d-3e50d0a8ecb2 tempest-LiveMigrationTest-484647171 tempest-LiveMigrationTest-484647171-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=7cedf278-0562-4faf-a9b0-36639e069b2a&tenant_id=e03d8798de6f4daa8bc8080dc719ce8a&binding%3Ahost_id=n-h1-843948-2 HTTP/1.1" status: 200 len: 1096 time: 0.1625223 May 30 19:58:20.017085 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [req-8ecc345a-d28b-44c5-ad29-7764918dd91e req-555150d2-4f18-49c9-a87d-677abaeece8c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-843948-2'}}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:58:20.172185 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-8ecc345a-d28b-44c5-ad29-7764918dd91e req-555150d2-4f18-49c9-a87d-677abaeece8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:20.189197 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 41936) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:58:20.207581 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a5d6e04d-d952-4874-a05b-d375673b9e05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:20.244737 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-a5d6e04d-d952-4874-a05b-d375673b9e05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:58:20.251364 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-a5d6e04d-d952-4874-a05b-d375673b9e05 admin admin] Usage tracker for resource:security_group_rule and tenant:9a390495655449409cb5810375f2f6d9 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:58:20.253588 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-a5d6e04d-d952-4874-a05b-d375673b9e05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:58:20.260632 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-a5d6e04d-d952-4874-a05b-d375673b9e05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:58:20.369947 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a5d6e04d-d952-4874-a05b-d375673b9e05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:20.442544 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a5d6e04d-d952-4874-a05b-d375673b9e05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:20.481326 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d6e04d-d952-4874-a05b-d375673b9e05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00adabab-f5ae-4bdd-9b8f-371d19d4810a,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:58:20.539189 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-a5d6e04d-d952-4874-a05b-d375673b9e05 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=9a390495655449409cb5810375f2f6d9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3494010 May 30 19:58:20.546371 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 41944) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:58:20.569361 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-8ecc345a-d28b-44c5-ad29-7764918dd91e req-555150d2-4f18-49c9-a87d-677abaeece8c service neutron] For port 980536a2-7720-4e58-8faa-e8c3fb6da1e1, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=980536a2-7720-4e58-8faa-e8c3fb6da1e1,segment=NetworkSegment(4d4a7668-7a19-4452-8bd2-a5411730cf30),segment_id=4d4a7668-7a19-4452-8bd2-a5411730cf30)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:58:20.624659 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 41950) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:58:20.636843 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c2d5d0ac-3e87-42f4-b8e4-d140201a645c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:20.648324 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-8ecc345a-d28b-44c5-ad29-7764918dd91e req-555150d2-4f18-49c9-a87d-677abaeece8c service neutron] For port 980536a2-7720-4e58-8faa-e8c3fb6da1e1, host n-h1-843948-2, cleared binding levels {{(pid=84886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 19:58:20.672710 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c2d5d0ac-3e87-42f4-b8e4-d140201a645c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:20.830796 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-7624cbdb-8272-461b-a14a-161118b35099 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=417aab70def9446fb398096222bb93ab&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1585670 May 30 19:58:20.831564 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 41956) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:58:20.835651 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c2d5d0ac-3e87-42f4-b8e4-d140201a645c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:20.867590 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d5d0ac-3e87-42f4-b8e4-d140201a645c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00adabab-f5ae-4bdd-9b8f-371d19d4810a,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:58:20.897834 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-8ecc345a-d28b-44c5-ad29-7764918dd91e req-555150d2-4f18-49c9-a87d-677abaeece8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:20.914068 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cedf278-0562-4faf-a9b0-36639e069b2a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '980536a2-7720-4e58-8faa-e8c3fb6da1e1'}] {{(pid=84886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:58:20.923360 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c2d5d0ac-3e87-42f4-b8e4-d140201a645c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:20.924715 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-c2d5d0ac-3e87-42f4-b8e4-d140201a645c admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/00adabab-f5ae-4bdd-9b8f-371d19d4810a HTTP/1.1" status: 204 len: 168 time: 0.3767533 May 30 19:58:20.952682 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-da91ea9a-7bb5-414a-8dfa-f2cfc6c8261f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:20.993495 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-da91ea9a-7bb5-414a-8dfa-f2cfc6c8261f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:20.994524 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-8ecc345a-d28b-44c5-ad29-7764918dd91e req-555150d2-4f18-49c9-a87d-677abaeece8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:21.123836 n-d-843948-2 neutron-server[84886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d758f41-1a02-4b46-aebd-a14739efddfe'] response: {'server_uuid': '7cedf278-0562-4faf-a9b0-36639e069b2a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '980536a2-7720-4e58-8faa-e8c3fb6da1e1', 'code': 200} May 30 19:58:21.195754 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-da91ea9a-7bb5-414a-8dfa-f2cfc6c8261f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:21.231074 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da91ea9a-7bb5-414a-8dfa-f2cfc6c8261f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfd51ccc-8906-44ed-8b9e-009f24d4922d,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:58:21.355326 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555150d2-4f18-49c9-a87d-677abaeece8c service neutron] Pushing event updated for resources: {'Port': ['ID=980536a2-7720-4e58-8faa-e8c3fb6da1e1,revision_number=7']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:58:21.367946 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-da91ea9a-7bb5-414a-8dfa-f2cfc6c8261f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:21.372048 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-da91ea9a-7bb5-414a-8dfa-f2cfc6c8261f admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/bfd51ccc-8906-44ed-8b9e-009f24d4922d HTTP/1.1" status: 204 len: 168 time: 0.5385511 May 30 19:58:21.403581 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-fd8afddd-38e1-4f15-b066-bf38e7165f26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:21.444916 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-8ecc345a-d28b-44c5-ad29-7764918dd91e req-555150d2-4f18-49c9-a87d-677abaeece8c service neutron] Attempting to bind port 980536a2-7720-4e58-8faa-e8c3fb6da1e1 on host n-h1-843948-2 for vnic_type normal with profile {"migrating_to": "n-h2-843948-2"} {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 19:58:21.445357 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-8ecc345a-d28b-44c5-ad29-7764918dd91e req-555150d2-4f18-49c9-a87d-677abaeece8c service neutron] Attempting to bind port 980536a2-7720-4e58-8faa-e8c3fb6da1e1 by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': '4d4a7668-7a19-4452-8bd2-a5411730cf30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '22982b8a-b22c-41df-a053-0dde355094a5'}] {{(pid=84886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 19:58:21.445870 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ecc345a-d28b-44c5-ad29-7764918dd91e req-555150d2-4f18-49c9-a87d-677abaeece8c service neutron] Attempting to bind port 980536a2-7720-4e58-8faa-e8c3fb6da1e1 on network 22982b8a-b22c-41df-a053-0dde355094a5 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:58:21.460715 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b059dbbd-4847-45de-ae93-c656a9de7f9a req-c170d4b1-1532-45df-ad93-1719f7d206b5 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:21.462591 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b059dbbd-4847-45de-ae93-c656a9de7f9a req-c170d4b1-1532-45df-ad93-1719f7d206b5 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/ports?device_id=7cedf278-0562-4faf-a9b0-36639e069b2a HTTP/1.1" status: 200 len: 943 time: 0.2602370 May 30 19:58:21.497407 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ecc345a-d28b-44c5-ad29-7764918dd91e req-555150d2-4f18-49c9-a87d-677abaeece8c service neutron] Port 980536a2-7720-4e58-8faa-e8c3fb6da1e1 on network 22982b8a-b22c-41df-a053-0dde355094a5 not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 19:58:21.497809 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ecc345a-d28b-44c5-ad29-7764918dd91e req-555150d2-4f18-49c9-a87d-677abaeece8c service neutron] Attempting to bind port 980536a2-7720-4e58-8faa-e8c3fb6da1e1 on network 22982b8a-b22c-41df-a053-0dde355094a5 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:58:21.522932 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-fd8afddd-38e1-4f15-b066-bf38e7165f26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:58:21.531889 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-fd8afddd-38e1-4f15-b066-bf38e7165f26 admin admin] Usage tracker for resource:security_group_rule and tenant:dc0b6325100047158b34061b888a24b9 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:58:21.546606 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-fd8afddd-38e1-4f15-b066-bf38e7165f26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:58:21.558083 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ecc345a-d28b-44c5-ad29-7764918dd91e req-555150d2-4f18-49c9-a87d-677abaeece8c service neutron] Checking agent: {'id': 'f728d74e-a4ae-4384-860b-a5ade05dd8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 19, 58, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 19:58:21.558424 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ecc345a-d28b-44c5-ad29-7764918dd91e req-555150d2-4f18-49c9-a87d-677abaeece8c service neutron] Checking segment: {'id': '4d4a7668-7a19-4452-8bd2-a5411730cf30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '22982b8a-b22c-41df-a053-0dde355094a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 19:58:21.558916 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ecc345a-d28b-44c5-ad29-7764918dd91e req-555150d2-4f18-49c9-a87d-677abaeece8c service neutron] Bound using segment: {'id': '4d4a7668-7a19-4452-8bd2-a5411730cf30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '22982b8a-b22c-41df-a053-0dde355094a5'} {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 19:58:21.559579 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-8ecc345a-d28b-44c5-ad29-7764918dd91e req-555150d2-4f18-49c9-a87d-677abaeece8c service neutron] Bound port: 980536a2-7720-4e58-8faa-e8c3fb6da1e1, host: n-h1-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d4a7668-7a19-4452-8bd2-a5411730cf30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '22982b8a-b22c-41df-a053-0dde355094a5'}}] {{(pid=84886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 19:58:21.559975 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-8ecc345a-d28b-44c5-ad29-7764918dd91e req-555150d2-4f18-49c9-a87d-677abaeece8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:21.573965 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-fd8afddd-38e1-4f15-b066-bf38e7165f26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:58:21.601526 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b059dbbd-4847-45de-ae93-c656a9de7f9a req-423221d9-b787-4c8d-ad04-08c6839e94d7 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/security-groups?id=b7c7fe04-8ab6-4ec0-af46-b4358854e449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275644 May 30 19:58:21.751642 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-8ecc345a-d28b-44c5-ad29-7764918dd91e req-555150d2-4f18-49c9-a87d-677abaeece8c service neutron] For port 980536a2-7720-4e58-8faa-e8c3fb6da1e1, host n-h1-843948-2, cleared binding levels {{(pid=84886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 19:58:21.772862 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-fd8afddd-38e1-4f15-b066-bf38e7165f26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:21.775639 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-8ecc345a-d28b-44c5-ad29-7764918dd91e req-555150d2-4f18-49c9-a87d-677abaeece8c service neutron] For port 980536a2-7720-4e58-8faa-e8c3fb6da1e1, host n-h1-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=980536a2-7720-4e58-8faa-e8c3fb6da1e1,segment=NetworkSegment(4d4a7668-7a19-4452-8bd2-a5411730cf30),segment_id=4d4a7668-7a19-4452-8bd2-a5411730cf30)] {{(pid=84886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 19:58:21.880193 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-fd8afddd-38e1-4f15-b066-bf38e7165f26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:21.880476 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:21.922440 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-8ecc345a-d28b-44c5-ad29-7764918dd91e req-555150d2-4f18-49c9-a87d-677abaeece8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:22.161775 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8afddd-38e1-4f15-b066-bf38e7165f26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97dd07da-4add-401a-8420-ee809676f9ba,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:58:22.212489 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-fd8afddd-38e1-4f15-b066-bf38e7165f26 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=dc0b6325100047158b34061b888a24b9&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5838215 May 30 19:58:22.213092 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 41982) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:58:22.230447 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555150d2-4f18-49c9-a87d-677abaeece8c service neutron] Pushing event updated for resources: {'Port': ['ID=980536a2-7720-4e58-8faa-e8c3fb6da1e1,revision_number=8']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:58:22.311608 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-8ecc345a-d28b-44c5-ad29-7764918dd91e req-555150d2-4f18-49c9-a87d-677abaeece8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:22.314750 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-8ecc345a-d28b-44c5-ad29-7764918dd91e req-555150d2-4f18-49c9-a87d-677abaeece8c service neutron] 10.222.0.86 "PUT /v2.0/ports/980536a2-7720-4e58-8faa-e8c3fb6da1e1 HTTP/1.1" status: 200 len: 1121 time: 2.3029504 May 30 19:58:22.339593 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-cd326fe5-6db3-4186-89ad-996a5da12f50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:22.385272 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['980536a2-7720-4e58-8faa-e8c3fb6da1e1'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 19:58:22.396994 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-cd326fe5-6db3-4186-89ad-996a5da12f50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:22.599987 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-cd326fe5-6db3-4186-89ad-996a5da12f50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:22.622098 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd326fe5-6db3-4186-89ad-996a5da12f50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97dd07da-4add-401a-8420-ee809676f9ba,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:58:22.643594 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-cd326fe5-6db3-4186-89ad-996a5da12f50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:22.643594 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-cd326fe5-6db3-4186-89ad-996a5da12f50 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/97dd07da-4add-401a-8420-ee809676f9ba HTTP/1.1" status: 204 len: 168 time: 0.4254611 May 30 19:58:22.926558 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e037b10c-e628-43e9-a60e-cf1fcef73fe6 req-c7172a05-b5fe-48e1-bda2-d1e5725a671b tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:22.928123 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e037b10c-e628-43e9-a60e-cf1fcef73fe6 req-c7172a05-b5fe-48e1-bda2-d1e5725a671b tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/ports?device_id=7cedf278-0562-4faf-a9b0-36639e069b2a HTTP/1.1" status: 200 len: 943 time: 0.0987382 May 30 19:58:23.011299 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e037b10c-e628-43e9-a60e-cf1fcef73fe6 req-215ab7ac-5f2f-4af9-ac6b-37c23e732569 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/security-groups?id=b7c7fe04-8ab6-4ec0-af46-b4358854e449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696084 May 30 19:58:23.054858 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 42006) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:58:23.126084 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cedf278-0562-4faf-a9b0-36639e069b2a', 'tag': '980536a2-7720-4e58-8faa-e8c3fb6da1e1'}] {{(pid=84886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:58:23.146112 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-acb7f383-5849-460e-a546-89a1a90c599c admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=4aacbc54dc394ded813aeee0cda402fe&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0783720 May 30 19:58:23.146945 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 42012) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:58:23.223324 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7d77b195-558a-4cc1-b00b-99d36bd89bd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:23.254406 n-d-843948-2 neutron-server[84886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-810bd9c2-7676-46de-a6eb-5ef0142e07ee'] response: {'name': 'network-changed', 'server_uuid': '7cedf278-0562-4faf-a9b0-36639e069b2a', 'tag': '980536a2-7720-4e58-8faa-e8c3fb6da1e1', 'status': 'completed', 'code': 200} May 30 19:58:23.262201 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7d77b195-558a-4cc1-b00b-99d36bd89bd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:23.396070 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c07d2e74-176f-4afd-8e9a-969565842604 req-45d295a7-9db3-4755-b05e-9b16359653dc service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e03d8798de6f4daa8bc8080dc719ce8a&device_id=7cedf278-0562-4faf-a9b0-36639e069b2a HTTP/1.1" status: 200 len: 1124 time: 0.1125743 May 30 19:58:23.451382 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7d77b195-558a-4cc1-b00b-99d36bd89bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:23.492830 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d77b195-558a-4cc1-b00b-99d36bd89bd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17ff8610-2d0e-4793-b171-2a48adc22c41,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:58:23.498282 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7d77b195-558a-4cc1-b00b-99d36bd89bd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:23.504041 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-7d77b195-558a-4cc1-b00b-99d36bd89bd8 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/17ff8610-2d0e-4793-b171-2a48adc22c41 HTTP/1.1" status: 204 len: 168 time: 0.3532679 May 30 19:58:23.557393 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07d2e74-176f-4afd-8e9a-969565842604 req-ee263f69-06e3-42bc-9334-2fa389de55d1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:23.559331 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c07d2e74-176f-4afd-8e9a-969565842604 req-ee263f69-06e3-42bc-9334-2fa389de55d1 service neutron] 10.222.0.71 "GET /v2.0/networks?id=22982b8a-b22c-41df-a053-0dde355094a5 HTTP/1.1" status: 200 len: 908 time: 0.1574726 May 30 19:58:23.636292 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c07d2e74-176f-4afd-8e9a-969565842604 req-bf335f63-bf55-4893-8215-dcbbc83e55f2 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=980536a2-7720-4e58-8faa-e8c3fb6da1e1 HTTP/1.1" status: 200 len: 217 time: 0.0697553 May 30 19:58:23.766214 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07d2e74-176f-4afd-8e9a-969565842604 req-ac8e05f9-b1a0-4791-91e0-bbe776904683 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:23.769009 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c07d2e74-176f-4afd-8e9a-969565842604 req-ac8e05f9-b1a0-4791-91e0-bbe776904683 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b885d147-b4ba-4062-ad34-3d5558c5dbbf HTTP/1.1" status: 200 len: 847 time: 0.1259267 May 30 19:58:23.861979 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c07d2e74-176f-4afd-8e9a-969565842604 req-f0e499f2-9786-44ac-bb25-b4a8c29b681b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=22982b8a-b22c-41df-a053-0dde355094a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0864527 May 30 19:58:24.077736 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c07d2e74-176f-4afd-8e9a-969565842604 req-273adb55-bac6-4576-96c9-f3402f1ed413 service neutron] 10.222.0.71 "GET /v2.0/networks/22982b8a-b22c-41df-a053-0dde355094a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092278 May 30 19:58:24.475649 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c07d2e74-176f-4afd-8e9a-969565842604 req-e0749108-2e56-4bdf-84a1-2ad16ba085fa service neutron] 10.222.0.71 "GET /v2.0/networks/22982b8a-b22c-41df-a053-0dde355094a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3912489 May 30 19:58:24.490218 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2afe9b-97a4-48cb-8df0-f5634f9878c0 req-a7d332ef-d758-4ecc-b569-35cbe47d78ad tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:24.503639 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-cf2afe9b-97a4-48cb-8df0-f5634f9878c0 req-a7d332ef-d758-4ecc-b569-35cbe47d78ad tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/ports?device_id=7cedf278-0562-4faf-a9b0-36639e069b2a HTTP/1.1" status: 200 len: 943 time: 0.2765481 May 30 19:58:24.587774 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-cf2afe9b-97a4-48cb-8df0-f5634f9878c0 req-327ef77d-34e2-40b8-a1cc-b7a7bac407cc tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/security-groups?id=b7c7fe04-8ab6-4ec0-af46-b4358854e449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826154 May 30 19:58:24.844052 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 42044) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:58:24.870573 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-26070e27-13a0-476e-8269-7847673f5a4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:24.911480 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-26070e27-13a0-476e-8269-7847673f5a4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:58:24.916898 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-26070e27-13a0-476e-8269-7847673f5a4f admin admin] Usage tracker for resource:security_group_rule and tenant:a650331d3b74463c88efacc67f276492 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:58:24.920569 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-26070e27-13a0-476e-8269-7847673f5a4f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:58:24.928512 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-26070e27-13a0-476e-8269-7847673f5a4f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:58:25.022010 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 980536a2-7720-4e58-8faa-e8c3fb6da1e1 details requested by agent hyperv_n-h2-843948-2 with host n-h2-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 19:58:25.041258 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-26070e27-13a0-476e-8269-7847673f5a4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:25.176158 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-26070e27-13a0-476e-8269-7847673f5a4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:25.230684 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26070e27-13a0-476e-8269-7847673f5a4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55a7866b-b9a6-4d50-904b-5e2de3f816c3,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:58:25.235714 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-26070e27-13a0-476e-8269-7847673f5a4f admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=a650331d3b74463c88efacc67f276492&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3890002 May 30 19:58:25.239952 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 42058) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:58:25.240665 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 980536a2-7720-4e58-8faa-e8c3fb6da1e1, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=980536a2-7720-4e58-8faa-e8c3fb6da1e1,segment=NetworkSegment(4d4a7668-7a19-4452-8bd2-a5411730cf30),segment_id=4d4a7668-7a19-4452-8bd2-a5411730cf30)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:58:25.268557 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 980536a2-7720-4e58-8faa-e8c3fb6da1e1 has no active binding in host n-h2-843948-2 {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 30 19:58:25.345507 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d2f8f6d8-0c6e-4722-a9b8-38fcc12766e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:25.403141 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d2f8f6d8-0c6e-4722-a9b8-38fcc12766e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:25.574527 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d2f8f6d8-0c6e-4722-a9b8-38fcc12766e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:25.596177 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f8f6d8-0c6e-4722-a9b8-38fcc12766e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55a7866b-b9a6-4d50-904b-5e2de3f816c3,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:58:25.603169 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d2f8f6d8-0c6e-4722-a9b8-38fcc12766e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:25.605542 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-d2f8f6d8-0c6e-4722-a9b8-38fcc12766e4 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/55a7866b-b9a6-4d50-904b-5e2de3f816c3 HTTP/1.1" status: 204 len: 168 time: 0.3625205 May 30 19:58:25.958309 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-853a16a0-e2d4-45d9-bff3-40c181768c54 req-0af2e52b-a87b-4131-88ac-7be18976c736 tempest-TenantUsagesTestJSON-1843351214 tempest-TenantUsagesTestJSON-1843351214-project] 10.222.0.85 "GET /v2.0/networks?tenant_id=6d1684320ffd47b58d1d1be0ae9cdf35&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0524733 May 30 19:58:25.996712 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d348faee-64fd-4c4a-a231-1f31c8f048a3 req-e42800db-9ca9-422a-8881-9b43e594fb88 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:25.998304 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d348faee-64fd-4c4a-a231-1f31c8f048a3 req-e42800db-9ca9-422a-8881-9b43e594fb88 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] 10.222.0.86 "GET /v2.0/ports?device_id=69f5fdf3-07c9-40fe-af94-09831a6b11a8 HTTP/1.1" status: 200 len: 945 time: 0.1269953 May 30 19:58:26.158533 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [req-d348faee-64fd-4c4a-a231-1f31c8f048a3 req-d7f039eb-7abb-4e6b-a7ef-957aa3e261f8 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Deleting port fd11695c-0e7b-4c73-b633-978c97cfc0d4 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 19:58:26.158963 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-d348faee-64fd-4c4a-a231-1f31c8f048a3 req-d7f039eb-7abb-4e6b-a7ef-957aa3e261f8 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:26.245800 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-8c124f12-c9c4-460c-a59b-285c8228daa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:26.365919 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853a16a0-e2d4-45d9-bff3-40c181768c54 req-876a0ae3-428a-45fe-a59e-21c26ddcbf90 tempest-TenantUsagesTestJSON-1843351214 tempest-TenantUsagesTestJSON-1843351214-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:26.368469 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-853a16a0-e2d4-45d9-bff3-40c181768c54 req-876a0ae3-428a-45fe-a59e-21c26ddcbf90 tempest-TenantUsagesTestJSON-1843351214 tempest-TenantUsagesTestJSON-1843351214-project] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4025912 May 30 19:58:26.410987 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-853a16a0-e2d4-45d9-bff3-40c181768c54 req-b19cb170-25fb-4dc7-9ac0-f7b0d83863a0 tempest-TenantUsagesTestJSON-1843351214 tempest-TenantUsagesTestJSON-1843351214-project] 10.222.0.85 "GET /v2.0/quotas/6d1684320ffd47b58d1d1be0ae9cdf35 HTTP/1.1" status: 200 len: 375 time: 0.0347211 May 30 19:58:26.488167 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-853a16a0-e2d4-45d9-bff3-40c181768c54 req-31956eec-019c-487b-80d9-fb2134f79531 tempest-TenantUsagesTestJSON-1843351214 tempest-TenantUsagesTestJSON-1843351214-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=6d1684320ffd47b58d1d1be0ae9cdf35&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0685668 May 30 19:58:26.621972 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-bac84c1c-0d05-4348-b82a-2136853cb287 req-dfe1ba4c-a4f4-4fea-9ff2-cb67e629d85e tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-securitygroup--938704619&fields=id&tenant_id=f8671c8955ba49549063462441cf84be HTTP/1.1" status: 200 len: 267 time: 0.2522705 May 30 19:58:26.912638 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-d348faee-64fd-4c4a-a231-1f31c8f048a3 req-d7f039eb-7abb-4e6b-a7ef-957aa3e261f8 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] For port fd11695c-0e7b-4c73-b633-978c97cfc0d4, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=fd11695c-0e7b-4c73-b633-978c97cfc0d4,segment=NetworkSegment(ce212c09-2307-4a5c-9bb2-5de2cac09d22),segment_id=ce212c09-2307-4a5c-9bb2-5de2cac09d22)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:58:26.913232 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-d348faee-64fd-4c4a-a231-1f31c8f048a3 req-d7f039eb-7abb-4e6b-a7ef-957aa3e261f8 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:27.073686 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac84c1c-0d05-4348-b82a-2136853cb287 req-8f1ca015-7be8-40a9-8904-bdee6e37eedf tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:27.081719 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-bac84c1c-0d05-4348-b82a-2136853cb287 req-8f1ca015-7be8-40a9-8904-bdee6e37eedf tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] 10.222.0.85 "GET /v2.0/networks?id=399356b2-01b1-4b9e-84e5-ec68f4845059 HTTP/1.1" status: 200 len: 823 time: 0.4402344 May 30 19:58:27.177458 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-bac84c1c-0d05-4348-b82a-2136853cb287 req-1f80a0f3-4400-4064-b4cf-8073e4ba5711 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] 10.222.0.85 "GET /v2.0/quotas/f8671c8955ba49549063462441cf84be HTTP/1.1" status: 200 len: 375 time: 0.0943301 May 30 19:58:27.210358 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31722d8a-9b53-43aa-8dc4-ae2600eef072 req-a6931d2c-3ef9-4691-939a-c0d40b1c045d tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:27.218569 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-31722d8a-9b53-43aa-8dc4-ae2600eef072 req-a6931d2c-3ef9-4691-939a-c0d40b1c045d tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/ports?device_id=7cedf278-0562-4faf-a9b0-36639e069b2a HTTP/1.1" status: 200 len: 943 time: 0.1879458 May 30 19:58:27.291107 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-31722d8a-9b53-43aa-8dc4-ae2600eef072 req-42ee46d3-b92f-4f00-8adb-071ed04ce9f5 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/security-groups?id=b7c7fe04-8ab6-4ec0-af46-b4358854e449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657113 May 30 19:58:27.433868 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-d348faee-64fd-4c4a-a231-1f31c8f048a3 req-d7f039eb-7abb-4e6b-a7ef-957aa3e261f8 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:27.434271 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-d348faee-64fd-4c4a-a231-1f31c8f048a3 req-d7f039eb-7abb-4e6b-a7ef-957aa3e261f8 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736490'] for floatingip, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:27.434660 n-d-843948-2 neutron-server[84886]: INFO neutron.db.l3_db [req-d348faee-64fd-4c4a-a231-1f31c8f048a3 req-d7f039eb-7abb-4e6b-a7ef-957aa3e261f8 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Floating IP c66a56a3-f8fa-4e97-b2df-3bb3fdb51edc disassociated. External IP: 172.25.8.118, port: fd11695c-0e7b-4c73-b633-978c97cfc0d4. May 30 19:58:27.435008 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [req-d348faee-64fd-4c4a-a231-1f31c8f048a3 req-d7f039eb-7abb-4e6b-a7ef-957aa3e261f8 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Calling delete_port for fd11695c-0e7b-4c73-b633-978c97cfc0d4 owned by compute:nova {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 19:58:27.483490 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-bac84c1c-0d05-4348-b82a-2136853cb287 req-47c89703-c5a4-4c38-9728-7f0b17ea2d9d tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=f8671c8955ba49549063462441cf84be&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2873847 May 30 19:58:27.533962 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [req-bac84c1c-0d05-4348-b82a-2136853cb287 req-597ac010-d169-4198-8c7d-86ad73e8e4a8 service neutron] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=84886) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 19:58:27.537745 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-bac84c1c-0d05-4348-b82a-2136853cb287 req-597ac010-d169-4198-8c7d-86ad73e8e4a8 service neutron] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0265880 May 30 19:58:28.107365 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-d348faee-64fd-4c4a-a231-1f31c8f048a3 req-d7f039eb-7abb-4e6b-a7ef-957aa3e261f8 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:28.211037 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f039eb-7abb-4e6b-a7ef-957aa3e261f8 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Pushing event deleted for resources: {'Port': ['ID=fd11695c-0e7b-4c73-b633-978c97cfc0d4,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:58:28.235036 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-bac84c1c-0d05-4348-b82a-2136853cb287 req-bb077bfd-820b-4cfc-9706-33ce41efb8c0 service neutron] 10.222.0.85 "GET /v2.0/networks/399356b2-01b1-4b9e-84e5-ec68f4845059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6585882 May 30 19:58:28.981303 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0f13485b-125d-4145-a57c-3345121b30c5 req-e1d3f66e-f42e-4105-84b4-29a3494339b6 tempest-TenantUsagesTestJSON-1843351214 tempest-TenantUsagesTestJSON-1843351214-project] 10.222.0.85 "GET /v2.0/ports?device_id=3cb68703-13b0-40da-8437-ce7a5dbfc6e4 HTTP/1.1" status: 200 len: 210 time: 0.1690550 May 30 19:58:29.044414 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device fd11695c-0e7b-4c73-b633-978c97cfc0d4 no longer exists at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 19:58:29.186337 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] No Port match for: fd11695c-0e7b-4c73-b633-978c97cfc0d4 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 19:58:29.193168 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device fd11695c-0e7b-4c73-b633-978c97cfc0d4 not bound to the agent host n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 19:58:29.238187 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-bac84c1c-0d05-4348-b82a-2136853cb287 req-edc22266-78cb-4c2d-bee4-ffed99567a8c service neutron] 10.222.0.85 "GET /v2.0/networks/399356b2-01b1-4b9e-84e5-ec68f4845059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9933078 May 30 19:58:29.241298 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-8ecc345a-d28b-44c5-ad29-7764918dd91e req-04dfeebb-e752-4367-a8ed-7e834b65025a service neutron] 10.222.0.71 "GET /v2.0/ports/980536a2-7720-4e58-8faa-e8c3fb6da1e1/bindings/n-h2-843948-2 HTTP/1.1" status: 200 len: 384 time: 1.2836423 May 30 19:58:29.500584 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0cfe26-8fb2-40bd-8f4f-d1a770fa3d55 req-5dc336b9-169b-44c5-b910-c53af7846890 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:29.508720 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5e0cfe26-8fb2-40bd-8f4f-d1a770fa3d55 req-5dc336b9-169b-44c5-b910-c53af7846890 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/ports?device_id=7cedf278-0562-4faf-a9b0-36639e069b2a HTTP/1.1" status: 200 len: 943 time: 0.2155132 May 30 19:58:29.569854 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5e0cfe26-8fb2-40bd-8f4f-d1a770fa3d55 req-c8525f7c-b34d-425c-9d63-4f9e0af7c781 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/security-groups?id=b7c7fe04-8ab6-4ec0-af46-b4358854e449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597904 May 30 19:58:29.625083 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-76a685ca-728e-4e95-bb51-dccfb2a76281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:29.741798 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:29.847630 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-8ecc345a-d28b-44c5-ad29-7764918dd91e req-b68170e3-b8b6-492b-800d-050cc4d926e0 service neutron] For port 980536a2-7720-4e58-8faa-e8c3fb6da1e1, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=980536a2-7720-4e58-8faa-e8c3fb6da1e1,segment=NetworkSegment(4d4a7668-7a19-4452-8bd2-a5411730cf30),segment_id=4d4a7668-7a19-4452-8bd2-a5411730cf30)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:58:29.966603 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-8ecc345a-d28b-44c5-ad29-7764918dd91e req-b68170e3-b8b6-492b-800d-050cc4d926e0 service neutron] For port 980536a2-7720-4e58-8faa-e8c3fb6da1e1, host n-h1-843948-2, cleared binding levels {{(pid=84886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 19:58:30.067646 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [req-8ecc345a-d28b-44c5-ad29-7764918dd91e req-b68170e3-b8b6-492b-800d-050cc4d926e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 980536a2-7720-4e58-8faa-e8c3fb6da1e1 {{(pid=84886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 19:58:30.088605 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-8ecc345a-d28b-44c5-ad29-7764918dd91e req-b68170e3-b8b6-492b-800d-050cc4d926e0 service neutron] For port 980536a2-7720-4e58-8faa-e8c3fb6da1e1, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=980536a2-7720-4e58-8faa-e8c3fb6da1e1,segment=NetworkSegment(4d4a7668-7a19-4452-8bd2-a5411730cf30),segment_id=4d4a7668-7a19-4452-8bd2-a5411730cf30)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:58:30.135031 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-261127c9-d413-4e1b-b5fe-9ad1bdcbabdf req-f960474e-b912-4b53-b533-cbdb0643891a tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] 10.222.0.85 "GET /v2.0/ports?device_id=e2599397-eb02-4911-82c0-130d7380a64f HTTP/1.1" status: 200 len: 210 time: 0.2480085 May 30 19:58:30.212364 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d348faee-64fd-4c4a-a231-1f31c8f048a3 req-d7f039eb-7abb-4e6b-a7ef-957aa3e261f8 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Router dff63ffd-2ade-40fb-8d35-ecb84addf322 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 19:58:30.263950 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-8ecc345a-d28b-44c5-ad29-7764918dd91e req-b68170e3-b8b6-492b-800d-050cc4d926e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:30.512325 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 19:58:30.569046 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a4766abf-11fd-4b0f-834a-03ee166fd199 req-4ac036f0-309e-4ff3-abaa-65b533237ea8 tempest-TenantUsagesTestJSON-1843351214 tempest-TenantUsagesTestJSON-1843351214-project] 10.222.0.85 "GET /v2.0/ports?device_id=3cb68703-13b0-40da-8437-ce7a5dbfc6e4 HTTP/1.1" status: 200 len: 210 time: 0.1438770 May 30 19:58:30.909911 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [req-8ecc345a-d28b-44c5-ad29-7764918dd91e req-b68170e3-b8b6-492b-800d-050cc4d926e0 service neutron] Transition to ACTIVE for port object 980536a2-7720-4e58-8faa-e8c3fb6da1e1 will not be triggered until provisioned by entity L2. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:58:30.920696 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:30.954977 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-853a16a0-e2d4-45d9-bff3-40c181768c54 req-0f87087d-de09-4860-bd25-3331f2740772 tempest-TenantUsagesTestJSON-1843351214 tempest-TenantUsagesTestJSON-1843351214-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=6d1684320ffd47b58d1d1be0ae9cdf35&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1876948 May 30 19:58:30.995342 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-8ecc345a-d28b-44c5-ad29-7764918dd91e req-b68170e3-b8b6-492b-800d-050cc4d926e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:31.216112 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04674ad-fa68-4e4d-9cd7-ed4b4e778677 req-2c6d2fc7-1590-492f-997f-86543d7bd09f tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:31.219698 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e04674ad-fa68-4e4d-9cd7-ed4b4e778677 req-2c6d2fc7-1590-492f-997f-86543d7bd09f tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/ports?device_id=7cedf278-0562-4faf-a9b0-36639e069b2a HTTP/1.1" status: 200 len: 943 time: 0.3698606 May 30 19:58:31.360736 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68170e3-b8b6-492b-800d-050cc4d926e0 service neutron] Pushing event updated for resources: {'Port': ['ID=980536a2-7720-4e58-8faa-e8c3fb6da1e1,revision_number=10']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:58:31.362536 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853a16a0-e2d4-45d9-bff3-40c181768c54 req-2faf9e94-9d26-4dc1-a130-e2849e5cc0f1 tempest-TenantUsagesTestJSON-1843351214 tempest-TenantUsagesTestJSON-1843351214-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:31.365407 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-853a16a0-e2d4-45d9-bff3-40c181768c54 req-2faf9e94-9d26-4dc1-a130-e2849e5cc0f1 tempest-TenantUsagesTestJSON-1843351214 tempest-TenantUsagesTestJSON-1843351214-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4003668 May 30 19:58:31.403747 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d348faee-64fd-4c4a-a231-1f31c8f048a3 req-d7f039eb-7abb-4e6b-a7ef-957aa3e261f8 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 19:58:31.408448 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ecc345a-d28b-44c5-ad29-7764918dd91e req-b68170e3-b8b6-492b-800d-050cc4d926e0 service neutron] No DVR routers for this DVR port 980536a2-7720-4e58-8faa-e8c3fb6da1e1 on host n-h1-843948-2 {{(pid=84886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 19:58:31.411629 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-853a16a0-e2d4-45d9-bff3-40c181768c54 req-70e87f3d-42fc-4241-bf49-04db9a9cfe2d tempest-TenantUsagesTestJSON-1843351214 tempest-TenantUsagesTestJSON-1843351214-project] Request body: {'port': {'device_id': '3cb68703-13b0-40da-8437-ce7a5dbfc6e4', 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1', 'admin_state_up': True, 'tenant_id': '6d1684320ffd47b58d1d1be0ae9cdf35'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:58:31.426448 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca875557-cda1-4ec9-98de-ae8de4d22afb None None] Sync routers for ids ['dff63ffd-2ade-40fb-8d35-ecb84addf322'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 19:58:31.470793 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca875557-cda1-4ec9-98de-ae8de4d22afb None None] Routers {'dff63ffd-2ade-40fb-8d35-ecb84addf322'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 19:58:31.473874 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-ca875557-cda1-4ec9-98de-ae8de4d22afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T19:58:29Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['dff63ffd-2ade-40fb-8d35-ecb84addf322'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:58:31.595643 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e04674ad-fa68-4e4d-9cd7-ed4b4e778677 req-5bc23d2b-9eb4-4184-868c-e6b11d77a4ab tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/security-groups?id=b7c7fe04-8ab6-4ec0-af46-b4358854e449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3628767 May 30 19:58:31.611055 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-50c76780-ea2a-47f3-a979-35c7a28d990b req-7e441645-3129-4d08-9022-f7d11184f9f8 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] 10.222.0.85 "GET /v2.0/ports?device_id=e2599397-eb02-4911-82c0-130d7380a64f HTTP/1.1" status: 200 len: 210 time: 0.1960101 May 30 19:58:31.752971 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [req-d348faee-64fd-4c4a-a231-1f31c8f048a3 req-d7f039eb-7abb-4e6b-a7ef-957aa3e261f8 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] No DVR routers for this DVR port fd11695c-0e7b-4c73-b633-978c97cfc0d4 on host n-h2-843948-2 {{(pid=84886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 19:58:31.761166 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-d348faee-64fd-4c4a-a231-1f31c8f048a3 req-d7f039eb-7abb-4e6b-a7ef-957aa3e261f8 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:31.797229 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69f5fdf3-07c9-40fe-af94-09831a6b11a8', 'name': 'network-vif-deleted', 'tag': 'fd11695c-0e7b-4c73-b633-978c97cfc0d4'}] {{(pid=84886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:58:31.841234 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-853a16a0-e2d4-45d9-bff3-40c181768c54 req-70e87f3d-42fc-4241-bf49-04db9a9cfe2d tempest-TenantUsagesTestJSON-1843351214 tempest-TenantUsagesTestJSON-1843351214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:58:31.852810 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-853a16a0-e2d4-45d9-bff3-40c181768c54 req-70e87f3d-42fc-4241-bf49-04db9a9cfe2d tempest-TenantUsagesTestJSON-1843351214 tempest-TenantUsagesTestJSON-1843351214-project] Usage tracker for resource:port and tenant:6d1684320ffd47b58d1d1be0ae9cdf35 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:58:31.858565 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-853a16a0-e2d4-45d9-bff3-40c181768c54 req-70e87f3d-42fc-4241-bf49-04db9a9cfe2d tempest-TenantUsagesTestJSON-1843351214 tempest-TenantUsagesTestJSON-1843351214-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:58:31.873788 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-853a16a0-e2d4-45d9-bff3-40c181768c54 req-70e87f3d-42fc-4241-bf49-04db9a9cfe2d tempest-TenantUsagesTestJSON-1843351214 tempest-TenantUsagesTestJSON-1843351214-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:58:31.926309 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-8ecc345a-d28b-44c5-ad29-7764918dd91e req-b68170e3-b8b6-492b-800d-050cc4d926e0 service neutron] 10.222.0.71 "PUT /v2.0/ports/980536a2-7720-4e58-8faa-e8c3fb6da1e1/bindings/n-h2-843948-2/activate HTTP/1.1" status: 200 len: 369 time: 2.6785102 May 30 19:58:32.013199 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-ca875557-cda1-4ec9-98de-ae8de4d22afb None None] Set router dff63ffd-2ade-40fb-8d35-ecb84addf322 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 19:58:32.038696 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-853a16a0-e2d4-45d9-bff3-40c181768c54 req-70e87f3d-42fc-4241-bf49-04db9a9cfe2d tempest-TenantUsagesTestJSON-1843351214 tempest-TenantUsagesTestJSON-1843351214-project] Made reservation on behalf of 6d1684320ffd47b58d1d1be0ae9cdf35 for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 19:58:32.048391 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-853a16a0-e2d4-45d9-bff3-40c181768c54 req-70e87f3d-42fc-4241-bf49-04db9a9cfe2d tempest-TenantUsagesTestJSON-1843351214 tempest-TenantUsagesTestJSON-1843351214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:32.085401 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d348faee-64fd-4c4a-a231-1f31c8f048a3 req-d7f039eb-7abb-4e6b-a7ef-957aa3e261f8 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] 10.222.0.86 "DELETE /v2.0/ports/fd11695c-0e7b-4c73-b633-978c97cfc0d4 HTTP/1.1" status: 204 len: 173 time: 6.0802319 May 30 19:58:32.126646 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 42206) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:58:32.155424 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 980536a2-7720-4e58-8faa-e8c3fb6da1e1 no longer exists at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 19:58:32.201560 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-853a16a0-e2d4-45d9-bff3-40c181768c54 req-70e87f3d-42fc-4241-bf49-04db9a9cfe2d tempest-TenantUsagesTestJSON-1843351214 tempest-TenantUsagesTestJSON-1843351214-project] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:32.242470 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e61fffd7-747d-4e57-a3f8-8dac9dc41ac4 req-d7ed6de5-85bf-4ccc-9a97-3a44da61aea5 tempest-TenantUsagesTestJSON-1843351214 tempest-TenantUsagesTestJSON-1843351214-project] 10.222.0.85 "GET /v2.0/ports?device_id=3cb68703-13b0-40da-8437-ce7a5dbfc6e4 HTTP/1.1" status: 200 len: 210 time: 0.1659801 May 30 19:58:32.303252 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 980536a2-7720-4e58-8faa-e8c3fb6da1e1 not bound to the agent host n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 19:58:32.343575 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-853a16a0-e2d4-45d9-bff3-40c181768c54 req-70e87f3d-42fc-4241-bf49-04db9a9cfe2d tempest-TenantUsagesTestJSON-1843351214 tempest-TenantUsagesTestJSON-1843351214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:58:32.352876 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-853a16a0-e2d4-45d9-bff3-40c181768c54 req-70e87f3d-42fc-4241-bf49-04db9a9cfe2d tempest-TenantUsagesTestJSON-1843351214 tempest-TenantUsagesTestJSON-1843351214-project] Usage tracker for resource:security_group_rule and tenant:6d1684320ffd47b58d1d1be0ae9cdf35 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:58:32.361213 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-853a16a0-e2d4-45d9-bff3-40c181768c54 req-70e87f3d-42fc-4241-bf49-04db9a9cfe2d tempest-TenantUsagesTestJSON-1843351214 tempest-TenantUsagesTestJSON-1843351214-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:58:32.377342 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-853a16a0-e2d4-45d9-bff3-40c181768c54 req-70e87f3d-42fc-4241-bf49-04db9a9cfe2d tempest-TenantUsagesTestJSON-1843351214 tempest-TenantUsagesTestJSON-1843351214-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:58:32.409853 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-8ecc345a-d28b-44c5-ad29-7764918dd91e req-1a07c933-61fb-4e28-b3ee-cf3639716ad7 tempest-LiveMigrationTest-484647171 tempest-LiveMigrationTest-484647171-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=7cedf278-0562-4faf-a9b0-36639e069b2a&tenant_id=e03d8798de6f4daa8bc8080dc719ce8a&binding%3Ahost_id=n-h1-843948-2 HTTP/1.1" status: 200 len: 1095 time: 0.2405910 May 30 19:58:32.491043 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:32.509423 n-d-843948-2 neutron-server[84886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74640c0f-31de-44e1-a201-dd9e210af55b'] response: {'server_uuid': '69f5fdf3-07c9-40fe-af94-09831a6b11a8', 'name': 'network-vif-deleted', 'tag': 'fd11695c-0e7b-4c73-b633-978c97cfc0d4', 'status': 'completed', 'code': 200} May 30 19:58:32.526962 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-853a16a0-e2d4-45d9-bff3-40c181768c54 req-70e87f3d-42fc-4241-bf49-04db9a9cfe2d tempest-TenantUsagesTestJSON-1843351214 tempest-TenantUsagesTestJSON-1843351214-project] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:32.579698 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-8ecc345a-d28b-44c5-ad29-7764918dd91e req-70985bff-19f9-400f-b1f2-8acae6a3bb8b service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=7cedf278-0562-4faf-a9b0-36639e069b2a&tenant_id=e03d8798de6f4daa8bc8080dc719ce8a HTTP/1.1" status: 200 len: 1095 time: 0.1612623 May 30 19:58:32.610785 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-853a16a0-e2d4-45d9-bff3-40c181768c54 req-70e87f3d-42fc-4241-bf49-04db9a9cfe2d tempest-TenantUsagesTestJSON-1843351214 tempest-TenantUsagesTestJSON-1843351214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:32.642016 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-ca875557-cda1-4ec9-98de-ae8de4d22afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dff63ffd-2ade-40fb-8d35-ecb84addf322', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-284131261-router', 'tenant_id': 'f8671c8955ba49549063462441cf84be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '11a59005-71e9-43f5-889c-8d35e02c45a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T19:56:37Z', 'updated_at': '2022-05-30T19:56:42Z', 'revision_number': 4, 'project_id': 'f8671c8955ba49549063462441cf84be', 'gw_port': {'id': '11a59005-71e9-43f5-889c-8d35e02c45a1', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:70:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff63ffd-2ade-40fb-8d35-ecb84addf322', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:56:38Z', 'updated_at': '2022-05-30T19:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': 'a85da4c3-5233-4e62-9df6-6eb869ff235b', 'name': '', 'network_id': '399356b2-01b1-4b9e-84e5-ec68f4845059', 'tenant_id': 'f8671c8955ba49549063462441cf84be', 'mac_address': 'fa:16:3e:98:89:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff63ffd-2ade-40fb-8d35-ecb84addf322', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '82761f11-2140-4c34-b51b-d85edab7a1af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:56:41Z', 'updated_at': '2022-05-30T19:57:00Z', 'revision_number': 5, 'project_id': 'f8671c8955ba49549063462441cf84be', 'subnets': [{'id': '82761f11-2140-4c34-b51b-d85edab7a1af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:58:32.649685 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca875557-cda1-4ec9-98de-ae8de4d22afb None None] Checking router: dff63ffd-2ade-40fb-8d35-ecb84addf322 for host: n-d-843948-2 {{(pid=84889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 19:58:32.686098 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca875557-cda1-4ec9-98de-ae8de4d22afb None None] Routers {'dff63ffd-2ade-40fb-8d35-ecb84addf322'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 19:58:32.691061 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-ca875557-cda1-4ec9-98de-ae8de4d22afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T19:58:29Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['dff63ffd-2ade-40fb-8d35-ecb84addf322'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:58:32.773708 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e87f3d-42fc-4241-bf49-04db9a9cfe2d tempest-TenantUsagesTestJSON-1843351214 tempest-TenantUsagesTestJSON-1843351214-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61b1b0d6-6c83-4455-94c7-c27a2f8253b2,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:58:32.825924 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-8ecc345a-d28b-44c5-ad29-7764918dd91e req-0ce5fa49-1526-421f-8e08-80579d7db15e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e03d8798de6f4daa8bc8080dc719ce8a&device_id=7cedf278-0562-4faf-a9b0-36639e069b2a HTTP/1.1" status: 200 len: 1095 time: 0.2207389 May 30 19:58:33.046615 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [req-853a16a0-e2d4-45d9-bff3-40c181768c54 req-70e87f3d-42fc-4241-bf49-04db9a9cfe2d tempest-TenantUsagesTestJSON-1843351214 tempest-TenantUsagesTestJSON-1843351214-project] Allocated IP 192.168.233.217 (4344fbed-57fb-43d7-b32d-6020ce60f0a1/1b83ff54-b1af-44ce-bb75-ba148920553c/4ba96f01-c63d-49e9-ac04-84110a984375) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 19:58:33.149960 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bc85ab60-c642-4b77-b507-1cff3769589a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:33.241974 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecc345a-d28b-44c5-ad29-7764918dd91e req-c35ee351-8af8-4335-b5d1-816d5e1714a1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:33.243816 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-8ecc345a-d28b-44c5-ad29-7764918dd91e req-c35ee351-8af8-4335-b5d1-816d5e1714a1 service neutron] 10.222.0.86 "GET /v2.0/networks?id=22982b8a-b22c-41df-a053-0dde355094a5 HTTP/1.1" status: 200 len: 908 time: 0.4093795 May 30 19:58:33.366663 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-ca875557-cda1-4ec9-98de-ae8de4d22afb None None] Set router dff63ffd-2ade-40fb-8d35-ecb84addf322 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 19:58:33.587638 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922d1428-29ee-4e00-83f1-074877d63d1d req-44e61c90-64c6-48ab-82c6-b14fb2f275ee tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:33.596347 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-922d1428-29ee-4e00-83f1-074877d63d1d req-44e61c90-64c6-48ab-82c6-b14fb2f275ee tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/ports?device_id=7cedf278-0562-4faf-a9b0-36639e069b2a HTTP/1.1" status: 200 len: 944 time: 0.4930167 May 30 19:58:33.677567 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-197d7d37-d574-4ce7-93d8-a221dac2a6af req-cdf1d8f0-5c80-40b6-9797-5477db31186d tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Synchronizing usage tracker for tenant:f8671c8955ba49549063462441cf84be on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 19:58:33.682363 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-8ecc345a-d28b-44c5-ad29-7764918dd91e req-3d9e5834-2960-457c-b444-37b51cef6bbf service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=980536a2-7720-4e58-8faa-e8c3fb6da1e1 HTTP/1.1" status: 200 len: 217 time: 0.4196262 May 30 19:58:33.683800 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-bc85ab60-c642-4b77-b507-1cff3769589a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:58:33.692036 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-bc85ab60-c642-4b77-b507-1cff3769589a admin admin] Usage tracker for resource:security_group_rule and tenant:8aa570b3a7b54c3597970f26636b31b4 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:58:33.706804 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-922d1428-29ee-4e00-83f1-074877d63d1d req-b43f39a5-1ab3-46bc-b7ea-6f7810fa69ce tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/security-groups?id=b7c7fe04-8ab6-4ec0-af46-b4358854e449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083889 May 30 19:58:33.779992 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-bc85ab60-c642-4b77-b507-1cff3769589a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:58:33.792293 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-853a16a0-e2d4-45d9-bff3-40c181768c54 req-70e87f3d-42fc-4241-bf49-04db9a9cfe2d tempest-TenantUsagesTestJSON-1843351214 tempest-TenantUsagesTestJSON-1843351214-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:33.831902 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-853a16a0-e2d4-45d9-bff3-40c181768c54 req-70e87f3d-42fc-4241-bf49-04db9a9cfe2d tempest-TenantUsagesTestJSON-1843351214 tempest-TenantUsagesTestJSON-1843351214-project] Transition to ACTIVE for port object 4ba96f01-c63d-49e9-ac04-84110a984375 will not be triggered until provisioned by entity DHCP. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:58:33.847466 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-bc85ab60-c642-4b77-b507-1cff3769589a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:58:33.927490 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8fc50b25-73a7-44e8-8712-777898ac92ff req-91cbb9ba-58ea-48bd-95ce-30a151bed5e1 tempest-ServersAdmin275Test-237620186 tempest-ServersAdmin275Test-237620186-project] 10.222.0.85 "GET /v2.0/ports?device_id=ea938153-b214-4e51-bda9-885f36ad1775 HTTP/1.1" status: 200 len: 210 time: 0.0887363 May 30 19:58:33.934959 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecc345a-d28b-44c5-ad29-7764918dd91e req-49833c63-a2f3-44a6-8199-a2e20d679dba service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:33.937529 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-8ecc345a-d28b-44c5-ad29-7764918dd91e req-49833c63-a2f3-44a6-8199-a2e20d679dba service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b885d147-b4ba-4062-ad34-3d5558c5dbbf HTTP/1.1" status: 200 len: 847 time: 0.2471700 May 30 19:58:34.033730 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-8ecc345a-d28b-44c5-ad29-7764918dd91e req-dd12a6d8-0a2f-48f2-8a65-91c5d5b56029 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=22982b8a-b22c-41df-a053-0dde355094a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0848849 May 30 19:58:34.221162 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-ca875557-cda1-4ec9-98de-ae8de4d22afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dff63ffd-2ade-40fb-8d35-ecb84addf322', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-284131261-router', 'tenant_id': 'f8671c8955ba49549063462441cf84be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '11a59005-71e9-43f5-889c-8d35e02c45a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T19:56:37Z', 'updated_at': '2022-05-30T19:56:42Z', 'revision_number': 4, 'project_id': 'f8671c8955ba49549063462441cf84be', 'gw_port': {'id': '11a59005-71e9-43f5-889c-8d35e02c45a1', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:70:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff63ffd-2ade-40fb-8d35-ecb84addf322', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:56:38Z', 'updated_at': '2022-05-30T19:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': 'a85da4c3-5233-4e62-9df6-6eb869ff235b', 'name': '', 'network_id': '399356b2-01b1-4b9e-84e5-ec68f4845059', 'tenant_id': 'f8671c8955ba49549063462441cf84be', 'mac_address': 'fa:16:3e:98:89:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff63ffd-2ade-40fb-8d35-ecb84addf322', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '82761f11-2140-4c34-b51b-d85edab7a1af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:56:41Z', 'updated_at': '2022-05-30T19:57:00Z', 'revision_number': 5, 'project_id': 'f8671c8955ba49549063462441cf84be', 'subnets': [{'id': '82761f11-2140-4c34-b51b-d85edab7a1af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:58:34.222712 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca875557-cda1-4ec9-98de-ae8de4d22afb None None] The sync data for ids ['dff63ffd-2ade-40fb-8d35-ecb84addf322'] in n-d-843948-2 is: [{'id': 'dff63ffd-2ade-40fb-8d35-ecb84addf322', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-284131261-router', 'tenant_id': 'f8671c8955ba49549063462441cf84be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '11a59005-71e9-43f5-889c-8d35e02c45a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T19:56:37Z', 'updated_at': '2022-05-30T19:56:42Z', 'revision_number': 4, 'project_id': 'f8671c8955ba49549063462441cf84be', 'gw_port': {'id': '11a59005-71e9-43f5-889c-8d35e02c45a1', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:70:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff63ffd-2ade-40fb-8d35-ecb84addf322', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:56:38Z', 'updated_at': '2022-05-30T19:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': 'a85da4c3-5233-4e62-9df6-6eb869ff235b', 'name': '', 'network_id': '399356b2-01b1-4b9e-84e5-ec68f4845059', 'tenant_id': 'f8671c8955ba49549063462441cf84be', 'mac_address': 'fa:16:3e:98:89:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff63ffd-2ade-40fb-8d35-ecb84addf322', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '82761f11-2140-4c34-b51b-d85edab7a1af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:56:41Z', 'updated_at': '2022-05-30T19:57:00Z', 'revision_number': 5, 'project_id': 'f8671c8955ba49549063462441cf84be', 'subnets': [{'id': '82761f11-2140-4c34-b51b-d85edab7a1af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 19:58:34.223343 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.86', 51373) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:58:34.236757 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-aecc3191-a885-4885-b0f7-3355779e8730 req-603a1ce5-58de-454e-aaeb-988531d58bd2 tempest-TenantUsagesTestJSON-1843351214 tempest-TenantUsagesTestJSON-1843351214-project] 10.222.0.85 "GET /v2.0/ports?device_id=3cb68703-13b0-40da-8437-ce7a5dbfc6e4 HTTP/1.1" status: 200 len: 210 time: 0.1098113 May 30 19:58:34.322229 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-853a16a0-e2d4-45d9-bff3-40c181768c54 req-70e87f3d-42fc-4241-bf49-04db9a9cfe2d tempest-TenantUsagesTestJSON-1843351214 tempest-TenantUsagesTestJSON-1843351214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:34.350094 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-197d7d37-d574-4ce7-93d8-a221dac2a6af req-cdf1d8f0-5c80-40b6-9797-5477db31186d tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Unset dirty status for tenant:f8671c8955ba49549063462441cf84be on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 19:58:34.370237 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-197d7d37-d574-4ce7-93d8-a221dac2a6af req-cdf1d8f0-5c80-40b6-9797-5477db31186d tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] 10.222.0.85 "GET /v2.0/ports?device_id=e2599397-eb02-4911-82c0-130d7380a64f HTTP/1.1" status: 200 len: 210 time: 0.7919893 May 30 19:58:34.473244 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-8ecc345a-d28b-44c5-ad29-7764918dd91e req-dec8f1ca-cf1e-4bcc-994c-020edaba866d service neutron] 10.222.0.86 "GET /v2.0/networks/22982b8a-b22c-41df-a053-0dde355094a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4294755 May 30 19:58:34.476630 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bc85ab60-c642-4b77-b507-1cff3769589a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:34.528450 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5de87d-7390-46af-816f-95012a20c81f None None] New status for floating IP c66a56a3-f8fa-4e97-b2df-3bb3fdb51edc: DOWN {{(pid=84888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 19:58:34.643494 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bc85ab60-c642-4b77-b507-1cff3769589a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:34.706980 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-27626adc-b282-4ae6-acb2-de04377574c4 req-64f32625-fd49-4503-aa62-8e7ebb52fd4c tempest-ServersAdmin275Test-237620186 tempest-ServersAdmin275Test-237620186-project] 10.222.0.85 "GET /v2.0/ports?device_id=ea938153-b214-4e51-bda9-885f36ad1775 HTTP/1.1" status: 200 len: 210 time: 0.2893884 May 30 19:58:34.757648 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac84c1c-0d05-4348-b82a-2136853cb287 req-5b0af183-64b6-4b30-a911-21f8f0a9f823 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:34.771741 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-bac84c1c-0d05-4348-b82a-2136853cb287 req-5b0af183-64b6-4b30-a911-21f8f0a9f823 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] 10.222.0.86 "GET /v2.0/networks?id=399356b2-01b1-4b9e-84e5-ec68f4845059 HTTP/1.1" status: 200 len: 823 time: 0.6751225 May 30 19:58:34.791413 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-bc85ab60-c642-4b77-b507-1cff3769589a admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=8aa570b3a7b54c3597970f26636b31b4&name=default HTTP/1.1" status: 200 len: 2647 time: 2.6666479 May 30 19:58:34.794723 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-8ecc345a-d28b-44c5-ad29-7764918dd91e req-a96def26-4527-4a42-a4a7-226df3d79d64 service neutron] 10.222.0.86 "GET /v2.0/networks/22982b8a-b22c-41df-a053-0dde355094a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3126256 May 30 19:58:34.795772 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 42266) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:58:34.802824 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-853a16a0-e2d4-45d9-bff3-40c181768c54 req-70e87f3d-42fc-4241-bf49-04db9a9cfe2d tempest-TenantUsagesTestJSON-1843351214 tempest-TenantUsagesTestJSON-1843351214-project] Network 4344fbed-57fb-43d7-b32d-6020ce60f0a1 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 19:58:34.809248 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [req-853a16a0-e2d4-45d9-bff3-40c181768c54 req-70e87f3d-42fc-4241-bf49-04db9a9cfe2d tempest-TenantUsagesTestJSON-1843351214 tempest-TenantUsagesTestJSON-1843351214-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 19:58:34.828471 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc85ab60-c642-4b77-b507-1cff3769589a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9467f9f7-2d8a-411c-8d09-18eb8de16602,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:58:34.889776 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e87f3d-42fc-4241-bf49-04db9a9cfe2d tempest-TenantUsagesTestJSON-1843351214 tempest-TenantUsagesTestJSON-1843351214-project] Pushing event updated for resources: {'Port': ['ID=4ba96f01-c63d-49e9-ac04-84110a984375,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:58:34.895479 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-853a16a0-e2d4-45d9-bff3-40c181768c54 req-70e87f3d-42fc-4241-bf49-04db9a9cfe2d tempest-TenantUsagesTestJSON-1843351214 tempest-TenantUsagesTestJSON-1843351214-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 19:58:34.947100 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853a16a0-e2d4-45d9-bff3-40c181768c54 req-70e87f3d-42fc-4241-bf49-04db9a9cfe2d tempest-TenantUsagesTestJSON-1843351214 tempest-TenantUsagesTestJSON-1843351214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:34.953222 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-853a16a0-e2d4-45d9-bff3-40c181768c54 req-70e87f3d-42fc-4241-bf49-04db9a9cfe2d tempest-TenantUsagesTestJSON-1843351214 tempest-TenantUsagesTestJSON-1843351214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:34.966267 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ecdfbe10-628b-4114-b749-07c9b2473edc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:35.051100 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ecdfbe10-628b-4114-b749-07c9b2473edc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:35.065861 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-bac84c1c-0d05-4348-b82a-2136853cb287 req-9b11b463-ed31-4162-96c2-1317b14eeeec tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f8671c8955ba49549063462441cf84be HTTP/1.1" status: 200 len: 379 time: 0.2612801 May 30 19:58:35.076728 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-bac84c1c-0d05-4348-b82a-2136853cb287 req-c6627e9c-72fc-4900-89c5-b4dee293bfc7 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Request body: {'port': {'device_id': 'e2599397-eb02-4911-82c0-130d7380a64f', 'network_id': '399356b2-01b1-4b9e-84e5-ec68f4845059', 'admin_state_up': True, 'tenant_id': 'f8671c8955ba49549063462441cf84be', 'security_groups': ['7d58850f-4d9d-478d-9914-1845c7c490d4']}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:58:35.189033 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-853a16a0-e2d4-45d9-bff3-40c181768c54 req-70e87f3d-42fc-4241-bf49-04db9a9cfe2d tempest-TenantUsagesTestJSON-1843351214 tempest-TenantUsagesTestJSON-1843351214-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7907388 May 30 19:58:35.225910 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-853a16a0-e2d4-45d9-bff3-40c181768c54 req-16e9baed-5bd5-49f2-90ca-b97e748e4ef5 service neutron] Request body: {'port': {'device_id': '3cb68703-13b0-40da-8437-ce7a5dbfc6e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843948-2'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:58:35.314762 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd07ee8-465c-4b51-ab70-f0a7ec99051b req-398380db-e451-4e6b-bcde-ecfe11f9e245 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:35.316774 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2bd07ee8-465c-4b51-ab70-f0a7ec99051b req-398380db-e451-4e6b-bcde-ecfe11f9e245 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/ports?device_id=7cedf278-0562-4faf-a9b0-36639e069b2a HTTP/1.1" status: 200 len: 944 time: 0.1580205 May 30 19:58:35.368708 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ecdfbe10-628b-4114-b749-07c9b2473edc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:35.390694 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdfbe10-628b-4114-b749-07c9b2473edc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9467f9f7-2d8a-411c-8d09-18eb8de16602,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:58:35.419943 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ecdfbe10-628b-4114-b749-07c9b2473edc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:35.425263 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-ecdfbe10-628b-4114-b749-07c9b2473edc admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/9467f9f7-2d8a-411c-8d09-18eb8de16602 HTTP/1.1" status: 204 len: 168 time: 0.6246994 May 30 19:58:35.439923 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2bd07ee8-465c-4b51-ab70-f0a7ec99051b req-b1d06689-73c2-44ae-b762-42fc885af79e tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/security-groups?id=b7c7fe04-8ab6-4ec0-af46-b4358854e449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167593 May 30 19:58:35.483328 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-c4d935b7-415c-473f-bf1d-f955b383ac2f None None] Provisioning for port 4ba96f01-c63d-49e9-ac04-84110a984375 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 19:58:35.492528 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-c4d935b7-415c-473f-bf1d-f955b383ac2f None None] Provisioning complete for port 4ba96f01-c63d-49e9-ac04-84110a984375 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:58:35.492528 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-c4d935b7-415c-473f-bf1d-f955b383ac2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:35.521467 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 42288) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:58:35.561960 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-bac84c1c-0d05-4348-b82a-2136853cb287 req-c6627e9c-72fc-4900-89c5-b4dee293bfc7 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:58:35.612148 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-853a16a0-e2d4-45d9-bff3-40c181768c54 req-16e9baed-5bd5-49f2-90ca-b97e748e4ef5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:35.632839 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-bac84c1c-0d05-4348-b82a-2136853cb287 req-c6627e9c-72fc-4900-89c5-b4dee293bfc7 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:58:35.650946 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-c4d935b7-415c-473f-bf1d-f955b383ac2f None None] Port 4ba96f01-c63d-49e9-ac04-84110a984375 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 19:58:35.828969 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bac84c1c-0d05-4348-b82a-2136853cb287 req-c6627e9c-72fc-4900-89c5-b4dee293bfc7 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Made reservation on behalf of f8671c8955ba49549063462441cf84be for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 19:58:35.836968 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-bac84c1c-0d05-4348-b82a-2136853cb287 req-c6627e9c-72fc-4900-89c5-b4dee293bfc7 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:35.845890 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd02ac0-3c04-4d89-a598-5635885fcf03 req-e455a268-3209-4215-bdc3-54e46ef9693b tempest-TenantUsagesTestJSON-1843351214 tempest-TenantUsagesTestJSON-1843351214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:35.854649 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-7dd02ac0-3c04-4d89-a598-5635885fcf03 req-e455a268-3209-4215-bdc3-54e46ef9693b tempest-TenantUsagesTestJSON-1843351214 tempest-TenantUsagesTestJSON-1843351214-project] 10.222.0.85 "GET /v2.0/ports?device_id=3cb68703-13b0-40da-8437-ce7a5dbfc6e4 HTTP/1.1" status: 200 len: 936 time: 0.1878788 May 30 19:58:35.940670 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-7dd02ac0-3c04-4d89-a598-5635885fcf03 req-62fc0b40-c33e-4308-8a75-03287313042f tempest-TenantUsagesTestJSON-1843351214 tempest-TenantUsagesTestJSON-1843351214-project] 10.222.0.85 "GET /v2.0/security-groups?id=61b1b0d6-6c83-4455-94c7-c27a2f8253b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849676 May 30 19:58:35.957159 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-8ecc345a-d28b-44c5-ad29-7764918dd91e req-f1fc4efd-9241-4aa2-acb6-8cd756c76459 tempest-LiveMigrationTest-484647171 tempest-LiveMigrationTest-484647171-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=7cedf278-0562-4faf-a9b0-36639e069b2a&tenant_id=e03d8798de6f4daa8bc8080dc719ce8a&binding%3Ahost_id=n-h2-843948-2 HTTP/1.1" status: 200 len: 1095 time: 0.1859341 May 30 19:58:36.237999 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f34fb776-de4d-4053-8fd6-939e386e4a32 req-40f11681-3026-49e2-8590-073f14e6c113 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] 10.222.0.85 "GET /v2.0/ports?device_id=e2599397-eb02-4911-82c0-130d7380a64f HTTP/1.1" status: 200 len: 210 time: 0.1137908 May 30 19:58:36.291160 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-8ecc345a-d28b-44c5-ad29-7764918dd91e req-20bc0aca-7303-4be8-aeb6-48f91885c4ca service neutron] For port 980536a2-7720-4e58-8faa-e8c3fb6da1e1, host n-h1-843948-2, cleared binding levels {{(pid=84886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 19:58:36.296945 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-8ecc345a-d28b-44c5-ad29-7764918dd91e req-20bc0aca-7303-4be8-aeb6-48f91885c4ca service neutron] Notify callbacks [] for binding, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:36.300041 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-8ecc345a-d28b-44c5-ad29-7764918dd91e req-20bc0aca-7303-4be8-aeb6-48f91885c4ca service neutron] 10.222.0.86 "DELETE /v2.0/ports/980536a2-7720-4e58-8faa-e8c3fb6da1e1/bindings/n-h1-843948-2 HTTP/1.1" status: 204 len: 173 time: 0.3351464 May 30 19:58:36.333747 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [req-bac84c1c-0d05-4348-b82a-2136853cb287 req-c6627e9c-72fc-4900-89c5-b4dee293bfc7 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Allocated IP 172.20.0.4 (399356b2-01b1-4b9e-84e5-ec68f4845059/82761f11-2140-4c34-b51b-d85edab7a1af/5064484f-c38b-4d38-aecd-0848cc84af61) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 19:58:36.473682 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [req-853a16a0-e2d4-45d9-bff3-40c181768c54 req-16e9baed-5bd5-49f2-90ca-b97e748e4ef5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ba96f01-c63d-49e9-ac04-84110a984375 {{(pid=84887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 19:58:36.499293 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-853a16a0-e2d4-45d9-bff3-40c181768c54 req-16e9baed-5bd5-49f2-90ca-b97e748e4ef5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:36.534426 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9fe2e141-b908-4b63-a90c-af4da38772e3 req-6457643a-789d-4e6d-ad08-5f11cb0b3dbd tempest-ServersAdmin275Test-237620186 tempest-ServersAdmin275Test-237620186-project] 10.222.0.85 "GET /v2.0/ports?device_id=ea938153-b214-4e51-bda9-885f36ad1775 HTTP/1.1" status: 200 len: 210 time: 0.0760281 May 30 19:58:36.542870 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6ebdd200-9740-4fe2-89cd-f20297aafe43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:36.544604 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-853a16a0-e2d4-45d9-bff3-40c181768c54 req-16e9baed-5bd5-49f2-90ca-b97e748e4ef5 service neutron] Transition to ACTIVE for port object 4ba96f01-c63d-49e9-ac04-84110a984375 will not be triggered until provisioned by entity L2. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:58:36.580690 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-6ebdd200-9740-4fe2-89cd-f20297aafe43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:58:36.585470 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-6ebdd200-9740-4fe2-89cd-f20297aafe43 admin admin] Usage tracker for resource:security_group_rule and tenant:80be4e923edb46da8a207f330240e045 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:58:36.589229 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-6ebdd200-9740-4fe2-89cd-f20297aafe43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:58:36.598504 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-6ebdd200-9740-4fe2-89cd-f20297aafe43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:58:36.692923 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6ebdd200-9740-4fe2-89cd-f20297aafe43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:36.786446 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6ebdd200-9740-4fe2-89cd-f20297aafe43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:36.913947 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-853a16a0-e2d4-45d9-bff3-40c181768c54 req-16e9baed-5bd5-49f2-90ca-b97e748e4ef5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:37.022449 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebdd200-9740-4fe2-89cd-f20297aafe43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2637d288-7893-4cad-94c0-f40f2942bc71,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:58:37.075526 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 42310) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:58:37.119921 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3b30654a-22f2-4dee-bd70-02682d684a01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:37.155981 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-6ebdd200-9740-4fe2-89cd-f20297aafe43 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=80be4e923edb46da8a207f330240e045&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6329870 May 30 19:58:37.172739 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 42314) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:58:37.245108 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-3b30654a-22f2-4dee-bd70-02682d684a01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:58:37.275582 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-3b30654a-22f2-4dee-bd70-02682d684a01 admin admin] Usage tracker for resource:security_group_rule and tenant:1950686aa5e14e24bd4ae4677ec2d081 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:58:37.282292 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-3b30654a-22f2-4dee-bd70-02682d684a01 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:58:37.306123 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-3b30654a-22f2-4dee-bd70-02682d684a01 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:58:37.340319 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e9baed-5bd5-49f2-90ca-b97e748e4ef5 service neutron] Pushing event updated for resources: {'Port': ['ID=4ba96f01-c63d-49e9-ac04-84110a984375,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:58:37.357381 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c104177b-b5b0-4d6c-a054-0fafc89fc614 req-203ceb3d-b7a6-46e6-ada0-f64a79f9f8d9 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:37.369806 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c104177b-b5b0-4d6c-a054-0fafc89fc614 req-203ceb3d-b7a6-46e6-ada0-f64a79f9f8d9 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/ports?device_id=7cedf278-0562-4faf-a9b0-36639e069b2a HTTP/1.1" status: 200 len: 944 time: 0.4183443 May 30 19:58:37.418949 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e9baed-5bd5-49f2-90ca-b97e748e4ef5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:58:37.419696 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e9baed-5bd5-49f2-90ca-b97e748e4ef5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:58:37.420652 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e9baed-5bd5-49f2-90ca-b97e748e4ef5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:58:37.421562 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e9baed-5bd5-49f2-90ca-b97e748e4ef5 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:58:37.422415 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e9baed-5bd5-49f2-90ca-b97e748e4ef5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:58:37.423378 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e9baed-5bd5-49f2-90ca-b97e748e4ef5 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:58:37.424403 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e9baed-5bd5-49f2-90ca-b97e748e4ef5 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:58:37.425318 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e9baed-5bd5-49f2-90ca-b97e748e4ef5 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:58:37.426315 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e9baed-5bd5-49f2-90ca-b97e748e4ef5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:58:37.427135 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e9baed-5bd5-49f2-90ca-b97e748e4ef5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:58:37.427993 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e9baed-5bd5-49f2-90ca-b97e748e4ef5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:58:37.483545 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6af42cb2-c5b4-4667-91a6-8be3813ef374 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:37.531204 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c104177b-b5b0-4d6c-a054-0fafc89fc614 req-76db3f3b-fcc4-4a2a-b0c2-1b4f94e9d8c2 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/security-groups?id=b7c7fe04-8ab6-4ec0-af46-b4358854e449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602945 May 30 19:58:37.561763 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6af42cb2-c5b4-4667-91a6-8be3813ef374 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:37.625817 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3b30654a-22f2-4dee-bd70-02682d684a01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:37.673214 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-bac84c1c-0d05-4348-b82a-2136853cb287 req-c6627e9c-72fc-4900-89c5-b4dee293bfc7 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:37.694553 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-853a16a0-e2d4-45d9-bff3-40c181768c54 req-16e9baed-5bd5-49f2-90ca-b97e748e4ef5 service neutron] Attempting to bind port 4ba96f01-c63d-49e9-ac04-84110a984375 on host n-h2-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 19:58:37.695072 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-853a16a0-e2d4-45d9-bff3-40c181768c54 req-16e9baed-5bd5-49f2-90ca-b97e748e4ef5 service neutron] Attempting to bind port 4ba96f01-c63d-49e9-ac04-84110a984375 by drivers openvswitch,hyperv on host n-h2-843948-2 at level 0 using segments [{'id': '7e304c17-4e5f-4a93-af80-52785639e6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 19:58:37.695590 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853a16a0-e2d4-45d9-bff3-40c181768c54 req-16e9baed-5bd5-49f2-90ca-b97e748e4ef5 service neutron] Attempting to bind port 4ba96f01-c63d-49e9-ac04-84110a984375 on network 4344fbed-57fb-43d7-b32d-6020ce60f0a1 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:58:37.718899 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853a16a0-e2d4-45d9-bff3-40c181768c54 req-16e9baed-5bd5-49f2-90ca-b97e748e4ef5 service neutron] Port 4ba96f01-c63d-49e9-ac04-84110a984375 on network 4344fbed-57fb-43d7-b32d-6020ce60f0a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 19:58:37.719431 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853a16a0-e2d4-45d9-bff3-40c181768c54 req-16e9baed-5bd5-49f2-90ca-b97e748e4ef5 service neutron] Attempting to bind port 4ba96f01-c63d-49e9-ac04-84110a984375 on network 4344fbed-57fb-43d7-b32d-6020ce60f0a1 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:58:37.731737 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853a16a0-e2d4-45d9-bff3-40c181768c54 req-16e9baed-5bd5-49f2-90ca-b97e748e4ef5 service neutron] Checking agent: {'id': 'eaa08354-e8f5-4e73-af76-8d3cf7d2b390', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 19, 58, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 19:58:37.732350 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853a16a0-e2d4-45d9-bff3-40c181768c54 req-16e9baed-5bd5-49f2-90ca-b97e748e4ef5 service neutron] Checking segment: {'id': '7e304c17-4e5f-4a93-af80-52785639e6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 19:58:37.732995 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853a16a0-e2d4-45d9-bff3-40c181768c54 req-16e9baed-5bd5-49f2-90ca-b97e748e4ef5 service neutron] Bound using segment: {'id': '7e304c17-4e5f-4a93-af80-52785639e6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1'} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 19:58:37.733811 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-853a16a0-e2d4-45d9-bff3-40c181768c54 req-16e9baed-5bd5-49f2-90ca-b97e748e4ef5 service neutron] Bound port: 4ba96f01-c63d-49e9-ac04-84110a984375, host: n-h2-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e304c17-4e5f-4a93-af80-52785639e6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1'}}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 19:58:37.735313 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-853a16a0-e2d4-45d9-bff3-40c181768c54 req-16e9baed-5bd5-49f2-90ca-b97e748e4ef5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:37.736705 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3b30654a-22f2-4dee-bd70-02682d684a01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:37.779370 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6af42cb2-c5b4-4667-91a6-8be3813ef374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:37.784803 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-bac84c1c-0d05-4348-b82a-2136853cb287 req-c6627e9c-72fc-4900-89c5-b4dee293bfc7 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Transition to ACTIVE for port object 5064484f-c38b-4d38-aecd-0848cc84af61 will not be triggered until provisioned by entity DHCP. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:58:37.985845 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b30654a-22f2-4dee-bd70-02682d684a01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80027fa9-133d-4293-b5fb-2500ad4abfd1,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:58:37.996435 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-3b30654a-22f2-4dee-bd70-02682d684a01 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=1950686aa5e14e24bd4ae4677ec2d081&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9138868 May 30 19:58:38.009750 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af42cb2-c5b4-4667-91a6-8be3813ef374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2637d288-7893-4cad-94c0-f40f2942bc71,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:58:38.013226 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 42328) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:58:38.017399 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6af42cb2-c5b4-4667-91a6-8be3813ef374 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:38.036099 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-6af42cb2-c5b4-4667-91a6-8be3813ef374 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/2637d288-7893-4cad-94c0-f40f2942bc71 HTTP/1.1" status: 204 len: 168 time: 0.8495164 May 30 19:58:38.061147 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-853a16a0-e2d4-45d9-bff3-40c181768c54 req-16e9baed-5bd5-49f2-90ca-b97e748e4ef5 service neutron] For port 4ba96f01-c63d-49e9-ac04-84110a984375, host n-h2-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 19:58:38.068644 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-853a16a0-e2d4-45d9-bff3-40c181768c54 req-16e9baed-5bd5-49f2-90ca-b97e748e4ef5 service neutron] For port 4ba96f01-c63d-49e9-ac04-84110a984375, host n-h2-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=4ba96f01-c63d-49e9-ac04-84110a984375,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 19:58:38.151864 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7cf432dc-c456-4c24-9244-1f1923baaef8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:38.161437 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-853a16a0-e2d4-45d9-bff3-40c181768c54 req-16e9baed-5bd5-49f2-90ca-b97e748e4ef5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:38.162875 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64f030a-d365-498e-8c3f-64c161a76c89 req-f866e17a-1d6d-4070-b535-bcec7d69e12c tempest-TenantUsagesTestJSON-1843351214 tempest-TenantUsagesTestJSON-1843351214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:38.164533 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a64f030a-d365-498e-8c3f-64c161a76c89 req-f866e17a-1d6d-4070-b535-bcec7d69e12c tempest-TenantUsagesTestJSON-1843351214 tempest-TenantUsagesTestJSON-1843351214-project] 10.222.0.85 "GET /v2.0/ports?device_id=3cb68703-13b0-40da-8437-ce7a5dbfc6e4 HTTP/1.1" status: 200 len: 948 time: 0.2921205 May 30 19:58:38.174026 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-bac84c1c-0d05-4348-b82a-2136853cb287 req-c6627e9c-72fc-4900-89c5-b4dee293bfc7 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:38.221445 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7cf432dc-c456-4c24-9244-1f1923baaef8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:38.278117 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a64f030a-d365-498e-8c3f-64c161a76c89 req-c4ac37f1-441e-4e7b-8c61-d7d2944356a0 tempest-TenantUsagesTestJSON-1843351214 tempest-TenantUsagesTestJSON-1843351214-project] 10.222.0.85 "GET /v2.0/security-groups?id=61b1b0d6-6c83-4455-94c7-c27a2f8253b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013873 May 30 19:58:38.363249 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bac84c1c-0d05-4348-b82a-2136853cb287 req-c6627e9c-72fc-4900-89c5-b4dee293bfc7 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Network 399356b2-01b1-4b9e-84e5-ec68f4845059 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 19:58:38.368361 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [req-bac84c1c-0d05-4348-b82a-2136853cb287 req-c6627e9c-72fc-4900-89c5-b4dee293bfc7 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 19:58:38.372715 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-bac84c1c-0d05-4348-b82a-2136853cb287 req-c6627e9c-72fc-4900-89c5-b4dee293bfc7 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 19:58:38.377733 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac84c1c-0d05-4348-b82a-2136853cb287 req-c6627e9c-72fc-4900-89c5-b4dee293bfc7 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:38.378502 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-bac84c1c-0d05-4348-b82a-2136853cb287 req-c6627e9c-72fc-4900-89c5-b4dee293bfc7 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:38.393066 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-853a16a0-e2d4-45d9-bff3-40c181768c54 req-16e9baed-5bd5-49f2-90ca-b97e748e4ef5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:38.395179 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-853a16a0-e2d4-45d9-bff3-40c181768c54 req-16e9baed-5bd5-49f2-90ca-b97e748e4ef5 service neutron] 10.222.0.86 "PUT /v2.0/ports/4ba96f01-c63d-49e9-ac04-84110a984375 HTTP/1.1" status: 200 len: 1096 time: 3.1766152 May 30 19:58:38.403517 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cb68703-13b0-40da-8437-ce7a5dbfc6e4', 'tag': '4ba96f01-c63d-49e9-ac04-84110a984375'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:58:38.413461 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e9baed-5bd5-49f2-90ca-b97e748e4ef5 service neutron] Pushing event updated for resources: {'Port': ['ID=4ba96f01-c63d-49e9-ac04-84110a984375,revision_number=3']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:58:38.552930 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6627e9c-72fc-4900-89c5-b4dee293bfc7 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Pushing event updated for resources: {'Port': ['ID=5064484f-c38b-4d38-aecd-0848cc84af61,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:58:38.611152 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dedfc36-5333-4439-bd80-8e51d1f84ae1 req-6f01d9a1-304d-4a2a-96da-a794d79b2003 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:38.611898 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-0dedfc36-5333-4439-bd80-8e51d1f84ae1 req-6f01d9a1-304d-4a2a-96da-a794d79b2003 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Synchronizing usage tracker for tenant:f8671c8955ba49549063462441cf84be on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 19:58:38.651971 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7cf432dc-c456-4c24-9244-1f1923baaef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:38.652648 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-bac84c1c-0d05-4348-b82a-2136853cb287 req-c6627e9c-72fc-4900-89c5-b4dee293bfc7 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5794404 May 30 19:58:38.671357 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-bac84c1c-0d05-4348-b82a-2136853cb287 req-70c42cc9-037d-4937-b7cc-6eb8ee1edfc9 service neutron] Request body: {'port': {'device_id': 'e2599397-eb02-4911-82c0-130d7380a64f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843948-2'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:58:38.799483 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf432dc-c456-4c24-9244-1f1923baaef8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80027fa9-133d-4293-b5fb-2500ad4abfd1,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:58:38.805724 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7cf432dc-c456-4c24-9244-1f1923baaef8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:38.812300 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-7cf432dc-c456-4c24-9244-1f1923baaef8 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/80027fa9-133d-4293-b5fb-2500ad4abfd1 HTTP/1.1" status: 204 len: 168 time: 0.7970212 May 30 19:58:38.970388 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-f6b29443-e867-4a40-a7d3-4bd62bfb97ea None None] Provisioning for port 5064484f-c38b-4d38-aecd-0848cc84af61 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 19:58:38.976828 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-f6b29443-e867-4a40-a7d3-4bd62bfb97ea None None] Provisioning complete for port 5064484f-c38b-4d38-aecd-0848cc84af61 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:58:38.977199 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-f6b29443-e867-4a40-a7d3-4bd62bfb97ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:39.100933 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-0dedfc36-5333-4439-bd80-8e51d1f84ae1 req-6f01d9a1-304d-4a2a-96da-a794d79b2003 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Unset dirty status for tenant:f8671c8955ba49549063462441cf84be on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 19:58:39.116815 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0dedfc36-5333-4439-bd80-8e51d1f84ae1 req-6f01d9a1-304d-4a2a-96da-a794d79b2003 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] 10.222.0.85 "GET /v2.0/ports?device_id=e2599397-eb02-4911-82c0-130d7380a64f HTTP/1.1" status: 200 len: 931 time: 0.6533551 May 30 19:58:39.176252 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-f6b29443-e867-4a40-a7d3-4bd62bfb97ea None None] Port 5064484f-c38b-4d38-aecd-0848cc84af61 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 19:58:39.275920 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0dedfc36-5333-4439-bd80-8e51d1f84ae1 req-d03cf335-f3b8-47bd-8981-e9642cbf9f13 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] 10.222.0.85 "GET /v2.0/security-groups?id=7d58850f-4d9d-478d-9914-1845c7c490d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1559412 May 30 19:58:39.308678 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-bac84c1c-0d05-4348-b82a-2136853cb287 req-70c42cc9-037d-4937-b7cc-6eb8ee1edfc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:39.355784 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4728f8ab-5079-406c-a6a4-c34e541925a3 req-f85941d0-4cbc-4d5b-b181-ff769286df69 tempest-ServersAdmin275Test-237620186 tempest-ServersAdmin275Test-237620186-project] 10.222.0.85 "GET /v2.0/ports?device_id=ea938153-b214-4e51-bda9-885f36ad1775 HTTP/1.1" status: 200 len: 210 time: 0.1448615 May 30 19:58:39.456199 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-853a16a0-e2d4-45d9-bff3-40c181768c54 req-92f9e69a-a56d-465e-835c-48620f589fa0 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6d1684320ffd47b58d1d1be0ae9cdf35&device_id=3cb68703-13b0-40da-8437-ce7a5dbfc6e4 HTTP/1.1" status: 200 len: 1099 time: 0.7039602 May 30 19:58:39.523440 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea1dced5-cfa6-46a6-a46c-dd2b85eaebf2'] response: {'name': 'network-changed', 'server_uuid': '3cb68703-13b0-40da-8437-ce7a5dbfc6e4', 'tag': '4ba96f01-c63d-49e9-ac04-84110a984375', 'status': 'completed', 'code': 200} May 30 19:58:39.592445 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-853a16a0-e2d4-45d9-bff3-40c181768c54 req-cd23f725-e45c-4329-83b1-991e61b94972 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=4ba96f01-c63d-49e9-ac04-84110a984375 HTTP/1.1" status: 200 len: 217 time: 0.1269596 May 30 19:58:39.707064 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 42354) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:58:39.781377 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-51560c7e-9b34-4588-9256-b5faf3a65ec7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:39.923089 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853a16a0-e2d4-45d9-bff3-40c181768c54 req-5c52ef58-92a2-45be-b193-54430cffd44e service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:39.924702 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-853a16a0-e2d4-45d9-bff3-40c181768c54 req-5c52ef58-92a2-45be-b193-54430cffd44e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1b83ff54-b1af-44ce-bb75-ba148920553c HTTP/1.1" status: 200 len: 843 time: 0.3251123 May 30 19:58:39.975326 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-51560c7e-9b34-4588-9256-b5faf3a65ec7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:58:39.987225 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-51560c7e-9b34-4588-9256-b5faf3a65ec7 admin admin] Usage tracker for resource:security_group_rule and tenant:0c915a3167da46b5b2e481957a09db71 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:58:39.994628 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-51560c7e-9b34-4588-9256-b5faf3a65ec7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:58:40.012009 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-51560c7e-9b34-4588-9256-b5faf3a65ec7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:58:40.031542 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e5d4d20c-c3d9-4eba-895c-6d73824079ee req-384bf928-e2d0-4715-b27d-6e308846d024 tempest-LiveMigrationTest-484647171 tempest-LiveMigrationTest-484647171-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=7cedf278-0562-4faf-a9b0-36639e069b2a HTTP/1.1" status: 200 len: 1095 time: 0.2219062 May 30 19:58:40.113204 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d187f7b6-f63a-4338-97c8-c43820d24c15 req-7c0d8822-ae80-4b62-9565-4d4449f61d1c tempest-TenantUsagesTestJSON-1843351214 tempest-TenantUsagesTestJSON-1843351214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:40.114056 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-d187f7b6-f63a-4338-97c8-c43820d24c15 req-7c0d8822-ae80-4b62-9565-4d4449f61d1c tempest-TenantUsagesTestJSON-1843351214 tempest-TenantUsagesTestJSON-1843351214-project] Synchronizing usage tracker for tenant:6d1684320ffd47b58d1d1be0ae9cdf35 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 19:58:40.123050 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-853a16a0-e2d4-45d9-bff3-40c181768c54 req-58ee1ea8-7f28-4e48-a9ca-2bdcff260c36 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4344fbed-57fb-43d7-b32d-6020ce60f0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1898699 May 30 19:58:40.179570 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e5d4d20c-c3d9-4eba-895c-6d73824079ee req-1a2444a7-efcc-4b90-872d-164768cd42a3 tempest-LiveMigrationTest-484647171 tempest-LiveMigrationTest-484647171-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=b7c7fe04-8ab6-4ec0-af46-b4358854e449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432865 May 30 19:58:40.278926 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-51560c7e-9b34-4588-9256-b5faf3a65ec7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:40.302464 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [req-bac84c1c-0d05-4348-b82a-2136853cb287 req-70c42cc9-037d-4937-b7cc-6eb8ee1edfc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5064484f-c38b-4d38-aecd-0848cc84af61 {{(pid=84887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 19:58:40.323433 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-bac84c1c-0d05-4348-b82a-2136853cb287 req-70c42cc9-037d-4937-b7cc-6eb8ee1edfc9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:40.357841 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-bac84c1c-0d05-4348-b82a-2136853cb287 req-70c42cc9-037d-4937-b7cc-6eb8ee1edfc9 service neutron] Transition to ACTIVE for port object 5064484f-c38b-4d38-aecd-0848cc84af61 will not be triggered until provisioned by entity L2. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:58:40.361866 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-853a16a0-e2d4-45d9-bff3-40c181768c54 req-6ac2c992-8a79-4412-a82d-ddf75c6965a0 service neutron] 10.222.0.86 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277999 May 30 19:58:40.385272 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-51560c7e-9b34-4588-9256-b5faf3a65ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:40.439564 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51560c7e-9b34-4588-9256-b5faf3a65ec7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a545ed9-e3d0-4027-96d3-2e3c2f761c62,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:58:40.441278 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-d187f7b6-f63a-4338-97c8-c43820d24c15 req-7c0d8822-ae80-4b62-9565-4d4449f61d1c tempest-TenantUsagesTestJSON-1843351214 tempest-TenantUsagesTestJSON-1843351214-project] Unset dirty status for tenant:6d1684320ffd47b58d1d1be0ae9cdf35 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 19:58:40.446133 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-51560c7e-9b34-4588-9256-b5faf3a65ec7 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=0c915a3167da46b5b2e481957a09db71&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7378204 May 30 19:58:40.449092 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 42374) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:58:40.451705 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d187f7b6-f63a-4338-97c8-c43820d24c15 req-7c0d8822-ae80-4b62-9565-4d4449f61d1c tempest-TenantUsagesTestJSON-1843351214 tempest-TenantUsagesTestJSON-1843351214-project] 10.222.0.85 "GET /v2.0/ports?device_id=3cb68703-13b0-40da-8437-ce7a5dbfc6e4 HTTP/1.1" status: 200 len: 948 time: 0.5965846 May 30 19:58:40.512420 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-bac84c1c-0d05-4348-b82a-2136853cb287 req-70c42cc9-037d-4937-b7cc-6eb8ee1edfc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:40.536490 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c050a0a0-8774-4861-8fb5-f1b314fccdad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:40.571126 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c050a0a0-8774-4861-8fb5-f1b314fccdad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:40.623427 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-d187f7b6-f63a-4338-97c8-c43820d24c15 req-aed33491-997f-4db0-977d-1692dd085612 tempest-TenantUsagesTestJSON-1843351214 tempest-TenantUsagesTestJSON-1843351214-project] Synchronizing usage tracker for tenant:6d1684320ffd47b58d1d1be0ae9cdf35 on resource:security_group {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 19:58:40.686110 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c42cc9-037d-4937-b7cc-6eb8ee1edfc9 service neutron] Pushing event updated for resources: {'Port': ['ID=5064484f-c38b-4d38-aecd-0848cc84af61,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:58:40.698077 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-853a16a0-e2d4-45d9-bff3-40c181768c54 req-e0b74850-398c-4041-9330-1fc66f91c936 service neutron] 10.222.0.86 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3228831 May 30 19:58:40.736696 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c050a0a0-8774-4861-8fb5-f1b314fccdad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:40.797929 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c050a0a0-8774-4861-8fb5-f1b314fccdad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a545ed9-e3d0-4027-96d3-2e3c2f761c62,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:58:40.818772 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c050a0a0-8774-4861-8fb5-f1b314fccdad admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:40.823073 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-c050a0a0-8774-4861-8fb5-f1b314fccdad admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/3a545ed9-e3d0-4027-96d3-2e3c2f761c62 HTTP/1.1" status: 204 len: 168 time: 0.3726766 May 30 19:58:40.908209 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-bac84c1c-0d05-4348-b82a-2136853cb287 req-70c42cc9-037d-4937-b7cc-6eb8ee1edfc9 service neutron] Attempting to bind port 5064484f-c38b-4d38-aecd-0848cc84af61 on host n-h2-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 19:58:40.908799 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-bac84c1c-0d05-4348-b82a-2136853cb287 req-70c42cc9-037d-4937-b7cc-6eb8ee1edfc9 service neutron] Attempting to bind port 5064484f-c38b-4d38-aecd-0848cc84af61 by drivers openvswitch,hyperv on host n-h2-843948-2 at level 0 using segments [{'id': 'ce212c09-2307-4a5c-9bb2-5de2cac09d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '399356b2-01b1-4b9e-84e5-ec68f4845059'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 19:58:40.909276 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac84c1c-0d05-4348-b82a-2136853cb287 req-70c42cc9-037d-4937-b7cc-6eb8ee1edfc9 service neutron] Attempting to bind port 5064484f-c38b-4d38-aecd-0848cc84af61 on network 399356b2-01b1-4b9e-84e5-ec68f4845059 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:58:40.913299 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-d187f7b6-f63a-4338-97c8-c43820d24c15 req-aed33491-997f-4db0-977d-1692dd085612 tempest-TenantUsagesTestJSON-1843351214 tempest-TenantUsagesTestJSON-1843351214-project] Unset dirty status for tenant:6d1684320ffd47b58d1d1be0ae9cdf35 on resource:security_group {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 19:58:40.928296 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d187f7b6-f63a-4338-97c8-c43820d24c15 req-aed33491-997f-4db0-977d-1692dd085612 tempest-TenantUsagesTestJSON-1843351214 tempest-TenantUsagesTestJSON-1843351214-project] 10.222.0.85 "GET /v2.0/security-groups?id=61b1b0d6-6c83-4455-94c7-c27a2f8253b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4756384 May 30 19:58:40.937938 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac84c1c-0d05-4348-b82a-2136853cb287 req-70c42cc9-037d-4937-b7cc-6eb8ee1edfc9 service neutron] Port 5064484f-c38b-4d38-aecd-0848cc84af61 on network 399356b2-01b1-4b9e-84e5-ec68f4845059 not bound, no agent of type Open vSwitch agent registered on host n-h2-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 19:58:40.938681 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac84c1c-0d05-4348-b82a-2136853cb287 req-70c42cc9-037d-4937-b7cc-6eb8ee1edfc9 service neutron] Attempting to bind port 5064484f-c38b-4d38-aecd-0848cc84af61 on network 399356b2-01b1-4b9e-84e5-ec68f4845059 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:58:40.977399 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 42390) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:58:41.061040 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac84c1c-0d05-4348-b82a-2136853cb287 req-70c42cc9-037d-4937-b7cc-6eb8ee1edfc9 service neutron] Checking agent: {'id': 'eaa08354-e8f5-4e73-af76-8d3cf7d2b390', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 19, 58, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 19:58:41.061850 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac84c1c-0d05-4348-b82a-2136853cb287 req-70c42cc9-037d-4937-b7cc-6eb8ee1edfc9 service neutron] Checking segment: {'id': 'ce212c09-2307-4a5c-9bb2-5de2cac09d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '399356b2-01b1-4b9e-84e5-ec68f4845059'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 19:58:41.062408 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac84c1c-0d05-4348-b82a-2136853cb287 req-70c42cc9-037d-4937-b7cc-6eb8ee1edfc9 service neutron] Bound using segment: {'id': 'ce212c09-2307-4a5c-9bb2-5de2cac09d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '399356b2-01b1-4b9e-84e5-ec68f4845059'} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 19:58:41.063065 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-bac84c1c-0d05-4348-b82a-2136853cb287 req-70c42cc9-037d-4937-b7cc-6eb8ee1edfc9 service neutron] Bound port: 5064484f-c38b-4d38-aecd-0848cc84af61, host: n-h2-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce212c09-2307-4a5c-9bb2-5de2cac09d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '399356b2-01b1-4b9e-84e5-ec68f4845059'}}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 19:58:41.065857 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-bac84c1c-0d05-4348-b82a-2136853cb287 req-70c42cc9-037d-4937-b7cc-6eb8ee1edfc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:41.102309 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a75da1af-1bbf-47f5-a2c0-435824c83080 req-89a200ce-5844-4d8e-9178-ae4e1516de1c tempest-QuotasAdminNegativeTest-777859874 tempest-QuotasAdminNegativeTest-777859874-project] 10.222.0.85 "GET /v2.0/networks?tenant_id=6681fbba67a545c4b76eff598245f83d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0959551 May 30 19:58:41.188083 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-92145c5b-667d-4972-946e-f9fb452f6ef4 req-6fce1fe8-ce7a-4b20-9638-fa47732ee55e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6d1684320ffd47b58d1d1be0ae9cdf35&device_id=3cb68703-13b0-40da-8437-ce7a5dbfc6e4 HTTP/1.1" status: 200 len: 1099 time: 0.2370877 May 30 19:58:41.192516 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-bac84c1c-0d05-4348-b82a-2136853cb287 req-70c42cc9-037d-4937-b7cc-6eb8ee1edfc9 service neutron] For port 5064484f-c38b-4d38-aecd-0848cc84af61, host n-h2-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 19:58:41.197113 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-bac84c1c-0d05-4348-b82a-2136853cb287 req-70c42cc9-037d-4937-b7cc-6eb8ee1edfc9 service neutron] For port 5064484f-c38b-4d38-aecd-0848cc84af61, host n-h2-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=5064484f-c38b-4d38-aecd-0848cc84af61,segment=NetworkSegment(ce212c09-2307-4a5c-9bb2-5de2cac09d22),segment_id=ce212c09-2307-4a5c-9bb2-5de2cac09d22)] {{(pid=84887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 19:58:41.252898 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-8a6a33f2-a3a4-4cbf-95af-a1cb544dfee8 req-83fb4068-6f05-492c-88fb-19fb3278b513 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=ea938153-b214-4e51-bda9-885f36ad1775 HTTP/1.1" status: 200 len: 210 time: 0.0927742 May 30 19:58:41.433588 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-bac84c1c-0d05-4348-b82a-2136853cb287 req-70c42cc9-037d-4937-b7cc-6eb8ee1edfc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:41.475144 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75da1af-1bbf-47f5-a2c0-435824c83080 req-a30dfcc4-8402-41c6-be37-9b4c94dff2ef tempest-QuotasAdminNegativeTest-777859874 tempest-QuotasAdminNegativeTest-777859874-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:41.482800 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a75da1af-1bbf-47f5-a2c0-435824c83080 req-a30dfcc4-8402-41c6-be37-9b4c94dff2ef tempest-QuotasAdminNegativeTest-777859874 tempest-QuotasAdminNegativeTest-777859874-project] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3704932 May 30 19:58:41.505098 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a75da1af-1bbf-47f5-a2c0-435824c83080 req-8e485157-8000-4d22-bfe1-507b6477ecef tempest-QuotasAdminNegativeTest-777859874 tempest-QuotasAdminNegativeTest-777859874-project] 10.222.0.85 "GET /v2.0/quotas/6681fbba67a545c4b76eff598245f83d HTTP/1.1" status: 200 len: 375 time: 0.0213118 May 30 19:58:41.582198 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a75da1af-1bbf-47f5-a2c0-435824c83080 req-476998e3-c801-4e77-96a1-d921d2db7c81 tempest-QuotasAdminNegativeTest-777859874 tempest-QuotasAdminNegativeTest-777859874-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=6681fbba67a545c4b76eff598245f83d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0759447 May 30 19:58:41.708079 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-bac84c1c-0d05-4348-b82a-2136853cb287 req-70c42cc9-037d-4937-b7cc-6eb8ee1edfc9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:41.709944 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-bac84c1c-0d05-4348-b82a-2136853cb287 req-70c42cc9-037d-4937-b7cc-6eb8ee1edfc9 service neutron] 10.222.0.86 "PUT /v2.0/ports/5064484f-c38b-4d38-aecd-0848cc84af61 HTTP/1.1" status: 200 len: 1091 time: 3.0459168 May 30 19:58:41.711437 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92145c5b-667d-4972-946e-f9fb452f6ef4 req-78138268-ce59-4b39-85f5-292b30e1fd85 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:41.723860 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-92145c5b-667d-4972-946e-f9fb452f6ef4 req-78138268-ce59-4b39-85f5-292b30e1fd85 service neutron] 10.222.0.86 "GET /v2.0/networks?id=4344fbed-57fb-43d7-b32d-6020ce60f0a1 HTTP/1.1" status: 200 len: 870 time: 0.5285304 May 30 19:58:41.724903 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2599397-eb02-4911-82c0-130d7380a64f', 'tag': '5064484f-c38b-4d38-aecd-0848cc84af61'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:58:41.735887 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c42cc9-037d-4937-b7cc-6eb8ee1edfc9 service neutron] Pushing event updated for resources: {'Port': ['ID=5064484f-c38b-4d38-aecd-0848cc84af61,revision_number=3']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:58:41.752849 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8dce5016-4014-43b1-9cdb-fc1c8c807261 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:42.015519 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-92145c5b-667d-4972-946e-f9fb452f6ef4 req-10ec6bf7-4e71-4ad6-81d9-dc4e338b366a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=4ba96f01-c63d-49e9-ac04-84110a984375 HTTP/1.1" status: 200 len: 217 time: 0.2545664 May 30 19:58:42.065023 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975d3c2a-13c9-43f5-87a4-0a1755deb825 req-1f8db7ce-58a2-4911-b7ae-d7584cbf4e8c tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:42.066664 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-975d3c2a-13c9-43f5-87a4-0a1755deb825 req-1f8db7ce-58a2-4911-b7ae-d7584cbf4e8c tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/networks?id=22982b8a-b22c-41df-a053-0dde355094a5 HTTP/1.1" status: 200 len: 807 time: 0.2851100 May 30 19:58:42.074586 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-8dce5016-4014-43b1-9cdb-fc1c8c807261 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:58:42.076398 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-bac84c1c-0d05-4348-b82a-2136853cb287 req-3b380a80-4693-47c0-947a-9ffc4efe4297 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f8671c8955ba49549063462441cf84be&device_id=e2599397-eb02-4911-82c0-130d7380a64f HTTP/1.1" status: 200 len: 1094 time: 0.1849263 May 30 19:58:42.082838 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-8dce5016-4014-43b1-9cdb-fc1c8c807261 admin admin] Usage tracker for resource:security_group_rule and tenant:ba7e9c611ebe4807acd5a2baa09bc288 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:58:42.090070 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-8dce5016-4014-43b1-9cdb-fc1c8c807261 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:58:42.091888 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fda8ae4-713c-4c39-b286-2fcd320e1e56 req-b6763ada-7954-4985-934b-02a101e78d4c tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:42.093426 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8fda8ae4-713c-4c39-b286-2fcd320e1e56 req-b6763ada-7954-4985-934b-02a101e78d4c tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] 10.222.0.85 "GET /v2.0/ports?device_id=e2599397-eb02-4911-82c0-130d7380a64f HTTP/1.1" status: 200 len: 943 time: 0.8175180 May 30 19:58:42.104174 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-8dce5016-4014-43b1-9cdb-fc1c8c807261 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:58:42.116249 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-975d3c2a-13c9-43f5-87a4-0a1755deb825 req-cd66112a-3711-4055-9f8c-d2a603d565a4 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/quotas/e03d8798de6f4daa8bc8080dc719ce8a HTTP/1.1" status: 200 len: 375 time: 0.0280464 May 30 19:58:42.251286 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-bac84c1c-0d05-4348-b82a-2136853cb287 req-3404a5ae-5428-4c40-99b8-2f41850d408f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5064484f-c38b-4d38-aecd-0848cc84af61 HTTP/1.1" status: 200 len: 217 time: 0.1561592 May 30 19:58:42.253286 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8dce5016-4014-43b1-9cdb-fc1c8c807261 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:42.262430 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92145c5b-667d-4972-946e-f9fb452f6ef4 req-a7a54814-4211-4c8b-b567-ff12eb31d82a service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:42.263862 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-92145c5b-667d-4972-946e-f9fb452f6ef4 req-a7a54814-4211-4c8b-b567-ff12eb31d82a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1b83ff54-b1af-44ce-bb75-ba148920553c HTTP/1.1" status: 200 len: 843 time: 0.2438149 May 30 19:58:42.271128 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-975d3c2a-13c9-43f5-87a4-0a1755deb825 req-5abbdf94-ae80-45f6-9ff3-027ae06c1a63 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=e03d8798de6f4daa8bc8080dc719ce8a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1379418 May 30 19:58:42.352060 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8fda8ae4-713c-4c39-b286-2fcd320e1e56 req-3cf3673e-00df-4cf7-8c40-9f986b353057 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] 10.222.0.85 "GET /v2.0/security-groups?id=7d58850f-4d9d-478d-9914-1845c7c490d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1625059 May 30 19:58:42.355293 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 42424) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:58:42.454306 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8dce5016-4014-43b1-9cdb-fc1c8c807261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:42.507681 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac84c1c-0d05-4348-b82a-2136853cb287 req-502250a2-97b9-4148-8d53-73a0e6921ba9 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:42.510102 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-bac84c1c-0d05-4348-b82a-2136853cb287 req-502250a2-97b9-4148-8d53-73a0e6921ba9 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=82761f11-2140-4c34-b51b-d85edab7a1af HTTP/1.1" status: 200 len: 862 time: 0.2442183 May 30 19:58:42.574563 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-8dce5016-4014-43b1-9cdb-fc1c8c807261 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=ba7e9c611ebe4807acd5a2baa09bc288&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5956488 May 30 19:58:42.584865 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 42432) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:58:42.595832 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dce5016-4014-43b1-9cdb-fc1c8c807261 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74eb23db-a37c-440f-801d-3a7b1bbaa722,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:58:42.710131 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7bb3405b-0f6d-4142-a557-a4909ce29331 req-eda5f09e-b8ab-4d9a-8269-d4afdcae0e11 tempest-ServersAdmin275Test-237620186 tempest-ServersAdmin275Test-237620186-project] 10.222.0.85 "GET /v2.0/ports?device_id=ea938153-b214-4e51-bda9-885f36ad1775 HTTP/1.1" status: 200 len: 210 time: 0.1976964 May 30 19:58:42.817300 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-975d3c2a-13c9-43f5-87a4-0a1755deb825 req-286f6203-c73a-45ab-b047-060efb87b795 service neutron] 10.222.0.85 "GET /v2.0/networks/22982b8a-b22c-41df-a053-0dde355094a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5387285 May 30 19:58:42.914204 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-92145c5b-667d-4972-946e-f9fb452f6ef4 req-e141a2fe-c39d-4d5a-8d56-f99ed97a5ab3 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4344fbed-57fb-43d7-b32d-6020ce60f0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5624876 May 30 19:58:42.920178 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-bac84c1c-0d05-4348-b82a-2136853cb287 req-d0903d6c-ff56-40d9-8b9e-1df922b20972 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=399356b2-01b1-4b9e-84e5-ec68f4845059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3967841 May 30 19:58:43.024662 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-8fc157f9-0566-4257-acff-9e003de384cd admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-737321899-network', 'tenant_id': '507d6785502940d28c178ad4aae87e46'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:58:43.102506 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-8fc157f9-0566-4257-acff-9e003de384cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:58:43.102794 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-08daf4f0-5350-44f0-9000-af430666f617 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:43.110340 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 4ba96f01-c63d-49e9-ac04-84110a984375 details requested by agent hyperv_n-h2-843948-2 with host n-h2-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 19:58:43.192057 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-08daf4f0-5350-44f0-9000-af430666f617 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:43.227001 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-975d3c2a-13c9-43f5-87a4-0a1755deb825 req-826d911e-deb8-4743-bbff-f7479358d626 service neutron] 10.222.0.85 "GET /v2.0/networks/22982b8a-b22c-41df-a053-0dde355094a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4082429 May 30 19:58:43.270755 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-8fc157f9-0566-4257-acff-9e003de384cd admin admin] Usage tracker for resource:network and tenant:507d6785502940d28c178ad4aae87e46 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:58:43.299140 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-8fc157f9-0566-4257-acff-9e003de384cd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:58:43.330020 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-8fc157f9-0566-4257-acff-9e003de384cd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:58:43.483403 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-08daf4f0-5350-44f0-9000-af430666f617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:43.527874 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08daf4f0-5350-44f0-9000-af430666f617 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74eb23db-a37c-440f-801d-3a7b1bbaa722,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:58:43.534571 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-08daf4f0-5350-44f0-9000-af430666f617 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:43.540782 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-08daf4f0-5350-44f0-9000-af430666f617 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/74eb23db-a37c-440f-801d-3a7b1bbaa722 HTTP/1.1" status: 204 len: 168 time: 0.9541669 May 30 19:58:43.556351 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fc157f9-0566-4257-acff-9e003de384cd admin admin] Made reservation on behalf of 507d6785502940d28c178ad4aae87e46 for: {'network': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 19:58:43.571878 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8fc157f9-0566-4257-acff-9e003de384cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:43.595332 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 4ba96f01-c63d-49e9-ac04-84110a984375, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=4ba96f01-c63d-49e9-ac04-84110a984375,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:58:43.625034 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Returning: {'device': '4ba96f01-c63d-49e9-ac04-84110a984375', 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1', 'port_id': '4ba96f01-c63d-49e9-ac04-84110a984375', 'mac_address': 'fa:16:3e:98:60:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b83ff54-b1af-44ce-bb75-ba148920553c', 'ip_address': '192.168.233.217'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 19:58:43.686554 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8fc157f9-0566-4257-acff-9e003de384cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:43.750119 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-92145c5b-667d-4972-946e-f9fb452f6ef4 req-135c6c95-cdde-4516-b2f5-26164178f73d service neutron] 10.222.0.86 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8224947 May 30 19:58:43.817079 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:43.864928 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ba96f01-c63d-49e9-ac04-84110a984375 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 19:58:43.898566 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 4ba96f01-c63d-49e9-ac04-84110a984375, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=4ba96f01-c63d-49e9-ac04-84110a984375,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:58:44.020264 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:44.025292 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-bac84c1c-0d05-4348-b82a-2136853cb287 req-283e3c04-76e7-4422-9fb0-a78df630c975 service neutron] 10.222.0.86 "GET /v2.0/networks/399356b2-01b1-4b9e-84e5-ec68f4845059?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0957284 May 30 19:58:44.038718 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd55d84f-a809-4bfc-b6f6-ee03d121147c'] response: {'name': 'network-changed', 'server_uuid': 'e2599397-eb02-4911-82c0-130d7380a64f', 'tag': '5064484f-c38b-4d38-aecd-0848cc84af61', 'status': 'completed', 'code': 200} May 30 19:58:44.318977 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-8fc157f9-0566-4257-acff-9e003de384cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:58:44.351616 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-8fc157f9-0566-4257-acff-9e003de384cd admin admin] Usage tracker for resource:security_group_rule and tenant:507d6785502940d28c178ad4aae87e46 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:58:44.354829 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=4ba96f01-c63d-49e9-ac04-84110a984375,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:58:44.357356 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-8fc157f9-0566-4257-acff-9e003de384cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:58:44.372026 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:58:44.373120 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:58:44.377666 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:58:44.378582 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:58:44.379331 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:58:44.380086 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:58:44.380272 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-8fc157f9-0566-4257-acff-9e003de384cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:58:44.381007 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:58:44.381786 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:58:44.382535 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:58:44.383274 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:58:44.384090 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:58:44.424688 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377ec85a-03d7-4534-b639-fe4bd223c54e req-fed02fd4-bc09-403e-9521-6b2c1d161d50 tempest-TenantUsagesTestJSON-1843351214 tempest-TenantUsagesTestJSON-1843351214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:44.428464 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-377ec85a-03d7-4534-b639-fe4bd223c54e req-fed02fd4-bc09-403e-9521-6b2c1d161d50 tempest-TenantUsagesTestJSON-1843351214 tempest-TenantUsagesTestJSON-1843351214-project] 10.222.0.85 "GET /v2.0/ports?device_id=3cb68703-13b0-40da-8437-ce7a5dbfc6e4 HTTP/1.1" status: 200 len: 949 time: 0.2033176 May 30 19:58:44.455353 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['4ba96f01-c63d-49e9-ac04-84110a984375'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 19:58:44.563275 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8fc157f9-0566-4257-acff-9e003de384cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:44.612331 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-92145c5b-667d-4972-946e-f9fb452f6ef4 req-8a50183a-3b25-4af9-a2c7-c066cce125bb service neutron] 10.222.0.86 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8475256 May 30 19:58:44.649842 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-377ec85a-03d7-4534-b639-fe4bd223c54e req-5b9b0928-8ea8-4332-8b0f-232cd9fdf110 tempest-TenantUsagesTestJSON-1843351214 tempest-TenantUsagesTestJSON-1843351214-project] 10.222.0.85 "GET /v2.0/security-groups?id=61b1b0d6-6c83-4455-94c7-c27a2f8253b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100420 May 30 19:58:44.699744 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8fc157f9-0566-4257-acff-9e003de384cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:44.783628 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-bac84c1c-0d05-4348-b82a-2136853cb287 req-08657a20-7fec-49e6-bdbd-2b88bae7696d service neutron] 10.222.0.86 "GET /v2.0/networks/399356b2-01b1-4b9e-84e5-ec68f4845059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7294321 May 30 19:58:44.787319 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc157f9-0566-4257-acff-9e003de384cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e04d9b86-3d99-41a3-8241-c517ec1f4730,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:58:44.896331 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56095434-a5e8-4cda-bdcc-f9387c29ac9a req-9b20fd41-3de9-4d6a-a094-4fda437e5a39 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:44.912921 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-56095434-a5e8-4cda-bdcc-f9387c29ac9a req-9b20fd41-3de9-4d6a-a094-4fda437e5a39 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] 10.222.0.85 "GET /v2.0/ports?device_id=e2599397-eb02-4911-82c0-130d7380a64f HTTP/1.1" status: 200 len: 943 time: 0.2931442 May 30 19:58:45.049184 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b9381845-524f-4512-a792-6ca25b4027db req-8dc4a8a4-3fea-4cd6-8536-c81944221e3b tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/ports?device_id=e5dfa99e-d6bb-4b77-88eb-3c6fe6683873 HTTP/1.1" status: 200 len: 210 time: 0.1567316 May 30 19:58:45.122863 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fc157f9-0566-4257-acff-9e003de384cd admin admin] vlan segment allocate from pool success with {'vlan_id': 695, 'physical_network': 'physnet1'} {{(pid=84887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 19:58:45.182277 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8fc157f9-0566-4257-acff-9e003de384cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:45.183639 n-d-843948-2 neutron-server[84887]: INFO neutron.db.segments_db [None req-8fc157f9-0566-4257-acff-9e003de384cd admin admin] Added segment 4048bfa0-f1bd-4aa7-86bf-7023b66ee7f9 of type vlan for network a2a2680a-30c7-4004-a919-1078d0f1a0a1 May 30 19:58:45.212791 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-56095434-a5e8-4cda-bdcc-f9387c29ac9a req-703c1608-1ca6-4eff-9d0a-0cf821942c64 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] 10.222.0.85 "GET /v2.0/security-groups?id=7d58850f-4d9d-478d-9914-1845c7c490d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2973557 May 30 19:58:45.302778 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8fc157f9-0566-4257-acff-9e003de384cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:45.353078 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7428234b-d419-4de2-bd25-4b296baa90b8 req-c8d9acac-842b-408c-8b57-ecffd2cbf910 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f8671c8955ba49549063462441cf84be&device_id=e2599397-eb02-4911-82c0-130d7380a64f HTTP/1.1" status: 200 len: 1094 time: 0.3409300 May 30 19:58:45.403045 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-55ef7ab9-a666-44a2-95ad-28742b526e97 req-e8b854b4-bd93-48a7-89d2-0b10c7c7c379 tempest-ServersAdmin275Test-237620186 tempest-ServersAdmin275Test-237620186-project] 10.222.0.85 "GET /v2.0/ports?device_id=ea938153-b214-4e51-bda9-885f36ad1775 HTTP/1.1" status: 200 len: 210 time: 0.0577250 May 30 19:58:45.555954 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8fc157f9-0566-4257-acff-9e003de384cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:45.557360 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc157f9-0566-4257-acff-9e003de384cd admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:45.558340 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8fc157f9-0566-4257-acff-9e003de384cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:45.742835 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc157f9-0566-4257-acff-9e003de384cd admin admin] Pushing event updated for resources: {'Network': ['ID=a2a2680a-30c7-4004-a919-1078d0f1a0a1,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:58:45.756422 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network a2a2680a-30c7-4004-a919-1078d0f1a0a1 details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 19:58:45.799809 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7428234b-d419-4de2-bd25-4b296baa90b8 req-9c8cd0bc-42b8-4cec-8f54-f0a29e1fd662 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:45.801303 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7428234b-d419-4de2-bd25-4b296baa90b8 req-9c8cd0bc-42b8-4cec-8f54-f0a29e1fd662 service neutron] 10.222.0.86 "GET /v2.0/networks?id=399356b2-01b1-4b9e-84e5-ec68f4845059 HTTP/1.1" status: 200 len: 924 time: 0.4424376 May 30 19:58:45.861055 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 42494) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:58:45.931759 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ac64eb88-494e-43bc-b9b0-2c09a2f77004 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:45.954223 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-8fc157f9-0566-4257-acff-9e003de384cd admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 3.5975468 May 30 19:58:45.960381 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 42498) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:58:45.973749 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-1dec97d5-f95f-4deb-a844-fd4be3740e94 admin admin] Request body: {'subnet': {'network_id': 'a2a2680a-30c7-4004-a919-1078d0f1a0a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-737321899-subnet', 'tenant_id': '507d6785502940d28c178ad4aae87e46', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:58:45.978977 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-1dec97d5-f95f-4deb-a844-fd4be3740e94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:58:45.983000 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7428234b-d419-4de2-bd25-4b296baa90b8 req-8fd6d94e-3ccc-4b1d-8c62-33293a6adb84 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5064484f-c38b-4d38-aecd-0848cc84af61 HTTP/1.1" status: 200 len: 217 time: 0.1739762 May 30 19:58:45.990955 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-1dec97d5-f95f-4deb-a844-fd4be3740e94 admin admin] Usage tracker for resource:subnet and tenant:507d6785502940d28c178ad4aae87e46 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:58:45.999458 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-1dec97d5-f95f-4deb-a844-fd4be3740e94 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:58:46.017717 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-ac64eb88-494e-43bc-b9b0-2c09a2f77004 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:58:46.030521 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-ac64eb88-494e-43bc-b9b0-2c09a2f77004 admin admin] Usage tracker for resource:security_group_rule and tenant:3fd1b392b3b6487abef4ce09bc331106 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:58:46.031007 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-1dec97d5-f95f-4deb-a844-fd4be3740e94 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:58:46.039171 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-ac64eb88-494e-43bc-b9b0-2c09a2f77004 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:58:46.056550 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-ac64eb88-494e-43bc-b9b0-2c09a2f77004 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:58:46.216377 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7428234b-d419-4de2-bd25-4b296baa90b8 req-c3b0011b-a645-4870-8cf9-c806a313ff87 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:46.222614 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7428234b-d419-4de2-bd25-4b296baa90b8 req-c3b0011b-a645-4870-8cf9-c806a313ff87 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=82761f11-2140-4c34-b51b-d85edab7a1af HTTP/1.1" status: 200 len: 862 time: 0.1725652 May 30 19:58:46.249964 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ac64eb88-494e-43bc-b9b0-2c09a2f77004 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:46.258788 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ed80310c-f941-4fe1-99e7-f9e1d5f3a1ea req-9752dcd8-086c-48d6-bec1-e3387feb27ca tempest-ServersAdmin275Test-237620186 tempest-ServersAdmin275Test-237620186-project] 10.222.0.85 "GET /v2.0/ports?device_id=ea938153-b214-4e51-bda9-885f36ad1775 HTTP/1.1" status: 200 len: 210 time: 0.0736134 May 30 19:58:46.321531 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dec97d5-f95f-4deb-a844-fd4be3740e94 admin admin] Made reservation on behalf of 507d6785502940d28c178ad4aae87e46 for: {'subnet': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 19:58:46.324024 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1dec97d5-f95f-4deb-a844-fd4be3740e94 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:46.339231 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ac64eb88-494e-43bc-b9b0-2c09a2f77004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:46.409027 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac64eb88-494e-43bc-b9b0-2c09a2f77004 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=685206bd-d23d-487f-811c-83e51682bd7c,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:58:46.456871 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-ac64eb88-494e-43bc-b9b0-2c09a2f77004 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=3fd1b392b3b6487abef4ce09bc331106&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5933604 May 30 19:58:46.461133 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 42518) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:58:46.653305 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7428234b-d419-4de2-bd25-4b296baa90b8 req-f249d8e6-97a8-4f75-87f1-a454d5366e25 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=399356b2-01b1-4b9e-84e5-ec68f4845059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4153061 May 30 19:58:46.666542 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f908e1-b98c-4f99-b88a-75312e81f988 req-9c49f05f-77fc-4bad-b6f4-7be88ef1d996 tempest-TenantUsagesTestJSON-1843351214 tempest-TenantUsagesTestJSON-1843351214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:46.671058 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-42d5a069-dcc8-4c62-a90f-281f74b33b8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:46.674482 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e3f908e1-b98c-4f99-b88a-75312e81f988 req-9c49f05f-77fc-4bad-b6f4-7be88ef1d996 tempest-TenantUsagesTestJSON-1843351214 tempest-TenantUsagesTestJSON-1843351214-project] 10.222.0.85 "GET /v2.0/ports?device_id=3cb68703-13b0-40da-8437-ce7a5dbfc6e4 HTTP/1.1" status: 200 len: 949 time: 0.2402542 May 30 19:58:46.702700 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-42d5a069-dcc8-4c62-a90f-281f74b33b8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:46.856964 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-42d5a069-dcc8-4c62-a90f-281f74b33b8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:46.902430 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a069-dcc8-4c62-a90f-281f74b33b8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=685206bd-d23d-487f-811c-83e51682bd7c,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:58:46.911227 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-42d5a069-dcc8-4c62-a90f-281f74b33b8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:46.918879 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-42d5a069-dcc8-4c62-a90f-281f74b33b8b admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/685206bd-d23d-487f-811c-83e51682bd7c HTTP/1.1" status: 204 len: 168 time: 0.4540544 May 30 19:58:47.118616 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e3f908e1-b98c-4f99-b88a-75312e81f988 req-47f349c4-1eea-4067-982d-2bf001922662 tempest-TenantUsagesTestJSON-1843351214 tempest-TenantUsagesTestJSON-1843351214-project] 10.222.0.85 "GET /v2.0/security-groups?id=61b1b0d6-6c83-4455-94c7-c27a2f8253b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4426305 May 30 19:58:47.138130 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 4ba96f01-c63d-49e9-ac04-84110a984375 up at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 19:58:47.195209 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7428234b-d419-4de2-bd25-4b296baa90b8 req-270649b8-560a-4d7c-bb19-d3b080773bf8 service neutron] 10.222.0.86 "GET /v2.0/networks/399356b2-01b1-4b9e-84e5-ec68f4845059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4881871 May 30 19:58:47.199272 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1dec97d5-f95f-4deb-a844-fd4be3740e94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for subnet, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:47.576043 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning for port 4ba96f01-c63d-49e9-ac04-84110a984375 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 19:58:47.589398 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning complete for port 4ba96f01-c63d-49e9-ac04-84110a984375 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:58:47.590053 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:47.751362 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-95fe8838-c62c-4037-95e7-7c3e63b3cde9 req-b33e091d-7fc9-4c6d-9eab-268de0c280b7 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/ports?device_id=e5dfa99e-d6bb-4b77-88eb-3c6fe6683873 HTTP/1.1" status: 200 len: 210 time: 0.1456072 May 30 19:58:47.752749 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dec97d5-f95f-4deb-a844-fd4be3740e94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8501e548-9fd0-4b41-a186-ee2d1e9a4a4f,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:58:47.783749 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7428234b-d419-4de2-bd25-4b296baa90b8 req-ef1754fb-7b6b-46e4-9491-a695cc05bd6b service neutron] 10.222.0.86 "GET /v2.0/networks/399356b2-01b1-4b9e-84e5-ec68f4845059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5775762 May 30 19:58:47.784010 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:47.786377 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975d3c2a-13c9-43f5-87a4-0a1755deb825 req-17828fe2-a372-4670-aec9-3366c81c02d6 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:47.811688 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-975d3c2a-13c9-43f5-87a4-0a1755deb825 req-17828fe2-a372-4670-aec9-3366c81c02d6 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.71 "GET /v2.0/networks?id=22982b8a-b22c-41df-a053-0dde355094a5 HTTP/1.1" status: 200 len: 807 time: 0.5850680 May 30 19:58:47.857379 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dec97d5-f95f-4deb-a844-fd4be3740e94 admin admin] Checking segment: {'id': '4048bfa0-f1bd-4aa7-86bf-7023b66ee7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2a2680a-30c7-4004-a919-1078d0f1a0a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 19:58:47.858081 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dec97d5-f95f-4deb-a844-fd4be3740e94 admin admin] Network hostable DHCP agents. Network: a2a2680a-30c7-4004-a919-1078d0f1a0a1, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 19:58:47.861852 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [req-975d3c2a-13c9-43f5-87a4-0a1755deb825 req-7a665afc-0044-41c5-8b0d-212c113b8fbb tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Request body: {'port': {'device_id': 'e5dfa99e-d6bb-4b77-88eb-3c6fe6683873', 'network_id': '22982b8a-b22c-41df-a053-0dde355094a5', 'admin_state_up': True, 'tenant_id': 'e03d8798de6f4daa8bc8080dc719ce8a'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:58:47.866688 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cb68703-13b0-40da-8437-ce7a5dbfc6e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ba96f01-c63d-49e9-ac04-84110a984375'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:58:47.894283 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 4ba96f01-c63d-49e9-ac04-84110a984375, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=4ba96f01-c63d-49e9-ac04-84110a984375,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:58:47.960018 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9b7065-c386-46ba-84f9-e36e4f4ffc20 req-8f9337d1-5c95-441a-bc2d-a5283c31699b tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:47.963143 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ca9b7065-c386-46ba-84f9-e36e4f4ffc20 req-8f9337d1-5c95-441a-bc2d-a5283c31699b tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] 10.222.0.85 "GET /v2.0/ports?device_id=e2599397-eb02-4911-82c0-130d7380a64f HTTP/1.1" status: 200 len: 943 time: 0.4608381 May 30 19:58:48.151694 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c98c354e-8a64-4997-8617-6e70e118a1f2 req-846e989a-abb6-49da-94f3-94227c212e8d tempest-ServersAdmin275Test-237620186 tempest-ServersAdmin275Test-237620186-project] 10.222.0.85 "GET /v2.0/ports?device_id=ea938153-b214-4e51-bda9-885f36ad1775 HTTP/1.1" status: 200 len: 210 time: 0.0865402 May 30 19:58:48.185892 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ca9b7065-c386-46ba-84f9-e36e4f4ffc20 req-99eea151-e2e0-4921-99d0-f4189377c69f tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] 10.222.0.85 "GET /v2.0/security-groups?id=7d58850f-4d9d-478d-9914-1845c7c490d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1365533 May 30 19:58:48.218223 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-975d3c2a-13c9-43f5-87a4-0a1755deb825 req-7a665afc-0044-41c5-8b0d-212c113b8fbb tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:58:48.239203 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-975d3c2a-13c9-43f5-87a4-0a1755deb825 req-7a665afc-0044-41c5-8b0d-212c113b8fbb tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:58:48.268082 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:48.304763 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dec97d5-f95f-4deb-a844-fd4be3740e94 admin admin] Network a2a2680a-30c7-4004-a919-1078d0f1a0a1 is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 19:58:48.373807 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-975d3c2a-13c9-43f5-87a4-0a1755deb825 req-7a665afc-0044-41c5-8b0d-212c113b8fbb tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Made reservation on behalf of e03d8798de6f4daa8bc8080dc719ce8a for: {'port': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 19:58:48.379491 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-975d3c2a-13c9-43f5-87a4-0a1755deb825 req-7a665afc-0044-41c5-8b0d-212c113b8fbb tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:48.420817 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-1dec97d5-f95f-4deb-a844-fd4be3740e94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, a2a2680a-30c7-4004-a919-1078d0f1a0a1) {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 19:58:48.422057 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=4ba96f01-c63d-49e9-ac04-84110a984375,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:58:48.437981 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7cb068b0-0b44-4bb6-afd2-b91248430960 req-ace4ddd8-4b1a-4286-b04e-38ea33be5eec tempest-QuotasAdminNegativeTest-777859874 tempest-QuotasAdminNegativeTest-777859874-project] 10.222.0.85 "GET /v2.0/networks?tenant_id=6681fbba67a545c4b76eff598245f83d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0774169 May 30 19:58:48.439855 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dec97d5-f95f-4deb-a844-fd4be3740e94 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:48.441307 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1dec97d5-f95f-4deb-a844-fd4be3740e94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:48.454410 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be71f6e1-916f-4e53-8dcf-0dfd4511f19f None None] Network a2a2680a-30c7-4004-a919-1078d0f1a0a1 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 19:58:48.646689 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-1dec97d5-f95f-4deb-a844-fd4be3740e94 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.6845002 May 30 19:58:48.696051 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb068b0-0b44-4bb6-afd2-b91248430960 req-3801735f-cf8e-4d80-b41d-59fae894ef55 tempest-QuotasAdminNegativeTest-777859874 tempest-QuotasAdminNegativeTest-777859874-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:48.698086 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7cb068b0-0b44-4bb6-afd2-b91248430960 req-3801735f-cf8e-4d80-b41d-59fae894ef55 tempest-QuotasAdminNegativeTest-777859874 tempest-QuotasAdminNegativeTest-777859874-project] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2502766 May 30 19:58:48.726265 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7cb068b0-0b44-4bb6-afd2-b91248430960 req-9f950a6a-4030-4159-8aa7-21f6d9e6833c tempest-QuotasAdminNegativeTest-777859874 tempest-QuotasAdminNegativeTest-777859874-project] 10.222.0.85 "GET /v2.0/quotas/6681fbba67a545c4b76eff598245f83d HTTP/1.1" status: 200 len: 375 time: 0.0171945 May 30 19:58:48.845410 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7cb068b0-0b44-4bb6-afd2-b91248430960 req-8759273a-04f6-4980-9b4d-15e1209eac5c tempest-QuotasAdminNegativeTest-777859874 tempest-QuotasAdminNegativeTest-777859874-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=6681fbba67a545c4b76eff598245f83d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1022408 May 30 19:58:48.881973 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [req-975d3c2a-13c9-43f5-87a4-0a1755deb825 req-7a665afc-0044-41c5-8b0d-212c113b8fbb tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Allocated IP 172.20.0.9 (22982b8a-b22c-41df-a053-0dde355094a5/b885d147-b4ba-4062-ad34-3d5558c5dbbf/a0b47a60-2cb7-4bd5-9a85-2785c04ef634) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 19:58:48.969932 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af52ca86-45b1-4018-8915-fd1f95c8ee90 None None] Network a2a2680a-30c7-4004-a919-1078d0f1a0a1 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 19:58:49.219926 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9cb1461a-4938-4a33-9722-bafb7806af01'] response: {'server_uuid': '3cb68703-13b0-40da-8437-ce7a5dbfc6e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ba96f01-c63d-49e9-ac04-84110a984375', 'code': 200} May 30 19:58:49.220958 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 5064484f-c38b-4d38-aecd-0848cc84af61 details requested by agent hyperv_n-h2-843948-2 with host n-h2-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 19:58:49.346174 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c55caa03-a2b1-466a-a0ee-e48d4c6bb808 req-1bd82e19-bf3b-4b97-afa1-eff9c3012520 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=3cb68703-13b0-40da-8437-ce7a5dbfc6e4 HTTP/1.1" status: 200 len: 1101 time: 0.1751029 May 30 19:58:49.370148 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:49.433523 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c55caa03-a2b1-466a-a0ee-e48d4c6bb808 req-81327918-edeb-4477-9259-6bfa31a0c177 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=61b1b0d6-6c83-4455-94c7-c27a2f8253b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760648 May 30 19:58:49.512752 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-91283e95-587a-4633-9242-d7fc29cc178b req-51b7e31e-bed1-47b4-add6-fadab272a3bf tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/ports?device_id=e5dfa99e-d6bb-4b77-88eb-3c6fe6683873 HTTP/1.1" status: 200 len: 210 time: 0.0841346 May 30 19:58:49.635828 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8788fc-8ad4-4ce0-9d86-d9158f590e0b req-a6fcf45b-602e-4bdc-86fc-5f499b73ad4c tempest-TenantUsagesTestJSON-1843351214 tempest-TenantUsagesTestJSON-1843351214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:49.639167 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1d8788fc-8ad4-4ce0-9d86-d9158f590e0b req-a6fcf45b-602e-4bdc-86fc-5f499b73ad4c tempest-TenantUsagesTestJSON-1843351214 tempest-TenantUsagesTestJSON-1843351214-project] 10.222.0.85 "GET /v2.0/ports?device_id=3cb68703-13b0-40da-8437-ce7a5dbfc6e4 HTTP/1.1" status: 200 len: 950 time: 0.2830760 May 30 19:58:49.678373 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 5064484f-c38b-4d38-aecd-0848cc84af61, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=5064484f-c38b-4d38-aecd-0848cc84af61,segment=NetworkSegment(ce212c09-2307-4a5c-9bb2-5de2cac09d22),segment_id=ce212c09-2307-4a5c-9bb2-5de2cac09d22)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:58:49.689340 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-975d3c2a-13c9-43f5-87a4-0a1755deb825 req-7a665afc-0044-41c5-8b0d-212c113b8fbb tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:49.701471 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Returning: {'device': '5064484f-c38b-4d38-aecd-0848cc84af61', 'network_id': '399356b2-01b1-4b9e-84e5-ec68f4845059', 'port_id': '5064484f-c38b-4d38-aecd-0848cc84af61', 'mac_address': 'fa:16:3e:60:fc:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82761f11-2140-4c34-b51b-d85edab7a1af', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 19:58:49.730796 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 42578) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:58:49.843275 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1d8788fc-8ad4-4ce0-9d86-d9158f590e0b req-96a15714-f972-4c03-b80b-bc7226fe0341 tempest-TenantUsagesTestJSON-1843351214 tempest-TenantUsagesTestJSON-1843351214-project] 10.222.0.85 "GET /v2.0/security-groups?id=61b1b0d6-6c83-4455-94c7-c27a2f8253b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923847 May 30 19:58:49.849817 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-975d3c2a-13c9-43f5-87a4-0a1755deb825 req-7a665afc-0044-41c5-8b0d-212c113b8fbb tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:49.939546 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:49.961381 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5064484f-c38b-4d38-aecd-0848cc84af61 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 19:58:49.982919 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 5064484f-c38b-4d38-aecd-0848cc84af61, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=5064484f-c38b-4d38-aecd-0848cc84af61,segment=NetworkSegment(ce212c09-2307-4a5c-9bb2-5de2cac09d22),segment_id=ce212c09-2307-4a5c-9bb2-5de2cac09d22)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:58:50.010271 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-975d3c2a-13c9-43f5-87a4-0a1755deb825 req-7a665afc-0044-41c5-8b0d-212c113b8fbb tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Network 22982b8a-b22c-41df-a053-0dde355094a5 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 19:58:50.016199 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [req-975d3c2a-13c9-43f5-87a4-0a1755deb825 req-7a665afc-0044-41c5-8b0d-212c113b8fbb tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 19:58:50.020966 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [req-975d3c2a-13c9-43f5-87a4-0a1755deb825 req-7a665afc-0044-41c5-8b0d-212c113b8fbb tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 19:58:50.028273 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975d3c2a-13c9-43f5-87a4-0a1755deb825 req-7a665afc-0044-41c5-8b0d-212c113b8fbb tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:50.029368 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-975d3c2a-13c9-43f5-87a4-0a1755deb825 req-7a665afc-0044-41c5-8b0d-212c113b8fbb tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:50.048785 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-69989585-81be-4083-a81d-a8372d246431 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-390582854-network', 'tenant_id': '0563f72375ac4a6b81bbde416d12e54b'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:58:50.053849 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a665afc-0044-41c5-8b0d-212c113b8fbb tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Pushing event updated for resources: {'Port': ['ID=a0b47a60-2cb7-4bd5-9a85-2785c04ef634,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:58:50.063881 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-69989585-81be-4083-a81d-a8372d246431 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:58:50.070938 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-69989585-81be-4083-a81d-a8372d246431 admin admin] Usage tracker for resource:network and tenant:0563f72375ac4a6b81bbde416d12e54b is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:58:50.089487 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-69989585-81be-4083-a81d-a8372d246431 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:58:50.100318 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:50.113004 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-69989585-81be-4083-a81d-a8372d246431 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:58:50.215363 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=5064484f-c38b-4d38-aecd-0848cc84af61,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:58:50.229105 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-975d3c2a-13c9-43f5-87a4-0a1755deb825 req-7a665afc-0044-41c5-8b0d-212c113b8fbb tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3940523 May 30 19:58:50.244626 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [req-975d3c2a-13c9-43f5-87a4-0a1755deb825 req-38f00fe1-61c3-4f5c-8f05-f708804d72f5 service neutron] Request body: {'port': {'device_id': 'e5dfa99e-d6bb-4b77-88eb-3c6fe6683873', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843948-2'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:58:50.329025 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69989585-81be-4083-a81d-a8372d246431 admin admin] Made reservation on behalf of 0563f72375ac4a6b81bbde416d12e54b for: {'network': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 19:58:50.333127 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-69989585-81be-4083-a81d-a8372d246431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:50.355966 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['5064484f-c38b-4d38-aecd-0848cc84af61'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 19:58:50.365786 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-69989585-81be-4083-a81d-a8372d246431 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:50.577327 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-69989585-81be-4083-a81d-a8372d246431 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:58:50.582835 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-69989585-81be-4083-a81d-a8372d246431 admin admin] Usage tracker for resource:security_group_rule and tenant:0563f72375ac4a6b81bbde416d12e54b is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:58:50.585588 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e3e11f-a3df-4103-916b-4a47a613b0b3 req-a0d9d467-1a8e-46b5-843a-2179ef82e874 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:50.586566 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-69989585-81be-4083-a81d-a8372d246431 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:58:50.598557 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a7e3e11f-a3df-4103-916b-4a47a613b0b3 req-a0d9d467-1a8e-46b5-843a-2179ef82e874 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] 10.222.0.85 "GET /v2.0/ports?device_id=e2599397-eb02-4911-82c0-130d7380a64f HTTP/1.1" status: 200 len: 944 time: 0.3201232 May 30 19:58:50.612769 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-69989585-81be-4083-a81d-a8372d246431 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:58:50.625493 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-975d3c2a-13c9-43f5-87a4-0a1755deb825 req-38f00fe1-61c3-4f5c-8f05-f708804d72f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:50.767685 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-69989585-81be-4083-a81d-a8372d246431 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:50.874154 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-69989585-81be-4083-a81d-a8372d246431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:50.893968 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a7e3e11f-a3df-4103-916b-4a47a613b0b3 req-020483e4-70aa-42ca-9194-c29eca9caaf3 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] 10.222.0.85 "GET /v2.0/security-groups?id=7d58850f-4d9d-478d-9914-1845c7c490d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2936134 May 30 19:58:50.895095 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69989585-81be-4083-a81d-a8372d246431 admin admin] vlan segment allocate from pool success with {'vlan_id': 661, 'physical_network': 'physnet1'} {{(pid=84887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 19:58:50.934130 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-69989585-81be-4083-a81d-a8372d246431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:50.934712 n-d-843948-2 neutron-server[84887]: INFO neutron.db.segments_db [None req-69989585-81be-4083-a81d-a8372d246431 admin admin] Added segment 405d1b64-5851-4659-a39d-8a0b9804c452 of type vlan for network 25f9b51f-a28c-4617-80c6-207eb4f1d0bb May 30 19:58:50.942526 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fe898ef6-e8a6-4a03-9b9e-be988b7da892 req-d84f52b2-c378-4e0a-b5ef-ccced2aec573 tempest-ServersAdmin275Test-237620186 tempest-ServersAdmin275Test-237620186-project] 10.222.0.85 "GET /v2.0/ports?device_id=ea938153-b214-4e51-bda9-885f36ad1775 HTTP/1.1" status: 200 len: 210 time: 0.1078119 May 30 19:58:50.972920 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69989585-81be-4083-a81d-a8372d246431 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e1d1430-3d20-4a84-8354-08bd9bcd7c84,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:58:51.001870 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-69989585-81be-4083-a81d-a8372d246431 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:51.147094 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-69989585-81be-4083-a81d-a8372d246431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:51.148245 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69989585-81be-4083-a81d-a8372d246431 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:51.149469 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-69989585-81be-4083-a81d-a8372d246431 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:51.284513 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-69989585-81be-4083-a81d-a8372d246431 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.5522835 May 30 19:58:51.334137 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 42610) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:58:51.348192 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-1cb632b5-0ab1-465b-b141-d77a1e64aa88 admin admin] Request body: {'subnet': {'network_id': '25f9b51f-a28c-4617-80c6-207eb4f1d0bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-390582854-subnet', 'tenant_id': '0563f72375ac4a6b81bbde416d12e54b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:58:51.352169 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69989585-81be-4083-a81d-a8372d246431 admin admin] Pushing event updated for resources: {'Network': ['ID=25f9b51f-a28c-4617-80c6-207eb4f1d0bb,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:58:51.366436 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-1cb632b5-0ab1-465b-b141-d77a1e64aa88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:58:51.373893 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network 25f9b51f-a28c-4617-80c6-207eb4f1d0bb details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 19:58:51.383722 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-1cb632b5-0ab1-465b-b141-d77a1e64aa88 admin admin] Usage tracker for resource:subnet and tenant:0563f72375ac4a6b81bbde416d12e54b is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:58:51.391706 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-1cb632b5-0ab1-465b-b141-d77a1e64aa88 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:58:51.403869 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [req-975d3c2a-13c9-43f5-87a4-0a1755deb825 req-38f00fe1-61c3-4f5c-8f05-f708804d72f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0b47a60-2cb7-4bd5-9a85-2785c04ef634 {{(pid=84886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 19:58:51.411830 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-1cb632b5-0ab1-465b-b141-d77a1e64aa88 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:58:51.417698 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-975d3c2a-13c9-43f5-87a4-0a1755deb825 req-38f00fe1-61c3-4f5c-8f05-f708804d72f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:51.446847 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf01c38f-f181-4be5-b09f-2a2efe18d923 req-dd610c58-e31e-41b2-9959-3cd5a74d199e tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:51.448459 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-cf01c38f-f181-4be5-b09f-2a2efe18d923 req-dd610c58-e31e-41b2-9959-3cd5a74d199e tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/ports?device_id=e5dfa99e-d6bb-4b77-88eb-3c6fe6683873 HTTP/1.1" status: 200 len: 931 time: 0.1695879 May 30 19:58:51.448711 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [req-975d3c2a-13c9-43f5-87a4-0a1755deb825 req-38f00fe1-61c3-4f5c-8f05-f708804d72f5 service neutron] Transition to ACTIVE for port object a0b47a60-2cb7-4bd5-9a85-2785c04ef634 will not be triggered until provisioned by entity L2. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:58:51.466380 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 42616) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:58:51.480297 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-8ed65a03-a81c-4963-9230-63263839d007 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-101627549-network', 'tenant_id': 'e72b185f4ac74a328481712ed748859b'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:58:51.491937 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-8ed65a03-a81c-4963-9230-63263839d007 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:58:51.497793 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-8ed65a03-a81c-4963-9230-63263839d007 admin admin] Usage tracker for resource:network and tenant:e72b185f4ac74a328481712ed748859b is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:58:51.505011 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-8ed65a03-a81c-4963-9230-63263839d007 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:58:51.518039 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-8ed65a03-a81c-4963-9230-63263839d007 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:58:51.539173 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-cf01c38f-f181-4be5-b09f-2a2efe18d923 req-424ba107-53c1-4258-b57c-98162aafd130 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/security-groups?id=b7c7fe04-8ab6-4ec0-af46-b4358854e449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755301 May 30 19:58:51.547379 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cb632b5-0ab1-465b-b141-d77a1e64aa88 admin admin] Made reservation on behalf of 0563f72375ac4a6b81bbde416d12e54b for: {'subnet': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 19:58:51.547379 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1cb632b5-0ab1-465b-b141-d77a1e64aa88 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:51.591398 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-975d3c2a-13c9-43f5-87a4-0a1755deb825 req-38f00fe1-61c3-4f5c-8f05-f708804d72f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:51.830807 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:51.875253 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ed65a03-a81c-4963-9230-63263839d007 admin admin] Made reservation on behalf of e72b185f4ac74a328481712ed748859b for: {'network': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 19:58:51.881653 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8ed65a03-a81c-4963-9230-63263839d007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:51.902002 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd1103c-6e07-4333-9bd2-3a305597a88d req-8c932c76-19dd-4e54-8817-956ba5a6ee27 tempest-TenantUsagesTestJSON-1843351214 tempest-TenantUsagesTestJSON-1843351214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:51.903635 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3fd1103c-6e07-4333-9bd2-3a305597a88d req-8c932c76-19dd-4e54-8817-956ba5a6ee27 tempest-TenantUsagesTestJSON-1843351214 tempest-TenantUsagesTestJSON-1843351214-project] 10.222.0.85 "GET /v2.0/ports?device_id=3cb68703-13b0-40da-8437-ce7a5dbfc6e4 HTTP/1.1" status: 200 len: 950 time: 0.1992531 May 30 19:58:51.945604 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8ed65a03-a81c-4963-9230-63263839d007 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:51.992623 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f00fe1-61c3-4f5c-8f05-f708804d72f5 service neutron] Pushing event updated for resources: {'Port': ['ID=a0b47a60-2cb7-4bd5-9a85-2785c04ef634,revision_number=2']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:58:52.009099 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3fd1103c-6e07-4333-9bd2-3a305597a88d req-8c3dc0c6-b7da-4a9a-8775-cd654d259c2c tempest-TenantUsagesTestJSON-1843351214 tempest-TenantUsagesTestJSON-1843351214-project] 10.222.0.85 "GET /v2.0/security-groups?id=61b1b0d6-6c83-4455-94c7-c27a2f8253b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887110 May 30 19:58:52.080318 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1cb632b5-0ab1-465b-b141-d77a1e64aa88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for subnet, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:52.111321 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-975d3c2a-13c9-43f5-87a4-0a1755deb825 req-38f00fe1-61c3-4f5c-8f05-f708804d72f5 service neutron] Attempting to bind port a0b47a60-2cb7-4bd5-9a85-2785c04ef634 on host n-h1-843948-2 for vnic_type normal with profile {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 19:58:52.120724 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-975d3c2a-13c9-43f5-87a4-0a1755deb825 req-38f00fe1-61c3-4f5c-8f05-f708804d72f5 service neutron] Attempting to bind port a0b47a60-2cb7-4bd5-9a85-2785c04ef634 by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': '4d4a7668-7a19-4452-8bd2-a5411730cf30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '22982b8a-b22c-41df-a053-0dde355094a5'}] {{(pid=84886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 19:58:52.120724 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975d3c2a-13c9-43f5-87a4-0a1755deb825 req-38f00fe1-61c3-4f5c-8f05-f708804d72f5 service neutron] Attempting to bind port a0b47a60-2cb7-4bd5-9a85-2785c04ef634 on network 22982b8a-b22c-41df-a053-0dde355094a5 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:58:52.120724 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-8ed65a03-a81c-4963-9230-63263839d007 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:58:52.131675 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-8ed65a03-a81c-4963-9230-63263839d007 admin admin] Usage tracker for resource:security_group_rule and tenant:e72b185f4ac74a328481712ed748859b is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:58:52.138031 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-8ed65a03-a81c-4963-9230-63263839d007 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:58:52.144010 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975d3c2a-13c9-43f5-87a4-0a1755deb825 req-38f00fe1-61c3-4f5c-8f05-f708804d72f5 service neutron] Port a0b47a60-2cb7-4bd5-9a85-2785c04ef634 on network 22982b8a-b22c-41df-a053-0dde355094a5 not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 19:58:52.151436 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975d3c2a-13c9-43f5-87a4-0a1755deb825 req-38f00fe1-61c3-4f5c-8f05-f708804d72f5 service neutron] Attempting to bind port a0b47a60-2cb7-4bd5-9a85-2785c04ef634 on network 22982b8a-b22c-41df-a053-0dde355094a5 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:58:52.164542 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-8ed65a03-a81c-4963-9230-63263839d007 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:58:52.183237 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975d3c2a-13c9-43f5-87a4-0a1755deb825 req-38f00fe1-61c3-4f5c-8f05-f708804d72f5 service neutron] Checking agent: {'id': 'f728d74e-a4ae-4384-860b-a5ade05dd8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 19, 58, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 19:58:52.183768 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975d3c2a-13c9-43f5-87a4-0a1755deb825 req-38f00fe1-61c3-4f5c-8f05-f708804d72f5 service neutron] Checking segment: {'id': '4d4a7668-7a19-4452-8bd2-a5411730cf30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '22982b8a-b22c-41df-a053-0dde355094a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 19:58:52.184400 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975d3c2a-13c9-43f5-87a4-0a1755deb825 req-38f00fe1-61c3-4f5c-8f05-f708804d72f5 service neutron] Bound using segment: {'id': '4d4a7668-7a19-4452-8bd2-a5411730cf30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '22982b8a-b22c-41df-a053-0dde355094a5'} {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 19:58:52.185964 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-975d3c2a-13c9-43f5-87a4-0a1755deb825 req-38f00fe1-61c3-4f5c-8f05-f708804d72f5 service neutron] Bound port: a0b47a60-2cb7-4bd5-9a85-2785c04ef634, host: n-h1-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d4a7668-7a19-4452-8bd2-a5411730cf30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '22982b8a-b22c-41df-a053-0dde355094a5'}}] {{(pid=84886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 19:58:52.186538 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-975d3c2a-13c9-43f5-87a4-0a1755deb825 req-38f00fe1-61c3-4f5c-8f05-f708804d72f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:52.196639 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb632b5-0ab1-465b-b141-d77a1e64aa88 admin admin] Checking segment: {'id': '405d1b64-5851-4659-a39d-8a0b9804c452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '25f9b51f-a28c-4617-80c6-207eb4f1d0bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 19:58:52.199378 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cb632b5-0ab1-465b-b141-d77a1e64aa88 admin admin] Network hostable DHCP agents. Network: 25f9b51f-a28c-4617-80c6-207eb4f1d0bb, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 19:58:52.223254 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb632b5-0ab1-465b-b141-d77a1e64aa88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88c61ba8-49a1-4f24-baab-286f1eff3fc0,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:58:52.333535 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cb632b5-0ab1-465b-b141-d77a1e64aa88 admin admin] Network 25f9b51f-a28c-4617-80c6-207eb4f1d0bb is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 19:58:52.447265 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-975d3c2a-13c9-43f5-87a4-0a1755deb825 req-38f00fe1-61c3-4f5c-8f05-f708804d72f5 service neutron] For port a0b47a60-2cb7-4bd5-9a85-2785c04ef634, host n-h1-843948-2, cleared binding levels {{(pid=84886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 19:58:52.464044 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-1cb632b5-0ab1-465b-b141-d77a1e64aa88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, 25f9b51f-a28c-4617-80c6-207eb4f1d0bb) {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 19:58:52.481906 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e99cb9-d5c6-4dc2-bea1-cce8886437c8 None None] Network 25f9b51f-a28c-4617-80c6-207eb4f1d0bb requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 19:58:52.513534 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb632b5-0ab1-465b-b141-d77a1e64aa88 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:52.515867 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1cb632b5-0ab1-465b-b141-d77a1e64aa88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:52.599460 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-85e9d99d-d4e2-4fe0-b796-2ed1ad716367 req-6dfc285c-a0ee-4dde-9ffc-18f5639a4778 tempest-ServersAdmin275Test-237620186 tempest-ServersAdmin275Test-237620186-project] 10.222.0.85 "GET /v2.0/ports?device_id=ea938153-b214-4e51-bda9-885f36ad1775 HTTP/1.1" status: 200 len: 210 time: 0.1633756 May 30 19:58:52.607570 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8ed65a03-a81c-4963-9230-63263839d007 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:52.613562 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-975d3c2a-13c9-43f5-87a4-0a1755deb825 req-38f00fe1-61c3-4f5c-8f05-f708804d72f5 service neutron] For port a0b47a60-2cb7-4bd5-9a85-2785c04ef634, host n-h1-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=a0b47a60-2cb7-4bd5-9a85-2785c04ef634,segment=NetworkSegment(4d4a7668-7a19-4452-8bd2-a5411730cf30),segment_id=4d4a7668-7a19-4452-8bd2-a5411730cf30)] {{(pid=84886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 19:58:52.617065 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400d92df-811e-40e2-9234-2257c77ddccd req-b244fa20-a2a3-4eb3-9a08-d3f57f0cedd0 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:52.620067 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-400d92df-811e-40e2-9234-2257c77ddccd req-b244fa20-a2a3-4eb3-9a08-d3f57f0cedd0 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] 10.222.0.85 "GET /v2.0/ports?device_id=e2599397-eb02-4911-82c0-130d7380a64f HTTP/1.1" status: 200 len: 944 time: 0.2330990 May 30 19:58:52.682012 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-1cb632b5-0ab1-465b-b141-d77a1e64aa88 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.3385653 May 30 19:58:52.717482 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8ed65a03-a81c-4963-9230-63263839d007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:52.759427 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ed65a03-a81c-4963-9230-63263839d007 admin admin] vlan segment allocate from pool success with {'vlan_id': 681, 'physical_network': 'physnet1'} {{(pid=84886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 19:58:52.800311 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8ed65a03-a81c-4963-9230-63263839d007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:52.801003 n-d-843948-2 neutron-server[84886]: INFO neutron.db.segments_db [None req-8ed65a03-a81c-4963-9230-63263839d007 admin admin] Added segment c99b9999-2c9e-4f85-897f-86aff04475a1 of type vlan for network 7125129a-3d82-40bc-a19d-4607ab6ce2df May 30 19:58:52.858737 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-400d92df-811e-40e2-9234-2257c77ddccd req-d01ed231-7435-4d38-9cb2-5053bb4028a7 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] 10.222.0.85 "GET /v2.0/security-groups?id=7d58850f-4d9d-478d-9914-1845c7c490d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2291670 May 30 19:58:52.878609 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8ed65a03-a81c-4963-9230-63263839d007 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:52.973251 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51198b85-fbae-4ad5-81dc-e27b1579cb18 None None] Network 25f9b51f-a28c-4617-80c6-207eb4f1d0bb requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 19:58:53.072548 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-975d3c2a-13c9-43f5-87a4-0a1755deb825 req-38f00fe1-61c3-4f5c-8f05-f708804d72f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:53.183485 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 5064484f-c38b-4d38-aecd-0848cc84af61 up at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 19:58:53.232623 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed65a03-a81c-4963-9230-63263839d007 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01e155ec-a914-4bb8-a306-fe65c9b54c38,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:58:53.251422 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8ed65a03-a81c-4963-9230-63263839d007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:53.253024 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed65a03-a81c-4963-9230-63263839d007 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:53.254019 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8ed65a03-a81c-4963-9230-63263839d007 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:53.357207 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed65a03-a81c-4963-9230-63263839d007 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:58:53.357749 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed65a03-a81c-4963-9230-63263839d007 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:58:53.358316 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed65a03-a81c-4963-9230-63263839d007 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:58:53.359396 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed65a03-a81c-4963-9230-63263839d007 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:58:53.359977 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed65a03-a81c-4963-9230-63263839d007 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:58:53.360515 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed65a03-a81c-4963-9230-63263839d007 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:58:53.361071 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed65a03-a81c-4963-9230-63263839d007 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:58:53.361638 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed65a03-a81c-4963-9230-63263839d007 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:58:53.362180 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed65a03-a81c-4963-9230-63263839d007 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:58:53.362733 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed65a03-a81c-4963-9230-63263839d007 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:58:53.363292 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed65a03-a81c-4963-9230-63263839d007 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:58:53.430134 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-40d41253-6548-4ba2-95be-031604b1b104 req-1777d401-2179-4f9a-aea2-4b476f71b4ca tempest-QuotasAdminNegativeTest-777859874 tempest-QuotasAdminNegativeTest-777859874-project] 10.222.0.85 "GET /v2.0/networks?tenant_id=6681fbba67a545c4b76eff598245f83d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0802605 May 30 19:58:53.437724 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning for port 5064484f-c38b-4d38-aecd-0848cc84af61 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 19:58:53.461771 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning complete for port 5064484f-c38b-4d38-aecd-0848cc84af61 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:58:53.462141 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:53.553837 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-975d3c2a-13c9-43f5-87a4-0a1755deb825 req-38f00fe1-61c3-4f5c-8f05-f708804d72f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:53.556021 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-975d3c2a-13c9-43f5-87a4-0a1755deb825 req-38f00fe1-61c3-4f5c-8f05-f708804d72f5 service neutron] 10.222.0.71 "PUT /v2.0/ports/a0b47a60-2cb7-4bd5-9a85-2785c04ef634 HTTP/1.1" status: 200 len: 1091 time: 3.3188848 May 30 19:58:53.556731 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5dfa99e-d6bb-4b77-88eb-3c6fe6683873', 'tag': 'a0b47a60-2cb7-4bd5-9a85-2785c04ef634'}] {{(pid=84886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:58:53.681280 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:53.684112 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f00fe1-61c3-4f5c-8f05-f708804d72f5 service neutron] Pushing event updated for resources: {'Port': ['ID=a0b47a60-2cb7-4bd5-9a85-2785c04ef634,revision_number=3']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:58:53.692304 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed65a03-a81c-4963-9230-63263839d007 admin admin] Pushing event updated for resources: {'Network': ['ID=7125129a-3d82-40bc-a19d-4607ab6ce2df,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:58:53.705971 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d41253-6548-4ba2-95be-031604b1b104 req-298d7656-4580-4f62-b3af-ae41a157f47f tempest-QuotasAdminNegativeTest-777859874 tempest-QuotasAdminNegativeTest-777859874-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:53.714213 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-40d41253-6548-4ba2-95be-031604b1b104 req-298d7656-4580-4f62-b3af-ae41a157f47f tempest-QuotasAdminNegativeTest-777859874 tempest-QuotasAdminNegativeTest-777859874-project] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2754054 May 30 19:58:53.721978 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2599397-eb02-4911-82c0-130d7380a64f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5064484f-c38b-4d38-aecd-0848cc84af61'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:58:53.731778 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-40d41253-6548-4ba2-95be-031604b1b104 req-950a956a-8dbd-46cc-aa3a-0f95a6f3f7ad tempest-QuotasAdminNegativeTest-777859874 tempest-QuotasAdminNegativeTest-777859874-project] 10.222.0.85 "GET /v2.0/quotas/6681fbba67a545c4b76eff598245f83d HTTP/1.1" status: 200 len: 375 time: 0.0141048 May 30 19:58:53.737173 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 5064484f-c38b-4d38-aecd-0848cc84af61, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=5064484f-c38b-4d38-aecd-0848cc84af61,segment=NetworkSegment(ce212c09-2307-4a5c-9bb2-5de2cac09d22),segment_id=ce212c09-2307-4a5c-9bb2-5de2cac09d22)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:58:53.756198 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-8ed65a03-a81c-4963-9230-63263839d007 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.2872152 May 30 19:58:53.768451 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 42668) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:58:53.772739 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network 7125129a-3d82-40bc-a19d-4607ab6ce2df details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 19:58:53.792023 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-40d41253-6548-4ba2-95be-031604b1b104 req-ec325d4b-ca74-4dfe-ad56-d95892336b01 tempest-QuotasAdminNegativeTest-777859874 tempest-QuotasAdminNegativeTest-777859874-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=6681fbba67a545c4b76eff598245f83d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0529742 May 30 19:58:53.803766 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-69b8c8e3-83c4-4104-9cf8-34449b55982c admin admin] Request body: {'subnet': {'network_id': '7125129a-3d82-40bc-a19d-4607ab6ce2df', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-101627549-subnet', 'tenant_id': 'e72b185f4ac74a328481712ed748859b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:58:53.816718 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-69b8c8e3-83c4-4104-9cf8-34449b55982c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:58:53.828910 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-69b8c8e3-83c4-4104-9cf8-34449b55982c admin admin] Usage tracker for resource:subnet and tenant:e72b185f4ac74a328481712ed748859b is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:58:53.839899 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-69b8c8e3-83c4-4104-9cf8-34449b55982c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:58:53.850085 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-69b8c8e3-83c4-4104-9cf8-34449b55982c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:58:53.870093 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:53.875732 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00c30dc-297b-48c2-9e15-974224f825d2 req-28582267-27c7-4d4f-a3f7-4103cc49e7f1 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:53.876477 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-b00c30dc-297b-48c2-9e15-974224f825d2 req-28582267-27c7-4d4f-a3f7-4103cc49e7f1 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Synchronizing usage tracker for tenant:e03d8798de6f4daa8bc8080dc719ce8a on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 19:58:53.901463 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-975d3c2a-13c9-43f5-87a4-0a1755deb825 req-ed02c8e0-4de2-4be5-8de2-e518679ff601 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e03d8798de6f4daa8bc8080dc719ce8a&device_id=e5dfa99e-d6bb-4b77-88eb-3c6fe6683873 HTTP/1.1" status: 200 len: 1094 time: 0.2111363 May 30 19:58:53.984773 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69b8c8e3-83c4-4104-9cf8-34449b55982c admin admin] Made reservation on behalf of e72b185f4ac74a328481712ed748859b for: {'subnet': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 19:58:53.987752 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-69b8c8e3-83c4-4104-9cf8-34449b55982c admin admin] Notify callbacks [] for subnet, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:54.004918 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-975d3c2a-13c9-43f5-87a4-0a1755deb825 req-9ba9e936-b533-4856-b9f5-d578f60ca4d5 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a0b47a60-2cb7-4bd5-9a85-2785c04ef634 HTTP/1.1" status: 200 len: 217 time: 0.0967140 May 30 19:58:54.088331 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=5064484f-c38b-4d38-aecd-0848cc84af61,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:58:54.107791 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-b00c30dc-297b-48c2-9e15-974224f825d2 req-28582267-27c7-4d4f-a3f7-4103cc49e7f1 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Unset dirty status for tenant:e03d8798de6f4daa8bc8080dc719ce8a on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 19:58:54.109016 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b00c30dc-297b-48c2-9e15-974224f825d2 req-28582267-27c7-4d4f-a3f7-4103cc49e7f1 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/ports?device_id=e5dfa99e-d6bb-4b77-88eb-3c6fe6683873 HTTP/1.1" status: 200 len: 943 time: 0.5585465 May 30 19:58:54.126226 n-d-843948-2 neutron-server[84886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0862d87-34d3-48b1-ae00-514a786ea191'] response: {'name': 'network-changed', 'server_uuid': 'e5dfa99e-d6bb-4b77-88eb-3c6fe6683873', 'tag': 'a0b47a60-2cb7-4bd5-9a85-2785c04ef634', 'status': 'completed', 'code': 200} May 30 19:58:54.209780 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975d3c2a-13c9-43f5-87a4-0a1755deb825 req-2df1f756-365e-4936-9998-93ea80a1f7bb service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:54.211265 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-975d3c2a-13c9-43f5-87a4-0a1755deb825 req-2df1f756-365e-4936-9998-93ea80a1f7bb service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b885d147-b4ba-4062-ad34-3d5558c5dbbf HTTP/1.1" status: 200 len: 847 time: 0.1449275 May 30 19:58:54.267562 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b00c30dc-297b-48c2-9e15-974224f825d2 req-c3f56731-69e1-4c8f-9c80-04360bd09554 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/security-groups?id=b7c7fe04-8ab6-4ec0-af46-b4358854e449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404238 May 30 19:58:54.271740 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-975d3c2a-13c9-43f5-87a4-0a1755deb825 req-966cc778-6408-49f9-a7d0-8450e0884270 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=22982b8a-b22c-41df-a053-0dde355094a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533004 May 30 19:58:54.349562 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-09eb1e6d-674c-46d8-9c00-83245f636c7b req-bb20825b-f640-4980-acd4-c60ac81f297d tempest-ServersAdmin275Test-237620186 tempest-ServersAdmin275Test-237620186-project] 10.222.0.85 "GET /v2.0/ports?device_id=ea938153-b214-4e51-bda9-885f36ad1775 HTTP/1.1" status: 200 len: 210 time: 0.0866778 May 30 19:58:54.402633 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db2dc71e-ac2c-411f-b85e-67b04a413038'] response: {'server_uuid': 'e2599397-eb02-4911-82c0-130d7380a64f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5064484f-c38b-4d38-aecd-0848cc84af61', 'code': 200} May 30 19:58:54.548889 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-975d3c2a-13c9-43f5-87a4-0a1755deb825 req-029b7a00-4aaa-4aae-9804-095b954b0b95 service neutron] 10.222.0.71 "GET /v2.0/networks/22982b8a-b22c-41df-a053-0dde355094a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2696946 May 30 19:58:54.560323 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 42692) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:58:54.606772 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-618bb8ad-b6bf-4d45-9866-2e398279f657 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-147402218-network', 'tenant_id': '9dbd43768c2e464c988f0cceab5ecee1'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:58:54.615130 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-618bb8ad-b6bf-4d45-9866-2e398279f657 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:58:54.622045 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-618bb8ad-b6bf-4d45-9866-2e398279f657 admin admin] Usage tracker for resource:network and tenant:9dbd43768c2e464c988f0cceab5ecee1 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:58:54.627232 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-618bb8ad-b6bf-4d45-9866-2e398279f657 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:58:54.639215 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-618bb8ad-b6bf-4d45-9866-2e398279f657 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:58:54.658209 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ccbd415b-f349-4c6b-8aed-4e1bf0d3fd1f req-c810d2cf-afd5-4e78-baab-8592a4831b72 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=e2599397-eb02-4911-82c0-130d7380a64f HTTP/1.1" status: 200 len: 1096 time: 0.1548264 May 30 19:58:54.659268 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-69b8c8e3-83c4-4104-9cf8-34449b55982c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for subnet, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:54.720424 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2a87f5-f7a4-497d-bf5c-b6c8b4da5db8 req-161e1f13-4750-480b-93d2-dfe9d886cce8 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:54.723344 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7c2a87f5-f7a4-497d-bf5c-b6c8b4da5db8 req-161e1f13-4750-480b-93d2-dfe9d886cce8 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] 10.222.0.85 "GET /v2.0/ports?device_id=e2599397-eb02-4911-82c0-130d7380a64f HTTP/1.1" status: 200 len: 945 time: 0.1792514 May 30 19:58:54.726666 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ccbd415b-f349-4c6b-8aed-4e1bf0d3fd1f req-8750686c-41cb-41a2-ab24-a25f4f758f8d service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=7d58850f-4d9d-478d-9914-1845c7c490d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612314 May 30 19:58:54.823213 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7c2a87f5-f7a4-497d-bf5c-b6c8b4da5db8 req-d75bb4fe-9239-42a3-ae2d-2b3b7d78ac50 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] 10.222.0.85 "GET /v2.0/security-groups?id=7d58850f-4d9d-478d-9914-1845c7c490d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898261 May 30 19:58:54.833130 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-618bb8ad-b6bf-4d45-9866-2e398279f657 admin admin] Made reservation on behalf of 9dbd43768c2e464c988f0cceab5ecee1 for: {'network': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 19:58:54.846213 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-618bb8ad-b6bf-4d45-9866-2e398279f657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:54.903455 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-618bb8ad-b6bf-4d45-9866-2e398279f657 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:55.007833 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b8c8e3-83c4-4104-9cf8-34449b55982c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ebfd8c65-9fff-4361-9da7-76a96e0c4d00,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:58:55.093118 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-975d3c2a-13c9-43f5-87a4-0a1755deb825 req-f6f27bb9-5dd2-45c2-8937-10e0364a6da8 service neutron] 10.222.0.71 "GET /v2.0/networks/22982b8a-b22c-41df-a053-0dde355094a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5340462 May 30 19:58:55.098523 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b8c8e3-83c4-4104-9cf8-34449b55982c admin admin] Checking segment: {'id': 'c99b9999-2c9e-4f85-897f-86aff04475a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '7125129a-3d82-40bc-a19d-4607ab6ce2df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 19:58:55.099107 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b8c8e3-83c4-4104-9cf8-34449b55982c admin admin] Network hostable DHCP agents. Network: 7125129a-3d82-40bc-a19d-4607ab6ce2df, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 19:58:55.107802 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-618bb8ad-b6bf-4d45-9866-2e398279f657 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:58:55.117776 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-618bb8ad-b6bf-4d45-9866-2e398279f657 admin admin] Usage tracker for resource:security_group_rule and tenant:9dbd43768c2e464c988f0cceab5ecee1 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:58:55.138598 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-618bb8ad-b6bf-4d45-9866-2e398279f657 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:58:55.163918 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-618bb8ad-b6bf-4d45-9866-2e398279f657 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:58:55.488937 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e9522c8b-978f-450b-84ea-be54ad6df1a9 req-a19bb188-bd8c-4bc8-9474-0b59e94887dc service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=98edae6882bc46d1af690b5e36ae19b5&device_id=ea938153-b214-4e51-bda9-885f36ad1775 HTTP/1.1" status: 200 len: 210 time: 0.2418478 May 30 19:58:55.506776 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b8c8e3-83c4-4104-9cf8-34449b55982c admin admin] Network 7125129a-3d82-40bc-a19d-4607ab6ce2df is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 19:58:55.607696 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e9522c8b-978f-450b-84ea-be54ad6df1a9 req-58356135-e473-4400-91d5-9a035eb3e464 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=98edae6882bc46d1af690b5e36ae19b5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0629275 May 30 19:58:55.652595 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-618bb8ad-b6bf-4d45-9866-2e398279f657 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:55.727124 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-69b8c8e3-83c4-4104-9cf8-34449b55982c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, 7125129a-3d82-40bc-a19d-4607ab6ce2df) {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 19:58:55.740073 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aa488b9-c1e8-42a0-9f64-d64b1f33aa5b None None] Network 7125129a-3d82-40bc-a19d-4607ab6ce2df requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 19:58:55.744158 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b8c8e3-83c4-4104-9cf8-34449b55982c admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:55.744742 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-69b8c8e3-83c4-4104-9cf8-34449b55982c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:55.766912 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-618bb8ad-b6bf-4d45-9866-2e398279f657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:55.799739 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-04dc869a-b3fd-4596-ae61-beb7f97b38b7 req-0299f407-8025-413d-a58e-1ce3aeb2c907 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e03d8798de6f4daa8bc8080dc719ce8a&device_id=e5dfa99e-d6bb-4b77-88eb-3c6fe6683873 HTTP/1.1" status: 200 len: 1094 time: 0.4863658 May 30 19:58:55.829348 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-618bb8ad-b6bf-4d45-9866-2e398279f657 admin admin] vlan segment allocate from pool success with {'vlan_id': 653, 'physical_network': 'physnet1'} {{(pid=84886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 19:58:55.910923 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc4395f-f3ee-4cb5-b38c-52a3ae657799 req-63bb56e5-5ca3-4c9e-9051-9856380561f6 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:55.919694 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2bc4395f-f3ee-4cb5-b38c-52a3ae657799 req-63bb56e5-5ca3-4c9e-9051-9856380561f6 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/ports?device_id=e5dfa99e-d6bb-4b77-88eb-3c6fe6683873 HTTP/1.1" status: 200 len: 943 time: 0.4242024 May 30 19:58:56.026325 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 42722) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:58:56.074768 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-69b8c8e3-83c4-4104-9cf8-34449b55982c admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.2786000 May 30 19:58:56.074768 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618bb8ad-b6bf-4d45-9866-2e398279f657 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3695bcd9-22fd-4c34-98f3-2ad2b95d0030,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:58:56.108746 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9522c8b-978f-450b-84ea-be54ad6df1a9 req-269aeda4-0a76-43ba-9756-4bac548aac45 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:56.110846 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e9522c8b-978f-450b-84ea-be54ad6df1a9 req-269aeda4-0a76-43ba-9756-4bac548aac45 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4820795 May 30 19:58:56.111983 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-618bb8ad-b6bf-4d45-9866-2e398279f657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:56.112353 n-d-843948-2 neutron-server[84886]: INFO neutron.db.segments_db [None req-618bb8ad-b6bf-4d45-9866-2e398279f657 admin admin] Added segment 47f00c17-4828-4729-bcc0-e89f40905970 of type vlan for network cfc3f5a0-6d8b-4805-a333-60b4ec069efe May 30 19:58:56.310658 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 42730) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:58:56.337485 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-618bb8ad-b6bf-4d45-9866-2e398279f657 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:56.359357 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-51845309-ad5b-4ace-ae2f-acdb835ca9f3 req-1bc8b2e7-9559-4f06-a724-90c30d252c08 tempest-ServersAdmin275Test-237620186 tempest-ServersAdmin275Test-237620186-project] 10.222.0.85 "GET /v2.0/ports?device_id=ea938153-b214-4e51-bda9-885f36ad1775 HTTP/1.1" status: 200 len: 210 time: 0.2302935 May 30 19:58:56.360162 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2bc4395f-f3ee-4cb5-b38c-52a3ae657799 req-6bcef954-cc8b-43d1-b561-12a0eab9bd76 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/security-groups?id=b7c7fe04-8ab6-4ec0-af46-b4358854e449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4332385 May 30 19:58:56.363462 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dc869a-b3fd-4596-ae61-beb7f97b38b7 req-3a68b420-98e7-4f08-aec2-09229677864b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:56.367323 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-04dc869a-b3fd-4596-ae61-beb7f97b38b7 req-3a68b420-98e7-4f08-aec2-09229677864b service neutron] 10.222.0.71 "GET /v2.0/networks?id=22982b8a-b22c-41df-a053-0dde355094a5 HTTP/1.1" status: 200 len: 908 time: 0.5390491 May 30 19:58:56.407511 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-523d1521-c75a-43b8-baf3-efb51111dc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:56.530414 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.db.resource_extend [None req-618bb8ad-b6bf-4d45-9866-2e398279f657 admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 19:58:56.569292 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-04dc869a-b3fd-4596-ae61-beb7f97b38b7 req-1b5b3db2-aa94-447c-8922-2428ed39804f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a0b47a60-2cb7-4bd5-9a85-2785c04ef634 HTTP/1.1" status: 200 len: 217 time: 0.1946073 May 30 19:58:56.710126 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-786e1c6b-3ea4-4628-829a-f84535a86768 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:56.747098 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-618bb8ad-b6bf-4d45-9866-2e398279f657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:56.749176 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-905dd074-04b1-406b-9b9d-59186ca0d916 None None] Network 7125129a-3d82-40bc-a19d-4607ab6ce2df requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 19:58:56.758697 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-618bb8ad-b6bf-4d45-9866-2e398279f657 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:56.759604 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-618bb8ad-b6bf-4d45-9866-2e398279f657 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:56.787752 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dc869a-b3fd-4596-ae61-beb7f97b38b7 req-0ebc4550-d348-4659-bd19-124800c2e0ae service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:56.790315 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-04dc869a-b3fd-4596-ae61-beb7f97b38b7 req-0ebc4550-d348-4659-bd19-124800c2e0ae service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b885d147-b4ba-4062-ad34-3d5558c5dbbf HTTP/1.1" status: 200 len: 847 time: 0.2092266 May 30 19:58:56.862950 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-786e1c6b-3ea4-4628-829a-f84535a86768 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:58:56.926996 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-04dc869a-b3fd-4596-ae61-beb7f97b38b7 req-44a38a65-a373-4901-8b29-b3b8760683f4 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=22982b8a-b22c-41df-a053-0dde355094a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1304090 May 30 19:58:56.957927 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-786e1c6b-3ea4-4628-829a-f84535a86768 admin admin] Usage tracker for resource:security_group_rule and tenant:7215a903e8e84add8facefb633d6cfa2 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:58:56.959866 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b05cf074-c43f-4f9e-b198-bdd3ebaf0275 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:56.981532 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-786e1c6b-3ea4-4628-829a-f84535a86768 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:58:57.000336 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-786e1c6b-3ea4-4628-829a-f84535a86768 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:58:57.029904 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618bb8ad-b6bf-4d45-9866-2e398279f657 admin admin] Pushing event updated for resources: {'Network': ['ID=cfc3f5a0-6d8b-4805-a333-60b4ec069efe,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:58:57.058133 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-618bb8ad-b6bf-4d45-9866-2e398279f657 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.4559977 May 30 19:58:57.058344 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 42740) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:58:57.062861 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ba4bd3-4aad-42eb-9260-22c3023bd111 req-5d42bbfd-4359-4377-9821-83a84adc29ca tempest-TenantUsagesTestJSON-1843351214 tempest-TenantUsagesTestJSON-1843351214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:57.070970 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-90ba4bd3-4aad-42eb-9260-22c3023bd111 req-5d42bbfd-4359-4377-9821-83a84adc29ca tempest-TenantUsagesTestJSON-1843351214 tempest-TenantUsagesTestJSON-1843351214-project] 10.222.0.85 "GET /v2.0/ports?device_id=3cb68703-13b0-40da-8437-ce7a5dbfc6e4 HTTP/1.1" status: 200 len: 950 time: 0.4907379 May 30 19:58:57.071294 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-8e9d8e76-6eaf-49d3-ae8a-ee2407e1fef7 admin admin] Request body: {'subnet': {'network_id': 'cfc3f5a0-6d8b-4805-a333-60b4ec069efe', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-147402218-subnet', 'tenant_id': '9dbd43768c2e464c988f0cceab5ecee1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:58:57.079017 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network cfc3f5a0-6d8b-4805-a333-60b4ec069efe details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 19:58:57.092518 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-8e9d8e76-6eaf-49d3-ae8a-ee2407e1fef7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:58:57.109079 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-8e9d8e76-6eaf-49d3-ae8a-ee2407e1fef7 admin admin] Usage tracker for resource:subnet and tenant:9dbd43768c2e464c988f0cceab5ecee1 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:58:57.117437 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-8e9d8e76-6eaf-49d3-ae8a-ee2407e1fef7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:58:57.134867 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-8e9d8e76-6eaf-49d3-ae8a-ee2407e1fef7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:58:57.142493 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-b05cf074-c43f-4f9e-b198-bdd3ebaf0275 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:58:57.163257 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-b05cf074-c43f-4f9e-b198-bdd3ebaf0275 admin admin] Usage tracker for resource:security_group_rule and tenant:6681fbba67a545c4b76eff598245f83d is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:58:57.186960 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-b05cf074-c43f-4f9e-b198-bdd3ebaf0275 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:58:57.214366 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-90ba4bd3-4aad-42eb-9260-22c3023bd111 req-6b4fbdfe-322e-4c97-801b-d8aeb470ff9a tempest-TenantUsagesTestJSON-1843351214 tempest-TenantUsagesTestJSON-1843351214-project] 10.222.0.85 "GET /v2.0/security-groups?id=61b1b0d6-6c83-4455-94c7-c27a2f8253b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431935 May 30 19:58:57.215941 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-b05cf074-c43f-4f9e-b198-bdd3ebaf0275 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:58:57.313806 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e303f904-6161-4db0-a923-1e2ac03bb7d2 req-10ef1748-8939-4c48-938e-4a48c6eb08f1 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:57.316670 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e303f904-6161-4db0-a923-1e2ac03bb7d2 req-10ef1748-8939-4c48-938e-4a48c6eb08f1 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] 10.222.0.85 "GET /v2.0/ports?device_id=e2599397-eb02-4911-82c0-130d7380a64f HTTP/1.1" status: 200 len: 945 time: 0.5432634 May 30 19:58:57.340213 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-04dc869a-b3fd-4596-ae61-beb7f97b38b7 req-54f1d754-010e-4948-8bc0-0bf6d0b8a972 service neutron] 10.222.0.71 "GET /v2.0/networks/22982b8a-b22c-41df-a053-0dde355094a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4052947 May 30 19:58:57.346882 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b05cf074-c43f-4f9e-b198-bdd3ebaf0275 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:57.357091 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e9d8e76-6eaf-49d3-ae8a-ee2407e1fef7 admin admin] Made reservation on behalf of 9dbd43768c2e464c988f0cceab5ecee1 for: {'subnet': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 19:58:57.360624 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8e9d8e76-6eaf-49d3-ae8a-ee2407e1fef7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:57.451864 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b05cf074-c43f-4f9e-b198-bdd3ebaf0275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:57.536172 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05cf074-c43f-4f9e-b198-bdd3ebaf0275 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b736be10-19d3-45e5-b791-831fe2284427,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:58:57.581847 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-b05cf074-c43f-4f9e-b198-bdd3ebaf0275 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=6681fbba67a545c4b76eff598245f83d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2571337 May 30 19:58:57.589894 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 42754) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:58:57.639604 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-786e1c6b-3ea4-4628-829a-f84535a86768 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:57.685409 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc8f47a-8f27-4b20-84b3-2dd747831db9 req-7e972325-001c-406a-a9b0-094d17376976 tempest-TenantUsagesTestJSON-1843351214 tempest-TenantUsagesTestJSON-1843351214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:57.686955 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-afc8f47a-8f27-4b20-84b3-2dd747831db9 req-7e972325-001c-406a-a9b0-094d17376976 tempest-TenantUsagesTestJSON-1843351214 tempest-TenantUsagesTestJSON-1843351214-project] 10.222.0.86 "GET /v2.0/ports?device_id=3cb68703-13b0-40da-8437-ce7a5dbfc6e4 HTTP/1.1" status: 200 len: 950 time: 0.5483682 May 30 19:58:57.692700 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e303f904-6161-4db0-a923-1e2ac03bb7d2 req-ec6414ee-cddf-4d5a-991d-5361bac6d083 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] 10.222.0.85 "GET /v2.0/security-groups?id=7d58850f-4d9d-478d-9914-1845c7c490d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3537219 May 30 19:58:57.748708 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-786e1c6b-3ea4-4628-829a-f84535a86768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:57.818858 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-04dc869a-b3fd-4596-ae61-beb7f97b38b7 req-dd7dba5a-f76f-4d36-ac43-eaf14170879e service neutron] 10.222.0.71 "GET /v2.0/networks/22982b8a-b22c-41df-a053-0dde355094a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4697721 May 30 19:58:57.844845 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-afc8f47a-8f27-4b20-84b3-2dd747831db9 req-f2ae9872-0e10-4212-80e4-f13bf1822e56 tempest-TenantUsagesTestJSON-1843351214 tempest-TenantUsagesTestJSON-1843351214-project] Deleting port 4ba96f01-c63d-49e9-ac04-84110a984375 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 19:58:57.845232 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-afc8f47a-8f27-4b20-84b3-2dd747831db9 req-f2ae9872-0e10-4212-80e4-f13bf1822e56 tempest-TenantUsagesTestJSON-1843351214 tempest-TenantUsagesTestJSON-1843351214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:57.920911 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786e1c6b-3ea4-4628-829a-f84535a86768 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e196524-412e-4449-afe5-95c6aa8c4b5f,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:58:57.941300 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-786e1c6b-3ea4-4628-829a-f84535a86768 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=7215a903e8e84add8facefb633d6cfa2&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9129982 May 30 19:58:57.948632 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 42760) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:58:57.993393 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71638396-f7a6-4eb9-9a3f-5ff72dbfcb9a req-b03acdc4-0603-4eee-92b1-32edef495fdc tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:58.006394 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-71638396-f7a6-4eb9-9a3f-5ff72dbfcb9a req-b03acdc4-0603-4eee-92b1-32edef495fdc tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.85 "GET /v2.0/networks?id=a2a2680a-30c7-4004-a919-1078d0f1a0a1 HTTP/1.1" status: 200 len: 820 time: 0.4222558 May 30 19:58:58.023481 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-67a96354-1a97-49e6-a35a-363689ba10d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:58.079865 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-67a96354-1a97-49e6-a35a-363689ba10d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:58.107125 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-71638396-f7a6-4eb9-9a3f-5ff72dbfcb9a req-e9a6eb47-88d1-4636-bbe9-a914e33ac186 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.85 "GET /v2.0/quotas/507d6785502940d28c178ad4aae87e46 HTTP/1.1" status: 200 len: 375 time: 0.0992794 May 30 19:58:58.253956 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8e9d8e76-6eaf-49d3-ae8a-ee2407e1fef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for subnet, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:58.259865 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-71638396-f7a6-4eb9-9a3f-5ff72dbfcb9a req-fd3ab5c0-4ff4-4018-b3dc-c8fb6108d139 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=507d6785502940d28c178ad4aae87e46&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1336536 May 30 19:58:58.280418 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device a0b47a60-2cb7-4bd5-9a85-2785c04ef634 details requested by agent hyperv_n-h1-843948-2 with host n-h1-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 19:58:58.345715 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ea7b1bb4-0c2b-4dca-9bcd-31d172631129 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:58.447551 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ea7b1bb4-0c2b-4dca-9bcd-31d172631129 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:58.450812 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-71638396-f7a6-4eb9-9a3f-5ff72dbfcb9a req-d82a8321-4700-498f-91fb-a5cdbec37b01 service neutron] 10.222.0.85 "GET /v2.0/networks/a2a2680a-30c7-4004-a919-1078d0f1a0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760519 May 30 19:58:58.459718 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9d8e76-6eaf-49d3-ae8a-ee2407e1fef7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a29ae1c-c9b8-47d9-a586-75ab1e103650,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:58:58.539721 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-afc8f47a-8f27-4b20-84b3-2dd747831db9 req-f2ae9872-0e10-4212-80e4-f13bf1822e56 tempest-TenantUsagesTestJSON-1843351214 tempest-TenantUsagesTestJSON-1843351214-project] For port 4ba96f01-c63d-49e9-ac04-84110a984375, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=4ba96f01-c63d-49e9-ac04-84110a984375,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:58:58.540121 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-afc8f47a-8f27-4b20-84b3-2dd747831db9 req-f2ae9872-0e10-4212-80e4-f13bf1822e56 tempest-TenantUsagesTestJSON-1843351214 tempest-TenantUsagesTestJSON-1843351214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:58.596070 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port a0b47a60-2cb7-4bd5-9a85-2785c04ef634, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=a0b47a60-2cb7-4bd5-9a85-2785c04ef634,segment=NetworkSegment(4d4a7668-7a19-4452-8bd2-a5411730cf30),segment_id=4d4a7668-7a19-4452-8bd2-a5411730cf30)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:58:58.619069 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9d8e76-6eaf-49d3-ae8a-ee2407e1fef7 admin admin] Checking segment: {'id': '47f00c17-4828-4729-bcc0-e89f40905970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'cfc3f5a0-6d8b-4805-a333-60b4ec069efe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 19:58:58.619476 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9d8e76-6eaf-49d3-ae8a-ee2407e1fef7 admin admin] Network hostable DHCP agents. Network: cfc3f5a0-6d8b-4805-a333-60b4ec069efe, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 19:58:58.623712 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Returning: {'device': 'a0b47a60-2cb7-4bd5-9a85-2785c04ef634', 'network_id': '22982b8a-b22c-41df-a053-0dde355094a5', 'port_id': 'a0b47a60-2cb7-4bd5-9a85-2785c04ef634', 'mac_address': 'fa:16:3e:a6:8f:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b885d147-b4ba-4062-ad34-3d5558c5dbbf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 19:58:58.629171 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b21f5db-ca61-4e6c-a35b-34a5419b824a req-85321f54-82db-4fed-ad3a-48a77397149e tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:58.630824 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9b21f5db-ca61-4e6c-a35b-34a5419b824a req-85321f54-82db-4fed-ad3a-48a77397149e tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/ports?device_id=e5dfa99e-d6bb-4b77-88eb-3c6fe6683873 HTTP/1.1" status: 200 len: 943 time: 0.5134542 May 30 19:58:58.669402 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-67a96354-1a97-49e6-a35a-363689ba10d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:58.698567 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-afc8f47a-8f27-4b20-84b3-2dd747831db9 req-f2ae9872-0e10-4212-80e4-f13bf1822e56 tempest-TenantUsagesTestJSON-1843351214 tempest-TenantUsagesTestJSON-1843351214-project] Calling delete_port for 4ba96f01-c63d-49e9-ac04-84110a984375 owned by compute:nova {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 19:58:58.719518 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a96354-1a97-49e6-a35a-363689ba10d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b736be10-19d3-45e5-b791-831fe2284427,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:58:58.743963 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:58.755972 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-67a96354-1a97-49e6-a35a-363689ba10d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:58.765385 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-67a96354-1a97-49e6-a35a-363689ba10d7 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/b736be10-19d3-45e5-b791-831fe2284427 HTTP/1.1" status: 204 len: 168 time: 1.1703691 May 30 19:58:58.860139 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0b47a60-2cb7-4bd5-9a85-2785c04ef634 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 19:58:58.905889 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9b21f5db-ca61-4e6c-a35b-34a5419b824a req-7280cbb4-78f3-4414-86a3-72bab1a51a1a tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/security-groups?id=b7c7fe04-8ab6-4ec0-af46-b4358854e449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152653 May 30 19:58:58.907818 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ea7b1bb4-0c2b-4dca-9bcd-31d172631129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:58.932157 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port a0b47a60-2cb7-4bd5-9a85-2785c04ef634, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=a0b47a60-2cb7-4bd5-9a85-2785c04ef634,segment=NetworkSegment(4d4a7668-7a19-4452-8bd2-a5411730cf30),segment_id=4d4a7668-7a19-4452-8bd2-a5411730cf30)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:58:58.932421 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b1bb4-0c2b-4dca-9bcd-31d172631129 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e196524-412e-4449-afe5-95c6aa8c4b5f,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:58:58.940518 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-71638396-f7a6-4eb9-9a3f-5ff72dbfcb9a req-9f6909ce-da01-4506-bb1a-b855c7b215a8 service neutron] 10.222.0.85 "GET /v2.0/networks/a2a2680a-30c7-4004-a919-1078d0f1a0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4625149 May 30 19:58:59.050852 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ea7b1bb4-0c2b-4dca-9bcd-31d172631129 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:59.052228 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-ea7b1bb4-0c2b-4dca-9bcd-31d172631129 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/5e196524-412e-4449-afe5-95c6aa8c4b5f HTTP/1.1" status: 204 len: 168 time: 1.0885978 May 30 19:58:59.053114 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9d8e76-6eaf-49d3-ae8a-ee2407e1fef7 admin admin] Network cfc3f5a0-6d8b-4805-a333-60b4ec069efe is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 19:58:59.099579 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:59.204192 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-feab4250-689c-4d60-ade8-d2a4ad696f11 req-5b0c2719-52c1-482a-a135-c6f57456bcd0 tempest-ServersAdmin275Test-237620186 tempest-ServersAdmin275Test-237620186-project] 10.222.0.85 "GET /v2.0/ports?device_id=ea938153-b214-4e51-bda9-885f36ad1775 HTTP/1.1" status: 200 len: 210 time: 0.0932977 May 30 19:58:59.220017 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-8e9d8e76-6eaf-49d3-ae8a-ee2407e1fef7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, cfc3f5a0-6d8b-4805-a333-60b4ec069efe) {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 19:58:59.223202 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-afc8f47a-8f27-4b20-84b3-2dd747831db9 req-f2ae9872-0e10-4212-80e4-f13bf1822e56 tempest-TenantUsagesTestJSON-1843351214 tempest-TenantUsagesTestJSON-1843351214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:59.268204 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e3bdff4-5e40-4883-8865-7bc2f2d48597 None None] Network cfc3f5a0-6d8b-4805-a333-60b4ec069efe requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 19:58:59.316844 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['a0b47a60-2cb7-4bd5-9a85-2785c04ef634'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 19:58:59.317938 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e9d8e76-6eaf-49d3-ae8a-ee2407e1fef7 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:59.317938 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8e9d8e76-6eaf-49d3-ae8a-ee2407e1fef7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:59.416511 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ae9872-0e10-4212-80e4-f13bf1822e56 tempest-TenantUsagesTestJSON-1843351214 tempest-TenantUsagesTestJSON-1843351214-project] Pushing event deleted for resources: {'Port': ['ID=4ba96f01-c63d-49e9-ac04-84110a984375,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:58:59.639468 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=a0b47a60-2cb7-4bd5-9a85-2785c04ef634,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:58:59.676860 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f214ee6-f876-4287-bde9-054da00bc5cf req-20bed4e2-6144-4944-a924-d96d6c7c2cd3 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:58:59.679124 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5f214ee6-f876-4287-bde9-054da00bc5cf req-20bed4e2-6144-4944-a924-d96d6c7c2cd3 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] 10.222.0.85 "GET /v2.0/ports?device_id=e2599397-eb02-4911-82c0-130d7380a64f HTTP/1.1" status: 200 len: 945 time: 0.1894319 May 30 19:58:59.688069 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 42786) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:58:59.699890 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-c3e640fa-feea-43e8-b9bd-4068f6384180 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Request body: {'floatingip': {'port_id': '5064484f-c38b-4d38-aecd-0848cc84af61'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:58:59.751180 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-51b65f22-cc77-4d12-ab74-80158ef3c35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:59.763092 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:59.782505 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-8e9d8e76-6eaf-49d3-ae8a-ee2407e1fef7 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.7210498 May 30 19:58:59.784710 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-afc8f47a-8f27-4b20-84b3-2dd747831db9 req-f2ae9872-0e10-4212-80e4-f13bf1822e56 tempest-TenantUsagesTestJSON-1843351214 tempest-TenantUsagesTestJSON-1843351214-project] No DVR routers for this DVR port 4ba96f01-c63d-49e9-ac04-84110a984375 on host n-h2-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 19:58:59.794891 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-731763b1-ade1-4c21-ad9b-f8051515ef2c req-86fd8ed1-fd59-4d63-8d2c-080aa97f2f75 tempest-TenantUsagesTestJSON-1843351214 tempest-TenantUsagesTestJSON-1843351214-project] Synchronizing usage tracker for tenant:6d1684320ffd47b58d1d1be0ae9cdf35 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 19:58:59.804168 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-afc8f47a-8f27-4b20-84b3-2dd747831db9 req-f2ae9872-0e10-4212-80e4-f13bf1822e56 tempest-TenantUsagesTestJSON-1843351214 tempest-TenantUsagesTestJSON-1843351214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:58:59.815245 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-afc8f47a-8f27-4b20-84b3-2dd747831db9 req-f2ae9872-0e10-4212-80e4-f13bf1822e56 tempest-TenantUsagesTestJSON-1843351214 tempest-TenantUsagesTestJSON-1843351214-project] 10.222.0.86 "DELETE /v2.0/ports/4ba96f01-c63d-49e9-ac04-84110a984375 HTTP/1.1" status: 204 len: 173 time: 2.1181092 May 30 19:58:59.818672 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cb68703-13b0-40da-8437-ce7a5dbfc6e4', 'name': 'network-vif-deleted', 'tag': '4ba96f01-c63d-49e9-ac04-84110a984375'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:58:59.941285 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-731763b1-ade1-4c21-ad9b-f8051515ef2c req-86fd8ed1-fd59-4d63-8d2c-080aa97f2f75 tempest-TenantUsagesTestJSON-1843351214 tempest-TenantUsagesTestJSON-1843351214-project] Unset dirty status for tenant:6d1684320ffd47b58d1d1be0ae9cdf35 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 19:58:59.942558 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-731763b1-ade1-4c21-ad9b-f8051515ef2c req-86fd8ed1-fd59-4d63-8d2c-080aa97f2f75 tempest-TenantUsagesTestJSON-1843351214 tempest-TenantUsagesTestJSON-1843351214-project] 10.222.0.85 "GET /v2.0/ports?device_id=3cb68703-13b0-40da-8437-ce7a5dbfc6e4 HTTP/1.1" status: 200 len: 210 time: 0.3696389 May 30 19:59:00.042898 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c3e640fa-feea-43e8-b9bd-4068f6384180 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Notify callbacks [] for floatingip, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:00.063242 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0641944-01dc-47ad-bdda-8f5d3931c9a9 None None] Network cfc3f5a0-6d8b-4805-a333-60b4ec069efe requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 19:59:00.072856 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b4939b4-2471-47d2-8583-ba39e5b58904'] response: {'server_uuid': '3cb68703-13b0-40da-8437-ce7a5dbfc6e4', 'name': 'network-vif-deleted', 'tag': '4ba96f01-c63d-49e9-ac04-84110a984375', 'status': 'completed', 'code': 200} May 30 19:59:00.108347 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-350b54a7-c0fe-46d8-a0df-047e211554cd req-90e01bf6-5e71-42ce-9efe-025d50d0e0fc tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.85 "GET /v2.0/ports?device_id=14ddb85a-20eb-4d71-8c66-d30e1eae439a HTTP/1.1" status: 200 len: 210 time: 0.2289402 May 30 19:59:00.290500 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdd780c-00bc-4c59-a840-b058281d0183 req-bcccb4ca-ab94-4202-b3c5-2dcaa067f3a4 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:00.292566 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5cdd780c-00bc-4c59-a840-b058281d0183 req-bcccb4ca-ab94-4202-b3c5-2dcaa067f3a4 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/ports?device_id=e5dfa99e-d6bb-4b77-88eb-3c6fe6683873 HTTP/1.1" status: 200 len: 944 time: 0.0911827 May 30 19:59:00.379074 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5cdd780c-00bc-4c59-a840-b058281d0183 req-577ad443-109c-45cc-b191-aade3643288d tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/security-groups?id=b7c7fe04-8ab6-4ec0-af46-b4358854e449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782037 May 30 19:59:00.441674 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 42798) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:59:00.463349 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5732a275-5cb9-4730-a293-2d30db5370aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:00.564399 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 42806) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:59:00.615311 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-5732a275-5cb9-4730-a293-2d30db5370aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:59:00.618742 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1b24efe5-bd9d-43f5-917b-ce232647ea30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:00.634536 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-5732a275-5cb9-4730-a293-2d30db5370aa admin admin] Usage tracker for resource:security_group_rule and tenant:63aa8a843c984a428605c88d9fbcc625 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:59:00.643137 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-5732a275-5cb9-4730-a293-2d30db5370aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:59:00.646723 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 42810) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:59:00.695384 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-5732a275-5cb9-4730-a293-2d30db5370aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:59:00.697930 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-66c7aad7-a50b-4efa-9db4-cf0578e80bb1 req-f50dc711-5962-4674-b01a-e09162bc2304 tempest-ServersAdmin275Test-237620186 tempest-ServersAdmin275Test-237620186-project] 10.222.0.85 "GET /v2.0/ports?device_id=ea938153-b214-4e51-bda9-885f36ad1775 HTTP/1.1" status: 200 len: 210 time: 0.1162820 May 30 19:59:00.787146 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-1b24efe5-bd9d-43f5-917b-ce232647ea30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:59:00.816441 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-1b24efe5-bd9d-43f5-917b-ce232647ea30 admin admin] Usage tracker for resource:security_group_rule and tenant:8d2dad68fc274f63a4992f86dd6bae21 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:59:00.826472 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-1b24efe5-bd9d-43f5-917b-ce232647ea30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:59:00.845252 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-1b24efe5-bd9d-43f5-917b-ce232647ea30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:59:00.854972 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_v2 [None req-68abe4e0-7ed1-422b-8b03-5fb2fcd22b3a admin admin] Deleting subnet 88c61ba8-49a1-4f24-baab-286f1eff3fc0 {{(pid=84887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 19:59:00.859643 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-68abe4e0-7ed1-422b-8b03-5fb2fcd22b3a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:00.951633 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:01.073938 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-68abe4e0-7ed1-422b-8b03-5fb2fcd22b3a admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:01.096601 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-68abe4e0-7ed1-422b-8b03-5fb2fcd22b3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:01.149980 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5732a275-5cb9-4730-a293-2d30db5370aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:01.180821 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 4ba96f01-c63d-49e9-ac04-84110a984375 no longer exists at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 19:59:01.226014 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] No Port match for: 4ba96f01-c63d-49e9-ac04-84110a984375 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 19:59:01.226504 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 4ba96f01-c63d-49e9-ac04-84110a984375 not bound to the agent host n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 19:59:01.240867 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1b24efe5-bd9d-43f5-917b-ce232647ea30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:01.252633 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5732a275-5cb9-4730-a293-2d30db5370aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:01.261672 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6d6f5a6f-11c7-4575-9eca-be4a03d3a8c9 req-7901a2ff-ce54-4fbb-940f-246884fd8662 tempest-TenantUsagesTestJSON-1843351214 tempest-TenantUsagesTestJSON-1843351214-project] 10.222.0.85 "GET /v2.0/ports?device_id=3cb68703-13b0-40da-8437-ce7a5dbfc6e4 HTTP/1.1" status: 200 len: 210 time: 0.0737629 May 30 19:59:01.327161 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-5732a275-5cb9-4730-a293-2d30db5370aa admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=63aa8a843c984a428605c88d9fbcc625&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8842020 May 30 19:59:01.328398 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 42818) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:59:01.332086 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5732a275-5cb9-4730-a293-2d30db5370aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2079304-1b60-4cde-a2e9-d0b483f56b95,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:59:01.458962 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1b24efe5-bd9d-43f5-917b-ce232647ea30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:01.485656 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-68abe4e0-7ed1-422b-8b03-5fb2fcd22b3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for subnet, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:01.517780 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-db429748-e7bd-4771-948d-e461ca2ebc58 req-46bcae20-1767-4443-a00e-0fd36c35fcc6 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.85 "GET /v2.0/ports?device_id=14ddb85a-20eb-4d71-8c66-d30e1eae439a HTTP/1.1" status: 200 len: 210 time: 0.1124399 May 30 19:59:01.530532 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f6fbbfa1-20b9-4759-b96c-309fa0be1258 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:01.539203 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.db.resource_extend [None req-c3e640fa-feea-43e8-b9bd-4068f6384180 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 19:59:01.560339 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-1b24efe5-bd9d-43f5-917b-ce232647ea30 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=8d2dad68fc274f63a4992f86dd6bae21&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9887772 May 30 19:59:01.614863 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 42824) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:59:01.644576 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b24efe5-bd9d-43f5-917b-ce232647ea30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b0ddf46-d938-4eeb-b223-796700bfa947,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:59:01.654731 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68abe4e0-7ed1-422b-8b03-5fb2fcd22b3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88c61ba8-49a1-4f24-baab-286f1eff3fc0,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:59:01.693737 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-68abe4e0-7ed1-422b-8b03-5fb2fcd22b3a admin admin] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:01.752295 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f6fbbfa1-20b9-4759-b96c-309fa0be1258 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:01.843434 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c3e640fa-feea-43e8-b9bd-4068f6384180 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:01.861026 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-68abe4e0-7ed1-422b-8b03-5fb2fcd22b3a admin admin] 10.222.0.85 "DELETE /v2.0/subnets/88c61ba8-49a1-4f24-baab-286f1eff3fc0 HTTP/1.1" status: 204 len: 168 time: 1.2111547 May 30 19:59:01.863773 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 42830) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:59:01.957506 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3051de5d-45d8-4bdf-ae37-4f843591845d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:02.024267 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c3e640fa-feea-43e8-b9bd-4068f6384180 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736490'] for floatingip, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:02.027009 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3051de5d-45d8-4bdf-ae37-4f843591845d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:02.074387 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27754e4f-fddb-4a43-81f8-e75197420d20 req-4dbf96c0-9d46-4ccf-9b82-f3bd6caec26e tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:02.076978 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-27754e4f-fddb-4a43-81f8-e75197420d20 req-4dbf96c0-9d46-4ccf-9b82-f3bd6caec26e tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/ports?device_id=e5dfa99e-d6bb-4b77-88eb-3c6fe6683873 HTTP/1.1" status: 200 len: 944 time: 0.3867075 May 30 19:59:02.170278 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f6fbbfa1-20b9-4759-b96c-309fa0be1258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:02.216775 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-27754e4f-fddb-4a43-81f8-e75197420d20 req-11727998-1a1d-4aa4-a3bb-33924874a1bd tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/security-groups?id=b7c7fe04-8ab6-4ec0-af46-b4358854e449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321919 May 30 19:59:02.221508 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fbbfa1-20b9-4759-b96c-309fa0be1258 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2079304-1b60-4cde-a2e9-d0b483f56b95,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:59:02.237340 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f6fbbfa1-20b9-4759-b96c-309fa0be1258 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:02.240653 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-f6fbbfa1-20b9-4759-b96c-309fa0be1258 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/d2079304-1b60-4cde-a2e9-d0b483f56b95 HTTP/1.1" status: 204 len: 168 time: 0.9097443 May 30 19:59:02.284062 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device a0b47a60-2cb7-4bd5-9a85-2785c04ef634 up at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 19:59:02.294989 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-43239804-238a-456a-82ba-8048d4b3ad01 req-26c74256-2c02-4eee-87c7-06a117e4338a tempest-ServersAdmin275Test-237620186 tempest-ServersAdmin275Test-237620186-project] 10.222.0.85 "GET /v2.0/ports?device_id=ea938153-b214-4e51-bda9-885f36ad1775 HTTP/1.1" status: 200 len: 210 time: 0.2915449 May 30 19:59:02.339915 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3051de5d-45d8-4bdf-ae37-4f843591845d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:02.347994 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3051de5d-45d8-4bdf-ae37-4f843591845d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:02.352357 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-3051de5d-45d8-4bdf-ae37-4f843591845d admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/3b0ddf46-d938-4eeb-b223-796700bfa947 HTTP/1.1" status: 204 len: 168 time: 0.7318785 May 30 19:59:02.398685 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3051de5d-45d8-4bdf-ae37-4f843591845d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b0ddf46-d938-4eeb-b223-796700bfa947,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:59:02.435029 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bdc62ac3-c912-4da0-b9e2-66cac32f731e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:02.579818 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:02.603294 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning for port a0b47a60-2cb7-4bd5-9a85-2785c04ef634 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 19:59:02.615393 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning complete for port a0b47a60-2cb7-4bd5-9a85-2785c04ef634 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:59:02.616272 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:02.857936 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bdc62ac3-c912-4da0-b9e2-66cac32f731e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:02.954357 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:02.980705 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bdc62ac3-c912-4da0-b9e2-66cac32f731e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=84886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:59:02.981152 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bdc62ac3-c912-4da0-b9e2-66cac32f731e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=84886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:59:02.982557 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bdc62ac3-c912-4da0-b9e2-66cac32f731e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:59:02.983074 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bdc62ac3-c912-4da0-b9e2-66cac32f731e admin admin] Subscribe: > port after_create 55550000 {{(pid=84886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:59:02.984119 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bdc62ac3-c912-4da0-b9e2-66cac32f731e admin admin] Subscribe: > port after_delete 55550000 {{(pid=84886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:59:02.984856 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bdc62ac3-c912-4da0-b9e2-66cac32f731e admin admin] Subscribe: > port after_update 55550000 {{(pid=84886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:59:02.985527 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bdc62ac3-c912-4da0-b9e2-66cac32f731e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=84886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:59:02.986106 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bdc62ac3-c912-4da0-b9e2-66cac32f731e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:59:02.986621 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bdc62ac3-c912-4da0-b9e2-66cac32f731e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:59:02.987144 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bdc62ac3-c912-4da0-b9e2-66cac32f731e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=84886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:59:02.994895 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5dfa99e-d6bb-4b77-88eb-3c6fe6683873', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0b47a60-2cb7-4bd5-9a85-2785c04ef634'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:59:03.024679 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port a0b47a60-2cb7-4bd5-9a85-2785c04ef634, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=a0b47a60-2cb7-4bd5-9a85-2785c04ef634,segment=NetworkSegment(4d4a7668-7a19-4452-8bd2-a5411730cf30),segment_id=4d4a7668-7a19-4452-8bd2-a5411730cf30)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:59:03.057492 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4f811ea-9218-4a31-8710-84ab22d78d8b'] response: {'server_uuid': 'e5dfa99e-d6bb-4b77-88eb-3c6fe6683873', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0b47a60-2cb7-4bd5-9a85-2785c04ef634', 'code': 200} May 30 19:59:03.147885 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bdc62ac3-c912-4da0-b9e2-66cac32f731e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:59:03.148799 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bdc62ac3-c912-4da0-b9e2-66cac32f731e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:59:03.149172 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bdc62ac3-c912-4da0-b9e2-66cac32f731e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=84886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:59:03.149555 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bdc62ac3-c912-4da0-b9e2-66cac32f731e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=84886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:59:03.150151 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-bdc62ac3-c912-4da0-b9e2-66cac32f731e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25f9b51f-a28c-4617-80c6-207eb4f1d0bb']}} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:59:03.192873 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:03.216384 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-073d0d18-ff43-449f-a70b-88f563d07445 req-65316ece-b735-421b-9a3a-a377753b7a73 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.85 "GET /v2.0/ports?device_id=14ddb85a-20eb-4d71-8c66-d30e1eae439a HTTP/1.1" status: 200 len: 210 time: 0.2902880 May 30 19:59:03.219916 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-bdc62ac3-c912-4da0-b9e2-66cac32f731e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '405d1b64-5851-4659-a39d-8a0b9804c452') {'for_net_delete': True} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:59:03.220380 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-bdc62ac3-c912-4da0-b9e2-66cac32f731e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '405d1b64-5851-4659-a39d-8a0b9804c452') {} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:59:03.278939 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=a0b47a60-2cb7-4bd5-9a85-2785c04ef634,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:59:03.462947 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bdc62ac3-c912-4da0-b9e2-66cac32f731e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2660590'] for segment, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:03.577985 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bdc62ac3-c912-4da0-b9e2-66cac32f731e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:03.623998 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdc62ac3-c912-4da0-b9e2-66cac32f731e admin admin] Releasing vlan 661 on physical network physnet1 to pool {{(pid=84886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 19:59:03.625546 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bdc62ac3-c912-4da0-b9e2-66cac32f731e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4126989'] for segment, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:03.671892 n-d-843948-2 neutron-server[84886]: INFO neutron.db.l3_db [None req-c3e640fa-feea-43e8-b9bd-4068f6384180 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Floating IP c66a56a3-f8fa-4e97-b2df-3bb3fdb51edc associated. External IP: 172.25.8.118, port: 5064484f-c38b-4d38-aecd-0848cc84af61. May 30 19:59:03.717109 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f496f4-b79a-48bf-9b8c-9f0485a529d4 req-55b96606-8f7e-41f9-b429-1a079c421e54 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:03.719614 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-63f496f4-b79a-48bf-9b8c-9f0485a529d4 req-55b96606-8f7e-41f9-b429-1a079c421e54 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/ports?device_id=e5dfa99e-d6bb-4b77-88eb-3c6fe6683873 HTTP/1.1" status: 200 len: 945 time: 0.1815124 May 30 19:59:03.739674 n-d-843948-2 neutron-server[84886]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) May 30 19:59:03.739674 n-d-843948-2 neutron-server[84886]: util.warn_limited( May 30 19:59:03.739674 n-d-843948-2 neutron-server[84886]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) May 30 19:59:03.739674 n-d-843948-2 neutron-server[84886]: util.warn_limited( May 30 19:59:03.739674 n-d-843948-2 neutron-server[84886]: Traceback (most recent call last): May 30 19:59:03.739674 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 19:59:03.739674 n-d-843948-2 neutron-server[84886]: timer() May 30 19:59:03.739674 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 19:59:03.739674 n-d-843948-2 neutron-server[84886]: cb(*args, **kw) May 30 19:59:03.739674 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 19:59:03.739674 n-d-843948-2 neutron-server[84886]: return func(*args, **kwargs) May 30 19:59:03.739674 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 19:59:03.739674 n-d-843948-2 neutron-server[84886]: self._notify() May 30 19:59:03.739674 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 19:59:03.739674 n-d-843948-2 neutron-server[84886]: self.callback(batched_events) May 30 19:59:03.739674 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 19:59:03.739674 n-d-843948-2 neutron-server[84886]: event.method(event) May 30 19:59:03.739674 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 19:59:03.739674 n-d-843948-2 neutron-server[84886]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 19:59:03.739674 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 19:59:03.739674 n-d-843948-2 neutron-server[84886]: aggregate_uuid = self.p_client.list_aggregates( May 30 19:59:03.739674 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 19:59:03.739674 n-d-843948-2 neutron-server[84886]: return f(self, *a, **k) May 30 19:59:03.739674 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 19:59:03.739674 n-d-843948-2 neutron-server[84886]: return self._get(url).json() May 30 19:59:03.739674 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 19:59:03.739674 n-d-843948-2 neutron-server[84886]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 19:59:03.739674 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 19:59:03.739674 n-d-843948-2 neutron-server[84886]: return self.request(url, 'GET', **kwargs) May 30 19:59:03.739674 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 19:59:03.739674 n-d-843948-2 neutron-server[84886]: base_url = self.get_endpoint(auth, allow=allow, May 30 19:59:03.739674 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 19:59:03.739674 n-d-843948-2 neutron-server[84886]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 19:59:03.739674 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 19:59:03.739674 n-d-843948-2 neutron-server[84886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 19:59:03.739674 n-d-843948-2 neutron-server[84886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 19:59:03.833741 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-63f496f4-b79a-48bf-9b8c-9f0485a529d4 req-9e697e47-359b-4c25-b25a-7b0fc3f23f9d tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/security-groups?id=b7c7fe04-8ab6-4ec0-af46-b4358854e449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023052 May 30 19:59:04.006991 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0dc939d7-c911-4f7c-ab47-ea9e80e15a07 req-1d427dcc-ff85-4c15-b993-d44740a30e9d service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=e5dfa99e-d6bb-4b77-88eb-3c6fe6683873 HTTP/1.1" status: 200 len: 1096 time: 0.8052952 May 30 19:59:04.053058 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9c320793-4838-4dd6-b37b-fa2a0a79e630 req-7efeaf9a-3e8e-4de8-b414-ed01fe4f17d5 tempest-ServersAdmin275Test-237620186 tempest-ServersAdmin275Test-237620186-project] 10.222.0.85 "GET /v2.0/ports?device_id=ea938153-b214-4e51-bda9-885f36ad1775 HTTP/1.1" status: 200 len: 210 time: 0.3118546 May 30 19:59:04.094408 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bdc62ac3-c912-4da0-b9e2-66cac32f731e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:04.122022 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71638396-f7a6-4eb9-9a3f-5ff72dbfcb9a req-675ccadd-8f87-4f51-9379-47cb58fbf23c tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:04.124631 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-71638396-f7a6-4eb9-9a3f-5ff72dbfcb9a req-675ccadd-8f87-4f51-9379-47cb58fbf23c tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.71 "GET /v2.0/networks?id=a2a2680a-30c7-4004-a919-1078d0f1a0a1 HTTP/1.1" status: 200 len: 820 time: 0.9608357 May 30 19:59:04.185531 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [req-71638396-f7a6-4eb9-9a3f-5ff72dbfcb9a req-1a339232-7423-4596-a412-8807894bec2a tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Request body: {'port': {'device_id': '14ddb85a-20eb-4d71-8c66-d30e1eae439a', 'network_id': 'a2a2680a-30c7-4004-a919-1078d0f1a0a1', 'admin_state_up': True, 'tenant_id': '507d6785502940d28c178ad4aae87e46'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:59:04.216690 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bdc62ac3-c912-4da0-b9e2-66cac32f731e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:04.244627 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc62ac3-c912-4da0-b9e2-66cac32f731e admin admin] Pushing event deleted for resources: {'Network': ['ID=25f9b51f-a28c-4617-80c6-207eb4f1d0bb,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:59:04.452989 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-83224cb0-6bb3-4df0-8021-d2b82474f277 req-e980d039-b08b-497b-b031-c14525d8c008 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.85 "GET /v2.0/ports?device_id=14ddb85a-20eb-4d71-8c66-d30e1eae439a HTTP/1.1" status: 200 len: 210 time: 0.0456369 May 30 19:59:04.532638 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-bdc62ac3-c912-4da0-b9e2-66cac32f731e admin admin] 10.222.0.85 "DELETE /v2.0/networks/25f9b51f-a28c-4617-80c6-207eb4f1d0bb HTTP/1.1" status: 204 len: 168 time: 2.6670072 May 30 19:59:04.537102 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 42874) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:59:04.567108 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0dc939d7-c911-4f7c-ab47-ea9e80e15a07 req-8e598bd9-41ca-45ba-8d37-f4fd5441f826 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=b7c7fe04-8ab6-4ec0-af46-b4358854e449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5186625 May 30 19:59:04.665912 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0cebeaa-70a3-498b-8794-a99f387d6e8b admin admin] Deleting subnet 9a29ae1c-c9b8-47d9-a586-75ab1e103650 {{(pid=84887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 19:59:04.672982 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c0cebeaa-70a3-498b-8794-a99f387d6e8b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:04.681334 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-71638396-f7a6-4eb9-9a3f-5ff72dbfcb9a req-1a339232-7423-4596-a412-8807894bec2a tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:59:04.688437 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-71638396-f7a6-4eb9-9a3f-5ff72dbfcb9a req-1a339232-7423-4596-a412-8807894bec2a tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Usage tracker for resource:port and tenant:507d6785502940d28c178ad4aae87e46 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:59:04.694358 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-71638396-f7a6-4eb9-9a3f-5ff72dbfcb9a req-1a339232-7423-4596-a412-8807894bec2a tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:59:04.708120 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-71638396-f7a6-4eb9-9a3f-5ff72dbfcb9a req-1a339232-7423-4596-a412-8807894bec2a tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:59:04.728704 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 42880) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:59:04.802871 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71638396-f7a6-4eb9-9a3f-5ff72dbfcb9a req-1a339232-7423-4596-a412-8807894bec2a tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Made reservation on behalf of 507d6785502940d28c178ad4aae87e46 for: {'port': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 19:59:04.812162 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-71638396-f7a6-4eb9-9a3f-5ff72dbfcb9a req-1a339232-7423-4596-a412-8807894bec2a tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:04.848139 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c0cebeaa-70a3-498b-8794-a99f387d6e8b admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:04.861175 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c0cebeaa-70a3-498b-8794-a99f387d6e8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:05.087892 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c0cebeaa-70a3-498b-8794-a99f387d6e8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for subnet, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:05.131882 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cebeaa-70a3-498b-8794-a99f387d6e8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a29ae1c-c9b8-47d9-a586-75ab1e103650,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:59:05.139761 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c0cebeaa-70a3-498b-8794-a99f387d6e8b admin admin] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:05.148231 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-c0cebeaa-70a3-498b-8794-a99f387d6e8b admin admin] 10.222.0.85 "DELETE /v2.0/subnets/9a29ae1c-c9b8-47d9-a586-75ab1e103650 HTTP/1.1" status: 204 len: 168 time: 0.6092331 May 30 19:59:05.153219 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 42894) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:59:05.449202 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8ddcedc8-ddb0-4473-b462-deddfd335328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:05.502059 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-edd06071-9aba-4a75-bf5e-78ee076f0234 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=6d1684320ffd47b58d1d1be0ae9cdf35&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7673583 May 30 19:59:05.523682 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 42902) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:59:05.568893 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-afacad76-4c35-42f5-af3a-37ed10af7997 req-a7aec080-9954-4ffe-9307-37823d0d4edb tempest-ServersAdmin275Test-237620186 tempest-ServersAdmin275Test-237620186-project] 10.222.0.85 "GET /v2.0/ports?device_id=ea938153-b214-4e51-bda9-885f36ad1775 HTTP/1.1" status: 200 len: 210 time: 0.1127427 May 30 19:59:05.657371 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b30be6d1-df1f-4949-aae9-246322e606cb req-115215bc-dc40-416c-ab69-90f1a74c1d8b service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=ea938153-b214-4e51-bda9-885f36ad1775 HTTP/1.1" status: 200 len: 210 time: 0.0947478 May 30 19:59:05.693832 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [req-71638396-f7a6-4eb9-9a3f-5ff72dbfcb9a req-1a339232-7423-4596-a412-8807894bec2a tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Allocated IP 172.20.0.10 (a2a2680a-30c7-4004-a919-1078d0f1a0a1/8501e548-9fd0-4b41-a186-ee2d1e9a4a4f/7e165a8d-9463-4bc8-ae0d-1614834a71c2) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 19:59:05.721445 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0029e9-4d61-4a4c-bdf9-4377b894bcff req-95802513-fa1a-4bd2-96b1-ee5157c3f562 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:05.723040 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9e0029e9-4d61-4a4c-bdf9-4377b894bcff req-95802513-fa1a-4bd2-96b1-ee5157c3f562 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/ports?device_id=e5dfa99e-d6bb-4b77-88eb-3c6fe6683873 HTTP/1.1" status: 200 len: 945 time: 0.5059092 May 30 19:59:05.856266 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8ddcedc8-ddb0-4473-b462-deddfd335328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:05.905008 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8ddcedc8-ddb0-4473-b462-deddfd335328 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=84887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:59:05.905375 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8ddcedc8-ddb0-4473-b462-deddfd335328 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=84887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:59:05.906192 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8ddcedc8-ddb0-4473-b462-deddfd335328 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:59:05.906520 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8ddcedc8-ddb0-4473-b462-deddfd335328 admin admin] Subscribe: > port after_create 55550000 {{(pid=84887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:59:05.906835 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8ddcedc8-ddb0-4473-b462-deddfd335328 admin admin] Subscribe: > port after_delete 55550000 {{(pid=84887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:59:05.907181 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8ddcedc8-ddb0-4473-b462-deddfd335328 admin admin] Subscribe: > port after_update 55550000 {{(pid=84887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:59:05.907510 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8ddcedc8-ddb0-4473-b462-deddfd335328 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=84887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:59:05.907890 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8ddcedc8-ddb0-4473-b462-deddfd335328 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:59:05.908205 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8ddcedc8-ddb0-4473-b462-deddfd335328 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:59:05.908515 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8ddcedc8-ddb0-4473-b462-deddfd335328 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=84887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:59:05.987306 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8ddcedc8-ddb0-4473-b462-deddfd335328 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:59:05.987649 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8ddcedc8-ddb0-4473-b462-deddfd335328 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:59:05.987977 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8ddcedc8-ddb0-4473-b462-deddfd335328 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=84887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:59:05.990140 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8ddcedc8-ddb0-4473-b462-deddfd335328 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=84887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 30 19:59:05.990599 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-8ddcedc8-ddb0-4473-b462-deddfd335328 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfc3f5a0-6d8b-4805-a333-60b4ec069efe']}} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:59:06.020597 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-8ddcedc8-ddb0-4473-b462-deddfd335328 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47f00c17-4828-4729-bcc0-e89f40905970') {'for_net_delete': True} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:59:06.020597 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-8ddcedc8-ddb0-4473-b462-deddfd335328 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47f00c17-4828-4729-bcc0-e89f40905970') {} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:59:06.050540 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8ddcedc8-ddb0-4473-b462-deddfd335328 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3149912'] for segment, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:06.070442 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8ddcedc8-ddb0-4473-b462-deddfd335328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:06.079888 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ddcedc8-ddb0-4473-b462-deddfd335328 admin admin] Releasing vlan 653 on physical network physnet1 to pool {{(pid=84887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 19:59:06.080336 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8ddcedc8-ddb0-4473-b462-deddfd335328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4055488'] for segment, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:06.097300 n-d-843948-2 neutron-server[84887]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) May 30 19:59:06.097300 n-d-843948-2 neutron-server[84887]: util.warn_limited( May 30 19:59:06.097300 n-d-843948-2 neutron-server[84887]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) May 30 19:59:06.097300 n-d-843948-2 neutron-server[84887]: util.warn_limited( May 30 19:59:06.097300 n-d-843948-2 neutron-server[84887]: Traceback (most recent call last): May 30 19:59:06.097300 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 19:59:06.097300 n-d-843948-2 neutron-server[84887]: timer() May 30 19:59:06.097300 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 19:59:06.097300 n-d-843948-2 neutron-server[84887]: cb(*args, **kw) May 30 19:59:06.097300 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 19:59:06.097300 n-d-843948-2 neutron-server[84887]: return func(*args, **kwargs) May 30 19:59:06.097300 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 19:59:06.097300 n-d-843948-2 neutron-server[84887]: self._notify() May 30 19:59:06.097300 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 19:59:06.097300 n-d-843948-2 neutron-server[84887]: self.callback(batched_events) May 30 19:59:06.097300 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 19:59:06.097300 n-d-843948-2 neutron-server[84887]: event.method(event) May 30 19:59:06.097300 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 19:59:06.097300 n-d-843948-2 neutron-server[84887]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 19:59:06.097300 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 19:59:06.097300 n-d-843948-2 neutron-server[84887]: aggregate_uuid = self.p_client.list_aggregates( May 30 19:59:06.097300 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 19:59:06.097300 n-d-843948-2 neutron-server[84887]: return f(self, *a, **k) May 30 19:59:06.097300 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 19:59:06.097300 n-d-843948-2 neutron-server[84887]: return self._get(url).json() May 30 19:59:06.097300 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 19:59:06.097300 n-d-843948-2 neutron-server[84887]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 19:59:06.097300 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 19:59:06.097300 n-d-843948-2 neutron-server[84887]: return self.request(url, 'GET', **kwargs) May 30 19:59:06.097300 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 19:59:06.097300 n-d-843948-2 neutron-server[84887]: base_url = self.get_endpoint(auth, allow=allow, May 30 19:59:06.097300 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 19:59:06.097300 n-d-843948-2 neutron-server[84887]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 19:59:06.097300 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 19:59:06.097300 n-d-843948-2 neutron-server[84887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 19:59:06.097300 n-d-843948-2 neutron-server[84887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 19:59:06.134564 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-71638396-f7a6-4eb9-9a3f-5ff72dbfcb9a req-1a339232-7423-4596-a412-8807894bec2a tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:06.163508 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-85cbfa91-9012-449d-9dcd-29794deaa4a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:06.215450 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9e0029e9-4d61-4a4c-bdf9-4377b894bcff req-8e86a8a5-221c-4985-ba1b-3e304164d3e5 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/security-groups?id=b7c7fe04-8ab6-4ec0-af46-b4358854e449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4421277 May 30 19:59:06.219425 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-37b3ccea-60a4-41cd-919a-0ed4bf4d5a46 req-9478c42b-c39a-4628-865c-ca1aae8bead0 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.85 "GET /v2.0/ports?device_id=14ddb85a-20eb-4d71-8c66-d30e1eae439a HTTP/1.1" status: 200 len: 210 time: 0.1180184 May 30 19:59:06.276309 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-85cbfa91-9012-449d-9dcd-29794deaa4a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:06.335621 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8ddcedc8-ddb0-4473-b462-deddfd335328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:06.338724 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3e640fa-feea-43e8-b9bd-4068f6384180 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Router dff63ffd-2ade-40fb-8d35-ecb84addf322 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 19:59:06.390804 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8ddcedc8-ddb0-4473-b462-deddfd335328 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:06.402716 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-8ddcedc8-ddb0-4473-b462-deddfd335328 admin admin] 10.222.0.85 "DELETE /v2.0/networks/cfc3f5a0-6d8b-4805-a333-60b4ec069efe HTTP/1.1" status: 204 len: 168 time: 1.2474911 May 30 19:59:06.410174 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddcedc8-ddb0-4473-b462-deddfd335328 admin admin] Pushing event deleted for resources: {'Network': ['ID=cfc3f5a0-6d8b-4805-a333-60b4ec069efe,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:59:06.420906 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-71638396-f7a6-4eb9-9a3f-5ff72dbfcb9a req-1a339232-7423-4596-a412-8807894bec2a tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:06.545156 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-85cbfa91-9012-449d-9dcd-29794deaa4a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:06.602637 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71638396-f7a6-4eb9-9a3f-5ff72dbfcb9a req-1a339232-7423-4596-a412-8807894bec2a tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Network a2a2680a-30c7-4004-a919-1078d0f1a0a1 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 19:59:06.610225 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [req-71638396-f7a6-4eb9-9a3f-5ff72dbfcb9a req-1a339232-7423-4596-a412-8807894bec2a tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 19:59:06.612792 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cbfa91-9012-449d-9dcd-29794deaa4a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61b1b0d6-6c83-4455-94c7-c27a2f8253b2,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:59:06.614887 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [req-71638396-f7a6-4eb9-9a3f-5ff72dbfcb9a req-1a339232-7423-4596-a412-8807894bec2a tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 19:59:06.683361 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a339232-7423-4596-a412-8807894bec2a tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Pushing event updated for resources: {'Port': ['ID=7e165a8d-9463-4bc8-ae0d-1614834a71c2,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:59:06.721004 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71638396-f7a6-4eb9-9a3f-5ff72dbfcb9a req-1a339232-7423-4596-a412-8807894bec2a tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:06.721716 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-71638396-f7a6-4eb9-9a3f-5ff72dbfcb9a req-1a339232-7423-4596-a412-8807894bec2a tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:06.767149 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-85cbfa91-9012-449d-9dcd-29794deaa4a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:06.786257 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-85cbfa91-9012-449d-9dcd-29794deaa4a5 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/61b1b0d6-6c83-4455-94c7-c27a2f8253b2 HTTP/1.1" status: 204 len: 168 time: 1.2607560 May 30 19:59:06.857634 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-71638396-f7a6-4eb9-9a3f-5ff72dbfcb9a req-1a339232-7423-4596-a412-8807894bec2a tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6970165 May 30 19:59:06.863567 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3e640fa-feea-43e8-b9bd-4068f6384180 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 19:59:06.877787 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c3e640fa-feea-43e8-b9bd-4068f6384180 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:06.880261 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee2c2fe-bb91-4234-b4af-621804f52831 None None] Sync routers for ids ['dff63ffd-2ade-40fb-8d35-ecb84addf322'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 19:59:06.912724 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee2c2fe-bb91-4234-b4af-621804f52831 None None] Routers {'dff63ffd-2ade-40fb-8d35-ecb84addf322'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 19:59:06.914323 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-fee2c2fe-bb91-4234-b4af-621804f52831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T19:59:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['dff63ffd-2ade-40fb-8d35-ecb84addf322'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:59:06.942427 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [req-71638396-f7a6-4eb9-9a3f-5ff72dbfcb9a req-77774814-bd69-489f-bb9c-cd040d4e109f service neutron] Request body: {'port': {'device_id': '14ddb85a-20eb-4d71-8c66-d30e1eae439a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843948-2'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:59:07.062846 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-298317ce-b27e-4eca-b9ac-f1b114438e8f req-f39d9b68-8af3-4d94-8c31-8eeb2a8eec71 tempest-ServersAdmin275Test-237620186 tempest-ServersAdmin275Test-237620186-project] 10.222.0.85 "GET /v2.0/ports?device_id=ea938153-b214-4e51-bda9-885f36ad1775 HTTP/1.1" status: 200 len: 210 time: 0.0848448 May 30 19:59:07.082000 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-c3e640fa-feea-43e8-b9bd-4068f6384180 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] 10.222.0.85 "PUT /v2.0/floatingips/c66a56a3-f8fa-4e97-b2df-3bb3fdb51edc HTTP/1.1" status: 200 len: 991 time: 7.3923965 May 30 19:59:07.085418 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2599397-eb02-4911-82c0-130d7380a64f', 'tag': '5064484f-c38b-4d38-aecd-0848cc84af61'}] {{(pid=84886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:59:07.151554 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-71638396-f7a6-4eb9-9a3f-5ff72dbfcb9a req-77774814-bd69-489f-bb9c-cd040d4e109f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:07.259266 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 42938) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:59:07.281990 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-fee2c2fe-bb91-4234-b4af-621804f52831 None None] Set router dff63ffd-2ade-40fb-8d35-ecb84addf322 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 19:59:07.284914 n-d-843948-2 neutron-server[84886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7919e643-78be-43c3-b4ea-21c66bb1ca2a'] response: {'name': 'network-changed', 'server_uuid': 'e2599397-eb02-4911-82c0-130d7380a64f', 'tag': '5064484f-c38b-4d38-aecd-0848cc84af61', 'status': 'completed', 'code': 200} May 30 19:59:07.571256 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 19:59:07.606915 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-494c1474-efc6-40cd-a07a-1ad0855f496f req-8ac80c1c-c018-47d6-a51d-7640d3400b41 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f8671c8955ba49549063462441cf84be&device_id=e2599397-eb02-4911-82c0-130d7380a64f HTTP/1.1" status: 200 len: 1096 time: 0.3003287 May 30 19:59:07.618545 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3141478a-868d-41df-837b-00dd877e06e6 req-044fe81a-492b-415d-b50a-b40d6bd4e7a5 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:07.626492 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3141478a-868d-41df-837b-00dd877e06e6 req-044fe81a-492b-415d-b50a-b40d6bd4e7a5 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] 10.222.0.85 "GET /v2.0/ports?device_id=e2599397-eb02-4911-82c0-130d7380a64f HTTP/1.1" status: 200 len: 945 time: 0.2265043 May 30 19:59:07.888807 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-2052be42-6845-44b5-96b8-b4b0009038ea admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=0563f72375ac4a6b81bbde416d12e54b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6264908 May 30 19:59:07.893846 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 42950) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:59:07.962206 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3141478a-868d-41df-837b-00dd877e06e6 req-6ecec049-7aad-46f2-bc4a-af7f8b06f450 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] 10.222.0.85 "GET /v2.0/security-groups?id=7d58850f-4d9d-478d-9914-1845c7c490d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3341873 May 30 19:59:08.090088 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494c1474-efc6-40cd-a07a-1ad0855f496f req-87375065-45d6-4f5d-be4c-afb4fd7c6463 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:08.092727 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-494c1474-efc6-40cd-a07a-1ad0855f496f req-87375065-45d6-4f5d-be4c-afb4fd7c6463 service neutron] 10.222.0.86 "GET /v2.0/networks?id=399356b2-01b1-4b9e-84e5-ec68f4845059 HTTP/1.1" status: 200 len: 924 time: 0.4629860 May 30 19:59:08.212263 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-fee2c2fe-bb91-4234-b4af-621804f52831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dff63ffd-2ade-40fb-8d35-ecb84addf322', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-284131261-router', 'tenant_id': 'f8671c8955ba49549063462441cf84be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '11a59005-71e9-43f5-889c-8d35e02c45a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T19:56:37Z', 'updated_at': '2022-05-30T19:56:42Z', 'revision_number': 4, 'project_id': 'f8671c8955ba49549063462441cf84be', 'gw_port': {'id': '11a59005-71e9-43f5-889c-8d35e02c45a1', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:70:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff63ffd-2ade-40fb-8d35-ecb84addf322', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:56:38Z', 'updated_at': '2022-05-30T19:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': 'c66a56a3-f8fa-4e97-b2df-3bb3fdb51edc', 'tenant_id': 'f8671c8955ba49549063462441cf84be', 'floating_ip_address': '172.25.8.118', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': 'dff63ffd-2ade-40fb-8d35-ecb84addf322', 'port_id': '5064484f-c38b-4d38-aecd-0848cc84af61', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '399356b2-01b1-4b9e-84e5-ec68f4845059', 'mac_address': 'fa:16:3e:60:fc:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2599397-eb02-4911-82c0-130d7380a64f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T19:57:14Z', 'updated_at': '2022-05-30T19:59:01Z', 'revision_number': 5, 'project_id': 'f8671c8955ba49549063462441cf84be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a85da4c3-5233-4e62-9df6-6eb869ff235b', 'name': '', 'network_id': '399356b2-01b1-4b9e-84e5-ec68f4845059', 'tenant_id': 'f8671c8955ba49549063462441cf84be', 'mac_address': 'fa:16:3e:98:89:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff63ffd-2ade-40fb-8d35-ecb84addf322', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '82761f11-2140-4c34-b51b-d85edab7a1af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:56:41Z', 'updated_at': '2022-05-30T19:57:00Z', 'revision_number': 5, 'project_id': 'f8671c8955ba49549063462441cf84be', 'subnets': [{'id': '82761f11-2140-4c34-b51b-d85edab7a1af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:59:08.222619 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee2c2fe-bb91-4234-b4af-621804f52831 None None] Checking router: dff63ffd-2ade-40fb-8d35-ecb84addf322 for host: n-d-843948-2 {{(pid=84889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 19:59:08.235317 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3af30e-f147-46b1-a158-92a9894ef7b6 req-d2078927-10dd-4427-8f14-dda102cd3383 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:08.242572 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee2c2fe-bb91-4234-b4af-621804f52831 None None] Routers {'dff63ffd-2ade-40fb-8d35-ecb84addf322'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 19:59:08.242945 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6d3af30e-f147-46b1-a158-92a9894ef7b6 req-d2078927-10dd-4427-8f14-dda102cd3383 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/ports?device_id=e5dfa99e-d6bb-4b77-88eb-3c6fe6683873 HTTP/1.1" status: 200 len: 945 time: 0.6524937 May 30 19:59:08.243697 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-fee2c2fe-bb91-4234-b4af-621804f52831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T19:59:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['dff63ffd-2ade-40fb-8d35-ecb84addf322'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:59:08.274850 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-dd5fcfe8-74dd-4e53-bb36-093c77acdefa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:08.320013 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-494c1474-efc6-40cd-a07a-1ad0855f496f req-8c921529-a792-4081-882b-1bcbf3cf95ab service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5064484f-c38b-4d38-aecd-0848cc84af61 HTTP/1.1" status: 200 len: 999 time: 0.2185380 May 30 19:59:08.328972 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-dd5fcfe8-74dd-4e53-bb36-093c77acdefa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:08.404502 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6d3af30e-f147-46b1-a158-92a9894ef7b6 req-ea8530b1-0f2c-4767-8326-a52a2ed4298a tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/security-groups?id=b7c7fe04-8ab6-4ec0-af46-b4358854e449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605022 May 30 19:59:08.544529 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-fee2c2fe-bb91-4234-b4af-621804f52831 None None] Set router dff63ffd-2ade-40fb-8d35-ecb84addf322 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 19:59:08.616864 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [req-71638396-f7a6-4eb9-9a3f-5ff72dbfcb9a req-77774814-bd69-489f-bb9c-cd040d4e109f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e165a8d-9463-4bc8-ae0d-1614834a71c2 {{(pid=84886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 19:59:08.648138 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494c1474-efc6-40cd-a07a-1ad0855f496f req-146351f9-0902-4759-95f2-a11003714435 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:08.649372 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-71638396-f7a6-4eb9-9a3f-5ff72dbfcb9a req-77774814-bd69-489f-bb9c-cd040d4e109f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:08.656695 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-494c1474-efc6-40cd-a07a-1ad0855f496f req-146351f9-0902-4759-95f2-a11003714435 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=82761f11-2140-4c34-b51b-d85edab7a1af HTTP/1.1" status: 200 len: 862 time: 0.3216755 May 30 19:59:08.755156 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd84607-5194-4d72-a16c-df644f31f90b req-cfa30384-caba-4d3e-8d19-65f62fea512c tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:08.756822 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5dd84607-5194-4d72-a16c-df644f31f90b req-cfa30384-caba-4d3e-8d19-65f62fea512c tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.85 "GET /v2.0/ports?device_id=14ddb85a-20eb-4d71-8c66-d30e1eae439a HTTP/1.1" status: 200 len: 932 time: 0.3397529 May 30 19:59:08.804267 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-494c1474-efc6-40cd-a07a-1ad0855f496f req-8b7a081c-1a1e-469d-9425-f128f645a476 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=399356b2-01b1-4b9e-84e5-ec68f4845059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1463518 May 30 19:59:08.829596 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [req-71638396-f7a6-4eb9-9a3f-5ff72dbfcb9a req-77774814-bd69-489f-bb9c-cd040d4e109f service neutron] Transition to ACTIVE for port object 7e165a8d-9463-4bc8-ae0d-1614834a71c2 will not be triggered until provisioned by entity L2. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:59:08.839987 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-dd5fcfe8-74dd-4e53-bb36-093c77acdefa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:08.868056 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d34d1bcd-0999-4df5-9021-b9ad37dd4447 req-52cb1bf1-c19f-48e1-a7b6-5ed02dfd78dc tempest-ServersAdmin275Test-237620186 tempest-ServersAdmin275Test-237620186-project] 10.222.0.85 "GET /v2.0/ports?device_id=ea938153-b214-4e51-bda9-885f36ad1775 HTTP/1.1" status: 200 len: 210 time: 0.1242950 May 30 19:59:08.878261 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5fcfe8-74dd-4e53-bb36-093c77acdefa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e1d1430-3d20-4a84-8354-08bd9bcd7c84,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:59:08.893057 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-dd5fcfe8-74dd-4e53-bb36-093c77acdefa admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:08.897500 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-dd5fcfe8-74dd-4e53-bb36-093c77acdefa admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/8e1d1430-3d20-4a84-8354-08bd9bcd7c84 HTTP/1.1" status: 204 len: 168 time: 1.0000572 May 30 19:59:08.957189 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-5dd84607-5194-4d72-a16c-df644f31f90b req-a1f0b9b3-1be4-43c0-83d2-544ece1d1102 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Synchronizing usage tracker for tenant:507d6785502940d28c178ad4aae87e46 on resource:security_group {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 19:59:09.003871 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-71638396-f7a6-4eb9-9a3f-5ff72dbfcb9a req-77774814-bd69-489f-bb9c-cd040d4e109f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:09.006704 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 42976) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:59:09.053576 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-058ba7ee-a455-4c69-9ac6-643020f8389c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:09.110991 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-5dd84607-5194-4d72-a16c-df644f31f90b req-a1f0b9b3-1be4-43c0-83d2-544ece1d1102 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Unset dirty status for tenant:507d6785502940d28c178ad4aae87e46 on resource:security_group {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 19:59:09.122519 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5dd84607-5194-4d72-a16c-df644f31f90b req-a1f0b9b3-1be4-43c0-83d2-544ece1d1102 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.85 "GET /v2.0/security-groups?id=e04d9b86-3d99-41a3-8241-c517ec1f4730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3554947 May 30 19:59:09.144532 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-058ba7ee-a455-4c69-9ac6-643020f8389c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:59:09.154998 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-058ba7ee-a455-4c69-9ac6-643020f8389c admin admin] Usage tracker for resource:security_group_rule and tenant:4427ed03dd134650b39c10c0b79cd1b5 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:59:09.162190 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-058ba7ee-a455-4c69-9ac6-643020f8389c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:59:09.176294 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-058ba7ee-a455-4c69-9ac6-643020f8389c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:59:09.272329 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77774814-bd69-489f-bb9c-cd040d4e109f service neutron] Pushing event updated for resources: {'Port': ['ID=7e165a8d-9463-4bc8-ae0d-1614834a71c2,revision_number=2']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:59:09.284151 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-fee2c2fe-bb91-4234-b4af-621804f52831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dff63ffd-2ade-40fb-8d35-ecb84addf322', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-284131261-router', 'tenant_id': 'f8671c8955ba49549063462441cf84be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '11a59005-71e9-43f5-889c-8d35e02c45a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T19:56:37Z', 'updated_at': '2022-05-30T19:56:42Z', 'revision_number': 4, 'project_id': 'f8671c8955ba49549063462441cf84be', 'gw_port': {'id': '11a59005-71e9-43f5-889c-8d35e02c45a1', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:70:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff63ffd-2ade-40fb-8d35-ecb84addf322', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:56:38Z', 'updated_at': '2022-05-30T19:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': 'c66a56a3-f8fa-4e97-b2df-3bb3fdb51edc', 'tenant_id': 'f8671c8955ba49549063462441cf84be', 'floating_ip_address': '172.25.8.118', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': 'dff63ffd-2ade-40fb-8d35-ecb84addf322', 'port_id': '5064484f-c38b-4d38-aecd-0848cc84af61', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '399356b2-01b1-4b9e-84e5-ec68f4845059', 'mac_address': 'fa:16:3e:60:fc:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2599397-eb02-4911-82c0-130d7380a64f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T19:57:14Z', 'updated_at': '2022-05-30T19:59:01Z', 'revision_number': 5, 'project_id': 'f8671c8955ba49549063462441cf84be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a85da4c3-5233-4e62-9df6-6eb869ff235b', 'name': '', 'network_id': '399356b2-01b1-4b9e-84e5-ec68f4845059', 'tenant_id': 'f8671c8955ba49549063462441cf84be', 'mac_address': 'fa:16:3e:98:89:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff63ffd-2ade-40fb-8d35-ecb84addf322', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '82761f11-2140-4c34-b51b-d85edab7a1af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:56:41Z', 'updated_at': '2022-05-30T19:57:00Z', 'revision_number': 5, 'project_id': 'f8671c8955ba49549063462441cf84be', 'subnets': [{'id': '82761f11-2140-4c34-b51b-d85edab7a1af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:59:09.290741 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee2c2fe-bb91-4234-b4af-621804f52831 None None] The sync data for ids ['dff63ffd-2ade-40fb-8d35-ecb84addf322'] in n-d-843948-2 is: [{'id': 'dff63ffd-2ade-40fb-8d35-ecb84addf322', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-284131261-router', 'tenant_id': 'f8671c8955ba49549063462441cf84be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '11a59005-71e9-43f5-889c-8d35e02c45a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T19:56:37Z', 'updated_at': '2022-05-30T19:56:42Z', 'revision_number': 4, 'project_id': 'f8671c8955ba49549063462441cf84be', 'gw_port': {'id': '11a59005-71e9-43f5-889c-8d35e02c45a1', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:70:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff63ffd-2ade-40fb-8d35-ecb84addf322', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:56:38Z', 'updated_at': '2022-05-30T19:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': 'c66a56a3-f8fa-4e97-b2df-3bb3fdb51edc', 'tenant_id': 'f8671c8955ba49549063462441cf84be', 'floating_ip_address': '172.25.8.118', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': 'dff63ffd-2ade-40fb-8d35-ecb84addf322', 'port_id': '5064484f-c38b-4d38-aecd-0848cc84af61', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '399356b2-01b1-4b9e-84e5-ec68f4845059', 'mac_address': 'fa:16:3e:60:fc:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2599397-eb02-4911-82c0-130d7380a64f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T19:57:14Z', 'updated_at': '2022-05-30T19:59:01Z', 'revision_number': 5, 'project_id': 'f8671c8955ba49549063462441cf84be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a85da4c3-5233-4e62-9df6-6eb869ff235b', 'name': '', 'network_id': '399356b2-01b1-4b9e-84e5-ec68f4845059', 'tenant_id': 'f8671c8955ba49549063462441cf84be', 'mac_address': 'fa:16:3e:98:89:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff63ffd-2ade-40fb-8d35-ecb84addf322', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '82761f11-2140-4c34-b51b-d85edab7a1af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:56:41Z', 'updated_at': '2022-05-30T19:57:00Z', 'revision_number': 5, 'project_id': 'f8671c8955ba49549063462441cf84be', 'subnets': [{'id': '82761f11-2140-4c34-b51b-d85edab7a1af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 19:59:09.301804 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-494c1474-efc6-40cd-a07a-1ad0855f496f req-2b8a3ad5-dba5-4a5c-8e91-586e55bfd5f5 service neutron] 10.222.0.86 "GET /v2.0/networks/399356b2-01b1-4b9e-84e5-ec68f4845059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4865212 May 30 19:59:09.444438 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-fbee633c-ec58-4bc3-8f8f-29bb95e1799f req-a6c5016b-61d5-4a08-8cbc-38a777887dbf tempest-LiveMigrationTest-484647171 tempest-LiveMigrationTest-484647171-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=e5dfa99e-d6bb-4b77-88eb-3c6fe6683873 HTTP/1.1" status: 200 len: 1096 time: 0.2307796 May 30 19:59:09.468349 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-71638396-f7a6-4eb9-9a3f-5ff72dbfcb9a req-77774814-bd69-489f-bb9c-cd040d4e109f service neutron] Attempting to bind port 7e165a8d-9463-4bc8-ae0d-1614834a71c2 on host n-h1-843948-2 for vnic_type normal with profile {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 19:59:09.468653 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-71638396-f7a6-4eb9-9a3f-5ff72dbfcb9a req-77774814-bd69-489f-bb9c-cd040d4e109f service neutron] Attempting to bind port 7e165a8d-9463-4bc8-ae0d-1614834a71c2 by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': '4048bfa0-f1bd-4aa7-86bf-7023b66ee7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2a2680a-30c7-4004-a919-1078d0f1a0a1'}] {{(pid=84886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 19:59:09.468961 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71638396-f7a6-4eb9-9a3f-5ff72dbfcb9a req-77774814-bd69-489f-bb9c-cd040d4e109f service neutron] Attempting to bind port 7e165a8d-9463-4bc8-ae0d-1614834a71c2 on network a2a2680a-30c7-4004-a919-1078d0f1a0a1 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:59:09.490160 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71638396-f7a6-4eb9-9a3f-5ff72dbfcb9a req-77774814-bd69-489f-bb9c-cd040d4e109f service neutron] Port 7e165a8d-9463-4bc8-ae0d-1614834a71c2 on network a2a2680a-30c7-4004-a919-1078d0f1a0a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 19:59:09.493154 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71638396-f7a6-4eb9-9a3f-5ff72dbfcb9a req-77774814-bd69-489f-bb9c-cd040d4e109f service neutron] Attempting to bind port 7e165a8d-9463-4bc8-ae0d-1614834a71c2 on network a2a2680a-30c7-4004-a919-1078d0f1a0a1 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:59:09.504778 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71638396-f7a6-4eb9-9a3f-5ff72dbfcb9a req-77774814-bd69-489f-bb9c-cd040d4e109f service neutron] Checking agent: {'id': 'f728d74e-a4ae-4384-860b-a5ade05dd8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 19, 58, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 19:59:09.505119 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71638396-f7a6-4eb9-9a3f-5ff72dbfcb9a req-77774814-bd69-489f-bb9c-cd040d4e109f service neutron] Checking segment: {'id': '4048bfa0-f1bd-4aa7-86bf-7023b66ee7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2a2680a-30c7-4004-a919-1078d0f1a0a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 19:59:09.505512 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71638396-f7a6-4eb9-9a3f-5ff72dbfcb9a req-77774814-bd69-489f-bb9c-cd040d4e109f service neutron] Bound using segment: {'id': '4048bfa0-f1bd-4aa7-86bf-7023b66ee7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2a2680a-30c7-4004-a919-1078d0f1a0a1'} {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 19:59:09.505984 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-71638396-f7a6-4eb9-9a3f-5ff72dbfcb9a req-77774814-bd69-489f-bb9c-cd040d4e109f service neutron] Bound port: 7e165a8d-9463-4bc8-ae0d-1614834a71c2, host: n-h1-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4048bfa0-f1bd-4aa7-86bf-7023b66ee7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2a2680a-30c7-4004-a919-1078d0f1a0a1'}}] {{(pid=84886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 19:59:09.506337 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-71638396-f7a6-4eb9-9a3f-5ff72dbfcb9a req-77774814-bd69-489f-bb9c-cd040d4e109f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:09.526351 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-058ba7ee-a455-4c69-9ac6-643020f8389c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:09.534334 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-fbee633c-ec58-4bc3-8f8f-29bb95e1799f req-a53ce55a-a5e4-48c3-88a7-4cda58939f95 tempest-LiveMigrationTest-484647171 tempest-LiveMigrationTest-484647171-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=b7c7fe04-8ab6-4ec0-af46-b4358854e449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888758 May 30 19:59:09.559623 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-494c1474-efc6-40cd-a07a-1ad0855f496f req-c813f56b-8ddb-4960-85a6-871db623fba7 service neutron] 10.222.0.86 "GET /v2.0/networks/399356b2-01b1-4b9e-84e5-ec68f4845059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2505231 May 30 19:59:09.610230 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-058ba7ee-a455-4c69-9ac6-643020f8389c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:09.636685 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59bd88b6-e4d4-4653-864e-92135d1d5881 None None] New status for floating IP c66a56a3-f8fa-4e97-b2df-3bb3fdb51edc: ACTIVE {{(pid=84888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 19:59:09.667115 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-71638396-f7a6-4eb9-9a3f-5ff72dbfcb9a req-77774814-bd69-489f-bb9c-cd040d4e109f service neutron] For port 7e165a8d-9463-4bc8-ae0d-1614834a71c2, host n-h1-843948-2, cleared binding levels {{(pid=84886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 19:59:09.671898 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-71638396-f7a6-4eb9-9a3f-5ff72dbfcb9a req-77774814-bd69-489f-bb9c-cd040d4e109f service neutron] For port 7e165a8d-9463-4bc8-ae0d-1614834a71c2, host n-h1-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=7e165a8d-9463-4bc8-ae0d-1614834a71c2,segment=NetworkSegment(4048bfa0-f1bd-4aa7-86bf-7023b66ee7f9),segment_id=4048bfa0-f1bd-4aa7-86bf-7023b66ee7f9)] {{(pid=84886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 19:59:09.691678 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-058ba7ee-a455-4c69-9ac6-643020f8389c admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=4427ed03dd134650b39c10c0b79cd1b5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6838439 May 30 19:59:09.694445 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 42988) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:59:09.714396 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058ba7ee-a455-4c69-9ac6-643020f8389c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=face757d-26f7-4b33-95dd-cffb479e4325,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:59:09.838746 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-71638396-f7a6-4eb9-9a3f-5ff72dbfcb9a req-77774814-bd69-489f-bb9c-cd040d4e109f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:10.043336 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-71638396-f7a6-4eb9-9a3f-5ff72dbfcb9a req-77774814-bd69-489f-bb9c-cd040d4e109f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:10.044763 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-71638396-f7a6-4eb9-9a3f-5ff72dbfcb9a req-77774814-bd69-489f-bb9c-cd040d4e109f service neutron] 10.222.0.71 "PUT /v2.0/ports/7e165a8d-9463-4bc8-ae0d-1614834a71c2 HTTP/1.1" status: 200 len: 1092 time: 3.1792421 May 30 19:59:10.046936 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14ddb85a-20eb-4d71-8c66-d30e1eae439a', 'tag': '7e165a8d-9463-4bc8-ae0d-1614834a71c2'}] {{(pid=84886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:59:10.071225 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77774814-bd69-489f-bb9c-cd040d4e109f service neutron] Pushing event updated for resources: {'Port': ['ID=7e165a8d-9463-4bc8-ae0d-1614834a71c2,revision_number=3']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:59:10.078717 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4c0e9ed2-9d87-486d-bd12-391cb81533bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:10.109424 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4c0e9ed2-9d87-486d-bd12-391cb81533bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:10.168342 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-239a5d5c-9f06-4b2e-b3eb-8d6cabfb97c9 req-4bf53f3b-3ca9-438a-9d70-e0e388ce7345 tempest-LiveMigrationTest-484647171 tempest-LiveMigrationTest-484647171-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=e5dfa99e-d6bb-4b77-88eb-3c6fe6683873 HTTP/1.1" status: 200 len: 1096 time: 0.4423797 May 30 19:59:10.266338 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-239a5d5c-9f06-4b2e-b3eb-8d6cabfb97c9 req-ddce3012-7469-4489-9066-2254dc547a05 tempest-LiveMigrationTest-484647171 tempest-LiveMigrationTest-484647171-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=b7c7fe04-8ab6-4ec0-af46-b4358854e449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969586 May 30 19:59:10.336098 n-d-843948-2 neutron-server[84886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10df1898-fe6e-4b5b-accc-7af3e32b81c0'] response: {'name': 'network-changed', 'server_uuid': '14ddb85a-20eb-4d71-8c66-d30e1eae439a', 'tag': '7e165a8d-9463-4bc8-ae0d-1614834a71c2', 'status': 'completed', 'code': 200} May 30 19:59:10.340465 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-71638396-f7a6-4eb9-9a3f-5ff72dbfcb9a req-2ac9a555-43eb-4ffc-ad12-f7500ef317ff service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=507d6785502940d28c178ad4aae87e46&device_id=14ddb85a-20eb-4d71-8c66-d30e1eae439a HTTP/1.1" status: 200 len: 1095 time: 0.1313798 May 30 19:59:10.345883 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4c0e9ed2-9d87-486d-bd12-391cb81533bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:10.486816 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b47d6d9f-6c45-49ce-98be-f8ba31aece59 req-a4f15faf-91d4-494f-94d3-c3673124425b tempest-ServersAdmin275Test-512996671 tempest-ServersAdmin275Test-512996671-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=ea938153-b214-4e51-bda9-885f36ad1775 HTTP/1.1" status: 200 len: 210 time: 0.0921481 May 30 19:59:10.524128 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 43010) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:59:10.529214 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0e9ed2-9d87-486d-bd12-391cb81533bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=face757d-26f7-4b33-95dd-cffb479e4325,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:59:10.540527 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-71638396-f7a6-4eb9-9a3f-5ff72dbfcb9a req-cc5d64aa-a2ba-4aca-98f4-10edd9a4348c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7e165a8d-9463-4bc8-ae0d-1614834a71c2 HTTP/1.1" status: 200 len: 217 time: 0.1918225 May 30 19:59:10.543063 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4c0e9ed2-9d87-486d-bd12-391cb81533bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:10.544245 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-4c0e9ed2-9d87-486d-bd12-391cb81533bf admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/face757d-26f7-4b33-95dd-cffb479e4325 HTTP/1.1" status: 204 len: 168 time: 0.8485117 May 30 19:59:10.630237 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-5ea48b9c-7a0f-47cb-ab79-57bfb15815bd admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=9dbd43768c2e464c988f0cceab5ecee1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1039958 May 30 19:59:10.634347 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 43016) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:59:10.646066 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71638396-f7a6-4eb9-9a3f-5ff72dbfcb9a req-0c38afb4-efff-43e0-82de-6de968a47976 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:10.647612 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-71638396-f7a6-4eb9-9a3f-5ff72dbfcb9a req-0c38afb4-efff-43e0-82de-6de968a47976 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8501e548-9fd0-4b41-a186-ee2d1e9a4a4f HTTP/1.1" status: 200 len: 860 time: 0.0993404 May 30 19:59:10.755590 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-71638396-f7a6-4eb9-9a3f-5ff72dbfcb9a req-9cdb4c1b-0921-442c-a848-a6ad62ca9712 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a2a2680a-30c7-4004-a919-1078d0f1a0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1001327 May 30 19:59:10.795855 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a7ac09a5-abd7-4d04-a79d-67cff8cdefdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:10.829515 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d031888-4549-45a0-8ee8-05a6420e9620 req-ef57da13-3060-4ecb-bd52-bc2693d220e7 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:10.830159 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-6d031888-4549-45a0-8ee8-05a6420e9620 req-ef57da13-3060-4ecb-bd52-bc2693d220e7 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Synchronizing usage tracker for tenant:507d6785502940d28c178ad4aae87e46 on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 19:59:10.848309 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a7ac09a5-abd7-4d04-a79d-67cff8cdefdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:11.036686 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a7ac09a5-abd7-4d04-a79d-67cff8cdefdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:11.062637 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ac09a5-abd7-4d04-a79d-67cff8cdefdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3695bcd9-22fd-4c34-98f3-2ad2b95d0030,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:59:11.070443 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-71638396-f7a6-4eb9-9a3f-5ff72dbfcb9a req-a17d35ae-1c05-4a58-9068-aaff2d0e0d67 service neutron] 10.222.0.71 "GET /v2.0/networks/a2a2680a-30c7-4004-a919-1078d0f1a0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3039637 May 30 19:59:11.097662 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a7ac09a5-abd7-4d04-a79d-67cff8cdefdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:11.102943 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-a7ac09a5-abd7-4d04-a79d-67cff8cdefdc admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/3695bcd9-22fd-4c34-98f3-2ad2b95d0030 HTTP/1.1" status: 204 len: 168 time: 0.4657853 May 30 19:59:11.135312 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-6d031888-4549-45a0-8ee8-05a6420e9620 req-ef57da13-3060-4ecb-bd52-bc2693d220e7 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Unset dirty status for tenant:507d6785502940d28c178ad4aae87e46 on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 19:59:11.137526 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6d031888-4549-45a0-8ee8-05a6420e9620 req-ef57da13-3060-4ecb-bd52-bc2693d220e7 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.85 "GET /v2.0/ports?device_id=14ddb85a-20eb-4d71-8c66-d30e1eae439a HTTP/1.1" status: 200 len: 944 time: 0.6666529 May 30 19:59:11.163225 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0846a9e7-f6d2-4ffe-8e1c-0c03774e5f7a req-c858cf87-8647-47cd-a2fe-561d8a9c5d28 tempest-ServersAdmin275Test-512996671 tempest-ServersAdmin275Test-512996671-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=ea938153-b214-4e51-bda9-885f36ad1775 HTTP/1.1" status: 200 len: 210 time: 0.0730271 May 30 19:59:11.410306 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6d031888-4549-45a0-8ee8-05a6420e9620 req-8e492dd1-38fc-49cb-8269-68b614ba0c01 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.85 "GET /v2.0/security-groups?id=e04d9b86-3d99-41a3-8241-c517ec1f4730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2624993 May 30 19:59:11.452768 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-71638396-f7a6-4eb9-9a3f-5ff72dbfcb9a req-390ed1b3-6b9c-4ef3-a5bb-f4e96ee36bb6 service neutron] 10.222.0.71 "GET /v2.0/networks/a2a2680a-30c7-4004-a919-1078d0f1a0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3687794 May 30 19:59:11.662656 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b60c9a06-68aa-4942-a98e-de90a7a9e18c req-19ec5aad-4b2c-462d-9b53-21e66ddfde6e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=507d6785502940d28c178ad4aae87e46&device_id=14ddb85a-20eb-4d71-8c66-d30e1eae439a HTTP/1.1" status: 200 len: 1095 time: 0.1054995 May 30 19:59:11.876088 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60c9a06-68aa-4942-a98e-de90a7a9e18c req-0babdeb1-8342-428c-a989-7dab80b8e007 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:11.878148 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b60c9a06-68aa-4942-a98e-de90a7a9e18c req-0babdeb1-8342-428c-a989-7dab80b8e007 service neutron] 10.222.0.71 "GET /v2.0/networks?id=a2a2680a-30c7-4004-a919-1078d0f1a0a1 HTTP/1.1" status: 200 len: 921 time: 0.2123427 May 30 19:59:11.978066 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b60c9a06-68aa-4942-a98e-de90a7a9e18c req-1e4bec93-8eeb-43dc-86c7-dfce08e0d107 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7e165a8d-9463-4bc8-ae0d-1614834a71c2 HTTP/1.1" status: 200 len: 217 time: 0.0927918 May 30 19:59:12.064755 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60c9a06-68aa-4942-a98e-de90a7a9e18c req-98b05ba8-cf08-40c9-ad30-a8e3336c798a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:12.066309 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b60c9a06-68aa-4942-a98e-de90a7a9e18c req-98b05ba8-cf08-40c9-ad30-a8e3336c798a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8501e548-9fd0-4b41-a186-ee2d1e9a4a4f HTTP/1.1" status: 200 len: 860 time: 0.0816689 May 30 19:59:12.117256 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b60c9a06-68aa-4942-a98e-de90a7a9e18c req-069c58ba-ce9f-42d2-9218-ef259ed23837 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a2a2680a-30c7-4004-a919-1078d0f1a0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440302 May 30 19:59:12.153751 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-856eefbb-4ddc-4ac4-83a8-6e297579ffb4 req-ac9153d0-0659-4ed5-808d-f543cab6ba04 tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] 10.222.0.85 "GET /v2.0/networks?tenant_id=b131b8aa2f764dc2881d1df7fd13a616&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0345991 May 30 19:59:12.367744 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856eefbb-4ddc-4ac4-83a8-6e297579ffb4 req-fd750280-3127-49fa-86b3-b23a0c096c30 tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:12.368114 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b60c9a06-68aa-4942-a98e-de90a7a9e18c req-28ba3182-352b-4664-99e3-0a5fcc8ab3e2 service neutron] 10.222.0.71 "GET /v2.0/networks/a2a2680a-30c7-4004-a919-1078d0f1a0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2443056 May 30 19:59:12.369978 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-856eefbb-4ddc-4ac4-83a8-6e297579ffb4 req-fd750280-3127-49fa-86b3-b23a0c096c30 tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2090976 May 30 19:59:12.392220 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-856eefbb-4ddc-4ac4-83a8-6e297579ffb4 req-2676a595-e3a1-46a9-9d0a-0740056d2b8e tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] 10.222.0.85 "GET /v2.0/quotas/b131b8aa2f764dc2881d1df7fd13a616 HTTP/1.1" status: 200 len: 375 time: 0.0154409 May 30 19:59:12.468884 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-856eefbb-4ddc-4ac4-83a8-6e297579ffb4 req-a7612994-d5af-4a3f-a065-1bf75191c57b tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=b131b8aa2f764dc2881d1df7fd13a616&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0676463 May 30 19:59:12.543699 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b60c9a06-68aa-4942-a98e-de90a7a9e18c req-c5bbd5f5-8b5a-4b6c-8afa-41caaa3c3399 service neutron] 10.222.0.71 "GET /v2.0/networks/a2a2680a-30c7-4004-a919-1078d0f1a0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685822 May 30 19:59:13.152149 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 43092) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:59:13.173114 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-7b4463dc-68ea-404d-b919-d7d96d49e740 req-d3b824a3-8c75-4162-9fcc-d5b7506b2fbb tempest-ServersAdmin275Test-512996671 tempest-ServersAdmin275Test-512996671-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=ea938153-b214-4e51-bda9-885f36ad1775 HTTP/1.1" status: 200 len: 210 time: 0.0782373 May 30 19:59:13.182591 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-af119418-8397-43af-b2d3-f6c840bbe8f0 req-25b2cd7e-84f5-4ccf-a846-c2c15577bca7 tempest-LiveMigrationTest-484647171 tempest-LiveMigrationTest-484647171-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=e5dfa99e-d6bb-4b77-88eb-3c6fe6683873 HTTP/1.1" status: 200 len: 1096 time: 0.1459351 May 30 19:59:13.301718 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-af119418-8397-43af-b2d3-f6c840bbe8f0 req-5805c61f-d219-42b8-b7a7-9760d60dc2ae tempest-LiveMigrationTest-484647171 tempest-LiveMigrationTest-484647171-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=b7c7fe04-8ab6-4ec0-af46-b4358854e449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070316 May 30 19:59:13.522925 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ea73f6b4-7991-4bdb-b32e-285d28e4698c req-9395537c-7c72-453b-a739-098d511d13c5 tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] 10.222.0.85 "GET /v2.0/ports?device_id=8afd08e0-ccd7-4025-b88a-1ad20bb182a7 HTTP/1.1" status: 200 len: 210 time: 0.0883789 May 30 19:59:13.590605 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-2224c4f7-2118-42c7-82b7-5799390b82c8 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1698076767-network', 'tenant_id': 'bbfe05941810494e822dbbe8fc7e85f8'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:59:13.600492 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-2224c4f7-2118-42c7-82b7-5799390b82c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:59:13.622765 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-2224c4f7-2118-42c7-82b7-5799390b82c8 admin admin] Usage tracker for resource:network and tenant:bbfe05941810494e822dbbe8fc7e85f8 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:59:13.627845 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-2224c4f7-2118-42c7-82b7-5799390b82c8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:59:13.664576 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-2224c4f7-2118-42c7-82b7-5799390b82c8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:59:13.695924 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcacfb9d-3d13-4cb7-a331-08903a055deb req-e1d967bd-eb03-43d8-a2f6-b626f6f61f30 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:13.698661 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fcacfb9d-3d13-4cb7-a331-08903a055deb req-e1d967bd-eb03-43d8-a2f6-b626f6f61f30 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.85 "GET /v2.0/ports?device_id=14ddb85a-20eb-4d71-8c66-d30e1eae439a HTTP/1.1" status: 200 len: 944 time: 0.2138035 May 30 19:59:13.774656 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2224c4f7-2118-42c7-82b7-5799390b82c8 admin admin] Made reservation on behalf of bbfe05941810494e822dbbe8fc7e85f8 for: {'network': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 19:59:13.778509 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2224c4f7-2118-42c7-82b7-5799390b82c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:13.820565 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2224c4f7-2118-42c7-82b7-5799390b82c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:13.843687 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fcacfb9d-3d13-4cb7-a331-08903a055deb req-4c73052e-692a-49cf-b0db-aa330e380892 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.85 "GET /v2.0/security-groups?id=e04d9b86-3d99-41a3-8241-c517ec1f4730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368356 May 30 19:59:13.894276 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-2224c4f7-2118-42c7-82b7-5799390b82c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:59:13.900657 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-2224c4f7-2118-42c7-82b7-5799390b82c8 admin admin] Usage tracker for resource:security_group_rule and tenant:bbfe05941810494e822dbbe8fc7e85f8 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:59:13.915890 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-2224c4f7-2118-42c7-82b7-5799390b82c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:59:13.939883 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-2224c4f7-2118-42c7-82b7-5799390b82c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:59:14.145466 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2224c4f7-2118-42c7-82b7-5799390b82c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:14.191821 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2224c4f7-2118-42c7-82b7-5799390b82c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:14.309421 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 7e165a8d-9463-4bc8-ae0d-1614834a71c2 details requested by agent hyperv_n-h1-843948-2 with host n-h1-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 19:59:14.357528 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2224c4f7-2118-42c7-82b7-5799390b82c8 admin admin] vlan segment allocate from pool success with {'vlan_id': 678, 'physical_network': 'physnet1'} {{(pid=84887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 19:59:14.385073 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2224c4f7-2118-42c7-82b7-5799390b82c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6366742c-962a-49cb-929a-8e45e5b60b03,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:59:14.399967 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a8b505da-fdbe-475f-bafc-ea20b7df6b8f req-6b78a85f-f2a7-4e4f-b115-e6e5d2692b7b service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=e5dfa99e-d6bb-4b77-88eb-3c6fe6683873&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.3218093 May 30 19:59:14.406254 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2224c4f7-2118-42c7-82b7-5799390b82c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:14.407122 n-d-843948-2 neutron-server[84887]: INFO neutron.db.segments_db [None req-2224c4f7-2118-42c7-82b7-5799390b82c8 admin admin] Added segment 3a626651-8b25-4f7c-aed3-c510bf367e24 of type vlan for network 1372c12a-f0e8-424c-9175-b08375e9aff5 May 30 19:59:14.470052 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2224c4f7-2118-42c7-82b7-5799390b82c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:14.600234 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 7e165a8d-9463-4bc8-ae0d-1614834a71c2, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=7e165a8d-9463-4bc8-ae0d-1614834a71c2,segment=NetworkSegment(4048bfa0-f1bd-4aa7-86bf-7023b66ee7f9),segment_id=4048bfa0-f1bd-4aa7-86bf-7023b66ee7f9)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:59:14.617291 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Returning: {'device': '7e165a8d-9463-4bc8-ae0d-1614834a71c2', 'network_id': 'a2a2680a-30c7-4004-a919-1078d0f1a0a1', 'port_id': '7e165a8d-9463-4bc8-ae0d-1614834a71c2', 'mac_address': 'fa:16:3e:f8:c8:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8501e548-9fd0-4b41-a186-ee2d1e9a4a4f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 19:59:14.638894 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2224c4f7-2118-42c7-82b7-5799390b82c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:14.640909 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2224c4f7-2118-42c7-82b7-5799390b82c8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:14.641987 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2224c4f7-2118-42c7-82b7-5799390b82c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:14.677106 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:14.698752 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e165a8d-9463-4bc8-ae0d-1614834a71c2 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 19:59:14.718678 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 7e165a8d-9463-4bc8-ae0d-1614834a71c2, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=7e165a8d-9463-4bc8-ae0d-1614834a71c2,segment=NetworkSegment(4048bfa0-f1bd-4aa7-86bf-7023b66ee7f9),segment_id=4048bfa0-f1bd-4aa7-86bf-7023b66ee7f9)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:59:14.775375 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:14.809027 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d6a0e1db-821a-4118-af0d-0530193c97fd req-c8ef1e99-b4ce-49f6-a6aa-2dd8f61390c7 tempest-ServersAdmin275Test-512996671 tempest-ServersAdmin275Test-512996671-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=ea938153-b214-4e51-bda9-885f36ad1775 HTTP/1.1" status: 200 len: 210 time: 0.1012177 May 30 19:59:15.002898 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=7e165a8d-9463-4bc8-ae0d-1614834a71c2,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:59:15.026355 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2224c4f7-2118-42c7-82b7-5799390b82c8 admin admin] Pushing event updated for resources: {'Network': ['ID=1372c12a-f0e8-424c-9175-b08375e9aff5,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:59:15.043760 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network 1372c12a-f0e8-424c-9175-b08375e9aff5 details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 19:59:15.094305 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['7e165a8d-9463-4bc8-ae0d-1614834a71c2'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 19:59:15.100622 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-2224c4f7-2118-42c7-82b7-5799390b82c8 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.9464309 May 30 19:59:15.105603 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 43140) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:59:15.119481 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-1de7e22b-b987-4f86-942b-d1fcf2ab50af admin admin] Request body: {'subnet': {'network_id': '1372c12a-f0e8-424c-9175-b08375e9aff5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1698076767-subnet', 'tenant_id': 'bbfe05941810494e822dbbe8fc7e85f8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:59:15.136439 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-1de7e22b-b987-4f86-942b-d1fcf2ab50af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:59:15.152453 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-1de7e22b-b987-4f86-942b-d1fcf2ab50af admin admin] Usage tracker for resource:subnet and tenant:bbfe05941810494e822dbbe8fc7e85f8 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:59:15.158486 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-1de7e22b-b987-4f86-942b-d1fcf2ab50af admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:59:15.172290 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-1de7e22b-b987-4f86-942b-d1fcf2ab50af admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:59:15.267195 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1de7e22b-b987-4f86-942b-d1fcf2ab50af admin admin] Made reservation on behalf of bbfe05941810494e822dbbe8fc7e85f8 for: {'subnet': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 19:59:15.273882 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1de7e22b-b987-4f86-942b-d1fcf2ab50af admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114220'] for subnet, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:15.720465 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1de7e22b-b987-4f86-942b-d1fcf2ab50af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4055401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114238'] for subnet, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:15.891566 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de7e22b-b987-4f86-942b-d1fcf2ab50af admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef2fdeec-f4c0-42a0-9b92-f39be90d06c6,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:59:15.915623 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de7e22b-b987-4f86-942b-d1fcf2ab50af admin admin] Checking segment: {'id': '3a626651-8b25-4f7c-aed3-c510bf367e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '1372c12a-f0e8-424c-9175-b08375e9aff5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 19:59:15.916561 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de7e22b-b987-4f86-942b-d1fcf2ab50af admin admin] Network hostable DHCP agents. Network: 1372c12a-f0e8-424c-9175-b08375e9aff5, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 19:59:16.089571 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de7e22b-b987-4f86-942b-d1fcf2ab50af admin admin] Network 1372c12a-f0e8-424c-9175-b08375e9aff5 is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 19:59:16.180883 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-1de7e22b-b987-4f86-942b-d1fcf2ab50af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, 1372c12a-f0e8-424c-9175-b08375e9aff5) {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 19:59:16.191507 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de7e22b-b987-4f86-942b-d1fcf2ab50af admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:16.196121 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95fa4c6c-cf43-4d19-aa8d-fcbc22bebc03 None None] Network 1372c12a-f0e8-424c-9175-b08375e9aff5 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 19:59:16.196712 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1de7e22b-b987-4f86-942b-d1fcf2ab50af admin admin] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:16.302195 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-1de7e22b-b987-4f86-942b-d1fcf2ab50af admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1949317 May 30 19:59:16.306956 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 43176) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:59:16.310725 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 7e165a8d-9463-4bc8-ae0d-1614834a71c2 up at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 19:59:16.320146 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-64f6032f-0164-44d5-a997-abbca867a3fa admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1698076767-router', 'tenant_id': 'bbfe05941810494e822dbbe8fc7e85f8', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:59:16.325824 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-64f6032f-0164-44d5-a997-abbca867a3fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:59:16.331460 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-64f6032f-0164-44d5-a997-abbca867a3fa admin admin] Usage tracker for resource:router and tenant:bbfe05941810494e822dbbe8fc7e85f8 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:59:16.367660 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-64f6032f-0164-44d5-a997-abbca867a3fa admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:59:16.372219 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-856eefbb-4ddc-4ac4-83a8-6e297579ffb4 req-76c5dae2-d497-48f3-aa94-2bb658993213 tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=b131b8aa2f764dc2881d1df7fd13a616&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0336347 May 30 19:59:16.379705 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-64f6032f-0164-44d5-a997-abbca867a3fa admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:59:16.383631 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-78fd82a8-17c4-4d14-9141-f7d8b6d281f5 req-4dc3f41a-ba3a-4e24-a379-17c707b65524 tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] 10.222.0.85 "GET /v2.0/ports?device_id=8afd08e0-ccd7-4025-b88a-1ad20bb182a7 HTTP/1.1" status: 200 len: 210 time: 0.1186883 May 30 19:59:16.568225 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-64f6032f-0164-44d5-a997-abbca867a3fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-733683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3159'] for router, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:16.569531 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-64f6032f-0164-44d5-a997-abbca867a3fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-733584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-736372', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-628480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3164'] for router, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:16.588042 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning for port 7e165a8d-9463-4bc8-ae0d-1614834a71c2 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 19:59:16.591787 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-64f6032f-0164-44d5-a997-abbca867a3fa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:16.610867 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning complete for port 7e165a8d-9463-4bc8-ae0d-1614834a71c2 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:59:16.611608 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:16.657947 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856eefbb-4ddc-4ac4-83a8-6e297579ffb4 req-4f3c5b00-30ce-4aaa-8839-33427c064b68 tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:16.659826 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-856eefbb-4ddc-4ac4-83a8-6e297579ffb4 req-4f3c5b00-30ce-4aaa-8839-33427c064b68 tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2814641 May 30 19:59:16.679239 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-856eefbb-4ddc-4ac4-83a8-6e297579ffb4 req-7da72831-bad4-4d39-96e3-96590ca6da26 tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] Request body: {'port': {'device_id': '8afd08e0-ccd7-4025-b88a-1ad20bb182a7', 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1', 'admin_state_up': True, 'tenant_id': 'b131b8aa2f764dc2881d1df7fd13a616'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:59:16.777983 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653af706-b943-4459-aaa4-9f223f23d59c req-08d9e540-6d7b-449a-9d8f-39a167938a66 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:16.781785 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-653af706-b943-4459-aaa4-9f223f23d59c req-08d9e540-6d7b-449a-9d8f-39a167938a66 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.85 "GET /v2.0/ports?device_id=14ddb85a-20eb-4d71-8c66-d30e1eae439a HTTP/1.1" status: 200 len: 945 time: 0.1602395 May 30 19:59:16.855005 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54fc6cfe-a085-4dfb-806c-edbd9067c4c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-1372c12a-f0e8-424c-9175-b08375e9aff5', 'network_id': '1372c12a-f0e8-424c-9175-b08375e9aff5', 'tenant_id': 'bbfe05941810494e822dbbe8fc7e85f8', 'fixed_ips': [{'subnet_id': 'ef2fdeec-f4c0-42a0-9b92-f39be90d06c6'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 19:59:16.855808 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-54fc6cfe-a085-4dfb-806c-edbd9067c4c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:16.929459 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-653af706-b943-4459-aaa4-9f223f23d59c req-9150f783-3cdf-4749-8af5-2b085ece047d tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.85 "GET /v2.0/security-groups?id=e04d9b86-3d99-41a3-8241-c517ec1f4730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404262 May 30 19:59:17.057820 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:17.058039 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-64f6032f-0164-44d5-a997-abbca867a3fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-736390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:17.087891 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-54fc6cfe-a085-4dfb-806c-edbd9067c4c5 None None] Allocated IP 172.20.0.2 (1372c12a-f0e8-424c-9175-b08375e9aff5/ef2fdeec-f4c0-42a0-9b92-f39be90d06c6/6988f6e2-6d04-409e-859c-5a21473df4c8) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 19:59:17.106521 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14ddb85a-20eb-4d71-8c66-d30e1eae439a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e165a8d-9463-4bc8-ae0d-1614834a71c2'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:59:17.112986 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-856eefbb-4ddc-4ac4-83a8-6e297579ffb4 req-7da72831-bad4-4d39-96e3-96590ca6da26 tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:59:17.120067 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-856eefbb-4ddc-4ac4-83a8-6e297579ffb4 req-7da72831-bad4-4d39-96e3-96590ca6da26 tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] Usage tracker for resource:port and tenant:b131b8aa2f764dc2881d1df7fd13a616 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:59:17.120895 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 7e165a8d-9463-4bc8-ae0d-1614834a71c2, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=7e165a8d-9463-4bc8-ae0d-1614834a71c2,segment=NetworkSegment(4048bfa0-f1bd-4aa7-86bf-7023b66ee7f9),segment_id=4048bfa0-f1bd-4aa7-86bf-7023b66ee7f9)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:59:17.124043 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-856eefbb-4ddc-4ac4-83a8-6e297579ffb4 req-7da72831-bad4-4d39-96e3-96590ca6da26 tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:59:17.132751 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-856eefbb-4ddc-4ac4-83a8-6e297579ffb4 req-7da72831-bad4-4d39-96e3-96590ca6da26 tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:59:17.221068 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:17.322798 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-856eefbb-4ddc-4ac4-83a8-6e297579ffb4 req-7da72831-bad4-4d39-96e3-96590ca6da26 tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] Made reservation on behalf of b131b8aa2f764dc2881d1df7fd13a616 for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 19:59:17.326372 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-856eefbb-4ddc-4ac4-83a8-6e297579ffb4 req-7da72831-bad4-4d39-96e3-96590ca6da26 tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:17.339439 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=7e165a8d-9463-4bc8-ae0d-1614834a71c2,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:59:17.352730 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-856eefbb-4ddc-4ac4-83a8-6e297579ffb4 req-7da72831-bad4-4d39-96e3-96590ca6da26 tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:17.406328 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-856eefbb-4ddc-4ac4-83a8-6e297579ffb4 req-7da72831-bad4-4d39-96e3-96590ca6da26 tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:59:17.414421 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-856eefbb-4ddc-4ac4-83a8-6e297579ffb4 req-7da72831-bad4-4d39-96e3-96590ca6da26 tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] Usage tracker for resource:security_group_rule and tenant:b131b8aa2f764dc2881d1df7fd13a616 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:59:17.418958 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-856eefbb-4ddc-4ac4-83a8-6e297579ffb4 req-7da72831-bad4-4d39-96e3-96590ca6da26 tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:59:17.430613 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-856eefbb-4ddc-4ac4-83a8-6e297579ffb4 req-7da72831-bad4-4d39-96e3-96590ca6da26 tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:59:17.468449 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-54fc6cfe-a085-4dfb-806c-edbd9067c4c5 None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:17.471701 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e5f326ac-192d-4023-8366-da87bb9af8ef req-8086489f-935d-443c-b07d-a6fb7b16e44a tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/networks?tenant_id=fa61b48b7a6444fe8c9a2f45b95c1d11&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0424321 May 30 19:59:17.504125 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-54fc6cfe-a085-4dfb-806c-edbd9067c4c5 None None] Transition to ACTIVE for port object 6988f6e2-6d04-409e-859c-5a21473df4c8 will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:59:17.545063 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-54fc6cfe-a085-4dfb-806c-edbd9067c4c5 None None] Transition to ACTIVE for port object 6988f6e2-6d04-409e-859c-5a21473df4c8 will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:59:17.649359 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-54fc6cfe-a085-4dfb-806c-edbd9067c4c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:17.685852 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-856eefbb-4ddc-4ac4-83a8-6e297579ffb4 req-7da72831-bad4-4d39-96e3-96590ca6da26 tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:17.691834 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-64f6032f-0164-44d5-a997-abbca867a3fa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:17.698419 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f326ac-192d-4023-8366-da87bb9af8ef req-76470625-877a-4636-8f84-93caf4f3b7c4 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:17.701080 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e5f326ac-192d-4023-8366-da87bb9af8ef req-76470625-877a-4636-8f84-93caf4f3b7c4 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2207270 May 30 19:59:17.730006 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e5f326ac-192d-4023-8366-da87bb9af8ef req-2a6f1dc2-7d0b-4103-8a84-8b86b5f614b4 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/quotas/fa61b48b7a6444fe8c9a2f45b95c1d11 HTTP/1.1" status: 200 len: 375 time: 0.0208435 May 30 19:59:17.741564 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 43196) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:59:17.754867 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [req-7b933a3a-3e94-4926-91b2-0ea2cbd0723d req-fbac6f77-a8d2-4328-a46d-568946b4e0c6 tempest-LiveMigrationTest-484647171 tempest-LiveMigrationTest-484647171-project-admin] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=84886) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 19:59:17.758121 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-7b933a3a-3e94-4926-91b2-0ea2cbd0723d req-fbac6f77-a8d2-4328-a46d-568946b4e0c6 tempest-LiveMigrationTest-484647171 tempest-LiveMigrationTest-484647171-project-admin] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0148983 May 30 19:59:17.772922 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-64f6032f-0164-44d5-a997-abbca867a3fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:17.777685 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-856eefbb-4ddc-4ac4-83a8-6e297579ffb4 req-7da72831-bad4-4d39-96e3-96590ca6da26 tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:17.781518 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54fc6cfe-a085-4dfb-806c-edbd9067c4c5 None None] Network 1372c12a-f0e8-424c-9175-b08375e9aff5 is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 19:59:17.798699 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-54fc6cfe-a085-4dfb-806c-edbd9067c4c5 None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 19:59:17.803408 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fc6cfe-a085-4dfb-806c-edbd9067c4c5 None None] Pushing event updated for resources: {'Port': ['ID=6988f6e2-6d04-409e-859c-5a21473df4c8,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:59:17.807616 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54fc6cfe-a085-4dfb-806c-edbd9067c4c5 None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 19:59:17.881381 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e5f326ac-192d-4023-8366-da87bb9af8ef req-b94ba228-430c-42ec-9ba0-2429ce8e51c5 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=fa61b48b7a6444fe8c9a2f45b95c1d11&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1216583 May 30 19:59:17.985255 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-54fc6cfe-a085-4dfb-806c-edbd9067c4c5 None None] Attempting to bind port 6988f6e2-6d04-409e-859c-5a21473df4c8 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 19:59:17.986130 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-54fc6cfe-a085-4dfb-806c-edbd9067c4c5 None None] Attempting to bind port 6988f6e2-6d04-409e-859c-5a21473df4c8 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': '3a626651-8b25-4f7c-aed3-c510bf367e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '1372c12a-f0e8-424c-9175-b08375e9aff5'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 19:59:17.986728 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54fc6cfe-a085-4dfb-806c-edbd9067c4c5 None None] Attempting to bind port 6988f6e2-6d04-409e-859c-5a21473df4c8 on network 1372c12a-f0e8-424c-9175-b08375e9aff5 {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:59:18.009365 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54fc6cfe-a085-4dfb-806c-edbd9067c4c5 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 19:59:18.009775 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54fc6cfe-a085-4dfb-806c-edbd9067c4c5 None None] Checking segment: {'id': '3a626651-8b25-4f7c-aed3-c510bf367e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '1372c12a-f0e8-424c-9175-b08375e9aff5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 19:59:18.010572 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-54fc6cfe-a085-4dfb-806c-edbd9067c4c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:18.012131 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54fc6cfe-a085-4dfb-806c-edbd9067c4c5 None None] Bound using segment: {'id': '3a626651-8b25-4f7c-aed3-c510bf367e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '1372c12a-f0e8-424c-9175-b08375e9aff5'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 19:59:18.012725 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-54fc6cfe-a085-4dfb-806c-edbd9067c4c5 None None] Bound port: 6988f6e2-6d04-409e-859c-5a21473df4c8, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a626651-8b25-4f7c-aed3-c510bf367e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '1372c12a-f0e8-424c-9175-b08375e9aff5'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 19:59:18.013740 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-54fc6cfe-a085-4dfb-806c-edbd9067c4c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:18.045903 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da72831-bad4-4d39-96e3-96590ca6da26 tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46d6435d-cd77-488d-aca2-73ee35b2a0f7,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:59:18.209371 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [req-7b933a3a-3e94-4926-91b2-0ea2cbd0723d req-3cc4e05d-701a-4d87-af6a-f97a127fa13a service neutron] Request body: {'binding': {'host': 'n-h2-843948-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:59:18.214375 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [req-7b933a3a-3e94-4926-91b2-0ea2cbd0723d req-3cc4e05d-701a-4d87-af6a-f97a127fa13a service neutron] Unknown quota resources ['binding']. {{(pid=84886) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} May 30 19:59:18.242700 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-54fc6cfe-a085-4dfb-806c-edbd9067c4c5 None None] For port 6988f6e2-6d04-409e-859c-5a21473df4c8, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 19:59:18.251441 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-54fc6cfe-a085-4dfb-806c-edbd9067c4c5 None None] For port 6988f6e2-6d04-409e-859c-5a21473df4c8, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=6988f6e2-6d04-409e-859c-5a21473df4c8,segment=NetworkSegment(3a626651-8b25-4f7c-aed3-c510bf367e24),segment_id=3a626651-8b25-4f7c-aed3-c510bf367e24)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 19:59:18.326012 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-54fc6cfe-a085-4dfb-806c-edbd9067c4c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:18.399324 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [None req-64f6032f-0164-44d5-a997-abbca867a3fa admin admin] Allocated IP 172.25.8.94 (c7869750-4b49-4b7e-aa99-5e0f1ae02da4/427601ec-f643-4fe7-b5e6-17305d3a39e1/7d50dc18-4966-480d-80fa-5417359b0c4f) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 19:59:18.434507 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [req-856eefbb-4ddc-4ac4-83a8-6e297579ffb4 req-7da72831-bad4-4d39-96e3-96590ca6da26 tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] Allocated IP 192.168.233.223 (4344fbed-57fb-43d7-b32d-6020ce60f0a1/1b83ff54-b1af-44ce-bb75-ba148920553c/a59adec7-fd47-4b6a-a73a-2333c3e7d086) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 19:59:18.569920 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fc6cfe-a085-4dfb-806c-edbd9067c4c5 None None] Pushing event updated for resources: {'Port': ['ID=6988f6e2-6d04-409e-859c-5a21473df4c8,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:59:18.600706 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-7b933a3a-3e94-4926-91b2-0ea2cbd0723d req-3cc4e05d-701a-4d87-af6a-f97a127fa13a service neutron] Attempting to bind port a0b47a60-2cb7-4bd5-9a85-2785c04ef634 on host n-h2-843948-2 for vnic_type normal with profile None {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 19:59:18.601592 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-7b933a3a-3e94-4926-91b2-0ea2cbd0723d req-3cc4e05d-701a-4d87-af6a-f97a127fa13a service neutron] Attempting to bind port a0b47a60-2cb7-4bd5-9a85-2785c04ef634 by drivers openvswitch,hyperv on host n-h2-843948-2 at level 0 using segments [{'id': '4d4a7668-7a19-4452-8bd2-a5411730cf30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '22982b8a-b22c-41df-a053-0dde355094a5'}] {{(pid=84886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 19:59:18.601592 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b933a3a-3e94-4926-91b2-0ea2cbd0723d req-3cc4e05d-701a-4d87-af6a-f97a127fa13a service neutron] Attempting to bind port a0b47a60-2cb7-4bd5-9a85-2785c04ef634 on network 22982b8a-b22c-41df-a053-0dde355094a5 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:59:18.610430 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-989f3fea-7aa2-465d-a3f9-2cc61099646b req-8ea748c2-7e66-4cd2-a82f-a914b51a2191 tempest-ServersAdmin275Test-512996671 tempest-ServersAdmin275Test-512996671-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=ea938153-b214-4e51-bda9-885f36ad1775 HTTP/1.1" status: 200 len: 210 time: 0.1389453 May 30 19:59:18.611437 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b933a3a-3e94-4926-91b2-0ea2cbd0723d req-3cc4e05d-701a-4d87-af6a-f97a127fa13a service neutron] Port a0b47a60-2cb7-4bd5-9a85-2785c04ef634 on network 22982b8a-b22c-41df-a053-0dde355094a5 not bound, no agent of type Open vSwitch agent registered on host n-h2-843948-2 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 19:59:18.611910 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b933a3a-3e94-4926-91b2-0ea2cbd0723d req-3cc4e05d-701a-4d87-af6a-f97a127fa13a service neutron] Attempting to bind port a0b47a60-2cb7-4bd5-9a85-2785c04ef634 on network 22982b8a-b22c-41df-a053-0dde355094a5 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:59:18.620696 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b933a3a-3e94-4926-91b2-0ea2cbd0723d req-3cc4e05d-701a-4d87-af6a-f97a127fa13a service neutron] Checking agent: {'id': 'eaa08354-e8f5-4e73-af76-8d3cf7d2b390', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 19, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 19:59:18.621263 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b933a3a-3e94-4926-91b2-0ea2cbd0723d req-3cc4e05d-701a-4d87-af6a-f97a127fa13a service neutron] Checking segment: {'id': '4d4a7668-7a19-4452-8bd2-a5411730cf30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '22982b8a-b22c-41df-a053-0dde355094a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 19:59:18.621869 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b933a3a-3e94-4926-91b2-0ea2cbd0723d req-3cc4e05d-701a-4d87-af6a-f97a127fa13a service neutron] Bound using segment: {'id': '4d4a7668-7a19-4452-8bd2-a5411730cf30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '22982b8a-b22c-41df-a053-0dde355094a5'} {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 19:59:18.622446 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-7b933a3a-3e94-4926-91b2-0ea2cbd0723d req-3cc4e05d-701a-4d87-af6a-f97a127fa13a service neutron] Bound port: a0b47a60-2cb7-4bd5-9a85-2785c04ef634, host: n-h2-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d4a7668-7a19-4452-8bd2-a5411730cf30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '22982b8a-b22c-41df-a053-0dde355094a5'}}] {{(pid=84886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 19:59:18.722066 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-7b933a3a-3e94-4926-91b2-0ea2cbd0723d req-3cc4e05d-701a-4d87-af6a-f97a127fa13a service neutron] For port a0b47a60-2cb7-4bd5-9a85-2785c04ef634, host n-h2-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=a0b47a60-2cb7-4bd5-9a85-2785c04ef634,segment=NetworkSegment(4d4a7668-7a19-4452-8bd2-a5411730cf30),segment_id=4d4a7668-7a19-4452-8bd2-a5411730cf30)] {{(pid=84886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 19:59:18.737503 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-64f6032f-0164-44d5-a997-abbca867a3fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:18.874021 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-856eefbb-4ddc-4ac4-83a8-6e297579ffb4 req-7da72831-bad4-4d39-96e3-96590ca6da26 tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:18.901960 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-856eefbb-4ddc-4ac4-83a8-6e297579ffb4 req-7da72831-bad4-4d39-96e3-96590ca6da26 tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] Transition to ACTIVE for port object a59adec7-fd47-4b6a-a73a-2333c3e7d086 will not be triggered until provisioned by entity DHCP. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:59:18.932449 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-7b933a3a-3e94-4926-91b2-0ea2cbd0723d req-3cc4e05d-701a-4d87-af6a-f97a127fa13a service neutron] Notify callbacks [] for binding, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:18.939458 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-7b933a3a-3e94-4926-91b2-0ea2cbd0723d req-3cc4e05d-701a-4d87-af6a-f97a127fa13a service neutron] 10.222.0.85 "POST /v2.0/ports/a0b47a60-2cb7-4bd5-9a85-2785c04ef634/bindings HTTP/1.1" status: 201 len: 389 time: 0.9415894 May 30 19:59:18.981929 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-64f6032f-0164-44d5-a997-abbca867a3fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:19.085098 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f6032f-0164-44d5-a997-abbca867a3fa admin admin] Network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 19:59:19.088368 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-64f6032f-0164-44d5-a997-abbca867a3fa admin admin] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 19:59:19.093476 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f6032f-0164-44d5-a997-abbca867a3fa admin admin] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 19:59:19.125470 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-856eefbb-4ddc-4ac4-83a8-6e297579ffb4 req-7da72831-bad4-4d39-96e3-96590ca6da26 tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:19.158551 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f6032f-0164-44d5-a997-abbca867a3fa admin admin] Pushing event updated for resources: {'Port': ['ID=7d50dc18-4966-480d-80fa-5417359b0c4f,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:59:19.215902 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:19.235879 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18a596d9-8bc4-44f2-a5ec-cf49758c258d'] response: {'server_uuid': '14ddb85a-20eb-4d71-8c66-d30e1eae439a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e165a8d-9463-4bc8-ae0d-1614834a71c2', 'code': 200} May 30 19:59:19.262233 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-856eefbb-4ddc-4ac4-83a8-6e297579ffb4 req-7da72831-bad4-4d39-96e3-96590ca6da26 tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] Network 4344fbed-57fb-43d7-b32d-6020ce60f0a1 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 19:59:19.300636 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [req-856eefbb-4ddc-4ac4-83a8-6e297579ffb4 req-7da72831-bad4-4d39-96e3-96590ca6da26 tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 19:59:19.310615 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-856eefbb-4ddc-4ac4-83a8-6e297579ffb4 req-7da72831-bad4-4d39-96e3-96590ca6da26 tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 19:59:19.367952 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da72831-bad4-4d39-96e3-96590ca6da26 tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] Pushing event updated for resources: {'Port': ['ID=a59adec7-fd47-4b6a-a73a-2333c3e7d086,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:59:19.570459 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856eefbb-4ddc-4ac4-83a8-6e297579ffb4 req-7da72831-bad4-4d39-96e3-96590ca6da26 tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:19.572053 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-856eefbb-4ddc-4ac4-83a8-6e297579ffb4 req-7da72831-bad4-4d39-96e3-96590ca6da26 tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:19.691600 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a390fa32-7aa2-4abf-937c-222b5bd71f0d req-002ed63e-a414-4471-a547-fbde5fc74c50 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=14ddb85a-20eb-4d71-8c66-d30e1eae439a HTTP/1.1" status: 200 len: 1097 time: 0.3552923 May 30 19:59:19.757887 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-856eefbb-4ddc-4ac4-83a8-6e297579ffb4 req-7da72831-bad4-4d39-96e3-96590ca6da26 tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0787134 May 30 19:59:19.780589 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86846e9-a7e1-4f91-9950-4dcb7985cc63 req-4e21b6b3-2637-4786-b03c-6bcc87c374e6 tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:19.790439 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a86846e9-a7e1-4f91-9950-4dcb7985cc63 req-4e21b6b3-2637-4786-b03c-6bcc87c374e6 tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] 10.222.0.85 "GET /v2.0/ports?device_id=8afd08e0-ccd7-4025-b88a-1ad20bb182a7 HTTP/1.1" status: 200 len: 936 time: 0.2713635 May 30 19:59:19.801134 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-856eefbb-4ddc-4ac4-83a8-6e297579ffb4 req-d469fc92-8e4f-4cce-97fc-ee4b8a2263da service neutron] Request body: {'port': {'device_id': '8afd08e0-ccd7-4025-b88a-1ad20bb182a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843948-2'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:59:19.940747 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a390fa32-7aa2-4abf-937c-222b5bd71f0d req-55259a12-9569-4205-a116-28937e092c13 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=e04d9b86-3d99-41a3-8241-c517ec1f4730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418699 May 30 19:59:19.971169 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a86846e9-a7e1-4f91-9950-4dcb7985cc63 req-0a9cf328-7aab-43fe-8905-23aa210e6521 tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] 10.222.0.85 "GET /v2.0/security-groups?id=46d6435d-cd77-488d-aca2-73ee35b2a0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404104 May 30 19:59:20.072639 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-4f0da587-69e8-48ed-b780-fe9159a1b154 None None] Provisioning for port a59adec7-fd47-4b6a-a73a-2333c3e7d086 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 19:59:20.073548 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a0b2b8-02b6-46c2-b840-bb0bfb9a1727 req-59e7e58b-badb-4070-920c-2371a63b8eea tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:20.080033 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-22a0b2b8-02b6-46c2-b840-bb0bfb9a1727 req-59e7e58b-badb-4070-920c-2371a63b8eea tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.85 "GET /v2.0/ports?device_id=14ddb85a-20eb-4d71-8c66-d30e1eae439a HTTP/1.1" status: 200 len: 946 time: 0.4142723 May 30 19:59:20.081776 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-64f6032f-0164-44d5-a997-abbca867a3fa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:20.084295 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-4f0da587-69e8-48ed-b780-fe9159a1b154 None None] Provisioning complete for port a59adec7-fd47-4b6a-a73a-2333c3e7d086 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:59:20.084885 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-4f0da587-69e8-48ed-b780-fe9159a1b154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:20.096009 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-64f6032f-0164-44d5-a997-abbca867a3fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-736409'] for router, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:20.108542 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-856eefbb-4ddc-4ac4-83a8-6e297579ffb4 req-d469fc92-8e4f-4cce-97fc-ee4b8a2263da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:20.224434 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-cbacf8e6-6c54-457e-a7ae-56fafdf087b7 req-c4b7b6a1-fc3b-440b-ae72-10411217c20c tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/ports?device_id=a55fcadd-0383-4943-8204-c0ed7ff9d575 HTTP/1.1" status: 200 len: 210 time: 0.1665132 May 30 19:59:20.253543 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-4f0da587-69e8-48ed-b780-fe9159a1b154 None None] Port a59adec7-fd47-4b6a-a73a-2333c3e7d086 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 19:59:20.340650 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc0109b-23a9-4a2a-a9b7-66d92773afef None None] Network 1372c12a-f0e8-424c-9175-b08375e9aff5 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 19:59:20.606444 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-22a0b2b8-02b6-46c2-b840-bb0bfb9a1727 req-580ecd4d-67cc-4832-88b5-e8bab0ec75d2 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.85 "GET /v2.0/security-groups?id=e04d9b86-3d99-41a3-8241-c517ec1f4730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4992256 May 30 19:59:20.665725 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-1dd64d53-6625-43f7-9ebb-5913d0662ec8 None None] Provisioning for port 6988f6e2-6d04-409e-859c-5a21473df4c8 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 19:59:20.675519 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9911b2a9-c497-4d70-8688-b1fe4be18dd7 req-91299c5f-b135-4b97-ae67-73c0525634c9 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:20.684415 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9911b2a9-c497-4d70-8688-b1fe4be18dd7 req-91299c5f-b135-4b97-ae67-73c0525634c9 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/ports?device_id=e5dfa99e-d6bb-4b77-88eb-3c6fe6683873 HTTP/1.1" status: 200 len: 945 time: 0.1854365 May 30 19:59:20.700982 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7b933a3a-3e94-4926-91b2-0ea2cbd0723d req-2da82dda-82d3-4164-8848-2119727c9e3e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e03d8798de6f4daa8bc8080dc719ce8a&device_id=e5dfa99e-d6bb-4b77-88eb-3c6fe6683873 HTTP/1.1" status: 200 len: 1096 time: 0.7228727 May 30 19:59:20.939534 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9911b2a9-c497-4d70-8688-b1fe4be18dd7 req-0c37432b-89be-4ec8-94c6-32fdd481eb77 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/security-groups?id=b7c7fe04-8ab6-4ec0-af46-b4358854e449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266438 May 30 19:59:21.113489 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 6988f6e2-6d04-409e-859c-5a21473df4c8 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 19:59:21.369070 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fe0c5c71-7357-4513-857a-2b265ca9be55 req-05d24138-5230-4a9d-87f4-6215a7ea90d7 tempest-ServersAdmin275Test-512996671 tempest-ServersAdmin275Test-512996671-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=ea938153-b214-4e51-bda9-885f36ad1775 HTTP/1.1" status: 200 len: 210 time: 0.4280822 May 30 19:59:21.415105 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 6988f6e2-6d04-409e-859c-5a21473df4c8 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 19:59:21.420978 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 6988f6e2-6d04-409e-859c-5a21473df4c8 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:59:21.425210 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:21.528899 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b933a3a-3e94-4926-91b2-0ea2cbd0723d req-fb7b419f-43ba-49f2-8b46-08dd578eca08 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:21.532103 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7b933a3a-3e94-4926-91b2-0ea2cbd0723d req-fb7b419f-43ba-49f2-8b46-08dd578eca08 service neutron] 10.222.0.86 "GET /v2.0/networks?id=22982b8a-b22c-41df-a053-0dde355094a5 HTTP/1.1" status: 200 len: 908 time: 0.8165972 May 30 19:59:21.584679 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb914a44-d8b1-46e1-91d4-228a6e5ecf40 req-dacc591a-f6f7-46cf-8d56-4a8fa22a03f8 tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:21.588739 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-bb914a44-d8b1-46e1-91d4-228a6e5ecf40 req-dacc591a-f6f7-46cf-8d56-4a8fa22a03f8 tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] 10.222.0.85 "GET /v2.0/ports?device_id=8afd08e0-ccd7-4025-b88a-1ad20bb182a7 HTTP/1.1" status: 200 len: 936 time: 0.1605880 May 30 19:59:21.648114 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-bb914a44-d8b1-46e1-91d4-228a6e5ecf40 req-f4e24be6-0d2a-4cb6-8998-d698c74f63a5 tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] 10.222.0.85 "GET /v2.0/security-groups?id=46d6435d-cd77-488d-aca2-73ee35b2a0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514648 May 30 19:59:21.673879 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.db.resource_extend [req-856eefbb-4ddc-4ac4-83a8-6e297579ffb4 req-d469fc92-8e4f-4cce-97fc-ee4b8a2263da service neutron] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 19:59:21.700515 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-02a15f49-d0ef-4779-b782-b259208e8fb5 None None] Provisioning complete for port 6988f6e2-6d04-409e-859c-5a21473df4c8 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:59:21.701178 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-02a15f49-d0ef-4779-b782-b259208e8fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:21.838712 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7b933a3a-3e94-4926-91b2-0ea2cbd0723d req-85e85a5d-21a0-4c2f-8315-5c366a335ecf service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a0b47a60-2cb7-4bd5-9a85-2785c04ef634 HTTP/1.1" status: 200 len: 217 time: 0.2894866 May 30 19:59:21.856145 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:21.927736 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 43246) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:59:21.930778 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:21.934147 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fca2a91b-d52f-4165-82dd-b65542f261ba req-f1b3a5d5-c2bf-4b55-b67a-c169f1aa5573 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/ports?device_id=a55fcadd-0383-4943-8204-c0ed7ff9d575 HTTP/1.1" status: 200 len: 210 time: 0.2263141 May 30 19:59:21.937586 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b933a3a-3e94-4926-91b2-0ea2cbd0723d req-a069ddac-3514-4174-9bc5-994033645d04 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:21.940213 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7b933a3a-3e94-4926-91b2-0ea2cbd0723d req-a069ddac-3514-4174-9bc5-994033645d04 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b885d147-b4ba-4062-ad34-3d5558c5dbbf HTTP/1.1" status: 200 len: 847 time: 0.0911896 May 30 19:59:22.026570 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port 6988f6e2-6d04-409e-859c-5a21473df4c8, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=6988f6e2-6d04-409e-859c-5a21473df4c8,segment=NetworkSegment(3a626651-8b25-4f7c-aed3-c510bf367e24),segment_id=3a626651-8b25-4f7c-aed3-c510bf367e24)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:59:22.054662 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e7c5cb-949a-44a9-9825-af27967a982c req-611920ab-013a-4e20-8e79-6c137456ade2 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:22.063545 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-54e7c5cb-949a-44a9-9825-af27967a982c req-611920ab-013a-4e20-8e79-6c137456ade2 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.85 "GET /v2.0/ports?device_id=14ddb85a-20eb-4d71-8c66-d30e1eae439a HTTP/1.1" status: 200 len: 946 time: 0.1235690 May 30 19:59:22.085371 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [req-856eefbb-4ddc-4ac4-83a8-6e297579ffb4 req-d469fc92-8e4f-4cce-97fc-ee4b8a2263da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a59adec7-fd47-4b6a-a73a-2333c3e7d086 {{(pid=84887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 19:59:22.101901 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-02a15f49-d0ef-4779-b782-b259208e8fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:22.102927 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7b933a3a-3e94-4926-91b2-0ea2cbd0723d req-79be4ebf-a7d9-490e-9e83-61bae809c2b7 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=22982b8a-b22c-41df-a053-0dde355094a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1382511 May 30 19:59:22.133483 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:22.134915 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-54e7c5cb-949a-44a9-9825-af27967a982c req-eff9cd8d-149f-4207-9b6d-6a291308d8cb tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.85 "GET /v2.0/security-groups?id=e04d9b86-3d99-41a3-8241-c517ec1f4730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703773 May 30 19:59:22.157847 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-856eefbb-4ddc-4ac4-83a8-6e297579ffb4 req-d469fc92-8e4f-4cce-97fc-ee4b8a2263da service neutron] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:22.273102 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-856eefbb-4ddc-4ac4-83a8-6e297579ffb4 req-d469fc92-8e4f-4cce-97fc-ee4b8a2263da service neutron] Transition to ACTIVE for port object a59adec7-fd47-4b6a-a73a-2333c3e7d086 will not be triggered until provisioned by entity L2. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:59:22.289375 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9c1b4911-f54d-47d1-a2a2-d8d5b28856a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:22.345483 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=6988f6e2-6d04-409e-859c-5a21473df4c8,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:59:22.354170 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.db.api [None req-02a15f49-d0ef-4779-b782-b259208e8fb5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 19:59:22.354466 n-d-843948-2 neutron-server[84888]: DEBUG oslo_db.api [None req-02a15f49-d0ef-4779-b782-b259208e8fb5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 19:59:22.356238 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-9c1b4911-f54d-47d1-a2a2-d8d5b28856a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:59:22.360925 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-9c1b4911-f54d-47d1-a2a2-d8d5b28856a8 admin admin] Usage tracker for resource:security_group_rule and tenant:bf09db9d64234c649bc99d2355ba92ae is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:59:22.364141 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-9c1b4911-f54d-47d1-a2a2-d8d5b28856a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:59:22.375647 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-9c1b4911-f54d-47d1-a2a2-d8d5b28856a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:59:22.417458 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-856eefbb-4ddc-4ac4-83a8-6e297579ffb4 req-d469fc92-8e4f-4cce-97fc-ee4b8a2263da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:22.427910 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e5f326ac-192d-4023-8366-da87bb9af8ef req-20e8bb5d-a4c8-411f-aa39-5712d10c1fe9 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=fa61b48b7a6444fe8c9a2f45b95c1d11&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0455613 May 30 19:59:22.569297 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7b933a3a-3e94-4926-91b2-0ea2cbd0723d req-a410131d-3d97-4d7b-b43f-c9ef1309394e service neutron] 10.222.0.86 "GET /v2.0/networks/22982b8a-b22c-41df-a053-0dde355094a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4586635 May 30 19:59:22.639395 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9c1b4911-f54d-47d1-a2a2-d8d5b28856a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:22.704052 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f326ac-192d-4023-8366-da87bb9af8ef req-c1432127-6ff1-4488-9df4-4afdf88738c4 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:22.705810 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e5f326ac-192d-4023-8366-da87bb9af8ef req-c1432127-6ff1-4488-9df4-4afdf88738c4 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2708995 May 30 19:59:22.737913 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d469fc92-8e4f-4cce-97fc-ee4b8a2263da service neutron] Pushing event updated for resources: {'Port': ['ID=a59adec7-fd47-4b6a-a73a-2333c3e7d086,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:59:22.783025 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [req-e5f326ac-192d-4023-8366-da87bb9af8ef req-c5f469a1-582d-457c-b8cf-895e92a77cac tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Request body: {'port': {'device_id': 'a55fcadd-0383-4943-8204-c0ed7ff9d575', 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1', 'admin_state_up': True, 'tenant_id': 'fa61b48b7a6444fe8c9a2f45b95c1d11'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:59:22.867115 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9c1b4911-f54d-47d1-a2a2-d8d5b28856a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:22.965668 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 6988f6e2-6d04-409e-859c-5a21473df4c8 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 19:59:22.971997 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd02c533-1f8a-45d6-8b99-3b74bdde6390 req-85a72ad1-0466-4336-9f9d-962b7fa09163 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:22.976481 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-cd02c533-1f8a-45d6-8b99-3b74bdde6390 req-85a72ad1-0466-4336-9f9d-962b7fa09163 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/ports?device_id=e5dfa99e-d6bb-4b77-88eb-3c6fe6683873 HTTP/1.1" status: 200 len: 945 time: 0.7126541 May 30 19:59:22.988346 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64f6032f-0164-44d5-a997-abbca867a3fa admin admin] Router 80d80749-818b-48e5-bea9-b57f38ec69c9 is scheduled to L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 with binding_index 1 {{(pid=84887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 19:59:23.046031 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7b933a3a-3e94-4926-91b2-0ea2cbd0723d req-5e2d2624-2b8c-46e0-a441-97fc0ebfe920 service neutron] 10.222.0.86 "GET /v2.0/networks/22982b8a-b22c-41df-a053-0dde355094a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4671173 May 30 19:59:23.046412 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1b4911-f54d-47d1-a2a2-d8d5b28856a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fe74e6a-276f-4bd5-93b4-24d21dfe3f98,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:59:23.063645 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-9c1b4911-f54d-47d1-a2a2-d8d5b28856a8 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=bf09db9d64234c649bc99d2355ba92ae&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1315980 May 30 19:59:23.066407 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 43264) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:59:23.103543 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-856eefbb-4ddc-4ac4-83a8-6e297579ffb4 req-d469fc92-8e4f-4cce-97fc-ee4b8a2263da service neutron] Attempting to bind port a59adec7-fd47-4b6a-a73a-2333c3e7d086 on host n-h2-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 19:59:23.103543 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-856eefbb-4ddc-4ac4-83a8-6e297579ffb4 req-d469fc92-8e4f-4cce-97fc-ee4b8a2263da service neutron] Attempting to bind port a59adec7-fd47-4b6a-a73a-2333c3e7d086 by drivers openvswitch,hyperv on host n-h2-843948-2 at level 0 using segments [{'id': '7e304c17-4e5f-4a93-af80-52785639e6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 19:59:23.103543 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-856eefbb-4ddc-4ac4-83a8-6e297579ffb4 req-d469fc92-8e4f-4cce-97fc-ee4b8a2263da service neutron] Attempting to bind port a59adec7-fd47-4b6a-a73a-2333c3e7d086 on network 4344fbed-57fb-43d7-b32d-6020ce60f0a1 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:59:23.165755 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5f9d49fb-df48-4942-92f7-fd24c7d13814 req-c48d33b9-704f-4796-a5e0-a32fc42750c7 tempest-LiveAutoBlockMigrationV225Test-1041394858 tempest-LiveAutoBlockMigrationV225Test-1041394858-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=14ddb85a-20eb-4d71-8c66-d30e1eae439a HTTP/1.1" status: 200 len: 1097 time: 0.4518397 May 30 19:59:23.170717 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-e5f326ac-192d-4023-8366-da87bb9af8ef req-c5f469a1-582d-457c-b8cf-895e92a77cac tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:59:23.181768 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-e5f326ac-192d-4023-8366-da87bb9af8ef req-c5f469a1-582d-457c-b8cf-895e92a77cac tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Usage tracker for resource:port and tenant:fa61b48b7a6444fe8c9a2f45b95c1d11 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:59:23.182009 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 6988f6e2-6d04-409e-859c-5a21473df4c8 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:59:23.182470 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:23.203332 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-e5f326ac-192d-4023-8366-da87bb9af8ef req-c5f469a1-582d-457c-b8cf-895e92a77cac tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:59:23.217027 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-cd02c533-1f8a-45d6-8b99-3b74bdde6390 req-ba37c7f9-6461-4c14-a22e-ddc871be0e78 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/security-groups?id=b7c7fe04-8ab6-4ec0-af46-b4358854e449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057788 May 30 19:59:23.222473 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-e5f326ac-192d-4023-8366-da87bb9af8ef req-c5f469a1-582d-457c-b8cf-895e92a77cac tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:59:23.234162 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a2680d08-4f8e-412b-bed0-52c2077b6d69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:23.266639 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a2680d08-4f8e-412b-bed0-52c2077b6d69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:23.299626 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-856eefbb-4ddc-4ac4-83a8-6e297579ffb4 req-d469fc92-8e4f-4cce-97fc-ee4b8a2263da service neutron] Port a59adec7-fd47-4b6a-a73a-2333c3e7d086 on network 4344fbed-57fb-43d7-b32d-6020ce60f0a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 19:59:23.299970 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-856eefbb-4ddc-4ac4-83a8-6e297579ffb4 req-d469fc92-8e4f-4cce-97fc-ee4b8a2263da service neutron] Attempting to bind port a59adec7-fd47-4b6a-a73a-2333c3e7d086 on network 4344fbed-57fb-43d7-b32d-6020ce60f0a1 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:59:23.317638 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-856eefbb-4ddc-4ac4-83a8-6e297579ffb4 req-d469fc92-8e4f-4cce-97fc-ee4b8a2263da service neutron] Checking agent: {'id': 'eaa08354-e8f5-4e73-af76-8d3cf7d2b390', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 19, 59, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 19:59:23.318017 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-856eefbb-4ddc-4ac4-83a8-6e297579ffb4 req-d469fc92-8e4f-4cce-97fc-ee4b8a2263da service neutron] Checking segment: {'id': '7e304c17-4e5f-4a93-af80-52785639e6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 19:59:23.318270 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-856eefbb-4ddc-4ac4-83a8-6e297579ffb4 req-d469fc92-8e4f-4cce-97fc-ee4b8a2263da service neutron] Bound using segment: {'id': '7e304c17-4e5f-4a93-af80-52785639e6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1'} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 19:59:23.319020 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-856eefbb-4ddc-4ac4-83a8-6e297579ffb4 req-d469fc92-8e4f-4cce-97fc-ee4b8a2263da service neutron] Bound port: a59adec7-fd47-4b6a-a73a-2333c3e7d086, host: n-h2-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e304c17-4e5f-4a93-af80-52785639e6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1'}}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 19:59:23.319191 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-856eefbb-4ddc-4ac4-83a8-6e297579ffb4 req-d469fc92-8e4f-4cce-97fc-ee4b8a2263da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:23.366080 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-5f9d49fb-df48-4942-92f7-fd24c7d13814 req-b684ba75-3617-4270-8568-bcf84d473d43 tempest-LiveAutoBlockMigrationV225Test-1041394858 tempest-LiveAutoBlockMigrationV225Test-1041394858-project-admin] Synchronizing usage tracker for tenant:e72b185f4ac74a328481712ed748859b on resource:security_group {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 19:59:23.453136 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a2680d08-4f8e-412b-bed0-52c2077b6d69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:23.461150 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7b933a3a-3e94-4926-91b2-0ea2cbd0723d req-a9f74651-7cbd-4393-b1cf-a29de573ed9c tempest-LiveMigrationTest-484647171 tempest-LiveMigrationTest-484647171-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=e5dfa99e-d6bb-4b77-88eb-3c6fe6683873&tenant_id=e03d8798de6f4daa8bc8080dc719ce8a&binding%3Ahost_id=n-h1-843948-2 HTTP/1.1" status: 200 len: 1096 time: 0.2761211 May 30 19:59:23.481349 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2680d08-4f8e-412b-bed0-52c2077b6d69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fe74e6a-276f-4bd5-93b4-24d21dfe3f98,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:59:23.485298 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-7b933a3a-3e94-4926-91b2-0ea2cbd0723d req-d85cd6d7-618b-4cc5-b684-ac6fccd1a1c0 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-843948-2'}}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:59:23.491839 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a2680d08-4f8e-412b-bed0-52c2077b6d69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:23.496736 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-a2680d08-4f8e-412b-bed0-52c2077b6d69 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/5fe74e6a-276f-4bd5-93b4-24d21dfe3f98 HTTP/1.1" status: 204 len: 168 time: 0.4305687 May 30 19:59:23.499876 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-5f9d49fb-df48-4942-92f7-fd24c7d13814 req-b684ba75-3617-4270-8568-bcf84d473d43 tempest-LiveAutoBlockMigrationV225Test-1041394858 tempest-LiveAutoBlockMigrationV225Test-1041394858-project-admin] Unset dirty status for tenant:e72b185f4ac74a328481712ed748859b on resource:security_group {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 19:59:23.507848 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5f9d49fb-df48-4942-92f7-fd24c7d13814 req-b684ba75-3617-4270-8568-bcf84d473d43 tempest-LiveAutoBlockMigrationV225Test-1041394858 tempest-LiveAutoBlockMigrationV225Test-1041394858-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=e04d9b86-3d99-41a3-8241-c517ec1f4730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3251891 May 30 19:59:23.508677 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5f326ac-192d-4023-8366-da87bb9af8ef req-c5f469a1-582d-457c-b8cf-895e92a77cac tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Made reservation on behalf of fa61b48b7a6444fe8c9a2f45b95c1d11 for: {'port': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 19:59:23.512068 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-e5f326ac-192d-4023-8366-da87bb9af8ef req-c5f469a1-582d-457c-b8cf-895e92a77cac tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:23.538431 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-e5f326ac-192d-4023-8366-da87bb9af8ef req-c5f469a1-582d-457c-b8cf-895e92a77cac tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:23.598660 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-856eefbb-4ddc-4ac4-83a8-6e297579ffb4 req-d469fc92-8e4f-4cce-97fc-ee4b8a2263da service neutron] For port a59adec7-fd47-4b6a-a73a-2333c3e7d086, host n-h2-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 19:59:23.605754 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-e5f326ac-192d-4023-8366-da87bb9af8ef req-c5f469a1-582d-457c-b8cf-895e92a77cac tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:59:23.615789 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-e5f326ac-192d-4023-8366-da87bb9af8ef req-c5f469a1-582d-457c-b8cf-895e92a77cac tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Usage tracker for resource:security_group_rule and tenant:fa61b48b7a6444fe8c9a2f45b95c1d11 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:59:23.623872 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-e5f326ac-192d-4023-8366-da87bb9af8ef req-c5f469a1-582d-457c-b8cf-895e92a77cac tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:59:23.636680 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-e5f326ac-192d-4023-8366-da87bb9af8ef req-c5f469a1-582d-457c-b8cf-895e92a77cac tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:59:23.652108 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ccb73ab7-1388-4333-944c-1b9b93954891 req-688233e5-6ed8-4bf8-b084-a145524ba429 tempest-ServersAdmin275Test-512996671 tempest-ServersAdmin275Test-512996671-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=ea938153-b214-4e51-bda9-885f36ad1775 HTTP/1.1" status: 200 len: 210 time: 0.0932450 May 30 19:59:23.654004 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-856eefbb-4ddc-4ac4-83a8-6e297579ffb4 req-d469fc92-8e4f-4cce-97fc-ee4b8a2263da service neutron] For port a59adec7-fd47-4b6a-a73a-2333c3e7d086, host n-h2-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=a59adec7-fd47-4b6a-a73a-2333c3e7d086,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 19:59:23.846252 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-7b933a3a-3e94-4926-91b2-0ea2cbd0723d req-d85cd6d7-618b-4cc5-b684-ac6fccd1a1c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:23.858512 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-856eefbb-4ddc-4ac4-83a8-6e297579ffb4 req-d469fc92-8e4f-4cce-97fc-ee4b8a2263da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:23.918436 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-e5f326ac-192d-4023-8366-da87bb9af8ef req-c5f469a1-582d-457c-b8cf-895e92a77cac tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:24.005140 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12656a96-fb47-4fd0-96d4-91875cb000ab req-b6784d4a-a075-4051-911f-989bde09cf2c tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:24.005370 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-856eefbb-4ddc-4ac4-83a8-6e297579ffb4 req-d469fc92-8e4f-4cce-97fc-ee4b8a2263da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:24.006660 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-856eefbb-4ddc-4ac4-83a8-6e297579ffb4 req-d469fc92-8e4f-4cce-97fc-ee4b8a2263da service neutron] 10.222.0.86 "PUT /v2.0/ports/a59adec7-fd47-4b6a-a73a-2333c3e7d086 HTTP/1.1" status: 200 len: 1096 time: 4.2255554 May 30 19:59:24.007033 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-12656a96-fb47-4fd0-96d4-91875cb000ab req-b6784d4a-a075-4051-911f-989bde09cf2c tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] 10.222.0.85 "GET /v2.0/ports?device_id=8afd08e0-ccd7-4025-b88a-1ad20bb182a7 HTTP/1.1" status: 200 len: 948 time: 0.1770871 May 30 19:59:24.010635 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8afd08e0-ccd7-4025-b88a-1ad20bb182a7', 'tag': 'a59adec7-fd47-4b6a-a73a-2333c3e7d086'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:59:24.031730 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d469fc92-8e4f-4cce-97fc-ee4b8a2263da service neutron] Pushing event updated for resources: {'Port': ['ID=a59adec7-fd47-4b6a-a73a-2333c3e7d086,revision_number=3']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:59:24.043303 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-e5f326ac-192d-4023-8366-da87bb9af8ef req-c5f469a1-582d-457c-b8cf-895e92a77cac tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:24.141926 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64f6032f-0164-44d5-a997-abbca867a3fa admin admin] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 19:59:24.157795 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59f43b2-8ef5-41dd-9f07-6b8d26573119 None None] Sync routers for ids ['80d80749-818b-48e5-bea9-b57f38ec69c9'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 19:59:24.186955 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59f43b2-8ef5-41dd-9f07-6b8d26573119 None None] Routers {'80d80749-818b-48e5-bea9-b57f38ec69c9'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 19:59:24.187602 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-e59f43b2-8ef5-41dd-9f07-6b8d26573119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T19:59:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['80d80749-818b-48e5-bea9-b57f38ec69c9'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:59:24.260611 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f469a1-582d-457c-b8cf-895e92a77cac tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1329ead-76da-4fe1-a988-d24ed3099985,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:59:24.317426 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-12656a96-fb47-4fd0-96d4-91875cb000ab req-80e086d7-26d9-4088-b10b-06a9fa70a55e tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] 10.222.0.85 "GET /v2.0/security-groups?id=46d6435d-cd77-488d-aca2-73ee35b2a0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2983348 May 30 19:59:24.411119 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c3aaa92e-db91-4d74-8c68-79cfbe77b842 req-525d3921-205e-4ac6-b7f7-1936ffd2ca83 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/ports?device_id=a55fcadd-0383-4943-8204-c0ed7ff9d575 HTTP/1.1" status: 200 len: 210 time: 0.2667115 May 30 19:59:24.472159 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-e59f43b2-8ef5-41dd-9f07-6b8d26573119 None None] Set router 80d80749-818b-48e5-bea9-b57f38ec69c9 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 19:59:24.588134 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [req-e5f326ac-192d-4023-8366-da87bb9af8ef req-c5f469a1-582d-457c-b8cf-895e92a77cac tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Allocated IP 192.168.233.238 (4344fbed-57fb-43d7-b32d-6020ce60f0a1/1b83ff54-b1af-44ce-bb75-ba148920553c/64a08dcc-ec2f-4ebf-a20f-1051fce47c3f) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 19:59:24.595173 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-64f6032f-0164-44d5-a997-abbca867a3fa admin admin] Notify callbacks [] for router, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:24.605130 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-64f6032f-0164-44d5-a997-abbca867a3fa admin admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 8.2890143 May 30 19:59:24.605130 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 43278) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:59:24.787288 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-e59f43b2-8ef5-41dd-9f07-6b8d26573119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80d80749-818b-48e5-bea9-b57f38ec69c9', 'name': 'tempest-AttachSCSIVolumeTestJSON-1698076767-router', 'tenant_id': 'bbfe05941810494e822dbbe8fc7e85f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.94'}], 'enable_snat': True}, 'gw_port_id': '7d50dc18-4966-480d-80fa-5417359b0c4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T19:59:16Z', 'updated_at': '2022-05-30T19:59:19Z', 'revision_number': 3, 'project_id': 'bbfe05941810494e822dbbe8fc7e85f8', 'gw_port': {'id': '7d50dc18-4966-480d-80fa-5417359b0c4f', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:db:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80d80749-818b-48e5-bea9-b57f38ec69c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:59:17Z', 'updated_at': '2022-05-30T19:59:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:59:24.791792 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59f43b2-8ef5-41dd-9f07-6b8d26573119 None None] Checking router: 80d80749-818b-48e5-bea9-b57f38ec69c9 for host: n-d-843948-2 {{(pid=84889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 19:59:24.792163 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59f43b2-8ef5-41dd-9f07-6b8d26573119 None None] Updating router 80d80749-818b-48e5-bea9-b57f38ec69c9 port 7d50dc18-4966-480d-80fa-5417359b0c4f binding host n-d-843948-2 {{(pid=84889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 19:59:24.849680 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-e59f43b2-8ef5-41dd-9f07-6b8d26573119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:24.891382 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8465c3d5-85ec-491d-afdc-a5dbdfe0b119'] response: {'name': 'network-changed', 'server_uuid': '8afd08e0-ccd7-4025-b88a-1ad20bb182a7', 'tag': 'a59adec7-fd47-4b6a-a73a-2333c3e7d086', 'status': 'completed', 'code': 200} May 30 19:59:24.910112 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 43282) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:59:24.965206 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8721b0d2-9791-4ed4-94c7-88d2a56074c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:25.078811 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-8721b0d2-9791-4ed4-94c7-88d2a56074c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:59:25.100313 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-8721b0d2-9791-4ed4-94c7-88d2a56074c9 admin admin] Usage tracker for resource:security_group_rule and tenant:78286efff1b64f55884f16e6fce3e856 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:59:25.106039 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-e5f326ac-192d-4023-8366-da87bb9af8ef req-c5f469a1-582d-457c-b8cf-895e92a77cac tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:25.110040 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-8721b0d2-9791-4ed4-94c7-88d2a56074c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:59:25.119226 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-856eefbb-4ddc-4ac4-83a8-6e297579ffb4 req-36a9cafd-4ab5-4499-a34c-e91940bd220c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b131b8aa2f764dc2881d1df7fd13a616&device_id=8afd08e0-ccd7-4025-b88a-1ad20bb182a7 HTTP/1.1" status: 200 len: 1099 time: 0.9830704 May 30 19:59:25.121296 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-8721b0d2-9791-4ed4-94c7-88d2a56074c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:59:25.132717 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9875d5ba-d98c-4772-b6cb-5f55c43e44d9 req-055e528e-f203-40dd-a733-12ca68b51733 tempest-LiveAutoBlockMigrationV225Test-1041394858 tempest-LiveAutoBlockMigrationV225Test-1041394858-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=14ddb85a-20eb-4d71-8c66-d30e1eae439a HTTP/1.1" status: 200 len: 1097 time: 0.2244577 May 30 19:59:25.146199 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [req-e5f326ac-192d-4023-8366-da87bb9af8ef req-c5f469a1-582d-457c-b8cf-895e92a77cac tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Transition to ACTIVE for port object 64a08dcc-ec2f-4ebf-a20f-1051fce47c3f will not be triggered until provisioned by entity DHCP. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:59:25.221889 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-7b933a3a-3e94-4926-91b2-0ea2cbd0723d req-d85cd6d7-618b-4cc5-b684-ac6fccd1a1c0 service neutron] For port a0b47a60-2cb7-4bd5-9a85-2785c04ef634, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=a0b47a60-2cb7-4bd5-9a85-2785c04ef634,segment=NetworkSegment(4d4a7668-7a19-4452-8bd2-a5411730cf30),segment_id=4d4a7668-7a19-4452-8bd2-a5411730cf30)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:59:25.233702 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-856eefbb-4ddc-4ac4-83a8-6e297579ffb4 req-3d138415-b5a2-4887-94bb-af2f7398f424 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=a59adec7-fd47-4b6a-a73a-2333c3e7d086 HTTP/1.1" status: 200 len: 217 time: 0.1048491 May 30 19:59:25.245010 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9875d5ba-d98c-4772-b6cb-5f55c43e44d9 req-940c8fc1-d272-4266-9b73-71c3fd1eae2e tempest-LiveAutoBlockMigrationV225Test-1041394858 tempest-LiveAutoBlockMigrationV225Test-1041394858-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=e04d9b86-3d99-41a3-8241-c517ec1f4730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006463 May 30 19:59:25.271372 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8721b0d2-9791-4ed4-94c7-88d2a56074c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:25.324619 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-e59f43b2-8ef5-41dd-9f07-6b8d26573119 None None] Notify callbacks [] for port, precommit_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:25.339270 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-e5f326ac-192d-4023-8366-da87bb9af8ef req-c5f469a1-582d-457c-b8cf-895e92a77cac tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:25.339622 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.provisioning_blocks [None req-e59f43b2-8ef5-41dd-9f07-6b8d26573119 None None] Transition to ACTIVE for port object 7d50dc18-4966-480d-80fa-5417359b0c4f will not be triggered until provisioned by entity L2. {{(pid=84889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:59:25.365686 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856eefbb-4ddc-4ac4-83a8-6e297579ffb4 req-80ee0ba4-f5ae-43dc-9af2-63648b128583 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:25.373188 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-856eefbb-4ddc-4ac4-83a8-6e297579ffb4 req-80ee0ba4-f5ae-43dc-9af2-63648b128583 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1b83ff54-b1af-44ce-bb75-ba148920553c HTTP/1.1" status: 200 len: 843 time: 0.1237445 May 30 19:59:25.424063 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-e59f43b2-8ef5-41dd-9f07-6b8d26573119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:25.458919 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-7b933a3a-3e94-4926-91b2-0ea2cbd0723d req-d85cd6d7-618b-4cc5-b684-ac6fccd1a1c0 service neutron] For port a0b47a60-2cb7-4bd5-9a85-2785c04ef634, host n-h1-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 19:59:25.459977 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8721b0d2-9791-4ed4-94c7-88d2a56074c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:25.540948 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dc7d69-5ad0-4be9-896f-1633c289a610 None None] Pushing event updated for resources: {'Port': ['ID=7d50dc18-4966-480d-80fa-5417359b0c4f,revision_number=2']} {{(pid=84889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:59:25.558903 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7dc7d69-5ad0-4be9-896f-1633c289a610 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:59:25.559968 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5f326ac-192d-4023-8366-da87bb9af8ef req-c5f469a1-582d-457c-b8cf-895e92a77cac tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Network 4344fbed-57fb-43d7-b32d-6020ce60f0a1 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 19:59:25.560249 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7dc7d69-5ad0-4be9-896f-1633c289a610 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:59:25.560659 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7dc7d69-5ad0-4be9-896f-1633c289a610 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:59:25.561410 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7dc7d69-5ad0-4be9-896f-1633c289a610 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:59:25.561819 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7dc7d69-5ad0-4be9-896f-1633c289a610 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:59:25.563080 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7dc7d69-5ad0-4be9-896f-1633c289a610 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:59:25.563428 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7dc7d69-5ad0-4be9-896f-1633c289a610 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:59:25.563755 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7dc7d69-5ad0-4be9-896f-1633c289a610 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:59:25.564147 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7dc7d69-5ad0-4be9-896f-1633c289a610 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:59:25.564525 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7dc7d69-5ad0-4be9-896f-1633c289a610 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:59:25.564857 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7dc7d69-5ad0-4be9-896f-1633c289a610 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:59:25.573182 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [req-e5f326ac-192d-4023-8366-da87bb9af8ef req-c5f469a1-582d-457c-b8cf-895e92a77cac tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 19:59:25.585665 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920f21eb-bae1-43e7-8218-5bd9665d6c66 req-25391fad-9fa5-4333-86ed-11ebce67dcd2 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:25.597723 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-920f21eb-bae1-43e7-8218-5bd9665d6c66 req-25391fad-9fa5-4333-86ed-11ebce67dcd2 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/ports?device_id=e5dfa99e-d6bb-4b77-88eb-3c6fe6683873 HTTP/1.1" status: 200 len: 945 time: 0.5577705 May 30 19:59:25.615062 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5f326ac-192d-4023-8366-da87bb9af8ef req-c5f469a1-582d-457c-b8cf-895e92a77cac tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 19:59:25.638457 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-e59f43b2-8ef5-41dd-9f07-6b8d26573119 None None] Attempting to bind port 7d50dc18-4966-480d-80fa-5417359b0c4f on host n-d-843948-2 for vnic_type normal with profile {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 19:59:25.639685 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-e59f43b2-8ef5-41dd-9f07-6b8d26573119 None None] Attempting to bind port 7d50dc18-4966-480d-80fa-5417359b0c4f by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}] {{(pid=84889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 19:59:25.640411 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59f43b2-8ef5-41dd-9f07-6b8d26573119 None None] Attempting to bind port 7d50dc18-4966-480d-80fa-5417359b0c4f on network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:59:25.652279 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59f43b2-8ef5-41dd-9f07-6b8d26573119 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 19:59:25.653041 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59f43b2-8ef5-41dd-9f07-6b8d26573119 None None] Checking segment: {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 19:59:25.653875 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-e59f43b2-8ef5-41dd-9f07-6b8d26573119 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:25.655184 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59f43b2-8ef5-41dd-9f07-6b8d26573119 None None] Bound using segment: {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'} {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 19:59:25.656079 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-e59f43b2-8ef5-41dd-9f07-6b8d26573119 None None] Bound port: 7d50dc18-4966-480d-80fa-5417359b0c4f, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}}] {{(pid=84889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 19:59:25.656843 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-e59f43b2-8ef5-41dd-9f07-6b8d26573119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:25.687870 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-7b933a3a-3e94-4926-91b2-0ea2cbd0723d req-d85cd6d7-618b-4cc5-b684-ac6fccd1a1c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:25.694126 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8721b0d2-9791-4ed4-94c7-88d2a56074c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abfb4162-43fa-4885-aefc-18410f0d24f2,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:59:25.713195 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f469a1-582d-457c-b8cf-895e92a77cac tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Pushing event updated for resources: {'Port': ['ID=64a08dcc-ec2f-4ebf-a20f-1051fce47c3f,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:59:25.765457 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-920f21eb-bae1-43e7-8218-5bd9665d6c66 req-0366e756-009c-4424-bd75-68c0287f8977 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/security-groups?id=b7c7fe04-8ab6-4ec0-af46-b4358854e449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664424 May 30 19:59:25.798363 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.db [None req-e59f43b2-8ef5-41dd-9f07-6b8d26573119 None None] For port 7d50dc18-4966-480d-80fa-5417359b0c4f, host n-d-843948-2, cleared binding levels {{(pid=84889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 19:59:25.802882 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-7b933a3a-3e94-4926-91b2-0ea2cbd0723d req-d85cd6d7-618b-4cc5-b684-ac6fccd1a1c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:25.804571 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.db [None req-e59f43b2-8ef5-41dd-9f07-6b8d26573119 None None] For port 7d50dc18-4966-480d-80fa-5417359b0c4f, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=7d50dc18-4966-480d-80fa-5417359b0c4f,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 19:59:25.851847 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-8721b0d2-9791-4ed4-94c7-88d2a56074c9 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=78286efff1b64f55884f16e6fce3e856&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9410367 May 30 19:59:25.857733 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 43294) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:59:25.863440 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c2c7c583-5b9f-4a74-be2a-096049ddebe4 req-73ef0341-8e71-49d2-86fd-180f9bbc2c73 tempest-ServersAdmin275Test-512996671 tempest-ServersAdmin275Test-512996671-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=ea938153-b214-4e51-bda9-885f36ad1775 HTTP/1.1" status: 200 len: 210 time: 0.1795530 May 30 19:59:25.879620 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-e59f43b2-8ef5-41dd-9f07-6b8d26573119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:25.944484 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-856eefbb-4ddc-4ac4-83a8-6e297579ffb4 req-a7d1ac5e-310e-4e06-957b-637cd512ddac service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4344fbed-57fb-43d7-b32d-6020ce60f0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5594177 May 30 19:59:26.004158 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f326ac-192d-4023-8366-da87bb9af8ef req-c5f469a1-582d-457c-b8cf-895e92a77cac tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:26.005507 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-e5f326ac-192d-4023-8366-da87bb9af8ef req-c5f469a1-582d-457c-b8cf-895e92a77cac tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:26.093631 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dc7d69-5ad0-4be9-896f-1633c289a610 None None] Pushing event updated for resources: {'Port': ['ID=7d50dc18-4966-480d-80fa-5417359b0c4f,revision_number=3']} {{(pid=84889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:59:26.111250 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59f43b2-8ef5-41dd-9f07-6b8d26573119 None None] Routers {'80d80749-818b-48e5-bea9-b57f38ec69c9'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 19:59:26.113339 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-e59f43b2-8ef5-41dd-9f07-6b8d26573119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T19:59:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['80d80749-818b-48e5-bea9-b57f38ec69c9'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:59:26.114433 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6cc0b357-0da2-42f6-a17c-98c0c31330dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:26.141652 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-94e25a75-81d2-45e4-989b-8b5083a6b4bd None None] Provisioning for port 64a08dcc-ec2f-4ebf-a20f-1051fce47c3f completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 19:59:26.150854 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-94e25a75-81d2-45e4-989b-8b5083a6b4bd None None] Provisioning complete for port 64a08dcc-ec2f-4ebf-a20f-1051fce47c3f triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:59:26.151663 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-94e25a75-81d2-45e4-989b-8b5083a6b4bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:26.176788 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85cd6d7-618b-4cc5-b684-ac6fccd1a1c0 service neutron] Pushing event updated for resources: {'Port': ['ID=a0b47a60-2cb7-4bd5-9a85-2785c04ef634,revision_number=7']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:59:26.233659 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6cc0b357-0da2-42f6-a17c-98c0c31330dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:26.268281 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e5f326ac-192d-4023-8366-da87bb9af8ef req-c5f469a1-582d-457c-b8cf-895e92a77cac tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5011106 May 30 19:59:26.328354 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [req-e5f326ac-192d-4023-8366-da87bb9af8ef req-a5c48fc3-fbe3-4551-a002-418f6964253b service neutron] Request body: {'port': {'device_id': 'a55fcadd-0383-4943-8204-c0ed7ff9d575', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843948-2'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:59:26.331225 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-c9c70ee0-f8c3-4c6e-8ad5-e8fc5d6409be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:26.407768 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-94e25a75-81d2-45e4-989b-8b5083a6b4bd None None] Port 64a08dcc-ec2f-4ebf-a20f-1051fce47c3f cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 19:59:26.521700 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-e59f43b2-8ef5-41dd-9f07-6b8d26573119 None None] Set router 80d80749-818b-48e5-bea9-b57f38ec69c9 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 19:59:26.622520 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-e5f326ac-192d-4023-8366-da87bb9af8ef req-a5c48fc3-fbe3-4551-a002-418f6964253b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:26.687800 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1a4542-d3d5-4db6-a8c3-b7581c21cf8c req-921a5ada-4bb8-460b-be11-409ef1664842 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:26.688530 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-2c1a4542-d3d5-4db6-a8c3-b7581c21cf8c req-921a5ada-4bb8-460b-be11-409ef1664842 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Synchronizing usage tracker for tenant:fa61b48b7a6444fe8c9a2f45b95c1d11 on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 19:59:26.700836 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6cc0b357-0da2-42f6-a17c-98c0c31330dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:26.703034 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-856eefbb-4ddc-4ac4-83a8-6e297579ffb4 req-62ef9ddc-f82d-4d57-af6a-680dff66eef9 service neutron] 10.222.0.86 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7467895 May 30 19:59:26.728320 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc0b357-0da2-42f6-a17c-98c0c31330dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abfb4162-43fa-4885-aefc-18410f0d24f2,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:59:26.789313 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6cc0b357-0da2-42f6-a17c-98c0c31330dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:26.790501 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-6cc0b357-0da2-42f6-a17c-98c0c31330dc admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/abfb4162-43fa-4885-aefc-18410f0d24f2 HTTP/1.1" status: 204 len: 168 time: 0.9259367 May 30 19:59:26.833434 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-2c1a4542-d3d5-4db6-a8c3-b7581c21cf8c req-921a5ada-4bb8-460b-be11-409ef1664842 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Unset dirty status for tenant:fa61b48b7a6444fe8c9a2f45b95c1d11 on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 19:59:26.835378 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2c1a4542-d3d5-4db6-a8c3-b7581c21cf8c req-921a5ada-4bb8-460b-be11-409ef1664842 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/ports?device_id=a55fcadd-0383-4943-8204-c0ed7ff9d575 HTTP/1.1" status: 200 len: 936 time: 0.3783829 May 30 19:59:27.007177 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-2c1a4542-d3d5-4db6-a8c3-b7581c21cf8c req-65f53c3e-047b-43f3-a328-84bd9d66b6e6 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Synchronizing usage tracker for tenant:fa61b48b7a6444fe8c9a2f45b95c1d11 on resource:security_group {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 19:59:27.082740 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5dfa99e-d6bb-4b77-88eb-3c6fe6683873', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0b47a60-2cb7-4bd5-9a85-2785c04ef634'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:59:27.098423 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-7b933a3a-3e94-4926-91b2-0ea2cbd0723d req-d85cd6d7-618b-4cc5-b684-ac6fccd1a1c0 service neutron] Attempting to bind port a0b47a60-2cb7-4bd5-9a85-2785c04ef634 on host n-h1-843948-2 for vnic_type normal with profile {"migrating_to": "n-h2-843948-2"} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 19:59:27.098423 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-7b933a3a-3e94-4926-91b2-0ea2cbd0723d req-d85cd6d7-618b-4cc5-b684-ac6fccd1a1c0 service neutron] Attempting to bind port a0b47a60-2cb7-4bd5-9a85-2785c04ef634 by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': '4d4a7668-7a19-4452-8bd2-a5411730cf30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '22982b8a-b22c-41df-a053-0dde355094a5'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 19:59:27.098814 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b933a3a-3e94-4926-91b2-0ea2cbd0723d req-d85cd6d7-618b-4cc5-b684-ac6fccd1a1c0 service neutron] Attempting to bind port a0b47a60-2cb7-4bd5-9a85-2785c04ef634 on network 22982b8a-b22c-41df-a053-0dde355094a5 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:59:27.115719 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-e59f43b2-8ef5-41dd-9f07-6b8d26573119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80d80749-818b-48e5-bea9-b57f38ec69c9', 'name': 'tempest-AttachSCSIVolumeTestJSON-1698076767-router', 'tenant_id': 'bbfe05941810494e822dbbe8fc7e85f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.94'}], 'enable_snat': True}, 'gw_port_id': '7d50dc18-4966-480d-80fa-5417359b0c4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T19:59:16Z', 'updated_at': '2022-05-30T19:59:19Z', 'revision_number': 3, 'project_id': 'bbfe05941810494e822dbbe8fc7e85f8', 'gw_port': {'id': '7d50dc18-4966-480d-80fa-5417359b0c4f', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:db:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80d80749-818b-48e5-bea9-b57f38ec69c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:59:17Z', 'updated_at': '2022-05-30T19:59:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:59:27.123365 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59f43b2-8ef5-41dd-9f07-6b8d26573119 None None] The sync data for ids ['80d80749-818b-48e5-bea9-b57f38ec69c9'] in n-d-843948-2 is: [{'id': '80d80749-818b-48e5-bea9-b57f38ec69c9', 'name': 'tempest-AttachSCSIVolumeTestJSON-1698076767-router', 'tenant_id': 'bbfe05941810494e822dbbe8fc7e85f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.94'}], 'enable_snat': True}, 'gw_port_id': '7d50dc18-4966-480d-80fa-5417359b0c4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T19:59:16Z', 'updated_at': '2022-05-30T19:59:19Z', 'revision_number': 3, 'project_id': 'bbfe05941810494e822dbbe8fc7e85f8', 'gw_port': {'id': '7d50dc18-4966-480d-80fa-5417359b0c4f', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:db:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80d80749-818b-48e5-bea9-b57f38ec69c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:59:17Z', 'updated_at': '2022-05-30T19:59:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 19:59:27.138494 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-2c1a4542-d3d5-4db6-a8c3-b7581c21cf8c req-65f53c3e-047b-43f3-a328-84bd9d66b6e6 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Unset dirty status for tenant:fa61b48b7a6444fe8c9a2f45b95c1d11 on resource:security_group {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 19:59:27.141139 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2c1a4542-d3d5-4db6-a8c3-b7581c21cf8c req-65f53c3e-047b-43f3-a328-84bd9d66b6e6 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/security-groups?id=e1329ead-76da-4fe1-a988-d24ed3099985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2885318 May 30 19:59:27.144785 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b933a3a-3e94-4926-91b2-0ea2cbd0723d req-d85cd6d7-618b-4cc5-b684-ac6fccd1a1c0 service neutron] Port a0b47a60-2cb7-4bd5-9a85-2785c04ef634 on network 22982b8a-b22c-41df-a053-0dde355094a5 not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 19:59:27.148694 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b933a3a-3e94-4926-91b2-0ea2cbd0723d req-d85cd6d7-618b-4cc5-b684-ac6fccd1a1c0 service neutron] Attempting to bind port a0b47a60-2cb7-4bd5-9a85-2785c04ef634 on network 22982b8a-b22c-41df-a053-0dde355094a5 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:59:27.210117 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [req-e5f326ac-192d-4023-8366-da87bb9af8ef req-a5c48fc3-fbe3-4551-a002-418f6964253b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64a08dcc-ec2f-4ebf-a20f-1051fce47c3f {{(pid=84886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 19:59:27.219455 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b933a3a-3e94-4926-91b2-0ea2cbd0723d req-d85cd6d7-618b-4cc5-b684-ac6fccd1a1c0 service neutron] Checking agent: {'id': 'f728d74e-a4ae-4384-860b-a5ade05dd8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 19, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 19:59:27.220020 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b933a3a-3e94-4926-91b2-0ea2cbd0723d req-d85cd6d7-618b-4cc5-b684-ac6fccd1a1c0 service neutron] Checking segment: {'id': '4d4a7668-7a19-4452-8bd2-a5411730cf30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '22982b8a-b22c-41df-a053-0dde355094a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 19:59:27.220666 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b933a3a-3e94-4926-91b2-0ea2cbd0723d req-d85cd6d7-618b-4cc5-b684-ac6fccd1a1c0 service neutron] Bound using segment: {'id': '4d4a7668-7a19-4452-8bd2-a5411730cf30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '22982b8a-b22c-41df-a053-0dde355094a5'} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 19:59:27.221427 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-7b933a3a-3e94-4926-91b2-0ea2cbd0723d req-d85cd6d7-618b-4cc5-b684-ac6fccd1a1c0 service neutron] Bound port: a0b47a60-2cb7-4bd5-9a85-2785c04ef634, host: n-h1-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d4a7668-7a19-4452-8bd2-a5411730cf30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '22982b8a-b22c-41df-a053-0dde355094a5'}}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 19:59:27.222049 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-7b933a3a-3e94-4926-91b2-0ea2cbd0723d req-d85cd6d7-618b-4cc5-b684-ac6fccd1a1c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:27.222286 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-e5f326ac-192d-4023-8366-da87bb9af8ef req-a5c48fc3-fbe3-4551-a002-418f6964253b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:27.246202 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [req-e5f326ac-192d-4023-8366-da87bb9af8ef req-a5c48fc3-fbe3-4551-a002-418f6964253b service neutron] Transition to ACTIVE for port object 64a08dcc-ec2f-4ebf-a20f-1051fce47c3f will not be triggered until provisioned by entity L2. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:59:27.251694 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-856eefbb-4ddc-4ac4-83a8-6e297579ffb4 req-63dc8d66-c395-4c6f-8cc3-258688049efa service neutron] 10.222.0.86 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3832908 May 30 19:59:27.269723 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee54d0c3-11b0-4b3a-b0c3-768d2b54b8ff req-9806f0ce-70ad-4b8f-a9f7-0291b7168451 tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:27.271099 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-ee54d0c3-11b0-4b3a-b0c3-768d2b54b8ff req-9806f0ce-70ad-4b8f-a9f7-0291b7168451 tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] Synchronizing usage tracker for tenant:b131b8aa2f764dc2881d1df7fd13a616 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 19:59:27.366680 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-e5f326ac-192d-4023-8366-da87bb9af8ef req-a5c48fc3-fbe3-4551-a002-418f6964253b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:27.581901 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-ee54d0c3-11b0-4b3a-b0c3-768d2b54b8ff req-9806f0ce-70ad-4b8f-a9f7-0291b7168451 tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] Unset dirty status for tenant:b131b8aa2f764dc2881d1df7fd13a616 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 19:59:27.589095 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ee54d0c3-11b0-4b3a-b0c3-768d2b54b8ff req-9806f0ce-70ad-4b8f-a9f7-0291b7168451 tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] 10.222.0.85 "GET /v2.0/ports?device_id=8afd08e0-ccd7-4025-b88a-1ad20bb182a7 HTTP/1.1" status: 200 len: 948 time: 1.4062016 May 30 19:59:27.635623 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-7b933a3a-3e94-4926-91b2-0ea2cbd0723d req-d85cd6d7-618b-4cc5-b684-ac6fccd1a1c0 service neutron] For port a0b47a60-2cb7-4bd5-9a85-2785c04ef634, host n-h1-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 19:59:27.690305 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-7b933a3a-3e94-4926-91b2-0ea2cbd0723d req-d85cd6d7-618b-4cc5-b684-ac6fccd1a1c0 service neutron] For port a0b47a60-2cb7-4bd5-9a85-2785c04ef634, host n-h1-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=a0b47a60-2cb7-4bd5-9a85-2785c04ef634,segment=NetworkSegment(4d4a7668-7a19-4452-8bd2-a5411730cf30),segment_id=4d4a7668-7a19-4452-8bd2-a5411730cf30)] {{(pid=84887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 19:59:27.748550 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-ee54d0c3-11b0-4b3a-b0c3-768d2b54b8ff req-fc95ea0e-8722-4286-ab07-a298d198ceda tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] Synchronizing usage tracker for tenant:b131b8aa2f764dc2881d1df7fd13a616 on resource:security_group {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 19:59:27.775284 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-7b933a3a-3e94-4926-91b2-0ea2cbd0723d req-d85cd6d7-618b-4cc5-b684-ac6fccd1a1c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:27.834740 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c48fc3-fbe3-4551-a002-418f6964253b service neutron] Pushing event updated for resources: {'Port': ['ID=64a08dcc-ec2f-4ebf-a20f-1051fce47c3f,revision_number=2']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:59:28.125099 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3ca0d9dd-e34d-4638-b3ba-400cebb756b6 req-c3ca2491-5b2d-4d0c-b4e3-d8e1e4740a7d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b131b8aa2f764dc2881d1df7fd13a616&device_id=8afd08e0-ccd7-4025-b88a-1ad20bb182a7 HTTP/1.1" status: 200 len: 1099 time: 0.6486237 May 30 19:59:28.135952 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-ee54d0c3-11b0-4b3a-b0c3-768d2b54b8ff req-fc95ea0e-8722-4286-ab07-a298d198ceda tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] Unset dirty status for tenant:b131b8aa2f764dc2881d1df7fd13a616 on resource:security_group {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 19:59:28.146611 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-75343d1c-b9ad-4e6e-ace1-1c9694667f5d req-0c5bb7dc-04be-490b-8bdc-6de952362867 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=14ddb85a-20eb-4d71-8c66-d30e1eae439a&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.4836166 May 30 19:59:28.150446 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ee54d0c3-11b0-4b3a-b0c3-768d2b54b8ff req-fc95ea0e-8722-4286-ab07-a298d198ceda tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] 10.222.0.85 "GET /v2.0/security-groups?id=46d6435d-cd77-488d-aca2-73ee35b2a0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5597956 May 30 19:59:28.151208 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-e5f326ac-192d-4023-8366-da87bb9af8ef req-a5c48fc3-fbe3-4551-a002-418f6964253b service neutron] Attempting to bind port 64a08dcc-ec2f-4ebf-a20f-1051fce47c3f on host n-h2-843948-2 for vnic_type normal with profile {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 19:59:28.151646 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-e5f326ac-192d-4023-8366-da87bb9af8ef req-a5c48fc3-fbe3-4551-a002-418f6964253b service neutron] Attempting to bind port 64a08dcc-ec2f-4ebf-a20f-1051fce47c3f by drivers openvswitch,hyperv on host n-h2-843948-2 at level 0 using segments [{'id': '7e304c17-4e5f-4a93-af80-52785639e6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1'}] {{(pid=84886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 19:59:28.152078 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f326ac-192d-4023-8366-da87bb9af8ef req-a5c48fc3-fbe3-4551-a002-418f6964253b service neutron] Attempting to bind port 64a08dcc-ec2f-4ebf-a20f-1051fce47c3f on network 4344fbed-57fb-43d7-b32d-6020ce60f0a1 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:59:28.170022 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f326ac-192d-4023-8366-da87bb9af8ef req-a5c48fc3-fbe3-4551-a002-418f6964253b service neutron] Port 64a08dcc-ec2f-4ebf-a20f-1051fce47c3f on network 4344fbed-57fb-43d7-b32d-6020ce60f0a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-843948-2 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 19:59:28.170458 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f326ac-192d-4023-8366-da87bb9af8ef req-a5c48fc3-fbe3-4551-a002-418f6964253b service neutron] Attempting to bind port 64a08dcc-ec2f-4ebf-a20f-1051fce47c3f on network 4344fbed-57fb-43d7-b32d-6020ce60f0a1 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:59:28.189253 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f326ac-192d-4023-8366-da87bb9af8ef req-a5c48fc3-fbe3-4551-a002-418f6964253b service neutron] Checking agent: {'id': 'eaa08354-e8f5-4e73-af76-8d3cf7d2b390', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 19, 59, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 19:59:28.189597 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f326ac-192d-4023-8366-da87bb9af8ef req-a5c48fc3-fbe3-4551-a002-418f6964253b service neutron] Checking segment: {'id': '7e304c17-4e5f-4a93-af80-52785639e6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 19:59:28.190188 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f326ac-192d-4023-8366-da87bb9af8ef req-a5c48fc3-fbe3-4551-a002-418f6964253b service neutron] Bound using segment: {'id': '7e304c17-4e5f-4a93-af80-52785639e6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1'} {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 19:59:28.191074 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-e5f326ac-192d-4023-8366-da87bb9af8ef req-a5c48fc3-fbe3-4551-a002-418f6964253b service neutron] Bound port: 64a08dcc-ec2f-4ebf-a20f-1051fce47c3f, host: n-h2-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e304c17-4e5f-4a93-af80-52785639e6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1'}}] {{(pid=84886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 19:59:28.191287 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-e5f326ac-192d-4023-8366-da87bb9af8ef req-a5c48fc3-fbe3-4551-a002-418f6964253b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:28.322094 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85cd6d7-618b-4cc5-b684-ac6fccd1a1c0 service neutron] Pushing event updated for resources: {'Port': ['ID=a0b47a60-2cb7-4bd5-9a85-2785c04ef634,revision_number=8']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:59:28.404718 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-e5f326ac-192d-4023-8366-da87bb9af8ef req-a5c48fc3-fbe3-4551-a002-418f6964253b service neutron] For port 64a08dcc-ec2f-4ebf-a20f-1051fce47c3f, host n-h2-843948-2, cleared binding levels {{(pid=84886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 19:59:28.410936 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-e5f326ac-192d-4023-8366-da87bb9af8ef req-a5c48fc3-fbe3-4551-a002-418f6964253b service neutron] For port 64a08dcc-ec2f-4ebf-a20f-1051fce47c3f, host n-h2-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=64a08dcc-ec2f-4ebf-a20f-1051fce47c3f,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 19:59:28.542620 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-e5f326ac-192d-4023-8366-da87bb9af8ef req-a5c48fc3-fbe3-4551-a002-418f6964253b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:28.570490 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-7b933a3a-3e94-4926-91b2-0ea2cbd0723d req-d85cd6d7-618b-4cc5-b684-ac6fccd1a1c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:28.573007 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7b933a3a-3e94-4926-91b2-0ea2cbd0723d req-d85cd6d7-618b-4cc5-b684-ac6fccd1a1c0 service neutron] 10.222.0.86 "PUT /v2.0/ports/a0b47a60-2cb7-4bd5-9a85-2785c04ef634 HTTP/1.1" status: 200 len: 1121 time: 5.1024401 May 30 19:59:28.616328 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['a0b47a60-2cb7-4bd5-9a85-2785c04ef634'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 19:59:28.774412 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-e5f326ac-192d-4023-8366-da87bb9af8ef req-a5c48fc3-fbe3-4551-a002-418f6964253b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:28.775350 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e5f326ac-192d-4023-8366-da87bb9af8ef req-a5c48fc3-fbe3-4551-a002-418f6964253b service neutron] 10.222.0.86 "PUT /v2.0/ports/64a08dcc-ec2f-4ebf-a20f-1051fce47c3f HTTP/1.1" status: 200 len: 1096 time: 2.4887991 May 30 19:59:28.775890 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a55fcadd-0383-4943-8204-c0ed7ff9d575', 'tag': '64a08dcc-ec2f-4ebf-a20f-1051fce47c3f'}] {{(pid=84886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:59:28.797863 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43411b40-a2cd-4972-9363-bd282fa4f60c req-cfb22d8d-7302-4db7-9e9a-311bdc172354 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:28.821548 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c48fc3-fbe3-4551-a002-418f6964253b service neutron] Pushing event updated for resources: {'Port': ['ID=64a08dcc-ec2f-4ebf-a20f-1051fce47c3f,revision_number=3']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:59:28.823136 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-43411b40-a2cd-4972-9363-bd282fa4f60c req-cfb22d8d-7302-4db7-9e9a-311bdc172354 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/ports?device_id=e5dfa99e-d6bb-4b77-88eb-3c6fe6683873 HTTP/1.1" status: 200 len: 943 time: 0.4326608 May 30 19:59:29.018222 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca0d9dd-e34d-4638-b3ba-400cebb756b6 req-5acf0aba-3c15-4c06-88d8-9eaf5ae8d52d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:29.020000 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3ca0d9dd-e34d-4638-b3ba-400cebb756b6 req-5acf0aba-3c15-4c06-88d8-9eaf5ae8d52d service neutron] 10.222.0.86 "GET /v2.0/networks?id=4344fbed-57fb-43d7-b32d-6020ce60f0a1 HTTP/1.1" status: 200 len: 870 time: 0.8850384 May 30 19:59:29.139735 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 7d50dc18-4966-480d-80fa-5417359b0c4f up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 19:59:29.227006 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3ca0d9dd-e34d-4638-b3ba-400cebb756b6 req-511baaff-bdb4-422b-8394-a87b8611bd79 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=a59adec7-fd47-4b6a-a73a-2333c3e7d086 HTTP/1.1" status: 200 len: 217 time: 0.1913977 May 30 19:59:29.309273 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-43411b40-a2cd-4972-9363-bd282fa4f60c req-0abe355c-419e-4780-97ee-32046f9dd334 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/security-groups?id=b7c7fe04-8ab6-4ec0-af46-b4358854e449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4849021 May 30 19:59:29.364623 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e5f326ac-192d-4023-8366-da87bb9af8ef req-22d1b893-6dcb-4ba9-b415-f0a71bdada1d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=fa61b48b7a6444fe8c9a2f45b95c1d11&device_id=a55fcadd-0383-4943-8204-c0ed7ff9d575 HTTP/1.1" status: 200 len: 1099 time: 0.4668906 May 30 19:59:29.430404 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7744976e-dffd-4ec6-ac3d-d10a619bcae8'] response: {'server_uuid': 'e5dfa99e-d6bb-4b77-88eb-3c6fe6683873', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0b47a60-2cb7-4bd5-9a85-2785c04ef634', 'code': 200} May 30 19:59:29.535151 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca0d9dd-e34d-4638-b3ba-400cebb756b6 req-c846221c-1656-4b91-b6b7-15976fbe44c3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:29.550614 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3ca0d9dd-e34d-4638-b3ba-400cebb756b6 req-c846221c-1656-4b91-b6b7-15976fbe44c3 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1b83ff54-b1af-44ce-bb75-ba148920553c HTTP/1.1" status: 200 len: 843 time: 0.3112814 May 30 19:59:29.615270 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 7d50dc18-4966-480d-80fa-5417359b0c4f completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 19:59:29.624565 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 7d50dc18-4966-480d-80fa-5417359b0c4f triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:59:29.625234 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:29.640374 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e5f326ac-192d-4023-8366-da87bb9af8ef req-a6df10f0-a2e6-4c49-9467-d1c5aba01d33 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=64a08dcc-ec2f-4ebf-a20f-1051fce47c3f HTTP/1.1" status: 200 len: 217 time: 0.2701187 May 30 19:59:29.743061 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-0ce140e4-d63a-4967-84ea-5529e46995f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:29.759635 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:29.818624 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f326ac-192d-4023-8366-da87bb9af8ef req-2facb561-35bd-45c1-97ba-f276960d5721 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:29.821855 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e5f326ac-192d-4023-8366-da87bb9af8ef req-2facb561-35bd-45c1-97ba-f276960d5721 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1b83ff54-b1af-44ce-bb75-ba148920553c HTTP/1.1" status: 200 len: 843 time: 0.1739812 May 30 19:59:29.946074 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fb05bf0b-99a9-4808-894e-f7ad1c51ed7b req-a52b0356-d290-4578-9b75-1e7c666a3c06 tempest-ServersAdmin275Test-512996671 tempest-ServersAdmin275Test-512996671-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=ea938153-b214-4e51-bda9-885f36ad1775 HTTP/1.1" status: 200 len: 210 time: 0.1457772 May 30 19:59:30.020235 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3ca0d9dd-e34d-4638-b3ba-400cebb756b6 req-807d8f11-9100-460b-a8b6-8bd4933f188f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4344fbed-57fb-43d7-b32d-6020ce60f0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4634600 May 30 19:59:30.029567 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e5f326ac-192d-4023-8366-da87bb9af8ef req-d332e1dc-9e96-40f7-97b8-c80220aa0ebc service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4344fbed-57fb-43d7-b32d-6020ce60f0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1999977 May 30 19:59:30.040215 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:30.113214 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port 7d50dc18-4966-480d-80fa-5417359b0c4f, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=7d50dc18-4966-480d-80fa-5417359b0c4f,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:59:30.184062 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:30.337856 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=7d50dc18-4966-480d-80fa-5417359b0c4f,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:59:30.391457 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e0cce00b-f9eb-41ea-8ffa-91e80335bac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:30.395941 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e5f326ac-192d-4023-8366-da87bb9af8ef req-4aed29da-69d3-448f-ba8a-776661813c4c service neutron] 10.222.0.86 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3597653 May 30 19:59:30.447101 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3ca0d9dd-e34d-4638-b3ba-400cebb756b6 req-88a60f98-fdfd-41c6-8841-53b648266fb4 service neutron] 10.222.0.86 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4185517 May 30 19:59:30.655887 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e5f326ac-192d-4023-8366-da87bb9af8ef req-142d12ac-c818-41ab-80b8-5d701e3914f9 service neutron] 10.222.0.86 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2503865 May 30 19:59:30.869427 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:30.883673 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 7d50dc18-4966-480d-80fa-5417359b0c4f up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 19:59:30.966292 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 7d50dc18-4966-480d-80fa-5417359b0c4f triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:59:30.967601 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:31.077869 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3ca0d9dd-e34d-4638-b3ba-400cebb756b6 req-8ccc7d5d-3eb0-4d7c-94da-a57930ace463 service neutron] 10.222.0.86 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5718629 May 30 19:59:31.108324 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e968e37d-a5e7-4b5c-a7a4-aa56ca81643a req-4a2c4c2d-be11-4305-804d-b321ebee9a3f tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:31.122598 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e968e37d-a5e7-4b5c-a7a4-aa56ca81643a req-4a2c4c2d-be11-4305-804d-b321ebee9a3f tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/ports?device_id=a55fcadd-0383-4943-8204-c0ed7ff9d575 HTTP/1.1" status: 200 len: 948 time: 0.6190541 May 30 19:59:31.128164 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [None req-e0cce00b-f9eb-41ea-8ffa-91e80335bac7 admin admin] Allocated IP 172.20.0.1 (1372c12a-f0e8-424c-9175-b08375e9aff5/ef2fdeec-f4c0-42a0-9b92-f39be90d06c6/f2d80048-a73a-48a6-b988-73d7f827fa1a) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 19:59:31.217206 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e968e37d-a5e7-4b5c-a7a4-aa56ca81643a req-cd1d2e5b-2220-4b1f-83e3-d9ef4a65701e tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/security-groups?id=e1329ead-76da-4fe1-a988-d24ed3099985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929146 May 30 19:59:31.359558 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device a0b47a60-2cb7-4bd5-9a85-2785c04ef634 details requested by agent hyperv_n-h2-843948-2 with host n-h2-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 19:59:31.359962 n-d-843948-2 neutron-server[84886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-645e45c1-189f-4ac1-9805-7efbc7c548db'] response: {'name': 'network-changed', 'server_uuid': 'a55fcadd-0383-4943-8204-c0ed7ff9d575', 'tag': '64a08dcc-ec2f-4ebf-a20f-1051fce47c3f', 'status': 'completed', 'code': 200} May 30 19:59:31.435042 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5dfa99e-d6bb-4b77-88eb-3c6fe6683873', 'tag': 'a0b47a60-2cb7-4bd5-9a85-2785c04ef634'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:59:31.485914 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e0cce00b-f9eb-41ea-8ffa-91e80335bac7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:31.514902 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [None req-e0cce00b-f9eb-41ea-8ffa-91e80335bac7 admin admin] Transition to ACTIVE for port object f2d80048-a73a-48a6-b988-73d7f827fa1a will not be triggered until provisioned by entity DHCP. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:59:31.577807 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f71470e1-904f-44df-affc-5ad9adc804b8 req-10aad07e-80f7-4107-8e08-c0ba1e809c50 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=fa61b48b7a6444fe8c9a2f45b95c1d11&device_id=a55fcadd-0383-4943-8204-c0ed7ff9d575 HTTP/1.1" status: 200 len: 1099 time: 0.1361256 May 30 19:59:31.672485 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [req-58252daa-445b-4ca3-b7dd-cfb79107c99b req-b7f8e150-992e-4aaa-b823-9984fecdadc0 tempest-LiveAutoBlockMigrationV225Test-1041394858 tempest-LiveAutoBlockMigrationV225Test-1041394858-project-admin] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=84886) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 19:59:31.673398 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-58252daa-445b-4ca3-b7dd-cfb79107c99b req-b7f8e150-992e-4aaa-b823-9984fecdadc0 tempest-LiveAutoBlockMigrationV225Test-1041394858 tempest-LiveAutoBlockMigrationV225Test-1041394858-project-admin] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0057840 May 30 19:59:31.691588 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [req-58252daa-445b-4ca3-b7dd-cfb79107c99b req-53fc45ee-48c9-49fe-8917-30534c52db36 service neutron] Request body: {'binding': {'host': 'n-h2-843948-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:59:31.692363 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [req-58252daa-445b-4ca3-b7dd-cfb79107c99b req-53fc45ee-48c9-49fe-8917-30534c52db36 service neutron] Unknown quota resources ['binding']. {{(pid=84886) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} May 30 19:59:31.787951 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e0cce00b-f9eb-41ea-8ffa-91e80335bac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:31.898457 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port a0b47a60-2cb7-4bd5-9a85-2785c04ef634, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=a0b47a60-2cb7-4bd5-9a85-2785c04ef634,segment=NetworkSegment(4d4a7668-7a19-4452-8bd2-a5411730cf30),segment_id=4d4a7668-7a19-4452-8bd2-a5411730cf30)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:59:31.937266 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device a0b47a60-2cb7-4bd5-9a85-2785c04ef634 has no active binding in host n-h2-843948-2 {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 30 19:59:31.937988 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device a59adec7-fd47-4b6a-a73a-2333c3e7d086 details requested by agent hyperv_n-h2-843948-2 with host n-h2-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 19:59:32.027752 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0cce00b-f9eb-41ea-8ffa-91e80335bac7 admin admin] Network 1372c12a-f0e8-424c-9175-b08375e9aff5 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 19:59:32.047987 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-e0cce00b-f9eb-41ea-8ffa-91e80335bac7 admin admin] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 19:59:32.051279 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cce00b-f9eb-41ea-8ffa-91e80335bac7 admin admin] Pushing event updated for resources: {'Port': ['ID=f2d80048-a73a-48a6-b988-73d7f827fa1a,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:59:32.062193 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0cce00b-f9eb-41ea-8ffa-91e80335bac7 admin admin] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 19:59:32.089569 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-58252daa-445b-4ca3-b7dd-cfb79107c99b req-53fc45ee-48c9-49fe-8917-30534c52db36 service neutron] Attempting to bind port 7e165a8d-9463-4bc8-ae0d-1614834a71c2 on host n-h2-843948-2 for vnic_type normal with profile None {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 19:59:32.090021 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-58252daa-445b-4ca3-b7dd-cfb79107c99b req-53fc45ee-48c9-49fe-8917-30534c52db36 service neutron] Attempting to bind port 7e165a8d-9463-4bc8-ae0d-1614834a71c2 by drivers openvswitch,hyperv on host n-h2-843948-2 at level 0 using segments [{'id': '4048bfa0-f1bd-4aa7-86bf-7023b66ee7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2a2680a-30c7-4004-a919-1078d0f1a0a1'}] {{(pid=84886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 19:59:32.090421 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58252daa-445b-4ca3-b7dd-cfb79107c99b req-53fc45ee-48c9-49fe-8917-30534c52db36 service neutron] Attempting to bind port 7e165a8d-9463-4bc8-ae0d-1614834a71c2 on network a2a2680a-30c7-4004-a919-1078d0f1a0a1 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:59:32.098655 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58252daa-445b-4ca3-b7dd-cfb79107c99b req-53fc45ee-48c9-49fe-8917-30534c52db36 service neutron] Port 7e165a8d-9463-4bc8-ae0d-1614834a71c2 on network a2a2680a-30c7-4004-a919-1078d0f1a0a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-843948-2 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 19:59:32.098655 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58252daa-445b-4ca3-b7dd-cfb79107c99b req-53fc45ee-48c9-49fe-8917-30534c52db36 service neutron] Attempting to bind port 7e165a8d-9463-4bc8-ae0d-1614834a71c2 on network a2a2680a-30c7-4004-a919-1078d0f1a0a1 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:59:32.109319 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58252daa-445b-4ca3-b7dd-cfb79107c99b req-53fc45ee-48c9-49fe-8917-30534c52db36 service neutron] Checking agent: {'id': 'eaa08354-e8f5-4e73-af76-8d3cf7d2b390', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 19, 59, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 19:59:32.109953 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58252daa-445b-4ca3-b7dd-cfb79107c99b req-53fc45ee-48c9-49fe-8917-30534c52db36 service neutron] Checking segment: {'id': '4048bfa0-f1bd-4aa7-86bf-7023b66ee7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2a2680a-30c7-4004-a919-1078d0f1a0a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 19:59:32.110460 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58252daa-445b-4ca3-b7dd-cfb79107c99b req-53fc45ee-48c9-49fe-8917-30534c52db36 service neutron] Bound using segment: {'id': '4048bfa0-f1bd-4aa7-86bf-7023b66ee7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2a2680a-30c7-4004-a919-1078d0f1a0a1'} {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 19:59:32.111519 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-58252daa-445b-4ca3-b7dd-cfb79107c99b req-53fc45ee-48c9-49fe-8917-30534c52db36 service neutron] Bound port: 7e165a8d-9463-4bc8-ae0d-1614834a71c2, host: n-h2-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4048bfa0-f1bd-4aa7-86bf-7023b66ee7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2a2680a-30c7-4004-a919-1078d0f1a0a1'}}] {{(pid=84886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 19:59:32.176046 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-58252daa-445b-4ca3-b7dd-cfb79107c99b req-53fc45ee-48c9-49fe-8917-30534c52db36 service neutron] For port 7e165a8d-9463-4bc8-ae0d-1614834a71c2, host n-h2-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=7e165a8d-9463-4bc8-ae0d-1614834a71c2,segment=NetworkSegment(4048bfa0-f1bd-4aa7-86bf-7023b66ee7f9),segment_id=4048bfa0-f1bd-4aa7-86bf-7023b66ee7f9)] {{(pid=84886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 19:59:32.201834 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71470e1-904f-44df-affc-5ad9adc804b8 req-924c4d61-f453-44bb-a160-a744d79801ed service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:32.204129 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f71470e1-904f-44df-affc-5ad9adc804b8 req-924c4d61-f453-44bb-a160-a744d79801ed service neutron] 10.222.0.86 "GET /v2.0/networks?id=4344fbed-57fb-43d7-b32d-6020ce60f0a1 HTTP/1.1" status: 200 len: 870 time: 0.6171684 May 30 19:59:32.215711 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port a59adec7-fd47-4b6a-a73a-2333c3e7d086, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=a59adec7-fd47-4b6a-a73a-2333c3e7d086,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:59:32.252586 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Returning: {'device': 'a59adec7-fd47-4b6a-a73a-2333c3e7d086', 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1', 'port_id': 'a59adec7-fd47-4b6a-a73a-2333c3e7d086', 'mac_address': 'fa:16:3e:74:a9:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b83ff54-b1af-44ce-bb75-ba148920553c', 'ip_address': '192.168.233.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 19:59:32.274138 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-58252daa-445b-4ca3-b7dd-cfb79107c99b req-53fc45ee-48c9-49fe-8917-30534c52db36 service neutron] Notify callbacks [] for binding, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:32.276840 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-58252daa-445b-4ca3-b7dd-cfb79107c99b req-53fc45ee-48c9-49fe-8917-30534c52db36 service neutron] 10.222.0.85 "POST /v2.0/ports/7e165a8d-9463-4bc8-ae0d-1614834a71c2/bindings HTTP/1.1" status: 201 len: 389 time: 0.5907743 May 30 19:59:32.314610 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:32.356440 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a59adec7-fd47-4b6a-a73a-2333c3e7d086 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 19:59:32.368008 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cee0b1-4af6-4d51-971f-237832f81d10 req-7e80a112-86ed-4732-afcc-145940a04463 tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:32.374643 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-42cee0b1-4af6-4d51-971f-237832f81d10 req-7e80a112-86ed-4732-afcc-145940a04463 tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] 10.222.0.85 "GET /v2.0/ports?device_id=8afd08e0-ccd7-4025-b88a-1ad20bb182a7 HTTP/1.1" status: 200 len: 948 time: 0.7644656 May 30 19:59:32.405525 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port a59adec7-fd47-4b6a-a73a-2333c3e7d086, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=a59adec7-fd47-4b6a-a73a-2333c3e7d086,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:59:32.416262 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f71470e1-904f-44df-affc-5ad9adc804b8 req-ef12c02e-3459-48f5-90bc-f9f75228ad55 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=64a08dcc-ec2f-4ebf-a20f-1051fce47c3f HTTP/1.1" status: 200 len: 217 time: 0.1914699 May 30 19:59:32.434614 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e0cce00b-f9eb-41ea-8ffa-91e80335bac7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-736099'] for router_interface, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:32.490968 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:32.524239 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:32.550528 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-42cee0b1-4af6-4d51-971f-237832f81d10 req-c69b3019-5661-4498-a553-67759ff2dc72 tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] 10.222.0.85 "GET /v2.0/security-groups?id=46d6435d-cd77-488d-aca2-73ee35b2a0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604083 May 30 19:59:32.555548 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-9f23eb33-6b42-424d-bc2a-da5842abe62c None None] Provisioning for port f2d80048-a73a-48a6-b988-73d7f827fa1a completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 19:59:32.560044 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71470e1-904f-44df-affc-5ad9adc804b8 req-ee36a541-65bd-443a-8598-b6e2179f41ff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:32.562126 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f71470e1-904f-44df-affc-5ad9adc804b8 req-ee36a541-65bd-443a-8598-b6e2179f41ff service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1b83ff54-b1af-44ce-bb75-ba148920553c HTTP/1.1" status: 200 len: 843 time: 0.1237838 May 30 19:59:32.572894 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-9f23eb33-6b42-424d-bc2a-da5842abe62c None None] Provisioning complete for port f2d80048-a73a-48a6-b988-73d7f827fa1a triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:59:32.573297 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-9f23eb33-6b42-424d-bc2a-da5842abe62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:32.662716 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-9f23eb33-6b42-424d-bc2a-da5842abe62c None None] Port f2d80048-a73a-48a6-b988-73d7f827fa1a cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 19:59:32.664297 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=a59adec7-fd47-4b6a-a73a-2333c3e7d086,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:59:32.798351 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['a59adec7-fd47-4b6a-a73a-2333c3e7d086'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 19:59:32.831990 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e0cce00b-f9eb-41ea-8ffa-91e80335bac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:32.860446 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-7b933a3a-3e94-4926-91b2-0ea2cbd0723d req-85ff1369-5242-4f2b-9a71-ab7691a74289 service neutron] 10.222.0.71 "GET /v2.0/ports/a0b47a60-2cb7-4bd5-9a85-2785c04ef634/bindings/n-h2-843948-2 HTTP/1.1" status: 200 len: 384 time: 0.1913235 May 30 19:59:32.959522 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f71470e1-904f-44df-affc-5ad9adc804b8 req-3a324b09-b405-4f6e-b95c-c192d698c3f4 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4344fbed-57fb-43d7-b32d-6020ce60f0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3899689 May 30 19:59:33.150928 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-7bde89d0-87d8-487d-91e3-69e03df58e9b req-177cb560-f955-4576-809b-c1d6a498011a tempest-ServersAdmin275Test-512996671 tempest-ServersAdmin275Test-512996671-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=ea938153-b214-4e51-bda9-885f36ad1775 HTTP/1.1" status: 200 len: 210 time: 0.0940256 May 30 19:59:33.369394 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ada19a3-a80f-4814-abcb-2be06b1f2923'] response: {'name': 'network-changed', 'server_uuid': 'e5dfa99e-d6bb-4b77-88eb-3c6fe6683873', 'tag': 'a0b47a60-2cb7-4bd5-9a85-2785c04ef634', 'status': 'completed', 'code': 200} May 30 19:59:33.371859 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 64a08dcc-ec2f-4ebf-a20f-1051fce47c3f details requested by agent hyperv_n-h2-843948-2 with host n-h2-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 19:59:33.429054 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab85bf8-4900-47c2-a7e1-94f6f816f965 req-929de8b8-0f96-48cb-8836-6ebfcbe37018 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:33.430653 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3ab85bf8-4900-47c2-a7e1-94f6f816f965 req-929de8b8-0f96-48cb-8836-6ebfcbe37018 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/ports?device_id=e5dfa99e-d6bb-4b77-88eb-3c6fe6683873 HTTP/1.1" status: 200 len: 943 time: 0.5491979 May 30 19:59:33.447593 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f71470e1-904f-44df-affc-5ad9adc804b8 req-261bdf05-357e-415b-9a05-17b4c197f9ae service neutron] 10.222.0.86 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4755507 May 30 19:59:33.638623 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3ab85bf8-4900-47c2-a7e1-94f6f816f965 req-0371bb6f-50bb-4a2d-b4b3-e9f60fcec1d0 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/security-groups?id=b7c7fe04-8ab6-4ec0-af46-b4358854e449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959591 May 30 19:59:33.710272 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f71470e1-904f-44df-affc-5ad9adc804b8 req-15cb4d9c-fe2c-45d3-b89f-f4f20429ca6e service neutron] 10.222.0.86 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2459733 May 30 19:59:33.715569 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e0cce00b-f9eb-41ea-8ffa-91e80335bac7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:33.746224 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 64a08dcc-ec2f-4ebf-a20f-1051fce47c3f, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=64a08dcc-ec2f-4ebf-a20f-1051fce47c3f,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:59:33.765224 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-94ef59c7-f23d-4acc-9788-9cc0b37e979b req-0dff43d1-667e-4447-a572-dee16b1f73e0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e03d8798de6f4daa8bc8080dc719ce8a&device_id=e5dfa99e-d6bb-4b77-88eb-3c6fe6683873 HTTP/1.1" status: 200 len: 1124 time: 0.3083630 May 30 19:59:33.766589 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Returning: {'device': '64a08dcc-ec2f-4ebf-a20f-1051fce47c3f', 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1', 'port_id': '64a08dcc-ec2f-4ebf-a20f-1051fce47c3f', 'mac_address': 'fa:16:3e:ea:30:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b83ff54-b1af-44ce-bb75-ba148920553c', 'ip_address': '192.168.233.238'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 19:59:33.769186 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-7b933a3a-3e94-4926-91b2-0ea2cbd0723d req-ca1245cd-08f4-44ea-9488-10e32276ad33 service neutron] For port a0b47a60-2cb7-4bd5-9a85-2785c04ef634, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=a0b47a60-2cb7-4bd5-9a85-2785c04ef634,segment=NetworkSegment(4d4a7668-7a19-4452-8bd2-a5411730cf30),segment_id=4d4a7668-7a19-4452-8bd2-a5411730cf30)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:59:33.798330 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e0cce00b-f9eb-41ea-8ffa-91e80335bac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:33.898335 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:33.934349 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64a08dcc-ec2f-4ebf-a20f-1051fce47c3f {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 19:59:33.970247 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 64a08dcc-ec2f-4ebf-a20f-1051fce47c3f, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=64a08dcc-ec2f-4ebf-a20f-1051fce47c3f,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:59:33.978419 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e0cce00b-f9eb-41ea-8ffa-91e80335bac7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1718057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-736206'] for router_interface, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:33.982568 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cce00b-f9eb-41ea-8ffa-91e80335bac7 admin admin] Pushing event updated for resources: {'Port': ['ID=f2d80048-a73a-48a6-b988-73d7f827fa1a,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:59:34.001369 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-7b933a3a-3e94-4926-91b2-0ea2cbd0723d req-ca1245cd-08f4-44ea-9488-10e32276ad33 service neutron] For port a0b47a60-2cb7-4bd5-9a85-2785c04ef634, host n-h1-843948-2, cleared binding levels {{(pid=84886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 19:59:34.039167 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:34.127847 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [req-7b933a3a-3e94-4926-91b2-0ea2cbd0723d req-ca1245cd-08f4-44ea-9488-10e32276ad33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0b47a60-2cb7-4bd5-9a85-2785c04ef634 {{(pid=84886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 19:59:34.151187 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efebb495-8cfe-4620-8503-a3217c352d8b req-a23e7312-e9cc-4a31-a2e0-2ea6e24030e1 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:34.162825 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-efebb495-8cfe-4620-8503-a3217c352d8b req-a23e7312-e9cc-4a31-a2e0-2ea6e24030e1 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/ports?device_id=a55fcadd-0383-4943-8204-c0ed7ff9d575 HTTP/1.1" status: 200 len: 948 time: 0.5662003 May 30 19:59:34.173964 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0cce00b-f9eb-41ea-8ffa-91e80335bac7 admin admin] Network 1372c12a-f0e8-424c-9175-b08375e9aff5 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 19:59:34.176464 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-e0cce00b-f9eb-41ea-8ffa-91e80335bac7 admin admin] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 19:59:34.203214 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=64a08dcc-ec2f-4ebf-a20f-1051fce47c3f,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:59:34.205182 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-7b933a3a-3e94-4926-91b2-0ea2cbd0723d req-ca1245cd-08f4-44ea-9488-10e32276ad33 service neutron] For port a0b47a60-2cb7-4bd5-9a85-2785c04ef634, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=a0b47a60-2cb7-4bd5-9a85-2785c04ef634,segment=NetworkSegment(4d4a7668-7a19-4452-8bd2-a5411730cf30),segment_id=4d4a7668-7a19-4452-8bd2-a5411730cf30)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:59:34.278152 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ef59c7-f23d-4acc-9788-9cc0b37e979b req-f692ffc2-2876-48c1-a1dd-589b4f662c15 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:34.280709 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-94ef59c7-f23d-4acc-9788-9cc0b37e979b req-f692ffc2-2876-48c1-a1dd-589b4f662c15 service neutron] 10.222.0.71 "GET /v2.0/networks?id=22982b8a-b22c-41df-a053-0dde355094a5 HTTP/1.1" status: 200 len: 908 time: 0.4826708 May 30 19:59:34.327004 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['64a08dcc-ec2f-4ebf-a20f-1051fce47c3f'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 19:59:34.562287 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-efebb495-8cfe-4620-8503-a3217c352d8b req-fe4d5e78-de9f-4766-b05a-8d402f2dd138 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/security-groups?id=e1329ead-76da-4fe1-a988-d24ed3099985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3980353 May 30 19:59:34.563339 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-7b933a3a-3e94-4926-91b2-0ea2cbd0723d req-ca1245cd-08f4-44ea-9488-10e32276ad33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:34.603805 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-94ef59c7-f23d-4acc-9788-9cc0b37e979b req-441c3060-9196-4231-a817-2ad2e2d91bb5 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a0b47a60-2cb7-4bd5-9a85-2785c04ef634 HTTP/1.1" status: 200 len: 217 time: 0.3099632 May 30 19:59:34.614661 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-ba430daf-ecbe-4687-856a-5094ee0308d1 None None] Provisioning complete for port f2d80048-a73a-48a6-b988-73d7f827fa1a triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:59:34.615483 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba430daf-ecbe-4687-856a-5094ee0308d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:34.730923 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ef59c7-f23d-4acc-9788-9cc0b37e979b req-97c1da94-9011-4fff-b9d6-d80cec57038a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:34.735030 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-94ef59c7-f23d-4acc-9788-9cc0b37e979b req-97c1da94-9011-4fff-b9d6-d80cec57038a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b885d147-b4ba-4062-ad34-3d5558c5dbbf HTTP/1.1" status: 200 len: 847 time: 0.1227293 May 30 19:59:34.803022 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-ba430daf-ecbe-4687-856a-5094ee0308d1 None None] Port f2d80048-a73a-48a6-b988-73d7f827fa1a cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 19:59:34.886875 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-94ef59c7-f23d-4acc-9788-9cc0b37e979b req-d5b707e5-72e0-4d86-a415-526937bc2eb9 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=22982b8a-b22c-41df-a053-0dde355094a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1042366 May 30 19:59:34.980879 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0cce00b-f9eb-41ea-8ffa-91e80335bac7 admin admin] Router 80d80749-818b-48e5-bea9-b57f38ec69c9 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 19:59:35.003309 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca680ec-bf0e-4d8a-8d02-4e13466d79b7 req-3ee5d3f1-07fd-4a5b-9254-844e45552d9d tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:35.004867 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4ca680ec-bf0e-4d8a-8d02-4e13466d79b7 req-3ee5d3f1-07fd-4a5b-9254-844e45552d9d tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.85 "GET /v2.0/ports?device_id=14ddb85a-20eb-4d71-8c66-d30e1eae439a HTTP/1.1" status: 200 len: 946 time: 0.1479895 May 30 19:59:35.143909 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [req-7b933a3a-3e94-4926-91b2-0ea2cbd0723d req-ca1245cd-08f4-44ea-9488-10e32276ad33 service neutron] Transition to ACTIVE for port object a0b47a60-2cb7-4bd5-9a85-2785c04ef634 will not be triggered until provisioned by entity L2. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:59:35.152971 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-94ef59c7-f23d-4acc-9788-9cc0b37e979b req-57fb728b-7db7-47ac-8f0c-89aa9bc5751d service neutron] 10.222.0.71 "GET /v2.0/networks/22982b8a-b22c-41df-a053-0dde355094a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2516003 May 30 19:59:35.169435 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372e11eb-7730-4db4-b279-f227f7fb084d req-1192bb23-a3af-4b15-a8fc-afef6fb50160 tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:35.171860 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-372e11eb-7730-4db4-b279-f227f7fb084d req-1192bb23-a3af-4b15-a8fc-afef6fb50160 tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] 10.222.0.85 "GET /v2.0/ports?device_id=8afd08e0-ccd7-4025-b88a-1ad20bb182a7 HTTP/1.1" status: 200 len: 949 time: 0.2403219 May 30 19:59:35.231303 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4ca680ec-bf0e-4d8a-8d02-4e13466d79b7 req-691e8cfa-7f24-48ae-bb4c-c5f34d8bad15 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.85 "GET /v2.0/security-groups?id=e04d9b86-3d99-41a3-8241-c517ec1f4730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676013 May 30 19:59:35.298086 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-7b933a3a-3e94-4926-91b2-0ea2cbd0723d req-ca1245cd-08f4-44ea-9488-10e32276ad33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:35.321481 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0cce00b-f9eb-41ea-8ffa-91e80335bac7 admin admin] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 19:59:35.338023 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-e0cce00b-f9eb-41ea-8ffa-91e80335bac7 admin admin] 10.222.0.85 "PUT /v2.0/routers/80d80749-818b-48e5-bea9-b57f38ec69c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7303317 May 30 19:59:35.345090 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db849a3-0484-43d2-8d2f-f178f414be54 None None] Sync routers for ids ['80d80749-818b-48e5-bea9-b57f38ec69c9'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 19:59:35.373291 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db849a3-0484-43d2-8d2f-f178f414be54 None None] Routers {'80d80749-818b-48e5-bea9-b57f38ec69c9'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 19:59:35.375073 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-7db849a3-0484-43d2-8d2f-f178f414be54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T19:59:29Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['80d80749-818b-48e5-bea9-b57f38ec69c9'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:59:35.447046 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device a59adec7-fd47-4b6a-a73a-2333c3e7d086 up at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 19:59:35.582507 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8b11ea0c-00d6-4148-a247-ad53d8d1ba20 req-8cadc712-a919-4b4e-965c-75990ea86517 tempest-ServersAdmin275Test-512996671 tempest-ServersAdmin275Test-512996671-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=ea938153-b214-4e51-bda9-885f36ad1775 HTTP/1.1" status: 200 len: 210 time: 0.0690653 May 30 19:59:35.613576 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-372e11eb-7730-4db4-b279-f227f7fb084d req-5fa06e5c-6283-4a27-8799-4b72cd1f1af5 tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] 10.222.0.85 "GET /v2.0/security-groups?id=46d6435d-cd77-488d-aca2-73ee35b2a0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4149704 May 30 19:59:35.724070 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1245cd-08f4-44ea-9488-10e32276ad33 service neutron] Pushing event updated for resources: {'Port': ['ID=a0b47a60-2cb7-4bd5-9a85-2785c04ef634,revision_number=10']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:59:35.738748 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-94ef59c7-f23d-4acc-9788-9cc0b37e979b req-354b1317-ad53-42ef-bee9-2a17ab85cd9a service neutron] 10.222.0.71 "GET /v2.0/networks/22982b8a-b22c-41df-a053-0dde355094a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5656567 May 30 19:59:35.762087 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b933a3a-3e94-4926-91b2-0ea2cbd0723d req-ca1245cd-08f4-44ea-9488-10e32276ad33 service neutron] No DVR routers for this DVR port a0b47a60-2cb7-4bd5-9a85-2785c04ef634 on host n-h1-843948-2 {{(pid=84886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 19:59:35.880795 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning for port a59adec7-fd47-4b6a-a73a-2333c3e7d086 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 19:59:35.897651 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-7b933a3a-3e94-4926-91b2-0ea2cbd0723d req-ca1245cd-08f4-44ea-9488-10e32276ad33 service neutron] 10.222.0.71 "PUT /v2.0/ports/a0b47a60-2cb7-4bd5-9a85-2785c04ef634/bindings/n-h2-843948-2/activate HTTP/1.1" status: 200 len: 369 time: 3.0290828 May 30 19:59:35.907071 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning complete for port a59adec7-fd47-4b6a-a73a-2333c3e7d086 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:59:35.907682 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:35.986089 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-7db849a3-0484-43d2-8d2f-f178f414be54 None None] Set router 80d80749-818b-48e5-bea9-b57f38ec69c9 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 19:59:36.426958 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:36.493832 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8afd08e0-ccd7-4025-b88a-1ad20bb182a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a59adec7-fd47-4b6a-a73a-2333c3e7d086'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:59:36.496777 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f32b36-75f3-4168-8f17-b95f82c3f612 req-0ae9d7e0-6d9f-4406-adb5-ec6abb201141 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:36.498959 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device a0b47a60-2cb7-4bd5-9a85-2785c04ef634 no longer exists at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 19:59:36.511665 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-46f32b36-75f3-4168-8f17-b95f82c3f612 req-0ae9d7e0-6d9f-4406-adb5-ec6abb201141 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/ports?device_id=e5dfa99e-d6bb-4b77-88eb-3c6fe6683873 HTTP/1.1" status: 200 len: 944 time: 0.4726229 May 30 19:59:36.520995 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7b933a3a-3e94-4926-91b2-0ea2cbd0723d req-e3b831a5-4ccc-44b4-b1d6-37eaa340ccea tempest-LiveMigrationTest-484647171 tempest-LiveMigrationTest-484647171-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=e5dfa99e-d6bb-4b77-88eb-3c6fe6683873&tenant_id=e03d8798de6f4daa8bc8080dc719ce8a&binding%3Ahost_id=n-h1-843948-2 HTTP/1.1" status: 200 len: 1095 time: 0.4124956 May 30 19:59:36.588082 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port a59adec7-fd47-4b6a-a73a-2333c3e7d086, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=a59adec7-fd47-4b6a-a73a-2333c3e7d086,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:59:36.590620 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device a0b47a60-2cb7-4bd5-9a85-2785c04ef634 not bound to the agent host n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 19:59:36.628196 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-7db849a3-0484-43d2-8d2f-f178f414be54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80d80749-818b-48e5-bea9-b57f38ec69c9', 'name': 'tempest-AttachSCSIVolumeTestJSON-1698076767-router', 'tenant_id': 'bbfe05941810494e822dbbe8fc7e85f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.94'}], 'enable_snat': True}, 'gw_port_id': '7d50dc18-4966-480d-80fa-5417359b0c4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T19:59:16Z', 'updated_at': '2022-05-30T19:59:32Z', 'revision_number': 4, 'project_id': 'bbfe05941810494e822dbbe8fc7e85f8', 'gw_port': {'id': '7d50dc18-4966-480d-80fa-5417359b0c4f', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:db:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d80749-818b-48e5-bea9-b57f38ec69c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:59:17Z', 'updated_at': '2022-05-30T19:59:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': 'f2d80048-a73a-48a6-b988-73d7f827fa1a', 'name': '', 'network_id': '1372c12a-f0e8-424c-9175-b08375e9aff5', 'tenant_id': 'bbfe05941810494e822dbbe8fc7e85f8', 'mac_address': 'fa:16:3e:79:c3:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80d80749-818b-48e5-bea9-b57f38ec69c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ef2fdeec-f4c0-42a0-9b92-f39be90d06c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:59:30Z', 'updated_at': '2022-05-30T19:59:33Z', 'revision_number': 2, 'project_id': 'bbfe05941810494e822dbbe8fc7e85f8', 'subnets': [{'id': 'ef2fdeec-f4c0-42a0-9b92-f39be90d06c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:59:36.633336 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb48c0f-fa67-4b2f-bf6e-710da27dea05 req-30df7939-b7b6-4b85-afed-b6eb92ef2558 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:36.637371 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db849a3-0484-43d2-8d2f-f178f414be54 None None] Checking router: 80d80749-818b-48e5-bea9-b57f38ec69c9 for host: n-d-843948-2 {{(pid=84888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 19:59:36.637999 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db849a3-0484-43d2-8d2f-f178f414be54 None None] Updating router 80d80749-818b-48e5-bea9-b57f38ec69c9 port f2d80048-a73a-48a6-b988-73d7f827fa1a binding host n-d-843948-2 {{(pid=84888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 19:59:36.646146 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-cbb48c0f-fa67-4b2f-bf6e-710da27dea05 req-30df7939-b7b6-4b85-afed-b6eb92ef2558 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/ports?device_id=a55fcadd-0383-4943-8204-c0ed7ff9d575 HTTP/1.1" status: 200 len: 949 time: 0.3002176 May 30 19:59:36.706332 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-46f32b36-75f3-4168-8f17-b95f82c3f612 req-aa821131-52d4-4872-a211-e3273f994e70 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/security-groups?id=b7c7fe04-8ab6-4ec0-af46-b4358854e449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931744 May 30 19:59:36.706530 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:36.731484 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-cbb48c0f-fa67-4b2f-bf6e-710da27dea05 req-06e16606-6c2d-45b7-9e62-1c442b36067a tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/security-groups?id=e1329ead-76da-4fe1-a988-d24ed3099985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838249 May 30 19:59:36.790641 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7b933a3a-3e94-4926-91b2-0ea2cbd0723d req-7a282383-2ba4-4f48-911e-b31b7b64a5df service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=e5dfa99e-d6bb-4b77-88eb-3c6fe6683873&tenant_id=e03d8798de6f4daa8bc8080dc719ce8a HTTP/1.1" status: 200 len: 1095 time: 0.2359848 May 30 19:59:36.897308 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-7db849a3-0484-43d2-8d2f-f178f414be54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:36.971141 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26139a8c-02ec-43bb-a331-bfd47be400ef'] response: {'server_uuid': '8afd08e0-ccd7-4025-b88a-1ad20bb182a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a59adec7-fd47-4b6a-a73a-2333c3e7d086', 'code': 200} May 30 19:59:37.061749 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=a59adec7-fd47-4b6a-a73a-2333c3e7d086,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:59:37.320139 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6652182b-1563-4650-b810-080a50cea373 req-ba631bf9-bce6-4951-b59d-55c3f6154518 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:37.324340 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6652182b-1563-4650-b810-080a50cea373 req-ba631bf9-bce6-4951-b59d-55c3f6154518 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.85 "GET /v2.0/ports?device_id=14ddb85a-20eb-4d71-8c66-d30e1eae439a HTTP/1.1" status: 200 len: 946 time: 0.2861602 May 30 19:59:37.324636 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-943ab7f0-7ba0-4181-8f05-e14fa9c944b5 req-148bb004-ad76-4952-95f1-e5ffe5a583d3 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=8afd08e0-ccd7-4025-b88a-1ad20bb182a7 HTTP/1.1" status: 200 len: 1101 time: 0.2436018 May 30 19:59:37.336102 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7b933a3a-3e94-4926-91b2-0ea2cbd0723d req-5cdd9f06-4ebd-40bd-949b-c5acfc415404 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e03d8798de6f4daa8bc8080dc719ce8a&device_id=e5dfa99e-d6bb-4b77-88eb-3c6fe6683873 HTTP/1.1" status: 200 len: 1095 time: 0.4896939 May 30 19:59:37.417186 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 64a08dcc-ec2f-4ebf-a20f-1051fce47c3f up at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 19:59:37.449290 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544269f9-6388-4f65-8f40-48ff01f801e9 req-285b7554-923d-4de6-9262-4646e18a37dc tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:37.452704 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-544269f9-6388-4f65-8f40-48ff01f801e9 req-285b7554-923d-4de6-9262-4646e18a37dc tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] 10.222.0.85 "GET /v2.0/ports?device_id=8afd08e0-ccd7-4025-b88a-1ad20bb182a7 HTTP/1.1" status: 200 len: 950 time: 0.2293339 May 30 19:59:37.455702 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-943ab7f0-7ba0-4181-8f05-e14fa9c944b5 req-2efe9eea-763b-4b78-ad80-486dc14ffbc8 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=46d6435d-cd77-488d-aca2-73ee35b2a0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226299 May 30 19:59:37.524649 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-7db849a3-0484-43d2-8d2f-f178f414be54 None None] Notify callbacks [] for port, precommit_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:37.548920 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-7db849a3-0484-43d2-8d2f-f178f414be54 None None] Transition to ACTIVE for port object f2d80048-a73a-48a6-b988-73d7f827fa1a will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:59:37.561357 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-544269f9-6388-4f65-8f40-48ff01f801e9 req-d4d7ad28-ff06-4bdd-828a-cd847dae02c9 tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] 10.222.0.85 "GET /v2.0/security-groups?id=46d6435d-cd77-488d-aca2-73ee35b2a0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947022 May 30 19:59:37.634918 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-7db849a3-0484-43d2-8d2f-f178f414be54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:37.650542 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6652182b-1563-4650-b810-080a50cea373 req-03917f2f-309b-43d2-b77e-2defbbce3a1e tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.85 "GET /v2.0/security-groups?id=e04d9b86-3d99-41a3-8241-c517ec1f4730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3122306 May 30 19:59:37.691185 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning for port 64a08dcc-ec2f-4ebf-a20f-1051fce47c3f completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 19:59:37.744632 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning complete for port 64a08dcc-ec2f-4ebf-a20f-1051fce47c3f triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:59:37.745209 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:37.789394 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b933a3a-3e94-4926-91b2-0ea2cbd0723d req-42aa5151-b1c4-454c-b86d-8d39ab84f2b4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:37.792226 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7b933a3a-3e94-4926-91b2-0ea2cbd0723d req-42aa5151-b1c4-454c-b86d-8d39ab84f2b4 service neutron] 10.222.0.86 "GET /v2.0/networks?id=22982b8a-b22c-41df-a053-0dde355094a5 HTTP/1.1" status: 200 len: 908 time: 0.4203458 May 30 19:59:37.993569 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-10812434-29ae-4481-b8e3-59d5c6375762 req-0ccab676-8136-41f6-9f81-7f0231b00c57 tempest-ServersAdmin275Test-512996671 tempest-ServersAdmin275Test-512996671-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=ea938153-b214-4e51-bda9-885f36ad1775 HTTP/1.1" status: 200 len: 210 time: 0.1178765 May 30 19:59:38.004154 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7b933a3a-3e94-4926-91b2-0ea2cbd0723d req-a326a208-418b-4ce9-9d14-b25cffb4a34e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a0b47a60-2cb7-4bd5-9a85-2785c04ef634 HTTP/1.1" status: 200 len: 217 time: 0.2046194 May 30 19:59:38.134672 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59acef6f-2a6c-4887-ac6f-5cad1af5a4af None None] Pushing event updated for resources: {'Port': ['ID=f2d80048-a73a-48a6-b988-73d7f827fa1a,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:59:38.144529 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b933a3a-3e94-4926-91b2-0ea2cbd0723d req-958bc291-8409-4c53-9eb7-12b651a417b6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:38.145523 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7b933a3a-3e94-4926-91b2-0ea2cbd0723d req-958bc291-8409-4c53-9eb7-12b651a417b6 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b885d147-b4ba-4062-ad34-3d5558c5dbbf HTTP/1.1" status: 200 len: 847 time: 0.1341412 May 30 19:59:38.210182 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7b933a3a-3e94-4926-91b2-0ea2cbd0723d req-540c0acb-b12b-4d36-9750-e9b428b8f7a9 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=22982b8a-b22c-41df-a053-0dde355094a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576253 May 30 19:59:38.226843 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 43454) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:59:38.240128 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-ea1c5168-de48-4e88-b201-27d8c036101a admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1104618361-network', 'tenant_id': '0cfe9c741cc74c4f9c0fcfff7e96141d'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:59:38.261948 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-ea1c5168-de48-4e88-b201-27d8c036101a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:59:38.277840 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-ea1c5168-de48-4e88-b201-27d8c036101a admin admin] Usage tracker for resource:network and tenant:0cfe9c741cc74c4f9c0fcfff7e96141d is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:59:38.284748 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-ea1c5168-de48-4e88-b201-27d8c036101a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:59:38.335421 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-ea1c5168-de48-4e88-b201-27d8c036101a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:59:38.404178 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-7db849a3-0484-43d2-8d2f-f178f414be54 None None] Attempting to bind port f2d80048-a73a-48a6-b988-73d7f827fa1a on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 19:59:38.404528 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-7db849a3-0484-43d2-8d2f-f178f414be54 None None] Attempting to bind port f2d80048-a73a-48a6-b988-73d7f827fa1a by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': '3a626651-8b25-4f7c-aed3-c510bf367e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '1372c12a-f0e8-424c-9175-b08375e9aff5'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 19:59:38.404877 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db849a3-0484-43d2-8d2f-f178f414be54 None None] Attempting to bind port f2d80048-a73a-48a6-b988-73d7f827fa1a on network 1372c12a-f0e8-424c-9175-b08375e9aff5 {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:59:38.418082 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea1c5168-de48-4e88-b201-27d8c036101a admin admin] Made reservation on behalf of 0cfe9c741cc74c4f9c0fcfff7e96141d for: {'network': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 19:59:38.422916 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ea1c5168-de48-4e88-b201-27d8c036101a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:38.450302 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ea1c5168-de48-4e88-b201-27d8c036101a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:38.465647 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:38.483960 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7b933a3a-3e94-4926-91b2-0ea2cbd0723d req-2461ea67-fc90-447d-a8f1-9d6ae77e7ed7 service neutron] 10.222.0.86 "GET /v2.0/networks/22982b8a-b22c-41df-a053-0dde355094a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2642081 May 30 19:59:38.484249 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db849a3-0484-43d2-8d2f-f178f414be54 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 19, 59, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 19:59:38.485086 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db849a3-0484-43d2-8d2f-f178f414be54 None None] Checking segment: {'id': '3a626651-8b25-4f7c-aed3-c510bf367e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '1372c12a-f0e8-424c-9175-b08375e9aff5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 19:59:38.485841 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-7db849a3-0484-43d2-8d2f-f178f414be54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:38.486563 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db849a3-0484-43d2-8d2f-f178f414be54 None None] Bound using segment: {'id': '3a626651-8b25-4f7c-aed3-c510bf367e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '1372c12a-f0e8-424c-9175-b08375e9aff5'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 19:59:38.487848 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-7db849a3-0484-43d2-8d2f-f178f414be54 None None] Bound port: f2d80048-a73a-48a6-b988-73d7f827fa1a, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a626651-8b25-4f7c-aed3-c510bf367e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '1372c12a-f0e8-424c-9175-b08375e9aff5'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 19:59:38.488541 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-7db849a3-0484-43d2-8d2f-f178f414be54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:38.597835 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-ea1c5168-de48-4e88-b201-27d8c036101a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:59:38.613451 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-ea1c5168-de48-4e88-b201-27d8c036101a admin admin] Usage tracker for resource:security_group_rule and tenant:0cfe9c741cc74c4f9c0fcfff7e96141d is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:59:38.619427 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-ea1c5168-de48-4e88-b201-27d8c036101a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:59:38.633368 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-ea1c5168-de48-4e88-b201-27d8c036101a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:59:38.665225 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7b933a3a-3e94-4926-91b2-0ea2cbd0723d req-4e4c087e-1795-4a32-8383-98bc8a01dbc2 service neutron] 10.222.0.86 "GET /v2.0/networks/22982b8a-b22c-41df-a053-0dde355094a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742067 May 30 19:59:38.678141 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18e6ceb-3f4f-44c7-8a74-56a5bd609939 req-1f0c9b3d-0abe-4e00-872e-f8470ab3cf90 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:38.678695 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-7db849a3-0484-43d2-8d2f-f178f414be54 None None] For port f2d80048-a73a-48a6-b988-73d7f827fa1a, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 19:59:38.686529 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-7db849a3-0484-43d2-8d2f-f178f414be54 None None] For port f2d80048-a73a-48a6-b988-73d7f827fa1a, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=f2d80048-a73a-48a6-b988-73d7f827fa1a,segment=NetworkSegment(3a626651-8b25-4f7c-aed3-c510bf367e24),segment_id=3a626651-8b25-4f7c-aed3-c510bf367e24)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 19:59:38.690285 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a18e6ceb-3f4f-44c7-8a74-56a5bd609939 req-1f0c9b3d-0abe-4e00-872e-f8470ab3cf90 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/ports?device_id=e5dfa99e-d6bb-4b77-88eb-3c6fe6683873 HTTP/1.1" status: 200 len: 944 time: 0.2439761 May 30 19:59:38.711880 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 64a08dcc-ec2f-4ebf-a20f-1051fce47c3f, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=64a08dcc-ec2f-4ebf-a20f-1051fce47c3f,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:59:38.759080 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a18e6ceb-3f4f-44c7-8a74-56a5bd609939 req-e36f056c-1c87-4363-b795-b83e0ca13425 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/security-groups?id=b7c7fe04-8ab6-4ec0-af46-b4358854e449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678923 May 30 19:59:38.827226 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ea1c5168-de48-4e88-b201-27d8c036101a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:38.845256 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:38.861807 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-7db849a3-0484-43d2-8d2f-f178f414be54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:38.902167 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ea1c5168-de48-4e88-b201-27d8c036101a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:38.938371 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea1c5168-de48-4e88-b201-27d8c036101a admin admin] vlan segment allocate from pool success with {'vlan_id': 666, 'physical_network': 'physnet1'} {{(pid=84886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 19:59:38.995625 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ea1c5168-de48-4e88-b201-27d8c036101a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:38.996578 n-d-843948-2 neutron-server[84886]: INFO neutron.db.segments_db [None req-ea1c5168-de48-4e88-b201-27d8c036101a admin admin] Added segment ae57fccd-4d6f-4bb9-a0c4-4115efaa8132 of type vlan for network bb0120b8-85d6-424e-ae79-fb77a919108a May 30 19:59:39.002478 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a55fcadd-0383-4943-8204-c0ed7ff9d575', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64a08dcc-ec2f-4ebf-a20f-1051fce47c3f'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:59:39.082151 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=64a08dcc-ec2f-4ebf-a20f-1051fce47c3f,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:59:39.135408 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1c5168-de48-4e88-b201-27d8c036101a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e189c87-3673-4699-b609-fc70392bcc3c,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:59:39.244223 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ea1c5168-de48-4e88-b201-27d8c036101a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:39.247997 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59acef6f-2a6c-4887-ac6f-5cad1af5a4af None None] Pushing event updated for resources: {'Port': ['ID=f2d80048-a73a-48a6-b988-73d7f827fa1a,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:59:39.269343 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db849a3-0484-43d2-8d2f-f178f414be54 None None] Routers {'80d80749-818b-48e5-bea9-b57f38ec69c9'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 19:59:39.270714 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-7db849a3-0484-43d2-8d2f-f178f414be54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T19:59:29Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['80d80749-818b-48e5-bea9-b57f38ec69c9'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:59:39.342759 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3db9b86-d991-4a97-87cf-6e7c0ad2a371 req-edfd4ee4-8d43-4d27-84ed-e241d4192b3b tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:39.345334 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d3db9b86-d991-4a97-87cf-6e7c0ad2a371 req-edfd4ee4-8d43-4d27-84ed-e241d4192b3b tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/ports?device_id=a55fcadd-0383-4943-8204-c0ed7ff9d575 HTTP/1.1" status: 200 len: 950 time: 0.3274508 May 30 19:59:39.470694 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-7e31b354-9d24-45a1-8258-c63cc553c7e8 req-59fe9619-7f76-4e8f-a9c4-820d4035c8ee service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=ea938153-b214-4e51-bda9-885f36ad1775 HTTP/1.1" status: 200 len: 210 time: 0.0508623 May 30 19:59:39.475498 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ea1c5168-de48-4e88-b201-27d8c036101a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:39.476354 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea1c5168-de48-4e88-b201-27d8c036101a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:39.476940 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ea1c5168-de48-4e88-b201-27d8c036101a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:39.539407 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7b933a3a-3e94-4926-91b2-0ea2cbd0723d req-8101d425-4987-4315-b42c-493b1cb3cb52 tempest-LiveMigrationTest-484647171 tempest-LiveMigrationTest-484647171-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=e5dfa99e-d6bb-4b77-88eb-3c6fe6683873&tenant_id=e03d8798de6f4daa8bc8080dc719ce8a&binding%3Ahost_id=n-h2-843948-2 HTTP/1.1" status: 200 len: 1095 time: 0.2416861 May 30 19:59:39.629174 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737f96c4-a975-48eb-aa1f-6c1087443fce req-0c4552c5-30b3-4e31-b9fe-e5ba71eb4a51 tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:39.634517 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-737f96c4-a975-48eb-aa1f-6c1087443fce req-0c4552c5-30b3-4e31-b9fe-e5ba71eb4a51 tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] 10.222.0.85 "GET /v2.0/ports?device_id=8afd08e0-ccd7-4025-b88a-1ad20bb182a7 HTTP/1.1" status: 200 len: 950 time: 0.4492481 May 30 19:59:39.658835 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d3db9b86-d991-4a97-87cf-6e7c0ad2a371 req-96a6fc7b-35d5-4f23-ac87-fbf8caaf95c9 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/security-groups?id=e1329ead-76da-4fe1-a988-d24ed3099985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3002510 May 30 19:59:39.693326 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1c5168-de48-4e88-b201-27d8c036101a admin admin] Pushing event updated for resources: {'Network': ['ID=bb0120b8-85d6-424e-ae79-fb77a919108a,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:59:39.709382 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network bb0120b8-85d6-424e-ae79-fb77a919108a details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 19:59:39.778657 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-ea1c5168-de48-4e88-b201-27d8c036101a admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5464783 May 30 19:59:39.779512 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 43468) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:59:39.796092 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-cab62e46-80e8-4572-8662-ba55941cdcdb admin admin] Request body: {'subnet': {'network_id': 'bb0120b8-85d6-424e-ae79-fb77a919108a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1104618361-subnet', 'tenant_id': '0cfe9c741cc74c4f9c0fcfff7e96141d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:59:39.802947 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-737f96c4-a975-48eb-aa1f-6c1087443fce req-3eaa9b14-e144-4945-9cf6-57c276ff8933 tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] 10.222.0.85 "GET /v2.0/security-groups?id=46d6435d-cd77-488d-aca2-73ee35b2a0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481097 May 30 19:59:39.811828 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-cab62e46-80e8-4572-8662-ba55941cdcdb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:59:39.822563 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-cab62e46-80e8-4572-8662-ba55941cdcdb admin admin] Usage tracker for resource:subnet and tenant:0cfe9c741cc74c4f9c0fcfff7e96141d is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:59:39.831896 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-cab62e46-80e8-4572-8662-ba55941cdcdb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:59:39.850793 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-cab62e46-80e8-4572-8662-ba55941cdcdb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:59:39.921840 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-7b933a3a-3e94-4926-91b2-0ea2cbd0723d req-96d445af-1035-4186-8ccd-216647ce55bb service neutron] For port a0b47a60-2cb7-4bd5-9a85-2785c04ef634, host n-h1-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 19:59:39.926461 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-7b933a3a-3e94-4926-91b2-0ea2cbd0723d req-96d445af-1035-4186-8ccd-216647ce55bb service neutron] Notify callbacks [] for binding, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:39.927732 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7b933a3a-3e94-4926-91b2-0ea2cbd0723d req-96d445af-1035-4186-8ccd-216647ce55bb service neutron] 10.222.0.86 "DELETE /v2.0/ports/a0b47a60-2cb7-4bd5-9a85-2785c04ef634/bindings/n-h1-843948-2 HTTP/1.1" status: 204 len: 173 time: 0.3817718 May 30 19:59:39.931845 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-7db849a3-0484-43d2-8d2f-f178f414be54 None None] Set router 80d80749-818b-48e5-bea9-b57f38ec69c9 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 19:59:39.984290 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cab62e46-80e8-4572-8662-ba55941cdcdb admin admin] Made reservation on behalf of 0cfe9c741cc74c4f9c0fcfff7e96141d for: {'subnet': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 19:59:39.987107 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-cab62e46-80e8-4572-8662-ba55941cdcdb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2778563'] for subnet, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:40.201525 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d9ceb4-c680-4c67-8dad-445ae45b316f req-22241455-cc31-47e9-b7cc-cb552de1e3f5 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:40.201525 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-75d9ceb4-c680-4c67-8dad-445ae45b316f req-22241455-cc31-47e9-b7cc-cb552de1e3f5 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.85 "GET /v2.0/ports?device_id=14ddb85a-20eb-4d71-8c66-d30e1eae439a HTTP/1.1" status: 200 len: 946 time: 0.2760804 May 30 19:59:40.312629 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-75d9ceb4-c680-4c67-8dad-445ae45b316f req-9cc8c04c-e74e-4b68-bb27-59a59c3bd248 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.85 "GET /v2.0/security-groups?id=e04d9b86-3d99-41a3-8241-c517ec1f4730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887797 May 30 19:59:40.371438 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-7db849a3-0484-43d2-8d2f-f178f414be54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80d80749-818b-48e5-bea9-b57f38ec69c9', 'name': 'tempest-AttachSCSIVolumeTestJSON-1698076767-router', 'tenant_id': 'bbfe05941810494e822dbbe8fc7e85f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.94'}], 'enable_snat': True}, 'gw_port_id': '7d50dc18-4966-480d-80fa-5417359b0c4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T19:59:16Z', 'updated_at': '2022-05-30T19:59:32Z', 'revision_number': 4, 'project_id': 'bbfe05941810494e822dbbe8fc7e85f8', 'gw_port': {'id': '7d50dc18-4966-480d-80fa-5417359b0c4f', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:db:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d80749-818b-48e5-bea9-b57f38ec69c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:59:17Z', 'updated_at': '2022-05-30T19:59:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': 'f2d80048-a73a-48a6-b988-73d7f827fa1a', 'name': '', 'network_id': '1372c12a-f0e8-424c-9175-b08375e9aff5', 'tenant_id': 'bbfe05941810494e822dbbe8fc7e85f8', 'mac_address': 'fa:16:3e:79:c3:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80d80749-818b-48e5-bea9-b57f38ec69c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ef2fdeec-f4c0-42a0-9b92-f39be90d06c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:59:30Z', 'updated_at': '2022-05-30T19:59:38Z', 'revision_number': 4, 'project_id': 'bbfe05941810494e822dbbe8fc7e85f8', 'subnets': [{'id': 'ef2fdeec-f4c0-42a0-9b92-f39be90d06c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:59:40.378627 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db849a3-0484-43d2-8d2f-f178f414be54 None None] The sync data for ids ['80d80749-818b-48e5-bea9-b57f38ec69c9'] in n-d-843948-2 is: [{'id': '80d80749-818b-48e5-bea9-b57f38ec69c9', 'name': 'tempest-AttachSCSIVolumeTestJSON-1698076767-router', 'tenant_id': 'bbfe05941810494e822dbbe8fc7e85f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.94'}], 'enable_snat': True}, 'gw_port_id': '7d50dc18-4966-480d-80fa-5417359b0c4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T19:59:16Z', 'updated_at': '2022-05-30T19:59:32Z', 'revision_number': 4, 'project_id': 'bbfe05941810494e822dbbe8fc7e85f8', 'gw_port': {'id': '7d50dc18-4966-480d-80fa-5417359b0c4f', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:db:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d80749-818b-48e5-bea9-b57f38ec69c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:59:17Z', 'updated_at': '2022-05-30T19:59:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': 'f2d80048-a73a-48a6-b988-73d7f827fa1a', 'name': '', 'network_id': '1372c12a-f0e8-424c-9175-b08375e9aff5', 'tenant_id': 'bbfe05941810494e822dbbe8fc7e85f8', 'mac_address': 'fa:16:3e:79:c3:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80d80749-818b-48e5-bea9-b57f38ec69c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ef2fdeec-f4c0-42a0-9b92-f39be90d06c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:59:30Z', 'updated_at': '2022-05-30T19:59:38Z', 'revision_number': 4, 'project_id': 'bbfe05941810494e822dbbe8fc7e85f8', 'subnets': [{'id': 'ef2fdeec-f4c0-42a0-9b92-f39be90d06c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 19:59:40.393728 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-181597ab-ef60-411c-95db-7a2dacc24a98'] response: {'server_uuid': 'a55fcadd-0383-4943-8204-c0ed7ff9d575', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64a08dcc-ec2f-4ebf-a20f-1051fce47c3f', 'code': 200} May 30 19:59:40.443441 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-cab62e46-80e8-4572-8662-ba55941cdcdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4127140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2778577'] for subnet, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:40.611643 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab62e46-80e8-4572-8662-ba55941cdcdb admin admin] Pushing event updated for resources: {'Subnet': ['ID=d29d88f5-c51b-46ce-873e-a26be571a144,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:59:40.718848 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab62e46-80e8-4572-8662-ba55941cdcdb admin admin] Checking segment: {'id': 'ae57fccd-4d6f-4bb9-a0c4-4115efaa8132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'bb0120b8-85d6-424e-ae79-fb77a919108a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 19:59:40.719326 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab62e46-80e8-4572-8662-ba55941cdcdb admin admin] Network hostable DHCP agents. Network: bb0120b8-85d6-424e-ae79-fb77a919108a, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 19:59:40.730234 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-86e2146c-a5fa-4aad-b72d-3745a98e4108 req-2350da0f-77c8-4b39-b7a8-fdf8e08cc504 tempest-ServersAdmin275Test-512996671 tempest-ServersAdmin275Test-512996671-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=ea938153-b214-4e51-bda9-885f36ad1775 HTTP/1.1" status: 200 len: 210 time: 0.0735285 May 30 19:59:40.973948 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d6e686ca-7591-46d1-acf5-e943291811f5 req-2bddb5a3-f0a1-4c05-a51d-828be98f0917 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=a55fcadd-0383-4943-8204-c0ed7ff9d575 HTTP/1.1" status: 200 len: 1101 time: 0.2302139 May 30 19:59:41.033423 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab62e46-80e8-4572-8662-ba55941cdcdb admin admin] Network bb0120b8-85d6-424e-ae79-fb77a919108a is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 19:59:41.123939 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d6e686ca-7591-46d1-acf5-e943291811f5 req-6f0d9911-4be6-4976-9695-c858d41fe9d7 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=e1329ead-76da-4fe1-a988-d24ed3099985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429629 May 30 19:59:41.170778 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device f2d80048-a73a-48a6-b988-73d7f827fa1a up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 19:59:41.178213 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46847d7a-33de-4432-b324-8238dfb6cd2d req-e850c7c1-4588-49ea-ac04-f0b622c186c8 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:41.186555 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-46847d7a-33de-4432-b324-8238dfb6cd2d req-e850c7c1-4588-49ea-ac04-f0b622c186c8 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/ports?device_id=e5dfa99e-d6bb-4b77-88eb-3c6fe6683873 HTTP/1.1" status: 200 len: 944 time: 0.2803161 May 30 19:59:41.188912 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-cab62e46-80e8-4572-8662-ba55941cdcdb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, bb0120b8-85d6-424e-ae79-fb77a919108a) {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 19:59:41.201400 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab62e46-80e8-4572-8662-ba55941cdcdb admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:41.203061 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-cab62e46-80e8-4572-8662-ba55941cdcdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:41.257561 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e721d37-9ebe-4741-8562-c1a21f0165c2 None None] Network bb0120b8-85d6-424e-ae79-fb77a919108a requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 19:59:41.357973 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-46847d7a-33de-4432-b324-8238dfb6cd2d req-f63d6900-03b6-415c-bc2d-c1c0fdac9be2 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/security-groups?id=b7c7fe04-8ab6-4ec0-af46-b4358854e449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263165 May 30 19:59:41.394077 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-cab62e46-80e8-4572-8662-ba55941cdcdb admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6099591 May 30 19:59:41.402512 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 43496) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:59:41.402512 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-e06cc967-2226-46a3-85b3-8c80faba0f4b admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1104618361-router', 'tenant_id': '0cfe9c741cc74c4f9c0fcfff7e96141d', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:59:41.410246 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-e06cc967-2226-46a3-85b3-8c80faba0f4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:59:41.431279 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-e06cc967-2226-46a3-85b3-8c80faba0f4b admin admin] Usage tracker for resource:router and tenant:0cfe9c741cc74c4f9c0fcfff7e96141d is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:59:41.446205 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-e06cc967-2226-46a3-85b3-8c80faba0f4b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:59:41.473914 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-e06cc967-2226-46a3-85b3-8c80faba0f4b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:59:41.660568 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e06cc967-2226-46a3-85b3-8c80faba0f4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-733683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3159'] for router, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:41.662260 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e06cc967-2226-46a3-85b3-8c80faba0f4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-733584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-736372', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-628480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3164'] for router, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:41.704686 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port f2d80048-a73a-48a6-b988-73d7f827fa1a completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 19:59:41.727544 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e06cc967-2226-46a3-85b3-8c80faba0f4b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:41.787394 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port f2d80048-a73a-48a6-b988-73d7f827fa1a triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:59:41.789004 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:42.132778 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e2564ac-0260-4bce-bb05-955d91a93ef2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-bb0120b8-85d6-424e-ae79-fb77a919108a', 'network_id': 'bb0120b8-85d6-424e-ae79-fb77a919108a', 'tenant_id': '0cfe9c741cc74c4f9c0fcfff7e96141d', 'fixed_ips': [{'subnet_id': 'd29d88f5-c51b-46ce-873e-a26be571a144'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 19:59:42.135079 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-9e2564ac-0260-4bce-bb05-955d91a93ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:42.400239 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e06cc967-2226-46a3-85b3-8c80faba0f4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-736390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:42.424934 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4133df-f236-4b14-ac5d-e72327714785 req-dc6919b7-2f6e-42ad-ad57-5e4a27aafd46 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:42.436708 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ff4133df-f236-4b14-ac5d-e72327714785 req-dc6919b7-2f6e-42ad-ad57-5e4a27aafd46 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/ports?device_id=a55fcadd-0383-4943-8204-c0ed7ff9d575 HTTP/1.1" status: 200 len: 950 time: 0.6316423 May 30 19:59:42.543649 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ff4133df-f236-4b14-ac5d-e72327714785 req-6fff25e8-0638-46e1-88ce-406058335d73 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/security-groups?id=e1329ead-76da-4fe1-a988-d24ed3099985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053631 May 30 19:59:42.581968 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:42.723162 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port f2d80048-a73a-48a6-b988-73d7f827fa1a, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=f2d80048-a73a-48a6-b988-73d7f827fa1a,segment=NetworkSegment(3a626651-8b25-4f7c-aed3-c510bf367e24),segment_id=3a626651-8b25-4f7c-aed3-c510bf367e24)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:59:42.811247 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-9e2564ac-0260-4bce-bb05-955d91a93ef2 None None] Allocated IP 172.20.0.2 (bb0120b8-85d6-424e-ae79-fb77a919108a/d29d88f5-c51b-46ce-873e-a26be571a144/3043b36c-b7bb-4ef3-a736-f17e576b7c5e) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 19:59:42.888971 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:42.910477 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ade1273e-1d04-482c-8caa-bea818e8e557 req-86964842-d46d-457c-8fc0-5452d7d6c0be tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] 10.222.0.85 "GET /v2.0/networks?tenant_id=b131b8aa2f764dc2881d1df7fd13a616&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0895109 May 30 19:59:42.980668 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 43522) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:59:43.102214 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-58252daa-445b-4ca3-b7dd-cfb79107c99b req-2aa03c88-ce4c-47b6-aeaf-25dde13174e8 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=507d6785502940d28c178ad4aae87e46&device_id=14ddb85a-20eb-4d71-8c66-d30e1eae439a HTTP/1.1" status: 200 len: 1097 time: 0.3548822 May 30 19:59:43.115065 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfca04a-48cc-4bf3-949d-c08c25b3b185 req-5ea93d52-f503-4eaf-9218-e8ee16431740 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:43.128119 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-abfca04a-48cc-4bf3-949d-c08c25b3b185 req-5ea93d52-f503-4eaf-9218-e8ee16431740 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.85 "GET /v2.0/ports?device_id=14ddb85a-20eb-4d71-8c66-d30e1eae439a HTTP/1.1" status: 200 len: 946 time: 0.2450180 May 30 19:59:43.169083 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=f2d80048-a73a-48a6-b988-73d7f827fa1a,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:59:43.228784 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade1273e-1d04-482c-8caa-bea818e8e557 req-d8d98f84-a9b2-4820-9ea6-39ad3da945aa tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:43.237375 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ade1273e-1d04-482c-8caa-bea818e8e557 req-d8d98f84-a9b2-4820-9ea6-39ad3da945aa tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3256538 May 30 19:59:43.302539 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ade1273e-1d04-482c-8caa-bea818e8e557 req-86d8acb1-04d0-44da-80be-5729b77b97df tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] 10.222.0.85 "GET /v2.0/quotas/b131b8aa2f764dc2881d1df7fd13a616 HTTP/1.1" status: 200 len: 375 time: 0.0590894 May 30 19:59:43.352877 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-9e2564ac-0260-4bce-bb05-955d91a93ef2 None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:43.375788 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-9e2564ac-0260-4bce-bb05-955d91a93ef2 None None] Transition to ACTIVE for port object 3043b36c-b7bb-4ef3-a736-f17e576b7c5e will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:59:43.397525 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e06cc967-2226-46a3-85b3-8c80faba0f4b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:43.440440 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-9e2564ac-0260-4bce-bb05-955d91a93ef2 None None] Transition to ACTIVE for port object 3043b36c-b7bb-4ef3-a736-f17e576b7c5e will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:59:43.449347 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-92af86a7-b84a-4813-8e03-3455704dfab9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:43.463891 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e06cc967-2226-46a3-85b3-8c80faba0f4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:43.490491 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-abfca04a-48cc-4bf3-949d-c08c25b3b185 req-e9834ceb-e330-48e9-8ea5-18f998d08703 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.85 "GET /v2.0/security-groups?id=e04d9b86-3d99-41a3-8241-c517ec1f4730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3611526 May 30 19:59:43.567098 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-92af86a7-b84a-4813-8e03-3455704dfab9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:59:43.571903 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58252daa-445b-4ca3-b7dd-cfb79107c99b req-59523c4f-2e9f-42a0-8875-32fcca8919f9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:43.574098 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-58252daa-445b-4ca3-b7dd-cfb79107c99b req-59523c4f-2e9f-42a0-8875-32fcca8919f9 service neutron] 10.222.0.86 "GET /v2.0/networks?id=a2a2680a-30c7-4004-a919-1078d0f1a0a1 HTTP/1.1" status: 200 len: 921 time: 0.4164250 May 30 19:59:43.578558 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-9e2564ac-0260-4bce-bb05-955d91a93ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:43.581016 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-92af86a7-b84a-4813-8e03-3455704dfab9 admin admin] Usage tracker for resource:security_group_rule and tenant:6d8c09e7f9b34a90bbaf72f255aebb65 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:59:43.583983 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-92af86a7-b84a-4813-8e03-3455704dfab9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:59:43.655322 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-92af86a7-b84a-4813-8e03-3455704dfab9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:59:43.699676 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-58252daa-445b-4ca3-b7dd-cfb79107c99b req-cc44a821-aefd-4e12-b347-90b9d4ca0bc6 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7e165a8d-9463-4bc8-ae0d-1614834a71c2 HTTP/1.1" status: 200 len: 217 time: 0.1120265 May 30 19:59:43.741139 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2564ac-0260-4bce-bb05-955d91a93ef2 None None] Network bb0120b8-85d6-424e-ae79-fb77a919108a is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 19:59:43.748215 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-9e2564ac-0260-4bce-bb05-955d91a93ef2 None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 19:59:43.751489 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2564ac-0260-4bce-bb05-955d91a93ef2 None None] Pushing event updated for resources: {'Port': ['ID=3043b36c-b7bb-4ef3-a736-f17e576b7c5e,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:59:43.755186 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2564ac-0260-4bce-bb05-955d91a93ef2 None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 19:59:43.833373 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ade1273e-1d04-482c-8caa-bea818e8e557 req-fa71a6ce-b50a-4554-be25-9202f98da8e1 tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=b131b8aa2f764dc2881d1df7fd13a616&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5228968 May 30 19:59:43.862053 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0de0d322-3ce6-430c-8f02-302e52e60105 req-00958a3b-411a-4113-85c6-af89b6599dcc tempest-ServersAdmin275Test-512996671 tempest-ServersAdmin275Test-512996671-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=ea938153-b214-4e51-bda9-885f36ad1775 HTTP/1.1" status: 200 len: 210 time: 0.1653230 May 30 19:59:43.886865 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-e06cc967-2226-46a3-85b3-8c80faba0f4b admin admin] Allocated IP 172.25.8.6 (c7869750-4b49-4b7e-aa99-5e0f1ae02da4/427601ec-f643-4fe7-b5e6-17305d3a39e1/c50ef13b-7d7f-4096-9b00-c2564f501cdf) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 19:59:43.938563 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58252daa-445b-4ca3-b7dd-cfb79107c99b req-c8836fd2-3388-42cb-82fe-978fe9a11d18 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:43.941032 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-58252daa-445b-4ca3-b7dd-cfb79107c99b req-c8836fd2-3388-42cb-82fe-978fe9a11d18 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8501e548-9fd0-4b41-a186-ee2d1e9a4a4f HTTP/1.1" status: 200 len: 860 time: 0.1775756 May 30 19:59:43.974913 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-9e2564ac-0260-4bce-bb05-955d91a93ef2 None None] Attempting to bind port 3043b36c-b7bb-4ef3-a736-f17e576b7c5e on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 19:59:43.975381 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-9e2564ac-0260-4bce-bb05-955d91a93ef2 None None] Attempting to bind port 3043b36c-b7bb-4ef3-a736-f17e576b7c5e by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': 'ae57fccd-4d6f-4bb9-a0c4-4115efaa8132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'bb0120b8-85d6-424e-ae79-fb77a919108a'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 19:59:43.975856 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2564ac-0260-4bce-bb05-955d91a93ef2 None None] Attempting to bind port 3043b36c-b7bb-4ef3-a736-f17e576b7c5e on network bb0120b8-85d6-424e-ae79-fb77a919108a {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:59:43.990148 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2564ac-0260-4bce-bb05-955d91a93ef2 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 19, 59, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 19:59:43.990780 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2564ac-0260-4bce-bb05-955d91a93ef2 None None] Checking segment: {'id': 'ae57fccd-4d6f-4bb9-a0c4-4115efaa8132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'bb0120b8-85d6-424e-ae79-fb77a919108a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 19:59:43.992210 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-9e2564ac-0260-4bce-bb05-955d91a93ef2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:43.992865 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2564ac-0260-4bce-bb05-955d91a93ef2 None None] Bound using segment: {'id': 'ae57fccd-4d6f-4bb9-a0c4-4115efaa8132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'bb0120b8-85d6-424e-ae79-fb77a919108a'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 19:59:43.993898 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-9e2564ac-0260-4bce-bb05-955d91a93ef2 None None] Bound port: 3043b36c-b7bb-4ef3-a736-f17e576b7c5e, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae57fccd-4d6f-4bb9-a0c4-4115efaa8132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'bb0120b8-85d6-424e-ae79-fb77a919108a'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 19:59:43.994326 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-9e2564ac-0260-4bce-bb05-955d91a93ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:44.079370 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-58252daa-445b-4ca3-b7dd-cfb79107c99b req-42d4c352-253b-44d5-90bb-3e0ac482c226 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a2a2680a-30c7-4004-a919-1078d0f1a0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1254864 May 30 19:59:44.126797 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-92af86a7-b84a-4813-8e03-3455704dfab9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:44.199112 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-9e2564ac-0260-4bce-bb05-955d91a93ef2 None None] For port 3043b36c-b7bb-4ef3-a736-f17e576b7c5e, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 19:59:44.210074 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-9e2564ac-0260-4bce-bb05-955d91a93ef2 None None] For port 3043b36c-b7bb-4ef3-a736-f17e576b7c5e, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=3043b36c-b7bb-4ef3-a736-f17e576b7c5e,segment=NetworkSegment(ae57fccd-4d6f-4bb9-a0c4-4115efaa8132),segment_id=ae57fccd-4d6f-4bb9-a0c4-4115efaa8132)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 19:59:44.324230 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-9e2564ac-0260-4bce-bb05-955d91a93ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:44.327359 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-92af86a7-b84a-4813-8e03-3455704dfab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:44.358874 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e06cc967-2226-46a3-85b3-8c80faba0f4b admin admin] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:44.549786 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-92af86a7-b84a-4813-8e03-3455704dfab9 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=6d8c09e7f9b34a90bbaf72f255aebb65&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5638366 May 30 19:59:44.551409 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92af86a7-b84a-4813-8e03-3455704dfab9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b142ef33-cace-437e-8f35-0af0eb06ee53,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:59:44.557409 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 43540) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:59:44.559451 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e06cc967-2226-46a3-85b3-8c80faba0f4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:44.619984 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e06cc967-2226-46a3-85b3-8c80faba0f4b admin admin] Network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 19:59:44.631031 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92af86a7-b84a-4813-8e03-3455704dfab9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:59:44.631932 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92af86a7-b84a-4813-8e03-3455704dfab9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:59:44.632683 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92af86a7-b84a-4813-8e03-3455704dfab9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:59:44.633477 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92af86a7-b84a-4813-8e03-3455704dfab9 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:59:44.634311 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92af86a7-b84a-4813-8e03-3455704dfab9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:59:44.635225 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92af86a7-b84a-4813-8e03-3455704dfab9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:59:44.636018 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92af86a7-b84a-4813-8e03-3455704dfab9 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:59:44.636767 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92af86a7-b84a-4813-8e03-3455704dfab9 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:59:44.637763 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92af86a7-b84a-4813-8e03-3455704dfab9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:59:44.639092 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92af86a7-b84a-4813-8e03-3455704dfab9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:59:44.639857 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92af86a7-b84a-4813-8e03-3455704dfab9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:59:44.650907 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-58252daa-445b-4ca3-b7dd-cfb79107c99b req-ada596b3-3fcb-41e6-b61e-7f1325dd79ed service neutron] 10.222.0.86 "GET /v2.0/networks/a2a2680a-30c7-4004-a919-1078d0f1a0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5645776 May 30 19:59:44.685658 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-e06cc967-2226-46a3-85b3-8c80faba0f4b admin admin] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 19:59:44.711161 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06cc967-2226-46a3-85b3-8c80faba0f4b admin admin] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 19:59:44.732979 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2564ac-0260-4bce-bb05-955d91a93ef2 None None] Pushing event updated for resources: {'Port': ['ID=3043b36c-b7bb-4ef3-a736-f17e576b7c5e,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:59:44.744072 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c6a105-df0d-410e-a8cc-46a826566446 req-ff3a74c2-4a41-4037-9d61-b354574cc304 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:44.757189 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-43c6a105-df0d-410e-a8cc-46a826566446 req-ff3a74c2-4a41-4037-9d61-b354574cc304 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] 10.222.0.85 "GET /v2.0/ports?device_id=e2599397-eb02-4911-82c0-130d7380a64f HTTP/1.1" status: 200 len: 945 time: 0.5011859 May 30 19:59:44.768365 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2564ac-0260-4bce-bb05-955d91a93ef2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:59:44.769208 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2564ac-0260-4bce-bb05-955d91a93ef2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:59:44.773800 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2564ac-0260-4bce-bb05-955d91a93ef2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:59:44.774442 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2564ac-0260-4bce-bb05-955d91a93ef2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:59:44.777287 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2564ac-0260-4bce-bb05-955d91a93ef2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:59:44.778411 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2564ac-0260-4bce-bb05-955d91a93ef2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:59:44.779180 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2564ac-0260-4bce-bb05-955d91a93ef2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:59:44.781976 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2564ac-0260-4bce-bb05-955d91a93ef2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:59:44.782592 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2564ac-0260-4bce-bb05-955d91a93ef2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:59:44.783591 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2564ac-0260-4bce-bb05-955d91a93ef2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:59:44.788832 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2564ac-0260-4bce-bb05-955d91a93ef2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:59:44.882626 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 19:59:45.028967 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bcd3dd-996b-47dc-9576-042461cbef2e req-d1668f87-40c4-49e0-a6ce-1e9539501bb7 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:45.030604 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-97bcd3dd-996b-47dc-9576-042461cbef2e req-d1668f87-40c4-49e0-a6ce-1e9539501bb7 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] 10.222.0.86 "GET /v2.0/ports?device_id=e2599397-eb02-4911-82c0-130d7380a64f HTTP/1.1" status: 200 len: 945 time: 0.5820582 May 30 19:59:45.120417 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-43c6a105-df0d-410e-a8cc-46a826566446 req-71f1548d-d536-44b6-82fe-6fbbbcae90af tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] 10.222.0.85 "GET /v2.0/security-groups?id=7d58850f-4d9d-478d-9914-1845c7c490d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3574867 May 30 19:59:45.156758 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device f2d80048-a73a-48a6-b988-73d7f827fa1a up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 19:59:45.162261 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06cc967-2226-46a3-85b3-8c80faba0f4b admin admin] Pushing event updated for resources: {'Port': ['ID=c50ef13b-7d7f-4096-9b00-c2564f501cdf,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:59:45.191411 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-933aa22f-3d51-4d76-be98-3ff52016a81d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:45.258865 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-58252daa-445b-4ca3-b7dd-cfb79107c99b req-f24e9d8f-ca3c-4bbe-8473-be03afc80950 service neutron] 10.222.0.86 "GET /v2.0/networks/a2a2680a-30c7-4004-a919-1078d0f1a0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5999999 May 30 19:59:45.359326 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port f2d80048-a73a-48a6-b988-73d7f827fa1a triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:59:45.361146 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:45.366890 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-933aa22f-3d51-4d76-be98-3ff52016a81d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:45.377704 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e06cc967-2226-46a3-85b3-8c80faba0f4b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:45.378413 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e06cc967-2226-46a3-85b3-8c80faba0f4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-736409'] for router, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:45.473353 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-363285d9-88e6-45b8-935a-4753f6b8d219 req-3553cfbe-be29-4fc5-a39f-44ad5f271ddd tempest-LiveMigrationTest-484647171 tempest-LiveMigrationTest-484647171-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=e5dfa99e-d6bb-4b77-88eb-3c6fe6683873 HTTP/1.1" status: 200 len: 1095 time: 0.9556115 May 30 19:59:45.478249 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [req-97bcd3dd-996b-47dc-9576-042461cbef2e req-cd32c8bd-fd6c-499f-9b5e-ef9b0427bbad tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Deleting port 5064484f-c38b-4d38-aecd-0848cc84af61 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 19:59:45.478696 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-97bcd3dd-996b-47dc-9576-042461cbef2e req-cd32c8bd-fd6c-499f-9b5e-ef9b0427bbad tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:45.701195 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-58252daa-445b-4ca3-b7dd-cfb79107c99b req-f322601e-6437-46eb-8245-0c47b2226022 tempest-LiveAutoBlockMigrationV225Test-1041394858 tempest-LiveAutoBlockMigrationV225Test-1041394858-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=14ddb85a-20eb-4d71-8c66-d30e1eae439a&tenant_id=507d6785502940d28c178ad4aae87e46&binding%3Ahost_id=n-h1-843948-2 HTTP/1.1" status: 200 len: 1097 time: 0.2610831 May 30 19:59:45.717827 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-58252daa-445b-4ca3-b7dd-cfb79107c99b req-317f5189-73ea-4500-8871-c4fa9b572d08 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-843948-2'}}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:59:45.786441 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bb4397-2011-4141-9cd9-4ec604058112 req-5b887f53-ef7c-493a-8192-39ea69851109 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:45.789423 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-23bb4397-2011-4141-9cd9-4ec604058112 req-5b887f53-ef7c-493a-8192-39ea69851109 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/ports?device_id=a55fcadd-0383-4943-8204-c0ed7ff9d575 HTTP/1.1" status: 200 len: 950 time: 0.2458844 May 30 19:59:45.832825 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-363285d9-88e6-45b8-935a-4753f6b8d219 req-4aaf9c7e-0f01-4d03-b7ae-0e63c1f2e4e6 tempest-LiveMigrationTest-484647171 tempest-LiveMigrationTest-484647171-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=b7c7fe04-8ab6-4ec0-af46-b4358854e449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3582237 May 30 19:59:46.101298 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-933aa22f-3d51-4d76-be98-3ff52016a81d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:46.152409 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-23bb4397-2011-4141-9cd9-4ec604058112 req-23086c4b-823b-4c12-a713-cdeef9fb8db5 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/security-groups?id=e1329ead-76da-4fe1-a988-d24ed3099985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3003623 May 30 19:59:46.163178 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-58252daa-445b-4ca3-b7dd-cfb79107c99b req-317f5189-73ea-4500-8871-c4fa9b572d08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:46.199623 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933aa22f-3d51-4d76-be98-3ff52016a81d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b142ef33-cace-437e-8f35-0af0eb06ee53,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:59:46.308165 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-933aa22f-3d51-4d76-be98-3ff52016a81d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:46.317386 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-933aa22f-3d51-4d76-be98-3ff52016a81d admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/b142ef33-cace-437e-8f35-0af0eb06ee53 HTTP/1.1" status: 204 len: 168 time: 1.7454302 May 30 19:59:46.541245 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-97bcd3dd-996b-47dc-9576-042461cbef2e req-cd32c8bd-fd6c-499f-9b5e-ef9b0427bbad tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] For port 5064484f-c38b-4d38-aecd-0848cc84af61, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=5064484f-c38b-4d38-aecd-0848cc84af61,segment=NetworkSegment(ce212c09-2307-4a5c-9bb2-5de2cac09d22),segment_id=ce212c09-2307-4a5c-9bb2-5de2cac09d22)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:59:46.546653 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-97bcd3dd-996b-47dc-9576-042461cbef2e req-cd32c8bd-fd6c-499f-9b5e-ef9b0427bbad tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:46.749375 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5b046ef-37af-493a-b196-756cbe738e82 None None] Network bb0120b8-85d6-424e-ae79-fb77a919108a requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 19:59:46.939705 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2ded0a03-da81-4ad2-a9a3-e307c045522e req-6406b0cc-7eee-4fda-b033-0a7dc803b8b6 tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] 10.222.0.85 "GET /v2.0/ports?device_id=5116369f-73a3-4880-b61c-800f5e53b6c9 HTTP/1.1" status: 200 len: 210 time: 0.2467310 May 30 19:59:47.062537 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-58252daa-445b-4ca3-b7dd-cfb79107c99b req-317f5189-73ea-4500-8871-c4fa9b572d08 service neutron] For port 7e165a8d-9463-4bc8-ae0d-1614834a71c2, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=7e165a8d-9463-4bc8-ae0d-1614834a71c2,segment=NetworkSegment(4048bfa0-f1bd-4aa7-86bf-7023b66ee7f9),segment_id=4048bfa0-f1bd-4aa7-86bf-7023b66ee7f9)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:59:47.078095 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-7f03a397-3315-4d2a-8bea-8308f155aa57 req-50a2f100-a04a-4880-90b2-b117b3aae58a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=98edae6882bc46d1af690b5e36ae19b5&device_id=ea938153-b214-4e51-bda9-885f36ad1775 HTTP/1.1" status: 200 len: 210 time: 0.1037996 May 30 19:59:47.150855 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-15538acd-8e2f-4035-9cbd-390117c85558 None None] Provisioning for port 3043b36c-b7bb-4ef3-a736-f17e576b7c5e completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 19:59:47.180646 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-58252daa-445b-4ca3-b7dd-cfb79107c99b req-317f5189-73ea-4500-8871-c4fa9b572d08 service neutron] For port 7e165a8d-9463-4bc8-ae0d-1614834a71c2, host n-h1-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 19:59:47.306474 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 3043b36c-b7bb-4ef3-a736-f17e576b7c5e up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 19:59:47.381585 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-58252daa-445b-4ca3-b7dd-cfb79107c99b req-317f5189-73ea-4500-8871-c4fa9b572d08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:47.386350 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14ddb85a-20eb-4d71-8c66-d30e1eae439a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e165a8d-9463-4bc8-ae0d-1614834a71c2'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:59:47.403092 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e06cc967-2226-46a3-85b3-8c80faba0f4b admin admin] Router 58db14c6-6314-401d-a1a2-defd828825f6 is scheduled to L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 with binding_index 1 {{(pid=84886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 19:59:47.423577 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-7f03a397-3315-4d2a-8bea-8308f155aa57 req-9f3c6ce3-2e23-47f7-a94e-20159fa862ee service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=98edae6882bc46d1af690b5e36ae19b5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3240898 May 30 19:59:47.425582 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 5064484f-c38b-4d38-aecd-0848cc84af61 no longer exists at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 19:59:47.475161 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-58252daa-445b-4ca3-b7dd-cfb79107c99b req-317f5189-73ea-4500-8871-c4fa9b572d08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:47.855824 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317f5189-73ea-4500-8871-c4fa9b572d08 service neutron] Pushing event updated for resources: {'Port': ['ID=7e165a8d-9463-4bc8-ae0d-1614834a71c2,revision_number=7']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:59:47.865318 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:47.876244 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e3a17b-2197-4949-8ae2-787ce5daffc4 req-3a2a4b51-2b69-4001-b9db-606a59a637a2 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:47.887999 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-45e3a17b-2197-4949-8ae2-787ce5daffc4 req-3a2a4b51-2b69-4001-b9db-606a59a637a2 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] 10.222.0.85 "GET /v2.0/ports?device_id=e2599397-eb02-4911-82c0-130d7380a64f HTTP/1.1" status: 200 len: 945 time: 0.4905210 May 30 19:59:47.936400 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-97bcd3dd-996b-47dc-9576-042461cbef2e req-cd32c8bd-fd6c-499f-9b5e-ef9b0427bbad tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:47.936859 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-97bcd3dd-996b-47dc-9576-042461cbef2e req-cd32c8bd-fd6c-499f-9b5e-ef9b0427bbad tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736490'] for floatingip, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:47.937092 n-d-843948-2 neutron-server[84886]: INFO neutron.db.l3_db [req-97bcd3dd-996b-47dc-9576-042461cbef2e req-cd32c8bd-fd6c-499f-9b5e-ef9b0427bbad tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Floating IP c66a56a3-f8fa-4e97-b2df-3bb3fdb51edc disassociated. External IP: 172.25.8.118, port: 5064484f-c38b-4d38-aecd-0848cc84af61. May 30 19:59:47.937594 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [req-97bcd3dd-996b-47dc-9576-042461cbef2e req-cd32c8bd-fd6c-499f-9b5e-ef9b0427bbad tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Calling delete_port for 5064484f-c38b-4d38-aecd-0848cc84af61 owned by compute:nova {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 19:59:47.941940 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2599397-eb02-4911-82c0-130d7380a64f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5064484f-c38b-4d38-aecd-0848cc84af61'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:59:47.964398 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 5064484f-c38b-4d38-aecd-0848cc84af61, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=5064484f-c38b-4d38-aecd-0848cc84af61,segment=NetworkSegment(ce212c09-2307-4a5c-9bb2-5de2cac09d22),segment_id=ce212c09-2307-4a5c-9bb2-5de2cac09d22)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:59:47.974251 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 3043b36c-b7bb-4ef3-a736-f17e576b7c5e completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 19:59:47.987772 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 43566) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:59:47.989318 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 3043b36c-b7bb-4ef3-a736-f17e576b7c5e triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:59:47.989931 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:47.993006 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f03a397-3315-4d2a-8bea-8308f155aa57 req-d21b2c84-22a8-47ad-a236-ee615110ef2c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:47.994521 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-7f03a397-3315-4d2a-8bea-8308f155aa57 req-d21b2c84-22a8-47ad-a236-ee615110ef2c service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5561500 May 30 19:59:48.069169 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596c4983-e9ff-41c6-b745-e29ba13892e8 req-e93b2014-2aaf-4287-bb43-e64e7b19ee9f tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:48.075194 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-45e3a17b-2197-4949-8ae2-787ce5daffc4 req-cded4524-c6e9-40b1-a78b-6e3a7607e559 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] 10.222.0.85 "GET /v2.0/security-groups?id=7d58850f-4d9d-478d-9914-1845c7c490d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1849835 May 30 19:59:48.078749 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-596c4983-e9ff-41c6-b745-e29ba13892e8 req-e93b2014-2aaf-4287-bb43-e64e7b19ee9f tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.85 "GET /v2.0/ports?device_id=14ddb85a-20eb-4d71-8c66-d30e1eae439a HTTP/1.1" status: 200 len: 946 time: 0.9958324 May 30 19:59:48.087128 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-58252daa-445b-4ca3-b7dd-cfb79107c99b req-317f5189-73ea-4500-8871-c4fa9b572d08 service neutron] Attempting to bind port 7e165a8d-9463-4bc8-ae0d-1614834a71c2 on host n-h1-843948-2 for vnic_type normal with profile {"migrating_to": "n-h2-843948-2"} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 19:59:48.087644 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-58252daa-445b-4ca3-b7dd-cfb79107c99b req-317f5189-73ea-4500-8871-c4fa9b572d08 service neutron] Attempting to bind port 7e165a8d-9463-4bc8-ae0d-1614834a71c2 by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': '4048bfa0-f1bd-4aa7-86bf-7023b66ee7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2a2680a-30c7-4004-a919-1078d0f1a0a1'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 19:59:48.088088 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58252daa-445b-4ca3-b7dd-cfb79107c99b req-317f5189-73ea-4500-8871-c4fa9b572d08 service neutron] Attempting to bind port 7e165a8d-9463-4bc8-ae0d-1614834a71c2 on network a2a2680a-30c7-4004-a919-1078d0f1a0a1 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:59:48.109030 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58252daa-445b-4ca3-b7dd-cfb79107c99b req-317f5189-73ea-4500-8871-c4fa9b572d08 service neutron] Port 7e165a8d-9463-4bc8-ae0d-1614834a71c2 on network a2a2680a-30c7-4004-a919-1078d0f1a0a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 19:59:48.109030 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58252daa-445b-4ca3-b7dd-cfb79107c99b req-317f5189-73ea-4500-8871-c4fa9b572d08 service neutron] Attempting to bind port 7e165a8d-9463-4bc8-ae0d-1614834a71c2 on network a2a2680a-30c7-4004-a919-1078d0f1a0a1 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:59:48.122272 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:48.132074 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58252daa-445b-4ca3-b7dd-cfb79107c99b req-317f5189-73ea-4500-8871-c4fa9b572d08 service neutron] Checking agent: {'id': 'f728d74e-a4ae-4384-860b-a5ade05dd8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 19, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 19:59:48.132407 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58252daa-445b-4ca3-b7dd-cfb79107c99b req-317f5189-73ea-4500-8871-c4fa9b572d08 service neutron] Checking segment: {'id': '4048bfa0-f1bd-4aa7-86bf-7023b66ee7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2a2680a-30c7-4004-a919-1078d0f1a0a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 19:59:48.132981 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58252daa-445b-4ca3-b7dd-cfb79107c99b req-317f5189-73ea-4500-8871-c4fa9b572d08 service neutron] Bound using segment: {'id': '4048bfa0-f1bd-4aa7-86bf-7023b66ee7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2a2680a-30c7-4004-a919-1078d0f1a0a1'} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 19:59:48.133536 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-58252daa-445b-4ca3-b7dd-cfb79107c99b req-317f5189-73ea-4500-8871-c4fa9b572d08 service neutron] Bound port: 7e165a8d-9463-4bc8-ae0d-1614834a71c2, host: n-h1-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4048bfa0-f1bd-4aa7-86bf-7023b66ee7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2a2680a-30c7-4004-a919-1078d0f1a0a1'}}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 19:59:48.134141 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-58252daa-445b-4ca3-b7dd-cfb79107c99b req-317f5189-73ea-4500-8871-c4fa9b572d08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:48.155146 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-afcd282d-21a4-42e4-bbf7-f96319e999c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:48.219196 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ade1273e-1d04-482c-8caa-bea818e8e557 req-e8bf6b41-9552-4a6e-ad6e-691144b361e9 tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=b131b8aa2f764dc2881d1df7fd13a616&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1609142 May 30 19:59:48.356739 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=5064484f-c38b-4d38-aecd-0848cc84af61,revision_number=6']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:59:48.443959 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-58252daa-445b-4ca3-b7dd-cfb79107c99b req-317f5189-73ea-4500-8871-c4fa9b572d08 service neutron] For port 7e165a8d-9463-4bc8-ae0d-1614834a71c2, host n-h1-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 19:59:48.450358 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-58252daa-445b-4ca3-b7dd-cfb79107c99b req-317f5189-73ea-4500-8871-c4fa9b572d08 service neutron] For port 7e165a8d-9463-4bc8-ae0d-1614834a71c2, host n-h1-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=7e165a8d-9463-4bc8-ae0d-1614834a71c2,segment=NetworkSegment(4048bfa0-f1bd-4aa7-86bf-7023b66ee7f9),segment_id=4048bfa0-f1bd-4aa7-86bf-7023b66ee7f9)] {{(pid=84887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 19:59:48.451050 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-596c4983-e9ff-41c6-b745-e29ba13892e8 req-6dd16933-30c0-464f-94dd-d95d1212e5ea tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.85 "GET /v2.0/security-groups?id=e04d9b86-3d99-41a3-8241-c517ec1f4730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3725510 May 30 19:59:48.470299 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-afcd282d-21a4-42e4-bbf7-f96319e999c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:59:48.482215 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-afcd282d-21a4-42e4-bbf7-f96319e999c5 admin admin] Usage tracker for resource:security_group_rule and tenant:2a5f4cb29c0d461ea8571023f7e609b7 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:59:48.489166 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-afcd282d-21a4-42e4-bbf7-f96319e999c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:59:48.511206 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:48.512409 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-afcd282d-21a4-42e4-bbf7-f96319e999c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:59:48.563119 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-58252daa-445b-4ca3-b7dd-cfb79107c99b req-317f5189-73ea-4500-8871-c4fa9b572d08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:48.593493 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port 3043b36c-b7bb-4ef3-a736-f17e576b7c5e, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=3043b36c-b7bb-4ef3-a736-f17e576b7c5e,segment=NetworkSegment(ae57fccd-4d6f-4bb9-a0c4-4115efaa8132),segment_id=ae57fccd-4d6f-4bb9-a0c4-4115efaa8132)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:59:48.595051 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-6156b044-6a64-44ef-8ca4-446bf6418b33 None None] Provisioning complete for port 3043b36c-b7bb-4ef3-a736-f17e576b7c5e triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:59:48.596103 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-6156b044-6a64-44ef-8ca4-446bf6418b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:48.686521 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:48.769389 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.db.api [req-97bcd3dd-996b-47dc-9576-042461cbef2e req-cd32c8bd-fd6c-499f-9b5e-ef9b0427bbad tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 19:59:48.769955 n-d-843948-2 neutron-server[84886]: DEBUG oslo_db.api [req-97bcd3dd-996b-47dc-9576-042461cbef2e req-cd32c8bd-fd6c-499f-9b5e-ef9b0427bbad tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 19:59:48.973177 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=3043b36c-b7bb-4ef3-a736-f17e576b7c5e,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:59:48.988903 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-afcd282d-21a4-42e4-bbf7-f96319e999c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:49.003478 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-58252daa-445b-4ca3-b7dd-cfb79107c99b req-317f5189-73ea-4500-8871-c4fa9b572d08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:49.005734 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-58252daa-445b-4ca3-b7dd-cfb79107c99b req-317f5189-73ea-4500-8871-c4fa9b572d08 service neutron] 10.222.0.86 "PUT /v2.0/ports/7e165a8d-9463-4bc8-ae0d-1614834a71c2 HTTP/1.1" status: 200 len: 1122 time: 3.2958117 May 30 19:59:49.025175 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317f5189-73ea-4500-8871-c4fa9b572d08 service neutron] Pushing event updated for resources: {'Port': ['ID=7e165a8d-9463-4bc8-ae0d-1614834a71c2,revision_number=8']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:59:49.080663 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['7e165a8d-9463-4bc8-ae0d-1614834a71c2'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 19:59:49.100461 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade1273e-1d04-482c-8caa-bea818e8e557 req-251260f1-5241-4279-9b57-12113e9b11e5 tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:49.103030 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ade1273e-1d04-482c-8caa-bea818e8e557 req-251260f1-5241-4279-9b57-12113e9b11e5 tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8755174 May 30 19:59:49.147235 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [req-ade1273e-1d04-482c-8caa-bea818e8e557 req-b5fbb21e-fccd-4955-81f2-7b94177eac77 tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] Request body: {'port': {'device_id': '5116369f-73a3-4880-b61c-800f5e53b6c9', 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1', 'admin_state_up': True, 'tenant_id': 'b131b8aa2f764dc2881d1df7fd13a616'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:59:49.172175 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:49.189962 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-afcd282d-21a4-42e4-bbf7-f96319e999c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:49.308404 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [req-97bcd3dd-996b-47dc-9576-042461cbef2e req-cd32c8bd-fd6c-499f-9b5e-ef9b0427bbad tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Deleting port 5064484f-c38b-4d38-aecd-0848cc84af61 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 19:59:49.308717 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-97bcd3dd-996b-47dc-9576-042461cbef2e req-cd32c8bd-fd6c-499f-9b5e-ef9b0427bbad tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:49.396926 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0e6f2888-0c2c-4b2f-a2f6-98d40fc4bf91 req-57e4992c-25e6-44ae-977b-c6c7a188f175 tempest-MigrationsAdminTest-933978339 tempest-MigrationsAdminTest-933978339-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=a55fcadd-0383-4943-8204-c0ed7ff9d575 HTTP/1.1" status: 200 len: 1101 time: 0.1293776 May 30 19:59:49.437933 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-0e6f2888-0c2c-4b2f-a2f6-98d40fc4bf91 req-33719be8-cf80-466e-a3f4-62d44aaa13f1 tempest-MigrationsAdminTest-933978339 tempest-MigrationsAdminTest-933978339-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:49.493910 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-0e6f2888-0c2c-4b2f-a2f6-98d40fc4bf91 req-33719be8-cf80-466e-a3f4-62d44aaa13f1 tempest-MigrationsAdminTest-933978339 tempest-MigrationsAdminTest-933978339-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:59:49.501989 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-0e6f2888-0c2c-4b2f-a2f6-98d40fc4bf91 req-33719be8-cf80-466e-a3f4-62d44aaa13f1 tempest-MigrationsAdminTest-933978339 tempest-MigrationsAdminTest-933978339-project-admin] Usage tracker for resource:security_group_rule and tenant:6f997d6408d44b1db39db02d69ad2368 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:59:49.507633 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-0e6f2888-0c2c-4b2f-a2f6-98d40fc4bf91 req-33719be8-cf80-466e-a3f4-62d44aaa13f1 tempest-MigrationsAdminTest-933978339 tempest-MigrationsAdminTest-933978339-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:59:49.519276 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-0e6f2888-0c2c-4b2f-a2f6-98d40fc4bf91 req-33719be8-cf80-466e-a3f4-62d44aaa13f1 tempest-MigrationsAdminTest-933978339 tempest-MigrationsAdminTest-933978339-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:59:49.562545 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e06cc967-2226-46a3-85b3-8c80faba0f4b admin admin] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 19:59:49.564294 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcd282d-21a4-42e4-bbf7-f96319e999c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc6a675d-8d6b-430a-82d9-3f6c4252f8a0,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:59:49.583529 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1665776-70ac-4545-8a62-72e1db7600cd None None] Sync routers for ids ['58db14c6-6314-401d-a1a2-defd828825f6'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 19:59:49.598083 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-7f03a397-3315-4d2a-8bea-8308f155aa57 req-7eda50d8-5156-40f4-8277-9f5157aa744e tempest-ServersAdmin275Test-237620186 tempest-ServersAdmin275Test-237620186-project] 10.222.0.71 "GET /v2.0/ports?device_id=ea938153-b214-4e51-bda9-885f36ad1775 HTTP/1.1" status: 200 len: 210 time: 0.2430501 May 30 19:59:49.618447 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-afcd282d-21a4-42e4-bbf7-f96319e999c5 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=2a5f4cb29c0d461ea8571023f7e609b7&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6272359 May 30 19:59:49.623081 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 43584) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:59:49.644838 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1665776-70ac-4545-8a62-72e1db7600cd None None] Routers {'58db14c6-6314-401d-a1a2-defd828825f6'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 19:59:49.646065 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-a1665776-70ac-4545-8a62-72e1db7600cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T19:59:29Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['58db14c6-6314-401d-a1a2-defd828825f6'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:59:49.660211 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c2138c-9bcd-4e4e-9108-563558f244c4 req-f66b6a15-1c09-473b-bc8f-26b189ddaf84 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:49.667047 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e8c2138c-9bcd-4e4e-9108-563558f244c4 req-f66b6a15-1c09-473b-bc8f-26b189ddaf84 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/networks?id=22982b8a-b22c-41df-a053-0dde355094a5 HTTP/1.1" status: 200 len: 807 time: 0.8711059 May 30 19:59:49.679410 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-0e6f2888-0c2c-4b2f-a2f6-98d40fc4bf91 req-33719be8-cf80-466e-a3f4-62d44aaa13f1 tempest-MigrationsAdminTest-933978339 tempest-MigrationsAdminTest-933978339-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:49.748164 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e8c2138c-9bcd-4e4e-9108-563558f244c4 req-43d439a3-bcd7-49af-9289-5fd990953a29 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/quotas/e03d8798de6f4daa8bc8080dc719ce8a HTTP/1.1" status: 200 len: 375 time: 0.0794559 May 30 19:59:49.767347 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a8368cfb-ed09-48eb-a2df-cbd449db8a1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:49.780620 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-ade1273e-1d04-482c-8caa-bea818e8e557 req-b5fbb21e-fccd-4955-81f2-7b94177eac77 tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:59:49.790654 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-0e6f2888-0c2c-4b2f-a2f6-98d40fc4bf91 req-33719be8-cf80-466e-a3f4-62d44aaa13f1 tempest-MigrationsAdminTest-933978339 tempest-MigrationsAdminTest-933978339-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:49.846684 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0e6f2888-0c2c-4b2f-a2f6-98d40fc4bf91 req-33719be8-cf80-466e-a3f4-62d44aaa13f1 tempest-MigrationsAdminTest-933978339 tempest-MigrationsAdminTest-933978339-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=e1329ead-76da-4fe1-a988-d24ed3099985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4423442 May 30 19:59:49.869277 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-ade1273e-1d04-482c-8caa-bea818e8e557 req-b5fbb21e-fccd-4955-81f2-7b94177eac77 tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:59:49.910949 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a8368cfb-ed09-48eb-a2df-cbd449db8a1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:50.011199 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33719be8-cf80-466e-a3f4-62d44aaa13f1 tempest-MigrationsAdminTest-933978339 tempest-MigrationsAdminTest-933978339-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7767882a-f9bf-41b9-9950-689ffe095952,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:59:50.072106 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e06cc967-2226-46a3-85b3-8c80faba0f4b admin admin] Notify callbacks [] for router, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:50.076744 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-e06cc967-2226-46a3-85b3-8c80faba0f4b admin admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 8.6806772 May 30 19:59:50.078665 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 43590) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:59:50.149224 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-a1665776-70ac-4545-8a62-72e1db7600cd None None] Set router 58db14c6-6314-401d-a1a2-defd828825f6 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 19:59:50.203307 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-97bcd3dd-996b-47dc-9576-042461cbef2e req-cd32c8bd-fd6c-499f-9b5e-ef9b0427bbad tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] For port 5064484f-c38b-4d38-aecd-0848cc84af61, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=5064484f-c38b-4d38-aecd-0848cc84af61,segment=NetworkSegment(ce212c09-2307-4a5c-9bb2-5de2cac09d22),segment_id=ce212c09-2307-4a5c-9bb2-5de2cac09d22)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:59:50.203307 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-97bcd3dd-996b-47dc-9576-042461cbef2e req-cd32c8bd-fd6c-499f-9b5e-ef9b0427bbad tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:50.204310 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a8368cfb-ed09-48eb-a2df-cbd449db8a1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:50.217930 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ade1273e-1d04-482c-8caa-bea818e8e557 req-b5fbb21e-fccd-4955-81f2-7b94177eac77 tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] Made reservation on behalf of b131b8aa2f764dc2881d1df7fd13a616 for: {'port': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 19:59:50.221056 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-ade1273e-1d04-482c-8caa-bea818e8e557 req-b5fbb21e-fccd-4955-81f2-7b94177eac77 tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:50.336431 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8368cfb-ed09-48eb-a2df-cbd449db8a1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc6a675d-8d6b-430a-82d9-3f6c4252f8a0,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:59:50.481983 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d00c982b-7dc1-4d9c-89a8-edce3c606409 req-6e439e98-8460-441b-ba70-713295656551 tempest-ServersAdmin275Test-237620186 tempest-ServersAdmin275Test-237620186-project] 10.222.0.85 "GET /v2.0/ports?device_id=ea938153-b214-4e51-bda9-885f36ad1775 HTTP/1.1" status: 200 len: 210 time: 0.2445004 May 30 19:59:50.500991 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a8368cfb-ed09-48eb-a2df-cbd449db8a1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:50.502892 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-a8368cfb-ed09-48eb-a2df-cbd449db8a1f admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/cc6a675d-8d6b-430a-82d9-3f6c4252f8a0 HTTP/1.1" status: 204 len: 168 time: 0.8781044 May 30 19:59:50.641246 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-124969ca-8a18-479d-a60a-6e6a3a730f3a'] response: {'server_uuid': '14ddb85a-20eb-4d71-8c66-d30e1eae439a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e165a8d-9463-4bc8-ae0d-1614834a71c2', 'code': 200} May 30 19:59:50.733006 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cae82aa4-867b-4ffd-b69c-d74cff916e1f'] response: {'server_uuid': 'e2599397-eb02-4911-82c0-130d7380a64f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5064484f-c38b-4d38-aecd-0848cc84af61', 'code': 200} May 30 19:59:50.791969 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e8c2138c-9bcd-4e4e-9108-563558f244c4 req-b42569bc-960a-4d8d-89a7-341720289209 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=e03d8798de6f4daa8bc8080dc719ce8a&fields=id HTTP/1.1" status: 200 len: 302 time: 1.0430264 May 30 19:59:50.821599 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-a1665776-70ac-4545-8a62-72e1db7600cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58db14c6-6314-401d-a1a2-defd828825f6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1104618361-router', 'tenant_id': '0cfe9c741cc74c4f9c0fcfff7e96141d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': 'c50ef13b-7d7f-4096-9b00-c2564f501cdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T19:59:41Z', 'updated_at': '2022-05-30T19:59:44Z', 'revision_number': 3, 'project_id': '0cfe9c741cc74c4f9c0fcfff7e96141d', 'gw_port': {'id': 'c50ef13b-7d7f-4096-9b00-c2564f501cdf', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0c:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58db14c6-6314-401d-a1a2-defd828825f6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:59:43Z', 'updated_at': '2022-05-30T19:59:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:59:50.837420 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1665776-70ac-4545-8a62-72e1db7600cd None None] Checking router: 58db14c6-6314-401d-a1a2-defd828825f6 for host: n-d-843948-2 {{(pid=84889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 19:59:50.838005 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1665776-70ac-4545-8a62-72e1db7600cd None None] Updating router 58db14c6-6314-401d-a1a2-defd828825f6 port c50ef13b-7d7f-4096-9b00-c2564f501cdf binding host n-d-843948-2 {{(pid=84889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 19:59:51.069352 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-a1665776-70ac-4545-8a62-72e1db7600cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:51.096058 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 3043b36c-b7bb-4ef3-a736-f17e576b7c5e up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 19:59:51.244744 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-df64554e-c65b-4dad-a114-f6876d48a550 req-e5130704-0329-4c8c-808e-ce0b18c2cfac tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] 10.222.0.85 "GET /v2.0/ports?device_id=5116369f-73a3-4880-b61c-800f5e53b6c9 HTTP/1.1" status: 200 len: 210 time: 0.0966415 May 30 19:59:51.270714 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-97bcd3dd-996b-47dc-9576-042461cbef2e req-cd32c8bd-fd6c-499f-9b5e-ef9b0427bbad tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:51.271310 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-97bcd3dd-996b-47dc-9576-042461cbef2e req-cd32c8bd-fd6c-499f-9b5e-ef9b0427bbad tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736490'] for floatingip, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:51.271877 n-d-843948-2 neutron-server[84886]: INFO neutron.db.l3_db [req-97bcd3dd-996b-47dc-9576-042461cbef2e req-cd32c8bd-fd6c-499f-9b5e-ef9b0427bbad tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Floating IP c66a56a3-f8fa-4e97-b2df-3bb3fdb51edc disassociated. External IP: 172.25.8.118, port: 5064484f-c38b-4d38-aecd-0848cc84af61. May 30 19:59:51.272398 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [req-97bcd3dd-996b-47dc-9576-042461cbef2e req-cd32c8bd-fd6c-499f-9b5e-ef9b0427bbad tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Calling delete_port for 5064484f-c38b-4d38-aecd-0848cc84af61 owned by compute:nova {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 19:59:51.287177 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 3043b36c-b7bb-4ef3-a736-f17e576b7c5e triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:59:51.287177 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:51.472094 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 7e165a8d-9463-4bc8-ae0d-1614834a71c2 details requested by agent hyperv_n-h2-843948-2 with host n-h2-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 19:59:51.669425 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-97bcd3dd-996b-47dc-9576-042461cbef2e req-cd32c8bd-fd6c-499f-9b5e-ef9b0427bbad tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:51.681447 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.db.resource_extend [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 19:59:51.834777 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [req-ade1273e-1d04-482c-8caa-bea818e8e557 req-b5fbb21e-fccd-4955-81f2-7b94177eac77 tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] Allocated IP 192.168.233.109 (4344fbed-57fb-43d7-b32d-6020ce60f0a1/1b83ff54-b1af-44ce-bb75-ba148920553c/d5b633b5-78c3-4235-9157-ee5865ddede0) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 19:59:51.838853 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd32c8bd-fd6c-499f-9b5e-ef9b0427bbad tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Pushing event deleted for resources: {'Port': ['ID=5064484f-c38b-4d38-aecd-0848cc84af61,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:59:51.873756 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a7b6263a-534f-4983-85c8-d337dc64d1a1 req-180a6a03-1d9a-43ee-a685-84a09a26cfce tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] 10.222.0.85 "GET /v2.0/ports?device_id=e2599397-eb02-4911-82c0-130d7380a64f HTTP/1.1" status: 200 len: 210 time: 0.2231386 May 30 19:59:51.874876 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e8c2138c-9bcd-4e4e-9108-563558f244c4 req-6ea01c72-6d69-48a5-b7de-877fd807a403 service neutron] 10.222.0.85 "GET /v2.0/networks/22982b8a-b22c-41df-a053-0dde355094a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0242028 May 30 19:59:51.881561 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-a1665776-70ac-4545-8a62-72e1db7600cd None None] Notify callbacks [] for port, precommit_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:51.922583 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:51.925739 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.provisioning_blocks [None req-a1665776-70ac-4545-8a62-72e1db7600cd None None] Transition to ACTIVE for port object c50ef13b-7d7f-4096-9b00-c2564f501cdf will not be triggered until provisioned by entity L2. {{(pid=84889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:59:51.952460 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 7e165a8d-9463-4bc8-ae0d-1614834a71c2, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=7e165a8d-9463-4bc8-ae0d-1614834a71c2,segment=NetworkSegment(4048bfa0-f1bd-4aa7-86bf-7023b66ee7f9),segment_id=4048bfa0-f1bd-4aa7-86bf-7023b66ee7f9)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:59:51.988923 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 7e165a8d-9463-4bc8-ae0d-1614834a71c2 has no active binding in host n-h2-843948-2 {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 30 19:59:52.037630 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-a1665776-70ac-4545-8a62-72e1db7600cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:52.186660 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-a1665776-70ac-4545-8a62-72e1db7600cd None None] Attempting to bind port c50ef13b-7d7f-4096-9b00-c2564f501cdf on host n-d-843948-2 for vnic_type normal with profile {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 19:59:52.187237 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-a1665776-70ac-4545-8a62-72e1db7600cd None None] Attempting to bind port c50ef13b-7d7f-4096-9b00-c2564f501cdf by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}] {{(pid=84889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 19:59:52.187834 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1665776-70ac-4545-8a62-72e1db7600cd None None] Attempting to bind port c50ef13b-7d7f-4096-9b00-c2564f501cdf on network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:59:52.217155 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1665776-70ac-4545-8a62-72e1db7600cd None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 19, 59, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 19:59:52.217806 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1665776-70ac-4545-8a62-72e1db7600cd None None] Checking segment: {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 19:59:52.218505 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-a1665776-70ac-4545-8a62-72e1db7600cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:52.219216 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1665776-70ac-4545-8a62-72e1db7600cd None None] Bound using segment: {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'} {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 19:59:52.220034 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-a1665776-70ac-4545-8a62-72e1db7600cd None None] Bound port: c50ef13b-7d7f-4096-9b00-c2564f501cdf, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}}] {{(pid=84889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 19:59:52.220673 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-a1665776-70ac-4545-8a62-72e1db7600cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:52.374644 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.db [None req-a1665776-70ac-4545-8a62-72e1db7600cd None None] For port c50ef13b-7d7f-4096-9b00-c2564f501cdf, host n-d-843948-2, cleared binding levels {{(pid=84889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 19:59:52.380520 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.db [None req-a1665776-70ac-4545-8a62-72e1db7600cd None None] For port c50ef13b-7d7f-4096-9b00-c2564f501cdf, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=c50ef13b-7d7f-4096-9b00-c2564f501cdf,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 19:59:52.425365 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213d4997-7d67-41f7-95e3-9a7714b3c7a0 None None] Pushing event updated for resources: {'Port': ['ID=c50ef13b-7d7f-4096-9b00-c2564f501cdf,revision_number=2']} {{(pid=84889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:59:52.483114 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-a1665776-70ac-4545-8a62-72e1db7600cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:52.673728 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213d4997-7d67-41f7-95e3-9a7714b3c7a0 None None] Pushing event updated for resources: {'Port': ['ID=c50ef13b-7d7f-4096-9b00-c2564f501cdf,revision_number=3']} {{(pid=84889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:59:52.675653 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14ddb85a-20eb-4d71-8c66-d30e1eae439a', 'tag': '7e165a8d-9463-4bc8-ae0d-1614834a71c2'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:59:52.681012 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e8c2138c-9bcd-4e4e-9108-563558f244c4 req-ccaf9a19-6891-484b-8d3c-efc4d6f26af9 service neutron] 10.222.0.85 "GET /v2.0/networks/22982b8a-b22c-41df-a053-0dde355094a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7955136 May 30 19:59:52.701515 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1665776-70ac-4545-8a62-72e1db7600cd None None] Routers {'58db14c6-6314-401d-a1a2-defd828825f6'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 19:59:52.703221 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-a1665776-70ac-4545-8a62-72e1db7600cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T19:59:29Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['58db14c6-6314-401d-a1a2-defd828825f6'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:59:52.712122 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-27ff77f6-88c0-4754-80eb-1e7c36efd255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:53.022760 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2e0cf0-5321-4359-8df4-041ab4f52257 req-ea3f2688-99a1-4e27-8171-932aeea0322a tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:53.034153 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fc2e0cf0-5321-4359-8df4-041ab4f52257 req-ea3f2688-99a1-4e27-8171-932aeea0322a tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.85 "GET /v2.0/ports?device_id=14ddb85a-20eb-4d71-8c66-d30e1eae439a HTTP/1.1" status: 200 len: 944 time: 0.7535439 May 30 19:59:53.034524 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-ade1273e-1d04-482c-8caa-bea818e8e557 req-b5fbb21e-fccd-4955-81f2-7b94177eac77 tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:53.101318 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [req-ade1273e-1d04-482c-8caa-bea818e8e557 req-b5fbb21e-fccd-4955-81f2-7b94177eac77 tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] Transition to ACTIVE for port object d5b633b5-78c3-4235-9157-ee5865ddede0 will not be triggered until provisioned by entity DHCP. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:59:53.114645 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [None req-27ff77f6-88c0-4754-80eb-1e7c36efd255 admin admin] Allocated IP 172.20.0.1 (bb0120b8-85d6-424e-ae79-fb77a919108a/d29d88f5-c51b-46ce-873e-a26be571a144/81cc106c-655d-4e19-9f01-9aeed8566df9) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 19:59:53.136583 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fc2e0cf0-5321-4359-8df4-041ab4f52257 req-9d5f5dbc-44af-468d-b08e-70ff75c16397 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.85 "GET /v2.0/security-groups?id=e04d9b86-3d99-41a3-8241-c517ec1f4730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004531 May 30 19:59:53.142987 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-a1665776-70ac-4545-8a62-72e1db7600cd None None] Set router 58db14c6-6314-401d-a1a2-defd828825f6 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 19:59:53.258405 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [req-97bcd3dd-996b-47dc-9576-042461cbef2e req-cd32c8bd-fd6c-499f-9b5e-ef9b0427bbad tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Router dff63ffd-2ade-40fb-8d35-ecb84addf322 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 19:59:53.462008 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-ade1273e-1d04-482c-8caa-bea818e8e557 req-b5fbb21e-fccd-4955-81f2-7b94177eac77 tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:53.496970 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['a59adec7-fd47-4b6a-a73a-2333c3e7d086'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 19:59:53.994611 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-27ff77f6-88c0-4754-80eb-1e7c36efd255 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:54.062282 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [None req-27ff77f6-88c0-4754-80eb-1e7c36efd255 admin admin] Transition to ACTIVE for port object 81cc106c-655d-4e19-9f01-9aeed8566df9 will not be triggered until provisioned by entity DHCP. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:59:54.303098 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-27ff77f6-88c0-4754-80eb-1e7c36efd255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:54.361419 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fbb21e-fccd-4955-81f2-7b94177eac77 tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] Pushing event updated for resources: {'Port': ['ID=d5b633b5-78c3-4235-9157-ee5865ddede0,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:59:54.420927 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-a1665776-70ac-4545-8a62-72e1db7600cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58db14c6-6314-401d-a1a2-defd828825f6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1104618361-router', 'tenant_id': '0cfe9c741cc74c4f9c0fcfff7e96141d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': 'c50ef13b-7d7f-4096-9b00-c2564f501cdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T19:59:41Z', 'updated_at': '2022-05-30T19:59:44Z', 'revision_number': 3, 'project_id': '0cfe9c741cc74c4f9c0fcfff7e96141d', 'gw_port': {'id': 'c50ef13b-7d7f-4096-9b00-c2564f501cdf', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0c:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58db14c6-6314-401d-a1a2-defd828825f6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:59:43Z', 'updated_at': '2022-05-30T19:59:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:59:54.428094 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1665776-70ac-4545-8a62-72e1db7600cd None None] The sync data for ids ['58db14c6-6314-401d-a1a2-defd828825f6'] in n-d-843948-2 is: [{'id': '58db14c6-6314-401d-a1a2-defd828825f6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1104618361-router', 'tenant_id': '0cfe9c741cc74c4f9c0fcfff7e96141d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': 'c50ef13b-7d7f-4096-9b00-c2564f501cdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T19:59:41Z', 'updated_at': '2022-05-30T19:59:44Z', 'revision_number': 3, 'project_id': '0cfe9c741cc74c4f9c0fcfff7e96141d', 'gw_port': {'id': 'c50ef13b-7d7f-4096-9b00-c2564f501cdf', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0c:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58db14c6-6314-401d-a1a2-defd828825f6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:59:43Z', 'updated_at': '2022-05-30T19:59:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 19:59:54.484996 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ff77f6-88c0-4754-80eb-1e7c36efd255 admin admin] Network bb0120b8-85d6-424e-ae79-fb77a919108a is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 19:59:54.489428 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ff77f6-88c0-4754-80eb-1e7c36efd255 admin admin] Pushing event updated for resources: {'Port': ['ID=81cc106c-655d-4e19-9f01-9aeed8566df9,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:59:54.497456 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-27ff77f6-88c0-4754-80eb-1e7c36efd255 admin admin] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 19:59:54.500777 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ff77f6-88c0-4754-80eb-1e7c36efd255 admin admin] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 19:59:54.538536 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ade1273e-1d04-482c-8caa-bea818e8e557 req-b5fbb21e-fccd-4955-81f2-7b94177eac77 tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] Network 4344fbed-57fb-43d7-b32d-6020ce60f0a1 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 19:59:54.600722 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [req-ade1273e-1d04-482c-8caa-bea818e8e557 req-b5fbb21e-fccd-4955-81f2-7b94177eac77 tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 19:59:54.677365 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb262f77-d505-426c-963c-ee263e1795bb req-a43bf46a-0c7f-4623-8803-5fa6d50f3a56 tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:54.685574 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-cb262f77-d505-426c-963c-ee263e1795bb req-a43bf46a-0c7f-4623-8803-5fa6d50f3a56 tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] 10.222.0.85 "GET /v2.0/ports?device_id=5116369f-73a3-4880-b61c-800f5e53b6c9 HTTP/1.1" status: 200 len: 936 time: 0.5106905 May 30 19:59:54.750083 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-27ff77f6-88c0-4754-80eb-1e7c36efd255 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-736099'] for router_interface, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:54.792147 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [req-ade1273e-1d04-482c-8caa-bea818e8e557 req-b5fbb21e-fccd-4955-81f2-7b94177eac77 tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 19:59:54.811477 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-cb262f77-d505-426c-963c-ee263e1795bb req-2774fb75-036f-44c5-b8a4-969297007630 tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] 10.222.0.85 "GET /v2.0/security-groups?id=46d6435d-cd77-488d-aca2-73ee35b2a0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248696 May 30 19:59:55.070489 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8cf7b3f1-905d-414c-8acf-af3b570244dd'] response: {'name': 'network-changed', 'server_uuid': '14ddb85a-20eb-4d71-8c66-d30e1eae439a', 'tag': '7e165a8d-9463-4bc8-ae0d-1614834a71c2', 'status': 'completed', 'code': 200} May 30 19:59:55.136039 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.71', 65181) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:59:55.161991 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade1273e-1d04-482c-8caa-bea818e8e557 req-b5fbb21e-fccd-4955-81f2-7b94177eac77 tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:55.162670 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-ade1273e-1d04-482c-8caa-bea818e8e557 req-b5fbb21e-fccd-4955-81f2-7b94177eac77 tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:55.203066 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-74fed170-77ef-4fc0-a0d6-05c806ae586a None None] Provisioning for port 81cc106c-655d-4e19-9f01-9aeed8566df9 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 19:59:55.209816 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-74fed170-77ef-4fc0-a0d6-05c806ae586a None None] Provisioning complete for port 81cc106c-655d-4e19-9f01-9aeed8566df9 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:59:55.227817 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-74fed170-77ef-4fc0-a0d6-05c806ae586a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:55.301935 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fbb21e-fccd-4955-81f2-7b94177eac77 tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:59:55.302279 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fbb21e-fccd-4955-81f2-7b94177eac77 tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:59:55.302606 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fbb21e-fccd-4955-81f2-7b94177eac77 tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:59:55.302940 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fbb21e-fccd-4955-81f2-7b94177eac77 tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:59:55.303260 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fbb21e-fccd-4955-81f2-7b94177eac77 tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:59:55.314107 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fbb21e-fccd-4955-81f2-7b94177eac77 tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:59:55.314464 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fbb21e-fccd-4955-81f2-7b94177eac77 tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:59:55.314990 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fbb21e-fccd-4955-81f2-7b94177eac77 tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:59:55.315499 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fbb21e-fccd-4955-81f2-7b94177eac77 tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:59:55.315997 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fbb21e-fccd-4955-81f2-7b94177eac77 tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:59:55.316491 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fbb21e-fccd-4955-81f2-7b94177eac77 tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 19:59:55.343317 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ade1273e-1d04-482c-8caa-bea818e8e557 req-b5fbb21e-fccd-4955-81f2-7b94177eac77 tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.2082405 May 30 19:59:55.367286 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [req-ade1273e-1d04-482c-8caa-bea818e8e557 req-0240ec2a-effc-49e3-a06f-5b60aafffe3f service neutron] Request body: {'port': {'device_id': '5116369f-73a3-4880-b61c-800f5e53b6c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843948-2'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:59:55.371903 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-27ff77f6-88c0-4754-80eb-1e7c36efd255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:55.439713 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-58252daa-445b-4ca3-b7dd-cfb79107c99b req-fd5b4ae1-c5a6-4a71-ad78-f9367ea1e78b service neutron] 10.222.0.71 "GET /v2.0/ports/7e165a8d-9463-4bc8-ae0d-1614834a71c2/bindings/n-h2-843948-2 HTTP/1.1" status: 200 len: 384 time: 0.8246424 May 30 19:59:55.457465 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 43642) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:59:55.508997 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-74fed170-77ef-4fc0-a0d6-05c806ae586a None None] Port 81cc106c-655d-4e19-9f01-9aeed8566df9 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 19:59:55.549023 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e4f6e280-7370-4fd8-ba5c-143929c39bb6 req-c0b1effe-8f57-454a-a07f-918d0c3ad114 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] 10.222.0.85 "GET /v2.0/ports?device_id=e2599397-eb02-4911-82c0-130d7380a64f HTTP/1.1" status: 200 len: 210 time: 0.0707197 May 30 19:59:55.606618 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c4310d47-d4c0-4f4c-af4f-23c8f64a230d req-71007637-9081-4196-8b72-f0d0f067f5a9 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=a55fcadd-0383-4943-8204-c0ed7ff9d575&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 1.3387077 May 30 19:59:55.614658 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3517a419-db3e-4adc-959f-2c54c1e17187 req-4b5b1945-c6ed-43f4-8bc6-a81f1b63b8e7 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=507d6785502940d28c178ad4aae87e46&device_id=14ddb85a-20eb-4d71-8c66-d30e1eae439a HTTP/1.1" status: 200 len: 1125 time: 0.4671819 May 30 19:59:55.723350 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-15163895-2a62-4ee1-8080-562acd3b4081 None None] Provisioning for port d5b633b5-78c3-4235-9157-ee5865ddede0 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 19:59:55.733469 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-15163895-2a62-4ee1-8080-562acd3b4081 None None] Provisioning complete for port d5b633b5-78c3-4235-9157-ee5865ddede0 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:59:55.736180 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-15163895-2a62-4ee1-8080-562acd3b4081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:55.928469 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-15163895-2a62-4ee1-8080-562acd3b4081 None None] Port d5b633b5-78c3-4235-9157-ee5865ddede0 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 19:59:56.003485 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-366baf1f-6d71-4f29-8d08-764c30124415 req-4031776e-c99d-4e9d-bf7e-fb59f202f3a9 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/ports?device_id=1c63ca1d-117e-400e-a872-50c7fd37ece9 HTTP/1.1" status: 200 len: 210 time: 0.1105411 May 30 19:59:56.108627 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3517a419-db3e-4adc-959f-2c54c1e17187 req-b001313b-bb1a-4e6b-984d-2563cc689c25 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:56.113994 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3517a419-db3e-4adc-959f-2c54c1e17187 req-b001313b-bb1a-4e6b-984d-2563cc689c25 service neutron] 10.222.0.71 "GET /v2.0/networks?id=a2a2680a-30c7-4004-a919-1078d0f1a0a1 HTTP/1.1" status: 200 len: 921 time: 0.4141219 May 30 19:59:56.170275 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-cebf5d3b-7b2d-4e33-b85b-ffeedd130975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:56.231948 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-ade1273e-1d04-482c-8caa-bea818e8e557 req-0240ec2a-effc-49e3-a06f-5b60aafffe3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:56.253279 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3517a419-db3e-4adc-959f-2c54c1e17187 req-b99dcbb4-e76a-4f49-be62-a18fe7176b39 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7e165a8d-9463-4bc8-ae0d-1614834a71c2 HTTP/1.1" status: 200 len: 217 time: 0.1304779 May 30 19:59:56.326840 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.db.resource_extend [None req-27ff77f6-88c0-4754-80eb-1e7c36efd255 admin admin] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 19:59:56.365976 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-27ff77f6-88c0-4754-80eb-1e7c36efd255 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:56.405050 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3517a419-db3e-4adc-959f-2c54c1e17187 req-4a8e8c3f-f5b3-412e-936d-82425a93ca69 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:56.406725 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3517a419-db3e-4adc-959f-2c54c1e17187 req-4a8e8c3f-f5b3-412e-936d-82425a93ca69 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8501e548-9fd0-4b41-a186-ee2d1e9a4a4f HTTP/1.1" status: 200 len: 860 time: 0.1187494 May 30 19:59:56.429414 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e85caf95-0311-420d-aa8c-f8cfba429137 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:56.460939 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3517a419-db3e-4adc-959f-2c54c1e17187 req-790ec834-ca0f-4afa-8178-953717196725 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a2a2680a-30c7-4004-a919-1078d0f1a0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474968 May 30 19:59:56.468194 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a694196-2d8b-46dc-b808-273762f78e8e req-1541c9d2-29c9-4409-be3a-9840298eb079 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:56.471584 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9a694196-2d8b-46dc-b808-273762f78e8e req-1541c9d2-29c9-4409-be3a-9840298eb079 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.85 "GET /v2.0/ports?device_id=14ddb85a-20eb-4d71-8c66-d30e1eae439a HTTP/1.1" status: 200 len: 944 time: 0.2154348 May 30 19:59:56.671430 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-e85caf95-0311-420d-aa8c-f8cfba429137 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:59:56.700484 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3517a419-db3e-4adc-959f-2c54c1e17187 req-7be49aef-d496-4612-83ea-81448fd373fd service neutron] 10.222.0.71 "GET /v2.0/networks/a2a2680a-30c7-4004-a919-1078d0f1a0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2298152 May 30 19:59:56.706981 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-97bcd3dd-996b-47dc-9576-042461cbef2e req-cd32c8bd-fd6c-499f-9b5e-ef9b0427bbad tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 19:59:56.725269 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b113b689-03cf-459a-ad86-462e45ddbd29 None None] Sync routers for ids ['dff63ffd-2ade-40fb-8d35-ecb84addf322'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 19:59:56.737584 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-27ff77f6-88c0-4754-80eb-1e7c36efd255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:56.747485 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b113b689-03cf-459a-ad86-462e45ddbd29 None None] Routers {'dff63ffd-2ade-40fb-8d35-ecb84addf322'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 19:59:56.748651 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-b113b689-03cf-459a-ad86-462e45ddbd29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T19:59:29Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['dff63ffd-2ade-40fb-8d35-ecb84addf322'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:59:56.789848 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-e85caf95-0311-420d-aa8c-f8cfba429137 admin admin] Usage tracker for resource:security_group_rule and tenant:98edae6882bc46d1af690b5e36ae19b5 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 19:59:56.861395 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-e85caf95-0311-420d-aa8c-f8cfba429137 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 19:59:56.870992 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ff77f6-88c0-4754-80eb-1e7c36efd255 admin admin] Pushing event updated for resources: {'Port': ['ID=81cc106c-655d-4e19-9f01-9aeed8566df9,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:59:56.909172 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [req-97bcd3dd-996b-47dc-9576-042461cbef2e req-cd32c8bd-fd6c-499f-9b5e-ef9b0427bbad tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] No DVR routers for this DVR port 5064484f-c38b-4d38-aecd-0848cc84af61 on host n-h2-843948-2 {{(pid=84886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 19:59:56.911855 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-e85caf95-0311-420d-aa8c-f8cfba429137 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:59:56.989986 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-27ff77f6-88c0-4754-80eb-1e7c36efd255 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1718057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-736206'] for router_interface, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:57.043710 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9a694196-2d8b-46dc-b808-273762f78e8e req-6dd0c8ca-054f-4eea-aa6f-3d488274d577 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.85 "GET /v2.0/security-groups?id=e04d9b86-3d99-41a3-8241-c517ec1f4730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3417141 May 30 19:59:57.050359 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-58252daa-445b-4ca3-b7dd-cfb79107c99b req-0f674973-6292-4e8d-98d4-77286c046420 service neutron] For port 7e165a8d-9463-4bc8-ae0d-1614834a71c2, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=7e165a8d-9463-4bc8-ae0d-1614834a71c2,segment=NetworkSegment(4048bfa0-f1bd-4aa7-86bf-7023b66ee7f9),segment_id=4048bfa0-f1bd-4aa7-86bf-7023b66ee7f9)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:59:57.079804 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-97bcd3dd-996b-47dc-9576-042461cbef2e req-cd32c8bd-fd6c-499f-9b5e-ef9b0427bbad tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:57.093212 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2599397-eb02-4911-82c0-130d7380a64f', 'name': 'network-vif-deleted', 'tag': '5064484f-c38b-4d38-aecd-0848cc84af61'}] {{(pid=84886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 19:59:57.162537 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-b113b689-03cf-459a-ad86-462e45ddbd29 None None] Set router dff63ffd-2ade-40fb-8d35-ecb84addf322 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 19:59:57.229781 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.71', 65183) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:59:57.273173 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device c50ef13b-7d7f-4096-9b00-c2564f501cdf up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 19:59:57.542831 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-58252daa-445b-4ca3-b7dd-cfb79107c99b req-0f674973-6292-4e8d-98d4-77286c046420 service neutron] For port 7e165a8d-9463-4bc8-ae0d-1614834a71c2, host n-h1-843948-2, cleared binding levels {{(pid=84886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 19:59:57.556223 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ef8fc97b-4d61-4243-b765-b8b6eddf55d1 req-19f13971-9000-481f-8c9a-a9deaeb7fbf6 tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] 10.222.0.85 "GET /v2.0/ports?device_id=e2599397-eb02-4911-82c0-130d7380a64f HTTP/1.1" status: 200 len: 210 time: 0.0486672 May 30 19:59:57.562337 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3517a419-db3e-4adc-959f-2c54c1e17187 req-a85d6ad8-1768-4da7-88cd-1591e74c85d7 service neutron] 10.222.0.71 "GET /v2.0/networks/a2a2680a-30c7-4004-a919-1078d0f1a0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8397179 May 30 19:59:57.638340 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-97bcd3dd-996b-47dc-9576-042461cbef2e req-cd32c8bd-fd6c-499f-9b5e-ef9b0427bbad tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] 10.222.0.86 "DELETE /v2.0/ports/5064484f-c38b-4d38-aecd-0848cc84af61 HTTP/1.1" status: 204 len: 173 time: 12.5960958 May 30 19:59:57.643188 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [req-ade1273e-1d04-482c-8caa-bea818e8e557 req-0240ec2a-effc-49e3-a06f-5b60aafffe3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5b633b5-78c3-4235-9157-ee5865ddede0 {{(pid=84886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 19:59:57.706713 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-ade1273e-1d04-482c-8caa-bea818e8e557 req-0240ec2a-effc-49e3-a06f-5b60aafffe3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:57.728815 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e85caf95-0311-420d-aa8c-f8cfba429137 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:57.745793 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [req-58252daa-445b-4ca3-b7dd-cfb79107c99b req-0f674973-6292-4e8d-98d4-77286c046420 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e165a8d-9463-4bc8-ae0d-1614834a71c2 {{(pid=84886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 19:59:57.751068 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [req-ade1273e-1d04-482c-8caa-bea818e8e557 req-0240ec2a-effc-49e3-a06f-5b60aafffe3f service neutron] Transition to ACTIVE for port object d5b633b5-78c3-4235-9157-ee5865ddede0 will not be triggered until provisioned by entity L2. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:59:57.762636 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-58252daa-445b-4ca3-b7dd-cfb79107c99b req-0f674973-6292-4e8d-98d4-77286c046420 service neutron] For port 7e165a8d-9463-4bc8-ae0d-1614834a71c2, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=7e165a8d-9463-4bc8-ae0d-1614834a71c2,segment=NetworkSegment(4048bfa0-f1bd-4aa7-86bf-7023b66ee7f9),segment_id=4048bfa0-f1bd-4aa7-86bf-7023b66ee7f9)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:59:57.835755 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e85caf95-0311-420d-aa8c-f8cfba429137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:57.871322 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-ade1273e-1d04-482c-8caa-bea818e8e557 req-0240ec2a-effc-49e3-a06f-5b60aafffe3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:57.946941 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-58252daa-445b-4ca3-b7dd-cfb79107c99b req-0f674973-6292-4e8d-98d4-77286c046420 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:57.964436 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209af925-5e07-43ff-ae3a-8e5479cadcfc req-d1b3816e-b8ac-4519-8963-1eae405a3af1 tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:57.968101 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-209af925-5e07-43ff-ae3a-8e5479cadcfc req-d1b3816e-b8ac-4519-8963-1eae405a3af1 tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] Synchronizing usage tracker for tenant:b131b8aa2f764dc2881d1df7fd13a616 on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 19:59:58.003753 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ff77f6-88c0-4754-80eb-1e7c36efd255 admin admin] Network bb0120b8-85d6-424e-ae79-fb77a919108a is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 19:59:58.038708 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-b113b689-03cf-459a-ad86-462e45ddbd29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dff63ffd-2ade-40fb-8d35-ecb84addf322', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-284131261-router', 'tenant_id': 'f8671c8955ba49549063462441cf84be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '11a59005-71e9-43f5-889c-8d35e02c45a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T19:56:37Z', 'updated_at': '2022-05-30T19:56:42Z', 'revision_number': 4, 'project_id': 'f8671c8955ba49549063462441cf84be', 'gw_port': {'id': '11a59005-71e9-43f5-889c-8d35e02c45a1', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:70:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff63ffd-2ade-40fb-8d35-ecb84addf322', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:56:38Z', 'updated_at': '2022-05-30T19:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': 'a85da4c3-5233-4e62-9df6-6eb869ff235b', 'name': '', 'network_id': '399356b2-01b1-4b9e-84e5-ec68f4845059', 'tenant_id': 'f8671c8955ba49549063462441cf84be', 'mac_address': 'fa:16:3e:98:89:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff63ffd-2ade-40fb-8d35-ecb84addf322', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '82761f11-2140-4c34-b51b-d85edab7a1af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:56:41Z', 'updated_at': '2022-05-30T19:57:00Z', 'revision_number': 5, 'project_id': 'f8671c8955ba49549063462441cf84be', 'subnets': [{'id': '82761f11-2140-4c34-b51b-d85edab7a1af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:59:58.050862 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b113b689-03cf-459a-ad86-462e45ddbd29 None None] Checking router: dff63ffd-2ade-40fb-8d35-ecb84addf322 for host: n-d-843948-2 {{(pid=84888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 19:59:58.093764 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b113b689-03cf-459a-ad86-462e45ddbd29 None None] Routers {'dff63ffd-2ade-40fb-8d35-ecb84addf322'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 19:59:58.094972 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-b113b689-03cf-459a-ad86-462e45ddbd29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T19:59:29Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['dff63ffd-2ade-40fb-8d35-ecb84addf322'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 19:59:58.135750 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-27ff77f6-88c0-4754-80eb-1e7c36efd255 admin admin] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 19:59:58.155191 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c7477f7d-0572-4d32-8e11-f6e8bff9f4ba req-4bfcb3c2-4c02-4c49-b5ea-47006cb7704c service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=a55fcadd-0383-4943-8204-c0ed7ff9d575&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.8234699 May 30 19:59:58.249731 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port c50ef13b-7d7f-4096-9b00-c2564f501cdf completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 19:59:58.304542 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c2138c-9bcd-4e4e-9108-563558f244c4 req-dd31a315-5f17-48b9-ae3e-20cf67e0dfce tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:58.306185 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e8c2138c-9bcd-4e4e-9108-563558f244c4 req-dd31a315-5f17-48b9-ae3e-20cf67e0dfce tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.71 "GET /v2.0/networks?id=22982b8a-b22c-41df-a053-0dde355094a5 HTTP/1.1" status: 200 len: 807 time: 1.0736413 May 30 19:59:58.310294 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0240ec2a-effc-49e3-a06f-5b60aafffe3f service neutron] Pushing event updated for resources: {'Port': ['ID=d5b633b5-78c3-4235-9157-ee5865ddede0,revision_number=2']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:59:58.339376 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-e85caf95-0311-420d-aa8c-f8cfba429137 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=98edae6882bc46d1af690b5e36ae19b5&name=default HTTP/1.1" status: 200 len: 2647 time: 2.8750112 May 30 19:59:58.354169 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 43700) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 19:59:58.357734 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85caf95-0311-420d-aa8c-f8cfba429137 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4be9c7a-5057-4324-9b19-361fc0802004,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:59:58.411548 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-e8c2138c-9bcd-4e4e-9108-563558f244c4 req-9fc55a34-ca0e-4523-81df-fe610ce7d946 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Request body: {'port': {'device_id': '1c63ca1d-117e-400e-a872-50c7fd37ece9', 'network_id': '22982b8a-b22c-41df-a053-0dde355094a5', 'admin_state_up': True, 'tenant_id': 'e03d8798de6f4daa8bc8080dc719ce8a'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 19:59:58.444383 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port c50ef13b-7d7f-4096-9b00-c2564f501cdf triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:59:58.444991 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:58.599575 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [req-58252daa-445b-4ca3-b7dd-cfb79107c99b req-0f674973-6292-4e8d-98d4-77286c046420 service neutron] Transition to ACTIVE for port object 7e165a8d-9463-4bc8-ae0d-1614834a71c2 will not be triggered until provisioned by entity L2. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 19:59:58.605200 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-e8c2138c-9bcd-4e4e-9108-563558f244c4 req-9fc55a34-ca0e-4523-81df-fe610ce7d946 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 19:59:58.623788 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-209af925-5e07-43ff-ae3a-8e5479cadcfc req-d1b3816e-b8ac-4519-8963-1eae405a3af1 tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] Unset dirty status for tenant:b131b8aa2f764dc2881d1df7fd13a616 on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 19:59:58.640136 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-209af925-5e07-43ff-ae3a-8e5479cadcfc req-d1b3816e-b8ac-4519-8963-1eae405a3af1 tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] 10.222.0.85 "GET /v2.0/ports?device_id=5116369f-73a3-4880-b61c-800f5e53b6c9 HTTP/1.1" status: 200 len: 936 time: 1.1048305 May 30 19:59:58.657431 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-e8c2138c-9bcd-4e4e-9108-563558f244c4 req-9fc55a34-ca0e-4523-81df-fe610ce7d946 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 19:59:58.699384 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 7e165a8d-9463-4bc8-ae0d-1614834a71c2 no longer exists at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 19:59:58.706874 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfafb21-4754-481f-a893-4b7b819029e1 req-55b2f11e-c885-4256-9c5e-565d0436efc1 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:58.714283 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ddfafb21-4754-481f-a893-4b7b819029e1 req-55b2f11e-c885-4256-9c5e-565d0436efc1 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/ports?device_id=a55fcadd-0383-4943-8204-c0ed7ff9d575 HTTP/1.1" status: 200 len: 950 time: 0.9091403 May 30 19:59:58.743641 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-36dbb112-5df3-47fe-ae05-ce5c67689b24 req-474cb9e3-bef4-4871-a005-9435fcbb6bb8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=507d6785502940d28c178ad4aae87e46&device_id=14ddb85a-20eb-4d71-8c66-d30e1eae439a HTTP/1.1" status: 200 len: 1083 time: 0.8842335 May 30 19:59:58.795816 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8c2138c-9bcd-4e4e-9108-563558f244c4 req-9fc55a34-ca0e-4523-81df-fe610ce7d946 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Made reservation on behalf of e03d8798de6f4daa8bc8080dc719ce8a for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 19:59:58.799063 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-e8c2138c-9bcd-4e4e-9108-563558f244c4 req-9fc55a34-ca0e-4523-81df-fe610ce7d946 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:58.847286 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-58252daa-445b-4ca3-b7dd-cfb79107c99b req-0f674973-6292-4e8d-98d4-77286c046420 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:58.951184 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ddfafb21-4754-481f-a893-4b7b819029e1 req-6f322c3a-d83c-44d4-bdc5-7442a6fd9430 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/security-groups?id=e1329ead-76da-4fe1-a988-d24ed3099985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359166 May 30 19:59:58.973051 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-b113b689-03cf-459a-ad86-462e45ddbd29 None None] Set router dff63ffd-2ade-40fb-8d35-ecb84addf322 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 19:59:59.187183 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-eb53c5ba-c5fc-4a0b-a251-fdd38cdf5cae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:59.230398 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-eb53c5ba-c5fc-4a0b-a251-fdd38cdf5cae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:59.255560 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 7e165a8d-9463-4bc8-ae0d-1614834a71c2 not bound to the agent host n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 19:59:59.327956 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-209af925-5e07-43ff-ae3a-8e5479cadcfc req-5538c6af-ee7c-401e-9a98-923b72318679 tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] 10.222.0.85 "GET /v2.0/security-groups?id=46d6435d-cd77-488d-aca2-73ee35b2a0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6163819 May 30 19:59:59.432734 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:59.509536 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port c50ef13b-7d7f-4096-9b00-c2564f501cdf, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=c50ef13b-7d7f-4096-9b00-c2564f501cdf,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 19:59:59.514792 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-8697da5d-7306-48ca-b797-7d72ec5395db None None] Provisioning complete for port 81cc106c-655d-4e19-9f01-9aeed8566df9 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 19:59:59.516117 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-8697da5d-7306-48ca-b797-7d72ec5395db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:59.516232 n-d-843948-2 neutron-server[84886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9648cd5-a860-4ef0-a0dc-61d9c9d5971a'] response: {'server_uuid': 'e2599397-eb02-4911-82c0-130d7380a64f', 'name': 'network-vif-deleted', 'tag': '5064484f-c38b-4d38-aecd-0848cc84af61', 'status': 'completed', 'code': 200} May 30 19:59:59.564508 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-eb53c5ba-c5fc-4a0b-a251-fdd38cdf5cae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:59.625057 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-32a9d99e-cc80-4eac-b49e-43d6f9d3c742 req-e4ef8d8d-4adc-4799-81a8-ebdd9602f203 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/ports?device_id=1c63ca1d-117e-400e-a872-50c7fd37ece9 HTTP/1.1" status: 200 len: 210 time: 0.2770398 May 30 19:59:59.669837 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb53c5ba-c5fc-4a0b-a251-fdd38cdf5cae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4be9c7a-5057-4324-9b19-361fc0802004,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 19:59:59.675814 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-ade1273e-1d04-482c-8caa-bea818e8e557 req-0240ec2a-effc-49e3-a06f-5b60aafffe3f service neutron] Attempting to bind port d5b633b5-78c3-4235-9157-ee5865ddede0 on host n-h1-843948-2 for vnic_type normal with profile {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 19:59:59.676370 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-ade1273e-1d04-482c-8caa-bea818e8e557 req-0240ec2a-effc-49e3-a06f-5b60aafffe3f service neutron] Attempting to bind port d5b633b5-78c3-4235-9157-ee5865ddede0 by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': '7e304c17-4e5f-4a93-af80-52785639e6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1'}] {{(pid=84886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 19:59:59.676930 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade1273e-1d04-482c-8caa-bea818e8e557 req-0240ec2a-effc-49e3-a06f-5b60aafffe3f service neutron] Attempting to bind port d5b633b5-78c3-4235-9157-ee5865ddede0 on network 4344fbed-57fb-43d7-b32d-6020ce60f0a1 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:59:59.709654 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dbb112-5df3-47fe-ae05-ce5c67689b24 req-e049f303-c22a-4d6f-86f2-38e4678349c6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 19:59:59.709654 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-36dbb112-5df3-47fe-ae05-ce5c67689b24 req-e049f303-c22a-4d6f-86f2-38e4678349c6 service neutron] 10.222.0.71 "GET /v2.0/networks?id=a2a2680a-30c7-4004-a919-1078d0f1a0a1 HTTP/1.1" status: 200 len: 921 time: 0.9346035 May 30 19:59:59.721682 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade1273e-1d04-482c-8caa-bea818e8e557 req-0240ec2a-effc-49e3-a06f-5b60aafffe3f service neutron] Port d5b633b5-78c3-4235-9157-ee5865ddede0 on network 4344fbed-57fb-43d7-b32d-6020ce60f0a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 19:59:59.722245 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade1273e-1d04-482c-8caa-bea818e8e557 req-0240ec2a-effc-49e3-a06f-5b60aafffe3f service neutron] Attempting to bind port d5b633b5-78c3-4235-9157-ee5865ddede0 on network 4344fbed-57fb-43d7-b32d-6020ce60f0a1 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 19:59:59.745747 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:59.747872 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-709982de-8149-45c5-8fda-421d411f7b3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:59.947210 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-36dbb112-5df3-47fe-ae05-ce5c67689b24 req-26c97cb3-308a-4a50-9b44-a965cd6f5410 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7e165a8d-9463-4bc8-ae0d-1614834a71c2 HTTP/1.1" status: 200 len: 217 time: 0.2315226 May 30 19:59:59.970203 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 19:59:59.982756 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-8697da5d-7306-48ca-b797-7d72ec5395db None None] Port 81cc106c-655d-4e19-9f01-9aeed8566df9 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 19:59:59.999869 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=c50ef13b-7d7f-4096-9b00-c2564f501cdf,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:00:00.039520 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-b113b689-03cf-459a-ad86-462e45ddbd29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dff63ffd-2ade-40fb-8d35-ecb84addf322', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-284131261-router', 'tenant_id': 'f8671c8955ba49549063462441cf84be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '11a59005-71e9-43f5-889c-8d35e02c45a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T19:56:37Z', 'updated_at': '2022-05-30T19:56:42Z', 'revision_number': 4, 'project_id': 'f8671c8955ba49549063462441cf84be', 'gw_port': {'id': '11a59005-71e9-43f5-889c-8d35e02c45a1', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:70:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff63ffd-2ade-40fb-8d35-ecb84addf322', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:56:38Z', 'updated_at': '2022-05-30T19:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': 'a85da4c3-5233-4e62-9df6-6eb869ff235b', 'name': '', 'network_id': '399356b2-01b1-4b9e-84e5-ec68f4845059', 'tenant_id': 'f8671c8955ba49549063462441cf84be', 'mac_address': 'fa:16:3e:98:89:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff63ffd-2ade-40fb-8d35-ecb84addf322', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '82761f11-2140-4c34-b51b-d85edab7a1af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:56:41Z', 'updated_at': '2022-05-30T19:57:00Z', 'revision_number': 5, 'project_id': 'f8671c8955ba49549063462441cf84be', 'subnets': [{'id': '82761f11-2140-4c34-b51b-d85edab7a1af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:00:00.045968 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b113b689-03cf-459a-ad86-462e45ddbd29 None None] The sync data for ids ['dff63ffd-2ade-40fb-8d35-ecb84addf322'] in n-d-843948-2 is: [{'id': 'dff63ffd-2ade-40fb-8d35-ecb84addf322', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-284131261-router', 'tenant_id': 'f8671c8955ba49549063462441cf84be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '11a59005-71e9-43f5-889c-8d35e02c45a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T19:56:37Z', 'updated_at': '2022-05-30T19:56:42Z', 'revision_number': 4, 'project_id': 'f8671c8955ba49549063462441cf84be', 'gw_port': {'id': '11a59005-71e9-43f5-889c-8d35e02c45a1', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:70:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff63ffd-2ade-40fb-8d35-ecb84addf322', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:56:38Z', 'updated_at': '2022-05-30T19:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': 'a85da4c3-5233-4e62-9df6-6eb869ff235b', 'name': '', 'network_id': '399356b2-01b1-4b9e-84e5-ec68f4845059', 'tenant_id': 'f8671c8955ba49549063462441cf84be', 'mac_address': 'fa:16:3e:98:89:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff63ffd-2ade-40fb-8d35-ecb84addf322', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '82761f11-2140-4c34-b51b-d85edab7a1af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:56:41Z', 'updated_at': '2022-05-30T19:57:00Z', 'revision_number': 5, 'project_id': 'f8671c8955ba49549063462441cf84be', 'subnets': [{'id': '82761f11-2140-4c34-b51b-d85edab7a1af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:00:00.048952 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [req-e8c2138c-9bcd-4e4e-9108-563558f244c4 req-9fc55a34-ca0e-4523-81df-fe610ce7d946 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Allocated IP 172.20.0.4 (22982b8a-b22c-41df-a053-0dde355094a5/b885d147-b4ba-4062-ad34-3d5558c5dbbf/82708d7a-2b52-495b-a7ed-40d54f53c617) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:00:00.077319 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dbb112-5df3-47fe-ae05-ce5c67689b24 req-976db98a-1f86-454f-a88f-efcab04bd832 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:00.078996 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-36dbb112-5df3-47fe-ae05-ce5c67689b24 req-976db98a-1f86-454f-a88f-efcab04bd832 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8501e548-9fd0-4b41-a186-ee2d1e9a4a4f HTTP/1.1" status: 200 len: 860 time: 0.1219552 May 30 20:00:00.169290 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-36dbb112-5df3-47fe-ae05-ce5c67689b24 req-9f9b08e2-db9b-48c4-8abd-a773513260d4 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a2a2680a-30c7-4004-a919-1078d0f1a0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0816898 May 30 20:00:00.210692 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [req-58252daa-445b-4ca3-b7dd-cfb79107c99b req-0f674973-6292-4e8d-98d4-77286c046420 service neutron] No DVR routers for this DVR port 7e165a8d-9463-4bc8-ae0d-1614834a71c2 on host n-h1-843948-2 {{(pid=84886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:00:00.224958 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-eb53c5ba-c5fc-4a0b-a251-fdd38cdf5cae admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:00.226991 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-eb53c5ba-c5fc-4a0b-a251-fdd38cdf5cae admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/c4be9c7a-5057-4324-9b19-361fc0802004 HTTP/1.1" status: 204 len: 168 time: 1.8476968 May 30 20:00:00.228731 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f674973-6292-4e8d-98d4-77286c046420 service neutron] Pushing event updated for resources: {'Port': ['ID=7e165a8d-9463-4bc8-ae0d-1614834a71c2,revision_number=10']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:00:00.244137 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d0854180-b85b-4642-a076-33d4dfd0f9dc req-5adc4ce6-3ff3-4cc9-ac79-65495d7d892e tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] 10.222.0.85 "GET /v2.0/networks?tenant_id=e5d7aa177ee047fa9f9235d3092bd6ea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3025231 May 30 20:00:00.245700 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade1273e-1d04-482c-8caa-bea818e8e557 req-0240ec2a-effc-49e3-a06f-5b60aafffe3f service neutron] Checking agent: {'id': 'f728d74e-a4ae-4384-860b-a5ade05dd8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 19, 59, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:00:00.246537 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade1273e-1d04-482c-8caa-bea818e8e557 req-0240ec2a-effc-49e3-a06f-5b60aafffe3f service neutron] Checking segment: {'id': '7e304c17-4e5f-4a93-af80-52785639e6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:00:00.247440 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade1273e-1d04-482c-8caa-bea818e8e557 req-0240ec2a-effc-49e3-a06f-5b60aafffe3f service neutron] Bound using segment: {'id': '7e304c17-4e5f-4a93-af80-52785639e6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1'} {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:00:00.248421 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-ade1273e-1d04-482c-8caa-bea818e8e557 req-0240ec2a-effc-49e3-a06f-5b60aafffe3f service neutron] Bound port: d5b633b5-78c3-4235-9157-ee5865ddede0, host: n-h1-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e304c17-4e5f-4a93-af80-52785639e6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1'}}] {{(pid=84886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:00:00.249259 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-ade1273e-1d04-482c-8caa-bea818e8e557 req-0240ec2a-effc-49e3-a06f-5b60aafffe3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:00.614509 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-36dbb112-5df3-47fe-ae05-ce5c67689b24 req-c1e984cd-967e-4c80-80a7-909dd064236b service neutron] 10.222.0.71 "GET /v2.0/networks/a2a2680a-30c7-4004-a919-1078d0f1a0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4267750 May 30 20:00:00.626168 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27ff77f6-88c0-4754-80eb-1e7c36efd255 admin admin] Router 58db14c6-6314-401d-a1a2-defd828825f6 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:00:00.657938 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-58252daa-445b-4ca3-b7dd-cfb79107c99b req-0f674973-6292-4e8d-98d4-77286c046420 service neutron] 10.222.0.71 "PUT /v2.0/ports/7e165a8d-9463-4bc8-ae0d-1614834a71c2/bindings/n-h2-843948-2/activate HTTP/1.1" status: 200 len: 369 time: 5.1986527 May 30 20:00:00.702768 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4088aeb0-73b0-4b9b-bf5c-515d021d3e03 req-f9245e17-a0f5-4278-bfa8-26ab589749f1 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=7cedf278-0562-4faf-a9b0-36639e069b2a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6992607 May 30 20:00:00.811164 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784b641a-002a-4ebf-91ae-b90bc7de1fa6 req-cb298c0b-0862-4855-8ec5-e4caa3927f09 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:00.812734 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-784b641a-002a-4ebf-91ae-b90bc7de1fa6 req-cb298c0b-0862-4855-8ec5-e4caa3927f09 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.85 "GET /v2.0/ports?device_id=14ddb85a-20eb-4d71-8c66-d30e1eae439a HTTP/1.1" status: 200 len: 945 time: 0.5904891 May 30 20:00:00.821813 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-ade1273e-1d04-482c-8caa-bea818e8e557 req-0240ec2a-effc-49e3-a06f-5b60aafffe3f service neutron] For port d5b633b5-78c3-4235-9157-ee5865ddede0, host n-h1-843948-2, cleared binding levels {{(pid=84886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:00:00.838145 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-ade1273e-1d04-482c-8caa-bea818e8e557 req-0240ec2a-effc-49e3-a06f-5b60aafffe3f service neutron] For port d5b633b5-78c3-4235-9157-ee5865ddede0, host n-h1-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=d5b633b5-78c3-4235-9157-ee5865ddede0,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:00:00.876852 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0854180-b85b-4642-a076-33d4dfd0f9dc req-c73b67fb-d141-4a92-a793-9c7a5daeff80 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:00.891100 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-e8c2138c-9bcd-4e4e-9108-563558f244c4 req-9fc55a34-ca0e-4523-81df-fe610ce7d946 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:00.893377 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d0854180-b85b-4642-a076-33d4dfd0f9dc req-c73b67fb-d141-4a92-a793-9c7a5daeff80 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6192060 May 30 20:00:00.952006 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:01.002079 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d0854180-b85b-4642-a076-33d4dfd0f9dc req-937cd505-5f8e-4e39-a534-3bd1d0a7b23d tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] 10.222.0.85 "GET /v2.0/quotas/e5d7aa177ee047fa9f9235d3092bd6ea HTTP/1.1" status: 200 len: 375 time: 0.1073589 May 30 20:00:01.088145 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-ade1273e-1d04-482c-8caa-bea818e8e557 req-0240ec2a-effc-49e3-a06f-5b60aafffe3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:01.133939 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d0854180-b85b-4642-a076-33d4dfd0f9dc req-85c86cc4-4ba3-4bd2-9f4f-792fc5723657 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=e5d7aa177ee047fa9f9235d3092bd6ea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1307626 May 30 20:00:01.187700 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-ade1273e-1d04-482c-8caa-bea818e8e557 req-0240ec2a-effc-49e3-a06f-5b60aafffe3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:01.189192 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ade1273e-1d04-482c-8caa-bea818e8e557 req-0240ec2a-effc-49e3-a06f-5b60aafffe3f service neutron] 10.222.0.71 "PUT /v2.0/ports/d5b633b5-78c3-4235-9157-ee5865ddede0 HTTP/1.1" status: 200 len: 1096 time: 5.8271785 May 30 20:00:01.203023 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0240ec2a-effc-49e3-a06f-5b60aafffe3f service neutron] Pushing event updated for resources: {'Port': ['ID=d5b633b5-78c3-4235-9157-ee5865ddede0,revision_number=3']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:00:01.210559 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-58252daa-445b-4ca3-b7dd-cfb79107c99b req-5a44c8e4-088b-41f2-88d5-52ef9acd17ea tempest-LiveAutoBlockMigrationV225Test-1041394858 tempest-LiveAutoBlockMigrationV225Test-1041394858-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=14ddb85a-20eb-4d71-8c66-d30e1eae439a&tenant_id=507d6785502940d28c178ad4aae87e46&binding%3Ahost_id=n-h1-843948-2 HTTP/1.1" status: 200 len: 1096 time: 0.3124993 May 30 20:00:01.335729 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-36dbb112-5df3-47fe-ae05-ce5c67689b24 req-ab1d193f-e5d4-4725-a130-819acddf9250 service neutron] 10.222.0.71 "GET /v2.0/networks/a2a2680a-30c7-4004-a919-1078d0f1a0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7083867 May 30 20:00:01.346389 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-784b641a-002a-4ebf-91ae-b90bc7de1fa6 req-decd977a-2dfd-4d48-8dd5-0c0bd0fac248 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.85 "GET /v2.0/security-groups?id=e04d9b86-3d99-41a3-8241-c517ec1f4730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4917293 May 30 20:00:01.396540 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-58252daa-445b-4ca3-b7dd-cfb79107c99b req-ae59b5fe-031e-4b43-b0e3-0306b977faa2 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=14ddb85a-20eb-4d71-8c66-d30e1eae439a&tenant_id=507d6785502940d28c178ad4aae87e46 HTTP/1.1" status: 200 len: 1096 time: 0.1767571 May 30 20:00:01.434046 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4088aeb0-73b0-4b9b-bf5c-515d021d3e03 req-1e002060-ce39-461c-879e-b244b4b54368 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e03d8798de6f4daa8bc8080dc719ce8a&device_id=7cedf278-0562-4faf-a9b0-36639e069b2a HTTP/1.1" status: 200 len: 1095 time: 0.5123360 May 30 20:00:01.491627 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-e8c2138c-9bcd-4e4e-9108-563558f244c4 req-9fc55a34-ca0e-4523-81df-fe610ce7d946 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:01.517166 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5116369f-73a3-4880-b61c-800f5e53b6c9', 'tag': 'd5b633b5-78c3-4235-9157-ee5865ddede0'}] {{(pid=84886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:00:01.725077 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 43744) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:00:01.918104 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4088aeb0-73b0-4b9b-bf5c-515d021d3e03 req-2cc5f767-14a2-41ad-95a0-23711f71c711 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:01.919072 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device c50ef13b-7d7f-4096-9b00-c2564f501cdf up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:00:01.919807 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4088aeb0-73b0-4b9b-bf5c-515d021d3e03 req-2cc5f767-14a2-41ad-95a0-23711f71c711 service neutron] 10.222.0.86 "GET /v2.0/networks?id=22982b8a-b22c-41df-a053-0dde355094a5 HTTP/1.1" status: 200 len: 908 time: 0.3940113 May 30 20:00:02.046849 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4088aeb0-73b0-4b9b-bf5c-515d021d3e03 req-f41154ab-8eed-4001-83f9-3aead38cc793 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=980536a2-7720-4e58-8faa-e8c3fb6da1e1 HTTP/1.1" status: 200 len: 217 time: 0.0784225 May 30 20:00:02.112384 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c130ac6d-0199-4dcf-9fe0-1aaf2d05bd62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:02.140023 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port c50ef13b-7d7f-4096-9b00-c2564f501cdf triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:00:02.141545 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:02.180773 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4088aeb0-73b0-4b9b-bf5c-515d021d3e03 req-1e48a12e-92ab-4df0-a761-529071a3e493 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:02.182312 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4088aeb0-73b0-4b9b-bf5c-515d021d3e03 req-1e48a12e-92ab-4df0-a761-529071a3e493 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b885d147-b4ba-4062-ad34-3d5558c5dbbf HTTP/1.1" status: 200 len: 847 time: 0.1195855 May 30 20:00:02.198182 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91bccea-de40-4ddb-b230-525c31ae0d63 req-41d1dbcf-8c8d-4cd6-96ef-b7529bd81829 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:02.202465 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b91bccea-de40-4ddb-b230-525c31ae0d63 req-41d1dbcf-8c8d-4cd6-96ef-b7529bd81829 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/ports?device_id=a55fcadd-0383-4943-8204-c0ed7ff9d575 HTTP/1.1" status: 200 len: 950 time: 0.2813871 May 30 20:00:02.236220 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8c2138c-9bcd-4e4e-9108-563558f244c4 req-9fc55a34-ca0e-4523-81df-fe610ce7d946 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Network 22982b8a-b22c-41df-a053-0dde355094a5 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:00:02.241960 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ade1273e-1d04-482c-8caa-bea818e8e557 req-0aeb13d3-c031-473e-bec8-97e901bf8040 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b131b8aa2f764dc2881d1df7fd13a616&device_id=5116369f-73a3-4880-b61c-800f5e53b6c9 HTTP/1.1" status: 200 len: 1099 time: 0.8701153 May 30 20:00:02.305863 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [req-e8c2138c-9bcd-4e4e-9108-563558f244c4 req-9fc55a34-ca0e-4523-81df-fe610ce7d946 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:00:02.383921 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8c2138c-9bcd-4e4e-9108-563558f244c4 req-9fc55a34-ca0e-4523-81df-fe610ce7d946 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:00:02.408699 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:02.441642 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc55a34-ca0e-4523-81df-fe610ce7d946 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Pushing event updated for resources: {'Port': ['ID=82708d7a-2b52-495b-a7ed-40d54f53c617,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:00:02.465905 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4088aeb0-73b0-4b9b-bf5c-515d021d3e03 req-a510149a-b4ca-450c-a6e1-996551394cad service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=22982b8a-b22c-41df-a053-0dde355094a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2128992 May 30 20:00:02.530943 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-c130ac6d-0199-4dcf-9fe0-1aaf2d05bd62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:00:02.548999 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-c130ac6d-0199-4dcf-9fe0-1aaf2d05bd62 admin admin] Usage tracker for resource:security_group_rule and tenant:4d2d9cd2dd72409ab01343b54bdd7239 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:00:02.562141 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ade1273e-1d04-482c-8caa-bea818e8e557 req-bee8524b-24f8-4c54-8bb9-94819629a891 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=d5b633b5-78c3-4235-9157-ee5865ddede0 HTTP/1.1" status: 200 len: 217 time: 0.2459595 May 30 20:00:02.564319 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-c130ac6d-0199-4dcf-9fe0-1aaf2d05bd62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:00:02.593722 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-c130ac6d-0199-4dcf-9fe0-1aaf2d05bd62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:00:02.598080 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6a0f76-4ce0-4226-b5b3-bcda400a5f6f None None] New status for floating IP c66a56a3-f8fa-4e97-b2df-3bb3fdb51edc: DOWN {{(pid=84889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 20:00:02.604531 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b91bccea-de40-4ddb-b230-525c31ae0d63 req-5ac6a15b-d4f7-4c95-87ef-f03651bbd82a tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/security-groups?id=e1329ead-76da-4fe1-a988-d24ed3099985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3975294 May 30 20:00:02.710739 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c2138c-9bcd-4e4e-9108-563558f244c4 req-9fc55a34-ca0e-4523-81df-fe610ce7d946 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:02.711657 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-e8c2138c-9bcd-4e4e-9108-563558f244c4 req-9fc55a34-ca0e-4523-81df-fe610ce7d946 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:02.781184 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4088aeb0-73b0-4b9b-bf5c-515d021d3e03 req-1dddb281-8a66-4f5f-85f3-769d5d350787 service neutron] 10.222.0.86 "GET /v2.0/networks/22982b8a-b22c-41df-a053-0dde355094a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3036256 May 30 20:00:02.824530 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27ff77f6-88c0-4754-80eb-1e7c36efd255 admin admin] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:00:02.837595 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a4f626-eb84-4afe-a0c1-c4c7a36642a3 None None] Sync routers for ids ['58db14c6-6314-401d-a1a2-defd828825f6'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:00:02.845377 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-58252daa-445b-4ca3-b7dd-cfb79107c99b req-fb55af5e-1101-42ca-bab7-af4d3e55e207 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=507d6785502940d28c178ad4aae87e46&device_id=14ddb85a-20eb-4d71-8c66-d30e1eae439a HTTP/1.1" status: 200 len: 1096 time: 1.3360581 May 30 20:00:02.881697 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a4f626-eb84-4afe-a0c1-c4c7a36642a3 None None] Routers {'58db14c6-6314-401d-a1a2-defd828825f6'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:00:02.884920 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-27ff77f6-88c0-4754-80eb-1e7c36efd255 admin admin] 10.222.0.85 "PUT /v2.0/routers/58db14c6-6314-401d-a1a2-defd828825f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.8041146 May 30 20:00:02.889515 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c7477f7d-0572-4d32-8e11-f6e8bff9f4ba req-ccd30548-5d1a-4cd1-8fdb-f933615981ee service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=fa61b48b7a6444fe8c9a2f45b95c1d11&device_id=a55fcadd-0383-4943-8204-c0ed7ff9d575 HTTP/1.1" status: 200 len: 1101 time: 0.7991087 May 30 20:00:02.898080 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e8c2138c-9bcd-4e4e-9108-563558f244c4 req-9fc55a34-ca0e-4523-81df-fe610ce7d946 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5738502 May 30 20:00:02.905114 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-d0a4f626-eb84-4afe-a0c1-c4c7a36642a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T19:59:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['58db14c6-6314-401d-a1a2-defd828825f6'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:00:03.002328 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4088aeb0-73b0-4b9b-bf5c-515d021d3e03 req-597afb2e-7083-4ed4-960f-79ab2b3e8572 service neutron] 10.222.0.86 "GET /v2.0/networks/22982b8a-b22c-41df-a053-0dde355094a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519020 May 30 20:00:03.135423 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8647b731-eb6e-468c-8d97-351ec8037f5c req-1df3a406-99cc-4ca8-b98b-ea197d77c372 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:03.137931 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-8647b731-eb6e-468c-8d97-351ec8037f5c req-1df3a406-99cc-4ca8-b98b-ea197d77c372 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/ports?device_id=1c63ca1d-117e-400e-a872-50c7fd37ece9 HTTP/1.1" status: 200 len: 931 time: 0.3532894 May 30 20:00:03.194233 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-e8c2138c-9bcd-4e4e-9108-563558f244c4 req-e9e9236c-032c-42c4-a334-0456c514f280 service neutron] Request body: {'port': {'device_id': '1c63ca1d-117e-400e-a872-50c7fd37ece9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843948-2'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:00:03.235527 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-8647b731-eb6e-468c-8d97-351ec8037f5c req-4255a49a-380e-48fb-8257-4ae3eb058c70 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/security-groups?id=b7c7fe04-8ab6-4ec0-af46-b4358854e449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810490 May 30 20:00:03.361122 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-d0a4f626-eb84-4afe-a0c1-c4c7a36642a3 None None] Set router 58db14c6-6314-401d-a1a2-defd828825f6 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:00:03.362992 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade1273e-1d04-482c-8caa-bea818e8e557 req-a8862ede-95ff-48e4-be10-e1aa50160958 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:03.364779 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ade1273e-1d04-482c-8caa-bea818e8e557 req-a8862ede-95ff-48e4-be10-e1aa50160958 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1b83ff54-b1af-44ce-bb75-ba148920553c HTTP/1.1" status: 200 len: 843 time: 0.7869401 May 30 20:00:03.382612 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c130ac6d-0199-4dcf-9fe0-1aaf2d05bd62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:03.388916 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f61ac0-d331-4637-bc34-0e864dc4fa58 req-69b6e23d-728b-4bff-866c-61bd736a5f35 tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:03.390510 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f1f61ac0-d331-4637-bc34-0e864dc4fa58 req-69b6e23d-728b-4bff-866c-61bd736a5f35 tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] 10.222.0.85 "GET /v2.0/ports?device_id=5116369f-73a3-4880-b61c-800f5e53b6c9 HTTP/1.1" status: 200 len: 948 time: 1.1780226 May 30 20:00:03.609781 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c130ac6d-0199-4dcf-9fe0-1aaf2d05bd62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:03.713214 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f80d48a8-3a13-4b1c-8dca-9769787bf444 req-b0f102f2-8cf4-4d96-894c-2c0bc27c3a67 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] 10.222.0.85 "GET /v2.0/networks?tenant_id=e5d7aa177ee047fa9f9235d3092bd6ea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0720277 May 30 20:00:03.786581 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-c130ac6d-0199-4dcf-9fe0-1aaf2d05bd62 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=4d2d9cd2dd72409ab01343b54bdd7239&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0592363 May 30 20:00:03.787919 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7477f7d-0572-4d32-8e11-f6e8bff9f4ba req-7613f08e-f813-4f1a-8c1f-b72e1dae014f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:03.797516 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c7477f7d-0572-4d32-8e11-f6e8bff9f4ba req-7613f08e-f813-4f1a-8c1f-b72e1dae014f service neutron] 10.222.0.86 "GET /v2.0/networks?id=4344fbed-57fb-43d7-b32d-6020ce60f0a1 HTTP/1.1" status: 200 len: 870 time: 0.8899999 May 30 20:00:03.834288 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 43792) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:00:03.984818 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c7477f7d-0572-4d32-8e11-f6e8bff9f4ba req-ef7c9f2b-3cbf-45ad-8018-9c5656825a0c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=64a08dcc-ec2f-4ebf-a20f-1051fce47c3f HTTP/1.1" status: 200 len: 217 time: 0.1863670 May 30 20:00:04.054050 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-e8c2138c-9bcd-4e4e-9108-563558f244c4 req-e9e9236c-032c-42c4-a334-0456c514f280 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:04.069225 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-d0a4f626-eb84-4afe-a0c1-c4c7a36642a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58db14c6-6314-401d-a1a2-defd828825f6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1104618361-router', 'tenant_id': '0cfe9c741cc74c4f9c0fcfff7e96141d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': 'c50ef13b-7d7f-4096-9b00-c2564f501cdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T19:59:41Z', 'updated_at': '2022-05-30T19:59:54Z', 'revision_number': 4, 'project_id': '0cfe9c741cc74c4f9c0fcfff7e96141d', 'gw_port': {'id': 'c50ef13b-7d7f-4096-9b00-c2564f501cdf', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58db14c6-6314-401d-a1a2-defd828825f6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:59:43Z', 'updated_at': '2022-05-30T19:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '81cc106c-655d-4e19-9f01-9aeed8566df9', 'name': '', 'network_id': 'bb0120b8-85d6-424e-ae79-fb77a919108a', 'tenant_id': '0cfe9c741cc74c4f9c0fcfff7e96141d', 'mac_address': 'fa:16:3e:c8:d0:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58db14c6-6314-401d-a1a2-defd828825f6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd29d88f5-c51b-46ce-873e-a26be571a144', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:59:52Z', 'updated_at': '2022-05-30T19:59:55Z', 'revision_number': 2, 'project_id': '0cfe9c741cc74c4f9c0fcfff7e96141d', 'subnets': [{'id': 'd29d88f5-c51b-46ce-873e-a26be571a144', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:00:04.075465 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a4f626-eb84-4afe-a0c1-c4c7a36642a3 None None] Checking router: 58db14c6-6314-401d-a1a2-defd828825f6 for host: n-d-843948-2 {{(pid=84888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:00:04.075923 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a4f626-eb84-4afe-a0c1-c4c7a36642a3 None None] Updating router 58db14c6-6314-401d-a1a2-defd828825f6 port 81cc106c-655d-4e19-9f01-9aeed8566df9 binding host n-d-843948-2 {{(pid=84888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:00:04.080351 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f0357d1a-daee-40b4-9871-1731467e1fd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:04.158532 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-d0a4f626-eb84-4afe-a0c1-c4c7a36642a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:04.173545 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7477f7d-0572-4d32-8e11-f6e8bff9f4ba req-a1a28b1f-b793-4b15-94f2-c13afbbc497e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:04.175305 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c7477f7d-0572-4d32-8e11-f6e8bff9f4ba req-a1a28b1f-b793-4b15-94f2-c13afbbc497e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1b83ff54-b1af-44ce-bb75-ba148920553c HTTP/1.1" status: 200 len: 843 time: 0.1510770 May 30 20:00:04.182216 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80d48a8-3a13-4b1c-8dca-9769787bf444 req-5521e2a9-b02f-4cc0-b2b4-bad401149823 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:04.182863 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58252daa-445b-4ca3-b7dd-cfb79107c99b req-6c6b89a2-d014-4031-8c46-97661d980cd4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:04.185212 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-58252daa-445b-4ca3-b7dd-cfb79107c99b req-6c6b89a2-d014-4031-8c46-97661d980cd4 service neutron] 10.222.0.86 "GET /v2.0/networks?id=a2a2680a-30c7-4004-a919-1078d0f1a0a1 HTTP/1.1" status: 200 len: 921 time: 1.3327188 May 30 20:00:04.195901 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f80d48a8-3a13-4b1c-8dca-9769787bf444 req-5521e2a9-b02f-4cc0-b2b4-bad401149823 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4812348 May 30 20:00:04.214024 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f1f61ac0-d331-4637-bc34-0e864dc4fa58 req-deed045c-1d58-430e-8210-60b2997c23dd tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] 10.222.0.85 "GET /v2.0/security-groups?id=46d6435d-cd77-488d-aca2-73ee35b2a0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7780530 May 30 20:00:04.220364 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f0357d1a-daee-40b4-9871-1731467e1fd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:04.277327 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f80d48a8-3a13-4b1c-8dca-9769787bf444 req-6faba861-fabe-4b7c-9d3f-90f3547373c8 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] 10.222.0.85 "GET /v2.0/quotas/e5d7aa177ee047fa9f9235d3092bd6ea HTTP/1.1" status: 200 len: 375 time: 0.0793967 May 30 20:00:04.305502 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c130ac6d-0199-4dcf-9fe0-1aaf2d05bd62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42666296-1e06-4d53-aced-0691abba144f,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:00:04.407240 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f80d48a8-3a13-4b1c-8dca-9769787bf444 req-6afdb4c8-8cec-4882-8548-2c6717537f98 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=e5d7aa177ee047fa9f9235d3092bd6ea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1276393 May 30 20:00:04.414736 n-d-843948-2 neutron-server[84886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9cfe448-4aba-47af-ba3d-fd5841108a4b'] response: {'name': 'network-changed', 'server_uuid': '5116369f-73a3-4880-b61c-800f5e53b6c9', 'tag': 'd5b633b5-78c3-4235-9157-ee5865ddede0', 'status': 'completed', 'code': 200} May 30 20:00:04.552008 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f0357d1a-daee-40b4-9871-1731467e1fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:04.600603 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0357d1a-daee-40b4-9871-1731467e1fd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42666296-1e06-4d53-aced-0691abba144f,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:00:04.611533 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f0357d1a-daee-40b4-9871-1731467e1fd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:04.626729 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-f0357d1a-daee-40b4-9871-1731467e1fd1 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/42666296-1e06-4d53-aced-0691abba144f HTTP/1.1" status: 204 len: 168 time: 0.7907770 May 30 20:00:05.103833 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-d0a4f626-eb84-4afe-a0c1-c4c7a36642a3 None None] Notify callbacks [] for port, precommit_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:05.111681 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [req-e8c2138c-9bcd-4e4e-9108-563558f244c4 req-e9e9236c-032c-42c4-a334-0456c514f280 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82708d7a-2b52-495b-a7ed-40d54f53c617 {{(pid=84887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:00:05.118819 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-d0a4f626-eb84-4afe-a0c1-c4c7a36642a3 None None] Transition to ACTIVE for port object 81cc106c-655d-4e19-9f01-9aeed8566df9 will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:00:05.160114 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-e8c2138c-9bcd-4e4e-9108-563558f244c4 req-e9e9236c-032c-42c4-a334-0456c514f280 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:05.206130 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-d0a4f626-eb84-4afe-a0c1-c4c7a36642a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:05.224829 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-e8c2138c-9bcd-4e4e-9108-563558f244c4 req-e9e9236c-032c-42c4-a334-0456c514f280 service neutron] Transition to ACTIVE for port object 82708d7a-2b52-495b-a7ed-40d54f53c617 will not be triggered until provisioned by entity L2. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:00:05.375764 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3590ad27-bc06-40d3-9b30-f702f2b277ca None None] Pushing event updated for resources: {'Port': ['ID=81cc106c-655d-4e19-9f01-9aeed8566df9,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:00:05.541401 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d0854180-b85b-4642-a076-33d4dfd0f9dc req-e8a0d2cc-704d-48cd-bbbe-ef706d636b04 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=e5d7aa177ee047fa9f9235d3092bd6ea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1499400 May 30 20:00:05.700705 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-e8c2138c-9bcd-4e4e-9108-563558f244c4 req-e9e9236c-032c-42c4-a334-0456c514f280 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:06.278924 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-d0a4f626-eb84-4afe-a0c1-c4c7a36642a3 None None] Attempting to bind port 81cc106c-655d-4e19-9f01-9aeed8566df9 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:00:06.285888 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-d0a4f626-eb84-4afe-a0c1-c4c7a36642a3 None None] Attempting to bind port 81cc106c-655d-4e19-9f01-9aeed8566df9 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': 'ae57fccd-4d6f-4bb9-a0c4-4115efaa8132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'bb0120b8-85d6-424e-ae79-fb77a919108a'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:00:06.285888 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a4f626-eb84-4afe-a0c1-c4c7a36642a3 None None] Attempting to bind port 81cc106c-655d-4e19-9f01-9aeed8566df9 on network bb0120b8-85d6-424e-ae79-fb77a919108a {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:00:06.289083 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e9236c-032c-42c4-a334-0456c514f280 service neutron] Pushing event updated for resources: {'Port': ['ID=82708d7a-2b52-495b-a7ed-40d54f53c617,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:00:06.316452 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ade1273e-1d04-482c-8caa-bea818e8e557 req-b9361491-753b-49e2-8d6d-55c476fd6e64 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4344fbed-57fb-43d7-b32d-6020ce60f0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 2.9203537 May 30 20:00:06.321256 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0854180-b85b-4642-a076-33d4dfd0f9dc req-22d15c40-d2e0-46ae-af50-d2bef8eebf7c tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:06.323428 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d0854180-b85b-4642-a076-33d4dfd0f9dc req-22d15c40-d2e0-46ae-af50-d2bef8eebf7c tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7713649 May 30 20:00:06.344911 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a4f626-eb84-4afe-a0c1-c4c7a36642a3 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 0), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:00:06.345550 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a4f626-eb84-4afe-a0c1-c4c7a36642a3 None None] Checking segment: {'id': 'ae57fccd-4d6f-4bb9-a0c4-4115efaa8132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'bb0120b8-85d6-424e-ae79-fb77a919108a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:00:06.346247 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-d0a4f626-eb84-4afe-a0c1-c4c7a36642a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:06.346890 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a4f626-eb84-4afe-a0c1-c4c7a36642a3 None None] Bound using segment: {'id': 'ae57fccd-4d6f-4bb9-a0c4-4115efaa8132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'bb0120b8-85d6-424e-ae79-fb77a919108a'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:00:06.347747 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-d0a4f626-eb84-4afe-a0c1-c4c7a36642a3 None None] Bound port: 81cc106c-655d-4e19-9f01-9aeed8566df9, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae57fccd-4d6f-4bb9-a0c4-4115efaa8132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'bb0120b8-85d6-424e-ae79-fb77a919108a'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:00:06.351827 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-d0a4f626-eb84-4afe-a0c1-c4c7a36642a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:06.366622 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-58252daa-445b-4ca3-b7dd-cfb79107c99b req-1d5dc741-20fa-4fef-b913-823f822e964b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7e165a8d-9463-4bc8-ae0d-1614834a71c2 HTTP/1.1" status: 200 len: 217 time: 2.0697327 May 30 20:00:06.372264 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e806adb7-1101-47c4-8fe4-8166f74805e8 req-2a8eca95-8b50-4f95-b2e0-8fce97a270bc tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:06.396264 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e806adb7-1101-47c4-8fe4-8166f74805e8 req-2a8eca95-8b50-4f95-b2e0-8fce97a270bc tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/ports?device_id=a55fcadd-0383-4943-8204-c0ed7ff9d575 HTTP/1.1" status: 200 len: 950 time: 0.4376273 May 30 20:00:06.439202 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [req-d0854180-b85b-4642-a076-33d4dfd0f9dc req-4c3bf21e-1b2d-4216-8ee5-79976d704784 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] Request body: {'port': {'device_id': '843e9dac-a7f9-4146-a853-871714260300', 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1', 'admin_state_up': True, 'tenant_id': 'e5d7aa177ee047fa9f9235d3092bd6ea'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:00:06.672593 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e806adb7-1101-47c4-8fe4-8166f74805e8 req-7fc27a5d-27b3-4aab-8f70-8114590e5067 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/security-groups?id=e1329ead-76da-4fe1-a988-d24ed3099985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2749350 May 30 20:00:06.684315 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-d0a4f626-eb84-4afe-a0c1-c4c7a36642a3 None None] For port 81cc106c-655d-4e19-9f01-9aeed8566df9, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:00:06.691431 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-d0a4f626-eb84-4afe-a0c1-c4c7a36642a3 None None] For port 81cc106c-655d-4e19-9f01-9aeed8566df9, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=81cc106c-655d-4e19-9f01-9aeed8566df9,segment=NetworkSegment(ae57fccd-4d6f-4bb9-a0c4-4115efaa8132),segment_id=ae57fccd-4d6f-4bb9-a0c4-4115efaa8132)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:00:06.810528 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-d0a4f626-eb84-4afe-a0c1-c4c7a36642a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:06.859076 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-d0854180-b85b-4642-a076-33d4dfd0f9dc req-4c3bf21e-1b2d-4216-8ee5-79976d704784 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:00:06.892270 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ade1273e-1d04-482c-8caa-bea818e8e557 req-6504e188-6bc9-475d-b254-75958256bda6 service neutron] 10.222.0.71 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5155315 May 30 20:00:06.916872 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58252daa-445b-4ca3-b7dd-cfb79107c99b req-c460afb6-3446-4881-89d7-19b8d1b20592 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:06.919069 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-58252daa-445b-4ca3-b7dd-cfb79107c99b req-c460afb6-3446-4881-89d7-19b8d1b20592 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8501e548-9fd0-4b41-a186-ee2d1e9a4a4f HTTP/1.1" status: 200 len: 860 time: 0.3456330 May 30 20:00:06.942753 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-d0854180-b85b-4642-a076-33d4dfd0f9dc req-4c3bf21e-1b2d-4216-8ee5-79976d704784 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] Usage tracker for resource:port and tenant:e5d7aa177ee047fa9f9235d3092bd6ea is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:00:06.956166 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-d0854180-b85b-4642-a076-33d4dfd0f9dc req-4c3bf21e-1b2d-4216-8ee5-79976d704784 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:00:06.983508 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-d0854180-b85b-4642-a076-33d4dfd0f9dc req-4c3bf21e-1b2d-4216-8ee5-79976d704784 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:00:07.036511 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-58252daa-445b-4ca3-b7dd-cfb79107c99b req-fcc82000-ad9f-4cda-93c8-b23450b2be5e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a2a2680a-30c7-4004-a919-1078d0f1a0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0888233 May 30 20:00:07.083491 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7667ef2-25c0-455f-b716-d5907e38fde9 req-b9c781a4-2bc4-470d-852f-92efb70b7cb3 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:07.095324 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a7667ef2-25c0-455f-b716-d5907e38fde9 req-b9c781a4-2bc4-470d-852f-92efb70b7cb3 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/ports?device_id=1c63ca1d-117e-400e-a872-50c7fd37ece9 HTTP/1.1" status: 200 len: 943 time: 0.2259636 May 30 20:00:07.138063 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a4f626-eb84-4afe-a0c1-c4c7a36642a3 None None] Routers {'58db14c6-6314-401d-a1a2-defd828825f6'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:00:07.140641 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0854180-b85b-4642-a076-33d4dfd0f9dc req-4c3bf21e-1b2d-4216-8ee5-79976d704784 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] Made reservation on behalf of e5d7aa177ee047fa9f9235d3092bd6ea for: {'port': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:00:07.144038 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-d0a4f626-eb84-4afe-a0c1-c4c7a36642a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T19:59:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['58db14c6-6314-401d-a1a2-defd828825f6'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:00:07.146264 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-d0854180-b85b-4642-a076-33d4dfd0f9dc req-4c3bf21e-1b2d-4216-8ee5-79976d704784 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:07.188209 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-d0854180-b85b-4642-a076-33d4dfd0f9dc req-4c3bf21e-1b2d-4216-8ee5-79976d704784 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:07.266913 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a7667ef2-25c0-455f-b716-d5907e38fde9 req-39c7fc4a-a955-4f9f-b576-a3fcaaea7d6c tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/security-groups?id=b7c7fe04-8ab6-4ec0-af46-b4358854e449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700509 May 30 20:00:07.294781 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-d0854180-b85b-4642-a076-33d4dfd0f9dc req-4c3bf21e-1b2d-4216-8ee5-79976d704784 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:00:07.310320 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-d0854180-b85b-4642-a076-33d4dfd0f9dc req-4c3bf21e-1b2d-4216-8ee5-79976d704784 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] Usage tracker for resource:security_group_rule and tenant:e5d7aa177ee047fa9f9235d3092bd6ea is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:00:07.314329 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c7477f7d-0572-4d32-8e11-f6e8bff9f4ba req-21a826b1-fdb0-4730-9986-d41f9b2b8b66 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4344fbed-57fb-43d7-b32d-6020ce60f0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 3.1243100 May 30 20:00:07.322138 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-d0854180-b85b-4642-a076-33d4dfd0f9dc req-4c3bf21e-1b2d-4216-8ee5-79976d704784 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:00:07.337359 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-d0854180-b85b-4642-a076-33d4dfd0f9dc req-4c3bf21e-1b2d-4216-8ee5-79976d704784 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:00:07.506316 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14b6fce-7a51-47a7-8e7d-a9c9f7157643 req-7fcdca01-ed78-4a88-ac39-34299bc51ce4 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:07.509709 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b14b6fce-7a51-47a7-8e7d-a9c9f7157643 req-7fcdca01-ed78-4a88-ac39-34299bc51ce4 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.85 "GET /v2.0/ports?device_id=14ddb85a-20eb-4d71-8c66-d30e1eae439a HTTP/1.1" status: 200 len: 945 time: 1.8530240 May 30 20:00:07.595798 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-d0854180-b85b-4642-a076-33d4dfd0f9dc req-4c3bf21e-1b2d-4216-8ee5-79976d704784 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:07.615151 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3590ad27-bc06-40d3-9b30-f702f2b277ca None None] Pushing event updated for resources: {'Port': ['ID=81cc106c-655d-4e19-9f01-9aeed8566df9,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:00:07.782938 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a4c5e5a2-4e01-4d9f-9734-a089edc63f92 req-1e4c255b-f649-4b70-a4f7-c87025c609d7 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] 10.222.0.85 "GET /v2.0/ports?device_id=a90e0fa3-52c5-4ce6-9724-62916ccbd2c5 HTTP/1.1" status: 200 len: 210 time: 0.1484988 May 30 20:00:07.789878 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-d0854180-b85b-4642-a076-33d4dfd0f9dc req-4c3bf21e-1b2d-4216-8ee5-79976d704784 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:07.919547 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-d0a4f626-eb84-4afe-a0c1-c4c7a36642a3 None None] Set router 58db14c6-6314-401d-a1a2-defd828825f6 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:00:08.171977 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [req-d0854180-b85b-4642-a076-33d4dfd0f9dc req-4c3bf21e-1b2d-4216-8ee5-79976d704784 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] Allocated IP 192.168.233.68 (4344fbed-57fb-43d7-b32d-6020ce60f0a1/1b83ff54-b1af-44ce-bb75-ba148920553c/1f18d718-31c2-4596-a36f-eba1153ae3d2) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:00:08.671885 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b14b6fce-7a51-47a7-8e7d-a9c9f7157643 req-5a11ac79-c2fd-4dc7-bf01-eed363acf701 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.85 "GET /v2.0/security-groups?id=e04d9b86-3d99-41a3-8241-c517ec1f4730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1013870 May 30 20:00:08.675255 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ade1273e-1d04-482c-8caa-bea818e8e557 req-e50644aa-44c2-4db6-9264-011303fee886 service neutron] 10.222.0.71 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7540576 May 30 20:00:08.706835 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-d0854180-b85b-4642-a076-33d4dfd0f9dc req-4c3bf21e-1b2d-4216-8ee5-79976d704784 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:08.761007 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [req-d0854180-b85b-4642-a076-33d4dfd0f9dc req-4c3bf21e-1b2d-4216-8ee5-79976d704784 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] Transition to ACTIVE for port object 1f18d718-31c2-4596-a36f-eba1153ae3d2 will not be triggered until provisioned by entity DHCP. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:00:08.877583 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f80d48a8-3a13-4b1c-8dca-9769787bf444 req-24621334-9676-4397-8839-152f63b17d2f tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=e5d7aa177ee047fa9f9235d3092bd6ea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0752659 May 30 20:00:08.898041 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-e8c2138c-9bcd-4e4e-9108-563558f244c4 req-e9e9236c-032c-42c4-a334-0456c514f280 service neutron] Attempting to bind port 82708d7a-2b52-495b-a7ed-40d54f53c617 on host n-h1-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:00:08.903828 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-e8c2138c-9bcd-4e4e-9108-563558f244c4 req-e9e9236c-032c-42c4-a334-0456c514f280 service neutron] Attempting to bind port 82708d7a-2b52-495b-a7ed-40d54f53c617 by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': '4d4a7668-7a19-4452-8bd2-a5411730cf30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '22982b8a-b22c-41df-a053-0dde355094a5'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:00:08.903828 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c2138c-9bcd-4e4e-9108-563558f244c4 req-e9e9236c-032c-42c4-a334-0456c514f280 service neutron] Attempting to bind port 82708d7a-2b52-495b-a7ed-40d54f53c617 on network 22982b8a-b22c-41df-a053-0dde355094a5 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:00:09.084017 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 43840) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:00:09.138927 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-d0a4f626-eb84-4afe-a0c1-c4c7a36642a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58db14c6-6314-401d-a1a2-defd828825f6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1104618361-router', 'tenant_id': '0cfe9c741cc74c4f9c0fcfff7e96141d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': 'c50ef13b-7d7f-4096-9b00-c2564f501cdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T19:59:41Z', 'updated_at': '2022-05-30T19:59:54Z', 'revision_number': 4, 'project_id': '0cfe9c741cc74c4f9c0fcfff7e96141d', 'gw_port': {'id': 'c50ef13b-7d7f-4096-9b00-c2564f501cdf', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58db14c6-6314-401d-a1a2-defd828825f6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:59:43Z', 'updated_at': '2022-05-30T19:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '81cc106c-655d-4e19-9f01-9aeed8566df9', 'name': '', 'network_id': 'bb0120b8-85d6-424e-ae79-fb77a919108a', 'tenant_id': '0cfe9c741cc74c4f9c0fcfff7e96141d', 'mac_address': 'fa:16:3e:c8:d0:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58db14c6-6314-401d-a1a2-defd828825f6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd29d88f5-c51b-46ce-873e-a26be571a144', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:59:52Z', 'updated_at': '2022-05-30T20:00:06Z', 'revision_number': 4, 'project_id': '0cfe9c741cc74c4f9c0fcfff7e96141d', 'subnets': [{'id': 'd29d88f5-c51b-46ce-873e-a26be571a144', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:00:09.158306 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-d0854180-b85b-4642-a076-33d4dfd0f9dc req-4c3bf21e-1b2d-4216-8ee5-79976d704784 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:09.162289 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a4f626-eb84-4afe-a0c1-c4c7a36642a3 None None] The sync data for ids ['58db14c6-6314-401d-a1a2-defd828825f6'] in n-d-843948-2 is: [{'id': '58db14c6-6314-401d-a1a2-defd828825f6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1104618361-router', 'tenant_id': '0cfe9c741cc74c4f9c0fcfff7e96141d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': 'c50ef13b-7d7f-4096-9b00-c2564f501cdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T19:59:41Z', 'updated_at': '2022-05-30T19:59:54Z', 'revision_number': 4, 'project_id': '0cfe9c741cc74c4f9c0fcfff7e96141d', 'gw_port': {'id': 'c50ef13b-7d7f-4096-9b00-c2564f501cdf', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58db14c6-6314-401d-a1a2-defd828825f6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:59:43Z', 'updated_at': '2022-05-30T19:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '81cc106c-655d-4e19-9f01-9aeed8566df9', 'name': '', 'network_id': 'bb0120b8-85d6-424e-ae79-fb77a919108a', 'tenant_id': '0cfe9c741cc74c4f9c0fcfff7e96141d', 'mac_address': 'fa:16:3e:c8:d0:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58db14c6-6314-401d-a1a2-defd828825f6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd29d88f5-c51b-46ce-873e-a26be571a144', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:59:52Z', 'updated_at': '2022-05-30T20:00:06Z', 'revision_number': 4, 'project_id': '0cfe9c741cc74c4f9c0fcfff7e96141d', 'subnets': [{'id': 'd29d88f5-c51b-46ce-873e-a26be571a144', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:00:09.274355 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0854180-b85b-4642-a076-33d4dfd0f9dc req-4c3bf21e-1b2d-4216-8ee5-79976d704784 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] Network 4344fbed-57fb-43d7-b32d-6020ce60f0a1 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:00:09.294255 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [req-d0854180-b85b-4642-a076-33d4dfd0f9dc req-4c3bf21e-1b2d-4216-8ee5-79976d704784 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:00:09.329823 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0854180-b85b-4642-a076-33d4dfd0f9dc req-4c3bf21e-1b2d-4216-8ee5-79976d704784 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:00:09.438876 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80d48a8-3a13-4b1c-8dca-9769787bf444 req-830d7984-8eea-48d6-aea3-ba235b849dd0 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:09.441211 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f80d48a8-3a13-4b1c-8dca-9769787bf444 req-830d7984-8eea-48d6-aea3-ba235b849dd0 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5451181 May 30 20:00:09.457445 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3bf21e-1b2d-4216-8ee5-79976d704784 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06806dfc-f049-4330-b211-293135e18ed4,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:00:09.458561 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c2138c-9bcd-4e4e-9108-563558f244c4 req-e9e9236c-032c-42c4-a334-0456c514f280 service neutron] Port 82708d7a-2b52-495b-a7ed-40d54f53c617 on network 22982b8a-b22c-41df-a053-0dde355094a5 not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:00:09.459802 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c2138c-9bcd-4e4e-9108-563558f244c4 req-e9e9236c-032c-42c4-a334-0456c514f280 service neutron] Attempting to bind port 82708d7a-2b52-495b-a7ed-40d54f53c617 on network 22982b8a-b22c-41df-a053-0dde355094a5 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:00:09.492166 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c7477f7d-0572-4d32-8e11-f6e8bff9f4ba req-efb26139-75c5-43bb-a895-6bc8585e8c41 service neutron] 10.222.0.86 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8707428 May 30 20:00:09.500874 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-f80d48a8-3a13-4b1c-8dca-9769787bf444 req-8d968693-1886-453e-a86e-33e4467490be tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] Request body: {'port': {'device_id': 'a90e0fa3-52c5-4ce6-9724-62916ccbd2c5', 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1', 'admin_state_up': True, 'tenant_id': 'e5d7aa177ee047fa9f9235d3092bd6ea'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:00:09.656096 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3bf21e-1b2d-4216-8ee5-79976d704784 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] Pushing event updated for resources: {'Port': ['ID=1f18d718-31c2-4596-a36f-eba1153ae3d2,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:00:09.683020 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-49d91869-0544-4799-9c98-e7c2953cadbb tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:09.913046 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-74c84df1-87d3-4b7a-9926-8ae4cc7f7af4 req-1779346a-97e2-46c4-a821-aa8b4a8c7a03 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b131b8aa2f764dc2881d1df7fd13a616&device_id=5116369f-73a3-4880-b61c-800f5e53b6c9 HTTP/1.1" status: 200 len: 1099 time: 0.8973601 May 30 20:00:09.952220 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-49d91869-0544-4799-9c98-e7c2953cadbb tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:10.035532 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0854180-b85b-4642-a076-33d4dfd0f9dc req-4c3bf21e-1b2d-4216-8ee5-79976d704784 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:10.037018 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-d0854180-b85b-4642-a076-33d4dfd0f9dc req-4c3bf21e-1b2d-4216-8ee5-79976d704784 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:10.071029 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 81cc106c-655d-4e19-9f01-9aeed8566df9 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:00:10.161968 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9005603-7714-44b7-be31-039b0e600369 req-bdc5b94e-61c6-47ec-9732-2b7727494ed3 tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:10.178889 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-856a028f-4e67-4cc0-9e21-e5099b48ea51 None None] Provisioning for port 1f18d718-31c2-4596-a36f-eba1153ae3d2 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:00:10.179598 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b9005603-7714-44b7-be31-039b0e600369 req-bdc5b94e-61c6-47ec-9732-2b7727494ed3 tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] 10.222.0.85 "GET /v2.0/ports?device_id=5116369f-73a3-4880-b61c-800f5e53b6c9 HTTP/1.1" status: 200 len: 948 time: 1.4052465 May 30 20:00:10.286008 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-856a028f-4e67-4cc0-9e21-e5099b48ea51 None None] Provisioning complete for port 1f18d718-31c2-4596-a36f-eba1153ae3d2 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:00:10.286425 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-856a028f-4e67-4cc0-9e21-e5099b48ea51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:10.469012 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-856a028f-4e67-4cc0-9e21-e5099b48ea51 None None] Port 1f18d718-31c2-4596-a36f-eba1153ae3d2 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:00:10.618875 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-58252daa-445b-4ca3-b7dd-cfb79107c99b req-595574b8-7744-43a4-84f7-a52c945a0616 service neutron] 10.222.0.86 "GET /v2.0/networks/a2a2680a-30c7-4004-a919-1078d0f1a0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 3.3411722 May 30 20:00:10.625055 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b9005603-7714-44b7-be31-039b0e600369 req-7b5ce6af-7cb0-40e8-8391-b31aeb953d9b tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] 10.222.0.85 "GET /v2.0/security-groups?id=46d6435d-cd77-488d-aca2-73ee35b2a0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4456131 May 30 20:00:10.666367 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c2138c-9bcd-4e4e-9108-563558f244c4 req-e9e9236c-032c-42c4-a334-0456c514f280 service neutron] Checking agent: {'id': 'f728d74e-a4ae-4384-860b-a5ade05dd8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 19, 59, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:00:10.666367 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c2138c-9bcd-4e4e-9108-563558f244c4 req-e9e9236c-032c-42c4-a334-0456c514f280 service neutron] Checking segment: {'id': '4d4a7668-7a19-4452-8bd2-a5411730cf30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '22982b8a-b22c-41df-a053-0dde355094a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:00:10.666367 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c2138c-9bcd-4e4e-9108-563558f244c4 req-e9e9236c-032c-42c4-a334-0456c514f280 service neutron] Bound using segment: {'id': '4d4a7668-7a19-4452-8bd2-a5411730cf30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '22982b8a-b22c-41df-a053-0dde355094a5'} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:00:10.666367 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-e8c2138c-9bcd-4e4e-9108-563558f244c4 req-e9e9236c-032c-42c4-a334-0456c514f280 service neutron] Bound port: 82708d7a-2b52-495b-a7ed-40d54f53c617, host: n-h1-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d4a7668-7a19-4452-8bd2-a5411730cf30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '22982b8a-b22c-41df-a053-0dde355094a5'}}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:00:10.666367 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-e8c2138c-9bcd-4e4e-9108-563558f244c4 req-e9e9236c-032c-42c4-a334-0456c514f280 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:10.689737 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 81cc106c-655d-4e19-9f01-9aeed8566df9 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:00:10.694117 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 81cc106c-655d-4e19-9f01-9aeed8566df9 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:00:10.694634 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:10.755008 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d0854180-b85b-4642-a076-33d4dfd0f9dc req-4c3bf21e-1b2d-4216-8ee5-79976d704784 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.3214538 May 30 20:00:10.760667 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c84df1-87d3-4b7a-9926-8ae4cc7f7af4 req-7d062303-f051-4041-8eb1-9949ce081081 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:10.765497 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-74c84df1-87d3-4b7a-9926-8ae4cc7f7af4 req-7d062303-f051-4041-8eb1-9949ce081081 service neutron] 10.222.0.71 "GET /v2.0/networks?id=4344fbed-57fb-43d7-b32d-6020ce60f0a1 HTTP/1.1" status: 200 len: 870 time: 0.7577589 May 30 20:00:10.810067 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [req-d0854180-b85b-4642-a076-33d4dfd0f9dc req-bcdc05c0-c549-45f4-abb1-c5c4b0619421 service neutron] Request body: {'port': {'device_id': '843e9dac-a7f9-4146-a853-871714260300', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843948-2'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:00:11.140704 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:11.152881 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-49d91869-0544-4799-9c98-e7c2953cadbb tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:11.253903 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-74c84df1-87d3-4b7a-9926-8ae4cc7f7af4 req-5a257510-a6d5-481e-a311-c9cbf4eabcf7 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=d5b633b5-78c3-4235-9157-ee5865ddede0 HTTP/1.1" status: 200 len: 217 time: 0.3424180 May 30 20:00:11.256821 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d91869-0544-4799-9c98-e7c2953cadbb tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d58850f-4d9d-478d-9914-1845c7c490d4,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:00:11.377947 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port 81cc106c-655d-4e19-9f01-9aeed8566df9, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=81cc106c-655d-4e19-9f01-9aeed8566df9,segment=NetworkSegment(ae57fccd-4d6f-4bb9-a0c4-4115efaa8132),segment_id=ae57fccd-4d6f-4bb9-a0c4-4115efaa8132)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:00:11.419178 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c7477f7d-0572-4d32-8e11-f6e8bff9f4ba req-87438a43-1342-4d78-aa0e-bd5f87c096dc service neutron] 10.222.0.86 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.8224959 May 30 20:00:11.450744 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c84df1-87d3-4b7a-9926-8ae4cc7f7af4 req-95259155-664a-4c47-829c-db932f2b0a2e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:11.452246 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-74c84df1-87d3-4b7a-9926-8ae4cc7f7af4 req-95259155-664a-4c47-829c-db932f2b0a2e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1b83ff54-b1af-44ce-bb75-ba148920553c HTTP/1.1" status: 200 len: 843 time: 0.1875565 May 30 20:00:11.496176 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:11.516391 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-d0854180-b85b-4642-a076-33d4dfd0f9dc req-bcdc05c0-c549-45f4-abb1-c5c4b0619421 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:11.523321 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da638f43-5ef7-4d11-8578-8aa50272364f req-dde288d5-90af-471f-b07b-e750905c98e7 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:11.537356 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-da638f43-5ef7-4d11-8578-8aa50272364f req-dde288d5-90af-471f-b07b-e750905c98e7 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/ports?device_id=a55fcadd-0383-4943-8204-c0ed7ff9d575 HTTP/1.1" status: 200 len: 950 time: 1.9423966 May 30 20:00:11.554639 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-49d91869-0544-4799-9c98-e7c2953cadbb tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:11.562044 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-49d91869-0544-4799-9c98-e7c2953cadbb tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] 10.222.0.85 "DELETE /v2.0/security-groups/7d58850f-4d9d-478d-9914-1845c7c490d4 HTTP/1.1" status: 204 len: 168 time: 2.4716773 May 30 20:00:11.571768 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 43862) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:00:11.621166 n-d-843948-2 neutron-server[84886]: INFO neutron.api.v2.resource [None req-9d224183-4876-46de-9aa1-b3f5474a6f9f tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] show failed (client error): The resource could not be found. May 30 20:00:11.627348 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-9d224183-4876-46de-9aa1-b3f5474a6f9f tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] 10.222.0.85 "GET /v2.0/security-groups/7d58850f-4d9d-478d-9914-1845c7c490d4 HTTP/1.1" status: 404 len: 347 time: 0.0498464 May 30 20:00:11.633648 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175fd97a-dee9-46d5-8181-b72517dbbc6b req-55bc8c18-cd31-47c8-aba5-8e6203a6ac3e tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:11.641404 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-175fd97a-dee9-46d5-8181-b72517dbbc6b req-55bc8c18-cd31-47c8-aba5-8e6203a6ac3e tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/ports?device_id=1c63ca1d-117e-400e-a872-50c7fd37ece9 HTTP/1.1" status: 200 len: 943 time: 0.5627675 May 30 20:00:11.677295 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 43866) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:00:11.735704 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=81cc106c-655d-4e19-9f01-9aeed8566df9,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:00:11.959638 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-74c84df1-87d3-4b7a-9926-8ae4cc7f7af4 req-9161fd5c-59b2-40dd-8c26-c39d5ab113b0 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4344fbed-57fb-43d7-b32d-6020ce60f0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4985073 May 30 20:00:11.967755 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-58252daa-445b-4ca3-b7dd-cfb79107c99b req-39b2e1e5-9129-47bb-8be4-03c844b8d6ac service neutron] 10.222.0.86 "GET /v2.0/networks/a2a2680a-30c7-4004-a919-1078d0f1a0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3314648 May 30 20:00:11.996791 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 81cc106c-655d-4e19-9f01-9aeed8566df9 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:00:12.014164 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-f80d48a8-3a13-4b1c-8dca-9769787bf444 req-8d968693-1886-453e-a86e-33e4467490be tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:00:12.045021 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-f80d48a8-3a13-4b1c-8dca-9769787bf444 req-8d968693-1886-453e-a86e-33e4467490be tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] Usage tracker for resource:port and tenant:e5d7aa177ee047fa9f9235d3092bd6ea is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:00:12.066175 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-f80d48a8-3a13-4b1c-8dca-9769787bf444 req-8d968693-1886-453e-a86e-33e4467490be tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:00:12.073706 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-e8c2138c-9bcd-4e4e-9108-563558f244c4 req-e9e9236c-032c-42c4-a334-0456c514f280 service neutron] For port 82708d7a-2b52-495b-a7ed-40d54f53c617, host n-h1-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:00:12.081416 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-175fd97a-dee9-46d5-8181-b72517dbbc6b req-e3df06a8-8e7c-4b2d-aae4-1b173fc1c057 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/security-groups?id=b7c7fe04-8ab6-4ec0-af46-b4358854e449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4379473 May 30 20:00:12.094759 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-da638f43-5ef7-4d11-8578-8aa50272364f req-8f1e5c85-6e44-4a02-a092-be6dc9774604 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/security-groups?id=e1329ead-76da-4fe1-a988-d24ed3099985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5552635 May 30 20:00:12.109397 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-f80d48a8-3a13-4b1c-8dca-9769787bf444 req-8d968693-1886-453e-a86e-33e4467490be tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:00:12.132741 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-e8c2138c-9bcd-4e4e-9108-563558f244c4 req-e9e9236c-032c-42c4-a334-0456c514f280 service neutron] For port 82708d7a-2b52-495b-a7ed-40d54f53c617, host n-h1-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=82708d7a-2b52-495b-a7ed-40d54f53c617,segment=NetworkSegment(4d4a7668-7a19-4452-8bd2-a5411730cf30),segment_id=4d4a7668-7a19-4452-8bd2-a5411730cf30)] {{(pid=84887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:00:12.199729 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-858522ab-8680-4758-aaf7-2b593a254efb tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Deleting port 62169b56-7c43-4bbe-9b84-dbceff3d5883 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:00:12.200167 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-858522ab-8680-4758-aaf7-2b593a254efb tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:12.222541 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 81cc106c-655d-4e19-9f01-9aeed8566df9 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:00:12.223261 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:12.260472 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-e8c2138c-9bcd-4e4e-9108-563558f244c4 req-e9e9236c-032c-42c4-a334-0456c514f280 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:12.335526 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f80d48a8-3a13-4b1c-8dca-9769787bf444 req-8d968693-1886-453e-a86e-33e4467490be tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] Made reservation on behalf of e5d7aa177ee047fa9f9235d3092bd6ea for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:00:12.347180 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-f80d48a8-3a13-4b1c-8dca-9769787bf444 req-8d968693-1886-453e-a86e-33e4467490be tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:12.529770 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-e8c2138c-9bcd-4e4e-9108-563558f244c4 req-e9e9236c-032c-42c4-a334-0456c514f280 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:12.529770 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e8c2138c-9bcd-4e4e-9108-563558f244c4 req-e9e9236c-032c-42c4-a334-0456c514f280 service neutron] 10.222.0.71 "PUT /v2.0/ports/82708d7a-2b52-495b-a7ed-40d54f53c617 HTTP/1.1" status: 200 len: 1091 time: 9.3779778 May 30 20:00:12.529770 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c63ca1d-117e-400e-a872-50c7fd37ece9', 'tag': '82708d7a-2b52-495b-a7ed-40d54f53c617'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:00:12.651232 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device d5b633b5-78c3-4235-9157-ee5865ddede0 details requested by agent hyperv_n-h1-843948-2 with host n-h1-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:00:12.660489 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e9236c-032c-42c4-a334-0456c514f280 service neutron] Pushing event updated for resources: {'Port': ['ID=82708d7a-2b52-495b-a7ed-40d54f53c617,revision_number=3']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:00:12.987940 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port d5b633b5-78c3-4235-9157-ee5865ddede0, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=d5b633b5-78c3-4235-9157-ee5865ddede0,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:00:13.011358 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3356dc-2321-41e4-af78-d8e27b7d472f req-7656c7ac-7439-4ba5-97b5-ad8385bf78de tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:13.018760 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4c3356dc-2321-41e4-af78-d8e27b7d472f req-7656c7ac-7439-4ba5-97b5-ad8385bf78de tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.85 "GET /v2.0/ports?device_id=14ddb85a-20eb-4d71-8c66-d30e1eae439a HTTP/1.1" status: 200 len: 945 time: 0.6447785 May 30 20:00:13.025676 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Returning: {'device': 'd5b633b5-78c3-4235-9157-ee5865ddede0', 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1', 'port_id': 'd5b633b5-78c3-4235-9157-ee5865ddede0', 'mac_address': 'fa:16:3e:7e:d5:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b83ff54-b1af-44ce-bb75-ba148920553c', 'ip_address': '192.168.233.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:00:13.105257 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [req-f80d48a8-3a13-4b1c-8dca-9769787bf444 req-8d968693-1886-453e-a86e-33e4467490be tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] Allocated IP 192.168.233.110 (4344fbed-57fb-43d7-b32d-6020ce60f0a1/1b83ff54-b1af-44ce-bb75-ba148920553c/3d4f8457-50ab-49d6-a493-aaa143021b70) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:00:13.117209 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-858522ab-8680-4758-aaf7-2b593a254efb tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:13.118304 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-858522ab-8680-4758-aaf7-2b593a254efb tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:13.138340 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:13.173555 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4c3356dc-2321-41e4-af78-d8e27b7d472f req-ae14b8fd-8f14-47e3-82a4-0fee2c19418d tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.85 "GET /v2.0/security-groups?id=e04d9b86-3d99-41a3-8241-c517ec1f4730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512749 May 30 20:00:13.208462 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5b633b5-78c3-4235-9157-ee5865ddede0 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:00:13.259197 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port d5b633b5-78c3-4235-9157-ee5865ddede0, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=d5b633b5-78c3-4235-9157-ee5865ddede0,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:00:13.280175 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e8c2138c-9bcd-4e4e-9108-563558f244c4 req-83f87c74-269c-47e0-b4e2-f1ad1883301d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e03d8798de6f4daa8bc8080dc719ce8a&device_id=1c63ca1d-117e-400e-a872-50c7fd37ece9 HTTP/1.1" status: 200 len: 1094 time: 0.4521060 May 30 20:00:13.343012 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:13.400694 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e8c2138c-9bcd-4e4e-9108-563558f244c4 req-9f1c7ff2-2f7a-43dd-8473-a8a2551e9848 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=82708d7a-2b52-495b-a7ed-40d54f53c617 HTTP/1.1" status: 200 len: 217 time: 0.1104991 May 30 20:00:13.405802 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-7fea5c4f-ab55-46cf-842d-c63e0133d910 req-5a7310cc-ef3c-4473-a231-7453c3acad70 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] Synchronizing usage tracker for tenant:e5d7aa177ee047fa9f9235d3092bd6ea on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:00:13.440925 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-858522ab-8680-4758-aaf7-2b593a254efb tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Calling delete_port for 62169b56-7c43-4bbe-9b84-dbceff3d5883 owned by network:floatingip {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:00:13.471384 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=d5b633b5-78c3-4235-9157-ee5865ddede0,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:00:13.518083 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-74c84df1-87d3-4b7a-9926-8ae4cc7f7af4 req-8b2077f4-ca85-404e-b472-f18ebca66b29 service neutron] 10.222.0.71 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5011137 May 30 20:00:13.545731 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['d5b633b5-78c3-4235-9157-ee5865ddede0'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:00:13.552046 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-58252daa-445b-4ca3-b7dd-cfb79107c99b req-24e8e953-a95d-4e6b-81d7-8c0575391aa6 tempest-LiveAutoBlockMigrationV225Test-1041394858 tempest-LiveAutoBlockMigrationV225Test-1041394858-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=14ddb85a-20eb-4d71-8c66-d30e1eae439a&tenant_id=507d6785502940d28c178ad4aae87e46&binding%3Ahost_id=n-h2-843948-2 HTTP/1.1" status: 200 len: 1096 time: 0.6111364 May 30 20:00:13.752392 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c2138c-9bcd-4e4e-9108-563558f244c4 req-e7c4214c-9cf9-408b-898c-4a3e9618e1f2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:13.753920 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e8c2138c-9bcd-4e4e-9108-563558f244c4 req-e7c4214c-9cf9-408b-898c-4a3e9618e1f2 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b885d147-b4ba-4062-ad34-3d5558c5dbbf HTTP/1.1" status: 200 len: 847 time: 0.3332841 May 30 20:00:13.858897 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-74c84df1-87d3-4b7a-9926-8ae4cc7f7af4 req-1e6fb31f-e53b-440f-ae45-0431c9a78a11 service neutron] 10.222.0.71 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3123455 May 30 20:00:13.862149 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e8c2138c-9bcd-4e4e-9108-563558f244c4 req-cfc68f16-a503-4441-bbc2-bfe483522b01 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=22982b8a-b22c-41df-a053-0dde355094a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0957751 May 30 20:00:14.000675 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-f80d48a8-3a13-4b1c-8dca-9769787bf444 req-8d968693-1886-453e-a86e-33e4467490be tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:14.011445 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-7fea5c4f-ab55-46cf-842d-c63e0133d910 req-5a7310cc-ef3c-4473-a231-7453c3acad70 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] Unset dirty status for tenant:e5d7aa177ee047fa9f9235d3092bd6ea on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:00:14.028155 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-7fea5c4f-ab55-46cf-842d-c63e0133d910 req-5a7310cc-ef3c-4473-a231-7453c3acad70 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] 10.222.0.85 "GET /v2.0/ports?device_id=a90e0fa3-52c5-4ce6-9724-62916ccbd2c5 HTTP/1.1" status: 200 len: 210 time: 1.4754307 May 30 20:00:14.048021 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c911ac-1bee-4299-8b2c-d2abbb7651cc req-c2889ad9-9aae-41f5-b018-fda14756abb2 tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:14.050486 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-06c911ac-1bee-4299-8b2c-d2abbb7651cc req-c2889ad9-9aae-41f5-b018-fda14756abb2 tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] 10.222.0.85 "GET /v2.0/ports?device_id=5116369f-73a3-4880-b61c-800f5e53b6c9 HTTP/1.1" status: 200 len: 949 time: 0.5519161 May 30 20:00:14.051894 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-f80d48a8-3a13-4b1c-8dca-9769787bf444 req-8d968693-1886-453e-a86e-33e4467490be tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] Transition to ACTIVE for port object 3d4f8457-50ab-49d6-a493-aaa143021b70 will not be triggered until provisioned by entity DHCP. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:00:14.150216 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-58252daa-445b-4ca3-b7dd-cfb79107c99b req-4fe0988b-2d0b-48b0-a2fc-3a57120ab330 service neutron] For port 7e165a8d-9463-4bc8-ae0d-1614834a71c2, host n-h1-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:00:14.160037 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e8c2138c-9bcd-4e4e-9108-563558f244c4 req-6024d462-c916-4c01-85cb-25ce3fb367b6 service neutron] 10.222.0.71 "GET /v2.0/networks/22982b8a-b22c-41df-a053-0dde355094a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2839100 May 30 20:00:14.172998 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-06c911ac-1bee-4299-8b2c-d2abbb7651cc req-d57a7f9d-d2fb-4f2f-8dac-19ed75d8a570 tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] 10.222.0.85 "GET /v2.0/security-groups?id=46d6435d-cd77-488d-aca2-73ee35b2a0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101799 May 30 20:00:14.312447 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-f80d48a8-3a13-4b1c-8dca-9769787bf444 req-8d968693-1886-453e-a86e-33e4467490be tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:14.312982 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8cc66a40-ec70-4163-8d35-6abf91598801'] response: {'name': 'network-changed', 'server_uuid': '1c63ca1d-117e-400e-a872-50c7fd37ece9', 'tag': '82708d7a-2b52-495b-a7ed-40d54f53c617', 'status': 'completed', 'code': 200} May 30 20:00:14.410051 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-858522ab-8680-4758-aaf7-2b593a254efb tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:14.636497 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858522ab-8680-4758-aaf7-2b593a254efb tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Pushing event deleted for resources: {'Port': ['ID=62169b56-7c43-4bbe-9b84-dbceff3d5883,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:00:14.671566 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-58252daa-445b-4ca3-b7dd-cfb79107c99b req-4fe0988b-2d0b-48b0-a2fc-3a57120ab330 service neutron] Notify callbacks [] for binding, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:14.673557 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-58252daa-445b-4ca3-b7dd-cfb79107c99b req-4fe0988b-2d0b-48b0-a2fc-3a57120ab330 service neutron] 10.222.0.86 "DELETE /v2.0/ports/7e165a8d-9463-4bc8-ae0d-1614834a71c2/bindings/n-h1-843948-2 HTTP/1.1" status: 204 len: 173 time: 1.0818560 May 30 20:00:14.678712 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device d5b633b5-78c3-4235-9157-ee5865ddede0 up at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:00:14.760488 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f80d48a8-3a13-4b1c-8dca-9769787bf444 req-8d968693-1886-453e-a86e-33e4467490be tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] Network 4344fbed-57fb-43d7-b32d-6020ce60f0a1 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:00:14.770939 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [req-f80d48a8-3a13-4b1c-8dca-9769787bf444 req-8d968693-1886-453e-a86e-33e4467490be tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:00:14.790238 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-f80d48a8-3a13-4b1c-8dca-9769787bf444 req-8d968693-1886-453e-a86e-33e4467490be tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:00:14.844881 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d968693-1886-453e-a86e-33e4467490be tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] Pushing event updated for resources: {'Port': ['ID=3d4f8457-50ab-49d6-a493-aaa143021b70,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:00:14.882525 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning for port d5b633b5-78c3-4235-9157-ee5865ddede0 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:00:14.907610 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning complete for port d5b633b5-78c3-4235-9157-ee5865ddede0 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:00:14.907986 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:14.939147 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e8c2138c-9bcd-4e4e-9108-563558f244c4 req-a534f0ec-eb5a-4b0d-9ec9-363df0a2d4f6 service neutron] 10.222.0.71 "GET /v2.0/networks/22982b8a-b22c-41df-a053-0dde355094a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7706652 May 30 20:00:15.043582 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-858522ab-8680-4758-aaf7-2b593a254efb tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Notify callbacks [] for floatingip, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:15.065057 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80d48a8-3a13-4b1c-8dca-9769787bf444 req-8d968693-1886-453e-a86e-33e4467490be tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:15.068914 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-f80d48a8-3a13-4b1c-8dca-9769787bf444 req-8d968693-1886-453e-a86e-33e4467490be tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:15.082201 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0214a8-9a73-44d0-84b8-7b4e321a3d82 req-cdecce90-ec26-428c-aea1-60c05e230b2f tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:15.083038 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-bb0214a8-9a73-44d0-84b8-7b4e321a3d82 req-cdecce90-ec26-428c-aea1-60c05e230b2f tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Synchronizing usage tracker for tenant:e03d8798de6f4daa8bc8080dc719ce8a on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:00:15.132714 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-858522ab-8680-4758-aaf7-2b593a254efb tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:15.138639 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-858522ab-8680-4758-aaf7-2b593a254efb tempest-ServersWithSpecificFlavorTestJSON-1293834466 tempest-ServersWithSpecificFlavorTestJSON-1293834466-project] 10.222.0.85 "DELETE /v2.0/floatingips/c66a56a3-f8fa-4e97-b2df-3bb3fdb51edc HTTP/1.1" status: 204 len: 168 time: 3.4575434 May 30 20:00:15.213048 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:15.265881 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ca4ea95c-448c-4b2c-bae0-d8a1229bb833 req-8f99bab2-bcf3-480e-b9fb-5444bef74d1f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e03d8798de6f4daa8bc8080dc719ce8a&device_id=1c63ca1d-117e-400e-a872-50c7fd37ece9 HTTP/1.1" status: 200 len: 1094 time: 0.1773243 May 30 20:00:15.285927 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port d5b633b5-78c3-4235-9157-ee5865ddede0, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=d5b633b5-78c3-4235-9157-ee5865ddede0,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:00:15.285927 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5116369f-73a3-4880-b61c-800f5e53b6c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5b633b5-78c3-4235-9157-ee5865ddede0'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:00:15.286335 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f80d48a8-3a13-4b1c-8dca-9769787bf444 req-8d968693-1886-453e-a86e-33e4467490be tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.7871656 May 30 20:00:15.287988 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [req-d0854180-b85b-4642-a076-33d4dfd0f9dc req-bcdc05c0-c549-45f4-abb1-c5c4b0619421 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f18d718-31c2-4596-a36f-eba1153ae3d2 {{(pid=84886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:00:15.350335 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-d0854180-b85b-4642-a076-33d4dfd0f9dc req-bcdc05c0-c549-45f4-abb1-c5c4b0619421 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:15.350335 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59af7133-e8af-4203-9702-5b5b8671bcc2 req-2245251c-b796-4dc9-9207-4ce159eb6738 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:15.350335 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-59af7133-e8af-4203-9702-5b5b8671bcc2 req-2245251c-b796-4dc9-9207-4ce159eb6738 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/ports?device_id=a55fcadd-0383-4943-8204-c0ed7ff9d575 HTTP/1.1" status: 200 len: 950 time: 0.6833210 May 30 20:00:15.350834 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-f80d48a8-3a13-4b1c-8dca-9769787bf444 req-311b94ed-81f5-4a9d-ad99-d1a34dd17abb service neutron] Request body: {'port': {'device_id': 'a90e0fa3-52c5-4ce6-9724-62916ccbd2c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843948-2'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:00:15.384200 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [req-d0854180-b85b-4642-a076-33d4dfd0f9dc req-bcdc05c0-c549-45f4-abb1-c5c4b0619421 service neutron] Transition to ACTIVE for port object 1f18d718-31c2-4596-a36f-eba1153ae3d2 will not be triggered until provisioned by entity L2. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:00:15.397062 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-59af7133-e8af-4203-9702-5b5b8671bcc2 req-43c6756f-17e4-4ba6-9d9d-2e80529b580b tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/security-groups?id=e1329ead-76da-4fe1-a988-d24ed3099985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723834 May 30 20:00:15.528221 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-bb0214a8-9a73-44d0-84b8-7b4e321a3d82 req-cdecce90-ec26-428c-aea1-60c05e230b2f tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Unset dirty status for tenant:e03d8798de6f4daa8bc8080dc719ce8a on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:00:15.536396 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-bb0214a8-9a73-44d0-84b8-7b4e321a3d82 req-cdecce90-ec26-428c-aea1-60c05e230b2f tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/ports?device_id=1c63ca1d-117e-400e-a872-50c7fd37ece9 HTTP/1.1" status: 200 len: 943 time: 0.9505696 May 30 20:00:15.556385 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-f47f1eab-adc8-4d1a-87ca-be6a213a60e8 None None] Provisioning for port 3d4f8457-50ab-49d6-a493-aaa143021b70 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:00:15.561879 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-f47f1eab-adc8-4d1a-87ca-be6a213a60e8 None None] Provisioning complete for port 3d4f8457-50ab-49d6-a493-aaa143021b70 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:00:15.562391 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-f47f1eab-adc8-4d1a-87ca-be6a213a60e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:15.627354 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-bb0214a8-9a73-44d0-84b8-7b4e321a3d82 req-1144896b-1761-4b12-8b98-4ea74738df22 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/security-groups?id=b7c7fe04-8ab6-4ec0-af46-b4358854e449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899553 May 30 20:00:15.632570 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4ea95c-448c-4b2c-bae0-d8a1229bb833 req-d697109e-d37e-4489-8595-7635e125e9a3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:15.636492 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ca4ea95c-448c-4b2c-bae0-d8a1229bb833 req-d697109e-d37e-4489-8595-7635e125e9a3 service neutron] 10.222.0.71 "GET /v2.0/networks?id=22982b8a-b22c-41df-a053-0dde355094a5 HTTP/1.1" status: 200 len: 908 time: 0.3594306 May 30 20:00:15.636492 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-f80d48a8-3a13-4b1c-8dca-9769787bf444 req-311b94ed-81f5-4a9d-ad99-d1a34dd17abb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:15.662540 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-f47f1eab-adc8-4d1a-87ca-be6a213a60e8 None None] Port 3d4f8457-50ab-49d6-a493-aaa143021b70 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:00:15.673738 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:15.741791 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-d0854180-b85b-4642-a076-33d4dfd0f9dc req-bcdc05c0-c549-45f4-abb1-c5c4b0619421 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:15.834944 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=d5b633b5-78c3-4235-9157-ee5865ddede0,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:00:16.028111 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdc05c0-c549-45f4-abb1-c5c4b0619421 service neutron] Pushing event updated for resources: {'Port': ['ID=1f18d718-31c2-4596-a36f-eba1153ae3d2,revision_number=2']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:00:16.103643 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb109407-d5fb-4a9d-a591-4a0ca7e59eb0 req-ce052d7f-0dc0-4fe3-8559-dc52caa2b41d tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:16.116008 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-bb109407-d5fb-4a9d-a591-4a0ca7e59eb0 req-ce052d7f-0dc0-4fe3-8559-dc52caa2b41d tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.85 "GET /v2.0/ports?device_id=14ddb85a-20eb-4d71-8c66-d30e1eae439a HTTP/1.1" status: 200 len: 945 time: 0.5229211 May 30 20:00:16.249356 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ca4ea95c-448c-4b2c-bae0-d8a1229bb833 req-5a5c4848-04b6-434f-b055-3b709df6d702 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=82708d7a-2b52-495b-a7ed-40d54f53c617 HTTP/1.1" status: 200 len: 217 time: 0.5719135 May 30 20:00:16.302777 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-bb109407-d5fb-4a9d-a591-4a0ca7e59eb0 req-e27038ff-c127-4430-b1cc-261c3f5b4346 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.85 "GET /v2.0/security-groups?id=e04d9b86-3d99-41a3-8241-c517ec1f4730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726027 May 30 20:00:16.329210 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-d0854180-b85b-4642-a076-33d4dfd0f9dc req-bcdc05c0-c549-45f4-abb1-c5c4b0619421 service neutron] Attempting to bind port 1f18d718-31c2-4596-a36f-eba1153ae3d2 on host n-h2-843948-2 for vnic_type normal with profile {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:00:16.329210 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-d0854180-b85b-4642-a076-33d4dfd0f9dc req-bcdc05c0-c549-45f4-abb1-c5c4b0619421 service neutron] Attempting to bind port 1f18d718-31c2-4596-a36f-eba1153ae3d2 by drivers openvswitch,hyperv on host n-h2-843948-2 at level 0 using segments [{'id': '7e304c17-4e5f-4a93-af80-52785639e6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1'}] {{(pid=84886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:00:16.329210 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0854180-b85b-4642-a076-33d4dfd0f9dc req-bcdc05c0-c549-45f4-abb1-c5c4b0619421 service neutron] Attempting to bind port 1f18d718-31c2-4596-a36f-eba1153ae3d2 on network 4344fbed-57fb-43d7-b32d-6020ce60f0a1 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:00:16.339375 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0854180-b85b-4642-a076-33d4dfd0f9dc req-bcdc05c0-c549-45f4-abb1-c5c4b0619421 service neutron] Port 1f18d718-31c2-4596-a36f-eba1153ae3d2 on network 4344fbed-57fb-43d7-b32d-6020ce60f0a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-843948-2 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:00:16.340592 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0854180-b85b-4642-a076-33d4dfd0f9dc req-bcdc05c0-c549-45f4-abb1-c5c4b0619421 service neutron] Attempting to bind port 1f18d718-31c2-4596-a36f-eba1153ae3d2 on network 4344fbed-57fb-43d7-b32d-6020ce60f0a1 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:00:16.355456 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0854180-b85b-4642-a076-33d4dfd0f9dc req-bcdc05c0-c549-45f4-abb1-c5c4b0619421 service neutron] Checking agent: {'id': 'eaa08354-e8f5-4e73-af76-8d3cf7d2b390', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 19, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:00:16.361226 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0854180-b85b-4642-a076-33d4dfd0f9dc req-bcdc05c0-c549-45f4-abb1-c5c4b0619421 service neutron] Checking segment: {'id': '7e304c17-4e5f-4a93-af80-52785639e6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:00:16.362890 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0854180-b85b-4642-a076-33d4dfd0f9dc req-bcdc05c0-c549-45f4-abb1-c5c4b0619421 service neutron] Bound using segment: {'id': '7e304c17-4e5f-4a93-af80-52785639e6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1'} {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:00:16.363754 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-d0854180-b85b-4642-a076-33d4dfd0f9dc req-bcdc05c0-c549-45f4-abb1-c5c4b0619421 service neutron] Bound port: 1f18d718-31c2-4596-a36f-eba1153ae3d2, host: n-h2-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e304c17-4e5f-4a93-af80-52785639e6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1'}}] {{(pid=84886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:00:16.374155 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-d0854180-b85b-4642-a076-33d4dfd0f9dc req-bcdc05c0-c549-45f4-abb1-c5c4b0619421 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:16.629519 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-d0854180-b85b-4642-a076-33d4dfd0f9dc req-bcdc05c0-c549-45f4-abb1-c5c4b0619421 service neutron] For port 1f18d718-31c2-4596-a36f-eba1153ae3d2, host n-h2-843948-2, cleared binding levels {{(pid=84886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:00:16.635868 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-d0854180-b85b-4642-a076-33d4dfd0f9dc req-bcdc05c0-c549-45f4-abb1-c5c4b0619421 service neutron] For port 1f18d718-31c2-4596-a36f-eba1153ae3d2, host n-h2-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=1f18d718-31c2-4596-a36f-eba1153ae3d2,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:00:16.675134 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4ea95c-448c-4b2c-bae0-d8a1229bb833 req-e0b95847-8996-4082-8b7d-48f935441582 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:16.677052 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ca4ea95c-448c-4b2c-bae0-d8a1229bb833 req-e0b95847-8996-4082-8b7d-48f935441582 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b885d147-b4ba-4062-ad34-3d5558c5dbbf HTTP/1.1" status: 200 len: 847 time: 0.4247777 May 30 20:00:16.764380 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-d0854180-b85b-4642-a076-33d4dfd0f9dc req-bcdc05c0-c549-45f4-abb1-c5c4b0619421 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:16.799659 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ca4ea95c-448c-4b2c-bae0-d8a1229bb833 req-7abcdadb-8384-4017-a421-d5cebe708a01 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=22982b8a-b22c-41df-a053-0dde355094a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1050863 May 30 20:00:16.905316 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d25fbe-94d0-422c-88c3-a0fa07d5367a req-fc1e50bc-432e-40eb-a207-909fb1672d8b tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:16.906250 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-58d25fbe-94d0-422c-88c3-a0fa07d5367a req-fc1e50bc-432e-40eb-a207-909fb1672d8b tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] Synchronizing usage tracker for tenant:e5d7aa177ee047fa9f9235d3092bd6ea on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:00:16.971466 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-d0854180-b85b-4642-a076-33d4dfd0f9dc req-bcdc05c0-c549-45f4-abb1-c5c4b0619421 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:16.971466 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d0854180-b85b-4642-a076-33d4dfd0f9dc req-bcdc05c0-c549-45f4-abb1-c5c4b0619421 service neutron] 10.222.0.86 "PUT /v2.0/ports/1f18d718-31c2-4596-a36f-eba1153ae3d2 HTTP/1.1" status: 200 len: 1095 time: 6.2040610 May 30 20:00:16.973547 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '843e9dac-a7f9-4146-a853-871714260300', 'tag': '1f18d718-31c2-4596-a36f-eba1153ae3d2'}] {{(pid=84886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:00:17.019226 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdc05c0-c549-45f4-abb1-c5c4b0619421 service neutron] Pushing event updated for resources: {'Port': ['ID=1f18d718-31c2-4596-a36f-eba1153ae3d2,revision_number=3']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:00:17.057743 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aea068-0343-4b49-ad80-a7c59a56ec91 req-90047f8c-a68f-479b-8fbd-9b22dcc93649 tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:17.063641 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-10aea068-0343-4b49-ad80-a7c59a56ec91 req-90047f8c-a68f-479b-8fbd-9b22dcc93649 tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] 10.222.0.85 "GET /v2.0/ports?device_id=5116369f-73a3-4880-b61c-800f5e53b6c9 HTTP/1.1" status: 200 len: 950 time: 0.4171524 May 30 20:00:17.134726 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-58d25fbe-94d0-422c-88c3-a0fa07d5367a req-fc1e50bc-432e-40eb-a207-909fb1672d8b tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] Unset dirty status for tenant:e5d7aa177ee047fa9f9235d3092bd6ea on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:00:17.142509 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-58d25fbe-94d0-422c-88c3-a0fa07d5367a req-fc1e50bc-432e-40eb-a207-909fb1672d8b tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] 10.222.0.85 "GET /v2.0/ports?device_id=a90e0fa3-52c5-4ce6-9724-62916ccbd2c5 HTTP/1.1" status: 200 len: 936 time: 0.9474878 May 30 20:00:17.185565 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ca4ea95c-448c-4b2c-bae0-d8a1229bb833 req-c4d3a44d-6d28-4bca-ba15-e46967de0535 service neutron] 10.222.0.71 "GET /v2.0/networks/22982b8a-b22c-41df-a053-0dde355094a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3729711 May 30 20:00:17.229764 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-10aea068-0343-4b49-ad80-a7c59a56ec91 req-a5282fd8-bc84-49cb-bbef-06eb89034c3b tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] 10.222.0.85 "GET /v2.0/security-groups?id=46d6435d-cd77-488d-aca2-73ee35b2a0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608238 May 30 20:00:17.269906 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d0854180-b85b-4642-a076-33d4dfd0f9dc req-b862d04e-0a1a-4bd3-a9fb-9a73dbb692c8 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e5d7aa177ee047fa9f9235d3092bd6ea&device_id=843e9dac-a7f9-4146-a853-871714260300 HTTP/1.1" status: 200 len: 1098 time: 0.1128376 May 30 20:00:17.324631 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb659daa-128d-44c8-8feb-411c8524f7b0'] response: {'server_uuid': '5116369f-73a3-4880-b61c-800f5e53b6c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5b633b5-78c3-4235-9157-ee5865ddede0', 'code': 200} May 30 20:00:17.409099 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d0854180-b85b-4642-a076-33d4dfd0f9dc req-85e66693-6157-4f02-b1f4-13b74a57f880 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=1f18d718-31c2-4596-a36f-eba1153ae3d2 HTTP/1.1" status: 200 len: 217 time: 0.1248529 May 30 20:00:17.494446 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [req-f80d48a8-3a13-4b1c-8dca-9769787bf444 req-311b94ed-81f5-4a9d-ad99-d1a34dd17abb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d4f8457-50ab-49d6-a493-aaa143021b70 {{(pid=84887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:00:17.504698 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-58d25fbe-94d0-422c-88c3-a0fa07d5367a req-4fc82821-9211-4d5d-ac39-13c3b96ada1c tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] 10.222.0.85 "GET /v2.0/security-groups?id=06806dfc-f049-4330-b211-293135e18ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3599594 May 30 20:00:17.525357 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-f80d48a8-3a13-4b1c-8dca-9769787bf444 req-311b94ed-81f5-4a9d-ad99-d1a34dd17abb service neutron] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:17.588872 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0854180-b85b-4642-a076-33d4dfd0f9dc req-cff58973-fe98-4cac-9df0-c01fbeb40c27 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:17.592192 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d0854180-b85b-4642-a076-33d4dfd0f9dc req-cff58973-fe98-4cac-9df0-c01fbeb40c27 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1b83ff54-b1af-44ce-bb75-ba148920553c HTTP/1.1" status: 200 len: 843 time: 0.1441269 May 30 20:00:17.604606 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-f80d48a8-3a13-4b1c-8dca-9769787bf444 req-311b94ed-81f5-4a9d-ad99-d1a34dd17abb service neutron] Transition to ACTIVE for port object 3d4f8457-50ab-49d6-a493-aaa143021b70 will not be triggered until provisioned by entity L2. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:00:17.623442 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ca4ea95c-448c-4b2c-bae0-d8a1229bb833 req-2ad7efb3-90fe-4165-80db-8839c4471262 service neutron] 10.222.0.71 "GET /v2.0/networks/22982b8a-b22c-41df-a053-0dde355094a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4297297 May 30 20:00:17.681578 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-919f0fd9-9e9c-4a59-95de-d8181175a9e0 req-d299dd77-c62a-4c66-80d9-7ea1a4682f10 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=5116369f-73a3-4880-b61c-800f5e53b6c9 HTTP/1.1" status: 200 len: 1101 time: 0.2714224 May 30 20:00:17.702436 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-f80d48a8-3a13-4b1c-8dca-9769787bf444 req-311b94ed-81f5-4a9d-ad99-d1a34dd17abb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:17.797804 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-919f0fd9-9e9c-4a59-95de-d8181175a9e0 req-c957db18-8d42-4437-8dd0-79dbd34462cb service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=46d6435d-cd77-488d-aca2-73ee35b2a0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070516 May 30 20:00:17.825428 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d0854180-b85b-4642-a076-33d4dfd0f9dc req-65722ceb-eb02-4069-9b4f-2b0442dd6ecb service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4344fbed-57fb-43d7-b32d-6020ce60f0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2196078 May 30 20:00:18.198514 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311b94ed-81f5-4a9d-ad99-d1a34dd17abb service neutron] Pushing event updated for resources: {'Port': ['ID=3d4f8457-50ab-49d6-a493-aaa143021b70,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:00:18.218065 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d38eea-4935-447c-9937-b856d28e992a req-2cdb6e6b-59a3-4b51-ae6b-f64e418c7f61 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:18.225519 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a2d38eea-4935-447c-9937-b856d28e992a req-2cdb6e6b-59a3-4b51-ae6b-f64e418c7f61 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/ports?device_id=1c63ca1d-117e-400e-a872-50c7fd37ece9 HTTP/1.1" status: 200 len: 943 time: 0.1478276 May 30 20:00:18.244486 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d0854180-b85b-4642-a076-33d4dfd0f9dc req-1a4d2b15-d57e-4d7a-b121-1f7cfeb2628a service neutron] 10.222.0.86 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4065285 May 30 20:00:18.346343 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a2d38eea-4935-447c-9937-b856d28e992a req-1789d166-7dfe-47f0-85cf-db6d0b4d059a tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/security-groups?id=b7c7fe04-8ab6-4ec0-af46-b4358854e449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198013 May 30 20:00:18.389509 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd14c1e-4384-4288-a9c6-b35b64ade6af req-c0b2a0a9-fc41-4db3-8289-a6a25b8dbac9 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:18.398831 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9dd14c1e-4384-4288-a9c6-b35b64ade6af req-c0b2a0a9-fc41-4db3-8289-a6a25b8dbac9 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/ports?device_id=a55fcadd-0383-4943-8204-c0ed7ff9d575 HTTP/1.1" status: 200 len: 950 time: 0.4810042 May 30 20:00:18.401356 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-f80d48a8-3a13-4b1c-8dca-9769787bf444 req-311b94ed-81f5-4a9d-ad99-d1a34dd17abb service neutron] Attempting to bind port 3d4f8457-50ab-49d6-a493-aaa143021b70 on host n-h1-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:00:18.403494 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-f80d48a8-3a13-4b1c-8dca-9769787bf444 req-311b94ed-81f5-4a9d-ad99-d1a34dd17abb service neutron] Attempting to bind port 3d4f8457-50ab-49d6-a493-aaa143021b70 by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': '7e304c17-4e5f-4a93-af80-52785639e6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:00:18.403676 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f80d48a8-3a13-4b1c-8dca-9769787bf444 req-311b94ed-81f5-4a9d-ad99-d1a34dd17abb service neutron] Attempting to bind port 3d4f8457-50ab-49d6-a493-aaa143021b70 on network 4344fbed-57fb-43d7-b32d-6020ce60f0a1 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:00:18.422737 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f80d48a8-3a13-4b1c-8dca-9769787bf444 req-311b94ed-81f5-4a9d-ad99-d1a34dd17abb service neutron] Port 3d4f8457-50ab-49d6-a493-aaa143021b70 on network 4344fbed-57fb-43d7-b32d-6020ce60f0a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:00:18.427762 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f80d48a8-3a13-4b1c-8dca-9769787bf444 req-311b94ed-81f5-4a9d-ad99-d1a34dd17abb service neutron] Attempting to bind port 3d4f8457-50ab-49d6-a493-aaa143021b70 on network 4344fbed-57fb-43d7-b32d-6020ce60f0a1 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:00:18.438207 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f80d48a8-3a13-4b1c-8dca-9769787bf444 req-311b94ed-81f5-4a9d-ad99-d1a34dd17abb service neutron] Checking agent: {'id': 'f728d74e-a4ae-4384-860b-a5ade05dd8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 19, 59, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:00:18.438577 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f80d48a8-3a13-4b1c-8dca-9769787bf444 req-311b94ed-81f5-4a9d-ad99-d1a34dd17abb service neutron] Checking segment: {'id': '7e304c17-4e5f-4a93-af80-52785639e6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:00:18.439029 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f80d48a8-3a13-4b1c-8dca-9769787bf444 req-311b94ed-81f5-4a9d-ad99-d1a34dd17abb service neutron] Bound using segment: {'id': '7e304c17-4e5f-4a93-af80-52785639e6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1'} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:00:18.439498 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-f80d48a8-3a13-4b1c-8dca-9769787bf444 req-311b94ed-81f5-4a9d-ad99-d1a34dd17abb service neutron] Bound port: 3d4f8457-50ab-49d6-a493-aaa143021b70, host: n-h1-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e304c17-4e5f-4a93-af80-52785639e6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1'}}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:00:18.439863 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-f80d48a8-3a13-4b1c-8dca-9769787bf444 req-311b94ed-81f5-4a9d-ad99-d1a34dd17abb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:18.458345 n-d-843948-2 neutron-server[84886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d328668-93a7-4a51-82ee-0ba9bc436cb0'] response: {'name': 'network-changed', 'server_uuid': '843e9dac-a7f9-4146-a853-871714260300', 'tag': '1f18d718-31c2-4596-a36f-eba1153ae3d2', 'status': 'completed', 'code': 200} May 30 20:00:18.557105 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d0854180-b85b-4642-a076-33d4dfd0f9dc req-931d3926-a976-45bd-8863-f1a038ecdecb service neutron] 10.222.0.86 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2823913 May 30 20:00:18.576132 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9dd14c1e-4384-4288-a9c6-b35b64ade6af req-dd8ccf78-43c7-4c2a-bffb-2c191bda7730 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/security-groups?id=e1329ead-76da-4fe1-a988-d24ed3099985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763971 May 30 20:00:18.655771 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-f80d48a8-3a13-4b1c-8dca-9769787bf444 req-311b94ed-81f5-4a9d-ad99-d1a34dd17abb service neutron] For port 3d4f8457-50ab-49d6-a493-aaa143021b70, host n-h1-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:00:18.661964 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-f80d48a8-3a13-4b1c-8dca-9769787bf444 req-311b94ed-81f5-4a9d-ad99-d1a34dd17abb service neutron] For port 3d4f8457-50ab-49d6-a493-aaa143021b70, host n-h1-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=3d4f8457-50ab-49d6-a493-aaa143021b70,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:00:18.665229 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 82708d7a-2b52-495b-a7ed-40d54f53c617 details requested by agent hyperv_n-h1-843948-2 with host n-h1-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:00:18.765338 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 43920) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:00:18.818261 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-f80d48a8-3a13-4b1c-8dca-9769787bf444 req-311b94ed-81f5-4a9d-ad99-d1a34dd17abb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:19.110143 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 82708d7a-2b52-495b-a7ed-40d54f53c617, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=82708d7a-2b52-495b-a7ed-40d54f53c617,segment=NetworkSegment(4d4a7668-7a19-4452-8bd2-a5411730cf30),segment_id=4d4a7668-7a19-4452-8bd2-a5411730cf30)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:00:19.162745 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-79db4933-06a5-4e79-8740-c73d0ce9e4c8 req-17abad9c-781f-4351-832a-b2bbff2717b8 tempest-LiveAutoBlockMigrationV225Test-1041394858 tempest-LiveAutoBlockMigrationV225Test-1041394858-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=14ddb85a-20eb-4d71-8c66-d30e1eae439a HTTP/1.1" status: 200 len: 1096 time: 0.5695286 May 30 20:00:19.165527 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Returning: {'device': '82708d7a-2b52-495b-a7ed-40d54f53c617', 'network_id': '22982b8a-b22c-41df-a053-0dde355094a5', 'port_id': '82708d7a-2b52-495b-a7ed-40d54f53c617', 'mac_address': 'fa:16:3e:04:81:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b885d147-b4ba-4062-ad34-3d5558c5dbbf', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:00:19.176968 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-32c2f5bb-992d-494a-a7db-669bec7aa81c req-509138b1-1fc2-4325-ad88-8ac0b54ef512 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e5d7aa177ee047fa9f9235d3092bd6ea&device_id=843e9dac-a7f9-4146-a853-871714260300 HTTP/1.1" status: 200 len: 1098 time: 0.4941628 May 30 20:00:19.207950 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-f80d48a8-3a13-4b1c-8dca-9769787bf444 req-311b94ed-81f5-4a9d-ad99-d1a34dd17abb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:19.209810 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f80d48a8-3a13-4b1c-8dca-9769787bf444 req-311b94ed-81f5-4a9d-ad99-d1a34dd17abb service neutron] 10.222.0.71 "PUT /v2.0/ports/3d4f8457-50ab-49d6-a493-aaa143021b70 HTTP/1.1" status: 200 len: 1096 time: 3.8884575 May 30 20:00:19.213175 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311b94ed-81f5-4a9d-ad99-d1a34dd17abb service neutron] Pushing event updated for resources: {'Port': ['ID=3d4f8457-50ab-49d6-a493-aaa143021b70,revision_number=3']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:00:19.225830 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a90e0fa3-52c5-4ce6-9724-62916ccbd2c5', 'tag': '3d4f8457-50ab-49d6-a493-aaa143021b70'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:00:19.316319 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:19.348748 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82708d7a-2b52-495b-a7ed-40d54f53c617 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:00:19.380441 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 82708d7a-2b52-495b-a7ed-40d54f53c617, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=82708d7a-2b52-495b-a7ed-40d54f53c617,segment=NetworkSegment(4d4a7668-7a19-4452-8bd2-a5411730cf30),segment_id=4d4a7668-7a19-4452-8bd2-a5411730cf30)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:00:19.414688 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d8ed58c2-7284-4502-a8fc-99e1646e0dbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:19.483861 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:19.503595 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c2f5bb-992d-494a-a7db-669bec7aa81c req-4111c4cb-93e4-428a-9536-b11bb82c398e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:19.505113 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-32c2f5bb-992d-494a-a7db-669bec7aa81c req-4111c4cb-93e4-428a-9536-b11bb82c398e service neutron] 10.222.0.86 "GET /v2.0/networks?id=4344fbed-57fb-43d7-b32d-6020ce60f0a1 HTTP/1.1" status: 200 len: 870 time: 0.3190928 May 30 20:00:19.667217 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:19.676182 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-d8ed58c2-7284-4502-a8fc-99e1646e0dbe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:00:19.691404 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-d8ed58c2-7284-4502-a8fc-99e1646e0dbe admin admin] Usage tracker for resource:security_group_rule and tenant:f11598b73fe340f190ea3790aad2c095 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:00:19.703686 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-d8ed58c2-7284-4502-a8fc-99e1646e0dbe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:00:19.715300 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=82708d7a-2b52-495b-a7ed-40d54f53c617,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:00:19.722363 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-32c2f5bb-992d-494a-a7db-669bec7aa81c req-d576f09a-c808-4602-960d-bfb30724eb4a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=1f18d718-31c2-4596-a36f-eba1153ae3d2 HTTP/1.1" status: 200 len: 217 time: 0.1922486 May 30 20:00:19.747987 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['82708d7a-2b52-495b-a7ed-40d54f53c617'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:00:19.757286 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-d8ed58c2-7284-4502-a8fc-99e1646e0dbe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:00:19.822376 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3d5512-e274-4bfc-8909-ba0dc8d4d929 req-0d27132b-8a3c-492d-8528-fed0d5b57759 tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:19.849631 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ea3d5512-e274-4bfc-8909-ba0dc8d4d929 req-0d27132b-8a3c-492d-8528-fed0d5b57759 tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] 10.222.0.85 "GET /v2.0/ports?device_id=5116369f-73a3-4880-b61c-800f5e53b6c9 HTTP/1.1" status: 200 len: 950 time: 0.6096904 May 30 20:00:19.943130 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c2f5bb-992d-494a-a7db-669bec7aa81c req-dd84a684-6f3f-4c24-9f22-801a83415fa6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:19.946157 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-32c2f5bb-992d-494a-a7db-669bec7aa81c req-dd84a684-6f3f-4c24-9f22-801a83415fa6 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1b83ff54-b1af-44ce-bb75-ba148920553c HTTP/1.1" status: 200 len: 843 time: 0.2227709 May 30 20:00:19.951169 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-79db4933-06a5-4e79-8740-c73d0ce9e4c8 req-8aece4ef-a5f9-474a-995e-a0e700f9d16a tempest-LiveAutoBlockMigrationV225Test-1041394858 tempest-LiveAutoBlockMigrationV225Test-1041394858-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=e04d9b86-3d99-41a3-8241-c517ec1f4730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7768800 May 30 20:00:20.030627 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ea3d5512-e274-4bfc-8909-ba0dc8d4d929 req-1133063d-183a-4587-bba1-7899d4925c24 tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] 10.222.0.85 "GET /v2.0/security-groups?id=46d6435d-cd77-488d-aca2-73ee35b2a0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791322 May 30 20:00:20.072719 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f80d48a8-3a13-4b1c-8dca-9769787bf444 req-4f6a87ea-0ada-4cc6-8a5f-7b524b28961e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e5d7aa177ee047fa9f9235d3092bd6ea&device_id=a90e0fa3-52c5-4ce6-9724-62916ccbd2c5 HTTP/1.1" status: 200 len: 1099 time: 0.6090477 May 30 20:00:20.122356 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-32c2f5bb-992d-494a-a7db-669bec7aa81c req-c51ab31f-68ab-4944-a012-e903aa6cb3fe service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4344fbed-57fb-43d7-b32d-6020ce60f0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1671605 May 30 20:00:20.245128 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d8ed58c2-7284-4502-a8fc-99e1646e0dbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:20.349785 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38fc2a32-d2ae-4ec7-83f0-b9ba06ba3716'] response: {'name': 'network-changed', 'server_uuid': 'a90e0fa3-52c5-4ce6-9724-62916ccbd2c5', 'tag': '3d4f8457-50ab-49d6-a493-aaa143021b70', 'status': 'completed', 'code': 200} May 30 20:00:20.352054 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d8ed58c2-7284-4502-a8fc-99e1646e0dbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:20.427354 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f80d48a8-3a13-4b1c-8dca-9769787bf444 req-75230c67-4295-4aaf-9a59-f84f9a1aa4ac service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=3d4f8457-50ab-49d6-a493-aaa143021b70 HTTP/1.1" status: 200 len: 217 time: 0.3453159 May 30 20:00:20.452933 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-32c2f5bb-992d-494a-a7db-669bec7aa81c req-fd91af18-4e97-44ed-8e7f-1ae7a713d8eb service neutron] 10.222.0.86 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3221741 May 30 20:00:20.469084 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d469aba0-6384-443b-aee2-c9fa267068fe req-da0fe523-f987-42f9-806e-e6b0fe8a9d58 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:20.471030 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d469aba0-6384-443b-aee2-c9fa267068fe req-da0fe523-f987-42f9-806e-e6b0fe8a9d58 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] 10.222.0.85 "GET /v2.0/ports?device_id=a90e0fa3-52c5-4ce6-9724-62916ccbd2c5 HTTP/1.1" status: 200 len: 948 time: 0.1697626 May 30 20:00:20.494346 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-d8ed58c2-7284-4502-a8fc-99e1646e0dbe admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=f11598b73fe340f190ea3790aad2c095&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7277410 May 30 20:00:20.495831 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ed58c2-7284-4502-a8fc-99e1646e0dbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46e75a13-0993-45fd-b578-d2974bd50e95,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:00:20.501957 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 43946) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:00:20.689422 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 82708d7a-2b52-495b-a7ed-40d54f53c617 up at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:00:20.706282 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-d469aba0-6384-443b-aee2-c9fa267068fe req-d6a5f401-c3be-4aab-b17f-824993f000ff tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] Synchronizing usage tracker for tenant:e5d7aa177ee047fa9f9235d3092bd6ea on resource:security_group {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:00:20.713028 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80d48a8-3a13-4b1c-8dca-9769787bf444 req-c98b74bd-573a-4e94-845a-a0117d50e954 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:20.714657 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f80d48a8-3a13-4b1c-8dca-9769787bf444 req-c98b74bd-573a-4e94-845a-a0117d50e954 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1b83ff54-b1af-44ce-bb75-ba148920553c HTTP/1.1" status: 200 len: 843 time: 0.2804852 May 30 20:00:20.759393 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-32c2f5bb-992d-494a-a7db-669bec7aa81c req-cea29352-90c6-48fd-b219-bf72927544c1 service neutron] 10.222.0.86 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2872953 May 30 20:00:20.818923 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-791fab7e-dccb-4338-9e35-100cc4edb2c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:20.830191 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40570ae-51ba-484a-beb3-71a3741d126a req-5ddb8625-a5f0-4494-a377-ca2317e8511b tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:20.831868 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d40570ae-51ba-484a-beb3-71a3741d126a req-5ddb8625-a5f0-4494-a377-ca2317e8511b tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/ports?device_id=1c63ca1d-117e-400e-a872-50c7fd37ece9 HTTP/1.1" status: 200 len: 944 time: 0.2577660 May 30 20:00:20.844567 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-d469aba0-6384-443b-aee2-c9fa267068fe req-d6a5f401-c3be-4aab-b17f-824993f000ff tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] Unset dirty status for tenant:e5d7aa177ee047fa9f9235d3092bd6ea on resource:security_group {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:00:20.844567 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d469aba0-6384-443b-aee2-c9fa267068fe req-d6a5f401-c3be-4aab-b17f-824993f000ff tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] 10.222.0.85 "GET /v2.0/security-groups?id=06806dfc-f049-4330-b211-293135e18ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3500009 May 30 20:00:20.898831 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-791fab7e-dccb-4338-9e35-100cc4edb2c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:20.959809 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d40570ae-51ba-484a-beb3-71a3741d126a req-ccdc9580-79cc-4c88-84b1-d47568e35a61 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/security-groups?id=b7c7fe04-8ab6-4ec0-af46-b4358854e449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157358 May 30 20:00:20.978090 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f80d48a8-3a13-4b1c-8dca-9769787bf444 req-5027d408-8f08-49d8-b342-f7fef4c035aa service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4344fbed-57fb-43d7-b32d-6020ce60f0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2567399 May 30 20:00:20.994591 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning for port 82708d7a-2b52-495b-a7ed-40d54f53c617 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:00:21.006757 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning complete for port 82708d7a-2b52-495b-a7ed-40d54f53c617 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:00:21.007354 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:21.253473 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-791fab7e-dccb-4338-9e35-100cc4edb2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:21.325330 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:21.367582 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791fab7e-dccb-4338-9e35-100cc4edb2c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46e75a13-0993-45fd-b578-d2974bd50e95,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:00:21.379659 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c63ca1d-117e-400e-a872-50c7fd37ece9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82708d7a-2b52-495b-a7ed-40d54f53c617'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:00:21.413015 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 82708d7a-2b52-495b-a7ed-40d54f53c617, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=82708d7a-2b52-495b-a7ed-40d54f53c617,segment=NetworkSegment(4d4a7668-7a19-4452-8bd2-a5411730cf30),segment_id=4d4a7668-7a19-4452-8bd2-a5411730cf30)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:00:21.465403 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60cfd75-119d-4b40-82da-8bf577d521ce req-14de7dd7-743d-4cee-8ae4-d8ac3cd10e78 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:21.468413 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b60cfd75-119d-4b40-82da-8bf577d521ce req-14de7dd7-743d-4cee-8ae4-d8ac3cd10e78 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/ports?device_id=a55fcadd-0383-4943-8204-c0ed7ff9d575 HTTP/1.1" status: 200 len: 950 time: 0.2682858 May 30 20:00:21.477829 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-791fab7e-dccb-4338-9e35-100cc4edb2c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:21.479060 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-791fab7e-dccb-4338-9e35-100cc4edb2c0 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/46e75a13-0993-45fd-b578-d2974bd50e95 HTTP/1.1" status: 204 len: 168 time: 0.9072230 May 30 20:00:21.489911 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f80d48a8-3a13-4b1c-8dca-9769787bf444 req-bbf36e8b-3d80-42af-a270-2fb9c3fea3f8 service neutron] 10.222.0.71 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5057313 May 30 20:00:21.505550 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:21.577352 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 1f18d718-31c2-4596-a36f-eba1153ae3d2 details requested by agent hyperv_n-h2-843948-2 with host n-h2-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:00:21.586193 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b60cfd75-119d-4b40-82da-8bf577d521ce req-7bd82e38-468d-4469-b941-2463cd50b251 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/security-groups?id=e1329ead-76da-4fe1-a988-d24ed3099985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073701 May 30 20:00:21.624081 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:00:21.804220 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae9a8f5-cf4c-420a-93dd-a46b73645a83 req-927753a1-99f0-448c-a013-e9d4a8b9e08a tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:21.805082 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-0ae9a8f5-cf4c-420a-93dd-a46b73645a83 req-927753a1-99f0-448c-a013-e9d4a8b9e08a tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Synchronizing usage tracker for tenant:507d6785502940d28c178ad4aae87e46 on resource:network {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:00:21.886930 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=82708d7a-2b52-495b-a7ed-40d54f53c617,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:00:21.925357 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f80d48a8-3a13-4b1c-8dca-9769787bf444 req-22c26bac-3edf-4e68-b615-37fb4b257490 service neutron] 10.222.0.71 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4285917 May 30 20:00:21.993541 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 1f18d718-31c2-4596-a36f-eba1153ae3d2, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=1f18d718-31c2-4596-a36f-eba1153ae3d2,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:00:22.008534 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:22.010994 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Returning: {'device': '1f18d718-31c2-4596-a36f-eba1153ae3d2', 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1', 'port_id': '1f18d718-31c2-4596-a36f-eba1153ae3d2', 'mac_address': 'fa:16:3e:98:2d:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b83ff54-b1af-44ce-bb75-ba148920553c', 'ip_address': '192.168.233.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:00:22.055019 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-0ae9a8f5-cf4c-420a-93dd-a46b73645a83 req-927753a1-99f0-448c-a013-e9d4a8b9e08a tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Unset dirty status for tenant:507d6785502940d28c178ad4aae87e46 on resource:network {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:00:22.056483 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0ae9a8f5-cf4c-420a-93dd-a46b73645a83 req-927753a1-99f0-448c-a013-e9d4a8b9e08a tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.85 "GET /v2.0/networks?id=a2a2680a-30c7-4004-a919-1078d0f1a0a1 HTTP/1.1" status: 200 len: 820 time: 0.7674501 May 30 20:00:22.095308 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:22.106784 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026bf9ea-5176-4e4c-9080-6a7dea484c84 req-834ad186-4940-4f99-9d67-30afb0c959ab tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:22.112326 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-026bf9ea-5176-4e4c-9080-6a7dea484c84 req-834ad186-4940-4f99-9d67-30afb0c959ab tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] 10.222.0.85 "GET /v2.0/ports?device_id=5116369f-73a3-4880-b61c-800f5e53b6c9 HTTP/1.1" status: 200 len: 950 time: 0.2555432 May 30 20:00:22.122989 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f18d718-31c2-4596-a36f-eba1153ae3d2 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:00:22.153420 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 1f18d718-31c2-4596-a36f-eba1153ae3d2, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=1f18d718-31c2-4596-a36f-eba1153ae3d2,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:00:22.211048 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-026bf9ea-5176-4e4c-9080-6a7dea484c84 req-d01915c1-ed82-44b0-8c67-5d18466726b8 tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] 10.222.0.85 "GET /v2.0/security-groups?id=46d6435d-cd77-488d-aca2-73ee35b2a0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917783 May 30 20:00:22.217062 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0ae9a8f5-cf4c-420a-93dd-a46b73645a83 req-1c9d2ae5-534f-41fe-8f57-afc2bf471678 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.85 "GET /v2.0/quotas/507d6785502940d28c178ad4aae87e46 HTTP/1.1" status: 200 len: 375 time: 0.1483202 May 30 20:00:22.273602 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:22.327872 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-996c9768-d667-4b9b-9b1a-9808e29e3120 req-4b098d06-d30e-4f3d-bb11-994048d4f287 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e5d7aa177ee047fa9f9235d3092bd6ea&device_id=a90e0fa3-52c5-4ce6-9724-62916ccbd2c5 HTTP/1.1" status: 200 len: 1099 time: 0.2327714 May 30 20:00:22.418768 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=1f18d718-31c2-4596-a36f-eba1153ae3d2,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:00:22.506513 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96902f48-0db0-4db7-9e6b-1889eaa360de'] response: {'server_uuid': '1c63ca1d-117e-400e-a872-50c7fd37ece9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82708d7a-2b52-495b-a7ed-40d54f53c617', 'code': 200} May 30 20:00:22.590563 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0ae9a8f5-cf4c-420a-93dd-a46b73645a83 req-485eb7ea-6bf0-4de5-902c-8ef0919233cd tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=507d6785502940d28c178ad4aae87e46&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3560827 May 30 20:00:22.598534 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['1f18d718-31c2-4596-a36f-eba1153ae3d2'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:00:22.822638 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 43988) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:00:22.843889 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-03ee7e55-f003-4b95-8af4-a0aab4bee596 req-6221cccf-3a96-41fa-ae5d-e00b0d576d8d service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=1c63ca1d-117e-400e-a872-50c7fd37ece9 HTTP/1.1" status: 200 len: 1096 time: 0.2433722 May 30 20:00:22.903698 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996c9768-d667-4b9b-9b1a-9808e29e3120 req-e78c1d39-3e2a-4821-8173-c72b140d5bc5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:22.906760 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-996c9768-d667-4b9b-9b1a-9808e29e3120 req-e78c1d39-3e2a-4821-8173-c72b140d5bc5 service neutron] 10.222.0.71 "GET /v2.0/networks?id=4344fbed-57fb-43d7-b32d-6020ce60f0a1 HTTP/1.1" status: 200 len: 870 time: 0.5715966 May 30 20:00:22.907887 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc1a641-bf69-45cc-8518-1de6b2636caa req-87d9f2bd-0ddd-46e7-a02d-e479cf2e1a62 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:22.913001 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b33be20b-1f17-4a0d-ae63-d29467f9baea admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:22.915844 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-cfc1a641-bf69-45cc-8518-1de6b2636caa req-87d9f2bd-0ddd-46e7-a02d-e479cf2e1a62 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] 10.222.0.85 "GET /v2.0/ports?device_id=a90e0fa3-52c5-4ce6-9724-62916ccbd2c5 HTTP/1.1" status: 200 len: 948 time: 0.2024724 May 30 20:00:22.978774 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-03ee7e55-f003-4b95-8af4-a0aab4bee596 req-0b1f0d08-5db0-4d0f-ac35-4ab793478047 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=b7c7fe04-8ab6-4ec0-af46-b4358854e449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185098 May 30 20:00:22.994301 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-cfc1a641-bf69-45cc-8518-1de6b2636caa req-88706466-57fa-4721-a4d3-070695ac91de tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] 10.222.0.85 "GET /v2.0/security-groups?id=06806dfc-f049-4330-b211-293135e18ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772147 May 30 20:00:23.098755 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-996c9768-d667-4b9b-9b1a-9808e29e3120 req-e8b4b486-2d67-43dc-bddc-19fabdecbe2d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=3d4f8457-50ab-49d6-a493-aaa143021b70 HTTP/1.1" status: 200 len: 217 time: 0.1673322 May 30 20:00:23.135131 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0ae9a8f5-cf4c-420a-93dd-a46b73645a83 req-4bae14b2-e0d2-4aaf-b573-6306b28d8235 service neutron] 10.222.0.85 "GET /v2.0/networks/a2a2680a-30c7-4004-a919-1078d0f1a0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5426788 May 30 20:00:23.233921 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-b33be20b-1f17-4a0d-ae63-d29467f9baea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:00:23.300705 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebda705e-5e38-4847-a472-8b36034e4c60 req-c78b310b-04dc-449e-b889-7c6110363db3 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:23.302411 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ebda705e-5e38-4847-a472-8b36034e4c60 req-c78b310b-04dc-449e-b889-7c6110363db3 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/ports?device_id=1c63ca1d-117e-400e-a872-50c7fd37ece9 HTTP/1.1" status: 200 len: 945 time: 0.1145878 May 30 20:00:23.338647 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-b33be20b-1f17-4a0d-ae63-d29467f9baea admin admin] Usage tracker for resource:security_group_rule and tenant:aef2c5ef2f2f4e8e98c8b5e26fd243c5 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:00:23.364876 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-b33be20b-1f17-4a0d-ae63-d29467f9baea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:00:23.389531 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-b33be20b-1f17-4a0d-ae63-d29467f9baea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:00:23.409510 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ebda705e-5e38-4847-a472-8b36034e4c60 req-4be62ae2-b5da-4724-a940-f4fc7c4bf60c tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/security-groups?id=b7c7fe04-8ab6-4ec0-af46-b4358854e449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998211 May 30 20:00:23.424478 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996c9768-d667-4b9b-9b1a-9808e29e3120 req-31fd1b78-0b67-484a-b274-8111fd432242 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:23.426356 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-996c9768-d667-4b9b-9b1a-9808e29e3120 req-31fd1b78-0b67-484a-b274-8111fd432242 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1b83ff54-b1af-44ce-bb75-ba148920553c HTTP/1.1" status: 200 len: 843 time: 0.2433639 May 30 20:00:23.526393 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0ae9a8f5-cf4c-420a-93dd-a46b73645a83 req-c69a527a-8730-4a80-ab4e-87eda8b8b443 service neutron] 10.222.0.85 "GET /v2.0/networks/a2a2680a-30c7-4004-a919-1078d0f1a0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3907814 May 30 20:00:23.594396 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b33be20b-1f17-4a0d-ae63-d29467f9baea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:23.601549 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-996c9768-d667-4b9b-9b1a-9808e29e3120 req-dc05f284-b860-4379-8249-b2a685efbbe2 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4344fbed-57fb-43d7-b32d-6020ce60f0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1572275 May 30 20:00:23.706288 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b33be20b-1f17-4a0d-ae63-d29467f9baea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:23.816464 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33be20b-1f17-4a0d-ae63-d29467f9baea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44b662dd-dd3b-40b4-a881-d2a0a837d0be,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:00:23.832789 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-b33be20b-1f17-4a0d-ae63-d29467f9baea admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=aef2c5ef2f2f4e8e98c8b5e26fd243c5&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0087504 May 30 20:00:23.844462 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 43996) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:00:23.873726 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-996c9768-d667-4b9b-9b1a-9808e29e3120 req-07a04844-82bd-4ac6-9f84-c1cba81d82c8 service neutron] 10.222.0.71 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2636523 May 30 20:00:24.075570 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5c30987c-4dd0-4026-ab3c-21ef4281b27c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:24.131921 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-996c9768-d667-4b9b-9b1a-9808e29e3120 req-a57188d4-d88c-4208-9cae-83b2bf079ac8 service neutron] 10.222.0.71 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2507672 May 30 20:00:24.152825 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5c30987c-4dd0-4026-ab3c-21ef4281b27c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:24.218799 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-390cd38c-9764-40b0-8f74-a0d13b1d5544 req-7dbff347-a8ee-4776-9370-8d206b485c4e tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.85 "GET /v2.0/ports?device_id=44ee0b58-94d1-4f30-9032-9a1395c62459 HTTP/1.1" status: 200 len: 210 time: 0.0819111 May 30 20:00:24.432153 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62df694d-634b-4a22-9f0d-fd1049067f4f req-93a9bada-9572-4604-b006-5a344f1b9fb2 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:24.434337 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-62df694d-634b-4a22-9f0d-fd1049067f4f req-93a9bada-9572-4604-b006-5a344f1b9fb2 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/ports?device_id=a55fcadd-0383-4943-8204-c0ed7ff9d575 HTTP/1.1" status: 200 len: 950 time: 0.2082882 May 30 20:00:24.471923 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5c30987c-4dd0-4026-ab3c-21ef4281b27c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:24.473342 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-433ca3b0-4c63-4b80-a528-20aa464c4c0a req-8c2df4f0-61c4-403f-bc4f-3a23b1016f6d tempest-ServersAdminNegativeTestJSON-275768467 tempest-ServersAdminNegativeTestJSON-275768467-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=5116369f-73a3-4880-b61c-800f5e53b6c9 HTTP/1.1" status: 200 len: 1101 time: 0.1056428 May 30 20:00:24.515382 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-433ca3b0-4c63-4b80-a528-20aa464c4c0a req-27c3e3fe-a7af-4915-9759-a56138448aff tempest-ServersAdminNegativeTestJSON-275768467 tempest-ServersAdminNegativeTestJSON-275768467-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:24.526856 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c30987c-4dd0-4026-ab3c-21ef4281b27c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44b662dd-dd3b-40b4-a881-d2a0a837d0be,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:00:24.562068 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-62df694d-634b-4a22-9f0d-fd1049067f4f req-33d6670b-3d52-41c4-bc38-ca1fb607b1a6 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/security-groups?id=e1329ead-76da-4fe1-a988-d24ed3099985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132171 May 30 20:00:24.579412 n-d-843948-2 neutron-server[84886]: INFO neutron.api.v2.resource [req-c7477f7d-0572-4d32-8e11-f6e8bff9f4ba req-72a9874f-bb00-45c8-8bea-c8c1a18414de service neutron] show failed (client error): The resource could not be found. May 30 20:00:24.581887 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c7477f7d-0572-4d32-8e11-f6e8bff9f4ba req-72a9874f-bb00-45c8-8bea-c8c1a18414de service neutron] 10.222.0.86 "GET /v2.0/ports/64a08dcc-ec2f-4ebf-a20f-1051fce47c3f/bindings/n-h1-843948-2 HTTP/1.1" status: 404 len: 380 time: 0.2584207 May 30 20:00:24.583240 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5c30987c-4dd0-4026-ab3c-21ef4281b27c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:24.596368 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-5c30987c-4dd0-4026-ab3c-21ef4281b27c admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/44b662dd-dd3b-40b4-a881-d2a0a837d0be HTTP/1.1" status: 204 len: 168 time: 0.7596445 May 30 20:00:24.622040 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-433ca3b0-4c63-4b80-a528-20aa464c4c0a req-27c3e3fe-a7af-4915-9759-a56138448aff tempest-ServersAdminNegativeTestJSON-275768467 tempest-ServersAdminNegativeTestJSON-275768467-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:00:24.635414 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-433ca3b0-4c63-4b80-a528-20aa464c4c0a req-27c3e3fe-a7af-4915-9759-a56138448aff tempest-ServersAdminNegativeTestJSON-275768467 tempest-ServersAdminNegativeTestJSON-275768467-project-admin] Usage tracker for resource:security_group_rule and tenant:2190c6d5a66c4d77b344be4991d02c3d is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:00:24.640835 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-433ca3b0-4c63-4b80-a528-20aa464c4c0a req-27c3e3fe-a7af-4915-9759-a56138448aff tempest-ServersAdminNegativeTestJSON-275768467 tempest-ServersAdminNegativeTestJSON-275768467-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:00:24.663139 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-433ca3b0-4c63-4b80-a528-20aa464c4c0a req-27c3e3fe-a7af-4915-9759-a56138448aff tempest-ServersAdminNegativeTestJSON-275768467 tempest-ServersAdminNegativeTestJSON-275768467-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:00:24.719691 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 3d4f8457-50ab-49d6-a493-aaa143021b70 details requested by agent hyperv_n-h1-843948-2 with host n-h1-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:00:24.830857 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 44016) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:00:24.862959 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-433ca3b0-4c63-4b80-a528-20aa464c4c0a req-27c3e3fe-a7af-4915-9759-a56138448aff tempest-ServersAdminNegativeTestJSON-275768467 tempest-ServersAdminNegativeTestJSON-275768467-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:24.928086 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-433ca3b0-4c63-4b80-a528-20aa464c4c0a req-27c3e3fe-a7af-4915-9759-a56138448aff tempest-ServersAdminNegativeTestJSON-275768467 tempest-ServersAdminNegativeTestJSON-275768467-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:25.019211 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-433ca3b0-4c63-4b80-a528-20aa464c4c0a req-27c3e3fe-a7af-4915-9759-a56138448aff tempest-ServersAdminNegativeTestJSON-275768467 tempest-ServersAdminNegativeTestJSON-275768467-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=46d6435d-cd77-488d-aca2-73ee35b2a0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5397243 May 30 20:00:25.023545 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c3e3fe-a7af-4915-9759-a56138448aff tempest-ServersAdminNegativeTestJSON-275768467 tempest-ServersAdminNegativeTestJSON-275768467-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23a6f965-8da2-41d9-a35a-91ddb7dab9b7,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:00:25.089886 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 3d4f8457-50ab-49d6-a493-aaa143021b70, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=3d4f8457-50ab-49d6-a493-aaa143021b70,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:00:25.110509 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Returning: {'device': '3d4f8457-50ab-49d6-a493-aaa143021b70', 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1', 'port_id': '3d4f8457-50ab-49d6-a493-aaa143021b70', 'mac_address': 'fa:16:3e:e8:a2:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b83ff54-b1af-44ce-bb75-ba148920553c', 'ip_address': '192.168.233.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:00:25.234728 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:25.258675 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d4f8457-50ab-49d6-a493-aaa143021b70 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:00:25.286853 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 3d4f8457-50ab-49d6-a493-aaa143021b70, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=3d4f8457-50ab-49d6-a493-aaa143021b70,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:00:25.304532 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80dd522-bef4-4d42-a215-52593536cfc0 req-7cf62877-8cef-4910-8f66-b1ca06a8dba3 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:25.305127 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8519e351-7fa0-4c2d-8ed1-39f6502b02d0 req-57be14f6-df9f-4fc7-8a92-cc70c5f51124 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:25.317898 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f80dd522-bef4-4d42-a215-52593536cfc0 req-7cf62877-8cef-4910-8f66-b1ca06a8dba3 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/ports?device_id=1c63ca1d-117e-400e-a872-50c7fd37ece9 HTTP/1.1" status: 200 len: 945 time: 0.1743176 May 30 20:00:25.318184 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-8519e351-7fa0-4c2d-8ed1-39f6502b02d0 req-57be14f6-df9f-4fc7-8a92-cc70c5f51124 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] 10.222.0.85 "GET /v2.0/ports?device_id=a90e0fa3-52c5-4ce6-9724-62916ccbd2c5 HTTP/1.1" status: 200 len: 948 time: 0.2956769 May 30 20:00:25.392056 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:25.465413 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-8519e351-7fa0-4c2d-8ed1-39f6502b02d0 req-88fad181-52be-4a78-89c1-c763f38f25df tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] 10.222.0.85 "GET /v2.0/security-groups?id=06806dfc-f049-4330-b211-293135e18ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461625 May 30 20:00:25.487917 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f80dd522-bef4-4d42-a215-52593536cfc0 req-01e82f72-15fb-4e9a-8d40-a467ab3262ed tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/security-groups?id=b7c7fe04-8ab6-4ec0-af46-b4358854e449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686196 May 30 20:00:25.552455 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=3d4f8457-50ab-49d6-a493-aaa143021b70,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:00:25.559256 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c7477f7d-0572-4d32-8e11-f6e8bff9f4ba req-61cc8f77-b1c4-4240-8625-8160b447fb3a service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=a55fcadd-0383-4943-8204-c0ed7ff9d575&tenant_id=fa61b48b7a6444fe8c9a2f45b95c1d11 HTTP/1.1" status: 200 len: 1101 time: 0.2031617 May 30 20:00:25.574842 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-c7477f7d-0572-4d32-8e11-f6e8bff9f4ba req-2dee91a1-4615-41b0-8d6a-7ed6a7721c7d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-843948-2', 'device_owner': 'compute:nova'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:00:25.604157 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 1f18d718-31c2-4596-a36f-eba1153ae3d2 up at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:00:25.836917 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c7477f7d-0572-4d32-8e11-f6e8bff9f4ba req-2dee91a1-4615-41b0-8d6a-7ed6a7721c7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:25.859370 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['3d4f8457-50ab-49d6-a493-aaa143021b70'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:00:25.968344 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-549bca51-73a3-4b3b-8a99-3f8f008126f6 req-cd5d2f44-9be9-4747-9493-f84aadca93e2 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.85 "GET /v2.0/ports?device_id=44ee0b58-94d1-4f30-9032-9a1395c62459 HTTP/1.1" status: 200 len: 210 time: 0.0835145 May 30 20:00:26.133713 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5dd49358-9aba-485a-919f-8ea46f5dcddc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-736216'] for router_interface, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:26.250594 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-f368207c-0aeb-4c19-bcd9-ecaff7dda895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:26.289643 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning for port 1f18d718-31c2-4596-a36f-eba1153ae3d2 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:00:26.311588 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning complete for port 1f18d718-31c2-4596-a36f-eba1153ae3d2 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:00:26.316780 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:26.485115 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f0a9de63-5926-4d78-9ca3-71feea208efd req-7aa9b045-159e-4862-b558-6b76c6843316 tempest-LiveMigrationTest-484647171 tempest-LiveMigrationTest-484647171-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=1c63ca1d-117e-400e-a872-50c7fd37ece9 HTTP/1.1" status: 200 len: 1096 time: 0.6239541 May 30 20:00:26.677303 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:26.689752 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963deefd-320e-4eef-b33d-06158c4056cb req-8b1db731-9b60-4a4a-81a5-9d1c80f47ce5 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:26.692564 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-963deefd-320e-4eef-b33d-06158c4056cb req-8b1db731-9b60-4a4a-81a5-9d1c80f47ce5 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/ports?device_id=a55fcadd-0383-4943-8204-c0ed7ff9d575 HTTP/1.1" status: 200 len: 950 time: 0.3297296 May 30 20:00:26.739796 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 1f18d718-31c2-4596-a36f-eba1153ae3d2, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=1f18d718-31c2-4596-a36f-eba1153ae3d2,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:00:26.741306 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '843e9dac-a7f9-4146-a853-871714260300', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f18d718-31c2-4596-a36f-eba1153ae3d2'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:00:26.803044 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-963deefd-320e-4eef-b33d-06158c4056cb req-5246bd8d-792b-436e-81d5-ab8bbb6f2458 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/security-groups?id=e1329ead-76da-4fe1-a988-d24ed3099985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995369 May 30 20:00:26.836491 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:27.028904 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=1f18d718-31c2-4596-a36f-eba1153ae3d2,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:00:27.056739 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f0a9de63-5926-4d78-9ca3-71feea208efd req-3639a42a-c446-4ce4-8b12-26b7552d8960 tempest-LiveMigrationTest-484647171 tempest-LiveMigrationTest-484647171-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=b7c7fe04-8ab6-4ec0-af46-b4358854e449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5685668 May 30 20:00:27.059832 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-c7477f7d-0572-4d32-8e11-f6e8bff9f4ba req-2dee91a1-4615-41b0-8d6a-7ed6a7721c7d service neutron] For port 64a08dcc-ec2f-4ebf-a20f-1051fce47c3f, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=64a08dcc-ec2f-4ebf-a20f-1051fce47c3f,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:00:27.113255 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-c7477f7d-0572-4d32-8e11-f6e8bff9f4ba req-2dee91a1-4615-41b0-8d6a-7ed6a7721c7d service neutron] For port 64a08dcc-ec2f-4ebf-a20f-1051fce47c3f, host n-h2-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:00:27.247737 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a55fcadd-0383-4943-8204-c0ed7ff9d575', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64a08dcc-ec2f-4ebf-a20f-1051fce47c3f'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:00:27.256224 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c7477f7d-0572-4d32-8e11-f6e8bff9f4ba req-2dee91a1-4615-41b0-8d6a-7ed6a7721c7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:27.282242 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-c7477f7d-0572-4d32-8e11-f6e8bff9f4ba req-2dee91a1-4615-41b0-8d6a-7ed6a7721c7d service neutron] Transition to ACTIVE for port object 64a08dcc-ec2f-4ebf-a20f-1051fce47c3f will not be triggered until provisioned by entity L2. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:00:27.387804 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c7477f7d-0572-4d32-8e11-f6e8bff9f4ba req-2dee91a1-4615-41b0-8d6a-7ed6a7721c7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:27.510882 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5e7de7b7-ec8a-437f-bc65-95be4a6a8906 req-fdefa8ec-3831-4e09-b154-4e26b723080a tempest-ServersAdminNegativeTestJSON-275768467 tempest-ServersAdminNegativeTestJSON-275768467-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=5116369f-73a3-4880-b61c-800f5e53b6c9 HTTP/1.1" status: 200 len: 1101 time: 0.3651426 May 30 20:00:27.618108 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 64a08dcc-ec2f-4ebf-a20f-1051fce47c3f no longer exists at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:00:27.650780 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 44054) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:00:27.761816 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 64a08dcc-ec2f-4ebf-a20f-1051fce47c3f not bound to the agent host n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:00:27.768273 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dee91a1-4615-41b0-8d6a-7ed6a7721c7d service neutron] Pushing event updated for resources: {'Port': ['ID=64a08dcc-ec2f-4ebf-a20f-1051fce47c3f,revision_number=6']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:00:27.875107 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5e7de7b7-ec8a-437f-bc65-95be4a6a8906 req-e11a28b3-5115-4518-8d53-88410df458b4 tempest-ServersAdminNegativeTestJSON-275768467 tempest-ServersAdminNegativeTestJSON-275768467-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=46d6435d-cd77-488d-aca2-73ee35b2a0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3232579 May 30 20:00:27.894616 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7477f7d-0572-4d32-8e11-f6e8bff9f4ba req-2dee91a1-4615-41b0-8d6a-7ed6a7721c7d service neutron] No DVR routers for this DVR port 64a08dcc-ec2f-4ebf-a20f-1051fce47c3f on host n-h2-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:00:27.912734 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f62b8ea-6e0e-4d3a-810a-6f3aac6dbbc8 req-b7aebf4a-090a-4a80-b7d8-b7a05b2a0d2f tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:27.914465 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae9a8f5-cf4c-420a-93dd-a46b73645a83 req-62322fdf-6249-413b-81c0-f8665cb91857 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:27.920679 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9f62b8ea-6e0e-4d3a-810a-6f3aac6dbbc8 req-b7aebf4a-090a-4a80-b7d8-b7a05b2a0d2f tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] 10.222.0.85 "GET /v2.0/ports?device_id=a90e0fa3-52c5-4ce6-9724-62916ccbd2c5 HTTP/1.1" status: 200 len: 949 time: 0.6135774 May 30 20:00:27.923898 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0ae9a8f5-cf4c-420a-93dd-a46b73645a83 req-62322fdf-6249-413b-81c0-f8665cb91857 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.86 "GET /v2.0/networks?id=a2a2680a-30c7-4004-a919-1078d0f1a0a1 HTTP/1.1" status: 200 len: 820 time: 0.6662576 May 30 20:00:28.045873 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [req-0ae9a8f5-cf4c-420a-93dd-a46b73645a83 req-df14e21e-9d1b-45cd-b4e5-aeaa4d806c72 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Request body: {'port': {'device_id': '44ee0b58-94d1-4f30-9032-9a1395c62459', 'network_id': 'a2a2680a-30c7-4004-a919-1078d0f1a0a1', 'admin_state_up': True, 'tenant_id': '507d6785502940d28c178ad4aae87e46'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:00:28.084429 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9f62b8ea-6e0e-4d3a-810a-6f3aac6dbbc8 req-83d3dabf-9b3d-42df-94f9-23e9eff7a7ac tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] 10.222.0.85 "GET /v2.0/security-groups?id=06806dfc-f049-4330-b211-293135e18ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602671 May 30 20:00:28.085225 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-c7477f7d-0572-4d32-8e11-f6e8bff9f4ba req-2dee91a1-4615-41b0-8d6a-7ed6a7721c7d service neutron] Attempting to bind port 64a08dcc-ec2f-4ebf-a20f-1051fce47c3f on host n-h1-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:00:28.085560 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-c7477f7d-0572-4d32-8e11-f6e8bff9f4ba req-2dee91a1-4615-41b0-8d6a-7ed6a7721c7d service neutron] Attempting to bind port 64a08dcc-ec2f-4ebf-a20f-1051fce47c3f by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': '7e304c17-4e5f-4a93-af80-52785639e6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:00:28.085925 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7477f7d-0572-4d32-8e11-f6e8bff9f4ba req-2dee91a1-4615-41b0-8d6a-7ed6a7721c7d service neutron] Attempting to bind port 64a08dcc-ec2f-4ebf-a20f-1051fce47c3f on network 4344fbed-57fb-43d7-b32d-6020ce60f0a1 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:00:28.103191 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7477f7d-0572-4d32-8e11-f6e8bff9f4ba req-2dee91a1-4615-41b0-8d6a-7ed6a7721c7d service neutron] Port 64a08dcc-ec2f-4ebf-a20f-1051fce47c3f on network 4344fbed-57fb-43d7-b32d-6020ce60f0a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:00:28.103495 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7477f7d-0572-4d32-8e11-f6e8bff9f4ba req-2dee91a1-4615-41b0-8d6a-7ed6a7721c7d service neutron] Attempting to bind port 64a08dcc-ec2f-4ebf-a20f-1051fce47c3f on network 4344fbed-57fb-43d7-b32d-6020ce60f0a1 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:00:28.122600 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7477f7d-0572-4d32-8e11-f6e8bff9f4ba req-2dee91a1-4615-41b0-8d6a-7ed6a7721c7d service neutron] Checking agent: {'id': 'f728d74e-a4ae-4384-860b-a5ade05dd8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 0, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:00:28.122600 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7477f7d-0572-4d32-8e11-f6e8bff9f4ba req-2dee91a1-4615-41b0-8d6a-7ed6a7721c7d service neutron] Checking segment: {'id': '7e304c17-4e5f-4a93-af80-52785639e6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:00:28.122600 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7477f7d-0572-4d32-8e11-f6e8bff9f4ba req-2dee91a1-4615-41b0-8d6a-7ed6a7721c7d service neutron] Bound using segment: {'id': '7e304c17-4e5f-4a93-af80-52785639e6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1'} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:00:28.122600 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-c7477f7d-0572-4d32-8e11-f6e8bff9f4ba req-2dee91a1-4615-41b0-8d6a-7ed6a7721c7d service neutron] Bound port: 64a08dcc-ec2f-4ebf-a20f-1051fce47c3f, host: n-h1-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e304c17-4e5f-4a93-af80-52785639e6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1'}}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:00:28.122600 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c7477f7d-0572-4d32-8e11-f6e8bff9f4ba req-2dee91a1-4615-41b0-8d6a-7ed6a7721c7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:28.171732 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-864cd096-600d-4d15-b243-2ec426c178ea'] response: {'server_uuid': '843e9dac-a7f9-4146-a853-871714260300', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f18d718-31c2-4596-a36f-eba1153ae3d2', 'code': 200} May 30 20:00:28.179853 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-d6f626cc-222c-4746-a976-a5a42204fc5e admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1367778619-network', 'tenant_id': 'b29b7fab42db44cc806c524e79f85862'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:00:28.238432 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-d6f626cc-222c-4746-a976-a5a42204fc5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:00:28.304083 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-d6f626cc-222c-4746-a976-a5a42204fc5e admin admin] Usage tracker for resource:network and tenant:b29b7fab42db44cc806c524e79f85862 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:00:28.395944 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-d6f626cc-222c-4746-a976-a5a42204fc5e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:00:28.547573 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5061f937-6b1f-4993-9c45-fc71a2e3c4ab req-b4d4073e-0de9-480b-af63-85709173aa92 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.85 "GET /v2.0/ports?device_id=44ee0b58-94d1-4f30-9032-9a1395c62459 HTTP/1.1" status: 200 len: 210 time: 0.0937846 May 30 20:00:28.549422 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27bdd463-ae67-482b-8b97-853991657bbf'] response: {'server_uuid': 'a55fcadd-0383-4943-8204-c0ed7ff9d575', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64a08dcc-ec2f-4ebf-a20f-1051fce47c3f', 'code': 200} May 30 20:00:28.550294 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-d6f626cc-222c-4746-a976-a5a42204fc5e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:00:28.562596 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-0ae9a8f5-cf4c-420a-93dd-a46b73645a83 req-df14e21e-9d1b-45cd-b4e5-aeaa4d806c72 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:00:28.574249 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-0ae9a8f5-cf4c-420a-93dd-a46b73645a83 req-df14e21e-9d1b-45cd-b4e5-aeaa4d806c72 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:00:28.690633 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ae9a8f5-cf4c-420a-93dd-a46b73645a83 req-df14e21e-9d1b-45cd-b4e5-aeaa4d806c72 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Made reservation on behalf of 507d6785502940d28c178ad4aae87e46 for: {'port': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:00:28.693919 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-0ae9a8f5-cf4c-420a-93dd-a46b73645a83 req-df14e21e-9d1b-45cd-b4e5-aeaa4d806c72 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:28.740923 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 3d4f8457-50ab-49d6-a493-aaa143021b70 up at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:00:28.791623 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-c7477f7d-0572-4d32-8e11-f6e8bff9f4ba req-2dee91a1-4615-41b0-8d6a-7ed6a7721c7d service neutron] For port 64a08dcc-ec2f-4ebf-a20f-1051fce47c3f, host n-h1-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:00:28.826473 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-c7477f7d-0572-4d32-8e11-f6e8bff9f4ba req-2dee91a1-4615-41b0-8d6a-7ed6a7721c7d service neutron] For port 64a08dcc-ec2f-4ebf-a20f-1051fce47c3f, host n-h1-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=64a08dcc-ec2f-4ebf-a20f-1051fce47c3f,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:00:28.971266 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e9b8d1ea-21fc-45b5-89b8-7d5bed9c774a req-6b15f814-fa4e-4a3c-91e1-6c71b40c9df8 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=843e9dac-a7f9-4146-a853-871714260300 HTTP/1.1" status: 200 len: 1100 time: 0.6685214 May 30 20:00:28.996517 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [req-0ae9a8f5-cf4c-420a-93dd-a46b73645a83 req-df14e21e-9d1b-45cd-b4e5-aeaa4d806c72 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Allocated IP 172.20.0.4 (a2a2680a-30c7-4004-a919-1078d0f1a0a1/8501e548-9fd0-4b41-a186-ee2d1e9a4a4f/cf772378-fb5a-4970-a2b3-d660abe9cafd) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:00:29.019968 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6f626cc-222c-4746-a976-a5a42204fc5e admin admin] Made reservation on behalf of b29b7fab42db44cc806c524e79f85862 for: {'network': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:00:29.023558 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d6f626cc-222c-4746-a976-a5a42204fc5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:29.045738 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d6f626cc-222c-4746-a976-a5a42204fc5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:29.060643 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning for port 3d4f8457-50ab-49d6-a493-aaa143021b70 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:00:29.067382 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning complete for port 3d4f8457-50ab-49d6-a493-aaa143021b70 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:00:29.067752 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:29.112291 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5fe9dbc3-f030-47f4-a7c7-ac017c60dc77 req-2ebec1cf-9c5b-4f83-a599-3e8481f2a0f0 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=5116369f-73a3-4880-b61c-800f5e53b6c9&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2683663 May 30 20:00:29.113723 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c7477f7d-0572-4d32-8e11-f6e8bff9f4ba req-2dee91a1-4615-41b0-8d6a-7ed6a7721c7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:29.125715 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b520c80-9b18-4fa1-8871-87a703176172 req-bc854139-499d-4aa6-b8ba-c05a897a5c2e tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:29.166370 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1b520c80-9b18-4fa1-8871-87a703176172 req-bc854139-499d-4aa6-b8ba-c05a897a5c2e tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/ports?device_id=a55fcadd-0383-4943-8204-c0ed7ff9d575 HTTP/1.1" status: 200 len: 948 time: 0.4587748 May 30 20:00:29.355743 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c7477f7d-0572-4d32-8e11-f6e8bff9f4ba req-2dee91a1-4615-41b0-8d6a-7ed6a7721c7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:29.357226 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c7477f7d-0572-4d32-8e11-f6e8bff9f4ba req-2dee91a1-4615-41b0-8d6a-7ed6a7721c7d service neutron] 10.222.0.71 "PUT /v2.0/ports/64a08dcc-ec2f-4ebf-a20f-1051fce47c3f HTTP/1.1" status: 200 len: 1096 time: 3.7910199 May 30 20:00:29.387768 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-5dd49358-9aba-485a-919f-8ea46f5dcddc admin admin] Deleting port a85da4c3-5233-4e62-9df6-6eb869ff235b {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:00:29.388109 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5dd49358-9aba-485a-919f-8ea46f5dcddc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:29.415129 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:29.429247 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dee91a1-4615-41b0-8d6a-7ed6a7721c7d service neutron] Pushing event updated for resources: {'Port': ['ID=64a08dcc-ec2f-4ebf-a20f-1051fce47c3f,revision_number=7']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:00:29.515121 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 3d4f8457-50ab-49d6-a493-aaa143021b70, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=3d4f8457-50ab-49d6-a493-aaa143021b70,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:00:29.528171 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-019b708d-3487-456d-a772-1067d823db18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:29.656568 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:29.681371 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1b520c80-9b18-4fa1-8871-87a703176172 req-85dde354-0d18-4eab-87e6-94612aa6cea5 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/security-groups?id=e1329ead-76da-4fe1-a988-d24ed3099985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5139055 May 30 20:00:29.860951 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:29.936723 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-d6f626cc-222c-4746-a976-a5a42204fc5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:00:29.940156 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=3d4f8457-50ab-49d6-a493-aaa143021b70,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:00:29.981516 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-d6f626cc-222c-4746-a976-a5a42204fc5e admin admin] Usage tracker for resource:security_group_rule and tenant:b29b7fab42db44cc806c524e79f85862 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:00:30.004259 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-d6f626cc-222c-4746-a976-a5a42204fc5e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:00:30.008661 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e9b8d1ea-21fc-45b5-89b8-7d5bed9c774a req-0e2d77b6-8e5a-49fa-8fdf-ace315e77b76 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=06806dfc-f049-4330-b211-293135e18ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0194976 May 30 20:00:30.037646 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-d6f626cc-222c-4746-a976-a5a42204fc5e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:00:30.135069 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c7477f7d-0572-4d32-8e11-f6e8bff9f4ba req-f637bbd1-463f-42b8-8d36-cc7aef3220d9 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fa61b48b7a6444fe8c9a2f45b95c1d11&device_id=a55fcadd-0383-4943-8204-c0ed7ff9d575 HTTP/1.1" status: 200 len: 1099 time: 0.7069452 May 30 20:00:30.173290 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a90e0fa3-52c5-4ce6-9724-62916ccbd2c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d4f8457-50ab-49d6-a493-aaa143021b70'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:00:30.183370 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7ecd79-17c9-494c-a34c-f586fc4ea145 req-f52234fb-90b3-4735-85f7-a95a73cbb328 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:30.185884 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0e7ecd79-17c9-494c-a34c-f586fc4ea145 req-f52234fb-90b3-4735-85f7-a95a73cbb328 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] 10.222.0.85 "GET /v2.0/ports?device_id=a90e0fa3-52c5-4ce6-9724-62916ccbd2c5 HTTP/1.1" status: 200 len: 949 time: 0.6862326 May 30 20:00:30.325837 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-8f738d14-3be2-492a-87c0-d8a1ef1d7c81 req-d14549d2-a889-4739-900a-6710637a1a5d tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.85 "GET /v2.0/ports?device_id=44ee0b58-94d1-4f30-9032-9a1395c62459 HTTP/1.1" status: 200 len: 210 time: 0.0789964 May 30 20:00:30.365104 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-0ae9a8f5-cf4c-420a-93dd-a46b73645a83 req-df14e21e-9d1b-45cd-b4e5-aeaa4d806c72 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:30.380952 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d6f626cc-222c-4746-a976-a5a42204fc5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:30.430340 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [None req-5dd49358-9aba-485a-919f-8ea46f5dcddc admin admin] For port a85da4c3-5233-4e62-9df6-6eb869ff235b, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=a85da4c3-5233-4e62-9df6-6eb869ff235b,segment=NetworkSegment(ce212c09-2307-4a5c-9bb2-5de2cac09d22),segment_id=ce212c09-2307-4a5c-9bb2-5de2cac09d22)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:00:30.430715 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5dd49358-9aba-485a-919f-8ea46f5dcddc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:30.482660 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0e7ecd79-17c9-494c-a34c-f586fc4ea145 req-4f3db20c-a54b-4e20-b15b-a70c9f68a44e tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] 10.222.0.85 "GET /v2.0/security-groups?id=06806dfc-f049-4330-b211-293135e18ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094941 May 30 20:00:30.489329 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d6f626cc-222c-4746-a976-a5a42204fc5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:30.517721 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7477f7d-0572-4d32-8e11-f6e8bff9f4ba req-117a0b0a-6318-427d-a4d7-f9bb4bd01a12 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:30.528923 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c7477f7d-0572-4d32-8e11-f6e8bff9f4ba req-117a0b0a-6318-427d-a4d7-f9bb4bd01a12 service neutron] 10.222.0.71 "GET /v2.0/networks?id=4344fbed-57fb-43d7-b32d-6020ce60f0a1 HTTP/1.1" status: 200 len: 870 time: 0.3850305 May 30 20:00:30.599629 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ada9377f-f5fd-4be1-af45-d6d4af400995'] response: {'server_uuid': 'a90e0fa3-52c5-4ce6-9724-62916ccbd2c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d4f8457-50ab-49d6-a493-aaa143021b70', 'code': 200} May 30 20:00:30.725441 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-5dd49358-9aba-485a-919f-8ea46f5dcddc admin admin] Calling delete_port for a85da4c3-5233-4e62-9df6-6eb869ff235b owned by network:router_interface {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:00:30.727348 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6f626cc-222c-4746-a976-a5a42204fc5e admin admin] vlan segment allocate from pool success with {'vlan_id': 661, 'physical_network': 'physnet1'} {{(pid=84887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:00:30.741432 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d6f626cc-222c-4746-a976-a5a42204fc5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:30.746841 n-d-843948-2 neutron-server[84887]: INFO neutron.db.segments_db [None req-d6f626cc-222c-4746-a976-a5a42204fc5e admin admin] Added segment 45705a28-626e-45e3-8207-da8cd4c18db9 of type vlan for network 06d8213c-fb57-4c8e-8db3-77c8f84dca8f May 30 20:00:30.776817 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d6f626cc-222c-4746-a976-a5a42204fc5e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:30.811478 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a55fcadd-0383-4943-8204-c0ed7ff9d575', 'tag': '64a08dcc-ec2f-4ebf-a20f-1051fce47c3f'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:00:30.852959 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f626cc-222c-4746-a976-a5a42204fc5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55c01bf1-c871-4944-8d52-3f23c44473bf,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:00:30.859684 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c7477f7d-0572-4d32-8e11-f6e8bff9f4ba req-22267ff9-0b4d-4d8c-84b4-3ad88f6ad21d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=64a08dcc-ec2f-4ebf-a20f-1051fce47c3f HTTP/1.1" status: 200 len: 217 time: 0.3216949 May 30 20:00:30.922485 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:30.957590 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d6f626cc-222c-4746-a976-a5a42204fc5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:30.958567 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f626cc-222c-4746-a976-a5a42204fc5e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:30.961096 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d6f626cc-222c-4746-a976-a5a42204fc5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:31.320934 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7477f7d-0572-4d32-8e11-f6e8bff9f4ba req-2de6a8a7-58a1-4592-97c4-3ffd6c956ac4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:31.325555 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c7477f7d-0572-4d32-8e11-f6e8bff9f4ba req-2de6a8a7-58a1-4592-97c4-3ffd6c956ac4 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1b83ff54-b1af-44ce-bb75-ba148920553c HTTP/1.1" status: 200 len: 843 time: 0.4595804 May 30 20:00:31.462739 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-0ae9a8f5-cf4c-420a-93dd-a46b73645a83 req-df14e21e-9d1b-45cd-b4e5-aeaa4d806c72 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:31.606218 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3efe09bd-f9ba-4633-99c7-d153ef49b6c6 req-feb3f317-9ead-4813-88fb-b86ba137fc53 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=a90e0fa3-52c5-4ce6-9724-62916ccbd2c5 HTTP/1.1" status: 200 len: 1101 time: 0.7100339 May 30 20:00:31.668710 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-d6f626cc-222c-4746-a976-a5a42204fc5e admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 4.0110583 May 30 20:00:31.675666 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 44104) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:00:31.680819 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ae9a8f5-cf4c-420a-93dd-a46b73645a83 req-df14e21e-9d1b-45cd-b4e5-aeaa4d806c72 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Network a2a2680a-30c7-4004-a919-1078d0f1a0a1 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:00:31.690280 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-2615a10b-2e39-40c5-90e1-d744c88ee284 admin admin] Request body: {'subnet': {'network_id': '06d8213c-fb57-4c8e-8db3-77c8f84dca8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1367778619-subnet', 'tenant_id': 'b29b7fab42db44cc806c524e79f85862', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:00:31.695302 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-2615a10b-2e39-40c5-90e1-d744c88ee284 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:00:31.703278 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-2615a10b-2e39-40c5-90e1-d744c88ee284 admin admin] Usage tracker for resource:subnet and tenant:b29b7fab42db44cc806c524e79f85862 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:00:31.703278 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-2615a10b-2e39-40c5-90e1-d744c88ee284 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:00:31.710442 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-2615a10b-2e39-40c5-90e1-d744c88ee284 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:00:31.731918 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df14e21e-9d1b-45cd-b4e5-aeaa4d806c72 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Pushing event updated for resources: {'Port': ['ID=cf772378-fb5a-4970-a2b3-d660abe9cafd,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:00:31.734239 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [req-0ae9a8f5-cf4c-420a-93dd-a46b73645a83 req-df14e21e-9d1b-45cd-b4e5-aeaa4d806c72 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:00:31.740591 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ae9a8f5-cf4c-420a-93dd-a46b73645a83 req-df14e21e-9d1b-45cd-b4e5-aeaa4d806c72 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:00:31.821424 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2615a10b-2e39-40c5-90e1-d744c88ee284 admin admin] Made reservation on behalf of b29b7fab42db44cc806c524e79f85862 for: {'subnet': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:00:31.828042 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2615a10b-2e39-40c5-90e1-d744c88ee284 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2778563'] for subnet, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:31.847313 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f626cc-222c-4746-a976-a5a42204fc5e admin admin] Pushing event updated for resources: {'Network': ['ID=06d8213c-fb57-4c8e-8db3-77c8f84dca8f,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:00:31.860100 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3efe09bd-f9ba-4633-99c7-d153ef49b6c6 req-cce69e5a-1d1e-4b95-9ad5-c7479850bc63 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=06806dfc-f049-4330-b211-293135e18ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449996 May 30 20:00:31.871641 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network 06d8213c-fb57-4c8e-8db3-77c8f84dca8f details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:00:31.898103 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c7477f7d-0572-4d32-8e11-f6e8bff9f4ba req-cd90feb1-0c1d-487f-8842-78d216d1b5eb service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4344fbed-57fb-43d7-b32d-6020ce60f0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5045137 May 30 20:00:31.908851 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb06c005-145a-4aa1-861c-07762af01150 req-2f394b3a-5b04-44cf-8700-315465597c85 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:31.909373 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e27b035d-4d5a-4983-b92b-3e8abf32efad'] response: {'name': 'network-changed', 'server_uuid': 'a55fcadd-0383-4943-8204-c0ed7ff9d575', 'tag': '64a08dcc-ec2f-4ebf-a20f-1051fce47c3f', 'status': 'completed', 'code': 200} May 30 20:00:31.910496 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-fb06c005-145a-4aa1-861c-07762af01150 req-2f394b3a-5b04-44cf-8700-315465597c85 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/ports?device_id=a55fcadd-0383-4943-8204-c0ed7ff9d575 HTTP/1.1" status: 200 len: 948 time: 0.6950114 May 30 20:00:32.208609 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae9a8f5-cf4c-420a-93dd-a46b73645a83 req-df14e21e-9d1b-45cd-b4e5-aeaa4d806c72 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:32.209270 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-0ae9a8f5-cf4c-420a-93dd-a46b73645a83 req-df14e21e-9d1b-45cd-b4e5-aeaa4d806c72 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:32.338055 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-fb06c005-145a-4aa1-861c-07762af01150 req-28e28a64-cd91-4122-919c-32420e5b2c2e tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/security-groups?id=e1329ead-76da-4fe1-a988-d24ed3099985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2564654 May 30 20:00:32.376967 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0ae9a8f5-cf4c-420a-93dd-a46b73645a83 req-df14e21e-9d1b-45cd-b4e5-aeaa4d806c72 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3430126 May 30 20:00:32.387667 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:32.401956 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [req-0ae9a8f5-cf4c-420a-93dd-a46b73645a83 req-6007f471-5c69-49b0-a3c0-f64017876d05 service neutron] Request body: {'port': {'device_id': '44ee0b58-94d1-4f30-9032-9a1395c62459', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843948-2'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:00:32.462216 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3d935825-2d78-4634-a5cd-43d69cdadf78 req-615ce946-64db-444a-90c9-6aa2ed97df3a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=fa61b48b7a6444fe8c9a2f45b95c1d11&device_id=a55fcadd-0383-4943-8204-c0ed7ff9d575 HTTP/1.1" status: 200 len: 1099 time: 0.5283904 May 30 20:00:32.499619 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c7477f7d-0572-4d32-8e11-f6e8bff9f4ba req-b1dfa065-b165-4479-9c59-b7ecc62fb5b2 service neutron] 10.222.0.71 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4204433 May 30 20:00:32.567863 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5dd49358-9aba-485a-919f-8ea46f5dcddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:32.783778 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc29225-9326-4545-9b72-b6ed8659fa81 req-bbbcf31d-8aae-4d88-b692-48d2f142c050 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:32.800401 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ffc29225-9326-4545-9b72-b6ed8659fa81 req-bbbcf31d-8aae-4d88-b692-48d2f142c050 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.85 "GET /v2.0/ports?device_id=44ee0b58-94d1-4f30-9032-9a1395c62459 HTTP/1.1" status: 200 len: 931 time: 0.4468241 May 30 20:00:32.871071 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd49358-9aba-485a-919f-8ea46f5dcddc admin admin] Pushing event deleted for resources: {'Port': ['ID=a85da4c3-5233-4e62-9df6-6eb869ff235b,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:00:33.240935 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d935825-2d78-4634-a5cd-43d69cdadf78 req-a71e2a3c-d7a6-4ab7-ab2e-7be6bc449323 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:33.246509 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3d935825-2d78-4634-a5cd-43d69cdadf78 req-a71e2a3c-d7a6-4ab7-ab2e-7be6bc449323 service neutron] 10.222.0.86 "GET /v2.0/networks?id=4344fbed-57fb-43d7-b32d-6020ce60f0a1 HTTP/1.1" status: 200 len: 870 time: 0.7766292 May 30 20:00:33.248497 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c7477f7d-0572-4d32-8e11-f6e8bff9f4ba req-c3c81c28-9892-41a3-92d1-d84b81de18b3 service neutron] 10.222.0.71 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6874795 May 30 20:00:33.436882 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ffc29225-9326-4545-9b72-b6ed8659fa81 req-53c6d426-b9f8-4a17-ac46-ac095a3886fa tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.85 "GET /v2.0/security-groups?id=e04d9b86-3d99-41a3-8241-c517ec1f4730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6090117 May 30 20:00:33.484464 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-0ae9a8f5-cf4c-420a-93dd-a46b73645a83 req-6007f471-5c69-49b0-a3c0-f64017876d05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:33.709722 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3d935825-2d78-4634-a5cd-43d69cdadf78 req-1d7f5cf6-6273-46c5-8d80-f00a98628cf8 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=64a08dcc-ec2f-4ebf-a20f-1051fce47c3f HTTP/1.1" status: 200 len: 217 time: 0.4528725 May 30 20:00:33.810119 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3d935825-2d78-4634-a5cd-43d69cdadf78 req-dba77659-dbb0-4200-9c0f-4e88d4358263 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fa61b48b7a6444fe8c9a2f45b95c1d11&device_id=a55fcadd-0383-4943-8204-c0ed7ff9d575 HTTP/1.1" status: 200 len: 1099 time: 0.3717787 May 30 20:00:33.874445 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d935825-2d78-4634-a5cd-43d69cdadf78 req-4be08c7f-2f5e-4260-8298-c94609e0a010 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:33.875992 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3d935825-2d78-4634-a5cd-43d69cdadf78 req-4be08c7f-2f5e-4260-8298-c94609e0a010 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1b83ff54-b1af-44ce-bb75-ba148920553c HTTP/1.1" status: 200 len: 843 time: 0.1501684 May 30 20:00:33.883168 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2615a10b-2e39-40c5-90e1-d744c88ee284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4127140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2778577'] for subnet, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:34.226523 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2615a10b-2e39-40c5-90e1-d744c88ee284 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7493cd75-fa4f-4a3f-b5a3-42b9f0daa46a,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:00:34.246435 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bee0d35-f2c6-4ec8-bb2d-599b41048186 req-0d37eb13-dc14-4816-8987-0f888c9f1ab9 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:34.280749 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1bee0d35-f2c6-4ec8-bb2d-599b41048186 req-0d37eb13-dc14-4816-8987-0f888c9f1ab9 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] 10.222.0.85 "GET /v2.0/ports?device_id=a90e0fa3-52c5-4ce6-9724-62916ccbd2c5 HTTP/1.1" status: 200 len: 950 time: 1.7105105 May 30 20:00:34.384557 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d935825-2d78-4634-a5cd-43d69cdadf78 req-0e228e8d-7021-4b60-80d2-9f2decb41fe7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:34.387813 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3d935825-2d78-4634-a5cd-43d69cdadf78 req-0e228e8d-7021-4b60-80d2-9f2decb41fe7 service neutron] 10.222.0.71 "GET /v2.0/networks?id=4344fbed-57fb-43d7-b32d-6020ce60f0a1 HTTP/1.1" status: 200 len: 870 time: 0.5660884 May 30 20:00:34.450862 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03ae815-9ef2-4144-85c5-1ee6787b2fe0 req-1f5731de-13e7-4917-a62a-2c028907ec07 tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:34.456183 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c03ae815-9ef2-4144-85c5-1ee6787b2fe0 req-1f5731de-13e7-4917-a62a-2c028907ec07 tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] 10.222.0.85 "GET /v2.0/ports?device_id=5116369f-73a3-4880-b61c-800f5e53b6c9 HTTP/1.1" status: 200 len: 950 time: 0.4088862 May 30 20:00:34.467508 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1bee0d35-f2c6-4ec8-bb2d-599b41048186 req-9f795acc-4989-4e6f-868b-f28f1d3ff175 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] 10.222.0.85 "GET /v2.0/security-groups?id=06806dfc-f049-4330-b211-293135e18ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919200 May 30 20:00:34.469214 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3d935825-2d78-4634-a5cd-43d69cdadf78 req-48032487-b874-43d8-b705-7fd37d013321 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4344fbed-57fb-43d7-b32d-6020ce60f0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5864546 May 30 20:00:34.636348 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3d935825-2d78-4634-a5cd-43d69cdadf78 req-78cf9205-e7c4-423e-8c9a-b09e932c1f8b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=64a08dcc-ec2f-4ebf-a20f-1051fce47c3f HTTP/1.1" status: 200 len: 217 time: 0.2185779 May 30 20:00:34.794237 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5cbf4a-3714-4efc-98cb-e9696eebe4de req-ea5f9e21-567a-40fe-b83a-fe73a64b3d6c tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:34.799940 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6d5cbf4a-3714-4efc-98cb-e9696eebe4de req-ea5f9e21-567a-40fe-b83a-fe73a64b3d6c tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] 10.222.0.71 "GET /v2.0/ports?device_id=5116369f-73a3-4880-b61c-800f5e53b6c9 HTTP/1.1" status: 200 len: 950 time: 1.1756053 May 30 20:00:34.811534 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2615a10b-2e39-40c5-90e1-d744c88ee284 admin admin] Checking segment: {'id': '45705a28-626e-45e3-8207-da8cd4c18db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '06d8213c-fb57-4c8e-8db3-77c8f84dca8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:00:34.812065 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2615a10b-2e39-40c5-90e1-d744c88ee284 admin admin] Network hostable DHCP agents. Network: 06d8213c-fb57-4c8e-8db3-77c8f84dca8f, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:00:35.123015 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d935825-2d78-4634-a5cd-43d69cdadf78 req-67b14800-a1d7-4a14-a9a5-fa04d39cc4c5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:35.126201 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3d935825-2d78-4634-a5cd-43d69cdadf78 req-67b14800-a1d7-4a14-a9a5-fa04d39cc4c5 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1b83ff54-b1af-44ce-bb75-ba148920553c HTTP/1.1" status: 200 len: 843 time: 0.4821980 May 30 20:00:35.247603 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [req-6d5cbf4a-3714-4efc-98cb-e9696eebe4de req-07abc971-ab32-4dd8-9deb-caa35f083d0d tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] Deleting port d5b633b5-78c3-4235-9157-ee5865ddede0 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:00:35.248560 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-6d5cbf4a-3714-4efc-98cb-e9696eebe4de req-07abc971-ab32-4dd8-9deb-caa35f083d0d tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:35.282996 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2615a10b-2e39-40c5-90e1-d744c88ee284 admin admin] Network 06d8213c-fb57-4c8e-8db3-77c8f84dca8f is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:00:35.574268 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c03ae815-9ef2-4144-85c5-1ee6787b2fe0 req-3927068c-2ae3-47cb-965a-6fc0422d35eb tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] 10.222.0.85 "GET /v2.0/security-groups?id=46d6435d-cd77-488d-aca2-73ee35b2a0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1034527 May 30 20:00:35.702762 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-2615a10b-2e39-40c5-90e1-d744c88ee284 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, 06d8213c-fb57-4c8e-8db3-77c8f84dca8f) {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:00:35.712994 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7112da9-69ed-40dd-b260-b2c19dd9a261 None None] Network 06d8213c-fb57-4c8e-8db3-77c8f84dca8f requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:00:35.737031 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2615a10b-2e39-40c5-90e1-d744c88ee284 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:35.737684 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2615a10b-2e39-40c5-90e1-d744c88ee284 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:35.755203 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3d935825-2d78-4634-a5cd-43d69cdadf78 req-19b460f3-e015-4748-b41e-d4a911b1c587 service neutron] 10.222.0.86 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1109204 May 30 20:00:35.889121 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [req-0ae9a8f5-cf4c-420a-93dd-a46b73645a83 req-6007f471-5c69-49b0-a3c0-f64017876d05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf772378-fb5a-4970-a2b3-d660abe9cafd {{(pid=84886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:00:35.923376 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-0ae9a8f5-cf4c-420a-93dd-a46b73645a83 req-6007f471-5c69-49b0-a3c0-f64017876d05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:35.996421 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [req-0ae9a8f5-cf4c-420a-93dd-a46b73645a83 req-6007f471-5c69-49b0-a3c0-f64017876d05 service neutron] Transition to ACTIVE for port object cf772378-fb5a-4970-a2b3-d660abe9cafd will not be triggered until provisioned by entity L2. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:00:36.061383 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2cb010-7210-495f-bc4c-c74681189264 req-8cc8c7e6-4c2f-459e-820e-b3a85ec4c618 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:36.083560 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-fe2cb010-7210-495f-bc4c-c74681189264 req-8cc8c7e6-4c2f-459e-820e-b3a85ec4c618 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/ports?device_id=a55fcadd-0383-4943-8204-c0ed7ff9d575 HTTP/1.1" status: 200 len: 948 time: 1.1552265 May 30 20:00:36.123126 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-2615a10b-2e39-40c5-90e1-d744c88ee284 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 4.4372272 May 30 20:00:36.148474 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e1d057-f455-4afe-9248-a207555953e1 None None] Network 06d8213c-fb57-4c8e-8db3-77c8f84dca8f requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:00:36.197549 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3d935825-2d78-4634-a5cd-43d69cdadf78 req-e8cb4e29-6014-4d90-a847-de128e7a6ccf service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4344fbed-57fb-43d7-b32d-6020ce60f0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8296304 May 30 20:00:36.227704 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-0ae9a8f5-cf4c-420a-93dd-a46b73645a83 req-6007f471-5c69-49b0-a3c0-f64017876d05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:36.503194 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5dd49358-9aba-485a-919f-8ea46f5dcddc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1718140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-736143'] for router_interface, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:36.510179 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-6d5cbf4a-3714-4efc-98cb-e9696eebe4de req-07abc971-ab32-4dd8-9deb-caa35f083d0d tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] For port d5b633b5-78c3-4235-9157-ee5865ddede0, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=d5b633b5-78c3-4235-9157-ee5865ddede0,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:00:36.510700 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-6d5cbf4a-3714-4efc-98cb-e9696eebe4de req-07abc971-ab32-4dd8-9deb-caa35f083d0d tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:36.724531 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [req-6d5cbf4a-3714-4efc-98cb-e9696eebe4de req-07abc971-ab32-4dd8-9deb-caa35f083d0d tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] Calling delete_port for d5b633b5-78c3-4235-9157-ee5865ddede0 owned by compute:nova {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:00:36.756970 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-fe2cb010-7210-495f-bc4c-c74681189264 req-0415aa15-17a2-4678-82c0-c22d12cd1079 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/security-groups?id=e1329ead-76da-4fe1-a988-d24ed3099985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6721108 May 30 20:00:36.766636 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6007f471-5c69-49b0-a3c0-f64017876d05 service neutron] Pushing event updated for resources: {'Port': ['ID=cf772378-fb5a-4970-a2b3-d660abe9cafd,revision_number=2']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:00:36.835370 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3d935825-2d78-4634-a5cd-43d69cdadf78 req-4416ad8b-d98c-45a0-8e12-1b0166a0d5e6 service neutron] 10.222.0.86 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0703378 May 30 20:00:36.844626 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f83b9ac-83b3-4b07-bc9f-eb84f2073c01 req-27a452a1-442b-40bd-afb1-5aa222471f9d tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:36.871387 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0f83b9ac-83b3-4b07-bc9f-eb84f2073c01 req-27a452a1-442b-40bd-afb1-5aa222471f9d tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.85 "GET /v2.0/ports?device_id=44ee0b58-94d1-4f30-9032-9a1395c62459 HTTP/1.1" status: 200 len: 943 time: 0.8323643 May 30 20:00:36.912715 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3d935825-2d78-4634-a5cd-43d69cdadf78 req-bc1765cb-9b27-4839-924b-4843b59e8fcb service neutron] 10.222.0.71 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7029209 May 30 20:00:37.066630 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0f83b9ac-83b3-4b07-bc9f-eb84f2073c01 req-60171e11-104c-4962-86e8-d56378f3167a tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.85 "GET /v2.0/security-groups?id=e04d9b86-3d99-41a3-8241-c517ec1f4730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926711 May 30 20:00:37.303216 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3d935825-2d78-4634-a5cd-43d69cdadf78 req-f4e1fd73-9603-4d91-91f7-e23db30b019d service neutron] 10.222.0.71 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3808300 May 30 20:00:37.615613 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-0ae9a8f5-cf4c-420a-93dd-a46b73645a83 req-6007f471-5c69-49b0-a3c0-f64017876d05 service neutron] Attempting to bind port cf772378-fb5a-4970-a2b3-d660abe9cafd on host n-h2-843948-2 for vnic_type normal with profile {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:00:37.616411 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-0ae9a8f5-cf4c-420a-93dd-a46b73645a83 req-6007f471-5c69-49b0-a3c0-f64017876d05 service neutron] Attempting to bind port cf772378-fb5a-4970-a2b3-d660abe9cafd by drivers openvswitch,hyperv on host n-h2-843948-2 at level 0 using segments [{'id': '4048bfa0-f1bd-4aa7-86bf-7023b66ee7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2a2680a-30c7-4004-a919-1078d0f1a0a1'}] {{(pid=84886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:00:37.616411 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae9a8f5-cf4c-420a-93dd-a46b73645a83 req-6007f471-5c69-49b0-a3c0-f64017876d05 service neutron] Attempting to bind port cf772378-fb5a-4970-a2b3-d660abe9cafd on network a2a2680a-30c7-4004-a919-1078d0f1a0a1 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:00:37.664306 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acb657e-ed15-4352-bada-2cae0b1c867c req-397ef208-63ee-4b68-af5d-35ce1128c38a tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:37.670991 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1acb657e-ed15-4352-bada-2cae0b1c867c req-397ef208-63ee-4b68-af5d-35ce1128c38a tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] 10.222.0.85 "GET /v2.0/ports?device_id=a90e0fa3-52c5-4ce6-9724-62916ccbd2c5 HTTP/1.1" status: 200 len: 950 time: 0.2191887 May 30 20:00:37.684358 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae9a8f5-cf4c-420a-93dd-a46b73645a83 req-6007f471-5c69-49b0-a3c0-f64017876d05 service neutron] Port cf772378-fb5a-4970-a2b3-d660abe9cafd on network a2a2680a-30c7-4004-a919-1078d0f1a0a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-843948-2 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:00:37.686180 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae9a8f5-cf4c-420a-93dd-a46b73645a83 req-6007f471-5c69-49b0-a3c0-f64017876d05 service neutron] Attempting to bind port cf772378-fb5a-4970-a2b3-d660abe9cafd on network a2a2680a-30c7-4004-a919-1078d0f1a0a1 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:00:37.739622 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae9a8f5-cf4c-420a-93dd-a46b73645a83 req-6007f471-5c69-49b0-a3c0-f64017876d05 service neutron] Checking agent: {'id': 'eaa08354-e8f5-4e73-af76-8d3cf7d2b390', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 0, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:00:37.740932 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae9a8f5-cf4c-420a-93dd-a46b73645a83 req-6007f471-5c69-49b0-a3c0-f64017876d05 service neutron] Checking segment: {'id': '4048bfa0-f1bd-4aa7-86bf-7023b66ee7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2a2680a-30c7-4004-a919-1078d0f1a0a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:00:37.741947 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae9a8f5-cf4c-420a-93dd-a46b73645a83 req-6007f471-5c69-49b0-a3c0-f64017876d05 service neutron] Bound using segment: {'id': '4048bfa0-f1bd-4aa7-86bf-7023b66ee7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2a2680a-30c7-4004-a919-1078d0f1a0a1'} {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:00:37.742967 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-0ae9a8f5-cf4c-420a-93dd-a46b73645a83 req-6007f471-5c69-49b0-a3c0-f64017876d05 service neutron] Bound port: cf772378-fb5a-4970-a2b3-d660abe9cafd, host: n-h2-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4048bfa0-f1bd-4aa7-86bf-7023b66ee7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2a2680a-30c7-4004-a919-1078d0f1a0a1'}}] {{(pid=84886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:00:37.743789 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-0ae9a8f5-cf4c-420a-93dd-a46b73645a83 req-6007f471-5c69-49b0-a3c0-f64017876d05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:37.749604 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1acb657e-ed15-4352-bada-2cae0b1c867c req-a056314a-db61-49ec-bc65-9ad93662f7e3 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] 10.222.0.85 "GET /v2.0/security-groups?id=06806dfc-f049-4330-b211-293135e18ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684011 May 30 20:00:37.952422 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-6d5cbf4a-3714-4efc-98cb-e9696eebe4de req-07abc971-ab32-4dd8-9deb-caa35f083d0d tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:37.968801 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['a59adec7-fd47-4b6a-a73a-2333c3e7d086'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:00:37.978331 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8f231863-8bb0-4ad3-850d-f0c86cff323a req-f3a020dd-dbc0-4186-bb12-5ec7c8ec0cbf tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] 10.222.0.85 "GET /v2.0/ports?device_id=5116369f-73a3-4880-b61c-800f5e53b6c9 HTTP/1.1" status: 200 len: 210 time: 0.0637195 May 30 20:00:38.161854 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-0ae9a8f5-cf4c-420a-93dd-a46b73645a83 req-6007f471-5c69-49b0-a3c0-f64017876d05 service neutron] For port cf772378-fb5a-4970-a2b3-d660abe9cafd, host n-h2-843948-2, cleared binding levels {{(pid=84886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:00:38.169764 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-0ae9a8f5-cf4c-420a-93dd-a46b73645a83 req-6007f471-5c69-49b0-a3c0-f64017876d05 service neutron] For port cf772378-fb5a-4970-a2b3-d660abe9cafd, host n-h2-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=cf772378-fb5a-4970-a2b3-d660abe9cafd,segment=NetworkSegment(4048bfa0-f1bd-4aa7-86bf-7023b66ee7f9),segment_id=4048bfa0-f1bd-4aa7-86bf-7023b66ee7f9)] {{(pid=84886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:00:38.438721 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07abc971-ab32-4dd8-9deb-caa35f083d0d tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] Pushing event deleted for resources: {'Port': ['ID=d5b633b5-78c3-4235-9157-ee5865ddede0,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:00:38.465670 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-0ae9a8f5-cf4c-420a-93dd-a46b73645a83 req-6007f471-5c69-49b0-a3c0-f64017876d05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:38.649366 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4feab38-7b3e-427b-912c-65747c01bf8b req-e34a5eca-6291-4a98-9b6b-15d6a0e1e525 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:38.652436 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e4feab38-7b3e-427b-912c-65747c01bf8b req-e34a5eca-6291-4a98-9b6b-15d6a0e1e525 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] 10.222.0.85 "GET /v2.0/ports?device_id=843e9dac-a7f9-4146-a853-871714260300 HTTP/1.1" status: 200 len: 949 time: 0.2924857 May 30 20:00:38.664139 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d5cbf4a-3714-4efc-98cb-e9696eebe4de req-07abc971-ab32-4dd8-9deb-caa35f083d0d tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] No DVR routers for this DVR port d5b633b5-78c3-4235-9157-ee5865ddede0 on host n-h1-843948-2 {{(pid=84886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:00:38.669971 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-6d5cbf4a-3714-4efc-98cb-e9696eebe4de req-07abc971-ab32-4dd8-9deb-caa35f083d0d tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:38.675635 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5116369f-73a3-4880-b61c-800f5e53b6c9', 'name': 'network-vif-deleted', 'tag': 'd5b633b5-78c3-4235-9157-ee5865ddede0'}] {{(pid=84886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:00:38.700696 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-0ae9a8f5-cf4c-420a-93dd-a46b73645a83 req-6007f471-5c69-49b0-a3c0-f64017876d05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:38.702598 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0ae9a8f5-cf4c-420a-93dd-a46b73645a83 req-6007f471-5c69-49b0-a3c0-f64017876d05 service neutron] 10.222.0.86 "PUT /v2.0/ports/cf772378-fb5a-4970-a2b3-d660abe9cafd HTTP/1.1" status: 200 len: 1091 time: 6.3050787 May 30 20:00:38.715120 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6007f471-5c69-49b0-a3c0-f64017876d05 service neutron] Pushing event updated for resources: {'Port': ['ID=cf772378-fb5a-4970-a2b3-d660abe9cafd,revision_number=3']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:00:38.717558 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 64a08dcc-ec2f-4ebf-a20f-1051fce47c3f details requested by agent hyperv_n-h1-843948-2 with host n-h1-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:00:38.782096 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e4feab38-7b3e-427b-912c-65747c01bf8b req-35cc7da8-5032-400e-869c-efca5315fc05 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] 10.222.0.85 "GET /v2.0/security-groups?id=06806dfc-f049-4330-b211-293135e18ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218975 May 30 20:00:38.860436 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device d5b633b5-78c3-4235-9157-ee5865ddede0 no longer exists at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:00:38.913968 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] No Port match for: d5b633b5-78c3-4235-9157-ee5865ddede0 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:00:38.914666 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device d5b633b5-78c3-4235-9157-ee5865ddede0 not bound to the agent host n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:00:39.028191 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 64a08dcc-ec2f-4ebf-a20f-1051fce47c3f, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=64a08dcc-ec2f-4ebf-a20f-1051fce47c3f,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:00:39.036731 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 44164) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:00:39.042984 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-0fb08819-5468-4dfe-a41d-75479ee667e5 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1795973069-network', 'tenant_id': '4593b9614ed14fcab163292bd06bb748'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:00:39.049952 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-0fb08819-5468-4dfe-a41d-75479ee667e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:00:39.059267 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-0fb08819-5468-4dfe-a41d-75479ee667e5 admin admin] Usage tracker for resource:network and tenant:4593b9614ed14fcab163292bd06bb748 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:00:39.063134 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-0fb08819-5468-4dfe-a41d-75479ee667e5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:00:39.066167 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Returning: {'device': '64a08dcc-ec2f-4ebf-a20f-1051fce47c3f', 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1', 'port_id': '64a08dcc-ec2f-4ebf-a20f-1051fce47c3f', 'mac_address': 'fa:16:3e:ea:30:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b83ff54-b1af-44ce-bb75-ba148920553c', 'ip_address': '192.168.233.238'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:00:39.110897 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-0fb08819-5468-4dfe-a41d-75479ee667e5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:00:39.164265 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:39.178292 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcad054-7415-47d0-9be1-35ec987413dc req-bf02961b-c31d-4031-ae38-c1237c3ffdff tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:39.179983 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2bcad054-7415-47d0-9be1-35ec987413dc req-bf02961b-c31d-4031-ae38-c1237c3ffdff tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/ports?device_id=a55fcadd-0383-4943-8204-c0ed7ff9d575 HTTP/1.1" status: 200 len: 948 time: 0.1135681 May 30 20:00:39.212748 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64a08dcc-ec2f-4ebf-a20f-1051fce47c3f {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:00:39.235882 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fb08819-5468-4dfe-a41d-75479ee667e5 admin admin] Made reservation on behalf of 4593b9614ed14fcab163292bd06bb748 for: {'network': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:00:39.238480 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 64a08dcc-ec2f-4ebf-a20f-1051fce47c3f, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=64a08dcc-ec2f-4ebf-a20f-1051fce47c3f,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:00:39.240897 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0fb08819-5468-4dfe-a41d-75479ee667e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:39.243065 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6d5cbf4a-3714-4efc-98cb-e9696eebe4de req-07abc971-ab32-4dd8-9deb-caa35f083d0d tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] 10.222.0.71 "DELETE /v2.0/ports/d5b633b5-78c3-4235-9157-ee5865ddede0 HTTP/1.1" status: 204 len: 173 time: 4.4081373 May 30 20:00:39.293117 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0fb08819-5468-4dfe-a41d-75479ee667e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:39.330502 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:39.394746 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2bcad054-7415-47d0-9be1-35ec987413dc req-b8b9234e-0017-4b88-8cda-0ec6dfa9f50c tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/security-groups?id=e1329ead-76da-4fe1-a988-d24ed3099985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996527 May 30 20:00:39.414491 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-0fb08819-5468-4dfe-a41d-75479ee667e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:00:39.420908 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-0fb08819-5468-4dfe-a41d-75479ee667e5 admin admin] Usage tracker for resource:security_group_rule and tenant:4593b9614ed14fcab163292bd06bb748 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:00:39.425288 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-0fb08819-5468-4dfe-a41d-75479ee667e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:00:39.434397 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-0fb08819-5468-4dfe-a41d-75479ee667e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:00:39.538032 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=64a08dcc-ec2f-4ebf-a20f-1051fce47c3f,revision_number=8']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:00:39.559970 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0fb08819-5468-4dfe-a41d-75479ee667e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:39.603601 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['64a08dcc-ec2f-4ebf-a20f-1051fce47c3f'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:00:39.625007 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0fb08819-5468-4dfe-a41d-75479ee667e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:39.658457 n-d-843948-2 neutron-server[84886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c46cb5c1-c480-413e-b1c6-645f7da7d8b1'] response: {'server_uuid': '5116369f-73a3-4880-b61c-800f5e53b6c9', 'name': 'network-vif-deleted', 'tag': 'd5b633b5-78c3-4235-9157-ee5865ddede0', 'status': 'completed', 'code': 200} May 30 20:00:39.719498 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fb08819-5468-4dfe-a41d-75479ee667e5 admin admin] vlan segment allocate from pool success with {'vlan_id': 674, 'physical_network': 'physnet1'} {{(pid=84887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:00:39.750380 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb08819-5468-4dfe-a41d-75479ee667e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=820c32e7-7a4e-4f10-aa3c-f0711561c59f,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:00:39.757651 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0fb08819-5468-4dfe-a41d-75479ee667e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:39.758005 n-d-843948-2 neutron-server[84887]: INFO neutron.db.segments_db [None req-0fb08819-5468-4dfe-a41d-75479ee667e5 admin admin] Added segment 2217714a-db46-4b01-a803-caefc517dad8 of type vlan for network 6da1220b-e296-44b7-97e6-9aadebdb1323 May 30 20:00:39.812539 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0fb08819-5468-4dfe-a41d-75479ee667e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:39.912431 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5a26e02a-9062-4c23-a483-1ff9c0d052d5 req-6286c774-cdea-4b5d-bf0a-05ee7d49dcc5 tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] 10.222.0.85 "GET /v2.0/ports?device_id=5116369f-73a3-4880-b61c-800f5e53b6c9 HTTP/1.1" status: 200 len: 210 time: 0.0763037 May 30 20:00:39.977455 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0ae9a8f5-cf4c-420a-93dd-a46b73645a83 req-1aa4dd57-713d-4649-a279-80a5d450bf64 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=507d6785502940d28c178ad4aae87e46&device_id=44ee0b58-94d1-4f30-9032-9a1395c62459 HTTP/1.1" status: 200 len: 1094 time: 0.8932076 May 30 20:00:40.033448 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0fb08819-5468-4dfe-a41d-75479ee667e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:40.034378 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb08819-5468-4dfe-a41d-75479ee667e5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:40.035124 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0fb08819-5468-4dfe-a41d-75479ee667e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:40.171981 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ceda3df6-7747-4e4b-a65e-6ae613e30658 req-7ed60db2-35cd-453a-b900-7d850d1e5745 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] 10.222.0.85 "GET /v2.0/networks?tenant_id=e5d7aa177ee047fa9f9235d3092bd6ea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0524004 May 30 20:00:40.205190 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0ae9a8f5-cf4c-420a-93dd-a46b73645a83 req-79169586-bc4b-4cec-a306-8e5790fb1e78 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cf772378-fb5a-4970-a2b3-d660abe9cafd HTTP/1.1" status: 200 len: 217 time: 0.2020738 May 30 20:00:40.226898 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14560b81-015e-430b-987b-4a0e41270347 req-2b479497-fc06-41a1-9ed2-a3ed2e4879e4 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:40.228240 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-14560b81-015e-430b-987b-4a0e41270347 req-2b479497-fc06-41a1-9ed2-a3ed2e4879e4 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Synchronizing usage tracker for tenant:507d6785502940d28c178ad4aae87e46 on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:00:40.332137 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae9a8f5-cf4c-420a-93dd-a46b73645a83 req-1a76dfd5-a43b-4a6d-9ef0-0787811cc6a6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:40.333573 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0ae9a8f5-cf4c-420a-93dd-a46b73645a83 req-1a76dfd5-a43b-4a6d-9ef0-0787811cc6a6 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8501e548-9fd0-4b41-a186-ee2d1e9a4a4f HTTP/1.1" status: 200 len: 860 time: 0.1005735 May 30 20:00:40.395161 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0ae9a8f5-cf4c-420a-93dd-a46b73645a83 req-b4a8cbaa-f8c4-4fd9-9ac0-60035eb5af51 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a2a2680a-30c7-4004-a919-1078d0f1a0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519874 May 30 20:00:40.401821 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb08819-5468-4dfe-a41d-75479ee667e5 admin admin] Pushing event updated for resources: {'Network': ['ID=6da1220b-e296-44b7-97e6-9aadebdb1323,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:00:40.433466 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-14560b81-015e-430b-987b-4a0e41270347 req-2b479497-fc06-41a1-9ed2-a3ed2e4879e4 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Unset dirty status for tenant:507d6785502940d28c178ad4aae87e46 on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:00:40.434682 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-14560b81-015e-430b-987b-4a0e41270347 req-2b479497-fc06-41a1-9ed2-a3ed2e4879e4 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.85 "GET /v2.0/ports?device_id=44ee0b58-94d1-4f30-9032-9a1395c62459 HTTP/1.1" status: 200 len: 943 time: 0.8550563 May 30 20:00:40.460387 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network 6da1220b-e296-44b7-97e6-9aadebdb1323 details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:00:40.502609 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-0fb08819-5468-4dfe-a41d-75479ee667e5 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4642525 May 30 20:00:40.506917 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 44184) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:00:40.515477 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-48a091b9-46d0-419e-93ca-e1ca60dbf0bd admin admin] Request body: {'subnet': {'network_id': '6da1220b-e296-44b7-97e6-9aadebdb1323', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1795973069-subnet', 'tenant_id': '4593b9614ed14fcab163292bd06bb748', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:00:40.523278 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-48a091b9-46d0-419e-93ca-e1ca60dbf0bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:00:40.528343 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-48a091b9-46d0-419e-93ca-e1ca60dbf0bd admin admin] Usage tracker for resource:subnet and tenant:4593b9614ed14fcab163292bd06bb748 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:00:40.532213 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-48a091b9-46d0-419e-93ca-e1ca60dbf0bd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:00:40.540010 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-48a091b9-46d0-419e-93ca-e1ca60dbf0bd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:00:40.557386 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceda3df6-7747-4e4b-a65e-6ae613e30658 req-8022d958-cb06-4061-9417-e08ffbd16f2c tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:40.565653 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ceda3df6-7747-4e4b-a65e-6ae613e30658 req-8022d958-cb06-4061-9417-e08ffbd16f2c tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3922555 May 30 20:00:40.596252 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ceda3df6-7747-4e4b-a65e-6ae613e30658 req-196875ab-fcc1-4498-8f1c-a1939513c259 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] 10.222.0.85 "GET /v2.0/quotas/e5d7aa177ee047fa9f9235d3092bd6ea HTTP/1.1" status: 200 len: 375 time: 0.0245347 May 30 20:00:40.700485 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48a091b9-46d0-419e-93ca-e1ca60dbf0bd admin admin] Made reservation on behalf of 4593b9614ed14fcab163292bd06bb748 for: {'subnet': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:00:40.703681 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-48a091b9-46d0-419e-93ca-e1ca60dbf0bd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114220'] for subnet, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:40.762261 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 64a08dcc-ec2f-4ebf-a20f-1051fce47c3f up at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:00:41.060703 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0ae9a8f5-cf4c-420a-93dd-a46b73645a83 req-fec694c0-695a-492e-a1f1-bb7751fa3b64 service neutron] 10.222.0.86 "GET /v2.0/networks/a2a2680a-30c7-4004-a919-1078d0f1a0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6471429 May 30 20:00:41.182144 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-14560b81-015e-430b-987b-4a0e41270347 req-23583be5-ee2d-4cc3-b7af-d8964c205155 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.85 "GET /v2.0/security-groups?id=e04d9b86-3d99-41a3-8241-c517ec1f4730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608380 May 30 20:00:41.201287 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning for port 64a08dcc-ec2f-4ebf-a20f-1051fce47c3f completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:00:41.221049 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning complete for port 64a08dcc-ec2f-4ebf-a20f-1051fce47c3f triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:00:41.221467 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:41.366884 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dd49358-9aba-485a-919f-8ea46f5dcddc admin admin] Router dff63ffd-2ade-40fb-8d35-ecb84addf322 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:00:41.492762 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ceda3df6-7747-4e4b-a65e-6ae613e30658 req-2d83b5cf-d09b-46b2-8e33-0b8adb8f226b tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=e5d7aa177ee047fa9f9235d3092bd6ea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8950081 May 30 20:00:41.573645 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0ae9a8f5-cf4c-420a-93dd-a46b73645a83 req-41ec10f8-1cc7-47ec-9fd9-0603b5abf950 service neutron] 10.222.0.86 "GET /v2.0/networks/a2a2680a-30c7-4004-a919-1078d0f1a0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4818611 May 30 20:00:41.645382 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:41.759205 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a55fcadd-0383-4943-8204-c0ed7ff9d575', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64a08dcc-ec2f-4ebf-a20f-1051fce47c3f'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:00:41.806238 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 64a08dcc-ec2f-4ebf-a20f-1051fce47c3f, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=64a08dcc-ec2f-4ebf-a20f-1051fce47c3f,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:00:41.820608 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-48a091b9-46d0-419e-93ca-e1ca60dbf0bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4055401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114238'] for subnet, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:41.843432 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44ee0b58-94d1-4f30-9032-9a1395c62459', 'tag': 'cf772378-fb5a-4970-a2b3-d660abe9cafd'}] {{(pid=84886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:00:41.899658 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:42.185260 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dd49358-9aba-485a-919f-8ea46f5dcddc admin admin] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:00:42.207845 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26911159-9c07-49da-9d2d-5aee2f5dd325 None None] Sync routers for ids ['dff63ffd-2ade-40fb-8d35-ecb84addf322'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:00:42.240433 n-d-843948-2 neutron-server[84886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b96d9034-d6cc-4a1d-a37e-c0668c86058d'] response: {'name': 'network-changed', 'server_uuid': '44ee0b58-94d1-4f30-9032-9a1395c62459', 'tag': 'cf772378-fb5a-4970-a2b3-d660abe9cafd', 'status': 'completed', 'code': 200} May 30 20:00:42.275500 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-5dd49358-9aba-485a-919f-8ea46f5dcddc admin admin] 10.222.0.85 "PUT /v2.0/routers/dff63ffd-2ade-40fb-8d35-ecb84addf322/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 17.4345527 May 30 20:00:42.278004 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 44206) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:00:42.285588 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a091b9-46d0-419e-93ca-e1ca60dbf0bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=e007623a-fb5f-40b5-9732-b3a93687f326,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:00:42.300511 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26911159-9c07-49da-9d2d-5aee2f5dd325 None None] Routers {'dff63ffd-2ade-40fb-8d35-ecb84addf322'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:00:42.302876 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-26911159-9c07-49da-9d2d-5aee2f5dd325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:00:29Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['dff63ffd-2ade-40fb-8d35-ecb84addf322'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:00:42.320562 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec9e631b-b311-48a9-bb7d-a7ee5712a0ec'] response: {'server_uuid': 'a55fcadd-0383-4943-8204-c0ed7ff9d575', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64a08dcc-ec2f-4ebf-a20f-1051fce47c3f', 'code': 200} May 30 20:00:42.326581 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=64a08dcc-ec2f-4ebf-a20f-1051fce47c3f,revision_number=9']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:00:42.348996 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a091b9-46d0-419e-93ca-e1ca60dbf0bd admin admin] Checking segment: {'id': '2217714a-db46-4b01-a803-caefc517dad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '6da1220b-e296-44b7-97e6-9aadebdb1323'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:00:42.349923 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a091b9-46d0-419e-93ca-e1ca60dbf0bd admin admin] Network hostable DHCP agents. Network: 6da1220b-e296-44b7-97e6-9aadebdb1323, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:00:42.551541 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-33437acd-a60d-4967-9c73-147d44b3d2b2 req-2938f448-f315-49c7-a590-6c0dbb638570 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] 10.222.0.85 "GET /v2.0/ports?device_id=a67b2746-c2ad-4a7e-abbc-e6c5f48c467b HTTP/1.1" status: 200 len: 210 time: 0.0915151 May 30 20:00:42.567455 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a091b9-46d0-419e-93ca-e1ca60dbf0bd admin admin] Network 6da1220b-e296-44b7-97e6-9aadebdb1323 is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:00:42.742540 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-48a091b9-46d0-419e-93ca-e1ca60dbf0bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, 6da1220b-e296-44b7-97e6-9aadebdb1323) {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:00:42.766054 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a091b9-46d0-419e-93ca-e1ca60dbf0bd admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:42.767047 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-48a091b9-46d0-419e-93ca-e1ca60dbf0bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:42.774187 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec820e7-7b91-4b11-91c8-4d1354e8731a None None] Network 6da1220b-e296-44b7-97e6-9aadebdb1323 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:00:42.869376 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-70b94285-9961-4f5b-915e-686c264bdcd3 req-f25ba19c-a4b8-430e-a6c4-a84f555c185f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=507d6785502940d28c178ad4aae87e46&device_id=44ee0b58-94d1-4f30-9032-9a1395c62459 HTTP/1.1" status: 200 len: 1094 time: 0.2466083 May 30 20:00:43.018562 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-48a091b9-46d0-419e-93ca-e1ca60dbf0bd admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.5101273 May 30 20:00:43.093780 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-26911159-9c07-49da-9d2d-5aee2f5dd325 None None] Set router dff63ffd-2ade-40fb-8d35-ecb84addf322 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:00:43.259281 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b94285-9961-4f5b-915e-686c264bdcd3 req-0e1f9656-5476-46f0-8a65-2edd9690003d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:43.274148 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-70b94285-9961-4f5b-915e-686c264bdcd3 req-0e1f9656-5476-46f0-8a65-2edd9690003d service neutron] 10.222.0.86 "GET /v2.0/networks?id=a2a2680a-30c7-4004-a919-1078d0f1a0a1 HTTP/1.1" status: 200 len: 921 time: 0.3956766 May 30 20:00:43.425307 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc75fcb-bb8d-4963-9519-806828976357 req-a0c2ea4c-b045-497b-9e56-ff2b060c2ebe tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:43.427999 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2cc75fcb-bb8d-4963-9519-806828976357 req-a0c2ea4c-b045-497b-9e56-ff2b060c2ebe tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/ports?device_id=a55fcadd-0383-4943-8204-c0ed7ff9d575 HTTP/1.1" status: 200 len: 950 time: 0.9164004 May 30 20:00:43.483382 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-70b94285-9961-4f5b-915e-686c264bdcd3 req-3050b2b2-3e47-44ed-be57-962fbc754ed2 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cf772378-fb5a-4970-a2b3-d660abe9cafd HTTP/1.1" status: 200 len: 217 time: 0.2011015 May 30 20:00:43.707535 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device cf772378-fb5a-4970-a2b3-d660abe9cafd details requested by agent hyperv_n-h2-843948-2 with host n-h2-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:00:43.785065 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e63886b-94a1-49e1-a7e6-05e8c5c64771 req-c40f64ba-afa9-4529-bf41-72fb92e7998f tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:43.789343 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b94285-9961-4f5b-915e-686c264bdcd3 req-b260d2a2-e83c-4b98-a256-d51cf70fcb41 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:43.792268 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-70b94285-9961-4f5b-915e-686c264bdcd3 req-b260d2a2-e83c-4b98-a256-d51cf70fcb41 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8501e548-9fd0-4b41-a186-ee2d1e9a4a4f HTTP/1.1" status: 200 len: 860 time: 0.2989616 May 30 20:00:43.809106 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-7e63886b-94a1-49e1-a7e6-05e8c5c64771 req-c40f64ba-afa9-4529-bf41-72fb92e7998f tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.86 "GET /v2.0/ports?device_id=a55fcadd-0383-4943-8204-c0ed7ff9d575&tenant_id=fa61b48b7a6444fe8c9a2f45b95c1d11&binding%3Ahost_id=n-h1-843948-2 HTTP/1.1" status: 200 len: 950 time: 1.1623690 May 30 20:00:43.810638 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d33c7296-0e83-47bc-9879-449e86279794 None None] Network 6da1220b-e296-44b7-97e6-9aadebdb1323 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:00:43.831610 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2cc75fcb-bb8d-4963-9519-806828976357 req-106823c3-fc1f-4391-8e1f-775ad3093890 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/security-groups?id=e1329ead-76da-4fe1-a988-d24ed3099985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3772175 May 30 20:00:44.039205 n-d-843948-2 neutron-server[84886]: INFO neutron.api.v2.resource [req-7e63886b-94a1-49e1-a7e6-05e8c5c64771 req-f7c46364-00b2-47c5-9637-fdbcc9428c6e service neutron] delete failed (client error): The resource could not be found. May 30 20:00:44.039979 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-70b94285-9961-4f5b-915e-686c264bdcd3 req-0f30fc7b-20cb-4701-b0fe-b16f587fc360 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a2a2680a-30c7-4004-a919-1078d0f1a0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2248590 May 30 20:00:44.041176 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-7e63886b-94a1-49e1-a7e6-05e8c5c64771 req-f7c46364-00b2-47c5-9637-fdbcc9428c6e service neutron] 10.222.0.86 "DELETE /v2.0/ports/64a08dcc-ec2f-4ebf-a20f-1051fce47c3f/bindings/n-h2-843948-2 HTTP/1.1" status: 404 len: 380 time: 0.2068636 May 30 20:00:44.086682 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2a47c7c1-6e9a-4d0a-8c9a-fcfabe4ab3c0 admin admin] Notify callbacks [] for router, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:44.477871 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port cf772378-fb5a-4970-a2b3-d660abe9cafd, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=cf772378-fb5a-4970-a2b3-d660abe9cafd,segment=NetworkSegment(4048bfa0-f1bd-4aa7-86bf-7023b66ee7f9),segment_id=4048bfa0-f1bd-4aa7-86bf-7023b66ee7f9)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:00:44.505373 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-7e63886b-94a1-49e1-a7e6-05e8c5c64771 req-4eaa6a7b-7125-48f6-82fc-1f33cdb53404 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=fa61b48b7a6444fe8c9a2f45b95c1d11&device_id=a55fcadd-0383-4943-8204-c0ed7ff9d575 HTTP/1.1" status: 200 len: 1101 time: 0.2517166 May 30 20:00:44.583825 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-70b94285-9961-4f5b-915e-686c264bdcd3 req-5da5ce9b-bf64-4937-b8cf-5e9e65ebfd72 service neutron] 10.222.0.86 "GET /v2.0/networks/a2a2680a-30c7-4004-a919-1078d0f1a0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5295081 May 30 20:00:44.595526 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-26911159-9c07-49da-9d2d-5aee2f5dd325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dff63ffd-2ade-40fb-8d35-ecb84addf322', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-284131261-router', 'tenant_id': 'f8671c8955ba49549063462441cf84be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '11a59005-71e9-43f5-889c-8d35e02c45a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T19:56:37Z', 'updated_at': '2022-05-30T20:00:32Z', 'revision_number': 5, 'project_id': 'f8671c8955ba49549063462441cf84be', 'gw_port': {'id': '11a59005-71e9-43f5-889c-8d35e02c45a1', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:70:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff63ffd-2ade-40fb-8d35-ecb84addf322', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:56:38Z', 'updated_at': '2022-05-30T19:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:00:44.605159 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26911159-9c07-49da-9d2d-5aee2f5dd325 None None] Checking router: dff63ffd-2ade-40fb-8d35-ecb84addf322 for host: n-d-843948-2 {{(pid=84889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:00:44.610584 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Returning: {'device': 'cf772378-fb5a-4970-a2b3-d660abe9cafd', 'network_id': 'a2a2680a-30c7-4004-a919-1078d0f1a0a1', 'port_id': 'cf772378-fb5a-4970-a2b3-d660abe9cafd', 'mac_address': 'fa:16:3e:70:bb:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8501e548-9fd0-4b41-a186-ee2d1e9a4a4f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:00:44.641088 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26911159-9c07-49da-9d2d-5aee2f5dd325 None None] Routers {'dff63ffd-2ade-40fb-8d35-ecb84addf322'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:00:44.641638 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-26911159-9c07-49da-9d2d-5aee2f5dd325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:00:29Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['dff63ffd-2ade-40fb-8d35-ecb84addf322'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:00:44.851054 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e63886b-94a1-49e1-a7e6-05e8c5c64771 req-3eaa819c-4d27-41c5-8192-2728a9e2d877 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:44.852050 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-7e63886b-94a1-49e1-a7e6-05e8c5c64771 req-3eaa819c-4d27-41c5-8192-2728a9e2d877 service neutron] 10.222.0.86 "GET /v2.0/networks?id=4344fbed-57fb-43d7-b32d-6020ce60f0a1 HTTP/1.1" status: 200 len: 870 time: 0.3370535 May 30 20:00:44.855389 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:44.908706 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf772378-fb5a-4970-a2b3-d660abe9cafd {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:00:44.943144 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port cf772378-fb5a-4970-a2b3-d660abe9cafd, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=cf772378-fb5a-4970-a2b3-d660abe9cafd,segment=NetworkSegment(4048bfa0-f1bd-4aa7-86bf-7023b66ee7f9),segment_id=4048bfa0-f1bd-4aa7-86bf-7023b66ee7f9)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:00:45.027714 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:45.098886 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11469584-329f-456a-bfee-9882993fc321 req-176c3f8e-1420-4c8e-ae00-7ad1a0ef84eb tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:45.102665 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-11469584-329f-456a-bfee-9882993fc321 req-176c3f8e-1420-4c8e-ae00-7ad1a0ef84eb tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.85 "GET /v2.0/ports?device_id=44ee0b58-94d1-4f30-9032-9a1395c62459 HTTP/1.1" status: 200 len: 943 time: 0.9112370 May 30 20:00:45.232017 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-26911159-9c07-49da-9d2d-5aee2f5dd325 None None] Set router dff63ffd-2ade-40fb-8d35-ecb84addf322 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:00:45.268367 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-99ea8b08-44bc-431d-b201-19db5f2831b9 req-6d6fcce7-0276-434c-9194-11e48a9df840 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] 10.222.0.85 "GET /v2.0/ports?device_id=a67b2746-c2ad-4a7e-abbc-e6c5f48c467b HTTP/1.1" status: 200 len: 210 time: 0.6825290 May 30 20:00:45.271263 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=cf772378-fb5a-4970-a2b3-d660abe9cafd,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:00:45.285588 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:00:45.287690 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:00:45.288401 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:00:45.288923 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:00:45.289416 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:00:45.289930 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:00:45.290562 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:00:45.291104 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:00:45.291736 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:00:45.292260 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:00:45.292798 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:00:45.337361 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['cf772378-fb5a-4970-a2b3-d660abe9cafd'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:00:45.361504 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-70b94285-9961-4f5b-915e-686c264bdcd3 req-29e00dff-a94b-4ad0-9053-e0a2c51c8ba7 service neutron] 10.222.0.86 "GET /v2.0/networks/a2a2680a-30c7-4004-a919-1078d0f1a0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6471374 May 30 20:00:45.413069 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-7e63886b-94a1-49e1-a7e6-05e8c5c64771 req-4cfe9e6f-5431-45a3-9e97-1a37f8f5dc23 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=64a08dcc-ec2f-4ebf-a20f-1051fce47c3f HTTP/1.1" status: 200 len: 217 time: 0.5478373 May 30 20:00:45.667731 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7dbb4f-43ad-47fd-a516-239329d78c5e req-8e16b5a6-abd4-4f24-b431-f4959d435615 tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:45.670350 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6a7dbb4f-43ad-47fd-a516-239329d78c5e req-8e16b5a6-abd4-4f24-b431-f4959d435615 tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] 10.222.0.86 "GET /v2.0/ports?device_id=8afd08e0-ccd7-4025-b88a-1ad20bb182a7 HTTP/1.1" status: 200 len: 950 time: 0.2624342 May 30 20:00:45.676933 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-11469584-329f-456a-bfee-9882993fc321 req-35b629cd-b25a-418c-9ea9-9d0a774be179 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.85 "GET /v2.0/security-groups?id=e04d9b86-3d99-41a3-8241-c517ec1f4730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5588889 May 30 20:00:45.813311 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e63886b-94a1-49e1-a7e6-05e8c5c64771 req-8f5cedad-95e2-4640-bee4-0d4b58e6b4aa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:45.820767 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-7e63886b-94a1-49e1-a7e6-05e8c5c64771 req-8f5cedad-95e2-4640-bee4-0d4b58e6b4aa service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1b83ff54-b1af-44ce-bb75-ba148920553c HTTP/1.1" status: 200 len: 843 time: 0.3920300 May 30 20:00:46.074017 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-6a7dbb4f-43ad-47fd-a516-239329d78c5e req-6bd178a5-60d5-4ba6-ad5a-170ab9b49172 tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] Deleting port a59adec7-fd47-4b6a-a73a-2333c3e7d086 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:00:46.074575 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-6a7dbb4f-43ad-47fd-a516-239329d78c5e req-6bd178a5-60d5-4ba6-ad5a-170ab9b49172 tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:46.092196 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2a47c7c1-6e9a-4d0a-8c9a-fcfabe4ab3c0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:46.130388 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-7e63886b-94a1-49e1-a7e6-05e8c5c64771 req-8b5e20ca-9b1b-43bb-b173-5560f4cbac92 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4344fbed-57fb-43d7-b32d-6020ce60f0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2876885 May 30 20:00:46.271032 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-26911159-9c07-49da-9d2d-5aee2f5dd325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dff63ffd-2ade-40fb-8d35-ecb84addf322', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-284131261-router', 'tenant_id': 'f8671c8955ba49549063462441cf84be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '11a59005-71e9-43f5-889c-8d35e02c45a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T19:56:37Z', 'updated_at': '2022-05-30T20:00:32Z', 'revision_number': 5, 'project_id': 'f8671c8955ba49549063462441cf84be', 'gw_port': {'id': '11a59005-71e9-43f5-889c-8d35e02c45a1', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:70:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff63ffd-2ade-40fb-8d35-ecb84addf322', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:56:38Z', 'updated_at': '2022-05-30T19:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:00:46.284685 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-2a47c7c1-6e9a-4d0a-8c9a-fcfabe4ab3c0 admin admin] Deleting port 11a59005-71e9-43f5-889c-8d35e02c45a1 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:00:46.285219 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2a47c7c1-6e9a-4d0a-8c9a-fcfabe4ab3c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:46.289124 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26911159-9c07-49da-9d2d-5aee2f5dd325 None None] The sync data for ids ['dff63ffd-2ade-40fb-8d35-ecb84addf322'] in n-d-843948-2 is: [{'id': 'dff63ffd-2ade-40fb-8d35-ecb84addf322', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-284131261-router', 'tenant_id': 'f8671c8955ba49549063462441cf84be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '11a59005-71e9-43f5-889c-8d35e02c45a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T19:56:37Z', 'updated_at': '2022-05-30T20:00:32Z', 'revision_number': 5, 'project_id': 'f8671c8955ba49549063462441cf84be', 'gw_port': {'id': '11a59005-71e9-43f5-889c-8d35e02c45a1', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:70:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff63ffd-2ade-40fb-8d35-ecb84addf322', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:56:38Z', 'updated_at': '2022-05-30T19:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:00:46.606304 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7217a9-3d0e-455d-836f-7199514de1d1 req-a15b1e88-9eda-4dd7-b412-95255b4e2c80 tempest-VolumesAdminNegativeTest-1115586489 tempest-VolumesAdminNegativeTest-1115586489-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:46.607155 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-3e7217a9-3d0e-455d-836f-7199514de1d1 req-a15b1e88-9eda-4dd7-b412-95255b4e2c80 tempest-VolumesAdminNegativeTest-1115586489 tempest-VolumesAdminNegativeTest-1115586489-project] Synchronizing usage tracker for tenant:b29b7fab42db44cc806c524e79f85862 on resource:network {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:00:46.617250 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ceda3df6-7747-4e4b-a65e-6ae613e30658 req-a3ed5340-84e1-4e91-b6f6-53007ef82c5b tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=e5d7aa177ee047fa9f9235d3092bd6ea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3741329 May 30 20:00:46.709908 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-7e63886b-94a1-49e1-a7e6-05e8c5c64771 req-24ea8d1c-1d45-4bc3-ac32-ad7d69f3493f service neutron] 10.222.0.86 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5699282 May 30 20:00:47.140820 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-3e7217a9-3d0e-455d-836f-7199514de1d1 req-a15b1e88-9eda-4dd7-b412-95255b4e2c80 tempest-VolumesAdminNegativeTest-1115586489 tempest-VolumesAdminNegativeTest-1115586489-project] Unset dirty status for tenant:b29b7fab42db44cc806c524e79f85862 on resource:network {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:00:47.148518 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3e7217a9-3d0e-455d-836f-7199514de1d1 req-a15b1e88-9eda-4dd7-b412-95255b4e2c80 tempest-VolumesAdminNegativeTest-1115586489 tempest-VolumesAdminNegativeTest-1115586489-project] 10.222.0.85 "GET /v2.0/networks?id=06d8213c-fb57-4c8e-8db3-77c8f84dca8f HTTP/1.1" status: 200 len: 815 time: 0.9081728 May 30 20:00:47.214816 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3e7217a9-3d0e-455d-836f-7199514de1d1 req-2ed9ab91-6f93-40a7-a9ab-8c3fb785bf95 tempest-VolumesAdminNegativeTest-1115586489 tempest-VolumesAdminNegativeTest-1115586489-project] 10.222.0.85 "GET /v2.0/quotas/b29b7fab42db44cc806c524e79f85862 HTTP/1.1" status: 200 len: 375 time: 0.0649137 May 30 20:00:47.297096 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3e7217a9-3d0e-455d-836f-7199514de1d1 req-a66950ce-3d78-4700-b2eb-7771033935a9 tempest-VolumesAdminNegativeTest-1115586489 tempest-VolumesAdminNegativeTest-1115586489-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=b29b7fab42db44cc806c524e79f85862&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0809085 May 30 20:00:47.357495 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261d5ca3-5e63-4711-85c1-4030944dc6b7 req-b7adc1c6-70fe-4305-8865-70b97dd0f99c tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:47.358685 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-261d5ca3-5e63-4711-85c1-4030944dc6b7 req-b7adc1c6-70fe-4305-8865-70b97dd0f99c tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] Synchronizing usage tracker for tenant:b131b8aa2f764dc2881d1df7fd13a616 on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:00:47.447712 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [None req-2a47c7c1-6e9a-4d0a-8c9a-fcfabe4ab3c0 admin admin] For port 11a59005-71e9-43f5-889c-8d35e02c45a1, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=11a59005-71e9-43f5-889c-8d35e02c45a1,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:00:47.448171 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2a47c7c1-6e9a-4d0a-8c9a-fcfabe4ab3c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:47.465696 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3e7217a9-3d0e-455d-836f-7199514de1d1 req-bfc1ba0b-68b7-4420-9ddb-240a28c907bd service neutron] 10.222.0.85 "GET /v2.0/networks/06d8213c-fb57-4c8e-8db3-77c8f84dca8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644683 May 30 20:00:47.587400 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceda3df6-7747-4e4b-a65e-6ae613e30658 req-fcea5ca9-57f6-478e-a5b8-c59babb0699f tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:47.589804 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ceda3df6-7747-4e4b-a65e-6ae613e30658 req-fcea5ca9-57f6-478e-a5b8-c59babb0699f tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9629152 May 30 20:00:47.615162 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-ceda3df6-7747-4e4b-a65e-6ae613e30658 req-7fde6cf5-a7ec-4d45-9ec7-86f2da769e92 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] Request body: {'port': {'device_id': 'a67b2746-c2ad-4a7e-abbc-e6c5f48c467b', 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1', 'admin_state_up': True, 'tenant_id': 'e5d7aa177ee047fa9f9235d3092bd6ea'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:00:47.692299 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device cf772378-fb5a-4970-a2b3-d660abe9cafd up at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:00:47.696019 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-7e63886b-94a1-49e1-a7e6-05e8c5c64771 req-47c0d720-d685-4836-8087-c45e415d1436 service neutron] 10.222.0.86 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9468722 May 30 20:00:47.697209 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-261d5ca3-5e63-4711-85c1-4030944dc6b7 req-b7adc1c6-70fe-4305-8865-70b97dd0f99c tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] Unset dirty status for tenant:b131b8aa2f764dc2881d1df7fd13a616 on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:00:47.705237 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-261d5ca3-5e63-4711-85c1-4030944dc6b7 req-b7adc1c6-70fe-4305-8865-70b97dd0f99c tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] 10.222.0.85 "GET /v2.0/ports?device_id=8afd08e0-ccd7-4025-b88a-1ad20bb182a7 HTTP/1.1" status: 200 len: 950 time: 1.5236027 May 30 20:00:47.739111 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-2a47c7c1-6e9a-4d0a-8c9a-fcfabe4ab3c0 admin admin] Calling delete_port for 11a59005-71e9-43f5-889c-8d35e02c45a1 owned by network:router_gateway {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:00:47.933481 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device a85da4c3-5233-4e62-9df6-6eb869ff235b no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:00:47.940182 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-261d5ca3-5e63-4711-85c1-4030944dc6b7 req-c0783437-66cb-4cbe-8c43-878910ce1baf tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] 10.222.0.85 "GET /v2.0/security-groups?id=46d6435d-cd77-488d-aca2-73ee35b2a0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338297 May 30 20:00:47.980493 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-6a7dbb4f-43ad-47fd-a516-239329d78c5e req-6bd178a5-60d5-4ba6-ad5a-170ab9b49172 tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] For port a59adec7-fd47-4b6a-a73a-2333c3e7d086, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=a59adec7-fd47-4b6a-a73a-2333c3e7d086,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:00:47.981277 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-6a7dbb4f-43ad-47fd-a516-239329d78c5e req-6bd178a5-60d5-4ba6-ad5a-170ab9b49172 tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:48.115152 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: a85da4c3-5233-4e62-9df6-6eb869ff235b {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:00:48.116221 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device a85da4c3-5233-4e62-9df6-6eb869ff235b not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:00:48.136652 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning for port cf772378-fb5a-4970-a2b3-d660abe9cafd completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:00:48.153398 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning complete for port cf772378-fb5a-4970-a2b3-d660abe9cafd triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:00:48.154457 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:48.236132 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-6a7dbb4f-43ad-47fd-a516-239329d78c5e req-6bd178a5-60d5-4ba6-ad5a-170ab9b49172 tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] Calling delete_port for a59adec7-fd47-4b6a-a73a-2333c3e7d086 owned by compute:nova {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:00:48.272098 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2a47c7c1-6e9a-4d0a-8c9a-fcfabe4ab3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:48.398609 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a47c7c1-6e9a-4d0a-8c9a-fcfabe4ab3c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=11a59005-71e9-43f5-889c-8d35e02c45a1,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:00:48.408523 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:48.473588 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44ee0b58-94d1-4f30-9032-9a1395c62459', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf772378-fb5a-4970-a2b3-d660abe9cafd'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:00:48.495480 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port cf772378-fb5a-4970-a2b3-d660abe9cafd, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=cf772378-fb5a-4970-a2b3-d660abe9cafd,segment=NetworkSegment(4048bfa0-f1bd-4aa7-86bf-7023b66ee7f9),segment_id=4048bfa0-f1bd-4aa7-86bf-7023b66ee7f9)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:00:48.616335 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:48.728299 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3e7217a9-3d0e-455d-836f-7199514de1d1 req-2b606421-075d-4d83-bdc6-47a03e800b59 service neutron] 10.222.0.85 "GET /v2.0/networks/06d8213c-fb57-4c8e-8db3-77c8f84dca8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2613227 May 30 20:00:48.752521 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-6a7dbb4f-43ad-47fd-a516-239329d78c5e req-6bd178a5-60d5-4ba6-ad5a-170ab9b49172 tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:48.844200 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=cf772378-fb5a-4970-a2b3-d660abe9cafd,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:00:48.991152 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd178a5-60d5-4ba6-ad5a-170ab9b49172 tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] Pushing event deleted for resources: {'Port': ['ID=a59adec7-fd47-4b6a-a73a-2333c3e7d086,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:00:49.022203 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-ceda3df6-7747-4e4b-a65e-6ae613e30658 req-7fde6cf5-a7ec-4d45-9ec7-86f2da769e92 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:00:49.187616 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:49.198583 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-ceda3df6-7747-4e4b-a65e-6ae613e30658 req-7fde6cf5-a7ec-4d45-9ec7-86f2da769e92 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:00:49.199023 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2a47c7c1-6e9a-4d0a-8c9a-fcfabe4ab3c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-736453'] for router_gateway, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:49.248613 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd178a5-60d5-4ba6-ad5a-170ab9b49172 tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:00:49.257467 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd178a5-60d5-4ba6-ad5a-170ab9b49172 tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:00:49.257467 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd178a5-60d5-4ba6-ad5a-170ab9b49172 tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:00:49.257467 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd178a5-60d5-4ba6-ad5a-170ab9b49172 tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:00:49.257467 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd178a5-60d5-4ba6-ad5a-170ab9b49172 tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:00:49.258600 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd178a5-60d5-4ba6-ad5a-170ab9b49172 tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:00:49.259480 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd178a5-60d5-4ba6-ad5a-170ab9b49172 tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:00:49.260970 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd178a5-60d5-4ba6-ad5a-170ab9b49172 tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:00:49.261867 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd178a5-60d5-4ba6-ad5a-170ab9b49172 tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:00:49.262835 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd178a5-60d5-4ba6-ad5a-170ab9b49172 tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:00:49.263667 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd178a5-60d5-4ba6-ad5a-170ab9b49172 tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:00:49.400611 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ceda3df6-7747-4e4b-a65e-6ae613e30658 req-7fde6cf5-a7ec-4d45-9ec7-86f2da769e92 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] Made reservation on behalf of e5d7aa177ee047fa9f9235d3092bd6ea for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:00:49.406075 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-ceda3df6-7747-4e4b-a65e-6ae613e30658 req-7fde6cf5-a7ec-4d45-9ec7-86f2da769e92 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:49.559364 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a7dbb4f-43ad-47fd-a516-239329d78c5e req-6bd178a5-60d5-4ba6-ad5a-170ab9b49172 tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] No DVR routers for this DVR port a59adec7-fd47-4b6a-a73a-2333c3e7d086 on host n-h2-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:00:49.559364 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-6a7dbb4f-43ad-47fd-a516-239329d78c5e req-6bd178a5-60d5-4ba6-ad5a-170ab9b49172 tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:49.559364 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8afd08e0-ccd7-4025-b88a-1ad20bb182a7', 'name': 'network-vif-deleted', 'tag': 'a59adec7-fd47-4b6a-a73a-2333c3e7d086'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:00:49.696531 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device a59adec7-fd47-4b6a-a73a-2333c3e7d086 no longer exists at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:00:49.826105 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] No Port match for: a59adec7-fd47-4b6a-a73a-2333c3e7d086 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:00:49.827884 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device a59adec7-fd47-4b6a-a73a-2333c3e7d086 not bound to the agent host n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:00:49.881563 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-103f1b8a-6a8f-4eba-bb65-44a1c76317f1 req-707bcfde-7473-43a8-a928-c068cb308893 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] 10.222.0.85 "GET /v2.0/ports?device_id=a67b2746-c2ad-4a7e-abbc-e6c5f48c467b HTTP/1.1" status: 200 len: 210 time: 0.1991458 May 30 20:00:50.038483 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6a7dbb4f-43ad-47fd-a516-239329d78c5e req-6bd178a5-60d5-4ba6-ad5a-170ab9b49172 tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] 10.222.0.86 "DELETE /v2.0/ports/a59adec7-fd47-4b6a-a73a-2333c3e7d086 HTTP/1.1" status: 204 len: 173 time: 4.3562005 May 30 20:00:50.269122 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [req-ceda3df6-7747-4e4b-a65e-6ae613e30658 req-7fde6cf5-a7ec-4d45-9ec7-86f2da769e92 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] Allocated IP 192.168.233.173 (4344fbed-57fb-43d7-b32d-6020ce60f0a1/1b83ff54-b1af-44ce-bb75-ba148920553c/c1378ee4-8ee3-4816-b8a4-bb67e39e875a) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:00:50.317872 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2a47c7c1-6e9a-4d0a-8c9a-fcfabe4ab3c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-724789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3141'] for router, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:50.336527 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5268de-1097-4fa2-8c7d-eb42f96b6380 req-8d1a5383-5449-4447-9eef-de22a35b3bd9 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:50.350853 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1b5268de-1097-4fa2-8c7d-eb42f96b6380 req-8d1a5383-5449-4447-9eef-de22a35b3bd9 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/ports?device_id=a55fcadd-0383-4943-8204-c0ed7ff9d575 HTTP/1.1" status: 200 len: 950 time: 1.4393506 May 30 20:00:50.372755 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2a47c7c1-6e9a-4d0a-8c9a-fcfabe4ab3c0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:50.519784 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1b5268de-1097-4fa2-8c7d-eb42f96b6380 req-79eba550-f0ec-451a-b15d-030715d22903 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/security-groups?id=e1329ead-76da-4fe1-a988-d24ed3099985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678827 May 30 20:00:50.605336 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2298f81-a507-4a83-9587-d373230f7313 req-d4867e49-4318-4fc4-97c5-22bca64c98e2 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:50.605336 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a2298f81-a507-4a83-9587-d373230f7313 req-d4867e49-4318-4fc4-97c5-22bca64c98e2 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.85 "GET /v2.0/ports?device_id=44ee0b58-94d1-4f30-9032-9a1395c62459 HTTP/1.1" status: 200 len: 945 time: 0.2322752 May 30 20:00:50.619211 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2eaae3e2-a66c-41e0-93e0-63f05f625f26'] response: {'server_uuid': '44ee0b58-94d1-4f30-9032-9a1395c62459', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf772378-fb5a-4970-a2b3-d660abe9cafd', 'code': 200} May 30 20:00:50.655728 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-ceda3df6-7747-4e4b-a65e-6ae613e30658 req-7fde6cf5-a7ec-4d45-9ec7-86f2da769e92 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:50.759534 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-ceda3df6-7747-4e4b-a65e-6ae613e30658 req-7fde6cf5-a7ec-4d45-9ec7-86f2da769e92 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] Transition to ACTIVE for port object c1378ee4-8ee3-4816-b8a4-bb67e39e875a will not be triggered until provisioned by entity DHCP. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:00:50.795651 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a2298f81-a507-4a83-9587-d373230f7313 req-47d93e3f-b9af-4c19-a9bb-3f6435eb1b46 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.85 "GET /v2.0/security-groups?id=e04d9b86-3d99-41a3-8241-c517ec1f4730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657948 May 30 20:00:50.854177 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2a47c7c1-6e9a-4d0a-8c9a-fcfabe4ab3c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724889'] for router, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:50.855192 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a47c7c1-6e9a-4d0a-8c9a-fcfabe4ab3c0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dff63ffd-2ade-40fb-8d35-ecb84addf322 {{(pid=84886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:00:50.889945 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2f49ef16-ebb8-4b5a-99bc-86a5779f9d76 req-cf88bc87-14f7-4d43-99c1-65f29d8d13d2 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=44ee0b58-94d1-4f30-9032-9a1395c62459 HTTP/1.1" status: 200 len: 1096 time: 0.1990366 May 30 20:00:50.893398 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9bb5fcda-05cb-4822-959d-9692f414758a req-08b1dea8-3d1e-4f82-834e-4184aef8af0c tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] 10.222.0.85 "GET /v2.0/ports?device_id=8afd08e0-ccd7-4025-b88a-1ad20bb182a7 HTTP/1.1" status: 200 len: 210 time: 0.1345589 May 30 20:00:50.907350 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2a47c7c1-6e9a-4d0a-8c9a-fcfabe4ab3c0 admin admin] Notify callbacks [] for router, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:50.911381 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-2a47c7c1-6e9a-4d0a-8c9a-fcfabe4ab3c0 admin admin] 10.222.0.85 "DELETE /v2.0/routers/dff63ffd-2ade-40fb-8d35-ecb84addf322 HTTP/1.1" status: 204 len: 168 time: 8.6238403 May 30 20:00:50.912546 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 44272) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:00:51.051902 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_v2 [None req-b99fcbb2-ea85-4ef6-bd34-6e57d7b284ce admin admin] Deleting subnet 82761f11-2140-4c34-b51b-d85edab7a1af {{(pid=84886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:00:51.051902 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b99fcbb2-ea85-4ef6-bd34-6e57d7b284ce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:51.084949 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-025cce93-f4bf-4b4d-b1df-5db10f87ce04'] response: {'server_uuid': '8afd08e0-ccd7-4025-b88a-1ad20bb182a7', 'name': 'network-vif-deleted', 'tag': 'a59adec7-fd47-4b6a-a73a-2333c3e7d086', 'status': 'completed', 'code': 200} May 30 20:00:51.094966 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5d826115-363a-40fc-91e1-038f184f87f8 req-6443c74d-5ee0-4cc8-be0c-a6c0dde37f24 tempest-VolumesAdminNegativeTest-1115586489 tempest-VolumesAdminNegativeTest-1115586489-project] 10.222.0.85 "GET /v2.0/ports?device_id=26bd20c8-b93c-4464-8e7e-624303bfdfab HTTP/1.1" status: 200 len: 210 time: 0.1792963 May 30 20:00:51.129252 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b99fcbb2-ea85-4ef6-bd34-6e57d7b284ce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2655517'] for subnet, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:51.140894 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2f49ef16-ebb8-4b5a-99bc-86a5779f9d76 req-f4a5a086-cf31-42e2-8e00-bb4893b3ad8a service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=e04d9b86-3d99-41a3-8241-c517ec1f4730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430193 May 30 20:00:51.237268 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9f29167a-bbff-4d7d-8f97-6640cc33d759 req-ac244b40-b4bb-46c8-b0cf-006cbdf49002 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] 10.222.0.85 "GET /v2.0/ports?device_id=a67b2746-c2ad-4a7e-abbc-e6c5f48c467b HTTP/1.1" status: 200 len: 210 time: 0.0628738 May 30 20:00:51.323481 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b99fcbb2-ea85-4ef6-bd34-6e57d7b284ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:51.591294 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-ceda3df6-7747-4e4b-a65e-6ae613e30658 req-7fde6cf5-a7ec-4d45-9ec7-86f2da769e92 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:51.607807 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['3d4f8457-50ab-49d6-a493-aaa143021b70'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:00:51.645189 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b99fcbb2-ea85-4ef6-bd34-6e57d7b284ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4127075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2778536'] for subnet, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:51.715022 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['1f18d718-31c2-4596-a36f-eba1153ae3d2'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:00:51.779182 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fde6cf5-a7ec-4d45-9ec7-86f2da769e92 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] Pushing event updated for resources: {'Port': ['ID=c1378ee4-8ee3-4816-b8a4-bb67e39e875a,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:00:51.877691 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b99fcbb2-ea85-4ef6-bd34-6e57d7b284ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:51.914057 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ceda3df6-7747-4e4b-a65e-6ae613e30658 req-7fde6cf5-a7ec-4d45-9ec7-86f2da769e92 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] Network 4344fbed-57fb-43d7-b32d-6020ce60f0a1 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:00:51.918629 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [req-ceda3df6-7747-4e4b-a65e-6ae613e30658 req-7fde6cf5-a7ec-4d45-9ec7-86f2da769e92 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:00:51.924416 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99fcbb2-ea85-4ef6-bd34-6e57d7b284ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82761f11-2140-4c34-b51b-d85edab7a1af,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:00:51.936839 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceda3df6-7747-4e4b-a65e-6ae613e30658 req-7fde6cf5-a7ec-4d45-9ec7-86f2da769e92 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:00:51.965953 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-b99fcbb2-ea85-4ef6-bd34-6e57d7b284ce admin admin] 10.222.0.85 "DELETE /v2.0/subnets/82761f11-2140-4c34-b51b-d85edab7a1af HTTP/1.1" status: 204 len: 168 time: 1.0390925 May 30 20:00:51.971948 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 44292) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:00:51.982088 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e07d9c4b-cc2a-4594-87d3-ec586491abf8 None None] Network 399356b2-01b1-4b9e-84e5-ec68f4845059 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:00:52.114748 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceda3df6-7747-4e4b-a65e-6ae613e30658 req-7fde6cf5-a7ec-4d45-9ec7-86f2da769e92 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:52.115432 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-ceda3df6-7747-4e4b-a65e-6ae613e30658 req-7fde6cf5-a7ec-4d45-9ec7-86f2da769e92 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:52.149683 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3767b1f4-265e-4722-b877-210887e30c1f req-c933bb4a-8208-433c-a86e-94b91711ef45 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:52.157192 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3767b1f4-265e-4722-b877-210887e30c1f req-c933bb4a-8208-433c-a86e-94b91711ef45 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/ports?device_id=a55fcadd-0383-4943-8204-c0ed7ff9d575 HTTP/1.1" status: 200 len: 950 time: 0.3887682 May 30 20:00:52.187114 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 11a59005-71e9-43f5-889c-8d35e02c45a1 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:00:52.295569 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3767b1f4-265e-4722-b877-210887e30c1f req-f2d06685-c871-4f59-ba89-dab097c842f7 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/security-groups?id=e1329ead-76da-4fe1-a988-d24ed3099985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372244 May 30 20:00:52.330534 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ceda3df6-7747-4e4b-a65e-6ae613e30658 req-7fde6cf5-a7ec-4d45-9ec7-86f2da769e92 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.7197998 May 30 20:00:52.339689 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7bf6c2e6-bcde-40c4-9eb6-fbb9da2b40c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:52.344313 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-ceda3df6-7747-4e4b-a65e-6ae613e30658 req-e1088726-5546-4dea-a120-0677a96e7ef3 service neutron] Request body: {'port': {'device_id': 'a67b2746-c2ad-4a7e-abbc-e6c5f48c467b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843948-2'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:00:52.348990 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: 11a59005-71e9-43f5-889c-8d35e02c45a1 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:00:52.349711 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 11a59005-71e9-43f5-889c-8d35e02c45a1 not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:00:52.371786 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-7bf6c2e6-bcde-40c4-9eb6-fbb9da2b40c4 admin admin] Deleting port 49866fce-475e-4cf3-8196-955b8ea6745a {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:00:52.372695 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7bf6c2e6-bcde-40c4-9eb6-fbb9da2b40c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:52.473259 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:52.483052 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7107d6dd-4544-4b4a-872c-c810fe722a11 req-475ac44d-8b3a-476c-a671-4398492bc4ec tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:52.498777 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-7107d6dd-4544-4b4a-872c-c810fe722a11 req-475ac44d-8b3a-476c-a671-4398492bc4ec tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.85 "GET /v2.0/ports?device_id=44ee0b58-94d1-4f30-9032-9a1395c62459 HTTP/1.1" status: 200 len: 945 time: 0.3207514 May 30 20:00:52.728208 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-6f8a7f91-5acd-4e1d-be02-9d3771aac69b None None] Provisioning for port c1378ee4-8ee3-4816-b8a4-bb67e39e875a completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:00:52.832767 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-6f8a7f91-5acd-4e1d-be02-9d3771aac69b None None] Provisioning complete for port c1378ee4-8ee3-4816-b8a4-bb67e39e875a triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:00:52.834053 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-6f8a7f91-5acd-4e1d-be02-9d3771aac69b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:52.840460 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-7107d6dd-4544-4b4a-872c-c810fe722a11 req-71d97fae-579e-41d7-8ae1-d2cf74399053 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.85 "GET /v2.0/security-groups?id=e04d9b86-3d99-41a3-8241-c517ec1f4730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3376431 May 30 20:00:52.968923 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-dfbb4987-3039-4130-8444-1f17ef30c4ac req-2c5135a1-9762-4bce-a307-6531dffcb4de tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] Synchronizing usage tracker for tenant:b131b8aa2f764dc2881d1df7fd13a616 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:00:53.109067 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da644c9-8db3-45fa-ba1a-2191c0aebb8a None None] DHCP port deletion for 399356b2-01b1-4b9e-84e5-ec68f4845059 request from n-d-843948-2 {{(pid=84888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:00:53.123169 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-ceda3df6-7747-4e4b-a65e-6ae613e30658 req-e1088726-5546-4dea-a120-0677a96e7ef3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:53.251722 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-6f8a7f91-5acd-4e1d-be02-9d3771aac69b None None] Port c1378ee4-8ee3-4816-b8a4-bb67e39e875a cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:00:53.257217 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-4da644c9-8db3-45fa-ba1a-2191c0aebb8a None None] Deleting port 49866fce-475e-4cf3-8196-955b8ea6745a {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:00:53.257991 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-4da644c9-8db3-45fa-ba1a-2191c0aebb8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:53.302699 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9723464f-8f9b-4058-b7a4-085a73ba455d req-87439f06-6f9e-42fb-bda5-242ffe5131de tempest-VolumesAdminNegativeTest-1115586489 tempest-VolumesAdminNegativeTest-1115586489-project] 10.222.0.85 "GET /v2.0/ports?device_id=26bd20c8-b93c-4464-8e7e-624303bfdfab HTTP/1.1" status: 200 len: 210 time: 0.1255882 May 30 20:00:53.349924 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [None req-7bf6c2e6-bcde-40c4-9eb6-fbb9da2b40c4 admin admin] For port 49866fce-475e-4cf3-8196-955b8ea6745a, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=49866fce-475e-4cf3-8196-955b8ea6745a,segment=NetworkSegment(ce212c09-2307-4a5c-9bb2-5de2cac09d22),segment_id=ce212c09-2307-4a5c-9bb2-5de2cac09d22)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:00:53.353194 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7bf6c2e6-bcde-40c4-9eb6-fbb9da2b40c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:53.518729 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-7bf6c2e6-bcde-40c4-9eb6-fbb9da2b40c4 admin admin] Calling delete_port for 49866fce-475e-4cf3-8196-955b8ea6745a owned by network:dhcp {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:00:53.519685 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-dfbb4987-3039-4130-8444-1f17ef30c4ac req-2c5135a1-9762-4bce-a307-6531dffcb4de tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] Unset dirty status for tenant:b131b8aa2f764dc2881d1df7fd13a616 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:00:53.521084 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-dfbb4987-3039-4130-8444-1f17ef30c4ac req-2c5135a1-9762-4bce-a307-6531dffcb4de tempest-ServersAdminNegativeTestJSON-1775519667 tempest-ServersAdminNegativeTestJSON-1775519667-project] 10.222.0.85 "GET /v2.0/ports?device_id=8afd08e0-ccd7-4025-b88a-1ad20bb182a7 HTTP/1.1" status: 200 len: 210 time: 0.8554757 May 30 20:00:53.962651 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d636eced-f48d-4b84-b992-4bce2277ca04 req-a0ff3b3e-90ef-498c-804c-441de43162bc tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:53.970607 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d636eced-f48d-4b84-b992-4bce2277ca04 req-a0ff3b3e-90ef-498c-804c-441de43162bc tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] 10.222.0.85 "GET /v2.0/ports?device_id=a67b2746-c2ad-4a7e-abbc-e6c5f48c467b HTTP/1.1" status: 200 len: 936 time: 0.4593887 May 30 20:00:54.012529 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 49866fce-475e-4cf3-8196-955b8ea6745a no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:00:54.033343 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7bf6c2e6-bcde-40c4-9eb6-fbb9da2b40c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:54.090572 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf6c2e6-bcde-40c4-9eb6-fbb9da2b40c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=49866fce-475e-4cf3-8196-955b8ea6745a,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:00:54.110831 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf6c2e6-bcde-40c4-9eb6-fbb9da2b40c4 admin admin] No DVR routers for this DVR port 49866fce-475e-4cf3-8196-955b8ea6745a on host n-d-843948-2 {{(pid=84886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:00:54.118107 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: 49866fce-475e-4cf3-8196-955b8ea6745a {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:00:54.118442 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 49866fce-475e-4cf3-8196-955b8ea6745a not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:00:54.126936 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d636eced-f48d-4b84-b992-4bce2277ca04 req-da5e9f3d-bf0d-49bd-8a3a-2615e5058d0c tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] 10.222.0.85 "GET /v2.0/security-groups?id=06806dfc-f049-4330-b211-293135e18ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553061 May 30 20:00:54.133649 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-4da644c9-8db3-45fa-ba1a-2191c0aebb8a None None] For port 49866fce-475e-4cf3-8196-955b8ea6745a, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=49866fce-475e-4cf3-8196-955b8ea6745a,segment=NetworkSegment(ce212c09-2307-4a5c-9bb2-5de2cac09d22),segment_id=ce212c09-2307-4a5c-9bb2-5de2cac09d22)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:00:54.135695 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-4da644c9-8db3-45fa-ba1a-2191c0aebb8a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:54.138434 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [req-ceda3df6-7747-4e4b-a65e-6ae613e30658 req-e1088726-5546-4dea-a120-0677a96e7ef3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1378ee4-8ee3-4816-b8a4-bb67e39e875a {{(pid=84887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:00:54.152620 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-ceda3df6-7747-4e4b-a65e-6ae613e30658 req-e1088726-5546-4dea-a120-0677a96e7ef3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:54.247249 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-ceda3df6-7747-4e4b-a65e-6ae613e30658 req-e1088726-5546-4dea-a120-0677a96e7ef3 service neutron] Transition to ACTIVE for port object c1378ee4-8ee3-4816-b8a4-bb67e39e875a will not be triggered until provisioned by entity L2. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:00:54.290779 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-bbb1656d-adde-4669-91ac-7c1f1661b498 req-1e438152-b70b-4091-9fdf-93485dde6398 tempest-MigrationsAdminTest-933978339 tempest-MigrationsAdminTest-933978339-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=a55fcadd-0383-4943-8204-c0ed7ff9d575 HTTP/1.1" status: 200 len: 1101 time: 0.2771103 May 30 20:00:54.335243 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-4da644c9-8db3-45fa-ba1a-2191c0aebb8a None None] Calling delete_port for 49866fce-475e-4cf3-8196-955b8ea6745a owned by network:dhcp {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:00:54.336274 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-ceda3df6-7747-4e4b-a65e-6ae613e30658 req-e1088726-5546-4dea-a120-0677a96e7ef3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:54.434347 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7bf6c2e6-bcde-40c4-9eb6-fbb9da2b40c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:54.521693 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-bbb1656d-adde-4669-91ac-7c1f1661b498 req-ff38a125-1ea9-4bae-88b6-e41b1e1d6980 tempest-MigrationsAdminTest-933978339 tempest-MigrationsAdminTest-933978339-project-admin] Synchronizing usage tracker for tenant:6f997d6408d44b1db39db02d69ad2368 on resource:security_group {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:00:54.541170 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.db.api [None req-4da644c9-8db3-45fa-ba1a-2191c0aebb8a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:00:54.541792 n-d-843948-2 neutron-server[84888]: DEBUG oslo_db.api [None req-4da644c9-8db3-45fa-ba1a-2191c0aebb8a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:00:54.584029 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-7bf6c2e6-bcde-40c4-9eb6-fbb9da2b40c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['399356b2-01b1-4b9e-84e5-ec68f4845059']}} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:00:54.635948 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-7bf6c2e6-bcde-40c4-9eb6-fbb9da2b40c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce212c09-2307-4a5c-9bb2-5de2cac09d22') {'for_net_delete': True} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:00:54.636202 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1088726-5546-4dea-a120-0677a96e7ef3 service neutron] Pushing event updated for resources: {'Port': ['ID=c1378ee4-8ee3-4816-b8a4-bb67e39e875a,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:00:54.636300 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-7bf6c2e6-bcde-40c4-9eb6-fbb9da2b40c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce212c09-2307-4a5c-9bb2-5de2cac09d22') {} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:00:54.658426 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7bf6c2e6-bcde-40c4-9eb6-fbb9da2b40c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2660590'] for segment, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:54.698006 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7bf6c2e6-bcde-40c4-9eb6-fbb9da2b40c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:54.712444 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bf6c2e6-bcde-40c4-9eb6-fbb9da2b40c4 admin admin] Releasing vlan 677 on physical network physnet1 to pool {{(pid=84886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:00:54.713263 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7bf6c2e6-bcde-40c4-9eb6-fbb9da2b40c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4126989'] for segment, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:54.732965 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-bbb1656d-adde-4669-91ac-7c1f1661b498 req-ff38a125-1ea9-4bae-88b6-e41b1e1d6980 tempest-MigrationsAdminTest-933978339 tempest-MigrationsAdminTest-933978339-project-admin] Unset dirty status for tenant:6f997d6408d44b1db39db02d69ad2368 on resource:security_group {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:00:54.747325 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-bbb1656d-adde-4669-91ac-7c1f1661b498 req-ff38a125-1ea9-4bae-88b6-e41b1e1d6980 tempest-MigrationsAdminTest-933978339 tempest-MigrationsAdminTest-933978339-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=e1329ead-76da-4fe1-a988-d24ed3099985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4524989 May 30 20:00:54.804869 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-ceda3df6-7747-4e4b-a65e-6ae613e30658 req-e1088726-5546-4dea-a120-0677a96e7ef3 service neutron] Attempting to bind port c1378ee4-8ee3-4816-b8a4-bb67e39e875a on host n-h2-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:00:54.805192 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-ceda3df6-7747-4e4b-a65e-6ae613e30658 req-e1088726-5546-4dea-a120-0677a96e7ef3 service neutron] Attempting to bind port c1378ee4-8ee3-4816-b8a4-bb67e39e875a by drivers openvswitch,hyperv on host n-h2-843948-2 at level 0 using segments [{'id': '7e304c17-4e5f-4a93-af80-52785639e6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:00:54.805388 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceda3df6-7747-4e4b-a65e-6ae613e30658 req-e1088726-5546-4dea-a120-0677a96e7ef3 service neutron] Attempting to bind port c1378ee4-8ee3-4816-b8a4-bb67e39e875a on network 4344fbed-57fb-43d7-b32d-6020ce60f0a1 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:00:54.812883 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceda3df6-7747-4e4b-a65e-6ae613e30658 req-e1088726-5546-4dea-a120-0677a96e7ef3 service neutron] Port c1378ee4-8ee3-4816-b8a4-bb67e39e875a on network 4344fbed-57fb-43d7-b32d-6020ce60f0a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:00:54.813248 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceda3df6-7747-4e4b-a65e-6ae613e30658 req-e1088726-5546-4dea-a120-0677a96e7ef3 service neutron] Attempting to bind port c1378ee4-8ee3-4816-b8a4-bb67e39e875a on network 4344fbed-57fb-43d7-b32d-6020ce60f0a1 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:00:54.821161 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceda3df6-7747-4e4b-a65e-6ae613e30658 req-e1088726-5546-4dea-a120-0677a96e7ef3 service neutron] Checking agent: {'id': 'eaa08354-e8f5-4e73-af76-8d3cf7d2b390', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 0, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:00:54.821419 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceda3df6-7747-4e4b-a65e-6ae613e30658 req-e1088726-5546-4dea-a120-0677a96e7ef3 service neutron] Checking segment: {'id': '7e304c17-4e5f-4a93-af80-52785639e6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:00:54.821802 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceda3df6-7747-4e4b-a65e-6ae613e30658 req-e1088726-5546-4dea-a120-0677a96e7ef3 service neutron] Bound using segment: {'id': '7e304c17-4e5f-4a93-af80-52785639e6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1'} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:00:54.822235 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-ceda3df6-7747-4e4b-a65e-6ae613e30658 req-e1088726-5546-4dea-a120-0677a96e7ef3 service neutron] Bound port: c1378ee4-8ee3-4816-b8a4-bb67e39e875a, host: n-h2-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e304c17-4e5f-4a93-af80-52785639e6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1'}}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:00:54.822629 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-ceda3df6-7747-4e4b-a65e-6ae613e30658 req-e1088726-5546-4dea-a120-0677a96e7ef3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:54.824292 n-d-843948-2 neutron-server[84886]: Traceback (most recent call last): May 30 20:00:54.824292 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:00:54.824292 n-d-843948-2 neutron-server[84886]: timer() May 30 20:00:54.824292 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:00:54.824292 n-d-843948-2 neutron-server[84886]: cb(*args, **kw) May 30 20:00:54.824292 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:00:54.824292 n-d-843948-2 neutron-server[84886]: return func(*args, **kwargs) May 30 20:00:54.824292 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:00:54.824292 n-d-843948-2 neutron-server[84886]: self._notify() May 30 20:00:54.824292 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:00:54.824292 n-d-843948-2 neutron-server[84886]: self.callback(batched_events) May 30 20:00:54.824292 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:00:54.824292 n-d-843948-2 neutron-server[84886]: event.method(event) May 30 20:00:54.824292 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:00:54.824292 n-d-843948-2 neutron-server[84886]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:00:54.824292 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:00:54.824292 n-d-843948-2 neutron-server[84886]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:00:54.824292 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:00:54.824292 n-d-843948-2 neutron-server[84886]: return f(self, *a, **k) May 30 20:00:54.824292 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:00:54.824292 n-d-843948-2 neutron-server[84886]: return self._get(url).json() May 30 20:00:54.824292 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:00:54.824292 n-d-843948-2 neutron-server[84886]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:00:54.824292 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:00:54.824292 n-d-843948-2 neutron-server[84886]: return self.request(url, 'GET', **kwargs) May 30 20:00:54.824292 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:00:54.824292 n-d-843948-2 neutron-server[84886]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:00:54.824292 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:00:54.824292 n-d-843948-2 neutron-server[84886]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:00:54.824292 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:00:54.824292 n-d-843948-2 neutron-server[84886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:00:54.824292 n-d-843948-2 neutron-server[84886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:00:54.832002 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7217a9-3d0e-455d-836f-7199514de1d1 req-13bf807f-7c23-4e5d-aacd-2604f17b57a3 tempest-VolumesAdminNegativeTest-1115586489 tempest-VolumesAdminNegativeTest-1115586489-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:54.834655 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3e7217a9-3d0e-455d-836f-7199514de1d1 req-13bf807f-7c23-4e5d-aacd-2604f17b57a3 tempest-VolumesAdminNegativeTest-1115586489 tempest-VolumesAdminNegativeTest-1115586489-project] 10.222.0.71 "GET /v2.0/networks?id=06d8213c-fb57-4c8e-8db3-77c8f84dca8f HTTP/1.1" status: 200 len: 815 time: 0.3890228 May 30 20:00:54.895233 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [req-3e7217a9-3d0e-455d-836f-7199514de1d1 req-f7282e44-44ad-41a6-ad6e-3257ec5afff6 tempest-VolumesAdminNegativeTest-1115586489 tempest-VolumesAdminNegativeTest-1115586489-project] Request body: {'port': {'device_id': '26bd20c8-b93c-4464-8e7e-624303bfdfab', 'network_id': '06d8213c-fb57-4c8e-8db3-77c8f84dca8f', 'admin_state_up': True, 'tenant_id': 'b29b7fab42db44cc806c524e79f85862'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:00:54.925548 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cfc4c1-f3c9-4901-aa02-f998bf4a6f69 req-6a7fc33a-7e64-4c0e-8fc9-888a9adccbbd tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:54.927304 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-59cfc4c1-f3c9-4901-aa02-f998bf4a6f69 req-6a7fc33a-7e64-4c0e-8fc9-888a9adccbbd tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.85 "GET /v2.0/ports?device_id=44ee0b58-94d1-4f30-9032-9a1395c62459 HTTP/1.1" status: 200 len: 945 time: 0.5626242 May 30 20:00:54.943721 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-ceda3df6-7747-4e4b-a65e-6ae613e30658 req-e1088726-5546-4dea-a120-0677a96e7ef3 service neutron] For port c1378ee4-8ee3-4816-b8a4-bb67e39e875a, host n-h2-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:00:54.951373 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-ceda3df6-7747-4e4b-a65e-6ae613e30658 req-e1088726-5546-4dea-a120-0677a96e7ef3 service neutron] For port c1378ee4-8ee3-4816-b8a4-bb67e39e875a, host n-h2-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=c1378ee4-8ee3-4816-b8a4-bb67e39e875a,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:00:55.044776 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-4da644c9-8db3-45fa-ba1a-2191c0aebb8a None None] Deleting port 49866fce-475e-4cf3-8196-955b8ea6745a {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:00:55.045688 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-4da644c9-8db3-45fa-ba1a-2191c0aebb8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:55.055824 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7bf6c2e6-bcde-40c4-9eb6-fbb9da2b40c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:55.105729 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-ceda3df6-7747-4e4b-a65e-6ae613e30658 req-e1088726-5546-4dea-a120-0677a96e7ef3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:55.113685 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7bf6c2e6-bcde-40c4-9eb6-fbb9da2b40c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:55.117923 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-4da644c9-8db3-45fa-ba1a-2191c0aebb8a None None] The port '49866fce-475e-4cf3-8196-955b8ea6745a' was deleted {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 20:00:55.128428 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-59cfc4c1-f3c9-4901-aa02-f998bf4a6f69 req-b3d9bb00-392e-49fe-b2b5-ac771ef66bac tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.85 "GET /v2.0/security-groups?id=e04d9b86-3d99-41a3-8241-c517ec1f4730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910267 May 30 20:00:55.165757 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf6c2e6-bcde-40c4-9eb6-fbb9da2b40c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=399356b2-01b1-4b9e-84e5-ec68f4845059,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:00:55.190087 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1088726-5546-4dea-a120-0677a96e7ef3 service neutron] Pushing event updated for resources: {'Port': ['ID=c1378ee4-8ee3-4816-b8a4-bb67e39e875a,revision_number=3']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:00:55.203268 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-3e7217a9-3d0e-455d-836f-7199514de1d1 req-f7282e44-44ad-41a6-ad6e-3257ec5afff6 tempest-VolumesAdminNegativeTest-1115586489 tempest-VolumesAdminNegativeTest-1115586489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:00:55.212569 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-ceda3df6-7747-4e4b-a65e-6ae613e30658 req-e1088726-5546-4dea-a120-0677a96e7ef3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:55.218224 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ceda3df6-7747-4e4b-a65e-6ae613e30658 req-e1088726-5546-4dea-a120-0677a96e7ef3 service neutron] 10.222.0.86 "PUT /v2.0/ports/c1378ee4-8ee3-4816-b8a4-bb67e39e875a HTTP/1.1" status: 200 len: 1096 time: 2.8764510 May 30 20:00:55.218224 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a67b2746-c2ad-4a7e-abbc-e6c5f48c467b', 'tag': 'c1378ee4-8ee3-4816-b8a4-bb67e39e875a'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:00:55.218432 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-3e7217a9-3d0e-455d-836f-7199514de1d1 req-f7282e44-44ad-41a6-ad6e-3257ec5afff6 tempest-VolumesAdminNegativeTest-1115586489 tempest-VolumesAdminNegativeTest-1115586489-project] Usage tracker for resource:port and tenant:b29b7fab42db44cc806c524e79f85862 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:00:55.231895 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-3e7217a9-3d0e-455d-836f-7199514de1d1 req-f7282e44-44ad-41a6-ad6e-3257ec5afff6 tempest-VolumesAdminNegativeTest-1115586489 tempest-VolumesAdminNegativeTest-1115586489-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:00:55.239027 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-3e7217a9-3d0e-455d-836f-7199514de1d1 req-f7282e44-44ad-41a6-ad6e-3257ec5afff6 tempest-VolumesAdminNegativeTest-1115586489 tempest-VolumesAdminNegativeTest-1115586489-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:00:55.322195 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-7bf6c2e6-bcde-40c4-9eb6-fbb9da2b40c4 admin admin] 10.222.0.85 "DELETE /v2.0/networks/399356b2-01b1-4b9e-84e5-ec68f4845059 HTTP/1.1" status: 204 len: 168 time: 3.3506122 May 30 20:00:55.327334 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 44332) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:00:55.348093 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e7217a9-3d0e-455d-836f-7199514de1d1 req-f7282e44-44ad-41a6-ad6e-3257ec5afff6 tempest-VolumesAdminNegativeTest-1115586489 tempest-VolumesAdminNegativeTest-1115586489-project] Made reservation on behalf of b29b7fab42db44cc806c524e79f85862 for: {'port': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:00:55.355911 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-3e7217a9-3d0e-455d-836f-7199514de1d1 req-f7282e44-44ad-41a6-ad6e-3257ec5afff6 tempest-VolumesAdminNegativeTest-1115586489 tempest-VolumesAdminNegativeTest-1115586489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:55.392944 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 44336) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:00:55.417282 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-6cf0158e-b3a0-4b98-9173-691140a21a1f tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] Request body: {'security_group': {'name': 'tempest-securitygroup--554513012', 'description': 'tempest-description--1548068192'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:00:55.471519 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-6cf0158e-b3a0-4b98-9173-691140a21a1f tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:00:55.482214 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-fb3cd2a5-afef-454d-b070-0d02208fd9f2 req-3d7e562b-93a1-43f9-86ca-69aeda35b1c9 tempest-VolumesAdminNegativeTest-1115586489 tempest-VolumesAdminNegativeTest-1115586489-project] 10.222.0.85 "GET /v2.0/ports?device_id=26bd20c8-b93c-4464-8e7e-624303bfdfab HTTP/1.1" status: 200 len: 210 time: 0.0555832 May 30 20:00:55.483414 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-6cf0158e-b3a0-4b98-9173-691140a21a1f tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] Usage tracker for resource:security_group and tenant:bbfe05941810494e822dbbe8fc7e85f8 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:00:55.489329 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-6cf0158e-b3a0-4b98-9173-691140a21a1f tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:00:55.577172 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-6cf0158e-b3a0-4b98-9173-691140a21a1f tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:00:55.709778 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6cf0158e-b3a0-4b98-9173-691140a21a1f tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:55.808301 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [req-3e7217a9-3d0e-455d-836f-7199514de1d1 req-f7282e44-44ad-41a6-ad6e-3257ec5afff6 tempest-VolumesAdminNegativeTest-1115586489 tempest-VolumesAdminNegativeTest-1115586489-project] Allocated IP 172.20.0.7 (06d8213c-fb57-4c8e-8db3-77c8f84dca8f/7493cd75-fa4f-4a3f-b5a3-42b9f0daa46a/7ac88806-3a10-4c5e-a08b-9079a957ce02) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:00:55.948601 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ace41d6a-6dcb-4eb1-93e0-fa675842dc12 req-8faf30f3-8f6b-46f6-9108-97a2fd046ea9 tempest-LiveAutoBlockMigrationV225Test-1041394858 tempest-LiveAutoBlockMigrationV225Test-1041394858-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=44ee0b58-94d1-4f30-9032-9a1395c62459 HTTP/1.1" status: 200 len: 1096 time: 0.1509185 May 30 20:00:55.955886 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ceda3df6-7747-4e4b-a65e-6ae613e30658 req-0e9adaad-c7d1-4841-a56f-669f917017f3 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e5d7aa177ee047fa9f9235d3092bd6ea&device_id=a67b2746-c2ad-4a7e-abbc-e6c5f48c467b HTTP/1.1" status: 200 len: 1099 time: 0.5535245 May 30 20:00:56.077397 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ceda3df6-7747-4e4b-a65e-6ae613e30658 req-19fe4046-cc37-42e3-aa43-137734f6c89a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=c1378ee4-8ee3-4816-b8a4-bb67e39e875a HTTP/1.1" status: 200 len: 217 time: 0.0979064 May 30 20:00:56.102064 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-6cf0158e-b3a0-4b98-9173-691140a21a1f tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:00:56.110952 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-6cf0158e-b3a0-4b98-9173-691140a21a1f tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] Usage tracker for resource:security_group_rule and tenant:bbfe05941810494e822dbbe8fc7e85f8 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:00:56.125001 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-6cf0158e-b3a0-4b98-9173-691140a21a1f tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:00:56.146160 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-6cf0158e-b3a0-4b98-9173-691140a21a1f tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:00:56.194701 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-682375a9-7501-467a-ae11-ed2f50bfbb31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:56.222684 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-3e7217a9-3d0e-455d-836f-7199514de1d1 req-f7282e44-44ad-41a6-ad6e-3257ec5afff6 tempest-VolumesAdminNegativeTest-1115586489 tempest-VolumesAdminNegativeTest-1115586489-project] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:56.230525 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ace41d6a-6dcb-4eb1-93e0-fa675842dc12 req-e0e86ac2-e73b-404e-8242-7052b8bc92ed tempest-LiveAutoBlockMigrationV225Test-1041394858 tempest-LiveAutoBlockMigrationV225Test-1041394858-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=e04d9b86-3d99-41a3-8241-c517ec1f4730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2718585 May 30 20:00:56.246429 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc87d2a-a1bd-4f55-8480-bfb745702b3a req-95da9a4d-49c5-4147-82ef-57a0c44da0b5 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:56.248124 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9bc87d2a-a1bd-4f55-8480-bfb745702b3a req-95da9a4d-49c5-4147-82ef-57a0c44da0b5 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] 10.222.0.85 "GET /v2.0/ports?device_id=a67b2746-c2ad-4a7e-abbc-e6c5f48c467b HTTP/1.1" status: 200 len: 948 time: 0.3239198 May 30 20:00:56.346901 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6cf0158e-b3a0-4b98-9173-691140a21a1f tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:56.388699 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceda3df6-7747-4e4b-a65e-6ae613e30658 req-8bcdeb73-93b5-48fd-a10b-570ed8c2dc77 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:56.391508 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ceda3df6-7747-4e4b-a65e-6ae613e30658 req-8bcdeb73-93b5-48fd-a10b-570ed8c2dc77 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1b83ff54-b1af-44ce-bb75-ba148920553c HTTP/1.1" status: 200 len: 843 time: 0.3032696 May 30 20:00:56.398058 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9bc87d2a-a1bd-4f55-8480-bfb745702b3a req-68a468fe-436b-4530-bc9e-12689ca6e4c7 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] 10.222.0.85 "GET /v2.0/security-groups?id=06806dfc-f049-4330-b211-293135e18ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266787 May 30 20:00:56.402072 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-3e7217a9-3d0e-455d-836f-7199514de1d1 req-f7282e44-44ad-41a6-ad6e-3257ec5afff6 tempest-VolumesAdminNegativeTest-1115586489 tempest-VolumesAdminNegativeTest-1115586489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:56.473701 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6cf0158e-b3a0-4b98-9173-691140a21a1f tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:56.496912 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 44352) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:00:56.507951 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc08ae0e-cc0e-4290-a238-929fe2279ba8'] response: {'name': 'network-changed', 'server_uuid': 'a67b2746-c2ad-4a7e-abbc-e6c5f48c467b', 'tag': 'c1378ee4-8ee3-4816-b8a4-bb67e39e875a', 'status': 'completed', 'code': 200} May 30 20:00:56.581297 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7282e44-44ad-41a6-ad6e-3257ec5afff6 tempest-VolumesAdminNegativeTest-1115586489 tempest-VolumesAdminNegativeTest-1115586489-project] Pushing event updated for resources: {'Port': ['ID=7ac88806-3a10-4c5e-a08b-9079a957ce02,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:00:56.592753 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e7217a9-3d0e-455d-836f-7199514de1d1 req-f7282e44-44ad-41a6-ad6e-3257ec5afff6 tempest-VolumesAdminNegativeTest-1115586489 tempest-VolumesAdminNegativeTest-1115586489-project] Network 06d8213c-fb57-4c8e-8db3-77c8f84dca8f is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:00:56.597018 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf0158e-b3a0-4b98-9173-691140a21a1f tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dac481bc-e0af-4040-91be-73f3fd319fa2,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:00:56.599608 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [req-3e7217a9-3d0e-455d-836f-7199514de1d1 req-f7282e44-44ad-41a6-ad6e-3257ec5afff6 tempest-VolumesAdminNegativeTest-1115586489 tempest-VolumesAdminNegativeTest-1115586489-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:00:56.607513 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e7217a9-3d0e-455d-836f-7199514de1d1 req-f7282e44-44ad-41a6-ad6e-3257ec5afff6 tempest-VolumesAdminNegativeTest-1115586489 tempest-VolumesAdminNegativeTest-1115586489-project] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:00:56.655438 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7282e44-44ad-41a6-ad6e-3257ec5afff6 tempest-VolumesAdminNegativeTest-1115586489 tempest-VolumesAdminNegativeTest-1115586489-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:00:56.655785 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7282e44-44ad-41a6-ad6e-3257ec5afff6 tempest-VolumesAdminNegativeTest-1115586489 tempest-VolumesAdminNegativeTest-1115586489-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:00:56.656370 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7282e44-44ad-41a6-ad6e-3257ec5afff6 tempest-VolumesAdminNegativeTest-1115586489 tempest-VolumesAdminNegativeTest-1115586489-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:00:56.656370 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7282e44-44ad-41a6-ad6e-3257ec5afff6 tempest-VolumesAdminNegativeTest-1115586489 tempest-VolumesAdminNegativeTest-1115586489-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:00:56.656860 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7282e44-44ad-41a6-ad6e-3257ec5afff6 tempest-VolumesAdminNegativeTest-1115586489 tempest-VolumesAdminNegativeTest-1115586489-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:00:56.657377 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7282e44-44ad-41a6-ad6e-3257ec5afff6 tempest-VolumesAdminNegativeTest-1115586489 tempest-VolumesAdminNegativeTest-1115586489-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:00:56.657717 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7282e44-44ad-41a6-ad6e-3257ec5afff6 tempest-VolumesAdminNegativeTest-1115586489 tempest-VolumesAdminNegativeTest-1115586489-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:00:56.658077 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7282e44-44ad-41a6-ad6e-3257ec5afff6 tempest-VolumesAdminNegativeTest-1115586489 tempest-VolumesAdminNegativeTest-1115586489-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:00:56.658446 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7282e44-44ad-41a6-ad6e-3257ec5afff6 tempest-VolumesAdminNegativeTest-1115586489 tempest-VolumesAdminNegativeTest-1115586489-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:00:56.658685 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7282e44-44ad-41a6-ad6e-3257ec5afff6 tempest-VolumesAdminNegativeTest-1115586489 tempest-VolumesAdminNegativeTest-1115586489-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:00:56.658989 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7282e44-44ad-41a6-ad6e-3257ec5afff6 tempest-VolumesAdminNegativeTest-1115586489 tempest-VolumesAdminNegativeTest-1115586489-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:00:56.742272 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6afadd8d-ada3-413f-ae3f-b7b756f12ad9 req-839322a0-f485-492d-ad6d-c0d9bee6ee46 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/networks?tenant_id=fa61b48b7a6444fe8c9a2f45b95c1d11&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0706353 May 30 20:00:56.823518 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6cf0158e-b3a0-4b98-9173-691140a21a1f tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:56.824827 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-6cf0158e-b3a0-4b98-9173-691140a21a1f tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 1.4266765 May 30 20:00:56.835374 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf0158e-b3a0-4b98-9173-691140a21a1f tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:00:56.835720 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf0158e-b3a0-4b98-9173-691140a21a1f tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:00:56.836043 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf0158e-b3a0-4b98-9173-691140a21a1f tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:00:56.836373 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf0158e-b3a0-4b98-9173-691140a21a1f tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:00:56.836694 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf0158e-b3a0-4b98-9173-691140a21a1f tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:00:56.837011 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf0158e-b3a0-4b98-9173-691140a21a1f tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:00:56.837329 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf0158e-b3a0-4b98-9173-691140a21a1f tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:00:56.837684 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf0158e-b3a0-4b98-9173-691140a21a1f tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:00:56.838048 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf0158e-b3a0-4b98-9173-691140a21a1f tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:00:56.838364 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf0158e-b3a0-4b98-9173-691140a21a1f tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:00:56.838677 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf0158e-b3a0-4b98-9173-691140a21a1f tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:00:56.866449 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 44364) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:00:56.875741 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-499cc4dc-6cbe-48c0-b30f-486f1a61cc8a tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] Request body: {'security_group_rule': {'security_group_id': 'dac481bc-e0af-4040-91be-73f3fd319fa2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:00:56.892162 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-499cc4dc-6cbe-48c0-b30f-486f1a61cc8a tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:00:56.903975 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7217a9-3d0e-455d-836f-7199514de1d1 req-f7282e44-44ad-41a6-ad6e-3257ec5afff6 tempest-VolumesAdminNegativeTest-1115586489 tempest-VolumesAdminNegativeTest-1115586489-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:56.904613 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-3e7217a9-3d0e-455d-836f-7199514de1d1 req-f7282e44-44ad-41a6-ad6e-3257ec5afff6 tempest-VolumesAdminNegativeTest-1115586489 tempest-VolumesAdminNegativeTest-1115586489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:56.917253 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-499cc4dc-6cbe-48c0-b30f-486f1a61cc8a tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] Usage tracker for resource:security_group_rule and tenant:bbfe05941810494e822dbbe8fc7e85f8 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:00:56.920961 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-499cc4dc-6cbe-48c0-b30f-486f1a61cc8a tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:00:56.942095 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-499cc4dc-6cbe-48c0-b30f-486f1a61cc8a tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:00:56.971254 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ceda3df6-7747-4e4b-a65e-6ae613e30658 req-cae060ea-8d4a-4a6a-979d-dd13a8edc8ac service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4344fbed-57fb-43d7-b32d-6020ce60f0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5647676 May 30 20:00:56.977210 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-6773cc14-af5c-4809-86d8-2702c48559cc admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=b131b8aa2f764dc2881d1df7fd13a616&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4685643 May 30 20:00:56.982912 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 44368) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:00:57.010544 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f73bbcf3-9b40-41bc-a0bc-cea02d3b3449 req-5122538c-5e0a-4dc4-bdad-9ee27550e582 tempest-LiveAutoBlockMigrationV225Test-1041394858 tempest-LiveAutoBlockMigrationV225Test-1041394858-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=44ee0b58-94d1-4f30-9032-9a1395c62459 HTTP/1.1" status: 200 len: 1096 time: 0.3621109 May 30 20:00:57.125130 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3e7217a9-3d0e-455d-836f-7199514de1d1 req-f7282e44-44ad-41a6-ad6e-3257ec5afff6 tempest-VolumesAdminNegativeTest-1115586489 tempest-VolumesAdminNegativeTest-1115586489-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2588835 May 30 20:00:57.130855 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f73bbcf3-9b40-41bc-a0bc-cea02d3b3449 req-a4e58f10-e9c8-47c6-9507-8afdcbd2cbb2 tempest-LiveAutoBlockMigrationV225Test-1041394858 tempest-LiveAutoBlockMigrationV225Test-1041394858-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=e04d9b86-3d99-41a3-8241-c517ec1f4730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100504 May 30 20:00:57.136268 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ddb2c0b8-8111-4545-905e-2fad73026a5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:57.142582 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [req-3e7217a9-3d0e-455d-836f-7199514de1d1 req-8396dfa3-5430-48bb-9694-0426780285ff service neutron] Request body: {'port': {'device_id': '26bd20c8-b93c-4464-8e7e-624303bfdfab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843948-2'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:00:57.199029 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afadd8d-ada3-413f-ae3f-b7b756f12ad9 req-46977b72-7f4c-46a5-a279-d14d467db54d tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:57.202311 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6afadd8d-ada3-413f-ae3f-b7b756f12ad9 req-46977b72-7f4c-46a5-a279-d14d467db54d tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4580345 May 30 20:00:57.230630 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ddb2c0b8-8111-4545-905e-2fad73026a5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:57.240439 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-499cc4dc-6cbe-48c0-b30f-486f1a61cc8a tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:57.312943 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6afadd8d-ada3-413f-ae3f-b7b756f12ad9 req-2278ab66-750c-4f38-a97a-308b6d134771 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/quotas/fa61b48b7a6444fe8c9a2f45b95c1d11 HTTP/1.1" status: 200 len: 375 time: 0.0660799 May 30 20:00:57.398805 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ceda3df6-7747-4e4b-a65e-6ae613e30658 req-c08be600-3050-4730-9da4-a69d7b8c5cab service neutron] 10.222.0.86 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4151776 May 30 20:00:57.416122 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-3e7217a9-3d0e-455d-836f-7199514de1d1 req-8396dfa3-5430-48bb-9694-0426780285ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:57.438716 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f03aa398-a87b-4edf-b679-955f8c7dae0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-736216'] for router_interface, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:57.554561 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-499cc4dc-6cbe-48c0-b30f-486f1a61cc8a tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:57.651694 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-499cc4dc-6cbe-48c0-b30f-486f1a61cc8a tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:57.690494 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc06b15c-70eb-412f-a3b6-03a8dcab0787 req-41cc70f8-d6e2-4276-a53b-5915f53d8942 tempest-VolumesAdminNegativeTest-1115586489 tempest-VolumesAdminNegativeTest-1115586489-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:57.691230 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-fc06b15c-70eb-412f-a3b6-03a8dcab0787 req-41cc70f8-d6e2-4276-a53b-5915f53d8942 tempest-VolumesAdminNegativeTest-1115586489 tempest-VolumesAdminNegativeTest-1115586489-project] Synchronizing usage tracker for tenant:b29b7fab42db44cc806c524e79f85862 on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:00:57.702352 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499cc4dc-6cbe-48c0-b30f-486f1a61cc8a tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0772b9b4-4bff-4012-8b42-9e28d96bb0f1,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:00:57.704335 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ddb2c0b8-8111-4545-905e-2fad73026a5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:57.735503 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ceda3df6-7747-4e4b-a65e-6ae613e30658 req-a4fd6f77-640f-40b0-9410-5c17bb98dfff service neutron] 10.222.0.86 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3296247 May 30 20:00:57.752062 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6afadd8d-ada3-413f-ae3f-b7b756f12ad9 req-924bb576-52c3-4c82-a2ff-f9ac2a3e77a0 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=fa61b48b7a6444fe8c9a2f45b95c1d11&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4073551 May 30 20:00:57.760285 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb2c0b8-8111-4545-905e-2fad73026a5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46d6435d-cd77-488d-aca2-73ee35b2a0f7,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:00:57.862128 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ddb2c0b8-8111-4545-905e-2fad73026a5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:57.862128 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-ddb2c0b8-8111-4545-905e-2fad73026a5c admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/46d6435d-cd77-488d-aca2-73ee35b2a0f7 HTTP/1.1" status: 204 len: 168 time: 0.8777480 May 30 20:00:57.962230 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-499cc4dc-6cbe-48c0-b30f-486f1a61cc8a tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:57.965229 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-499cc4dc-6cbe-48c0-b30f-486f1a61cc8a tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.1030908 May 30 20:00:57.968777 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 44380) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:00:57.988769 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-49387a42-4221-40cf-9cd4-01ef6802fa45 tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] Request body: {'security_group_rule': {'security_group_id': 'dac481bc-e0af-4040-91be-73f3fd319fa2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:00:58.000788 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-fc06b15c-70eb-412f-a3b6-03a8dcab0787 req-41cc70f8-d6e2-4276-a53b-5915f53d8942 tempest-VolumesAdminNegativeTest-1115586489 tempest-VolumesAdminNegativeTest-1115586489-project] Unset dirty status for tenant:b29b7fab42db44cc806c524e79f85862 on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:00:58.000788 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-fc06b15c-70eb-412f-a3b6-03a8dcab0787 req-41cc70f8-d6e2-4276-a53b-5915f53d8942 tempest-VolumesAdminNegativeTest-1115586489 tempest-VolumesAdminNegativeTest-1115586489-project] 10.222.0.85 "GET /v2.0/ports?device_id=26bd20c8-b93c-4464-8e7e-624303bfdfab HTTP/1.1" status: 200 len: 931 time: 0.5262461 May 30 20:00:58.029976 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-49387a42-4221-40cf-9cd4-01ef6802fa45 tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:00:58.061729 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-49387a42-4221-40cf-9cd4-01ef6802fa45 tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] Usage tracker for resource:security_group_rule and tenant:bbfe05941810494e822dbbe8fc7e85f8 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:00:58.078553 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-49387a42-4221-40cf-9cd4-01ef6802fa45 tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:00:58.102408 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-49387a42-4221-40cf-9cd4-01ef6802fa45 tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:00:58.114553 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [req-3e7217a9-3d0e-455d-836f-7199514de1d1 req-8396dfa3-5430-48bb-9694-0426780285ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ac88806-3a10-4c5e-a08b-9079a957ce02 {{(pid=84886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:00:58.132187 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-3e7217a9-3d0e-455d-836f-7199514de1d1 req-8396dfa3-5430-48bb-9694-0426780285ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:58.159326 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-fc06b15c-70eb-412f-a3b6-03a8dcab0787 req-0b16efb9-8585-4857-b1a4-9d3e97524343 tempest-VolumesAdminNegativeTest-1115586489 tempest-VolumesAdminNegativeTest-1115586489-project] 10.222.0.85 "GET /v2.0/security-groups?id=55c01bf1-c871-4944-8d52-3f23c44473bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268837 May 30 20:00:58.160271 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [req-3e7217a9-3d0e-455d-836f-7199514de1d1 req-8396dfa3-5430-48bb-9694-0426780285ff service neutron] Transition to ACTIVE for port object 7ac88806-3a10-4c5e-a08b-9079a957ce02 will not be triggered until provisioned by entity L2. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:00:58.297122 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-49387a42-4221-40cf-9cd4-01ef6802fa45 tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:58.319888 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-3e7217a9-3d0e-455d-836f-7199514de1d1 req-8396dfa3-5430-48bb-9694-0426780285ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:58.576371 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8396dfa3-5430-48bb-9694-0426780285ff service neutron] Pushing event updated for resources: {'Port': ['ID=7ac88806-3a10-4c5e-a08b-9079a957ce02,revision_number=2']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:00:58.592652 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-123c27eb-552d-49f9-8def-5041cf941803 req-6e15428d-c3ad-4b30-9864-9b1dac207720 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/ports?device_id=d2bdcaf2-0ffc-4987-be3d-0cdd4af8d462 HTTP/1.1" status: 200 len: 210 time: 0.1777987 May 30 20:00:58.626601 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:00:58.715053 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3b8a747f-2683-40ac-8cc7-d8664e6ba57e req-27ee94a7-792d-4264-8eb0-d485be666eea service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e5d7aa177ee047fa9f9235d3092bd6ea&device_id=a67b2746-c2ad-4a7e-abbc-e6c5f48c467b HTTP/1.1" status: 200 len: 1099 time: 0.6863372 May 30 20:00:58.984652 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-49387a42-4221-40cf-9cd4-01ef6802fa45 tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:59.003463 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2126bc33-1c41-4d54-8eed-e1b32e6de2f9 req-68cc1306-86fd-4371-8c77-e211cfdd9cfa tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:59.012422 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 44402) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:00:59.018462 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2126bc33-1c41-4d54-8eed-e1b32e6de2f9 req-68cc1306-86fd-4371-8c77-e211cfdd9cfa tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] 10.222.0.85 "GET /v2.0/ports?device_id=a67b2746-c2ad-4a7e-abbc-e6c5f48c467b HTTP/1.1" status: 200 len: 948 time: 0.4947073 May 30 20:00:59.107457 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4970c79a-14d5-43f8-8854-7ca5de46e08e req-109f05e5-7081-4685-b62a-6bc6048bb2f5 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=a55fcadd-0383-4943-8204-c0ed7ff9d575&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7031562 May 30 20:00:59.127194 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-49387a42-4221-40cf-9cd4-01ef6802fa45 tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:59.159607 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-3e7217a9-3d0e-455d-836f-7199514de1d1 req-8396dfa3-5430-48bb-9694-0426780285ff service neutron] Attempting to bind port 7ac88806-3a10-4c5e-a08b-9079a957ce02 on host n-h1-843948-2 for vnic_type normal with profile {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:00:59.160135 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-3e7217a9-3d0e-455d-836f-7199514de1d1 req-8396dfa3-5430-48bb-9694-0426780285ff service neutron] Attempting to bind port 7ac88806-3a10-4c5e-a08b-9079a957ce02 by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': '45705a28-626e-45e3-8207-da8cd4c18db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '06d8213c-fb57-4c8e-8db3-77c8f84dca8f'}] {{(pid=84886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:00:59.160672 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7217a9-3d0e-455d-836f-7199514de1d1 req-8396dfa3-5430-48bb-9694-0426780285ff service neutron] Attempting to bind port 7ac88806-3a10-4c5e-a08b-9079a957ce02 on network 06d8213c-fb57-4c8e-8db3-77c8f84dca8f {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:00:59.206551 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49387a42-4221-40cf-9cd4-01ef6802fa45 tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7de253a-a9ca-491f-af38-d2578b769373,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:00:59.222005 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2126bc33-1c41-4d54-8eed-e1b32e6de2f9 req-eec55b6b-f474-4af1-9a36-c1fde76cd3c8 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] 10.222.0.85 "GET /v2.0/security-groups?id=06806dfc-f049-4330-b211-293135e18ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949000 May 30 20:00:59.227372 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7217a9-3d0e-455d-836f-7199514de1d1 req-8396dfa3-5430-48bb-9694-0426780285ff service neutron] Port 7ac88806-3a10-4c5e-a08b-9079a957ce02 on network 06d8213c-fb57-4c8e-8db3-77c8f84dca8f not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:00:59.228009 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7217a9-3d0e-455d-836f-7199514de1d1 req-8396dfa3-5430-48bb-9694-0426780285ff service neutron] Attempting to bind port 7ac88806-3a10-4c5e-a08b-9079a957ce02 on network 06d8213c-fb57-4c8e-8db3-77c8f84dca8f {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:00:59.243023 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7217a9-3d0e-455d-836f-7199514de1d1 req-8396dfa3-5430-48bb-9694-0426780285ff service neutron] Checking agent: {'id': 'f728d74e-a4ae-4384-860b-a5ade05dd8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:00:59.243688 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7217a9-3d0e-455d-836f-7199514de1d1 req-8396dfa3-5430-48bb-9694-0426780285ff service neutron] Checking segment: {'id': '45705a28-626e-45e3-8207-da8cd4c18db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '06d8213c-fb57-4c8e-8db3-77c8f84dca8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:00:59.244426 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7217a9-3d0e-455d-836f-7199514de1d1 req-8396dfa3-5430-48bb-9694-0426780285ff service neutron] Bound using segment: {'id': '45705a28-626e-45e3-8207-da8cd4c18db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '06d8213c-fb57-4c8e-8db3-77c8f84dca8f'} {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:00:59.245205 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-3e7217a9-3d0e-455d-836f-7199514de1d1 req-8396dfa3-5430-48bb-9694-0426780285ff service neutron] Bound port: 7ac88806-3a10-4c5e-a08b-9079a957ce02, host: n-h1-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45705a28-626e-45e3-8207-da8cd4c18db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '06d8213c-fb57-4c8e-8db3-77c8f84dca8f'}}] {{(pid=84886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:00:59.246151 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-3e7217a9-3d0e-455d-836f-7199514de1d1 req-8396dfa3-5430-48bb-9694-0426780285ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:59.297692 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-ede7318c-1786-4164-a063-6901fa0ee3f5 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=2190c6d5a66c4d77b344be4991d02c3d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2746093 May 30 20:00:59.300107 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 44410) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:00:59.368854 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-49387a42-4221-40cf-9cd4-01ef6802fa45 tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:59.374596 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-49387a42-4221-40cf-9cd4-01ef6802fa45 tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.4011304 May 30 20:00:59.376393 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 44414) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:00:59.401005 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-02fced5a-8a4a-4dd0-a05f-5031ad9be60b tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] Request body: {'floatingip': {'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:00:59.422881 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-02fced5a-8a4a-4dd0-a05f-5031ad9be60b tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:00:59.426031 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8a747f-2683-40ac-8cc7-d8664e6ba57e req-2d29eeab-f0eb-4d43-98fb-4cdcd348fd6b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:59.444302 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3b8a747f-2683-40ac-8cc7-d8664e6ba57e req-2d29eeab-f0eb-4d43-98fb-4cdcd348fd6b service neutron] 10.222.0.86 "GET /v2.0/networks?id=4344fbed-57fb-43d7-b32d-6020ce60f0a1 HTTP/1.1" status: 200 len: 870 time: 0.7040398 May 30 20:00:59.452090 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-02fced5a-8a4a-4dd0-a05f-5031ad9be60b tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] Usage tracker for resource:floatingip and tenant:bbfe05941810494e822dbbe8fc7e85f8 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:00:59.475904 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-02fced5a-8a4a-4dd0-a05f-5031ad9be60b tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:00:59.503245 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-02fced5a-8a4a-4dd0-a05f-5031ad9be60b tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:00:59.600776 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-3e7217a9-3d0e-455d-836f-7199514de1d1 req-8396dfa3-5430-48bb-9694-0426780285ff service neutron] For port 7ac88806-3a10-4c5e-a08b-9079a957ce02, host n-h1-843948-2, cleared binding levels {{(pid=84886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:00:59.610492 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-1b50c519-e7ab-49de-ac2d-2afcc50a599e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:59.626211 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-3e7217a9-3d0e-455d-836f-7199514de1d1 req-8396dfa3-5430-48bb-9694-0426780285ff service neutron] For port 7ac88806-3a10-4c5e-a08b-9079a957ce02, host n-h1-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=7ac88806-3a10-4c5e-a08b-9079a957ce02,segment=NetworkSegment(45705a28-626e-45e3-8207-da8cd4c18db9),segment_id=45705a28-626e-45e3-8207-da8cd4c18db9)] {{(pid=84886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:00:59.647110 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-02fced5a-8a4a-4dd0-a05f-5031ad9be60b tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] Notify callbacks [] for floatingip, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:59.674012 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:59.724379 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device c1378ee4-8ee3-4816-b8a4-bb67e39e875a details requested by agent hyperv_n-h2-843948-2 with host n-h2-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:00:59.765673 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-3e7217a9-3d0e-455d-836f-7199514de1d1 req-8396dfa3-5430-48bb-9694-0426780285ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:59.816662 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51db65b-8630-4b72-b072-046ab7a649a2 req-c5662a10-bdc8-4369-81a7-a6607a7d9ec3 tempest-VolumesAdminNegativeTest-1115586489 tempest-VolumesAdminNegativeTest-1115586489-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:00:59.818622 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b51db65b-8630-4b72-b072-046ab7a649a2 req-c5662a10-bdc8-4369-81a7-a6607a7d9ec3 tempest-VolumesAdminNegativeTest-1115586489 tempest-VolumesAdminNegativeTest-1115586489-project] 10.222.0.85 "GET /v2.0/ports?device_id=26bd20c8-b93c-4464-8e7e-624303bfdfab HTTP/1.1" status: 200 len: 943 time: 0.2950172 May 30 20:00:59.851147 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3b8a747f-2683-40ac-8cc7-d8664e6ba57e req-45676dec-54df-4f3b-a859-b5b1f9fdf164 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=c1378ee4-8ee3-4816-b8a4-bb67e39e875a HTTP/1.1" status: 200 len: 217 time: 0.3984160 May 30 20:00:59.899120 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-3e7217a9-3d0e-455d-836f-7199514de1d1 req-8396dfa3-5430-48bb-9694-0426780285ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:00:59.900983 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3e7217a9-3d0e-455d-836f-7199514de1d1 req-8396dfa3-5430-48bb-9694-0426780285ff service neutron] 10.222.0.71 "PUT /v2.0/ports/7ac88806-3a10-4c5e-a08b-9079a957ce02 HTTP/1.1" status: 200 len: 1091 time: 2.7664449 May 30 20:00:59.905805 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26bd20c8-b93c-4464-8e7e-624303bfdfab', 'tag': '7ac88806-3a10-4c5e-a08b-9079a957ce02'}] {{(pid=84886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:01:00.084867 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port c1378ee4-8ee3-4816-b8a4-bb67e39e875a, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=c1378ee4-8ee3-4816-b8a4-bb67e39e875a,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:01:00.101887 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b51db65b-8630-4b72-b072-046ab7a649a2 req-708adb6a-060a-4902-8d94-b89844ba9586 tempest-VolumesAdminNegativeTest-1115586489 tempest-VolumesAdminNegativeTest-1115586489-project] 10.222.0.85 "GET /v2.0/security-groups?id=55c01bf1-c871-4944-8d52-3f23c44473bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618272 May 30 20:01:00.102889 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8396dfa3-5430-48bb-9694-0426780285ff service neutron] Pushing event updated for resources: {'Port': ['ID=7ac88806-3a10-4c5e-a08b-9079a957ce02,revision_number=3']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:01:00.120138 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Returning: {'device': 'c1378ee4-8ee3-4816-b8a4-bb67e39e875a', 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1', 'port_id': 'c1378ee4-8ee3-4816-b8a4-bb67e39e875a', 'mac_address': 'fa:16:3e:a7:12:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b83ff54-b1af-44ce-bb75-ba148920553c', 'ip_address': '192.168.233.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:01:00.157395 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-02fced5a-8a4a-4dd0-a05f-5031ad9be60b tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:00.263096 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:00.317592 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8a747f-2683-40ac-8cc7-d8664e6ba57e req-ccda6d12-eee4-41ec-bf53-41e732adf0c5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:00.319790 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3b8a747f-2683-40ac-8cc7-d8664e6ba57e req-ccda6d12-eee4-41ec-bf53-41e732adf0c5 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1b83ff54-b1af-44ce-bb75-ba148920553c HTTP/1.1" status: 200 len: 843 time: 0.4268317 May 30 20:01:00.337230 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1378ee4-8ee3-4816-b8a4-bb67e39e875a {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:01:00.404362 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3e7217a9-3d0e-455d-836f-7199514de1d1 req-89c400cd-a6f6-4d2e-987f-40bc6749696f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b29b7fab42db44cc806c524e79f85862&device_id=26bd20c8-b93c-4464-8e7e-624303bfdfab HTTP/1.1" status: 200 len: 1094 time: 0.1640484 May 30 20:01:00.409714 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port c1378ee4-8ee3-4816-b8a4-bb67e39e875a, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=c1378ee4-8ee3-4816-b8a4-bb67e39e875a,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:01:00.411341 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-02fced5a-8a4a-4dd0-a05f-5031ad9be60b tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] Allocated IP 172.25.8.98 (c7869750-4b49-4b7e-aa99-5e0f1ae02da4/427601ec-f643-4fe7-b5e6-17305d3a39e1/f2b5bb55-ef44-439f-bb42-da604863359f) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:01:00.437840 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8a84c07a-a6f3-477d-a462-d60f391129ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:00.482284 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:00.523322 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4970c79a-14d5-43f8-8854-7ca5de46e08e req-5662ce9a-3771-4f80-9eab-9918c17f24a0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fa61b48b7a6444fe8c9a2f45b95c1d11&device_id=a55fcadd-0383-4943-8204-c0ed7ff9d575 HTTP/1.1" status: 200 len: 1101 time: 1.2192171 May 30 20:01:00.617237 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-dfaca758-f861-4318-86d0-4d78549072ca req-fe6d8257-6ef4-4d6d-a010-a6d85862e9b8 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/ports?device_id=d2bdcaf2-0ffc-4987-be3d-0cdd4af8d462 HTTP/1.1" status: 200 len: 210 time: 0.1359854 May 30 20:01:00.627041 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3e7217a9-3d0e-455d-836f-7199514de1d1 req-e60f9975-6213-46a7-8b89-5e79524f7821 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7ac88806-3a10-4c5e-a08b-9079a957ce02 HTTP/1.1" status: 200 len: 217 time: 0.2014880 May 30 20:01:00.644140 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=c1378ee4-8ee3-4816-b8a4-bb67e39e875a,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:01:00.687165 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8a84c07a-a6f3-477d-a462-d60f391129ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:00.749768 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7217a9-3d0e-455d-836f-7199514de1d1 req-f6352d39-f08f-4b3d-a758-2ab55814d54a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:00.751491 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3e7217a9-3d0e-455d-836f-7199514de1d1 req-f6352d39-f08f-4b3d-a758-2ab55814d54a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=7493cd75-fa4f-4a3f-b5a3-42b9f0daa46a HTTP/1.1" status: 200 len: 855 time: 0.1127307 May 30 20:01:00.785804 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['c1378ee4-8ee3-4816-b8a4-bb67e39e875a'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:01:00.798010 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-49315ac8-e7ad-44d8-9047-c6db123de38e req-cab405b2-5eea-40b7-9307-58c970fd5c30 tempest-LiveAutoBlockMigrationV225Test-1041394858 tempest-LiveAutoBlockMigrationV225Test-1041394858-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=44ee0b58-94d1-4f30-9032-9a1395c62459 HTTP/1.1" status: 200 len: 1096 time: 1.1309099 May 30 20:01:00.818238 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3e7217a9-3d0e-455d-836f-7199514de1d1 req-ce83ff6b-05f0-4b10-b769-e4b06bddaf06 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=06d8213c-fb57-4c8e-8db3-77c8f84dca8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514100 May 30 20:01:00.823539 n-d-843948-2 neutron-server[84886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c56adc1-9a9b-44e6-9b97-a2358d476687'] response: {'name': 'network-changed', 'server_uuid': '26bd20c8-b93c-4464-8e7e-624303bfdfab', 'tag': '7ac88806-3a10-4c5e-a08b-9079a957ce02', 'status': 'completed', 'code': 200} May 30 20:01:00.840143 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-02fced5a-8a4a-4dd0-a05f-5031ad9be60b tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:00.906558 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-00902865-926b-46dd-9dca-fac7267e0a5c req-0c3ae13f-0837-44e7-9a4e-6507d420d517 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=e5dfa99e-d6bb-4b77-88eb-3c6fe6683873&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6615262 May 30 20:01:00.922153 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-f03aa398-a87b-4edf-b679-955f8c7dae0a admin admin] Deleting port 06eafed0-252d-4d4c-9cae-3899ad7e3167 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:01:00.927530 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f03aa398-a87b-4edf-b679-955f8c7dae0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:00.969262 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3b8a747f-2683-40ac-8cc7-d8664e6ba57e req-73509a2f-a4f1-4bbb-93d3-01cc6685809f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4344fbed-57fb-43d7-b32d-6020ce60f0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6131804 May 30 20:01:01.042360 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-49315ac8-e7ad-44d8-9047-c6db123de38e req-0e73a3cb-bee9-4f43-a713-91fd47693751 tempest-LiveAutoBlockMigrationV225Test-1041394858 tempest-LiveAutoBlockMigrationV225Test-1041394858-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=e04d9b86-3d99-41a3-8241-c517ec1f4730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428913 May 30 20:01:01.117772 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-02fced5a-8a4a-4dd0-a05f-5031ad9be60b tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:01.171570 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:01.175511 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3e7217a9-3d0e-455d-836f-7199514de1d1 req-3521470f-2acb-41bb-92e5-51d7b6ff7af0 service neutron] 10.222.0.71 "GET /v2.0/networks/06d8213c-fb57-4c8e-8db3-77c8f84dca8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3316190 May 30 20:01:01.324963 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02fced5a-8a4a-4dd0-a05f-5031ad9be60b tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] Network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:01:01.328628 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fced5a-8a4a-4dd0-a05f-5031ad9be60b tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] Pushing event updated for resources: {'Port': ['ID=f2b5bb55-ef44-439f-bb42-da604863359f,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:01:01.335093 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-02fced5a-8a4a-4dd0-a05f-5031ad9be60b tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:01:01.342398 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02fced5a-8a4a-4dd0-a05f-5031ad9be60b tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:01:01.375929 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bce982-c206-4085-aea1-c669619c4b36 req-8f90e6a8-55e6-4f1f-bc09-25e76bdf4d43 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:01.385937 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c4bce982-c206-4085-aea1-c669619c4b36 req-8f90e6a8-55e6-4f1f-bc09-25e76bdf4d43 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] 10.222.0.85 "GET /v2.0/ports?device_id=a67b2746-c2ad-4a7e-abbc-e6c5f48c467b HTTP/1.1" status: 200 len: 949 time: 0.3438668 May 30 20:01:01.458171 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4970c79a-14d5-43f8-8854-7ca5de46e08e req-38c6f72e-fedf-4262-8997-885824a17542 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:01.459669 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4970c79a-14d5-43f8-8854-7ca5de46e08e req-38c6f72e-fedf-4262-8997-885824a17542 service neutron] 10.222.0.71 "GET /v2.0/networks?id=4344fbed-57fb-43d7-b32d-6020ce60f0a1 HTTP/1.1" status: 200 len: 870 time: 0.9017212 May 30 20:01:01.483680 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3e7217a9-3d0e-455d-836f-7199514de1d1 req-6d38096f-141e-44e6-83b2-6ef5008e6bf1 service neutron] 10.222.0.71 "GET /v2.0/networks/06d8213c-fb57-4c8e-8db3-77c8f84dca8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2997646 May 30 20:01:01.538092 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c4bce982-c206-4085-aea1-c669619c4b36 req-baf6a15c-1039-486d-92e5-4fbf8d2d7225 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] 10.222.0.85 "GET /v2.0/security-groups?id=06806dfc-f049-4330-b211-293135e18ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420918 May 30 20:01:01.619949 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4970c79a-14d5-43f8-8854-7ca5de46e08e req-48dd789d-ecc1-46d4-a5a5-8f1e59227a42 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=64a08dcc-ec2f-4ebf-a20f-1051fce47c3f HTTP/1.1" status: 200 len: 217 time: 0.1347697 May 30 20:01:01.693427 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6afadd8d-ada3-413f-ae3f-b7b756f12ad9 req-94fd88c8-d31b-44ee-9693-3f39963cd8be tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=fa61b48b7a6444fe8c9a2f45b95c1d11&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0732772 May 30 20:01:01.760072 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3b8a747f-2683-40ac-8cc7-d8664e6ba57e req-1ed2421a-68bd-4147-9a5a-037d79ffc66d service neutron] 10.222.0.86 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7423241 May 30 20:01:01.774759 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8a84c07a-a6f3-477d-a462-d60f391129ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:01.831819 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-00902865-926b-46dd-9dca-fac7267e0a5c req-e6b32c26-dfa3-40f3-8eb8-4e709452d2ce service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e03d8798de6f4daa8bc8080dc719ce8a&device_id=e5dfa99e-d6bb-4b77-88eb-3c6fe6683873 HTTP/1.1" status: 200 len: 1095 time: 0.8676524 May 30 20:01:01.855709 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a84c07a-a6f3-477d-a462-d60f391129ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23a6f965-8da2-41d9-a35a-91ddb7dab9b7,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:01:01.914292 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [None req-f03aa398-a87b-4edf-b679-955f8c7dae0a admin admin] For port 06eafed0-252d-4d4c-9cae-3899ad7e3167, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=06eafed0-252d-4d4c-9cae-3899ad7e3167,segment=NetworkSegment(ef363120-1192-4cbe-aef9-a525b18fc943),segment_id=ef363120-1192-4cbe-aef9-a525b18fc943)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:01:01.915022 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f03aa398-a87b-4edf-b679-955f8c7dae0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:01.968443 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8a84c07a-a6f3-477d-a462-d60f391129ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:01.969598 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-8a84c07a-a6f3-477d-a462-d60f391129ee admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/23a6f965-8da2-41d9-a35a-91ddb7dab9b7 HTTP/1.1" status: 204 len: 168 time: 2.6390383 May 30 20:01:02.163716 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4970c79a-14d5-43f8-8854-7ca5de46e08e req-cc88ddea-38b8-452c-8290-82e95030c91c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:02.166723 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4970c79a-14d5-43f8-8854-7ca5de46e08e req-cc88ddea-38b8-452c-8290-82e95030c91c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1b83ff54-b1af-44ce-bb75-ba148920553c HTTP/1.1" status: 200 len: 843 time: 0.5253525 May 30 20:01:02.182851 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-f03aa398-a87b-4edf-b679-955f8c7dae0a admin admin] Calling delete_port for 06eafed0-252d-4d4c-9cae-3899ad7e3167 owned by network:router_interface {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:01:02.252344 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afadd8d-ada3-413f-ae3f-b7b756f12ad9 req-4ec6ef74-6453-4195-8080-34492787edc4 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:02.254886 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6afadd8d-ada3-413f-ae3f-b7b756f12ad9 req-4ec6ef74-6453-4195-8080-34492787edc4 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5539441 May 30 20:01:02.296678 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [req-6afadd8d-ada3-413f-ae3f-b7b756f12ad9 req-fe89a6a1-8dda-43d8-a05f-26534177958b tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Request body: {'port': {'device_id': 'd2bdcaf2-0ffc-4987-be3d-0cdd4af8d462', 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1', 'admin_state_up': True, 'tenant_id': 'fa61b48b7a6444fe8c9a2f45b95c1d11'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:01:02.330919 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-02fced5a-8a4a-4dd0-a05f-5031ad9be60b tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:02.342252 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7744b9-ddeb-4480-8663-042a14232b25 req-ae7fd3d8-5cb8-498b-bd2d-71fb9438a611 tempest-VolumesAdminNegativeTest-1115586489 tempest-VolumesAdminNegativeTest-1115586489-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:02.344926 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-7f7744b9-ddeb-4480-8663-042a14232b25 req-ae7fd3d8-5cb8-498b-bd2d-71fb9438a611 tempest-VolumesAdminNegativeTest-1115586489 tempest-VolumesAdminNegativeTest-1115586489-project] 10.222.0.85 "GET /v2.0/ports?device_id=26bd20c8-b93c-4464-8e7e-624303bfdfab HTTP/1.1" status: 200 len: 943 time: 0.5922856 May 30 20:01:02.395444 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-78b08ccf-3fb4-4a6a-a927-ecadaad5ed7c req-714d41f1-2f45-4a12-ada6-423ecdecac2c tempest-LiveMigrationTest-484647171 tempest-LiveMigrationTest-484647171-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=1c63ca1d-117e-400e-a872-50c7fd37ece9 HTTP/1.1" status: 200 len: 1096 time: 1.1487482 May 30 20:01:02.430843 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:02.606373 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3b8a747f-2683-40ac-8cc7-d8664e6ba57e req-7b7436a7-3a2a-4da3-b8b5-19b35c4a3bdb service neutron] 10.222.0.86 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8246009 May 30 20:01:02.661495 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-765ccf5e-a7c7-4cb6-8c34-57248e588f1e req-f6e5811d-71e3-4dd9-8cc4-f9cf4e8db776 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b29b7fab42db44cc806c524e79f85862&device_id=26bd20c8-b93c-4464-8e7e-624303bfdfab HTTP/1.1" status: 200 len: 1094 time: 0.9505572 May 30 20:01:02.704548 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00902865-926b-46dd-9dca-fac7267e0a5c req-7e5c4a9c-5f3e-4f53-929f-f4c60507b810 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:02.705928 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-00902865-926b-46dd-9dca-fac7267e0a5c req-7e5c4a9c-5f3e-4f53-929f-f4c60507b810 service neutron] 10.222.0.86 "GET /v2.0/networks?id=22982b8a-b22c-41df-a053-0dde355094a5 HTTP/1.1" status: 200 len: 908 time: 0.7743566 May 30 20:01:02.820477 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-02fced5a-8a4a-4dd0-a05f-5031ad9be60b tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:02.891471 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-00902865-926b-46dd-9dca-fac7267e0a5c req-e9e1bc37-ea8c-4e38-92ac-de69cf87ff29 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a0b47a60-2cb7-4bd5-9a85-2785c04ef634 HTTP/1.1" status: 200 len: 217 time: 0.1743801 May 30 20:01:02.960556 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-7f7744b9-ddeb-4480-8663-042a14232b25 req-f77132b7-e4d3-41ef-ae16-fd07ae5711f0 tempest-VolumesAdminNegativeTest-1115586489 tempest-VolumesAdminNegativeTest-1115586489-project] 10.222.0.85 "GET /v2.0/security-groups?id=55c01bf1-c871-4944-8d52-3f23c44473bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5175023 May 30 20:01:03.019665 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-6afadd8d-ada3-413f-ae3f-b7b756f12ad9 req-fe89a6a1-8dda-43d8-a05f-26534177958b tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:01:03.049732 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-6afadd8d-ada3-413f-ae3f-b7b756f12ad9 req-fe89a6a1-8dda-43d8-a05f-26534177958b tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:01:03.152139 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-78b08ccf-3fb4-4a6a-a927-ecadaad5ed7c req-48b1aacf-e677-44a1-8f4b-eaeabd446d4a tempest-LiveMigrationTest-484647171 tempest-LiveMigrationTest-484647171-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=b7c7fe04-8ab6-4ec0-af46-b4358854e449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7390907 May 30 20:01:03.217538 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f03aa398-a87b-4edf-b679-955f8c7dae0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:03.218028 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4970c79a-14d5-43f8-8854-7ca5de46e08e req-f4abc8b8-9d33-4d40-b257-6e24d7158fd2 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4344fbed-57fb-43d7-b32d-6020ce60f0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9450235 May 30 20:01:03.305489 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6afadd8d-ada3-413f-ae3f-b7b756f12ad9 req-fe89a6a1-8dda-43d8-a05f-26534177958b tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Made reservation on behalf of fa61b48b7a6444fe8c9a2f45b95c1d11 for: {'port': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:01:03.311218 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-6afadd8d-ada3-413f-ae3f-b7b756f12ad9 req-fe89a6a1-8dda-43d8-a05f-26534177958b tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:03.331160 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b9cb4889-86f0-4013-a0be-bf5f02f653f3 req-724a4fda-9b51-4f78-b5d9-32e78afd7407 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/ports?device_id=d2bdcaf2-0ffc-4987-be3d-0cdd4af8d462 HTTP/1.1" status: 200 len: 210 time: 0.1200562 May 30 20:01:03.452320 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03aa398-a87b-4edf-b679-955f8c7dae0a admin admin] Pushing event deleted for resources: {'Port': ['ID=06eafed0-252d-4d4c-9cae-3899ad7e3167,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:01:03.591286 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00902865-926b-46dd-9dca-fac7267e0a5c req-594b3944-e3d6-42bb-9685-bac351f05a1b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:03.593742 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-00902865-926b-46dd-9dca-fac7267e0a5c req-594b3944-e3d6-42bb-9685-bac351f05a1b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b885d147-b4ba-4062-ad34-3d5558c5dbbf HTTP/1.1" status: 200 len: 847 time: 0.4798458 May 30 20:01:03.725024 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device c1378ee4-8ee3-4816-b8a4-bb67e39e875a up at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:01:03.953561 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [req-6afadd8d-ada3-413f-ae3f-b7b756f12ad9 req-fe89a6a1-8dda-43d8-a05f-26534177958b tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Allocated IP 192.168.233.211 (4344fbed-57fb-43d7-b32d-6020ce60f0a1/1b83ff54-b1af-44ce-bb75-ba148920553c/57beacbc-e526-49cb-a123-a88e6911f417) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:01:03.976227 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning for port c1378ee4-8ee3-4816-b8a4-bb67e39e875a completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:01:03.983503 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning complete for port c1378ee4-8ee3-4816-b8a4-bb67e39e875a triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:01:03.994922 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:03.995436 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.db.resource_extend [None req-02fced5a-8a4a-4dd0-a05f-5031ad9be60b tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:01:04.003279 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765ccf5e-a7c7-4cb6-8c34-57248e588f1e req-f4025d05-7609-48c5-a8ad-a59cc23e3bd5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:04.005192 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-765ccf5e-a7c7-4cb6-8c34-57248e588f1e req-f4025d05-7609-48c5-a8ad-a59cc23e3bd5 service neutron] 10.222.0.71 "GET /v2.0/networks?id=06d8213c-fb57-4c8e-8db3-77c8f84dca8f HTTP/1.1" status: 200 len: 916 time: 1.3263521 May 30 20:01:04.008762 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-00902865-926b-46dd-9dca-fac7267e0a5c req-1a2d82ff-f76b-4a2c-9656-f75a2fb7d107 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=22982b8a-b22c-41df-a053-0dde355094a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3821702 May 30 20:01:04.050336 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-02fced5a-8a4a-4dd0-a05f-5031ad9be60b tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:04.091907 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a55b65-cb16-4a7a-babd-b52d224d8486 req-e497993b-3c45-4f52-847d-a0f80e0f7aec tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:04.100896 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-08a55b65-cb16-4a7a-babd-b52d224d8486 req-e497993b-3c45-4f52-847d-a0f80e0f7aec tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] 10.222.0.85 "GET /v2.0/ports?device_id=a67b2746-c2ad-4a7e-abbc-e6c5f48c467b HTTP/1.1" status: 200 len: 949 time: 0.4466820 May 30 20:01:04.153805 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-02fced5a-8a4a-4dd0-a05f-5031ad9be60b tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:04.240969 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:04.289656 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a67b2746-c2ad-4a7e-abbc-e6c5f48c467b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1378ee4-8ee3-4816-b8a4-bb67e39e875a'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:01:04.308699 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port c1378ee4-8ee3-4816-b8a4-bb67e39e875a, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=c1378ee4-8ee3-4816-b8a4-bb67e39e875a,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:01:04.395434 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-765ccf5e-a7c7-4cb6-8c34-57248e588f1e req-482c3b9f-b7f7-48a2-b187-7f83a96ab19d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7ac88806-3a10-4c5e-a08b-9079a957ce02 HTTP/1.1" status: 200 len: 217 time: 0.3628187 May 30 20:01:04.445090 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:04.455858 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-00902865-926b-46dd-9dca-fac7267e0a5c req-6d750f05-f573-48b7-afca-76bba35f39e9 service neutron] 10.222.0.86 "GET /v2.0/networks/22982b8a-b22c-41df-a053-0dde355094a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4206326 May 30 20:01:04.464399 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2dd59962-d968-4722-a1e8-7ea17a123112 req-610b48d2-7386-43c2-9aec-7b574c63a4c6 tempest-LiveAutoBlockMigrationV225Test-1041394858 tempest-LiveAutoBlockMigrationV225Test-1041394858-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=44ee0b58-94d1-4f30-9032-9a1395c62459 HTTP/1.1" status: 200 len: 1096 time: 0.8657851 May 30 20:01:04.467654 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4970c79a-14d5-43f8-8854-7ca5de46e08e req-8ce6c163-9347-4047-a408-de1c30ef84ab service neutron] 10.222.0.71 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0228834 May 30 20:01:04.486911 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fced5a-8a4a-4dd0-a05f-5031ad9be60b tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] Pushing event updated for resources: {'Port': ['ID=f2b5bb55-ef44-439f-bb42-da604863359f,revision_number=2']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:01:04.594635 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=c1378ee4-8ee3-4816-b8a4-bb67e39e875a,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:01:04.606516 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-08a55b65-cb16-4a7a-babd-b52d224d8486 req-25b8959a-df95-4976-90a0-0f684cbee4a4 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] 10.222.0.85 "GET /v2.0/security-groups?id=06806dfc-f049-4330-b211-293135e18ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5044782 May 30 20:01:04.711274 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765ccf5e-a7c7-4cb6-8c34-57248e588f1e req-770b0f31-4dc1-45c1-86e5-eee0a169b8b3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:04.712845 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-765ccf5e-a7c7-4cb6-8c34-57248e588f1e req-770b0f31-4dc1-45c1-86e5-eee0a169b8b3 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=7493cd75-fa4f-4a3f-b5a3-42b9f0daa46a HTTP/1.1" status: 200 len: 855 time: 0.3072100 May 30 20:01:04.734047 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-02fced5a-8a4a-4dd0-a05f-5031ad9be60b tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736490'] for floatingip, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:04.797937 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 7ac88806-3a10-4c5e-a08b-9079a957ce02 details requested by agent hyperv_n-h1-843948-2 with host n-h1-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:01:04.888104 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-6afadd8d-ada3-413f-ae3f-b7b756f12ad9 req-fe89a6a1-8dda-43d8-a05f-26534177958b tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:04.918020 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [req-6afadd8d-ada3-413f-ae3f-b7b756f12ad9 req-fe89a6a1-8dda-43d8-a05f-26534177958b tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Transition to ACTIVE for port object 57beacbc-e526-49cb-a123-a88e6911f417 will not be triggered until provisioned by entity DHCP. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:01:04.965501 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 7ac88806-3a10-4c5e-a08b-9079a957ce02, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=7ac88806-3a10-4c5e-a08b-9079a957ce02,segment=NetworkSegment(45705a28-626e-45e3-8207-da8cd4c18db9),segment_id=45705a28-626e-45e3-8207-da8cd4c18db9)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:01:04.980468 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b534ca9e-dd31-46c9-964b-500cd500828b req-7c6c613f-b57e-47c8-8561-b9575e2eec76 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=1c63ca1d-117e-400e-a872-50c7fd37ece9&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2342072 May 30 20:01:04.981289 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Returning: {'device': '7ac88806-3a10-4c5e-a08b-9079a957ce02', 'network_id': '06d8213c-fb57-4c8e-8db3-77c8f84dca8f', 'port_id': '7ac88806-3a10-4c5e-a08b-9079a957ce02', 'mac_address': 'fa:16:3e:9f:c8:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7493cd75-fa4f-4a3f-b5a3-42b9f0daa46a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:01:04.984294 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-02fced5a-8a4a-4dd0-a05f-5031ad9be60b tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:04.986082 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-02fced5a-8a4a-4dd0-a05f-5031ad9be60b tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.6081519 May 30 20:01:05.022908 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-6afadd8d-ada3-413f-ae3f-b7b756f12ad9 req-fe89a6a1-8dda-43d8-a05f-26534177958b tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:05.076883 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-765ccf5e-a7c7-4cb6-8c34-57248e588f1e req-9de5fa3a-5a02-41c3-8ee5-74ec9bbe2e07 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=06d8213c-fb57-4c8e-8db3-77c8f84dca8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2879143 May 30 20:01:05.085778 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:05.101711 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['64a08dcc-ec2f-4ebf-a20f-1051fce47c3f'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:01:05.153799 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6afadd8d-ada3-413f-ae3f-b7b756f12ad9 req-fe89a6a1-8dda-43d8-a05f-26534177958b tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Network 4344fbed-57fb-43d7-b32d-6020ce60f0a1 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:01:05.159037 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [req-6afadd8d-ada3-413f-ae3f-b7b756f12ad9 req-fe89a6a1-8dda-43d8-a05f-26534177958b tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:01:05.178612 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [req-6afadd8d-ada3-413f-ae3f-b7b756f12ad9 req-fe89a6a1-8dda-43d8-a05f-26534177958b tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:01:05.198975 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ac88806-3a10-4c5e-a08b-9079a957ce02 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:01:05.290443 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afadd8d-ada3-413f-ae3f-b7b756f12ad9 req-fe89a6a1-8dda-43d8-a05f-26534177958b tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:05.295438 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-6afadd8d-ada3-413f-ae3f-b7b756f12ad9 req-fe89a6a1-8dda-43d8-a05f-26534177958b tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:05.311912 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe89a6a1-8dda-43d8-a05f-26534177958b tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Pushing event updated for resources: {'Port': ['ID=57beacbc-e526-49cb-a123-a88e6911f417,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:01:05.383885 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 7ac88806-3a10-4c5e-a08b-9079a957ce02, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=7ac88806-3a10-4c5e-a08b-9079a957ce02,segment=NetworkSegment(45705a28-626e-45e3-8207-da8cd4c18db9),segment_id=45705a28-626e-45e3-8207-da8cd4c18db9)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:01:05.394854 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4970c79a-14d5-43f8-8854-7ca5de46e08e req-9775127c-6bc1-4dc9-9346-5c7b31dc0a40 service neutron] 10.222.0.71 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8803995 May 30 20:01:05.410346 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6afadd8d-ada3-413f-ae3f-b7b756f12ad9 req-fe89a6a1-8dda-43d8-a05f-26534177958b tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1204562 May 30 20:01:05.423686 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [req-6afadd8d-ada3-413f-ae3f-b7b756f12ad9 req-bde9b1c7-34e3-4090-a01a-dbc9a48a1f83 service neutron] Request body: {'port': {'device_id': 'd2bdcaf2-0ffc-4987-be3d-0cdd4af8d462', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843948-2'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:01:05.479789 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:05.503600 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2dd59962-d968-4722-a1e8-7ea17a123112 req-166a7bcc-572b-46d6-842b-e86ba4013b04 tempest-LiveAutoBlockMigrationV225Test-1041394858 tempest-LiveAutoBlockMigrationV225Test-1041394858-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=e04d9b86-3d99-41a3-8241-c517ec1f4730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0054433 May 30 20:01:05.547368 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-00902865-926b-46dd-9dca-fac7267e0a5c req-cb1bb27b-6c49-4926-80ba-4c5164e70380 service neutron] 10.222.0.86 "GET /v2.0/networks/22982b8a-b22c-41df-a053-0dde355094a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0730426 May 30 20:01:05.562479 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=7ac88806-3a10-4c5e-a08b-9079a957ce02,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:01:05.579310 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-765ccf5e-a7c7-4cb6-8c34-57248e588f1e req-dc6a0825-e9e3-459b-92b2-f682a09156c0 service neutron] 10.222.0.71 "GET /v2.0/networks/06d8213c-fb57-4c8e-8db3-77c8f84dca8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4735227 May 30 20:01:05.628077 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-6afadd8d-ada3-413f-ae3f-b7b756f12ad9 req-bde9b1c7-34e3-4090-a01a-dbc9a48a1f83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:05.641930 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-8b68cc06-95e2-476d-a115-c6cbfd10e249 None None] Provisioning for port 57beacbc-e526-49cb-a123-a88e6911f417 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:01:05.647821 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-8b68cc06-95e2-476d-a115-c6cbfd10e249 None None] Provisioning complete for port 57beacbc-e526-49cb-a123-a88e6911f417 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:01:05.648293 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-8b68cc06-95e2-476d-a115-c6cbfd10e249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:05.894867 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-8b68cc06-95e2-476d-a115-c6cbfd10e249 None None] Port 57beacbc-e526-49cb-a123-a88e6911f417 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:01:06.005781 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['7ac88806-3a10-4c5e-a08b-9079a957ce02'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:01:06.087600 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [req-6afadd8d-ada3-413f-ae3f-b7b756f12ad9 req-bde9b1c7-34e3-4090-a01a-dbc9a48a1f83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57beacbc-e526-49cb-a123-a88e6911f417 {{(pid=84886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:01:06.101087 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-6afadd8d-ada3-413f-ae3f-b7b756f12ad9 req-bde9b1c7-34e3-4090-a01a-dbc9a48a1f83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:06.139008 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [req-6afadd8d-ada3-413f-ae3f-b7b756f12ad9 req-bde9b1c7-34e3-4090-a01a-dbc9a48a1f83 service neutron] Transition to ACTIVE for port object 57beacbc-e526-49cb-a123-a88e6911f417 will not be triggered until provisioned by entity L2. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:01:06.166296 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-765ccf5e-a7c7-4cb6-8c34-57248e588f1e req-1b71a7f0-75ab-401a-a126-b97302cb4917 service neutron] 10.222.0.71 "GET /v2.0/networks/06d8213c-fb57-4c8e-8db3-77c8f84dca8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5721073 May 30 20:01:06.186488 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f03aa398-a87b-4edf-b679-955f8c7dae0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1718140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-736143'] for router_interface, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:06.246949 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-6afadd8d-ada3-413f-ae3f-b7b756f12ad9 req-bde9b1c7-34e3-4090-a01a-dbc9a48a1f83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:06.584934 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35ff9b6-14a8-423f-8d7d-63b9cad6d6e9 req-ef0dbe2b-5a2b-43b8-9584-2121f7e65a1e tempest-VolumesAdminNegativeTest-1115586489 tempest-VolumesAdminNegativeTest-1115586489-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:06.592757 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e35ff9b6-14a8-423f-8d7d-63b9cad6d6e9 req-ef0dbe2b-5a2b-43b8-9584-2121f7e65a1e tempest-VolumesAdminNegativeTest-1115586489 tempest-VolumesAdminNegativeTest-1115586489-project] 10.222.0.85 "GET /v2.0/ports?device_id=26bd20c8-b93c-4464-8e7e-624303bfdfab HTTP/1.1" status: 200 len: 944 time: 0.3783252 May 30 20:01:06.632242 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9b1c7-34e3-4090-a01a-dbc9a48a1f83 service neutron] Pushing event updated for resources: {'Port': ['ID=57beacbc-e526-49cb-a123-a88e6911f417,revision_number=2']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:01:06.663375 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-e35ff9b6-14a8-423f-8d7d-63b9cad6d6e9 req-97831142-1797-4a67-8daf-c9664c689070 tempest-VolumesAdminNegativeTest-1115586489 tempest-VolumesAdminNegativeTest-1115586489-project] Synchronizing usage tracker for tenant:b29b7fab42db44cc806c524e79f85862 on resource:security_group {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:01:06.841310 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-6afadd8d-ada3-413f-ae3f-b7b756f12ad9 req-bde9b1c7-34e3-4090-a01a-dbc9a48a1f83 service neutron] Attempting to bind port 57beacbc-e526-49cb-a123-a88e6911f417 on host n-h1-843948-2 for vnic_type normal with profile {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:01:06.841912 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-6afadd8d-ada3-413f-ae3f-b7b756f12ad9 req-bde9b1c7-34e3-4090-a01a-dbc9a48a1f83 service neutron] Attempting to bind port 57beacbc-e526-49cb-a123-a88e6911f417 by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': '7e304c17-4e5f-4a93-af80-52785639e6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1'}] {{(pid=84886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:01:06.842460 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6afadd8d-ada3-413f-ae3f-b7b756f12ad9 req-bde9b1c7-34e3-4090-a01a-dbc9a48a1f83 service neutron] Attempting to bind port 57beacbc-e526-49cb-a123-a88e6911f417 on network 4344fbed-57fb-43d7-b32d-6020ce60f0a1 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:01:06.864026 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6afadd8d-ada3-413f-ae3f-b7b756f12ad9 req-bde9b1c7-34e3-4090-a01a-dbc9a48a1f83 service neutron] Port 57beacbc-e526-49cb-a123-a88e6911f417 on network 4344fbed-57fb-43d7-b32d-6020ce60f0a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:01:06.864570 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6afadd8d-ada3-413f-ae3f-b7b756f12ad9 req-bde9b1c7-34e3-4090-a01a-dbc9a48a1f83 service neutron] Attempting to bind port 57beacbc-e526-49cb-a123-a88e6911f417 on network 4344fbed-57fb-43d7-b32d-6020ce60f0a1 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:01:06.888124 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-e35ff9b6-14a8-423f-8d7d-63b9cad6d6e9 req-97831142-1797-4a67-8daf-c9664c689070 tempest-VolumesAdminNegativeTest-1115586489 tempest-VolumesAdminNegativeTest-1115586489-project] Unset dirty status for tenant:b29b7fab42db44cc806c524e79f85862 on resource:security_group {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:01:06.892791 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6afadd8d-ada3-413f-ae3f-b7b756f12ad9 req-bde9b1c7-34e3-4090-a01a-dbc9a48a1f83 service neutron] Checking agent: {'id': 'f728d74e-a4ae-4384-860b-a5ade05dd8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:01:06.893560 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6afadd8d-ada3-413f-ae3f-b7b756f12ad9 req-bde9b1c7-34e3-4090-a01a-dbc9a48a1f83 service neutron] Checking segment: {'id': '7e304c17-4e5f-4a93-af80-52785639e6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:01:06.894592 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6afadd8d-ada3-413f-ae3f-b7b756f12ad9 req-bde9b1c7-34e3-4090-a01a-dbc9a48a1f83 service neutron] Bound using segment: {'id': '7e304c17-4e5f-4a93-af80-52785639e6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1'} {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:01:06.896408 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-6afadd8d-ada3-413f-ae3f-b7b756f12ad9 req-bde9b1c7-34e3-4090-a01a-dbc9a48a1f83 service neutron] Bound port: 57beacbc-e526-49cb-a123-a88e6911f417, host: n-h1-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e304c17-4e5f-4a93-af80-52785639e6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1'}}] {{(pid=84886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:01:06.897451 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-6afadd8d-ada3-413f-ae3f-b7b756f12ad9 req-bde9b1c7-34e3-4090-a01a-dbc9a48a1f83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:06.909317 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e35ff9b6-14a8-423f-8d7d-63b9cad6d6e9 req-97831142-1797-4a67-8daf-c9664c689070 tempest-VolumesAdminNegativeTest-1115586489 tempest-VolumesAdminNegativeTest-1115586489-project] 10.222.0.85 "GET /v2.0/security-groups?id=55c01bf1-c871-4944-8d52-3f23c44473bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3151829 May 30 20:01:07.012596 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9410362b-1818-45ea-a5d6-8fd21eb27d6d'] response: {'server_uuid': 'a67b2746-c2ad-4a7e-abbc-e6c5f48c467b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1378ee4-8ee3-4816-b8a4-bb67e39e875a', 'code': 200} May 30 20:01:07.125157 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-6afadd8d-ada3-413f-ae3f-b7b756f12ad9 req-bde9b1c7-34e3-4090-a01a-dbc9a48a1f83 service neutron] For port 57beacbc-e526-49cb-a123-a88e6911f417, host n-h1-843948-2, cleared binding levels {{(pid=84886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:01:07.129042 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-6afadd8d-ada3-413f-ae3f-b7b756f12ad9 req-bde9b1c7-34e3-4090-a01a-dbc9a48a1f83 service neutron] For port 57beacbc-e526-49cb-a123-a88e6911f417, host n-h1-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=57beacbc-e526-49cb-a123-a88e6911f417,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:01:07.245211 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-6afadd8d-ada3-413f-ae3f-b7b756f12ad9 req-bde9b1c7-34e3-4090-a01a-dbc9a48a1f83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:07.314932 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-6afadd8d-ada3-413f-ae3f-b7b756f12ad9 req-bde9b1c7-34e3-4090-a01a-dbc9a48a1f83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:07.316599 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6afadd8d-ada3-413f-ae3f-b7b756f12ad9 req-bde9b1c7-34e3-4090-a01a-dbc9a48a1f83 service neutron] 10.222.0.71 "PUT /v2.0/ports/57beacbc-e526-49cb-a123-a88e6911f417 HTTP/1.1" status: 200 len: 1096 time: 1.8988807 May 30 20:01:07.317137 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2bdcaf2-0ffc-4987-be3d-0cdd4af8d462', 'tag': '57beacbc-e526-49cb-a123-a88e6911f417'}] {{(pid=84886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:01:07.344362 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9b1c7-34e3-4090-a01a-dbc9a48a1f83 service neutron] Pushing event updated for resources: {'Port': ['ID=57beacbc-e526-49cb-a123-a88e6911f417,revision_number=3']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:01:07.409397 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6717ed7f-dfc2-4f8f-9023-867c41cad49c req-037ba7c6-2a84-422c-b1dc-0809f8aeab2e service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=a67b2746-c2ad-4a7e-abbc-e6c5f48c467b HTTP/1.1" status: 200 len: 1101 time: 0.3101354 May 30 20:01:07.415659 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a736887-3414-4e14-9fef-2c9cf36383c2 req-7741a509-e1fb-436c-8559-c000be2c2ade tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:07.417120 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6a736887-3414-4e14-9fef-2c9cf36383c2 req-7741a509-e1fb-436c-8559-c000be2c2ade tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/ports?device_id=d2bdcaf2-0ffc-4987-be3d-0cdd4af8d462 HTTP/1.1" status: 200 len: 948 time: 0.2457311 May 30 20:01:07.595896 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6afadd8d-ada3-413f-ae3f-b7b756f12ad9 req-10e15c7c-8566-4b47-a219-0ded451a3594 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fa61b48b7a6444fe8c9a2f45b95c1d11&device_id=d2bdcaf2-0ffc-4987-be3d-0cdd4af8d462 HTTP/1.1" status: 200 len: 1099 time: 0.1424117 May 30 20:01:07.697400 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6afadd8d-ada3-413f-ae3f-b7b756f12ad9 req-14e596af-a3b3-492e-a5cb-380c5fcc9a81 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=57beacbc-e526-49cb-a123-a88e6911f417 HTTP/1.1" status: 200 len: 217 time: 0.0925801 May 30 20:01:07.699988 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6717ed7f-dfc2-4f8f-9023-867c41cad49c req-a821bb12-01d2-459d-883b-ba0f4479e0fa service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=06806dfc-f049-4330-b211-293135e18ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2816536 May 30 20:01:07.711397 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6a736887-3414-4e14-9fef-2c9cf36383c2 req-e3fcc5e5-766e-4fd0-9f4b-575a6728416c tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/security-groups?id=e1329ead-76da-4fe1-a988-d24ed3099985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186124 May 30 20:01:07.819503 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afadd8d-ada3-413f-ae3f-b7b756f12ad9 req-6ff13ab8-e916-4143-96db-62232a21528e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:07.822597 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6afadd8d-ada3-413f-ae3f-b7b756f12ad9 req-6ff13ab8-e916-4143-96db-62232a21528e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1b83ff54-b1af-44ce-bb75-ba148920553c HTTP/1.1" status: 200 len: 843 time: 0.1181302 May 30 20:01:07.833653 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f03aa398-a87b-4edf-b679-955f8c7dae0a admin admin] Router b52fdc67-0ef1-49d7-a153-0badff2a905d has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:01:07.954144 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6afadd8d-ada3-413f-ae3f-b7b756f12ad9 req-27db7b1b-5b6f-4487-a2c6-834a83bc597f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4344fbed-57fb-43d7-b32d-6020ce60f0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1231887 May 30 20:01:08.062530 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-0c84d0d6-c21f-4b6e-941b-a4c6715d517e req-85fca816-ac82-4dac-86f4-bba7fac80b8b tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] Synchronizing usage tracker for tenant:bbfe05941810494e822dbbe8fc7e85f8 on resource:security_group {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:01:08.129760 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6afadd8d-ada3-413f-ae3f-b7b756f12ad9 req-0827da09-d3a5-4b0a-bac1-a2b4848096bf service neutron] 10.222.0.71 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680665 May 30 20:01:08.152969 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f03aa398-a87b-4edf-b679-955f8c7dae0a admin admin] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:01:08.162723 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4beeec-c41d-4c02-8cf9-6bc381734aa5 None None] Sync routers for ids ['b52fdc67-0ef1-49d7-a153-0badff2a905d'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:01:08.170708 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-f03aa398-a87b-4edf-b679-955f8c7dae0a admin admin] 10.222.0.85 "PUT /v2.0/routers/b52fdc67-0ef1-49d7-a153-0badff2a905d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.8460102 May 30 20:01:08.174773 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 44520) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:01:08.185469 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4beeec-c41d-4c02-8cf9-6bc381734aa5 None None] Routers {'b52fdc67-0ef1-49d7-a153-0badff2a905d'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:01:08.186915 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-bd4beeec-c41d-4c02-8cf9-6bc381734aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:00:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['b52fdc67-0ef1-49d7-a153-0badff2a905d'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:01:08.287479 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-0c84d0d6-c21f-4b6e-941b-a4c6715d517e req-85fca816-ac82-4dac-86f4-bba7fac80b8b tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] Unset dirty status for tenant:bbfe05941810494e822dbbe8fc7e85f8 on resource:security_group {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:01:08.288623 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0c84d0d6-c21f-4b6e-941b-a4c6715d517e req-85fca816-ac82-4dac-86f4-bba7fac80b8b tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-securitygroup--554513012&fields=id&tenant_id=bbfe05941810494e822dbbe8fc7e85f8 HTTP/1.1" status: 200 len: 267 time: 0.4195645 May 30 20:01:08.297165 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6afadd8d-ada3-413f-ae3f-b7b756f12ad9 req-4744b3d7-9c01-4b18-b08a-faf8e599cd2a service neutron] 10.222.0.71 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600463 May 30 20:01:08.475853 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [req-edbbb616-ebf2-43df-a8be-356a8f77748d req-fe771c53-b957-47ab-8c11-cb08705e8c1e tempest-LiveMigrationTest-484647171 tempest-LiveMigrationTest-484647171-project-admin] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=84886) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:01:08.477800 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-edbbb616-ebf2-43df-a8be-356a8f77748d req-fe771c53-b957-47ab-8c11-cb08705e8c1e tempest-LiveMigrationTest-484647171 tempest-LiveMigrationTest-484647171-project-admin] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0087230 May 30 20:01:08.492777 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [req-edbbb616-ebf2-43df-a8be-356a8f77748d req-5f3da535-3866-4964-a45c-4a97e74cae57 service neutron] Request body: {'binding': {'host': 'n-h2-843948-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:01:08.494617 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [req-edbbb616-ebf2-43df-a8be-356a8f77748d req-5f3da535-3866-4964-a45c-4a97e74cae57 service neutron] Unknown quota resources ['binding']. {{(pid=84886) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} May 30 20:01:08.518309 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-bd4beeec-c41d-4c02-8cf9-6bc381734aa5 None None] Set router b52fdc67-0ef1-49d7-a153-0badff2a905d gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:01:08.718333 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c84d0d6-c21f-4b6e-941b-a4c6715d517e req-575ebf25-6283-4430-9e3a-080f619bad27 tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:08.718999 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-0c84d0d6-c21f-4b6e-941b-a4c6715d517e req-575ebf25-6283-4430-9e3a-080f619bad27 tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] Synchronizing usage tracker for tenant:bbfe05941810494e822dbbe8fc7e85f8 on resource:network {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:01:08.813309 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8c8596c4-4186-4335-b6b9-7352388be413 admin admin] Notify callbacks [] for router, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:08.832161 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-edbbb616-ebf2-43df-a8be-356a8f77748d req-5f3da535-3866-4964-a45c-4a97e74cae57 service neutron] Attempting to bind port 82708d7a-2b52-495b-a7ed-40d54f53c617 on host n-h2-843948-2 for vnic_type normal with profile None {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:01:08.832609 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-edbbb616-ebf2-43df-a8be-356a8f77748d req-5f3da535-3866-4964-a45c-4a97e74cae57 service neutron] Attempting to bind port 82708d7a-2b52-495b-a7ed-40d54f53c617 by drivers openvswitch,hyperv on host n-h2-843948-2 at level 0 using segments [{'id': '4d4a7668-7a19-4452-8bd2-a5411730cf30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '22982b8a-b22c-41df-a053-0dde355094a5'}] {{(pid=84886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:01:08.833017 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edbbb616-ebf2-43df-a8be-356a8f77748d req-5f3da535-3866-4964-a45c-4a97e74cae57 service neutron] Attempting to bind port 82708d7a-2b52-495b-a7ed-40d54f53c617 on network 22982b8a-b22c-41df-a053-0dde355094a5 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:01:08.840032 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edbbb616-ebf2-43df-a8be-356a8f77748d req-5f3da535-3866-4964-a45c-4a97e74cae57 service neutron] Port 82708d7a-2b52-495b-a7ed-40d54f53c617 on network 22982b8a-b22c-41df-a053-0dde355094a5 not bound, no agent of type Open vSwitch agent registered on host n-h2-843948-2 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:01:08.840455 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edbbb616-ebf2-43df-a8be-356a8f77748d req-5f3da535-3866-4964-a45c-4a97e74cae57 service neutron] Attempting to bind port 82708d7a-2b52-495b-a7ed-40d54f53c617 on network 22982b8a-b22c-41df-a053-0dde355094a5 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:01:08.847694 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edbbb616-ebf2-43df-a8be-356a8f77748d req-5f3da535-3866-4964-a45c-4a97e74cae57 service neutron] Checking agent: {'id': 'eaa08354-e8f5-4e73-af76-8d3cf7d2b390', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 0, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:01:08.848149 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edbbb616-ebf2-43df-a8be-356a8f77748d req-5f3da535-3866-4964-a45c-4a97e74cae57 service neutron] Checking segment: {'id': '4d4a7668-7a19-4452-8bd2-a5411730cf30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '22982b8a-b22c-41df-a053-0dde355094a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:01:08.848600 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edbbb616-ebf2-43df-a8be-356a8f77748d req-5f3da535-3866-4964-a45c-4a97e74cae57 service neutron] Bound using segment: {'id': '4d4a7668-7a19-4452-8bd2-a5411730cf30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '22982b8a-b22c-41df-a053-0dde355094a5'} {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:01:08.849111 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-edbbb616-ebf2-43df-a8be-356a8f77748d req-5f3da535-3866-4964-a45c-4a97e74cae57 service neutron] Bound port: 82708d7a-2b52-495b-a7ed-40d54f53c617, host: n-h2-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d4a7668-7a19-4452-8bd2-a5411730cf30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '22982b8a-b22c-41df-a053-0dde355094a5'}}] {{(pid=84886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:01:08.857015 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 7ac88806-3a10-4c5e-a08b-9079a957ce02 up at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:01:08.883074 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-edbbb616-ebf2-43df-a8be-356a8f77748d req-5f3da535-3866-4964-a45c-4a97e74cae57 service neutron] For port 82708d7a-2b52-495b-a7ed-40d54f53c617, host n-h2-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=82708d7a-2b52-495b-a7ed-40d54f53c617,segment=NetworkSegment(4d4a7668-7a19-4452-8bd2-a5411730cf30),segment_id=4d4a7668-7a19-4452-8bd2-a5411730cf30)] {{(pid=84886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:01:08.921180 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-0c84d0d6-c21f-4b6e-941b-a4c6715d517e req-575ebf25-6283-4430-9e3a-080f619bad27 tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] Unset dirty status for tenant:bbfe05941810494e822dbbe8fc7e85f8 on resource:network {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:01:08.923177 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0c84d0d6-c21f-4b6e-941b-a4c6715d517e req-575ebf25-6283-4430-9e3a-080f619bad27 tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] 10.222.0.85 "GET /v2.0/networks?id=1372c12a-f0e8-424c-9175-b08375e9aff5 HTTP/1.1" status: 200 len: 815 time: 0.5378718 May 30 20:01:08.967161 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-bd4beeec-c41d-4c02-8cf9-6bc381734aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b52fdc67-0ef1-49d7-a153-0badff2a905d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-210721510-router', 'tenant_id': 'e3b1761f604d4d55aff5ced942d1fd41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': '2044b9da-7098-4673-a160-8d74706d4ea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T19:56:49Z', 'updated_at': '2022-05-30T20:01:03Z', 'revision_number': 5, 'project_id': 'e3b1761f604d4d55aff5ced942d1fd41', 'gw_port': {'id': '2044b9da-7098-4673-a160-8d74706d4ea4', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:6d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52fdc67-0ef1-49d7-a153-0badff2a905d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:56:51Z', 'updated_at': '2022-05-30T19:57:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:01:08.974182 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4beeec-c41d-4c02-8cf9-6bc381734aa5 None None] Checking router: b52fdc67-0ef1-49d7-a153-0badff2a905d for host: n-d-843948-2 {{(pid=84888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:01:08.988676 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-edbbb616-ebf2-43df-a8be-356a8f77748d req-5f3da535-3866-4964-a45c-4a97e74cae57 service neutron] Notify callbacks [] for binding, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:08.990676 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-edbbb616-ebf2-43df-a8be-356a8f77748d req-5f3da535-3866-4964-a45c-4a97e74cae57 service neutron] 10.222.0.85 "POST /v2.0/ports/82708d7a-2b52-495b-a7ed-40d54f53c617/bindings HTTP/1.1" status: 201 len: 389 time: 0.5055640 May 30 20:01:08.997177 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4beeec-c41d-4c02-8cf9-6bc381734aa5 None None] Routers {'b52fdc67-0ef1-49d7-a153-0badff2a905d'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:01:08.998282 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-bd4beeec-c41d-4c02-8cf9-6bc381734aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:00:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['b52fdc67-0ef1-49d7-a153-0badff2a905d'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:01:09.020988 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0c84d0d6-c21f-4b6e-941b-a4c6715d517e req-8eadb369-7693-4e21-8829-70c0ca53a6ee tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] 10.222.0.85 "GET /v2.0/quotas/bbfe05941810494e822dbbe8fc7e85f8 HTTP/1.1" status: 200 len: 375 time: 0.0867236 May 30 20:01:09.094895 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning for port 7ac88806-3a10-4c5e-a08b-9079a957ce02 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:01:09.143660 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-0c84d0d6-c21f-4b6e-941b-a4c6715d517e req-6f9248e9-0eae-423d-9828-c821a3292afe tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] Synchronizing usage tracker for tenant:bbfe05941810494e822dbbe8fc7e85f8 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:01:09.209341 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8c8596c4-4186-4335-b6b9-7352388be413 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:09.216849 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning complete for port 7ac88806-3a10-4c5e-a08b-9079a957ce02 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:01:09.217477 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:09.359063 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-0c84d0d6-c21f-4b6e-941b-a4c6715d517e req-6f9248e9-0eae-423d-9828-c821a3292afe tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] Unset dirty status for tenant:bbfe05941810494e822dbbe8fc7e85f8 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:01:09.361485 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0c84d0d6-c21f-4b6e-941b-a4c6715d517e req-6f9248e9-0eae-423d-9828-c821a3292afe tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=bbfe05941810494e822dbbe8fc7e85f8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3304362 May 30 20:01:09.488663 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-8c8596c4-4186-4335-b6b9-7352388be413 admin admin] Deleting port 2044b9da-7098-4673-a160-8d74706d4ea4 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:01:09.489122 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8c8596c4-4186-4335-b6b9-7352388be413 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:09.497397 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00c834f-3ee9-4763-815a-3e1e00059d92 req-3087c0f1-c2b3-425d-af55-533ea8880b91 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:09.500349 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d00c834f-3ee9-4763-815a-3e1e00059d92 req-3087c0f1-c2b3-425d-af55-533ea8880b91 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] 10.222.0.85 "GET /v2.0/ports?device_id=a67b2746-c2ad-4a7e-abbc-e6c5f48c467b HTTP/1.1" status: 200 len: 950 time: 0.1361692 May 30 20:01:09.522299 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:09.543932 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-bd4beeec-c41d-4c02-8cf9-6bc381734aa5 None None] Set router b52fdc67-0ef1-49d7-a153-0badff2a905d gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:01:09.572755 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d00c834f-3ee9-4763-815a-3e1e00059d92 req-68a21996-0405-4c18-a46a-a82d0dfed41b tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] 10.222.0.85 "GET /v2.0/security-groups?id=06806dfc-f049-4330-b211-293135e18ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627825 May 30 20:01:09.701693 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26bd20c8-b93c-4464-8e7e-624303bfdfab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ac88806-3a10-4c5e-a08b-9079a957ce02'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:01:09.703595 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0c84d0d6-c21f-4b6e-941b-a4c6715d517e req-9aed6455-1b67-4770-9a5c-41f1ba460579 service neutron] 10.222.0.85 "GET /v2.0/networks/1372c12a-f0e8-424c-9175-b08375e9aff5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3114231 May 30 20:01:09.765807 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 7ac88806-3a10-4c5e-a08b-9079a957ce02, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=7ac88806-3a10-4c5e-a08b-9079a957ce02,segment=NetworkSegment(45705a28-626e-45e3-8207-da8cd4c18db9),segment_id=45705a28-626e-45e3-8207-da8cd4c18db9)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:01:09.873706 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [None req-8c8596c4-4186-4335-b6b9-7352388be413 admin admin] For port 2044b9da-7098-4673-a160-8d74706d4ea4, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=2044b9da-7098-4673-a160-8d74706d4ea4,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:01:09.874301 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8c8596c4-4186-4335-b6b9-7352388be413 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:09.879603 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:10.016339 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-aa93e0b6-5293-4fe0-a1fd-315958e0dc86 req-0d103fa6-a38f-4220-9eac-225d7b1f266a service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=44ee0b58-94d1-4f30-9032-9a1395c62459&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1108451 May 30 20:01:10.040485 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=7ac88806-3a10-4c5e-a08b-9079a957ce02,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:01:10.059726 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0c84d0d6-c21f-4b6e-941b-a4c6715d517e req-5a458b22-eea9-4ddf-b10b-cb9d174a0aca service neutron] 10.222.0.85 "GET /v2.0/networks/1372c12a-f0e8-424c-9175-b08375e9aff5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3440967 May 30 20:01:10.066806 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-8c8596c4-4186-4335-b6b9-7352388be413 admin admin] Calling delete_port for 2044b9da-7098-4673-a160-8d74706d4ea4 owned by network:router_gateway {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:01:10.078916 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-bd4beeec-c41d-4c02-8cf9-6bc381734aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b52fdc67-0ef1-49d7-a153-0badff2a905d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-210721510-router', 'tenant_id': 'e3b1761f604d4d55aff5ced942d1fd41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': '2044b9da-7098-4673-a160-8d74706d4ea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T19:56:49Z', 'updated_at': '2022-05-30T20:01:03Z', 'revision_number': 5, 'project_id': 'e3b1761f604d4d55aff5ced942d1fd41', 'gw_port': {'id': '2044b9da-7098-4673-a160-8d74706d4ea4', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:6d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52fdc67-0ef1-49d7-a153-0badff2a905d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:56:51Z', 'updated_at': '2022-05-30T19:57:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:01:10.090410 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4beeec-c41d-4c02-8cf9-6bc381734aa5 None None] The sync data for ids ['b52fdc67-0ef1-49d7-a153-0badff2a905d'] in n-d-843948-2 is: [{'id': 'b52fdc67-0ef1-49d7-a153-0badff2a905d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-210721510-router', 'tenant_id': 'e3b1761f604d4d55aff5ced942d1fd41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': '2044b9da-7098-4673-a160-8d74706d4ea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T19:56:49Z', 'updated_at': '2022-05-30T20:01:03Z', 'revision_number': 5, 'project_id': 'e3b1761f604d4d55aff5ced942d1fd41', 'gw_port': {'id': '2044b9da-7098-4673-a160-8d74706d4ea4', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:6d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52fdc67-0ef1-49d7-a153-0badff2a905d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:56:51Z', 'updated_at': '2022-05-30T19:57:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:01:10.259066 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-edbbb616-ebf2-43df-a8be-356a8f77748d req-5b7c439e-9e98-42ad-9cab-c247f5ea734c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e03d8798de6f4daa8bc8080dc719ce8a&device_id=1c63ca1d-117e-400e-a872-50c7fd37ece9 HTTP/1.1" status: 200 len: 1096 time: 0.1301701 May 30 20:01:10.529315 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbbb616-ebf2-43df-a8be-356a8f77748d req-d64b31ba-5c96-455e-819b-a787026a3bbe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:10.531004 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-edbbb616-ebf2-43df-a8be-356a8f77748d req-d64b31ba-5c96-455e-819b-a787026a3bbe service neutron] 10.222.0.86 "GET /v2.0/networks?id=22982b8a-b22c-41df-a053-0dde355094a5 HTTP/1.1" status: 200 len: 908 time: 0.2652729 May 30 20:01:10.606084 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8c8596c4-4186-4335-b6b9-7352388be413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:10.708573 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-edbbb616-ebf2-43df-a8be-356a8f77748d req-84800988-2068-4f48-ab9a-07a039e725f4 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=82708d7a-2b52-495b-a7ed-40d54f53c617 HTTP/1.1" status: 200 len: 217 time: 0.1695631 May 30 20:01:10.712939 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8596c4-4186-4335-b6b9-7352388be413 admin admin] Pushing event deleted for resources: {'Port': ['ID=2044b9da-7098-4673-a160-8d74706d4ea4,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:01:10.826547 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 57beacbc-e526-49cb-a123-a88e6911f417 details requested by agent hyperv_n-h1-843948-2 with host n-h1-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:01:10.960960 n-d-843948-2 neutron-server[84886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c2830f7-8fb8-4a9e-bb0e-63f2cab6f598'] response: {'name': 'network-changed', 'server_uuid': 'd2bdcaf2-0ffc-4987-be3d-0cdd4af8d462', 'tag': '57beacbc-e526-49cb-a123-a88e6911f417', 'status': 'completed', 'code': 200} May 30 20:01:11.110373 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbbb616-ebf2-43df-a8be-356a8f77748d req-0fba4bca-b402-4fd6-93d3-3a6907e11712 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:11.113096 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-edbbb616-ebf2-43df-a8be-356a8f77748d req-0fba4bca-b402-4fd6-93d3-3a6907e11712 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b885d147-b4ba-4062-ad34-3d5558c5dbbf HTTP/1.1" status: 200 len: 847 time: 0.3965089 May 30 20:01:11.166611 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1b8e8003-96a9-4f06-bbcd-c34f819946ec req-7d351acb-7c94-4d9c-83ce-761cf4179b62 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fa61b48b7a6444fe8c9a2f45b95c1d11&device_id=d2bdcaf2-0ffc-4987-be3d-0cdd4af8d462 HTTP/1.1" status: 200 len: 1099 time: 0.1692951 May 30 20:01:11.208495 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 57beacbc-e526-49cb-a123-a88e6911f417, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=57beacbc-e526-49cb-a123-a88e6911f417,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:01:11.235587 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Returning: {'device': '57beacbc-e526-49cb-a123-a88e6911f417', 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1', 'port_id': '57beacbc-e526-49cb-a123-a88e6911f417', 'mac_address': 'fa:16:3e:22:a5:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b83ff54-b1af-44ce-bb75-ba148920553c', 'ip_address': '192.168.233.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:01:11.317509 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:11.337927 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57beacbc-e526-49cb-a123-a88e6911f417 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:01:11.356171 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 57beacbc-e526-49cb-a123-a88e6911f417, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=57beacbc-e526-49cb-a123-a88e6911f417,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:01:11.369161 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-edbbb616-ebf2-43df-a8be-356a8f77748d req-fde91bed-c9e5-4679-bb5c-a3fe1ea9ffc2 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=22982b8a-b22c-41df-a053-0dde355094a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2395134 May 30 20:01:11.373543 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8e8003-96a9-4f06-bbcd-c34f819946ec req-904f91db-7d92-46b6-8d9f-d248582414f2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:11.375287 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1b8e8003-96a9-4f06-bbcd-c34f819946ec req-904f91db-7d92-46b6-8d9f-d248582414f2 service neutron] 10.222.0.71 "GET /v2.0/networks?id=4344fbed-57fb-43d7-b32d-6020ce60f0a1 HTTP/1.1" status: 200 len: 870 time: 0.2018232 May 30 20:01:11.479113 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:11.552043 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1b8e8003-96a9-4f06-bbcd-c34f819946ec req-8faa1ad0-c353-4d0a-83ff-687d76eca904 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=57beacbc-e526-49cb-a123-a88e6911f417 HTTP/1.1" status: 200 len: 217 time: 0.1700764 May 30 20:01:11.580831 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=57beacbc-e526-49cb-a123-a88e6911f417,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:01:11.675007 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8e8003-96a9-4f06-bbcd-c34f819946ec req-99861f5e-5906-40b5-bdfe-89152095a9f4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:11.676695 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1b8e8003-96a9-4f06-bbcd-c34f819946ec req-99861f5e-5906-40b5-bdfe-89152095a9f4 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1b83ff54-b1af-44ce-bb75-ba148920553c HTTP/1.1" status: 200 len: 843 time: 0.1166527 May 30 20:01:11.707204 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8c8596c4-4186-4335-b6b9-7352388be413 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-736453'] for router_gateway, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:11.744673 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['57beacbc-e526-49cb-a123-a88e6911f417'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:01:11.784248 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9b0f98-d0d6-4b6d-a2e4-7a2cf591bf34 req-ac7c61e7-e60e-433c-beef-d79a2bdfa816 tempest-VolumesAdminNegativeTest-1115586489 tempest-VolumesAdminNegativeTest-1115586489-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:11.785930 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ed9b0f98-d0d6-4b6d-a2e4-7a2cf591bf34 req-ac7c61e7-e60e-433c-beef-d79a2bdfa816 tempest-VolumesAdminNegativeTest-1115586489 tempest-VolumesAdminNegativeTest-1115586489-project] 10.222.0.85 "GET /v2.0/ports?device_id=26bd20c8-b93c-4464-8e7e-624303bfdfab HTTP/1.1" status: 200 len: 945 time: 0.6713593 May 30 20:01:11.813907 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1b8e8003-96a9-4f06-bbcd-c34f819946ec req-5fc3966c-b16d-414c-b175-3f9a3de894cf service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4344fbed-57fb-43d7-b32d-6020ce60f0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1293461 May 30 20:01:11.867423 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-edbbb616-ebf2-43df-a8be-356a8f77748d req-19936e4f-42c0-4f22-af86-10433d0584a1 service neutron] 10.222.0.86 "GET /v2.0/networks/22982b8a-b22c-41df-a053-0dde355094a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4862928 May 30 20:01:11.986619 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 06eafed0-252d-4d4c-9cae-3899ad7e3167 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:01:12.035796 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: 06eafed0-252d-4d4c-9cae-3899ad7e3167 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:01:12.036558 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 06eafed0-252d-4d4c-9cae-3899ad7e3167 not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:01:12.067599 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1b8e8003-96a9-4f06-bbcd-c34f819946ec req-39eb8ec5-8319-424e-be2a-4ea0c542c7bd service neutron] 10.222.0.71 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2460823 May 30 20:01:12.149582 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8c8596c4-4186-4335-b6b9-7352388be413 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-724789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3141'] for router, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:12.162740 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ed9b0f98-d0d6-4b6d-a2e4-7a2cf591bf34 req-01d60848-64bd-4dea-b5b9-2844a42cbb85 tempest-VolumesAdminNegativeTest-1115586489 tempest-VolumesAdminNegativeTest-1115586489-project] 10.222.0.85 "GET /v2.0/security-groups?id=55c01bf1-c871-4944-8d52-3f23c44473bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3009152 May 30 20:01:12.177192 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8c8596c4-4186-4335-b6b9-7352388be413 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:12.332386 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1b8e8003-96a9-4f06-bbcd-c34f819946ec req-2566f4ba-b2ec-46d0-b8c2-f62c1be2ffe1 service neutron] 10.222.0.71 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2569489 May 30 20:01:12.359953 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-edbbb616-ebf2-43df-a8be-356a8f77748d req-89e3f7f5-d499-4dcf-8f69-6206e1576be1 service neutron] 10.222.0.86 "GET /v2.0/networks/22982b8a-b22c-41df-a053-0dde355094a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4766159 May 30 20:01:12.478261 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dcaf8a-5fe0-4b67-bbd8-1d168331f658 req-a8a1f573-f9f8-401c-905e-751c19c5c12e tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:12.479784 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e4dcaf8a-5fe0-4b67-bbd8-1d168331f658 req-a8a1f573-f9f8-401c-905e-751c19c5c12e tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/ports?device_id=d2bdcaf2-0ffc-4987-be3d-0cdd4af8d462 HTTP/1.1" status: 200 len: 949 time: 0.0854976 May 30 20:01:12.510087 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8c8596c4-4186-4335-b6b9-7352388be413 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724889'] for router, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:12.511096 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c8596c4-4186-4335-b6b9-7352388be413 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b52fdc67-0ef1-49d7-a153-0badff2a905d {{(pid=84887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:01:12.547531 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8c8596c4-4186-4335-b6b9-7352388be413 admin admin] Notify callbacks [] for router, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:12.548763 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-8c8596c4-4186-4335-b6b9-7352388be413 admin admin] 10.222.0.85 "DELETE /v2.0/routers/b52fdc67-0ef1-49d7-a153-0badff2a905d HTTP/1.1" status: 204 len: 168 time: 4.3725693 May 30 20:01:12.553268 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 44568) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:01:12.558916 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e4dcaf8a-5fe0-4b67-bbd8-1d168331f658 req-79d18aab-82fd-4fd1-85fc-9c845541647e tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/security-groups?id=e1329ead-76da-4fe1-a988-d24ed3099985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730855 May 30 20:01:12.656374 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_v2 [None req-392f5963-db3b-4ce7-8d2c-4353fff67537 admin admin] Deleting subnet 5c45466c-564d-4b36-8c79-5d6ef7560433 {{(pid=84886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:01:12.661248 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-392f5963-db3b-4ce7-8d2c-4353fff67537 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:12.763828 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-392f5963-db3b-4ce7-8d2c-4353fff67537 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2655517'] for subnet, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:12.836916 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 57beacbc-e526-49cb-a123-a88e6911f417 up at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:01:12.850582 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-392f5963-db3b-4ce7-8d2c-4353fff67537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:13.002927 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffc7a52-648f-4119-aff1-594952549a3c req-769a98b6-af79-4794-b13e-127344310111 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:13.004452 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1ffc7a52-648f-4119-aff1-594952549a3c req-769a98b6-af79-4794-b13e-127344310111 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/ports?device_id=1c63ca1d-117e-400e-a872-50c7fd37ece9 HTTP/1.1" status: 200 len: 945 time: 0.2565687 May 30 20:01:13.073919 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1ffc7a52-648f-4119-aff1-594952549a3c req-f76ae4d9-4027-4a32-b119-6611ff4a707b tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/security-groups?id=b7c7fe04-8ab6-4ec0-af46-b4358854e449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581572 May 30 20:01:13.085585 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [req-82ecfa7b-ca90-4b46-9ea4-32b65b329897 req-d1e4dc59-79b1-4c29-9330-0b9ddcb768d0 tempest-LiveAutoBlockMigrationV225Test-1041394858 tempest-LiveAutoBlockMigrationV225Test-1041394858-project-admin] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=84886) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:01:13.086631 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-82ecfa7b-ca90-4b46-9ea4-32b65b329897 req-d1e4dc59-79b1-4c29-9330-0b9ddcb768d0 tempest-LiveAutoBlockMigrationV225Test-1041394858 tempest-LiveAutoBlockMigrationV225Test-1041394858-project-admin] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0053763 May 30 20:01:13.103568 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [req-82ecfa7b-ca90-4b46-9ea4-32b65b329897 req-f36adc57-c49f-4bb3-a9be-ca3e56529553 service neutron] Request body: {'binding': {'host': 'n-h1-843948-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:01:13.104175 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [req-82ecfa7b-ca90-4b46-9ea4-32b65b329897 req-f36adc57-c49f-4bb3-a9be-ca3e56529553 service neutron] Unknown quota resources ['binding']. {{(pid=84886) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} May 30 20:01:13.122406 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning for port 57beacbc-e526-49cb-a123-a88e6911f417 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:01:13.131503 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning complete for port 57beacbc-e526-49cb-a123-a88e6911f417 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:01:13.132123 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:13.146268 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-392f5963-db3b-4ce7-8d2c-4353fff67537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4127075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2778536'] for subnet, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:13.199954 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392f5963-db3b-4ce7-8d2c-4353fff67537 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c45466c-564d-4b36-8c79-5d6ef7560433,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:01:13.231118 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-392f5963-db3b-4ce7-8d2c-4353fff67537 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:13.241305 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1959d2f-512d-4a40-b1ed-61fd37d006b1 None None] Network c4dcbbbc-7545-45f9-b181-51ddc9a76b41 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:01:13.314788 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-392f5963-db3b-4ce7-8d2c-4353fff67537 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/5c45466c-564d-4b36-8c79-5d6ef7560433 HTTP/1.1" status: 204 len: 168 time: 0.7595956 May 30 20:01:13.318613 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 44578) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:01:13.490130 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-11f99efa-aae6-433b-b7c6-d8c810e5744b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:13.522683 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:13.537758 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-11f99efa-aae6-433b-b7c6-d8c810e5744b admin admin] Deleting port 854dc78f-e84f-4e2b-be05-7800a61b5786 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:01:13.538193 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-11f99efa-aae6-433b-b7c6-d8c810e5744b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:13.579491 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-82ecfa7b-ca90-4b46-9ea4-32b65b329897 req-f36adc57-c49f-4bb3-a9be-ca3e56529553 service neutron] Attempting to bind port cf772378-fb5a-4970-a2b3-d660abe9cafd on host n-h1-843948-2 for vnic_type normal with profile None {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:01:13.579491 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-82ecfa7b-ca90-4b46-9ea4-32b65b329897 req-f36adc57-c49f-4bb3-a9be-ca3e56529553 service neutron] Attempting to bind port cf772378-fb5a-4970-a2b3-d660abe9cafd by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': '4048bfa0-f1bd-4aa7-86bf-7023b66ee7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2a2680a-30c7-4004-a919-1078d0f1a0a1'}] {{(pid=84886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:01:13.579491 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ecfa7b-ca90-4b46-9ea4-32b65b329897 req-f36adc57-c49f-4bb3-a9be-ca3e56529553 service neutron] Attempting to bind port cf772378-fb5a-4970-a2b3-d660abe9cafd on network a2a2680a-30c7-4004-a919-1078d0f1a0a1 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:01:13.600048 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ecfa7b-ca90-4b46-9ea4-32b65b329897 req-f36adc57-c49f-4bb3-a9be-ca3e56529553 service neutron] Port cf772378-fb5a-4970-a2b3-d660abe9cafd on network a2a2680a-30c7-4004-a919-1078d0f1a0a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:01:13.600370 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ecfa7b-ca90-4b46-9ea4-32b65b329897 req-f36adc57-c49f-4bb3-a9be-ca3e56529553 service neutron] Attempting to bind port cf772378-fb5a-4970-a2b3-d660abe9cafd on network a2a2680a-30c7-4004-a919-1078d0f1a0a1 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:01:13.641308 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ecfa7b-ca90-4b46-9ea4-32b65b329897 req-f36adc57-c49f-4bb3-a9be-ca3e56529553 service neutron] Checking agent: {'id': 'f728d74e-a4ae-4384-860b-a5ade05dd8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:01:13.641696 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ecfa7b-ca90-4b46-9ea4-32b65b329897 req-f36adc57-c49f-4bb3-a9be-ca3e56529553 service neutron] Checking segment: {'id': '4048bfa0-f1bd-4aa7-86bf-7023b66ee7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2a2680a-30c7-4004-a919-1078d0f1a0a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:01:13.642059 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ecfa7b-ca90-4b46-9ea4-32b65b329897 req-f36adc57-c49f-4bb3-a9be-ca3e56529553 service neutron] Bound using segment: {'id': '4048bfa0-f1bd-4aa7-86bf-7023b66ee7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2a2680a-30c7-4004-a919-1078d0f1a0a1'} {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:01:13.642554 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-82ecfa7b-ca90-4b46-9ea4-32b65b329897 req-f36adc57-c49f-4bb3-a9be-ca3e56529553 service neutron] Bound port: cf772378-fb5a-4970-a2b3-d660abe9cafd, host: n-h1-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4048bfa0-f1bd-4aa7-86bf-7023b66ee7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2a2680a-30c7-4004-a919-1078d0f1a0a1'}}] {{(pid=84886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:01:13.694174 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 57beacbc-e526-49cb-a123-a88e6911f417, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=57beacbc-e526-49cb-a123-a88e6911f417,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:01:13.831970 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:13.838331 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-82ecfa7b-ca90-4b46-9ea4-32b65b329897 req-f36adc57-c49f-4bb3-a9be-ca3e56529553 service neutron] For port cf772378-fb5a-4970-a2b3-d660abe9cafd, host n-h1-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=cf772378-fb5a-4970-a2b3-d660abe9cafd,segment=NetworkSegment(4048bfa0-f1bd-4aa7-86bf-7023b66ee7f9),segment_id=4048bfa0-f1bd-4aa7-86bf-7023b66ee7f9)] {{(pid=84886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:01:13.865429 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [None req-11f99efa-aae6-433b-b7c6-d8c810e5744b admin admin] For port 854dc78f-e84f-4e2b-be05-7800a61b5786, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=854dc78f-e84f-4e2b-be05-7800a61b5786,segment=NetworkSegment(ef363120-1192-4cbe-aef9-a525b18fc943),segment_id=ef363120-1192-4cbe-aef9-a525b18fc943)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:01:13.865429 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-11f99efa-aae6-433b-b7c6-d8c810e5744b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:13.919197 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 2044b9da-7098-4673-a160-8d74706d4ea4 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:01:13.985772 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: 2044b9da-7098-4673-a160-8d74706d4ea4 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:01:13.986241 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 2044b9da-7098-4673-a160-8d74706d4ea4 not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:01:13.986452 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-82ecfa7b-ca90-4b46-9ea4-32b65b329897 req-f36adc57-c49f-4bb3-a9be-ca3e56529553 service neutron] Notify callbacks [] for binding, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:13.991145 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-82ecfa7b-ca90-4b46-9ea4-32b65b329897 req-f36adc57-c49f-4bb3-a9be-ca3e56529553 service neutron] 10.222.0.85 "POST /v2.0/ports/cf772378-fb5a-4970-a2b3-d660abe9cafd/bindings HTTP/1.1" status: 201 len: 389 time: 0.8930068 May 30 20:01:13.998394 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-795dcfc3-191d-48e0-8140-391990d888e9'] response: {'server_uuid': '26bd20c8-b93c-4464-8e7e-624303bfdfab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ac88806-3a10-4c5e-a08b-9079a957ce02', 'code': 200} May 30 20:01:14.072182 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=57beacbc-e526-49cb-a123-a88e6911f417,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:01:14.161205 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-043d5e76-5808-4c04-a86a-d19d3ef5745d None None] DHCP port deletion for c4dcbbbc-7545-45f9-b181-51ddc9a76b41 request from n-d-843948-2 {{(pid=84888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:01:14.167861 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-043d5e76-5808-4c04-a86a-d19d3ef5745d None None] Deleting port 854dc78f-e84f-4e2b-be05-7800a61b5786 {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:01:14.168475 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-043d5e76-5808-4c04-a86a-d19d3ef5745d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:14.175121 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-11f99efa-aae6-433b-b7c6-d8c810e5744b admin admin] Calling delete_port for 854dc78f-e84f-4e2b-be05-7800a61b5786 owned by network:dhcp {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:01:14.349159 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fa20e34a-74e4-4f0c-814c-83d6f4d0f2ab req-b49001f4-6b26-4d75-825b-d1405bffa008 tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] 10.222.0.85 "GET /v2.0/ports?device_id=a451c69d-9391-4805-aff4-d400af583d7d HTTP/1.1" status: 200 len: 210 time: 0.1749210 May 30 20:01:14.682984 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-043d5e76-5808-4c04-a86a-d19d3ef5745d None None] For port 854dc78f-e84f-4e2b-be05-7800a61b5786, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=854dc78f-e84f-4e2b-be05-7800a61b5786,segment=NetworkSegment(ef363120-1192-4cbe-aef9-a525b18fc943),segment_id=ef363120-1192-4cbe-aef9-a525b18fc943)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:01:14.683432 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-043d5e76-5808-4c04-a86a-d19d3ef5745d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:14.800056 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-cc350704-6a1e-4181-accd-9cfe432d5b1b req-5130418a-1376-4044-9c96-d7fb3f0ac489 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=26bd20c8-b93c-4464-8e7e-624303bfdfab HTTP/1.1" status: 200 len: 1096 time: 0.6428168 May 30 20:01:14.830487 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-11f99efa-aae6-433b-b7c6-d8c810e5744b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:14.861058 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-043d5e76-5808-4c04-a86a-d19d3ef5745d None None] Calling delete_port for 854dc78f-e84f-4e2b-be05-7800a61b5786 owned by network:dhcp {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:01:14.903377 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f99efa-aae6-433b-b7c6-d8c810e5744b admin admin] Pushing event deleted for resources: {'Port': ['ID=854dc78f-e84f-4e2b-be05-7800a61b5786,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:01:14.918839 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f99efa-aae6-433b-b7c6-d8c810e5744b admin admin] No DVR routers for this DVR port 854dc78f-e84f-4e2b-be05-7800a61b5786 on host n-d-843948-2 {{(pid=84886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:01:14.968130 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f473a38-e23c-494d-b344-24ca17917678 req-d81afec1-5276-4607-88bf-f52f8ea063cb tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:14.968898 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-3f473a38-e23c-494d-b344-24ca17917678 req-d81afec1-5276-4607-88bf-f52f8ea063cb tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Synchronizing usage tracker for tenant:fa61b48b7a6444fe8c9a2f45b95c1d11 on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:01:14.989232 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-cc350704-6a1e-4181-accd-9cfe432d5b1b req-8954301d-d0de-4226-889e-6c94810e3b5e service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=55c01bf1-c871-4944-8d52-3f23c44473bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796651 May 30 20:01:15.054845 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.db.api [None req-043d5e76-5808-4c04-a86a-d19d3ef5745d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:01:15.056684 n-d-843948-2 neutron-server[84888]: DEBUG oslo_db.api [None req-043d5e76-5808-4c04-a86a-d19d3ef5745d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:01:15.103732 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-11f99efa-aae6-433b-b7c6-d8c810e5744b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:15.138985 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-3f473a38-e23c-494d-b344-24ca17917678 req-d81afec1-5276-4607-88bf-f52f8ea063cb tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Unset dirty status for tenant:fa61b48b7a6444fe8c9a2f45b95c1d11 on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:01:15.140371 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3f473a38-e23c-494d-b344-24ca17917678 req-d81afec1-5276-4607-88bf-f52f8ea063cb tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/ports?device_id=d2bdcaf2-0ffc-4987-be3d-0cdd4af8d462 HTTP/1.1" status: 200 len: 950 time: 0.5237429 May 30 20:01:15.142105 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-11f99efa-aae6-433b-b7c6-d8c810e5744b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4dcbbbc-7545-45f9-b181-51ddc9a76b41']}} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:01:15.170502 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-11f99efa-aae6-433b-b7c6-d8c810e5744b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef363120-1192-4cbe-aef9-a525b18fc943') {'for_net_delete': True} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:01:15.170807 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-11f99efa-aae6-433b-b7c6-d8c810e5744b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef363120-1192-4cbe-aef9-a525b18fc943') {} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:01:15.186042 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c84d0d6-c21f-4b6e-941b-a4c6715d517e req-1c6a17c9-dad2-4ad7-9ea2-47f1f527d530 tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:15.188760 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0c84d0d6-c21f-4b6e-941b-a4c6715d517e req-1c6a17c9-dad2-4ad7-9ea2-47f1f527d530 tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] 10.222.0.86 "GET /v2.0/networks?id=1372c12a-f0e8-424c-9175-b08375e9aff5 HTTP/1.1" status: 200 len: 815 time: 0.7023916 May 30 20:01:15.194101 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-11f99efa-aae6-433b-b7c6-d8c810e5744b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2660590'] for segment, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:15.230895 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-11f99efa-aae6-433b-b7c6-d8c810e5744b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:15.239597 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3f473a38-e23c-494d-b344-24ca17917678 req-216d535a-908c-41f2-bc35-d8730a31403d tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/security-groups?id=e1329ead-76da-4fe1-a988-d24ed3099985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895267 May 30 20:01:15.243420 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11f99efa-aae6-433b-b7c6-d8c810e5744b admin admin] Releasing vlan 691 on physical network physnet1 to pool {{(pid=84886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:01:15.243895 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-11f99efa-aae6-433b-b7c6-d8c810e5744b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4126989'] for segment, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:15.258463 n-d-843948-2 neutron-server[84886]: Traceback (most recent call last): May 30 20:01:15.258463 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:01:15.258463 n-d-843948-2 neutron-server[84886]: timer() May 30 20:01:15.258463 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:01:15.258463 n-d-843948-2 neutron-server[84886]: cb(*args, **kw) May 30 20:01:15.258463 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:01:15.258463 n-d-843948-2 neutron-server[84886]: return func(*args, **kwargs) May 30 20:01:15.258463 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:01:15.258463 n-d-843948-2 neutron-server[84886]: self._notify() May 30 20:01:15.258463 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:01:15.258463 n-d-843948-2 neutron-server[84886]: self.callback(batched_events) May 30 20:01:15.258463 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:01:15.258463 n-d-843948-2 neutron-server[84886]: event.method(event) May 30 20:01:15.258463 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:01:15.258463 n-d-843948-2 neutron-server[84886]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:01:15.258463 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:01:15.258463 n-d-843948-2 neutron-server[84886]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:01:15.258463 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:01:15.258463 n-d-843948-2 neutron-server[84886]: return f(self, *a, **k) May 30 20:01:15.258463 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:01:15.258463 n-d-843948-2 neutron-server[84886]: return self._get(url).json() May 30 20:01:15.258463 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:01:15.258463 n-d-843948-2 neutron-server[84886]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:01:15.258463 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:01:15.258463 n-d-843948-2 neutron-server[84886]: return self.request(url, 'GET', **kwargs) May 30 20:01:15.258463 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:01:15.258463 n-d-843948-2 neutron-server[84886]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:01:15.258463 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:01:15.258463 n-d-843948-2 neutron-server[84886]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:01:15.258463 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:01:15.258463 n-d-843948-2 neutron-server[84886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:01:15.258463 n-d-843948-2 neutron-server[84886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:01:15.373014 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc18fa0-360f-4f0e-9250-93b698eb4c62 req-d5ff63e9-f0bd-44ba-8fa7-b287d5008dcf tempest-VolumesAdminNegativeTest-1115586489 tempest-VolumesAdminNegativeTest-1115586489-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:15.380596 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1dc18fa0-360f-4f0e-9250-93b698eb4c62 req-d5ff63e9-f0bd-44ba-8fa7-b287d5008dcf tempest-VolumesAdminNegativeTest-1115586489 tempest-VolumesAdminNegativeTest-1115586489-project] 10.222.0.85 "GET /v2.0/ports?device_id=26bd20c8-b93c-4464-8e7e-624303bfdfab HTTP/1.1" status: 200 len: 945 time: 0.5370319 May 30 20:01:15.386208 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0c84d0d6-c21f-4b6e-941b-a4c6715d517e req-d206b7c1-5f82-4240-bcc9-4e4bc16e476c tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bbfe05941810494e822dbbe8fc7e85f8 HTTP/1.1" status: 200 len: 379 time: 0.1644883 May 30 20:01:15.391368 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-82ecfa7b-ca90-4b46-9ea4-32b65b329897 req-60adc626-e983-4f87-87a3-ea223596bac5 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=507d6785502940d28c178ad4aae87e46&device_id=44ee0b58-94d1-4f30-9032-9a1395c62459 HTTP/1.1" status: 200 len: 1096 time: 0.3794134 May 30 20:01:15.442001 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-0c84d0d6-c21f-4b6e-941b-a4c6715d517e req-087ac933-eec7-4088-8798-fd9baa1fc928 tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] Request body: {'port': {'device_id': 'a451c69d-9391-4805-aff4-d400af583d7d', 'network_id': '1372c12a-f0e8-424c-9175-b08375e9aff5', 'admin_state_up': True, 'tenant_id': 'bbfe05941810494e822dbbe8fc7e85f8', 'security_groups': ['dac481bc-e0af-4040-91be-73f3fd319fa2']}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:01:15.495521 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-11f99efa-aae6-433b-b7c6-d8c810e5744b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:15.522811 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-11f99efa-aae6-433b-b7c6-d8c810e5744b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:15.542376 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f99efa-aae6-433b-b7c6-d8c810e5744b admin admin] Pushing event deleted for resources: {'Network': ['ID=c4dcbbbc-7545-45f9-b181-51ddc9a76b41,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:01:15.549982 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-11f99efa-aae6-433b-b7c6-d8c810e5744b admin admin] 10.222.0.85 "DELETE /v2.0/networks/c4dcbbbc-7545-45f9-b181-51ddc9a76b41 HTTP/1.1" status: 204 len: 168 time: 2.2258918 May 30 20:01:15.559212 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-043d5e76-5808-4c04-a86a-d19d3ef5745d None None] Deleting port 854dc78f-e84f-4e2b-be05-7800a61b5786 {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:01:15.560244 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-043d5e76-5808-4c04-a86a-d19d3ef5745d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:15.670694 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1dc18fa0-360f-4f0e-9250-93b698eb4c62 req-1fdaa56b-7394-47cf-99d2-6d40c0fd6b49 tempest-VolumesAdminNegativeTest-1115586489 tempest-VolumesAdminNegativeTest-1115586489-project] 10.222.0.85 "GET /v2.0/security-groups?id=55c01bf1-c871-4944-8d52-3f23c44473bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2887475 May 30 20:01:15.741321 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ecfa7b-ca90-4b46-9ea4-32b65b329897 req-9ae2cfd8-a65a-475a-a8cc-5dac0ddf02bf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:15.753359 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-82ecfa7b-ca90-4b46-9ea4-32b65b329897 req-9ae2cfd8-a65a-475a-a8cc-5dac0ddf02bf service neutron] 10.222.0.71 "GET /v2.0/networks?id=a2a2680a-30c7-4004-a919-1078d0f1a0a1 HTTP/1.1" status: 200 len: 921 time: 0.3431838 May 30 20:01:15.843161 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-043d5e76-5808-4c04-a86a-d19d3ef5745d None None] The port '854dc78f-e84f-4e2b-be05-7800a61b5786' was deleted {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 20:01:15.971171 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 854dc78f-e84f-4e2b-be05-7800a61b5786 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:01:16.072261 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2bdcaf2-0ffc-4987-be3d-0cdd4af8d462', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57beacbc-e526-49cb-a123-a88e6911f417'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:01:16.097448 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: 854dc78f-e84f-4e2b-be05-7800a61b5786 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:01:16.098064 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 854dc78f-e84f-4e2b-be05-7800a61b5786 not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:01:16.100968 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-82ecfa7b-ca90-4b46-9ea4-32b65b329897 req-236430e5-34ee-48f6-8b4e-ebafede6efc7 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cf772378-fb5a-4970-a2b3-d660abe9cafd HTTP/1.1" status: 200 len: 217 time: 0.3401647 May 30 20:01:16.102246 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-0c84d0d6-c21f-4b6e-941b-a4c6715d517e req-087ac933-eec7-4088-8798-fd9baa1fc928 tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:01:16.152412 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-0c84d0d6-c21f-4b6e-941b-a4c6715d517e req-087ac933-eec7-4088-8798-fd9baa1fc928 tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:01:16.198943 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ecfa7b-ca90-4b46-9ea4-32b65b329897 req-3ba4f3cf-3956-4803-b26c-fc955b951019 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:16.200413 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-82ecfa7b-ca90-4b46-9ea4-32b65b329897 req-3ba4f3cf-3956-4803-b26c-fc955b951019 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8501e548-9fd0-4b41-a186-ee2d1e9a4a4f HTTP/1.1" status: 200 len: 860 time: 0.0875523 May 30 20:01:16.247500 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b7a328dd-8e8c-4b1d-9b44-871eb9e00661 req-8aeb330c-6e87-4ca9-abdc-efebe6ee6941 tempest-ServersAdminTestJSON-1537065359 tempest-ServersAdminTestJSON-1537065359-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=a451c69d-9391-4805-aff4-d400af583d7d&device_id=d2bdcaf2-0ffc-4987-be3d-0cdd4af8d462&device_id=26bd20c8-b93c-4464-8e7e-624303bfdfab&device_id=a67b2746-c2ad-4a7e-abbc-e6c5f48c467b&device_id=44ee0b58-94d1-4f30-9032-9a1395c62459&device_id=a90e0fa3-52c5-4ce6-9724-62916ccbd2c5&device_id=843e9dac-a7f9-4146-a853-871714260300&device_id=1c63ca1d-117e-400e-a872-50c7fd37ece9&device_id=a55fcadd-0383-4943-8204-c0ed7ff9d575&device_id=14ddb85a-20eb-4d71-8c66-d30e1eae439a&device_id=e5dfa99e-d6bb-4b77-88eb-3c6fe6683873&device_id=7cedf278-0562-4faf-a9b0-36639e069b2a HTTP/1.1" status: 200 len: 9979 time: 0.1682184 May 30 20:01:16.270587 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c84d0d6-c21f-4b6e-941b-a4c6715d517e req-087ac933-eec7-4088-8798-fd9baa1fc928 tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] Made reservation on behalf of bbfe05941810494e822dbbe8fc7e85f8 for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:01:16.274063 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-0c84d0d6-c21f-4b6e-941b-a4c6715d517e req-087ac933-eec7-4088-8798-fd9baa1fc928 tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:16.298094 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-82ecfa7b-ca90-4b46-9ea4-32b65b329897 req-dbecd1fd-1a71-41bd-a931-eac060c2bb8b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a2a2680a-30c7-4004-a919-1078d0f1a0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0765171 May 30 20:01:16.300188 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-b7a328dd-8e8c-4b1d-9b44-871eb9e00661 req-9d7141d0-8a2e-4967-865d-cab7f78d10ab tempest-ServersAdminTestJSON-1537065359 tempest-ServersAdminTestJSON-1537065359-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:16.308151 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18aade9-1190-4b57-a870-a4d1602515bc req-9f2480b3-1a14-42af-a7af-17f2ecece075 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:16.310154 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d18aade9-1190-4b57-a870-a4d1602515bc req-9f2480b3-1a14-42af-a7af-17f2ecece075 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/ports?device_id=1c63ca1d-117e-400e-a872-50c7fd37ece9 HTTP/1.1" status: 200 len: 945 time: 0.3244553 May 30 20:01:16.355420 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-b7a328dd-8e8c-4b1d-9b44-871eb9e00661 req-9d7141d0-8a2e-4967-865d-cab7f78d10ab tempest-ServersAdminTestJSON-1537065359 tempest-ServersAdminTestJSON-1537065359-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:01:16.363799 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-b7a328dd-8e8c-4b1d-9b44-871eb9e00661 req-9d7141d0-8a2e-4967-865d-cab7f78d10ab tempest-ServersAdminTestJSON-1537065359 tempest-ServersAdminTestJSON-1537065359-project-admin] Usage tracker for resource:security_group_rule and tenant:fefaaef52b4d424ea30b15bd35050c5a is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:01:16.379682 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-b7a328dd-8e8c-4b1d-9b44-871eb9e00661 req-9d7141d0-8a2e-4967-865d-cab7f78d10ab tempest-ServersAdminTestJSON-1537065359 tempest-ServersAdminTestJSON-1537065359-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:01:16.412247 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-b7a328dd-8e8c-4b1d-9b44-871eb9e00661 req-9d7141d0-8a2e-4967-865d-cab7f78d10ab tempest-ServersAdminTestJSON-1537065359 tempest-ServersAdminTestJSON-1537065359-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:01:16.459976 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 44618) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:01:16.590525 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d18aade9-1190-4b57-a870-a4d1602515bc req-db07d058-5d70-4cbe-bfb1-6048136770f6 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/security-groups?id=b7c7fe04-8ab6-4ec0-af46-b4358854e449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517929 May 30 20:01:16.674313 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-1a4b306a-37dd-43f7-b162-e0141cdb1b29 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=f8671c8955ba49549063462441cf84be&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2123873 May 30 20:01:16.675800 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 44622) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:01:16.766053 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-82ecfa7b-ca90-4b46-9ea4-32b65b329897 req-a988dd2d-d49e-461d-9b68-62c83134aaf8 service neutron] 10.222.0.71 "GET /v2.0/networks/a2a2680a-30c7-4004-a919-1078d0f1a0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4522564 May 30 20:01:16.815360 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-b7a328dd-8e8c-4b1d-9b44-871eb9e00661 req-9d7141d0-8a2e-4967-865d-cab7f78d10ab tempest-ServersAdminTestJSON-1537065359 tempest-ServersAdminTestJSON-1537065359-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:16.875643 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-654e4681-5b73-433d-a0fa-51a48ef4b9d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:16.945059 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-654e4681-5b73-433d-a0fa-51a48ef4b9d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:16.962384 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-b7a328dd-8e8c-4b1d-9b44-871eb9e00661 req-9d7141d0-8a2e-4967-865d-cab7f78d10ab tempest-ServersAdminTestJSON-1537065359 tempest-ServersAdminTestJSON-1537065359-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:16.981210 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [req-0c84d0d6-c21f-4b6e-941b-a4c6715d517e req-087ac933-eec7-4088-8798-fd9baa1fc928 tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] Allocated IP 172.20.0.10 (1372c12a-f0e8-424c-9175-b08375e9aff5/ef2fdeec-f4c0-42a0-9b92-f39be90d06c6/d635aed3-c998-44f7-924c-bc82e71e38ae) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:01:17.105167 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-82ecfa7b-ca90-4b46-9ea4-32b65b329897 req-d464951a-b3a9-4a4f-a3c2-cd1ecc3d171f service neutron] 10.222.0.71 "GET /v2.0/networks/a2a2680a-30c7-4004-a919-1078d0f1a0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3179195 May 30 20:01:17.105979 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7141d0-8a2e-4967-865d-cab7f78d10ab tempest-ServersAdminTestJSON-1537065359 tempest-ServersAdminTestJSON-1537065359-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f50a0ac-37a2-4f5f-90d1-2d14b0d48bac,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:01:17.156112 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b7a328dd-8e8c-4b1d-9b44-871eb9e00661 req-9d7141d0-8a2e-4967-865d-cab7f78d10ab tempest-ServersAdminTestJSON-1537065359 tempest-ServersAdminTestJSON-1537065359-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=e04d9b86-3d99-41a3-8241-c517ec1f4730&id=06806dfc-f049-4330-b211-293135e18ed4&id=b7c7fe04-8ab6-4ec0-af46-b4358854e449&id=55c01bf1-c871-4944-8d52-3f23c44473bf&id=e1329ead-76da-4fe1-a988-d24ed3099985&fields=id&fields=name HTTP/1.1" status: 200 len: 555 time: 0.8986478 May 30 20:01:17.293333 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-654e4681-5b73-433d-a0fa-51a48ef4b9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:17.374232 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654e4681-5b73-433d-a0fa-51a48ef4b9d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8072d6e9-ba3a-47b3-82a0-3d37323c42d4,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:01:17.421130 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-654e4681-5b73-433d-a0fa-51a48ef4b9d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:17.426566 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-654e4681-5b73-433d-a0fa-51a48ef4b9d3 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/8072d6e9-ba3a-47b3-82a0-3d37323c42d4 HTTP/1.1" status: 204 len: 168 time: 0.7435260 May 30 20:01:17.591403 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-0c84d0d6-c21f-4b6e-941b-a4c6715d517e req-087ac933-eec7-4088-8798-fd9baa1fc928 tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:17.632029 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-0c84d0d6-c21f-4b6e-941b-a4c6715d517e req-087ac933-eec7-4088-8798-fd9baa1fc928 tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] Transition to ACTIVE for port object d635aed3-c998-44f7-924c-bc82e71e38ae will not be triggered until provisioned by entity DHCP. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:01:17.675401 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a686203-5d39-4b2a-9e95-b83502df848e req-73b7fe6d-6f95-4834-bb9d-8e4b10981ddd tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:17.678564 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6a686203-5d39-4b2a-9e95-b83502df848e req-73b7fe6d-6f95-4834-bb9d-8e4b10981ddd tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.85 "GET /v2.0/ports?device_id=44ee0b58-94d1-4f30-9032-9a1395c62459 HTTP/1.1" status: 200 len: 945 time: 0.6922264 May 30 20:01:17.823079 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b9e171a4-4bf9-49cb-a3e4-d309184ed3d2 req-1356d664-95f0-4827-981b-48e7bf7ce14e tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] 10.222.0.85 "GET /v2.0/ports?device_id=a451c69d-9391-4805-aff4-d400af583d7d HTTP/1.1" status: 200 len: 210 time: 0.1648765 May 30 20:01:17.851294 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-82ecfa7b-ca90-4b46-9ea4-32b65b329897 req-799e28bd-b9e9-4e00-8c79-eb3513ab3d3a tempest-LiveAutoBlockMigrationV225Test-1041394858 tempest-LiveAutoBlockMigrationV225Test-1041394858-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=44ee0b58-94d1-4f30-9032-9a1395c62459&tenant_id=507d6785502940d28c178ad4aae87e46&binding%3Ahost_id=n-h2-843948-2 HTTP/1.1" status: 200 len: 1096 time: 0.4740248 May 30 20:01:17.855667 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6a686203-5d39-4b2a-9e95-b83502df848e req-a766bf22-1ac4-447d-a622-8a96dac51d3f tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.85 "GET /v2.0/security-groups?id=e04d9b86-3d99-41a3-8241-c517ec1f4730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684480 May 30 20:01:17.865493 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-0c84d0d6-c21f-4b6e-941b-a4c6715d517e req-087ac933-eec7-4088-8798-fd9baa1fc928 tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:17.904947 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-82ecfa7b-ca90-4b46-9ea4-32b65b329897 req-7fff4814-3e6b-4967-9307-94b3c14a41d0 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-843948-2'}}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:01:17.959250 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ef8b1f5-ea96-4fa2-a2c5-ae85653b05cd'] response: {'server_uuid': 'd2bdcaf2-0ffc-4987-be3d-0cdd4af8d462', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57beacbc-e526-49cb-a123-a88e6911f417', 'code': 200} May 30 20:01:18.399671 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-82ecfa7b-ca90-4b46-9ea4-32b65b329897 req-7fff4814-3e6b-4967-9307-94b3c14a41d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:18.448688 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c84d0d6-c21f-4b6e-941b-a4c6715d517e req-087ac933-eec7-4088-8798-fd9baa1fc928 tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] Network 1372c12a-f0e8-424c-9175-b08375e9aff5 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:01:18.457538 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2970fb2e-b8b7-4af8-9a08-ec0a6a58789e req-4db8be15-3ac6-440d-8e79-24fe75fcfe35 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=d2bdcaf2-0ffc-4987-be3d-0cdd4af8d462 HTTP/1.1" status: 200 len: 1101 time: 0.3702579 May 30 20:01:18.531535 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90f9663-e1f8-4bd2-91f6-bef6b6e63926 req-2896b802-0514-4020-a384-d3c367766a53 tempest-VolumesAdminNegativeTest-1115586489 tempest-VolumesAdminNegativeTest-1115586489-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:18.533689 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b90f9663-e1f8-4bd2-91f6-bef6b6e63926 req-2896b802-0514-4020-a384-d3c367766a53 tempest-VolumesAdminNegativeTest-1115586489 tempest-VolumesAdminNegativeTest-1115586489-project] 10.222.0.85 "GET /v2.0/ports?device_id=26bd20c8-b93c-4464-8e7e-624303bfdfab HTTP/1.1" status: 200 len: 945 time: 0.3282249 May 30 20:01:18.534477 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [req-0c84d0d6-c21f-4b6e-941b-a4c6715d517e req-087ac933-eec7-4088-8798-fd9baa1fc928 tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:01:18.544070 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2970fb2e-b8b7-4af8-9a08-ec0a6a58789e req-5ffe53da-85d5-455c-ad74-1602b762c833 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=e1329ead-76da-4fe1-a988-d24ed3099985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773320 May 30 20:01:18.556423 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c84d0d6-c21f-4b6e-941b-a4c6715d517e req-087ac933-eec7-4088-8798-fd9baa1fc928 tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:01:18.644354 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b90f9663-e1f8-4bd2-91f6-bef6b6e63926 req-87ea0e63-5992-41ad-b1f7-6a107f7179dd tempest-VolumesAdminNegativeTest-1115586489 tempest-VolumesAdminNegativeTest-1115586489-project] 10.222.0.85 "GET /v2.0/security-groups?id=55c01bf1-c871-4944-8d52-3f23c44473bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742483 May 30 20:01:18.773603 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087ac933-eec7-4088-8798-fd9baa1fc928 tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] Pushing event updated for resources: {'Port': ['ID=d635aed3-c998-44f7-924c-bc82e71e38ae,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:01:18.787233 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c84d0d6-c21f-4b6e-941b-a4c6715d517e req-087ac933-eec7-4088-8798-fd9baa1fc928 tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:18.787936 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-0c84d0d6-c21f-4b6e-941b-a4c6715d517e req-087ac933-eec7-4088-8798-fd9baa1fc928 tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:18.956788 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0c84d0d6-c21f-4b6e-941b-a4c6715d517e req-087ac933-eec7-4088-8798-fd9baa1fc928 tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5456195 May 30 20:01:19.010917 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-0c84d0d6-c21f-4b6e-941b-a4c6715d517e req-15d095ed-de90-491d-8263-cf5a7dbe3481 service neutron] Request body: {'port': {'device_id': 'a451c69d-9391-4805-aff4-d400af583d7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843948-2'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:01:19.134399 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:19.146961 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 44646) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:01:19.275021 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-0d1fabec-00f9-47f9-b298-9e057016521e None None] Provisioning for port d635aed3-c998-44f7-924c-bc82e71e38ae completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:01:19.278817 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-0d1fabec-00f9-47f9-b298-9e057016521e None None] Provisioning complete for port d635aed3-c998-44f7-924c-bc82e71e38ae triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:01:19.279540 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-0d1fabec-00f9-47f9-b298-9e057016521e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:19.319386 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b56171-7cd5-41a3-8fec-42414df63253 req-8143bb0d-3148-4e40-a0df-bc17ea0ca6de tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:19.347928 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-75b56171-7cd5-41a3-8fec-42414df63253 req-8143bb0d-3148-4e40-a0df-bc17ea0ca6de tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/ports?device_id=d2bdcaf2-0ffc-4987-be3d-0cdd4af8d462 HTTP/1.1" status: 200 len: 950 time: 1.0522089 May 30 20:01:19.371471 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-eed56a46-48a1-436e-abe5-62d8d9f80435 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=e3b1761f604d4d55aff5ced942d1fd41&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2232294 May 30 20:01:19.376416 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 44656) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:01:19.565578 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-aecb16b9-ca59-4d15-834a-cc4130cb95f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:19.578419 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-0d1fabec-00f9-47f9-b298-9e057016521e None None] Port d635aed3-c998-44f7-924c-bc82e71e38ae cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:01:19.678873 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-0c84d0d6-c21f-4b6e-941b-a4c6715d517e req-15d095ed-de90-491d-8263-cf5a7dbe3481 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:19.710397 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-aecb16b9-ca59-4d15-834a-cc4130cb95f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:19.923292 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-75b56171-7cd5-41a3-8fec-42414df63253 req-24388a4d-3f17-404b-97f9-cae2c274fa1b tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/security-groups?id=e1329ead-76da-4fe1-a988-d24ed3099985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5712137 May 30 20:01:19.948510 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9c894a-5af7-4841-b16a-06fd4a183ddd req-3fe3bf13-8aba-4204-88ef-d98c90cf190b tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:19.961715 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ca9c894a-5af7-4841-b16a-06fd4a183ddd req-3fe3bf13-8aba-4204-88ef-d98c90cf190b tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/ports?device_id=1c63ca1d-117e-400e-a872-50c7fd37ece9 HTTP/1.1" status: 200 len: 945 time: 0.3245528 May 30 20:01:20.011871 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-82ecfa7b-ca90-4b46-9ea4-32b65b329897 req-7fff4814-3e6b-4967-9307-94b3c14a41d0 service neutron] For port cf772378-fb5a-4970-a2b3-d660abe9cafd, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=cf772378-fb5a-4970-a2b3-d660abe9cafd,segment=NetworkSegment(4048bfa0-f1bd-4aa7-86bf-7023b66ee7f9),segment_id=4048bfa0-f1bd-4aa7-86bf-7023b66ee7f9)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:01:20.053364 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ca9c894a-5af7-4841-b16a-06fd4a183ddd req-fa586f3f-fcc2-4fee-8184-67afccabc722 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/security-groups?id=b7c7fe04-8ab6-4ec0-af46-b4358854e449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898967 May 30 20:01:20.112968 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-82ecfa7b-ca90-4b46-9ea4-32b65b329897 req-7fff4814-3e6b-4967-9307-94b3c14a41d0 service neutron] For port cf772378-fb5a-4970-a2b3-d660abe9cafd, host n-h2-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:01:20.136127 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-aecb16b9-ca59-4d15-834a-cc4130cb95f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:20.224611 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb16b9-ca59-4d15-834a-cc4130cb95f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5beaa510-1bd8-4f35-a725-d64ab1105040,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:01:20.241816 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-aecb16b9-ca59-4d15-834a-cc4130cb95f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:20.246426 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-aecb16b9-ca59-4d15-834a-cc4130cb95f2 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/5beaa510-1bd8-4f35-a725-d64ab1105040 HTTP/1.1" status: 204 len: 168 time: 0.8689241 May 30 20:01:20.473157 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3d795a-de1d-463c-bec3-6c0c9920e4a8 req-9347d91c-569c-4ce5-8171-3ac74afff3d0 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:20.475236 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-8e3d795a-de1d-463c-bec3-6c0c9920e4a8 req-9347d91c-569c-4ce5-8171-3ac74afff3d0 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.85 "GET /v2.0/ports?device_id=44ee0b58-94d1-4f30-9032-9a1395c62459 HTTP/1.1" status: 200 len: 945 time: 0.1639142 May 30 20:01:20.606536 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-8e3d795a-de1d-463c-bec3-6c0c9920e4a8 req-ace2c026-ec20-4d9f-93b2-5b441f3090e2 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.85 "GET /v2.0/security-groups?id=e04d9b86-3d99-41a3-8241-c517ec1f4730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237741 May 30 20:01:20.646315 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44ee0b58-94d1-4f30-9032-9a1395c62459', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf772378-fb5a-4970-a2b3-d660abe9cafd'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:01:20.718802 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-82ecfa7b-ca90-4b46-9ea4-32b65b329897 req-7fff4814-3e6b-4967-9307-94b3c14a41d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:20.803937 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca9999f-460a-490a-b40b-84aaef285712 req-8749be17-296c-4f16-b9bf-bb3fb14049e4 tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:20.804835 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-bca9999f-460a-490a-b40b-84aaef285712 req-8749be17-296c-4f16-b9bf-bb3fb14049e4 tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] Synchronizing usage tracker for tenant:bbfe05941810494e822dbbe8fc7e85f8 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:01:20.844020 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-82ecfa7b-ca90-4b46-9ea4-32b65b329897 req-7fff4814-3e6b-4967-9307-94b3c14a41d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:21.050713 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.db.resource_extend [req-0c84d0d6-c21f-4b6e-941b-a4c6715d517e req-15d095ed-de90-491d-8263-cf5a7dbe3481 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:01:21.080275 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-bca9999f-460a-490a-b40b-84aaef285712 req-8749be17-296c-4f16-b9bf-bb3fb14049e4 tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] Unset dirty status for tenant:bbfe05941810494e822dbbe8fc7e85f8 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:01:21.090315 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-bca9999f-460a-490a-b40b-84aaef285712 req-8749be17-296c-4f16-b9bf-bb3fb14049e4 tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] 10.222.0.85 "GET /v2.0/ports?device_id=a451c69d-9391-4805-aff4-d400af583d7d HTTP/1.1" status: 200 len: 932 time: 0.8562548 May 30 20:01:21.346687 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fff4814-3e6b-4967-9307-94b3c14a41d0 service neutron] Pushing event updated for resources: {'Port': ['ID=cf772378-fb5a-4970-a2b3-d660abe9cafd,revision_number=7']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:01:21.404918 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-82ecfa7b-ca90-4b46-9ea4-32b65b329897 req-7fff4814-3e6b-4967-9307-94b3c14a41d0 service neutron] Attempting to bind port cf772378-fb5a-4970-a2b3-d660abe9cafd on host n-h2-843948-2 for vnic_type normal with profile {"migrating_to": "n-h1-843948-2"} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:01:21.404918 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-82ecfa7b-ca90-4b46-9ea4-32b65b329897 req-7fff4814-3e6b-4967-9307-94b3c14a41d0 service neutron] Attempting to bind port cf772378-fb5a-4970-a2b3-d660abe9cafd by drivers openvswitch,hyperv on host n-h2-843948-2 at level 0 using segments [{'id': '4048bfa0-f1bd-4aa7-86bf-7023b66ee7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2a2680a-30c7-4004-a919-1078d0f1a0a1'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:01:21.405415 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ecfa7b-ca90-4b46-9ea4-32b65b329897 req-7fff4814-3e6b-4967-9307-94b3c14a41d0 service neutron] Attempting to bind port cf772378-fb5a-4970-a2b3-d660abe9cafd on network a2a2680a-30c7-4004-a919-1078d0f1a0a1 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:01:21.423211 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ecfa7b-ca90-4b46-9ea4-32b65b329897 req-7fff4814-3e6b-4967-9307-94b3c14a41d0 service neutron] Port cf772378-fb5a-4970-a2b3-d660abe9cafd on network a2a2680a-30c7-4004-a919-1078d0f1a0a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:01:21.423211 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ecfa7b-ca90-4b46-9ea4-32b65b329897 req-7fff4814-3e6b-4967-9307-94b3c14a41d0 service neutron] Attempting to bind port cf772378-fb5a-4970-a2b3-d660abe9cafd on network a2a2680a-30c7-4004-a919-1078d0f1a0a1 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:01:21.437994 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ecfa7b-ca90-4b46-9ea4-32b65b329897 req-7fff4814-3e6b-4967-9307-94b3c14a41d0 service neutron] Checking agent: {'id': 'eaa08354-e8f5-4e73-af76-8d3cf7d2b390', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 0, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:01:21.438294 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ecfa7b-ca90-4b46-9ea4-32b65b329897 req-7fff4814-3e6b-4967-9307-94b3c14a41d0 service neutron] Checking segment: {'id': '4048bfa0-f1bd-4aa7-86bf-7023b66ee7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2a2680a-30c7-4004-a919-1078d0f1a0a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:01:21.438789 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ecfa7b-ca90-4b46-9ea4-32b65b329897 req-7fff4814-3e6b-4967-9307-94b3c14a41d0 service neutron] Bound using segment: {'id': '4048bfa0-f1bd-4aa7-86bf-7023b66ee7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2a2680a-30c7-4004-a919-1078d0f1a0a1'} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:01:21.439559 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-82ecfa7b-ca90-4b46-9ea4-32b65b329897 req-7fff4814-3e6b-4967-9307-94b3c14a41d0 service neutron] Bound port: cf772378-fb5a-4970-a2b3-d660abe9cafd, host: n-h2-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4048bfa0-f1bd-4aa7-86bf-7023b66ee7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2a2680a-30c7-4004-a919-1078d0f1a0a1'}}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:01:21.440101 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-82ecfa7b-ca90-4b46-9ea4-32b65b329897 req-7fff4814-3e6b-4967-9307-94b3c14a41d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:21.478293 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-bca9999f-460a-490a-b40b-84aaef285712 req-5c2209d5-ed66-4012-bee6-8bb419cce58a tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] 10.222.0.85 "GET /v2.0/security-groups?id=dac481bc-e0af-4040-91be-73f3fd319fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3853664 May 30 20:01:21.550758 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [req-0c84d0d6-c21f-4b6e-941b-a4c6715d517e req-15d095ed-de90-491d-8263-cf5a7dbe3481 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d635aed3-c998-44f7-924c-bc82e71e38ae {{(pid=84887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:01:21.615193 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-0c84d0d6-c21f-4b6e-941b-a4c6715d517e req-15d095ed-de90-491d-8263-cf5a7dbe3481 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:21.808925 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67c8ac83-14e5-4a8d-b3f9-41d188128128'] response: {'server_uuid': '44ee0b58-94d1-4f30-9032-9a1395c62459', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf772378-fb5a-4970-a2b3-d660abe9cafd', 'code': 200} May 30 20:01:21.811185 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0f64d12b-1f4f-4bec-b612-44b7f38afb42 req-abb0c723-9d5b-4e05-be0b-cc0d2cd4b0c3 tempest-ServersAdminTestJSON-1537065359 tempest-ServersAdminTestJSON-1537065359-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=a67b2746-c2ad-4a7e-abbc-e6c5f48c467b&device_id=a90e0fa3-52c5-4ce6-9724-62916ccbd2c5&device_id=843e9dac-a7f9-4146-a853-871714260300 HTTP/1.1" status: 200 len: 2883 time: 0.3146770 May 30 20:01:21.824635 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-0c84d0d6-c21f-4b6e-941b-a4c6715d517e req-15d095ed-de90-491d-8263-cf5a7dbe3481 service neutron] Transition to ACTIVE for port object d635aed3-c998-44f7-924c-bc82e71e38ae will not be triggered until provisioned by entity L2. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:01:21.917780 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:21.918635 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-82ecfa7b-ca90-4b46-9ea4-32b65b329897 req-7fff4814-3e6b-4967-9307-94b3c14a41d0 service neutron] For port cf772378-fb5a-4970-a2b3-d660abe9cafd, host n-h2-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:01:21.929222 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-82ecfa7b-ca90-4b46-9ea4-32b65b329897 req-7fff4814-3e6b-4967-9307-94b3c14a41d0 service neutron] For port cf772378-fb5a-4970-a2b3-d660abe9cafd, host n-h2-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=cf772378-fb5a-4970-a2b3-d660abe9cafd,segment=NetworkSegment(4048bfa0-f1bd-4aa7-86bf-7023b66ee7f9),segment_id=4048bfa0-f1bd-4aa7-86bf-7023b66ee7f9)] {{(pid=84887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:01:21.964126 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-0f64d12b-1f4f-4bec-b612-44b7f38afb42 req-50668cba-ab7f-47f7-b15e-5e7ca1a7b041 tempest-ServersAdminTestJSON-1537065359 tempest-ServersAdminTestJSON-1537065359-project-admin] Synchronizing usage tracker for tenant:fefaaef52b4d424ea30b15bd35050c5a on resource:security_group {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:01:22.109452 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-0f64d12b-1f4f-4bec-b612-44b7f38afb42 req-50668cba-ab7f-47f7-b15e-5e7ca1a7b041 tempest-ServersAdminTestJSON-1537065359 tempest-ServersAdminTestJSON-1537065359-project-admin] Unset dirty status for tenant:fefaaef52b4d424ea30b15bd35050c5a on resource:security_group {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:01:22.112798 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0f64d12b-1f4f-4bec-b612-44b7f38afb42 req-50668cba-ab7f-47f7-b15e-5e7ca1a7b041 tempest-ServersAdminTestJSON-1537065359 tempest-ServersAdminTestJSON-1537065359-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=06806dfc-f049-4330-b211-293135e18ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2972822 May 30 20:01:22.175882 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-0c84d0d6-c21f-4b6e-941b-a4c6715d517e req-15d095ed-de90-491d-8263-cf5a7dbe3481 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:22.358210 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-82ecfa7b-ca90-4b46-9ea4-32b65b329897 req-7fff4814-3e6b-4967-9307-94b3c14a41d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:22.529183 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d095ed-de90-491d-8263-cf5a7dbe3481 service neutron] Pushing event updated for resources: {'Port': ['ID=d635aed3-c998-44f7-924c-bc82e71e38ae,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:01:22.533471 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74bbfce-3e96-4293-b718-85137f244e85 req-071cd6ff-fe23-45ab-a255-9c4eed802f6c tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:22.541205 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e74bbfce-3e96-4293-b718-85137f244e85 req-071cd6ff-fe23-45ab-a255-9c4eed802f6c tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/ports?device_id=1c63ca1d-117e-400e-a872-50c7fd37ece9 HTTP/1.1" status: 200 len: 945 time: 0.1471298 May 30 20:01:22.662013 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e74bbfce-3e96-4293-b718-85137f244e85 req-6f079b5a-0d74-418d-ac83-ab8186099f7e tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/security-groups?id=b7c7fe04-8ab6-4ec0-af46-b4358854e449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193991 May 30 20:01:22.668642 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fff4814-3e6b-4967-9307-94b3c14a41d0 service neutron] Pushing event updated for resources: {'Port': ['ID=cf772378-fb5a-4970-a2b3-d660abe9cafd,revision_number=8']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:01:22.786622 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5d854a-da49-4a76-857c-648ff0f146e0 req-89657980-6247-45cc-9983-4b055ab75713 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:22.788641 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fa5d854a-da49-4a76-857c-648ff0f146e0 req-89657980-6247-45cc-9983-4b055ab75713 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/ports?device_id=d2bdcaf2-0ffc-4987-be3d-0cdd4af8d462 HTTP/1.1" status: 200 len: 950 time: 0.8021715 May 30 20:01:23.113654 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-82ecfa7b-ca90-4b46-9ea4-32b65b329897 req-7fff4814-3e6b-4967-9307-94b3c14a41d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:23.117415 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-82ecfa7b-ca90-4b46-9ea4-32b65b329897 req-7fff4814-3e6b-4967-9307-94b3c14a41d0 service neutron] 10.222.0.71 "PUT /v2.0/ports/cf772378-fb5a-4970-a2b3-d660abe9cafd HTTP/1.1" status: 200 len: 1121 time: 5.2294359 May 30 20:01:23.155771 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fa5d854a-da49-4a76-857c-648ff0f146e0 req-36d92e2e-1b52-4fe8-a379-3860fb48ded8 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/security-groups?id=e1329ead-76da-4fe1-a988-d24ed3099985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3264053 May 30 20:01:23.247120 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['cf772378-fb5a-4970-a2b3-d660abe9cafd'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:01:23.247902 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68d6775-a5c0-4b5b-acfb-d528f0b80eba req-66af089d-d483-4d87-80b1-a66da7251abc tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:23.259114 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b68d6775-a5c0-4b5b-acfb-d528f0b80eba req-66af089d-d483-4d87-80b1-a66da7251abc tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.85 "GET /v2.0/ports?device_id=44ee0b58-94d1-4f30-9032-9a1395c62459 HTTP/1.1" status: 200 len: 943 time: 0.3500321 May 30 20:01:23.378691 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b68d6775-a5c0-4b5b-acfb-d528f0b80eba req-f1c769ec-e981-42f1-90dd-63a84f03f9a9 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.85 "GET /v2.0/security-groups?id=e04d9b86-3d99-41a3-8241-c517ec1f4730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183043 May 30 20:01:23.460906 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-0c84d0d6-c21f-4b6e-941b-a4c6715d517e req-15d095ed-de90-491d-8263-cf5a7dbe3481 service neutron] Attempting to bind port d635aed3-c998-44f7-924c-bc82e71e38ae on host n-h2-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:01:23.461848 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-0c84d0d6-c21f-4b6e-941b-a4c6715d517e req-15d095ed-de90-491d-8263-cf5a7dbe3481 service neutron] Attempting to bind port d635aed3-c998-44f7-924c-bc82e71e38ae by drivers openvswitch,hyperv on host n-h2-843948-2 at level 0 using segments [{'id': '3a626651-8b25-4f7c-aed3-c510bf367e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '1372c12a-f0e8-424c-9175-b08375e9aff5'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:01:23.461848 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c84d0d6-c21f-4b6e-941b-a4c6715d517e req-15d095ed-de90-491d-8263-cf5a7dbe3481 service neutron] Attempting to bind port d635aed3-c998-44f7-924c-bc82e71e38ae on network 1372c12a-f0e8-424c-9175-b08375e9aff5 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:01:23.491677 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c84d0d6-c21f-4b6e-941b-a4c6715d517e req-15d095ed-de90-491d-8263-cf5a7dbe3481 service neutron] Port d635aed3-c998-44f7-924c-bc82e71e38ae on network 1372c12a-f0e8-424c-9175-b08375e9aff5 not bound, no agent of type Open vSwitch agent registered on host n-h2-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:01:23.491948 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c84d0d6-c21f-4b6e-941b-a4c6715d517e req-15d095ed-de90-491d-8263-cf5a7dbe3481 service neutron] Attempting to bind port d635aed3-c998-44f7-924c-bc82e71e38ae on network 1372c12a-f0e8-424c-9175-b08375e9aff5 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:01:23.532631 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c84d0d6-c21f-4b6e-941b-a4c6715d517e req-15d095ed-de90-491d-8263-cf5a7dbe3481 service neutron] Checking agent: {'id': 'eaa08354-e8f5-4e73-af76-8d3cf7d2b390', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:01:23.532973 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c84d0d6-c21f-4b6e-941b-a4c6715d517e req-15d095ed-de90-491d-8263-cf5a7dbe3481 service neutron] Checking segment: {'id': '3a626651-8b25-4f7c-aed3-c510bf367e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '1372c12a-f0e8-424c-9175-b08375e9aff5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:01:23.533369 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c84d0d6-c21f-4b6e-941b-a4c6715d517e req-15d095ed-de90-491d-8263-cf5a7dbe3481 service neutron] Bound using segment: {'id': '3a626651-8b25-4f7c-aed3-c510bf367e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '1372c12a-f0e8-424c-9175-b08375e9aff5'} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:01:23.534061 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-0c84d0d6-c21f-4b6e-941b-a4c6715d517e req-15d095ed-de90-491d-8263-cf5a7dbe3481 service neutron] Bound port: d635aed3-c998-44f7-924c-bc82e71e38ae, host: n-h2-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a626651-8b25-4f7c-aed3-c510bf367e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '1372c12a-f0e8-424c-9175-b08375e9aff5'}}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:01:23.534337 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-0c84d0d6-c21f-4b6e-941b-a4c6715d517e req-15d095ed-de90-491d-8263-cf5a7dbe3481 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:23.681588 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-edbbb616-ebf2-43df-a8be-356a8f77748d req-1686d1a7-576f-4e38-ba4d-47a455222067 tempest-LiveMigrationTest-484647171 tempest-LiveMigrationTest-484647171-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=1c63ca1d-117e-400e-a872-50c7fd37ece9&tenant_id=e03d8798de6f4daa8bc8080dc719ce8a&binding%3Ahost_id=n-h1-843948-2 HTTP/1.1" status: 200 len: 1096 time: 0.4211605 May 30 20:01:23.723774 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-edbbb616-ebf2-43df-a8be-356a8f77748d req-a06c8360-02ea-4618-984d-6b1604b4e02c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-843948-2'}}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:01:23.818238 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44ee0b58-94d1-4f30-9032-9a1395c62459', 'tag': 'cf772378-fb5a-4970-a2b3-d660abe9cafd'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:01:23.830751 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 82708d7a-2b52-495b-a7ed-40d54f53c617 details requested by agent hyperv_n-h2-843948-2 with host n-h2-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:01:23.871746 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-0c84d0d6-c21f-4b6e-941b-a4c6715d517e req-15d095ed-de90-491d-8263-cf5a7dbe3481 service neutron] For port d635aed3-c998-44f7-924c-bc82e71e38ae, host n-h2-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:01:23.906250 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c96c14-4722-4dc4-80e3-c524bb3191af req-718983fb-c601-4c21-84d7-4924d100f845 tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:23.909475 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-40c96c14-4722-4dc4-80e3-c524bb3191af req-718983fb-c601-4c21-84d7-4924d100f845 tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] 10.222.0.85 "GET /v2.0/ports?device_id=a451c69d-9391-4805-aff4-d400af583d7d HTTP/1.1" status: 200 len: 944 time: 0.3111005 May 30 20:01:24.064211 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-0c84d0d6-c21f-4b6e-941b-a4c6715d517e req-15d095ed-de90-491d-8263-cf5a7dbe3481 service neutron] For port d635aed3-c998-44f7-924c-bc82e71e38ae, host n-h2-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=d635aed3-c998-44f7-924c-bc82e71e38ae,segment=NetworkSegment(3a626651-8b25-4f7c-aed3-c510bf367e24),segment_id=3a626651-8b25-4f7c-aed3-c510bf367e24)] {{(pid=84887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:01:24.134444 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-40c96c14-4722-4dc4-80e3-c524bb3191af req-fc8b8ae1-d51a-4738-b4e0-20292e2a781d tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] Synchronizing usage tracker for tenant:bbfe05941810494e822dbbe8fc7e85f8 on resource:security_group {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:01:24.183725 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-40c96c14-4722-4dc4-80e3-c524bb3191af req-fc8b8ae1-d51a-4738-b4e0-20292e2a781d tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] Unset dirty status for tenant:bbfe05941810494e822dbbe8fc7e85f8 on resource:security_group {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:01:24.185656 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-40c96c14-4722-4dc4-80e3-c524bb3191af req-fc8b8ae1-d51a-4738-b4e0-20292e2a781d tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] 10.222.0.85 "GET /v2.0/security-groups?id=dac481bc-e0af-4040-91be-73f3fd319fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2624853 May 30 20:01:24.198297 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-0c84d0d6-c21f-4b6e-941b-a4c6715d517e req-15d095ed-de90-491d-8263-cf5a7dbe3481 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:24.228257 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 82708d7a-2b52-495b-a7ed-40d54f53c617, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=82708d7a-2b52-495b-a7ed-40d54f53c617,segment=NetworkSegment(4d4a7668-7a19-4452-8bd2-a5411730cf30),segment_id=4d4a7668-7a19-4452-8bd2-a5411730cf30)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:01:24.250324 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 82708d7a-2b52-495b-a7ed-40d54f53c617 has no active binding in host n-h2-843948-2 {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 30 20:01:24.406070 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-edbbb616-ebf2-43df-a8be-356a8f77748d req-a06c8360-02ea-4618-984d-6b1604b4e02c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:24.464424 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-0c84d0d6-c21f-4b6e-941b-a4c6715d517e req-15d095ed-de90-491d-8263-cf5a7dbe3481 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:24.466907 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0c84d0d6-c21f-4b6e-941b-a4c6715d517e req-15d095ed-de90-491d-8263-cf5a7dbe3481 service neutron] 10.222.0.86 "PUT /v2.0/ports/d635aed3-c998-44f7-924c-bc82e71e38ae HTTP/1.1" status: 200 len: 1092 time: 5.4835639 May 30 20:01:24.556339 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-524e0298-e10b-433b-8532-0ca89ddb1b1f req-ccffdf4b-9e8d-4313-ac75-00a897a8aed8 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=d2bdcaf2-0ffc-4987-be3d-0cdd4af8d462&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1773214 May 30 20:01:24.732800 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d095ed-de90-491d-8263-cf5a7dbe3481 service neutron] Pushing event updated for resources: {'Port': ['ID=d635aed3-c998-44f7-924c-bc82e71e38ae,revision_number=3']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:01:24.959596 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0c84d0d6-c21f-4b6e-941b-a4c6715d517e req-c4f7c37b-13ee-469c-8df3-4768453d3820 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=bbfe05941810494e822dbbe8fc7e85f8&device_id=a451c69d-9391-4805-aff4-d400af583d7d HTTP/1.1" status: 200 len: 1095 time: 0.3514028 May 30 20:01:24.976793 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-edbbb616-ebf2-43df-a8be-356a8f77748d req-a06c8360-02ea-4618-984d-6b1604b4e02c service neutron] For port 82708d7a-2b52-495b-a7ed-40d54f53c617, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=82708d7a-2b52-495b-a7ed-40d54f53c617,segment=NetworkSegment(4d4a7668-7a19-4452-8bd2-a5411730cf30),segment_id=4d4a7668-7a19-4452-8bd2-a5411730cf30)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:01:25.105062 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.db.resource_extend [req-edbbb616-ebf2-43df-a8be-356a8f77748d req-a06c8360-02ea-4618-984d-6b1604b4e02c service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:01:25.143463 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0c84d0d6-c21f-4b6e-941b-a4c6715d517e req-fd53bb60-06fb-4370-a8ee-7c241661b947 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d635aed3-c998-44f7-924c-bc82e71e38ae HTTP/1.1" status: 200 len: 217 time: 0.1476161 May 30 20:01:25.146936 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-edbbb616-ebf2-43df-a8be-356a8f77748d req-a06c8360-02ea-4618-984d-6b1604b4e02c service neutron] For port 82708d7a-2b52-495b-a7ed-40d54f53c617, host n-h1-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:01:25.262060 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c84d0d6-c21f-4b6e-941b-a4c6715d517e req-cb0c309c-70a9-4a28-8095-6488fcaeaea2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:25.263836 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0c84d0d6-c21f-4b6e-941b-a4c6715d517e req-cb0c309c-70a9-4a28-8095-6488fcaeaea2 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ef2fdeec-f4c0-42a0-9b92-f39be90d06c6 HTTP/1.1" status: 200 len: 854 time: 0.0841215 May 30 20:01:25.369593 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-edbbb616-ebf2-43df-a8be-356a8f77748d req-a06c8360-02ea-4618-984d-6b1604b4e02c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:25.421104 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0c84d0d6-c21f-4b6e-941b-a4c6715d517e req-d23a2ce8-d635-486c-b292-94c9e8bac79c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=1372c12a-f0e8-424c-9175-b08375e9aff5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1434071 May 30 20:01:26.111029 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0c84d0d6-c21f-4b6e-941b-a4c6715d517e req-fbc7f8c9-c4be-48e0-b0f3-ccfd779e8133 service neutron] 10.222.0.86 "GET /v2.0/networks/1372c12a-f0e8-424c-9175-b08375e9aff5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6703098 May 30 20:01:26.158254 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-a85e0339-479d-486e-a8bd-7ebe22a148a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:26.314101 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-edbbb616-ebf2-43df-a8be-356a8f77748d req-a06c8360-02ea-4618-984d-6b1604b4e02c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:26.886102 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device cf772378-fb5a-4970-a2b3-d660abe9cafd details requested by agent hyperv_n-h1-843948-2 with host n-h1-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:01:27.054815 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-18d733df-2a95-4881-9eca-7b8692dedfe5 req-fdc54852-219c-4ebe-aba4-a58fb66a0c73 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=507d6785502940d28c178ad4aae87e46&device_id=44ee0b58-94d1-4f30-9032-9a1395c62459 HTTP/1.1" status: 200 len: 1124 time: 0.2604685 May 30 20:01:27.099408 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0c84d0d6-c21f-4b6e-941b-a4c6715d517e req-484f3d38-7c47-4057-a953-824f9e550fac service neutron] 10.222.0.86 "GET /v2.0/networks/1372c12a-f0e8-424c-9175-b08375e9aff5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7512038 May 30 20:01:27.103977 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04750e66-d586-4a86-8cad-bc1cbe62bd35'] response: {'name': 'network-changed', 'server_uuid': '44ee0b58-94d1-4f30-9032-9a1395c62459', 'tag': 'cf772378-fb5a-4970-a2b3-d660abe9cafd', 'status': 'completed', 'code': 200} May 30 20:01:27.390553 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06c8360-02ea-4618-984d-6b1604b4e02c service neutron] Pushing event updated for resources: {'Port': ['ID=82708d7a-2b52-495b-a7ed-40d54f53c617,revision_number=7']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:01:27.446045 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port cf772378-fb5a-4970-a2b3-d660abe9cafd, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=cf772378-fb5a-4970-a2b3-d660abe9cafd,segment=NetworkSegment(4048bfa0-f1bd-4aa7-86bf-7023b66ee7f9),segment_id=4048bfa0-f1bd-4aa7-86bf-7023b66ee7f9)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:01:27.488256 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device cf772378-fb5a-4970-a2b3-d660abe9cafd has no active binding in host n-h1-843948-2 {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 30 20:01:27.498793 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b493196a-0b09-4b7a-a550-7e08d78bfa1e req-4f43ea8a-c831-46c4-b73e-41a16f716eed service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=d2bdcaf2-0ffc-4987-be3d-0cdd4af8d462&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.2967103 May 30 20:01:27.612762 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 44768) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:01:27.887093 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef1b628-99bb-4782-be41-5936b1e35ce6 req-1ecccaf5-df79-49b7-baaf-b12ed55c4355 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:27.906410 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929843fc-03a5-4852-bedf-47d9bc446768 req-a72dc3fb-789c-4743-95ff-f1b709a7202f tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:27.909133 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-929843fc-03a5-4852-bedf-47d9bc446768 req-a72dc3fb-789c-4743-95ff-f1b709a7202f tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.85 "GET /v2.0/ports?device_id=44ee0b58-94d1-4f30-9032-9a1395c62459 HTTP/1.1" status: 200 len: 943 time: 0.6638184 May 30 20:01:27.919500 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1ef1b628-99bb-4782-be41-5936b1e35ce6 req-1ecccaf5-df79-49b7-baaf-b12ed55c4355 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/ports?device_id=1c63ca1d-117e-400e-a872-50c7fd37ece9 HTTP/1.1" status: 200 len: 943 time: 1.7846601 May 30 20:01:27.955298 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-edbbb616-ebf2-43df-a8be-356a8f77748d req-a06c8360-02ea-4618-984d-6b1604b4e02c service neutron] Attempting to bind port 82708d7a-2b52-495b-a7ed-40d54f53c617 on host n-h1-843948-2 for vnic_type normal with profile {"migrating_to": "n-h2-843948-2"} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:01:27.955805 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-edbbb616-ebf2-43df-a8be-356a8f77748d req-a06c8360-02ea-4618-984d-6b1604b4e02c service neutron] Attempting to bind port 82708d7a-2b52-495b-a7ed-40d54f53c617 by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': '4d4a7668-7a19-4452-8bd2-a5411730cf30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '22982b8a-b22c-41df-a053-0dde355094a5'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:01:27.958160 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edbbb616-ebf2-43df-a8be-356a8f77748d req-a06c8360-02ea-4618-984d-6b1604b4e02c service neutron] Attempting to bind port 82708d7a-2b52-495b-a7ed-40d54f53c617 on network 22982b8a-b22c-41df-a053-0dde355094a5 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:01:28.011508 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d733df-2a95-4881-9eca-7b8692dedfe5 req-a3a2109d-381c-4d0d-979f-135980788f68 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:28.014304 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-18d733df-2a95-4881-9eca-7b8692dedfe5 req-a3a2109d-381c-4d0d-979f-135980788f68 service neutron] 10.222.0.86 "GET /v2.0/networks?id=a2a2680a-30c7-4004-a919-1078d0f1a0a1 HTTP/1.1" status: 200 len: 921 time: 0.9327240 May 30 20:01:28.204269 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edbbb616-ebf2-43df-a8be-356a8f77748d req-a06c8360-02ea-4618-984d-6b1604b4e02c service neutron] Port 82708d7a-2b52-495b-a7ed-40d54f53c617 on network 22982b8a-b22c-41df-a053-0dde355094a5 not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:01:28.204809 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edbbb616-ebf2-43df-a8be-356a8f77748d req-a06c8360-02ea-4618-984d-6b1604b4e02c service neutron] Attempting to bind port 82708d7a-2b52-495b-a7ed-40d54f53c617 on network 22982b8a-b22c-41df-a053-0dde355094a5 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:01:28.234529 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1ef1b628-99bb-4782-be41-5936b1e35ce6 req-0a9e5112-cade-4afb-a98c-cc6cb1d538ea tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/security-groups?id=b7c7fe04-8ab6-4ec0-af46-b4358854e449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2967052 May 30 20:01:28.268044 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edbbb616-ebf2-43df-a8be-356a8f77748d req-a06c8360-02ea-4618-984d-6b1604b4e02c service neutron] Checking agent: {'id': 'f728d74e-a4ae-4384-860b-a5ade05dd8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 1, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:01:28.268886 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edbbb616-ebf2-43df-a8be-356a8f77748d req-a06c8360-02ea-4618-984d-6b1604b4e02c service neutron] Checking segment: {'id': '4d4a7668-7a19-4452-8bd2-a5411730cf30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '22982b8a-b22c-41df-a053-0dde355094a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:01:28.272758 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edbbb616-ebf2-43df-a8be-356a8f77748d req-a06c8360-02ea-4618-984d-6b1604b4e02c service neutron] Bound using segment: {'id': '4d4a7668-7a19-4452-8bd2-a5411730cf30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '22982b8a-b22c-41df-a053-0dde355094a5'} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:01:28.273018 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-18d733df-2a95-4881-9eca-7b8692dedfe5 req-3853d0f4-ac2f-40d7-83fa-5829c6e15ff3 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cf772378-fb5a-4970-a2b3-d660abe9cafd HTTP/1.1" status: 200 len: 217 time: 0.2368605 May 30 20:01:28.276056 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-edbbb616-ebf2-43df-a8be-356a8f77748d req-a06c8360-02ea-4618-984d-6b1604b4e02c service neutron] Bound port: 82708d7a-2b52-495b-a7ed-40d54f53c617, host: n-h1-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d4a7668-7a19-4452-8bd2-a5411730cf30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '22982b8a-b22c-41df-a053-0dde355094a5'}}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:01:28.276530 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4de98d0e-26dc-4410-8be2-12b2905c8a09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:28.282427 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-edbbb616-ebf2-43df-a8be-356a8f77748d req-a06c8360-02ea-4618-984d-6b1604b4e02c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:28.329685 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-82ecfa7b-ca90-4b46-9ea4-32b65b329897 req-f9f95aed-7b4d-425e-b800-acaeaef77a3f service neutron] 10.222.0.86 "GET /v2.0/ports/cf772378-fb5a-4970-a2b3-d660abe9cafd/bindings/n-h1-843948-2 HTTP/1.1" status: 200 len: 384 time: 0.8355176 May 30 20:01:28.422059 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-929843fc-03a5-4852-bedf-47d9bc446768 req-e7807a0b-68e6-402e-bd66-2af3b3606a21 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.85 "GET /v2.0/security-groups?id=e04d9b86-3d99-41a3-8241-c517ec1f4730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4574254 May 30 20:01:28.563216 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d733df-2a95-4881-9eca-7b8692dedfe5 req-27115d91-cb03-43bf-a9f5-b3f3e9f71bc4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:28.567522 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-18d733df-2a95-4881-9eca-7b8692dedfe5 req-27115d91-cb03-43bf-a9f5-b3f3e9f71bc4 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8501e548-9fd0-4b41-a186-ee2d1e9a4a4f HTTP/1.1" status: 200 len: 860 time: 0.2528265 May 30 20:01:28.635135 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-4de98d0e-26dc-4410-8be2-12b2905c8a09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:01:28.650457 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-4de98d0e-26dc-4410-8be2-12b2905c8a09 admin admin] Usage tracker for resource:security_group_rule and tenant:d072ad9ca5d54c688c6e70c4df5a8d37 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:01:28.656937 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-18d733df-2a95-4881-9eca-7b8692dedfe5 req-b5c0c37f-17aa-4b99-a8e8-12d177f15ae2 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a2a2680a-30c7-4004-a919-1078d0f1a0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0768588 May 30 20:01:28.658085 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-4de98d0e-26dc-4410-8be2-12b2905c8a09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:01:28.712979 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-4de98d0e-26dc-4410-8be2-12b2905c8a09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:01:29.005390 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-18d733df-2a95-4881-9eca-7b8692dedfe5 req-bddd2e30-24b3-41bf-b1f6-b4a3d61d7696 service neutron] 10.222.0.86 "GET /v2.0/networks/a2a2680a-30c7-4004-a919-1078d0f1a0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3341475 May 30 20:01:29.105458 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a451c69d-9391-4805-aff4-d400af583d7d', 'tag': 'd635aed3-c998-44f7-924c-bc82e71e38ae'}, {'server_uuid': '1c63ca1d-117e-400e-a872-50c7fd37ece9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82708d7a-2b52-495b-a7ed-40d54f53c617'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:01:29.237910 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-edbbb616-ebf2-43df-a8be-356a8f77748d req-a06c8360-02ea-4618-984d-6b1604b4e02c service neutron] For port 82708d7a-2b52-495b-a7ed-40d54f53c617, host n-h1-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:01:29.263602 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4de98d0e-26dc-4410-8be2-12b2905c8a09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:29.273595 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-edbbb616-ebf2-43df-a8be-356a8f77748d req-a06c8360-02ea-4618-984d-6b1604b4e02c service neutron] For port 82708d7a-2b52-495b-a7ed-40d54f53c617, host n-h1-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=82708d7a-2b52-495b-a7ed-40d54f53c617,segment=NetworkSegment(4d4a7668-7a19-4452-8bd2-a5411730cf30),segment_id=4d4a7668-7a19-4452-8bd2-a5411730cf30)] {{(pid=84887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:01:29.338756 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-18d733df-2a95-4881-9eca-7b8692dedfe5 req-46ae2586-b7f6-47cc-82a6-f83183ed5770 service neutron] 10.222.0.86 "GET /v2.0/networks/a2a2680a-30c7-4004-a919-1078d0f1a0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3225079 May 30 20:01:29.355327 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4de98d0e-26dc-4410-8be2-12b2905c8a09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:29.391254 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d055bf-2269-4964-9449-54237a4dadbd req-4fb64c7e-8fc7-4553-9fc8-8b622ecaaf93 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:29.393708 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a5d055bf-2269-4964-9449-54237a4dadbd req-4fb64c7e-8fc7-4553-9fc8-8b622ecaaf93 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/ports?device_id=d2bdcaf2-0ffc-4987-be3d-0cdd4af8d462 HTTP/1.1" status: 200 len: 950 time: 0.5681331 May 30 20:01:29.522688 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-edbbb616-ebf2-43df-a8be-356a8f77748d req-a06c8360-02ea-4618-984d-6b1604b4e02c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:29.544295 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de98d0e-26dc-4410-8be2-12b2905c8a09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=632e9720-10fd-4cb8-8946-7ff643356222,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:01:29.561224 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-5a157774-9c9a-4791-9e00-a636868f96a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:29.567277 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6867e3b8-dcb3-4a8e-8d2a-3da84b50ef20 req-d4277672-e67b-4b81-9117-58d8a06d29a1 tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:29.569328 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6867e3b8-dcb3-4a8e-8d2a-3da84b50ef20 req-d4277672-e67b-4b81-9117-58d8a06d29a1 tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] 10.222.0.85 "GET /v2.0/ports?device_id=a451c69d-9391-4805-aff4-d400af583d7d HTTP/1.1" status: 200 len: 944 time: 0.5283875 May 30 20:01:29.584663 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-4de98d0e-26dc-4410-8be2-12b2905c8a09 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=d072ad9ca5d54c688c6e70c4df5a8d37&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9412301 May 30 20:01:29.584663 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 44802) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:01:29.681831 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06c8360-02ea-4618-984d-6b1604b4e02c service neutron] Pushing event updated for resources: {'Port': ['ID=82708d7a-2b52-495b-a7ed-40d54f53c617,revision_number=8']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:01:29.734754 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:29.860930 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device cf772378-fb5a-4970-a2b3-d660abe9cafd no longer exists at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:01:30.027989 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a5d055bf-2269-4964-9449-54237a4dadbd req-9fd3440f-41c5-4856-91ce-fe9475d8329e tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/security-groups?id=e1329ead-76da-4fe1-a988-d24ed3099985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5068290 May 30 20:01:30.031736 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-82ecfa7b-ca90-4b46-9ea4-32b65b329897 req-819f5b1f-fe37-448f-8050-a29bbb089e54 service neutron] For port cf772378-fb5a-4970-a2b3-d660abe9cafd, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=cf772378-fb5a-4970-a2b3-d660abe9cafd,segment=NetworkSegment(4048bfa0-f1bd-4aa7-86bf-7023b66ee7f9),segment_id=4048bfa0-f1bd-4aa7-86bf-7023b66ee7f9)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:01:30.061949 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e9f78695-25ea-4f6f-8cd5-6cccc1449c54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:30.177005 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e9f78695-25ea-4f6f-8cd5-6cccc1449c54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:30.265464 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-edbbb616-ebf2-43df-a8be-356a8f77748d req-a06c8360-02ea-4618-984d-6b1604b4e02c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:30.267843 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-edbbb616-ebf2-43df-a8be-356a8f77748d req-a06c8360-02ea-4618-984d-6b1604b4e02c service neutron] 10.222.0.86 "PUT /v2.0/ports/82708d7a-2b52-495b-a7ed-40d54f53c617 HTTP/1.1" status: 200 len: 1121 time: 6.5643556 May 30 20:01:30.304961 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-82ecfa7b-ca90-4b46-9ea4-32b65b329897 req-819f5b1f-fe37-448f-8050-a29bbb089e54 service neutron] For port cf772378-fb5a-4970-a2b3-d660abe9cafd, host n-h2-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:01:30.307749 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6867e3b8-dcb3-4a8e-8d2a-3da84b50ef20 req-f1ff66de-437a-44b6-a9f1-d06a0e51373c tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] 10.222.0.85 "GET /v2.0/security-groups?id=dac481bc-e0af-4040-91be-73f3fd319fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6695359 May 30 20:01:30.347406 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e9f78695-25ea-4f6f-8cd5-6cccc1449c54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:30.424802 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e9f78695-25ea-4f6f-8cd5-6cccc1449c54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:30.435215 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-e9f78695-25ea-4f6f-8cd5-6cccc1449c54 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/632e9720-10fd-4cb8-8946-7ff643356222 HTTP/1.1" status: 204 len: 168 time: 0.8487630 May 30 20:01:30.446630 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f78695-25ea-4f6f-8cd5-6cccc1449c54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=632e9720-10fd-4cb8-8946-7ff643356222,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:01:30.529981 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [req-82ecfa7b-ca90-4b46-9ea4-32b65b329897 req-819f5b1f-fe37-448f-8050-a29bbb089e54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf772378-fb5a-4970-a2b3-d660abe9cafd {{(pid=84887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:01:30.589115 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-82ecfa7b-ca90-4b46-9ea4-32b65b329897 req-819f5b1f-fe37-448f-8050-a29bbb089e54 service neutron] For port cf772378-fb5a-4970-a2b3-d660abe9cafd, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=cf772378-fb5a-4970-a2b3-d660abe9cafd,segment=NetworkSegment(4048bfa0-f1bd-4aa7-86bf-7023b66ee7f9),segment_id=4048bfa0-f1bd-4aa7-86bf-7023b66ee7f9)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:01:30.642216 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['82708d7a-2b52-495b-a7ed-40d54f53c617'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:01:30.740778 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-82ecfa7b-ca90-4b46-9ea4-32b65b329897 req-819f5b1f-fe37-448f-8050-a29bbb089e54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:30.819719 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['82708d7a-2b52-495b-a7ed-40d54f53c617'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:01:31.120256 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-92ee43fd-b143-41e1-8ec5-7c29350d74d5 req-1317cdfd-1bef-4199-9212-a75a94d23355 tempest-DeleteServersAdminTestJSON-186780212 tempest-DeleteServersAdminTestJSON-186780212-project] 10.222.0.85 "GET /v2.0/networks?tenant_id=7e3c331a2fad4ee3bf81523c83fbacaf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1239398 May 30 20:01:31.309236 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:31.721651 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-82ecfa7b-ca90-4b46-9ea4-32b65b329897 req-819f5b1f-fe37-448f-8050-a29bbb089e54 service neutron] Transition to ACTIVE for port object cf772378-fb5a-4970-a2b3-d660abe9cafd will not be triggered until provisioned by entity L2. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:01:31.756286 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ee43fd-b143-41e1-8ec5-7c29350d74d5 req-51397b5a-9ece-4527-9580-e39f691f260f tempest-DeleteServersAdminTestJSON-186780212 tempest-DeleteServersAdminTestJSON-186780212-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:31.756286 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-92ee43fd-b143-41e1-8ec5-7c29350d74d5 req-51397b5a-9ece-4527-9580-e39f691f260f tempest-DeleteServersAdminTestJSON-186780212 tempest-DeleteServersAdminTestJSON-186780212-project] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6310172 May 30 20:01:31.819298 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-92ee43fd-b143-41e1-8ec5-7c29350d74d5 req-b9c93128-9611-4a27-9342-7f27b60a105d tempest-DeleteServersAdminTestJSON-186780212 tempest-DeleteServersAdminTestJSON-186780212-project] 10.222.0.85 "GET /v2.0/quotas/7e3c331a2fad4ee3bf81523c83fbacaf HTTP/1.1" status: 200 len: 375 time: 0.0524104 May 30 20:01:31.823287 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29af8df6-c05a-4bec-b73a-9287ab9cd3c9'] response: {'name': 'network-changed', 'server_uuid': 'a451c69d-9391-4805-aff4-d400af583d7d', 'tag': 'd635aed3-c998-44f7-924c-bc82e71e38ae', 'status': 'completed', 'code': 200} May 30 20:01:31.823851 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29af8df6-c05a-4bec-b73a-9287ab9cd3c9'] response: {'server_uuid': '1c63ca1d-117e-400e-a872-50c7fd37ece9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82708d7a-2b52-495b-a7ed-40d54f53c617', 'code': 200} May 30 20:01:31.826196 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-82ecfa7b-ca90-4b46-9ea4-32b65b329897 req-819f5b1f-fe37-448f-8050-a29bbb089e54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:32.042947 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-92ee43fd-b143-41e1-8ec5-7c29350d74d5 req-3446645f-5dd3-4a06-afc2-870471c6443a tempest-DeleteServersAdminTestJSON-186780212 tempest-DeleteServersAdminTestJSON-186780212-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=7e3c331a2fad4ee3bf81523c83fbacaf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2101576 May 30 20:01:32.135721 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 44832) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:01:32.171834 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8c231124-05b3-4317-9999-3f3ea186c916 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:32.221248 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-8c231124-05b3-4317-9999-3f3ea186c916 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:01:32.228213 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-8c231124-05b3-4317-9999-3f3ea186c916 admin admin] Usage tracker for resource:security_group_rule and tenant:c8caf82c78664eac954fe49179d8e229 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:01:32.231694 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-8c231124-05b3-4317-9999-3f3ea186c916 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:01:32.239217 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-8c231124-05b3-4317-9999-3f3ea186c916 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:01:32.260700 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819f5b1f-fe37-448f-8050-a29bbb089e54 service neutron] Pushing event updated for resources: {'Port': ['ID=cf772378-fb5a-4970-a2b3-d660abe9cafd,revision_number=10']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:01:32.338180 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8c231124-05b3-4317-9999-3f3ea186c916 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:32.396644 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72575bb-0a15-4267-9a5b-5315b3670fb8 req-b630f353-d6ac-462f-9acf-479b52ac5913 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:32.398248 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d72575bb-0a15-4267-9a5b-5315b3670fb8 req-b630f353-d6ac-462f-9acf-479b52ac5913 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/ports?device_id=1c63ca1d-117e-400e-a872-50c7fd37ece9 HTTP/1.1" status: 200 len: 943 time: 0.3183136 May 30 20:01:32.415476 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-82ecfa7b-ca90-4b46-9ea4-32b65b329897 req-819f5b1f-fe37-448f-8050-a29bbb089e54 service neutron] No DVR routers for this DVR port cf772378-fb5a-4970-a2b3-d660abe9cafd on host n-h2-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:01:32.471563 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d72575bb-0a15-4267-9a5b-5315b3670fb8 req-b291f10e-391f-42e9-a6c1-d938584ef184 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/security-groups?id=b7c7fe04-8ab6-4ec0-af46-b4358854e449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609221 May 30 20:01:32.505653 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-82ecfa7b-ca90-4b46-9ea4-32b65b329897 req-819f5b1f-fe37-448f-8050-a29bbb089e54 service neutron] 10.222.0.86 "PUT /v2.0/ports/cf772378-fb5a-4970-a2b3-d660abe9cafd/bindings/n-h1-843948-2/activate HTTP/1.1" status: 200 len: 369 time: 4.1620212 May 30 20:01:32.511497 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1a741817-944e-4e24-be9d-4cd06f107f5f req-b38d1d2c-34f8-4fc8-960d-1fe877fc482e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=bbfe05941810494e822dbbe8fc7e85f8&device_id=a451c69d-9391-4805-aff4-d400af583d7d HTTP/1.1" status: 200 len: 1095 time: 0.6289887 May 30 20:01:32.532019 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8c231124-05b3-4317-9999-3f3ea186c916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:32.532569 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:32.703499 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-8c231124-05b3-4317-9999-3f3ea186c916 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=c8caf82c78664eac954fe49179d8e229&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5610743 May 30 20:01:32.706825 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 44842) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:01:32.917258 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c231124-05b3-4317-9999-3f3ea186c916 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e795773c-973a-444d-a9c6-a189f919268c,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:01:33.044154 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-82ecfa7b-ca90-4b46-9ea4-32b65b329897 req-93474629-82e9-4401-aa7d-b0b8ece67fd2 tempest-LiveAutoBlockMigrationV225Test-1041394858 tempest-LiveAutoBlockMigrationV225Test-1041394858-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=44ee0b58-94d1-4f30-9032-9a1395c62459&tenant_id=507d6785502940d28c178ad4aae87e46&binding%3Ahost_id=n-h2-843948-2 HTTP/1.1" status: 200 len: 1095 time: 0.3206317 May 30 20:01:33.157762 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b493196a-0b09-4b7a-a550-7e08d78bfa1e req-efa2c8fc-beda-4398-8bb5-0ede9016b99c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fa61b48b7a6444fe8c9a2f45b95c1d11&device_id=d2bdcaf2-0ffc-4987-be3d-0cdd4af8d462 HTTP/1.1" status: 200 len: 1101 time: 0.5428300 May 30 20:01:33.169528 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-043818b5-f040-4e52-bb90-c2ebc53ae99b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:33.171975 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a741817-944e-4e24-be9d-4cd06f107f5f req-f1c4d294-1aaf-4bed-9ed8-8544fea376b8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:33.173436 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1a741817-944e-4e24-be9d-4cd06f107f5f req-f1c4d294-1aaf-4bed-9ed8-8544fea376b8 service neutron] 10.222.0.86 "GET /v2.0/networks?id=1372c12a-f0e8-424c-9175-b08375e9aff5 HTTP/1.1" status: 200 len: 916 time: 0.6322904 May 30 20:01:33.215380 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468f907c-c65f-4f95-8d55-7ceb1a698d5d req-e2e4d41d-7b4b-43b6-8794-182ce416e054 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:33.216930 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-468f907c-c65f-4f95-8d55-7ceb1a698d5d req-e2e4d41d-7b4b-43b6-8794-182ce416e054 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.85 "GET /v2.0/ports?device_id=44ee0b58-94d1-4f30-9032-9a1395c62459 HTTP/1.1" status: 200 len: 944 time: 0.3774619 May 30 20:01:33.292299 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-468f907c-c65f-4f95-8d55-7ceb1a698d5d req-31de33dc-107b-4bfc-9963-22c68bc110f4 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.85 "GET /v2.0/security-groups?id=e04d9b86-3d99-41a3-8241-c517ec1f4730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635295 May 30 20:01:33.298128 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-043818b5-f040-4e52-bb90-c2ebc53ae99b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:33.306785 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-82ecfa7b-ca90-4b46-9ea4-32b65b329897 req-e36ccc94-aee9-4b37-8d82-a247223a7055 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=44ee0b58-94d1-4f30-9032-9a1395c62459&tenant_id=507d6785502940d28c178ad4aae87e46 HTTP/1.1" status: 200 len: 1095 time: 0.2547567 May 30 20:01:33.373791 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547965fc-1fd7-47f7-8433-dd8ab547c4b9 req-c6ab871d-d906-4b14-88de-36025bbab04d tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:33.375416 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-547965fc-1fd7-47f7-8433-dd8ab547c4b9 req-c6ab871d-d906-4b14-88de-36025bbab04d tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/ports?device_id=d2bdcaf2-0ffc-4987-be3d-0cdd4af8d462 HTTP/1.1" status: 200 len: 950 time: 0.3904376 May 30 20:01:33.418852 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b493196a-0b09-4b7a-a550-7e08d78bfa1e req-235db738-b409-4733-a5ad-dc6b82d3edfd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:33.420295 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b493196a-0b09-4b7a-a550-7e08d78bfa1e req-235db738-b409-4733-a5ad-dc6b82d3edfd service neutron] 10.222.0.71 "GET /v2.0/networks?id=4344fbed-57fb-43d7-b32d-6020ce60f0a1 HTTP/1.1" status: 200 len: 870 time: 0.2521126 May 30 20:01:33.472720 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-82ecfa7b-ca90-4b46-9ea4-32b65b329897 req-c6963348-3536-409b-b31c-57143980e827 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=507d6785502940d28c178ad4aae87e46&device_id=44ee0b58-94d1-4f30-9032-9a1395c62459 HTTP/1.1" status: 200 len: 1095 time: 0.1413224 May 30 20:01:33.538473 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b493196a-0b09-4b7a-a550-7e08d78bfa1e req-4d435840-67ca-4221-be0d-229f692bc162 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=57beacbc-e526-49cb-a123-a88e6911f417 HTTP/1.1" status: 200 len: 217 time: 0.1020262 May 30 20:01:33.695446 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ecfa7b-ca90-4b46-9ea4-32b65b329897 req-a867a168-a818-45d3-bd1a-cf1b4fcdfdf1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:33.697846 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-82ecfa7b-ca90-4b46-9ea4-32b65b329897 req-a867a168-a818-45d3-bd1a-cf1b4fcdfdf1 service neutron] 10.222.0.71 "GET /v2.0/networks?id=a2a2680a-30c7-4004-a919-1078d0f1a0a1 HTTP/1.1" status: 200 len: 921 time: 0.2189629 May 30 20:01:33.774933 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-043818b5-f040-4e52-bb90-c2ebc53ae99b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:33.785823 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-82ecfa7b-ca90-4b46-9ea4-32b65b329897 req-6057535f-c154-4a5f-9ee5-a91cbef1ea1b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cf772378-fb5a-4970-a2b3-d660abe9cafd HTTP/1.1" status: 200 len: 217 time: 0.0804775 May 30 20:01:33.793010 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd0ce86-bcc2-49dc-b868-8ff8aa6adc85 req-976c440a-7fb0-4778-b925-1af980779878 tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:33.795266 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-dbd0ce86-bcc2-49dc-b868-8ff8aa6adc85 req-976c440a-7fb0-4778-b925-1af980779878 tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] 10.222.0.85 "GET /v2.0/ports?device_id=a451c69d-9391-4805-aff4-d400af583d7d HTTP/1.1" status: 200 len: 944 time: 0.2163539 May 30 20:01:33.822776 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-547965fc-1fd7-47f7-8433-dd8ab547c4b9 req-9fcb420b-fbdd-40d7-a175-e18268947b65 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/security-groups?id=e1329ead-76da-4fe1-a988-d24ed3099985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4102399 May 30 20:01:33.829418 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c63ca1d-117e-400e-a872-50c7fd37ece9', 'tag': '82708d7a-2b52-495b-a7ed-40d54f53c617'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:01:33.842475 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043818b5-f040-4e52-bb90-c2ebc53ae99b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e795773c-973a-444d-a9c6-a189f919268c,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:01:33.846730 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1a741817-944e-4e24-be9d-4cd06f107f5f req-aa053a9e-e220-4072-b40f-f84278264c2e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d635aed3-c998-44f7-924c-bc82e71e38ae HTTP/1.1" status: 200 len: 217 time: 0.2140930 May 30 20:01:33.861601 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-043818b5-f040-4e52-bb90-c2ebc53ae99b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:33.863517 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-043818b5-f040-4e52-bb90-c2ebc53ae99b admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/e795773c-973a-444d-a9c6-a189f919268c HTTP/1.1" status: 204 len: 168 time: 1.1548486 May 30 20:01:33.918333 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ecfa7b-ca90-4b46-9ea4-32b65b329897 req-e36f26fc-db44-41b2-ae93-8dd00cf5f0de service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:33.919677 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-82ecfa7b-ca90-4b46-9ea4-32b65b329897 req-e36f26fc-db44-41b2-ae93-8dd00cf5f0de service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8501e548-9fd0-4b41-a186-ee2d1e9a4a4f HTTP/1.1" status: 200 len: 860 time: 0.1233134 May 30 20:01:33.925417 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-dbd0ce86-bcc2-49dc-b868-8ff8aa6adc85 req-0ab4632d-5585-4dec-9cd9-7dd0fecaba96 tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] 10.222.0.85 "GET /v2.0/security-groups?id=dac481bc-e0af-4040-91be-73f3fd319fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925679 May 30 20:01:33.990458 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-82ecfa7b-ca90-4b46-9ea4-32b65b329897 req-46812d2d-7a8b-48ed-b1e0-fd1d42f68423 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a2a2680a-30c7-4004-a919-1078d0f1a0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527341 May 30 20:01:34.028694 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b493196a-0b09-4b7a-a550-7e08d78bfa1e req-5442661f-97e8-4ce8-b541-bd5c5f076985 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:34.033651 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b493196a-0b09-4b7a-a550-7e08d78bfa1e req-5442661f-97e8-4ce8-b541-bd5c5f076985 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1b83ff54-b1af-44ce-bb75-ba148920553c HTTP/1.1" status: 200 len: 843 time: 0.4733202 May 30 20:01:34.144523 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a741817-944e-4e24-be9d-4cd06f107f5f req-9648d3ac-57d2-4bed-9b49-ddaf90943ec8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:34.146901 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1a741817-944e-4e24-be9d-4cd06f107f5f req-9648d3ac-57d2-4bed-9b49-ddaf90943ec8 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ef2fdeec-f4c0-42a0-9b92-f39be90d06c6 HTTP/1.1" status: 200 len: 854 time: 0.2871280 May 30 20:01:34.244633 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b493196a-0b09-4b7a-a550-7e08d78bfa1e req-33cafe41-ed03-4697-9fec-45c8e3b673c7 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4344fbed-57fb-43d7-b32d-6020ce60f0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2030554 May 30 20:01:34.251521 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-aa03c606-175a-4aa5-89bd-8766ae9a7b52 req-7545cf0d-ab67-47c8-a847-740ff187c4a1 tempest-DeleteServersAdminTestJSON-186780212 tempest-DeleteServersAdminTestJSON-186780212-project] 10.222.0.85 "GET /v2.0/ports?device_id=1f809ba0-e98e-4c54-900b-744d367e7e70 HTTP/1.1" status: 200 len: 210 time: 0.1038470 May 30 20:01:34.376387 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1a741817-944e-4e24-be9d-4cd06f107f5f req-984bbbe1-3967-4aa9-98c9-fb9261560a73 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=1372c12a-f0e8-424c-9175-b08375e9aff5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2210031 May 30 20:01:34.381519 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-82ecfa7b-ca90-4b46-9ea4-32b65b329897 req-3ee700cb-ff6c-4108-88bd-a02ae38dca4c service neutron] 10.222.0.71 "GET /v2.0/networks/a2a2680a-30c7-4004-a919-1078d0f1a0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3943360 May 30 20:01:34.645736 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc38db84-4428-441c-b63d-53f8a7ba54be'] response: {'name': 'network-changed', 'server_uuid': '1c63ca1d-117e-400e-a872-50c7fd37ece9', 'tag': '82708d7a-2b52-495b-a7ed-40d54f53c617', 'status': 'completed', 'code': 200} May 30 20:01:34.703794 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-82ecfa7b-ca90-4b46-9ea4-32b65b329897 req-745be80d-89f0-4bf9-b0ec-a1229b56e977 service neutron] 10.222.0.71 "GET /v2.0/networks/a2a2680a-30c7-4004-a919-1078d0f1a0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3148723 May 30 20:01:34.708766 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b493196a-0b09-4b7a-a550-7e08d78bfa1e req-73d6f8b1-4fd5-4cba-a502-f47bf769c8a3 service neutron] 10.222.0.71 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4538641 May 30 20:01:34.780510 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a40836-6a67-4fbc-a28b-65b9b26e778e req-c55ee314-a22e-49d9-9850-1e011aeb7b99 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:34.784470 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d6a40836-6a67-4fbc-a28b-65b9b26e778e req-c55ee314-a22e-49d9-9850-1e011aeb7b99 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/ports?device_id=1c63ca1d-117e-400e-a872-50c7fd37ece9 HTTP/1.1" status: 200 len: 943 time: 0.2562630 May 30 20:01:34.887503 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1a741817-944e-4e24-be9d-4cd06f107f5f req-36256770-33a6-4a05-b195-0f2beac3f543 service neutron] 10.222.0.86 "GET /v2.0/networks/1372c12a-f0e8-424c-9175-b08375e9aff5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4921038 May 30 20:01:34.898276 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d6a40836-6a67-4fbc-a28b-65b9b26e778e req-79ef5f9c-7e6b-4f06-b20b-5b7dbdb98fb8 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/security-groups?id=b7c7fe04-8ab6-4ec0-af46-b4358854e449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020210 May 30 20:01:35.064903 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d789c05f-b4b3-4c1f-b7e8-9843bada1992 req-14404d1d-755d-43b2-b656-0714b56fcfd5 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e03d8798de6f4daa8bc8080dc719ce8a&device_id=1c63ca1d-117e-400e-a872-50c7fd37ece9 HTTP/1.1" status: 200 len: 1124 time: 0.4314799 May 30 20:01:35.307197 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1a741817-944e-4e24-be9d-4cd06f107f5f req-27828dfc-8a5b-4322-96e7-4752f6849d5c service neutron] 10.222.0.86 "GET /v2.0/networks/1372c12a-f0e8-424c-9175-b08375e9aff5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4052804 May 30 20:01:35.332244 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b493196a-0b09-4b7a-a550-7e08d78bfa1e req-2c89f086-e0cb-4d12-ba32-5fb652b895cb service neutron] 10.222.0.71 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6148131 May 30 20:01:35.393166 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d44d5a3-62d4-4144-8d35-e1b3d31f76af req-2525a688-245b-47c6-9875-4625317556c1 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:35.406917 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1d44d5a3-62d4-4144-8d35-e1b3d31f76af req-2525a688-245b-47c6-9875-4625317556c1 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.85 "GET /v2.0/ports?device_id=44ee0b58-94d1-4f30-9032-9a1395c62459 HTTP/1.1" status: 200 len: 944 time: 0.1869614 May 30 20:01:35.515069 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1d44d5a3-62d4-4144-8d35-e1b3d31f76af req-484945db-c6e4-49c8-95aa-738fff8078e1 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.85 "GET /v2.0/security-groups?id=e04d9b86-3d99-41a3-8241-c517ec1f4730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064091 May 30 20:01:35.633981 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:01:35.788769 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-82ecfa7b-ca90-4b46-9ea4-32b65b329897 req-e46cfb8f-0098-46fb-90e1-0f174643db74 tempest-LiveAutoBlockMigrationV225Test-1041394858 tempest-LiveAutoBlockMigrationV225Test-1041394858-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=44ee0b58-94d1-4f30-9032-9a1395c62459&tenant_id=507d6785502940d28c178ad4aae87e46&binding%3Ahost_id=n-h1-843948-2 HTTP/1.1" status: 200 len: 1095 time: 0.2963383 May 30 20:01:35.795557 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d789c05f-b4b3-4c1f-b7e8-9843bada1992 req-d3b1ed30-cefe-4e56-bf7c-2b6608367f98 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:35.798147 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d789c05f-b4b3-4c1f-b7e8-9843bada1992 req-d3b1ed30-cefe-4e56-bf7c-2b6608367f98 service neutron] 10.222.0.71 "GET /v2.0/networks?id=22982b8a-b22c-41df-a053-0dde355094a5 HTTP/1.1" status: 200 len: 908 time: 0.7082288 May 30 20:01:35.844480 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a11242-65a0-4a37-8b9f-0523e66efd05 req-25ab8a29-8cdb-4f42-8107-417a3f8653ee tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:35.849589 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a5a11242-65a0-4a37-8b9f-0523e66efd05 req-25ab8a29-8cdb-4f42-8107-417a3f8653ee tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] 10.222.0.85 "GET /v2.0/ports?device_id=a451c69d-9391-4805-aff4-d400af583d7d HTTP/1.1" status: 200 len: 944 time: 0.1314673 May 30 20:01:35.881567 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device d635aed3-c998-44f7-924c-bc82e71e38ae details requested by agent hyperv_n-h2-843948-2 with host n-h2-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:01:35.955752 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a5a11242-65a0-4a37-8b9f-0523e66efd05 req-078be957-2f7f-46ac-8a91-284e37307c8d tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] 10.222.0.85 "GET /v2.0/security-groups?id=dac481bc-e0af-4040-91be-73f3fd319fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953918 May 30 20:01:36.050265 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d789c05f-b4b3-4c1f-b7e8-9843bada1992 req-c7a6ac3c-168d-402a-81af-e93994787d9b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=82708d7a-2b52-495b-a7ed-40d54f53c617 HTTP/1.1" status: 200 len: 217 time: 0.2034299 May 30 20:01:36.076972 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be12437e-3ed6-4d9d-bfb5-a29ac04b0879 req-1bb6d1f3-f93f-4c0d-832b-f46bfb9e2732 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:36.080908 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-be12437e-3ed6-4d9d-bfb5-a29ac04b0879 req-1bb6d1f3-f93f-4c0d-832b-f46bfb9e2732 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/ports?device_id=d2bdcaf2-0ffc-4987-be3d-0cdd4af8d462 HTTP/1.1" status: 200 len: 950 time: 0.5494313 May 30 20:01:36.115083 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port d635aed3-c998-44f7-924c-bc82e71e38ae, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=d635aed3-c998-44f7-924c-bc82e71e38ae,segment=NetworkSegment(3a626651-8b25-4f7c-aed3-c510bf367e24),segment_id=3a626651-8b25-4f7c-aed3-c510bf367e24)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:01:36.143338 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Returning: {'device': 'd635aed3-c998-44f7-924c-bc82e71e38ae', 'network_id': '1372c12a-f0e8-424c-9175-b08375e9aff5', 'port_id': 'd635aed3-c998-44f7-924c-bc82e71e38ae', 'mac_address': 'fa:16:3e:3a:d1:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef2fdeec-f4c0-42a0-9b92-f39be90d06c6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:01:36.216482 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:36.235360 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-988d53a2-eed3-421c-9b62-4f22925e6b2e req-311e2d03-0533-4d09-910b-98d071d1a929 tempest-ServersAdminTestJSON-1537065359 tempest-ServersAdminTestJSON-1537065359-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=843e9dac-a7f9-4146-a853-871714260300 HTTP/1.1" status: 200 len: 1100 time: 0.1293981 May 30 20:01:36.262594 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d635aed3-c998-44f7-924c-bc82e71e38ae {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:01:36.283119 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port d635aed3-c998-44f7-924c-bc82e71e38ae, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=d635aed3-c998-44f7-924c-bc82e71e38ae,segment=NetworkSegment(3a626651-8b25-4f7c-aed3-c510bf367e24),segment_id=3a626651-8b25-4f7c-aed3-c510bf367e24)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:01:36.286094 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d789c05f-b4b3-4c1f-b7e8-9843bada1992 req-62cc10ab-90b3-4ce7-a849-5d22f6cf0587 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:36.288211 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d789c05f-b4b3-4c1f-b7e8-9843bada1992 req-62cc10ab-90b3-4ce7-a849-5d22f6cf0587 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b885d147-b4ba-4062-ad34-3d5558c5dbbf HTTP/1.1" status: 200 len: 847 time: 0.2056355 May 30 20:01:36.324259 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-988d53a2-eed3-421c-9b62-4f22925e6b2e req-4b2dc341-2b16-4631-89e8-5f12b5437a2c tempest-ServersAdminTestJSON-1537065359 tempest-ServersAdminTestJSON-1537065359-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=06806dfc-f049-4330-b211-293135e18ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786860 May 30 20:01:36.366343 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d789c05f-b4b3-4c1f-b7e8-9843bada1992 req-16a3cb05-d0c5-4805-9e80-5d0e15c36488 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=22982b8a-b22c-41df-a053-0dde355094a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0686548 May 30 20:01:36.370107 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-be12437e-3ed6-4d9d-bfb5-a29ac04b0879 req-4a7661e1-49de-430e-8986-f53c10a7b677 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/security-groups?id=e1329ead-76da-4fe1-a988-d24ed3099985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182634 May 30 20:01:36.423975 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:36.649691 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-82ecfa7b-ca90-4b46-9ea4-32b65b329897 req-d625814f-68f1-4ac5-89b8-f1c79568400f service neutron] For port cf772378-fb5a-4970-a2b3-d660abe9cafd, host n-h2-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:01:36.663759 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-82ecfa7b-ca90-4b46-9ea4-32b65b329897 req-d625814f-68f1-4ac5-89b8-f1c79568400f service neutron] Notify callbacks [] for binding, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:36.666505 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-82ecfa7b-ca90-4b46-9ea4-32b65b329897 req-d625814f-68f1-4ac5-89b8-f1c79568400f service neutron] 10.222.0.71 "DELETE /v2.0/ports/cf772378-fb5a-4970-a2b3-d660abe9cafd/bindings/n-h2-843948-2 HTTP/1.1" status: 204 len: 173 time: 0.8666108 May 30 20:01:36.713016 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=d635aed3-c998-44f7-924c-bc82e71e38ae,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:01:36.755669 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['d635aed3-c998-44f7-924c-bc82e71e38ae'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:01:36.759404 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e63d1db1-5956-464d-8351-559300565f51 req-6807d45d-ba2a-40e9-b7dd-124a174317d0 tempest-DeleteServersAdminTestJSON-186780212 tempest-DeleteServersAdminTestJSON-186780212-project] 10.222.0.85 "GET /v2.0/ports?device_id=1f809ba0-e98e-4c54-900b-744d367e7e70 HTTP/1.1" status: 200 len: 210 time: 0.1754849 May 30 20:01:36.875497 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d789c05f-b4b3-4c1f-b7e8-9843bada1992 req-c58bd2ab-46b3-4bee-841c-1307a0651101 service neutron] 10.222.0.71 "GET /v2.0/networks/22982b8a-b22c-41df-a053-0dde355094a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4977481 May 30 20:01:37.098237 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-92ee43fd-b143-41e1-8ec5-7c29350d74d5 req-c917cd10-1c06-403d-a4a4-d2377efa9963 tempest-DeleteServersAdminTestJSON-186780212 tempest-DeleteServersAdminTestJSON-186780212-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=7e3c331a2fad4ee3bf81523c83fbacaf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1517069 May 30 20:01:37.323251 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4719a8f6-9086-4c4b-b3e4-fc0cbeb10424 req-e580bbe1-5060-465c-9a72-903f368ca380 tempest-ServersAdminTestJSON-1537065359 tempest-ServersAdminTestJSON-1537065359-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=843e9dac-a7f9-4146-a853-871714260300 HTTP/1.1" status: 200 len: 1100 time: 0.1956367 May 30 20:01:37.441546 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4719a8f6-9086-4c4b-b3e4-fc0cbeb10424 req-84f1027c-d0e9-4cd3-9bee-142c89d21e5b tempest-ServersAdminTestJSON-1537065359 tempest-ServersAdminTestJSON-1537065359-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=06806dfc-f049-4330-b211-293135e18ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061771 May 30 20:01:37.548022 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d789c05f-b4b3-4c1f-b7e8-9843bada1992 req-e85e0ba1-ead6-463c-8c1c-85de6de2ef61 service neutron] 10.222.0.71 "GET /v2.0/networks/22982b8a-b22c-41df-a053-0dde355094a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5748341 May 30 20:01:37.592086 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ee43fd-b143-41e1-8ec5-7c29350d74d5 req-bffec173-9685-45ff-bfe0-93aaa7929c76 tempest-DeleteServersAdminTestJSON-186780212 tempest-DeleteServersAdminTestJSON-186780212-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:37.593654 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-92ee43fd-b143-41e1-8ec5-7c29350d74d5 req-bffec173-9685-45ff-bfe0-93aaa7929c76 tempest-DeleteServersAdminTestJSON-186780212 tempest-DeleteServersAdminTestJSON-186780212-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4870701 May 30 20:01:37.613361 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d6da20-a728-485b-a46c-e18baeabb740 req-119e1fd8-aa69-452e-a34e-0e6955d390c5 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:37.616016 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a6d6da20-a728-485b-a46c-e18baeabb740 req-119e1fd8-aa69-452e-a34e-0e6955d390c5 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/ports?device_id=1c63ca1d-117e-400e-a872-50c7fd37ece9 HTTP/1.1" status: 200 len: 943 time: 0.7392867 May 30 20:01:37.621583 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-92ee43fd-b143-41e1-8ec5-7c29350d74d5 req-412058c6-8220-411e-b615-2fb5ccd22a41 tempest-DeleteServersAdminTestJSON-186780212 tempest-DeleteServersAdminTestJSON-186780212-project] Request body: {'port': {'device_id': '1f809ba0-e98e-4c54-900b-744d367e7e70', 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1', 'admin_state_up': True, 'tenant_id': '7e3c331a2fad4ee3bf81523c83fbacaf'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:01:37.793438 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bcc27e-1f4e-49fa-8c34-e6ddf09401f8 req-0520635f-5272-4126-8e38-7787a6165fba tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:37.795169 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f3bcc27e-1f4e-49fa-8c34-e6ddf09401f8 req-0520635f-5272-4126-8e38-7787a6165fba tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.85 "GET /v2.0/ports?device_id=44ee0b58-94d1-4f30-9032-9a1395c62459 HTTP/1.1" status: 200 len: 944 time: 0.1190100 May 30 20:01:37.907651 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f3bcc27e-1f4e-49fa-8c34-e6ddf09401f8 req-c76d6696-77f7-4717-9838-811efbf2bba7 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.85 "GET /v2.0/security-groups?id=e04d9b86-3d99-41a3-8241-c517ec1f4730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958879 May 30 20:01:37.960387 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a6d6da20-a728-485b-a46c-e18baeabb740 req-3673cc17-fe74-40ea-a8f6-cc853795707f tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/security-groups?id=b7c7fe04-8ab6-4ec0-af46-b4358854e449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3139486 May 30 20:01:38.015334 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-92ee43fd-b143-41e1-8ec5-7c29350d74d5 req-412058c6-8220-411e-b615-2fb5ccd22a41 tempest-DeleteServersAdminTestJSON-186780212 tempest-DeleteServersAdminTestJSON-186780212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:01:38.020340 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-92ee43fd-b143-41e1-8ec5-7c29350d74d5 req-412058c6-8220-411e-b615-2fb5ccd22a41 tempest-DeleteServersAdminTestJSON-186780212 tempest-DeleteServersAdminTestJSON-186780212-project] Usage tracker for resource:port and tenant:7e3c331a2fad4ee3bf81523c83fbacaf is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:01:38.024599 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-92ee43fd-b143-41e1-8ec5-7c29350d74d5 req-412058c6-8220-411e-b615-2fb5ccd22a41 tempest-DeleteServersAdminTestJSON-186780212 tempest-DeleteServersAdminTestJSON-186780212-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:01:38.035923 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-92ee43fd-b143-41e1-8ec5-7c29350d74d5 req-412058c6-8220-411e-b615-2fb5ccd22a41 tempest-DeleteServersAdminTestJSON-186780212 tempest-DeleteServersAdminTestJSON-186780212-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:01:38.369238 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74f0959-6d5d-4b62-8321-2b0964969d96 req-cadebdcc-57e8-413a-8103-79c3dd45c189 tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:38.377400 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c74f0959-6d5d-4b62-8321-2b0964969d96 req-cadebdcc-57e8-413a-8103-79c3dd45c189 tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] 10.222.0.85 "GET /v2.0/ports?device_id=a451c69d-9391-4805-aff4-d400af583d7d HTTP/1.1" status: 200 len: 945 time: 0.2263379 May 30 20:01:38.468925 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c74f0959-6d5d-4b62-8321-2b0964969d96 req-62c4cf89-2214-410c-8944-0163183150a4 tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] 10.222.0.85 "GET /v2.0/security-groups?id=dac481bc-e0af-4040-91be-73f3fd319fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804060 May 30 20:01:38.632369 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-edbbb616-ebf2-43df-a8be-356a8f77748d req-59b0ce3e-fb0c-4659-9c71-f613f4717b92 service neutron] 10.222.0.71 "GET /v2.0/ports/82708d7a-2b52-495b-a7ed-40d54f53c617/bindings/n-h2-843948-2 HTTP/1.1" status: 200 len: 384 time: 0.2186670 May 30 20:01:38.755123 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8011540b-7f28-4cc5-b92e-efae6dd91eda req-01cb2ee3-41ca-4c43-aa23-7e7e9073528e tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:38.758690 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8011540b-7f28-4cc5-b92e-efae6dd91eda req-01cb2ee3-41ca-4c43-aa23-7e7e9073528e tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/ports?device_id=d2bdcaf2-0ffc-4987-be3d-0cdd4af8d462 HTTP/1.1" status: 200 len: 950 time: 0.2995806 May 30 20:01:38.830012 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92ee43fd-b143-41e1-8ec5-7c29350d74d5 req-412058c6-8220-411e-b615-2fb5ccd22a41 tempest-DeleteServersAdminTestJSON-186780212 tempest-DeleteServersAdminTestJSON-186780212-project] Made reservation on behalf of 7e3c331a2fad4ee3bf81523c83fbacaf for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:01:38.830012 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-92ee43fd-b143-41e1-8ec5-7c29350d74d5 req-412058c6-8220-411e-b615-2fb5ccd22a41 tempest-DeleteServersAdminTestJSON-186780212 tempest-DeleteServersAdminTestJSON-186780212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:38.936021 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-92ee43fd-b143-41e1-8ec5-7c29350d74d5 req-412058c6-8220-411e-b615-2fb5ccd22a41 tempest-DeleteServersAdminTestJSON-186780212 tempest-DeleteServersAdminTestJSON-186780212-project] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:38.998079 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8011540b-7f28-4cc5-b92e-efae6dd91eda req-ff765031-706a-4667-8907-3ef939d6937f tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/security-groups?id=e1329ead-76da-4fe1-a988-d24ed3099985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278311 May 30 20:01:39.000621 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d7c930c5-ca2e-4a4d-93af-ba4a0b5a76f7 req-991c40be-04ca-4ac2-9f6c-f50cda5be126 tempest-DeleteServersAdminTestJSON-186780212 tempest-DeleteServersAdminTestJSON-186780212-project] 10.222.0.85 "GET /v2.0/ports?device_id=1f809ba0-e98e-4c54-900b-744d367e7e70 HTTP/1.1" status: 200 len: 210 time: 0.0908883 May 30 20:01:39.189227 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-92ee43fd-b143-41e1-8ec5-7c29350d74d5 req-412058c6-8220-411e-b615-2fb5ccd22a41 tempest-DeleteServersAdminTestJSON-186780212 tempest-DeleteServersAdminTestJSON-186780212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:01:39.204293 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-92ee43fd-b143-41e1-8ec5-7c29350d74d5 req-412058c6-8220-411e-b615-2fb5ccd22a41 tempest-DeleteServersAdminTestJSON-186780212 tempest-DeleteServersAdminTestJSON-186780212-project] Usage tracker for resource:security_group_rule and tenant:7e3c331a2fad4ee3bf81523c83fbacaf is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:01:39.213915 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-92ee43fd-b143-41e1-8ec5-7c29350d74d5 req-412058c6-8220-411e-b615-2fb5ccd22a41 tempest-DeleteServersAdminTestJSON-186780212 tempest-DeleteServersAdminTestJSON-186780212-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:01:39.229861 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-92ee43fd-b143-41e1-8ec5-7c29350d74d5 req-412058c6-8220-411e-b615-2fb5ccd22a41 tempest-DeleteServersAdminTestJSON-186780212 tempest-DeleteServersAdminTestJSON-186780212-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:01:39.357125 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-edbbb616-ebf2-43df-a8be-356a8f77748d req-7c41f64f-1454-4cf2-aea6-d3d6cb6cab04 service neutron] For port 82708d7a-2b52-495b-a7ed-40d54f53c617, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=82708d7a-2b52-495b-a7ed-40d54f53c617,segment=NetworkSegment(4d4a7668-7a19-4452-8bd2-a5411730cf30),segment_id=4d4a7668-7a19-4452-8bd2-a5411730cf30)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:01:39.365189 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47806680-e674-462a-9154-606c82246c11 req-909cceff-9f7d-48ff-96e2-a89afb7d5c32 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:39.378839 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-47806680-e674-462a-9154-606c82246c11 req-909cceff-9f7d-48ff-96e2-a89afb7d5c32 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/ports?device_id=1c63ca1d-117e-400e-a872-50c7fd37ece9 HTTP/1.1" status: 200 len: 943 time: 0.1236002 May 30 20:01:39.438989 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-47806680-e674-462a-9154-606c82246c11 req-5525b7a8-8720-48e2-a099-b6498f07466b tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/security-groups?id=b7c7fe04-8ab6-4ec0-af46-b4358854e449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588338 May 30 20:01:39.544179 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-edbbb616-ebf2-43df-a8be-356a8f77748d req-7c41f64f-1454-4cf2-aea6-d3d6cb6cab04 service neutron] For port 82708d7a-2b52-495b-a7ed-40d54f53c617, host n-h1-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:01:39.633596 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [req-edbbb616-ebf2-43df-a8be-356a8f77748d req-7c41f64f-1454-4cf2-aea6-d3d6cb6cab04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82708d7a-2b52-495b-a7ed-40d54f53c617 {{(pid=84887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:01:39.640570 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-92ee43fd-b143-41e1-8ec5-7c29350d74d5 req-412058c6-8220-411e-b615-2fb5ccd22a41 tempest-DeleteServersAdminTestJSON-186780212 tempest-DeleteServersAdminTestJSON-186780212-project] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:39.651428 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-edbbb616-ebf2-43df-a8be-356a8f77748d req-7c41f64f-1454-4cf2-aea6-d3d6cb6cab04 service neutron] For port 82708d7a-2b52-495b-a7ed-40d54f53c617, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=82708d7a-2b52-495b-a7ed-40d54f53c617,segment=NetworkSegment(4d4a7668-7a19-4452-8bd2-a5411730cf30),segment_id=4d4a7668-7a19-4452-8bd2-a5411730cf30)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:01:39.665499 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0e77b339-20d0-4ee7-a021-d46492539d4b req-66a563af-88d0-4aa1-a534-d7be8e51d7ce tempest-LiveAutoBlockMigrationV225Test-1041394858 tempest-LiveAutoBlockMigrationV225Test-1041394858-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=44ee0b58-94d1-4f30-9032-9a1395c62459 HTTP/1.1" status: 200 len: 1095 time: 0.2714396 May 30 20:01:39.716013 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0e77b339-20d0-4ee7-a021-d46492539d4b req-214e5c59-845f-4051-ad39-98fb0c5c9bf2 tempest-LiveAutoBlockMigrationV225Test-1041394858 tempest-LiveAutoBlockMigrationV225Test-1041394858-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=e04d9b86-3d99-41a3-8241-c517ec1f4730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441296 May 30 20:01:39.752615 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-92ee43fd-b143-41e1-8ec5-7c29350d74d5 req-412058c6-8220-411e-b615-2fb5ccd22a41 tempest-DeleteServersAdminTestJSON-186780212 tempest-DeleteServersAdminTestJSON-186780212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:39.814541 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-edbbb616-ebf2-43df-a8be-356a8f77748d req-7c41f64f-1454-4cf2-aea6-d3d6cb6cab04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:39.922602 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device d635aed3-c998-44f7-924c-bc82e71e38ae up at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:01:40.095510 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412058c6-8220-411e-b615-2fb5ccd22a41 tempest-DeleteServersAdminTestJSON-186780212 tempest-DeleteServersAdminTestJSON-186780212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=012b6f85-ab98-4ad3-9cd2-9e757136ba83,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:01:40.151250 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning for port d635aed3-c998-44f7-924c-bc82e71e38ae completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:01:40.156846 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning complete for port d635aed3-c998-44f7-924c-bc82e71e38ae triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:01:40.159750 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:40.215530 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [req-92ee43fd-b143-41e1-8ec5-7c29350d74d5 req-412058c6-8220-411e-b615-2fb5ccd22a41 tempest-DeleteServersAdminTestJSON-186780212 tempest-DeleteServersAdminTestJSON-186780212-project] Allocated IP 192.168.233.74 (4344fbed-57fb-43d7-b32d-6020ce60f0a1/1b83ff54-b1af-44ce-bb75-ba148920553c/99333cba-164d-4e53-9303-439889619d55) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:01:40.260409 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-edbbb616-ebf2-43df-a8be-356a8f77748d req-7c41f64f-1454-4cf2-aea6-d3d6cb6cab04 service neutron] Transition to ACTIVE for port object 82708d7a-2b52-495b-a7ed-40d54f53c617 will not be triggered until provisioned by entity L2. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:01:40.317454 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:40.337790 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71ef4af-edd9-47bf-95e5-2c1db707ce1b req-db78d4b9-07ec-4930-8059-80e6557e60b2 tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:40.339584 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f71ef4af-edd9-47bf-95e5-2c1db707ce1b req-db78d4b9-07ec-4930-8059-80e6557e60b2 tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] 10.222.0.85 "GET /v2.0/ports?device_id=a451c69d-9391-4805-aff4-d400af583d7d HTTP/1.1" status: 200 len: 945 time: 0.2423115 May 30 20:01:40.343673 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-edbbb616-ebf2-43df-a8be-356a8f77748d req-7c41f64f-1454-4cf2-aea6-d3d6cb6cab04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:40.357768 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a451c69d-9391-4805-aff4-d400af583d7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd635aed3-c998-44f7-924c-bc82e71e38ae'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:01:40.368782 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port d635aed3-c998-44f7-924c-bc82e71e38ae, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=d635aed3-c998-44f7-924c-bc82e71e38ae,segment=NetworkSegment(3a626651-8b25-4f7c-aed3-c510bf367e24),segment_id=3a626651-8b25-4f7c-aed3-c510bf367e24)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:01:40.454550 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:40.587065 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=d635aed3-c998-44f7-924c-bc82e71e38ae,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:01:40.672398 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c41f64f-1454-4cf2-aea6-d3d6cb6cab04 service neutron] Pushing event updated for resources: {'Port': ['ID=82708d7a-2b52-495b-a7ed-40d54f53c617,revision_number=10']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:01:40.690077 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f71ef4af-edd9-47bf-95e5-2c1db707ce1b req-6fe839a7-668d-4097-8b38-645ddc139518 tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] 10.222.0.85 "GET /v2.0/security-groups?id=dac481bc-e0af-4040-91be-73f3fd319fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2940526 May 30 20:01:40.694705 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-edbbb616-ebf2-43df-a8be-356a8f77748d req-7c41f64f-1454-4cf2-aea6-d3d6cb6cab04 service neutron] No DVR routers for this DVR port 82708d7a-2b52-495b-a7ed-40d54f53c617 on host n-h1-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:01:40.725913 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-92ee43fd-b143-41e1-8ec5-7c29350d74d5 req-412058c6-8220-411e-b615-2fb5ccd22a41 tempest-DeleteServersAdminTestJSON-186780212 tempest-DeleteServersAdminTestJSON-186780212-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:40.791999 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-92ee43fd-b143-41e1-8ec5-7c29350d74d5 req-412058c6-8220-411e-b615-2fb5ccd22a41 tempest-DeleteServersAdminTestJSON-186780212 tempest-DeleteServersAdminTestJSON-186780212-project] Transition to ACTIVE for port object 99333cba-164d-4e53-9303-439889619d55 will not be triggered until provisioned by entity DHCP. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:01:40.947181 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 82708d7a-2b52-495b-a7ed-40d54f53c617 no longer exists at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:01:40.975579 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-edbbb616-ebf2-43df-a8be-356a8f77748d req-7c41f64f-1454-4cf2-aea6-d3d6cb6cab04 service neutron] 10.222.0.71 "PUT /v2.0/ports/82708d7a-2b52-495b-a7ed-40d54f53c617/bindings/n-h2-843948-2/activate HTTP/1.1" status: 200 len: 369 time: 2.3351085 May 30 20:01:41.038920 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e550e02-370b-476b-8515-bb73a2704823 req-e9379e17-a51c-431e-a0fc-656acc73b18b tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:41.041381 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-eddb7255-4c39-431b-98b2-4d65d261b495 req-df6edf1a-4431-4f9c-bccc-5308ecbd47f3 tempest-DeleteServersAdminTestJSON-186780212 tempest-DeleteServersAdminTestJSON-186780212-project] 10.222.0.85 "GET /v2.0/ports?device_id=1f809ba0-e98e-4c54-900b-744d367e7e70 HTTP/1.1" status: 200 len: 210 time: 0.0685279 May 30 20:01:41.041954 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3e550e02-370b-476b-8515-bb73a2704823 req-e9379e17-a51c-431e-a0fc-656acc73b18b tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/ports?device_id=d2bdcaf2-0ffc-4987-be3d-0cdd4af8d462 HTTP/1.1" status: 200 len: 950 time: 0.2088249 May 30 20:01:41.056555 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 82708d7a-2b52-495b-a7ed-40d54f53c617 not bound to the agent host n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:01:41.094294 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3e550e02-370b-476b-8515-bb73a2704823 req-9d33b9f9-c22e-440b-87dc-ec7d0e3d8faa tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/security-groups?id=e1329ead-76da-4fe1-a988-d24ed3099985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457973 May 30 20:01:41.105069 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-92ee43fd-b143-41e1-8ec5-7c29350d74d5 req-412058c6-8220-411e-b615-2fb5ccd22a41 tempest-DeleteServersAdminTestJSON-186780212 tempest-DeleteServersAdminTestJSON-186780212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:41.335602 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92ee43fd-b143-41e1-8ec5-7c29350d74d5 req-412058c6-8220-411e-b615-2fb5ccd22a41 tempest-DeleteServersAdminTestJSON-186780212 tempest-DeleteServersAdminTestJSON-186780212-project] Network 4344fbed-57fb-43d7-b32d-6020ce60f0a1 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:01:41.335602 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412058c6-8220-411e-b615-2fb5ccd22a41 tempest-DeleteServersAdminTestJSON-186780212 tempest-DeleteServersAdminTestJSON-186780212-project] Pushing event updated for resources: {'Port': ['ID=99333cba-164d-4e53-9303-439889619d55,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:01:41.348926 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [req-92ee43fd-b143-41e1-8ec5-7c29350d74d5 req-412058c6-8220-411e-b615-2fb5ccd22a41 tempest-DeleteServersAdminTestJSON-186780212 tempest-DeleteServersAdminTestJSON-186780212-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:01:41.348926 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-92ee43fd-b143-41e1-8ec5-7c29350d74d5 req-412058c6-8220-411e-b615-2fb5ccd22a41 tempest-DeleteServersAdminTestJSON-186780212 tempest-DeleteServersAdminTestJSON-186780212-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:01:41.602386 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ee43fd-b143-41e1-8ec5-7c29350d74d5 req-412058c6-8220-411e-b615-2fb5ccd22a41 tempest-DeleteServersAdminTestJSON-186780212 tempest-DeleteServersAdminTestJSON-186780212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:41.603426 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-92ee43fd-b143-41e1-8ec5-7c29350d74d5 req-412058c6-8220-411e-b615-2fb5ccd22a41 tempest-DeleteServersAdminTestJSON-186780212 tempest-DeleteServersAdminTestJSON-186780212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:41.633569 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-edbbb616-ebf2-43df-a8be-356a8f77748d req-1815761d-24ab-4bb5-bde3-af875c788ec1 tempest-LiveMigrationTest-484647171 tempest-LiveMigrationTest-484647171-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=1c63ca1d-117e-400e-a872-50c7fd37ece9&tenant_id=e03d8798de6f4daa8bc8080dc719ce8a&binding%3Ahost_id=n-h1-843948-2 HTTP/1.1" status: 200 len: 1095 time: 0.4815414 May 30 20:01:41.667123 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8395483-aac8-4e73-80b1-a1e61ca0ddfe req-410f37a0-0afe-4a04-8fa8-c0e899a95779 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:41.674962 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b8395483-aac8-4e73-80b1-a1e61ca0ddfe req-410f37a0-0afe-4a04-8fa8-c0e899a95779 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.85 "GET /v2.0/networks?id=a2a2680a-30c7-4004-a919-1078d0f1a0a1 HTTP/1.1" status: 200 len: 820 time: 0.4570448 May 30 20:01:41.692553 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b8395483-aac8-4e73-80b1-a1e61ca0ddfe req-04c4cf65-c849-4bfe-ab6f-720baea6bd0f tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.85 "GET /v2.0/quotas/507d6785502940d28c178ad4aae87e46 HTTP/1.1" status: 200 len: 375 time: 0.0127556 May 30 20:01:41.708151 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-92ee43fd-b143-41e1-8ec5-7c29350d74d5 req-412058c6-8220-411e-b615-2fb5ccd22a41 tempest-DeleteServersAdminTestJSON-186780212 tempest-DeleteServersAdminTestJSON-186780212-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.0905290 May 30 20:01:41.723301 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-92ee43fd-b143-41e1-8ec5-7c29350d74d5 req-97c9bba6-2d5e-46b6-bf3b-6a597841fe33 service neutron] Request body: {'port': {'device_id': '1f809ba0-e98e-4c54-900b-744d367e7e70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843948-2'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:01:41.817993 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b8395483-aac8-4e73-80b1-a1e61ca0ddfe req-fb6027a5-c488-4925-9d28-2e934aebfbb3 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=507d6785502940d28c178ad4aae87e46&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1147120 May 30 20:01:41.828667 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-edbbb616-ebf2-43df-a8be-356a8f77748d req-28513913-5a82-4c6b-8d0a-48d0beb7f149 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=1c63ca1d-117e-400e-a872-50c7fd37ece9&tenant_id=e03d8798de6f4daa8bc8080dc719ce8a HTTP/1.1" status: 200 len: 1095 time: 0.1876762 May 30 20:01:41.890227 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-646fea84-18b1-4426-8b68-81b78638d8f6 None None] Provisioning for port 99333cba-164d-4e53-9303-439889619d55 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:01:41.910186 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-646fea84-18b1-4426-8b68-81b78638d8f6 None None] Provisioning complete for port 99333cba-164d-4e53-9303-439889619d55 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:01:41.910561 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-646fea84-18b1-4426-8b68-81b78638d8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:41.935276 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-92ee43fd-b143-41e1-8ec5-7c29350d74d5 req-97c9bba6-2d5e-46b6-bf3b-6a597841fe33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:42.025989 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-646fea84-18b1-4426-8b68-81b78638d8f6 None None] Port 99333cba-164d-4e53-9303-439889619d55 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:01:42.071641 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b8395483-aac8-4e73-80b1-a1e61ca0ddfe req-208b06bf-f8c8-419c-9105-243b19e6c0d3 service neutron] 10.222.0.85 "GET /v2.0/networks/a2a2680a-30c7-4004-a919-1078d0f1a0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2448208 May 30 20:01:42.092068 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-edbbb616-ebf2-43df-a8be-356a8f77748d req-f0111e36-c0de-488f-ba23-4ca67dc14166 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e03d8798de6f4daa8bc8080dc719ce8a&device_id=1c63ca1d-117e-400e-a872-50c7fd37ece9 HTTP/1.1" status: 200 len: 1095 time: 0.2314036 May 30 20:01:42.266019 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f27abaea-00f1-4a1f-8557-56718a5421f8'] response: {'server_uuid': 'a451c69d-9391-4805-aff4-d400af583d7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd635aed3-c998-44f7-924c-bc82e71e38ae', 'code': 200} May 30 20:01:42.341676 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b8395483-aac8-4e73-80b1-a1e61ca0ddfe req-b6184612-e237-42e5-b6aa-e1b5892e2325 service neutron] 10.222.0.85 "GET /v2.0/networks/a2a2680a-30c7-4004-a919-1078d0f1a0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2568650 May 30 20:01:42.534988 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbbb616-ebf2-43df-a8be-356a8f77748d req-c5590567-c43e-426c-8fe0-e53f855bccb7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:42.536480 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-edbbb616-ebf2-43df-a8be-356a8f77748d req-c5590567-c43e-426c-8fe0-e53f855bccb7 service neutron] 10.222.0.86 "GET /v2.0/networks?id=22982b8a-b22c-41df-a053-0dde355094a5 HTTP/1.1" status: 200 len: 908 time: 0.4383099 May 30 20:01:42.645208 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-edbbb616-ebf2-43df-a8be-356a8f77748d req-2d1c74db-bb5d-4166-8f57-9c9bbfbf45eb service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=82708d7a-2b52-495b-a7ed-40d54f53c617 HTTP/1.1" status: 200 len: 217 time: 0.0995431 May 30 20:01:42.765451 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbbb616-ebf2-43df-a8be-356a8f77748d req-531cbe70-a9f7-4fe2-9b3e-29803b728daa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:42.766744 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-edbbb616-ebf2-43df-a8be-356a8f77748d req-531cbe70-a9f7-4fe2-9b3e-29803b728daa service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b885d147-b4ba-4062-ad34-3d5558c5dbbf HTTP/1.1" status: 200 len: 847 time: 0.1122761 May 30 20:01:42.844808 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-edbbb616-ebf2-43df-a8be-356a8f77748d req-f991213b-38c9-4972-bc10-00bafcc9669b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=22982b8a-b22c-41df-a053-0dde355094a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0681570 May 30 20:01:42.855547 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27886b60-c476-4dd8-9ff4-2e1e910c01ae req-34e3c272-d7b0-47f4-9de3-ebff126fc534 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:42.863375 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-27886b60-c476-4dd8-9ff4-2e1e910c01ae req-34e3c272-d7b0-47f4-9de3-ebff126fc534 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/ports?device_id=1c63ca1d-117e-400e-a872-50c7fd37ece9 HTTP/1.1" status: 200 len: 944 time: 0.3926954 May 30 20:01:42.917243 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8529fff8-1d18-442a-93e2-cb25ba9c96f8 req-632e72d8-5c8e-4752-a383-3f258fd5512d service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=a451c69d-9391-4805-aff4-d400af583d7d HTTP/1.1" status: 200 len: 1097 time: 0.4831481 May 30 20:01:43.081418 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [req-92ee43fd-b143-41e1-8ec5-7c29350d74d5 req-97c9bba6-2d5e-46b6-bf3b-6a597841fe33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99333cba-164d-4e53-9303-439889619d55 {{(pid=84887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:01:43.100816 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-92ee43fd-b143-41e1-8ec5-7c29350d74d5 req-97c9bba6-2d5e-46b6-bf3b-6a597841fe33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:43.108728 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-27886b60-c476-4dd8-9ff4-2e1e910c01ae req-2c761bfa-36f7-4a01-8a56-7570c4701669 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/security-groups?id=b7c7fe04-8ab6-4ec0-af46-b4358854e449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443631 May 30 20:01:43.120445 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8529fff8-1d18-442a-93e2-cb25ba9c96f8 req-bea873d3-5d7b-4b86-afaa-b635a22507fd service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=dac481bc-e0af-4040-91be-73f3fd319fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1597583 May 30 20:01:43.146947 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-92ee43fd-b143-41e1-8ec5-7c29350d74d5 req-97c9bba6-2d5e-46b6-bf3b-6a597841fe33 service neutron] Transition to ACTIVE for port object 99333cba-164d-4e53-9303-439889619d55 will not be triggered until provisioned by entity L2. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:01:43.174603 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-edbbb616-ebf2-43df-a8be-356a8f77748d req-ae6a6e64-d81a-44f0-ba46-53c629075fc7 service neutron] 10.222.0.86 "GET /v2.0/networks/22982b8a-b22c-41df-a053-0dde355094a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2598674 May 30 20:01:43.265603 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-92ee43fd-b143-41e1-8ec5-7c29350d74d5 req-97c9bba6-2d5e-46b6-bf3b-6a597841fe33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:43.531297 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7e70f1-37f3-4461-bf37-4bde710a8ff9 req-45fdf3bc-c47b-4ee8-aa90-ad518c109d72 tempest-DeleteServersAdminTestJSON-186780212 tempest-DeleteServersAdminTestJSON-186780212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:43.534164 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2e7e70f1-37f3-4461-bf37-4bde710a8ff9 req-45fdf3bc-c47b-4ee8-aa90-ad518c109d72 tempest-DeleteServersAdminTestJSON-186780212 tempest-DeleteServersAdminTestJSON-186780212-project] 10.222.0.85 "GET /v2.0/ports?device_id=1f809ba0-e98e-4c54-900b-744d367e7e70 HTTP/1.1" status: 200 len: 947 time: 0.1639254 May 30 20:01:43.612879 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2e7e70f1-37f3-4461-bf37-4bde710a8ff9 req-b7db5b00-bf29-43d7-b64f-0d4fda7cccec tempest-DeleteServersAdminTestJSON-186780212 tempest-DeleteServersAdminTestJSON-186780212-project] 10.222.0.85 "GET /v2.0/security-groups?id=012b6f85-ab98-4ad3-9cd2-9e757136ba83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726721 May 30 20:01:43.924888 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c9bba6-2d5e-46b6-bf3b-6a597841fe33 service neutron] Pushing event updated for resources: {'Port': ['ID=99333cba-164d-4e53-9303-439889619d55,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:01:43.930285 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d2d308-a393-4b52-8100-9c662f7b35bf req-43e8b50c-7516-4e8d-99fb-0fb3bc7e5d2d tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:43.930285 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b2d2d308-a393-4b52-8100-9c662f7b35bf req-43e8b50c-7516-4e8d-99fb-0fb3bc7e5d2d tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] 10.222.0.85 "GET /v2.0/ports?device_id=843e9dac-a7f9-4146-a853-871714260300 HTTP/1.1" status: 200 len: 949 time: 0.1099119 May 30 20:01:44.050414 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b2d2d308-a393-4b52-8100-9c662f7b35bf req-3da9e051-82c3-4b9c-9cfa-81acf15b3c95 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] 10.222.0.85 "GET /v2.0/security-groups?id=06806dfc-f049-4330-b211-293135e18ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091082 May 30 20:01:44.157601 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-edbbb616-ebf2-43df-a8be-356a8f77748d req-9724ca59-d876-4d2d-ac35-ed827fa54381 service neutron] 10.222.0.86 "GET /v2.0/networks/22982b8a-b22c-41df-a053-0dde355094a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8060777 May 30 20:01:44.178100 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeec8a78-931c-46d3-90e7-fa5be97af3ad req-ace8f534-7e68-4146-b0dc-553d5fccac86 tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:44.182552 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-eeec8a78-931c-46d3-90e7-fa5be97af3ad req-ace8f534-7e68-4146-b0dc-553d5fccac86 tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] 10.222.0.85 "GET /v2.0/ports?device_id=a451c69d-9391-4805-aff4-d400af583d7d HTTP/1.1" status: 200 len: 946 time: 0.8282557 May 30 20:01:44.243721 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-92ee43fd-b143-41e1-8ec5-7c29350d74d5 req-97c9bba6-2d5e-46b6-bf3b-6a597841fe33 service neutron] Attempting to bind port 99333cba-164d-4e53-9303-439889619d55 on host n-h1-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:01:44.244180 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-92ee43fd-b143-41e1-8ec5-7c29350d74d5 req-97c9bba6-2d5e-46b6-bf3b-6a597841fe33 service neutron] Attempting to bind port 99333cba-164d-4e53-9303-439889619d55 by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': '7e304c17-4e5f-4a93-af80-52785639e6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:01:44.244480 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ee43fd-b143-41e1-8ec5-7c29350d74d5 req-97c9bba6-2d5e-46b6-bf3b-6a597841fe33 service neutron] Attempting to bind port 99333cba-164d-4e53-9303-439889619d55 on network 4344fbed-57fb-43d7-b32d-6020ce60f0a1 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:01:44.267476 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ee43fd-b143-41e1-8ec5-7c29350d74d5 req-97c9bba6-2d5e-46b6-bf3b-6a597841fe33 service neutron] Port 99333cba-164d-4e53-9303-439889619d55 on network 4344fbed-57fb-43d7-b32d-6020ce60f0a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:01:44.267765 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ee43fd-b143-41e1-8ec5-7c29350d74d5 req-97c9bba6-2d5e-46b6-bf3b-6a597841fe33 service neutron] Attempting to bind port 99333cba-164d-4e53-9303-439889619d55 on network 4344fbed-57fb-43d7-b32d-6020ce60f0a1 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:01:44.275397 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-eeec8a78-931c-46d3-90e7-fa5be97af3ad req-66d13915-d8e1-42ba-9e5f-c02872cfc83b tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] 10.222.0.85 "GET /v2.0/security-groups?id=dac481bc-e0af-4040-91be-73f3fd319fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827818 May 30 20:01:44.279020 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ee43fd-b143-41e1-8ec5-7c29350d74d5 req-97c9bba6-2d5e-46b6-bf3b-6a597841fe33 service neutron] Checking agent: {'id': 'f728d74e-a4ae-4384-860b-a5ade05dd8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 1, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:01:44.279354 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ee43fd-b143-41e1-8ec5-7c29350d74d5 req-97c9bba6-2d5e-46b6-bf3b-6a597841fe33 service neutron] Checking segment: {'id': '7e304c17-4e5f-4a93-af80-52785639e6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:01:44.279737 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ee43fd-b143-41e1-8ec5-7c29350d74d5 req-97c9bba6-2d5e-46b6-bf3b-6a597841fe33 service neutron] Bound using segment: {'id': '7e304c17-4e5f-4a93-af80-52785639e6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1'} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:01:44.280169 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-92ee43fd-b143-41e1-8ec5-7c29350d74d5 req-97c9bba6-2d5e-46b6-bf3b-6a597841fe33 service neutron] Bound port: 99333cba-164d-4e53-9303-439889619d55, host: n-h1-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e304c17-4e5f-4a93-af80-52785639e6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1'}}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:01:44.280511 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-92ee43fd-b143-41e1-8ec5-7c29350d74d5 req-97c9bba6-2d5e-46b6-bf3b-6a597841fe33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:44.452136 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92edf099-b737-484f-bba6-096c7a7fd2e6 req-b5dcb681-194c-4316-8644-2ef8640ce186 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:44.458619 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-92edf099-b737-484f-bba6-096c7a7fd2e6 req-b5dcb681-194c-4316-8644-2ef8640ce186 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/ports?device_id=d2bdcaf2-0ffc-4987-be3d-0cdd4af8d462 HTTP/1.1" status: 200 len: 950 time: 0.2080865 May 30 20:01:44.520901 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-92ee43fd-b143-41e1-8ec5-7c29350d74d5 req-97c9bba6-2d5e-46b6-bf3b-6a597841fe33 service neutron] For port 99333cba-164d-4e53-9303-439889619d55, host n-h1-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:01:44.529404 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-92ee43fd-b143-41e1-8ec5-7c29350d74d5 req-97c9bba6-2d5e-46b6-bf3b-6a597841fe33 service neutron] For port 99333cba-164d-4e53-9303-439889619d55, host n-h1-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=99333cba-164d-4e53-9303-439889619d55,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:01:44.577104 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-92edf099-b737-484f-bba6-096c7a7fd2e6 req-a2e523d4-053f-41f3-805b-127f1516e252 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/security-groups?id=e1329ead-76da-4fe1-a988-d24ed3099985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081803 May 30 20:01:44.620354 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-92ee43fd-b143-41e1-8ec5-7c29350d74d5 req-97c9bba6-2d5e-46b6-bf3b-6a597841fe33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:44.747832 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-92ee43fd-b143-41e1-8ec5-7c29350d74d5 req-97c9bba6-2d5e-46b6-bf3b-6a597841fe33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:44.750851 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-92ee43fd-b143-41e1-8ec5-7c29350d74d5 req-97c9bba6-2d5e-46b6-bf3b-6a597841fe33 service neutron] 10.222.0.71 "PUT /v2.0/ports/99333cba-164d-4e53-9303-439889619d55 HTTP/1.1" status: 200 len: 1095 time: 3.0352752 May 30 20:01:44.751990 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f809ba0-e98e-4c54-900b-744d367e7e70', 'tag': '99333cba-164d-4e53-9303-439889619d55'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:01:44.883673 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c9bba6-2d5e-46b6-bf3b-6a597841fe33 service neutron] Pushing event updated for resources: {'Port': ['ID=99333cba-164d-4e53-9303-439889619d55,revision_number=3']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:01:45.120949 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-77fbd861-d41e-47ff-bcdd-929ae2edd7ec req-773b199e-73b6-4b05-a98e-477fa1f07d9d tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.85 "GET /v2.0/ports?device_id=f5a78d1f-6cff-4124-afc0-dcc1ec017f29 HTTP/1.1" status: 200 len: 210 time: 0.6095963 May 30 20:01:45.259077 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-92ee43fd-b143-41e1-8ec5-7c29350d74d5 req-c9d6a1a2-1cc3-4b84-b5f7-47d698a8d7b9 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7e3c331a2fad4ee3bf81523c83fbacaf&device_id=1f809ba0-e98e-4c54-900b-744d367e7e70 HTTP/1.1" status: 200 len: 1098 time: 0.2912729 May 30 20:01:45.290574 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f980c15c-f6a3-4b01-a969-f7e24bd54d11 req-9cccc4c5-78c0-4e43-8ce4-f50141e6eeec tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:45.290574 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f980c15c-f6a3-4b01-a969-f7e24bd54d11 req-9cccc4c5-78c0-4e43-8ce4-f50141e6eeec tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/ports?device_id=1c63ca1d-117e-400e-a872-50c7fd37ece9 HTTP/1.1" status: 200 len: 944 time: 0.1432898 May 30 20:01:45.345342 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f980c15c-f6a3-4b01-a969-f7e24bd54d11 req-10455045-389f-4b7f-ba63-1ff4e75d1390 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/security-groups?id=b7c7fe04-8ab6-4ec0-af46-b4358854e449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513823 May 30 20:01:45.371754 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-92ee43fd-b143-41e1-8ec5-7c29350d74d5 req-942e7508-f057-4a52-bb5c-dbc2c8389cfc service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=99333cba-164d-4e53-9303-439889619d55 HTTP/1.1" status: 200 len: 217 time: 0.1021073 May 30 20:01:45.376707 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-edbbb616-ebf2-43df-a8be-356a8f77748d req-f477a825-04e4-4333-9eb4-a8e5d511affd tempest-LiveMigrationTest-484647171 tempest-LiveMigrationTest-484647171-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=1c63ca1d-117e-400e-a872-50c7fd37ece9&tenant_id=e03d8798de6f4daa8bc8080dc719ce8a&binding%3Ahost_id=n-h2-843948-2 HTTP/1.1" status: 200 len: 1095 time: 0.2501619 May 30 20:01:45.472604 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5bfc49e4-bcac-476e-86f6-999b40946f24'] response: {'name': 'network-changed', 'server_uuid': '1f809ba0-e98e-4c54-900b-744d367e7e70', 'tag': '99333cba-164d-4e53-9303-439889619d55', 'status': 'completed', 'code': 200} May 30 20:01:45.562731 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ee43fd-b143-41e1-8ec5-7c29350d74d5 req-72345c72-9bcb-4759-a32c-d5dbde45390e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:45.564095 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-92ee43fd-b143-41e1-8ec5-7c29350d74d5 req-72345c72-9bcb-4759-a32c-d5dbde45390e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1b83ff54-b1af-44ce-bb75-ba148920553c HTTP/1.1" status: 200 len: 843 time: 0.1844301 May 30 20:01:45.688296 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18975567-14e1-4286-b25e-bb02d81db555 req-295086c9-2fd0-4c00-a72b-c663853d12da tempest-DeleteServersAdminTestJSON-186780212 tempest-DeleteServersAdminTestJSON-186780212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:45.689020 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-18975567-14e1-4286-b25e-bb02d81db555 req-295086c9-2fd0-4c00-a72b-c663853d12da tempest-DeleteServersAdminTestJSON-186780212 tempest-DeleteServersAdminTestJSON-186780212-project] Synchronizing usage tracker for tenant:7e3c331a2fad4ee3bf81523c83fbacaf on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:01:45.703560 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-92ee43fd-b143-41e1-8ec5-7c29350d74d5 req-22450420-d3e9-4b61-abea-950b52009be0 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4344fbed-57fb-43d7-b32d-6020ce60f0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1281161 May 30 20:01:45.712429 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09c793d-1916-4b1d-befb-8f59877af5ab req-3d1834ea-c704-46a2-a787-3b851b7ac9da tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:45.714667 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c09c793d-1916-4b1d-befb-8f59877af5ab req-3d1834ea-c704-46a2-a787-3b851b7ac9da tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] 10.222.0.85 "GET /v2.0/ports?device_id=843e9dac-a7f9-4146-a853-871714260300 HTTP/1.1" status: 200 len: 949 time: 0.1057038 May 30 20:01:45.798161 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c09c793d-1916-4b1d-befb-8f59877af5ab req-234024ba-ce1f-4822-9a48-1d7fd421b75f tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] 10.222.0.85 "GET /v2.0/security-groups?id=06806dfc-f049-4330-b211-293135e18ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765378 May 30 20:01:45.804069 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-edbbb616-ebf2-43df-a8be-356a8f77748d req-0b11fdc4-ff60-4089-bc53-f77880d4800e service neutron] For port 82708d7a-2b52-495b-a7ed-40d54f53c617, host n-h1-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:01:45.809595 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-edbbb616-ebf2-43df-a8be-356a8f77748d req-0b11fdc4-ff60-4089-bc53-f77880d4800e service neutron] Notify callbacks [] for binding, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:45.810750 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-edbbb616-ebf2-43df-a8be-356a8f77748d req-0b11fdc4-ff60-4089-bc53-f77880d4800e service neutron] 10.222.0.86 "DELETE /v2.0/ports/82708d7a-2b52-495b-a7ed-40d54f53c617/bindings/n-h1-843948-2 HTTP/1.1" status: 204 len: 173 time: 0.3819666 May 30 20:01:45.814087 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-18975567-14e1-4286-b25e-bb02d81db555 req-295086c9-2fd0-4c00-a72b-c663853d12da tempest-DeleteServersAdminTestJSON-186780212 tempest-DeleteServersAdminTestJSON-186780212-project] Unset dirty status for tenant:7e3c331a2fad4ee3bf81523c83fbacaf on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:01:45.815169 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-18975567-14e1-4286-b25e-bb02d81db555 req-295086c9-2fd0-4c00-a72b-c663853d12da tempest-DeleteServersAdminTestJSON-186780212 tempest-DeleteServersAdminTestJSON-186780212-project] 10.222.0.85 "GET /v2.0/ports?device_id=1f809ba0-e98e-4c54-900b-744d367e7e70 HTTP/1.1" status: 200 len: 947 time: 0.3448162 May 30 20:01:45.904694 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-92ee43fd-b143-41e1-8ec5-7c29350d74d5 req-4efdda7a-c1b0-4d17-8eac-73735934a192 service neutron] 10.222.0.71 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923075 May 30 20:01:45.910025 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-18975567-14e1-4286-b25e-bb02d81db555 req-a23dcc6c-0fce-486a-b188-478ac85c6b3c tempest-DeleteServersAdminTestJSON-186780212 tempest-DeleteServersAdminTestJSON-186780212-project] Synchronizing usage tracker for tenant:7e3c331a2fad4ee3bf81523c83fbacaf on resource:security_group {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:01:46.093170 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-18975567-14e1-4286-b25e-bb02d81db555 req-a23dcc6c-0fce-486a-b188-478ac85c6b3c tempest-DeleteServersAdminTestJSON-186780212 tempest-DeleteServersAdminTestJSON-186780212-project] Unset dirty status for tenant:7e3c331a2fad4ee3bf81523c83fbacaf on resource:security_group {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:01:46.095326 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-18975567-14e1-4286-b25e-bb02d81db555 req-a23dcc6c-0fce-486a-b188-478ac85c6b3c tempest-DeleteServersAdminTestJSON-186780212 tempest-DeleteServersAdminTestJSON-186780212-project] 10.222.0.85 "GET /v2.0/security-groups?id=012b6f85-ab98-4ad3-9cd2-9e757136ba83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2704582 May 30 20:01:46.102030 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-92ee43fd-b143-41e1-8ec5-7c29350d74d5 req-16e62b56-5ce9-45c2-b41e-c6d721e40504 service neutron] 10.222.0.71 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886513 May 30 20:01:46.182866 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cc8cfc-c516-4d43-87c5-63af62a3fde3 req-e0c88036-d6e9-4935-824f-875c69658e16 tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:46.184597 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-59cc8cfc-c516-4d43-87c5-63af62a3fde3 req-e0c88036-d6e9-4935-824f-875c69658e16 tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] 10.222.0.85 "GET /v2.0/ports?device_id=a451c69d-9391-4805-aff4-d400af583d7d HTTP/1.1" status: 200 len: 946 time: 0.1006432 May 30 20:01:46.281437 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-59cc8cfc-c516-4d43-87c5-63af62a3fde3 req-f706a1df-6799-4fe5-82b4-87f03c0afbfc tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] 10.222.0.85 "GET /v2.0/security-groups?id=dac481bc-e0af-4040-91be-73f3fd319fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860767 May 30 20:01:46.634399 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-73862674-714b-414d-ab6e-5a35c1ba6764 req-5060bcb3-f1c7-4b83-bd23-ba688c43faef service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7e3c331a2fad4ee3bf81523c83fbacaf&device_id=1f809ba0-e98e-4c54-900b-744d367e7e70 HTTP/1.1" status: 200 len: 1098 time: 0.3976672 May 30 20:01:46.688814 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8395483-aac8-4e73-80b1-a1e61ca0ddfe req-9d408890-7a78-4273-a4db-cdf888772137 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:46.691383 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b8395483-aac8-4e73-80b1-a1e61ca0ddfe req-9d408890-7a78-4273-a4db-cdf888772137 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.86 "GET /v2.0/networks?id=a2a2680a-30c7-4004-a919-1078d0f1a0a1 HTTP/1.1" status: 200 len: 820 time: 0.4212565 May 30 20:01:46.806938 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-b8395483-aac8-4e73-80b1-a1e61ca0ddfe req-838d4029-9b42-4a45-8825-d2112fc702f4 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Request body: {'port': {'device_id': 'f5a78d1f-6cff-4124-afc0-dcc1ec017f29', 'network_id': 'a2a2680a-30c7-4004-a919-1078d0f1a0a1', 'admin_state_up': True, 'tenant_id': '507d6785502940d28c178ad4aae87e46'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:01:46.807289 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5d948747-fc61-422d-9e96-9bda4060824c req-3b28fd12-ae10-4079-82b5-58e495fdb1c5 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.85 "GET /v2.0/ports?device_id=f5a78d1f-6cff-4124-afc0-dcc1ec017f29 HTTP/1.1" status: 200 len: 210 time: 0.1336596 May 30 20:01:46.876886 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2691f5-2aad-4812-aa80-a634574d17f5 req-b0ff127a-068d-49de-ae0f-db1896637b43 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:46.879737 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9a2691f5-2aad-4812-aa80-a634574d17f5 req-b0ff127a-068d-49de-ae0f-db1896637b43 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/ports?device_id=d2bdcaf2-0ffc-4987-be3d-0cdd4af8d462 HTTP/1.1" status: 200 len: 950 time: 0.5722489 May 30 20:01:47.129065 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703d8b14-8f35-4b0c-8bd3-262ac9db4ac7 req-942cfc60-09aa-4cee-b314-1b03a0734f4e tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:47.142530 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-703d8b14-8f35-4b0c-8bd3-262ac9db4ac7 req-942cfc60-09aa-4cee-b314-1b03a0734f4e tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] 10.222.0.85 "GET /v2.0/ports?device_id=a451c69d-9391-4805-aff4-d400af583d7d HTTP/1.1" status: 200 len: 946 time: 0.1214504 May 30 20:01:47.147545 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 45034) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:01:47.158354 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-69e11fcb-1e59-40d0-a3f6-f23dc121abff tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] Request body: {'floatingip': {'port_id': 'd635aed3-c998-44f7-924c-bc82e71e38ae'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:01:47.203689 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9a2691f5-2aad-4812-aa80-a634574d17f5 req-4da8e402-dd2b-4dc2-b85e-f80601e37217 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/security-groups?id=e1329ead-76da-4fe1-a988-d24ed3099985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236989 May 30 20:01:47.230999 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73862674-714b-414d-ab6e-5a35c1ba6764 req-87374787-5077-4588-ae48-67d8628b74d7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:47.233517 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-73862674-714b-414d-ab6e-5a35c1ba6764 req-87374787-5077-4588-ae48-67d8628b74d7 service neutron] 10.222.0.71 "GET /v2.0/networks?id=4344fbed-57fb-43d7-b32d-6020ce60f0a1 HTTP/1.1" status: 200 len: 870 time: 0.5889218 May 30 20:01:47.362083 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-69e11fcb-1e59-40d0-a3f6-f23dc121abff tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] Notify callbacks [] for floatingip, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:47.393598 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-b8395483-aac8-4e73-80b1-a1e61ca0ddfe req-838d4029-9b42-4a45-8825-d2112fc702f4 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:01:47.473809 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-73862674-714b-414d-ab6e-5a35c1ba6764 req-c8778c78-e3ab-4fba-ade7-fd1892cd08a9 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=99333cba-164d-4e53-9303-439889619d55 HTTP/1.1" status: 200 len: 217 time: 0.2195032 May 30 20:01:47.475288 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-b8395483-aac8-4e73-80b1-a1e61ca0ddfe req-838d4029-9b42-4a45-8825-d2112fc702f4 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:01:47.637295 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73862674-714b-414d-ab6e-5a35c1ba6764 req-11e6952b-ab72-41ed-b218-8afb3642d7e7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:47.640154 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-73862674-714b-414d-ab6e-5a35c1ba6764 req-11e6952b-ab72-41ed-b218-8afb3642d7e7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1b83ff54-b1af-44ce-bb75-ba148920553c HTTP/1.1" status: 200 len: 843 time: 0.1506512 May 30 20:01:47.735849 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e97300e-f668-4826-a6ff-c2c39769326e req-582716f4-8243-4854-b43b-f9a2e1ba5ede tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:47.746507 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9e97300e-f668-4826-a6ff-c2c39769326e req-582716f4-8243-4854-b43b-f9a2e1ba5ede tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/ports?device_id=1c63ca1d-117e-400e-a872-50c7fd37ece9 HTTP/1.1" status: 200 len: 944 time: 0.3484354 May 30 20:01:47.785376 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8395483-aac8-4e73-80b1-a1e61ca0ddfe req-838d4029-9b42-4a45-8825-d2112fc702f4 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Made reservation on behalf of 507d6785502940d28c178ad4aae87e46 for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:01:47.790836 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-b8395483-aac8-4e73-80b1-a1e61ca0ddfe req-838d4029-9b42-4a45-8825-d2112fc702f4 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:47.950832 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9e97300e-f668-4826-a6ff-c2c39769326e req-c89b1c79-0934-4104-95ef-86c7788c3bc2 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/security-groups?id=b7c7fe04-8ab6-4ec0-af46-b4358854e449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031419 May 30 20:01:47.957684 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07978ffd-1882-4f98-8c8b-8ed61244b422 req-81e8d575-8d08-44f7-9456-723c92e9987f tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:47.960388 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-07978ffd-1882-4f98-8c8b-8ed61244b422 req-81e8d575-8d08-44f7-9456-723c92e9987f tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] 10.222.0.85 "GET /v2.0/ports?device_id=843e9dac-a7f9-4146-a853-871714260300 HTTP/1.1" status: 200 len: 949 time: 0.4674237 May 30 20:01:48.026965 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-73862674-714b-414d-ab6e-5a35c1ba6764 req-84fda203-3b3f-4647-be3e-85b324b98506 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4344fbed-57fb-43d7-b32d-6020ce60f0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3747256 May 30 20:01:48.336151 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [req-b8395483-aac8-4e73-80b1-a1e61ca0ddfe req-838d4029-9b42-4a45-8825-d2112fc702f4 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Allocated IP 172.20.0.6 (a2a2680a-30c7-4004-a919-1078d0f1a0a1/8501e548-9fd0-4b41-a186-ee2d1e9a4a4f/fd83fbe6-974e-4966-b600-b69c153f32fa) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:01:48.344052 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-07978ffd-1882-4f98-8c8b-8ed61244b422 req-05c407db-d530-41d8-be4e-0ea1be80aef8 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] 10.222.0.85 "GET /v2.0/security-groups?id=06806dfc-f049-4330-b211-293135e18ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3588426 May 30 20:01:48.352799 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-73862674-714b-414d-ab6e-5a35c1ba6764 req-4a48fbfa-6e67-4caf-b9ab-47a840e3409a service neutron] 10.222.0.71 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3190410 May 30 20:01:48.756513 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55afd51-d850-4068-b8c3-fe37afe41995 req-aedbd799-5b73-49d8-a9a5-384fad500d8d tempest-DeleteServersAdminTestJSON-186780212 tempest-DeleteServersAdminTestJSON-186780212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:48.766167 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d55afd51-d850-4068-b8c3-fe37afe41995 req-aedbd799-5b73-49d8-a9a5-384fad500d8d tempest-DeleteServersAdminTestJSON-186780212 tempest-DeleteServersAdminTestJSON-186780212-project] 10.222.0.85 "GET /v2.0/ports?device_id=1f809ba0-e98e-4c54-900b-744d367e7e70 HTTP/1.1" status: 200 len: 947 time: 0.5694396 May 30 20:01:48.772201 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-afb126d2-db3c-4b2c-bd9e-d6e5fdd4d063 req-dfb47c15-d125-4bc2-b7a7-ff6f95b6e15b tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.85 "GET /v2.0/ports?device_id=f5a78d1f-6cff-4124-afc0-dcc1ec017f29 HTTP/1.1" status: 200 len: 210 time: 0.0804329 May 30 20:01:48.813775 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-b8395483-aac8-4e73-80b1-a1e61ca0ddfe req-838d4029-9b42-4a45-8825-d2112fc702f4 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:48.947478 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-73862674-714b-414d-ab6e-5a35c1ba6764 req-219a463c-406d-4440-9004-8e74d6bf0c1e service neutron] 10.222.0.71 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5869093 May 30 20:01:48.972750 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 99333cba-164d-4e53-9303-439889619d55 details requested by agent hyperv_n-h1-843948-2 with host n-h1-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:01:48.989806 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d55afd51-d850-4068-b8c3-fe37afe41995 req-3f456696-a84b-46b4-958c-266588b498e2 tempest-DeleteServersAdminTestJSON-186780212 tempest-DeleteServersAdminTestJSON-186780212-project] 10.222.0.85 "GET /v2.0/security-groups?id=012b6f85-ab98-4ad3-9cd2-9e757136ba83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221363 May 30 20:01:49.058465 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-69e11fcb-1e59-40d0-a3f6-f23dc121abff tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:49.136036 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-b8395483-aac8-4e73-80b1-a1e61ca0ddfe req-838d4029-9b42-4a45-8825-d2112fc702f4 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:49.215952 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-69e11fcb-1e59-40d0-a3f6-f23dc121abff tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736490'] for floatingip, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:49.221353 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 99333cba-164d-4e53-9303-439889619d55, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=99333cba-164d-4e53-9303-439889619d55,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:01:49.237645 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Returning: {'device': '99333cba-164d-4e53-9303-439889619d55', 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1', 'port_id': '99333cba-164d-4e53-9303-439889619d55', 'mac_address': 'fa:16:3e:8c:62:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b83ff54-b1af-44ce-bb75-ba148920553c', 'ip_address': '192.168.233.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:01:49.244253 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:49.247878 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8395483-aac8-4e73-80b1-a1e61ca0ddfe req-838d4029-9b42-4a45-8825-d2112fc702f4 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Network a2a2680a-30c7-4004-a919-1078d0f1a0a1 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:01:49.291077 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9954892-2b23-4376-8528-c30d96fb8857 req-7a773ce9-c603-437c-a5a0-08654bd1b4c6 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:49.292808 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c9954892-2b23-4376-8528-c30d96fb8857 req-7a773ce9-c603-437c-a5a0-08654bd1b4c6 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/ports?device_id=d2bdcaf2-0ffc-4987-be3d-0cdd4af8d462 HTTP/1.1" status: 200 len: 950 time: 0.2256947 May 30 20:01:49.320862 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:49.342090 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99333cba-164d-4e53-9303-439889619d55 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:01:49.360607 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 99333cba-164d-4e53-9303-439889619d55, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=99333cba-164d-4e53-9303-439889619d55,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:01:49.433240 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c9954892-2b23-4376-8528-c30d96fb8857 req-d913275b-15af-4c70-a720-3e92453f60ee tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/security-groups?id=e1329ead-76da-4fe1-a988-d24ed3099985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200519 May 30 20:01:49.480802 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:49.502301 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [req-b8395483-aac8-4e73-80b1-a1e61ca0ddfe req-838d4029-9b42-4a45-8825-d2112fc702f4 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:01:49.520087 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8395483-aac8-4e73-80b1-a1e61ca0ddfe req-838d4029-9b42-4a45-8825-d2112fc702f4 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:01:49.567472 n-d-843948-2 neutron-server[84886]: INFO neutron.db.l3_db [None req-69e11fcb-1e59-40d0-a3f6-f23dc121abff tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] Floating IP 1a707ab2-50cc-4ffb-a5f8-2e7ccdba87c3 associated. External IP: 172.25.8.98, port: d635aed3-c998-44f7-924c-bc82e71e38ae. May 30 20:01:49.575449 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=99333cba-164d-4e53-9303-439889619d55,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:01:49.577801 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:01:49.578340 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:01:49.578825 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:01:49.579912 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:01:49.580665 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:01:49.581390 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:01:49.582146 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:01:49.582749 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:01:49.583184 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:01:49.583722 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:01:49.584249 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:01:49.662972 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838d4029-9b42-4a45-8825-d2112fc702f4 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Pushing event updated for resources: {'Port': ['ID=fd83fbe6-974e-4966-b600-b69c153f32fa,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:01:49.687608 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838d4029-9b42-4a45-8825-d2112fc702f4 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:01:49.688185 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838d4029-9b42-4a45-8825-d2112fc702f4 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:01:49.688755 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838d4029-9b42-4a45-8825-d2112fc702f4 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:01:49.689312 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838d4029-9b42-4a45-8825-d2112fc702f4 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:01:49.689889 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838d4029-9b42-4a45-8825-d2112fc702f4 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:01:49.690430 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838d4029-9b42-4a45-8825-d2112fc702f4 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:01:49.690948 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838d4029-9b42-4a45-8825-d2112fc702f4 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:01:49.691441 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838d4029-9b42-4a45-8825-d2112fc702f4 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:01:49.692114 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838d4029-9b42-4a45-8825-d2112fc702f4 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:01:49.692472 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838d4029-9b42-4a45-8825-d2112fc702f4 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:01:49.693022 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838d4029-9b42-4a45-8825-d2112fc702f4 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:01:49.711563 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8395483-aac8-4e73-80b1-a1e61ca0ddfe req-838d4029-9b42-4a45-8825-d2112fc702f4 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:49.712684 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-b8395483-aac8-4e73-80b1-a1e61ca0ddfe req-838d4029-9b42-4a45-8825-d2112fc702f4 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:49.771290 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['99333cba-164d-4e53-9303-439889619d55'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:01:49.793604 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-72a74b1d-0c3a-4f3b-8435-c036729c483d req-88e83e62-7e45-4247-b7df-419dbc43af49 tempest-LiveMigrationTest-484647171 tempest-LiveMigrationTest-484647171-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=1c63ca1d-117e-400e-a872-50c7fd37ece9 HTTP/1.1" status: 200 len: 1095 time: 0.5558171 May 30 20:01:49.913154 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b8395483-aac8-4e73-80b1-a1e61ca0ddfe req-838d4029-9b42-4a45-8825-d2112fc702f4 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1134837 May 30 20:01:49.921951 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-72a74b1d-0c3a-4f3b-8435-c036729c483d req-b035d753-e6e1-4bac-82f4-594d37b56266 tempest-LiveMigrationTest-484647171 tempest-LiveMigrationTest-484647171-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=b7c7fe04-8ab6-4ec0-af46-b4358854e449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425095 May 30 20:01:49.934471 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-b8395483-aac8-4e73-80b1-a1e61ca0ddfe req-4b767c3e-918c-45c4-98b2-7f7a7e990e26 service neutron] Request body: {'port': {'device_id': 'f5a78d1f-6cff-4124-afc0-dcc1ec017f29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843948-2'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:01:50.248583 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-b8395483-aac8-4e73-80b1-a1e61ca0ddfe req-4b767c3e-918c-45c4-98b2-7f7a7e990e26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:50.342740 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dc39f6-5222-47ce-b14a-2894c0df99b4 req-2ddca57a-a868-45a3-bb54-4b4b831b885a tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:50.343570 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-a3dc39f6-5222-47ce-b14a-2894c0df99b4 req-2ddca57a-a868-45a3-bb54-4b4b831b885a tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Synchronizing usage tracker for tenant:507d6785502940d28c178ad4aae87e46 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:01:50.387974 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6f0cc9-25d8-4c0a-805e-9f07e837aacb req-4812a77e-4c71-4ec0-8dc3-5dfa1e26bca9 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:50.390402 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ea6f0cc9-25d8-4c0a-805e-9f07e837aacb req-4812a77e-4c71-4ec0-8dc3-5dfa1e26bca9 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] 10.222.0.85 "GET /v2.0/ports?device_id=843e9dac-a7f9-4146-a853-871714260300 HTTP/1.1" status: 200 len: 949 time: 0.3054345 May 30 20:01:50.446961 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-a3dc39f6-5222-47ce-b14a-2894c0df99b4 req-2ddca57a-a868-45a3-bb54-4b4b831b885a tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Unset dirty status for tenant:507d6785502940d28c178ad4aae87e46 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:01:50.448497 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a3dc39f6-5222-47ce-b14a-2894c0df99b4 req-2ddca57a-a868-45a3-bb54-4b4b831b885a tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.85 "GET /v2.0/ports?device_id=f5a78d1f-6cff-4124-afc0-dcc1ec017f29 HTTP/1.1" status: 200 len: 931 time: 0.3009727 May 30 20:01:50.476574 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ea6f0cc9-25d8-4c0a-805e-9f07e837aacb req-8d9cf22f-e904-4d6d-aba3-0557822a28e9 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] 10.222.0.85 "GET /v2.0/security-groups?id=06806dfc-f049-4330-b211-293135e18ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686960 May 30 20:01:50.485316 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69e11fcb-1e59-40d0-a3f6-f23dc121abff tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] Router 80d80749-818b-48e5-bea9-b57f38ec69c9 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:01:50.690297 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a3dc39f6-5222-47ce-b14a-2894c0df99b4 req-380a47d4-9696-4c17-8f02-ab299a8b76a7 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.85 "GET /v2.0/security-groups?id=e04d9b86-3d99-41a3-8241-c517ec1f4730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280965 May 30 20:01:50.979186 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 99333cba-164d-4e53-9303-439889619d55 up at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:01:51.088956 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [req-b8395483-aac8-4e73-80b1-a1e61ca0ddfe req-4b767c3e-918c-45c4-98b2-7f7a7e990e26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd83fbe6-974e-4966-b600-b69c153f32fa {{(pid=84887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:01:51.102996 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69e11fcb-1e59-40d0-a3f6-f23dc121abff tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:01:51.106325 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-b8395483-aac8-4e73-80b1-a1e61ca0ddfe req-4b767c3e-918c-45c4-98b2-7f7a7e990e26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:51.124760 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e96fa29d-2685-492b-bdc8-cd29fed883dd None None] Sync routers for ids ['80d80749-818b-48e5-bea9-b57f38ec69c9'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:01:51.142005 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-69e11fcb-1e59-40d0-a3f6-f23dc121abff tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:51.152411 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-b8395483-aac8-4e73-80b1-a1e61ca0ddfe req-4b767c3e-918c-45c4-98b2-7f7a7e990e26 service neutron] Transition to ACTIVE for port object fd83fbe6-974e-4966-b600-b69c153f32fa will not be triggered until provisioned by entity L2. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:01:51.158973 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96fa29d-2685-492b-bdc8-cd29fed883dd None None] Routers {'80d80749-818b-48e5-bea9-b57f38ec69c9'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:01:51.160790 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-e96fa29d-2685-492b-bdc8-cd29fed883dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:01:29Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['80d80749-818b-48e5-bea9-b57f38ec69c9'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:01:51.182302 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-512127e4-b997-4d94-bff3-6ecdf1a6638a req-4918e86c-cc6b-43b3-8f11-cdc56bd7b74e tempest-LiveMigrationTest-484647171 tempest-LiveMigrationTest-484647171-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=1c63ca1d-117e-400e-a872-50c7fd37ece9 HTTP/1.1" status: 200 len: 1095 time: 0.2105520 May 30 20:01:51.269876 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning for port 99333cba-164d-4e53-9303-439889619d55 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:01:51.288434 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-512127e4-b997-4d94-bff3-6ecdf1a6638a req-e131727b-eab2-4935-8b44-8303961d3df2 tempest-LiveMigrationTest-484647171 tempest-LiveMigrationTest-484647171-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=b7c7fe04-8ab6-4ec0-af46-b4358854e449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910819 May 30 20:01:51.290187 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-69e11fcb-1e59-40d0-a3f6-f23dc121abff tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] 10.222.0.85 "PUT /v2.0/floatingips/1a707ab2-50cc-4ffb-a5f8-2e7ccdba87c3 HTTP/1.1" status: 200 len: 991 time: 4.1343167 May 30 20:01:51.290187 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a451c69d-9391-4805-aff4-d400af583d7d', 'tag': 'd635aed3-c998-44f7-924c-bc82e71e38ae'}] {{(pid=84886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:01:51.290494 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-b8395483-aac8-4e73-80b1-a1e61ca0ddfe req-4b767c3e-918c-45c4-98b2-7f7a7e990e26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:51.291993 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning complete for port 99333cba-164d-4e53-9303-439889619d55 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:01:51.293096 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:51.331730 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293cc66e-71e1-4dd3-b556-9c5e883a33f0 req-66848218-255c-4419-a404-30cb81f92766 tempest-DeleteServersAdminTestJSON-186780212 tempest-DeleteServersAdminTestJSON-186780212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:51.334039 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-293cc66e-71e1-4dd3-b556-9c5e883a33f0 req-66848218-255c-4419-a404-30cb81f92766 tempest-DeleteServersAdminTestJSON-186780212 tempest-DeleteServersAdminTestJSON-186780212-project] 10.222.0.85 "GET /v2.0/ports?device_id=1f809ba0-e98e-4c54-900b-744d367e7e70 HTTP/1.1" status: 200 len: 948 time: 0.1554785 May 30 20:01:51.506541 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-293cc66e-71e1-4dd3-b556-9c5e883a33f0 req-2dfa8106-8708-4012-abf5-08112f743fef tempest-DeleteServersAdminTestJSON-186780212 tempest-DeleteServersAdminTestJSON-186780212-project] 10.222.0.85 "GET /v2.0/security-groups?id=012b6f85-ab98-4ad3-9cd2-9e757136ba83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592622 May 30 20:01:51.641102 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-e96fa29d-2685-492b-bdc8-cd29fed883dd None None] Set router 80d80749-818b-48e5-bea9-b57f38ec69c9 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:01:51.688777 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:51.803375 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b767c3e-918c-45c4-98b2-7f7a7e990e26 service neutron] Pushing event updated for resources: {'Port': ['ID=fd83fbe6-974e-4966-b600-b69c153f32fa,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:01:51.815138 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f809ba0-e98e-4c54-900b-744d367e7e70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99333cba-164d-4e53-9303-439889619d55'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:01:51.831255 n-d-843948-2 neutron-server[84886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-264e9f7f-1f21-4579-84fe-d988ddcde74d'] response: {'name': 'network-changed', 'server_uuid': 'a451c69d-9391-4805-aff4-d400af583d7d', 'tag': 'd635aed3-c998-44f7-924c-bc82e71e38ae', 'status': 'completed', 'code': 200} May 30 20:01:51.833518 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 99333cba-164d-4e53-9303-439889619d55, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=99333cba-164d-4e53-9303-439889619d55,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:01:51.900279 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:51.913271 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:52.029522 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=99333cba-164d-4e53-9303-439889619d55,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:01:52.289196 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99e4a51-d310-4d89-a0a9-b439063415ea req-f6e6fcf4-decb-4af7-9189-cb097b14fe25 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:52.291022 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d99e4a51-d310-4d89-a0a9-b439063415ea req-f6e6fcf4-decb-4af7-9189-cb097b14fe25 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] 10.222.0.85 "GET /v2.0/ports?device_id=843e9dac-a7f9-4146-a853-871714260300 HTTP/1.1" status: 200 len: 949 time: 0.1542659 May 30 20:01:52.346823 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-b8395483-aac8-4e73-80b1-a1e61ca0ddfe req-4b767c3e-918c-45c4-98b2-7f7a7e990e26 service neutron] Attempting to bind port fd83fbe6-974e-4966-b600-b69c153f32fa on host n-h2-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:01:52.347708 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-b8395483-aac8-4e73-80b1-a1e61ca0ddfe req-4b767c3e-918c-45c4-98b2-7f7a7e990e26 service neutron] Attempting to bind port fd83fbe6-974e-4966-b600-b69c153f32fa by drivers openvswitch,hyperv on host n-h2-843948-2 at level 0 using segments [{'id': '4048bfa0-f1bd-4aa7-86bf-7023b66ee7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2a2680a-30c7-4004-a919-1078d0f1a0a1'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:01:52.347708 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8395483-aac8-4e73-80b1-a1e61ca0ddfe req-4b767c3e-918c-45c4-98b2-7f7a7e990e26 service neutron] Attempting to bind port fd83fbe6-974e-4966-b600-b69c153f32fa on network a2a2680a-30c7-4004-a919-1078d0f1a0a1 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:01:52.360408 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d99e4a51-d310-4d89-a0a9-b439063415ea req-7a6b8b09-e274-4614-af73-68bda94fb049 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] 10.222.0.85 "GET /v2.0/security-groups?id=06806dfc-f049-4330-b211-293135e18ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572498 May 30 20:01:52.373281 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8395483-aac8-4e73-80b1-a1e61ca0ddfe req-4b767c3e-918c-45c4-98b2-7f7a7e990e26 service neutron] Port fd83fbe6-974e-4966-b600-b69c153f32fa on network a2a2680a-30c7-4004-a919-1078d0f1a0a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:01:52.373826 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8395483-aac8-4e73-80b1-a1e61ca0ddfe req-4b767c3e-918c-45c4-98b2-7f7a7e990e26 service neutron] Attempting to bind port fd83fbe6-974e-4966-b600-b69c153f32fa on network a2a2680a-30c7-4004-a919-1078d0f1a0a1 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:01:52.395666 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1b17de49-ba70-499c-96fe-79e942080775 req-73a1133a-a67c-482b-9836-c95a771fca74 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=bbfe05941810494e822dbbe8fc7e85f8&device_id=a451c69d-9391-4805-aff4-d400af583d7d HTTP/1.1" status: 200 len: 1097 time: 0.4478095 May 30 20:01:52.443411 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a6d921-ffb8-4e41-8329-a9587c9d92e8 req-328c83c7-bc83-41e0-a90a-a9ba09d390c8 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:52.455965 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-89a6d921-ffb8-4e41-8329-a9587c9d92e8 req-328c83c7-bc83-41e0-a90a-a9ba09d390c8 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/ports?device_id=d2bdcaf2-0ffc-4987-be3d-0cdd4af8d462 HTTP/1.1" status: 200 len: 950 time: 0.6541274 May 30 20:01:52.508696 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8395483-aac8-4e73-80b1-a1e61ca0ddfe req-4b767c3e-918c-45c4-98b2-7f7a7e990e26 service neutron] Checking agent: {'id': 'eaa08354-e8f5-4e73-af76-8d3cf7d2b390', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:01:52.509936 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8395483-aac8-4e73-80b1-a1e61ca0ddfe req-4b767c3e-918c-45c4-98b2-7f7a7e990e26 service neutron] Checking segment: {'id': '4048bfa0-f1bd-4aa7-86bf-7023b66ee7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2a2680a-30c7-4004-a919-1078d0f1a0a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:01:52.510925 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8395483-aac8-4e73-80b1-a1e61ca0ddfe req-4b767c3e-918c-45c4-98b2-7f7a7e990e26 service neutron] Bound using segment: {'id': '4048bfa0-f1bd-4aa7-86bf-7023b66ee7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2a2680a-30c7-4004-a919-1078d0f1a0a1'} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:01:52.514712 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-b8395483-aac8-4e73-80b1-a1e61ca0ddfe req-4b767c3e-918c-45c4-98b2-7f7a7e990e26 service neutron] Bound port: fd83fbe6-974e-4966-b600-b69c153f32fa, host: n-h2-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4048bfa0-f1bd-4aa7-86bf-7023b66ee7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2a2680a-30c7-4004-a919-1078d0f1a0a1'}}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:01:52.515292 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-b8395483-aac8-4e73-80b1-a1e61ca0ddfe req-4b767c3e-918c-45c4-98b2-7f7a7e990e26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:52.612053 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-e96fa29d-2685-492b-bdc8-cd29fed883dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80d80749-818b-48e5-bea9-b57f38ec69c9', 'name': 'tempest-AttachSCSIVolumeTestJSON-1698076767-router', 'tenant_id': 'bbfe05941810494e822dbbe8fc7e85f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.94'}], 'enable_snat': True}, 'gw_port_id': '7d50dc18-4966-480d-80fa-5417359b0c4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T19:59:16Z', 'updated_at': '2022-05-30T19:59:32Z', 'revision_number': 4, 'project_id': 'bbfe05941810494e822dbbe8fc7e85f8', 'gw_port': {'id': '7d50dc18-4966-480d-80fa-5417359b0c4f', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:db:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d80749-818b-48e5-bea9-b57f38ec69c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:59:17Z', 'updated_at': '2022-05-30T19:59:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': '1a707ab2-50cc-4ffb-a5f8-2e7ccdba87c3', 'tenant_id': 'bbfe05941810494e822dbbe8fc7e85f8', 'floating_ip_address': '172.25.8.98', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': '80d80749-818b-48e5-bea9-b57f38ec69c9', 'port_id': 'd635aed3-c998-44f7-924c-bc82e71e38ae', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1372c12a-f0e8-424c-9175-b08375e9aff5', 'mac_address': 'fa:16:3e:3a:d1:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a451c69d-9391-4805-aff4-d400af583d7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:01:01Z', 'updated_at': '2022-05-30T20:01:48Z', 'revision_number': 1, 'project_id': 'bbfe05941810494e822dbbe8fc7e85f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2d80048-a73a-48a6-b988-73d7f827fa1a', 'name': '', 'network_id': '1372c12a-f0e8-424c-9175-b08375e9aff5', 'tenant_id': 'bbfe05941810494e822dbbe8fc7e85f8', 'mac_address': 'fa:16:3e:79:c3:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d80749-818b-48e5-bea9-b57f38ec69c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ef2fdeec-f4c0-42a0-9b92-f39be90d06c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:59:30Z', 'updated_at': '2022-05-30T19:59:42Z', 'revision_number': 5, 'project_id': 'bbfe05941810494e822dbbe8fc7e85f8', 'subnets': [{'id': 'ef2fdeec-f4c0-42a0-9b92-f39be90d06c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:01:52.625138 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e96fa29d-2685-492b-bdc8-cd29fed883dd None None] Checking router: 80d80749-818b-48e5-bea9-b57f38ec69c9 for host: n-d-843948-2 {{(pid=84889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:01:52.651840 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96fa29d-2685-492b-bdc8-cd29fed883dd None None] Routers {'80d80749-818b-48e5-bea9-b57f38ec69c9'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:01:52.653588 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-e96fa29d-2685-492b-bdc8-cd29fed883dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:01:29Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['80d80749-818b-48e5-bea9-b57f38ec69c9'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:01:52.778495 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-89a6d921-ffb8-4e41-8329-a9587c9d92e8 req-e230612e-b00a-4031-b54f-271eee8844fd tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/security-groups?id=e1329ead-76da-4fe1-a988-d24ed3099985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3210459 May 30 20:01:52.989108 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b17de49-ba70-499c-96fe-79e942080775 req-ee03cce1-112a-44e8-b65a-04e7632f64f8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:52.992315 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1b17de49-ba70-499c-96fe-79e942080775 req-ee03cce1-112a-44e8-b65a-04e7632f64f8 service neutron] 10.222.0.86 "GET /v2.0/networks?id=1372c12a-f0e8-424c-9175-b08375e9aff5 HTTP/1.1" status: 200 len: 916 time: 0.5877230 May 30 20:01:53.109339 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-e96fa29d-2685-492b-bdc8-cd29fed883dd None None] Set router 80d80749-818b-48e5-bea9-b57f38ec69c9 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:01:53.172542 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa657a72-9b67-4a51-bb3c-b46bf3b9a08b'] response: {'server_uuid': '1f809ba0-e98e-4c54-900b-744d367e7e70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99333cba-164d-4e53-9303-439889619d55', 'code': 200} May 30 20:01:53.292768 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1b17de49-ba70-499c-96fe-79e942080775 req-73e716b0-2d82-4b9a-8fd7-9ca93d3418ef service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d635aed3-c998-44f7-924c-bc82e71e38ae HTTP/1.1" status: 200 len: 999 time: 0.2839398 May 30 20:01:53.294270 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-b8395483-aac8-4e73-80b1-a1e61ca0ddfe req-4b767c3e-918c-45c4-98b2-7f7a7e990e26 service neutron] For port fd83fbe6-974e-4966-b600-b69c153f32fa, host n-h2-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:01:53.483591 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e49d282-38d0-48fa-99f8-b3b708d35883 req-71027159-c0e0-4db1-a7ba-3fdeed71b0d5 tempest-DeleteServersAdminTestJSON-186780212 tempest-DeleteServersAdminTestJSON-186780212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:53.492605 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-8e49d282-38d0-48fa-99f8-b3b708d35883 req-71027159-c0e0-4db1-a7ba-3fdeed71b0d5 tempest-DeleteServersAdminTestJSON-186780212 tempest-DeleteServersAdminTestJSON-186780212-project] 10.222.0.85 "GET /v2.0/ports?device_id=1f809ba0-e98e-4c54-900b-744d367e7e70 HTTP/1.1" status: 200 len: 949 time: 0.1085386 May 30 20:01:53.548564 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-b8395483-aac8-4e73-80b1-a1e61ca0ddfe req-4b767c3e-918c-45c4-98b2-7f7a7e990e26 service neutron] For port fd83fbe6-974e-4966-b600-b69c153f32fa, host n-h2-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=fd83fbe6-974e-4966-b600-b69c153f32fa,segment=NetworkSegment(4048bfa0-f1bd-4aa7-86bf-7023b66ee7f9),segment_id=4048bfa0-f1bd-4aa7-86bf-7023b66ee7f9)] {{(pid=84887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:01:53.564805 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-8e49d282-38d0-48fa-99f8-b3b708d35883 req-20d31f54-69bd-49ab-a009-7b1270cf0515 tempest-DeleteServersAdminTestJSON-186780212 tempest-DeleteServersAdminTestJSON-186780212-project] 10.222.0.85 "GET /v2.0/security-groups?id=012b6f85-ab98-4ad3-9cd2-9e757136ba83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709815 May 30 20:01:53.645783 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b17de49-ba70-499c-96fe-79e942080775 req-48d7a047-7b61-4fdd-b41a-da74480005d0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:53.646805 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1b17de49-ba70-499c-96fe-79e942080775 req-48d7a047-7b61-4fdd-b41a-da74480005d0 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ef2fdeec-f4c0-42a0-9b92-f39be90d06c6 HTTP/1.1" status: 200 len: 854 time: 0.1878822 May 30 20:01:53.648650 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-b8395483-aac8-4e73-80b1-a1e61ca0ddfe req-4b767c3e-918c-45c4-98b2-7f7a7e990e26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:53.798800 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-e96fa29d-2685-492b-bdc8-cd29fed883dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80d80749-818b-48e5-bea9-b57f38ec69c9', 'name': 'tempest-AttachSCSIVolumeTestJSON-1698076767-router', 'tenant_id': 'bbfe05941810494e822dbbe8fc7e85f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.94'}], 'enable_snat': True}, 'gw_port_id': '7d50dc18-4966-480d-80fa-5417359b0c4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T19:59:16Z', 'updated_at': '2022-05-30T19:59:32Z', 'revision_number': 4, 'project_id': 'bbfe05941810494e822dbbe8fc7e85f8', 'gw_port': {'id': '7d50dc18-4966-480d-80fa-5417359b0c4f', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:db:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d80749-818b-48e5-bea9-b57f38ec69c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:59:17Z', 'updated_at': '2022-05-30T19:59:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': '1a707ab2-50cc-4ffb-a5f8-2e7ccdba87c3', 'tenant_id': 'bbfe05941810494e822dbbe8fc7e85f8', 'floating_ip_address': '172.25.8.98', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': '80d80749-818b-48e5-bea9-b57f38ec69c9', 'port_id': 'd635aed3-c998-44f7-924c-bc82e71e38ae', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1372c12a-f0e8-424c-9175-b08375e9aff5', 'mac_address': 'fa:16:3e:3a:d1:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a451c69d-9391-4805-aff4-d400af583d7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:01:01Z', 'updated_at': '2022-05-30T20:01:48Z', 'revision_number': 1, 'project_id': 'bbfe05941810494e822dbbe8fc7e85f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2d80048-a73a-48a6-b988-73d7f827fa1a', 'name': '', 'network_id': '1372c12a-f0e8-424c-9175-b08375e9aff5', 'tenant_id': 'bbfe05941810494e822dbbe8fc7e85f8', 'mac_address': 'fa:16:3e:79:c3:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d80749-818b-48e5-bea9-b57f38ec69c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ef2fdeec-f4c0-42a0-9b92-f39be90d06c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:59:30Z', 'updated_at': '2022-05-30T19:59:42Z', 'revision_number': 5, 'project_id': 'bbfe05941810494e822dbbe8fc7e85f8', 'subnets': [{'id': 'ef2fdeec-f4c0-42a0-9b92-f39be90d06c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:01:53.804681 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e96fa29d-2685-492b-bdc8-cd29fed883dd None None] The sync data for ids ['80d80749-818b-48e5-bea9-b57f38ec69c9'] in n-d-843948-2 is: [{'id': '80d80749-818b-48e5-bea9-b57f38ec69c9', 'name': 'tempest-AttachSCSIVolumeTestJSON-1698076767-router', 'tenant_id': 'bbfe05941810494e822dbbe8fc7e85f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.94'}], 'enable_snat': True}, 'gw_port_id': '7d50dc18-4966-480d-80fa-5417359b0c4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T19:59:16Z', 'updated_at': '2022-05-30T19:59:32Z', 'revision_number': 4, 'project_id': 'bbfe05941810494e822dbbe8fc7e85f8', 'gw_port': {'id': '7d50dc18-4966-480d-80fa-5417359b0c4f', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:db:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d80749-818b-48e5-bea9-b57f38ec69c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:59:17Z', 'updated_at': '2022-05-30T19:59:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': '1a707ab2-50cc-4ffb-a5f8-2e7ccdba87c3', 'tenant_id': 'bbfe05941810494e822dbbe8fc7e85f8', 'floating_ip_address': '172.25.8.98', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': '80d80749-818b-48e5-bea9-b57f38ec69c9', 'port_id': 'd635aed3-c998-44f7-924c-bc82e71e38ae', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1372c12a-f0e8-424c-9175-b08375e9aff5', 'mac_address': 'fa:16:3e:3a:d1:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a451c69d-9391-4805-aff4-d400af583d7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:01:01Z', 'updated_at': '2022-05-30T20:01:48Z', 'revision_number': 1, 'project_id': 'bbfe05941810494e822dbbe8fc7e85f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2d80048-a73a-48a6-b988-73d7f827fa1a', 'name': '', 'network_id': '1372c12a-f0e8-424c-9175-b08375e9aff5', 'tenant_id': 'bbfe05941810494e822dbbe8fc7e85f8', 'mac_address': 'fa:16:3e:79:c3:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d80749-818b-48e5-bea9-b57f38ec69c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ef2fdeec-f4c0-42a0-9b92-f39be90d06c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:59:30Z', 'updated_at': '2022-05-30T19:59:42Z', 'revision_number': 5, 'project_id': 'bbfe05941810494e822dbbe8fc7e85f8', 'subnets': [{'id': 'ef2fdeec-f4c0-42a0-9b92-f39be90d06c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:01:53.958499 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a087e85c-6ad2-412a-a09a-9db67ee55cb8 req-3d25c38e-6fb0-4c91-af50-15d9286f950b service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=1f809ba0-e98e-4c54-900b-744d367e7e70 HTTP/1.1" status: 200 len: 1100 time: 0.6608591 May 30 20:01:54.024185 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b493196a-0b09-4b7a-a550-7e08d78bfa1e req-79d8bf5f-c8f4-4ad5-8920-59c77f4b5708 service neutron] 10.222.0.71 "GET /v2.0/ports/57beacbc-e526-49cb-a123-a88e6911f417/bindings/n-h1-843948-2 HTTP/1.1" status: 200 len: 382 time: 0.6819568 May 30 20:01:54.042095 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-b8395483-aac8-4e73-80b1-a1e61ca0ddfe req-4b767c3e-918c-45c4-98b2-7f7a7e990e26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:54.043785 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b8395483-aac8-4e73-80b1-a1e61ca0ddfe req-4b767c3e-918c-45c4-98b2-7f7a7e990e26 service neutron] 10.222.0.86 "PUT /v2.0/ports/fd83fbe6-974e-4966-b600-b69c153f32fa HTTP/1.1" status: 200 len: 1091 time: 4.1196699 May 30 20:01:54.070635 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5a78d1f-6cff-4124-afc0-dcc1ec017f29', 'tag': 'fd83fbe6-974e-4966-b600-b69c153f32fa'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:01:54.081272 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b767c3e-918c-45c4-98b2-7f7a7e990e26 service neutron] Pushing event updated for resources: {'Port': ['ID=fd83fbe6-974e-4966-b600-b69c153f32fa,revision_number=3']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:01:54.091548 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd5005a-a2f1-4063-9eed-3b1579f81c27 req-33464134-3afc-4b92-90ec-4d498185393f tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:54.099324 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7fd5005a-a2f1-4063-9eed-3b1579f81c27 req-33464134-3afc-4b92-90ec-4d498185393f tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.85 "GET /v2.0/ports?device_id=f5a78d1f-6cff-4124-afc0-dcc1ec017f29 HTTP/1.1" status: 200 len: 943 time: 0.7195859 May 30 20:01:54.164581 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a087e85c-6ad2-412a-a09a-9db67ee55cb8 req-ec74af9e-a1dc-4b80-8d21-388050c319de service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=012b6f85-ab98-4ad3-9cd2-9e757136ba83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618750 May 30 20:01:54.168048 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1b17de49-ba70-499c-96fe-79e942080775 req-77c5bb68-22bb-41eb-8b0b-98c3589efadd service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=1372c12a-f0e8-424c-9175-b08375e9aff5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5064282 May 30 20:01:54.193210 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0db7c7-197a-4528-ae27-deb2c171137e req-a7f425a2-4137-4274-a2d1-97bf20965429 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:54.203598 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6d0db7c7-197a-4528-ae27-deb2c171137e req-a7f425a2-4137-4274-a2d1-97bf20965429 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] 10.222.0.85 "GET /v2.0/ports?device_id=843e9dac-a7f9-4146-a853-871714260300 HTTP/1.1" status: 200 len: 949 time: 0.2104955 May 30 20:01:54.244950 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4818a950-8448-47a5-b69a-24abdc3b6068 None None] New status for floating IP 1a707ab2-50cc-4ffb-a5f8-2e7ccdba87c3: ACTIVE {{(pid=84888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 20:01:54.269340 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6d0db7c7-197a-4528-ae27-deb2c171137e req-4632622a-e737-412b-bff8-030e9f6f2b75 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] 10.222.0.85 "GET /v2.0/security-groups?id=06806dfc-f049-4330-b211-293135e18ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660245 May 30 20:01:54.353562 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7fd5005a-a2f1-4063-9eed-3b1579f81c27 req-c465ee41-b16e-402c-8218-630cb17c2f2d tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.85 "GET /v2.0/security-groups?id=e04d9b86-3d99-41a3-8241-c517ec1f4730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532396 May 30 20:01:54.711920 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb2a5707-2695-4652-9a5a-fecd1a540f18'] response: {'name': 'network-changed', 'server_uuid': 'f5a78d1f-6cff-4124-afc0-dcc1ec017f29', 'tag': 'fd83fbe6-974e-4966-b600-b69c153f32fa', 'status': 'completed', 'code': 200} May 30 20:01:54.790499 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1b17de49-ba70-499c-96fe-79e942080775 req-dcdb4164-4ce4-4670-9780-178653bdcc0e service neutron] 10.222.0.86 "GET /v2.0/networks/1372c12a-f0e8-424c-9175-b08375e9aff5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6025231 May 30 20:01:55.086165 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b8395483-aac8-4e73-80b1-a1e61ca0ddfe req-0f430f8e-5cb4-4443-8a68-192092b55354 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=507d6785502940d28c178ad4aae87e46&device_id=f5a78d1f-6cff-4124-afc0-dcc1ec017f29 HTTP/1.1" status: 200 len: 1094 time: 0.7033024 May 30 20:01:55.169392 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6659c8fd-b2f1-45fe-9c20-c2677adc78b4 req-fb97a9c1-d216-4a54-a811-24f5b79b809e tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:55.171088 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6659c8fd-b2f1-45fe-9c20-c2677adc78b4 req-fb97a9c1-d216-4a54-a811-24f5b79b809e tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/ports?device_id=d2bdcaf2-0ffc-4987-be3d-0cdd4af8d462 HTTP/1.1" status: 200 len: 950 time: 0.2926886 May 30 20:01:55.286003 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6659c8fd-b2f1-45fe-9c20-c2677adc78b4 req-95c0738f-3a7d-4c08-ac03-f8d23f5a784a tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/security-groups?id=e1329ead-76da-4fe1-a988-d24ed3099985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974233 May 30 20:01:55.482255 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b8395483-aac8-4e73-80b1-a1e61ca0ddfe req-58a41c18-4fd1-4fbf-906c-6aa983cf2510 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fd83fbe6-974e-4966-b600-b69c153f32fa HTTP/1.1" status: 200 len: 217 time: 0.3669641 May 30 20:01:55.564587 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 45144) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:01:55.609087 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1b17de49-ba70-499c-96fe-79e942080775 req-6a5b3656-4e88-4ff1-a892-4fe009b1b3fe service neutron] 10.222.0.86 "GET /v2.0/networks/1372c12a-f0e8-424c-9175-b08375e9aff5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8087420 May 30 20:01:55.694178 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8395483-aac8-4e73-80b1-a1e61ca0ddfe req-bf724f99-d507-45d3-9a7a-599f6260c869 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:55.704416 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b8395483-aac8-4e73-80b1-a1e61ca0ddfe req-bf724f99-d507-45d3-9a7a-599f6260c869 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8501e548-9fd0-4b41-a186-ee2d1e9a4a4f HTTP/1.1" status: 200 len: 860 time: 0.1980338 May 30 20:01:55.740076 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7256d420-6a91-4877-b3e7-f1e7d127946c req-b1db78de-fcbf-40de-8434-2a278651ae2c tempest-DeleteServersAdminTestJSON-186780212 tempest-DeleteServersAdminTestJSON-186780212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:55.759141 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7256d420-6a91-4877-b3e7-f1e7d127946c req-b1db78de-fcbf-40de-8434-2a278651ae2c tempest-DeleteServersAdminTestJSON-186780212 tempest-DeleteServersAdminTestJSON-186780212-project] 10.222.0.85 "GET /v2.0/ports?device_id=1f809ba0-e98e-4c54-900b-744d367e7e70 HTTP/1.1" status: 200 len: 949 time: 0.6659770 May 30 20:01:55.898447 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b493196a-0b09-4b7a-a550-7e08d78bfa1e req-ec0bf1af-a6ff-4efe-9c3f-9b04d469fa9f service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=d2bdcaf2-0ffc-4987-be3d-0cdd4af8d462&tenant_id=fa61b48b7a6444fe8c9a2f45b95c1d11 HTTP/1.1" status: 200 len: 1101 time: 0.6238093 May 30 20:01:55.918456 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b8395483-aac8-4e73-80b1-a1e61ca0ddfe req-0a39ed76-b4a7-4445-8857-368a118fa386 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a2a2680a-30c7-4004-a919-1078d0f1a0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2000546 May 30 20:01:55.986957 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3e44aaee-ea67-4078-8651-79d0afce86c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:56.038569 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-3e44aaee-ea67-4078-8651-79d0afce86c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:01:56.044926 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-3e44aaee-ea67-4078-8651-79d0afce86c4 admin admin] Usage tracker for resource:security_group_rule and tenant:f465e040bc5c4a91b225c8bc89ba3ff5 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:01:56.054625 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163cf076-3d85-4e29-8605-c798b36c4da7 req-2e96411a-b820-48df-8e90-2953949f60e7 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:56.064185 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7256d420-6a91-4877-b3e7-f1e7d127946c req-194e788c-c7da-4076-bf12-8a96a9a9bd94 tempest-DeleteServersAdminTestJSON-186780212 tempest-DeleteServersAdminTestJSON-186780212-project] 10.222.0.85 "GET /v2.0/security-groups?id=012b6f85-ab98-4ad3-9cd2-9e757136ba83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3017590 May 30 20:01:56.066315 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-163cf076-3d85-4e29-8605-c798b36c4da7 req-2e96411a-b820-48df-8e90-2953949f60e7 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] 10.222.0.85 "GET /v2.0/ports?device_id=843e9dac-a7f9-4146-a853-871714260300 HTTP/1.1" status: 200 len: 949 time: 0.2477894 May 30 20:01:56.070926 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-3e44aaee-ea67-4078-8651-79d0afce86c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:01:56.094834 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-3e44aaee-ea67-4078-8651-79d0afce86c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:01:56.176117 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-66dbf617-036e-410b-8dbb-fd7f8fdfc32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:56.199369 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-163cf076-3d85-4e29-8605-c798b36c4da7 req-aab4d3d1-04e9-48f4-93be-601aa082f7dc tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] 10.222.0.85 "GET /v2.0/security-groups?id=06806dfc-f049-4330-b211-293135e18ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317148 May 30 20:01:56.200398 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b493196a-0b09-4b7a-a550-7e08d78bfa1e req-d75240fa-25ac-452e-83e4-6e3905af84cc service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fa61b48b7a6444fe8c9a2f45b95c1d11&device_id=d2bdcaf2-0ffc-4987-be3d-0cdd4af8d462 HTTP/1.1" status: 200 len: 1101 time: 0.2749386 May 30 20:01:56.293119 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3e44aaee-ea67-4078-8651-79d0afce86c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:56.333422 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b8395483-aac8-4e73-80b1-a1e61ca0ddfe req-79f68656-36e0-4a38-a140-75e02c0bece1 service neutron] 10.222.0.86 "GET /v2.0/networks/a2a2680a-30c7-4004-a919-1078d0f1a0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4059315 May 30 20:01:56.383703 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3e44aaee-ea67-4078-8651-79d0afce86c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:56.492831 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e44aaee-ea67-4078-8651-79d0afce86c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c02157c2-3169-489d-862c-aff56d20ea45,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:01:56.512579 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-3e44aaee-ea67-4078-8651-79d0afce86c4 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=f465e040bc5c4a91b225c8bc89ba3ff5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9458015 May 30 20:01:56.519855 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 45154) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:01:56.705900 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7defeb40-704b-49a6-ae9b-2f147a130a9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:56.796223 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7defeb40-704b-49a6-ae9b-2f147a130a9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:56.799898 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b493196a-0b09-4b7a-a550-7e08d78bfa1e req-c2ce93e3-e503-4843-9932-76930c065a05 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:56.801370 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b493196a-0b09-4b7a-a550-7e08d78bfa1e req-c2ce93e3-e503-4843-9932-76930c065a05 service neutron] 10.222.0.71 "GET /v2.0/networks?id=4344fbed-57fb-43d7-b32d-6020ce60f0a1 HTTP/1.1" status: 200 len: 870 time: 0.5843821 May 30 20:01:56.839760 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b8395483-aac8-4e73-80b1-a1e61ca0ddfe req-81bfe4a6-67a7-4c2f-bf01-3c8e13da86fc service neutron] 10.222.0.86 "GET /v2.0/networks/a2a2680a-30c7-4004-a919-1078d0f1a0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5000536 May 30 20:01:56.850669 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e128c0-e4f8-44c3-8812-b269032792db req-0e821c16-c0fd-4deb-9502-e74efcdfde1f tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:56.855079 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f0e128c0-e4f8-44c3-8812-b269032792db req-0e821c16-c0fd-4deb-9502-e74efcdfde1f tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/ports?device_id=d2bdcaf2-0ffc-4987-be3d-0cdd4af8d462 HTTP/1.1" status: 200 len: 950 time: 0.2866135 May 30 20:01:56.875530 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e36b65-7c70-4921-a01d-746bcc8cb15a req-64a686ef-40fb-43a6-b187-c1b7467172c6 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:56.878319 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-62e36b65-7c70-4921-a01d-746bcc8cb15a req-64a686ef-40fb-43a6-b187-c1b7467172c6 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.85 "GET /v2.0/ports?device_id=f5a78d1f-6cff-4124-afc0-dcc1ec017f29 HTTP/1.1" status: 200 len: 943 time: 0.2210994 May 30 20:01:56.989334 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f0e128c0-e4f8-44c3-8812-b269032792db req-d0cc182f-c10f-461a-969a-a49a1e22a058 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/security-groups?id=e1329ead-76da-4fe1-a988-d24ed3099985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022160 May 30 20:01:57.013842 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 57beacbc-e526-49cb-a123-a88e6911f417 no longer exists at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:01:57.115513 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7defeb40-704b-49a6-ae9b-2f147a130a9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:57.124581 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b493196a-0b09-4b7a-a550-7e08d78bfa1e req-50fb2894-a303-49be-bbd2-da403521fb8e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=57beacbc-e526-49cb-a123-a88e6911f417 HTTP/1.1" status: 200 len: 217 time: 0.3091390 May 30 20:01:57.151707 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7defeb40-704b-49a6-ae9b-2f147a130a9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c02157c2-3169-489d-862c-aff56d20ea45,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:01:57.189988 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7defeb40-704b-49a6-ae9b-2f147a130a9c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:01:57.189988 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7defeb40-704b-49a6-ae9b-2f147a130a9c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:01:57.205630 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7defeb40-704b-49a6-ae9b-2f147a130a9c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:01:57.206730 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7defeb40-704b-49a6-ae9b-2f147a130a9c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:01:57.206730 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7defeb40-704b-49a6-ae9b-2f147a130a9c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:01:57.208414 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7defeb40-704b-49a6-ae9b-2f147a130a9c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:01:57.208908 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7defeb40-704b-49a6-ae9b-2f147a130a9c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:01:57.209669 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7defeb40-704b-49a6-ae9b-2f147a130a9c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:01:57.209669 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7defeb40-704b-49a6-ae9b-2f147a130a9c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:01:57.215979 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7defeb40-704b-49a6-ae9b-2f147a130a9c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:01:57.216505 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7defeb40-704b-49a6-ae9b-2f147a130a9c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:01:57.225352 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7defeb40-704b-49a6-ae9b-2f147a130a9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:57.229189 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-7defeb40-704b-49a6-ae9b-2f147a130a9c admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/c02157c2-3169-489d-862c-aff56d20ea45 HTTP/1.1" status: 204 len: 168 time: 0.7081838 May 30 20:01:57.232086 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-62e36b65-7c70-4921-a01d-746bcc8cb15a req-0af1212f-f6b2-40f3-a1cc-fd4c222da81d tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.85 "GET /v2.0/security-groups?id=e04d9b86-3d99-41a3-8241-c517ec1f4730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3433087 May 30 20:01:57.379067 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:57.390167 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b493196a-0b09-4b7a-a550-7e08d78bfa1e req-0eb527b6-6c7a-4906-81f8-6a9aab5732fc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:57.396088 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b493196a-0b09-4b7a-a550-7e08d78bfa1e req-0eb527b6-6c7a-4906-81f8-6a9aab5732fc service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1b83ff54-b1af-44ce-bb75-ba148920553c HTTP/1.1" status: 200 len: 843 time: 0.2611783 May 30 20:01:57.453274 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2bdcaf2-0ffc-4987-be3d-0cdd4af8d462', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57beacbc-e526-49cb-a123-a88e6911f417'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:01:57.479098 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 57beacbc-e526-49cb-a123-a88e6911f417, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=57beacbc-e526-49cb-a123-a88e6911f417,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:01:57.493020 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da36c20-a7db-48d6-b70e-b3eb6d4e864f req-9b0cb4d3-5ba2-41e2-a693-41c2680d7a85 tempest-DeleteServersAdminTestJSON-186780212 tempest-DeleteServersAdminTestJSON-186780212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:57.501438 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-8da36c20-a7db-48d6-b70e-b3eb6d4e864f req-9b0cb4d3-5ba2-41e2-a693-41c2680d7a85 tempest-DeleteServersAdminTestJSON-186780212 tempest-DeleteServersAdminTestJSON-186780212-project] 10.222.0.85 "GET /v2.0/ports?device_id=1f809ba0-e98e-4c54-900b-744d367e7e70 HTTP/1.1" status: 200 len: 949 time: 0.1074181 May 30 20:01:57.572014 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:57.580138 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-8da36c20-a7db-48d6-b70e-b3eb6d4e864f req-e4e2b893-0033-40a9-9b74-f7de3f43e26d tempest-DeleteServersAdminTestJSON-186780212 tempest-DeleteServersAdminTestJSON-186780212-project] 10.222.0.85 "GET /v2.0/security-groups?id=012b6f85-ab98-4ad3-9cd2-9e757136ba83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759189 May 30 20:01:57.629503 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6d5fd00d-e237-408b-ab45-13fbd6a29c6f req-21f33c9f-f421-45db-b827-7b775fbe1c95 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=507d6785502940d28c178ad4aae87e46&device_id=f5a78d1f-6cff-4124-afc0-dcc1ec017f29 HTTP/1.1" status: 200 len: 1094 time: 0.6174712 May 30 20:01:57.701231 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-045c93eb-0999-4a32-8198-248c4673c24c'] response: {'server_uuid': 'd2bdcaf2-0ffc-4987-be3d-0cdd4af8d462', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57beacbc-e526-49cb-a123-a88e6911f417', 'code': 200} May 30 20:01:57.741108 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=57beacbc-e526-49cb-a123-a88e6911f417,revision_number=6']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:01:57.914128 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5fd00d-e237-408b-ab45-13fbd6a29c6f req-7917cb0f-04da-4ee5-ab78-b3f84695e6dd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:57.926603 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6d5fd00d-e237-408b-ab45-13fbd6a29c6f req-7917cb0f-04da-4ee5-ab78-b3f84695e6dd service neutron] 10.222.0.86 "GET /v2.0/networks?id=a2a2680a-30c7-4004-a919-1078d0f1a0a1 HTTP/1.1" status: 200 len: 921 time: 0.2768035 May 30 20:01:58.110342 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6d5fd00d-e237-408b-ab45-13fbd6a29c6f req-3ecd586e-a311-420d-b354-c81ddd650c79 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fd83fbe6-974e-4966-b600-b69c153f32fa HTTP/1.1" status: 200 len: 217 time: 0.1815519 May 30 20:01:58.249911 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b493196a-0b09-4b7a-a550-7e08d78bfa1e req-803b4497-6e8c-4b3d-a046-7ea4d8c0b7f0 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4344fbed-57fb-43d7-b32d-6020ce60f0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8353055 May 30 20:01:58.330797 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5fd00d-e237-408b-ab45-13fbd6a29c6f req-b4999801-1792-444b-9f84-15bba20c7239 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:58.330797 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6d5fd00d-e237-408b-ab45-13fbd6a29c6f req-b4999801-1792-444b-9f84-15bba20c7239 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8501e548-9fd0-4b41-a186-ee2d1e9a4a4f HTTP/1.1" status: 200 len: 860 time: 0.2099981 May 30 20:01:58.435371 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d2c1ec-9a34-4c60-bde3-fe0a3dcc092a req-47c223eb-33f0-42b9-908b-d9ebde6e4d85 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:58.436100 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-56d2c1ec-9a34-4c60-bde3-fe0a3dcc092a req-47c223eb-33f0-42b9-908b-d9ebde6e4d85 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] Synchronizing usage tracker for tenant:e5d7aa177ee047fa9f9235d3092bd6ea on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:01:58.459190 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6d5fd00d-e237-408b-ab45-13fbd6a29c6f req-d11ee11c-f092-493f-920c-2ca9071842ce service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a2a2680a-30c7-4004-a919-1078d0f1a0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1179385 May 30 20:01:58.621514 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b493196a-0b09-4b7a-a550-7e08d78bfa1e req-6e5fedc0-0bda-4b2b-8445-dff1bf2b223f service neutron] 10.222.0.71 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3552155 May 30 20:01:58.660377 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-56d2c1ec-9a34-4c60-bde3-fe0a3dcc092a req-47c223eb-33f0-42b9-908b-d9ebde6e4d85 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] Unset dirty status for tenant:e5d7aa177ee047fa9f9235d3092bd6ea on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:01:58.662389 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-56d2c1ec-9a34-4c60-bde3-fe0a3dcc092a req-47c223eb-33f0-42b9-908b-d9ebde6e4d85 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] 10.222.0.85 "GET /v2.0/ports?device_id=843e9dac-a7f9-4146-a853-871714260300 HTTP/1.1" status: 200 len: 949 time: 0.8268147 May 30 20:01:58.849202 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6d5fd00d-e237-408b-ab45-13fbd6a29c6f req-306ffb90-c229-4933-987c-0c5a46ba2da4 service neutron] 10.222.0.86 "GET /v2.0/networks/a2a2680a-30c7-4004-a919-1078d0f1a0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3776336 May 30 20:01:59.030075 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-56d2c1ec-9a34-4c60-bde3-fe0a3dcc092a req-2045fca5-5420-48c5-a746-dbef8b43c0b0 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] 10.222.0.85 "GET /v2.0/security-groups?id=06806dfc-f049-4330-b211-293135e18ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3562915 May 30 20:01:59.051406 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b493196a-0b09-4b7a-a550-7e08d78bfa1e req-c447e7da-716c-48b6-8efc-b444663f282c service neutron] 10.222.0.71 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4190021 May 30 20:01:59.279737 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 45228) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:01:59.364404 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6d5fd00d-e237-408b-ab45-13fbd6a29c6f req-15f146c8-4a98-405d-8c67-1ba462452592 service neutron] 10.222.0.86 "GET /v2.0/networks/a2a2680a-30c7-4004-a919-1078d0f1a0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4810953 May 30 20:01:59.443319 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1a37663a-88ad-4dc6-a967-70006bcc3182 req-939887af-93c9-4e01-a2c3-be1c40dccec3 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=a90e0fa3-52c5-4ce6-9724-62916ccbd2c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1925986 May 30 20:01:59.538690 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbaa257-5394-4452-b319-28ca5e281900 req-3ac44208-3814-4a6c-a1ad-e5fcbc9ea593 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:59.540837 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-fcbaa257-5394-4452-b319-28ca5e281900 req-3ac44208-3814-4a6c-a1ad-e5fcbc9ea593 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.85 "GET /v2.0/ports?device_id=f5a78d1f-6cff-4124-afc0-dcc1ec017f29 HTTP/1.1" status: 200 len: 943 time: 0.1669118 May 30 20:01:59.571783 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-5f1a98c1-9641-4885-9c22-83c01e0419b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:59.608746 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-bf88e7d6-cfc3-4b80-b4d5-796589ea2f4e admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-900173946-network', 'tenant_id': '2f556c8c0e86457c8a99895c145d8ec1'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:01:59.619252 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-bf88e7d6-cfc3-4b80-b4d5-796589ea2f4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:01:59.626541 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-bf88e7d6-cfc3-4b80-b4d5-796589ea2f4e admin admin] Usage tracker for resource:network and tenant:2f556c8c0e86457c8a99895c145d8ec1 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:01:59.631682 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-fcbaa257-5394-4452-b319-28ca5e281900 req-2a58dc1a-3645-4403-ae1b-99e596f26e47 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.85 "GET /v2.0/security-groups?id=e04d9b86-3d99-41a3-8241-c517ec1f4730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808454 May 30 20:01:59.632873 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-bf88e7d6-cfc3-4b80-b4d5-796589ea2f4e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:01:59.640407 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-bf88e7d6-cfc3-4b80-b4d5-796589ea2f4e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:01:59.717336 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf88e7d6-cfc3-4b80-b4d5-796589ea2f4e admin admin] Made reservation on behalf of 2f556c8c0e86457c8a99895c145d8ec1 for: {'network': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:01:59.719943 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bf88e7d6-cfc3-4b80-b4d5-796589ea2f4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:59.757568 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:59.765732 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bf88e7d6-cfc3-4b80-b4d5-796589ea2f4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:01:59.867525 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-bf88e7d6-cfc3-4b80-b4d5-796589ea2f4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:01:59.883508 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a62ce3-2991-45dc-802f-5ca0a905f486 req-3714201c-83f7-4a38-9d8a-eedb534d3fcb tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:01:59.888037 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-bf88e7d6-cfc3-4b80-b4d5-796589ea2f4e admin admin] Usage tracker for resource:security_group_rule and tenant:2f556c8c0e86457c8a99895c145d8ec1 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:01:59.892369 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-81a62ce3-2991-45dc-802f-5ca0a905f486 req-3714201c-83f7-4a38-9d8a-eedb534d3fcb tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/ports?device_id=d2bdcaf2-0ffc-4987-be3d-0cdd4af8d462 HTTP/1.1" status: 200 len: 948 time: 0.4472363 May 30 20:01:59.893485 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-bf88e7d6-cfc3-4b80-b4d5-796589ea2f4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:01:59.983268 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-bf88e7d6-cfc3-4b80-b4d5-796589ea2f4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:01:59.988431 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-81a62ce3-2991-45dc-802f-5ca0a905f486 req-264d0834-5e36-4a0a-af9a-305f43cd4cd7 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/security-groups?id=e1329ead-76da-4fe1-a988-d24ed3099985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953119 May 30 20:02:00.003712 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1a37663a-88ad-4dc6-a967-70006bcc3182 req-4e5f8fd7-c34d-435d-b9db-6aee4f25cd5b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e5d7aa177ee047fa9f9235d3092bd6ea&device_id=a90e0fa3-52c5-4ce6-9724-62916ccbd2c5 HTTP/1.1" status: 200 len: 1101 time: 0.5006392 May 30 20:02:00.084559 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device fd83fbe6-974e-4966-b600-b69c153f32fa details requested by agent hyperv_n-h2-843948-2 with host n-h2-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:02:00.085786 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d0b40f-9b6a-45c3-b222-02e1b1a4eef9 req-7c5ee62c-c1b4-4ab5-9774-f544c090c4b4 tempest-DeleteServersAdminTestJSON-186780212 tempest-DeleteServersAdminTestJSON-186780212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:00.087385 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f7d0b40f-9b6a-45c3-b222-02e1b1a4eef9 req-7c5ee62c-c1b4-4ab5-9774-f544c090c4b4 tempest-DeleteServersAdminTestJSON-186780212 tempest-DeleteServersAdminTestJSON-186780212-project] 10.222.0.85 "GET /v2.0/ports?device_id=1f809ba0-e98e-4c54-900b-744d367e7e70 HTTP/1.1" status: 200 len: 949 time: 0.2008541 May 30 20:02:00.193380 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bf88e7d6-cfc3-4b80-b4d5-796589ea2f4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:00.239696 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f7d0b40f-9b6a-45c3-b222-02e1b1a4eef9 req-e28d1054-8b1f-4c8e-ac24-dc9acb3ed15a tempest-DeleteServersAdminTestJSON-186780212 tempest-DeleteServersAdminTestJSON-186780212-project] 10.222.0.85 "GET /v2.0/security-groups?id=012b6f85-ab98-4ad3-9cd2-9e757136ba83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370902 May 30 20:02:00.294114 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bf88e7d6-cfc3-4b80-b4d5-796589ea2f4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:00.378292 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf88e7d6-cfc3-4b80-b4d5-796589ea2f4e admin admin] vlan segment allocate from pool success with {'vlan_id': 650, 'physical_network': 'physnet1'} {{(pid=84886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:02:00.414763 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf88e7d6-cfc3-4b80-b4d5-796589ea2f4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7bd1307-7f80-416a-ad0f-251b87da459a,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:00.455523 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bf88e7d6-cfc3-4b80-b4d5-796589ea2f4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:00.459477 n-d-843948-2 neutron-server[84886]: INFO neutron.db.segments_db [None req-bf88e7d6-cfc3-4b80-b4d5-796589ea2f4e admin admin] Added segment a588beee-eb1a-4179-866b-50764eb9b22b of type vlan for network 1423fe8d-fe45-40b8-bd0c-db2951a00d49 May 30 20:02:00.499675 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port fd83fbe6-974e-4966-b600-b69c153f32fa, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=fd83fbe6-974e-4966-b600-b69c153f32fa,segment=NetworkSegment(4048bfa0-f1bd-4aa7-86bf-7023b66ee7f9),segment_id=4048bfa0-f1bd-4aa7-86bf-7023b66ee7f9)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:02:00.531377 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Returning: {'device': 'fd83fbe6-974e-4966-b600-b69c153f32fa', 'network_id': 'a2a2680a-30c7-4004-a919-1078d0f1a0a1', 'port_id': 'fd83fbe6-974e-4966-b600-b69c153f32fa', 'mac_address': 'fa:16:3e:a7:ee:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8501e548-9fd0-4b41-a186-ee2d1e9a4a4f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:02:00.593101 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bf88e7d6-cfc3-4b80-b4d5-796589ea2f4e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:00.645894 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a37663a-88ad-4dc6-a967-70006bcc3182 req-da44b0a6-75f8-4e0d-aded-3b2429125db0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:00.650929 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1a37663a-88ad-4dc6-a967-70006bcc3182 req-da44b0a6-75f8-4e0d-aded-3b2429125db0 service neutron] 10.222.0.71 "GET /v2.0/networks?id=4344fbed-57fb-43d7-b32d-6020ce60f0a1 HTTP/1.1" status: 200 len: 870 time: 0.6141653 May 30 20:02:00.670223 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:00.706155 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bc105f-9968-4bdb-8140-f8dbe814554e req-cae8aeea-9afc-4ee8-b4f6-1ee3ceac22d8 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:00.713602 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd83fbe6-974e-4966-b600-b69c153f32fa {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:02:00.715080 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-86bc105f-9968-4bdb-8140-f8dbe814554e req-cae8aeea-9afc-4ee8-b4f6-1ee3ceac22d8 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] 10.222.0.85 "GET /v2.0/ports?device_id=843e9dac-a7f9-4146-a853-871714260300 HTTP/1.1" status: 200 len: 949 time: 0.1954556 May 30 20:02:00.746279 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port fd83fbe6-974e-4966-b600-b69c153f32fa, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=fd83fbe6-974e-4966-b600-b69c153f32fa,segment=NetworkSegment(4048bfa0-f1bd-4aa7-86bf-7023b66ee7f9),segment_id=4048bfa0-f1bd-4aa7-86bf-7023b66ee7f9)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:02:00.791709 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-54715b0a-a586-46d4-87c4-aae7ea0c390e req-cbedac7c-2cde-4915-af37-962398982a63 tempest-DeleteServersAdminTestJSON-68967339 tempest-DeleteServersAdminTestJSON-68967339-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=1f809ba0-e98e-4c54-900b-744d367e7e70 HTTP/1.1" status: 200 len: 1100 time: 0.3324702 May 30 20:02:00.797827 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1a37663a-88ad-4dc6-a967-70006bcc3182 req-8abeaa46-814e-4cf3-b70b-95b27059f979 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=3d4f8457-50ab-49d6-a493-aaa143021b70 HTTP/1.1" status: 200 len: 217 time: 0.1331453 May 30 20:02:00.799434 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bf88e7d6-cfc3-4b80-b4d5-796589ea2f4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:00.800288 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf88e7d6-cfc3-4b80-b4d5-796589ea2f4e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:00.800954 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bf88e7d6-cfc3-4b80-b4d5-796589ea2f4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:00.853853 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:00.992933 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=fd83fbe6-974e-4966-b600-b69c153f32fa,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:00.995882 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:01.017683 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a37663a-88ad-4dc6-a967-70006bcc3182 req-20b45de7-4c5d-4ac3-9cf8-c3547840074b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:01.021562 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1a37663a-88ad-4dc6-a967-70006bcc3182 req-20b45de7-4c5d-4ac3-9cf8-c3547840074b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1b83ff54-b1af-44ce-bb75-ba148920553c HTTP/1.1" status: 200 len: 843 time: 0.2168713 May 30 20:02:01.102560 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-54715b0a-a586-46d4-87c4-aae7ea0c390e req-aa4ee554-46e0-437d-8164-804302d9bb84 tempest-DeleteServersAdminTestJSON-68967339 tempest-DeleteServersAdminTestJSON-68967339-project-admin] Deleting port 99333cba-164d-4e53-9303-439889619d55 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:02:01.103209 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-54715b0a-a586-46d4-87c4-aae7ea0c390e req-aa4ee554-46e0-437d-8164-804302d9bb84 tempest-DeleteServersAdminTestJSON-68967339 tempest-DeleteServersAdminTestJSON-68967339-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:01.160779 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-bf88e7d6-cfc3-4b80-b4d5-796589ea2f4e admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8794308 May 30 20:02:01.161516 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 45272) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:02:01.176961 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['fd83fbe6-974e-4966-b600-b69c153f32fa'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:02:01.188642 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-a1a5f9e5-c6e1-4bc9-b546-303969524709 admin admin] Request body: {'subnet': {'network_id': '1423fe8d-fe45-40b8-bd0c-db2951a00d49', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-900173946-subnet', 'tenant_id': '2f556c8c0e86457c8a99895c145d8ec1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:02:01.193535 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-a1a5f9e5-c6e1-4bc9-b546-303969524709 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:02:01.198553 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-a1a5f9e5-c6e1-4bc9-b546-303969524709 admin admin] Usage tracker for resource:subnet and tenant:2f556c8c0e86457c8a99895c145d8ec1 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:02:01.201916 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-a1a5f9e5-c6e1-4bc9-b546-303969524709 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:02:01.210360 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-a1a5f9e5-c6e1-4bc9-b546-303969524709 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:02:01.226536 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-86bc105f-9968-4bdb-8140-f8dbe814554e req-2f8a0d8a-8fd0-44e8-8b2f-ef48195f6d60 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] 10.222.0.85 "GET /v2.0/security-groups?id=06806dfc-f049-4330-b211-293135e18ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5080302 May 30 20:02:01.230305 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf88e7d6-cfc3-4b80-b4d5-796589ea2f4e admin admin] Pushing event updated for resources: {'Network': ['ID=1423fe8d-fe45-40b8-bd0c-db2951a00d49,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:01.309544 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network 1423fe8d-fe45-40b8-bd0c-db2951a00d49 details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:02:01.360645 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1a5f9e5-c6e1-4bc9-b546-303969524709 admin admin] Made reservation on behalf of 2f556c8c0e86457c8a99895c145d8ec1 for: {'subnet': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:02:01.364048 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a1a5f9e5-c6e1-4bc9-b546-303969524709 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2778563'] for subnet, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:01.404196 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1a37663a-88ad-4dc6-a967-70006bcc3182 req-63aa3731-002e-4fa6-bb36-daa70f7f33e7 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4344fbed-57fb-43d7-b32d-6020ce60f0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3758049 May 30 20:02:01.526648 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8844f42b-110a-405c-a31b-942ee81538c0 req-d57c8ebc-330c-42b7-be0b-fe78d8a44b7a tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:01.531351 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8844f42b-110a-405c-a31b-942ee81538c0 req-d57c8ebc-330c-42b7-be0b-fe78d8a44b7a tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.85 "GET /v2.0/ports?device_id=f5a78d1f-6cff-4124-afc0-dcc1ec017f29 HTTP/1.1" status: 200 len: 944 time: 0.4702110 May 30 20:02:01.712001 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-54715b0a-a586-46d4-87c4-aae7ea0c390e req-aa4ee554-46e0-437d-8164-804302d9bb84 tempest-DeleteServersAdminTestJSON-68967339 tempest-DeleteServersAdminTestJSON-68967339-project-admin] For port 99333cba-164d-4e53-9303-439889619d55, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=99333cba-164d-4e53-9303-439889619d55,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:02:01.713242 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-54715b0a-a586-46d4-87c4-aae7ea0c390e req-aa4ee554-46e0-437d-8164-804302d9bb84 tempest-DeleteServersAdminTestJSON-68967339 tempest-DeleteServersAdminTestJSON-68967339-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:01.750578 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5904e99-9000-4f27-88a7-66a324ae01c7 req-be7ced15-4050-4c22-a033-7fed95f266a8 tempest-VolumesAdminNegativeTest-1115586489 tempest-VolumesAdminNegativeTest-1115586489-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:01.758416 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e5904e99-9000-4f27-88a7-66a324ae01c7 req-be7ced15-4050-4c22-a033-7fed95f266a8 tempest-VolumesAdminNegativeTest-1115586489 tempest-VolumesAdminNegativeTest-1115586489-project] 10.222.0.85 "GET /v2.0/ports?device_id=26bd20c8-b93c-4464-8e7e-624303bfdfab HTTP/1.1" status: 200 len: 945 time: 0.1743619 May 30 20:02:01.914299 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e5904e99-9000-4f27-88a7-66a324ae01c7 req-5bc6d2ca-18de-4562-b6e7-2300ac69dce3 tempest-VolumesAdminNegativeTest-1115586489 tempest-VolumesAdminNegativeTest-1115586489-project] 10.222.0.85 "GET /v2.0/security-groups?id=55c01bf1-c871-4944-8d52-3f23c44473bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548641 May 30 20:02:02.004677 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-54715b0a-a586-46d4-87c4-aae7ea0c390e req-aa4ee554-46e0-437d-8164-804302d9bb84 tempest-DeleteServersAdminTestJSON-68967339 tempest-DeleteServersAdminTestJSON-68967339-project-admin] Calling delete_port for 99333cba-164d-4e53-9303-439889619d55 owned by compute:nova {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:02:02.095002 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 1f18d718-31c2-4596-a36f-eba1153ae3d2 details requested by agent hyperv_n-h2-843948-2 with host n-h2-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:02:02.111355 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a1a5f9e5-c6e1-4bc9-b546-303969524709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4127140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2778577'] for subnet, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:02.146521 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8844f42b-110a-405c-a31b-942ee81538c0 req-aa24a5bf-5e9a-4f28-9753-85bd75f3b778 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.85 "GET /v2.0/security-groups?id=e04d9b86-3d99-41a3-8241-c517ec1f4730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5919545 May 30 20:02:02.159897 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 1f18d718-31c2-4596-a36f-eba1153ae3d2 no longer exists at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:02:02.171159 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1a37663a-88ad-4dc6-a967-70006bcc3182 req-4af3150c-a76f-4dad-8fb5-3f39e68bf1ba service neutron] 10.222.0.71 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7459948 May 30 20:02:02.595204 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:02.658613 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:02.666310 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a5f9e5-c6e1-4bc9-b546-303969524709 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7ba462c-1ed8-4caa-83b7-6c1b6552e3f5,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:02.681128 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1a37663a-88ad-4dc6-a967-70006bcc3182 req-b806ade8-5cc7-42c5-afb1-d33e79eb4761 service neutron] 10.222.0.71 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4972689 May 30 20:02:02.686150 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '843e9dac-a7f9-4146-a853-871714260300', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f18d718-31c2-4596-a36f-eba1153ae3d2'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:02:02.707350 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 1f18d718-31c2-4596-a36f-eba1153ae3d2, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=1f18d718-31c2-4596-a36f-eba1153ae3d2,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:02:02.756206 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Returning: {'device': '1f18d718-31c2-4596-a36f-eba1153ae3d2', 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1', 'port_id': '1f18d718-31c2-4596-a36f-eba1153ae3d2', 'mac_address': 'fa:16:3e:98:2d:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b83ff54-b1af-44ce-bb75-ba148920553c', 'ip_address': '192.168.233.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:02:02.776897 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a5f9e5-c6e1-4bc9-b546-303969524709 admin admin] Checking segment: {'id': 'a588beee-eb1a-4179-866b-50764eb9b22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '1423fe8d-fe45-40b8-bd0c-db2951a00d49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:02:02.777587 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a5f9e5-c6e1-4bc9-b546-303969524709 admin admin] Network hostable DHCP agents. Network: 1423fe8d-fe45-40b8-bd0c-db2951a00d49, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:02:02.803745 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8c19d7-72bd-48df-bfa0-caea58a8eddb req-adb41e80-ed58-464e-869d-48ac3d2c930b tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:02.816269 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ce8c19d7-72bd-48df-bfa0-caea58a8eddb req-adb41e80-ed58-464e-869d-48ac3d2c930b tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/ports?device_id=d2bdcaf2-0ffc-4987-be3d-0cdd4af8d462 HTTP/1.1" status: 200 len: 948 time: 0.7671206 May 30 20:02:02.892874 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd56f5f2-b7bb-449e-a18f-f0d5584dce78 req-47caa7d9-b6dd-4b9e-b623-6a4d3533924a tempest-VolumesAdminNegativeTest-1115586489 tempest-VolumesAdminNegativeTest-1115586489-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:02.894922 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-cd56f5f2-b7bb-449e-a18f-f0d5584dce78 req-47caa7d9-b6dd-4b9e-b623-6a4d3533924a tempest-VolumesAdminNegativeTest-1115586489 tempest-VolumesAdminNegativeTest-1115586489-project] 10.222.0.71 "GET /v2.0/ports?device_id=26bd20c8-b93c-4464-8e7e-624303bfdfab HTTP/1.1" status: 200 len: 945 time: 0.5322592 May 30 20:02:03.013795 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 1f18d718-31c2-4596-a36f-eba1153ae3d2, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=1f18d718-31c2-4596-a36f-eba1153ae3d2,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:02:03.022451 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:03.042109 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ce8c19d7-72bd-48df-bfa0-caea58a8eddb req-cc2d4abb-e136-4f1a-89a4-3e2b4b499cd6 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/security-groups?id=e1329ead-76da-4fe1-a988-d24ed3099985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242408 May 30 20:02:03.058135 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 57beacbc-e526-49cb-a123-a88e6911f417 details requested by agent hyperv_n-h1-843948-2 with host n-h1-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:02:03.066237 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1f18d718-31c2-4596-a36f-eba1153ae3d2 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:02:03.080034 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [req-cd56f5f2-b7bb-449e-a18f-f0d5584dce78 req-91bbb51c-3aff-4778-a7e6-1a8340c08d3d tempest-VolumesAdminNegativeTest-1115586489 tempest-VolumesAdminNegativeTest-1115586489-project] Deleting port 7ac88806-3a10-4c5e-a08b-9079a957ce02 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:02:03.081001 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-cd56f5f2-b7bb-449e-a18f-f0d5584dce78 req-91bbb51c-3aff-4778-a7e6-1a8340c08d3d tempest-VolumesAdminNegativeTest-1115586489 tempest-VolumesAdminNegativeTest-1115586489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:03.172306 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a5f9e5-c6e1-4bc9-b546-303969524709 admin admin] Network 1423fe8d-fe45-40b8-bd0c-db2951a00d49 is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:02:03.301835 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:03.344186 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-a1a5f9e5-c6e1-4bc9-b546-303969524709 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, 1423fe8d-fe45-40b8-bd0c-db2951a00d49) {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:02:03.437511 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a5f0a5-a126-4eee-bfc1-8929cf144e85 None None] Network 1423fe8d-fe45-40b8-bd0c-db2951a00d49 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:02:03.563619 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a5f9e5-c6e1-4bc9-b546-303969524709 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:03.564696 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a1a5f9e5-c6e1-4bc9-b546-303969524709 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:03.591883 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fb30d7-0841-493e-be08-445f23286c3a req-592be776-99c5-4d98-b075-94b1b1117b49 tempest-DeleteServersAdminTestJSON-186780212 tempest-DeleteServersAdminTestJSON-186780212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:03.607014 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-86fb30d7-0841-493e-be08-445f23286c3a req-592be776-99c5-4d98-b075-94b1b1117b49 tempest-DeleteServersAdminTestJSON-186780212 tempest-DeleteServersAdminTestJSON-186780212-project] 10.222.0.85 "GET /v2.0/ports?device_id=1f809ba0-e98e-4c54-900b-744d367e7e70 HTTP/1.1" status: 200 len: 949 time: 0.9173629 May 30 20:02:03.688221 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-54715b0a-a586-46d4-87c4-aae7ea0c390e req-aa4ee554-46e0-437d-8164-804302d9bb84 tempest-DeleteServersAdminTestJSON-68967339 tempest-DeleteServersAdminTestJSON-68967339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:03.716175 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['99333cba-164d-4e53-9303-439889619d55'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:02:03.782512 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 57beacbc-e526-49cb-a123-a88e6911f417, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=57beacbc-e526-49cb-a123-a88e6911f417,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:02:03.817756 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4ee554-46e0-437d-8164-804302d9bb84 tempest-DeleteServersAdminTestJSON-68967339 tempest-DeleteServersAdminTestJSON-68967339-project-admin] Pushing event deleted for resources: {'Port': ['ID=99333cba-164d-4e53-9303-439889619d55,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:03.862011 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-86fb30d7-0841-493e-be08-445f23286c3a req-a96a5696-c14d-465d-98e2-a9b42142cc69 tempest-DeleteServersAdminTestJSON-186780212 tempest-DeleteServersAdminTestJSON-186780212-project] 10.222.0.85 "GET /v2.0/security-groups?id=012b6f85-ab98-4ad3-9cd2-9e757136ba83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402728 May 30 20:02:03.872411 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Returning: {'device': '57beacbc-e526-49cb-a123-a88e6911f417', 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1', 'port_id': '57beacbc-e526-49cb-a123-a88e6911f417', 'mac_address': 'fa:16:3e:22:a5:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b83ff54-b1af-44ce-bb75-ba148920553c', 'ip_address': '192.168.233.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:02:03.882306 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.db.api [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:02:03.882843 n-d-843948-2 neutron-server[84888]: DEBUG oslo_db.api [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:02:03.894579 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=1f18d718-31c2-4596-a36f-eba1153ae3d2,revision_number=6']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:03.913967 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-a1a5f9e5-c6e1-4bc9-b546-303969524709 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.7358561 May 30 20:02:03.927507 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-cd56f5f2-b7bb-449e-a18f-f0d5584dce78 req-91bbb51c-3aff-4778-a7e6-1a8340c08d3d tempest-VolumesAdminNegativeTest-1115586489 tempest-VolumesAdminNegativeTest-1115586489-project] For port 7ac88806-3a10-4c5e-a08b-9079a957ce02, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=7ac88806-3a10-4c5e-a08b-9079a957ce02,segment=NetworkSegment(45705a28-626e-45e3-8207-da8cd4c18db9),segment_id=45705a28-626e-45e3-8207-da8cd4c18db9)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:02:03.938043 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-cd56f5f2-b7bb-449e-a18f-f0d5584dce78 req-91bbb51c-3aff-4778-a7e6-1a8340c08d3d tempest-VolumesAdminNegativeTest-1115586489 tempest-VolumesAdminNegativeTest-1115586489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:04.191617 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94d8841b-43c6-4dc1-8ea5-2bdbd647d2f9'] response: {'server_uuid': '843e9dac-a7f9-4146-a853-871714260300', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f18d718-31c2-4596-a36f-eba1153ae3d2', 'code': 200} May 30 20:02:04.200292 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:04.232422 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-54715b0a-a586-46d4-87c4-aae7ea0c390e req-aa4ee554-46e0-437d-8164-804302d9bb84 tempest-DeleteServersAdminTestJSON-68967339 tempest-DeleteServersAdminTestJSON-68967339-project-admin] No DVR routers for this DVR port 99333cba-164d-4e53-9303-439889619d55 on host n-h1-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:02:04.243544 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-54715b0a-a586-46d4-87c4-aae7ea0c390e req-aa4ee554-46e0-437d-8164-804302d9bb84 tempest-DeleteServersAdminTestJSON-68967339 tempest-DeleteServersAdminTestJSON-68967339-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:04.249977 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57beacbc-e526-49cb-a123-a88e6911f417 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:02:04.258695 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f809ba0-e98e-4c54-900b-744d367e7e70', 'name': 'network-vif-deleted', 'tag': '99333cba-164d-4e53-9303-439889619d55'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:02:04.291059 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 57beacbc-e526-49cb-a123-a88e6911f417, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=57beacbc-e526-49cb-a123-a88e6911f417,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:02:04.472787 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-54715b0a-a586-46d4-87c4-aae7ea0c390e req-aa4ee554-46e0-437d-8164-804302d9bb84 tempest-DeleteServersAdminTestJSON-68967339 tempest-DeleteServersAdminTestJSON-68967339-project-admin] 10.222.0.71 "DELETE /v2.0/ports/99333cba-164d-4e53-9303-439889619d55 HTTP/1.1" status: 204 len: 173 time: 3.6689720 May 30 20:02:04.474209 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [req-cd56f5f2-b7bb-449e-a18f-f0d5584dce78 req-91bbb51c-3aff-4778-a7e6-1a8340c08d3d tempest-VolumesAdminNegativeTest-1115586489 tempest-VolumesAdminNegativeTest-1115586489-project] Calling delete_port for 7ac88806-3a10-4c5e-a08b-9079a957ce02 owned by compute:nova {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:02:04.541445 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:04.582871 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b444f0d3-a0e0-455e-a62c-ef01b562c9b8 None None] Network 1423fe8d-fe45-40b8-bd0c-db2951a00d49 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:02:04.646944 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360629dc-b1f5-4609-bd34-4a10feed655d req-cb4939a1-5a15-4a36-a5cf-3cb1925f9844 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:04.654666 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-360629dc-b1f5-4609-bd34-4a10feed655d req-cb4939a1-5a15-4a36-a5cf-3cb1925f9844 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] 10.222.0.85 "GET /v2.0/ports?device_id=843e9dac-a7f9-4146-a853-871714260300 HTTP/1.1" status: 200 len: 947 time: 1.0832760 May 30 20:02:04.710637 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:04.789995 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f18d718-31c2-4596-a36f-eba1153ae3d2 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:02:04.805689 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-360629dc-b1f5-4609-bd34-4a10feed655d req-692ce22a-434f-4494-b29a-0851de77a154 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] 10.222.0.85 "GET /v2.0/security-groups?id=06806dfc-f049-4330-b211-293135e18ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356881 May 30 20:02:04.811897 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['57beacbc-e526-49cb-a123-a88e6911f417'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:02:04.884584 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=57beacbc-e526-49cb-a123-a88e6911f417,revision_number=7']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:04.940723 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e1d921-39f7-4685-9421-9b0a5b92a24b req-0cdd544e-ba4f-47f5-bf94-bd83e44f1062 tempest-VolumesAdminNegativeTest-1115586489 tempest-VolumesAdminNegativeTest-1115586489-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:04.961533 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-06e1d921-39f7-4685-9421-9b0a5b92a24b req-0cdd544e-ba4f-47f5-bf94-bd83e44f1062 tempest-VolumesAdminNegativeTest-1115586489 tempest-VolumesAdminNegativeTest-1115586489-project] 10.222.0.85 "GET /v2.0/ports?device_id=26bd20c8-b93c-4464-8e7e-624303bfdfab HTTP/1.1" status: 200 len: 945 time: 0.3240526 May 30 20:02:05.044014 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 1f18d718-31c2-4596-a36f-eba1153ae3d2, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=1f18d718-31c2-4596-a36f-eba1153ae3d2,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:02:05.058920 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 7ac88806-3a10-4c5e-a08b-9079a957ce02 no longer exists at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:02:05.071896 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-06e1d921-39f7-4685-9421-9b0a5b92a24b req-c647fab7-1606-4d82-b99b-202a72247767 tempest-VolumesAdminNegativeTest-1115586489 tempest-VolumesAdminNegativeTest-1115586489-project] 10.222.0.85 "GET /v2.0/security-groups?id=55c01bf1-c871-4944-8d52-3f23c44473bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086328 May 30 20:02:05.135135 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-cd56f5f2-b7bb-449e-a18f-f0d5584dce78 req-91bbb51c-3aff-4778-a7e6-1a8340c08d3d tempest-VolumesAdminNegativeTest-1115586489 tempest-VolumesAdminNegativeTest-1115586489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:05.203859 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:05.254265 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bbb51c-3aff-4778-a7e6-1a8340c08d3d tempest-VolumesAdminNegativeTest-1115586489 tempest-VolumesAdminNegativeTest-1115586489-project] Pushing event deleted for resources: {'Port': ['ID=7ac88806-3a10-4c5e-a08b-9079a957ce02,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:05.340845 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device fd83fbe6-974e-4966-b600-b69c153f32fa up at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:02:05.358661 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd56f5f2-b7bb-449e-a18f-f0d5584dce78 req-91bbb51c-3aff-4778-a7e6-1a8340c08d3d tempest-VolumesAdminNegativeTest-1115586489 tempest-VolumesAdminNegativeTest-1115586489-project] No DVR routers for this DVR port 7ac88806-3a10-4c5e-a08b-9079a957ce02 on host n-h1-843948-2 {{(pid=84886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:02:05.364623 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-cd56f5f2-b7bb-449e-a18f-f0d5584dce78 req-91bbb51c-3aff-4778-a7e6-1a8340c08d3d tempest-VolumesAdminNegativeTest-1115586489 tempest-VolumesAdminNegativeTest-1115586489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:05.371909 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26bd20c8-b93c-4464-8e7e-624303bfdfab', 'name': 'network-vif-deleted', 'tag': '7ac88806-3a10-4c5e-a08b-9079a957ce02'}] {{(pid=84886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:02:05.489594 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-cd56f5f2-b7bb-449e-a18f-f0d5584dce78 req-91bbb51c-3aff-4778-a7e6-1a8340c08d3d tempest-VolumesAdminNegativeTest-1115586489 tempest-VolumesAdminNegativeTest-1115586489-project] 10.222.0.71 "DELETE /v2.0/ports/7ac88806-3a10-4c5e-a08b-9079a957ce02 HTTP/1.1" status: 204 len: 173 time: 2.5756378 May 30 20:02:05.535688 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36513d6c-29ff-413b-98fd-8c8f36e43b5a'] response: {'server_uuid': '1f809ba0-e98e-4c54-900b-744d367e7e70', 'name': 'network-vif-deleted', 'tag': '99333cba-164d-4e53-9303-439889619d55', 'status': 'completed', 'code': 200} May 30 20:02:05.605648 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['1f18d718-31c2-4596-a36f-eba1153ae3d2'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:02:05.670876 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43615902-60db-47ef-9d8e-eb69c353248a req-458ccb92-f342-44a4-9b00-92186c838ef7 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:05.693060 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-43615902-60db-47ef-9d8e-eb69c353248a req-458ccb92-f342-44a4-9b00-92186c838ef7 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.85 "GET /v2.0/ports?device_id=f5a78d1f-6cff-4124-afc0-dcc1ec017f29 HTTP/1.1" status: 200 len: 944 time: 0.2961047 May 30 20:02:05.699136 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] No active binding found for port 7ac88806-3a10-4c5e-a08b-9079a957ce02 {{(pid=84888) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} May 30 20:02:05.699655 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 7ac88806-3a10-4c5e-a08b-9079a957ce02 not bound to the agent host n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:02:05.700517 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 99333cba-164d-4e53-9303-439889619d55 no longer exists at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:02:05.757932 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] No Port match for: 99333cba-164d-4e53-9303-439889619d55 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:02:05.758694 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 99333cba-164d-4e53-9303-439889619d55 not bound to the agent host n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:02:05.799046 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=1f18d718-31c2-4596-a36f-eba1153ae3d2,revision_number=7']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:05.865203 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-43615902-60db-47ef-9d8e-eb69c353248a req-8b4dc5dd-ab81-410d-8f2d-f733308731a9 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.85 "GET /v2.0/security-groups?id=e04d9b86-3d99-41a3-8241-c517ec1f4730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689079 May 30 20:02:06.028290 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning for port fd83fbe6-974e-4966-b600-b69c153f32fa completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:02:06.086871 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning complete for port fd83fbe6-974e-4966-b600-b69c153f32fa triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:02:06.087255 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:06.427015 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-c7a65929-291d-4967-9057-d4134a045d08 req-cdbc755a-8560-4ffc-bf28-95ec44857d59 tempest-DeleteServersAdminTestJSON-186780212 tempest-DeleteServersAdminTestJSON-186780212-project] Synchronizing usage tracker for tenant:7e3c331a2fad4ee3bf81523c83fbacaf on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:02:06.548197 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:06.556382 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-c7a65929-291d-4967-9057-d4134a045d08 req-cdbc755a-8560-4ffc-bf28-95ec44857d59 tempest-DeleteServersAdminTestJSON-186780212 tempest-DeleteServersAdminTestJSON-186780212-project] Unset dirty status for tenant:7e3c331a2fad4ee3bf81523c83fbacaf on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:02:06.567111 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c7a65929-291d-4967-9057-d4134a045d08 req-cdbc755a-8560-4ffc-bf28-95ec44857d59 tempest-DeleteServersAdminTestJSON-186780212 tempest-DeleteServersAdminTestJSON-186780212-project] 10.222.0.85 "GET /v2.0/ports?device_id=1f809ba0-e98e-4c54-900b-744d367e7e70 HTTP/1.1" status: 200 len: 210 time: 0.2195764 May 30 20:02:06.584861 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5a78d1f-6cff-4124-afc0-dcc1ec017f29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd83fbe6-974e-4966-b600-b69c153f32fa'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:02:06.596210 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port fd83fbe6-974e-4966-b600-b69c153f32fa, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=fd83fbe6-974e-4966-b600-b69c153f32fa,segment=NetworkSegment(4048bfa0-f1bd-4aa7-86bf-7023b66ee7f9),segment_id=4048bfa0-f1bd-4aa7-86bf-7023b66ee7f9)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:02:06.698109 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:06.715932 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad85c32b-ccbf-4bbf-b298-04a3629fc7e8 req-bb4ac514-a8b6-4e19-b6a5-2a75bf231996 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:06.718674 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ad85c32b-ccbf-4bbf-b298-04a3629fc7e8 req-bb4ac514-a8b6-4e19-b6a5-2a75bf231996 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.71 "GET /v2.0/ports?device_id=d2bdcaf2-0ffc-4987-be3d-0cdd4af8d462&tenant_id=fa61b48b7a6444fe8c9a2f45b95c1d11&binding%3Ahost_id=n-h1-843948-2 HTTP/1.1" status: 200 len: 949 time: 0.7020419 May 30 20:02:06.817005 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744b2337-9a8b-4fb1-b479-ae0f6484aa57 req-e7bde16c-42a2-43eb-b710-2b32e1faf4b0 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:06.818097 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-744b2337-9a8b-4fb1-b479-ae0f6484aa57 req-e7bde16c-42a2-43eb-b710-2b32e1faf4b0 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Synchronizing usage tracker for tenant:2f556c8c0e86457c8a99895c145d8ec1 on resource:network {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:02:06.903363 n-d-843948-2 neutron-server[84886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7046a20f-368a-4285-a4a5-f5a9c2b0eec6'] response: {'server_uuid': '26bd20c8-b93c-4464-8e7e-624303bfdfab', 'name': 'network-vif-deleted', 'tag': '7ac88806-3a10-4c5e-a08b-9079a957ce02', 'status': 'completed', 'code': 200} May 30 20:02:06.955434 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ad85c32b-ccbf-4bbf-b298-04a3629fc7e8 req-b60d1fe7-77e0-4415-837a-fa94a163be7a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fa61b48b7a6444fe8c9a2f45b95c1d11&device_id=d2bdcaf2-0ffc-4987-be3d-0cdd4af8d462 HTTP/1.1" status: 200 len: 1100 time: 0.1338265 May 30 20:02:06.990250 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=fd83fbe6-974e-4966-b600-b69c153f32fa,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:07.010419 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-744b2337-9a8b-4fb1-b479-ae0f6484aa57 req-e7bde16c-42a2-43eb-b710-2b32e1faf4b0 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Unset dirty status for tenant:2f556c8c0e86457c8a99895c145d8ec1 on resource:network {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:02:07.011742 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-744b2337-9a8b-4fb1-b479-ae0f6484aa57 req-e7bde16c-42a2-43eb-b710-2b32e1faf4b0 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/networks?id=1423fe8d-fe45-40b8-bd0c-db2951a00d49 HTTP/1.1" status: 200 len: 811 time: 0.7728221 May 30 20:02:07.064226 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 57beacbc-e526-49cb-a123-a88e6911f417 up at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:02:07.168695 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea27e2c9-626d-47b0-b59a-bab84073a628 req-9402b302-fcf1-4b1c-8868-7854632c8ca9 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:07.170486 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ea27e2c9-626d-47b0-b59a-bab84073a628 req-9402b302-fcf1-4b1c-8868-7854632c8ca9 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/ports?device_id=d2bdcaf2-0ffc-4987-be3d-0cdd4af8d462 HTTP/1.1" status: 200 len: 949 time: 0.1229241 May 30 20:02:07.179168 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad85c32b-ccbf-4bbf-b298-04a3629fc7e8 req-d19fe1c6-d8c2-4677-8abd-3c8b46f88418 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:07.180936 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ad85c32b-ccbf-4bbf-b298-04a3629fc7e8 req-d19fe1c6-d8c2-4677-8abd-3c8b46f88418 service neutron] 10.222.0.71 "GET /v2.0/networks?id=4344fbed-57fb-43d7-b32d-6020ce60f0a1 HTTP/1.1" status: 200 len: 870 time: 0.2139575 May 30 20:02:07.191612 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-744b2337-9a8b-4fb1-b479-ae0f6484aa57 req-4515e664-d253-4c5d-8a5b-b40c048797d2 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/quotas/2f556c8c0e86457c8a99895c145d8ec1 HTTP/1.1" status: 200 len: 375 time: 0.1683207 May 30 20:02:07.214304 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning complete for port 57beacbc-e526-49cb-a123-a88e6911f417 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:02:07.215363 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:07.241908 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ea27e2c9-626d-47b0-b59a-bab84073a628 req-31ee5a9b-05f7-459c-9c29-4b353c43fab5 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/security-groups?id=e1329ead-76da-4fe1-a988-d24ed3099985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643947 May 30 20:02:07.311204 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-744b2337-9a8b-4fb1-b479-ae0f6484aa57 req-de4a02b1-a028-4b2f-b374-b9f7eeac016e tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=2f556c8c0e86457c8a99895c145d8ec1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1184907 May 30 20:02:07.429381 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ad85c32b-ccbf-4bbf-b298-04a3629fc7e8 req-2ef7b979-030e-490a-9c93-09726ce2a6bc service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=57beacbc-e526-49cb-a123-a88e6911f417 HTTP/1.1" status: 200 len: 217 time: 0.1899245 May 30 20:02:07.454404 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:07.518971 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 57beacbc-e526-49cb-a123-a88e6911f417, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=57beacbc-e526-49cb-a123-a88e6911f417,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:02:07.549034 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8ceb6b-904f-477f-8f73-763d0bf4dfc1 req-6e4793a7-9eca-470c-83a2-87f207ba489c tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:07.550869 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5e8ceb6b-904f-477f-8f73-763d0bf4dfc1 req-6e4793a7-9eca-470c-83a2-87f207ba489c tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] 10.222.0.85 "GET /v2.0/ports?device_id=843e9dac-a7f9-4146-a853-871714260300 HTTP/1.1" status: 200 len: 948 time: 0.1600707 May 30 20:02:07.554302 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad85c32b-ccbf-4bbf-b298-04a3629fc7e8 req-622e7339-4a33-4d88-b910-cd6681afb2be service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:07.555848 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ad85c32b-ccbf-4bbf-b298-04a3629fc7e8 req-622e7339-4a33-4d88-b910-cd6681afb2be service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1b83ff54-b1af-44ce-bb75-ba148920553c HTTP/1.1" status: 200 len: 843 time: 0.1202769 May 30 20:02:07.568995 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-744b2337-9a8b-4fb1-b479-ae0f6484aa57 req-d32d4f23-f078-4956-aa92-4fb792b61533 service neutron] 10.222.0.85 "GET /v2.0/networks/1423fe8d-fe45-40b8-bd0c-db2951a00d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2532663 May 30 20:02:07.624010 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5e8ceb6b-904f-477f-8f73-763d0bf4dfc1 req-c4186fbd-06dc-4467-8961-dc26596697eb tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] 10.222.0.85 "GET /v2.0/security-groups?id=06806dfc-f049-4330-b211-293135e18ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623455 May 30 20:02:07.636496 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:07.724302 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=57beacbc-e526-49cb-a123-a88e6911f417,revision_number=8']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:07.853605 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-744b2337-9a8b-4fb1-b479-ae0f6484aa57 req-91c6770d-b6b4-43d4-bec6-922a498fd550 service neutron] 10.222.0.85 "GET /v2.0/networks/1423fe8d-fe45-40b8-bd0c-db2951a00d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2870033 May 30 20:02:07.860555 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ad85c32b-ccbf-4bbf-b298-04a3629fc7e8 req-417ddb8f-f388-4070-b461-12a55621b0b0 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4344fbed-57fb-43d7-b32d-6020ce60f0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2701926 May 30 20:02:07.860555 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 45334) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:02:07.924721 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7afb1760-cc1e-4a00-8bc2-afb3f22f8f50'] response: {'server_uuid': 'f5a78d1f-6cff-4124-afc0-dcc1ec017f29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd83fbe6-974e-4966-b600-b69c153f32fa', 'code': 200} May 30 20:02:08.217332 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f158403e-a70a-44e4-9d2c-97dbdf69d361 req-7a1f87da-3e69-449f-a0fa-b01f67073aa3 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:08.219095 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f158403e-a70a-44e4-9d2c-97dbdf69d361 req-7a1f87da-3e69-449f-a0fa-b01f67073aa3 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.85 "GET /v2.0/ports?device_id=f5a78d1f-6cff-4124-afc0-dcc1ec017f29 HTTP/1.1" status: 200 len: 945 time: 0.1528070 May 30 20:02:08.222617 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0952d757-04f1-498a-9765-199192dbc2ed req-6395bced-3976-4998-872a-22d7b0fc21fa service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=f5a78d1f-6cff-4124-afc0-dcc1ec017f29 HTTP/1.1" status: 200 len: 1096 time: 0.2109942 May 30 20:02:08.271706 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ad85c32b-ccbf-4bbf-b298-04a3629fc7e8 req-5ad08b7d-0faa-4c32-a288-ccc6139528ab service neutron] 10.222.0.71 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3035533 May 30 20:02:08.318069 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f158403e-a70a-44e4-9d2c-97dbdf69d361 req-d32a23f5-b7be-4793-ba74-9c465c97c5f9 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.85 "GET /v2.0/security-groups?id=e04d9b86-3d99-41a3-8241-c517ec1f4730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878403 May 30 20:02:08.324969 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0952d757-04f1-498a-9765-199192dbc2ed req-933f25d1-5f1d-4711-bc7c-2e3388ede806 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=e04d9b86-3d99-41a3-8241-c517ec1f4730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764172 May 30 20:02:08.528605 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ad85c32b-ccbf-4bbf-b298-04a3629fc7e8 req-5cf058ca-fe52-40b6-b43b-fbe1960bc91b service neutron] 10.222.0.71 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2505944 May 30 20:02:08.587514 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6b9e744-6915-427c-9364-217fe7286719 admin admin] Deleting subnet 7493cd75-fa4f-4a3f-b5a3-42b9f0daa46a {{(pid=84886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:02:08.596371 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d6b9e744-6915-427c-9364-217fe7286719 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:08.642723 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-7665766d-92f9-48a0-b052-ba6f140b061d req-9196bc8f-67fc-4d4b-9c0c-01914a9c9707 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/ports?device_id=f5d7ff19-0e9b-4531-a5c4-f8f1de8908d4 HTTP/1.1" status: 200 len: 210 time: 0.1126816 May 30 20:02:08.719061 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d6b9e744-6915-427c-9364-217fe7286719 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2655517'] for subnet, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:08.790703 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cbb18c-e930-41e0-996e-445549281b43 req-dcf3a904-42a0-4e23-9e4a-2b4792afe8d9 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:08.793329 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d9cbb18c-e930-41e0-996e-445549281b43 req-dcf3a904-42a0-4e23-9e4a-2b4792afe8d9 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/ports?device_id=d2bdcaf2-0ffc-4987-be3d-0cdd4af8d462 HTTP/1.1" status: 200 len: 950 time: 0.1842992 May 30 20:02:08.863289 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-eb43ff47-8904-4afd-a33b-875eaadd75a4 req-3facb1ec-3405-4d6f-ac67-e0825b76a949 tempest-DeleteServersAdminTestJSON-186780212 tempest-DeleteServersAdminTestJSON-186780212-project] 10.222.0.85 "GET /v2.0/networks?tenant_id=7e3c331a2fad4ee3bf81523c83fbacaf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0784028 May 30 20:02:08.910093 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d9cbb18c-e930-41e0-996e-445549281b43 req-34ea596b-9215-4bd4-8121-75d3aba1f9a1 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/security-groups?id=e1329ead-76da-4fe1-a988-d24ed3099985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977163 May 30 20:02:09.035146 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d6b9e744-6915-427c-9364-217fe7286719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:09.156449 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb43ff47-8904-4afd-a33b-875eaadd75a4 req-6d4ad6b7-33e0-4f28-a501-708cd655df4b tempest-DeleteServersAdminTestJSON-186780212 tempest-DeleteServersAdminTestJSON-186780212-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:09.157596 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-eb43ff47-8904-4afd-a33b-875eaadd75a4 req-6d4ad6b7-33e0-4f28-a501-708cd655df4b tempest-DeleteServersAdminTestJSON-186780212 tempest-DeleteServersAdminTestJSON-186780212-project] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2934315 May 30 20:02:09.186641 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-eb43ff47-8904-4afd-a33b-875eaadd75a4 req-5e17611f-5f3a-47cf-a5d0-da5ae2e78a07 tempest-DeleteServersAdminTestJSON-186780212 tempest-DeleteServersAdminTestJSON-186780212-project] 10.222.0.85 "GET /v2.0/quotas/7e3c331a2fad4ee3bf81523c83fbacaf HTTP/1.1" status: 200 len: 375 time: 0.0123706 May 30 20:02:09.207899 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 1f18d718-31c2-4596-a36f-eba1153ae3d2 up at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:02:09.332899 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bb84d4-3856-4f67-b98c-df2743849eb3 req-41f41d7e-dec6-49a1-92c8-666b93742713 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:09.335299 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning complete for port 1f18d718-31c2-4596-a36f-eba1153ae3d2 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:02:09.335831 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:09.337044 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-62bb84d4-3856-4f67-b98c-df2743849eb3 req-41f41d7e-dec6-49a1-92c8-666b93742713 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] 10.222.0.85 "GET /v2.0/ports?device_id=843e9dac-a7f9-4146-a853-871714260300 HTTP/1.1" status: 200 len: 948 time: 0.2376797 May 30 20:02:09.441523 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d6b9e744-6915-427c-9364-217fe7286719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4127075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2778536'] for subnet, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:09.529129 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-62bb84d4-3856-4f67-b98c-df2743849eb3 req-20bdc30a-0808-4a56-a515-e2f314ec22e9 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] 10.222.0.85 "GET /v2.0/security-groups?id=06806dfc-f049-4330-b211-293135e18ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821933 May 30 20:02:09.534552 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-eb43ff47-8904-4afd-a33b-875eaadd75a4 req-9792cc2c-17fd-4589-91f5-228a350e3a46 tempest-DeleteServersAdminTestJSON-186780212 tempest-DeleteServersAdminTestJSON-186780212-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=7e3c331a2fad4ee3bf81523c83fbacaf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3278553 May 30 20:02:09.552836 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b9e744-6915-427c-9364-217fe7286719 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7493cd75-fa4f-4a3f-b5a3-42b9f0daa46a,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:09.573220 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d6b9e744-6915-427c-9364-217fe7286719 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:09.585198 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-d6b9e744-6915-427c-9364-217fe7286719 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/7493cd75-fa4f-4a3f-b5a3-42b9f0daa46a HTTP/1.1" status: 204 len: 168 time: 1.7230456 May 30 20:02:09.588752 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 45368) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:02:09.594709 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:09.654930 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 1f18d718-31c2-4596-a36f-eba1153ae3d2, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=1f18d718-31c2-4596-a36f-eba1153ae3d2,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:02:09.818163 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:09.898755 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8b8b7d86-7799-4e69-b5dd-03a5f880bbc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:09.927008 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2bdcaf2-0ffc-4987-be3d-0cdd4af8d462', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57beacbc-e526-49cb-a123-a88e6911f417'}, {'server_uuid': '843e9dac-a7f9-4146-a853-871714260300', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f18d718-31c2-4596-a36f-eba1153ae3d2'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:02:10.071533 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=1f18d718-31c2-4596-a36f-eba1153ae3d2,revision_number=8']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:10.165582 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33757da3-0cfc-4042-b1e7-34ce36baac15 req-1859ffc4-49cb-4273-ae97-0da1b8ec608c tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:10.175113 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-33757da3-0cfc-4042-b1e7-34ce36baac15 req-1859ffc4-49cb-4273-ae97-0da1b8ec608c tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.85 "GET /v2.0/ports?device_id=f5a78d1f-6cff-4124-afc0-dcc1ec017f29 HTTP/1.1" status: 200 len: 945 time: 0.3428900 May 30 20:02:10.266357 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-33757da3-0cfc-4042-b1e7-34ce36baac15 req-cab8b1db-f99d-4f90-ad56-bbdb4fe5d07b tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.85 "GET /v2.0/security-groups?id=e04d9b86-3d99-41a3-8241-c517ec1f4730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893259 May 30 20:02:10.330592 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-8ed321df-7eca-4984-a087-75012f5528b2 req-5f6140f4-64c8-406e-9e61-7b553b2672dd tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/ports?device_id=f5d7ff19-0e9b-4531-a5c4-f8f1de8908d4 HTTP/1.1" status: 200 len: 210 time: 0.0873737 May 30 20:02:10.336309 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8b8b7d86-7799-4e69-b5dd-03a5f880bbc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:10.391355 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-8b8b7d86-7799-4e69-b5dd-03a5f880bbc6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06d8213c-fb57-4c8e-8db3-77c8f84dca8f']}} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:02:10.425726 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-8b8b7d86-7799-4e69-b5dd-03a5f880bbc6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45705a28-626e-45e3-8207-da8cd4c18db9') {'for_net_delete': True} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:02:10.426047 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-8b8b7d86-7799-4e69-b5dd-03a5f880bbc6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45705a28-626e-45e3-8207-da8cd4c18db9') {} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:02:10.458021 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8b8b7d86-7799-4e69-b5dd-03a5f880bbc6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2660590'] for segment, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:10.469163 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab2e7622-e858-481d-a95b-7752b5c36a9d'] response: {'server_uuid': 'd2bdcaf2-0ffc-4987-be3d-0cdd4af8d462', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57beacbc-e526-49cb-a123-a88e6911f417', 'code': 200} May 30 20:02:10.469992 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab2e7622-e858-481d-a95b-7752b5c36a9d'] response: {'server_uuid': '843e9dac-a7f9-4146-a853-871714260300', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f18d718-31c2-4596-a36f-eba1153ae3d2', 'code': 200} May 30 20:02:10.498063 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8b8b7d86-7799-4e69-b5dd-03a5f880bbc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:10.514856 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b8b7d86-7799-4e69-b5dd-03a5f880bbc6 admin admin] Releasing vlan 661 on physical network physnet1 to pool {{(pid=84886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:02:10.515262 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8b8b7d86-7799-4e69-b5dd-03a5f880bbc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4126989'] for segment, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:10.540107 n-d-843948-2 neutron-server[84886]: Traceback (most recent call last): May 30 20:02:10.540107 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:02:10.540107 n-d-843948-2 neutron-server[84886]: timer() May 30 20:02:10.540107 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:02:10.540107 n-d-843948-2 neutron-server[84886]: cb(*args, **kw) May 30 20:02:10.540107 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:02:10.540107 n-d-843948-2 neutron-server[84886]: return func(*args, **kwargs) May 30 20:02:10.540107 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:02:10.540107 n-d-843948-2 neutron-server[84886]: self._notify() May 30 20:02:10.540107 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:02:10.540107 n-d-843948-2 neutron-server[84886]: self.callback(batched_events) May 30 20:02:10.540107 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:02:10.540107 n-d-843948-2 neutron-server[84886]: event.method(event) May 30 20:02:10.540107 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:02:10.540107 n-d-843948-2 neutron-server[84886]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:02:10.540107 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:02:10.540107 n-d-843948-2 neutron-server[84886]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:02:10.540107 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:02:10.540107 n-d-843948-2 neutron-server[84886]: return f(self, *a, **k) May 30 20:02:10.540107 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:02:10.540107 n-d-843948-2 neutron-server[84886]: return self._get(url).json() May 30 20:02:10.540107 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:02:10.540107 n-d-843948-2 neutron-server[84886]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:02:10.540107 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:02:10.540107 n-d-843948-2 neutron-server[84886]: return self.request(url, 'GET', **kwargs) May 30 20:02:10.540107 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:02:10.540107 n-d-843948-2 neutron-server[84886]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:02:10.540107 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:02:10.540107 n-d-843948-2 neutron-server[84886]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:02:10.540107 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:02:10.540107 n-d-843948-2 neutron-server[84886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:02:10.540107 n-d-843948-2 neutron-server[84886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:02:10.711684 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d3def47e-b08f-46e5-b266-38fb6266d923 req-376adbf9-f4ac-414a-b839-5a8308d5815b tempest-DeleteServersAdminTestJSON-186780212 tempest-DeleteServersAdminTestJSON-186780212-project] 10.222.0.85 "GET /v2.0/ports?device_id=d300960d-f0a9-4991-ab49-5ed71b8d03bd HTTP/1.1" status: 200 len: 210 time: 0.0680380 May 30 20:02:10.835323 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8b8b7d86-7799-4e69-b5dd-03a5f880bbc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:10.842643 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8b8b7d86-7799-4e69-b5dd-03a5f880bbc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:10.903665 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8b7d86-7799-4e69-b5dd-03a5f880bbc6 admin admin] Pushing event deleted for resources: {'Network': ['ID=06d8213c-fb57-4c8e-8db3-77c8f84dca8f,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:10.946664 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b40b12-5d71-49e8-b159-6e575976c8e2 req-490bb178-1c61-4b0a-92ea-c95ccf677bc1 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:10.949264 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-8b8b7d86-7799-4e69-b5dd-03a5f880bbc6 admin admin] 10.222.0.85 "DELETE /v2.0/networks/06d8213c-fb57-4c8e-8db3-77c8f84dca8f HTTP/1.1" status: 204 len: 168 time: 1.3565280 May 30 20:02:10.952882 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 45392) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:02:10.960382 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-89b40b12-5d71-49e8-b159-6e575976c8e2 req-490bb178-1c61-4b0a-92ea-c95ccf677bc1 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/ports?device_id=d2bdcaf2-0ffc-4987-be3d-0cdd4af8d462 HTTP/1.1" status: 200 len: 950 time: 0.3238220 May 30 20:02:11.061526 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-89b40b12-5d71-49e8-b159-6e575976c8e2 req-898af4a0-a857-41dd-8351-cac0a755e421 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/security-groups?id=e1329ead-76da-4fe1-a988-d24ed3099985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988882 May 30 20:02:11.069100 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c92e9757-ffb6-4d4d-9046-ab373c8ed474 req-7de47dea-394d-455a-bf63-cc2ec6a8d359 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=843e9dac-a7f9-4146-a853-871714260300 HTTP/1.1" status: 200 len: 1100 time: 0.3168180 May 30 20:02:11.126709 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_v2 [None req-1150eafe-ea1b-4322-b247-3bf32149965e admin admin] Deleting subnet e007623a-fb5f-40b5-9732-b3a93687f326 {{(pid=84886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:02:11.144772 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1150eafe-ea1b-4322-b247-3bf32149965e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:11.206414 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e046e735-9d76-4cf2-b428-c03454bb6676 req-52330101-62ca-423f-b019-78a48693f5fe tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:11.212628 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e046e735-9d76-4cf2-b428-c03454bb6676 req-52330101-62ca-423f-b019-78a48693f5fe tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] 10.222.0.85 "GET /v2.0/ports?device_id=843e9dac-a7f9-4146-a853-871714260300 HTTP/1.1" status: 200 len: 949 time: 0.1649249 May 30 20:02:11.214697 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c92e9757-ffb6-4d4d-9046-ab373c8ed474 req-51b9868e-787f-465e-9716-4429de894f9a service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=06806dfc-f049-4330-b211-293135e18ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384766 May 30 20:02:11.240457 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1150eafe-ea1b-4322-b247-3bf32149965e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2655517'] for subnet, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:11.331929 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e046e735-9d76-4cf2-b428-c03454bb6676 req-49018fac-882d-4e1a-80ad-2c56fb69648a tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] 10.222.0.85 "GET /v2.0/security-groups?id=06806dfc-f049-4330-b211-293135e18ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166461 May 30 20:02:11.348117 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1150eafe-ea1b-4322-b247-3bf32149965e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:11.493835 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f16bafe-d04b-4ba2-82ae-80d6c82ade71 req-20ad6006-7db5-40d0-a8b4-7593147a5cd7 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:11.496241 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7f16bafe-d04b-4ba2-82ae-80d6c82ade71 req-20ad6006-7db5-40d0-a8b4-7593147a5cd7 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/ports?device_id=d2bdcaf2-0ffc-4987-be3d-0cdd4af8d462 HTTP/1.1" status: 200 len: 950 time: 0.1236529 May 30 20:02:11.588495 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7f16bafe-d04b-4ba2-82ae-80d6c82ade71 req-bbbc9b20-f66f-4de2-9f0c-a2992f3c691e tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/security-groups?id=e1329ead-76da-4fe1-a988-d24ed3099985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804577 May 30 20:02:11.611629 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-22688fc9-ffaa-427a-b7a3-1a3fefd8af87 req-2b0d884a-1b02-40d2-ba3c-2750a7e7a795 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/ports?device_id=f5d7ff19-0e9b-4531-a5c4-f8f1de8908d4 HTTP/1.1" status: 200 len: 210 time: 0.0850985 May 30 20:02:11.734705 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1150eafe-ea1b-4322-b247-3bf32149965e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4127075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2778536'] for subnet, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:11.879608 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61275b54-5bdc-44ea-b4b0-b4e218277438 req-61b9012b-5177-4c13-8749-641eb60a4a78 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:11.881218 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-61275b54-5bdc-44ea-b4b0-b4e218277438 req-61b9012b-5177-4c13-8749-641eb60a4a78 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.85 "GET /v2.0/ports?device_id=f5a78d1f-6cff-4124-afc0-dcc1ec017f29 HTTP/1.1" status: 200 len: 945 time: 0.1180966 May 30 20:02:11.890394 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1150eafe-ea1b-4322-b247-3bf32149965e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e007623a-fb5f-40b5-9732-b3a93687f326,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:11.896476 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1150eafe-ea1b-4322-b247-3bf32149965e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:11.918918 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-1150eafe-ea1b-4322-b247-3bf32149965e admin admin] 10.222.0.85 "DELETE /v2.0/subnets/e007623a-fb5f-40b5-9732-b3a93687f326 HTTP/1.1" status: 204 len: 168 time: 0.9635241 May 30 20:02:11.922754 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 45412) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:02:11.979041 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-61275b54-5bdc-44ea-b4b0-b4e218277438 req-6f0abb83-6384-4db6-9616-40adf089410f tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.85 "GET /v2.0/security-groups?id=e04d9b86-3d99-41a3-8241-c517ec1f4730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693452 May 30 20:02:12.092216 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 45418) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:02:12.101656 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-f0b1f557-7b58-4762-93b7-006ca039f31f tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Request body: {'security_group': {'name': 'tempest-securitygroup--471555341', 'description': 'tempest-description--992127692'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:02:12.118354 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-f0b1f557-7b58-4762-93b7-006ca039f31f tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:02:12.159256 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-f0b1f557-7b58-4762-93b7-006ca039f31f tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:02:12.173928 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-31149d87-7b21-4200-b530-267d0e346899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:12.290524 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c01e3ef8-24de-4629-9903-60d61c4dae51 req-7dae084c-766d-4d68-a6a3-7a051cb686a2 tempest-DeleteServersAdminTestJSON-186780212 tempest-DeleteServersAdminTestJSON-186780212-project] 10.222.0.85 "GET /v2.0/ports?device_id=d300960d-f0a9-4991-ab49-5ed71b8d03bd HTTP/1.1" status: 200 len: 210 time: 0.1131995 May 30 20:02:12.305138 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f0b1f557-7b58-4762-93b7-006ca039f31f tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:12.354368 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-31149d87-7b21-4200-b530-267d0e346899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:12.407611 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-f0b1f557-7b58-4762-93b7-006ca039f31f tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:02:12.413730 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-f0b1f557-7b58-4762-93b7-006ca039f31f tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Usage tracker for resource:security_group_rule and tenant:fa61b48b7a6444fe8c9a2f45b95c1d11 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:02:12.418424 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-f0b1f557-7b58-4762-93b7-006ca039f31f tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:02:12.428691 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-f0b1f557-7b58-4762-93b7-006ca039f31f tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:02:12.433757 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-31149d87-7b21-4200-b530-267d0e346899 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6da1220b-e296-44b7-97e6-9aadebdb1323']}} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:02:12.473161 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-31149d87-7b21-4200-b530-267d0e346899 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2217714a-db46-4b01-a803-caefc517dad8') {'for_net_delete': True} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:02:12.473742 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-31149d87-7b21-4200-b530-267d0e346899 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2217714a-db46-4b01-a803-caefc517dad8') {} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:02:12.502186 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-31149d87-7b21-4200-b530-267d0e346899 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2660590'] for segment, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:12.537430 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-31149d87-7b21-4200-b530-267d0e346899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:12.543449 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f0b1f557-7b58-4762-93b7-006ca039f31f tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:12.553854 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31149d87-7b21-4200-b530-267d0e346899 admin admin] Releasing vlan 674 on physical network physnet1 to pool {{(pid=84886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:02:12.555152 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-31149d87-7b21-4200-b530-267d0e346899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4126989'] for segment, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:12.581603 n-d-843948-2 neutron-server[84886]: Traceback (most recent call last): May 30 20:02:12.581603 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:02:12.581603 n-d-843948-2 neutron-server[84886]: timer() May 30 20:02:12.581603 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:02:12.581603 n-d-843948-2 neutron-server[84886]: cb(*args, **kw) May 30 20:02:12.581603 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:02:12.581603 n-d-843948-2 neutron-server[84886]: return func(*args, **kwargs) May 30 20:02:12.581603 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:02:12.581603 n-d-843948-2 neutron-server[84886]: self._notify() May 30 20:02:12.581603 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:02:12.581603 n-d-843948-2 neutron-server[84886]: self.callback(batched_events) May 30 20:02:12.581603 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:02:12.581603 n-d-843948-2 neutron-server[84886]: event.method(event) May 30 20:02:12.581603 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:02:12.581603 n-d-843948-2 neutron-server[84886]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:02:12.581603 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:02:12.581603 n-d-843948-2 neutron-server[84886]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:02:12.581603 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:02:12.581603 n-d-843948-2 neutron-server[84886]: return f(self, *a, **k) May 30 20:02:12.581603 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:02:12.581603 n-d-843948-2 neutron-server[84886]: return self._get(url).json() May 30 20:02:12.581603 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:02:12.581603 n-d-843948-2 neutron-server[84886]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:02:12.581603 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:02:12.581603 n-d-843948-2 neutron-server[84886]: return self.request(url, 'GET', **kwargs) May 30 20:02:12.581603 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:02:12.581603 n-d-843948-2 neutron-server[84886]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:02:12.581603 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:02:12.581603 n-d-843948-2 neutron-server[84886]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:02:12.581603 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:02:12.581603 n-d-843948-2 neutron-server[84886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:02:12.581603 n-d-843948-2 neutron-server[84886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:02:12.643075 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:02:12.731565 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec33e44d-63c3-466b-9291-ef9ed428f28c req-4beef803-7798-4ec1-b8ad-03396a382673 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:12.739465 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ec33e44d-63c3-466b-9291-ef9ed428f28c req-4beef803-7798-4ec1-b8ad-03396a382673 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] 10.222.0.85 "GET /v2.0/ports?device_id=843e9dac-a7f9-4146-a853-871714260300 HTTP/1.1" status: 200 len: 949 time: 0.1366374 May 30 20:02:12.758704 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f0b1f557-7b58-4762-93b7-006ca039f31f tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:12.926485 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b1f557-7b58-4762-93b7-006ca039f31f tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2744deb9-273c-4f57-814d-85973312c5c5,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:12.954335 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ec33e44d-63c3-466b-9291-ef9ed428f28c req-aa662799-541d-43d2-845f-d46c747b9800 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] 10.222.0.85 "GET /v2.0/security-groups?id=06806dfc-f049-4330-b211-293135e18ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137842 May 30 20:02:13.080121 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f0b1f557-7b58-4762-93b7-006ca039f31f tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:13.085450 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-f0b1f557-7b58-4762-93b7-006ca039f31f tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.9879227 May 30 20:02:13.087611 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 45428) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:02:13.096508 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-0359db4c-d1d4-425d-a9a8-2f30b5027a61 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Request body: {'security_group_rule': {'security_group_id': '2744deb9-273c-4f57-814d-85973312c5c5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:02:13.103729 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-0359db4c-d1d4-425d-a9a8-2f30b5027a61 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:02:13.108857 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-0359db4c-d1d4-425d-a9a8-2f30b5027a61 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Usage tracker for resource:security_group_rule and tenant:fa61b48b7a6444fe8c9a2f45b95c1d11 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:02:13.113835 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-0359db4c-d1d4-425d-a9a8-2f30b5027a61 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:02:13.121996 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-0359db4c-d1d4-425d-a9a8-2f30b5027a61 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:02:13.279017 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5437fd07-14a4-44ad-a59b-9ab2eecc4578 req-7c9d8563-6fc3-4fd8-8fc7-a26df7473a43 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/ports?device_id=f5d7ff19-0e9b-4531-a5c4-f8f1de8908d4 HTTP/1.1" status: 200 len: 210 time: 0.1345210 May 30 20:02:13.281259 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0359db4c-d1d4-425d-a9a8-2f30b5027a61 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:13.340191 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-31149d87-7b21-4200-b530-267d0e346899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:13.354996 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-31149d87-7b21-4200-b530-267d0e346899 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:13.484396 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0359db4c-d1d4-425d-a9a8-2f30b5027a61 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:13.500434 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31149d87-7b21-4200-b530-267d0e346899 admin admin] Pushing event deleted for resources: {'Network': ['ID=6da1220b-e296-44b7-97e6-9aadebdb1323,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:13.516639 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5db2c17e-8687-443c-8c57-c5ede6f69620 req-efb0493b-648b-4d03-8260-ff7d29634039 tempest-LiveAutoBlockMigrationV225Test-1041394858 tempest-LiveAutoBlockMigrationV225Test-1041394858-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=f5a78d1f-6cff-4124-afc0-dcc1ec017f29 HTTP/1.1" status: 200 len: 1096 time: 0.9667027 May 30 20:02:13.544215 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744b2337-9a8b-4fb1-b479-ae0f6484aa57 req-3865e349-92f1-448c-a356-62e6ea4b4a71 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:13.545948 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-744b2337-9a8b-4fb1-b479-ae0f6484aa57 req-3865e349-92f1-448c-a356-62e6ea4b4a71 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.71 "GET /v2.0/networks?id=1423fe8d-fe45-40b8-bd0c-db2951a00d49 HTTP/1.1" status: 200 len: 811 time: 0.4550967 May 30 20:02:13.547273 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-31149d87-7b21-4200-b530-267d0e346899 admin admin] 10.222.0.85 "DELETE /v2.0/networks/6da1220b-e296-44b7-97e6-9aadebdb1323 HTTP/1.1" status: 204 len: 168 time: 1.6225388 May 30 20:02:13.566557 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [req-744b2337-9a8b-4fb1-b479-ae0f6484aa57 req-d24be3f5-0dc3-420b-b07c-3c749a110637 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Request body: {'port': {'device_id': 'f5d7ff19-0e9b-4531-a5c4-f8f1de8908d4', 'network_id': '1423fe8d-fe45-40b8-bd0c-db2951a00d49', 'admin_state_up': True, 'tenant_id': '2f556c8c0e86457c8a99895c145d8ec1'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:02:13.701438 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ca07790d-adc0-4798-a20f-4d6ce9830bf6 req-d6390c8c-f49d-46d2-9fda-abdf09817595 tempest-DeleteServersAdminTestJSON-186780212 tempest-DeleteServersAdminTestJSON-186780212-project] 10.222.0.85 "GET /v2.0/ports?device_id=d300960d-f0a9-4991-ab49-5ed71b8d03bd HTTP/1.1" status: 200 len: 210 time: 0.1643507 May 30 20:02:13.702738 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0359db4c-d1d4-425d-a9a8-2f30b5027a61 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:13.767650 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0359db4c-d1d4-425d-a9a8-2f30b5027a61 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffc0bf74-3dd3-4df3-97ea-a1fd3b0eb9be,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:13.778439 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5db2c17e-8687-443c-8c57-c5ede6f69620 req-5bde2e82-6931-4cdf-93d7-0613d747bf5a tempest-LiveAutoBlockMigrationV225Test-1041394858 tempest-LiveAutoBlockMigrationV225Test-1041394858-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=e04d9b86-3d99-41a3-8241-c517ec1f4730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2604077 May 30 20:02:13.818451 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-744b2337-9a8b-4fb1-b479-ae0f6484aa57 req-d24be3f5-0dc3-420b-b07c-3c749a110637 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:02:13.826785 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-744b2337-9a8b-4fb1-b479-ae0f6484aa57 req-d24be3f5-0dc3-420b-b07c-3c749a110637 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Usage tracker for resource:port and tenant:2f556c8c0e86457c8a99895c145d8ec1 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:02:13.832089 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-744b2337-9a8b-4fb1-b479-ae0f6484aa57 req-d24be3f5-0dc3-420b-b07c-3c749a110637 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:02:13.841814 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-744b2337-9a8b-4fb1-b479-ae0f6484aa57 req-d24be3f5-0dc3-420b-b07c-3c749a110637 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:02:13.925667 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0359db4c-d1d4-425d-a9a8-2f30b5027a61 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:13.927370 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-0359db4c-d1d4-425d-a9a8-2f30b5027a61 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.8387346 May 30 20:02:13.931227 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 45438) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:02:13.938466 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-a387c913-39c4-414e-b6eb-93f13a761364 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Request body: {'security_group_rule': {'security_group_id': '2744deb9-273c-4f57-814d-85973312c5c5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:02:13.946155 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-a387c913-39c4-414e-b6eb-93f13a761364 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:02:13.951067 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-a387c913-39c4-414e-b6eb-93f13a761364 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Usage tracker for resource:security_group_rule and tenant:fa61b48b7a6444fe8c9a2f45b95c1d11 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:02:13.954603 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-a387c913-39c4-414e-b6eb-93f13a761364 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:02:13.966311 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-a387c913-39c4-414e-b6eb-93f13a761364 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:02:14.040903 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-744b2337-9a8b-4fb1-b479-ae0f6484aa57 req-d24be3f5-0dc3-420b-b07c-3c749a110637 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Made reservation on behalf of 2f556c8c0e86457c8a99895c145d8ec1 for: {'port': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:02:14.044099 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-744b2337-9a8b-4fb1-b479-ae0f6484aa57 req-d24be3f5-0dc3-420b-b07c-3c749a110637 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:14.202111 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a387c913-39c4-414e-b6eb-93f13a761364 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:14.342008 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 45450) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:02:14.547428 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-165f3f3f-945c-475c-8e8b-90fff99d6496 req-91edc829-11dc-44ef-8b16-c7103e73d96c tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/ports?device_id=f5d7ff19-0e9b-4531-a5c4-f8f1de8908d4 HTTP/1.1" status: 200 len: 210 time: 0.0588160 May 30 20:02:14.551550 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-0c0d8019-77bb-496a-9ab2-a5d0baf9c969 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=b29b7fab42db44cc806c524e79f85862&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2115374 May 30 20:02:14.556423 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 45456) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:02:14.580535 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8ae664-77d9-4c0a-8179-43f0b8edd45e req-5fc8e332-b9e5-44bb-bfcf-0133c08c4435 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:14.586641 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4b8ae664-77d9-4c0a-8179-43f0b8edd45e req-5fc8e332-b9e5-44bb-bfcf-0133c08c4435 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] 10.222.0.85 "GET /v2.0/ports?device_id=843e9dac-a7f9-4146-a853-871714260300 HTTP/1.1" status: 200 len: 949 time: 0.3900619 May 30 20:02:14.656284 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a387c913-39c4-414e-b6eb-93f13a761364 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:14.693702 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [req-744b2337-9a8b-4fb1-b479-ae0f6484aa57 req-d24be3f5-0dc3-420b-b07c-3c749a110637 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Allocated IP 172.20.0.3 (1423fe8d-fe45-40b8-bd0c-db2951a00d49/f7ba462c-1ed8-4caa-83b7-6c1b6552e3f5/cfc69531-9548-4845-ac26-5e345a3e78d4) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:02:14.725711 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-eb43ff47-8904-4afd-a33b-875eaadd75a4 req-8bc4719f-0cab-44d0-a155-659b75901f50 tempest-DeleteServersAdminTestJSON-186780212 tempest-DeleteServersAdminTestJSON-186780212-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=7e3c331a2fad4ee3bf81523c83fbacaf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0558295 May 30 20:02:14.726556 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b37fa285-d948-45dd-b7a3-c454796efe4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:14.967094 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4b8ae664-77d9-4c0a-8179-43f0b8edd45e req-1d1efc74-5520-475f-9915-a00a05d1e57e tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] 10.222.0.85 "GET /v2.0/security-groups?id=06806dfc-f049-4330-b211-293135e18ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3784719 May 30 20:02:14.976210 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a387c913-39c4-414e-b6eb-93f13a761364 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:15.035464 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b37fa285-d948-45dd-b7a3-c454796efe4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:15.152115 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-744b2337-9a8b-4fb1-b479-ae0f6484aa57 req-d24be3f5-0dc3-420b-b07c-3c749a110637 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:15.268465 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a387c913-39c4-414e-b6eb-93f13a761364 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bdc420e-079d-4e6b-9d65-cddfe1a4e250,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:15.404583 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4ea66ff2-b5f5-4ba6-bd61-a1b4f73842b4 req-5d13c420-ae6a-4757-83bc-0dc3edef9661 tempest-DeleteServersAdminTestJSON-186780212 tempest-DeleteServersAdminTestJSON-186780212-project] 10.222.0.85 "GET /v2.0/ports?device_id=d300960d-f0a9-4991-ab49-5ed71b8d03bd HTTP/1.1" status: 200 len: 210 time: 0.3151383 May 30 20:02:15.412893 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-744b2337-9a8b-4fb1-b479-ae0f6484aa57 req-d24be3f5-0dc3-420b-b07c-3c749a110637 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:15.430964 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb43ff47-8904-4afd-a33b-875eaadd75a4 req-1ce1355e-1413-4e25-a8ab-b4fece9d80ad tempest-DeleteServersAdminTestJSON-186780212 tempest-DeleteServersAdminTestJSON-186780212-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:15.430964 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-eb43ff47-8904-4afd-a33b-875eaadd75a4 req-1ce1355e-1413-4e25-a8ab-b4fece9d80ad tempest-DeleteServersAdminTestJSON-186780212 tempest-DeleteServersAdminTestJSON-186780212-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6984570 May 30 20:02:15.464040 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-eb43ff47-8904-4afd-a33b-875eaadd75a4 req-5d123b8d-c2c9-4534-9486-6e154a2cf356 tempest-DeleteServersAdminTestJSON-186780212 tempest-DeleteServersAdminTestJSON-186780212-project] Request body: {'port': {'device_id': 'd300960d-f0a9-4991-ab49-5ed71b8d03bd', 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1', 'admin_state_up': True, 'tenant_id': '7e3c331a2fad4ee3bf81523c83fbacaf'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:02:15.506664 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a387c913-39c4-414e-b6eb-93f13a761364 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:15.510081 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-a387c913-39c4-414e-b6eb-93f13a761364 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.5777202 May 30 20:02:15.530514 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 45470) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:02:15.561661 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-a32961a8-6983-45ab-92a5-15f4cf38d9e4 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Request body: {'floatingip': {'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:02:15.581188 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-a32961a8-6983-45ab-92a5-15f4cf38d9e4 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:02:15.592729 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-744b2337-9a8b-4fb1-b479-ae0f6484aa57 req-d24be3f5-0dc3-420b-b07c-3c749a110637 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Network 1423fe8d-fe45-40b8-bd0c-db2951a00d49 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:02:15.605672 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579dc547-9b30-483e-97f7-15a0b5886045 req-b4e078b2-2397-4bb7-b240-3a35393e6af5 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:15.610333 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-579dc547-9b30-483e-97f7-15a0b5886045 req-b4e078b2-2397-4bb7-b240-3a35393e6af5 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] 10.222.0.85 "GET /v2.0/ports?device_id=843e9dac-a7f9-4146-a853-871714260300 HTTP/1.1" status: 200 len: 949 time: 0.3339398 May 30 20:02:15.612948 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-a32961a8-6983-45ab-92a5-15f4cf38d9e4 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Usage tracker for resource:floatingip and tenant:fa61b48b7a6444fe8c9a2f45b95c1d11 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:02:15.624467 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [req-744b2337-9a8b-4fb1-b479-ae0f6484aa57 req-d24be3f5-0dc3-420b-b07c-3c749a110637 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:02:15.626478 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24be3f5-0dc3-420b-b07c-3c749a110637 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Pushing event updated for resources: {'Port': ['ID=cfc69531-9548-4845-ac26-5e345a3e78d4,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:15.642351 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [req-744b2337-9a8b-4fb1-b479-ae0f6484aa57 req-d24be3f5-0dc3-420b-b07c-3c749a110637 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:02:15.655349 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b37fa285-d948-45dd-b7a3-c454796efe4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:15.674647 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-a32961a8-6983-45ab-92a5-15f4cf38d9e4 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:02:15.705816 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-a32961a8-6983-45ab-92a5-15f4cf38d9e4 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:02:15.710311 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37fa285-d948-45dd-b7a3-c454796efe4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55c01bf1-c871-4944-8d52-3f23c44473bf,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:15.819364 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744b2337-9a8b-4fb1-b479-ae0f6484aa57 req-d24be3f5-0dc3-420b-b07c-3c749a110637 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:15.820474 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-744b2337-9a8b-4fb1-b479-ae0f6484aa57 req-d24be3f5-0dc3-420b-b07c-3c749a110637 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:15.851563 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-eb43ff47-8904-4afd-a33b-875eaadd75a4 req-5d123b8d-c2c9-4534-9486-6e154a2cf356 tempest-DeleteServersAdminTestJSON-186780212 tempest-DeleteServersAdminTestJSON-186780212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:02:15.862127 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b37fa285-d948-45dd-b7a3-c454796efe4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:15.869551 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-b37fa285-d948-45dd-b7a3-c454796efe4b admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/55c01bf1-c871-4944-8d52-3f23c44473bf HTTP/1.1" status: 204 len: 168 time: 1.3112183 May 30 20:02:15.876760 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a32961a8-6983-45ab-92a5-15f4cf38d9e4 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Notify callbacks [] for floatingip, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:15.886844 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-eb43ff47-8904-4afd-a33b-875eaadd75a4 req-5d123b8d-c2c9-4534-9486-6e154a2cf356 tempest-DeleteServersAdminTestJSON-186780212 tempest-DeleteServersAdminTestJSON-186780212-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:02:15.929172 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-579dc547-9b30-483e-97f7-15a0b5886045 req-48498987-8834-489d-ba5f-8025d0983d22 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] 10.222.0.85 "GET /v2.0/security-groups?id=06806dfc-f049-4330-b211-293135e18ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3177931 May 30 20:02:16.066400 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-744b2337-9a8b-4fb1-b479-ae0f6484aa57 req-d24be3f5-0dc3-420b-b07c-3c749a110637 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5054092 May 30 20:02:16.110049 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [req-744b2337-9a8b-4fb1-b479-ae0f6484aa57 req-628d5b34-b5ff-481e-b25c-cc5e0166d4d7 service neutron] Request body: {'port': {'device_id': 'f5d7ff19-0e9b-4531-a5c4-f8f1de8908d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843948-2'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:02:16.148089 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb43ff47-8904-4afd-a33b-875eaadd75a4 req-5d123b8d-c2c9-4534-9486-6e154a2cf356 tempest-DeleteServersAdminTestJSON-186780212 tempest-DeleteServersAdminTestJSON-186780212-project] Made reservation on behalf of 7e3c331a2fad4ee3bf81523c83fbacaf for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:02:16.157887 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-eb43ff47-8904-4afd-a33b-875eaadd75a4 req-5d123b8d-c2c9-4534-9486-6e154a2cf356 tempest-DeleteServersAdminTestJSON-186780212 tempest-DeleteServersAdminTestJSON-186780212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:16.217858 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e8d4be-1d76-490f-84e5-d5fa22f13ca2 req-16b48df8-b08e-461f-b98e-45d725db1855 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:16.233040 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a5e8d4be-1d76-490f-84e5-d5fa22f13ca2 req-16b48df8-b08e-461f-b98e-45d725db1855 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/ports?device_id=f5d7ff19-0e9b-4531-a5c4-f8f1de8908d4 HTTP/1.1" status: 200 len: 931 time: 0.2907088 May 30 20:02:16.503489 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a5e8d4be-1d76-490f-84e5-d5fa22f13ca2 req-50de7c8c-0a88-4e3a-8b1b-a8ef45a079f6 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/security-groups?id=f7bd1307-7f80-416a-ad0f-251b87da459a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2684278 May 30 20:02:16.579210 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-744b2337-9a8b-4fb1-b479-ae0f6484aa57 req-628d5b34-b5ff-481e-b25c-cc5e0166d4d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:17.065423 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [req-eb43ff47-8904-4afd-a33b-875eaadd75a4 req-5d123b8d-c2c9-4534-9486-6e154a2cf356 tempest-DeleteServersAdminTestJSON-186780212 tempest-DeleteServersAdminTestJSON-186780212-project] Allocated IP 192.168.233.203 (4344fbed-57fb-43d7-b32d-6020ce60f0a1/1b83ff54-b1af-44ce-bb75-ba148920553c/7dfdc47c-90ce-41b0-9889-5b0a8893eacb) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:02:17.231222 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3cedf19a-6346-4357-bce3-2e0e54944664 req-559152c1-38f9-4c6a-a775-e6f9e54a857d tempest-DeleteServersAdminTestJSON-186780212 tempest-DeleteServersAdminTestJSON-186780212-project] 10.222.0.85 "GET /v2.0/ports?device_id=d300960d-f0a9-4991-ab49-5ed71b8d03bd HTTP/1.1" status: 200 len: 210 time: 0.1031101 May 30 20:02:17.478132 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a32961a8-6983-45ab-92a5-15f4cf38d9e4 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:17.679090 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [req-744b2337-9a8b-4fb1-b479-ae0f6484aa57 req-628d5b34-b5ff-481e-b25c-cc5e0166d4d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfc69531-9548-4845-ac26-5e345a3e78d4 {{(pid=84886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:02:17.694612 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-744b2337-9a8b-4fb1-b479-ae0f6484aa57 req-628d5b34-b5ff-481e-b25c-cc5e0166d4d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:17.722016 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-eb43ff47-8904-4afd-a33b-875eaadd75a4 req-5d123b8d-c2c9-4534-9486-6e154a2cf356 tempest-DeleteServersAdminTestJSON-186780212 tempest-DeleteServersAdminTestJSON-186780212-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:17.746241 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [req-744b2337-9a8b-4fb1-b479-ae0f6484aa57 req-628d5b34-b5ff-481e-b25c-cc5e0166d4d7 service neutron] Transition to ACTIVE for port object cfc69531-9548-4845-ac26-5e345a3e78d4 will not be triggered until provisioned by entity L2. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:02:17.799830 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd17b68d-3b5e-403f-b7b7-d4a0ea9428a3 req-ae15aea9-aa5c-408a-a759-bc4811ac1d75 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:17.826258 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-bd17b68d-3b5e-403f-b7b7-d4a0ea9428a3 req-ae15aea9-aa5c-408a-a759-bc4811ac1d75 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] 10.222.0.85 "GET /v2.0/ports?device_id=843e9dac-a7f9-4146-a853-871714260300 HTTP/1.1" status: 200 len: 949 time: 0.6728675 May 30 20:02:17.874352 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-eb43ff47-8904-4afd-a33b-875eaadd75a4 req-5d123b8d-c2c9-4534-9486-6e154a2cf356 tempest-DeleteServersAdminTestJSON-186780212 tempest-DeleteServersAdminTestJSON-186780212-project] Transition to ACTIVE for port object 7dfdc47c-90ce-41b0-9889-5b0a8893eacb will not be triggered until provisioned by entity DHCP. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:02:17.889605 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-744b2337-9a8b-4fb1-b479-ae0f6484aa57 req-628d5b34-b5ff-481e-b25c-cc5e0166d4d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:17.923957 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 45504) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:02:17.992247 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469e6d83-5c96-40e9-81d4-f670089f2c0d req-b41e6d66-58c4-4ff3-8679-5e36b6c1d863 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:18.000619 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-469e6d83-5c96-40e9-81d4-f670089f2c0d req-b41e6d66-58c4-4ff3-8679-5e36b6c1d863 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/ports?device_id=f5d7ff19-0e9b-4531-a5c4-f8f1de8908d4 HTTP/1.1" status: 200 len: 943 time: 0.2002280 May 30 20:02:18.069130 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-cd31c5ac-0192-4b7f-973c-28c9ac511159 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=4593b9614ed14fcab163292bd06bb748&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1438203 May 30 20:02:18.072474 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 45510) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:02:18.102059 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-469e6d83-5c96-40e9-81d4-f670089f2c0d req-4f20b440-6343-4bfb-b36e-db8c858e4c4a tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/security-groups?id=f7bd1307-7f80-416a-ad0f-251b87da459a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003532 May 30 20:02:18.114332 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-eb43ff47-8904-4afd-a33b-875eaadd75a4 req-5d123b8d-c2c9-4534-9486-6e154a2cf356 tempest-DeleteServersAdminTestJSON-186780212 tempest-DeleteServersAdminTestJSON-186780212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:18.178967 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-bd17b68d-3b5e-403f-b7b7-d4a0ea9428a3 req-f2f492ef-11c8-4c0a-a468-9300e4f6aa58 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] 10.222.0.85 "GET /v2.0/security-groups?id=06806dfc-f049-4330-b211-293135e18ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3506656 May 30 20:02:18.187279 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628d5b34-b5ff-481e-b25c-cc5e0166d4d7 service neutron] Pushing event updated for resources: {'Port': ['ID=cfc69531-9548-4845-ac26-5e345a3e78d4,revision_number=2']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:18.221759 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb43ff47-8904-4afd-a33b-875eaadd75a4 req-5d123b8d-c2c9-4534-9486-6e154a2cf356 tempest-DeleteServersAdminTestJSON-186780212 tempest-DeleteServersAdminTestJSON-186780212-project] Network 4344fbed-57fb-43d7-b32d-6020ce60f0a1 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:02:18.237177 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [req-eb43ff47-8904-4afd-a33b-875eaadd75a4 req-5d123b8d-c2c9-4534-9486-6e154a2cf356 tempest-DeleteServersAdminTestJSON-186780212 tempest-DeleteServersAdminTestJSON-186780212-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:02:18.245976 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb43ff47-8904-4afd-a33b-875eaadd75a4 req-5d123b8d-c2c9-4534-9486-6e154a2cf356 tempest-DeleteServersAdminTestJSON-186780212 tempest-DeleteServersAdminTestJSON-186780212-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:02:18.306971 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-a32961a8-6983-45ab-92a5-15f4cf38d9e4 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Allocated IP 172.25.8.238 (c7869750-4b49-4b7e-aa99-5e0f1ae02da4/427601ec-f643-4fe7-b5e6-17305d3a39e1/38988ce5-c73b-4429-a17c-8b1025b20f83) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:02:18.339697 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d123b8d-c2c9-4534-9486-6e154a2cf356 tempest-DeleteServersAdminTestJSON-186780212 tempest-DeleteServersAdminTestJSON-186780212-project] Pushing event updated for resources: {'Port': ['ID=7dfdc47c-90ce-41b0-9889-5b0a8893eacb,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:18.394546 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5e9700da-900e-4396-ae2d-ae9b9f185295 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:18.445574 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb43ff47-8904-4afd-a33b-875eaadd75a4 req-5d123b8d-c2c9-4534-9486-6e154a2cf356 tempest-DeleteServersAdminTestJSON-186780212 tempest-DeleteServersAdminTestJSON-186780212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:18.447104 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-eb43ff47-8904-4afd-a33b-875eaadd75a4 req-5d123b8d-c2c9-4534-9486-6e154a2cf356 tempest-DeleteServersAdminTestJSON-186780212 tempest-DeleteServersAdminTestJSON-186780212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:18.633458 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-744b2337-9a8b-4fb1-b479-ae0f6484aa57 req-628d5b34-b5ff-481e-b25c-cc5e0166d4d7 service neutron] Attempting to bind port cfc69531-9548-4845-ac26-5e345a3e78d4 on host n-h1-843948-2 for vnic_type normal with profile {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:02:18.634043 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-744b2337-9a8b-4fb1-b479-ae0f6484aa57 req-628d5b34-b5ff-481e-b25c-cc5e0166d4d7 service neutron] Attempting to bind port cfc69531-9548-4845-ac26-5e345a3e78d4 by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': 'a588beee-eb1a-4179-866b-50764eb9b22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '1423fe8d-fe45-40b8-bd0c-db2951a00d49'}] {{(pid=84886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:02:18.634450 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-744b2337-9a8b-4fb1-b479-ae0f6484aa57 req-628d5b34-b5ff-481e-b25c-cc5e0166d4d7 service neutron] Attempting to bind port cfc69531-9548-4845-ac26-5e345a3e78d4 on network 1423fe8d-fe45-40b8-bd0c-db2951a00d49 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:02:18.664295 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-744b2337-9a8b-4fb1-b479-ae0f6484aa57 req-628d5b34-b5ff-481e-b25c-cc5e0166d4d7 service neutron] Port cfc69531-9548-4845-ac26-5e345a3e78d4 on network 1423fe8d-fe45-40b8-bd0c-db2951a00d49 not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:02:18.664590 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-744b2337-9a8b-4fb1-b479-ae0f6484aa57 req-628d5b34-b5ff-481e-b25c-cc5e0166d4d7 service neutron] Attempting to bind port cfc69531-9548-4845-ac26-5e345a3e78d4 on network 1423fe8d-fe45-40b8-bd0c-db2951a00d49 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:02:18.669115 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5e9700da-900e-4396-ae2d-ae9b9f185295 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:18.686819 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-744b2337-9a8b-4fb1-b479-ae0f6484aa57 req-628d5b34-b5ff-481e-b25c-cc5e0166d4d7 service neutron] Checking agent: {'id': 'f728d74e-a4ae-4384-860b-a5ade05dd8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:02:18.687151 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-744b2337-9a8b-4fb1-b479-ae0f6484aa57 req-628d5b34-b5ff-481e-b25c-cc5e0166d4d7 service neutron] Checking segment: {'id': 'a588beee-eb1a-4179-866b-50764eb9b22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '1423fe8d-fe45-40b8-bd0c-db2951a00d49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:02:18.687395 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-744b2337-9a8b-4fb1-b479-ae0f6484aa57 req-628d5b34-b5ff-481e-b25c-cc5e0166d4d7 service neutron] Bound using segment: {'id': 'a588beee-eb1a-4179-866b-50764eb9b22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '1423fe8d-fe45-40b8-bd0c-db2951a00d49'} {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:02:18.687828 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-744b2337-9a8b-4fb1-b479-ae0f6484aa57 req-628d5b34-b5ff-481e-b25c-cc5e0166d4d7 service neutron] Bound port: cfc69531-9548-4845-ac26-5e345a3e78d4, host: n-h1-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a588beee-eb1a-4179-866b-50764eb9b22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '1423fe8d-fe45-40b8-bd0c-db2951a00d49'}}] {{(pid=84886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:02:18.688177 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-744b2337-9a8b-4fb1-b479-ae0f6484aa57 req-628d5b34-b5ff-481e-b25c-cc5e0166d4d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:18.700673 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a32961a8-6983-45ab-92a5-15f4cf38d9e4 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:18.722316 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-f04461bc-ba41-42dc-b5b3-bc80aabd9b2c None None] Provisioning for port 7dfdc47c-90ce-41b0-9889-5b0a8893eacb completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:02:18.732247 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-f04461bc-ba41-42dc-b5b3-bc80aabd9b2c None None] Provisioning complete for port 7dfdc47c-90ce-41b0-9889-5b0a8893eacb triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:02:18.733582 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-f04461bc-ba41-42dc-b5b3-bc80aabd9b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:18.745788 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4d908a-360a-468a-aadd-788eefcdd648 req-4922c821-9f2a-44e2-95da-597a017fb7ef tempest-DeleteServersAdminTestJSON-186780212 tempest-DeleteServersAdminTestJSON-186780212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:18.746513 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-5e4d908a-360a-468a-aadd-788eefcdd648 req-4922c821-9f2a-44e2-95da-597a017fb7ef tempest-DeleteServersAdminTestJSON-186780212 tempest-DeleteServersAdminTestJSON-186780212-project] Synchronizing usage tracker for tenant:7e3c331a2fad4ee3bf81523c83fbacaf on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:02:18.795677 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-eb43ff47-8904-4afd-a33b-875eaadd75a4 req-5d123b8d-c2c9-4534-9486-6e154a2cf356 tempest-DeleteServersAdminTestJSON-186780212 tempest-DeleteServersAdminTestJSON-186780212-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3487542 May 30 20:02:18.808422 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-eb43ff47-8904-4afd-a33b-875eaadd75a4 req-c7000b0b-65c6-4416-bf1d-5736389639ed service neutron] Request body: {'port': {'device_id': 'd300960d-f0a9-4991-ab49-5ed71b8d03bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843948-2'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:02:18.843175 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-744b2337-9a8b-4fb1-b479-ae0f6484aa57 req-628d5b34-b5ff-481e-b25c-cc5e0166d4d7 service neutron] For port cfc69531-9548-4845-ac26-5e345a3e78d4, host n-h1-843948-2, cleared binding levels {{(pid=84886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:02:18.850199 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-744b2337-9a8b-4fb1-b479-ae0f6484aa57 req-628d5b34-b5ff-481e-b25c-cc5e0166d4d7 service neutron] For port cfc69531-9548-4845-ac26-5e345a3e78d4, host n-h1-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=cfc69531-9548-4845-ac26-5e345a3e78d4,segment=NetworkSegment(a588beee-eb1a-4179-866b-50764eb9b22b),segment_id=a588beee-eb1a-4179-866b-50764eb9b22b)] {{(pid=84886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:02:18.926612 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-5e4d908a-360a-468a-aadd-788eefcdd648 req-4922c821-9f2a-44e2-95da-597a017fb7ef tempest-DeleteServersAdminTestJSON-186780212 tempest-DeleteServersAdminTestJSON-186780212-project] Unset dirty status for tenant:7e3c331a2fad4ee3bf81523c83fbacaf on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:02:18.928214 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-f04461bc-ba41-42dc-b5b3-bc80aabd9b2c None None] Port 7dfdc47c-90ce-41b0-9889-5b0a8893eacb cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:02:18.933890 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5e4d908a-360a-468a-aadd-788eefcdd648 req-4922c821-9f2a-44e2-95da-597a017fb7ef tempest-DeleteServersAdminTestJSON-186780212 tempest-DeleteServersAdminTestJSON-186780212-project] 10.222.0.85 "GET /v2.0/ports?device_id=d300960d-f0a9-4991-ab49-5ed71b8d03bd HTTP/1.1" status: 200 len: 936 time: 0.4694624 May 30 20:02:18.952495 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a32961a8-6983-45ab-92a5-15f4cf38d9e4 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:18.960829 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5e9700da-900e-4396-ae2d-ae9b9f185295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:18.997921 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-744b2337-9a8b-4fb1-b479-ae0f6484aa57 req-628d5b34-b5ff-481e-b25c-cc5e0166d4d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:19.009674 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5e9700da-900e-4396-ae2d-ae9b9f185295 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:19.015094 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-5e9700da-900e-4396-ae2d-ae9b9f185295 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/820c32e7-7a4e-4f10-aa3c-f0711561c59f HTTP/1.1" status: 204 len: 168 time: 0.9372864 May 30 20:02:19.015094 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9700da-900e-4396-ae2d-ae9b9f185295 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=820c32e7-7a4e-4f10-aa3c-f0711561c59f,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:19.029675 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-eb43ff47-8904-4afd-a33b-875eaadd75a4 req-c7000b0b-65c6-4416-bf1d-5736389639ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:19.065288 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-744b2337-9a8b-4fb1-b479-ae0f6484aa57 req-628d5b34-b5ff-481e-b25c-cc5e0166d4d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:19.066921 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-744b2337-9a8b-4fb1-b479-ae0f6484aa57 req-628d5b34-b5ff-481e-b25c-cc5e0166d4d7 service neutron] 10.222.0.71 "PUT /v2.0/ports/cfc69531-9548-4845-ac26-5e345a3e78d4 HTTP/1.1" status: 200 len: 1091 time: 2.9725597 May 30 20:02:19.080321 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5d7ff19-0e9b-4531-a5c4-f8f1de8908d4', 'tag': 'cfc69531-9548-4845-ac26-5e345a3e78d4'}] {{(pid=84886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:02:19.097962 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5e4d908a-360a-468a-aadd-788eefcdd648 req-bf0a3176-d7ee-40f7-8d27-ada19a446308 tempest-DeleteServersAdminTestJSON-186780212 tempest-DeleteServersAdminTestJSON-186780212-project] 10.222.0.85 "GET /v2.0/security-groups?id=012b6f85-ab98-4ad3-9cd2-9e757136ba83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628892 May 30 20:02:19.122708 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a32961a8-6983-45ab-92a5-15f4cf38d9e4 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:02:19.126295 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32961a8-6983-45ab-92a5-15f4cf38d9e4 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Pushing event updated for resources: {'Port': ['ID=38988ce5-c73b-4429-a17c-8b1025b20f83,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:19.273020 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-a32961a8-6983-45ab-92a5-15f4cf38d9e4 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:02:19.276835 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:19.379801 n-d-843948-2 neutron-server[84886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e55cfb1-da6a-4448-80fe-0fff95b4745f'] response: {'name': 'network-changed', 'server_uuid': 'f5d7ff19-0e9b-4531-a5c4-f8f1de8908d4', 'tag': 'cfc69531-9548-4845-ac26-5e345a3e78d4', 'status': 'completed', 'code': 200} May 30 20:02:19.405570 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32961a8-6983-45ab-92a5-15f4cf38d9e4 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:02:19.674662 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388da0cc-b233-4282-8e29-f71eb27634f7 req-fa94eb19-bee8-4316-8e97-a2541ef2fa3f tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:19.682459 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628d5b34-b5ff-481e-b25c-cc5e0166d4d7 service neutron] Pushing event updated for resources: {'Port': ['ID=cfc69531-9548-4845-ac26-5e345a3e78d4,revision_number=3']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:19.692070 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-388da0cc-b233-4282-8e29-f71eb27634f7 req-fa94eb19-bee8-4316-8e97-a2541ef2fa3f tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/ports?device_id=f5d7ff19-0e9b-4531-a5c4-f8f1de8908d4 HTTP/1.1" status: 200 len: 943 time: 0.2208691 May 30 20:02:19.765295 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-744b2337-9a8b-4fb1-b479-ae0f6484aa57 req-a327aa4e-0709-42d0-89bc-e227877a0f2b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=2f556c8c0e86457c8a99895c145d8ec1&device_id=f5d7ff19-0e9b-4531-a5c4-f8f1de8908d4 HTTP/1.1" status: 200 len: 1094 time: 0.5158892 May 30 20:02:19.805988 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-388da0cc-b233-4282-8e29-f71eb27634f7 req-d509876a-5a4a-47f4-a28d-e142c5bd7457 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/security-groups?id=f7bd1307-7f80-416a-ad0f-251b87da459a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224086 May 30 20:02:19.971724 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60afe9f5-c3d4-4bb7-b3ed-91f098d2457b req-6b3de0b7-278d-4ac3-9396-ff258b01f1a2 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:19.989983 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-60afe9f5-c3d4-4bb7-b3ed-91f098d2457b req-6b3de0b7-278d-4ac3-9396-ff258b01f1a2 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] 10.222.0.85 "GET /v2.0/ports?device_id=843e9dac-a7f9-4146-a853-871714260300 HTTP/1.1" status: 200 len: 949 time: 0.5212457 May 30 20:02:20.028934 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [req-eb43ff47-8904-4afd-a33b-875eaadd75a4 req-c7000b0b-65c6-4416-bf1d-5736389639ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7dfdc47c-90ce-41b0-9889-5b0a8893eacb {{(pid=84887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:02:20.039671 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-744b2337-9a8b-4fb1-b479-ae0f6484aa57 req-8e003463-8180-49d0-aee4-2265b5d4dfa0 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cfc69531-9548-4845-ac26-5e345a3e78d4 HTTP/1.1" status: 200 len: 217 time: 0.2615154 May 30 20:02:20.045384 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-eb43ff47-8904-4afd-a33b-875eaadd75a4 req-c7000b0b-65c6-4416-bf1d-5736389639ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:20.086846 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-eb43ff47-8904-4afd-a33b-875eaadd75a4 req-c7000b0b-65c6-4416-bf1d-5736389639ed service neutron] Transition to ACTIVE for port object 7dfdc47c-90ce-41b0-9889-5b0a8893eacb will not be triggered until provisioned by entity L2. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:02:20.213486 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-eb43ff47-8904-4afd-a33b-875eaadd75a4 req-c7000b0b-65c6-4416-bf1d-5736389639ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:20.236542 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-60afe9f5-c3d4-4bb7-b3ed-91f098d2457b req-8fa5fed1-aa83-4c39-b1de-3c5c3a54e037 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] 10.222.0.85 "GET /v2.0/security-groups?id=06806dfc-f049-4330-b211-293135e18ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500124 May 30 20:02:20.253386 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a32961a8-6983-45ab-92a5-15f4cf38d9e4 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:20.266022 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744b2337-9a8b-4fb1-b479-ae0f6484aa57 req-f82c4cd2-23a3-4b17-9c10-5406a3b4a04e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:20.267701 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-744b2337-9a8b-4fb1-b479-ae0f6484aa57 req-f82c4cd2-23a3-4b17-9c10-5406a3b4a04e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f7ba462c-1ed8-4caa-83b7-6c1b6552e3f5 HTTP/1.1" status: 200 len: 851 time: 0.2118771 May 30 20:02:20.332185 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-744b2337-9a8b-4fb1-b479-ae0f6484aa57 req-786f0a23-a3df-4bc9-99e2-cf031ac78ea2 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1423fe8d-fe45-40b8-bd0c-db2951a00d49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581434 May 30 20:02:20.510124 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7000b0b-65c6-4416-bf1d-5736389639ed service neutron] Pushing event updated for resources: {'Port': ['ID=7dfdc47c-90ce-41b0-9889-5b0a8893eacb,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:20.765858 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-eb43ff47-8904-4afd-a33b-875eaadd75a4 req-c7000b0b-65c6-4416-bf1d-5736389639ed service neutron] Attempting to bind port 7dfdc47c-90ce-41b0-9889-5b0a8893eacb on host n-h1-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:02:20.766704 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-eb43ff47-8904-4afd-a33b-875eaadd75a4 req-c7000b0b-65c6-4416-bf1d-5736389639ed service neutron] Attempting to bind port 7dfdc47c-90ce-41b0-9889-5b0a8893eacb by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': '7e304c17-4e5f-4a93-af80-52785639e6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:02:20.767117 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb43ff47-8904-4afd-a33b-875eaadd75a4 req-c7000b0b-65c6-4416-bf1d-5736389639ed service neutron] Attempting to bind port 7dfdc47c-90ce-41b0-9889-5b0a8893eacb on network 4344fbed-57fb-43d7-b32d-6020ce60f0a1 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:02:20.782980 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb43ff47-8904-4afd-a33b-875eaadd75a4 req-c7000b0b-65c6-4416-bf1d-5736389639ed service neutron] Port 7dfdc47c-90ce-41b0-9889-5b0a8893eacb on network 4344fbed-57fb-43d7-b32d-6020ce60f0a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:02:20.783392 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb43ff47-8904-4afd-a33b-875eaadd75a4 req-c7000b0b-65c6-4416-bf1d-5736389639ed service neutron] Attempting to bind port 7dfdc47c-90ce-41b0-9889-5b0a8893eacb on network 4344fbed-57fb-43d7-b32d-6020ce60f0a1 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:02:20.793062 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb43ff47-8904-4afd-a33b-875eaadd75a4 req-c7000b0b-65c6-4416-bf1d-5736389639ed service neutron] Checking agent: {'id': 'f728d74e-a4ae-4384-860b-a5ade05dd8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:02:20.793634 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb43ff47-8904-4afd-a33b-875eaadd75a4 req-c7000b0b-65c6-4416-bf1d-5736389639ed service neutron] Checking segment: {'id': '7e304c17-4e5f-4a93-af80-52785639e6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:02:20.794309 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb43ff47-8904-4afd-a33b-875eaadd75a4 req-c7000b0b-65c6-4416-bf1d-5736389639ed service neutron] Bound using segment: {'id': '7e304c17-4e5f-4a93-af80-52785639e6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1'} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:02:20.794905 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-eb43ff47-8904-4afd-a33b-875eaadd75a4 req-c7000b0b-65c6-4416-bf1d-5736389639ed service neutron] Bound port: 7dfdc47c-90ce-41b0-9889-5b0a8893eacb, host: n-h1-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e304c17-4e5f-4a93-af80-52785639e6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1'}}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:02:20.795360 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-eb43ff47-8904-4afd-a33b-875eaadd75a4 req-c7000b0b-65c6-4416-bf1d-5736389639ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:20.933862 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-eb43ff47-8904-4afd-a33b-875eaadd75a4 req-c7000b0b-65c6-4416-bf1d-5736389639ed service neutron] For port 7dfdc47c-90ce-41b0-9889-5b0a8893eacb, host n-h1-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:02:20.938469 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-eb43ff47-8904-4afd-a33b-875eaadd75a4 req-c7000b0b-65c6-4416-bf1d-5736389639ed service neutron] For port 7dfdc47c-90ce-41b0-9889-5b0a8893eacb, host n-h1-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=7dfdc47c-90ce-41b0-9889-5b0a8893eacb,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:02:21.119200 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a32961a8-6983-45ab-92a5-15f4cf38d9e4 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:21.133165 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-eb43ff47-8904-4afd-a33b-875eaadd75a4 req-c7000b0b-65c6-4416-bf1d-5736389639ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:21.301288 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-eb43ff47-8904-4afd-a33b-875eaadd75a4 req-c7000b0b-65c6-4416-bf1d-5736389639ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:21.305006 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-eb43ff47-8904-4afd-a33b-875eaadd75a4 req-c7000b0b-65c6-4416-bf1d-5736389639ed service neutron] 10.222.0.71 "PUT /v2.0/ports/7dfdc47c-90ce-41b0-9889-5b0a8893eacb HTTP/1.1" status: 200 len: 1096 time: 2.5024049 May 30 20:02:21.305824 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd300960d-f0a9-4991-ab49-5ed71b8d03bd', 'tag': '7dfdc47c-90ce-41b0-9889-5b0a8893eacb'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:02:21.363101 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7000b0b-65c6-4416-bf1d-5736389639ed service neutron] Pushing event updated for resources: {'Port': ['ID=7dfdc47c-90ce-41b0-9889-5b0a8893eacb,revision_number=3']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:21.453095 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-744b2337-9a8b-4fb1-b479-ae0f6484aa57 req-a1c49b33-0c9e-4300-ad84-1fc0d7493493 service neutron] 10.222.0.71 "GET /v2.0/networks/1423fe8d-fe45-40b8-bd0c-db2951a00d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1139801 May 30 20:02:21.539517 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d02e7c-d8ff-42cb-8732-1e8bbbda6ce2 req-1f7ebb78-41a4-41c8-b497-5512c5c8ca50 tempest-DeleteServersAdminTestJSON-186780212 tempest-DeleteServersAdminTestJSON-186780212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:21.542604 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f8d02e7c-d8ff-42cb-8732-1e8bbbda6ce2 req-1f7ebb78-41a4-41c8-b497-5512c5c8ca50 tempest-DeleteServersAdminTestJSON-186780212 tempest-DeleteServersAdminTestJSON-186780212-project] 10.222.0.85 "GET /v2.0/ports?device_id=d300960d-f0a9-4991-ab49-5ed71b8d03bd HTTP/1.1" status: 200 len: 948 time: 0.9956591 May 30 20:02:21.644257 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-eb43ff47-8904-4afd-a33b-875eaadd75a4 req-38668737-1398-4ef3-97fc-3e72a8be09fc service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7e3c331a2fad4ee3bf81523c83fbacaf&device_id=d300960d-f0a9-4991-ab49-5ed71b8d03bd HTTP/1.1" status: 200 len: 1099 time: 0.2027240 May 30 20:02:21.763625 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-eb43ff47-8904-4afd-a33b-875eaadd75a4 req-14fdbdc5-0bc6-45f6-8ce3-92cf6bd12ab0 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=7dfdc47c-90ce-41b0-9889-5b0a8893eacb HTTP/1.1" status: 200 len: 217 time: 0.1110139 May 30 20:02:21.924297 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb43ff47-8904-4afd-a33b-875eaadd75a4 req-ce9ed1fa-8a4e-4ad8-a5e6-cfd65f7be43c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:21.929782 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-eb43ff47-8904-4afd-a33b-875eaadd75a4 req-ce9ed1fa-8a4e-4ad8-a5e6-cfd65f7be43c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1b83ff54-b1af-44ce-bb75-ba148920553c HTTP/1.1" status: 200 len: 843 time: 0.1575639 May 30 20:02:21.995950 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f8d02e7c-d8ff-42cb-8732-1e8bbbda6ce2 req-3625b641-0d95-40f0-9b6c-39a3cceb3d98 tempest-DeleteServersAdminTestJSON-186780212 tempest-DeleteServersAdminTestJSON-186780212-project] 10.222.0.85 "GET /v2.0/security-groups?id=012b6f85-ab98-4ad3-9cd2-9e757136ba83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3689942 May 30 20:02:22.002740 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:22.112625 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.db.resource_extend [None req-a32961a8-6983-45ab-92a5-15f4cf38d9e4 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:02:22.142442 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-744b2337-9a8b-4fb1-b479-ae0f6484aa57 req-bd54063b-79b7-4aff-867d-6d8064ad6c2c service neutron] 10.222.0.71 "GET /v2.0/networks/1423fe8d-fe45-40b8-bd0c-db2951a00d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6821759 May 30 20:02:22.183632 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a32961a8-6983-45ab-92a5-15f4cf38d9e4 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:22.214032 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-eb43ff47-8904-4afd-a33b-875eaadd75a4 req-ebb45add-300d-4ef3-a207-04d36a0efbb1 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4344fbed-57fb-43d7-b32d-6020ce60f0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2785916 May 30 20:02:22.299874 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a32961a8-6983-45ab-92a5-15f4cf38d9e4 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:22.524450 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfba4671-0666-462b-8a85-a98a320a5a65 req-79909398-a357-4e83-8c9a-6938dfb914fd tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:22.525988 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-cfba4671-0666-462b-8a85-a98a320a5a65 req-79909398-a357-4e83-8c9a-6938dfb914fd tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/ports?device_id=f5d7ff19-0e9b-4531-a5c4-f8f1de8908d4 HTTP/1.1" status: 200 len: 943 time: 0.4259870 May 30 20:02:22.537407 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-eb43ff47-8904-4afd-a33b-875eaadd75a4 req-5a7d9d72-6a76-4762-aa7d-b2ee9ad08406 service neutron] 10.222.0.71 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3121409 May 30 20:02:22.749933 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32961a8-6983-45ab-92a5-15f4cf38d9e4 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Pushing event updated for resources: {'Port': ['ID=38988ce5-c73b-4429-a17c-8b1025b20f83,revision_number=2']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:22.756669 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a32961a8-6983-45ab-92a5-15f4cf38d9e4 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736490'] for floatingip, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:22.850794 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2c9c4fad-0848-490e-9a67-d1b700358fb3 req-ce8bd934-8c9b-48d0-8d5c-54c83c12eeb9 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=2f556c8c0e86457c8a99895c145d8ec1&device_id=f5d7ff19-0e9b-4531-a5c4-f8f1de8908d4 HTTP/1.1" status: 200 len: 1094 time: 0.5310493 May 30 20:02:22.912136 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-cfba4671-0666-462b-8a85-a98a320a5a65 req-5ee6c81f-73d9-432e-94dd-e79f85fb2f8a tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/security-groups?id=f7bd1307-7f80-416a-ad0f-251b87da459a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3695898 May 30 20:02:22.963264 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3864ed66-1efd-4bb4-b334-b3e0405518c6 req-85edad4e-e96a-4ef5-b48f-a3f18c91e538 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:22.984422 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3864ed66-1efd-4bb4-b334-b3e0405518c6 req-85edad4e-e96a-4ef5-b48f-a3f18c91e538 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] 10.222.0.85 "GET /v2.0/ports?device_id=843e9dac-a7f9-4146-a853-871714260300 HTTP/1.1" status: 200 len: 949 time: 0.4259324 May 30 20:02:23.063191 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-eb43ff47-8904-4afd-a33b-875eaadd75a4 req-6c249f5c-9424-412b-b667-2b36535bdf76 service neutron] 10.222.0.71 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4699826 May 30 20:02:23.083164 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a32961a8-6983-45ab-92a5-15f4cf38d9e4 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:23.095187 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-a32961a8-6983-45ab-92a5-15f4cf38d9e4 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.5393221 May 30 20:02:23.284287 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3864ed66-1efd-4bb4-b334-b3e0405518c6 req-f45bde10-a226-4837-8a10-dee6050ca2d8 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] 10.222.0.85 "GET /v2.0/security-groups?id=06806dfc-f049-4330-b211-293135e18ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116325 May 30 20:02:23.298579 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9c4fad-0848-490e-9a67-d1b700358fb3 req-776616ec-1844-44db-addb-0ccdb0eb775f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:23.302924 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2c9c4fad-0848-490e-9a67-d1b700358fb3 req-776616ec-1844-44db-addb-0ccdb0eb775f service neutron] 10.222.0.71 "GET /v2.0/networks?id=1423fe8d-fe45-40b8-bd0c-db2951a00d49 HTTP/1.1" status: 200 len: 912 time: 0.4391809 May 30 20:02:23.478527 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2c9c4fad-0848-490e-9a67-d1b700358fb3 req-0fc9bc3e-6cdd-4b07-ba32-332790190b3a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cfc69531-9548-4845-ac26-5e345a3e78d4 HTTP/1.1" status: 200 len: 217 time: 0.1626873 May 30 20:02:23.507143 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ddaf532d-3ba6-405c-9870-ebbaebb8eb80'] response: {'name': 'network-changed', 'server_uuid': 'd300960d-f0a9-4991-ab49-5ed71b8d03bd', 'tag': '7dfdc47c-90ce-41b0-9889-5b0a8893eacb', 'status': 'completed', 'code': 200} May 30 20:02:23.700541 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9c4fad-0848-490e-9a67-d1b700358fb3 req-5efabb8e-ddcb-4d7a-8a13-b3b214d94c79 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:23.703601 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2c9c4fad-0848-490e-9a67-d1b700358fb3 req-5efabb8e-ddcb-4d7a-8a13-b3b214d94c79 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f7ba462c-1ed8-4caa-83b7-6c1b6552e3f5 HTTP/1.1" status: 200 len: 851 time: 0.2182863 May 30 20:02:23.776286 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ebe4752c-9bdf-4614-ba95-069a2220e2ee req-f778fb73-adff-413b-80b8-c03ad757d150 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7e3c331a2fad4ee3bf81523c83fbacaf&device_id=d300960d-f0a9-4991-ab49-5ed71b8d03bd HTTP/1.1" status: 200 len: 1099 time: 0.2495487 May 30 20:02:23.848820 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2c9c4fad-0848-490e-9a67-d1b700358fb3 req-c496abad-6118-4633-9845-3c6b3e23162d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1423fe8d-fe45-40b8-bd0c-db2951a00d49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1376479 May 30 20:02:24.088677 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2c9c4fad-0848-490e-9a67-d1b700358fb3 req-c1d842bb-c28b-4b07-a831-8c85a23c0b0d service neutron] 10.222.0.71 "GET /v2.0/networks/1423fe8d-fe45-40b8-bd0c-db2951a00d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721618 May 30 20:02:24.216344 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe4752c-9bdf-4614-ba95-069a2220e2ee req-7ae9626b-9b29-4c53-aac5-6809752699c1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:24.218739 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ebe4752c-9bdf-4614-ba95-069a2220e2ee req-7ae9626b-9b29-4c53-aac5-6809752699c1 service neutron] 10.222.0.71 "GET /v2.0/networks?id=4344fbed-57fb-43d7-b32d-6020ce60f0a1 HTTP/1.1" status: 200 len: 870 time: 0.4351578 May 30 20:02:24.290748 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2c9c4fad-0848-490e-9a67-d1b700358fb3 req-ffeb73b4-68ff-41cb-b2bc-1999465f8808 service neutron] 10.222.0.71 "GET /v2.0/networks/1423fe8d-fe45-40b8-bd0c-db2951a00d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959758 May 30 20:02:24.297129 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aa80d5-debf-4c7b-a407-61c8bcad7798 req-eda38708-27f3-4157-b4e5-c7a68c62aca4 tempest-DeleteServersAdminTestJSON-186780212 tempest-DeleteServersAdminTestJSON-186780212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:24.305855 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-42aa80d5-debf-4c7b-a407-61c8bcad7798 req-eda38708-27f3-4157-b4e5-c7a68c62aca4 tempest-DeleteServersAdminTestJSON-186780212 tempest-DeleteServersAdminTestJSON-186780212-project] 10.222.0.85 "GET /v2.0/ports?device_id=d300960d-f0a9-4991-ab49-5ed71b8d03bd HTTP/1.1" status: 200 len: 948 time: 0.4558246 May 30 20:02:24.412866 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ebe4752c-9bdf-4614-ba95-069a2220e2ee req-94a32f3b-119e-485e-b091-6989f06393fa service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=7dfdc47c-90ce-41b0-9889-5b0a8893eacb HTTP/1.1" status: 200 len: 217 time: 0.1847882 May 30 20:02:24.496629 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-42aa80d5-debf-4c7b-a407-61c8bcad7798 req-4f522fe5-39bd-4a80-9c27-a7586604d23b tempest-DeleteServersAdminTestJSON-186780212 tempest-DeleteServersAdminTestJSON-186780212-project] 10.222.0.85 "GET /v2.0/security-groups?id=012b6f85-ab98-4ad3-9cd2-9e757136ba83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891847 May 30 20:02:24.564411 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe4752c-9bdf-4614-ba95-069a2220e2ee req-0941375a-89a5-4c64-a3a0-35afa4f1cedb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:24.565911 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ebe4752c-9bdf-4614-ba95-069a2220e2ee req-0941375a-89a5-4c64-a3a0-35afa4f1cedb service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1b83ff54-b1af-44ce-bb75-ba148920553c HTTP/1.1" status: 200 len: 843 time: 0.1461828 May 30 20:02:24.979286 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9220b8a7-a6ae-4928-ae6b-5afc39a71570 req-c1d82cb1-a5b8-46e2-a685-993dc69b0e46 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/networks?tenant_id=fa61b48b7a6444fe8c9a2f45b95c1d11&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1159742 May 30 20:02:25.141434 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3b6cab-cb30-469b-ac0c-03ca2617624a req-e975cd76-7c73-41f9-bc82-329be8cce806 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:25.143523 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7e3b6cab-cb30-469b-ac0c-03ca2617624a req-e975cd76-7c73-41f9-bc82-329be8cce806 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/ports?device_id=f5d7ff19-0e9b-4531-a5c4-f8f1de8908d4 HTTP/1.1" status: 200 len: 943 time: 0.5764194 May 30 20:02:25.148700 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ebe4752c-9bdf-4614-ba95-069a2220e2ee req-514489d9-df91-4460-b490-d7cdd4b859ce service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4344fbed-57fb-43d7-b32d-6020ce60f0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5118456 May 30 20:02:25.170194 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device cfc69531-9548-4845-ac26-5e345a3e78d4 details requested by agent hyperv_n-h1-843948-2 with host n-h1-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:02:25.353013 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7e3b6cab-cb30-469b-ac0c-03ca2617624a req-a579f0fc-d2a3-4dc8-ab5d-21643749c2d9 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/security-groups?id=f7bd1307-7f80-416a-ad0f-251b87da459a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994319 May 30 20:02:25.376072 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9220b8a7-a6ae-4928-ae6b-5afc39a71570 req-c1ddb597-628b-4c62-8fe3-8a96c809f751 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:25.385992 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ebe4752c-9bdf-4614-ba95-069a2220e2ee req-90dbf4fa-3a5f-418c-9448-327a9db3d738 service neutron] 10.222.0.71 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145469 May 30 20:02:25.386660 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9220b8a7-a6ae-4928-ae6b-5afc39a71570 req-c1ddb597-628b-4c62-8fe3-8a96c809f751 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4064813 May 30 20:02:25.423674 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9220b8a7-a6ae-4928-ae6b-5afc39a71570 req-7f7d20cf-10be-498b-81a6-47355a20d777 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/quotas/fa61b48b7a6444fe8c9a2f45b95c1d11 HTTP/1.1" status: 200 len: 375 time: 0.0323553 May 30 20:02:25.471930 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port cfc69531-9548-4845-ac26-5e345a3e78d4, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=cfc69531-9548-4845-ac26-5e345a3e78d4,segment=NetworkSegment(a588beee-eb1a-4179-866b-50764eb9b22b),segment_id=a588beee-eb1a-4179-866b-50764eb9b22b)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:02:25.499420 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Returning: {'device': 'cfc69531-9548-4845-ac26-5e345a3e78d4', 'network_id': '1423fe8d-fe45-40b8-bd0c-db2951a00d49', 'port_id': 'cfc69531-9548-4845-ac26-5e345a3e78d4', 'mac_address': 'fa:16:3e:ff:a0:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7ba462c-1ed8-4caa-83b7-6c1b6552e3f5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:02:25.580575 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9220b8a7-a6ae-4928-ae6b-5afc39a71570 req-977cb70d-ffe1-4e6f-b81d-c00cf3d42a9e tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=fa61b48b7a6444fe8c9a2f45b95c1d11&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1555057 May 30 20:02:25.600858 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:25.625960 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfc69531-9548-4845-ac26-5e345a3e78d4 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:02:25.645848 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port cfc69531-9548-4845-ac26-5e345a3e78d4, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=cfc69531-9548-4845-ac26-5e345a3e78d4,segment=NetworkSegment(a588beee-eb1a-4179-866b-50764eb9b22b),segment_id=a588beee-eb1a-4179-866b-50764eb9b22b)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:02:25.661732 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ebe4752c-9bdf-4614-ba95-069a2220e2ee req-e00494a2-ec32-47ee-9739-a79062a97e02 service neutron] 10.222.0.71 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2683034 May 30 20:02:25.675802 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f564b2-c851-4888-85b3-5ed875863f00 req-513ca0b6-f803-416b-8d16-b5a30a3c0acf tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:25.678671 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-34f564b2-c851-4888-85b3-5ed875863f00 req-513ca0b6-f803-416b-8d16-b5a30a3c0acf tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] 10.222.0.85 "GET /v2.0/ports?device_id=843e9dac-a7f9-4146-a853-871714260300 HTTP/1.1" status: 200 len: 949 time: 0.1612191 May 30 20:02:25.745036 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-34f564b2-c851-4888-85b3-5ed875863f00 req-baaa723f-6dc8-495a-a379-fe3c2a12116a tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] 10.222.0.85 "GET /v2.0/security-groups?id=06806dfc-f049-4330-b211-293135e18ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595720 May 30 20:02:25.965692 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f04a49b-a44e-4da4-8246-633555c6b15e req-b4523e18-285f-4fb9-ac20-34bd9dd68682 tempest-DeleteServersAdminTestJSON-186780212 tempest-DeleteServersAdminTestJSON-186780212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:25.967420 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0f04a49b-a44e-4da4-8246-633555c6b15e req-b4523e18-285f-4fb9-ac20-34bd9dd68682 tempest-DeleteServersAdminTestJSON-186780212 tempest-DeleteServersAdminTestJSON-186780212-project] 10.222.0.85 "GET /v2.0/ports?device_id=d300960d-f0a9-4991-ab49-5ed71b8d03bd HTTP/1.1" status: 200 len: 948 time: 0.1045699 May 30 20:02:26.038496 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0f04a49b-a44e-4da4-8246-633555c6b15e req-f9e3ae21-ff5b-4875-a02b-6c9d1bf4b08f tempest-DeleteServersAdminTestJSON-186780212 tempest-DeleteServersAdminTestJSON-186780212-project] 10.222.0.85 "GET /v2.0/security-groups?id=012b6f85-ab98-4ad3-9cd2-9e757136ba83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595973 May 30 20:02:26.214158 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:26.307062 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-9a1eb310-31e7-4403-b9e7-c5c93f22909e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:26.363643 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=cfc69531-9548-4845-ac26-5e345a3e78d4,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:26.391439 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6cb8a1da-3027-4c07-95e4-87cb27168c00 req-150adf00-9355-458b-baf5-9d123d4fe02e tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/ports?device_id=cad50d2c-f09c-49dc-ab89-1ea18c4b8f5e HTTP/1.1" status: 200 len: 210 time: 0.0506020 May 30 20:02:26.481541 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['cfc69531-9548-4845-ac26-5e345a3e78d4'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:02:26.630976 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1edfc6f3-2923-4254-9701-f89c3f72bad2 req-e171fe99-62af-4557-8b0b-af74774a16e0 tempest-FlavorsV2NegativeTest-682322714 tempest-FlavorsV2NegativeTest-682322714-project] 10.222.0.85 "GET /v2.0/networks?tenant_id=2aeaf9d12a7d4bd1b828546acdd2a1d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0509717 May 30 20:02:26.742821 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5dd6e4-d58d-47aa-878c-f42b432e5671 req-2a9cf8d3-803c-439e-a831-503f37ff59ef tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:26.750821 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-6e5dd6e4-d58d-47aa-878c-f42b432e5671 req-2a9cf8d3-803c-439e-a831-503f37ff59ef tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Synchronizing usage tracker for tenant:2f556c8c0e86457c8a99895c145d8ec1 on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:02:26.921977 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-6e5dd6e4-d58d-47aa-878c-f42b432e5671 req-2a9cf8d3-803c-439e-a831-503f37ff59ef tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Unset dirty status for tenant:2f556c8c0e86457c8a99895c145d8ec1 on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:02:26.923634 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6e5dd6e4-d58d-47aa-878c-f42b432e5671 req-2a9cf8d3-803c-439e-a831-503f37ff59ef tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/ports?device_id=f5d7ff19-0e9b-4531-a5c4-f8f1de8908d4 HTTP/1.1" status: 200 len: 944 time: 0.3789248 May 30 20:02:27.006560 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-6e5dd6e4-d58d-47aa-878c-f42b432e5671 req-67c58ee1-c3e5-497a-ba8f-dda3f41c48b1 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Synchronizing usage tracker for tenant:2f556c8c0e86457c8a99895c145d8ec1 on resource:security_group {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:02:27.024162 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edfc6f3-2923-4254-9701-f89c3f72bad2 req-db0817e8-3742-476e-8ce2-174fae7c2198 tempest-FlavorsV2NegativeTest-682322714 tempest-FlavorsV2NegativeTest-682322714-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:27.025964 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1edfc6f3-2923-4254-9701-f89c3f72bad2 req-db0817e8-3742-476e-8ce2-174fae7c2198 tempest-FlavorsV2NegativeTest-682322714 tempest-FlavorsV2NegativeTest-682322714-project] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3815353 May 30 20:02:27.046027 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1edfc6f3-2923-4254-9701-f89c3f72bad2 req-67878a02-7847-4ff8-80e7-721ce729e8df tempest-FlavorsV2NegativeTest-682322714 tempest-FlavorsV2NegativeTest-682322714-project] 10.222.0.85 "GET /v2.0/quotas/2aeaf9d12a7d4bd1b828546acdd2a1d8 HTTP/1.1" status: 200 len: 375 time: 0.0137434 May 30 20:02:27.101256 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1edfc6f3-2923-4254-9701-f89c3f72bad2 req-370636c9-42b5-4232-94d9-fb0e37587113 tempest-FlavorsV2NegativeTest-682322714 tempest-FlavorsV2NegativeTest-682322714-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=2aeaf9d12a7d4bd1b828546acdd2a1d8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0491321 May 30 20:02:27.149233 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 7dfdc47c-90ce-41b0-9889-5b0a8893eacb details requested by agent hyperv_n-h1-843948-2 with host n-h1-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:02:27.251988 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-6e5dd6e4-d58d-47aa-878c-f42b432e5671 req-67c58ee1-c3e5-497a-ba8f-dda3f41c48b1 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Unset dirty status for tenant:2f556c8c0e86457c8a99895c145d8ec1 on resource:security_group {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:02:27.255237 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6e5dd6e4-d58d-47aa-878c-f42b432e5671 req-67c58ee1-c3e5-497a-ba8f-dda3f41c48b1 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/security-groups?id=f7bd1307-7f80-416a-ad0f-251b87da459a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3240442 May 30 20:02:27.513296 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 7dfdc47c-90ce-41b0-9889-5b0a8893eacb, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=7dfdc47c-90ce-41b0-9889-5b0a8893eacb,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:02:27.546393 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Returning: {'device': '7dfdc47c-90ce-41b0-9889-5b0a8893eacb', 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1', 'port_id': '7dfdc47c-90ce-41b0-9889-5b0a8893eacb', 'mac_address': 'fa:16:3e:a9:35:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b83ff54-b1af-44ce-bb75-ba148920553c', 'ip_address': '192.168.233.203'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:02:27.596698 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1313e8e-6fd8-4f97-994b-688be08d06d6 req-97b523bd-e1e1-4c2c-9932-39cb2651ef1b tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:27.601397 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a1313e8e-6fd8-4f97-994b-688be08d06d6 req-97b523bd-e1e1-4c2c-9932-39cb2651ef1b tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] 10.222.0.85 "GET /v2.0/ports?device_id=843e9dac-a7f9-4146-a853-871714260300 HTTP/1.1" status: 200 len: 949 time: 0.1960678 May 30 20:02:27.713473 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a1313e8e-6fd8-4f97-994b-688be08d06d6 req-84c049f8-fce6-4879-9a80-17992a7e236f tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] 10.222.0.85 "GET /v2.0/security-groups?id=06806dfc-f049-4330-b211-293135e18ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028800 May 30 20:02:27.716402 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:27.777051 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7dfdc47c-90ce-41b0-9889-5b0a8893eacb {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:02:27.794304 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354df678-24f3-46c8-9331-c17c513c2694 req-688046e7-c189-48a2-9966-f8f0e836e32e tempest-DeleteServersAdminTestJSON-186780212 tempest-DeleteServersAdminTestJSON-186780212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:27.803905 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-354df678-24f3-46c8-9331-c17c513c2694 req-688046e7-c189-48a2-9966-f8f0e836e32e tempest-DeleteServersAdminTestJSON-186780212 tempest-DeleteServersAdminTestJSON-186780212-project] 10.222.0.85 "GET /v2.0/ports?device_id=d300960d-f0a9-4991-ab49-5ed71b8d03bd HTTP/1.1" status: 200 len: 948 time: 0.3281646 May 30 20:02:27.813742 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 7dfdc47c-90ce-41b0-9889-5b0a8893eacb, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=7dfdc47c-90ce-41b0-9889-5b0a8893eacb,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:02:27.956440 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:27.977072 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-354df678-24f3-46c8-9331-c17c513c2694 req-be9f21a0-171b-4a17-8127-184a31d298ad tempest-DeleteServersAdminTestJSON-186780212 tempest-DeleteServersAdminTestJSON-186780212-project] 10.222.0.85 "GET /v2.0/security-groups?id=012b6f85-ab98-4ad3-9cd2-9e757136ba83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707814 May 30 20:02:28.033782 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5a42665c-0cf2-44b3-9d31-cf297fede844 req-5d33f239-c386-4eea-bcb0-91c9101e1ece tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/ports?device_id=cad50d2c-f09c-49dc-ab89-1ea18c4b8f5e HTTP/1.1" status: 200 len: 210 time: 0.1970789 May 30 20:02:28.223542 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['7dfdc47c-90ce-41b0-9889-5b0a8893eacb'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:02:28.313119 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=7dfdc47c-90ce-41b0-9889-5b0a8893eacb,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:28.928944 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068c7c5f-91e7-4081-875e-064e2698f415 req-10fd21f7-a6d7-4ae5-80f7-8503bb1d7f0a tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:28.939386 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-068c7c5f-91e7-4081-875e-064e2698f415 req-10fd21f7-a6d7-4ae5-80f7-8503bb1d7f0a tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/ports?device_id=f5d7ff19-0e9b-4531-a5c4-f8f1de8908d4 HTTP/1.1" status: 200 len: 944 time: 0.2365115 May 30 20:02:29.038943 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-068c7c5f-91e7-4081-875e-064e2698f415 req-28109c59-9616-4237-b29a-200b3f65fd33 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/security-groups?id=f7bd1307-7f80-416a-ad0f-251b87da459a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981548 May 30 20:02:29.163260 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device cfc69531-9548-4845-ac26-5e345a3e78d4 up at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:02:29.410688 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d17261-5461-4418-b620-627e78955e91 req-c47894f9-0a43-4a87-9f65-b2a5b13e64ae tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:29.419438 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-32d17261-5461-4418-b620-627e78955e91 req-c47894f9-0a43-4a87-9f65-b2a5b13e64ae tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] 10.222.0.85 "GET /v2.0/ports?device_id=843e9dac-a7f9-4146-a853-871714260300 HTTP/1.1" status: 200 len: 949 time: 0.3427057 May 30 20:02:29.518098 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 45716) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:02:29.586353 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-32d17261-5461-4418-b620-627e78955e91 req-e22fdc58-3fb0-4da4-b8c9-d769c1060688 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] 10.222.0.85 "GET /v2.0/security-groups?id=06806dfc-f049-4330-b211-293135e18ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555758 May 30 20:02:29.664526 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82db33d-a85e-4cd4-8702-b62759727a38 req-7f4eaef0-4009-4c8c-b36b-92f9db328573 tempest-DeleteServersAdminTestJSON-186780212 tempest-DeleteServersAdminTestJSON-186780212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:29.669148 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning for port cfc69531-9548-4845-ac26-5e345a3e78d4 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:02:29.677214 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c82db33d-a85e-4cd4-8702-b62759727a38 req-7f4eaef0-4009-4c8c-b36b-92f9db328573 tempest-DeleteServersAdminTestJSON-186780212 tempest-DeleteServersAdminTestJSON-186780212-project] 10.222.0.85 "GET /v2.0/ports?device_id=d300960d-f0a9-4991-ab49-5ed71b8d03bd HTTP/1.1" status: 200 len: 949 time: 0.2253487 May 30 20:02:29.701290 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2b288826-b0c6-4dad-bb00-e6d8c25c8a5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:29.719093 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning complete for port cfc69531-9548-4845-ac26-5e345a3e78d4 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:02:29.721823 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:29.817308 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c82db33d-a85e-4cd4-8702-b62759727a38 req-83b0feef-f55a-4b35-b7e9-24f5780292ad tempest-DeleteServersAdminTestJSON-186780212 tempest-DeleteServersAdminTestJSON-186780212-project] 10.222.0.85 "GET /v2.0/security-groups?id=012b6f85-ab98-4ad3-9cd2-9e757136ba83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384048 May 30 20:02:29.934967 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:30.090525 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:30.138683 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port cfc69531-9548-4845-ac26-5e345a3e78d4, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=cfc69531-9548-4845-ac26-5e345a3e78d4,segment=NetworkSegment(a588beee-eb1a-4179-866b-50764eb9b22b),segment_id=a588beee-eb1a-4179-866b-50764eb9b22b)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:02:30.140032 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5d7ff19-0e9b-4531-a5c4-f8f1de8908d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfc69531-9548-4845-ac26-5e345a3e78d4'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:02:30.142461 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3bcb5507-b42e-442c-ae1b-7109bed1ed17 req-5627954d-af2d-49ac-99dc-816998f683e1 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/ports?device_id=cad50d2c-f09c-49dc-ab89-1ea18c4b8f5e HTTP/1.1" status: 200 len: 210 time: 0.2769732 May 30 20:02:30.151051 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ae6e2b2d-89e5-40b4-a731-bfb35196fa4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:30.198227 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-ae6e2b2d-89e5-40b4-a731-bfb35196fa4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:02:30.204185 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-ae6e2b2d-89e5-40b4-a731-bfb35196fa4c admin admin] Usage tracker for resource:security_group_rule and tenant:2aeaf9d12a7d4bd1b828546acdd2a1d8 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:02:30.209532 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-ae6e2b2d-89e5-40b4-a731-bfb35196fa4c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:02:30.217764 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-ae6e2b2d-89e5-40b4-a731-bfb35196fa4c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:02:30.240476 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:30.423406 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ae6e2b2d-89e5-40b4-a731-bfb35196fa4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:30.441202 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=cfc69531-9548-4845-ac26-5e345a3e78d4,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:30.538508 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d99593-acef-477a-8de4-00df8a96fca6 req-4cad313a-f0dd-44cf-aec4-e6ea30e16b8d tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:30.540328 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e6d99593-acef-477a-8de4-00df8a96fca6 req-4cad313a-f0dd-44cf-aec4-e6ea30e16b8d tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/ports?device_id=f5d7ff19-0e9b-4531-a5c4-f8f1de8908d4 HTTP/1.1" status: 200 len: 945 time: 0.1257515 May 30 20:02:30.578653 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ae6e2b2d-89e5-40b4-a731-bfb35196fa4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:30.655590 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6e2b2d-89e5-40b4-a731-bfb35196fa4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0174c858-3acc-401a-ae63-bc4e3f968bed,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:30.677055 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e6d99593-acef-477a-8de4-00df8a96fca6 req-ef09092c-a252-4e1c-8902-2dccced2d938 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/security-groups?id=f7bd1307-7f80-416a-ad0f-251b87da459a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293664 May 30 20:02:30.680538 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-ae6e2b2d-89e5-40b4-a731-bfb35196fa4c admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=2aeaf9d12a7d4bd1b828546acdd2a1d8&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1586583 May 30 20:02:30.683303 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 45748) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:02:30.784537 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ca373324-420c-448b-bb32-dfd5c870bbca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:30.835878 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ca373324-420c-448b-bb32-dfd5c870bbca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:30.901215 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9220b8a7-a6ae-4928-ae6b-5afc39a71570 req-704e9b2f-6270-478a-aa48-0707484b9a72 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=fa61b48b7a6444fe8c9a2f45b95c1d11&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0578916 May 30 20:02:30.928842 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:31.045497 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-feaa319e-ba6e-4822-a4b2-97b7eee495ba'] response: {'server_uuid': 'f5d7ff19-0e9b-4531-a5c4-f8f1de8908d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfc69531-9548-4845-ac26-5e345a3e78d4', 'code': 200} May 30 20:02:31.105080 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ca373324-420c-448b-bb32-dfd5c870bbca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:31.156632 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca373324-420c-448b-bb32-dfd5c870bbca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0174c858-3acc-401a-ae63-bc4e3f968bed,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:31.168023 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ca373324-420c-448b-bb32-dfd5c870bbca admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:31.182022 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-ca373324-420c-448b-bb32-dfd5c870bbca admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/0174c858-3acc-401a-ae63-bc4e3f968bed HTTP/1.1" status: 204 len: 168 time: 0.4846053 May 30 20:02:31.207225 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 7dfdc47c-90ce-41b0-9889-5b0a8893eacb up at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:02:31.288294 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9220b8a7-a6ae-4928-ae6b-5afc39a71570 req-478f464f-4b36-44c6-a260-0b304d72e0d9 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:31.291125 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9220b8a7-a6ae-4928-ae6b-5afc39a71570 req-478f464f-4b36-44c6-a260-0b304d72e0d9 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3831785 May 30 20:02:31.325793 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-9220b8a7-a6ae-4928-ae6b-5afc39a71570 req-6298c88e-5115-4ce3-b6f9-2ecff43cbe90 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Request body: {'port': {'device_id': 'cad50d2c-f09c-49dc-ab89-1ea18c4b8f5e', 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1', 'admin_state_up': True, 'tenant_id': 'fa61b48b7a6444fe8c9a2f45b95c1d11'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:02:31.559858 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning for port 7dfdc47c-90ce-41b0-9889-5b0a8893eacb completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:02:31.569226 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning complete for port 7dfdc47c-90ce-41b0-9889-5b0a8893eacb triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:02:31.569605 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:31.769329 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-90ad8d84-9b9b-4a9e-a210-97754f2045ac req-b4c111d3-8df7-4af6-a580-368b11df2dd3 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=f5d7ff19-0e9b-4531-a5c4-f8f1de8908d4 HTTP/1.1" status: 200 len: 1096 time: 0.6321061 May 30 20:02:31.947441 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-9220b8a7-a6ae-4928-ae6b-5afc39a71570 req-6298c88e-5115-4ce3-b6f9-2ecff43cbe90 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:02:31.984133 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-9220b8a7-a6ae-4928-ae6b-5afc39a71570 req-6298c88e-5115-4ce3-b6f9-2ecff43cbe90 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:02:32.110586 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35b610d-cfb9-4c83-8175-987d3f149ec0 req-ace40577-ece8-481d-9f20-85cedaabb803 tempest-DeleteServersAdminTestJSON-186780212 tempest-DeleteServersAdminTestJSON-186780212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:32.133499 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c35b610d-cfb9-4c83-8175-987d3f149ec0 req-ace40577-ece8-481d-9f20-85cedaabb803 tempest-DeleteServersAdminTestJSON-186780212 tempest-DeleteServersAdminTestJSON-186780212-project] 10.222.0.85 "GET /v2.0/ports?device_id=d300960d-f0a9-4991-ab49-5ed71b8d03bd HTTP/1.1" status: 200 len: 949 time: 0.2542951 May 30 20:02:32.134603 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:32.135277 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-90ad8d84-9b9b-4a9e-a210-97754f2045ac req-a5376e33-5d12-4fd0-966b-69c2b432de79 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=f7bd1307-7f80-416a-ad0f-251b87da459a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380477 May 30 20:02:32.136237 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9220b8a7-a6ae-4928-ae6b-5afc39a71570 req-6298c88e-5115-4ce3-b6f9-2ecff43cbe90 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Made reservation on behalf of fa61b48b7a6444fe8c9a2f45b95c1d11 for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:02:32.141639 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-9220b8a7-a6ae-4928-ae6b-5afc39a71570 req-6298c88e-5115-4ce3-b6f9-2ecff43cbe90 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:32.208697 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 7dfdc47c-90ce-41b0-9889-5b0a8893eacb, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=7dfdc47c-90ce-41b0-9889-5b0a8893eacb,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:02:32.290754 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c35b610d-cfb9-4c83-8175-987d3f149ec0 req-e4842d0f-f243-44d0-8b61-653222564d32 tempest-DeleteServersAdminTestJSON-186780212 tempest-DeleteServersAdminTestJSON-186780212-project] 10.222.0.85 "GET /v2.0/security-groups?id=012b6f85-ab98-4ad3-9cd2-9e757136ba83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553946 May 30 20:02:32.344733 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:32.426196 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde5a433-37e5-4059-9fa5-0a24ec2c7832 req-646668bd-c14b-42b3-843a-7e5ac0924870 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:32.442889 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-bde5a433-37e5-4059-9fa5-0a24ec2c7832 req-646668bd-c14b-42b3-843a-7e5ac0924870 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] 10.222.0.85 "GET /v2.0/ports?device_id=843e9dac-a7f9-4146-a853-871714260300 HTTP/1.1" status: 200 len: 949 time: 1.0800016 May 30 20:02:32.505879 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=7dfdc47c-90ce-41b0-9889-5b0a8893eacb,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:32.512920 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:32.606141 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-bde5a433-37e5-4059-9fa5-0a24ec2c7832 req-a1004b38-6a3f-44d6-bba6-2cbf4ae687e3 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] 10.222.0.85 "GET /v2.0/security-groups?id=06806dfc-f049-4330-b211-293135e18ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653991 May 30 20:02:32.738483 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c82889c8-a915-4786-9ae3-5ca4baa6c96d req-3e88a2fb-65da-4e0c-9e93-bde7f6aaa865 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/ports?device_id=cad50d2c-f09c-49dc-ab89-1ea18c4b8f5e HTTP/1.1" status: 200 len: 210 time: 0.1127760 May 30 20:02:32.794104 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [req-9220b8a7-a6ae-4928-ae6b-5afc39a71570 req-6298c88e-5115-4ce3-b6f9-2ecff43cbe90 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Allocated IP 192.168.233.235 (4344fbed-57fb-43d7-b32d-6020ce60f0a1/1b83ff54-b1af-44ce-bb75-ba148920553c/add4bcfc-8061-490b-abfb-4c9220e87f90) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:02:33.047225 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd300960d-f0a9-4991-ab49-5ed71b8d03bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dfdc47c-90ce-41b0-9889-5b0a8893eacb'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:02:33.123476 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a0d97e1-4960-4b55-a8da-027deedcda10'] response: {'server_uuid': 'd300960d-f0a9-4991-ab49-5ed71b8d03bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dfdc47c-90ce-41b0-9889-5b0a8893eacb', 'code': 200} May 30 20:02:33.304328 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-9220b8a7-a6ae-4928-ae6b-5afc39a71570 req-6298c88e-5115-4ce3-b6f9-2ecff43cbe90 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:33.335820 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886300b5-d5b8-4167-831f-b632852ff774 req-84b291de-2a59-44dc-8772-f0a3e0efb9fe tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:33.339239 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-886300b5-d5b8-4167-831f-b632852ff774 req-84b291de-2a59-44dc-8772-f0a3e0efb9fe tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/ports?device_id=f5d7ff19-0e9b-4531-a5c4-f8f1de8908d4 HTTP/1.1" status: 200 len: 945 time: 0.3318899 May 30 20:02:33.343614 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-9220b8a7-a6ae-4928-ae6b-5afc39a71570 req-6298c88e-5115-4ce3-b6f9-2ecff43cbe90 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Transition to ACTIVE for port object add4bcfc-8061-490b-abfb-4c9220e87f90 will not be triggered until provisioned by entity DHCP. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:02:33.434331 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-57f2c110-90f8-4258-9108-24373f4b54b7 req-78156a9b-a9f3-4ad6-91bb-59f989c9f1db service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=d300960d-f0a9-4991-ab49-5ed71b8d03bd HTTP/1.1" status: 200 len: 1101 time: 0.2366159 May 30 20:02:33.449431 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-886300b5-d5b8-4167-831f-b632852ff774 req-368fd834-66f4-40df-8fd2-5fa018e3fd09 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/security-groups?id=f7bd1307-7f80-416a-ad0f-251b87da459a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762355 May 30 20:02:33.489577 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-57f2c110-90f8-4258-9108-24373f4b54b7 req-38ad34de-f01d-4185-9b00-8f5b80a30167 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=012b6f85-ab98-4ad3-9cd2-9e757136ba83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444820 May 30 20:02:33.700838 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23efe49b-c673-44e9-8a7a-f1e9f50b8680 req-b1e0b9fd-7e2f-4dff-8605-cea7648b30ef tempest-DeleteServersAdminTestJSON-186780212 tempest-DeleteServersAdminTestJSON-186780212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:33.704716 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-23efe49b-c673-44e9-8a7a-f1e9f50b8680 req-b1e0b9fd-7e2f-4dff-8605-cea7648b30ef tempest-DeleteServersAdminTestJSON-186780212 tempest-DeleteServersAdminTestJSON-186780212-project] 10.222.0.85 "GET /v2.0/ports?device_id=d300960d-f0a9-4991-ab49-5ed71b8d03bd HTTP/1.1" status: 200 len: 950 time: 0.2187045 May 30 20:02:33.735226 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-9220b8a7-a6ae-4928-ae6b-5afc39a71570 req-6298c88e-5115-4ce3-b6f9-2ecff43cbe90 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:33.753368 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['64a08dcc-ec2f-4ebf-a20f-1051fce47c3f', '57beacbc-e526-49cb-a123-a88e6911f417'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:02:33.886538 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-23efe49b-c673-44e9-8a7a-f1e9f50b8680 req-c7e8f94d-23da-467a-a5b5-c63ddc883b36 tempest-DeleteServersAdminTestJSON-186780212 tempest-DeleteServersAdminTestJSON-186780212-project] 10.222.0.85 "GET /v2.0/security-groups?id=012b6f85-ab98-4ad3-9cd2-9e757136ba83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704352 May 30 20:02:34.145649 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9220b8a7-a6ae-4928-ae6b-5afc39a71570 req-6298c88e-5115-4ce3-b6f9-2ecff43cbe90 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Network 4344fbed-57fb-43d7-b32d-6020ce60f0a1 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:02:34.161218 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [req-9220b8a7-a6ae-4928-ae6b-5afc39a71570 req-6298c88e-5115-4ce3-b6f9-2ecff43cbe90 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:02:34.183309 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-9220b8a7-a6ae-4928-ae6b-5afc39a71570 req-6298c88e-5115-4ce3-b6f9-2ecff43cbe90 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:02:34.250489 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6298c88e-5115-4ce3-b6f9-2ecff43cbe90 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Pushing event updated for resources: {'Port': ['ID=add4bcfc-8061-490b-abfb-4c9220e87f90,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:34.333110 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e9db27-6394-49f0-8081-b07e8366ec17 req-68a6e56e-1a2f-4df0-8d2a-fb4a9d00dd5c tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:34.341000 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c8e9db27-6394-49f0-8081-b07e8366ec17 req-68a6e56e-1a2f-4df0-8d2a-fb4a9d00dd5c tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] 10.222.0.85 "GET /v2.0/ports?device_id=843e9dac-a7f9-4146-a853-871714260300 HTTP/1.1" status: 200 len: 949 time: 0.2924647 May 30 20:02:34.351770 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9220b8a7-a6ae-4928-ae6b-5afc39a71570 req-6298c88e-5115-4ce3-b6f9-2ecff43cbe90 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:34.359579 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-9220b8a7-a6ae-4928-ae6b-5afc39a71570 req-6298c88e-5115-4ce3-b6f9-2ecff43cbe90 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:34.398255 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b938a01-2985-4319-86ae-604245a13ccc req-845c0624-bde9-400e-9387-d89f5b106ad9 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:34.400112 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4b938a01-2985-4319-86ae-604245a13ccc req-845c0624-bde9-400e-9387-d89f5b106ad9 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/ports?device_id=cad50d2c-f09c-49dc-ab89-1ea18c4b8f5e HTTP/1.1" status: 200 len: 936 time: 0.2032852 May 30 20:02:34.476063 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c8e9db27-6394-49f0-8081-b07e8366ec17 req-76283260-0327-4e33-961b-455124499575 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] 10.222.0.85 "GET /v2.0/security-groups?id=06806dfc-f049-4330-b211-293135e18ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340463 May 30 20:02:34.514713 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4b938a01-2985-4319-86ae-604245a13ccc req-05b551f9-a54a-4989-81a0-89d80f54feb2 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/security-groups?id=e1329ead-76da-4fe1-a988-d24ed3099985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078753 May 30 20:02:34.580154 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9220b8a7-a6ae-4928-ae6b-5afc39a71570 req-6298c88e-5115-4ce3-b6f9-2ecff43cbe90 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2651243 May 30 20:02:34.791183 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-3b430117-f50e-4bc6-ab10-35e2368d7e37 None None] Provisioning for port add4bcfc-8061-490b-abfb-4c9220e87f90 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:02:34.797588 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-3b430117-f50e-4bc6-ab10-35e2368d7e37 None None] Provisioning complete for port add4bcfc-8061-490b-abfb-4c9220e87f90 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:02:34.803809 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-3b430117-f50e-4bc6-ab10-35e2368d7e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:34.913525 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-3b430117-f50e-4bc6-ab10-35e2368d7e37 None None] Port add4bcfc-8061-490b-abfb-4c9220e87f90 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:02:34.991999 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-9220b8a7-a6ae-4928-ae6b-5afc39a71570 req-f92295a5-218c-41de-97d4-283bc1e0d4a0 service neutron] Request body: {'port': {'device_id': 'cad50d2c-f09c-49dc-ab89-1ea18c4b8f5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843948-2'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:02:35.156652 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a80f002f-337e-4f47-8777-9bb5a7d947d1 req-4dc10808-597a-4d48-82d3-65b859bb9352 tempest-LiveAutoBlockMigrationV225Test-1041394858 tempest-LiveAutoBlockMigrationV225Test-1041394858-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=f5a78d1f-6cff-4124-afc0-dcc1ec017f29 HTTP/1.1" status: 200 len: 1096 time: 0.2016397 May 30 20:02:35.255820 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a80f002f-337e-4f47-8777-9bb5a7d947d1 req-c0008325-da01-42e8-b7c7-ec3b061038df tempest-LiveAutoBlockMigrationV225Test-1041394858 tempest-LiveAutoBlockMigrationV225Test-1041394858-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=e04d9b86-3d99-41a3-8241-c517ec1f4730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769634 May 30 20:02:35.399592 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-9220b8a7-a6ae-4928-ae6b-5afc39a71570 req-f92295a5-218c-41de-97d4-283bc1e0d4a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:35.518152 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bacc120-69f8-4589-948d-163d376d092d req-931c357e-559c-4efd-9a80-2dc40a6a95af tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:35.519715 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3bacc120-69f8-4589-948d-163d376d092d req-931c357e-559c-4efd-9a80-2dc40a6a95af tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/ports?device_id=f5d7ff19-0e9b-4531-a5c4-f8f1de8908d4 HTTP/1.1" status: 200 len: 945 time: 0.1686201 May 30 20:02:35.658632 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3bacc120-69f8-4589-948d-163d376d092d req-378d634a-45df-4591-b5f5-49ac28b91b69 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/security-groups?id=f7bd1307-7f80-416a-ad0f-251b87da459a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920124 May 30 20:02:35.757050 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4044291-8bc6-4191-a1f3-f2834124db15 req-27966ef5-9ce4-4bc8-a9d4-4bb5fea355c4 tempest-DeleteServersAdminTestJSON-186780212 tempest-DeleteServersAdminTestJSON-186780212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:35.757050 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e4044291-8bc6-4191-a1f3-f2834124db15 req-27966ef5-9ce4-4bc8-a9d4-4bb5fea355c4 tempest-DeleteServersAdminTestJSON-186780212 tempest-DeleteServersAdminTestJSON-186780212-project] 10.222.0.85 "GET /v2.0/ports?device_id=d300960d-f0a9-4991-ab49-5ed71b8d03bd HTTP/1.1" status: 200 len: 950 time: 0.1242056 May 30 20:02:35.871283 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e4044291-8bc6-4191-a1f3-f2834124db15 req-7cd76b57-f137-4f13-87f3-a436ade9dfd2 tempest-DeleteServersAdminTestJSON-186780212 tempest-DeleteServersAdminTestJSON-186780212-project] 10.222.0.85 "GET /v2.0/security-groups?id=012b6f85-ab98-4ad3-9cd2-9e757136ba83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850265 May 30 20:02:36.026377 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [req-9220b8a7-a6ae-4928-ae6b-5afc39a71570 req-f92295a5-218c-41de-97d4-283bc1e0d4a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id add4bcfc-8061-490b-abfb-4c9220e87f90 {{(pid=84887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:02:36.034739 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-9220b8a7-a6ae-4928-ae6b-5afc39a71570 req-f92295a5-218c-41de-97d4-283bc1e0d4a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:36.053276 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-9220b8a7-a6ae-4928-ae6b-5afc39a71570 req-f92295a5-218c-41de-97d4-283bc1e0d4a0 service neutron] Transition to ACTIVE for port object add4bcfc-8061-490b-abfb-4c9220e87f90 will not be triggered until provisioned by entity L2. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:02:36.124766 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600bc9c1-9016-4cff-a9c0-9b0cb1a99ca4 req-43466c3d-229b-4c27-a8c1-aef8ccda6517 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:36.126416 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-600bc9c1-9016-4cff-a9c0-9b0cb1a99ca4 req-43466c3d-229b-4c27-a8c1-aef8ccda6517 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] 10.222.0.85 "GET /v2.0/ports?device_id=843e9dac-a7f9-4146-a853-871714260300 HTTP/1.1" status: 200 len: 949 time: 0.1023839 May 30 20:02:36.169416 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-9220b8a7-a6ae-4928-ae6b-5afc39a71570 req-f92295a5-218c-41de-97d4-283bc1e0d4a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:36.186320 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-600bc9c1-9016-4cff-a9c0-9b0cb1a99ca4 req-468887d1-0255-4baa-9ec3-a7b72e60119f tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] 10.222.0.85 "GET /v2.0/security-groups?id=06806dfc-f049-4330-b211-293135e18ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515561 May 30 20:02:36.320278 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92295a5-218c-41de-97d4-283bc1e0d4a0 service neutron] Pushing event updated for resources: {'Port': ['ID=add4bcfc-8061-490b-abfb-4c9220e87f90,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:36.476195 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a3cc7a70-8522-4a5a-a2c9-a82388081def req-3707eafc-86ac-4fdd-aef3-ffaa56acc8a9 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=f5a78d1f-6cff-4124-afc0-dcc1ec017f29&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.4897168 May 30 20:02:36.536181 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e38c50-dd1d-4a6f-895d-dffcb8ee09e4 req-44b00be9-f937-4118-b985-c6bd8a2676c3 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:36.538516 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-66e38c50-dd1d-4a6f-895d-dffcb8ee09e4 req-44b00be9-f937-4118-b985-c6bd8a2676c3 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/ports?device_id=cad50d2c-f09c-49dc-ab89-1ea18c4b8f5e HTTP/1.1" status: 200 len: 948 time: 0.1135519 May 30 20:02:36.541267 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-9220b8a7-a6ae-4928-ae6b-5afc39a71570 req-f92295a5-218c-41de-97d4-283bc1e0d4a0 service neutron] Attempting to bind port add4bcfc-8061-490b-abfb-4c9220e87f90 on host n-h2-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:02:36.542101 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-9220b8a7-a6ae-4928-ae6b-5afc39a71570 req-f92295a5-218c-41de-97d4-283bc1e0d4a0 service neutron] Attempting to bind port add4bcfc-8061-490b-abfb-4c9220e87f90 by drivers openvswitch,hyperv on host n-h2-843948-2 at level 0 using segments [{'id': '7e304c17-4e5f-4a93-af80-52785639e6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:02:36.542902 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9220b8a7-a6ae-4928-ae6b-5afc39a71570 req-f92295a5-218c-41de-97d4-283bc1e0d4a0 service neutron] Attempting to bind port add4bcfc-8061-490b-abfb-4c9220e87f90 on network 4344fbed-57fb-43d7-b32d-6020ce60f0a1 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:02:36.556267 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9220b8a7-a6ae-4928-ae6b-5afc39a71570 req-f92295a5-218c-41de-97d4-283bc1e0d4a0 service neutron] Port add4bcfc-8061-490b-abfb-4c9220e87f90 on network 4344fbed-57fb-43d7-b32d-6020ce60f0a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:02:36.557041 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9220b8a7-a6ae-4928-ae6b-5afc39a71570 req-f92295a5-218c-41de-97d4-283bc1e0d4a0 service neutron] Attempting to bind port add4bcfc-8061-490b-abfb-4c9220e87f90 on network 4344fbed-57fb-43d7-b32d-6020ce60f0a1 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:02:36.570620 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9220b8a7-a6ae-4928-ae6b-5afc39a71570 req-f92295a5-218c-41de-97d4-283bc1e0d4a0 service neutron] Checking agent: {'id': 'eaa08354-e8f5-4e73-af76-8d3cf7d2b390', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 2, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:02:36.571446 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9220b8a7-a6ae-4928-ae6b-5afc39a71570 req-f92295a5-218c-41de-97d4-283bc1e0d4a0 service neutron] Checking segment: {'id': '7e304c17-4e5f-4a93-af80-52785639e6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:02:36.572088 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9220b8a7-a6ae-4928-ae6b-5afc39a71570 req-f92295a5-218c-41de-97d4-283bc1e0d4a0 service neutron] Bound using segment: {'id': '7e304c17-4e5f-4a93-af80-52785639e6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1'} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:02:36.572820 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-9220b8a7-a6ae-4928-ae6b-5afc39a71570 req-f92295a5-218c-41de-97d4-283bc1e0d4a0 service neutron] Bound port: add4bcfc-8061-490b-abfb-4c9220e87f90, host: n-h2-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e304c17-4e5f-4a93-af80-52785639e6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1'}}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:02:36.573405 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-9220b8a7-a6ae-4928-ae6b-5afc39a71570 req-f92295a5-218c-41de-97d4-283bc1e0d4a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:36.604599 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-66e38c50-dd1d-4a6f-895d-dffcb8ee09e4 req-56550cc9-c065-4158-a972-d8b19510e55a tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/security-groups?id=e1329ead-76da-4fe1-a988-d24ed3099985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543771 May 30 20:02:36.688623 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-9220b8a7-a6ae-4928-ae6b-5afc39a71570 req-f92295a5-218c-41de-97d4-283bc1e0d4a0 service neutron] For port add4bcfc-8061-490b-abfb-4c9220e87f90, host n-h2-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:02:36.692268 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-9220b8a7-a6ae-4928-ae6b-5afc39a71570 req-f92295a5-218c-41de-97d4-283bc1e0d4a0 service neutron] For port add4bcfc-8061-490b-abfb-4c9220e87f90, host n-h2-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=add4bcfc-8061-490b-abfb-4c9220e87f90,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:02:36.802797 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-9220b8a7-a6ae-4928-ae6b-5afc39a71570 req-f92295a5-218c-41de-97d4-283bc1e0d4a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:36.925775 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-9220b8a7-a6ae-4928-ae6b-5afc39a71570 req-f92295a5-218c-41de-97d4-283bc1e0d4a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:36.928185 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9220b8a7-a6ae-4928-ae6b-5afc39a71570 req-f92295a5-218c-41de-97d4-283bc1e0d4a0 service neutron] 10.222.0.86 "PUT /v2.0/ports/add4bcfc-8061-490b-abfb-4c9220e87f90 HTTP/1.1" status: 200 len: 1096 time: 2.3401513 May 30 20:02:36.928917 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cad50d2c-f09c-49dc-ab89-1ea18c4b8f5e', 'tag': 'add4bcfc-8061-490b-abfb-4c9220e87f90'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:02:36.960405 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92295a5-218c-41de-97d4-283bc1e0d4a0 service neutron] Pushing event updated for resources: {'Port': ['ID=add4bcfc-8061-490b-abfb-4c9220e87f90,revision_number=3']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:37.254687 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9220b8a7-a6ae-4928-ae6b-5afc39a71570 req-94288076-2658-43e7-8755-297ed41bdc96 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=fa61b48b7a6444fe8c9a2f45b95c1d11&device_id=cad50d2c-f09c-49dc-ab89-1ea18c4b8f5e HTTP/1.1" status: 200 len: 1099 time: 0.1494451 May 30 20:02:37.381846 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9220b8a7-a6ae-4928-ae6b-5afc39a71570 req-f0646cd9-71cf-4b8b-afaa-ebc71b8842fc service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=add4bcfc-8061-490b-abfb-4c9220e87f90 HTTP/1.1" status: 200 len: 217 time: 0.1194220 May 30 20:02:37.491154 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9220b8a7-a6ae-4928-ae6b-5afc39a71570 req-ce46ca8c-1895-43a2-ad65-ca211349a578 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:37.492650 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9220b8a7-a6ae-4928-ae6b-5afc39a71570 req-ce46ca8c-1895-43a2-ad65-ca211349a578 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1b83ff54-b1af-44ce-bb75-ba148920553c HTTP/1.1" status: 200 len: 843 time: 0.1043503 May 30 20:02:37.598483 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9220b8a7-a6ae-4928-ae6b-5afc39a71570 req-b4e06f81-7895-4eac-99ca-0ad3dbe459ed service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4344fbed-57fb-43d7-b32d-6020ce60f0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0984926 May 30 20:02:37.758973 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9220b8a7-a6ae-4928-ae6b-5afc39a71570 req-8475c5e8-a95a-447a-8d49-1b03d1eb6352 service neutron] 10.222.0.86 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534054 May 30 20:02:37.916181 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd91702f-3b23-400e-af57-66a498ba3de3'] response: {'name': 'network-changed', 'server_uuid': 'cad50d2c-f09c-49dc-ab89-1ea18c4b8f5e', 'tag': 'add4bcfc-8061-490b-abfb-4c9220e87f90', 'status': 'completed', 'code': 200} May 30 20:02:37.938997 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9220b8a7-a6ae-4928-ae6b-5afc39a71570 req-5da648f9-7817-4dd7-814d-e5b6f731a239 service neutron] 10.222.0.86 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729424 May 30 20:02:38.213138 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea34f247-6e0a-4338-9512-9653ed4d3721 req-7f268c6e-18e3-4a14-9057-609401941e40 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:38.215165 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ea34f247-6e0a-4338-9512-9653ed4d3721 req-7f268c6e-18e3-4a14-9057-609401941e40 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] 10.222.0.85 "GET /v2.0/ports?device_id=843e9dac-a7f9-4146-a853-871714260300 HTTP/1.1" status: 200 len: 949 time: 0.1135602 May 30 20:02:38.267517 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c6bc7d1b-7b72-4a2b-8015-48cf4ae97a83 req-bd646650-867b-4375-aa23-ba1eb5a15c6e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=fa61b48b7a6444fe8c9a2f45b95c1d11&device_id=cad50d2c-f09c-49dc-ab89-1ea18c4b8f5e HTTP/1.1" status: 200 len: 1099 time: 0.1320186 May 30 20:02:38.321156 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ea34f247-6e0a-4338-9512-9653ed4d3721 req-3eab87a0-4c17-4e38-aafb-49cb48ac155c tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] 10.222.0.85 "GET /v2.0/security-groups?id=06806dfc-f049-4330-b211-293135e18ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952280 May 30 20:02:38.618570 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f8a01c-05a7-4723-80e6-a6e8720a0e89 req-b9b2c482-cd12-4a8d-888c-d9b5d385f397 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:38.620172 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-46f8a01c-05a7-4723-80e6-a6e8720a0e89 req-b9b2c482-cd12-4a8d-888c-d9b5d385f397 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/ports?device_id=f5d7ff19-0e9b-4531-a5c4-f8f1de8908d4 HTTP/1.1" status: 200 len: 945 time: 0.0940654 May 30 20:02:38.660589 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bc7d1b-7b72-4a2b-8015-48cf4ae97a83 req-988e4ba0-6d8e-47fe-becc-4fa417579038 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:38.663110 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c6bc7d1b-7b72-4a2b-8015-48cf4ae97a83 req-988e4ba0-6d8e-47fe-becc-4fa417579038 service neutron] 10.222.0.86 "GET /v2.0/networks?id=4344fbed-57fb-43d7-b32d-6020ce60f0a1 HTTP/1.1" status: 200 len: 870 time: 0.3881721 May 30 20:02:38.698150 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-46f8a01c-05a7-4723-80e6-a6e8720a0e89 req-a4f585f6-2e33-4f46-90f5-707bdce4a6b1 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/security-groups?id=f7bd1307-7f80-416a-ad0f-251b87da459a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663638 May 30 20:02:38.841458 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c6bc7d1b-7b72-4a2b-8015-48cf4ae97a83 req-312059dc-8eab-4cef-921b-47d2abb16b63 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=add4bcfc-8061-490b-abfb-4c9220e87f90 HTTP/1.1" status: 200 len: 217 time: 0.1368208 May 30 20:02:38.984244 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bc7d1b-7b72-4a2b-8015-48cf4ae97a83 req-e47edf0b-6bd4-454b-9930-a4e93f256206 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:38.986911 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c6bc7d1b-7b72-4a2b-8015-48cf4ae97a83 req-e47edf0b-6bd4-454b-9930-a4e93f256206 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1b83ff54-b1af-44ce-bb75-ba148920553c HTTP/1.1" status: 200 len: 843 time: 0.1331289 May 30 20:02:38.998338 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e0399a-c4c6-47c9-be07-adac77d1e946 req-cc007198-70a8-4654-8164-f76ce089700c tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:39.000924 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b5e0399a-c4c6-47c9-be07-adac77d1e946 req-cc007198-70a8-4654-8164-f76ce089700c tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.71 "GET /v2.0/ports?device_id=f5d7ff19-0e9b-4531-a5c4-f8f1de8908d4 HTTP/1.1" status: 200 len: 945 time: 0.3418455 May 30 20:02:39.137114 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d4cacb-0d91-42d5-9ad2-cb6ff1efd60b req-84dca299-5012-41dd-b96e-6f4fce030288 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:39.139824 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-11d4cacb-0d91-42d5-9ad2-cb6ff1efd60b req-84dca299-5012-41dd-b96e-6f4fce030288 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/ports?device_id=cad50d2c-f09c-49dc-ab89-1ea18c4b8f5e HTTP/1.1" status: 200 len: 948 time: 0.1294599 May 30 20:02:39.156908 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-b5e0399a-c4c6-47c9-be07-adac77d1e946 req-949cd865-9025-40c0-8ec9-6575567d2df8 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Deleting port cfc69531-9548-4845-ac26-5e345a3e78d4 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:02:39.157243 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-b5e0399a-c4c6-47c9-be07-adac77d1e946 req-949cd865-9025-40c0-8ec9-6575567d2df8 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:39.206267 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-11d4cacb-0d91-42d5-9ad2-cb6ff1efd60b req-36bc5358-7ada-4d34-b140-43d83ad75c4c tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/security-groups?id=e1329ead-76da-4fe1-a988-d24ed3099985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550170 May 30 20:02:39.293010 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c6bc7d1b-7b72-4a2b-8015-48cf4ae97a83 req-a7a4a709-9278-41c7-b26e-6a2d3dc03eee service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4344fbed-57fb-43d7-b32d-6020ce60f0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2896893 May 30 20:02:39.488576 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [req-65e205b7-1efb-4060-bfb1-18ef06649aa7 req-aebbed1e-a846-4ae7-bbfb-5d5c79e36b49 tempest-LiveAutoBlockMigrationV225Test-1041394858 tempest-LiveAutoBlockMigrationV225Test-1041394858-project-admin] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=84887) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:02:39.490208 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-65e205b7-1efb-4060-bfb1-18ef06649aa7 req-aebbed1e-a846-4ae7-bbfb-5d5c79e36b49 tempest-LiveAutoBlockMigrationV225Test-1041394858 tempest-LiveAutoBlockMigrationV225Test-1041394858-project-admin] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0120268 May 30 20:02:39.523799 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-65e205b7-1efb-4060-bfb1-18ef06649aa7 req-8b25e4b1-4c64-4765-a21b-fdd94af3d598 service neutron] Request body: {'binding': {'host': 'n-h1-843948-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:02:39.524275 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-65e205b7-1efb-4060-bfb1-18ef06649aa7 req-8b25e4b1-4c64-4765-a21b-fdd94af3d598 service neutron] Unknown quota resources ['binding']. {{(pid=84887) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} May 30 20:02:39.538095 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afcdead-cc92-40df-8e49-d2a1bd70ec84 req-e17ac45f-a656-4771-bb91-1c250c266b3a tempest-DeleteServersAdminTestJSON-186780212 tempest-DeleteServersAdminTestJSON-186780212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:39.546709 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9afcdead-cc92-40df-8e49-d2a1bd70ec84 req-e17ac45f-a656-4771-bb91-1c250c266b3a tempest-DeleteServersAdminTestJSON-186780212 tempest-DeleteServersAdminTestJSON-186780212-project] 10.222.0.85 "GET /v2.0/ports?device_id=d300960d-f0a9-4991-ab49-5ed71b8d03bd HTTP/1.1" status: 200 len: 950 time: 0.1758118 May 30 20:02:39.623605 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c6bc7d1b-7b72-4a2b-8015-48cf4ae97a83 req-6a5e4773-b98d-4b91-af9c-8782dd4fc6b9 service neutron] 10.222.0.86 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3229363 May 30 20:02:39.637770 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9afcdead-cc92-40df-8e49-d2a1bd70ec84 req-34eb4a2e-6855-4a01-9141-77ebda65834d tempest-DeleteServersAdminTestJSON-186780212 tempest-DeleteServersAdminTestJSON-186780212-project] 10.222.0.85 "GET /v2.0/security-groups?id=012b6f85-ab98-4ad3-9cd2-9e757136ba83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847816 May 30 20:02:39.908024 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-b5e0399a-c4c6-47c9-be07-adac77d1e946 req-949cd865-9025-40c0-8ec9-6575567d2df8 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] For port cfc69531-9548-4845-ac26-5e345a3e78d4, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=cfc69531-9548-4845-ac26-5e345a3e78d4,segment=NetworkSegment(a588beee-eb1a-4179-866b-50764eb9b22b),segment_id=a588beee-eb1a-4179-866b-50764eb9b22b)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:02:39.908606 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-b5e0399a-c4c6-47c9-be07-adac77d1e946 req-949cd865-9025-40c0-8ec9-6575567d2df8 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:39.929826 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b099018-3b19-46af-b29b-e82eeb1a2012 req-534a20be-5a70-42f5-9430-656bddc31f92 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:39.931431 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-7b099018-3b19-46af-b29b-e82eeb1a2012 req-534a20be-5a70-42f5-9430-656bddc31f92 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] 10.222.0.85 "GET /v2.0/ports?device_id=843e9dac-a7f9-4146-a853-871714260300 HTTP/1.1" status: 200 len: 949 time: 0.0888565 May 30 20:02:39.982982 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-7b099018-3b19-46af-b29b-e82eeb1a2012 req-acabcaa1-71d5-40e0-9221-d291a017c5c7 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] 10.222.0.85 "GET /v2.0/security-groups?id=06806dfc-f049-4330-b211-293135e18ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445867 May 30 20:02:40.235609 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-b5e0399a-c4c6-47c9-be07-adac77d1e946 req-949cd865-9025-40c0-8ec9-6575567d2df8 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Calling delete_port for cfc69531-9548-4845-ac26-5e345a3e78d4 owned by compute:nova {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:02:40.359502 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c6bc7d1b-7b72-4a2b-8015-48cf4ae97a83 req-f072198f-1998-41f3-87f0-7ecf74cf9327 service neutron] 10.222.0.86 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7209079 May 30 20:02:40.497477 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-65e205b7-1efb-4060-bfb1-18ef06649aa7 req-8b25e4b1-4c64-4765-a21b-fdd94af3d598 service neutron] Attempting to bind port fd83fbe6-974e-4966-b600-b69c153f32fa on host n-h1-843948-2 for vnic_type normal with profile None {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:02:40.497802 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-65e205b7-1efb-4060-bfb1-18ef06649aa7 req-8b25e4b1-4c64-4765-a21b-fdd94af3d598 service neutron] Attempting to bind port fd83fbe6-974e-4966-b600-b69c153f32fa by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': '4048bfa0-f1bd-4aa7-86bf-7023b66ee7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2a2680a-30c7-4004-a919-1078d0f1a0a1'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:02:40.498124 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e205b7-1efb-4060-bfb1-18ef06649aa7 req-8b25e4b1-4c64-4765-a21b-fdd94af3d598 service neutron] Attempting to bind port fd83fbe6-974e-4966-b600-b69c153f32fa on network a2a2680a-30c7-4004-a919-1078d0f1a0a1 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:02:40.802710 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e205b7-1efb-4060-bfb1-18ef06649aa7 req-8b25e4b1-4c64-4765-a21b-fdd94af3d598 service neutron] Port fd83fbe6-974e-4966-b600-b69c153f32fa on network a2a2680a-30c7-4004-a919-1078d0f1a0a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:02:40.802710 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e205b7-1efb-4060-bfb1-18ef06649aa7 req-8b25e4b1-4c64-4765-a21b-fdd94af3d598 service neutron] Attempting to bind port fd83fbe6-974e-4966-b600-b69c153f32fa on network a2a2680a-30c7-4004-a919-1078d0f1a0a1 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:02:40.823378 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e205b7-1efb-4060-bfb1-18ef06649aa7 req-8b25e4b1-4c64-4765-a21b-fdd94af3d598 service neutron] Checking agent: {'id': 'f728d74e-a4ae-4384-860b-a5ade05dd8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:02:40.824234 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e205b7-1efb-4060-bfb1-18ef06649aa7 req-8b25e4b1-4c64-4765-a21b-fdd94af3d598 service neutron] Checking segment: {'id': '4048bfa0-f1bd-4aa7-86bf-7023b66ee7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2a2680a-30c7-4004-a919-1078d0f1a0a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:02:40.824937 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e205b7-1efb-4060-bfb1-18ef06649aa7 req-8b25e4b1-4c64-4765-a21b-fdd94af3d598 service neutron] Bound using segment: {'id': '4048bfa0-f1bd-4aa7-86bf-7023b66ee7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2a2680a-30c7-4004-a919-1078d0f1a0a1'} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:02:40.825727 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-65e205b7-1efb-4060-bfb1-18ef06649aa7 req-8b25e4b1-4c64-4765-a21b-fdd94af3d598 service neutron] Bound port: fd83fbe6-974e-4966-b600-b69c153f32fa, host: n-h1-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4048bfa0-f1bd-4aa7-86bf-7023b66ee7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2a2680a-30c7-4004-a919-1078d0f1a0a1'}}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:02:40.862028 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-65e205b7-1efb-4060-bfb1-18ef06649aa7 req-8b25e4b1-4c64-4765-a21b-fdd94af3d598 service neutron] For port fd83fbe6-974e-4966-b600-b69c153f32fa, host n-h1-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=fd83fbe6-974e-4966-b600-b69c153f32fa,segment=NetworkSegment(4048bfa0-f1bd-4aa7-86bf-7023b66ee7f9),segment_id=4048bfa0-f1bd-4aa7-86bf-7023b66ee7f9)] {{(pid=84887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:02:40.995938 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4586d1-e97b-4122-ab9c-ea09700d04f1 req-b247cd63-f1dd-44eb-8d2d-6cd9d9439c3d tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:40.997475 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-bf4586d1-e97b-4122-ab9c-ea09700d04f1 req-b247cd63-f1dd-44eb-8d2d-6cd9d9439c3d tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/ports?device_id=f5d7ff19-0e9b-4531-a5c4-f8f1de8908d4 HTTP/1.1" status: 200 len: 945 time: 0.1265333 May 30 20:02:41.055238 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-bf4586d1-e97b-4122-ab9c-ea09700d04f1 req-935bd4d2-d66d-4e23-8f12-ec70e9c12e06 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/security-groups?id=f7bd1307-7f80-416a-ad0f-251b87da459a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459802 May 30 20:02:41.055464 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-b5e0399a-c4c6-47c9-be07-adac77d1e946 req-949cd865-9025-40c0-8ec9-6575567d2df8 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:41.065781 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['cfc69531-9548-4845-ac26-5e345a3e78d4'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:02:41.135192 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949cd865-9025-40c0-8ec9-6575567d2df8 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Pushing event deleted for resources: {'Port': ['ID=cfc69531-9548-4845-ac26-5e345a3e78d4,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:41.222451 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5e0399a-c4c6-47c9-be07-adac77d1e946 req-949cd865-9025-40c0-8ec9-6575567d2df8 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] No DVR routers for this DVR port cfc69531-9548-4845-ac26-5e345a3e78d4 on host n-h1-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:02:41.224742 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-65e205b7-1efb-4060-bfb1-18ef06649aa7 req-8b25e4b1-4c64-4765-a21b-fdd94af3d598 service neutron] Notify callbacks [] for binding, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:41.229827 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-65e205b7-1efb-4060-bfb1-18ef06649aa7 req-8b25e4b1-4c64-4765-a21b-fdd94af3d598 service neutron] 10.222.0.85 "POST /v2.0/ports/fd83fbe6-974e-4966-b600-b69c153f32fa/bindings HTTP/1.1" status: 201 len: 389 time: 1.7121851 May 30 20:02:41.231017 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-b5e0399a-c4c6-47c9-be07-adac77d1e946 req-949cd865-9025-40c0-8ec9-6575567d2df8 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:41.232957 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b5e0399a-c4c6-47c9-be07-adac77d1e946 req-949cd865-9025-40c0-8ec9-6575567d2df8 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.71 "DELETE /v2.0/ports/cfc69531-9548-4845-ac26-5e345a3e78d4 HTTP/1.1" status: 204 len: 173 time: 2.1767373 May 30 20:02:41.233395 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5d7ff19-0e9b-4531-a5c4-f8f1de8908d4', 'name': 'network-vif-deleted', 'tag': 'cfc69531-9548-4845-ac26-5e345a3e78d4'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:02:41.278829 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2944f639-3db4-410b-90f6-b6a6c81defa3 req-615ba60c-295e-469a-bbab-32040119ca41 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:41.280392 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2944f639-3db4-410b-90f6-b6a6c81defa3 req-615ba60c-295e-469a-bbab-32040119ca41 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/ports?device_id=cad50d2c-f09c-49dc-ab89-1ea18c4b8f5e HTTP/1.1" status: 200 len: 948 time: 0.0915384 May 30 20:02:41.358250 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device add4bcfc-8061-490b-abfb-4c9220e87f90 details requested by agent hyperv_n-h2-843948-2 with host n-h2-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:02:41.371726 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2944f639-3db4-410b-90f6-b6a6c81defa3 req-71246873-791f-4bde-a52c-ff58f6c05134 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/security-groups?id=e1329ead-76da-4fe1-a988-d24ed3099985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837772 May 30 20:02:41.647324 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port add4bcfc-8061-490b-abfb-4c9220e87f90, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=add4bcfc-8061-490b-abfb-4c9220e87f90,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:02:41.667926 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Returning: {'device': 'add4bcfc-8061-490b-abfb-4c9220e87f90', 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1', 'port_id': 'add4bcfc-8061-490b-abfb-4c9220e87f90', 'mac_address': 'fa:16:3e:27:83:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b83ff54-b1af-44ce-bb75-ba148920553c', 'ip_address': '192.168.233.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:02:41.770344 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2902eb-d2d5-4779-995d-a83c32b35b3c req-550e0cf7-627a-4b25-b4e7-58d1dbf4f292 tempest-DeleteServersAdminTestJSON-186780212 tempest-DeleteServersAdminTestJSON-186780212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:41.793286 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1f2902eb-d2d5-4779-995d-a83c32b35b3c req-550e0cf7-627a-4b25-b4e7-58d1dbf4f292 tempest-DeleteServersAdminTestJSON-186780212 tempest-DeleteServersAdminTestJSON-186780212-project] 10.222.0.85 "GET /v2.0/ports?device_id=d300960d-f0a9-4991-ab49-5ed71b8d03bd HTTP/1.1" status: 200 len: 950 time: 0.2587035 May 30 20:02:41.793286 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 45922) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:02:41.827551 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:41.866803 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id add4bcfc-8061-490b-abfb-4c9220e87f90 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:02:41.901569 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port add4bcfc-8061-490b-abfb-4c9220e87f90, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=add4bcfc-8061-490b-abfb-4c9220e87f90,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:02:41.917942 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1f2902eb-d2d5-4779-995d-a83c32b35b3c req-6073a0c6-5538-44d7-9524-189f0754741c tempest-DeleteServersAdminTestJSON-186780212 tempest-DeleteServersAdminTestJSON-186780212-project] 10.222.0.85 "GET /v2.0/security-groups?id=012b6f85-ab98-4ad3-9cd2-9e757136ba83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310537 May 30 20:02:42.007757 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:42.096756 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-585eaffe-33ae-4f57-b82d-12eb19e2198b'] response: {'server_uuid': 'f5d7ff19-0e9b-4531-a5c4-f8f1de8908d4', 'name': 'network-vif-deleted', 'tag': 'cfc69531-9548-4845-ac26-5e345a3e78d4', 'status': 'completed', 'code': 200} May 30 20:02:42.122418 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2399b478-7e84-4da1-86e2-9b40d1889983 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:42.163109 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2408a42e-a44c-412c-8d38-1c6342e49c7a req-e2b8444f-53a8-4eda-87da-52ef49ce6184 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:42.176506 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2408a42e-a44c-412c-8d38-1c6342e49c7a req-e2b8444f-53a8-4eda-87da-52ef49ce6184 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] 10.222.0.85 "GET /v2.0/ports?device_id=843e9dac-a7f9-4146-a853-871714260300 HTTP/1.1" status: 200 len: 949 time: 0.2623684 May 30 20:02:42.214873 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-2399b478-7e84-4da1-86e2-9b40d1889983 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:02:42.221894 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=add4bcfc-8061-490b-abfb-4c9220e87f90,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:42.227930 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-2399b478-7e84-4da1-86e2-9b40d1889983 admin admin] Usage tracker for resource:security_group_rule and tenant:24481cdaf79b48b48924b0984d10b4e9 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:02:42.235856 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-2399b478-7e84-4da1-86e2-9b40d1889983 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:02:42.253773 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-2399b478-7e84-4da1-86e2-9b40d1889983 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:02:42.340975 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2408a42e-a44c-412c-8d38-1c6342e49c7a req-4ae28cc5-c5d3-48f5-af91-cf01ea7620e3 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] 10.222.0.85 "GET /v2.0/security-groups?id=06806dfc-f049-4330-b211-293135e18ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539845 May 30 20:02:42.357648 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['add4bcfc-8061-490b-abfb-4c9220e87f90'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:02:42.437735 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e245f4-c6f7-4f5e-94dd-0347eeaaf017 req-6e2e0119-e6e1-4d38-b60e-f0d37934dd53 tempest-DeleteServersAdminTestJSON-186780212 tempest-DeleteServersAdminTestJSON-186780212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:42.441217 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-60e245f4-c6f7-4f5e-94dd-0347eeaaf017 req-6e2e0119-e6e1-4d38-b60e-f0d37934dd53 tempest-DeleteServersAdminTestJSON-186780212 tempest-DeleteServersAdminTestJSON-186780212-project] 10.222.0.71 "GET /v2.0/ports?device_id=d300960d-f0a9-4991-ab49-5ed71b8d03bd HTTP/1.1" status: 200 len: 950 time: 0.4171977 May 30 20:02:42.459429 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2399b478-7e84-4da1-86e2-9b40d1889983 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:42.530370 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8cf05a-8350-4b23-b654-f3cb1faf9697 req-303dc621-a52b-4218-b14b-fc24df0d7ea6 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:42.532207 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ef8cf05a-8350-4b23-b654-f3cb1faf9697 req-303dc621-a52b-4218-b14b-fc24df0d7ea6 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.85 "GET /v2.0/ports?device_id=f5a78d1f-6cff-4124-afc0-dcc1ec017f29 HTTP/1.1" status: 200 len: 945 time: 0.2208743 May 30 20:02:42.570535 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-60e245f4-c6f7-4f5e-94dd-0347eeaaf017 req-1016a203-338e-4b32-b25d-b1406225c229 tempest-DeleteServersAdminTestJSON-186780212 tempest-DeleteServersAdminTestJSON-186780212-project] Deleting port 7dfdc47c-90ce-41b0-9889-5b0a8893eacb {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:02:42.570847 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-60e245f4-c6f7-4f5e-94dd-0347eeaaf017 req-1016a203-338e-4b32-b25d-b1406225c229 tempest-DeleteServersAdminTestJSON-186780212 tempest-DeleteServersAdminTestJSON-186780212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:42.610488 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ef8cf05a-8350-4b23-b654-f3cb1faf9697 req-5406799b-3a38-44d4-84c8-894f69754c3d tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.85 "GET /v2.0/security-groups?id=e04d9b86-3d99-41a3-8241-c517ec1f4730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620801 May 30 20:02:42.670345 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2399b478-7e84-4da1-86e2-9b40d1889983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:42.713184 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2399b478-7e84-4da1-86e2-9b40d1889983 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a3afdfa-2530-46c2-a94a-ada295cc49f2,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:42.771748 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-e9858083-7171-4f08-ac91-17f54caf5a9c req-7d005577-bbc7-4a18-9a3e-82b35901c994 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Synchronizing usage tracker for tenant:2f556c8c0e86457c8a99895c145d8ec1 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:02:42.792106 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-2399b478-7e84-4da1-86e2-9b40d1889983 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=24481cdaf79b48b48924b0984d10b4e9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9984553 May 30 20:02:42.814124 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 45938) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:02:43.031588 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-60e245f4-c6f7-4f5e-94dd-0347eeaaf017 req-1016a203-338e-4b32-b25d-b1406225c229 tempest-DeleteServersAdminTestJSON-186780212 tempest-DeleteServersAdminTestJSON-186780212-project] For port 7dfdc47c-90ce-41b0-9889-5b0a8893eacb, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=7dfdc47c-90ce-41b0-9889-5b0a8893eacb,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:02:43.032024 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-60e245f4-c6f7-4f5e-94dd-0347eeaaf017 req-1016a203-338e-4b32-b25d-b1406225c229 tempest-DeleteServersAdminTestJSON-186780212 tempest-DeleteServersAdminTestJSON-186780212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:43.040791 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-fb689ac6-df0f-441d-88c6-a97b6d1a3bb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:43.046033 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-e9858083-7171-4f08-ac91-17f54caf5a9c req-7d005577-bbc7-4a18-9a3e-82b35901c994 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Unset dirty status for tenant:2f556c8c0e86457c8a99895c145d8ec1 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:02:43.047202 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e9858083-7171-4f08-ac91-17f54caf5a9c req-7d005577-bbc7-4a18-9a3e-82b35901c994 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/ports?device_id=f5d7ff19-0e9b-4531-a5c4-f8f1de8908d4 HTTP/1.1" status: 200 len: 210 time: 0.3862820 May 30 20:02:43.063569 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-65e205b7-1efb-4060-bfb1-18ef06649aa7 req-3a52640f-a4ea-4d80-97b8-1d4ddd9f2232 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=507d6785502940d28c178ad4aae87e46&device_id=f5a78d1f-6cff-4124-afc0-dcc1ec017f29 HTTP/1.1" status: 200 len: 1096 time: 0.2735877 May 30 20:02:43.090050 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37efe355-ff5f-4e98-8afe-6fb2058b57d2 req-041a2f7b-634c-4cef-bef3-de89a825a976 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:43.102528 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-37efe355-ff5f-4e98-8afe-6fb2058b57d2 req-041a2f7b-634c-4cef-bef3-de89a825a976 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/ports?device_id=cad50d2c-f09c-49dc-ab89-1ea18c4b8f5e HTTP/1.1" status: 200 len: 949 time: 0.1632538 May 30 20:02:43.196966 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-60e245f4-c6f7-4f5e-94dd-0347eeaaf017 req-1016a203-338e-4b32-b25d-b1406225c229 tempest-DeleteServersAdminTestJSON-186780212 tempest-DeleteServersAdminTestJSON-186780212-project] Calling delete_port for 7dfdc47c-90ce-41b0-9889-5b0a8893eacb owned by compute:nova {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:02:43.244156 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-fb689ac6-df0f-441d-88c6-a97b6d1a3bb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:43.245983 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 7dfdc47c-90ce-41b0-9889-5b0a8893eacb no longer exists at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:02:43.350686 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-37efe355-ff5f-4e98-8afe-6fb2058b57d2 req-60817336-c08f-46fc-a7ca-f8a50d78b1e2 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/security-groups?id=e1329ead-76da-4fe1-a988-d24ed3099985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467165 May 30 20:02:43.427891 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e205b7-1efb-4060-bfb1-18ef06649aa7 req-33c1b201-5571-4e37-8f6a-5988156b5b03 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:43.429784 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-65e205b7-1efb-4060-bfb1-18ef06649aa7 req-33c1b201-5571-4e37-8f6a-5988156b5b03 service neutron] 10.222.0.71 "GET /v2.0/networks?id=a2a2680a-30c7-4004-a919-1078d0f1a0a1 HTTP/1.1" status: 200 len: 921 time: 0.3552275 May 30 20:02:43.529213 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-65e205b7-1efb-4060-bfb1-18ef06649aa7 req-0e5c4b26-a19c-4fa2-9eb8-1878b86b3696 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fd83fbe6-974e-4966-b600-b69c153f32fa HTTP/1.1" status: 200 len: 217 time: 0.0926237 May 30 20:02:43.631320 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:43.659189 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e205b7-1efb-4060-bfb1-18ef06649aa7 req-7ae623dc-1842-481d-955d-c0542537ae67 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:43.661879 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-65e205b7-1efb-4060-bfb1-18ef06649aa7 req-7ae623dc-1842-481d-955d-c0542537ae67 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8501e548-9fd0-4b41-a186-ee2d1e9a4a4f HTTP/1.1" status: 200 len: 860 time: 0.1266608 May 30 20:02:43.688234 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447a1246-dcd6-4730-a836-ff8295d4190b req-2e073a76-8b3e-4c9c-a9c9-db35a34fa7d1 tempest-DeleteServersAdminTestJSON-186780212 tempest-DeleteServersAdminTestJSON-186780212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:43.689988 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-447a1246-dcd6-4730-a836-ff8295d4190b req-2e073a76-8b3e-4c9c-a9c9-db35a34fa7d1 tempest-DeleteServersAdminTestJSON-186780212 tempest-DeleteServersAdminTestJSON-186780212-project] 10.222.0.85 "GET /v2.0/ports?device_id=d300960d-f0a9-4991-ab49-5ed71b8d03bd HTTP/1.1" status: 200 len: 950 time: 0.3618670 May 30 20:02:43.746156 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-447a1246-dcd6-4730-a836-ff8295d4190b req-eb46c36e-a9c3-4ef3-8bc6-9523f3b94e24 tempest-DeleteServersAdminTestJSON-186780212 tempest-DeleteServersAdminTestJSON-186780212-project] 10.222.0.85 "GET /v2.0/security-groups?id=012b6f85-ab98-4ad3-9cd2-9e757136ba83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490792 May 30 20:02:43.758773 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-65e205b7-1efb-4060-bfb1-18ef06649aa7 req-b2fa1071-fc92-4d2c-960a-6cec393e77ea service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a2a2680a-30c7-4004-a919-1078d0f1a0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0890656 May 30 20:02:43.841959 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-60e245f4-c6f7-4f5e-94dd-0347eeaaf017 req-1016a203-338e-4b32-b25d-b1406225c229 tempest-DeleteServersAdminTestJSON-186780212 tempest-DeleteServersAdminTestJSON-186780212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:43.872819 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-fb689ac6-df0f-441d-88c6-a97b6d1a3bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:43.897033 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device cfc69531-9548-4845-ac26-5e345a3e78d4 no longer exists at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:02:43.938427 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] No Port match for: cfc69531-9548-4845-ac26-5e345a3e78d4 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:02:43.939161 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device cfc69531-9548-4845-ac26-5e345a3e78d4 not bound to the agent host n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:02:43.942199 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cdb2d2-610f-4ada-be0d-d4851bc1b75f req-c2553223-b477-4177-9547-7199033c2e10 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:43.945039 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d5cdb2d2-610f-4ada-be0d-d4851bc1b75f req-c2553223-b477-4177-9547-7199033c2e10 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] 10.222.0.85 "GET /v2.0/ports?device_id=843e9dac-a7f9-4146-a853-871714260300 HTTP/1.1" status: 200 len: 949 time: 0.2781596 May 30 20:02:44.019652 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1016a203-338e-4b32-b25d-b1406225c229 tempest-DeleteServersAdminTestJSON-186780212 tempest-DeleteServersAdminTestJSON-186780212-project] Pushing event deleted for resources: {'Port': ['ID=7dfdc47c-90ce-41b0-9889-5b0a8893eacb,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:44.024085 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-65e205b7-1efb-4060-bfb1-18ef06649aa7 req-175d4a61-edc1-4249-8d12-3c196124dda3 service neutron] 10.222.0.71 "GET /v2.0/networks/a2a2680a-30c7-4004-a919-1078d0f1a0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2567458 May 30 20:02:44.034944 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb689ac6-df0f-441d-88c6-a97b6d1a3bb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a3afdfa-2530-46c2-a94a-ada295cc49f2,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:44.098347 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-fb689ac6-df0f-441d-88c6-a97b6d1a3bb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:44.103030 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-fb689ac6-df0f-441d-88c6-a97b6d1a3bb8 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/1a3afdfa-2530-46c2-a94a-ada295cc49f2 HTTP/1.1" status: 204 len: 168 time: 1.2877214 May 30 20:02:44.149100 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-60e245f4-c6f7-4f5e-94dd-0347eeaaf017 req-1016a203-338e-4b32-b25d-b1406225c229 tempest-DeleteServersAdminTestJSON-186780212 tempest-DeleteServersAdminTestJSON-186780212-project] No DVR routers for this DVR port 7dfdc47c-90ce-41b0-9889-5b0a8893eacb on host n-h1-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:02:44.153260 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-60e245f4-c6f7-4f5e-94dd-0347eeaaf017 req-1016a203-338e-4b32-b25d-b1406225c229 tempest-DeleteServersAdminTestJSON-186780212 tempest-DeleteServersAdminTestJSON-186780212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:44.156525 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-60e245f4-c6f7-4f5e-94dd-0347eeaaf017 req-1016a203-338e-4b32-b25d-b1406225c229 tempest-DeleteServersAdminTestJSON-186780212 tempest-DeleteServersAdminTestJSON-186780212-project] 10.222.0.71 "DELETE /v2.0/ports/7dfdc47c-90ce-41b0-9889-5b0a8893eacb HTTP/1.1" status: 204 len: 173 time: 1.7071640 May 30 20:02:44.156988 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd300960d-f0a9-4991-ab49-5ed71b8d03bd', 'name': 'network-vif-deleted', 'tag': '7dfdc47c-90ce-41b0-9889-5b0a8893eacb'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:02:44.241470 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d5cdb2d2-610f-4ada-be0d-d4851bc1b75f req-4c80655d-5906-4029-a920-de304e6d82e0 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] 10.222.0.85 "GET /v2.0/security-groups?id=06806dfc-f049-4330-b211-293135e18ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2820165 May 30 20:02:44.315682 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab301cd-c6ee-410e-8f78-aeeb0d392830 req-257d62ac-6f8a-48fe-9937-9d1ba8b1c04b tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:44.318851 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6ab301cd-c6ee-410e-8f78-aeeb0d392830 req-257d62ac-6f8a-48fe-9937-9d1ba8b1c04b tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.85 "GET /v2.0/ports?device_id=f5a78d1f-6cff-4124-afc0-dcc1ec017f29 HTTP/1.1" status: 200 len: 945 time: 0.1250162 May 30 20:02:44.337465 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-65e205b7-1efb-4060-bfb1-18ef06649aa7 req-80e14682-c4bc-4302-8e96-e7896042d290 service neutron] 10.222.0.71 "GET /v2.0/networks/a2a2680a-30c7-4004-a919-1078d0f1a0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3048480 May 30 20:02:44.380497 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6ab301cd-c6ee-410e-8f78-aeeb0d392830 req-5081578a-1d1a-4e6f-8d7b-cb55d64e8aa9 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.85 "GET /v2.0/security-groups?id=e04d9b86-3d99-41a3-8241-c517ec1f4730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506625 May 30 20:02:44.718706 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0919c188-2f96-400b-b528-eb3a1eed05a0'] response: {'server_uuid': 'd300960d-f0a9-4991-ab49-5ed71b8d03bd', 'name': 'network-vif-deleted', 'tag': '7dfdc47c-90ce-41b0-9889-5b0a8893eacb', 'status': 'completed', 'code': 200} May 30 20:02:44.956890 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ca1315-998a-4f8a-9594-ef149df66d5b req-757b0aef-5f11-4bb0-9888-4d4e43e56642 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:44.959290 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-27ca1315-998a-4f8a-9594-ef149df66d5b req-757b0aef-5f11-4bb0-9888-4d4e43e56642 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Synchronizing usage tracker for tenant:fa61b48b7a6444fe8c9a2f45b95c1d11 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:02:45.184000 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-27ca1315-998a-4f8a-9594-ef149df66d5b req-757b0aef-5f11-4bb0-9888-4d4e43e56642 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Unset dirty status for tenant:fa61b48b7a6444fe8c9a2f45b95c1d11 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:02:45.191693 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-27ca1315-998a-4f8a-9594-ef149df66d5b req-757b0aef-5f11-4bb0-9888-4d4e43e56642 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/ports?device_id=cad50d2c-f09c-49dc-ab89-1ea18c4b8f5e HTTP/1.1" status: 200 len: 949 time: 0.3553097 May 30 20:02:45.249447 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b70432be-a14b-4c55-b3cc-06fd746fc252 req-876534c9-9368-4052-ae56-9dc3684b5df8 tempest-DeleteServersAdminTestJSON-186780212 tempest-DeleteServersAdminTestJSON-186780212-project] 10.222.0.85 "GET /v2.0/ports?device_id=d300960d-f0a9-4991-ab49-5ed71b8d03bd HTTP/1.1" status: 200 len: 210 time: 0.0770440 May 30 20:02:45.327728 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-27ca1315-998a-4f8a-9594-ef149df66d5b req-a0d9236d-1621-4dc7-bfd3-70da9f52f1e5 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Synchronizing usage tracker for tenant:fa61b48b7a6444fe8c9a2f45b95c1d11 on resource:security_group {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:02:45.379065 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device add4bcfc-8061-490b-abfb-4c9220e87f90 up at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:02:45.447335 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-27ca1315-998a-4f8a-9594-ef149df66d5b req-a0d9236d-1621-4dc7-bfd3-70da9f52f1e5 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Unset dirty status for tenant:fa61b48b7a6444fe8c9a2f45b95c1d11 on resource:security_group {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:02:45.455059 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-27ca1315-998a-4f8a-9594-ef149df66d5b req-a0d9236d-1621-4dc7-bfd3-70da9f52f1e5 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/security-groups?id=e1329ead-76da-4fe1-a988-d24ed3099985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2609417 May 30 20:02:45.749531 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning for port add4bcfc-8061-490b-abfb-4c9220e87f90 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:02:45.755897 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning complete for port add4bcfc-8061-490b-abfb-4c9220e87f90 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:02:45.756599 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:45.897130 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c650fd-aaa8-459c-b614-d9bd9d6fb19a req-4562f343-b7a9-477e-bab9-f050cb8ab917 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:45.910521 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-75c650fd-aaa8-459c-b614-d9bd9d6fb19a req-4562f343-b7a9-477e-bab9-f050cb8ab917 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/networks?id=1423fe8d-fe45-40b8-bd0c-db2951a00d49 HTTP/1.1" status: 200 len: 811 time: 0.4888973 May 30 20:02:45.984688 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-75c650fd-aaa8-459c-b614-d9bd9d6fb19a req-365b55d1-43ab-42e8-b4fc-1c422c2b7050 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/quotas/2f556c8c0e86457c8a99895c145d8ec1 HTTP/1.1" status: 200 len: 375 time: 0.0521121 May 30 20:02:46.000614 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d29c5fe-462d-4352-ad4e-a7c5f0184d3f req-ea984e0d-0d89-464c-8a18-0f43a2c2d86c tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:46.017705 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1d29c5fe-462d-4352-ad4e-a7c5f0184d3f req-ea984e0d-0d89-464c-8a18-0f43a2c2d86c tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] 10.222.0.85 "GET /v2.0/ports?device_id=843e9dac-a7f9-4146-a853-871714260300 HTTP/1.1" status: 200 len: 949 time: 0.2516749 May 30 20:02:46.073735 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:46.099599 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-75c650fd-aaa8-459c-b614-d9bd9d6fb19a req-10957513-e31a-4897-aa4e-f3f500c41cdb tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=2f556c8c0e86457c8a99895c145d8ec1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1282027 May 30 20:02:46.123097 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cad50d2c-f09c-49dc-ab89-1ea18c4b8f5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'add4bcfc-8061-490b-abfb-4c9220e87f90'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:02:46.130976 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1d29c5fe-462d-4352-ad4e-a7c5f0184d3f req-599d1f30-3cf2-4be1-8ef5-58cb3f8eb8e2 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] 10.222.0.85 "GET /v2.0/security-groups?id=06806dfc-f049-4330-b211-293135e18ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058183 May 30 20:02:46.170372 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port add4bcfc-8061-490b-abfb-4c9220e87f90, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=add4bcfc-8061-490b-abfb-4c9220e87f90,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:02:46.264793 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:46.399051 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=add4bcfc-8061-490b-abfb-4c9220e87f90,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:46.550675 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae361d0-a3d6-46ba-8139-550f8f6f11c4 req-447d05f2-4eca-4d9f-a125-68e4178dec50 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:46.554653 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2ae361d0-a3d6-46ba-8139-550f8f6f11c4 req-447d05f2-4eca-4d9f-a125-68e4178dec50 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.85 "GET /v2.0/ports?device_id=f5a78d1f-6cff-4124-afc0-dcc1ec017f29 HTTP/1.1" status: 200 len: 945 time: 0.2490594 May 30 20:02:46.582247 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 46018) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:02:46.663802 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2ae361d0-a3d6-46ba-8139-550f8f6f11c4 req-5e34a705-ac6a-4b9b-8f8c-96978a2d1841 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.85 "GET /v2.0/security-groups?id=e04d9b86-3d99-41a3-8241-c517ec1f4730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989234 May 30 20:02:46.779351 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-833ffb7d-8094-4755-ab3f-259f1247d3cf'] response: {'server_uuid': 'cad50d2c-f09c-49dc-ab89-1ea18c4b8f5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'add4bcfc-8061-490b-abfb-4c9220e87f90', 'code': 200} May 30 20:02:46.805403 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-c0a6b1c7-f344-4d71-a1d6-2bf4ef9e115f admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-255381921-network', 'tenant_id': '6b8ee42596cc4a45afa2078c48491dae'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:02:46.840973 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-c0a6b1c7-f344-4d71-a1d6-2bf4ef9e115f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:02:46.858352 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-c0a6b1c7-f344-4d71-a1d6-2bf4ef9e115f admin admin] Usage tracker for resource:network and tenant:6b8ee42596cc4a45afa2078c48491dae is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:02:46.866957 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-c0a6b1c7-f344-4d71-a1d6-2bf4ef9e115f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:02:46.887656 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-c0a6b1c7-f344-4d71-a1d6-2bf4ef9e115f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:02:46.969352 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d635aab2-59d4-41ba-b22e-c59f9a4053f4 req-7a6e1b57-c074-4271-b1da-27afbf472949 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=cad50d2c-f09c-49dc-ab89-1ea18c4b8f5e HTTP/1.1" status: 200 len: 1101 time: 0.0961967 May 30 20:02:46.987553 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-75c650fd-aaa8-459c-b614-d9bd9d6fb19a req-03b20da4-d790-47ed-a8cb-e647323faa3e service neutron] 10.222.0.85 "GET /v2.0/networks/1423fe8d-fe45-40b8-bd0c-db2951a00d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8681908 May 30 20:02:47.032249 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d635aab2-59d4-41ba-b22e-c59f9a4053f4 req-7ac0b8e3-26b6-49c3-b8bd-f85104bba98c service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=e1329ead-76da-4fe1-a988-d24ed3099985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554187 May 30 20:02:47.043594 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0a6b1c7-f344-4d71-a1d6-2bf4ef9e115f admin admin] Made reservation on behalf of 6b8ee42596cc4a45afa2078c48491dae for: {'network': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:02:47.047940 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c0a6b1c7-f344-4d71-a1d6-2bf4ef9e115f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:47.181689 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c0a6b1c7-f344-4d71-a1d6-2bf4ef9e115f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:47.264663 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00656fe3-c1c5-46c8-a926-9a72c2a33ca5 req-88cc601a-e5b1-452f-9551-0a9e1b80524a tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:47.266246 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-00656fe3-c1c5-46c8-a926-9a72c2a33ca5 req-88cc601a-e5b1-452f-9551-0a9e1b80524a tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/ports?device_id=cad50d2c-f09c-49dc-ab89-1ea18c4b8f5e HTTP/1.1" status: 200 len: 950 time: 0.1461525 May 30 20:02:47.332206 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-c0a6b1c7-f344-4d71-a1d6-2bf4ef9e115f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:02:47.346122 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-c0a6b1c7-f344-4d71-a1d6-2bf4ef9e115f admin admin] Usage tracker for resource:security_group_rule and tenant:6b8ee42596cc4a45afa2078c48491dae is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:02:47.362672 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-00656fe3-c1c5-46c8-a926-9a72c2a33ca5 req-ce80db4c-397a-451f-9474-c2697825b931 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/security-groups?id=e1329ead-76da-4fe1-a988-d24ed3099985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880685 May 30 20:02:47.389652 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-c0a6b1c7-f344-4d71-a1d6-2bf4ef9e115f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:02:47.417867 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-c0a6b1c7-f344-4d71-a1d6-2bf4ef9e115f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:02:47.434896 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-75c650fd-aaa8-459c-b614-d9bd9d6fb19a req-39ebfe80-eb84-44a8-9448-4b7bf6351fa2 service neutron] 10.222.0.85 "GET /v2.0/networks/1423fe8d-fe45-40b8-bd0c-db2951a00d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4388199 May 30 20:02:47.680519 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c0a6b1c7-f344-4d71-a1d6-2bf4ef9e115f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:47.720779 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b667b37-85cc-4722-9d99-ba31b44d7aa6 req-3ad181d1-f418-4d88-b4b8-f8184316521a tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:47.722395 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6b667b37-85cc-4722-9d99-ba31b44d7aa6 req-3ad181d1-f418-4d88-b4b8-f8184316521a tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] 10.222.0.85 "GET /v2.0/ports?device_id=843e9dac-a7f9-4146-a853-871714260300 HTTP/1.1" status: 200 len: 949 time: 0.1207302 May 30 20:02:47.769939 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c0a6b1c7-f344-4d71-a1d6-2bf4ef9e115f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:47.777716 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6b667b37-85cc-4722-9d99-ba31b44d7aa6 req-602da107-57be-437b-90a3-43994f92d103 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] 10.222.0.85 "GET /v2.0/security-groups?id=06806dfc-f049-4330-b211-293135e18ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478766 May 30 20:02:47.895050 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0a6b1c7-f344-4d71-a1d6-2bf4ef9e115f admin admin] vlan segment allocate from pool success with {'vlan_id': 698, 'physical_network': 'physnet1'} {{(pid=84886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:02:47.934736 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a6b1c7-f344-4d71-a1d6-2bf4ef9e115f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bc03317-7c5c-46d0-8ed2-0b298955a173,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:47.947302 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c0a6b1c7-f344-4d71-a1d6-2bf4ef9e115f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:47.947302 n-d-843948-2 neutron-server[84886]: INFO neutron.db.segments_db [None req-c0a6b1c7-f344-4d71-a1d6-2bf4ef9e115f admin admin] Added segment 70424240-b76f-4af0-9f32-ace284913a86 of type vlan for network e15833fa-a7c7-4aba-b669-666e27c7d454 May 30 20:02:48.063295 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c0a6b1c7-f344-4d71-a1d6-2bf4ef9e115f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:48.315168 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c0a6b1c7-f344-4d71-a1d6-2bf4ef9e115f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:48.316452 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a6b1c7-f344-4d71-a1d6-2bf4ef9e115f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:48.317179 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c0a6b1c7-f344-4d71-a1d6-2bf4ef9e115f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:48.573466 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-c0a6b1c7-f344-4d71-a1d6-2bf4ef9e115f admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.9848576 May 30 20:02:48.575099 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 46054) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:02:48.590036 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-e7f3638a-c819-4555-aec9-d6f65b7e8646 admin admin] Request body: {'subnet': {'network_id': 'e15833fa-a7c7-4aba-b669-666e27c7d454', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-255381921-subnet', 'tenant_id': '6b8ee42596cc4a45afa2078c48491dae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:02:48.603815 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-e7f3638a-c819-4555-aec9-d6f65b7e8646 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:02:48.615288 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a6b1c7-f344-4d71-a1d6-2bf4ef9e115f admin admin] Pushing event updated for resources: {'Network': ['ID=e15833fa-a7c7-4aba-b669-666e27c7d454,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:48.636686 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-e7f3638a-c819-4555-aec9-d6f65b7e8646 admin admin] Usage tracker for resource:subnet and tenant:6b8ee42596cc4a45afa2078c48491dae is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:02:48.641322 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-e7f3638a-c819-4555-aec9-d6f65b7e8646 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:02:48.657386 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network e15833fa-a7c7-4aba-b669-666e27c7d454 details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:02:48.662601 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6759b0ae-00c7-480e-88ad-2c4012bf9b82 req-38b77a6d-6da3-411f-87ec-0608c1d2f219 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:48.665146 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6759b0ae-00c7-480e-88ad-2c4012bf9b82 req-38b77a6d-6da3-411f-87ec-0608c1d2f219 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/networks?id=22982b8a-b22c-41df-a053-0dde355094a5 HTTP/1.1" status: 200 len: 807 time: 0.3451490 May 30 20:02:48.666711 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-e7f3638a-c819-4555-aec9-d6f65b7e8646 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:02:48.669918 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60416b53-b743-4b84-b65a-acc164481aef req-664f8776-32bf-49d7-a6d1-35cb241e293a tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:48.672306 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-60416b53-b743-4b84-b65a-acc164481aef req-664f8776-32bf-49d7-a6d1-35cb241e293a tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.85 "GET /v2.0/ports?device_id=f5a78d1f-6cff-4124-afc0-dcc1ec017f29 HTTP/1.1" status: 200 len: 945 time: 0.3931887 May 30 20:02:48.709859 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6759b0ae-00c7-480e-88ad-2c4012bf9b82 req-3b235e0a-b824-4d0c-800d-c30f94f4e9a4 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/quotas/e03d8798de6f4daa8bc8080dc719ce8a HTTP/1.1" status: 200 len: 375 time: 0.0232759 May 30 20:02:48.771677 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-60416b53-b743-4b84-b65a-acc164481aef req-5805ef1e-890c-4d28-8ed5-8165e972e142 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.85 "GET /v2.0/security-groups?id=e04d9b86-3d99-41a3-8241-c517ec1f4730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879171 May 30 20:02:48.823760 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7f3638a-c819-4555-aec9-d6f65b7e8646 admin admin] Made reservation on behalf of 6b8ee42596cc4a45afa2078c48491dae for: {'subnet': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:02:48.828895 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e7f3638a-c819-4555-aec9-d6f65b7e8646 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114220'] for subnet, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:48.983164 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f28792cf-4819-4d06-8770-080bb036299a req-ea46af98-371e-4060-8a8a-e976fa873e6a tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/ports?device_id=6e7fe3ca-54fd-4e04-82e3-dcd749bf7142 HTTP/1.1" status: 200 len: 210 time: 0.0506046 May 30 20:02:48.984061 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6759b0ae-00c7-480e-88ad-2c4012bf9b82 req-ce26cef4-ea6f-4752-b770-1c25fdbdd880 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=e03d8798de6f4daa8bc8080dc719ce8a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2521698 May 30 20:02:49.178093 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:49.343359 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6759b0ae-00c7-480e-88ad-2c4012bf9b82 req-23ea7d6e-031b-41dd-a6f5-d2ebfddddacd service neutron] 10.222.0.85 "GET /v2.0/networks/22982b8a-b22c-41df-a053-0dde355094a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3441346 May 30 20:02:49.416878 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a892f8ac-9088-4b30-a00e-fe6c70f38e7d req-8e803b44-4c07-42e7-a68d-e8eb7294b618 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:49.418909 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a892f8ac-9088-4b30-a00e-fe6c70f38e7d req-8e803b44-4c07-42e7-a68d-e8eb7294b618 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/ports?device_id=cad50d2c-f09c-49dc-ab89-1ea18c4b8f5e HTTP/1.1" status: 200 len: 950 time: 0.0916650 May 30 20:02:49.474378 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a892f8ac-9088-4b30-a00e-fe6c70f38e7d req-7e7f97a1-1a1a-455c-a48f-057ced00c9c6 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/security-groups?id=e1329ead-76da-4fe1-a988-d24ed3099985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489933 May 30 20:02:49.502723 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e7f3638a-c819-4555-aec9-d6f65b7e8646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4055401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114238'] for subnet, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:49.629323 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:02:49.641861 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f3638a-c819-4555-aec9-d6f65b7e8646 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e784a53-5b9d-4147-93e1-adf6f7b920d9,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:49.653460 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6759b0ae-00c7-480e-88ad-2c4012bf9b82 req-f17b8d5b-faae-4a61-9405-5d4eeee3c73d service neutron] 10.222.0.85 "GET /v2.0/networks/22982b8a-b22c-41df-a053-0dde355094a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2859747 May 30 20:02:49.660993 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f3638a-c819-4555-aec9-d6f65b7e8646 admin admin] Checking segment: {'id': '70424240-b76f-4af0-9f32-ace284913a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'e15833fa-a7c7-4aba-b669-666e27c7d454'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:02:49.661582 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7f3638a-c819-4555-aec9-d6f65b7e8646 admin admin] Network hostable DHCP agents. Network: e15833fa-a7c7-4aba-b669-666e27c7d454, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:02:49.788758 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7f3638a-c819-4555-aec9-d6f65b7e8646 admin admin] Network e15833fa-a7c7-4aba-b669-666e27c7d454 is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:02:49.848619 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2f5c9b-9621-4bf2-baa9-8b06829e50d7 req-cb37f8b9-d91e-49b1-b533-5984928de711 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:49.852473 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0a2f5c9b-9621-4bf2-baa9-8b06829e50d7 req-cb37f8b9-d91e-49b1-b533-5984928de711 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] 10.222.0.85 "GET /v2.0/ports?device_id=843e9dac-a7f9-4146-a853-871714260300 HTTP/1.1" status: 200 len: 949 time: 0.1457436 May 30 20:02:49.920373 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0a2f5c9b-9621-4bf2-baa9-8b06829e50d7 req-949859c8-6bd8-4b07-a4a8-c02117bec4d0 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] 10.222.0.85 "GET /v2.0/security-groups?id=06806dfc-f049-4330-b211-293135e18ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532811 May 30 20:02:49.932585 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-e7f3638a-c819-4555-aec9-d6f65b7e8646 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, e15833fa-a7c7-4aba-b669-666e27c7d454) {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:02:49.952732 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f3638a-c819-4555-aec9-d6f65b7e8646 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:49.953316 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e7f3638a-c819-4555-aec9-d6f65b7e8646 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:49.962225 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de8d5d7-6646-4d18-9d2f-d6ad1f2ce542 None None] Network e15833fa-a7c7-4aba-b669-666e27c7d454 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:02:50.077827 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-e7f3638a-c819-4555-aec9-d6f65b7e8646 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.5020573 May 30 20:02:50.413049 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41da31dc-6c89-4ab3-b4f0-43236333f1a0 None None] Network e15833fa-a7c7-4aba-b669-666e27c7d454 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:02:50.960731 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3d174e-e5b4-4edf-9479-3fd2bd9b2ad7 req-b9173ae0-3ef7-4230-99fc-7e36168c1a47 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:50.981449 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2e3d174e-e5b4-4edf-9479-3fd2bd9b2ad7 req-b9173ae0-3ef7-4230-99fc-7e36168c1a47 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/ports?device_id=cad50d2c-f09c-49dc-ab89-1ea18c4b8f5e HTTP/1.1" status: 200 len: 950 time: 0.2195215 May 30 20:02:50.988654 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c650fd-aaa8-459c-b614-d9bd9d6fb19a req-a1fa577b-24e5-4f5f-87c6-f9e455b6ef58 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:50.991228 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-75c650fd-aaa8-459c-b614-d9bd9d6fb19a req-a1fa577b-24e5-4f5f-87c6-f9e455b6ef58 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.71 "GET /v2.0/networks?id=1423fe8d-fe45-40b8-bd0c-db2951a00d49 HTTP/1.1" status: 200 len: 811 time: 0.3569269 May 30 20:02:51.009483 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [req-75c650fd-aaa8-459c-b614-d9bd9d6fb19a req-0f162440-a47e-483d-8a38-bfe3c1a877f7 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Request body: {'port': {'device_id': '6e7fe3ca-54fd-4e04-82e3-dcd749bf7142', 'network_id': '1423fe8d-fe45-40b8-bd0c-db2951a00d49', 'admin_state_up': True, 'tenant_id': '2f556c8c0e86457c8a99895c145d8ec1'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:02:51.059626 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 46102) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:02:51.076602 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2e3d174e-e5b4-4edf-9479-3fd2bd9b2ad7 req-36751903-708e-4fba-9296-43a7247ff14c tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/security-groups?id=e1329ead-76da-4fe1-a988-d24ed3099985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932181 May 30 20:02:51.326212 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1418b422-4c19-4f34-8d8b-01a857cb14d7 req-cac83c15-a8a2-4054-b07a-ebf5a654c537 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:51.331811 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1418b422-4c19-4f34-8d8b-01a857cb14d7 req-cac83c15-a8a2-4054-b07a-ebf5a654c537 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.85 "GET /v2.0/ports?device_id=f5a78d1f-6cff-4124-afc0-dcc1ec017f29 HTTP/1.1" status: 200 len: 945 time: 0.2042985 May 30 20:02:51.361232 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-75c650fd-aaa8-459c-b614-d9bd9d6fb19a req-0f162440-a47e-483d-8a38-bfe3c1a877f7 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:02:51.368479 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b14c0dc2-be90-49d8-8596-ae48b143a262 req-ec5a8732-35f9-41d1-96c8-2945eafedd28 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/ports?device_id=6e7fe3ca-54fd-4e04-82e3-dcd749bf7142 HTTP/1.1" status: 200 len: 210 time: 0.0819573 May 30 20:02:51.400288 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-75c650fd-aaa8-459c-b614-d9bd9d6fb19a req-0f162440-a47e-483d-8a38-bfe3c1a877f7 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:02:51.475538 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1418b422-4c19-4f34-8d8b-01a857cb14d7 req-1dd1b433-b76f-47c0-bead-b8c698a724ce tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.85 "GET /v2.0/security-groups?id=e04d9b86-3d99-41a3-8241-c517ec1f4730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310337 May 30 20:02:51.490728 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-6c59c66f-4092-471f-81f8-66ac3b4ca508 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=7e3c331a2fad4ee3bf81523c83fbacaf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4245634 May 30 20:02:51.490728 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 46114) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:02:51.530025 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75c650fd-aaa8-459c-b614-d9bd9d6fb19a req-0f162440-a47e-483d-8a38-bfe3c1a877f7 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Made reservation on behalf of 2f556c8c0e86457c8a99895c145d8ec1 for: {'port': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:02:51.533158 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-75c650fd-aaa8-459c-b614-d9bd9d6fb19a req-0f162440-a47e-483d-8a38-bfe3c1a877f7 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:51.657210 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-57d95654-7c3b-40ab-bf08-47503893930f req-655c29d5-7101-448c-bb2a-c4b3fe2ac85f tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/ports?device_id=5c349730-6ae7-43e5-b368-35ecf2a48057 HTTP/1.1" status: 200 len: 210 time: 0.0790491 May 30 20:02:51.704895 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3711a02d-71d6-4893-a2be-2aea2fb2ddab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:51.782061 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3711a02d-71d6-4893-a2be-2aea2fb2ddab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:51.879921 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [req-75c650fd-aaa8-459c-b614-d9bd9d6fb19a req-0f162440-a47e-483d-8a38-bfe3c1a877f7 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Allocated IP 172.20.0.13 (1423fe8d-fe45-40b8-bd0c-db2951a00d49/f7ba462c-1ed8-4caa-83b7-6c1b6552e3f5/cbb60caa-f289-4d7a-a125-c5fde983a737) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:02:51.915427 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:52.052875 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6648290-d749-4adf-a58c-9a155954b226 req-ee919935-15b8-4e10-9d7f-ac2e323c1f34 tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:52.054524 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d6648290-d749-4adf-a58c-9a155954b226 req-ee919935-15b8-4e10-9d7f-ac2e323c1f34 tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] 10.222.0.85 "GET /v2.0/ports?device_id=a451c69d-9391-4805-aff4-d400af583d7d HTTP/1.1" status: 200 len: 946 time: 0.2150187 May 30 20:02:52.060338 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3711a02d-71d6-4893-a2be-2aea2fb2ddab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:52.117467 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3711a02d-71d6-4893-a2be-2aea2fb2ddab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=012b6f85-ab98-4ad3-9cd2-9e757136ba83,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:52.130387 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bad8aa-29e7-4207-ba92-192b29f4c669 req-5a221cdf-d1dc-462e-8700-cd9f76b8c39d tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:52.137684 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-30bad8aa-29e7-4207-ba92-192b29f4c669 req-5a221cdf-d1dc-462e-8700-cd9f76b8c39d tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] 10.222.0.85 "GET /v2.0/networks?id=e15833fa-a7c7-4aba-b669-666e27c7d454 HTTP/1.1" status: 200 len: 804 time: 0.1783752 May 30 20:02:52.170352 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-30bad8aa-29e7-4207-ba92-192b29f4c669 req-72e50bfc-51f8-47f1-b0c0-d15963741c65 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] 10.222.0.85 "GET /v2.0/quotas/6b8ee42596cc4a45afa2078c48491dae HTTP/1.1" status: 200 len: 375 time: 0.0231445 May 30 20:02:52.187053 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d6648290-d749-4adf-a58c-9a155954b226 req-c5ea2d66-36f4-41d8-8bb4-2b0873d7313e tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] 10.222.0.85 "GET /v2.0/security-groups?id=dac481bc-e0af-4040-91be-73f3fd319fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1153581 May 30 20:02:52.224421 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-30bad8aa-29e7-4207-ba92-192b29f4c669 req-f8edd177-7055-482c-a7a9-36d3efc8b681 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=6b8ee42596cc4a45afa2078c48491dae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0455964 May 30 20:02:52.229535 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-75c650fd-aaa8-459c-b614-d9bd9d6fb19a req-0f162440-a47e-483d-8a38-bfe3c1a877f7 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:52.315103 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3711a02d-71d6-4893-a2be-2aea2fb2ddab admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:52.320971 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-3711a02d-71d6-4893-a2be-2aea2fb2ddab admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/012b6f85-ab98-4ad3-9cd2-9e757136ba83 HTTP/1.1" status: 204 len: 168 time: 0.8244593 May 30 20:02:52.423539 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-75c650fd-aaa8-459c-b614-d9bd9d6fb19a req-0f162440-a47e-483d-8a38-bfe3c1a877f7 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:52.532425 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75c650fd-aaa8-459c-b614-d9bd9d6fb19a req-0f162440-a47e-483d-8a38-bfe3c1a877f7 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Network 1423fe8d-fe45-40b8-bd0c-db2951a00d49 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:02:52.533405 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f162440-a47e-483d-8a38-bfe3c1a877f7 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Pushing event updated for resources: {'Port': ['ID=cbb60caa-f289-4d7a-a125-c5fde983a737,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:52.538117 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [req-75c650fd-aaa8-459c-b614-d9bd9d6fb19a req-0f162440-a47e-483d-8a38-bfe3c1a877f7 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:02:52.541882 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [req-75c650fd-aaa8-459c-b614-d9bd9d6fb19a req-0f162440-a47e-483d-8a38-bfe3c1a877f7 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:02:52.613261 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a08c7a-4447-40ab-a671-a55e10e17586 req-c33dd002-8b21-4214-9f0a-7259eb660203 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:52.621046 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f4a08c7a-4447-40ab-a671-a55e10e17586 req-c33dd002-8b21-4214-9f0a-7259eb660203 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] 10.222.0.85 "GET /v2.0/ports?device_id=843e9dac-a7f9-4146-a853-871714260300 HTTP/1.1" status: 200 len: 949 time: 0.2835481 May 30 20:02:52.622192 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-30bad8aa-29e7-4207-ba92-192b29f4c669 req-02ff1beb-c370-4c53-9afe-20435274b672 service neutron] 10.222.0.85 "GET /v2.0/networks/e15833fa-a7c7-4aba-b669-666e27c7d454?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3874943 May 30 20:02:52.661457 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c650fd-aaa8-459c-b614-d9bd9d6fb19a req-0f162440-a47e-483d-8a38-bfe3c1a877f7 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:52.662246 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-75c650fd-aaa8-459c-b614-d9bd9d6fb19a req-0f162440-a47e-483d-8a38-bfe3c1a877f7 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:52.696186 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f4a08c7a-4447-40ab-a671-a55e10e17586 req-2f0ffa78-dbfb-4f70-aacd-1823578c913c tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] 10.222.0.85 "GET /v2.0/security-groups?id=06806dfc-f049-4330-b211-293135e18ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736849 May 30 20:02:52.728001 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7dbb1a-2a8b-4661-8302-fe20544b9eef req-51d6bbdb-057d-48b5-ac21-a0254cca6cc0 tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:52.729563 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1f7dbb1a-2a8b-4661-8302-fe20544b9eef req-51d6bbdb-057d-48b5-ac21-a0254cca6cc0 tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] 10.222.0.86 "GET /v2.0/ports?device_id=a451c69d-9391-4805-aff4-d400af583d7d HTTP/1.1" status: 200 len: 946 time: 0.3286538 May 30 20:02:52.779060 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-75c650fd-aaa8-459c-b614-d9bd9d6fb19a req-0f162440-a47e-483d-8a38-bfe3c1a877f7 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7744939 May 30 20:02:52.791672 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [req-75c650fd-aaa8-459c-b614-d9bd9d6fb19a req-3966c534-744c-4ef3-9bc8-196bb43b9e70 service neutron] Request body: {'port': {'device_id': '6e7fe3ca-54fd-4e04-82e3-dcd749bf7142', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843948-2'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:02:52.816402 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-1f7dbb1a-2a8b-4661-8302-fe20544b9eef req-583660d8-59cd-471b-a6c4-137be9a3a537 tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] Deleting port d635aed3-c998-44f7-924c-bc82e71e38ae {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:02:52.816804 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-1f7dbb1a-2a8b-4661-8302-fe20544b9eef req-583660d8-59cd-471b-a6c4-137be9a3a537 tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:52.970259 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-30bad8aa-29e7-4207-ba92-192b29f4c669 req-6b5cc1d7-2c80-4721-81fe-7f71f5f24788 service neutron] 10.222.0.85 "GET /v2.0/networks/e15833fa-a7c7-4aba-b669-666e27c7d454?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3370445 May 30 20:02:53.080082 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-75c650fd-aaa8-459c-b614-d9bd9d6fb19a req-3966c534-744c-4ef3-9bc8-196bb43b9e70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:53.231701 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-1f7dbb1a-2a8b-4661-8302-fe20544b9eef req-583660d8-59cd-471b-a6c4-137be9a3a537 tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] For port d635aed3-c998-44f7-924c-bc82e71e38ae, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=d635aed3-c998-44f7-924c-bc82e71e38ae,segment=NetworkSegment(3a626651-8b25-4f7c-aed3-c510bf367e24),segment_id=3a626651-8b25-4f7c-aed3-c510bf367e24)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:02:53.233671 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-1f7dbb1a-2a8b-4661-8302-fe20544b9eef req-583660d8-59cd-471b-a6c4-137be9a3a537 tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:53.303700 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 46138) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:02:53.341185 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-08a8773d-aa40-41b0-a2b5-c63fab4cec6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:53.368488 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bed7a3b-b168-462b-a41a-05619e131fbb req-2e215a2f-733b-4e3e-bae0-ee64f9b2a981 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:53.369260 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-9bed7a3b-b168-462b-a41a-05619e131fbb req-2e215a2f-733b-4e3e-bae0-ee64f9b2a981 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Synchronizing usage tracker for tenant:2f556c8c0e86457c8a99895c145d8ec1 on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:02:53.397756 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 1f18d718-31c2-4596-a36f-eba1153ae3d2 details requested by agent hyperv_n-h2-843948-2 with host n-h2-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:02:53.406466 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 1f18d718-31c2-4596-a36f-eba1153ae3d2 no longer exists at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:02:53.584208 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-08a8773d-aa40-41b0-a2b5-c63fab4cec6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:02:53.602517 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-08a8773d-aa40-41b0-a2b5-c63fab4cec6a admin admin] Usage tracker for resource:security_group_rule and tenant:19c0cb5fce2245048b7863b3ed2e8072 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:02:53.608294 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-08a8773d-aa40-41b0-a2b5-c63fab4cec6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:02:53.618511 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-08a8773d-aa40-41b0-a2b5-c63fab4cec6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:02:53.677292 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-9bed7a3b-b168-462b-a41a-05619e131fbb req-2e215a2f-733b-4e3e-bae0-ee64f9b2a981 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Unset dirty status for tenant:2f556c8c0e86457c8a99895c145d8ec1 on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:02:53.690247 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9bed7a3b-b168-462b-a41a-05619e131fbb req-2e215a2f-733b-4e3e-bae0-ee64f9b2a981 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/ports?device_id=6e7fe3ca-54fd-4e04-82e3-dcd749bf7142 HTTP/1.1" status: 200 len: 932 time: 0.5882294 May 30 20:02:53.854259 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.db.resource_extend [req-75c650fd-aaa8-459c-b614-d9bd9d6fb19a req-3966c534-744c-4ef3-9bc8-196bb43b9e70 service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:02:53.864631 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9bed7a3b-b168-462b-a41a-05619e131fbb req-1b438cc1-e08f-4214-b857-5958dc0756e1 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/security-groups?id=f7bd1307-7f80-416a-ad0f-251b87da459a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725664 May 30 20:02:53.872409 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 1f18d718-31c2-4596-a36f-eba1153ae3d2, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=1f18d718-31c2-4596-a36f-eba1153ae3d2,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:02:53.893864 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:53.906864 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Returning: {'device': '1f18d718-31c2-4596-a36f-eba1153ae3d2', 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1', 'port_id': '1f18d718-31c2-4596-a36f-eba1153ae3d2', 'mac_address': 'fa:16:3e:98:2d:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b83ff54-b1af-44ce-bb75-ba148920553c', 'ip_address': '192.168.233.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:02:53.983086 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [req-75c650fd-aaa8-459c-b614-d9bd9d6fb19a req-3966c534-744c-4ef3-9bc8-196bb43b9e70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbb60caa-f289-4d7a-a125-c5fde983a737 {{(pid=84886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:02:54.000377 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-75c650fd-aaa8-459c-b614-d9bd9d6fb19a req-3966c534-744c-4ef3-9bc8-196bb43b9e70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:54.002783 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 1f18d718-31c2-4596-a36f-eba1153ae3d2, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=1f18d718-31c2-4596-a36f-eba1153ae3d2,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:02:54.026989 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '843e9dac-a7f9-4146-a853-871714260300', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f18d718-31c2-4596-a36f-eba1153ae3d2'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:02:54.028661 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-08a8773d-aa40-41b0-a2b5-c63fab4cec6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:54.029348 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:54.034101 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [req-75c650fd-aaa8-459c-b614-d9bd9d6fb19a req-3966c534-744c-4ef3-9bc8-196bb43b9e70 service neutron] Transition to ACTIVE for port object cbb60caa-f289-4d7a-a125-c5fde983a737 will not be triggered until provisioned by entity L2. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:02:54.050350 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1f18d718-31c2-4596-a36f-eba1153ae3d2 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:02:54.112119 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-1f7dbb1a-2a8b-4661-8302-fe20544b9eef req-583660d8-59cd-471b-a6c4-137be9a3a537 tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:54.112119 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-1f7dbb1a-2a8b-4661-8302-fe20544b9eef req-583660d8-59cd-471b-a6c4-137be9a3a537 tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736490'] for floatingip, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:54.112119 n-d-843948-2 neutron-server[84887]: INFO neutron.db.l3_db [req-1f7dbb1a-2a8b-4661-8302-fe20544b9eef req-583660d8-59cd-471b-a6c4-137be9a3a537 tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] Floating IP 1a707ab2-50cc-4ffb-a5f8-2e7ccdba87c3 disassociated. External IP: 172.25.8.98, port: d635aed3-c998-44f7-924c-bc82e71e38ae. May 30 20:02:54.112119 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-1f7dbb1a-2a8b-4661-8302-fe20544b9eef req-583660d8-59cd-471b-a6c4-137be9a3a537 tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] Calling delete_port for d635aed3-c998-44f7-924c-bc82e71e38ae owned by compute:nova {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:02:54.191181 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d838e4f6-5a1b-4501-a044-7c25ea4b4934 req-8b2f6778-13f0-47c3-9fdd-7ba03906446b tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:54.193443 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d838e4f6-5a1b-4501-a044-7c25ea4b4934 req-8b2f6778-13f0-47c3-9fdd-7ba03906446b tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.85 "GET /v2.0/ports?device_id=f5a78d1f-6cff-4124-afc0-dcc1ec017f29 HTTP/1.1" status: 200 len: 945 time: 0.6499927 May 30 20:02:54.198393 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6759b0ae-00c7-480e-88ad-2c4012bf9b82 req-e7e389fc-671c-47d2-aadb-35acdec228b7 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:54.200011 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6759b0ae-00c7-480e-88ad-2c4012bf9b82 req-e7e389fc-671c-47d2-aadb-35acdec228b7 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.71 "GET /v2.0/networks?id=22982b8a-b22c-41df-a053-0dde355094a5 HTTP/1.1" status: 200 len: 807 time: 0.5928359 May 30 20:02:54.243441 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-6759b0ae-00c7-480e-88ad-2c4012bf9b82 req-48cdac74-3515-43ad-9f74-2dffce7f5998 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Request body: {'port': {'device_id': '5c349730-6ae7-43e5-b368-35ecf2a48057', 'network_id': '22982b8a-b22c-41df-a053-0dde355094a5', 'admin_state_up': True, 'tenant_id': 'e03d8798de6f4daa8bc8080dc719ce8a'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:02:54.360604 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-8ed639b3-c525-4af5-964c-7d8a2f2b7b86 req-2706aaba-48e1-4d3a-8d59-6aee49a0fb37 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/ports?device_id=5c349730-6ae7-43e5-b368-35ecf2a48057 HTTP/1.1" status: 200 len: 210 time: 0.0546887 May 30 20:02:54.398080 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d838e4f6-5a1b-4501-a044-7c25ea4b4934 req-c2a33e28-7864-4155-ad06-828bce8220b3 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.85 "GET /v2.0/security-groups?id=e04d9b86-3d99-41a3-8241-c517ec1f4730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918395 May 30 20:02:54.518463 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-6759b0ae-00c7-480e-88ad-2c4012bf9b82 req-48cdac74-3515-43ad-9f74-2dffce7f5998 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:02:54.530059 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-6759b0ae-00c7-480e-88ad-2c4012bf9b82 req-48cdac74-3515-43ad-9f74-2dffce7f5998 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:02:54.594253 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:54.627511 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-75c650fd-aaa8-459c-b614-d9bd9d6fb19a req-3966c534-744c-4ef3-9bc8-196bb43b9e70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:54.633594 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-08a8773d-aa40-41b0-a2b5-c63fab4cec6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:54.720120 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.db.api [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:02:54.720872 n-d-843948-2 neutron-server[84888]: DEBUG oslo_db.api [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:02:54.726013 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=1f18d718-31c2-4596-a36f-eba1153ae3d2,revision_number=9']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:54.743907 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:02:54.744658 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:02:54.745207 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:02:54.745834 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:02:54.746466 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:02:54.747593 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:02:54.750576 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:02:54.751131 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:02:54.756435 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:02:54.757155 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:02:54.757746 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:02:54.773499 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a1db4c40-0668-411f-b3f4-d4545a87292f req-cf9d5eba-7df9-4cf6-a004-e94d42593044 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] 10.222.0.85 "GET /v2.0/ports?device_id=c070eba4-14b3-4a02-9743-528f8d32ae0a HTTP/1.1" status: 200 len: 210 time: 0.2021494 May 30 20:02:54.792612 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-1f7dbb1a-2a8b-4661-8302-fe20544b9eef req-583660d8-59cd-471b-a6c4-137be9a3a537 tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:54.799569 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6759b0ae-00c7-480e-88ad-2c4012bf9b82 req-48cdac74-3515-43ad-9f74-2dffce7f5998 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Made reservation on behalf of e03d8798de6f4daa8bc8080dc719ce8a for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:02:54.814413 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-6759b0ae-00c7-480e-88ad-2c4012bf9b82 req-48cdac74-3515-43ad-9f74-2dffce7f5998 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:54.820165 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a8773d-aa40-41b0-a2b5-c63fab4cec6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21cd4653-3eee-49e9-8a93-941a368d0cd1,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:55.004301 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3966c534-744c-4ef3-9bc8-196bb43b9e70 service neutron] Pushing event updated for resources: {'Port': ['ID=cbb60caa-f289-4d7a-a125-c5fde983a737,revision_number=2']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:55.009453 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-08a8773d-aa40-41b0-a2b5-c63fab4cec6a admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=19c0cb5fce2245048b7863b3ed2e8072&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7045848 May 30 20:02:55.013760 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 46156) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:02:55.176914 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1fe731-3f48-4d57-8800-30c74894ec1c req-88f3a5b0-8c7a-4cf5-bbec-57589ffb9140 tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:55.178606 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3f1fe731-3f48-4d57-8800-30c74894ec1c req-88f3a5b0-8c7a-4cf5-bbec-57589ffb9140 tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] 10.222.0.85 "GET /v2.0/ports?device_id=a451c69d-9391-4805-aff4-d400af583d7d HTTP/1.1" status: 200 len: 867 time: 0.6196923 May 30 20:02:55.227586 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583660d8-59cd-471b-a6c4-137be9a3a537 tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] Pushing event deleted for resources: {'Port': ['ID=d635aed3-c998-44f7-924c-bc82e71e38ae,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:55.235538 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e021841f-2a89-46cf-b3b1-e8a9cef27898 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:55.239660 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-75c650fd-aaa8-459c-b614-d9bd9d6fb19a req-3966c534-744c-4ef3-9bc8-196bb43b9e70 service neutron] Attempting to bind port cbb60caa-f289-4d7a-a125-c5fde983a737 on host n-h1-843948-2 for vnic_type normal with profile {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:02:55.240270 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-75c650fd-aaa8-459c-b614-d9bd9d6fb19a req-3966c534-744c-4ef3-9bc8-196bb43b9e70 service neutron] Attempting to bind port cbb60caa-f289-4d7a-a125-c5fde983a737 by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': 'a588beee-eb1a-4179-866b-50764eb9b22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '1423fe8d-fe45-40b8-bd0c-db2951a00d49'}] {{(pid=84886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:02:55.240799 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c650fd-aaa8-459c-b614-d9bd9d6fb19a req-3966c534-744c-4ef3-9bc8-196bb43b9e70 service neutron] Attempting to bind port cbb60caa-f289-4d7a-a125-c5fde983a737 on network 1423fe8d-fe45-40b8-bd0c-db2951a00d49 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:02:55.278583 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3f1fe731-3f48-4d57-8800-30c74894ec1c req-843c3bb6-fc69-4a46-94ea-4c7dc2242994 tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] 10.222.0.85 "GET /v2.0/security-groups?id=dac481bc-e0af-4040-91be-73f3fd319fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855432 May 30 20:02:55.296299 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c650fd-aaa8-459c-b614-d9bd9d6fb19a req-3966c534-744c-4ef3-9bc8-196bb43b9e70 service neutron] Port cbb60caa-f289-4d7a-a125-c5fde983a737 on network 1423fe8d-fe45-40b8-bd0c-db2951a00d49 not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:02:55.303407 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c650fd-aaa8-459c-b614-d9bd9d6fb19a req-3966c534-744c-4ef3-9bc8-196bb43b9e70 service neutron] Attempting to bind port cbb60caa-f289-4d7a-a125-c5fde983a737 on network 1423fe8d-fe45-40b8-bd0c-db2951a00d49 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:02:55.309001 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device fd83fbe6-974e-4966-b600-b69c153f32fa details requested by agent hyperv_n-h1-843948-2 with host n-h1-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:02:55.320960 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e021841f-2a89-46cf-b3b1-e8a9cef27898 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:55.380645 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c650fd-aaa8-459c-b614-d9bd9d6fb19a req-3966c534-744c-4ef3-9bc8-196bb43b9e70 service neutron] Checking agent: {'id': 'f728d74e-a4ae-4384-860b-a5ade05dd8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:02:55.381322 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c650fd-aaa8-459c-b614-d9bd9d6fb19a req-3966c534-744c-4ef3-9bc8-196bb43b9e70 service neutron] Checking segment: {'id': 'a588beee-eb1a-4179-866b-50764eb9b22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '1423fe8d-fe45-40b8-bd0c-db2951a00d49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:02:55.381322 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c650fd-aaa8-459c-b614-d9bd9d6fb19a req-3966c534-744c-4ef3-9bc8-196bb43b9e70 service neutron] Bound using segment: {'id': 'a588beee-eb1a-4179-866b-50764eb9b22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '1423fe8d-fe45-40b8-bd0c-db2951a00d49'} {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:02:55.381564 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-75c650fd-aaa8-459c-b614-d9bd9d6fb19a req-3966c534-744c-4ef3-9bc8-196bb43b9e70 service neutron] Bound port: cbb60caa-f289-4d7a-a125-c5fde983a737, host: n-h1-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a588beee-eb1a-4179-866b-50764eb9b22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '1423fe8d-fe45-40b8-bd0c-db2951a00d49'}}] {{(pid=84886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:02:55.381935 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-75c650fd-aaa8-459c-b614-d9bd9d6fb19a req-3966c534-744c-4ef3-9bc8-196bb43b9e70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:55.400222 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:55.448818 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f18d718-31c2-4596-a36f-eba1153ae3d2 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:02:55.517426 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec37d536-d130-44fb-a71b-06ea38a410d7'] response: {'server_uuid': '843e9dac-a7f9-4146-a853-871714260300', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f18d718-31c2-4596-a36f-eba1153ae3d2', 'code': 200} May 30 20:02:55.637980 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-75c650fd-aaa8-459c-b614-d9bd9d6fb19a req-3966c534-744c-4ef3-9bc8-196bb43b9e70 service neutron] For port cbb60caa-f289-4d7a-a125-c5fde983a737, host n-h1-843948-2, cleared binding levels {{(pid=84886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:02:55.654277 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-75c650fd-aaa8-459c-b614-d9bd9d6fb19a req-3966c534-744c-4ef3-9bc8-196bb43b9e70 service neutron] For port cbb60caa-f289-4d7a-a125-c5fde983a737, host n-h1-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=cbb60caa-f289-4d7a-a125-c5fde983a737,segment=NetworkSegment(a588beee-eb1a-4179-866b-50764eb9b22b),segment_id=a588beee-eb1a-4179-866b-50764eb9b22b)] {{(pid=84886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:02:55.658011 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583660d8-59cd-471b-a6c4-137be9a3a537 tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:02:55.658936 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583660d8-59cd-471b-a6c4-137be9a3a537 tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:02:55.659425 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583660d8-59cd-471b-a6c4-137be9a3a537 tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:02:55.659921 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583660d8-59cd-471b-a6c4-137be9a3a537 tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:02:55.660415 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583660d8-59cd-471b-a6c4-137be9a3a537 tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:02:55.660940 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583660d8-59cd-471b-a6c4-137be9a3a537 tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:02:55.661429 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583660d8-59cd-471b-a6c4-137be9a3a537 tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:02:55.661943 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583660d8-59cd-471b-a6c4-137be9a3a537 tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:02:55.662425 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583660d8-59cd-471b-a6c4-137be9a3a537 tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:02:55.662918 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583660d8-59cd-471b-a6c4-137be9a3a537 tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:02:55.663389 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583660d8-59cd-471b-a6c4-137be9a3a537 tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:02:55.675359 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e021841f-2a89-46cf-b3b1-e8a9cef27898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:55.709824 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e021841f-2a89-46cf-b3b1-e8a9cef27898 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21cd4653-3eee-49e9-8a93-941a368d0cd1,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:55.726667 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e021841f-2a89-46cf-b3b1-e8a9cef27898 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:55.731189 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-e021841f-2a89-46cf-b3b1-e8a9cef27898 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/21cd4653-3eee-49e9-8a93-941a368d0cd1 HTTP/1.1" status: 204 len: 168 time: 0.7128489 May 30 20:02:55.735393 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-75c650fd-aaa8-459c-b614-d9bd9d6fb19a req-3966c534-744c-4ef3-9bc8-196bb43b9e70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:55.877704 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 1f18d718-31c2-4596-a36f-eba1153ae3d2, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=1f18d718-31c2-4596-a36f-eba1153ae3d2,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:02:55.927471 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-75c650fd-aaa8-459c-b614-d9bd9d6fb19a req-3966c534-744c-4ef3-9bc8-196bb43b9e70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:55.929219 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-75c650fd-aaa8-459c-b614-d9bd9d6fb19a req-3966c534-744c-4ef3-9bc8-196bb43b9e70 service neutron] 10.222.0.71 "PUT /v2.0/ports/cbb60caa-f289-4d7a-a125-c5fde983a737 HTTP/1.1" status: 200 len: 1092 time: 3.1426711 May 30 20:02:55.934507 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e7fe3ca-54fd-4e04-82e3-dcd749bf7142', 'tag': 'cbb60caa-f289-4d7a-a125-c5fde983a737'}] {{(pid=84886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:02:55.952924 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [req-6759b0ae-00c7-480e-88ad-2c4012bf9b82 req-48cdac74-3515-43ad-9f74-2dffce7f5998 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Allocated IP 172.20.0.14 (22982b8a-b22c-41df-a053-0dde355094a5/b885d147-b4ba-4062-ad34-3d5558c5dbbf/f2e0905d-ccaa-4830-a17e-fda6d2147833) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:02:55.968109 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3966c534-744c-4ef3-9bc8-196bb43b9e70 service neutron] Pushing event updated for resources: {'Port': ['ID=cbb60caa-f289-4d7a-a125-c5fde983a737,revision_number=3']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:55.989874 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:56.008452 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3b80bd69-473f-4039-8392-31efcd658c6e req-1c4a0029-0d02-4cdb-be36-a2ec62731f95 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=cad50d2c-f09c-49dc-ab89-1ea18c4b8f5e&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2643239 May 30 20:02:56.080752 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port fd83fbe6-974e-4966-b600-b69c153f32fa, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=fd83fbe6-974e-4966-b600-b69c153f32fa,segment=NetworkSegment(4048bfa0-f1bd-4aa7-86bf-7023b66ee7f9),segment_id=4048bfa0-f1bd-4aa7-86bf-7023b66ee7f9)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:02:56.087799 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-65e205b7-1efb-4060-bfb1-18ef06649aa7 req-a5a2877e-d9a2-463c-bb1b-633c564ca9b1 tempest-LiveAutoBlockMigrationV225Test-1041394858 tempest-LiveAutoBlockMigrationV225Test-1041394858-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=f5a78d1f-6cff-4124-afc0-dcc1ec017f29&tenant_id=507d6785502940d28c178ad4aae87e46&binding%3Ahost_id=n-h2-843948-2 HTTP/1.1" status: 200 len: 1096 time: 1.4486253 May 30 20:02:56.123368 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-65e205b7-1efb-4060-bfb1-18ef06649aa7 req-9f750692-79a2-4e18-abca-8405f21cf107 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-843948-2'}}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:02:56.143664 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device fd83fbe6-974e-4966-b600-b69c153f32fa has no active binding in host n-h1-843948-2 {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 30 20:02:56.147283 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=1f18d718-31c2-4596-a36f-eba1153ae3d2,revision_number=10']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:56.258388 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-761347e7-8c5e-4015-a23a-99074db31578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:56.276665 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-75c650fd-aaa8-459c-b614-d9bd9d6fb19a req-c88dbaef-6d90-467a-85ce-eda001df962f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=2f556c8c0e86457c8a99895c145d8ec1&device_id=6e7fe3ca-54fd-4e04-82e3-dcd749bf7142 HTTP/1.1" status: 200 len: 1095 time: 0.1605730 May 30 20:02:56.345772 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['1f18d718-31c2-4596-a36f-eba1153ae3d2'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:02:56.394167 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0e75e9-7445-4bc1-a092-e0a70d2747ae req-faa4c414-712f-4f54-8f33-3611f6582132 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:56.396782 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5b0e75e9-7445-4bc1-a092-e0a70d2747ae req-faa4c414-712f-4f54-8f33-3611f6582132 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] 10.222.0.85 "GET /v2.0/ports?device_id=843e9dac-a7f9-4146-a853-871714260300 HTTP/1.1" status: 200 len: 947 time: 1.1905768 May 30 20:02:56.418402 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-75c650fd-aaa8-459c-b614-d9bd9d6fb19a req-e054c799-473f-4708-8936-25661c504c82 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cbb60caa-f289-4d7a-a125-c5fde983a737 HTTP/1.1" status: 200 len: 217 time: 0.1354060 May 30 20:02:56.559553 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c650fd-aaa8-459c-b614-d9bd9d6fb19a req-3ba256b3-b3f0-471a-b71c-2199277e19a7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:56.562452 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-75c650fd-aaa8-459c-b614-d9bd9d6fb19a req-3ba256b3-b3f0-471a-b71c-2199277e19a7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f7ba462c-1ed8-4caa-83b7-6c1b6552e3f5 HTTP/1.1" status: 200 len: 851 time: 0.1379318 May 30 20:02:56.678553 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-65e205b7-1efb-4060-bfb1-18ef06649aa7 req-9f750692-79a2-4e18-abca-8405f21cf107 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:56.694584 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-75c650fd-aaa8-459c-b614-d9bd9d6fb19a req-8fdacebe-813b-4cd4-a226-e7b8bb32f26f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1423fe8d-fe45-40b8-bd0c-db2951a00d49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1245275 May 30 20:02:57.022360 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5b0e75e9-7445-4bc1-a092-e0a70d2747ae req-bbefdd23-05a3-4013-9710-86a3b6f7ef4e tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] 10.222.0.85 "GET /v2.0/security-groups?id=06806dfc-f049-4330-b211-293135e18ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6071610 May 30 20:02:57.087422 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-75c650fd-aaa8-459c-b614-d9bd9d6fb19a req-26972ab9-a06c-4e57-b5ad-c409af80f988 service neutron] 10.222.0.71 "GET /v2.0/networks/1423fe8d-fe45-40b8-bd0c-db2951a00d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3864334 May 30 20:02:57.106425 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df19a22-9f25-433e-a679-90c32493dd0d req-d0795780-8819-41b5-b04b-4ede2936798a tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:57.112089 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0df19a22-9f25-433e-a679-90c32493dd0d req-d0795780-8819-41b5-b04b-4ede2936798a tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/ports?device_id=6e7fe3ca-54fd-4e04-82e3-dcd749bf7142 HTTP/1.1" status: 200 len: 944 time: 0.2489800 May 30 20:02:57.357967 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f8f2c38b-07f9-494b-8789-14131bf5f150 req-b2802dc4-865f-46f2-bec1-c0dc1e5788fe tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/ports?device_id=5c349730-6ae7-43e5-b368-35ecf2a48057 HTTP/1.1" status: 200 len: 210 time: 0.1291654 May 30 20:02:57.368808 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-6759b0ae-00c7-480e-88ad-2c4012bf9b82 req-48cdac74-3515-43ad-9f74-2dffce7f5998 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:57.464709 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-65e205b7-1efb-4060-bfb1-18ef06649aa7 req-9f750692-79a2-4e18-abca-8405f21cf107 service neutron] For port fd83fbe6-974e-4966-b600-b69c153f32fa, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=fd83fbe6-974e-4966-b600-b69c153f32fa,segment=NetworkSegment(4048bfa0-f1bd-4aa7-86bf-7023b66ee7f9),segment_id=4048bfa0-f1bd-4aa7-86bf-7023b66ee7f9)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:02:57.482223 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3d90be21-8df2-4b4c-9f74-b68989ff3122 req-e450bb37-628f-494e-9a53-25a531631e72 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=cad50d2c-f09c-49dc-ab89-1ea18c4b8f5e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6685381 May 30 20:02:57.529389 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1f7dbb1a-2a8b-4661-8302-fe20544b9eef req-583660d8-59cd-471b-a6c4-137be9a3a537 tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] Router 80d80749-818b-48e5-bea9-b57f38ec69c9 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:02:57.631087 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0df19a22-9f25-433e-a679-90c32493dd0d req-1ac30e67-ddfb-4667-a5d3-9351e7bb4203 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/security-groups?id=f7bd1307-7f80-416a-ad0f-251b87da459a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4507070 May 30 20:02:57.698515 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-65e205b7-1efb-4060-bfb1-18ef06649aa7 req-9f750692-79a2-4e18-abca-8405f21cf107 service neutron] For port fd83fbe6-974e-4966-b600-b69c153f32fa, host n-h2-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:02:57.757066 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-75c650fd-aaa8-459c-b614-d9bd9d6fb19a req-0500ff74-2d3f-40bc-b68a-33be53bd6964 service neutron] 10.222.0.71 "GET /v2.0/networks/1423fe8d-fe45-40b8-bd0c-db2951a00d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6415877 May 30 20:02:57.795182 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-65e205b7-1efb-4060-bfb1-18ef06649aa7 req-9f750692-79a2-4e18-abca-8405f21cf107 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:57.799100 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5a78d1f-6cff-4124-afc0-dcc1ec017f29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd83fbe6-974e-4966-b600-b69c153f32fa'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:02:57.888035 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-6759b0ae-00c7-480e-88ad-2c4012bf9b82 req-48cdac74-3515-43ad-9f74-2dffce7f5998 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:57.901259 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['82708d7a-2b52-495b-a7ed-40d54f53c617'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:02:57.921259 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bad8aa-29e7-4207-ba92-192b29f4c669 req-7924134d-ba51-4510-9fe8-eb8d1aaf0a05 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:57.922300 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-30bad8aa-29e7-4207-ba92-192b29f4c669 req-7924134d-ba51-4510-9fe8-eb8d1aaf0a05 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Synchronizing usage tracker for tenant:6b8ee42596cc4a45afa2078c48491dae on resource:network {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:02:57.935171 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5f18f0a2-fd37-48ef-9d1b-9386e120477d req-6e0469d2-2c3e-4ea2-b795-2a56d09e8abe tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] 10.222.0.85 "GET /v2.0/ports?device_id=c070eba4-14b3-4a02-9743-528f8d32ae0a HTTP/1.1" status: 200 len: 210 time: 0.0838439 May 30 20:02:58.016979 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 1f18d718-31c2-4596-a36f-eba1153ae3d2 up at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:02:58.027527 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-30bad8aa-29e7-4207-ba92-192b29f4c669 req-7924134d-ba51-4510-9fe8-eb8d1aaf0a05 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Unset dirty status for tenant:6b8ee42596cc4a45afa2078c48491dae on resource:network {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:02:58.029105 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-30bad8aa-29e7-4207-ba92-192b29f4c669 req-7924134d-ba51-4510-9fe8-eb8d1aaf0a05 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] 10.222.0.71 "GET /v2.0/networks?id=e15833fa-a7c7-4aba-b669-666e27c7d454 HTTP/1.1" status: 200 len: 804 time: 0.6712523 May 30 20:02:58.056176 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [req-30bad8aa-29e7-4207-ba92-192b29f4c669 req-dd1f546c-3725-4e9d-90ab-d0a3ed810d9c tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Request body: {'port': {'device_id': 'c070eba4-14b3-4a02-9743-528f8d32ae0a', 'network_id': 'e15833fa-a7c7-4aba-b669-666e27c7d454', 'admin_state_up': True, 'tenant_id': '6b8ee42596cc4a45afa2078c48491dae'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:02:58.125970 n-d-843948-2 neutron-server[84886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0aa2ffee-5b44-4aee-b938-d4b4df5807fa'] response: {'name': 'network-changed', 'server_uuid': '6e7fe3ca-54fd-4e04-82e3-dcd749bf7142', 'tag': 'cbb60caa-f289-4d7a-a125-c5fde983a737', 'status': 'completed', 'code': 200} May 30 20:02:58.243307 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning complete for port 1f18d718-31c2-4596-a36f-eba1153ae3d2 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:02:58.243677 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:58.280315 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cdac74-3515-43ad-9f74-2dffce7f5998 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Pushing event updated for resources: {'Port': ['ID=f2e0905d-ccaa-4830-a17e-fda6d2147833,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:58.283637 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-65e205b7-1efb-4060-bfb1-18ef06649aa7 req-9f750692-79a2-4e18-abca-8405f21cf107 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:58.385670 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6759b0ae-00c7-480e-88ad-2c4012bf9b82 req-48cdac74-3515-43ad-9f74-2dffce7f5998 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Network 22982b8a-b22c-41df-a053-0dde355094a5 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:02:58.452857 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [req-6759b0ae-00c7-480e-88ad-2c4012bf9b82 req-48cdac74-3515-43ad-9f74-2dffce7f5998 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:02:58.454012 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-fb8ff1e9-d4c4-4782-9004-2190006c457a req-44cedc4f-9068-4f15-9b04-5bc830e12431 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=2f556c8c0e86457c8a99895c145d8ec1&device_id=6e7fe3ca-54fd-4e04-82e3-dcd749bf7142 HTTP/1.1" status: 200 len: 1095 time: 0.2052906 May 30 20:02:58.485958 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-6759b0ae-00c7-480e-88ad-2c4012bf9b82 req-48cdac74-3515-43ad-9f74-2dffce7f5998 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:02:58.614220 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:58.639767 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8ff1e9-d4c4-4782-9004-2190006c457a req-3b438994-e2f9-4ed3-a9ea-57aa9d1a12b5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:58.641468 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-fb8ff1e9-d4c4-4782-9004-2190006c457a req-3b438994-e2f9-4ed3-a9ea-57aa9d1a12b5 service neutron] 10.222.0.71 "GET /v2.0/networks?id=1423fe8d-fe45-40b8-bd0c-db2951a00d49 HTTP/1.1" status: 200 len: 912 time: 0.1808603 May 30 20:02:58.716599 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-440b4e43-007e-4ea5-96d4-6a011b0d6b99 req-cfec3747-c28b-4908-93b5-5a49393f3ac8 tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] 10.222.0.85 "GET /v2.0/ports?device_id=a451c69d-9391-4805-aff4-d400af583d7d HTTP/1.1" status: 200 len: 210 time: 0.0739067 May 30 20:02:58.770331 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '843e9dac-a7f9-4146-a853-871714260300', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f18d718-31c2-4596-a36f-eba1153ae3d2'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:02:58.837854 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f750692-79a2-4e18-abca-8405f21cf107 service neutron] Pushing event updated for resources: {'Port': ['ID=fd83fbe6-974e-4966-b600-b69c153f32fa,revision_number=7']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:58.864217 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-30bad8aa-29e7-4207-ba92-192b29f4c669 req-dd1f546c-3725-4e9d-90ab-d0a3ed810d9c tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:02:58.883140 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 1f18d718-31c2-4596-a36f-eba1153ae3d2, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=1f18d718-31c2-4596-a36f-eba1153ae3d2,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:02:58.897413 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6759b0ae-00c7-480e-88ad-2c4012bf9b82 req-48cdac74-3515-43ad-9f74-2dffce7f5998 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:58.897976 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-6759b0ae-00c7-480e-88ad-2c4012bf9b82 req-48cdac74-3515-43ad-9f74-2dffce7f5998 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:58.928219 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-30bad8aa-29e7-4207-ba92-192b29f4c669 req-dd1f546c-3725-4e9d-90ab-d0a3ed810d9c tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Usage tracker for resource:port and tenant:6b8ee42596cc4a45afa2078c48491dae is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:02:58.939050 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-30bad8aa-29e7-4207-ba92-192b29f4c669 req-dd1f546c-3725-4e9d-90ab-d0a3ed810d9c tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:02:58.943805 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d188377b-0e9c-45a0-a343-b2c5d5b99a6c req-09c5d818-a7b6-44df-ae0d-bd0a2b6fc2d8 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:58.951468 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d188377b-0e9c-45a0-a343-b2c5d5b99a6c req-09c5d818-a7b6-44df-ae0d-bd0a2b6fc2d8 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.85 "GET /v2.0/ports?device_id=f5a78d1f-6cff-4124-afc0-dcc1ec017f29 HTTP/1.1" status: 200 len: 945 time: 1.1205733 May 30 20:02:58.958386 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-65e205b7-1efb-4060-bfb1-18ef06649aa7 req-9f750692-79a2-4e18-abca-8405f21cf107 service neutron] Attempting to bind port fd83fbe6-974e-4966-b600-b69c153f32fa on host n-h2-843948-2 for vnic_type normal with profile {"migrating_to": "n-h1-843948-2"} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:02:58.958716 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-65e205b7-1efb-4060-bfb1-18ef06649aa7 req-9f750692-79a2-4e18-abca-8405f21cf107 service neutron] Attempting to bind port fd83fbe6-974e-4966-b600-b69c153f32fa by drivers openvswitch,hyperv on host n-h2-843948-2 at level 0 using segments [{'id': '4048bfa0-f1bd-4aa7-86bf-7023b66ee7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2a2680a-30c7-4004-a919-1078d0f1a0a1'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:02:58.959021 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e205b7-1efb-4060-bfb1-18ef06649aa7 req-9f750692-79a2-4e18-abca-8405f21cf107 service neutron] Attempting to bind port fd83fbe6-974e-4966-b600-b69c153f32fa on network a2a2680a-30c7-4004-a919-1078d0f1a0a1 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:02:58.959836 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-30bad8aa-29e7-4207-ba92-192b29f4c669 req-dd1f546c-3725-4e9d-90ab-d0a3ed810d9c tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:02:58.973048 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-fb8ff1e9-d4c4-4782-9004-2190006c457a req-211f89f1-f23c-4e9f-8f35-9d337dd56904 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cbb60caa-f289-4d7a-a125-c5fde983a737 HTTP/1.1" status: 200 len: 217 time: 0.2493682 May 30 20:02:59.008117 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e205b7-1efb-4060-bfb1-18ef06649aa7 req-9f750692-79a2-4e18-abca-8405f21cf107 service neutron] Port fd83fbe6-974e-4966-b600-b69c153f32fa on network a2a2680a-30c7-4004-a919-1078d0f1a0a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:02:59.008490 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e205b7-1efb-4060-bfb1-18ef06649aa7 req-9f750692-79a2-4e18-abca-8405f21cf107 service neutron] Attempting to bind port fd83fbe6-974e-4966-b600-b69c153f32fa on network a2a2680a-30c7-4004-a919-1078d0f1a0a1 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:02:59.015536 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:59.016343 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device d635aed3-c998-44f7-924c-bc82e71e38ae no longer exists at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:02:59.076364 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e205b7-1efb-4060-bfb1-18ef06649aa7 req-9f750692-79a2-4e18-abca-8405f21cf107 service neutron] Checking agent: {'id': 'eaa08354-e8f5-4e73-af76-8d3cf7d2b390', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:02:59.077173 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e205b7-1efb-4060-bfb1-18ef06649aa7 req-9f750692-79a2-4e18-abca-8405f21cf107 service neutron] Checking segment: {'id': '4048bfa0-f1bd-4aa7-86bf-7023b66ee7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2a2680a-30c7-4004-a919-1078d0f1a0a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:02:59.078177 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e205b7-1efb-4060-bfb1-18ef06649aa7 req-9f750692-79a2-4e18-abca-8405f21cf107 service neutron] Bound using segment: {'id': '4048bfa0-f1bd-4aa7-86bf-7023b66ee7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2a2680a-30c7-4004-a919-1078d0f1a0a1'} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:02:59.079032 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-65e205b7-1efb-4060-bfb1-18ef06649aa7 req-9f750692-79a2-4e18-abca-8405f21cf107 service neutron] Bound port: fd83fbe6-974e-4966-b600-b69c153f32fa, host: n-h2-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4048bfa0-f1bd-4aa7-86bf-7023b66ee7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2a2680a-30c7-4004-a919-1078d0f1a0a1'}}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:02:59.079902 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-65e205b7-1efb-4060-bfb1-18ef06649aa7 req-9f750692-79a2-4e18-abca-8405f21cf107 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:59.093586 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] No Port match for: d635aed3-c998-44f7-924c-bc82e71e38ae {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:02:59.094188 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device d635aed3-c998-44f7-924c-bc82e71e38ae not bound to the agent host n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:02:59.121542 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d188377b-0e9c-45a0-a343-b2c5d5b99a6c req-6c1cee4b-a23e-4728-8bff-6dd94198b3c4 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.85 "GET /v2.0/security-groups?id=e04d9b86-3d99-41a3-8241-c517ec1f4730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688459 May 30 20:02:59.132861 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6759b0ae-00c7-480e-88ad-2c4012bf9b82 req-48cdac74-3515-43ad-9f74-2dffce7f5998 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8951583 May 30 20:02:59.141337 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=1f18d718-31c2-4596-a36f-eba1153ae3d2,revision_number=11']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:02:59.149194 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-6759b0ae-00c7-480e-88ad-2c4012bf9b82 req-b4e9fa09-1b5e-49f2-822f-7447e9229d37 service neutron] Request body: {'port': {'device_id': '5c349730-6ae7-43e5-b368-35ecf2a48057', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843948-2'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:02:59.236783 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8ff1e9-d4c4-4782-9004-2190006c457a req-d5c71602-6198-4848-9f53-3256ff6b5519 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:59.238453 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-fb8ff1e9-d4c4-4782-9004-2190006c457a req-d5c71602-6198-4848-9f53-3256ff6b5519 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f7ba462c-1ed8-4caa-83b7-6c1b6552e3f5 HTTP/1.1" status: 200 len: 851 time: 0.1967309 May 30 20:02:59.297858 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7c4d8c9-738c-4d92-8dee-a6fad7fd1ad8'] response: {'server_uuid': 'f5a78d1f-6cff-4124-afc0-dcc1ec017f29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd83fbe6-974e-4966-b600-b69c153f32fa', 'code': 200} May 30 20:02:59.331696 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30bad8aa-29e7-4207-ba92-192b29f4c669 req-dd1f546c-3725-4e9d-90ab-d0a3ed810d9c tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Made reservation on behalf of 6b8ee42596cc4a45afa2078c48491dae for: {'port': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:02:59.336753 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-30bad8aa-29e7-4207-ba92-192b29f4c669 req-dd1f546c-3725-4e9d-90ab-d0a3ed810d9c tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:59.345294 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1f7dbb1a-2a8b-4661-8302-fe20544b9eef req-583660d8-59cd-471b-a6c4-137be9a3a537 tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:02:59.352557 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-fb8ff1e9-d4c4-4782-9004-2190006c457a req-54c7816d-9f75-4b9c-96fb-3ebb5288fb57 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1423fe8d-fe45-40b8-bd0c-db2951a00d49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1067023 May 30 20:02:59.372240 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf05f62-5aa3-42d6-ac6c-e9629dcda2d9 None None] Sync routers for ids ['80d80749-818b-48e5-bea9-b57f38ec69c9'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:02:59.383255 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9217b2b-71bb-46be-aeab-a405e4d46e18 req-0dc45cb0-d3e7-460e-8edb-a7b9781e9ea4 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:02:59.396331 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f9217b2b-71bb-46be-aeab-a405e4d46e18 req-0dc45cb0-d3e7-460e-8edb-a7b9781e9ea4 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/ports?device_id=cad50d2c-f09c-49dc-ab89-1ea18c4b8f5e HTTP/1.1" status: 200 len: 950 time: 0.4201019 May 30 20:02:59.414876 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf05f62-5aa3-42d6-ac6c-e9629dcda2d9 None None] Routers {'80d80749-818b-48e5-bea9-b57f38ec69c9'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:02:59.417306 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-1bf05f62-5aa3-42d6-ac6c-e9629dcda2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:02:29Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['80d80749-818b-48e5-bea9-b57f38ec69c9'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:02:59.532910 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-034d7d99-6915-4426-830c-7652be345cba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:59.642690 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-fb8ff1e9-d4c4-4782-9004-2190006c457a req-9e500d4e-f503-46b8-8b7e-84eb92095f81 service neutron] 10.222.0.71 "GET /v2.0/networks/1423fe8d-fe45-40b8-bd0c-db2951a00d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2716875 May 30 20:02:59.747488 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:59.819625 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f7dbb1a-2a8b-4661-8302-fe20544b9eef req-583660d8-59cd-471b-a6c4-137be9a3a537 tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] No DVR routers for this DVR port d635aed3-c998-44f7-924c-bc82e71e38ae on host n-h2-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:02:59.836972 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-1f7dbb1a-2a8b-4661-8302-fe20544b9eef req-583660d8-59cd-471b-a6c4-137be9a3a537 tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:59.840269 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1f7dbb1a-2a8b-4661-8302-fe20544b9eef req-583660d8-59cd-471b-a6c4-137be9a3a537 tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] 10.222.0.86 "DELETE /v2.0/ports/d635aed3-c998-44f7-924c-bc82e71e38ae HTTP/1.1" status: 204 len: 173 time: 7.0944977 May 30 20:02:59.866896 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-1bf05f62-5aa3-42d6-ac6c-e9629dcda2d9 None None] Set router 80d80749-818b-48e5-bea9-b57f38ec69c9 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:02:59.880396 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-6759b0ae-00c7-480e-88ad-2c4012bf9b82 req-b4e9fa09-1b5e-49f2-822f-7447e9229d37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:02:59.894447 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-65e205b7-1efb-4060-bfb1-18ef06649aa7 req-9f750692-79a2-4e18-abca-8405f21cf107 service neutron] For port fd83fbe6-974e-4966-b600-b69c153f32fa, host n-h2-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:02:59.959217 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-65e205b7-1efb-4060-bfb1-18ef06649aa7 req-9f750692-79a2-4e18-abca-8405f21cf107 service neutron] For port fd83fbe6-974e-4966-b600-b69c153f32fa, host n-h2-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=fd83fbe6-974e-4966-b600-b69c153f32fa,segment=NetworkSegment(4048bfa0-f1bd-4aa7-86bf-7023b66ee7f9),segment_id=4048bfa0-f1bd-4aa7-86bf-7023b66ee7f9)] {{(pid=84887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:03:00.111229 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f9217b2b-71bb-46be-aeab-a405e4d46e18 req-1e4c6d95-23be-4d7a-9681-2e9f872fddbd tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/security-groups?id=e1329ead-76da-4fe1-a988-d24ed3099985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7071021 May 30 20:03:00.275287 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-fb8ff1e9-d4c4-4782-9004-2190006c457a req-d4807bc2-7bbc-4e0d-b2fe-4b81347431ae service neutron] 10.222.0.71 "GET /v2.0/networks/1423fe8d-fe45-40b8-bd0c-db2951a00d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6114748 May 30 20:03:00.319959 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf85073-bc0a-417b-a161-1c127547e4b5 req-29fe3c9f-0369-47e2-a488-153fe5ffc108 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:00.330290 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-bbf85073-bc0a-417b-a161-1c127547e4b5 req-29fe3c9f-0369-47e2-a488-153fe5ffc108 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] 10.222.0.85 "GET /v2.0/ports?device_id=843e9dac-a7f9-4146-a853-871714260300 HTTP/1.1" status: 200 len: 950 time: 0.7911475 May 30 20:03:00.333117 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-65e205b7-1efb-4060-bfb1-18ef06649aa7 req-9f750692-79a2-4e18-abca-8405f21cf107 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:00.342400 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [req-30bad8aa-29e7-4207-ba92-192b29f4c669 req-dd1f546c-3725-4e9d-90ab-d0a3ed810d9c tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Allocated IP 172.20.0.12 (e15833fa-a7c7-4aba-b669-666e27c7d454/9e784a53-5b9d-4147-93e1-adf6f7b920d9/1c83bdee-3e0e-421b-beaa-ef0d0eff03cb) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:03:00.425012 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde52082-d0b2-427e-ba25-1011354a6296 req-f27cb259-da1b-47d4-a95b-aae7977c7745 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:00.433544 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-fde52082-d0b2-427e-ba25-1011354a6296 req-f27cb259-da1b-47d4-a95b-aae7977c7745 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/ports?device_id=5c349730-6ae7-43e5-b368-35ecf2a48057 HTTP/1.1" status: 200 len: 932 time: 0.1490440 May 30 20:03:00.478745 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-bbf85073-bc0a-417b-a161-1c127547e4b5 req-298f9c5e-b3f0-42da-9bf5-c5f912af58f1 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] 10.222.0.85 "GET /v2.0/security-groups?id=06806dfc-f049-4330-b211-293135e18ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429076 May 30 20:03:00.652552 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-fde52082-d0b2-427e-ba25-1011354a6296 req-b637c383-d502-4b78-8321-4c5c892572e8 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/security-groups?id=b7c7fe04-8ab6-4ec0-af46-b4358854e449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180581 May 30 20:03:00.665165 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.db.resource_extend [req-6759b0ae-00c7-480e-88ad-2c4012bf9b82 req-b4e9fa09-1b5e-49f2-822f-7447e9229d37 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:03:00.702565 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-1bf05f62-5aa3-42d6-ac6c-e9629dcda2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80d80749-818b-48e5-bea9-b57f38ec69c9', 'name': 'tempest-AttachSCSIVolumeTestJSON-1698076767-router', 'tenant_id': 'bbfe05941810494e822dbbe8fc7e85f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.94'}], 'enable_snat': True}, 'gw_port_id': '7d50dc18-4966-480d-80fa-5417359b0c4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T19:59:16Z', 'updated_at': '2022-05-30T19:59:32Z', 'revision_number': 4, 'project_id': 'bbfe05941810494e822dbbe8fc7e85f8', 'gw_port': {'id': '7d50dc18-4966-480d-80fa-5417359b0c4f', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:db:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d80749-818b-48e5-bea9-b57f38ec69c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:59:17Z', 'updated_at': '2022-05-30T19:59:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': 'f2d80048-a73a-48a6-b988-73d7f827fa1a', 'name': '', 'network_id': '1372c12a-f0e8-424c-9175-b08375e9aff5', 'tenant_id': 'bbfe05941810494e822dbbe8fc7e85f8', 'mac_address': 'fa:16:3e:79:c3:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d80749-818b-48e5-bea9-b57f38ec69c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ef2fdeec-f4c0-42a0-9b92-f39be90d06c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:59:30Z', 'updated_at': '2022-05-30T19:59:42Z', 'revision_number': 5, 'project_id': 'bbfe05941810494e822dbbe8fc7e85f8', 'subnets': [{'id': 'ef2fdeec-f4c0-42a0-9b92-f39be90d06c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:03:00.716261 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf05f62-5aa3-42d6-ac6c-e9629dcda2d9 None None] Checking router: 80d80749-818b-48e5-bea9-b57f38ec69c9 for host: n-d-843948-2 {{(pid=84889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:03:00.733348 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf05f62-5aa3-42d6-ac6c-e9629dcda2d9 None None] Routers {'80d80749-818b-48e5-bea9-b57f38ec69c9'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:03:00.734063 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-1bf05f62-5aa3-42d6-ac6c-e9629dcda2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:02:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['80d80749-818b-48e5-bea9-b57f38ec69c9'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:03:00.791972 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-30bad8aa-29e7-4207-ba92-192b29f4c669 req-dd1f546c-3725-4e9d-90ab-d0a3ed810d9c tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:00.794852 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b694ed8c-23e4-4f2a-abfb-d3fb0e784016'] response: {'server_uuid': '843e9dac-a7f9-4146-a853-871714260300', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f18d718-31c2-4596-a36f-eba1153ae3d2', 'code': 200} May 30 20:03:00.908167 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f750692-79a2-4e18-abca-8405f21cf107 service neutron] Pushing event updated for resources: {'Port': ['ID=fd83fbe6-974e-4966-b600-b69c153f32fa,revision_number=8']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:03:00.938857 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:00.989879 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-65e205b7-1efb-4060-bfb1-18ef06649aa7 req-9f750692-79a2-4e18-abca-8405f21cf107 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:00.991325 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-65e205b7-1efb-4060-bfb1-18ef06649aa7 req-9f750692-79a2-4e18-abca-8405f21cf107 service neutron] 10.222.0.71 "PUT /v2.0/ports/fd83fbe6-974e-4966-b600-b69c153f32fa HTTP/1.1" status: 200 len: 1121 time: 4.8756504 May 30 20:03:00.996586 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-58eb904b-2865-46bb-bf63-0265db7eab7e req-c8c9aa3a-9082-4d98-aff9-b41708dd91f6 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=7cedf278-0562-4faf-a9b0-36639e069b2a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.0353293 May 30 20:03:01.000781 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [req-6759b0ae-00c7-480e-88ad-2c4012bf9b82 req-b4e9fa09-1b5e-49f2-822f-7447e9229d37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2e0905d-ccaa-4830-a17e-fda6d2147833 {{(pid=84887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:03:01.015585 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-6759b0ae-00c7-480e-88ad-2c4012bf9b82 req-b4e9fa09-1b5e-49f2-822f-7447e9229d37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:01.041408 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-30bad8aa-29e7-4207-ba92-192b29f4c669 req-dd1f546c-3725-4e9d-90ab-d0a3ed810d9c tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:01.078274 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['fd83fbe6-974e-4966-b600-b69c153f32fa'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:03:01.084984 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-6759b0ae-00c7-480e-88ad-2c4012bf9b82 req-b4e9fa09-1b5e-49f2-822f-7447e9229d37 service neutron] Transition to ACTIVE for port object f2e0905d-ccaa-4830-a17e-fda6d2147833 will not be triggered until provisioned by entity L2. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:03:01.123072 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1c4e2f-a1b6-4c6f-af32-2dbf958bc84f req-b4ee7d55-f909-4d49-8520-efeadb9b7aae tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:01.124735 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3b1c4e2f-a1b6-4c6f-af32-2dbf958bc84f req-b4ee7d55-f909-4d49-8520-efeadb9b7aae tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/ports?device_id=6e7fe3ca-54fd-4e04-82e3-dcd749bf7142 HTTP/1.1" status: 200 len: 944 time: 0.3425071 May 30 20:03:01.151112 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['fd83fbe6-974e-4966-b600-b69c153f32fa'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:03:01.295691 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-6759b0ae-00c7-480e-88ad-2c4012bf9b82 req-b4e9fa09-1b5e-49f2-822f-7447e9229d37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:01.299687 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device cbb60caa-f289-4d7a-a125-c5fde983a737 details requested by agent hyperv_n-h1-843948-2 with host n-h1-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:03:01.338739 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-1bf05f62-5aa3-42d6-ac6c-e9629dcda2d9 None None] Set router 80d80749-818b-48e5-bea9-b57f38ec69c9 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:03:01.364339 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a451c69d-9391-4805-aff4-d400af583d7d', 'name': 'network-vif-deleted', 'tag': 'd635aed3-c998-44f7-924c-bc82e71e38ae'}, {'name': 'network-changed', 'server_uuid': 'f5a78d1f-6cff-4124-afc0-dcc1ec017f29', 'tag': 'fd83fbe6-974e-4966-b600-b69c153f32fa'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:03:01.423824 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30bad8aa-29e7-4207-ba92-192b29f4c669 req-dd1f546c-3725-4e9d-90ab-d0a3ed810d9c tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Network e15833fa-a7c7-4aba-b669-666e27c7d454 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:03:01.424700 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d9765b8e-941f-48a0-8f2a-e8f71f8d34d3 req-cd0be04b-a921-4ea6-b7ba-9eb36be09d3b service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=843e9dac-a7f9-4146-a853-871714260300 HTTP/1.1" status: 200 len: 1101 time: 0.4023826 May 30 20:03:01.454691 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [req-30bad8aa-29e7-4207-ba92-192b29f4c669 req-dd1f546c-3725-4e9d-90ab-d0a3ed810d9c tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:03:01.472113 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [req-30bad8aa-29e7-4207-ba92-192b29f4c669 req-dd1f546c-3725-4e9d-90ab-d0a3ed810d9c tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:03:01.631285 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bad8aa-29e7-4207-ba92-192b29f4c669 req-dd1f546c-3725-4e9d-90ab-d0a3ed810d9c tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:01.631907 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-30bad8aa-29e7-4207-ba92-192b29f4c669 req-dd1f546c-3725-4e9d-90ab-d0a3ed810d9c tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:01.643605 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port cbb60caa-f289-4d7a-a125-c5fde983a737, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=cbb60caa-f289-4d7a-a125-c5fde983a737,segment=NetworkSegment(a588beee-eb1a-4179-866b-50764eb9b22b),segment_id=a588beee-eb1a-4179-866b-50764eb9b22b)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:03:01.656611 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1f546c-3725-4e9d-90ab-d0a3ed810d9c tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Pushing event updated for resources: {'Port': ['ID=1c83bdee-3e0e-421b-beaa-ef0d0eff03cb,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:03:01.675183 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Returning: {'device': 'cbb60caa-f289-4d7a-a125-c5fde983a737', 'network_id': '1423fe8d-fe45-40b8-bd0c-db2951a00d49', 'port_id': 'cbb60caa-f289-4d7a-a125-c5fde983a737', 'mac_address': 'fa:16:3e:5a:e6:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7ba462c-1ed8-4caa-83b7-6c1b6552e3f5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:03:01.689599 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1f546c-3725-4e9d-90ab-d0a3ed810d9c tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:03:01.690174 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1f546c-3725-4e9d-90ab-d0a3ed810d9c tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:03:01.690708 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1f546c-3725-4e9d-90ab-d0a3ed810d9c tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:03:01.692199 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1f546c-3725-4e9d-90ab-d0a3ed810d9c tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:03:01.692710 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1f546c-3725-4e9d-90ab-d0a3ed810d9c tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:03:01.693284 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1f546c-3725-4e9d-90ab-d0a3ed810d9c tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:03:01.693894 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1f546c-3725-4e9d-90ab-d0a3ed810d9c tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:03:01.694432 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1f546c-3725-4e9d-90ab-d0a3ed810d9c tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:03:01.694983 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1f546c-3725-4e9d-90ab-d0a3ed810d9c tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:03:01.695531 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1f546c-3725-4e9d-90ab-d0a3ed810d9c tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:03:01.696182 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3b1c4e2f-a1b6-4c6f-af32-2dbf958bc84f req-3fe13e16-f2a5-4d40-822e-25551a3bff71 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/security-groups?id=f7bd1307-7f80-416a-ad0f-251b87da459a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5326197 May 30 20:03:01.696303 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1f546c-3725-4e9d-90ab-d0a3ed810d9c tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:03:01.701415 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e9fa09-1b5e-49f2-822f-7447e9229d37 service neutron] Pushing event updated for resources: {'Port': ['ID=f2e0905d-ccaa-4830-a17e-fda6d2147833,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:03:01.725782 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f5d6ce-f8bb-435d-87ed-392811131a5e req-91dd6b13-4e97-4255-9981-bad5476153b6 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:01.727202 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-80f5d6ce-f8bb-435d-87ed-392811131a5e req-91dd6b13-4e97-4255-9981-bad5476153b6 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Synchronizing usage tracker for tenant:6b8ee42596cc4a45afa2078c48491dae on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:03:01.753679 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-30bad8aa-29e7-4207-ba92-192b29f4c669 req-dd1f546c-3725-4e9d-90ab-d0a3ed810d9c tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7097692 May 30 20:03:01.765739 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3d90be21-8df2-4b4c-9f74-b68989ff3122 req-8e9f39cb-a72d-4ba9-bcd2-87dad115d8d7 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=fa61b48b7a6444fe8c9a2f45b95c1d11&device_id=cad50d2c-f09c-49dc-ab89-1ea18c4b8f5e HTTP/1.1" status: 200 len: 1101 time: 0.4835684 May 30 20:03:01.773665 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-57d80486-cc06-433e-98bd-0eab28ffdd0a req-ede06982-a4a5-4024-ba1b-b9b4e6605304 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=a55fcadd-0383-4943-8204-c0ed7ff9d575&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6475098 May 30 20:03:01.787381 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [req-30bad8aa-29e7-4207-ba92-192b29f4c669 req-0a65285f-6781-4cb9-a217-eabd9e5aa4a3 service neutron] Request body: {'port': {'device_id': 'c070eba4-14b3-4a02-9743-528f8d32ae0a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843948-2'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:03:01.822019 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d9765b8e-941f-48a0-8f2a-e8f71f8d34d3 req-dfefae18-7d44-4fba-9774-b39ecc8a6d18 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=06806dfc-f049-4330-b211-293135e18ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3810675 May 30 20:03:01.840680 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-58eb904b-2865-46bb-bf63-0265db7eab7e req-83111056-ea30-4cd8-875c-f290c4de27d0 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e03d8798de6f4daa8bc8080dc719ce8a&device_id=7cedf278-0562-4faf-a9b0-36639e069b2a HTTP/1.1" status: 200 len: 1095 time: 0.6463785 May 30 20:03:01.929422 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-6759b0ae-00c7-480e-88ad-2c4012bf9b82 req-b4e9fa09-1b5e-49f2-822f-7447e9229d37 service neutron] Attempting to bind port f2e0905d-ccaa-4830-a17e-fda6d2147833 on host n-h1-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:03:01.930128 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-6759b0ae-00c7-480e-88ad-2c4012bf9b82 req-b4e9fa09-1b5e-49f2-822f-7447e9229d37 service neutron] Attempting to bind port f2e0905d-ccaa-4830-a17e-fda6d2147833 by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': '4d4a7668-7a19-4452-8bd2-a5411730cf30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '22982b8a-b22c-41df-a053-0dde355094a5'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:03:01.930255 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6759b0ae-00c7-480e-88ad-2c4012bf9b82 req-b4e9fa09-1b5e-49f2-822f-7447e9229d37 service neutron] Attempting to bind port f2e0905d-ccaa-4830-a17e-fda6d2147833 on network 22982b8a-b22c-41df-a053-0dde355094a5 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:03:01.940553 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6759b0ae-00c7-480e-88ad-2c4012bf9b82 req-b4e9fa09-1b5e-49f2-822f-7447e9229d37 service neutron] Port f2e0905d-ccaa-4830-a17e-fda6d2147833 on network 22982b8a-b22c-41df-a053-0dde355094a5 not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:03:01.940937 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6759b0ae-00c7-480e-88ad-2c4012bf9b82 req-b4e9fa09-1b5e-49f2-822f-7447e9229d37 service neutron] Attempting to bind port f2e0905d-ccaa-4830-a17e-fda6d2147833 on network 22982b8a-b22c-41df-a053-0dde355094a5 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:03:01.958130 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6759b0ae-00c7-480e-88ad-2c4012bf9b82 req-b4e9fa09-1b5e-49f2-822f-7447e9229d37 service neutron] Checking agent: {'id': 'f728d74e-a4ae-4384-860b-a5ade05dd8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:03:01.958484 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6759b0ae-00c7-480e-88ad-2c4012bf9b82 req-b4e9fa09-1b5e-49f2-822f-7447e9229d37 service neutron] Checking segment: {'id': '4d4a7668-7a19-4452-8bd2-a5411730cf30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '22982b8a-b22c-41df-a053-0dde355094a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:03:01.958887 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6759b0ae-00c7-480e-88ad-2c4012bf9b82 req-b4e9fa09-1b5e-49f2-822f-7447e9229d37 service neutron] Bound using segment: {'id': '4d4a7668-7a19-4452-8bd2-a5411730cf30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '22982b8a-b22c-41df-a053-0dde355094a5'} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:03:01.959361 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-6759b0ae-00c7-480e-88ad-2c4012bf9b82 req-b4e9fa09-1b5e-49f2-822f-7447e9229d37 service neutron] Bound port: f2e0905d-ccaa-4830-a17e-fda6d2147833, host: n-h1-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d4a7668-7a19-4452-8bd2-a5411730cf30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '22982b8a-b22c-41df-a053-0dde355094a5'}}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:03:01.959717 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-6759b0ae-00c7-480e-88ad-2c4012bf9b82 req-b4e9fa09-1b5e-49f2-822f-7447e9229d37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:02.027582 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-1bf05f62-5aa3-42d6-ac6c-e9629dcda2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80d80749-818b-48e5-bea9-b57f38ec69c9', 'name': 'tempest-AttachSCSIVolumeTestJSON-1698076767-router', 'tenant_id': 'bbfe05941810494e822dbbe8fc7e85f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.94'}], 'enable_snat': True}, 'gw_port_id': '7d50dc18-4966-480d-80fa-5417359b0c4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T19:59:16Z', 'updated_at': '2022-05-30T19:59:32Z', 'revision_number': 4, 'project_id': 'bbfe05941810494e822dbbe8fc7e85f8', 'gw_port': {'id': '7d50dc18-4966-480d-80fa-5417359b0c4f', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:db:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d80749-818b-48e5-bea9-b57f38ec69c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:59:17Z', 'updated_at': '2022-05-30T19:59:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': 'f2d80048-a73a-48a6-b988-73d7f827fa1a', 'name': '', 'network_id': '1372c12a-f0e8-424c-9175-b08375e9aff5', 'tenant_id': 'bbfe05941810494e822dbbe8fc7e85f8', 'mac_address': 'fa:16:3e:79:c3:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d80749-818b-48e5-bea9-b57f38ec69c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ef2fdeec-f4c0-42a0-9b92-f39be90d06c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:59:30Z', 'updated_at': '2022-05-30T19:59:42Z', 'revision_number': 5, 'project_id': 'bbfe05941810494e822dbbe8fc7e85f8', 'subnets': [{'id': 'ef2fdeec-f4c0-42a0-9b92-f39be90d06c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:03:02.033717 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:02.042016 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf05f62-5aa3-42d6-ac6c-e9629dcda2d9 None None] The sync data for ids ['80d80749-818b-48e5-bea9-b57f38ec69c9'] in n-d-843948-2 is: [{'id': '80d80749-818b-48e5-bea9-b57f38ec69c9', 'name': 'tempest-AttachSCSIVolumeTestJSON-1698076767-router', 'tenant_id': 'bbfe05941810494e822dbbe8fc7e85f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.94'}], 'enable_snat': True}, 'gw_port_id': '7d50dc18-4966-480d-80fa-5417359b0c4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T19:59:16Z', 'updated_at': '2022-05-30T19:59:32Z', 'revision_number': 4, 'project_id': 'bbfe05941810494e822dbbe8fc7e85f8', 'gw_port': {'id': '7d50dc18-4966-480d-80fa-5417359b0c4f', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:db:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d80749-818b-48e5-bea9-b57f38ec69c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:59:17Z', 'updated_at': '2022-05-30T19:59:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': 'f2d80048-a73a-48a6-b988-73d7f827fa1a', 'name': '', 'network_id': '1372c12a-f0e8-424c-9175-b08375e9aff5', 'tenant_id': 'bbfe05941810494e822dbbe8fc7e85f8', 'mac_address': 'fa:16:3e:79:c3:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d80749-818b-48e5-bea9-b57f38ec69c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ef2fdeec-f4c0-42a0-9b92-f39be90d06c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:59:30Z', 'updated_at': '2022-05-30T19:59:42Z', 'revision_number': 5, 'project_id': 'bbfe05941810494e822dbbe8fc7e85f8', 'subnets': [{'id': 'ef2fdeec-f4c0-42a0-9b92-f39be90d06c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:03:02.060242 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbb60caa-f289-4d7a-a125-c5fde983a737 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:03:02.108292 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port cbb60caa-f289-4d7a-a125-c5fde983a737, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=cbb60caa-f289-4d7a-a125-c5fde983a737,segment=NetworkSegment(a588beee-eb1a-4179-866b-50764eb9b22b),segment_id=a588beee-eb1a-4179-866b-50764eb9b22b)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:03:02.166393 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-30bad8aa-29e7-4207-ba92-192b29f4c669 req-0a65285f-6781-4cb9-a217-eabd9e5aa4a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:02.178854 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-80f5d6ce-f8bb-435d-87ed-392811131a5e req-91dd6b13-4e97-4255-9981-bad5476153b6 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Unset dirty status for tenant:6b8ee42596cc4a45afa2078c48491dae on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:03:02.181261 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-80f5d6ce-f8bb-435d-87ed-392811131a5e req-91dd6b13-4e97-4255-9981-bad5476153b6 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] 10.222.0.85 "GET /v2.0/ports?device_id=c070eba4-14b3-4a02-9743-528f8d32ae0a HTTP/1.1" status: 200 len: 932 time: 1.2523310 May 30 20:03:02.183808 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:02.357209 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d90be21-8df2-4b4c-9f74-b68989ff3122 req-b5f3a33c-3d90-4aea-80f3-9aa703bf1117 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:02.358848 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-6759b0ae-00c7-480e-88ad-2c4012bf9b82 req-b4e9fa09-1b5e-49f2-822f-7447e9229d37 service neutron] For port f2e0905d-ccaa-4830-a17e-fda6d2147833, host n-h1-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:03:02.359114 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3d90be21-8df2-4b4c-9f74-b68989ff3122 req-b5f3a33c-3d90-4aea-80f3-9aa703bf1117 service neutron] 10.222.0.86 "GET /v2.0/networks?id=4344fbed-57fb-43d7-b32d-6020ce60f0a1 HTTP/1.1" status: 200 len: 870 time: 0.4992726 May 30 20:03:02.372306 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eb904b-2865-46bb-bf63-0265db7eab7e req-4ba3a240-979b-43af-aaec-32884ec23470 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:02.373914 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-58eb904b-2865-46bb-bf63-0265db7eab7e req-4ba3a240-979b-43af-aaec-32884ec23470 service neutron] 10.222.0.86 "GET /v2.0/networks?id=22982b8a-b22c-41df-a053-0dde355094a5 HTTP/1.1" status: 200 len: 908 time: 0.3340871 May 30 20:03:02.387742 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-6759b0ae-00c7-480e-88ad-2c4012bf9b82 req-b4e9fa09-1b5e-49f2-822f-7447e9229d37 service neutron] For port f2e0905d-ccaa-4830-a17e-fda6d2147833, host n-h1-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=f2e0905d-ccaa-4830-a17e-fda6d2147833,segment=NetworkSegment(4d4a7668-7a19-4452-8bd2-a5411730cf30),segment_id=4d4a7668-7a19-4452-8bd2-a5411730cf30)] {{(pid=84887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:03:02.402912 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=cbb60caa-f289-4d7a-a125-c5fde983a737,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:03:02.450385 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0fead5-d2d8-47e1-95c8-225ee9e0fd42 None None] New status for floating IP 1a707ab2-50cc-4ffb-a5f8-2e7ccdba87c3: DOWN {{(pid=84888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 20:03:02.462419 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-80f5d6ce-f8bb-435d-87ed-392811131a5e req-dd33a82c-d544-4e79-a466-d9caf07ac606 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Synchronizing usage tracker for tenant:6b8ee42596cc4a45afa2078c48491dae on resource:security_group {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:03:02.468309 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-57d80486-cc06-433e-98bd-0eab28ffdd0a req-cd5b730f-fa4e-4aab-be84-50c059386f02 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fa61b48b7a6444fe8c9a2f45b95c1d11&device_id=a55fcadd-0383-4943-8204-c0ed7ff9d575 HTTP/1.1" status: 200 len: 1101 time: 0.4890401 May 30 20:03:02.472722 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-58eb904b-2865-46bb-bf63-0265db7eab7e req-aeab90a0-c61d-47e8-9631-8c2cb4adc5c2 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=980536a2-7720-4e58-8faa-e8c3fb6da1e1 HTTP/1.1" status: 200 len: 217 time: 0.0887766 May 30 20:03:02.486417 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3d90be21-8df2-4b4c-9f74-b68989ff3122 req-7e2465cd-aa3c-43d2-bf58-d3709a729f13 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=add4bcfc-8061-490b-abfb-4c9220e87f90 HTTP/1.1" status: 200 len: 217 time: 0.1193008 May 30 20:03:02.487251 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-6759b0ae-00c7-480e-88ad-2c4012bf9b82 req-b4e9fa09-1b5e-49f2-822f-7447e9229d37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:02.548180 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['cbb60caa-f289-4d7a-a125-c5fde983a737'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:03:02.580154 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-80f5d6ce-f8bb-435d-87ed-392811131a5e req-dd33a82c-d544-4e79-a466-d9caf07ac606 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Unset dirty status for tenant:6b8ee42596cc4a45afa2078c48491dae on resource:security_group {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:03:02.583631 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-80f5d6ce-f8bb-435d-87ed-392811131a5e req-dd33a82c-d544-4e79-a466-d9caf07ac606 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] 10.222.0.85 "GET /v2.0/security-groups?id=9bc03317-7c5c-46d0-8ed2-0b298955a173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3887181 May 30 20:03:02.611189 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:02.714592 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0738277-5b79-4747-afbb-a6f224e53ac2 req-970ef280-6b38-477b-ad6e-5ca4c67f858f tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:02.721768 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a0738277-5b79-4747-afbb-a6f224e53ac2 req-970ef280-6b38-477b-ad6e-5ca4c67f858f tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.85 "GET /v2.0/ports?device_id=f5a78d1f-6cff-4124-afc0-dcc1ec017f29 HTTP/1.1" status: 200 len: 943 time: 0.4984500 May 30 20:03:02.766220 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-6759b0ae-00c7-480e-88ad-2c4012bf9b82 req-b4e9fa09-1b5e-49f2-822f-7447e9229d37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:02.767675 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6759b0ae-00c7-480e-88ad-2c4012bf9b82 req-b4e9fa09-1b5e-49f2-822f-7447e9229d37 service neutron] 10.222.0.71 "PUT /v2.0/ports/f2e0905d-ccaa-4830-a17e-fda6d2147833 HTTP/1.1" status: 200 len: 1092 time: 3.6264534 May 30 20:03:02.813304 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a0738277-5b79-4747-afbb-a6f224e53ac2 req-96d55f6a-852f-4b1d-a8c5-7c7947d53e15 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.85 "GET /v2.0/security-groups?id=e04d9b86-3d99-41a3-8241-c517ec1f4730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903354 May 30 20:03:02.828444 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eb904b-2865-46bb-bf63-0265db7eab7e req-2de0273b-ce23-40d4-ad20-f2cb46ce3ef7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:02.830239 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-58eb904b-2865-46bb-bf63-0265db7eab7e req-2de0273b-ce23-40d4-ad20-f2cb46ce3ef7 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b885d147-b4ba-4062-ad34-3d5558c5dbbf HTTP/1.1" status: 200 len: 847 time: 0.3447037 May 30 20:03:02.913903 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e9fa09-1b5e-49f2-822f-7447e9229d37 service neutron] Pushing event updated for resources: {'Port': ['ID=f2e0905d-ccaa-4830-a17e-fda6d2147833,revision_number=3']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:03:02.981113 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-58eb904b-2865-46bb-bf63-0265db7eab7e req-bb4a6061-2f11-4326-8d4c-c76cc21b2caa service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=22982b8a-b22c-41df-a053-0dde355094a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1337276 May 30 20:03:03.214991 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [req-30bad8aa-29e7-4207-ba92-192b29f4c669 req-0a65285f-6781-4cb9-a217-eabd9e5aa4a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c83bdee-3e0e-421b-beaa-ef0d0eff03cb {{(pid=84886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:03:03.262361 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-30bad8aa-29e7-4207-ba92-192b29f4c669 req-0a65285f-6781-4cb9-a217-eabd9e5aa4a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:03.265058 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-58eb904b-2865-46bb-bf63-0265db7eab7e req-3103873b-b5a0-4036-9ea7-66a06770e84e service neutron] 10.222.0.86 "GET /v2.0/networks/22982b8a-b22c-41df-a053-0dde355094a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197616 May 30 20:03:03.269621 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e00c0274-d9e8-4d14-9572-369cb01ed26e'] response: {'server_uuid': 'a451c69d-9391-4805-aff4-d400af583d7d', 'name': 'network-vif-deleted', 'tag': 'd635aed3-c998-44f7-924c-bc82e71e38ae', 'status': 'completed', 'code': 200} May 30 20:03:03.270089 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e00c0274-d9e8-4d14-9572-369cb01ed26e'] response: {'name': 'network-changed', 'server_uuid': 'f5a78d1f-6cff-4124-afc0-dcc1ec017f29', 'tag': 'fd83fbe6-974e-4966-b600-b69c153f32fa', 'status': 'completed', 'code': 200} May 30 20:03:03.294271 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d90be21-8df2-4b4c-9f74-b68989ff3122 req-3fd618b1-067d-4c97-80a8-c97544d05b50 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:03.296841 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3d90be21-8df2-4b4c-9f74-b68989ff3122 req-3fd618b1-067d-4c97-80a8-c97544d05b50 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1b83ff54-b1af-44ce-bb75-ba148920553c HTTP/1.1" status: 200 len: 843 time: 0.8024988 May 30 20:03:03.340719 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d80486-cc06-433e-98bd-0eab28ffdd0a req-ab0c5414-142b-4662-b0ba-189c88c247be service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:03.342383 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-57d80486-cc06-433e-98bd-0eab28ffdd0a req-ab0c5414-142b-4662-b0ba-189c88c247be service neutron] 10.222.0.71 "GET /v2.0/networks?id=4344fbed-57fb-43d7-b32d-6020ce60f0a1 HTTP/1.1" status: 200 len: 870 time: 0.8165448 May 30 20:03:03.534108 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [req-30bad8aa-29e7-4207-ba92-192b29f4c669 req-0a65285f-6781-4cb9-a217-eabd9e5aa4a3 service neutron] Transition to ACTIVE for port object 1c83bdee-3e0e-421b-beaa-ef0d0eff03cb will not be triggered until provisioned by entity L2. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:03:03.534437 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-57d80486-cc06-433e-98bd-0eab28ffdd0a req-42c8bb73-c862-4929-babb-fa7857a4317e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=64a08dcc-ec2f-4ebf-a20f-1051fce47c3f HTTP/1.1" status: 200 len: 217 time: 0.1519206 May 30 20:03:03.611076 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d2626d-b0ef-4026-82c2-e16a06cb729a req-bdf76e19-d8f7-401d-9e54-b0c03fab9176 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:03.615130 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d3d2626d-b0ef-4026-82c2-e16a06cb729a req-bdf76e19-d8f7-401d-9e54-b0c03fab9176 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] 10.222.0.85 "GET /v2.0/ports?device_id=843e9dac-a7f9-4146-a853-871714260300 HTTP/1.1" status: 200 len: 950 time: 0.3158929 May 30 20:03:03.623620 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3d90be21-8df2-4b4c-9f74-b68989ff3122 req-4f027612-f7eb-4fa9-8cb0-995fa60a17c2 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4344fbed-57fb-43d7-b32d-6020ce60f0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2582345 May 30 20:03:03.671481 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-30bad8aa-29e7-4207-ba92-192b29f4c669 req-0a65285f-6781-4cb9-a217-eabd9e5aa4a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:03.810591 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d80486-cc06-433e-98bd-0eab28ffdd0a req-a3143231-b099-4ec6-af19-ce5784c20f75 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:03.812266 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-57d80486-cc06-433e-98bd-0eab28ffdd0a req-a3143231-b099-4ec6-af19-ce5784c20f75 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1b83ff54-b1af-44ce-bb75-ba148920553c HTTP/1.1" status: 200 len: 843 time: 0.2710009 May 30 20:03:03.824616 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6759b0ae-00c7-480e-88ad-2c4012bf9b82 req-1d65553c-a07e-4e90-a67c-ab9b74af29da service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e03d8798de6f4daa8bc8080dc719ce8a&device_id=5c349730-6ae7-43e5-b368-35ecf2a48057 HTTP/1.1" status: 200 len: 1095 time: 0.9170058 May 30 20:03:03.861058 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-58eb904b-2865-46bb-bf63-0265db7eab7e req-594579f7-717e-4c45-8321-8489b69b6add service neutron] 10.222.0.86 "GET /v2.0/networks/22982b8a-b22c-41df-a053-0dde355094a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5499134 May 30 20:03:03.916088 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a65285f-6781-4cb9-a217-eabd9e5aa4a3 service neutron] Pushing event updated for resources: {'Port': ['ID=1c83bdee-3e0e-421b-beaa-ef0d0eff03cb,revision_number=2']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:03:03.923333 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d3d2626d-b0ef-4026-82c2-e16a06cb729a req-a1836599-8490-4825-98ff-cfa389fa3f7f tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] 10.222.0.85 "GET /v2.0/security-groups?id=06806dfc-f049-4330-b211-293135e18ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2982023 May 30 20:03:03.955483 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f3ef27-c019-4e40-b96f-6748aca11504 req-70ade6a0-53c5-42db-bc3e-950784deb68a tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:03.957549 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a8f3ef27-c019-4e40-b96f-6748aca11504 req-70ade6a0-53c5-42db-bc3e-950784deb68a tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/ports?device_id=cad50d2c-f09c-49dc-ab89-1ea18c4b8f5e HTTP/1.1" status: 200 len: 950 time: 0.6847932 May 30 20:03:03.962188 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-24ddb226-00bd-4427-95ef-f895eede1d69 req-9862b175-df58-40eb-861d-414536b131b8 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=507d6785502940d28c178ad4aae87e46&device_id=f5a78d1f-6cff-4124-afc0-dcc1ec017f29 HTTP/1.1" status: 200 len: 1124 time: 0.6959012 May 30 20:03:03.965519 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6759b0ae-00c7-480e-88ad-2c4012bf9b82 req-5daffc42-5156-4fd6-b2fb-dbe113910c7c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f2e0905d-ccaa-4830-a17e-fda6d2147833 HTTP/1.1" status: 200 len: 217 time: 0.0991817 May 30 20:03:03.965962 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3d90be21-8df2-4b4c-9f74-b68989ff3122 req-2cbf24d9-9951-4eef-8338-ae4fae39e28a service neutron] 10.222.0.86 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3216708 May 30 20:03:04.177123 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6759b0ae-00c7-480e-88ad-2c4012bf9b82 req-23f8dfd9-fadf-4db4-ade3-0e7589d1bb8a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:04.178670 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6759b0ae-00c7-480e-88ad-2c4012bf9b82 req-23f8dfd9-fadf-4db4-ade3-0e7589d1bb8a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b885d147-b4ba-4062-ad34-3d5558c5dbbf HTTP/1.1" status: 200 len: 847 time: 0.1947017 May 30 20:03:04.256848 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a8f3ef27-c019-4e40-b96f-6748aca11504 req-c39683e3-a978-43c1-97d3-b5a284b51adf tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/security-groups?id=e1329ead-76da-4fe1-a988-d24ed3099985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2888176 May 30 20:03:04.259157 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6759b0ae-00c7-480e-88ad-2c4012bf9b82 req-334c2eef-b48e-42a6-9563-f5d46f1ec58d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=22982b8a-b22c-41df-a053-0dde355094a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0696471 May 30 20:03:04.267943 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-57d80486-cc06-433e-98bd-0eab28ffdd0a req-33a54c7f-5128-402f-9c5c-6515f8593969 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4344fbed-57fb-43d7-b32d-6020ce60f0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4397411 May 30 20:03:04.378010 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-30bad8aa-29e7-4207-ba92-192b29f4c669 req-0a65285f-6781-4cb9-a217-eabd9e5aa4a3 service neutron] Attempting to bind port 1c83bdee-3e0e-421b-beaa-ef0d0eff03cb on host n-h1-843948-2 for vnic_type normal with profile {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:03:04.378943 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-30bad8aa-29e7-4207-ba92-192b29f4c669 req-0a65285f-6781-4cb9-a217-eabd9e5aa4a3 service neutron] Attempting to bind port 1c83bdee-3e0e-421b-beaa-ef0d0eff03cb by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': '70424240-b76f-4af0-9f32-ace284913a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'e15833fa-a7c7-4aba-b669-666e27c7d454'}] {{(pid=84886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:03:04.379837 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30bad8aa-29e7-4207-ba92-192b29f4c669 req-0a65285f-6781-4cb9-a217-eabd9e5aa4a3 service neutron] Attempting to bind port 1c83bdee-3e0e-421b-beaa-ef0d0eff03cb on network e15833fa-a7c7-4aba-b669-666e27c7d454 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:03:04.417375 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30bad8aa-29e7-4207-ba92-192b29f4c669 req-0a65285f-6781-4cb9-a217-eabd9e5aa4a3 service neutron] Port 1c83bdee-3e0e-421b-beaa-ef0d0eff03cb on network e15833fa-a7c7-4aba-b669-666e27c7d454 not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:03:04.417864 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30bad8aa-29e7-4207-ba92-192b29f4c669 req-0a65285f-6781-4cb9-a217-eabd9e5aa4a3 service neutron] Attempting to bind port 1c83bdee-3e0e-421b-beaa-ef0d0eff03cb on network e15833fa-a7c7-4aba-b669-666e27c7d454 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:03:04.437382 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3d90be21-8df2-4b4c-9f74-b68989ff3122 req-1f542879-4cae-42ef-9daa-00df9c030a6a service neutron] 10.222.0.86 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4233639 May 30 20:03:04.439783 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30bad8aa-29e7-4207-ba92-192b29f4c669 req-0a65285f-6781-4cb9-a217-eabd9e5aa4a3 service neutron] Checking agent: {'id': 'f728d74e-a4ae-4384-860b-a5ade05dd8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:03:04.440430 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30bad8aa-29e7-4207-ba92-192b29f4c669 req-0a65285f-6781-4cb9-a217-eabd9e5aa4a3 service neutron] Checking segment: {'id': '70424240-b76f-4af0-9f32-ace284913a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'e15833fa-a7c7-4aba-b669-666e27c7d454'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:03:04.441042 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30bad8aa-29e7-4207-ba92-192b29f4c669 req-0a65285f-6781-4cb9-a217-eabd9e5aa4a3 service neutron] Bound using segment: {'id': '70424240-b76f-4af0-9f32-ace284913a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'e15833fa-a7c7-4aba-b669-666e27c7d454'} {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:03:04.441788 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-30bad8aa-29e7-4207-ba92-192b29f4c669 req-0a65285f-6781-4cb9-a217-eabd9e5aa4a3 service neutron] Bound port: 1c83bdee-3e0e-421b-beaa-ef0d0eff03cb, host: n-h1-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70424240-b76f-4af0-9f32-ace284913a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'e15833fa-a7c7-4aba-b669-666e27c7d454'}}] {{(pid=84886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:03:04.443070 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-30bad8aa-29e7-4207-ba92-192b29f4c669 req-0a65285f-6781-4cb9-a217-eabd9e5aa4a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:04.455694 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ddb226-00bd-4427-95ef-f895eede1d69 req-9946f09f-9a03-48db-9f99-f8f6c8e37801 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:04.457477 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-24ddb226-00bd-4427-95ef-f895eede1d69 req-9946f09f-9a03-48db-9f99-f8f6c8e37801 service neutron] 10.222.0.86 "GET /v2.0/networks?id=a2a2680a-30c7-4004-a919-1078d0f1a0a1 HTTP/1.1" status: 200 len: 921 time: 0.4721458 May 30 20:03:04.473900 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064ed622-7383-4c9f-b2a8-cce221391ff6 req-216cda8f-c13d-4678-9165-03c9d6942885 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:04.476418 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-064ed622-7383-4c9f-b2a8-cce221391ff6 req-216cda8f-c13d-4678-9165-03c9d6942885 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/ports?device_id=5c349730-6ae7-43e5-b368-35ecf2a48057 HTTP/1.1" status: 200 len: 944 time: 0.3753421 May 30 20:03:04.477148 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 46272) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:03:04.560860 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-24ddb226-00bd-4427-95ef-f895eede1d69 req-87b07203-1d25-4530-adb1-35a4b0723d7b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fd83fbe6-974e-4966-b600-b69c153f32fa HTTP/1.1" status: 200 len: 217 time: 0.0901728 May 30 20:03:04.665473 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6759b0ae-00c7-480e-88ad-2c4012bf9b82 req-aa79db06-511f-42d5-933a-afd6f320654a service neutron] 10.222.0.71 "GET /v2.0/networks/22982b8a-b22c-41df-a053-0dde355094a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3965490 May 30 20:03:04.705134 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-57d80486-cc06-433e-98bd-0eab28ffdd0a req-7ce2f654-e28c-443b-bdb2-31fbf0b8c056 service neutron] 10.222.0.71 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4039619 May 30 20:03:04.711383 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ddb226-00bd-4427-95ef-f895eede1d69 req-59d4f48d-a6d5-4c7c-af52-de09e9f755ac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:04.712877 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-24ddb226-00bd-4427-95ef-f895eede1d69 req-59d4f48d-a6d5-4c7c-af52-de09e9f755ac service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8501e548-9fd0-4b41-a186-ee2d1e9a4a4f HTTP/1.1" status: 200 len: 860 time: 0.1419561 May 30 20:03:04.725692 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-064ed622-7383-4c9f-b2a8-cce221391ff6 req-c39a843e-1adf-498a-be57-bc1c745031f6 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/security-groups?id=b7c7fe04-8ab6-4ec0-af46-b4358854e449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170720 May 30 20:03:04.825693 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-00b27b90-b512-41c8-9f59-feff826e4b97 tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:04.829272 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-30bad8aa-29e7-4207-ba92-192b29f4c669 req-0a65285f-6781-4cb9-a217-eabd9e5aa4a3 service neutron] For port 1c83bdee-3e0e-421b-beaa-ef0d0eff03cb, host n-h1-843948-2, cleared binding levels {{(pid=84886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:03:04.865680 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-30bad8aa-29e7-4207-ba92-192b29f4c669 req-0a65285f-6781-4cb9-a217-eabd9e5aa4a3 service neutron] For port 1c83bdee-3e0e-421b-beaa-ef0d0eff03cb, host n-h1-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=1c83bdee-3e0e-421b-beaa-ef0d0eff03cb,segment=NetworkSegment(70424240-b76f-4af0-9f32-ace284913a86),segment_id=70424240-b76f-4af0-9f32-ace284913a86)] {{(pid=84886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:03:04.896433 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-00b27b90-b512-41c8-9f59-feff826e4b97 tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:04.951564 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-30bad8aa-29e7-4207-ba92-192b29f4c669 req-0a65285f-6781-4cb9-a217-eabd9e5aa4a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:04.954002 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-24ddb226-00bd-4427-95ef-f895eede1d69 req-bf3bc8e8-594f-4dd2-b271-51ceab22dd1b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a2a2680a-30c7-4004-a919-1078d0f1a0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1229467 May 30 20:03:05.046146 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-30bad8aa-29e7-4207-ba92-192b29f4c669 req-0a65285f-6781-4cb9-a217-eabd9e5aa4a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:05.047616 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-30bad8aa-29e7-4207-ba92-192b29f4c669 req-0a65285f-6781-4cb9-a217-eabd9e5aa4a3 service neutron] 10.222.0.71 "PUT /v2.0/ports/1c83bdee-3e0e-421b-beaa-ef0d0eff03cb HTTP/1.1" status: 200 len: 1092 time: 3.2730098 May 30 20:03:05.057955 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c070eba4-14b3-4a02-9743-528f8d32ae0a', 'tag': '1c83bdee-3e0e-421b-beaa-ef0d0eff03cb'}] {{(pid=84886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:03:05.146556 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a65285f-6781-4cb9-a217-eabd9e5aa4a3 service neutron] Pushing event updated for resources: {'Port': ['ID=1c83bdee-3e0e-421b-beaa-ef0d0eff03cb,revision_number=3']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:03:05.173521 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6759b0ae-00c7-480e-88ad-2c4012bf9b82 req-7ba81844-f905-49cb-9820-d346fe1a201c service neutron] 10.222.0.71 "GET /v2.0/networks/22982b8a-b22c-41df-a053-0dde355094a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4980192 May 30 20:03:05.204349 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea32a0b2-5647-48bb-9df8-c9922bd8e334 req-128b8dae-98f5-4f48-9266-c7cd17d526c4 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:05.205949 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ea32a0b2-5647-48bb-9df8-c9922bd8e334 req-128b8dae-98f5-4f48-9266-c7cd17d526c4 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] 10.222.0.85 "GET /v2.0/ports?device_id=c070eba4-14b3-4a02-9743-528f8d32ae0a HTTP/1.1" status: 200 len: 944 time: 0.1420040 May 30 20:03:05.212668 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-00b27b90-b512-41c8-9f59-feff826e4b97 tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:05.250002 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-57d80486-cc06-433e-98bd-0eab28ffdd0a req-802e4a7e-30f4-4ce0-b087-c166014532d9 service neutron] 10.222.0.71 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4458899 May 30 20:03:05.274141 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b27b90-b512-41c8-9f59-feff826e4b97 tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dac481bc-e0af-4040-91be-73f3fd319fa2,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:03:05.274397 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fd9198-6900-41ac-be79-47ccc57cc4f9 req-f58d534a-1896-492a-8600-0ebfdff8736d tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:05.275857 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-92fd9198-6900-41ac-be79-47ccc57cc4f9 req-f58d534a-1896-492a-8600-0ebfdff8736d tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/ports?device_id=6e7fe3ca-54fd-4e04-82e3-dcd749bf7142 HTTP/1.1" status: 200 len: 945 time: 0.5781682 May 30 20:03:05.281212 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c349730-6ae7-43e5-b368-35ecf2a48057', 'tag': 'f2e0905d-ccaa-4830-a17e-fda6d2147833'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:03:05.293879 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device cbb60caa-f289-4d7a-a125-c5fde983a737 up at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:03:05.309766 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-24ddb226-00bd-4427-95ef-f895eede1d69 req-6bc27f33-2719-4423-8858-4a18ffe00278 service neutron] 10.222.0.86 "GET /v2.0/networks/a2a2680a-30c7-4004-a919-1078d0f1a0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3367002 May 30 20:03:05.337032 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ea32a0b2-5647-48bb-9df8-c9922bd8e334 req-da3e055b-ee3e-4001-b4f6-108843030ef4 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] 10.222.0.85 "GET /v2.0/security-groups?id=9bc03317-7c5c-46d0-8ed2-0b298955a173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130090 May 30 20:03:05.371649 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-00b27b90-b512-41c8-9f59-feff826e4b97 tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:05.400557 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-00b27b90-b512-41c8-9f59-feff826e4b97 tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] 10.222.0.85 "DELETE /v2.0/security-groups/dac481bc-e0af-4040-91be-73f3fd319fa2 HTTP/1.1" status: 204 len: 168 time: 0.9088509 May 30 20:03:05.400557 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 46288) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:03:05.434220 n-d-843948-2 neutron-server[84886]: INFO neutron.api.v2.resource [None req-ff1c52e8-6da9-4da1-a0b8-9be5e81dfc32 tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] show failed (client error): The resource could not be found. May 30 20:03:05.435830 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-ff1c52e8-6da9-4da1-a0b8-9be5e81dfc32 tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] 10.222.0.85 "GET /v2.0/security-groups/dac481bc-e0af-4040-91be-73f3fd319fa2 HTTP/1.1" status: 404 len: 347 time: 0.0337720 May 30 20:03:05.439592 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 46292) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:03:05.464677 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning for port cbb60caa-f289-4d7a-a125-c5fde983a737 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:03:05.473312 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning complete for port cbb60caa-f289-4d7a-a125-c5fde983a737 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:03:05.474017 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:05.585193 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-92fd9198-6900-41ac-be79-47ccc57cc4f9 req-d19be87e-ce49-408b-8ffc-25399436de0c tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/security-groups?id=f7bd1307-7f80-416a-ad0f-251b87da459a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2954640 May 30 20:03:05.608776 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:05.647855 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-30bad8aa-29e7-4207-ba92-192b29f4c669 req-c7e952a0-a283-48a1-94c8-e3608734a3c0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=6b8ee42596cc4a45afa2078c48491dae&device_id=c070eba4-14b3-4a02-9743-528f8d32ae0a HTTP/1.1" status: 200 len: 1095 time: 0.4472868 May 30 20:03:05.670060 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e7fe3ca-54fd-4e04-82e3-dcd749bf7142', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbb60caa-f289-4d7a-a125-c5fde983a737'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:03:05.693780 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port cbb60caa-f289-4d7a-a125-c5fde983a737, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=cbb60caa-f289-4d7a-a125-c5fde983a737,segment=NetworkSegment(a588beee-eb1a-4179-866b-50764eb9b22b),segment_id=a588beee-eb1a-4179-866b-50764eb9b22b)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:03:05.715156 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-274d9e19-e9d5-4407-b586-79a7d04a3a04 tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] Deleting port f2b5bb55-ef44-439f-bb42-da604863359f {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:03:05.716097 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-274d9e19-e9d5-4407-b586-79a7d04a3a04 tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:05.742283 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-30bad8aa-29e7-4207-ba92-192b29f4c669 req-f61ee219-4ab9-45b5-a7dc-a5d3d916b76b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1c83bdee-3e0e-421b-beaa-ef0d0eff03cb HTTP/1.1" status: 200 len: 217 time: 0.0849521 May 30 20:03:05.748695 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-24ddb226-00bd-4427-95ef-f895eede1d69 req-e3ff2710-7b10-4db9-9809-67d75cf73f61 service neutron] 10.222.0.86 "GET /v2.0/networks/a2a2680a-30c7-4004-a919-1078d0f1a0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4295149 May 30 20:03:05.775565 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:05.867280 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bad8aa-29e7-4207-ba92-192b29f4c669 req-429e2e40-355d-4ebe-8b8c-15117ea15f1d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:05.868489 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb7e0c8-ff6c-4211-9823-cf4d0477416f req-81888e2f-165e-49a1-ad70-d984faebe171 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:05.868752 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-30bad8aa-29e7-4207-ba92-192b29f4c669 req-429e2e40-355d-4ebe-8b8c-15117ea15f1d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9e784a53-5b9d-4147-93e1-adf6f7b920d9 HTTP/1.1" status: 200 len: 844 time: 0.1190457 May 30 20:03:05.870512 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-dcb7e0c8-ff6c-4211-9823-cf4d0477416f req-81888e2f-165e-49a1-ad70-d984faebe171 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.85 "GET /v2.0/ports?device_id=f5a78d1f-6cff-4124-afc0-dcc1ec017f29 HTTP/1.1" status: 200 len: 943 time: 0.3487391 May 30 20:03:05.971291 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=cbb60caa-f289-4d7a-a125-c5fde983a737,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:03:06.014316 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-30bad8aa-29e7-4207-ba92-192b29f4c669 req-fb7ba93d-fbde-4a22-86ff-538a69a8ece2 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e15833fa-a7c7-4aba-b669-666e27c7d454&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1390500 May 30 20:03:06.162628 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-dcb7e0c8-ff6c-4211-9823-cf4d0477416f req-9aef04e8-21f2-4c1f-97e0-e61750cd6a54 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.85 "GET /v2.0/security-groups?id=e04d9b86-3d99-41a3-8241-c517ec1f4730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617197 May 30 20:03:06.190331 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-274d9e19-e9d5-4407-b586-79a7d04a3a04 tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:06.190656 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-274d9e19-e9d5-4407-b586-79a7d04a3a04 tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:06.262312 n-d-843948-2 neutron-server[84886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e50b809-7cf7-41e7-9321-2dc1d206d4a3'] response: {'name': 'network-changed', 'server_uuid': 'c070eba4-14b3-4a02-9743-528f8d32ae0a', 'tag': '1c83bdee-3e0e-421b-beaa-ef0d0eff03cb', 'status': 'completed', 'code': 200} May 30 20:03:06.275165 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7283912c-e888-4002-ac3b-697237e2afb2 req-fc5d0da7-5940-4706-be7a-628ffdce76fb tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:06.279241 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7283912c-e888-4002-ac3b-697237e2afb2 req-fc5d0da7-5940-4706-be7a-628ffdce76fb tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] 10.222.0.85 "GET /v2.0/ports?device_id=843e9dac-a7f9-4146-a853-871714260300 HTTP/1.1" status: 200 len: 950 time: 0.3307450 May 30 20:03:06.315022 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b47bd0c0-ab1d-481f-a89e-c65fd66027fd'] response: {'name': 'network-changed', 'server_uuid': '5c349730-6ae7-43e5-b368-35ecf2a48057', 'tag': 'f2e0905d-ccaa-4830-a17e-fda6d2147833', 'status': 'completed', 'code': 200} May 30 20:03:06.323862 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-30bad8aa-29e7-4207-ba92-192b29f4c669 req-4d26be77-e655-4612-a907-9f04872ee748 service neutron] 10.222.0.71 "GET /v2.0/networks/e15833fa-a7c7-4aba-b669-666e27c7d454?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2996848 May 30 20:03:06.352942 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-274d9e19-e9d5-4407-b586-79a7d04a3a04 tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] Calling delete_port for f2b5bb55-ef44-439f-bb42-da604863359f owned by network:floatingip {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:03:06.468628 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7283912c-e888-4002-ac3b-697237e2afb2 req-7705d6f3-e484-4011-aac8-3e0521d3550e tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] 10.222.0.85 "GET /v2.0/security-groups?id=06806dfc-f049-4330-b211-293135e18ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748848 May 30 20:03:06.585978 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-30bad8aa-29e7-4207-ba92-192b29f4c669 req-fac594b2-c137-4887-98f5-eca86e6ec416 service neutron] 10.222.0.71 "GET /v2.0/networks/e15833fa-a7c7-4aba-b669-666e27c7d454?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2468007 May 30 20:03:06.592834 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37ceaa22-6b20-4b4d-854b-e591a7dadb70'] response: {'server_uuid': '6e7fe3ca-54fd-4e04-82e3-dcd749bf7142', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbb60caa-f289-4d7a-a125-c5fde983a737', 'code': 200} May 30 20:03:06.597224 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-eceb3a05-08cc-4e91-bdd9-ddb30255c651 req-4cdb9c3a-b2b5-4d66-beeb-2ba8147d832d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e03d8798de6f4daa8bc8080dc719ce8a&device_id=5c349730-6ae7-43e5-b368-35ecf2a48057 HTTP/1.1" status: 200 len: 1095 time: 0.2360606 May 30 20:03:06.650374 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a9ba04-1631-446e-8bae-7b9eccfe501b req-4f973e2a-1739-43e3-8da1-a07f8dfc2db6 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:06.658282 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e6a9ba04-1631-446e-8bae-7b9eccfe501b req-4f973e2a-1739-43e3-8da1-a07f8dfc2db6 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/ports?device_id=cad50d2c-f09c-49dc-ab89-1ea18c4b8f5e HTTP/1.1" status: 200 len: 950 time: 0.2173827 May 30 20:03:06.742021 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-274d9e19-e9d5-4407-b586-79a7d04a3a04 tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:06.919374 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274d9e19-e9d5-4407-b586-79a7d04a3a04 tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] Pushing event deleted for resources: {'Port': ['ID=f2b5bb55-ef44-439f-bb42-da604863359f,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:03:06.935279 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e6a9ba04-1631-446e-8bae-7b9eccfe501b req-2f50f3da-74f9-4253-9382-df852b7fd65b tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/security-groups?id=e1329ead-76da-4fe1-a988-d24ed3099985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2758660 May 30 20:03:06.946006 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceb3a05-08cc-4e91-bdd9-ddb30255c651 req-c086c357-1dce-4f2c-adab-d2a070b193b8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:06.947669 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-eceb3a05-08cc-4e91-bdd9-ddb30255c651 req-c086c357-1dce-4f2c-adab-d2a070b193b8 service neutron] 10.222.0.71 "GET /v2.0/networks?id=22982b8a-b22c-41df-a053-0dde355094a5 HTTP/1.1" status: 200 len: 908 time: 0.3405221 May 30 20:03:07.031963 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2a592e67-ef6c-477b-beb2-3afdd497e05b req-027001ef-9883-47b2-9301-c1a3777a2829 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=6e7fe3ca-54fd-4e04-82e3-dcd749bf7142 HTTP/1.1" status: 200 len: 1097 time: 0.2912393 May 30 20:03:07.064374 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-eceb3a05-08cc-4e91-bdd9-ddb30255c651 req-6d158c33-289b-40a7-98cb-55b5af4403f7 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f2e0905d-ccaa-4830-a17e-fda6d2147833 HTTP/1.1" status: 200 len: 217 time: 0.0997169 May 30 20:03:07.074083 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3828d3ef-2c9e-4745-9379-254c8801335f req-ff8e9d9b-8da3-45ed-a41f-c8910a57a808 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:07.074845 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-3828d3ef-2c9e-4745-9379-254c8801335f req-ff8e9d9b-8da3-45ed-a41f-c8910a57a808 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Synchronizing usage tracker for tenant:e03d8798de6f4daa8bc8080dc719ce8a on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:03:07.109850 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9e99218d-151b-428b-82e6-6e73f08d1350 req-7adc2134-2c95-4b1d-bd2c-2a20562dabae service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=6b8ee42596cc4a45afa2078c48491dae&device_id=c070eba4-14b3-4a02-9743-528f8d32ae0a HTTP/1.1" status: 200 len: 1095 time: 0.3594196 May 30 20:03:07.147136 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-274d9e19-e9d5-4407-b586-79a7d04a3a04 tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] Notify callbacks [] for floatingip, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:07.159658 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2a592e67-ef6c-477b-beb2-3afdd497e05b req-5516ba99-eae0-43e7-bc72-9a366ea69ed9 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=f7bd1307-7f80-416a-ad0f-251b87da459a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201837 May 30 20:03:07.172013 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceb3a05-08cc-4e91-bdd9-ddb30255c651 req-8ee511b0-da60-49ae-aee2-511f99e49461 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:07.174884 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-eceb3a05-08cc-4e91-bdd9-ddb30255c651 req-8ee511b0-da60-49ae-aee2-511f99e49461 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b885d147-b4ba-4062-ad34-3d5558c5dbbf HTTP/1.1" status: 200 len: 847 time: 0.1087363 May 30 20:03:07.221449 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-3828d3ef-2c9e-4745-9379-254c8801335f req-ff8e9d9b-8da3-45ed-a41f-c8910a57a808 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Unset dirty status for tenant:e03d8798de6f4daa8bc8080dc719ce8a on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:03:07.226376 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3828d3ef-2c9e-4745-9379-254c8801335f req-ff8e9d9b-8da3-45ed-a41f-c8910a57a808 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/ports?device_id=5c349730-6ae7-43e5-b368-35ecf2a48057 HTTP/1.1" status: 200 len: 944 time: 0.4104934 May 30 20:03:07.311102 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3828d3ef-2c9e-4745-9379-254c8801335f req-964f5962-beed-4bfe-8c08-32d3b9243c1c tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/security-groups?id=b7c7fe04-8ab6-4ec0-af46-b4358854e449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788071 May 30 20:03:07.433157 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-eceb3a05-08cc-4e91-bdd9-ddb30255c651 req-13c699fb-aa8c-4316-996e-ee47d0b80f13 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=22982b8a-b22c-41df-a053-0dde355094a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0851183 May 30 20:03:07.450559 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-274d9e19-e9d5-4407-b586-79a7d04a3a04 tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:07.451745 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-274d9e19-e9d5-4407-b586-79a7d04a3a04 tempest-AttachSCSIVolumeTestJSON-1343464302 tempest-AttachSCSIVolumeTestJSON-1343464302-project] 10.222.0.85 "DELETE /v2.0/floatingips/1a707ab2-50cc-4ffb-a5f8-2e7ccdba87c3 HTTP/1.1" status: 204 len: 168 time: 2.0109189 May 30 20:03:07.462397 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e99218d-151b-428b-82e6-6e73f08d1350 req-e579df3c-78b2-4e88-8427-6cc15f6db358 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:07.465189 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9e99218d-151b-428b-82e6-6e73f08d1350 req-e579df3c-78b2-4e88-8427-6cc15f6db358 service neutron] 10.222.0.71 "GET /v2.0/networks?id=e15833fa-a7c7-4aba-b669-666e27c7d454 HTTP/1.1" status: 200 len: 905 time: 0.3479946 May 30 20:03:07.604968 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9cbcb3-d577-4511-98d2-421ec81e519c req-d579b8b6-9361-4ffe-9b0e-e5249a8a1da1 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:07.607450 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0b9cbcb3-d577-4511-98d2-421ec81e519c req-d579b8b6-9361-4ffe-9b0e-e5249a8a1da1 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] 10.222.0.85 "GET /v2.0/ports?device_id=c070eba4-14b3-4a02-9743-528f8d32ae0a HTTP/1.1" status: 200 len: 944 time: 0.3868492 May 30 20:03:07.682030 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9e99218d-151b-428b-82e6-6e73f08d1350 req-f9cfe9b2-70bf-4e7b-98a0-22de3fbf2995 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1c83bdee-3e0e-421b-beaa-ef0d0eff03cb HTTP/1.1" status: 200 len: 217 time: 0.2077057 May 30 20:03:07.806156 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-65e205b7-1efb-4060-bfb1-18ef06649aa7 req-01c2e715-762f-414b-8663-96e23287aa8c service neutron] 10.222.0.86 "GET /v2.0/ports/fd83fbe6-974e-4966-b600-b69c153f32fa/bindings/n-h1-843948-2 HTTP/1.1" status: 200 len: 384 time: 0.2505682 May 30 20:03:07.811973 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-eceb3a05-08cc-4e91-bdd9-ddb30255c651 req-5789cf70-ea17-43c7-9af3-04bcdd5c3753 service neutron] 10.222.0.71 "GET /v2.0/networks/22982b8a-b22c-41df-a053-0dde355094a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3717985 May 30 20:03:07.822597 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0b9cbcb3-d577-4511-98d2-421ec81e519c req-0454b50b-2790-436d-b62a-d31db3544817 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] 10.222.0.85 "GET /v2.0/security-groups?id=9bc03317-7c5c-46d0-8ed2-0b298955a173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980073 May 30 20:03:07.911230 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e99218d-151b-428b-82e6-6e73f08d1350 req-948b3301-4b8a-4aea-b729-6d11cd74a9aa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:07.918361 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9e99218d-151b-428b-82e6-6e73f08d1350 req-948b3301-4b8a-4aea-b729-6d11cd74a9aa service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9e784a53-5b9d-4147-93e1-adf6f7b920d9 HTTP/1.1" status: 200 len: 844 time: 0.2187653 May 30 20:03:08.021772 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9e99218d-151b-428b-82e6-6e73f08d1350 req-93f70e0a-fd76-43f9-9e43-64f4eccbf709 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e15833fa-a7c7-4aba-b669-666e27c7d454&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0984752 May 30 20:03:08.302163 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9e99218d-151b-428b-82e6-6e73f08d1350 req-005d9b07-48ea-41ae-b3fd-ba50af02ed11 service neutron] 10.222.0.71 "GET /v2.0/networks/e15833fa-a7c7-4aba-b669-666e27c7d454?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2673576 May 30 20:03:08.418617 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-eceb3a05-08cc-4e91-bdd9-ddb30255c651 req-7e0d8db6-9fe9-4002-a8c6-88a05ee3041e service neutron] 10.222.0.71 "GET /v2.0/networks/22982b8a-b22c-41df-a053-0dde355094a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5405326 May 30 20:03:08.434318 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d989338-6e28-45ed-a3d0-ea0ad1c8b37b req-64ba58c3-8e5e-4e20-aea8-d2f98d8d6c64 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:08.435889 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0d989338-6e28-45ed-a3d0-ea0ad1c8b37b req-64ba58c3-8e5e-4e20-aea8-d2f98d8d6c64 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/ports?device_id=6e7fe3ca-54fd-4e04-82e3-dcd749bf7142 HTTP/1.1" status: 200 len: 946 time: 0.3198135 May 30 20:03:08.456415 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396ee9d3-6606-469c-89cb-af310fdcf93f req-9b1cc815-ca27-4494-b5ff-e03a05dde329 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:08.460839 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-396ee9d3-6606-469c-89cb-af310fdcf93f req-9b1cc815-ca27-4494-b5ff-e03a05dde329 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.85 "GET /v2.0/ports?device_id=f5a78d1f-6cff-4124-afc0-dcc1ec017f29 HTTP/1.1" status: 200 len: 943 time: 0.2440140 May 30 20:03:08.573337 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9e99218d-151b-428b-82e6-6e73f08d1350 req-c4b104ad-3d40-46bc-a62f-f77da9dd50b4 service neutron] 10.222.0.71 "GET /v2.0/networks/e15833fa-a7c7-4aba-b669-666e27c7d454?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2632661 May 30 20:03:08.590995 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0d989338-6e28-45ed-a3d0-ea0ad1c8b37b req-d6b656fb-2f23-44d7-af1f-03d9307e3322 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/security-groups?id=f7bd1307-7f80-416a-ad0f-251b87da459a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339931 May 30 20:03:08.631102 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-396ee9d3-6606-469c-89cb-af310fdcf93f req-0bceeb85-0c9f-4297-a567-2c7ddb07e1f2 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.85 "GET /v2.0/security-groups?id=e04d9b86-3d99-41a3-8241-c517ec1f4730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047602 May 30 20:03:08.672455 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-65e205b7-1efb-4060-bfb1-18ef06649aa7 req-ae45f010-774a-4f72-966d-6b577cddd7a8 service neutron] For port fd83fbe6-974e-4966-b600-b69c153f32fa, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=fd83fbe6-974e-4966-b600-b69c153f32fa,segment=NetworkSegment(4048bfa0-f1bd-4aa7-86bf-7023b66ee7f9),segment_id=4048bfa0-f1bd-4aa7-86bf-7023b66ee7f9)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:03:08.724140 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-65e205b7-1efb-4060-bfb1-18ef06649aa7 req-ae45f010-774a-4f72-966d-6b577cddd7a8 service neutron] For port fd83fbe6-974e-4966-b600-b69c153f32fa, host n-h2-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:03:08.858020 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [req-65e205b7-1efb-4060-bfb1-18ef06649aa7 req-ae45f010-774a-4f72-966d-6b577cddd7a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd83fbe6-974e-4966-b600-b69c153f32fa {{(pid=84887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:03:08.873251 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-65e205b7-1efb-4060-bfb1-18ef06649aa7 req-ae45f010-774a-4f72-966d-6b577cddd7a8 service neutron] For port fd83fbe6-974e-4966-b600-b69c153f32fa, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=fd83fbe6-974e-4966-b600-b69c153f32fa,segment=NetworkSegment(4048bfa0-f1bd-4aa7-86bf-7023b66ee7f9),segment_id=4048bfa0-f1bd-4aa7-86bf-7023b66ee7f9)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:03:08.913340 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2fba176b-d290-49fd-885e-d02b8b7c4a5a req-31f9555d-9015-4a7a-a2e8-7fb8248331e4 tempest-ServersAdminTestJSON-1537065359 tempest-ServersAdminTestJSON-1537065359-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=843e9dac-a7f9-4146-a853-871714260300 HTTP/1.1" status: 200 len: 1101 time: 0.1275666 May 30 20:03:08.960627 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-65e205b7-1efb-4060-bfb1-18ef06649aa7 req-ae45f010-774a-4f72-966d-6b577cddd7a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:08.981978 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2fba176b-d290-49fd-885e-d02b8b7c4a5a req-58d43f8b-ab5c-4b03-9d0d-f995ab59f9a9 tempest-ServersAdminTestJSON-1537065359 tempest-ServersAdminTestJSON-1537065359-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=06806dfc-f049-4330-b211-293135e18ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607238 May 30 20:03:08.996502 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8534a2b-0512-430b-a298-77e880c9274e req-e7a80ddd-561d-425c-bd73-980fd2841cf3 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:08.999390 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e8534a2b-0512-430b-a298-77e880c9274e req-e7a80ddd-561d-425c-bd73-980fd2841cf3 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/ports?device_id=cad50d2c-f09c-49dc-ab89-1ea18c4b8f5e HTTP/1.1" status: 200 len: 950 time: 0.1528027 May 30 20:03:09.074013 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e8534a2b-0512-430b-a298-77e880c9274e req-28e94149-dadb-4ce8-afa0-5310022c0b17 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/security-groups?id=e1329ead-76da-4fe1-a988-d24ed3099985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584645 May 30 20:03:09.159453 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-65e205b7-1efb-4060-bfb1-18ef06649aa7 req-ae45f010-774a-4f72-966d-6b577cddd7a8 service neutron] Transition to ACTIVE for port object fd83fbe6-974e-4966-b600-b69c153f32fa will not be triggered until provisioned by entity L2. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:03:09.247555 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-65e205b7-1efb-4060-bfb1-18ef06649aa7 req-ae45f010-774a-4f72-966d-6b577cddd7a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:09.319065 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 1c83bdee-3e0e-421b-beaa-ef0d0eff03cb details requested by agent hyperv_n-h1-843948-2 with host n-h1-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:03:09.499816 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c74bc9-659f-4416-9bcb-67a6e94eef05 req-807b4ee8-1373-4d21-9c67-1c123197a09e tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:09.508869 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f2c74bc9-659f-4416-9bcb-67a6e94eef05 req-807b4ee8-1373-4d21-9c67-1c123197a09e tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] 10.222.0.85 "GET /v2.0/ports?device_id=c070eba4-14b3-4a02-9743-528f8d32ae0a HTTP/1.1" status: 200 len: 944 time: 0.2472181 May 30 20:03:09.560070 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f2c74bc9-659f-4416-9bcb-67a6e94eef05 req-347cd4fb-f807-42e4-a285-20aaaa1fea44 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] 10.222.0.85 "GET /v2.0/security-groups?id=9bc03317-7c5c-46d0-8ed2-0b298955a173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501342 May 30 20:03:09.577786 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae45f010-774a-4f72-966d-6b577cddd7a8 service neutron] Pushing event updated for resources: {'Port': ['ID=fd83fbe6-974e-4966-b600-b69c153f32fa,revision_number=10']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:03:09.581667 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-65e205b7-1efb-4060-bfb1-18ef06649aa7 req-ae45f010-774a-4f72-966d-6b577cddd7a8 service neutron] No DVR routers for this DVR port fd83fbe6-974e-4966-b600-b69c153f32fa on host n-h2-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:03:09.591935 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0a459f-9a0c-4b48-a8e4-c2a074591e1a req-a7de9681-42a4-4943-a15a-d56480b651cf tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:09.593572 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8f0a459f-9a0c-4b48-a8e4-c2a074591e1a req-a7de9681-42a4-4943-a15a-d56480b651cf tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/ports?device_id=5c349730-6ae7-43e5-b368-35ecf2a48057 HTTP/1.1" status: 200 len: 944 time: 0.4159982 May 30 20:03:09.605267 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 1c83bdee-3e0e-421b-beaa-ef0d0eff03cb, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=1c83bdee-3e0e-421b-beaa-ef0d0eff03cb,segment=NetworkSegment(70424240-b76f-4af0-9f32-ace284913a86),segment_id=70424240-b76f-4af0-9f32-ace284913a86)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:03:09.624899 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Returning: {'device': '1c83bdee-3e0e-421b-beaa-ef0d0eff03cb', 'network_id': 'e15833fa-a7c7-4aba-b669-666e27c7d454', 'port_id': '1c83bdee-3e0e-421b-beaa-ef0d0eff03cb', 'mac_address': 'fa:16:3e:bc:a9:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e784a53-5b9d-4147-93e1-adf6f7b920d9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:03:09.689487 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:09.713992 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c83bdee-3e0e-421b-beaa-ef0d0eff03cb {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:03:09.724330 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-65e205b7-1efb-4060-bfb1-18ef06649aa7 req-ae45f010-774a-4f72-966d-6b577cddd7a8 service neutron] 10.222.0.86 "PUT /v2.0/ports/fd83fbe6-974e-4966-b600-b69c153f32fa/bindings/n-h1-843948-2/activate HTTP/1.1" status: 200 len: 369 time: 1.9094267 May 30 20:03:09.735534 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 1c83bdee-3e0e-421b-beaa-ef0d0eff03cb, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=1c83bdee-3e0e-421b-beaa-ef0d0eff03cb,segment=NetworkSegment(70424240-b76f-4af0-9f32-ace284913a86),segment_id=70424240-b76f-4af0-9f32-ace284913a86)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:03:09.782044 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8f0a459f-9a0c-4b48-a8e4-c2a074591e1a req-421fc1b2-0aac-4514-b2bd-f853722b2508 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/security-groups?id=b7c7fe04-8ab6-4ec0-af46-b4358854e449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422415 May 30 20:03:09.821222 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:09.938959 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=1c83bdee-3e0e-421b-beaa-ef0d0eff03cb,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:03:09.993529 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-65e205b7-1efb-4060-bfb1-18ef06649aa7 req-3bd93ce1-329f-4d78-b543-c56b859ea8dd tempest-LiveAutoBlockMigrationV225Test-1041394858 tempest-LiveAutoBlockMigrationV225Test-1041394858-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=f5a78d1f-6cff-4124-afc0-dcc1ec017f29&tenant_id=507d6785502940d28c178ad4aae87e46&binding%3Ahost_id=n-h2-843948-2 HTTP/1.1" status: 200 len: 1095 time: 0.1191239 May 30 20:03:10.079128 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['1c83bdee-3e0e-421b-beaa-ef0d0eff03cb'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:03:10.101178 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-65e205b7-1efb-4060-bfb1-18ef06649aa7 req-a6018e1a-8280-4332-8253-7333b0c5a29b service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=f5a78d1f-6cff-4124-afc0-dcc1ec017f29&tenant_id=507d6785502940d28c178ad4aae87e46 HTTP/1.1" status: 200 len: 1095 time: 0.0972350 May 30 20:03:10.256855 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-65e205b7-1efb-4060-bfb1-18ef06649aa7 req-8382d985-f922-4677-a3fc-59337a37093e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=507d6785502940d28c178ad4aae87e46&device_id=f5a78d1f-6cff-4124-afc0-dcc1ec017f29 HTTP/1.1" status: 200 len: 1095 time: 0.1117773 May 30 20:03:10.327111 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb4660e-e2a7-4890-be4f-69462355aa74 req-7baffa2e-e58a-4b0e-a9f4-458d18d9cfa8 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:10.335560 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1bb4660e-e2a7-4890-be4f-69462355aa74 req-7baffa2e-e58a-4b0e-a9f4-458d18d9cfa8 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/ports?device_id=6e7fe3ca-54fd-4e04-82e3-dcd749bf7142 HTTP/1.1" status: 200 len: 946 time: 0.1799870 May 30 20:03:10.387503 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1bb4660e-e2a7-4890-be4f-69462355aa74 req-cb170792-1378-47be-883a-54c0e2eb780c tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/security-groups?id=f7bd1307-7f80-416a-ad0f-251b87da459a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506525 May 30 20:03:10.525136 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e205b7-1efb-4060-bfb1-18ef06649aa7 req-a0da81f3-0779-485f-ad02-0c3f9e1980bb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:10.526667 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-65e205b7-1efb-4060-bfb1-18ef06649aa7 req-a0da81f3-0779-485f-ad02-0c3f9e1980bb service neutron] 10.222.0.71 "GET /v2.0/networks?id=a2a2680a-30c7-4004-a919-1078d0f1a0a1 HTTP/1.1" status: 200 len: 921 time: 0.2640839 May 30 20:03:10.646488 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f4821e-faf5-4152-a218-a8bf6b468655 req-defe395a-1649-4f74-a3e0-0921464e5ab1 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:10.648118 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-88f4821e-faf5-4152-a218-a8bf6b468655 req-defe395a-1649-4f74-a3e0-0921464e5ab1 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.85 "GET /v2.0/ports?device_id=f5a78d1f-6cff-4124-afc0-dcc1ec017f29 HTTP/1.1" status: 200 len: 944 time: 0.3427622 May 30 20:03:10.654291 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-65e205b7-1efb-4060-bfb1-18ef06649aa7 req-befda40a-b101-4698-878f-bb2864394566 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fd83fbe6-974e-4966-b600-b69c153f32fa HTTP/1.1" status: 200 len: 217 time: 0.1181190 May 30 20:03:10.826600 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e205b7-1efb-4060-bfb1-18ef06649aa7 req-cc70a26d-2dcd-4fe1-9817-01c7a4ea95a8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:10.828189 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-65e205b7-1efb-4060-bfb1-18ef06649aa7 req-cc70a26d-2dcd-4fe1-9817-01c7a4ea95a8 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8501e548-9fd0-4b41-a186-ee2d1e9a4a4f HTTP/1.1" status: 200 len: 860 time: 0.1681683 May 30 20:03:10.842323 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-88f4821e-faf5-4152-a218-a8bf6b468655 req-3db83d99-ec8c-455d-a3ed-fd538d7cdd37 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.85 "GET /v2.0/security-groups?id=e04d9b86-3d99-41a3-8241-c517ec1f4730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841016 May 30 20:03:10.957422 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-65e205b7-1efb-4060-bfb1-18ef06649aa7 req-eca66298-b654-400c-8269-2962e92760b2 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a2a2680a-30c7-4004-a919-1078d0f1a0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1130958 May 30 20:03:11.075814 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37d6fdf-8776-48e5-bb4d-4f439f32c24c req-543193cd-9feb-4856-9f07-b5a908c3257a tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:11.081127 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a37d6fdf-8776-48e5-bb4d-4f439f32c24c req-543193cd-9feb-4856-9f07-b5a908c3257a tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/ports?device_id=cad50d2c-f09c-49dc-ab89-1ea18c4b8f5e HTTP/1.1" status: 200 len: 950 time: 0.2716432 May 30 20:03:11.193965 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a37d6fdf-8776-48e5-bb4d-4f439f32c24c req-02b2ddb1-4636-49f2-bb80-07e89dde3587 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/security-groups?id=e1329ead-76da-4fe1-a988-d24ed3099985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065154 May 30 20:03:11.313852 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-65e205b7-1efb-4060-bfb1-18ef06649aa7 req-69fa1440-0e17-4d32-a487-f9c874a88ae9 service neutron] 10.222.0.71 "GET /v2.0/networks/a2a2680a-30c7-4004-a919-1078d0f1a0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3468356 May 30 20:03:11.317249 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1545f4ce-db3a-45f7-b1fb-fecd10cdda84 req-96344f38-c391-4ac9-a924-e6b9e098d2ab tempest-ServersAdminTestJSON-1537065359 tempest-ServersAdminTestJSON-1537065359-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=843e9dac-a7f9-4146-a853-871714260300 HTTP/1.1" status: 200 len: 1101 time: 0.2075608 May 30 20:03:11.334140 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 1c83bdee-3e0e-421b-beaa-ef0d0eff03cb up at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:03:11.459659 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1545f4ce-db3a-45f7-b1fb-fecd10cdda84 req-dcbeab5f-8976-4f1b-8c68-70342141b558 tempest-ServersAdminTestJSON-1537065359 tempest-ServersAdminTestJSON-1537065359-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=06806dfc-f049-4330-b211-293135e18ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208882 May 30 20:03:11.533052 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-65e205b7-1efb-4060-bfb1-18ef06649aa7 req-def20d26-9f7a-4dc9-babb-f55ae7f10aec service neutron] 10.222.0.71 "GET /v2.0/networks/a2a2680a-30c7-4004-a919-1078d0f1a0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127328 May 30 20:03:11.575176 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbe79e7-7b39-4ae2-b8d2-50a4f37fd210 req-c2aa1c54-3319-433c-831d-0de2162fdec8 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:11.583580 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ecbe79e7-7b39-4ae2-b8d2-50a4f37fd210 req-c2aa1c54-3319-433c-831d-0de2162fdec8 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] 10.222.0.85 "GET /v2.0/ports?device_id=c070eba4-14b3-4a02-9743-528f8d32ae0a HTTP/1.1" status: 200 len: 945 time: 0.2430232 May 30 20:03:11.646059 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ecbe79e7-7b39-4ae2-b8d2-50a4f37fd210 req-a7bd75b7-04fd-4cf0-bf2c-764be7a2ddb7 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] 10.222.0.85 "GET /v2.0/security-groups?id=9bc03317-7c5c-46d0-8ed2-0b298955a173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613770 May 30 20:03:11.666818 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning for port 1c83bdee-3e0e-421b-beaa-ef0d0eff03cb completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:03:11.673590 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning complete for port 1c83bdee-3e0e-421b-beaa-ef0d0eff03cb triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:03:11.674305 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:11.961818 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:12.017212 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 46404) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:03:12.044960 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c070eba4-14b3-4a02-9743-528f8d32ae0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c83bdee-3e0e-421b-beaa-ef0d0eff03cb'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:03:12.058838 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 1c83bdee-3e0e-421b-beaa-ef0d0eff03cb, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=1c83bdee-3e0e-421b-beaa-ef0d0eff03cb,segment=NetworkSegment(70424240-b76f-4af0-9f32-ace284913a86),segment_id=70424240-b76f-4af0-9f32-ace284913a86)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:03:12.071414 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device fd83fbe6-974e-4966-b600-b69c153f32fa no longer exists at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:03:12.209399 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:12.340120 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c16cb5-fba3-42a4-bfe6-023c9d550b17 req-65dab14b-256a-40c3-8200-003eb333da56 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:12.349358 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-26c16cb5-fba3-42a4-bfe6-023c9d550b17 req-65dab14b-256a-40c3-8200-003eb333da56 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/ports?device_id=5c349730-6ae7-43e5-b368-35ecf2a48057 HTTP/1.1" status: 200 len: 944 time: 0.2752838 May 30 20:03:12.387469 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device fd83fbe6-974e-4966-b600-b69c153f32fa not bound to the agent host n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:03:12.407513 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=1c83bdee-3e0e-421b-beaa-ef0d0eff03cb,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:03:12.443214 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d97be067-ccd8-406b-9067-3764695b2aa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:12.572335 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-26c16cb5-fba3-42a4-bfe6-023c9d550b17 req-a55e3e4d-a75f-4669-80c5-797f96b73e68 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/security-groups?id=b7c7fe04-8ab6-4ec0-af46-b4358854e449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980400 May 30 20:03:12.606064 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-d97be067-ccd8-406b-9067-3764695b2aa6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:03:12.613183 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-d97be067-ccd8-406b-9067-3764695b2aa6 admin admin] Usage tracker for resource:security_group_rule and tenant:82edac0d5eaf4d3d86448f69ebc4c652 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:03:12.618063 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-d97be067-ccd8-406b-9067-3764695b2aa6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:03:12.628787 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-d97be067-ccd8-406b-9067-3764695b2aa6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:03:12.670376 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-65e205b7-1efb-4060-bfb1-18ef06649aa7 req-fd1af2d6-930b-4fa5-b99c-a68ab48c205c tempest-LiveAutoBlockMigrationV225Test-1041394858 tempest-LiveAutoBlockMigrationV225Test-1041394858-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=f5a78d1f-6cff-4124-afc0-dcc1ec017f29&tenant_id=507d6785502940d28c178ad4aae87e46&binding%3Ahost_id=n-h1-843948-2 HTTP/1.1" status: 200 len: 1095 time: 0.1892622 May 30 20:03:12.819450 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d97be067-ccd8-406b-9067-3764695b2aa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:12.859566 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40d6140c-6962-4961-a3b3-9c3b19697263'] response: {'server_uuid': 'c070eba4-14b3-4a02-9743-528f8d32ae0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c83bdee-3e0e-421b-beaa-ef0d0eff03cb', 'code': 200} May 30 20:03:12.963132 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d97be067-ccd8-406b-9067-3764695b2aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:13.002226 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-65e205b7-1efb-4060-bfb1-18ef06649aa7 req-32a2d512-9f10-4cdf-9d5c-bad8514318f0 service neutron] For port fd83fbe6-974e-4966-b600-b69c153f32fa, host n-h2-843948-2, cleared binding levels {{(pid=84886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:03:13.030835 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f402ce3f-5adc-42cd-9faa-632a7ba3ac4b req-81563997-2b27-44b9-877e-b701d7981682 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:13.038507 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f402ce3f-5adc-42cd-9faa-632a7ba3ac4b req-81563997-2b27-44b9-877e-b701d7981682 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.85 "GET /v2.0/ports?device_id=f5a78d1f-6cff-4124-afc0-dcc1ec017f29 HTTP/1.1" status: 200 len: 944 time: 0.3374732 May 30 20:03:13.052277 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97be067-ccd8-406b-9067-3764695b2aa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c7dd435-439f-4a85-91f8-ba91540881fc,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:03:13.060209 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-d97be067-ccd8-406b-9067-3764695b2aa6 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=82edac0d5eaf4d3d86448f69ebc4c652&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0415866 May 30 20:03:13.061872 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-65e205b7-1efb-4060-bfb1-18ef06649aa7 req-32a2d512-9f10-4cdf-9d5c-bad8514318f0 service neutron] Notify callbacks [] for binding, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:13.062899 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-65e205b7-1efb-4060-bfb1-18ef06649aa7 req-32a2d512-9f10-4cdf-9d5c-bad8514318f0 service neutron] 10.222.0.71 "DELETE /v2.0/ports/fd83fbe6-974e-4966-b600-b69c153f32fa/bindings/n-h2-843948-2 HTTP/1.1" status: 204 len: 173 time: 0.3912950 May 30 20:03:13.063357 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 46424) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:03:13.158364 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f402ce3f-5adc-42cd-9faa-632a7ba3ac4b req-4d9b6adb-bf1d-423c-9bc1-c0f4c337c158 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.85 "GET /v2.0/security-groups?id=e04d9b86-3d99-41a3-8241-c517ec1f4730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120634 May 30 20:03:13.169177 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ce0139a6-668d-4ced-800c-38ad319c7574 req-49f54687-5929-4f57-9acf-6939e61d417a service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=c070eba4-14b3-4a02-9743-528f8d32ae0a HTTP/1.1" status: 200 len: 1097 time: 0.2437105 May 30 20:03:13.194689 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ccd07f99-43a8-446d-9785-ea467032fc4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:13.244651 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624b072d-fcaf-4bc7-9b31-2f40fc108114 req-63c9782a-6d46-441f-a58e-a6f236a2862e tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:13.259211 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-624b072d-fcaf-4bc7-9b31-2f40fc108114 req-63c9782a-6d46-441f-a58e-a6f236a2862e tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/ports?device_id=cad50d2c-f09c-49dc-ab89-1ea18c4b8f5e HTTP/1.1" status: 200 len: 950 time: 0.1758540 May 30 20:03:13.263709 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ce0139a6-668d-4ced-800c-38ad319c7574 req-cef58127-1528-486f-95b3-6960e6d9a925 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=9bc03317-7c5c-46d0-8ed2-0b298955a173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879779 May 30 20:03:13.297462 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ccd07f99-43a8-446d-9785-ea467032fc4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:13.329471 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device f2e0905d-ccaa-4830-a17e-fda6d2147833 details requested by agent hyperv_n-h1-843948-2 with host n-h1-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:03:13.607369 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-624b072d-fcaf-4bc7-9b31-2f40fc108114 req-3fcd6ff6-f7f6-4ac0-a973-53a20c237f41 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/security-groups?id=e1329ead-76da-4fe1-a988-d24ed3099985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3522196 May 30 20:03:13.684340 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f901322e-43ab-471c-8a1d-9428ac75cfbd req-2f2b4b6f-8358-4d07-8eda-589b3abef37b tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:13.702155 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f901322e-43ab-471c-8a1d-9428ac75cfbd req-2f2b4b6f-8358-4d07-8eda-589b3abef37b tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] 10.222.0.85 "GET /v2.0/ports?device_id=a67b2746-c2ad-4a7e-abbc-e6c5f48c467b HTTP/1.1" status: 200 len: 950 time: 0.2707534 May 30 20:03:13.723367 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port f2e0905d-ccaa-4830-a17e-fda6d2147833, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=f2e0905d-ccaa-4830-a17e-fda6d2147833,segment=NetworkSegment(4d4a7668-7a19-4452-8bd2-a5411730cf30),segment_id=4d4a7668-7a19-4452-8bd2-a5411730cf30)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:03:13.748994 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ccd07f99-43a8-446d-9785-ea467032fc4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:13.788019 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ccd07f99-43a8-446d-9785-ea467032fc4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:13.793876 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-ccd07f99-43a8-446d-9785-ea467032fc4e admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/8c7dd435-439f-4a85-91f8-ba91540881fc HTTP/1.1" status: 204 len: 168 time: 0.7256634 May 30 20:03:13.793876 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd07f99-43a8-446d-9785-ea467032fc4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c7dd435-439f-4a85-91f8-ba91540881fc,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:03:13.833112 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f901322e-43ab-471c-8a1d-9428ac75cfbd req-6d39ba2b-fbf4-4341-b68e-deb548bbd174 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] 10.222.0.85 "GET /v2.0/security-groups?id=06806dfc-f049-4330-b211-293135e18ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172116 May 30 20:03:13.913839 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Returning: {'device': 'f2e0905d-ccaa-4830-a17e-fda6d2147833', 'network_id': '22982b8a-b22c-41df-a053-0dde355094a5', 'port_id': 'f2e0905d-ccaa-4830-a17e-fda6d2147833', 'mac_address': 'fa:16:3e:6c:74:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b885d147-b4ba-4062-ad34-3d5558c5dbbf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:03:14.084923 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:14.106867 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242ad334-0f52-4dbf-af5b-c6d358e06ad6 req-6bc3604d-8cc8-4b82-9864-0e85ff6757fa tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:14.114552 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2e0905d-ccaa-4830-a17e-fda6d2147833 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:03:14.124459 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-242ad334-0f52-4dbf-af5b-c6d358e06ad6 req-6bc3604d-8cc8-4b82-9864-0e85ff6757fa tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] 10.222.0.85 "GET /v2.0/ports?device_id=c070eba4-14b3-4a02-9743-528f8d32ae0a HTTP/1.1" status: 200 len: 946 time: 0.2391105 May 30 20:03:14.136852 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port f2e0905d-ccaa-4830-a17e-fda6d2147833, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=f2e0905d-ccaa-4830-a17e-fda6d2147833,segment=NetworkSegment(4d4a7668-7a19-4452-8bd2-a5411730cf30),segment_id=4d4a7668-7a19-4452-8bd2-a5411730cf30)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:03:14.236878 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-242ad334-0f52-4dbf-af5b-c6d358e06ad6 req-1271d213-0f82-4484-8d71-95f9d9234ee6 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] 10.222.0.85 "GET /v2.0/security-groups?id=9bc03317-7c5c-46d0-8ed2-0b298955a173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110802 May 30 20:03:14.240505 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:14.436192 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=f2e0905d-ccaa-4830-a17e-fda6d2147833,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:03:14.517130 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['f2e0905d-ccaa-4830-a17e-fda6d2147833'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:03:14.686526 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3986e8-1397-4c96-89a0-7a0480bbc1d7 req-d50d944f-2267-4630-9a7b-2283cfbf4d90 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:14.689049 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4f3986e8-1397-4c96-89a0-7a0480bbc1d7 req-d50d944f-2267-4630-9a7b-2283cfbf4d90 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] 10.222.0.86 "GET /v2.0/ports?device_id=a67b2746-c2ad-4a7e-abbc-e6c5f48c467b HTTP/1.1" status: 200 len: 950 time: 0.6249645 May 30 20:03:14.854795 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-4f3986e8-1397-4c96-89a0-7a0480bbc1d7 req-2d1dc17f-bd43-44de-9b89-8f37598f8f42 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] Deleting port c1378ee4-8ee3-4816-b8a4-bb67e39e875a {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:03:14.855224 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-4f3986e8-1397-4c96-89a0-7a0480bbc1d7 req-2d1dc17f-bd43-44de-9b89-8f37598f8f42 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:14.921101 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1045a1af-7c66-4641-91c9-dc1d6893d5b0 req-a34a0df0-6e0a-49e8-be25-bc997d69a052 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:14.922678 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1045a1af-7c66-4641-91c9-dc1d6893d5b0 req-a34a0df0-6e0a-49e8-be25-bc997d69a052 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/ports?device_id=5c349730-6ae7-43e5-b368-35ecf2a48057 HTTP/1.1" status: 200 len: 945 time: 0.3837233 May 30 20:03:15.053245 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1045a1af-7c66-4641-91c9-dc1d6893d5b0 req-b715b1df-3bbe-4454-a003-67aa0f9b2773 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/security-groups?id=b7c7fe04-8ab6-4ec0-af46-b4358854e449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228638 May 30 20:03:15.192231 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-4f3986e8-1397-4c96-89a0-7a0480bbc1d7 req-2d1dc17f-bd43-44de-9b89-8f37598f8f42 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] For port c1378ee4-8ee3-4816-b8a4-bb67e39e875a, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=c1378ee4-8ee3-4816-b8a4-bb67e39e875a,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:03:15.192767 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-4f3986e8-1397-4c96-89a0-7a0480bbc1d7 req-2d1dc17f-bd43-44de-9b89-8f37598f8f42 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:15.250548 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 46458) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:03:15.270852 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ee6cc03e-e5e6-43a3-8075-d18ecf18c03b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:15.309086 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-ee6cc03e-e5e6-43a3-8075-d18ecf18c03b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:03:15.314186 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-ee6cc03e-e5e6-43a3-8075-d18ecf18c03b admin admin] Usage tracker for resource:security_group_rule and tenant:2fe34883e4e94835abca68454e3566e6 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:03:15.318713 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-ee6cc03e-e5e6-43a3-8075-d18ecf18c03b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:03:15.325947 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-ee6cc03e-e5e6-43a3-8075-d18ecf18c03b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:03:15.374868 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-4f3986e8-1397-4c96-89a0-7a0480bbc1d7 req-2d1dc17f-bd43-44de-9b89-8f37598f8f42 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] Calling delete_port for c1378ee4-8ee3-4816-b8a4-bb67e39e875a owned by compute:nova {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:03:15.403940 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ee6cc03e-e5e6-43a3-8075-d18ecf18c03b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:15.497906 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ee6cc03e-e5e6-43a3-8075-d18ecf18c03b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:15.519284 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0a15fa11-e9de-418c-8d06-7723da5b4714 req-8c6939fe-2cbb-48cc-8d29-0f48125fca56 tempest-LiveAutoBlockMigrationV225Test-1041394858 tempest-LiveAutoBlockMigrationV225Test-1041394858-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=f5a78d1f-6cff-4124-afc0-dcc1ec017f29 HTTP/1.1" status: 200 len: 1095 time: 0.2422817 May 30 20:03:15.547847 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6cc03e-e5e6-43a3-8075-d18ecf18c03b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73514b39-56f8-405a-b072-77c850695ffa,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:03:15.554561 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-ee6cc03e-e5e6-43a3-8075-d18ecf18c03b admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=2fe34883e4e94835abca68454e3566e6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3025296 May 30 20:03:15.558461 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 46464) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:03:15.591824 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0a15fa11-e9de-418c-8d06-7723da5b4714 req-7b415a93-abb0-43ce-a0bb-dd72cbade73f tempest-LiveAutoBlockMigrationV225Test-1041394858 tempest-LiveAutoBlockMigrationV225Test-1041394858-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=e04d9b86-3d99-41a3-8241-c517ec1f4730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581672 May 30 20:03:15.658295 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8cfbb22e-5b9b-4786-b33d-69fe662b089a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:15.685369 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-4f3986e8-1397-4c96-89a0-7a0480bbc1d7 req-2d1dc17f-bd43-44de-9b89-8f37598f8f42 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:15.703449 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['c1378ee4-8ee3-4816-b8a4-bb67e39e875a', '1f18d718-31c2-4596-a36f-eba1153ae3d2'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:03:15.711575 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 46470) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:03:15.819372 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1dc17f-bd43-44de-9b89-8f37598f8f42 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] Pushing event deleted for resources: {'Port': ['ID=c1378ee4-8ee3-4816-b8a4-bb67e39e875a,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:03:15.831243 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['3d4f8457-50ab-49d6-a493-aaa143021b70'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:03:15.918965 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8cfbb22e-5b9b-4786-b33d-69fe662b089a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:16.038643 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f3986e8-1397-4c96-89a0-7a0480bbc1d7 req-2d1dc17f-bd43-44de-9b89-8f37598f8f42 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] No DVR routers for this DVR port c1378ee4-8ee3-4816-b8a4-bb67e39e875a on host n-h2-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:03:16.042804 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-4f3986e8-1397-4c96-89a0-7a0480bbc1d7 req-2d1dc17f-bd43-44de-9b89-8f37598f8f42 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:16.064726 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a67b2746-c2ad-4a7e-abbc-e6c5f48c467b', 'name': 'network-vif-deleted', 'tag': 'c1378ee4-8ee3-4816-b8a4-bb67e39e875a'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:03:16.126674 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4f3986e8-1397-4c96-89a0-7a0480bbc1d7 req-2d1dc17f-bd43-44de-9b89-8f37598f8f42 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] 10.222.0.86 "DELETE /v2.0/ports/c1378ee4-8ee3-4816-b8a4-bb67e39e875a HTTP/1.1" status: 204 len: 173 time: 1.4254475 May 30 20:03:16.166631 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68eeab9-1624-4632-8305-525920f70ef7 req-ba1618f3-d4f5-45f2-84ee-1c95968d8b56 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:16.169286 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e68eeab9-1624-4632-8305-525920f70ef7 req-ba1618f3-d4f5-45f2-84ee-1c95968d8b56 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/ports?device_id=cad50d2c-f09c-49dc-ab89-1ea18c4b8f5e HTTP/1.1" status: 200 len: 950 time: 0.3026390 May 30 20:03:16.216623 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-8cd090a0-1ca0-44c4-80ce-f755542d22ea req-14776133-1df7-4351-b87d-d3f0fc4e0966 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] Synchronizing usage tracker for tenant:e5d7aa177ee047fa9f9235d3092bd6ea on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:03:16.292293 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8cfbb22e-5b9b-4786-b33d-69fe662b089a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:16.345299 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e68eeab9-1624-4632-8305-525920f70ef7 req-bb2614f1-029c-4c04-91fb-4366b5c521b6 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/security-groups?id=e1329ead-76da-4fe1-a988-d24ed3099985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577981 May 30 20:03:16.352130 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfbb22e-5b9b-4786-b33d-69fe662b089a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73514b39-56f8-405a-b072-77c850695ffa,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:03:16.354099 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-8cd090a0-1ca0-44c4-80ce-f755542d22ea req-14776133-1df7-4351-b87d-d3f0fc4e0966 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] Unset dirty status for tenant:e5d7aa177ee047fa9f9235d3092bd6ea on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:03:16.368175 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8cfbb22e-5b9b-4786-b33d-69fe662b089a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:16.368626 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8cd090a0-1ca0-44c4-80ce-f755542d22ea req-14776133-1df7-4351-b87d-d3f0fc4e0966 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] 10.222.0.85 "GET /v2.0/ports?device_id=a67b2746-c2ad-4a7e-abbc-e6c5f48c467b HTTP/1.1" status: 200 len: 210 time: 0.2033079 May 30 20:03:16.379588 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-8cfbb22e-5b9b-4786-b33d-69fe662b089a admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/73514b39-56f8-405a-b072-77c850695ffa HTTP/1.1" status: 204 len: 168 time: 0.8193972 May 30 20:03:16.726389 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8077fb2e-107f-4de2-bfdc-f703b8a997a8 req-2e92c859-ce7d-4445-b920-efd945c98b4a tempest-LiveAutoBlockMigrationV225Test-1041394858 tempest-LiveAutoBlockMigrationV225Test-1041394858-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=f5a78d1f-6cff-4124-afc0-dcc1ec017f29 HTTP/1.1" status: 200 len: 1095 time: 0.0997660 May 30 20:03:16.818125 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8077fb2e-107f-4de2-bfdc-f703b8a997a8 req-fb0b2741-c599-4c85-9e14-88f194640b18 tempest-LiveAutoBlockMigrationV225Test-1041394858 tempest-LiveAutoBlockMigrationV225Test-1041394858-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=e04d9b86-3d99-41a3-8241-c517ec1f4730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779126 May 30 20:03:16.867809 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9e133b-0ad9-4390-a98f-2e08c38d6a49 req-1576986a-a26a-4ddc-a950-a579ef6ce5da tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:16.871824 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5e9e133b-0ad9-4390-a98f-2e08c38d6a49 req-1576986a-a26a-4ddc-a950-a579ef6ce5da tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] 10.222.0.85 "GET /v2.0/ports?device_id=c070eba4-14b3-4a02-9743-528f8d32ae0a HTTP/1.1" status: 200 len: 946 time: 0.2488990 May 30 20:03:16.968071 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5e9e133b-0ad9-4390-a98f-2e08c38d6a49 req-e28599b3-896c-41bc-969b-91b405159c43 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] 10.222.0.85 "GET /v2.0/security-groups?id=9bc03317-7c5c-46d0-8ed2-0b298955a173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852075 May 30 20:03:17.080466 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b333d102-f57d-4775-b954-d8418370aba4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-736216'] for router_interface, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:17.101551 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98936d70-ce40-46dc-bf30-c1009ddc5850'] response: {'server_uuid': 'a67b2746-c2ad-4a7e-abbc-e6c5f48c467b', 'name': 'network-vif-deleted', 'tag': 'c1378ee4-8ee3-4816-b8a4-bb67e39e875a', 'status': 'completed', 'code': 200} May 30 20:03:17.351400 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device f2e0905d-ccaa-4830-a17e-fda6d2147833 up at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:03:17.635001 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning for port f2e0905d-ccaa-4830-a17e-fda6d2147833 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:03:17.641264 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning complete for port f2e0905d-ccaa-4830-a17e-fda6d2147833 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:03:17.641972 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:17.699651 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b32482-6800-42ba-b2a1-9d667ef1d272 req-c34d16e2-7aaf-45e0-ab46-7a9fb1f666e3 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:17.702518 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-91b32482-6800-42ba-b2a1-9d667ef1d272 req-c34d16e2-7aaf-45e0-ab46-7a9fb1f666e3 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/ports?device_id=5c349730-6ae7-43e5-b368-35ecf2a48057 HTTP/1.1" status: 200 len: 945 time: 0.2492130 May 30 20:03:17.871065 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-91b32482-6800-42ba-b2a1-9d667ef1d272 req-594c0ff3-e0f1-4ab1-963c-c241483abafd tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/security-groups?id=b7c7fe04-8ab6-4ec0-af46-b4358854e449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325336 May 30 20:03:17.883033 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:17.950070 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c349730-6ae7-43e5-b368-35ecf2a48057', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2e0905d-ccaa-4830-a17e-fda6d2147833'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:03:17.970035 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port f2e0905d-ccaa-4830-a17e-fda6d2147833, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=f2e0905d-ccaa-4830-a17e-fda6d2147833,segment=NetworkSegment(4d4a7668-7a19-4452-8bd2-a5411730cf30),segment_id=4d4a7668-7a19-4452-8bd2-a5411730cf30)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:03:18.095611 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device c1378ee4-8ee3-4816-b8a4-bb67e39e875a no longer exists at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:03:18.178680 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] No Port match for: c1378ee4-8ee3-4816-b8a4-bb67e39e875a {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:03:18.179096 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device c1378ee4-8ee3-4816-b8a4-bb67e39e875a not bound to the agent host n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:03:18.276022 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:18.388308 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=f2e0905d-ccaa-4830-a17e-fda6d2147833,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:03:18.672004 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3979094-c46d-4f59-98f3-5b8b0327b2b6 req-a0f8414b-f282-4cf0-aaa5-baf5995e8da9 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:18.673654 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e3979094-c46d-4f59-98f3-5b8b0327b2b6 req-a0f8414b-f282-4cf0-aaa5-baf5995e8da9 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/ports?device_id=cad50d2c-f09c-49dc-ab89-1ea18c4b8f5e HTTP/1.1" status: 200 len: 950 time: 0.3994944 May 30 20:03:18.767296 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e3979094-c46d-4f59-98f3-5b8b0327b2b6 req-5ed4d5bc-ef30-44c1-8383-18381e5af88a tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/security-groups?id=e1329ead-76da-4fe1-a988-d24ed3099985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797598 May 30 20:03:19.001384 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-b333d102-f57d-4775-b954-d8418370aba4 admin admin] Deleting port f2d80048-a73a-48a6-b988-73d7f827fa1a {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:03:19.001819 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b333d102-f57d-4775-b954-d8418370aba4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:19.119013 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-388282fa-8262-4beb-b5d0-6c3bab25ed5d'] response: {'server_uuid': '5c349730-6ae7-43e5-b368-35ecf2a48057', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2e0905d-ccaa-4830-a17e-fda6d2147833', 'code': 200} May 30 20:03:19.163799 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:19.318442 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [None req-b333d102-f57d-4775-b954-d8418370aba4 admin admin] For port f2d80048-a73a-48a6-b988-73d7f827fa1a, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=f2d80048-a73a-48a6-b988-73d7f827fa1a,segment=NetworkSegment(3a626651-8b25-4f7c-aed3-c510bf367e24),segment_id=3a626651-8b25-4f7c-aed3-c510bf367e24)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:03:19.319011 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b333d102-f57d-4775-b954-d8418370aba4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:19.443104 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bb3aae-6d4f-43c6-8f7d-7186edbdfb83 req-2ef70b45-a96b-45b7-956b-ba4cc9747ca8 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:19.451082 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e2bb3aae-6d4f-43c6-8f7d-7186edbdfb83 req-2ef70b45-a96b-45b7-956b-ba4cc9747ca8 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] 10.222.0.85 "GET /v2.0/ports?device_id=c070eba4-14b3-4a02-9743-528f8d32ae0a HTTP/1.1" status: 200 len: 946 time: 0.3400455 May 30 20:03:19.506602 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-bd25eb2a-89d8-4901-8b31-3c865047455c req-563c1547-c2fb-4a09-a57b-5e012dc7d334 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=5c349730-6ae7-43e5-b368-35ecf2a48057 HTTP/1.1" status: 200 len: 1097 time: 0.2477086 May 30 20:03:19.530344 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e2bb3aae-6d4f-43c6-8f7d-7186edbdfb83 req-74d02366-84cb-4385-923f-3ec0d4588aa4 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] 10.222.0.85 "GET /v2.0/security-groups?id=9bc03317-7c5c-46d0-8ed2-0b298955a173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775344 May 30 20:03:19.592420 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-bd25eb2a-89d8-4901-8b31-3c865047455c req-b99ddaaa-1548-476c-aaf7-9a0f9ee58bf1 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=b7c7fe04-8ab6-4ec0-af46-b4358854e449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599871 May 30 20:03:19.616870 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-b333d102-f57d-4775-b954-d8418370aba4 admin admin] Calling delete_port for f2d80048-a73a-48a6-b988-73d7f827fa1a owned by network:router_interface {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:03:19.822919 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f953fb-9404-4def-9dd5-076d5b4fe9bb req-30313d50-b8ae-458a-afd3-def3a3545240 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:19.852115 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e7f953fb-9404-4def-9dd5-076d5b4fe9bb req-30313d50-b8ae-458a-afd3-def3a3545240 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/ports?device_id=5c349730-6ae7-43e5-b368-35ecf2a48057 HTTP/1.1" status: 200 len: 946 time: 0.1669471 May 30 20:03:19.985199 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e7f953fb-9404-4def-9dd5-076d5b4fe9bb req-ff01f5e2-a99f-46b9-afb8-09a088669ef1 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/security-groups?id=b7c7fe04-8ab6-4ec0-af46-b4358854e449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314342 May 30 20:03:20.029983 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b333d102-f57d-4775-b954-d8418370aba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:20.156022 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b333d102-f57d-4775-b954-d8418370aba4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2d80048-a73a-48a6-b988-73d7f827fa1a,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:03:20.489015 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c790f5ae-85ce-4792-8a27-42c00e6f6596 req-2c4e17d6-a9db-48e3-a32e-1b18bf3facb7 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:20.506328 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c790f5ae-85ce-4792-8a27-42c00e6f6596 req-2c4e17d6-a9db-48e3-a32e-1b18bf3facb7 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/ports?device_id=cad50d2c-f09c-49dc-ab89-1ea18c4b8f5e HTTP/1.1" status: 200 len: 950 time: 0.2810473 May 30 20:03:20.710828 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c790f5ae-85ce-4792-8a27-42c00e6f6596 req-0b169442-e3aa-4e4b-8aa0-b8ebc9bfe848 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/security-groups?id=e1329ead-76da-4fe1-a988-d24ed3099985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031159 May 30 20:03:21.098640 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b333d102-f57d-4775-b954-d8418370aba4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1718140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-736143'] for router_interface, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:21.327963 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bf8217-3d91-4992-aecc-4936b0c671b4 req-87b9a562-9b24-499f-9054-ceb6d03708ab tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:21.336848 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-84bf8217-3d91-4992-aecc-4936b0c671b4 req-87b9a562-9b24-499f-9054-ceb6d03708ab tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] 10.222.0.85 "GET /v2.0/ports?device_id=a90e0fa3-52c5-4ce6-9724-62916ccbd2c5 HTTP/1.1" status: 200 len: 950 time: 0.1171303 May 30 20:03:21.573179 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-84bf8217-3d91-4992-aecc-4936b0c671b4 req-3deb29c7-1b00-4ff8-9c7c-9d9e53d5d991 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] 10.222.0.85 "GET /v2.0/security-groups?id=06806dfc-f049-4330-b211-293135e18ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350655 May 30 20:03:21.623764 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031fab93-8738-4dc5-9f47-f76969e84836 req-7f5203c9-546d-4a1b-810a-0678c4504fd4 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:21.626920 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-031fab93-8738-4dc5-9f47-f76969e84836 req-7f5203c9-546d-4a1b-810a-0678c4504fd4 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] 10.222.0.71 "GET /v2.0/ports?device_id=a90e0fa3-52c5-4ce6-9724-62916ccbd2c5 HTTP/1.1" status: 200 len: 950 time: 0.2621005 May 30 20:03:21.709840 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-031fab93-8738-4dc5-9f47-f76969e84836 req-0de7d109-4edb-4f67-90f0-e4043b42d8d3 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] Deleting port 3d4f8457-50ab-49d6-a493-aaa143021b70 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:03:21.710201 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-031fab93-8738-4dc5-9f47-f76969e84836 req-0de7d109-4edb-4f67-90f0-e4043b42d8d3 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:22.188529 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:22.227841 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-031fab93-8738-4dc5-9f47-f76969e84836 req-0de7d109-4edb-4f67-90f0-e4043b42d8d3 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] For port 3d4f8457-50ab-49d6-a493-aaa143021b70, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=3d4f8457-50ab-49d6-a493-aaa143021b70,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:03:22.228200 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-031fab93-8738-4dc5-9f47-f76969e84836 req-0de7d109-4edb-4f67-90f0-e4043b42d8d3 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:22.236843 n-d-843948-2 neutron-server[84887]: INFO neutron.api.v2.resource [req-3d90be21-8df2-4b4c-9f74-b68989ff3122 req-1944f7a9-7586-4121-9e74-a820facaf389 service neutron] show failed (client error): The resource could not be found. May 30 20:03:22.238407 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3d90be21-8df2-4b4c-9f74-b68989ff3122 req-1944f7a9-7586-4121-9e74-a820facaf389 service neutron] 10.222.0.86 "GET /v2.0/ports/add4bcfc-8061-490b-abfb-4c9220e87f90/bindings/n-h1-843948-2 HTTP/1.1" status: 404 len: 380 time: 0.2010663 May 30 20:03:22.305314 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b333d102-f57d-4775-b954-d8418370aba4 admin admin] Router 80d80749-818b-48e5-bea9-b57f38ec69c9 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:03:22.454864 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeb68db-2d86-4299-9981-f41e47376318 req-ea5d4466-afdd-4b99-8a82-76bfcff25e1a tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:22.458133 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-adeb68db-2d86-4299-9981-f41e47376318 req-ea5d4466-afdd-4b99-8a82-76bfcff25e1a tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/ports?device_id=5c349730-6ae7-43e5-b368-35ecf2a48057 HTTP/1.1" status: 200 len: 946 time: 0.5113871 May 30 20:03:22.469252 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-031fab93-8738-4dc5-9f47-f76969e84836 req-0de7d109-4edb-4f67-90f0-e4043b42d8d3 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] Calling delete_port for 3d4f8457-50ab-49d6-a493-aaa143021b70 owned by compute:nova {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:03:22.601783 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4606e43-ac50-4d79-a446-0d831e0146e5 req-f94fa792-34be-4338-a7ed-081adc9e66e8 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:22.604109 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e4606e43-ac50-4d79-a446-0d831e0146e5 req-f94fa792-34be-4338-a7ed-081adc9e66e8 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/ports?device_id=cad50d2c-f09c-49dc-ab89-1ea18c4b8f5e HTTP/1.1" status: 200 len: 950 time: 0.2167647 May 30 20:03:22.673393 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-adeb68db-2d86-4299-9981-f41e47376318 req-1828bed1-be98-4935-af36-86c6949efabd tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/security-groups?id=b7c7fe04-8ab6-4ec0-af46-b4358854e449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520486 May 30 20:03:22.686449 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e4606e43-ac50-4d79-a446-0d831e0146e5 req-78138e5a-100e-415a-ae25-c3a13a6e0f95 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/security-groups?id=e1329ead-76da-4fe1-a988-d24ed3099985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747046 May 30 20:03:22.731702 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b333d102-f57d-4775-b954-d8418370aba4 admin admin] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:03:22.742384 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d1911e-0c35-4323-8d9f-62512d798b1a None None] Sync routers for ids ['80d80749-818b-48e5-bea9-b57f38ec69c9'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:03:22.771204 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d1911e-0c35-4323-8d9f-62512d798b1a None None] Routers {'80d80749-818b-48e5-bea9-b57f38ec69c9'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:03:22.771849 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-a8d1911e-0c35-4323-8d9f-62512d798b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:02:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['80d80749-818b-48e5-bea9-b57f38ec69c9'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:03:22.790614 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-b333d102-f57d-4775-b954-d8418370aba4 admin admin] 10.222.0.85 "PUT /v2.0/routers/80d80749-818b-48e5-bea9-b57f38ec69c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0734401 May 30 20:03:22.792041 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 46582) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:03:22.942447 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-031fab93-8738-4dc5-9f47-f76969e84836 req-0de7d109-4edb-4f67-90f0-e4043b42d8d3 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:22.957031 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['3d4f8457-50ab-49d6-a493-aaa143021b70'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:03:23.071350 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['1f18d718-31c2-4596-a36f-eba1153ae3d2'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:03:23.154111 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-a8d1911e-0c35-4323-8d9f-62512d798b1a None None] Set router 80d80749-818b-48e5-bea9-b57f38ec69c9 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:03:23.232605 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de7d109-4edb-4f67-90f0-e4043b42d8d3 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] Pushing event deleted for resources: {'Port': ['ID=3d4f8457-50ab-49d6-a493-aaa143021b70,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:03:23.260357 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-80bc8eab-0bea-47cb-a4b6-60f8263a31e0 req-5b2d75cc-7422-4bc8-bc1b-0beaf7347a2e tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] 10.222.0.85 "GET /v2.0/ports?device_id=a90e0fa3-52c5-4ce6-9724-62916ccbd2c5 HTTP/1.1" status: 200 len: 210 time: 0.1919961 May 30 20:03:23.388817 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3d90be21-8df2-4b4c-9f74-b68989ff3122 req-e526db69-ee8e-4fd4-af52-1c1cb91cda7d service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=cad50d2c-f09c-49dc-ab89-1ea18c4b8f5e&tenant_id=fa61b48b7a6444fe8c9a2f45b95c1d11 HTTP/1.1" status: 200 len: 1101 time: 0.1653566 May 30 20:03:23.412851 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [req-3d90be21-8df2-4b4c-9f74-b68989ff3122 req-c38ca841-2fe0-4278-b9c4-ad8484e302cf service neutron] Request body: {'port': {'binding:host_id': 'n-h1-843948-2', 'device_owner': 'compute:nova'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:03:23.534690 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-031fab93-8738-4dc5-9f47-f76969e84836 req-0de7d109-4edb-4f67-90f0-e4043b42d8d3 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] No DVR routers for this DVR port 3d4f8457-50ab-49d6-a493-aaa143021b70 on host n-h1-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:03:23.542795 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-031fab93-8738-4dc5-9f47-f76969e84836 req-0de7d109-4edb-4f67-90f0-e4043b42d8d3 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:23.573395 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-3d90be21-8df2-4b4c-9f74-b68989ff3122 req-c38ca841-2fe0-4278-b9c4-ad8484e302cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:23.581297 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a90e0fa3-52c5-4ce6-9724-62916ccbd2c5', 'name': 'network-vif-deleted', 'tag': '3d4f8457-50ab-49d6-a493-aaa143021b70'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:03:23.640887 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-031fab93-8738-4dc5-9f47-f76969e84836 req-0de7d109-4edb-4f67-90f0-e4043b42d8d3 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] 10.222.0.71 "DELETE /v2.0/ports/3d4f8457-50ab-49d6-a493-aaa143021b70 HTTP/1.1" status: 204 len: 173 time: 2.0073669 May 30 20:03:23.762929 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-838bd74b-8d24-4997-8a19-6ef54966dc1b admin admin] Notify callbacks [] for router, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:24.024126 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-a8d1911e-0c35-4323-8d9f-62512d798b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80d80749-818b-48e5-bea9-b57f38ec69c9', 'name': 'tempest-AttachSCSIVolumeTestJSON-1698076767-router', 'tenant_id': 'bbfe05941810494e822dbbe8fc7e85f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.94'}], 'enable_snat': True}, 'gw_port_id': '7d50dc18-4966-480d-80fa-5417359b0c4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T19:59:16Z', 'updated_at': '2022-05-30T20:03:19Z', 'revision_number': 5, 'project_id': 'bbfe05941810494e822dbbe8fc7e85f8', 'gw_port': {'id': '7d50dc18-4966-480d-80fa-5417359b0c4f', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:db:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d80749-818b-48e5-bea9-b57f38ec69c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:59:17Z', 'updated_at': '2022-05-30T19:59:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:03:24.035099 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d1911e-0c35-4323-8d9f-62512d798b1a None None] Checking router: 80d80749-818b-48e5-bea9-b57f38ec69c9 for host: n-d-843948-2 {{(pid=84889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:03:24.076298 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d1911e-0c35-4323-8d9f-62512d798b1a None None] Routers {'80d80749-818b-48e5-bea9-b57f38ec69c9'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:03:24.076298 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-a8d1911e-0c35-4323-8d9f-62512d798b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:02:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['80d80749-818b-48e5-bea9-b57f38ec69c9'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:03:24.199641 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-105e31d8-8315-491e-bd14-abf978f7fe34'] response: {'server_uuid': 'a90e0fa3-52c5-4ce6-9724-62916ccbd2c5', 'name': 'network-vif-deleted', 'tag': '3d4f8457-50ab-49d6-a493-aaa143021b70', 'status': 'completed', 'code': 200} May 30 20:03:24.469469 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-a8d1911e-0c35-4323-8d9f-62512d798b1a None None] Set router 80d80749-818b-48e5-bea9-b57f38ec69c9 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:03:24.502400 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d75aff-4517-4ca5-8ab5-81dfb4e05c7f req-94542f30-1dc7-422f-a3b8-fb73228b8e40 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:24.512089 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-51d75aff-4517-4ca5-8ab5-81dfb4e05c7f req-94542f30-1dc7-422f-a3b8-fb73228b8e40 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/ports?device_id=cad50d2c-f09c-49dc-ab89-1ea18c4b8f5e HTTP/1.1" status: 200 len: 950 time: 0.1088018 May 30 20:03:24.576994 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-51d75aff-4517-4ca5-8ab5-81dfb4e05c7f req-11de03f0-4c02-4ed8-a32a-cbcc8872d602 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/security-groups?id=e1329ead-76da-4fe1-a988-d24ed3099985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647929 May 30 20:03:24.590467 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-3d90be21-8df2-4b4c-9f74-b68989ff3122 req-c38ca841-2fe0-4278-b9c4-ad8484e302cf service neutron] For port add4bcfc-8061-490b-abfb-4c9220e87f90, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=add4bcfc-8061-490b-abfb-4c9220e87f90,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:03:24.640125 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-3d90be21-8df2-4b4c-9f74-b68989ff3122 req-c38ca841-2fe0-4278-b9c4-ad8484e302cf service neutron] For port add4bcfc-8061-490b-abfb-4c9220e87f90, host n-h2-843948-2, cleared binding levels {{(pid=84886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:03:24.866537 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-3d90be21-8df2-4b4c-9f74-b68989ff3122 req-c38ca841-2fe0-4278-b9c4-ad8484e302cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:24.888159 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [req-3d90be21-8df2-4b4c-9f74-b68989ff3122 req-c38ca841-2fe0-4278-b9c4-ad8484e302cf service neutron] Transition to ACTIVE for port object add4bcfc-8061-490b-abfb-4c9220e87f90 will not be triggered until provisioned by entity L2. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:03:24.889247 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cad50d2c-f09c-49dc-ab89-1ea18c4b8f5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'add4bcfc-8061-490b-abfb-4c9220e87f90'}] {{(pid=84886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:03:25.047704 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-992d3fb4-afad-4ca8-b56a-157bb321706d req-f6f445f2-6cca-43e1-8a4e-1345f7a27128 tempest-LiveMigrationTest-484647171 tempest-LiveMigrationTest-484647171-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=5c349730-6ae7-43e5-b368-35ecf2a48057 HTTP/1.1" status: 200 len: 1097 time: 1.0562978 May 30 20:03:25.131958 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-3d90be21-8df2-4b4c-9f74-b68989ff3122 req-c38ca841-2fe0-4278-b9c4-ad8484e302cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:25.134316 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-7cc5320b-7d08-4d42-9b5d-a1818317ee6b req-3d419271-d6e2-4986-b08b-9c1d5043cfdc tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] Synchronizing usage tracker for tenant:e5d7aa177ee047fa9f9235d3092bd6ea on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:03:25.155469 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-a8d1911e-0c35-4323-8d9f-62512d798b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80d80749-818b-48e5-bea9-b57f38ec69c9', 'name': 'tempest-AttachSCSIVolumeTestJSON-1698076767-router', 'tenant_id': 'bbfe05941810494e822dbbe8fc7e85f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.94'}], 'enable_snat': True}, 'gw_port_id': '7d50dc18-4966-480d-80fa-5417359b0c4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T19:59:16Z', 'updated_at': '2022-05-30T20:03:19Z', 'revision_number': 5, 'project_id': 'bbfe05941810494e822dbbe8fc7e85f8', 'gw_port': {'id': '7d50dc18-4966-480d-80fa-5417359b0c4f', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:db:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d80749-818b-48e5-bea9-b57f38ec69c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:59:17Z', 'updated_at': '2022-05-30T19:59:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:03:25.162384 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d1911e-0c35-4323-8d9f-62512d798b1a None None] The sync data for ids ['80d80749-818b-48e5-bea9-b57f38ec69c9'] in n-d-843948-2 is: [{'id': '80d80749-818b-48e5-bea9-b57f38ec69c9', 'name': 'tempest-AttachSCSIVolumeTestJSON-1698076767-router', 'tenant_id': 'bbfe05941810494e822dbbe8fc7e85f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.94'}], 'enable_snat': True}, 'gw_port_id': '7d50dc18-4966-480d-80fa-5417359b0c4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T19:59:16Z', 'updated_at': '2022-05-30T20:03:19Z', 'revision_number': 5, 'project_id': 'bbfe05941810494e822dbbe8fc7e85f8', 'gw_port': {'id': '7d50dc18-4966-480d-80fa-5417359b0c4f', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:db:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d80749-818b-48e5-bea9-b57f38ec69c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:59:17Z', 'updated_at': '2022-05-30T19:59:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:03:25.372587 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 1c83bdee-3e0e-421b-beaa-ef0d0eff03cb details requested by agent hyperv_n-h1-843948-2 with host n-h1-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:03:25.399547 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 3d4f8457-50ab-49d6-a493-aaa143021b70 no longer exists at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:03:25.405889 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-7cc5320b-7d08-4d42-9b5d-a1818317ee6b req-3d419271-d6e2-4986-b08b-9c1d5043cfdc tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] Unset dirty status for tenant:e5d7aa177ee047fa9f9235d3092bd6ea on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:03:25.409144 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7cc5320b-7d08-4d42-9b5d-a1818317ee6b req-3d419271-d6e2-4986-b08b-9c1d5043cfdc tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] 10.222.0.85 "GET /v2.0/ports?device_id=a90e0fa3-52c5-4ce6-9724-62916ccbd2c5 HTTP/1.1" status: 200 len: 210 time: 0.3322434 May 30 20:03:25.461160 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38ca841-2fe0-4278-b9c4-ad8484e302cf service neutron] Pushing event updated for resources: {'Port': ['ID=add4bcfc-8061-490b-abfb-4c9220e87f90,revision_number=6']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:03:25.516989 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-992d3fb4-afad-4ca8-b56a-157bb321706d req-5379083b-4d31-42a3-9964-8e10a7c4bb5f tempest-LiveMigrationTest-484647171 tempest-LiveMigrationTest-484647171-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=b7c7fe04-8ab6-4ec0-af46-b4358854e449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4677494 May 30 20:03:25.551292 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.db.resource_extend [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:03:25.649272 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] No Port match for: 3d4f8457-50ab-49d6-a493-aaa143021b70 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:03:25.649894 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 3d4f8457-50ab-49d6-a493-aaa143021b70 not bound to the agent host n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:03:25.711459 n-d-843948-2 neutron-server[84886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04844969-835d-46f8-9447-60f4f3d3c69e'] response: {'server_uuid': 'cad50d2c-f09c-49dc-ab89-1ea18c4b8f5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'add4bcfc-8061-490b-abfb-4c9220e87f90', 'code': 200} May 30 20:03:25.840111 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d90be21-8df2-4b4c-9f74-b68989ff3122 req-c38ca841-2fe0-4278-b9c4-ad8484e302cf service neutron] No DVR routers for this DVR port add4bcfc-8061-490b-abfb-4c9220e87f90 on host n-h2-843948-2 {{(pid=84886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:03:25.929056 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-838bd74b-8d24-4997-8a19-6ef54966dc1b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:26.054834 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 1c83bdee-3e0e-421b-beaa-ef0d0eff03cb, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=1c83bdee-3e0e-421b-beaa-ef0d0eff03cb,segment=NetworkSegment(70424240-b76f-4af0-9f32-ace284913a86),segment_id=70424240-b76f-4af0-9f32-ace284913a86)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:03:26.124154 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Returning: {'device': '1c83bdee-3e0e-421b-beaa-ef0d0eff03cb', 'network_id': 'e15833fa-a7c7-4aba-b669-666e27c7d454', 'port_id': '1c83bdee-3e0e-421b-beaa-ef0d0eff03cb', 'mac_address': 'fa:16:3e:bc:a9:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e784a53-5b9d-4147-93e1-adf6f7b920d9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:03:26.133499 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 46656) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:03:26.135606 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device f2d80048-a73a-48a6-b988-73d7f827fa1a no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:03:26.157982 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-838bd74b-8d24-4997-8a19-6ef54966dc1b admin admin] Deleting port 7d50dc18-4966-480d-80fa-5417359b0c4f {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:03:26.160859 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-838bd74b-8d24-4997-8a19-6ef54966dc1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:26.165872 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device add4bcfc-8061-490b-abfb-4c9220e87f90 no longer exists at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:03:26.183786 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-cfbe4f0a-4eb1-48d3-b93a-96869cbac2e7 req-f77d6a39-4c3d-4bc9-a6c1-b36065948e66 tempest-LiveMigrationTest-484647171 tempest-LiveMigrationTest-484647171-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=5c349730-6ae7-43e5-b368-35ecf2a48057 HTTP/1.1" status: 200 len: 1097 time: 0.1914294 May 30 20:03:26.251162 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: f2d80048-a73a-48a6-b988-73d7f827fa1a {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:03:26.251493 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device f2d80048-a73a-48a6-b988-73d7f827fa1a not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:03:26.258449 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-cfbe4f0a-4eb1-48d3-b93a-96869cbac2e7 req-f60e196a-a022-446e-89f8-8cc06499da89 tempest-LiveMigrationTest-484647171 tempest-LiveMigrationTest-484647171-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=b7c7fe04-8ab6-4ec0-af46-b4358854e449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731382 May 30 20:03:26.304745 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-90d1465c-538d-46bc-ae4a-27b7d5094c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:26.311465 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device add4bcfc-8061-490b-abfb-4c9220e87f90 not bound to the agent host n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:03:26.351856 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:26.390241 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1c83bdee-3e0e-421b-beaa-ef0d0eff03cb {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:03:26.421332 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 1c83bdee-3e0e-421b-beaa-ef0d0eff03cb, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=1c83bdee-3e0e-421b-beaa-ef0d0eff03cb,segment=NetworkSegment(70424240-b76f-4af0-9f32-ace284913a86),segment_id=70424240-b76f-4af0-9f32-ace284913a86)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:03:26.460953 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-3d90be21-8df2-4b4c-9f74-b68989ff3122 req-c38ca841-2fe0-4278-b9c4-ad8484e302cf service neutron] Attempting to bind port add4bcfc-8061-490b-abfb-4c9220e87f90 on host n-h1-843948-2 for vnic_type normal with profile {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:03:26.460953 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-3d90be21-8df2-4b4c-9f74-b68989ff3122 req-c38ca841-2fe0-4278-b9c4-ad8484e302cf service neutron] Attempting to bind port add4bcfc-8061-490b-abfb-4c9220e87f90 by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': '7e304c17-4e5f-4a93-af80-52785639e6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1'}] {{(pid=84886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:03:26.460953 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d90be21-8df2-4b4c-9f74-b68989ff3122 req-c38ca841-2fe0-4278-b9c4-ad8484e302cf service neutron] Attempting to bind port add4bcfc-8061-490b-abfb-4c9220e87f90 on network 4344fbed-57fb-43d7-b32d-6020ce60f0a1 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:03:26.474648 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-af96aea2-91b8-427d-a6e9-bc35ec2fd100 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:26.479932 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d90be21-8df2-4b4c-9f74-b68989ff3122 req-c38ca841-2fe0-4278-b9c4-ad8484e302cf service neutron] Port add4bcfc-8061-490b-abfb-4c9220e87f90 on network 4344fbed-57fb-43d7-b32d-6020ce60f0a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:03:26.479932 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d90be21-8df2-4b4c-9f74-b68989ff3122 req-c38ca841-2fe0-4278-b9c4-ad8484e302cf service neutron] Attempting to bind port add4bcfc-8061-490b-abfb-4c9220e87f90 on network 4344fbed-57fb-43d7-b32d-6020ce60f0a1 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:03:26.520563 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:26.544982 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-af96aea2-91b8-427d-a6e9-bc35ec2fd100 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:03:26.557033 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-af96aea2-91b8-427d-a6e9-bc35ec2fd100 admin admin] Usage tracker for resource:security_group_rule and tenant:7d510667528f4e21b53c97ebff295794 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:03:26.565142 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-af96aea2-91b8-427d-a6e9-bc35ec2fd100 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:03:26.574886 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-af96aea2-91b8-427d-a6e9-bc35ec2fd100 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:03:26.628726 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d90be21-8df2-4b4c-9f74-b68989ff3122 req-c38ca841-2fe0-4278-b9c4-ad8484e302cf service neutron] Checking agent: {'id': 'f728d74e-a4ae-4384-860b-a5ade05dd8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:03:26.629230 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d90be21-8df2-4b4c-9f74-b68989ff3122 req-c38ca841-2fe0-4278-b9c4-ad8484e302cf service neutron] Checking segment: {'id': '7e304c17-4e5f-4a93-af80-52785639e6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:03:26.629934 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d90be21-8df2-4b4c-9f74-b68989ff3122 req-c38ca841-2fe0-4278-b9c4-ad8484e302cf service neutron] Bound using segment: {'id': '7e304c17-4e5f-4a93-af80-52785639e6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1'} {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:03:26.630642 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-3d90be21-8df2-4b4c-9f74-b68989ff3122 req-c38ca841-2fe0-4278-b9c4-ad8484e302cf service neutron] Bound port: add4bcfc-8061-490b-abfb-4c9220e87f90, host: n-h1-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e304c17-4e5f-4a93-af80-52785639e6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1'}}] {{(pid=84886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:03:26.631255 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-3d90be21-8df2-4b4c-9f74-b68989ff3122 req-c38ca841-2fe0-4278-b9c4-ad8484e302cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:26.642548 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:03:26.683714 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff5b580-496c-4630-bfc7-bf7fe5b9bc02 req-deea0dce-b240-4ce7-a61c-c52a867f06e3 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:26.692017 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-dff5b580-496c-4630-bfc7-bf7fe5b9bc02 req-deea0dce-b240-4ce7-a61c-c52a867f06e3 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/ports?device_id=cad50d2c-f09c-49dc-ab89-1ea18c4b8f5e HTTP/1.1" status: 200 len: 948 time: 0.5473723 May 30 20:03:26.734332 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['1c83bdee-3e0e-421b-beaa-ef0d0eff03cb'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:03:26.782841 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-dff5b580-496c-4630-bfc7-bf7fe5b9bc02 req-54476f68-5894-4702-91f0-fbfc56a097fb tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/security-groups?id=e1329ead-76da-4fe1-a988-d24ed3099985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884855 May 30 20:03:26.792643 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=1c83bdee-3e0e-421b-beaa-ef0d0eff03cb,revision_number=6']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:03:26.796117 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-af96aea2-91b8-427d-a6e9-bc35ec2fd100 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:26.954279 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-af96aea2-91b8-427d-a6e9-bc35ec2fd100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:27.062989 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-3d90be21-8df2-4b4c-9f74-b68989ff3122 req-c38ca841-2fe0-4278-b9c4-ad8484e302cf service neutron] For port add4bcfc-8061-490b-abfb-4c9220e87f90, host n-h1-843948-2, cleared binding levels {{(pid=84886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:03:27.068493 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-3d90be21-8df2-4b4c-9f74-b68989ff3122 req-c38ca841-2fe0-4278-b9c4-ad8484e302cf service neutron] For port add4bcfc-8061-490b-abfb-4c9220e87f90, host n-h1-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=add4bcfc-8061-490b-abfb-4c9220e87f90,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:03:27.105464 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-af96aea2-91b8-427d-a6e9-bc35ec2fd100 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=7d510667528f4e21b53c97ebff295794&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9704254 May 30 20:03:27.119048 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af96aea2-91b8-427d-a6e9-bc35ec2fd100 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a677e1a7-a8f3-4bd4-b5f4-c2119bb7eb5b,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:03:27.132899 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 46694) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:03:27.158608 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [None req-838bd74b-8d24-4997-8a19-6ef54966dc1b admin admin] For port 7d50dc18-4966-480d-80fa-5417359b0c4f, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=7d50dc18-4966-480d-80fa-5417359b0c4f,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:03:27.158974 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-838bd74b-8d24-4997-8a19-6ef54966dc1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:27.300846 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c61c9227-c6ed-455d-8848-297b4870d8c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:27.335766 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c61c9227-c6ed-455d-8848-297b4870d8c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:27.383398 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 1c83bdee-3e0e-421b-beaa-ef0d0eff03cb up at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:03:27.428298 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-838bd74b-8d24-4997-8a19-6ef54966dc1b admin admin] Calling delete_port for 7d50dc18-4966-480d-80fa-5417359b0c4f owned by network:router_gateway {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:03:27.467290 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-3d90be21-8df2-4b4c-9f74-b68989ff3122 req-c38ca841-2fe0-4278-b9c4-ad8484e302cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:27.543985 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning complete for port 1c83bdee-3e0e-421b-beaa-ef0d0eff03cb triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:03:27.544584 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:27.549162 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c61c9227-c6ed-455d-8848-297b4870d8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:27.569170 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61c9227-c6ed-455d-8848-297b4870d8c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a677e1a7-a8f3-4bd4-b5f4-c2119bb7eb5b,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:03:27.583895 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c61c9227-c6ed-455d-8848-297b4870d8c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:27.585753 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-c61c9227-c6ed-455d-8848-297b4870d8c4 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/a677e1a7-a8f3-4bd4-b5f4-c2119bb7eb5b HTTP/1.1" status: 204 len: 168 time: 0.4518204 May 30 20:03:27.629315 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-3d90be21-8df2-4b4c-9f74-b68989ff3122 req-c38ca841-2fe0-4278-b9c4-ad8484e302cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:27.630924 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3d90be21-8df2-4b4c-9f74-b68989ff3122 req-c38ca841-2fe0-4278-b9c4-ad8484e302cf service neutron] 10.222.0.71 "PUT /v2.0/ports/add4bcfc-8061-490b-abfb-4c9220e87f90 HTTP/1.1" status: 200 len: 1096 time: 4.2290401 May 30 20:03:27.670254 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0a3c1162-162e-4a61-a817-85c5db4ae69a req-88a7a51c-7bab-4931-be71-45655ccf9a2f service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=5c349730-6ae7-43e5-b368-35ecf2a48057&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2990091 May 30 20:03:27.794634 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cad50d2c-f09c-49dc-ab89-1ea18c4b8f5e', 'tag': 'add4bcfc-8061-490b-abfb-4c9220e87f90'}] {{(pid=84886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:03:27.833918 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38ca841-2fe0-4278-b9c4-ad8484e302cf service neutron] Pushing event updated for resources: {'Port': ['ID=add4bcfc-8061-490b-abfb-4c9220e87f90,revision_number=7']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:03:28.090673 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3d90be21-8df2-4b4c-9f74-b68989ff3122 req-901ec182-705d-4da9-a621-11f64c23e857 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fa61b48b7a6444fe8c9a2f45b95c1d11&device_id=cad50d2c-f09c-49dc-ab89-1ea18c4b8f5e HTTP/1.1" status: 200 len: 1099 time: 0.4042714 May 30 20:03:28.135734 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:28.194515 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c070eba4-14b3-4a02-9743-528f8d32ae0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c83bdee-3e0e-421b-beaa-ef0d0eff03cb'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:03:28.240445 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 1c83bdee-3e0e-421b-beaa-ef0d0eff03cb, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=1c83bdee-3e0e-421b-beaa-ef0d0eff03cb,segment=NetworkSegment(70424240-b76f-4af0-9f32-ace284913a86),segment_id=70424240-b76f-4af0-9f32-ace284913a86)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:03:28.261914 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-838bd74b-8d24-4997-8a19-6ef54966dc1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:28.310946 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:28.605512 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838bd74b-8d24-4997-8a19-6ef54966dc1b admin admin] Pushing event deleted for resources: {'Port': ['ID=7d50dc18-4966-480d-80fa-5417359b0c4f,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:03:28.629810 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=1c83bdee-3e0e-421b-beaa-ef0d0eff03cb,revision_number=7']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:03:28.661217 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f6618b-9331-45bc-b7ea-1a872653396d req-5063baa8-6236-414d-9e40-1eecca0838dc tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:28.683987 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b7f6618b-9331-45bc-b7ea-1a872653396d req-5063baa8-6236-414d-9e40-1eecca0838dc tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/ports?device_id=6e7fe3ca-54fd-4e04-82e3-dcd749bf7142 HTTP/1.1" status: 200 len: 946 time: 0.3884192 May 30 20:03:28.854732 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b7f6618b-9331-45bc-b7ea-1a872653396d req-dbbcc8b5-40c9-472f-956e-35e61edd75c0 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/security-groups?id=f7bd1307-7f80-416a-ad0f-251b87da459a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692050 May 30 20:03:29.129657 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 46746) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:03:29.429483 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9c448499-5f9b-44d2-8f90-0d68a26e062e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:29.458085 n-d-843948-2 neutron-server[84886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4960fbcd-1f31-4ad7-b35d-a54cb9a1c2f1'] response: {'name': 'network-changed', 'server_uuid': 'cad50d2c-f09c-49dc-ab89-1ea18c4b8f5e', 'tag': 'add4bcfc-8061-490b-abfb-4c9220e87f90', 'status': 'completed', 'code': 200} May 30 20:03:29.521491 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ceaf9a7f-6d4a-4555-a77d-b1605b34565c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:29.528271 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d90be21-8df2-4b4c-9f74-b68989ff3122 req-7b907e88-9316-46d6-8afa-90345f336f1c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:29.528271 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3d90be21-8df2-4b4c-9f74-b68989ff3122 req-7b907e88-9316-46d6-8afa-90345f336f1c service neutron] 10.222.0.71 "GET /v2.0/networks?id=4344fbed-57fb-43d7-b32d-6020ce60f0a1 HTTP/1.1" status: 200 len: 870 time: 1.4236045 May 30 20:03:29.612046 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-838bd74b-8d24-4997-8a19-6ef54966dc1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-736453'] for router_gateway, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:29.764405 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:29.882109 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3d90be21-8df2-4b4c-9f74-b68989ff3122 req-5b56a108-b77a-4309-8b03-d2c071b12a1a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=add4bcfc-8061-490b-abfb-4c9220e87f90 HTTP/1.1" status: 200 len: 217 time: 0.3502660 May 30 20:03:29.926710 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-9c448499-5f9b-44d2-8f90-0d68a26e062e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:03:29.934724 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-9c448499-5f9b-44d2-8f90-0d68a26e062e admin admin] Usage tracker for resource:security_group_rule and tenant:5927fe176adf488280e967d6a20b753d is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:03:29.942016 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-9c448499-5f9b-44d2-8f90-0d68a26e062e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:03:29.965103 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-9c448499-5f9b-44d2-8f90-0d68a26e062e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:03:30.036805 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-838bd74b-8d24-4997-8a19-6ef54966dc1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-724789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3141'] for router, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:30.057182 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-838bd74b-8d24-4997-8a19-6ef54966dc1b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:30.065061 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d90be21-8df2-4b4c-9f74-b68989ff3122 req-64af3267-5be4-4ae3-ad42-d3a368f415dd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:30.067111 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3d90be21-8df2-4b4c-9f74-b68989ff3122 req-64af3267-5be4-4ae3-ad42-d3a368f415dd service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1b83ff54-b1af-44ce-bb75-ba148920553c HTTP/1.1" status: 200 len: 843 time: 0.1023209 May 30 20:03:30.125291 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1780f635-ef00-47b1-b366-f53ff3db909e req-f94308f5-2a2f-4bb6-b6de-f7a90c8cf713 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:30.127380 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1780f635-ef00-47b1-b366-f53ff3db909e req-f94308f5-2a2f-4bb6-b6de-f7a90c8cf713 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] 10.222.0.86 "GET /v2.0/ports?device_id=843e9dac-a7f9-4146-a853-871714260300 HTTP/1.1" status: 200 len: 950 time: 0.6672025 May 30 20:03:30.248879 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [req-1780f635-ef00-47b1-b366-f53ff3db909e req-04e60131-eb58-49ac-9c1a-94d1a727c3ae tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] Deleting port 1f18d718-31c2-4596-a36f-eba1153ae3d2 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:03:30.249694 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-1780f635-ef00-47b1-b366-f53ff3db909e req-04e60131-eb58-49ac-9c1a-94d1a727c3ae tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:30.279606 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9c448499-5f9b-44d2-8f90-0d68a26e062e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:30.317991 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d41bf6e4-a1e6-4817-97fa-8bf8f8602846 req-a1bbfde4-292b-446c-9c83-87ea9d91b6d5 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=fa61b48b7a6444fe8c9a2f45b95c1d11&device_id=cad50d2c-f09c-49dc-ab89-1ea18c4b8f5e HTTP/1.1" status: 200 len: 1099 time: 1.0324700 May 30 20:03:30.338136 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75722aa8-55c2-4b17-97de-f7c8f1eadd15 req-838f2088-97be-4c4a-a065-e825bef35910 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:30.339845 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-75722aa8-55c2-4b17-97de-f7c8f1eadd15 req-838f2088-97be-4c4a-a065-e825bef35910 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.71 "GET /v2.0/ports?device_id=6e7fe3ca-54fd-4e04-82e3-dcd749bf7142 HTTP/1.1" status: 200 len: 946 time: 1.3433263 May 30 20:03:30.429765 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-838bd74b-8d24-4997-8a19-6ef54966dc1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724889'] for router, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:30.431329 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-838bd74b-8d24-4997-8a19-6ef54966dc1b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 80d80749-818b-48e5-bea9-b57f38ec69c9 {{(pid=84886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:03:30.485096 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3d90be21-8df2-4b4c-9f74-b68989ff3122 req-438d37d5-a487-4868-92ac-02c3542d37f2 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4344fbed-57fb-43d7-b32d-6020ce60f0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4049137 May 30 20:03:30.490835 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-838bd74b-8d24-4997-8a19-6ef54966dc1b admin admin] Notify callbacks [] for router, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:30.495605 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-838bd74b-8d24-4997-8a19-6ef54966dc1b admin admin] 10.222.0.85 "DELETE /v2.0/routers/80d80749-818b-48e5-bea9-b57f38ec69c9 HTTP/1.1" status: 204 len: 168 time: 7.7023294 May 30 20:03:30.513534 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 46768) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:03:30.531549 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-75722aa8-55c2-4b17-97de-f7c8f1eadd15 req-abad1db8-4e7e-4f9e-81e4-1434aacf5e91 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Deleting port cbb60caa-f289-4d7a-a125-c5fde983a737 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:03:30.532014 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-75722aa8-55c2-4b17-97de-f7c8f1eadd15 req-abad1db8-4e7e-4f9e-81e4-1434aacf5e91 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:30.731770 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9c448499-5f9b-44d2-8f90-0d68a26e062e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:30.884832 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f183638-0aa7-41aa-b02b-9c8d363dac6b admin admin] Deleting subnet ef2fdeec-f4c0-42a0-9b92-f39be90d06c6 {{(pid=84886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:03:30.930586 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:30.983572 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7f183638-0aa7-41aa-b02b-9c8d363dac6b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:31.060455 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c448499-5f9b-44d2-8f90-0d68a26e062e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0dbed1e-4021-4780-ad3e-e96e6a30b1fc,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:03:31.073646 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-9c448499-5f9b-44d2-8f90-0d68a26e062e admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=5927fe176adf488280e967d6a20b753d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9428799 May 30 20:03:31.115243 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 46774) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:03:31.247785 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130d7d99-f1c3-4946-b3f7-b6d9b4ba7ff8 req-667f52d1-7b72-4f22-abc3-54c7a48f1d9e tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:31.249415 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-130d7d99-f1c3-4946-b3f7-b6d9b4ba7ff8 req-667f52d1-7b72-4f22-abc3-54c7a48f1d9e tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/ports?device_id=cad50d2c-f09c-49dc-ab89-1ea18c4b8f5e HTTP/1.1" status: 200 len: 948 time: 1.0465026 May 30 20:03:31.277660 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [req-884d31d4-651e-4873-8236-fb8944516ccb req-5a79abf3-d8fb-49df-8666-87e4bd81d413 tempest-LiveMigrationTest-484647171 tempest-LiveMigrationTest-484647171-project-admin] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=84886) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:03:31.279885 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-884d31d4-651e-4873-8236-fb8944516ccb req-5a79abf3-d8fb-49df-8666-87e4bd81d413 tempest-LiveMigrationTest-484647171 tempest-LiveMigrationTest-484647171-project-admin] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0640190 May 30 20:03:31.308510 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [req-884d31d4-651e-4873-8236-fb8944516ccb req-6c9d75a1-db37-4580-ad53-a341381c2ff7 service neutron] Request body: {'binding': {'host': 'n-h2-843948-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:03:31.309240 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [req-884d31d4-651e-4873-8236-fb8944516ccb req-6c9d75a1-db37-4580-ad53-a341381c2ff7 service neutron] Unknown quota resources ['binding']. {{(pid=84886) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} May 30 20:03:31.380191 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3d90be21-8df2-4b4c-9f74-b68989ff3122 req-3ff8d3e8-50fd-4823-a933-4744457081a7 service neutron] 10.222.0.71 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8641698 May 30 20:03:31.383264 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-1780f635-ef00-47b1-b366-f53ff3db909e req-04e60131-eb58-49ac-9c1a-94d1a727c3ae tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] For port 1f18d718-31c2-4596-a36f-eba1153ae3d2, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=1f18d718-31c2-4596-a36f-eba1153ae3d2,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:03:31.383851 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-1780f635-ef00-47b1-b366-f53ff3db909e req-04e60131-eb58-49ac-9c1a-94d1a727c3ae tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:31.414243 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device cbb60caa-f289-4d7a-a125-c5fde983a737 no longer exists at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:03:31.781386 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-130d7d99-f1c3-4946-b3f7-b6d9b4ba7ff8 req-bea91b62-5c92-4ee0-a5ea-361556dbc656 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/security-groups?id=e1329ead-76da-4fe1-a988-d24ed3099985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5226078 May 30 20:03:31.784519 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41bf6e4-a1e6-4817-97fa-8bf8f8602846 req-52a89abf-651f-47c2-be6c-64bfbec1de12 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:31.788561 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d41bf6e4-a1e6-4817-97fa-8bf8f8602846 req-52a89abf-651f-47c2-be6c-64bfbec1de12 service neutron] 10.222.0.86 "GET /v2.0/networks?id=4344fbed-57fb-43d7-b32d-6020ce60f0a1 HTTP/1.1" status: 200 len: 870 time: 1.4590170 May 30 20:03:31.852454 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:31.929560 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7f183638-0aa7-41aa-b02b-9c8d363dac6b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2655517'] for subnet, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:31.949688 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port cbb60caa-f289-4d7a-a125-c5fde983a737, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=cbb60caa-f289-4d7a-a125-c5fde983a737,segment=NetworkSegment(a588beee-eb1a-4179-866b-50764eb9b22b),segment_id=a588beee-eb1a-4179-866b-50764eb9b22b)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:03:32.034933 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:32.114217 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 7d50dc18-4966-480d-80fa-5417359b0c4f no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:03:32.143281 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-75722aa8-55c2-4b17-97de-f7c8f1eadd15 req-abad1db8-4e7e-4f9e-81e4-1434aacf5e91 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] For port cbb60caa-f289-4d7a-a125-c5fde983a737, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=cbb60caa-f289-4d7a-a125-c5fde983a737,segment=NetworkSegment(a588beee-eb1a-4179-866b-50764eb9b22b),segment_id=a588beee-eb1a-4179-866b-50764eb9b22b)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:03:32.144704 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-75722aa8-55c2-4b17-97de-f7c8f1eadd15 req-abad1db8-4e7e-4f9e-81e4-1434aacf5e91 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:32.172261 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: 7d50dc18-4966-480d-80fa-5417359b0c4f {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:03:32.173341 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 7d50dc18-4966-480d-80fa-5417359b0c4f not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:03:32.194624 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=cbb60caa-f289-4d7a-a125-c5fde983a737,revision_number=6']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:03:32.408750 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3d90be21-8df2-4b4c-9f74-b68989ff3122 req-54386d91-3d17-4dcc-8b88-aebdaa5d36ae service neutron] 10.222.0.71 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9567719 May 30 20:03:32.421404 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:32.499372 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-75722aa8-55c2-4b17-97de-f7c8f1eadd15 req-abad1db8-4e7e-4f9e-81e4-1434aacf5e91 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Calling delete_port for cbb60caa-f289-4d7a-a125-c5fde983a737 owned by compute:nova {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:03:32.633925 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d41bf6e4-a1e6-4817-97fa-8bf8f8602846 req-d450105a-8968-447e-b874-c3902e58f80e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=add4bcfc-8061-490b-abfb-4c9220e87f90 HTTP/1.1" status: 200 len: 217 time: 0.8298128 May 30 20:03:32.735239 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [req-1780f635-ef00-47b1-b366-f53ff3db909e req-04e60131-eb58-49ac-9c1a-94d1a727c3ae tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] Calling delete_port for 1f18d718-31c2-4596-a36f-eba1153ae3d2 owned by compute:nova {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:03:32.869268 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41bf6e4-a1e6-4817-97fa-8bf8f8602846 req-c49b9ff5-4dd5-4be8-bd15-64d1ab5d5108 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:32.871264 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d41bf6e4-a1e6-4817-97fa-8bf8f8602846 req-c49b9ff5-4dd5-4be8-bd15-64d1ab5d5108 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1b83ff54-b1af-44ce-bb75-ba148920553c HTTP/1.1" status: 200 len: 843 time: 0.2153864 May 30 20:03:32.988483 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f00a0cfc-92ee-4c9d-9ef8-738a47db1544 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:33.030986 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f00a0cfc-92ee-4c9d-9ef8-738a47db1544 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:33.169914 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4895cd-8814-496d-a2c2-40764b2a7a7b req-df2134c3-8625-47da-9d1a-6dea9072ee72 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:33.171220 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fd4895cd-8814-496d-a2c2-40764b2a7a7b req-df2134c3-8625-47da-9d1a-6dea9072ee72 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] 10.222.0.85 "GET /v2.0/ports?device_id=843e9dac-a7f9-4146-a853-871714260300 HTTP/1.1" status: 200 len: 950 time: 0.7453246 May 30 20:03:33.226397 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.db.api [req-75722aa8-55c2-4b17-97de-f7c8f1eadd15 req-abad1db8-4e7e-4f9e-81e4-1434aacf5e91 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84887) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:03:33.226794 n-d-843948-2 neutron-server[84887]: DEBUG oslo_db.api [req-75722aa8-55c2-4b17-97de-f7c8f1eadd15 req-abad1db8-4e7e-4f9e-81e4-1434aacf5e91 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:03:33.230589 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f00a0cfc-92ee-4c9d-9ef8-738a47db1544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:33.279420 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00a0cfc-92ee-4c9d-9ef8-738a47db1544 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0dbed1e-4021-4780-ad3e-e96e6a30b1fc,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:03:33.293417 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d41bf6e4-a1e6-4817-97fa-8bf8f8602846 req-685d05db-15d0-4bef-8402-5e4da87f90fb service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4344fbed-57fb-43d7-b32d-6020ce60f0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3842010 May 30 20:03:33.311690 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fd4895cd-8814-496d-a2c2-40764b2a7a7b req-96b50243-cc19-4d4f-b25d-ad95d2547c0b tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] 10.222.0.85 "GET /v2.0/security-groups?id=06806dfc-f049-4330-b211-293135e18ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113029 May 30 20:03:33.446320 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7f183638-0aa7-41aa-b02b-9c8d363dac6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:33.479465 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9478af6b-2274-4fba-bb59-ee99bb444130'] response: {'server_uuid': 'c070eba4-14b3-4a02-9743-528f8d32ae0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c83bdee-3e0e-421b-beaa-ef0d0eff03cb', 'code': 200} May 30 20:03:33.761803 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-75722aa8-55c2-4b17-97de-f7c8f1eadd15 req-abad1db8-4e7e-4f9e-81e4-1434aacf5e91 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Deleting port cbb60caa-f289-4d7a-a125-c5fde983a737 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:03:33.764690 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-75722aa8-55c2-4b17-97de-f7c8f1eadd15 req-abad1db8-4e7e-4f9e-81e4-1434aacf5e91 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:33.851025 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-1780f635-ef00-47b1-b366-f53ff3db909e req-04e60131-eb58-49ac-9c1a-94d1a727c3ae tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:33.865251 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-884d31d4-651e-4873-8236-fb8944516ccb req-6c9d75a1-db37-4580-ad53-a341381c2ff7 service neutron] Attempting to bind port f2e0905d-ccaa-4830-a17e-fda6d2147833 on host n-h2-843948-2 for vnic_type normal with profile None {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:03:33.865558 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-884d31d4-651e-4873-8236-fb8944516ccb req-6c9d75a1-db37-4580-ad53-a341381c2ff7 service neutron] Attempting to bind port f2e0905d-ccaa-4830-a17e-fda6d2147833 by drivers openvswitch,hyperv on host n-h2-843948-2 at level 0 using segments [{'id': '4d4a7668-7a19-4452-8bd2-a5411730cf30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '22982b8a-b22c-41df-a053-0dde355094a5'}] {{(pid=84886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:03:33.872452 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-884d31d4-651e-4873-8236-fb8944516ccb req-6c9d75a1-db37-4580-ad53-a341381c2ff7 service neutron] Attempting to bind port f2e0905d-ccaa-4830-a17e-fda6d2147833 on network 22982b8a-b22c-41df-a053-0dde355094a5 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:03:33.889409 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f00a0cfc-92ee-4c9d-9ef8-738a47db1544 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:33.889409 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-f00a0cfc-92ee-4c9d-9ef8-738a47db1544 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/a0dbed1e-4021-4780-ad3e-e96e6a30b1fc HTTP/1.1" status: 204 len: 168 time: 2.7194457 May 30 20:03:33.969589 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e60131-eb58-49ac-9c1a-94d1a727c3ae tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] Pushing event deleted for resources: {'Port': ['ID=1f18d718-31c2-4596-a36f-eba1153ae3d2,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:03:33.992035 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-884d31d4-651e-4873-8236-fb8944516ccb req-6c9d75a1-db37-4580-ad53-a341381c2ff7 service neutron] Port f2e0905d-ccaa-4830-a17e-fda6d2147833 on network 22982b8a-b22c-41df-a053-0dde355094a5 not bound, no agent of type Open vSwitch agent registered on host n-h2-843948-2 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:03:33.992738 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-884d31d4-651e-4873-8236-fb8944516ccb req-6c9d75a1-db37-4580-ad53-a341381c2ff7 service neutron] Attempting to bind port f2e0905d-ccaa-4830-a17e-fda6d2147833 on network 22982b8a-b22c-41df-a053-0dde355094a5 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:03:34.136278 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 1f18d718-31c2-4596-a36f-eba1153ae3d2 no longer exists at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:03:34.271253 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] No Port match for: 1f18d718-31c2-4596-a36f-eba1153ae3d2 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:03:34.271253 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 1f18d718-31c2-4596-a36f-eba1153ae3d2 not bound to the agent host n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:03:34.291779 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-884d31d4-651e-4873-8236-fb8944516ccb req-6c9d75a1-db37-4580-ad53-a341381c2ff7 service neutron] Checking agent: {'id': 'eaa08354-e8f5-4e73-af76-8d3cf7d2b390', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:03:34.302378 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-884d31d4-651e-4873-8236-fb8944516ccb req-6c9d75a1-db37-4580-ad53-a341381c2ff7 service neutron] Checking segment: {'id': '4d4a7668-7a19-4452-8bd2-a5411730cf30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '22982b8a-b22c-41df-a053-0dde355094a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:03:34.302378 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-884d31d4-651e-4873-8236-fb8944516ccb req-6c9d75a1-db37-4580-ad53-a341381c2ff7 service neutron] Bound using segment: {'id': '4d4a7668-7a19-4452-8bd2-a5411730cf30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '22982b8a-b22c-41df-a053-0dde355094a5'} {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:03:34.302378 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-884d31d4-651e-4873-8236-fb8944516ccb req-6c9d75a1-db37-4580-ad53-a341381c2ff7 service neutron] Bound port: f2e0905d-ccaa-4830-a17e-fda6d2147833, host: n-h2-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d4a7668-7a19-4452-8bd2-a5411730cf30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '22982b8a-b22c-41df-a053-0dde355094a5'}}] {{(pid=84886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:03:34.359890 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d41bf6e4-a1e6-4817-97fa-8bf8f8602846 req-ec4523ac-2c4a-4b86-bebc-36419cf341bb service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fa61b48b7a6444fe8c9a2f45b95c1d11&device_id=cad50d2c-f09c-49dc-ab89-1ea18c4b8f5e HTTP/1.1" status: 200 len: 1099 time: 1.5675559 May 30 20:03:34.375032 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [req-1780f635-ef00-47b1-b366-f53ff3db909e req-04e60131-eb58-49ac-9c1a-94d1a727c3ae tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] No DVR routers for this DVR port 1f18d718-31c2-4596-a36f-eba1153ae3d2 on host n-h2-843948-2 {{(pid=84886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:03:34.446010 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-1780f635-ef00-47b1-b366-f53ff3db909e req-04e60131-eb58-49ac-9c1a-94d1a727c3ae tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:34.452845 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '843e9dac-a7f9-4146-a853-871714260300', 'name': 'network-vif-deleted', 'tag': '1f18d718-31c2-4596-a36f-eba1153ae3d2'}] {{(pid=84886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:03:34.494574 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7f183638-0aa7-41aa-b02b-9c8d363dac6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4127075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2778536'] for subnet, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:34.706665 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d41bf6e4-a1e6-4817-97fa-8bf8f8602846 req-0462b4f1-db04-4dc0-9bac-a560ec48995d service neutron] 10.222.0.86 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3984303 May 30 20:03:34.866104 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f183638-0aa7-41aa-b02b-9c8d363dac6b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef2fdeec-f4c0-42a0-9b92-f39be90d06c6,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:03:34.907885 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f7afb9-f2e9-46f0-9f9d-b24b09e3439e req-0bd177a4-1e95-4234-ac75-f8218cc6de7d tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:34.907885 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-55f7afb9-f2e9-46f0-9f9d-b24b09e3439e req-0bd177a4-1e95-4234-ac75-f8218cc6de7d tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Synchronizing usage tracker for tenant:2f556c8c0e86457c8a99895c145d8ec1 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:03:34.937786 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7f183638-0aa7-41aa-b02b-9c8d363dac6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:34.940068 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-7f183638-0aa7-41aa-b02b-9c8d363dac6b admin admin] 10.222.0.85 "DELETE /v2.0/subnets/ef2fdeec-f4c0-42a0-9b92-f39be90d06c6 HTTP/1.1" status: 204 len: 168 time: 4.4239745 May 30 20:03:34.947917 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-884d31d4-651e-4873-8236-fb8944516ccb req-6c9d75a1-db37-4580-ad53-a341381c2ff7 service neutron] For port f2e0905d-ccaa-4830-a17e-fda6d2147833, host n-h2-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=f2e0905d-ccaa-4830-a17e-fda6d2147833,segment=NetworkSegment(4d4a7668-7a19-4452-8bd2-a5411730cf30),segment_id=4d4a7668-7a19-4452-8bd2-a5411730cf30)] {{(pid=84886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:03:34.952929 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-920e3fe6-3b11-4290-9587-2482293da7ea None None] Network 1372c12a-f0e8-424c-9175-b08375e9aff5 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:03:34.959119 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 46792) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:03:35.107802 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-75722aa8-55c2-4b17-97de-f7c8f1eadd15 req-abad1db8-4e7e-4f9e-81e4-1434aacf5e91 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] For port cbb60caa-f289-4d7a-a125-c5fde983a737, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=cbb60caa-f289-4d7a-a125-c5fde983a737,segment=NetworkSegment(a588beee-eb1a-4179-866b-50764eb9b22b),segment_id=a588beee-eb1a-4179-866b-50764eb9b22b)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:03:35.108044 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-75722aa8-55c2-4b17-97de-f7c8f1eadd15 req-abad1db8-4e7e-4f9e-81e4-1434aacf5e91 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:35.208224 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-884d31d4-651e-4873-8236-fb8944516ccb req-6c9d75a1-db37-4580-ad53-a341381c2ff7 service neutron] Notify callbacks [] for binding, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:35.211679 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-884d31d4-651e-4873-8236-fb8944516ccb req-6c9d75a1-db37-4580-ad53-a341381c2ff7 service neutron] 10.222.0.85 "POST /v2.0/ports/f2e0905d-ccaa-4830-a17e-fda6d2147833/bindings HTTP/1.1" status: 201 len: 389 time: 3.9153051 May 30 20:03:35.245073 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1780f635-ef00-47b1-b366-f53ff3db909e req-04e60131-eb58-49ac-9c1a-94d1a727c3ae tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] 10.222.0.86 "DELETE /v2.0/ports/1f18d718-31c2-4596-a36f-eba1153ae3d2 HTTP/1.1" status: 204 len: 173 time: 5.1031728 May 30 20:03:35.356163 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41bf6e4-a1e6-4817-97fa-8bf8f8602846 req-662b326f-50fc-4885-b309-78ea7dcf97e8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:35.365876 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d41bf6e4-a1e6-4817-97fa-8bf8f8602846 req-662b326f-50fc-4885-b309-78ea7dcf97e8 service neutron] 10.222.0.71 "GET /v2.0/networks?id=4344fbed-57fb-43d7-b32d-6020ce60f0a1 HTTP/1.1" status: 200 len: 870 time: 0.9706304 May 30 20:03:35.417107 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-55f7afb9-f2e9-46f0-9f9d-b24b09e3439e req-0bd177a4-1e95-4234-ac75-f8218cc6de7d tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Unset dirty status for tenant:2f556c8c0e86457c8a99895c145d8ec1 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:03:35.426777 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-55f7afb9-f2e9-46f0-9f9d-b24b09e3439e req-0bd177a4-1e95-4234-ac75-f8218cc6de7d tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/ports?device_id=6e7fe3ca-54fd-4e04-82e3-dcd749bf7142 HTTP/1.1" status: 200 len: 944 time: 1.5426025 May 30 20:03:35.440006 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-75722aa8-55c2-4b17-97de-f7c8f1eadd15 req-abad1db8-4e7e-4f9e-81e4-1434aacf5e91 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Calling delete_port for cbb60caa-f289-4d7a-a125-c5fde983a737 owned by compute:nova {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:03:35.447468 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device add4bcfc-8061-490b-abfb-4c9220e87f90 details requested by agent hyperv_n-h1-843948-2 with host n-h1-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:03:35.617035 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d41bf6e4-a1e6-4817-97fa-8bf8f8602846 req-a9217f78-a164-49b6-b919-18e6143b933e service neutron] 10.222.0.86 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8910987 May 30 20:03:35.660102 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port add4bcfc-8061-490b-abfb-4c9220e87f90, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=add4bcfc-8061-490b-abfb-4c9220e87f90,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:03:35.678617 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e7fe3ca-54fd-4e04-82e3-dcd749bf7142', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cbb60caa-f289-4d7a-a125-c5fde983a737'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:03:35.684194 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Returning: {'device': 'add4bcfc-8061-490b-abfb-4c9220e87f90', 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1', 'port_id': 'add4bcfc-8061-490b-abfb-4c9220e87f90', 'mac_address': 'fa:16:3e:27:83:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b83ff54-b1af-44ce-bb75-ba148920553c', 'ip_address': '192.168.233.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:03:35.689213 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7cc04a6-96c4-4382-8f7d-dffd7cd5b0e2 None None] DHCP port deletion for 1372c12a-f0e8-424c-9175-b08375e9aff5 request from n-d-843948-2 {{(pid=84888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:03:35.696655 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f37d5629-3aad-4027-921a-797733017196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:35.726985 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-c7cc04a6-96c4-4382-8f7d-dffd7cd5b0e2 None None] Deleting port 6988f6e2-6d04-409e-859c-5a21473df4c8 {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:03:35.727769 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-c7cc04a6-96c4-4382-8f7d-dffd7cd5b0e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:35.747565 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d41bf6e4-a1e6-4817-97fa-8bf8f8602846 req-83581542-e865-49ee-af4a-7393775093c7 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=add4bcfc-8061-490b-abfb-4c9220e87f90 HTTP/1.1" status: 200 len: 217 time: 0.2883356 May 30 20:03:35.750696 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-f37d5629-3aad-4027-921a-797733017196 admin admin] Deleting port 6988f6e2-6d04-409e-859c-5a21473df4c8 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:03:35.751308 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f37d5629-3aad-4027-921a-797733017196 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:35.853638 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-55f7afb9-f2e9-46f0-9f9d-b24b09e3439e req-a801208e-6cb9-42c1-b1cd-0a453cf60510 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/security-groups?id=f7bd1307-7f80-416a-ad0f-251b87da459a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4248295 May 30 20:03:36.237047 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 6988f6e2-6d04-409e-859c-5a21473df4c8 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:03:36.282770 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:36.289584 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-75722aa8-55c2-4b17-97de-f7c8f1eadd15 req-abad1db8-4e7e-4f9e-81e4-1434aacf5e91 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:36.357666 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id add4bcfc-8061-490b-abfb-4c9220e87f90 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:03:36.452453 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abad1db8-4e7e-4f9e-81e4-1434aacf5e91 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Pushing event deleted for resources: {'Port': ['ID=cbb60caa-f289-4d7a-a125-c5fde983a737,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:03:36.578548 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41bf6e4-a1e6-4817-97fa-8bf8f8602846 req-7ad08bf0-ed40-4727-832c-a1582c380ddf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:36.581752 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d41bf6e4-a1e6-4817-97fa-8bf8f8602846 req-7ad08bf0-ed40-4727-832c-a1582c380ddf service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1b83ff54-b1af-44ce-bb75-ba148920553c HTTP/1.1" status: 200 len: 843 time: 0.7550464 May 30 20:03:36.622456 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [None req-f37d5629-3aad-4027-921a-797733017196 admin admin] For port 6988f6e2-6d04-409e-859c-5a21473df4c8, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=6988f6e2-6d04-409e-859c-5a21473df4c8,segment=NetworkSegment(3a626651-8b25-4f7c-aed3-c510bf367e24),segment_id=3a626651-8b25-4f7c-aed3-c510bf367e24)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:03:36.623593 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f37d5629-3aad-4027-921a-797733017196 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:36.886862 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port add4bcfc-8061-490b-abfb-4c9220e87f90, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=add4bcfc-8061-490b-abfb-4c9220e87f90,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:03:36.956032 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-c7cc04a6-96c4-4382-8f7d-dffd7cd5b0e2 None None] For port 6988f6e2-6d04-409e-859c-5a21473df4c8, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=6988f6e2-6d04-409e-859c-5a21473df4c8,segment=NetworkSegment(3a626651-8b25-4f7c-aed3-c510bf367e24),segment_id=3a626651-8b25-4f7c-aed3-c510bf367e24)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:03:36.958451 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-c7cc04a6-96c4-4382-8f7d-dffd7cd5b0e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:37.014323 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-75722aa8-55c2-4b17-97de-f7c8f1eadd15 req-abad1db8-4e7e-4f9e-81e4-1434aacf5e91 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] No DVR routers for this DVR port cbb60caa-f289-4d7a-a125-c5fde983a737 on host n-h1-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:03:37.044449 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-75722aa8-55c2-4b17-97de-f7c8f1eadd15 req-abad1db8-4e7e-4f9e-81e4-1434aacf5e91 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:37.050263 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e7fe3ca-54fd-4e04-82e3-dcd749bf7142', 'name': 'network-vif-deleted', 'tag': 'cbb60caa-f289-4d7a-a125-c5fde983a737'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:03:37.126398 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720de92a-4b77-47ac-aff8-aea7e87bc094 req-bf27cc51-11e5-46fc-93de-f030c191def9 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:37.135058 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-720de92a-4b77-47ac-aff8-aea7e87bc094 req-bf27cc51-11e5-46fc-93de-f030c191def9 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/ports?device_id=cad50d2c-f09c-49dc-ab89-1ea18c4b8f5e HTTP/1.1" status: 200 len: 948 time: 0.4491987 May 30 20:03:37.169961 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-884d31d4-651e-4873-8236-fb8944516ccb req-76fe4031-c034-498b-a65c-595e369962b3 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e03d8798de6f4daa8bc8080dc719ce8a&device_id=5c349730-6ae7-43e5-b368-35ecf2a48057 HTTP/1.1" status: 200 len: 1097 time: 0.3195252 May 30 20:03:37.347082 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884d31d4-651e-4873-8236-fb8944516ccb req-16838685-2497-4fa2-a469-5c498bff06fd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:37.350973 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-884d31d4-651e-4873-8236-fb8944516ccb req-16838685-2497-4fa2-a469-5c498bff06fd service neutron] 10.222.0.86 "GET /v2.0/networks?id=22982b8a-b22c-41df-a053-0dde355094a5 HTTP/1.1" status: 200 len: 908 time: 0.1710117 May 30 20:03:37.354187 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-75722aa8-55c2-4b17-97de-f7c8f1eadd15 req-abad1db8-4e7e-4f9e-81e4-1434aacf5e91 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.71 "DELETE /v2.0/ports/cbb60caa-f289-4d7a-a125-c5fde983a737 HTTP/1.1" status: 204 len: 173 time: 6.9502962 May 30 20:03:37.474458 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-720de92a-4b77-47ac-aff8-aea7e87bc094 req-02a654fd-99d1-4d34-8897-b16dd010490c tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/security-groups?id=e1329ead-76da-4fe1-a988-d24ed3099985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3377111 May 30 20:03:37.482050 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-884d31d4-651e-4873-8236-fb8944516ccb req-54731f22-4446-461a-9b85-708996c31382 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f2e0905d-ccaa-4830-a17e-fda6d2147833 HTTP/1.1" status: 200 len: 217 time: 0.1179781 May 30 20:03:37.634134 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-f37d5629-3aad-4027-921a-797733017196 admin admin] Calling delete_port for 6988f6e2-6d04-409e-859c-5a21473df4c8 owned by network:dhcp {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:03:37.670374 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884d31d4-651e-4873-8236-fb8944516ccb req-469c475b-15ee-4e33-a1e7-d01cc2dbe32e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:37.675846 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-884d31d4-651e-4873-8236-fb8944516ccb req-469c475b-15ee-4e33-a1e7-d01cc2dbe32e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b885d147-b4ba-4062-ad34-3d5558c5dbbf HTTP/1.1" status: 200 len: 847 time: 0.1852670 May 30 20:03:37.720764 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-c7cc04a6-96c4-4382-8f7d-dffd7cd5b0e2 None None] Calling delete_port for 6988f6e2-6d04-409e-859c-5a21473df4c8 owned by network:dhcp {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:03:37.794368 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-884d31d4-651e-4873-8236-fb8944516ccb req-f57f32a2-02d7-46ee-b612-59b7cdc46125 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=22982b8a-b22c-41df-a053-0dde355094a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1078203 May 30 20:03:37.932494 n-d-843948-2 neutron-server[84886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21feb364-f7be-421c-9d59-8eb76b242e0b'] response: {'server_uuid': '843e9dac-a7f9-4146-a853-871714260300', 'name': 'network-vif-deleted', 'tag': '1f18d718-31c2-4596-a36f-eba1153ae3d2', 'status': 'completed', 'code': 200} May 30 20:03:38.090566 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdcbd205-2077-4ee0-a560-53603358e4a9'] response: {'server_uuid': '6e7fe3ca-54fd-4e04-82e3-dcd749bf7142', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cbb60caa-f289-4d7a-a125-c5fde983a737', 'code': 200} May 30 20:03:38.092917 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-b1302005-30a0-4291-a750-6f1930f0b2d2 req-bc31d65c-3ea9-4846-8774-91b1a6d9e8f5 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] Synchronizing usage tracker for tenant:e5d7aa177ee047fa9f9235d3092bd6ea on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:03:38.095682 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:38.125327 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:38.390683 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-884d31d4-651e-4873-8236-fb8944516ccb req-1468f6f0-039d-4932-aa77-e97eae3239eb service neutron] 10.222.0.86 "GET /v2.0/networks/22982b8a-b22c-41df-a053-0dde355094a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5909328 May 30 20:03:38.402657 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=add4bcfc-8061-490b-abfb-4c9220e87f90,revision_number=8']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:03:38.425193 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-b1302005-30a0-4291-a750-6f1930f0b2d2 req-bc31d65c-3ea9-4846-8774-91b1a6d9e8f5 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] Unset dirty status for tenant:e5d7aa177ee047fa9f9235d3092bd6ea on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:03:38.443900 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b1302005-30a0-4291-a750-6f1930f0b2d2 req-bc31d65c-3ea9-4846-8774-91b1a6d9e8f5 tempest-ServersAdminTestJSON-790668902 tempest-ServersAdminTestJSON-790668902-project] 10.222.0.85 "GET /v2.0/ports?device_id=843e9dac-a7f9-4146-a853-871714260300 HTTP/1.1" status: 200 len: 210 time: 1.2237704 May 30 20:03:38.484251 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d41bf6e4-a1e6-4817-97fa-8bf8f8602846 req-e043d2d3-b352-4359-8ff0-d43e1d9621c9 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4344fbed-57fb-43d7-b32d-6020ce60f0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.2848513 May 30 20:03:38.590558 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['add4bcfc-8061-490b-abfb-4c9220e87f90'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:03:38.774698 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-c7cc04a6-96c4-4382-8f7d-dffd7cd5b0e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468'] for port, after_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:38.975973 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cc04a6-96c4-4382-8f7d-dffd7cd5b0e2 None None] Pushing event deleted for resources: {'Port': ['ID=6988f6e2-6d04-409e-859c-5a21473df4c8,revision_number=None']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:03:38.997032 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7cc04a6-96c4-4382-8f7d-dffd7cd5b0e2 None None] No DVR routers for this DVR port 6988f6e2-6d04-409e-859c-5a21473df4c8 on host n-d-843948-2 {{(pid=84888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:03:39.125505 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.db.api [None req-f37d5629-3aad-4027-921a-797733017196 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:03:39.127127 n-d-843948-2 neutron-server[84886]: DEBUG oslo_db.api [None req-f37d5629-3aad-4027-921a-797733017196 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:03:39.227699 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-dd07dbe8-7a33-4025-9511-b1ad1bf1712e req-8fa67d91-b9dc-46e4-95dd-40a927098d4f tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/ports?device_id=6e7fe3ca-54fd-4e04-82e3-dcd749bf7142 HTTP/1.1" status: 200 len: 210 time: 0.0688727 May 30 20:03:39.295854 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d41bf6e4-a1e6-4817-97fa-8bf8f8602846 req-c15693df-4a00-42c9-a282-5de3b5f0f733 service neutron] 10.222.0.71 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7767560 May 30 20:03:39.319404 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-884d31d4-651e-4873-8236-fb8944516ccb req-75186821-f167-4a78-85be-9b31a71af751 service neutron] 10.222.0.86 "GET /v2.0/networks/22982b8a-b22c-41df-a053-0dde355094a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9171765 May 30 20:03:39.471926 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24646b5-c31a-4283-9894-7d1aff60fcf3 req-a1063900-de76-4d05-a856-9ecd7cabeb00 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:39.492424 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d24646b5-c31a-4283-9894-7d1aff60fcf3 req-a1063900-de76-4d05-a856-9ecd7cabeb00 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/ports?device_id=5c349730-6ae7-43e5-b368-35ecf2a48057 HTTP/1.1" status: 200 len: 946 time: 1.5718431 May 30 20:03:39.560874 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-180e76ee-c987-4440-8fd2-a222f6a87ffe'] response: {'server_uuid': '6e7fe3ca-54fd-4e04-82e3-dcd749bf7142', 'name': 'network-vif-deleted', 'tag': 'cbb60caa-f289-4d7a-a125-c5fde983a737', 'status': 'completed', 'code': 200} May 30 20:03:39.613354 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d41bf6e4-a1e6-4817-97fa-8bf8f8602846 req-a5ee8db6-54b8-4b54-8c09-b2d91e5f1f93 service neutron] 10.222.0.71 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3065321 May 30 20:03:39.630496 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-f37d5629-3aad-4027-921a-797733017196 admin admin] Deleting port 6988f6e2-6d04-409e-859c-5a21473df4c8 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:03:39.631073 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f37d5629-3aad-4027-921a-797733017196 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:39.646363 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d24646b5-c31a-4283-9894-7d1aff60fcf3 req-f7718629-10e4-4649-bacd-f06a850c82f7 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/security-groups?id=b7c7fe04-8ab6-4ec0-af46-b4358854e449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497831 May 30 20:03:39.889347 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-f37d5629-3aad-4027-921a-797733017196 admin admin] The port '6988f6e2-6d04-409e-859c-5a21473df4c8' was deleted {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 20:03:40.150352 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device add4bcfc-8061-490b-abfb-4c9220e87f90 up at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:03:40.171949 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f37d5629-3aad-4027-921a-797733017196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:40.210972 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-f37d5629-3aad-4027-921a-797733017196 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1372c12a-f0e8-424c-9175-b08375e9aff5']}} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:03:40.228394 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-f37d5629-3aad-4027-921a-797733017196 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a626651-8b25-4f7c-aed3-c510bf367e24') {'for_net_delete': True} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:03:40.231906 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-f37d5629-3aad-4027-921a-797733017196 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a626651-8b25-4f7c-aed3-c510bf367e24') {} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:03:40.247356 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f37d5629-3aad-4027-921a-797733017196 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2660590'] for segment, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:40.272944 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f37d5629-3aad-4027-921a-797733017196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:40.281559 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f37d5629-3aad-4027-921a-797733017196 admin admin] Releasing vlan 678 on physical network physnet1 to pool {{(pid=84886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:03:40.284969 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f37d5629-3aad-4027-921a-797733017196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4126989'] for segment, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:40.457454 n-d-843948-2 neutron-server[84886]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:03:40.457454 n-d-843948-2 neutron-server[84886]: util.warn( May 30 20:03:40.457454 n-d-843948-2 neutron-server[84886]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:03:40.457454 n-d-843948-2 neutron-server[84886]: util.warn( May 30 20:03:40.457454 n-d-843948-2 neutron-server[84886]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:03:40.457454 n-d-843948-2 neutron-server[84886]: util.warn( May 30 20:03:40.457454 n-d-843948-2 neutron-server[84886]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:03:40.457454 n-d-843948-2 neutron-server[84886]: util.warn( May 30 20:03:40.457454 n-d-843948-2 neutron-server[84886]: Traceback (most recent call last): May 30 20:03:40.457454 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:03:40.457454 n-d-843948-2 neutron-server[84886]: timer() May 30 20:03:40.457454 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:03:40.457454 n-d-843948-2 neutron-server[84886]: cb(*args, **kw) May 30 20:03:40.457454 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:03:40.457454 n-d-843948-2 neutron-server[84886]: return func(*args, **kwargs) May 30 20:03:40.457454 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:03:40.457454 n-d-843948-2 neutron-server[84886]: self._notify() May 30 20:03:40.457454 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:03:40.457454 n-d-843948-2 neutron-server[84886]: self.callback(batched_events) May 30 20:03:40.457454 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:03:40.457454 n-d-843948-2 neutron-server[84886]: event.method(event) May 30 20:03:40.457454 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:03:40.457454 n-d-843948-2 neutron-server[84886]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:03:40.457454 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:03:40.457454 n-d-843948-2 neutron-server[84886]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:03:40.457454 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:03:40.457454 n-d-843948-2 neutron-server[84886]: return f(self, *a, **k) May 30 20:03:40.457454 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:03:40.457454 n-d-843948-2 neutron-server[84886]: return self._get(url).json() May 30 20:03:40.457454 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:03:40.457454 n-d-843948-2 neutron-server[84886]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:03:40.457454 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:03:40.457454 n-d-843948-2 neutron-server[84886]: return self.request(url, 'GET', **kwargs) May 30 20:03:40.457454 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:03:40.457454 n-d-843948-2 neutron-server[84886]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:03:40.457454 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:03:40.457454 n-d-843948-2 neutron-server[84886]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:03:40.457454 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:03:40.457454 n-d-843948-2 neutron-server[84886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:03:40.457454 n-d-843948-2 neutron-server[84886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:03:40.594497 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning for port add4bcfc-8061-490b-abfb-4c9220e87f90 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:03:40.601302 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning complete for port add4bcfc-8061-490b-abfb-4c9220e87f90 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:03:40.602182 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:40.726233 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a9b59655-b8ad-4294-b34e-7eaa877315eb req-7b18ccd2-412e-4912-bfd5-93d072481ef7 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/ports?device_id=6e7fe3ca-54fd-4e04-82e3-dcd749bf7142 HTTP/1.1" status: 200 len: 210 time: 0.1688039 May 30 20:03:40.728406 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f37d5629-3aad-4027-921a-797733017196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:40.748664 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f37d5629-3aad-4027-921a-797733017196 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:40.942564 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37d5629-3aad-4027-921a-797733017196 admin admin] Pushing event deleted for resources: {'Network': ['ID=1372c12a-f0e8-424c-9175-b08375e9aff5,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:03:41.030193 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:41.154360 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port add4bcfc-8061-490b-abfb-4c9220e87f90, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=add4bcfc-8061-490b-abfb-4c9220e87f90,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:03:41.158334 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cad50d2c-f09c-49dc-ab89-1ea18c4b8f5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'add4bcfc-8061-490b-abfb-4c9220e87f90'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:03:41.220312 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 46874) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:03:41.280178 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:41.288180 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-f37d5629-3aad-4027-921a-797733017196 admin admin] 10.222.0.85 "DELETE /v2.0/networks/1372c12a-f0e8-424c-9175-b08375e9aff5 HTTP/1.1" status: 204 len: 168 time: 6.3045526 May 30 20:03:41.288180 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 46880) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:03:41.550058 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=add4bcfc-8061-490b-abfb-4c9220e87f90,revision_number=9']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:03:42.169295 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6310eb25-d037-49e8-ad17-9d1242694ab3'] response: {'server_uuid': 'cad50d2c-f09c-49dc-ab89-1ea18c4b8f5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'add4bcfc-8061-490b-abfb-4c9220e87f90', 'code': 200} May 30 20:03:42.624152 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9ca4a3-d34f-4e7d-a03f-feaaf2fea5dd req-25770e2d-7037-43e7-abdb-8d0d278b1cd7 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:42.641160 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6f9ca4a3-d34f-4e7d-a03f-feaaf2fea5dd req-25770e2d-7037-43e7-abdb-8d0d278b1cd7 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/ports?device_id=cad50d2c-f09c-49dc-ab89-1ea18c4b8f5e HTTP/1.1" status: 200 len: 950 time: 0.1863542 May 30 20:03:42.883296 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6f9ca4a3-d34f-4e7d-a03f-feaaf2fea5dd req-48462a41-92ee-4145-8a55-a8f6a2500e4d tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/security-groups?id=e1329ead-76da-4fe1-a988-d24ed3099985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335682 May 30 20:03:43.103339 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-9dcb6a97-12c8-432b-99be-6c962f49aa13 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=e5d7aa177ee047fa9f9235d3092bd6ea&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8752062 May 30 20:03:43.108607 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 46902) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:03:43.203471 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb40dfb-2d5f-4843-b6c3-2458870f1523 req-8be4dc21-d830-4077-a155-c3d792b5f84e tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:43.208722 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-feb40dfb-2d5f-4843-b6c3-2458870f1523 req-8be4dc21-d830-4077-a155-c3d792b5f84e tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.71 "GET /v2.0/ports?device_id=cad50d2c-f09c-49dc-ab89-1ea18c4b8f5e&tenant_id=fa61b48b7a6444fe8c9a2f45b95c1d11&binding%3Ahost_id=n-h1-843948-2 HTTP/1.1" status: 200 len: 950 time: 1.2994556 May 30 20:03:43.223859 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d5f6d1-1204-48d6-92a5-68e8f2b55014 req-bb749913-4e6b-4e92-9cbe-7334b5522298 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:43.225856 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-40d5f6d1-1204-48d6-92a5-68e8f2b55014 req-bb749913-4e6b-4e92-9cbe-7334b5522298 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/ports?device_id=5c349730-6ae7-43e5-b368-35ecf2a48057 HTTP/1.1" status: 200 len: 946 time: 1.3293340 May 30 20:03:43.312252 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-56c55260-f02f-412a-8a00-5948f0833d1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:43.416907 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-56c55260-f02f-412a-8a00-5948f0833d1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:43.553089 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-feb40dfb-2d5f-4843-b6c3-2458870f1523 req-47dac7a8-f8e7-4341-98d5-cb2ebc626612 service neutron] 10.222.0.71 "GET /v2.0/ports/add4bcfc-8061-490b-abfb-4c9220e87f90/bindings/n-h1-843948-2 HTTP/1.1" status: 200 len: 382 time: 0.3108342 May 30 20:03:43.694241 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-40d5f6d1-1204-48d6-92a5-68e8f2b55014 req-bb5b9c52-39ae-458f-8eea-509f66ad4d21 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/security-groups?id=b7c7fe04-8ab6-4ec0-af46-b4358854e449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3077056 May 30 20:03:43.700799 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-56c55260-f02f-412a-8a00-5948f0833d1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:43.778802 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c55260-f02f-412a-8a00-5948f0833d1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06806dfc-f049-4330-b211-293135e18ed4,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:03:43.845305 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-56c55260-f02f-412a-8a00-5948f0833d1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:43.849558 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-56c55260-f02f-412a-8a00-5948f0833d1f admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/06806dfc-f049-4330-b211-293135e18ed4 HTTP/1.1" status: 204 len: 168 time: 0.7486198 May 30 20:03:44.089099 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-feb40dfb-2d5f-4843-b6c3-2458870f1523 req-9b76fc03-6cbf-4d41-b507-0cb877f3012c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fa61b48b7a6444fe8c9a2f45b95c1d11&device_id=cad50d2c-f09c-49dc-ab89-1ea18c4b8f5e HTTP/1.1" status: 200 len: 1101 time: 0.5005882 May 30 20:03:44.322336 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b34075-cc07-4c53-b057-2eab67b45e7c req-83f6a39e-338e-4ce2-a9eb-ac44f1d35c8a tempest-NetworksTest-813983481 tempest-NetworksTest-813983481-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:44.322868 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b34075-cc07-4c53-b057-2eab67b45e7c req-83f6a39e-338e-4ce2-a9eb-ac44f1d35c8a tempest-NetworksTest-813983481 tempest-NetworksTest-813983481-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:44.323294 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b34075-cc07-4c53-b057-2eab67b45e7c req-83f6a39e-338e-4ce2-a9eb-ac44f1d35c8a tempest-NetworksTest-813983481 tempest-NetworksTest-813983481-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:44.323660 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b34075-cc07-4c53-b057-2eab67b45e7c req-83f6a39e-338e-4ce2-a9eb-ac44f1d35c8a tempest-NetworksTest-813983481 tempest-NetworksTest-813983481-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:44.324801 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b34075-cc07-4c53-b057-2eab67b45e7c req-83f6a39e-338e-4ce2-a9eb-ac44f1d35c8a tempest-NetworksTest-813983481 tempest-NetworksTest-813983481-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:44.324801 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b34075-cc07-4c53-b057-2eab67b45e7c req-83f6a39e-338e-4ce2-a9eb-ac44f1d35c8a tempest-NetworksTest-813983481 tempest-NetworksTest-813983481-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:44.327349 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b34075-cc07-4c53-b057-2eab67b45e7c req-83f6a39e-338e-4ce2-a9eb-ac44f1d35c8a tempest-NetworksTest-813983481 tempest-NetworksTest-813983481-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:44.327960 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b34075-cc07-4c53-b057-2eab67b45e7c req-83f6a39e-338e-4ce2-a9eb-ac44f1d35c8a tempest-NetworksTest-813983481 tempest-NetworksTest-813983481-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:44.328579 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b34075-cc07-4c53-b057-2eab67b45e7c req-83f6a39e-338e-4ce2-a9eb-ac44f1d35c8a tempest-NetworksTest-813983481 tempest-NetworksTest-813983481-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:44.329257 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b34075-cc07-4c53-b057-2eab67b45e7c req-83f6a39e-338e-4ce2-a9eb-ac44f1d35c8a tempest-NetworksTest-813983481 tempest-NetworksTest-813983481-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:44.349118 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-17b34075-cc07-4c53-b057-2eab67b45e7c req-83f6a39e-338e-4ce2-a9eb-ac44f1d35c8a tempest-NetworksTest-813983481 tempest-NetworksTest-813983481-project-admin] 10.222.0.85 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7107 time: 0.3853803 May 30 20:03:44.806903 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e517030e-71aa-41b9-9ff2-6a9f3dcd9baa req-1a40089a-0f67-43e6-83a7-61253ccbaa44 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:44.838562 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e517030e-71aa-41b9-9ff2-6a9f3dcd9baa req-1a40089a-0f67-43e6-83a7-61253ccbaa44 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/ports?device_id=cad50d2c-f09c-49dc-ab89-1ea18c4b8f5e HTTP/1.1" status: 200 len: 950 time: 0.5482938 May 30 20:03:44.858920 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb40dfb-2d5f-4843-b6c3-2458870f1523 req-8707c16b-1aff-4bcd-850e-e508549414e4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:44.873936 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-feb40dfb-2d5f-4843-b6c3-2458870f1523 req-8707c16b-1aff-4bcd-850e-e508549414e4 service neutron] 10.222.0.71 "GET /v2.0/networks?id=4344fbed-57fb-43d7-b32d-6020ce60f0a1 HTTP/1.1" status: 200 len: 870 time: 0.7786453 May 30 20:03:44.969386 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66d22b2-aa61-49d1-8458-3d7aa5421e7f req-1e2dbc58-7938-4bb9-9c9b-6b3608e54e30 tempest-NetworksTest-813983481 tempest-NetworksTest-813983481-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:44.991816 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b66d22b2-aa61-49d1-8458-3d7aa5421e7f req-1e2dbc58-7938-4bb9-9c9b-6b3608e54e30 tempest-NetworksTest-813983481 tempest-NetworksTest-813983481-project-admin] 10.222.0.85 "GET /v2.0/networks/c7869750-4b49-4b7e-aa99-5e0f1ae02da4 HTTP/1.1" status: 200 len: 886 time: 0.5233033 May 30 20:03:45.139203 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-feb40dfb-2d5f-4843-b6c3-2458870f1523 req-efacd26f-9363-4416-a26d-0f6d51c4500a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=add4bcfc-8061-490b-abfb-4c9220e87f90 HTTP/1.1" status: 200 len: 217 time: 0.1895792 May 30 20:03:45.230135 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e517030e-71aa-41b9-9ff2-6a9f3dcd9baa req-a86dd94a-bbe3-450d-aefb-97375058f22a tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/security-groups?id=e1329ead-76da-4fe1-a988-d24ed3099985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2732103 May 30 20:03:45.247329 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f684e108-4df4-42bc-bf6c-e5d78a77da07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-736216'] for router_interface, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:45.338319 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c73f6db-ad68-464b-9848-ea48567a886e req-38282ed9-20a5-4b2b-ac52-6ee6336a507f tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:45.340300 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6c73f6db-ad68-464b-9848-ea48567a886e req-38282ed9-20a5-4b2b-ac52-6ee6336a507f tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/ports?device_id=5c349730-6ae7-43e5-b368-35ecf2a48057 HTTP/1.1" status: 200 len: 946 time: 0.1402907 May 30 20:03:45.402838 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 46950) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:03:45.437079 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb40dfb-2d5f-4843-b6c3-2458870f1523 req-1b72882d-8c69-4d36-b366-a4f750a5371a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:45.438756 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-feb40dfb-2d5f-4843-b6c3-2458870f1523 req-1b72882d-8c69-4d36-b366-a4f750a5371a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1b83ff54-b1af-44ce-bb75-ba148920553c HTTP/1.1" status: 200 len: 843 time: 0.2871277 May 30 20:03:45.451606 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6c73f6db-ad68-464b-9848-ea48567a886e req-46249207-7fae-459e-b774-d7357d4c28df tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/security-groups?id=b7c7fe04-8ab6-4ec0-af46-b4358854e449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021237 May 30 20:03:45.777845 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-6e1ae3c7-a870-4f55-87ae-12fb2838454c admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=fefaaef52b4d424ea30b15bd35050c5a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3733227 May 30 20:03:45.784471 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 46960) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:03:45.790855 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-feb40dfb-2d5f-4843-b6c3-2458870f1523 req-1f221632-e9b1-4be3-b7a7-fe3db072fb1e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4344fbed-57fb-43d7-b32d-6020ce60f0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3282819 May 30 20:03:45.901835 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f438419-70e1-4814-b0fe-46742081c86f req-5ee1baf0-4125-4ee4-a76e-e09657604efe tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:45.905309 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5f438419-70e1-4814-b0fe-46742081c86f req-5ee1baf0-4125-4ee4-a76e-e09657604efe tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/networks?id=1423fe8d-fe45-40b8-bd0c-db2951a00d49 HTTP/1.1" status: 200 len: 811 time: 0.3958678 May 30 20:03:45.944046 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c0e068d7-125d-44ab-872c-c0603b153160 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:46.014067 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b9e831-435b-4a38-aa3c-cd6ab56e1e7b req-7caba739-3543-43a8-8781-0817708eb64a tempest-NetworksTest-813983481 tempest-NetworksTest-813983481-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:46.014067 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b9e831-435b-4a38-aa3c-cd6ab56e1e7b req-7caba739-3543-43a8-8781-0817708eb64a tempest-NetworksTest-813983481 tempest-NetworksTest-813983481-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:46.014067 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b9e831-435b-4a38-aa3c-cd6ab56e1e7b req-7caba739-3543-43a8-8781-0817708eb64a tempest-NetworksTest-813983481 tempest-NetworksTest-813983481-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:46.014067 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b9e831-435b-4a38-aa3c-cd6ab56e1e7b req-7caba739-3543-43a8-8781-0817708eb64a tempest-NetworksTest-813983481 tempest-NetworksTest-813983481-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:46.014067 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b9e831-435b-4a38-aa3c-cd6ab56e1e7b req-7caba739-3543-43a8-8781-0817708eb64a tempest-NetworksTest-813983481 tempest-NetworksTest-813983481-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:46.014067 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b9e831-435b-4a38-aa3c-cd6ab56e1e7b req-7caba739-3543-43a8-8781-0817708eb64a tempest-NetworksTest-813983481 tempest-NetworksTest-813983481-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:46.014067 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b9e831-435b-4a38-aa3c-cd6ab56e1e7b req-7caba739-3543-43a8-8781-0817708eb64a tempest-NetworksTest-813983481 tempest-NetworksTest-813983481-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:46.014067 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b9e831-435b-4a38-aa3c-cd6ab56e1e7b req-7caba739-3543-43a8-8781-0817708eb64a tempest-NetworksTest-813983481 tempest-NetworksTest-813983481-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:46.014067 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b9e831-435b-4a38-aa3c-cd6ab56e1e7b req-7caba739-3543-43a8-8781-0817708eb64a tempest-NetworksTest-813983481 tempest-NetworksTest-813983481-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:46.014067 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b9e831-435b-4a38-aa3c-cd6ab56e1e7b req-7caba739-3543-43a8-8781-0817708eb64a tempest-NetworksTest-813983481 tempest-NetworksTest-813983481-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:46.034705 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d8b9e831-435b-4a38-aa3c-cd6ab56e1e7b req-7caba739-3543-43a8-8781-0817708eb64a tempest-NetworksTest-813983481 tempest-NetworksTest-813983481-project-admin] 10.222.0.85 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7107 time: 0.4935632 May 30 20:03:46.070869 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c0e068d7-125d-44ab-872c-c0603b153160 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:46.293573 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5f438419-70e1-4814-b0fe-46742081c86f req-0017286c-3aee-4a94-83e5-1ace5821df67 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/quotas/2f556c8c0e86457c8a99895c145d8ec1 HTTP/1.1" status: 200 len: 375 time: 0.3499105 May 30 20:03:46.375780 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c0e068d7-125d-44ab-872c-c0603b153160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:46.413437 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e068d7-125d-44ab-872c-c0603b153160 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f50a0ac-37a2-4f5f-90d1-2d14b0d48bac,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:03:46.531425 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5f438419-70e1-4814-b0fe-46742081c86f req-5b4111fd-42a9-4bb8-88c2-4523903506d3 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=2f556c8c0e86457c8a99895c145d8ec1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1455007 May 30 20:03:46.584101 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c0e068d7-125d-44ab-872c-c0603b153160 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:46.585416 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-c0e068d7-125d-44ab-872c-c0603b153160 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/0f50a0ac-37a2-4f5f-90d1-2d14b0d48bac HTTP/1.1" status: 204 len: 168 time: 0.7999527 May 30 20:03:46.663249 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3e2459-079a-440c-ae71-3284ab782566 req-86878549-88a1-4ac0-9c1d-241c6d3aaa5b tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:46.681458 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9a3e2459-079a-440c-ae71-3284ab782566 req-86878549-88a1-4ac0-9c1d-241c6d3aaa5b tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/ports?device_id=cad50d2c-f09c-49dc-ab89-1ea18c4b8f5e HTTP/1.1" status: 200 len: 950 time: 0.2206733 May 30 20:03:46.809813 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9a3e2459-079a-440c-ae71-3284ab782566 req-666bc23f-39db-4f2f-9be5-ef7f0a5969cc tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/security-groups?id=e1329ead-76da-4fe1-a988-d24ed3099985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385155 May 30 20:03:47.193351 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 46982) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:03:47.222793 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-feb40dfb-2d5f-4843-b6c3-2458870f1523 req-8c6c40e1-a71a-4440-a4b1-7326bad30d2e service neutron] 10.222.0.71 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4238949 May 30 20:03:47.309856 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7f2d36-2304-48ac-bd42-e91066a57225 req-0c894cf3-d847-4cd6-a62c-697d652eb475 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:47.323997 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-be7f2d36-2304-48ac-bd42-e91066a57225 req-0c894cf3-d847-4cd6-a62c-697d652eb475 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/ports?device_id=5c349730-6ae7-43e5-b368-35ecf2a48057 HTTP/1.1" status: 200 len: 946 time: 0.2089810 May 30 20:03:47.482147 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-be7f2d36-2304-48ac-bd42-e91066a57225 req-d1429097-66a9-4eee-8bb9-381071a330f9 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/security-groups?id=b7c7fe04-8ab6-4ec0-af46-b4358854e449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561661 May 30 20:03:47.711013 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d3f2dd47-fbe4-4f49-9abf-68cfa2218e15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:47.909084 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-d3f2dd47-fbe4-4f49-9abf-68cfa2218e15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:03:47.911670 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5f438419-70e1-4814-b0fe-46742081c86f req-647d2b3b-b408-4f5f-acbf-090d5ba8b368 service neutron] 10.222.0.85 "GET /v2.0/networks/1423fe8d-fe45-40b8-bd0c-db2951a00d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3299799 May 30 20:03:47.914987 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-d3f2dd47-fbe4-4f49-9abf-68cfa2218e15 admin admin] Usage tracker for resource:security_group_rule and tenant:c01d849c0b7c4a1f93f180deb46a26fa is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:03:47.927230 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-d3f2dd47-fbe4-4f49-9abf-68cfa2218e15 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:03:47.945906 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-d3f2dd47-fbe4-4f49-9abf-68cfa2218e15 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:03:48.120199 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-feb40dfb-2d5f-4843-b6c3-2458870f1523 req-91dbb304-dea5-439f-98ca-dd2b3474d74c service neutron] 10.222.0.71 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8867254 May 30 20:03:48.334054 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d3f2dd47-fbe4-4f49-9abf-68cfa2218e15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:48.402511 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f4539d-bacb-4aa3-8c81-b117dffe10fc req-230a0f10-5245-44e8-906c-e68fc89101dd tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:48.412406 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-13f4539d-bacb-4aa3-8c81-b117dffe10fc req-230a0f10-5245-44e8-906c-e68fc89101dd tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/ports?device_id=cad50d2c-f09c-49dc-ab89-1ea18c4b8f5e HTTP/1.1" status: 200 len: 950 time: 0.3490775 May 30 20:03:48.449553 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5f438419-70e1-4814-b0fe-46742081c86f req-4a37db04-61a0-4e41-9836-b728c3d76774 service neutron] 10.222.0.85 "GET /v2.0/networks/1423fe8d-fe45-40b8-bd0c-db2951a00d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5406246 May 30 20:03:48.489975 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-13f4539d-bacb-4aa3-8c81-b117dffe10fc req-41036784-b0a5-495a-8000-2dc3c6333f40 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/security-groups?id=e1329ead-76da-4fe1-a988-d24ed3099985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762241 May 30 20:03:48.530298 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d3f2dd47-fbe4-4f49-9abf-68cfa2218e15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:48.631488 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-d3f2dd47-fbe4-4f49-9abf-68cfa2218e15 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=c01d849c0b7c4a1f93f180deb46a26fa&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4300573 May 30 20:03:48.632909 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 47012) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:03:48.827178 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f2dd47-fbe4-4f49-9abf-68cfa2218e15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=245b2f31-4f28-4a8d-9135-12cd73ad8c98,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:03:48.868266 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-f684e108-4df4-42bc-bf6c-e5d78a77da07 admin admin] Deleting port 81cc106c-655d-4e19-9f01-9aeed8566df9 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:03:48.868821 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f684e108-4df4-42bc-bf6c-e5d78a77da07 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:49.029916 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-12f8777d-0af1-4077-868e-45732e8a9e7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:49.166711 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-12f8777d-0af1-4077-868e-45732e8a9e7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:49.204869 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:49.235829 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca71dcc-2998-4e1a-a56a-bcca8087ce65 req-33e09775-ea7c-4550-befa-63c74628641f tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:49.238054 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5ca71dcc-2998-4e1a-a56a-bcca8087ce65 req-33e09775-ea7c-4550-befa-63c74628641f tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/ports?device_id=5c349730-6ae7-43e5-b368-35ecf2a48057 HTTP/1.1" status: 200 len: 946 time: 0.4141560 May 30 20:03:49.384264 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-51572627-d905-4dde-82fc-392f2d667d11 req-78e0a924-a1a6-4720-9a7c-c85a683cbbcc tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/ports?device_id=165aefdb-6d45-40a5-8ef6-b5630b28abc2 HTTP/1.1" status: 200 len: 210 time: 0.0906222 May 30 20:03:49.386669 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5ca71dcc-2998-4e1a-a56a-bcca8087ce65 req-e5d4e7c9-c384-4bc1-87e5-c06f481eb8bd tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/security-groups?id=b7c7fe04-8ab6-4ec0-af46-b4358854e449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374590 May 30 20:03:49.513033 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-12f8777d-0af1-4077-868e-45732e8a9e7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:49.569559 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-12f8777d-0af1-4077-868e-45732e8a9e7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:49.569559 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-12f8777d-0af1-4077-868e-45732e8a9e7d admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/245b2f31-4f28-4a8d-9135-12cd73ad8c98 HTTP/1.1" status: 204 len: 168 time: 0.9256685 May 30 20:03:49.569559 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f8777d-0af1-4077-868e-45732e8a9e7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=245b2f31-4f28-4a8d-9135-12cd73ad8c98,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:03:49.676830 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [None req-f684e108-4df4-42bc-bf6c-e5d78a77da07 admin admin] For port 81cc106c-655d-4e19-9f01-9aeed8566df9, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=81cc106c-655d-4e19-9f01-9aeed8566df9,segment=NetworkSegment(ae57fccd-4d6f-4bb9-a0c4-4115efaa8132),segment_id=ae57fccd-4d6f-4bb9-a0c4-4115efaa8132)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:03:49.676830 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f684e108-4df4-42bc-bf6c-e5d78a77da07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:50.267345 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-f684e108-4df4-42bc-bf6c-e5d78a77da07 admin admin] Calling delete_port for 81cc106c-655d-4e19-9f01-9aeed8566df9 owned by network:router_interface {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:03:50.431023 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7eb4fc-b3c0-405e-ad12-b904b58434e9 req-6a65517e-b520-455c-9e40-e2e0dbee276c tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:50.432965 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9b7eb4fc-b3c0-405e-ad12-b904b58434e9 req-6a65517e-b520-455c-9e40-e2e0dbee276c tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/ports?device_id=cad50d2c-f09c-49dc-ab89-1ea18c4b8f5e HTTP/1.1" status: 200 len: 950 time: 0.5085347 May 30 20:03:50.753604 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9b7eb4fc-b3c0-405e-ad12-b904b58434e9 req-e191f503-a586-48ca-8fb0-47332103240f tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/security-groups?id=e1329ead-76da-4fe1-a988-d24ed3099985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3079333 May 30 20:03:51.094234 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f684e108-4df4-42bc-bf6c-e5d78a77da07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:51.184723 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f684e108-4df4-42bc-bf6c-e5d78a77da07 admin admin] Pushing event deleted for resources: {'Port': ['ID=81cc106c-655d-4e19-9f01-9aeed8566df9,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:03:51.291600 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-884d31d4-651e-4873-8236-fb8944516ccb req-d1520cb0-d83e-4d73-bfa6-7cb95ceec293 tempest-LiveMigrationTest-484647171 tempest-LiveMigrationTest-484647171-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=5c349730-6ae7-43e5-b368-35ecf2a48057&tenant_id=e03d8798de6f4daa8bc8080dc719ce8a&binding%3Ahost_id=n-h1-843948-2 HTTP/1.1" status: 200 len: 1097 time: 0.2672923 May 30 20:03:51.310733 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-884d31d4-651e-4873-8236-fb8944516ccb req-f368325c-2d6a-4c41-9855-12ebdd1da639 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-843948-2'}}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:03:52.044925 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:52.144437 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-884d31d4-651e-4873-8236-fb8944516ccb req-f368325c-2d6a-4c41-9855-12ebdd1da639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:52.239699 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device f2e0905d-ccaa-4830-a17e-fda6d2147833 details requested by agent hyperv_n-h2-843948-2 with host n-h2-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:03:52.319087 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d331b7c8-1488-4114-9c0a-f06ae77712a5 req-e0b5a14d-f9a7-41ca-bad7-21d2bb4f1e35 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:52.344603 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d331b7c8-1488-4114-9c0a-f06ae77712a5 req-e0b5a14d-f9a7-41ca-bad7-21d2bb4f1e35 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/ports?device_id=5c349730-6ae7-43e5-b368-35ecf2a48057 HTTP/1.1" status: 200 len: 946 time: 0.5767462 May 30 20:03:52.476276 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f684e108-4df4-42bc-bf6c-e5d78a77da07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1718140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-736143'] for router_interface, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:52.832964 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 47082) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:03:52.841139 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port f2e0905d-ccaa-4830-a17e-fda6d2147833, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=f2e0905d-ccaa-4830-a17e-fda6d2147833,segment=NetworkSegment(4d4a7668-7a19-4452-8bd2-a5411730cf30),segment_id=4d4a7668-7a19-4452-8bd2-a5411730cf30)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:03:52.906945 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7cd6fb5f-5cae-4197-9349-37c2547ab9e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:52.907564 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device f2e0905d-ccaa-4830-a17e-fda6d2147833 has no active binding in host n-h2-843948-2 {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 30 20:03:52.926660 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d331b7c8-1488-4114-9c0a-f06ae77712a5 req-3a6e81ca-4717-478e-b12d-4bd2a23acffe tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/security-groups?id=b7c7fe04-8ab6-4ec0-af46-b4358854e449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5806561 May 30 20:03:53.021913 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-884d31d4-651e-4873-8236-fb8944516ccb req-f368325c-2d6a-4c41-9855-12ebdd1da639 service neutron] For port f2e0905d-ccaa-4830-a17e-fda6d2147833, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=f2e0905d-ccaa-4830-a17e-fda6d2147833,segment=NetworkSegment(4d4a7668-7a19-4452-8bd2-a5411730cf30),segment_id=4d4a7668-7a19-4452-8bd2-a5411730cf30)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:03:53.094739 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-884d31d4-651e-4873-8236-fb8944516ccb req-f368325c-2d6a-4c41-9855-12ebdd1da639 service neutron] For port f2e0905d-ccaa-4830-a17e-fda6d2147833, host n-h1-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:03:53.099094 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-7cd6fb5f-5cae-4197-9349-37c2547ab9e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:03:53.143629 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-7cd6fb5f-5cae-4197-9349-37c2547ab9e8 admin admin] Usage tracker for resource:security_group_rule and tenant:f926f40b32f74db691b746c3cf721bfa is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:03:53.153589 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-7cd6fb5f-5cae-4197-9349-37c2547ab9e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:03:53.168102 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-7cd6fb5f-5cae-4197-9349-37c2547ab9e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:03:53.325643 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c349730-6ae7-43e5-b368-35ecf2a48057', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2e0905d-ccaa-4830-a17e-fda6d2147833'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:03:53.342481 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7cd6fb5f-5cae-4197-9349-37c2547ab9e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:53.356702 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-884d31d4-651e-4873-8236-fb8944516ccb req-f368325c-2d6a-4c41-9855-12ebdd1da639 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:53.490729 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-884d31d4-651e-4873-8236-fb8944516ccb req-f368325c-2d6a-4c41-9855-12ebdd1da639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:53.630148 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7cd6fb5f-5cae-4197-9349-37c2547ab9e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:53.743470 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-384c3417-756a-4468-ab78-904e03d1edf6'] response: {'server_uuid': '5c349730-6ae7-43e5-b368-35ecf2a48057', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2e0905d-ccaa-4830-a17e-fda6d2147833', 'code': 200} May 30 20:03:53.857395 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd6fb5f-5cae-4197-9349-37c2547ab9e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46edb660-c243-457e-ba58-ab2dcbd391c2,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:03:53.893072 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-7cd6fb5f-5cae-4197-9349-37c2547ab9e8 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=f926f40b32f74db691b746c3cf721bfa&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0586855 May 30 20:03:53.907330 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 47112) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:03:53.996475 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-feb40dfb-2d5f-4843-b6c3-2458870f1523 req-614dfc9f-087e-4dba-99c1-bf59f642399b service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=cad50d2c-f09c-49dc-ab89-1ea18c4b8f5e&tenant_id=fa61b48b7a6444fe8c9a2f45b95c1d11 HTTP/1.1" status: 200 len: 1101 time: 0.8708894 May 30 20:03:54.012880 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81496ea-a09d-4cce-b991-9b764baaa10b req-9849792a-c14d-49dd-83ab-233c1a982971 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:54.022827 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f81496ea-a09d-4cce-b991-9b764baaa10b req-9849792a-c14d-49dd-83ab-233c1a982971 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/ports?device_id=cad50d2c-f09c-49dc-ab89-1ea18c4b8f5e HTTP/1.1" status: 200 len: 950 time: 0.6654739 May 30 20:03:54.022827 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [req-feb40dfb-2d5f-4843-b6c3-2458870f1523 req-6f083f42-288d-4a2e-822d-3630f189c0ed service neutron] Request body: {'port': {'binding:host_id': 'n-h2-843948-2', 'device_owner': 'compute:nova'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:03:54.087163 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-884d31d4-651e-4873-8236-fb8944516ccb req-f368325c-2d6a-4c41-9855-12ebdd1da639 service neutron] Attempting to bind port f2e0905d-ccaa-4830-a17e-fda6d2147833 on host n-h1-843948-2 for vnic_type normal with profile {"migrating_to": "n-h2-843948-2"} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:03:54.087163 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-884d31d4-651e-4873-8236-fb8944516ccb req-f368325c-2d6a-4c41-9855-12ebdd1da639 service neutron] Attempting to bind port f2e0905d-ccaa-4830-a17e-fda6d2147833 by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': '4d4a7668-7a19-4452-8bd2-a5411730cf30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '22982b8a-b22c-41df-a053-0dde355094a5'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:03:54.087163 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-884d31d4-651e-4873-8236-fb8944516ccb req-f368325c-2d6a-4c41-9855-12ebdd1da639 service neutron] Attempting to bind port f2e0905d-ccaa-4830-a17e-fda6d2147833 on network 22982b8a-b22c-41df-a053-0dde355094a5 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:03:54.141458 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-48e39247-aa25-4bcd-b2e9-0b9923fee3d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:54.246614 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device add4bcfc-8061-490b-abfb-4c9220e87f90 no longer exists at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:03:54.247524 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-884d31d4-651e-4873-8236-fb8944516ccb req-f368325c-2d6a-4c41-9855-12ebdd1da639 service neutron] Port f2e0905d-ccaa-4830-a17e-fda6d2147833 on network 22982b8a-b22c-41df-a053-0dde355094a5 not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:03:54.247524 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-884d31d4-651e-4873-8236-fb8944516ccb req-f368325c-2d6a-4c41-9855-12ebdd1da639 service neutron] Attempting to bind port f2e0905d-ccaa-4830-a17e-fda6d2147833 on network 22982b8a-b22c-41df-a053-0dde355094a5 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:03:54.262270 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-884d31d4-651e-4873-8236-fb8944516ccb req-f368325c-2d6a-4c41-9855-12ebdd1da639 service neutron] Checking agent: {'id': 'f728d74e-a4ae-4384-860b-a5ade05dd8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 3, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:03:54.263451 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-884d31d4-651e-4873-8236-fb8944516ccb req-f368325c-2d6a-4c41-9855-12ebdd1da639 service neutron] Checking segment: {'id': '4d4a7668-7a19-4452-8bd2-a5411730cf30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '22982b8a-b22c-41df-a053-0dde355094a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:03:54.264425 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-884d31d4-651e-4873-8236-fb8944516ccb req-f368325c-2d6a-4c41-9855-12ebdd1da639 service neutron] Bound using segment: {'id': '4d4a7668-7a19-4452-8bd2-a5411730cf30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '22982b8a-b22c-41df-a053-0dde355094a5'} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:03:54.265461 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-884d31d4-651e-4873-8236-fb8944516ccb req-f368325c-2d6a-4c41-9855-12ebdd1da639 service neutron] Bound port: f2e0905d-ccaa-4830-a17e-fda6d2147833, host: n-h1-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d4a7668-7a19-4452-8bd2-a5411730cf30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '22982b8a-b22c-41df-a053-0dde355094a5'}}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:03:54.266338 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-884d31d4-651e-4873-8236-fb8944516ccb req-f368325c-2d6a-4c41-9855-12ebdd1da639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:54.298043 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f368325c-2d6a-4c41-9855-12ebdd1da639 service neutron] Pushing event updated for resources: {'Port': ['ID=f2e0905d-ccaa-4830-a17e-fda6d2147833,revision_number=7']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:03:54.391432 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-feb40dfb-2d5f-4843-b6c3-2458870f1523 req-6f083f42-288d-4a2e-822d-3630f189c0ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:54.408778 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-48e39247-aa25-4bcd-b2e9-0b9923fee3d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:54.408982 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:54.421194 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f81496ea-a09d-4cce-b991-9b764baaa10b req-e4731b8b-a09b-4c24-8742-3b0d95d008e4 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/security-groups?id=e1329ead-76da-4fe1-a988-d24ed3099985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3497386 May 30 20:03:54.451649 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cad50d2c-f09c-49dc-ab89-1ea18c4b8f5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'add4bcfc-8061-490b-abfb-4c9220e87f90'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:03:54.465363 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port add4bcfc-8061-490b-abfb-4c9220e87f90, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=add4bcfc-8061-490b-abfb-4c9220e87f90,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:03:54.515418 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16321986-b53e-4d52-853a-23c3bdd69310 req-a6c446e3-c10c-4025-84bb-ff06ba5fd949 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:54.518175 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-16321986-b53e-4d52-853a-23c3bdd69310 req-a6c446e3-c10c-4025-84bb-ff06ba5fd949 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/networks?id=1423fe8d-fe45-40b8-bd0c-db2951a00d49 HTTP/1.1" status: 200 len: 811 time: 0.6351926 May 30 20:03:54.560216 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-16321986-b53e-4d52-853a-23c3bdd69310 req-a073f3be-3e9b-4ad8-8047-add9732ada41 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/quotas/2f556c8c0e86457c8a99895c145d8ec1 HTTP/1.1" status: 200 len: 375 time: 0.0318997 May 30 20:03:54.581948 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-884d31d4-651e-4873-8236-fb8944516ccb req-f368325c-2d6a-4c41-9855-12ebdd1da639 service neutron] For port f2e0905d-ccaa-4830-a17e-fda6d2147833, host n-h1-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:03:54.586894 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-884d31d4-651e-4873-8236-fb8944516ccb req-f368325c-2d6a-4c41-9855-12ebdd1da639 service neutron] For port f2e0905d-ccaa-4830-a17e-fda6d2147833, host n-h1-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=f2e0905d-ccaa-4830-a17e-fda6d2147833,segment=NetworkSegment(4d4a7668-7a19-4452-8bd2-a5411730cf30),segment_id=4d4a7668-7a19-4452-8bd2-a5411730cf30)] {{(pid=84887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:03:54.634446 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-16321986-b53e-4d52-853a-23c3bdd69310 req-d34b0f51-67f8-49f5-90db-3b536dcc8ac6 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Synchronizing usage tracker for tenant:2f556c8c0e86457c8a99895c145d8ec1 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:03:54.822662 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:54.848321 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.db.api [req-feb40dfb-2d5f-4843-b6c3-2458870f1523 req-6f083f42-288d-4a2e-822d-3630f189c0ed service neutron] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:03:54.848321 n-d-843948-2 neutron-server[84886]: DEBUG oslo_db.api [req-feb40dfb-2d5f-4843-b6c3-2458870f1523 req-6f083f42-288d-4a2e-822d-3630f189c0ed service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:03:54.965342 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-16321986-b53e-4d52-853a-23c3bdd69310 req-d34b0f51-67f8-49f5-90db-3b536dcc8ac6 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Unset dirty status for tenant:2f556c8c0e86457c8a99895c145d8ec1 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:03:54.965342 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-16321986-b53e-4d52-853a-23c3bdd69310 req-d34b0f51-67f8-49f5-90db-3b536dcc8ac6 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=2f556c8c0e86457c8a99895c145d8ec1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3997309 May 30 20:03:54.965342 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-884d31d4-651e-4873-8236-fb8944516ccb req-f368325c-2d6a-4c41-9855-12ebdd1da639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:54.966353 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57401607-02c8-4940-97c9-ecfbafa15769 req-bc3af72a-f17f-4cc6-bde2-463a08a70a24 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:54.966353 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-57401607-02c8-4940-97c9-ecfbafa15769 req-bc3af72a-f17f-4cc6-bde2-463a08a70a24 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/ports?device_id=5c349730-6ae7-43e5-b368-35ecf2a48057 HTTP/1.1" status: 200 len: 944 time: 0.2998977 May 30 20:03:55.035476 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=add4bcfc-8061-490b-abfb-4c9220e87f90,revision_number=10']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:03:55.046640 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-48e39247-aa25-4bcd-b2e9-0b9923fee3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:55.060369 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:03:55.067025 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:03:55.067025 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:03:55.067025 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:03:55.067025 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:03:55.067025 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:03:55.067025 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:03:55.067025 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:03:55.067025 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:03:55.067025 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:03:55.067025 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:03:55.113764 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e39247-aa25-4bcd-b2e9-0b9923fee3d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46edb660-c243-457e-ba58-ab2dcbd391c2,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:03:55.173480 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-48e39247-aa25-4bcd-b2e9-0b9923fee3d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:55.182438 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-48e39247-aa25-4bcd-b2e9-0b9923fee3d4 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/46edb660-c243-457e-ba58-ab2dcbd391c2 HTTP/1.1" status: 204 len: 168 time: 1.2686605 May 30 20:03:55.187034 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-57401607-02c8-4940-97c9-ecfbafa15769 req-e9be0763-74ed-4651-9104-787bf09575d3 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/security-groups?id=b7c7fe04-8ab6-4ec0-af46-b4358854e449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075408 May 30 20:03:55.288372 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f684e108-4df4-42bc-bf6c-e5d78a77da07 admin admin] Router 58db14c6-6314-401d-a1a2-defd828825f6 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:03:55.317087 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f368325c-2d6a-4c41-9855-12ebdd1da639 service neutron] Pushing event updated for resources: {'Port': ['ID=f2e0905d-ccaa-4830-a17e-fda6d2147833,revision_number=8']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:03:55.438477 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9a567cf-5157-4baf-9966-eb2c48e30ded'] response: {'server_uuid': 'cad50d2c-f09c-49dc-ab89-1ea18c4b8f5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'add4bcfc-8061-490b-abfb-4c9220e87f90', 'code': 200} May 30 20:03:55.475086 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-884d31d4-651e-4873-8236-fb8944516ccb req-f368325c-2d6a-4c41-9855-12ebdd1da639 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:55.482578 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-884d31d4-651e-4873-8236-fb8944516ccb req-f368325c-2d6a-4c41-9855-12ebdd1da639 service neutron] 10.222.0.86 "PUT /v2.0/ports/f2e0905d-ccaa-4830-a17e-fda6d2147833 HTTP/1.1" status: 200 len: 1122 time: 4.1776726 May 30 20:03:55.558873 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-16321986-b53e-4d52-853a-23c3bdd69310 req-d34dac24-88a3-47a1-9662-5d73055369ff service neutron] 10.222.0.85 "GET /v2.0/networks/1423fe8d-fe45-40b8-bd0c-db2951a00d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5760632 May 30 20:03:55.579594 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['f2e0905d-ccaa-4830-a17e-fda6d2147833'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:03:55.872277 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['f2e0905d-ccaa-4830-a17e-fda6d2147833'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:03:56.043881 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-feb40dfb-2d5f-4843-b6c3-2458870f1523 req-6f083f42-288d-4a2e-822d-3630f189c0ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:56.177318 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c349730-6ae7-43e5-b368-35ecf2a48057', 'tag': 'f2e0905d-ccaa-4830-a17e-fda6d2147833'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:03:56.206252 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-16321986-b53e-4d52-853a-23c3bdd69310 req-9a0bfa76-8839-4ebc-9705-6db3c76665f8 service neutron] 10.222.0.85 "GET /v2.0/networks/1423fe8d-fe45-40b8-bd0c-db2951a00d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6446211 May 30 20:03:56.622452 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-724cee69-f1f6-4b5a-83a3-e32ea56f1707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:56.770514 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f684e108-4df4-42bc-bf6c-e5d78a77da07 admin admin] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:03:56.784621 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 47172) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:03:56.787949 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1bc0ee9-7197-4f99-a94e-6e27d6252328 None None] Sync routers for ids ['58db14c6-6314-401d-a1a2-defd828825f6'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:03:56.788689 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-f684e108-4df4-42bc-bf6c-e5d78a77da07 admin admin] 10.222.0.85 "PUT /v2.0/routers/58db14c6-6314-401d-a1a2-defd828825f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 15.5012255 May 30 20:03:56.814170 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1bc0ee9-7197-4f99-a94e-6e27d6252328 None None] Routers {'58db14c6-6314-401d-a1a2-defd828825f6'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:03:56.814783 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-e1bc0ee9-7197-4f99-a94e-6e27d6252328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:03:29Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['58db14c6-6314-401d-a1a2-defd828825f6'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:03:56.857213 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b7c382-f9b6-4eb9-85e1-563ecf7e2960 req-d9f04fa5-4a86-4375-9474-24b30108c02d tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:56.858832 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-00b7c382-f9b6-4eb9-85e1-563ecf7e2960 req-d9f04fa5-4a86-4375-9474-24b30108c02d tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/ports?device_id=cad50d2c-f09c-49dc-ab89-1ea18c4b8f5e HTTP/1.1" status: 200 len: 949 time: 0.5000746 May 30 20:03:56.957387 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-feb40dfb-2d5f-4843-b6c3-2458870f1523 req-6f083f42-288d-4a2e-822d-3630f189c0ed service neutron] For port add4bcfc-8061-490b-abfb-4c9220e87f90, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=add4bcfc-8061-490b-abfb-4c9220e87f90,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:03:57.028148 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-feb40dfb-2d5f-4843-b6c3-2458870f1523 req-6f083f42-288d-4a2e-822d-3630f189c0ed service neutron] For port add4bcfc-8061-490b-abfb-4c9220e87f90, host n-h1-843948-2, cleared binding levels {{(pid=84886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:03:57.081959 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0736f1f1-cc8c-44ee-a2dc-8c9536934780'] response: {'name': 'network-changed', 'server_uuid': '5c349730-6ae7-43e5-b368-35ecf2a48057', 'tag': 'f2e0905d-ccaa-4830-a17e-fda6d2147833', 'status': 'completed', 'code': 200} May 30 20:03:57.137936 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [req-feb40dfb-2d5f-4843-b6c3-2458870f1523 req-6f083f42-288d-4a2e-822d-3630f189c0ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id add4bcfc-8061-490b-abfb-4c9220e87f90 {{(pid=84886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:03:57.185132 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-feb40dfb-2d5f-4843-b6c3-2458870f1523 req-6f083f42-288d-4a2e-822d-3630f189c0ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:57.394409 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [req-feb40dfb-2d5f-4843-b6c3-2458870f1523 req-6f083f42-288d-4a2e-822d-3630f189c0ed service neutron] Transition to ACTIVE for port object add4bcfc-8061-490b-abfb-4c9220e87f90 will not be triggered until provisioned by entity L2. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:03:57.396119 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-e1bc0ee9-7197-4f99-a94e-6e27d6252328 None None] Set router 58db14c6-6314-401d-a1a2-defd828825f6 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:03:57.505790 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-00b7c382-f9b6-4eb9-85e1-563ecf7e2960 req-e7a21dda-da9b-42ba-8d8b-9c6113ef9179 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/security-groups?id=e1329ead-76da-4fe1-a988-d24ed3099985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2841473 May 30 20:03:57.543329 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a8dd514e-5c17-4ce7-a75d-a094f3800203 req-a91a1213-75a7-4bf6-bedf-daf9c5558706 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e03d8798de6f4daa8bc8080dc719ce8a&device_id=5c349730-6ae7-43e5-b368-35ecf2a48057 HTTP/1.1" status: 200 len: 1125 time: 0.2667615 May 30 20:03:57.610385 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-feb40dfb-2d5f-4843-b6c3-2458870f1523 req-6f083f42-288d-4a2e-822d-3630f189c0ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:57.618407 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b7182e-f1b3-464d-a7fe-6ee30d2e8e11 req-d68f9105-a207-4b43-8b6e-3f431c3f39f4 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:57.625467 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a5b7182e-f1b3-464d-a7fe-6ee30d2e8e11 req-d68f9105-a207-4b43-8b6e-3f431c3f39f4 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/ports?device_id=5c349730-6ae7-43e5-b368-35ecf2a48057 HTTP/1.1" status: 200 len: 944 time: 0.5312183 May 30 20:03:57.731598 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a5b7182e-f1b3-464d-a7fe-6ee30d2e8e11 req-acc8ec61-d2a2-49b0-893d-1612d06582f2 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/security-groups?id=b7c7fe04-8ab6-4ec0-af46-b4358854e449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050971 May 30 20:03:57.823624 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b45ad03f-e087-4e64-a3d2-2ae5ae565a76 admin admin] Notify callbacks [] for router, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:58.086287 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6b37950c-a0d3-49a8-8b27-6daa4969110e req-d93903ab-bb75-437c-a6b5-cc3a194895c7 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/ports?device_id=78a95e01-8e88-4473-98d7-b66ce9381bae HTTP/1.1" status: 200 len: 210 time: 0.1290040 May 30 20:03:58.215749 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-e1bc0ee9-7197-4f99-a94e-6e27d6252328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58db14c6-6314-401d-a1a2-defd828825f6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1104618361-router', 'tenant_id': '0cfe9c741cc74c4f9c0fcfff7e96141d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': 'c50ef13b-7d7f-4096-9b00-c2564f501cdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T19:59:41Z', 'updated_at': '2022-05-30T20:03:50Z', 'revision_number': 5, 'project_id': '0cfe9c741cc74c4f9c0fcfff7e96141d', 'gw_port': {'id': 'c50ef13b-7d7f-4096-9b00-c2564f501cdf', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58db14c6-6314-401d-a1a2-defd828825f6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:59:43Z', 'updated_at': '2022-05-30T19:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:03:58.234777 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1bc0ee9-7197-4f99-a94e-6e27d6252328 None None] Checking router: 58db14c6-6314-401d-a1a2-defd828825f6 for host: n-d-843948-2 {{(pid=84888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:03:58.280863 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f083f42-288d-4a2e-822d-3630f189c0ed service neutron] Pushing event updated for resources: {'Port': ['ID=add4bcfc-8061-490b-abfb-4c9220e87f90,revision_number=11']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:03:58.289906 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1bc0ee9-7197-4f99-a94e-6e27d6252328 None None] Routers {'58db14c6-6314-401d-a1a2-defd828825f6'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:03:58.299323 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-e1bc0ee9-7197-4f99-a94e-6e27d6252328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:03:29Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['58db14c6-6314-401d-a1a2-defd828825f6'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:03:58.327329 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b45ad03f-e087-4e64-a3d2-2ae5ae565a76 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:58.483314 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [req-feb40dfb-2d5f-4843-b6c3-2458870f1523 req-6f083f42-288d-4a2e-822d-3630f189c0ed service neutron] No DVR routers for this DVR port add4bcfc-8061-490b-abfb-4c9220e87f90 on host n-h1-843948-2 {{(pid=84886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:03:58.517451 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dd514e-5c17-4ce7-a75d-a094f3800203 req-f584a413-9ccb-4fa2-bfde-91abca556ce2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:58.521433 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a8dd514e-5c17-4ce7-a75d-a094f3800203 req-f584a413-9ccb-4fa2-bfde-91abca556ce2 service neutron] 10.222.0.71 "GET /v2.0/networks?id=22982b8a-b22c-41df-a053-0dde355094a5 HTTP/1.1" status: 200 len: 908 time: 0.9712441 May 30 20:03:58.526144 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-b45ad03f-e087-4e64-a3d2-2ae5ae565a76 admin admin] Deleting port c50ef13b-7d7f-4096-9b00-c2564f501cdf {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:03:58.526299 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b45ad03f-e087-4e64-a3d2-2ae5ae565a76 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:58.891372 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a8dd514e-5c17-4ce7-a75d-a094f3800203 req-735fc586-4959-45cb-a631-271b019bd0b1 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f2e0905d-ccaa-4830-a17e-fda6d2147833 HTTP/1.1" status: 200 len: 217 time: 0.2222342 May 30 20:03:58.895114 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-feb40dfb-2d5f-4843-b6c3-2458870f1523 req-6f083f42-288d-4a2e-822d-3630f189c0ed service neutron] Attempting to bind port add4bcfc-8061-490b-abfb-4c9220e87f90 on host n-h2-843948-2 for vnic_type normal with profile {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:03:58.895671 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-feb40dfb-2d5f-4843-b6c3-2458870f1523 req-6f083f42-288d-4a2e-822d-3630f189c0ed service neutron] Attempting to bind port add4bcfc-8061-490b-abfb-4c9220e87f90 by drivers openvswitch,hyperv on host n-h2-843948-2 at level 0 using segments [{'id': '7e304c17-4e5f-4a93-af80-52785639e6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1'}] {{(pid=84886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:03:58.896164 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb40dfb-2d5f-4843-b6c3-2458870f1523 req-6f083f42-288d-4a2e-822d-3630f189c0ed service neutron] Attempting to bind port add4bcfc-8061-490b-abfb-4c9220e87f90 on network 4344fbed-57fb-43d7-b32d-6020ce60f0a1 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:03:58.996695 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-e1bc0ee9-7197-4f99-a94e-6e27d6252328 None None] Set router 58db14c6-6314-401d-a1a2-defd828825f6 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:03:59.094497 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb40dfb-2d5f-4843-b6c3-2458870f1523 req-6f083f42-288d-4a2e-822d-3630f189c0ed service neutron] Port add4bcfc-8061-490b-abfb-4c9220e87f90 on network 4344fbed-57fb-43d7-b32d-6020ce60f0a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-843948-2 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:03:59.100759 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb40dfb-2d5f-4843-b6c3-2458870f1523 req-6f083f42-288d-4a2e-822d-3630f189c0ed service neutron] Attempting to bind port add4bcfc-8061-490b-abfb-4c9220e87f90 on network 4344fbed-57fb-43d7-b32d-6020ce60f0a1 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:03:59.209504 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [None req-b45ad03f-e087-4e64-a3d2-2ae5ae565a76 admin admin] For port c50ef13b-7d7f-4096-9b00-c2564f501cdf, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=c50ef13b-7d7f-4096-9b00-c2564f501cdf,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:03:59.210222 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b45ad03f-e087-4e64-a3d2-2ae5ae565a76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:59.280804 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb40dfb-2d5f-4843-b6c3-2458870f1523 req-6f083f42-288d-4a2e-822d-3630f189c0ed service neutron] Checking agent: {'id': 'eaa08354-e8f5-4e73-af76-8d3cf7d2b390', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 3, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:03:59.280804 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb40dfb-2d5f-4843-b6c3-2458870f1523 req-6f083f42-288d-4a2e-822d-3630f189c0ed service neutron] Checking segment: {'id': '7e304c17-4e5f-4a93-af80-52785639e6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:03:59.280804 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb40dfb-2d5f-4843-b6c3-2458870f1523 req-6f083f42-288d-4a2e-822d-3630f189c0ed service neutron] Bound using segment: {'id': '7e304c17-4e5f-4a93-af80-52785639e6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1'} {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:03:59.282110 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-feb40dfb-2d5f-4843-b6c3-2458870f1523 req-6f083f42-288d-4a2e-822d-3630f189c0ed service neutron] Bound port: add4bcfc-8061-490b-abfb-4c9220e87f90, host: n-h2-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e304c17-4e5f-4a93-af80-52785639e6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1'}}] {{(pid=84886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:03:59.282110 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-feb40dfb-2d5f-4843-b6c3-2458870f1523 req-6f083f42-288d-4a2e-822d-3630f189c0ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:59.463611 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dd514e-5c17-4ce7-a75d-a094f3800203 req-f2c26c1b-5f73-4e5c-a5d5-089363ea8436 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:59.465198 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a8dd514e-5c17-4ce7-a75d-a094f3800203 req-f2c26c1b-5f73-4e5c-a5d5-089363ea8436 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b885d147-b4ba-4062-ad34-3d5558c5dbbf HTTP/1.1" status: 200 len: 847 time: 0.5660715 May 30 20:03:59.582947 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-b45ad03f-e087-4e64-a3d2-2ae5ae565a76 admin admin] Calling delete_port for c50ef13b-7d7f-4096-9b00-c2564f501cdf owned by network:router_gateway {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:03:59.594926 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a8dd514e-5c17-4ce7-a75d-a094f3800203 req-0e02414e-ff83-4e2a-9174-03c3f1723843 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=22982b8a-b22c-41df-a053-0dde355094a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1058314 May 30 20:03:59.667546 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88753a5e-5bce-479d-a93c-d720c89a8312 req-85a805a0-82db-4a40-90c8-f46e08197d6a tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:03:59.681135 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-88753a5e-5bce-479d-a93c-d720c89a8312 req-85a805a0-82db-4a40-90c8-f46e08197d6a tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/ports?device_id=cad50d2c-f09c-49dc-ab89-1ea18c4b8f5e HTTP/1.1" status: 200 len: 949 time: 0.6885269 May 30 20:03:59.839331 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-88753a5e-5bce-479d-a93c-d720c89a8312 req-9bd79fd6-6186-4e3a-b6af-5924a5062437 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/security-groups?id=e1329ead-76da-4fe1-a988-d24ed3099985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452258 May 30 20:03:59.858970 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-fa6bcde9-53af-48d7-8786-9bad60261ce9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:59.900746 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:03:59.979847 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-e1bc0ee9-7197-4f99-a94e-6e27d6252328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58db14c6-6314-401d-a1a2-defd828825f6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1104618361-router', 'tenant_id': '0cfe9c741cc74c4f9c0fcfff7e96141d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': 'c50ef13b-7d7f-4096-9b00-c2564f501cdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T19:59:41Z', 'updated_at': '2022-05-30T20:03:50Z', 'revision_number': 5, 'project_id': '0cfe9c741cc74c4f9c0fcfff7e96141d', 'gw_port': {'id': 'c50ef13b-7d7f-4096-9b00-c2564f501cdf', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58db14c6-6314-401d-a1a2-defd828825f6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:59:43Z', 'updated_at': '2022-05-30T19:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:04:00.004978 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1bc0ee9-7197-4f99-a94e-6e27d6252328 None None] The sync data for ids ['58db14c6-6314-401d-a1a2-defd828825f6'] in n-d-843948-2 is: [{'id': '58db14c6-6314-401d-a1a2-defd828825f6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1104618361-router', 'tenant_id': '0cfe9c741cc74c4f9c0fcfff7e96141d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': 'c50ef13b-7d7f-4096-9b00-c2564f501cdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T19:59:41Z', 'updated_at': '2022-05-30T20:03:50Z', 'revision_number': 5, 'project_id': '0cfe9c741cc74c4f9c0fcfff7e96141d', 'gw_port': {'id': 'c50ef13b-7d7f-4096-9b00-c2564f501cdf', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58db14c6-6314-401d-a1a2-defd828825f6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T19:59:43Z', 'updated_at': '2022-05-30T19:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:04:00.158322 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 47230) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:04:00.198624 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a8dd514e-5c17-4ce7-a75d-a094f3800203 req-1bd8930f-1e05-411d-a20d-1b3bfbe711e5 service neutron] 10.222.0.71 "GET /v2.0/networks/22982b8a-b22c-41df-a053-0dde355094a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5898716 May 30 20:04:00.345425 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-feb40dfb-2d5f-4843-b6c3-2458870f1523 req-6f083f42-288d-4a2e-822d-3630f189c0ed service neutron] For port add4bcfc-8061-490b-abfb-4c9220e87f90, host n-h2-843948-2, cleared binding levels {{(pid=84886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:04:00.379131 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cba0a0-7413-45ce-9463-14b1ad8e5af9 req-e7148c76-4c38-415b-b71c-cd06e08336e8 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:00.380773 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c7cba0a0-7413-45ce-9463-14b1ad8e5af9 req-e7148c76-4c38-415b-b71c-cd06e08336e8 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/ports?device_id=5c349730-6ae7-43e5-b368-35ecf2a48057 HTTP/1.1" status: 200 len: 944 time: 1.3283794 May 30 20:04:00.474156 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b45ad03f-e087-4e64-a3d2-2ae5ae565a76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:00.673706 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 81cc106c-655d-4e19-9f01-9aeed8566df9 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:04:00.785217 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45ad03f-e087-4e64-a3d2-2ae5ae565a76 admin admin] Pushing event deleted for resources: {'Port': ['ID=c50ef13b-7d7f-4096-9b00-c2564f501cdf,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:00.805223 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: 81cc106c-655d-4e19-9f01-9aeed8566df9 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:04:00.805567 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 81cc106c-655d-4e19-9f01-9aeed8566df9 not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:04:00.932352 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:01.360271 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45ad03f-e087-4e64-a3d2-2ae5ae565a76 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:04:01.360271 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45ad03f-e087-4e64-a3d2-2ae5ae565a76 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:04:01.360271 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45ad03f-e087-4e64-a3d2-2ae5ae565a76 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:04:01.360271 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45ad03f-e087-4e64-a3d2-2ae5ae565a76 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:04:01.360271 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45ad03f-e087-4e64-a3d2-2ae5ae565a76 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:04:01.360732 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a8dd514e-5c17-4ce7-a75d-a094f3800203 req-c8b08b90-45cd-42ff-a247-34dc89418bae service neutron] 10.222.0.71 "GET /v2.0/networks/22982b8a-b22c-41df-a053-0dde355094a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1286445 May 30 20:04:01.362333 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45ad03f-e087-4e64-a3d2-2ae5ae565a76 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:04:01.363779 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45ad03f-e087-4e64-a3d2-2ae5ae565a76 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:04:01.364185 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45ad03f-e087-4e64-a3d2-2ae5ae565a76 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:04:01.364759 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45ad03f-e087-4e64-a3d2-2ae5ae565a76 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:04:01.365095 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45ad03f-e087-4e64-a3d2-2ae5ae565a76 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:04:01.365426 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45ad03f-e087-4e64-a3d2-2ae5ae565a76 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:04:01.388391 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d034964e-381b-4f17-86b3-c5292e2b4db1 req-ad4d521a-6d8d-4c71-9321-7854e8bc0fb2 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/ports?device_id=78a95e01-8e88-4473-98d7-b66ce9381bae HTTP/1.1" status: 200 len: 210 time: 0.4389794 May 30 20:04:01.399866 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-feb40dfb-2d5f-4843-b6c3-2458870f1523 req-6f083f42-288d-4a2e-822d-3630f189c0ed service neutron] For port add4bcfc-8061-490b-abfb-4c9220e87f90, host n-h2-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=add4bcfc-8061-490b-abfb-4c9220e87f90,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:04:01.410259 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e6467aae-7206-49b6-adf3-64a0cc25fc8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:01.478653 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c7cba0a0-7413-45ce-9463-14b1ad8e5af9 req-a6ad928a-ba6e-41a9-9158-02be8acef236 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/security-groups?id=b7c7fe04-8ab6-4ec0-af46-b4358854e449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0784452 May 30 20:04:01.575462 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-e6467aae-7206-49b6-adf3-64a0cc25fc8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:04:01.585967 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-e6467aae-7206-49b6-adf3-64a0cc25fc8e admin admin] Usage tracker for resource:security_group_rule and tenant:1211fe7a92bd4e9199ece392b6cca6d1 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:04:01.594266 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-e6467aae-7206-49b6-adf3-64a0cc25fc8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:04:01.596380 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-feb40dfb-2d5f-4843-b6c3-2458870f1523 req-6f083f42-288d-4a2e-822d-3630f189c0ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:01.701693 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-feb40dfb-2d5f-4843-b6c3-2458870f1523 req-6f083f42-288d-4a2e-822d-3630f189c0ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:01.703329 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-feb40dfb-2d5f-4843-b6c3-2458870f1523 req-6f083f42-288d-4a2e-822d-3630f189c0ed service neutron] 10.222.0.86 "PUT /v2.0/ports/add4bcfc-8061-490b-abfb-4c9220e87f90 HTTP/1.1" status: 200 len: 1097 time: 7.6872866 May 30 20:04:01.703913 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cad50d2c-f09c-49dc-ab89-1ea18c4b8f5e', 'tag': 'add4bcfc-8061-490b-abfb-4c9220e87f90'}] {{(pid=84886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:04:01.850495 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-884d31d4-651e-4873-8236-fb8944516ccb req-0be02bbd-8a7d-4981-b6f5-209d761740ea service neutron] 10.222.0.71 "GET /v2.0/ports/f2e0905d-ccaa-4830-a17e-fda6d2147833/bindings/n-h2-843948-2 HTTP/1.1" status: 200 len: 384 time: 1.0790107 May 30 20:04:01.983786 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-e6467aae-7206-49b6-adf3-64a0cc25fc8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:04:02.059955 n-d-843948-2 neutron-server[84886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3fc11b7-63df-4258-b925-621f6142c946'] response: {'name': 'network-changed', 'server_uuid': 'cad50d2c-f09c-49dc-ab89-1ea18c4b8f5e', 'tag': 'add4bcfc-8061-490b-abfb-4c9220e87f90', 'status': 'completed', 'code': 200} May 30 20:04:02.179854 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f083f42-288d-4a2e-822d-3630f189c0ed service neutron] Pushing event updated for resources: {'Port': ['ID=add4bcfc-8061-490b-abfb-4c9220e87f90,revision_number=12']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:02.220084 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f083f42-288d-4a2e-822d-3630f189c0ed service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:04:02.221197 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f083f42-288d-4a2e-822d-3630f189c0ed service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:04:02.221944 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f083f42-288d-4a2e-822d-3630f189c0ed service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:04:02.222488 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f083f42-288d-4a2e-822d-3630f189c0ed service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:04:02.223438 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f083f42-288d-4a2e-822d-3630f189c0ed service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:04:02.224101 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f083f42-288d-4a2e-822d-3630f189c0ed service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:04:02.224636 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f083f42-288d-4a2e-822d-3630f189c0ed service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:04:02.225512 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f083f42-288d-4a2e-822d-3630f189c0ed service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:04:02.226127 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f083f42-288d-4a2e-822d-3630f189c0ed service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:04:02.227738 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f083f42-288d-4a2e-822d-3630f189c0ed service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:04:02.228460 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f083f42-288d-4a2e-822d-3630f189c0ed service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:04:02.454447 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:02.498807 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-feb40dfb-2d5f-4843-b6c3-2458870f1523 req-a98343ae-496c-490f-88c7-f169cba4ada4 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=fa61b48b7a6444fe8c9a2f45b95c1d11&device_id=cad50d2c-f09c-49dc-ab89-1ea18c4b8f5e HTTP/1.1" status: 200 len: 1100 time: 0.7583890 May 30 20:04:02.519940 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e68561-8cad-4c11-bd05-31c938c435bd req-e3c1d774-3f4c-469f-9773-b1f1fe9a07c2 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:02.530479 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-57e68561-8cad-4c11-bd05-31c938c435bd req-e3c1d774-3f4c-469f-9773-b1f1fe9a07c2 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/ports?device_id=cad50d2c-f09c-49dc-ab89-1ea18c4b8f5e HTTP/1.1" status: 200 len: 949 time: 0.7355051 May 30 20:04:02.553763 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b45ad03f-e087-4e64-a3d2-2ae5ae565a76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-736453'] for router_gateway, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:02.956762 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e6467aae-7206-49b6-adf3-64a0cc25fc8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:03.232470 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-57e68561-8cad-4c11-bd05-31c938c435bd req-2ca2c837-478f-46cd-93a6-e2e5f70c2b78 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/security-groups?id=e1329ead-76da-4fe1-a988-d24ed3099985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6987381 May 30 20:04:03.234388 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb40dfb-2d5f-4843-b6c3-2458870f1523 req-922c8b51-f524-430e-95f7-95c6a03f3287 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:03.238322 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-feb40dfb-2d5f-4843-b6c3-2458870f1523 req-922c8b51-f524-430e-95f7-95c6a03f3287 service neutron] 10.222.0.86 "GET /v2.0/networks?id=4344fbed-57fb-43d7-b32d-6020ce60f0a1 HTTP/1.1" status: 200 len: 870 time: 0.5654817 May 30 20:04:03.411306 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-57a9b324-1e07-405e-a2a0-1518975bff5e req-ed269abf-1b0c-4143-85c8-f249d9723bc5 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fa61b48b7a6444fe8c9a2f45b95c1d11&device_id=cad50d2c-f09c-49dc-ab89-1ea18c4b8f5e HTTP/1.1" status: 200 len: 1100 time: 1.3298879 May 30 20:04:03.440926 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e6467aae-7206-49b6-adf3-64a0cc25fc8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:03.643759 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:04:03.669559 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-feb40dfb-2d5f-4843-b6c3-2458870f1523 req-f5567471-6a37-41c2-ac38-5ad5a7b2a775 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=add4bcfc-8061-490b-abfb-4c9220e87f90 HTTP/1.1" status: 200 len: 217 time: 0.4193611 May 30 20:04:03.744450 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0f8afa4a-b38a-4a91-adc4-df1b30be20b6 req-90e1b681-a77c-45fe-9a15-827490d291a5 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/ports?device_id=78a95e01-8e88-4473-98d7-b66ce9381bae HTTP/1.1" status: 200 len: 210 time: 0.5720506 May 30 20:04:03.966393 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6467aae-7206-49b6-adf3-64a0cc25fc8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ab60678-77b3-4c81-8daf-8e658ed85914,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:04.006310 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb40dfb-2d5f-4843-b6c3-2458870f1523 req-22fab900-ea4f-4916-9e80-ad2aec1e5e87 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:04.008168 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-feb40dfb-2d5f-4843-b6c3-2458870f1523 req-22fab900-ea4f-4916-9e80-ad2aec1e5e87 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1b83ff54-b1af-44ce-bb75-ba148920553c HTTP/1.1" status: 200 len: 843 time: 0.2143314 May 30 20:04:04.016320 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a9b324-1e07-405e-a2a0-1518975bff5e req-18c23b1c-4a4f-4884-aaf4-2483638b3cbd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:04.018437 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-57a9b324-1e07-405e-a2a0-1518975bff5e req-18c23b1c-4a4f-4884-aaf4-2483638b3cbd service neutron] 10.222.0.71 "GET /v2.0/networks?id=4344fbed-57fb-43d7-b32d-6020ce60f0a1 HTTP/1.1" status: 200 len: 870 time: 0.6044846 May 30 20:04:04.156871 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-57a9b324-1e07-405e-a2a0-1518975bff5e req-92562952-50ea-41b7-94ac-5f2588878de3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=add4bcfc-8061-490b-abfb-4c9220e87f90 HTTP/1.1" status: 200 len: 217 time: 0.0958951 May 30 20:04:04.213829 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b854fa42-8d43-4932-96cb-f6d75a104462 req-5d4eb615-2a73-4fa1-8175-a65118a95c4e tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:04.222210 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b854fa42-8d43-4932-96cb-f6d75a104462 req-5d4eb615-2a73-4fa1-8175-a65118a95c4e tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/ports?device_id=5c349730-6ae7-43e5-b368-35ecf2a48057 HTTP/1.1" status: 200 len: 944 time: 0.5764019 May 30 20:04:04.319291 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b854fa42-8d43-4932-96cb-f6d75a104462 req-37488348-025a-40c8-8030-5fd480786b49 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/security-groups?id=b7c7fe04-8ab6-4ec0-af46-b4358854e449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951807 May 30 20:04:04.322295 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device f2e0905d-ccaa-4830-a17e-fda6d2147833 no longer exists at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:04:04.380727 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a9b324-1e07-405e-a2a0-1518975bff5e req-62ba9c07-5393-4296-9079-15f4ff5c530c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:04.385315 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-57a9b324-1e07-405e-a2a0-1518975bff5e req-62ba9c07-5393-4296-9079-15f4ff5c530c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1b83ff54-b1af-44ce-bb75-ba148920553c HTTP/1.1" status: 200 len: 843 time: 0.2187843 May 30 20:04:04.488363 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b45ad03f-e087-4e64-a3d2-2ae5ae565a76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-724789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3141'] for router, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:04.497226 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b45ad03f-e087-4e64-a3d2-2ae5ae565a76 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:04.625636 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-30b0a8b2-619a-4762-8f1f-3fab8eaad78c req-b108cdf8-032f-42cc-b0db-aaba7a44d4e8 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=e5dfa99e-d6bb-4b77-88eb-3c6fe6683873&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 2.2121537 May 30 20:04:04.697293 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-feb40dfb-2d5f-4843-b6c3-2458870f1523 req-9c9e2420-991e-46c4-834b-2e226c62ab5f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4344fbed-57fb-43d7-b32d-6020ce60f0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6737003 May 30 20:04:04.757061 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b45ad03f-e087-4e64-a3d2-2ae5ae565a76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724889'] for router, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:04.759783 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b45ad03f-e087-4e64-a3d2-2ae5ae565a76 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 58db14c6-6314-401d-a1a2-defd828825f6 {{(pid=84887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:04:05.082080 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-e6467aae-7206-49b6-adf3-64a0cc25fc8e admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=1211fe7a92bd4e9199ece392b6cca6d1&name=default HTTP/1.1" status: 200 len: 2647 time: 4.9182329 May 30 20:04:05.232048 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 47304) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:04:05.239235 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-feb40dfb-2d5f-4843-b6c3-2458870f1523 req-c561e642-773c-4230-a2c7-acac5c63ff3c service neutron] 10.222.0.86 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5333998 May 30 20:04:05.446685 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-57a9b324-1e07-405e-a2a0-1518975bff5e req-24073f78-f67c-45fb-98e3-02bb17c8f8e4 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4344fbed-57fb-43d7-b32d-6020ce60f0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.0517850 May 30 20:04:05.460568 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-df33db5b-e144-4272-92a8-0531e75a2b16 req-802ec3cf-5d99-4028-acd1-a32be9342eee tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/ports?device_id=78a95e01-8e88-4473-98d7-b66ce9381bae HTTP/1.1" status: 200 len: 210 time: 0.0872612 May 30 20:04:05.561145 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b45ad03f-e087-4e64-a3d2-2ae5ae565a76 admin admin] Notify callbacks [] for router, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:05.573799 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-b45ad03f-e087-4e64-a3d2-2ae5ae565a76 admin admin] 10.222.0.85 "DELETE /v2.0/routers/58db14c6-6314-401d-a1a2-defd828825f6 HTTP/1.1" status: 204 len: 168 time: 8.7873363 May 30 20:04:05.591941 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 47314) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:04:05.649274 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-cbc50653-d941-4e18-a422-1f4adb655d06 req-b3c023b4-9ff0-4eab-958e-1026bb38cfcb service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=44ee0b58-94d1-4f30-9032-9a1395c62459&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 2.2432816 May 30 20:04:05.885239 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16321986-b53e-4d52-853a-23c3bdd69310 req-e0e28682-4f69-477d-984d-7936a23c5fbf tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:05.886929 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-16321986-b53e-4d52-853a-23c3bdd69310 req-e0e28682-4f69-477d-984d-7936a23c5fbf tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.86 "GET /v2.0/networks?id=1423fe8d-fe45-40b8-bd0c-db2951a00d49 HTTP/1.1" status: 200 len: 811 time: 2.7979386 May 30 20:04:05.890067 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_v2 [None req-18d5363a-4184-4d0e-945a-e6b69f36feb6 admin admin] Deleting subnet d29d88f5-c51b-46ce-873e-a26be571a144 {{(pid=84887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:04:05.894172 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-18d5363a-4184-4d0e-945a-e6b69f36feb6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:05.983618 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-57a9b324-1e07-405e-a2a0-1518975bff5e req-981d8b34-4e9c-467d-a2f8-644aa2b5eaab service neutron] 10.222.0.71 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5176966 May 30 20:04:06.125819 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-16321986-b53e-4d52-853a-23c3bdd69310 req-13a51222-944f-4eca-89fc-66dd52a9ef8d tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Request body: {'port': {'device_id': '78a95e01-8e88-4473-98d7-b66ce9381bae', 'network_id': '1423fe8d-fe45-40b8-bd0c-db2951a00d49', 'admin_state_up': True, 'tenant_id': '2f556c8c0e86457c8a99895c145d8ec1'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:04:06.152901 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b0ce48c1-776f-4ad0-ba43-66910ee5a01d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:06.154852 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-feb40dfb-2d5f-4843-b6c3-2458870f1523 req-a0e1ee6e-b658-4860-8760-41a96cf63e6b service neutron] 10.222.0.86 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9057908 May 30 20:04:06.228503 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-57a9b324-1e07-405e-a2a0-1518975bff5e req-fbdade7f-28cd-4dbf-bd27-7946be532bf0 service neutron] 10.222.0.71 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199495 May 30 20:04:06.406079 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-884d31d4-651e-4873-8236-fb8944516ccb req-d537ff5c-ece6-4e5a-8d58-b0a6f7c467d4 service neutron] For port f2e0905d-ccaa-4830-a17e-fda6d2147833, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=f2e0905d-ccaa-4830-a17e-fda6d2147833,segment=NetworkSegment(4d4a7668-7a19-4452-8bd2-a5411730cf30),segment_id=4d4a7668-7a19-4452-8bd2-a5411730cf30)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:04:06.432301 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-18d5363a-4184-4d0e-945a-e6b69f36feb6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3149227'] for subnet, precommit_delete_associations {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:06.508019 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b0ce48c1-776f-4ad0-ba43-66910ee5a01d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:06.525191 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5881f233-73ef-4b6f-b3f0-174eeffab1b6 req-7a6d88e0-1dce-42cf-b639-5790b86c0019 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:06.529243 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5881f233-73ef-4b6f-b3f0-174eeffab1b6 req-7a6d88e0-1dce-42cf-b639-5790b86c0019 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/ports?device_id=cad50d2c-f09c-49dc-ab89-1ea18c4b8f5e HTTP/1.1" status: 200 len: 949 time: 1.7284257 May 30 20:04:06.617189 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-884d31d4-651e-4873-8236-fb8944516ccb req-d537ff5c-ece6-4e5a-8d58-b0a6f7c467d4 service neutron] For port f2e0905d-ccaa-4830-a17e-fda6d2147833, host n-h1-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:04:06.665460 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device c50ef13b-7d7f-4096-9b00-c2564f501cdf no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:04:06.725885 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-57a9b324-1e07-405e-a2a0-1518975bff5e req-d2aadcc0-bfb1-46eb-8ede-9d99972ccf77 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=fa61b48b7a6444fe8c9a2f45b95c1d11&device_id=cad50d2c-f09c-49dc-ab89-1ea18c4b8f5e HTTP/1.1" status: 200 len: 1100 time: 0.1548538 May 30 20:04:06.759295 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: c50ef13b-7d7f-4096-9b00-c2564f501cdf {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:04:06.759732 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device c50ef13b-7d7f-4096-9b00-c2564f501cdf not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:04:06.777639 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-30b0a8b2-619a-4762-8f1f-3fab8eaad78c req-79a32bda-40e3-45b2-8188-0902b46fd43c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e03d8798de6f4daa8bc8080dc719ce8a&device_id=e5dfa99e-d6bb-4b77-88eb-3c6fe6683873 HTTP/1.1" status: 200 len: 1095 time: 1.8723233 May 30 20:04:06.938118 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a9b324-1e07-405e-a2a0-1518975bff5e req-ca052b6d-2682-493a-91e0-01140fdb390e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:06.941303 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-57a9b324-1e07-405e-a2a0-1518975bff5e req-ca052b6d-2682-493a-91e0-01140fdb390e service neutron] 10.222.0.86 "GET /v2.0/networks?id=4344fbed-57fb-43d7-b32d-6020ce60f0a1 HTTP/1.1" status: 200 len: 870 time: 0.2049811 May 30 20:04:06.959102 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [req-884d31d4-651e-4873-8236-fb8944516ccb req-d537ff5c-ece6-4e5a-8d58-b0a6f7c467d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2e0905d-ccaa-4830-a17e-fda6d2147833 {{(pid=84887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:04:06.994800 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-884d31d4-651e-4873-8236-fb8944516ccb req-d537ff5c-ece6-4e5a-8d58-b0a6f7c467d4 service neutron] For port f2e0905d-ccaa-4830-a17e-fda6d2147833, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=f2e0905d-ccaa-4830-a17e-fda6d2147833,segment=NetworkSegment(4d4a7668-7a19-4452-8bd2-a5411730cf30),segment_id=4d4a7668-7a19-4452-8bd2-a5411730cf30)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:04:07.038606 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-57a9b324-1e07-405e-a2a0-1518975bff5e req-106b6ce5-08e7-4e7c-9e8d-56dd98e0464b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=add4bcfc-8061-490b-abfb-4c9220e87f90 HTTP/1.1" status: 200 len: 217 time: 0.0906365 May 30 20:04:07.259703 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a9b324-1e07-405e-a2a0-1518975bff5e req-64204e5d-0677-4a1a-9599-fa33b7bd1bb3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:07.278094 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-57a9b324-1e07-405e-a2a0-1518975bff5e req-64204e5d-0677-4a1a-9599-fa33b7bd1bb3 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1b83ff54-b1af-44ce-bb75-ba148920553c HTTP/1.1" status: 200 len: 843 time: 0.2302001 May 30 20:04:07.280484 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5881f233-73ef-4b6f-b3f0-174eeffab1b6 req-82ff0b0c-5bce-4053-aa30-110af1a465cf tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/security-groups?id=e1329ead-76da-4fe1-a988-d24ed3099985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7360196 May 30 20:04:07.326673 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-16321986-b53e-4d52-853a-23c3bdd69310 req-13a51222-944f-4eca-89fc-66dd52a9ef8d tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:04:07.391444 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-16321986-b53e-4d52-853a-23c3bdd69310 req-13a51222-944f-4eca-89fc-66dd52a9ef8d tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:04:07.412069 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-57a9b324-1e07-405e-a2a0-1518975bff5e req-9e62e09c-d92f-4f74-a989-a52e92b5dba4 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4344fbed-57fb-43d7-b32d-6020ce60f0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1267989 May 30 20:04:07.415464 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-884d31d4-651e-4873-8236-fb8944516ccb req-d537ff5c-ece6-4e5a-8d58-b0a6f7c467d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:07.454565 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-cbc50653-d941-4e18-a422-1f4adb655d06 req-181d4c86-5d64-4888-973c-e36f501650d8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=507d6785502940d28c178ad4aae87e46&device_id=44ee0b58-94d1-4f30-9032-9a1395c62459 HTTP/1.1" status: 200 len: 1095 time: 1.6152623 May 30 20:04:07.467031 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-18d5363a-4184-4d0e-945a-e6b69f36feb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:07.629557 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-57a9b324-1e07-405e-a2a0-1518975bff5e req-1938b643-582f-4575-80c4-7a8f4e0da47f service neutron] 10.222.0.86 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097368 May 30 20:04:07.653603 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16321986-b53e-4d52-853a-23c3bdd69310 req-13a51222-944f-4eca-89fc-66dd52a9ef8d tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Made reservation on behalf of 2f556c8c0e86457c8a99895c145d8ec1 for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:04:07.656673 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-16321986-b53e-4d52-853a-23c3bdd69310 req-13a51222-944f-4eca-89fc-66dd52a9ef8d tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:07.820318 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-57a9b324-1e07-405e-a2a0-1518975bff5e req-78ac3c06-06c2-4cc4-9d33-217967e465e3 service neutron] 10.222.0.86 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825292 May 30 20:04:07.871683 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b0ce48c1-776f-4ad0-ba43-66910ee5a01d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:07.965791 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b0a8b2-619a-4762-8f1f-3fab8eaad78c req-3e2d87d1-4800-4751-955d-961b2d232d10 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:07.967460 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-30b0a8b2-619a-4762-8f1f-3fab8eaad78c req-3e2d87d1-4800-4751-955d-961b2d232d10 service neutron] 10.222.0.86 "GET /v2.0/networks?id=22982b8a-b22c-41df-a053-0dde355094a5 HTTP/1.1" status: 200 len: 908 time: 1.0965874 May 30 20:04:07.995839 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ce48c1-776f-4ad0-ba43-66910ee5a01d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ab60678-77b3-4c81-8daf-8e658ed85914,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:08.129601 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-30b0a8b2-619a-4762-8f1f-3fab8eaad78c req-35e4efcc-91ce-4fab-8e76-73a3991b4bbc service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a0b47a60-2cb7-4bd5-9a85-2785c04ef634 HTTP/1.1" status: 200 len: 217 time: 0.1471975 May 30 20:04:08.131006 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc50653-d941-4e18-a422-1f4adb655d06 req-5e5d134d-e00e-4c37-9ea0-48e4406c06bd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:08.132070 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-cbc50653-d941-4e18-a422-1f4adb655d06 req-5e5d134d-e00e-4c37-9ea0-48e4406c06bd service neutron] 10.222.0.71 "GET /v2.0/networks?id=a2a2680a-30c7-4004-a919-1078d0f1a0a1 HTTP/1.1" status: 200 len: 921 time: 0.5949590 May 30 20:04:08.274131 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-884d31d4-651e-4873-8236-fb8944516ccb req-d537ff5c-ece6-4e5a-8d58-b0a6f7c467d4 service neutron] Transition to ACTIVE for port object f2e0905d-ccaa-4830-a17e-fda6d2147833 will not be triggered until provisioned by entity L2. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:04:08.294731 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-18d5363a-4184-4d0e-945a-e6b69f36feb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4055470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114247'] for subnet, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:08.352202 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863c9194-b9ab-4fbd-8065-c7f9981aa250 req-241a8d25-be95-4579-9119-7df0b01a586e tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:08.353777 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-863c9194-b9ab-4fbd-8065-c7f9981aa250 req-241a8d25-be95-4579-9119-7df0b01a586e tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/ports?device_id=5c349730-6ae7-43e5-b368-35ecf2a48057 HTTP/1.1" status: 200 len: 944 time: 0.7390084 May 30 20:04:08.363842 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-df1e43db-af5b-4d78-9d52-4627710089be req-f1826d25-8a11-4db6-b842-9c35d273f58f tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/ports?device_id=78a95e01-8e88-4473-98d7-b66ce9381bae HTTP/1.1" status: 200 len: 210 time: 0.1167154 May 30 20:04:08.379450 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d5363a-4184-4d0e-945a-e6b69f36feb6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d29d88f5-c51b-46ce-873e-a26be571a144,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:08.382203 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-cbc50653-d941-4e18-a422-1f4adb655d06 req-e542c612-6c40-44d5-aa68-5848c56cf981 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cf772378-fb5a-4970-a2b3-d660abe9cafd HTTP/1.1" status: 200 len: 217 time: 0.2422833 May 30 20:04:08.486507 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-884d31d4-651e-4873-8236-fb8944516ccb req-d537ff5c-ece6-4e5a-8d58-b0a6f7c467d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:08.539242 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-18d5363a-4184-4d0e-945a-e6b69f36feb6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:08.543891 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-18d5363a-4184-4d0e-945a-e6b69f36feb6 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/d29d88f5-c51b-46ce-873e-a26be571a144 HTTP/1.1" status: 204 len: 168 time: 2.8925836 May 30 20:04:08.545956 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 47348) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:04:08.555251 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d50d59-7c8e-4dd9-a5f7-9401cbd3ce3d None None] Network bb0120b8-85d6-424e-ae79-fb77a919108a requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:04:08.557989 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [req-16321986-b53e-4d52-853a-23c3bdd69310 req-13a51222-944f-4eca-89fc-66dd52a9ef8d tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Allocated IP 172.20.0.9 (1423fe8d-fe45-40b8-bd0c-db2951a00d49/f7ba462c-1ed8-4caa-83b7-6c1b6552e3f5/7e7a8f07-4499-41c7-a8cb-66667af412b1) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:04:08.625777 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc50653-d941-4e18-a422-1f4adb655d06 req-536a40a7-892b-42cf-a89c-7aef6d6ba293 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:08.627624 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-cbc50653-d941-4e18-a422-1f4adb655d06 req-536a40a7-892b-42cf-a89c-7aef6d6ba293 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8501e548-9fd0-4b41-a186-ee2d1e9a4a4f HTTP/1.1" status: 200 len: 860 time: 0.2175474 May 30 20:04:08.629332 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b0a8b2-619a-4762-8f1f-3fab8eaad78c req-732a5031-db4c-43ec-b3ea-46865ab19f3a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:08.631081 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-30b0a8b2-619a-4762-8f1f-3fab8eaad78c req-732a5031-db4c-43ec-b3ea-46865ab19f3a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b885d147-b4ba-4062-ad34-3d5558c5dbbf HTTP/1.1" status: 200 len: 847 time: 0.4865708 May 30 20:04:08.707403 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ee840ef3-c956-4761-891e-8bd53d84ab3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:08.738484 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-863c9194-b9ab-4fbd-8065-c7f9981aa250 req-a0a486eb-70f9-4f1f-9215-df6fa619d1c6 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/security-groups?id=b7c7fe04-8ab6-4ec0-af46-b4358854e449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3673108 May 30 20:04:08.741551 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b0ce48c1-776f-4ad0-ba43-66910ee5a01d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:08.751663 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-b0ce48c1-776f-4ad0-ba43-66910ee5a01d admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/6ab60678-77b3-4c81-8daf-8e658ed85914 HTTP/1.1" status: 204 len: 168 time: 3.4649732 May 30 20:04:08.823421 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-ee840ef3-c956-4761-891e-8bd53d84ab3d admin admin] Deleting port 3043b36c-b7bb-4ef3-a736-f17e576b7c5e {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:04:08.824370 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ee840ef3-c956-4761-891e-8bd53d84ab3d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:09.128097 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-30b0a8b2-619a-4762-8f1f-3fab8eaad78c req-5491a714-cf6d-446f-a3a7-c3def5fd101c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=22982b8a-b22c-41df-a053-0dde355094a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3609967 May 30 20:04:09.252287 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e37a1468-606b-4f15-9c4f-951ff19cb690 None None] DHCP port deletion for bb0120b8-85d6-424e-ae79-fb77a919108a request from n-d-843948-2 {{(pid=84888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:04:09.255574 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee820be-c102-4f12-bdf3-73610980f5e0 req-a4407089-88b4-4af8-8a63-3298f3e06683 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:09.257259 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-7ee820be-c102-4f12-bdf3-73610980f5e0 req-a4407089-88b4-4af8-8a63-3298f3e06683 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/ports?device_id=cad50d2c-f09c-49dc-ab89-1ea18c4b8f5e HTTP/1.1" status: 200 len: 949 time: 0.5299914 May 30 20:04:09.263470 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-e37a1468-606b-4f15-9c4f-951ff19cb690 None None] Deleting port 3043b36c-b7bb-4ef3-a736-f17e576b7c5e {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:04:09.263902 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-e37a1468-606b-4f15-9c4f-951ff19cb690 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:09.302756 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [None req-ee840ef3-c956-4761-891e-8bd53d84ab3d admin admin] For port 3043b36c-b7bb-4ef3-a736-f17e576b7c5e, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=3043b36c-b7bb-4ef3-a736-f17e576b7c5e,segment=NetworkSegment(ae57fccd-4d6f-4bb9-a0c4-4115efaa8132),segment_id=ae57fccd-4d6f-4bb9-a0c4-4115efaa8132)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:04:09.303110 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ee840ef3-c956-4761-891e-8bd53d84ab3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:09.614339 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-ee840ef3-c956-4761-891e-8bd53d84ab3d admin admin] Calling delete_port for 3043b36c-b7bb-4ef3-a736-f17e576b7c5e owned by network:dhcp {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:04:09.648471 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-30b0a8b2-619a-4762-8f1f-3fab8eaad78c req-cf45235f-0416-4815-a2b2-b83b99674e04 service neutron] 10.222.0.86 "GET /v2.0/networks/22982b8a-b22c-41df-a053-0dde355094a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4857817 May 30 20:04:09.651326 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-cbc50653-d941-4e18-a422-1f4adb655d06 req-f80402f7-560a-4dff-999f-523d51b876d5 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a2a2680a-30c7-4004-a919-1078d0f1a0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6827908 May 30 20:04:09.674475 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-e37a1468-606b-4f15-9c4f-951ff19cb690 None None] For port 3043b36c-b7bb-4ef3-a736-f17e576b7c5e, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=3043b36c-b7bb-4ef3-a736-f17e576b7c5e,segment=NetworkSegment(ae57fccd-4d6f-4bb9-a0c4-4115efaa8132),segment_id=ae57fccd-4d6f-4bb9-a0c4-4115efaa8132)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:04:09.677136 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-e37a1468-606b-4f15-9c4f-951ff19cb690 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:09.679277 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-7ee820be-c102-4f12-bdf3-73610980f5e0 req-28007e18-6155-461a-b7e4-4e21bff85ad5 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/security-groups?id=e1329ead-76da-4fe1-a988-d24ed3099985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4083486 May 30 20:04:09.965783 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ee840ef3-c956-4761-891e-8bd53d84ab3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:10.056920 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee840ef3-c956-4761-891e-8bd53d84ab3d admin admin] No DVR routers for this DVR port 3043b36c-b7bb-4ef3-a736-f17e576b7c5e on host n-d-843948-2 {{(pid=84886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:04:10.074084 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-e37a1468-606b-4f15-9c4f-951ff19cb690 None None] Calling delete_port for 3043b36c-b7bb-4ef3-a736-f17e576b7c5e owned by network:dhcp {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:04:10.102539 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-30b0a8b2-619a-4762-8f1f-3fab8eaad78c req-1544d545-434e-4f95-8ce3-731ac6ef4f72 service neutron] 10.222.0.86 "GET /v2.0/networks/22982b8a-b22c-41df-a053-0dde355094a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4054554 May 30 20:04:10.135813 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee840ef3-c956-4761-891e-8bd53d84ab3d admin admin] Pushing event deleted for resources: {'Port': ['ID=3043b36c-b7bb-4ef3-a736-f17e576b7c5e,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:10.248673 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ee840ef3-c956-4761-891e-8bd53d84ab3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:10.290924 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-ee840ef3-c956-4761-891e-8bd53d84ab3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb0120b8-85d6-424e-ae79-fb77a919108a']}} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:04:10.320669 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.db.api [None req-e37a1468-606b-4f15-9c4f-951ff19cb690 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:04:10.321879 n-d-843948-2 neutron-server[84888]: DEBUG oslo_db.api [None req-e37a1468-606b-4f15-9c4f-951ff19cb690 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:04:10.323861 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-ee840ef3-c956-4761-891e-8bd53d84ab3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae57fccd-4d6f-4bb9-a0c4-4115efaa8132') {'for_net_delete': True} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:04:10.323861 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-ee840ef3-c956-4761-891e-8bd53d84ab3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae57fccd-4d6f-4bb9-a0c4-4115efaa8132') {} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:04:10.339291 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ee840ef3-c956-4761-891e-8bd53d84ab3d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2660590'] for segment, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:10.359625 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device add4bcfc-8061-490b-abfb-4c9220e87f90 details requested by agent hyperv_n-h2-843948-2 with host n-h2-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:04:10.370548 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ee840ef3-c956-4761-891e-8bd53d84ab3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:10.387201 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee840ef3-c956-4761-891e-8bd53d84ab3d admin admin] Releasing vlan 666 on physical network physnet1 to pool {{(pid=84886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:04:10.387608 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ee840ef3-c956-4761-891e-8bd53d84ab3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4126989'] for segment, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:10.393468 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d537ff5c-ece6-4e5a-8d58-b0a6f7c467d4 service neutron] Pushing event updated for resources: {'Port': ['ID=f2e0905d-ccaa-4830-a17e-fda6d2147833,revision_number=10']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:10.407336 n-d-843948-2 neutron-server[84886]: Traceback (most recent call last): May 30 20:04:10.407336 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:04:10.407336 n-d-843948-2 neutron-server[84886]: timer() May 30 20:04:10.407336 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:04:10.407336 n-d-843948-2 neutron-server[84886]: cb(*args, **kw) May 30 20:04:10.407336 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:04:10.407336 n-d-843948-2 neutron-server[84886]: return func(*args, **kwargs) May 30 20:04:10.407336 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:04:10.407336 n-d-843948-2 neutron-server[84886]: self._notify() May 30 20:04:10.407336 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:04:10.407336 n-d-843948-2 neutron-server[84886]: self.callback(batched_events) May 30 20:04:10.407336 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:04:10.407336 n-d-843948-2 neutron-server[84886]: event.method(event) May 30 20:04:10.407336 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:04:10.407336 n-d-843948-2 neutron-server[84886]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:04:10.407336 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:04:10.407336 n-d-843948-2 neutron-server[84886]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:04:10.407336 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:04:10.407336 n-d-843948-2 neutron-server[84886]: return f(self, *a, **k) May 30 20:04:10.407336 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:04:10.407336 n-d-843948-2 neutron-server[84886]: return self._get(url).json() May 30 20:04:10.407336 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:04:10.407336 n-d-843948-2 neutron-server[84886]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:04:10.407336 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:04:10.407336 n-d-843948-2 neutron-server[84886]: return self.request(url, 'GET', **kwargs) May 30 20:04:10.407336 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:04:10.407336 n-d-843948-2 neutron-server[84886]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:04:10.407336 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:04:10.407336 n-d-843948-2 neutron-server[84886]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:04:10.407336 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:04:10.407336 n-d-843948-2 neutron-server[84886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:04:10.407336 n-d-843948-2 neutron-server[84886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:04:10.570659 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-cbc50653-d941-4e18-a422-1f4adb655d06 req-342c858e-8abf-4ded-adce-afe0e2e74ee4 service neutron] 10.222.0.71 "GET /v2.0/networks/a2a2680a-30c7-4004-a919-1078d0f1a0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9088898 May 30 20:04:10.602274 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-884d31d4-651e-4873-8236-fb8944516ccb req-d537ff5c-ece6-4e5a-8d58-b0a6f7c467d4 service neutron] No DVR routers for this DVR port f2e0905d-ccaa-4830-a17e-fda6d2147833 on host n-h1-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:04:10.646843 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 47388) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:04:10.691243 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ee840ef3-c956-4761-891e-8bd53d84ab3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:10.703392 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ee840ef3-c956-4761-891e-8bd53d84ab3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:10.770503 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-25821800-fa65-44cf-b6aa-25935009e12d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:10.803288 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port add4bcfc-8061-490b-abfb-4c9220e87f90, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=add4bcfc-8061-490b-abfb-4c9220e87f90,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:04:10.843869 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-e37a1468-606b-4f15-9c4f-951ff19cb690 None None] Deleting port 3043b36c-b7bb-4ef3-a736-f17e576b7c5e {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:04:10.844238 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-e37a1468-606b-4f15-9c4f-951ff19cb690 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:10.862157 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-25821800-fa65-44cf-b6aa-25935009e12d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:04:10.870979 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-25821800-fa65-44cf-b6aa-25935009e12d admin admin] Usage tracker for resource:security_group_rule and tenant:7e5fe8cba79e4365b743a16b67ecc17b is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:04:10.877147 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-25821800-fa65-44cf-b6aa-25935009e12d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:04:10.893565 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-25821800-fa65-44cf-b6aa-25935009e12d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:04:10.951799 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-884d31d4-651e-4873-8236-fb8944516ccb req-d537ff5c-ece6-4e5a-8d58-b0a6f7c467d4 service neutron] 10.222.0.71 "PUT /v2.0/ports/f2e0905d-ccaa-4830-a17e-fda6d2147833/bindings/n-h2-843948-2/activate HTTP/1.1" status: 200 len: 369 time: 8.8878214 May 30 20:04:10.980086 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-16321986-b53e-4d52-853a-23c3bdd69310 req-13a51222-944f-4eca-89fc-66dd52a9ef8d tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:11.012604 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-e37a1468-606b-4f15-9c4f-951ff19cb690 None None] The port '3043b36c-b7bb-4ef3-a736-f17e576b7c5e' was deleted {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 20:04:11.018728 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Returning: {'device': 'add4bcfc-8061-490b-abfb-4c9220e87f90', 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1', 'port_id': 'add4bcfc-8061-490b-abfb-4c9220e87f90', 'mac_address': 'fa:16:3e:27:83:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b83ff54-b1af-44ce-bb75-ba148920553c', 'ip_address': '192.168.233.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:04:11.019379 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 3043b36c-b7bb-4ef3-a736-f17e576b7c5e no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:04:11.053577 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-25821800-fa65-44cf-b6aa-25935009e12d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:11.070062 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee840ef3-c956-4761-891e-8bd53d84ab3d admin admin] Pushing event deleted for resources: {'Network': ['ID=bb0120b8-85d6-424e-ae79-fb77a919108a,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:11.107281 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-ee840ef3-c956-4761-891e-8bd53d84ab3d admin admin] 10.222.0.85 "DELETE /v2.0/networks/bb0120b8-85d6-424e-ae79-fb77a919108a HTTP/1.1" status: 204 len: 168 time: 2.5598228 May 30 20:04:11.150371 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-16321986-b53e-4d52-853a-23c3bdd69310 req-13a51222-944f-4eca-89fc-66dd52a9ef8d tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:11.187092 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-25821800-fa65-44cf-b6aa-25935009e12d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:11.224471 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:11.263967 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id add4bcfc-8061-490b-abfb-4c9220e87f90 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:04:11.272401 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: 3043b36c-b7bb-4ef3-a736-f17e576b7c5e {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:04:11.275012 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 3043b36c-b7bb-4ef3-a736-f17e576b7c5e not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:04:11.309820 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port add4bcfc-8061-490b-abfb-4c9220e87f90, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=add4bcfc-8061-490b-abfb-4c9220e87f90,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:04:11.314468 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25821800-fa65-44cf-b6aa-25935009e12d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb62a19b-e5f9-4d9b-8a51-4ff2e5f892bc,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:11.319784 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-25821800-fa65-44cf-b6aa-25935009e12d admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=7e5fe8cba79e4365b743a16b67ecc17b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6708114 May 30 20:04:11.324092 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 47416) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:04:11.393437 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:11.452469 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d82a1c49-3ee7-4162-9dff-0afc2d6390ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:11.493117 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d82a1c49-3ee7-4162-9dff-0afc2d6390ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:11.542314 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=add4bcfc-8061-490b-abfb-4c9220e87f90,revision_number=13']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:11.653821 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-cbc50653-d941-4e18-a422-1f4adb655d06 req-c29f307e-1d5b-42fa-8672-f927728c7ba1 service neutron] 10.222.0.71 "GET /v2.0/networks/a2a2680a-30c7-4004-a919-1078d0f1a0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0537026 May 30 20:04:11.664364 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16321986-b53e-4d52-853a-23c3bdd69310 req-13a51222-944f-4eca-89fc-66dd52a9ef8d tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Network 1423fe8d-fe45-40b8-bd0c-db2951a00d49 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:04:11.666847 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a51222-944f-4eca-89fc-66dd52a9ef8d tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Pushing event updated for resources: {'Port': ['ID=7e7a8f07-4499-41c7-a8cb-66667af412b1,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:11.672549 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [req-16321986-b53e-4d52-853a-23c3bdd69310 req-13a51222-944f-4eca-89fc-66dd52a9ef8d tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:04:11.675902 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-16321986-b53e-4d52-853a-23c3bdd69310 req-13a51222-944f-4eca-89fc-66dd52a9ef8d tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:04:11.707466 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['add4bcfc-8061-490b-abfb-4c9220e87f90'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:04:11.750673 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d82a1c49-3ee7-4162-9dff-0afc2d6390ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:11.828645 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d82a1c49-3ee7-4162-9dff-0afc2d6390ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:11.833421 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-d82a1c49-3ee7-4162-9dff-0afc2d6390ee admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/bb62a19b-e5f9-4d9b-8a51-4ff2e5f892bc HTTP/1.1" status: 204 len: 168 time: 0.5074472 May 30 20:04:11.845930 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82a1c49-3ee7-4162-9dff-0afc2d6390ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb62a19b-e5f9-4d9b-8a51-4ff2e5f892bc,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:11.887089 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16321986-b53e-4d52-853a-23c3bdd69310 req-13a51222-944f-4eca-89fc-66dd52a9ef8d tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:11.888155 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-16321986-b53e-4d52-853a-23c3bdd69310 req-13a51222-944f-4eca-89fc-66dd52a9ef8d tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:11.951749 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e09552a-39fe-4445-96b0-09d2546e3ee8 req-a23d9ee2-41bb-4c64-be6f-987b909b75c3 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:11.952591 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-4e09552a-39fe-4445-96b0-09d2546e3ee8 req-a23d9ee2-41bb-4c64-be6f-987b909b75c3 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Synchronizing usage tracker for tenant:2f556c8c0e86457c8a99895c145d8ec1 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:04:11.963924 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-884d31d4-651e-4873-8236-fb8944516ccb req-37943ab2-0340-4ee3-a043-6f898c4a7214 tempest-LiveMigrationTest-484647171 tempest-LiveMigrationTest-484647171-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=5c349730-6ae7-43e5-b368-35ecf2a48057&tenant_id=e03d8798de6f4daa8bc8080dc719ce8a&binding%3Ahost_id=n-h1-843948-2 HTTP/1.1" status: 200 len: 1096 time: 0.3719912 May 30 20:04:12.067542 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-16321986-b53e-4d52-853a-23c3bdd69310 req-13a51222-944f-4eca-89fc-66dd52a9ef8d tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.9646451 May 30 20:04:12.067655 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 47430) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:04:12.102221 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-16321986-b53e-4d52-853a-23c3bdd69310 req-4fdc8eca-5d84-4bba-8ff6-b1b69e0a732e service neutron] Request body: {'port': {'device_id': '78a95e01-8e88-4473-98d7-b66ce9381bae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843948-2'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:04:12.237148 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-4e09552a-39fe-4445-96b0-09d2546e3ee8 req-a23d9ee2-41bb-4c64-be6f-987b909b75c3 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Unset dirty status for tenant:2f556c8c0e86457c8a99895c145d8ec1 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:04:12.244942 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4e09552a-39fe-4445-96b0-09d2546e3ee8 req-a23d9ee2-41bb-4c64-be6f-987b909b75c3 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/ports?device_id=78a95e01-8e88-4473-98d7-b66ce9381bae HTTP/1.1" status: 200 len: 931 time: 0.8543367 May 30 20:04:12.301208 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 47438) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:04:12.310830 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-884d31d4-651e-4873-8236-fb8944516ccb req-85cebe6d-db15-48f1-be6c-18a32752f340 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=5c349730-6ae7-43e5-b368-35ecf2a48057&tenant_id=e03d8798de6f4daa8bc8080dc719ce8a HTTP/1.1" status: 200 len: 1096 time: 0.3408263 May 30 20:04:12.319506 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-16321986-b53e-4d52-853a-23c3bdd69310 req-4fdc8eca-5d84-4bba-8ff6-b1b69e0a732e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:12.390742 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 1c83bdee-3e0e-421b-beaa-ef0d0eff03cb no longer exists at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:04:12.540160 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4e09552a-39fe-4445-96b0-09d2546e3ee8 req-92a24dbd-90a8-4d1e-97db-55f67bf450bc tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/security-groups?id=f7bd1307-7f80-416a-ad0f-251b87da459a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2940829 May 30 20:04:12.599486 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b907b4-81a7-4cc1-a24c-6923987b24a4 req-174bd96d-239e-4a26-9d2d-01b304437cf4 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:12.606797 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-78b907b4-81a7-4cc1-a24c-6923987b24a4 req-174bd96d-239e-4a26-9d2d-01b304437cf4 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/ports?device_id=5c349730-6ae7-43e5-b368-35ecf2a48057 HTTP/1.1" status: 200 len: 945 time: 0.2684276 May 30 20:04:12.618585 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-884d31d4-651e-4873-8236-fb8944516ccb req-7ff94f3a-6b29-4ad7-8d74-1442d9f6bbbc service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e03d8798de6f4daa8bc8080dc719ce8a&device_id=5c349730-6ae7-43e5-b368-35ecf2a48057 HTTP/1.1" status: 200 len: 1096 time: 0.2761350 May 30 20:04:12.693978 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-78b907b4-81a7-4cc1-a24c-6923987b24a4 req-0bfc669f-5a78-4576-a631-71b2843a5cdf tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/security-groups?id=b7c7fe04-8ab6-4ec0-af46-b4358854e449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858035 May 30 20:04:12.713710 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:12.810960 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 1c83bdee-3e0e-421b-beaa-ef0d0eff03cb, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=1c83bdee-3e0e-421b-beaa-ef0d0eff03cb,segment=NetworkSegment(70424240-b76f-4af0-9f32-ace284913a86),segment_id=70424240-b76f-4af0-9f32-ace284913a86)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:04:12.811900 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c070eba4-14b3-4a02-9743-528f8d32ae0a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c83bdee-3e0e-421b-beaa-ef0d0eff03cb'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:04:12.997298 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:13.147026 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=1c83bdee-3e0e-421b-beaa-ef0d0eff03cb,revision_number=8']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:13.513163 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-3ea5975d-f6df-4001-a914-1ee9894c87e3 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=bbfe05941810494e822dbbe8fc7e85f8&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4440536 May 30 20:04:13.520889 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 47456) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:04:13.545762 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-be9ade14-9a1d-4832-aa3c-40ed03efb231 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:13.641183 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-be9ade14-9a1d-4832-aa3c-40ed03efb231 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:04:13.650795 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-be9ade14-9a1d-4832-aa3c-40ed03efb231 admin admin] Usage tracker for resource:security_group_rule and tenant:474290837552493ea0b970eba14a1d2b is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:04:13.657235 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-be9ade14-9a1d-4832-aa3c-40ed03efb231 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:04:13.675001 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-be9ade14-9a1d-4832-aa3c-40ed03efb231 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:04:13.814703 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c82800d4-67f6-4f7b-981f-8a6bf62f8168'] response: {'server_uuid': 'c070eba4-14b3-4a02-9743-528f8d32ae0a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c83bdee-3e0e-421b-beaa-ef0d0eff03cb', 'code': 200} May 30 20:04:13.822193 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d3f85b1f-b5c2-4a07-b7bf-0186b6a2599b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:13.913898 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1cacab-2074-47d0-8131-154fbc85093f req-4fe4dd0d-8fa9-401a-bdc4-f928551685b0 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:13.921082 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5f1cacab-2074-47d0-8131-154fbc85093f req-4fe4dd0d-8fa9-401a-bdc4-f928551685b0 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/ports?device_id=cad50d2c-f09c-49dc-ab89-1ea18c4b8f5e HTTP/1.1" status: 200 len: 950 time: 0.6105978 May 30 20:04:13.928317 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d3f85b1f-b5c2-4a07-b7bf-0186b6a2599b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:13.946012 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884d31d4-651e-4873-8236-fb8944516ccb req-433c8dc5-be8b-4dee-817f-66488146d012 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:13.946713 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-884d31d4-651e-4873-8236-fb8944516ccb req-433c8dc5-be8b-4dee-817f-66488146d012 service neutron] 10.222.0.86 "GET /v2.0/networks?id=22982b8a-b22c-41df-a053-0dde355094a5 HTTP/1.1" status: 200 len: 908 time: 1.3144898 May 30 20:04:13.953570 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [req-16321986-b53e-4d52-853a-23c3bdd69310 req-4fdc8eca-5d84-4bba-8ff6-b1b69e0a732e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e7a8f07-4499-41c7-a8cb-66667af412b1 {{(pid=84887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:04:14.018489 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-be9ade14-9a1d-4832-aa3c-40ed03efb231 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:14.019046 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-16321986-b53e-4d52-853a-23c3bdd69310 req-4fdc8eca-5d84-4bba-8ff6-b1b69e0a732e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:14.062807 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-884d31d4-651e-4873-8236-fb8944516ccb req-6678c912-7e27-4173-a965-ca9c7f789779 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f2e0905d-ccaa-4830-a17e-fda6d2147833 HTTP/1.1" status: 200 len: 217 time: 0.1025276 May 30 20:04:14.073473 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-16321986-b53e-4d52-853a-23c3bdd69310 req-4fdc8eca-5d84-4bba-8ff6-b1b69e0a732e service neutron] Transition to ACTIVE for port object 7e7a8f07-4499-41c7-a8cb-66667af412b1 will not be triggered until provisioned by entity L2. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:04:14.137006 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5f1cacab-2074-47d0-8131-154fbc85093f req-245da313-e49c-4878-8965-3b65992cddf2 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/security-groups?id=e1329ead-76da-4fe1-a988-d24ed3099985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149367 May 30 20:04:14.163384 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884d31d4-651e-4873-8236-fb8944516ccb req-7157b684-1810-4446-a7ad-7b459acebd37 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:14.164940 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-884d31d4-651e-4873-8236-fb8944516ccb req-7157b684-1810-4446-a7ad-7b459acebd37 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b885d147-b4ba-4062-ad34-3d5558c5dbbf HTTP/1.1" status: 200 len: 847 time: 0.0898981 May 30 20:04:14.169200 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-16321986-b53e-4d52-853a-23c3bdd69310 req-4fdc8eca-5d84-4bba-8ff6-b1b69e0a732e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:14.180097 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-be9ade14-9a1d-4832-aa3c-40ed03efb231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:14.239666 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d3f85b1f-b5c2-4a07-b7bf-0186b6a2599b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:14.282332 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdc8eca-5d84-4bba-8ff6-b1b69e0a732e service neutron] Pushing event updated for resources: {'Port': ['ID=7e7a8f07-4499-41c7-a8cb-66667af412b1,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:14.305775 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-884d31d4-651e-4873-8236-fb8944516ccb req-34643428-09c6-4c29-8009-2223651d8e2f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=22982b8a-b22c-41df-a053-0dde355094a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1287630 May 30 20:04:14.385825 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-be9ade14-9a1d-4832-aa3c-40ed03efb231 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=474290837552493ea0b970eba14a1d2b&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0801146 May 30 20:04:14.386219 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9ade14-9a1d-4832-aa3c-40ed03efb231 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1d99cde-2cff-4907-8441-8d4791f1141d,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:14.389718 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device add4bcfc-8061-490b-abfb-4c9220e87f90 up at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:04:14.403660 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 47474) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:04:14.521179 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f85b1f-b5c2-4a07-b7bf-0186b6a2599b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6366742c-962a-49cb-929a-8e45e5b60b03,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:14.559406 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d3f85b1f-b5c2-4a07-b7bf-0186b6a2599b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:14.561757 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-d3f85b1f-b5c2-4a07-b7bf-0186b6a2599b admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/6366742c-962a-49cb-929a-8e45e5b60b03 HTTP/1.1" status: 204 len: 168 time: 1.0374765 May 30 20:04:14.586554 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning for port add4bcfc-8061-490b-abfb-4c9220e87f90 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:04:14.606978 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8262c55f-c379-45dc-8dda-08f9c36ed8b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:14.630599 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning complete for port add4bcfc-8061-490b-abfb-4c9220e87f90 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:04:14.632456 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:14.656819 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9b996c-eaf3-488e-a758-1c1bf146eb50 req-2d988d20-3e65-442f-8243-12aa6ce6a5d4 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:14.669431 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9b9b996c-eaf3-488e-a758-1c1bf146eb50 req-2d988d20-3e65-442f-8243-12aa6ce6a5d4 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/ports?device_id=78a95e01-8e88-4473-98d7-b66ce9381bae HTTP/1.1" status: 200 len: 943 time: 0.5518916 May 30 20:04:14.730777 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8262c55f-c379-45dc-8dda-08f9c36ed8b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:14.885732 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9b9b996c-eaf3-488e-a758-1c1bf146eb50 req-07e1a448-5609-49dd-a927-406f31b25f77 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/security-groups?id=f7bd1307-7f80-416a-ad0f-251b87da459a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147555 May 30 20:04:14.902649 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:14.942655 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 47486) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:04:14.978690 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-16321986-b53e-4d52-853a-23c3bdd69310 req-4fdc8eca-5d84-4bba-8ff6-b1b69e0a732e service neutron] Attempting to bind port 7e7a8f07-4499-41c7-a8cb-66667af412b1 on host n-h2-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:04:14.979420 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-16321986-b53e-4d52-853a-23c3bdd69310 req-4fdc8eca-5d84-4bba-8ff6-b1b69e0a732e service neutron] Attempting to bind port 7e7a8f07-4499-41c7-a8cb-66667af412b1 by drivers openvswitch,hyperv on host n-h2-843948-2 at level 0 using segments [{'id': 'a588beee-eb1a-4179-866b-50764eb9b22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '1423fe8d-fe45-40b8-bd0c-db2951a00d49'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:04:14.979420 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16321986-b53e-4d52-853a-23c3bdd69310 req-4fdc8eca-5d84-4bba-8ff6-b1b69e0a732e service neutron] Attempting to bind port 7e7a8f07-4499-41c7-a8cb-66667af412b1 on network 1423fe8d-fe45-40b8-bd0c-db2951a00d49 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:04:14.981828 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port add4bcfc-8061-490b-abfb-4c9220e87f90, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=add4bcfc-8061-490b-abfb-4c9220e87f90,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:04:15.036627 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16321986-b53e-4d52-853a-23c3bdd69310 req-4fdc8eca-5d84-4bba-8ff6-b1b69e0a732e service neutron] Port 7e7a8f07-4499-41c7-a8cb-66667af412b1 on network 1423fe8d-fe45-40b8-bd0c-db2951a00d49 not bound, no agent of type Open vSwitch agent registered on host n-h2-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:04:15.037331 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16321986-b53e-4d52-853a-23c3bdd69310 req-4fdc8eca-5d84-4bba-8ff6-b1b69e0a732e service neutron] Attempting to bind port 7e7a8f07-4499-41c7-a8cb-66667af412b1 on network 1423fe8d-fe45-40b8-bd0c-db2951a00d49 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:04:15.049440 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8262c55f-c379-45dc-8dda-08f9c36ed8b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:15.053117 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-884d31d4-651e-4873-8236-fb8944516ccb req-fe34d28b-d957-45ef-bcc5-883b91921364 service neutron] 10.222.0.86 "GET /v2.0/networks/22982b8a-b22c-41df-a053-0dde355094a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6725249 May 30 20:04:15.060716 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16321986-b53e-4d52-853a-23c3bdd69310 req-4fdc8eca-5d84-4bba-8ff6-b1b69e0a732e service neutron] Checking agent: {'id': 'eaa08354-e8f5-4e73-af76-8d3cf7d2b390', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 3, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:04:15.061413 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16321986-b53e-4d52-853a-23c3bdd69310 req-4fdc8eca-5d84-4bba-8ff6-b1b69e0a732e service neutron] Checking segment: {'id': 'a588beee-eb1a-4179-866b-50764eb9b22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '1423fe8d-fe45-40b8-bd0c-db2951a00d49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:04:15.062026 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16321986-b53e-4d52-853a-23c3bdd69310 req-4fdc8eca-5d84-4bba-8ff6-b1b69e0a732e service neutron] Bound using segment: {'id': 'a588beee-eb1a-4179-866b-50764eb9b22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '1423fe8d-fe45-40b8-bd0c-db2951a00d49'} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:04:15.062671 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-16321986-b53e-4d52-853a-23c3bdd69310 req-4fdc8eca-5d84-4bba-8ff6-b1b69e0a732e service neutron] Bound port: 7e7a8f07-4499-41c7-a8cb-66667af412b1, host: n-h2-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a588beee-eb1a-4179-866b-50764eb9b22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '1423fe8d-fe45-40b8-bd0c-db2951a00d49'}}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:04:15.063800 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-16321986-b53e-4d52-853a-23c3bdd69310 req-4fdc8eca-5d84-4bba-8ff6-b1b69e0a732e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:15.114955 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8262c55f-c379-45dc-8dda-08f9c36ed8b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1d99cde-2cff-4907-8441-8d4791f1141d,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:15.123977 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8262c55f-c379-45dc-8dda-08f9c36ed8b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:15.125367 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-8262c55f-c379-45dc-8dda-08f9c36ed8b8 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/d1d99cde-2cff-4907-8441-8d4791f1141d HTTP/1.1" status: 204 len: 168 time: 0.7204442 May 30 20:04:15.166173 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:15.202112 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6721e7b-5f54-40a0-905a-7232bbc04a1e req-3022fffe-bf64-4b64-8ce3-4549b444897d tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:15.214605 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b6721e7b-5f54-40a0-905a-7232bbc04a1e req-3022fffe-bf64-4b64-8ce3-4549b444897d tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/ports?device_id=5c349730-6ae7-43e5-b368-35ecf2a48057 HTTP/1.1" status: 200 len: 945 time: 0.7857673 May 30 20:04:15.292792 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=add4bcfc-8061-490b-abfb-4c9220e87f90,revision_number=14']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:15.441449 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a40f0b-d813-468d-a9fa-d6085361f474 req-14aca406-5a7a-402a-b3e6-3cdc239feb0a tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:15.446004 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c6a40f0b-d813-468d-a9fa-d6085361f474 req-14aca406-5a7a-402a-b3e6-3cdc239feb0a tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] 10.222.0.85 "GET /v2.0/networks?id=e15833fa-a7c7-4aba-b669-666e27c7d454 HTTP/1.1" status: 200 len: 804 time: 0.3005240 May 30 20:04:15.488414 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c6a40f0b-d813-468d-a9fa-d6085361f474 req-fd6698c4-273e-4164-8c7e-ad98b5a26296 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] 10.222.0.85 "GET /v2.0/quotas/6b8ee42596cc4a45afa2078c48491dae HTTP/1.1" status: 200 len: 375 time: 0.0357349 May 30 20:04:15.596006 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b6721e7b-5f54-40a0-905a-7232bbc04a1e req-7548e04a-2e7f-40ef-a149-1e9d1ee4bda4 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/security-groups?id=b7c7fe04-8ab6-4ec0-af46-b4358854e449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3801279 May 30 20:04:15.615999 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-884d31d4-651e-4873-8236-fb8944516ccb req-ac525ec1-7edb-436d-b131-bf6c68a791da service neutron] 10.222.0.86 "GET /v2.0/networks/22982b8a-b22c-41df-a053-0dde355094a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4941423 May 30 20:04:15.619718 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-16321986-b53e-4d52-853a-23c3bdd69310 req-4fdc8eca-5d84-4bba-8ff6-b1b69e0a732e service neutron] For port 7e7a8f07-4499-41c7-a8cb-66667af412b1, host n-h2-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:04:15.624656 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-16321986-b53e-4d52-853a-23c3bdd69310 req-4fdc8eca-5d84-4bba-8ff6-b1b69e0a732e service neutron] For port 7e7a8f07-4499-41c7-a8cb-66667af412b1, host n-h2-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=7e7a8f07-4499-41c7-a8cb-66667af412b1,segment=NetworkSegment(a588beee-eb1a-4179-866b-50764eb9b22b),segment_id=a588beee-eb1a-4179-866b-50764eb9b22b)] {{(pid=84887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:04:15.635091 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-32fdfc7d-8775-43a3-bc9b-b30e1ec9ae50 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1871212821-network', 'tenant_id': '451572d0f13c40ff8c6397191d3ebc95'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:04:15.655423 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d47c77-38dc-4521-b50b-5313ffc11e63 req-7ce05939-1e8e-4ddf-bf4a-d137116c43cb tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:15.658957 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d1d47c77-38dc-4521-b50b-5313ffc11e63 req-7ce05939-1e8e-4ddf-bf4a-d137116c43cb tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] 10.222.0.71 "GET /v2.0/ports?device_id=c070eba4-14b3-4a02-9743-528f8d32ae0a HTTP/1.1" status: 200 len: 944 time: 0.3660100 May 30 20:04:15.663449 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-32fdfc7d-8775-43a3-bc9b-b30e1ec9ae50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:04:15.669789 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-32fdfc7d-8775-43a3-bc9b-b30e1ec9ae50 admin admin] Usage tracker for resource:network and tenant:451572d0f13c40ff8c6397191d3ebc95 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:04:15.687971 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-32fdfc7d-8775-43a3-bc9b-b30e1ec9ae50 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:04:15.709965 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-32fdfc7d-8775-43a3-bc9b-b30e1ec9ae50 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:04:15.758391 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c6a40f0b-d813-468d-a9fa-d6085361f474 req-e03837e2-46c9-4539-867d-4cd666a08324 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=6b8ee42596cc4a45afa2078c48491dae&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2646713 May 30 20:04:15.779362 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-d1d47c77-38dc-4521-b50b-5313ffc11e63 req-262a500e-faf9-49ae-8f51-b7a79aabc35a tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Deleting port 1c83bdee-3e0e-421b-beaa-ef0d0eff03cb {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:04:15.779674 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-d1d47c77-38dc-4521-b50b-5313ffc11e63 req-262a500e-faf9-49ae-8f51-b7a79aabc35a tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:15.813974 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cad50d2c-f09c-49dc-ab89-1ea18c4b8f5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'add4bcfc-8061-490b-abfb-4c9220e87f90'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:04:15.854242 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-16321986-b53e-4d52-853a-23c3bdd69310 req-4fdc8eca-5d84-4bba-8ff6-b1b69e0a732e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:15.942068 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32fdfc7d-8775-43a3-bc9b-b30e1ec9ae50 admin admin] Made reservation on behalf of 451572d0f13c40ff8c6397191d3ebc95 for: {'network': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:04:15.948057 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-32fdfc7d-8775-43a3-bc9b-b30e1ec9ae50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:16.037747 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-32fdfc7d-8775-43a3-bc9b-b30e1ec9ae50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:16.073326 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-16321986-b53e-4d52-853a-23c3bdd69310 req-4fdc8eca-5d84-4bba-8ff6-b1b69e0a732e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:16.074767 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-16321986-b53e-4d52-853a-23c3bdd69310 req-4fdc8eca-5d84-4bba-8ff6-b1b69e0a732e service neutron] 10.222.0.86 "PUT /v2.0/ports/7e7a8f07-4499-41c7-a8cb-66667af412b1 HTTP/1.1" status: 200 len: 1091 time: 3.9945126 May 30 20:04:16.075463 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78a95e01-8e88-4473-98d7-b66ce9381bae', 'tag': '7e7a8f07-4499-41c7-a8cb-66667af412b1'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:04:16.131934 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdc8eca-5d84-4bba-8ff6-b1b69e0a732e service neutron] Pushing event updated for resources: {'Port': ['ID=7e7a8f07-4499-41c7-a8cb-66667af412b1,revision_number=3']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:16.195458 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-32fdfc7d-8775-43a3-bc9b-b30e1ec9ae50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:04:16.215567 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-32fdfc7d-8775-43a3-bc9b-b30e1ec9ae50 admin admin] Usage tracker for resource:security_group_rule and tenant:451572d0f13c40ff8c6397191d3ebc95 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:04:16.224926 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-32fdfc7d-8775-43a3-bc9b-b30e1ec9ae50 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:04:16.229144 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c6a40f0b-d813-468d-a9fa-d6085361f474 req-2208c3f3-8065-401e-a6b2-8bda70f747d3 service neutron] 10.222.0.85 "GET /v2.0/networks/e15833fa-a7c7-4aba-b669-666e27c7d454?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4695351 May 30 20:04:16.295888 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-32fdfc7d-8775-43a3-bc9b-b30e1ec9ae50 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:04:16.421658 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 47510) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:04:16.464724 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4717762-c3ff-44eb-b76d-f62a2478fd26 req-8a0ad513-a046-4fa5-a09a-bcde23e64352 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:16.466457 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c4717762-c3ff-44eb-b76d-f62a2478fd26 req-8a0ad513-a046-4fa5-a09a-bcde23e64352 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/ports?device_id=cad50d2c-f09c-49dc-ab89-1ea18c4b8f5e HTTP/1.1" status: 200 len: 951 time: 0.4850171 May 30 20:04:16.615261 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-d1d47c77-38dc-4521-b50b-5313ffc11e63 req-262a500e-faf9-49ae-8f51-b7a79aabc35a tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] For port 1c83bdee-3e0e-421b-beaa-ef0d0eff03cb, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=1c83bdee-3e0e-421b-beaa-ef0d0eff03cb,segment=NetworkSegment(70424240-b76f-4af0-9f32-ace284913a86),segment_id=70424240-b76f-4af0-9f32-ace284913a86)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:04:16.615261 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-d1d47c77-38dc-4521-b50b-5313ffc11e63 req-262a500e-faf9-49ae-8f51-b7a79aabc35a tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:16.689418 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-35d5aa49-76a3-4bdb-a891-e7bd724c2774 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=0cfe9c741cc74c4f9c0fcfff7e96141d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2614930 May 30 20:04:16.695637 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 47518) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:04:16.757808 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-d1d47c77-38dc-4521-b50b-5313ffc11e63 req-262a500e-faf9-49ae-8f51-b7a79aabc35a tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Calling delete_port for 1c83bdee-3e0e-421b-beaa-ef0d0eff03cb owned by compute:nova {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:04:16.837067 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-16321986-b53e-4d52-853a-23c3bdd69310 req-72c378f4-023c-425e-8205-94fb97d1224f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2f556c8c0e86457c8a99895c145d8ec1&device_id=78a95e01-8e88-4473-98d7-b66ce9381bae HTTP/1.1" status: 200 len: 1094 time: 0.4638567 May 30 20:04:16.882446 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-32fdfc7d-8775-43a3-bc9b-b30e1ec9ae50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:16.957316 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-16321986-b53e-4d52-853a-23c3bdd69310 req-01843347-c0ab-4628-9722-5c132c7dd7f1 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7e7a8f07-4499-41c7-a8cb-66667af412b1 HTTP/1.1" status: 200 len: 217 time: 0.1117318 May 30 20:04:16.959606 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 47522) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:04:16.969261 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c6a40f0b-d813-468d-a9fa-d6085361f474 req-aafcc009-8b97-4080-bde4-7d674fb19267 service neutron] 10.222.0.85 "GET /v2.0/networks/e15833fa-a7c7-4aba-b669-666e27c7d454?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7328911 May 30 20:04:16.981817 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-83066162-6e17-4e09-8cd7-ef252f695bce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:17.008222 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-32fdfc7d-8775-43a3-bc9b-b30e1ec9ae50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:17.057347 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-83066162-6e17-4e09-8cd7-ef252f695bce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:17.122004 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fdfc7d-8775-43a3-bc9b-b30e1ec9ae50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=709754f6-b7b2-49a5-9f08-2f8d40dab798,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:17.133257 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-884d31d4-651e-4873-8236-fb8944516ccb req-8f3cb9f5-a9a7-41f0-ab03-2fc613a7b451 tempest-LiveMigrationTest-484647171 tempest-LiveMigrationTest-484647171-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=5c349730-6ae7-43e5-b368-35ecf2a48057&tenant_id=e03d8798de6f4daa8bc8080dc719ce8a&binding%3Ahost_id=n-h2-843948-2 HTTP/1.1" status: 200 len: 1096 time: 0.5870807 May 30 20:04:17.186834 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4f614430-473f-4945-8139-dae3c4d621f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:17.296374 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c4717762-c3ff-44eb-b76d-f62a2478fd26 req-accf9952-d3d9-4f6a-9849-3bb2a3ecbf39 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/security-groups?id=e1329ead-76da-4fe1-a988-d24ed3099985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8118167 May 30 20:04:17.314966 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16321986-b53e-4d52-853a-23c3bdd69310 req-a414bfb4-1955-44dd-9121-6547fd9cabf7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:17.316497 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-16321986-b53e-4d52-853a-23c3bdd69310 req-a414bfb4-1955-44dd-9121-6547fd9cabf7 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f7ba462c-1ed8-4caa-83b7-6c1b6552e3f5 HTTP/1.1" status: 200 len: 851 time: 0.3513954 May 30 20:04:17.325184 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-83066162-6e17-4e09-8cd7-ef252f695bce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:17.394713 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83066162-6e17-4e09-8cd7-ef252f695bce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e189c87-3673-4699-b609-fc70392bcc3c,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:17.394884 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-16321986-b53e-4d52-853a-23c3bdd69310 req-bd024856-6720-4b2f-a386-7e323543f04d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=1423fe8d-fe45-40b8-bd0c-db2951a00d49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568092 May 30 20:04:17.405063 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-4f614430-473f-4945-8139-dae3c4d621f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:04:17.434366 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-4f614430-473f-4945-8139-dae3c4d621f1 admin admin] Usage tracker for resource:security_group_rule and tenant:395a90b297ee498ba506235763115ab1 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:04:17.439928 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-4f614430-473f-4945-8139-dae3c4d621f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:04:17.451292 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-4f614430-473f-4945-8139-dae3c4d621f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:04:17.483189 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-326af320-b5fe-4c5b-83b6-683b1c25bccd'] response: {'server_uuid': 'cad50d2c-f09c-49dc-ab89-1ea18c4b8f5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'add4bcfc-8061-490b-abfb-4c9220e87f90', 'code': 200} May 30 20:04:17.499513 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32fdfc7d-8775-43a3-bc9b-b30e1ec9ae50 admin admin] vlan segment allocate from pool success with {'vlan_id': 669, 'physical_network': 'physnet1'} {{(pid=84886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:04:17.521961 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-d1d47c77-38dc-4521-b50b-5313ffc11e63 req-262a500e-faf9-49ae-8f51-b7a79aabc35a tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:17.535306 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-32fdfc7d-8775-43a3-bc9b-b30e1ec9ae50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:17.535859 n-d-843948-2 neutron-server[84886]: INFO neutron.db.segments_db [None req-32fdfc7d-8775-43a3-bc9b-b30e1ec9ae50 admin admin] Added segment 3e049cc2-22a5-438c-b706-8b622a4294a7 of type vlan for network 9d042477-034c-449d-bb46-c13d2c85f0d5 May 30 20:04:17.661916 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5307b08d-4d17-479b-a78b-413b30ff5f17'] response: {'name': 'network-changed', 'server_uuid': '78a95e01-8e88-4473-98d7-b66ce9381bae', 'tag': '7e7a8f07-4499-41c7-a8cb-66667af412b1', 'status': 'completed', 'code': 200} May 30 20:04:17.687416 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-83066162-6e17-4e09-8cd7-ef252f695bce admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:17.687416 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-83066162-6e17-4e09-8cd7-ef252f695bce admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/9e189c87-3673-4699-b609-fc70392bcc3c HTTP/1.1" status: 204 len: 168 time: 0.9681780 May 30 20:04:17.715925 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-32fdfc7d-8775-43a3-bc9b-b30e1ec9ae50 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:17.744706 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262a500e-faf9-49ae-8f51-b7a79aabc35a tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Pushing event deleted for resources: {'Port': ['ID=1c83bdee-3e0e-421b-beaa-ef0d0eff03cb,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:17.936902 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-32fdfc7d-8775-43a3-bc9b-b30e1ec9ae50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:17.940499 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32fdfc7d-8775-43a3-bc9b-b30e1ec9ae50 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:17.942032 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-32fdfc7d-8775-43a3-bc9b-b30e1ec9ae50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:17.979512 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-16321986-b53e-4d52-853a-23c3bdd69310 req-8791f7a8-2650-433a-aec0-c1bd8112fff2 service neutron] 10.222.0.86 "GET /v2.0/networks/1423fe8d-fe45-40b8-bd0c-db2951a00d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5730755 May 30 20:04:17.989785 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1d47c77-38dc-4521-b50b-5313ffc11e63 req-262a500e-faf9-49ae-8f51-b7a79aabc35a tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] No DVR routers for this DVR port 1c83bdee-3e0e-421b-beaa-ef0d0eff03cb on host n-h1-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:04:18.017361 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-d1d47c77-38dc-4521-b50b-5313ffc11e63 req-262a500e-faf9-49ae-8f51-b7a79aabc35a tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:18.116516 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-884d31d4-651e-4873-8236-fb8944516ccb req-0555a7c2-61a9-4727-84f3-20db2b691ea7 service neutron] For port f2e0905d-ccaa-4830-a17e-fda6d2147833, host n-h1-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:04:18.158596 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4f614430-473f-4945-8139-dae3c4d621f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:18.178162 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-884d31d4-651e-4873-8236-fb8944516ccb req-0555a7c2-61a9-4727-84f3-20db2b691ea7 service neutron] Notify callbacks [] for binding, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:18.179290 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-884d31d4-651e-4873-8236-fb8944516ccb req-0555a7c2-61a9-4727-84f3-20db2b691ea7 service neutron] 10.222.0.86 "DELETE /v2.0/ports/f2e0905d-ccaa-4830-a17e-fda6d2147833/bindings/n-h1-843948-2 HTTP/1.1" status: 204 len: 173 time: 0.9757547 May 30 20:04:18.208811 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80f1e06-9781-45f8-be51-9f0d594b655f req-a8abf1af-e918-401c-ae52-d3a438e1414f tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:18.213944 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d80f1e06-9781-45f8-be51-9f0d594b655f req-a8abf1af-e918-401c-ae52-d3a438e1414f tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/ports?device_id=78a95e01-8e88-4473-98d7-b66ce9381bae HTTP/1.1" status: 200 len: 943 time: 0.5650992 May 30 20:04:18.224495 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-32fdfc7d-8775-43a3-bc9b-b30e1ec9ae50 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 3.2800488 May 30 20:04:18.226296 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 47540) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:04:18.250138 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-b6a2faa0-a6fa-41dc-a572-dfdd1f3cf78e admin admin] Request body: {'subnet': {'network_id': '9d042477-034c-449d-bb46-c13d2c85f0d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1871212821-subnet', 'tenant_id': '451572d0f13c40ff8c6397191d3ebc95', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:04:18.256183 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-16321986-b53e-4d52-853a-23c3bdd69310 req-4ead5a0a-f5fa-4f15-9d4d-1f990c403652 service neutron] 10.222.0.86 "GET /v2.0/networks/1423fe8d-fe45-40b8-bd0c-db2951a00d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2596040 May 30 20:04:18.282183 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4f614430-473f-4945-8139-dae3c4d621f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:18.301358 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-b6a2faa0-a6fa-41dc-a572-dfdd1f3cf78e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:04:18.314581 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fdfc7d-8775-43a3-bc9b-b30e1ec9ae50 admin admin] Pushing event updated for resources: {'Network': ['ID=9d042477-034c-449d-bb46-c13d2c85f0d5,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:18.319235 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-b6a2faa0-a6fa-41dc-a572-dfdd1f3cf78e admin admin] Usage tracker for resource:subnet and tenant:451572d0f13c40ff8c6397191d3ebc95 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:04:18.320452 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d80f1e06-9781-45f8-be51-9f0d594b655f req-3df538f6-5d11-45e1-8f43-139ba81b35e3 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/security-groups?id=f7bd1307-7f80-416a-ad0f-251b87da459a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906901 May 30 20:04:18.326430 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-b6a2faa0-a6fa-41dc-a572-dfdd1f3cf78e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:04:18.339216 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network 9d042477-034c-449d-bb46-c13d2c85f0d5 details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:04:18.359728 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d1d47c77-38dc-4521-b50b-5313ffc11e63 req-262a500e-faf9-49ae-8f51-b7a79aabc35a tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] 10.222.0.71 "DELETE /v2.0/ports/1c83bdee-3e0e-421b-beaa-ef0d0eff03cb HTTP/1.1" status: 204 len: 173 time: 2.6887264 May 30 20:04:18.371554 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-b6a2faa0-a6fa-41dc-a572-dfdd1f3cf78e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:04:18.379526 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f614430-473f-4945-8139-dae3c4d621f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10a81d0a-9b6b-46ae-a2ea-5ef30937761c,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:18.406651 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-4f614430-473f-4945-8139-dae3c4d621f1 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=395a90b297ee498ba506235763115ab1&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4435225 May 30 20:04:18.410851 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 47546) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:04:18.506354 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4db6cd-47cc-4e8b-bd9d-37c05649876c req-7ba54223-c07a-4cdf-ae8c-2a416d043f19 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:18.528337 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5a4db6cd-47cc-4e8b-bd9d-37c05649876c req-7ba54223-c07a-4cdf-ae8c-2a416d043f19 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/ports?device_id=5c349730-6ae7-43e5-b368-35ecf2a48057 HTTP/1.1" status: 200 len: 945 time: 0.4771841 May 30 20:04:18.546246 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 1c83bdee-3e0e-421b-beaa-ef0d0eff03cb no longer exists at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:04:18.590206 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] No Port match for: 1c83bdee-3e0e-421b-beaa-ef0d0eff03cb {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:04:18.591122 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 1c83bdee-3e0e-421b-beaa-ef0d0eff03cb not bound to the agent host n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:04:18.600342 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6a2faa0-a6fa-41dc-a572-dfdd1f3cf78e admin admin] Made reservation on behalf of 451572d0f13c40ff8c6397191d3ebc95 for: {'subnet': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:04:18.603323 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b6a2faa0-a6fa-41dc-a572-dfdd1f3cf78e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2778563'] for subnet, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:18.744397 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5a4db6cd-47cc-4e8b-bd9d-37c05649876c req-784434bf-66eb-470a-b350-525b17f16ae3 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/security-groups?id=b7c7fe04-8ab6-4ec0-af46-b4358854e449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148247 May 30 20:04:19.016674 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-9c9bdd6f-1484-4662-867d-bd4f1342181f req-a1ac539b-e5f4-443d-a9ca-797030582333 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Synchronizing usage tracker for tenant:6b8ee42596cc4a45afa2078c48491dae on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:04:19.105961 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-75a9ac1c-96d8-44c1-b059-dcda508e83fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:19.150781 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-75a9ac1c-96d8-44c1-b059-dcda508e83fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:19.203198 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-805cc315-2505-4544-9f03-a155d9140e02 req-1ef86438-74a0-4726-9b74-da6f111cde13 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2f556c8c0e86457c8a99895c145d8ec1&device_id=78a95e01-8e88-4473-98d7-b66ce9381bae HTTP/1.1" status: 200 len: 1094 time: 0.4851863 May 30 20:04:19.237265 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b6a2faa0-a6fa-41dc-a572-dfdd1f3cf78e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4127140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2778577'] for subnet, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:19.306261 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:19.365534 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-9c9bdd6f-1484-4662-867d-bd4f1342181f req-a1ac539b-e5f4-443d-a9ca-797030582333 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Unset dirty status for tenant:6b8ee42596cc4a45afa2078c48491dae on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:04:19.366762 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9c9bdd6f-1484-4662-867d-bd4f1342181f req-a1ac539b-e5f4-443d-a9ca-797030582333 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] 10.222.0.85 "GET /v2.0/ports?device_id=f1a00c85-493e-4ed6-a162-6f8d5e0e74cc HTTP/1.1" status: 200 len: 210 time: 0.6472120 May 30 20:04:19.486693 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805cc315-2505-4544-9f03-a155d9140e02 req-c66152d8-006a-4a9c-a27f-f3c0fa63f4d8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:19.489637 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-805cc315-2505-4544-9f03-a155d9140e02 req-c66152d8-006a-4a9c-a27f-f3c0fa63f4d8 service neutron] 10.222.0.86 "GET /v2.0/networks?id=1423fe8d-fe45-40b8-bd0c-db2951a00d49 HTTP/1.1" status: 200 len: 912 time: 0.2768917 May 30 20:04:19.541972 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a2faa0-a6fa-41dc-a572-dfdd1f3cf78e admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e35cd7e-8081-4edf-ae13-e56d98fc261c,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:19.568946 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a2faa0-a6fa-41dc-a572-dfdd1f3cf78e admin admin] Checking segment: {'id': '3e049cc2-22a5-438c-b706-8b622a4294a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '9d042477-034c-449d-bb46-c13d2c85f0d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:04:19.569428 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a2faa0-a6fa-41dc-a572-dfdd1f3cf78e admin admin] Network hostable DHCP agents. Network: 9d042477-034c-449d-bb46-c13d2c85f0d5, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:04:19.601447 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-459ca3f6-b931-4e7a-9c01-7415631f148e req-a10547bf-e434-4fc8-9006-ebaaba4fee31 tempest-LiveMigrationTest-484647171 tempest-LiveMigrationTest-484647171-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=5c349730-6ae7-43e5-b368-35ecf2a48057 HTTP/1.1" status: 200 len: 1096 time: 0.3579774 May 30 20:04:19.646653 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-75a9ac1c-96d8-44c1-b059-dcda508e83fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:19.663338 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-459ca3f6-b931-4e7a-9c01-7415631f148e req-455c312b-cf02-40ca-b1ff-34a7e24e798c tempest-LiveMigrationTest-484647171 tempest-LiveMigrationTest-484647171-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=b7c7fe04-8ab6-4ec0-af46-b4358854e449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487285 May 30 20:04:19.717934 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c070eba4-14b3-4a02-9743-528f8d32ae0a', 'name': 'network-vif-deleted', 'tag': '1c83bdee-3e0e-421b-beaa-ef0d0eff03cb'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:04:19.734858 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9ac1c-96d8-44c1-b059-dcda508e83fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10a81d0a-9b6b-46ae-a2ea-5ef30937761c,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:19.748285 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a686b410-ad0c-4a8e-a307-d630b7329a92 req-aa9fe0e7-e5ee-4a43-8512-768e9a977e92 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/networks?tenant_id=fa61b48b7a6444fe8c9a2f45b95c1d11&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1160009 May 30 20:04:19.767212 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a2faa0-a6fa-41dc-a572-dfdd1f3cf78e admin admin] Network 9d042477-034c-449d-bb46-c13d2c85f0d5 is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:04:19.768222 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-75a9ac1c-96d8-44c1-b059-dcda508e83fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:19.774261 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-75a9ac1c-96d8-44c1-b059-dcda508e83fb admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/10a81d0a-9b6b-46ae-a2ea-5ef30937761c HTTP/1.1" status: 204 len: 168 time: 1.3613749 May 30 20:04:19.782727 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-805cc315-2505-4544-9f03-a155d9140e02 req-b1c9e228-61f8-4ca1-a8f6-22ec8543dcf1 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7e7a8f07-4499-41c7-a8cb-66667af412b1 HTTP/1.1" status: 200 len: 217 time: 0.2843180 May 30 20:04:19.923048 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805cc315-2505-4544-9f03-a155d9140e02 req-92ae61a3-3171-4505-b8bc-fbd9e9e5e72b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:19.924901 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-805cc315-2505-4544-9f03-a155d9140e02 req-92ae61a3-3171-4505-b8bc-fbd9e9e5e72b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f7ba462c-1ed8-4caa-83b7-6c1b6552e3f5 HTTP/1.1" status: 200 len: 851 time: 0.0803194 May 30 20:04:19.983739 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-805cc315-2505-4544-9f03-a155d9140e02 req-81b1d6be-b6a8-43b5-88c8-dfd41dc5cfb5 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=1423fe8d-fe45-40b8-bd0c-db2951a00d49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521317 May 30 20:04:20.059529 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-b6a2faa0-a6fa-41dc-a572-dfdd1f3cf78e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, 9d042477-034c-449d-bb46-c13d2c85f0d5) {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:04:20.068842 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5390dbf9-69b8-4794-a6d7-bbf1471d64e9 None None] Network 9d042477-034c-449d-bb46-c13d2c85f0d5 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:04:20.087311 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a2faa0-a6fa-41dc-a572-dfdd1f3cf78e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:20.088868 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b6a2faa0-a6fa-41dc-a572-dfdd1f3cf78e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:20.211439 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b5172d-f475-4d64-9cce-17e6a1686d49 req-995cd070-6782-4993-bda5-7ef0617ee27d tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:20.236355 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f6b5172d-f475-4d64-9cce-17e6a1686d49 req-995cd070-6782-4993-bda5-7ef0617ee27d tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/ports?device_id=78a95e01-8e88-4473-98d7-b66ce9381bae HTTP/1.1" status: 200 len: 943 time: 0.3813982 May 30 20:04:20.316855 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f6b5172d-f475-4d64-9cce-17e6a1686d49 req-307f77ea-f56d-47d4-8719-d1547c115773 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/security-groups?id=f7bd1307-7f80-416a-ad0f-251b87da459a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790391 May 30 20:04:20.334526 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-b6a2faa0-a6fa-41dc-a572-dfdd1f3cf78e admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.1009960 May 30 20:04:20.340142 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 47584) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:04:20.356310 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-e64984d3-5148-4815-a555-e07e00cccff3 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1871212821-router', 'tenant_id': '451572d0f13c40ff8c6397191d3ebc95', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:04:20.370570 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-e64984d3-5148-4815-a555-e07e00cccff3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:04:20.384151 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-e64984d3-5148-4815-a555-e07e00cccff3 admin admin] Usage tracker for resource:router and tenant:451572d0f13c40ff8c6397191d3ebc95 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:04:20.394212 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-e64984d3-5148-4815-a555-e07e00cccff3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:04:20.418992 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-e64984d3-5148-4815-a555-e07e00cccff3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:04:20.494220 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a686b410-ad0c-4a8e-a307-d630b7329a92 req-cdb85bec-905d-4161-9888-2aaacbcb3285 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:20.508406 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a61604ff-1955-4c91-bd2e-60ff6f0efcbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-9d042477-034c-449d-bb46-c13d2c85f0d5', 'network_id': '9d042477-034c-449d-bb46-c13d2c85f0d5', 'tenant_id': '451572d0f13c40ff8c6397191d3ebc95', 'fixed_ips': [{'subnet_id': '0e35cd7e-8081-4edf-ae13-e56d98fc261c'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:04:20.510317 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-a61604ff-1955-4c91-bd2e-60ff6f0efcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:20.515062 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a686b410-ad0c-4a8e-a307-d630b7329a92 req-cdb85bec-905d-4161-9888-2aaacbcb3285 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7506788 May 30 20:04:20.565002 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-805cc315-2505-4544-9f03-a155d9140e02 req-a94ec80d-46ce-4255-835e-7d32bfbe2330 service neutron] 10.222.0.86 "GET /v2.0/networks/1423fe8d-fe45-40b8-bd0c-db2951a00d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5217264 May 30 20:04:20.568191 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a686b410-ad0c-4a8e-a307-d630b7329a92 req-93db1833-0904-44dd-89f7-3c313986c10f tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/quotas/fa61b48b7a6444fe8c9a2f45b95c1d11 HTTP/1.1" status: 200 len: 375 time: 0.0497899 May 30 20:04:20.628936 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e64984d3-5148-4815-a555-e07e00cccff3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-733683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3159'] for router, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:20.631179 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e64984d3-5148-4815-a555-e07e00cccff3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-733584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-736372', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-628480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3164'] for router, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:20.729268 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e64984d3-5148-4815-a555-e07e00cccff3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:20.932326 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-a61604ff-1955-4c91-bd2e-60ff6f0efcbf None None] Allocated IP 172.20.0.2 (9d042477-034c-449d-bb46-c13d2c85f0d5/0e35cd7e-8081-4edf-ae13-e56d98fc261c/3b87f6e2-4c42-4171-ba9d-67d2d09b4e0f) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:04:21.091643 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a686b410-ad0c-4a8e-a307-d630b7329a92 req-154e3426-36cf-428e-92cb-332ba66c5070 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=fa61b48b7a6444fe8c9a2f45b95c1d11&fields=id HTTP/1.1" status: 200 len: 394 time: 0.4253173 May 30 20:04:21.102732 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-805cc315-2505-4544-9f03-a155d9140e02 req-11cfc37b-93df-42f4-ac9f-93b0f16af941 service neutron] 10.222.0.86 "GET /v2.0/networks/1423fe8d-fe45-40b8-bd0c-db2951a00d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5198326 May 30 20:04:21.239968 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 47606) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:04:21.323367 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e64984d3-5148-4815-a555-e07e00cccff3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-736390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:21.477182 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-a61604ff-1955-4c91-bd2e-60ff6f0efcbf None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:21.505950 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-a61604ff-1955-4c91-bd2e-60ff6f0efcbf None None] Transition to ACTIVE for port object 3b87f6e2-4c42-4171-ba9d-67d2d09b4e0f will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:04:21.580259 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-a61604ff-1955-4c91-bd2e-60ff6f0efcbf None None] Transition to ACTIVE for port object 3b87f6e2-4c42-4171-ba9d-67d2d09b4e0f will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:04:21.637324 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38286c38-86d2-44a6-b1ba-ac1b9a866d86'] response: {'server_uuid': 'c070eba4-14b3-4a02-9743-528f8d32ae0a', 'name': 'network-vif-deleted', 'tag': '1c83bdee-3e0e-421b-beaa-ef0d0eff03cb', 'status': 'completed', 'code': 200} May 30 20:04:21.650041 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-54ba9684-c073-4ae0-ab3e-c7b693a29107 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1811082333-network', 'tenant_id': 'a30f992c0c6d4c83b278c5e0ddf93c21'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:04:21.688503 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-54ba9684-c073-4ae0-ab3e-c7b693a29107 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:04:21.698849 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-54ba9684-c073-4ae0-ab3e-c7b693a29107 admin admin] Usage tracker for resource:network and tenant:a30f992c0c6d4c83b278c5e0ddf93c21 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:04:21.707048 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-54ba9684-c073-4ae0-ab3e-c7b693a29107 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:04:21.719670 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-54ba9684-c073-4ae0-ab3e-c7b693a29107 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:04:21.725871 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-a61604ff-1955-4c91-bd2e-60ff6f0efcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:21.901290 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54ba9684-c073-4ae0-ab3e-c7b693a29107 admin admin] Made reservation on behalf of a30f992c0c6d4c83b278c5e0ddf93c21 for: {'network': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:04:21.905369 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-54ba9684-c073-4ae0-ab3e-c7b693a29107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:21.986960 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-54ba9684-c073-4ae0-ab3e-c7b693a29107 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:22.065561 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a61604ff-1955-4c91-bd2e-60ff6f0efcbf None None] Network 9d042477-034c-449d-bb46-c13d2c85f0d5 is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:04:22.068939 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-a61604ff-1955-4c91-bd2e-60ff6f0efcbf None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:04:22.077972 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61604ff-1955-4c91-bd2e-60ff6f0efcbf None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:04:22.185536 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-54ba9684-c073-4ae0-ab3e-c7b693a29107 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:04:22.198856 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e074c6e9-73ab-4081-b553-dfaa5c9d4b3a req-bbd58c5f-69c9-44de-950b-39fdb85a9941 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] 10.222.0.85 "GET /v2.0/ports?device_id=f1a00c85-493e-4ed6-a162-6f8d5e0e74cc HTTP/1.1" status: 200 len: 210 time: 0.3080001 May 30 20:04:22.206169 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-54ba9684-c073-4ae0-ab3e-c7b693a29107 admin admin] Usage tracker for resource:security_group_rule and tenant:a30f992c0c6d4c83b278c5e0ddf93c21 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:04:22.213998 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e64984d3-5148-4815-a555-e07e00cccff3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:22.215536 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-54ba9684-c073-4ae0-ab3e-c7b693a29107 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:04:22.236705 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-54ba9684-c073-4ae0-ab3e-c7b693a29107 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:04:22.265389 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61604ff-1955-4c91-bd2e-60ff6f0efcbf None None] Pushing event updated for resources: {'Port': ['ID=3b87f6e2-4c42-4171-ba9d-67d2d09b4e0f,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:22.280873 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:22.326050 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e64984d3-5148-4815-a555-e07e00cccff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:22.340032 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-a61604ff-1955-4c91-bd2e-60ff6f0efcbf None None] Attempting to bind port 3b87f6e2-4c42-4171-ba9d-67d2d09b4e0f on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:04:22.340875 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-a61604ff-1955-4c91-bd2e-60ff6f0efcbf None None] Attempting to bind port 3b87f6e2-4c42-4171-ba9d-67d2d09b4e0f by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': '3e049cc2-22a5-438c-b706-8b622a4294a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '9d042477-034c-449d-bb46-c13d2c85f0d5'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:04:22.341137 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e15bff-812c-4626-ae26-323fd8b7d2d2 req-1f004a8a-b606-4972-be75-98c63387d75e tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:22.373056 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61604ff-1955-4c91-bd2e-60ff6f0efcbf None None] Attempting to bind port 3b87f6e2-4c42-4171-ba9d-67d2d09b4e0f on network 9d042477-034c-449d-bb46-c13d2c85f0d5 {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:04:22.373302 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c9e15bff-812c-4626-ae26-323fd8b7d2d2 req-1f004a8a-b606-4972-be75-98c63387d75e tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/ports?device_id=78a95e01-8e88-4473-98d7-b66ce9381bae HTTP/1.1" status: 200 len: 943 time: 0.2925673 May 30 20:04:22.373480 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61604ff-1955-4c91-bd2e-60ff6f0efcbf None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:04:22.373480 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61604ff-1955-4c91-bd2e-60ff6f0efcbf None None] Checking segment: {'id': '3e049cc2-22a5-438c-b706-8b622a4294a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '9d042477-034c-449d-bb46-c13d2c85f0d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:04:22.373480 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-a61604ff-1955-4c91-bd2e-60ff6f0efcbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:22.373480 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61604ff-1955-4c91-bd2e-60ff6f0efcbf None None] Bound using segment: {'id': '3e049cc2-22a5-438c-b706-8b622a4294a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '9d042477-034c-449d-bb46-c13d2c85f0d5'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:04:22.373480 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-a61604ff-1955-4c91-bd2e-60ff6f0efcbf None None] Bound port: 3b87f6e2-4c42-4171-ba9d-67d2d09b4e0f, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e049cc2-22a5-438c-b706-8b622a4294a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '9d042477-034c-449d-bb46-c13d2c85f0d5'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:04:22.373480 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-a61604ff-1955-4c91-bd2e-60ff6f0efcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:22.430801 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-16fee1c6-68ba-4fd0-b1da-e277eebc9196 req-b372390c-709a-450c-9041-73093e15fb14 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/ports?device_id=1f5e4faa-be65-4ec2-8cb3-eeaae421f37a HTTP/1.1" status: 200 len: 210 time: 0.1201129 May 30 20:04:22.465886 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 7e7a8f07-4499-41c7-a8cb-66667af412b1 details requested by agent hyperv_n-h2-843948-2 with host n-h2-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:04:22.501089 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-54ba9684-c073-4ae0-ab3e-c7b693a29107 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:22.555751 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cadf9b-22d3-4dde-b42f-0756bf1ff158 req-c8f6e2bf-cc92-4fc8-be1f-4854f40e9bdf tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:22.562816 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d5cadf9b-22d3-4dde-b42f-0756bf1ff158 req-c8f6e2bf-cc92-4fc8-be1f-4854f40e9bdf tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.86 "GET /v2.0/ports?device_id=5c349730-6ae7-43e5-b368-35ecf2a48057 HTTP/1.1" status: 200 len: 945 time: 0.1505682 May 30 20:04:22.576139 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c9e15bff-812c-4626-ae26-323fd8b7d2d2 req-7efa9b8d-c8f3-47aa-a03c-e7b3a2966f27 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/security-groups?id=f7bd1307-7f80-416a-ad0f-251b87da459a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169232 May 30 20:04:22.707753 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.db.resource_extend [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:04:22.726586 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-54ba9684-c073-4ae0-ab3e-c7b693a29107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:22.760866 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-e64984d3-5148-4815-a555-e07e00cccff3 admin admin] Allocated IP 172.25.8.39 (c7869750-4b49-4b7e-aa99-5e0f1ae02da4/427601ec-f643-4fe7-b5e6-17305d3a39e1/afd9719d-f5e7-4be7-bfd6-cd2a73f14f57) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:04:22.859360 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54ba9684-c073-4ae0-ab3e-c7b693a29107 admin admin] vlan segment allocate from pool success with {'vlan_id': 687, 'physical_network': 'physnet1'} {{(pid=84887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:04:22.880031 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ba9684-c073-4ae0-ab3e-c7b693a29107 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b701b0a-db24-4c30-8444-63ac82ad344b,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:22.896560 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-d5cadf9b-22d3-4dde-b42f-0756bf1ff158 req-b1ed17bf-a439-4123-a0c9-cf20ba359be2 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Deleting port f2e0905d-ccaa-4830-a17e-fda6d2147833 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:04:22.910247 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-d5cadf9b-22d3-4dde-b42f-0756bf1ff158 req-b1ed17bf-a439-4123-a0c9-cf20ba359be2 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:23.015161 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-54ba9684-c073-4ae0-ab3e-c7b693a29107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:23.015161 n-d-843948-2 neutron-server[84887]: INFO neutron.db.segments_db [None req-54ba9684-c073-4ae0-ab3e-c7b693a29107 admin admin] Added segment a8b7280c-8c6f-4bc7-8cdf-e2ff0b0b2b8d of type vlan for network 803dd70a-3f53-43ad-9356-1243425ef9dd May 30 20:04:23.022275 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-a61604ff-1955-4c91-bd2e-60ff6f0efcbf None None] For port 3b87f6e2-4c42-4171-ba9d-67d2d09b4e0f, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:04:23.042474 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-a61604ff-1955-4c91-bd2e-60ff6f0efcbf None None] For port 3b87f6e2-4c42-4171-ba9d-67d2d09b4e0f, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=3b87f6e2-4c42-4171-ba9d-67d2d09b4e0f,segment=NetworkSegment(3e049cc2-22a5-438c-b706-8b622a4294a7),segment_id=3e049cc2-22a5-438c-b706-8b622a4294a7)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:04:23.089362 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 7e7a8f07-4499-41c7-a8cb-66667af412b1, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=7e7a8f07-4499-41c7-a8cb-66667af412b1,segment=NetworkSegment(a588beee-eb1a-4179-866b-50764eb9b22b),segment_id=a588beee-eb1a-4179-866b-50764eb9b22b)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:04:23.108651 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Returning: {'device': '7e7a8f07-4499-41c7-a8cb-66667af412b1', 'network_id': '1423fe8d-fe45-40b8-bd0c-db2951a00d49', 'port_id': '7e7a8f07-4499-41c7-a8cb-66667af412b1', 'mac_address': 'fa:16:3e:b7:2f:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7ba462c-1ed8-4caa-83b7-6c1b6552e3f5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:04:23.305716 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:23.334758 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e7a8f07-4499-41c7-a8cb-66667af412b1 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:04:23.348508 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e992e397-1793-44d1-a765-18684898f7e5 req-ee41c0a5-bc0c-4e2a-bfd8-2ae391c57c85 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:23.350465 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e992e397-1793-44d1-a765-18684898f7e5 req-ee41c0a5-bc0c-4e2a-bfd8-2ae391c57c85 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/ports?device_id=5c349730-6ae7-43e5-b368-35ecf2a48057 HTTP/1.1" status: 200 len: 945 time: 0.1885805 May 30 20:04:23.356414 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e64984d3-5148-4815-a555-e07e00cccff3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:23.360423 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 7e7a8f07-4499-41c7-a8cb-66667af412b1, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=7e7a8f07-4499-41c7-a8cb-66667af412b1,segment=NetworkSegment(a588beee-eb1a-4179-866b-50764eb9b22b),segment_id=a588beee-eb1a-4179-866b-50764eb9b22b)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:04:23.370910 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-a61604ff-1955-4c91-bd2e-60ff6f0efcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:23.425564 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e992e397-1793-44d1-a765-18684898f7e5 req-73d1c37b-47f8-4eaa-9c09-622244af4573 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/security-groups?id=b7c7fe04-8ab6-4ec0-af46-b4358854e449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634696 May 30 20:04:23.481186 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61604ff-1955-4c91-bd2e-60ff6f0efcbf None None] Pushing event updated for resources: {'Port': ['ID=3b87f6e2-4c42-4171-ba9d-67d2d09b4e0f,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:23.496303 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-54ba9684-c073-4ae0-ab3e-c7b693a29107 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:23.553318 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:23.564590 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e64984d3-5148-4815-a555-e07e00cccff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:23.830825 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a40f0b-d813-468d-a9fa-d6085361f474 req-86a4e3d6-3857-42d3-a97c-ec7badfa1fc2 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:23.836477 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c6a40f0b-d813-468d-a9fa-d6085361f474 req-86a4e3d6-3857-42d3-a97c-ec7badfa1fc2 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] 10.222.0.71 "GET /v2.0/networks?id=e15833fa-a7c7-4aba-b669-666e27c7d454 HTTP/1.1" status: 200 len: 804 time: 0.8285949 May 30 20:04:23.860745 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e64984d3-5148-4815-a555-e07e00cccff3 admin admin] Network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:04:23.863718 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-51e9af72-5a90-4b07-9399-639f83adb37a req-bad400b5-cb65-4fed-a9d7-abddcbdb9195 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/ports?device_id=1f5e4faa-be65-4ec2-8cb3-eeaae421f37a HTTP/1.1" status: 200 len: 210 time: 0.0912209 May 30 20:04:23.864373 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64984d3-5148-4815-a555-e07e00cccff3 admin admin] Pushing event updated for resources: {'Port': ['ID=afd9719d-f5e7-4be7-bfd6-cd2a73f14f57,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:23.871223 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-e64984d3-5148-4815-a555-e07e00cccff3 admin admin] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:04:23.881802 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64984d3-5148-4815-a555-e07e00cccff3 admin admin] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:04:23.962670 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['7e7a8f07-4499-41c7-a8cb-66667af412b1'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:04:24.128568 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-54ba9684-c073-4ae0-ab3e-c7b693a29107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:24.137660 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ba9684-c073-4ae0-ab3e-c7b693a29107 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:24.138909 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-54ba9684-c073-4ae0-ab3e-c7b693a29107 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:24.173866 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-c6a40f0b-d813-468d-a9fa-d6085361f474 req-5cec215b-b3da-4965-b641-498e90b25b56 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Request body: {'port': {'device_id': 'f1a00c85-493e-4ed6-a162-6f8d5e0e74cc', 'network_id': 'e15833fa-a7c7-4aba-b669-666e27c7d454', 'admin_state_up': True, 'tenant_id': '6b8ee42596cc4a45afa2078c48491dae'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:04:24.176277 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=7e7a8f07-4499-41c7-a8cb-66667af412b1,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:24.464791 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-bb1b02a5-903b-4e6c-9008-e251a38b4d70 req-11a57102-dda7-4f99-80f2-4db40691d819 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] 10.222.0.85 "GET /v2.0/ports?device_id=f1a00c85-493e-4ed6-a162-6f8d5e0e74cc HTTP/1.1" status: 200 len: 210 time: 0.9276545 May 30 20:04:24.467364 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device f2e0905d-ccaa-4830-a17e-fda6d2147833 no longer exists at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:04:24.489910 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ba9684-c073-4ae0-ab3e-c7b693a29107 admin admin] Pushing event updated for resources: {'Network': ['ID=803dd70a-3f53-43ad-9356-1243425ef9dd,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:24.575353 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network 803dd70a-3f53-43ad-9356-1243425ef9dd details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:04:24.760578 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48049f1e-8e29-40b0-9667-416a30031efc req-ccdfd966-9428-4a17-9f61-db80c06ca875 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:24.771505 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-48049f1e-8e29-40b0-9667-416a30031efc req-ccdfd966-9428-4a17-9f61-db80c06ca875 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/ports?device_id=78a95e01-8e88-4473-98d7-b66ce9381bae HTTP/1.1" status: 200 len: 944 time: 0.4680524 May 30 20:04:24.985269 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 3b87f6e2-4c42-4171-ba9d-67d2d09b4e0f up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:04:25.053229 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-48049f1e-8e29-40b0-9667-416a30031efc req-b357f61a-f1ab-40e9-b75b-b73c858867cc tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/security-groups?id=f7bd1307-7f80-416a-ad0f-251b87da459a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2803152 May 30 20:04:25.116467 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e64984d3-5148-4815-a555-e07e00cccff3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:25.122672 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e64984d3-5148-4815-a555-e07e00cccff3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-736409'] for router, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:25.168489 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 3b87f6e2-4c42-4171-ba9d-67d2d09b4e0f completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:04:25.259095 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-54ba9684-c073-4ae0-ab3e-c7b693a29107 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 4.0129783 May 30 20:04:25.274743 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 47666) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:04:25.303416 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-a563fe38-cd3d-4bfd-aea8-35222ccef4b4 admin admin] Request body: {'subnet': {'network_id': '803dd70a-3f53-43ad-9356-1243425ef9dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1811082333-subnet', 'tenant_id': 'a30f992c0c6d4c83b278c5e0ddf93c21', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:04:25.345856 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-a563fe38-cd3d-4bfd-aea8-35222ccef4b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:04:25.395881 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-a563fe38-cd3d-4bfd-aea8-35222ccef4b4 admin admin] Usage tracker for resource:subnet and tenant:a30f992c0c6d4c83b278c5e0ddf93c21 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:04:25.401262 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-a563fe38-cd3d-4bfd-aea8-35222ccef4b4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:04:25.437108 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-a563fe38-cd3d-4bfd-aea8-35222ccef4b4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:04:25.529745 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-c6a40f0b-d813-468d-a9fa-d6085361f474 req-5cec215b-b3da-4965-b641-498e90b25b56 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:04:25.647694 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a445ab5-aa31-4f44-99f7-3313e65fc39a None None] Network 9d042477-034c-449d-bb46-c13d2c85f0d5 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:04:25.660079 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a563fe38-cd3d-4bfd-aea8-35222ccef4b4 admin admin] Made reservation on behalf of a30f992c0c6d4c83b278c5e0ddf93c21 for: {'subnet': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:04:25.665469 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a563fe38-cd3d-4bfd-aea8-35222ccef4b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114220'] for subnet, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:25.692788 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f13379e6-e29b-44c7-ae78-d6bbe65c4ec2 req-5fc5f8fb-8b7a-4b61-9328-4ab474e33622 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/ports?device_id=1f5e4faa-be65-4ec2-8cb3-eeaae421f37a HTTP/1.1" status: 200 len: 210 time: 0.1015518 May 30 20:04:25.879113 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a686b410-ad0c-4a8e-a307-d630b7329a92 req-5cde7dcd-7c6e-4204-bffb-df43a4f35f6d tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=fa61b48b7a6444fe8c9a2f45b95c1d11&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2808871 May 30 20:04:25.901785 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-c6a40f0b-d813-468d-a9fa-d6085361f474 req-5cec215b-b3da-4965-b641-498e90b25b56 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:04:26.066677 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8ce3d9-22c4-4ec0-b6af-7d107465efda req-2e6ac7ff-e7b6-43d6-8d01-b80aa32c40f8 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:26.077578 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5f8ce3d9-22c4-4ec0-b6af-7d107465efda req-2e6ac7ff-e7b6-43d6-8d01-b80aa32c40f8 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/ports?device_id=5c349730-6ae7-43e5-b368-35ecf2a48057 HTTP/1.1" status: 200 len: 945 time: 1.1918786 May 30 20:04:26.091963 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-d5cadf9b-22d3-4dde-b42f-0756bf1ff158 req-b1ed17bf-a439-4123-a0c9-cf20ba359be2 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] For port f2e0905d-ccaa-4830-a17e-fda6d2147833, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=f2e0905d-ccaa-4830-a17e-fda6d2147833,segment=NetworkSegment(4d4a7668-7a19-4452-8bd2-a5411730cf30),segment_id=4d4a7668-7a19-4452-8bd2-a5411730cf30)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:04:26.092363 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-d5cadf9b-22d3-4dde-b42f-0756bf1ff158 req-b1ed17bf-a439-4123-a0c9-cf20ba359be2 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:26.093959 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e64984d3-5148-4815-a555-e07e00cccff3 admin admin] Router d4dbf9e3-0c68-4d0e-aa6c-1e34f46970fe is scheduled to L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 with binding_index 1 {{(pid=84886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 20:04:26.125920 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-93b49eb9-ef69-4c08-baef-188a6de731e9 None None] Provisioning for port 3b87f6e2-4c42-4171-ba9d-67d2d09b4e0f completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:04:26.151345 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-93b49eb9-ef69-4c08-baef-188a6de731e9 None None] Provisioning complete for port 3b87f6e2-4c42-4171-ba9d-67d2d09b4e0f triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:04:26.152459 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-93b49eb9-ef69-4c08-baef-188a6de731e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:26.284505 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6a40f0b-d813-468d-a9fa-d6085361f474 req-5cec215b-b3da-4965-b641-498e90b25b56 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Made reservation on behalf of 6b8ee42596cc4a45afa2078c48491dae for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:04:26.287712 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c6a40f0b-d813-468d-a9fa-d6085361f474 req-5cec215b-b3da-4965-b641-498e90b25b56 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:26.325141 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-90d40127-3fb3-4e34-86f7-fab59b07826e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:26.389577 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-47abdba8-7321-40ae-a589-45f1f0fc238b req-a525b80c-58c8-45b8-8e3b-bbfbeacc131d tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] 10.222.0.85 "GET /v2.0/ports?device_id=f1a00c85-493e-4ed6-a162-6f8d5e0e74cc HTTP/1.1" status: 200 len: 210 time: 0.0531108 May 30 20:04:26.412199 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e64984d3-5148-4815-a555-e07e00cccff3 admin admin] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:04:26.433318 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1b7d65-a23a-4934-8331-20abc328202d None None] Sync routers for ids ['d4dbf9e3-0c68-4d0e-aa6c-1e34f46970fe'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:04:26.437134 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-d5cadf9b-22d3-4dde-b42f-0756bf1ff158 req-b1ed17bf-a439-4123-a0c9-cf20ba359be2 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Calling delete_port for f2e0905d-ccaa-4830-a17e-fda6d2147833 owned by compute:nova {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:04:26.481655 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1b7d65-a23a-4934-8331-20abc328202d None None] Routers {'d4dbf9e3-0c68-4d0e-aa6c-1e34f46970fe'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:04:26.482484 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-ce1b7d65-a23a-4934-8331-20abc328202d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:04:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['d4dbf9e3-0c68-4d0e-aa6c-1e34f46970fe'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:04:26.489954 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 7e7a8f07-4499-41c7-a8cb-66667af412b1 up at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:04:26.502839 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a563fe38-cd3d-4bfd-aea8-35222ccef4b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4055401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114238'] for subnet, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:26.587559 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e64984d3-5148-4815-a555-e07e00cccff3 admin admin] Notify callbacks [] for router, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:26.588618 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-93b49eb9-ef69-4c08-baef-188a6de731e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:26.594093 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-e64984d3-5148-4815-a555-e07e00cccff3 admin admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 6.2493405 May 30 20:04:26.595334 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 47682) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:04:26.651141 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5f8ce3d9-22c4-4ec0-b6af-7d107465efda req-fedffb22-ffdc-4c2d-b1dd-0134d4220575 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/security-groups?id=b7c7fe04-8ab6-4ec0-af46-b4358854e449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5725749 May 30 20:04:26.699441 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-93b49eb9-ef69-4c08-baef-188a6de731e9 None None] For port 3b87f6e2-4c42-4171-ba9d-67d2d09b4e0f, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=3b87f6e2-4c42-4171-ba9d-67d2d09b4e0f,segment=NetworkSegment(3e049cc2-22a5-438c-b706-8b622a4294a7),segment_id=3e049cc2-22a5-438c-b706-8b622a4294a7)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:04:26.783377 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-93b49eb9-ef69-4c08-baef-188a6de731e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:26.884691 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a686b410-ad0c-4a8e-a307-d630b7329a92 req-c98ec1e7-944c-45d8-85c7-051d1b4bb221 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:26.897875 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a686b410-ad0c-4a8e-a307-d630b7329a92 req-c98ec1e7-944c-45d8-85c7-051d1b4bb221 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9924700 May 30 20:04:26.904546 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a563fe38-cd3d-4bfd-aea8-35222ccef4b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a936439d-a424-4a5c-8496-f82c5049c2f0,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:26.923919 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-a686b410-ad0c-4a8e-a307-d630b7329a92 req-65a34a88-1f43-424c-95d1-5e30c42ccecb tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Request body: {'port': {'device_id': '1f5e4faa-be65-4ec2-8cb3-eeaae421f37a', 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1', 'admin_state_up': True, 'tenant_id': 'fa61b48b7a6444fe8c9a2f45b95c1d11'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:04:27.061338 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a563fe38-cd3d-4bfd-aea8-35222ccef4b4 admin admin] Checking segment: {'id': 'a8b7280c-8c6f-4bc7-8cdf-e2ff0b0b2b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '803dd70a-3f53-43ad-9356-1243425ef9dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:04:27.061338 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a563fe38-cd3d-4bfd-aea8-35222ccef4b4 admin admin] Network hostable DHCP agents. Network: 803dd70a-3f53-43ad-9356-1243425ef9dd, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:04:27.083757 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning for port 7e7a8f07-4499-41c7-a8cb-66667af412b1 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:04:27.091379 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-ce1b7d65-a23a-4934-8331-20abc328202d None None] Set router d4dbf9e3-0c68-4d0e-aa6c-1e34f46970fe gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:04:27.118007 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning complete for port 7e7a8f07-4499-41c7-a8cb-66667af412b1 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:04:27.118437 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:27.234374 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [req-68a01f5c-cc78-4892-8917-eae19def59c3 req-e1979b27-72fc-464d-ab4b-0a0b72d06bee tempest-SecurityGroupsTestAdminJSON-291033472 tempest-SecurityGroupsTestAdminJSON-291033472-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1344844065', 'description': 'tempest-description-170873841'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:04:27.242339 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-68a01f5c-cc78-4892-8917-eae19def59c3 req-e1979b27-72fc-464d-ab4b-0a0b72d06bee tempest-SecurityGroupsTestAdminJSON-291033472 tempest-SecurityGroupsTestAdminJSON-291033472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:04:27.248584 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-68a01f5c-cc78-4892-8917-eae19def59c3 req-e1979b27-72fc-464d-ab4b-0a0b72d06bee tempest-SecurityGroupsTestAdminJSON-291033472 tempest-SecurityGroupsTestAdminJSON-291033472-project] Usage tracker for resource:security_group and tenant:fbc9e5e444a14eb387e833f96d4492cb is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:04:27.253173 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-68a01f5c-cc78-4892-8917-eae19def59c3 req-e1979b27-72fc-464d-ab4b-0a0b72d06bee tempest-SecurityGroupsTestAdminJSON-291033472 tempest-SecurityGroupsTestAdminJSON-291033472-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:04:27.253422 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b49eb9-ef69-4c08-baef-188a6de731e9 None None] Pushing event updated for resources: {'Port': ['ID=3b87f6e2-4c42-4171-ba9d-67d2d09b4e0f,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:27.262270 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-68a01f5c-cc78-4892-8917-eae19def59c3 req-e1979b27-72fc-464d-ab4b-0a0b72d06bee tempest-SecurityGroupsTestAdminJSON-291033472 tempest-SecurityGroupsTestAdminJSON-291033472-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:04:27.286731 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-60d41790-30a7-46b9-b4e1-aa08552cb10d None None] Provisioning complete for port 3b87f6e2-4c42-4171-ba9d-67d2d09b4e0f triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:04:27.287184 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-60d41790-30a7-46b9-b4e1-aa08552cb10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:27.411790 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:27.488012 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [req-c6a40f0b-d813-468d-a9fa-d6085361f474 req-5cec215b-b3da-4965-b641-498e90b25b56 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Allocated IP 172.20.0.10 (e15833fa-a7c7-4aba-b669-666e27c7d454/9e784a53-5b9d-4147-93e1-adf6f7b920d9/a38c96a1-a9be-486a-aa6f-5738e007fd3c) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:04:27.495966 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78a95e01-8e88-4473-98d7-b66ce9381bae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e7a8f07-4499-41c7-a8cb-66667af412b1'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:04:27.526630 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 7e7a8f07-4499-41c7-a8cb-66667af412b1, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=7e7a8f07-4499-41c7-a8cb-66667af412b1,segment=NetworkSegment(a588beee-eb1a-4179-866b-50764eb9b22b),segment_id=a588beee-eb1a-4179-866b-50764eb9b22b)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:04:27.534232 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-ce1b7d65-a23a-4934-8331-20abc328202d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4dbf9e3-0c68-4d0e-aa6c-1e34f46970fe', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1871212821-router', 'tenant_id': '451572d0f13c40ff8c6397191d3ebc95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': 'afd9719d-f5e7-4be7-bfd6-cd2a73f14f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:04:20Z', 'updated_at': '2022-05-30T20:04:24Z', 'revision_number': 3, 'project_id': '451572d0f13c40ff8c6397191d3ebc95', 'gw_port': {'id': 'afd9719d-f5e7-4be7-bfd6-cd2a73f14f57', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:40:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4dbf9e3-0c68-4d0e-aa6c-1e34f46970fe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:04:22Z', 'updated_at': '2022-05-30T20:04:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:04:27.541087 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1b7d65-a23a-4934-8331-20abc328202d None None] Checking router: d4dbf9e3-0c68-4d0e-aa6c-1e34f46970fe for host: n-d-843948-2 {{(pid=84889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:04:27.541916 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1b7d65-a23a-4934-8331-20abc328202d None None] Updating router d4dbf9e3-0c68-4d0e-aa6c-1e34f46970fe port afd9719d-f5e7-4be7-bfd6-cd2a73f14f57 binding host n-d-843948-2 {{(pid=84889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:04:27.603664 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-68a01f5c-cc78-4892-8917-eae19def59c3 req-e1979b27-72fc-464d-ab4b-0a0b72d06bee tempest-SecurityGroupsTestAdminJSON-291033472 tempest-SecurityGroupsTestAdminJSON-291033472-project] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:27.611354 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-ce1b7d65-a23a-4934-8331-20abc328202d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:27.618041 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-a686b410-ad0c-4a8e-a307-d630b7329a92 req-65a34a88-1f43-424c-95d1-5e30c42ccecb tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:04:27.621719 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-68a01f5c-cc78-4892-8917-eae19def59c3 req-e1979b27-72fc-464d-ab4b-0a0b72d06bee tempest-SecurityGroupsTestAdminJSON-291033472 tempest-SecurityGroupsTestAdminJSON-291033472-project] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:27.639755 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-a686b410-ad0c-4a8e-a307-d630b7329a92 req-65a34a88-1f43-424c-95d1-5e30c42ccecb tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:04:27.647723 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8131243-2820-46fd-8a52-aa805bcd464e req-5e497242-1f98-43da-b5d0-fc4cb6d7c940 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:27.652331 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:27.655224 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a8131243-2820-46fd-8a52-aa805bcd464e req-5e497242-1f98-43da-b5d0-fc4cb6d7c940 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/ports?device_id=78a95e01-8e88-4473-98d7-b66ce9381bae HTTP/1.1" status: 200 len: 944 time: 0.6306973 May 30 20:04:27.685497 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a563fe38-cd3d-4bfd-aea8-35222ccef4b4 admin admin] Network 803dd70a-3f53-43ad-9356-1243425ef9dd is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:04:27.692619 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-68a01f5c-cc78-4892-8917-eae19def59c3 req-e1979b27-72fc-464d-ab4b-0a0b72d06bee tempest-SecurityGroupsTestAdminJSON-291033472 tempest-SecurityGroupsTestAdminJSON-291033472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:04:27.699379 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-68a01f5c-cc78-4892-8917-eae19def59c3 req-e1979b27-72fc-464d-ab4b-0a0b72d06bee tempest-SecurityGroupsTestAdminJSON-291033472 tempest-SecurityGroupsTestAdminJSON-291033472-project] Usage tracker for resource:security_group_rule and tenant:fbc9e5e444a14eb387e833f96d4492cb is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:04:27.704996 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-68a01f5c-cc78-4892-8917-eae19def59c3 req-e1979b27-72fc-464d-ab4b-0a0b72d06bee tempest-SecurityGroupsTestAdminJSON-291033472 tempest-SecurityGroupsTestAdminJSON-291033472-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:04:27.710748 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-d5cadf9b-22d3-4dde-b42f-0756bf1ff158 req-b1ed17bf-a439-4123-a0c9-cf20ba359be2 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:27.714847 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-68a01f5c-cc78-4892-8917-eae19def59c3 req-e1979b27-72fc-464d-ab4b-0a0b72d06bee tempest-SecurityGroupsTestAdminJSON-291033472 tempest-SecurityGroupsTestAdminJSON-291033472-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:04:27.770221 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=7e7a8f07-4499-41c7-a8cb-66667af412b1,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:27.779501 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['82708d7a-2b52-495b-a7ed-40d54f53c617'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:04:27.853264 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-68a01f5c-cc78-4892-8917-eae19def59c3 req-e1979b27-72fc-464d-ab4b-0a0b72d06bee tempest-SecurityGroupsTestAdminJSON-291033472 tempest-SecurityGroupsTestAdminJSON-291033472-project] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:27.934738 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a686b410-ad0c-4a8e-a307-d630b7329a92 req-65a34a88-1f43-424c-95d1-5e30c42ccecb tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Made reservation on behalf of fa61b48b7a6444fe8c9a2f45b95c1d11 for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:04:27.938491 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-a686b410-ad0c-4a8e-a307-d630b7329a92 req-65a34a88-1f43-424c-95d1-5e30c42ccecb tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:27.963075 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ed17bf-a439-4123-a0c9-cf20ba359be2 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Pushing event deleted for resources: {'Port': ['ID=f2e0905d-ccaa-4830-a17e-fda6d2147833,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:28.007851 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a8131243-2820-46fd-8a52-aa805bcd464e req-4979c973-af0d-4aae-8ad0-1c7a4eddf91b tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/security-groups?id=f7bd1307-7f80-416a-ad0f-251b87da459a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3518867 May 30 20:04:28.056047 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-68a01f5c-cc78-4892-8917-eae19def59c3 req-e1979b27-72fc-464d-ab4b-0a0b72d06bee tempest-SecurityGroupsTestAdminJSON-291033472 tempest-SecurityGroupsTestAdminJSON-291033472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:28.152424 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-68a01f5c-cc78-4892-8917-eae19def59c3 req-e1979b27-72fc-464d-ab4b-0a0b72d06bee tempest-SecurityGroupsTestAdminJSON-291033472 tempest-SecurityGroupsTestAdminJSON-291033472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:04:28.160803 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-a563fe38-cd3d-4bfd-aea8-35222ccef4b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, 803dd70a-3f53-43ad-9356-1243425ef9dd) {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:04:28.165571 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a563fe38-cd3d-4bfd-aea8-35222ccef4b4 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:28.166200 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a563fe38-cd3d-4bfd-aea8-35222ccef4b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:28.173548 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-68a01f5c-cc78-4892-8917-eae19def59c3 req-e1979b27-72fc-464d-ab4b-0a0b72d06bee tempest-SecurityGroupsTestAdminJSON-291033472 tempest-SecurityGroupsTestAdminJSON-291033472-project] Usage tracker for resource:security_group_rule and tenant:fbc9e5e444a14eb387e833f96d4492cb is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:04:28.176456 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1979b27-72fc-464d-ab4b-0a0b72d06bee tempest-SecurityGroupsTestAdminJSON-291033472 tempest-SecurityGroupsTestAdminJSON-291033472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e12c8e5e-9ca8-4fa9-8399-c52cf6b5cc80,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:28.176636 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fcf6147-e4b5-4077-8ef9-5d61317f7193 None None] Network 803dd70a-3f53-43ad-9356-1243425ef9dd requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:04:28.186834 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-68a01f5c-cc78-4892-8917-eae19def59c3 req-e1979b27-72fc-464d-ab4b-0a0b72d06bee tempest-SecurityGroupsTestAdminJSON-291033472 tempest-SecurityGroupsTestAdminJSON-291033472-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:04:28.195669 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-68a01f5c-cc78-4892-8917-eae19def59c3 req-e1979b27-72fc-464d-ab4b-0a0b72d06bee tempest-SecurityGroupsTestAdminJSON-291033472 tempest-SecurityGroupsTestAdminJSON-291033472-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:04:28.331757 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-68a01f5c-cc78-4892-8917-eae19def59c3 req-e1979b27-72fc-464d-ab4b-0a0b72d06bee tempest-SecurityGroupsTestAdminJSON-291033472 tempest-SecurityGroupsTestAdminJSON-291033472-project] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:28.421841 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-ce1b7d65-a23a-4934-8331-20abc328202d None None] Notify callbacks [] for port, precommit_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:28.435931 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.provisioning_blocks [None req-ce1b7d65-a23a-4934-8331-20abc328202d None None] Transition to ACTIVE for port object afd9719d-f5e7-4be7-bfd6-cd2a73f14f57 will not be triggered until provisioned by entity L2. {{(pid=84889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:04:28.458030 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5cadf9b-22d3-4dde-b42f-0756bf1ff158 req-b1ed17bf-a439-4123-a0c9-cf20ba359be2 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] No DVR routers for this DVR port f2e0905d-ccaa-4830-a17e-fda6d2147833 on host n-h2-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:04:28.459412 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-68a01f5c-cc78-4892-8917-eae19def59c3 req-e1979b27-72fc-464d-ab4b-0a0b72d06bee tempest-SecurityGroupsTestAdminJSON-291033472 tempest-SecurityGroupsTestAdminJSON-291033472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:28.462569 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-d5cadf9b-22d3-4dde-b42f-0756bf1ff158 req-b1ed17bf-a439-4123-a0c9-cf20ba359be2 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:28.494976 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c349730-6ae7-43e5-b368-35ecf2a48057', 'name': 'network-vif-deleted', 'tag': 'f2e0905d-ccaa-4830-a17e-fda6d2147833'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:04:28.508771 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3b83c4c1-b492-43db-b69a-a03f62a9f7c8 req-bfcd0086-ed90-4c80-adc7-28b2e2f5a22c tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/ports?device_id=1f5e4faa-be65-4ec2-8cb3-eeaae421f37a HTTP/1.1" status: 200 len: 210 time: 0.1891329 May 30 20:04:28.534846 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-ce1b7d65-a23a-4934-8331-20abc328202d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:28.620409 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b989ef29-3cf9-46dd-a289-e7600cd1070d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-803dd70a-3f53-43ad-9356-1243425ef9dd', 'network_id': '803dd70a-3f53-43ad-9356-1243425ef9dd', 'tenant_id': 'a30f992c0c6d4c83b278c5e0ddf93c21', 'fixed_ips': [{'subnet_id': 'a936439d-a424-4a5c-8496-f82c5049c2f0'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:04:28.621907 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b989ef29-3cf9-46dd-a289-e7600cd1070d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:28.651335 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1979b27-72fc-464d-ab4b-0a0b72d06bee tempest-SecurityGroupsTestAdminJSON-291033472 tempest-SecurityGroupsTestAdminJSON-291033472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=654db906-6c47-4946-9aeb-1c27321c35bb,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:28.655874 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [req-a686b410-ad0c-4a8e-a307-d630b7329a92 req-65a34a88-1f43-424c-95d1-5e30c42ccecb tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Allocated IP 192.168.233.245 (4344fbed-57fb-43d7-b32d-6020ce60f0a1/1b83ff54-b1af-44ce-bb75-ba148920553c/87840a0b-a014-456e-a00a-b7d5c7588eb5) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:04:28.692588 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-68a01f5c-cc78-4892-8917-eae19def59c3 req-e1979b27-72fc-464d-ab4b-0a0b72d06bee tempest-SecurityGroupsTestAdminJSON-291033472 tempest-SecurityGroupsTestAdminJSON-291033472-project] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:28.693946 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-68a01f5c-cc78-4892-8917-eae19def59c3 req-e1979b27-72fc-464d-ab4b-0a0b72d06bee tempest-SecurityGroupsTestAdminJSON-291033472 tempest-SecurityGroupsTestAdminJSON-291033472-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1616 time: 1.4671402 May 30 20:04:28.816597 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-a563fe38-cd3d-4bfd-aea8-35222ccef4b4 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 3.5378075 May 30 20:04:28.845006 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 47704) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:04:28.875975 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-ce1b7d65-a23a-4934-8331-20abc328202d None None] Attempting to bind port afd9719d-f5e7-4be7-bfd6-cd2a73f14f57 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:04:28.876358 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-ce1b7d65-a23a-4934-8331-20abc328202d None None] Attempting to bind port afd9719d-f5e7-4be7-bfd6-cd2a73f14f57 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}] {{(pid=84889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:04:28.876725 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1b7d65-a23a-4934-8331-20abc328202d None None] Attempting to bind port afd9719d-f5e7-4be7-bfd6-cd2a73f14f57 on network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:04:28.879848 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae1c74e-8fda-4057-8bc9-7a5e23bb2fb2 None None] Pushing event updated for resources: {'Port': ['ID=afd9719d-f5e7-4be7-bfd6-cd2a73f14f57,revision_number=2']} {{(pid=84889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:28.881132 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-cdf59615-6123-4a87-b38c-1dc7e22f3667 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1811082333-router', 'tenant_id': 'a30f992c0c6d4c83b278c5e0ddf93c21', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:04:28.889111 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-cdf59615-6123-4a87-b38c-1dc7e22f3667 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:04:28.896110 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-cdf59615-6123-4a87-b38c-1dc7e22f3667 admin admin] Usage tracker for resource:router and tenant:a30f992c0c6d4c83b278c5e0ddf93c21 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:04:28.899771 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-cdf59615-6123-4a87-b38c-1dc7e22f3667 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:04:28.904686 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1b7d65-a23a-4934-8331-20abc328202d None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:04:28.904966 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1b7d65-a23a-4934-8331-20abc328202d None None] Checking segment: {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:04:28.905346 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-ce1b7d65-a23a-4934-8331-20abc328202d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:28.905767 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1b7d65-a23a-4934-8331-20abc328202d None None] Bound using segment: {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'} {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:04:28.906249 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-ce1b7d65-a23a-4934-8331-20abc328202d None None] Bound port: afd9719d-f5e7-4be7-bfd6-cd2a73f14f57, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}}] {{(pid=84889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:04:28.907234 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-ce1b7d65-a23a-4934-8331-20abc328202d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:28.911573 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-cdf59615-6123-4a87-b38c-1dc7e22f3667 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:04:28.955967 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae1c74e-8fda-4057-8bc9-7a5e23bb2fb2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:04:28.956307 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae1c74e-8fda-4057-8bc9-7a5e23bb2fb2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:04:28.956645 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae1c74e-8fda-4057-8bc9-7a5e23bb2fb2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:04:28.956978 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae1c74e-8fda-4057-8bc9-7a5e23bb2fb2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:04:28.957307 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae1c74e-8fda-4057-8bc9-7a5e23bb2fb2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:04:28.957654 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae1c74e-8fda-4057-8bc9-7a5e23bb2fb2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:04:28.957985 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae1c74e-8fda-4057-8bc9-7a5e23bb2fb2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:04:28.958308 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae1c74e-8fda-4057-8bc9-7a5e23bb2fb2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:04:28.958632 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae1c74e-8fda-4057-8bc9-7a5e23bb2fb2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:04:28.958950 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae1c74e-8fda-4057-8bc9-7a5e23bb2fb2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:04:28.959268 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae1c74e-8fda-4057-8bc9-7a5e23bb2fb2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:04:28.980871 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c6a40f0b-d813-468d-a9fa-d6085361f474 req-5cec215b-b3da-4965-b641-498e90b25b56 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:29.010470 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d5cadf9b-22d3-4dde-b42f-0756bf1ff158 req-b1ed17bf-a439-4123-a0c9-cf20ba359be2 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.86 "DELETE /v2.0/ports/f2e0905d-ccaa-4830-a17e-fda6d2147833 HTTP/1.1" status: 204 len: 173 time: 6.4460535 May 30 20:04:29.013344 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-65214b6d-e354-452f-a4f1-948a59f341d3 req-7930825d-233b-4bcd-b2e2-482a59bec2a5 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] 10.222.0.85 "GET /v2.0/ports?device_id=f1a00c85-493e-4ed6-a162-6f8d5e0e74cc HTTP/1.1" status: 200 len: 210 time: 0.0877640 May 30 20:04:29.040842 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-cdf59615-6123-4a87-b38c-1dc7e22f3667 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-733683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3159'] for router, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:29.045548 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-cdf59615-6123-4a87-b38c-1dc7e22f3667 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-733584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-736372', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-628480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3164'] for router, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:29.054286 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-02835c1f-1335-47b2-803e-e40614911e3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:29.061372 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.db [None req-ce1b7d65-a23a-4934-8331-20abc328202d None None] For port afd9719d-f5e7-4be7-bfd6-cd2a73f14f57, host n-d-843948-2, cleared binding levels {{(pid=84889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:04:29.068267 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.db [None req-ce1b7d65-a23a-4934-8331-20abc328202d None None] For port afd9719d-f5e7-4be7-bfd6-cd2a73f14f57, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=afd9719d-f5e7-4be7-bfd6-cd2a73f14f57,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:04:29.144972 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c447635-188b-457c-aa25-72c1fca1d06f'] response: {'server_uuid': '78a95e01-8e88-4473-98d7-b66ce9381bae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e7a8f07-4499-41c7-a8cb-66667af412b1', 'code': 200} May 30 20:04:29.148205 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 3b87f6e2-4c42-4171-ba9d-67d2d09b4e0f up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:04:29.181765 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-ce1b7d65-a23a-4934-8331-20abc328202d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:29.230696 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-b989ef29-3cf9-46dd-a289-e7600cd1070d None None] Allocated IP 172.20.0.2 (803dd70a-3f53-43ad-9356-1243425ef9dd/a936439d-a424-4a5c-8496-f82c5049c2f0/5544424e-08f6-4880-905f-df7e4ec5379d) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:04:29.303931 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae1c74e-8fda-4057-8bc9-7a5e23bb2fb2 None None] Pushing event updated for resources: {'Port': ['ID=afd9719d-f5e7-4be7-bfd6-cd2a73f14f57,revision_number=3']} {{(pid=84889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:29.312596 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1b7d65-a23a-4934-8331-20abc328202d None None] Routers {'d4dbf9e3-0c68-4d0e-aa6c-1e34f46970fe'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:04:29.314044 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-ce1b7d65-a23a-4934-8331-20abc328202d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:04:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['d4dbf9e3-0c68-4d0e-aa6c-1e34f46970fe'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:04:29.345449 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c6a40f0b-d813-468d-a9fa-d6085361f474 req-5cec215b-b3da-4965-b641-498e90b25b56 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:29.394506 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e843dcd4-56d6-49f5-8bd1-10d4313f0090 req-f28e0b84-56f7-4d7e-aa97-152d075e1292 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/ports?device_id=5c349730-6ae7-43e5-b368-35ecf2a48057 HTTP/1.1" status: 200 len: 210 time: 0.1180334 May 30 20:04:29.409717 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-cdf59615-6123-4a87-b38c-1dc7e22f3667 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:29.646392 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 3b87f6e2-4c42-4171-ba9d-67d2d09b4e0f triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:04:29.646992 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:29.682227 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-02835c1f-1335-47b2-803e-e40614911e3d admin admin] Allocated IP 172.20.0.1 (9d042477-034c-449d-bb46-c13d2c85f0d5/0e35cd7e-8081-4edf-ae13-e56d98fc261c/82b07b22-2760-4748-a55f-facd35cfff4c) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:04:29.737884 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b186c2b-519f-4be8-bb9b-39af9f9e7c8c'] response: {'server_uuid': '5c349730-6ae7-43e5-b368-35ecf2a48057', 'name': 'network-vif-deleted', 'tag': 'f2e0905d-ccaa-4830-a17e-fda6d2147833', 'status': 'completed', 'code': 200} May 30 20:04:29.764136 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-dc63d3ae-2950-4e34-8247-d8c87e1de280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:29.841948 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cec215b-b3da-4965-b641-498e90b25b56 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Pushing event updated for resources: {'Port': ['ID=a38c96a1-a9be-486a-aa6f-5738e007fd3c,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:29.902040 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [req-96755056-5aee-49d0-8c0a-f7d2b0af7576 req-1cf5efdd-5492-4fe1-b26c-2714ace7df2d tempest-SecurityGroupsTestAdminJSON-291033472 tempest-SecurityGroupsTestAdminJSON-291033472-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1716169381', 'description': 'tempest-description-1390195839'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:04:29.907696 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6a40f0b-d813-468d-a9fa-d6085361f474 req-5cec215b-b3da-4965-b641-498e90b25b56 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Network e15833fa-a7c7-4aba-b669-666e27c7d454 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:04:29.916118 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-ce1b7d65-a23a-4934-8331-20abc328202d None None] Set router d4dbf9e3-0c68-4d0e-aa6c-1e34f46970fe gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:04:29.918719 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-96755056-5aee-49d0-8c0a-f7d2b0af7576 req-1cf5efdd-5492-4fe1-b26c-2714ace7df2d tempest-SecurityGroupsTestAdminJSON-291033472 tempest-SecurityGroupsTestAdminJSON-291033472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:04:29.927377 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-96755056-5aee-49d0-8c0a-f7d2b0af7576 req-1cf5efdd-5492-4fe1-b26c-2714ace7df2d tempest-SecurityGroupsTestAdminJSON-291033472 tempest-SecurityGroupsTestAdminJSON-291033472-project] Usage tracker for resource:security_group and tenant:fbc9e5e444a14eb387e833f96d4492cb is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:04:29.936875 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-96755056-5aee-49d0-8c0a-f7d2b0af7576 req-1cf5efdd-5492-4fe1-b26c-2714ace7df2d tempest-SecurityGroupsTestAdminJSON-291033472 tempest-SecurityGroupsTestAdminJSON-291033472-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:04:29.953047 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-96755056-5aee-49d0-8c0a-f7d2b0af7576 req-1cf5efdd-5492-4fe1-b26c-2714ace7df2d tempest-SecurityGroupsTestAdminJSON-291033472 tempest-SecurityGroupsTestAdminJSON-291033472-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:04:29.958464 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [req-c6a40f0b-d813-468d-a9fa-d6085361f474 req-5cec215b-b3da-4965-b641-498e90b25b56 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:04:29.967412 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6a40f0b-d813-468d-a9fa-d6085361f474 req-5cec215b-b3da-4965-b641-498e90b25b56 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:04:30.043244 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:30.110083 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a40f0b-d813-468d-a9fa-d6085361f474 req-5cec215b-b3da-4965-b641-498e90b25b56 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:30.110654 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c6a40f0b-d813-468d-a9fa-d6085361f474 req-5cec215b-b3da-4965-b641-498e90b25b56 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:30.141992 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c64353-9e4f-4bc6-bfc9-c21f5fab0e77 req-578fc981-2199-40b0-9e4a-3a296ab7f1a9 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:30.145450 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-52c64353-9e4f-4bc6-bfc9-c21f5fab0e77 req-578fc981-2199-40b0-9e4a-3a296ab7f1a9 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.85 "GET /v2.0/networks?id=a2a2680a-30c7-4004-a919-1078d0f1a0a1 HTTP/1.1" status: 200 len: 820 time: 1.2626657 May 30 20:04:30.165166 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-96755056-5aee-49d0-8c0a-f7d2b0af7576 req-1cf5efdd-5492-4fe1-b26c-2714ace7df2d tempest-SecurityGroupsTestAdminJSON-291033472 tempest-SecurityGroupsTestAdminJSON-291033472-project] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:30.170336 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-cec80fd9-55b8-4c9d-9aa4-b26dfde536a9 req-1af2aa3a-b69c-4736-8594-12b54eea1c73 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=78a95e01-8e88-4473-98d7-b66ce9381bae HTTP/1.1" status: 200 len: 1096 time: 0.8978758 May 30 20:04:30.171826 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b989ef29-3cf9-46dd-a289-e7600cd1070d None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:30.273340 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-a686b410-ad0c-4a8e-a307-d630b7329a92 req-65a34a88-1f43-424c-95d1-5e30c42ccecb tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:30.287244 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-cec80fd9-55b8-4c9d-9aa4-b26dfde536a9 req-5b6cc959-59fe-47fd-8314-d0146b01063a service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=f7bd1307-7f80-416a-ad0f-251b87da459a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058190 May 30 20:04:30.289989 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-52c64353-9e4f-4bc6-bfc9-c21f5fab0e77 req-0f1e84c8-2ae8-44c1-83c5-402f2bff5e70 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.85 "GET /v2.0/quotas/507d6785502940d28c178ad4aae87e46 HTTP/1.1" status: 200 len: 375 time: 0.1180675 May 30 20:04:30.306604 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b989ef29-3cf9-46dd-a289-e7600cd1070d None None] Transition to ACTIVE for port object 5544424e-08f6-4880-905f-df7e4ec5379d will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:04:30.363942 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c6a40f0b-d813-468d-a9fa-d6085361f474 req-5cec215b-b3da-4965-b641-498e90b25b56 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.2529657 May 30 20:04:30.367245 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-a686b410-ad0c-4a8e-a307-d630b7329a92 req-65a34a88-1f43-424c-95d1-5e30c42ccecb tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Transition to ACTIVE for port object 87840a0b-a014-456e-a00a-b7d5c7588eb5 will not be triggered until provisioned by entity DHCP. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:04:30.383470 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-c6a40f0b-d813-468d-a9fa-d6085361f474 req-b0e6db6c-a240-433b-828f-05e4bbc913ae service neutron] Request body: {'port': {'device_id': 'f1a00c85-493e-4ed6-a162-6f8d5e0e74cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843948-2'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:04:30.400550 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b989ef29-3cf9-46dd-a289-e7600cd1070d None None] Transition to ACTIVE for port object 5544424e-08f6-4880-905f-df7e4ec5379d will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:04:30.436662 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-02835c1f-1335-47b2-803e-e40614911e3d admin admin] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:30.469518 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-96755056-5aee-49d0-8c0a-f7d2b0af7576 req-1cf5efdd-5492-4fe1-b26c-2714ace7df2d tempest-SecurityGroupsTestAdminJSON-291033472 tempest-SecurityGroupsTestAdminJSON-291033472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:04:30.482897 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-ce1b7d65-a23a-4934-8331-20abc328202d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4dbf9e3-0c68-4d0e-aa6c-1e34f46970fe', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1871212821-router', 'tenant_id': '451572d0f13c40ff8c6397191d3ebc95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': 'afd9719d-f5e7-4be7-bfd6-cd2a73f14f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:04:20Z', 'updated_at': '2022-05-30T20:04:24Z', 'revision_number': 3, 'project_id': '451572d0f13c40ff8c6397191d3ebc95', 'gw_port': {'id': 'afd9719d-f5e7-4be7-bfd6-cd2a73f14f57', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:40:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4dbf9e3-0c68-4d0e-aa6c-1e34f46970fe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:04:22Z', 'updated_at': '2022-05-30T20:04:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:04:30.483810 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b989ef29-3cf9-46dd-a289-e7600cd1070d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:30.489483 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-cdf59615-6123-4a87-b38c-1dc7e22f3667 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-736390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:30.493485 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1b7d65-a23a-4934-8331-20abc328202d None None] The sync data for ids ['d4dbf9e3-0c68-4d0e-aa6c-1e34f46970fe'] in n-d-843948-2 is: [{'id': 'd4dbf9e3-0c68-4d0e-aa6c-1e34f46970fe', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1871212821-router', 'tenant_id': '451572d0f13c40ff8c6397191d3ebc95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': 'afd9719d-f5e7-4be7-bfd6-cd2a73f14f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:04:20Z', 'updated_at': '2022-05-30T20:04:24Z', 'revision_number': 3, 'project_id': '451572d0f13c40ff8c6397191d3ebc95', 'gw_port': {'id': 'afd9719d-f5e7-4be7-bfd6-cd2a73f14f57', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:40:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4dbf9e3-0c68-4d0e-aa6c-1e34f46970fe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:04:22Z', 'updated_at': '2022-05-30T20:04:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:04:30.495327 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [None req-02835c1f-1335-47b2-803e-e40614911e3d admin admin] Transition to ACTIVE for port object 82b07b22-2760-4748-a55f-facd35cfff4c will not be triggered until provisioned by entity DHCP. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:04:30.498205 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-96755056-5aee-49d0-8c0a-f7d2b0af7576 req-1cf5efdd-5492-4fe1-b26c-2714ace7df2d tempest-SecurityGroupsTestAdminJSON-291033472 tempest-SecurityGroupsTestAdminJSON-291033472-project] Usage tracker for resource:security_group_rule and tenant:fbc9e5e444a14eb387e833f96d4492cb is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:04:30.524421 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-96755056-5aee-49d0-8c0a-f7d2b0af7576 req-1cf5efdd-5492-4fe1-b26c-2714ace7df2d tempest-SecurityGroupsTestAdminJSON-291033472 tempest-SecurityGroupsTestAdminJSON-291033472-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:04:30.535389 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c6a40f0b-d813-468d-a9fa-d6085361f474 req-b0e6db6c-a240-433b-828f-05e4bbc913ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:30.551027 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-96755056-5aee-49d0-8c0a-f7d2b0af7576 req-1cf5efdd-5492-4fe1-b26c-2714ace7df2d tempest-SecurityGroupsTestAdminJSON-291033472 tempest-SecurityGroupsTestAdminJSON-291033472-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:04:30.606802 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-52c64353-9e4f-4bc6-bfc9-c21f5fab0e77 req-40762b73-2649-4c40-ac65-b7539e2cd2f9 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=507d6785502940d28c178ad4aae87e46&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3049488 May 30 20:04:30.616974 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b989ef29-3cf9-46dd-a289-e7600cd1070d None None] Network 803dd70a-3f53-43ad-9356-1243425ef9dd is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:04:30.620416 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-b989ef29-3cf9-46dd-a289-e7600cd1070d None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:04:30.642183 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b989ef29-3cf9-46dd-a289-e7600cd1070d None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:04:30.648888 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-a686b410-ad0c-4a8e-a307-d630b7329a92 req-65a34a88-1f43-424c-95d1-5e30c42ccecb tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:30.664877 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b989ef29-3cf9-46dd-a289-e7600cd1070d None None] Pushing event updated for resources: {'Port': ['ID=5544424e-08f6-4880-905f-df7e4ec5379d,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:30.692336 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['64a08dcc-ec2f-4ebf-a20f-1051fce47c3f', '57beacbc-e526-49cb-a123-a88e6911f417'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:04:30.747050 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['add4bcfc-8061-490b-abfb-4c9220e87f90'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:04:30.795866 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-02835c1f-1335-47b2-803e-e40614911e3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:30.818239 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-96755056-5aee-49d0-8c0a-f7d2b0af7576 req-1cf5efdd-5492-4fe1-b26c-2714ace7df2d tempest-SecurityGroupsTestAdminJSON-291033472 tempest-SecurityGroupsTestAdminJSON-291033472-project] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:30.936484 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a686b410-ad0c-4a8e-a307-d630b7329a92 req-65a34a88-1f43-424c-95d1-5e30c42ccecb tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Network 4344fbed-57fb-43d7-b32d-6020ce60f0a1 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:04:31.080132 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [req-a686b410-ad0c-4a8e-a307-d630b7329a92 req-65a34a88-1f43-424c-95d1-5e30c42ccecb tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:04:31.156138 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-a686b410-ad0c-4a8e-a307-d630b7329a92 req-65a34a88-1f43-424c-95d1-5e30c42ccecb tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:04:31.192589 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a34a88-1f43-424c-95d1-5e30c42ccecb tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Pushing event updated for resources: {'Port': ['ID=87840a0b-a014-456e-a00a-b7d5c7588eb5,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:31.216011 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-52c64353-9e4f-4bc6-bfc9-c21f5fab0e77 req-fb398cb9-0a25-46e7-b7c4-d88c6efe589d service neutron] 10.222.0.85 "GET /v2.0/networks/a2a2680a-30c7-4004-a919-1078d0f1a0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5968916 May 30 20:04:31.247799 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02835c1f-1335-47b2-803e-e40614911e3d admin admin] Network 9d042477-034c-449d-bb46-c13d2c85f0d5 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:04:31.251523 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-96755056-5aee-49d0-8c0a-f7d2b0af7576 req-1cf5efdd-5492-4fe1-b26c-2714ace7df2d tempest-SecurityGroupsTestAdminJSON-291033472 tempest-SecurityGroupsTestAdminJSON-291033472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:31.355624 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:31.362506 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-02835c1f-1335-47b2-803e-e40614911e3d admin admin] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:04:31.429709 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02835c1f-1335-47b2-803e-e40614911e3d admin admin] Pushing event updated for resources: {'Port': ['ID=82b07b22-2760-4748-a55f-facd35cfff4c,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:31.435972 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02835c1f-1335-47b2-803e-e40614911e3d admin admin] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:04:31.510156 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-b989ef29-3cf9-46dd-a289-e7600cd1070d None None] Attempting to bind port 5544424e-08f6-4880-905f-df7e4ec5379d on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:04:31.512806 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-b989ef29-3cf9-46dd-a289-e7600cd1070d None None] Attempting to bind port 5544424e-08f6-4880-905f-df7e4ec5379d by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': 'a8b7280c-8c6f-4bc7-8cdf-e2ff0b0b2b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '803dd70a-3f53-43ad-9356-1243425ef9dd'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:04:31.515387 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b989ef29-3cf9-46dd-a289-e7600cd1070d None None] Attempting to bind port 5544424e-08f6-4880-905f-df7e4ec5379d on network 803dd70a-3f53-43ad-9356-1243425ef9dd {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:04:31.569326 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf5efdd-5492-4fe1-b26c-2714ace7df2d tempest-SecurityGroupsTestAdminJSON-291033472 tempest-SecurityGroupsTestAdminJSON-291033472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8efed52e-ba2e-4481-a175-a2e39075ce0f,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:31.574270 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-02835c1f-1335-47b2-803e-e40614911e3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-736099'] for router_interface, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:31.647340 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-96755056-5aee-49d0-8c0a-f7d2b0af7576 req-1cf5efdd-5492-4fe1-b26c-2714ace7df2d tempest-SecurityGroupsTestAdminJSON-291033472 tempest-SecurityGroupsTestAdminJSON-291033472-project] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:31.673521 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-96755056-5aee-49d0-8c0a-f7d2b0af7576 req-1cf5efdd-5492-4fe1-b26c-2714ace7df2d tempest-SecurityGroupsTestAdminJSON-291033472 tempest-SecurityGroupsTestAdminJSON-291033472-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1617 time: 1.8061907 May 30 20:04:31.721872 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a686b410-ad0c-4a8e-a307-d630b7329a92 req-65a34a88-1f43-424c-95d1-5e30c42ccecb tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:31.723180 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-a686b410-ad0c-4a8e-a307-d630b7329a92 req-65a34a88-1f43-424c-95d1-5e30c42ccecb tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:31.935849 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b989ef29-3cf9-46dd-a289-e7600cd1070d None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:04:31.936807 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b989ef29-3cf9-46dd-a289-e7600cd1070d None None] Checking segment: {'id': 'a8b7280c-8c6f-4bc7-8cdf-e2ff0b0b2b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '803dd70a-3f53-43ad-9356-1243425ef9dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:04:31.937479 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b989ef29-3cf9-46dd-a289-e7600cd1070d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:31.939914 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b989ef29-3cf9-46dd-a289-e7600cd1070d None None] Bound using segment: {'id': 'a8b7280c-8c6f-4bc7-8cdf-e2ff0b0b2b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '803dd70a-3f53-43ad-9356-1243425ef9dd'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:04:31.941776 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-b989ef29-3cf9-46dd-a289-e7600cd1070d None None] Bound port: 5544424e-08f6-4880-905f-df7e4ec5379d, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8b7280c-8c6f-4bc7-8cdf-e2ff0b0b2b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '803dd70a-3f53-43ad-9356-1243425ef9dd'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:04:31.942209 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b989ef29-3cf9-46dd-a289-e7600cd1070d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:32.212222 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b989ef29-3cf9-46dd-a289-e7600cd1070d None None] For port 5544424e-08f6-4880-905f-df7e4ec5379d, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:04:32.219701 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b989ef29-3cf9-46dd-a289-e7600cd1070d None None] For port 5544424e-08f6-4880-905f-df7e4ec5379d, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=5544424e-08f6-4880-905f-df7e4ec5379d,segment=NetworkSegment(a8b7280c-8c6f-4bc7-8cdf-e2ff0b0b2b8d),segment_id=a8b7280c-8c6f-4bc7-8cdf-e2ff0b0b2b8d)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:04:32.225272 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-fd87781c-e46f-4399-9d13-4a11aa8a0a34 None None] Provisioning for port 87840a0b-a014-456e-a00a-b7d5c7588eb5 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:04:32.233860 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-fd87781c-e46f-4399-9d13-4a11aa8a0a34 None None] Provisioning complete for port 87840a0b-a014-456e-a00a-b7d5c7588eb5 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:04:32.235648 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-fd87781c-e46f-4399-9d13-4a11aa8a0a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:32.272463 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [req-c6a40f0b-d813-468d-a9fa-d6085361f474 req-b0e6db6c-a240-433b-828f-05e4bbc913ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a38c96a1-a9be-486a-aa6f-5738e007fd3c {{(pid=84887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:04:32.281983 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c6a40f0b-d813-468d-a9fa-d6085361f474 req-b0e6db6c-a240-433b-828f-05e4bbc913ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:32.297720 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-02835c1f-1335-47b2-803e-e40614911e3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:32.302451 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-c6a40f0b-d813-468d-a9fa-d6085361f474 req-b0e6db6c-a240-433b-828f-05e4bbc913ae service neutron] Transition to ACTIVE for port object a38c96a1-a9be-486a-aa6f-5738e007fd3c will not be triggered until provisioned by entity L2. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:04:32.364928 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b989ef29-3cf9-46dd-a289-e7600cd1070d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:32.432370 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-52c64353-9e4f-4bc6-bfc9-c21f5fab0e77 req-08bdb67e-9e89-40a5-b0fd-30bf0d9d6d14 service neutron] 10.222.0.85 "GET /v2.0/networks/a2a2680a-30c7-4004-a919-1078d0f1a0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1363671 May 30 20:04:32.434732 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c6a40f0b-d813-468d-a9fa-d6085361f474 req-b0e6db6c-a240-433b-828f-05e4bbc913ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:32.524232 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-fd87781c-e46f-4399-9d13-4a11aa8a0a34 None None] Port 87840a0b-a014-456e-a00a-b7d5c7588eb5 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:04:32.583365 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:32.595441 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b989ef29-3cf9-46dd-a289-e7600cd1070d None None] Pushing event updated for resources: {'Port': ['ID=5544424e-08f6-4880-905f-df7e4ec5379d,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:32.609056 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d27d9d3-9b34-4e49-8372-389d97a7755e req-2db21f2d-5d24-4b47-9e9e-ceb8ee89a07f tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:32.619723 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9d27d9d3-9b34-4e49-8372-389d97a7755e req-2db21f2d-5d24-4b47-9e9e-ceb8ee89a07f tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/ports?device_id=78a95e01-8e88-4473-98d7-b66ce9381bae HTTP/1.1" status: 200 len: 945 time: 0.6090167 May 30 20:04:32.814169 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-9b1e14a4-1a0e-4f68-b2a3-bb59311848b5 None None] Provisioning for port 82b07b22-2760-4748-a55f-facd35cfff4c completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:04:32.820125 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-9b1e14a4-1a0e-4f68-b2a3-bb59311848b5 None None] Provisioning complete for port 82b07b22-2760-4748-a55f-facd35cfff4c triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:04:32.820499 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-9b1e14a4-1a0e-4f68-b2a3-bb59311848b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:32.834342 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a686b410-ad0c-4a8e-a307-d630b7329a92 req-65a34a88-1f43-424c-95d1-5e30c42ccecb tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.9175935 May 30 20:04:32.836315 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-cdf59615-6123-4a87-b38c-1dc7e22f3667 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:32.915034 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-a686b410-ad0c-4a8e-a307-d630b7329a92 req-dd046372-980f-4ce6-9050-ef2474c297bd service neutron] Request body: {'port': {'device_id': '1f5e4faa-be65-4ec2-8cb3-eeaae421f37a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843948-2'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:04:32.917104 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device afd9719d-f5e7-4be7-bfd6-cd2a73f14f57 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:04:32.955195 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-cdf59615-6123-4a87-b38c-1dc7e22f3667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:32.982847 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9d27d9d3-9b34-4e49-8372-389d97a7755e req-8f0a6ff2-bcd0-4c33-8522-a43453db9cbe tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/security-groups?id=f7bd1307-7f80-416a-ad0f-251b87da459a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3608537 May 30 20:04:33.057853 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-9b1e14a4-1a0e-4f68-b2a3-bb59311848b5 None None] Port 82b07b22-2760-4748-a55f-facd35cfff4c cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:04:33.077590 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e6db6c-a240-433b-828f-05e4bbc913ae service neutron] Pushing event updated for resources: {'Port': ['ID=a38c96a1-a9be-486a-aa6f-5738e007fd3c,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:33.152403 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port afd9719d-f5e7-4be7-bfd6-cd2a73f14f57 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:04:33.163389 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port afd9719d-f5e7-4be7-bfd6-cd2a73f14f57 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:04:33.163759 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:33.246095 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-02835c1f-1335-47b2-803e-e40614911e3d admin admin] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:33.341700 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-02835c1f-1335-47b2-803e-e40614911e3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:33.481477 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:33.524925 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port afd9719d-f5e7-4be7-bfd6-cd2a73f14f57, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=afd9719d-f5e7-4be7-bfd6-cd2a73f14f57,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:04:33.567571 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-a686b410-ad0c-4a8e-a307-d630b7329a92 req-dd046372-980f-4ce6-9050-ef2474c297bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:33.595504 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:33.688304 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02835c1f-1335-47b2-803e-e40614911e3d admin admin] Pushing event updated for resources: {'Port': ['ID=82b07b22-2760-4748-a55f-facd35cfff4c,revision_number=2']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:33.720086 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-02835c1f-1335-47b2-803e-e40614911e3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1718057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-736206'] for router_interface, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:33.722423 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=afd9719d-f5e7-4be7-bfd6-cd2a73f14f57,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:33.773366 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-cdf59615-6123-4a87-b38c-1dc7e22f3667 admin admin] Allocated IP 172.25.8.139 (c7869750-4b49-4b7e-aa99-5e0f1ae02da4/427601ec-f643-4fe7-b5e6-17305d3a39e1/fc35ab7f-4bdd-4f97-beb2-659e01147aed) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:04:33.788936 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89440303-d822-448f-9b31-f8e0e1b0a0f4 req-252f455d-64e6-4d2a-9aac-2752b4c3f96d tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:33.792802 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-89440303-d822-448f-9b31-f8e0e1b0a0f4 req-252f455d-64e6-4d2a-9aac-2752b4c3f96d tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/ports?device_id=1f5e4faa-be65-4ec2-8cb3-eeaae421f37a HTTP/1.1" status: 200 len: 936 time: 0.3524263 May 30 20:04:33.883294 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-c6a40f0b-d813-468d-a9fa-d6085361f474 req-b0e6db6c-a240-433b-828f-05e4bbc913ae service neutron] Attempting to bind port a38c96a1-a9be-486a-aa6f-5738e007fd3c on host n-h1-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:04:33.883853 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-c6a40f0b-d813-468d-a9fa-d6085361f474 req-b0e6db6c-a240-433b-828f-05e4bbc913ae service neutron] Attempting to bind port a38c96a1-a9be-486a-aa6f-5738e007fd3c by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': '70424240-b76f-4af0-9f32-ace284913a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'e15833fa-a7c7-4aba-b669-666e27c7d454'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:04:33.884616 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a40f0b-d813-468d-a9fa-d6085361f474 req-b0e6db6c-a240-433b-828f-05e4bbc913ae service neutron] Attempting to bind port a38c96a1-a9be-486a-aa6f-5738e007fd3c on network e15833fa-a7c7-4aba-b669-666e27c7d454 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:04:33.929445 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a40f0b-d813-468d-a9fa-d6085361f474 req-b0e6db6c-a240-433b-828f-05e4bbc913ae service neutron] Port a38c96a1-a9be-486a-aa6f-5738e007fd3c on network e15833fa-a7c7-4aba-b669-666e27c7d454 not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:04:33.934065 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a40f0b-d813-468d-a9fa-d6085361f474 req-b0e6db6c-a240-433b-828f-05e4bbc913ae service neutron] Attempting to bind port a38c96a1-a9be-486a-aa6f-5738e007fd3c on network e15833fa-a7c7-4aba-b669-666e27c7d454 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:04:34.012270 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-89440303-d822-448f-9b31-f8e0e1b0a0f4 req-ee37ab27-8088-4b8a-81b1-761c494d1da6 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/security-groups?id=e1329ead-76da-4fe1-a988-d24ed3099985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091801 May 30 20:04:34.302365 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-cdf59615-6123-4a87-b38c-1dc7e22f3667 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:34.305161 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceab81e9-4abc-40ae-9ed4-36b9f0b6e4e8 req-7645cfbd-c93f-4df2-9d4b-df0f9d8f0ea1 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:34.306155 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-ceab81e9-4abc-40ae-9ed4-36b9f0b6e4e8 req-7645cfbd-c93f-4df2-9d4b-df0f9d8f0ea1 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Synchronizing usage tracker for tenant:6b8ee42596cc4a45afa2078c48491dae on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:04:34.309664 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a40f0b-d813-468d-a9fa-d6085361f474 req-b0e6db6c-a240-433b-828f-05e4bbc913ae service neutron] Checking agent: {'id': 'f728d74e-a4ae-4384-860b-a5ade05dd8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:04:34.310146 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a40f0b-d813-468d-a9fa-d6085361f474 req-b0e6db6c-a240-433b-828f-05e4bbc913ae service neutron] Checking segment: {'id': '70424240-b76f-4af0-9f32-ace284913a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'e15833fa-a7c7-4aba-b669-666e27c7d454'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:04:34.310646 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a40f0b-d813-468d-a9fa-d6085361f474 req-b0e6db6c-a240-433b-828f-05e4bbc913ae service neutron] Bound using segment: {'id': '70424240-b76f-4af0-9f32-ace284913a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'e15833fa-a7c7-4aba-b669-666e27c7d454'} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:04:34.311189 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-c6a40f0b-d813-468d-a9fa-d6085361f474 req-b0e6db6c-a240-433b-828f-05e4bbc913ae service neutron] Bound port: a38c96a1-a9be-486a-aa6f-5738e007fd3c, host: n-h1-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70424240-b76f-4af0-9f32-ace284913a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'e15833fa-a7c7-4aba-b669-666e27c7d454'}}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:04:34.311672 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c6a40f0b-d813-468d-a9fa-d6085361f474 req-b0e6db6c-a240-433b-828f-05e4bbc913ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:34.366397 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02835c1f-1335-47b2-803e-e40614911e3d admin admin] Network 9d042477-034c-449d-bb46-c13d2c85f0d5 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:04:34.371754 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-02835c1f-1335-47b2-803e-e40614911e3d admin admin] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:04:34.403027 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [req-a686b410-ad0c-4a8e-a307-d630b7329a92 req-dd046372-980f-4ce6-9050-ef2474c297bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87840a0b-a014-456e-a00a-b7d5c7588eb5 {{(pid=84887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:04:34.469301 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-a686b410-ad0c-4a8e-a307-d630b7329a92 req-dd046372-980f-4ce6-9050-ef2474c297bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:34.488901 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [req-ee116264-8530-41de-95fc-18712b4f44d0 req-ab3be0ff-5e7c-4ac8-ae22-d04852fbce3b tempest-SecurityGroupsTestAdminJSON-1872399205 tempest-SecurityGroupsTestAdminJSON-1872399205-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-287720779', 'description': 'tempest-description-565653790'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:04:34.506868 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c10e028c-2fdd-4eea-b159-2b1d9a656f4f None None] Network 803dd70a-3f53-43ad-9356-1243425ef9dd requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:04:34.527520 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-a686b410-ad0c-4a8e-a307-d630b7329a92 req-dd046372-980f-4ce6-9050-ef2474c297bd service neutron] Transition to ACTIVE for port object 87840a0b-a014-456e-a00a-b7d5c7588eb5 will not be triggered until provisioned by entity L2. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:04:34.536539 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-c6a40f0b-d813-468d-a9fa-d6085361f474 req-b0e6db6c-a240-433b-828f-05e4bbc913ae service neutron] For port a38c96a1-a9be-486a-aa6f-5738e007fd3c, host n-h1-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:04:34.549669 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-c6a40f0b-d813-468d-a9fa-d6085361f474 req-b0e6db6c-a240-433b-828f-05e4bbc913ae service neutron] For port a38c96a1-a9be-486a-aa6f-5738e007fd3c, host n-h1-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=a38c96a1-a9be-486a-aa6f-5738e007fd3c,segment=NetworkSegment(70424240-b76f-4af0-9f32-ace284913a86),segment_id=70424240-b76f-4af0-9f32-ace284913a86)] {{(pid=84887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:04:34.589572 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-ee116264-8530-41de-95fc-18712b4f44d0 req-ab3be0ff-5e7c-4ac8-ae22-d04852fbce3b tempest-SecurityGroupsTestAdminJSON-1872399205 tempest-SecurityGroupsTestAdminJSON-1872399205-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:04:34.628453 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-ceab81e9-4abc-40ae-9ed4-36b9f0b6e4e8 req-7645cfbd-c93f-4df2-9d4b-df0f9d8f0ea1 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Unset dirty status for tenant:6b8ee42596cc4a45afa2078c48491dae on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:04:34.630394 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ceab81e9-4abc-40ae-9ed4-36b9f0b6e4e8 req-7645cfbd-c93f-4df2-9d4b-df0f9d8f0ea1 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] 10.222.0.85 "GET /v2.0/ports?device_id=f1a00c85-493e-4ed6-a162-6f8d5e0e74cc HTTP/1.1" status: 200 len: 944 time: 1.0320511 May 30 20:04:34.652963 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-ee116264-8530-41de-95fc-18712b4f44d0 req-ab3be0ff-5e7c-4ac8-ae22-d04852fbce3b tempest-SecurityGroupsTestAdminJSON-1872399205 tempest-SecurityGroupsTestAdminJSON-1872399205-project-admin] Usage tracker for resource:security_group and tenant:c4273c1a55974f449cd84b69b06fc6cb is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:04:34.662485 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-a686b410-ad0c-4a8e-a307-d630b7329a92 req-dd046372-980f-4ce6-9050-ef2474c297bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:34.671748 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c6a40f0b-d813-468d-a9fa-d6085361f474 req-b0e6db6c-a240-433b-828f-05e4bbc913ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:34.780602 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-ee116264-8530-41de-95fc-18712b4f44d0 req-ab3be0ff-5e7c-4ac8-ae22-d04852fbce3b tempest-SecurityGroupsTestAdminJSON-1872399205 tempest-SecurityGroupsTestAdminJSON-1872399205-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:04:34.802138 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c6a40f0b-d813-468d-a9fa-d6085361f474 req-b0e6db6c-a240-433b-828f-05e4bbc913ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:34.805446 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c6a40f0b-d813-468d-a9fa-d6085361f474 req-b0e6db6c-a240-433b-828f-05e4bbc913ae service neutron] 10.222.0.71 "PUT /v2.0/ports/a38c96a1-a9be-486a-aa6f-5738e007fd3c HTTP/1.1" status: 200 len: 1092 time: 4.4320002 May 30 20:04:34.815722 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd046372-980f-4ce6-9050-ef2474c297bd service neutron] Pushing event updated for resources: {'Port': ['ID=87840a0b-a014-456e-a00a-b7d5c7588eb5,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:34.818807 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-ee116264-8530-41de-95fc-18712b4f44d0 req-ab3be0ff-5e7c-4ac8-ae22-d04852fbce3b tempest-SecurityGroupsTestAdminJSON-1872399205 tempest-SecurityGroupsTestAdminJSON-1872399205-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:04:34.828821 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1a00c85-493e-4ed6-a162-6f8d5e0e74cc', 'tag': 'a38c96a1-a9be-486a-aa6f-5738e007fd3c'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:04:34.995221 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-009e041a-9241-434e-9fd1-0f37988356d9 None None] Provisioning for port 5544424e-08f6-4880-905f-df7e4ec5379d completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:04:35.039911 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device afd9719d-f5e7-4be7-bfd6-cd2a73f14f57 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:04:35.100367 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-ee116264-8530-41de-95fc-18712b4f44d0 req-ab3be0ff-5e7c-4ac8-ae22-d04852fbce3b tempest-SecurityGroupsTestAdminJSON-1872399205 tempest-SecurityGroupsTestAdminJSON-1872399205-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:35.112058 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-cdf59615-6123-4a87-b38c-1dc7e22f3667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:35.168995 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-1ed8085c-2b8f-4b53-8f41-1e50089ea0da None None] Provisioning complete for port 82b07b22-2760-4748-a55f-facd35cfff4c triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:04:35.168995 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-1ed8085c-2b8f-4b53-8f41-1e50089ea0da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:35.255456 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-1ed8085c-2b8f-4b53-8f41-1e50089ea0da None None] Port 82b07b22-2760-4748-a55f-facd35cfff4c cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:04:35.264413 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-ee116264-8530-41de-95fc-18712b4f44d0 req-ab3be0ff-5e7c-4ac8-ae22-d04852fbce3b tempest-SecurityGroupsTestAdminJSON-1872399205 tempest-SecurityGroupsTestAdminJSON-1872399205-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:35.278846 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port afd9719d-f5e7-4be7-bfd6-cd2a73f14f57 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:04:35.279226 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:35.527830 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 5544424e-08f6-4880-905f-df7e4ec5379d up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:04:35.700564 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ceab81e9-4abc-40ae-9ed4-36b9f0b6e4e8 req-bd79602b-eae5-45bf-9234-0d554078bf5a tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] 10.222.0.85 "GET /v2.0/security-groups?id=9bc03317-7c5c-46d0-8ed2-0b298955a173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0641003 May 30 20:04:35.718591 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf59615-6123-4a87-b38c-1dc7e22f3667 admin admin] Network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:04:35.809133 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 5544424e-08f6-4880-905f-df7e4ec5379d completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:04:35.828895 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 5544424e-08f6-4880-905f-df7e4ec5379d triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:04:35.829303 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:35.836766 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e6db6c-a240-433b-828f-05e4bbc913ae service neutron] Pushing event updated for resources: {'Port': ['ID=a38c96a1-a9be-486a-aa6f-5738e007fd3c,revision_number=3']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:35.874009 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-cdf59615-6123-4a87-b38c-1dc7e22f3667 admin admin] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:04:35.882488 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf59615-6123-4a87-b38c-1dc7e22f3667 admin admin] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:04:35.942020 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-87f5368b-4da0-43fe-a63f-ca48488995f8 None None] Provisioning complete for port 5544424e-08f6-4880-905f-df7e4ec5379d triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:04:35.942385 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-87f5368b-4da0-43fe-a63f-ca48488995f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:36.005538 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf59615-6123-4a87-b38c-1dc7e22f3667 admin admin] Pushing event updated for resources: {'Port': ['ID=fc35ab7f-4bdd-4f97-beb2-659e01147aed,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:36.020513 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-ee116264-8530-41de-95fc-18712b4f44d0 req-ab3be0ff-5e7c-4ac8-ae22-d04852fbce3b tempest-SecurityGroupsTestAdminJSON-1872399205 tempest-SecurityGroupsTestAdminJSON-1872399205-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:04:36.038796 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-ee116264-8530-41de-95fc-18712b4f44d0 req-ab3be0ff-5e7c-4ac8-ae22-d04852fbce3b tempest-SecurityGroupsTestAdminJSON-1872399205 tempest-SecurityGroupsTestAdminJSON-1872399205-project-admin] Usage tracker for resource:security_group_rule and tenant:c4273c1a55974f449cd84b69b06fc6cb is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:04:36.045134 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-ee116264-8530-41de-95fc-18712b4f44d0 req-ab3be0ff-5e7c-4ac8-ae22-d04852fbce3b tempest-SecurityGroupsTestAdminJSON-1872399205 tempest-SecurityGroupsTestAdminJSON-1872399205-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:04:36.063466 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c6a40f0b-d813-468d-a9fa-d6085361f474 req-ad74ae4f-eba7-4287-b625-29d2615b44cc service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=6b8ee42596cc4a45afa2078c48491dae&device_id=f1a00c85-493e-4ed6-a162-6f8d5e0e74cc HTTP/1.1" status: 200 len: 1095 time: 0.8595512 May 30 20:04:36.064932 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-ee116264-8530-41de-95fc-18712b4f44d0 req-ab3be0ff-5e7c-4ac8-ae22-d04852fbce3b tempest-SecurityGroupsTestAdminJSON-1872399205 tempest-SecurityGroupsTestAdminJSON-1872399205-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:04:36.233250 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:36.328638 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port 5544424e-08f6-4880-905f-df7e4ec5379d, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=5544424e-08f6-4880-905f-df7e4ec5379d,segment=NetworkSegment(a8b7280c-8c6f-4bc7-8cdf-e2ff0b0b2b8d),segment_id=a8b7280c-8c6f-4bc7-8cdf-e2ff0b0b2b8d)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:04:36.374359 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-87f5368b-4da0-43fe-a63f-ca48488995f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:36.418766 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:36.451459 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-ee116264-8530-41de-95fc-18712b4f44d0 req-ab3be0ff-5e7c-4ac8-ae22-d04852fbce3b tempest-SecurityGroupsTestAdminJSON-1872399205 tempest-SecurityGroupsTestAdminJSON-1872399205-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:36.462973 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c6a40f0b-d813-468d-a9fa-d6085361f474 req-bfd0fa9d-c7cb-4717-99b1-1926260daf99 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a38c96a1-a9be-486a-aa6f-5738e007fd3c HTTP/1.1" status: 200 len: 217 time: 0.3924053 May 30 20:04:36.468698 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02835c1f-1335-47b2-803e-e40614911e3d admin admin] Router d4dbf9e3-0c68-4d0e-aa6c-1e34f46970fe has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:04:36.493265 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-18d5193c-f6bc-4e0f-aeaa-fb155d987546 req-535ad7f6-62f3-451f-900f-27bb5bc57860 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.85 "GET /v2.0/ports?device_id=e525fdd9-cb28-4edc-bfd9-9ebbc3d85da2 HTTP/1.1" status: 200 len: 210 time: 0.3010209 May 30 20:04:36.644882 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=5544424e-08f6-4880-905f-df7e4ec5379d,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:36.668640 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-ee116264-8530-41de-95fc-18712b4f44d0 req-ab3be0ff-5e7c-4ac8-ae22-d04852fbce3b tempest-SecurityGroupsTestAdminJSON-1872399205 tempest-SecurityGroupsTestAdminJSON-1872399205-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:36.776482 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-a686b410-ad0c-4a8e-a307-d630b7329a92 req-dd046372-980f-4ce6-9050-ef2474c297bd service neutron] Attempting to bind port 87840a0b-a014-456e-a00a-b7d5c7588eb5 on host n-h1-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:04:36.777243 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-a686b410-ad0c-4a8e-a307-d630b7329a92 req-dd046372-980f-4ce6-9050-ef2474c297bd service neutron] Attempting to bind port 87840a0b-a014-456e-a00a-b7d5c7588eb5 by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': '7e304c17-4e5f-4a93-af80-52785639e6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:04:36.777243 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a686b410-ad0c-4a8e-a307-d630b7329a92 req-dd046372-980f-4ce6-9050-ef2474c297bd service neutron] Attempting to bind port 87840a0b-a014-456e-a00a-b7d5c7588eb5 on network 4344fbed-57fb-43d7-b32d-6020ce60f0a1 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:04:36.799679 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-ee116264-8530-41de-95fc-18712b4f44d0 req-ab3be0ff-5e7c-4ac8-ae22-d04852fbce3b tempest-SecurityGroupsTestAdminJSON-1872399205 tempest-SecurityGroupsTestAdminJSON-1872399205-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:04:36.806780 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-ee116264-8530-41de-95fc-18712b4f44d0 req-ab3be0ff-5e7c-4ac8-ae22-d04852fbce3b tempest-SecurityGroupsTestAdminJSON-1872399205 tempest-SecurityGroupsTestAdminJSON-1872399205-project-admin] Usage tracker for resource:security_group_rule and tenant:c4273c1a55974f449cd84b69b06fc6cb is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:04:36.813361 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-ee116264-8530-41de-95fc-18712b4f44d0 req-ab3be0ff-5e7c-4ac8-ae22-d04852fbce3b tempest-SecurityGroupsTestAdminJSON-1872399205 tempest-SecurityGroupsTestAdminJSON-1872399205-project-admin] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:04:36.825980 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-ee116264-8530-41de-95fc-18712b4f44d0 req-ab3be0ff-5e7c-4ac8-ae22-d04852fbce3b tempest-SecurityGroupsTestAdminJSON-1872399205 tempest-SecurityGroupsTestAdminJSON-1872399205-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:04:36.846410 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 5544424e-08f6-4880-905f-df7e4ec5379d up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:04:36.951957 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-ee116264-8530-41de-95fc-18712b4f44d0 req-ab3be0ff-5e7c-4ac8-ae22-d04852fbce3b tempest-SecurityGroupsTestAdminJSON-1872399205 tempest-SecurityGroupsTestAdminJSON-1872399205-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:37.016769 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3be0ff-5e7c-4ac8-ae22-d04852fbce3b tempest-SecurityGroupsTestAdminJSON-1872399205 tempest-SecurityGroupsTestAdminJSON-1872399205-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2297ecd-ec70-4fcd-81fe-dba93dcecc53,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:37.032559 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.db.api [None req-87f5368b-4da0-43fe-a63f-ca48488995f8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:04:37.032962 n-d-843948-2 neutron-server[84888]: DEBUG oslo_db.api [None req-87f5368b-4da0-43fe-a63f-ca48488995f8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:04:37.053147 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-cdf59615-6123-4a87-b38c-1dc7e22f3667 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:37.054809 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-cdf59615-6123-4a87-b38c-1dc7e22f3667 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-736409'] for router, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:37.083471 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 5544424e-08f6-4880-905f-df7e4ec5379d triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:04:37.084172 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:37.094997 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c64353-9e4f-4bc6-bfc9-c21f5fab0e77 req-ef564e96-336e-4f98-b34c-8b5b12e27143 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:37.096529 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-52c64353-9e4f-4bc6-bfc9-c21f5fab0e77 req-ef564e96-336e-4f98-b34c-8b5b12e27143 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.86 "GET /v2.0/networks?id=a2a2680a-30c7-4004-a919-1078d0f1a0a1 HTTP/1.1" status: 200 len: 820 time: 0.2976151 May 30 20:04:37.103400 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a686b410-ad0c-4a8e-a307-d630b7329a92 req-dd046372-980f-4ce6-9050-ef2474c297bd service neutron] Port 87840a0b-a014-456e-a00a-b7d5c7588eb5 on network 4344fbed-57fb-43d7-b32d-6020ce60f0a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:04:37.103722 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a686b410-ad0c-4a8e-a307-d630b7329a92 req-dd046372-980f-4ce6-9050-ef2474c297bd service neutron] Attempting to bind port 87840a0b-a014-456e-a00a-b7d5c7588eb5 on network 4344fbed-57fb-43d7-b32d-6020ce60f0a1 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:04:37.120097 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-52c64353-9e4f-4bc6-bfc9-c21f5fab0e77 req-709d6686-e2b0-4381-8051-fb139a4c976a tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Request body: {'port': {'device_id': 'e525fdd9-cb28-4edc-bfd9-9ebbc3d85da2', 'network_id': 'a2a2680a-30c7-4004-a919-1078d0f1a0a1', 'admin_state_up': True, 'tenant_id': '507d6785502940d28c178ad4aae87e46'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:04:37.139858 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a40f0b-d813-468d-a9fa-d6085361f474 req-ab8ebb88-6259-4e53-81fc-e3df8151dd4b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:37.141536 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c6a40f0b-d813-468d-a9fa-d6085361f474 req-ab8ebb88-6259-4e53-81fc-e3df8151dd4b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9e784a53-5b9d-4147-93e1-adf6f7b920d9 HTTP/1.1" status: 200 len: 844 time: 0.6416264 May 30 20:04:37.152598 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a686b410-ad0c-4a8e-a307-d630b7329a92 req-dd046372-980f-4ce6-9050-ef2474c297bd service neutron] Checking agent: {'id': 'f728d74e-a4ae-4384-860b-a5ade05dd8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:04:37.152929 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a686b410-ad0c-4a8e-a307-d630b7329a92 req-dd046372-980f-4ce6-9050-ef2474c297bd service neutron] Checking segment: {'id': '7e304c17-4e5f-4a93-af80-52785639e6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:04:37.153323 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a686b410-ad0c-4a8e-a307-d630b7329a92 req-dd046372-980f-4ce6-9050-ef2474c297bd service neutron] Bound using segment: {'id': '7e304c17-4e5f-4a93-af80-52785639e6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1'} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:04:37.153812 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-a686b410-ad0c-4a8e-a307-d630b7329a92 req-dd046372-980f-4ce6-9050-ef2474c297bd service neutron] Bound port: 87840a0b-a014-456e-a00a-b7d5c7588eb5, host: n-h1-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e304c17-4e5f-4a93-af80-52785639e6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1'}}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:04:37.154174 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-a686b410-ad0c-4a8e-a307-d630b7329a92 req-dd046372-980f-4ce6-9050-ef2474c297bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:37.203877 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-ee116264-8530-41de-95fc-18712b4f44d0 req-ab3be0ff-5e7c-4ac8-ae22-d04852fbce3b tempest-SecurityGroupsTestAdminJSON-1872399205 tempest-SecurityGroupsTestAdminJSON-1872399205-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:37.385133 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c6a40f0b-d813-468d-a9fa-d6085361f474 req-70f7c0da-3e3d-4c43-be18-a7480e991a4d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e15833fa-a7c7-4aba-b669-666e27c7d454&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2346079 May 30 20:04:37.442426 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3be0ff-5e7c-4ac8-ae22-d04852fbce3b tempest-SecurityGroupsTestAdminJSON-1872399205 tempest-SecurityGroupsTestAdminJSON-1872399205-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e7ab20d-590f-40a1-8496-b376ebdd4571,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:37.538669 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-ee116264-8530-41de-95fc-18712b4f44d0 req-ab3be0ff-5e7c-4ac8-ae22-d04852fbce3b tempest-SecurityGroupsTestAdminJSON-1872399205 tempest-SecurityGroupsTestAdminJSON-1872399205-project-admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:37.562714 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ee116264-8530-41de-95fc-18712b4f44d0 req-ab3be0ff-5e7c-4ac8-ae22-d04852fbce3b tempest-SecurityGroupsTestAdminJSON-1872399205 tempest-SecurityGroupsTestAdminJSON-1872399205-project-admin] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1615 time: 3.0792608 May 30 20:04:37.665943 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02835c1f-1335-47b2-803e-e40614911e3d admin admin] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:04:37.704850 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33a46f3-2e36-4b6e-92b2-5c5e3b8a0484 None None] Sync routers for ids ['d4dbf9e3-0c68-4d0e-aa6c-1e34f46970fe'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:04:37.717597 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-02835c1f-1335-47b2-803e-e40614911e3d admin admin] 10.222.0.85 "PUT /v2.0/routers/d4dbf9e3-0c68-4d0e-aa6c-1e34f46970fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1097758 May 30 20:04:37.776012 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33a46f3-2e36-4b6e-92b2-5c5e3b8a0484 None None] Routers {'d4dbf9e3-0c68-4d0e-aa6c-1e34f46970fe'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:04:37.776960 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-e33a46f3-2e36-4b6e-92b2-5c5e3b8a0484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:04:29Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['d4dbf9e3-0c68-4d0e-aa6c-1e34f46970fe'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:04:37.870598 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46e7187e-b204-401e-9bf4-a70c8ac5c82e'] response: {'name': 'network-changed', 'server_uuid': 'f1a00c85-493e-4ed6-a162-6f8d5e0e74cc', 'tag': 'a38c96a1-a9be-486a-aa6f-5738e007fd3c', 'status': 'completed', 'code': 200} May 30 20:04:37.881437 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-52c64353-9e4f-4bc6-bfc9-c21f5fab0e77 req-709d6686-e2b0-4381-8051-fb139a4c976a tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:04:37.895737 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-a686b410-ad0c-4a8e-a307-d630b7329a92 req-dd046372-980f-4ce6-9050-ef2474c297bd service neutron] For port 87840a0b-a014-456e-a00a-b7d5c7588eb5, host n-h1-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:04:37.917272 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-a686b410-ad0c-4a8e-a307-d630b7329a92 req-dd046372-980f-4ce6-9050-ef2474c297bd service neutron] For port 87840a0b-a014-456e-a00a-b7d5c7588eb5, host n-h1-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=87840a0b-a014-456e-a00a-b7d5c7588eb5,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:04:37.917272 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c6a40f0b-d813-468d-a9fa-d6085361f474 req-12ee4cbd-bbb9-4795-baf7-809904f75bf4 service neutron] 10.222.0.71 "GET /v2.0/networks/e15833fa-a7c7-4aba-b669-666e27c7d454?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5025449 May 30 20:04:37.959360 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde3f3b2-8122-4108-870b-b226e5dbb681 req-aed42753-01ad-4563-8dfd-581d19f82cb7 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:37.980640 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-cde3f3b2-8122-4108-870b-b226e5dbb681 req-aed42753-01ad-4563-8dfd-581d19f82cb7 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/ports?device_id=78a95e01-8e88-4473-98d7-b66ce9381bae HTTP/1.1" status: 200 len: 945 time: 0.8364148 May 30 20:04:38.015090 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-52c64353-9e4f-4bc6-bfc9-c21f5fab0e77 req-709d6686-e2b0-4381-8051-fb139a4c976a tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:04:38.092369 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-a686b410-ad0c-4a8e-a307-d630b7329a92 req-dd046372-980f-4ce6-9050-ef2474c297bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:38.146609 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdf59615-6123-4a87-b38c-1dc7e22f3667 admin admin] Router 6d655187-9441-48fa-aa50-e2660bc204e1 is scheduled to L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 with binding_index 1 {{(pid=84886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 20:04:38.262568 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-a686b410-ad0c-4a8e-a307-d630b7329a92 req-dd046372-980f-4ce6-9050-ef2474c297bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:38.264120 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a686b410-ad0c-4a8e-a307-d630b7329a92 req-dd046372-980f-4ce6-9050-ef2474c297bd service neutron] 10.222.0.71 "PUT /v2.0/ports/87840a0b-a014-456e-a00a-b7d5c7588eb5 HTTP/1.1" status: 200 len: 1096 time: 5.3725729 May 30 20:04:38.290461 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52c64353-9e4f-4bc6-bfc9-c21f5fab0e77 req-709d6686-e2b0-4381-8051-fb139a4c976a tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Made reservation on behalf of 507d6785502940d28c178ad4aae87e46 for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:04:38.293711 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-52c64353-9e4f-4bc6-bfc9-c21f5fab0e77 req-709d6686-e2b0-4381-8051-fb139a4c976a tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:38.329007 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-cde3f3b2-8122-4108-870b-b226e5dbb681 req-8a96fd13-4191-44c6-9e80-920ff91b1a58 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/security-groups?id=f7bd1307-7f80-416a-ad0f-251b87da459a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3471937 May 30 20:04:38.397938 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd046372-980f-4ce6-9050-ef2474c297bd service neutron] Pushing event updated for resources: {'Port': ['ID=87840a0b-a014-456e-a00a-b7d5c7588eb5,revision_number=3']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:38.456919 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-e33a46f3-2e36-4b6e-92b2-5c5e3b8a0484 None None] Set router d4dbf9e3-0c68-4d0e-aa6c-1e34f46970fe gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:04:38.507590 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c6a40f0b-d813-468d-a9fa-d6085361f474 req-cc197459-ee5d-490e-98f4-7bbe11fac415 service neutron] 10.222.0.71 "GET /v2.0/networks/e15833fa-a7c7-4aba-b669-666e27c7d454?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5823240 May 30 20:04:38.648948 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a0dd41-4984-438c-bac0-71f83414c4a4 req-af9341d4-2fd3-4bee-a489-03d08b37ed43 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:38.657981 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e1a0dd41-4984-438c-bac0-71f83414c4a4 req-af9341d4-2fd3-4bee-a489-03d08b37ed43 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/ports?device_id=1f5e4faa-be65-4ec2-8cb3-eeaae421f37a HTTP/1.1" status: 200 len: 948 time: 0.4031026 May 30 20:04:38.820674 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e1a0dd41-4984-438c-bac0-71f83414c4a4 req-db01ee11-da43-4b3c-9ce0-fbefb65b43ec tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/security-groups?id=e1329ead-76da-4fe1-a988-d24ed3099985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614690 May 30 20:04:38.914609 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [req-692ef7ad-87cb-42e3-9912-5185bc2ffe4c req-197fc9fb-fc83-4b90-8c6e-37da74d0e307 tempest-SecurityGroupsTestAdminJSON-1872399205 tempest-SecurityGroupsTestAdminJSON-1872399205-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-818634065', 'description': 'tempest-description-596401014'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:04:38.934112 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-692ef7ad-87cb-42e3-9912-5185bc2ffe4c req-197fc9fb-fc83-4b90-8c6e-37da74d0e307 tempest-SecurityGroupsTestAdminJSON-1872399205 tempest-SecurityGroupsTestAdminJSON-1872399205-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:04:38.956099 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-692ef7ad-87cb-42e3-9912-5185bc2ffe4c req-197fc9fb-fc83-4b90-8c6e-37da74d0e307 tempest-SecurityGroupsTestAdminJSON-1872399205 tempest-SecurityGroupsTestAdminJSON-1872399205-project-admin] Usage tracker for resource:security_group and tenant:c4273c1a55974f449cd84b69b06fc6cb is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:04:38.975156 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-692ef7ad-87cb-42e3-9912-5185bc2ffe4c req-197fc9fb-fc83-4b90-8c6e-37da74d0e307 tempest-SecurityGroupsTestAdminJSON-1872399205 tempest-SecurityGroupsTestAdminJSON-1872399205-project-admin] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:04:39.002291 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-692ef7ad-87cb-42e3-9912-5185bc2ffe4c req-197fc9fb-fc83-4b90-8c6e-37da74d0e307 tempest-SecurityGroupsTestAdminJSON-1872399205 tempest-SecurityGroupsTestAdminJSON-1872399205-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:04:39.024163 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdf59615-6123-4a87-b38c-1dc7e22f3667 admin admin] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:04:39.036614 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-e33a46f3-2e36-4b6e-92b2-5c5e3b8a0484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4dbf9e3-0c68-4d0e-aa6c-1e34f46970fe', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1871212821-router', 'tenant_id': '451572d0f13c40ff8c6397191d3ebc95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': 'afd9719d-f5e7-4be7-bfd6-cd2a73f14f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:04:20Z', 'updated_at': '2022-05-30T20:04:31Z', 'revision_number': 4, 'project_id': '451572d0f13c40ff8c6397191d3ebc95', 'gw_port': {'id': 'afd9719d-f5e7-4be7-bfd6-cd2a73f14f57', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:40:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4dbf9e3-0c68-4d0e-aa6c-1e34f46970fe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:04:22Z', 'updated_at': '2022-05-30T20:04:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '82b07b22-2760-4748-a55f-facd35cfff4c', 'name': '', 'network_id': '9d042477-034c-449d-bb46-c13d2c85f0d5', 'tenant_id': '451572d0f13c40ff8c6397191d3ebc95', 'mac_address': 'fa:16:3e:7a:9b:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4dbf9e3-0c68-4d0e-aa6c-1e34f46970fe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0e35cd7e-8081-4edf-ae13-e56d98fc261c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:04:29Z', 'updated_at': '2022-05-30T20:04:32Z', 'revision_number': 2, 'project_id': '451572d0f13c40ff8c6397191d3ebc95', 'subnets': [{'id': '0e35cd7e-8081-4edf-ae13-e56d98fc261c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:04:39.040116 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0568e3-42b0-4f26-9279-ab0a6cd4ba90 None None] Sync routers for ids ['6d655187-9441-48fa-aa50-e2660bc204e1'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:04:39.045009 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33a46f3-2e36-4b6e-92b2-5c5e3b8a0484 None None] Checking router: d4dbf9e3-0c68-4d0e-aa6c-1e34f46970fe for host: n-d-843948-2 {{(pid=84888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:04:39.045738 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33a46f3-2e36-4b6e-92b2-5c5e3b8a0484 None None] Updating router d4dbf9e3-0c68-4d0e-aa6c-1e34f46970fe port 82b07b22-2760-4748-a55f-facd35cfff4c binding host n-d-843948-2 {{(pid=84888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:04:39.070149 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0568e3-42b0-4f26-9279-ab0a6cd4ba90 None None] Routers {'6d655187-9441-48fa-aa50-e2660bc204e1'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:04:39.072864 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-bb0568e3-42b0-4f26-9279-ab0a6cd4ba90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:04:29Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['6d655187-9441-48fa-aa50-e2660bc204e1'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:04:39.108459 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-692ef7ad-87cb-42e3-9912-5185bc2ffe4c req-197fc9fb-fc83-4b90-8c6e-37da74d0e307 tempest-SecurityGroupsTestAdminJSON-1872399205 tempest-SecurityGroupsTestAdminJSON-1872399205-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:39.147636 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-cdf59615-6123-4a87-b38c-1dc7e22f3667 admin admin] Notify callbacks [] for router, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:39.155706 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-cdf59615-6123-4a87-b38c-1dc7e22f3667 admin admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 10.3095558 May 30 20:04:39.159126 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 47770) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:04:39.215800 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-e33a46f3-2e36-4b6e-92b2-5c5e3b8a0484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:39.223228 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [req-52c64353-9e4f-4bc6-bfc9-c21f5fab0e77 req-709d6686-e2b0-4381-8051-fb139a4c976a tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Allocated IP 172.20.0.8 (a2a2680a-30c7-4004-a919-1078d0f1a0a1/8501e548-9fd0-4b41-a186-ee2d1e9a4a4f/7f29f677-450a-4a29-a30d-dd785bea7fbe) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:04:39.250214 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a686b410-ad0c-4a8e-a307-d630b7329a92 req-bed983c9-9fa6-42b5-8ee8-0fe1dfa6fa67 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fa61b48b7a6444fe8c9a2f45b95c1d11&device_id=1f5e4faa-be65-4ec2-8cb3-eeaae421f37a HTTP/1.1" status: 200 len: 1099 time: 0.8316178 May 30 20:04:39.293730 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-692ef7ad-87cb-42e3-9912-5185bc2ffe4c req-197fc9fb-fc83-4b90-8c6e-37da74d0e307 tempest-SecurityGroupsTestAdminJSON-1872399205 tempest-SecurityGroupsTestAdminJSON-1872399205-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:04:39.298660 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-692ef7ad-87cb-42e3-9912-5185bc2ffe4c req-197fc9fb-fc83-4b90-8c6e-37da74d0e307 tempest-SecurityGroupsTestAdminJSON-1872399205 tempest-SecurityGroupsTestAdminJSON-1872399205-project-admin] Usage tracker for resource:security_group_rule and tenant:c4273c1a55974f449cd84b69b06fc6cb is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:04:39.315407 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-692ef7ad-87cb-42e3-9912-5185bc2ffe4c req-197fc9fb-fc83-4b90-8c6e-37da74d0e307 tempest-SecurityGroupsTestAdminJSON-1872399205 tempest-SecurityGroupsTestAdminJSON-1872399205-project-admin] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:04:39.331830 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-692ef7ad-87cb-42e3-9912-5185bc2ffe4c req-197fc9fb-fc83-4b90-8c6e-37da74d0e307 tempest-SecurityGroupsTestAdminJSON-1872399205 tempest-SecurityGroupsTestAdminJSON-1872399205-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:04:39.432207 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-692ef7ad-87cb-42e3-9912-5185bc2ffe4c req-197fc9fb-fc83-4b90-8c6e-37da74d0e307 tempest-SecurityGroupsTestAdminJSON-1872399205 tempest-SecurityGroupsTestAdminJSON-1872399205-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:39.522056 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-692ef7ad-87cb-42e3-9912-5185bc2ffe4c req-197fc9fb-fc83-4b90-8c6e-37da74d0e307 tempest-SecurityGroupsTestAdminJSON-1872399205 tempest-SecurityGroupsTestAdminJSON-1872399205-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:39.558764 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197fc9fb-fc83-4b90-8c6e-37da74d0e307 tempest-SecurityGroupsTestAdminJSON-1872399205 tempest-SecurityGroupsTestAdminJSON-1872399205-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c013f18-52fb-458e-8b4b-103f9fa0a5c2,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:39.581183 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-52c64353-9e4f-4bc6-bfc9-c21f5fab0e77 req-709d6686-e2b0-4381-8051-fb139a4c976a tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:39.594695 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-bb0568e3-42b0-4f26-9279-ab0a6cd4ba90 None None] Set router 6d655187-9441-48fa-aa50-e2660bc204e1 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:04:39.785023 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-692ef7ad-87cb-42e3-9912-5185bc2ffe4c req-197fc9fb-fc83-4b90-8c6e-37da74d0e307 tempest-SecurityGroupsTestAdminJSON-1872399205 tempest-SecurityGroupsTestAdminJSON-1872399205-project-admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:39.792723 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-692ef7ad-87cb-42e3-9912-5185bc2ffe4c req-197fc9fb-fc83-4b90-8c6e-37da74d0e307 tempest-SecurityGroupsTestAdminJSON-1872399205 tempest-SecurityGroupsTestAdminJSON-1872399205-project-admin] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1615 time: 0.8932338 May 30 20:04:39.876647 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f5e4faa-be65-4ec2-8cb3-eeaae421f37a', 'tag': '87840a0b-a014-456e-a00a-b7d5c7588eb5'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:04:39.912750 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ebd24311-7958-49f7-8ef4-59971c0a0e56 req-8f8bf418-6539-4f2c-9226-893f326f12a6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=6b8ee42596cc4a45afa2078c48491dae&device_id=f1a00c85-493e-4ed6-a162-6f8d5e0e74cc HTTP/1.1" status: 200 len: 1095 time: 0.9955256 May 30 20:04:39.995051 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a686b410-ad0c-4a8e-a307-d630b7329a92 req-ec0c8ee5-7acd-41ec-93c3-4a9f8d9c5a69 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=87840a0b-a014-456e-a00a-b7d5c7588eb5 HTTP/1.1" status: 200 len: 217 time: 0.3821638 May 30 20:04:40.047372 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-bb0568e3-42b0-4f26-9279-ab0a6cd4ba90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d655187-9441-48fa-aa50-e2660bc204e1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1811082333-router', 'tenant_id': 'a30f992c0c6d4c83b278c5e0ddf93c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'fc35ab7f-4bdd-4f97-beb2-659e01147aed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:04:29Z', 'updated_at': '2022-05-30T20:04:36Z', 'revision_number': 3, 'project_id': 'a30f992c0c6d4c83b278c5e0ddf93c21', 'gw_port': {'id': 'fc35ab7f-4bdd-4f97-beb2-659e01147aed', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4a:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d655187-9441-48fa-aa50-e2660bc204e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:04:33Z', 'updated_at': '2022-05-30T20:04:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:04:40.054016 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0568e3-42b0-4f26-9279-ab0a6cd4ba90 None None] Checking router: 6d655187-9441-48fa-aa50-e2660bc204e1 for host: n-d-843948-2 {{(pid=84889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:04:40.055143 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0568e3-42b0-4f26-9279-ab0a6cd4ba90 None None] Updating router 6d655187-9441-48fa-aa50-e2660bc204e1 port fc35ab7f-4bdd-4f97-beb2-659e01147aed binding host n-d-843948-2 {{(pid=84889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:04:40.146468 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-bb0568e3-42b0-4f26-9279-ab0a6cd4ba90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:40.155727 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb06520-8291-4bcc-9c9d-1704be5ddba4 req-2c77d901-0b67-4b83-8ef4-0012897fdd5e tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:40.163360 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fdb06520-8291-4bcc-9c9d-1704be5ddba4 req-2c77d901-0b67-4b83-8ef4-0012897fdd5e tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] 10.222.0.85 "GET /v2.0/ports?device_id=f1a00c85-493e-4ed6-a162-6f8d5e0e74cc HTTP/1.1" status: 200 len: 944 time: 1.5383480 May 30 20:04:40.256358 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a686b410-ad0c-4a8e-a307-d630b7329a92 req-b9a768a7-97fd-4650-9ed2-1f17a80d6286 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:40.257998 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a686b410-ad0c-4a8e-a307-d630b7329a92 req-b9a768a7-97fd-4650-9ed2-1f17a80d6286 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1b83ff54-b1af-44ce-bb75-ba148920553c HTTP/1.1" status: 200 len: 843 time: 0.2333777 May 30 20:04:40.277222 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fdb06520-8291-4bcc-9c9d-1704be5ddba4 req-e08af2c9-520f-4a91-83f4-4c5c6506cc71 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] 10.222.0.85 "GET /v2.0/security-groups?id=9bc03317-7c5c-46d0-8ed2-0b298955a173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131177 May 30 20:04:40.331549 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b06a1571-ec82-498a-bf56-e1ac4a1ee2a0 req-82902a72-01ab-4dcf-98ae-21a908a5ac41 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.85 "GET /v2.0/ports?device_id=e525fdd9-cb28-4edc-bfd9-9ebbc3d85da2 HTTP/1.1" status: 200 len: 210 time: 0.2904842 May 30 20:04:40.432103 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-52c64353-9e4f-4bc6-bfc9-c21f5fab0e77 req-709d6686-e2b0-4381-8051-fb139a4c976a tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:40.436082 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-e33a46f3-2e36-4b6e-92b2-5c5e3b8a0484 None None] Notify callbacks [] for port, precommit_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:40.478589 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['fd83fbe6-974e-4966-b600-b69c153f32fa'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:04:40.569671 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd24311-7958-49f7-8ef4-59971c0a0e56 req-ee2267bd-f97d-4fef-956f-c9b87d167fce service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:40.571217 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ebd24311-7958-49f7-8ef4-59971c0a0e56 req-ee2267bd-f97d-4fef-956f-c9b87d167fce service neutron] 10.222.0.71 "GET /v2.0/networks?id=e15833fa-a7c7-4aba-b669-666e27c7d454 HTTP/1.1" status: 200 len: 905 time: 0.6319010 May 30 20:04:40.596669 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-e33a46f3-2e36-4b6e-92b2-5c5e3b8a0484 None None] Transition to ACTIVE for port object 82b07b22-2760-4748-a55f-facd35cfff4c will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:04:40.660371 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-bb0568e3-42b0-4f26-9279-ab0a6cd4ba90 None None] Notify callbacks [] for port, precommit_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:40.689257 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:04:40.722848 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.provisioning_blocks [None req-bb0568e3-42b0-4f26-9279-ab0a6cd4ba90 None None] Transition to ACTIVE for port object fc35ab7f-4bdd-4f97-beb2-659e01147aed will not be triggered until provisioned by entity L2. {{(pid=84889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:04:40.753839 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-e33a46f3-2e36-4b6e-92b2-5c5e3b8a0484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:40.814934 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52c64353-9e4f-4bc6-bfc9-c21f5fab0e77 req-709d6686-e2b0-4381-8051-fb139a4c976a tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Network a2a2680a-30c7-4004-a919-1078d0f1a0a1 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:04:40.823706 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ebd24311-7958-49f7-8ef4-59971c0a0e56 req-c3b94548-d115-4ee2-bb66-e6f6fe03c5a9 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a38c96a1-a9be-486a-aa6f-5738e007fd3c HTTP/1.1" status: 200 len: 217 time: 0.2386069 May 30 20:04:40.824347 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d6686-e2b0-4381-8051-fb139a4c976a tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Pushing event updated for resources: {'Port': ['ID=7f29f677-450a-4a29-a30d-dd785bea7fbe,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:40.842826 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [req-52c64353-9e4f-4bc6-bfc9-c21f5fab0e77 req-709d6686-e2b0-4381-8051-fb139a4c976a tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:04:40.872025 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-bb0568e3-42b0-4f26-9279-ab0a6cd4ba90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:40.943834 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e773ea-cce7-4013-baa1-8b129732c4b5 req-c19a08cc-f98c-447c-a01f-87bb6d1b0ad8 tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:40.954151 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a0e773ea-cce7-4013-baa1-8b129732c4b5 req-c19a08cc-f98c-447c-a01f-87bb6d1b0ad8 tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] 10.222.0.85 "GET /v2.0/networks?id=9d042477-034c-449d-bb46-c13d2c85f0d5 HTTP/1.1" status: 200 len: 829 time: 0.2853303 May 30 20:04:40.957001 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcd601e-975f-444b-b7fc-f0d0643744ca None None] Pushing event updated for resources: {'Port': ['ID=82b07b22-2760-4748-a55f-facd35cfff4c,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:41.017646 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-52c64353-9e4f-4bc6-bfc9-c21f5fab0e77 req-709d6686-e2b0-4381-8051-fb139a4c976a tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:04:41.056145 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-bb0568e3-42b0-4f26-9279-ab0a6cd4ba90 None None] Attempting to bind port fc35ab7f-4bdd-4f97-beb2-659e01147aed on host n-d-843948-2 for vnic_type normal with profile {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:04:41.056145 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-bb0568e3-42b0-4f26-9279-ab0a6cd4ba90 None None] Attempting to bind port fc35ab7f-4bdd-4f97-beb2-659e01147aed by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}] {{(pid=84889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:04:41.056846 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0568e3-42b0-4f26-9279-ab0a6cd4ba90 None None] Attempting to bind port fc35ab7f-4bdd-4f97-beb2-659e01147aed on network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:04:41.121689 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0568e3-42b0-4f26-9279-ab0a6cd4ba90 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:04:41.122158 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0568e3-42b0-4f26-9279-ab0a6cd4ba90 None None] Checking segment: {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:04:41.127038 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-bb0568e3-42b0-4f26-9279-ab0a6cd4ba90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:41.127383 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0568e3-42b0-4f26-9279-ab0a6cd4ba90 None None] Bound using segment: {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'} {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:04:41.127947 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-bb0568e3-42b0-4f26-9279-ab0a6cd4ba90 None None] Bound port: fc35ab7f-4bdd-4f97-beb2-659e01147aed, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}}] {{(pid=84889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:04:41.128334 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-bb0568e3-42b0-4f26-9279-ab0a6cd4ba90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:41.147595 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a0e773ea-cce7-4013-baa1-8b129732c4b5 req-28b66617-590c-46d3-998a-0a4c155cdaea tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] 10.222.0.85 "GET /v2.0/quotas/451572d0f13c40ff8c6397191d3ebc95 HTTP/1.1" status: 200 len: 375 time: 0.1925063 May 30 20:04:41.152580 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a686b410-ad0c-4a8e-a307-d630b7329a92 req-73427314-37ba-4d40-a254-cd85d1490021 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4344fbed-57fb-43d7-b32d-6020ce60f0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8740554 May 30 20:04:41.235328 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-e33a46f3-2e36-4b6e-92b2-5c5e3b8a0484 None None] Attempting to bind port 82b07b22-2760-4748-a55f-facd35cfff4c on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:04:41.241866 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-e33a46f3-2e36-4b6e-92b2-5c5e3b8a0484 None None] Attempting to bind port 82b07b22-2760-4748-a55f-facd35cfff4c by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': '3e049cc2-22a5-438c-b706-8b622a4294a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '9d042477-034c-449d-bb46-c13d2c85f0d5'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:04:41.242298 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33a46f3-2e36-4b6e-92b2-5c5e3b8a0484 None None] Attempting to bind port 82b07b22-2760-4748-a55f-facd35cfff4c on network 9d042477-034c-449d-bb46-c13d2c85f0d5 {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:04:41.290136 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.db [None req-bb0568e3-42b0-4f26-9279-ab0a6cd4ba90 None None] For port fc35ab7f-4bdd-4f97-beb2-659e01147aed, host n-d-843948-2, cleared binding levels {{(pid=84889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:04:41.297539 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.db [None req-bb0568e3-42b0-4f26-9279-ab0a6cd4ba90 None None] For port fc35ab7f-4bdd-4f97-beb2-659e01147aed, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=fc35ab7f-4bdd-4f97-beb2-659e01147aed,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:04:41.317710 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33a46f3-2e36-4b6e-92b2-5c5e3b8a0484 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:04:41.320172 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33a46f3-2e36-4b6e-92b2-5c5e3b8a0484 None None] Checking segment: {'id': '3e049cc2-22a5-438c-b706-8b622a4294a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '9d042477-034c-449d-bb46-c13d2c85f0d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:04:41.320883 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-e33a46f3-2e36-4b6e-92b2-5c5e3b8a0484 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:41.321883 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33a46f3-2e36-4b6e-92b2-5c5e3b8a0484 None None] Bound using segment: {'id': '3e049cc2-22a5-438c-b706-8b622a4294a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '9d042477-034c-449d-bb46-c13d2c85f0d5'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:04:41.322755 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-e33a46f3-2e36-4b6e-92b2-5c5e3b8a0484 None None] Bound port: 82b07b22-2760-4748-a55f-facd35cfff4c, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e049cc2-22a5-438c-b706-8b622a4294a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '9d042477-034c-449d-bb46-c13d2c85f0d5'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:04:41.323526 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-e33a46f3-2e36-4b6e-92b2-5c5e3b8a0484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:41.352045 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30feee1-c99d-4dbd-a80b-7ba09ebb89e1 None None] Pushing event updated for resources: {'Port': ['ID=fc35ab7f-4bdd-4f97-beb2-659e01147aed,revision_number=2']} {{(pid=84889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:41.378812 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8b602ef9-f646-40c9-8a31-7a698ba93be5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:41.394847 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c64353-9e4f-4bc6-bfc9-c21f5fab0e77 req-709d6686-e2b0-4381-8051-fb139a4c976a tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:41.396436 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-52c64353-9e4f-4bc6-bfc9-c21f5fab0e77 req-709d6686-e2b0-4381-8051-fb139a4c976a tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:41.471923 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd24311-7958-49f7-8ef4-59971c0a0e56 req-0ba3f923-b9a7-4229-a6ac-7852448b8c92 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:41.473717 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ebd24311-7958-49f7-8ef4-59971c0a0e56 req-0ba3f923-b9a7-4229-a6ac-7852448b8c92 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9e784a53-5b9d-4147-93e1-adf6f7b920d9 HTTP/1.1" status: 200 len: 844 time: 0.6211960 May 30 20:04:41.475152 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-bb0568e3-42b0-4f26-9279-ab0a6cd4ba90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:41.535746 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ebd24311-7958-49f7-8ef4-59971c0a0e56 req-8b9c309e-cc93-4275-809c-194daf0a8a8f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e15833fa-a7c7-4aba-b669-666e27c7d454&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536900 May 30 20:04:41.586061 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-52c64353-9e4f-4bc6-bfc9-c21f5fab0e77 req-709d6686-e2b0-4381-8051-fb139a4c976a tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4726396 May 30 20:04:41.603638 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-e33a46f3-2e36-4b6e-92b2-5c5e3b8a0484 None None] For port 82b07b22-2760-4748-a55f-facd35cfff4c, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:04:41.611263 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-e33a46f3-2e36-4b6e-92b2-5c5e3b8a0484 None None] For port 82b07b22-2760-4748-a55f-facd35cfff4c, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=82b07b22-2760-4748-a55f-facd35cfff4c,segment=NetworkSegment(3e049cc2-22a5-438c-b706-8b622a4294a7),segment_id=3e049cc2-22a5-438c-b706-8b622a4294a7)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:04:41.650988 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30feee1-c99d-4dbd-a80b-7ba09ebb89e1 None None] Pushing event updated for resources: {'Port': ['ID=fc35ab7f-4bdd-4f97-beb2-659e01147aed,revision_number=3']} {{(pid=84889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:41.655430 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0568e3-42b0-4f26-9279-ab0a6cd4ba90 None None] Routers {'6d655187-9441-48fa-aa50-e2660bc204e1'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:04:41.656098 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-bb0568e3-42b0-4f26-9279-ab0a6cd4ba90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:04:29Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['6d655187-9441-48fa-aa50-e2660bc204e1'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:04:41.712939 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-e33a46f3-2e36-4b6e-92b2-5c5e3b8a0484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:41.879085 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-52c64353-9e4f-4bc6-bfc9-c21f5fab0e77 req-5d1d8f88-534f-49c4-8c76-d166fdfa761f service neutron] Request body: {'port': {'device_id': 'e525fdd9-cb28-4edc-bfd9-9ebbc3d85da2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843948-2'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:04:41.886196 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcd601e-975f-444b-b7fc-f0d0643744ca None None] Pushing event updated for resources: {'Port': ['ID=82b07b22-2760-4748-a55f-facd35cfff4c,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:41.909762 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33a46f3-2e36-4b6e-92b2-5c5e3b8a0484 None None] Routers {'d4dbf9e3-0c68-4d0e-aa6c-1e34f46970fe'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:04:41.909762 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-e33a46f3-2e36-4b6e-92b2-5c5e3b8a0484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:04:29Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['d4dbf9e3-0c68-4d0e-aa6c-1e34f46970fe'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:04:41.933306 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-8b602ef9-f646-40c9-8a31-7a698ba93be5 admin admin] Allocated IP 172.20.0.1 (803dd70a-3f53-43ad-9356-1243425ef9dd/a936439d-a424-4a5c-8496-f82c5049c2f0/365877dd-8644-44ed-afe2-eba50da77af7) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:04:41.952480 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a686b410-ad0c-4a8e-a307-d630b7329a92 req-b7793847-7689-4b7b-8dd7-9cff2ec5b32b service neutron] 10.222.0.71 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7747495 May 30 20:04:42.189108 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8b602ef9-f646-40c9-8a31-7a698ba93be5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:42.192463 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-bb0568e3-42b0-4f26-9279-ab0a6cd4ba90 None None] Set router 6d655187-9441-48fa-aa50-e2660bc204e1 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:04:42.207874 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [None req-8b602ef9-f646-40c9-8a31-7a698ba93be5 admin admin] Transition to ACTIVE for port object 365877dd-8644-44ed-afe2-eba50da77af7 will not be triggered until provisioned by entity DHCP. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:04:42.298362 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-52c64353-9e4f-4bc6-bfc9-c21f5fab0e77 req-5d1d8f88-534f-49c4-8c76-d166fdfa761f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:42.322643 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8b602ef9-f646-40c9-8a31-7a698ba93be5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:42.365300 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a686b410-ad0c-4a8e-a307-d630b7329a92 req-c55b943e-a881-4de5-b2de-b36641d9eb12 service neutron] 10.222.0.71 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4007814 May 30 20:04:42.381575 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a0e773ea-cce7-4013-baa1-8b129732c4b5 req-25c9ccd0-fdd4-4dd4-b06d-5c2b5f432190 tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=451572d0f13c40ff8c6397191d3ebc95&fields=id HTTP/1.1" status: 200 len: 302 time: 1.2272277 May 30 20:04:42.382206 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-e33a46f3-2e36-4b6e-92b2-5c5e3b8a0484 None None] Set router d4dbf9e3-0c68-4d0e-aa6c-1e34f46970fe gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:04:42.468431 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b602ef9-f646-40c9-8a31-7a698ba93be5 admin admin] Network 803dd70a-3f53-43ad-9356-1243425ef9dd is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:04:42.473007 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b602ef9-f646-40c9-8a31-7a698ba93be5 admin admin] Pushing event updated for resources: {'Port': ['ID=365877dd-8644-44ed-afe2-eba50da77af7,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:42.487845 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-8b602ef9-f646-40c9-8a31-7a698ba93be5 admin admin] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:04:42.497534 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b602ef9-f646-40c9-8a31-7a698ba93be5 admin admin] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:04:42.525009 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device a38c96a1-a9be-486a-aa6f-5738e007fd3c details requested by agent hyperv_n-h1-843948-2 with host n-h1-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:04:42.607109 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8b602ef9-f646-40c9-8a31-7a698ba93be5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-736099'] for router_interface, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:42.669742 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.db.resource_extend [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:04:42.693235 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ebd24311-7958-49f7-8ef4-59971c0a0e56 req-2584efdb-49e0-4e87-8117-bd5fd5d502f8 service neutron] 10.222.0.71 "GET /v2.0/networks/e15833fa-a7c7-4aba-b669-666e27c7d454?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1354802 May 30 20:04:42.708779 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-bb0568e3-42b0-4f26-9279-ab0a6cd4ba90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d655187-9441-48fa-aa50-e2660bc204e1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1811082333-router', 'tenant_id': 'a30f992c0c6d4c83b278c5e0ddf93c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'fc35ab7f-4bdd-4f97-beb2-659e01147aed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:04:29Z', 'updated_at': '2022-05-30T20:04:36Z', 'revision_number': 3, 'project_id': 'a30f992c0c6d4c83b278c5e0ddf93c21', 'gw_port': {'id': 'fc35ab7f-4bdd-4f97-beb2-659e01147aed', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4a:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d655187-9441-48fa-aa50-e2660bc204e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:04:33Z', 'updated_at': '2022-05-30T20:04:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:04:42.715776 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0568e3-42b0-4f26-9279-ab0a6cd4ba90 None None] The sync data for ids ['6d655187-9441-48fa-aa50-e2660bc204e1'] in n-d-843948-2 is: [{'id': '6d655187-9441-48fa-aa50-e2660bc204e1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1811082333-router', 'tenant_id': 'a30f992c0c6d4c83b278c5e0ddf93c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'fc35ab7f-4bdd-4f97-beb2-659e01147aed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:04:29Z', 'updated_at': '2022-05-30T20:04:36Z', 'revision_number': 3, 'project_id': 'a30f992c0c6d4c83b278c5e0ddf93c21', 'gw_port': {'id': 'fc35ab7f-4bdd-4f97-beb2-659e01147aed', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4a:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d655187-9441-48fa-aa50-e2660bc204e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:04:33Z', 'updated_at': '2022-05-30T20:04:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:04:42.896122 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8b602ef9-f646-40c9-8a31-7a698ba93be5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:42.918110 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-b2c038f4-64cc-4d19-9e35-26189b277750 req-750ca09b-679a-4e49-92bd-28b4e395eb95 tempest-SecurityGroupsTestAdminJSON-1872399205 tempest-SecurityGroupsTestAdminJSON-1872399205-project-admin] Synchronizing usage tracker for tenant:c4273c1a55974f449cd84b69b06fc6cb on resource:security_group {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:04:42.922725 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00460ac6-5736-475b-be5c-495067a6b1d6 req-99fe416e-e1b3-4068-909b-22096d2deed1 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:42.924185 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-00460ac6-5736-475b-be5c-495067a6b1d6 req-99fe416e-e1b3-4068-909b-22096d2deed1 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Synchronizing usage tracker for tenant:e03d8798de6f4daa8bc8080dc719ce8a on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:04:43.037508 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ebd24311-7958-49f7-8ef4-59971c0a0e56 req-3c63a6ac-a7d3-4668-a337-24645bf20572 service neutron] 10.222.0.71 "GET /v2.0/networks/e15833fa-a7c7-4aba-b669-666e27c7d454?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2669530 May 30 20:04:43.077337 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port a38c96a1-a9be-486a-aa6f-5738e007fd3c, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=a38c96a1-a9be-486a-aa6f-5738e007fd3c,segment=NetworkSegment(70424240-b76f-4af0-9f32-ace284913a86),segment_id=70424240-b76f-4af0-9f32-ace284913a86)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:04:43.107760 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Returning: {'device': 'a38c96a1-a9be-486a-aa6f-5738e007fd3c', 'network_id': 'e15833fa-a7c7-4aba-b669-666e27c7d454', 'port_id': 'a38c96a1-a9be-486a-aa6f-5738e007fd3c', 'mac_address': 'fa:16:3e:54:03:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e784a53-5b9d-4147-93e1-adf6f7b920d9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:04:43.173805 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-b2c038f4-64cc-4d19-9e35-26189b277750 req-750ca09b-679a-4e49-92bd-28b4e395eb95 tempest-SecurityGroupsTestAdminJSON-1872399205 tempest-SecurityGroupsTestAdminJSON-1872399205-project-admin] Unset dirty status for tenant:c4273c1a55974f449cd84b69b06fc6cb on resource:security_group {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:04:43.194846 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b2c038f4-64cc-4d19-9e35-26189b277750 req-750ca09b-679a-4e49-92bd-28b4e395eb95 tempest-SecurityGroupsTestAdminJSON-1872399205 tempest-SecurityGroupsTestAdminJSON-1872399205-project-admin] 10.222.0.85 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 44649 time: 0.9672916 May 30 20:04:43.214974 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-90b3fb26-4b52-4cfd-97e2-84cb1a0a65e7 None None] Provisioning for port 365877dd-8644-44ed-afe2-eba50da77af7 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:04:43.232933 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a0e773ea-cce7-4013-baa1-8b129732c4b5 req-8c647756-0c90-4b99-a272-236f094ca244 service neutron] 10.222.0.85 "GET /v2.0/networks/9d042477-034c-449d-bb46-c13d2c85f0d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8227546 May 30 20:04:43.237490 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-00460ac6-5736-475b-be5c-495067a6b1d6 req-99fe416e-e1b3-4068-909b-22096d2deed1 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Unset dirty status for tenant:e03d8798de6f4daa8bc8080dc719ce8a on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:04:43.239357 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-00460ac6-5736-475b-be5c-495067a6b1d6 req-99fe416e-e1b3-4068-909b-22096d2deed1 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c63ca1d-117e-400e-a872-50c7fd37ece9 HTTP/1.1" status: 200 len: 944 time: 0.9277339 May 30 20:04:43.248407 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-90b3fb26-4b52-4cfd-97e2-84cb1a0a65e7 None None] Provisioning complete for port 365877dd-8644-44ed-afe2-eba50da77af7 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:04:43.248774 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-90b3fb26-4b52-4cfd-97e2-84cb1a0a65e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:43.305416 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:43.342141 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-90b3fb26-4b52-4cfd-97e2-84cb1a0a65e7 None None] Port 365877dd-8644-44ed-afe2-eba50da77af7 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:04:43.346362 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a38c96a1-a9be-486a-aa6f-5738e007fd3c {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:04:43.371440 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port a38c96a1-a9be-486a-aa6f-5738e007fd3c, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=a38c96a1-a9be-486a-aa6f-5738e007fd3c,segment=NetworkSegment(70424240-b76f-4af0-9f32-ace284913a86),segment_id=70424240-b76f-4af0-9f32-ace284913a86)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:04:43.383248 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-e33a46f3-2e36-4b6e-92b2-5c5e3b8a0484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4dbf9e3-0c68-4d0e-aa6c-1e34f46970fe', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1871212821-router', 'tenant_id': '451572d0f13c40ff8c6397191d3ebc95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': 'afd9719d-f5e7-4be7-bfd6-cd2a73f14f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:04:20Z', 'updated_at': '2022-05-30T20:04:31Z', 'revision_number': 4, 'project_id': '451572d0f13c40ff8c6397191d3ebc95', 'gw_port': {'id': 'afd9719d-f5e7-4be7-bfd6-cd2a73f14f57', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:40:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4dbf9e3-0c68-4d0e-aa6c-1e34f46970fe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:04:22Z', 'updated_at': '2022-05-30T20:04:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '82b07b22-2760-4748-a55f-facd35cfff4c', 'name': '', 'network_id': '9d042477-034c-449d-bb46-c13d2c85f0d5', 'tenant_id': '451572d0f13c40ff8c6397191d3ebc95', 'mac_address': 'fa:16:3e:7a:9b:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4dbf9e3-0c68-4d0e-aa6c-1e34f46970fe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0e35cd7e-8081-4edf-ae13-e56d98fc261c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:04:29Z', 'updated_at': '2022-05-30T20:04:41Z', 'revision_number': 4, 'project_id': '451572d0f13c40ff8c6397191d3ebc95', 'subnets': [{'id': '0e35cd7e-8081-4edf-ae13-e56d98fc261c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:04:43.389024 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33a46f3-2e36-4b6e-92b2-5c5e3b8a0484 None None] The sync data for ids ['d4dbf9e3-0c68-4d0e-aa6c-1e34f46970fe'] in n-d-843948-2 is: [{'id': 'd4dbf9e3-0c68-4d0e-aa6c-1e34f46970fe', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1871212821-router', 'tenant_id': '451572d0f13c40ff8c6397191d3ebc95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': 'afd9719d-f5e7-4be7-bfd6-cd2a73f14f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:04:20Z', 'updated_at': '2022-05-30T20:04:31Z', 'revision_number': 4, 'project_id': '451572d0f13c40ff8c6397191d3ebc95', 'gw_port': {'id': 'afd9719d-f5e7-4be7-bfd6-cd2a73f14f57', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:40:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4dbf9e3-0c68-4d0e-aa6c-1e34f46970fe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:04:22Z', 'updated_at': '2022-05-30T20:04:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '82b07b22-2760-4748-a55f-facd35cfff4c', 'name': '', 'network_id': '9d042477-034c-449d-bb46-c13d2c85f0d5', 'tenant_id': '451572d0f13c40ff8c6397191d3ebc95', 'mac_address': 'fa:16:3e:7a:9b:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4dbf9e3-0c68-4d0e-aa6c-1e34f46970fe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0e35cd7e-8081-4edf-ae13-e56d98fc261c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:04:29Z', 'updated_at': '2022-05-30T20:04:41Z', 'revision_number': 4, 'project_id': '451572d0f13c40ff8c6397191d3ebc95', 'subnets': [{'id': '0e35cd7e-8081-4edf-ae13-e56d98fc261c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:04:43.433506 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-00460ac6-5736-475b-be5c-495067a6b1d6 req-182b497e-6154-4279-8276-1f5d1ddac731 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Deleting port 82708d7a-2b52-495b-a7ed-40d54f53c617 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:04:43.433858 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-00460ac6-5736-475b-be5c-495067a6b1d6 req-182b497e-6154-4279-8276-1f5d1ddac731 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:43.449825 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:43.455884 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b2c038f4-64cc-4d19-9e35-26189b277750 req-da6530b2-736e-4491-be35-0061d9d37f9f tempest-SecurityGroupsTestAdminJSON-1872399205 tempest-SecurityGroupsTestAdminJSON-1872399205-project-admin] 10.222.0.85 "GET /v2.0/security-groups/01e155ec-a914-4bb8-a306-fe65c9b54c38 HTTP/1.1" status: 200 len: 2649 time: 0.2502022 May 30 20:04:43.569747 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=a38c96a1-a9be-486a-aa6f-5738e007fd3c,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:43.581535 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.db.resource_extend [req-52c64353-9e4f-4bc6-bfc9-c21f5fab0e77 req-5d1d8f88-534f-49c4-8c76-d166fdfa761f service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:04:43.632462 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b2c038f4-64cc-4d19-9e35-26189b277750 req-d105022a-64b2-4044-8c7c-f5198434fa81 tempest-SecurityGroupsTestAdminJSON-1872399205 tempest-SecurityGroupsTestAdminJSON-1872399205-project-admin] 10.222.0.85 "GET /v2.0/security-groups/01e155ec-a914-4bb8-a306-fe65c9b54c38 HTTP/1.1" status: 200 len: 2649 time: 0.1699657 May 30 20:04:43.668782 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8b602ef9-f646-40c9-8a31-7a698ba93be5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:43.696236 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['a38c96a1-a9be-486a-aa6f-5738e007fd3c'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:04:43.741142 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b2c038f4-64cc-4d19-9e35-26189b277750 req-8326238f-8a18-470c-b59c-59455ab77572 tempest-SecurityGroupsTestAdminJSON-1872399205 tempest-SecurityGroupsTestAdminJSON-1872399205-project-admin] 10.222.0.85 "GET /v2.0/security-groups/15a32c69-66fb-4984-adf5-17d9116a0aa9 HTTP/1.1" status: 200 len: 2649 time: 0.1077535 May 30 20:04:43.768137 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8b602ef9-f646-40c9-8a31-7a698ba93be5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:43.916338 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a0e773ea-cce7-4013-baa1-8b129732c4b5 req-0f251b77-d772-40c2-87c8-b0b3196cb688 service neutron] 10.222.0.85 "GET /v2.0/networks/9d042477-034c-449d-bb46-c13d2c85f0d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6574168 May 30 20:04:43.975746 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [req-52c64353-9e4f-4bc6-bfc9-c21f5fab0e77 req-5d1d8f88-534f-49c4-8c76-d166fdfa761f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f29f677-450a-4a29-a30d-dd785bea7fbe {{(pid=84887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:04:44.068492 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b2c038f4-64cc-4d19-9e35-26189b277750 req-4b216c68-15fb-466f-84c9-8eaf78c2e2ed tempest-SecurityGroupsTestAdminJSON-1872399205 tempest-SecurityGroupsTestAdminJSON-1872399205-project-admin] 10.222.0.85 "GET /v2.0/security-groups/15a32c69-66fb-4984-adf5-17d9116a0aa9 HTTP/1.1" status: 200 len: 2649 time: 0.3204150 May 30 20:04:44.130968 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b602ef9-f646-40c9-8a31-7a698ba93be5 admin admin] Pushing event updated for resources: {'Port': ['ID=365877dd-8644-44ed-afe2-eba50da77af7,revision_number=2']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:44.138279 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-52c64353-9e4f-4bc6-bfc9-c21f5fab0e77 req-5d1d8f88-534f-49c4-8c76-d166fdfa761f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:44.141219 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8b602ef9-f646-40c9-8a31-7a698ba93be5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1718057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-736206'] for router_interface, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:44.209147 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-52c64353-9e4f-4bc6-bfc9-c21f5fab0e77 req-5d1d8f88-534f-49c4-8c76-d166fdfa761f service neutron] Transition to ACTIVE for port object 7f29f677-450a-4a29-a30d-dd785bea7fbe will not be triggered until provisioned by entity L2. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:04:44.340696 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-52c64353-9e4f-4bc6-bfc9-c21f5fab0e77 req-5d1d8f88-534f-49c4-8c76-d166fdfa761f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:44.502577 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 87840a0b-a014-456e-a00a-b7d5c7588eb5 details requested by agent hyperv_n-h1-843948-2 with host n-h1-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:04:44.564080 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-00460ac6-5736-475b-be5c-495067a6b1d6 req-182b497e-6154-4279-8276-1f5d1ddac731 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] For port 82708d7a-2b52-495b-a7ed-40d54f53c617, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=82708d7a-2b52-495b-a7ed-40d54f53c617,segment=NetworkSegment(4d4a7668-7a19-4452-8bd2-a5411730cf30),segment_id=4d4a7668-7a19-4452-8bd2-a5411730cf30)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:04:44.564464 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-00460ac6-5736-475b-be5c-495067a6b1d6 req-182b497e-6154-4279-8276-1f5d1ddac731 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:44.582351 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b2c038f4-64cc-4d19-9e35-26189b277750 req-0f618c77-96e0-4bc8-b8e4-f576fa698077 tempest-SecurityGroupsTestAdminJSON-1872399205 tempest-SecurityGroupsTestAdminJSON-1872399205-project-admin] 10.222.0.85 "GET /v2.0/security-groups/2b701b0a-db24-4c30-8444-63ac82ad344b HTTP/1.1" status: 200 len: 2649 time: 0.5127141 May 30 20:04:44.597791 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1d8f88-534f-49c4-8c76-d166fdfa761f service neutron] Pushing event updated for resources: {'Port': ['ID=7f29f677-450a-4a29-a30d-dd785bea7fbe,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:44.756923 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 87840a0b-a014-456e-a00a-b7d5c7588eb5, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=87840a0b-a014-456e-a00a-b7d5c7588eb5,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:04:44.786055 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b602ef9-f646-40c9-8a31-7a698ba93be5 admin admin] Network 803dd70a-3f53-43ad-9356-1243425ef9dd is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:04:44.789329 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Returning: {'device': '87840a0b-a014-456e-a00a-b7d5c7588eb5', 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1', 'port_id': '87840a0b-a014-456e-a00a-b7d5c7588eb5', 'mac_address': 'fa:16:3e:74:48:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b83ff54-b1af-44ce-bb75-ba148920553c', 'ip_address': '192.168.233.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:04:44.793840 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-8b602ef9-f646-40c9-8a31-7a698ba93be5 admin admin] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:04:44.905085 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b2c038f4-64cc-4d19-9e35-26189b277750 req-81fb8104-d460-40c6-9d89-d1aa4a571a8e tempest-SecurityGroupsTestAdminJSON-1872399205 tempest-SecurityGroupsTestAdminJSON-1872399205-project-admin] 10.222.0.85 "GET /v2.0/security-groups/2b701b0a-db24-4c30-8444-63ac82ad344b HTTP/1.1" status: 200 len: 2649 time: 0.2763431 May 30 20:04:44.942276 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device fc35ab7f-4bdd-4f97-beb2-659e01147aed up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:04:45.115367 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b2c038f4-64cc-4d19-9e35-26189b277750 req-ceeda07f-3ba3-465f-bf32-bbbb36f90b91 tempest-SecurityGroupsTestAdminJSON-1872399205 tempest-SecurityGroupsTestAdminJSON-1872399205-project-admin] 10.222.0.85 "GET /v2.0/security-groups/709754f6-b7b2-49a5-9f08-2f8d40dab798 HTTP/1.1" status: 200 len: 2649 time: 0.2086933 May 30 20:04:45.146598 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:45.186868 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87840a0b-a014-456e-a00a-b7d5c7588eb5 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:04:45.220178 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 87840a0b-a014-456e-a00a-b7d5c7588eb5, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=87840a0b-a014-456e-a00a-b7d5c7588eb5,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:04:45.238037 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-74a804eb-b7d0-4c70-89e7-1b728138a698 None None] Provisioning complete for port 365877dd-8644-44ed-afe2-eba50da77af7 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:04:45.238584 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-74a804eb-b7d0-4c70-89e7-1b728138a698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:45.297667 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-00460ac6-5736-475b-be5c-495067a6b1d6 req-182b497e-6154-4279-8276-1f5d1ddac731 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Calling delete_port for 82708d7a-2b52-495b-a7ed-40d54f53c617 owned by compute:nova {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:04:45.340909 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port fc35ab7f-4bdd-4f97-beb2-659e01147aed completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:04:45.361435 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:45.365248 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port fc35ab7f-4bdd-4f97-beb2-659e01147aed triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:04:45.366253 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:45.384881 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b2c038f4-64cc-4d19-9e35-26189b277750 req-572f31d6-4c91-4423-8176-d67afbf654cf tempest-SecurityGroupsTestAdminJSON-1872399205 tempest-SecurityGroupsTestAdminJSON-1872399205-project-admin] 10.222.0.85 "GET /v2.0/security-groups/709754f6-b7b2-49a5-9f08-2f8d40dab798 HTTP/1.1" status: 200 len: 2649 time: 0.2613041 May 30 20:04:45.465224 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b2c038f4-64cc-4d19-9e35-26189b277750 req-5dbcf8c3-130d-492d-af5c-e53b82708164 tempest-SecurityGroupsTestAdminJSON-1872399205 tempest-SecurityGroupsTestAdminJSON-1872399205-project-admin] 10.222.0.85 "GET /v2.0/security-groups/7767882a-f9bf-41b9-9950-689ffe095952 HTTP/1.1" status: 200 len: 2649 time: 0.0676527 May 30 20:04:45.484307 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=87840a0b-a014-456e-a00a-b7d5c7588eb5,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:45.501413 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-74a804eb-b7d0-4c70-89e7-1b728138a698 None None] Port 365877dd-8644-44ed-afe2-eba50da77af7 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:04:45.556313 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b2c038f4-64cc-4d19-9e35-26189b277750 req-e933c60f-de54-4f7c-b479-97ddba34ed38 tempest-SecurityGroupsTestAdminJSON-1872399205 tempest-SecurityGroupsTestAdminJSON-1872399205-project-admin] 10.222.0.85 "GET /v2.0/security-groups/7767882a-f9bf-41b9-9950-689ffe095952 HTTP/1.1" status: 200 len: 2649 time: 0.0824635 May 30 20:04:45.611251 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:45.629890 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['87840a0b-a014-456e-a00a-b7d5c7588eb5'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:04:45.636000 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b2c038f4-64cc-4d19-9e35-26189b277750 req-4d489c60-0b35-462b-90bb-a6e161159e6b tempest-SecurityGroupsTestAdminJSON-1872399205 tempest-SecurityGroupsTestAdminJSON-1872399205-project-admin] 10.222.0.85 "GET /v2.0/security-groups/7dc3bd0a-293b-4edf-8561-65117962a61d HTTP/1.1" status: 200 len: 2649 time: 0.0658140 May 30 20:04:45.641282 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b602ef9-f646-40c9-8a31-7a698ba93be5 admin admin] Router 6d655187-9441-48fa-aa50-e2660bc204e1 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:04:45.677217 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port fc35ab7f-4bdd-4f97-beb2-659e01147aed, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=fc35ab7f-4bdd-4f97-beb2-659e01147aed,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:04:45.681051 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b819d52-59b7-4136-a413-deaa0064d7e3 req-71a468b5-60e3-48f7-b090-2d8791000731 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:45.682277 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-4b819d52-59b7-4136-a413-deaa0064d7e3 req-71a468b5-60e3-48f7-b090-2d8791000731 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Synchronizing usage tracker for tenant:fa61b48b7a6444fe8c9a2f45b95c1d11 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:04:45.754870 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:45.755956 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 82b07b22-2760-4748-a55f-facd35cfff4c up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:04:45.773887 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-52c64353-9e4f-4bc6-bfc9-c21f5fab0e77 req-5d1d8f88-534f-49c4-8c76-d166fdfa761f service neutron] Attempting to bind port 7f29f677-450a-4a29-a30d-dd785bea7fbe on host n-h2-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:04:45.775574 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-52c64353-9e4f-4bc6-bfc9-c21f5fab0e77 req-5d1d8f88-534f-49c4-8c76-d166fdfa761f service neutron] Attempting to bind port 7f29f677-450a-4a29-a30d-dd785bea7fbe by drivers openvswitch,hyperv on host n-h2-843948-2 at level 0 using segments [{'id': '4048bfa0-f1bd-4aa7-86bf-7023b66ee7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2a2680a-30c7-4004-a919-1078d0f1a0a1'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:04:45.776539 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c64353-9e4f-4bc6-bfc9-c21f5fab0e77 req-5d1d8f88-534f-49c4-8c76-d166fdfa761f service neutron] Attempting to bind port 7f29f677-450a-4a29-a30d-dd785bea7fbe on network a2a2680a-30c7-4004-a919-1078d0f1a0a1 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:04:45.790925 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c64353-9e4f-4bc6-bfc9-c21f5fab0e77 req-5d1d8f88-534f-49c4-8c76-d166fdfa761f service neutron] Port 7f29f677-450a-4a29-a30d-dd785bea7fbe on network a2a2680a-30c7-4004-a919-1078d0f1a0a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:04:45.791864 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c64353-9e4f-4bc6-bfc9-c21f5fab0e77 req-5d1d8f88-534f-49c4-8c76-d166fdfa761f service neutron] Attempting to bind port 7f29f677-450a-4a29-a30d-dd785bea7fbe on network a2a2680a-30c7-4004-a919-1078d0f1a0a1 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:04:45.807634 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c64353-9e4f-4bc6-bfc9-c21f5fab0e77 req-5d1d8f88-534f-49c4-8c76-d166fdfa761f service neutron] Checking agent: {'id': 'eaa08354-e8f5-4e73-af76-8d3cf7d2b390', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 4, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:04:45.808773 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c64353-9e4f-4bc6-bfc9-c21f5fab0e77 req-5d1d8f88-534f-49c4-8c76-d166fdfa761f service neutron] Checking segment: {'id': '4048bfa0-f1bd-4aa7-86bf-7023b66ee7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2a2680a-30c7-4004-a919-1078d0f1a0a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:04:45.809728 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c64353-9e4f-4bc6-bfc9-c21f5fab0e77 req-5d1d8f88-534f-49c4-8c76-d166fdfa761f service neutron] Bound using segment: {'id': '4048bfa0-f1bd-4aa7-86bf-7023b66ee7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2a2680a-30c7-4004-a919-1078d0f1a0a1'} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:04:45.810991 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-52c64353-9e4f-4bc6-bfc9-c21f5fab0e77 req-5d1d8f88-534f-49c4-8c76-d166fdfa761f service neutron] Bound port: 7f29f677-450a-4a29-a30d-dd785bea7fbe, host: n-h2-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4048bfa0-f1bd-4aa7-86bf-7023b66ee7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2a2680a-30c7-4004-a919-1078d0f1a0a1'}}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:04:45.811977 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-52c64353-9e4f-4bc6-bfc9-c21f5fab0e77 req-5d1d8f88-534f-49c4-8c76-d166fdfa761f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:45.856564 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b2c038f4-64cc-4d19-9e35-26189b277750 req-502e6256-126d-4d47-bea8-26888e29722e tempest-SecurityGroupsTestAdminJSON-1872399205 tempest-SecurityGroupsTestAdminJSON-1872399205-project-admin] 10.222.0.85 "GET /v2.0/security-groups/7dc3bd0a-293b-4edf-8561-65117962a61d HTTP/1.1" status: 200 len: 2649 time: 0.2018235 May 30 20:04:45.938636 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=fc35ab7f-4bdd-4f97-beb2-659e01147aed,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:45.941582 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b2c038f4-64cc-4d19-9e35-26189b277750 req-b9e89bf9-e67a-4c6a-adfe-6adc66525349 tempest-SecurityGroupsTestAdminJSON-1872399205 tempest-SecurityGroupsTestAdminJSON-1872399205-project-admin] 10.222.0.85 "GET /v2.0/security-groups/9bc03317-7c5c-46d0-8ed2-0b298955a173 HTTP/1.1" status: 200 len: 2649 time: 0.0739498 May 30 20:04:45.953894 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-4b819d52-59b7-4136-a413-deaa0064d7e3 req-71a468b5-60e3-48f7-b090-2d8791000731 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Unset dirty status for tenant:fa61b48b7a6444fe8c9a2f45b95c1d11 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:04:45.960124 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4b819d52-59b7-4136-a413-deaa0064d7e3 req-71a468b5-60e3-48f7-b090-2d8791000731 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/ports?device_id=1f5e4faa-be65-4ec2-8cb3-eeaae421f37a HTTP/1.1" status: 200 len: 948 time: 1.3504779 May 30 20:04:45.995056 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-00460ac6-5736-475b-be5c-495067a6b1d6 req-182b497e-6154-4279-8276-1f5d1ddac731 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:46.045429 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b2c038f4-64cc-4d19-9e35-26189b277750 req-eb25d2fa-9fab-4de3-b87b-0781495ed0d6 tempest-SecurityGroupsTestAdminJSON-1872399205 tempest-SecurityGroupsTestAdminJSON-1872399205-project-admin] 10.222.0.85 "GET /v2.0/security-groups/9bc03317-7c5c-46d0-8ed2-0b298955a173 HTTP/1.1" status: 200 len: 2649 time: 0.0890787 May 30 20:04:46.087238 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b602ef9-f646-40c9-8a31-7a698ba93be5 admin admin] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:04:46.087558 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182b497e-6154-4279-8276-1f5d1ddac731 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Pushing event deleted for resources: {'Port': ['ID=82708d7a-2b52-495b-a7ed-40d54f53c617,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:46.122490 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 82b07b22-2760-4748-a55f-facd35cfff4c completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:04:46.122686 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-8b602ef9-f646-40c9-8a31-7a698ba93be5 admin admin] 10.222.0.85 "PUT /v2.0/routers/6d655187-9441-48fa-aa50-e2660bc204e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9465201 May 30 20:04:46.122860 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 82b07b22-2760-4748-a55f-facd35cfff4c triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:04:46.123168 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:46.124690 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b2c038f4-64cc-4d19-9e35-26189b277750 req-f9ea5f4c-116a-4e29-aae3-4476b109e98b tempest-SecurityGroupsTestAdminJSON-1872399205 tempest-SecurityGroupsTestAdminJSON-1872399205-project-admin] 10.222.0.85 "GET /v2.0/security-groups/9feb5b9e-153c-4862-852d-37136ef6457a HTTP/1.1" status: 200 len: 2649 time: 0.0684862 May 30 20:04:46.218861 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-52c64353-9e4f-4bc6-bfc9-c21f5fab0e77 req-5d1d8f88-534f-49c4-8c76-d166fdfa761f service neutron] For port 7f29f677-450a-4a29-a30d-dd785bea7fbe, host n-h2-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:04:46.222758 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-00460ac6-5736-475b-be5c-495067a6b1d6 req-182b497e-6154-4279-8276-1f5d1ddac731 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] No DVR routers for this DVR port 82708d7a-2b52-495b-a7ed-40d54f53c617 on host n-h2-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:04:46.229102 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-00460ac6-5736-475b-be5c-495067a6b1d6 req-182b497e-6154-4279-8276-1f5d1ddac731 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:46.236871 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b2c038f4-64cc-4d19-9e35-26189b277750 req-320f4a0c-621b-4942-8622-4050ebcb5ffe tempest-SecurityGroupsTestAdminJSON-1872399205 tempest-SecurityGroupsTestAdminJSON-1872399205-project-admin] 10.222.0.85 "GET /v2.0/security-groups/9feb5b9e-153c-4862-852d-37136ef6457a HTTP/1.1" status: 200 len: 2649 time: 0.0961664 May 30 20:04:46.238631 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4b819d52-59b7-4136-a413-deaa0064d7e3 req-ca8a068f-88b6-421a-8297-ed2fce73df69 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/security-groups?id=e1329ead-76da-4fe1-a988-d24ed3099985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366431 May 30 20:04:46.245878 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-52c64353-9e4f-4bc6-bfc9-c21f5fab0e77 req-5d1d8f88-534f-49c4-8c76-d166fdfa761f service neutron] For port 7f29f677-450a-4a29-a30d-dd785bea7fbe, host n-h2-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=7f29f677-450a-4a29-a30d-dd785bea7fbe,segment=NetworkSegment(4048bfa0-f1bd-4aa7-86bf-7023b66ee7f9),segment_id=4048bfa0-f1bd-4aa7-86bf-7023b66ee7f9)] {{(pid=84887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:04:46.313567 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b2c038f4-64cc-4d19-9e35-26189b277750 req-69b4fa85-f2fd-4010-b480-bc801564aced tempest-SecurityGroupsTestAdminJSON-1872399205 tempest-SecurityGroupsTestAdminJSON-1872399205-project-admin] 10.222.0.85 "GET /v2.0/security-groups/b7c7fe04-8ab6-4ec0-af46-b4358854e449 HTTP/1.1" status: 200 len: 2649 time: 0.0666056 May 30 20:04:46.341357 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-52c64353-9e4f-4bc6-bfc9-c21f5fab0e77 req-5d1d8f88-534f-49c4-8c76-d166fdfa761f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:46.408903 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b2c038f4-64cc-4d19-9e35-26189b277750 req-74fa1b62-5ee9-4446-90cd-7f96867c685f tempest-SecurityGroupsTestAdminJSON-1872399205 tempest-SecurityGroupsTestAdminJSON-1872399205-project-admin] 10.222.0.85 "GET /v2.0/security-groups/b7c7fe04-8ab6-4ec0-af46-b4358854e449 HTTP/1.1" status: 200 len: 2649 time: 0.0663056 May 30 20:04:46.409085 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-00460ac6-5736-475b-be5c-495067a6b1d6 req-182b497e-6154-4279-8276-1f5d1ddac731 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.86 "DELETE /v2.0/ports/82708d7a-2b52-495b-a7ed-40d54f53c617 HTTP/1.1" status: 204 len: 173 time: 3.1478710 May 30 20:04:46.419846 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a8759e1-0faf-4137-9282-3fa245800bcf'] response: {'name': 'network-changed', 'server_uuid': '1f5e4faa-be65-4ec2-8cb3-eeaae421f37a', 'tag': '87840a0b-a014-456e-a00a-b7d5c7588eb5', 'status': 'completed', 'code': 200} May 30 20:04:46.473240 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:46.529498 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device a38c96a1-a9be-486a-aa6f-5738e007fd3c up at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:04:46.568746 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port 82b07b22-2760-4748-a55f-facd35cfff4c, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=82b07b22-2760-4748-a55f-facd35cfff4c,segment=NetworkSegment(3e049cc2-22a5-438c-b706-8b622a4294a7),segment_id=3e049cc2-22a5-438c-b706-8b622a4294a7)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:04:46.570363 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 82708d7a-2b52-495b-a7ed-40d54f53c617 no longer exists at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:04:46.575961 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-52c64353-9e4f-4bc6-bfc9-c21f5fab0e77 req-5d1d8f88-534f-49c4-8c76-d166fdfa761f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:46.578207 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-52c64353-9e4f-4bc6-bfc9-c21f5fab0e77 req-5d1d8f88-534f-49c4-8c76-d166fdfa761f service neutron] 10.222.0.86 "PUT /v2.0/ports/7f29f677-450a-4a29-a30d-dd785bea7fbe HTTP/1.1" status: 200 len: 1091 time: 4.9639990 May 30 20:04:46.598760 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b2c038f4-64cc-4d19-9e35-26189b277750 req-f98d718f-302e-4330-b578-6fd3108fee48 tempest-SecurityGroupsTestAdminJSON-1872399205 tempest-SecurityGroupsTestAdminJSON-1872399205-project-admin] 10.222.0.85 "GET /v2.0/security-groups/b9a6de6c-2adc-4710-8505-bd8a10580e5e HTTP/1.1" status: 200 len: 2649 time: 0.1747887 May 30 20:04:46.604164 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1d8f88-534f-49c4-8c76-d166fdfa761f service neutron] Pushing event updated for resources: {'Port': ['ID=7f29f677-450a-4a29-a30d-dd785bea7fbe,revision_number=3']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:46.615366 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] No Port match for: 82708d7a-2b52-495b-a7ed-40d54f53c617 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:04:46.615789 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 82708d7a-2b52-495b-a7ed-40d54f53c617 not bound to the agent host n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:04:46.690735 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e9b18309-7731-4645-8549-bf9d40b64029 req-5faa4887-6b1e-4866-ab20-bc0b1f4653d4 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fa61b48b7a6444fe8c9a2f45b95c1d11&device_id=1f5e4faa-be65-4ec2-8cb3-eeaae421f37a HTTP/1.1" status: 200 len: 1100 time: 0.2559421 May 30 20:04:46.691205 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:46.708625 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b2c038f4-64cc-4d19-9e35-26189b277750 req-03fdf442-6a7a-44f1-b74f-709e6ca341ff tempest-SecurityGroupsTestAdminJSON-1872399205 tempest-SecurityGroupsTestAdminJSON-1872399205-project-admin] 10.222.0.85 "GET /v2.0/security-groups/b9a6de6c-2adc-4710-8505-bd8a10580e5e HTTP/1.1" status: 200 len: 2649 time: 0.1078734 May 30 20:04:46.786881 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning for port a38c96a1-a9be-486a-aa6f-5738e007fd3c completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:04:46.832604 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning complete for port a38c96a1-a9be-486a-aa6f-5738e007fd3c triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:04:46.832968 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:46.859733 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b2c038f4-64cc-4d19-9e35-26189b277750 req-be036a6e-ca0d-4bfc-8e69-401bfd542b7c tempest-SecurityGroupsTestAdminJSON-1872399205 tempest-SecurityGroupsTestAdminJSON-1872399205-project-admin] 10.222.0.85 "GET /v2.0/security-groups/e04d9b86-3d99-41a3-8241-c517ec1f4730 HTTP/1.1" status: 200 len: 2649 time: 0.1237442 May 30 20:04:46.916151 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device fc35ab7f-4bdd-4f97-beb2-659e01147aed up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:04:46.985165 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b2c038f4-64cc-4d19-9e35-26189b277750 req-343f4326-3afb-4fda-8e28-21362d6c5291 tempest-SecurityGroupsTestAdminJSON-1872399205 tempest-SecurityGroupsTestAdminJSON-1872399205-project-admin] 10.222.0.85 "GET /v2.0/security-groups/e04d9b86-3d99-41a3-8241-c517ec1f4730 HTTP/1.1" status: 200 len: 2649 time: 0.0842237 May 30 20:04:46.996484 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=82b07b22-2760-4748-a55f-facd35cfff4c,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:47.048816 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b18309-7731-4645-8549-bf9d40b64029 req-52ba9332-14d2-4c5b-8cc8-a5c70189dc42 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:47.050478 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e9b18309-7731-4645-8549-bf9d40b64029 req-52ba9332-14d2-4c5b-8cc8-a5c70189dc42 service neutron] 10.222.0.71 "GET /v2.0/networks?id=4344fbed-57fb-43d7-b32d-6020ce60f0a1 HTTP/1.1" status: 200 len: 870 time: 0.3506873 May 30 20:04:47.058121 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db3c654-3e3c-4546-aeea-b56c83fe5a7b req-7bdc356f-24ee-4df6-9119-501db6395f1d tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:47.059389 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b2c038f4-64cc-4d19-9e35-26189b277750 req-15905e59-aea5-47a0-9e13-98e5a8319dcd tempest-SecurityGroupsTestAdminJSON-1872399205 tempest-SecurityGroupsTestAdminJSON-1872399205-project-admin] 10.222.0.85 "GET /v2.0/security-groups/e12c8e5e-9ca8-4fa9-8399-c52cf6b5cc80 HTTP/1.1" status: 200 len: 2649 time: 0.0598402 May 30 20:04:47.062244 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5db3c654-3e3c-4546-aeea-b56c83fe5a7b req-7bdc356f-24ee-4df6-9119-501db6395f1d tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/ports?device_id=78a95e01-8e88-4473-98d7-b66ce9381bae HTTP/1.1" status: 200 len: 945 time: 0.4203472 May 30 20:04:47.128988 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port fc35ab7f-4bdd-4f97-beb2-659e01147aed triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:04:47.129345 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:47.143746 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b2c038f4-64cc-4d19-9e35-26189b277750 req-e52470c3-e778-4386-8cb9-d225c37a909b tempest-SecurityGroupsTestAdminJSON-1872399205 tempest-SecurityGroupsTestAdminJSON-1872399205-project-admin] 10.222.0.85 "GET /v2.0/security-groups/e12c8e5e-9ca8-4fa9-8399-c52cf6b5cc80 HTTP/1.1" status: 200 len: 2649 time: 0.0696971 May 30 20:04:47.162235 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e9b18309-7731-4645-8549-bf9d40b64029 req-15cc7db0-dfa8-4e24-9a73-8b1c9f70e1ff service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=87840a0b-a014-456e-a00a-b7d5c7588eb5 HTTP/1.1" status: 200 len: 217 time: 0.0986862 May 30 20:04:47.166946 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-52c64353-9e4f-4bc6-bfc9-c21f5fab0e77 req-8cf6a4ce-5b8e-41aa-bfff-d0394bab58c0 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=507d6785502940d28c178ad4aae87e46&device_id=e525fdd9-cb28-4edc-bfd9-9ebbc3d85da2 HTTP/1.1" status: 200 len: 1094 time: 0.2475700 May 30 20:04:47.178384 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:47.220569 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1a00c85-493e-4ed6-a162-6f8d5e0e74cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a38c96a1-a9be-486a-aa6f-5738e007fd3c'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:04:47.226284 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b2c038f4-64cc-4d19-9e35-26189b277750 req-0ce9d3a6-d0d4-4bfe-a7de-2cddd237be05 tempest-SecurityGroupsTestAdminJSON-1872399205 tempest-SecurityGroupsTestAdminJSON-1872399205-project-admin] 10.222.0.85 "GET /v2.0/security-groups/e1329ead-76da-4fe1-a988-d24ed3099985 HTTP/1.1" status: 200 len: 2649 time: 0.0722406 May 30 20:04:47.237903 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port a38c96a1-a9be-486a-aa6f-5738e007fd3c, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=a38c96a1-a9be-486a-aa6f-5738e007fd3c,segment=NetworkSegment(70424240-b76f-4af0-9f32-ace284913a86),segment_id=70424240-b76f-4af0-9f32-ace284913a86)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:04:47.297316 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-52c64353-9e4f-4bc6-bfc9-c21f5fab0e77 req-75bb3747-af72-4943-85e4-34023fe73c99 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7f29f677-450a-4a29-a30d-dd785bea7fbe HTTP/1.1" status: 200 len: 217 time: 0.1209197 May 30 20:04:47.305833 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5db3c654-3e3c-4546-aeea-b56c83fe5a7b req-cb89744a-13f2-4cad-9e3e-3fa2112661c9 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/security-groups?id=f7bd1307-7f80-416a-ad0f-251b87da459a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889277 May 30 20:04:47.311753 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b2c038f4-64cc-4d19-9e35-26189b277750 req-906cd11f-564b-4585-aa14-486da570f582 tempest-SecurityGroupsTestAdminJSON-1872399205 tempest-SecurityGroupsTestAdminJSON-1872399205-project-admin] 10.222.0.85 "GET /v2.0/security-groups/e1329ead-76da-4fe1-a988-d24ed3099985 HTTP/1.1" status: 200 len: 2649 time: 0.0756915 May 30 20:04:47.341553 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:47.353084 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b18309-7731-4645-8549-bf9d40b64029 req-c6069b6b-70d8-4d6a-b668-52554009d302 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:47.355508 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e9b18309-7731-4645-8549-bf9d40b64029 req-c6069b6b-70d8-4d6a-b668-52554009d302 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1b83ff54-b1af-44ce-bb75-ba148920553c HTTP/1.1" status: 200 len: 843 time: 0.1871850 May 30 20:04:47.424356 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c64353-9e4f-4bc6-bfc9-c21f5fab0e77 req-9bcf8d76-1c70-4a17-b726-da14b576a480 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:47.426069 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-52c64353-9e4f-4bc6-bfc9-c21f5fab0e77 req-9bcf8d76-1c70-4a17-b726-da14b576a480 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8501e548-9fd0-4b41-a186-ee2d1e9a4a4f HTTP/1.1" status: 200 len: 860 time: 0.1168902 May 30 20:04:47.489940 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=a38c96a1-a9be-486a-aa6f-5738e007fd3c,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:47.519486 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b2c038f4-64cc-4d19-9e35-26189b277750 req-872116a6-11e8-4272-8b22-1c7f7a6edea4 tempest-SecurityGroupsTestAdminJSON-1872399205 tempest-SecurityGroupsTestAdminJSON-1872399205-project-admin] 10.222.0.85 "GET /v2.0/security-groups/f2297ecd-ec70-4fcd-81fe-dba93dcecc53 HTTP/1.1" status: 200 len: 2649 time: 0.1750498 May 30 20:04:47.605289 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b2c038f4-64cc-4d19-9e35-26189b277750 req-72fa282d-320a-478c-b75d-f9a940a62f3c tempest-SecurityGroupsTestAdminJSON-1872399205 tempest-SecurityGroupsTestAdminJSON-1872399205-project-admin] 10.222.0.85 "GET /v2.0/security-groups/f2297ecd-ec70-4fcd-81fe-dba93dcecc53 HTTP/1.1" status: 200 len: 2649 time: 0.0728083 May 30 20:04:47.647349 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-52c64353-9e4f-4bc6-bfc9-c21f5fab0e77 req-f5ed87f4-7e29-49a7-b78f-385047147d8f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a2a2680a-30c7-4004-a919-1078d0f1a0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2048249 May 30 20:04:47.679398 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b2c038f4-64cc-4d19-9e35-26189b277750 req-0aeb1bfd-1ee1-480e-bce2-b8352f6b49a6 tempest-SecurityGroupsTestAdminJSON-1872399205 tempest-SecurityGroupsTestAdminJSON-1872399205-project-admin] 10.222.0.85 "GET /v2.0/security-groups/f7bd1307-7f80-416a-ad0f-251b87da459a HTTP/1.1" status: 200 len: 2649 time: 0.0658076 May 30 20:04:47.759734 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e9b18309-7731-4645-8549-bf9d40b64029 req-38dd3cad-d0b7-4f95-913e-791594b6595c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4344fbed-57fb-43d7-b32d-6020ce60f0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3965616 May 30 20:04:47.797403 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b2c038f4-64cc-4d19-9e35-26189b277750 req-33c6dd7b-96d0-43c1-94e3-e76922263837 tempest-SecurityGroupsTestAdminJSON-1872399205 tempest-SecurityGroupsTestAdminJSON-1872399205-project-admin] 10.222.0.85 "GET /v2.0/security-groups/f7bd1307-7f80-416a-ad0f-251b87da459a HTTP/1.1" status: 200 len: 2649 time: 0.1033385 May 30 20:04:48.049757 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e14dbc7-c5a5-4f8e-b2e3-516696a3961d req-f633c6f4-cc63-44eb-a6be-b563bcfcfed0 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:48.051373 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4e14dbc7-c5a5-4f8e-b2e3-516696a3961d req-f633c6f4-cc63-44eb-a6be-b563bcfcfed0 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.85 "GET /v2.0/ports?device_id=e525fdd9-cb28-4edc-bfd9-9ebbc3d85da2 HTTP/1.1" status: 200 len: 943 time: 0.1314020 May 30 20:04:48.074678 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d456725a-cc55-48c2-9799-aac1e9ccfb2f req-cd499a9a-fd19-4177-a9bc-262ea9eb6dd9 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:48.076304 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d456725a-cc55-48c2-9799-aac1e9ccfb2f req-cd499a9a-fd19-4177-a9bc-262ea9eb6dd9 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] 10.222.0.85 "GET /v2.0/ports?device_id=f1a00c85-493e-4ed6-a162-6f8d5e0e74cc HTTP/1.1" status: 200 len: 946 time: 0.4730444 May 30 20:04:48.106112 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4e14dbc7-c5a5-4f8e-b2e3-516696a3961d req-a4ed2989-988f-4114-b70b-bea279260434 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.85 "GET /v2.0/security-groups?id=e04d9b86-3d99-41a3-8241-c517ec1f4730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460498 May 30 20:04:48.127315 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-52c64353-9e4f-4bc6-bfc9-c21f5fab0e77 req-6d35ba56-4c51-43d1-b9dd-92cdfc29d9ff service neutron] 10.222.0.86 "GET /v2.0/networks/a2a2680a-30c7-4004-a919-1078d0f1a0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4698329 May 30 20:04:48.150239 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e9b18309-7731-4645-8549-bf9d40b64029 req-72a83c5e-7036-4a6a-8a38-d0f013da88d5 service neutron] 10.222.0.71 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3420327 May 30 20:04:48.267679 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e773ea-cce7-4013-baa1-8b129732c4b5 req-7bcb0953-97ab-471a-91d1-7e4741d5011e tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:48.269255 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a0e773ea-cce7-4013-baa1-8b129732c4b5 req-7bcb0953-97ab-471a-91d1-7e4741d5011e tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] 10.222.0.71 "GET /v2.0/networks?id=9d042477-034c-449d-bb46-c13d2c85f0d5 HTTP/1.1" status: 200 len: 829 time: 0.5244989 May 30 20:04:48.345723 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-a0e773ea-cce7-4013-baa1-8b129732c4b5 req-b8eaffe9-994f-40e9-8b3d-a5acab93bc93 tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] Request body: {'port': {'device_id': '87405fa8-44cd-41f2-9d8e-94d571b330b4', 'network_id': '9d042477-034c-449d-bb46-c13d2c85f0d5', 'admin_state_up': True, 'tenant_id': '451572d0f13c40ff8c6397191d3ebc95'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:04:48.407244 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-7eb9cacd-2361-4d65-a33a-275ed6f01253 req-db0c0fa6-2e5b-486b-844f-ebbdac5a84f6 tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] Synchronizing usage tracker for tenant:451572d0f13c40ff8c6397191d3ebc95 on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:04:48.435798 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c63ca1d-117e-400e-a872-50c7fd37ece9', 'name': 'network-vif-deleted', 'tag': '82708d7a-2b52-495b-a7ed-40d54f53c617'}, {'name': 'network-changed', 'server_uuid': 'e525fdd9-cb28-4edc-bfd9-9ebbc3d85da2', 'tag': '7f29f677-450a-4a29-a30d-dd785bea7fbe'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:04:48.452060 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d456725a-cc55-48c2-9799-aac1e9ccfb2f req-aa8c6c64-1556-4ce6-a7c6-ff8b87fefa12 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] 10.222.0.85 "GET /v2.0/security-groups?id=9bc03317-7c5c-46d0-8ed2-0b298955a173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3562820 May 30 20:04:48.527857 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 87840a0b-a014-456e-a00a-b7d5c7588eb5 up at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:04:48.534561 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-7eb9cacd-2361-4d65-a33a-275ed6f01253 req-db0c0fa6-2e5b-486b-844f-ebbdac5a84f6 tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] Unset dirty status for tenant:451572d0f13c40ff8c6397191d3ebc95 on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:04:48.536947 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-7eb9cacd-2361-4d65-a33a-275ed6f01253 req-db0c0fa6-2e5b-486b-844f-ebbdac5a84f6 tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] 10.222.0.85 "GET /v2.0/ports?device_id=87405fa8-44cd-41f2-9d8e-94d571b330b4 HTTP/1.1" status: 200 len: 210 time: 0.2045367 May 30 20:04:48.551315 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-52c64353-9e4f-4bc6-bfc9-c21f5fab0e77 req-c8a85541-ce38-4987-b97c-54dc736bebb4 service neutron] 10.222.0.86 "GET /v2.0/networks/a2a2680a-30c7-4004-a919-1078d0f1a0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4036059 May 30 20:04:48.574766 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e9b18309-7731-4645-8549-bf9d40b64029 req-a275f4d5-4f30-4a7c-85cc-3c836303316d service neutron] 10.222.0.71 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3994911 May 30 20:04:48.629468 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-a0e773ea-cce7-4013-baa1-8b129732c4b5 req-b8eaffe9-994f-40e9-8b3d-a5acab93bc93 tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:04:48.647809 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-a0e773ea-cce7-4013-baa1-8b129732c4b5 req-b8eaffe9-994f-40e9-8b3d-a5acab93bc93 tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:04:48.708871 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6681a3fe-d696-438f-8d0c-11de72854d14'] response: {'server_uuid': 'f1a00c85-493e-4ed6-a162-6f8d5e0e74cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a38c96a1-a9be-486a-aa6f-5738e007fd3c', 'code': 200} May 30 20:04:48.752182 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0e773ea-cce7-4013-baa1-8b129732c4b5 req-b8eaffe9-994f-40e9-8b3d-a5acab93bc93 tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] Made reservation on behalf of 451572d0f13c40ff8c6397191d3ebc95 for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:04:48.755391 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-a0e773ea-cce7-4013-baa1-8b129732c4b5 req-b8eaffe9-994f-40e9-8b3d-a5acab93bc93 tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:48.809868 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning for port 87840a0b-a014-456e-a00a-b7d5c7588eb5 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:04:48.819345 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning complete for port 87840a0b-a014-456e-a00a-b7d5c7588eb5 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:04:48.820191 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:48.919436 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 82b07b22-2760-4748-a55f-facd35cfff4c up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:04:49.176308 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:49.188353 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 82b07b22-2760-4748-a55f-facd35cfff4c triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:04:49.188353 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:49.275264 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0be8579-170c-4c33-a02c-cc44cc51d16e req-aec380d0-e2d2-4777-bafb-98c9da107c5c tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:49.275264 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c0be8579-170c-4c33-a02c-cc44cc51d16e req-aec380d0-e2d2-4777-bafb-98c9da107c5c tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/ports?device_id=1f5e4faa-be65-4ec2-8cb3-eeaae421f37a HTTP/1.1" status: 200 len: 949 time: 0.3629687 May 30 20:04:49.299983 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:49.310733 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a622b839-2b95-47d6-9e33-6e13996b029e req-000fa77f-68c2-4b38-ad34-7d94df27dbc3 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=f1a00c85-493e-4ed6-a162-6f8d5e0e74cc HTTP/1.1" status: 200 len: 1097 time: 0.4195740 May 30 20:04:49.310733 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5961f34-d17a-4920-9e10-a4c9f0e5fc4c req-47c89c48-7c30-44c8-8574-51ea3f825a11 tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:49.310733 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-d5961f34-d17a-4920-9e10-a4c9f0e5fc4c req-47c89c48-7c30-44c8-8574-51ea3f825a11 tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] Synchronizing usage tracker for tenant:a30f992c0c6d4c83b278c5e0ddf93c21 on resource:network {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:04:49.313036 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 87840a0b-a014-456e-a00a-b7d5c7588eb5, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=87840a0b-a014-456e-a00a-b7d5c7588eb5,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:04:49.318092 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [req-a0e773ea-cce7-4013-baa1-8b129732c4b5 req-b8eaffe9-994f-40e9-8b3d-a5acab93bc93 tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] Allocated IP 172.20.0.12 (9d042477-034c-449d-bb46-c13d2c85f0d5/0e35cd7e-8081-4edf-ae13-e56d98fc261c/78aa4661-1d03-4667-8262-233ff40bb69c) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:04:49.369345 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c0be8579-170c-4c33-a02c-cc44cc51d16e req-86328b81-e472-4457-b4c2-74f71c3750a0 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/security-groups?id=e1329ead-76da-4fe1-a988-d24ed3099985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047013 May 30 20:04:49.391983 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:49.396239 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a622b839-2b95-47d6-9e33-6e13996b029e req-18e04262-5e5e-4b1c-a4a9-f561dc3bc4c2 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=9bc03317-7c5c-46d0-8ed2-0b298955a173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144223 May 30 20:04:49.463575 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-d5961f34-d17a-4920-9e10-a4c9f0e5fc4c req-47c89c48-7c30-44c8-8574-51ea3f825a11 tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] Unset dirty status for tenant:a30f992c0c6d4c83b278c5e0ddf93c21 on resource:network {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:04:49.465485 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d5961f34-d17a-4920-9e10-a4c9f0e5fc4c req-47c89c48-7c30-44c8-8574-51ea3f825a11 tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] 10.222.0.85 "GET /v2.0/networks?id=803dd70a-3f53-43ad-9356-1243425ef9dd HTTP/1.1" status: 200 len: 821 time: 0.6107581 May 30 20:04:49.466829 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=87840a0b-a014-456e-a00a-b7d5c7588eb5,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:49.791911 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d5961f34-d17a-4920-9e10-a4c9f0e5fc4c req-3f7e5406-345c-4e71-ba08-6a2bcb7f3b47 tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] 10.222.0.85 "GET /v2.0/quotas/a30f992c0c6d4c83b278c5e0ddf93c21 HTTP/1.1" status: 200 len: 375 time: 0.3178668 May 30 20:04:50.002834 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-a0e773ea-cce7-4013-baa1-8b129732c4b5 req-b8eaffe9-994f-40e9-8b3d-a5acab93bc93 tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:50.034194 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-a0e773ea-cce7-4013-baa1-8b129732c4b5 req-b8eaffe9-994f-40e9-8b3d-a5acab93bc93 tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] Transition to ACTIVE for port object 78aa4661-1d03-4667-8262-233ff40bb69c will not be triggered until provisioned by entity DHCP. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:04:50.041765 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d5961f34-d17a-4920-9e10-a4c9f0e5fc4c req-b9e95dbe-d942-40bb-a7a6-b1d70d05b839 tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=a30f992c0c6d4c83b278c5e0ddf93c21&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2390289 May 30 20:04:50.105107 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-8e68a1fd-5d2f-45f4-b16a-9c84d01f9aa3 req-76e7d39f-6142-4c75-9bd8-b9d52ce114e4 tempest-SecurityGroupsTestAdminJSON-291033472 tempest-SecurityGroupsTestAdminJSON-291033472-project] Synchronizing usage tracker for tenant:fbc9e5e444a14eb387e833f96d4492cb on resource:security_group {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:04:50.209193 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-8e68a1fd-5d2f-45f4-b16a-9c84d01f9aa3 req-76e7d39f-6142-4c75-9bd8-b9d52ce114e4 tempest-SecurityGroupsTestAdminJSON-291033472 tempest-SecurityGroupsTestAdminJSON-291033472-project] Unset dirty status for tenant:fbc9e5e444a14eb387e833f96d4492cb on resource:security_group {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:04:50.210956 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-8e68a1fd-5d2f-45f4-b16a-9c84d01f9aa3 req-76e7d39f-6142-4c75-9bd8-b9d52ce114e4 tempest-SecurityGroupsTestAdminJSON-291033472 tempest-SecurityGroupsTestAdminJSON-291033472-project] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=fbc9e5e444a14eb387e833f96d4492cb HTTP/1.1" status: 200 len: 5439 time: 0.2288761 May 30 20:04:50.232210 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d5961f34-d17a-4920-9e10-a4c9f0e5fc4c req-87945a13-7942-4ead-9ed7-04ef0d490a15 service neutron] 10.222.0.85 "GET /v2.0/networks/803dd70a-3f53-43ad-9356-1243425ef9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749184 May 30 20:04:50.267376 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-a0e773ea-cce7-4013-baa1-8b129732c4b5 req-b8eaffe9-994f-40e9-8b3d-a5acab93bc93 tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:50.288015 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-8e68a1fd-5d2f-45f4-b16a-9c84d01f9aa3 req-099f95b8-47e2-40ee-98ab-3f595e36b9c4 tempest-SecurityGroupsTestAdminJSON-291033472 tempest-SecurityGroupsTestAdminJSON-291033472-project] 10.222.0.85 "GET /v2.0/security-groups/e12c8e5e-9ca8-4fa9-8399-c52cf6b5cc80 HTTP/1.1" status: 200 len: 2649 time: 0.0656719 May 30 20:04:50.381496 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-8e68a1fd-5d2f-45f4-b16a-9c84d01f9aa3 req-d3a17213-eef8-4f13-8ed7-94c921dc5748 tempest-SecurityGroupsTestAdminJSON-291033472 tempest-SecurityGroupsTestAdminJSON-291033472-project] 10.222.0.85 "GET /v2.0/security-groups/e12c8e5e-9ca8-4fa9-8399-c52cf6b5cc80 HTTP/1.1" status: 200 len: 2649 time: 0.0825782 May 30 20:04:50.433041 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8eaffe9-994f-40e9-8b3d-a5acab93bc93 tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] Pushing event updated for resources: {'Port': ['ID=78aa4661-1d03-4667-8262-233ff40bb69c,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:50.437642 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0e773ea-cce7-4013-baa1-8b129732c4b5 req-b8eaffe9-994f-40e9-8b3d-a5acab93bc93 tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] Network 9d042477-034c-449d-bb46-c13d2c85f0d5 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:04:50.440966 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [req-a0e773ea-cce7-4013-baa1-8b129732c4b5 req-b8eaffe9-994f-40e9-8b3d-a5acab93bc93 tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:04:50.446589 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0e773ea-cce7-4013-baa1-8b129732c4b5 req-b8eaffe9-994f-40e9-8b3d-a5acab93bc93 tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:04:50.566212 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d5961f34-d17a-4920-9e10-a4c9f0e5fc4c req-4b0a481c-648b-478f-be79-5e0205115230 service neutron] 10.222.0.85 "GET /v2.0/networks/803dd70a-3f53-43ad-9356-1243425ef9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3268971 May 30 20:04:50.592468 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e773ea-cce7-4013-baa1-8b129732c4b5 req-b8eaffe9-994f-40e9-8b3d-a5acab93bc93 tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:50.601159 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-a0e773ea-cce7-4013-baa1-8b129732c4b5 req-b8eaffe9-994f-40e9-8b3d-a5acab93bc93 tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:50.710371 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f5e4faa-be65-4ec2-8cb3-eeaae421f37a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87840a0b-a014-456e-a00a-b7d5c7588eb5'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:04:50.730835 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a0e773ea-cce7-4013-baa1-8b129732c4b5 req-b8eaffe9-994f-40e9-8b3d-a5acab93bc93 tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3933864 May 30 20:04:50.743428 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-a0e773ea-cce7-4013-baa1-8b129732c4b5 req-260290e3-f5dd-4506-b4d7-324afa63d87c service neutron] Request body: {'port': {'device_id': '87405fa8-44cd-41f2-9d8e-94d571b330b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843948-2'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:04:50.894878 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-a0f708dc-05f7-4a2e-8f05-8062ce8b1241 None None] Provisioning for port 78aa4661-1d03-4667-8262-233ff40bb69c completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:04:50.902077 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-a0f708dc-05f7-4a2e-8f05-8062ce8b1241 None None] Provisioning complete for port 78aa4661-1d03-4667-8262-233ff40bb69c triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:04:50.902571 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-a0f708dc-05f7-4a2e-8f05-8062ce8b1241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:50.908813 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-a0e773ea-cce7-4013-baa1-8b129732c4b5 req-260290e3-f5dd-4506-b4d7-324afa63d87c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:51.139390 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-a0f708dc-05f7-4a2e-8f05-8062ce8b1241 None None] Port 78aa4661-1d03-4667-8262-233ff40bb69c cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:04:51.170731 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca027a54-cf78-4240-86e1-34b90944ed65'] response: {'server_uuid': '1c63ca1d-117e-400e-a872-50c7fd37ece9', 'name': 'network-vif-deleted', 'tag': '82708d7a-2b52-495b-a7ed-40d54f53c617', 'status': 'completed', 'code': 200} May 30 20:04:51.171185 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca027a54-cf78-4240-86e1-34b90944ed65'] response: {'name': 'network-changed', 'server_uuid': 'e525fdd9-cb28-4edc-bfd9-9ebbc3d85da2', 'tag': '7f29f677-450a-4a29-a30d-dd785bea7fbe', 'status': 'completed', 'code': 200} May 30 20:04:51.400300 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05e24bd-e57b-4575-9abc-6974d7dd88ff req-1275f30f-a8d0-434b-ac11-afca279d332c tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:51.401891 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a05e24bd-e57b-4575-9abc-6974d7dd88ff req-1275f30f-a8d0-434b-ac11-afca279d332c tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] 10.222.0.85 "GET /v2.0/ports?device_id=f1a00c85-493e-4ed6-a162-6f8d5e0e74cc HTTP/1.1" status: 200 len: 946 time: 0.0917478 May 30 20:04:51.461911 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a05e24bd-e57b-4575-9abc-6974d7dd88ff req-3630f3e6-1d59-4947-8919-14f774c96d06 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] 10.222.0.85 "GET /v2.0/security-groups?id=9bc03317-7c5c-46d0-8ed2-0b298955a173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519824 May 30 20:04:51.629032 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ad2895e8-783a-45dd-adfb-5369e3290e12 req-3b12a5a4-f46f-481c-aaee-f23d0066fa20 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=507d6785502940d28c178ad4aae87e46&device_id=e525fdd9-cb28-4edc-bfd9-9ebbc3d85da2 HTTP/1.1" status: 200 len: 1094 time: 0.4614830 May 30 20:04:51.786529 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658d775f-4f58-4965-a48e-80a95d131d35 req-8243d971-2d68-4861-ace2-1b619f003951 tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:51.788133 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-658d775f-4f58-4965-a48e-80a95d131d35 req-8243d971-2d68-4861-ace2-1b619f003951 tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] 10.222.0.85 "GET /v2.0/ports?device_id=87405fa8-44cd-41f2-9d8e-94d571b330b4 HTTP/1.1" status: 200 len: 932 time: 0.1659734 May 30 20:04:51.799978 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7380fc10-31a9-484d-ba6b-dba9c1e644fb req-8fafcea0-f17e-4b81-bbec-046132fa7423 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:51.801668 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-7380fc10-31a9-484d-ba6b-dba9c1e644fb req-8fafcea0-f17e-4b81-bbec-046132fa7423 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.86 "GET /v2.0/ports?device_id=e5dfa99e-d6bb-4b77-88eb-3c6fe6683873 HTTP/1.1" status: 200 len: 944 time: 0.1428440 May 30 20:04:51.874477 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4702a1b1-cbae-48ab-81b0-2a326440265d req-b5b30156-0e53-4d6f-bdf0-2aa36f621a18 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:51.875717 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-4702a1b1-cbae-48ab-81b0-2a326440265d req-b5b30156-0e53-4d6f-bdf0-2aa36f621a18 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Synchronizing usage tracker for tenant:507d6785502940d28c178ad4aae87e46 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:04:51.891769 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:51.947604 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [req-7380fc10-31a9-484d-ba6b-dba9c1e644fb req-0155ce92-8fd1-47c3-8f4f-c3bfe7c04043 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Deleting port a0b47a60-2cb7-4bd5-9a85-2785c04ef634 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:04:51.947884 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-7380fc10-31a9-484d-ba6b-dba9c1e644fb req-0155ce92-8fd1-47c3-8f4f-c3bfe7c04043 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:51.979640 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-658d775f-4f58-4965-a48e-80a95d131d35 req-0ae531f1-c022-4fd6-aa31-cfc3717fc5e5 tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] Synchronizing usage tracker for tenant:451572d0f13c40ff8c6397191d3ebc95 on resource:security_group {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:04:52.059713 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-4702a1b1-cbae-48ab-81b0-2a326440265d req-b5b30156-0e53-4d6f-bdf0-2aa36f621a18 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Unset dirty status for tenant:507d6785502940d28c178ad4aae87e46 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:04:52.061841 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4702a1b1-cbae-48ab-81b0-2a326440265d req-b5b30156-0e53-4d6f-bdf0-2aa36f621a18 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.85 "GET /v2.0/ports?device_id=e525fdd9-cb28-4edc-bfd9-9ebbc3d85da2 HTTP/1.1" status: 200 len: 943 time: 0.8026943 May 30 20:04:52.085289 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.db.resource_extend [req-a0e773ea-cce7-4013-baa1-8b129732c4b5 req-260290e3-f5dd-4506-b4d7-324afa63d87c service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:04:52.117657 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-658d775f-4f58-4965-a48e-80a95d131d35 req-0ae531f1-c022-4fd6-aa31-cfc3717fc5e5 tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] Unset dirty status for tenant:451572d0f13c40ff8c6397191d3ebc95 on resource:security_group {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:04:52.118898 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-658d775f-4f58-4965-a48e-80a95d131d35 req-0ae531f1-c022-4fd6-aa31-cfc3717fc5e5 tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] 10.222.0.85 "GET /v2.0/security-groups?id=709754f6-b7b2-49a5-9f08-2f8d40dab798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3161232 May 30 20:04:52.231235 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2895e8-783a-45dd-adfb-5369e3290e12 req-a430a2ee-43ed-4235-97e7-6fd0b515b99c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:52.233705 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ad2895e8-783a-45dd-adfb-5369e3290e12 req-a430a2ee-43ed-4235-97e7-6fd0b515b99c service neutron] 10.222.0.86 "GET /v2.0/networks?id=a2a2680a-30c7-4004-a919-1078d0f1a0a1 HTTP/1.1" status: 200 len: 921 time: 0.5828760 May 30 20:04:52.282865 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-7380fc10-31a9-484d-ba6b-dba9c1e644fb req-0155ce92-8fd1-47c3-8f4f-c3bfe7c04043 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] For port a0b47a60-2cb7-4bd5-9a85-2785c04ef634, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=a0b47a60-2cb7-4bd5-9a85-2785c04ef634,segment=NetworkSegment(4d4a7668-7a19-4452-8bd2-a5411730cf30),segment_id=4d4a7668-7a19-4452-8bd2-a5411730cf30)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:04:52.283231 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-7380fc10-31a9-484d-ba6b-dba9c1e644fb req-0155ce92-8fd1-47c3-8f4f-c3bfe7c04043 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:52.345848 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2668475-5025-4b2c-83c2-f28a55516451 req-d6cc2f8c-3c5b-4c86-ad59-d84ce275c3fe tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:52.348292 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c2668475-5025-4b2c-83c2-f28a55516451 req-d6cc2f8c-3c5b-4c86-ad59-d84ce275c3fe tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.86 "GET /v2.0/ports?device_id=78a95e01-8e88-4473-98d7-b66ce9381bae HTTP/1.1" status: 200 len: 945 time: 0.6891282 May 30 20:04:52.419920 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [req-7380fc10-31a9-484d-ba6b-dba9c1e644fb req-0155ce92-8fd1-47c3-8f4f-c3bfe7c04043 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Calling delete_port for a0b47a60-2cb7-4bd5-9a85-2785c04ef634 owned by compute:nova {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:04:52.477352 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ad2895e8-783a-45dd-adfb-5369e3290e12 req-a1ad440a-74b0-41d3-9721-42e934b24c2a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7f29f677-450a-4a29-a30d-dd785bea7fbe HTTP/1.1" status: 200 len: 217 time: 0.2318094 May 30 20:04:52.491820 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [req-a0e773ea-cce7-4013-baa1-8b129732c4b5 req-260290e3-f5dd-4506-b4d7-324afa63d87c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78aa4661-1d03-4667-8262-233ff40bb69c {{(pid=84887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:04:52.572914 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-a0e773ea-cce7-4013-baa1-8b129732c4b5 req-260290e3-f5dd-4506-b4d7-324afa63d87c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:52.592610 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a6bca7-116c-4618-b9b1-13e86c213d21 req-cfaa404c-e4f3-4144-9e1c-0d6c54b7352f tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:52.594316 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-17a6bca7-116c-4618-b9b1-13e86c213d21 req-cfaa404c-e4f3-4144-9e1c-0d6c54b7352f tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/ports?device_id=78a95e01-8e88-4473-98d7-b66ce9381bae HTTP/1.1" status: 200 len: 945 time: 0.1822994 May 30 20:04:52.630335 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4702a1b1-cbae-48ab-81b0-2a326440265d req-f5d25551-34ce-48eb-aef2-b9024e14a1bb tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.85 "GET /v2.0/security-groups?id=e04d9b86-3d99-41a3-8241-c517ec1f4730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5475178 May 30 20:04:52.663714 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-a0e773ea-cce7-4013-baa1-8b129732c4b5 req-260290e3-f5dd-4506-b4d7-324afa63d87c service neutron] Transition to ACTIVE for port object 78aa4661-1d03-4667-8262-233ff40bb69c will not be triggered until provisioned by entity L2. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:04:52.673080 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-c2668475-5025-4b2c-83c2-f28a55516451 req-58d0a3ef-dc9a-4db4-8a3d-3a4aee2d4851 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Deleting port 7e7a8f07-4499-41c7-a8cb-66667af412b1 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:04:52.673657 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c2668475-5025-4b2c-83c2-f28a55516451 req-58d0a3ef-dc9a-4db4-8a3d-3a4aee2d4851 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:52.704039 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-17a6bca7-116c-4618-b9b1-13e86c213d21 req-797bbfcc-3469-4383-b621-093cc6c3b4f0 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/security-groups?id=f7bd1307-7f80-416a-ad0f-251b87da459a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754871 May 30 20:04:52.787436 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-7380fc10-31a9-484d-ba6b-dba9c1e644fb req-0155ce92-8fd1-47c3-8f4f-c3bfe7c04043 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:52.885140 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0155ce92-8fd1-47c3-8f4f-c3bfe7c04043 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Pushing event deleted for resources: {'Port': ['ID=a0b47a60-2cb7-4bd5-9a85-2785c04ef634,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:52.955546 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-a0e773ea-cce7-4013-baa1-8b129732c4b5 req-260290e3-f5dd-4506-b4d7-324afa63d87c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:53.017302 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2895e8-783a-45dd-adfb-5369e3290e12 req-4e194ed5-3825-4858-9093-9292aabb077e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:53.019297 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ad2895e8-783a-45dd-adfb-5369e3290e12 req-4e194ed5-3825-4858-9093-9292aabb077e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8501e548-9fd0-4b41-a186-ee2d1e9a4a4f HTTP/1.1" status: 200 len: 860 time: 0.5070934 May 30 20:04:53.054561 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [req-7380fc10-31a9-484d-ba6b-dba9c1e644fb req-0155ce92-8fd1-47c3-8f4f-c3bfe7c04043 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] No DVR routers for this DVR port a0b47a60-2cb7-4bd5-9a85-2785c04ef634 on host n-h2-843948-2 {{(pid=84886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:04:53.058293 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-7380fc10-31a9-484d-ba6b-dba9c1e644fb req-0155ce92-8fd1-47c3-8f4f-c3bfe7c04043 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:53.061912 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5dfa99e-d6bb-4b77-88eb-3c6fe6683873', 'name': 'network-vif-deleted', 'tag': 'a0b47a60-2cb7-4bd5-9a85-2785c04ef634'}] {{(pid=84886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:04:53.082540 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-7380fc10-31a9-484d-ba6b-dba9c1e644fb req-0155ce92-8fd1-47c3-8f4f-c3bfe7c04043 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.86 "DELETE /v2.0/ports/a0b47a60-2cb7-4bd5-9a85-2785c04ef634 HTTP/1.1" status: 204 len: 173 time: 1.2286212 May 30 20:04:53.124931 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db915966-b7f6-427f-9676-94eff384a3ff req-dd543cb8-c917-4c6e-ab62-bd658813937f tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:53.134410 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-db915966-b7f6-427f-9676-94eff384a3ff req-dd543cb8-c917-4c6e-ab62-bd658813937f tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/ports?device_id=1f5e4faa-be65-4ec2-8cb3-eeaae421f37a HTTP/1.1" status: 200 len: 950 time: 0.1682017 May 30 20:04:53.200418 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ad2895e8-783a-45dd-adfb-5369e3290e12 req-f51be73c-7d69-43ca-b34d-02ea770a1cb6 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a2a2680a-30c7-4004-a919-1078d0f1a0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1677940 May 30 20:04:53.211511 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-db915966-b7f6-427f-9676-94eff384a3ff req-13512d41-2bef-4783-a042-f68842e75f12 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/security-groups?id=e1329ead-76da-4fe1-a988-d24ed3099985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777042 May 30 20:04:53.291679 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88c87775-c12b-477a-8eb6-37a66893797a'] response: {'server_uuid': '1f5e4faa-be65-4ec2-8cb3-eeaae421f37a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87840a0b-a014-456e-a00a-b7d5c7588eb5', 'code': 200} May 30 20:04:53.353426 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260290e3-f5dd-4506-b4d7-324afa63d87c service neutron] Pushing event updated for resources: {'Port': ['ID=78aa4661-1d03-4667-8262-233ff40bb69c,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:53.462452 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f2c6eed6-d305-47ba-86c2-3ff54651fae2 req-db938bbf-0625-4b16-8098-5ccf91fb4f0c tempest-SecurityGroupsTestAdminJSON-1872399205 tempest-SecurityGroupsTestAdminJSON-1872399205-project-admin] 10.222.0.85 "GET /v2.0/security-groups/2c013f18-52fb-458e-8b4b-103f9fa0a5c2 HTTP/1.1" status: 200 len: 1610 time: 0.5191126 May 30 20:04:53.542775 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-a31ef6e0-7fef-4dba-8e28-ae95c5ea4134 req-34cc4b93-3206-4d7a-80dd-dec2a0021086 tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] Synchronizing usage tracker for tenant:a30f992c0c6d4c83b278c5e0ddf93c21 on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:04:53.706778 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-a31ef6e0-7fef-4dba-8e28-ae95c5ea4134 req-34cc4b93-3206-4d7a-80dd-dec2a0021086 tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] Unset dirty status for tenant:a30f992c0c6d4c83b278c5e0ddf93c21 on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:04:53.709203 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a31ef6e0-7fef-4dba-8e28-ae95c5ea4134 req-34cc4b93-3206-4d7a-80dd-dec2a0021086 tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] 10.222.0.85 "GET /v2.0/ports?device_id=344028cd-77f9-4cf0-ab86-229dde8efa6e HTTP/1.1" status: 200 len: 210 time: 0.2587004 May 30 20:04:53.836686 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ad2895e8-783a-45dd-adfb-5369e3290e12 req-37723132-090b-4fff-a56e-57e8259b0f59 service neutron] 10.222.0.86 "GET /v2.0/networks/a2a2680a-30c7-4004-a919-1078d0f1a0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6130652 May 30 20:04:53.949340 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-f2c6eed6-d305-47ba-86c2-3ff54651fae2 req-668280d0-a01b-4e38-b499-e0f7a4842696 tempest-SecurityGroupsTestAdminJSON-1872399205 tempest-SecurityGroupsTestAdminJSON-1872399205-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:53.951240 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-a0e773ea-cce7-4013-baa1-8b129732c4b5 req-260290e3-f5dd-4506-b4d7-324afa63d87c service neutron] Attempting to bind port 78aa4661-1d03-4667-8262-233ff40bb69c on host n-h1-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:04:53.951574 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-a0e773ea-cce7-4013-baa1-8b129732c4b5 req-260290e3-f5dd-4506-b4d7-324afa63d87c service neutron] Attempting to bind port 78aa4661-1d03-4667-8262-233ff40bb69c by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': '3e049cc2-22a5-438c-b706-8b622a4294a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '9d042477-034c-449d-bb46-c13d2c85f0d5'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:04:53.951897 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e773ea-cce7-4013-baa1-8b129732c4b5 req-260290e3-f5dd-4506-b4d7-324afa63d87c service neutron] Attempting to bind port 78aa4661-1d03-4667-8262-233ff40bb69c on network 9d042477-034c-449d-bb46-c13d2c85f0d5 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:04:53.957345 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-24eb7c27-d8cb-44fc-ab63-f483caa45973 req-9d443b6c-351a-47e6-8797-05d955669b12 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Synchronizing usage tracker for tenant:e03d8798de6f4daa8bc8080dc719ce8a on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:04:53.964336 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-c2668475-5025-4b2c-83c2-f28a55516451 req-58d0a3ef-dc9a-4db4-8a3d-3a4aee2d4851 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] For port 7e7a8f07-4499-41c7-a8cb-66667af412b1, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=7e7a8f07-4499-41c7-a8cb-66667af412b1,segment=NetworkSegment(a588beee-eb1a-4179-866b-50764eb9b22b),segment_id=a588beee-eb1a-4179-866b-50764eb9b22b)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:04:53.964704 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c2668475-5025-4b2c-83c2-f28a55516451 req-58d0a3ef-dc9a-4db4-8a3d-3a4aee2d4851 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:54.060923 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-24eb7c27-d8cb-44fc-ab63-f483caa45973 req-9d443b6c-351a-47e6-8797-05d955669b12 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Unset dirty status for tenant:e03d8798de6f4daa8bc8080dc719ce8a on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:04:54.062676 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-24eb7c27-d8cb-44fc-ab63-f483caa45973 req-9d443b6c-351a-47e6-8797-05d955669b12 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/ports?device_id=e5dfa99e-d6bb-4b77-88eb-3c6fe6683873 HTTP/1.1" status: 200 len: 210 time: 0.1826434 May 30 20:04:54.139748 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-c2668475-5025-4b2c-83c2-f28a55516451 req-58d0a3ef-dc9a-4db4-8a3d-3a4aee2d4851 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Calling delete_port for 7e7a8f07-4499-41c7-a8cb-66667af412b1 owned by compute:nova {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:04:54.167123 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e773ea-cce7-4013-baa1-8b129732c4b5 req-260290e3-f5dd-4506-b4d7-324afa63d87c service neutron] Port 78aa4661-1d03-4667-8262-233ff40bb69c on network 9d042477-034c-449d-bb46-c13d2c85f0d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:04:54.167491 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e773ea-cce7-4013-baa1-8b129732c4b5 req-260290e3-f5dd-4506-b4d7-324afa63d87c service neutron] Attempting to bind port 78aa4661-1d03-4667-8262-233ff40bb69c on network 9d042477-034c-449d-bb46-c13d2c85f0d5 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:04:54.172688 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-18c3277c-8ecd-45f8-a9f4-d81ca0e2f0c5 req-1e7bafe6-665e-4fca-aedb-80036c02885c service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=1f5e4faa-be65-4ec2-8cb3-eeaae421f37a HTTP/1.1" status: 200 len: 1101 time: 0.5854783 May 30 20:04:54.216932 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-f2c6eed6-d305-47ba-86c2-3ff54651fae2 req-668280d0-a01b-4e38-b499-e0f7a4842696 tempest-SecurityGroupsTestAdminJSON-1872399205 tempest-SecurityGroupsTestAdminJSON-1872399205-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:54.270226 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e773ea-cce7-4013-baa1-8b129732c4b5 req-260290e3-f5dd-4506-b4d7-324afa63d87c service neutron] Checking agent: {'id': 'f728d74e-a4ae-4384-860b-a5ade05dd8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 4, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:04:54.270887 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e773ea-cce7-4013-baa1-8b129732c4b5 req-260290e3-f5dd-4506-b4d7-324afa63d87c service neutron] Checking segment: {'id': '3e049cc2-22a5-438c-b706-8b622a4294a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '9d042477-034c-449d-bb46-c13d2c85f0d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:04:54.271463 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e773ea-cce7-4013-baa1-8b129732c4b5 req-260290e3-f5dd-4506-b4d7-324afa63d87c service neutron] Bound using segment: {'id': '3e049cc2-22a5-438c-b706-8b622a4294a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '9d042477-034c-449d-bb46-c13d2c85f0d5'} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:04:54.271935 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-a0e773ea-cce7-4013-baa1-8b129732c4b5 req-260290e3-f5dd-4506-b4d7-324afa63d87c service neutron] Bound port: 78aa4661-1d03-4667-8262-233ff40bb69c, host: n-h1-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e049cc2-22a5-438c-b706-8b622a4294a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '9d042477-034c-449d-bb46-c13d2c85f0d5'}}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:04:54.272527 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-a0e773ea-cce7-4013-baa1-8b129732c4b5 req-260290e3-f5dd-4506-b4d7-324afa63d87c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:54.381309 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ad2895e8-783a-45dd-adfb-5369e3290e12 req-b0dac9f2-0903-496c-997f-e3d4e3acc29d service neutron] 10.222.0.86 "GET /v2.0/networks/a2a2680a-30c7-4004-a919-1078d0f1a0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5290873 May 30 20:04:54.422287 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-18c3277c-8ecd-45f8-a9f4-d81ca0e2f0c5 req-aac944bd-77f3-4af2-9e2b-bda6e909875b service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=e1329ead-76da-4fe1-a988-d24ed3099985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313974 May 30 20:04:54.532985 n-d-843948-2 neutron-server[84886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b544f13c-9bf5-4821-853f-b53270aecdec'] response: {'server_uuid': 'e5dfa99e-d6bb-4b77-88eb-3c6fe6683873', 'name': 'network-vif-deleted', 'tag': 'a0b47a60-2cb7-4bd5-9a85-2785c04ef634', 'status': 'completed', 'code': 200} May 30 20:04:54.589354 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-f2c6eed6-d305-47ba-86c2-3ff54651fae2 req-668280d0-a01b-4e38-b499-e0f7a4842696 tempest-SecurityGroupsTestAdminJSON-1872399205 tempest-SecurityGroupsTestAdminJSON-1872399205-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:54.636007 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668280d0-a01b-4e38-b499-e0f7a4842696 tempest-SecurityGroupsTestAdminJSON-1872399205 tempest-SecurityGroupsTestAdminJSON-1872399205-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c013f18-52fb-458e-8b4b-103f9fa0a5c2,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:54.789070 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5961f34-d17a-4920-9e10-a4c9f0e5fc4c req-b3739cb2-f8ac-40d9-bc8b-28525ee81c12 tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:54.791678 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d5961f34-d17a-4920-9e10-a4c9f0e5fc4c req-b3739cb2-f8ac-40d9-bc8b-28525ee81c12 tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] 10.222.0.86 "GET /v2.0/networks?id=803dd70a-3f53-43ad-9356-1243425ef9dd HTTP/1.1" status: 200 len: 821 time: 0.3928254 May 30 20:04:54.795249 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-a0e773ea-cce7-4013-baa1-8b129732c4b5 req-260290e3-f5dd-4506-b4d7-324afa63d87c service neutron] For port 78aa4661-1d03-4667-8262-233ff40bb69c, host n-h1-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:04:54.810984 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-a0e773ea-cce7-4013-baa1-8b129732c4b5 req-260290e3-f5dd-4506-b4d7-324afa63d87c service neutron] For port 78aa4661-1d03-4667-8262-233ff40bb69c, host n-h1-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=78aa4661-1d03-4667-8262-233ff40bb69c,segment=NetworkSegment(3e049cc2-22a5-438c-b706-8b622a4294a7),segment_id=3e049cc2-22a5-438c-b706-8b622a4294a7)] {{(pid=84887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:04:54.819686 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c2668475-5025-4b2c-83c2-f28a55516451 req-58d0a3ef-dc9a-4db4-8a3d-3a4aee2d4851 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:54.844282 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a2f974-0eb1-439e-bf34-65cd6c32b386 req-7debfd33-93c4-492f-a0a7-772a98d92bcd tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:54.845990 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e0a2f974-0eb1-439e-bf34-65cd6c32b386 req-7debfd33-93c4-492f-a0a7-772a98d92bcd tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] 10.222.0.85 "GET /v2.0/ports?device_id=87405fa8-44cd-41f2-9d8e-94d571b330b4 HTTP/1.1" status: 200 len: 944 time: 0.1195278 May 30 20:04:54.910735 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e0a2f974-0eb1-439e-bf34-65cd6c32b386 req-e89cb400-6258-4009-8c2e-46c3e0c3e6a9 tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] 10.222.0.85 "GET /v2.0/security-groups?id=709754f6-b7b2-49a5-9f08-2f8d40dab798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545762 May 30 20:04:55.030344 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-d5961f34-d17a-4920-9e10-a4c9f0e5fc4c req-eae77150-02ba-44e5-9b2f-dce76b30f21e tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] Request body: {'port': {'device_id': '344028cd-77f9-4cf0-ab86-229dde8efa6e', 'network_id': '803dd70a-3f53-43ad-9356-1243425ef9dd', 'admin_state_up': True, 'tenant_id': 'a30f992c0c6d4c83b278c5e0ddf93c21'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:04:55.058256 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d0a3ef-dc9a-4db4-8a3d-3a4aee2d4851 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Pushing event deleted for resources: {'Port': ['ID=7e7a8f07-4499-41c7-a8cb-66667af412b1,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:55.061204 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-a0e773ea-cce7-4013-baa1-8b129732c4b5 req-260290e3-f5dd-4506-b4d7-324afa63d87c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:55.227361 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-a0e773ea-cce7-4013-baa1-8b129732c4b5 req-260290e3-f5dd-4506-b4d7-324afa63d87c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:55.228802 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a0e773ea-cce7-4013-baa1-8b129732c4b5 req-260290e3-f5dd-4506-b4d7-324afa63d87c service neutron] 10.222.0.71 "PUT /v2.0/ports/78aa4661-1d03-4667-8262-233ff40bb69c HTTP/1.1" status: 200 len: 1092 time: 4.4907784 May 30 20:04:55.235750 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-f2c6eed6-d305-47ba-86c2-3ff54651fae2 req-668280d0-a01b-4e38-b499-e0f7a4842696 tempest-SecurityGroupsTestAdminJSON-1872399205 tempest-SecurityGroupsTestAdminJSON-1872399205-project-admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:55.236897 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f2c6eed6-d305-47ba-86c2-3ff54651fae2 req-668280d0-a01b-4e38-b499-e0f7a4842696 tempest-SecurityGroupsTestAdminJSON-1872399205 tempest-SecurityGroupsTestAdminJSON-1872399205-project-admin] 10.222.0.85 "DELETE /v2.0/security-groups/2c013f18-52fb-458e-8b4b-103f9fa0a5c2 HTTP/1.1" status: 204 len: 173 time: 1.7736328 May 30 20:04:55.237512 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87405fa8-44cd-41f2-9d8e-94d571b330b4', 'tag': '78aa4661-1d03-4667-8262-233ff40bb69c'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:04:55.437975 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a958b1b1-543d-4146-b053-5002347feb36 req-b697b405-f9eb-4b25-aab2-563144badae1 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:55.440921 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a958b1b1-543d-4146-b053-5002347feb36 req-b697b405-f9eb-4b25-aab2-563144badae1 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.85 "GET /v2.0/ports?device_id=e525fdd9-cb28-4edc-bfd9-9ebbc3d85da2 HTTP/1.1" status: 200 len: 943 time: 0.2789288 May 30 20:04:55.506369 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2668475-5025-4b2c-83c2-f28a55516451 req-58d0a3ef-dc9a-4db4-8a3d-3a4aee2d4851 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] No DVR routers for this DVR port 7e7a8f07-4499-41c7-a8cb-66667af412b1 on host n-h2-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:04:55.536137 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a958b1b1-543d-4146-b053-5002347feb36 req-e084fc7f-66d8-4b70-a16d-5fb88dfdc309 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.85 "GET /v2.0/security-groups?id=e04d9b86-3d99-41a3-8241-c517ec1f4730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891099 May 30 20:04:55.536584 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c2668475-5025-4b2c-83c2-f28a55516451 req-58d0a3ef-dc9a-4db4-8a3d-3a4aee2d4851 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:55.540327 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c2668475-5025-4b2c-83c2-f28a55516451 req-58d0a3ef-dc9a-4db4-8a3d-3a4aee2d4851 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.86 "DELETE /v2.0/ports/7e7a8f07-4499-41c7-a8cb-66667af412b1 HTTP/1.1" status: 204 len: 173 time: 3.1398644 May 30 20:04:55.558212 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260290e3-f5dd-4506-b4d7-324afa63d87c service neutron] Pushing event updated for resources: {'Port': ['ID=78aa4661-1d03-4667-8262-233ff40bb69c,revision_number=3']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:55.568544 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-33fb55ca-5c5a-4b8f-84c3-80c3a7965a9c req-a0d25a58-1bcc-41eb-970a-766d1653d62c tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Synchronizing usage tracker for tenant:2f556c8c0e86457c8a99895c145d8ec1 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:04:55.642462 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-d5961f34-d17a-4920-9e10-a4c9f0e5fc4c req-eae77150-02ba-44e5-9b2f-dce76b30f21e tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:04:55.671581 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-d5961f34-d17a-4920-9e10-a4c9f0e5fc4c req-eae77150-02ba-44e5-9b2f-dce76b30f21e tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:04:55.726842 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a0e773ea-cce7-4013-baa1-8b129732c4b5 req-6446e481-a451-4e9e-827a-04ab70704281 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=451572d0f13c40ff8c6397191d3ebc95&device_id=87405fa8-44cd-41f2-9d8e-94d571b330b4 HTTP/1.1" status: 200 len: 1095 time: 0.3166378 May 30 20:04:55.802784 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bde8713-3f63-4146-a1b7-82eeb652b304 req-42537450-a939-4775-b216-95138cc5cd4a tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:55.804475 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1bde8713-3f63-4146-a1b7-82eeb652b304 req-42537450-a939-4775-b216-95138cc5cd4a tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/ports?device_id=1f5e4faa-be65-4ec2-8cb3-eeaae421f37a HTTP/1.1" status: 200 len: 950 time: 0.1098473 May 30 20:04:55.859314 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-33fb55ca-5c5a-4b8f-84c3-80c3a7965a9c req-a0d25a58-1bcc-41eb-970a-766d1653d62c tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Unset dirty status for tenant:2f556c8c0e86457c8a99895c145d8ec1 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:04:55.861332 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-33fb55ca-5c5a-4b8f-84c3-80c3a7965a9c req-a0d25a58-1bcc-41eb-970a-766d1653d62c tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/ports?device_id=78a95e01-8e88-4473-98d7-b66ce9381bae HTTP/1.1" status: 200 len: 210 time: 0.4611611 May 30 20:04:55.862275 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5961f34-d17a-4920-9e10-a4c9f0e5fc4c req-eae77150-02ba-44e5-9b2f-dce76b30f21e tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] Made reservation on behalf of a30f992c0c6d4c83b278c5e0ddf93c21 for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:04:55.867036 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-d5961f34-d17a-4920-9e10-a4c9f0e5fc4c req-eae77150-02ba-44e5-9b2f-dce76b30f21e tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:55.908544 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a0e773ea-cce7-4013-baa1-8b129732c4b5 req-91cbce6e-53c3-4f15-9b08-ccab4217354d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=78aa4661-1d03-4667-8262-233ff40bb69c HTTP/1.1" status: 200 len: 217 time: 0.1748004 May 30 20:04:55.925253 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1bde8713-3f63-4146-a1b7-82eeb652b304 req-b27747bc-4257-4aea-a1e1-5854c411a919 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/security-groups?id=e1329ead-76da-4fe1-a988-d24ed3099985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100039 May 30 20:04:56.141729 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-7999efb2-0b0e-47a1-909e-10bdb18dedd6 req-6078c7ee-0c1f-4d7b-9700-56ddecdcb71a tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] 10.222.0.85 "GET /v2.0/ports?device_id=344028cd-77f9-4cf0-ab86-229dde8efa6e HTTP/1.1" status: 200 len: 210 time: 0.0513411 May 30 20:04:56.220313 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-e36cf685-0277-4856-be1b-83a89d0864bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:56.246996 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e773ea-cce7-4013-baa1-8b129732c4b5 req-8a42fb9b-0890-4897-beff-e16cdacbb561 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:56.248483 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a0e773ea-cce7-4013-baa1-8b129732c4b5 req-8a42fb9b-0890-4897-beff-e16cdacbb561 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=0e35cd7e-8081-4edf-ae13-e56d98fc261c HTTP/1.1" status: 200 len: 868 time: 0.3303378 May 30 20:04:56.430550 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [req-d5961f34-d17a-4920-9e10-a4c9f0e5fc4c req-eae77150-02ba-44e5-9b2f-dce76b30f21e tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] Allocated IP 172.20.0.4 (803dd70a-3f53-43ad-9356-1243425ef9dd/a936439d-a424-4a5c-8496-f82c5049c2f0/5577968e-d9bf-46c3-bc01-56cce150297c) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:04:56.492031 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d2f1fc7-dc7f-45c9-a27b-a8153f2b9722'] response: {'name': 'network-changed', 'server_uuid': '87405fa8-44cd-41f2-9d8e-94d571b330b4', 'tag': '78aa4661-1d03-4667-8262-233ff40bb69c', 'status': 'completed', 'code': 200} May 30 20:04:56.570592 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-42cdc5c9-ad82-4a88-8da0-c58deb0f67c4 req-2e2b41e2-2192-4054-8a20-9436fd59caa6 tempest-SecurityGroupsTestAdminJSON-1872399205 tempest-SecurityGroupsTestAdminJSON-1872399205-project-admin] 10.222.0.85 "GET /v2.0/security-groups/7e7ab20d-590f-40a1-8496-b376ebdd4571 HTTP/1.1" status: 200 len: 1610 time: 0.0615795 May 30 20:04:56.593649 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 7f29f677-450a-4a29-a30d-dd785bea7fbe details requested by agent hyperv_n-h2-843948-2 with host n-h2-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:04:56.601907 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078b6977-96e8-48e5-9a8f-9696c0a3c6ea req-0a41b97e-ac01-4e5d-866a-9d44cd01c8d0 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:56.603470 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-078b6977-96e8-48e5-9a8f-9696c0a3c6ea req-0a41b97e-ac01-4e5d-866a-9d44cd01c8d0 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] 10.222.0.85 "GET /v2.0/ports?device_id=f1a00c85-493e-4ed6-a162-6f8d5e0e74cc HTTP/1.1" status: 200 len: 946 time: 0.4893343 May 30 20:04:56.631596 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device a0b47a60-2cb7-4bd5-9a85-2785c04ef634 no longer exists at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:04:56.699177 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-42cdc5c9-ad82-4a88-8da0-c58deb0f67c4 req-8666e179-4969-4c89-9bbc-f1067bfb6e56 tempest-SecurityGroupsTestAdminJSON-1872399205 tempest-SecurityGroupsTestAdminJSON-1872399205-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:56.753288 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-42cdc5c9-ad82-4a88-8da0-c58deb0f67c4 req-8666e179-4969-4c89-9bbc-f1067bfb6e56 tempest-SecurityGroupsTestAdminJSON-1872399205 tempest-SecurityGroupsTestAdminJSON-1872399205-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:56.765403 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] No Port match for: a0b47a60-2cb7-4bd5-9a85-2785c04ef634 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:04:56.765771 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device a0b47a60-2cb7-4bd5-9a85-2785c04ef634 not bound to the agent host n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:04:56.778291 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 7e7a8f07-4499-41c7-a8cb-66667af412b1 no longer exists at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:04:56.794820 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a0e773ea-cce7-4013-baa1-8b129732c4b5 req-1b44e3fb-5f8c-4de2-aefe-f564383230e6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9d042477-034c-449d-bb46-c13d2c85f0d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5356712 May 30 20:04:56.840052 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.db.resource_extend [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:04:56.869241 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] No Port match for: 7e7a8f07-4499-41c7-a8cb-66667af412b1 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:04:56.876776 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 7e7a8f07-4499-41c7-a8cb-66667af412b1 not bound to the agent host n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:04:56.935549 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-42cdc5c9-ad82-4a88-8da0-c58deb0f67c4 req-8666e179-4969-4c89-9bbc-f1067bfb6e56 tempest-SecurityGroupsTestAdminJSON-1872399205 tempest-SecurityGroupsTestAdminJSON-1872399205-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:57.022167 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8666e179-4969-4c89-9bbc-f1067bfb6e56 tempest-SecurityGroupsTestAdminJSON-1872399205 tempest-SecurityGroupsTestAdminJSON-1872399205-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e7ab20d-590f-40a1-8496-b376ebdd4571,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:57.051610 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-42cdc5c9-ad82-4a88-8da0-c58deb0f67c4 req-8666e179-4969-4c89-9bbc-f1067bfb6e56 tempest-SecurityGroupsTestAdminJSON-1872399205 tempest-SecurityGroupsTestAdminJSON-1872399205-project-admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:57.053091 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-078b6977-96e8-48e5-9a8f-9696c0a3c6ea req-fbb6f5af-d05b-4022-82b7-0ba9a4ac7e44 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] 10.222.0.85 "GET /v2.0/security-groups?id=9bc03317-7c5c-46d0-8ed2-0b298955a173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4129720 May 30 20:04:57.072695 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-42cdc5c9-ad82-4a88-8da0-c58deb0f67c4 req-8666e179-4969-4c89-9bbc-f1067bfb6e56 tempest-SecurityGroupsTestAdminJSON-1872399205 tempest-SecurityGroupsTestAdminJSON-1872399205-project-admin] 10.222.0.85 "DELETE /v2.0/security-groups/7e7ab20d-590f-40a1-8496-b376ebdd4571 HTTP/1.1" status: 204 len: 173 time: 0.4954689 May 30 20:04:57.096612 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-d5961f34-d17a-4920-9e10-a4c9f0e5fc4c req-eae77150-02ba-44e5-9b2f-dce76b30f21e tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:57.169122 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 7f29f677-450a-4a29-a30d-dd785bea7fbe, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=7f29f677-450a-4a29-a30d-dd785bea7fbe,segment=NetworkSegment(4048bfa0-f1bd-4aa7-86bf-7023b66ee7f9),segment_id=4048bfa0-f1bd-4aa7-86bf-7023b66ee7f9)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:04:57.195334 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-d5961f34-d17a-4920-9e10-a4c9f0e5fc4c req-eae77150-02ba-44e5-9b2f-dce76b30f21e tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] Transition to ACTIVE for port object 5577968e-d9bf-46c3-bc01-56cce150297c will not be triggered until provisioned by entity DHCP. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:04:57.204966 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Returning: {'device': '7f29f677-450a-4a29-a30d-dd785bea7fbe', 'network_id': 'a2a2680a-30c7-4004-a919-1078d0f1a0a1', 'port_id': '7f29f677-450a-4a29-a30d-dd785bea7fbe', 'mac_address': 'fa:16:3e:43:c1:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8501e548-9fd0-4b41-a186-ee2d1e9a4a4f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:04:57.213385 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a0e773ea-cce7-4013-baa1-8b129732c4b5 req-d9dce3ba-8eaa-4a44-aeb5-cb31623a17be service neutron] 10.222.0.71 "GET /v2.0/networks/9d042477-034c-449d-bb46-c13d2c85f0d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4110532 May 30 20:04:57.321398 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:57.354710 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f29f677-450a-4a29-a30d-dd785bea7fbe {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:04:57.367873 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467187f1-5e3c-443c-8ba3-26589791e7dd req-52556869-0a21-47a1-b85e-42bfe28fbe91 tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:57.369697 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-467187f1-5e3c-443c-8ba3-26589791e7dd req-52556869-0a21-47a1-b85e-42bfe28fbe91 tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] 10.222.0.85 "GET /v2.0/ports?device_id=87405fa8-44cd-41f2-9d8e-94d571b330b4 HTTP/1.1" status: 200 len: 944 time: 0.1517034 May 30 20:04:57.380954 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a0e773ea-cce7-4013-baa1-8b129732c4b5 req-369ee752-fb41-41c6-9b30-d05945f1577e service neutron] 10.222.0.71 "GET /v2.0/networks/9d042477-034c-449d-bb46-c13d2c85f0d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611974 May 30 20:04:57.385754 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 7f29f677-450a-4a29-a30d-dd785bea7fbe, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=7f29f677-450a-4a29-a30d-dd785bea7fbe,segment=NetworkSegment(4048bfa0-f1bd-4aa7-86bf-7023b66ee7f9),segment_id=4048bfa0-f1bd-4aa7-86bf-7023b66ee7f9)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:04:57.432074 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-d5961f34-d17a-4920-9e10-a4c9f0e5fc4c req-eae77150-02ba-44e5-9b2f-dce76b30f21e tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:57.455414 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-467187f1-5e3c-443c-8ba3-26589791e7dd req-d2ddd786-bbf2-437f-b667-0ff4618fcc70 tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] 10.222.0.85 "GET /v2.0/security-groups?id=709754f6-b7b2-49a5-9f08-2f8d40dab798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719752 May 30 20:04:57.504887 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:57.610862 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5961f34-d17a-4920-9e10-a4c9f0e5fc4c req-eae77150-02ba-44e5-9b2f-dce76b30f21e tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] Network 803dd70a-3f53-43ad-9356-1243425ef9dd is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:04:57.627799 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [req-d5961f34-d17a-4920-9e10-a4c9f0e5fc4c req-eae77150-02ba-44e5-9b2f-dce76b30f21e tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:04:57.636039 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5961f34-d17a-4920-9e10-a4c9f0e5fc4c req-eae77150-02ba-44e5-9b2f-dce76b30f21e tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:04:57.655737 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=7f29f677-450a-4a29-a30d-dd785bea7fbe,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:57.675000 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:04:57.676070 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:04:57.676880 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:04:57.677558 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:04:57.678331 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:04:57.679337 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:04:57.680164 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:04:57.680962 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:04:57.681866 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:04:57.682752 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:04:57.683446 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:04:57.737320 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae77150-02ba-44e5-9b2f-dce76b30f21e tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] Pushing event updated for resources: {'Port': ['ID=5577968e-d9bf-46c3-bc01-56cce150297c,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:57.807413 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5961f34-d17a-4920-9e10-a4c9f0e5fc4c req-eae77150-02ba-44e5-9b2f-dce76b30f21e tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:57.808474 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-d5961f34-d17a-4920-9e10-a4c9f0e5fc4c req-eae77150-02ba-44e5-9b2f-dce76b30f21e tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:57.809284 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['7f29f677-450a-4a29-a30d-dd785bea7fbe'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:04:57.864412 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76841cca-81e4-41eb-b490-fe35303a52c5 req-330a93a0-27e2-4130-b7c1-dff19d6531c5 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:57.898056 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-76841cca-81e4-41eb-b490-fe35303a52c5 req-330a93a0-27e2-4130-b7c1-dff19d6531c5 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.85 "GET /v2.0/ports?device_id=e525fdd9-cb28-4edc-bfd9-9ebbc3d85da2 HTTP/1.1" status: 200 len: 944 time: 0.2907388 May 30 20:04:58.052471 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-76841cca-81e4-41eb-b490-fe35303a52c5 req-d2972e45-0d84-4013-8f1c-87965369657b tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.85 "GET /v2.0/security-groups?id=e04d9b86-3d99-41a3-8241-c517ec1f4730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510017 May 30 20:04:58.156932 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-645b9e4f-6de6-4857-906c-cdc58d7abe46 req-76b98dd3-2317-4e03-8c01-340f41aa1392 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=451572d0f13c40ff8c6397191d3ebc95&device_id=87405fa8-44cd-41f2-9d8e-94d571b330b4 HTTP/1.1" status: 200 len: 1095 time: 0.5998192 May 30 20:04:58.237474 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-89e5793d-4efd-462e-8fa2-1ead4b3b8d2d req-791d1469-927e-46a8-96ae-46624ae96edc tempest-SecurityGroupsTestAdminJSON-291033472 tempest-SecurityGroupsTestAdminJSON-291033472-project] 10.222.0.85 "GET /v2.0/security-groups/8efed52e-ba2e-4481-a175-a2e39075ce0f HTTP/1.1" status: 200 len: 1612 time: 0.0897231 May 30 20:04:58.273443 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-e3782bd5-c6bf-4793-852e-d1a0de5fe535 None None] Provisioning for port 5577968e-d9bf-46c3-bc01-56cce150297c completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:04:58.274314 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d5961f34-d17a-4920-9e10-a4c9f0e5fc4c req-eae77150-02ba-44e5-9b2f-dce76b30f21e tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4508476 May 30 20:04:58.283869 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-e3782bd5-c6bf-4793-852e-d1a0de5fe535 None None] Provisioning complete for port 5577968e-d9bf-46c3-bc01-56cce150297c triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:04:58.284542 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-e3782bd5-c6bf-4793-852e-d1a0de5fe535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:58.347502 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-d5961f34-d17a-4920-9e10-a4c9f0e5fc4c req-e805251a-b3ad-474f-8131-fd39893fdf0b service neutron] Request body: {'port': {'device_id': '344028cd-77f9-4cf0-ab86-229dde8efa6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843948-2'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:04:58.359789 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-89e5793d-4efd-462e-8fa2-1ead4b3b8d2d req-eca870dc-7b5a-42f2-906d-686979444e32 tempest-SecurityGroupsTestAdminJSON-291033472 tempest-SecurityGroupsTestAdminJSON-291033472-project] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:58.362702 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-e3782bd5-c6bf-4793-852e-d1a0de5fe535 None None] Port 5577968e-d9bf-46c3-bc01-56cce150297c cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:04:58.409297 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-89e5793d-4efd-462e-8fa2-1ead4b3b8d2d req-eca870dc-7b5a-42f2-906d-686979444e32 tempest-SecurityGroupsTestAdminJSON-291033472 tempest-SecurityGroupsTestAdminJSON-291033472-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:58.494529 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78a95e01-8e88-4473-98d7-b66ce9381bae', 'name': 'network-vif-deleted', 'tag': '7e7a8f07-4499-41c7-a8cb-66667af412b1'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:04:58.545354 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645b9e4f-6de6-4857-906c-cdc58d7abe46 req-49c9eef2-fe11-4818-b646-4a6e9331ca59 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:58.547427 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-645b9e4f-6de6-4857-906c-cdc58d7abe46 req-49c9eef2-fe11-4818-b646-4a6e9331ca59 service neutron] 10.222.0.71 "GET /v2.0/networks?id=9d042477-034c-449d-bb46-c13d2c85f0d5 HTTP/1.1" status: 200 len: 930 time: 0.3544018 May 30 20:04:58.550841 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-89e5793d-4efd-462e-8fa2-1ead4b3b8d2d req-eca870dc-7b5a-42f2-906d-686979444e32 tempest-SecurityGroupsTestAdminJSON-291033472 tempest-SecurityGroupsTestAdminJSON-291033472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:58.586478 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca870dc-7b5a-42f2-906d-686979444e32 tempest-SecurityGroupsTestAdminJSON-291033472 tempest-SecurityGroupsTestAdminJSON-291033472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8efed52e-ba2e-4481-a175-a2e39075ce0f,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:04:58.622057 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214cbe66-08eb-4e7a-bc11-3692ea9ec0b1 req-876e98a5-f6b7-4a42-ac75-fb2553f371b5 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:58.623610 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-214cbe66-08eb-4e7a-bc11-3692ea9ec0b1 req-876e98a5-f6b7-4a42-ac75-fb2553f371b5 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/ports?device_id=1f5e4faa-be65-4ec2-8cb3-eeaae421f37a HTTP/1.1" status: 200 len: 950 time: 0.4288056 May 30 20:04:58.629832 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-d5961f34-d17a-4920-9e10-a4c9f0e5fc4c req-e805251a-b3ad-474f-8131-fd39893fdf0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:58.645035 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5e7d9c-d3d3-4bcf-ade5-ac2fe3d476cc req-600b33e4-b58f-4ea8-8461-b6fbd8fb0908 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:58.645797 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-df5e7d9c-d3d3-4bcf-ade5-ac2fe3d476cc req-600b33e4-b58f-4ea8-8461-b6fbd8fb0908 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Synchronizing usage tracker for tenant:e03d8798de6f4daa8bc8080dc719ce8a on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:04:58.672585 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-89e5793d-4efd-462e-8fa2-1ead4b3b8d2d req-eca870dc-7b5a-42f2-906d-686979444e32 tempest-SecurityGroupsTestAdminJSON-291033472 tempest-SecurityGroupsTestAdminJSON-291033472-project] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:58.674044 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-89e5793d-4efd-462e-8fa2-1ead4b3b8d2d req-eca870dc-7b5a-42f2-906d-686979444e32 tempest-SecurityGroupsTestAdminJSON-291033472 tempest-SecurityGroupsTestAdminJSON-291033472-project] 10.222.0.85 "DELETE /v2.0/security-groups/8efed52e-ba2e-4481-a175-a2e39075ce0f HTTP/1.1" status: 204 len: 173 time: 0.4303744 May 30 20:04:58.694225 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-645b9e4f-6de6-4857-906c-cdc58d7abe46 req-814058d8-71e0-4a24-acbb-7dfe73b3dce7 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=78aa4661-1d03-4667-8262-233ff40bb69c HTTP/1.1" status: 200 len: 217 time: 0.1386540 May 30 20:04:58.767318 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-df5e7d9c-d3d3-4bcf-ade5-ac2fe3d476cc req-600b33e4-b58f-4ea8-8461-b6fbd8fb0908 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Unset dirty status for tenant:e03d8798de6f4daa8bc8080dc719ce8a on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:04:58.768321 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-df5e7d9c-d3d3-4bcf-ade5-ac2fe3d476cc req-600b33e4-b58f-4ea8-8461-b6fbd8fb0908 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.86 "GET /v2.0/ports?device_id=7cedf278-0562-4faf-a9b0-36639e069b2a HTTP/1.1" status: 200 len: 944 time: 0.6158392 May 30 20:04:58.910538 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-214cbe66-08eb-4e7a-bc11-3692ea9ec0b1 req-10203e4d-431b-483c-b04e-ef6e6b4a1d17 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/security-groups?id=e1329ead-76da-4fe1-a988-d24ed3099985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2523158 May 30 20:04:58.912535 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645b9e4f-6de6-4857-906c-cdc58d7abe46 req-8acc3c2e-409c-411c-8e1d-bd5ede79fdb5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:58.913439 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-645b9e4f-6de6-4857-906c-cdc58d7abe46 req-8acc3c2e-409c-411c-8e1d-bd5ede79fdb5 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=0e35cd7e-8081-4edf-ae13-e56d98fc261c HTTP/1.1" status: 200 len: 868 time: 0.2114699 May 30 20:04:58.954852 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-df5e7d9c-d3d3-4bcf-ade5-ac2fe3d476cc req-0c39bb39-340e-4f45-925e-915ad90fd230 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Deleting port 980536a2-7720-4e58-8faa-e8c3fb6da1e1 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:04:58.955206 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-df5e7d9c-d3d3-4bcf-ade5-ac2fe3d476cc req-0c39bb39-340e-4f45-925e-915ad90fd230 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:59.030063 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990dfdf4-f6a5-4d24-b181-49a6c7ab000b req-b04f0d34-d6a5-4625-ab76-1428879e36b6 tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:59.033829 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-990dfdf4-f6a5-4d24-b181-49a6c7ab000b req-b04f0d34-d6a5-4625-ab76-1428879e36b6 tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] 10.222.0.85 "GET /v2.0/ports?device_id=344028cd-77f9-4cf0-ab86-229dde8efa6e HTTP/1.1" status: 200 len: 931 time: 0.1628206 May 30 20:04:59.138466 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-990dfdf4-f6a5-4d24-b181-49a6c7ab000b req-f6fbeee6-5427-4fb8-bdc8-8756932d8082 tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] 10.222.0.85 "GET /v2.0/security-groups?id=2b701b0a-db24-4c30-8444-63ac82ad344b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913496 May 30 20:04:59.407363 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a50a22-0e72-4f81-94ed-d69aa467bba2 req-2c50e5ec-9233-4dc9-bbd0-b39801280916 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:59.411405 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-86a50a22-0e72-4f81-94ed-d69aa467bba2 req-2c50e5ec-9233-4dc9-bbd0-b39801280916 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] 10.222.0.85 "GET /v2.0/ports?device_id=f1a00c85-493e-4ed6-a162-6f8d5e0e74cc HTTP/1.1" status: 200 len: 946 time: 0.1308246 May 30 20:04:59.453732 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-645b9e4f-6de6-4857-906c-cdc58d7abe46 req-4d1036aa-2be0-4528-8470-026dd02dada9 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9d042477-034c-449d-bb46-c13d2c85f0d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4725609 May 30 20:04:59.486155 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-86a50a22-0e72-4f81-94ed-d69aa467bba2 req-f2cc85ac-cdc5-4e04-8921-e4706cf3015a tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] 10.222.0.85 "GET /v2.0/security-groups?id=9bc03317-7c5c-46d0-8ed2-0b298955a173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573285 May 30 20:04:59.523726 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-8942ba1e-a062-4cb9-835e-fcb57c7c110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:59.585519 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-df5e7d9c-d3d3-4bcf-ade5-ac2fe3d476cc req-0c39bb39-340e-4f45-925e-915ad90fd230 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] For port 980536a2-7720-4e58-8faa-e8c3fb6da1e1, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=980536a2-7720-4e58-8faa-e8c3fb6da1e1,segment=NetworkSegment(4d4a7668-7a19-4452-8bd2-a5411730cf30),segment_id=4d4a7668-7a19-4452-8bd2-a5411730cf30)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:04:59.586503 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-df5e7d9c-d3d3-4bcf-ade5-ac2fe3d476cc req-0c39bb39-340e-4f45-925e-915ad90fd230 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:59.617311 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.db.resource_extend [req-d5961f34-d17a-4920-9e10-a4c9f0e5fc4c req-e805251a-b3ad-474f-8131-fd39893fdf0b service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:04:59.740865 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:04:59.794286 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd88f19f-55f4-4d8d-bfcb-3755d0e91941 req-77f09e35-e7e5-4ed6-b8ab-3aea48958817 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:59.796790 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-dd88f19f-55f4-4d8d-bfcb-3755d0e91941 req-77f09e35-e7e5-4ed6-b8ab-3aea48958817 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/networks?id=1423fe8d-fe45-40b8-bd0c-db2951a00d49 HTTP/1.1" status: 200 len: 811 time: 0.1816018 May 30 20:04:59.821940 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-dd88f19f-55f4-4d8d-bfcb-3755d0e91941 req-bae18f41-6d51-43ed-adb5-5b05c85691bd tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/quotas/2f556c8c0e86457c8a99895c145d8ec1 HTTP/1.1" status: 200 len: 375 time: 0.0127804 May 30 20:04:59.873106 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-df5e7d9c-d3d3-4bcf-ade5-ac2fe3d476cc req-0c39bb39-340e-4f45-925e-915ad90fd230 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Calling delete_port for 980536a2-7720-4e58-8faa-e8c3fb6da1e1 owned by compute:nova {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:04:59.873717 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-dd88f19f-55f4-4d8d-bfcb-3755d0e91941 req-d8c3635a-b5d6-40e1-ba42-7df4d157fd2a tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=2f556c8c0e86457c8a99895c145d8ec1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0455518 May 30 20:04:59.947057 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b3d4de-3adf-41ab-b6d4-84c5f5ef4555 req-448caa7d-dd25-4837-bf03-e9ce9e64645b tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:04:59.948606 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-41b3d4de-3adf-41ab-b6d4-84c5f5ef4555 req-448caa7d-dd25-4837-bf03-e9ce9e64645b tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/ports?device_id=7cedf278-0562-4faf-a9b0-36639e069b2a HTTP/1.1" status: 200 len: 944 time: 0.7967393 May 30 20:05:00.036274 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-dd88f19f-55f4-4d8d-bfcb-3755d0e91941 req-6b926cf3-4319-407b-a4c9-3070caf19509 service neutron] 10.222.0.85 "GET /v2.0/networks/1423fe8d-fe45-40b8-bd0c-db2951a00d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537092 May 30 20:05:00.056486 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [req-d5961f34-d17a-4920-9e10-a4c9f0e5fc4c req-e805251a-b3ad-474f-8131-fd39893fdf0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5577968e-d9bf-46c3-bc01-56cce150297c {{(pid=84887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:05:00.072788 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-d5961f34-d17a-4920-9e10-a4c9f0e5fc4c req-e805251a-b3ad-474f-8131-fd39893fdf0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:00.088806 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-645b9e4f-6de6-4857-906c-cdc58d7abe46 req-5ac98270-7b9e-4416-b272-c121eb917482 service neutron] 10.222.0.71 "GET /v2.0/networks/9d042477-034c-449d-bb46-c13d2c85f0d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6160951 May 30 20:05:00.191156 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-41b3d4de-3adf-41ab-b6d4-84c5f5ef4555 req-1815fac6-c2b5-4d45-ba00-98f63f18ae70 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.85 "GET /v2.0/security-groups?id=b7c7fe04-8ab6-4ec0-af46-b4358854e449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271240 May 30 20:05:00.223046 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-dd88f19f-55f4-4d8d-bfcb-3755d0e91941 req-e46d0f11-b5dc-4ff6-a119-4003a2a94d92 service neutron] 10.222.0.85 "GET /v2.0/networks/1423fe8d-fe45-40b8-bd0c-db2951a00d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796794 May 30 20:05:00.243894 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-d5961f34-d17a-4920-9e10-a4c9f0e5fc4c req-e805251a-b3ad-474f-8131-fd39893fdf0b service neutron] Transition to ACTIVE for port object 5577968e-d9bf-46c3-bc01-56cce150297c will not be triggered until provisioned by entity L2. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:05:00.299478 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-d5961f34-d17a-4920-9e10-a4c9f0e5fc4c req-e805251a-b3ad-474f-8131-fd39893fdf0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:00.376663 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-645b9e4f-6de6-4857-906c-cdc58d7abe46 req-d9b627df-8d5d-423a-944b-aedcf1a59bca service neutron] 10.222.0.71 "GET /v2.0/networks/9d042477-034c-449d-bb46-c13d2c85f0d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2787831 May 30 20:05:00.387675 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-df5e7d9c-d3d3-4bcf-ade5-ac2fe3d476cc req-0c39bb39-340e-4f45-925e-915ad90fd230 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:00.535283 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e805251a-b3ad-474f-8131-fd39893fdf0b service neutron] Pushing event updated for resources: {'Port': ['ID=5577968e-d9bf-46c3-bc01-56cce150297c,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:00.554174 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 78aa4661-1d03-4667-8262-233ff40bb69c details requested by agent hyperv_n-h1-843948-2 with host n-h1-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:05:00.618451 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c39bb39-340e-4f45-925e-915ad90fd230 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Pushing event deleted for resources: {'Port': ['ID=980536a2-7720-4e58-8faa-e8c3fb6da1e1,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:00.691342 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3477bde-b6e4-45b0-bda5-64ef5e12cae0'] response: {'server_uuid': '78a95e01-8e88-4473-98d7-b66ce9381bae', 'name': 'network-vif-deleted', 'tag': '7e7a8f07-4499-41c7-a8cb-66667af412b1', 'status': 'completed', 'code': 200} May 30 20:05:00.738786 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-00e60568-fcc2-44af-b627-1e5007b01cd1 req-04291e79-5819-4407-aaf6-1ebd72570199 tempest-SecurityGroupsTestAdminJSON-291033472 tempest-SecurityGroupsTestAdminJSON-291033472-project] 10.222.0.85 "GET /v2.0/security-groups/654db906-6c47-4946-9aeb-1c27321c35bb HTTP/1.1" status: 200 len: 1611 time: 0.0617008 May 30 20:05:00.757002 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 7f29f677-450a-4a29-a30d-dd785bea7fbe up at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:05:00.816924 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-df5e7d9c-d3d3-4bcf-ade5-ac2fe3d476cc req-0c39bb39-340e-4f45-925e-915ad90fd230 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] No DVR routers for this DVR port 980536a2-7720-4e58-8faa-e8c3fb6da1e1 on host n-h2-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:05:00.826690 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-df5e7d9c-d3d3-4bcf-ade5-ac2fe3d476cc req-0c39bb39-340e-4f45-925e-915ad90fd230 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:00.849140 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-00e60568-fcc2-44af-b627-1e5007b01cd1 req-1973cb1c-e25d-4dcf-ab92-14c62a9f8559 tempest-SecurityGroupsTestAdminJSON-291033472 tempest-SecurityGroupsTestAdminJSON-291033472-project] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:00.882999 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-00e60568-fcc2-44af-b627-1e5007b01cd1 req-1973cb1c-e25d-4dcf-ab92-14c62a9f8559 tempest-SecurityGroupsTestAdminJSON-291033472 tempest-SecurityGroupsTestAdminJSON-291033472-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:00.952919 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cc7879-be42-483d-9784-a1f922329ba5 req-f1b5adc6-afd8-4af5-98c4-420b3b4c1935 tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:00.953298 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 78aa4661-1d03-4667-8262-233ff40bb69c, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=78aa4661-1d03-4667-8262-233ff40bb69c,segment=NetworkSegment(3e049cc2-22a5-438c-b706-8b622a4294a7),segment_id=3e049cc2-22a5-438c-b706-8b622a4294a7)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:05:00.953870 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-21cc7879-be42-483d-9784-a1f922329ba5 req-f1b5adc6-afd8-4af5-98c4-420b3b4c1935 tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] Synchronizing usage tracker for tenant:451572d0f13c40ff8c6397191d3ebc95 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:05:00.971622 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Returning: {'device': '78aa4661-1d03-4667-8262-233ff40bb69c', 'network_id': '9d042477-034c-449d-bb46-c13d2c85f0d5', 'port_id': '78aa4661-1d03-4667-8262-233ff40bb69c', 'mac_address': 'fa:16:3e:30:fa:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e35cd7e-8081-4edf-ae13-e56d98fc261c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:05:00.990762 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-d5961f34-d17a-4920-9e10-a4c9f0e5fc4c req-e805251a-b3ad-474f-8131-fd39893fdf0b service neutron] Attempting to bind port 5577968e-d9bf-46c3-bc01-56cce150297c on host n-h2-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:05:00.991071 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-d5961f34-d17a-4920-9e10-a4c9f0e5fc4c req-e805251a-b3ad-474f-8131-fd39893fdf0b service neutron] Attempting to bind port 5577968e-d9bf-46c3-bc01-56cce150297c by drivers openvswitch,hyperv on host n-h2-843948-2 at level 0 using segments [{'id': 'a8b7280c-8c6f-4bc7-8cdf-e2ff0b0b2b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '803dd70a-3f53-43ad-9356-1243425ef9dd'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:05:00.991403 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5961f34-d17a-4920-9e10-a4c9f0e5fc4c req-e805251a-b3ad-474f-8131-fd39893fdf0b service neutron] Attempting to bind port 5577968e-d9bf-46c3-bc01-56cce150297c on network 803dd70a-3f53-43ad-9356-1243425ef9dd {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:05:00.998395 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5961f34-d17a-4920-9e10-a4c9f0e5fc4c req-e805251a-b3ad-474f-8131-fd39893fdf0b service neutron] Port 5577968e-d9bf-46c3-bc01-56cce150297c on network 803dd70a-3f53-43ad-9356-1243425ef9dd not bound, no agent of type Open vSwitch agent registered on host n-h2-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:05:00.998722 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5961f34-d17a-4920-9e10-a4c9f0e5fc4c req-e805251a-b3ad-474f-8131-fd39893fdf0b service neutron] Attempting to bind port 5577968e-d9bf-46c3-bc01-56cce150297c on network 803dd70a-3f53-43ad-9356-1243425ef9dd {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:05:01.004367 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-df5e7d9c-d3d3-4bcf-ade5-ac2fe3d476cc req-0c39bb39-340e-4f45-925e-915ad90fd230 tempest-LiveMigrationTest-921106648 tempest-LiveMigrationTest-921106648-project] 10.222.0.86 "DELETE /v2.0/ports/980536a2-7720-4e58-8faa-e8c3fb6da1e1 HTTP/1.1" status: 204 len: 173 time: 2.2229500 May 30 20:05:01.008015 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5961f34-d17a-4920-9e10-a4c9f0e5fc4c req-e805251a-b3ad-474f-8131-fd39893fdf0b service neutron] Checking agent: {'id': 'eaa08354-e8f5-4e73-af76-8d3cf7d2b390', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:05:01.009513 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5961f34-d17a-4920-9e10-a4c9f0e5fc4c req-e805251a-b3ad-474f-8131-fd39893fdf0b service neutron] Checking segment: {'id': 'a8b7280c-8c6f-4bc7-8cdf-e2ff0b0b2b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '803dd70a-3f53-43ad-9356-1243425ef9dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:05:01.013071 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5961f34-d17a-4920-9e10-a4c9f0e5fc4c req-e805251a-b3ad-474f-8131-fd39893fdf0b service neutron] Bound using segment: {'id': 'a8b7280c-8c6f-4bc7-8cdf-e2ff0b0b2b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '803dd70a-3f53-43ad-9356-1243425ef9dd'} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:05:01.013071 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-d5961f34-d17a-4920-9e10-a4c9f0e5fc4c req-e805251a-b3ad-474f-8131-fd39893fdf0b service neutron] Bound port: 5577968e-d9bf-46c3-bc01-56cce150297c, host: n-h2-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8b7280c-8c6f-4bc7-8cdf-e2ff0b0b2b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '803dd70a-3f53-43ad-9356-1243425ef9dd'}}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:05:01.013071 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-d5961f34-d17a-4920-9e10-a4c9f0e5fc4c req-e805251a-b3ad-474f-8131-fd39893fdf0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:01.021574 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:01.044784 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:01.065510 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78aa4661-1d03-4667-8262-233ff40bb69c {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:05:01.083459 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 78aa4661-1d03-4667-8262-233ff40bb69c, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=78aa4661-1d03-4667-8262-233ff40bb69c,segment=NetworkSegment(3e049cc2-22a5-438c-b706-8b622a4294a7),segment_id=3e049cc2-22a5-438c-b706-8b622a4294a7)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:05:01.089471 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-00e60568-fcc2-44af-b627-1e5007b01cd1 req-1973cb1c-e25d-4dcf-ab92-14c62a9f8559 tempest-SecurityGroupsTestAdminJSON-291033472 tempest-SecurityGroupsTestAdminJSON-291033472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:01.114010 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1973cb1c-e25d-4dcf-ab92-14c62a9f8559 tempest-SecurityGroupsTestAdminJSON-291033472 tempest-SecurityGroupsTestAdminJSON-291033472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=654db906-6c47-4946-9aeb-1c27321c35bb,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:01.118699 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-00e60568-fcc2-44af-b627-1e5007b01cd1 req-1973cb1c-e25d-4dcf-ab92-14c62a9f8559 tempest-SecurityGroupsTestAdminJSON-291033472 tempest-SecurityGroupsTestAdminJSON-291033472-project] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:01.119893 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-00e60568-fcc2-44af-b627-1e5007b01cd1 req-1973cb1c-e25d-4dcf-ab92-14c62a9f8559 tempest-SecurityGroupsTestAdminJSON-291033472 tempest-SecurityGroupsTestAdminJSON-291033472-project] 10.222.0.85 "DELETE /v2.0/security-groups/654db906-6c47-4946-9aeb-1c27321c35bb HTTP/1.1" status: 204 len: 173 time: 0.3723712 May 30 20:05:01.120026 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-d5961f34-d17a-4920-9e10-a4c9f0e5fc4c req-e805251a-b3ad-474f-8131-fd39893fdf0b service neutron] For port 5577968e-d9bf-46c3-bc01-56cce150297c, host n-h2-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:05:01.139906 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-d5961f34-d17a-4920-9e10-a4c9f0e5fc4c req-e805251a-b3ad-474f-8131-fd39893fdf0b service neutron] For port 5577968e-d9bf-46c3-bc01-56cce150297c, host n-h2-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=5577968e-d9bf-46c3-bc01-56cce150297c,segment=NetworkSegment(a8b7280c-8c6f-4bc7-8cdf-e2ff0b0b2b8d),segment_id=a8b7280c-8c6f-4bc7-8cdf-e2ff0b0b2b8d)] {{(pid=84887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:05:01.141495 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-21cc7879-be42-483d-9784-a1f922329ba5 req-f1b5adc6-afd8-4af5-98c4-420b3b4c1935 tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] Unset dirty status for tenant:451572d0f13c40ff8c6397191d3ebc95 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:05:01.143596 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-21cc7879-be42-483d-9784-a1f922329ba5 req-f1b5adc6-afd8-4af5-98c4-420b3b4c1935 tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] 10.222.0.85 "GET /v2.0/ports?device_id=87405fa8-44cd-41f2-9d8e-94d571b330b4 HTTP/1.1" status: 200 len: 944 time: 0.7651548 May 30 20:05:01.150057 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning for port 7f29f677-450a-4a29-a30d-dd785bea7fbe completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:05:01.175599 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning complete for port 7f29f677-450a-4a29-a30d-dd785bea7fbe triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:05:01.177940 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:01.239140 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-d5961f34-d17a-4920-9e10-a4c9f0e5fc4c req-e805251a-b3ad-474f-8131-fd39893fdf0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:01.248844 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-21cc7879-be42-483d-9784-a1f922329ba5 req-2a10425c-2459-4fa7-a6a1-887eccae9fdc tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] 10.222.0.85 "GET /v2.0/security-groups?id=709754f6-b7b2-49a5-9f08-2f8d40dab798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896752 May 30 20:05:01.398336 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-d5961f34-d17a-4920-9e10-a4c9f0e5fc4c req-e805251a-b3ad-474f-8131-fd39893fdf0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:01.401275 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d5961f34-d17a-4920-9e10-a4c9f0e5fc4c req-e805251a-b3ad-474f-8131-fd39893fdf0b service neutron] 10.222.0.86 "PUT /v2.0/ports/5577968e-d9bf-46c3-bc01-56cce150297c HTTP/1.1" status: 200 len: 1091 time: 3.0707991 May 30 20:05:01.437223 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e805251a-b3ad-474f-8131-fd39893fdf0b service neutron] Pushing event updated for resources: {'Port': ['ID=5577968e-d9bf-46c3-bc01-56cce150297c,revision_number=3']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:01.444385 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:01.481596 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e805251a-b3ad-474f-8131-fd39893fdf0b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:05:01.482183 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e805251a-b3ad-474f-8131-fd39893fdf0b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:05:01.482789 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e805251a-b3ad-474f-8131-fd39893fdf0b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:05:01.483360 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e805251a-b3ad-474f-8131-fd39893fdf0b service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:05:01.490522 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e805251a-b3ad-474f-8131-fd39893fdf0b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:05:01.491436 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e805251a-b3ad-474f-8131-fd39893fdf0b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:05:01.492202 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e805251a-b3ad-474f-8131-fd39893fdf0b service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:05:01.493058 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e805251a-b3ad-474f-8131-fd39893fdf0b service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:05:01.493958 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e805251a-b3ad-474f-8131-fd39893fdf0b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:05:01.494767 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e805251a-b3ad-474f-8131-fd39893fdf0b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:05:01.495517 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e805251a-b3ad-474f-8131-fd39893fdf0b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:05:01.757435 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=78aa4661-1d03-4667-8262-233ff40bb69c,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:01.798683 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:01.880467 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['78aa4661-1d03-4667-8262-233ff40bb69c'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:05:01.922573 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e525fdd9-cb28-4edc-bfd9-9ebbc3d85da2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f29f677-450a-4a29-a30d-dd785bea7fbe'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:05:01.972134 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 7f29f677-450a-4a29-a30d-dd785bea7fbe, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=7f29f677-450a-4a29-a30d-dd785bea7fbe,segment=NetworkSegment(4048bfa0-f1bd-4aa7-86bf-7023b66ee7f9),segment_id=4048bfa0-f1bd-4aa7-86bf-7023b66ee7f9)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:05:02.011995 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d5961f34-d17a-4920-9e10-a4c9f0e5fc4c req-514a9e5e-5f2c-48e7-9cd9-504a4b77d28c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a30f992c0c6d4c83b278c5e0ddf93c21&device_id=344028cd-77f9-4cf0-ab86-229dde8efa6e HTTP/1.1" status: 200 len: 1094 time: 0.2732530 May 30 20:05:02.030014 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2941777-037e-4a28-b398-8fbe605e0ec7 req-668f6d61-fe5b-49cd-8ea5-249e64fdca9f tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:02.033562 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c2941777-037e-4a28-b398-8fbe605e0ec7 req-668f6d61-fe5b-49cd-8ea5-249e64fdca9f tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.85 "GET /v2.0/ports?device_id=e525fdd9-cb28-4edc-bfd9-9ebbc3d85da2 HTTP/1.1" status: 200 len: 944 time: 0.3753541 May 30 20:05:02.056157 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-21a2710b-f213-456d-bf9b-5c1cd11aa531 req-3eddb005-9985-40b7-8a21-eb1d848ea50f tempest-MigrationsAdminTest-933978339 tempest-MigrationsAdminTest-933978339-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=1f5e4faa-be65-4ec2-8cb3-eeaae421f37a HTTP/1.1" status: 200 len: 1101 time: 0.0890818 May 30 20:05:02.101509 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:02.181648 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-21a2710b-f213-456d-bf9b-5c1cd11aa531 req-124f4652-949e-47c4-a083-0128158a16f9 tempest-MigrationsAdminTest-933978339 tempest-MigrationsAdminTest-933978339-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=e1329ead-76da-4fe1-a988-d24ed3099985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020982 May 30 20:05:02.209197 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d5961f34-d17a-4920-9e10-a4c9f0e5fc4c req-a1edb7fb-235c-4287-8555-5566bf940df9 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5577968e-d9bf-46c3-bc01-56cce150297c HTTP/1.1" status: 200 len: 217 time: 0.1738482 May 30 20:05:02.236187 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=7f29f677-450a-4a29-a30d-dd785bea7fbe,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:02.305155 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 47940) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:05:02.331675 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c2941777-037e-4a28-b398-8fbe605e0ec7 req-dc9cadb4-17d9-4cf8-8dab-9f3a6b78f802 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.85 "GET /v2.0/security-groups?id=e04d9b86-3d99-41a3-8241-c517ec1f4730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817718 May 30 20:05:02.357022 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5961f34-d17a-4920-9e10-a4c9f0e5fc4c req-94d152f3-1b1d-4dc8-bf87-9b262dee6f28 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:02.361183 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d5961f34-d17a-4920-9e10-a4c9f0e5fc4c req-94d152f3-1b1d-4dc8-bf87-9b262dee6f28 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a936439d-a424-4a5c-8496-f82c5049c2f0 HTTP/1.1" status: 200 len: 860 time: 0.1380317 May 30 20:05:02.420771 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:02.611946 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 980536a2-7720-4e58-8faa-e8c3fb6da1e1 no longer exists at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:05:02.647428 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-c0f8a192-7093-4357-8b6e-0bc8f252d487 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=fbc9e5e444a14eb387e833f96d4492cb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3404419 May 30 20:05:02.652250 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 47948) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:05:02.657885 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] No Port match for: 980536a2-7720-4e58-8faa-e8c3fb6da1e1 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:05:02.658232 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 980536a2-7720-4e58-8faa-e8c3fb6da1e1 not bound to the agent host n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:05:02.692207 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cedf278-0562-4faf-a9b0-36639e069b2a', 'name': 'network-vif-deleted', 'tag': '980536a2-7720-4e58-8faa-e8c3fb6da1e1'}, {'name': 'network-changed', 'server_uuid': '344028cd-77f9-4cf0-ab86-229dde8efa6e', 'tag': '5577968e-d9bf-46c3-bc01-56cce150297c'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:05:02.734558 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d5961f34-d17a-4920-9e10-a4c9f0e5fc4c req-964872b2-06ff-41e4-a4d1-82636bb4e792 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=803dd70a-3f53-43ad-9356-1243425ef9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3652992 May 30 20:05:02.754856 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f945fd12-d5d5-4882-a99e-8ac0215f3e88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:02.762216 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0a4e8d-77aa-4fe5-ba78-6d8d4d0bd66a req-0f516a69-efb4-432e-8ae2-89b1d5d44f49 tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:02.764059 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-de0a4e8d-77aa-4fe5-ba78-6d8d4d0bd66a req-0f516a69-efb4-432e-8ae2-89b1d5d44f49 tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] 10.222.0.85 "GET /v2.0/ports?device_id=344028cd-77f9-4cf0-ab86-229dde8efa6e HTTP/1.1" status: 200 len: 943 time: 0.2081144 May 30 20:05:02.959696 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f945fd12-d5d5-4882-a99e-8ac0215f3e88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:03.011340 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99cd2fc-7fb5-4a27-8036-db4d32c0a53e req-a6b11ada-ef21-4a2d-abca-a3a56332bc6b tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:03.012905 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c99cd2fc-7fb5-4a27-8036-db4d32c0a53e req-a6b11ada-ef21-4a2d-abca-a3a56332bc6b tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] 10.222.0.85 "GET /v2.0/ports?device_id=f1a00c85-493e-4ed6-a162-6f8d5e0e74cc HTTP/1.1" status: 200 len: 946 time: 0.4263170 May 30 20:05:03.046327 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-de0a4e8d-77aa-4fe5-ba78-6d8d4d0bd66a req-f479d70e-c3ba-4430-9722-1b56d190a8a8 tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] 10.222.0.85 "GET /v2.0/security-groups?id=2b701b0a-db24-4c30-8444-63ac82ad344b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2733874 May 30 20:05:03.116103 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c99cd2fc-7fb5-4a27-8036-db4d32c0a53e req-476b5843-16c9-4dab-a009-217768756e9b tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] 10.222.0.85 "GET /v2.0/security-groups?id=9bc03317-7c5c-46d0-8ed2-0b298955a173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842843 May 30 20:05:03.119992 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d5961f34-d17a-4920-9e10-a4c9f0e5fc4c req-eead5bb8-755d-4401-95b7-32f84807a1e0 service neutron] 10.222.0.86 "GET /v2.0/networks/803dd70a-3f53-43ad-9356-1243425ef9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3668654 May 30 20:05:03.180874 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f945fd12-d5d5-4882-a99e-8ac0215f3e88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:03.232110 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 47954) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:05:03.245008 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f945fd12-d5d5-4882-a99e-8ac0215f3e88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e12c8e5e-9ca8-4fa9-8399-c52cf6b5cc80,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:03.288936 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a46f6b8-b507-4b56-a874-3d9e7c59b5b9'] response: {'server_uuid': 'e525fdd9-cb28-4edc-bfd9-9ebbc3d85da2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f29f677-450a-4a29-a30d-dd785bea7fbe', 'code': 200} May 30 20:05:03.297032 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f945fd12-d5d5-4882-a99e-8ac0215f3e88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:03.308822 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d5961f34-d17a-4920-9e10-a4c9f0e5fc4c req-5ad963ac-f97f-4f18-a282-1d6a7ed87ae9 service neutron] 10.222.0.86 "GET /v2.0/networks/803dd70a-3f53-43ad-9356-1243425ef9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792376 May 30 20:05:03.328967 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-f945fd12-d5d5-4882-a99e-8ac0215f3e88 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/e12c8e5e-9ca8-4fa9-8399-c52cf6b5cc80 HTTP/1.1" status: 204 len: 168 time: 0.6731293 May 30 20:05:03.336693 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f945fd12-d5d5-4882-a99e-8ac0215f3e88 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:05:03.343715 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f945fd12-d5d5-4882-a99e-8ac0215f3e88 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:05:03.346776 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f945fd12-d5d5-4882-a99e-8ac0215f3e88 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:05:03.354397 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f945fd12-d5d5-4882-a99e-8ac0215f3e88 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:05:03.355540 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f945fd12-d5d5-4882-a99e-8ac0215f3e88 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:05:03.356327 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f945fd12-d5d5-4882-a99e-8ac0215f3e88 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:05:03.357083 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f945fd12-d5d5-4882-a99e-8ac0215f3e88 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:05:03.362836 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f945fd12-d5d5-4882-a99e-8ac0215f3e88 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:05:03.362836 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f945fd12-d5d5-4882-a99e-8ac0215f3e88 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:05:03.362836 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f945fd12-d5d5-4882-a99e-8ac0215f3e88 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:05:03.362836 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f945fd12-d5d5-4882-a99e-8ac0215f3e88 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:05:03.579342 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4e845993-61ef-43cb-a947-135a70c47297 req-090a209b-66f2-4056-8902-b15b5f1ee5b3 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/ports?device_id=dacd4860-339f-4fa4-9d16-fdbd88c14e30 HTTP/1.1" status: 200 len: 210 time: 0.0749145 May 30 20:05:03.618938 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c819b15-9c73-4136-8a9d-3ebf7618ba08 admin admin] Deleting subnet b885d147-b4ba-4062-ad34-3d5558c5dbbf {{(pid=84886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:05:03.628661 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2c819b15-9c73-4136-8a9d-3ebf7618ba08 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:03.628888 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-87f2e75c-a594-4da2-b86f-e7e739b337e8 req-1cb34e62-0d77-4989-b71f-23b404582518 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=14ddb85a-20eb-4d71-8c66-d30e1eae439a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2747147 May 30 20:05:03.636417 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0da2342f-7b2d-4582-886f-80b4b38bd953 req-fe73823e-fb8b-41bd-808b-0bf0e1c30a18 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=d2bdcaf2-0ffc-4987-be3d-0cdd4af8d462&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3265481 May 30 20:05:03.642949 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b41a8398-f661-4234-9cc7-460e430ecf24 req-906e6f1d-623a-4e18-a761-44d319e3a529 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=e525fdd9-cb28-4edc-bfd9-9ebbc3d85da2 HTTP/1.1" status: 200 len: 1096 time: 0.2032709 May 30 20:05:03.645941 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-814d3cc9-d70b-462b-9484-8ebd347a6ff0 req-fa02f757-3662-4c2b-a405-b479e0a77935 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=1f5e4faa-be65-4ec2-8cb3-eeaae421f37a&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1646051 May 30 20:05:03.738302 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2c819b15-9c73-4136-8a9d-3ebf7618ba08 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2655517'] for subnet, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:03.871581 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2c819b15-9c73-4136-8a9d-3ebf7618ba08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:03.941443 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cac067d-1ad1-46f1-8ce3-394bd7adf016 req-86a9aeca-ec13-4901-b204-152f0f913b29 tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:03.948503 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4cac067d-1ad1-46f1-8ce3-394bd7adf016 req-86a9aeca-ec13-4901-b204-152f0f913b29 tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] 10.222.0.85 "GET /v2.0/ports?device_id=87405fa8-44cd-41f2-9d8e-94d571b330b4 HTTP/1.1" status: 200 len: 945 time: 0.1757674 May 30 20:05:04.015101 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b41a8398-f661-4234-9cc7-460e430ecf24 req-2893a5d3-36c3-4931-a8e4-084bb8d15e58 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=e04d9b86-3d99-41a3-8241-c517ec1f4730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3656328 May 30 20:05:04.018424 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4cac067d-1ad1-46f1-8ce3-394bd7adf016 req-1831c65d-3230-4347-acfe-0ae2027a3174 tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] 10.222.0.85 "GET /v2.0/security-groups?id=709754f6-b7b2-49a5-9f08-2f8d40dab798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685308 May 30 20:05:04.048132 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-87f2e75c-a594-4da2-b86f-e7e739b337e8 req-60dffde4-858d-4db3-9a29-4cc6a13d7b74 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=507d6785502940d28c178ad4aae87e46&device_id=14ddb85a-20eb-4d71-8c66-d30e1eae439a HTTP/1.1" status: 200 len: 1096 time: 0.3712404 May 30 20:05:04.071828 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0da2342f-7b2d-4582-886f-80b4b38bd953 req-dfa8ef3f-8f4c-4cf4-8c02-a74542a98794 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fa61b48b7a6444fe8c9a2f45b95c1d11&device_id=d2bdcaf2-0ffc-4987-be3d-0cdd4af8d462 HTTP/1.1" status: 200 len: 1101 time: 0.2740173 May 30 20:05:04.117392 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2c819b15-9c73-4136-8a9d-3ebf7618ba08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4127075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2778536'] for subnet, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:04.165400 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c819b15-9c73-4136-8a9d-3ebf7618ba08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b885d147-b4ba-4062-ad34-3d5558c5dbbf,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:04.170325 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2c819b15-9c73-4136-8a9d-3ebf7618ba08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:04.177971 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-2c819b15-9c73-4136-8a9d-3ebf7618ba08 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/b885d147-b4ba-4062-ad34-3d5558c5dbbf HTTP/1.1" status: 204 len: 168 time: 0.9427209 May 30 20:05:04.183891 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 47982) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:05:04.355895 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ecd20715-ea36-446f-abdd-83df2ada849d'] response: {'server_uuid': '7cedf278-0562-4faf-a9b0-36639e069b2a', 'name': 'network-vif-deleted', 'tag': '980536a2-7720-4e58-8faa-e8c3fb6da1e1', 'status': 'completed', 'code': 200} May 30 20:05:04.356480 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ecd20715-ea36-446f-abdd-83df2ada849d'] response: {'name': 'network-changed', 'server_uuid': '344028cd-77f9-4cf0-ab86-229dde8efa6e', 'tag': '5577968e-d9bf-46c3-bc01-56cce150297c', 'status': 'completed', 'code': 200} May 30 20:05:04.395755 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8bddbe1c-f121-4a09-b4d0-32ce85748a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:04.543625 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f2e75c-a594-4da2-b86f-e7e739b337e8 req-68264fea-2253-485f-9411-f5b5df97be93 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:04.545372 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-87f2e75c-a594-4da2-b86f-e7e739b337e8 req-68264fea-2253-485f-9411-f5b5df97be93 service neutron] 10.222.0.86 "GET /v2.0/networks?id=a2a2680a-30c7-4004-a919-1078d0f1a0a1 HTTP/1.1" status: 200 len: 921 time: 0.1462002 May 30 20:05:04.647368 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81363542-71fa-47a1-a78f-937ee88d1df6 None None] Sync routers for ids ['6d655187-9441-48fa-aa50-e2660bc204e1'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:05:04.652870 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 78aa4661-1d03-4667-8262-233ff40bb69c up at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:05:04.749292 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-87f2e75c-a594-4da2-b86f-e7e739b337e8 req-ac01ea3c-bda1-45f5-8c09-400bf27a3b9b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7e165a8d-9463-4bc8-ae0d-1614834a71c2 HTTP/1.1" status: 200 len: 217 time: 0.1479640 May 30 20:05:04.863274 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 47988) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:05:04.885296 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da2342f-7b2d-4582-886f-80b4b38bd953 req-f6206ab4-add9-45df-94b8-6f450f1d00df service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:04.892978 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0da2342f-7b2d-4582-886f-80b4b38bd953 req-f6206ab4-add9-45df-94b8-6f450f1d00df service neutron] 10.222.0.71 "GET /v2.0/networks?id=4344fbed-57fb-43d7-b32d-6020ce60f0a1 HTTP/1.1" status: 200 len: 870 time: 0.7892375 May 30 20:05:04.911251 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8bddbe1c-f121-4a09-b4d0-32ce85748a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:04.922810 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd88f19f-55f4-4d8d-bfcb-3755d0e91941 req-868a9700-3bd7-4ba4-a6fb-37cb1f4a4249 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:04.929637 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-dd88f19f-55f4-4d8d-bfcb-3755d0e91941 req-868a9700-3bd7-4ba4-a6fb-37cb1f4a4249 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.86 "GET /v2.0/networks?id=1423fe8d-fe45-40b8-bd0c-db2951a00d49 HTTP/1.1" status: 200 len: 811 time: 0.6266356 May 30 20:05:04.943774 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-8bddbe1c-f121-4a09-b4d0-32ce85748a78 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22982b8a-b22c-41df-a053-0dde355094a5']}} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:05:04.962594 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81363542-71fa-47a1-a78f-937ee88d1df6 None None] Routers {'6d655187-9441-48fa-aa50-e2660bc204e1'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:05:04.963830 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-81363542-71fa-47a1-a78f-937ee88d1df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:04:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['6d655187-9441-48fa-aa50-e2660bc204e1'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:05:04.966558 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-8bddbe1c-f121-4a09-b4d0-32ce85748a78 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d4a7668-7a19-4452-8bd2-a5411730cf30') {'for_net_delete': True} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:05:04.966873 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-8bddbe1c-f121-4a09-b4d0-32ce85748a78 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d4a7668-7a19-4452-8bd2-a5411730cf30') {} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:05:04.982139 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-dd88f19f-55f4-4d8d-bfcb-3755d0e91941 req-e117fb12-66f4-4781-bb99-5612a8423a18 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Request body: {'port': {'device_id': 'dacd4860-339f-4fa4-9d16-fdbd88c14e30', 'network_id': '1423fe8d-fe45-40b8-bd0c-db2951a00d49', 'admin_state_up': True, 'tenant_id': '2f556c8c0e86457c8a99895c145d8ec1'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:05:04.996935 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8bddbe1c-f121-4a09-b4d0-32ce85748a78 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2660590'] for segment, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:05.041894 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8bddbe1c-f121-4a09-b4d0-32ce85748a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:05.050009 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bddbe1c-f121-4a09-b4d0-32ce85748a78 admin admin] Releasing vlan 671 on physical network physnet1 to pool {{(pid=84886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:05:05.050684 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8bddbe1c-f121-4a09-b4d0-32ce85748a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4126989'] for segment, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:05.156799 n-d-843948-2 neutron-server[84886]: Traceback (most recent call last): May 30 20:05:05.156799 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:05:05.156799 n-d-843948-2 neutron-server[84886]: timer() May 30 20:05:05.156799 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:05:05.156799 n-d-843948-2 neutron-server[84886]: cb(*args, **kw) May 30 20:05:05.156799 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:05:05.156799 n-d-843948-2 neutron-server[84886]: return func(*args, **kwargs) May 30 20:05:05.156799 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:05:05.156799 n-d-843948-2 neutron-server[84886]: self._notify() May 30 20:05:05.156799 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:05:05.156799 n-d-843948-2 neutron-server[84886]: self.callback(batched_events) May 30 20:05:05.156799 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:05:05.156799 n-d-843948-2 neutron-server[84886]: event.method(event) May 30 20:05:05.156799 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:05:05.156799 n-d-843948-2 neutron-server[84886]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:05:05.156799 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:05:05.156799 n-d-843948-2 neutron-server[84886]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:05:05.156799 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:05:05.156799 n-d-843948-2 neutron-server[84886]: return f(self, *a, **k) May 30 20:05:05.156799 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:05:05.156799 n-d-843948-2 neutron-server[84886]: return self._get(url).json() May 30 20:05:05.156799 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:05:05.156799 n-d-843948-2 neutron-server[84886]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:05:05.156799 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:05:05.156799 n-d-843948-2 neutron-server[84886]: return self.request(url, 'GET', **kwargs) May 30 20:05:05.156799 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:05:05.156799 n-d-843948-2 neutron-server[84886]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:05:05.156799 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:05:05.156799 n-d-843948-2 neutron-server[84886]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:05:05.156799 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:05:05.156799 n-d-843948-2 neutron-server[84886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:05:05.156799 n-d-843948-2 neutron-server[84886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:05:05.183590 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f2e75c-a594-4da2-b86f-e7e739b337e8 req-6dc4555d-e04f-4cec-8fcc-9fee17dce57b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:05.185471 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-87f2e75c-a594-4da2-b86f-e7e739b337e8 req-6dc4555d-e04f-4cec-8fcc-9fee17dce57b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8501e548-9fd0-4b41-a186-ee2d1e9a4a4f HTTP/1.1" status: 200 len: 860 time: 0.4240870 May 30 20:05:05.232836 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f6f693-3912-4fe3-9aab-918a29c20b11 req-7057c5db-32fa-4847-98fd-7e0ccbf578f5 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:05.240796 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-61f6f693-3912-4fe3-9aab-918a29c20b11 req-7057c5db-32fa-4847-98fd-7e0ccbf578f5 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.85 "GET /v2.0/ports?device_id=e525fdd9-cb28-4edc-bfd9-9ebbc3d85da2 HTTP/1.1" status: 200 len: 945 time: 0.6939566 May 30 20:05:05.249813 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8bddbe1c-f121-4a09-b4d0-32ce85748a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:05.289876 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-87f2e75c-a594-4da2-b86f-e7e739b337e8 req-518a3d88-2f08-4ecf-a4e3-5340d4981a03 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a2a2680a-30c7-4004-a919-1078d0f1a0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0964174 May 30 20:05:05.296583 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8bddbe1c-f121-4a09-b4d0-32ce85748a78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:05.299725 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-205b7886-3a0c-490e-b00f-68f22c06f047 req-60609f57-bea3-4ea4-9648-4859d27bed6d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a30f992c0c6d4c83b278c5e0ddf93c21&device_id=344028cd-77f9-4cf0-ab86-229dde8efa6e HTTP/1.1" status: 200 len: 1094 time: 0.9473364 May 30 20:05:05.336988 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bddbe1c-f121-4a09-b4d0-32ce85748a78 admin admin] Pushing event deleted for resources: {'Network': ['ID=22982b8a-b22c-41df-a053-0dde355094a5,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:05.420095 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-81363542-71fa-47a1-a78f-937ee88d1df6 None None] Set router 6d655187-9441-48fa-aa50-e2660bc204e1 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:05:05.436513 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0da2342f-7b2d-4582-886f-80b4b38bd953 req-c889426e-1452-4bb0-b4d2-9ab9f6e963ba service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=57beacbc-e526-49cb-a123-a88e6911f417 HTTP/1.1" status: 200 len: 217 time: 0.4678152 May 30 20:05:05.482663 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning for port 78aa4661-1d03-4667-8262-233ff40bb69c completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:05:05.495024 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning complete for port 78aa4661-1d03-4667-8262-233ff40bb69c triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:05:05.495392 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:05.549904 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-8bddbe1c-f121-4a09-b4d0-32ce85748a78 admin admin] 10.222.0.85 "DELETE /v2.0/networks/22982b8a-b22c-41df-a053-0dde355094a5 HTTP/1.1" status: 204 len: 168 time: 1.3642619 May 30 20:05:05.563504 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 47998) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:05:05.649732 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-02e6356b-194a-4cad-b862-2b516982b4ae admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=c4273c1a55974f449cd84b69b06fc6cb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7813766 May 30 20:05:05.690101 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-87f2e75c-a594-4da2-b86f-e7e739b337e8 req-b4930125-59ec-4116-88ad-1abc85cd20ed service neutron] 10.222.0.86 "GET /v2.0/networks/a2a2680a-30c7-4004-a919-1078d0f1a0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3890116 May 30 20:05:05.692916 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-61f6f693-3912-4fe3-9aab-918a29c20b11 req-df1246ed-60d9-4d41-9334-e121e423c04b tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.85 "GET /v2.0/security-groups?id=e04d9b86-3d99-41a3-8241-c517ec1f4730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4505537 May 30 20:05:05.693410 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 48002) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:05:05.984602 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da2342f-7b2d-4582-886f-80b4b38bd953 req-7a39d4fe-3c2d-4077-b52c-be046e315934 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:05.986505 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0da2342f-7b2d-4582-886f-80b4b38bd953 req-7a39d4fe-3c2d-4077-b52c-be046e315934 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1b83ff54-b1af-44ce-bb75-ba148920553c HTTP/1.1" status: 200 len: 843 time: 0.4946082 May 30 20:05:05.994596 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-dd88f19f-55f4-4d8d-bfcb-3755d0e91941 req-e117fb12-66f4-4781-bb99-5612a8423a18 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:05:06.090976 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddb95f03-4d73-47a3-97e3-c371c7278111 admin admin] Deleting subnet f02753f9-92a1-4017-a1ba-7b7775b2bfa3 {{(pid=84887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:05:06.099551 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:06.110793 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ddb95f03-4d73-47a3-97e3-c371c7278111 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:06.120402 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-af9cbcd7-768d-4f7a-a74a-fed09c9a3218 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:06.145705 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-dd88f19f-55f4-4d8d-bfcb-3755d0e91941 req-e117fb12-66f4-4781-bb99-5612a8423a18 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:05:06.179238 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87405fa8-44cd-41f2-9d8e-94d571b330b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78aa4661-1d03-4667-8262-233ff40bb69c'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:05:06.199938 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-af9cbcd7-768d-4f7a-a74a-fed09c9a3218 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:06.202624 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1615a888-71e4-41e1-be9b-d7cee10c93f8 req-64217a8a-879e-4ae9-9042-96b106d6b7cc tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:06.204197 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-1615a888-71e4-41e1-be9b-d7cee10c93f8 req-64217a8a-879e-4ae9-9042-96b106d6b7cc tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] Synchronizing usage tracker for tenant:a30f992c0c6d4c83b278c5e0ddf93c21 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:05:06.215719 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-87f2e75c-a594-4da2-b86f-e7e739b337e8 req-fdc6bae6-33ed-4639-a2b5-188934141736 service neutron] 10.222.0.86 "GET /v2.0/networks/a2a2680a-30c7-4004-a919-1078d0f1a0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5182912 May 30 20:05:06.222396 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205b7886-3a0c-490e-b00f-68f22c06f047 req-b0349521-c6b9-4784-9f6c-3b96879a1c2c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:06.228772 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-205b7886-3a0c-490e-b00f-68f22c06f047 req-b0349521-c6b9-4784-9f6c-3b96879a1c2c service neutron] 10.222.0.86 "GET /v2.0/networks?id=803dd70a-3f53-43ad-9356-1243425ef9dd HTTP/1.1" status: 200 len: 922 time: 0.8462420 May 30 20:05:06.228924 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 78aa4661-1d03-4667-8262-233ff40bb69c, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=78aa4661-1d03-4667-8262-233ff40bb69c,segment=NetworkSegment(3e049cc2-22a5-438c-b706-8b622a4294a7),segment_id=3e049cc2-22a5-438c-b706-8b622a4294a7)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:05:06.240665 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ddb95f03-4d73-47a3-97e3-c371c7278111 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3149227'] for subnet, precommit_delete_associations {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:06.248216 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c83070a-32d7-40ef-b46d-439d30e14993 req-b4acdfd7-515a-455c-b6c8-fde062d1be77 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:06.250316 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4c83070a-32d7-40ef-b46d-439d30e14993 req-b4acdfd7-515a-455c-b6c8-fde062d1be77 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] 10.222.0.85 "GET /v2.0/ports?device_id=f1a00c85-493e-4ed6-a162-6f8d5e0e74cc HTTP/1.1" status: 200 len: 946 time: 0.2351348 May 30 20:05:06.315918 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:06.326712 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4c83070a-32d7-40ef-b46d-439d30e14993 req-43e4ccec-349b-406a-83ca-5b09fe811af0 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] 10.222.0.85 "GET /v2.0/security-groups?id=9bc03317-7c5c-46d0-8ed2-0b298955a173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597107 May 30 20:05:06.372126 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd88f19f-55f4-4d8d-bfcb-3755d0e91941 req-e117fb12-66f4-4781-bb99-5612a8423a18 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Made reservation on behalf of 2f556c8c0e86457c8a99895c145d8ec1 for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:05:06.375861 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-dd88f19f-55f4-4d8d-bfcb-3755d0e91941 req-e117fb12-66f4-4781-bb99-5612a8423a18 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:06.393151 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-af9cbcd7-768d-4f7a-a74a-fed09c9a3218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:06.403693 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-205b7886-3a0c-490e-b00f-68f22c06f047 req-04ead1cb-4b7b-4080-be14-01d28ab7a1b9 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5577968e-d9bf-46c3-bc01-56cce150297c HTTP/1.1" status: 200 len: 217 time: 0.1667881 May 30 20:05:06.432363 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9cbcd7-768d-4f7a-a74a-fed09c9a3218 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2297ecd-ec70-4fcd-81fe-dba93dcecc53,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:06.448443 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-af9cbcd7-768d-4f7a-a74a-fed09c9a3218 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:06.451758 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-af9cbcd7-768d-4f7a-a74a-fed09c9a3218 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/f2297ecd-ec70-4fcd-81fe-dba93dcecc53 HTTP/1.1" status: 204 len: 168 time: 0.7564683 May 30 20:05:06.487221 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=78aa4661-1d03-4667-8262-233ff40bb69c,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:06.519412 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-1615a888-71e4-41e1-be9b-d7cee10c93f8 req-64217a8a-879e-4ae9-9042-96b106d6b7cc tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] Unset dirty status for tenant:a30f992c0c6d4c83b278c5e0ddf93c21 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:05:06.526096 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1615a888-71e4-41e1-be9b-d7cee10c93f8 req-64217a8a-879e-4ae9-9042-96b106d6b7cc tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] 10.222.0.85 "GET /v2.0/ports?device_id=344028cd-77f9-4cf0-ab86-229dde8efa6e HTTP/1.1" status: 200 len: 943 time: 1.2250605 May 30 20:05:06.530037 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ddb95f03-4d73-47a3-97e3-c371c7278111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:06.531356 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-81363542-71fa-47a1-a78f-937ee88d1df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d655187-9441-48fa-aa50-e2660bc204e1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1811082333-router', 'tenant_id': 'a30f992c0c6d4c83b278c5e0ddf93c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'fc35ab7f-4bdd-4f97-beb2-659e01147aed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:04:29Z', 'updated_at': '2022-05-30T20:04:42Z', 'revision_number': 4, 'project_id': 'a30f992c0c6d4c83b278c5e0ddf93c21', 'gw_port': {'id': 'fc35ab7f-4bdd-4f97-beb2-659e01147aed', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d655187-9441-48fa-aa50-e2660bc204e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:04:33Z', 'updated_at': '2022-05-30T20:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '365877dd-8644-44ed-afe2-eba50da77af7', 'name': '', 'network_id': '803dd70a-3f53-43ad-9356-1243425ef9dd', 'tenant_id': 'a30f992c0c6d4c83b278c5e0ddf93c21', 'mac_address': 'fa:16:3e:53:eb:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d655187-9441-48fa-aa50-e2660bc204e1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a936439d-a424-4a5c-8496-f82c5049c2f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:04:41Z', 'updated_at': '2022-05-30T20:04:43Z', 'revision_number': 2, 'project_id': 'a30f992c0c6d4c83b278c5e0ddf93c21', 'subnets': [{'id': 'a936439d-a424-4a5c-8496-f82c5049c2f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:05:06.545079 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81363542-71fa-47a1-a78f-937ee88d1df6 None None] Checking router: 6d655187-9441-48fa-aa50-e2660bc204e1 for host: n-d-843948-2 {{(pid=84888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:05:06.547623 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81363542-71fa-47a1-a78f-937ee88d1df6 None None] Updating router 6d655187-9441-48fa-aa50-e2660bc204e1 port 365877dd-8644-44ed-afe2-eba50da77af7 binding host n-d-843948-2 {{(pid=84888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:05:06.549310 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4a95c1a0-fead-4f25-9676-1426215d1ef1 req-6072c6f3-1b15-43b0-9286-8afc2428f16e tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/ports?device_id=dacd4860-339f-4fa4-9d16-fdbd88c14e30 HTTP/1.1" status: 200 len: 210 time: 0.0946944 May 30 20:05:06.637526 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-81363542-71fa-47a1-a78f-937ee88d1df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:06.655569 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0da2342f-7b2d-4582-886f-80b4b38bd953 req-3bdd5221-3c64-4e59-afc9-1e33d73fca60 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4344fbed-57fb-43d7-b32d-6020ce60f0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6566980 May 30 20:05:06.662232 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 5577968e-d9bf-46c3-bc01-56cce150297c details requested by agent hyperv_n-h2-843948-2 with host n-h2-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:05:06.676659 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8c4cbff6-9da6-4391-8f1a-b8830f47658c req-273d33c2-1cd8-49d6-8b45-6fc2885b2537 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=1f5e4faa-be65-4ec2-8cb3-eeaae421f37a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.3137887 May 30 20:05:06.725413 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205b7886-3a0c-490e-b00f-68f22c06f047 req-06d10414-bb88-4e9e-b687-8969a186596e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:06.726934 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-205b7886-3a0c-490e-b00f-68f22c06f047 req-06d10414-bb88-4e9e-b687-8969a186596e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a936439d-a424-4a5c-8496-f82c5049c2f0 HTTP/1.1" status: 200 len: 860 time: 0.2980545 May 30 20:05:07.044517 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a36b5d-25a8-4bb1-a2e2-4bfb76e96a21 req-cebd4f88-16cd-4aee-87bb-9b41e65198e3 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:07.047262 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-34a36b5d-25a8-4bb1-a2e2-4bfb76e96a21 req-cebd4f88-16cd-4aee-87bb-9b41e65198e3 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/ports?device_id=1f5e4faa-be65-4ec2-8cb3-eeaae421f37a HTTP/1.1" status: 200 len: 950 time: 0.2489071 May 30 20:05:07.056789 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ddb95f03-4d73-47a3-97e3-c371c7278111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4055470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114247'] for subnet, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:07.108702 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 5577968e-d9bf-46c3-bc01-56cce150297c, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=5577968e-d9bf-46c3-bc01-56cce150297c,segment=NetworkSegment(a8b7280c-8c6f-4bc7-8cdf-e2ff0b0b2b8d),segment_id=a8b7280c-8c6f-4bc7-8cdf-e2ff0b0b2b8d)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:05:07.126217 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-1615a888-71e4-41e1-be9b-d7cee10c93f8 req-1696ef0d-ea6f-4eca-a2c8-6c21008f7f54 tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] Synchronizing usage tracker for tenant:a30f992c0c6d4c83b278c5e0ddf93c21 on resource:security_group {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:05:07.139440 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb95f03-4d73-47a3-97e3-c371c7278111 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f02753f9-92a1-4017-a1ba-7b7775b2bfa3,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:07.163376 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-34a36b5d-25a8-4bb1-a2e2-4bfb76e96a21 req-ea781375-6616-4248-adad-c4e44674cbe2 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/security-groups?id=e1329ead-76da-4fe1-a988-d24ed3099985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033881 May 30 20:05:07.165148 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Returning: {'device': '5577968e-d9bf-46c3-bc01-56cce150297c', 'network_id': '803dd70a-3f53-43ad-9356-1243425ef9dd', 'port_id': '5577968e-d9bf-46c3-bc01-56cce150297c', 'mac_address': 'fa:16:3e:ae:89:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a936439d-a424-4a5c-8496-f82c5049c2f0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:05:07.221227 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ddb95f03-4d73-47a3-97e3-c371c7278111 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:07.269400 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [req-dd88f19f-55f4-4d8d-bfcb-3755d0e91941 req-e117fb12-66f4-4781-bb99-5612a8423a18 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Allocated IP 172.20.0.14 (1423fe8d-fe45-40b8-bd0c-db2951a00d49/f7ba462c-1ed8-4caa-83b7-6c1b6552e3f5/21ee398d-25ce-4760-b6b9-114111fad41c) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:05:07.278216 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:07.315405 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0da2342f-7b2d-4582-886f-80b4b38bd953 req-0b80f2ff-7a4a-4c26-a6aa-3b01bd5a5274 service neutron] 10.222.0.71 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6487589 May 30 20:05:07.342639 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5577968e-d9bf-46c3-bc01-56cce150297c {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:05:07.413566 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 5577968e-d9bf-46c3-bc01-56cce150297c, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=5577968e-d9bf-46c3-bc01-56cce150297c,segment=NetworkSegment(a8b7280c-8c6f-4bc7-8cdf-e2ff0b0b2b8d),segment_id=a8b7280c-8c6f-4bc7-8cdf-e2ff0b0b2b8d)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:05:07.433407 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-81363542-71fa-47a1-a78f-937ee88d1df6 None None] Notify callbacks [] for port, precommit_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:07.437569 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-1615a888-71e4-41e1-be9b-d7cee10c93f8 req-1696ef0d-ea6f-4eca-a2c8-6c21008f7f54 tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] Unset dirty status for tenant:a30f992c0c6d4c83b278c5e0ddf93c21 on resource:security_group {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:05:07.438969 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1615a888-71e4-41e1-be9b-d7cee10c93f8 req-1696ef0d-ea6f-4eca-a2c8-6c21008f7f54 tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] 10.222.0.85 "GET /v2.0/security-groups?id=2b701b0a-db24-4c30-8444-63ac82ad344b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9120855 May 30 20:05:07.472408 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-205b7886-3a0c-490e-b00f-68f22c06f047 req-7bc4d3db-124d-4f10-b168-cbd514a24f50 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=803dd70a-3f53-43ad-9356-1243425ef9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5585091 May 30 20:05:07.478732 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-ddb95f03-4d73-47a3-97e3-c371c7278111 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/f02753f9-92a1-4017-a1ba-7b7775b2bfa3 HTTP/1.1" status: 204 len: 168 time: 1.9101799 May 30 20:05:07.479891 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-81363542-71fa-47a1-a78f-937ee88d1df6 None None] Transition to ACTIVE for port object 365877dd-8644-44ed-afe2-eba50da77af7 will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:05:07.491261 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 48036) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:05:07.499333 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:07.613989 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=5577968e-d9bf-46c3-bc01-56cce150297c,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:07.626798 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05cda52e-ab6f-4480-a062-3df7bdaa42de'] response: {'server_uuid': '87405fa8-44cd-41f2-9d8e-94d571b330b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78aa4661-1d03-4667-8262-233ff40bb69c', 'code': 200} May 30 20:05:07.627683 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-81363542-71fa-47a1-a78f-937ee88d1df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:07.667712 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852dbcdb-6ab0-49e6-b387-ee88876eb0b0 req-046c3d8b-ec6b-47aa-a866-4c6bb7c48215 tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:07.669337 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-852dbcdb-6ab0-49e6-b387-ee88876eb0b0 req-046c3d8b-ec6b-47aa-a866-4c6bb7c48215 tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] 10.222.0.85 "GET /v2.0/ports?device_id=87405fa8-44cd-41f2-9d8e-94d571b330b4 HTTP/1.1" status: 200 len: 946 time: 0.2105951 May 30 20:05:07.786276 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-852dbcdb-6ab0-49e6-b387-ee88876eb0b0 req-5ee4d30d-86f4-4a96-830e-8361447ed426 tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] 10.222.0.85 "GET /v2.0/security-groups?id=709754f6-b7b2-49a5-9f08-2f8d40dab798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040602 May 30 20:05:07.794098 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c24726e-0f94-4709-bc2a-d3d9ff742df0 None None] Pushing event updated for resources: {'Port': ['ID=365877dd-8644-44ed-afe2-eba50da77af7,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:08.060419 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['5577968e-d9bf-46c3-bc01-56cce150297c'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:05:08.159676 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-dd88f19f-55f4-4d8d-bfcb-3755d0e91941 req-e117fb12-66f4-4781-bb99-5612a8423a18 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:08.188203 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-81363542-71fa-47a1-a78f-937ee88d1df6 None None] Attempting to bind port 365877dd-8644-44ed-afe2-eba50da77af7 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:05:08.189223 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-81363542-71fa-47a1-a78f-937ee88d1df6 None None] Attempting to bind port 365877dd-8644-44ed-afe2-eba50da77af7 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': 'a8b7280c-8c6f-4bc7-8cdf-e2ff0b0b2b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '803dd70a-3f53-43ad-9356-1243425ef9dd'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:05:08.192837 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81363542-71fa-47a1-a78f-937ee88d1df6 None None] Attempting to bind port 365877dd-8644-44ed-afe2-eba50da77af7 on network 803dd70a-3f53-43ad-9356-1243425ef9dd {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:05:08.218462 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0da2342f-7b2d-4582-886f-80b4b38bd953 req-d4afc758-5b64-474a-86b2-4945e7e2e658 service neutron] 10.222.0.71 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8890200 May 30 20:05:08.222620 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0e2de4de-d884-4093-8a6a-1a4d9fada879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:08.238571 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81363542-71fa-47a1-a78f-937ee88d1df6 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:05:08.239153 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81363542-71fa-47a1-a78f-937ee88d1df6 None None] Checking segment: {'id': 'a8b7280c-8c6f-4bc7-8cdf-e2ff0b0b2b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '803dd70a-3f53-43ad-9356-1243425ef9dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:05:08.239562 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-81363542-71fa-47a1-a78f-937ee88d1df6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:08.239948 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81363542-71fa-47a1-a78f-937ee88d1df6 None None] Bound using segment: {'id': 'a8b7280c-8c6f-4bc7-8cdf-e2ff0b0b2b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '803dd70a-3f53-43ad-9356-1243425ef9dd'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:05:08.240453 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-81363542-71fa-47a1-a78f-937ee88d1df6 None None] Bound port: 365877dd-8644-44ed-afe2-eba50da77af7, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8b7280c-8c6f-4bc7-8cdf-e2ff0b0b2b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '803dd70a-3f53-43ad-9356-1243425ef9dd'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:05:08.240865 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-81363542-71fa-47a1-a78f-937ee88d1df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:08.253471 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9095eaa7-0345-4f35-a6f1-b2ccd80f1fe2 req-d59ee992-2acb-4240-8998-490f3fd9cc8c tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:08.259161 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9095eaa7-0345-4f35-a6f1-b2ccd80f1fe2 req-d59ee992-2acb-4240-8998-490f3fd9cc8c tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] 10.222.0.85 "GET /v2.0/ports?device_id=f1a00c85-493e-4ed6-a162-6f8d5e0e74cc HTTP/1.1" status: 200 len: 946 time: 0.1628134 May 30 20:05:08.313267 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9095eaa7-0345-4f35-a6f1-b2ccd80f1fe2 req-e9af2da5-1425-4c09-9569-ea29ab37d303 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] 10.222.0.85 "GET /v2.0/security-groups?id=9bc03317-7c5c-46d0-8ed2-0b298955a173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517292 May 30 20:05:08.428024 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-81363542-71fa-47a1-a78f-937ee88d1df6 None None] For port 365877dd-8644-44ed-afe2-eba50da77af7, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:05:08.428024 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-81363542-71fa-47a1-a78f-937ee88d1df6 None None] For port 365877dd-8644-44ed-afe2-eba50da77af7, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=365877dd-8644-44ed-afe2-eba50da77af7,segment=NetworkSegment(a8b7280c-8c6f-4bc7-8cdf-e2ff0b0b2b8d),segment_id=a8b7280c-8c6f-4bc7-8cdf-e2ff0b0b2b8d)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:05:08.553154 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-dd88f19f-55f4-4d8d-bfcb-3755d0e91941 req-e117fb12-66f4-4781-bb99-5612a8423a18 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:08.591334 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-81363542-71fa-47a1-a78f-937ee88d1df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:08.690437 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-205b7886-3a0c-490e-b00f-68f22c06f047 req-129e11e9-8c44-4e7f-931f-89bcb2660fa1 service neutron] 10.222.0.86 "GET /v2.0/networks/803dd70a-3f53-43ad-9356-1243425ef9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2171226 May 30 20:05:08.793510 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c24726e-0f94-4709-bc2a-d3d9ff742df0 None None] Pushing event updated for resources: {'Port': ['ID=365877dd-8644-44ed-afe2-eba50da77af7,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:08.805082 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81363542-71fa-47a1-a78f-937ee88d1df6 None None] Routers {'6d655187-9441-48fa-aa50-e2660bc204e1'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:05:08.805526 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-81363542-71fa-47a1-a78f-937ee88d1df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:04:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['6d655187-9441-48fa-aa50-e2660bc204e1'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:05:08.817683 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd88f19f-55f4-4d8d-bfcb-3755d0e91941 req-e117fb12-66f4-4781-bb99-5612a8423a18 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Network 1423fe8d-fe45-40b8-bd0c-db2951a00d49 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:05:08.821929 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e117fb12-66f4-4781-bb99-5612a8423a18 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Pushing event updated for resources: {'Port': ['ID=21ee398d-25ce-4760-b6b9-114111fad41c,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:08.875986 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [req-dd88f19f-55f4-4d8d-bfcb-3755d0e91941 req-e117fb12-66f4-4781-bb99-5612a8423a18 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:05:08.878679 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd88f19f-55f4-4d8d-bfcb-3755d0e91941 req-e117fb12-66f4-4781-bb99-5612a8423a18 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:05:08.899581 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f6425c-9247-49b7-8442-460f5494f184 req-b0d3efe4-b69a-4fb8-a402-112dea0807de tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:08.912500 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a8f6425c-9247-49b7-8442-460f5494f184 req-b0d3efe4-b69a-4fb8-a402-112dea0807de tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/ports?device_id=dacd4860-339f-4fa4-9d16-fdbd88c14e30 HTTP/1.1" status: 200 len: 932 time: 0.3431175 May 30 20:05:09.046256 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a8f6425c-9247-49b7-8442-460f5494f184 req-2905fbd4-3329-4506-a021-5bbbd7059c28 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/security-groups?id=f7bd1307-7f80-416a-ad0f-251b87da459a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323335 May 30 20:05:09.170803 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9dc382cb-648c-4c45-bca8-eb6635539325 req-f5ec1395-101e-403c-89a2-e8089211e64f service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=87405fa8-44cd-41f2-9d8e-94d571b330b4 HTTP/1.1" status: 200 len: 1097 time: 1.4026923 May 30 20:05:09.278759 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-81363542-71fa-47a1-a78f-937ee88d1df6 None None] Set router 6d655187-9441-48fa-aa50-e2660bc204e1 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:05:09.299346 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd88f19f-55f4-4d8d-bfcb-3755d0e91941 req-e117fb12-66f4-4781-bb99-5612a8423a18 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:09.299977 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-dd88f19f-55f4-4d8d-bfcb-3755d0e91941 req-e117fb12-66f4-4781-bb99-5612a8423a18 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:09.312266 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0e2de4de-d884-4093-8a6a-1a4d9fada879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:09.325045 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9fe7a8-e496-46dd-979b-d795351e4955 req-7525f59c-2709-4d06-919c-c683725d26f1 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:09.328593 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fe9fe7a8-e496-46dd-979b-d795351e4955 req-7525f59c-2709-4d06-919c-c683725d26f1 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.85 "GET /v2.0/ports?device_id=e525fdd9-cb28-4edc-bfd9-9ebbc3d85da2 HTTP/1.1" status: 200 len: 945 time: 1.0904021 May 30 20:05:09.448323 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80caf474-41f5-45bc-b076-4adbd4008b38 req-dff26192-004b-4586-a451-1e5d8fc3200a tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:09.452323 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-80caf474-41f5-45bc-b076-4adbd4008b38 req-dff26192-004b-4586-a451-1e5d8fc3200a tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/ports?device_id=1f5e4faa-be65-4ec2-8cb3-eeaae421f37a HTTP/1.1" status: 200 len: 950 time: 0.1773837 May 30 20:05:09.468811 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-0e2de4de-d884-4093-8a6a-1a4d9fada879 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c9e8850-a466-4b75-83f3-038df8b189af']}} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:05:09.481950 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-205b7886-3a0c-490e-b00f-68f22c06f047 req-9af0cf9b-e7a0-4d21-afaf-2ff41de8db09 service neutron] 10.222.0.86 "GET /v2.0/networks/803dd70a-3f53-43ad-9356-1243425ef9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7837183 May 30 20:05:09.487638 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-dd88f19f-55f4-4d8d-bfcb-3755d0e91941 req-e117fb12-66f4-4781-bb99-5612a8423a18 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5122581 May 30 20:05:09.492733 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9dc382cb-648c-4c45-bca8-eb6635539325 req-9cd01a42-af60-44f0-996f-54d061fd9363 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=709754f6-b7b2-49a5-9f08-2f8d40dab798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3055148 May 30 20:05:09.494887 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-0e2de4de-d884-4093-8a6a-1a4d9fada879 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bcc8060-3216-43b9-a857-04e2325e2dc5') {'for_net_delete': True} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:05:09.495181 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-0e2de4de-d884-4093-8a6a-1a4d9fada879 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bcc8060-3216-43b9-a857-04e2325e2dc5') {} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:05:09.516944 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fe9fe7a8-e496-46dd-979b-d795351e4955 req-49653096-0a6f-44a3-b32e-5bf7c374f2d0 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.85 "GET /v2.0/security-groups?id=e04d9b86-3d99-41a3-8241-c517ec1f4730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599627 May 30 20:05:09.523605 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-dd88f19f-55f4-4d8d-bfcb-3755d0e91941 req-0a4812d3-e706-420a-ab5d-dc156f4aa4e6 service neutron] Request body: {'port': {'device_id': 'dacd4860-339f-4fa4-9d16-fdbd88c14e30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843948-2'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:05:09.586256 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-80caf474-41f5-45bc-b076-4adbd4008b38 req-230d2c5a-6519-4e6c-abc6-4121cb2742aa tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/security-groups?id=e1329ead-76da-4fe1-a988-d24ed3099985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156895 May 30 20:05:09.643475 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0e2de4de-d884-4093-8a6a-1a4d9fada879 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3149912'] for segment, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:09.765099 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0e2de4de-d884-4093-8a6a-1a4d9fada879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:09.796184 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e2de4de-d884-4093-8a6a-1a4d9fada879 admin admin] Releasing vlan 688 on physical network physnet1 to pool {{(pid=84887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:05:09.796576 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0e2de4de-d884-4093-8a6a-1a4d9fada879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4055488'] for segment, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:09.813408 n-d-843948-2 neutron-server[84887]: Traceback (most recent call last): May 30 20:05:09.813408 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:05:09.813408 n-d-843948-2 neutron-server[84887]: timer() May 30 20:05:09.813408 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:05:09.813408 n-d-843948-2 neutron-server[84887]: cb(*args, **kw) May 30 20:05:09.813408 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:05:09.813408 n-d-843948-2 neutron-server[84887]: return func(*args, **kwargs) May 30 20:05:09.813408 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:05:09.813408 n-d-843948-2 neutron-server[84887]: self._notify() May 30 20:05:09.813408 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:05:09.813408 n-d-843948-2 neutron-server[84887]: self.callback(batched_events) May 30 20:05:09.813408 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:05:09.813408 n-d-843948-2 neutron-server[84887]: event.method(event) May 30 20:05:09.813408 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:05:09.813408 n-d-843948-2 neutron-server[84887]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:05:09.813408 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:05:09.813408 n-d-843948-2 neutron-server[84887]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:05:09.813408 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:05:09.813408 n-d-843948-2 neutron-server[84887]: return f(self, *a, **k) May 30 20:05:09.813408 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:05:09.813408 n-d-843948-2 neutron-server[84887]: return self._get(url).json() May 30 20:05:09.813408 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:05:09.813408 n-d-843948-2 neutron-server[84887]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:05:09.813408 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:05:09.813408 n-d-843948-2 neutron-server[84887]: return self.request(url, 'GET', **kwargs) May 30 20:05:09.813408 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:05:09.813408 n-d-843948-2 neutron-server[84887]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:05:09.813408 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:05:09.813408 n-d-843948-2 neutron-server[84887]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:05:09.813408 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:05:09.813408 n-d-843948-2 neutron-server[84887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:05:09.813408 n-d-843948-2 neutron-server[84887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:05:09.830669 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-81363542-71fa-47a1-a78f-937ee88d1df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d655187-9441-48fa-aa50-e2660bc204e1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1811082333-router', 'tenant_id': 'a30f992c0c6d4c83b278c5e0ddf93c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'fc35ab7f-4bdd-4f97-beb2-659e01147aed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:04:29Z', 'updated_at': '2022-05-30T20:04:42Z', 'revision_number': 4, 'project_id': 'a30f992c0c6d4c83b278c5e0ddf93c21', 'gw_port': {'id': 'fc35ab7f-4bdd-4f97-beb2-659e01147aed', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d655187-9441-48fa-aa50-e2660bc204e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:04:33Z', 'updated_at': '2022-05-30T20:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '365877dd-8644-44ed-afe2-eba50da77af7', 'name': '', 'network_id': '803dd70a-3f53-43ad-9356-1243425ef9dd', 'tenant_id': 'a30f992c0c6d4c83b278c5e0ddf93c21', 'mac_address': 'fa:16:3e:53:eb:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d655187-9441-48fa-aa50-e2660bc204e1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a936439d-a424-4a5c-8496-f82c5049c2f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:04:41Z', 'updated_at': '2022-05-30T20:05:08Z', 'revision_number': 4, 'project_id': 'a30f992c0c6d4c83b278c5e0ddf93c21', 'subnets': [{'id': 'a936439d-a424-4a5c-8496-f82c5049c2f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:05:09.836700 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81363542-71fa-47a1-a78f-937ee88d1df6 None None] The sync data for ids ['6d655187-9441-48fa-aa50-e2660bc204e1'] in n-d-843948-2 is: [{'id': '6d655187-9441-48fa-aa50-e2660bc204e1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1811082333-router', 'tenant_id': 'a30f992c0c6d4c83b278c5e0ddf93c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'fc35ab7f-4bdd-4f97-beb2-659e01147aed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:04:29Z', 'updated_at': '2022-05-30T20:04:42Z', 'revision_number': 4, 'project_id': 'a30f992c0c6d4c83b278c5e0ddf93c21', 'gw_port': {'id': 'fc35ab7f-4bdd-4f97-beb2-659e01147aed', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d655187-9441-48fa-aa50-e2660bc204e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:04:33Z', 'updated_at': '2022-05-30T20:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '365877dd-8644-44ed-afe2-eba50da77af7', 'name': '', 'network_id': '803dd70a-3f53-43ad-9356-1243425ef9dd', 'tenant_id': 'a30f992c0c6d4c83b278c5e0ddf93c21', 'mac_address': 'fa:16:3e:53:eb:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d655187-9441-48fa-aa50-e2660bc204e1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a936439d-a424-4a5c-8496-f82c5049c2f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:04:41Z', 'updated_at': '2022-05-30T20:05:08Z', 'revision_number': 4, 'project_id': 'a30f992c0c6d4c83b278c5e0ddf93c21', 'subnets': [{'id': 'a936439d-a424-4a5c-8496-f82c5049c2f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:05:09.988838 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-dd88f19f-55f4-4d8d-bfcb-3755d0e91941 req-0a4812d3-e706-420a-ab5d-dc156f4aa4e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:10.079099 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d396d0-d973-41bf-83fd-391820e7fcc4 req-bfd29e27-1349-4126-bb6d-e932ae459841 tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:10.083145 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e2d396d0-d973-41bf-83fd-391820e7fcc4 req-bfd29e27-1349-4126-bb6d-e932ae459841 tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] 10.222.0.85 "GET /v2.0/ports?device_id=87405fa8-44cd-41f2-9d8e-94d571b330b4 HTTP/1.1" status: 200 len: 946 time: 0.1198850 May 30 20:05:10.135441 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56b4784-4882-4fa2-9120-4e5d4b3d033a req-47dffe6f-8891-473a-ad44-c7aa34971c22 tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:10.137085 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e56b4784-4882-4fa2-9120-4e5d4b3d033a req-47dffe6f-8891-473a-ad44-c7aa34971c22 tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] 10.222.0.85 "GET /v2.0/ports?device_id=344028cd-77f9-4cf0-ab86-229dde8efa6e HTTP/1.1" status: 200 len: 944 time: 0.4267266 May 30 20:05:10.207983 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e2d396d0-d973-41bf-83fd-391820e7fcc4 req-b03eee33-8826-4959-b67f-aea7747204ea tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] 10.222.0.85 "GET /v2.0/security-groups?id=709754f6-b7b2-49a5-9f08-2f8d40dab798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170182 May 30 20:05:10.270181 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0e2de4de-d884-4093-8a6a-1a4d9fada879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:10.432879 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424e3a1a-5b83-4c87-8bb7-be06682c4f4d req-ca579ac9-ef5f-44a6-b811-84f8d000f982 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:10.441274 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-424e3a1a-5b83-4c87-8bb7-be06682c4f4d req-ca579ac9-ef5f-44a6-b811-84f8d000f982 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] 10.222.0.85 "GET /v2.0/ports?device_id=f1a00c85-493e-4ed6-a162-6f8d5e0e74cc HTTP/1.1" status: 200 len: 946 time: 0.1044812 May 30 20:05:10.466793 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0e2de4de-d884-4093-8a6a-1a4d9fada879 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:10.494321 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2de4de-d884-4093-8a6a-1a4d9fada879 admin admin] Pushing event deleted for resources: {'Network': ['ID=9c9e8850-a466-4b75-83f3-038df8b189af,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:10.511790 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-424e3a1a-5b83-4c87-8bb7-be06682c4f4d req-f8cdabd7-a540-4dee-8600-ee73f8cbe22a tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] 10.222.0.85 "GET /v2.0/security-groups?id=9bc03317-7c5c-46d0-8ed2-0b298955a173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693321 May 30 20:05:10.539499 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-0e2de4de-d884-4093-8a6a-1a4d9fada879 admin admin] 10.222.0.85 "DELETE /v2.0/networks/9c9e8850-a466-4b75-83f3-038df8b189af HTTP/1.1" status: 204 len: 168 time: 3.0225818 May 30 20:05:10.550429 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e56b4784-4882-4fa2-9120-4e5d4b3d033a req-a6fd4002-64a0-4b7e-b0a4-5e9f42aeeaa4 tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] 10.222.0.85 "GET /v2.0/security-groups?id=2b701b0a-db24-4c30-8444-63ac82ad344b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3969531 May 30 20:05:10.652960 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 5577968e-d9bf-46c3-bc01-56cce150297c up at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:05:10.690089 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8c4cbff6-9da6-4391-8f1a-b8830f47658c req-ec035891-7277-4fbb-85a2-fcd594e52b39 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fa61b48b7a6444fe8c9a2f45b95c1d11&device_id=1f5e4faa-be65-4ec2-8cb3-eeaae421f37a HTTP/1.1" status: 200 len: 1101 time: 0.3647161 May 30 20:05:10.928961 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning for port 5577968e-d9bf-46c3-bc01-56cce150297c completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:05:10.952187 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning complete for port 5577968e-d9bf-46c3-bc01-56cce150297c triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:05:10.952965 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:11.098563 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 365877dd-8644-44ed-afe2-eba50da77af7 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:05:11.304950 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:11.325517 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.db.resource_extend [req-dd88f19f-55f4-4d8d-bfcb-3755d0e91941 req-0a4812d3-e706-420a-ab5d-dc156f4aa4e6 service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:05:11.341529 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '344028cd-77f9-4cf0-ab86-229dde8efa6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5577968e-d9bf-46c3-bc01-56cce150297c'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:05:11.346461 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4cbff6-9da6-4391-8f1a-b8830f47658c req-2bfa7f9d-d4d7-4b9f-9ee6-82290ebc1af2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:11.349975 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8c4cbff6-9da6-4391-8f1a-b8830f47658c req-2bfa7f9d-d4d7-4b9f-9ee6-82290ebc1af2 service neutron] 10.222.0.71 "GET /v2.0/networks?id=4344fbed-57fb-43d7-b32d-6020ce60f0a1 HTTP/1.1" status: 200 len: 870 time: 0.6516244 May 30 20:05:11.356151 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 5577968e-d9bf-46c3-bc01-56cce150297c, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=5577968e-d9bf-46c3-bc01-56cce150297c,segment=NetworkSegment(a8b7280c-8c6f-4bc7-8cdf-e2ff0b0b2b8d),segment_id=a8b7280c-8c6f-4bc7-8cdf-e2ff0b0b2b8d)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:05:11.419608 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 365877dd-8644-44ed-afe2-eba50da77af7 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:05:11.427705 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 365877dd-8644-44ed-afe2-eba50da77af7 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:05:11.428133 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:11.510641 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:11.540650 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9f78f571-a45a-4a37-9be9-713cf656fd85 req-31df725e-6bc1-4ee0-9022-d92098141573 tempest-LiveAutoBlockMigrationV225Test-1041394858 tempest-LiveAutoBlockMigrationV225Test-1041394858-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=e525fdd9-cb28-4edc-bfd9-9ebbc3d85da2 HTTP/1.1" status: 200 len: 1096 time: 0.1009622 May 30 20:05:11.574652 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc63b89-ef2c-430d-9d91-97b32517e10b req-1e74a146-adb3-4316-aa21-64100c3903f4 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:11.577159 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-adc63b89-ef2c-430d-9d91-97b32517e10b req-1e74a146-adb3-4316-aa21-64100c3903f4 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Synchronizing usage tracker for tenant:2f556c8c0e86457c8a99895c145d8ec1 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:05:11.609717 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8c4cbff6-9da6-4391-8f1a-b8830f47658c req-474cddc5-cb9d-4612-ac0c-b654c0a9a8b9 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=87840a0b-a014-456e-a00a-b7d5c7588eb5 HTTP/1.1" status: 200 len: 217 time: 0.2444201 May 30 20:05:11.620282 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9f78f571-a45a-4a37-9be9-713cf656fd85 req-a40201fc-5889-48e4-aae0-07b9a8157374 tempest-LiveAutoBlockMigrationV225Test-1041394858 tempest-LiveAutoBlockMigrationV225Test-1041394858-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=e04d9b86-3d99-41a3-8241-c517ec1f4730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685132 May 30 20:05:11.662627 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=5577968e-d9bf-46c3-bc01-56cce150297c,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:11.683151 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 48102) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:05:11.774685 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:11.805585 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-c827f1b8-0d4d-4206-afca-879cd51413b4 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=e03d8798de6f4daa8bc8080dc719ce8a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1182561 May 30 20:05:11.806220 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 48106) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:05:11.837435 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port 365877dd-8644-44ed-afe2-eba50da77af7, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=365877dd-8644-44ed-afe2-eba50da77af7,segment=NetworkSegment(a8b7280c-8c6f-4bc7-8cdf-e2ff0b0b2b8d),segment_id=a8b7280c-8c6f-4bc7-8cdf-e2ff0b0b2b8d)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:05:11.935029 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:12.008347 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-96357d7f-38f6-461c-8a6c-c22eb451bccb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:12.011617 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [req-dd88f19f-55f4-4d8d-bfcb-3755d0e91941 req-0a4812d3-e706-420a-ab5d-dc156f4aa4e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21ee398d-25ce-4760-b6b9-114111fad41c {{(pid=84887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:05:12.024464 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-dd88f19f-55f4-4d8d-bfcb-3755d0e91941 req-0a4812d3-e706-420a-ab5d-dc156f4aa4e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:12.042889 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4cbff6-9da6-4391-8f1a-b8830f47658c req-c1db7e59-2ea4-47e0-bb27-5d16310d7e33 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:12.044861 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8c4cbff6-9da6-4391-8f1a-b8830f47658c req-c1db7e59-2ea4-47e0-bb27-5d16310d7e33 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1b83ff54-b1af-44ce-bb75-ba148920553c HTTP/1.1" status: 200 len: 843 time: 0.4090250 May 30 20:05:12.054064 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-dd88f19f-55f4-4d8d-bfcb-3755d0e91941 req-0a4812d3-e706-420a-ab5d-dc156f4aa4e6 service neutron] Transition to ACTIVE for port object 21ee398d-25ce-4760-b6b9-114111fad41c will not be triggered until provisioned by entity L2. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:05:12.099196 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-adc63b89-ef2c-430d-9d91-97b32517e10b req-1e74a146-adb3-4316-aa21-64100c3903f4 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Unset dirty status for tenant:2f556c8c0e86457c8a99895c145d8ec1 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:05:12.100751 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-adc63b89-ef2c-430d-9d91-97b32517e10b req-1e74a146-adb3-4316-aa21-64100c3903f4 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/ports?device_id=dacd4860-339f-4fa4-9d16-fdbd88c14e30 HTTP/1.1" status: 200 len: 932 time: 1.1437016 May 30 20:05:12.120318 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=365877dd-8644-44ed-afe2-eba50da77af7,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:12.148280 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-dd88f19f-55f4-4d8d-bfcb-3755d0e91941 req-0a4812d3-e706-420a-ab5d-dc156f4aa4e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:12.182267 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-96357d7f-38f6-461c-8a6c-c22eb451bccb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:12.288101 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3d4596-d1e5-447d-8d9b-c2aad62f56a2 req-914960fb-0674-4749-874e-a92901d6ddad tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:12.289750 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ed3d4596-d1e5-447d-8d9b-c2aad62f56a2 req-914960fb-0674-4749-874e-a92901d6ddad tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/ports?device_id=1f5e4faa-be65-4ec2-8cb3-eeaae421f37a HTTP/1.1" status: 200 len: 950 time: 0.2228487 May 30 20:05:12.309130 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-adc63b89-ef2c-430d-9d91-97b32517e10b req-a0f327ad-56e5-4866-aaf0-37538277eaec tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/security-groups?id=f7bd1307-7f80-416a-ad0f-251b87da459a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940780 May 30 20:05:12.314528 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4812d3-e706-420a-ab5d-dc156f4aa4e6 service neutron] Pushing event updated for resources: {'Port': ['ID=21ee398d-25ce-4760-b6b9-114111fad41c,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:12.326024 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8c4cbff6-9da6-4391-8f1a-b8830f47658c req-969915fa-e3e1-4933-92aa-1cc59f9b4a46 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4344fbed-57fb-43d7-b32d-6020ce60f0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2735353 May 30 20:05:12.363277 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ed3d4596-d1e5-447d-8d9b-c2aad62f56a2 req-57f3e1bb-766c-450e-b6ca-21a01369c933 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/security-groups?id=e1329ead-76da-4fe1-a988-d24ed3099985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604239 May 30 20:05:12.396911 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-96357d7f-38f6-461c-8a6c-c22eb451bccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:12.418609 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96357d7f-38f6-461c-8a6c-c22eb451bccb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7c7fe04-8ab6-4ec0-af46-b4358854e449,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:12.447252 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b926a24-0923-4185-86fc-5bf0e3e6dd8b'] response: {'server_uuid': '344028cd-77f9-4cf0-ab86-229dde8efa6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5577968e-d9bf-46c3-bc01-56cce150297c', 'code': 200} May 30 20:05:12.547709 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-96357d7f-38f6-461c-8a6c-c22eb451bccb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:12.549525 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-96357d7f-38f6-461c-8a6c-c22eb451bccb admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/b7c7fe04-8ab6-4ec0-af46-b4358854e449 HTTP/1.1" status: 204 len: 168 time: 0.7417378 May 30 20:05:12.739903 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6002d8d-be02-448f-af36-0af4253c1d2a req-5034be65-002e-4019-b857-efa99e011649 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:12.754381 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c6002d8d-be02-448f-af36-0af4253c1d2a req-5034be65-002e-4019-b857-efa99e011649 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] 10.222.0.85 "GET /v2.0/ports?device_id=f1a00c85-493e-4ed6-a162-6f8d5e0e74cc HTTP/1.1" status: 200 len: 946 time: 0.1460404 May 30 20:05:12.787456 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8c4cbff6-9da6-4391-8f1a-b8830f47658c req-15806120-c0cb-4291-abe5-08d777370f60 service neutron] 10.222.0.71 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4006314 May 30 20:05:12.793951 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-dd88f19f-55f4-4d8d-bfcb-3755d0e91941 req-0a4812d3-e706-420a-ab5d-dc156f4aa4e6 service neutron] Attempting to bind port 21ee398d-25ce-4760-b6b9-114111fad41c on host n-h2-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:05:12.794285 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-dd88f19f-55f4-4d8d-bfcb-3755d0e91941 req-0a4812d3-e706-420a-ab5d-dc156f4aa4e6 service neutron] Attempting to bind port 21ee398d-25ce-4760-b6b9-114111fad41c by drivers openvswitch,hyperv on host n-h2-843948-2 at level 0 using segments [{'id': 'a588beee-eb1a-4179-866b-50764eb9b22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '1423fe8d-fe45-40b8-bd0c-db2951a00d49'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:05:12.794615 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd88f19f-55f4-4d8d-bfcb-3755d0e91941 req-0a4812d3-e706-420a-ab5d-dc156f4aa4e6 service neutron] Attempting to bind port 21ee398d-25ce-4760-b6b9-114111fad41c on network 1423fe8d-fe45-40b8-bd0c-db2951a00d49 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:05:12.894721 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c6002d8d-be02-448f-af36-0af4253c1d2a req-ae8dc426-f6b0-4b9e-9467-37f9d897acd3 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] 10.222.0.85 "GET /v2.0/security-groups?id=9bc03317-7c5c-46d0-8ed2-0b298955a173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336892 May 30 20:05:12.917237 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd88f19f-55f4-4d8d-bfcb-3755d0e91941 req-0a4812d3-e706-420a-ab5d-dc156f4aa4e6 service neutron] Port 21ee398d-25ce-4760-b6b9-114111fad41c on network 1423fe8d-fe45-40b8-bd0c-db2951a00d49 not bound, no agent of type Open vSwitch agent registered on host n-h2-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:05:12.917562 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd88f19f-55f4-4d8d-bfcb-3755d0e91941 req-0a4812d3-e706-420a-ab5d-dc156f4aa4e6 service neutron] Attempting to bind port 21ee398d-25ce-4760-b6b9-114111fad41c on network 1423fe8d-fe45-40b8-bd0c-db2951a00d49 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:05:12.939268 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 365877dd-8644-44ed-afe2-eba50da77af7 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:05:12.949201 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-60e7564c-5915-4a63-8a48-d781fdef625b req-4e686e3f-bb25-484a-8f8e-c2b7a330f1e3 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=344028cd-77f9-4cf0-ab86-229dde8efa6e HTTP/1.1" status: 200 len: 1096 time: 0.3809757 May 30 20:05:12.963052 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b57cbd8-b423-414d-94a2-0b7840f48240 req-2b977556-6537-494e-a734-7c6d47b108a3 tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:12.964693 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4b57cbd8-b423-414d-94a2-0b7840f48240 req-2b977556-6537-494e-a734-7c6d47b108a3 tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] 10.222.0.85 "GET /v2.0/ports?device_id=87405fa8-44cd-41f2-9d8e-94d571b330b4 HTTP/1.1" status: 200 len: 946 time: 0.3976958 May 30 20:05:12.981097 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd88f19f-55f4-4d8d-bfcb-3755d0e91941 req-0a4812d3-e706-420a-ab5d-dc156f4aa4e6 service neutron] Checking agent: {'id': 'eaa08354-e8f5-4e73-af76-8d3cf7d2b390', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:05:12.981453 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd88f19f-55f4-4d8d-bfcb-3755d0e91941 req-0a4812d3-e706-420a-ab5d-dc156f4aa4e6 service neutron] Checking segment: {'id': 'a588beee-eb1a-4179-866b-50764eb9b22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '1423fe8d-fe45-40b8-bd0c-db2951a00d49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:05:12.986105 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd88f19f-55f4-4d8d-bfcb-3755d0e91941 req-0a4812d3-e706-420a-ab5d-dc156f4aa4e6 service neutron] Bound using segment: {'id': 'a588beee-eb1a-4179-866b-50764eb9b22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '1423fe8d-fe45-40b8-bd0c-db2951a00d49'} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:05:12.986105 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-dd88f19f-55f4-4d8d-bfcb-3755d0e91941 req-0a4812d3-e706-420a-ab5d-dc156f4aa4e6 service neutron] Bound port: 21ee398d-25ce-4760-b6b9-114111fad41c, host: n-h2-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a588beee-eb1a-4179-866b-50764eb9b22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '1423fe8d-fe45-40b8-bd0c-db2951a00d49'}}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:05:12.986105 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-dd88f19f-55f4-4d8d-bfcb-3755d0e91941 req-0a4812d3-e706-420a-ab5d-dc156f4aa4e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:13.097801 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 365877dd-8644-44ed-afe2-eba50da77af7 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:05:13.099010 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:13.141921 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4132903-f7d3-4091-97b6-3d9f4b59fbfc req-83c2487f-e7b0-42af-9ee2-1ebf34373664 tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:13.145131 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8c4cbff6-9da6-4391-8f1a-b8830f47658c req-44acad96-1d6e-4aaa-8ae4-9f55dff01613 service neutron] 10.222.0.71 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3478806 May 30 20:05:13.147938 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d4132903-f7d3-4091-97b6-3d9f4b59fbfc req-83c2487f-e7b0-42af-9ee2-1ebf34373664 tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] 10.222.0.85 "GET /v2.0/ports?device_id=344028cd-77f9-4cf0-ab86-229dde8efa6e HTTP/1.1" status: 200 len: 945 time: 0.1130743 May 30 20:05:13.157651 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-60e7564c-5915-4a63-8a48-d781fdef625b req-60149181-dd03-4fd5-b92d-855a62dace3e service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=2b701b0a-db24-4c30-8444-63ac82ad344b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007592 May 30 20:05:13.177080 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4b57cbd8-b423-414d-94a2-0b7840f48240 req-af0a8c15-3ccc-4b5a-9597-55e18454c042 tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] 10.222.0.85 "GET /v2.0/security-groups?id=709754f6-b7b2-49a5-9f08-2f8d40dab798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825938 May 30 20:05:13.194858 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-dd88f19f-55f4-4d8d-bfcb-3755d0e91941 req-0a4812d3-e706-420a-ab5d-dc156f4aa4e6 service neutron] For port 21ee398d-25ce-4760-b6b9-114111fad41c, host n-h2-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:05:13.198792 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-dd88f19f-55f4-4d8d-bfcb-3755d0e91941 req-0a4812d3-e706-420a-ab5d-dc156f4aa4e6 service neutron] For port 21ee398d-25ce-4760-b6b9-114111fad41c, host n-h2-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=21ee398d-25ce-4760-b6b9-114111fad41c,segment=NetworkSegment(a588beee-eb1a-4179-866b-50764eb9b22b),segment_id=a588beee-eb1a-4179-866b-50764eb9b22b)] {{(pid=84887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:05:13.246821 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d4132903-f7d3-4091-97b6-3d9f4b59fbfc req-4f328a6f-2515-48e5-aebd-e79561f67731 tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] 10.222.0.85 "GET /v2.0/security-groups?id=2b701b0a-db24-4c30-8444-63ac82ad344b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947597 May 30 20:05:13.300142 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-dd88f19f-55f4-4d8d-bfcb-3755d0e91941 req-0a4812d3-e706-420a-ab5d-dc156f4aa4e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:13.373198 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-dd88f19f-55f4-4d8d-bfcb-3755d0e91941 req-0a4812d3-e706-420a-ab5d-dc156f4aa4e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:13.375775 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-dd88f19f-55f4-4d8d-bfcb-3755d0e91941 req-0a4812d3-e706-420a-ab5d-dc156f4aa4e6 service neutron] 10.222.0.86 "PUT /v2.0/ports/21ee398d-25ce-4760-b6b9-114111fad41c HTTP/1.1" status: 200 len: 1092 time: 3.8731604 May 30 20:05:13.376223 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dacd4860-339f-4fa4-9d16-fdbd88c14e30', 'tag': '21ee398d-25ce-4760-b6b9-114111fad41c'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:05:13.397077 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4812d3-e706-420a-ab5d-dc156f4aa4e6 service neutron] Pushing event updated for resources: {'Port': ['ID=21ee398d-25ce-4760-b6b9-114111fad41c,revision_number=3']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:13.519786 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3687d1e2-8c49-42d5-983c-6af044dd9d64 req-01e9bbca-8bf9-4f07-b327-425a05fa300e tempest-LiveAutoBlockMigrationV225Test-1041394858 tempest-LiveAutoBlockMigrationV225Test-1041394858-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=e525fdd9-cb28-4edc-bfd9-9ebbc3d85da2 HTTP/1.1" status: 200 len: 1096 time: 0.0819843 May 30 20:05:13.646488 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3687d1e2-8c49-42d5-983c-6af044dd9d64 req-fefa2a38-5495-473b-8989-b50109550b9b tempest-LiveAutoBlockMigrationV225Test-1041394858 tempest-LiveAutoBlockMigrationV225Test-1041394858-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=e04d9b86-3d99-41a3-8241-c517ec1f4730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207242 May 30 20:05:13.677862 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-dd88f19f-55f4-4d8d-bfcb-3755d0e91941 req-4691b5ab-a317-4740-8499-96ee73be2bfb service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2f556c8c0e86457c8a99895c145d8ec1&device_id=dacd4860-339f-4fa4-9d16-fdbd88c14e30 HTTP/1.1" status: 200 len: 1095 time: 0.1429825 May 30 20:05:13.814855 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-dd88f19f-55f4-4d8d-bfcb-3755d0e91941 req-0d3ee050-fbce-4951-a6c9-97d9b7e09c6f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=21ee398d-25ce-4760-b6b9-114111fad41c HTTP/1.1" status: 200 len: 217 time: 0.1283443 May 30 20:05:13.953010 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 48138) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:05:13.962978 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3ec95154-c088-42e9-a0a6-605db32a1f7a req-1f48d4c5-95a2-4842-9120-73475b0100ab tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.85 "GET /v2.0/networks?tenant_id=6a75b3db8cd44db8bb931dd59e296017&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0520778 May 30 20:05:14.064652 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd88f19f-55f4-4d8d-bfcb-3755d0e91941 req-f5d37a49-c45b-440c-b246-f7ae81f44916 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:14.066348 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-dd88f19f-55f4-4d8d-bfcb-3755d0e91941 req-f5d37a49-c45b-440c-b246-f7ae81f44916 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f7ba462c-1ed8-4caa-83b7-6c1b6552e3f5 HTTP/1.1" status: 200 len: 851 time: 0.2451212 May 30 20:05:14.151114 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-dd88f19f-55f4-4d8d-bfcb-3755d0e91941 req-d447da1b-b9d6-4bef-ba97-6f2eddf3c412 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=1423fe8d-fe45-40b8-bd0c-db2951a00d49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0706897 May 30 20:05:14.294056 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec95154-c088-42e9-a0a6-605db32a1f7a req-b61955b0-8b69-41c1-b22e-77beb0724552 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:14.297269 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3ec95154-c088-42e9-a0a6-605db32a1f7a req-b61955b0-8b69-41c1-b22e-77beb0724552 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3266933 May 30 20:05:14.322696 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3ec95154-c088-42e9-a0a6-605db32a1f7a req-01b254c4-6f8b-4a43-8eba-d6f9c71a4d3d tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.85 "GET /v2.0/quotas/6a75b3db8cd44db8bb931dd59e296017 HTTP/1.1" status: 200 len: 375 time: 0.0187104 May 30 20:05:14.413668 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-c4c9e891-d37e-4b7c-a0d0-3dc60dd0d460 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=7ba76fe9cbd841b8bd5bed0d67baaaef&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3837132 May 30 20:05:14.416769 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 48144) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:05:14.424144 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3ec95154-c088-42e9-a0a6-605db32a1f7a req-7c40037d-2dd8-466f-a521-fbb094cafcd0 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=6a75b3db8cd44db8bb931dd59e296017&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0930250 May 30 20:05:14.426337 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-674662cd-82ae-46e5-a24f-ee24f74b9087 req-c2732e35-24f1-4e01-9391-2ce0c1fdc6db tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] 10.222.0.85 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=c7869750-4b49-4b7e-aa99-5e0f1ae02da4 HTTP/1.1" status: 200 len: 258 time: 0.5306587 May 30 20:05:14.451687 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-674662cd-82ae-46e5-a24f-ee24f74b9087 req-90a0f387-f5af-43a4-bac7-cb8d2863beb3 tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] Request body: {'floatingip': {'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:05:14.481775 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-674662cd-82ae-46e5-a24f-ee24f74b9087 req-90a0f387-f5af-43a4-bac7-cb8d2863beb3 tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:05:14.509890 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-674662cd-82ae-46e5-a24f-ee24f74b9087 req-90a0f387-f5af-43a4-bac7-cb8d2863beb3 tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] Usage tracker for resource:floatingip and tenant:451572d0f13c40ff8c6397191d3ebc95 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:05:14.514482 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-674662cd-82ae-46e5-a24f-ee24f74b9087 req-90a0f387-f5af-43a4-bac7-cb8d2863beb3 tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:05:14.531952 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-674662cd-82ae-46e5-a24f-ee24f74b9087 req-90a0f387-f5af-43a4-bac7-cb8d2863beb3 tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:05:14.541691 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-dd88f19f-55f4-4d8d-bfcb-3755d0e91941 req-ea0e9ae0-67a0-4fd9-abb2-ef01b2446c35 service neutron] 10.222.0.86 "GET /v2.0/networks/1423fe8d-fe45-40b8-bd0c-db2951a00d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3819416 May 30 20:05:14.663588 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-04b4d09e-6f85-4aa5-99db-24d106cd0caf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:14.705164 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-674662cd-82ae-46e5-a24f-ee24f74b9087 req-90a0f387-f5af-43a4-bac7-cb8d2863beb3 tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] Notify callbacks [] for floatingip, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:14.729666 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-04b4d09e-6f85-4aa5-99db-24d106cd0caf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:14.771399 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-dd88f19f-55f4-4d8d-bfcb-3755d0e91941 req-18812491-744c-4416-bb6a-40cae1d2b2c3 service neutron] 10.222.0.86 "GET /v2.0/networks/1423fe8d-fe45-40b8-bd0c-db2951a00d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237701 May 30 20:05:14.950179 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-674662cd-82ae-46e5-a24f-ee24f74b9087 req-90a0f387-f5af-43a4-bac7-cb8d2863beb3 tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:15.028296 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-04b4d09e-6f85-4aa5-99db-24d106cd0caf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:15.085161 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b4d09e-6f85-4aa5-99db-24d106cd0caf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9feb5b9e-153c-4862-852d-37136ef6457a,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:15.161335 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f776ae-3440-456c-8e84-af4289a61dd7 req-ed632ccc-8afe-4c16-a7b7-56add6186371 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:15.163742 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-47f776ae-3440-456c-8e84-af4289a61dd7 req-ed632ccc-8afe-4c16-a7b7-56add6186371 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/ports?device_id=dacd4860-339f-4fa4-9d16-fdbd88c14e30 HTTP/1.1" status: 200 len: 944 time: 0.1433542 May 30 20:05:15.213262 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-04b4d09e-6f85-4aa5-99db-24d106cd0caf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:15.215194 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-04b4d09e-6f85-4aa5-99db-24d106cd0caf admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/9feb5b9e-153c-4862-852d-37136ef6457a HTTP/1.1" status: 204 len: 168 time: 0.7971497 May 30 20:05:15.239554 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-47f776ae-3440-456c-8e84-af4289a61dd7 req-98e322c0-7350-4800-bafc-c0c1bdfc1009 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/security-groups?id=f7bd1307-7f80-416a-ad0f-251b87da459a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672512 May 30 20:05:15.249873 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [req-674662cd-82ae-46e5-a24f-ee24f74b9087 req-90a0f387-f5af-43a4-bac7-cb8d2863beb3 tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] Allocated IP 172.25.8.2 (c7869750-4b49-4b7e-aa99-5e0f1ae02da4/427601ec-f643-4fe7-b5e6-17305d3a39e1/56616771-406d-484a-ba16-f5acce0a44fd) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:05:15.481483 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03e678f4-8269-4b86-be20-3db9ba7a7366'] response: {'name': 'network-changed', 'server_uuid': 'dacd4860-339f-4fa4-9d16-fdbd88c14e30', 'tag': '21ee398d-25ce-4760-b6b9-114111fad41c', 'status': 'completed', 'code': 200} May 30 20:05:15.564502 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767d7b27-4ca0-46fc-ae05-158909fcaa32 req-b0ac0b10-1461-4004-be14-dae78da1d365 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:15.567450 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-767d7b27-4ca0-46fc-ae05-158909fcaa32 req-b0ac0b10-1461-4004-be14-dae78da1d365 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/ports?device_id=1f5e4faa-be65-4ec2-8cb3-eeaae421f37a HTTP/1.1" status: 200 len: 950 time: 0.1072607 May 30 20:05:15.650545 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-767d7b27-4ca0-46fc-ae05-158909fcaa32 req-87b76980-ff36-43cd-aad8-08f3538ad873 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/security-groups?id=e1329ead-76da-4fe1-a988-d24ed3099985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739093 May 30 20:05:15.688233 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-674662cd-82ae-46e5-a24f-ee24f74b9087 req-90a0f387-f5af-43a4-bac7-cb8d2863beb3 tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:15.724671 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1afffa0a-dcc6-4cb6-b9b3-52af157a2223 req-76a215c0-2cb8-450c-9274-c36366acf0f9 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2f556c8c0e86457c8a99895c145d8ec1&device_id=dacd4860-339f-4fa4-9d16-fdbd88c14e30 HTTP/1.1" status: 200 len: 1095 time: 0.3026228 May 30 20:05:15.978442 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-674662cd-82ae-46e5-a24f-ee24f74b9087 req-90a0f387-f5af-43a4-bac7-cb8d2863beb3 tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:16.079028 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-674662cd-82ae-46e5-a24f-ee24f74b9087 req-90a0f387-f5af-43a4-bac7-cb8d2863beb3 tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] Network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:05:16.096216 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [req-674662cd-82ae-46e5-a24f-ee24f74b9087 req-90a0f387-f5af-43a4-bac7-cb8d2863beb3 tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:05:16.100379 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-674662cd-82ae-46e5-a24f-ee24f74b9087 req-90a0f387-f5af-43a4-bac7-cb8d2863beb3 tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:05:16.125850 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff380099-8910-48f4-8f19-238ac7a3b447 req-7c5d1d3a-0a25-487b-8d2b-83d8ea1c2ab8 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:16.132717 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ff380099-8910-48f4-8f19-238ac7a3b447 req-7c5d1d3a-0a25-487b-8d2b-83d8ea1c2ab8 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] 10.222.0.85 "GET /v2.0/ports?device_id=f1a00c85-493e-4ed6-a162-6f8d5e0e74cc HTTP/1.1" status: 200 len: 946 time: 0.1835413 May 30 20:05:16.148692 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a0f387-f5af-43a4-bac7-cb8d2863beb3 tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] Pushing event updated for resources: {'Port': ['ID=56616771-406d-484a-ba16-f5acce0a44fd,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:16.265310 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ff380099-8910-48f4-8f19-238ac7a3b447 req-77a693c2-6b0b-4fc1-b4c2-dd4061ce5798 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] 10.222.0.85 "GET /v2.0/security-groups?id=9bc03317-7c5c-46d0-8ed2-0b298955a173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553148 May 30 20:05:16.274581 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afffa0a-dcc6-4cb6-b9b3-52af157a2223 req-8406273d-c642-458f-b491-851803db62aa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:16.274581 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1afffa0a-dcc6-4cb6-b9b3-52af157a2223 req-8406273d-c642-458f-b491-851803db62aa service neutron] 10.222.0.86 "GET /v2.0/networks?id=1423fe8d-fe45-40b8-bd0c-db2951a00d49 HTTP/1.1" status: 200 len: 912 time: 0.4621086 May 30 20:05:16.339823 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1afffa0a-dcc6-4cb6-b9b3-52af157a2223 req-6f0164e7-28bc-480a-baa3-59405623bc1e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=21ee398d-25ce-4760-b6b9-114111fad41c HTTP/1.1" status: 200 len: 217 time: 0.1259270 May 30 20:05:16.576210 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1b6a9a-f1aa-423b-a9d1-5b24e654c96a req-f28a6e95-8426-4844-ac47-51928d8d3534 tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:16.576210 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-aa1b6a9a-f1aa-423b-a9d1-5b24e654c96a req-f28a6e95-8426-4844-ac47-51928d8d3534 tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] 10.222.0.85 "GET /v2.0/ports?device_id=344028cd-77f9-4cf0-ab86-229dde8efa6e HTTP/1.1" status: 200 len: 945 time: 0.1871648 May 30 20:05:16.585449 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afffa0a-dcc6-4cb6-b9b3-52af157a2223 req-96ef269b-e72a-444c-9d5b-a237943b41a7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:16.585449 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1afffa0a-dcc6-4cb6-b9b3-52af157a2223 req-96ef269b-e72a-444c-9d5b-a237943b41a7 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f7ba462c-1ed8-4caa-83b7-6c1b6552e3f5 HTTP/1.1" status: 200 len: 851 time: 0.2307096 May 30 20:05:16.660862 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1afffa0a-dcc6-4cb6-b9b3-52af157a2223 req-3dda7c3a-5c55-42f9-b53c-68caaa982326 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=1423fe8d-fe45-40b8-bd0c-db2951a00d49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618296 May 30 20:05:16.710522 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-aa1b6a9a-f1aa-423b-a9d1-5b24e654c96a req-62395bf5-00d5-47d6-ae2e-f665449c29ff tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] 10.222.0.85 "GET /v2.0/security-groups?id=2b701b0a-db24-4c30-8444-63ac82ad344b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312079 May 30 20:05:17.023526 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-674662cd-82ae-46e5-a24f-ee24f74b9087 req-90a0f387-f5af-43a4-bac7-cb8d2863beb3 tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:17.143977 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1afffa0a-dcc6-4cb6-b9b3-52af157a2223 req-b167242c-c3a8-47f1-9068-fe9331083bf2 service neutron] 10.222.0.86 "GET /v2.0/networks/1423fe8d-fe45-40b8-bd0c-db2951a00d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4282763 May 30 20:05:17.240705 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4cd2683a-ab1f-41d1-99ac-9665c25f38b5 req-03a87cce-6b94-4574-8446-79263fc46daf tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.85 "GET /v2.0/ports?device_id=64150e76-0246-437b-8bdd-ac1e1a53ed9d HTTP/1.1" status: 200 len: 210 time: 0.0875177 May 30 20:05:17.610254 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-674662cd-82ae-46e5-a24f-ee24f74b9087 req-90a0f387-f5af-43a4-bac7-cb8d2863beb3 tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:17.722537 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:05:17.753712 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3b024c90-761b-4a3e-ae74-a0bf75623c54 req-5d051515-b78d-45e4-ba1a-b85fc4eaa87f service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=e525fdd9-cb28-4edc-bfd9-9ebbc3d85da2&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1982539 May 30 20:05:18.033439 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1afffa0a-dcc6-4cb6-b9b3-52af157a2223 req-2e414c96-6ffa-4697-9704-348f7065920a service neutron] 10.222.0.86 "GET /v2.0/networks/1423fe8d-fe45-40b8-bd0c-db2951a00d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8771811 May 30 20:05:18.187307 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-674662cd-82ae-46e5-a24f-ee24f74b9087 req-90a0f387-f5af-43a4-bac7-cb8d2863beb3 tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:18.289559 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-674662cd-82ae-46e5-a24f-ee24f74b9087 req-90a0f387-f5af-43a4-bac7-cb8d2863beb3 tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:18.430877 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a0f387-f5af-43a4-bac7-cb8d2863beb3 tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] Pushing event updated for resources: {'Port': ['ID=56616771-406d-484a-ba16-f5acce0a44fd,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:18.446136 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-674662cd-82ae-46e5-a24f-ee24f74b9087 req-90a0f387-f5af-43a4-bac7-cb8d2863beb3 tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736490'] for floatingip, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:18.513755 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3ec95154-c088-42e9-a0a6-605db32a1f7a req-bf7280d1-3705-4d7b-924d-8e96773768d4 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=6a75b3db8cd44db8bb931dd59e296017&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0330749 May 30 20:05:18.597490 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-674662cd-82ae-46e5-a24f-ee24f74b9087 req-90a0f387-f5af-43a4-bac7-cb8d2863beb3 tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:18.599030 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-674662cd-82ae-46e5-a24f-ee24f74b9087 req-90a0f387-f5af-43a4-bac7-cb8d2863beb3 tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 4.1599312 May 30 20:05:18.677541 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 21ee398d-25ce-4760-b6b9-114111fad41c details requested by agent hyperv_n-h2-843948-2 with host n-h2-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:05:18.765872 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-674662cd-82ae-46e5-a24f-ee24f74b9087 req-9bcd81e1-eab9-4834-93da-b114ea44358e tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] Synchronizing usage tracker for tenant:451572d0f13c40ff8c6397191d3ebc95 on resource:floatingip {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:05:18.922875 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-674662cd-82ae-46e5-a24f-ee24f74b9087 req-9bcd81e1-eab9-4834-93da-b114ea44358e tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] Unset dirty status for tenant:451572d0f13c40ff8c6397191d3ebc95 on resource:floatingip {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:05:18.925348 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-674662cd-82ae-46e5-a24f-ee24f74b9087 req-9bcd81e1-eab9-4834-93da-b114ea44358e tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] 10.222.0.85 "GET /v2.0/floatingips?floating_ip_address=172.25.8.2 HTTP/1.1" status: 200 len: 694 time: 0.3193381 May 30 20:05:18.935414 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec95154-c088-42e9-a0a6-605db32a1f7a req-e9c32a08-e178-4418-8939-a70f8f169565 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:18.939004 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3ec95154-c088-42e9-a0a6-605db32a1f7a req-e9c32a08-e178-4418-8939-a70f8f169565 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4208140 May 30 20:05:18.987159 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-3ec95154-c088-42e9-a0a6-605db32a1f7a req-834a4a76-0313-4f1f-a1c7-a0463253fca2 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Request body: {'port': {'device_id': '64150e76-0246-437b-8bdd-ac1e1a53ed9d', 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1', 'admin_state_up': True, 'tenant_id': '6a75b3db8cd44db8bb931dd59e296017'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:05:18.990513 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 21ee398d-25ce-4760-b6b9-114111fad41c, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=21ee398d-25ce-4760-b6b9-114111fad41c,segment=NetworkSegment(a588beee-eb1a-4179-866b-50764eb9b22b),segment_id=a588beee-eb1a-4179-866b-50764eb9b22b)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:05:19.009591 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Returning: {'device': '21ee398d-25ce-4760-b6b9-114111fad41c', 'network_id': '1423fe8d-fe45-40b8-bd0c-db2951a00d49', 'port_id': '21ee398d-25ce-4760-b6b9-114111fad41c', 'mac_address': 'fa:16:3e:d1:a9:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7ba462c-1ed8-4caa-83b7-6c1b6552e3f5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:05:19.153678 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:19.204902 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21ee398d-25ce-4760-b6b9-114111fad41c {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:05:19.237696 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 21ee398d-25ce-4760-b6b9-114111fad41c, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=21ee398d-25ce-4760-b6b9-114111fad41c,segment=NetworkSegment(a588beee-eb1a-4179-866b-50764eb9b22b),segment_id=a588beee-eb1a-4179-866b-50764eb9b22b)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:05:19.282810 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:19.345667 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:19.480586 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674662cd-82ae-46e5-a24f-ee24f74b9087 req-101630fc-2a58-4657-8679-980d4db72c27 tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:19.482834 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-674662cd-82ae-46e5-a24f-ee24f74b9087 req-101630fc-2a58-4657-8679-980d4db72c27 tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] 10.222.0.85 "GET /v2.0/networks/c7869750-4b49-4b7e-aa99-5e0f1ae02da4 HTTP/1.1" status: 200 len: 784 time: 0.5420625 May 30 20:05:19.502652 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-3ec95154-c088-42e9-a0a6-605db32a1f7a req-834a4a76-0313-4f1f-a1c7-a0463253fca2 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:05:19.511859 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [req-674662cd-82ae-46e5-a24f-ee24f74b9087 req-fa94e638-cf66-4eaa-9ab9-f556ba32e33e tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=84887) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:05:19.515893 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-674662cd-82ae-46e5-a24f-ee24f74b9087 req-fa94e638-cf66-4eaa-9ab9-f556ba32e33e tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0129075 May 30 20:05:19.515893 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-3ec95154-c088-42e9-a0a6-605db32a1f7a req-834a4a76-0313-4f1f-a1c7-a0463253fca2 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Usage tracker for resource:port and tenant:6a75b3db8cd44db8bb931dd59e296017 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:05:19.519666 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-3ec95154-c088-42e9-a0a6-605db32a1f7a req-834a4a76-0313-4f1f-a1c7-a0463253fca2 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:05:19.527957 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-3ec95154-c088-42e9-a0a6-605db32a1f7a req-834a4a76-0313-4f1f-a1c7-a0463253fca2 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:05:19.543473 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=21ee398d-25ce-4760-b6b9-114111fad41c,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:19.613962 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ec95154-c088-42e9-a0a6-605db32a1f7a req-834a4a76-0313-4f1f-a1c7-a0463253fca2 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Made reservation on behalf of 6a75b3db8cd44db8bb931dd59e296017 for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:05:19.618728 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-3ec95154-c088-42e9-a0a6-605db32a1f7a req-834a4a76-0313-4f1f-a1c7-a0463253fca2 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:19.640429 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-3ec95154-c088-42e9-a0a6-605db32a1f7a req-834a4a76-0313-4f1f-a1c7-a0463253fca2 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:19.655839 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['21ee398d-25ce-4760-b6b9-114111fad41c'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:05:19.714083 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-3ec95154-c088-42e9-a0a6-605db32a1f7a req-834a4a76-0313-4f1f-a1c7-a0463253fca2 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:05:19.737425 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-3ec95154-c088-42e9-a0a6-605db32a1f7a req-834a4a76-0313-4f1f-a1c7-a0463253fca2 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Usage tracker for resource:security_group_rule and tenant:6a75b3db8cd44db8bb931dd59e296017 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:05:19.752080 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-3ec95154-c088-42e9-a0a6-605db32a1f7a req-834a4a76-0313-4f1f-a1c7-a0463253fca2 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:05:19.818088 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-3ec95154-c088-42e9-a0a6-605db32a1f7a req-834a4a76-0313-4f1f-a1c7-a0463253fca2 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:05:19.954111 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41561814-7bf5-4650-92a7-efe44a55a583 req-397ed0aa-a6e4-4ead-81a4-8c7dc3baf704 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:19.958117 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-41561814-7bf5-4650-92a7-efe44a55a583 req-397ed0aa-a6e4-4ead-81a4-8c7dc3baf704 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/ports?device_id=dacd4860-339f-4fa4-9d16-fdbd88c14e30 HTTP/1.1" status: 200 len: 945 time: 0.1997962 May 30 20:05:20.088550 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-3ec95154-c088-42e9-a0a6-605db32a1f7a req-834a4a76-0313-4f1f-a1c7-a0463253fca2 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:20.106871 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-41561814-7bf5-4650-92a7-efe44a55a583 req-8060f53b-6625-4f48-aca5-f1f719d661b7 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/security-groups?id=f7bd1307-7f80-416a-ad0f-251b87da459a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223295 May 30 20:05:20.191695 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-3ec95154-c088-42e9-a0a6-605db32a1f7a req-834a4a76-0313-4f1f-a1c7-a0463253fca2 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:20.381497 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834a4a76-0313-4f1f-a1c7-a0463253fca2 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db33dd94-15fa-4959-a681-13f509935d34,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:20.535729 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [req-3ec95154-c088-42e9-a0a6-605db32a1f7a req-834a4a76-0313-4f1f-a1c7-a0463253fca2 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Allocated IP 192.168.233.33 (4344fbed-57fb-43d7-b32d-6020ce60f0a1/1b83ff54-b1af-44ce-bb75-ba148920553c/ddba6d06-4716-4ab5-90ae-4e3814b4f21f) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:05:20.551051 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b777c0e7-d58c-4e06-bf3f-68e98c6f6e91 req-f3115e35-c5c0-4e67-b443-4733a5357bf6 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:20.553251 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b777c0e7-d58c-4e06-bf3f-68e98c6f6e91 req-f3115e35-c5c0-4e67-b443-4733a5357bf6 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/ports?device_id=1f5e4faa-be65-4ec2-8cb3-eeaae421f37a HTTP/1.1" status: 200 len: 950 time: 0.2304981 May 30 20:05:20.665981 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b777c0e7-d58c-4e06-bf3f-68e98c6f6e91 req-a1af75fb-3e93-42d3-bd13-d999f575c57f tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/security-groups?id=e1329ead-76da-4fe1-a988-d24ed3099985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015954 May 30 20:05:20.703314 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 21ee398d-25ce-4760-b6b9-114111fad41c up at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:05:20.899737 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning for port 21ee398d-25ce-4760-b6b9-114111fad41c completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:05:20.907021 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning complete for port 21ee398d-25ce-4760-b6b9-114111fad41c triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:05:20.907568 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:20.977823 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [req-d0759732-34e5-42c4-8a2a-7aaf8d7ce1c5 req-a33260a2-354a-41e0-ae5d-b51722d8176c tempest-LiveAutoBlockMigrationV225Test-1041394858 tempest-LiveAutoBlockMigrationV225Test-1041394858-project-admin] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=84887) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:05:20.979426 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d0759732-34e5-42c4-8a2a-7aaf8d7ce1c5 req-a33260a2-354a-41e0-ae5d-b51722d8176c tempest-LiveAutoBlockMigrationV225Test-1041394858 tempest-LiveAutoBlockMigrationV225Test-1041394858-project-admin] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0100315 May 30 20:05:21.047434 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-d0759732-34e5-42c4-8a2a-7aaf8d7ce1c5 req-05948167-f293-43d1-aed8-32d978cb23d6 service neutron] Request body: {'binding': {'host': 'n-h1-843948-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:05:21.047981 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-d0759732-34e5-42c4-8a2a-7aaf8d7ce1c5 req-05948167-f293-43d1-aed8-32d978cb23d6 service neutron] Unknown quota resources ['binding']. {{(pid=84887) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} May 30 20:05:21.116128 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:21.165140 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dacd4860-339f-4fa4-9d16-fdbd88c14e30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21ee398d-25ce-4760-b6b9-114111fad41c'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:05:21.182782 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 21ee398d-25ce-4760-b6b9-114111fad41c, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=21ee398d-25ce-4760-b6b9-114111fad41c,segment=NetworkSegment(a588beee-eb1a-4179-866b-50764eb9b22b),segment_id=a588beee-eb1a-4179-866b-50764eb9b22b)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:05:21.277706 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:21.398066 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=21ee398d-25ce-4760-b6b9-114111fad41c,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:21.503093 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-85933d74-1423-476e-8341-d6dc766fc8e6 req-329516fc-a9ac-48e6-8b8a-189d914e67b0 tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] 10.222.0.85 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5317335 May 30 20:05:21.509802 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-3ec95154-c088-42e9-a0a6-605db32a1f7a req-834a4a76-0313-4f1f-a1c7-a0463253fca2 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:21.530861 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-85933d74-1423-476e-8341-d6dc766fc8e6 req-21d93563-b9c0-4c6e-9f5b-f6d097640e9a tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] Request body: {'floatingip': {'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:05:21.545715 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-85933d74-1423-476e-8341-d6dc766fc8e6 req-21d93563-b9c0-4c6e-9f5b-f6d097640e9a tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:05:21.559902 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-85933d74-1423-476e-8341-d6dc766fc8e6 req-21d93563-b9c0-4c6e-9f5b-f6d097640e9a tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] Usage tracker for resource:floatingip and tenant:a30f992c0c6d4c83b278c5e0ddf93c21 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:05:21.573022 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-85933d74-1423-476e-8341-d6dc766fc8e6 req-21d93563-b9c0-4c6e-9f5b-f6d097640e9a tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:05:21.583255 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-3ec95154-c088-42e9-a0a6-605db32a1f7a req-834a4a76-0313-4f1f-a1c7-a0463253fca2 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Transition to ACTIVE for port object ddba6d06-4716-4ab5-90ae-4e3814b4f21f will not be triggered until provisioned by entity DHCP. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:05:21.586621 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-85933d74-1423-476e-8341-d6dc766fc8e6 req-21d93563-b9c0-4c6e-9f5b-f6d097640e9a tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:05:21.642708 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-d0759732-34e5-42c4-8a2a-7aaf8d7ce1c5 req-05948167-f293-43d1-aed8-32d978cb23d6 service neutron] Attempting to bind port 7f29f677-450a-4a29-a30d-dd785bea7fbe on host n-h1-843948-2 for vnic_type normal with profile None {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:05:21.643203 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-d0759732-34e5-42c4-8a2a-7aaf8d7ce1c5 req-05948167-f293-43d1-aed8-32d978cb23d6 service neutron] Attempting to bind port 7f29f677-450a-4a29-a30d-dd785bea7fbe by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': '4048bfa0-f1bd-4aa7-86bf-7023b66ee7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2a2680a-30c7-4004-a919-1078d0f1a0a1'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:05:21.643662 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0759732-34e5-42c4-8a2a-7aaf8d7ce1c5 req-05948167-f293-43d1-aed8-32d978cb23d6 service neutron] Attempting to bind port 7f29f677-450a-4a29-a30d-dd785bea7fbe on network a2a2680a-30c7-4004-a919-1078d0f1a0a1 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:05:21.656485 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0759732-34e5-42c4-8a2a-7aaf8d7ce1c5 req-05948167-f293-43d1-aed8-32d978cb23d6 service neutron] Port 7f29f677-450a-4a29-a30d-dd785bea7fbe on network a2a2680a-30c7-4004-a919-1078d0f1a0a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:05:21.656854 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0759732-34e5-42c4-8a2a-7aaf8d7ce1c5 req-05948167-f293-43d1-aed8-32d978cb23d6 service neutron] Attempting to bind port 7f29f677-450a-4a29-a30d-dd785bea7fbe on network a2a2680a-30c7-4004-a919-1078d0f1a0a1 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:05:21.664905 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0759732-34e5-42c4-8a2a-7aaf8d7ce1c5 req-05948167-f293-43d1-aed8-32d978cb23d6 service neutron] Checking agent: {'id': 'f728d74e-a4ae-4384-860b-a5ade05dd8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:05:21.671720 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0759732-34e5-42c4-8a2a-7aaf8d7ce1c5 req-05948167-f293-43d1-aed8-32d978cb23d6 service neutron] Checking segment: {'id': '4048bfa0-f1bd-4aa7-86bf-7023b66ee7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2a2680a-30c7-4004-a919-1078d0f1a0a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:05:21.671720 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0759732-34e5-42c4-8a2a-7aaf8d7ce1c5 req-05948167-f293-43d1-aed8-32d978cb23d6 service neutron] Bound using segment: {'id': '4048bfa0-f1bd-4aa7-86bf-7023b66ee7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2a2680a-30c7-4004-a919-1078d0f1a0a1'} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:05:21.671720 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-d0759732-34e5-42c4-8a2a-7aaf8d7ce1c5 req-05948167-f293-43d1-aed8-32d978cb23d6 service neutron] Bound port: 7f29f677-450a-4a29-a30d-dd785bea7fbe, host: n-h1-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4048bfa0-f1bd-4aa7-86bf-7023b66ee7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2a2680a-30c7-4004-a919-1078d0f1a0a1'}}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:05:21.690675 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-85933d74-1423-476e-8341-d6dc766fc8e6 req-21d93563-b9c0-4c6e-9f5b-f6d097640e9a tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] Notify callbacks [] for floatingip, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:21.716973 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-3ec95154-c088-42e9-a0a6-605db32a1f7a req-834a4a76-0313-4f1f-a1c7-a0463253fca2 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:21.851550 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-d0759732-34e5-42c4-8a2a-7aaf8d7ce1c5 req-05948167-f293-43d1-aed8-32d978cb23d6 service neutron] For port 7f29f677-450a-4a29-a30d-dd785bea7fbe, host n-h1-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=7f29f677-450a-4a29-a30d-dd785bea7fbe,segment=NetworkSegment(4048bfa0-f1bd-4aa7-86bf-7023b66ee7f9),segment_id=4048bfa0-f1bd-4aa7-86bf-7023b66ee7f9)] {{(pid=84887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:05:21.909827 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ec95154-c088-42e9-a0a6-605db32a1f7a req-834a4a76-0313-4f1f-a1c7-a0463253fca2 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Network 4344fbed-57fb-43d7-b32d-6020ce60f0a1 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:05:21.917135 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [req-3ec95154-c088-42e9-a0a6-605db32a1f7a req-834a4a76-0313-4f1f-a1c7-a0463253fca2 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:05:21.920580 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:21.924617 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ec95154-c088-42e9-a0a6-605db32a1f7a req-834a4a76-0313-4f1f-a1c7-a0463253fca2 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:05:21.983396 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834a4a76-0313-4f1f-a1c7-a0463253fca2 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Pushing event updated for resources: {'Port': ['ID=ddba6d06-4716-4ab5-90ae-4e3814b4f21f,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:22.033667 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-d0759732-34e5-42c4-8a2a-7aaf8d7ce1c5 req-05948167-f293-43d1-aed8-32d978cb23d6 service neutron] Notify callbacks [] for binding, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:22.035280 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d0759732-34e5-42c4-8a2a-7aaf8d7ce1c5 req-05948167-f293-43d1-aed8-32d978cb23d6 service neutron] 10.222.0.85 "POST /v2.0/ports/7f29f677-450a-4a29-a30d-dd785bea7fbe/bindings HTTP/1.1" status: 201 len: 389 time: 1.0441296 May 30 20:05:22.065950 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec95154-c088-42e9-a0a6-605db32a1f7a req-834a4a76-0313-4f1f-a1c7-a0463253fca2 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:22.066992 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-3ec95154-c088-42e9-a0a6-605db32a1f7a req-834a4a76-0313-4f1f-a1c7-a0463253fca2 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:22.141972 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-85933d74-1423-476e-8341-d6dc766fc8e6 req-21d93563-b9c0-4c6e-9f5b-f6d097640e9a tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:22.182838 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3ec95154-c088-42e9-a0a6-605db32a1f7a req-834a4a76-0313-4f1f-a1c7-a0463253fca2 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2089860 May 30 20:05:22.204868 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-3ec95154-c088-42e9-a0a6-605db32a1f7a req-8dd2bf94-6b76-4d72-bda6-32061832322d service neutron] Request body: {'port': {'device_id': '64150e76-0246-437b-8bdd-ac1e1a53ed9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843948-2'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:05:22.305643 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-1412481a-bc40-4599-be86-97a3ad55bdd9 None None] Provisioning for port ddba6d06-4716-4ab5-90ae-4e3814b4f21f completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:05:22.315896 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-1412481a-bc40-4599-be86-97a3ad55bdd9 None None] Provisioning complete for port ddba6d06-4716-4ab5-90ae-4e3814b4f21f triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:05:22.316825 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-1412481a-bc40-4599-be86-97a3ad55bdd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:22.430307 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-1412481a-bc40-4599-be86-97a3ad55bdd9 None None] Port ddba6d06-4716-4ab5-90ae-4e3814b4f21f cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:05:22.468326 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-3ec95154-c088-42e9-a0a6-605db32a1f7a req-8dd2bf94-6b76-4d72-bda6-32061832322d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:22.489467 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [req-85933d74-1423-476e-8341-d6dc766fc8e6 req-21d93563-b9c0-4c6e-9f5b-f6d097640e9a tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] Allocated IP 172.25.8.92 (c7869750-4b49-4b7e-aa99-5e0f1ae02da4/427601ec-f643-4fe7-b5e6-17305d3a39e1/157d67ff-b6a5-434d-8594-75c88c4df559) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:05:22.507476 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56633039-dc7e-4e98-9bdf-517d8ad343f9 req-9e79b7e1-bc10-4909-901e-2b2158f747be tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:22.510662 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-56633039-dc7e-4e98-9bdf-517d8ad343f9 req-9e79b7e1-bc10-4909-901e-2b2158f747be tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] 10.222.0.85 "GET /v2.0/ports?device_id=f1a00c85-493e-4ed6-a162-6f8d5e0e74cc HTTP/1.1" status: 200 len: 946 time: 0.1519108 May 30 20:05:22.595080 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-56633039-dc7e-4e98-9bdf-517d8ad343f9 req-f202ed81-2be7-43a7-b3ca-2862e94c5ced tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] 10.222.0.85 "GET /v2.0/security-groups?id=9bc03317-7c5c-46d0-8ed2-0b298955a173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761578 May 30 20:05:22.938179 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbc8bbd-8b8f-4290-90ae-4c87b632f573 req-dd58758a-537a-4086-b5fe-d4e899875adf tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:22.939860 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4dbc8bbd-8b8f-4290-90ae-4c87b632f573 req-dd58758a-537a-4086-b5fe-d4e899875adf tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.85 "GET /v2.0/ports?device_id=64150e76-0246-437b-8bdd-ac1e1a53ed9d HTTP/1.1" status: 200 len: 935 time: 0.1195152 May 30 20:05:23.028809 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4dbc8bbd-8b8f-4290-90ae-4c87b632f573 req-6c3a13fc-5cc9-41ca-8aea-822810571955 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.85 "GET /v2.0/security-groups?id=db33dd94-15fa-4959-a681-13f509935d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759509 May 30 20:05:23.098463 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-85933d74-1423-476e-8341-d6dc766fc8e6 req-21d93563-b9c0-4c6e-9f5b-f6d097640e9a tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:23.215943 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d0759732-34e5-42c4-8a2a-7aaf8d7ce1c5 req-57554326-a171-43a6-a46a-39157c53a893 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=507d6785502940d28c178ad4aae87e46&device_id=e525fdd9-cb28-4edc-bfd9-9ebbc3d85da2 HTTP/1.1" status: 200 len: 1096 time: 0.3989849 May 30 20:05:23.273222 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4270d556-ee1a-4908-b27d-7d11fedda375 req-8da6bfd7-a0d0-4300-897a-77e3d4d6e45d tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:23.283979 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4270d556-ee1a-4908-b27d-7d11fedda375 req-8da6bfd7-a0d0-4300-897a-77e3d4d6e45d tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] 10.222.0.85 "GET /v2.0/ports?device_id=87405fa8-44cd-41f2-9d8e-94d571b330b4&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0992949 May 30 20:05:23.372184 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4270d556-ee1a-4908-b27d-7d11fedda375 req-a7080476-5f2d-4794-9b35-349f273dc513 tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] 10.222.0.85 "GET /v2.0/floatingips?floating_ip_address=172.25.8.2 HTTP/1.1" status: 200 len: 694 time: 0.0901911 May 30 20:05:23.384798 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [req-4270d556-ee1a-4908-b27d-7d11fedda375 req-e121061c-fbae-4d94-bb66-405601d416c7 tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] Request body: {'floatingip': {'port_id': '78aa4661-1d03-4667-8262-233ff40bb69c', 'fixed_ip_address': '172.20.0.12'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:05:23.467187 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-85933d74-1423-476e-8341-d6dc766fc8e6 req-21d93563-b9c0-4c6e-9f5b-f6d097640e9a tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:23.478923 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-4270d556-ee1a-4908-b27d-7d11fedda375 req-e121061c-fbae-4d94-bb66-405601d416c7 tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] Notify callbacks [] for floatingip, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:23.535163 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.db.resource_extend [req-3ec95154-c088-42e9-a0a6-605db32a1f7a req-8dd2bf94-6b76-4d72-bda6-32061832322d service neutron] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:05:23.650294 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85933d74-1423-476e-8341-d6dc766fc8e6 req-21d93563-b9c0-4c6e-9f5b-f6d097640e9a tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] Network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:05:23.663037 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [req-85933d74-1423-476e-8341-d6dc766fc8e6 req-21d93563-b9c0-4c6e-9f5b-f6d097640e9a tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:05:23.686206 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-85933d74-1423-476e-8341-d6dc766fc8e6 req-21d93563-b9c0-4c6e-9f5b-f6d097640e9a tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:05:23.752818 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [req-3ec95154-c088-42e9-a0a6-605db32a1f7a req-8dd2bf94-6b76-4d72-bda6-32061832322d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddba6d06-4716-4ab5-90ae-4e3814b4f21f {{(pid=84887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:05:23.761308 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d93563-b9c0-4c6e-9f5b-f6d097640e9a tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] Pushing event updated for resources: {'Port': ['ID=157d67ff-b6a5-434d-8594-75c88c4df559,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:23.777758 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0759732-34e5-42c4-8a2a-7aaf8d7ce1c5 req-4144c591-b41a-4544-afa9-ba4fa0d0f6dd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:23.780781 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d0759732-34e5-42c4-8a2a-7aaf8d7ce1c5 req-4144c591-b41a-4544-afa9-ba4fa0d0f6dd service neutron] 10.222.0.71 "GET /v2.0/networks?id=a2a2680a-30c7-4004-a919-1078d0f1a0a1 HTTP/1.1" status: 200 len: 921 time: 0.5569391 May 30 20:05:23.795498 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-3ec95154-c088-42e9-a0a6-605db32a1f7a req-8dd2bf94-6b76-4d72-bda6-32061832322d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:23.933849 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d0759732-34e5-42c4-8a2a-7aaf8d7ce1c5 req-752987cb-9668-444a-bef5-ed49fcdf57a7 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7f29f677-450a-4a29-a30d-dd785bea7fbe HTTP/1.1" status: 200 len: 217 time: 0.1222920 May 30 20:05:23.943953 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-3ec95154-c088-42e9-a0a6-605db32a1f7a req-8dd2bf94-6b76-4d72-bda6-32061832322d service neutron] Transition to ACTIVE for port object ddba6d06-4716-4ab5-90ae-4e3814b4f21f will not be triggered until provisioned by entity L2. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:05:24.043930 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-3ec95154-c088-42e9-a0a6-605db32a1f7a req-8dd2bf94-6b76-4d72-bda6-32061832322d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:24.115495 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0759732-34e5-42c4-8a2a-7aaf8d7ce1c5 req-9980088b-cb46-4242-ab88-37b81561eb3c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:24.117401 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d0759732-34e5-42c4-8a2a-7aaf8d7ce1c5 req-9980088b-cb46-4242-ab88-37b81561eb3c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8501e548-9fd0-4b41-a186-ee2d1e9a4a4f HTTP/1.1" status: 200 len: 860 time: 0.1752620 May 30 20:05:24.395108 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d0759732-34e5-42c4-8a2a-7aaf8d7ce1c5 req-280fe626-7820-4337-9c53-a798bd0eea43 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a2a2680a-30c7-4004-a919-1078d0f1a0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2360959 May 30 20:05:24.409241 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd2bf94-6b76-4d72-bda6-32061832322d service neutron] Pushing event updated for resources: {'Port': ['ID=ddba6d06-4716-4ab5-90ae-4e3814b4f21f,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:24.562523 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-4270d556-ee1a-4908-b27d-7d11fedda375 req-e121061c-fbae-4d94-bb66-405601d416c7 tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:24.656008 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-4270d556-ee1a-4908-b27d-7d11fedda375 req-e121061c-fbae-4d94-bb66-405601d416c7 tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736490'] for floatingip, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:24.841830 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-85933d74-1423-476e-8341-d6dc766fc8e6 req-21d93563-b9c0-4c6e-9f5b-f6d097640e9a tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:25.029031 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d0759732-34e5-42c4-8a2a-7aaf8d7ce1c5 req-76c67386-7535-4ca9-9e02-fbe01eeae76f service neutron] 10.222.0.71 "GET /v2.0/networks/a2a2680a-30c7-4004-a919-1078d0f1a0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6330743 May 30 20:05:25.030528 n-d-843948-2 neutron-server[84886]: INFO neutron.db.l3_db [req-4270d556-ee1a-4908-b27d-7d11fedda375 req-e121061c-fbae-4d94-bb66-405601d416c7 tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] Floating IP e1b86ff4-02c3-430f-9975-293716f82f14 associated. External IP: 172.25.8.2, port: 78aa4661-1d03-4667-8262-233ff40bb69c. May 30 20:05:25.083589 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-3ec95154-c088-42e9-a0a6-605db32a1f7a req-8dd2bf94-6b76-4d72-bda6-32061832322d service neutron] Attempting to bind port ddba6d06-4716-4ab5-90ae-4e3814b4f21f on host n-h1-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:05:25.083589 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-3ec95154-c088-42e9-a0a6-605db32a1f7a req-8dd2bf94-6b76-4d72-bda6-32061832322d service neutron] Attempting to bind port ddba6d06-4716-4ab5-90ae-4e3814b4f21f by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': '7e304c17-4e5f-4a93-af80-52785639e6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:05:25.083589 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec95154-c088-42e9-a0a6-605db32a1f7a req-8dd2bf94-6b76-4d72-bda6-32061832322d service neutron] Attempting to bind port ddba6d06-4716-4ab5-90ae-4e3814b4f21f on network 4344fbed-57fb-43d7-b32d-6020ce60f0a1 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:05:25.202596 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-85933d74-1423-476e-8341-d6dc766fc8e6 req-21d93563-b9c0-4c6e-9f5b-f6d097640e9a tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:25.278922 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec95154-c088-42e9-a0a6-605db32a1f7a req-8dd2bf94-6b76-4d72-bda6-32061832322d service neutron] Port ddba6d06-4716-4ab5-90ae-4e3814b4f21f on network 4344fbed-57fb-43d7-b32d-6020ce60f0a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:05:25.278922 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec95154-c088-42e9-a0a6-605db32a1f7a req-8dd2bf94-6b76-4d72-bda6-32061832322d service neutron] Attempting to bind port ddba6d06-4716-4ab5-90ae-4e3814b4f21f on network 4344fbed-57fb-43d7-b32d-6020ce60f0a1 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:05:25.323165 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec95154-c088-42e9-a0a6-605db32a1f7a req-8dd2bf94-6b76-4d72-bda6-32061832322d service neutron] Checking agent: {'id': 'f728d74e-a4ae-4384-860b-a5ade05dd8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:05:25.323674 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec95154-c088-42e9-a0a6-605db32a1f7a req-8dd2bf94-6b76-4d72-bda6-32061832322d service neutron] Checking segment: {'id': '7e304c17-4e5f-4a93-af80-52785639e6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:05:25.324277 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec95154-c088-42e9-a0a6-605db32a1f7a req-8dd2bf94-6b76-4d72-bda6-32061832322d service neutron] Bound using segment: {'id': '7e304c17-4e5f-4a93-af80-52785639e6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1'} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:05:25.325593 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-3ec95154-c088-42e9-a0a6-605db32a1f7a req-8dd2bf94-6b76-4d72-bda6-32061832322d service neutron] Bound port: ddba6d06-4716-4ab5-90ae-4e3814b4f21f, host: n-h1-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e304c17-4e5f-4a93-af80-52785639e6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1'}}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:05:25.325593 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-3ec95154-c088-42e9-a0a6-605db32a1f7a req-8dd2bf94-6b76-4d72-bda6-32061832322d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:25.439249 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d0759732-34e5-42c4-8a2a-7aaf8d7ce1c5 req-cb702675-ee97-4d4f-ac50-a9a189bd852b service neutron] 10.222.0.71 "GET /v2.0/networks/a2a2680a-30c7-4004-a919-1078d0f1a0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3850057 May 30 20:05:25.825109 n-d-843948-2 neutron-server[84887]: INFO neutron.api.v2.resource [req-8c4cbff6-9da6-4391-8f1a-b8830f47658c req-3abe467f-fdef-40fe-9672-21e2431e508c service neutron] show failed (client error): The resource could not be found. May 30 20:05:25.825109 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8c4cbff6-9da6-4391-8f1a-b8830f47658c req-3abe467f-fdef-40fe-9672-21e2431e508c service neutron] 10.222.0.71 "GET /v2.0/ports/87840a0b-a014-456e-a00a-b7d5c7588eb5/bindings/n-h2-843948-2 HTTP/1.1" status: 404 len: 380 time: 0.1736567 May 30 20:05:25.931287 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-3ec95154-c088-42e9-a0a6-605db32a1f7a req-8dd2bf94-6b76-4d72-bda6-32061832322d service neutron] For port ddba6d06-4716-4ab5-90ae-4e3814b4f21f, host n-h1-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:05:25.990663 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-3ec95154-c088-42e9-a0a6-605db32a1f7a req-8dd2bf94-6b76-4d72-bda6-32061832322d service neutron] For port ddba6d06-4716-4ab5-90ae-4e3814b4f21f, host n-h1-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=ddba6d06-4716-4ab5-90ae-4e3814b4f21f,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:05:26.062223 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-85933d74-1423-476e-8341-d6dc766fc8e6 req-21d93563-b9c0-4c6e-9f5b-f6d097640e9a tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:26.066589 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4270d556-ee1a-4908-b27d-7d11fedda375 req-e121061c-fbae-4d94-bb66-405601d416c7 tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] Router d4dbf9e3-0c68-4d0e-aa6c-1e34f46970fe has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:05:26.081434 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-3ec95154-c088-42e9-a0a6-605db32a1f7a req-8dd2bf94-6b76-4d72-bda6-32061832322d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:26.192513 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-85933d74-1423-476e-8341-d6dc766fc8e6 req-21d93563-b9c0-4c6e-9f5b-f6d097640e9a tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:26.204885 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-e3e92d3a-11af-4f2b-8a7e-dde3009dca73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:26.403059 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-3ec95154-c088-42e9-a0a6-605db32a1f7a req-8dd2bf94-6b76-4d72-bda6-32061832322d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:26.403059 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3ec95154-c088-42e9-a0a6-605db32a1f7a req-8dd2bf94-6b76-4d72-bda6-32061832322d service neutron] 10.222.0.71 "PUT /v2.0/ports/ddba6d06-4716-4ab5-90ae-4e3814b4f21f HTTP/1.1" status: 200 len: 1095 time: 4.2010248 May 30 20:05:26.403059 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64150e76-0246-437b-8bdd-ac1e1a53ed9d', 'tag': 'ddba6d06-4716-4ab5-90ae-4e3814b4f21f'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:05:26.457036 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd2bf94-6b76-4d72-bda6-32061832322d service neutron] Pushing event updated for resources: {'Port': ['ID=ddba6d06-4716-4ab5-90ae-4e3814b4f21f,revision_number=3']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:26.562841 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-85933d74-1423-476e-8341-d6dc766fc8e6 req-21d93563-b9c0-4c6e-9f5b-f6d097640e9a tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736490'] for floatingip, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:26.573502 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d93563-b9c0-4c6e-9f5b-f6d097640e9a tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] Pushing event updated for resources: {'Port': ['ID=157d67ff-b6a5-434d-8594-75c88c4df559,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:26.654436 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-85933d74-1423-476e-8341-d6dc766fc8e6 req-21d93563-b9c0-4c6e-9f5b-f6d097640e9a tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:26.661430 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-85933d74-1423-476e-8341-d6dc766fc8e6 req-21d93563-b9c0-4c6e-9f5b-f6d097640e9a tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 5.1476405 May 30 20:05:26.667986 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4270d556-ee1a-4908-b27d-7d11fedda375 req-e121061c-fbae-4d94-bb66-405601d416c7 tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:05:26.676325 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-4270d556-ee1a-4908-b27d-7d11fedda375 req-e121061c-fbae-4d94-bb66-405601d416c7 tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:26.699681 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4769252-d56b-425f-a57f-6d2afb02611b None None] Sync routers for ids ['d4dbf9e3-0c68-4d0e-aa6c-1e34f46970fe'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:05:26.722468 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4769252-d56b-425f-a57f-6d2afb02611b None None] Routers {'d4dbf9e3-0c68-4d0e-aa6c-1e34f46970fe'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:05:26.723103 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-c4769252-d56b-425f-a57f-6d2afb02611b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:04:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['d4dbf9e3-0c68-4d0e-aa6c-1e34f46970fe'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:05:26.883510 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4270d556-ee1a-4908-b27d-7d11fedda375 req-e121061c-fbae-4d94-bb66-405601d416c7 tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] 10.222.0.85 "PUT /v2.0/floatingips/e1b86ff4-02c3-430f-9975-293716f82f14 HTTP/1.1" status: 200 len: 995 time: 3.5008044 May 30 20:05:26.884439 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87405fa8-44cd-41f2-9d8e-94d571b330b4', 'tag': '78aa4661-1d03-4667-8262-233ff40bb69c'}] {{(pid=84886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:05:26.886877 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-85933d74-1423-476e-8341-d6dc766fc8e6 req-4f0b0b5a-8ab7-4d50-89a3-22b5b7b4a214 tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] Synchronizing usage tracker for tenant:a30f992c0c6d4c83b278c5e0ddf93c21 on resource:floatingip {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:05:26.918081 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3ec95154-c088-42e9-a0a6-605db32a1f7a req-7dfa3d7b-11f5-4e57-b316-2d81486ad9a8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=6a75b3db8cd44db8bb931dd59e296017&device_id=64150e76-0246-437b-8bdd-ac1e1a53ed9d HTTP/1.1" status: 200 len: 1098 time: 0.3182323 May 30 20:05:27.031318 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-c4769252-d56b-425f-a57f-6d2afb02611b None None] Set router d4dbf9e3-0c68-4d0e-aa6c-1e34f46970fe gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:05:27.044644 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3ec95154-c088-42e9-a0a6-605db32a1f7a req-2f24fba8-e390-49de-a786-08dc4ecb2f7e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=ddba6d06-4716-4ab5-90ae-4e3814b4f21f HTTP/1.1" status: 200 len: 217 time: 0.1153378 May 30 20:05:27.086159 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8c4cbff6-9da6-4391-8f1a-b8830f47658c req-b6c159a6-76c5-4964-9e3c-3ddd6495e0f0 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=1f5e4faa-be65-4ec2-8cb3-eeaae421f37a&tenant_id=fa61b48b7a6444fe8c9a2f45b95c1d11 HTTP/1.1" status: 200 len: 1101 time: 0.3376706 May 30 20:05:27.111903 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4270d556-ee1a-4908-b27d-7d11fedda375 req-8f667328-6e50-4dea-b552-ad45977d1320 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=451572d0f13c40ff8c6397191d3ebc95&device_id=87405fa8-44cd-41f2-9d8e-94d571b330b4 HTTP/1.1" status: 200 len: 1097 time: 0.1785913 May 30 20:05:27.116077 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-8c4cbff6-9da6-4391-8f1a-b8830f47658c req-df6abee5-916c-4896-9f98-d1be8df3e222 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-843948-2', 'device_owner': 'compute:nova'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:05:27.230253 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec95154-c088-42e9-a0a6-605db32a1f7a req-c4df1edb-c747-47ea-9e20-bbdb4c93fe89 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:27.232780 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3ec95154-c088-42e9-a0a6-605db32a1f7a req-c4df1edb-c747-47ea-9e20-bbdb4c93fe89 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1b83ff54-b1af-44ce-bb75-ba148920553c HTTP/1.1" status: 200 len: 843 time: 0.1814561 May 30 20:05:27.234016 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-85933d74-1423-476e-8341-d6dc766fc8e6 req-4f0b0b5a-8ab7-4d50-89a3-22b5b7b4a214 tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] Unset dirty status for tenant:a30f992c0c6d4c83b278c5e0ddf93c21 on resource:floatingip {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:05:27.235526 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-85933d74-1423-476e-8341-d6dc766fc8e6 req-4f0b0b5a-8ab7-4d50-89a3-22b5b7b4a214 tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] 10.222.0.85 "GET /v2.0/floatingips?floating_ip_address=172.25.8.92 HTTP/1.1" status: 200 len: 695 time: 0.5730872 May 30 20:05:27.324687 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4270d556-ee1a-4908-b27d-7d11fedda375 req-576025ec-16d6-4313-8249-362216d8c6c7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:27.327256 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4270d556-ee1a-4908-b27d-7d11fedda375 req-576025ec-16d6-4313-8249-362216d8c6c7 service neutron] 10.222.0.85 "GET /v2.0/networks?id=9d042477-034c-449d-bb46-c13d2c85f0d5 HTTP/1.1" status: 200 len: 930 time: 0.2089157 May 30 20:05:27.492139 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4270d556-ee1a-4908-b27d-7d11fedda375 req-7b7928c6-91a3-4664-b043-dd13abbd7e62 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=78aa4661-1d03-4667-8262-233ff40bb69c HTTP/1.1" status: 200 len: 998 time: 0.1582606 May 30 20:05:27.537884 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85933d74-1423-476e-8341-d6dc766fc8e6 req-e8ca13bc-bee3-4dab-9738-85b710a01fd6 tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:27.539393 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-85933d74-1423-476e-8341-d6dc766fc8e6 req-e8ca13bc-bee3-4dab-9738-85b710a01fd6 tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] 10.222.0.85 "GET /v2.0/networks/c7869750-4b49-4b7e-aa99-5e0f1ae02da4 HTTP/1.1" status: 200 len: 784 time: 0.2566285 May 30 20:05:27.597344 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-8c4cbff6-9da6-4391-8f1a-b8830f47658c req-df6abee5-916c-4896-9f98-d1be8df3e222 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:27.611516 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-c4769252-d56b-425f-a57f-6d2afb02611b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4dbf9e3-0c68-4d0e-aa6c-1e34f46970fe', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1871212821-router', 'tenant_id': '451572d0f13c40ff8c6397191d3ebc95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': 'afd9719d-f5e7-4be7-bfd6-cd2a73f14f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:04:20Z', 'updated_at': '2022-05-30T20:04:31Z', 'revision_number': 4, 'project_id': '451572d0f13c40ff8c6397191d3ebc95', 'gw_port': {'id': 'afd9719d-f5e7-4be7-bfd6-cd2a73f14f57', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:40:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4dbf9e3-0c68-4d0e-aa6c-1e34f46970fe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:04:22Z', 'updated_at': '2022-05-30T20:04:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': 'e1b86ff4-02c3-430f-9975-293716f82f14', 'tenant_id': '451572d0f13c40ff8c6397191d3ebc95', 'floating_ip_address': '172.25.8.2', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': 'd4dbf9e3-0c68-4d0e-aa6c-1e34f46970fe', 'port_id': '78aa4661-1d03-4667-8262-233ff40bb69c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d042477-034c-449d-bb46-c13d2c85f0d5', 'mac_address': 'fa:16:3e:30:fa:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87405fa8-44cd-41f2-9d8e-94d571b330b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:05:16Z', 'updated_at': '2022-05-30T20:05:24Z', 'revision_number': 1, 'project_id': '451572d0f13c40ff8c6397191d3ebc95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82b07b22-2760-4748-a55f-facd35cfff4c', 'name': '', 'network_id': '9d042477-034c-449d-bb46-c13d2c85f0d5', 'tenant_id': '451572d0f13c40ff8c6397191d3ebc95', 'mac_address': 'fa:16:3e:7a:9b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4dbf9e3-0c68-4d0e-aa6c-1e34f46970fe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0e35cd7e-8081-4edf-ae13-e56d98fc261c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:04:29Z', 'updated_at': '2022-05-30T20:04:46Z', 'revision_number': 5, 'project_id': '451572d0f13c40ff8c6397191d3ebc95', 'subnets': [{'id': '0e35cd7e-8081-4edf-ae13-e56d98fc261c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:05:27.625380 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4769252-d56b-425f-a57f-6d2afb02611b None None] Checking router: d4dbf9e3-0c68-4d0e-aa6c-1e34f46970fe for host: n-d-843948-2 {{(pid=84889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:05:27.649747 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4769252-d56b-425f-a57f-6d2afb02611b None None] Routers {'d4dbf9e3-0c68-4d0e-aa6c-1e34f46970fe'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:05:27.665323 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4270d556-ee1a-4908-b27d-7d11fedda375 req-3e56fc82-74bd-462d-8898-07759e49676c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:27.668617 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4270d556-ee1a-4908-b27d-7d11fedda375 req-3e56fc82-74bd-462d-8898-07759e49676c service neutron] 10.222.0.85 "GET /v2.0/subnets?id=0e35cd7e-8081-4edf-ae13-e56d98fc261c HTTP/1.1" status: 200 len: 868 time: 0.1676705 May 30 20:05:27.670486 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-c4769252-d56b-425f-a57f-6d2afb02611b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:04:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['d4dbf9e3-0c68-4d0e-aa6c-1e34f46970fe'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:05:27.952525 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4270d556-ee1a-4908-b27d-7d11fedda375 req-955e6ceb-1efe-4602-a627-f921f18a2189 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=9d042477-034c-449d-bb46-c13d2c85f0d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2713060 May 30 20:05:27.982357 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [req-4270d556-ee1a-4908-b27d-7d11fedda375 req-e15b68f8-e331-47f0-9892-e259c98051e6 service neutron] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=84886) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:05:27.984437 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4270d556-ee1a-4908-b27d-7d11fedda375 req-e15b68f8-e331-47f0-9892-e259c98051e6 service neutron] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0143473 May 30 20:05:28.020801 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3ec95154-c088-42e9-a0a6-605db32a1f7a req-eff3831b-ba59-45cf-bec7-01e16541966d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4344fbed-57fb-43d7-b32d-6020ce60f0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7269011 May 30 20:05:28.241410 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-c4769252-d56b-425f-a57f-6d2afb02611b None None] Set router d4dbf9e3-0c68-4d0e-aa6c-1e34f46970fe gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:05:28.367130 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3ec95154-c088-42e9-a0a6-605db32a1f7a req-7dfae76b-bb72-4230-99d8-4b99145cc2eb service neutron] 10.222.0.71 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3365202 May 30 20:05:28.416432 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e9495c14-8a95-4193-9fbf-771267704306 req-9d344043-6f84-4629-ba53-1e6e3d3cb71c tempest-ServerDiagnosticsNegativeTest-854071469 tempest-ServerDiagnosticsNegativeTest-854071469-project] 10.222.0.85 "GET /v2.0/networks?tenant_id=9b5650a7991b4b6388e1f1377e6c6eb7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2088704 May 30 20:05:28.733213 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4270d556-ee1a-4908-b27d-7d11fedda375 req-09952dcf-e4fa-4bac-8157-a67a9f5ccc8d service neutron] 10.222.0.85 "GET /v2.0/networks/9d042477-034c-449d-bb46-c13d2c85f0d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7323294 May 30 20:05:28.744802 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 87840a0b-a014-456e-a00a-b7d5c7588eb5 no longer exists at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:05:29.047166 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:29.138133 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9495c14-8a95-4193-9fbf-771267704306 req-2ef5135c-5c47-4538-8952-5a7f016074b9 tempest-ServerDiagnosticsNegativeTest-854071469 tempest-ServerDiagnosticsNegativeTest-854071469-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:29.138133 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e9495c14-8a95-4193-9fbf-771267704306 req-2ef5135c-5c47-4538-8952-5a7f016074b9 tempest-ServerDiagnosticsNegativeTest-854071469 tempest-ServerDiagnosticsNegativeTest-854071469-project] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6565888 May 30 20:05:29.187618 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4270d556-ee1a-4908-b27d-7d11fedda375 req-324efb85-3845-4092-9377-a75d4f9d934b service neutron] 10.222.0.85 "GET /v2.0/networks/9d042477-034c-449d-bb46-c13d2c85f0d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4337087 May 30 20:05:29.228898 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-8c4cbff6-9da6-4391-8f1a-b8830f47658c req-df6abee5-916c-4896-9f98-d1be8df3e222 service neutron] For port 87840a0b-a014-456e-a00a-b7d5c7588eb5, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=87840a0b-a014-456e-a00a-b7d5c7588eb5,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:05:29.276861 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3ec95154-c088-42e9-a0a6-605db32a1f7a req-ca1f9edd-ac10-422d-a546-99a5dcf224e9 service neutron] 10.222.0.71 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8984652 May 30 20:05:29.308795 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e9495c14-8a95-4193-9fbf-771267704306 req-e092e589-da05-437d-9f07-6dda0c087353 tempest-ServerDiagnosticsNegativeTest-854071469 tempest-ServerDiagnosticsNegativeTest-854071469-project] 10.222.0.85 "GET /v2.0/quotas/9b5650a7991b4b6388e1f1377e6c6eb7 HTTP/1.1" status: 200 len: 375 time: 0.0368109 May 30 20:05:29.370906 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-c4769252-d56b-425f-a57f-6d2afb02611b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4dbf9e3-0c68-4d0e-aa6c-1e34f46970fe', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1871212821-router', 'tenant_id': '451572d0f13c40ff8c6397191d3ebc95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': 'afd9719d-f5e7-4be7-bfd6-cd2a73f14f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:04:20Z', 'updated_at': '2022-05-30T20:04:31Z', 'revision_number': 4, 'project_id': '451572d0f13c40ff8c6397191d3ebc95', 'gw_port': {'id': 'afd9719d-f5e7-4be7-bfd6-cd2a73f14f57', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:40:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4dbf9e3-0c68-4d0e-aa6c-1e34f46970fe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:04:22Z', 'updated_at': '2022-05-30T20:04:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': 'e1b86ff4-02c3-430f-9975-293716f82f14', 'tenant_id': '451572d0f13c40ff8c6397191d3ebc95', 'floating_ip_address': '172.25.8.2', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': 'd4dbf9e3-0c68-4d0e-aa6c-1e34f46970fe', 'port_id': '78aa4661-1d03-4667-8262-233ff40bb69c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d042477-034c-449d-bb46-c13d2c85f0d5', 'mac_address': 'fa:16:3e:30:fa:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87405fa8-44cd-41f2-9d8e-94d571b330b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:05:16Z', 'updated_at': '2022-05-30T20:05:24Z', 'revision_number': 1, 'project_id': '451572d0f13c40ff8c6397191d3ebc95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82b07b22-2760-4748-a55f-facd35cfff4c', 'name': '', 'network_id': '9d042477-034c-449d-bb46-c13d2c85f0d5', 'tenant_id': '451572d0f13c40ff8c6397191d3ebc95', 'mac_address': 'fa:16:3e:7a:9b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4dbf9e3-0c68-4d0e-aa6c-1e34f46970fe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0e35cd7e-8081-4edf-ae13-e56d98fc261c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:04:29Z', 'updated_at': '2022-05-30T20:04:46Z', 'revision_number': 5, 'project_id': '451572d0f13c40ff8c6397191d3ebc95', 'subnets': [{'id': '0e35cd7e-8081-4edf-ae13-e56d98fc261c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:05:29.427178 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4769252-d56b-425f-a57f-6d2afb02611b None None] The sync data for ids ['d4dbf9e3-0c68-4d0e-aa6c-1e34f46970fe'] in n-d-843948-2 is: [{'id': 'd4dbf9e3-0c68-4d0e-aa6c-1e34f46970fe', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1871212821-router', 'tenant_id': '451572d0f13c40ff8c6397191d3ebc95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': 'afd9719d-f5e7-4be7-bfd6-cd2a73f14f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:04:20Z', 'updated_at': '2022-05-30T20:04:31Z', 'revision_number': 4, 'project_id': '451572d0f13c40ff8c6397191d3ebc95', 'gw_port': {'id': 'afd9719d-f5e7-4be7-bfd6-cd2a73f14f57', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:40:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4dbf9e3-0c68-4d0e-aa6c-1e34f46970fe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:04:22Z', 'updated_at': '2022-05-30T20:04:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': 'e1b86ff4-02c3-430f-9975-293716f82f14', 'tenant_id': '451572d0f13c40ff8c6397191d3ebc95', 'floating_ip_address': '172.25.8.2', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': 'd4dbf9e3-0c68-4d0e-aa6c-1e34f46970fe', 'port_id': '78aa4661-1d03-4667-8262-233ff40bb69c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d042477-034c-449d-bb46-c13d2c85f0d5', 'mac_address': 'fa:16:3e:30:fa:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87405fa8-44cd-41f2-9d8e-94d571b330b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:05:16Z', 'updated_at': '2022-05-30T20:05:24Z', 'revision_number': 1, 'project_id': '451572d0f13c40ff8c6397191d3ebc95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82b07b22-2760-4748-a55f-facd35cfff4c', 'name': '', 'network_id': '9d042477-034c-449d-bb46-c13d2c85f0d5', 'tenant_id': '451572d0f13c40ff8c6397191d3ebc95', 'mac_address': 'fa:16:3e:7a:9b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4dbf9e3-0c68-4d0e-aa6c-1e34f46970fe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0e35cd7e-8081-4edf-ae13-e56d98fc261c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:04:29Z', 'updated_at': '2022-05-30T20:04:46Z', 'revision_number': 5, 'project_id': '451572d0f13c40ff8c6397191d3ebc95', 'subnets': [{'id': '0e35cd7e-8081-4edf-ae13-e56d98fc261c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:05:29.556833 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-129277c4-2b17-4a42-8435-14e80c908b1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:29.685749 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e9495c14-8a95-4193-9fbf-771267704306 req-b0e6b9aa-a6ef-4087-88ee-3f59c4a9a1a9 tempest-ServerDiagnosticsNegativeTest-854071469 tempest-ServerDiagnosticsNegativeTest-854071469-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=9b5650a7991b4b6388e1f1377e6c6eb7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3481238 May 30 20:05:29.685749 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-8c4cbff6-9da6-4391-8f1a-b8830f47658c req-df6abee5-916c-4896-9f98-d1be8df3e222 service neutron] For port 87840a0b-a014-456e-a00a-b7d5c7588eb5, host n-h1-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:05:29.726441 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c131b42-572b-4c38-96d5-21d5be283671 req-6c34b4ab-3958-4d4c-904b-4db49468fd0d tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:29.726441 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6c131b42-572b-4c38-96d5-21d5be283671 req-6c34b4ab-3958-4d4c-904b-4db49468fd0d tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/ports?device_id=dacd4860-339f-4fa4-9d16-fdbd88c14e30 HTTP/1.1" status: 200 len: 946 time: 0.1336269 May 30 20:05:29.800444 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:29.848106 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6c131b42-572b-4c38-96d5-21d5be283671 req-57f77cb5-d882-42bf-a697-5f11b4789c8f tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/security-groups?id=f7bd1307-7f80-416a-ad0f-251b87da459a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906146 May 30 20:05:29.852193 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-8c4cbff6-9da6-4391-8f1a-b8830f47658c req-df6abee5-916c-4896-9f98-d1be8df3e222 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:29.891679 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-8c4cbff6-9da6-4391-8f1a-b8830f47658c req-df6abee5-916c-4896-9f98-d1be8df3e222 service neutron] Transition to ACTIVE for port object 87840a0b-a014-456e-a00a-b7d5c7588eb5 will not be triggered until provisioned by entity L2. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:05:29.951485 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41c57a4-25bb-4e3a-9389-bea4d3bba8a1 None None] New status for floating IP e1b86ff4-02c3-430f-9975-293716f82f14: ACTIVE {{(pid=84888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 20:05:30.034577 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-8c4cbff6-9da6-4391-8f1a-b8830f47658c req-df6abee5-916c-4896-9f98-d1be8df3e222 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:30.072356 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a37cd066-70f1-4e65-958b-5973bf44b539'] response: {'server_uuid': 'dacd4860-339f-4fa4-9d16-fdbd88c14e30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21ee398d-25ce-4760-b6b9-114111fad41c', 'code': 200} May 30 20:05:30.203580 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.db.api [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:05:30.203924 n-d-843948-2 neutron-server[84888]: DEBUG oslo_db.api [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:05:30.561448 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e4e8d1-f457-4c40-b127-3fcb1279fd9d req-433abde8-df1d-46d9-a938-d2f2a4e3f9fa tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:30.561448 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-46e4e8d1-f457-4c40-b127-3fcb1279fd9d req-433abde8-df1d-46d9-a938-d2f2a4e3f9fa tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/ports?device_id=1f5e4faa-be65-4ec2-8cb3-eeaae421f37a HTTP/1.1" status: 200 len: 948 time: 0.2540522 May 30 20:05:30.659967 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-46e4e8d1-f457-4c40-b127-3fcb1279fd9d req-4e0f7062-a192-417c-8a9f-83f87d6b4527 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/security-groups?id=e1329ead-76da-4fe1-a988-d24ed3099985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686846 May 30 20:05:30.757302 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6abee5-916c-4896-9f98-d1be8df3e222 service neutron] Pushing event updated for resources: {'Port': ['ID=87840a0b-a014-456e-a00a-b7d5c7588eb5,revision_number=6']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:30.853156 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c4cbff6-9da6-4391-8f1a-b8830f47658c req-df6abee5-916c-4896-9f98-d1be8df3e222 service neutron] No DVR routers for this DVR port 87840a0b-a014-456e-a00a-b7d5c7588eb5 on host n-h1-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:05:30.936051 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2d1ae284-86a3-49ba-b61c-1f05b4b90896 req-4315bb05-3a0e-4aac-ad34-ebf426c6e726 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=dacd4860-339f-4fa4-9d16-fdbd88c14e30 HTTP/1.1" status: 200 len: 1097 time: 0.6564517 May 30 20:05:30.955489 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-8c4cbff6-9da6-4391-8f1a-b8830f47658c req-df6abee5-916c-4896-9f98-d1be8df3e222 service neutron] Attempting to bind port 87840a0b-a014-456e-a00a-b7d5c7588eb5 on host n-h2-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:05:30.960191 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-8c4cbff6-9da6-4391-8f1a-b8830f47658c req-df6abee5-916c-4896-9f98-d1be8df3e222 service neutron] Attempting to bind port 87840a0b-a014-456e-a00a-b7d5c7588eb5 by drivers openvswitch,hyperv on host n-h2-843948-2 at level 0 using segments [{'id': '7e304c17-4e5f-4a93-af80-52785639e6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:05:30.960191 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4cbff6-9da6-4391-8f1a-b8830f47658c req-df6abee5-916c-4896-9f98-d1be8df3e222 service neutron] Attempting to bind port 87840a0b-a014-456e-a00a-b7d5c7588eb5 on network 4344fbed-57fb-43d7-b32d-6020ce60f0a1 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:05:30.973735 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4cbff6-9da6-4391-8f1a-b8830f47658c req-df6abee5-916c-4896-9f98-d1be8df3e222 service neutron] Port 87840a0b-a014-456e-a00a-b7d5c7588eb5 on network 4344fbed-57fb-43d7-b32d-6020ce60f0a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:05:30.974033 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4cbff6-9da6-4391-8f1a-b8830f47658c req-df6abee5-916c-4896-9f98-d1be8df3e222 service neutron] Attempting to bind port 87840a0b-a014-456e-a00a-b7d5c7588eb5 on network 4344fbed-57fb-43d7-b32d-6020ce60f0a1 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:05:31.004414 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431c4d4c-fc2d-4ef7-aa53-77fe704714bc req-918fa158-4da4-466d-8e65-e70f66d12a34 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:31.006390 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:31.007139 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-431c4d4c-fc2d-4ef7-aa53-77fe704714bc req-918fa158-4da4-466d-8e65-e70f66d12a34 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.85 "GET /v2.0/ports?device_id=e525fdd9-cb28-4edc-bfd9-9ebbc3d85da2 HTTP/1.1" status: 200 len: 945 time: 0.3941548 May 30 20:05:31.009416 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4cbff6-9da6-4391-8f1a-b8830f47658c req-df6abee5-916c-4896-9f98-d1be8df3e222 service neutron] Checking agent: {'id': 'eaa08354-e8f5-4e73-af76-8d3cf7d2b390', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 5, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:05:31.009797 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4cbff6-9da6-4391-8f1a-b8830f47658c req-df6abee5-916c-4896-9f98-d1be8df3e222 service neutron] Checking segment: {'id': '7e304c17-4e5f-4a93-af80-52785639e6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:05:31.010201 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4cbff6-9da6-4391-8f1a-b8830f47658c req-df6abee5-916c-4896-9f98-d1be8df3e222 service neutron] Bound using segment: {'id': '7e304c17-4e5f-4a93-af80-52785639e6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1'} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:05:31.010638 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-8c4cbff6-9da6-4391-8f1a-b8830f47658c req-df6abee5-916c-4896-9f98-d1be8df3e222 service neutron] Bound port: 87840a0b-a014-456e-a00a-b7d5c7588eb5, host: n-h2-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e304c17-4e5f-4a93-af80-52785639e6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1'}}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:05:31.010985 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-8c4cbff6-9da6-4391-8f1a-b8830f47658c req-df6abee5-916c-4896-9f98-d1be8df3e222 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:31.081699 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2d1ae284-86a3-49ba-b61c-1f05b4b90896 req-bb76ae3c-11b9-4ecd-8194-a57e9b6927c3 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=f7bd1307-7f80-416a-ad0f-251b87da459a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399550 May 30 20:05:31.163290 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-431c4d4c-fc2d-4ef7-aa53-77fe704714bc req-d1fdc515-d201-4f08-8db6-fad31ef97e9a tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.85 "GET /v2.0/security-groups?id=e04d9b86-3d99-41a3-8241-c517ec1f4730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304455 May 30 20:05:31.203625 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-8c4cbff6-9da6-4391-8f1a-b8830f47658c req-df6abee5-916c-4896-9f98-d1be8df3e222 service neutron] For port 87840a0b-a014-456e-a00a-b7d5c7588eb5, host n-h2-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:05:31.207535 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-8c4cbff6-9da6-4391-8f1a-b8830f47658c req-df6abee5-916c-4896-9f98-d1be8df3e222 service neutron] For port 87840a0b-a014-456e-a00a-b7d5c7588eb5, host n-h2-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=87840a0b-a014-456e-a00a-b7d5c7588eb5,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:05:31.334805 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-8c4cbff6-9da6-4391-8f1a-b8830f47658c req-df6abee5-916c-4896-9f98-d1be8df3e222 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:31.470171 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-8c4cbff6-9da6-4391-8f1a-b8830f47658c req-df6abee5-916c-4896-9f98-d1be8df3e222 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:31.470171 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8c4cbff6-9da6-4391-8f1a-b8830f47658c req-df6abee5-916c-4896-9f98-d1be8df3e222 service neutron] 10.222.0.86 "PUT /v2.0/ports/87840a0b-a014-456e-a00a-b7d5c7588eb5 HTTP/1.1" status: 200 len: 1096 time: 4.3573771 May 30 20:05:31.508696 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6abee5-916c-4896-9f98-d1be8df3e222 service neutron] Pushing event updated for resources: {'Port': ['ID=87840a0b-a014-456e-a00a-b7d5c7588eb5,revision_number=7']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:31.671777 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8c4cbff6-9da6-4391-8f1a-b8830f47658c req-a5395038-8a6f-4727-8655-c9f7818637b1 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=fa61b48b7a6444fe8c9a2f45b95c1d11&device_id=1f5e4faa-be65-4ec2-8cb3-eeaae421f37a HTTP/1.1" status: 200 len: 1099 time: 0.1604769 May 30 20:05:31.679708 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5f9fc4-96cc-46be-aaa8-a2ca43706b4c req-ccc01fc3-3adf-4d7a-913e-d891614ef510 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:31.679708 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-cf5f9fc4-96cc-46be-aaa8-a2ca43706b4c req-ccc01fc3-3adf-4d7a-913e-d891614ef510 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Synchronizing usage tracker for tenant:6a75b3db8cd44db8bb931dd59e296017 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:05:31.824930 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a41cecbf-75c8-42ab-972b-f06b0da52e85'] response: {'name': 'network-changed', 'server_uuid': '64150e76-0246-437b-8bdd-ac1e1a53ed9d', 'tag': 'ddba6d06-4716-4ab5-90ae-4e3814b4f21f', 'status': 'completed', 'code': 200} May 30 20:05:31.919646 n-d-843948-2 neutron-server[84886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb35dfd0-51d5-48c1-bebd-bf184001fa3f'] response: {'name': 'network-changed', 'server_uuid': '87405fa8-44cd-41f2-9d8e-94d571b330b4', 'tag': '78aa4661-1d03-4667-8262-233ff40bb69c', 'status': 'completed', 'code': 200} May 30 20:05:32.024165 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-cf5f9fc4-96cc-46be-aaa8-a2ca43706b4c req-ccc01fc3-3adf-4d7a-913e-d891614ef510 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Unset dirty status for tenant:6a75b3db8cd44db8bb931dd59e296017 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:05:32.024165 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-cf5f9fc4-96cc-46be-aaa8-a2ca43706b4c req-ccc01fc3-3adf-4d7a-913e-d891614ef510 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.85 "GET /v2.0/ports?device_id=64150e76-0246-437b-8bdd-ac1e1a53ed9d HTTP/1.1" status: 200 len: 947 time: 0.4642329 May 30 20:05:32.075169 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4cbff6-9da6-4391-8f1a-b8830f47658c req-6170d82b-d2f4-4c17-aadc-a47b8a3b9b7f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:32.077256 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8c4cbff6-9da6-4391-8f1a-b8830f47658c req-6170d82b-d2f4-4c17-aadc-a47b8a3b9b7f service neutron] 10.222.0.86 "GET /v2.0/networks?id=4344fbed-57fb-43d7-b32d-6020ce60f0a1 HTTP/1.1" status: 200 len: 870 time: 0.3945291 May 30 20:05:32.178424 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7997b714-7893-406a-af8e-b0b3c0506cf9 req-87750a6e-bdd4-42bf-80ed-262b52335c4a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=6a75b3db8cd44db8bb931dd59e296017&device_id=64150e76-0246-437b-8bdd-ac1e1a53ed9d HTTP/1.1" status: 200 len: 1098 time: 0.3552728 May 30 20:05:32.220453 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8c4cbff6-9da6-4391-8f1a-b8830f47658c req-1340d53b-2b4d-49ce-ae05-1b9c42c6b706 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=87840a0b-a014-456e-a00a-b7d5c7588eb5 HTTP/1.1" status: 200 len: 217 time: 0.1339283 May 30 20:05:32.411626 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-cf5f9fc4-96cc-46be-aaa8-a2ca43706b4c req-82b326bb-d844-4258-aa8b-3cd7eb527f1d tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Synchronizing usage tracker for tenant:6a75b3db8cd44db8bb931dd59e296017 on resource:security_group {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:05:32.456663 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-81cfed45-0b31-4afe-a68b-f053fa9b8c15 req-e69c5b69-24d2-44b2-b73d-64895759bbfc service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=451572d0f13c40ff8c6397191d3ebc95&device_id=87405fa8-44cd-41f2-9d8e-94d571b330b4 HTTP/1.1" status: 200 len: 1097 time: 0.4790614 May 30 20:05:32.495493 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28340a79-9cee-411a-b3ff-9a6b59c3254c req-960f825a-3759-469f-9681-e8eadb775aec tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:32.507743 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4cbff6-9da6-4391-8f1a-b8830f47658c req-36b820e5-e6f0-44b1-8168-863cdae3b095 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:32.507743 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8c4cbff6-9da6-4391-8f1a-b8830f47658c req-36b820e5-e6f0-44b1-8168-863cdae3b095 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1b83ff54-b1af-44ce-bb75-ba148920553c HTTP/1.1" status: 200 len: 843 time: 0.2550802 May 30 20:05:32.519904 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-28340a79-9cee-411a-b3ff-9a6b59c3254c req-960f825a-3759-469f-9681-e8eadb775aec tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] 10.222.0.85 "GET /v2.0/networks?id=803dd70a-3f53-43ad-9356-1243425ef9dd HTTP/1.1" status: 200 len: 821 time: 0.3348176 May 30 20:05:32.529285 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:32.538654 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-28340a79-9cee-411a-b3ff-9a6b59c3254c req-4205c21e-a40e-4507-b470-765a2ad0f7f0 tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] 10.222.0.85 "GET /v2.0/quotas/a30f992c0c6d4c83b278c5e0ddf93c21 HTTP/1.1" status: 200 len: 375 time: 0.0231087 May 30 20:05:32.686987 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-28340a79-9cee-411a-b3ff-9a6b59c3254c req-19597456-b04e-44af-bd4d-62615d583004 tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=a30f992c0c6d4c83b278c5e0ddf93c21&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1695223 May 30 20:05:32.753651 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device ddba6d06-4716-4ab5-90ae-4e3814b4f21f details requested by agent hyperv_n-h1-843948-2 with host n-h1-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:05:32.967644 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-28340a79-9cee-411a-b3ff-9a6b59c3254c req-595f1a3b-da0a-4bc0-85df-5345bba2c05b service neutron] 10.222.0.85 "GET /v2.0/networks/803dd70a-3f53-43ad-9356-1243425ef9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2561753 May 30 20:05:32.983257 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-cf5f9fc4-96cc-46be-aaa8-a2ca43706b4c req-82b326bb-d844-4258-aa8b-3cd7eb527f1d tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Unset dirty status for tenant:6a75b3db8cd44db8bb931dd59e296017 on resource:security_group {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:05:32.983257 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-cf5f9fc4-96cc-46be-aaa8-a2ca43706b4c req-82b326bb-d844-4258-aa8b-3cd7eb527f1d tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.85 "GET /v2.0/security-groups?id=db33dd94-15fa-4959-a681-13f509935d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9447806 May 30 20:05:33.052106 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7997b714-7893-406a-af8e-b0b3c0506cf9 req-948e3226-facf-4501-accc-3391665ed20d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:33.052106 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7997b714-7893-406a-af8e-b0b3c0506cf9 req-948e3226-facf-4501-accc-3391665ed20d service neutron] 10.222.0.71 "GET /v2.0/networks?id=4344fbed-57fb-43d7-b32d-6020ce60f0a1 HTTP/1.1" status: 200 len: 870 time: 0.8590922 May 30 20:05:33.203850 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port ddba6d06-4716-4ab5-90ae-4e3814b4f21f, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=ddba6d06-4716-4ab5-90ae-4e3814b4f21f,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:05:33.226325 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-28340a79-9cee-411a-b3ff-9a6b59c3254c req-9076f6f3-c49c-4fb1-96ff-725d4c5a5717 service neutron] 10.222.0.85 "GET /v2.0/networks/803dd70a-3f53-43ad-9356-1243425ef9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2599845 May 30 20:05:33.234536 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Returning: {'device': 'ddba6d06-4716-4ab5-90ae-4e3814b4f21f', 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1', 'port_id': 'ddba6d06-4716-4ab5-90ae-4e3814b4f21f', 'mac_address': 'fa:16:3e:75:31:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b83ff54-b1af-44ce-bb75-ba148920553c', 'ip_address': '192.168.233.33'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:05:33.350565 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:33.382885 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddba6d06-4716-4ab5-90ae-4e3814b4f21f {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:05:33.410956 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port ddba6d06-4716-4ab5-90ae-4e3814b4f21f, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=ddba6d06-4716-4ab5-90ae-4e3814b4f21f,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:05:33.434404 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7997b714-7893-406a-af8e-b0b3c0506cf9 req-5ce168b6-4578-456e-b2c8-a2ecfdae9d0e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=ddba6d06-4716-4ab5-90ae-4e3814b4f21f HTTP/1.1" status: 200 len: 217 time: 0.3603544 May 30 20:05:33.444780 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cfed45-0b31-4afe-a68b-f053fa9b8c15 req-648d618c-78c1-4c1c-abc1-1010946caff2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:33.446201 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-81cfed45-0b31-4afe-a68b-f053fa9b8c15 req-648d618c-78c1-4c1c-abc1-1010946caff2 service neutron] 10.222.0.71 "GET /v2.0/networks?id=9d042477-034c-449d-bb46-c13d2c85f0d5 HTTP/1.1" status: 200 len: 930 time: 1.0022674 May 30 20:05:33.500860 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:33.621220 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=ddba6d06-4716-4ab5-90ae-4e3814b4f21f,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:33.671249 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7997b714-7893-406a-af8e-b0b3c0506cf9 req-7e514b2e-6f4b-4f16-bb30-537e05dfc0f7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:33.671249 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7997b714-7893-406a-af8e-b0b3c0506cf9 req-7e514b2e-6f4b-4f16-bb30-537e05dfc0f7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1b83ff54-b1af-44ce-bb75-ba148920553c HTTP/1.1" status: 200 len: 843 time: 0.2178977 May 30 20:05:33.671249 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8c4cbff6-9da6-4391-8f1a-b8830f47658c req-0c2bf08f-49e5-4228-94f3-dc245ea713ac service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4344fbed-57fb-43d7-b32d-6020ce60f0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.1122587 May 30 20:05:33.826719 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['ddba6d06-4716-4ab5-90ae-4e3814b4f21f'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:05:33.827023 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f5e4faa-be65-4ec2-8cb3-eeaae421f37a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87840a0b-a014-456e-a00a-b7d5c7588eb5'}, {'name': 'network-changed', 'server_uuid': '1f5e4faa-be65-4ec2-8cb3-eeaae421f37a', 'tag': '87840a0b-a014-456e-a00a-b7d5c7588eb5'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:05:33.874028 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-911f47ff-0e99-4a6b-bd0b-70edb039b73b req-a1753454-046c-4060-a869-509aa91668fe tempest-ServerDiagnosticsNegativeTest-854071469 tempest-ServerDiagnosticsNegativeTest-854071469-project] 10.222.0.85 "GET /v2.0/ports?device_id=c1741290-7987-4e5e-a206-f0b65f0184f2 HTTP/1.1" status: 200 len: 210 time: 0.0752685 May 30 20:05:33.930921 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-81cfed45-0b31-4afe-a68b-f053fa9b8c15 req-16b5b2d7-237c-48ee-ad48-1aaee2b40d45 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=78aa4661-1d03-4667-8262-233ff40bb69c HTTP/1.1" status: 200 len: 1000 time: 0.3841617 May 30 20:05:33.946800 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-15ab4ffc-df8c-47eb-bd00-0973cac5c706 req-e98896f6-3709-4a18-8fa2-891c9b07316a tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] 10.222.0.85 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=c7869750-4b49-4b7e-aa99-5e0f1ae02da4 HTTP/1.1" status: 200 len: 258 time: 0.7126176 May 30 20:05:34.042279 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-15ab4ffc-df8c-47eb-bd00-0973cac5c706 req-ca7830db-b02f-4125-8ae2-5f5256c8342b tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] Request body: {'floatingip': {'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:05:34.092525 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-15ab4ffc-df8c-47eb-bd00-0973cac5c706 req-ca7830db-b02f-4125-8ae2-5f5256c8342b tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:05:34.149234 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-15ab4ffc-df8c-47eb-bd00-0973cac5c706 req-ca7830db-b02f-4125-8ae2-5f5256c8342b tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:05:34.156670 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e9495c14-8a95-4193-9fbf-771267704306 req-0c2f294f-8ed9-4316-9a33-a2eed6eecaf3 tempest-ServerDiagnosticsNegativeTest-854071469 tempest-ServerDiagnosticsNegativeTest-854071469-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=9b5650a7991b4b6388e1f1377e6c6eb7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0579290 May 30 20:05:34.162921 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990b4253-16f0-440d-ab96-4bda731f295c req-f49feb56-b872-46ba-a44c-e33b7e055bb3 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:34.165431 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-990b4253-16f0-440d-ab96-4bda731f295c req-f49feb56-b872-46ba-a44c-e33b7e055bb3 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/ports?device_id=dacd4860-339f-4fa4-9d16-fdbd88c14e30 HTTP/1.1" status: 200 len: 946 time: 0.1356640 May 30 20:05:34.170454 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cfed45-0b31-4afe-a68b-f053fa9b8c15 req-0c8b880d-7451-445b-873a-8ed29a961dd1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:34.170897 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-81cfed45-0b31-4afe-a68b-f053fa9b8c15 req-0c8b880d-7451-445b-873a-8ed29a961dd1 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=0e35cd7e-8081-4edf-ae13-e56d98fc261c HTTP/1.1" status: 200 len: 868 time: 0.2222748 May 30 20:05:34.271945 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-990b4253-16f0-440d-ab96-4bda731f295c req-c050b318-5519-4271-b8f4-0c2956038b95 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/security-groups?id=f7bd1307-7f80-416a-ad0f-251b87da459a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980902 May 30 20:05:34.391897 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8c4cbff6-9da6-4391-8f1a-b8830f47658c req-fdf9332a-ab56-4b4a-85b9-b25b79c1aed0 service neutron] 10.222.0.86 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7113543 May 30 20:05:34.610212 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7997b714-7893-406a-af8e-b0b3c0506cf9 req-41920d5b-fb54-4c60-9e24-95da67576ab1 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4344fbed-57fb-43d7-b32d-6020ce60f0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9307826 May 30 20:05:34.644799 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-15ab4ffc-df8c-47eb-bd00-0973cac5c706 req-ca7830db-b02f-4125-8ae2-5f5256c8342b tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] Notify callbacks [] for floatingip, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:34.650691 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16304b6f-d337-4611-9c10-e785eb0db8b4 req-effe3341-dcbe-4df6-900e-d726708d5160 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:34.652288 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-16304b6f-d337-4611-9c10-e785eb0db8b4 req-effe3341-dcbe-4df6-900e-d726708d5160 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/ports?device_id=1f5e4faa-be65-4ec2-8cb3-eeaae421f37a HTTP/1.1" status: 200 len: 948 time: 0.0909104 May 30 20:05:34.710385 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-16304b6f-d337-4611-9c10-e785eb0db8b4 req-f7c829db-2545-4e23-b482-588c03d70906 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/security-groups?id=e1329ead-76da-4fe1-a988-d24ed3099985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516696 May 30 20:05:34.785090 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device a38c96a1-a9be-486a-aa6f-5738e007fd3c details requested by agent hyperv_n-h1-843948-2 with host n-h1-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:05:34.959201 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port a38c96a1-a9be-486a-aa6f-5738e007fd3c, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=a38c96a1-a9be-486a-aa6f-5738e007fd3c,segment=NetworkSegment(70424240-b76f-4af0-9f32-ace284913a86),segment_id=70424240-b76f-4af0-9f32-ace284913a86)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:05:34.975083 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Returning: {'device': 'a38c96a1-a9be-486a-aa6f-5738e007fd3c', 'network_id': 'e15833fa-a7c7-4aba-b669-666e27c7d454', 'port_id': 'a38c96a1-a9be-486a-aa6f-5738e007fd3c', 'mac_address': 'fa:16:3e:54:03:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e784a53-5b9d-4147-93e1-adf6f7b920d9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:05:34.989128 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b591a19b-d062-4180-bd38-96b363d68429 req-e5dc0370-bc27-4574-b960-5c6885e6388c tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:34.991024 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b591a19b-d062-4180-bd38-96b363d68429 req-e5dc0370-bc27-4574-b960-5c6885e6388c tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.85 "GET /v2.0/ports?device_id=e525fdd9-cb28-4edc-bfd9-9ebbc3d85da2 HTTP/1.1" status: 200 len: 945 time: 0.1123261 May 30 20:05:35.051677 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:35.059250 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9495c14-8a95-4193-9fbf-771267704306 req-a3393c4d-d26c-4a64-891c-0f3f97f91037 tempest-ServerDiagnosticsNegativeTest-854071469 tempest-ServerDiagnosticsNegativeTest-854071469-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:35.062317 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e9495c14-8a95-4193-9fbf-771267704306 req-a3393c4d-d26c-4a64-891c-0f3f97f91037 tempest-ServerDiagnosticsNegativeTest-854071469 tempest-ServerDiagnosticsNegativeTest-854071469-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8842959 May 30 20:05:35.067567 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b591a19b-d062-4180-bd38-96b363d68429 req-a6e58272-b127-4555-9914-110c81c19d45 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.85 "GET /v2.0/security-groups?id=e04d9b86-3d99-41a3-8241-c517ec1f4730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656703 May 30 20:05:35.079929 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a38c96a1-a9be-486a-aa6f-5738e007fd3c {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:05:35.090173 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-e9495c14-8a95-4193-9fbf-771267704306 req-01b55547-eade-42ac-b3b8-b93223a0eb41 tempest-ServerDiagnosticsNegativeTest-854071469 tempest-ServerDiagnosticsNegativeTest-854071469-project] Request body: {'port': {'device_id': 'c1741290-7987-4e5e-a206-f0b65f0184f2', 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1', 'admin_state_up': True, 'tenant_id': '9b5650a7991b4b6388e1f1377e6c6eb7'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:05:35.101025 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port a38c96a1-a9be-486a-aa6f-5738e007fd3c, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=a38c96a1-a9be-486a-aa6f-5738e007fd3c,segment=NetworkSegment(70424240-b76f-4af0-9f32-ace284913a86),segment_id=70424240-b76f-4af0-9f32-ace284913a86)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:05:35.219595 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:35.225837 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-81cfed45-0b31-4afe-a68b-f053fa9b8c15 req-69903b47-2898-4c38-864c-453a5b5f8058 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9d042477-034c-449d-bb46-c13d2c85f0d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0215216 May 30 20:05:35.255817 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8c4cbff6-9da6-4391-8f1a-b8830f47658c req-238f3aca-810b-44e2-b0ae-872d76a58c50 service neutron] 10.222.0.86 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8290167 May 30 20:05:35.353314 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=a38c96a1-a9be-486a-aa6f-5738e007fd3c,revision_number=6']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:35.368743 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['a38c96a1-a9be-486a-aa6f-5738e007fd3c'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:05:35.408092 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-602aee47-0140-4ab5-9a42-6d1af25da9db req-d0abbe4a-5d15-410a-abb2-24beecdaf00b tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] 10.222.0.85 "GET /v2.0/ports?device_id=c4abde85-31f7-4982-8289-d4b10cda4969 HTTP/1.1" status: 200 len: 210 time: 0.0616615 May 30 20:05:35.449563 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d0759732-34e5-42c4-8a2a-7aaf8d7ce1c5 req-c2e04792-60f5-44d5-82c7-4f13e784b1fe tempest-LiveAutoBlockMigrationV225Test-1041394858 tempest-LiveAutoBlockMigrationV225Test-1041394858-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=e525fdd9-cb28-4edc-bfd9-9ebbc3d85da2&tenant_id=507d6785502940d28c178ad4aae87e46&binding%3Ahost_id=n-h2-843948-2 HTTP/1.1" status: 200 len: 1096 time: 0.2449963 May 30 20:05:35.463915 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [req-d0759732-34e5-42c4-8a2a-7aaf8d7ce1c5 req-0f549625-5666-4c11-9420-c6a913ee8961 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-843948-2'}}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:05:35.643666 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-d0759732-34e5-42c4-8a2a-7aaf8d7ce1c5 req-0f549625-5666-4c11-9420-c6a913ee8961 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:35.870034 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38b3f2d1-c4f9-4aaa-8d35-4536f08fc321'] response: {'server_uuid': '1f5e4faa-be65-4ec2-8cb3-eeaae421f37a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87840a0b-a014-456e-a00a-b7d5c7588eb5', 'code': 200} May 30 20:05:35.870190 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38b3f2d1-c4f9-4aaa-8d35-4536f08fc321'] response: {'name': 'network-changed', 'server_uuid': '1f5e4faa-be65-4ec2-8cb3-eeaae421f37a', 'tag': '87840a0b-a014-456e-a00a-b7d5c7588eb5', 'status': 'completed', 'code': 200} May 30 20:05:35.982986 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7997b714-7893-406a-af8e-b0b3c0506cf9 req-d3ed742b-b877-402f-b9ca-ec7204b2c0fa service neutron] 10.222.0.71 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3037686 May 30 20:05:35.999912 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-81cfed45-0b31-4afe-a68b-f053fa9b8c15 req-24ce43cc-a48c-47fc-8698-fea9a316a1ca service neutron] 10.222.0.71 "GET /v2.0/networks/9d042477-034c-449d-bb46-c13d2c85f0d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7512932 May 30 20:05:36.095803 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-e9495c14-8a95-4193-9fbf-771267704306 req-01b55547-eade-42ac-b3b8-b93223a0eb41 tempest-ServerDiagnosticsNegativeTest-854071469 tempest-ServerDiagnosticsNegativeTest-854071469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:05:36.171236 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-d0759732-34e5-42c4-8a2a-7aaf8d7ce1c5 req-0f549625-5666-4c11-9420-c6a913ee8961 service neutron] For port 7f29f677-450a-4a29-a30d-dd785bea7fbe, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=7f29f677-450a-4a29-a30d-dd785bea7fbe,segment=NetworkSegment(4048bfa0-f1bd-4aa7-86bf-7023b66ee7f9),segment_id=4048bfa0-f1bd-4aa7-86bf-7023b66ee7f9)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:05:36.202983 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acb2888-fae8-45fd-b213-60cf4fa41594 req-37d723b7-9d2b-4d6b-8133-d395c9c77d1b tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:36.204570 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3acb2888-fae8-45fd-b213-60cf4fa41594 req-37d723b7-9d2b-4d6b-8133-d395c9c77d1b tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.85 "GET /v2.0/ports?device_id=64150e76-0246-437b-8bdd-ac1e1a53ed9d HTTP/1.1" status: 200 len: 948 time: 0.2192028 May 30 20:05:36.285518 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-517093c4-f2ab-4fe0-af3d-dbc491973c0f req-6b252c12-2df9-4004-87e3-8c318b3aba4d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fa61b48b7a6444fe8c9a2f45b95c1d11&device_id=1f5e4faa-be65-4ec2-8cb3-eeaae421f37a HTTP/1.1" status: 200 len: 1099 time: 0.3012571 May 30 20:05:36.287771 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-d0759732-34e5-42c4-8a2a-7aaf8d7ce1c5 req-0f549625-5666-4c11-9420-c6a913ee8961 service neutron] For port 7f29f677-450a-4a29-a30d-dd785bea7fbe, host n-h2-843948-2, cleared binding levels {{(pid=84886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:05:36.326107 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-e9495c14-8a95-4193-9fbf-771267704306 req-01b55547-eade-42ac-b3b8-b93223a0eb41 tempest-ServerDiagnosticsNegativeTest-854071469 tempest-ServerDiagnosticsNegativeTest-854071469-project] Usage tracker for resource:port and tenant:9b5650a7991b4b6388e1f1377e6c6eb7 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:05:36.340551 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-e9495c14-8a95-4193-9fbf-771267704306 req-01b55547-eade-42ac-b3b8-b93223a0eb41 tempest-ServerDiagnosticsNegativeTest-854071469 tempest-ServerDiagnosticsNegativeTest-854071469-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:05:36.390879 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-e9495c14-8a95-4193-9fbf-771267704306 req-01b55547-eade-42ac-b3b8-b93223a0eb41 tempest-ServerDiagnosticsNegativeTest-854071469 tempest-ServerDiagnosticsNegativeTest-854071469-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:05:36.530554 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9495c14-8a95-4193-9fbf-771267704306 req-01b55547-eade-42ac-b3b8-b93223a0eb41 tempest-ServerDiagnosticsNegativeTest-854071469 tempest-ServerDiagnosticsNegativeTest-854071469-project] Made reservation on behalf of 9b5650a7991b4b6388e1f1377e6c6eb7 for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:05:36.530554 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-e9495c14-8a95-4193-9fbf-771267704306 req-01b55547-eade-42ac-b3b8-b93223a0eb41 tempest-ServerDiagnosticsNegativeTest-854071469 tempest-ServerDiagnosticsNegativeTest-854071469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:36.570784 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3acb2888-fae8-45fd-b213-60cf4fa41594 req-ab6875a1-5f82-48ce-9d27-9d326ed7c356 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.85 "GET /v2.0/security-groups?id=db33dd94-15fa-4959-a681-13f509935d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3180556 May 30 20:05:36.574615 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-81cfed45-0b31-4afe-a68b-f053fa9b8c15 req-92fbdc47-c429-41c1-92d1-ea7480674a93 service neutron] 10.222.0.71 "GET /v2.0/networks/9d042477-034c-449d-bb46-c13d2c85f0d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5042498 May 30 20:05:36.574615 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7997b714-7893-406a-af8e-b0b3c0506cf9 req-017dfe7f-3a6d-4200-8490-61b91f2bcea2 service neutron] 10.222.0.71 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5500505 May 30 20:05:36.574615 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-517093c4-f2ab-4fe0-af3d-dbc491973c0f req-58124116-0758-411c-a890-5a6047fde52c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=fa61b48b7a6444fe8c9a2f45b95c1d11&device_id=1f5e4faa-be65-4ec2-8cb3-eeaae421f37a HTTP/1.1" status: 200 len: 1099 time: 0.6308856 May 30 20:05:36.580062 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e525fdd9-cb28-4edc-bfd9-9ebbc3d85da2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f29f677-450a-4a29-a30d-dd785bea7fbe'}] {{(pid=84886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:05:36.593460 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-d0759732-34e5-42c4-8a2a-7aaf8d7ce1c5 req-0f549625-5666-4c11-9420-c6a913ee8961 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:36.652513 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-e9495c14-8a95-4193-9fbf-771267704306 req-01b55547-eade-42ac-b3b8-b93223a0eb41 tempest-ServerDiagnosticsNegativeTest-854071469 tempest-ServerDiagnosticsNegativeTest-854071469-project] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:36.717710 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517093c4-f2ab-4fe0-af3d-dbc491973c0f req-f1608706-a3e4-4c3b-a217-2b14816f3544 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:36.720282 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-517093c4-f2ab-4fe0-af3d-dbc491973c0f req-f1608706-a3e4-4c3b-a217-2b14816f3544 service neutron] 10.222.0.71 "GET /v2.0/networks?id=4344fbed-57fb-43d7-b32d-6020ce60f0a1 HTTP/1.1" status: 200 len: 870 time: 0.3802562 May 30 20:05:36.721910 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-d0759732-34e5-42c4-8a2a-7aaf8d7ce1c5 req-0f549625-5666-4c11-9420-c6a913ee8961 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:36.789733 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 7f29f677-450a-4a29-a30d-dd785bea7fbe details requested by agent hyperv_n-h1-843948-2 with host n-h1-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:05:36.799280 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device a38c96a1-a9be-486a-aa6f-5738e007fd3c up at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:05:36.873476 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-e9495c14-8a95-4193-9fbf-771267704306 req-01b55547-eade-42ac-b3b8-b93223a0eb41 tempest-ServerDiagnosticsNegativeTest-854071469 tempest-ServerDiagnosticsNegativeTest-854071469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:05:36.878883 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-e9495c14-8a95-4193-9fbf-771267704306 req-01b55547-eade-42ac-b3b8-b93223a0eb41 tempest-ServerDiagnosticsNegativeTest-854071469 tempest-ServerDiagnosticsNegativeTest-854071469-project] Usage tracker for resource:security_group_rule and tenant:9b5650a7991b4b6388e1f1377e6c6eb7 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:05:36.883780 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-e9495c14-8a95-4193-9fbf-771267704306 req-01b55547-eade-42ac-b3b8-b93223a0eb41 tempest-ServerDiagnosticsNegativeTest-854071469 tempest-ServerDiagnosticsNegativeTest-854071469-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:05:36.895071 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-e9495c14-8a95-4193-9fbf-771267704306 req-01b55547-eade-42ac-b3b8-b93223a0eb41 tempest-ServerDiagnosticsNegativeTest-854071469 tempest-ServerDiagnosticsNegativeTest-854071469-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:05:36.974946 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-517093c4-f2ab-4fe0-af3d-dbc491973c0f req-7aaa1a60-7d76-46a0-8193-27e14a8192c8 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=87840a0b-a014-456e-a00a-b7d5c7588eb5 HTTP/1.1" status: 200 len: 217 time: 0.2458174 May 30 20:05:37.080796 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-e9495c14-8a95-4193-9fbf-771267704306 req-01b55547-eade-42ac-b3b8-b93223a0eb41 tempest-ServerDiagnosticsNegativeTest-854071469 tempest-ServerDiagnosticsNegativeTest-854071469-project] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:37.131813 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-15ab4ffc-df8c-47eb-bd00-0973cac5c706 req-ca7830db-b02f-4125-8ae2-5f5256c8342b tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:37.258569 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-e9495c14-8a95-4193-9fbf-771267704306 req-01b55547-eade-42ac-b3b8-b93223a0eb41 tempest-ServerDiagnosticsNegativeTest-854071469 tempest-ServerDiagnosticsNegativeTest-854071469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:37.285810 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517093c4-f2ab-4fe0-af3d-dbc491973c0f req-19306f0a-c902-4cac-a706-100dd95f21d6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:37.287734 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-517093c4-f2ab-4fe0-af3d-dbc491973c0f req-19306f0a-c902-4cac-a706-100dd95f21d6 service neutron] 10.222.0.86 "GET /v2.0/networks?id=4344fbed-57fb-43d7-b32d-6020ce60f0a1 HTTP/1.1" status: 200 len: 870 time: 0.7264819 May 30 20:05:37.364300 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f549625-5666-4c11-9420-c6a913ee8961 service neutron] Pushing event updated for resources: {'Port': ['ID=7f29f677-450a-4a29-a30d-dd785bea7fbe,revision_number=7']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:37.390568 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517093c4-f2ab-4fe0-af3d-dbc491973c0f req-25376d9d-c58e-43f2-ab4a-5a0d2241e695 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:37.390568 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-517093c4-f2ab-4fe0-af3d-dbc491973c0f req-25376d9d-c58e-43f2-ab4a-5a0d2241e695 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1b83ff54-b1af-44ce-bb75-ba148920553c HTTP/1.1" status: 200 len: 843 time: 0.2939093 May 30 20:05:37.390568 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-d0759732-34e5-42c4-8a2a-7aaf8d7ce1c5 req-0f549625-5666-4c11-9420-c6a913ee8961 service neutron] Attempting to bind port 7f29f677-450a-4a29-a30d-dd785bea7fbe on host n-h2-843948-2 for vnic_type normal with profile {"migrating_to": "n-h1-843948-2"} {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:05:37.390568 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-d0759732-34e5-42c4-8a2a-7aaf8d7ce1c5 req-0f549625-5666-4c11-9420-c6a913ee8961 service neutron] Attempting to bind port 7f29f677-450a-4a29-a30d-dd785bea7fbe by drivers openvswitch,hyperv on host n-h2-843948-2 at level 0 using segments [{'id': '4048bfa0-f1bd-4aa7-86bf-7023b66ee7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2a2680a-30c7-4004-a919-1078d0f1a0a1'}] {{(pid=84886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:05:37.390568 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0759732-34e5-42c4-8a2a-7aaf8d7ce1c5 req-0f549625-5666-4c11-9420-c6a913ee8961 service neutron] Attempting to bind port 7f29f677-450a-4a29-a30d-dd785bea7fbe on network a2a2680a-30c7-4004-a919-1078d0f1a0a1 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:05:37.393482 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning complete for port a38c96a1-a9be-486a-aa6f-5738e007fd3c triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:05:37.393482 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:37.403178 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0759732-34e5-42c4-8a2a-7aaf8d7ce1c5 req-0f549625-5666-4c11-9420-c6a913ee8961 service neutron] Port 7f29f677-450a-4a29-a30d-dd785bea7fbe on network a2a2680a-30c7-4004-a919-1078d0f1a0a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-843948-2 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:05:37.404989 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0759732-34e5-42c4-8a2a-7aaf8d7ce1c5 req-0f549625-5666-4c11-9420-c6a913ee8961 service neutron] Attempting to bind port 7f29f677-450a-4a29-a30d-dd785bea7fbe on network a2a2680a-30c7-4004-a919-1078d0f1a0a1 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:05:37.477763 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 7f29f677-450a-4a29-a30d-dd785bea7fbe, host n-h2-843948-2, got binding levels [] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:05:37.555351 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Attempting to bind port 7f29f677-450a-4a29-a30d-dd785bea7fbe on host n-h2-843948-2 for vnic_type normal with profile {"migrating_to": "n-h1-843948-2"} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:05:37.556347 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Attempting to bind port 7f29f677-450a-4a29-a30d-dd785bea7fbe by drivers openvswitch,hyperv on host n-h2-843948-2 at level 0 using segments [{'id': '4048bfa0-f1bd-4aa7-86bf-7023b66ee7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2a2680a-30c7-4004-a919-1078d0f1a0a1'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:05:37.557172 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Attempting to bind port 7f29f677-450a-4a29-a30d-dd785bea7fbe on network a2a2680a-30c7-4004-a919-1078d0f1a0a1 {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:05:37.561232 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0759732-34e5-42c4-8a2a-7aaf8d7ce1c5 req-0f549625-5666-4c11-9420-c6a913ee8961 service neutron] Checking agent: {'id': 'eaa08354-e8f5-4e73-af76-8d3cf7d2b390', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 5, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:05:37.562443 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0759732-34e5-42c4-8a2a-7aaf8d7ce1c5 req-0f549625-5666-4c11-9420-c6a913ee8961 service neutron] Checking segment: {'id': '4048bfa0-f1bd-4aa7-86bf-7023b66ee7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2a2680a-30c7-4004-a919-1078d0f1a0a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:05:37.562956 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0759732-34e5-42c4-8a2a-7aaf8d7ce1c5 req-0f549625-5666-4c11-9420-c6a913ee8961 service neutron] Bound using segment: {'id': '4048bfa0-f1bd-4aa7-86bf-7023b66ee7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2a2680a-30c7-4004-a919-1078d0f1a0a1'} {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:05:37.563685 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-d0759732-34e5-42c4-8a2a-7aaf8d7ce1c5 req-0f549625-5666-4c11-9420-c6a913ee8961 service neutron] Bound port: 7f29f677-450a-4a29-a30d-dd785bea7fbe, host: n-h2-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4048bfa0-f1bd-4aa7-86bf-7023b66ee7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2a2680a-30c7-4004-a919-1078d0f1a0a1'}}] {{(pid=84886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:05:37.564285 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-d0759732-34e5-42c4-8a2a-7aaf8d7ce1c5 req-0f549625-5666-4c11-9420-c6a913ee8961 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:37.667766 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Port 7f29f677-450a-4a29-a30d-dd785bea7fbe on network a2a2680a-30c7-4004-a919-1078d0f1a0a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-843948-2 {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:05:37.673255 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b55547-eade-42ac-b3b8-b93223a0eb41 tempest-ServerDiagnosticsNegativeTest-854071469 tempest-ServerDiagnosticsNegativeTest-854071469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=792a65ea-e136-4afc-9741-bf5a2c055a93,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:37.686215 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Attempting to bind port 7f29f677-450a-4a29-a30d-dd785bea7fbe on network a2a2680a-30c7-4004-a919-1078d0f1a0a1 {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:05:37.779876 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Checking agent: {'id': 'eaa08354-e8f5-4e73-af76-8d3cf7d2b390', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 5, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:05:37.802540 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Checking segment: {'id': '4048bfa0-f1bd-4aa7-86bf-7023b66ee7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2a2680a-30c7-4004-a919-1078d0f1a0a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:05:37.804735 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Bound using segment: {'id': '4048bfa0-f1bd-4aa7-86bf-7023b66ee7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2a2680a-30c7-4004-a919-1078d0f1a0a1'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:05:37.805975 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Bound port: 7f29f677-450a-4a29-a30d-dd785bea7fbe, host: n-h2-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4048bfa0-f1bd-4aa7-86bf-7023b66ee7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2a2680a-30c7-4004-a919-1078d0f1a0a1'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:05:37.806886 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:37.839338 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-d0759732-34e5-42c4-8a2a-7aaf8d7ce1c5 req-0f549625-5666-4c11-9420-c6a913ee8961 service neutron] For port 7f29f677-450a-4a29-a30d-dd785bea7fbe, host n-h2-843948-2, cleared binding levels {{(pid=84886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:05:37.874297 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-517093c4-f2ab-4fe0-af3d-dbc491973c0f req-6cac5ed6-d3c9-4e5e-92cf-ce1932dd852a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=87840a0b-a014-456e-a00a-b7d5c7588eb5 HTTP/1.1" status: 200 len: 217 time: 0.5412474 May 30 20:05:37.924401 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-d0759732-34e5-42c4-8a2a-7aaf8d7ce1c5 req-0f549625-5666-4c11-9420-c6a913ee8961 service neutron] For port 7f29f677-450a-4a29-a30d-dd785bea7fbe, host n-h2-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=7f29f677-450a-4a29-a30d-dd785bea7fbe,segment=NetworkSegment(4048bfa0-f1bd-4aa7-86bf-7023b66ee7f9),segment_id=4048bfa0-f1bd-4aa7-86bf-7023b66ee7f9)] {{(pid=84886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:05:37.981080 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-517093c4-f2ab-4fe0-af3d-dbc491973c0f req-d0cd8257-ff32-4a73-b1ed-262d427db6fe service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4344fbed-57fb-43d7-b32d-6020ce60f0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5797243 May 30 20:05:38.023877 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:38.024352 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28340a79-9cee-411a-b3ff-9a6b59c3254c req-5425db5b-16bd-4851-9bfb-c9cdab64e866 tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:38.027360 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-28340a79-9cee-411a-b3ff-9a6b59c3254c req-5425db5b-16bd-4851-9bfb-c9cdab64e866 tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] 10.222.0.71 "GET /v2.0/networks?id=803dd70a-3f53-43ad-9356-1243425ef9dd HTTP/1.1" status: 200 len: 821 time: 0.9408269 May 30 20:05:38.072144 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-28340a79-9cee-411a-b3ff-9a6b59c3254c req-84d8a84b-4014-45fb-bf2a-50a8b8e55156 tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] Request body: {'port': {'device_id': 'c4abde85-31f7-4982-8289-d4b10cda4969', 'network_id': '803dd70a-3f53-43ad-9356-1243425ef9dd', 'admin_state_up': True, 'tenant_id': 'a30f992c0c6d4c83b278c5e0ddf93c21'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:05:38.145057 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-d0759732-34e5-42c4-8a2a-7aaf8d7ce1c5 req-0f549625-5666-4c11-9420-c6a913ee8961 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:38.159524 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port a38c96a1-a9be-486a-aa6f-5738e007fd3c, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=a38c96a1-a9be-486a-aa6f-5738e007fd3c,segment=NetworkSegment(70424240-b76f-4af0-9f32-ace284913a86),segment_id=70424240-b76f-4af0-9f32-ace284913a86)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:05:38.167682 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1a00c85-493e-4ed6-a162-6f8d5e0e74cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a38c96a1-a9be-486a-aa6f-5738e007fd3c'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:05:38.225145 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 7f29f677-450a-4a29-a30d-dd785bea7fbe, host n-h2-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:05:38.233523 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:38.233523 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device ddba6d06-4716-4ab5-90ae-4e3814b4f21f up at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:05:38.379738 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [req-15ab4ffc-df8c-47eb-bd00-0973cac5c706 req-ca7830db-b02f-4125-8ae2-5f5256c8342b tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] Allocated IP 172.25.8.87 (c7869750-4b49-4b7e-aa99-5e0f1ae02da4/427601ec-f643-4fe7-b5e6-17305d3a39e1/0728575f-a9dd-463b-85a5-b1e6f76e8281) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:05:38.432747 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517093c4-f2ab-4fe0-af3d-dbc491973c0f req-60ccafe8-d0de-4258-a90b-5b14da9a7207 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:38.438084 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-517093c4-f2ab-4fe0-af3d-dbc491973c0f req-60ccafe8-d0de-4258-a90b-5b14da9a7207 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1b83ff54-b1af-44ce-bb75-ba148920553c HTTP/1.1" status: 200 len: 843 time: 0.5052464 May 30 20:05:38.501481 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.db.api [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) 7f29f677-450a-4a29-a30d-dd785bea7fbe-n-h2-843948-2-0 {{(pid=84888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:05:38.502280 n-d-843948-2 neutron-server[84888]: DEBUG oslo_db.api [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:05:38.556056 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=a38c96a1-a9be-486a-aa6f-5738e007fd3c,revision_number=7']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:38.608262 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning for port ddba6d06-4716-4ab5-90ae-4e3814b4f21f completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:05:38.616360 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning complete for port ddba6d06-4716-4ab5-90ae-4e3814b4f21f triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:05:38.616678 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:38.708933 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-517093c4-f2ab-4fe0-af3d-dbc491973c0f req-bb9ea2b7-0563-4626-9aba-96b94a83028d service neutron] 10.222.0.71 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7181849 May 30 20:05:38.761577 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-749a812d-212a-482f-bd21-70cbb09f826e req-d36a1a25-22e3-4eac-8691-84b7ff8eeef0 tempest-ServerDiagnosticsNegativeTest-854071469 tempest-ServerDiagnosticsNegativeTest-854071469-project] 10.222.0.85 "GET /v2.0/ports?device_id=c1741290-7987-4e5e-a206-f0b65f0184f2 HTTP/1.1" status: 200 len: 210 time: 0.1679804 May 30 20:05:38.799736 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-28340a79-9cee-411a-b3ff-9a6b59c3254c req-84d8a84b-4014-45fb-bf2a-50a8b8e55156 tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:05:38.818416 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 87840a0b-a014-456e-a00a-b7d5c7588eb5 details requested by agent hyperv_n-h2-843948-2 with host n-h2-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:05:38.825303 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:39.014836 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port ddba6d06-4716-4ab5-90ae-4e3814b4f21f, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=ddba6d06-4716-4ab5-90ae-4e3814b4f21f,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:05:39.031615 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Attempting to bind port 7f29f677-450a-4a29-a30d-dd785bea7fbe on host n-h2-843948-2 for vnic_type normal with profile {"migrating_to": "n-h1-843948-2"} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:05:39.031975 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Attempting to bind port 7f29f677-450a-4a29-a30d-dd785bea7fbe by drivers openvswitch,hyperv on host n-h2-843948-2 at level 0 using segments [{'id': '4048bfa0-f1bd-4aa7-86bf-7023b66ee7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2a2680a-30c7-4004-a919-1078d0f1a0a1'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:05:39.032670 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Attempting to bind port 7f29f677-450a-4a29-a30d-dd785bea7fbe on network a2a2680a-30c7-4004-a919-1078d0f1a0a1 {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:05:39.049700 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f549625-5666-4c11-9420-c6a913ee8961 service neutron] Pushing event updated for resources: {'Port': ['ID=7f29f677-450a-4a29-a30d-dd785bea7fbe,revision_number=8']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:39.061815 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Port 7f29f677-450a-4a29-a30d-dd785bea7fbe on network a2a2680a-30c7-4004-a919-1078d0f1a0a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-843948-2 {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:05:39.062162 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Attempting to bind port 7f29f677-450a-4a29-a30d-dd785bea7fbe on network a2a2680a-30c7-4004-a919-1078d0f1a0a1 {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:05:39.083661 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-d0759732-34e5-42c4-8a2a-7aaf8d7ce1c5 req-0f549625-5666-4c11-9420-c6a913ee8961 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:39.084861 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Checking agent: {'id': 'eaa08354-e8f5-4e73-af76-8d3cf7d2b390', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 5, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:05:39.085686 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Checking segment: {'id': '4048bfa0-f1bd-4aa7-86bf-7023b66ee7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2a2680a-30c7-4004-a919-1078d0f1a0a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:05:39.085884 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Bound using segment: {'id': '4048bfa0-f1bd-4aa7-86bf-7023b66ee7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2a2680a-30c7-4004-a919-1078d0f1a0a1'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:05:39.086393 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d0759732-34e5-42c4-8a2a-7aaf8d7ce1c5 req-0f549625-5666-4c11-9420-c6a913ee8961 service neutron] 10.222.0.71 "PUT /v2.0/ports/7f29f677-450a-4a29-a30d-dd785bea7fbe HTTP/1.1" status: 200 len: 1121 time: 3.6284273 May 30 20:05:39.089973 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Bound port: 7f29f677-450a-4a29-a30d-dd785bea7fbe, host: n-h2-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4048bfa0-f1bd-4aa7-86bf-7023b66ee7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a2a2680a-30c7-4004-a919-1078d0f1a0a1'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:05:39.090449 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:39.172212 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-28340a79-9cee-411a-b3ff-9a6b59c3254c req-84d8a84b-4014-45fb-bf2a-50a8b8e55156 tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:05:39.179704 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [req-e9495c14-8a95-4193-9fbf-771267704306 req-01b55547-eade-42ac-b3b8-b93223a0eb41 tempest-ServerDiagnosticsNegativeTest-854071469 tempest-ServerDiagnosticsNegativeTest-854071469-project] Allocated IP 192.168.233.253 (4344fbed-57fb-43d7-b32d-6020ce60f0a1/1b83ff54-b1af-44ce-bb75-ba148920553c/ca67ed30-84e2-4e3b-a453-38868cedc363) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:05:39.202508 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-517093c4-f2ab-4fe0-af3d-dbc491973c0f req-1fc7fb38-58f8-4ffa-9ca6-5856f137756d service neutron] 10.222.0.71 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4364610 May 30 20:05:39.241519 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:39.344419 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['7f29f677-450a-4a29-a30d-dd785bea7fbe'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:05:39.407868 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['7f29f677-450a-4a29-a30d-dd785bea7fbe'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:05:39.430129 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e3fdf1-d4ea-408d-a9c5-afecc2275750 req-efd33ce2-f4cb-43ee-b946-5030f6a378a2 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:39.441745 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-80e3fdf1-d4ea-408d-a9c5-afecc2275750 req-efd33ce2-f4cb-43ee-b946-5030f6a378a2 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/ports?device_id=1f5e4faa-be65-4ec2-8cb3-eeaae421f37a HTTP/1.1" status: 200 len: 948 time: 0.1665471 May 30 20:05:39.502629 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 87840a0b-a014-456e-a00a-b7d5c7588eb5, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=87840a0b-a014-456e-a00a-b7d5c7588eb5,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:05:39.538334 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28340a79-9cee-411a-b3ff-9a6b59c3254c req-84d8a84b-4014-45fb-bf2a-50a8b8e55156 tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] Made reservation on behalf of a30f992c0c6d4c83b278c5e0ddf93c21 for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:05:39.544347 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-28340a79-9cee-411a-b3ff-9a6b59c3254c req-84d8a84b-4014-45fb-bf2a-50a8b8e55156 tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:39.556214 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-80e3fdf1-d4ea-408d-a9c5-afecc2275750 req-a3d5a075-95f7-4b3b-8fd5-187e7b0f737d tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/security-groups?id=e1329ead-76da-4fe1-a988-d24ed3099985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154647 May 30 20:05:39.570326 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Returning: {'device': '87840a0b-a014-456e-a00a-b7d5c7588eb5', 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1', 'port_id': '87840a0b-a014-456e-a00a-b7d5c7588eb5', 'mac_address': 'fa:16:3e:74:48:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b83ff54-b1af-44ce-bb75-ba148920553c', 'ip_address': '192.168.233.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:05:39.616427 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=ddba6d06-4716-4ab5-90ae-4e3814b4f21f,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:39.712518 n-d-843948-2 neutron-server[84888]: WARNING neutron.plugins.ml2.plugin [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Concurrent port binding operations failed on port 7f29f677-450a-4a29-a30d-dd785bea7fbe May 30 20:05:39.781527 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 7f29f677-450a-4a29-a30d-dd785bea7fbe, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=7f29f677-450a-4a29-a30d-dd785bea7fbe,segment=NetworkSegment(4048bfa0-f1bd-4aa7-86bf-7023b66ee7f9),segment_id=4048bfa0-f1bd-4aa7-86bf-7023b66ee7f9)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:05:39.811398 n-d-843948-2 neutron-server[84888]: INFO neutron.plugins.ml2.plugin [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Attempt 2 to bind port 7f29f677-450a-4a29-a30d-dd785bea7fbe May 30 20:05:39.818190 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 7f29f677-450a-4a29-a30d-dd785bea7fbe has no active binding in host n-h1-843948-2 {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 30 20:05:39.818190 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:39.900930 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87840a0b-a014-456e-a00a-b7d5c7588eb5 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:05:39.922896 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-15ab4ffc-df8c-47eb-bd00-0973cac5c706 req-ca7830db-b02f-4125-8ae2-5f5256c8342b tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:39.961671 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 87840a0b-a014-456e-a00a-b7d5c7588eb5, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=87840a0b-a014-456e-a00a-b7d5c7588eb5,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:05:40.011378 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-517093c4-f2ab-4fe0-af3d-dbc491973c0f req-f1d0045e-51d5-4652-a585-55bd0f964aa1 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4344fbed-57fb-43d7-b32d-6020ce60f0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.3052256 May 30 20:05:40.029525 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:40.167725 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-15ab4ffc-df8c-47eb-bd00-0973cac5c706 req-ca7830db-b02f-4125-8ae2-5f5256c8342b tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:40.228587 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=87840a0b-a014-456e-a00a-b7d5c7588eb5,revision_number=8']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:40.335683 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['87840a0b-a014-456e-a00a-b7d5c7588eb5'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:05:40.400905 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15ab4ffc-df8c-47eb-bd00-0973cac5c706 req-ca7830db-b02f-4125-8ae2-5f5256c8342b tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] Network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:05:40.425135 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [req-15ab4ffc-df8c-47eb-bd00-0973cac5c706 req-ca7830db-b02f-4125-8ae2-5f5256c8342b tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:05:40.454210 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-15ab4ffc-df8c-47eb-bd00-0973cac5c706 req-ca7830db-b02f-4125-8ae2-5f5256c8342b tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:05:40.480694 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7830db-b02f-4125-8ae2-5f5256c8342b tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] Pushing event updated for resources: {'Port': ['ID=0728575f-a9dd-463b-85a5-b1e6f76e8281,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:40.611798 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-e9495c14-8a95-4193-9fbf-771267704306 req-01b55547-eade-42ac-b3b8-b93223a0eb41 tempest-ServerDiagnosticsNegativeTest-854071469 tempest-ServerDiagnosticsNegativeTest-854071469-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:40.630052 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-517093c4-f2ab-4fe0-af3d-dbc491973c0f req-0ba98269-bca5-47c6-a48f-fbe27fa33648 service neutron] 10.222.0.86 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4950032 May 30 20:05:40.677985 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-e9495c14-8a95-4193-9fbf-771267704306 req-01b55547-eade-42ac-b3b8-b93223a0eb41 tempest-ServerDiagnosticsNegativeTest-854071469 tempest-ServerDiagnosticsNegativeTest-854071469-project] Transition to ACTIVE for port object ca67ed30-84e2-4e3b-a453-38868cedc363 will not be triggered until provisioned by entity DHCP. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:05:40.724571 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1c9b42-b849-415b-8531-bf8e7209fcab req-df4d1b93-a011-4285-831f-928303911cc1 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:40.733500 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-cc1c9b42-b849-415b-8531-bf8e7209fcab req-df4d1b93-a011-4285-831f-928303911cc1 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.85 "GET /v2.0/ports?device_id=e525fdd9-cb28-4edc-bfd9-9ebbc3d85da2 HTTP/1.1" status: 200 len: 943 time: 0.3984265 May 30 20:05:40.750465 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [req-28340a79-9cee-411a-b3ff-9a6b59c3254c req-84d8a84b-4014-45fb-bf2a-50a8b8e55156 tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] Allocated IP 172.20.0.7 (803dd70a-3f53-43ad-9356-1243425ef9dd/a936439d-a424-4a5c-8496-f82c5049c2f0/6f0da94b-e10b-49d8-b99f-81336537840a) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:05:40.831837 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-cc1c9b42-b849-415b-8531-bf8e7209fcab req-dad880d8-435d-49c1-852a-2ccfff3870f1 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.85 "GET /v2.0/security-groups?id=e04d9b86-3d99-41a3-8241-c517ec1f4730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966938 May 30 20:05:40.921288 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-517093c4-f2ab-4fe0-af3d-dbc491973c0f req-9da393a2-b178-405c-b3fd-1592838cec64 service neutron] 10.222.0.86 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2789719 May 30 20:05:40.964661 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-e9495c14-8a95-4193-9fbf-771267704306 req-01b55547-eade-42ac-b3b8-b93223a0eb41 tempest-ServerDiagnosticsNegativeTest-854071469 tempest-ServerDiagnosticsNegativeTest-854071469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:41.098753 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9a458a69-ceb6-40d1-bf71-04391d0fd30e req-a741057c-4c4b-41be-9e1f-240245c7cbbb tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] 10.222.0.85 "GET /v2.0/ports?device_id=c4abde85-31f7-4982-8289-d4b10cda4969 HTTP/1.1" status: 200 len: 210 time: 0.0929837 May 30 20:05:41.186972 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-15ab4ffc-df8c-47eb-bd00-0973cac5c706 req-ca7830db-b02f-4125-8ae2-5f5256c8342b tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:41.241911 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9495c14-8a95-4193-9fbf-771267704306 req-01b55547-eade-42ac-b3b8-b93223a0eb41 tempest-ServerDiagnosticsNegativeTest-854071469 tempest-ServerDiagnosticsNegativeTest-854071469-project] Network 4344fbed-57fb-43d7-b32d-6020ce60f0a1 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:05:41.250945 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [req-e9495c14-8a95-4193-9fbf-771267704306 req-01b55547-eade-42ac-b3b8-b93223a0eb41 tempest-ServerDiagnosticsNegativeTest-854071469 tempest-ServerDiagnosticsNegativeTest-854071469-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:05:41.254934 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9495c14-8a95-4193-9fbf-771267704306 req-01b55547-eade-42ac-b3b8-b93223a0eb41 tempest-ServerDiagnosticsNegativeTest-854071469 tempest-ServerDiagnosticsNegativeTest-854071469-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:05:41.287527 n-d-843948-2 neutron-server[84886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92617686-4ae8-4463-914d-9bac67bda08b'] response: {'server_uuid': 'e525fdd9-cb28-4edc-bfd9-9ebbc3d85da2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f29f677-450a-4a29-a30d-dd785bea7fbe', 'code': 200} May 30 20:05:41.428515 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b55547-eade-42ac-b3b8-b93223a0eb41 tempest-ServerDiagnosticsNegativeTest-854071469 tempest-ServerDiagnosticsNegativeTest-854071469-project] Pushing event updated for resources: {'Port': ['ID=ca67ed30-84e2-4e3b-a453-38868cedc363,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:41.454037 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-15ab4ffc-df8c-47eb-bd00-0973cac5c706 req-ca7830db-b02f-4125-8ae2-5f5256c8342b tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:41.529573 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9495c14-8a95-4193-9fbf-771267704306 req-01b55547-eade-42ac-b3b8-b93223a0eb41 tempest-ServerDiagnosticsNegativeTest-854071469 tempest-ServerDiagnosticsNegativeTest-854071469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:41.530260 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-e9495c14-8a95-4193-9fbf-771267704306 req-01b55547-eade-42ac-b3b8-b93223a0eb41 tempest-ServerDiagnosticsNegativeTest-854071469 tempest-ServerDiagnosticsNegativeTest-854071469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:41.573858 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-28340a79-9cee-411a-b3ff-9a6b59c3254c req-84d8a84b-4014-45fb-bf2a-50a8b8e55156 tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:41.637325 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-28340a79-9cee-411a-b3ff-9a6b59c3254c req-84d8a84b-4014-45fb-bf2a-50a8b8e55156 tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] Transition to ACTIVE for port object 6f0da94b-e10b-49d8-b99f-81336537840a will not be triggered until provisioned by entity DHCP. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:05:41.680409 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebafa6b-576e-4edc-95ac-5946583eb8d5 req-df4fe7ee-1e39-4f9e-847c-b746519f2e14 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:41.690945 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4ebafa6b-576e-4edc-95ac-5946583eb8d5 req-df4fe7ee-1e39-4f9e-847c-b746519f2e14 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.85 "GET /v2.0/ports?device_id=64150e76-0246-437b-8bdd-ac1e1a53ed9d HTTP/1.1" status: 200 len: 949 time: 0.1493111 May 30 20:05:41.711148 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b0b7c433-483f-4ad2-8033-2f36261fc207 None None] Provisioning for port ca67ed30-84e2-4e3b-a453-38868cedc363 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:05:41.719536 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b0b7c433-483f-4ad2-8033-2f36261fc207 None None] Provisioning complete for port ca67ed30-84e2-4e3b-a453-38868cedc363 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:05:41.722026 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b0b7c433-483f-4ad2-8033-2f36261fc207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:41.742804 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e9495c14-8a95-4193-9fbf-771267704306 req-01b55547-eade-42ac-b3b8-b93223a0eb41 tempest-ServerDiagnosticsNegativeTest-854071469 tempest-ServerDiagnosticsNegativeTest-854071469-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.6641791 May 30 20:05:41.767857 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-e9495c14-8a95-4193-9fbf-771267704306 req-5fe8d127-3e2d-4c71-87d4-a6c1f83fac0a service neutron] Request body: {'port': {'device_id': 'c1741290-7987-4e5e-a206-f0b65f0184f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843948-2'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:05:41.775120 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4ebafa6b-576e-4edc-95ac-5946583eb8d5 req-5d9d42c3-31b2-42b8-a339-ad9288c8295f tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.85 "GET /v2.0/security-groups?id=db33dd94-15fa-4959-a681-13f509935d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829620 May 30 20:05:41.810952 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-b0b7c433-483f-4ad2-8033-2f36261fc207 None None] Port ca67ed30-84e2-4e3b-a453-38868cedc363 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:05:41.942538 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-e9495c14-8a95-4193-9fbf-771267704306 req-5fe8d127-3e2d-4c71-87d4-a6c1f83fac0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:41.976205 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-28340a79-9cee-411a-b3ff-9a6b59c3254c req-84d8a84b-4014-45fb-bf2a-50a8b8e55156 tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:41.990503 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51967a09-7ab4-4e75-a02d-21e93558df63'] response: {'server_uuid': 'f1a00c85-493e-4ed6-a162-6f8d5e0e74cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a38c96a1-a9be-486a-aa6f-5738e007fd3c', 'code': 200} May 30 20:05:41.992587 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['5577968e-d9bf-46c3-bc01-56cce150297c'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:05:42.285759 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.db.resource_extend [req-15ab4ffc-df8c-47eb-bd00-0973cac5c706 req-ca7830db-b02f-4125-8ae2-5f5256c8342b tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:05:42.297226 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320a1e9d-3682-409c-a387-d858632ec6d5 req-865a670b-9776-46db-b4f0-8ff77df5c2f0 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:42.302243 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-320a1e9d-3682-409c-a387-d858632ec6d5 req-865a670b-9776-46db-b4f0-8ff77df5c2f0 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/ports?device_id=dacd4860-339f-4fa4-9d16-fdbd88c14e30 HTTP/1.1" status: 200 len: 946 time: 0.1768708 May 30 20:05:42.322800 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-15ab4ffc-df8c-47eb-bd00-0973cac5c706 req-ca7830db-b02f-4125-8ae2-5f5256c8342b tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:42.343614 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28340a79-9cee-411a-b3ff-9a6b59c3254c req-84d8a84b-4014-45fb-bf2a-50a8b8e55156 tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] Network 803dd70a-3f53-43ad-9356-1243425ef9dd is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:05:42.345681 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d8a84b-4014-45fb-bf2a-50a8b8e55156 tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] Pushing event updated for resources: {'Port': ['ID=6f0da94b-e10b-49d8-b99f-81336537840a,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:42.356470 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [req-28340a79-9cee-411a-b3ff-9a6b59c3254c req-84d8a84b-4014-45fb-bf2a-50a8b8e55156 tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:05:42.401223 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-28340a79-9cee-411a-b3ff-9a6b59c3254c req-84d8a84b-4014-45fb-bf2a-50a8b8e55156 tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:05:42.429584 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-15ab4ffc-df8c-47eb-bd00-0973cac5c706 req-ca7830db-b02f-4125-8ae2-5f5256c8342b tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:42.458679 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-320a1e9d-3682-409c-a387-d858632ec6d5 req-facce83c-e098-4db4-9a6d-603ec986bdd8 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/security-groups?id=f7bd1307-7f80-416a-ad0f-251b87da459a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427672 May 30 20:05:42.665316 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28340a79-9cee-411a-b3ff-9a6b59c3254c req-84d8a84b-4014-45fb-bf2a-50a8b8e55156 tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:42.666015 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-28340a79-9cee-411a-b3ff-9a6b59c3254c req-84d8a84b-4014-45fb-bf2a-50a8b8e55156 tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:42.744316 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7830db-b02f-4125-8ae2-5f5256c8342b tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] Pushing event updated for resources: {'Port': ['ID=0728575f-a9dd-463b-85a5-b1e6f76e8281,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:42.820411 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-15ab4ffc-df8c-47eb-bd00-0973cac5c706 req-ca7830db-b02f-4125-8ae2-5f5256c8342b tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736490'] for floatingip, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:42.842627 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 87840a0b-a014-456e-a00a-b7d5c7588eb5 up at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:05:42.914085 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-28340a79-9cee-411a-b3ff-9a6b59c3254c req-84d8a84b-4014-45fb-bf2a-50a8b8e55156 tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8601463 May 30 20:05:42.937021 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-28340a79-9cee-411a-b3ff-9a6b59c3254c req-057bcf5b-9d87-4a23-aee6-132c5fc1ea86 service neutron] Request body: {'port': {'device_id': 'c4abde85-31f7-4982-8289-d4b10cda4969', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843948-2'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:05:42.980876 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-15ab4ffc-df8c-47eb-bd00-0973cac5c706 req-ca7830db-b02f-4125-8ae2-5f5256c8342b tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:42.986525 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-15ab4ffc-df8c-47eb-bd00-0973cac5c706 req-ca7830db-b02f-4125-8ae2-5f5256c8342b tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 8.9689128 May 30 20:05:43.036045 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-086b6890-02dc-4ce1-a0d7-0095be8764d4 None None] Provisioning for port 6f0da94b-e10b-49d8-b99f-81336537840a completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:05:43.039612 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning for port 87840a0b-a014-456e-a00a-b7d5c7588eb5 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:05:43.046684 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-086b6890-02dc-4ce1-a0d7-0095be8764d4 None None] Provisioning complete for port 6f0da94b-e10b-49d8-b99f-81336537840a triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:05:43.046952 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-086b6890-02dc-4ce1-a0d7-0095be8764d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:43.074502 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning complete for port 87840a0b-a014-456e-a00a-b7d5c7588eb5 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:05:43.075102 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:43.285643 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-086b6890-02dc-4ce1-a0d7-0095be8764d4 None None] Port 6f0da94b-e10b-49d8-b99f-81336537840a cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:05:43.289423 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e525fdd9-cb28-4edc-bfd9-9ebbc3d85da2', 'tag': '7f29f677-450a-4a29-a30d-dd785bea7fbe'}] {{(pid=84886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:05:43.393837 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:43.442715 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [req-e9495c14-8a95-4193-9fbf-771267704306 req-5fe8d127-3e2d-4c71-87d4-a6c1f83fac0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca67ed30-84e2-4e3b-a453-38868cedc363 {{(pid=84887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:05:43.476850 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 87840a0b-a014-456e-a00a-b7d5c7588eb5, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=87840a0b-a014-456e-a00a-b7d5c7588eb5,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:05:43.498865 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-15ab4ffc-df8c-47eb-bd00-0973cac5c706 req-c2fd93c4-d97b-4f00-890a-3395160e5e1d tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] Synchronizing usage tracker for tenant:451572d0f13c40ff8c6397191d3ebc95 on resource:floatingip {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:05:43.518714 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-e9495c14-8a95-4193-9fbf-771267704306 req-5fe8d127-3e2d-4c71-87d4-a6c1f83fac0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:43.584749 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-e9495c14-8a95-4193-9fbf-771267704306 req-5fe8d127-3e2d-4c71-87d4-a6c1f83fac0a service neutron] Transition to ACTIVE for port object ca67ed30-84e2-4e3b-a453-38868cedc363 will not be triggered until provisioned by entity L2. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:05:43.585521 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-28340a79-9cee-411a-b3ff-9a6b59c3254c req-057bcf5b-9d87-4a23-aee6-132c5fc1ea86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:43.613473 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714768db-10ef-4b4e-9c53-0dde0c6a5d56 req-bf53105a-5a21-4996-99c3-ba0223ac1bd8 tempest-ServerDiagnosticsNegativeTest-854071469 tempest-ServerDiagnosticsNegativeTest-854071469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:43.619608 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-714768db-10ef-4b4e-9c53-0dde0c6a5d56 req-bf53105a-5a21-4996-99c3-ba0223ac1bd8 tempest-ServerDiagnosticsNegativeTest-854071469 tempest-ServerDiagnosticsNegativeTest-854071469-project] 10.222.0.85 "GET /v2.0/ports?device_id=c1741290-7987-4e5e-a206-f0b65f0184f2 HTTP/1.1" status: 200 len: 936 time: 0.1378307 May 30 20:05:43.638997 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:43.673940 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943b84e7-7944-423a-b470-1f71b530f5f2 req-0fe187b8-681d-41ad-b60e-e79fc1442dcf tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:43.675568 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-943b84e7-7944-423a-b470-1f71b530f5f2 req-0fe187b8-681d-41ad-b60e-e79fc1442dcf tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.86 "GET /v2.0/ports?device_id=1f5e4faa-be65-4ec2-8cb3-eeaae421f37a&tenant_id=fa61b48b7a6444fe8c9a2f45b95c1d11&binding%3Ahost_id=n-h2-843948-2 HTTP/1.1" status: 200 len: 949 time: 0.4159048 May 30 20:05:43.732304 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-15ab4ffc-df8c-47eb-bd00-0973cac5c706 req-c2fd93c4-d97b-4f00-890a-3395160e5e1d tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] Unset dirty status for tenant:451572d0f13c40ff8c6397191d3ebc95 on resource:floatingip {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:05:43.738705 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-15ab4ffc-df8c-47eb-bd00-0973cac5c706 req-c2fd93c4-d97b-4f00-890a-3395160e5e1d tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] 10.222.0.85 "GET /v2.0/floatingips?floating_ip_address=172.25.8.87 HTTP/1.1" status: 200 len: 695 time: 0.6763012 May 30 20:05:43.740833 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-e9495c14-8a95-4193-9fbf-771267704306 req-5fe8d127-3e2d-4c71-87d4-a6c1f83fac0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:43.746075 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=87840a0b-a014-456e-a00a-b7d5c7588eb5,revision_number=9']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:43.887317 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d0759732-34e5-42c4-8a2a-7aaf8d7ce1c5 req-38f6b427-6bb2-44fa-bed4-7fb9c80cafbd service neutron] 10.222.0.86 "GET /v2.0/ports/7f29f677-450a-4a29-a30d-dd785bea7fbe/bindings/n-h1-843948-2 HTTP/1.1" status: 200 len: 384 time: 0.2254145 May 30 20:05:43.984838 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-714768db-10ef-4b4e-9c53-0dde0c6a5d56 req-e7383909-7464-4693-8247-8be783c6da54 tempest-ServerDiagnosticsNegativeTest-854071469 tempest-ServerDiagnosticsNegativeTest-854071469-project] 10.222.0.85 "GET /v2.0/security-groups?id=792a65ea-e136-4afc-9741-bf5a2c055a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3641369 May 30 20:05:43.990947 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64150e76-0246-437b-8bdd-ac1e1a53ed9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddba6d06-4716-4ab5-90ae-4e3814b4f21f'}, {'server_uuid': '1f5e4faa-be65-4ec2-8cb3-eeaae421f37a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87840a0b-a014-456e-a00a-b7d5c7588eb5'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:05:44.120630 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe8d127-3e2d-4c71-87d4-a6c1f83fac0a service neutron] Pushing event updated for resources: {'Port': ['ID=ca67ed30-84e2-4e3b-a453-38868cedc363,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:44.512124 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-d0759732-34e5-42c4-8a2a-7aaf8d7ce1c5 req-1aae50bb-11d9-4f6a-bd0f-046bb45e883e service neutron] For port 7f29f677-450a-4a29-a30d-dd785bea7fbe, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=7f29f677-450a-4a29-a30d-dd785bea7fbe,segment=NetworkSegment(4048bfa0-f1bd-4aa7-86bf-7023b66ee7f9),segment_id=4048bfa0-f1bd-4aa7-86bf-7023b66ee7f9)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:05:44.535324 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ab4ffc-df8c-47eb-bd00-0973cac5c706 req-6bcd42bb-f0b1-41bb-8b5f-9817b3305acc tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:44.542132 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-15ab4ffc-df8c-47eb-bd00-0973cac5c706 req-6bcd42bb-f0b1-41bb-8b5f-9817b3305acc tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] 10.222.0.85 "GET /v2.0/networks/c7869750-4b49-4b7e-aa99-5e0f1ae02da4 HTTP/1.1" status: 200 len: 784 time: 0.8020546 May 30 20:05:44.558553 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-d0759732-34e5-42c4-8a2a-7aaf8d7ce1c5 req-1aae50bb-11d9-4f6a-bd0f-046bb45e883e service neutron] For port 7f29f677-450a-4a29-a30d-dd785bea7fbe, host n-h2-843948-2, cleared binding levels {{(pid=84886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:05:44.644067 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [req-d0759732-34e5-42c4-8a2a-7aaf8d7ce1c5 req-1aae50bb-11d9-4f6a-bd0f-046bb45e883e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f29f677-450a-4a29-a30d-dd785bea7fbe {{(pid=84886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:05:44.663396 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-d0759732-34e5-42c4-8a2a-7aaf8d7ce1c5 req-1aae50bb-11d9-4f6a-bd0f-046bb45e883e service neutron] For port 7f29f677-450a-4a29-a30d-dd785bea7fbe, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=7f29f677-450a-4a29-a30d-dd785bea7fbe,segment=NetworkSegment(4048bfa0-f1bd-4aa7-86bf-7023b66ee7f9),segment_id=4048bfa0-f1bd-4aa7-86bf-7023b66ee7f9)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:05:44.713576 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-943b84e7-7944-423a-b470-1f71b530f5f2 req-4171e59e-4d1d-4098-a6b6-c21afb3c3aa5 service neutron] 10.222.0.86 "GET /v2.0/ports/87840a0b-a014-456e-a00a-b7d5c7588eb5/bindings/n-h2-843948-2 HTTP/1.1" status: 200 len: 382 time: 1.0316162 May 30 20:05:45.006133 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f97883-f794-4531-b4af-d0d8a7b1d990 req-a5bf2995-bef1-482c-a6c2-ad0f39d6b685 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:45.006133 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-17f97883-f794-4531-b4af-d0d8a7b1d990 req-a5bf2995-bef1-482c-a6c2-ad0f39d6b685 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.85 "GET /v2.0/ports?device_id=e525fdd9-cb28-4edc-bfd9-9ebbc3d85da2 HTTP/1.1" status: 200 len: 943 time: 0.2999432 May 30 20:05:45.006133 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-17f97883-f794-4531-b4af-d0d8a7b1d990 req-a8c70515-05a4-45d7-8002-e7f0eaa4d7e7 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.85 "GET /v2.0/security-groups?id=e04d9b86-3d99-41a3-8241-c517ec1f4730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590279 May 30 20:05:45.007711 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [req-28340a79-9cee-411a-b3ff-9a6b59c3254c req-057bcf5b-9d87-4a23-aee6-132c5fc1ea86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f0da94b-e10b-49d8-b99f-81336537840a {{(pid=84887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:05:45.007711 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-28340a79-9cee-411a-b3ff-9a6b59c3254c req-057bcf5b-9d87-4a23-aee6-132c5fc1ea86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:45.007711 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-28340a79-9cee-411a-b3ff-9a6b59c3254c req-057bcf5b-9d87-4a23-aee6-132c5fc1ea86 service neutron] Transition to ACTIVE for port object 6f0da94b-e10b-49d8-b99f-81336537840a will not be triggered until provisioned by entity L2. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:05:45.007711 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-e9495c14-8a95-4193-9fbf-771267704306 req-5fe8d127-3e2d-4c71-87d4-a6c1f83fac0a service neutron] Attempting to bind port ca67ed30-84e2-4e3b-a453-38868cedc363 on host n-h2-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:05:45.007711 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-e9495c14-8a95-4193-9fbf-771267704306 req-5fe8d127-3e2d-4c71-87d4-a6c1f83fac0a service neutron] Attempting to bind port ca67ed30-84e2-4e3b-a453-38868cedc363 by drivers openvswitch,hyperv on host n-h2-843948-2 at level 0 using segments [{'id': '7e304c17-4e5f-4a93-af80-52785639e6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:05:45.007711 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9495c14-8a95-4193-9fbf-771267704306 req-5fe8d127-3e2d-4c71-87d4-a6c1f83fac0a service neutron] Attempting to bind port ca67ed30-84e2-4e3b-a453-38868cedc363 on network 4344fbed-57fb-43d7-b32d-6020ce60f0a1 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:05:45.007711 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9495c14-8a95-4193-9fbf-771267704306 req-5fe8d127-3e2d-4c71-87d4-a6c1f83fac0a service neutron] Port ca67ed30-84e2-4e3b-a453-38868cedc363 on network 4344fbed-57fb-43d7-b32d-6020ce60f0a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:05:45.007711 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9495c14-8a95-4193-9fbf-771267704306 req-5fe8d127-3e2d-4c71-87d4-a6c1f83fac0a service neutron] Attempting to bind port ca67ed30-84e2-4e3b-a453-38868cedc363 on network 4344fbed-57fb-43d7-b32d-6020ce60f0a1 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:05:45.027416 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9495c14-8a95-4193-9fbf-771267704306 req-5fe8d127-3e2d-4c71-87d4-a6c1f83fac0a service neutron] Checking agent: {'id': 'eaa08354-e8f5-4e73-af76-8d3cf7d2b390', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 5, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:05:45.027769 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9495c14-8a95-4193-9fbf-771267704306 req-5fe8d127-3e2d-4c71-87d4-a6c1f83fac0a service neutron] Checking segment: {'id': '7e304c17-4e5f-4a93-af80-52785639e6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:05:45.028470 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9495c14-8a95-4193-9fbf-771267704306 req-5fe8d127-3e2d-4c71-87d4-a6c1f83fac0a service neutron] Bound using segment: {'id': '7e304c17-4e5f-4a93-af80-52785639e6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1'} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:05:45.029204 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-e9495c14-8a95-4193-9fbf-771267704306 req-5fe8d127-3e2d-4c71-87d4-a6c1f83fac0a service neutron] Bound port: ca67ed30-84e2-4e3b-a453-38868cedc363, host: n-h2-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e304c17-4e5f-4a93-af80-52785639e6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1'}}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:05:45.029714 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-e9495c14-8a95-4193-9fbf-771267704306 req-5fe8d127-3e2d-4c71-87d4-a6c1f83fac0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:45.064590 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60e4a2c-b173-4ac9-91c9-95510127e457 req-8b165718-bf2b-4969-ac7f-aea1b2100334 tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:45.065319 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-d60e4a2c-b173-4ac9-91c9-95510127e457 req-8b165718-bf2b-4969-ac7f-aea1b2100334 tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] Synchronizing usage tracker for tenant:a30f992c0c6d4c83b278c5e0ddf93c21 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:05:45.074405 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f7d38e-e392-41f9-b403-600c1cff01f4 req-635fdef5-6c35-4e83-8423-b70bbb094ba8 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:45.076529 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b4f7d38e-e392-41f9-b403-600c1cff01f4 req-635fdef5-6c35-4e83-8423-b70bbb094ba8 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.85 "GET /v2.0/ports?device_id=64150e76-0246-437b-8bdd-ac1e1a53ed9d HTTP/1.1" status: 200 len: 949 time: 0.1120961 May 30 20:05:45.115591 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-943b84e7-7944-423a-b470-1f71b530f5f2 req-a91f843f-3d97-44ba-b982-5badf88132db service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=fa61b48b7a6444fe8c9a2f45b95c1d11&device_id=1f5e4faa-be65-4ec2-8cb3-eeaae421f37a HTTP/1.1" status: 200 len: 1101 time: 0.3410547 May 30 20:05:45.171097 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b4f7d38e-e392-41f9-b403-600c1cff01f4 req-8b57a06e-8d80-4229-9e40-c25c209f99fe tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.85 "GET /v2.0/security-groups?id=db33dd94-15fa-4959-a681-13f509935d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838418 May 30 20:05:45.184338 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-d0759732-34e5-42c4-8a2a-7aaf8d7ce1c5 req-1aae50bb-11d9-4f6a-bd0f-046bb45e883e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:45.239430 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-28340a79-9cee-411a-b3ff-9a6b59c3254c req-057bcf5b-9d87-4a23-aee6-132c5fc1ea86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:45.289050 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-d60e4a2c-b173-4ac9-91c9-95510127e457 req-8b165718-bf2b-4969-ac7f-aea1b2100334 tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] Unset dirty status for tenant:a30f992c0c6d4c83b278c5e0ddf93c21 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:05:45.297522 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d60e4a2c-b173-4ac9-91c9-95510127e457 req-8b165718-bf2b-4969-ac7f-aea1b2100334 tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] 10.222.0.85 "GET /v2.0/ports?device_id=c4abde85-31f7-4982-8289-d4b10cda4969 HTTP/1.1" status: 200 len: 931 time: 0.5133445 May 30 20:05:45.339374 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-e9495c14-8a95-4193-9fbf-771267704306 req-5fe8d127-3e2d-4c71-87d4-a6c1f83fac0a service neutron] For port ca67ed30-84e2-4e3b-a453-38868cedc363, host n-h2-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:05:45.398262 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-e9495c14-8a95-4193-9fbf-771267704306 req-5fe8d127-3e2d-4c71-87d4-a6c1f83fac0a service neutron] For port ca67ed30-84e2-4e3b-a453-38868cedc363, host n-h2-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=ca67ed30-84e2-4e3b-a453-38868cedc363,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:05:45.423016 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [req-d0759732-34e5-42c4-8a2a-7aaf8d7ce1c5 req-1aae50bb-11d9-4f6a-bd0f-046bb45e883e service neutron] Transition to ACTIVE for port object 7f29f677-450a-4a29-a30d-dd785bea7fbe will not be triggered until provisioned by entity L2. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:05:45.499690 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057bcf5b-9d87-4a23-aee6-132c5fc1ea86 service neutron] Pushing event updated for resources: {'Port': ['ID=6f0da94b-e10b-49d8-b99f-81336537840a,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:45.519848 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-e9495c14-8a95-4193-9fbf-771267704306 req-5fe8d127-3e2d-4c71-87d4-a6c1f83fac0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:45.576674 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-d0759732-34e5-42c4-8a2a-7aaf8d7ce1c5 req-1aae50bb-11d9-4f6a-bd0f-046bb45e883e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:45.581032 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d60e4a2c-b173-4ac9-91c9-95510127e457 req-a19969dd-ee05-43a0-985b-7d769476235b tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] 10.222.0.85 "GET /v2.0/security-groups?id=2b701b0a-db24-4c30-8444-63ac82ad344b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2816083 May 30 20:05:45.602287 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943b84e7-7944-423a-b470-1f71b530f5f2 req-886e0fa4-5ebb-4288-9093-fd1b74fd00aa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:45.619474 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-943b84e7-7944-423a-b470-1f71b530f5f2 req-886e0fa4-5ebb-4288-9093-fd1b74fd00aa service neutron] 10.222.0.86 "GET /v2.0/networks?id=4344fbed-57fb-43d7-b32d-6020ce60f0a1 HTTP/1.1" status: 200 len: 870 time: 0.4926164 May 30 20:05:45.745373 n-d-843948-2 neutron-server[84886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59a01fa6-d2f2-48df-b6a5-fe33763c2a15'] response: {'name': 'network-changed', 'server_uuid': 'e525fdd9-cb28-4edc-bfd9-9ebbc3d85da2', 'tag': '7f29f677-450a-4a29-a30d-dd785bea7fbe', 'status': 'completed', 'code': 200} May 30 20:05:45.927751 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.86', 51557) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:05:45.999136 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-943b84e7-7944-423a-b470-1f71b530f5f2 req-efa1392a-f21d-4e31-ab21-0f0267efaf65 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=87840a0b-a014-456e-a00a-b7d5c7588eb5 HTTP/1.1" status: 200 len: 217 time: 0.3518498 May 30 20:05:46.016105 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-e9495c14-8a95-4193-9fbf-771267704306 req-5fe8d127-3e2d-4c71-87d4-a6c1f83fac0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:46.017652 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e9495c14-8a95-4193-9fbf-771267704306 req-5fe8d127-3e2d-4c71-87d4-a6c1f83fac0a service neutron] 10.222.0.86 "PUT /v2.0/ports/ca67ed30-84e2-4e3b-a453-38868cedc363 HTTP/1.1" status: 200 len: 1096 time: 4.2541609 May 30 20:05:46.037597 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1741290-7987-4e5e-a206-f0b65f0184f2', 'tag': 'ca67ed30-84e2-4e3b-a453-38868cedc363'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:05:46.047816 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe8d127-3e2d-4c71-87d4-a6c1f83fac0a service neutron] Pushing event updated for resources: {'Port': ['ID=ca67ed30-84e2-4e3b-a453-38868cedc363,revision_number=3']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:46.098747 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0759732-34e5-42c4-8a2a-7aaf8d7ce1c5 req-1aae50bb-11d9-4f6a-bd0f-046bb45e883e service neutron] No DVR routers for this DVR port 7f29f677-450a-4a29-a30d-dd785bea7fbe on host n-h2-843948-2 {{(pid=84886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:05:46.195627 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949d3c0e-c84a-448c-9be3-278ccfce8d67 req-d8b5a021-0c44-4b4b-a1a0-6da87c0cdc23 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:46.198064 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-949d3c0e-c84a-448c-9be3-278ccfce8d67 req-d8b5a021-0c44-4b4b-a1a0-6da87c0cdc23 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/ports?device_id=1f5e4faa-be65-4ec2-8cb3-eeaae421f37a HTTP/1.1" status: 200 len: 950 time: 0.7443655 May 30 20:05:46.230746 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943b84e7-7944-423a-b470-1f71b530f5f2 req-d08ed322-38c3-4ec9-a1ba-6773f71a7fb6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:46.233243 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-943b84e7-7944-423a-b470-1f71b530f5f2 req-d08ed322-38c3-4ec9-a1ba-6773f71a7fb6 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1b83ff54-b1af-44ce-bb75-ba148920553c HTTP/1.1" status: 200 len: 843 time: 0.2080016 May 30 20:05:46.252483 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aae50bb-11d9-4f6a-bd0f-046bb45e883e service neutron] Pushing event updated for resources: {'Port': ['ID=7f29f677-450a-4a29-a30d-dd785bea7fbe,revision_number=10']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:46.269910 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d0759732-34e5-42c4-8a2a-7aaf8d7ce1c5 req-1aae50bb-11d9-4f6a-bd0f-046bb45e883e service neutron] 10.222.0.86 "PUT /v2.0/ports/7f29f677-450a-4a29-a30d-dd785bea7fbe/bindings/n-h1-843948-2/activate HTTP/1.1" status: 200 len: 369 time: 2.3729310 May 30 20:05:46.308453 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-949d3c0e-c84a-448c-9be3-278ccfce8d67 req-4a925941-b185-4ac4-91b5-5e1cc44b334b tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/security-groups?id=e1329ead-76da-4fe1-a988-d24ed3099985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924873 May 30 20:05:46.448617 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dec0b32b-c2a0-471c-835c-d4bf14349680'] response: {'server_uuid': '64150e76-0246-437b-8bdd-ac1e1a53ed9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddba6d06-4716-4ab5-90ae-4e3814b4f21f', 'code': 200} May 30 20:05:46.459702 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dec0b32b-c2a0-471c-835c-d4bf14349680'] response: {'server_uuid': '1f5e4faa-be65-4ec2-8cb3-eeaae421f37a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87840a0b-a014-456e-a00a-b7d5c7588eb5', 'code': 200} May 30 20:05:46.494925 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-28340a79-9cee-411a-b3ff-9a6b59c3254c req-057bcf5b-9d87-4a23-aee6-132c5fc1ea86 service neutron] Attempting to bind port 6f0da94b-e10b-49d8-b99f-81336537840a on host n-h1-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:05:46.495372 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-28340a79-9cee-411a-b3ff-9a6b59c3254c req-057bcf5b-9d87-4a23-aee6-132c5fc1ea86 service neutron] Attempting to bind port 6f0da94b-e10b-49d8-b99f-81336537840a by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': 'a8b7280c-8c6f-4bc7-8cdf-e2ff0b0b2b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '803dd70a-3f53-43ad-9356-1243425ef9dd'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:05:46.495833 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28340a79-9cee-411a-b3ff-9a6b59c3254c req-057bcf5b-9d87-4a23-aee6-132c5fc1ea86 service neutron] Attempting to bind port 6f0da94b-e10b-49d8-b99f-81336537840a on network 803dd70a-3f53-43ad-9356-1243425ef9dd {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:05:46.517081 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28340a79-9cee-411a-b3ff-9a6b59c3254c req-057bcf5b-9d87-4a23-aee6-132c5fc1ea86 service neutron] Port 6f0da94b-e10b-49d8-b99f-81336537840a on network 803dd70a-3f53-43ad-9356-1243425ef9dd not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:05:46.517440 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28340a79-9cee-411a-b3ff-9a6b59c3254c req-057bcf5b-9d87-4a23-aee6-132c5fc1ea86 service neutron] Attempting to bind port 6f0da94b-e10b-49d8-b99f-81336537840a on network 803dd70a-3f53-43ad-9356-1243425ef9dd {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:05:46.585828 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28340a79-9cee-411a-b3ff-9a6b59c3254c req-057bcf5b-9d87-4a23-aee6-132c5fc1ea86 service neutron] Checking agent: {'id': 'f728d74e-a4ae-4384-860b-a5ade05dd8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:05:46.587144 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28340a79-9cee-411a-b3ff-9a6b59c3254c req-057bcf5b-9d87-4a23-aee6-132c5fc1ea86 service neutron] Checking segment: {'id': 'a8b7280c-8c6f-4bc7-8cdf-e2ff0b0b2b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '803dd70a-3f53-43ad-9356-1243425ef9dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:05:46.587144 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28340a79-9cee-411a-b3ff-9a6b59c3254c req-057bcf5b-9d87-4a23-aee6-132c5fc1ea86 service neutron] Bound using segment: {'id': 'a8b7280c-8c6f-4bc7-8cdf-e2ff0b0b2b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '803dd70a-3f53-43ad-9356-1243425ef9dd'} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:05:46.587144 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-28340a79-9cee-411a-b3ff-9a6b59c3254c req-057bcf5b-9d87-4a23-aee6-132c5fc1ea86 service neutron] Bound port: 6f0da94b-e10b-49d8-b99f-81336537840a, host: n-h1-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8b7280c-8c6f-4bc7-8cdf-e2ff0b0b2b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '803dd70a-3f53-43ad-9356-1243425ef9dd'}}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:05:46.587497 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-28340a79-9cee-411a-b3ff-9a6b59c3254c req-057bcf5b-9d87-4a23-aee6-132c5fc1ea86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:46.621326 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6077ee-c50a-4d1f-af37-e794001a6c3d req-638fa6dd-79fa-431f-b016-ed9d739db558 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:46.624284 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0e6077ee-c50a-4d1f-af37-e794001a6c3d req-638fa6dd-79fa-431f-b016-ed9d739db558 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/ports?device_id=dacd4860-339f-4fa4-9d16-fdbd88c14e30 HTTP/1.1" status: 200 len: 946 time: 0.6971560 May 30 20:05:46.829028 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e9495c14-8a95-4193-9fbf-771267704306 req-f9e016d6-6424-48af-92f1-c74aa17b791f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=9b5650a7991b4b6388e1f1377e6c6eb7&device_id=c1741290-7987-4e5e-a206-f0b65f0184f2 HTTP/1.1" status: 200 len: 1099 time: 0.5869720 May 30 20:05:46.846900 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c3f961db-fd22-411a-a39e-e3c7bc2d8ca1 req-ee67ab3d-8d17-470d-9e82-2cec345b9f34 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=507d6785502940d28c178ad4aae87e46&device_id=e525fdd9-cb28-4edc-bfd9-9ebbc3d85da2 HTTP/1.1" status: 200 len: 1095 time: 0.8358307 May 30 20:05:46.859674 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 7f29f677-450a-4a29-a30d-dd785bea7fbe no longer exists at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:05:46.995316 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d0759732-34e5-42c4-8a2a-7aaf8d7ce1c5 req-4ade7301-0733-47a3-a10c-9f0ce9b03c30 tempest-LiveAutoBlockMigrationV225Test-1041394858 tempest-LiveAutoBlockMigrationV225Test-1041394858-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=e525fdd9-cb28-4edc-bfd9-9ebbc3d85da2&tenant_id=507d6785502940d28c178ad4aae87e46&binding%3Ahost_id=n-h2-843948-2 HTTP/1.1" status: 200 len: 1095 time: 0.5616262 May 30 20:05:47.017064 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e9495c14-8a95-4193-9fbf-771267704306 req-55e94427-46e5-4dff-aeff-0ddd85202bf3 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=ca67ed30-84e2-4e3b-a453-38868cedc363 HTTP/1.1" status: 200 len: 217 time: 0.1684794 May 30 20:05:47.028738 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-943b84e7-7944-423a-b470-1f71b530f5f2 req-ef6c2782-9f18-4602-a58b-e42bd8fa2ebd service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4344fbed-57fb-43d7-b32d-6020ce60f0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7824945 May 30 20:05:47.057450 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 7f29f677-450a-4a29-a30d-dd785bea7fbe not bound to the agent host n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:05:47.120068 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c3bd6864-78a0-4536-8363-38ade178a155 req-fc2446ec-3168-4804-b05e-600c4aa05996 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=64150e76-0246-437b-8bdd-ac1e1a53ed9d HTTP/1.1" status: 200 len: 1100 time: 0.5475516 May 30 20:05:47.139538 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4413c49-6ae4-454c-a02c-758242301c3d req-5a73fb9e-df0f-41bd-84e6-c104b2c8e2a1 tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:47.141471 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c4413c49-6ae4-454c-a02c-758242301c3d req-5a73fb9e-df0f-41bd-84e6-c104b2c8e2a1 tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] 10.222.0.85 "GET /v2.0/ports?device_id=87405fa8-44cd-41f2-9d8e-94d571b330b4&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.4482262 May 30 20:05:47.319399 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c4413c49-6ae4-454c-a02c-758242301c3d req-4fefd21c-c57e-4be3-b8dd-8eba032acfe0 tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] 10.222.0.85 "GET /v2.0/floatingips?floating_ip_address=172.25.8.87 HTTP/1.1" status: 200 len: 695 time: 0.1543343 May 30 20:05:47.327584 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [req-c4413c49-6ae4-454c-a02c-758242301c3d req-c9311c70-34c5-4445-9819-764b76eb83c1 tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] Request body: {'floatingip': {'port_id': '78aa4661-1d03-4667-8262-233ff40bb69c', 'fixed_ip_address': '172.20.0.12'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:05:47.455229 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-c4413c49-6ae4-454c-a02c-758242301c3d req-c9311c70-34c5-4445-9819-764b76eb83c1 tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] Notify callbacks [] for floatingip, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:47.546246 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c3bd6864-78a0-4536-8363-38ade178a155 req-8a75dc6c-66c6-4354-b126-8cfaa29365da service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=db33dd94-15fa-4959-a681-13f509935d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4032190 May 30 20:05:47.553949 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d0759732-34e5-42c4-8a2a-7aaf8d7ce1c5 req-20e67f45-26dd-41bc-8b7e-0ba441738a44 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=e525fdd9-cb28-4edc-bfd9-9ebbc3d85da2&tenant_id=507d6785502940d28c178ad4aae87e46 HTTP/1.1" status: 200 len: 1095 time: 0.5323441 May 30 20:05:47.604694 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-943b84e7-7944-423a-b470-1f71b530f5f2 req-44865764-b5ca-48f4-8d1d-8688fdfced87 service neutron] 10.222.0.86 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2332273 May 30 20:05:47.607440 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0e6077ee-c50a-4d1f-af37-e794001a6c3d req-fcfc0b20-d061-43b1-b70f-481a0a389f66 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/security-groups?id=f7bd1307-7f80-416a-ad0f-251b87da459a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8980184 May 30 20:05:47.627959 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9495c14-8a95-4193-9fbf-771267704306 req-e10cfdd9-d1be-4f8b-a1c8-a3ae4cb515c1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:47.629440 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e9495c14-8a95-4193-9fbf-771267704306 req-e10cfdd9-d1be-4f8b-a1c8-a3ae4cb515c1 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1b83ff54-b1af-44ce-bb75-ba148920553c HTTP/1.1" status: 200 len: 843 time: 0.5938323 May 30 20:05:47.835894 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f961db-fd22-411a-a39e-e3c7bc2d8ca1 req-f06cbb83-2ddb-4229-9fba-1a4ea49fb017 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:47.837844 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c3f961db-fd22-411a-a39e-e3c7bc2d8ca1 req-f06cbb83-2ddb-4229-9fba-1a4ea49fb017 service neutron] 10.222.0.86 "GET /v2.0/networks?id=a2a2680a-30c7-4004-a919-1078d0f1a0a1 HTTP/1.1" status: 200 len: 921 time: 0.8159316 May 30 20:05:47.890575 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-28340a79-9cee-411a-b3ff-9a6b59c3254c req-057bcf5b-9d87-4a23-aee6-132c5fc1ea86 service neutron] For port 6f0da94b-e10b-49d8-b99f-81336537840a, host n-h1-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:05:47.994435 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-28340a79-9cee-411a-b3ff-9a6b59c3254c req-057bcf5b-9d87-4a23-aee6-132c5fc1ea86 service neutron] For port 6f0da94b-e10b-49d8-b99f-81336537840a, host n-h1-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=6f0da94b-e10b-49d8-b99f-81336537840a,segment=NetworkSegment(a8b7280c-8c6f-4bc7-8cdf-e2ff0b0b2b8d),segment_id=a8b7280c-8c6f-4bc7-8cdf-e2ff0b0b2b8d)] {{(pid=84887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:05:48.024347 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c3f961db-fd22-411a-a39e-e3c7bc2d8ca1 req-4efb2cd2-22e5-426d-b298-ae95a9d890dc service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7f29f677-450a-4a29-a30d-dd785bea7fbe HTTP/1.1" status: 200 len: 217 time: 0.1211293 May 30 20:05:48.091544 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-28340a79-9cee-411a-b3ff-9a6b59c3254c req-057bcf5b-9d87-4a23-aee6-132c5fc1ea86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:48.138490 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d0759732-34e5-42c4-8a2a-7aaf8d7ce1c5 req-972bf2bf-ce69-4dd2-9524-1afa0b525859 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=507d6785502940d28c178ad4aae87e46&device_id=e525fdd9-cb28-4edc-bfd9-9ebbc3d85da2 HTTP/1.1" status: 200 len: 1095 time: 0.3582857 May 30 20:05:48.176608 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e9495c14-8a95-4193-9fbf-771267704306 req-f7f53e36-0f94-4b36-b322-eaef11cd8161 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4344fbed-57fb-43d7-b32d-6020ce60f0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5067484 May 30 20:05:48.248446 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-943b84e7-7944-423a-b470-1f71b530f5f2 req-2ef3fc41-1068-41ca-92b0-c17c4aa0bf22 service neutron] 10.222.0.86 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6178031 May 30 20:05:48.308984 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-28340a79-9cee-411a-b3ff-9a6b59c3254c req-057bcf5b-9d87-4a23-aee6-132c5fc1ea86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:48.310782 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-28340a79-9cee-411a-b3ff-9a6b59c3254c req-057bcf5b-9d87-4a23-aee6-132c5fc1ea86 service neutron] 10.222.0.71 "PUT /v2.0/ports/6f0da94b-e10b-49d8-b99f-81336537840a HTTP/1.1" status: 200 len: 1091 time: 5.3804049 May 30 20:05:48.316026 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f961db-fd22-411a-a39e-e3c7bc2d8ca1 req-50e8ae1e-b8f2-4345-8bdf-d2f1caf66aa8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:48.317889 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c3f961db-fd22-411a-a39e-e3c7bc2d8ca1 req-50e8ae1e-b8f2-4345-8bdf-d2f1caf66aa8 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8501e548-9fd0-4b41-a186-ee2d1e9a4a4f HTTP/1.1" status: 200 len: 860 time: 0.2783253 May 30 20:05:48.346018 n-d-843948-2 neutron-server[84886]: INFO neutron.api.v2.resource [req-c4413c49-6ae4-454c-a02c-758242301c3d req-c9311c70-34c5-4445-9819-764b76eb83c1 tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] update failed (client error): There was a conflict when trying to complete your request. May 30 20:05:48.358067 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c4413c49-6ae4-454c-a02c-758242301c3d req-c9311c70-34c5-4445-9819-764b76eb83c1 tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] 10.222.0.85 "PUT /v2.0/floatingips/140ee4fa-df0a-4182-a17c-7548945a7bf8 HTTP/1.1" status: 409 len: 550 time: 1.0373168 May 30 20:05:48.405866 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0759732-34e5-42c4-8a2a-7aaf8d7ce1c5 req-65e39012-395d-4207-b027-fc3a925fc0fb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:48.407476 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d0759732-34e5-42c4-8a2a-7aaf8d7ce1c5 req-65e39012-395d-4207-b027-fc3a925fc0fb service neutron] 10.222.0.71 "GET /v2.0/networks?id=a2a2680a-30c7-4004-a919-1078d0f1a0a1 HTTP/1.1" status: 200 len: 921 time: 0.2603221 May 30 20:05:48.461975 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c3f961db-fd22-411a-a39e-e3c7bc2d8ca1 req-1dd5002a-1a1a-4d7c-b313-2db06e4390e0 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a2a2680a-30c7-4004-a919-1078d0f1a0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1335137 May 30 20:05:48.471133 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057bcf5b-9d87-4a23-aee6-132c5fc1ea86 service neutron] Pushing event updated for resources: {'Port': ['ID=6f0da94b-e10b-49d8-b99f-81336537840a,revision_number=3']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:48.556985 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90a02b1-c26d-4349-85e1-e8f3b979627f req-3dea4bd4-3dc8-4b37-939d-9c22c87f24ec tempest-ServerDiagnosticsNegativeTest-854071469 tempest-ServerDiagnosticsNegativeTest-854071469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:48.561501 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-f90a02b1-c26d-4349-85e1-e8f3b979627f req-3dea4bd4-3dc8-4b37-939d-9c22c87f24ec tempest-ServerDiagnosticsNegativeTest-854071469 tempest-ServerDiagnosticsNegativeTest-854071469-project] Synchronizing usage tracker for tenant:9b5650a7991b4b6388e1f1377e6c6eb7 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:05:48.562273 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d0759732-34e5-42c4-8a2a-7aaf8d7ce1c5 req-84a677c6-bb37-446a-87e8-e4c8e28fe1f4 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7f29f677-450a-4a29-a30d-dd785bea7fbe HTTP/1.1" status: 200 len: 217 time: 0.1477144 May 30 20:05:48.845540 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e9495c14-8a95-4193-9fbf-771267704306 req-6e4f9f54-ed8a-44d3-96a4-2e93fac1cbde service neutron] 10.222.0.86 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6509078 May 30 20:05:48.921125 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0759732-34e5-42c4-8a2a-7aaf8d7ce1c5 req-c8fa32a7-b861-4a39-a50e-8ec3f377404c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:48.922841 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d0759732-34e5-42c4-8a2a-7aaf8d7ce1c5 req-c8fa32a7-b861-4a39-a50e-8ec3f377404c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8501e548-9fd0-4b41-a186-ee2d1e9a4a4f HTTP/1.1" status: 200 len: 860 time: 0.3545010 May 30 20:05:48.987185 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-f90a02b1-c26d-4349-85e1-e8f3b979627f req-3dea4bd4-3dc8-4b37-939d-9c22c87f24ec tempest-ServerDiagnosticsNegativeTest-854071469 tempest-ServerDiagnosticsNegativeTest-854071469-project] Unset dirty status for tenant:9b5650a7991b4b6388e1f1377e6c6eb7 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:05:48.990827 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d0759732-34e5-42c4-8a2a-7aaf8d7ce1c5 req-13f50e77-6d3c-4899-afc1-afc7d9839e21 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a2a2680a-30c7-4004-a919-1078d0f1a0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544693 May 30 20:05:48.994403 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f90a02b1-c26d-4349-85e1-e8f3b979627f req-3dea4bd4-3dc8-4b37-939d-9c22c87f24ec tempest-ServerDiagnosticsNegativeTest-854071469 tempest-ServerDiagnosticsNegativeTest-854071469-project] 10.222.0.85 "GET /v2.0/ports?device_id=c1741290-7987-4e5e-a206-f0b65f0184f2 HTTP/1.1" status: 200 len: 948 time: 1.1691837 May 30 20:05:49.035616 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c3f961db-fd22-411a-a39e-e3c7bc2d8ca1 req-ce1bc436-9bec-4164-a91c-f6d7e4337894 service neutron] 10.222.0.86 "GET /v2.0/networks/a2a2680a-30c7-4004-a919-1078d0f1a0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5548179 May 30 20:05:49.144848 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931f8230-75a7-402f-a6f9-fbda12c8d358 req-e40aec8a-dbcc-4fce-bfe7-638cfe85ed89 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:49.147505 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-931f8230-75a7-402f-a6f9-fbda12c8d358 req-e40aec8a-dbcc-4fce-bfe7-638cfe85ed89 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.85 "GET /v2.0/ports?device_id=e525fdd9-cb28-4edc-bfd9-9ebbc3d85da2 HTTP/1.1" status: 200 len: 944 time: 0.3993695 May 30 20:05:49.235766 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:49.290430 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-931f8230-75a7-402f-a6f9-fbda12c8d358 req-2f08732d-f0ec-4f3c-9dae-74130d735708 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.85 "GET /v2.0/security-groups?id=e04d9b86-3d99-41a3-8241-c517ec1f4730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328278 May 30 20:05:49.296950 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d0759732-34e5-42c4-8a2a-7aaf8d7ce1c5 req-a9fdd43b-6d45-4db6-8b69-3081d1cb386c service neutron] 10.222.0.71 "GET /v2.0/networks/a2a2680a-30c7-4004-a919-1078d0f1a0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2989719 May 30 20:05:49.369980 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-28340a79-9cee-411a-b3ff-9a6b59c3254c req-e4cc1b84-3495-4cd0-a1b1-38f7e11c7f54 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a30f992c0c6d4c83b278c5e0ddf93c21&device_id=c4abde85-31f7-4982-8289-d4b10cda4969 HTTP/1.1" status: 200 len: 1094 time: 0.8257577 May 30 20:05:49.695026 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-f90a02b1-c26d-4349-85e1-e8f3b979627f req-cef7fb1e-26a8-4932-b84f-dd501340bea3 tempest-ServerDiagnosticsNegativeTest-854071469 tempest-ServerDiagnosticsNegativeTest-854071469-project] Synchronizing usage tracker for tenant:9b5650a7991b4b6388e1f1377e6c6eb7 on resource:security_group {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:05:49.724881 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c3f961db-fd22-411a-a39e-e3c7bc2d8ca1 req-91c5fbaf-181f-46f4-8d87-b5e83d504ec1 service neutron] 10.222.0.86 "GET /v2.0/networks/a2a2680a-30c7-4004-a919-1078d0f1a0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6750543 May 30 20:05:49.743035 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e9495c14-8a95-4193-9fbf-771267704306 req-b4677c67-b845-44ec-bbb6-ce4de442d1ae service neutron] 10.222.0.86 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8802061 May 30 20:05:49.748730 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-28340a79-9cee-411a-b3ff-9a6b59c3254c req-fb766e74-0742-4372-940f-6d91a48c224e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6f0da94b-e10b-49d8-b99f-81336537840a HTTP/1.1" status: 200 len: 217 time: 0.3625274 May 30 20:05:49.806123 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d0759732-34e5-42c4-8a2a-7aaf8d7ce1c5 req-ef75aa24-38fe-4b5e-a443-241691546b9d service neutron] 10.222.0.71 "GET /v2.0/networks/a2a2680a-30c7-4004-a919-1078d0f1a0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5020726 May 30 20:05:49.866148 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28340a79-9cee-411a-b3ff-9a6b59c3254c req-bfe54bbb-9635-42ea-a946-140107807878 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:49.868745 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-28340a79-9cee-411a-b3ff-9a6b59c3254c req-bfe54bbb-9635-42ea-a946-140107807878 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a936439d-a424-4a5c-8496-f82c5049c2f0 HTTP/1.1" status: 200 len: 860 time: 0.1111896 May 30 20:05:49.896035 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7a9280-c66d-463e-a4bd-d744de022778 req-c39e2de5-039f-451c-a4e2-d51e4b6dd964 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:49.898790 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6d7a9280-c66d-463e-a4bd-d744de022778 req-c39e2de5-039f-451c-a4e2-d51e4b6dd964 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.85 "GET /v2.0/ports?device_id=64150e76-0246-437b-8bdd-ac1e1a53ed9d HTTP/1.1" status: 200 len: 949 time: 0.4070656 May 30 20:05:49.932417 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-f90a02b1-c26d-4349-85e1-e8f3b979627f req-cef7fb1e-26a8-4932-b84f-dd501340bea3 tempest-ServerDiagnosticsNegativeTest-854071469 tempest-ServerDiagnosticsNegativeTest-854071469-project] Unset dirty status for tenant:9b5650a7991b4b6388e1f1377e6c6eb7 on resource:security_group {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:05:49.947454 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f90a02b1-c26d-4349-85e1-e8f3b979627f req-cef7fb1e-26a8-4932-b84f-dd501340bea3 tempest-ServerDiagnosticsNegativeTest-854071469 tempest-ServerDiagnosticsNegativeTest-854071469-project] 10.222.0.85 "GET /v2.0/security-groups?id=792a65ea-e136-4afc-9741-bf5a2c055a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9517853 May 30 20:05:50.056139 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55e1ed9b-b848-4022-9989-439be0276eb4'] response: {'name': 'network-changed', 'server_uuid': 'c1741290-7987-4e5e-a206-f0b65f0184f2', 'tag': 'ca67ed30-84e2-4e3b-a453-38868cedc363', 'status': 'completed', 'code': 200} May 30 20:05:50.056854 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6d7a9280-c66d-463e-a4bd-d744de022778 req-304f4ad1-ee28-4260-8066-054b2b0e5cdb tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.85 "GET /v2.0/security-groups?id=db33dd94-15fa-4959-a681-13f509935d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458404 May 30 20:05:50.066120 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-28340a79-9cee-411a-b3ff-9a6b59c3254c req-9d63d830-4cb5-4a72-863c-0b2f976ebeca service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=803dd70a-3f53-43ad-9356-1243425ef9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1912856 May 30 20:05:50.432407 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-28340a79-9cee-411a-b3ff-9a6b59c3254c req-8580f2c8-4ca2-4198-9de3-59e8a2208869 service neutron] 10.222.0.71 "GET /v2.0/networks/803dd70a-3f53-43ad-9356-1243425ef9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3585541 May 30 20:05:50.464758 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b166814c-d4e4-4d21-9b6b-8361e99deb25 req-383527a0-d0ea-4d96-aa7f-d34c8899e297 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:50.469191 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b166814c-d4e4-4d21-9b6b-8361e99deb25 req-383527a0-d0ea-4d96-aa7f-d34c8899e297 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/ports?device_id=1f5e4faa-be65-4ec2-8cb3-eeaae421f37a HTTP/1.1" status: 200 len: 950 time: 0.1565588 May 30 20:05:50.654553 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b166814c-d4e4-4d21-9b6b-8361e99deb25 req-c7a271a7-0c95-4b7d-929d-2907bdfcb4b1 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/security-groups?id=e1329ead-76da-4fe1-a988-d24ed3099985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777232 May 30 20:05:50.670143 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabf5958-b2e9-4823-8953-0cc125e8c3b7 req-422574de-0c83-42bb-8c7f-55920492be52 tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:50.678341 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fabf5958-b2e9-4823-8953-0cc125e8c3b7 req-422574de-0c83-42bb-8c7f-55920492be52 tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] 10.222.0.85 "GET /v2.0/ports?device_id=c4abde85-31f7-4982-8289-d4b10cda4969 HTTP/1.1" status: 200 len: 943 time: 0.4527652 May 30 20:05:50.708933 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-dcfb1598-7666-490e-a2b7-c58b1d7fa82c req-e3421a52-b15c-4052-8b10-0abbff3a27c0 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=9b5650a7991b4b6388e1f1377e6c6eb7&device_id=c1741290-7987-4e5e-a206-f0b65f0184f2 HTTP/1.1" status: 200 len: 1099 time: 0.4846020 May 30 20:05:50.714646 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-28340a79-9cee-411a-b3ff-9a6b59c3254c req-28771388-ea79-483a-bd43-03341b7e7b22 service neutron] 10.222.0.71 "GET /v2.0/networks/803dd70a-3f53-43ad-9356-1243425ef9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2530792 May 30 20:05:50.751106 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d0759732-34e5-42c4-8a2a-7aaf8d7ce1c5 req-3e0e1700-2ecb-4824-ab83-3995d0362ce2 tempest-LiveAutoBlockMigrationV225Test-1041394858 tempest-LiveAutoBlockMigrationV225Test-1041394858-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=e525fdd9-cb28-4edc-bfd9-9ebbc3d85da2&tenant_id=507d6785502940d28c178ad4aae87e46&binding%3Ahost_id=n-h1-843948-2 HTTP/1.1" status: 200 len: 1095 time: 0.2300766 May 30 20:05:51.006459 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fabf5958-b2e9-4823-8953-0cc125e8c3b7 req-7eb358d3-9254-4466-9097-658b3d0bc07a tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] 10.222.0.85 "GET /v2.0/security-groups?id=2b701b0a-db24-4c30-8444-63ac82ad344b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3263535 May 30 20:05:51.077406 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfb1598-7666-490e-a2b7-c58b1d7fa82c req-a75e411d-ab00-48af-886e-f08862c995b9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:51.079019 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-dcfb1598-7666-490e-a2b7-c58b1d7fa82c req-a75e411d-ab00-48af-886e-f08862c995b9 service neutron] 10.222.0.86 "GET /v2.0/networks?id=4344fbed-57fb-43d7-b32d-6020ce60f0a1 HTTP/1.1" status: 200 len: 870 time: 0.3624790 May 30 20:05:51.101187 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-53e8dd80-5764-411e-8ba8-2c365523887f req-e5bd6854-5542-4d49-9f48-aa2595de1d89 tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] 10.222.0.85 "GET /v2.0/floatingips/140ee4fa-df0a-4182-a17c-7548945a7bf8 HTTP/1.1" status: 200 len: 692 time: 0.2730622 May 30 20:05:51.309696 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-dcfb1598-7666-490e-a2b7-c58b1d7fa82c req-0802052f-fc58-4de8-a4aa-71ca498383ca service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=ca67ed30-84e2-4e3b-a453-38868cedc363 HTTP/1.1" status: 200 len: 217 time: 0.2188966 May 30 20:05:51.464192 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfb1598-7666-490e-a2b7-c58b1d7fa82c req-47fcb4ca-56a6-42d3-a57a-f13eb7206f8a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:51.470988 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-dcfb1598-7666-490e-a2b7-c58b1d7fa82c req-47fcb4ca-56a6-42d3-a57a-f13eb7206f8a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1b83ff54-b1af-44ce-bb75-ba148920553c HTTP/1.1" status: 200 len: 843 time: 0.1475236 May 30 20:05:51.479228 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee45afcf-4d2a-4cc7-b7d3-c157d6267ff6 req-b135c88f-f60d-44e5-8188-f9fb15ecca27 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:51.480975 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ee45afcf-4d2a-4cc7-b7d3-c157d6267ff6 req-b135c88f-f60d-44e5-8188-f9fb15ecca27 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/ports?device_id=dacd4860-339f-4fa4-9d16-fdbd88c14e30 HTTP/1.1" status: 200 len: 946 time: 0.2589326 May 30 20:05:51.590954 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ee45afcf-4d2a-4cc7-b7d3-c157d6267ff6 req-cc570e73-1445-4e31-9868-731491598791 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/security-groups?id=f7bd1307-7f80-416a-ad0f-251b87da459a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735903 May 30 20:05:51.591712 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e8dd80-5764-411e-8ba8-2c365523887f req-8799fecf-7be8-426c-8108-e9f2bc009196 tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:51.593900 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-53e8dd80-5764-411e-8ba8-2c365523887f req-8799fecf-7be8-426c-8108-e9f2bc009196 tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] Synchronizing usage tracker for tenant:451572d0f13c40ff8c6397191d3ebc95 on resource:network {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:05:51.648466 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-dcfb1598-7666-490e-a2b7-c58b1d7fa82c req-5119fbc7-ea83-42cd-84ae-fae3ba22dea7 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4344fbed-57fb-43d7-b32d-6020ce60f0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1661460 May 30 20:05:51.832915 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-dcfb1598-7666-490e-a2b7-c58b1d7fa82c req-37cd06fd-ab90-4928-9858-8177c4553e91 service neutron] 10.222.0.86 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774292 May 30 20:05:52.022905 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-dcfb1598-7666-490e-a2b7-c58b1d7fa82c req-f0f94ce4-20f6-437e-9153-c07bc061ee56 service neutron] 10.222.0.86 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830318 May 30 20:05:52.063607 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4abde85-31f7-4982-8289-d4b10cda4969', 'tag': '6f0da94b-e10b-49d8-b99f-81336537840a'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:05:52.063991 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:52.067276 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-53e8dd80-5764-411e-8ba8-2c365523887f req-8799fecf-7be8-426c-8108-e9f2bc009196 tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] Unset dirty status for tenant:451572d0f13c40ff8c6397191d3ebc95 on resource:network {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:05:52.069727 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-53e8dd80-5764-411e-8ba8-2c365523887f req-8799fecf-7be8-426c-8108-e9f2bc009196 tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] 10.222.0.85 "GET /v2.0/networks/c7869750-4b49-4b7e-aa99-5e0f1ae02da4 HTTP/1.1" status: 200 len: 784 time: 0.9671457 May 30 20:05:52.083532 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [req-53e8dd80-5764-411e-8ba8-2c365523887f req-bedecf33-d57e-4f03-a1f4-1546238c056a tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=84886) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:05:52.084686 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-53e8dd80-5764-411e-8ba8-2c365523887f req-bedecf33-d57e-4f03-a1f4-1546238c056a tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0084863 May 30 20:05:52.086481 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-d0759732-34e5-42c4-8a2a-7aaf8d7ce1c5 req-fa10ddf2-6f5d-4e90-baf7-9186cbf34c06 service neutron] For port 7f29f677-450a-4a29-a30d-dd785bea7fbe, host n-h2-843948-2, cleared binding levels {{(pid=84886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:05:52.092303 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-d0759732-34e5-42c4-8a2a-7aaf8d7ce1c5 req-fa10ddf2-6f5d-4e90-baf7-9186cbf34c06 service neutron] Notify callbacks [] for binding, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:52.094169 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d0759732-34e5-42c4-8a2a-7aaf8d7ce1c5 req-fa10ddf2-6f5d-4e90-baf7-9186cbf34c06 service neutron] 10.222.0.71 "DELETE /v2.0/ports/7f29f677-450a-4a29-a30d-dd785bea7fbe/bindings/n-h2-843948-2 HTTP/1.1" status: 204 len: 173 time: 1.3334706 May 30 20:05:52.185267 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-27ccba65-912e-4f9e-a361-2ca346da8476 req-ad0ad870-32e8-4ba2-aa52-ea2cbe3a371d tempest-ServersOnMultiNodesTest-1068604617 tempest-ServersOnMultiNodesTest-1068604617-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=64150e76-0246-437b-8bdd-ac1e1a53ed9d HTTP/1.1" status: 200 len: 1100 time: 0.0988169 May 30 20:05:52.218944 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-27ccba65-912e-4f9e-a361-2ca346da8476 req-d7278d0b-f853-40dd-8d6e-ca6e1e424803 tempest-ServersOnMultiNodesTest-1068604617 tempest-ServersOnMultiNodesTest-1068604617-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:52.268297 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-27ccba65-912e-4f9e-a361-2ca346da8476 req-d7278d0b-f853-40dd-8d6e-ca6e1e424803 tempest-ServersOnMultiNodesTest-1068604617 tempest-ServersOnMultiNodesTest-1068604617-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:05:52.273013 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-27ccba65-912e-4f9e-a361-2ca346da8476 req-d7278d0b-f853-40dd-8d6e-ca6e1e424803 tempest-ServersOnMultiNodesTest-1068604617 tempest-ServersOnMultiNodesTest-1068604617-project-admin] Usage tracker for resource:security_group_rule and tenant:5935e15467b147e2a816a404ff18f5dd is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:05:52.277169 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-27ccba65-912e-4f9e-a361-2ca346da8476 req-d7278d0b-f853-40dd-8d6e-ca6e1e424803 tempest-ServersOnMultiNodesTest-1068604617 tempest-ServersOnMultiNodesTest-1068604617-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:05:52.286166 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-27ccba65-912e-4f9e-a361-2ca346da8476 req-d7278d0b-f853-40dd-8d6e-ca6e1e424803 tempest-ServersOnMultiNodesTest-1068604617 tempest-ServersOnMultiNodesTest-1068604617-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:05:52.304288 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-53e8dd80-5764-411e-8ba8-2c365523887f req-b38bc678-3386-409b-b270-0ba92d7a2e0a tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] 10.222.0.85 "GET /v2.0/floatingips?floating_ip_address=172.25.8.87 HTTP/1.1" status: 200 len: 695 time: 0.1979609 May 30 20:05:52.403965 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-27ccba65-912e-4f9e-a361-2ca346da8476 req-d7278d0b-f853-40dd-8d6e-ca6e1e424803 tempest-ServersOnMultiNodesTest-1068604617 tempest-ServersOnMultiNodesTest-1068604617-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:52.478805 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-53e8dd80-5764-411e-8ba8-2c365523887f req-7862be0c-8c32-4266-bb6c-5b15cf97a0fd tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] 10.222.0.85 "GET /v2.0/floatingips?floating_ip_address=172.25.8.87 HTTP/1.1" status: 200 len: 695 time: 0.1829555 May 30 20:05:52.549918 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-27ccba65-912e-4f9e-a361-2ca346da8476 req-d7278d0b-f853-40dd-8d6e-ca6e1e424803 tempest-ServersOnMultiNodesTest-1068604617 tempest-ServersOnMultiNodesTest-1068604617-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:52.669588 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-27ccba65-912e-4f9e-a361-2ca346da8476 req-d7278d0b-f853-40dd-8d6e-ca6e1e424803 tempest-ServersOnMultiNodesTest-1068604617 tempest-ServersOnMultiNodesTest-1068604617-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=db33dd94-15fa-4959-a681-13f509935d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4780953 May 30 20:05:52.673644 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7278d0b-f853-40dd-8d6e-ca6e1e424803 tempest-ServersOnMultiNodesTest-1068604617 tempest-ServersOnMultiNodesTest-1068604617-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f03aa57-6118-4f4d-8310-ae6d93f12c3c,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:52.727224 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [req-53e8dd80-5764-411e-8ba8-2c365523887f req-cd38fd18-f4c6-40d6-9184-39ba06b61a93 tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] Deleting port 0728575f-a9dd-463b-85a5-b1e6f76e8281 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:05:52.728626 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-53e8dd80-5764-411e-8ba8-2c365523887f req-cd38fd18-f4c6-40d6-9184-39ba06b61a93 tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:52.784786 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-943b84e7-7944-423a-b470-1f71b530f5f2 req-be13b06f-4bd6-4780-a893-2c4bc947642b service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=1f5e4faa-be65-4ec2-8cb3-eeaae421f37a&tenant_id=fa61b48b7a6444fe8c9a2f45b95c1d11 HTTP/1.1" status: 200 len: 1101 time: 0.3539205 May 30 20:05:52.803145 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [req-943b84e7-7944-423a-b470-1f71b530f5f2 req-5d1b02de-da42-4c07-9d67-f0a004f59b12 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-843948-2', 'device_owner': 'compute:nova'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:05:52.874030 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device ca67ed30-84e2-4e3b-a453-38868cedc363 details requested by agent hyperv_n-h2-843948-2 with host n-h2-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:05:53.072302 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b29cbf-9c7e-423e-8e36-a34bf361452e req-b4b59402-0eb4-4ab6-81ab-08d6ac19cd4c tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:53.076562 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-03b29cbf-9c7e-423e-8e36-a34bf361452e req-b4b59402-0eb4-4ab6-81ab-08d6ac19cd4c tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.85 "GET /v2.0/ports?device_id=e525fdd9-cb28-4edc-bfd9-9ebbc3d85da2 HTTP/1.1" status: 200 len: 944 time: 0.2243385 May 30 20:05:53.160292 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-943b84e7-7944-423a-b470-1f71b530f5f2 req-5d1b02de-da42-4c07-9d67-f0a004f59b12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:53.177895 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port ca67ed30-84e2-4e3b-a453-38868cedc363, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=ca67ed30-84e2-4e3b-a453-38868cedc363,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:05:53.205211 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-53e8dd80-5764-411e-8ba8-2c365523887f req-cd38fd18-f4c6-40d6-9184-39ba06b61a93 tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:53.208713 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-53e8dd80-5764-411e-8ba8-2c365523887f req-cd38fd18-f4c6-40d6-9184-39ba06b61a93 tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:53.210789 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Returning: {'device': 'ca67ed30-84e2-4e3b-a453-38868cedc363', 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1', 'port_id': 'ca67ed30-84e2-4e3b-a453-38868cedc363', 'mac_address': 'fa:16:3e:b7:89:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b83ff54-b1af-44ce-bb75-ba148920553c', 'ip_address': '192.168.233.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:05:53.349270 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:53.398119 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca67ed30-84e2-4e3b-a453-38868cedc363 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:05:53.434318 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port ca67ed30-84e2-4e3b-a453-38868cedc363, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=ca67ed30-84e2-4e3b-a453-38868cedc363,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:05:53.447287 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-03b29cbf-9c7e-423e-8e36-a34bf361452e req-a214be28-04ef-4777-acfa-d77b572ded33 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.85 "GET /v2.0/security-groups?id=e04d9b86-3d99-41a3-8241-c517ec1f4730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3669019 May 30 20:05:53.510822 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:53.685911 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=ca67ed30-84e2-4e3b-a453-38868cedc363,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:53.780539 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['ca67ed30-84e2-4e3b-a453-38868cedc363'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:05:53.811462 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [req-53e8dd80-5764-411e-8ba8-2c365523887f req-cd38fd18-f4c6-40d6-9184-39ba06b61a93 tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] Calling delete_port for 0728575f-a9dd-463b-85a5-b1e6f76e8281 owned by network:floatingip {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:05:53.879830 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 6f0da94b-e10b-49d8-b99f-81336537840a details requested by agent hyperv_n-h1-843948-2 with host n-h1-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:05:53.973771 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-943b84e7-7944-423a-b470-1f71b530f5f2 req-5d1b02de-da42-4c07-9d67-f0a004f59b12 service neutron] For port 87840a0b-a014-456e-a00a-b7d5c7588eb5, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=87840a0b-a014-456e-a00a-b7d5c7588eb5,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:05:54.029579 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f918337c-593f-402b-a7fc-86558a290853 req-06808a84-197a-47db-a5cc-c5772f8c96d5 tempest-ServerDiagnosticsNegativeTest-854071469 tempest-ServerDiagnosticsNegativeTest-854071469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:54.031855 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f918337c-593f-402b-a7fc-86558a290853 req-06808a84-197a-47db-a5cc-c5772f8c96d5 tempest-ServerDiagnosticsNegativeTest-854071469 tempest-ServerDiagnosticsNegativeTest-854071469-project] 10.222.0.85 "GET /v2.0/ports?device_id=c1741290-7987-4e5e-a206-f0b65f0184f2 HTTP/1.1" status: 200 len: 949 time: 0.2443099 May 30 20:05:54.072001 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-943b84e7-7944-423a-b470-1f71b530f5f2 req-5d1b02de-da42-4c07-9d67-f0a004f59b12 service neutron] For port 87840a0b-a014-456e-a00a-b7d5c7588eb5, host n-h2-843948-2, cleared binding levels {{(pid=84886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:05:54.138094 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f918337c-593f-402b-a7fc-86558a290853 req-e1ce8ebf-8e94-4516-8596-dd89658c67a5 tempest-ServerDiagnosticsNegativeTest-854071469 tempest-ServerDiagnosticsNegativeTest-854071469-project] 10.222.0.85 "GET /v2.0/security-groups?id=792a65ea-e136-4afc-9741-bf5a2c055a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923667 May 30 20:05:54.164657 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-943b84e7-7944-423a-b470-1f71b530f5f2 req-5d1b02de-da42-4c07-9d67-f0a004f59b12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:54.183453 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [req-943b84e7-7944-423a-b470-1f71b530f5f2 req-5d1b02de-da42-4c07-9d67-f0a004f59b12 service neutron] Transition to ACTIVE for port object 87840a0b-a014-456e-a00a-b7d5c7588eb5 will not be triggered until provisioned by entity L2. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:05:54.190432 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f5e4faa-be65-4ec2-8cb3-eeaae421f37a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87840a0b-a014-456e-a00a-b7d5c7588eb5'}] {{(pid=84886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:05:54.264510 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-53e8dd80-5764-411e-8ba8-2c365523887f req-cd38fd18-f4c6-40d6-9184-39ba06b61a93 tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:54.337376 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 6f0da94b-e10b-49d8-b99f-81336537840a, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=6f0da94b-e10b-49d8-b99f-81336537840a,segment=NetworkSegment(a8b7280c-8c6f-4bc7-8cdf-e2ff0b0b2b8d),segment_id=a8b7280c-8c6f-4bc7-8cdf-e2ff0b0b2b8d)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:05:54.354742 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd38fd18-f4c6-40d6-9184-39ba06b61a93 tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] Pushing event deleted for resources: {'Port': ['ID=0728575f-a9dd-463b-85a5-b1e6f76e8281,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:54.361544 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-943b84e7-7944-423a-b470-1f71b530f5f2 req-5d1b02de-da42-4c07-9d67-f0a004f59b12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:54.409353 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Returning: {'device': '6f0da94b-e10b-49d8-b99f-81336537840a', 'network_id': '803dd70a-3f53-43ad-9356-1243425ef9dd', 'port_id': '6f0da94b-e10b-49d8-b99f-81336537840a', 'mac_address': 'fa:16:3e:67:af:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a936439d-a424-4a5c-8496-f82c5049c2f0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:05:54.533465 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:54.582702 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [req-943b84e7-7944-423a-b470-1f71b530f5f2 req-5d1b02de-da42-4c07-9d67-f0a004f59b12 service neutron] No DVR routers for this DVR port 87840a0b-a014-456e-a00a-b7d5c7588eb5 on host n-h2-843948-2 {{(pid=84886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:05:54.630713 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f0da94b-e10b-49d8-b99f-81336537840a {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:05:54.679459 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfecdf45-00eb-4207-b501-0332dc87d65d req-520873d7-a630-4c5c-aad1-5927e2c87b7a tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:54.693215 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:05:54.697464 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-53e8dd80-5764-411e-8ba8-2c365523887f req-cd38fd18-f4c6-40d6-9184-39ba06b61a93 tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] Notify callbacks [] for floatingip, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:54.698665 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-bfecdf45-00eb-4207-b501-0332dc87d65d req-520873d7-a630-4c5c-aad1-5927e2c87b7a tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/ports?device_id=1f5e4faa-be65-4ec2-8cb3-eeaae421f37a HTTP/1.1" status: 200 len: 949 time: 0.3393688 May 30 20:05:54.704854 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 6f0da94b-e10b-49d8-b99f-81336537840a, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=6f0da94b-e10b-49d8-b99f-81336537840a,segment=NetworkSegment(a8b7280c-8c6f-4bc7-8cdf-e2ff0b0b2b8d),segment_id=a8b7280c-8c6f-4bc7-8cdf-e2ff0b0b2b8d)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:05:54.709429 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1b02de-da42-4c07-9d67-f0a004f59b12 service neutron] Pushing event updated for resources: {'Port': ['ID=87840a0b-a014-456e-a00a-b7d5c7588eb5,revision_number=10']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:54.761725 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:54.790860 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-943b84e7-7944-423a-b470-1f71b530f5f2 req-5d1b02de-da42-4c07-9d67-f0a004f59b12 service neutron] Attempting to bind port 87840a0b-a014-456e-a00a-b7d5c7588eb5 on host n-h1-843948-2 for vnic_type normal with profile {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:05:54.791472 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-943b84e7-7944-423a-b470-1f71b530f5f2 req-5d1b02de-da42-4c07-9d67-f0a004f59b12 service neutron] Attempting to bind port 87840a0b-a014-456e-a00a-b7d5c7588eb5 by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': '7e304c17-4e5f-4a93-af80-52785639e6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1'}] {{(pid=84886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:05:54.792042 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-943b84e7-7944-423a-b470-1f71b530f5f2 req-5d1b02de-da42-4c07-9d67-f0a004f59b12 service neutron] Attempting to bind port 87840a0b-a014-456e-a00a-b7d5c7588eb5 on network 4344fbed-57fb-43d7-b32d-6020ce60f0a1 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:05:54.794542 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-bfecdf45-00eb-4207-b501-0332dc87d65d req-cffb4300-22ce-43a7-b160-8e9a8097a2db tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/security-groups?id=e1329ead-76da-4fe1-a988-d24ed3099985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934405 May 30 20:05:54.813500 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-943b84e7-7944-423a-b470-1f71b530f5f2 req-5d1b02de-da42-4c07-9d67-f0a004f59b12 service neutron] Port 87840a0b-a014-456e-a00a-b7d5c7588eb5 on network 4344fbed-57fb-43d7-b32d-6020ce60f0a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:05:54.813500 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-943b84e7-7944-423a-b470-1f71b530f5f2 req-5d1b02de-da42-4c07-9d67-f0a004f59b12 service neutron] Attempting to bind port 87840a0b-a014-456e-a00a-b7d5c7588eb5 on network 4344fbed-57fb-43d7-b32d-6020ce60f0a1 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:05:54.865256 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-943b84e7-7944-423a-b470-1f71b530f5f2 req-5d1b02de-da42-4c07-9d67-f0a004f59b12 service neutron] Checking agent: {'id': 'f728d74e-a4ae-4384-860b-a5ade05dd8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:05:54.865256 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-943b84e7-7944-423a-b470-1f71b530f5f2 req-5d1b02de-da42-4c07-9d67-f0a004f59b12 service neutron] Checking segment: {'id': '7e304c17-4e5f-4a93-af80-52785639e6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:05:54.865256 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-943b84e7-7944-423a-b470-1f71b530f5f2 req-5d1b02de-da42-4c07-9d67-f0a004f59b12 service neutron] Bound using segment: {'id': '7e304c17-4e5f-4a93-af80-52785639e6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1'} {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:05:54.865256 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-943b84e7-7944-423a-b470-1f71b530f5f2 req-5d1b02de-da42-4c07-9d67-f0a004f59b12 service neutron] Bound port: 87840a0b-a014-456e-a00a-b7d5c7588eb5, host: n-h1-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e304c17-4e5f-4a93-af80-52785639e6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1'}}] {{(pid=84886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:05:54.865256 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-943b84e7-7944-423a-b470-1f71b530f5f2 req-5d1b02de-da42-4c07-9d67-f0a004f59b12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:54.916459 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=6f0da94b-e10b-49d8-b99f-81336537840a,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:54.921658 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 87840a0b-a014-456e-a00a-b7d5c7588eb5 no longer exists at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:05:54.963458 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-53e8dd80-5764-411e-8ba8-2c365523887f req-cd38fd18-f4c6-40d6-9184-39ba06b61a93 tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:54.964618 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-53e8dd80-5764-411e-8ba8-2c365523887f req-cd38fd18-f4c6-40d6-9184-39ba06b61a93 tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] 10.222.0.85 "DELETE /v2.0/floatingips/140ee4fa-df0a-4182-a17c-7548945a7bf8 HTTP/1.1" status: 204 len: 173 time: 2.4657845 May 30 20:05:55.075647 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 87840a0b-a014-456e-a00a-b7d5c7588eb5 not bound to the agent host n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:05:55.091902 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['6f0da94b-e10b-49d8-b99f-81336537840a'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:05:55.103947 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-943b84e7-7944-423a-b470-1f71b530f5f2 req-5d1b02de-da42-4c07-9d67-f0a004f59b12 service neutron] For port 87840a0b-a014-456e-a00a-b7d5c7588eb5, host n-h1-843948-2, cleared binding levels {{(pid=84886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:05:55.108021 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-943b84e7-7944-423a-b470-1f71b530f5f2 req-5d1b02de-da42-4c07-9d67-f0a004f59b12 service neutron] For port 87840a0b-a014-456e-a00a-b7d5c7588eb5, host n-h1-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=87840a0b-a014-456e-a00a-b7d5c7588eb5,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:05:55.127089 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce88e4ef-6198-4f7f-ba68-8853fb08d091'] response: {'name': 'network-changed', 'server_uuid': 'c4abde85-31f7-4982-8289-d4b10cda4969', 'tag': '6f0da94b-e10b-49d8-b99f-81336537840a', 'status': 'completed', 'code': 200} May 30 20:05:55.207585 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-943b84e7-7944-423a-b470-1f71b530f5f2 req-5d1b02de-da42-4c07-9d67-f0a004f59b12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:55.351448 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d181542-2adf-4da6-832d-64f229857463 req-a9195e6f-c11b-4fbc-9314-0f884e724aff tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:55.359399 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7d181542-2adf-4da6-832d-64f229857463 req-a9195e6f-c11b-4fbc-9314-0f884e724aff tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] 10.222.0.85 "GET /v2.0/ports?device_id=c4abde85-31f7-4982-8289-d4b10cda4969 HTTP/1.1" status: 200 len: 944 time: 0.2851958 May 30 20:05:55.369385 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7b7c84d2-a2a0-4a3d-ba9f-ab990cf09805 req-57debf00-f4f1-4364-b7cb-d541320c82c6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a30f992c0c6d4c83b278c5e0ddf93c21&device_id=c4abde85-31f7-4982-8289-d4b10cda4969 HTTP/1.1" status: 200 len: 1095 time: 0.2171023 May 30 20:05:55.386069 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1b02de-da42-4c07-9d67-f0a004f59b12 service neutron] Pushing event updated for resources: {'Port': ['ID=87840a0b-a014-456e-a00a-b7d5c7588eb5,revision_number=11']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:55.409869 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-943b84e7-7944-423a-b470-1f71b530f5f2 req-5d1b02de-da42-4c07-9d67-f0a004f59b12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:55.413172 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-943b84e7-7944-423a-b470-1f71b530f5f2 req-5d1b02de-da42-4c07-9d67-f0a004f59b12 service neutron] 10.222.0.71 "PUT /v2.0/ports/87840a0b-a014-456e-a00a-b7d5c7588eb5 HTTP/1.1" status: 200 len: 1097 time: 2.6194487 May 30 20:05:55.566277 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7d181542-2adf-4da6-832d-64f229857463 req-0d01590c-629f-400a-9a2e-48cc9d840127 tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] 10.222.0.85 "GET /v2.0/security-groups?id=2b701b0a-db24-4c30-8444-63ac82ad344b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030129 May 30 20:05:55.649234 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7c84d2-a2a0-4a3d-ba9f-ab990cf09805 req-67db5109-71b6-49a5-b4a0-da144602bf5e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:55.651706 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7b7c84d2-a2a0-4a3d-ba9f-ab990cf09805 req-67db5109-71b6-49a5-b4a0-da144602bf5e service neutron] 10.222.0.71 "GET /v2.0/networks?id=803dd70a-3f53-43ad-9356-1243425ef9dd HTTP/1.1" status: 200 len: 922 time: 0.2664161 May 30 20:05:55.823400 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-943b84e7-7944-423a-b470-1f71b530f5f2 req-03697b13-bcfd-4284-85c9-d629083d8d51 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fa61b48b7a6444fe8c9a2f45b95c1d11&device_id=1f5e4faa-be65-4ec2-8cb3-eeaae421f37a HTTP/1.1" status: 200 len: 1100 time: 0.2832086 May 30 20:05:55.833051 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ac137b-2ceb-4efe-855d-72c319309396 req-35a9296e-159e-434b-bd7d-5ef636fa4abd tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:55.837682 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7b7c84d2-a2a0-4a3d-ba9f-ab990cf09805 req-c35056fe-44a9-40be-9c70-99f709d1661b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6f0da94b-e10b-49d8-b99f-81336537840a HTTP/1.1" status: 200 len: 217 time: 0.1781051 May 30 20:05:55.843647 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-82ac137b-2ceb-4efe-855d-72c319309396 req-35a9296e-159e-434b-bd7d-5ef636fa4abd tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/ports?device_id=dacd4860-339f-4fa4-9d16-fdbd88c14e30 HTTP/1.1" status: 200 len: 946 time: 0.4285932 May 30 20:05:55.939612 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7c84d2-a2a0-4a3d-ba9f-ab990cf09805 req-2f1497fc-3e60-4f64-ba2e-90fefa725f88 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:55.939612 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7b7c84d2-a2a0-4a3d-ba9f-ab990cf09805 req-2f1497fc-3e60-4f64-ba2e-90fefa725f88 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a936439d-a424-4a5c-8496-f82c5049c2f0 HTTP/1.1" status: 200 len: 860 time: 0.0931940 May 30 20:05:56.116758 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943b84e7-7944-423a-b470-1f71b530f5f2 req-f72a2976-f74d-4a0b-94c9-b52cbbed5638 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:56.118427 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-943b84e7-7944-423a-b470-1f71b530f5f2 req-f72a2976-f74d-4a0b-94c9-b52cbbed5638 service neutron] 10.222.0.71 "GET /v2.0/networks?id=4344fbed-57fb-43d7-b32d-6020ce60f0a1 HTTP/1.1" status: 200 len: 870 time: 0.2395847 May 30 20:05:56.174932 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7b7c84d2-a2a0-4a3d-ba9f-ab990cf09805 req-56966cf0-4536-41a8-a479-ba5d64482b47 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=803dd70a-3f53-43ad-9356-1243425ef9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2313488 May 30 20:05:56.214545 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2e1dbd2b-c660-4c56-b9f0-b390b08744e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:56.240641 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-943b84e7-7944-423a-b470-1f71b530f5f2 req-2c11a94d-4210-4951-aaa7-30a2950f9444 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=87840a0b-a014-456e-a00a-b7d5c7588eb5 HTTP/1.1" status: 200 len: 217 time: 0.0883682 May 30 20:05:56.366368 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943b84e7-7944-423a-b470-1f71b530f5f2 req-d6833ab7-922d-4405-afea-382f4a69328b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:56.376331 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-943b84e7-7944-423a-b470-1f71b530f5f2 req-d6833ab7-922d-4405-afea-382f4a69328b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1b83ff54-b1af-44ce-bb75-ba148920553c HTTP/1.1" status: 200 len: 843 time: 0.1244278 May 30 20:05:56.376331 n-d-843948-2 neutron-server[84886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e9b97d8-d2e5-4231-bc28-69de92bbf5b2'] response: {'server_uuid': '1f5e4faa-be65-4ec2-8cb3-eeaae421f37a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87840a0b-a014-456e-a00a-b7d5c7588eb5', 'code': 200} May 30 20:05:56.430287 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-82ac137b-2ceb-4efe-855d-72c319309396 req-f77a21cd-997d-4f44-bd18-3080ef508f22 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/security-groups?id=f7bd1307-7f80-416a-ad0f-251b87da459a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5850835 May 30 20:05:56.495997 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-943b84e7-7944-423a-b470-1f71b530f5f2 req-28e21709-b2b2-4ccb-89c4-386d55fb1769 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4344fbed-57fb-43d7-b32d-6020ce60f0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1173811 May 30 20:05:56.602202 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-48a83de3-5f92-49ee-bdb7-14566ec2c098 req-de6da0d6-42a0-455f-a084-cc6574fa11cd tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] 10.222.0.85 "GET /v2.0/floatingips?floating_ip_address=172.25.8.2 HTTP/1.1" status: 200 len: 1000 time: 0.1932709 May 30 20:05:56.769362 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7b7c84d2-a2a0-4a3d-ba9f-ab990cf09805 req-7395c283-a926-49c8-8ed5-dda52501016a service neutron] 10.222.0.71 "GET /v2.0/networks/803dd70a-3f53-43ad-9356-1243425ef9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5859981 May 30 20:05:56.876710 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device ca67ed30-84e2-4e3b-a453-38868cedc363 up at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:05:56.901226 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-943b84e7-7944-423a-b470-1f71b530f5f2 req-e108bd49-e99d-49f9-9e0c-bb0a793f4b53 service neutron] 10.222.0.71 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4012804 May 30 20:05:56.946468 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3ba6cc-1f55-4c4e-8c85-785ca10c1504 req-cc238da8-3492-4d79-b119-9e0a89222343 tempest-ServerDiagnosticsNegativeTest-854071469 tempest-ServerDiagnosticsNegativeTest-854071469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:56.954278 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6d3ba6cc-1f55-4c4e-8c85-785ca10c1504 req-cc238da8-3492-4d79-b119-9e0a89222343 tempest-ServerDiagnosticsNegativeTest-854071469 tempest-ServerDiagnosticsNegativeTest-854071469-project] 10.222.0.85 "GET /v2.0/ports?device_id=c1741290-7987-4e5e-a206-f0b65f0184f2 HTTP/1.1" status: 200 len: 949 time: 0.3235435 May 30 20:05:57.038094 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a83de3-5f92-49ee-bdb7-14566ec2c098 req-c381d10e-f842-4f12-a59b-87271c1c9372 tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:57.052412 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-48a83de3-5f92-49ee-bdb7-14566ec2c098 req-c381d10e-f842-4f12-a59b-87271c1c9372 tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] 10.222.0.85 "GET /v2.0/ports/78aa4661-1d03-4667-8262-233ff40bb69c HTTP/1.1" status: 200 len: 943 time: 0.4413807 May 30 20:05:57.147973 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7b7c84d2-a2a0-4a3d-ba9f-ab990cf09805 req-f06dffd7-09af-4c1c-ad67-b24cae0e6236 service neutron] 10.222.0.71 "GET /v2.0/networks/803dd70a-3f53-43ad-9356-1243425ef9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3676908 May 30 20:05:57.175949 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning for port ca67ed30-84e2-4e3b-a453-38868cedc363 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:05:57.194524 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6d3ba6cc-1f55-4c4e-8c85-785ca10c1504 req-9e0cc43f-aadb-41fa-b9f1-1621d06b7d07 tempest-ServerDiagnosticsNegativeTest-854071469 tempest-ServerDiagnosticsNegativeTest-854071469-project] 10.222.0.85 "GET /v2.0/security-groups?id=792a65ea-e136-4afc-9741-bf5a2c055a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365294 May 30 20:05:57.210746 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning complete for port ca67ed30-84e2-4e3b-a453-38868cedc363 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:05:57.211464 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:57.310131 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-943b84e7-7944-423a-b470-1f71b530f5f2 req-489e490d-629c-4061-bbea-97e3df5fbb2c service neutron] 10.222.0.71 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4018624 May 30 20:05:57.509181 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-48a83de3-5f92-49ee-bdb7-14566ec2c098 req-f73f21dd-fbe6-457d-ac7a-a68fe788b02e tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] 10.222.0.85 "GET /v2.0/floatingips?floating_ip_address=172.25.8.2 HTTP/1.1" status: 200 len: 1000 time: 0.2693393 May 30 20:05:57.553926 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983c2798-f5b5-4816-971d-ac5c45ec4be4 req-fd70b1c9-218d-48be-9170-a70bf085bd87 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:57.563993 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-983c2798-f5b5-4816-971d-ac5c45ec4be4 req-fd70b1c9-218d-48be-9170-a70bf085bd87 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/ports?device_id=1f5e4faa-be65-4ec2-8cb3-eeaae421f37a HTTP/1.1" status: 200 len: 949 time: 0.1465333 May 30 20:05:57.639965 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-983c2798-f5b5-4816-971d-ac5c45ec4be4 req-e2698fe2-f492-4948-a775-8945837bc337 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/security-groups?id=e1329ead-76da-4fe1-a988-d24ed3099985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746713 May 30 20:05:57.680269 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:57.747359 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1741290-7987-4e5e-a206-f0b65f0184f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca67ed30-84e2-4e3b-a453-38868cedc363'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:05:57.782935 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port ca67ed30-84e2-4e3b-a453-38868cedc363, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=ca67ed30-84e2-4e3b-a453-38868cedc363,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:05:57.854394 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:57.925092 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a83de3-5f92-49ee-bdb7-14566ec2c098 req-f8749d21-6417-45a3-a5d4-86bc0647517a tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:57.927053 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-48a83de3-5f92-49ee-bdb7-14566ec2c098 req-f8749d21-6417-45a3-a5d4-86bc0647517a tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] 10.222.0.85 "GET /v2.0/networks/c7869750-4b49-4b7e-aa99-5e0f1ae02da4 HTTP/1.1" status: 200 len: 784 time: 0.3912354 May 30 20:05:57.939700 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-53d09db9-02c2-40d8-9def-660078a46842 req-be9ad827-11c6-4011-a0ed-8e48449c0a96 tempest-LiveAutoBlockMigrationV225Test-1041394858 tempest-LiveAutoBlockMigrationV225Test-1041394858-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=e525fdd9-cb28-4edc-bfd9-9ebbc3d85da2 HTTP/1.1" status: 200 len: 1095 time: 0.1166172 May 30 20:05:57.956634 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [req-48a83de3-5f92-49ee-bdb7-14566ec2c098 req-63e3348d-8dd6-4775-89e0-264df80f7e2f tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=84887) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:05:57.958197 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-48a83de3-5f92-49ee-bdb7-14566ec2c098 req-63e3348d-8dd6-4775-89e0-264df80f7e2f tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0092609 May 30 20:05:58.007349 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-53d09db9-02c2-40d8-9def-660078a46842 req-ccaf6052-744a-4aac-b1e2-3dac89fa6524 tempest-LiveAutoBlockMigrationV225Test-1041394858 tempest-LiveAutoBlockMigrationV225Test-1041394858-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=e04d9b86-3d99-41a3-8241-c517ec1f4730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614386 May 30 20:05:58.025297 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 6f0da94b-e10b-49d8-b99f-81336537840a up at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:05:58.148385 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=ca67ed30-84e2-4e3b-a453-38868cedc363,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:58.201390 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:05:58.204872 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:05:58.204872 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:05:58.204872 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:05:58.205227 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-48a83de3-5f92-49ee-bdb7-14566ec2c098 req-970cf384-d581-49e5-b262-9a40644f9dd6 tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] 10.222.0.85 "GET /v2.0/floatingips?floating_ip_address=172.25.8.2 HTTP/1.1" status: 200 len: 1000 time: 0.2245560 May 30 20:05:58.212978 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:05:58.213414 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:05:58.213725 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-48a83de3-5f92-49ee-bdb7-14566ec2c098 req-6290d9a2-0216-4867-9242-70cc4259cc8a tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:05:58.213851 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:05:58.214109 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:05:58.214439 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:05:58.214760 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:05:58.215824 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:05:58.326384 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-24c29143-4b43-489d-bf82-9a31a00a971e req-b7d6ade1-f137-47d6-9310-90ef6cba454c tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.85 "GET /v2.0/networks?tenant_id=6a75b3db8cd44db8bb931dd59e296017&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0396304 May 30 20:05:58.372756 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning for port 6f0da94b-e10b-49d8-b99f-81336537840a completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:05:58.378815 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning complete for port 6f0da94b-e10b-49d8-b99f-81336537840a triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:05:58.379218 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:58.490188 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f5e4faa-be65-4ec2-8cb3-eeaae421f37a', 'tag': '87840a0b-a014-456e-a00a-b7d5c7588eb5'}] {{(pid=84886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:05:58.543377 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-48a83de3-5f92-49ee-bdb7-14566ec2c098 req-6290d9a2-0216-4867-9242-70cc4259cc8a tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] Notify callbacks [] for floatingip, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:58.624492 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c29143-4b43-489d-bf82-9a31a00a971e req-27964b10-6d9f-443f-a8e5-6328946f34b5 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:05:58.626576 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-24c29143-4b43-489d-bf82-9a31a00a971e req-27964b10-6d9f-443f-a8e5-6328946f34b5 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2941883 May 30 20:05:58.652503 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:58.671365 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-24c29143-4b43-489d-bf82-9a31a00a971e req-5f784e01-1e7d-4beb-86a3-f7c20e191ccf tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.85 "GET /v2.0/quotas/6a75b3db8cd44db8bb931dd59e296017 HTTP/1.1" status: 200 len: 375 time: 0.0348756 May 30 20:05:58.726023 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 6f0da94b-e10b-49d8-b99f-81336537840a, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=6f0da94b-e10b-49d8-b99f-81336537840a,segment=NetworkSegment(a8b7280c-8c6f-4bc7-8cdf-e2ff0b0b2b8d),segment_id=a8b7280c-8c6f-4bc7-8cdf-e2ff0b0b2b8d)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:05:58.841283 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-24c29143-4b43-489d-bf82-9a31a00a971e req-a2b569bc-af8b-464d-ad66-81db83aeface tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=6a75b3db8cd44db8bb931dd59e296017&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1687701 May 30 20:05:58.928082 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-48a83de3-5f92-49ee-bdb7-14566ec2c098 req-6290d9a2-0216-4867-9242-70cc4259cc8a tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:59.066986 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:59.117524 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-48a83de3-5f92-49ee-bdb7-14566ec2c098 req-6290d9a2-0216-4867-9242-70cc4259cc8a tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736490'] for floatingip, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:59.122439 n-d-843948-2 neutron-server[84887]: INFO neutron.db.l3_db [req-48a83de3-5f92-49ee-bdb7-14566ec2c098 req-6290d9a2-0216-4867-9242-70cc4259cc8a tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] Floating IP e1b86ff4-02c3-430f-9975-293716f82f14 disassociated. External IP: 172.25.8.2, port: 78aa4661-1d03-4667-8262-233ff40bb69c. May 30 20:05:59.154064 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=6f0da94b-e10b-49d8-b99f-81336537840a,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:05:59.533301 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-e8181af4-b89d-4638-9caf-3efbea469d40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:59.771205 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:05:59.895364 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [req-48a83de3-5f92-49ee-bdb7-14566ec2c098 req-6290d9a2-0216-4867-9242-70cc4259cc8a tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] Router d4dbf9e3-0c68-4d0e-aa6c-1e34f46970fe has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:06:00.198651 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-48a83de3-5f92-49ee-bdb7-14566ec2c098 req-6290d9a2-0216-4867-9242-70cc4259cc8a tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:06:00.216484 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46eac65e-5366-4953-a025-c55ed9a085a6 None None] Sync routers for ids ['d4dbf9e3-0c68-4d0e-aa6c-1e34f46970fe'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:06:00.217173 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-48a83de3-5f92-49ee-bdb7-14566ec2c098 req-6290d9a2-0216-4867-9242-70cc4259cc8a tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:00.263309 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46eac65e-5366-4953-a025-c55ed9a085a6 None None] Routers {'d4dbf9e3-0c68-4d0e-aa6c-1e34f46970fe'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:06:00.265044 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-46eac65e-5366-4953-a025-c55ed9a085a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:05:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['d4dbf9e3-0c68-4d0e-aa6c-1e34f46970fe'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:06:00.301904 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-48a83de3-5f92-49ee-bdb7-14566ec2c098 req-6290d9a2-0216-4867-9242-70cc4259cc8a tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] 10.222.0.85 "PUT /v2.0/floatingips/e1b86ff4-02c3-430f-9975-293716f82f14 HTTP/1.1" status: 200 len: 693 time: 2.0959346 May 30 20:06:00.302878 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87405fa8-44cd-41f2-9d8e-94d571b330b4', 'tag': '78aa4661-1d03-4667-8262-233ff40bb69c'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:06:00.540835 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-48a83de3-5f92-49ee-bdb7-14566ec2c098 req-6b37e915-bd8d-4cac-bc76-677cecdc012a service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=451572d0f13c40ff8c6397191d3ebc95&device_id=87405fa8-44cd-41f2-9d8e-94d571b330b4 HTTP/1.1" status: 200 len: 1097 time: 0.2181120 May 30 20:06:00.544715 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aac972-30b2-48eb-aa38-83b1b00cae84 req-3c5d51e7-e793-4b3a-a15a-8a70fc7206d4 tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:00.546391 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-21aac972-30b2-48eb-aa38-83b1b00cae84 req-3c5d51e7-e793-4b3a-a15a-8a70fc7206d4 tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] 10.222.0.85 "GET /v2.0/ports?device_id=c4abde85-31f7-4982-8289-d4b10cda4969 HTTP/1.1" status: 200 len: 945 time: 0.1687822 May 30 20:06:00.616019 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-46eac65e-5366-4953-a025-c55ed9a085a6 None None] Set router d4dbf9e3-0c68-4d0e-aa6c-1e34f46970fe gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:06:00.656164 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-21aac972-30b2-48eb-aa38-83b1b00cae84 req-d4a2756f-bbe9-40d9-8c29-a8a20bf5a769 tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] 10.222.0.85 "GET /v2.0/security-groups?id=2b701b0a-db24-4c30-8444-63ac82ad344b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960207 May 30 20:06:00.842300 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a83de3-5f92-49ee-bdb7-14566ec2c098 req-f2290d33-081a-463c-88fb-90330b8fa62e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:00.850190 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-48a83de3-5f92-49ee-bdb7-14566ec2c098 req-f2290d33-081a-463c-88fb-90330b8fa62e service neutron] 10.222.0.85 "GET /v2.0/networks?id=9d042477-034c-449d-bb46-c13d2c85f0d5 HTTP/1.1" status: 200 len: 930 time: 0.2993233 May 30 20:06:00.943469 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-48a83de3-5f92-49ee-bdb7-14566ec2c098 req-bec1eece-d4cb-4a67-8aec-24591cc23bf1 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=78aa4661-1d03-4667-8262-233ff40bb69c HTTP/1.1" status: 200 len: 217 time: 0.0921922 May 30 20:06:00.979180 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:01.029484 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a83de3-5f92-49ee-bdb7-14566ec2c098 req-3d7b4628-8505-4050-84c0-8900e38a6ffe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:01.033085 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-48a83de3-5f92-49ee-bdb7-14566ec2c098 req-3d7b4628-8505-4050-84c0-8900e38a6ffe service neutron] 10.222.0.85 "GET /v2.0/subnets?id=0e35cd7e-8081-4edf-ae13-e56d98fc261c HTTP/1.1" status: 200 len: 868 time: 0.0864649 May 30 20:06:01.076613 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abfd122-4101-4ac9-9199-5a2d6587d278 req-dc1d039e-373e-448c-8d8a-8fb7cc501e20 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:01.078213 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2abfd122-4101-4ac9-9199-5a2d6587d278 req-dc1d039e-373e-448c-8d8a-8fb7cc501e20 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/ports?device_id=dacd4860-339f-4fa4-9d16-fdbd88c14e30 HTTP/1.1" status: 200 len: 946 time: 0.1077347 May 30 20:06:01.098315 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-46eac65e-5366-4953-a025-c55ed9a085a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4dbf9e3-0c68-4d0e-aa6c-1e34f46970fe', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1871212821-router', 'tenant_id': '451572d0f13c40ff8c6397191d3ebc95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': 'afd9719d-f5e7-4be7-bfd6-cd2a73f14f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:04:20Z', 'updated_at': '2022-05-30T20:04:31Z', 'revision_number': 4, 'project_id': '451572d0f13c40ff8c6397191d3ebc95', 'gw_port': {'id': 'afd9719d-f5e7-4be7-bfd6-cd2a73f14f57', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:40:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4dbf9e3-0c68-4d0e-aa6c-1e34f46970fe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:04:22Z', 'updated_at': '2022-05-30T20:04:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '82b07b22-2760-4748-a55f-facd35cfff4c', 'name': '', 'network_id': '9d042477-034c-449d-bb46-c13d2c85f0d5', 'tenant_id': '451572d0f13c40ff8c6397191d3ebc95', 'mac_address': 'fa:16:3e:7a:9b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4dbf9e3-0c68-4d0e-aa6c-1e34f46970fe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0e35cd7e-8081-4edf-ae13-e56d98fc261c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:04:29Z', 'updated_at': '2022-05-30T20:04:46Z', 'revision_number': 5, 'project_id': '451572d0f13c40ff8c6397191d3ebc95', 'subnets': [{'id': '0e35cd7e-8081-4edf-ae13-e56d98fc261c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:06:01.104594 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46eac65e-5366-4953-a025-c55ed9a085a6 None None] Checking router: d4dbf9e3-0c68-4d0e-aa6c-1e34f46970fe for host: n-d-843948-2 {{(pid=84889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:06:01.119656 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46eac65e-5366-4953-a025-c55ed9a085a6 None None] Routers {'d4dbf9e3-0c68-4d0e-aa6c-1e34f46970fe'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:06:01.120201 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-46eac65e-5366-4953-a025-c55ed9a085a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:05:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['d4dbf9e3-0c68-4d0e-aa6c-1e34f46970fe'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:06:01.174501 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2abfd122-4101-4ac9-9199-5a2d6587d278 req-83a8fdd6-5936-40da-b87c-b15a787529f7 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/security-groups?id=f7bd1307-7f80-416a-ad0f-251b87da459a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896945 May 30 20:06:01.287722 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-48a83de3-5f92-49ee-bdb7-14566ec2c098 req-098c63ce-b040-4ef7-bc36-422fafc8ddd5 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=9d042477-034c-449d-bb46-c13d2c85f0d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2503333 May 30 20:06:01.300393 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aadd057d-c024-4d6c-a299-f4c9d2692b38'] response: {'server_uuid': 'c1741290-7987-4e5e-a206-f0b65f0184f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca67ed30-84e2-4e3b-a453-38868cedc363', 'code': 200} May 30 20:06:01.366856 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-46eac65e-5366-4953-a025-c55ed9a085a6 None None] Set router d4dbf9e3-0c68-4d0e-aa6c-1e34f46970fe gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:06:01.525179 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-48a83de3-5f92-49ee-bdb7-14566ec2c098 req-9fcb38f1-c38b-4599-b46f-43746c1cc88b service neutron] 10.222.0.85 "GET /v2.0/networks/9d042477-034c-449d-bb46-c13d2c85f0d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223494 May 30 20:06:01.637406 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-67303dfe-2ddf-4a8f-a732-7a48720e2c1d req-4c52fe76-4706-4fcc-a670-03e2ff4e137a service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=c1741290-7987-4e5e-a206-f0b65f0184f2 HTTP/1.1" status: 200 len: 1101 time: 0.2059047 May 30 20:06:01.765053 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-48a83de3-5f92-49ee-bdb7-14566ec2c098 req-176fac9b-f3e3-49b7-88e0-285d08b6f43a service neutron] 10.222.0.85 "GET /v2.0/networks/9d042477-034c-449d-bb46-c13d2c85f0d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283945 May 30 20:06:01.771084 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-67303dfe-2ddf-4a8f-a732-7a48720e2c1d req-d882b717-e212-46a1-a01b-819064a319e0 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=792a65ea-e136-4afc-9741-bf5a2c055a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246865 May 30 20:06:01.857082 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 87840a0b-a014-456e-a00a-b7d5c7588eb5 details requested by agent hyperv_n-h1-843948-2 with host n-h1-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:06:01.876762 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-46eac65e-5366-4953-a025-c55ed9a085a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4dbf9e3-0c68-4d0e-aa6c-1e34f46970fe', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1871212821-router', 'tenant_id': '451572d0f13c40ff8c6397191d3ebc95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': 'afd9719d-f5e7-4be7-bfd6-cd2a73f14f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:04:20Z', 'updated_at': '2022-05-30T20:04:31Z', 'revision_number': 4, 'project_id': '451572d0f13c40ff8c6397191d3ebc95', 'gw_port': {'id': 'afd9719d-f5e7-4be7-bfd6-cd2a73f14f57', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:40:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4dbf9e3-0c68-4d0e-aa6c-1e34f46970fe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:04:22Z', 'updated_at': '2022-05-30T20:04:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '82b07b22-2760-4748-a55f-facd35cfff4c', 'name': '', 'network_id': '9d042477-034c-449d-bb46-c13d2c85f0d5', 'tenant_id': '451572d0f13c40ff8c6397191d3ebc95', 'mac_address': 'fa:16:3e:7a:9b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4dbf9e3-0c68-4d0e-aa6c-1e34f46970fe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0e35cd7e-8081-4edf-ae13-e56d98fc261c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:04:29Z', 'updated_at': '2022-05-30T20:04:46Z', 'revision_number': 5, 'project_id': '451572d0f13c40ff8c6397191d3ebc95', 'subnets': [{'id': '0e35cd7e-8081-4edf-ae13-e56d98fc261c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:06:01.881397 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46eac65e-5366-4953-a025-c55ed9a085a6 None None] The sync data for ids ['d4dbf9e3-0c68-4d0e-aa6c-1e34f46970fe'] in n-d-843948-2 is: [{'id': 'd4dbf9e3-0c68-4d0e-aa6c-1e34f46970fe', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1871212821-router', 'tenant_id': '451572d0f13c40ff8c6397191d3ebc95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': 'afd9719d-f5e7-4be7-bfd6-cd2a73f14f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:04:20Z', 'updated_at': '2022-05-30T20:04:31Z', 'revision_number': 4, 'project_id': '451572d0f13c40ff8c6397191d3ebc95', 'gw_port': {'id': 'afd9719d-f5e7-4be7-bfd6-cd2a73f14f57', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:40:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4dbf9e3-0c68-4d0e-aa6c-1e34f46970fe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:04:22Z', 'updated_at': '2022-05-30T20:04:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '82b07b22-2760-4748-a55f-facd35cfff4c', 'name': '', 'network_id': '9d042477-034c-449d-bb46-c13d2c85f0d5', 'tenant_id': '451572d0f13c40ff8c6397191d3ebc95', 'mac_address': 'fa:16:3e:7a:9b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4dbf9e3-0c68-4d0e-aa6c-1e34f46970fe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0e35cd7e-8081-4edf-ae13-e56d98fc261c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:04:29Z', 'updated_at': '2022-05-30T20:04:46Z', 'revision_number': 5, 'project_id': '451572d0f13c40ff8c6397191d3ebc95', 'subnets': [{'id': '0e35cd7e-8081-4edf-ae13-e56d98fc261c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:06:02.033204 n-d-843948-2 neutron-server[84886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f09d507-075e-491f-8cf4-9d6f42a9c69e'] response: {'name': 'network-changed', 'server_uuid': '1f5e4faa-be65-4ec2-8cb3-eeaae421f37a', 'tag': '87840a0b-a014-456e-a00a-b7d5c7588eb5', 'status': 'completed', 'code': 200} May 30 20:06:02.077203 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 87840a0b-a014-456e-a00a-b7d5c7588eb5, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=87840a0b-a014-456e-a00a-b7d5c7588eb5,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:06:02.123413 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Returning: {'device': '87840a0b-a014-456e-a00a-b7d5c7588eb5', 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1', 'port_id': '87840a0b-a014-456e-a00a-b7d5c7588eb5', 'mac_address': 'fa:16:3e:74:48:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b83ff54-b1af-44ce-bb75-ba148920553c', 'ip_address': '192.168.233.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:06:02.248817 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:02.285722 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87840a0b-a014-456e-a00a-b7d5c7588eb5 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:06:02.325125 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-87f3eca5-eb6a-43c6-8fa3-43d448a440d2 req-6d45bd01-8395-4e69-9e4f-390e70439357 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fa61b48b7a6444fe8c9a2f45b95c1d11&device_id=1f5e4faa-be65-4ec2-8cb3-eeaae421f37a HTTP/1.1" status: 200 len: 1100 time: 0.2528503 May 30 20:06:02.325532 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55009b23-8084-4f50-897f-46342410e3ca req-b502df84-8825-4a53-a857-ab59f8726d48 tempest-ServerDiagnosticsNegativeTest-854071469 tempest-ServerDiagnosticsNegativeTest-854071469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:02.329822 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-55009b23-8084-4f50-897f-46342410e3ca req-b502df84-8825-4a53-a857-ab59f8726d48 tempest-ServerDiagnosticsNegativeTest-854071469 tempest-ServerDiagnosticsNegativeTest-854071469-project] 10.222.0.85 "GET /v2.0/ports?device_id=c1741290-7987-4e5e-a206-f0b65f0184f2 HTTP/1.1" status: 200 len: 950 time: 0.1747565 May 30 20:06:02.342378 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 87840a0b-a014-456e-a00a-b7d5c7588eb5, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=87840a0b-a014-456e-a00a-b7d5c7588eb5,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:06:02.397893 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab76561b-4d19-4a95-8e03-5d5f2fda22e6 req-7f3b7f52-d8ce-457f-a3f1-be38ce8937e8 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:02.400624 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ab76561b-4d19-4a95-8e03-5d5f2fda22e6 req-7f3b7f52-d8ce-457f-a3f1-be38ce8937e8 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/ports?device_id=1f5e4faa-be65-4ec2-8cb3-eeaae421f37a HTTP/1.1" status: 200 len: 949 time: 0.2281325 May 30 20:06:02.407526 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43a4ecb-f053-4837-b9f2-b10c25176304 None None] New status for floating IP e1b86ff4-02c3-430f-9975-293716f82f14: DOWN {{(pid=84888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 20:06:02.417687 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-55009b23-8084-4f50-897f-46342410e3ca req-aacd5529-254c-4276-bf0a-20906b78c429 tempest-ServerDiagnosticsNegativeTest-854071469 tempest-ServerDiagnosticsNegativeTest-854071469-project] 10.222.0.85 "GET /v2.0/security-groups?id=792a65ea-e136-4afc-9741-bf5a2c055a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743327 May 30 20:06:02.472240 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:02.486204 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:02.619259 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ab76561b-4d19-4a95-8e03-5d5f2fda22e6 req-ba056ef1-e9b8-43bb-ad31-00e8fe493340 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/security-groups?id=e1329ead-76da-4fe1-a988-d24ed3099985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109909 May 30 20:06:02.742240 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f3eca5-eb6a-43c6-8fa3-43d448a440d2 req-0339ac95-cdda-4a21-a1d3-683668b19dab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:02.743924 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-87f3eca5-eb6a-43c6-8fa3-43d448a440d2 req-0339ac95-cdda-4a21-a1d3-683668b19dab service neutron] 10.222.0.71 "GET /v2.0/networks?id=4344fbed-57fb-43d7-b32d-6020ce60f0a1 HTTP/1.1" status: 200 len: 870 time: 0.4114075 May 30 20:06:02.769840 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2f88ac2-2985-4df9-911f-ca5778f5b201'] response: {'name': 'network-changed', 'server_uuid': '87405fa8-44cd-41f2-9d8e-94d571b330b4', 'tag': '78aa4661-1d03-4667-8262-233ff40bb69c', 'status': 'completed', 'code': 200} May 30 20:06:02.822051 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc00ef57-8042-4c9c-8ea7-d59ea5b93607 req-0c162013-a0ba-46cb-899a-05e8c621fea7 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:02.823920 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fc00ef57-8042-4c9c-8ea7-d59ea5b93607 req-0c162013-a0ba-46cb-899a-05e8c621fea7 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.71 "GET /v2.0/ports?device_id=e525fdd9-cb28-4edc-bfd9-9ebbc3d85da2 HTTP/1.1" status: 200 len: 944 time: 0.1999319 May 30 20:06:02.990844 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-fc00ef57-8042-4c9c-8ea7-d59ea5b93607 req-73d96336-e85e-44f2-83c3-75c095d82606 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Deleting port 7f29f677-450a-4a29-a30d-dd785bea7fbe {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:06:02.991760 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-fc00ef57-8042-4c9c-8ea7-d59ea5b93607 req-73d96336-e85e-44f2-83c3-75c095d82606 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:03.038346 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['87840a0b-a014-456e-a00a-b7d5c7588eb5'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:06:03.144876 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=87840a0b-a014-456e-a00a-b7d5c7588eb5,revision_number=12']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:06:03.303749 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-87f3eca5-eb6a-43c6-8fa3-43d448a440d2 req-74e622b4-df51-4704-b1c4-cbce05959b4d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=87840a0b-a014-456e-a00a-b7d5c7588eb5 HTTP/1.1" status: 200 len: 217 time: 0.5499423 May 30 20:06:03.318222 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9dd8c60a-ec82-4598-9535-9fb03c3ebc2d req-bb089925-a9d4-454f-84ac-994b6958dade tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] 10.222.0.85 "GET /v2.0/floatingips/e1b86ff4-02c3-430f-9975-293716f82f14 HTTP/1.1" status: 200 len: 693 time: 0.2877440 May 30 20:06:03.340845 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4abde85-31f7-4982-8289-d4b10cda4969', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f0da94b-e10b-49d8-b99f-81336537840a'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:06:03.628326 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49446414-1798-400e-8117-7c0b5b6fab45 req-5283b0b9-9fe6-44ee-bdce-c413494c3996 tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:03.629876 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-49446414-1798-400e-8117-7c0b5b6fab45 req-5283b0b9-9fe6-44ee-bdce-c413494c3996 tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] 10.222.0.85 "GET /v2.0/ports?device_id=c4abde85-31f7-4982-8289-d4b10cda4969 HTTP/1.1" status: 200 len: 945 time: 0.4062867 May 30 20:06:03.644726 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-38cb2d95-fac0-41ec-9bf6-80e2f018faf6 req-96d5ed0c-cff1-4514-ac67-b7ffa64222ef service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=a55fcadd-0383-4943-8204-c0ed7ff9d575&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4235272 May 30 20:06:03.691128 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f3eca5-eb6a-43c6-8fa3-43d448a440d2 req-0f6bed70-df84-4c3e-8f32-a976cf3d015b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:03.692658 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-87f3eca5-eb6a-43c6-8fa3-43d448a440d2 req-0f6bed70-df84-4c3e-8f32-a976cf3d015b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1b83ff54-b1af-44ce-bb75-ba148920553c HTTP/1.1" status: 200 len: 843 time: 0.3216817 May 30 20:06:03.700872 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-fc00ef57-8042-4c9c-8ea7-d59ea5b93607 req-73d96336-e85e-44f2-83c3-75c095d82606 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] For port 7f29f677-450a-4a29-a30d-dd785bea7fbe, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=7f29f677-450a-4a29-a30d-dd785bea7fbe,segment=NetworkSegment(4048bfa0-f1bd-4aa7-86bf-7023b66ee7f9),segment_id=4048bfa0-f1bd-4aa7-86bf-7023b66ee7f9)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:06:03.701115 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-fc00ef57-8042-4c9c-8ea7-d59ea5b93607 req-73d96336-e85e-44f2-83c3-75c095d82606 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:03.805803 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd8c60a-ec82-4598-9535-9fb03c3ebc2d req-496af2dd-b951-41db-ba3d-08e071844dac tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:03.808106 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9dd8c60a-ec82-4598-9535-9fb03c3ebc2d req-496af2dd-b951-41db-ba3d-08e071844dac tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] 10.222.0.85 "GET /v2.0/networks/c7869750-4b49-4b7e-aa99-5e0f1ae02da4 HTTP/1.1" status: 200 len: 784 time: 0.4882205 May 30 20:06:03.814195 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-875d5659-e5e8-46c3-80a6-76667ecbfd48 req-39890def-78c7-4540-8164-f3596ec60b78 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=451572d0f13c40ff8c6397191d3ebc95&device_id=87405fa8-44cd-41f2-9d8e-94d571b330b4 HTTP/1.1" status: 200 len: 1097 time: 0.9356234 May 30 20:06:03.863436 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device a38c96a1-a9be-486a-aa6f-5738e007fd3c no longer exists at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:06:03.867664 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-fc00ef57-8042-4c9c-8ea7-d59ea5b93607 req-73d96336-e85e-44f2-83c3-75c095d82606 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Calling delete_port for 7f29f677-450a-4a29-a30d-dd785bea7fbe owned by compute:nova {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:06:03.926363 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-49446414-1798-400e-8117-7c0b5b6fab45 req-6c792923-73c9-4e49-b6b7-95d9c56ab1ee tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] 10.222.0.85 "GET /v2.0/security-groups?id=2b701b0a-db24-4c30-8444-63ac82ad344b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2774210 May 30 20:06:04.054649 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:04.067879 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-9dd8c60a-ec82-4598-9535-9fb03c3ebc2d req-6c9d8a88-c32f-498f-b5cd-1986eafa6462 tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] Synchronizing usage tracker for tenant:451572d0f13c40ff8c6397191d3ebc95 on resource:floatingip {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:06:04.080287 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-38cb2d95-fac0-41ec-9bf6-80e2f018faf6 req-b7fa0382-a386-4ca9-8521-408d34c18ba5 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fa61b48b7a6444fe8c9a2f45b95c1d11&device_id=a55fcadd-0383-4943-8204-c0ed7ff9d575 HTTP/1.1" status: 200 len: 1101 time: 0.3048837 May 30 20:06:04.117051 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port a38c96a1-a9be-486a-aa6f-5738e007fd3c, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=a38c96a1-a9be-486a-aa6f-5738e007fd3c,segment=NetworkSegment(70424240-b76f-4af0-9f32-ace284913a86),segment_id=70424240-b76f-4af0-9f32-ace284913a86)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:06:04.148815 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-87f3eca5-eb6a-43c6-8fa3-43d448a440d2 req-fdff906b-7dca-4530-b8dc-cc18dfdbf0fb service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4344fbed-57fb-43d7-b32d-6020ce60f0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4385269 May 30 20:06:04.154663 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875d5659-e5e8-46c3-80a6-76667ecbfd48 req-5035b17f-f0e5-4193-bb34-e79efde38065 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:04.156181 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-875d5659-e5e8-46c3-80a6-76667ecbfd48 req-5035b17f-f0e5-4193-bb34-e79efde38065 service neutron] 10.222.0.71 "GET /v2.0/networks?id=9d042477-034c-449d-bb46-c13d2c85f0d5 HTTP/1.1" status: 200 len: 930 time: 0.2771516 May 30 20:06:04.201073 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:04.245046 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-9dd8c60a-ec82-4598-9535-9fb03c3ebc2d req-6c9d8a88-c32f-498f-b5cd-1986eafa6462 tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] Unset dirty status for tenant:451572d0f13c40ff8c6397191d3ebc95 on resource:floatingip {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:06:04.254709 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9dd8c60a-ec82-4598-9535-9fb03c3ebc2d req-6c9d8a88-c32f-498f-b5cd-1986eafa6462 tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] 10.222.0.85 "GET /v2.0/floatingips?floating_ip_address=172.25.8.2 HTTP/1.1" status: 200 len: 694 time: 0.4394050 May 30 20:06:04.358856 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=a38c96a1-a9be-486a-aa6f-5738e007fd3c,revision_number=8']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:06:04.400609 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-24c29143-4b43-489d-bf82-9a31a00a971e req-cd4e9984-07a1-4fc4-a849-a1a57edb1613 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=6a75b3db8cd44db8bb931dd59e296017&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2473249 May 30 20:06:04.410219 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-875d5659-e5e8-46c3-80a6-76667ecbfd48 req-dfc2be6b-e544-4462-805f-4f67456808f3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=78aa4661-1d03-4667-8262-233ff40bb69c HTTP/1.1" status: 200 len: 217 time: 0.2276242 May 30 20:06:04.456862 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9dd8c60a-ec82-4598-9535-9fb03c3ebc2d req-d3328751-874c-497e-9275-eb6c90bdee14 tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] 10.222.0.85 "GET /v2.0/floatingips?floating_ip_address=172.25.8.2 HTTP/1.1" status: 200 len: 694 time: 0.2011795 May 30 20:06:04.548667 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-fc00ef57-8042-4c9c-8ea7-d59ea5b93607 req-73d96336-e85e-44f2-83c3-75c095d82606 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:04.562705 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['fd83fbe6-974e-4966-b600-b69c153f32fa', '7f29f677-450a-4a29-a30d-dd785bea7fbe'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:06:04.678325 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-87f3eca5-eb6a-43c6-8fa3-43d448a440d2 req-88168626-5726-408b-9279-5a9a575a808b service neutron] 10.222.0.71 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5211332 May 30 20:06:04.679763 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875d5659-e5e8-46c3-80a6-76667ecbfd48 req-6b76792b-4f89-487e-bedb-e48c017209a9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:04.681233 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-875d5659-e5e8-46c3-80a6-76667ecbfd48 req-6b76792b-4f89-487e-bedb-e48c017209a9 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=0e35cd7e-8081-4edf-ae13-e56d98fc261c HTTP/1.1" status: 200 len: 868 time: 0.2624607 May 30 20:06:04.710179 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d96336-e85e-44f2-83c3-75c095d82606 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Pushing event deleted for resources: {'Port': ['ID=7f29f677-450a-4a29-a30d-dd785bea7fbe,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:06:04.721016 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cb2d95-fac0-41ec-9bf6-80e2f018faf6 req-5d419b31-9d87-45c8-a208-424dbbd6e474 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:04.723440 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-38cb2d95-fac0-41ec-9bf6-80e2f018faf6 req-5d419b31-9d87-45c8-a208-424dbbd6e474 service neutron] 10.222.0.71 "GET /v2.0/networks?id=4344fbed-57fb-43d7-b32d-6020ce60f0a1 HTTP/1.1" status: 200 len: 870 time: 0.6030579 May 30 20:06:04.822320 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [req-9dd8c60a-ec82-4598-9535-9fb03c3ebc2d req-b164f8bf-ffd5-48e9-9207-b7f420b99269 tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] Deleting port 56616771-406d-484a-ba16-f5acce0a44fd {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:06:04.824935 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-9dd8c60a-ec82-4598-9535-9fb03c3ebc2d req-b164f8bf-ffd5-48e9-9207-b7f420b99269 tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:04.970811 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d96336-e85e-44f2-83c3-75c095d82606 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:06:04.971433 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d96336-e85e-44f2-83c3-75c095d82606 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:06:04.971988 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d96336-e85e-44f2-83c3-75c095d82606 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:06:04.972484 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d96336-e85e-44f2-83c3-75c095d82606 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:06:04.973018 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d96336-e85e-44f2-83c3-75c095d82606 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:06:04.973549 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d96336-e85e-44f2-83c3-75c095d82606 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:06:04.974104 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d96336-e85e-44f2-83c3-75c095d82606 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:06:04.974628 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d96336-e85e-44f2-83c3-75c095d82606 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:06:04.975156 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d96336-e85e-44f2-83c3-75c095d82606 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:06:04.975710 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d96336-e85e-44f2-83c3-75c095d82606 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:06:04.976199 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d96336-e85e-44f2-83c3-75c095d82606 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:06:05.010252 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 21ee398d-25ce-4760-b6b9-114111fad41c details requested by agent hyperv_n-h2-843948-2 with host n-h2-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:06:05.056516 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-38cb2d95-fac0-41ec-9bf6-80e2f018faf6 req-fd3aab0d-3471-4aea-bd04-af338af314aa service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=64a08dcc-ec2f-4ebf-a20f-1051fce47c3f HTTP/1.1" status: 200 len: 217 time: 0.3234351 May 30 20:06:05.066606 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-87f3eca5-eb6a-43c6-8fa3-43d448a440d2 req-2ddda98d-8e5f-4a13-9b8a-1bd5f07e6935 service neutron] 10.222.0.71 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3701227 May 30 20:06:05.096026 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-875d5659-e5e8-46c3-80a6-76667ecbfd48 req-990c973d-04ad-450e-9c26-bed6eb823f66 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9d042477-034c-449d-bb46-c13d2c85f0d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3813403 May 30 20:06:05.144502 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc00ef57-8042-4c9c-8ea7-d59ea5b93607 req-73d96336-e85e-44f2-83c3-75c095d82606 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] No DVR routers for this DVR port 7f29f677-450a-4a29-a30d-dd785bea7fbe on host n-h1-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:06:05.148289 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-9dd8c60a-ec82-4598-9535-9fb03c3ebc2d req-b164f8bf-ffd5-48e9-9207-b7f420b99269 tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:05.148694 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-9dd8c60a-ec82-4598-9535-9fb03c3ebc2d req-b164f8bf-ffd5-48e9-9207-b7f420b99269 tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:05.156327 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e47818-3dd3-4312-ad77-e21392c41d71 req-86296ca2-f10a-4560-b8f3-3e9d79b8d8ba tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:05.169256 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-00e47818-3dd3-4312-ad77-e21392c41d71 req-86296ca2-f10a-4560-b8f3-3e9d79b8d8ba tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.85 "GET /v2.0/ports?device_id=e525fdd9-cb28-4edc-bfd9-9ebbc3d85da2 HTTP/1.1" status: 200 len: 944 time: 0.9909723 May 30 20:06:05.198532 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-fc00ef57-8042-4c9c-8ea7-d59ea5b93607 req-73d96336-e85e-44f2-83c3-75c095d82606 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:05.212429 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e525fdd9-cb28-4edc-bfd9-9ebbc3d85da2', 'name': 'network-vif-deleted', 'tag': '7f29f677-450a-4a29-a30d-dd785bea7fbe'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:06:05.243961 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c29143-4b43-489d-bf82-9a31a00a971e req-f00bd64a-95f0-407d-bc5b-e5374756ee42 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:05.246778 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-24c29143-4b43-489d-bf82-9a31a00a971e req-f00bd64a-95f0-407d-bc5b-e5374756ee42 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8366439 May 30 20:06:05.275515 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-24c29143-4b43-489d-bf82-9a31a00a971e req-d932372b-30ee-4291-93e9-94c2f3f1f299 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Request body: {'port': {'device_id': '110bddbd-f44e-4fa5-b307-fa3cacc0a7d7', 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1', 'admin_state_up': True, 'tenant_id': '6a75b3db8cd44db8bb931dd59e296017'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:06:05.324102 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 21ee398d-25ce-4760-b6b9-114111fad41c, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=21ee398d-25ce-4760-b6b9-114111fad41c,segment=NetworkSegment(a588beee-eb1a-4179-866b-50764eb9b22b),segment_id=a588beee-eb1a-4179-866b-50764eb9b22b)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:06:05.346530 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Returning: {'device': '21ee398d-25ce-4760-b6b9-114111fad41c', 'network_id': '1423fe8d-fe45-40b8-bd0c-db2951a00d49', 'port_id': '21ee398d-25ce-4760-b6b9-114111fad41c', 'mac_address': 'fa:16:3e:d1:a9:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7ba462c-1ed8-4caa-83b7-6c1b6552e3f5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:06:05.456556 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:05.490127 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 21ee398d-25ce-4760-b6b9-114111fad41c {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:06:05.519150 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 21ee398d-25ce-4760-b6b9-114111fad41c, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=21ee398d-25ce-4760-b6b9-114111fad41c,segment=NetworkSegment(a588beee-eb1a-4179-866b-50764eb9b22b),segment_id=a588beee-eb1a-4179-866b-50764eb9b22b)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:06:05.522686 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fc00ef57-8042-4c9c-8ea7-d59ea5b93607 req-73d96336-e85e-44f2-83c3-75c095d82606 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.71 "DELETE /v2.0/ports/7f29f677-450a-4a29-a30d-dd785bea7fbe HTTP/1.1" status: 204 len: 173 time: 2.6926761 May 30 20:06:05.530345 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [req-9dd8c60a-ec82-4598-9535-9fb03c3ebc2d req-b164f8bf-ffd5-48e9-9207-b7f420b99269 tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] Calling delete_port for 56616771-406d-484a-ba16-f5acce0a44fd owned by network:floatingip {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:06:05.572389 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-24c29143-4b43-489d-bf82-9a31a00a971e req-9e6fbb97-7e46-4519-91f6-72660a7a0a84 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=6a75b3db8cd44db8bb931dd59e296017&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1549151 May 30 20:06:05.580447 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cb2d95-fac0-41ec-9bf6-80e2f018faf6 req-f15e38db-fde9-4b1b-b1eb-87a62c4d1931 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:05.582014 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-38cb2d95-fac0-41ec-9bf6-80e2f018faf6 req-f15e38db-fde9-4b1b-b1eb-87a62c4d1931 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1b83ff54-b1af-44ce-bb75-ba148920553c HTTP/1.1" status: 200 len: 843 time: 0.4987576 May 30 20:06:05.591433 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:05.598498 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-00e47818-3dd3-4312-ad77-e21392c41d71 req-e4372333-7c2c-40d5-8dc2-57319477ff37 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.85 "GET /v2.0/security-groups?id=e04d9b86-3d99-41a3-8241-c517ec1f4730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4277732 May 30 20:06:05.703520 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-875d5659-e5e8-46c3-80a6-76667ecbfd48 req-780eeea7-03e8-4b1b-8765-2ceb8ec26c8a service neutron] 10.222.0.71 "GET /v2.0/networks/9d042477-034c-449d-bb46-c13d2c85f0d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5991633 May 30 20:06:05.768292 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['21ee398d-25ce-4760-b6b9-114111fad41c'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:06:05.859125 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c29143-4b43-489d-bf82-9a31a00a971e req-2ecfa7a4-9566-4020-80d9-ff135fe9c492 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:05.860621 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-24c29143-4b43-489d-bf82-9a31a00a971e req-2ecfa7a4-9566-4020-80d9-ff135fe9c492 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2741199 May 30 20:06:05.889325 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-24c29143-4b43-489d-bf82-9a31a00a971e req-275335ce-8b73-4a80-b1b9-92e305889be1 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Request body: {'port': {'device_id': '37d4a4ba-76bb-4dbf-a36b-05822468c827', 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1', 'admin_state_up': True, 'tenant_id': '6a75b3db8cd44db8bb931dd59e296017'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:06:05.934030 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 87840a0b-a014-456e-a00a-b7d5c7588eb5 up at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:06:06.114188 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=21ee398d-25ce-4760-b6b9-114111fad41c,revision_number=6']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:06:06.207568 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-24c29143-4b43-489d-bf82-9a31a00a971e req-d932372b-30ee-4291-93e9-94c2f3f1f299 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:06:06.251360 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-24c29143-4b43-489d-bf82-9a31a00a971e req-d932372b-30ee-4291-93e9-94c2f3f1f299 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:06:06.300249 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-21162cfe-5603-44b0-ab53-134fd518ae8c req-46b6f576-87ca-4d65-b028-62636f3ed484 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=cad50d2c-f09c-49dc-ab89-1ea18c4b8f5e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8758609 May 30 20:06:06.302232 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-875d5659-e5e8-46c3-80a6-76667ecbfd48 req-05fc822d-7c0e-40d4-a78a-227132cc432e service neutron] 10.222.0.71 "GET /v2.0/networks/9d042477-034c-449d-bb46-c13d2c85f0d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5923460 May 30 20:06:06.351858 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning for port 87840a0b-a014-456e-a00a-b7d5c7588eb5 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:06:06.395261 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-24c29143-4b43-489d-bf82-9a31a00a971e req-275335ce-8b73-4a80-b1b9-92e305889be1 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:06:06.405958 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-38cb2d95-fac0-41ec-9bf6-80e2f018faf6 req-a95c6251-8fe4-4899-8e86-72560c2fd75b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4344fbed-57fb-43d7-b32d-6020ce60f0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5804110 May 30 20:06:06.413503 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f4e531-20cd-4f83-85d8-4e5dd92fd198 req-fc4760fa-a28b-47b9-b066-bcbf2c8998cc tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:06.415041 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d4f4e531-20cd-4f83-85d8-4e5dd92fd198 req-fc4760fa-a28b-47b9-b066-bcbf2c8998cc tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/ports?device_id=dacd4860-339f-4fa4-9d16-fdbd88c14e30 HTTP/1.1" status: 200 len: 945 time: 0.4482362 May 30 20:06:06.452446 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-9dd8c60a-ec82-4598-9535-9fb03c3ebc2d req-b164f8bf-ffd5-48e9-9207-b7f420b99269 tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:06.478850 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning complete for port 87840a0b-a014-456e-a00a-b7d5c7588eb5 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:06:06.479616 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:06.514122 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b164f8bf-ffd5-48e9-9207-b7f420b99269 tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] Pushing event deleted for resources: {'Port': ['ID=56616771-406d-484a-ba16-f5acce0a44fd,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:06:06.534661 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b164f8bf-ffd5-48e9-9207-b7f420b99269 tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:06:06.535310 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b164f8bf-ffd5-48e9-9207-b7f420b99269 tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:06:06.535310 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b164f8bf-ffd5-48e9-9207-b7f420b99269 tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:06:06.535661 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b164f8bf-ffd5-48e9-9207-b7f420b99269 tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:06:06.535994 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b164f8bf-ffd5-48e9-9207-b7f420b99269 tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:06:06.536325 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b164f8bf-ffd5-48e9-9207-b7f420b99269 tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:06:06.536689 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b164f8bf-ffd5-48e9-9207-b7f420b99269 tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:06:06.537015 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b164f8bf-ffd5-48e9-9207-b7f420b99269 tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:06:06.537338 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b164f8bf-ffd5-48e9-9207-b7f420b99269 tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:06:06.537826 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b164f8bf-ffd5-48e9-9207-b7f420b99269 tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:06:06.538099 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b164f8bf-ffd5-48e9-9207-b7f420b99269 tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:06:06.618180 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24c29143-4b43-489d-bf82-9a31a00a971e req-d932372b-30ee-4291-93e9-94c2f3f1f299 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Made reservation on behalf of 6a75b3db8cd44db8bb931dd59e296017 for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:06:06.621117 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-24c29143-4b43-489d-bf82-9a31a00a971e req-d932372b-30ee-4291-93e9-94c2f3f1f299 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:06.649216 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-24c29143-4b43-489d-bf82-9a31a00a971e req-275335ce-8b73-4a80-b1b9-92e305889be1 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:06:06.760425 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d4f4e531-20cd-4f83-85d8-4e5dd92fd198 req-e3ae1654-f908-41cb-84b6-d917de2cdc80 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/security-groups?id=f7bd1307-7f80-416a-ad0f-251b87da459a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3222823 May 30 20:06:06.808681 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-9dd8c60a-ec82-4598-9535-9fb03c3ebc2d req-b164f8bf-ffd5-48e9-9207-b7f420b99269 tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] Notify callbacks [] for floatingip, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:06.812963 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-21162cfe-5603-44b0-ab53-134fd518ae8c req-d018df88-8ef4-443d-8a1f-71ee9e876ec4 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=fa61b48b7a6444fe8c9a2f45b95c1d11&device_id=cad50d2c-f09c-49dc-ab89-1ea18c4b8f5e HTTP/1.1" status: 200 len: 1102 time: 0.4739430 May 30 20:06:06.825814 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24c29143-4b43-489d-bf82-9a31a00a971e req-275335ce-8b73-4a80-b1b9-92e305889be1 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Made reservation on behalf of 6a75b3db8cd44db8bb931dd59e296017 for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:06:06.829001 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-24c29143-4b43-489d-bf82-9a31a00a971e req-275335ce-8b73-4a80-b1b9-92e305889be1 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:06.846697 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-38cb2d95-fac0-41ec-9bf6-80e2f018faf6 req-bf9cd5cf-db5f-46c9-8fc2-0d3e1c22f95c service neutron] 10.222.0.71 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4306493 May 30 20:06:06.919326 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:06.988948 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 21ee398d-25ce-4760-b6b9-114111fad41c up at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:06:07.037701 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-9dd8c60a-ec82-4598-9535-9fb03c3ebc2d req-b164f8bf-ffd5-48e9-9207-b7f420b99269 tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:07.041299 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9dd8c60a-ec82-4598-9535-9fb03c3ebc2d req-b164f8bf-ffd5-48e9-9207-b7f420b99269 tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] 10.222.0.85 "DELETE /v2.0/floatingips/e1b86ff4-02c3-430f-9975-293716f82f14 HTTP/1.1" status: 204 len: 173 time: 2.5697470 May 30 20:06:07.128710 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 87840a0b-a014-456e-a00a-b7d5c7588eb5, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=87840a0b-a014-456e-a00a-b7d5c7588eb5,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:06:07.206578 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning complete for port 21ee398d-25ce-4760-b6b9-114111fad41c triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:06:07.207140 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:07.249226 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:07.361443 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-50ad29dc-09f9-441b-b7a4-539a3a48e496 req-a899a083-9a19-4ef1-9ee2-3182a3663e19 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.85 "GET /v2.0/ports?device_id=110bddbd-f44e-4fa5-b307-fa3cacc0a7d7 HTTP/1.1" status: 200 len: 210 time: 0.1000628 May 30 20:06:07.404256 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=87840a0b-a014-456e-a00a-b7d5c7588eb5,revision_number=13']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:06:07.575653 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:07.689946 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 21ee398d-25ce-4760-b6b9-114111fad41c, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=21ee398d-25ce-4760-b6b9-114111fad41c,segment=NetworkSegment(a588beee-eb1a-4179-866b-50764eb9b22b),segment_id=a588beee-eb1a-4179-866b-50764eb9b22b)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:06:07.793861 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [req-24c29143-4b43-489d-bf82-9a31a00a971e req-d932372b-30ee-4291-93e9-94c2f3f1f299 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Allocated IP 192.168.233.212 (4344fbed-57fb-43d7-b32d-6020ce60f0a1/1b83ff54-b1af-44ce-bb75-ba148920553c/a4fbb078-4c44-4d94-9029-bc5995e00d92) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:06:07.798001 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21162cfe-5603-44b0-ab53-134fd518ae8c req-37b1933b-437b-4925-8305-8fb27e5cef36 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:07.800486 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-21162cfe-5603-44b0-ab53-134fd518ae8c req-37b1933b-437b-4925-8305-8fb27e5cef36 service neutron] 10.222.0.86 "GET /v2.0/networks?id=4344fbed-57fb-43d7-b32d-6020ce60f0a1 HTTP/1.1" status: 200 len: 870 time: 0.9451015 May 30 20:06:07.841066 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:07.962877 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-21162cfe-5603-44b0-ab53-134fd518ae8c req-7802b128-cc96-4326-83b3-f94b4eed60c3 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=add4bcfc-8061-490b-abfb-4c9220e87f90 HTTP/1.1" status: 200 len: 217 time: 0.1417274 May 30 20:06:07.966309 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-38cb2d95-fac0-41ec-9bf6-80e2f018faf6 req-314cb933-6743-4f23-b420-6374169c6f8b service neutron] 10.222.0.71 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0870371 May 30 20:06:08.107220 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=21ee398d-25ce-4760-b6b9-114111fad41c,revision_number=7']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:06:08.111732 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 7f29f677-450a-4a29-a30d-dd785bea7fbe no longer exists at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:06:08.129313 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0ee9a469-1a9c-4dd1-8184-2043cf251d3e req-51e5bff6-a785-4da4-ad9c-755746bc31dd tempest-MigrationsAdminTest-933978339 tempest-MigrationsAdminTest-933978339-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=1f5e4faa-be65-4ec2-8cb3-eeaae421f37a HTTP/1.1" status: 200 len: 1102 time: 0.9217269 May 30 20:06:08.210824 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] No Port match for: 7f29f677-450a-4a29-a30d-dd785bea7fbe {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:06:08.214477 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 7f29f677-450a-4a29-a30d-dd785bea7fbe not bound to the agent host n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:06:08.258654 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0ee9a469-1a9c-4dd1-8184-2043cf251d3e req-712d8909-1be3-4a6d-91b4-b648745291b7 tempest-MigrationsAdminTest-933978339 tempest-MigrationsAdminTest-933978339-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=e1329ead-76da-4fe1-a988-d24ed3099985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272802 May 30 20:06:08.325374 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21162cfe-5603-44b0-ab53-134fd518ae8c req-21f6ebdc-59f9-47e2-83d2-53fb28819d3f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:08.328162 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-21162cfe-5603-44b0-ab53-134fd518ae8c req-21f6ebdc-59f9-47e2-83d2-53fb28819d3f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1b83ff54-b1af-44ce-bb75-ba148920553c HTTP/1.1" status: 200 len: 843 time: 0.3580432 May 30 20:06:08.397986 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfa7fe84-5a23-4849-923e-230cbb30d4ae'] response: {'server_uuid': 'c4abde85-31f7-4982-8289-d4b10cda4969', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f0da94b-e10b-49d8-b99f-81336537840a', 'code': 200} May 30 20:06:09.035285 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-21162cfe-5603-44b0-ab53-134fd518ae8c req-ad3a269b-06e3-41e5-91aa-1ab7c40d752e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4344fbed-57fb-43d7-b32d-6020ce60f0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6981184 May 30 20:06:09.222175 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-24c29143-4b43-489d-bf82-9a31a00a971e req-d932372b-30ee-4291-93e9-94c2f3f1f299 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:09.317178 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-24c29143-4b43-489d-bf82-9a31a00a971e req-d932372b-30ee-4291-93e9-94c2f3f1f299 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Transition to ACTIVE for port object a4fbb078-4c44-4d94-9029-bc5995e00d92 will not be triggered until provisioned by entity DHCP. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:06:09.332933 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f3582aef-7b5b-4197-ab58-a0a2328460d2 req-d9f4fd52-82a9-41a1-b7f5-43f197484812 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=c4abde85-31f7-4982-8289-d4b10cda4969 HTTP/1.1" status: 200 len: 1096 time: 0.6435180 May 30 20:06:09.344860 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ab8064-bf58-484c-8a33-b837977cbc3a req-87aae128-8aaa-42e5-bdea-f4160591278a tempest-ServerDiagnosticsNegativeTest-854071469 tempest-ServerDiagnosticsNegativeTest-854071469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:09.358706 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-76ab8064-bf58-484c-8a33-b837977cbc3a req-87aae128-8aaa-42e5-bdea-f4160591278a tempest-ServerDiagnosticsNegativeTest-854071469 tempest-ServerDiagnosticsNegativeTest-854071469-project] 10.222.0.85 "GET /v2.0/ports?device_id=c1741290-7987-4e5e-a206-f0b65f0184f2 HTTP/1.1" status: 200 len: 950 time: 0.7829077 May 30 20:06:09.763891 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-24c29143-4b43-489d-bf82-9a31a00a971e req-d932372b-30ee-4291-93e9-94c2f3f1f299 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:09.782684 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['ddba6d06-4716-4ab5-90ae-4e3814b4f21f'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:06:09.950300 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bd30f3-3ed2-462c-b8f9-5b000f89a6eb req-92636f9f-9b94-4d28-8b02-c810fbd20adc tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:09.955888 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-20bd30f3-3ed2-462c-b8f9-5b000f89a6eb req-92636f9f-9b94-4d28-8b02-c810fbd20adc tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] 10.222.0.85 "GET /v2.0/ports?device_id=c4abde85-31f7-4982-8289-d4b10cda4969 HTTP/1.1" status: 200 len: 945 time: 0.2206614 May 30 20:06:10.057032 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-20bd30f3-3ed2-462c-b8f9-5b000f89a6eb req-17b986fd-eadc-4a42-b5f7-f5bcf9142d56 tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] 10.222.0.85 "GET /v2.0/security-groups?id=2b701b0a-db24-4c30-8444-63ac82ad344b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777748 May 30 20:06:10.084768 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-21162cfe-5603-44b0-ab53-134fd518ae8c req-13b35fc3-331b-4b4c-ac7f-a62fd177564d service neutron] 10.222.0.86 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0253975 May 30 20:06:10.399678 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1a00c85-493e-4ed6-a162-6f8d5e0e74cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a38c96a1-a9be-486a-aa6f-5738e007fd3c'}, {'server_uuid': '1f5e4faa-be65-4ec2-8cb3-eeaae421f37a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87840a0b-a014-456e-a00a-b7d5c7588eb5'}, {'server_uuid': 'dacd4860-339f-4fa4-9d16-fdbd88c14e30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21ee398d-25ce-4760-b6b9-114111fad41c'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:06:10.440359 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca36fac3-7c04-4ac2-a98b-a0d7f2408c94'] response: {'server_uuid': 'e525fdd9-cb28-4edc-bfd9-9ebbc3d85da2', 'name': 'network-vif-deleted', 'tag': '7f29f677-450a-4a29-a30d-dd785bea7fbe', 'status': 'completed', 'code': 200} May 30 20:06:10.498602 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f3582aef-7b5b-4197-ab58-a0a2328460d2 req-563ef5a2-ef58-4966-83ad-29580fa33cf3 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=2b701b0a-db24-4c30-8444-63ac82ad344b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1256831 May 30 20:06:10.512196 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-76ab8064-bf58-484c-8a33-b837977cbc3a req-1a7f2fcf-b496-42ea-954f-71248f6a932e tempest-ServerDiagnosticsNegativeTest-854071469 tempest-ServerDiagnosticsNegativeTest-854071469-project] 10.222.0.85 "GET /v2.0/security-groups?id=792a65ea-e136-4afc-9741-bf5a2c055a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1471031 May 30 20:06:10.561764 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [req-24c29143-4b43-489d-bf82-9a31a00a971e req-275335ce-8b73-4a80-b1b9-92e305889be1 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Allocated IP 192.168.233.196 (4344fbed-57fb-43d7-b32d-6020ce60f0a1/1b83ff54-b1af-44ce-bb75-ba148920553c/0ab8fad3-50b3-4e00-809a-e7bbc917d1ca) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:06:10.574902 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24c29143-4b43-489d-bf82-9a31a00a971e req-d932372b-30ee-4291-93e9-94c2f3f1f299 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Network 4344fbed-57fb-43d7-b32d-6020ce60f0a1 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:06:10.580468 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d932372b-30ee-4291-93e9-94c2f3f1f299 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Pushing event updated for resources: {'Port': ['ID=a4fbb078-4c44-4d94-9029-bc5995e00d92,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:06:10.594627 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [req-24c29143-4b43-489d-bf82-9a31a00a971e req-d932372b-30ee-4291-93e9-94c2f3f1f299 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:06:10.599259 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-24c29143-4b43-489d-bf82-9a31a00a971e req-d932372b-30ee-4291-93e9-94c2f3f1f299 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:06:10.768199 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ea1e76-92c3-4482-b165-957585123611 req-3c96f9a8-df90-4ab7-a00b-16b95677a112 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:10.770507 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-98ea1e76-92c3-4482-b165-957585123611 req-3c96f9a8-df90-4ab7-a00b-16b95677a112 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/ports?device_id=dacd4860-339f-4fa4-9d16-fdbd88c14e30 HTTP/1.1" status: 200 len: 946 time: 0.1865649 May 30 20:06:10.895380 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-98ea1e76-92c3-4482-b165-957585123611 req-3805f0bc-dd1a-4e62-a8b2-da9279a63df9 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/security-groups?id=f7bd1307-7f80-416a-ad0f-251b87da459a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134555 May 30 20:06:11.142428 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-21162cfe-5603-44b0-ab53-134fd518ae8c req-29e6222b-3c30-4afc-bc0f-89e66ad5fd68 service neutron] 10.222.0.86 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0074146 May 30 20:06:11.217855 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-954b0687-ae4c-4335-b73c-8d7cf3aca265 None None] Provisioning for port a4fbb078-4c44-4d94-9029-bc5995e00d92 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:06:11.224518 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-954b0687-ae4c-4335-b73c-8d7cf3aca265 None None] Provisioning complete for port a4fbb078-4c44-4d94-9029-bc5995e00d92 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:06:11.225318 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-954b0687-ae4c-4335-b73c-8d7cf3aca265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:11.227352 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c29143-4b43-489d-bf82-9a31a00a971e req-d932372b-30ee-4291-93e9-94c2f3f1f299 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:11.228378 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-24c29143-4b43-489d-bf82-9a31a00a971e req-d932372b-30ee-4291-93e9-94c2f3f1f299 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:11.337692 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-954b0687-ae4c-4335-b73c-8d7cf3aca265 None None] Port a4fbb078-4c44-4d94-9029-bc5995e00d92 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:06:11.448787 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35db7256-7098-4c01-9593-650ae7f53375 req-a6dec421-db79-4694-9c77-f9ddb24d3f57 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:11.461299 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-35db7256-7098-4c01-9593-650ae7f53375 req-a6dec421-db79-4694-9c77-f9ddb24d3f57 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.85 "GET /v2.0/ports?device_id=110bddbd-f44e-4fa5-b307-fa3cacc0a7d7 HTTP/1.1" status: 200 len: 936 time: 0.2457485 May 30 20:06:11.518267 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-24c29143-4b43-489d-bf82-9a31a00a971e req-d932372b-30ee-4291-93e9-94c2f3f1f299 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.2487526 May 30 20:06:11.544323 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-24c29143-4b43-489d-bf82-9a31a00a971e req-a15048d5-bfe7-4d8b-9b27-d45b83f2a2b7 service neutron] Request body: {'port': {'device_id': '110bddbd-f44e-4fa5-b307-fa3cacc0a7d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843948-2'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:06:11.563494 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-35db7256-7098-4c01-9593-650ae7f53375 req-06d62ea9-df91-4362-ad5b-182d67ed63db tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.85 "GET /v2.0/security-groups?id=db33dd94-15fa-4959-a681-13f509935d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062331 May 30 20:06:11.668397 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8528db23-d558-43d5-a42d-30f8ea3845ce'] response: {'server_uuid': 'f1a00c85-493e-4ed6-a162-6f8d5e0e74cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a38c96a1-a9be-486a-aa6f-5738e007fd3c', 'code': 200} May 30 20:06:11.668658 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8528db23-d558-43d5-a42d-30f8ea3845ce'] response: {'server_uuid': '1f5e4faa-be65-4ec2-8cb3-eeaae421f37a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87840a0b-a014-456e-a00a-b7d5c7588eb5', 'code': 200} May 30 20:06:11.668913 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8528db23-d558-43d5-a42d-30f8ea3845ce'] response: {'server_uuid': 'dacd4860-339f-4fa4-9d16-fdbd88c14e30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21ee398d-25ce-4760-b6b9-114111fad41c', 'code': 200} May 30 20:06:11.957323 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-24c29143-4b43-489d-bf82-9a31a00a971e req-275335ce-8b73-4a80-b1b9-92e305889be1 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:11.991334 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-24c29143-4b43-489d-bf82-9a31a00a971e req-275335ce-8b73-4a80-b1b9-92e305889be1 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Transition to ACTIVE for port object 0ab8fad3-50b3-4e00-809a-e7bbc917d1ca will not be triggered until provisioned by entity DHCP. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:06:12.182282 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71657682-1f87-4c87-8bc2-0ca62b7dd6d8 req-cee0f39d-040d-4cc8-ad38-d192a16f90ab tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:12.185114 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-71657682-1f87-4c87-8bc2-0ca62b7dd6d8 req-cee0f39d-040d-4cc8-ad38-d192a16f90ab tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] Synchronizing usage tracker for tenant:451572d0f13c40ff8c6397191d3ebc95 on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:06:12.235576 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-24c29143-4b43-489d-bf82-9a31a00a971e req-275335ce-8b73-4a80-b1b9-92e305889be1 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:12.249586 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['ddba6d06-4716-4ab5-90ae-4e3814b4f21f'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:06:12.298027 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-71657682-1f87-4c87-8bc2-0ca62b7dd6d8 req-cee0f39d-040d-4cc8-ad38-d192a16f90ab tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] Unset dirty status for tenant:451572d0f13c40ff8c6397191d3ebc95 on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:06:12.300134 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-71657682-1f87-4c87-8bc2-0ca62b7dd6d8 req-cee0f39d-040d-4cc8-ad38-d192a16f90ab tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] 10.222.0.85 "GET /v2.0/ports?device_id=87405fa8-44cd-41f2-9d8e-94d571b330b4&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.4279840 May 30 20:06:12.466709 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-71657682-1f87-4c87-8bc2-0ca62b7dd6d8 req-c5b9b8fc-75d4-4c8a-9e6c-7efb530a90e8 tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] Synchronizing usage tracker for tenant:451572d0f13c40ff8c6397191d3ebc95 on resource:floatingip {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:06:12.568234 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-24c29143-4b43-489d-bf82-9a31a00a971e req-a15048d5-bfe7-4d8b-9b27-d45b83f2a2b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:12.606635 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-71657682-1f87-4c87-8bc2-0ca62b7dd6d8 req-c5b9b8fc-75d4-4c8a-9e6c-7efb530a90e8 tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] Unset dirty status for tenant:451572d0f13c40ff8c6397191d3ebc95 on resource:floatingip {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:06:12.614083 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-71657682-1f87-4c87-8bc2-0ca62b7dd6d8 req-c5b9b8fc-75d4-4c8a-9e6c-7efb530a90e8 tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] 10.222.0.85 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.3068023 May 30 20:06:13.397835 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15904c8-927f-42bd-bcb2-39b69ec26674 req-a7e5451c-a8e2-4109-ad95-ce472abe4fba tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:13.411373 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d15904c8-927f-42bd-bcb2-39b69ec26674 req-a7e5451c-a8e2-4109-ad95-ce472abe4fba tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/ports?device_id=1f5e4faa-be65-4ec2-8cb3-eeaae421f37a HTTP/1.1" status: 200 len: 951 time: 0.2023537 May 30 20:06:13.514736 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d15904c8-927f-42bd-bcb2-39b69ec26674 req-e9f9553f-dbc2-44fa-ba65-26f4cab569b1 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/security-groups?id=e1329ead-76da-4fe1-a988-d24ed3099985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017134 May 30 20:06:13.581571 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275335ce-8b73-4a80-b1b9-92e305889be1 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Pushing event updated for resources: {'Port': ['ID=0ab8fad3-50b3-4e00-809a-e7bbc917d1ca,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:06:13.741484 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24c29143-4b43-489d-bf82-9a31a00a971e req-275335ce-8b73-4a80-b1b9-92e305889be1 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Network 4344fbed-57fb-43d7-b32d-6020ce60f0a1 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:06:13.747482 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [req-24c29143-4b43-489d-bf82-9a31a00a971e req-275335ce-8b73-4a80-b1b9-92e305889be1 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:06:13.761357 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-24c29143-4b43-489d-bf82-9a31a00a971e req-275335ce-8b73-4a80-b1b9-92e305889be1 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:06:14.144092 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [req-24c29143-4b43-489d-bf82-9a31a00a971e req-a15048d5-bfe7-4d8b-9b27-d45b83f2a2b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4fbb078-4c44-4d94-9029-bc5995e00d92 {{(pid=84887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:06:14.159477 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-24c29143-4b43-489d-bf82-9a31a00a971e req-a15048d5-bfe7-4d8b-9b27-d45b83f2a2b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:14.215857 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4570c27-f4f8-4b9f-bd98-2c58f70a7b61 req-d79ecbdf-e438-4937-a2f6-835f8c0c9bb0 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:14.224413 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d4570c27-f4f8-4b9f-bd98-2c58f70a7b61 req-d79ecbdf-e438-4937-a2f6-835f8c0c9bb0 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/ports?device_id=dacd4860-339f-4fa4-9d16-fdbd88c14e30 HTTP/1.1" status: 200 len: 946 time: 0.2199619 May 30 20:06:14.235721 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c29143-4b43-489d-bf82-9a31a00a971e req-275335ce-8b73-4a80-b1b9-92e305889be1 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:14.237575 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-24c29143-4b43-489d-bf82-9a31a00a971e req-275335ce-8b73-4a80-b1b9-92e305889be1 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:14.246522 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-24c29143-4b43-489d-bf82-9a31a00a971e req-a15048d5-bfe7-4d8b-9b27-d45b83f2a2b7 service neutron] Transition to ACTIVE for port object a4fbb078-4c44-4d94-9029-bc5995e00d92 will not be triggered until provisioned by entity L2. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:06:14.314121 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c294e6c-5c3f-48b0-b988-6504e791573b req-3ea3f7ca-b8e2-4e63-bab8-9f4480833a0f tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:14.327041 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8c294e6c-5c3f-48b0-b988-6504e791573b req-3ea3f7ca-b8e2-4e63-bab8-9f4480833a0f tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] 10.222.0.85 "GET /v2.0/ports?device_id=c4abde85-31f7-4982-8289-d4b10cda4969 HTTP/1.1" status: 200 len: 945 time: 0.8691676 May 30 20:06:14.347454 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16e433c-ac9f-4291-94e1-e2d7a639aa35 req-4863ab2c-b56e-402b-9ba0-61b7e30bf792 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:14.350142 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e16e433c-ac9f-4291-94e1-e2d7a639aa35 req-4863ab2c-b56e-402b-9ba0-61b7e30bf792 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.71 "GET /v2.0/ports?device_id=1f5e4faa-be65-4ec2-8cb3-eeaae421f37a HTTP/1.1" status: 200 len: 951 time: 0.8942134 May 30 20:06:14.419139 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-1557bca6-5e08-4e12-8d73-d23fc5063a93 None None] Provisioning for port 0ab8fad3-50b3-4e00-809a-e7bbc917d1ca completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:06:14.427815 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-1557bca6-5e08-4e12-8d73-d23fc5063a93 None None] Provisioning complete for port 0ab8fad3-50b3-4e00-809a-e7bbc917d1ca triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:06:14.429263 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-1557bca6-5e08-4e12-8d73-d23fc5063a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:14.432005 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d4570c27-f4f8-4b9f-bd98-2c58f70a7b61 req-1ffd2fff-b682-4d84-a350-89b5d3a5ddb3 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/security-groups?id=f7bd1307-7f80-416a-ad0f-251b87da459a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064753 May 30 20:06:14.531270 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c11efb-7c62-4058-9996-04a40516aee7 req-f67a002d-4241-4ecb-bf58-a96c6e093a8e tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:14.537453 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-19c11efb-7c62-4058-9996-04a40516aee7 req-f67a002d-4241-4ecb-bf58-a96c6e093a8e tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] 10.222.0.71 "GET /v2.0/ports?device_id=f1a00c85-493e-4ed6-a162-6f8d5e0e74cc HTTP/1.1" status: 200 len: 944 time: 0.2432520 May 30 20:06:14.578946 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-24c29143-4b43-489d-bf82-9a31a00a971e req-a15048d5-bfe7-4d8b-9b27-d45b83f2a2b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:14.603177 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-24c29143-4b43-489d-bf82-9a31a00a971e req-275335ce-8b73-4a80-b1b9-92e305889be1 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 8.7175899 May 30 20:06:14.607093 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-1557bca6-5e08-4e12-8d73-d23fc5063a93 None None] Port 0ab8fad3-50b3-4e00-809a-e7bbc917d1ca cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:06:14.842431 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [req-19c11efb-7c62-4058-9996-04a40516aee7 req-53e69ab4-2fbf-4e22-9dd9-d150b81f0a36 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Deleting port a38c96a1-a9be-486a-aa6f-5738e007fd3c {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:06:14.842431 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-19c11efb-7c62-4058-9996-04a40516aee7 req-53e69ab4-2fbf-4e22-9dd9-d150b81f0a36 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:14.900600 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-24c29143-4b43-489d-bf82-9a31a00a971e req-6244e9f5-e758-4eae-b098-4dd1b89aecc7 service neutron] Request body: {'port': {'device_id': '37d4a4ba-76bb-4dbf-a36b-05822468c827', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843948-2'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:06:14.953750 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15048d5-bfe7-4d8b-9b27-d45b83f2a2b7 service neutron] Pushing event updated for resources: {'Port': ['ID=a4fbb078-4c44-4d94-9029-bc5995e00d92,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:06:14.962791 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-e16e433c-ac9f-4291-94e1-e2d7a639aa35 req-e037d569-99d7-42e6-8782-cdf4001d8011 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Deleting port 87840a0b-a014-456e-a00a-b7d5c7588eb5 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:06:14.963042 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-e16e433c-ac9f-4291-94e1-e2d7a639aa35 req-e037d569-99d7-42e6-8782-cdf4001d8011 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:15.162183 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0e4254-1e56-4b3c-a3ac-711a078c00a5 req-b22e076b-b668-4c4c-a083-ae809cf4ab33 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:15.164565 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4d0e4254-1e56-4b3c-a3ac-711a078c00a5 req-b22e076b-b668-4c4c-a083-ae809cf4ab33 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.85 "GET /v2.0/ports?device_id=110bddbd-f44e-4fa5-b307-fa3cacc0a7d7 HTTP/1.1" status: 200 len: 948 time: 0.4491246 May 30 20:06:15.264873 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8c294e6c-5c3f-48b0-b988-6504e791573b req-74160f20-3490-48df-86b0-b883c577679a tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] 10.222.0.85 "GET /v2.0/security-groups?id=2b701b0a-db24-4c30-8444-63ac82ad344b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9130683 May 30 20:06:15.762848 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4d0e4254-1e56-4b3c-a3ac-711a078c00a5 req-dc027543-36c0-4809-a63c-de9e5f14b530 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.85 "GET /v2.0/security-groups?id=db33dd94-15fa-4959-a681-13f509935d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5883193 May 30 20:06:15.866786 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-e16e433c-ac9f-4291-94e1-e2d7a639aa35 req-e037d569-99d7-42e6-8782-cdf4001d8011 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] For port 87840a0b-a014-456e-a00a-b7d5c7588eb5, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=87840a0b-a014-456e-a00a-b7d5c7588eb5,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:06:15.867840 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-e16e433c-ac9f-4291-94e1-e2d7a639aa35 req-e037d569-99d7-42e6-8782-cdf4001d8011 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:15.898102 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-19c11efb-7c62-4058-9996-04a40516aee7 req-53e69ab4-2fbf-4e22-9dd9-d150b81f0a36 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] For port a38c96a1-a9be-486a-aa6f-5738e007fd3c, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=a38c96a1-a9be-486a-aa6f-5738e007fd3c,segment=NetworkSegment(70424240-b76f-4af0-9f32-ace284913a86),segment_id=70424240-b76f-4af0-9f32-ace284913a86)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:06:15.898448 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-19c11efb-7c62-4058-9996-04a40516aee7 req-53e69ab4-2fbf-4e22-9dd9-d150b81f0a36 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:16.221270 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [req-19c11efb-7c62-4058-9996-04a40516aee7 req-53e69ab4-2fbf-4e22-9dd9-d150b81f0a36 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Calling delete_port for a38c96a1-a9be-486a-aa6f-5738e007fd3c owned by compute:nova {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:06:16.428901 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-e16e433c-ac9f-4291-94e1-e2d7a639aa35 req-e037d569-99d7-42e6-8782-cdf4001d8011 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Calling delete_port for 87840a0b-a014-456e-a00a-b7d5c7588eb5 owned by compute:nova {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:06:16.482561 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-293bad37-4cad-4e90-b5cd-345d2d0c971b req-d142f73b-47ba-46ff-8123-79a09fe506bb tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] 10.222.0.85 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.2351434 May 30 20:06:16.493949 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-24c29143-4b43-489d-bf82-9a31a00a971e req-6244e9f5-e758-4eae-b098-4dd1b89aecc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:16.699663 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-19c11efb-7c62-4058-9996-04a40516aee7 req-53e69ab4-2fbf-4e22-9dd9-d150b81f0a36 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:16.815132 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e69ab4-2fbf-4e22-9dd9-d150b81f0a36 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Pushing event deleted for resources: {'Port': ['ID=a38c96a1-a9be-486a-aa6f-5738e007fd3c,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:06:16.864798 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [req-19c11efb-7c62-4058-9996-04a40516aee7 req-53e69ab4-2fbf-4e22-9dd9-d150b81f0a36 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] No DVR routers for this DVR port a38c96a1-a9be-486a-aa6f-5738e007fd3c on host n-h1-843948-2 {{(pid=84886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:06:16.869588 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-19c11efb-7c62-4058-9996-04a40516aee7 req-53e69ab4-2fbf-4e22-9dd9-d150b81f0a36 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:16.872654 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1a00c85-493e-4ed6-a162-6f8d5e0e74cc', 'name': 'network-vif-deleted', 'tag': 'a38c96a1-a9be-486a-aa6f-5738e007fd3c'}] {{(pid=84886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:06:16.941990 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-24c29143-4b43-489d-bf82-9a31a00a971e req-a15048d5-bfe7-4d8b-9b27-d45b83f2a2b7 service neutron] Attempting to bind port a4fbb078-4c44-4d94-9029-bc5995e00d92 on host n-h2-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:06:16.942603 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-24c29143-4b43-489d-bf82-9a31a00a971e req-a15048d5-bfe7-4d8b-9b27-d45b83f2a2b7 service neutron] Attempting to bind port a4fbb078-4c44-4d94-9029-bc5995e00d92 by drivers openvswitch,hyperv on host n-h2-843948-2 at level 0 using segments [{'id': '7e304c17-4e5f-4a93-af80-52785639e6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:06:16.942603 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c29143-4b43-489d-bf82-9a31a00a971e req-a15048d5-bfe7-4d8b-9b27-d45b83f2a2b7 service neutron] Attempting to bind port a4fbb078-4c44-4d94-9029-bc5995e00d92 on network 4344fbed-57fb-43d7-b32d-6020ce60f0a1 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:06:17.063594 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c29143-4b43-489d-bf82-9a31a00a971e req-a15048d5-bfe7-4d8b-9b27-d45b83f2a2b7 service neutron] Port a4fbb078-4c44-4d94-9029-bc5995e00d92 on network 4344fbed-57fb-43d7-b32d-6020ce60f0a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:06:17.063904 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c29143-4b43-489d-bf82-9a31a00a971e req-a15048d5-bfe7-4d8b-9b27-d45b83f2a2b7 service neutron] Attempting to bind port a4fbb078-4c44-4d94-9029-bc5995e00d92 on network 4344fbed-57fb-43d7-b32d-6020ce60f0a1 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:06:17.080573 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaadcdc-25dd-4317-8ae7-24f861caecfb req-1be5b977-cb76-46b5-aa0d-b408dd39c6e5 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:17.082445 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-adaadcdc-25dd-4317-8ae7-24f861caecfb req-1be5b977-cb76-46b5-aa0d-b408dd39c6e5 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] 10.222.0.85 "GET /v2.0/networks?id=e15833fa-a7c7-4aba-b669-666e27c7d454 HTTP/1.1" status: 200 len: 804 time: 0.3944986 May 30 20:06:17.106928 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c29143-4b43-489d-bf82-9a31a00a971e req-a15048d5-bfe7-4d8b-9b27-d45b83f2a2b7 service neutron] Checking agent: {'id': 'eaa08354-e8f5-4e73-af76-8d3cf7d2b390', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 5, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:06:17.107454 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c29143-4b43-489d-bf82-9a31a00a971e req-a15048d5-bfe7-4d8b-9b27-d45b83f2a2b7 service neutron] Checking segment: {'id': '7e304c17-4e5f-4a93-af80-52785639e6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:06:17.107951 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c29143-4b43-489d-bf82-9a31a00a971e req-a15048d5-bfe7-4d8b-9b27-d45b83f2a2b7 service neutron] Bound using segment: {'id': '7e304c17-4e5f-4a93-af80-52785639e6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1'} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:06:17.108412 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-24c29143-4b43-489d-bf82-9a31a00a971e req-a15048d5-bfe7-4d8b-9b27-d45b83f2a2b7 service neutron] Bound port: a4fbb078-4c44-4d94-9029-bc5995e00d92, host: n-h2-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e304c17-4e5f-4a93-af80-52785639e6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1'}}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:06:17.108764 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-24c29143-4b43-489d-bf82-9a31a00a971e req-a15048d5-bfe7-4d8b-9b27-d45b83f2a2b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:17.125513 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-19c11efb-7c62-4058-9996-04a40516aee7 req-53e69ab4-2fbf-4e22-9dd9-d150b81f0a36 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] 10.222.0.71 "DELETE /v2.0/ports/a38c96a1-a9be-486a-aa6f-5738e007fd3c HTTP/1.1" status: 204 len: 173 time: 2.5788019 May 30 20:06:17.207452 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-e16e433c-ac9f-4291-94e1-e2d7a639aa35 req-e037d569-99d7-42e6-8782-cdf4001d8011 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:17.222715 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['add4bcfc-8061-490b-abfb-4c9220e87f90'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:06:17.234004 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2168b311-e46b-4c2e-b15f-3e7f0d681c5c req-b8620985-c6a5-49a4-b696-4dc10d19eb28 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/ports?device_id=1f5e4faa-be65-4ec2-8cb3-eeaae421f37a HTTP/1.1" status: 200 len: 210 time: 0.0451264 May 30 20:06:17.276971 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-adaadcdc-25dd-4317-8ae7-24f861caecfb req-a3cf8e48-4dd4-491c-8150-3de8f30963b2 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] 10.222.0.85 "GET /v2.0/quotas/6b8ee42596cc4a45afa2078c48491dae HTTP/1.1" status: 200 len: 375 time: 0.1810622 May 30 20:06:17.278340 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['64a08dcc-ec2f-4ebf-a20f-1051fce47c3f', '57beacbc-e526-49cb-a123-a88e6911f417'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:06:17.385772 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-24c29143-4b43-489d-bf82-9a31a00a971e req-a15048d5-bfe7-4d8b-9b27-d45b83f2a2b7 service neutron] For port a4fbb078-4c44-4d94-9029-bc5995e00d92, host n-h2-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:06:17.578484 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e037d569-99d7-42e6-8782-cdf4001d8011 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Pushing event deleted for resources: {'Port': ['ID=87840a0b-a014-456e-a00a-b7d5c7588eb5,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:06:17.600949 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ec5dcf-f2fb-4ab1-87be-49032309e327 req-ae813e7d-937d-4a03-8e39-156bcea47030 tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:17.605341 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-70ec5dcf-f2fb-4ab1-87be-49032309e327 req-ae813e7d-937d-4a03-8e39-156bcea47030 tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] 10.222.0.85 "GET /v2.0/ports?device_id=344028cd-77f9-4cf0-ab86-229dde8efa6e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1470518 May 30 20:06:17.605902 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-24c29143-4b43-489d-bf82-9a31a00a971e req-a15048d5-bfe7-4d8b-9b27-d45b83f2a2b7 service neutron] For port a4fbb078-4c44-4d94-9029-bc5995e00d92, host n-h2-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=a4fbb078-4c44-4d94-9029-bc5995e00d92,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:06:17.608973 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-adaadcdc-25dd-4317-8ae7-24f861caecfb req-7538593d-1da8-4c54-bc99-559513dced9a tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=6b8ee42596cc4a45afa2078c48491dae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2199554 May 30 20:06:17.696236 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-24c29143-4b43-489d-bf82-9a31a00a971e req-a15048d5-bfe7-4d8b-9b27-d45b83f2a2b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:17.827478 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-70ec5dcf-f2fb-4ab1-87be-49032309e327 req-2355b102-8f5f-4959-944e-c96d4dfde05c tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] 10.222.0.85 "GET /v2.0/floatingips?floating_ip_address=172.25.8.92 HTTP/1.1" status: 200 len: 695 time: 0.2029538 May 30 20:06:17.832929 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [req-70ec5dcf-f2fb-4ab1-87be-49032309e327 req-5b0358b6-ec51-463d-b2fa-9d6a2979b121 tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] Request body: {'floatingip': {'port_id': '5577968e-d9bf-46c3-bc01-56cce150297c', 'fixed_ip_address': '172.20.0.4'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:06:17.857736 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [req-24c29143-4b43-489d-bf82-9a31a00a971e req-6244e9f5-e758-4eae-b098-4dd1b89aecc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ab8fad3-50b3-4e00-809a-e7bbc917d1ca {{(pid=84887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:06:17.950052 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 87840a0b-a014-456e-a00a-b7d5c7588eb5 no longer exists at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:06:17.990456 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] No Port match for: 87840a0b-a014-456e-a00a-b7d5c7588eb5 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:06:17.991067 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 87840a0b-a014-456e-a00a-b7d5c7588eb5 not bound to the agent host n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:06:17.991785 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device a38c96a1-a9be-486a-aa6f-5738e007fd3c no longer exists at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:06:17.993884 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-24c29143-4b43-489d-bf82-9a31a00a971e req-6244e9f5-e758-4eae-b098-4dd1b89aecc7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:17.996698 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-70ec5dcf-f2fb-4ab1-87be-49032309e327 req-5b0358b6-ec51-463d-b2fa-9d6a2979b121 tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] Notify callbacks [] for floatingip, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:18.034099 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-e16e433c-ac9f-4291-94e1-e2d7a639aa35 req-e037d569-99d7-42e6-8782-cdf4001d8011 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] No DVR routers for this DVR port 87840a0b-a014-456e-a00a-b7d5c7588eb5 on host n-h1-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:06:18.038022 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-e16e433c-ac9f-4291-94e1-e2d7a639aa35 req-e037d569-99d7-42e6-8782-cdf4001d8011 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:18.049035 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] No Port match for: a38c96a1-a9be-486a-aa6f-5738e007fd3c {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:06:18.060852 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f5e4faa-be65-4ec2-8cb3-eeaae421f37a', 'name': 'network-vif-deleted', 'tag': '87840a0b-a014-456e-a00a-b7d5c7588eb5'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:06:18.061996 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device a38c96a1-a9be-486a-aa6f-5738e007fd3c not bound to the agent host n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:06:18.087720 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-24c29143-4b43-489d-bf82-9a31a00a971e req-a15048d5-bfe7-4d8b-9b27-d45b83f2a2b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:18.089784 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-24c29143-4b43-489d-bf82-9a31a00a971e req-a15048d5-bfe7-4d8b-9b27-d45b83f2a2b7 service neutron] 10.222.0.86 "PUT /v2.0/ports/a4fbb078-4c44-4d94-9029-bc5995e00d92 HTTP/1.1" status: 200 len: 1096 time: 6.5564630 May 30 20:06:18.106912 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-24c29143-4b43-489d-bf82-9a31a00a971e req-6244e9f5-e758-4eae-b098-4dd1b89aecc7 service neutron] Transition to ACTIVE for port object 0ab8fad3-50b3-4e00-809a-e7bbc917d1ca will not be triggered until provisioned by entity L2. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:06:18.146801 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15048d5-bfe7-4d8b-9b27-d45b83f2a2b7 service neutron] Pushing event updated for resources: {'Port': ['ID=a4fbb078-4c44-4d94-9029-bc5995e00d92,revision_number=3']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:06:18.180836 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-adaadcdc-25dd-4317-8ae7-24f861caecfb req-e9132ad3-cf15-4a0b-9d74-96efdc891484 service neutron] 10.222.0.85 "GET /v2.0/networks/e15833fa-a7c7-4aba-b669-666e27c7d454?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5156772 May 30 20:06:18.568888 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-adaadcdc-25dd-4317-8ae7-24f861caecfb req-b4472256-6f7d-458e-8472-527c18e64848 service neutron] 10.222.0.85 "GET /v2.0/networks/e15833fa-a7c7-4aba-b669-666e27c7d454?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3869395 May 30 20:06:18.572899 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e16e433c-ac9f-4291-94e1-e2d7a639aa35 req-e037d569-99d7-42e6-8782-cdf4001d8011 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.71 "DELETE /v2.0/ports/87840a0b-a014-456e-a00a-b7d5c7588eb5 HTTP/1.1" status: 204 len: 173 time: 4.1913862 May 30 20:06:18.731857 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-24c29143-4b43-489d-bf82-9a31a00a971e req-6244e9f5-e758-4eae-b098-4dd1b89aecc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:19.195534 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:19.358679 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-70ec5dcf-f2fb-4ab1-87be-49032309e327 req-5b0358b6-ec51-463d-b2fa-9d6a2979b121 tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:19.394553 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6244e9f5-e758-4eae-b098-4dd1b89aecc7 service neutron] Pushing event updated for resources: {'Port': ['ID=0ab8fad3-50b3-4e00-809a-e7bbc917d1ca,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:06:19.423478 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-70ec5dcf-f2fb-4ab1-87be-49032309e327 req-5b0358b6-ec51-463d-b2fa-9d6a2979b121 tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736490'] for floatingip, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:19.633159 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d144425a-ebfc-4b3c-8588-2da314f6ae29 req-691e7caa-deef-450d-b71b-f48890e5ab6e tempest-ServerDiagnosticsNegativeTest-854071469 tempest-ServerDiagnosticsNegativeTest-854071469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:19.636829 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d144425a-ebfc-4b3c-8588-2da314f6ae29 req-691e7caa-deef-450d-b71b-f48890e5ab6e tempest-ServerDiagnosticsNegativeTest-854071469 tempest-ServerDiagnosticsNegativeTest-854071469-project] 10.222.0.86 "GET /v2.0/ports?device_id=c1741290-7987-4e5e-a206-f0b65f0184f2 HTTP/1.1" status: 200 len: 950 time: 1.1159489 May 30 20:06:19.653527 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-24c29143-4b43-489d-bf82-9a31a00a971e req-4b06ff12-56f7-4706-8b09-f3ba066a2f21 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6a75b3db8cd44db8bb931dd59e296017&device_id=110bddbd-f44e-4fa5-b307-fa3cacc0a7d7 HTTP/1.1" status: 200 len: 1099 time: 1.1319127 May 30 20:06:20.148761 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-24c29143-4b43-489d-bf82-9a31a00a971e req-1886e940-42b5-4655-a368-a925967c70c6 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=a4fbb078-4c44-4d94-9029-bc5995e00d92 HTTP/1.1" status: 200 len: 217 time: 0.4713349 May 30 20:06:20.215833 n-d-843948-2 neutron-server[84886]: INFO neutron.db.l3_db [req-70ec5dcf-f2fb-4ab1-87be-49032309e327 req-5b0358b6-ec51-463d-b2fa-9d6a2979b121 tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] Floating IP 5a9041ae-bb89-43d8-9c7e-53bb9c484e0b associated. External IP: 172.25.8.92, port: 5577968e-d9bf-46c3-bc01-56cce150297c. May 30 20:06:20.225232 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-d144425a-ebfc-4b3c-8588-2da314f6ae29 req-94a8bb26-7305-47e6-a6de-bdbc3f67311a tempest-ServerDiagnosticsNegativeTest-854071469 tempest-ServerDiagnosticsNegativeTest-854071469-project] Deleting port ca67ed30-84e2-4e3b-a453-38868cedc363 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:06:20.225575 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-d144425a-ebfc-4b3c-8588-2da314f6ae29 req-94a8bb26-7305-47e6-a6de-bdbc3f67311a tempest-ServerDiagnosticsNegativeTest-854071469 tempest-ServerDiagnosticsNegativeTest-854071469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:20.309233 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa4f065-fdd3-4ec9-a83d-a247a1ddca07 req-ce2f7162-f78c-4d33-91ca-8609ccc721ec tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:20.318122 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-caa4f065-fdd3-4ec9-a83d-a247a1ddca07 req-ce2f7162-f78c-4d33-91ca-8609ccc721ec tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/ports?device_id=dacd4860-339f-4fa4-9d16-fdbd88c14e30 HTTP/1.1" status: 200 len: 946 time: 1.0642855 May 30 20:06:20.330307 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-24c29143-4b43-489d-bf82-9a31a00a971e req-6244e9f5-e758-4eae-b098-4dd1b89aecc7 service neutron] Attempting to bind port 0ab8fad3-50b3-4e00-809a-e7bbc917d1ca on host n-h2-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:06:20.330779 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-24c29143-4b43-489d-bf82-9a31a00a971e req-6244e9f5-e758-4eae-b098-4dd1b89aecc7 service neutron] Attempting to bind port 0ab8fad3-50b3-4e00-809a-e7bbc917d1ca by drivers openvswitch,hyperv on host n-h2-843948-2 at level 0 using segments [{'id': '7e304c17-4e5f-4a93-af80-52785639e6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:06:20.331018 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c29143-4b43-489d-bf82-9a31a00a971e req-6244e9f5-e758-4eae-b098-4dd1b89aecc7 service neutron] Attempting to bind port 0ab8fad3-50b3-4e00-809a-e7bbc917d1ca on network 4344fbed-57fb-43d7-b32d-6020ce60f0a1 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:06:20.379320 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c29143-4b43-489d-bf82-9a31a00a971e req-4ada173f-b686-4f77-8c51-5b518088c7d4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:20.380868 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-24c29143-4b43-489d-bf82-9a31a00a971e req-4ada173f-b686-4f77-8c51-5b518088c7d4 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1b83ff54-b1af-44ce-bb75-ba148920553c HTTP/1.1" status: 200 len: 843 time: 0.2097411 May 30 20:06:20.411283 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c29143-4b43-489d-bf82-9a31a00a971e req-6244e9f5-e758-4eae-b098-4dd1b89aecc7 service neutron] Port 0ab8fad3-50b3-4e00-809a-e7bbc917d1ca on network 4344fbed-57fb-43d7-b32d-6020ce60f0a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:06:20.412358 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c29143-4b43-489d-bf82-9a31a00a971e req-6244e9f5-e758-4eae-b098-4dd1b89aecc7 service neutron] Attempting to bind port 0ab8fad3-50b3-4e00-809a-e7bbc917d1ca on network 4344fbed-57fb-43d7-b32d-6020ce60f0a1 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:06:20.522856 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c29143-4b43-489d-bf82-9a31a00a971e req-6244e9f5-e758-4eae-b098-4dd1b89aecc7 service neutron] Checking agent: {'id': 'eaa08354-e8f5-4e73-af76-8d3cf7d2b390', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 5, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:06:20.523250 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c29143-4b43-489d-bf82-9a31a00a971e req-6244e9f5-e758-4eae-b098-4dd1b89aecc7 service neutron] Checking segment: {'id': '7e304c17-4e5f-4a93-af80-52785639e6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:06:20.523569 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c29143-4b43-489d-bf82-9a31a00a971e req-6244e9f5-e758-4eae-b098-4dd1b89aecc7 service neutron] Bound using segment: {'id': '7e304c17-4e5f-4a93-af80-52785639e6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1'} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:06:20.524007 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-24c29143-4b43-489d-bf82-9a31a00a971e req-6244e9f5-e758-4eae-b098-4dd1b89aecc7 service neutron] Bound port: 0ab8fad3-50b3-4e00-809a-e7bbc917d1ca, host: n-h2-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e304c17-4e5f-4a93-af80-52785639e6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1'}}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:06:20.524407 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-24c29143-4b43-489d-bf82-9a31a00a971e req-6244e9f5-e758-4eae-b098-4dd1b89aecc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:20.578500 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-caa4f065-fdd3-4ec9-a83d-a247a1ddca07 req-54b59110-32d0-4dc9-95e7-936de6d95b5c tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/security-groups?id=f7bd1307-7f80-416a-ad0f-251b87da459a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2589505 May 30 20:06:20.859767 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [req-70ec5dcf-f2fb-4ab1-87be-49032309e327 req-5b0358b6-ec51-463d-b2fa-9d6a2979b121 tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] Router 6d655187-9441-48fa-aa50-e2660bc204e1 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:06:20.946514 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-24c29143-4b43-489d-bf82-9a31a00a971e req-0f61d0fd-6f31-4a5d-8c50-f5c835411b5f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4344fbed-57fb-43d7-b32d-6020ce60f0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5274782 May 30 20:06:20.956446 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-24c29143-4b43-489d-bf82-9a31a00a971e req-6244e9f5-e758-4eae-b098-4dd1b89aecc7 service neutron] For port 0ab8fad3-50b3-4e00-809a-e7bbc917d1ca, host n-h2-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:06:20.998634 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-d144425a-ebfc-4b3c-8588-2da314f6ae29 req-94a8bb26-7305-47e6-a6de-bdbc3f67311a tempest-ServerDiagnosticsNegativeTest-854071469 tempest-ServerDiagnosticsNegativeTest-854071469-project] For port ca67ed30-84e2-4e3b-a453-38868cedc363, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=ca67ed30-84e2-4e3b-a453-38868cedc363,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:06:20.999124 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-d144425a-ebfc-4b3c-8588-2da314f6ae29 req-94a8bb26-7305-47e6-a6de-bdbc3f67311a tempest-ServerDiagnosticsNegativeTest-854071469 tempest-ServerDiagnosticsNegativeTest-854071469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:21.051151 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device ca67ed30-84e2-4e3b-a453-38868cedc363 no longer exists at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:06:21.060109 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-24c29143-4b43-489d-bf82-9a31a00a971e req-6244e9f5-e758-4eae-b098-4dd1b89aecc7 service neutron] For port 0ab8fad3-50b3-4e00-809a-e7bbc917d1ca, host n-h2-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=0ab8fad3-50b3-4e00-809a-e7bbc917d1ca,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:06:21.223915 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:21.249340 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-24c29143-4b43-489d-bf82-9a31a00a971e req-6244e9f5-e758-4eae-b098-4dd1b89aecc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:21.260761 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-d144425a-ebfc-4b3c-8588-2da314f6ae29 req-94a8bb26-7305-47e6-a6de-bdbc3f67311a tempest-ServerDiagnosticsNegativeTest-854071469 tempest-ServerDiagnosticsNegativeTest-854071469-project] Calling delete_port for ca67ed30-84e2-4e3b-a453-38868cedc363 owned by compute:nova {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:06:21.273795 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port ca67ed30-84e2-4e3b-a453-38868cedc363, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=ca67ed30-84e2-4e3b-a453-38868cedc363,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:06:21.277120 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1741290-7987-4e5e-a206-f0b65f0184f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca67ed30-84e2-4e3b-a453-38868cedc363'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:06:21.320570 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-70ec5dcf-f2fb-4ab1-87be-49032309e327 req-5b0358b6-ec51-463d-b2fa-9d6a2979b121 tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:06:21.332516 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-70ec5dcf-f2fb-4ab1-87be-49032309e327 req-5b0358b6-ec51-463d-b2fa-9d6a2979b121 tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:21.339770 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d7dfbc-2766-4abc-b054-69685224036a None None] Sync routers for ids ['6d655187-9441-48fa-aa50-e2660bc204e1'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:06:21.360276 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d7dfbc-2766-4abc-b054-69685224036a None None] Routers {'6d655187-9441-48fa-aa50-e2660bc204e1'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:06:21.361551 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-09d7dfbc-2766-4abc-b054-69685224036a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:05:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['6d655187-9441-48fa-aa50-e2660bc204e1'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:06:21.418479 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:21.530994 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-70ec5dcf-f2fb-4ab1-87be-49032309e327 req-5b0358b6-ec51-463d-b2fa-9d6a2979b121 tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] 10.222.0.85 "PUT /v2.0/floatingips/5a9041ae-bb89-43d8-9c7e-53bb9c484e0b HTTP/1.1" status: 200 len: 995 time: 3.7013252 May 30 20:06:21.708817 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=ca67ed30-84e2-4e3b-a453-38868cedc363,revision_number=6']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:06:21.717588 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-70ec5dcf-f2fb-4ab1-87be-49032309e327 req-294b229d-7af2-4bcd-9a6c-b4fe7d9653fe service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=a30f992c0c6d4c83b278c5e0ddf93c21&device_id=344028cd-77f9-4cf0-ab86-229dde8efa6e HTTP/1.1" status: 200 len: 1096 time: 0.1597641 May 30 20:06:21.749488 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-09d7dfbc-2766-4abc-b054-69685224036a None None] Set router 6d655187-9441-48fa-aa50-e2660bc204e1 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:06:21.983218 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ec5dcf-f2fb-4ab1-87be-49032309e327 req-3a09a2a3-1f74-4207-9e90-a4453512964c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:21.996416 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:22.006349 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-70ec5dcf-f2fb-4ab1-87be-49032309e327 req-3a09a2a3-1f74-4207-9e90-a4453512964c service neutron] 10.222.0.85 "GET /v2.0/networks?id=803dd70a-3f53-43ad-9356-1243425ef9dd HTTP/1.1" status: 200 len: 922 time: 0.2701132 May 30 20:06:22.065523 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6244e9f5-e758-4eae-b098-4dd1b89aecc7 service neutron] Pushing event updated for resources: {'Port': ['ID=0ab8fad3-50b3-4e00-809a-e7bbc917d1ca,revision_number=3']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:06:22.095830 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-24c29143-4b43-489d-bf82-9a31a00a971e req-db403898-df55-4668-bbb5-9fd5c18e4432 service neutron] 10.222.0.86 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1323879 May 30 20:06:22.213652 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-24c29143-4b43-489d-bf82-9a31a00a971e req-6244e9f5-e758-4eae-b098-4dd1b89aecc7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:22.215526 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-24c29143-4b43-489d-bf82-9a31a00a971e req-6244e9f5-e758-4eae-b098-4dd1b89aecc7 service neutron] 10.222.0.86 "PUT /v2.0/ports/0ab8fad3-50b3-4e00-809a-e7bbc917d1ca HTTP/1.1" status: 200 len: 1096 time: 7.3384213 May 30 20:06:22.433555 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-70ec5dcf-f2fb-4ab1-87be-49032309e327 req-fa63df14-8eb3-4357-aba9-86c22a50ca9c service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5577968e-d9bf-46c3-bc01-56cce150297c HTTP/1.1" status: 200 len: 998 time: 0.4230237 May 30 20:06:22.590649 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ec5dcf-f2fb-4ab1-87be-49032309e327 req-f567c664-72b2-4f48-9424-ff83248c18c5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:22.594477 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-70ec5dcf-f2fb-4ab1-87be-49032309e327 req-f567c664-72b2-4f48-9424-ff83248c18c5 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=a936439d-a424-4a5c-8496-f82c5049c2f0 HTTP/1.1" status: 200 len: 860 time: 0.1449237 May 30 20:06:22.702508 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f408ec-c353-4c4c-b86c-5963d7a76ff9 req-fa6dab6e-508c-4027-8072-78559cfbdf63 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:22.703405 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-83f408ec-c353-4c4c-b86c-5963d7a76ff9 req-fa6dab6e-508c-4027-8072-78559cfbdf63 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Synchronizing usage tracker for tenant:507d6785502940d28c178ad4aae87e46 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:06:22.747834 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-24c29143-4b43-489d-bf82-9a31a00a971e req-70ce0c08-d28f-4ec7-a348-1d4fa12f9ea1 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6a75b3db8cd44db8bb931dd59e296017&device_id=37d4a4ba-76bb-4dbf-a36b-05822468c827 HTTP/1.1" status: 200 len: 1099 time: 0.3460245 May 30 20:06:22.956548 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-83f408ec-c353-4c4c-b86c-5963d7a76ff9 req-fa6dab6e-508c-4027-8072-78559cfbdf63 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Unset dirty status for tenant:507d6785502940d28c178ad4aae87e46 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:06:22.962931 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-83f408ec-c353-4c4c-b86c-5963d7a76ff9 req-fa6dab6e-508c-4027-8072-78559cfbdf63 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.71 "GET /v2.0/ports?device_id=f5a78d1f-6cff-4124-afc0-dcc1ec017f29 HTTP/1.1" status: 200 len: 944 time: 0.8560829 May 30 20:06:22.967968 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.db.api [req-d144425a-ebfc-4b3c-8588-2da314f6ae29 req-94a8bb26-7305-47e6-a6de-bdbc3f67311a tempest-ServerDiagnosticsNegativeTest-854071469 tempest-ServerDiagnosticsNegativeTest-854071469-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84887) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:06:22.968460 n-d-843948-2 neutron-server[84887]: DEBUG oslo_db.api [req-d144425a-ebfc-4b3c-8588-2da314f6ae29 req-94a8bb26-7305-47e6-a6de-bdbc3f67311a tempest-ServerDiagnosticsNegativeTest-854071469 tempest-ServerDiagnosticsNegativeTest-854071469-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:06:22.979986 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-09d7dfbc-2766-4abc-b054-69685224036a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d655187-9441-48fa-aa50-e2660bc204e1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1811082333-router', 'tenant_id': 'a30f992c0c6d4c83b278c5e0ddf93c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'fc35ab7f-4bdd-4f97-beb2-659e01147aed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:04:29Z', 'updated_at': '2022-05-30T20:04:42Z', 'revision_number': 4, 'project_id': 'a30f992c0c6d4c83b278c5e0ddf93c21', 'gw_port': {'id': 'fc35ab7f-4bdd-4f97-beb2-659e01147aed', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d655187-9441-48fa-aa50-e2660bc204e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:04:33Z', 'updated_at': '2022-05-30T20:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': '5a9041ae-bb89-43d8-9c7e-53bb9c484e0b', 'tenant_id': 'a30f992c0c6d4c83b278c5e0ddf93c21', 'floating_ip_address': '172.25.8.92', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': '6d655187-9441-48fa-aa50-e2660bc204e1', 'port_id': '5577968e-d9bf-46c3-bc01-56cce150297c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '803dd70a-3f53-43ad-9356-1243425ef9dd', 'mac_address': 'fa:16:3e:ae:89:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344028cd-77f9-4cf0-ab86-229dde8efa6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:05:24Z', 'updated_at': '2022-05-30T20:06:19Z', 'revision_number': 1, 'project_id': 'a30f992c0c6d4c83b278c5e0ddf93c21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '365877dd-8644-44ed-afe2-eba50da77af7', 'name': '', 'network_id': '803dd70a-3f53-43ad-9356-1243425ef9dd', 'tenant_id': 'a30f992c0c6d4c83b278c5e0ddf93c21', 'mac_address': 'fa:16:3e:53:eb:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d655187-9441-48fa-aa50-e2660bc204e1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a936439d-a424-4a5c-8496-f82c5049c2f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:04:41Z', 'updated_at': '2022-05-30T20:05:11Z', 'revision_number': 5, 'project_id': 'a30f992c0c6d4c83b278c5e0ddf93c21', 'subnets': [{'id': 'a936439d-a424-4a5c-8496-f82c5049c2f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:06:22.991085 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d7dfbc-2766-4abc-b054-69685224036a None None] Checking router: 6d655187-9441-48fa-aa50-e2660bc204e1 for host: n-d-843948-2 {{(pid=84889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:06:23.037694 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d7dfbc-2766-4abc-b054-69685224036a None None] Routers {'6d655187-9441-48fa-aa50-e2660bc204e1'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:06:23.039183 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-09d7dfbc-2766-4abc-b054-69685224036a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:05:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['6d655187-9441-48fa-aa50-e2660bc204e1'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:06:23.057060 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaadcdc-25dd-4317-8ae7-24f861caecfb req-f69f185b-eaae-4ae1-bbe9-7333cc2f143a tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:23.057060 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-adaadcdc-25dd-4317-8ae7-24f861caecfb req-f69f185b-eaae-4ae1-bbe9-7333cc2f143a tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] 10.222.0.71 "GET /v2.0/networks?id=e15833fa-a7c7-4aba-b669-666e27c7d454 HTTP/1.1" status: 200 len: 804 time: 0.2671988 May 30 20:06:23.072565 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-70ec5dcf-f2fb-4ab1-87be-49032309e327 req-f3658ee0-805a-4cec-a0ab-f0380869c9d1 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=803dd70a-3f53-43ad-9356-1243425ef9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4513977 May 30 20:06:23.077923 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [req-adaadcdc-25dd-4317-8ae7-24f861caecfb req-687a8e3f-5994-474e-b8c6-968f56160bf0 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Request body: {'port': {'device_id': '34e3b003-fac4-43f2-a9ac-f166a4a9a09b', 'network_id': 'e15833fa-a7c7-4aba-b669-666e27c7d454', 'admin_state_up': True, 'tenant_id': '6b8ee42596cc4a45afa2078c48491dae'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:06:23.174412 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-24c29143-4b43-489d-bf82-9a31a00a971e req-d96343f2-6515-4d8a-b548-4fa8086d4753 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=0ab8fad3-50b3-4e00-809a-e7bbc917d1ca HTTP/1.1" status: 200 len: 217 time: 0.4034729 May 30 20:06:23.207703 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-24c29143-4b43-489d-bf82-9a31a00a971e req-e74d0832-1aeb-4529-8004-bcecce74c618 service neutron] 10.222.0.86 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0165970 May 30 20:06:23.479069 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-d144425a-ebfc-4b3c-8588-2da314f6ae29 req-94a8bb26-7305-47e6-a6de-bdbc3f67311a tempest-ServerDiagnosticsNegativeTest-854071469 tempest-ServerDiagnosticsNegativeTest-854071469-project] Deleting port ca67ed30-84e2-4e3b-a453-38868cedc363 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:06:23.480084 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-d144425a-ebfc-4b3c-8588-2da314f6ae29 req-94a8bb26-7305-47e6-a6de-bdbc3f67311a tempest-ServerDiagnosticsNegativeTest-854071469 tempest-ServerDiagnosticsNegativeTest-854071469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:23.567103 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-09d7dfbc-2766-4abc-b054-69685224036a None None] Set router 6d655187-9441-48fa-aa50-e2660bc204e1 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:06:23.592307 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-83f408ec-c353-4c4c-b86c-5963d7a76ff9 req-b8da1fd5-18f0-4c32-9770-e8d64c2f8656 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Deleting port fd83fbe6-974e-4966-b600-b69c153f32fa {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:06:23.593025 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-83f408ec-c353-4c4c-b86c-5963d7a76ff9 req-b8da1fd5-18f0-4c32-9770-e8d64c2f8656 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:23.774324 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-70ec5dcf-f2fb-4ab1-87be-49032309e327 req-46dfcfab-9bfe-4205-b678-ca6bd9d72e82 service neutron] 10.222.0.85 "GET /v2.0/networks/803dd70a-3f53-43ad-9356-1243425ef9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6753893 May 30 20:06:23.780812 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-adaadcdc-25dd-4317-8ae7-24f861caecfb req-687a8e3f-5994-474e-b8c6-968f56160bf0 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:06:23.789348 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-adaadcdc-25dd-4317-8ae7-24f861caecfb req-687a8e3f-5994-474e-b8c6-968f56160bf0 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Usage tracker for resource:port and tenant:6b8ee42596cc4a45afa2078c48491dae is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:06:23.839916 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-adaadcdc-25dd-4317-8ae7-24f861caecfb req-687a8e3f-5994-474e-b8c6-968f56160bf0 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:06:23.848366 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-adaadcdc-25dd-4317-8ae7-24f861caecfb req-687a8e3f-5994-474e-b8c6-968f56160bf0 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:06:23.920647 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adaadcdc-25dd-4317-8ae7-24f861caecfb req-687a8e3f-5994-474e-b8c6-968f56160bf0 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Made reservation on behalf of 6b8ee42596cc4a45afa2078c48491dae for: {'port': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:06:23.923810 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-adaadcdc-25dd-4317-8ae7-24f861caecfb req-687a8e3f-5994-474e-b8c6-968f56160bf0 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:24.086622 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-70ec5dcf-f2fb-4ab1-87be-49032309e327 req-c07db9f4-963d-4d51-9552-fb2558ac117f service neutron] 10.222.0.85 "GET /v2.0/networks/803dd70a-3f53-43ad-9356-1243425ef9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2914855 May 30 20:06:24.179859 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-09d7dfbc-2766-4abc-b054-69685224036a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d655187-9441-48fa-aa50-e2660bc204e1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1811082333-router', 'tenant_id': 'a30f992c0c6d4c83b278c5e0ddf93c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'fc35ab7f-4bdd-4f97-beb2-659e01147aed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:04:29Z', 'updated_at': '2022-05-30T20:04:42Z', 'revision_number': 4, 'project_id': 'a30f992c0c6d4c83b278c5e0ddf93c21', 'gw_port': {'id': 'fc35ab7f-4bdd-4f97-beb2-659e01147aed', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d655187-9441-48fa-aa50-e2660bc204e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:04:33Z', 'updated_at': '2022-05-30T20:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': '5a9041ae-bb89-43d8-9c7e-53bb9c484e0b', 'tenant_id': 'a30f992c0c6d4c83b278c5e0ddf93c21', 'floating_ip_address': '172.25.8.92', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': '6d655187-9441-48fa-aa50-e2660bc204e1', 'port_id': '5577968e-d9bf-46c3-bc01-56cce150297c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '803dd70a-3f53-43ad-9356-1243425ef9dd', 'mac_address': 'fa:16:3e:ae:89:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344028cd-77f9-4cf0-ab86-229dde8efa6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:05:24Z', 'updated_at': '2022-05-30T20:06:19Z', 'revision_number': 1, 'project_id': 'a30f992c0c6d4c83b278c5e0ddf93c21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '365877dd-8644-44ed-afe2-eba50da77af7', 'name': '', 'network_id': '803dd70a-3f53-43ad-9356-1243425ef9dd', 'tenant_id': 'a30f992c0c6d4c83b278c5e0ddf93c21', 'mac_address': 'fa:16:3e:53:eb:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d655187-9441-48fa-aa50-e2660bc204e1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a936439d-a424-4a5c-8496-f82c5049c2f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:04:41Z', 'updated_at': '2022-05-30T20:05:11Z', 'revision_number': 5, 'project_id': 'a30f992c0c6d4c83b278c5e0ddf93c21', 'subnets': [{'id': 'a936439d-a424-4a5c-8496-f82c5049c2f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:06:24.189307 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d7dfbc-2766-4abc-b054-69685224036a None None] The sync data for ids ['6d655187-9441-48fa-aa50-e2660bc204e1'] in n-d-843948-2 is: [{'id': '6d655187-9441-48fa-aa50-e2660bc204e1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1811082333-router', 'tenant_id': 'a30f992c0c6d4c83b278c5e0ddf93c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'fc35ab7f-4bdd-4f97-beb2-659e01147aed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:04:29Z', 'updated_at': '2022-05-30T20:04:42Z', 'revision_number': 4, 'project_id': 'a30f992c0c6d4c83b278c5e0ddf93c21', 'gw_port': {'id': 'fc35ab7f-4bdd-4f97-beb2-659e01147aed', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d655187-9441-48fa-aa50-e2660bc204e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:04:33Z', 'updated_at': '2022-05-30T20:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': '5a9041ae-bb89-43d8-9c7e-53bb9c484e0b', 'tenant_id': 'a30f992c0c6d4c83b278c5e0ddf93c21', 'floating_ip_address': '172.25.8.92', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': '6d655187-9441-48fa-aa50-e2660bc204e1', 'port_id': '5577968e-d9bf-46c3-bc01-56cce150297c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '803dd70a-3f53-43ad-9356-1243425ef9dd', 'mac_address': 'fa:16:3e:ae:89:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344028cd-77f9-4cf0-ab86-229dde8efa6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:05:24Z', 'updated_at': '2022-05-30T20:06:19Z', 'revision_number': 1, 'project_id': 'a30f992c0c6d4c83b278c5e0ddf93c21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '365877dd-8644-44ed-afe2-eba50da77af7', 'name': '', 'network_id': '803dd70a-3f53-43ad-9356-1243425ef9dd', 'tenant_id': 'a30f992c0c6d4c83b278c5e0ddf93c21', 'mac_address': 'fa:16:3e:53:eb:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d655187-9441-48fa-aa50-e2660bc204e1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a936439d-a424-4a5c-8496-f82c5049c2f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:04:41Z', 'updated_at': '2022-05-30T20:05:11Z', 'revision_number': 5, 'project_id': 'a30f992c0c6d4c83b278c5e0ddf93c21', 'subnets': [{'id': 'a936439d-a424-4a5c-8496-f82c5049c2f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:06:24.200516 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [req-adaadcdc-25dd-4317-8ae7-24f861caecfb req-687a8e3f-5994-474e-b8c6-968f56160bf0 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Allocated IP 172.20.0.3 (e15833fa-a7c7-4aba-b669-666e27c7d454/9e784a53-5b9d-4147-93e1-adf6f7b920d9/1e851588-76aa-4596-8e1d-20fc794a9507) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:06:24.220037 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c29143-4b43-489d-bf82-9a31a00a971e req-2c79f195-2b90-45d7-b624-bade3ed9d858 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:24.221951 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-24c29143-4b43-489d-bf82-9a31a00a971e req-2c79f195-2b90-45d7-b624-bade3ed9d858 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1b83ff54-b1af-44ce-bb75-ba148920553c HTTP/1.1" status: 200 len: 843 time: 1.0093706 May 30 20:06:24.395283 n-d-843948-2 neutron-server[84886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53573899-9090-4987-8e66-13fdc15e71bd'] response: {'server_uuid': 'f1a00c85-493e-4ed6-a162-6f8d5e0e74cc', 'name': 'network-vif-deleted', 'tag': 'a38c96a1-a9be-486a-aa6f-5738e007fd3c', 'status': 'completed', 'code': 200} May 30 20:06:24.543049 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-adaadcdc-25dd-4317-8ae7-24f861caecfb req-687a8e3f-5994-474e-b8c6-968f56160bf0 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:24.659361 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7340b67e-168b-428b-a532-68ceb2ba43b6 None None] New status for floating IP 5a9041ae-bb89-43d8-9c7e-53bb9c484e0b: ACTIVE {{(pid=84888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 20:06:24.665467 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-adaadcdc-25dd-4317-8ae7-24f861caecfb req-687a8e3f-5994-474e-b8c6-968f56160bf0 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:24.769746 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adaadcdc-25dd-4317-8ae7-24f861caecfb req-687a8e3f-5994-474e-b8c6-968f56160bf0 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Network e15833fa-a7c7-4aba-b669-666e27c7d454 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:06:24.779857 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [req-adaadcdc-25dd-4317-8ae7-24f861caecfb req-687a8e3f-5994-474e-b8c6-968f56160bf0 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:06:24.786952 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [req-adaadcdc-25dd-4317-8ae7-24f861caecfb req-687a8e3f-5994-474e-b8c6-968f56160bf0 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:06:24.863736 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687a8e3f-5994-474e-b8c6-968f56160bf0 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Pushing event updated for resources: {'Port': ['ID=1e851588-76aa-4596-8e1d-20fc794a9507,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:06:24.891580 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-83f408ec-c353-4c4c-b86c-5963d7a76ff9 req-b8da1fd5-18f0-4c32-9770-e8d64c2f8656 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] For port fd83fbe6-974e-4966-b600-b69c153f32fa, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=fd83fbe6-974e-4966-b600-b69c153f32fa,segment=NetworkSegment(4048bfa0-f1bd-4aa7-86bf-7023b66ee7f9),segment_id=4048bfa0-f1bd-4aa7-86bf-7023b66ee7f9)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:06:24.891854 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbb257d-6663-4959-98e7-199b9f4a2e6b req-a18852c9-8e6e-46c2-a64b-b40aac4add19 tempest-ServerDiagnosticsNegativeTest-854071469 tempest-ServerDiagnosticsNegativeTest-854071469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:24.892202 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-83f408ec-c353-4c4c-b86c-5963d7a76ff9 req-b8da1fd5-18f0-4c32-9770-e8d64c2f8656 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:24.893659 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-afbb257d-6663-4959-98e7-199b9f4a2e6b req-a18852c9-8e6e-46c2-a64b-b40aac4add19 tempest-ServerDiagnosticsNegativeTest-854071469 tempest-ServerDiagnosticsNegativeTest-854071469-project] 10.222.0.85 "GET /v2.0/ports?device_id=c1741290-7987-4e5e-a206-f0b65f0184f2 HTTP/1.1" status: 200 len: 948 time: 0.2993467 May 30 20:06:24.902629 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaadcdc-25dd-4317-8ae7-24f861caecfb req-687a8e3f-5994-474e-b8c6-968f56160bf0 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:24.903368 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-adaadcdc-25dd-4317-8ae7-24f861caecfb req-687a8e3f-5994-474e-b8c6-968f56160bf0 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:24.976782 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-afbb257d-6663-4959-98e7-199b9f4a2e6b req-b5c2d4f0-d574-4782-9d45-0ad2ce51575e tempest-ServerDiagnosticsNegativeTest-854071469 tempest-ServerDiagnosticsNegativeTest-854071469-project] 10.222.0.85 "GET /v2.0/security-groups?id=792a65ea-e136-4afc-9741-bf5a2c055a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690053 May 30 20:06:24.996242 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-d144425a-ebfc-4b3c-8588-2da314f6ae29 req-94a8bb26-7305-47e6-a6de-bdbc3f67311a tempest-ServerDiagnosticsNegativeTest-854071469 tempest-ServerDiagnosticsNegativeTest-854071469-project] For port ca67ed30-84e2-4e3b-a453-38868cedc363, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=ca67ed30-84e2-4e3b-a453-38868cedc363,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:06:24.998993 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-d144425a-ebfc-4b3c-8588-2da314f6ae29 req-94a8bb26-7305-47e6-a6de-bdbc3f67311a tempest-ServerDiagnosticsNegativeTest-854071469 tempest-ServerDiagnosticsNegativeTest-854071469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:25.041585 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-adaadcdc-25dd-4317-8ae7-24f861caecfb req-687a8e3f-5994-474e-b8c6-968f56160bf0 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9679525 May 30 20:06:25.059514 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [req-adaadcdc-25dd-4317-8ae7-24f861caecfb req-e9296f67-812a-4ef5-881d-4c83cb038f76 service neutron] Request body: {'port': {'device_id': '34e3b003-fac4-43f2-a9ac-f166a4a9a09b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843948-2'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:06:25.093827 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd915ab7-eea8-4b7b-a703-030410e9e83e req-03b1486b-5e45-4c56-ab01-54b650f38180 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:25.094579 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-cd915ab7-eea8-4b7b-a703-030410e9e83e req-03b1486b-5e45-4c56-ab01-54b650f38180 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Synchronizing usage tracker for tenant:6a75b3db8cd44db8bb931dd59e296017 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:06:25.109720 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-83f408ec-c353-4c4c-b86c-5963d7a76ff9 req-b8da1fd5-18f0-4c32-9770-e8d64c2f8656 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Calling delete_port for fd83fbe6-974e-4966-b600-b69c153f32fa owned by compute:nova {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:06:25.213776 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f836c1d2-4e7f-4c21-b403-312531f69c1f'] response: {'server_uuid': '1f5e4faa-be65-4ec2-8cb3-eeaae421f37a', 'name': 'network-vif-deleted', 'tag': '87840a0b-a014-456e-a00a-b7d5c7588eb5', 'status': 'completed', 'code': 200} May 30 20:06:25.291147 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-adaadcdc-25dd-4317-8ae7-24f861caecfb req-e9296f67-812a-4ef5-881d-4c83cb038f76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:25.493880 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-24c29143-4b43-489d-bf82-9a31a00a971e req-1f8670a2-6ec6-453a-b67e-63154a620a29 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4344fbed-57fb-43d7-b32d-6020ce60f0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.2580664 May 30 20:06:25.508151 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-d144425a-ebfc-4b3c-8588-2da314f6ae29 req-94a8bb26-7305-47e6-a6de-bdbc3f67311a tempest-ServerDiagnosticsNegativeTest-854071469 tempest-ServerDiagnosticsNegativeTest-854071469-project] Calling delete_port for ca67ed30-84e2-4e3b-a453-38868cedc363 owned by compute:nova {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:06:25.641306 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fddc13-19c9-4ac8-9e95-c4a40dc192a0 req-8008d7f2-3d85-4dbb-9946-818bac7e82c2 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:25.642077 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-33fddc13-19c9-4ac8-9e95-c4a40dc192a0 req-8008d7f2-3d85-4dbb-9946-818bac7e82c2 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Synchronizing usage tracker for tenant:6b8ee42596cc4a45afa2078c48491dae on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:06:25.668231 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b2796b-9c62-43a3-893e-9ebb515f09dd req-5eb0d796-3dc8-4e35-aa2a-76644c04f879 tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:25.669946 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-47b2796b-9c62-43a3-893e-9ebb515f09dd req-5eb0d796-3dc8-4e35-aa2a-76644c04f879 tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] 10.222.0.71 "GET /v2.0/ports?device_id=87405fa8-44cd-41f2-9d8e-94d571b330b4 HTTP/1.1" status: 200 len: 946 time: 1.3386912 May 30 20:06:25.687405 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-cd915ab7-eea8-4b7b-a703-030410e9e83e req-03b1486b-5e45-4c56-ab01-54b650f38180 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Unset dirty status for tenant:6a75b3db8cd44db8bb931dd59e296017 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:06:25.688591 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-cd915ab7-eea8-4b7b-a703-030410e9e83e req-03b1486b-5e45-4c56-ab01-54b650f38180 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.85 "GET /v2.0/ports?device_id=110bddbd-f44e-4fa5-b307-fa3cacc0a7d7 HTTP/1.1" status: 200 len: 948 time: 2.2956738 May 30 20:06:25.773078 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-33fddc13-19c9-4ac8-9e95-c4a40dc192a0 req-8008d7f2-3d85-4dbb-9946-818bac7e82c2 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Unset dirty status for tenant:6b8ee42596cc4a45afa2078c48491dae on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:06:25.773078 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-33fddc13-19c9-4ac8-9e95-c4a40dc192a0 req-8008d7f2-3d85-4dbb-9946-818bac7e82c2 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] 10.222.0.85 "GET /v2.0/ports?device_id=34e3b003-fac4-43f2-a9ac-f166a4a9a09b HTTP/1.1" status: 200 len: 931 time: 0.3255079 May 30 20:06:25.934497 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-47b2796b-9c62-43a3-893e-9ebb515f09dd req-3b8b0c17-711d-4440-be08-56850972acbf tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] Deleting port 78aa4661-1d03-4667-8262-233ff40bb69c {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:06:25.934858 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-47b2796b-9c62-43a3-893e-9ebb515f09dd req-3b8b0c17-711d-4440-be08-56850972acbf tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:25.985275 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [req-adaadcdc-25dd-4317-8ae7-24f861caecfb req-e9296f67-812a-4ef5-881d-4c83cb038f76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e851588-76aa-4596-8e1d-20fc794a9507 {{(pid=84886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:06:26.004284 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-33fddc13-19c9-4ac8-9e95-c4a40dc192a0 req-8d0e2b26-2194-492c-9a2c-0b5001bf8313 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] 10.222.0.85 "GET /v2.0/security-groups?id=9bc03317-7c5c-46d0-8ed2-0b298955a173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572464 May 30 20:06:26.007836 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-adaadcdc-25dd-4317-8ae7-24f861caecfb req-e9296f67-812a-4ef5-881d-4c83cb038f76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:26.030849 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device fd83fbe6-974e-4966-b600-b69c153f32fa no longer exists at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:06:26.068206 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [req-adaadcdc-25dd-4317-8ae7-24f861caecfb req-e9296f67-812a-4ef5-881d-4c83cb038f76 service neutron] Transition to ACTIVE for port object 1e851588-76aa-4596-8e1d-20fc794a9507 will not be triggered until provisioned by entity L2. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:06:26.094011 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-cd915ab7-eea8-4b7b-a703-030410e9e83e req-f769b1e2-682e-47ab-8771-6a8ce144466d tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.85 "GET /v2.0/security-groups?id=db33dd94-15fa-4959-a681-13f509935d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3439469 May 30 20:06:26.133027 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-adaadcdc-25dd-4317-8ae7-24f861caecfb req-e9296f67-812a-4ef5-881d-4c83cb038f76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:26.137085 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-24c29143-4b43-489d-bf82-9a31a00a971e req-da9f79e3-e49e-4d42-9a24-29aabc9db8d2 service neutron] 10.222.0.86 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5906985 May 30 20:06:26.212772 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-d7da23da-096d-428f-8ecf-d01d9077409b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:26.229055 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c68434e-1765-4afc-b983-af5739ccdd85'] response: {'server_uuid': 'c1741290-7987-4e5e-a206-f0b65f0184f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca67ed30-84e2-4e3b-a453-38868cedc363', 'code': 200} May 30 20:06:26.243423 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Port fd83fbe6-974e-4966-b600-b69c153f32fa update to DOWN by agent not found {{(pid=84888) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} May 30 20:06:26.267892 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-83f408ec-c353-4c4c-b86c-5963d7a76ff9 req-b8da1fd5-18f0-4c32-9770-e8d64c2f8656 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:26.436296 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8da1fd5-18f0-4c32-9770-e8d64c2f8656 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Pushing event deleted for resources: {'Port': ['ID=fd83fbe6-974e-4966-b600-b69c153f32fa,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:06:26.451887 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-d144425a-ebfc-4b3c-8588-2da314f6ae29 req-94a8bb26-7305-47e6-a6de-bdbc3f67311a tempest-ServerDiagnosticsNegativeTest-854071469 tempest-ServerDiagnosticsNegativeTest-854071469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:26.455218 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '344028cd-77f9-4cf0-ab86-229dde8efa6e', 'tag': '5577968e-d9bf-46c3-bc01-56cce150297c'}] {{(pid=84886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:06:26.549371 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9296f67-812a-4ef5-881d-4c83cb038f76 service neutron] Pushing event updated for resources: {'Port': ['ID=1e851588-76aa-4596-8e1d-20fc794a9507,revision_number=2']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:06:26.764279 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a8bb26-7305-47e6-a6de-bdbc3f67311a tempest-ServerDiagnosticsNegativeTest-854071469 tempest-ServerDiagnosticsNegativeTest-854071469-project] Pushing event deleted for resources: {'Port': ['ID=ca67ed30-84e2-4e3b-a453-38868cedc363,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:06:26.794123 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-adaadcdc-25dd-4317-8ae7-24f861caecfb req-e9296f67-812a-4ef5-881d-4c83cb038f76 service neutron] Attempting to bind port 1e851588-76aa-4596-8e1d-20fc794a9507 on host n-h1-843948-2 for vnic_type normal with profile {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:06:26.794123 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-adaadcdc-25dd-4317-8ae7-24f861caecfb req-e9296f67-812a-4ef5-881d-4c83cb038f76 service neutron] Attempting to bind port 1e851588-76aa-4596-8e1d-20fc794a9507 by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': '70424240-b76f-4af0-9f32-ace284913a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'e15833fa-a7c7-4aba-b669-666e27c7d454'}] {{(pid=84886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:06:26.794123 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adaadcdc-25dd-4317-8ae7-24f861caecfb req-e9296f67-812a-4ef5-881d-4c83cb038f76 service neutron] Attempting to bind port 1e851588-76aa-4596-8e1d-20fc794a9507 on network e15833fa-a7c7-4aba-b669-666e27c7d454 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:06:26.794624 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-83f408ec-c353-4c4c-b86c-5963d7a76ff9 req-b8da1fd5-18f0-4c32-9770-e8d64c2f8656 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] No DVR routers for this DVR port fd83fbe6-974e-4966-b600-b69c153f32fa on host n-h1-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:06:26.804482 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adaadcdc-25dd-4317-8ae7-24f861caecfb req-e9296f67-812a-4ef5-881d-4c83cb038f76 service neutron] Port 1e851588-76aa-4596-8e1d-20fc794a9507 on network e15833fa-a7c7-4aba-b669-666e27c7d454 not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:06:26.804482 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adaadcdc-25dd-4317-8ae7-24f861caecfb req-e9296f67-812a-4ef5-881d-4c83cb038f76 service neutron] Attempting to bind port 1e851588-76aa-4596-8e1d-20fc794a9507 on network e15833fa-a7c7-4aba-b669-666e27c7d454 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:06:26.820646 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519b796f-6aa2-49d2-a757-7a770521b4d6 req-d8215bec-195e-46aa-9b27-8ff647f269ba tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:26.822399 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-519b796f-6aa2-49d2-a757-7a770521b4d6 req-d8215bec-195e-46aa-9b27-8ff647f269ba tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/ports?device_id=dacd4860-339f-4fa4-9d16-fdbd88c14e30 HTTP/1.1" status: 200 len: 946 time: 0.1784084 May 30 20:06:26.827518 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adaadcdc-25dd-4317-8ae7-24f861caecfb req-e9296f67-812a-4ef5-881d-4c83cb038f76 service neutron] Checking agent: {'id': 'f728d74e-a4ae-4384-860b-a5ade05dd8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:06:26.827849 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adaadcdc-25dd-4317-8ae7-24f861caecfb req-e9296f67-812a-4ef5-881d-4c83cb038f76 service neutron] Checking segment: {'id': '70424240-b76f-4af0-9f32-ace284913a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'e15833fa-a7c7-4aba-b669-666e27c7d454'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:06:26.828259 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adaadcdc-25dd-4317-8ae7-24f861caecfb req-e9296f67-812a-4ef5-881d-4c83cb038f76 service neutron] Bound using segment: {'id': '70424240-b76f-4af0-9f32-ace284913a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'e15833fa-a7c7-4aba-b669-666e27c7d454'} {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:06:26.828705 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-adaadcdc-25dd-4317-8ae7-24f861caecfb req-e9296f67-812a-4ef5-881d-4c83cb038f76 service neutron] Bound port: 1e851588-76aa-4596-8e1d-20fc794a9507, host: n-h1-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70424240-b76f-4af0-9f32-ace284913a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'e15833fa-a7c7-4aba-b669-666e27c7d454'}}] {{(pid=84886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:06:26.829060 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-adaadcdc-25dd-4317-8ae7-24f861caecfb req-e9296f67-812a-4ef5-881d-4c83cb038f76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:26.843238 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-83f408ec-c353-4c4c-b86c-5963d7a76ff9 req-b8da1fd5-18f0-4c32-9770-e8d64c2f8656 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:26.857307 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-934812f6-f798-41d1-adf9-137a87af084d req-724fa712-d3e0-412d-99b5-3baa68fad808 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.85 "GET /v2.0/ports?device_id=f5a78d1f-6cff-4124-afc0-dcc1ec017f29 HTTP/1.1" status: 200 len: 210 time: 0.1864588 May 30 20:06:26.968727 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-519b796f-6aa2-49d2-a757-7a770521b4d6 req-79525120-27b8-427e-bade-f3b2515164c3 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/security-groups?id=f7bd1307-7f80-416a-ad0f-251b87da459a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258676 May 30 20:06:27.037264 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-adaadcdc-25dd-4317-8ae7-24f861caecfb req-e9296f67-812a-4ef5-881d-4c83cb038f76 service neutron] For port 1e851588-76aa-4596-8e1d-20fc794a9507, host n-h1-843948-2, cleared binding levels {{(pid=84886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:06:27.041423 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-adaadcdc-25dd-4317-8ae7-24f861caecfb req-e9296f67-812a-4ef5-881d-4c83cb038f76 service neutron] For port 1e851588-76aa-4596-8e1d-20fc794a9507, host n-h1-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=1e851588-76aa-4596-8e1d-20fc794a9507,segment=NetworkSegment(70424240-b76f-4af0-9f32-ace284913a86),segment_id=70424240-b76f-4af0-9f32-ace284913a86)] {{(pid=84886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:06:27.042725 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device a4fbb078-4c44-4d94-9029-bc5995e00d92 details requested by agent hyperv_n-h2-843948-2 with host n-h2-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:06:27.146895 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-24c29143-4b43-489d-bf82-9a31a00a971e req-2315f138-d8fd-4bc9-a837-8fc1eb304d1f service neutron] 10.222.0.86 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9891956 May 30 20:06:27.196437 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-adaadcdc-25dd-4317-8ae7-24f861caecfb req-e9296f67-812a-4ef5-881d-4c83cb038f76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:27.281412 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-47b2796b-9c62-43a3-893e-9ebb515f09dd req-3b8b0c17-711d-4440-be08-56850972acbf tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] For port 78aa4661-1d03-4667-8262-233ff40bb69c, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=78aa4661-1d03-4667-8262-233ff40bb69c,segment=NetworkSegment(3e049cc2-22a5-438c-b706-8b622a4294a7),segment_id=3e049cc2-22a5-438c-b706-8b622a4294a7)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:06:27.282786 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-47b2796b-9c62-43a3-893e-9ebb515f09dd req-3b8b0c17-711d-4440-be08-56850972acbf tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:27.335036 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-adaadcdc-25dd-4317-8ae7-24f861caecfb req-e9296f67-812a-4ef5-881d-4c83cb038f76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:27.337185 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-adaadcdc-25dd-4317-8ae7-24f861caecfb req-e9296f67-812a-4ef5-881d-4c83cb038f76 service neutron] 10.222.0.71 "PUT /v2.0/ports/1e851588-76aa-4596-8e1d-20fc794a9507 HTTP/1.1" status: 200 len: 1091 time: 2.2861857 May 30 20:06:27.347606 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9296f67-812a-4ef5-881d-4c83cb038f76 service neutron] Pushing event updated for resources: {'Port': ['ID=1e851588-76aa-4596-8e1d-20fc794a9507,revision_number=3']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:06:27.383585 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9568e254-cec3-42d3-88a4-a925f7f94d0d req-c67c6614-25fe-48a3-8b59-11900c0e881b tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:27.391700 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9568e254-cec3-42d3-88a4-a925f7f94d0d req-c67c6614-25fe-48a3-8b59-11900c0e881b tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] 10.222.0.85 "GET /v2.0/ports?device_id=87405fa8-44cd-41f2-9d8e-94d571b330b4 HTTP/1.1" status: 200 len: 946 time: 0.2577827 May 30 20:06:27.429827 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port a4fbb078-4c44-4d94-9029-bc5995e00d92, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=a4fbb078-4c44-4d94-9029-bc5995e00d92,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:06:27.459645 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-47b2796b-9c62-43a3-893e-9ebb515f09dd req-3b8b0c17-711d-4440-be08-56850972acbf tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] Calling delete_port for 78aa4661-1d03-4667-8262-233ff40bb69c owned by compute:nova {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:06:27.464296 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Returning: {'device': 'a4fbb078-4c44-4d94-9029-bc5995e00d92', 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1', 'port_id': 'a4fbb078-4c44-4d94-9029-bc5995e00d92', 'mac_address': 'fa:16:3e:6b:82:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b83ff54-b1af-44ce-bb75-ba148920553c', 'ip_address': '192.168.233.212'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:06:27.491031 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9568e254-cec3-42d3-88a4-a925f7f94d0d req-4e861761-7fe4-4393-a951-8d21db46a7db tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] 10.222.0.85 "GET /v2.0/security-groups?id=709754f6-b7b2-49a5-9f08-2f8d40dab798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979404 May 30 20:06:27.609207 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:27.727441 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4fbb078-4c44-4d94-9029-bc5995e00d92 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:06:27.766463 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-adaadcdc-25dd-4317-8ae7-24f861caecfb req-0f9b53e1-70ab-4e6c-ae50-04019d4ba722 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=6b8ee42596cc4a45afa2078c48491dae&device_id=34e3b003-fac4-43f2-a9ac-f166a4a9a09b HTTP/1.1" status: 200 len: 1094 time: 0.2741375 May 30 20:06:27.769013 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port a4fbb078-4c44-4d94-9029-bc5995e00d92, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=a4fbb078-4c44-4d94-9029-bc5995e00d92,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:06:27.857846 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:27.915479 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '110bddbd-f44e-4fa5-b307-fa3cacc0a7d7', 'tag': 'a4fbb078-4c44-4d94-9029-bc5995e00d92'}, {'name': 'network-changed', 'server_uuid': '37d4a4ba-76bb-4dbf-a36b-05822468c827', 'tag': '0ab8fad3-50b3-4e00-809a-e7bbc917d1ca'}, {'server_uuid': 'f5a78d1f-6cff-4124-afc0-dcc1ec017f29', 'name': 'network-vif-deleted', 'tag': 'fd83fbe6-974e-4966-b600-b69c153f32fa'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:06:27.928935 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-83f408ec-c353-4c4c-b86c-5963d7a76ff9 req-b8da1fd5-18f0-4c32-9770-e8d64c2f8656 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.71 "DELETE /v2.0/ports/fd83fbe6-974e-4966-b600-b69c153f32fa HTTP/1.1" status: 204 len: 173 time: 4.9087534 May 30 20:06:27.971174 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-d144425a-ebfc-4b3c-8588-2da314f6ae29 req-94a8bb26-7305-47e6-a6de-bdbc3f67311a tempest-ServerDiagnosticsNegativeTest-854071469 tempest-ServerDiagnosticsNegativeTest-854071469-project] No DVR routers for this DVR port ca67ed30-84e2-4e3b-a453-38868cedc363 on host n-h2-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:06:27.979501 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-d144425a-ebfc-4b3c-8588-2da314f6ae29 req-94a8bb26-7305-47e6-a6de-bdbc3f67311a tempest-ServerDiagnosticsNegativeTest-854071469 tempest-ServerDiagnosticsNegativeTest-854071469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:27.999967 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d144425a-ebfc-4b3c-8588-2da314f6ae29 req-94a8bb26-7305-47e6-a6de-bdbc3f67311a tempest-ServerDiagnosticsNegativeTest-854071469 tempest-ServerDiagnosticsNegativeTest-854071469-project] 10.222.0.86 "DELETE /v2.0/ports/ca67ed30-84e2-4e3b-a453-38868cedc363 HTTP/1.1" status: 204 len: 173 time: 8.3423946 May 30 20:06:28.078147 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=a4fbb078-4c44-4d94-9029-bc5995e00d92,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:06:28.079340 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-adaadcdc-25dd-4317-8ae7-24f861caecfb req-55cefbdd-1f2c-4fbb-8e88-f2fc7004fdaa service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1e851588-76aa-4596-8e1d-20fc794a9507 HTTP/1.1" status: 200 len: 217 time: 0.2968290 May 30 20:06:28.093527 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 78aa4661-1d03-4667-8262-233ff40bb69c no longer exists at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:06:28.105934 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2185bc00-eb2d-4895-8ebb-b44436a87ffd req-7306bfa3-a3b8-4780-b284-8b401d65e9e3 tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:28.116215 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2185bc00-eb2d-4895-8ebb-b44436a87ffd req-7306bfa3-a3b8-4780-b284-8b401d65e9e3 tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] 10.222.0.85 "GET /v2.0/ports?device_id=c4abde85-31f7-4982-8289-d4b10cda4969&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2015820 May 30 20:06:28.184607 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] No active binding found for port 78aa4661-1d03-4667-8262-233ff40bb69c {{(pid=84888) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} May 30 20:06:28.185394 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 78aa4661-1d03-4667-8262-233ff40bb69c not bound to the agent host n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:06:28.237881 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-47b2796b-9c62-43a3-893e-9ebb515f09dd req-3b8b0c17-711d-4440-be08-56850972acbf tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:28.246835 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['a4fbb078-4c44-4d94-9029-bc5995e00d92'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:06:28.281911 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaadcdc-25dd-4317-8ae7-24f861caecfb req-7be09f54-48f2-4f95-9ec9-1dea766bb347 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:28.288828 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-adaadcdc-25dd-4317-8ae7-24f861caecfb req-7be09f54-48f2-4f95-9ec9-1dea766bb347 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9e784a53-5b9d-4147-93e1-adf6f7b920d9 HTTP/1.1" status: 200 len: 844 time: 0.2025666 May 30 20:06:28.310073 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8b0c17-711d-4440-be08-56850972acbf tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] Pushing event deleted for resources: {'Port': ['ID=78aa4661-1d03-4667-8262-233ff40bb69c,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:06:28.423452 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-47b2796b-9c62-43a3-893e-9ebb515f09dd req-3b8b0c17-711d-4440-be08-56850972acbf tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] No DVR routers for this DVR port 78aa4661-1d03-4667-8262-233ff40bb69c on host n-h1-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:06:28.434063 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-47b2796b-9c62-43a3-893e-9ebb515f09dd req-3b8b0c17-711d-4440-be08-56850972acbf tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:28.439486 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-47b2796b-9c62-43a3-893e-9ebb515f09dd req-3b8b0c17-711d-4440-be08-56850972acbf tempest-FloatingIPsAssociationNegativeTestJSON-533448570 tempest-FloatingIPsAssociationNegativeTestJSON-533448570-project] 10.222.0.71 "DELETE /v2.0/ports/78aa4661-1d03-4667-8262-233ff40bb69c HTTP/1.1" status: 204 len: 173 time: 2.7514651 May 30 20:06:28.458341 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2185bc00-eb2d-4895-8ebb-b44436a87ffd req-901182ad-853e-4f07-aae2-52f4d254c1cd tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] 10.222.0.85 "GET /v2.0/floatingips?floating_ip_address=172.25.8.92 HTTP/1.1" status: 200 len: 1000 time: 0.3408687 May 30 20:06:28.464524 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-2185bc00-eb2d-4895-8ebb-b44436a87ffd req-b6262736-089d-4ed8-86b6-9840f2edba21 tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] Request body: {'floatingip': {'port_id': '6f0da94b-e10b-49d8-b99f-81336537840a', 'fixed_ip_address': '172.20.0.7'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:06:28.508336 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-adaadcdc-25dd-4317-8ae7-24f861caecfb req-76fe0177-5b1a-49cc-9f2b-e6e07fc73232 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e15833fa-a7c7-4aba-b669-666e27c7d454&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2138231 May 30 20:06:28.655782 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-2185bc00-eb2d-4895-8ebb-b44436a87ffd req-b6262736-089d-4ed8-86b6-9840f2edba21 tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] Notify callbacks [] for floatingip, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:28.969164 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3c37c842-83a8-4142-b20d-36b017e52fe8 req-e021d72f-08c7-4f93-8f40-b09dfc3665da tempest-ServerDiagnosticsNegativeTest-854071469 tempest-ServerDiagnosticsNegativeTest-854071469-project] 10.222.0.85 "GET /v2.0/ports?device_id=c1741290-7987-4e5e-a206-f0b65f0184f2 HTTP/1.1" status: 200 len: 210 time: 0.1163714 May 30 20:06:29.027771 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-adaadcdc-25dd-4317-8ae7-24f861caecfb req-f091533d-fab3-4039-8056-8f0dd224858b service neutron] 10.222.0.71 "GET /v2.0/networks/e15833fa-a7c7-4aba-b669-666e27c7d454?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5128710 May 30 20:06:29.056391 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 0ab8fad3-50b3-4e00-809a-e7bbc917d1ca details requested by agent hyperv_n-h2-843948-2 with host n-h2-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:06:29.322324 n-d-843948-2 neutron-server[84886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b88acdb-279c-4af6-9aa2-8ecb5ae9c74a'] response: {'name': 'network-changed', 'server_uuid': '344028cd-77f9-4cf0-ab86-229dde8efa6e', 'tag': '5577968e-d9bf-46c3-bc01-56cce150297c', 'status': 'completed', 'code': 200} May 30 20:06:29.554544 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 0ab8fad3-50b3-4e00-809a-e7bbc917d1ca, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=0ab8fad3-50b3-4e00-809a-e7bbc917d1ca,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:06:29.588895 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Returning: {'device': '0ab8fad3-50b3-4e00-809a-e7bbc917d1ca', 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1', 'port_id': '0ab8fad3-50b3-4e00-809a-e7bbc917d1ca', 'mac_address': 'fa:16:3e:93:58:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b83ff54-b1af-44ce-bb75-ba148920553c', 'ip_address': '192.168.233.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:06:29.625378 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-adaadcdc-25dd-4317-8ae7-24f861caecfb req-c93bd898-ad39-4afa-a1e1-4a55e0824479 service neutron] 10.222.0.71 "GET /v2.0/networks/e15833fa-a7c7-4aba-b669-666e27c7d454?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5898042 May 30 20:06:29.661123 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309c22c8-11bd-4b7f-9e6e-31af7cf6ffe9 req-924fca30-23df-4a38-838d-a08c12f61ca8 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:29.662954 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-309c22c8-11bd-4b7f-9e6e-31af7cf6ffe9 req-924fca30-23df-4a38-838d-a08c12f61ca8 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] 10.222.0.85 "GET /v2.0/ports?device_id=34e3b003-fac4-43f2-a9ac-f166a4a9a09b HTTP/1.1" status: 200 len: 943 time: 0.3221962 May 30 20:06:29.733664 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-917ee77d-25d4-401f-8fff-21ba95e30dff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:29.747148 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-309c22c8-11bd-4b7f-9e6e-31af7cf6ffe9 req-4fac9dcd-a4d1-42df-b201-b821cef4c07b tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] 10.222.0.85 "GET /v2.0/security-groups?id=9bc03317-7c5c-46d0-8ed2-0b298955a173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766580 May 30 20:06:29.960054 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:30.038405 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-13057e70-6e0c-48db-a7e2-b6225682633c req-1c843077-ccbd-4043-b9d9-20f5890f2270 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a30f992c0c6d4c83b278c5e0ddf93c21&device_id=344028cd-77f9-4cf0-ab86-229dde8efa6e HTTP/1.1" status: 200 len: 1096 time: 0.8896267 May 30 20:06:30.044604 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ab8fad3-50b3-4e00-809a-e7bbc917d1ca {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:06:30.088646 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 0ab8fad3-50b3-4e00-809a-e7bbc917d1ca, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=0ab8fad3-50b3-4e00-809a-e7bbc917d1ca,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:06:30.093099 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:30.093449 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ec0a6e-0687-415e-8507-99ff1d1f732e req-e829cd0a-e2c9-453c-a093-833f6fc4df2d tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:30.103936 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-26ec0a6e-0687-415e-8507-99ff1d1f732e req-e829cd0a-e2c9-453c-a093-833f6fc4df2d tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.85 "GET /v2.0/ports?device_id=110bddbd-f44e-4fa5-b307-fa3cacc0a7d7 HTTP/1.1" status: 200 len: 949 time: 0.1341677 May 30 20:06:30.161764 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:30.194089 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-26ec0a6e-0687-415e-8507-99ff1d1f732e req-1279473b-29b2-4b1f-acc8-cafeb1553b1c tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.85 "GET /v2.0/security-groups?id=db33dd94-15fa-4959-a681-13f509935d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849676 May 30 20:06:30.346236 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a63cccce-6e27-47a3-a888-9f599a5bcb54'] response: {'name': 'network-changed', 'server_uuid': '110bddbd-f44e-4fa5-b307-fa3cacc0a7d7', 'tag': 'a4fbb078-4c44-4d94-9029-bc5995e00d92', 'status': 'completed', 'code': 200} May 30 20:06:30.347881 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a63cccce-6e27-47a3-a888-9f599a5bcb54'] response: {'name': 'network-changed', 'server_uuid': '37d4a4ba-76bb-4dbf-a36b-05822468c827', 'tag': '0ab8fad3-50b3-4e00-809a-e7bbc917d1ca', 'status': 'completed', 'code': 200} May 30 20:06:30.348306 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a63cccce-6e27-47a3-a888-9f599a5bcb54'] response: {'server_uuid': 'f5a78d1f-6cff-4124-afc0-dcc1ec017f29', 'name': 'network-vif-deleted', 'tag': 'fd83fbe6-974e-4966-b600-b69c153f32fa', 'status': 'completed', 'code': 200} May 30 20:06:30.387257 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=0ab8fad3-50b3-4e00-809a-e7bbc917d1ca,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:06:30.528413 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['0ab8fad3-50b3-4e00-809a-e7bbc917d1ca'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:06:30.597663 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d632e571-0fca-47c4-8e7e-d4e0801e0af1 req-7a333f63-b361-42f7-86a9-1650182cf4cc tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:30.605499 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d632e571-0fca-47c4-8e7e-d4e0801e0af1 req-7a333f63-b361-42f7-86a9-1650182cf4cc tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/ports?device_id=dacd4860-339f-4fa4-9d16-fdbd88c14e30 HTTP/1.1" status: 200 len: 946 time: 0.1096683 May 30 20:06:30.688231 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13057e70-6e0c-48db-a7e2-b6225682633c req-6f4e760a-2ede-4a0d-8656-b276d529d84e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:30.690042 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-13057e70-6e0c-48db-a7e2-b6225682633c req-6f4e760a-2ede-4a0d-8656-b276d529d84e service neutron] 10.222.0.86 "GET /v2.0/networks?id=803dd70a-3f53-43ad-9356-1243425ef9dd HTTP/1.1" status: 200 len: 922 time: 0.6395543 May 30 20:06:30.694188 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d632e571-0fca-47c4-8e7e-d4e0801e0af1 req-0de84c94-be61-4ac5-a4f0-9841013ba187 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/security-groups?id=f7bd1307-7f80-416a-ad0f-251b87da459a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873475 May 30 20:06:30.711436 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb1c174-5aff-4f10-8c52-e30efd71abed req-a0d51826-90d4-4fe4-9db1-ac6a90f0cc1c tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:30.712679 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-2fb1c174-5aff-4f10-8c52-e30efd71abed req-a0d51826-90d4-4fe4-9db1-ac6a90f0cc1c tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Synchronizing usage tracker for tenant:fa61b48b7a6444fe8c9a2f45b95c1d11 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:06:30.950201 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:31.079046 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device a4fbb078-4c44-4d94-9029-bc5995e00d92 up at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:06:31.115122 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd6ce16-a91c-4297-910b-4835ced78b89 req-6f1745b0-3d89-43af-a1c7-701fc4c5639d tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:31.123964 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5bd6ce16-a91c-4297-910b-4835ced78b89 req-6f1745b0-3d89-43af-a1c7-701fc4c5639d tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/ports?device_id=cad50d2c-f09c-49dc-ab89-1ea18c4b8f5e HTTP/1.1" status: 200 len: 951 time: 0.1032414 May 30 20:06:31.125578 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-186c3432-b44e-4f8a-8cea-72d0d62ba685 req-2f75c645-0900-433f-9b11-7d946297967c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6a75b3db8cd44db8bb931dd59e296017&device_id=110bddbd-f44e-4fa5-b307-fa3cacc0a7d7 HTTP/1.1" status: 200 len: 1100 time: 0.7453673 May 30 20:06:31.186829 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5bd6ce16-a91c-4297-910b-4835ced78b89 req-b9bf3ad2-095d-45c8-9f88-99f8a1487e4a tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/security-groups?id=e1329ead-76da-4fe1-a988-d24ed3099985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617900 May 30 20:06:31.248984 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-2fb1c174-5aff-4f10-8c52-e30efd71abed req-a0d51826-90d4-4fe4-9db1-ac6a90f0cc1c tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Unset dirty status for tenant:fa61b48b7a6444fe8c9a2f45b95c1d11 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:06:31.252322 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2fb1c174-5aff-4f10-8c52-e30efd71abed req-a0d51826-90d4-4fe4-9db1-ac6a90f0cc1c tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.86 "GET /v2.0/ports?device_id=cad50d2c-f09c-49dc-ab89-1ea18c4b8f5e HTTP/1.1" status: 200 len: 951 time: 1.0108268 May 30 20:06:31.322264 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-13057e70-6e0c-48db-a7e2-b6225682633c req-13a66fa7-4484-40c1-aa08-e798592aea37 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5577968e-d9bf-46c3-bc01-56cce150297c HTTP/1.1" status: 200 len: 1000 time: 0.5968959 May 30 20:06:31.324038 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34e3b003-fac4-43f2-a9ac-f166a4a9a09b', 'tag': '1e851588-76aa-4596-8e1d-20fc794a9507'}] {{(pid=84886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:06:31.343901 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning for port a4fbb078-4c44-4d94-9029-bc5995e00d92 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:06:31.356212 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning complete for port a4fbb078-4c44-4d94-9029-bc5995e00d92 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:06:31.356750 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:31.407312 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 48730) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:06:31.656293 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.db.resource_extend [req-2185bc00-eb2d-4895-8ebb-b44436a87ffd req-b6262736-089d-4ed8-86b6-9840f2edba21 tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:06:31.686786 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:06:31.706173 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:31.800022 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port a4fbb078-4c44-4d94-9029-bc5995e00d92, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=a4fbb078-4c44-4d94-9029-bc5995e00d92,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:06:31.804575 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '110bddbd-f44e-4fa5-b307-fa3cacc0a7d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4fbb078-4c44-4d94-9029-bc5995e00d92'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:06:31.819101 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186c3432-b44e-4f8a-8cea-72d0d62ba685 req-ece16441-36fd-4f2a-80c9-df47b4024814 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:31.821697 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-186c3432-b44e-4f8a-8cea-72d0d62ba685 req-ece16441-36fd-4f2a-80c9-df47b4024814 service neutron] 10.222.0.86 "GET /v2.0/networks?id=4344fbed-57fb-43d7-b32d-6020ce60f0a1 HTTP/1.1" status: 200 len: 870 time: 0.6881027 May 30 20:06:31.837845 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-2fb1c174-5aff-4f10-8c52-e30efd71abed req-1a6939c7-e81a-4eb7-89ba-5b0a469fadee tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Deleting port add4bcfc-8061-490b-abfb-4c9220e87f90 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:06:31.838533 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-2fb1c174-5aff-4f10-8c52-e30efd71abed req-1a6939c7-e81a-4eb7-89ba-5b0a469fadee tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:31.869077 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:31.870550 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device add4bcfc-8061-490b-abfb-4c9220e87f90 no longer exists at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:06:31.957414 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13057e70-6e0c-48db-a7e2-b6225682633c req-83013e55-9dca-4157-b20d-d3ce3d9d70cc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:31.957811 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-13057e70-6e0c-48db-a7e2-b6225682633c req-83013e55-9dca-4157-b20d-d3ce3d9d70cc service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a936439d-a424-4a5c-8496-f82c5049c2f0 HTTP/1.1" status: 200 len: 860 time: 0.6258349 May 30 20:06:32.070385 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-186c3432-b44e-4f8a-8cea-72d0d62ba685 req-7b3ac32f-6ba8-43bf-906b-b51a77fe154c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=a4fbb078-4c44-4d94-9029-bc5995e00d92 HTTP/1.1" status: 200 len: 217 time: 0.1929481 May 30 20:06:32.070718 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3eb30b-aed1-4ad0-956c-ea9e5b87d9c9 req-1ac79641-8150-4752-baee-930733bfbcf3 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:32.075555 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ed3eb30b-aed1-4ad0-956c-ea9e5b87d9c9 req-1ac79641-8150-4752-baee-930733bfbcf3 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] 10.222.0.85 "GET /v2.0/ports?device_id=34e3b003-fac4-43f2-a9ac-f166a4a9a09b HTTP/1.1" status: 200 len: 943 time: 0.3573494 May 30 20:06:32.077381 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-2185bc00-eb2d-4895-8ebb-b44436a87ffd req-b6262736-089d-4ed8-86b6-9840f2edba21 tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:32.093215 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=a4fbb078-4c44-4d94-9029-bc5995e00d92,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:06:32.175369 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-2185bc00-eb2d-4895-8ebb-b44436a87ffd req-b6262736-089d-4ed8-86b6-9840f2edba21 tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736490'] for floatingip, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:32.239988 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:32.277179 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ed3eb30b-aed1-4ad0-956c-ea9e5b87d9c9 req-5bd66ffb-63bb-403d-8d7c-77da4dadc208 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] 10.222.0.85 "GET /v2.0/security-groups?id=9bc03317-7c5c-46d0-8ed2-0b298955a173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915357 May 30 20:06:32.290849 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port add4bcfc-8061-490b-abfb-4c9220e87f90, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=add4bcfc-8061-490b-abfb-4c9220e87f90,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:06:32.358984 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186c3432-b44e-4f8a-8cea-72d0d62ba685 req-a267b988-ddb0-418f-8745-adeccac38074 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:32.360565 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-186c3432-b44e-4f8a-8cea-72d0d62ba685 req-a267b988-ddb0-418f-8745-adeccac38074 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1b83ff54-b1af-44ce-bb75-ba148920553c HTTP/1.1" status: 200 len: 843 time: 0.2794428 May 30 20:06:32.371850 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:32.452459 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1741290-7987-4e5e-a206-f0b65f0184f2', 'name': 'network-vif-deleted', 'tag': 'ca67ed30-84e2-4e3b-a453-38868cedc363'}, {'server_uuid': '87405fa8-44cd-41f2-9d8e-94d571b330b4', 'name': 'network-vif-deleted', 'tag': '78aa4661-1d03-4667-8262-233ff40bb69c'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:06:32.468544 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:32.554011 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=add4bcfc-8061-490b-abfb-4c9220e87f90,revision_number=15']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:06:32.612547 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-13057e70-6e0c-48db-a7e2-b6225682633c req-654d905a-adcd-446e-9b70-3eb6f5e35e28 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=803dd70a-3f53-43ad-9356-1243425ef9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6341980 May 30 20:06:32.765806 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 48746) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:06:32.887595 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-243538dd-477e-47ae-a6e0-8c1cd6d23356 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-736216'] for router_interface, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:33.089440 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 0ab8fad3-50b3-4e00-809a-e7bbc917d1ca up at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:06:33.331465 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning for port 0ab8fad3-50b3-4e00-809a-e7bbc917d1ca completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:06:33.337341 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning complete for port 0ab8fad3-50b3-4e00-809a-e7bbc917d1ca triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:06:33.337818 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:33.375658 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-13057e70-6e0c-48db-a7e2-b6225682633c req-21733e64-9337-4b1d-94ce-1de00acf3a93 service neutron] 10.222.0.86 "GET /v2.0/networks/803dd70a-3f53-43ad-9356-1243425ef9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6838071 May 30 20:06:33.579515 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-80965d11-85d0-49ec-ad68-de7bd93b6cd0 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=9b5650a7991b4b6388e1f1377e6c6eb7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8096175 May 30 20:06:33.584773 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 48756) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:06:33.585209 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:33.631743 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 0ab8fad3-50b3-4e00-809a-e7bbc917d1ca, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=0ab8fad3-50b3-4e00-809a-e7bbc917d1ca,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:06:33.707613 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-2fb1c174-5aff-4f10-8c52-e30efd71abed req-1a6939c7-e81a-4eb7-89ba-5b0a469fadee tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] For port add4bcfc-8061-490b-abfb-4c9220e87f90, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=add4bcfc-8061-490b-abfb-4c9220e87f90,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:06:33.707613 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-2fb1c174-5aff-4f10-8c52-e30efd71abed req-1a6939c7-e81a-4eb7-89ba-5b0a469fadee tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:33.725856 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-186c3432-b44e-4f8a-8cea-72d0d62ba685 req-2440e17f-e9b9-4193-a589-b743e71e07be service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4344fbed-57fb-43d7-b32d-6020ce60f0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.3418341 May 30 20:06:33.789560 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acfe9ef-28d4-4653-be8e-4e9d18400c61 req-5aa2931c-65aa-4ac0-a8ca-b48b0fdd0679 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:33.791022 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4acfe9ef-28d4-4653-be8e-4e9d18400c61 req-5aa2931c-65aa-4ac0-a8ca-b48b0fdd0679 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.71 "GET /v2.0/ports?device_id=44ee0b58-94d1-4f30-9032-9a1395c62459 HTTP/1.1" status: 200 len: 944 time: 0.4283791 May 30 20:06:33.803091 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a433975f-1a4c-42a8-aa11-e4e508f80513 req-acf69af9-679a-4e1e-b7eb-019bca418cd6 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:33.804518 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a433975f-1a4c-42a8-aa11-e4e508f80513 req-acf69af9-679a-4e1e-b7eb-019bca418cd6 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.85 "GET /v2.0/ports?device_id=110bddbd-f44e-4fa5-b307-fa3cacc0a7d7 HTTP/1.1" status: 200 len: 950 time: 0.4406695 May 30 20:06:33.926347 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9d6aec9c-0680-4da2-b8f1-4f14235e14d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:33.993895 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [req-4acfe9ef-28d4-4653-be8e-4e9d18400c61 req-eca0b725-106f-467b-874d-602299f492b0 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Deleting port cf772378-fb5a-4970-a2b3-d660abe9cafd {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:06:33.994238 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-4acfe9ef-28d4-4653-be8e-4e9d18400c61 req-eca0b725-106f-467b-874d-602299f492b0 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:34.007212 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:34.047322 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9d6aec9c-0680-4da2-b8f1-4f14235e14d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:34.052903 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-2fb1c174-5aff-4f10-8c52-e30efd71abed req-1a6939c7-e81a-4eb7-89ba-5b0a469fadee tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Calling delete_port for add4bcfc-8061-490b-abfb-4c9220e87f90 owned by compute:nova {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:06:34.067361 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a433975f-1a4c-42a8-aa11-e4e508f80513 req-1a0da4fe-8715-4d77-9310-6b9c31e90744 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.85 "GET /v2.0/security-groups?id=db33dd94-15fa-4959-a681-13f509935d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168081 May 30 20:06:34.072629 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 1e851588-76aa-4596-8e1d-20fc794a9507 details requested by agent hyperv_n-h1-843948-2 with host n-h1-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:06:34.269911 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-13057e70-6e0c-48db-a7e2-b6225682633c req-a10506a6-b929-4593-a8c4-29b23c401504 service neutron] 10.222.0.86 "GET /v2.0/networks/803dd70a-3f53-43ad-9356-1243425ef9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8777978 May 30 20:06:34.329005 n-d-843948-2 neutron-server[84886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ccd1fac-dd28-4154-9f80-4ec14b4f05b7'] response: {'name': 'network-changed', 'server_uuid': '34e3b003-fac4-43f2-a9ac-f166a4a9a09b', 'tag': '1e851588-76aa-4596-8e1d-20fc794a9507', 'status': 'completed', 'code': 200} May 30 20:06:34.378210 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=0ab8fad3-50b3-4e00-809a-e7bbc917d1ca,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:06:34.523483 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 1e851588-76aa-4596-8e1d-20fc794a9507, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=1e851588-76aa-4596-8e1d-20fc794a9507,segment=NetworkSegment(70424240-b76f-4af0-9f32-ace284913a86),segment_id=70424240-b76f-4af0-9f32-ace284913a86)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:06:34.544847 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.db.api [req-2fb1c174-5aff-4f10-8c52-e30efd71abed req-1a6939c7-e81a-4eb7-89ba-5b0a469fadee tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84887) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:06:34.546329 n-d-843948-2 neutron-server[84887]: DEBUG oslo_db.api [req-2fb1c174-5aff-4f10-8c52-e30efd71abed req-1a6939c7-e81a-4eb7-89ba-5b0a469fadee tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:06:34.552313 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Returning: {'device': '1e851588-76aa-4596-8e1d-20fc794a9507', 'network_id': 'e15833fa-a7c7-4aba-b669-666e27c7d454', 'port_id': '1e851588-76aa-4596-8e1d-20fc794a9507', 'mac_address': 'fa:16:3e:d3:28:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e784a53-5b9d-4147-93e1-adf6f7b920d9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:06:34.567066 n-d-843948-2 neutron-server[84887]: INFO neutron.db.l3_db [req-2185bc00-eb2d-4895-8ebb-b44436a87ffd req-b6262736-089d-4ed8-86b6-9840f2edba21 tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] Floating IP 5a9041ae-bb89-43d8-9c7e-53bb9c484e0b associated. External IP: 172.25.8.92, port: 5577968e-d9bf-46c3-bc01-56cce150297c. May 30 20:06:34.669851 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:34.672818 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-186c3432-b44e-4f8a-8cea-72d0d62ba685 req-0f7fa84b-a942-4956-ba42-f6cb285d7d55 service neutron] 10.222.0.86 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9308157 May 30 20:06:34.720079 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e851588-76aa-4596-8e1d-20fc794a9507 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:06:34.729890 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9d6aec9c-0680-4da2-b8f1-4f14235e14d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:34.776461 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6aec9c-0680-4da2-b8f1-4f14235e14d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=792a65ea-e136-4afc-9741-bf5a2c055a93,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:06:34.790401 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 1e851588-76aa-4596-8e1d-20fc794a9507, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=1e851588-76aa-4596-8e1d-20fc794a9507,segment=NetworkSegment(70424240-b76f-4af0-9f32-ace284913a86),segment_id=70424240-b76f-4af0-9f32-ace284913a86)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:06:34.856416 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-4acfe9ef-28d4-4653-be8e-4e9d18400c61 req-eca0b725-106f-467b-874d-602299f492b0 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] For port cf772378-fb5a-4970-a2b3-d660abe9cafd, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=cf772378-fb5a-4970-a2b3-d660abe9cafd,segment=NetworkSegment(4048bfa0-f1bd-4aa7-86bf-7023b66ee7f9),segment_id=4048bfa0-f1bd-4aa7-86bf-7023b66ee7f9)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:06:34.856784 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-4acfe9ef-28d4-4653-be8e-4e9d18400c61 req-eca0b725-106f-467b-874d-602299f492b0 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:34.875941 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d86cb4f-19b4-41c2-879c-ab06f4cd9322 req-a06da452-032d-44f3-a3e6-1e5e5777da20 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:34.883530 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2d86cb4f-19b4-41c2-879c-ab06f4cd9322 req-a06da452-032d-44f3-a3e6-1e5e5777da20 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/ports?device_id=dacd4860-339f-4fa4-9d16-fdbd88c14e30 HTTP/1.1" status: 200 len: 946 time: 0.4420547 May 30 20:06:34.956522 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:35.037718 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-186c3432-b44e-4f8a-8cea-72d0d62ba685 req-890f827d-bc20-46bd-86ad-4db4bbf46ba2 service neutron] 10.222.0.86 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3439205 May 30 20:06:35.063623 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-2fb1c174-5aff-4f10-8c52-e30efd71abed req-1a6939c7-e81a-4eb7-89ba-5b0a469fadee tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Deleting port add4bcfc-8061-490b-abfb-4c9220e87f90 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:06:35.064313 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-2fb1c174-5aff-4f10-8c52-e30efd71abed req-1a6939c7-e81a-4eb7-89ba-5b0a469fadee tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:35.122283 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=1e851588-76aa-4596-8e1d-20fc794a9507,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:06:35.130510 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [req-4acfe9ef-28d4-4653-be8e-4e9d18400c61 req-eca0b725-106f-467b-874d-602299f492b0 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Calling delete_port for cf772378-fb5a-4970-a2b3-d660abe9cafd owned by compute:nova {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:06:35.177577 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9d6aec9c-0680-4da2-b8f1-4f14235e14d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:35.178792 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-9d6aec9c-0680-4da2-b8f1-4f14235e14d5 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/792a65ea-e136-4afc-9741-bf5a2c055a93 HTTP/1.1" status: 204 len: 168 time: 1.5790296 May 30 20:06:35.202570 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['1e851588-76aa-4596-8e1d-20fc794a9507'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:06:35.260315 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2d86cb4f-19b4-41c2-879c-ab06f4cd9322 req-e6c371e1-98e4-4fe1-95c0-21e62246d0bb tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/security-groups?id=f7bd1307-7f80-416a-ad0f-251b87da459a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3757153 May 30 20:06:35.453864 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d571f555-ef02-4980-a08b-3e40ab245a98'] response: {'server_uuid': '110bddbd-f44e-4fa5-b307-fa3cacc0a7d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4fbb078-4c44-4d94-9029-bc5995e00d92', 'code': 200} May 30 20:06:35.527819 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-243538dd-477e-47ae-a6e0-8c1cd6d23356 admin admin] Deleting port 82b07b22-2760-4748-a55f-facd35cfff4c {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:06:35.528977 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-243538dd-477e-47ae-a6e0-8c1cd6d23356 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:35.625981 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-4acfe9ef-28d4-4653-be8e-4e9d18400c61 req-eca0b725-106f-467b-874d-602299f492b0 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:35.659272 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f515d37e-6714-43ae-81ed-9e8cc08279c5 req-a5c890dd-0e49-4e08-8323-9d4658e0174b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=6b8ee42596cc4a45afa2078c48491dae&device_id=34e3b003-fac4-43f2-a9ac-f166a4a9a09b HTTP/1.1" status: 200 len: 1094 time: 1.3190958 May 30 20:06:35.815550 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca0b725-106f-467b-874d-602299f492b0 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Pushing event deleted for resources: {'Port': ['ID=cf772378-fb5a-4970-a2b3-d660abe9cafd,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:06:36.005187 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-186c3432-b44e-4f8a-8cea-72d0d62ba685 req-78901d69-7371-4fe5-839d-a8542b25f764 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6a75b3db8cd44db8bb931dd59e296017&device_id=37d4a4ba-76bb-4dbf-a36b-05822468c827 HTTP/1.1" status: 200 len: 1101 time: 0.6068878 May 30 20:06:36.064679 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device cf772378-fb5a-4970-a2b3-d660abe9cafd no longer exists at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:06:36.098243 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [req-4acfe9ef-28d4-4653-be8e-4e9d18400c61 req-eca0b725-106f-467b-874d-602299f492b0 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] No DVR routers for this DVR port cf772378-fb5a-4970-a2b3-d660abe9cafd on host n-h1-843948-2 {{(pid=84886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:06:36.103084 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-4acfe9ef-28d4-4653-be8e-4e9d18400c61 req-eca0b725-106f-467b-874d-602299f492b0 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:36.120806 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] No Port match for: cf772378-fb5a-4970-a2b3-d660abe9cafd {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:06:36.121296 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device cf772378-fb5a-4970-a2b3-d660abe9cafd not bound to the agent host n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:06:36.127511 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-2fb1c174-5aff-4f10-8c52-e30efd71abed req-1a6939c7-e81a-4eb7-89ba-5b0a469fadee tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] For port add4bcfc-8061-490b-abfb-4c9220e87f90, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=add4bcfc-8061-490b-abfb-4c9220e87f90,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:06:36.127872 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-2fb1c174-5aff-4f10-8c52-e30efd71abed req-1a6939c7-e81a-4eb7-89ba-5b0a469fadee tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:36.138262 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f515d37e-6714-43ae-81ed-9e8cc08279c5 req-f1826e8c-3821-4464-aec3-891a0faffc2f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:36.139787 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f515d37e-6714-43ae-81ed-9e8cc08279c5 req-f1826e8c-3821-4464-aec3-891a0faffc2f service neutron] 10.222.0.71 "GET /v2.0/networks?id=e15833fa-a7c7-4aba-b669-666e27c7d454 HTTP/1.1" status: 200 len: 905 time: 0.4574175 May 30 20:06:36.147530 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4acfe9ef-28d4-4653-be8e-4e9d18400c61 req-eca0b725-106f-467b-874d-602299f492b0 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.71 "DELETE /v2.0/ports/cf772378-fb5a-4970-a2b3-d660abe9cafd HTTP/1.1" status: 204 len: 173 time: 2.3361890 May 30 20:06:36.205763 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de10e6a6-92ce-46c8-b757-d58e939fd828 req-d9fec227-1dde-43df-b71c-44c1b9f05ee0 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:36.208240 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-de10e6a6-92ce-46c8-b757-d58e939fd828 req-d9fec227-1dde-43df-b71c-44c1b9f05ee0 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/ports?device_id=cad50d2c-f09c-49dc-ab89-1ea18c4b8f5e HTTP/1.1" status: 200 len: 949 time: 0.4858170 May 30 20:06:36.218384 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [None req-243538dd-477e-47ae-a6e0-8c1cd6d23356 admin admin] For port 82b07b22-2760-4748-a55f-facd35cfff4c, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=82b07b22-2760-4748-a55f-facd35cfff4c,segment=NetworkSegment(3e049cc2-22a5-438c-b706-8b622a4294a7),segment_id=3e049cc2-22a5-438c-b706-8b622a4294a7)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:06:36.218384 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-243538dd-477e-47ae-a6e0-8c1cd6d23356 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:36.221265 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c8573569-0c33-442b-8321-c23238e9f3ef req-5b98a7e5-24e9-42fd-9c36-fea9b548ad7a service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=110bddbd-f44e-4fa5-b307-fa3cacc0a7d7 HTTP/1.1" status: 200 len: 1101 time: 0.6349335 May 30 20:06:36.358779 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44ee0b58-94d1-4f30-9032-9a1395c62459', 'name': 'network-vif-deleted', 'tag': 'cf772378-fb5a-4970-a2b3-d660abe9cafd'}] {{(pid=84886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:06:36.371774 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-243538dd-477e-47ae-a6e0-8c1cd6d23356 admin admin] Calling delete_port for 82b07b22-2760-4748-a55f-facd35cfff4c owned by network:router_interface {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:06:36.462247 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-de10e6a6-92ce-46c8-b757-d58e939fd828 req-289d195f-f8ee-4db8-88e7-094d977d39e1 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/security-groups?id=e1329ead-76da-4fe1-a988-d24ed3099985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471833 May 30 20:06:36.470347 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 48780) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:06:36.492819 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-173cf218-e2a6-4765-bfd5-3491146761e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:36.526954 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-2fb1c174-5aff-4f10-8c52-e30efd71abed req-1a6939c7-e81a-4eb7-89ba-5b0a469fadee tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Calling delete_port for add4bcfc-8061-490b-abfb-4c9220e87f90 owned by compute:nova {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:06:36.582269 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-173cf218-e2a6-4765-bfd5-3491146761e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:06:36.592225 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-173cf218-e2a6-4765-bfd5-3491146761e0 admin admin] Usage tracker for resource:security_group_rule and tenant:5ead072c60f447638ccea1bc61fbb593 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:06:36.610410 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-173cf218-e2a6-4765-bfd5-3491146761e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:06:36.616747 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f515d37e-6714-43ae-81ed-9e8cc08279c5 req-cdb8f2a4-2342-481f-9156-c1d91608495d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1e851588-76aa-4596-8e1d-20fc794a9507 HTTP/1.1" status: 200 len: 217 time: 0.4625111 May 30 20:06:36.620696 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-173cf218-e2a6-4765-bfd5-3491146761e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:06:36.687137 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186c3432-b44e-4f8a-8cea-72d0d62ba685 req-37c0ecf0-999a-49e3-b44f-a07a104db0c9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:36.688687 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-186c3432-b44e-4f8a-8cea-72d0d62ba685 req-37c0ecf0-999a-49e3-b44f-a07a104db0c9 service neutron] 10.222.0.86 "GET /v2.0/networks?id=4344fbed-57fb-43d7-b32d-6020ce60f0a1 HTTP/1.1" status: 200 len: 870 time: 0.6638494 May 30 20:06:36.696716 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7d66a4b-0d52-49a2-87ea-3a835c22c6e9'] response: {'server_uuid': 'c1741290-7987-4e5e-a206-f0b65f0184f2', 'name': 'network-vif-deleted', 'tag': 'ca67ed30-84e2-4e3b-a453-38868cedc363', 'status': 'completed', 'code': 200} May 30 20:06:36.697030 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7d66a4b-0d52-49a2-87ea-3a835c22c6e9'] response: {'server_uuid': '87405fa8-44cd-41f2-9d8e-94d571b330b4', 'name': 'network-vif-deleted', 'tag': '78aa4661-1d03-4667-8262-233ff40bb69c', 'status': 'completed', 'code': 200} May 30 20:06:36.846299 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c8573569-0c33-442b-8321-c23238e9f3ef req-dee51799-d92d-4b25-90a2-8bdbbb733f0c service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=db33dd94-15fa-4959-a681-13f509935d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3273458 May 30 20:06:36.849493 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-186c3432-b44e-4f8a-8cea-72d0d62ba685 req-64c2c180-a3a2-427a-86b1-15e6007c330e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=0ab8fad3-50b3-4e00-809a-e7bbc917d1ca HTTP/1.1" status: 200 len: 217 time: 0.1445413 May 30 20:06:36.850921 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f515d37e-6714-43ae-81ed-9e8cc08279c5 req-366acbe1-28a1-437b-b16f-e162f7c84afc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:36.852425 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f515d37e-6714-43ae-81ed-9e8cc08279c5 req-366acbe1-28a1-437b-b16f-e162f7c84afc service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9e784a53-5b9d-4147-93e1-adf6f7b920d9 HTTP/1.1" status: 200 len: 844 time: 0.2030947 May 30 20:06:36.888245 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-173cf218-e2a6-4765-bfd5-3491146761e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:36.974799 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-243538dd-477e-47ae-a6e0-8c1cd6d23356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:37.013029 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-173cf218-e2a6-4765-bfd5-3491146761e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:37.034071 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-63cbbb94-9d15-4338-b66f-afd887984f8e req-41e7b4de-1d4b-4800-98ab-a821ef69a1eb tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Synchronizing usage tracker for tenant:507d6785502940d28c178ad4aae87e46 on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:06:37.054291 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243538dd-477e-47ae-a6e0-8c1cd6d23356 admin admin] Pushing event deleted for resources: {'Port': ['ID=82b07b22-2760-4748-a55f-facd35cfff4c,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:06:37.060681 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f515d37e-6714-43ae-81ed-9e8cc08279c5 req-a63a9e8f-1de6-40e2-8793-4092255ebdfb service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e15833fa-a7c7-4aba-b669-666e27c7d454&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2003093 May 30 20:06:37.104855 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3f5790ca-1534-4e82-8311-f0331e8f7ca2 req-d90638fe-d046-4795-ae5f-6e6cbfa42cdc service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2f556c8c0e86457c8a99895c145d8ec1&device_id=dacd4860-339f-4fa4-9d16-fdbd88c14e30 HTTP/1.1" status: 200 len: 1097 time: 0.2566752 May 30 20:06:37.135558 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173cf218-e2a6-4765-bfd5-3491146761e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb5dbfa6-b7fd-480b-805f-4d71af97f3ad,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:06:37.279858 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186c3432-b44e-4f8a-8cea-72d0d62ba685 req-f221b6cd-fb49-4393-9ea5-b54c7c71cca5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:37.281379 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-186c3432-b44e-4f8a-8cea-72d0d62ba685 req-f221b6cd-fb49-4393-9ea5-b54c7c71cca5 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1b83ff54-b1af-44ce-bb75-ba148920553c HTTP/1.1" status: 200 len: 843 time: 0.2068942 May 30 20:06:37.332794 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-63cbbb94-9d15-4338-b66f-afd887984f8e req-41e7b4de-1d4b-4800-98ab-a821ef69a1eb tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Unset dirty status for tenant:507d6785502940d28c178ad4aae87e46 on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:06:37.340524 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-63cbbb94-9d15-4338-b66f-afd887984f8e req-41e7b4de-1d4b-4800-98ab-a821ef69a1eb tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.85 "GET /v2.0/ports?device_id=44ee0b58-94d1-4f30-9032-9a1395c62459 HTTP/1.1" status: 200 len: 210 time: 0.4088497 May 30 20:06:37.399390 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f515d37e-6714-43ae-81ed-9e8cc08279c5 req-f39798a2-7931-450f-86dc-957f097b33e6 service neutron] 10.222.0.71 "GET /v2.0/networks/e15833fa-a7c7-4aba-b669-666e27c7d454?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2884407 May 30 20:06:37.441478 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-2fb1c174-5aff-4f10-8c52-e30efd71abed req-1a6939c7-e81a-4eb7-89ba-5b0a469fadee tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:37.457126 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cad50d2c-f09c-49dc-ab89-1ea18c4b8f5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'add4bcfc-8061-490b-abfb-4c9220e87f90'}, {'server_uuid': '37d4a4ba-76bb-4dbf-a36b-05822468c827', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ab8fad3-50b3-4e00-809a-e7bbc917d1ca'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:06:37.469503 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-173cf218-e2a6-4765-bfd5-3491146761e0 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=5ead072c60f447638ccea1bc61fbb593&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9953582 May 30 20:06:37.474669 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['64a08dcc-ec2f-4ebf-a20f-1051fce47c3f', '57beacbc-e526-49cb-a123-a88e6911f417'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:06:37.486417 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 48786) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:06:37.580169 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6939c7-e81a-4eb7-89ba-5b0a469fadee tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Pushing event deleted for resources: {'Port': ['ID=add4bcfc-8061-490b-abfb-4c9220e87f90,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:06:37.626682 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-186c3432-b44e-4f8a-8cea-72d0d62ba685 req-325537fb-2efd-4f75-a943-2f2cff574809 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4344fbed-57fb-43d7-b32d-6020ce60f0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3303416 May 30 20:06:37.797955 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fb1c174-5aff-4f10-8c52-e30efd71abed req-1a6939c7-e81a-4eb7-89ba-5b0a469fadee tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] No DVR routers for this DVR port add4bcfc-8061-490b-abfb-4c9220e87f90 on host n-h2-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:06:37.804026 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-2fb1c174-5aff-4f10-8c52-e30efd71abed req-1a6939c7-e81a-4eb7-89ba-5b0a469fadee tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:37.826935 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f515d37e-6714-43ae-81ed-9e8cc08279c5 req-ce912fc6-e8a6-4a03-aa02-ca78769f0b47 service neutron] 10.222.0.71 "GET /v2.0/networks/e15833fa-a7c7-4aba-b669-666e27c7d454?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4155934 May 30 20:06:37.897116 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-186c3432-b44e-4f8a-8cea-72d0d62ba685 req-17c49304-ab9b-472e-b719-f02512748024 service neutron] 10.222.0.86 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2596436 May 30 20:06:37.907520 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2fb1c174-5aff-4f10-8c52-e30efd71abed req-1a6939c7-e81a-4eb7-89ba-5b0a469fadee tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.86 "DELETE /v2.0/ports/add4bcfc-8061-490b-abfb-4c9220e87f90 HTTP/1.1" status: 204 len: 173 time: 6.6375411 May 30 20:06:37.928251 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2185bc00-eb2d-4895-8ebb-b44436a87ffd req-b6262736-089d-4ed8-86b6-9840f2edba21 tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] Router 6d655187-9441-48fa-aa50-e2660bc204e1 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:06:38.068412 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5790ca-1534-4e82-8311-f0331e8f7ca2 req-6232ba2d-96c9-4a29-9d93-360c26a05737 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:38.071595 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3f5790ca-1534-4e82-8311-f0331e8f7ca2 req-6232ba2d-96c9-4a29-9d93-360c26a05737 service neutron] 10.222.0.86 "GET /v2.0/networks?id=1423fe8d-fe45-40b8-bd0c-db2951a00d49 HTTP/1.1" status: 200 len: 912 time: 0.9271755 May 30 20:06:38.079011 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 1e851588-76aa-4596-8e1d-20fc794a9507 up at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:06:38.252596 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ea039f83-2035-48d5-86d4-0429b709708b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:38.280600 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3f5790ca-1534-4e82-8311-f0331e8f7ca2 req-43cdb960-b969-4005-8234-c97e8fd2c388 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=21ee398d-25ce-4760-b6b9-114111fad41c HTTP/1.1" status: 200 len: 217 time: 0.1826353 May 30 20:06:38.296537 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cefb73-3e62-4094-9168-9dcb815383a7 req-09526eab-26a0-4680-bbd5-635eb127e4d9 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:38.309420 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning for port 1e851588-76aa-4596-8e1d-20fc794a9507 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:06:38.309690 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b9cefb73-3e62-4094-9168-9dcb815383a7 req-09526eab-26a0-4680-bbd5-635eb127e4d9 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] 10.222.0.85 "GET /v2.0/ports?device_id=34e3b003-fac4-43f2-a9ac-f166a4a9a09b HTTP/1.1" status: 200 len: 944 time: 0.7243521 May 30 20:06:38.317689 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning complete for port 1e851588-76aa-4596-8e1d-20fc794a9507 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:06:38.318390 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:38.416601 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ea039f83-2035-48d5-86d4-0429b709708b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:38.467660 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-186c3432-b44e-4f8a-8cea-72d0d62ba685 req-ae2bfd1b-0380-4345-95ac-57ea22361ba8 service neutron] 10.222.0.86 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5619256 May 30 20:06:38.561412 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:38.562667 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2185bc00-eb2d-4895-8ebb-b44436a87ffd req-b6262736-089d-4ed8-86b6-9840f2edba21 tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:06:38.578019 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9f72e1-fa1f-4f99-8e8a-79e84c4d27d9 None None] Sync routers for ids ['6d655187-9441-48fa-aa50-e2660bc204e1'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:06:38.593996 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5790ca-1534-4e82-8311-f0331e8f7ca2 req-8313a995-52c2-48bf-be49-4674129b1655 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:38.596536 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3f5790ca-1534-4e82-8311-f0331e8f7ca2 req-8313a995-52c2-48bf-be49-4674129b1655 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f7ba462c-1ed8-4caa-83b7-6c1b6552e3f5 HTTP/1.1" status: 200 len: 851 time: 0.2613940 May 30 20:06:38.598221 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ea039f83-2035-48d5-86d4-0429b709708b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:38.614229 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9f72e1-fa1f-4f99-8e8a-79e84c4d27d9 None None] Routers {'6d655187-9441-48fa-aa50-e2660bc204e1'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:06:38.615709 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-7c9f72e1-fa1f-4f99-8e8a-79e84c4d27d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:06:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['6d655187-9441-48fa-aa50-e2660bc204e1'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:06:38.618416 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b9cefb73-3e62-4094-9168-9dcb815383a7 req-eec44c23-70e4-4b09-8517-ff1b84c8c62d tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] 10.222.0.85 "GET /v2.0/security-groups?id=9bc03317-7c5c-46d0-8ed2-0b298955a173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3073499 May 30 20:06:38.630069 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 1e851588-76aa-4596-8e1d-20fc794a9507, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=1e851588-76aa-4596-8e1d-20fc794a9507,segment=NetworkSegment(70424240-b76f-4af0-9f32-ace284913a86),segment_id=70424240-b76f-4af0-9f32-ace284913a86)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:06:38.709010 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:38.712054 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cad50d2c-f09c-49dc-ab89-1ea18c4b8f5e', 'name': 'network-vif-deleted', 'tag': 'add4bcfc-8061-490b-abfb-4c9220e87f90'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:06:38.750271 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3f5790ca-1534-4e82-8311-f0331e8f7ca2 req-786539ee-91ba-4d0e-9188-19073069bf98 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=1423fe8d-fe45-40b8-bd0c-db2951a00d49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1210876 May 30 20:06:38.751439 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea039f83-2035-48d5-86d4-0429b709708b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb5dbfa6-b7fd-480b-805f-4d71af97f3ad,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:06:38.985332 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=1e851588-76aa-4596-8e1d-20fc794a9507,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:06:39.057470 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ea039f83-2035-48d5-86d4-0429b709708b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:39.061173 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-ea039f83-2035-48d5-86d4-0429b709708b admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/fb5dbfa6-b7fd-480b-805f-4d71af97f3ad HTTP/1.1" status: 204 len: 168 time: 1.5549941 May 30 20:06:39.116319 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-243538dd-477e-47ae-a6e0-8c1cd6d23356 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1718140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-736143'] for router_interface, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:39.124296 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 21ee398d-25ce-4760-b6b9-114111fad41c no longer exists at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:06:39.131669 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3f5790ca-1534-4e82-8311-f0331e8f7ca2 req-fae8c93d-d064-4311-a148-b3fdcb254eea service neutron] 10.222.0.86 "GET /v2.0/networks/1423fe8d-fe45-40b8-bd0c-db2951a00d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3724771 May 30 20:06:39.142581 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b264836-c296-43d8-8a18-9f9a35372dea req-2fc2a147-427c-4111-821a-3afd192fac5a tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:39.151112 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0b264836-c296-43d8-8a18-9f9a35372dea req-2fc2a147-427c-4111-821a-3afd192fac5a tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.85 "GET /v2.0/ports?device_id=110bddbd-f44e-4fa5-b307-fa3cacc0a7d7 HTTP/1.1" status: 200 len: 950 time: 0.3554027 May 30 20:06:39.216859 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-7c9f72e1-fa1f-4f99-8e8a-79e84c4d27d9 None None] Set router 6d655187-9441-48fa-aa50-e2660bc204e1 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:06:39.417670 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2185bc00-eb2d-4895-8ebb-b44436a87ffd req-b6262736-089d-4ed8-86b6-9840f2edba21 tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] Router 6d655187-9441-48fa-aa50-e2660bc204e1 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:06:39.462482 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0b264836-c296-43d8-8a18-9f9a35372dea req-6b7df5aa-bf9a-4f39-b191-c3630668abd1 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.85 "GET /v2.0/security-groups?id=db33dd94-15fa-4959-a681-13f509935d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3104346 May 30 20:06:39.469884 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:39.510941 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 21ee398d-25ce-4760-b6b9-114111fad41c, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=21ee398d-25ce-4760-b6b9-114111fad41c,segment=NetworkSegment(a588beee-eb1a-4179-866b-50764eb9b22b),segment_id=a588beee-eb1a-4179-866b-50764eb9b22b)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:06:39.535987 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3f5790ca-1534-4e82-8311-f0331e8f7ca2 req-ff37c3cf-5c24-4619-a3ee-a9386b45b2cc service neutron] 10.222.0.86 "GET /v2.0/networks/1423fe8d-fe45-40b8-bd0c-db2951a00d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3425257 May 30 20:06:39.652153 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:39.896487 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=21ee398d-25ce-4760-b6b9-114111fad41c,revision_number=8']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:06:39.975880 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2185bc00-eb2d-4895-8ebb-b44436a87ffd req-b6262736-089d-4ed8-86b6-9840f2edba21 tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:06:39.980945 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-2185bc00-eb2d-4895-8ebb-b44436a87ffd req-b6262736-089d-4ed8-86b6-9840f2edba21 tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:40.042093 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-7c9f72e1-fa1f-4f99-8e8a-79e84c4d27d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d655187-9441-48fa-aa50-e2660bc204e1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1811082333-router', 'tenant_id': 'a30f992c0c6d4c83b278c5e0ddf93c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'fc35ab7f-4bdd-4f97-beb2-659e01147aed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:04:29Z', 'updated_at': '2022-05-30T20:04:42Z', 'revision_number': 4, 'project_id': 'a30f992c0c6d4c83b278c5e0ddf93c21', 'gw_port': {'id': 'fc35ab7f-4bdd-4f97-beb2-659e01147aed', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d655187-9441-48fa-aa50-e2660bc204e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:04:33Z', 'updated_at': '2022-05-30T20:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': '5a9041ae-bb89-43d8-9c7e-53bb9c484e0b', 'tenant_id': 'a30f992c0c6d4c83b278c5e0ddf93c21', 'floating_ip_address': '172.25.8.92', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': '6d655187-9441-48fa-aa50-e2660bc204e1', 'port_id': '6f0da94b-e10b-49d8-b99f-81336537840a', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '803dd70a-3f53-43ad-9356-1243425ef9dd', 'mac_address': 'fa:16:3e:67:af:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4abde85-31f7-4982-8289-d4b10cda4969', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:05:24Z', 'updated_at': '2022-05-30T20:06:31Z', 'revision_number': 3, 'project_id': 'a30f992c0c6d4c83b278c5e0ddf93c21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '365877dd-8644-44ed-afe2-eba50da77af7', 'name': '', 'network_id': '803dd70a-3f53-43ad-9356-1243425ef9dd', 'tenant_id': 'a30f992c0c6d4c83b278c5e0ddf93c21', 'mac_address': 'fa:16:3e:53:eb:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d655187-9441-48fa-aa50-e2660bc204e1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a936439d-a424-4a5c-8496-f82c5049c2f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:04:41Z', 'updated_at': '2022-05-30T20:05:11Z', 'revision_number': 5, 'project_id': 'a30f992c0c6d4c83b278c5e0ddf93c21', 'subnets': [{'id': 'a936439d-a424-4a5c-8496-f82c5049c2f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:06:40.049166 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9f72e1-fa1f-4f99-8e8a-79e84c4d27d9 None None] Checking router: 6d655187-9441-48fa-aa50-e2660bc204e1 for host: n-d-843948-2 {{(pid=84889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:06:40.073508 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9f72e1-fa1f-4f99-8e8a-79e84c4d27d9 None None] Routers {'6d655187-9441-48fa-aa50-e2660bc204e1'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:06:40.074854 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-7c9f72e1-fa1f-4f99-8e8a-79e84c4d27d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:06:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['6d655187-9441-48fa-aa50-e2660bc204e1'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:06:40.124394 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2185bc00-eb2d-4895-8ebb-b44436a87ffd req-b6262736-089d-4ed8-86b6-9840f2edba21 tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] 10.222.0.85 "PUT /v2.0/floatingips/5a9041ae-bb89-43d8-9c7e-53bb9c484e0b HTTP/1.1" status: 200 len: 997 time: 11.6643353 May 30 20:06:40.213228 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406ea4fe-8aee-437b-b0a0-a91401de3caa req-53337ce8-7ba8-4888-8b1a-444cfed917e2 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:40.214936 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-406ea4fe-8aee-437b-b0a0-a91401de3caa req-53337ce8-7ba8-4888-8b1a-444cfed917e2 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/ports?device_id=dacd4860-339f-4fa4-9d16-fdbd88c14e30 HTTP/1.1" status: 200 len: 944 time: 0.1584055 May 30 20:06:40.242423 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2185bc00-eb2d-4895-8ebb-b44436a87ffd req-70b76add-5242-4238-8aae-258a1790be3d tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:40.244006 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2185bc00-eb2d-4895-8ebb-b44436a87ffd req-70b76add-5242-4238-8aae-258a1790be3d tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] 10.222.0.85 "GET /v2.0/ports/5577968e-d9bf-46c3-bc01-56cce150297c HTTP/1.1" status: 200 len: 942 time: 0.1058059 May 30 20:06:40.410460 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-7c9f72e1-fa1f-4f99-8e8a-79e84c4d27d9 None None] Set router 6d655187-9441-48fa-aa50-e2660bc204e1 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:06:40.423441 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-406ea4fe-8aee-437b-b0a0-a91401de3caa req-1c8008c0-5d1a-48e6-986c-1eaf9930ec7f tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/security-groups?id=f7bd1307-7f80-416a-ad0f-251b87da459a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365366 May 30 20:06:40.472209 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2185bc00-eb2d-4895-8ebb-b44436a87ffd req-fb345dab-ff79-4104-b3dd-657d03cb4e54 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=a30f992c0c6d4c83b278c5e0ddf93c21&device_id=344028cd-77f9-4cf0-ab86-229dde8efa6e HTTP/1.1" status: 200 len: 1096 time: 0.0891199 May 30 20:06:40.515003 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-243538dd-477e-47ae-a6e0-8c1cd6d23356 admin admin] Router d4dbf9e3-0c68-4d0e-aa6c-1e34f46970fe has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:06:40.596667 n-d-843948-2 neutron-server[84886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a55cf282-0991-459a-81ba-c5679d96ddec'] response: {'server_uuid': '44ee0b58-94d1-4f30-9032-9a1395c62459', 'name': 'network-vif-deleted', 'tag': 'cf772378-fb5a-4970-a2b3-d660abe9cafd', 'status': 'completed', 'code': 200} May 30 20:06:40.781711 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d86bf034-38b6-4318-88a3-a719ba4b626d'] response: {'server_uuid': 'cad50d2c-f09c-49dc-ab89-1ea18c4b8f5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'add4bcfc-8061-490b-abfb-4c9220e87f90', 'code': 200} May 30 20:06:40.783550 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d86bf034-38b6-4318-88a3-a719ba4b626d'] response: {'server_uuid': '37d4a4ba-76bb-4dbf-a36b-05822468c827', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ab8fad3-50b3-4e00-809a-e7bbc917d1ca', 'code': 200} May 30 20:06:40.820420 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2185bc00-eb2d-4895-8ebb-b44436a87ffd req-660f2f1b-1378-45a8-acd7-fa49b6becf31 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:40.821998 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2185bc00-eb2d-4895-8ebb-b44436a87ffd req-660f2f1b-1378-45a8-acd7-fa49b6becf31 service neutron] 10.222.0.85 "GET /v2.0/networks?id=803dd70a-3f53-43ad-9356-1243425ef9dd HTTP/1.1" status: 200 len: 922 time: 0.3396022 May 30 20:06:40.961092 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2185bc00-eb2d-4895-8ebb-b44436a87ffd req-06dc855d-9cc7-425d-9705-389ce7fbbe3d service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5577968e-d9bf-46c3-bc01-56cce150297c HTTP/1.1" status: 200 len: 217 time: 0.1279154 May 30 20:06:40.987532 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-243538dd-477e-47ae-a6e0-8c1cd6d23356 admin admin] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:06:41.005872 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb7ce72-f521-41eb-bd80-5a961b505a0d None None] Sync routers for ids ['d4dbf9e3-0c68-4d0e-aa6c-1e34f46970fe'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:06:41.049068 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb7ce72-f521-41eb-bd80-5a961b505a0d None None] Routers {'d4dbf9e3-0c68-4d0e-aa6c-1e34f46970fe'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:06:41.055533 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-376513f3-f523-4da4-b21a-fe04d9054d7d'] response: {'server_uuid': 'cad50d2c-f09c-49dc-ab89-1ea18c4b8f5e', 'name': 'network-vif-deleted', 'tag': 'add4bcfc-8061-490b-abfb-4c9220e87f90', 'status': 'completed', 'code': 200} May 30 20:06:41.058233 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 48818) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:06:41.058926 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-7cb7ce72-f521-41eb-bd80-5a961b505a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:06:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['d4dbf9e3-0c68-4d0e-aa6c-1e34f46970fe'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:06:41.059811 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-243538dd-477e-47ae-a6e0-8c1cd6d23356 admin admin] 10.222.0.85 "PUT /v2.0/routers/d4dbf9e3-0c68-4d0e-aa6c-1e34f46970fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6510694 May 30 20:06:41.166139 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-7c9f72e1-fa1f-4f99-8e8a-79e84c4d27d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d655187-9441-48fa-aa50-e2660bc204e1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1811082333-router', 'tenant_id': 'a30f992c0c6d4c83b278c5e0ddf93c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'fc35ab7f-4bdd-4f97-beb2-659e01147aed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:04:29Z', 'updated_at': '2022-05-30T20:04:42Z', 'revision_number': 4, 'project_id': 'a30f992c0c6d4c83b278c5e0ddf93c21', 'gw_port': {'id': 'fc35ab7f-4bdd-4f97-beb2-659e01147aed', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d655187-9441-48fa-aa50-e2660bc204e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:04:33Z', 'updated_at': '2022-05-30T20:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': '5a9041ae-bb89-43d8-9c7e-53bb9c484e0b', 'tenant_id': 'a30f992c0c6d4c83b278c5e0ddf93c21', 'floating_ip_address': '172.25.8.92', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': '6d655187-9441-48fa-aa50-e2660bc204e1', 'port_id': '6f0da94b-e10b-49d8-b99f-81336537840a', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '803dd70a-3f53-43ad-9356-1243425ef9dd', 'mac_address': 'fa:16:3e:67:af:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4abde85-31f7-4982-8289-d4b10cda4969', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:05:24Z', 'updated_at': '2022-05-30T20:06:31Z', 'revision_number': 3, 'project_id': 'a30f992c0c6d4c83b278c5e0ddf93c21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '365877dd-8644-44ed-afe2-eba50da77af7', 'name': '', 'network_id': '803dd70a-3f53-43ad-9356-1243425ef9dd', 'tenant_id': 'a30f992c0c6d4c83b278c5e0ddf93c21', 'mac_address': 'fa:16:3e:53:eb:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d655187-9441-48fa-aa50-e2660bc204e1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a936439d-a424-4a5c-8496-f82c5049c2f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:04:41Z', 'updated_at': '2022-05-30T20:05:11Z', 'revision_number': 5, 'project_id': 'a30f992c0c6d4c83b278c5e0ddf93c21', 'subnets': [{'id': 'a936439d-a424-4a5c-8496-f82c5049c2f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:06:41.174426 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9f72e1-fa1f-4f99-8e8a-79e84c4d27d9 None None] The sync data for ids ['6d655187-9441-48fa-aa50-e2660bc204e1'] in n-d-843948-2 is: [{'id': '6d655187-9441-48fa-aa50-e2660bc204e1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1811082333-router', 'tenant_id': 'a30f992c0c6d4c83b278c5e0ddf93c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'fc35ab7f-4bdd-4f97-beb2-659e01147aed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:04:29Z', 'updated_at': '2022-05-30T20:04:42Z', 'revision_number': 4, 'project_id': 'a30f992c0c6d4c83b278c5e0ddf93c21', 'gw_port': {'id': 'fc35ab7f-4bdd-4f97-beb2-659e01147aed', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d655187-9441-48fa-aa50-e2660bc204e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:04:33Z', 'updated_at': '2022-05-30T20:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': '5a9041ae-bb89-43d8-9c7e-53bb9c484e0b', 'tenant_id': 'a30f992c0c6d4c83b278c5e0ddf93c21', 'floating_ip_address': '172.25.8.92', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': '6d655187-9441-48fa-aa50-e2660bc204e1', 'port_id': '6f0da94b-e10b-49d8-b99f-81336537840a', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '803dd70a-3f53-43ad-9356-1243425ef9dd', 'mac_address': 'fa:16:3e:67:af:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4abde85-31f7-4982-8289-d4b10cda4969', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:05:24Z', 'updated_at': '2022-05-30T20:06:31Z', 'revision_number': 3, 'project_id': 'a30f992c0c6d4c83b278c5e0ddf93c21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '365877dd-8644-44ed-afe2-eba50da77af7', 'name': '', 'network_id': '803dd70a-3f53-43ad-9356-1243425ef9dd', 'tenant_id': 'a30f992c0c6d4c83b278c5e0ddf93c21', 'mac_address': 'fa:16:3e:53:eb:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d655187-9441-48fa-aa50-e2660bc204e1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a936439d-a424-4a5c-8496-f82c5049c2f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:04:41Z', 'updated_at': '2022-05-30T20:05:11Z', 'revision_number': 5, 'project_id': 'a30f992c0c6d4c83b278c5e0ddf93c21', 'subnets': [{'id': 'a936439d-a424-4a5c-8496-f82c5049c2f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:06:41.175750 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2908fe5f-4c9d-4040-abab-71892b943f29 req-bf70664f-2e34-41a3-8a3b-033538ee5c4b service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=37d4a4ba-76bb-4dbf-a36b-05822468c827 HTTP/1.1" status: 200 len: 1101 time: 0.2875826 May 30 20:06:41.314919 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2185bc00-eb2d-4895-8ebb-b44436a87ffd req-300bfb14-2268-47a0-938c-78b4883fc301 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:41.316615 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2185bc00-eb2d-4895-8ebb-b44436a87ffd req-300bfb14-2268-47a0-938c-78b4883fc301 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=a936439d-a424-4a5c-8496-f82c5049c2f0 HTTP/1.1" status: 200 len: 860 time: 0.3417680 May 30 20:06:41.393816 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2908fe5f-4c9d-4040-abab-71892b943f29 req-1bb4020b-082a-41f2-af70-5f23b97c2a92 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=db33dd94-15fa-4959-a681-13f509935d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098753 May 30 20:06:41.436045 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfd4aaa-1533-4e9d-9fd3-1f6d00158662 req-b6173c2d-3c5f-4acb-8360-5e06c579c540 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:41.449576 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-bdfd4aaa-1533-4e9d-9fd3-1f6d00158662 req-b6173c2d-3c5f-4acb-8360-5e06c579c540 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.85 "GET /v2.0/ports?device_id=37d4a4ba-76bb-4dbf-a36b-05822468c827 HTTP/1.1" status: 200 len: 950 time: 0.2477245 May 30 20:06:41.503028 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2185bc00-eb2d-4895-8ebb-b44436a87ffd req-145113d4-2eff-44d9-9a3f-aecde8b28359 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=803dd70a-3f53-43ad-9356-1243425ef9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1639390 May 30 20:06:41.528198 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7f5ee1-7c20-4d8d-9ab8-c8de0c2a428d None None] New status for floating IP 5a9041ae-bb89-43d8-9c7e-53bb9c484e0b: ACTIVE {{(pid=84889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 20:06:41.559468 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-bdfd4aaa-1533-4e9d-9fd3-1f6d00158662 req-a63bcd88-697e-42f8-b87e-9dca256a8fb3 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.85 "GET /v2.0/security-groups?id=db33dd94-15fa-4959-a681-13f509935d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010756 May 30 20:06:41.585916 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-7cb7ce72-f521-41eb-bd80-5a961b505a0d None None] Set router d4dbf9e3-0c68-4d0e-aa6c-1e34f46970fe gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:06:41.827540 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f4813f40-cc36-4201-9030-485826864690 admin admin] Notify callbacks [] for router, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:42.016712 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2185bc00-eb2d-4895-8ebb-b44436a87ffd req-fdce0aec-f436-4c7b-96c7-66041a70952e service neutron] 10.222.0.85 "GET /v2.0/networks/803dd70a-3f53-43ad-9356-1243425ef9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4940464 May 30 20:06:42.125596 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797a1806-eb65-46c7-8c7a-13a51c236af8 req-526e59cd-bf74-4a88-9cc1-54fe556c1545 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:42.128298 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-797a1806-eb65-46c7-8c7a-13a51c236af8 req-526e59cd-bf74-4a88-9cc1-54fe556c1545 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] 10.222.0.85 "GET /v2.0/ports?device_id=34e3b003-fac4-43f2-a9ac-f166a4a9a09b HTTP/1.1" status: 200 len: 945 time: 0.2018127 May 30 20:06:42.211496 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2185bc00-eb2d-4895-8ebb-b44436a87ffd req-84d4035e-813e-4f9b-9651-687cb03ea5f9 service neutron] 10.222.0.85 "GET /v2.0/networks/803dd70a-3f53-43ad-9356-1243425ef9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814845 May 30 20:06:42.230978 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-797a1806-eb65-46c7-8c7a-13a51c236af8 req-73e8df61-1eb0-401d-9ef3-cb8a9da955a2 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] 10.222.0.85 "GET /v2.0/security-groups?id=9bc03317-7c5c-46d0-8ed2-0b298955a173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891924 May 30 20:06:42.259538 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f4813f40-cc36-4201-9030-485826864690 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:42.285023 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac6f15f-9eed-40a7-a173-f7c2b4ee8d5e None None] Sync routers for ids ['6d655187-9441-48fa-aa50-e2660bc204e1'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:06:42.300248 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-7cb7ce72-f521-41eb-bd80-5a961b505a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4dbf9e3-0c68-4d0e-aa6c-1e34f46970fe', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1871212821-router', 'tenant_id': '451572d0f13c40ff8c6397191d3ebc95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': 'afd9719d-f5e7-4be7-bfd6-cd2a73f14f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:04:20Z', 'updated_at': '2022-05-30T20:06:36Z', 'revision_number': 5, 'project_id': '451572d0f13c40ff8c6397191d3ebc95', 'gw_port': {'id': 'afd9719d-f5e7-4be7-bfd6-cd2a73f14f57', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:40:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4dbf9e3-0c68-4d0e-aa6c-1e34f46970fe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:04:22Z', 'updated_at': '2022-05-30T20:04:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:06:42.307911 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb7ce72-f521-41eb-bd80-5a961b505a0d None None] Checking router: d4dbf9e3-0c68-4d0e-aa6c-1e34f46970fe for host: n-d-843948-2 {{(pid=84888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:06:42.315034 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac6f15f-9eed-40a7-a173-f7c2b4ee8d5e None None] Routers {'6d655187-9441-48fa-aa50-e2660bc204e1'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:06:42.315664 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-4ac6f15f-9eed-40a7-a173-f7c2b4ee8d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:06:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['6d655187-9441-48fa-aa50-e2660bc204e1'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:06:42.391801 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-f4813f40-cc36-4201-9030-485826864690 admin admin] Deleting port afd9719d-f5e7-4be7-bfd6-cd2a73f14f57 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:06:42.392190 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f4813f40-cc36-4201-9030-485826864690 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:42.431618 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 48836) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:06:42.514370 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb7ce72-f521-41eb-bd80-5a961b505a0d None None] Routers {'d4dbf9e3-0c68-4d0e-aa6c-1e34f46970fe'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:06:42.515493 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-7cb7ce72-f521-41eb-bd80-5a961b505a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:06:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['d4dbf9e3-0c68-4d0e-aa6c-1e34f46970fe'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:06:42.565265 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bf1ba328-cb0e-4f64-982c-09237191ae27 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:42.644129 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bf1ba328-cb0e-4f64-982c-09237191ae27 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:42.746200 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2185bc00-eb2d-4895-8ebb-b44436a87ffd req-2157d9b4-e85a-43a8-bc2a-072e9d2dc8a4 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=a30f992c0c6d4c83b278c5e0ddf93c21&device_id=c4abde85-31f7-4982-8289-d4b10cda4969 HTTP/1.1" status: 200 len: 1096 time: 0.4018459 May 30 20:06:42.794551 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34e3b003-fac4-43f2-a9ac-f166a4a9a09b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e851588-76aa-4596-8e1d-20fc794a9507'}, {'server_uuid': 'dacd4860-339f-4fa4-9d16-fdbd88c14e30', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21ee398d-25ce-4760-b6b9-114111fad41c'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:06:42.893000 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bf1ba328-cb0e-4f64-982c-09237191ae27 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:42.936728 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-7cb7ce72-f521-41eb-bd80-5a961b505a0d None None] Set router d4dbf9e3-0c68-4d0e-aa6c-1e34f46970fe gateway port host: None {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:06:42.985938 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1ba328-cb0e-4f64-982c-09237191ae27 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2744deb9-273c-4f57-814d-85973312c5c5,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:06:43.067101 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '344028cd-77f9-4cf0-ab86-229dde8efa6e', 'tag': '5577968e-d9bf-46c3-bc01-56cce150297c'}, {'name': 'network-changed', 'server_uuid': 'c4abde85-31f7-4982-8289-d4b10cda4969', 'tag': '6f0da94b-e10b-49d8-b99f-81336537840a'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:06:43.092837 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bf1ba328-cb0e-4f64-982c-09237191ae27 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:43.095377 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-7cb7ce72-f521-41eb-bd80-5a961b505a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4dbf9e3-0c68-4d0e-aa6c-1e34f46970fe', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1871212821-router', 'tenant_id': '451572d0f13c40ff8c6397191d3ebc95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:04:20Z', 'updated_at': '2022-05-30T20:06:42Z', 'revision_number': 6, 'project_id': '451572d0f13c40ff8c6397191d3ebc95', 'gw_port_host': None}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:06:43.097043 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-bf1ba328-cb0e-4f64-982c-09237191ae27 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "DELETE /v2.0/security-groups/2744deb9-273c-4f57-814d-85973312c5c5 HTTP/1.1" status: 204 len: 168 time: 0.6635361 May 30 20:06:43.100570 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 48850) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:06:43.104804 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-4ac6f15f-9eed-40a7-a173-f7c2b4ee8d5e None None] Set router 6d655187-9441-48fa-aa50-e2660bc204e1 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:06:43.145960 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb7ce72-f521-41eb-bd80-5a961b505a0d None None] The sync data for ids ['d4dbf9e3-0c68-4d0e-aa6c-1e34f46970fe'] in n-d-843948-2 is: [{'id': 'd4dbf9e3-0c68-4d0e-aa6c-1e34f46970fe', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1871212821-router', 'tenant_id': '451572d0f13c40ff8c6397191d3ebc95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:04:20Z', 'updated_at': '2022-05-30T20:06:42Z', 'revision_number': 6, 'project_id': '451572d0f13c40ff8c6397191d3ebc95', 'gw_port_host': None}] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:06:43.227349 n-d-843948-2 neutron-server[84886]: INFO neutron.api.v2.resource [None req-57c8e6fa-0c35-45a4-9fac-62ac9c728f7e tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] show failed (client error): The resource could not be found. May 30 20:06:43.233934 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-57c8e6fa-0c35-45a4-9fac-62ac9c728f7e tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/security-groups/2744deb9-273c-4f57-814d-85973312c5c5 HTTP/1.1" status: 404 len: 347 time: 0.1298466 May 30 20:06:43.233934 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 48856) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:06:43.247145 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [None req-f4813f40-cc36-4201-9030-485826864690 admin admin] For port afd9719d-f5e7-4be7-bfd6-cd2a73f14f57, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=afd9719d-f5e7-4be7-bfd6-cd2a73f14f57,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:06:43.247975 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f4813f40-cc36-4201-9030-485826864690 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:43.377186 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2185bc00-eb2d-4895-8ebb-b44436a87ffd req-63d1872c-5e82-4e13-91de-a7fc81252a7c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:43.380257 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2185bc00-eb2d-4895-8ebb-b44436a87ffd req-63d1872c-5e82-4e13-91de-a7fc81252a7c service neutron] 10.222.0.85 "GET /v2.0/networks?id=803dd70a-3f53-43ad-9356-1243425ef9dd HTTP/1.1" status: 200 len: 922 time: 0.6317301 May 30 20:06:43.490270 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-fa0862aa-83ac-4194-b5cf-cee895f4c0ee tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Deleting port 38988ce5-c73b-4429-a17c-8b1025b20f83 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:06:43.491106 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-fa0862aa-83ac-4194-b5cf-cee895f4c0ee tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:43.499539 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-f4813f40-cc36-4201-9030-485826864690 admin admin] Calling delete_port for afd9719d-f5e7-4be7-bfd6-cd2a73f14f57 owned by network:router_gateway {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:06:43.907895 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-4ac6f15f-9eed-40a7-a173-f7c2b4ee8d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d655187-9441-48fa-aa50-e2660bc204e1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1811082333-router', 'tenant_id': 'a30f992c0c6d4c83b278c5e0ddf93c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'fc35ab7f-4bdd-4f97-beb2-659e01147aed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:04:29Z', 'updated_at': '2022-05-30T20:04:42Z', 'revision_number': 4, 'project_id': 'a30f992c0c6d4c83b278c5e0ddf93c21', 'gw_port': {'id': 'fc35ab7f-4bdd-4f97-beb2-659e01147aed', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d655187-9441-48fa-aa50-e2660bc204e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:04:33Z', 'updated_at': '2022-05-30T20:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': '5a9041ae-bb89-43d8-9c7e-53bb9c484e0b', 'tenant_id': 'a30f992c0c6d4c83b278c5e0ddf93c21', 'floating_ip_address': '172.25.8.92', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': '6d655187-9441-48fa-aa50-e2660bc204e1', 'port_id': '6f0da94b-e10b-49d8-b99f-81336537840a', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '803dd70a-3f53-43ad-9356-1243425ef9dd', 'mac_address': 'fa:16:3e:67:af:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4abde85-31f7-4982-8289-d4b10cda4969', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:05:24Z', 'updated_at': '2022-05-30T20:06:41Z', 'revision_number': 4, 'project_id': 'a30f992c0c6d4c83b278c5e0ddf93c21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '365877dd-8644-44ed-afe2-eba50da77af7', 'name': '', 'network_id': '803dd70a-3f53-43ad-9356-1243425ef9dd', 'tenant_id': 'a30f992c0c6d4c83b278c5e0ddf93c21', 'mac_address': 'fa:16:3e:53:eb:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d655187-9441-48fa-aa50-e2660bc204e1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a936439d-a424-4a5c-8496-f82c5049c2f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:04:41Z', 'updated_at': '2022-05-30T20:05:11Z', 'revision_number': 5, 'project_id': 'a30f992c0c6d4c83b278c5e0ddf93c21', 'subnets': [{'id': 'a936439d-a424-4a5c-8496-f82c5049c2f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:06:43.912099 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2185bc00-eb2d-4895-8ebb-b44436a87ffd req-1a56851f-c883-4f3f-acdc-6192fab79c16 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6f0da94b-e10b-49d8-b99f-81336537840a HTTP/1.1" status: 200 len: 1000 time: 0.4283674 May 30 20:06:43.914522 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac6f15f-9eed-40a7-a173-f7c2b4ee8d5e None None] Checking router: 6d655187-9441-48fa-aa50-e2660bc204e1 for host: n-d-843948-2 {{(pid=84888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:06:43.932804 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac6f15f-9eed-40a7-a173-f7c2b4ee8d5e None None] Routers {'6d655187-9441-48fa-aa50-e2660bc204e1'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:06:43.933728 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-4ac6f15f-9eed-40a7-a173-f7c2b4ee8d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:06:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['6d655187-9441-48fa-aa50-e2660bc204e1'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:06:44.014950 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2185bc00-eb2d-4895-8ebb-b44436a87ffd req-04080b1d-cc6d-4dd5-a00f-6644ec1838aa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:44.023467 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2185bc00-eb2d-4895-8ebb-b44436a87ffd req-04080b1d-cc6d-4dd5-a00f-6644ec1838aa service neutron] 10.222.0.85 "GET /v2.0/subnets?id=a936439d-a424-4a5c-8496-f82c5049c2f0 HTTP/1.1" status: 200 len: 860 time: 0.0933568 May 30 20:06:44.133280 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5da30c-d062-449e-8af6-c0308ffc9a86 req-f64c7694-f130-4709-85cc-f451215c539e tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:44.135830 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2d5da30c-d062-449e-8af6-c0308ffc9a86 req-f64c7694-f130-4709-85cc-f451215c539e tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/ports?device_id=dacd4860-339f-4fa4-9d16-fdbd88c14e30 HTTP/1.1" status: 200 len: 944 time: 0.5142374 May 30 20:06:44.174608 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2185bc00-eb2d-4895-8ebb-b44436a87ffd req-b0c5c0e9-2475-4c39-ae36-247b84d29eb1 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=803dd70a-3f53-43ad-9356-1243425ef9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1500454 May 30 20:06:44.237911 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-4ac6f15f-9eed-40a7-a173-f7c2b4ee8d5e None None] Set router 6d655187-9441-48fa-aa50-e2660bc204e1 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:06:44.263843 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-fa0862aa-83ac-4194-b5cf-cee895f4c0ee tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:44.264243 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-fa0862aa-83ac-4194-b5cf-cee895f4c0ee tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:44.412995 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f4813f40-cc36-4201-9030-485826864690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:44.474283 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2d5da30c-d062-449e-8af6-c0308ffc9a86 req-4fc36b10-a3f7-4e32-964a-3162c8c6fc45 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/security-groups?id=f7bd1307-7f80-416a-ad0f-251b87da459a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3127747 May 30 20:06:44.488085 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-fa0862aa-83ac-4194-b5cf-cee895f4c0ee tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Calling delete_port for 38988ce5-c73b-4429-a17c-8b1025b20f83 owned by network:floatingip {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:06:44.505953 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4813f40-cc36-4201-9030-485826864690 admin admin] Pushing event deleted for resources: {'Port': ['ID=afd9719d-f5e7-4be7-bfd6-cd2a73f14f57,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:06:44.543837 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91886028-bf3d-43ef-9241-e471b5a3feb5 req-043b6b6d-871c-4577-aa87-fb9184a5e6d1 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:44.546563 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-91886028-bf3d-43ef-9241-e471b5a3feb5 req-043b6b6d-871c-4577-aa87-fb9184a5e6d1 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.86 "GET /v2.0/ports?device_id=14ddb85a-20eb-4d71-8c66-d30e1eae439a HTTP/1.1" status: 200 len: 945 time: 0.8421044 May 30 20:06:44.724657 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [req-91886028-bf3d-43ef-9241-e471b5a3feb5 req-517397ed-7c35-42e2-a59e-94009a0e2b01 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Deleting port 7e165a8d-9463-4bc8-ae0d-1614834a71c2 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:06:44.725057 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-91886028-bf3d-43ef-9241-e471b5a3feb5 req-517397ed-7c35-42e2-a59e-94009a0e2b01 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:44.727535 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-4ac6f15f-9eed-40a7-a173-f7c2b4ee8d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d655187-9441-48fa-aa50-e2660bc204e1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1811082333-router', 'tenant_id': 'a30f992c0c6d4c83b278c5e0ddf93c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'fc35ab7f-4bdd-4f97-beb2-659e01147aed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:04:29Z', 'updated_at': '2022-05-30T20:04:42Z', 'revision_number': 4, 'project_id': 'a30f992c0c6d4c83b278c5e0ddf93c21', 'gw_port': {'id': 'fc35ab7f-4bdd-4f97-beb2-659e01147aed', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d655187-9441-48fa-aa50-e2660bc204e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:04:33Z', 'updated_at': '2022-05-30T20:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': '5a9041ae-bb89-43d8-9c7e-53bb9c484e0b', 'tenant_id': 'a30f992c0c6d4c83b278c5e0ddf93c21', 'floating_ip_address': '172.25.8.92', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': '6d655187-9441-48fa-aa50-e2660bc204e1', 'port_id': '6f0da94b-e10b-49d8-b99f-81336537840a', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '803dd70a-3f53-43ad-9356-1243425ef9dd', 'mac_address': 'fa:16:3e:67:af:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4abde85-31f7-4982-8289-d4b10cda4969', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:05:24Z', 'updated_at': '2022-05-30T20:06:41Z', 'revision_number': 4, 'project_id': 'a30f992c0c6d4c83b278c5e0ddf93c21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '365877dd-8644-44ed-afe2-eba50da77af7', 'name': '', 'network_id': '803dd70a-3f53-43ad-9356-1243425ef9dd', 'tenant_id': 'a30f992c0c6d4c83b278c5e0ddf93c21', 'mac_address': 'fa:16:3e:53:eb:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d655187-9441-48fa-aa50-e2660bc204e1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a936439d-a424-4a5c-8496-f82c5049c2f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:04:41Z', 'updated_at': '2022-05-30T20:05:11Z', 'revision_number': 5, 'project_id': 'a30f992c0c6d4c83b278c5e0ddf93c21', 'subnets': [{'id': 'a936439d-a424-4a5c-8496-f82c5049c2f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:06:44.749028 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2185bc00-eb2d-4895-8ebb-b44436a87ffd req-da75043b-899c-4cb7-8a06-a1b40b185274 service neutron] 10.222.0.85 "GET /v2.0/networks/803dd70a-3f53-43ad-9356-1243425ef9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5732691 May 30 20:06:44.750156 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac6f15f-9eed-40a7-a173-f7c2b4ee8d5e None None] The sync data for ids ['6d655187-9441-48fa-aa50-e2660bc204e1'] in n-d-843948-2 is: [{'id': '6d655187-9441-48fa-aa50-e2660bc204e1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1811082333-router', 'tenant_id': 'a30f992c0c6d4c83b278c5e0ddf93c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'fc35ab7f-4bdd-4f97-beb2-659e01147aed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:04:29Z', 'updated_at': '2022-05-30T20:04:42Z', 'revision_number': 4, 'project_id': 'a30f992c0c6d4c83b278c5e0ddf93c21', 'gw_port': {'id': 'fc35ab7f-4bdd-4f97-beb2-659e01147aed', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d655187-9441-48fa-aa50-e2660bc204e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:04:33Z', 'updated_at': '2022-05-30T20:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': '5a9041ae-bb89-43d8-9c7e-53bb9c484e0b', 'tenant_id': 'a30f992c0c6d4c83b278c5e0ddf93c21', 'floating_ip_address': '172.25.8.92', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': '6d655187-9441-48fa-aa50-e2660bc204e1', 'port_id': '6f0da94b-e10b-49d8-b99f-81336537840a', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '803dd70a-3f53-43ad-9356-1243425ef9dd', 'mac_address': 'fa:16:3e:67:af:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4abde85-31f7-4982-8289-d4b10cda4969', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:05:24Z', 'updated_at': '2022-05-30T20:06:41Z', 'revision_number': 4, 'project_id': 'a30f992c0c6d4c83b278c5e0ddf93c21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '365877dd-8644-44ed-afe2-eba50da77af7', 'name': '', 'network_id': '803dd70a-3f53-43ad-9356-1243425ef9dd', 'tenant_id': 'a30f992c0c6d4c83b278c5e0ddf93c21', 'mac_address': 'fa:16:3e:53:eb:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d655187-9441-48fa-aa50-e2660bc204e1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a936439d-a424-4a5c-8496-f82c5049c2f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:04:41Z', 'updated_at': '2022-05-30T20:05:11Z', 'revision_number': 5, 'project_id': 'a30f992c0c6d4c83b278c5e0ddf93c21', 'subnets': [{'id': 'a936439d-a424-4a5c-8496-f82c5049c2f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:06:44.952102 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2185bc00-eb2d-4895-8ebb-b44436a87ffd req-9d974df9-da6f-48d9-a6ab-03aa14bf30b3 service neutron] 10.222.0.85 "GET /v2.0/networks/803dd70a-3f53-43ad-9356-1243425ef9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020082 May 30 20:06:44.956121 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f4813f40-cc36-4201-9030-485826864690 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-736453'] for router_gateway, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:45.015425 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device afd9719d-f5e7-4be7-bfd6-cd2a73f14f57 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:06:45.187559 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 21ee398d-25ce-4760-b6b9-114111fad41c no longer exists at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:06:45.271693 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31825537-3d9c-4829-99f1-c763c3862f34'] response: {'server_uuid': '34e3b003-fac4-43f2-a9ac-f166a4a9a09b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e851588-76aa-4596-8e1d-20fc794a9507', 'code': 200} May 30 20:06:45.272114 n-d-843948-2 neutron-server[84888]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-31825537-3d9c-4829-99f1-c763c3862f34']: {'server_uuid': 'dacd4860-339f-4fa4-9d16-fdbd88c14e30', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '21ee398d-25ce-4760-b6b9-114111fad41c', 'code': 422} returned with failed status May 30 20:06:45.273499 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: afd9719d-f5e7-4be7-bfd6-cd2a73f14f57 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:06:45.274571 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device afd9719d-f5e7-4be7-bfd6-cd2a73f14f57 not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:06:45.274571 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 82b07b22-2760-4748-a55f-facd35cfff4c no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:06:45.347408 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-fa0862aa-83ac-4194-b5cf-cee895f4c0ee tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:45.368710 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67bc321e-e6d4-43ea-bb6c-25956d1d8700'] response: {'name': 'network-changed', 'server_uuid': '344028cd-77f9-4cf0-ab86-229dde8efa6e', 'tag': '5577968e-d9bf-46c3-bc01-56cce150297c', 'status': 'completed', 'code': 200} May 30 20:06:45.369590 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67bc321e-e6d4-43ea-bb6c-25956d1d8700'] response: {'name': 'network-changed', 'server_uuid': 'c4abde85-31f7-4982-8289-d4b10cda4969', 'tag': '6f0da94b-e10b-49d8-b99f-81336537840a', 'status': 'completed', 'code': 200} May 30 20:06:45.389702 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: 82b07b22-2760-4748-a55f-facd35cfff4c {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:06:45.390469 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 82b07b22-2760-4748-a55f-facd35cfff4c not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:06:45.433584 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f4813f40-cc36-4201-9030-485826864690 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-724789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3141'] for router, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:45.443169 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f4813f40-cc36-4201-9030-485826864690 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:45.478552 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-91886028-bf3d-43ef-9241-e471b5a3feb5 req-517397ed-7c35-42e2-a59e-94009a0e2b01 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] For port 7e165a8d-9463-4bc8-ae0d-1614834a71c2, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=7e165a8d-9463-4bc8-ae0d-1614834a71c2,segment=NetworkSegment(4048bfa0-f1bd-4aa7-86bf-7023b66ee7f9),segment_id=4048bfa0-f1bd-4aa7-86bf-7023b66ee7f9)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:06:45.479340 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-91886028-bf3d-43ef-9241-e471b5a3feb5 req-517397ed-7c35-42e2-a59e-94009a0e2b01 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:45.512336 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0862aa-83ac-4194-b5cf-cee895f4c0ee tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Pushing event deleted for resources: {'Port': ['ID=38988ce5-c73b-4429-a17c-8b1025b20f83,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:06:45.513223 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c8e7f52a-a0f6-49c7-bd9e-c6dba915b891 req-57406c6c-157c-4993-a9eb-a7e47a207cf1 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a30f992c0c6d4c83b278c5e0ddf93c21&device_id=344028cd-77f9-4cf0-ab86-229dde8efa6e HTTP/1.1" status: 200 len: 1096 time: 0.1427670 May 30 20:06:45.516334 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-bdaae137-fc9a-4560-ae33-ef7efff21f83 req-ab90db49-bf6b-4edd-a9f8-260a9da689fc service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=34e3b003-fac4-43f2-a9ac-f166a4a9a09b HTTP/1.1" status: 200 len: 1096 time: 0.1813858 May 30 20:06:45.624854 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f4813f40-cc36-4201-9030-485826864690 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724889'] for router, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:45.625355 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4813f40-cc36-4201-9030-485826864690 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d4dbf9e3-0c68-4d0e-aa6c-1e34f46970fe {{(pid=84887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:06:45.665132 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [req-91886028-bf3d-43ef-9241-e471b5a3feb5 req-517397ed-7c35-42e2-a59e-94009a0e2b01 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Calling delete_port for 7e165a8d-9463-4bc8-ae0d-1614834a71c2 owned by compute:nova {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:06:45.669650 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f4813f40-cc36-4201-9030-485826864690 admin admin] Notify callbacks [] for router, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:45.670780 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-f4813f40-cc36-4201-9030-485826864690 admin admin] 10.222.0.85 "DELETE /v2.0/routers/d4dbf9e3-0c68-4d0e-aa6c-1e34f46970fe HTTP/1.1" status: 204 len: 168 time: 4.6037226 May 30 20:06:45.674588 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-bdaae137-fc9a-4560-ae33-ef7efff21f83 req-a0eea4d3-966b-4c86-96eb-4938bda002c4 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=9bc03317-7c5c-46d0-8ed2-0b298955a173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467183 May 30 20:06:45.675028 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 48878) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:06:45.772469 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e7f52a-a0f6-49c7-bd9e-c6dba915b891 req-f50fe5b9-8459-4aa1-a93c-3c4c1b9675d6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:45.773897 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c8e7f52a-a0f6-49c7-bd9e-c6dba915b891 req-f50fe5b9-8459-4aa1-a93c-3c4c1b9675d6 service neutron] 10.222.0.86 "GET /v2.0/networks?id=803dd70a-3f53-43ad-9356-1243425ef9dd HTTP/1.1" status: 200 len: 922 time: 0.2471895 May 30 20:06:45.790328 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_v2 [None req-222137b8-7fb5-496e-8b7b-60d3d5b4a8cb admin admin] Deleting subnet 0e35cd7e-8081-4edf-ae13-e56d98fc261c {{(pid=84887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:06:45.886080 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee18920-f49c-42b5-b7a5-112fa1a759b3 req-81b9939e-acdd-4c00-bdc1-e406f6751f56 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:45.891616 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-aee18920-f49c-42b5-b7a5-112fa1a759b3 req-81b9939e-acdd-4c00-bdc1-e406f6751f56 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.85 "GET /v2.0/ports?device_id=37d4a4ba-76bb-4dbf-a36b-05822468c827 HTTP/1.1" status: 200 len: 950 time: 0.6212614 May 30 20:06:45.906886 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-222137b8-7fb5-496e-8b7b-60d3d5b4a8cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:45.928792 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c8e7f52a-a0f6-49c7-bd9e-c6dba915b891 req-f4fb3aa2-8261-4fa7-b4c4-a2022aac5a76 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a30f992c0c6d4c83b278c5e0ddf93c21&device_id=c4abde85-31f7-4982-8289-d4b10cda4969 HTTP/1.1" status: 200 len: 1096 time: 0.5319052 May 30 20:06:45.933439 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-fa0862aa-83ac-4194-b5cf-cee895f4c0ee tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Notify callbacks [] for floatingip, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:45.965186 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c8e7f52a-a0f6-49c7-bd9e-c6dba915b891 req-24c62908-a2e7-4ba4-b989-37fc9a9fa0ea service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5577968e-d9bf-46c3-bc01-56cce150297c HTTP/1.1" status: 200 len: 217 time: 0.1785579 May 30 20:06:46.013025 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-222137b8-7fb5-496e-8b7b-60d3d5b4a8cb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3149227'] for subnet, precommit_delete_associations {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:46.153522 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-fa0862aa-83ac-4194-b5cf-cee895f4c0ee tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:46.154963 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-fa0862aa-83ac-4194-b5cf-cee895f4c0ee tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "DELETE /v2.0/floatingips/38ec87d6-1bd6-4336-a0a7-fec1086c56f7 HTTP/1.1" status: 204 len: 168 time: 2.9203515 May 30 20:06:46.161329 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-aee18920-f49c-42b5-b7a5-112fa1a759b3 req-9d4d2a7c-e6d3-4ad1-94c3-a3c4874c035e tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.85 "GET /v2.0/security-groups?id=db33dd94-15fa-4959-a681-13f509935d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2687900 May 30 20:06:46.234305 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e7f52a-a0f6-49c7-bd9e-c6dba915b891 req-24e63cc7-24ba-4b06-ae81-2de355ba0ea6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:46.236330 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c8e7f52a-a0f6-49c7-bd9e-c6dba915b891 req-24e63cc7-24ba-4b06-ae81-2de355ba0ea6 service neutron] 10.222.0.71 "GET /v2.0/networks?id=803dd70a-3f53-43ad-9356-1243425ef9dd HTTP/1.1" status: 200 len: 922 time: 0.2658668 May 30 20:06:46.237573 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-91886028-bf3d-43ef-9241-e471b5a3feb5 req-517397ed-7c35-42e2-a59e-94009a0e2b01 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:46.261586 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e7f52a-a0f6-49c7-bd9e-c6dba915b891 req-1ba2634f-78ae-49e2-a6b8-d1fa84714067 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:46.263092 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c8e7f52a-a0f6-49c7-bd9e-c6dba915b891 req-1ba2634f-78ae-49e2-a6b8-d1fa84714067 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a936439d-a424-4a5c-8496-f82c5049c2f0 HTTP/1.1" status: 200 len: 860 time: 0.2921262 May 30 20:06:46.372560 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-222137b8-7fb5-496e-8b7b-60d3d5b4a8cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:46.430618 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67ac990-cff1-4d11-a702-18051f0777dd req-04054916-bf75-4fd5-8ebe-813afe91ac82 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:46.432754 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c67ac990-cff1-4d11-a702-18051f0777dd req-04054916-bf75-4fd5-8ebe-813afe91ac82 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] 10.222.0.85 "GET /v2.0/ports?device_id=34e3b003-fac4-43f2-a9ac-f166a4a9a09b HTTP/1.1" status: 200 len: 945 time: 0.8180573 May 30 20:06:46.477950 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c8e7f52a-a0f6-49c7-bd9e-c6dba915b891 req-f0d12f52-cdb2-490e-8986-df25b049462b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=803dd70a-3f53-43ad-9356-1243425ef9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2073190 May 30 20:06:46.586409 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-222137b8-7fb5-496e-8b7b-60d3d5b4a8cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4055470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114247'] for subnet, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:46.623011 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c67ac990-cff1-4d11-a702-18051f0777dd req-62b387cc-8e60-4f0e-8dfa-4589677762c1 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] 10.222.0.85 "GET /v2.0/security-groups?id=9bc03317-7c5c-46d0-8ed2-0b298955a173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773903 May 30 20:06:46.641576 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222137b8-7fb5-496e-8b7b-60d3d5b4a8cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e35cd7e-8081-4edf-ae13-e56d98fc261c,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:06:46.651334 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-222137b8-7fb5-496e-8b7b-60d3d5b4a8cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:46.675751 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aaef663-2628-4796-b775-19ecd6618ed9 None None] Network 9d042477-034c-449d-bb46-c13d2c85f0d5 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:06:46.676783 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-222137b8-7fb5-496e-8b7b-60d3d5b4a8cb admin admin] 10.222.0.85 "DELETE /v2.0/subnets/0e35cd7e-8081-4edf-ae13-e56d98fc261c HTTP/1.1" status: 204 len: 168 time: 0.9979658 May 30 20:06:46.689542 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 48886) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:06:46.698520 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517397ed-7c35-42e2-a59e-94009a0e2b01 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Pushing event deleted for resources: {'Port': ['ID=7e165a8d-9463-4bc8-ae0d-1614834a71c2,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:06:46.718449 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c8e7f52a-a0f6-49c7-bd9e-c6dba915b891 req-23fc4182-038f-49ba-962e-c790231cfed3 service neutron] 10.222.0.86 "GET /v2.0/networks/803dd70a-3f53-43ad-9356-1243425ef9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334981 May 30 20:06:46.977242 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-62149644-0906-4658-b6b0-71f80b4c64f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:47.021192 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-62149644-0906-4658-b6b0-71f80b4c64f0 admin admin] Deleting port 3b87f6e2-4c42-4171-ba9d-67d2d09b4e0f {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:06:47.021192 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-62149644-0906-4658-b6b0-71f80b4c64f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:47.083317 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c8e7f52a-a0f6-49c7-bd9e-c6dba915b891 req-84e81b05-55f2-4db2-818b-2eceac78ff5d service neutron] 10.222.0.86 "GET /v2.0/networks/803dd70a-3f53-43ad-9356-1243425ef9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2571929 May 30 20:06:47.090771 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [req-91886028-bf3d-43ef-9241-e471b5a3feb5 req-517397ed-7c35-42e2-a59e-94009a0e2b01 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] No DVR routers for this DVR port 7e165a8d-9463-4bc8-ae0d-1614834a71c2 on host n-h2-843948-2 {{(pid=84886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:06:47.095523 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-91886028-bf3d-43ef-9241-e471b5a3feb5 req-517397ed-7c35-42e2-a59e-94009a0e2b01 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:47.101040 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-91886028-bf3d-43ef-9241-e471b5a3feb5 req-517397ed-7c35-42e2-a59e-94009a0e2b01 tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.86 "DELETE /v2.0/ports/7e165a8d-9463-4bc8-ae0d-1614834a71c2 HTTP/1.1" status: 204 len: 173 time: 2.5422833 May 30 20:06:47.104321 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-8c263ec3-bd63-4295-8372-b0932e46c6c7 req-2d481b9f-e99b-48dd-ab2f-04d8e56ec8ea tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Synchronizing usage tracker for tenant:507d6785502940d28c178ad4aae87e46 on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:06:47.120637 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14ddb85a-20eb-4d71-8c66-d30e1eae439a', 'name': 'network-vif-deleted', 'tag': '7e165a8d-9463-4bc8-ae0d-1614834a71c2'}] {{(pid=84886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:06:47.156176 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 7e165a8d-9463-4bc8-ae0d-1614834a71c2 no longer exists at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:06:47.178823 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c8e7f52a-a0f6-49c7-bd9e-c6dba915b891 req-4b7424a1-d5c6-4c33-8f58-b4d969651bb2 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6f0da94b-e10b-49d8-b99f-81336537840a HTTP/1.1" status: 200 len: 1000 time: 0.8816113 May 30 20:06:47.196808 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] No Port match for: 7e165a8d-9463-4bc8-ae0d-1614834a71c2 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:06:47.197856 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 7e165a8d-9463-4bc8-ae0d-1614834a71c2 not bound to the agent host n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:06:47.299903 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e7f52a-a0f6-49c7-bd9e-c6dba915b891 req-91839cbe-da45-4bc3-9833-c6ea9f678dd7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:47.301794 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c8e7f52a-a0f6-49c7-bd9e-c6dba915b891 req-91839cbe-da45-4bc3-9833-c6ea9f678dd7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a936439d-a424-4a5c-8496-f82c5049c2f0 HTTP/1.1" status: 200 len: 860 time: 0.1139560 May 30 20:06:47.346915 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-8c263ec3-bd63-4295-8372-b0932e46c6c7 req-2d481b9f-e99b-48dd-ab2f-04d8e56ec8ea tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] Unset dirty status for tenant:507d6785502940d28c178ad4aae87e46 on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:06:47.358233 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-8c263ec3-bd63-4295-8372-b0932e46c6c7 req-2d481b9f-e99b-48dd-ab2f-04d8e56ec8ea tempest-LiveAutoBlockMigrationV225Test-50303669 tempest-LiveAutoBlockMigrationV225Test-50303669-project] 10.222.0.85 "GET /v2.0/ports?device_id=14ddb85a-20eb-4d71-8c66-d30e1eae439a HTTP/1.1" status: 200 len: 210 time: 0.8903396 May 30 20:06:47.386865 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5391da16-0a99-4184-baad-b0d5b432a993 None None] DHCP port deletion for 9d042477-034c-449d-bb46-c13d2c85f0d5 request from n-d-843948-2 {{(pid=84888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:06:47.393304 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-5391da16-0a99-4184-baad-b0d5b432a993 None None] Deleting port 3b87f6e2-4c42-4171-ba9d-67d2d09b4e0f {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:06:47.393304 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-5391da16-0a99-4184-baad-b0d5b432a993 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:47.524834 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [None req-62149644-0906-4658-b6b0-71f80b4c64f0 admin admin] For port 3b87f6e2-4c42-4171-ba9d-67d2d09b4e0f, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=3b87f6e2-4c42-4171-ba9d-67d2d09b4e0f,segment=NetworkSegment(3e049cc2-22a5-438c-b706-8b622a4294a7),segment_id=3e049cc2-22a5-438c-b706-8b622a4294a7)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:06:47.525569 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-62149644-0906-4658-b6b0-71f80b4c64f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:47.605764 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c8e7f52a-a0f6-49c7-bd9e-c6dba915b891 req-a9d889c6-63a0-4663-be82-dab95ea46c6d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=803dd70a-3f53-43ad-9356-1243425ef9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2896674 May 30 20:06:47.701984 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-5391da16-0a99-4184-baad-b0d5b432a993 None None] For port 3b87f6e2-4c42-4171-ba9d-67d2d09b4e0f, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=3b87f6e2-4c42-4171-ba9d-67d2d09b4e0f,segment=NetworkSegment(3e049cc2-22a5-438c-b706-8b622a4294a7),segment_id=3e049cc2-22a5-438c-b706-8b622a4294a7)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:06:47.702968 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-5391da16-0a99-4184-baad-b0d5b432a993 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:47.739210 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-62149644-0906-4658-b6b0-71f80b4c64f0 admin admin] Calling delete_port for 3b87f6e2-4c42-4171-ba9d-67d2d09b4e0f owned by network:dhcp {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:06:47.785436 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-18c873f5-fea7-4ab9-ae74-badd1ec35f02 req-03d8ff0d-fd59-4b6e-b47a-dd2ef91ed237 tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] 10.222.0.85 "GET /v2.0/floatingips?floating_ip_address=172.25.8.92 HTTP/1.1" status: 200 len: 1000 time: 0.3201768 May 30 20:06:47.927795 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c873f5-fea7-4ab9-ae74-badd1ec35f02 req-7760a000-8a8a-4ded-a816-6fc10d8d5fd6 tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:47.929255 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-18c873f5-fea7-4ab9-ae74-badd1ec35f02 req-7760a000-8a8a-4ded-a816-6fc10d8d5fd6 tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] 10.222.0.85 "GET /v2.0/ports/6f0da94b-e10b-49d8-b99f-81336537840a HTTP/1.1" status: 200 len: 942 time: 0.1429429 May 30 20:06:47.935822 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-5391da16-0a99-4184-baad-b0d5b432a993 None None] Calling delete_port for 3b87f6e2-4c42-4171-ba9d-67d2d09b4e0f owned by network:dhcp {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:06:47.948845 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c8e7f52a-a0f6-49c7-bd9e-c6dba915b891 req-1461e1bb-a852-44ec-ad18-c413deccf792 service neutron] 10.222.0.71 "GET /v2.0/networks/803dd70a-3f53-43ad-9356-1243425ef9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3300519 May 30 20:06:47.988468 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-62149644-0906-4658-b6b0-71f80b4c64f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:48.042181 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62149644-0906-4658-b6b0-71f80b4c64f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b87f6e2-4c42-4171-ba9d-67d2d09b4e0f,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:06:48.048040 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62149644-0906-4658-b6b0-71f80b4c64f0 admin admin] No DVR routers for this DVR port 3b87f6e2-4c42-4171-ba9d-67d2d09b4e0f on host n-d-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:06:48.077267 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.db.api [None req-5391da16-0a99-4184-baad-b0d5b432a993 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:06:48.077904 n-d-843948-2 neutron-server[84888]: DEBUG oslo_db.api [None req-5391da16-0a99-4184-baad-b0d5b432a993 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:06:48.202123 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c8e7f52a-a0f6-49c7-bd9e-c6dba915b891 req-2a4fdc25-0394-42c9-8b6b-901a244568c2 service neutron] 10.222.0.71 "GET /v2.0/networks/803dd70a-3f53-43ad-9356-1243425ef9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2461791 May 30 20:06:48.223607 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-18c873f5-fea7-4ab9-ae74-badd1ec35f02 req-543ffeba-6022-4509-bc34-ad74afaecea3 tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] 10.222.0.85 "GET /v2.0/floatingips?floating_ip_address=172.25.8.92 HTTP/1.1" status: 200 len: 1000 time: 0.1405213 May 30 20:06:48.253800 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-62149644-0906-4658-b6b0-71f80b4c64f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:48.299852 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-62149644-0906-4658-b6b0-71f80b4c64f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d042477-034c-449d-bb46-c13d2c85f0d5']}} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:06:48.324220 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-62149644-0906-4658-b6b0-71f80b4c64f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e049cc2-22a5-438c-b706-8b622a4294a7') {'for_net_delete': True} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:06:48.324591 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-62149644-0906-4658-b6b0-71f80b4c64f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e049cc2-22a5-438c-b706-8b622a4294a7') {} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:06:48.337083 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-62149644-0906-4658-b6b0-71f80b4c64f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3149912'] for segment, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:48.355715 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-62149644-0906-4658-b6b0-71f80b4c64f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:48.367202 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62149644-0906-4658-b6b0-71f80b4c64f0 admin admin] Releasing vlan 669 on physical network physnet1 to pool {{(pid=84887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:06:48.367881 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-62149644-0906-4658-b6b0-71f80b4c64f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4055488'] for segment, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:48.394336 n-d-843948-2 neutron-server[84887]: Traceback (most recent call last): May 30 20:06:48.394336 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:06:48.394336 n-d-843948-2 neutron-server[84887]: timer() May 30 20:06:48.394336 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:06:48.394336 n-d-843948-2 neutron-server[84887]: cb(*args, **kw) May 30 20:06:48.394336 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:06:48.394336 n-d-843948-2 neutron-server[84887]: return func(*args, **kwargs) May 30 20:06:48.394336 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:06:48.394336 n-d-843948-2 neutron-server[84887]: self._notify() May 30 20:06:48.394336 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:06:48.394336 n-d-843948-2 neutron-server[84887]: self.callback(batched_events) May 30 20:06:48.394336 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:06:48.394336 n-d-843948-2 neutron-server[84887]: event.method(event) May 30 20:06:48.394336 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:06:48.394336 n-d-843948-2 neutron-server[84887]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:06:48.394336 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:06:48.394336 n-d-843948-2 neutron-server[84887]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:06:48.394336 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:06:48.394336 n-d-843948-2 neutron-server[84887]: return f(self, *a, **k) May 30 20:06:48.394336 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:06:48.394336 n-d-843948-2 neutron-server[84887]: return self._get(url).json() May 30 20:06:48.394336 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:06:48.394336 n-d-843948-2 neutron-server[84887]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:06:48.394336 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:06:48.394336 n-d-843948-2 neutron-server[84887]: return self.request(url, 'GET', **kwargs) May 30 20:06:48.394336 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:06:48.394336 n-d-843948-2 neutron-server[84887]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:06:48.394336 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:06:48.394336 n-d-843948-2 neutron-server[84887]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:06:48.394336 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:06:48.394336 n-d-843948-2 neutron-server[84887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:06:48.394336 n-d-843948-2 neutron-server[84887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:06:48.396765 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c873f5-fea7-4ab9-ae74-badd1ec35f02 req-44b2db75-7c74-4507-8093-e0701d0ccc28 tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:48.398712 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-18c873f5-fea7-4ab9-ae74-badd1ec35f02 req-44b2db75-7c74-4507-8093-e0701d0ccc28 tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] 10.222.0.85 "GET /v2.0/networks/c7869750-4b49-4b7e-aa99-5e0f1ae02da4 HTTP/1.1" status: 200 len: 784 time: 0.1678946 May 30 20:06:48.579327 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-5391da16-0a99-4184-baad-b0d5b432a993 None None] Deleting port 3b87f6e2-4c42-4171-ba9d-67d2d09b4e0f {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:06:48.579678 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-5391da16-0a99-4184-baad-b0d5b432a993 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:48.640350 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-62149644-0906-4658-b6b0-71f80b4c64f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:48.652889 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-5391da16-0a99-4184-baad-b0d5b432a993 None None] The port '3b87f6e2-4c42-4171-ba9d-67d2d09b4e0f' was deleted {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 20:06:48.661794 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-62149644-0906-4658-b6b0-71f80b4c64f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:48.675353 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62149644-0906-4658-b6b0-71f80b4c64f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d042477-034c-449d-bb46-c13d2c85f0d5,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:06:48.777883 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-62149644-0906-4658-b6b0-71f80b4c64f0 admin admin] 10.222.0.85 "DELETE /v2.0/networks/9d042477-034c-449d-bb46-c13d2c85f0d5 HTTP/1.1" status: 204 len: 168 time: 2.0870819 May 30 20:06:48.967528 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 3b87f6e2-4c42-4171-ba9d-67d2d09b4e0f no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:06:49.012124 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: 3b87f6e2-4c42-4171-ba9d-67d2d09b4e0f {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:06:49.012997 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 3b87f6e2-4c42-4171-ba9d-67d2d09b4e0f not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:06:49.171791 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:49.399888 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddd64ce-4b3f-4a68-ab47-d0f41ada0118 req-c28bb81e-e2b3-47cb-833c-b39804dc1c55 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:49.402203 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 48942) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:06:49.407423 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddd64ce-4b3f-4a68-ab47-d0f41ada0118 req-c28bb81e-e2b3-47cb-833c-b39804dc1c55 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:49.410065 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-7ddd64ce-4b3f-4a68-ab47-d0f41ada0118 req-c28bb81e-e2b3-47cb-833c-b39804dc1c55 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.85 "GET /v2.0/ports?device_id=110bddbd-f44e-4fa5-b307-fa3cacc0a7d7&device_id=37d4a4ba-76bb-4dbf-a36b-05822468c827 HTTP/1.1" status: 200 len: 1691 time: 0.1204038 May 30 20:06:49.488228 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-7ddd64ce-4b3f-4a68-ab47-d0f41ada0118 req-2c40938f-6db4-43da-bb56-91869b06cbd0 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.85 "GET /v2.0/security-groups?id=db33dd94-15fa-4959-a681-13f509935d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712216 May 30 20:06:49.622053 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-e87fcf29-e922-46c7-a44b-8d6d44151170 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=451572d0f13c40ff8c6397191d3ebc95&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2182269 May 30 20:06:49.624726 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 48950) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:06:49.638123 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94b8d7b-0f17-4c03-ad95-c391aa978db6 req-ee45293f-ea22-4f23-b1e5-99662344aab0 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:49.643312 n-d-843948-2 neutron-server[84886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42263628-3590-4aa2-9692-a788b1bb182c'] response: {'server_uuid': '14ddb85a-20eb-4d71-8c66-d30e1eae439a', 'name': 'network-vif-deleted', 'tag': '7e165a8d-9463-4bc8-ae0d-1614834a71c2', 'status': 'completed', 'code': 200} May 30 20:06:49.649264 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e94b8d7b-0f17-4c03-ad95-c391aa978db6 req-ee45293f-ea22-4f23-b1e5-99662344aab0 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/ports?device_id=dacd4860-339f-4fa4-9d16-fdbd88c14e30 HTTP/1.1" status: 200 len: 944 time: 0.3066428 May 30 20:06:49.703652 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-aff125f3-1ceb-494b-9121-4c91cfadc3e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:49.751733 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-aff125f3-1ceb-494b-9121-4c91cfadc3e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:49.779603 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-e94b8d7b-0f17-4c03-ad95-c391aa978db6 req-9fed1c38-fc9b-4e2e-ae28-e00bb5e48f20 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Deleting port 21ee398d-25ce-4760-b6b9-114111fad41c {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:06:49.780169 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-e94b8d7b-0f17-4c03-ad95-c391aa978db6 req-9fed1c38-fc9b-4e2e-ae28-e00bb5e48f20 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:49.932742 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-aff125f3-1ceb-494b-9121-4c91cfadc3e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:49.973946 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff125f3-1ceb-494b-9121-4c91cfadc3e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=709754f6-b7b2-49a5-9f08-2f8d40dab798,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:06:50.051948 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-aff125f3-1ceb-494b-9121-4c91cfadc3e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:50.057644 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-aff125f3-1ceb-494b-9121-4c91cfadc3e4 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/709754f6-b7b2-49a5-9f08-2f8d40dab798 HTTP/1.1" status: 204 len: 168 time: 0.4278433 May 30 20:06:50.251417 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-e94b8d7b-0f17-4c03-ad95-c391aa978db6 req-9fed1c38-fc9b-4e2e-ae28-e00bb5e48f20 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] For port 21ee398d-25ce-4760-b6b9-114111fad41c, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=21ee398d-25ce-4760-b6b9-114111fad41c,segment=NetworkSegment(a588beee-eb1a-4179-866b-50764eb9b22b),segment_id=a588beee-eb1a-4179-866b-50764eb9b22b)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:06:50.252061 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-e94b8d7b-0f17-4c03-ad95-c391aa978db6 req-9fed1c38-fc9b-4e2e-ae28-e00bb5e48f20 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:50.280136 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11537be3-b370-4ec9-9fd1-a7694ba1a57d req-76092d7d-4c43-44f9-b528-c78d062f5e5e tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:50.281820 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-11537be3-b370-4ec9-9fd1-a7694ba1a57d req-76092d7d-4c43-44f9-b528-c78d062f5e5e tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] 10.222.0.85 "GET /v2.0/ports?device_id=34e3b003-fac4-43f2-a9ac-f166a4a9a09b HTTP/1.1" status: 200 len: 945 time: 0.5156212 May 30 20:06:50.325394 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f236f76-0551-42de-a71d-be155b7a61b8 req-7c008596-acd1-4b4b-a55e-394331f03de3 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:50.326196 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-3f236f76-0551-42de-a71d-be155b7a61b8 req-7c008596-acd1-4b4b-a55e-394331f03de3 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Synchronizing usage tracker for tenant:fa61b48b7a6444fe8c9a2f45b95c1d11 on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:06:50.362835 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-11537be3-b370-4ec9-9fd1-a7694ba1a57d req-6f52c9d4-d8d4-4414-92bf-84bc7dc21e16 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] 10.222.0.85 "GET /v2.0/security-groups?id=9bc03317-7c5c-46d0-8ed2-0b298955a173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695539 May 30 20:06:50.466178 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-e94b8d7b-0f17-4c03-ad95-c391aa978db6 req-9fed1c38-fc9b-4e2e-ae28-e00bb5e48f20 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Calling delete_port for 21ee398d-25ce-4760-b6b9-114111fad41c owned by compute:nova {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:06:50.492641 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-3f236f76-0551-42de-a71d-be155b7a61b8 req-7c008596-acd1-4b4b-a55e-394331f03de3 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Unset dirty status for tenant:fa61b48b7a6444fe8c9a2f45b95c1d11 on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:06:50.493869 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3f236f76-0551-42de-a71d-be155b7a61b8 req-7c008596-acd1-4b4b-a55e-394331f03de3 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.71 "GET /v2.0/ports?device_id=d2bdcaf2-0ffc-4987-be3d-0cdd4af8d462 HTTP/1.1" status: 200 len: 950 time: 0.2969038 May 30 20:06:50.604207 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [req-3f236f76-0551-42de-a71d-be155b7a61b8 req-69e7a772-c9fb-44c3-b34c-ad46ae7b6f95 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Deleting port 57beacbc-e526-49cb-a123-a88e6911f417 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:06:50.604714 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-3f236f76-0551-42de-a71d-be155b7a61b8 req-69e7a772-c9fb-44c3-b34c-ad46ae7b6f95 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:50.639319 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a4bd60b4-4770-4322-a4f8-d23793173d55 req-7079b197-0f33-4f2f-93c5-26515b275b78 tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] 10.222.0.85 "GET /v2.0/floatingips?floating_ip_address=172.25.8.92 HTTP/1.1" status: 200 len: 1000 time: 0.2124503 May 30 20:06:50.720416 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-e94b8d7b-0f17-4c03-ad95-c391aa978db6 req-9fed1c38-fc9b-4e2e-ae28-e00bb5e48f20 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:50.782365 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fed1c38-fc9b-4e2e-ae28-e00bb5e48f20 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Pushing event deleted for resources: {'Port': ['ID=21ee398d-25ce-4760-b6b9-114111fad41c,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:06:50.865814 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-e94b8d7b-0f17-4c03-ad95-c391aa978db6 req-9fed1c38-fc9b-4e2e-ae28-e00bb5e48f20 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] No DVR routers for this DVR port 21ee398d-25ce-4760-b6b9-114111fad41c on host n-h2-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:06:50.869927 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-e94b8d7b-0f17-4c03-ad95-c391aa978db6 req-9fed1c38-fc9b-4e2e-ae28-e00bb5e48f20 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:50.873001 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dacd4860-339f-4fa4-9d16-fdbd88c14e30', 'name': 'network-vif-deleted', 'tag': '21ee398d-25ce-4760-b6b9-114111fad41c'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:06:50.913811 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bd60b4-4770-4322-a4f8-d23793173d55 req-d18a6f7d-934d-4443-b0b0-3ac7cdb046b7 tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:50.915318 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a4bd60b4-4770-4322-a4f8-d23793173d55 req-d18a6f7d-934d-4443-b0b0-3ac7cdb046b7 tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] 10.222.0.85 "GET /v2.0/ports/6f0da94b-e10b-49d8-b99f-81336537840a HTTP/1.1" status: 200 len: 942 time: 0.2671757 May 30 20:06:51.024652 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e94b8d7b-0f17-4c03-ad95-c391aa978db6 req-9fed1c38-fc9b-4e2e-ae28-e00bb5e48f20 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "DELETE /v2.0/ports/21ee398d-25ce-4760-b6b9-114111fad41c HTTP/1.1" status: 204 len: 173 time: 1.3731513 May 30 20:06:51.252188 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a4bd60b4-4770-4322-a4f8-d23793173d55 req-58b10922-6c4c-4ff7-83ca-3792cb97029e tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] 10.222.0.85 "GET /v2.0/floatingips?floating_ip_address=172.25.8.92 HTTP/1.1" status: 200 len: 1000 time: 0.2088480 May 30 20:06:51.269014 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-3f236f76-0551-42de-a71d-be155b7a61b8 req-69e7a772-c9fb-44c3-b34c-ad46ae7b6f95 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] For port 57beacbc-e526-49cb-a123-a88e6911f417, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=57beacbc-e526-49cb-a123-a88e6911f417,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:06:51.269014 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-3f236f76-0551-42de-a71d-be155b7a61b8 req-69e7a772-c9fb-44c3-b34c-ad46ae7b6f95 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:51.476735 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [req-3f236f76-0551-42de-a71d-be155b7a61b8 req-69e7a772-c9fb-44c3-b34c-ad46ae7b6f95 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Calling delete_port for 57beacbc-e526-49cb-a123-a88e6911f417 owned by compute:nova {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:06:51.714770 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bd60b4-4770-4322-a4f8-d23793173d55 req-2b9b3e0f-7aa6-4f9c-96b9-6b1b48ef8929 tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:51.716268 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a4bd60b4-4770-4322-a4f8-d23793173d55 req-2b9b3e0f-7aa6-4f9c-96b9-6b1b48ef8929 tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] 10.222.0.85 "GET /v2.0/networks/c7869750-4b49-4b7e-aa99-5e0f1ae02da4 HTTP/1.1" status: 200 len: 784 time: 0.4440649 May 30 20:06:51.816616 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-3f236f76-0551-42de-a71d-be155b7a61b8 req-69e7a772-c9fb-44c3-b34c-ad46ae7b6f95 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:51.831518 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['64a08dcc-ec2f-4ebf-a20f-1051fce47c3f', '57beacbc-e526-49cb-a123-a88e6911f417'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:06:51.961708 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e7a772-c9fb-44c3-b34c-ad46ae7b6f95 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Pushing event deleted for resources: {'Port': ['ID=57beacbc-e526-49cb-a123-a88e6911f417,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:06:52.007719 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:52.113111 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f236f76-0551-42de-a71d-be155b7a61b8 req-69e7a772-c9fb-44c3-b34c-ad46ae7b6f95 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] No DVR routers for this DVR port 57beacbc-e526-49cb-a123-a88e6911f417 on host n-h1-843948-2 {{(pid=84886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:06:52.117404 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a4bd60b4-4770-4322-a4f8-d23793173d55 req-60efeba8-bae4-44d7-873d-0772f9dc5880 tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] 10.222.0.85 "GET /v2.0/floatingips?floating_ip_address=172.25.8.92 HTTP/1.1" status: 200 len: 1000 time: 0.3944774 May 30 20:06:52.118919 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-3f236f76-0551-42de-a71d-be155b7a61b8 req-69e7a772-c9fb-44c3-b34c-ad46ae7b6f95 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:52.121761 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2bdcaf2-0ffc-4987-be3d-0cdd4af8d462', 'name': 'network-vif-deleted', 'tag': '57beacbc-e526-49cb-a123-a88e6911f417'}] {{(pid=84886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:06:52.136892 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [req-a4bd60b4-4770-4322-a4f8-d23793173d55 req-9dca6d95-9738-4603-b6d2-d7a5531e0936 tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:06:52.260399 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-a4bd60b4-4770-4322-a4f8-d23793173d55 req-9dca6d95-9738-4603-b6d2-d7a5531e0936 tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] Notify callbacks [] for floatingip, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:52.311659 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3f236f76-0551-42de-a71d-be155b7a61b8 req-69e7a772-c9fb-44c3-b34c-ad46ae7b6f95 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.71 "DELETE /v2.0/ports/57beacbc-e526-49cb-a123-a88e6911f417 HTTP/1.1" status: 204 len: 173 time: 1.8079827 May 30 20:06:52.489813 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 48994) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:06:52.618329 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-a4bd60b4-4770-4322-a4f8-d23793173d55 req-9dca6d95-9738-4603-b6d2-d7a5531e0936 tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:52.698317 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-a4bd60b4-4770-4322-a4f8-d23793173d55 req-9dca6d95-9738-4603-b6d2-d7a5531e0936 tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736490'] for floatingip, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:52.699219 n-d-843948-2 neutron-server[84886]: INFO neutron.db.l3_db [req-a4bd60b4-4770-4322-a4f8-d23793173d55 req-9dca6d95-9738-4603-b6d2-d7a5531e0936 tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] Floating IP 5a9041ae-bb89-43d8-9c7e-53bb9c484e0b disassociated. External IP: 172.25.8.92, port: 6f0da94b-e10b-49d8-b99f-81336537840a. May 30 20:06:52.746938 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-b8d74f29-c601-4337-981f-d7f08755319e req-2b6d3754-8940-421d-81a6-d1cc5ca6d3e6 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Synchronizing usage tracker for tenant:fa61b48b7a6444fe8c9a2f45b95c1d11 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:06:52.844884 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-b8d74f29-c601-4337-981f-d7f08755319e req-2b6d3754-8940-421d-81a6-d1cc5ca6d3e6 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Unset dirty status for tenant:fa61b48b7a6444fe8c9a2f45b95c1d11 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:06:52.846443 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b8d74f29-c601-4337-981f-d7f08755319e req-2b6d3754-8940-421d-81a6-d1cc5ca6d3e6 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/ports?device_id=d2bdcaf2-0ffc-4987-be3d-0cdd4af8d462 HTTP/1.1" status: 200 len: 210 time: 0.1460056 May 30 20:06:52.982685 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7357520-92da-4663-8603-1287d33feb65 admin admin] Deleting subnet 8501e548-9fd0-4b41-a186-ee2d1e9a4a4f {{(pid=84887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:06:52.986576 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b7357520-92da-4663-8603-1287d33feb65 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:53.056975 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b7357520-92da-4663-8603-1287d33feb65 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3149227'] for subnet, precommit_delete_associations {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:53.125488 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b7357520-92da-4663-8603-1287d33feb65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:53.360164 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b7357520-92da-4663-8603-1287d33feb65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4055470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114247'] for subnet, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:53.400193 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7357520-92da-4663-8603-1287d33feb65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8501e548-9fd0-4b41-a186-ee2d1e9a4a4f,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:06:53.416380 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b7357520-92da-4663-8603-1287d33feb65 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:53.429704 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-b7357520-92da-4663-8603-1287d33feb65 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/8501e548-9fd0-4b41-a186-ee2d1e9a4a4f HTTP/1.1" status: 204 len: 168 time: 0.9371514 May 30 20:06:53.435154 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 49004) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:06:53.593693 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e9cac0c3-35a0-4f32-b122-15875c0ebb97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:53.613258 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a4bd60b4-4770-4322-a4f8-d23793173d55 req-9dca6d95-9738-4603-b6d2-d7a5531e0936 tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] Router 6d655187-9441-48fa-aa50-e2660bc204e1 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:06:53.737037 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e9cac0c3-35a0-4f32-b122-15875c0ebb97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:53.774339 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-e9cac0c3-35a0-4f32-b122-15875c0ebb97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2a2680a-30c7-4004-a919-1078d0f1a0a1']}} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:06:53.791694 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-e9cac0c3-35a0-4f32-b122-15875c0ebb97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4048bfa0-f1bd-4aa7-86bf-7023b66ee7f9') {'for_net_delete': True} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:06:53.792103 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-e9cac0c3-35a0-4f32-b122-15875c0ebb97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4048bfa0-f1bd-4aa7-86bf-7023b66ee7f9') {} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:06:53.810059 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e9cac0c3-35a0-4f32-b122-15875c0ebb97 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3149912'] for segment, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:53.834950 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e9cac0c3-35a0-4f32-b122-15875c0ebb97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:53.846885 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9cac0c3-35a0-4f32-b122-15875c0ebb97 admin admin] Releasing vlan 695 on physical network physnet1 to pool {{(pid=84887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:06:53.847562 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e9cac0c3-35a0-4f32-b122-15875c0ebb97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4055488'] for segment, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:53.865750 n-d-843948-2 neutron-server[84887]: Traceback (most recent call last): May 30 20:06:53.865750 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:06:53.865750 n-d-843948-2 neutron-server[84887]: timer() May 30 20:06:53.865750 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:06:53.865750 n-d-843948-2 neutron-server[84887]: cb(*args, **kw) May 30 20:06:53.865750 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:06:53.865750 n-d-843948-2 neutron-server[84887]: return func(*args, **kwargs) May 30 20:06:53.865750 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:06:53.865750 n-d-843948-2 neutron-server[84887]: self._notify() May 30 20:06:53.865750 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:06:53.865750 n-d-843948-2 neutron-server[84887]: self.callback(batched_events) May 30 20:06:53.865750 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:06:53.865750 n-d-843948-2 neutron-server[84887]: event.method(event) May 30 20:06:53.865750 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:06:53.865750 n-d-843948-2 neutron-server[84887]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:06:53.865750 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:06:53.865750 n-d-843948-2 neutron-server[84887]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:06:53.865750 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:06:53.865750 n-d-843948-2 neutron-server[84887]: return f(self, *a, **k) May 30 20:06:53.865750 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:06:53.865750 n-d-843948-2 neutron-server[84887]: return self._get(url).json() May 30 20:06:53.865750 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:06:53.865750 n-d-843948-2 neutron-server[84887]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:06:53.865750 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:06:53.865750 n-d-843948-2 neutron-server[84887]: return self.request(url, 'GET', **kwargs) May 30 20:06:53.865750 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:06:53.865750 n-d-843948-2 neutron-server[84887]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:06:53.865750 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:06:53.865750 n-d-843948-2 neutron-server[84887]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:06:53.865750 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:06:53.865750 n-d-843948-2 neutron-server[84887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:06:53.865750 n-d-843948-2 neutron-server[84887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:06:53.930784 n-d-843948-2 neutron-server[84887]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-0de66b31-e45f-4fd1-b620-b1f78eb3ba18']: {'server_uuid': 'dacd4860-339f-4fa4-9d16-fdbd88c14e30', 'name': 'network-vif-deleted', 'tag': '21ee398d-25ce-4760-b6b9-114111fad41c', 'status': 'failed', 'code': 422} returned with failed status May 30 20:06:53.976243 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a4bd60b4-4770-4322-a4f8-d23793173d55 req-9dca6d95-9738-4603-b6d2-d7a5531e0936 tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:06:53.981572 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-a4bd60b4-4770-4322-a4f8-d23793173d55 req-9dca6d95-9738-4603-b6d2-d7a5531e0936 tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:53.991283 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3469d94-f260-4014-bfad-b2523bafae54 None None] Sync routers for ids ['6d655187-9441-48fa-aa50-e2660bc204e1'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:06:54.012971 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3469d94-f260-4014-bfad-b2523bafae54 None None] Routers {'6d655187-9441-48fa-aa50-e2660bc204e1'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:06:54.014099 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-b3469d94-f260-4014-bfad-b2523bafae54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:06:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['6d655187-9441-48fa-aa50-e2660bc204e1'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:06:54.055720 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a4bd60b4-4770-4322-a4f8-d23793173d55 req-9dca6d95-9738-4603-b6d2-d7a5531e0936 tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] 10.222.0.85 "PUT /v2.0/floatingips/5a9041ae-bb89-43d8-9c7e-53bb9c484e0b HTTP/1.1" status: 200 len: 694 time: 1.9269505 May 30 20:06:54.085387 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e9cac0c3-35a0-4f32-b122-15875c0ebb97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:54.109003 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e9cac0c3-35a0-4f32-b122-15875c0ebb97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:54.118309 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 57beacbc-e526-49cb-a123-a88e6911f417 no longer exists at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:06:54.120183 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cac0c3-35a0-4f32-b122-15875c0ebb97 admin admin] Pushing event deleted for resources: {'Network': ['ID=a2a2680a-30c7-4004-a919-1078d0f1a0a1,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:06:54.189119 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] No Port match for: 57beacbc-e526-49cb-a123-a88e6911f417 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:06:54.190202 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 57beacbc-e526-49cb-a123-a88e6911f417 not bound to the agent host n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:06:54.205726 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 49014) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:06:54.206539 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-e9cac0c3-35a0-4f32-b122-15875c0ebb97 admin admin] 10.222.0.85 "DELETE /v2.0/networks/a2a2680a-30c7-4004-a919-1078d0f1a0a1 HTTP/1.1" status: 204 len: 168 time: 0.7695992 May 30 20:06:54.319235 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_v2 [None req-88599ac0-a462-4375-a9d3-fc6b40f356b9 admin admin] Deleting subnet ebfd8c65-9fff-4361-9da7-76a96e0c4d00 {{(pid=84886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:06:54.328113 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a4bd60b4-4770-4322-a4f8-d23793173d55 req-8ba8aa77-4a2e-4912-b980-0009049f21f6 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=a30f992c0c6d4c83b278c5e0ddf93c21&device_id=c4abde85-31f7-4982-8289-d4b10cda4969 HTTP/1.1" status: 200 len: 1096 time: 0.2485394 May 30 20:06:54.329420 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-88599ac0-a462-4375-a9d3-fc6b40f356b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:54.374746 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-b3469d94-f260-4014-bfad-b2523bafae54 None None] Set router 6d655187-9441-48fa-aa50-e2660bc204e1 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:06:54.423390 n-d-843948-2 neutron-server[84886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08d68f18-5020-4e1b-8135-139ec70c402c'] response: {'server_uuid': 'd2bdcaf2-0ffc-4987-be3d-0cdd4af8d462', 'name': 'network-vif-deleted', 'tag': '57beacbc-e526-49cb-a123-a88e6911f417', 'status': 'completed', 'code': 200} May 30 20:06:54.543642 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-88599ac0-a462-4375-a9d3-fc6b40f356b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2655517'] for subnet, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:54.645922 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-88599ac0-a462-4375-a9d3-fc6b40f356b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:54.683796 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bd60b4-4770-4322-a4f8-d23793173d55 req-552615b6-60bd-4895-9e8a-4f5d9bf4b7c2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:54.685470 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a4bd60b4-4770-4322-a4f8-d23793173d55 req-552615b6-60bd-4895-9e8a-4f5d9bf4b7c2 service neutron] 10.222.0.85 "GET /v2.0/networks?id=803dd70a-3f53-43ad-9356-1243425ef9dd HTTP/1.1" status: 200 len: 922 time: 0.3104062 May 30 20:06:54.813215 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-b3469d94-f260-4014-bfad-b2523bafae54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d655187-9441-48fa-aa50-e2660bc204e1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1811082333-router', 'tenant_id': 'a30f992c0c6d4c83b278c5e0ddf93c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'fc35ab7f-4bdd-4f97-beb2-659e01147aed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:04:29Z', 'updated_at': '2022-05-30T20:04:42Z', 'revision_number': 4, 'project_id': 'a30f992c0c6d4c83b278c5e0ddf93c21', 'gw_port': {'id': 'fc35ab7f-4bdd-4f97-beb2-659e01147aed', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d655187-9441-48fa-aa50-e2660bc204e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:04:33Z', 'updated_at': '2022-05-30T20:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '365877dd-8644-44ed-afe2-eba50da77af7', 'name': '', 'network_id': '803dd70a-3f53-43ad-9356-1243425ef9dd', 'tenant_id': 'a30f992c0c6d4c83b278c5e0ddf93c21', 'mac_address': 'fa:16:3e:53:eb:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d655187-9441-48fa-aa50-e2660bc204e1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a936439d-a424-4a5c-8496-f82c5049c2f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:04:41Z', 'updated_at': '2022-05-30T20:05:11Z', 'revision_number': 5, 'project_id': 'a30f992c0c6d4c83b278c5e0ddf93c21', 'subnets': [{'id': 'a936439d-a424-4a5c-8496-f82c5049c2f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:06:54.819695 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3469d94-f260-4014-bfad-b2523bafae54 None None] Checking router: 6d655187-9441-48fa-aa50-e2660bc204e1 for host: n-d-843948-2 {{(pid=84889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:06:54.833867 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3469d94-f260-4014-bfad-b2523bafae54 None None] Routers {'6d655187-9441-48fa-aa50-e2660bc204e1'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:06:54.834647 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-b3469d94-f260-4014-bfad-b2523bafae54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:06:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['6d655187-9441-48fa-aa50-e2660bc204e1'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:06:54.843373 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a4bd60b4-4770-4322-a4f8-d23793173d55 req-98d55cfd-2ffe-41d1-8c23-edba5d3f2dd2 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6f0da94b-e10b-49d8-b99f-81336537840a HTTP/1.1" status: 200 len: 217 time: 0.1414454 May 30 20:06:54.972086 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bd60b4-4770-4322-a4f8-d23793173d55 req-19777148-ab41-4aca-b124-2b4467a3f2d9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:54.975266 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a4bd60b4-4770-4322-a4f8-d23793173d55 req-19777148-ab41-4aca-b124-2b4467a3f2d9 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=a936439d-a424-4a5c-8496-f82c5049c2f0 HTTP/1.1" status: 200 len: 860 time: 0.1146257 May 30 20:06:55.025835 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-de83f85a-5aa6-4f23-8958-860dfd8cf903 req-5eaae0a5-7867-4527-9a44-2f3663f5eaef tempest-ServersOnMultiNodesTest-1068604617 tempest-ServersOnMultiNodesTest-1068604617-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=110bddbd-f44e-4fa5-b307-fa3cacc0a7d7 HTTP/1.1" status: 200 len: 1101 time: 0.2643044 May 30 20:06:55.050039 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-88599ac0-a462-4375-a9d3-fc6b40f356b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4127075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2778536'] for subnet, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:55.100999 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-de83f85a-5aa6-4f23-8958-860dfd8cf903 req-998b4ca4-cd06-4731-843c-3b47d17188d5 tempest-ServersOnMultiNodesTest-1068604617 tempest-ServersOnMultiNodesTest-1068604617-project-admin] Synchronizing usage tracker for tenant:5935e15467b147e2a816a404ff18f5dd on resource:security_group {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:06:55.105924 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-b3469d94-f260-4014-bfad-b2523bafae54 None None] Set router 6d655187-9441-48fa-aa50-e2660bc204e1 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:06:55.120458 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88599ac0-a462-4375-a9d3-fc6b40f356b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ebfd8c65-9fff-4361-9da7-76a96e0c4d00,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:06:55.133999 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-88599ac0-a462-4375-a9d3-fc6b40f356b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:55.152658 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-88599ac0-a462-4375-a9d3-fc6b40f356b9 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/ebfd8c65-9fff-4361-9da7-76a96e0c4d00 HTTP/1.1" status: 204 len: 168 time: 0.9461713 May 30 20:06:55.156299 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 49024) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:06:55.171980 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a4bd60b4-4770-4322-a4f8-d23793173d55 req-9e2a58cc-ed7a-4c27-a3ac-456b24038647 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=803dd70a-3f53-43ad-9356-1243425ef9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1908259 May 30 20:06:55.233597 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-de83f85a-5aa6-4f23-8958-860dfd8cf903 req-998b4ca4-cd06-4731-843c-3b47d17188d5 tempest-ServersOnMultiNodesTest-1068604617 tempest-ServersOnMultiNodesTest-1068604617-project-admin] Unset dirty status for tenant:5935e15467b147e2a816a404ff18f5dd on resource:security_group {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:06:55.234788 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-de83f85a-5aa6-4f23-8958-860dfd8cf903 req-998b4ca4-cd06-4731-843c-3b47d17188d5 tempest-ServersOnMultiNodesTest-1068604617 tempest-ServersOnMultiNodesTest-1068604617-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=db33dd94-15fa-4959-a681-13f509935d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923194 May 30 20:06:55.278269 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b5ef299a-fd5f-4ad8-bebc-2450f719e4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:55.345149 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a4bd60b4-4770-4322-a4f8-d23793173d55 req-e6338f4d-d279-4fd6-9143-e473271b52f6 service neutron] 10.222.0.85 "GET /v2.0/networks/803dd70a-3f53-43ad-9356-1243425ef9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600361 May 30 20:06:55.425474 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b5ef299a-fd5f-4ad8-bebc-2450f719e4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:55.501151 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-b5ef299a-fd5f-4ad8-bebc-2450f719e4f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7125129a-3d82-40bc-a19d-4607ab6ce2df']}} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:06:55.528144 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-b5ef299a-fd5f-4ad8-bebc-2450f719e4f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c99b9999-2c9e-4f85-897f-86aff04475a1') {'for_net_delete': True} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:06:55.528447 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-b5ef299a-fd5f-4ad8-bebc-2450f719e4f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c99b9999-2c9e-4f85-897f-86aff04475a1') {} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:06:55.555572 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b5ef299a-fd5f-4ad8-bebc-2450f719e4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3149912'] for segment, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:55.585334 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b5ef299a-fd5f-4ad8-bebc-2450f719e4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:55.596963 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5ef299a-fd5f-4ad8-bebc-2450f719e4f8 admin admin] Releasing vlan 681 on physical network physnet1 to pool {{(pid=84887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:06:55.597355 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b5ef299a-fd5f-4ad8-bebc-2450f719e4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4055488'] for segment, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:55.612856 n-d-843948-2 neutron-server[84887]: Traceback (most recent call last): May 30 20:06:55.612856 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:06:55.612856 n-d-843948-2 neutron-server[84887]: timer() May 30 20:06:55.612856 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:06:55.612856 n-d-843948-2 neutron-server[84887]: cb(*args, **kw) May 30 20:06:55.612856 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:06:55.612856 n-d-843948-2 neutron-server[84887]: return func(*args, **kwargs) May 30 20:06:55.612856 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:06:55.612856 n-d-843948-2 neutron-server[84887]: self._notify() May 30 20:06:55.612856 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:06:55.612856 n-d-843948-2 neutron-server[84887]: self.callback(batched_events) May 30 20:06:55.612856 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:06:55.612856 n-d-843948-2 neutron-server[84887]: event.method(event) May 30 20:06:55.612856 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:06:55.612856 n-d-843948-2 neutron-server[84887]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:06:55.612856 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:06:55.612856 n-d-843948-2 neutron-server[84887]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:06:55.612856 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:06:55.612856 n-d-843948-2 neutron-server[84887]: return f(self, *a, **k) May 30 20:06:55.612856 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:06:55.612856 n-d-843948-2 neutron-server[84887]: return self._get(url).json() May 30 20:06:55.612856 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:06:55.612856 n-d-843948-2 neutron-server[84887]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:06:55.612856 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:06:55.612856 n-d-843948-2 neutron-server[84887]: return self.request(url, 'GET', **kwargs) May 30 20:06:55.612856 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:06:55.612856 n-d-843948-2 neutron-server[84887]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:06:55.612856 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:06:55.612856 n-d-843948-2 neutron-server[84887]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:06:55.612856 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:06:55.612856 n-d-843948-2 neutron-server[84887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:06:55.612856 n-d-843948-2 neutron-server[84887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:06:55.618768 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d09fc92-792c-4d1f-b45c-00ffce530650 req-7ba6c2cb-be90-45d8-a24b-81d72a0c1276 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:55.620515 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5d09fc92-792c-4d1f-b45c-00ffce530650 req-7ba6c2cb-be90-45d8-a24b-81d72a0c1276 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] 10.222.0.85 "GET /v2.0/ports?device_id=34e3b003-fac4-43f2-a9ac-f166a4a9a09b HTTP/1.1" status: 200 len: 945 time: 0.1684093 May 30 20:06:55.639583 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a4bd60b4-4770-4322-a4f8-d23793173d55 req-408bd3b2-8b63-4518-97f2-38570195b125 service neutron] 10.222.0.85 "GET /v2.0/networks/803dd70a-3f53-43ad-9356-1243425ef9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2932205 May 30 20:06:55.722698 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-b3469d94-f260-4014-bfad-b2523bafae54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d655187-9441-48fa-aa50-e2660bc204e1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1811082333-router', 'tenant_id': 'a30f992c0c6d4c83b278c5e0ddf93c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'fc35ab7f-4bdd-4f97-beb2-659e01147aed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:04:29Z', 'updated_at': '2022-05-30T20:04:42Z', 'revision_number': 4, 'project_id': 'a30f992c0c6d4c83b278c5e0ddf93c21', 'gw_port': {'id': 'fc35ab7f-4bdd-4f97-beb2-659e01147aed', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d655187-9441-48fa-aa50-e2660bc204e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:04:33Z', 'updated_at': '2022-05-30T20:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '365877dd-8644-44ed-afe2-eba50da77af7', 'name': '', 'network_id': '803dd70a-3f53-43ad-9356-1243425ef9dd', 'tenant_id': 'a30f992c0c6d4c83b278c5e0ddf93c21', 'mac_address': 'fa:16:3e:53:eb:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d655187-9441-48fa-aa50-e2660bc204e1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a936439d-a424-4a5c-8496-f82c5049c2f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:04:41Z', 'updated_at': '2022-05-30T20:05:11Z', 'revision_number': 5, 'project_id': 'a30f992c0c6d4c83b278c5e0ddf93c21', 'subnets': [{'id': 'a936439d-a424-4a5c-8496-f82c5049c2f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:06:55.731523 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3469d94-f260-4014-bfad-b2523bafae54 None None] The sync data for ids ['6d655187-9441-48fa-aa50-e2660bc204e1'] in n-d-843948-2 is: [{'id': '6d655187-9441-48fa-aa50-e2660bc204e1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1811082333-router', 'tenant_id': 'a30f992c0c6d4c83b278c5e0ddf93c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'fc35ab7f-4bdd-4f97-beb2-659e01147aed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:04:29Z', 'updated_at': '2022-05-30T20:04:42Z', 'revision_number': 4, 'project_id': 'a30f992c0c6d4c83b278c5e0ddf93c21', 'gw_port': {'id': 'fc35ab7f-4bdd-4f97-beb2-659e01147aed', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d655187-9441-48fa-aa50-e2660bc204e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:04:33Z', 'updated_at': '2022-05-30T20:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '365877dd-8644-44ed-afe2-eba50da77af7', 'name': '', 'network_id': '803dd70a-3f53-43ad-9356-1243425ef9dd', 'tenant_id': 'a30f992c0c6d4c83b278c5e0ddf93c21', 'mac_address': 'fa:16:3e:53:eb:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d655187-9441-48fa-aa50-e2660bc204e1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a936439d-a424-4a5c-8496-f82c5049c2f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:04:41Z', 'updated_at': '2022-05-30T20:05:11Z', 'revision_number': 5, 'project_id': 'a30f992c0c6d4c83b278c5e0ddf93c21', 'subnets': [{'id': 'a936439d-a424-4a5c-8496-f82c5049c2f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:06:55.761324 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5d09fc92-792c-4d1f-b45c-00ffce530650 req-2220dfea-d064-4d18-9df8-53e76c3d73f7 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] 10.222.0.85 "GET /v2.0/security-groups?id=9bc03317-7c5c-46d0-8ed2-0b298955a173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859563 May 30 20:06:55.794084 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b5ef299a-fd5f-4ad8-bebc-2450f719e4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:55.826812 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b5ef299a-fd5f-4ad8-bebc-2450f719e4f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:55.838081 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ef299a-fd5f-4ad8-bebc-2450f719e4f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=7125129a-3d82-40bc-a19d-4607ab6ce2df,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:06:55.845678 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-b5ef299a-fd5f-4ad8-bebc-2450f719e4f8 admin admin] 10.222.0.85 "DELETE /v2.0/networks/7125129a-3d82-40bc-a19d-4607ab6ce2df HTTP/1.1" status: 204 len: 168 time: 0.6839895 May 30 20:06:56.139683 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ee969ede-d91f-44fc-809d-3b7cb956d92b req-e50b81cb-09a2-41d6-ae94-da0351e1bd2c tempest-ServersOnMultiNodesTest-1068604617 tempest-ServersOnMultiNodesTest-1068604617-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=37d4a4ba-76bb-4dbf-a36b-05822468c827 HTTP/1.1" status: 200 len: 1101 time: 0.0863328 May 30 20:06:56.143714 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e95d5e-28a5-4298-bc9e-c44e43133fc6 req-1f488c64-dacb-4278-b64b-74c99ccfdc89 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:56.145283 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f9e95d5e-28a5-4298-bc9e-c44e43133fc6 req-1f488c64-dacb-4278-b64b-74c99ccfdc89 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/networks?id=1423fe8d-fe45-40b8-bd0c-db2951a00d49 HTTP/1.1" status: 200 len: 811 time: 0.2058151 May 30 20:06:56.148218 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2856def0-959d-4cb0-96b4-f2688571ffb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:56.161206 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c563f4-fa91-4214-9fad-f5e19759d971 None None] New status for floating IP 5a9041ae-bb89-43d8-9c7e-53bb9c484e0b: DOWN {{(pid=84888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 20:06:56.173563 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f9e95d5e-28a5-4298-bc9e-c44e43133fc6 req-13b39745-a437-4d37-b4a7-7807b0e97721 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/quotas/2f556c8c0e86457c8a99895c145d8ec1 HTTP/1.1" status: 200 len: 375 time: 0.0140667 May 30 20:06:56.207611 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ee969ede-d91f-44fc-809d-3b7cb956d92b req-d68338d1-23d1-45d9-b2b6-1b31826268b8 tempest-ServersOnMultiNodesTest-1068604617 tempest-ServersOnMultiNodesTest-1068604617-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=db33dd94-15fa-4959-a681-13f509935d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554860 May 30 20:06:56.270122 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f9e95d5e-28a5-4298-bc9e-c44e43133fc6 req-627883e8-e6b5-4231-9193-a0d123835645 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=2f556c8c0e86457c8a99895c145d8ec1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0876505 May 30 20:06:56.283908 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 49052) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:06:56.351852 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-92175c0c-7842-4324-949c-8c8b5e181656 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=507d6785502940d28c178ad4aae87e46&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0665751 May 30 20:06:56.356572 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 49058) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:06:56.428837 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4abde85-31f7-4982-8289-d4b10cda4969', 'tag': '6f0da94b-e10b-49d8-b99f-81336537840a'}] {{(pid=84886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:06:56.451902 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3e006b91-eb16-4efd-a346-18e83786c947 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:56.498330 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3e006b91-eb16-4efd-a346-18e83786c947 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:56.510872 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f9e95d5e-28a5-4298-bc9e-c44e43133fc6 req-f5efb098-2daf-433d-9ac4-d1d2ebfda437 service neutron] 10.222.0.85 "GET /v2.0/networks/1423fe8d-fe45-40b8-bd0c-db2951a00d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2391779 May 30 20:06:56.653343 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3e006b91-eb16-4efd-a346-18e83786c947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:56.683977 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e006b91-eb16-4efd-a346-18e83786c947 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e04d9b86-3d99-41a3-8241-c517ec1f4730,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:06:56.718804 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f9e95d5e-28a5-4298-bc9e-c44e43133fc6 req-71d0d5a7-06d6-4120-8638-52f0e9d6d422 service neutron] 10.222.0.85 "GET /v2.0/networks/1423fe8d-fe45-40b8-bd0c-db2951a00d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018864 May 30 20:06:56.789275 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3e006b91-eb16-4efd-a346-18e83786c947 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:56.793419 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-3e006b91-eb16-4efd-a346-18e83786c947 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/e04d9b86-3d99-41a3-8241-c517ec1f4730 HTTP/1.1" status: 204 len: 168 time: 0.4331856 May 30 20:06:57.978860 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 49094) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:06:58.044493 n-d-843948-2 neutron-server[84886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfd1b9ba-ec36-44cc-a94c-14b9daa5dfd5'] response: {'name': 'network-changed', 'server_uuid': 'c4abde85-31f7-4982-8289-d4b10cda4969', 'tag': '6f0da94b-e10b-49d8-b99f-81336537840a', 'status': 'completed', 'code': 200} May 30 20:06:58.180665 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7f936f-a73f-4de7-815f-a51a421a71fd req-a35ad83e-c5f7-4787-8e3b-4bb55fd10a06 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:58.182443 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-eb7f936f-a73f-4de7-815f-a51a421a71fd req-a35ad83e-c5f7-4787-8e3b-4bb55fd10a06 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Synchronizing usage tracker for tenant:fa61b48b7a6444fe8c9a2f45b95c1d11 on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:06:58.188453 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-64458fd7-5de4-43c5-b51a-489a5ac60825 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=e72b185f4ac74a328481712ed748859b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2081442 May 30 20:06:58.192192 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 49100) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:06:58.234066 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-eb7f936f-a73f-4de7-815f-a51a421a71fd req-a35ad83e-c5f7-4787-8e3b-4bb55fd10a06 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Unset dirty status for tenant:fa61b48b7a6444fe8c9a2f45b95c1d11 on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:06:58.248749 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-eb7f936f-a73f-4de7-815f-a51a421a71fd req-a35ad83e-c5f7-4787-8e3b-4bb55fd10a06 tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.71 "GET /v2.0/ports?device_id=a55fcadd-0383-4943-8204-c0ed7ff9d575 HTTP/1.1" status: 200 len: 950 time: 0.2771120 May 30 20:06:58.415981 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [req-eb7f936f-a73f-4de7-815f-a51a421a71fd req-704db4a9-f864-4122-9fa8-78d691749ada tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Deleting port 64a08dcc-ec2f-4ebf-a20f-1051fce47c3f {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:06:58.420741 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-eb7f936f-a73f-4de7-815f-a51a421a71fd req-704db4a9-f864-4122-9fa8-78d691749ada tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:58.543882 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9622e63b-d332-46ff-91b4-c881dc6ee166 req-56c7f540-9a04-467b-8ed5-66f5946638c4 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/ports?device_id=844174d4-d35b-42fa-95e8-ca6e70dfc41d HTTP/1.1" status: 200 len: 210 time: 0.0748475 May 30 20:06:58.561657 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7f501b4f-f53a-458b-8272-e4fa862ab181 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:58.720951 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7f501b4f-f53a-458b-8272-e4fa862ab181 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:58.753058 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a5d3b2-18fc-4e32-a993-e23e0ec6437e req-eb3d1192-4078-4247-85a0-85fff2e71d60 tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:58.754751 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-67a5d3b2-18fc-4e32-a993-e23e0ec6437e req-eb3d1192-4078-4247-85a0-85fff2e71d60 tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] 10.222.0.71 "GET /v2.0/ports?device_id=c4abde85-31f7-4982-8289-d4b10cda4969 HTTP/1.1" status: 200 len: 945 time: 0.4528277 May 30 20:06:58.761175 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17788ce-3001-44b0-a1d7-454952f9e0f3 req-d8e233de-e845-4f87-a44f-7ba8c649370d tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:58.762712 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a17788ce-3001-44b0-a1d7-454952f9e0f3 req-d8e233de-e845-4f87-a44f-7ba8c649370d tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] 10.222.0.85 "GET /v2.0/ports?device_id=344028cd-77f9-4cf0-ab86-229dde8efa6e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.4594696 May 30 20:06:58.977775 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee83167-5b90-48b1-a025-9347a907cff4 req-0b3bc5a9-1af9-4908-81e0-bcbd5f66257f tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:58.979337 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3ee83167-5b90-48b1-a025-9347a907cff4 req-0b3bc5a9-1af9-4908-81e0-bcbd5f66257f tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/ports?device_id=a55fcadd-0383-4943-8204-c0ed7ff9d575 HTTP/1.1" status: 200 len: 950 time: 0.1464374 May 30 20:06:58.987176 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-eb7f936f-a73f-4de7-815f-a51a421a71fd req-704db4a9-f864-4122-9fa8-78d691749ada tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] For port 64a08dcc-ec2f-4ebf-a20f-1051fce47c3f, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=64a08dcc-ec2f-4ebf-a20f-1051fce47c3f,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:06:58.987542 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-eb7f936f-a73f-4de7-815f-a51a421a71fd req-704db4a9-f864-4122-9fa8-78d691749ada tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:59.003919 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-67a5d3b2-18fc-4e32-a993-e23e0ec6437e req-95be3993-5574-4a94-b010-35ed344783aa tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] Deleting port 6f0da94b-e10b-49d8-b99f-81336537840a {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:06:59.004628 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-67a5d3b2-18fc-4e32-a993-e23e0ec6437e req-95be3993-5574-4a94-b010-35ed344783aa tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:59.034572 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a17788ce-3001-44b0-a1d7-454952f9e0f3 req-4f87ba2d-c634-4e88-9d9a-7662bc388153 tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] 10.222.0.85 "GET /v2.0/floatingips?floating_ip_address=172.25.8.92 HTTP/1.1" status: 200 len: 695 time: 0.2257292 May 30 20:06:59.065312 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-a17788ce-3001-44b0-a1d7-454952f9e0f3 req-c788baf2-c9fe-4498-afd2-63e1f8340af4 tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] Request body: {'floatingip': {'port_id': '5577968e-d9bf-46c3-bc01-56cce150297c', 'fixed_ip_address': '172.20.0.4'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:06:59.142005 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-90dd3304-24cd-4d9a-9e00-3ddd47ab6eb8 req-f5c0d0b1-385e-4ffa-b0ab-cd5eb5af4224 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a30f992c0c6d4c83b278c5e0ddf93c21&device_id=c4abde85-31f7-4982-8289-d4b10cda4969 HTTP/1.1" status: 200 len: 1096 time: 1.0694621 May 30 20:06:59.143168 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [req-eb7f936f-a73f-4de7-815f-a51a421a71fd req-704db4a9-f864-4122-9fa8-78d691749ada tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Calling delete_port for 64a08dcc-ec2f-4ebf-a20f-1051fce47c3f owned by compute:nova {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:06:59.195330 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-a17788ce-3001-44b0-a1d7-454952f9e0f3 req-c788baf2-c9fe-4498-afd2-63e1f8340af4 tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] Notify callbacks [] for floatingip, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:59.239431 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-3ee83167-5b90-48b1-a025-9347a907cff4 req-4db41f9b-3a7f-4e6a-aa3f-b37e28bf9add tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Synchronizing usage tracker for tenant:fa61b48b7a6444fe8c9a2f45b95c1d11 on resource:security_group {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:06:59.422367 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-3ee83167-5b90-48b1-a025-9347a907cff4 req-4db41f9b-3a7f-4e6a-aa3f-b37e28bf9add tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Unset dirty status for tenant:fa61b48b7a6444fe8c9a2f45b95c1d11 on resource:security_group {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:06:59.426140 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3ee83167-5b90-48b1-a025-9347a907cff4 req-4db41f9b-3a7f-4e6a-aa3f-b37e28bf9add tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.85 "GET /v2.0/security-groups?id=e1329ead-76da-4fe1-a988-d24ed3099985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3656442 May 30 20:06:59.448107 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7f501b4f-f53a-458b-8272-e4fa862ab181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:59.485492 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-eb7f936f-a73f-4de7-815f-a51a421a71fd req-704db4a9-f864-4122-9fa8-78d691749ada tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:59.497778 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['64a08dcc-ec2f-4ebf-a20f-1051fce47c3f'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:06:59.538459 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f501b4f-f53a-458b-8272-e4fa862ab181 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01e155ec-a914-4bb8-a306-fe65c9b54c38,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:06:59.550032 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-74b6b86f-f37e-4fea-b217-88309bf06f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:59.645444 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704db4a9-f864-4122-9fa8-78d691749ada tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Pushing event deleted for resources: {'Port': ['ID=64a08dcc-ec2f-4ebf-a20f-1051fce47c3f,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:06:59.687573 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb7f936f-a73f-4de7-815f-a51a421a71fd req-704db4a9-f864-4122-9fa8-78d691749ada tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] No DVR routers for this DVR port 64a08dcc-ec2f-4ebf-a20f-1051fce47c3f on host n-h1-843948-2 {{(pid=84886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:06:59.690362 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-eb7f936f-a73f-4de7-815f-a51a421a71fd req-704db4a9-f864-4122-9fa8-78d691749ada tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:59.783526 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-eb7f936f-a73f-4de7-815f-a51a421a71fd req-704db4a9-f864-4122-9fa8-78d691749ada tempest-MigrationsAdminTest-1120127219 tempest-MigrationsAdminTest-1120127219-project] 10.222.0.71 "DELETE /v2.0/ports/64a08dcc-ec2f-4ebf-a20f-1051fce47c3f HTTP/1.1" status: 204 len: 173 time: 1.5385206 May 30 20:06:59.785456 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:59.862864 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7f501b4f-f53a-458b-8272-e4fa862ab181 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:06:59.864094 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-7f501b4f-f53a-458b-8272-e4fa862ab181 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/01e155ec-a914-4bb8-a306-fe65c9b54c38 HTTP/1.1" status: 204 len: 168 time: 1.6699717 May 30 20:06:59.875007 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dd3304-24cd-4d9a-9e00-3ddd47ab6eb8 req-d3ac14e2-ea90-4e38-8720-93cbcb6f739b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:06:59.877124 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-90dd3304-24cd-4d9a-9e00-3ddd47ab6eb8 req-d3ac14e2-ea90-4e38-8720-93cbcb6f739b service neutron] 10.222.0.71 "GET /v2.0/networks?id=803dd70a-3f53-43ad-9356-1243425ef9dd HTTP/1.1" status: 200 len: 922 time: 0.7165251 May 30 20:07:00.001214 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-90dd3304-24cd-4d9a-9e00-3ddd47ab6eb8 req-a4a178ad-230d-485e-968c-815031e2a9ec service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6f0da94b-e10b-49d8-b99f-81336537840a HTTP/1.1" status: 200 len: 217 time: 0.1111882 May 30 20:07:00.014300 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-05f4d943-61d7-4afc-861f-4a94d4bd3c5e req-5f14b0b5-2a7f-4e7d-beae-1bb283b80b17 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.85 "GET /v2.0/networks?tenant_id=6a75b3db8cd44db8bb931dd59e296017&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0950320 May 30 20:07:00.053502 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a55fcadd-0383-4943-8204-c0ed7ff9d575', 'name': 'network-vif-deleted', 'tag': '64a08dcc-ec2f-4ebf-a20f-1051fce47c3f'}] {{(pid=84886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:07:00.250760 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-67a5d3b2-18fc-4e32-a993-e23e0ec6437e req-95be3993-5574-4a94-b010-35ed344783aa tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] For port 6f0da94b-e10b-49d8-b99f-81336537840a, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=6f0da94b-e10b-49d8-b99f-81336537840a,segment=NetworkSegment(a8b7280c-8c6f-4bc7-8cdf-e2ff0b0b2b8d),segment_id=a8b7280c-8c6f-4bc7-8cdf-e2ff0b0b2b8d)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:07:00.251805 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-67a5d3b2-18fc-4e32-a993-e23e0ec6437e req-95be3993-5574-4a94-b010-35ed344783aa tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:00.343877 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dd3304-24cd-4d9a-9e00-3ddd47ab6eb8 req-d3396d3e-9aca-423b-9065-6299a6cc0e38 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:00.345358 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-90dd3304-24cd-4d9a-9e00-3ddd47ab6eb8 req-d3396d3e-9aca-423b-9065-6299a6cc0e38 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a936439d-a424-4a5c-8496-f82c5049c2f0 HTTP/1.1" status: 200 len: 860 time: 0.3320673 May 30 20:07:00.470031 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-67a5d3b2-18fc-4e32-a993-e23e0ec6437e req-95be3993-5574-4a94-b010-35ed344783aa tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] Calling delete_port for 6f0da94b-e10b-49d8-b99f-81336537840a owned by compute:nova {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:07:00.770789 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e95d5e-28a5-4298-bc9e-c44e43133fc6 req-7f5bf2cb-6229-4478-beac-7b9cfb5e173e tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:00.772252 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f9e95d5e-28a5-4298-bc9e-c44e43133fc6 req-7f5bf2cb-6229-4478-beac-7b9cfb5e173e tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.86 "GET /v2.0/networks?id=1423fe8d-fe45-40b8-bd0c-db2951a00d49 HTTP/1.1" status: 200 len: 811 time: 0.7760751 May 30 20:07:00.779597 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f4d943-61d7-4afc-861f-4a94d4bd3c5e req-222ed495-11de-4508-b244-37a03d0c600f tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:00.781350 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-05f4d943-61d7-4afc-861f-4a94d4bd3c5e req-222ed495-11de-4508-b244-37a03d0c600f tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7659628 May 30 20:07:00.793488 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [req-f9e95d5e-28a5-4298-bc9e-c44e43133fc6 req-de21eddb-69dc-4c16-993b-75963bf619a6 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Request body: {'port': {'device_id': '844174d4-d35b-42fa-95e8-ca6e70dfc41d', 'network_id': '1423fe8d-fe45-40b8-bd0c-db2951a00d49', 'admin_state_up': True, 'tenant_id': '2f556c8c0e86457c8a99895c145d8ec1'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:07:00.910758 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-05f4d943-61d7-4afc-861f-4a94d4bd3c5e req-a076b574-95e0-4d8b-932f-73cfd2e33fb0 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.85 "GET /v2.0/quotas/6a75b3db8cd44db8bb931dd59e296017 HTTP/1.1" status: 200 len: 375 time: 0.1004121 May 30 20:07:00.936784 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-90dd3304-24cd-4d9a-9e00-3ddd47ab6eb8 req-e830bc51-7268-4062-8de1-c45863a1d1ea service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=803dd70a-3f53-43ad-9356-1243425ef9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5237796 May 30 20:07:00.960068 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [req-90dd3304-24cd-4d9a-9e00-3ddd47ab6eb8 req-0adeb5b9-355b-4485-8edb-60d1dbc8bbe6 service neutron] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=84887) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:07:00.961511 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-90dd3304-24cd-4d9a-9e00-3ddd47ab6eb8 req-0adeb5b9-355b-4485-8edb-60d1dbc8bbe6 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0106673 May 30 20:07:00.999334 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:01.142706 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-67a5d3b2-18fc-4e32-a993-e23e0ec6437e req-95be3993-5574-4a94-b010-35ed344783aa tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:01.156483 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['5577968e-d9bf-46c3-bc01-56cce150297c'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:07:01.168535 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-f9e95d5e-28a5-4298-bc9e-c44e43133fc6 req-de21eddb-69dc-4c16-993b-75963bf619a6 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:07:01.187846 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-f9e95d5e-28a5-4298-bc9e-c44e43133fc6 req-de21eddb-69dc-4c16-993b-75963bf619a6 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Usage tracker for resource:port and tenant:2f556c8c0e86457c8a99895c145d8ec1 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:07:01.199505 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-f9e95d5e-28a5-4298-bc9e-c44e43133fc6 req-de21eddb-69dc-4c16-993b-75963bf619a6 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:07:01.240090 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-90dd3304-24cd-4d9a-9e00-3ddd47ab6eb8 req-55151f3c-6ecf-43fd-b722-a6ee45bad53f service neutron] 10.222.0.71 "GET /v2.0/networks/803dd70a-3f53-43ad-9356-1243425ef9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2697661 May 30 20:07:01.246510 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-05f4d943-61d7-4afc-861f-4a94d4bd3c5e req-a45d9153-c851-4e9c-88d2-23e392578799 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=6a75b3db8cd44db8bb931dd59e296017&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3343678 May 30 20:07:01.270594 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-f9e95d5e-28a5-4298-bc9e-c44e43133fc6 req-de21eddb-69dc-4c16-993b-75963bf619a6 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:07:01.382393 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9e95d5e-28a5-4298-bc9e-c44e43133fc6 req-de21eddb-69dc-4c16-993b-75963bf619a6 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Made reservation on behalf of 2f556c8c0e86457c8a99895c145d8ec1 for: {'port': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:07:01.388356 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-f9e95d5e-28a5-4298-bc9e-c44e43133fc6 req-de21eddb-69dc-4c16-993b-75963bf619a6 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:01.618764 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-a17788ce-3001-44b0-a1d7-454952f9e0f3 req-c788baf2-c9fe-4498-afd2-63e1f8340af4 tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:01.706501 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95be3993-5574-4a94-b010-35ed344783aa tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] Pushing event deleted for resources: {'Port': ['ID=6f0da94b-e10b-49d8-b99f-81336537840a,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:01.801666 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [req-f9e95d5e-28a5-4298-bc9e-c44e43133fc6 req-de21eddb-69dc-4c16-993b-75963bf619a6 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Allocated IP 172.20.0.2 (1423fe8d-fe45-40b8-bd0c-db2951a00d49/f7ba462c-1ed8-4caa-83b7-6c1b6552e3f5/bf629330-3c9d-44ae-b665-2cfc54692847) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:07:01.867532 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-a17788ce-3001-44b0-a1d7-454952f9e0f3 req-c788baf2-c9fe-4498-afd2-63e1f8340af4 tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736490'] for floatingip, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:02.082968 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-f9e95d5e-28a5-4298-bc9e-c44e43133fc6 req-de21eddb-69dc-4c16-993b-75963bf619a6 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:02.188762 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 1e851588-76aa-4596-8e1d-20fc794a9507 details requested by agent hyperv_n-h1-843948-2 with host n-h1-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:07:02.195152 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 64a08dcc-ec2f-4ebf-a20f-1051fce47c3f no longer exists at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:07:02.218907 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-f9e95d5e-28a5-4298-bc9e-c44e43133fc6 req-de21eddb-69dc-4c16-993b-75963bf619a6 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:02.282950 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] No Port match for: 64a08dcc-ec2f-4ebf-a20f-1051fce47c3f {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:07:02.283866 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 64a08dcc-ec2f-4ebf-a20f-1051fce47c3f not bound to the agent host n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:07:02.285274 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 6f0da94b-e10b-49d8-b99f-81336537840a no longer exists at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:07:02.300940 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-67a5d3b2-18fc-4e32-a993-e23e0ec6437e req-95be3993-5574-4a94-b010-35ed344783aa tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] No DVR routers for this DVR port 6f0da94b-e10b-49d8-b99f-81336537840a on host n-h1-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:07:02.309776 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-67a5d3b2-18fc-4e32-a993-e23e0ec6437e req-95be3993-5574-4a94-b010-35ed344783aa tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:02.340906 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] No Port match for: 6f0da94b-e10b-49d8-b99f-81336537840a {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:07:02.341376 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 6f0da94b-e10b-49d8-b99f-81336537840a not bound to the agent host n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:07:02.350769 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4abde85-31f7-4982-8289-d4b10cda4969', 'name': 'network-vif-deleted', 'tag': '6f0da94b-e10b-49d8-b99f-81336537840a'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:07:02.462521 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9e95d5e-28a5-4298-bc9e-c44e43133fc6 req-de21eddb-69dc-4c16-993b-75963bf619a6 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Network 1423fe8d-fe45-40b8-bd0c-db2951a00d49 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:07:02.483929 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [req-f9e95d5e-28a5-4298-bc9e-c44e43133fc6 req-de21eddb-69dc-4c16-993b-75963bf619a6 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:07:02.492112 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9e95d5e-28a5-4298-bc9e-c44e43133fc6 req-de21eddb-69dc-4c16-993b-75963bf619a6 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:07:02.505226 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-90dd3304-24cd-4d9a-9e00-3ddd47ab6eb8 req-fad56fe2-fcd2-4515-be88-9b73bf0b2948 service neutron] 10.222.0.71 "GET /v2.0/networks/803dd70a-3f53-43ad-9356-1243425ef9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8006957 May 30 20:07:02.538578 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-67a5d3b2-18fc-4e32-a993-e23e0ec6437e req-95be3993-5574-4a94-b010-35ed344783aa tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] 10.222.0.71 "DELETE /v2.0/ports/6f0da94b-e10b-49d8-b99f-81336537840a HTTP/1.1" status: 204 len: 173 time: 3.7652824 May 30 20:07:02.559628 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:02.740857 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 1e851588-76aa-4596-8e1d-20fc794a9507, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=1e851588-76aa-4596-8e1d-20fc794a9507,segment=NetworkSegment(70424240-b76f-4af0-9f32-ace284913a86),segment_id=70424240-b76f-4af0-9f32-ace284913a86)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:07:02.795702 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e95d5e-28a5-4298-bc9e-c44e43133fc6 req-de21eddb-69dc-4c16-993b-75963bf619a6 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:02.796370 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-f9e95d5e-28a5-4298-bc9e-c44e43133fc6 req-de21eddb-69dc-4c16-993b-75963bf619a6 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:02.801576 n-d-843948-2 neutron-server[84887]: INFO neutron.db.l3_db [req-a17788ce-3001-44b0-a1d7-454952f9e0f3 req-c788baf2-c9fe-4498-afd2-63e1f8340af4 tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] Floating IP 5a9041ae-bb89-43d8-9c7e-53bb9c484e0b associated. External IP: 172.25.8.92, port: 5577968e-d9bf-46c3-bc01-56cce150297c. May 30 20:07:02.808332 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Returning: {'device': '1e851588-76aa-4596-8e1d-20fc794a9507', 'network_id': 'e15833fa-a7c7-4aba-b669-666e27c7d454', 'port_id': '1e851588-76aa-4596-8e1d-20fc794a9507', 'mac_address': 'fa:16:3e:d3:28:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e784a53-5b9d-4147-93e1-adf6f7b920d9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:07:02.846507 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de21eddb-69dc-4c16-993b-75963bf619a6 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Pushing event updated for resources: {'Port': ['ID=bf629330-3c9d-44ae-b665-2cfc54692847,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:02.903065 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f9e95d5e-28a5-4298-bc9e-c44e43133fc6 req-de21eddb-69dc-4c16-993b-75963bf619a6 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1138189 May 30 20:07:02.915915 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [req-f9e95d5e-28a5-4298-bc9e-c44e43133fc6 req-e1fd50cb-ceda-45c2-a77c-a7ee78c3676a service neutron] Request body: {'port': {'device_id': '844174d4-d35b-42fa-95e8-ca6e70dfc41d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843948-2'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:07:03.132943 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:03.177818 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1e851588-76aa-4596-8e1d-20fc794a9507 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:07:03.205313 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 1e851588-76aa-4596-8e1d-20fc794a9507, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=1e851588-76aa-4596-8e1d-20fc794a9507,segment=NetworkSegment(70424240-b76f-4af0-9f32-ace284913a86),segment_id=70424240-b76f-4af0-9f32-ace284913a86)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:07:03.291416 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:03.360364 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-f9e95d5e-28a5-4298-bc9e-c44e43133fc6 req-e1fd50cb-ceda-45c2-a77c-a7ee78c3676a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:03.441493 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['1e851588-76aa-4596-8e1d-20fc794a9507'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:07:03.494916 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5caac2-0f8e-49f5-8877-866518f1541c req-b08a6914-a143-4174-8af1-1880b5405890 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:03.495927 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-4c5caac2-0f8e-49f5-8877-866518f1541c req-b08a6914-a143-4174-8af1-1880b5405890 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Synchronizing usage tracker for tenant:2f556c8c0e86457c8a99895c145d8ec1 on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:07:03.535443 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=1e851588-76aa-4596-8e1d-20fc794a9507,revision_number=6']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:03.564054 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:07:03.564379 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:07:03.564612 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:07:03.565113 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:07:03.565663 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:07:03.566153 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:07:03.566707 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:07:03.567477 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:07:03.567955 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:07:03.568443 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:07:03.568916 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:07:03.622337 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-4c5caac2-0f8e-49f5-8877-866518f1541c req-b08a6914-a143-4174-8af1-1880b5405890 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Unset dirty status for tenant:2f556c8c0e86457c8a99895c145d8ec1 on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:07:03.623530 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4c5caac2-0f8e-49f5-8877-866518f1541c req-b08a6914-a143-4174-8af1-1880b5405890 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/ports?device_id=844174d4-d35b-42fa-95e8-ca6e70dfc41d HTTP/1.1" status: 200 len: 931 time: 0.4634645 May 30 20:07:03.975365 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4c5caac2-0f8e-49f5-8877-866518f1541c req-0c41d7fd-411a-4e88-8a8c-4ec3225023ba tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/security-groups?id=f7bd1307-7f80-416a-ad0f-251b87da459a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3319907 May 30 20:07:04.185529 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 1e851588-76aa-4596-8e1d-20fc794a9507 up at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:07:04.372766 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning complete for port 1e851588-76aa-4596-8e1d-20fc794a9507 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:07:04.376810 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:04.447828 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [req-f9e95d5e-28a5-4298-bc9e-c44e43133fc6 req-e1fd50cb-ceda-45c2-a77c-a7ee78c3676a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf629330-3c9d-44ae-b665-2cfc54692847 {{(pid=84886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:07:04.491923 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-f9e95d5e-28a5-4298-bc9e-c44e43133fc6 req-e1fd50cb-ceda-45c2-a77c-a7ee78c3676a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:04.561195 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a17788ce-3001-44b0-a1d7-454952f9e0f3 req-c788baf2-c9fe-4498-afd2-63e1f8340af4 tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] Router 6d655187-9441-48fa-aa50-e2660bc204e1 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:07:04.568298 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [req-f9e95d5e-28a5-4298-bc9e-c44e43133fc6 req-e1fd50cb-ceda-45c2-a77c-a7ee78c3676a service neutron] Transition to ACTIVE for port object bf629330-3c9d-44ae-b665-2cfc54692847 will not be triggered until provisioned by entity L2. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:07:04.620908 n-d-843948-2 neutron-server[84886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58c4f44e-1e5b-4c0e-9166-22ba2e619bf3'] response: {'server_uuid': 'a55fcadd-0383-4943-8204-c0ed7ff9d575', 'name': 'network-vif-deleted', 'tag': '64a08dcc-ec2f-4ebf-a20f-1051fce47c3f', 'status': 'completed', 'code': 200} May 30 20:07:04.640719 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-f9e95d5e-28a5-4298-bc9e-c44e43133fc6 req-e1fd50cb-ceda-45c2-a77c-a7ee78c3676a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:05.112521 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:05.202969 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34e3b003-fac4-43f2-a9ac-f166a4a9a09b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e851588-76aa-4596-8e1d-20fc794a9507'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:07:05.250703 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 1e851588-76aa-4596-8e1d-20fc794a9507, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=1e851588-76aa-4596-8e1d-20fc794a9507,segment=NetworkSegment(70424240-b76f-4af0-9f32-ace284913a86),segment_id=70424240-b76f-4af0-9f32-ace284913a86)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:07:05.255953 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a17788ce-3001-44b0-a1d7-454952f9e0f3 req-c788baf2-c9fe-4498-afd2-63e1f8340af4 tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:07:05.267853 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-a17788ce-3001-44b0-a1d7-454952f9e0f3 req-c788baf2-c9fe-4498-afd2-63e1f8340af4 tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:05.313523 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdfed191-aeed-4c0f-a481-f361848e8789 None None] Sync routers for ids ['6d655187-9441-48fa-aa50-e2660bc204e1'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:07:05.354303 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:05.359446 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdfed191-aeed-4c0f-a481-f361848e8789 None None] Routers {'6d655187-9441-48fa-aa50-e2660bc204e1'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:07:05.373833 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-fdfed191-aeed-4c0f-a481-f361848e8789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:06:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['6d655187-9441-48fa-aa50-e2660bc204e1'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:07:05.542593 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a17788ce-3001-44b0-a1d7-454952f9e0f3 req-c788baf2-c9fe-4498-afd2-63e1f8340af4 tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] 10.222.0.85 "PUT /v2.0/floatingips/5a9041ae-bb89-43d8-9c7e-53bb9c484e0b HTTP/1.1" status: 200 len: 995 time: 6.4921191 May 30 20:07:05.557783 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=1e851588-76aa-4596-8e1d-20fc794a9507,revision_number=7']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:05.594984 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fd50cb-ceda-45c2-a77c-a7ee78c3676a service neutron] Pushing event updated for resources: {'Port': ['ID=bf629330-3c9d-44ae-b665-2cfc54692847,revision_number=2']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:05.659431 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-f9e95d5e-28a5-4298-bc9e-c44e43133fc6 req-e1fd50cb-ceda-45c2-a77c-a7ee78c3676a service neutron] Attempting to bind port bf629330-3c9d-44ae-b665-2cfc54692847 on host n-h2-843948-2 for vnic_type normal with profile {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:07:05.659431 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-f9e95d5e-28a5-4298-bc9e-c44e43133fc6 req-e1fd50cb-ceda-45c2-a77c-a7ee78c3676a service neutron] Attempting to bind port bf629330-3c9d-44ae-b665-2cfc54692847 by drivers openvswitch,hyperv on host n-h2-843948-2 at level 0 using segments [{'id': 'a588beee-eb1a-4179-866b-50764eb9b22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '1423fe8d-fe45-40b8-bd0c-db2951a00d49'}] {{(pid=84886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:07:05.659431 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e95d5e-28a5-4298-bc9e-c44e43133fc6 req-e1fd50cb-ceda-45c2-a77c-a7ee78c3676a service neutron] Attempting to bind port bf629330-3c9d-44ae-b665-2cfc54692847 on network 1423fe8d-fe45-40b8-bd0c-db2951a00d49 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:07:05.686811 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e95d5e-28a5-4298-bc9e-c44e43133fc6 req-e1fd50cb-ceda-45c2-a77c-a7ee78c3676a service neutron] Port bf629330-3c9d-44ae-b665-2cfc54692847 on network 1423fe8d-fe45-40b8-bd0c-db2951a00d49 not bound, no agent of type Open vSwitch agent registered on host n-h2-843948-2 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:07:05.687127 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e95d5e-28a5-4298-bc9e-c44e43133fc6 req-e1fd50cb-ceda-45c2-a77c-a7ee78c3676a service neutron] Attempting to bind port bf629330-3c9d-44ae-b665-2cfc54692847 on network 1423fe8d-fe45-40b8-bd0c-db2951a00d49 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:07:05.715276 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e95d5e-28a5-4298-bc9e-c44e43133fc6 req-e1fd50cb-ceda-45c2-a77c-a7ee78c3676a service neutron] Checking agent: {'id': 'eaa08354-e8f5-4e73-af76-8d3cf7d2b390', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 6, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:07:05.715687 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e95d5e-28a5-4298-bc9e-c44e43133fc6 req-e1fd50cb-ceda-45c2-a77c-a7ee78c3676a service neutron] Checking segment: {'id': 'a588beee-eb1a-4179-866b-50764eb9b22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '1423fe8d-fe45-40b8-bd0c-db2951a00d49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:07:05.716010 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e95d5e-28a5-4298-bc9e-c44e43133fc6 req-e1fd50cb-ceda-45c2-a77c-a7ee78c3676a service neutron] Bound using segment: {'id': 'a588beee-eb1a-4179-866b-50764eb9b22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '1423fe8d-fe45-40b8-bd0c-db2951a00d49'} {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:07:05.716585 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-f9e95d5e-28a5-4298-bc9e-c44e43133fc6 req-e1fd50cb-ceda-45c2-a77c-a7ee78c3676a service neutron] Bound port: bf629330-3c9d-44ae-b665-2cfc54692847, host: n-h2-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a588beee-eb1a-4179-866b-50764eb9b22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '1423fe8d-fe45-40b8-bd0c-db2951a00d49'}}] {{(pid=84886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:07:05.716958 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-f9e95d5e-28a5-4298-bc9e-c44e43133fc6 req-e1fd50cb-ceda-45c2-a77c-a7ee78c3676a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:05.849540 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51c2bc55-d5b2-43ce-bce3-0cd9ece15987'] response: {'server_uuid': 'c4abde85-31f7-4982-8289-d4b10cda4969', 'name': 'network-vif-deleted', 'tag': '6f0da94b-e10b-49d8-b99f-81336537840a', 'status': 'completed', 'code': 200} May 30 20:07:06.057899 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a17788ce-3001-44b0-a1d7-454952f9e0f3 req-9d0dcc43-0168-4d21-91cb-be612182affe service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=a30f992c0c6d4c83b278c5e0ddf93c21&device_id=344028cd-77f9-4cf0-ab86-229dde8efa6e HTTP/1.1" status: 200 len: 1096 time: 0.4316669 May 30 20:07:06.092076 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-f9e95d5e-28a5-4298-bc9e-c44e43133fc6 req-e1fd50cb-ceda-45c2-a77c-a7ee78c3676a service neutron] For port bf629330-3c9d-44ae-b665-2cfc54692847, host n-h2-843948-2, cleared binding levels {{(pid=84886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:07:06.097507 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-f9e95d5e-28a5-4298-bc9e-c44e43133fc6 req-e1fd50cb-ceda-45c2-a77c-a7ee78c3676a service neutron] For port bf629330-3c9d-44ae-b665-2cfc54692847, host n-h2-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=bf629330-3c9d-44ae-b665-2cfc54692847,segment=NetworkSegment(a588beee-eb1a-4179-866b-50764eb9b22b),segment_id=a588beee-eb1a-4179-866b-50764eb9b22b)] {{(pid=84886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:07:06.154118 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-f9e95d5e-28a5-4298-bc9e-c44e43133fc6 req-e1fd50cb-ceda-45c2-a77c-a7ee78c3676a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:06.421664 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-fdfed191-aeed-4c0f-a481-f361848e8789 None None] Set router 6d655187-9441-48fa-aa50-e2660bc204e1 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:07:06.425652 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-f9e95d5e-28a5-4298-bc9e-c44e43133fc6 req-e1fd50cb-ceda-45c2-a77c-a7ee78c3676a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:06.427913 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f9e95d5e-28a5-4298-bc9e-c44e43133fc6 req-e1fd50cb-ceda-45c2-a77c-a7ee78c3676a service neutron] 10.222.0.86 "PUT /v2.0/ports/bf629330-3c9d-44ae-b665-2cfc54692847 HTTP/1.1" status: 200 len: 1091 time: 3.5167069 May 30 20:07:06.592365 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fd50cb-ceda-45c2-a77c-a7ee78c3676a service neutron] Pushing event updated for resources: {'Port': ['ID=bf629330-3c9d-44ae-b665-2cfc54692847,revision_number=3']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:06.611016 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fd50cb-ceda-45c2-a77c-a7ee78c3676a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:07:06.611614 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fd50cb-ceda-45c2-a77c-a7ee78c3676a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:07:06.611732 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fd50cb-ceda-45c2-a77c-a7ee78c3676a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:07:06.612015 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fd50cb-ceda-45c2-a77c-a7ee78c3676a service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:07:06.612345 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fd50cb-ceda-45c2-a77c-a7ee78c3676a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:07:06.612701 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fd50cb-ceda-45c2-a77c-a7ee78c3676a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:07:06.613031 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fd50cb-ceda-45c2-a77c-a7ee78c3676a service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:07:06.613356 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fd50cb-ceda-45c2-a77c-a7ee78c3676a service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:07:06.613745 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fd50cb-ceda-45c2-a77c-a7ee78c3676a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:07:06.614072 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fd50cb-ceda-45c2-a77c-a7ee78c3676a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:07:06.615195 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fd50cb-ceda-45c2-a77c-a7ee78c3676a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:07:06.629573 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '844174d4-d35b-42fa-95e8-ca6e70dfc41d', 'tag': 'bf629330-3c9d-44ae-b665-2cfc54692847'}] {{(pid=84886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:07:06.800913 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17788ce-3001-44b0-a1d7-454952f9e0f3 req-a2f4feb2-bddb-4be3-8211-593a0104a450 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:06.802961 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a17788ce-3001-44b0-a1d7-454952f9e0f3 req-a2f4feb2-bddb-4be3-8211-593a0104a450 service neutron] 10.222.0.85 "GET /v2.0/networks?id=803dd70a-3f53-43ad-9356-1243425ef9dd HTTP/1.1" status: 200 len: 922 time: 0.7439806 May 30 20:07:06.824507 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 49222) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:07:07.228391 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a17788ce-3001-44b0-a1d7-454952f9e0f3 req-5841686b-2e18-46e0-b621-fdcfc65438d6 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5577968e-d9bf-46c3-bc01-56cce150297c HTTP/1.1" status: 200 len: 998 time: 0.4173050 May 30 20:07:07.266881 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f9e95d5e-28a5-4298-bc9e-c44e43133fc6 req-be13aa7b-4a3d-4ceb-9af7-dd63e2f7e686 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2f556c8c0e86457c8a99895c145d8ec1&device_id=844174d4-d35b-42fa-95e8-ca6e70dfc41d HTTP/1.1" status: 200 len: 1094 time: 0.2053142 May 30 20:07:07.384239 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f9e95d5e-28a5-4298-bc9e-c44e43133fc6 req-83782051-11ae-4781-ab24-528a1b7df72b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bf629330-3c9d-44ae-b665-2cfc54692847 HTTP/1.1" status: 200 len: 217 time: 0.1094496 May 30 20:07:07.625667 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e95d5e-28a5-4298-bc9e-c44e43133fc6 req-85fa13ad-4ab8-4cee-a5b6-d093b08d7561 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:07.627397 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f9e95d5e-28a5-4298-bc9e-c44e43133fc6 req-85fa13ad-4ab8-4cee-a5b6-d093b08d7561 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f7ba462c-1ed8-4caa-83b7-6c1b6552e3f5 HTTP/1.1" status: 200 len: 851 time: 0.2318172 May 30 20:07:07.768862 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17788ce-3001-44b0-a1d7-454952f9e0f3 req-9b98fb3f-8456-44f7-a36e-d789e2667187 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:07.770742 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a17788ce-3001-44b0-a1d7-454952f9e0f3 req-9b98fb3f-8456-44f7-a36e-d789e2667187 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=a936439d-a424-4a5c-8496-f82c5049c2f0 HTTP/1.1" status: 200 len: 860 time: 0.5414696 May 30 20:07:07.796164 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f9e95d5e-28a5-4298-bc9e-c44e43133fc6 req-b26885a4-c6da-4701-a2ef-0680e0357eca service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=1423fe8d-fe45-40b8-bd0c-db2951a00d49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1616907 May 30 20:07:07.800659 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-fee5c18c-aabe-4602-b1f7-6b0f1f8f68d0 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=fa61b48b7a6444fe8c9a2f45b95c1d11&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9749892 May 30 20:07:07.827964 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-fdfed191-aeed-4c0f-a481-f361848e8789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d655187-9441-48fa-aa50-e2660bc204e1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1811082333-router', 'tenant_id': 'a30f992c0c6d4c83b278c5e0ddf93c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'fc35ab7f-4bdd-4f97-beb2-659e01147aed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:04:29Z', 'updated_at': '2022-05-30T20:04:42Z', 'revision_number': 4, 'project_id': 'a30f992c0c6d4c83b278c5e0ddf93c21', 'gw_port': {'id': 'fc35ab7f-4bdd-4f97-beb2-659e01147aed', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d655187-9441-48fa-aa50-e2660bc204e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:04:33Z', 'updated_at': '2022-05-30T20:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': '5a9041ae-bb89-43d8-9c7e-53bb9c484e0b', 'tenant_id': 'a30f992c0c6d4c83b278c5e0ddf93c21', 'floating_ip_address': '172.25.8.92', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': '6d655187-9441-48fa-aa50-e2660bc204e1', 'port_id': '5577968e-d9bf-46c3-bc01-56cce150297c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '803dd70a-3f53-43ad-9356-1243425ef9dd', 'mac_address': 'fa:16:3e:ae:89:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344028cd-77f9-4cf0-ab86-229dde8efa6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:05:24Z', 'updated_at': '2022-05-30T20:07:01Z', 'revision_number': 8, 'project_id': 'a30f992c0c6d4c83b278c5e0ddf93c21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '365877dd-8644-44ed-afe2-eba50da77af7', 'name': '', 'network_id': '803dd70a-3f53-43ad-9356-1243425ef9dd', 'tenant_id': 'a30f992c0c6d4c83b278c5e0ddf93c21', 'mac_address': 'fa:16:3e:53:eb:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d655187-9441-48fa-aa50-e2660bc204e1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a936439d-a424-4a5c-8496-f82c5049c2f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:04:41Z', 'updated_at': '2022-05-30T20:05:11Z', 'revision_number': 5, 'project_id': 'a30f992c0c6d4c83b278c5e0ddf93c21', 'subnets': [{'id': 'a936439d-a424-4a5c-8496-f82c5049c2f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:07:07.844438 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 49232) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:07:07.850421 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdfed191-aeed-4c0f-a481-f361848e8789 None None] Checking router: 6d655187-9441-48fa-aa50-e2660bc204e1 for host: n-d-843948-2 {{(pid=84889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:07:07.852951 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '344028cd-77f9-4cf0-ab86-229dde8efa6e', 'tag': '5577968e-d9bf-46c3-bc01-56cce150297c'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:07:07.888361 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdfed191-aeed-4c0f-a481-f361848e8789 None None] Routers {'6d655187-9441-48fa-aa50-e2660bc204e1'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:07:07.889272 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-fdfed191-aeed-4c0f-a481-f361848e8789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:06:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['6d655187-9441-48fa-aa50-e2660bc204e1'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:07:07.897252 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-942d28c3-60b8-48b8-be57-6990aa053c87 req-55b16d40-87e9-4451-93f0-24110ab1ff8b service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=344028cd-77f9-4cf0-ab86-229dde8efa6e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6637850 May 30 20:07:07.975869 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-26eff009-71c1-4dba-9d4d-96ff17177818 req-f87a2370-de31-40b6-a69d-db537a031d6f service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=64150e76-0246-437b-8bdd-ac1e1a53ed9d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4588168 May 30 20:07:08.010682 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9ecce9a8-cb3b-42ac-a5a4-12533dbbe8fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:08.061103 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a17788ce-3001-44b0-a1d7-454952f9e0f3 req-2ef0f5ab-0833-4072-b27e-201f304dbc1c service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=803dd70a-3f53-43ad-9356-1243425ef9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2721632 May 30 20:07:08.290683 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-fdfed191-aeed-4c0f-a481-f361848e8789 None None] Set router 6d655187-9441-48fa-aa50-e2660bc204e1 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:07:08.298150 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b19b01d-3846-4261-ae6f-ea4bcfdebaef req-40f94621-244b-4778-b1e6-07d8fa3c90bf tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:08.311617 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9b19b01d-3846-4261-ae6f-ea4bcfdebaef req-40f94621-244b-4778-b1e6-07d8fa3c90bf tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/ports?device_id=844174d4-d35b-42fa-95e8-ca6e70dfc41d HTTP/1.1" status: 200 len: 943 time: 0.5081475 May 30 20:07:08.336035 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f9e95d5e-28a5-4298-bc9e-c44e43133fc6 req-41268b01-1fea-4856-875b-36834d7fabee service neutron] 10.222.0.86 "GET /v2.0/networks/1423fe8d-fe45-40b8-bd0c-db2951a00d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5308397 May 30 20:07:08.462622 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9ecce9a8-cb3b-42ac-a5a4-12533dbbe8fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:08.543943 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f9e95d5e-28a5-4298-bc9e-c44e43133fc6 req-da843c60-a46e-43fe-971c-ec83a73bea5d service neutron] 10.222.0.86 "GET /v2.0/networks/1423fe8d-fe45-40b8-bd0c-db2951a00d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951501 May 30 20:07:08.600530 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9b19b01d-3846-4261-ae6f-ea4bcfdebaef req-5496bb78-3596-4978-9797-6a53407a07ef tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/security-groups?id=f7bd1307-7f80-416a-ad0f-251b87da459a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2875137 May 30 20:07:08.685752 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a17788ce-3001-44b0-a1d7-454952f9e0f3 req-6ae944a6-3e8b-42d3-84a1-8106fa72aeb6 service neutron] 10.222.0.85 "GET /v2.0/networks/803dd70a-3f53-43ad-9356-1243425ef9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6236351 May 30 20:07:08.711529 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:07:08.774093 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f16361a0-667f-4417-b8da-f61b6b113f53'] response: {'server_uuid': '34e3b003-fac4-43f2-a9ac-f166a4a9a09b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e851588-76aa-4596-8e1d-20fc794a9507', 'code': 200} May 30 20:07:08.816366 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-fdfed191-aeed-4c0f-a481-f361848e8789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d655187-9441-48fa-aa50-e2660bc204e1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1811082333-router', 'tenant_id': 'a30f992c0c6d4c83b278c5e0ddf93c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'fc35ab7f-4bdd-4f97-beb2-659e01147aed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:04:29Z', 'updated_at': '2022-05-30T20:04:42Z', 'revision_number': 4, 'project_id': 'a30f992c0c6d4c83b278c5e0ddf93c21', 'gw_port': {'id': 'fc35ab7f-4bdd-4f97-beb2-659e01147aed', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d655187-9441-48fa-aa50-e2660bc204e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:04:33Z', 'updated_at': '2022-05-30T20:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': '5a9041ae-bb89-43d8-9c7e-53bb9c484e0b', 'tenant_id': 'a30f992c0c6d4c83b278c5e0ddf93c21', 'floating_ip_address': '172.25.8.92', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': '6d655187-9441-48fa-aa50-e2660bc204e1', 'port_id': '5577968e-d9bf-46c3-bc01-56cce150297c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '803dd70a-3f53-43ad-9356-1243425ef9dd', 'mac_address': 'fa:16:3e:ae:89:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344028cd-77f9-4cf0-ab86-229dde8efa6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:05:24Z', 'updated_at': '2022-05-30T20:07:01Z', 'revision_number': 8, 'project_id': 'a30f992c0c6d4c83b278c5e0ddf93c21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '365877dd-8644-44ed-afe2-eba50da77af7', 'name': '', 'network_id': '803dd70a-3f53-43ad-9356-1243425ef9dd', 'tenant_id': 'a30f992c0c6d4c83b278c5e0ddf93c21', 'mac_address': 'fa:16:3e:53:eb:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d655187-9441-48fa-aa50-e2660bc204e1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a936439d-a424-4a5c-8496-f82c5049c2f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:04:41Z', 'updated_at': '2022-05-30T20:05:11Z', 'revision_number': 5, 'project_id': 'a30f992c0c6d4c83b278c5e0ddf93c21', 'subnets': [{'id': 'a936439d-a424-4a5c-8496-f82c5049c2f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:07:08.835591 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdfed191-aeed-4c0f-a481-f361848e8789 None None] The sync data for ids ['6d655187-9441-48fa-aa50-e2660bc204e1'] in n-d-843948-2 is: [{'id': '6d655187-9441-48fa-aa50-e2660bc204e1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1811082333-router', 'tenant_id': 'a30f992c0c6d4c83b278c5e0ddf93c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'fc35ab7f-4bdd-4f97-beb2-659e01147aed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:04:29Z', 'updated_at': '2022-05-30T20:04:42Z', 'revision_number': 4, 'project_id': 'a30f992c0c6d4c83b278c5e0ddf93c21', 'gw_port': {'id': 'fc35ab7f-4bdd-4f97-beb2-659e01147aed', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d655187-9441-48fa-aa50-e2660bc204e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:04:33Z', 'updated_at': '2022-05-30T20:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': '5a9041ae-bb89-43d8-9c7e-53bb9c484e0b', 'tenant_id': 'a30f992c0c6d4c83b278c5e0ddf93c21', 'floating_ip_address': '172.25.8.92', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': '6d655187-9441-48fa-aa50-e2660bc204e1', 'port_id': '5577968e-d9bf-46c3-bc01-56cce150297c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '803dd70a-3f53-43ad-9356-1243425ef9dd', 'mac_address': 'fa:16:3e:ae:89:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344028cd-77f9-4cf0-ab86-229dde8efa6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:05:24Z', 'updated_at': '2022-05-30T20:07:01Z', 'revision_number': 8, 'project_id': 'a30f992c0c6d4c83b278c5e0ddf93c21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '365877dd-8644-44ed-afe2-eba50da77af7', 'name': '', 'network_id': '803dd70a-3f53-43ad-9356-1243425ef9dd', 'tenant_id': 'a30f992c0c6d4c83b278c5e0ddf93c21', 'mac_address': 'fa:16:3e:53:eb:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d655187-9441-48fa-aa50-e2660bc204e1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a936439d-a424-4a5c-8496-f82c5049c2f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:04:41Z', 'updated_at': '2022-05-30T20:05:11Z', 'revision_number': 5, 'project_id': 'a30f992c0c6d4c83b278c5e0ddf93c21', 'subnets': [{'id': 'a936439d-a424-4a5c-8496-f82c5049c2f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:07:09.026514 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-05f4d943-61d7-4afc-861f-4a94d4bd3c5e req-21e6f58b-70de-4774-8b53-d1545a94a231 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=6a75b3db8cd44db8bb931dd59e296017&shared=False HTTP/1.1" status: 200 len: 213 time: 0.5360363 May 30 20:07:09.086665 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-19dcfb41-2ffb-42ee-ab09-5341b61a7a7e req-0e7ef8e3-a1ce-4bf4-97d4-5df960e43053 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.85 "GET /v2.0/ports?device_id=6395f87f-52db-4137-96c9-a2cb258acd44 HTTP/1.1" status: 200 len: 210 time: 0.0708508 May 30 20:07:09.114142 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-05f4d943-61d7-4afc-861f-4a94d4bd3c5e req-00667921-6132-4c6d-819a-d87d5d576467 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=6a75b3db8cd44db8bb931dd59e296017&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4397011 May 30 20:07:09.292788 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6458026-d42b-4591-a9f1-856dc198d209 None None] New status for floating IP 5a9041ae-bb89-43d8-9c7e-53bb9c484e0b: ACTIVE {{(pid=84888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 20:07:09.498835 n-d-843948-2 neutron-server[84886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae267e95-eb64-4bc1-8039-ecac2ae2d374'] response: {'name': 'network-changed', 'server_uuid': '844174d4-d35b-42fa-95e8-ca6e70dfc41d', 'tag': 'bf629330-3c9d-44ae-b665-2cfc54692847', 'status': 'completed', 'code': 200} May 30 20:07:09.524192 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a17788ce-3001-44b0-a1d7-454952f9e0f3 req-c4ecca31-deb1-4db9-aea9-808c7170c6f3 service neutron] 10.222.0.85 "GET /v2.0/networks/803dd70a-3f53-43ad-9356-1243425ef9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8375390 May 30 20:07:09.602724 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-942d28c3-60b8-48b8-be57-6990aa053c87 req-50cf44b5-51da-4ca0-9456-bf20db4feb47 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a30f992c0c6d4c83b278c5e0ddf93c21&device_id=344028cd-77f9-4cf0-ab86-229dde8efa6e HTTP/1.1" status: 200 len: 1096 time: 1.3820295 May 30 20:07:09.703226 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5945569a-b82b-40c3-a8dc-2c9e668049df req-8b4bf3fe-1bb0-403a-b903-2cb936543f5e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2f556c8c0e86457c8a99895c145d8ec1&device_id=844174d4-d35b-42fa-95e8-ca6e70dfc41d HTTP/1.1" status: 200 len: 1094 time: 0.1741097 May 30 20:07:10.035787 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5df7810-70de-4f76-867f-6424e3c2aab2'] response: {'name': 'network-changed', 'server_uuid': '344028cd-77f9-4cf0-ab86-229dde8efa6e', 'tag': '5577968e-d9bf-46c3-bc01-56cce150297c', 'status': 'completed', 'code': 200} May 30 20:07:10.158804 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-26eff009-71c1-4dba-9d4d-96ff17177818 req-bb2e2568-e008-4ab4-861d-837c5c43452c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=6a75b3db8cd44db8bb931dd59e296017&device_id=64150e76-0246-437b-8bdd-ac1e1a53ed9d HTTP/1.1" status: 200 len: 1100 time: 1.9342153 May 30 20:07:10.200392 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9ecce9a8-cb3b-42ac-a5a4-12533dbbe8fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:10.338329 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecce9a8-cb3b-42ac-a5a4-12533dbbe8fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1329ead-76da-4fe1-a988-d24ed3099985,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:10.433751 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5945569a-b82b-40c3-a8dc-2c9e668049df req-42d0554f-9132-45f6-bad8-6a1f1708df6f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:10.436132 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5945569a-b82b-40c3-a8dc-2c9e668049df req-42d0554f-9132-45f6-bad8-6a1f1708df6f service neutron] 10.222.0.86 "GET /v2.0/networks?id=1423fe8d-fe45-40b8-bd0c-db2951a00d49 HTTP/1.1" status: 200 len: 912 time: 0.7211046 May 30 20:07:10.439030 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecce9a8-cb3b-42ac-a5a4-12533dbbe8fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:07:10.440598 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecce9a8-cb3b-42ac-a5a4-12533dbbe8fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:07:10.440966 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecce9a8-cb3b-42ac-a5a4-12533dbbe8fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:07:10.441493 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecce9a8-cb3b-42ac-a5a4-12533dbbe8fd admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:07:10.442075 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecce9a8-cb3b-42ac-a5a4-12533dbbe8fd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:07:10.442619 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecce9a8-cb3b-42ac-a5a4-12533dbbe8fd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:07:10.443150 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecce9a8-cb3b-42ac-a5a4-12533dbbe8fd admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:07:10.443676 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecce9a8-cb3b-42ac-a5a4-12533dbbe8fd admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:07:10.444200 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecce9a8-cb3b-42ac-a5a4-12533dbbe8fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:07:10.449903 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecce9a8-cb3b-42ac-a5a4-12533dbbe8fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:07:10.451913 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecce9a8-cb3b-42ac-a5a4-12533dbbe8fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:07:10.466582 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f4d943-61d7-4afc-861f-4a94d4bd3c5e req-fef6f933-b79e-483b-93bf-60830efb5e03 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:10.469552 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-05f4d943-61d7-4afc-861f-4a94d4bd3c5e req-fef6f933-b79e-483b-93bf-60830efb5e03 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.3728375 May 30 20:07:10.593227 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 49266) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:07:10.646378 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6f115145-1152-44e1-addc-414fa9a1e9d5 req-48123ee3-8b70-498a-87e3-37351b8cd8fd tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] 10.222.0.85 "GET /v2.0/floatingips/5a9041ae-bb89-43d8-9c7e-53bb9c484e0b HTTP/1.1" status: 200 len: 997 time: 0.5012763 May 30 20:07:10.651166 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5945569a-b82b-40c3-a8dc-2c9e668049df req-5f6ab563-68fb-48e5-bc7b-18e50fad5767 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bf629330-3c9d-44ae-b665-2cfc54692847 HTTP/1.1" status: 200 len: 217 time: 0.2051728 May 30 20:07:10.682934 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-05f4d943-61d7-4afc-861f-4a94d4bd3c5e req-d34bb39f-9f1a-426f-948e-3218c8767337 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Request body: {'port': {'device_id': '6395f87f-52db-4137-96c9-a2cb258acd44', 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1', 'admin_state_up': True, 'tenant_id': '6a75b3db8cd44db8bb931dd59e296017'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:07:10.707797 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942d28c3-60b8-48b8-be57-6990aa053c87 req-5325eeba-214e-4018-be92-acfc1a7f37c3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:10.710555 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-942d28c3-60b8-48b8-be57-6990aa053c87 req-5325eeba-214e-4018-be92-acfc1a7f37c3 service neutron] 10.222.0.86 "GET /v2.0/networks?id=803dd70a-3f53-43ad-9356-1243425ef9dd HTTP/1.1" status: 200 len: 922 time: 1.0791545 May 30 20:07:10.749126 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f4d943-61d7-4afc-861f-4a94d4bd3c5e req-041d3c8f-7fc3-45ea-9de5-01bc004bb5c1 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:10.751987 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-05f4d943-61d7-4afc-861f-4a94d4bd3c5e req-041d3c8f-7fc3-45ea-9de5-01bc004bb5c1 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.5508702 May 30 20:07:10.775034 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9ecce9a8-cb3b-42ac-a5a4-12533dbbe8fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:10.777224 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-9ecce9a8-cb3b-42ac-a5a4-12533dbbe8fd admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/e1329ead-76da-4fe1-a988-d24ed3099985 HTTP/1.1" status: 204 len: 168 time: 2.9311512 May 30 20:07:11.096307 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-05f4d943-61d7-4afc-861f-4a94d4bd3c5e req-18cfbbf5-5ef5-47ca-98d2-b02aba28713a tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Request body: {'port': {'device_id': '886c10ce-7ad4-4409-b333-3102f6c82be5', 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1', 'admin_state_up': True, 'tenant_id': '6a75b3db8cd44db8bb931dd59e296017'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:07:11.253779 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f115145-1152-44e1-addc-414fa9a1e9d5 req-6dad8b5f-2618-4ba9-99b6-8e2193f159eb tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:11.267975 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6f115145-1152-44e1-addc-414fa9a1e9d5 req-6dad8b5f-2618-4ba9-99b6-8e2193f159eb tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] 10.222.0.85 "GET /v2.0/networks/c7869750-4b49-4b7e-aa99-5e0f1ae02da4 HTTP/1.1" status: 200 len: 784 time: 0.6201823 May 30 20:07:11.270936 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device bf629330-3c9d-44ae-b665-2cfc54692847 details requested by agent hyperv_n-h2-843948-2 with host n-h2-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:07:11.294527 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-239190b5-e152-4ff3-9efa-4e381c0e1635 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:11.327165 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [req-6f115145-1152-44e1-addc-414fa9a1e9d5 req-8a495cbb-82df-4380-a67a-b4c404e44a98 tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=84886) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:07:11.342130 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6f115145-1152-44e1-addc-414fa9a1e9d5 req-8a495cbb-82df-4380-a67a-b4c404e44a98 tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0717831 May 30 20:07:11.428813 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5945569a-b82b-40c3-a8dc-2c9e668049df req-5c73cdd1-4837-4108-b1ad-e2d6b7673b99 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:11.431805 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5945569a-b82b-40c3-a8dc-2c9e668049df req-5c73cdd1-4837-4108-b1ad-e2d6b7673b99 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f7ba462c-1ed8-4caa-83b7-6c1b6552e3f5 HTTP/1.1" status: 200 len: 851 time: 0.4436800 May 30 20:07:11.612848 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-239190b5-e152-4ff3-9efa-4e381c0e1635 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:07:11.659250 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5945569a-b82b-40c3-a8dc-2c9e668049df req-d98cf6d1-60b5-4b0f-a0ed-5f6bfbee8e0f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=1423fe8d-fe45-40b8-bd0c-db2951a00d49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2168643 May 30 20:07:11.661495 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-239190b5-e152-4ff3-9efa-4e381c0e1635 admin admin] Usage tracker for resource:security_group_rule and tenant:98d733a5b8d9494783c9eb2cdbcba228 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:07:11.739673 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-239190b5-e152-4ff3-9efa-4e381c0e1635 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:07:11.786783 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-239190b5-e152-4ff3-9efa-4e381c0e1635 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:07:11.880008 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port bf629330-3c9d-44ae-b665-2cfc54692847, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=bf629330-3c9d-44ae-b665-2cfc54692847,segment=NetworkSegment(a588beee-eb1a-4179-866b-50764eb9b22b),segment_id=a588beee-eb1a-4179-866b-50764eb9b22b)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:07:11.951744 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Returning: {'device': 'bf629330-3c9d-44ae-b665-2cfc54692847', 'network_id': '1423fe8d-fe45-40b8-bd0c-db2951a00d49', 'port_id': 'bf629330-3c9d-44ae-b665-2cfc54692847', 'mac_address': 'fa:16:3e:e2:06:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7ba462c-1ed8-4caa-83b7-6c1b6552e3f5', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:07:12.159016 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:12.192464 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5945569a-b82b-40c3-a8dc-2c9e668049df req-bdaa0017-ef32-40e2-8dcd-f7042ac58bd7 service neutron] 10.222.0.86 "GET /v2.0/networks/1423fe8d-fe45-40b8-bd0c-db2951a00d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5203228 May 30 20:07:12.222282 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eff009-71c1-4dba-9d4d-96ff17177818 req-04c105a1-c2e3-47fd-89b6-ae980eae73d5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:12.225886 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-26eff009-71c1-4dba-9d4d-96ff17177818 req-04c105a1-c2e3-47fd-89b6-ae980eae73d5 service neutron] 10.222.0.71 "GET /v2.0/networks?id=4344fbed-57fb-43d7-b32d-6020ce60f0a1 HTTP/1.1" status: 200 len: 870 time: 2.0183403 May 30 20:07:12.226822 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf629330-3c9d-44ae-b665-2cfc54692847 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:07:12.237490 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-05f4d943-61d7-4afc-861f-4a94d4bd3c5e req-18cfbbf5-5ef5-47ca-98d2-b02aba28713a tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:07:12.271267 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-05f4d943-61d7-4afc-861f-4a94d4bd3c5e req-18cfbbf5-5ef5-47ca-98d2-b02aba28713a tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:07:12.294067 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port bf629330-3c9d-44ae-b665-2cfc54692847, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=bf629330-3c9d-44ae-b665-2cfc54692847,segment=NetworkSegment(a588beee-eb1a-4179-866b-50764eb9b22b),segment_id=a588beee-eb1a-4179-866b-50764eb9b22b)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:07:12.301251 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-942d28c3-60b8-48b8-be57-6990aa053c87 req-5eec7e22-e571-429c-9dd1-d356dbeb1eba service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5577968e-d9bf-46c3-bc01-56cce150297c HTTP/1.1" status: 200 len: 1000 time: 1.5285730 May 30 20:07:12.318182 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68eacd9-bef8-4d68-9c6f-6a20da30a8d1 req-3838ea57-20dc-4cc6-98bd-53421683e27d tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:12.320235 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-d68eacd9-bef8-4d68-9c6f-6a20da30a8d1 req-3838ea57-20dc-4cc6-98bd-53421683e27d tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Synchronizing usage tracker for tenant:2f556c8c0e86457c8a99895c145d8ec1 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:07:12.405472 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-239190b5-e152-4ff3-9efa-4e381c0e1635 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:12.500583 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-05f4d943-61d7-4afc-861f-4a94d4bd3c5e req-d34bb39f-9f1a-426f-948e-3218c8767337 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:07:12.517311 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5945569a-b82b-40c3-a8dc-2c9e668049df req-b9355e56-c66a-4066-be98-c1bcead15f95 service neutron] 10.222.0.86 "GET /v2.0/networks/1423fe8d-fe45-40b8-bd0c-db2951a00d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3022034 May 30 20:07:12.518824 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-26eff009-71c1-4dba-9d4d-96ff17177818 req-5fbf6cca-c981-48ee-8aca-136cfdff6a6e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=ddba6d06-4716-4ab5-90ae-4e3814b4f21f HTTP/1.1" status: 200 len: 217 time: 0.2343135 May 30 20:07:12.540289 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-239190b5-e152-4ff3-9efa-4e381c0e1635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:12.540494 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-d68eacd9-bef8-4d68-9c6f-6a20da30a8d1 req-3838ea57-20dc-4cc6-98bd-53421683e27d tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Unset dirty status for tenant:2f556c8c0e86457c8a99895c145d8ec1 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:07:12.542757 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:12.550204 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d68eacd9-bef8-4d68-9c6f-6a20da30a8d1 req-3838ea57-20dc-4cc6-98bd-53421683e27d tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/ports?device_id=844174d4-d35b-42fa-95e8-ca6e70dfc41d HTTP/1.1" status: 200 len: 943 time: 2.0635679 May 30 20:07:12.641897 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-239190b5-e152-4ff3-9efa-4e381c0e1635 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=98d733a5b8d9494783c9eb2cdbcba228&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0466650 May 30 20:07:12.648604 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 49286) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:07:12.675999 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-05f4d943-61d7-4afc-861f-4a94d4bd3c5e req-d34bb39f-9f1a-426f-948e-3218c8767337 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:07:12.688989 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942d28c3-60b8-48b8-be57-6990aa053c87 req-02230ea7-e884-456e-984e-ab4496a97494 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:12.692009 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-942d28c3-60b8-48b8-be57-6990aa053c87 req-02230ea7-e884-456e-984e-ab4496a97494 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a936439d-a424-4a5c-8496-f82c5049c2f0 HTTP/1.1" status: 200 len: 860 time: 0.2622411 May 30 20:07:12.692009 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05f4d943-61d7-4afc-861f-4a94d4bd3c5e req-18cfbbf5-5ef5-47ca-98d2-b02aba28713a tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Made reservation on behalf of 6a75b3db8cd44db8bb931dd59e296017 for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:07:12.694404 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-05f4d943-61d7-4afc-861f-4a94d4bd3c5e req-18cfbbf5-5ef5-47ca-98d2-b02aba28713a tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:12.724369 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d68eacd9-bef8-4d68-9c6f-6a20da30a8d1 req-78fbb2a2-fae0-4124-9594-fd4dfd5479b8 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/security-groups?id=f7bd1307-7f80-416a-ad0f-251b87da459a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731968 May 30 20:07:12.768803 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 49290) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:07:12.852346 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05f4d943-61d7-4afc-861f-4a94d4bd3c5e req-d34bb39f-9f1a-426f-948e-3218c8767337 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Made reservation on behalf of 6a75b3db8cd44db8bb931dd59e296017 for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:07:12.863657 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-05f4d943-61d7-4afc-861f-4a94d4bd3c5e req-d34bb39f-9f1a-426f-948e-3218c8767337 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:12.865118 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=bf629330-3c9d-44ae-b665-2cfc54692847,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:12.925583 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eff009-71c1-4dba-9d4d-96ff17177818 req-b887db48-2700-4c6e-a74a-30714781c8da service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:12.935254 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-26eff009-71c1-4dba-9d4d-96ff17177818 req-b887db48-2700-4c6e-a74a-30714781c8da service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1b83ff54-b1af-44ce-bb75-ba148920553c HTTP/1.1" status: 200 len: 843 time: 0.3548949 May 30 20:07:12.969721 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239190b5-e152-4ff3-9efa-4e381c0e1635 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef47fee6-d78a-4906-afa8-396839ddfb75,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:12.980121 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['bf629330-3c9d-44ae-b665-2cfc54692847'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:07:13.235425 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [req-05f4d943-61d7-4afc-861f-4a94d4bd3c5e req-18cfbbf5-5ef5-47ca-98d2-b02aba28713a tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Allocated IP 192.168.233.184 (4344fbed-57fb-43d7-b32d-6020ce60f0a1/1b83ff54-b1af-44ce-bb75-ba148920553c/448af9f8-fbc6-4f23-b596-bc95ed6f4ae6) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:07:13.283434 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e37d2ee5-637f-49b9-b72d-e502cf499148 req-1e2fd56f-d0c8-41b5-83ba-de74b1cd52c4 tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] 10.222.0.85 "GET /v2.0/floatingips?floating_ip_address=172.25.8.92 HTTP/1.1" status: 200 len: 1000 time: 0.2976534 May 30 20:07:13.370474 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e5aa5e44-221f-4912-abf8-68e6bbb06d9d req-28e2dcc9-d4c7-4290-81b2-9a01dca6d7f3 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.85 "GET /v2.0/ports?device_id=6395f87f-52db-4137-96c9-a2cb258acd44 HTTP/1.1" status: 200 len: 210 time: 0.2308528 May 30 20:07:13.446406 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-3e1c675a-1680-4068-8d23-6188c33280ca admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=6f997d6408d44b1db39db02d69ad2368&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6741028 May 30 20:07:13.490994 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37d2ee5-637f-49b9-b72d-e502cf499148 req-b06690c7-84e0-4bc8-afd3-1bc40052f9ac tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:13.499875 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e37d2ee5-637f-49b9-b72d-e502cf499148 req-b06690c7-84e0-4bc8-afd3-1bc40052f9ac tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] 10.222.0.85 "GET /v2.0/ports/5577968e-d9bf-46c3-bc01-56cce150297c HTTP/1.1" status: 200 len: 942 time: 0.2038314 May 30 20:07:13.501380 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 49296) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:07:13.502481 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-152a6f8d-e971-4d3e-861b-f2bde4656d85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:13.658421 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-152a6f8d-e971-4d3e-861b-f2bde4656d85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:13.763352 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-05f4d943-61d7-4afc-861f-4a94d4bd3c5e req-18cfbbf5-5ef5-47ca-98d2-b02aba28713a tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:13.792568 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-523d88fc-9eea-432f-bbf4-4595f7f73371 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:13.836215 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-942d28c3-60b8-48b8-be57-6990aa053c87 req-5f02c251-49f0-4a2b-b75b-c634be35f0b7 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=803dd70a-3f53-43ad-9356-1243425ef9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1297581 May 30 20:07:13.953663 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-05f4d943-61d7-4afc-861f-4a94d4bd3c5e req-18cfbbf5-5ef5-47ca-98d2-b02aba28713a tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Transition to ACTIVE for port object 448af9f8-fbc6-4f23-b596-bc95ed6f4ae6 will not be triggered until provisioned by entity DHCP. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:07:13.962105 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-523d88fc-9eea-432f-bbf4-4595f7f73371 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:13.971825 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-152a6f8d-e971-4d3e-861b-f2bde4656d85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:14.006095 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-26eff009-71c1-4dba-9d4d-96ff17177818 req-948cc415-9038-4f19-8782-fa72cadeeed1 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4344fbed-57fb-43d7-b32d-6020ce60f0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8697891 May 30 20:07:14.114353 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152a6f8d-e971-4d3e-861b-f2bde4656d85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef47fee6-d78a-4906-afa8-396839ddfb75,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:14.149638 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-152a6f8d-e971-4d3e-861b-f2bde4656d85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:14.151708 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-152a6f8d-e971-4d3e-861b-f2bde4656d85 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/ef47fee6-d78a-4906-afa8-396839ddfb75 HTTP/1.1" status: 204 len: 168 time: 1.5001569 May 30 20:07:14.165862 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-523d88fc-9eea-432f-bbf4-4595f7f73371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:14.203038 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e37d2ee5-637f-49b9-b72d-e502cf499148 req-cbbb383b-ca70-41be-8127-1cfd75db013f tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] 10.222.0.85 "GET /v2.0/floatingips?floating_ip_address=172.25.8.92 HTTP/1.1" status: 200 len: 1000 time: 0.3664153 May 30 20:07:14.217022 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523d88fc-9eea-432f-bbf4-4595f7f73371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7767882a-f9bf-41b9-9950-689ffe095952,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:14.244902 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-942d28c3-60b8-48b8-be57-6990aa053c87 req-cce3db79-2562-4808-ac86-d2e3bfefef02 service neutron] 10.222.0.86 "GET /v2.0/networks/803dd70a-3f53-43ad-9356-1243425ef9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3987908 May 30 20:07:14.435278 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-523d88fc-9eea-432f-bbf4-4595f7f73371 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:14.441186 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-523d88fc-9eea-432f-bbf4-4595f7f73371 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/7767882a-f9bf-41b9-9950-689ffe095952 HTTP/1.1" status: 204 len: 168 time: 0.9337852 May 30 20:07:14.500551 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 49322) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:07:14.531191 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ef6472-0d5f-483a-b4b5-924941348123 req-754ef174-d639-492c-9c43-bb7079b5fe31 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:14.532580 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-20ef6472-0d5f-483a-b4b5-924941348123 req-754ef174-d639-492c-9c43-bb7079b5fe31 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/ports?device_id=844174d4-d35b-42fa-95e8-ca6e70dfc41d HTTP/1.1" status: 200 len: 944 time: 0.5203407 May 30 20:07:14.533754 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-05f4d943-61d7-4afc-861f-4a94d4bd3c5e req-18cfbbf5-5ef5-47ca-98d2-b02aba28713a tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:14.550872 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['a4fbb078-4c44-4d94-9029-bc5995e00d92', '0ab8fad3-50b3-4e00-809a-e7bbc917d1ca'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:07:14.655875 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['ddba6d06-4716-4ab5-90ae-4e3814b4f21f'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:07:14.709976 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05f4d943-61d7-4afc-861f-4a94d4bd3c5e req-18cfbbf5-5ef5-47ca-98d2-b02aba28713a tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Network 4344fbed-57fb-43d7-b32d-6020ce60f0a1 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:07:14.729399 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [req-05f4d943-61d7-4afc-861f-4a94d4bd3c5e req-18cfbbf5-5ef5-47ca-98d2-b02aba28713a tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:07:14.742267 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37d2ee5-637f-49b9-b72d-e502cf499148 req-76cb93a4-c197-4454-9067-6105b5e893a2 tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:14.769943 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e37d2ee5-637f-49b9-b72d-e502cf499148 req-76cb93a4-c197-4454-9067-6105b5e893a2 tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] 10.222.0.85 "GET /v2.0/networks/c7869750-4b49-4b7e-aa99-5e0f1ae02da4 HTTP/1.1" status: 200 len: 784 time: 0.5467174 May 30 20:07:14.776094 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-05f4d943-61d7-4afc-861f-4a94d4bd3c5e req-18cfbbf5-5ef5-47ca-98d2-b02aba28713a tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:07:14.845656 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f4d943-61d7-4afc-861f-4a94d4bd3c5e req-18cfbbf5-5ef5-47ca-98d2-b02aba28713a tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:14.846300 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-05f4d943-61d7-4afc-861f-4a94d4bd3c5e req-18cfbbf5-5ef5-47ca-98d2-b02aba28713a tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:15.081088 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-20ef6472-0d5f-483a-b4b5-924941348123 req-b3695754-be13-49b6-aba6-46c81cd1dde1 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/security-groups?id=f7bd1307-7f80-416a-ad0f-251b87da459a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4271312 May 30 20:07:15.083597 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-05f4d943-61d7-4afc-861f-4a94d4bd3c5e req-18cfbbf5-5ef5-47ca-98d2-b02aba28713a tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9968154 May 30 20:07:15.134174 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-26eff009-71c1-4dba-9d4d-96ff17177818 req-faf5fee3-499b-435f-88b2-84bcf1e3d182 service neutron] 10.222.0.71 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1178064 May 30 20:07:15.194262 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e37d2ee5-637f-49b9-b72d-e502cf499148 req-2c749182-67be-41d8-a3f2-ac5be1cf7c28 tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] 10.222.0.85 "GET /v2.0/floatingips?floating_ip_address=172.25.8.92 HTTP/1.1" status: 200 len: 1000 time: 0.4226513 May 30 20:07:15.199774 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cfbbf5-5ef5-47ca-98d2-b02aba28713a tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Pushing event updated for resources: {'Port': ['ID=448af9f8-fbc6-4f23-b596-bc95ed6f4ae6,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:15.202159 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [req-e37d2ee5-637f-49b9-b72d-e502cf499148 req-12751b35-54de-46a3-865d-4904659199bd tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:07:15.233979 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-05f4d943-61d7-4afc-861f-4a94d4bd3c5e req-f8279cb5-fca0-4d64-bc39-921a1bb129f6 service neutron] Request body: {'port': {'device_id': '886c10ce-7ad4-4409-b333-3102f6c82be5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843948-2'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:07:15.365986 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device bf629330-3c9d-44ae-b665-2cfc54692847 up at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:07:15.387237 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-e37d2ee5-637f-49b9-b72d-e502cf499148 req-12751b35-54de-46a3-865d-4904659199bd tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] Notify callbacks [] for floatingip, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:15.520343 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [req-05f4d943-61d7-4afc-861f-4a94d4bd3c5e req-d34bb39f-9f1a-426f-948e-3218c8767337 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Allocated IP 192.168.233.208 (4344fbed-57fb-43d7-b32d-6020ce60f0a1/1b83ff54-b1af-44ce-bb75-ba148920553c/d5bbe401-8f84-4ccd-9a6e-3023ef22e3a1) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:07:15.711130 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-942d28c3-60b8-48b8-be57-6990aa053c87 req-dfa91283-f6ed-40d9-b067-40ac5a776731 service neutron] 10.222.0.86 "GET /v2.0/networks/803dd70a-3f53-43ad-9356-1243425ef9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4569199 May 30 20:07:15.824933 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-3985dd0a-8dce-4345-be26-8df649c7f2e9 None None] Provisioning for port 448af9f8-fbc6-4f23-b596-bc95ed6f4ae6 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:07:15.855613 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-3985dd0a-8dce-4345-be26-8df649c7f2e9 None None] Provisioning complete for port 448af9f8-fbc6-4f23-b596-bc95ed6f4ae6 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:07:15.856293 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-3985dd0a-8dce-4345-be26-8df649c7f2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:15.986926 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 49340) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:07:16.044096 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-05f4d943-61d7-4afc-861f-4a94d4bd3c5e req-f8279cb5-fca0-4d64-bc39-921a1bb129f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:16.047965 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-3985dd0a-8dce-4345-be26-8df649c7f2e9 None None] Port 448af9f8-fbc6-4f23-b596-bc95ed6f4ae6 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:07:16.097923 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b1317da7-8eb7-4534-9fd9-2d8b3790023a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:16.174817 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-05f4d943-61d7-4afc-861f-4a94d4bd3c5e req-d34bb39f-9f1a-426f-948e-3218c8767337 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:16.333493 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-d620812d-b805-43e7-bf79-d4d797203d4d req-a449e011-baee-4296-b577-b51e0b8ad9bd tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Synchronizing usage tracker for tenant:6a75b3db8cd44db8bb931dd59e296017 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:07:16.357565 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-26eff009-71c1-4dba-9d4d-96ff17177818 req-05c2758b-73f9-4b8e-8c5c-a4fd20d58c8c service neutron] 10.222.0.71 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2219422 May 30 20:07:16.397812 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-05f4d943-61d7-4afc-861f-4a94d4bd3c5e req-d34bb39f-9f1a-426f-948e-3218c8767337 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Transition to ACTIVE for port object d5bbe401-8f84-4ccd-9a6e-3023ef22e3a1 will not be triggered until provisioned by entity DHCP. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:07:16.408541 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning for port bf629330-3c9d-44ae-b665-2cfc54692847 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:07:16.443174 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f4a482ee-49c6-4815-b858-395ddb8dc623 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:16.463928 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning complete for port bf629330-3c9d-44ae-b665-2cfc54692847 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:07:16.464298 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:16.489286 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-e37d2ee5-637f-49b9-b72d-e502cf499148 req-12751b35-54de-46a3-865d-4904659199bd tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:16.530578 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f7991d99-d41e-4c8f-b128-fcc77065062b req-7b5d8afa-35e7-4af6-b1f6-6062835e5cf6 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a30f992c0c6d4c83b278c5e0ddf93c21&device_id=344028cd-77f9-4cf0-ab86-229dde8efa6e HTTP/1.1" status: 200 len: 1096 time: 0.7372694 May 30 20:07:16.540263 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-b1317da7-8eb7-4534-9fd9-2d8b3790023a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:07:16.560091 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-f4a482ee-49c6-4815-b858-395ddb8dc623 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:07:16.565855 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-f4a482ee-49c6-4815-b858-395ddb8dc623 admin admin] Usage tracker for resource:security_group_rule and tenant:354acb553c3c40a6887e81b1e5988491 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:07:16.572903 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-f4a482ee-49c6-4815-b858-395ddb8dc623 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:07:16.582157 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-f4a482ee-49c6-4815-b858-395ddb8dc623 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:07:16.613805 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-b1317da7-8eb7-4534-9fd9-2d8b3790023a admin admin] Usage tracker for resource:security_group_rule and tenant:04c9e2dd1de9421a83e34b8a85d2d499 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:07:16.618858 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-b1317da7-8eb7-4534-9fd9-2d8b3790023a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:07:16.623988 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-e37d2ee5-637f-49b9-b72d-e502cf499148 req-12751b35-54de-46a3-865d-4904659199bd tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736490'] for floatingip, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:16.624776 n-d-843948-2 neutron-server[84886]: INFO neutron.db.l3_db [req-e37d2ee5-637f-49b9-b72d-e502cf499148 req-12751b35-54de-46a3-865d-4904659199bd tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] Floating IP 5a9041ae-bb89-43d8-9c7e-53bb9c484e0b disassociated. External IP: 172.25.8.92, port: 5577968e-d9bf-46c3-bc01-56cce150297c. May 30 20:07:16.649079 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-d620812d-b805-43e7-bf79-d4d797203d4d req-a449e011-baee-4296-b577-b51e0b8ad9bd tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Unset dirty status for tenant:6a75b3db8cd44db8bb931dd59e296017 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:07:16.665802 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d620812d-b805-43e7-bf79-d4d797203d4d req-a449e011-baee-4296-b577-b51e0b8ad9bd tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.85 "GET /v2.0/ports?device_id=6395f87f-52db-4137-96c9-a2cb258acd44 HTTP/1.1" status: 200 len: 210 time: 0.5133035 May 30 20:07:16.692979 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:16.759679 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-b1317da7-8eb7-4534-9fd9-2d8b3790023a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:07:16.775397 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port bf629330-3c9d-44ae-b665-2cfc54692847, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=bf629330-3c9d-44ae-b665-2cfc54692847,segment=NetworkSegment(a588beee-eb1a-4179-866b-50764eb9b22b),segment_id=a588beee-eb1a-4179-866b-50764eb9b22b)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:07:16.779606 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '844174d4-d35b-42fa-95e8-ca6e70dfc41d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf629330-3c9d-44ae-b665-2cfc54692847'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:07:16.900333 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7991d99-d41e-4c8f-b128-fcc77065062b req-64defce5-4627-4e60-b341-2077897a4d60 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:16.901881 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f7991d99-d41e-4c8f-b128-fcc77065062b req-64defce5-4627-4e60-b341-2077897a4d60 service neutron] 10.222.0.86 "GET /v2.0/networks?id=803dd70a-3f53-43ad-9356-1243425ef9dd HTTP/1.1" status: 200 len: 922 time: 0.3346827 May 30 20:07:16.913698 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:17.098193 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f4a482ee-49c6-4815-b858-395ddb8dc623 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:17.154011 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f7991d99-d41e-4c8f-b128-fcc77065062b req-524c1c8b-2e24-48f4-ab38-77c8f0110abe service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5577968e-d9bf-46c3-bc01-56cce150297c HTTP/1.1" status: 200 len: 217 time: 0.2328603 May 30 20:07:17.197151 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=bf629330-3c9d-44ae-b665-2cfc54692847,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:17.237512 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-05f4d943-61d7-4afc-861f-4a94d4bd3c5e req-d34bb39f-9f1a-426f-948e-3218c8767337 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:17.248522 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['ddba6d06-4716-4ab5-90ae-4e3814b4f21f'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:07:17.360222 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['a4fbb078-4c44-4d94-9029-bc5995e00d92', '0ab8fad3-50b3-4e00-809a-e7bbc917d1ca'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:07:17.371261 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f4a482ee-49c6-4815-b858-395ddb8dc623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:17.380385 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 49362) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:07:17.440524 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a482ee-49c6-4815-b858-395ddb8dc623 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b5e4233-8348-4346-951e-af63a7055294,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:17.506895 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-f4a482ee-49c6-4815-b858-395ddb8dc623 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=354acb553c3c40a6887e81b1e5988491&name=default HTTP/1.1" status: 200 len: 2647 time: 3.0047748 May 30 20:07:17.508819 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 49368) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:07:17.608603 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a32a17b7-ebcf-4366-ac72-aaf21469aede admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:17.650448 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a32a17b7-ebcf-4366-ac72-aaf21469aede admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:17.809143 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a32a17b7-ebcf-4366-ac72-aaf21469aede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:17.815447 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b1317da7-8eb7-4534-9fd9-2d8b3790023a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:17.906660 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32a17b7-ebcf-4366-ac72-aaf21469aede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b5e4233-8348-4346-951e-af63a7055294,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:17.930646 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e37d2ee5-637f-49b9-b72d-e502cf499148 req-12751b35-54de-46a3-865d-4904659199bd tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] Router 6d655187-9441-48fa-aa50-e2660bc204e1 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:07:17.954923 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34bb39f-9f1a-426f-948e-3218c8767337 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Pushing event updated for resources: {'Port': ['ID=d5bbe401-8f84-4ccd-9a6e-3023ef22e3a1,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:17.971256 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a32a17b7-ebcf-4366-ac72-aaf21469aede admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:17.978120 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-a32a17b7-ebcf-4366-ac72-aaf21469aede admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/2b5e4233-8348-4346-951e-af63a7055294 HTTP/1.1" status: 204 len: 168 time: 0.4677494 May 30 20:07:17.979778 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b1317da7-8eb7-4534-9fd9-2d8b3790023a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:18.019472 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7991d99-d41e-4c8f-b128-fcc77065062b req-8c38467d-dc3f-4ea4-bed2-a532dacb5395 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:18.021294 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f7991d99-d41e-4c8f-b128-fcc77065062b req-8c38467d-dc3f-4ea4-bed2-a532dacb5395 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a936439d-a424-4a5c-8496-f82c5049c2f0 HTTP/1.1" status: 200 len: 860 time: 0.7780464 May 30 20:07:18.070015 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-b1317da7-8eb7-4534-9fd9-2d8b3790023a admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=04c9e2dd1de9421a83e34b8a85d2d499&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0653629 May 30 20:07:18.075515 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05f4d943-61d7-4afc-861f-4a94d4bd3c5e req-d34bb39f-9f1a-426f-948e-3218c8767337 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Network 4344fbed-57fb-43d7-b32d-6020ce60f0a1 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:07:18.076155 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 49382) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:07:18.087618 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1317da7-8eb7-4534-9fd9-2d8b3790023a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f57ce305-0ca9-443a-8562-5544c0e5274b,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:18.133856 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [req-05f4d943-61d7-4afc-861f-4a94d4bd3c5e req-d34bb39f-9f1a-426f-948e-3218c8767337 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:07:18.225352 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-05f4d943-61d7-4afc-861f-4a94d4bd3c5e req-d34bb39f-9f1a-426f-948e-3218c8767337 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:07:18.335525 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8979521e-4d2e-48f4-86e9-acad1cdb5ee1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:18.400985 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ec849f1b-ece1-44eb-93a8-fd50034e2e2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:18.453588 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ec849f1b-ece1-44eb-93a8-fd50034e2e2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:18.474353 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-8979521e-4d2e-48f4-86e9-acad1cdb5ee1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:07:18.499242 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-8979521e-4d2e-48f4-86e9-acad1cdb5ee1 admin admin] Usage tracker for resource:security_group_rule and tenant:47de59bf572a46188cf7474487ec83e0 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:07:18.506929 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-8979521e-4d2e-48f4-86e9-acad1cdb5ee1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:07:18.524676 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f4d943-61d7-4afc-861f-4a94d4bd3c5e req-d34bb39f-9f1a-426f-948e-3218c8767337 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:18.529646 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-05f4d943-61d7-4afc-861f-4a94d4bd3c5e req-d34bb39f-9f1a-426f-948e-3218c8767337 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:18.529865 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-8979521e-4d2e-48f4-86e9-acad1cdb5ee1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:07:18.691057 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-91d0d62a-e281-440a-ab45-be600cbc9fc5 None None] Provisioning for port d5bbe401-8f84-4ccd-9a6e-3023ef22e3a1 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:07:18.701100 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-91d0d62a-e281-440a-ab45-be600cbc9fc5 None None] Provisioning complete for port d5bbe401-8f84-4ccd-9a6e-3023ef22e3a1 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:07:18.702480 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-91d0d62a-e281-440a-ab45-be600cbc9fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:18.777708 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8979521e-4d2e-48f4-86e9-acad1cdb5ee1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:18.816761 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e37d2ee5-637f-49b9-b72d-e502cf499148 req-12751b35-54de-46a3-865d-4904659199bd tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:07:18.840826 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70863b86-1919-4748-958a-7ed26315aae5 None None] Sync routers for ids ['6d655187-9441-48fa-aa50-e2660bc204e1'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:07:18.878480 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c188b426-9265-4521-a4fb-aea3238bcda9 req-1863a517-657e-4c8e-b8ce-1fd1afb00839 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:18.884995 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-e37d2ee5-637f-49b9-b72d-e502cf499148 req-12751b35-54de-46a3-865d-4904659199bd tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:18.898566 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c188b426-9265-4521-a4fb-aea3238bcda9 req-1863a517-657e-4c8e-b8ce-1fd1afb00839 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/ports?device_id=844174d4-d35b-42fa-95e8-ca6e70dfc41d HTTP/1.1" status: 200 len: 945 time: 1.4275413 May 30 20:07:18.908373 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70863b86-1919-4748-958a-7ed26315aae5 None None] Routers {'6d655187-9441-48fa-aa50-e2660bc204e1'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:07:18.913064 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-70863b86-1919-4748-958a-7ed26315aae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:06:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['6d655187-9441-48fa-aa50-e2660bc204e1'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:07:18.947318 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-05f4d943-61d7-4afc-861f-4a94d4bd3c5e req-d34bb39f-9f1a-426f-948e-3218c8767337 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 8.3940725 May 30 20:07:18.954509 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-91d0d62a-e281-440a-ab45-be600cbc9fc5 None None] Port d5bbe401-8f84-4ccd-9a6e-3023ef22e3a1 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:07:18.983494 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ec849f1b-ece1-44eb-93a8-fd50034e2e2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:19.031821 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [req-05f4d943-61d7-4afc-861f-4a94d4bd3c5e req-fce055bd-aad1-46f0-8245-a898d71ac04d tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=84887) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:07:19.033901 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-05f4d943-61d7-4afc-861f-4a94d4bd3c5e req-fce055bd-aad1-46f0-8245-a898d71ac04d tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0343750 May 30 20:07:19.047618 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ec849f1b-ece1-44eb-93a8-fd50034e2e2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:19.053833 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-ec849f1b-ece1-44eb-93a8-fd50034e2e2e admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/f57ce305-0ca9-443a-8562-5544c0e5274b HTTP/1.1" status: 204 len: 168 time: 0.9625671 May 30 20:07:19.077912 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [req-05f4d943-61d7-4afc-861f-4a94d4bd3c5e req-f8279cb5-fca0-4d64-bc39-921a1bb129f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 448af9f8-fbc6-4f23-b596-bc95ed6f4ae6 {{(pid=84887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:07:19.085696 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-05f4d943-61d7-4afc-861f-4a94d4bd3c5e req-f25fc3ac-c8d1-4bae-99d6-14cc2dd4271a service neutron] Request body: {'port': {'device_id': '6395f87f-52db-4137-96c9-a2cb258acd44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843948-2'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:07:19.092816 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8979521e-4d2e-48f4-86e9-acad1cdb5ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:19.114952 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec849f1b-ece1-44eb-93a8-fd50034e2e2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f57ce305-0ca9-443a-8562-5544c0e5274b,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:19.160233 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-05f4d943-61d7-4afc-861f-4a94d4bd3c5e req-f8279cb5-fca0-4d64-bc39-921a1bb129f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:19.165535 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c188b426-9265-4521-a4fb-aea3238bcda9 req-cc24f2fc-efd8-44cd-8cf8-401ebdfb5bde tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/security-groups?id=f7bd1307-7f80-416a-ad0f-251b87da459a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2557213 May 30 20:07:19.222540 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:19.237880 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-05f4d943-61d7-4afc-861f-4a94d4bd3c5e req-f8279cb5-fca0-4d64-bc39-921a1bb129f6 service neutron] Transition to ACTIVE for port object 448af9f8-fbc6-4f23-b596-bc95ed6f4ae6 will not be triggered until provisioned by entity L2. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:07:19.247242 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f7991d99-d41e-4c8f-b128-fcc77065062b req-b37b48ec-f979-49d4-a4cf-82ee53db74e2 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=803dd70a-3f53-43ad-9356-1243425ef9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1740811 May 30 20:07:19.287496 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e37d2ee5-637f-49b9-b72d-e502cf499148 req-12751b35-54de-46a3-865d-4904659199bd tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] 10.222.0.85 "PUT /v2.0/floatingips/5a9041ae-bb89-43d8-9c7e-53bb9c484e0b HTTP/1.1" status: 200 len: 695 time: 4.0878210 May 30 20:07:19.329673 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '344028cd-77f9-4cf0-ab86-229dde8efa6e', 'tag': '5577968e-d9bf-46c3-bc01-56cce150297c'}] {{(pid=84886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:07:19.336714 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-8979521e-4d2e-48f4-86e9-acad1cdb5ee1 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=47de59bf572a46188cf7474487ec83e0&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9149325 May 30 20:07:19.389536 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5dde951f-bc20-4354-993a-08d79b1ae9ba'] response: {'server_uuid': '844174d4-d35b-42fa-95e8-ca6e70dfc41d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf629330-3c9d-44ae-b665-2cfc54692847', 'code': 200} May 30 20:07:19.412868 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 49398) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:07:19.528211 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8979521e-4d2e-48f4-86e9-acad1cdb5ee1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=604214fa-cbff-4f4d-882d-d4d65388addf,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:19.574463 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-05f4d943-61d7-4afc-861f-4a94d4bd3c5e req-f8279cb5-fca0-4d64-bc39-921a1bb129f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:19.586982 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-05f4d943-61d7-4afc-861f-4a94d4bd3c5e req-f25fc3ac-c8d1-4bae-99d6-14cc2dd4271a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:19.606094 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-70863b86-1919-4748-958a-7ed26315aae5 None None] Set router 6d655187-9441-48fa-aa50-e2660bc204e1 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:07:19.873111 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-fa3d096f-1823-47ad-8d93-6d5d2e6c569a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:19.912450 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e37d2ee5-637f-49b9-b72d-e502cf499148 req-0b5ff933-4235-43dd-b455-dc6a30717ef8 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=a30f992c0c6d4c83b278c5e0ddf93c21&device_id=344028cd-77f9-4cf0-ab86-229dde8efa6e HTTP/1.1" status: 200 len: 1096 time: 0.5657177 May 30 20:07:19.930553 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-409cc195-b967-4a51-9d06-e8e47bdb9beb req-43542fbb-e5ca-4f01-a7f3-c19ed9b7e18e service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=844174d4-d35b-42fa-95e8-ca6e70dfc41d HTTP/1.1" status: 200 len: 1096 time: 0.4036920 May 30 20:07:20.177883 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-fa3d096f-1823-47ad-8d93-6d5d2e6c569a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:20.225113 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f7991d99-d41e-4c8f-b128-fcc77065062b req-c5dc7b13-f32a-44ad-812d-3e7c845e1e6c service neutron] 10.222.0.86 "GET /v2.0/networks/803dd70a-3f53-43ad-9356-1243425ef9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9544973 May 30 20:07:20.226642 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8279cb5-fca0-4d64-bc39-921a1bb129f6 service neutron] Pushing event updated for resources: {'Port': ['ID=448af9f8-fbc6-4f23-b596-bc95ed6f4ae6,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:20.450423 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-70863b86-1919-4748-958a-7ed26315aae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d655187-9441-48fa-aa50-e2660bc204e1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1811082333-router', 'tenant_id': 'a30f992c0c6d4c83b278c5e0ddf93c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'fc35ab7f-4bdd-4f97-beb2-659e01147aed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:04:29Z', 'updated_at': '2022-05-30T20:04:42Z', 'revision_number': 4, 'project_id': 'a30f992c0c6d4c83b278c5e0ddf93c21', 'gw_port': {'id': 'fc35ab7f-4bdd-4f97-beb2-659e01147aed', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d655187-9441-48fa-aa50-e2660bc204e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:04:33Z', 'updated_at': '2022-05-30T20:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '365877dd-8644-44ed-afe2-eba50da77af7', 'name': '', 'network_id': '803dd70a-3f53-43ad-9356-1243425ef9dd', 'tenant_id': 'a30f992c0c6d4c83b278c5e0ddf93c21', 'mac_address': 'fa:16:3e:53:eb:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d655187-9441-48fa-aa50-e2660bc204e1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a936439d-a424-4a5c-8496-f82c5049c2f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:04:41Z', 'updated_at': '2022-05-30T20:05:11Z', 'revision_number': 5, 'project_id': 'a30f992c0c6d4c83b278c5e0ddf93c21', 'subnets': [{'id': 'a936439d-a424-4a5c-8496-f82c5049c2f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:07:20.461468 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70863b86-1919-4748-958a-7ed26315aae5 None None] Checking router: 6d655187-9441-48fa-aa50-e2660bc204e1 for host: n-d-843948-2 {{(pid=84889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:07:20.478707 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70863b86-1919-4748-958a-7ed26315aae5 None None] Routers {'6d655187-9441-48fa-aa50-e2660bc204e1'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:07:20.479409 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-70863b86-1919-4748-958a-7ed26315aae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:06:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['6d655187-9441-48fa-aa50-e2660bc204e1'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:07:20.479815 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-409cc195-b967-4a51-9d06-e8e47bdb9beb req-3d784e86-c59e-4702-b681-1337b6a001f2 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=f7bd1307-7f80-416a-ad0f-251b87da459a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4914594 May 30 20:07:20.634943 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37d2ee5-637f-49b9-b72d-e502cf499148 req-32cf480a-2f5f-4e49-8dae-4c6d6e69babd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:20.638827 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e37d2ee5-637f-49b9-b72d-e502cf499148 req-32cf480a-2f5f-4e49-8dae-4c6d6e69babd service neutron] 10.222.0.85 "GET /v2.0/networks?id=803dd70a-3f53-43ad-9356-1243425ef9dd HTTP/1.1" status: 200 len: 922 time: 0.7154293 May 30 20:07:20.712694 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-05f4d943-61d7-4afc-861f-4a94d4bd3c5e req-f8279cb5-fca0-4d64-bc39-921a1bb129f6 service neutron] Attempting to bind port 448af9f8-fbc6-4f23-b596-bc95ed6f4ae6 on host n-h1-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:07:20.713328 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-05f4d943-61d7-4afc-861f-4a94d4bd3c5e req-f8279cb5-fca0-4d64-bc39-921a1bb129f6 service neutron] Attempting to bind port 448af9f8-fbc6-4f23-b596-bc95ed6f4ae6 by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': '7e304c17-4e5f-4a93-af80-52785639e6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:07:20.713814 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f4d943-61d7-4afc-861f-4a94d4bd3c5e req-f8279cb5-fca0-4d64-bc39-921a1bb129f6 service neutron] Attempting to bind port 448af9f8-fbc6-4f23-b596-bc95ed6f4ae6 on network 4344fbed-57fb-43d7-b32d-6020ce60f0a1 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:07:20.753543 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f4d943-61d7-4afc-861f-4a94d4bd3c5e req-f8279cb5-fca0-4d64-bc39-921a1bb129f6 service neutron] Port 448af9f8-fbc6-4f23-b596-bc95ed6f4ae6 on network 4344fbed-57fb-43d7-b32d-6020ce60f0a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:07:20.754425 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f4d943-61d7-4afc-861f-4a94d4bd3c5e req-f8279cb5-fca0-4d64-bc39-921a1bb129f6 service neutron] Attempting to bind port 448af9f8-fbc6-4f23-b596-bc95ed6f4ae6 on network 4344fbed-57fb-43d7-b32d-6020ce60f0a1 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:07:20.799242 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f4d943-61d7-4afc-861f-4a94d4bd3c5e req-f8279cb5-fca0-4d64-bc39-921a1bb129f6 service neutron] Checking agent: {'id': 'f728d74e-a4ae-4384-860b-a5ade05dd8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:07:20.803670 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f4d943-61d7-4afc-861f-4a94d4bd3c5e req-f8279cb5-fca0-4d64-bc39-921a1bb129f6 service neutron] Checking segment: {'id': '7e304c17-4e5f-4a93-af80-52785639e6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:07:20.804581 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f4d943-61d7-4afc-861f-4a94d4bd3c5e req-f8279cb5-fca0-4d64-bc39-921a1bb129f6 service neutron] Bound using segment: {'id': '7e304c17-4e5f-4a93-af80-52785639e6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1'} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:07:20.805295 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-05f4d943-61d7-4afc-861f-4a94d4bd3c5e req-f8279cb5-fca0-4d64-bc39-921a1bb129f6 service neutron] Bound port: 448af9f8-fbc6-4f23-b596-bc95ed6f4ae6, host: n-h1-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e304c17-4e5f-4a93-af80-52785639e6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1'}}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:07:20.805814 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-05f4d943-61d7-4afc-861f-4a94d4bd3c5e req-f8279cb5-fca0-4d64-bc39-921a1bb129f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:20.859889 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19230ee5-b3f1-4e01-85db-9159520d7889 req-421e44d3-54ee-4c63-b6b6-795e864f804b tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:20.875259 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-19230ee5-b3f1-4e01-85db-9159520d7889 req-421e44d3-54ee-4c63-b6b6-795e864f804b tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.85 "GET /v2.0/ports?device_id=6395f87f-52db-4137-96c9-a2cb258acd44 HTTP/1.1" status: 200 len: 936 time: 1.2722757 May 30 20:07:20.906076 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-fa3d096f-1823-47ad-8d93-6d5d2e6c569a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:21.055396 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e37d2ee5-637f-49b9-b72d-e502cf499148 req-600dae33-0540-4b8b-a618-d0a917336828 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5577968e-d9bf-46c3-bc01-56cce150297c HTTP/1.1" status: 200 len: 217 time: 0.4085336 May 30 20:07:21.075763 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3d096f-1823-47ad-8d93-6d5d2e6c569a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=604214fa-cbff-4f4d-882d-d4d65388addf,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:21.088561 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-70863b86-1919-4748-958a-7ed26315aae5 None None] Set router 6d655187-9441-48fa-aa50-e2660bc204e1 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:07:21.203744 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-19230ee5-b3f1-4e01-85db-9159520d7889 req-283a5d75-eb30-475a-90a1-441700d72057 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.85 "GET /v2.0/security-groups?id=db33dd94-15fa-4959-a681-13f509935d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3269098 May 30 20:07:21.213669 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f7991d99-d41e-4c8f-b128-fcc77065062b req-6a7f73cd-7c23-4a01-b716-f0eb212f6fd9 service neutron] 10.222.0.86 "GET /v2.0/networks/803dd70a-3f53-43ad-9356-1243425ef9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9638171 May 30 20:07:21.443714 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-05f4d943-61d7-4afc-861f-4a94d4bd3c5e req-f8279cb5-fca0-4d64-bc39-921a1bb129f6 service neutron] For port 448af9f8-fbc6-4f23-b596-bc95ed6f4ae6, host n-h1-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:07:21.479127 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-05f4d943-61d7-4afc-861f-4a94d4bd3c5e req-f8279cb5-fca0-4d64-bc39-921a1bb129f6 service neutron] For port 448af9f8-fbc6-4f23-b596-bc95ed6f4ae6, host n-h1-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=448af9f8-fbc6-4f23-b596-bc95ed6f4ae6,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:07:21.598229 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-05f4d943-61d7-4afc-861f-4a94d4bd3c5e req-f8279cb5-fca0-4d64-bc39-921a1bb129f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:21.734875 n-d-843948-2 neutron-server[84886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6a986c3-3974-44cb-b3d2-a9d2909d2c47'] response: {'name': 'network-changed', 'server_uuid': '344028cd-77f9-4cf0-ab86-229dde8efa6e', 'tag': '5577968e-d9bf-46c3-bc01-56cce150297c', 'status': 'completed', 'code': 200} May 30 20:07:21.773234 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-fa3d096f-1823-47ad-8d93-6d5d2e6c569a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:21.780087 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-fa3d096f-1823-47ad-8d93-6d5d2e6c569a admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/604214fa-cbff-4f4d-882d-d4d65388addf HTTP/1.1" status: 204 len: 168 time: 2.3537388 May 30 20:07:21.815430 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37d2ee5-637f-49b9-b72d-e502cf499148 req-76fcd708-90ec-4434-a23b-34cda912af88 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:21.823740 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e37d2ee5-637f-49b9-b72d-e502cf499148 req-76fcd708-90ec-4434-a23b-34cda912af88 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=a936439d-a424-4a5c-8496-f82c5049c2f0 HTTP/1.1" status: 200 len: 860 time: 0.7241337 May 30 20:07:21.981505 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:22.045978 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e37d2ee5-637f-49b9-b72d-e502cf499148 req-64e44294-89ad-430b-9991-1bb33007646d service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=803dd70a-3f53-43ad-9356-1243425ef9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2193036 May 30 20:07:22.060210 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-70863b86-1919-4748-958a-7ed26315aae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d655187-9441-48fa-aa50-e2660bc204e1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1811082333-router', 'tenant_id': 'a30f992c0c6d4c83b278c5e0ddf93c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'fc35ab7f-4bdd-4f97-beb2-659e01147aed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:04:29Z', 'updated_at': '2022-05-30T20:04:42Z', 'revision_number': 4, 'project_id': 'a30f992c0c6d4c83b278c5e0ddf93c21', 'gw_port': {'id': 'fc35ab7f-4bdd-4f97-beb2-659e01147aed', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d655187-9441-48fa-aa50-e2660bc204e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:04:33Z', 'updated_at': '2022-05-30T20:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '365877dd-8644-44ed-afe2-eba50da77af7', 'name': '', 'network_id': '803dd70a-3f53-43ad-9356-1243425ef9dd', 'tenant_id': 'a30f992c0c6d4c83b278c5e0ddf93c21', 'mac_address': 'fa:16:3e:53:eb:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d655187-9441-48fa-aa50-e2660bc204e1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a936439d-a424-4a5c-8496-f82c5049c2f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:04:41Z', 'updated_at': '2022-05-30T20:05:11Z', 'revision_number': 5, 'project_id': 'a30f992c0c6d4c83b278c5e0ddf93c21', 'subnets': [{'id': 'a936439d-a424-4a5c-8496-f82c5049c2f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:07:22.071178 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70863b86-1919-4748-958a-7ed26315aae5 None None] The sync data for ids ['6d655187-9441-48fa-aa50-e2660bc204e1'] in n-d-843948-2 is: [{'id': '6d655187-9441-48fa-aa50-e2660bc204e1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1811082333-router', 'tenant_id': 'a30f992c0c6d4c83b278c5e0ddf93c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'fc35ab7f-4bdd-4f97-beb2-659e01147aed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:04:29Z', 'updated_at': '2022-05-30T20:04:42Z', 'revision_number': 4, 'project_id': 'a30f992c0c6d4c83b278c5e0ddf93c21', 'gw_port': {'id': 'fc35ab7f-4bdd-4f97-beb2-659e01147aed', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d655187-9441-48fa-aa50-e2660bc204e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:04:33Z', 'updated_at': '2022-05-30T20:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '365877dd-8644-44ed-afe2-eba50da77af7', 'name': '', 'network_id': '803dd70a-3f53-43ad-9356-1243425ef9dd', 'tenant_id': 'a30f992c0c6d4c83b278c5e0ddf93c21', 'mac_address': 'fa:16:3e:53:eb:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d655187-9441-48fa-aa50-e2660bc204e1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a936439d-a424-4a5c-8496-f82c5049c2f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:04:41Z', 'updated_at': '2022-05-30T20:05:11Z', 'revision_number': 5, 'project_id': 'a30f992c0c6d4c83b278c5e0ddf93c21', 'subnets': [{'id': 'a936439d-a424-4a5c-8496-f82c5049c2f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:07:22.271547 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e37d2ee5-637f-49b9-b72d-e502cf499148 req-5c5da4a3-629f-4e31-bd66-9769178bc187 service neutron] 10.222.0.85 "GET /v2.0/networks/803dd70a-3f53-43ad-9356-1243425ef9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246842 May 30 20:07:22.290821 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-05f4d943-61d7-4afc-861f-4a94d4bd3c5e req-f8279cb5-fca0-4d64-bc39-921a1bb129f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:22.300173 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-05f4d943-61d7-4afc-861f-4a94d4bd3c5e req-f8279cb5-fca0-4d64-bc39-921a1bb129f6 service neutron] 10.222.0.71 "PUT /v2.0/ports/448af9f8-fbc6-4f23-b596-bc95ed6f4ae6 HTTP/1.1" status: 200 len: 1096 time: 7.0750306 May 30 20:07:22.348479 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '886c10ce-7ad4-4409-b333-3102f6c82be5', 'tag': '448af9f8-fbc6-4f23-b596-bc95ed6f4ae6'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:07:22.413299 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.db.resource_extend [req-05f4d943-61d7-4afc-861f-4a94d4bd3c5e req-f25fc3ac-c8d1-4bae-99d6-14cc2dd4271a service neutron] It took 0.95 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:07:22.527756 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e37d2ee5-637f-49b9-b72d-e502cf499148 req-d1391c05-72eb-4e60-97d0-27c266b93e1e service neutron] 10.222.0.85 "GET /v2.0/networks/803dd70a-3f53-43ad-9356-1243425ef9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2552209 May 30 20:07:22.612524 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e570825-8d22-4a7a-a1f9-6aa8db944a67 None None] New status for floating IP 5a9041ae-bb89-43d8-9c7e-53bb9c484e0b: DOWN {{(pid=84888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 20:07:22.682083 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8279cb5-fca0-4d64-bc39-921a1bb129f6 service neutron] Pushing event updated for resources: {'Port': ['ID=448af9f8-fbc6-4f23-b596-bc95ed6f4ae6,revision_number=3']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:22.758352 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [req-05f4d943-61d7-4afc-861f-4a94d4bd3c5e req-f25fc3ac-c8d1-4bae-99d6-14cc2dd4271a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5bbe401-8f84-4ccd-9a6e-3023ef22e3a1 {{(pid=84887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:07:22.806258 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-05f4d943-61d7-4afc-861f-4a94d4bd3c5e req-f25fc3ac-c8d1-4bae-99d6-14cc2dd4271a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:22.956765 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-05f4d943-61d7-4afc-861f-4a94d4bd3c5e req-f25fc3ac-c8d1-4bae-99d6-14cc2dd4271a service neutron] Transition to ACTIVE for port object d5bbe401-8f84-4ccd-9a6e-3023ef22e3a1 will not be triggered until provisioned by entity L2. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:07:22.967381 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-05f4d943-61d7-4afc-861f-4a94d4bd3c5e req-9c57210b-266a-49a4-83b7-8755b84808a0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=6a75b3db8cd44db8bb931dd59e296017&device_id=886c10ce-7ad4-4409-b333-3102f6c82be5 HTTP/1.1" status: 200 len: 1099 time: 0.3824921 May 30 20:07:22.978906 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-420d989c-adba-42b2-a788-e2cb3496933e req-97e2a733-a057-4f2c-9c33-b6351388fb92 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a30f992c0c6d4c83b278c5e0ddf93c21&device_id=344028cd-77f9-4cf0-ab86-229dde8efa6e HTTP/1.1" status: 200 len: 1096 time: 1.4931226 May 30 20:07:23.110690 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fcb492-4340-40fe-a820-3a623441e5ee req-13a6f9e9-52f6-45af-b287-70b6bebc4407 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:23.128341 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b0fcb492-4340-40fe-a820-3a623441e5ee req-13a6f9e9-52f6-45af-b287-70b6bebc4407 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.85 "GET /v2.0/ports?device_id=6395f87f-52db-4137-96c9-a2cb258acd44 HTTP/1.1" status: 200 len: 936 time: 0.2658999 May 30 20:07:23.180827 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 49456) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:07:23.207541 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-05f4d943-61d7-4afc-861f-4a94d4bd3c5e req-f25fc3ac-c8d1-4bae-99d6-14cc2dd4271a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:23.246637 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-05f4d943-61d7-4afc-861f-4a94d4bd3c5e req-266f3709-e8ed-40c3-873e-2f4099dad76e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=448af9f8-fbc6-4f23-b596-bc95ed6f4ae6 HTTP/1.1" status: 200 len: 217 time: 0.2616041 May 30 20:07:23.276897 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b0fcb492-4340-40fe-a820-3a623441e5ee req-4d3d0399-5121-4b00-8b6e-473b03e3f25e tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.85 "GET /v2.0/security-groups?id=db33dd94-15fa-4959-a681-13f509935d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471794 May 30 20:07:23.390217 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7059de2-0114-428c-8fb3-33e357be02eb req-aa854979-00f7-49c5-b05b-aebf7ac36813 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:23.397480 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a7059de2-0114-428c-8fb3-33e357be02eb req-aa854979-00f7-49c5-b05b-aebf7ac36813 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/ports?device_id=844174d4-d35b-42fa-95e8-ca6e70dfc41d HTTP/1.1" status: 200 len: 945 time: 1.0641632 May 30 20:07:23.605324 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25fc3ac-c8d1-4bae-99d6-14cc2dd4271a service neutron] Pushing event updated for resources: {'Port': ['ID=d5bbe401-8f84-4ccd-9a6e-3023ef22e3a1,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:23.625885 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f4d943-61d7-4afc-861f-4a94d4bd3c5e req-b2a95951-afdb-45d7-a986-cdb47e5d902e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:23.627898 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-05f4d943-61d7-4afc-861f-4a94d4bd3c5e req-b2a95951-afdb-45d7-a986-cdb47e5d902e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1b83ff54-b1af-44ce-bb75-ba148920553c HTTP/1.1" status: 200 len: 843 time: 0.3010375 May 30 20:07:23.718287 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a7059de2-0114-428c-8fb3-33e357be02eb req-5b847f03-2160-49be-90e3-0f156cbd514f tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/security-groups?id=f7bd1307-7f80-416a-ad0f-251b87da459a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3197453 May 30 20:07:23.756738 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 49470) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:07:23.849460 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2d5afdc6-6480-49f6-a000-71d664ba860b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:23.851014 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420d989c-adba-42b2-a788-e2cb3496933e req-cffc88db-99a9-4201-ba17-e9db4854c62f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:23.854383 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-420d989c-adba-42b2-a788-e2cb3496933e req-cffc88db-99a9-4201-ba17-e9db4854c62f service neutron] 10.222.0.86 "GET /v2.0/networks?id=803dd70a-3f53-43ad-9356-1243425ef9dd HTTP/1.1" status: 200 len: 922 time: 0.6696491 May 30 20:07:24.045430 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-2d5afdc6-6480-49f6-a000-71d664ba860b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:07:24.072468 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-2d5afdc6-6480-49f6-a000-71d664ba860b admin admin] Usage tracker for resource:security_group_rule and tenant:de4ddc12538e4f9786ac43f48de171dd is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:07:24.085668 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-2d5afdc6-6480-49f6-a000-71d664ba860b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:07:24.107139 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-2d5afdc6-6480-49f6-a000-71d664ba860b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:07:24.216376 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-420d989c-adba-42b2-a788-e2cb3496933e req-25228d4e-3520-4bd9-bf0b-b7e5f3d92a4c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5577968e-d9bf-46c3-bc01-56cce150297c HTTP/1.1" status: 200 len: 217 time: 0.3523502 May 30 20:07:24.316748 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-699f2ab3-05b4-41a7-b112-606e3769a5c8 req-02432da5-da50-4d69-a07b-170607760f83 tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] 10.222.0.85 "GET /v2.0/floatingips/5a9041ae-bb89-43d8-9c7e-53bb9c484e0b HTTP/1.1" status: 200 len: 693 time: 0.1791675 May 30 20:07:24.341239 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2d5afdc6-6480-49f6-a000-71d664ba860b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:24.408463 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2d5afdc6-6480-49f6-a000-71d664ba860b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:24.421375 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-05f4d943-61d7-4afc-861f-4a94d4bd3c5e req-f25fc3ac-c8d1-4bae-99d6-14cc2dd4271a service neutron] Attempting to bind port d5bbe401-8f84-4ccd-9a6e-3023ef22e3a1 on host n-h2-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:07:24.421951 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-05f4d943-61d7-4afc-861f-4a94d4bd3c5e req-f25fc3ac-c8d1-4bae-99d6-14cc2dd4271a service neutron] Attempting to bind port d5bbe401-8f84-4ccd-9a6e-3023ef22e3a1 by drivers openvswitch,hyperv on host n-h2-843948-2 at level 0 using segments [{'id': '7e304c17-4e5f-4a93-af80-52785639e6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:07:24.422140 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f4d943-61d7-4afc-861f-4a94d4bd3c5e req-f25fc3ac-c8d1-4bae-99d6-14cc2dd4271a service neutron] Attempting to bind port d5bbe401-8f84-4ccd-9a6e-3023ef22e3a1 on network 4344fbed-57fb-43d7-b32d-6020ce60f0a1 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:07:24.453518 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420d989c-adba-42b2-a788-e2cb3496933e req-8745bb57-60a6-4c6a-96de-90642100e78c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:24.459006 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-420d989c-adba-42b2-a788-e2cb3496933e req-8745bb57-60a6-4c6a-96de-90642100e78c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a936439d-a424-4a5c-8496-f82c5049c2f0 HTTP/1.1" status: 200 len: 860 time: 0.2271123 May 30 20:07:24.460225 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-05f4d943-61d7-4afc-861f-4a94d4bd3c5e req-e923a4b3-d372-4209-9b7f-d0f455a53465 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4344fbed-57fb-43d7-b32d-6020ce60f0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8208001 May 30 20:07:24.532867 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 49484) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:07:24.554219 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f4d943-61d7-4afc-861f-4a94d4bd3c5e req-f25fc3ac-c8d1-4bae-99d6-14cc2dd4271a service neutron] Port d5bbe401-8f84-4ccd-9a6e-3023ef22e3a1 on network 4344fbed-57fb-43d7-b32d-6020ce60f0a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:07:24.554536 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f4d943-61d7-4afc-861f-4a94d4bd3c5e req-f25fc3ac-c8d1-4bae-99d6-14cc2dd4271a service neutron] Attempting to bind port d5bbe401-8f84-4ccd-9a6e-3023ef22e3a1 on network 4344fbed-57fb-43d7-b32d-6020ce60f0a1 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:07:24.564045 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-af646d57-277e-4240-939c-6dee134f57a1 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1968808311-network', 'tenant_id': 'a1a57cdea23a49088fa533e38f6a3032'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:07:24.569434 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5afdc6-6480-49f6-a000-71d664ba860b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a5f640c-cabc-4ee8-a3d7-d8487672bb9d,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:24.581447 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-af646d57-277e-4240-939c-6dee134f57a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:07:24.600913 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-af646d57-277e-4240-939c-6dee134f57a1 admin admin] Usage tracker for resource:network and tenant:a1a57cdea23a49088fa533e38f6a3032 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:07:24.605491 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-af646d57-277e-4240-939c-6dee134f57a1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:07:24.622689 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-af646d57-277e-4240-939c-6dee134f57a1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:07:24.637559 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-2d5afdc6-6480-49f6-a000-71d664ba860b admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=de4ddc12538e4f9786ac43f48de171dd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8763278 May 30 20:07:24.639193 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 49494) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:07:24.721373 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f4d943-61d7-4afc-861f-4a94d4bd3c5e req-f25fc3ac-c8d1-4bae-99d6-14cc2dd4271a service neutron] Checking agent: {'id': 'eaa08354-e8f5-4e73-af76-8d3cf7d2b390', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 7, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:07:24.722360 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f4d943-61d7-4afc-861f-4a94d4bd3c5e req-f25fc3ac-c8d1-4bae-99d6-14cc2dd4271a service neutron] Checking segment: {'id': '7e304c17-4e5f-4a93-af80-52785639e6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:07:24.723010 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f4d943-61d7-4afc-861f-4a94d4bd3c5e req-f25fc3ac-c8d1-4bae-99d6-14cc2dd4271a service neutron] Bound using segment: {'id': '7e304c17-4e5f-4a93-af80-52785639e6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1'} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:07:24.723659 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-05f4d943-61d7-4afc-861f-4a94d4bd3c5e req-f25fc3ac-c8d1-4bae-99d6-14cc2dd4271a service neutron] Bound port: d5bbe401-8f84-4ccd-9a6e-3023ef22e3a1, host: n-h2-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e304c17-4e5f-4a93-af80-52785639e6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1'}}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:07:24.724504 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-05f4d943-61d7-4afc-861f-4a94d4bd3c5e req-f25fc3ac-c8d1-4bae-99d6-14cc2dd4271a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:24.800350 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af646d57-277e-4240-939c-6dee134f57a1 admin admin] Made reservation on behalf of a1a57cdea23a49088fa533e38f6a3032 for: {'network': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:07:24.803084 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-af646d57-277e-4240-939c-6dee134f57a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:24.850785 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-af646d57-277e-4240-939c-6dee134f57a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:24.891519 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8bfe8b33-ec78-4f91-bd50-655805b97a72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:24.924473 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-af646d57-277e-4240-939c-6dee134f57a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:07:24.946013 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-af646d57-277e-4240-939c-6dee134f57a1 admin admin] Usage tracker for resource:security_group_rule and tenant:a1a57cdea23a49088fa533e38f6a3032 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:07:24.946897 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-af646d57-277e-4240-939c-6dee134f57a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:07:24.956551 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-af646d57-277e-4240-939c-6dee134f57a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:07:24.969228 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e4b154f-6b8a-46e6-afc3-eb821c0f9a53'] response: {'name': 'network-changed', 'server_uuid': '886c10ce-7ad4-4409-b333-3102f6c82be5', 'tag': '448af9f8-fbc6-4f23-b596-bc95ed6f4ae6', 'status': 'completed', 'code': 200} May 30 20:07:25.008249 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8bfe8b33-ec78-4f91-bd50-655805b97a72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:25.028325 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-46ff624f-a2f5-4268-9321-131557d37b70 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-561316917-network', 'tenant_id': '08675f344c7a4aacb7b6eda6733bb13c'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:07:25.046472 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-46ff624f-a2f5-4268-9321-131557d37b70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:07:25.074142 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-46ff624f-a2f5-4268-9321-131557d37b70 admin admin] Usage tracker for resource:network and tenant:08675f344c7a4aacb7b6eda6733bb13c is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:07:25.088621 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699f2ab3-05b4-41a7-b112-606e3769a5c8 req-50690198-a80f-4510-994d-cc5469e34127 tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:25.090095 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-699f2ab3-05b4-41a7-b112-606e3769a5c8 req-50690198-a80f-4510-994d-cc5469e34127 tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] 10.222.0.85 "GET /v2.0/networks/c7869750-4b49-4b7e-aa99-5e0f1ae02da4 HTTP/1.1" status: 200 len: 784 time: 0.7725244 May 30 20:07:25.091043 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-46ff624f-a2f5-4268-9321-131557d37b70 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:07:25.118440 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-46ff624f-a2f5-4268-9321-131557d37b70 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:07:25.144110 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [req-699f2ab3-05b4-41a7-b112-606e3769a5c8 req-93d5e1ad-44dd-4324-b96a-1ca26dea1821 tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=84887) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:07:25.145153 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-699f2ab3-05b4-41a7-b112-606e3769a5c8 req-93d5e1ad-44dd-4324-b96a-1ca26dea1821 tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0281172 May 30 20:07:25.167099 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-05f4d943-61d7-4afc-861f-4a94d4bd3c5e req-a1e2a2b5-5f5e-4be6-9a46-362cb1a8855e service neutron] 10.222.0.71 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6944208 May 30 20:07:25.229784 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-420d989c-adba-42b2-a788-e2cb3496933e req-8984cd2a-399d-438a-9337-8ab36857080e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=803dd70a-3f53-43ad-9356-1243425ef9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7586668 May 30 20:07:25.256432 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-af646d57-277e-4240-939c-6dee134f57a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:25.257188 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-05f4d943-61d7-4afc-861f-4a94d4bd3c5e req-f25fc3ac-c8d1-4bae-99d6-14cc2dd4271a service neutron] For port d5bbe401-8f84-4ccd-9a6e-3023ef22e3a1, host n-h2-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:07:25.268921 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460c8841-6ef2-43e5-bf66-a654667b84be req-df14a1ed-03ed-465e-91ea-b85966591da5 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:25.270547 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-460c8841-6ef2-43e5-bf66-a654667b84be req-df14a1ed-03ed-465e-91ea-b85966591da5 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.85 "GET /v2.0/ports?device_id=6395f87f-52db-4137-96c9-a2cb258acd44 HTTP/1.1" status: 200 len: 948 time: 0.2101645 May 30 20:07:25.324956 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-460c8841-6ef2-43e5-bf66-a654667b84be req-6c6a5046-e62c-46db-91ba-9e9cde1efd83 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.85 "GET /v2.0/security-groups?id=db33dd94-15fa-4959-a681-13f509935d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460079 May 30 20:07:25.375606 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-05f4d943-61d7-4afc-861f-4a94d4bd3c5e req-f25fc3ac-c8d1-4bae-99d6-14cc2dd4271a service neutron] For port d5bbe401-8f84-4ccd-9a6e-3023ef22e3a1, host n-h2-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=d5bbe401-8f84-4ccd-9a6e-3023ef22e3a1,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:07:25.445150 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-699f2ab3-05b4-41a7-b112-606e3769a5c8 req-b8d9bd75-da7d-4dda-9362-9016c02ca80d tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] 10.222.0.85 "GET /v2.0/floatingips?floating_ip_address=172.25.8.92 HTTP/1.1" status: 200 len: 696 time: 0.2796044 May 30 20:07:25.525906 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-af646d57-277e-4240-939c-6dee134f57a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:25.527500 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46ff624f-a2f5-4268-9321-131557d37b70 admin admin] Made reservation on behalf of 08675f344c7a4aacb7b6eda6733bb13c for: {'network': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:07:25.531165 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-46ff624f-a2f5-4268-9321-131557d37b70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:25.542477 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8bfe8b33-ec78-4f91-bd50-655805b97a72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:25.577876 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-05f4d943-61d7-4afc-861f-4a94d4bd3c5e req-f25fc3ac-c8d1-4bae-99d6-14cc2dd4271a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:25.610285 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af646d57-277e-4240-939c-6dee134f57a1 admin admin] vlan segment allocate from pool success with {'vlan_id': 666, 'physical_network': 'physnet1'} {{(pid=84886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:07:25.640057 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af646d57-277e-4240-939c-6dee134f57a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6676217-9362-4f98-9839-89020fcebb14,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:25.654145 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-af646d57-277e-4240-939c-6dee134f57a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:25.654668 n-d-843948-2 neutron-server[84886]: INFO neutron.db.segments_db [None req-af646d57-277e-4240-939c-6dee134f57a1 admin admin] Added segment 41e667d4-936e-4bec-b859-a0fde96007b1 of type vlan for network 5e8f5de0-54c1-49e1-ba92-4f5db898889d May 30 20:07:25.659081 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8bfe8b33-ec78-4f91-bd50-655805b97a72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:25.660259 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-8bfe8b33-ec78-4f91-bd50-655805b97a72 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/6a5f640c-cabc-4ee8-a3d7-d8487672bb9d HTTP/1.1" status: 204 len: 168 time: 1.0138118 May 30 20:07:25.678853 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfe8b33-ec78-4f91-bd50-655805b97a72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a5f640c-cabc-4ee8-a3d7-d8487672bb9d,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:25.704515 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-af646d57-277e-4240-939c-6dee134f57a1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:25.774375 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9568929-dbb2-4422-9e77-b6b1c1cb1c1c req-0b325bc6-0b32-4f26-9dc6-5c63177f4761 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:25.776079 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c9568929-dbb2-4422-9e77-b6b1c1cb1c1c req-0b325bc6-0b32-4f26-9dc6-5c63177f4761 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/ports?device_id=844174d4-d35b-42fa-95e8-ca6e70dfc41d HTTP/1.1" status: 200 len: 945 time: 0.2343626 May 30 20:07:25.826571 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-46ff624f-a2f5-4268-9321-131557d37b70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:25.861839 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-af646d57-277e-4240-939c-6dee134f57a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:25.862695 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af646d57-277e-4240-939c-6dee134f57a1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:25.868983 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-af646d57-277e-4240-939c-6dee134f57a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:25.948617 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-699f2ab3-05b4-41a7-b112-606e3769a5c8 req-6dcf32b4-4fcd-4a82-ba70-eef7c1eff159 tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] 10.222.0.85 "GET /v2.0/floatingips?floating_ip_address=172.25.8.92 HTTP/1.1" status: 200 len: 696 time: 0.4945204 May 30 20:07:25.952286 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-05f4d943-61d7-4afc-861f-4a94d4bd3c5e req-889a9d42-6d0d-4eb4-8c5a-47c4548d600d service neutron] 10.222.0.71 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7213967 May 30 20:07:25.968992 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c9568929-dbb2-4422-9e77-b6b1c1cb1c1c req-84365e48-e6a4-4571-983a-bde1aca8c2fa tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/security-groups?id=f7bd1307-7f80-416a-ad0f-251b87da459a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743479 May 30 20:07:26.001431 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af646d57-277e-4240-939c-6dee134f57a1 admin admin] Pushing event updated for resources: {'Network': ['ID=5e8f5de0-54c1-49e1-ba92-4f5db898889d,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:26.024897 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network 5e8f5de0-54c1-49e1-ba92-4f5db898889d details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:07:26.090592 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-af646d57-277e-4240-939c-6dee134f57a1 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.9060535 May 30 20:07:26.091310 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 49514) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:07:26.097142 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-779ce585-5c9e-4342-971f-9823963adc14 admin admin] Request body: {'subnet': {'network_id': '5e8f5de0-54c1-49e1-ba92-4f5db898889d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1968808311-subnet', 'tenant_id': 'a1a57cdea23a49088fa533e38f6a3032', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:07:26.121374 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-779ce585-5c9e-4342-971f-9823963adc14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:07:26.151106 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-779ce585-5c9e-4342-971f-9823963adc14 admin admin] Usage tracker for resource:subnet and tenant:a1a57cdea23a49088fa533e38f6a3032 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:07:26.157412 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-779ce585-5c9e-4342-971f-9823963adc14 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:07:26.174704 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-779ce585-5c9e-4342-971f-9823963adc14 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:07:26.250104 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-05f4d943-61d7-4afc-861f-4a94d4bd3c5e req-f25fc3ac-c8d1-4bae-99d6-14cc2dd4271a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:26.259395 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-05f4d943-61d7-4afc-861f-4a94d4bd3c5e req-f25fc3ac-c8d1-4bae-99d6-14cc2dd4271a service neutron] 10.222.0.86 "PUT /v2.0/ports/d5bbe401-8f84-4ccd-9a6e-3023ef22e3a1 HTTP/1.1" status: 200 len: 1096 time: 7.1918528 May 30 20:07:26.265886 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-420d989c-adba-42b2-a788-e2cb3496933e req-5730d920-c71e-46dd-9c91-f3d132f1a9d2 service neutron] 10.222.0.86 "GET /v2.0/networks/803dd70a-3f53-43ad-9356-1243425ef9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9910600 May 30 20:07:26.294213 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-779ce585-5c9e-4342-971f-9823963adc14 admin admin] Made reservation on behalf of a1a57cdea23a49088fa533e38f6a3032 for: {'subnet': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:07:26.294213 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-779ce585-5c9e-4342-971f-9823963adc14 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2778563'] for subnet, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:26.466639 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-46ff624f-a2f5-4268-9321-131557d37b70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:07:26.475502 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-46ff624f-a2f5-4268-9321-131557d37b70 admin admin] Usage tracker for resource:security_group_rule and tenant:08675f344c7a4aacb7b6eda6733bb13c is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:07:26.481844 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-46ff624f-a2f5-4268-9321-131557d37b70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:07:26.496613 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-0e8d6cf6-be92-4063-a85b-d9b9775c0e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:26.503672 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-46ff624f-a2f5-4268-9321-131557d37b70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:07:26.790578 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-699f2ab3-05b4-41a7-b112-606e3769a5c8 req-3a421962-7bbc-40a0-8792-9174413455d2 tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] Deleting port 157d67ff-b6a5-434d-8594-75c88c4df559 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:07:26.791106 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-699f2ab3-05b4-41a7-b112-606e3769a5c8 req-3a421962-7bbc-40a0-8792-9174413455d2 tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:26.864222 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25fc3ac-c8d1-4bae-99d6-14cc2dd4271a service neutron] Pushing event updated for resources: {'Port': ['ID=d5bbe401-8f84-4ccd-9a6e-3023ef22e3a1,revision_number=3']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:27.012240 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-779ce585-5c9e-4342-971f-9823963adc14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4127140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2778577'] for subnet, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:27.109362 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779ce585-5c9e-4342-971f-9823963adc14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4fadf349-a926-433c-a782-ad168c18ddef,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:27.199712 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779ce585-5c9e-4342-971f-9823963adc14 admin admin] Checking segment: {'id': '41e667d4-936e-4bec-b859-a0fde96007b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '5e8f5de0-54c1-49e1-ba92-4f5db898889d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:07:27.200731 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-779ce585-5c9e-4342-971f-9823963adc14 admin admin] Network hostable DHCP agents. Network: 5e8f5de0-54c1-49e1-ba92-4f5db898889d, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:07:27.217360 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-699f2ab3-05b4-41a7-b112-606e3769a5c8 req-3a421962-7bbc-40a0-8792-9174413455d2 tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:27.217865 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-699f2ab3-05b4-41a7-b112-606e3769a5c8 req-3a421962-7bbc-40a0-8792-9174413455d2 tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:27.358972 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-779ce585-5c9e-4342-971f-9823963adc14 admin admin] Network 5e8f5de0-54c1-49e1-ba92-4f5db898889d is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:07:27.370098 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-699f2ab3-05b4-41a7-b112-606e3769a5c8 req-3a421962-7bbc-40a0-8792-9174413455d2 tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] Calling delete_port for 157d67ff-b6a5-434d-8594-75c88c4df559 owned by network:floatingip {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:07:27.422921 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6395f87f-52db-4137-96c9-a2cb258acd44', 'tag': 'd5bbe401-8f84-4ccd-9a6e-3023ef22e3a1'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:07:27.467351 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-779ce585-5c9e-4342-971f-9823963adc14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, 5e8f5de0-54c1-49e1-ba92-4f5db898889d) {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:07:27.481511 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-779ce585-5c9e-4342-971f-9823963adc14 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:27.482115 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98425612-0739-4b65-bb34-e47979f7ca99 None None] Network 5e8f5de0-54c1-49e1-ba92-4f5db898889d requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:07:27.484476 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-779ce585-5c9e-4342-971f-9823963adc14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:27.666386 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-779ce585-5c9e-4342-971f-9823963adc14 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5708773 May 30 20:07:27.666386 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 49544) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:07:27.676171 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-dcabece8-917c-433f-97b8-283d7a1d6c49 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1968808311-router', 'tenant_id': 'a1a57cdea23a49088fa533e38f6a3032', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:07:27.688066 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-dcabece8-917c-433f-97b8-283d7a1d6c49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:07:27.699494 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-dcabece8-917c-433f-97b8-283d7a1d6c49 admin admin] Usage tracker for resource:router and tenant:a1a57cdea23a49088fa533e38f6a3032 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:07:27.707485 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-dcabece8-917c-433f-97b8-283d7a1d6c49 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:07:27.720355 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-dcabece8-917c-433f-97b8-283d7a1d6c49 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:07:27.836918 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e6ac44-10db-446a-9ee5-485855839fe8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-5e8f5de0-54c1-49e1-ba92-4f5db898889d', 'network_id': '5e8f5de0-54c1-49e1-ba92-4f5db898889d', 'tenant_id': 'a1a57cdea23a49088fa533e38f6a3032', 'fixed_ips': [{'subnet_id': '4fadf349-a926-433c-a782-ad168c18ddef'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:07:27.838327 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-f9e6ac44-10db-446a-9ee5-485855839fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:27.889860 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-dcabece8-917c-433f-97b8-283d7a1d6c49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-733683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3159'] for router, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:27.891967 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-dcabece8-917c-433f-97b8-283d7a1d6c49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-733584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-736372', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-628480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3164'] for router, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:27.929814 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-05f4d943-61d7-4afc-861f-4a94d4bd3c5e req-8cc0e658-ae36-4955-b0a7-dd0f6aff0e87 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6a75b3db8cd44db8bb931dd59e296017&device_id=6395f87f-52db-4137-96c9-a2cb258acd44 HTTP/1.1" status: 200 len: 1099 time: 1.1934702 May 30 20:07:27.958370 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-dcabece8-917c-433f-97b8-283d7a1d6c49 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:28.217325 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-af170149-34d6-4af2-b6dc-2407e55fd97c req-153abfcb-e64a-4d34-9063-101a04e76bc5 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=6a75b3db8cd44db8bb931dd59e296017&device_id=886c10ce-7ad4-4409-b333-3102f6c82be5 HTTP/1.1" status: 200 len: 1099 time: 1.9500721 May 30 20:07:28.225292 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-05f4d943-61d7-4afc-861f-4a94d4bd3c5e req-14d42e54-7707-4757-b5bd-dbdba075a177 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=d5bbe401-8f84-4ccd-9a6e-3023ef22e3a1 HTTP/1.1" status: 200 len: 217 time: 0.2739284 May 30 20:07:28.313574 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-f9e6ac44-10db-446a-9ee5-485855839fe8 None None] Allocated IP 172.20.0.2 (5e8f5de0-54c1-49e1-ba92-4f5db898889d/4fadf349-a926-433c-a782-ad168c18ddef/4217daa2-e44a-4a0d-94dc-895192620421) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:07:28.430844 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-420d989c-adba-42b2-a788-e2cb3496933e req-b91769e6-1a6b-4ec1-932e-404cb6af7cc8 service neutron] 10.222.0.86 "GET /v2.0/networks/803dd70a-3f53-43ad-9356-1243425ef9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.0641322 May 30 20:07:28.589921 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af170149-34d6-4af2-b6dc-2407e55fd97c req-3f75d7b0-38a1-49ac-bf7b-9f97897f714b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:28.591900 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-af170149-34d6-4af2-b6dc-2407e55fd97c req-3f75d7b0-38a1-49ac-bf7b-9f97897f714b service neutron] 10.222.0.71 "GET /v2.0/networks?id=4344fbed-57fb-43d7-b32d-6020ce60f0a1 HTTP/1.1" status: 200 len: 870 time: 0.3651936 May 30 20:07:28.629971 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-46ff624f-a2f5-4268-9321-131557d37b70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:28.636324 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-699f2ab3-05b4-41a7-b112-606e3769a5c8 req-3a421962-7bbc-40a0-8792-9174413455d2 tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:28.714780 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-f9e6ac44-10db-446a-9ee5-485855839fe8 None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:28.743648 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-f9e6ac44-10db-446a-9ee5-485855839fe8 None None] Transition to ACTIVE for port object 4217daa2-e44a-4a0d-94dc-895192620421 will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:07:28.800684 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-f9e6ac44-10db-446a-9ee5-485855839fe8 None None] Transition to ACTIVE for port object 4217daa2-e44a-4a0d-94dc-895192620421 will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:07:28.846869 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-af170149-34d6-4af2-b6dc-2407e55fd97c req-c712b49e-4499-416d-b5ce-7fb7e56bd2e3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=448af9f8-fbc6-4f23-b596-bc95ed6f4ae6 HTTP/1.1" status: 200 len: 217 time: 0.2102163 May 30 20:07:28.873321 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-f9e6ac44-10db-446a-9ee5-485855839fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:28.883120 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 49556) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:07:28.937879 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-dcabece8-917c-433f-97b8-283d7a1d6c49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-736390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:28.977442 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa3b04f-0488-4b2b-af71-15e6e092a98a req-03efbac0-1019-4ac8-8d02-8ba0d52dba27 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:28.980349 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3fa3b04f-0488-4b2b-af71-15e6e092a98a req-03efbac0-1019-4ac8-8d02-8ba0d52dba27 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.85 "GET /v2.0/ports?device_id=6395f87f-52db-4137-96c9-a2cb258acd44 HTTP/1.1" status: 200 len: 948 time: 0.6217480 May 30 20:07:28.983621 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e6ac44-10db-446a-9ee5-485855839fe8 None None] Pushing event updated for resources: {'Port': ['ID=4217daa2-e44a-4a0d-94dc-895192620421,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:29.004445 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e6ac44-10db-446a-9ee5-485855839fe8 None None] Network 5e8f5de0-54c1-49e1-ba92-4f5db898889d is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:07:29.006254 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-f9e6ac44-10db-446a-9ee5-485855839fe8 None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:07:29.013395 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e6ac44-10db-446a-9ee5-485855839fe8 None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:07:29.054459 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f4d943-61d7-4afc-861f-4a94d4bd3c5e req-c11cb96c-d4a4-4a0e-b516-2405e0764129 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:29.057501 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-05f4d943-61d7-4afc-861f-4a94d4bd3c5e req-c11cb96c-d4a4-4a0e-b516-2405e0764129 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1b83ff54-b1af-44ce-bb75-ba148920553c HTTP/1.1" status: 200 len: 843 time: 0.6235216 May 30 20:07:29.148303 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-46ff624f-a2f5-4268-9321-131557d37b70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:29.162933 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3fa3b04f-0488-4b2b-af71-15e6e092a98a req-449a9ae0-4851-440f-8d25-8cefb32942ad tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.85 "GET /v2.0/security-groups?id=db33dd94-15fa-4959-a681-13f509935d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757019 May 30 20:07:29.202563 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a421962-7bbc-40a0-8792-9174413455d2 tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] Pushing event deleted for resources: {'Port': ['ID=157d67ff-b6a5-434d-8594-75c88c4df559,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:29.319721 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46ff624f-a2f5-4268-9321-131557d37b70 admin admin] vlan segment allocate from pool success with {'vlan_id': 653, 'physical_network': 'physnet1'} {{(pid=84887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:07:29.377700 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ff624f-a2f5-4268-9321-131557d37b70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c28f7751-d3fa-4c46-83fb-0d66a43da64a,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:29.395168 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af170149-34d6-4af2-b6dc-2407e55fd97c req-c5c6bc31-6d8f-4583-9532-5b5049999921 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:29.399426 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-af170149-34d6-4af2-b6dc-2407e55fd97c req-c5c6bc31-6d8f-4583-9532-5b5049999921 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1b83ff54-b1af-44ce-bb75-ba148920553c HTTP/1.1" status: 200 len: 843 time: 0.3084981 May 30 20:07:29.418561 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-46ff624f-a2f5-4268-9321-131557d37b70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:29.418918 n-d-843948-2 neutron-server[84887]: INFO neutron.db.segments_db [None req-46ff624f-a2f5-4268-9321-131557d37b70 admin admin] Added segment 976aa956-ffcd-4a27-a941-baeb642ebcd1 of type vlan for network dc075ddd-6486-4637-95d6-cb2057bfe546 May 30 20:07:29.510166 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-dcabece8-917c-433f-97b8-283d7a1d6c49 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:29.535740 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-adba174e-2c6a-4c2d-a7d1-2d11c29bb7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:29.554228 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-699f2ab3-05b4-41a7-b112-606e3769a5c8 req-3a421962-7bbc-40a0-8792-9174413455d2 tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] Notify callbacks [] for floatingip, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:29.596886 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-05f4d943-61d7-4afc-861f-4a94d4bd3c5e req-161130b3-ed42-47b0-9929-d85867ec1c67 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4344fbed-57fb-43d7-b32d-6020ce60f0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4450982 May 30 20:07:29.614524 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-ccfb0dd8-5bf9-453a-9a04-499313e5b7cd admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1288176850-network', 'tenant_id': '025c7e17165b4ab688bec2ce251d59e7'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:07:29.630454 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-dcabece8-917c-433f-97b8-283d7a1d6c49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:29.636923 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-f9e6ac44-10db-446a-9ee5-485855839fe8 None None] Attempting to bind port 4217daa2-e44a-4a0d-94dc-895192620421 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:07:29.637902 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-f9e6ac44-10db-446a-9ee5-485855839fe8 None None] Attempting to bind port 4217daa2-e44a-4a0d-94dc-895192620421 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': '41e667d4-936e-4bec-b859-a0fde96007b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '5e8f5de0-54c1-49e1-ba92-4f5db898889d'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:07:29.638480 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e6ac44-10db-446a-9ee5-485855839fe8 None None] Attempting to bind port 4217daa2-e44a-4a0d-94dc-895192620421 on network 5e8f5de0-54c1-49e1-ba92-4f5db898889d {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:07:29.696743 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e6ac44-10db-446a-9ee5-485855839fe8 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:07:29.699398 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e6ac44-10db-446a-9ee5-485855839fe8 None None] Checking segment: {'id': '41e667d4-936e-4bec-b859-a0fde96007b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '5e8f5de0-54c1-49e1-ba92-4f5db898889d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:07:29.700162 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-f9e6ac44-10db-446a-9ee5-485855839fe8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:29.701505 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e6ac44-10db-446a-9ee5-485855839fe8 None None] Bound using segment: {'id': '41e667d4-936e-4bec-b859-a0fde96007b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '5e8f5de0-54c1-49e1-ba92-4f5db898889d'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:07:29.703703 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-f9e6ac44-10db-446a-9ee5-485855839fe8 None None] Bound port: 4217daa2-e44a-4a0d-94dc-895192620421, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41e667d4-936e-4bec-b859-a0fde96007b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '5e8f5de0-54c1-49e1-ba92-4f5db898889d'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:07:29.705058 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-f9e6ac44-10db-446a-9ee5-485855839fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:29.733425 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-ccfb0dd8-5bf9-453a-9a04-499313e5b7cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:07:29.753870 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-46ff624f-a2f5-4268-9321-131557d37b70 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:29.834372 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-ccfb0dd8-5bf9-453a-9a04-499313e5b7cd admin admin] Usage tracker for resource:network and tenant:025c7e17165b4ab688bec2ce251d59e7 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:07:29.859376 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:29.862993 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-ccfb0dd8-5bf9-453a-9a04-499313e5b7cd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:07:29.892758 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-ccfb0dd8-5bf9-453a-9a04-499313e5b7cd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:07:29.933257 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-699f2ab3-05b4-41a7-b112-606e3769a5c8 req-3a421962-7bbc-40a0-8792-9174413455d2 tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:29.965729 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-699f2ab3-05b4-41a7-b112-606e3769a5c8 req-3a421962-7bbc-40a0-8792-9174413455d2 tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] 10.222.0.85 "DELETE /v2.0/floatingips/5a9041ae-bb89-43d8-9c7e-53bb9c484e0b HTTP/1.1" status: 204 len: 173 time: 3.9712129 May 30 20:07:29.993667 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-f9e6ac44-10db-446a-9ee5-485855839fe8 None None] For port 4217daa2-e44a-4a0d-94dc-895192620421, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:07:29.999479 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-f9e6ac44-10db-446a-9ee5-485855839fe8 None None] For port 4217daa2-e44a-4a0d-94dc-895192620421, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=4217daa2-e44a-4a0d-94dc-895192620421,segment=NetworkSegment(41e667d4-936e-4bec-b859-a0fde96007b1),segment_id=41e667d4-936e-4bec-b859-a0fde96007b1)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:07:30.033068 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-dcabece8-917c-433f-97b8-283d7a1d6c49 admin admin] Allocated IP 172.25.8.17 (c7869750-4b49-4b7e-aa99-5e0f1ae02da4/427601ec-f643-4fe7-b5e6-17305d3a39e1/5e1e9cd0-6036-4d10-95b3-5d38b55f30f1) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:07:30.086160 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1012299-f0a1-4cf2-875c-0604e673f87e'] response: {'name': 'network-changed', 'server_uuid': '6395f87f-52db-4137-96c9-a2cb258acd44', 'tag': 'd5bbe401-8f84-4ccd-9a6e-3023ef22e3a1', 'status': 'completed', 'code': 200} May 30 20:07:30.095887 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-af170149-34d6-4af2-b6dc-2407e55fd97c req-2e568871-82c5-40de-81a8-06286e4a16e3 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4344fbed-57fb-43d7-b32d-6020ce60f0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6708560 May 30 20:07:30.102673 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-f9e6ac44-10db-446a-9ee5-485855839fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:30.283187 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 448af9f8-fbc6-4f23-b596-bc95ed6f4ae6 details requested by agent hyperv_n-h1-843948-2 with host n-h1-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:07:30.294024 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e6ac44-10db-446a-9ee5-485855839fe8 None None] Pushing event updated for resources: {'Port': ['ID=4217daa2-e44a-4a0d-94dc-895192620421,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:30.370177 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-dcabece8-917c-433f-97b8-283d7a1d6c49 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:30.415213 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccfb0dd8-5bf9-453a-9a04-499313e5b7cd admin admin] Made reservation on behalf of 025c7e17165b4ab688bec2ce251d59e7 for: {'network': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:07:30.417583 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ccfb0dd8-5bf9-453a-9a04-499313e5b7cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:30.431806 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-46ff624f-a2f5-4268-9321-131557d37b70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:30.433466 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ff624f-a2f5-4268-9321-131557d37b70 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:30.434682 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-46ff624f-a2f5-4268-9321-131557d37b70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:30.474816 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ccfb0dd8-5bf9-453a-9a04-499313e5b7cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:30.519079 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-dcabece8-917c-433f-97b8-283d7a1d6c49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:30.578235 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 448af9f8-fbc6-4f23-b596-bc95ed6f4ae6, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=448af9f8-fbc6-4f23-b596-bc95ed6f4ae6,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:07:30.609048 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Returning: {'device': '448af9f8-fbc6-4f23-b596-bc95ed6f4ae6', 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1', 'port_id': '448af9f8-fbc6-4f23-b596-bc95ed6f4ae6', 'mac_address': 'fa:16:3e:bd:cb:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b83ff54-b1af-44ce-bb75-ba148920553c', 'ip_address': '192.168.233.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:07:30.642201 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-05f4d943-61d7-4afc-861f-4a94d4bd3c5e req-fc1b44b0-a46e-4d4e-8108-1062e885b686 service neutron] 10.222.0.86 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9923892 May 30 20:07:30.732673 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcabece8-917c-433f-97b8-283d7a1d6c49 admin admin] Pushing event updated for resources: {'Port': ['ID=5e1e9cd0-6036-4d10-95b3-5d38b55f30f1,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:30.747158 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcabece8-917c-433f-97b8-283d7a1d6c49 admin admin] Network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:07:30.750280 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-dcabece8-917c-433f-97b8-283d7a1d6c49 admin admin] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:07:30.756004 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcabece8-917c-433f-97b8-283d7a1d6c49 admin admin] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:07:30.766196 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:30.809242 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 448af9f8-fbc6-4f23-b596-bc95ed6f4ae6 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:07:30.832181 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 448af9f8-fbc6-4f23-b596-bc95ed6f4ae6, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=448af9f8-fbc6-4f23-b596-bc95ed6f4ae6,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:07:30.922860 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:30.968641 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-af170149-34d6-4af2-b6dc-2407e55fd97c req-dee3d176-687a-405c-8916-fe7fdd48b74d service neutron] 10.222.0.71 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8403685 May 30 20:07:30.979393 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 49578) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:07:30.980963 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-46ff624f-a2f5-4268-9321-131557d37b70 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 6.4418540 May 30 20:07:31.011233 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-ae641ca7-059f-4017-a21e-7345b959cdfe admin admin] Request body: {'subnet': {'network_id': 'dc075ddd-6486-4637-95d6-cb2057bfe546', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-561316917-subnet', 'tenant_id': '08675f344c7a4aacb7b6eda6733bb13c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:07:31.057513 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:31.143906 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=448af9f8-fbc6-4f23-b596-bc95ed6f4ae6,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:31.149804 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-ae641ca7-059f-4017-a21e-7345b959cdfe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:07:31.172609 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['448af9f8-fbc6-4f23-b596-bc95ed6f4ae6'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:07:31.189153 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-ae641ca7-059f-4017-a21e-7345b959cdfe admin admin] Usage tracker for resource:subnet and tenant:08675f344c7a4aacb7b6eda6733bb13c is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:07:31.216867 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-ae641ca7-059f-4017-a21e-7345b959cdfe admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:07:31.237120 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-ae641ca7-059f-4017-a21e-7345b959cdfe admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:07:31.240036 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-05f4d943-61d7-4afc-861f-4a94d4bd3c5e req-76df3443-8f32-41df-841a-08a7830f442c service neutron] 10.222.0.86 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5766232 May 30 20:07:31.250284 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-ccfb0dd8-5bf9-453a-9a04-499313e5b7cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:07:31.256014 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-ccfb0dd8-5bf9-453a-9a04-499313e5b7cd admin admin] Usage tracker for resource:security_group_rule and tenant:025c7e17165b4ab688bec2ce251d59e7 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:07:31.261355 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-ccfb0dd8-5bf9-453a-9a04-499313e5b7cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:07:31.268068 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-ccfb0dd8-5bf9-453a-9a04-499313e5b7cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:07:31.353374 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae641ca7-059f-4017-a21e-7345b959cdfe admin admin] Made reservation on behalf of 08675f344c7a4aacb7b6eda6733bb13c for: {'subnet': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:07:31.357576 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ae641ca7-059f-4017-a21e-7345b959cdfe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2778563'] for subnet, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:31.366128 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ccfb0dd8-5bf9-453a-9a04-499313e5b7cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:31.384851 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 4217daa2-e44a-4a0d-94dc-895192620421 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:07:31.390923 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ff624f-a2f5-4268-9321-131557d37b70 admin admin] Pushing event updated for resources: {'Network': ['ID=dc075ddd-6486-4637-95d6-cb2057bfe546,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:31.526401 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network dc075ddd-6486-4637-95d6-cb2057bfe546 details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:07:31.635730 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ccfb0dd8-5bf9-453a-9a04-499313e5b7cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:31.718055 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfb0dd8-5bf9-453a-9a04-499313e5b7cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a3fcf43-37b4-4d9b-92a5-a6b65779620b,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:31.759036 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894e0be4-bad7-4eaa-8ab1-4ba97d752150 req-477b052c-7f27-46f6-bab5-36c73329cea5 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:31.765492 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5854c2e-3848-47bb-9902-662c258fa464 req-0d650767-8ff2-4935-b48c-e0a3d80ef3dd tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:31.772278 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a5854c2e-3848-47bb-9902-662c258fa464 req-0d650767-8ff2-4935-b48c-e0a3d80ef3dd tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.85 "GET /v2.0/ports?device_id=6395f87f-52db-4137-96c9-a2cb258acd44 HTTP/1.1" status: 200 len: 948 time: 0.2136412 May 30 20:07:31.772494 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-894e0be4-bad7-4eaa-8ab1-4ba97d752150 req-477b052c-7f27-46f6-bab5-36c73329cea5 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/ports?device_id=844174d4-d35b-42fa-95e8-ca6e70dfc41d HTTP/1.1" status: 200 len: 945 time: 1.3709183 May 30 20:07:31.830687 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-dcabece8-917c-433f-97b8-283d7a1d6c49 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:31.831947 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-dcabece8-917c-433f-97b8-283d7a1d6c49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-736409'] for router, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:31.876986 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a5854c2e-3848-47bb-9902-662c258fa464 req-5c30f685-05ad-4893-a4ad-aa6ed39f193f tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.85 "GET /v2.0/security-groups?id=db33dd94-15fa-4959-a681-13f509935d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026347 May 30 20:07:31.882516 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccfb0dd8-5bf9-453a-9a04-499313e5b7cd admin admin] vlan segment allocate from pool success with {'vlan_id': 665, 'physical_network': 'physnet1'} {{(pid=84887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:07:31.926409 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 4217daa2-e44a-4a0d-94dc-895192620421 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:07:31.968524 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ccfb0dd8-5bf9-453a-9a04-499313e5b7cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:31.969080 n-d-843948-2 neutron-server[84887]: INFO neutron.db.segments_db [None req-ccfb0dd8-5bf9-453a-9a04-499313e5b7cd admin admin] Added segment 2028d962-1cbf-4395-bc8d-9831e48d9133 of type vlan for network cbfb6eaa-ce2f-44af-86ff-f60ce354d3e6 May 30 20:07:31.993045 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-894e0be4-bad7-4eaa-8ab1-4ba97d752150 req-e63cb5a2-dc6b-4e12-a3de-467deeede68a tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/security-groups?id=f7bd1307-7f80-416a-ad0f-251b87da459a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197554 May 30 20:07:32.136224 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-af170149-34d6-4af2-b6dc-2407e55fd97c req-a85d4d92-e0e0-4a6b-b28d-8f455df4d873 service neutron] 10.222.0.71 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1529083 May 30 20:07:32.190495 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ccfb0dd8-5bf9-453a-9a04-499313e5b7cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:32.295895 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c4aa126e-ed04-45ed-9d8c-a87d82c227d9 req-34d0f253-7556-49b7-b0f3-1b2b4cc26f68 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6a75b3db8cd44db8bb931dd59e296017&device_id=6395f87f-52db-4137-96c9-a2cb258acd44 HTTP/1.1" status: 200 len: 1099 time: 0.6947091 May 30 20:07:32.399644 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ccfb0dd8-5bf9-453a-9a04-499313e5b7cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:32.402013 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccfb0dd8-5bf9-453a-9a04-499313e5b7cd admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:32.406243 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ccfb0dd8-5bf9-453a-9a04-499313e5b7cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:32.491130 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ae641ca7-059f-4017-a21e-7345b959cdfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4127140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2778577'] for subnet, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:32.498186 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:32.670942 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4abfe7e-5ac9-4965-a479-584a4fd98daf None None] Network 5e8f5de0-54c1-49e1-ba92-4f5db898889d requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:07:32.761738 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae641ca7-059f-4017-a21e-7345b959cdfe admin admin] Pushing event updated for resources: {'Subnet': ['ID=a40aaf36-3fd1-4746-b17f-bd22e0b30399,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:32.792644 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d311844-f511-4343-8288-39ae37b56908 req-7845acee-9273-42b0-99f9-9af421f83958 tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:32.794902 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3d311844-f511-4343-8288-39ae37b56908 req-7845acee-9273-42b0-99f9-9af421f83958 tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] 10.222.0.85 "GET /v2.0/ports?device_id=344028cd-77f9-4cf0-ab86-229dde8efa6e HTTP/1.1" status: 200 len: 945 time: 0.4206836 May 30 20:07:32.812209 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae641ca7-059f-4017-a21e-7345b959cdfe admin admin] Checking segment: {'id': '976aa956-ffcd-4a27-a941-baeb642ebcd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'dc075ddd-6486-4637-95d6-cb2057bfe546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:07:32.816890 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae641ca7-059f-4017-a21e-7345b959cdfe admin admin] Network hostable DHCP agents. Network: dc075ddd-6486-4637-95d6-cb2057bfe546, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:07:32.951075 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aa126e-ed04-45ed-9d8c-a87d82c227d9 req-2cb1ccc8-ffea-4705-9a1e-407d04f2c133 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:32.956031 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c4aa126e-ed04-45ed-9d8c-a87d82c227d9 req-2cb1ccc8-ffea-4705-9a1e-407d04f2c133 service neutron] 10.222.0.86 "GET /v2.0/networks?id=4344fbed-57fb-43d7-b32d-6020ce60f0a1 HTTP/1.1" status: 200 len: 870 time: 0.6452775 May 30 20:07:32.969551 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-5f814203-f568-4d01-be44-e4290ecb3073 None None] Provisioning for port 4217daa2-e44a-4a0d-94dc-895192620421 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:07:33.009079 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3d311844-f511-4343-8288-39ae37b56908 req-802e3f0d-30c3-4fca-ace1-acfdf74f70b4 tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] 10.222.0.85 "GET /v2.0/security-groups?id=2b701b0a-db24-4c30-8444-63ac82ad344b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801953 May 30 20:07:33.045278 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-5f814203-f568-4d01-be44-e4290ecb3073 None None] Provisioning complete for port 4217daa2-e44a-4a0d-94dc-895192620421 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:07:33.047741 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-5f814203-f568-4d01-be44-e4290ecb3073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:33.102958 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-ccfb0dd8-5bf9-453a-9a04-499313e5b7cd admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 4.0497882 May 30 20:07:33.104202 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 49602) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:07:33.112283 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-3e519f5f-b110-4176-b916-5b42b5927328 admin admin] Request body: {'subnet': {'network_id': 'cbfb6eaa-ce2f-44af-86ff-f60ce354d3e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1288176850-subnet', 'tenant_id': '025c7e17165b4ab688bec2ce251d59e7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:07:33.122383 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-3e519f5f-b110-4176-b916-5b42b5927328 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:07:33.137366 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-3e519f5f-b110-4176-b916-5b42b5927328 admin admin] Usage tracker for resource:subnet and tenant:025c7e17165b4ab688bec2ce251d59e7 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:07:33.145368 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-3e519f5f-b110-4176-b916-5b42b5927328 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:07:33.168122 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-3e519f5f-b110-4176-b916-5b42b5927328 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:07:33.185412 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcabece8-917c-433f-97b8-283d7a1d6c49 admin admin] Router 0050877d-f8dc-4e5a-a735-a90578e2168a is scheduled to L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 with binding_index 1 {{(pid=84886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 20:07:33.197512 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae641ca7-059f-4017-a21e-7345b959cdfe admin admin] Network dc075ddd-6486-4637-95d6-cb2057bfe546 is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:07:33.335122 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfb0dd8-5bf9-453a-9a04-499313e5b7cd admin admin] Pushing event updated for resources: {'Network': ['ID=cbfb6eaa-ce2f-44af-86ff-f60ce354d3e6,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:33.405541 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network cbfb6eaa-ce2f-44af-86ff-f60ce354d3e6 details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:07:33.432120 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c4aa126e-ed04-45ed-9d8c-a87d82c227d9 req-092674d8-6979-4421-bde5-473df343b49e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=d5bbe401-8f84-4ccd-9a6e-3023ef22e3a1 HTTP/1.1" status: 200 len: 217 time: 0.3217261 May 30 20:07:33.545098 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-ae641ca7-059f-4017-a21e-7345b959cdfe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, dc075ddd-6486-4637-95d6-cb2057bfe546) {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:07:33.551925 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-5f814203-f568-4d01-be44-e4290ecb3073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:33.566299 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e519f5f-b110-4176-b916-5b42b5927328 admin admin] Made reservation on behalf of 025c7e17165b4ab688bec2ce251d59e7 for: {'subnet': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:07:33.568657 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3e519f5f-b110-4176-b916-5b42b5927328 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2778563'] for subnet, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:33.578858 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device d5bbe401-8f84-4ccd-9a6e-3023ef22e3a1 details requested by agent hyperv_n-h2-843948-2 with host n-h2-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:07:33.586589 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef88aa3-922a-4876-bd70-2f51e4b39d63 req-d0339c88-fb74-4ed7-9480-67b22e98da1d tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:33.588070 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-7ef88aa3-922a-4876-bd70-2f51e4b39d63 req-d0339c88-fb74-4ed7-9480-67b22e98da1d tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] Synchronizing usage tracker for tenant:a30f992c0c6d4c83b278c5e0ddf93c21 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:07:33.595191 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae641ca7-059f-4017-a21e-7345b959cdfe admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:33.596381 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ae641ca7-059f-4017-a21e-7345b959cdfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:33.634129 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0f7bca-2043-4a66-8635-8dcb4bb118e2 req-cc33de17-a58a-413f-ae33-183084f53793 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:33.636435 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fa0f7bca-2043-4a66-8635-8dcb4bb118e2 req-cc33de17-a58a-413f-ae33-183084f53793 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.85 "GET /v2.0/ports?device_id=6395f87f-52db-4137-96c9-a2cb258acd44 HTTP/1.1" status: 200 len: 948 time: 0.2858448 May 30 20:07:33.638831 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aa126e-ed04-45ed-9d8c-a87d82c227d9 req-2cfba78d-d192-4fa7-9b0d-595a3fa2d02c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:33.640652 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c4aa126e-ed04-45ed-9d8c-a87d82c227d9 req-2cfba78d-d192-4fa7-9b0d-595a3fa2d02c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1b83ff54-b1af-44ce-bb75-ba148920553c HTTP/1.1" status: 200 len: 843 time: 0.1877210 May 30 20:07:33.675596 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7260f121-ab7e-45f2-89c6-fae8ea4a89d1 None None] Network dc075ddd-6486-4637-95d6-cb2057bfe546 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:07:33.750849 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fa0f7bca-2043-4a66-8635-8dcb4bb118e2 req-d4408ed8-7ae5-4ddc-ab56-085bf8472037 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.85 "GET /v2.0/security-groups?id=db33dd94-15fa-4959-a681-13f509935d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079280 May 30 20:07:33.751990 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-7ef88aa3-922a-4876-bd70-2f51e4b39d63 req-d0339c88-fb74-4ed7-9480-67b22e98da1d tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] Unset dirty status for tenant:a30f992c0c6d4c83b278c5e0ddf93c21 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:07:33.753312 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7ef88aa3-922a-4876-bd70-2f51e4b39d63 req-d0339c88-fb74-4ed7-9480-67b22e98da1d tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] 10.222.0.86 "GET /v2.0/ports?device_id=344028cd-77f9-4cf0-ab86-229dde8efa6e HTTP/1.1" status: 200 len: 945 time: 0.8091309 May 30 20:07:33.800282 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-ae641ca7-059f-4017-a21e-7345b959cdfe admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.8190789 May 30 20:07:33.813004 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 49608) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:07:33.827314 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-4957f30c-779a-46c7-ab7a-d1ffa40b64f1 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-561316917-router', 'tenant_id': '08675f344c7a4aacb7b6eda6733bb13c', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:07:33.835897 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-4957f30c-779a-46c7-ab7a-d1ffa40b64f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:07:33.841815 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-4957f30c-779a-46c7-ab7a-d1ffa40b64f1 admin admin] Usage tracker for resource:router and tenant:08675f344c7a4aacb7b6eda6733bb13c is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:07:33.846577 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-4957f30c-779a-46c7-ab7a-d1ffa40b64f1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:07:33.855296 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-4957f30c-779a-46c7-ab7a-d1ffa40b64f1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:07:33.939764 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-7ef88aa3-922a-4876-bd70-2f51e4b39d63 req-49379860-7aab-4a61-b806-8b48fe59068d tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] Deleting port 5577968e-d9bf-46c3-bc01-56cce150297c {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:07:33.940297 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-7ef88aa3-922a-4876-bd70-2f51e4b39d63 req-49379860-7aab-4a61-b806-8b48fe59068d tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:34.050338 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12fafd2-d026-4d64-95b9-7377782fb171 req-b9c60b1b-cb02-453a-8db5-a75bc2b453d2 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:34.059194 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a12fafd2-d026-4d64-95b9-7377782fb171 req-b9c60b1b-cb02-453a-8db5-a75bc2b453d2 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/ports?device_id=844174d4-d35b-42fa-95e8-ca6e70dfc41d HTTP/1.1" status: 200 len: 945 time: 0.5741980 May 30 20:07:34.078972 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4957f30c-779a-46c7-ab7a-d1ffa40b64f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-733683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3159'] for router, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:34.084115 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4957f30c-779a-46c7-ab7a-d1ffa40b64f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-733584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-736372', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-628480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3164'] for router, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:34.205108 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a12fafd2-d026-4d64-95b9-7377782fb171 req-69f41127-c4ea-4b56-9051-a18f42e2aa5d tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/security-groups?id=f7bd1307-7f80-416a-ad0f-251b87da459a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432676 May 30 20:07:34.250700 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c4aa126e-ed04-45ed-9d8c-a87d82c227d9 req-bfc1d39a-0751-43ab-b419-58a0e20688b2 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4344fbed-57fb-43d7-b32d-6020ce60f0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5408802 May 30 20:07:34.362107 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 448af9f8-fbc6-4f23-b596-bc95ed6f4ae6 up at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:07:34.482882 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcabece8-917c-433f-97b8-283d7a1d6c49 admin admin] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:07:34.497172 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b6c2a5-0a04-4faa-b32d-cfd61292e175 None None] Sync routers for ids ['0050877d-f8dc-4e5a-a735-a90578e2168a'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:07:34.547785 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b6c2a5-0a04-4faa-b32d-cfd61292e175 None None] Routers {'0050877d-f8dc-4e5a-a735-a90578e2168a'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:07:34.549988 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-d3b6c2a5-0a04-4faa-b32d-cfd61292e175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:07:29Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['0050877d-f8dc-4e5a-a735-a90578e2168a'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:07:34.576136 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-5f814203-f568-4d01-be44-e4290ecb3073 None None] For port 4217daa2-e44a-4a0d-94dc-895192620421, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=4217daa2-e44a-4a0d-94dc-895192620421,segment=NetworkSegment(41e667d4-936e-4bec-b859-a0fde96007b1),segment_id=41e667d4-936e-4bec-b859-a0fde96007b1)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:07:34.645957 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.db.resource_extend [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:07:34.743245 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3e519f5f-b110-4176-b916-5b42b5927328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4127140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2778577'] for subnet, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:34.791539 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-5f814203-f568-4d01-be44-e4290ecb3073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:34.982796 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-dcabece8-917c-433f-97b8-283d7a1d6c49 admin admin] Notify callbacks [] for router, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:34.986152 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-dcabece8-917c-433f-97b8-283d7a1d6c49 admin admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.3182135 May 30 20:07:34.992485 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 49630) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:07:35.150565 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f814203-f568-4d01-be44-e4290ecb3073 None None] Pushing event updated for resources: {'Port': ['ID=4217daa2-e44a-4a0d-94dc-895192620421,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:35.186173 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-d3b6c2a5-0a04-4faa-b32d-cfd61292e175 None None] Set router 0050877d-f8dc-4e5a-a735-a90578e2168a gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:07:35.189916 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning for port 448af9f8-fbc6-4f23-b596-bc95ed6f4ae6 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:07:35.210201 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a248e7-c2f4-44b4-a13d-59729903c960 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-dc075ddd-6486-4637-95d6-cb2057bfe546', 'network_id': 'dc075ddd-6486-4637-95d6-cb2057bfe546', 'tenant_id': '08675f344c7a4aacb7b6eda6733bb13c', 'fixed_ips': [{'subnet_id': 'a40aaf36-3fd1-4746-b17f-bd22e0b30399'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:07:35.211379 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-e6a248e7-c2f4-44b4-a13d-59729903c960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:35.217739 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4957f30c-779a-46c7-ab7a-d1ffa40b64f1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:35.282840 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning complete for port 448af9f8-fbc6-4f23-b596-bc95ed6f4ae6 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:07:35.283498 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:35.453095 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e519f5f-b110-4176-b916-5b42b5927328 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6dad82d-57c1-48de-bca6-4968bd0d9355,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:35.525973 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c4aa126e-ed04-45ed-9d8c-a87d82c227d9 req-a7de80e5-8e2a-406f-8120-221bfdad39f6 service neutron] 10.222.0.86 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2518675 May 30 20:07:35.717303 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439355b0-f7c5-445c-8931-19dc2213bc09 req-5deac1b5-2c5e-46c9-9a90-320067767523 tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:35.720179 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-439355b0-f7c5-445c-8931-19dc2213bc09 req-5deac1b5-2c5e-46c9-9a90-320067767523 tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] 10.222.0.85 "GET /v2.0/ports?device_id=344028cd-77f9-4cf0-ab86-229dde8efa6e HTTP/1.1" status: 200 len: 945 time: 1.2162633 May 30 20:07:35.823414 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port d5bbe401-8f84-4ccd-9a6e-3023ef22e3a1, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=d5bbe401-8f84-4ccd-9a6e-3023ef22e3a1,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:07:35.836800 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e519f5f-b110-4176-b916-5b42b5927328 admin admin] Checking segment: {'id': '2028d962-1cbf-4395-bc8d-9831e48d9133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'cbfb6eaa-ce2f-44af-86ff-f60ce354d3e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:07:35.837583 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e519f5f-b110-4176-b916-5b42b5927328 admin admin] Network hostable DHCP agents. Network: cbfb6eaa-ce2f-44af-86ff-f60ce354d3e6, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:07:35.857354 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Returning: {'device': 'd5bbe401-8f84-4ccd-9a6e-3023ef22e3a1', 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1', 'port_id': 'd5bbe401-8f84-4ccd-9a6e-3023ef22e3a1', 'mac_address': 'fa:16:3e:2f:3d:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b83ff54-b1af-44ce-bb75-ba148920553c', 'ip_address': '192.168.233.208'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:07:35.860402 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-7e6fa141-ad87-4100-af75-f99c39c2b6d0 None None] Provisioning complete for port 4217daa2-e44a-4a0d-94dc-895192620421 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:07:35.864846 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-7e6fa141-ad87-4100-af75-f99c39c2b6d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:36.028419 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-d3b6c2a5-0a04-4faa-b32d-cfd61292e175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0050877d-f8dc-4e5a-a735-a90578e2168a', 'name': 'tempest-TaggedBootDevicesTest-1968808311-router', 'tenant_id': 'a1a57cdea23a49088fa533e38f6a3032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': '5e1e9cd0-6036-4d10-95b3-5d38b55f30f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:07:27Z', 'updated_at': '2022-05-30T20:07:31Z', 'revision_number': 3, 'project_id': 'a1a57cdea23a49088fa533e38f6a3032', 'gw_port': {'id': '5e1e9cd0-6036-4d10-95b3-5d38b55f30f1', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d2:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0050877d-f8dc-4e5a-a735-a90578e2168a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:07:29Z', 'updated_at': '2022-05-30T20:07:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:07:36.033823 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b6c2a5-0a04-4faa-b32d-cfd61292e175 None None] Checking router: 0050877d-f8dc-4e5a-a735-a90578e2168a for host: n-d-843948-2 {{(pid=84889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:07:36.034254 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b6c2a5-0a04-4faa-b32d-cfd61292e175 None None] Updating router 0050877d-f8dc-4e5a-a735-a90578e2168a port 5e1e9cd0-6036-4d10-95b3-5d38b55f30f1 binding host n-d-843948-2 {{(pid=84889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:07:36.083807 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-439355b0-f7c5-445c-8931-19dc2213bc09 req-3051cca4-7d45-46ac-9798-4e354ea5acc4 tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] 10.222.0.85 "GET /v2.0/security-groups?id=2b701b0a-db24-4c30-8444-63ac82ad344b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3175762 May 30 20:07:36.110958 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-d3b6c2a5-0a04-4faa-b32d-cfd61292e175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:36.175796 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:36.180456 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e519f5f-b110-4176-b916-5b42b5927328 admin admin] Network cbfb6eaa-ce2f-44af-86ff-f60ce354d3e6 is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:07:36.206401 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5bbe401-8f84-4ccd-9a6e-3023ef22e3a1 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:07:36.371104 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:36.478429 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-7ef88aa3-922a-4876-bd70-2f51e4b39d63 req-49379860-7aab-4a61-b806-8b48fe59068d tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] For port 5577968e-d9bf-46c3-bc01-56cce150297c, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=5577968e-d9bf-46c3-bc01-56cce150297c,segment=NetworkSegment(a8b7280c-8c6f-4bc7-8cdf-e2ff0b0b2b8d),segment_id=a8b7280c-8c6f-4bc7-8cdf-e2ff0b0b2b8d)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:07:36.479090 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-7ef88aa3-922a-4876-bd70-2f51e4b39d63 req-49379860-7aab-4a61-b806-8b48fe59068d tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:36.498799 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 448af9f8-fbc6-4f23-b596-bc95ed6f4ae6, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=448af9f8-fbc6-4f23-b596-bc95ed6f4ae6,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:07:36.512814 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '886c10ce-7ad4-4409-b333-3102f6c82be5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '448af9f8-fbc6-4f23-b596-bc95ed6f4ae6'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:07:36.540718 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port d5bbe401-8f84-4ccd-9a6e-3023ef22e3a1, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=d5bbe401-8f84-4ccd-9a6e-3023ef22e3a1,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:07:36.601984 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-3e519f5f-b110-4176-b916-5b42b5927328 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, cbfb6eaa-ce2f-44af-86ff-f60ce354d3e6) {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:07:36.644976 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-e6a248e7-c2f4-44b4-a13d-59729903c960 None None] Allocated IP 172.20.0.2 (dc075ddd-6486-4637-95d6-cb2057bfe546/a40aaf36-3fd1-4746-b17f-bd22e0b30399/ab11dcee-f06e-4b50-a339-67ab0277f256) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:07:36.706036 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-d3b6c2a5-0a04-4faa-b32d-cfd61292e175 None None] Notify callbacks [] for port, precommit_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:36.727016 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.provisioning_blocks [None req-d3b6c2a5-0a04-4faa-b32d-cfd61292e175 None None] Transition to ACTIVE for port object 5e1e9cd0-6036-4d10-95b3-5d38b55f30f1 will not be triggered until provisioned by entity L2. {{(pid=84889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:07:36.732304 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e519f5f-b110-4176-b916-5b42b5927328 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:36.733042 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3e519f5f-b110-4176-b916-5b42b5927328 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:36.777362 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158537d3-e3ee-411f-ba11-5aeff40911d8 req-98b8d0ba-13f9-4fe4-a63d-61fe0f3f2721 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:36.779884 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-158537d3-e3ee-411f-ba11-5aeff40911d8 req-98b8d0ba-13f9-4fe4-a63d-61fe0f3f2721 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.85 "GET /v2.0/ports?device_id=6395f87f-52db-4137-96c9-a2cb258acd44 HTTP/1.1" status: 200 len: 948 time: 1.4709721 May 30 20:07:36.798546 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-7ef88aa3-922a-4876-bd70-2f51e4b39d63 req-49379860-7aab-4a61-b806-8b48fe59068d tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] Calling delete_port for 5577968e-d9bf-46c3-bc01-56cce150297c owned by compute:nova {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:07:36.852985 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e098a20c-8d5b-419e-85d8-7ba331e911ea req-0e5b9b71-af08-4eb2-a10a-dfb1d893d34f tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:36.857528 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e098a20c-8d5b-419e-85d8-7ba331e911ea req-0e5b9b71-af08-4eb2-a10a-dfb1d893d34f tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/ports?device_id=844174d4-d35b-42fa-95e8-ca6e70dfc41d HTTP/1.1" status: 200 len: 945 time: 0.3538465 May 30 20:07:36.890409 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-d3b6c2a5-0a04-4faa-b32d-cfd61292e175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:36.975129 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-e6a248e7-c2f4-44b4-a13d-59729903c960 None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:36.978293 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-158537d3-e3ee-411f-ba11-5aeff40911d8 req-d82145e1-28d0-4570-98de-f412b539fc0e tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.85 "GET /v2.0/security-groups?id=db33dd94-15fa-4959-a681-13f509935d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262660 May 30 20:07:36.988409 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4957f30c-779a-46c7-ab7a-d1ffa40b64f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-736390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:36.996079 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-e6a248e7-c2f4-44b4-a13d-59729903c960 None None] Transition to ACTIVE for port object ab11dcee-f06e-4b50-a339-67ab0277f256 will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:07:37.036492 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e098a20c-8d5b-419e-85d8-7ba331e911ea req-dbefb84b-546c-4bb5-98dc-4e668d562e44 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/security-groups?id=f7bd1307-7f80-416a-ad0f-251b87da459a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656835 May 30 20:07:37.053271 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-3e519f5f-b110-4176-b916-5b42b5927328 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 3.9473474 May 30 20:07:37.066073 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 49652) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:07:37.092677 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-029d214d-829d-4f48-8180-345118242662 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1288176850-router', 'tenant_id': '025c7e17165b4ab688bec2ce251d59e7', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:07:37.126698 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-e6a248e7-c2f4-44b4-a13d-59729903c960 None None] Transition to ACTIVE for port object ab11dcee-f06e-4b50-a339-67ab0277f256 will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:07:37.159425 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6758b188-1699-4d57-97bb-8f7096cd1317 None None] Network cbfb6eaa-ce2f-44af-86ff-f60ce354d3e6 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:07:37.164431 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-029d214d-829d-4f48-8180-345118242662 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:07:37.191153 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:37.198661 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:37.207436 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-d3b6c2a5-0a04-4faa-b32d-cfd61292e175 None None] Attempting to bind port 5e1e9cd0-6036-4d10-95b3-5d38b55f30f1 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:07:37.208388 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-d3b6c2a5-0a04-4faa-b32d-cfd61292e175 None None] Attempting to bind port 5e1e9cd0-6036-4d10-95b3-5d38b55f30f1 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}] {{(pid=84889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:07:37.208388 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b6c2a5-0a04-4faa-b32d-cfd61292e175 None None] Attempting to bind port 5e1e9cd0-6036-4d10-95b3-5d38b55f30f1 on network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:07:37.217463 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67d5716-cb1d-4ab7-afb2-67a3b71a9d3b None None] Pushing event updated for resources: {'Port': ['ID=5e1e9cd0-6036-4d10-95b3-5d38b55f30f1,revision_number=2']} {{(pid=84889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:37.229307 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b6c2a5-0a04-4faa-b32d-cfd61292e175 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:07:37.231607 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b6c2a5-0a04-4faa-b32d-cfd61292e175 None None] Checking segment: {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:07:37.231607 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-d3b6c2a5-0a04-4faa-b32d-cfd61292e175 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:37.231607 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b6c2a5-0a04-4faa-b32d-cfd61292e175 None None] Bound using segment: {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'} {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:07:37.231607 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-d3b6c2a5-0a04-4faa-b32d-cfd61292e175 None None] Bound port: 5e1e9cd0-6036-4d10-95b3-5d38b55f30f1, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}}] {{(pid=84889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:07:37.232335 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-d3b6c2a5-0a04-4faa-b32d-cfd61292e175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:37.248125 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-029d214d-829d-4f48-8180-345118242662 admin admin] Usage tracker for resource:router and tenant:025c7e17165b4ab688bec2ce251d59e7 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:07:37.268640 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-029d214d-829d-4f48-8180-345118242662 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:07:37.291377 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 4217daa2-e44a-4a0d-94dc-895192620421 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:07:37.337677 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-029d214d-829d-4f48-8180-345118242662 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:07:37.410055 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.db [None req-d3b6c2a5-0a04-4faa-b32d-cfd61292e175 None None] For port 5e1e9cd0-6036-4d10-95b3-5d38b55f30f1, host n-d-843948-2, cleared binding levels {{(pid=84889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:07:37.414048 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67d5716-cb1d-4ab7-afb2-67a3b71a9d3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:07:37.414468 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67d5716-cb1d-4ab7-afb2-67a3b71a9d3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:07:37.414864 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67d5716-cb1d-4ab7-afb2-67a3b71a9d3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:07:37.415209 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67d5716-cb1d-4ab7-afb2-67a3b71a9d3b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:07:37.415537 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67d5716-cb1d-4ab7-afb2-67a3b71a9d3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:07:37.415861 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67d5716-cb1d-4ab7-afb2-67a3b71a9d3b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:07:37.416430 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67d5716-cb1d-4ab7-afb2-67a3b71a9d3b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:07:37.416763 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67d5716-cb1d-4ab7-afb2-67a3b71a9d3b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:07:37.417082 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67d5716-cb1d-4ab7-afb2-67a3b71a9d3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:07:37.417400 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67d5716-cb1d-4ab7-afb2-67a3b71a9d3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:07:37.417746 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67d5716-cb1d-4ab7-afb2-67a3b71a9d3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:07:37.530327 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c4aa126e-ed04-45ed-9d8c-a87d82c227d9 req-d5b6b1ba-8c5a-4b4d-953c-a23f2fa2de48 service neutron] 10.222.0.86 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.9901268 May 30 20:07:37.623256 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-029d214d-829d-4f48-8180-345118242662 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-733683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3159'] for router, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:37.624408 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-029d214d-829d-4f48-8180-345118242662 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-733584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-736372', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-628480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3164'] for router, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:37.711684 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-e6a248e7-c2f4-44b4-a13d-59729903c960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:37.724834 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.db [None req-d3b6c2a5-0a04-4faa-b32d-cfd61292e175 None None] For port 5e1e9cd0-6036-4d10-95b3-5d38b55f30f1, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=5e1e9cd0-6036-4d10-95b3-5d38b55f30f1,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:07:37.823203 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-7ef88aa3-922a-4876-bd70-2f51e4b39d63 req-49379860-7aab-4a61-b806-8b48fe59068d tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:37.836877 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-029d214d-829d-4f48-8180-345118242662 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:37.839445 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-d3b6c2a5-0a04-4faa-b32d-cfd61292e175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:38.105073 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49379860-7aab-4a61-b806-8b48fe59068d tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] Pushing event deleted for resources: {'Port': ['ID=5577968e-d9bf-46c3-bc01-56cce150297c,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:38.115364 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67d5716-cb1d-4ab7-afb2-67a3b71a9d3b None None] Pushing event updated for resources: {'Port': ['ID=5e1e9cd0-6036-4d10-95b3-5d38b55f30f1,revision_number=3']} {{(pid=84889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:38.115852 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['d5bbe401-8f84-4ccd-9a6e-3023ef22e3a1'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:07:38.133879 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b6c2a5-0a04-4faa-b32d-cfd61292e175 None None] Routers {'0050877d-f8dc-4e5a-a735-a90578e2168a'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:07:38.134522 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-d3b6c2a5-0a04-4faa-b32d-cfd61292e175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:07:29Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['0050877d-f8dc-4e5a-a735-a90578e2168a'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:07:38.230182 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9c0f1c9-5681-499a-932f-ecda4be0d0eb'] response: {'server_uuid': '886c10ce-7ad4-4409-b333-3102f6c82be5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '448af9f8-fbc6-4f23-b596-bc95ed6f4ae6', 'code': 200} May 30 20:07:38.298228 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a248e7-c2f4-44b4-a13d-59729903c960 None None] Network dc075ddd-6486-4637-95d6-cb2057bfe546 is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:07:38.319236 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-e6a248e7-c2f4-44b4-a13d-59729903c960 None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:07:38.329506 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=d5bbe401-8f84-4ccd-9a6e-3023ef22e3a1,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:38.342634 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a248e7-c2f4-44b4-a13d-59729903c960 None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:07:38.600596 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ef88aa3-922a-4876-bd70-2f51e4b39d63 req-49379860-7aab-4a61-b806-8b48fe59068d tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] No DVR routers for this DVR port 5577968e-d9bf-46c3-bc01-56cce150297c on host n-h2-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:07:38.648512 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-7ef88aa3-922a-4876-bd70-2f51e4b39d63 req-49379860-7aab-4a61-b806-8b48fe59068d tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:38.721329 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '344028cd-77f9-4cf0-ab86-229dde8efa6e', 'name': 'network-vif-deleted', 'tag': '5577968e-d9bf-46c3-bc01-56cce150297c'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:07:38.861493 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-d3b6c2a5-0a04-4faa-b32d-cfd61292e175 None None] Set router 0050877d-f8dc-4e5a-a735-a90578e2168a gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:07:38.875150 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 4217daa2-e44a-4a0d-94dc-895192620421 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:07:38.876111 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:38.902435 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ff5fec14-9b20-4bd5-92f2-73a5a7669aa5 req-1717414c-7b52-459e-a90c-cce3e1d4875a tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] 10.222.0.85 "GET /v2.0/ports?device_id=344028cd-77f9-4cf0-ab86-229dde8efa6e HTTP/1.1" status: 200 len: 210 time: 0.1909111 May 30 20:07:38.920795 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7ef88aa3-922a-4876-bd70-2f51e4b39d63 req-49379860-7aab-4a61-b806-8b48fe59068d tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] 10.222.0.86 "DELETE /v2.0/ports/5577968e-d9bf-46c3-bc01-56cce150297c HTTP/1.1" status: 204 len: 173 time: 5.1590452 May 30 20:07:38.931054 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-029d214d-829d-4f48-8180-345118242662 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-736390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:39.061215 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-43a74313-676d-430f-85ec-fe379597fc32 req-8ed9d41b-842e-4e0a-b236-189a1c093aa5 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=886c10ce-7ad4-4409-b333-3102f6c82be5 HTTP/1.1" status: 200 len: 1101 time: 0.9620202 May 30 20:07:39.129176 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-e6a248e7-c2f4-44b4-a13d-59729903c960 None None] Attempting to bind port ab11dcee-f06e-4b50-a339-67ab0277f256 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:07:39.131691 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-e6a248e7-c2f4-44b4-a13d-59729903c960 None None] Attempting to bind port ab11dcee-f06e-4b50-a339-67ab0277f256 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': '976aa956-ffcd-4a27-a941-baeb642ebcd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'dc075ddd-6486-4637-95d6-cb2057bfe546'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:07:39.133017 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a248e7-c2f4-44b4-a13d-59729903c960 None None] Attempting to bind port ab11dcee-f06e-4b50-a339-67ab0277f256 on network dc075ddd-6486-4637-95d6-cb2057bfe546 {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:07:39.147946 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4552242-156b-45b3-a57e-bc5f6c5efe0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-cbfb6eaa-ce2f-44af-86ff-f60ce354d3e6', 'network_id': 'cbfb6eaa-ce2f-44af-86ff-f60ce354d3e6', 'tenant_id': '025c7e17165b4ab688bec2ce251d59e7', 'fixed_ips': [{'subnet_id': 'd6dad82d-57c1-48de-bca6-4968bd0d9355'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:07:39.149193 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-a4552242-156b-45b3-a57e-bc5f6c5efe0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:39.161526 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d535dad-25c9-40bb-81d5-b8431aa431c1 req-2781cdfe-0677-48d1-a327-2601c9c8e963 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:39.164762 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8d535dad-25c9-40bb-81d5-b8431aa431c1 req-2781cdfe-0677-48d1-a327-2601c9c8e963 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.85 "GET /v2.0/ports?device_id=6395f87f-52db-4137-96c9-a2cb258acd44 HTTP/1.1" status: 200 len: 949 time: 0.4166446 May 30 20:07:39.263587 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a248e7-c2f4-44b4-a13d-59729903c960 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:07:39.264691 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a248e7-c2f4-44b4-a13d-59729903c960 None None] Checking segment: {'id': '976aa956-ffcd-4a27-a941-baeb642ebcd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'dc075ddd-6486-4637-95d6-cb2057bfe546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:07:39.265401 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-e6a248e7-c2f4-44b4-a13d-59729903c960 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:39.266118 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a248e7-c2f4-44b4-a13d-59729903c960 None None] Bound using segment: {'id': '976aa956-ffcd-4a27-a941-baeb642ebcd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'dc075ddd-6486-4637-95d6-cb2057bfe546'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:07:39.266933 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-e6a248e7-c2f4-44b4-a13d-59729903c960 None None] Bound port: ab11dcee-f06e-4b50-a339-67ab0277f256, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '976aa956-ffcd-4a27-a941-baeb642ebcd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'dc075ddd-6486-4637-95d6-cb2057bfe546'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:07:39.267563 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-e6a248e7-c2f4-44b4-a13d-59729903c960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:39.268541 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4957f30c-779a-46c7-ab7a-d1ffa40b64f1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:39.364425 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4957f30c-779a-46c7-ab7a-d1ffa40b64f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:39.426773 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 5577968e-d9bf-46c3-bc01-56cce150297c no longer exists at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:07:39.523986 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-43a74313-676d-430f-85ec-fe379597fc32 req-9770da1d-57fe-42f8-ba17-7f123f2dc606 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=db33dd94-15fa-4959-a681-13f509935d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4385340 May 30 20:07:39.529365 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8d535dad-25c9-40bb-81d5-b8431aa431c1 req-a20f247f-ee56-408a-9347-95c4142c7c57 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.85 "GET /v2.0/security-groups?id=db33dd94-15fa-4959-a681-13f509935d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3428574 May 30 20:07:39.547664 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=448af9f8-fbc6-4f23-b596-bc95ed6f4ae6,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:39.692189 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e196da3-fe12-407c-9d19-5ad641b743d7 req-af8be65a-1a1b-4f5f-b0a3-ca1f0df8f301 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:39.696172 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-7e196da3-fe12-407c-9d19-5ad641b743d7 req-af8be65a-1a1b-4f5f-b0a3-ca1f0df8f301 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/ports?device_id=844174d4-d35b-42fa-95e8-ca6e70dfc41d HTTP/1.1" status: 200 len: 945 time: 0.4675224 May 30 20:07:39.737832 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09a87b87-53ce-4b26-95b6-c43364f89420'] response: {'server_uuid': '344028cd-77f9-4cf0-ab86-229dde8efa6e', 'name': 'network-vif-deleted', 'tag': '5577968e-d9bf-46c3-bc01-56cce150297c', 'status': 'completed', 'code': 200} May 30 20:07:39.745062 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a6138a78-8d0f-4d19-bc70-f81e904ee138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:39.807009 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-d3b6c2a5-0a04-4faa-b32d-cfd61292e175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0050877d-f8dc-4e5a-a735-a90578e2168a', 'name': 'tempest-TaggedBootDevicesTest-1968808311-router', 'tenant_id': 'a1a57cdea23a49088fa533e38f6a3032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': '5e1e9cd0-6036-4d10-95b3-5d38b55f30f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:07:27Z', 'updated_at': '2022-05-30T20:07:31Z', 'revision_number': 3, 'project_id': 'a1a57cdea23a49088fa533e38f6a3032', 'gw_port': {'id': '5e1e9cd0-6036-4d10-95b3-5d38b55f30f1', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d2:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0050877d-f8dc-4e5a-a735-a90578e2168a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:07:29Z', 'updated_at': '2022-05-30T20:07:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:07:39.816806 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [None req-4957f30c-779a-46c7-ab7a-d1ffa40b64f1 admin admin] Allocated IP 172.25.8.120 (c7869750-4b49-4b7e-aa99-5e0f1ae02da4/427601ec-f643-4fe7-b5e6-17305d3a39e1/ba84c25c-ff4d-4554-9302-052ff8a0e0b8) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:07:39.837266 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b6c2a5-0a04-4faa-b32d-cfd61292e175 None None] The sync data for ids ['0050877d-f8dc-4e5a-a735-a90578e2168a'] in n-d-843948-2 is: [{'id': '0050877d-f8dc-4e5a-a735-a90578e2168a', 'name': 'tempest-TaggedBootDevicesTest-1968808311-router', 'tenant_id': 'a1a57cdea23a49088fa533e38f6a3032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': '5e1e9cd0-6036-4d10-95b3-5d38b55f30f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:07:27Z', 'updated_at': '2022-05-30T20:07:31Z', 'revision_number': 3, 'project_id': 'a1a57cdea23a49088fa533e38f6a3032', 'gw_port': {'id': '5e1e9cd0-6036-4d10-95b3-5d38b55f30f1', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d2:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0050877d-f8dc-4e5a-a735-a90578e2168a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:07:29Z', 'updated_at': '2022-05-30T20:07:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:07:39.884094 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] No Port match for: 5577968e-d9bf-46c3-bc01-56cce150297c {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:07:39.885858 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 5577968e-d9bf-46c3-bc01-56cce150297c not bound to the agent host n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:07:40.002641 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-7e196da3-fe12-407c-9d19-5ad641b743d7 req-913d6473-3212-4ffe-95e9-5da0143f9ba1 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/security-groups?id=f7bd1307-7f80-416a-ad0f-251b87da459a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2969158 May 30 20:07:40.136297 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4957f30c-779a-46c7-ab7a-d1ffa40b64f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:40.138580 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a248e7-c2f4-44b4-a13d-59729903c960 None None] Pushing event updated for resources: {'Port': ['ID=ab11dcee-f06e-4b50-a339-67ab0277f256,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:40.324307 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-e6a248e7-c2f4-44b4-a13d-59729903c960 None None] For port ab11dcee-f06e-4b50-a339-67ab0277f256, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:07:40.331156 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-e6a248e7-c2f4-44b4-a13d-59729903c960 None None] For port ab11dcee-f06e-4b50-a339-67ab0277f256, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=ab11dcee-f06e-4b50-a339-67ab0277f256,segment=NetworkSegment(976aa956-ffcd-4a27-a941-baeb642ebcd1),segment_id=976aa956-ffcd-4a27-a941-baeb642ebcd1)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:07:40.346312 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4957f30c-779a-46c7-ab7a-d1ffa40b64f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:40.358777 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-a4552242-156b-45b3-a57e-bc5f6c5efe0f None None] Allocated IP 172.20.0.2 (cbfb6eaa-ce2f-44af-86ff-f60ce354d3e6/d6dad82d-57c1-48de-bca6-4968bd0d9355/5b269d4b-4183-4672-88d5-5513b2678dd2) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:07:40.581665 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-e6a248e7-c2f4-44b4-a13d-59729903c960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:40.685767 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4957f30c-779a-46c7-ab7a-d1ffa40b64f1 admin admin] Pushing event updated for resources: {'Port': ['ID=ba84c25c-ff4d-4554-9302-052ff8a0e0b8,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:40.701962 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 5e1e9cd0-6036-4d10-95b3-5d38b55f30f1 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:07:40.702390 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4957f30c-779a-46c7-ab7a-d1ffa40b64f1 admin admin] Network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:07:40.702390 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-4957f30c-779a-46c7-ab7a-d1ffa40b64f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:07:40.704122 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4957f30c-779a-46c7-ab7a-d1ffa40b64f1 admin admin] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:07:40.745664 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-029d214d-829d-4f48-8180-345118242662 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:40.840870 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-029d214d-829d-4f48-8180-345118242662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:41.051644 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5138ac19-3b23-418b-9e1f-f0a20d16627e req-0f0824cc-dff4-4b2e-ad3b-5c0e7b5ffb27 tempest-FloatingIPsAssociationTestJSON-1744198643 tempest-FloatingIPsAssociationTestJSON-1744198643-project] 10.222.0.85 "GET /v2.0/ports?device_id=344028cd-77f9-4cf0-ab86-229dde8efa6e HTTP/1.1" status: 200 len: 210 time: 0.1595018 May 30 20:07:41.139221 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-a6138a78-8d0f-4d19-bc70-f81e904ee138 admin admin] Allocated IP 172.20.0.1 (5e8f5de0-54c1-49e1-ba92-4f5db898889d/4fadf349-a926-433c-a782-ad168c18ddef/81588cca-c3ab-4a72-8461-d7a2a1310cc2) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:07:41.207243 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a248e7-c2f4-44b4-a13d-59729903c960 None None] Pushing event updated for resources: {'Port': ['ID=ab11dcee-f06e-4b50-a339-67ab0277f256,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:41.210203 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device d5bbe401-8f84-4ccd-9a6e-3023ef22e3a1 up at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:07:41.482086 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-a4552242-156b-45b3-a57e-bc5f6c5efe0f None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:41.488711 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-029d214d-829d-4f48-8180-345118242662 admin admin] Allocated IP 172.25.8.79 (c7869750-4b49-4b7e-aa99-5e0f1ae02da4/427601ec-f643-4fe7-b5e6-17305d3a39e1/61b85d32-0bd9-4c0b-8eeb-a48d3b1edf65) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:07:41.492688 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4957f30c-779a-46c7-ab7a-d1ffa40b64f1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:41.492688 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4957f30c-779a-46c7-ab7a-d1ffa40b64f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-736409'] for router, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:41.497349 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 5e1e9cd0-6036-4d10-95b3-5d38b55f30f1 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:07:41.506729 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-a4552242-156b-45b3-a57e-bc5f6c5efe0f None None] Transition to ACTIVE for port object 5b269d4b-4183-4672-88d5-5513b2678dd2 will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:07:41.520754 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 5e1e9cd0-6036-4d10-95b3-5d38b55f30f1 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:07:41.521232 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:41.593861 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning for port d5bbe401-8f84-4ccd-9a6e-3023ef22e3a1 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:07:41.629885 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning complete for port d5bbe401-8f84-4ccd-9a6e-3023ef22e3a1 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:07:41.630795 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:41.728651 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-a4552242-156b-45b3-a57e-bc5f6c5efe0f None None] Transition to ACTIVE for port object 5b269d4b-4183-4672-88d5-5513b2678dd2 will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:07:41.787696 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-029d214d-829d-4f48-8180-345118242662 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:41.838221 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-a4552242-156b-45b3-a57e-bc5f6c5efe0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:41.912881 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a6138a78-8d0f-4d19-bc70-f81e904ee138 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:41.949480 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [None req-a6138a78-8d0f-4d19-bc70-f81e904ee138 admin admin] Transition to ACTIVE for port object 81588cca-c3ab-4a72-8461-d7a2a1310cc2 will not be triggered until provisioned by entity DHCP. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:07:41.991071 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4552242-156b-45b3-a57e-bc5f6c5efe0f None None] Network cbfb6eaa-ce2f-44af-86ff-f60ce354d3e6 is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:07:42.009727 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-a4552242-156b-45b3-a57e-bc5f6c5efe0f None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:07:42.012156 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-029d214d-829d-4f48-8180-345118242662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:42.023419 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4552242-156b-45b3-a57e-bc5f6c5efe0f None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:07:42.140208 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a6138a78-8d0f-4d19-bc70-f81e904ee138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:42.203697 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4552242-156b-45b3-a57e-bc5f6c5efe0f None None] Pushing event updated for resources: {'Port': ['ID=5b269d4b-4183-4672-88d5-5513b2678dd2,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:42.247016 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029d214d-829d-4f48-8180-345118242662 admin admin] Network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:07:42.252784 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029d214d-829d-4f48-8180-345118242662 admin admin] Pushing event updated for resources: {'Port': ['ID=61b85d32-0bd9-4c0b-8eeb-a48d3b1edf65,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:42.256033 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-029d214d-829d-4f48-8180-345118242662 admin admin] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:07:42.293306 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029d214d-829d-4f48-8180-345118242662 admin admin] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:07:42.363733 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:42.367803 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6138a78-8d0f-4d19-bc70-f81e904ee138 admin admin] Network 5e8f5de0-54c1-49e1-ba92-4f5db898889d is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:07:42.398581 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:42.423544 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-a4552242-156b-45b3-a57e-bc5f6c5efe0f None None] Attempting to bind port 5b269d4b-4183-4672-88d5-5513b2678dd2 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:07:42.424243 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-a4552242-156b-45b3-a57e-bc5f6c5efe0f None None] Attempting to bind port 5b269d4b-4183-4672-88d5-5513b2678dd2 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': '2028d962-1cbf-4395-bc8d-9831e48d9133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'cbfb6eaa-ce2f-44af-86ff-f60ce354d3e6'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:07:42.424672 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4552242-156b-45b3-a57e-bc5f6c5efe0f None None] Attempting to bind port 5b269d4b-4183-4672-88d5-5513b2678dd2 on network cbfb6eaa-ce2f-44af-86ff-f60ce354d3e6 {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:07:42.464234 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port 5e1e9cd0-6036-4d10-95b3-5d38b55f30f1, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=5e1e9cd0-6036-4d10-95b3-5d38b55f30f1,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:07:42.476702 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4552242-156b-45b3-a57e-bc5f6c5efe0f None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:07:42.476702 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4552242-156b-45b3-a57e-bc5f6c5efe0f None None] Checking segment: {'id': '2028d962-1cbf-4395-bc8d-9831e48d9133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'cbfb6eaa-ce2f-44af-86ff-f60ce354d3e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:07:42.476702 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-a4552242-156b-45b3-a57e-bc5f6c5efe0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:42.476702 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4552242-156b-45b3-a57e-bc5f6c5efe0f None None] Bound using segment: {'id': '2028d962-1cbf-4395-bc8d-9831e48d9133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'cbfb6eaa-ce2f-44af-86ff-f60ce354d3e6'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:07:42.476702 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-a4552242-156b-45b3-a57e-bc5f6c5efe0f None None] Bound port: 5b269d4b-4183-4672-88d5-5513b2678dd2, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2028d962-1cbf-4395-bc8d-9831e48d9133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'cbfb6eaa-ce2f-44af-86ff-f60ce354d3e6'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:07:42.477264 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-a4552242-156b-45b3-a57e-bc5f6c5efe0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:42.490616 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6395f87f-52db-4137-96c9-a2cb258acd44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5bbe401-8f84-4ccd-9a6e-3023ef22e3a1'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:07:42.519812 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port d5bbe401-8f84-4ccd-9a6e-3023ef22e3a1, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=d5bbe401-8f84-4ccd-9a6e-3023ef22e3a1,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:07:42.565655 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-a6138a78-8d0f-4d19-bc70-f81e904ee138 admin admin] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:07:42.612669 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:42.657713 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6138a78-8d0f-4d19-bc70-f81e904ee138 admin admin] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:07:42.689299 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:42.845407 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a6138a78-8d0f-4d19-bc70-f81e904ee138 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-736099'] for router_interface, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:42.860371 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6138a78-8d0f-4d19-bc70-f81e904ee138 admin admin] Pushing event updated for resources: {'Port': ['ID=81588cca-c3ab-4a72-8461-d7a2a1310cc2,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:42.867007 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-a4552242-156b-45b3-a57e-bc5f6c5efe0f None None] For port 5b269d4b-4183-4672-88d5-5513b2678dd2, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:07:42.874982 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-a4552242-156b-45b3-a57e-bc5f6c5efe0f None None] For port 5b269d4b-4183-4672-88d5-5513b2678dd2, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=5b269d4b-4183-4672-88d5-5513b2678dd2,segment=NetworkSegment(2028d962-1cbf-4395-bc8d-9831e48d9133),segment_id=2028d962-1cbf-4395-bc8d-9831e48d9133)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:07:42.876122 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=5e1e9cd0-6036-4d10-95b3-5d38b55f30f1,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:42.918718 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4957f30c-779a-46c7-ab7a-d1ffa40b64f1 admin admin] Router 5ba9af89-97d3-42d9-95fa-587e84dbab5b is scheduled to L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 with binding_index 1 {{(pid=84887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 20:07:42.965088 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-a4552242-156b-45b3-a57e-bc5f6c5efe0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:42.990545 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device ab11dcee-f06e-4b50-a339-67ab0277f256 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:07:43.122185 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb53d80-4a83-44b6-8891-b17750212e4c req-abcfa4b0-2c7e-4f43-9b88-90020e524d83 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:43.131770 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-feb53d80-4a83-44b6-8891-b17750212e4c req-abcfa4b0-2c7e-4f43-9b88-90020e524d83 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.85 "GET /v2.0/ports?device_id=6395f87f-52db-4137-96c9-a2cb258acd44 HTTP/1.1" status: 200 len: 949 time: 0.9981291 May 30 20:07:43.245089 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-feb53d80-4a83-44b6-8891-b17750212e4c req-3356e07a-1808-4436-8305-0c583556b774 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.85 "GET /v2.0/security-groups?id=db33dd94-15fa-4959-a681-13f509935d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114373 May 30 20:07:43.327766 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=d5bbe401-8f84-4ccd-9a6e-3023ef22e3a1,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:43.403844 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a6138a78-8d0f-4d19-bc70-f81e904ee138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:43.427128 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4957f30c-779a-46c7-ab7a-d1ffa40b64f1 admin admin] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:07:43.536709 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46fc84d-b712-4426-9cf3-6be38b61e5fc None None] Sync routers for ids ['5ba9af89-97d3-42d9-95fa-587e84dbab5b'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:07:43.592361 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4957f30c-779a-46c7-ab7a-d1ffa40b64f1 admin admin] Notify callbacks [] for router, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:43.598580 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-4957f30c-779a-46c7-ab7a-d1ffa40b64f1 admin admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 9.7796869 May 30 20:07:43.599611 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 49772) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:07:43.617049 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4552242-156b-45b3-a57e-bc5f6c5efe0f None None] Pushing event updated for resources: {'Port': ['ID=5b269d4b-4183-4672-88d5-5513b2678dd2,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:43.620198 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-35c5b0d0-a4c8-4007-8b52-afcef88e2ef4 None None] Provisioning for port 81588cca-c3ab-4a72-8461-d7a2a1310cc2 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:07:43.624409 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port ab11dcee-f06e-4b50-a339-67ab0277f256 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:07:43.653998 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e890be3-0aff-495a-b72c-4247654e99ed None None] Network dc075ddd-6486-4637-95d6-cb2057bfe546 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:07:43.680659 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 49776) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:07:44.013234 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-308a3fe9-446d-4bac-abfd-942f3f90c794'] response: {'server_uuid': '6395f87f-52db-4137-96c9-a2cb258acd44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5bbe401-8f84-4ccd-9a6e-3023ef22e3a1', 'code': 200} May 30 20:07:44.024547 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-35c5b0d0-a4c8-4007-8b52-afcef88e2ef4 None None] Provisioning complete for port 81588cca-c3ab-4a72-8461-d7a2a1310cc2 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:07:44.024927 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-35c5b0d0-a4c8-4007-8b52-afcef88e2ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:44.116515 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-35c5b0d0-a4c8-4007-8b52-afcef88e2ef4 None None] Port 81588cca-c3ab-4a72-8461-d7a2a1310cc2 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:07:44.135858 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46fc84d-b712-4426-9cf3-6be38b61e5fc None None] Routers {'5ba9af89-97d3-42d9-95fa-587e84dbab5b'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:07:44.136848 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-e46fc84d-b712-4426-9cf3-6be38b61e5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:07:29Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['5ba9af89-97d3-42d9-95fa-587e84dbab5b'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:07:44.215881 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-83439cb8-8262-4bdc-980e-38a0747b43e7 req-bdb74a6c-a368-4878-a6e9-796abbdf17eb service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=6395f87f-52db-4137-96c9-a2cb258acd44 HTTP/1.1" status: 200 len: 1101 time: 0.1858976 May 30 20:07:44.329702 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a6138a78-8d0f-4d19-bc70-f81e904ee138 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:44.390215 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 1e851588-76aa-4596-8e1d-20fc794a9507 no longer exists at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:07:44.435018 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a6138a78-8d0f-4d19-bc70-f81e904ee138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:44.592196 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-83439cb8-8262-4bdc-980e-38a0747b43e7 req-b24ea7ec-1e66-4718-8a83-7a0d171753f3 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=db33dd94-15fa-4959-a681-13f509935d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3641608 May 30 20:07:44.673604 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-a84837e1-3848-42d3-a823-0a5d6c10853b None None] Provisioning for port ab11dcee-f06e-4b50-a339-67ab0277f256 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:07:44.699483 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a6138a78-8d0f-4d19-bc70-f81e904ee138 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1718057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-736206'] for router_interface, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:44.740126 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-a84837e1-3848-42d3-a823-0a5d6c10853b None None] Provisioning complete for port ab11dcee-f06e-4b50-a339-67ab0277f256 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:07:44.740851 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-a84837e1-3848-42d3-a823-0a5d6c10853b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:44.891903 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-e46fc84d-b712-4426-9cf3-6be38b61e5fc None None] Set router 5ba9af89-97d3-42d9-95fa-587e84dbab5b gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:07:44.954273 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-029d214d-829d-4f48-8180-345118242662 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:44.967327 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-029d214d-829d-4f48-8180-345118242662 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-736409'] for router, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:45.063897 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 5e1e9cd0-6036-4d10-95b3-5d38b55f30f1 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:07:45.143610 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:45.334654 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6138a78-8d0f-4d19-bc70-f81e904ee138 admin admin] Pushing event updated for resources: {'Port': ['ID=81588cca-c3ab-4a72-8461-d7a2a1310cc2,revision_number=2']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:45.367713 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 1e851588-76aa-4596-8e1d-20fc794a9507, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=1e851588-76aa-4596-8e1d-20fc794a9507,segment=NetworkSegment(70424240-b76f-4af0-9f32-ace284913a86),segment_id=70424240-b76f-4af0-9f32-ace284913a86)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:07:45.466068 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0216ff3-6cf7-4ba1-af73-0b610ca2034c req-e9cc7d80-34fb-4829-a255-dcdfaf12f509 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:45.479860 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d0216ff3-6cf7-4ba1-af73-0b610ca2034c req-e9cc7d80-34fb-4829-a255-dcdfaf12f509 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/ports?device_id=844174d4-d35b-42fa-95e8-ca6e70dfc41d HTTP/1.1" status: 200 len: 945 time: 1.8691771 May 30 20:07:45.598971 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:45.601257 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4421ef2-4fad-4a44-a843-c75943811da7 None None] Network cbfb6eaa-ce2f-44af-86ff-f60ce354d3e6 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:07:45.671721 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6138a78-8d0f-4d19-bc70-f81e904ee138 admin admin] Network 5e8f5de0-54c1-49e1-ba92-4f5db898889d is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:07:45.684320 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-df782e3e-72f1-4e83-a9eb-d25aba431e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:45.695895 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d0216ff3-6cf7-4ba1-af73-0b610ca2034c req-bd8b2c87-184c-4e20-b33e-b034ffd45e83 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/security-groups?id=f7bd1307-7f80-416a-ad0f-251b87da459a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145872 May 30 20:07:45.698212 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-a6138a78-8d0f-4d19-bc70-f81e904ee138 admin admin] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:07:45.716169 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:07:45.809752 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-a84837e1-3848-42d3-a823-0a5d6c10853b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:45.876917 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 5e1e9cd0-6036-4d10-95b3-5d38b55f30f1 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:07:45.876917 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:46.070931 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34e3b003-fac4-43f2-a9ac-f166a4a9a09b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e851588-76aa-4596-8e1d-20fc794a9507'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:07:46.084038 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=1e851588-76aa-4596-8e1d-20fc794a9507,revision_number=8']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:46.146025 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f1a517-45fe-47ad-931e-24f1888c2139 req-81806b26-4825-4e64-985a-4d417973569c tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:46.165791 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e6f1a517-45fe-47ad-931e-24f1888c2139 req-81806b26-4825-4e64-985a-4d417973569c tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.85 "GET /v2.0/ports?device_id=6395f87f-52db-4137-96c9-a2cb258acd44 HTTP/1.1" status: 200 len: 950 time: 0.4673429 May 30 20:07:46.387549 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-a84837e1-3848-42d3-a823-0a5d6c10853b None None] For port ab11dcee-f06e-4b50-a339-67ab0277f256, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=ab11dcee-f06e-4b50-a339-67ab0277f256,segment=NetworkSegment(976aa956-ffcd-4a27-a941-baeb642ebcd1),segment_id=976aa956-ffcd-4a27-a941-baeb642ebcd1)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:07:46.472466 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e6f1a517-45fe-47ad-931e-24f1888c2139 req-08cf432c-e637-411f-aadb-0f19cdea2d7b tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.85 "GET /v2.0/security-groups?id=db33dd94-15fa-4959-a681-13f509935d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2937124 May 30 20:07:46.532590 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-a84837e1-3848-42d3-a823-0a5d6c10853b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:46.603543 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [None req-df782e3e-72f1-4e83-a9eb-d25aba431e39 admin admin] Allocated IP 172.20.0.1 (dc075ddd-6486-4637-95d6-cb2057bfe546/a40aaf36-3fd1-4746-b17f-bd22e0b30399/f2732477-dcef-4da6-9191-cedce34fdd5a) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:07:46.612797 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 5b269d4b-4183-4672-88d5-5513b2678dd2 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:07:46.698277 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d33c4ae-8207-4303-89b6-91f34ef6ac92 req-0673b944-3cc5-4909-88c2-da14be680545 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:46.705340 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6d33c4ae-8207-4303-89b6-91f34ef6ac92 req-0673b944-3cc5-4909-88c2-da14be680545 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] 10.222.0.85 "GET /v2.0/networks?id=e15833fa-a7c7-4aba-b669-666e27c7d454 HTTP/1.1" status: 200 len: 804 time: 0.6952636 May 30 20:07:46.770924 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84837e1-3848-42d3-a823-0a5d6c10853b None None] Pushing event updated for resources: {'Port': ['ID=ab11dcee-f06e-4b50-a339-67ab0277f256,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:46.783429 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-e46fc84d-b712-4426-9cf3-6be38b61e5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ba9af89-97d3-42d9-95fa-587e84dbab5b', 'name': 'tempest-FloatingIPsNegativeTestJSON-561316917-router', 'tenant_id': '08675f344c7a4aacb7b6eda6733bb13c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.120'}], 'enable_snat': True}, 'gw_port_id': 'ba84c25c-ff4d-4554-9302-052ff8a0e0b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:07:34Z', 'updated_at': '2022-05-30T20:07:41Z', 'revision_number': 3, 'project_id': '08675f344c7a4aacb7b6eda6733bb13c', 'gw_port': {'id': 'ba84c25c-ff4d-4554-9302-052ff8a0e0b8', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:bb:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ba9af89-97d3-42d9-95fa-587e84dbab5b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:07:39Z', 'updated_at': '2022-05-30T20:07:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:07:46.802941 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-df782e3e-72f1-4e83-a9eb-d25aba431e39 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:46.803508 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6d33c4ae-8207-4303-89b6-91f34ef6ac92 req-065dff5a-80d5-4076-a69f-6deb63a85238 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] 10.222.0.85 "GET /v2.0/quotas/6b8ee42596cc4a45afa2078c48491dae HTTP/1.1" status: 200 len: 375 time: 0.0963905 May 30 20:07:46.825690 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [None req-df782e3e-72f1-4e83-a9eb-d25aba431e39 admin admin] Transition to ACTIVE for port object f2732477-dcef-4da6-9191-cedce34fdd5a will not be triggered until provisioned by entity DHCP. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:07:46.828440 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46fc84d-b712-4426-9cf3-6be38b61e5fc None None] Checking router: 5ba9af89-97d3-42d9-95fa-587e84dbab5b for host: n-d-843948-2 {{(pid=84888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:07:46.831557 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46fc84d-b712-4426-9cf3-6be38b61e5fc None None] Updating router 5ba9af89-97d3-42d9-95fa-587e84dbab5b port ba84c25c-ff4d-4554-9302-052ff8a0e0b8 binding host n-d-843948-2 {{(pid=84888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:07:46.948718 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-df782e3e-72f1-4e83-a9eb-d25aba431e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:46.989894 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-9455edbf-828b-4290-b33f-87ccd2de6d70 None None] Provisioning for port 5b269d4b-4183-4672-88d5-5513b2678dd2 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:07:47.041383 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-9455edbf-828b-4290-b33f-87ccd2de6d70 None None] Provisioning complete for port 81588cca-c3ab-4a72-8461-d7a2a1310cc2 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:07:47.041889 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-9455edbf-828b-4290-b33f-87ccd2de6d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:47.046597 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df782e3e-72f1-4e83-a9eb-d25aba431e39 admin admin] Network dc075ddd-6486-4637-95d6-cb2057bfe546 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:07:47.051583 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-df782e3e-72f1-4e83-a9eb-d25aba431e39 admin admin] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:07:47.057380 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df782e3e-72f1-4e83-a9eb-d25aba431e39 admin admin] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:07:47.089277 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-e46fc84d-b712-4426-9cf3-6be38b61e5fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:47.092127 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eb74cc-3235-4c62-92c1-29c8d4ace730 req-1369fab5-3502-450f-8786-68d2e87c0b16 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:47.093862 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c4eb74cc-3235-4c62-92c1-29c8d4ace730 req-1369fab5-3502-450f-8786-68d2e87c0b16 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] 10.222.0.71 "GET /v2.0/ports?device_id=34e3b003-fac4-43f2-a9ac-f166a4a9a09b HTTP/1.1" status: 200 len: 943 time: 0.2453873 May 30 20:07:47.097862 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df782e3e-72f1-4e83-a9eb-d25aba431e39 admin admin] Pushing event updated for resources: {'Port': ['ID=f2732477-dcef-4da6-9191-cedce34fdd5a,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:47.102373 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6d33c4ae-8207-4303-89b6-91f34ef6ac92 req-34a3950d-7164-4eee-96c7-706d5ad3e370 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=6b8ee42596cc4a45afa2078c48491dae&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2974954 May 30 20:07:47.132935 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 5b269d4b-4183-4672-88d5-5513b2678dd2 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:07:47.206902 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-df782e3e-72f1-4e83-a9eb-d25aba431e39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-736099'] for router_interface, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:47.216987 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 5b269d4b-4183-4672-88d5-5513b2678dd2 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:07:47.217450 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:47.231342 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-029d214d-829d-4f48-8180-345118242662 admin admin] Router 62350e86-39fe-439d-af70-c76db2a1b564 is scheduled to L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 with binding_index 1 {{(pid=84886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 20:07:47.237474 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e21a8279-9179-4a93-97d6-f95b4d19f029 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-736216'] for router_interface, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:47.307121 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-c4eb74cc-3235-4c62-92c1-29c8d4ace730 req-8e7348cb-f618-46e2-9ddd-de342d0550c2 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Deleting port 1e851588-76aa-4596-8e1d-20fc794a9507 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:07:47.307849 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c4eb74cc-3235-4c62-92c1-29c8d4ace730 req-8e7348cb-f618-46e2-9ddd-de342d0550c2 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:47.320749 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-9455edbf-828b-4290-b33f-87ccd2de6d70 None None] Port 81588cca-c3ab-4a72-8461-d7a2a1310cc2 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:07:47.443672 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-9455edbf-828b-4290-b33f-87ccd2de6d70 None None] Provisioning complete for port ab11dcee-f06e-4b50-a339-67ab0277f256 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:07:47.443672 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-9455edbf-828b-4290-b33f-87ccd2de6d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:47.545332 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-df782e3e-72f1-4e83-a9eb-d25aba431e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:47.600059 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:47.793969 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port 5b269d4b-4183-4672-88d5-5513b2678dd2, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=5b269d4b-4183-4672-88d5-5513b2678dd2,segment=NetworkSegment(2028d962-1cbf-4395-bc8d-9831e48d9133),segment_id=2028d962-1cbf-4395-bc8d-9831e48d9133)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:07:47.803195 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6138a78-8d0f-4d19-bc70-f81e904ee138 admin admin] Router 0050877d-f8dc-4e5a-a735-a90578e2168a has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:07:47.920830 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-c4eb74cc-3235-4c62-92c1-29c8d4ace730 req-8e7348cb-f618-46e2-9ddd-de342d0550c2 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] For port 1e851588-76aa-4596-8e1d-20fc794a9507, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=1e851588-76aa-4596-8e1d-20fc794a9507,segment=NetworkSegment(70424240-b76f-4af0-9f32-ace284913a86),segment_id=70424240-b76f-4af0-9f32-ace284913a86)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:07:47.921453 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c4eb74cc-3235-4c62-92c1-29c8d4ace730 req-8e7348cb-f618-46e2-9ddd-de342d0550c2 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:47.945533 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-e46fc84d-b712-4426-9cf3-6be38b61e5fc None None] Notify callbacks [] for port, precommit_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:47.962971 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-e46fc84d-b712-4426-9cf3-6be38b61e5fc None None] Transition to ACTIVE for port object ba84c25c-ff4d-4554-9302-052ff8a0e0b8 will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:07:47.975409 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-ba4bede0-549a-4e46-b978-1383c974d94d None None] Provisioning complete for port 5b269d4b-4183-4672-88d5-5513b2678dd2 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:07:47.986783 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba4bede0-549a-4e46-b978-1383c974d94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:48.017992 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:48.077479 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-c4eb74cc-3235-4c62-92c1-29c8d4ace730 req-8e7348cb-f618-46e2-9ddd-de342d0550c2 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Calling delete_port for 1e851588-76aa-4596-8e1d-20fc794a9507 owned by compute:nova {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:07:48.104681 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-e46fc84d-b712-4426-9cf3-6be38b61e5fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:48.123074 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=5b269d4b-4183-4672-88d5-5513b2678dd2,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:48.204039 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device ab11dcee-f06e-4b50-a339-67ab0277f256 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:07:48.236908 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.db.resource_extend [None req-df782e3e-72f1-4e83-a9eb-d25aba431e39 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:07:48.259173 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-df782e3e-72f1-4e83-a9eb-d25aba431e39 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:48.307084 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-e46fc84d-b712-4426-9cf3-6be38b61e5fc None None] Attempting to bind port ba84c25c-ff4d-4554-9302-052ff8a0e0b8 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:07:48.307428 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-e46fc84d-b712-4426-9cf3-6be38b61e5fc None None] Attempting to bind port ba84c25c-ff4d-4554-9302-052ff8a0e0b8 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:07:48.307797 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46fc84d-b712-4426-9cf3-6be38b61e5fc None None] Attempting to bind port ba84c25c-ff4d-4554-9302-052ff8a0e0b8 on network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:07:48.329507 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307b93e8-0b0e-4159-824b-9f675ef9da6a None None] Pushing event updated for resources: {'Port': ['ID=ba84c25c-ff4d-4554-9302-052ff8a0e0b8,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:48.335696 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46fc84d-b712-4426-9cf3-6be38b61e5fc None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:07:48.336062 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46fc84d-b712-4426-9cf3-6be38b61e5fc None None] Checking segment: {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:07:48.336453 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-e46fc84d-b712-4426-9cf3-6be38b61e5fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:48.336844 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46fc84d-b712-4426-9cf3-6be38b61e5fc None None] Bound using segment: {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:07:48.337469 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-e46fc84d-b712-4426-9cf3-6be38b61e5fc None None] Bound port: ba84c25c-ff4d-4554-9302-052ff8a0e0b8, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:07:48.337725 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-e46fc84d-b712-4426-9cf3-6be38b61e5fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:48.344144 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-df782e3e-72f1-4e83-a9eb-d25aba431e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:48.353800 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6d33c4ae-8207-4303-89b6-91f34ef6ac92 req-ef03901b-ca5f-4d4d-89d0-483a9ad045b2 service neutron] 10.222.0.85 "GET /v2.0/networks/e15833fa-a7c7-4aba-b669-666e27c7d454?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2500279 May 30 20:07:48.469561 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c4eb74cc-3235-4c62-92c1-29c8d4ace730 req-8e7348cb-f618-46e2-9ddd-de342d0550c2 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:48.502723 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port ab11dcee-f06e-4b50-a339-67ab0277f256 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:07:48.504220 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:48.565676 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df782e3e-72f1-4e83-a9eb-d25aba431e39 admin admin] Pushing event updated for resources: {'Port': ['ID=f2732477-dcef-4da6-9191-cedce34fdd5a,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:48.583454 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-e46fc84d-b712-4426-9cf3-6be38b61e5fc None None] For port ba84c25c-ff4d-4554-9302-052ff8a0e0b8, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:07:48.613155 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-ba4bede0-549a-4e46-b978-1383c974d94d None None] Provisioning for port f2732477-dcef-4da6-9191-cedce34fdd5a completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:07:48.624735 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-df782e3e-72f1-4e83-a9eb-d25aba431e39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1718057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-736206'] for router_interface, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:48.626621 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-e46fc84d-b712-4426-9cf3-6be38b61e5fc None None] For port ba84c25c-ff4d-4554-9302-052ff8a0e0b8, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=ba84c25c-ff4d-4554-9302-052ff8a0e0b8,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:07:48.633194 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-ba4bede0-549a-4e46-b978-1383c974d94d None None] Provisioning complete for port f2732477-dcef-4da6-9191-cedce34fdd5a triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:07:48.633842 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba4bede0-549a-4e46-b978-1383c974d94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:48.673271 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4eb74cc-3235-4c62-92c1-29c8d4ace730 req-8e7348cb-f618-46e2-9ddd-de342d0550c2 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] No DVR routers for this DVR port 1e851588-76aa-4596-8e1d-20fc794a9507 on host n-h1-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:07:48.675820 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c4eb74cc-3235-4c62-92c1-29c8d4ace730 req-8e7348cb-f618-46e2-9ddd-de342d0550c2 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:48.680276 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7348cb-f618-46e2-9ddd-de342d0550c2 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Pushing event deleted for resources: {'Port': ['ID=1e851588-76aa-4596-8e1d-20fc794a9507,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:48.685985 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34e3b003-fac4-43f2-a9ac-f166a4a9a09b', 'name': 'network-vif-deleted', 'tag': '1e851588-76aa-4596-8e1d-20fc794a9507'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:07:48.746718 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-e46fc84d-b712-4426-9cf3-6be38b61e5fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:48.780828 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6d33c4ae-8207-4303-89b6-91f34ef6ac92 req-a3c53a2c-e395-4fc9-8928-322f10443ac3 service neutron] 10.222.0.85 "GET /v2.0/networks/e15833fa-a7c7-4aba-b669-666e27c7d454?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4219201 May 30 20:07:48.859772 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ca69745-7110-45e7-bbd1-fded939ab973'] response: {'server_uuid': '34e3b003-fac4-43f2-a9ac-f166a4a9a09b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e851588-76aa-4596-8e1d-20fc794a9507', 'code': 200} May 30 20:07:48.941117 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-ba4bede0-549a-4e46-b978-1383c974d94d None None] Port f2732477-dcef-4da6-9191-cedce34fdd5a cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:07:48.970658 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-029d214d-829d-4f48-8180-345118242662 admin admin] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:07:48.989542 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270ad651-4cf6-4e93-be1d-779632f6b61c None None] Sync routers for ids ['62350e86-39fe-439d-af70-c76db2a1b564'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:07:49.012661 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270ad651-4cf6-4e93-be1d-779632f6b61c None None] Routers {'62350e86-39fe-439d-af70-c76db2a1b564'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:07:49.013307 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-270ad651-4cf6-4e93-be1d-779632f6b61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:07:29Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['62350e86-39fe-439d-af70-c76db2a1b564'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:07:49.045831 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307b93e8-0b0e-4159-824b-9f675ef9da6a None None] Pushing event updated for resources: {'Port': ['ID=ba84c25c-ff4d-4554-9302-052ff8a0e0b8,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:49.060255 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46fc84d-b712-4426-9cf3-6be38b61e5fc None None] Routers {'5ba9af89-97d3-42d9-95fa-587e84dbab5b'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:07:49.061263 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-e46fc84d-b712-4426-9cf3-6be38b61e5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:07:29Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['5ba9af89-97d3-42d9-95fa-587e84dbab5b'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:07:49.145737 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c4eb74cc-3235-4c62-92c1-29c8d4ace730 req-8e7348cb-f618-46e2-9ddd-de342d0550c2 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] 10.222.0.71 "DELETE /v2.0/ports/1e851588-76aa-4596-8e1d-20fc794a9507 HTTP/1.1" status: 204 len: 173 time: 2.0398932 May 30 20:07:49.329269 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df782e3e-72f1-4e83-a9eb-d25aba431e39 admin admin] Network dc075ddd-6486-4637-95d6-cb2057bfe546 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:07:49.342246 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-df782e3e-72f1-4e83-a9eb-d25aba431e39 admin admin] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:07:49.456541 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-029d214d-829d-4f48-8180-345118242662 admin admin] Notify callbacks [] for router, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:49.461603 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-029d214d-829d-4f48-8180-345118242662 admin admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 12.3882177 May 30 20:07:49.468790 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 49818) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:07:49.560702 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:49.570627 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-e46fc84d-b712-4426-9cf3-6be38b61e5fc None None] Set router 5ba9af89-97d3-42d9-95fa-587e84dbab5b gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:07:49.634081 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-270ad651-4cf6-4e93-be1d-779632f6b61c None None] Set router 62350e86-39fe-439d-af70-c76db2a1b564 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:07:50.184845 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6138a78-8d0f-4d19-bc70-f81e904ee138 admin admin] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:07:50.213307 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-a6138a78-8d0f-4d19-bc70-f81e904ee138 admin admin] 10.222.0.85 "PUT /v2.0/routers/0050877d-f8dc-4e5a-a735-a90578e2168a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.1889906 May 30 20:07:50.219549 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c65862a-e1af-4040-a3e3-ceca1a7c5563 None None] Sync routers for ids ['0050877d-f8dc-4e5a-a735-a90578e2168a'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:07:50.243491 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2245f6b-b51c-44a9-9ec6-95ef6504e9b9 req-3035d8c6-f573-4002-87ad-e6246a98ce3a tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:50.247247 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955a45d7-7883-457e-b283-f032071e0f66 req-d4871005-34dc-46a5-8ef5-bd6f4a8b1350 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:50.247814 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c2245f6b-b51c-44a9-9ec6-95ef6504e9b9 req-3035d8c6-f573-4002-87ad-e6246a98ce3a tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/ports?device_id=844174d4-d35b-42fa-95e8-ca6e70dfc41d HTTP/1.1" status: 200 len: 945 time: 0.7361038 May 30 20:07:50.250318 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-955a45d7-7883-457e-b283-f032071e0f66 req-d4871005-34dc-46a5-8ef5-bd6f4a8b1350 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.85 "GET /v2.0/ports?device_id=6395f87f-52db-4137-96c9-a2cb258acd44 HTTP/1.1" status: 200 len: 950 time: 0.9147940 May 30 20:07:50.376045 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c65862a-e1af-4040-a3e3-ceca1a7c5563 None None] Routers {'0050877d-f8dc-4e5a-a735-a90578e2168a'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:07:50.380629 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-9c65862a-e1af-4040-a3e3-ceca1a7c5563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:07:29Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['0050877d-f8dc-4e5a-a735-a90578e2168a'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:07:50.542850 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 5b269d4b-4183-4672-88d5-5513b2678dd2 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:07:50.631687 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-955a45d7-7883-457e-b283-f032071e0f66 req-6ada9f32-3887-48ca-a76c-f4059c88d5e9 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.85 "GET /v2.0/security-groups?id=db33dd94-15fa-4959-a681-13f509935d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3162010 May 30 20:07:50.660898 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 1e851588-76aa-4596-8e1d-20fc794a9507 no longer exists at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:07:50.752565 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-270ad651-4cf6-4e93-be1d-779632f6b61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62350e86-39fe-439d-af70-c76db2a1b564', 'name': 'tempest-FloatingIPDetailsTestJSON-1288176850-router', 'tenant_id': '025c7e17165b4ab688bec2ce251d59e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '61b85d32-0bd9-4c0b-8eeb-a48d3b1edf65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:07:37Z', 'updated_at': '2022-05-30T20:07:43Z', 'revision_number': 3, 'project_id': '025c7e17165b4ab688bec2ce251d59e7', 'gw_port': {'id': '61b85d32-0bd9-4c0b-8eeb-a48d3b1edf65', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:0b:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62350e86-39fe-439d-af70-c76db2a1b564', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:07:41Z', 'updated_at': '2022-05-30T20:07:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:07:50.771108 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270ad651-4cf6-4e93-be1d-779632f6b61c None None] Checking router: 62350e86-39fe-439d-af70-c76db2a1b564 for host: n-d-843948-2 {{(pid=84889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:07:50.771950 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270ad651-4cf6-4e93-be1d-779632f6b61c None None] Updating router 62350e86-39fe-439d-af70-c76db2a1b564 port 61b85d32-0bd9-4c0b-8eeb-a48d3b1edf65 binding host n-d-843948-2 {{(pid=84889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:07:50.790534 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-02ae1808-6521-427e-b693-1eb65e6a55ab None None] Provisioning complete for port f2732477-dcef-4da6-9191-cedce34fdd5a triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:07:50.792447 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-02ae1808-6521-427e-b693-1eb65e6a55ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:51.067431 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-270ad651-4cf6-4e93-be1d-779632f6b61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:51.068077 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a75f580-1f2b-4524-93a9-1950c4a11917'] response: {'server_uuid': '34e3b003-fac4-43f2-a9ac-f166a4a9a09b', 'name': 'network-vif-deleted', 'tag': '1e851588-76aa-4596-8e1d-20fc794a9507', 'status': 'completed', 'code': 200} May 30 20:07:51.090364 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c2245f6b-b51c-44a9-9ec6-95ef6504e9b9 req-b5b533c4-d53d-41f0-bdd9-c75c89b13204 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/security-groups?id=f7bd1307-7f80-416a-ad0f-251b87da459a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7971308 May 30 20:07:51.249296 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] No Port match for: 1e851588-76aa-4596-8e1d-20fc794a9507 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:07:51.249887 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 1e851588-76aa-4596-8e1d-20fc794a9507 not bound to the agent host n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:07:51.295790 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df782e3e-72f1-4e83-a9eb-d25aba431e39 admin admin] Router 5ba9af89-97d3-42d9-95fa-587e84dbab5b has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:07:51.660857 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-213c01e6-19b1-41c2-b01a-6c69dada2e85 req-fd3c8516-f124-4667-90fa-d387518113a9 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Synchronizing usage tracker for tenant:6b8ee42596cc4a45afa2078c48491dae on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:07:51.671540 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-02ae1808-6521-427e-b693-1eb65e6a55ab None None] Port f2732477-dcef-4da6-9191-cedce34fdd5a cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:07:51.705085 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-e21a8279-9179-4a93-97d6-f95b4d19f029 admin admin] Deleting port 365877dd-8644-44ed-afe2-eba50da77af7 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:07:51.706761 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e21a8279-9179-4a93-97d6-f95b4d19f029 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:51.778715 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 5b269d4b-4183-4672-88d5-5513b2678dd2 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:07:51.779087 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:51.975777 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-9c65862a-e1af-4040-a3e3-ceca1a7c5563 None None] Set router 0050877d-f8dc-4e5a-a735-a90578e2168a gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:07:52.069869 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-213c01e6-19b1-41c2-b01a-6c69dada2e85 req-fd3c8516-f124-4667-90fa-d387518113a9 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Unset dirty status for tenant:6b8ee42596cc4a45afa2078c48491dae on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:07:52.087010 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-213c01e6-19b1-41c2-b01a-6c69dada2e85 req-fd3c8516-f124-4667-90fa-d387518113a9 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] 10.222.0.85 "GET /v2.0/ports?device_id=e45b2883-31f9-4c06-9a88-d29fe5738e7d HTTP/1.1" status: 200 len: 210 time: 0.5971308 May 30 20:07:52.141825 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:52.143333 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-270ad651-4cf6-4e93-be1d-779632f6b61c None None] Notify callbacks [] for port, precommit_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:52.169976 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.provisioning_blocks [None req-270ad651-4cf6-4e93-be1d-779632f6b61c None None] Transition to ACTIVE for port object 61b85d32-0bd9-4c0b-8eeb-a48d3b1edf65 will not be triggered until provisioned by entity L2. {{(pid=84889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:07:52.203301 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-e46fc84d-b712-4426-9cf3-6be38b61e5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ba9af89-97d3-42d9-95fa-587e84dbab5b', 'name': 'tempest-FloatingIPsNegativeTestJSON-561316917-router', 'tenant_id': '08675f344c7a4aacb7b6eda6733bb13c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.120'}], 'enable_snat': True}, 'gw_port_id': 'ba84c25c-ff4d-4554-9302-052ff8a0e0b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:07:34Z', 'updated_at': '2022-05-30T20:07:47Z', 'revision_number': 4, 'project_id': '08675f344c7a4aacb7b6eda6733bb13c', 'gw_port': {'id': 'ba84c25c-ff4d-4554-9302-052ff8a0e0b8', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:bb:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ba9af89-97d3-42d9-95fa-587e84dbab5b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:07:39Z', 'updated_at': '2022-05-30T20:07:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': 'f2732477-dcef-4da6-9191-cedce34fdd5a', 'name': '', 'network_id': 'dc075ddd-6486-4637-95d6-cb2057bfe546', 'tenant_id': '08675f344c7a4aacb7b6eda6733bb13c', 'mac_address': 'fa:16:3e:87:05:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ba9af89-97d3-42d9-95fa-587e84dbab5b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a40aaf36-3fd1-4746-b17f-bd22e0b30399', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:07:45Z', 'updated_at': '2022-05-30T20:07:47Z', 'revision_number': 2, 'project_id': '08675f344c7a4aacb7b6eda6733bb13c', 'subnets': [{'id': 'a40aaf36-3fd1-4746-b17f-bd22e0b30399', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:07:52.229035 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df782e3e-72f1-4e83-a9eb-d25aba431e39 admin admin] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:07:52.234576 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-df782e3e-72f1-4e83-a9eb-d25aba431e39 admin admin] 10.222.0.85 "PUT /v2.0/routers/5ba9af89-97d3-42d9-95fa-587e84dbab5b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6329899 May 30 20:07:52.266656 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-270ad651-4cf6-4e93-be1d-779632f6b61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:52.340141 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46fc84d-b712-4426-9cf3-6be38b61e5fc None None] The sync data for ids ['5ba9af89-97d3-42d9-95fa-587e84dbab5b'] in n-d-843948-2 is: [{'id': '5ba9af89-97d3-42d9-95fa-587e84dbab5b', 'name': 'tempest-FloatingIPsNegativeTestJSON-561316917-router', 'tenant_id': '08675f344c7a4aacb7b6eda6733bb13c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.120'}], 'enable_snat': True}, 'gw_port_id': 'ba84c25c-ff4d-4554-9302-052ff8a0e0b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:07:34Z', 'updated_at': '2022-05-30T20:07:47Z', 'revision_number': 4, 'project_id': '08675f344c7a4aacb7b6eda6733bb13c', 'gw_port': {'id': 'ba84c25c-ff4d-4554-9302-052ff8a0e0b8', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:bb:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ba9af89-97d3-42d9-95fa-587e84dbab5b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:07:39Z', 'updated_at': '2022-05-30T20:07:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': 'f2732477-dcef-4da6-9191-cedce34fdd5a', 'name': '', 'network_id': 'dc075ddd-6486-4637-95d6-cb2057bfe546', 'tenant_id': '08675f344c7a4aacb7b6eda6733bb13c', 'mac_address': 'fa:16:3e:87:05:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ba9af89-97d3-42d9-95fa-587e84dbab5b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a40aaf36-3fd1-4746-b17f-bd22e0b30399', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:07:45Z', 'updated_at': '2022-05-30T20:07:47Z', 'revision_number': 2, 'project_id': '08675f344c7a4aacb7b6eda6733bb13c', 'subnets': [{'id': 'a40aaf36-3fd1-4746-b17f-bd22e0b30399', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:07:52.457277 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-270ad651-4cf6-4e93-be1d-779632f6b61c None None] Attempting to bind port 61b85d32-0bd9-4c0b-8eeb-a48d3b1edf65 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:07:52.460042 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-270ad651-4cf6-4e93-be1d-779632f6b61c None None] Attempting to bind port 61b85d32-0bd9-4c0b-8eeb-a48d3b1edf65 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}] {{(pid=84889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:07:52.461360 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270ad651-4cf6-4e93-be1d-779632f6b61c None None] Attempting to bind port 61b85d32-0bd9-4c0b-8eeb-a48d3b1edf65 on network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:07:52.517929 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a8a0a5-af9d-494c-94df-42bdeade8f83 None None] Pushing event updated for resources: {'Port': ['ID=61b85d32-0bd9-4c0b-8eeb-a48d3b1edf65,revision_number=2']} {{(pid=84889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:52.549459 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270ad651-4cf6-4e93-be1d-779632f6b61c None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:07:52.551227 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270ad651-4cf6-4e93-be1d-779632f6b61c None None] Checking segment: {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:07:52.551628 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-270ad651-4cf6-4e93-be1d-779632f6b61c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:52.552019 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270ad651-4cf6-4e93-be1d-779632f6b61c None None] Bound using segment: {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'} {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:07:52.552500 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-270ad651-4cf6-4e93-be1d-779632f6b61c None None] Bound port: 61b85d32-0bd9-4c0b-8eeb-a48d3b1edf65, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}}] {{(pid=84889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:07:52.553271 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [None req-e21a8279-9179-4a93-97d6-f95b4d19f029 admin admin] For port 365877dd-8644-44ed-afe2-eba50da77af7, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=365877dd-8644-44ed-afe2-eba50da77af7,segment=NetworkSegment(a8b7280c-8c6f-4bc7-8cdf-e2ff0b0b2b8d),segment_id=a8b7280c-8c6f-4bc7-8cdf-e2ff0b0b2b8d)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:07:52.554235 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e21a8279-9179-4a93-97d6-f95b4d19f029 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:52.555015 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-270ad651-4cf6-4e93-be1d-779632f6b61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:52.811427 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456b4cb1-9241-486b-9c60-c2691ec98f37 req-e83d8b39-a903-4196-9869-17337b7e4923 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:52.825499 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-456b4cb1-9241-486b-9c60-c2691ec98f37 req-e83d8b39-a903-4196-9869-17337b7e4923 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.85 "GET /v2.0/ports?device_id=886c10ce-7ad4-4409-b333-3102f6c82be5 HTTP/1.1" status: 200 len: 950 time: 0.3124878 May 30 20:07:52.858800 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-9c65862a-e1af-4040-a3e3-ceca1a7c5563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0050877d-f8dc-4e5a-a735-a90578e2168a', 'name': 'tempest-TaggedBootDevicesTest-1968808311-router', 'tenant_id': 'a1a57cdea23a49088fa533e38f6a3032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': '5e1e9cd0-6036-4d10-95b3-5d38b55f30f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:07:27Z', 'updated_at': '2022-05-30T20:07:43Z', 'revision_number': 4, 'project_id': 'a1a57cdea23a49088fa533e38f6a3032', 'gw_port': {'id': '5e1e9cd0-6036-4d10-95b3-5d38b55f30f1', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0050877d-f8dc-4e5a-a735-a90578e2168a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:07:29Z', 'updated_at': '2022-05-30T20:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '81588cca-c3ab-4a72-8461-d7a2a1310cc2', 'name': '', 'network_id': '5e8f5de0-54c1-49e1-ba92-4f5db898889d', 'tenant_id': 'a1a57cdea23a49088fa533e38f6a3032', 'mac_address': 'fa:16:3e:e5:3d:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0050877d-f8dc-4e5a-a735-a90578e2168a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4fadf349-a926-433c-a782-ad168c18ddef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:07:39Z', 'updated_at': '2022-05-30T20:07:44Z', 'revision_number': 2, 'project_id': 'a1a57cdea23a49088fa533e38f6a3032', 'subnets': [{'id': '4fadf349-a926-433c-a782-ad168c18ddef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:07:52.872930 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c65862a-e1af-4040-a3e3-ceca1a7c5563 None None] Checking router: 0050877d-f8dc-4e5a-a735-a90578e2168a for host: n-d-843948-2 {{(pid=84888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:07:52.873335 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c65862a-e1af-4040-a3e3-ceca1a7c5563 None None] Updating router 0050877d-f8dc-4e5a-a735-a90578e2168a port 81588cca-c3ab-4a72-8461-d7a2a1310cc2 binding host n-d-843948-2 {{(pid=84888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:07:52.956326 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.db [None req-270ad651-4cf6-4e93-be1d-779632f6b61c None None] For port 61b85d32-0bd9-4c0b-8eeb-a48d3b1edf65, host n-d-843948-2, cleared binding levels {{(pid=84889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:07:52.983649 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.db [None req-270ad651-4cf6-4e93-be1d-779632f6b61c None None] For port 61b85d32-0bd9-4c0b-8eeb-a48d3b1edf65, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=61b85d32-0bd9-4c0b-8eeb-a48d3b1edf65,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:07:52.987934 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-9c65862a-e1af-4040-a3e3-ceca1a7c5563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:53.007909 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-456b4cb1-9241-486b-9c60-c2691ec98f37 req-2d7892a0-58fa-477e-8645-2cd1d46d7510 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.85 "GET /v2.0/security-groups?id=db33dd94-15fa-4959-a681-13f509935d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738119 May 30 20:07:53.085556 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-270ad651-4cf6-4e93-be1d-779632f6b61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:53.130127 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-e21a8279-9179-4a93-97d6-f95b4d19f029 admin admin] Calling delete_port for 365877dd-8644-44ed-afe2-eba50da77af7 owned by network:router_interface {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:07:53.434094 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a8a0a5-af9d-494c-94df-42bdeade8f83 None None] Pushing event updated for resources: {'Port': ['ID=61b85d32-0bd9-4c0b-8eeb-a48d3b1edf65,revision_number=3']} {{(pid=84889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:53.477364 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270ad651-4cf6-4e93-be1d-779632f6b61c None None] Routers {'62350e86-39fe-439d-af70-c76db2a1b564'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:07:53.478403 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-270ad651-4cf6-4e93-be1d-779632f6b61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:07:29Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['62350e86-39fe-439d-af70-c76db2a1b564'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:07:53.586322 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 49866) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:07:53.592123 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-03c68400-9750-41bc-bdbf-140b3a505c99 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-390707063-network', 'tenant_id': 'e65d3e4b333144e88961fc48ee4d6168'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:07:53.617653 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-03c68400-9750-41bc-bdbf-140b3a505c99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:07:53.660327 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-03c68400-9750-41bc-bdbf-140b3a505c99 admin admin] Usage tracker for resource:network and tenant:e65d3e4b333144e88961fc48ee4d6168 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:07:53.664864 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-03c68400-9750-41bc-bdbf-140b3a505c99 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:07:53.692707 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-03c68400-9750-41bc-bdbf-140b3a505c99 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:07:53.757134 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-9c65862a-e1af-4040-a3e3-ceca1a7c5563 None None] Notify callbacks [] for port, precommit_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:53.772744 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-9c65862a-e1af-4040-a3e3-ceca1a7c5563 None None] Transition to ACTIVE for port object 81588cca-c3ab-4a72-8461-d7a2a1310cc2 will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:07:53.887426 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5dd2b4e3-b664-4292-8519-5dcfb830c7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:53.890953 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-9c65862a-e1af-4040-a3e3-ceca1a7c5563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:53.984159 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be07e50-7956-4cb0-91fc-53f683fcf403 None None] Pushing event updated for resources: {'Port': ['ID=81588cca-c3ab-4a72-8461-d7a2a1310cc2,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:53.986670 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-270ad651-4cf6-4e93-be1d-779632f6b61c None None] Set router 62350e86-39fe-439d-af70-c76db2a1b564 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:07:54.057184 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e21a8279-9179-4a93-97d6-f95b4d19f029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:54.112342 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d33c4ae-8207-4303-89b6-91f34ef6ac92 req-db6d0278-e183-45a8-965b-46980ade0a29 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:54.120279 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6d33c4ae-8207-4303-89b6-91f34ef6ac92 req-db6d0278-e183-45a8-965b-46980ade0a29 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] 10.222.0.71 "GET /v2.0/networks?id=e15833fa-a7c7-4aba-b669-666e27c7d454 HTTP/1.1" status: 200 len: 804 time: 0.4280424 May 30 20:07:54.122327 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03c68400-9750-41bc-bdbf-140b3a505c99 admin admin] Made reservation on behalf of e65d3e4b333144e88961fc48ee4d6168 for: {'network': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:07:54.143231 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-03c68400-9750-41bc-bdbf-140b3a505c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:54.197206 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-03c68400-9750-41bc-bdbf-140b3a505c99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:54.252525 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-6d33c4ae-8207-4303-89b6-91f34ef6ac92 req-9ea52aae-9d95-4240-9991-acdad57750b0 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Request body: {'port': {'device_id': 'e45b2883-31f9-4c06-9a88-d29fe5738e7d', 'network_id': 'e15833fa-a7c7-4aba-b669-666e27c7d454', 'admin_state_up': True, 'tenant_id': '6b8ee42596cc4a45afa2078c48491dae'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:07:54.277379 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21a8279-9179-4a93-97d6-f95b4d19f029 admin admin] Pushing event deleted for resources: {'Port': ['ID=365877dd-8644-44ed-afe2-eba50da77af7,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:54.402209 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-9c65862a-e1af-4040-a3e3-ceca1a7c5563 None None] Attempting to bind port 81588cca-c3ab-4a72-8461-d7a2a1310cc2 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:07:54.402627 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-9c65862a-e1af-4040-a3e3-ceca1a7c5563 None None] Attempting to bind port 81588cca-c3ab-4a72-8461-d7a2a1310cc2 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': '41e667d4-936e-4bec-b859-a0fde96007b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '5e8f5de0-54c1-49e1-ba92-4f5db898889d'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:07:54.403177 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c65862a-e1af-4040-a3e3-ceca1a7c5563 None None] Attempting to bind port 81588cca-c3ab-4a72-8461-d7a2a1310cc2 on network 5e8f5de0-54c1-49e1-ba92-4f5db898889d {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:07:54.424884 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c65862a-e1af-4040-a3e3-ceca1a7c5563 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:07:54.425268 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c65862a-e1af-4040-a3e3-ceca1a7c5563 None None] Checking segment: {'id': '41e667d4-936e-4bec-b859-a0fde96007b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '5e8f5de0-54c1-49e1-ba92-4f5db898889d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:07:54.426183 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-9c65862a-e1af-4040-a3e3-ceca1a7c5563 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:54.431609 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c65862a-e1af-4040-a3e3-ceca1a7c5563 None None] Bound using segment: {'id': '41e667d4-936e-4bec-b859-a0fde96007b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '5e8f5de0-54c1-49e1-ba92-4f5db898889d'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:07:54.431609 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-9c65862a-e1af-4040-a3e3-ceca1a7c5563 None None] Bound port: 81588cca-c3ab-4a72-8461-d7a2a1310cc2, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41e667d4-936e-4bec-b859-a0fde96007b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '5e8f5de0-54c1-49e1-ba92-4f5db898889d'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:07:54.431609 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-9c65862a-e1af-4040-a3e3-ceca1a7c5563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:54.789261 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-9c65862a-e1af-4040-a3e3-ceca1a7c5563 None None] For port 81588cca-c3ab-4a72-8461-d7a2a1310cc2, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:07:54.795522 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-9c65862a-e1af-4040-a3e3-ceca1a7c5563 None None] For port 81588cca-c3ab-4a72-8461-d7a2a1310cc2, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=81588cca-c3ab-4a72-8461-d7a2a1310cc2,segment=NetworkSegment(41e667d4-936e-4bec-b859-a0fde96007b1),segment_id=41e667d4-936e-4bec-b859-a0fde96007b1)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:07:54.830491 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device ba84c25c-ff4d-4554-9302-052ff8a0e0b8 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:07:54.906707 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-03c68400-9750-41bc-bdbf-140b3a505c99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:07:54.925394 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-9c65862a-e1af-4040-a3e3-ceca1a7c5563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:54.943594 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-03c68400-9750-41bc-bdbf-140b3a505c99 admin admin] Usage tracker for resource:security_group_rule and tenant:e65d3e4b333144e88961fc48ee4d6168 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:07:54.971020 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-270ad651-4cf6-4e93-be1d-779632f6b61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62350e86-39fe-439d-af70-c76db2a1b564', 'name': 'tempest-FloatingIPDetailsTestJSON-1288176850-router', 'tenant_id': '025c7e17165b4ab688bec2ce251d59e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '61b85d32-0bd9-4c0b-8eeb-a48d3b1edf65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:07:37Z', 'updated_at': '2022-05-30T20:07:43Z', 'revision_number': 3, 'project_id': '025c7e17165b4ab688bec2ce251d59e7', 'gw_port': {'id': '61b85d32-0bd9-4c0b-8eeb-a48d3b1edf65', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:0b:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62350e86-39fe-439d-af70-c76db2a1b564', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:07:41Z', 'updated_at': '2022-05-30T20:07:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:07:54.984258 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270ad651-4cf6-4e93-be1d-779632f6b61c None None] The sync data for ids ['62350e86-39fe-439d-af70-c76db2a1b564'] in n-d-843948-2 is: [{'id': '62350e86-39fe-439d-af70-c76db2a1b564', 'name': 'tempest-FloatingIPDetailsTestJSON-1288176850-router', 'tenant_id': '025c7e17165b4ab688bec2ce251d59e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '61b85d32-0bd9-4c0b-8eeb-a48d3b1edf65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:07:37Z', 'updated_at': '2022-05-30T20:07:43Z', 'revision_number': 3, 'project_id': '025c7e17165b4ab688bec2ce251d59e7', 'gw_port': {'id': '61b85d32-0bd9-4c0b-8eeb-a48d3b1edf65', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:0b:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62350e86-39fe-439d-af70-c76db2a1b564', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:07:41Z', 'updated_at': '2022-05-30T20:07:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:07:54.989536 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-03c68400-9750-41bc-bdbf-140b3a505c99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:07:55.006437 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-99720962-30ef-4578-9de3-0467614c6c13 req-ebb1317e-8190-4016-b494-df66f832341d tempest-FloatingIPsNegativeTestJSON-1914677613 tempest-FloatingIPsNegativeTestJSON-1914677613-project] 10.222.0.85 "GET /v2.0/floatingips?tenant_id=08675f344c7a4aacb7b6eda6733bb13c HTTP/1.1" status: 200 len: 217 time: 0.2169967 May 30 20:07:55.028857 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-03c68400-9750-41bc-bdbf-140b3a505c99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:07:55.135663 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-5dd2b4e3-b664-4292-8519-5dcfb830c7d8 admin admin] Allocated IP 172.20.0.1 (cbfb6eaa-ce2f-44af-86ff-f60ce354d3e6/d6dad82d-57c1-48de-bca6-4968bd0d9355/a119a3c6-051e-42bd-b1fb-bb11d6414919) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:07:55.221026 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be07e50-7956-4cb0-91fc-53f683fcf403 None None] Pushing event updated for resources: {'Port': ['ID=81588cca-c3ab-4a72-8461-d7a2a1310cc2,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:55.270165 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c65862a-e1af-4040-a3e3-ceca1a7c5563 None None] Routers {'0050877d-f8dc-4e5a-a735-a90578e2168a'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:07:55.277268 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-9c65862a-e1af-4040-a3e3-ceca1a7c5563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:07:29Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['0050877d-f8dc-4e5a-a735-a90578e2168a'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:07:55.281034 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-6d33c4ae-8207-4303-89b6-91f34ef6ac92 req-9ea52aae-9d95-4240-9991-acdad57750b0 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:07:55.305127 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-6d33c4ae-8207-4303-89b6-91f34ef6ac92 req-9ea52aae-9d95-4240-9991-acdad57750b0 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:07:55.433321 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port ba84c25c-ff4d-4554-9302-052ff8a0e0b8 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:07:55.472780 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d33c4ae-8207-4303-89b6-91f34ef6ac92 req-9ea52aae-9d95-4240-9991-acdad57750b0 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Made reservation on behalf of 6b8ee42596cc4a45afa2078c48491dae for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:07:55.473236 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5dd2b4e3-b664-4292-8519-5dcfb830c7d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:55.476564 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-6d33c4ae-8207-4303-89b6-91f34ef6ac92 req-9ea52aae-9d95-4240-9991-acdad57750b0 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:55.523038 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port ba84c25c-ff4d-4554-9302-052ff8a0e0b8 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:07:55.523989 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:55.581513 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e21a8279-9179-4a93-97d6-f95b4d19f029 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1718140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-736143'] for router_interface, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:55.606916 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [None req-5dd2b4e3-b664-4292-8519-5dcfb830c7d8 admin admin] Transition to ACTIVE for port object a119a3c6-051e-42bd-b1fb-bb11d6414919 will not be triggered until provisioned by entity DHCP. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:07:55.697849 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-febe169e-ac97-4d0a-bbe0-02fef79168a5 req-14a9a669-7776-4921-a9e1-4201d0e778d7 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] 10.222.0.85 "GET /v2.0/ports?device_id=e45b2883-31f9-4c06-9a88-d29fe5738e7d HTTP/1.1" status: 200 len: 210 time: 0.2522128 May 30 20:07:55.708198 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:55.729765 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port ba84c25c-ff4d-4554-9302-052ff8a0e0b8, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=ba84c25c-ff4d-4554-9302-052ff8a0e0b8,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:07:55.830459 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-03c68400-9750-41bc-bdbf-140b3a505c99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:55.830958 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:55.893058 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28b54de-fbd4-487d-9daa-525f2aefbdab req-283cd59e-9bea-46a5-895a-01580e7178c2 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:55.895301 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f28b54de-fbd4-487d-9daa-525f2aefbdab req-283cd59e-9bea-46a5-895a-01580e7178c2 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.86 "GET /v2.0/ports?device_id=844174d4-d35b-42fa-95e8-ca6e70dfc41d HTTP/1.1" status: 200 len: 945 time: 0.5632987 May 30 20:07:55.900427 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-03c68400-9750-41bc-bdbf-140b3a505c99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:56.057367 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03c68400-9750-41bc-bdbf-140b3a505c99 admin admin] vlan segment allocate from pool success with {'vlan_id': 660, 'physical_network': 'physnet1'} {{(pid=84887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:07:56.084047 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-f28b54de-fbd4-487d-9daa-525f2aefbdab req-8091fb97-8fe8-4309-9b79-43632620a7aa tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Deleting port bf629330-3c9d-44ae-b665-2cfc54692847 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:07:56.085434 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-f28b54de-fbd4-487d-9daa-525f2aefbdab req-8091fb97-8fe8-4309-9b79-43632620a7aa tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:56.126972 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c68400-9750-41bc-bdbf-140b3a505c99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70563ad5-d36f-413e-9880-bfdd617ffe1b,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:56.143990 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4127c4e6-5f30-43f8-b3c2-862c60932a6a req-863c05a0-fae2-4aea-b653-24f278ef9a90 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:56.154101 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4127c4e6-5f30-43f8-b3c2-862c60932a6a req-863c05a0-fae2-4aea-b653-24f278ef9a90 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:56.166259 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4127c4e6-5f30-43f8-b3c2-862c60932a6a req-863c05a0-fae2-4aea-b653-24f278ef9a90 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.85 "GET /v2.0/ports?device_id=6395f87f-52db-4137-96c9-a2cb258acd44&device_id=886c10ce-7ad4-4409-b333-3102f6c82be5 HTTP/1.1" status: 200 len: 1691 time: 0.6851132 May 30 20:07:56.193396 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-03c68400-9750-41bc-bdbf-140b3a505c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:56.194474 n-d-843948-2 neutron-server[84887]: INFO neutron.db.segments_db [None req-03c68400-9750-41bc-bdbf-140b3a505c99 admin admin] Added segment e69df24f-0d9a-4b7c-809b-d8d6ff9586eb of type vlan for network 90e0ce56-071d-4fa0-9b74-8a9144295128 May 30 20:07:56.196338 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [req-6d33c4ae-8207-4303-89b6-91f34ef6ac92 req-9ea52aae-9d95-4240-9991-acdad57750b0 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Allocated IP 172.20.0.8 (e15833fa-a7c7-4aba-b669-666e27c7d454/9e784a53-5b9d-4147-93e1-adf6f7b920d9/acc9c322-d362-426a-9ee5-1256177b95d9) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:07:56.202108 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=ba84c25c-ff4d-4554-9302-052ff8a0e0b8,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:56.214484 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5dd2b4e3-b664-4292-8519-5dcfb830c7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:56.280648 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-9c65862a-e1af-4040-a3e3-ceca1a7c5563 None None] Set router 0050877d-f8dc-4e5a-a735-a90578e2168a gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:07:56.300523 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 49880) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:07:56.346963 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-03c68400-9750-41bc-bdbf-140b3a505c99 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:56.369565 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd2b4e3-b664-4292-8519-5dcfb830c7d8 admin admin] Network cbfb6eaa-ce2f-44af-86ff-f60ce354d3e6 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:07:56.370155 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-9bf4ea69-e18a-4a53-9ecb-27ce606c5378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:56.393551 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-5dd2b4e3-b664-4292-8519-5dcfb830c7d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:07:56.414231 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd2b4e3-b664-4292-8519-5dcfb830c7d8 admin admin] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:07:56.519395 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd2b4e3-b664-4292-8519-5dcfb830c7d8 admin admin] Pushing event updated for resources: {'Port': ['ID=a119a3c6-051e-42bd-b1fb-bb11d6414919,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:56.527575 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.db.resource_extend [None req-03c68400-9750-41bc-bdbf-140b3a505c99 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:07:56.560941 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device ba84c25c-ff4d-4554-9302-052ff8a0e0b8 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:07:56.578401 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4127c4e6-5f30-43f8-b3c2-862c60932a6a req-fc297796-a05d-411e-a30a-0a4388f16940 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.85 "GET /v2.0/security-groups?id=db33dd94-15fa-4959-a681-13f509935d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4101057 May 30 20:07:56.668241 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5dd2b4e3-b664-4292-8519-5dcfb830c7d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-736099'] for router_interface, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:56.774610 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1ce2fb45-33d2-47ea-a725-c749770c7f28 req-e63b2cae-3c2b-489b-ac79-6cd74e2be249 tempest-FloatingIPsNegativeTestJSON-1914677613 tempest-FloatingIPsNegativeTestJSON-1914677613-project] 10.222.0.85 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.1078677 May 30 20:07:56.892892 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-03c68400-9750-41bc-bdbf-140b3a505c99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:56.893828 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c68400-9750-41bc-bdbf-140b3a505c99 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:56.894411 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-03c68400-9750-41bc-bdbf-140b3a505c99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:56.990452 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port ba84c25c-ff4d-4554-9302-052ff8a0e0b8 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:07:56.991538 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:57.074216 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ed17ab12-01bc-445b-af84-b8f16add51b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:57.089860 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b152515-871e-4b94-b827-56aa8aad16e3 req-fbe7103d-6f8d-40a8-9fa0-9808a9bea604 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:57.093738 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2b152515-871e-4b94-b827-56aa8aad16e3 req-fbe7103d-6f8d-40a8-9fa0-9808a9bea604 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/ports?device_id=844174d4-d35b-42fa-95e8-ca6e70dfc41d HTTP/1.1" status: 200 len: 945 time: 0.9044011 May 30 20:07:57.181383 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-f28b54de-fbd4-487d-9daa-525f2aefbdab req-8091fb97-8fe8-4309-9b79-43632620a7aa tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] For port bf629330-3c9d-44ae-b665-2cfc54692847, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=bf629330-3c9d-44ae-b665-2cfc54692847,segment=NetworkSegment(a588beee-eb1a-4179-866b-50764eb9b22b),segment_id=a588beee-eb1a-4179-866b-50764eb9b22b)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:07:57.181816 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-f28b54de-fbd4-487d-9daa-525f2aefbdab req-8091fb97-8fe8-4309-9b79-43632620a7aa tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:57.214352 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-9c65862a-e1af-4040-a3e3-ceca1a7c5563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0050877d-f8dc-4e5a-a735-a90578e2168a', 'name': 'tempest-TaggedBootDevicesTest-1968808311-router', 'tenant_id': 'a1a57cdea23a49088fa533e38f6a3032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': '5e1e9cd0-6036-4d10-95b3-5d38b55f30f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:07:27Z', 'updated_at': '2022-05-30T20:07:43Z', 'revision_number': 4, 'project_id': 'a1a57cdea23a49088fa533e38f6a3032', 'gw_port': {'id': '5e1e9cd0-6036-4d10-95b3-5d38b55f30f1', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0050877d-f8dc-4e5a-a735-a90578e2168a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:07:29Z', 'updated_at': '2022-05-30T20:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '81588cca-c3ab-4a72-8461-d7a2a1310cc2', 'name': '', 'network_id': '5e8f5de0-54c1-49e1-ba92-4f5db898889d', 'tenant_id': 'a1a57cdea23a49088fa533e38f6a3032', 'mac_address': 'fa:16:3e:e5:3d:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0050877d-f8dc-4e5a-a735-a90578e2168a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4fadf349-a926-433c-a782-ad168c18ddef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:07:39Z', 'updated_at': '2022-05-30T20:07:54Z', 'revision_number': 4, 'project_id': 'a1a57cdea23a49088fa533e38f6a3032', 'subnets': [{'id': '4fadf349-a926-433c-a782-ad168c18ddef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:07:57.230253 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c65862a-e1af-4040-a3e3-ceca1a7c5563 None None] The sync data for ids ['0050877d-f8dc-4e5a-a735-a90578e2168a'] in n-d-843948-2 is: [{'id': '0050877d-f8dc-4e5a-a735-a90578e2168a', 'name': 'tempest-TaggedBootDevicesTest-1968808311-router', 'tenant_id': 'a1a57cdea23a49088fa533e38f6a3032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': '5e1e9cd0-6036-4d10-95b3-5d38b55f30f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:07:27Z', 'updated_at': '2022-05-30T20:07:43Z', 'revision_number': 4, 'project_id': 'a1a57cdea23a49088fa533e38f6a3032', 'gw_port': {'id': '5e1e9cd0-6036-4d10-95b3-5d38b55f30f1', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0050877d-f8dc-4e5a-a735-a90578e2168a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:07:29Z', 'updated_at': '2022-05-30T20:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '81588cca-c3ab-4a72-8461-d7a2a1310cc2', 'name': '', 'network_id': '5e8f5de0-54c1-49e1-ba92-4f5db898889d', 'tenant_id': 'a1a57cdea23a49088fa533e38f6a3032', 'mac_address': 'fa:16:3e:e5:3d:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0050877d-f8dc-4e5a-a735-a90578e2168a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4fadf349-a926-433c-a782-ad168c18ddef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:07:39Z', 'updated_at': '2022-05-30T20:07:54Z', 'revision_number': 4, 'project_id': 'a1a57cdea23a49088fa533e38f6a3032', 'subnets': [{'id': '4fadf349-a926-433c-a782-ad168c18ddef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:07:57.405829 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-f28b54de-fbd4-487d-9daa-525f2aefbdab req-8091fb97-8fe8-4309-9b79-43632620a7aa tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Calling delete_port for bf629330-3c9d-44ae-b665-2cfc54692847 owned by compute:nova {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:07:57.449054 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-046cb486-e77d-4a65-874e-672ff80779a1 None None] Provisioning for port a119a3c6-051e-42bd-b1fb-bb11d6414919 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:07:57.450772 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c68400-9750-41bc-bdbf-140b3a505c99 admin admin] Pushing event updated for resources: {'Network': ['ID=90e0ce56-071d-4fa0-9b74-8a9144295128,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:57.471061 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-046cb486-e77d-4a65-874e-672ff80779a1 None None] Provisioning complete for port a119a3c6-051e-42bd-b1fb-bb11d6414919 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:07:57.473193 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-046cb486-e77d-4a65-874e-672ff80779a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:57.532629 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network 90e0ce56-071d-4fa0-9b74-8a9144295128 details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:07:57.550773 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-ed17ab12-01bc-445b-af84-b8f16add51b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:07:57.555574 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-ed17ab12-01bc-445b-af84-b8f16add51b4 admin admin] Usage tracker for resource:security_group_rule and tenant:fafb53e81d06410ab27b446c0d09cf6d is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:07:57.559298 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-ed17ab12-01bc-445b-af84-b8f16add51b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:07:57.568204 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-ed17ab12-01bc-445b-af84-b8f16add51b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:07:57.608517 n-d-843948-2 neutron-server[84886]: INFO neutron.api.v2.resource [req-f9010b56-a3eb-46cb-a468-f4cc7df3bc85 req-9757c396-c98d-48cb-9905-f25e017e39d3 tempest-FloatingIPsNegativeTestJSON-1914677613 tempest-FloatingIPsNegativeTestJSON-1914677613-project] show failed (client error): The resource could not be found. May 30 20:07:57.627715 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f9010b56-a3eb-46cb-a468-f4cc7df3bc85 req-9757c396-c98d-48cb-9905-f25e017e39d3 tempest-FloatingIPsNegativeTestJSON-1914677613 tempest-FloatingIPsNegativeTestJSON-1914677613-project] 10.222.0.85 "GET /v2.0/floatingips/038d2b77-7be1-44e4-a3f7-4b769a536fbf HTTP/1.1" status: 404 len: 350 time: 0.2663379 May 30 20:07:57.646077 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-03c68400-9750-41bc-bdbf-140b3a505c99 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 4.0639493 May 30 20:07:57.649325 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2b152515-871e-4b94-b827-56aa8aad16e3 req-a8807f16-8bc4-457a-ad25-fe391f6ef992 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/security-groups?id=f7bd1307-7f80-416a-ad0f-251b87da459a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5215638 May 30 20:07:57.675426 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 49896) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:07:57.675942 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 49898) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:07:57.721874 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-9f5220c1-bcfa-43cb-bf60-1672039dc8be admin admin] Request body: {'subnet': {'network_id': '90e0ce56-071d-4fa0-9b74-8a9144295128', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-390707063-subnet', 'tenant_id': 'e65d3e4b333144e88961fc48ee4d6168', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:07:57.739270 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-6d33c4ae-8207-4303-89b6-91f34ef6ac92 req-9ea52aae-9d95-4240-9991-acdad57750b0 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:57.768239 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-9f5220c1-bcfa-43cb-bf60-1672039dc8be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:07:57.769516 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ed17ab12-01bc-445b-af84-b8f16add51b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:57.838037 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ed17ab12-01bc-445b-af84-b8f16add51b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:57.929387 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed17ab12-01bc-445b-af84-b8f16add51b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ff552ad-12ac-4e43-9d2b-d1d54e93d350,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:57.935013 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-f28b54de-fbd4-487d-9daa-525f2aefbdab req-8091fb97-8fe8-4309-9b79-43632620a7aa tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:58.019817 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-046cb486-e77d-4a65-874e-672ff80779a1 None None] Port a119a3c6-051e-42bd-b1fb-bb11d6414919 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:07:58.058597 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5dd2b4e3-b664-4292-8519-5dcfb830c7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:58.088115 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-9f5220c1-bcfa-43cb-bf60-1672039dc8be admin admin] Usage tracker for resource:subnet and tenant:e65d3e4b333144e88961fc48ee4d6168 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:07:58.114361 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-6d33c4ae-8207-4303-89b6-91f34ef6ac92 req-9ea52aae-9d95-4240-9991-acdad57750b0 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:58.117716 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-9f5220c1-bcfa-43cb-bf60-1672039dc8be admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:07:58.144887 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8091fb97-8fe8-4309-9b79-43632620a7aa tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Pushing event deleted for resources: {'Port': ['ID=bf629330-3c9d-44ae-b665-2cfc54692847,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:58.259695 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-ed17ab12-01bc-445b-af84-b8f16add51b4 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=fafb53e81d06410ab27b446c0d09cf6d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9578452 May 30 20:07:58.278153 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-9f5220c1-bcfa-43cb-bf60-1672039dc8be admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:07:58.290117 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 49904) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:07:58.485597 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f5220c1-bcfa-43cb-bf60-1672039dc8be admin admin] Made reservation on behalf of e65d3e4b333144e88961fc48ee4d6168 for: {'subnet': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:07:58.493319 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9f5220c1-bcfa-43cb-bf60-1672039dc8be admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2778563'] for subnet, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:58.593425 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 81588cca-c3ab-4a72-8461-d7a2a1310cc2 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:07:58.734228 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d33c4ae-8207-4303-89b6-91f34ef6ac92 req-9ea52aae-9d95-4240-9991-acdad57750b0 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Network e15833fa-a7c7-4aba-b669-666e27c7d454 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:07:58.760472 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-f28b54de-fbd4-487d-9daa-525f2aefbdab req-8091fb97-8fe8-4309-9b79-43632620a7aa tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] No DVR routers for this DVR port bf629330-3c9d-44ae-b665-2cfc54692847 on host n-h2-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:07:58.766328 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-f28b54de-fbd4-487d-9daa-525f2aefbdab req-8091fb97-8fe8-4309-9b79-43632620a7aa tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:58.771959 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [req-6d33c4ae-8207-4303-89b6-91f34ef6ac92 req-9ea52aae-9d95-4240-9991-acdad57750b0 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:07:58.784746 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d33c4ae-8207-4303-89b6-91f34ef6ac92 req-9ea52aae-9d95-4240-9991-acdad57750b0 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:07:58.871781 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea52aae-9d95-4240-9991-acdad57750b0 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Pushing event updated for resources: {'Port': ['ID=acc9c322-d362-426a-9ee5-1256177b95d9,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:58.917828 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '844174d4-d35b-42fa-95e8-ca6e70dfc41d', 'name': 'network-vif-deleted', 'tag': 'bf629330-3c9d-44ae-b665-2cfc54692847'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:07:58.923537 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 81588cca-c3ab-4a72-8461-d7a2a1310cc2 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:07:58.929817 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 81588cca-c3ab-4a72-8461-d7a2a1310cc2 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:07:58.930336 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:58.961597 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-11278a13-eb9c-4602-a73c-8fd60d770c96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:59.031617 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-db908ff3-cb7d-4682-a0a6-58aa19e4b7cc req-4849de65-d2e8-46be-aca0-d5592e4c2279 tempest-ServersOnMultiNodesTest-1068604617 tempest-ServersOnMultiNodesTest-1068604617-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=6395f87f-52db-4137-96c9-a2cb258acd44 HTTP/1.1" status: 200 len: 1101 time: 0.9087720 May 30 20:07:59.042012 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d33c4ae-8207-4303-89b6-91f34ef6ac92 req-9ea52aae-9d95-4240-9991-acdad57750b0 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:59.043467 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-6d33c4ae-8207-4303-89b6-91f34ef6ac92 req-9ea52aae-9d95-4240-9991-acdad57750b0 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:59.056704 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecc676a-17d7-4846-afc3-5a5de2d567cc req-f81bbbcc-abf1-476d-9c4d-51299b7b283f tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:07:59.059337 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0ecc676a-17d7-4846-afc3-5a5de2d567cc req-f81bbbcc-abf1-476d-9c4d-51299b7b283f tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] 10.222.0.85 "GET /v2.0/ports?device_id=e45b2883-31f9-4c06-9a88-d29fe5738e7d HTTP/1.1" status: 200 len: 931 time: 0.9379714 May 30 20:07:59.094709 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f28b54de-fbd4-487d-9daa-525f2aefbdab req-8091fb97-8fe8-4309-9b79-43632620a7aa tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.86 "DELETE /v2.0/ports/bf629330-3c9d-44ae-b665-2cfc54692847 HTTP/1.1" status: 204 len: 173 time: 3.1902232 May 30 20:07:59.125748 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:59.167911 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port 81588cca-c3ab-4a72-8461-d7a2a1310cc2, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=81588cca-c3ab-4a72-8461-d7a2a1310cc2,segment=NetworkSegment(41e667d4-936e-4bec-b859-a0fde96007b1),segment_id=41e667d4-936e-4bec-b859-a0fde96007b1)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:07:59.185133 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-11278a13-eb9c-4602-a73c-8fd60d770c96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:59.191283 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6d33c4ae-8207-4303-89b6-91f34ef6ac92 req-9ea52aae-9d95-4240-9991-acdad57750b0 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0001018 May 30 20:07:59.200310 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-db908ff3-cb7d-4682-a0a6-58aa19e4b7cc req-bcd9ff97-61cf-4799-9cf3-3b834b4b6fb5 tempest-ServersOnMultiNodesTest-1068604617 tempest-ServersOnMultiNodesTest-1068604617-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=db33dd94-15fa-4959-a681-13f509935d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115873 May 30 20:07:59.229486 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-6d33c4ae-8207-4303-89b6-91f34ef6ac92 req-28b7e9cc-97ff-4032-afc6-c0e997f0e97d service neutron] Request body: {'port': {'device_id': 'e45b2883-31f9-4c06-9a88-d29fe5738e7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843948-2'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:07:59.255747 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:59.318326 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device bf629330-3c9d-44ae-b665-2cfc54692847 no longer exists at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:07:59.373373 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] No Port match for: bf629330-3c9d-44ae-b665-2cfc54692847 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:07:59.374864 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device bf629330-3c9d-44ae-b665-2cfc54692847 not bound to the agent host n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:07:59.398747 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=81588cca-c3ab-4a72-8461-d7a2a1310cc2,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:07:59.483339 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-0b1e32a2-ee8b-445f-a833-52efd8f9c3bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:59.484796 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-6d33c4ae-8207-4303-89b6-91f34ef6ac92 req-28b7e9cc-97ff-4032-afc6-c0e997f0e97d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:59.509568 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.db.resource_extend [None req-5dd2b4e3-b664-4292-8519-5dcfb830c7d8 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:07:59.529875 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0ecc676a-17d7-4846-afc3-5a5de2d567cc req-4a32db43-4fe9-41ce-b678-b191671de724 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] 10.222.0.85 "GET /v2.0/security-groups?id=9bc03317-7c5c-46d0-8ed2-0b298955a173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4543004 May 30 20:07:59.566767 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5dd2b4e3-b664-4292-8519-5dcfb830c7d8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:59.578029 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-d05c817d-f2fd-42fe-8609-c4fa3c8073af req-bb2e0672-e4f3-4fe1-b48c-962cceec912d tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Synchronizing usage tracker for tenant:2f556c8c0e86457c8a99895c145d8ec1 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:07:59.653868 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5dd2b4e3-b664-4292-8519-5dcfb830c7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:59.730278 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6afa8986-9f7e-456a-a2c4-2c4f9a335145'] response: {'server_uuid': '844174d4-d35b-42fa-95e8-ca6e70dfc41d', 'name': 'network-vif-deleted', 'tag': 'bf629330-3c9d-44ae-b665-2cfc54692847', 'status': 'completed', 'code': 200} May 30 20:07:59.736648 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:07:59.750308 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-d05c817d-f2fd-42fe-8609-c4fa3c8073af req-bb2e0672-e4f3-4fe1-b48c-962cceec912d tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Unset dirty status for tenant:2f556c8c0e86457c8a99895c145d8ec1 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:07:59.752402 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d05c817d-f2fd-42fe-8609-c4fa3c8073af req-bb2e0672-e4f3-4fe1-b48c-962cceec912d tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/ports?device_id=844174d4-d35b-42fa-95e8-ca6e70dfc41d HTTP/1.1" status: 200 len: 210 time: 0.2517083 May 30 20:08:00.043708 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e21a8279-9179-4a93-97d6-f95b4d19f029 admin admin] Router 6d655187-9441-48fa-aa50-e2660bc204e1 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:08:00.045810 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9f5220c1-bcfa-43cb-bf60-1672039dc8be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4127140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2778577'] for subnet, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:00.049894 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-11278a13-eb9c-4602-a73c-8fd60d770c96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:00.219721 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [req-6d33c4ae-8207-4303-89b6-91f34ef6ac92 req-28b7e9cc-97ff-4032-afc6-c0e997f0e97d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acc9c322-d362-426a-9ee5-1256177b95d9 {{(pid=84887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:08:00.228122 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-6d33c4ae-8207-4303-89b6-91f34ef6ac92 req-28b7e9cc-97ff-4032-afc6-c0e997f0e97d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:00.248486 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-6d33c4ae-8207-4303-89b6-91f34ef6ac92 req-28b7e9cc-97ff-4032-afc6-c0e997f0e97d service neutron] Transition to ACTIVE for port object acc9c322-d362-426a-9ee5-1256177b95d9 will not be triggered until provisioned by entity L2. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:08:00.286013 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5dd2b4e3-b664-4292-8519-5dcfb830c7d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1718057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-736206'] for router_interface, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:00.291895 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11278a13-eb9c-4602-a73c-8fd60d770c96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ff552ad-12ac-4e43-9d2b-d1d54e93d350,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:00.311563 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd2b4e3-b664-4292-8519-5dcfb830c7d8 admin admin] Pushing event updated for resources: {'Port': ['ID=a119a3c6-051e-42bd-b1fb-bb11d6414919,revision_number=2']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:00.329888 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-6d33c4ae-8207-4303-89b6-91f34ef6ac92 req-28b7e9cc-97ff-4032-afc6-c0e997f0e97d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:00.413148 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5220c1-bcfa-43cb-bf60-1672039dc8be admin admin] Pushing event updated for resources: {'Subnet': ['ID=f14e34cb-cf28-4d17-a1c8-56a630e2154c,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:00.431834 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 81588cca-c3ab-4a72-8461-d7a2a1310cc2 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:08:00.536936 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 81588cca-c3ab-4a72-8461-d7a2a1310cc2 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:08:00.538125 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:00.588364 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b7e9cc-97ff-4032-afc6-c0e997f0e97d service neutron] Pushing event updated for resources: {'Port': ['ID=acc9c322-d362-426a-9ee5-1256177b95d9,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:00.770248 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-11278a13-eb9c-4602-a73c-8fd60d770c96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:00.775885 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-11278a13-eb9c-4602-a73c-8fd60d770c96 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/7ff552ad-12ac-4e43-9d2b-d1d54e93d350 HTTP/1.1" status: 204 len: 168 time: 2.4750969 May 30 20:08:00.834819 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5220c1-bcfa-43cb-bf60-1672039dc8be admin admin] Checking segment: {'id': 'e69df24f-0d9a-4b7c-809b-d8d6ff9586eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '90e0ce56-071d-4fa0-9b74-8a9144295128'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:08:00.835184 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f5220c1-bcfa-43cb-bf60-1672039dc8be admin admin] Network hostable DHCP agents. Network: 90e0ce56-071d-4fa0-9b74-8a9144295128, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:08:00.889059 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-6d33c4ae-8207-4303-89b6-91f34ef6ac92 req-28b7e9cc-97ff-4032-afc6-c0e997f0e97d service neutron] Attempting to bind port acc9c322-d362-426a-9ee5-1256177b95d9 on host n-h1-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:08:00.889746 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-6d33c4ae-8207-4303-89b6-91f34ef6ac92 req-28b7e9cc-97ff-4032-afc6-c0e997f0e97d service neutron] Attempting to bind port acc9c322-d362-426a-9ee5-1256177b95d9 by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': '70424240-b76f-4af0-9f32-ace284913a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'e15833fa-a7c7-4aba-b669-666e27c7d454'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:08:00.890139 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d33c4ae-8207-4303-89b6-91f34ef6ac92 req-28b7e9cc-97ff-4032-afc6-c0e997f0e97d service neutron] Attempting to bind port acc9c322-d362-426a-9ee5-1256177b95d9 on network e15833fa-a7c7-4aba-b669-666e27c7d454 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:08:00.908248 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e5153e50-723a-4ca2-91a6-263161376055 req-92c50afe-8c3d-4c52-b65c-758d4f002f5a tempest-ServersOnMultiNodesTest-1068604617 tempest-ServersOnMultiNodesTest-1068604617-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=886c10ce-7ad4-4409-b333-3102f6c82be5 HTTP/1.1" status: 200 len: 1101 time: 0.8737302 May 30 20:08:00.908887 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8831b50-0f63-4ae3-a629-cf262d511f02 req-e4efcc4c-67af-4d7d-b867-860319c81d0d tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:00.913567 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-e8831b50-0f63-4ae3-a629-cf262d511f02 req-e4efcc4c-67af-4d7d-b867-860319c81d0d tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Synchronizing usage tracker for tenant:6b8ee42596cc4a45afa2078c48491dae on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:08:00.926912 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d33c4ae-8207-4303-89b6-91f34ef6ac92 req-28b7e9cc-97ff-4032-afc6-c0e997f0e97d service neutron] Port acc9c322-d362-426a-9ee5-1256177b95d9 on network e15833fa-a7c7-4aba-b669-666e27c7d454 not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:08:00.927470 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d33c4ae-8207-4303-89b6-91f34ef6ac92 req-28b7e9cc-97ff-4032-afc6-c0e997f0e97d service neutron] Attempting to bind port acc9c322-d362-426a-9ee5-1256177b95d9 on network e15833fa-a7c7-4aba-b669-666e27c7d454 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:08:00.941353 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:00.948483 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d33c4ae-8207-4303-89b6-91f34ef6ac92 req-28b7e9cc-97ff-4032-afc6-c0e997f0e97d service neutron] Checking agent: {'id': 'f728d74e-a4ae-4384-860b-a5ade05dd8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:08:00.949137 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d33c4ae-8207-4303-89b6-91f34ef6ac92 req-28b7e9cc-97ff-4032-afc6-c0e997f0e97d service neutron] Checking segment: {'id': '70424240-b76f-4af0-9f32-ace284913a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'e15833fa-a7c7-4aba-b669-666e27c7d454'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:08:00.950225 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d33c4ae-8207-4303-89b6-91f34ef6ac92 req-28b7e9cc-97ff-4032-afc6-c0e997f0e97d service neutron] Bound using segment: {'id': '70424240-b76f-4af0-9f32-ace284913a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'e15833fa-a7c7-4aba-b669-666e27c7d454'} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:08:00.950762 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-6d33c4ae-8207-4303-89b6-91f34ef6ac92 req-28b7e9cc-97ff-4032-afc6-c0e997f0e97d service neutron] Bound port: acc9c322-d362-426a-9ee5-1256177b95d9, host: n-h1-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70424240-b76f-4af0-9f32-ace284913a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'e15833fa-a7c7-4aba-b669-666e27c7d454'}}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:08:00.951948 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-6d33c4ae-8207-4303-89b6-91f34ef6ac92 req-28b7e9cc-97ff-4032-afc6-c0e997f0e97d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:00.967614 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd2b4e3-b664-4292-8519-5dcfb830c7d8 admin admin] Network cbfb6eaa-ce2f-44af-86ff-f60ce354d3e6 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:08:00.973685 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-5dd2b4e3-b664-4292-8519-5dcfb830c7d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:08:01.038387 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-e8831b50-0f63-4ae3-a629-cf262d511f02 req-e4efcc4c-67af-4d7d-b867-860319c81d0d tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Unset dirty status for tenant:6b8ee42596cc4a45afa2078c48491dae on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:08:01.040232 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e8831b50-0f63-4ae3-a629-cf262d511f02 req-e4efcc4c-67af-4d7d-b867-860319c81d0d tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] 10.222.0.85 "GET /v2.0/ports?device_id=e45b2883-31f9-4c06-9a88-d29fe5738e7d HTTP/1.1" status: 200 len: 943 time: 0.3122985 May 30 20:08:01.055159 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f5220c1-bcfa-43cb-bf60-1672039dc8be admin admin] Network 90e0ce56-071d-4fa0-9b74-8a9144295128 is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:08:01.175942 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e5153e50-723a-4ca2-91a6-263161376055 req-fefebe7f-3ece-45c5-8b4b-631bcd2915b3 tempest-ServersOnMultiNodesTest-1068604617 tempest-ServersOnMultiNodesTest-1068604617-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=db33dd94-15fa-4959-a681-13f509935d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509246 May 30 20:08:01.176114 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e8831b50-0f63-4ae3-a629-cf262d511f02 req-20e7236c-44a3-4c62-9a27-59a2a01800b2 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] 10.222.0.85 "GET /v2.0/security-groups?id=9bc03317-7c5c-46d0-8ed2-0b298955a173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170471 May 30 20:08:01.217920 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-6d33c4ae-8207-4303-89b6-91f34ef6ac92 req-28b7e9cc-97ff-4032-afc6-c0e997f0e97d service neutron] For port acc9c322-d362-426a-9ee5-1256177b95d9, host n-h1-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:08:01.243756 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-9f5220c1-bcfa-43cb-bf60-1672039dc8be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, 90e0ce56-071d-4fa0-9b74-8a9144295128) {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:08:01.249469 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-6d33c4ae-8207-4303-89b6-91f34ef6ac92 req-28b7e9cc-97ff-4032-afc6-c0e997f0e97d service neutron] For port acc9c322-d362-426a-9ee5-1256177b95d9, host n-h1-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=acc9c322-d362-426a-9ee5-1256177b95d9,segment=NetworkSegment(70424240-b76f-4af0-9f32-ace284913a86),segment_id=70424240-b76f-4af0-9f32-ace284913a86)] {{(pid=84887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:08:01.262292 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f5220c1-bcfa-43cb-bf60-1672039dc8be admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:01.263196 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9f5220c1-bcfa-43cb-bf60-1672039dc8be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:01.270326 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e62ef5e0-98c1-4d2a-a5d8-57d457419917 None None] Network 90e0ce56-071d-4fa0-9b74-8a9144295128 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:08:01.290796 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-38805f66-307d-47e4-a48d-7e0798841094 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-736216'] for router_interface, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:01.348072 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-6d33c4ae-8207-4303-89b6-91f34ef6ac92 req-28b7e9cc-97ff-4032-afc6-c0e997f0e97d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:01.533636 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-9f5220c1-bcfa-43cb-bf60-1672039dc8be admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.8452981 May 30 20:08:01.544731 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 49932) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:08:01.558409 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-66fb05c9-7831-491b-940e-8c830d596e53 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-390707063-router', 'tenant_id': 'e65d3e4b333144e88961fc48ee4d6168', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:08:01.676029 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-66fb05c9-7831-491b-940e-8c830d596e53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:08:01.695304 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-1f773d91-ab0c-44b0-a20c-ffcc48ab7f9e None None] Provisioning complete for port a119a3c6-051e-42bd-b1fb-bb11d6414919 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:08:01.695304 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-1f773d91-ab0c-44b0-a20c-ffcc48ab7f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:01.698875 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-6d33c4ae-8207-4303-89b6-91f34ef6ac92 req-28b7e9cc-97ff-4032-afc6-c0e997f0e97d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:01.701666 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-66fb05c9-7831-491b-940e-8c830d596e53 admin admin] Usage tracker for resource:router and tenant:e65d3e4b333144e88961fc48ee4d6168 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:08:01.702730 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6d33c4ae-8207-4303-89b6-91f34ef6ac92 req-28b7e9cc-97ff-4032-afc6-c0e997f0e97d service neutron] 10.222.0.71 "PUT /v2.0/ports/acc9c322-d362-426a-9ee5-1256177b95d9 HTTP/1.1" status: 200 len: 1091 time: 2.4999700 May 30 20:08:01.739279 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0f8a17a6-7781-4090-8b67-378c0059bed9 req-e16909a4-fd35-47af-a25a-4b5990b5feb3 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.85 "GET /v2.0/networks?tenant_id=6a75b3db8cd44db8bb931dd59e296017&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0934055 May 30 20:08:01.765580 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-66fb05c9-7831-491b-940e-8c830d596e53 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:08:01.765839 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e45b2883-31f9-4c06-9a88-d29fe5738e7d', 'tag': 'acc9c322-d362-426a-9ee5-1256177b95d9'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:08:01.913300 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-1f773d91-ab0c-44b0-a20c-ffcc48ab7f9e None None] Port a119a3c6-051e-42bd-b1fb-bb11d6414919 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:08:01.921088 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b7e9cc-97ff-4032-afc6-c0e997f0e97d service neutron] Pushing event updated for resources: {'Port': ['ID=acc9c322-d362-426a-9ee5-1256177b95d9,revision_number=3']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:01.932479 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5243d05f-1525-4580-b33e-34d161939e8b'] response: {'name': 'network-changed', 'server_uuid': 'e45b2883-31f9-4c06-9a88-d29fe5738e7d', 'tag': 'acc9c322-d362-426a-9ee5-1256177b95d9', 'status': 'completed', 'code': 200} May 30 20:08:01.941365 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e21a8279-9179-4a93-97d6-f95b4d19f029 admin admin] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:08:01.953429 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b0717c-263c-4339-81d0-bb0447698ade None None] Sync routers for ids ['6d655187-9441-48fa-aa50-e2660bc204e1'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:08:01.954676 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-66fb05c9-7831-491b-940e-8c830d596e53 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:08:01.961393 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-e21a8279-9179-4a93-97d6-f95b4d19f029 admin admin] 10.222.0.85 "PUT /v2.0/routers/6d655187-9441-48fa-aa50-e2660bc204e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 18.0207255 May 30 20:08:01.972692 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 49944) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:08:01.992041 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b0717c-263c-4339-81d0-bb0447698ade None None] Routers {'6d655187-9441-48fa-aa50-e2660bc204e1'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:08:01.992666 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-02b0717c-263c-4339-81d0-bb0447698ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:07:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['6d655187-9441-48fa-aa50-e2660bc204e1'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:08:02.098503 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa5c2317-7a87-4dce-97f1-9ce4ee90cc4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-90e0ce56-071d-4fa0-9b74-8a9144295128', 'network_id': '90e0ce56-071d-4fa0-9b74-8a9144295128', 'tenant_id': 'e65d3e4b333144e88961fc48ee4d6168', 'fixed_ips': [{'subnet_id': 'f14e34cb-cf28-4d17-a1c8-56a630e2154c'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:08:02.098503 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-fa5c2317-7a87-4dce-97f1-9ce4ee90cc4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:02.122446 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 49948) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:08:02.240672 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-94be12a8-c937-4349-a587-6a18777189f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:02.325344 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-fa5c2317-7a87-4dce-97f1-9ce4ee90cc4b None None] Allocated IP 172.20.0.2 (90e0ce56-071d-4fa0-9b74-8a9144295128/f14e34cb-cf28-4d17-a1c8-56a630e2154c/dfd1238c-5cd0-4a59-9ce2-4708d07be773) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:08:02.368238 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-02b0717c-263c-4339-81d0-bb0447698ade None None] Set router 6d655187-9441-48fa-aa50-e2660bc204e1 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:08:02.407055 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-94be12a8-c937-4349-a587-6a18777189f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:08:02.425358 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8a17a6-7781-4090-8b67-378c0059bed9 req-970c15c9-dc08-4714-b984-285bbd7c7e29 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:02.430525 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0f8a17a6-7781-4090-8b67-378c0059bed9 req-970c15c9-dc08-4714-b984-285bbd7c7e29 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6880059 May 30 20:08:02.432975 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-94be12a8-c937-4349-a587-6a18777189f9 admin admin] Usage tracker for resource:security_group_rule and tenant:f71c736e27624018812f0782c8dfe7b0 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:08:02.464499 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-94be12a8-c937-4349-a587-6a18777189f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:08:02.478516 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-94be12a8-c937-4349-a587-6a18777189f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:08:02.487902 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6d33c4ae-8207-4303-89b6-91f34ef6ac92 req-1f4065cd-daae-41a5-8f82-0fc99076fe47 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=6b8ee42596cc4a45afa2078c48491dae&device_id=e45b2883-31f9-4c06-9a88-d29fe5738e7d HTTP/1.1" status: 200 len: 1094 time: 0.5426898 May 30 20:08:02.528191 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0f8a17a6-7781-4090-8b67-378c0059bed9 req-66a157c8-6b73-41d3-8ef7-59dc8a089084 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.85 "GET /v2.0/quotas/6a75b3db8cd44db8bb931dd59e296017 HTTP/1.1" status: 200 len: 375 time: 0.0834055 May 30 20:08:02.619633 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 61b85d32-0bd9-4c0b-8eeb-a48d3b1edf65 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:08:02.678631 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-66fb05c9-7831-491b-940e-8c830d596e53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-733683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3159'] for router, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:02.679660 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-66fb05c9-7831-491b-940e-8c830d596e53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-733584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-736372', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-628480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3164'] for router, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:02.721781 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:02.869724 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6d33c4ae-8207-4303-89b6-91f34ef6ac92 req-c930b2d0-66c9-4140-8cad-3fac905310f5 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=acc9c322-d362-426a-9ee5-1256177b95d9 HTTP/1.1" status: 200 len: 217 time: 0.2830322 May 30 20:08:03.060773 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-66fb05c9-7831-491b-940e-8c830d596e53 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:03.080381 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-02b0717c-263c-4339-81d0-bb0447698ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d655187-9441-48fa-aa50-e2660bc204e1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1811082333-router', 'tenant_id': 'a30f992c0c6d4c83b278c5e0ddf93c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'fc35ab7f-4bdd-4f97-beb2-659e01147aed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:04:29Z', 'updated_at': '2022-05-30T20:07:53Z', 'revision_number': 5, 'project_id': 'a30f992c0c6d4c83b278c5e0ddf93c21', 'gw_port': {'id': 'fc35ab7f-4bdd-4f97-beb2-659e01147aed', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d655187-9441-48fa-aa50-e2660bc204e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:04:33Z', 'updated_at': '2022-05-30T20:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:08:03.082012 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-fa5c2317-7a87-4dce-97f1-9ce4ee90cc4b None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:03.095399 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b0717c-263c-4339-81d0-bb0447698ade None None] Checking router: 6d655187-9441-48fa-aa50-e2660bc204e1 for host: n-d-843948-2 {{(pid=84889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:08:03.099438 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-fa5c2317-7a87-4dce-97f1-9ce4ee90cc4b None None] Transition to ACTIVE for port object dfd1238c-5cd0-4a59-9ce2-4708d07be773 will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:08:03.124094 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 61b85d32-0bd9-4c0b-8eeb-a48d3b1edf65 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:08:03.132066 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-fa5c2317-7a87-4dce-97f1-9ce4ee90cc4b None None] Transition to ACTIVE for port object dfd1238c-5cd0-4a59-9ce2-4708d07be773 will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:08:03.140012 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b0717c-263c-4339-81d0-bb0447698ade None None] Routers {'6d655187-9441-48fa-aa50-e2660bc204e1'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:08:03.140602 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 61b85d32-0bd9-4c0b-8eeb-a48d3b1edf65 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:08:03.140782 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-02b0717c-263c-4339-81d0-bb0447698ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:07:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['6d655187-9441-48fa-aa50-e2660bc204e1'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:08:03.141000 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:03.178736 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d33c4ae-8207-4303-89b6-91f34ef6ac92 req-bf212c85-0cf7-4977-8afa-f01b2b3018a4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:03.181246 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6d33c4ae-8207-4303-89b6-91f34ef6ac92 req-bf212c85-0cf7-4977-8afa-f01b2b3018a4 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9e784a53-5b9d-4147-93e1-adf6f7b920d9 HTTP/1.1" status: 200 len: 844 time: 0.2984614 May 30 20:08:03.198547 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2157de36-5cd0-4389-b79f-10d7201f1662 req-baadc170-00ea-4907-ae71-dcae204b9a0a tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:03.207005 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2157de36-5cd0-4389-b79f-10d7201f1662 req-baadc170-00ea-4907-ae71-dcae204b9a0a tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/networks?id=1423fe8d-fe45-40b8-bd0c-db2951a00d49 HTTP/1.1" status: 200 len: 811 time: 0.7117872 May 30 20:08:03.236787 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-fa5c2317-7a87-4dce-97f1-9ce4ee90cc4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:03.289189 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6d33c4ae-8207-4303-89b6-91f34ef6ac92 req-49be19cf-b069-438e-8bcb-93a7792e31c9 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e15833fa-a7c7-4aba-b669-666e27c7d454&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0971708 May 30 20:08:03.366039 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0f8a17a6-7781-4090-8b67-378c0059bed9 req-075729a4-05f2-4db9-85ce-0ddf38c747ac tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=6a75b3db8cd44db8bb931dd59e296017&fields=id HTTP/1.1" status: 200 len: 440 time: 0.8359795 May 30 20:08:03.421446 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2157de36-5cd0-4389-b79f-10d7201f1662 req-0c5ccfb2-be08-4495-95e2-d986563d4ad5 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/quotas/2f556c8c0e86457c8a99895c145d8ec1 HTTP/1.1" status: 200 len: 375 time: 0.2105193 May 30 20:08:03.426011 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa5c2317-7a87-4dce-97f1-9ce4ee90cc4b None None] Network 90e0ce56-071d-4fa0-9b74-8a9144295128 is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:08:03.430988 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-fa5c2317-7a87-4dce-97f1-9ce4ee90cc4b None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:08:03.436570 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5c2317-7a87-4dce-97f1-9ce4ee90cc4b None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:08:03.465125 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5c2317-7a87-4dce-97f1-9ce4ee90cc4b None None] Pushing event updated for resources: {'Port': ['ID=dfd1238c-5cd0-4a59-9ce2-4708d07be773,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:03.479218 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-02b0717c-263c-4339-81d0-bb0447698ade None None] Set router 6d655187-9441-48fa-aa50-e2660bc204e1 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:08:03.589839 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:03.605788 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2157de36-5cd0-4389-b79f-10d7201f1662 req-8b05ea02-1344-490e-8492-3b444fd95396 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=2f556c8c0e86457c8a99895c145d8ec1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1786735 May 30 20:08:03.611245 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-fa5c2317-7a87-4dce-97f1-9ce4ee90cc4b None None] Attempting to bind port dfd1238c-5cd0-4a59-9ce2-4708d07be773 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:08:03.611736 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-fa5c2317-7a87-4dce-97f1-9ce4ee90cc4b None None] Attempting to bind port dfd1238c-5cd0-4a59-9ce2-4708d07be773 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': 'e69df24f-0d9a-4b7c-809b-d8d6ff9586eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '90e0ce56-071d-4fa0-9b74-8a9144295128'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:08:03.612192 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5c2317-7a87-4dce-97f1-9ce4ee90cc4b None None] Attempting to bind port dfd1238c-5cd0-4a59-9ce2-4708d07be773 on network 90e0ce56-071d-4fa0-9b74-8a9144295128 {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:08:03.624304 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port 61b85d32-0bd9-4c0b-8eeb-a48d3b1edf65, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=61b85d32-0bd9-4c0b-8eeb-a48d3b1edf65,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:08:03.626957 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5c2317-7a87-4dce-97f1-9ce4ee90cc4b None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:08:03.627490 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5c2317-7a87-4dce-97f1-9ce4ee90cc4b None None] Checking segment: {'id': 'e69df24f-0d9a-4b7c-809b-d8d6ff9586eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '90e0ce56-071d-4fa0-9b74-8a9144295128'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:08:03.628258 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-fa5c2317-7a87-4dce-97f1-9ce4ee90cc4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:03.628747 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5c2317-7a87-4dce-97f1-9ce4ee90cc4b None None] Bound using segment: {'id': 'e69df24f-0d9a-4b7c-809b-d8d6ff9586eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '90e0ce56-071d-4fa0-9b74-8a9144295128'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:08:03.629377 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-fa5c2317-7a87-4dce-97f1-9ce4ee90cc4b None None] Bound port: dfd1238c-5cd0-4a59-9ce2-4708d07be773, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e69df24f-0d9a-4b7c-809b-d8d6ff9586eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '90e0ce56-071d-4fa0-9b74-8a9144295128'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:08:03.629886 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-fa5c2317-7a87-4dce-97f1-9ce4ee90cc4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:03.736716 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-94be12a8-c937-4349-a587-6a18777189f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:03.766487 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-66fb05c9-7831-491b-940e-8c830d596e53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-736390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:03.782269 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:03.856395 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6d33c4ae-8207-4303-89b6-91f34ef6ac92 req-67d2bbe5-acd3-44c7-9dd9-d4008564e639 service neutron] 10.222.0.71 "GET /v2.0/networks/e15833fa-a7c7-4aba-b669-666e27c7d454?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5557303 May 30 20:08:03.889661 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-fa5c2317-7a87-4dce-97f1-9ce4ee90cc4b None None] For port dfd1238c-5cd0-4a59-9ce2-4708d07be773, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:08:03.917717 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-94be12a8-c937-4349-a587-6a18777189f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:04.030352 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-fa5c2317-7a87-4dce-97f1-9ce4ee90cc4b None None] For port dfd1238c-5cd0-4a59-9ce2-4708d07be773, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=dfd1238c-5cd0-4a59-9ce2-4708d07be773,segment=NetworkSegment(e69df24f-0d9a-4b7c-809b-d8d6ff9586eb),segment_id=e69df24f-0d9a-4b7c-809b-d8d6ff9586eb)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:08:04.095844 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=61b85d32-0bd9-4c0b-8eeb-a48d3b1edf65,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:04.118447 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:08:04.118832 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:08:04.119202 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:08:04.123125 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:08:04.123938 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:08:04.126041 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:08:04.128278 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:08:04.130052 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:08:04.130574 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:08:04.131108 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:08:04.132925 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:08:04.146705 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-fa5c2317-7a87-4dce-97f1-9ce4ee90cc4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:04.179158 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94be12a8-c937-4349-a587-6a18777189f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88f99793-8f9c-4a5e-9d1a-008cab716fbd,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:04.209523 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-94be12a8-c937-4349-a587-6a18777189f9 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=f71c736e27624018812f0782c8dfe7b0&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9962487 May 30 20:08:04.220780 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 49964) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:08:04.316431 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5c2317-7a87-4dce-97f1-9ce4ee90cc4b None None] Pushing event updated for resources: {'Port': ['ID=dfd1238c-5cd0-4a59-9ce2-4708d07be773,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:04.342277 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6d33c4ae-8207-4303-89b6-91f34ef6ac92 req-cfebeb7a-ae52-46d8-acc2-6982e259a446 service neutron] 10.222.0.71 "GET /v2.0/networks/e15833fa-a7c7-4aba-b669-666e27c7d454?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4788358 May 30 20:08:04.347194 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-02b0717c-263c-4339-81d0-bb0447698ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d655187-9441-48fa-aa50-e2660bc204e1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1811082333-router', 'tenant_id': 'a30f992c0c6d4c83b278c5e0ddf93c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'fc35ab7f-4bdd-4f97-beb2-659e01147aed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:04:29Z', 'updated_at': '2022-05-30T20:07:53Z', 'revision_number': 5, 'project_id': 'a30f992c0c6d4c83b278c5e0ddf93c21', 'gw_port': {'id': 'fc35ab7f-4bdd-4f97-beb2-659e01147aed', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d655187-9441-48fa-aa50-e2660bc204e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:04:33Z', 'updated_at': '2022-05-30T20:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:08:04.353878 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b0717c-263c-4339-81d0-bb0447698ade None None] The sync data for ids ['6d655187-9441-48fa-aa50-e2660bc204e1'] in n-d-843948-2 is: [{'id': '6d655187-9441-48fa-aa50-e2660bc204e1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1811082333-router', 'tenant_id': 'a30f992c0c6d4c83b278c5e0ddf93c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'fc35ab7f-4bdd-4f97-beb2-659e01147aed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:04:29Z', 'updated_at': '2022-05-30T20:07:53Z', 'revision_number': 5, 'project_id': 'a30f992c0c6d4c83b278c5e0ddf93c21', 'gw_port': {'id': 'fc35ab7f-4bdd-4f97-beb2-659e01147aed', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d655187-9441-48fa-aa50-e2660bc204e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:04:33Z', 'updated_at': '2022-05-30T20:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:08:04.389124 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2157de36-5cd0-4389-b79f-10d7201f1662 req-70582ea1-0915-48af-92e8-0173317d6cb1 service neutron] 10.222.0.85 "GET /v2.0/networks/1423fe8d-fe45-40b8-bd0c-db2951a00d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7786403 May 30 20:08:04.389124 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1bafcee0-b542-4dfd-a1da-7cb1a37460ed admin admin] Notify callbacks [] for router, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:04.438846 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0d2a20-0ede-488e-b389-b31e80bae153 req-1fb4ff2b-d5cd-4746-a6c7-6f1de65dfbb3 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:04.440782 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fe0d2a20-0ede-488e-b389-b31e80bae153 req-1fb4ff2b-d5cd-4746-a6c7-6f1de65dfbb3 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] 10.222.0.85 "GET /v2.0/ports?device_id=e45b2883-31f9-4c06-9a88-d29fe5738e7d HTTP/1.1" status: 200 len: 943 time: 0.1977792 May 30 20:08:04.454751 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dd2b4e3-b664-4292-8519-5dcfb830c7d8 admin admin] Router 62350e86-39fe-439d-af70-c76db2a1b564 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:08:04.517295 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fe0d2a20-0ede-488e-b389-b31e80bae153 req-af459e1e-9568-4ceb-9c52-d0703b34a712 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] 10.222.0.85 "GET /v2.0/security-groups?id=9bc03317-7c5c-46d0-8ed2-0b298955a173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690067 May 30 20:08:04.691351 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0a0acbd4-edf1-4646-b83c-dc4be4cc37a3 req-c2f7158c-7f83-4a77-a060-804b91b0ce9f tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.85 "GET /v2.0/ports?device_id=e9391ed5-ac12-4852-808d-dee95e1364af HTTP/1.1" status: 200 len: 210 time: 0.0921695 May 30 20:08:04.828879 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8c7b637d-f5b4-490f-82a2-76fefde6315e req-46c3c3a7-94ab-4cdf-a6e3-2c6cd7a5b706 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=6b8ee42596cc4a45afa2078c48491dae&device_id=e45b2883-31f9-4c06-9a88-d29fe5738e7d HTTP/1.1" status: 200 len: 1094 time: 0.2989802 May 30 20:08:04.889953 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 61b85d32-0bd9-4c0b-8eeb-a48d3b1edf65 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:08:05.078953 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7b637d-f5b4-490f-82a2-76fefde6315e req-dc82f70f-b6ff-406e-b1a3-964931806e6b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:05.081363 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8c7b637d-f5b4-490f-82a2-76fefde6315e req-dc82f70f-b6ff-406e-b1a3-964931806e6b service neutron] 10.222.0.71 "GET /v2.0/networks?id=e15833fa-a7c7-4aba-b669-666e27c7d454 HTTP/1.1" status: 200 len: 905 time: 0.2434919 May 30 20:08:05.087336 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 61b85d32-0bd9-4c0b-8eeb-a48d3b1edf65 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:08:05.087805 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:05.187950 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-dd1bd0be-93c8-4415-bc28-492cd624ba67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:05.211207 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8c7b637d-f5b4-490f-82a2-76fefde6315e req-7c441fb2-e28c-4a60-ac72-a4fe234a0157 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=acc9c322-d362-426a-9ee5-1256177b95d9 HTTP/1.1" status: 200 len: 217 time: 0.1224294 May 30 20:08:05.283659 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2157de36-5cd0-4389-b79f-10d7201f1662 req-1eba4c0f-fd2c-4289-ad6b-92f0bddd1bdd service neutron] 10.222.0.85 "GET /v2.0/networks/1423fe8d-fe45-40b8-bd0c-db2951a00d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8312397 May 30 20:08:05.299602 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7b637d-f5b4-490f-82a2-76fefde6315e req-cfc67b5b-cf76-4f54-8c97-8d8045eebfc3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:05.301037 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8c7b637d-f5b4-490f-82a2-76fefde6315e req-cfc67b5b-cf76-4f54-8c97-8d8045eebfc3 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9e784a53-5b9d-4147-93e1-adf6f7b920d9 HTTP/1.1" status: 200 len: 844 time: 0.0830696 May 30 20:08:05.342528 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-dd1bd0be-93c8-4415-bc28-492cd624ba67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:05.349514 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-98635f97-4089-4b53-adf8-1dc54193ac8c req-e18c5c37-6baa-413d-a9c5-4e8a6970e2eb service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=64150e76-0246-437b-8bdd-ac1e1a53ed9d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2034194 May 30 20:08:05.356771 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8c7b637d-f5b4-490f-82a2-76fefde6315e req-93ad2a16-0c9f-428c-8493-976572d5d751 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e15833fa-a7c7-4aba-b669-666e27c7d454&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471435 May 30 20:08:05.602934 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8c7b637d-f5b4-490f-82a2-76fefde6315e req-89c89001-26e0-4ed0-ace5-fac0a6b92482 service neutron] 10.222.0.71 "GET /v2.0/networks/e15833fa-a7c7-4aba-b669-666e27c7d454?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2394702 May 30 20:08:05.642362 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-98635f97-4089-4b53-adf8-1dc54193ac8c req-035e54bd-6663-42bf-82dc-d3823f0d752d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=6a75b3db8cd44db8bb931dd59e296017&device_id=64150e76-0246-437b-8bdd-ac1e1a53ed9d HTTP/1.1" status: 200 len: 1100 time: 0.1641226 May 30 20:08:06.020343 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-eb7ee22f-282d-4031-ada6-9dceddd1765f req-2b5d38a2-4d10-4319-886c-e73456b13891 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/ports?device_id=72a7d172-0d93-49c8-bc7d-d7f0c8041d53 HTTP/1.1" status: 200 len: 210 time: 0.1443312 May 30 20:08:06.021001 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-dd1bd0be-93c8-4415-bc28-492cd624ba67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:06.022850 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ec1c34-0ba4-49fb-ad5d-6223478ff1a8 None None] Network 90e0ce56-071d-4fa0-9b74-8a9144295128 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:08:06.044764 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98635f97-4089-4b53-adf8-1dc54193ac8c req-e456d921-1786-4156-81ad-762bf377fedb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:06.047420 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-98635f97-4089-4b53-adf8-1dc54193ac8c req-e456d921-1786-4156-81ad-762bf377fedb service neutron] 10.222.0.71 "GET /v2.0/networks?id=4344fbed-57fb-43d7-b32d-6020ce60f0a1 HTTP/1.1" status: 200 len: 870 time: 0.3488348 May 30 20:08:06.108930 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-66fb05c9-7831-491b-940e-8c830d596e53 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:06.148267 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1bd0be-93c8-4415-bc28-492cd624ba67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88f99793-8f9c-4a5e-9d1a-008cab716fbd,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:06.162629 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-dd1bd0be-93c8-4415-bc28-492cd624ba67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:06.163921 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-dd1bd0be-93c8-4415-bc28-492cd624ba67 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/88f99793-8f9c-4a5e-9d1a-008cab716fbd HTTP/1.1" status: 204 len: 168 time: 1.9335582 May 30 20:08:06.191608 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-66fb05c9-7831-491b-940e-8c830d596e53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:06.370178 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-66fb05c9-7831-491b-940e-8c830d596e53 admin admin] Allocated IP 172.25.8.58 (c7869750-4b49-4b7e-aa99-5e0f1ae02da4/427601ec-f643-4fe7-b5e6-17305d3a39e1/675cd08e-e449-4f2d-93e6-c9b5157ec37c) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:08:06.372401 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-08058705-d6ad-45d8-8d84-e318f364a373 None None] Provisioning for port dfd1238c-5cd0-4a59-9ce2-4708d07be773 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:08:06.597180 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device dfd1238c-5cd0-4a59-9ce2-4708d07be773 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:08:06.616175 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-66fb05c9-7831-491b-940e-8c830d596e53 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:06.619914 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1bafcee0-b542-4dfd-a1da-7cb1a37460ed admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:06.627015 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-7bf19292-8e4a-4643-8d9a-3aa085871e4e req-c29fff24-b074-45e1-b5ed-0a31e94393ac tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.85 "GET /v2.0/ports?device_id=e9391ed5-ac12-4852-808d-dee95e1364af HTTP/1.1" status: 200 len: 210 time: 0.0613551 May 30 20:08:06.776162 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-98635f97-4089-4b53-adf8-1dc54193ac8c req-b81e9a20-1595-4330-b360-0e21363370a2 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=ddba6d06-4716-4ab5-90ae-4e3814b4f21f HTTP/1.1" status: 200 len: 217 time: 0.2739615 May 30 20:08:06.792343 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-1bafcee0-b542-4dfd-a1da-7cb1a37460ed admin admin] Deleting port fc35ab7f-4bdd-4f97-beb2-659e01147aed {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:08:06.792813 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1bafcee0-b542-4dfd-a1da-7cb1a37460ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:06.899713 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port dfd1238c-5cd0-4a59-9ce2-4708d07be773 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:08:06.907198 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port dfd1238c-5cd0-4a59-9ce2-4708d07be773 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:08:06.907529 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8c7b637d-f5b4-490f-82a2-76fefde6315e req-336aa345-8a7a-4fcc-b59c-ffaafba284f6 service neutron] 10.222.0.71 "GET /v2.0/networks/e15833fa-a7c7-4aba-b669-666e27c7d454?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2974524 May 30 20:08:06.907656 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:06.939125 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73138c6a-984b-4d10-9cea-c1110a00a615 req-c673aa28-4265-495e-90ed-21856279d137 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:06.947426 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-73138c6a-984b-4d10-9cea-c1110a00a615 req-c673aa28-4265-495e-90ed-21856279d137 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] 10.222.0.85 "GET /v2.0/ports?device_id=e45b2883-31f9-4c06-9a88-d29fe5738e7d HTTP/1.1" status: 200 len: 943 time: 1.0562716 May 30 20:08:06.992478 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98635f97-4089-4b53-adf8-1dc54193ac8c req-4fa451fc-8a82-4ea9-aa3b-3325399710bf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:07.001851 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-98635f97-4089-4b53-adf8-1dc54193ac8c req-4fa451fc-8a82-4ea9-aa3b-3325399710bf service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1b83ff54-b1af-44ce-bb75-ba148920553c HTTP/1.1" status: 200 len: 843 time: 0.2053752 May 30 20:08:07.101961 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-c555e461-4ed0-48b8-bc5a-52d7a154387c None None] Provisioning complete for port dfd1238c-5cd0-4a59-9ce2-4708d07be773 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:08:07.103057 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-c555e461-4ed0-48b8-bc5a-52d7a154387c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:07.124693 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-73138c6a-984b-4d10-9cea-c1110a00a615 req-11de21b3-6aca-465b-bc97-945084cf71f7 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] 10.222.0.85 "GET /v2.0/security-groups?id=9bc03317-7c5c-46d0-8ed2-0b298955a173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753435 May 30 20:08:07.139231 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [None req-1bafcee0-b542-4dfd-a1da-7cb1a37460ed admin admin] For port fc35ab7f-4bdd-4f97-beb2-659e01147aed, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=fc35ab7f-4bdd-4f97-beb2-659e01147aed,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:08:07.139930 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1bafcee0-b542-4dfd-a1da-7cb1a37460ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:07.146460 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0f8a17a6-7781-4090-8b67-378c0059bed9 req-238c978f-0026-44ee-9209-a68679b15f18 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=6a75b3db8cd44db8bb931dd59e296017&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0834360 May 30 20:08:07.194304 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:07.285386 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port dfd1238c-5cd0-4a59-9ce2-4708d07be773, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=dfd1238c-5cd0-4a59-9ce2-4708d07be773,segment=NetworkSegment(e69df24f-0d9a-4b7c-809b-d8d6ff9586eb),segment_id=e69df24f-0d9a-4b7c-809b-d8d6ff9586eb)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:08:07.329729 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-c555e461-4ed0-48b8-bc5a-52d7a154387c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:07.366065 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-98635f97-4089-4b53-adf8-1dc54193ac8c req-9266b8f5-ff30-40e8-b332-0cb1d2dd8251 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4344fbed-57fb-43d7-b32d-6020ce60f0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3645012 May 30 20:08:07.393174 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:07.419928 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-1bafcee0-b542-4dfd-a1da-7cb1a37460ed admin admin] Calling delete_port for fc35ab7f-4bdd-4f97-beb2-659e01147aed owned by network:router_gateway {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:08:07.539309 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=dfd1238c-5cd0-4a59-9ce2-4708d07be773,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:07.551391 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 365877dd-8644-44ed-afe2-eba50da77af7 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:08:07.589808 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8a17a6-7781-4090-8b67-378c0059bed9 req-1d5ec047-75a9-43df-91f3-fcb05a8748b1 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:07.591244 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0f8a17a6-7781-4090-8b67-378c0059bed9 req-1d5ec047-75a9-43df-91f3-fcb05a8748b1 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4362361 May 30 20:08:07.603008 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: 365877dd-8644-44ed-afe2-eba50da77af7 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:08:07.603358 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 365877dd-8644-44ed-afe2-eba50da77af7 not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:08:07.621046 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-0f8a17a6-7781-4090-8b67-378c0059bed9 req-681465ab-cf38-4a6c-960b-9b9220db66db tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Request body: {'port': {'device_id': 'e9391ed5-ac12-4852-808d-dee95e1364af', 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1', 'admin_state_up': True, 'tenant_id': '6a75b3db8cd44db8bb931dd59e296017'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:08:07.627370 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.db.api [None req-c555e461-4ed0-48b8-bc5a-52d7a154387c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:08:07.627697 n-d-843948-2 neutron-server[84888]: DEBUG oslo_db.api [None req-c555e461-4ed0-48b8-bc5a-52d7a154387c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:08:07.649021 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-98635f97-4089-4b53-adf8-1dc54193ac8c req-4cbfbe9d-4f3e-42b5-9a3f-13b5e20eaf67 service neutron] 10.222.0.71 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2654524 May 30 20:08:07.683024 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4fb7ae1c-e2a8-48fd-a593-d3025e13c477 req-2fedaeb8-bc47-4723-a58f-cd5586a21aa2 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/ports?device_id=72a7d172-0d93-49c8-bc7d-d7f0c8041d53 HTTP/1.1" status: 200 len: 210 time: 0.2794964 May 30 20:08:07.898184 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-38805f66-307d-47e4-a48d-7e0798841094 admin admin] Deleting port f2732477-dcef-4da6-9191-cedce34fdd5a {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:08:07.899900 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-38805f66-307d-47e4-a48d-7e0798841094 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:07.957057 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-98635f97-4089-4b53-adf8-1dc54193ac8c req-0f90ecd9-7f25-4868-adac-1568ce1b01b4 service neutron] 10.222.0.71 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652808 May 30 20:08:07.967569 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dd2b4e3-b664-4292-8519-5dcfb830c7d8 admin admin] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:08:08.053249 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-0f8a17a6-7781-4090-8b67-378c0059bed9 req-681465ab-cf38-4a6c-960b-9b9220db66db tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:08:08.062793 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-5dd2b4e3-b664-4292-8519-5dcfb830c7d8 admin admin] 10.222.0.85 "PUT /v2.0/routers/62350e86-39fe-439d-af70-c76db2a1b564/add_router_interface HTTP/1.1" status: 200 len: 503 time: 18.5853651 May 30 20:08:08.070991 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-66fb05c9-7831-491b-940e-8c830d596e53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:08.071314 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-0f8a17a6-7781-4090-8b67-378c0059bed9 req-681465ab-cf38-4a6c-960b-9b9220db66db tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:08:08.194852 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b0a81e0a-cdb5-4df2-9551-25cc082b092e req-808b7b46-85d1-4e0c-aa88-256c14b2fab9 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.85 "GET /v2.0/ports?device_id=e9391ed5-ac12-4852-808d-dee95e1364af HTTP/1.1" status: 200 len: 210 time: 0.1012497 May 30 20:08:08.248841 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f8a17a6-7781-4090-8b67-378c0059bed9 req-681465ab-cf38-4a6c-960b-9b9220db66db tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Made reservation on behalf of 6a75b3db8cd44db8bb931dd59e296017 for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:08:08.254416 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-0f8a17a6-7781-4090-8b67-378c0059bed9 req-681465ab-cf38-4a6c-960b-9b9220db66db tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:08.269538 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-38805f66-307d-47e4-a48d-7e0798841094 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:08.456105 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-38805f66-307d-47e4-a48d-7e0798841094 admin admin] Calling delete_port for f2732477-dcef-4da6-9191-cedce34fdd5a owned by network:router_interface {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:08:08.464965 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device acc9c322-d362-426a-9ee5-1256177b95d9 details requested by agent hyperv_n-h1-843948-2 with host n-h1-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:08:08.504069 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1bafcee0-b542-4dfd-a1da-7cb1a37460ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:08.606673 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device dfd1238c-5cd0-4a59-9ce2-4708d07be773 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:08:08.607898 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66fb05c9-7831-491b-940e-8c830d596e53 admin admin] Network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:08:08.614838 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-66fb05c9-7831-491b-940e-8c830d596e53 admin admin] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:08:08.618325 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66fb05c9-7831-491b-940e-8c830d596e53 admin admin] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:08:08.703003 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fb05c9-7831-491b-940e-8c830d596e53 admin admin] Pushing event updated for resources: {'Port': ['ID=675cd08e-e449-4f2d-93e6-c9b5157ec37c,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:08.736986 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port dfd1238c-5cd0-4a59-9ce2-4708d07be773 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:08:08.737454 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:08.805659 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 50018) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:08:08.837142 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port acc9c322-d362-426a-9ee5-1256177b95d9, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=acc9c322-d362-426a-9ee5-1256177b95d9,segment=NetworkSegment(70424240-b76f-4af0-9f32-ace284913a86),segment_id=70424240-b76f-4af0-9f32-ace284913a86)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:08:08.860967 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Returning: {'device': 'acc9c322-d362-426a-9ee5-1256177b95d9', 'network_id': 'e15833fa-a7c7-4aba-b669-666e27c7d454', 'port_id': 'acc9c322-d362-426a-9ee5-1256177b95d9', 'mac_address': 'fa:16:3e:49:30:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e784a53-5b9d-4147-93e1-adf6f7b920d9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:08:08.874287 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [req-0f8a17a6-7781-4090-8b67-378c0059bed9 req-681465ab-cf38-4a6c-960b-9b9220db66db tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Allocated IP 192.168.233.34 (4344fbed-57fb-43d7-b32d-6020ce60f0a1/1b83ff54-b1af-44ce-bb75-ba148920553c/f95e12eb-ced2-4994-a78a-98cb8d8e15ec) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:08:08.882361 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fb05c9-7831-491b-940e-8c830d596e53 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:08:08.882704 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fb05c9-7831-491b-940e-8c830d596e53 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:08:08.883065 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fb05c9-7831-491b-940e-8c830d596e53 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:08:08.883470 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fb05c9-7831-491b-940e-8c830d596e53 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:08:08.883715 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fb05c9-7831-491b-940e-8c830d596e53 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:08:08.884054 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fb05c9-7831-491b-940e-8c830d596e53 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:08:08.884383 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fb05c9-7831-491b-940e-8c830d596e53 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:08:08.884707 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fb05c9-7831-491b-940e-8c830d596e53 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:08:08.885033 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fb05c9-7831-491b-940e-8c830d596e53 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:08:08.885348 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fb05c9-7831-491b-940e-8c830d596e53 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:08:08.886010 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fb05c9-7831-491b-940e-8c830d596e53 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:08:08.979826 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bafcee0-b542-4dfd-a1da-7cb1a37460ed admin admin] Pushing event deleted for resources: {'Port': ['ID=fc35ab7f-4bdd-4f97-beb2-659e01147aed,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:09.006445 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:09.030759 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acc9c322-d362-426a-9ee5-1256177b95d9 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:08:09.061568 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port acc9c322-d362-426a-9ee5-1256177b95d9, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=acc9c322-d362-426a-9ee5-1256177b95d9,segment=NetworkSegment(70424240-b76f-4af0-9f32-ace284913a86),segment_id=70424240-b76f-4af0-9f32-ace284913a86)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:08:09.212707 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-93177e66-136e-4e51-afb1-78a57f0b9c5e req-b4a12522-0773-4503-adab-8fd343fcb4d8 tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] Synchronizing usage tracker for tenant:025c7e17165b4ab688bec2ce251d59e7 on resource:network {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:08:09.214352 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f677ead6-6a60-4e80-a470-c4a318208a86 req-f42aebcd-e42f-4f7a-a6b4-30430256000c tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:09.216294 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f677ead6-6a60-4e80-a470-c4a318208a86 req-f42aebcd-e42f-4f7a-a6b4-30430256000c tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] 10.222.0.85 "GET /v2.0/ports?device_id=e45b2883-31f9-4c06-9a88-d29fe5738e7d HTTP/1.1" status: 200 len: 943 time: 0.7719212 May 30 20:08:09.255163 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:09.261949 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-c4a5ce5c-2423-4b94-9631-36749ae50a6c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-570638109-network', 'tenant_id': 'f5753ad8c0f54e9d882bc4d9fbe8fe34'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:08:09.268939 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1bafcee0-b542-4dfd-a1da-7cb1a37460ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-736453'] for router_gateway, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:09.352037 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-c4a5ce5c-2423-4b94-9631-36749ae50a6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:08:09.358641 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=acc9c322-d362-426a-9ee5-1256177b95d9,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:09.368086 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-c4a5ce5c-2423-4b94-9631-36749ae50a6c admin admin] Usage tracker for resource:network and tenant:f5753ad8c0f54e9d882bc4d9fbe8fe34 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:08:09.374993 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-c4a5ce5c-2423-4b94-9631-36749ae50a6c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:08:09.444625 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-c4a5ce5c-2423-4b94-9631-36749ae50a6c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:08:09.465256 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-93177e66-136e-4e51-afb1-78a57f0b9c5e req-b4a12522-0773-4503-adab-8fd343fcb4d8 tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] Unset dirty status for tenant:025c7e17165b4ab688bec2ce251d59e7 on resource:network {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:08:09.467579 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-93177e66-136e-4e51-afb1-78a57f0b9c5e req-b4a12522-0773-4503-adab-8fd343fcb4d8 tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] 10.222.0.85 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6580095 May 30 20:08:09.481573 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['acc9c322-d362-426a-9ee5-1256177b95d9'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:08:09.571495 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-93177e66-136e-4e51-afb1-78a57f0b9c5e req-744490bd-e611-4013-b31c-1b2b2aba793d tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] Request body: {'floatingip': {'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:08:09.608983 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-93177e66-136e-4e51-afb1-78a57f0b9c5e req-744490bd-e611-4013-b31c-1b2b2aba793d tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:08:09.637299 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-93177e66-136e-4e51-afb1-78a57f0b9c5e req-744490bd-e611-4013-b31c-1b2b2aba793d tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] Usage tracker for resource:floatingip and tenant:025c7e17165b4ab688bec2ce251d59e7 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:08:09.650371 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-93177e66-136e-4e51-afb1-78a57f0b9c5e req-744490bd-e611-4013-b31c-1b2b2aba793d tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:08:09.706351 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-93177e66-136e-4e51-afb1-78a57f0b9c5e req-744490bd-e611-4013-b31c-1b2b2aba793d tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:08:09.721672 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4a5ce5c-2423-4b94-9631-36749ae50a6c admin admin] Made reservation on behalf of f5753ad8c0f54e9d882bc4d9fbe8fe34 for: {'network': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:08:09.726118 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c4a5ce5c-2423-4b94-9631-36749ae50a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:09.845106 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f677ead6-6a60-4e80-a470-c4a318208a86 req-030f4b9e-35a0-4086-9cc2-a3c181983e3a tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] 10.222.0.85 "GET /v2.0/security-groups?id=9bc03317-7c5c-46d0-8ed2-0b298955a173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6142471 May 30 20:08:09.854968 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1bafcee0-b542-4dfd-a1da-7cb1a37460ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-724789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3141'] for router, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:09.864787 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1bafcee0-b542-4dfd-a1da-7cb1a37460ed admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:09.946890 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-38805f66-307d-47e4-a48d-7e0798841094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:10.025379 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38805f66-307d-47e4-a48d-7e0798841094 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2732477-dcef-4da6-9191-cedce34fdd5a,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:10.029257 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1bafcee0-b542-4dfd-a1da-7cb1a37460ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724889'] for router, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:10.030187 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bafcee0-b542-4dfd-a1da-7cb1a37460ed admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6d655187-9441-48fa-aa50-e2660bc204e1 {{(pid=84886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:08:10.131418 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2157de36-5cd0-4389-b79f-10d7201f1662 req-fc217056-5dd3-4ec2-8b0c-bc7cd9a8f5c7 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:10.133915 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2157de36-5cd0-4389-b79f-10d7201f1662 req-fc217056-5dd3-4ec2-8b0c-bc7cd9a8f5c7 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.71 "GET /v2.0/networks?id=1423fe8d-fe45-40b8-bd0c-db2951a00d49 HTTP/1.1" status: 200 len: 811 time: 0.8101499 May 30 20:08:10.181546 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1bafcee0-b542-4dfd-a1da-7cb1a37460ed admin admin] Notify callbacks [] for router, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:10.186855 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-1bafcee0-b542-4dfd-a1da-7cb1a37460ed admin admin] 10.222.0.85 "DELETE /v2.0/routers/6d655187-9441-48fa-aa50-e2660bc204e1 HTTP/1.1" status: 204 len: 168 time: 8.2000601 May 30 20:08:10.195735 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 50026) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:08:10.198251 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3aa5fedd-91bd-46a6-ae0b-cbb116e5ba80 req-f832ff55-e7c7-44ce-9a39-6b934b4892ca tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/ports?device_id=72a7d172-0d93-49c8-bc7d-d7f0c8041d53 HTTP/1.1" status: 200 len: 210 time: 0.0679374 May 30 20:08:10.199183 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-66fb05c9-7831-491b-940e-8c830d596e53 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:10.199929 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-66fb05c9-7831-491b-940e-8c830d596e53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-736409'] for router, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:10.230230 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-2157de36-5cd0-4389-b79f-10d7201f1662 req-4432e32f-8337-43f4-97a8-8ad684fe058d tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Request body: {'port': {'device_id': '72a7d172-0d93-49c8-bc7d-d7f0c8041d53', 'network_id': '1423fe8d-fe45-40b8-bd0c-db2951a00d49', 'admin_state_up': True, 'tenant_id': '2f556c8c0e86457c8a99895c145d8ec1'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:08:10.359174 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c4a5ce5c-2423-4b94-9631-36749ae50a6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:10.379188 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-0f8a17a6-7781-4090-8b67-378c0059bed9 req-681465ab-cf38-4a6c-960b-9b9220db66db tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:10.438862 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-93177e66-136e-4e51-afb1-78a57f0b9c5e req-744490bd-e611-4013-b31c-1b2b2aba793d tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] Notify callbacks [] for floatingip, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:10.478113 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-0f8a17a6-7781-4090-8b67-378c0059bed9 req-681465ab-cf38-4a6c-960b-9b9220db66db tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Transition to ACTIVE for port object f95e12eb-ced2-4994-a78a-98cb8d8e15ec will not be triggered until provisioned by entity DHCP. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:08:10.480727 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device acc9c322-d362-426a-9ee5-1256177b95d9 up at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:08:10.576807 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-c4a5ce5c-2423-4b94-9631-36749ae50a6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:08:10.593730 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-c4a5ce5c-2423-4b94-9631-36749ae50a6c admin admin] Usage tracker for resource:security_group_rule and tenant:f5753ad8c0f54e9d882bc4d9fbe8fe34 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:08:10.608251 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-c4a5ce5c-2423-4b94-9631-36749ae50a6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:08:10.622081 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-c4a5ce5c-2423-4b94-9631-36749ae50a6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:08:10.648352 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning for port acc9c322-d362-426a-9ee5-1256177b95d9 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:08:10.654954 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning complete for port acc9c322-d362-426a-9ee5-1256177b95d9 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:08:10.659285 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:10.660253 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-2157de36-5cd0-4389-b79f-10d7201f1662 req-4432e32f-8337-43f4-97a8-8ad684fe058d tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:08:10.686528 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4040d923-0724-4e54-a312-74a8662584ff req-718c956c-470e-482a-abdb-d00fb1cebdb6 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=110bddbd-f44e-4fa5-b307-fa3cacc0a7d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5337417 May 30 20:08:10.692834 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-2157de36-5cd0-4389-b79f-10d7201f1662 req-4432e32f-8337-43f4-97a8-8ad684fe058d tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:08:10.705707 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_v2 [None req-66b29326-4568-4050-8b76-642e33f951ac admin admin] Deleting subnet a936439d-a424-4a5c-8496-f82c5049c2f0 {{(pid=84886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:08:10.731324 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-66b29326-4568-4050-8b76-642e33f951ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:10.769716 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-0f8a17a6-7781-4090-8b67-378c0059bed9 req-681465ab-cf38-4a6c-960b-9b9220db66db tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:10.785286 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['ddba6d06-4716-4ab5-90ae-4e3814b4f21f', '448af9f8-fbc6-4f23-b596-bc95ed6f4ae6'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:08:10.813213 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['a4fbb078-4c44-4d94-9029-bc5995e00d92', '0ab8fad3-50b3-4e00-809a-e7bbc917d1ca', 'd5bbe401-8f84-4ccd-9a6e-3023ef22e3a1'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:08:10.826502 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-fccd8b23-739d-46d3-a5ae-bec32ffa7323 req-0f8f9ce1-198f-4c0d-935b-df9b880b0292 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.85 "GET /v2.0/ports?device_id=e9391ed5-ac12-4852-808d-dee95e1364af HTTP/1.1" status: 200 len: 210 time: 0.2926846 May 30 20:08:10.831902 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2157de36-5cd0-4389-b79f-10d7201f1662 req-4432e32f-8337-43f4-97a8-8ad684fe058d tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Made reservation on behalf of 2f556c8c0e86457c8a99895c145d8ec1 for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:08:10.839657 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-2157de36-5cd0-4389-b79f-10d7201f1662 req-4432e32f-8337-43f4-97a8-8ad684fe058d tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:10.910593 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:10.915487 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-66b29326-4568-4050-8b76-642e33f951ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2655517'] for subnet, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:10.921506 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c4a5ce5c-2423-4b94-9631-36749ae50a6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:10.992496 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e45b2883-31f9-4c06-9a88-d29fe5738e7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acc9c322-d362-426a-9ee5-1256177b95d9'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:08:11.032744 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f8a17a6-7781-4090-8b67-378c0059bed9 req-681465ab-cf38-4a6c-960b-9b9220db66db tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Network 4344fbed-57fb-43d7-b32d-6020ce60f0a1 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:08:11.045764 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-93177e66-136e-4e51-afb1-78a57f0b9c5e req-744490bd-e611-4013-b31c-1b2b2aba793d tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:11.057604 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port acc9c322-d362-426a-9ee5-1256177b95d9, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=acc9c322-d362-426a-9ee5-1256177b95d9,segment=NetworkSegment(70424240-b76f-4af0-9f32-ace284913a86),segment_id=70424240-b76f-4af0-9f32-ace284913a86)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:08:11.106421 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [req-0f8a17a6-7781-4090-8b67-378c0059bed9 req-681465ab-cf38-4a6c-960b-9b9220db66db tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:08:11.108469 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c4a5ce5c-2423-4b94-9631-36749ae50a6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:11.112922 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f8a17a6-7781-4090-8b67-378c0059bed9 req-681465ab-cf38-4a6c-960b-9b9220db66db tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:08:11.141737 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:11.184824 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681465ab-cf38-4a6c-960b-9b9220db66db tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Pushing event updated for resources: {'Port': ['ID=f95e12eb-ced2-4994-a78a-98cb8d8e15ec,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:11.243220 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681465ab-cf38-4a6c-960b-9b9220db66db tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:08:11.243958 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681465ab-cf38-4a6c-960b-9b9220db66db tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:08:11.244102 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681465ab-cf38-4a6c-960b-9b9220db66db tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:08:11.244527 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681465ab-cf38-4a6c-960b-9b9220db66db tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:08:11.244952 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681465ab-cf38-4a6c-960b-9b9220db66db tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:08:11.245594 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681465ab-cf38-4a6c-960b-9b9220db66db tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:08:11.245893 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681465ab-cf38-4a6c-960b-9b9220db66db tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:08:11.246232 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681465ab-cf38-4a6c-960b-9b9220db66db tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:08:11.246672 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681465ab-cf38-4a6c-960b-9b9220db66db tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:08:11.247088 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681465ab-cf38-4a6c-960b-9b9220db66db tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:08:11.247711 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681465ab-cf38-4a6c-960b-9b9220db66db tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:08:11.249290 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-66b29326-4568-4050-8b76-642e33f951ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:11.276229 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4a5ce5c-2423-4b94-9631-36749ae50a6c admin admin] vlan segment allocate from pool success with {'vlan_id': 693, 'physical_network': 'physnet1'} {{(pid=84887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:08:11.283313 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=acc9c322-d362-426a-9ee5-1256177b95d9,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:11.289346 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c4a5ce5c-2423-4b94-9631-36749ae50a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:11.289985 n-d-843948-2 neutron-server[84887]: INFO neutron.db.segments_db [None req-c4a5ce5c-2423-4b94-9631-36749ae50a6c admin admin] Added segment 04c69eb2-a870-4138-9320-3658a9069537 of type vlan for network d4226d97-c7d0-4c7f-a2ff-6b319fb0030f May 30 20:08:11.328658 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c4a5ce5c-2423-4b94-9631-36749ae50a6c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:11.341473 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4040d923-0724-4e54-a312-74a8662584ff req-3a5b3d06-9b68-40fd-b666-5de0b439b134 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6a75b3db8cd44db8bb931dd59e296017&device_id=110bddbd-f44e-4fa5-b307-fa3cacc0a7d7 HTTP/1.1" status: 200 len: 1101 time: 0.6224971 May 30 20:08:11.449849 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a5ce5c-2423-4b94-9631-36749ae50a6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8a85610-ab92-4d38-9f51-566e6263b9ec,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:11.477450 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.db.resource_extend [None req-c4a5ce5c-2423-4b94-9631-36749ae50a6c admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:08:11.523144 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97df765a-af31-49d2-be31-fa0cfe7599fa req-c66e397f-4790-4f4c-90d2-1cf734020ffe tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:11.526445 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-97df765a-af31-49d2-be31-fa0cfe7599fa req-c66e397f-4790-4f4c-90d2-1cf734020ffe tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] 10.222.0.85 "GET /v2.0/ports?device_id=e45b2883-31f9-4c06-9a88-d29fe5738e7d HTTP/1.1" status: 200 len: 945 time: 0.4172213 May 30 20:08:11.526653 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-66b29326-4568-4050-8b76-642e33f951ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4127075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2778536'] for subnet, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:11.598187 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-66b29326-4568-4050-8b76-642e33f951ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:11.601642 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-38805f66-307d-47e4-a48d-7e0798841094 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1718140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-736143'] for router_interface, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:11.606016 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b29326-4568-4050-8b76-642e33f951ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a936439d-a424-4a5c-8496-f82c5049c2f0,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:11.610273 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8a17a6-7781-4090-8b67-378c0059bed9 req-681465ab-cf38-4a6c-960b-9b9220db66db tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:11.610273 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-0f8a17a6-7781-4090-8b67-378c0059bed9 req-681465ab-cf38-4a6c-960b-9b9220db66db tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:11.610874 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54197ad4-91e6-42c4-b775-036083d8dc97 None None] Network 803dd70a-3f53-43ad-9356-1243425ef9dd requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:08:11.641811 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-66b29326-4568-4050-8b76-642e33f951ac admin admin] 10.222.0.85 "DELETE /v2.0/subnets/a936439d-a424-4a5c-8496-f82c5049c2f0 HTTP/1.1" status: 204 len: 168 time: 1.4392385 May 30 20:08:11.642495 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 50038) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:08:11.684794 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-ab86fecc-c62c-42c9-bcaf-3ec3bab33bca None None] Provisioning for port f95e12eb-ced2-4994-a78a-98cb8d8e15ec completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:08:11.694236 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [req-2157de36-5cd0-4389-b79f-10d7201f1662 req-4432e32f-8337-43f4-97a8-8ad684fe058d tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Allocated IP 172.20.0.6 (1423fe8d-fe45-40b8-bd0c-db2951a00d49/f7ba462c-1ed8-4caa-83b7-6c1b6552e3f5/6625fac1-36b2-4e8a-a15f-29a482cde9eb) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:08:11.706871 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-ab86fecc-c62c-42c9-bcaf-3ec3bab33bca None None] Provisioning complete for port f95e12eb-ced2-4994-a78a-98cb8d8e15ec triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:08:11.707208 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ab86fecc-c62c-42c9-bcaf-3ec3bab33bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:11.742713 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [req-93177e66-136e-4e51-afb1-78a57f0b9c5e req-744490bd-e611-4013-b31c-1b2b2aba793d tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] Allocated IP 172.25.8.47 (c7869750-4b49-4b7e-aa99-5e0f1ae02da4/427601ec-f643-4fe7-b5e6-17305d3a39e1/6f2e97bd-be4b-46a8-8645-5a37120ba757) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:08:11.778280 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0f8a17a6-7781-4090-8b67-378c0059bed9 req-681465ab-cf38-4a6c-960b-9b9220db66db tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.1655531 May 30 20:08:11.809387 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-ab86fecc-c62c-42c9-bcaf-3ec3bab33bca None None] Port f95e12eb-ced2-4994-a78a-98cb8d8e15ec cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:08:11.816725 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-0f8a17a6-7781-4090-8b67-378c0059bed9 req-9da65bfe-cd45-4329-9822-543665e384d6 service neutron] Request body: {'port': {'device_id': 'e9391ed5-ac12-4852-808d-dee95e1364af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843948-2'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:08:11.871838 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c4a5ce5c-2423-4b94-9631-36749ae50a6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:11.873297 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a5ce5c-2423-4b94-9631-36749ae50a6c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:11.874356 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c4a5ce5c-2423-4b94-9631-36749ae50a6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:11.926073 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-97df765a-af31-49d2-be31-fa0cfe7599fa req-244a1606-b9dd-43c0-8d05-2d899b2d57b1 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] 10.222.0.85 "GET /v2.0/security-groups?id=9bc03317-7c5c-46d0-8ed2-0b298955a173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3829532 May 30 20:08:11.952902 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa5106b-60e5-4434-a5dd-1b8fb5b41295 None None] DHCP port deletion for 803dd70a-3f53-43ad-9356-1243425ef9dd request from n-d-843948-2 {{(pid=84888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:08:11.958156 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-bfa5106b-60e5-4434-a5dd-1b8fb5b41295 None None] Deleting port 5544424e-08f6-4880-905f-df7e4ec5379d {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:08:11.958456 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-bfa5106b-60e5-4434-a5dd-1b8fb5b41295 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:12.008718 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4040d923-0724-4e54-a312-74a8662584ff req-36600b4a-188d-4691-bc89-952d3d5b6d00 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:12.011549 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4040d923-0724-4e54-a312-74a8662584ff req-36600b4a-188d-4691-bc89-952d3d5b6d00 service neutron] 10.222.0.86 "GET /v2.0/networks?id=4344fbed-57fb-43d7-b32d-6020ce60f0a1 HTTP/1.1" status: 200 len: 870 time: 0.6283705 May 30 20:08:12.025559 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-217ca57a-f7df-4332-a232-d1fb8b83782f'] response: {'server_uuid': 'e45b2883-31f9-4c06-9a88-d29fe5738e7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acc9c322-d362-426a-9ee5-1256177b95d9', 'code': 200} May 30 20:08:12.191831 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66fb05c9-7831-491b-940e-8c830d596e53 admin admin] Router 50bbf495-31d2-47e1-8248-fec889f83125 is scheduled to L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 with binding_index 1 {{(pid=84886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 20:08:12.230539 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c947e9bf-f29a-45c9-80b1-ea1770a7fdb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:12.263110 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2fcdcdf8-b741-49f9-bf76-632928a35aae req-417e53e3-0dc8-4128-a10b-a3b324ca78de tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/ports?device_id=72a7d172-0d93-49c8-bc7d-d7f0c8041d53 HTTP/1.1" status: 200 len: 210 time: 0.0747569 May 30 20:08:12.263438 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-bfa5106b-60e5-4434-a5dd-1b8fb5b41295 None None] For port 5544424e-08f6-4880-905f-df7e4ec5379d, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=5544424e-08f6-4880-905f-df7e4ec5379d,segment=NetworkSegment(a8b7280c-8c6f-4bc7-8cdf-e2ff0b0b2b8d),segment_id=a8b7280c-8c6f-4bc7-8cdf-e2ff0b0b2b8d)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:08:12.263752 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-bfa5106b-60e5-4434-a5dd-1b8fb5b41295 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:12.275959 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-c947e9bf-f29a-45c9-80b1-ea1770a7fdb6 admin admin] Deleting port 5544424e-08f6-4880-905f-df7e4ec5379d {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:08:12.278962 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c947e9bf-f29a-45c9-80b1-ea1770a7fdb6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:12.473757 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-bfa5106b-60e5-4434-a5dd-1b8fb5b41295 None None] Calling delete_port for 5544424e-08f6-4880-905f-df7e4ec5379d owned by network:dhcp {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:08:12.508808 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 5544424e-08f6-4880-905f-df7e4ec5379d no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:08:12.688344 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-c4a5ce5c-2423-4b94-9631-36749ae50a6c admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 3.8213005 May 30 20:08:12.725527 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:12.728694 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 50044) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:08:12.753099 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-409bcab1-8100-4cc0-8524-7cfb507b4816 admin admin] Request body: {'subnet': {'network_id': 'd4226d97-c7d0-4c7f-a2ff-6b319fb0030f', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-570638109-subnet', 'tenant_id': 'f5753ad8c0f54e9d882bc4d9fbe8fe34', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:08:12.761458 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-409bcab1-8100-4cc0-8524-7cfb507b4816 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:08:12.766021 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-409bcab1-8100-4cc0-8524-7cfb507b4816 admin admin] Usage tracker for resource:subnet and tenant:f5753ad8c0f54e9d882bc4d9fbe8fe34 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:08:12.769756 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-409bcab1-8100-4cc0-8524-7cfb507b4816 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:08:12.780353 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-409bcab1-8100-4cc0-8524-7cfb507b4816 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:08:12.826480 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [None req-c947e9bf-f29a-45c9-80b1-ea1770a7fdb6 admin admin] For port 5544424e-08f6-4880-905f-df7e4ec5379d, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=5544424e-08f6-4880-905f-df7e4ec5379d,segment=NetworkSegment(a8b7280c-8c6f-4bc7-8cdf-e2ff0b0b2b8d),segment_id=a8b7280c-8c6f-4bc7-8cdf-e2ff0b0b2b8d)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:08:12.826842 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c947e9bf-f29a-45c9-80b1-ea1770a7fdb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:12.868663 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-bfa5106b-60e5-4434-a5dd-1b8fb5b41295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468'] for port, after_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:12.925641 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa5106b-60e5-4434-a5dd-1b8fb5b41295 None None] Pushing event deleted for resources: {'Port': ['ID=5544424e-08f6-4880-905f-df7e4ec5379d,revision_number=None']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:12.932912 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa5106b-60e5-4434-a5dd-1b8fb5b41295 None None] No DVR routers for this DVR port 5544424e-08f6-4880-905f-df7e4ec5379d on host n-d-843948-2 {{(pid=84888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:08:12.936457 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a5ce5c-2423-4b94-9631-36749ae50a6c admin admin] Pushing event updated for resources: {'Network': ['ID=d4226d97-c7d0-4c7f-a2ff-6b319fb0030f,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:12.955363 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network d4226d97-c7d0-4c7f-a2ff-6b319fb0030f details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:08:12.973058 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4040d923-0724-4e54-a312-74a8662584ff req-ce3c35af-57fe-4171-aeeb-b241a50b9596 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=a4fbb078-4c44-4d94-9029-bc5995e00d92 HTTP/1.1" status: 200 len: 217 time: 0.6518786 May 30 20:08:12.992324 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-c947e9bf-f29a-45c9-80b1-ea1770a7fdb6 admin admin] Calling delete_port for 5544424e-08f6-4880-905f-df7e4ec5379d owned by network:dhcp {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:08:13.020017 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-409bcab1-8100-4cc0-8524-7cfb507b4816 admin admin] Made reservation on behalf of f5753ad8c0f54e9d882bc4d9fbe8fe34 for: {'subnet': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:08:13.022681 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-409bcab1-8100-4cc0-8524-7cfb507b4816 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2778563'] for subnet, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:13.192205 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-0f8a17a6-7781-4090-8b67-378c0059bed9 req-9da65bfe-cd45-4329-9822-543665e384d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:13.233802 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-463313f0-094e-4a40-8fd5-ec4ee61a4a5d req-9e32a3e7-2670-4dd9-a6a9-722db3ea23d5 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=e45b2883-31f9-4c06-9a88-d29fe5738e7d HTTP/1.1" status: 200 len: 1096 time: 0.9976501 May 30 20:08:13.234979 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4040d923-0724-4e54-a312-74a8662584ff req-e7634480-b08b-4172-9b24-b94ade172da3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:13.236348 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4040d923-0724-4e54-a312-74a8662584ff req-e7634480-b08b-4172-9b24-b94ade172da3 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1b83ff54-b1af-44ce-bb75-ba148920553c HTTP/1.1" status: 200 len: 843 time: 0.2252634 May 30 20:08:13.300063 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-93177e66-136e-4e51-afb1-78a57f0b9c5e req-744490bd-e611-4013-b31c-1b2b2aba793d tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:13.328807 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f4449b-246e-4ab4-b8dd-2f744d6dd48c req-aaa390f3-2ba5-485f-8cff-d0bf86e0955b tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:13.330948 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-83f4449b-246e-4ab4-b8dd-2f744d6dd48c req-aaa390f3-2ba5-485f-8cff-d0bf86e0955b tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.85 "GET /v2.0/ports?device_id=e9391ed5-ac12-4852-808d-dee95e1364af HTTP/1.1" status: 200 len: 935 time: 0.6799979 May 30 20:08:13.410429 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-2157de36-5cd0-4389-b79f-10d7201f1662 req-4432e32f-8337-43f4-97a8-8ad684fe058d tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:13.468826 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.db.api [None req-c947e9bf-f29a-45c9-80b1-ea1770a7fdb6 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:08:13.469348 n-d-843948-2 neutron-server[84886]: DEBUG oslo_db.api [None req-c947e9bf-f29a-45c9-80b1-ea1770a7fdb6 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:08:13.508832 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-83f4449b-246e-4ab4-b8dd-2f744d6dd48c req-033149fe-57c7-4b84-8d7e-4ce6e7520b33 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.85 "GET /v2.0/security-groups?id=db33dd94-15fa-4959-a681-13f509935d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644428 May 30 20:08:13.511720 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-463313f0-094e-4a40-8fd5-ec4ee61a4a5d req-0bac3868-91aa-4d8b-b404-bd557c585556 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=9bc03317-7c5c-46d0-8ed2-0b298955a173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2664175 May 30 20:08:13.590708 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4040d923-0724-4e54-a312-74a8662584ff req-5804c8b5-8f83-4965-b7d3-e8324f39056a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4344fbed-57fb-43d7-b32d-6020ce60f0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3333137 May 30 20:08:13.668735 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-93177e66-136e-4e51-afb1-78a57f0b9c5e req-744490bd-e611-4013-b31c-1b2b2aba793d tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:13.829226 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66fb05c9-7831-491b-940e-8c830d596e53 admin admin] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:08:13.857313 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e3cd0b-85bf-4f82-a2c9-6f8d35a35023 None None] Sync routers for ids ['50bbf495-31d2-47e1-8248-fec889f83125'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:08:13.863730 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-2157de36-5cd0-4389-b79f-10d7201f1662 req-4432e32f-8337-43f4-97a8-8ad684fe058d tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:13.870771 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93177e66-136e-4e51-afb1-78a57f0b9c5e req-744490bd-e611-4013-b31c-1b2b2aba793d tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] Network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:08:13.876616 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e3cd0b-85bf-4f82-a2c9-6f8d35a35023 None None] Routers {'50bbf495-31d2-47e1-8248-fec889f83125'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:08:13.885991 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-f0e3cd0b-85bf-4f82-a2c9-6f8d35a35023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:07:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['50bbf495-31d2-47e1-8248-fec889f83125'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:08:13.886167 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [req-93177e66-136e-4e51-afb1-78a57f0b9c5e req-744490bd-e611-4013-b31c-1b2b2aba793d tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:08:13.900767 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-93177e66-136e-4e51-afb1-78a57f0b9c5e req-744490bd-e611-4013-b31c-1b2b2aba793d tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:08:13.970810 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744490bd-e611-4013-b31c-1b2b2aba793d tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] Pushing event updated for resources: {'Port': ['ID=6f2e97bd-be4b-46a8-8645-5a37120ba757,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:14.072711 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2157de36-5cd0-4389-b79f-10d7201f1662 req-4432e32f-8337-43f4-97a8-8ad684fe058d tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Network 1423fe8d-fe45-40b8-bd0c-db2951a00d49 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:08:14.084763 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4040d923-0724-4e54-a312-74a8662584ff req-87fe743a-7ca5-4d28-b530-10e00d963199 service neutron] 10.222.0.86 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4374239 May 30 20:08:14.092583 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [req-2157de36-5cd0-4389-b79f-10d7201f1662 req-4432e32f-8337-43f4-97a8-8ad684fe058d tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:08:14.095084 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-f0e3cd0b-85bf-4f82-a2c9-6f8d35a35023 None None] Set router 50bbf495-31d2-47e1-8248-fec889f83125 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:08:14.111291 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-2157de36-5cd0-4389-b79f-10d7201f1662 req-4432e32f-8337-43f4-97a8-8ad684fe058d tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:08:14.115490 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-c947e9bf-f29a-45c9-80b1-ea1770a7fdb6 admin admin] Deleting port 5544424e-08f6-4880-905f-df7e4ec5379d {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:08:14.116461 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c947e9bf-f29a-45c9-80b1-ea1770a7fdb6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:14.274585 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-c947e9bf-f29a-45c9-80b1-ea1770a7fdb6 admin admin] The port '5544424e-08f6-4880-905f-df7e4ec5379d' was deleted {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 20:08:14.285730 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4432e32f-8337-43f4-97a8-8ad684fe058d tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Pushing event updated for resources: {'Port': ['ID=6625fac1-36b2-4e8a-a15f-29a482cde9eb,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:14.336164 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [req-0f8a17a6-7781-4090-8b67-378c0059bed9 req-9da65bfe-cd45-4329-9822-543665e384d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f95e12eb-ced2-4994-a78a-98cb8d8e15ec {{(pid=84887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:08:14.345936 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2157de36-5cd0-4389-b79f-10d7201f1662 req-4432e32f-8337-43f4-97a8-8ad684fe058d tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:14.346601 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-2157de36-5cd0-4389-b79f-10d7201f1662 req-4432e32f-8337-43f4-97a8-8ad684fe058d tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:14.361444 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-0f8a17a6-7781-4090-8b67-378c0059bed9 req-9da65bfe-cd45-4329-9822-543665e384d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:14.375828 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-66fb05c9-7831-491b-940e-8c830d596e53 admin admin] Notify callbacks [] for router, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:14.376314 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-66fb05c9-7831-491b-940e-8c830d596e53 admin admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 12.8296468 May 30 20:08:14.384013 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 50052) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:08:14.421682 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-0f8a17a6-7781-4090-8b67-378c0059bed9 req-9da65bfe-cd45-4329-9822-543665e384d6 service neutron] Transition to ACTIVE for port object f95e12eb-ced2-4994-a78a-98cb8d8e15ec will not be triggered until provisioned by entity L2. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:08:14.445974 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4040d923-0724-4e54-a312-74a8662584ff req-3ee2f103-c002-4dd7-bbdb-4bb5e4959b2a service neutron] 10.222.0.86 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3421884 May 30 20:08:14.553886 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-409bcab1-8100-4cc0-8524-7cfb507b4816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4127140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2778577'] for subnet, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:14.557191 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2157de36-5cd0-4389-b79f-10d7201f1662 req-4432e32f-8337-43f4-97a8-8ad684fe058d tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3353343 May 30 20:08:14.558184 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-f0e3cd0b-85bf-4f82-a2c9-6f8d35a35023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50bbf495-31d2-47e1-8248-fec889f83125', 'name': 'tempest-TaggedBootDevicesTest-390707063-router', 'tenant_id': 'e65d3e4b333144e88961fc48ee4d6168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': '675cd08e-e449-4f2d-93e6-c9b5157ec37c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:08:02Z', 'updated_at': '2022-05-30T20:08:09Z', 'revision_number': 3, 'project_id': 'e65d3e4b333144e88961fc48ee4d6168', 'gw_port': {'id': '675cd08e-e449-4f2d-93e6-c9b5157ec37c', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:f8:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50bbf495-31d2-47e1-8248-fec889f83125', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:08:06Z', 'updated_at': '2022-05-30T20:08:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:08:14.563173 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e3cd0b-85bf-4f82-a2c9-6f8d35a35023 None None] Checking router: 50bbf495-31d2-47e1-8248-fec889f83125 for host: n-d-843948-2 {{(pid=84888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:08:14.563581 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e3cd0b-85bf-4f82-a2c9-6f8d35a35023 None None] Updating router 50bbf495-31d2-47e1-8248-fec889f83125 port 675cd08e-e449-4f2d-93e6-c9b5157ec37c binding host n-d-843948-2 {{(pid=84888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:08:14.571523 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-0f8a17a6-7781-4090-8b67-378c0059bed9 req-9da65bfe-cd45-4329-9822-543665e384d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:14.585734 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-2157de36-5cd0-4389-b79f-10d7201f1662 req-055c13c7-02a7-47f5-ae38-25b40529e9dd service neutron] Request body: {'port': {'device_id': '72a7d172-0d93-49c8-bc7d-d7f0c8041d53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843948-2'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:08:14.647889 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-f0e3cd0b-85bf-4f82-a2c9-6f8d35a35023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:14.657183 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c947e9bf-f29a-45c9-80b1-ea1770a7fdb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:14.695485 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-93177e66-136e-4e51-afb1-78a57f0b9c5e req-744490bd-e611-4013-b31c-1b2b2aba793d tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:14.744865 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602c44be-8627-4320-9d26-6c3da7c9d16b req-2ccf99b5-ceaf-4f8c-bbb5-d252daec0ab8 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:14.752058 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-602c44be-8627-4320-9d26-6c3da7c9d16b req-2ccf99b5-ceaf-4f8c-bbb5-d252daec0ab8 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] 10.222.0.85 "GET /v2.0/ports?device_id=e45b2883-31f9-4c06-9a88-d29fe5738e7d HTTP/1.1" status: 200 len: 945 time: 0.9199045 May 30 20:08:14.756865 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-c947e9bf-f29a-45c9-80b1-ea1770a7fdb6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['803dd70a-3f53-43ad-9356-1243425ef9dd']}} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:08:14.767176 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409bcab1-8100-4cc0-8524-7cfb507b4816 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2a718ff-9553-4437-be71-26364d4cd011,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:14.832342 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-c947e9bf-f29a-45c9-80b1-ea1770a7fdb6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8b7280c-8c6f-4bc7-8cdf-e2ff0b0b2b8d') {'for_net_delete': True} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:08:14.832802 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-c947e9bf-f29a-45c9-80b1-ea1770a7fdb6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8b7280c-8c6f-4bc7-8cdf-e2ff0b0b2b8d') {} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:08:14.895320 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c947e9bf-f29a-45c9-80b1-ea1770a7fdb6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2660590'] for segment, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:14.967353 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c947e9bf-f29a-45c9-80b1-ea1770a7fdb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:14.992217 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409bcab1-8100-4cc0-8524-7cfb507b4816 admin admin] Checking segment: {'id': '04c69eb2-a870-4138-9320-3658a9069537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'd4226d97-c7d0-4c7f-a2ff-6b319fb0030f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:08:14.998221 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-409bcab1-8100-4cc0-8524-7cfb507b4816 admin admin] Network hostable DHCP agents. Network: d4226d97-c7d0-4c7f-a2ff-6b319fb0030f, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:08:15.007313 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c947e9bf-f29a-45c9-80b1-ea1770a7fdb6 admin admin] Releasing vlan 687 on physical network physnet1 to pool {{(pid=84886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:08:15.007755 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c947e9bf-f29a-45c9-80b1-ea1770a7fdb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4126989'] for segment, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:15.042157 n-d-843948-2 neutron-server[84886]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:08:15.042157 n-d-843948-2 neutron-server[84886]: util.warn( May 30 20:08:15.042157 n-d-843948-2 neutron-server[84886]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:08:15.042157 n-d-843948-2 neutron-server[84886]: util.warn( May 30 20:08:15.042157 n-d-843948-2 neutron-server[84886]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:08:15.042157 n-d-843948-2 neutron-server[84886]: util.warn( May 30 20:08:15.042157 n-d-843948-2 neutron-server[84886]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:08:15.042157 n-d-843948-2 neutron-server[84886]: util.warn( May 30 20:08:15.042157 n-d-843948-2 neutron-server[84886]: Traceback (most recent call last): May 30 20:08:15.042157 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:08:15.042157 n-d-843948-2 neutron-server[84886]: timer() May 30 20:08:15.042157 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:08:15.042157 n-d-843948-2 neutron-server[84886]: cb(*args, **kw) May 30 20:08:15.042157 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:08:15.042157 n-d-843948-2 neutron-server[84886]: return func(*args, **kwargs) May 30 20:08:15.042157 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:08:15.042157 n-d-843948-2 neutron-server[84886]: self._notify() May 30 20:08:15.042157 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:08:15.042157 n-d-843948-2 neutron-server[84886]: self.callback(batched_events) May 30 20:08:15.042157 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:08:15.042157 n-d-843948-2 neutron-server[84886]: event.method(event) May 30 20:08:15.042157 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:08:15.042157 n-d-843948-2 neutron-server[84886]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:08:15.042157 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:08:15.042157 n-d-843948-2 neutron-server[84886]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:08:15.042157 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:08:15.042157 n-d-843948-2 neutron-server[84886]: return f(self, *a, **k) May 30 20:08:15.042157 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:08:15.042157 n-d-843948-2 neutron-server[84886]: return self._get(url).json() May 30 20:08:15.042157 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:08:15.042157 n-d-843948-2 neutron-server[84886]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:08:15.042157 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:08:15.042157 n-d-843948-2 neutron-server[84886]: return self.request(url, 'GET', **kwargs) May 30 20:08:15.042157 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:08:15.042157 n-d-843948-2 neutron-server[84886]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:08:15.042157 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:08:15.042157 n-d-843948-2 neutron-server[84886]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:08:15.042157 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:08:15.042157 n-d-843948-2 neutron-server[84886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:08:15.042157 n-d-843948-2 neutron-server[84886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:08:15.074640 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da65bfe-cd45-4329-9822-543665e384d6 service neutron] Pushing event updated for resources: {'Port': ['ID=f95e12eb-ced2-4994-a78a-98cb8d8e15ec,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:15.155432 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-602c44be-8627-4320-9d26-6c3da7c9d16b req-48ae2b7a-b995-42e8-a6e5-d097ecfbd95c tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] 10.222.0.85 "GET /v2.0/security-groups?id=9bc03317-7c5c-46d0-8ed2-0b298955a173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4022303 May 30 20:08:15.172440 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-93177e66-136e-4e51-afb1-78a57f0b9c5e req-744490bd-e611-4013-b31c-1b2b2aba793d tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:15.275732 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38805f66-307d-47e4-a48d-7e0798841094 admin admin] Router 5ba9af89-97d3-42d9-95fa-587e84dbab5b has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:08:15.396740 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c947e9bf-f29a-45c9-80b1-ea1770a7fdb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:15.398386 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-409bcab1-8100-4cc0-8524-7cfb507b4816 admin admin] Network d4226d97-c7d0-4c7f-a2ff-6b319fb0030f is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:08:15.417054 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-2157de36-5cd0-4389-b79f-10d7201f1662 req-055c13c7-02a7-47f5-ae38-25b40529e9dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:15.420643 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c947e9bf-f29a-45c9-80b1-ea1770a7fdb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:15.444791 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c947e9bf-f29a-45c9-80b1-ea1770a7fdb6 admin admin] Pushing event deleted for resources: {'Network': ['ID=803dd70a-3f53-43ad-9356-1243425ef9dd,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:15.581684 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-f0e3cd0b-85bf-4f82-a2c9-6f8d35a35023 None None] Notify callbacks [] for port, precommit_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:15.586781 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-409bcab1-8100-4cc0-8524-7cfb507b4816 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, d4226d97-c7d0-4c7f-a2ff-6b319fb0030f) {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:08:15.593251 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-c947e9bf-f29a-45c9-80b1-ea1770a7fdb6 admin admin] 10.222.0.85 "DELETE /v2.0/networks/803dd70a-3f53-43ad-9356-1243425ef9dd HTTP/1.1" status: 204 len: 168 time: 3.9457693 May 30 20:08:15.600070 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-409bcab1-8100-4cc0-8524-7cfb507b4816 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:15.600663 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-409bcab1-8100-4cc0-8524-7cfb507b4816 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:15.615526 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-f0e3cd0b-85bf-4f82-a2c9-6f8d35a35023 None None] Transition to ACTIVE for port object 675cd08e-e449-4f2d-93e6-c9b5157ec37c will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:08:15.631724 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-881cff31-3c7c-4f85-a004-55e4f1126421 None None] Network d4226d97-c7d0-4c7f-a2ff-6b319fb0030f requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:08:15.642040 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-0f8a17a6-7781-4090-8b67-378c0059bed9 req-9da65bfe-cd45-4329-9822-543665e384d6 service neutron] Attempting to bind port f95e12eb-ced2-4994-a78a-98cb8d8e15ec on host n-h2-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:08:15.642040 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-0f8a17a6-7781-4090-8b67-378c0059bed9 req-9da65bfe-cd45-4329-9822-543665e384d6 service neutron] Attempting to bind port f95e12eb-ced2-4994-a78a-98cb8d8e15ec by drivers openvswitch,hyperv on host n-h2-843948-2 at level 0 using segments [{'id': '7e304c17-4e5f-4a93-af80-52785639e6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:08:15.642040 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f8a17a6-7781-4090-8b67-378c0059bed9 req-9da65bfe-cd45-4329-9822-543665e384d6 service neutron] Attempting to bind port f95e12eb-ced2-4994-a78a-98cb8d8e15ec on network 4344fbed-57fb-43d7-b32d-6020ce60f0a1 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:08:15.751542 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.db.resource_extend [req-93177e66-136e-4e51-afb1-78a57f0b9c5e req-744490bd-e611-4013-b31c-1b2b2aba793d tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:08:15.770082 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f8a17a6-7781-4090-8b67-378c0059bed9 req-9da65bfe-cd45-4329-9822-543665e384d6 service neutron] Port f95e12eb-ced2-4994-a78a-98cb8d8e15ec on network 4344fbed-57fb-43d7-b32d-6020ce60f0a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:08:15.770759 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f8a17a6-7781-4090-8b67-378c0059bed9 req-9da65bfe-cd45-4329-9822-543665e384d6 service neutron] Attempting to bind port f95e12eb-ced2-4994-a78a-98cb8d8e15ec on network 4344fbed-57fb-43d7-b32d-6020ce60f0a1 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:08:15.788325 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-93177e66-136e-4e51-afb1-78a57f0b9c5e req-744490bd-e611-4013-b31c-1b2b2aba793d tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:15.805728 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f8a17a6-7781-4090-8b67-378c0059bed9 req-9da65bfe-cd45-4329-9822-543665e384d6 service neutron] Checking agent: {'id': 'eaa08354-e8f5-4e73-af76-8d3cf7d2b390', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 7, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:08:15.806407 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f8a17a6-7781-4090-8b67-378c0059bed9 req-9da65bfe-cd45-4329-9822-543665e384d6 service neutron] Checking segment: {'id': '7e304c17-4e5f-4a93-af80-52785639e6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:08:15.806975 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f8a17a6-7781-4090-8b67-378c0059bed9 req-9da65bfe-cd45-4329-9822-543665e384d6 service neutron] Bound using segment: {'id': '7e304c17-4e5f-4a93-af80-52785639e6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1'} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:08:15.807650 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-0f8a17a6-7781-4090-8b67-378c0059bed9 req-9da65bfe-cd45-4329-9822-543665e384d6 service neutron] Bound port: f95e12eb-ced2-4994-a78a-98cb8d8e15ec, host: n-h2-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e304c17-4e5f-4a93-af80-52785639e6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1'}}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:08:15.808202 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-0f8a17a6-7781-4090-8b67-378c0059bed9 req-9da65bfe-cd45-4329-9822-543665e384d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:15.845248 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211cec4c-6324-4060-9f50-27addf53499c req-1b153a94-07ea-4ccc-9e02-e9c793914aef tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:15.852696 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-211cec4c-6324-4060-9f50-27addf53499c req-1b153a94-07ea-4ccc-9e02-e9c793914aef tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/ports?device_id=72a7d172-0d93-49c8-bc7d-d7f0c8041d53 HTTP/1.1" status: 200 len: 931 time: 0.5496552 May 30 20:08:15.855671 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-93177e66-136e-4e51-afb1-78a57f0b9c5e req-744490bd-e611-4013-b31c-1b2b2aba793d tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:15.916451 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-409bcab1-8100-4cc0-8524-7cfb507b4816 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 3.1834157 May 30 20:08:15.926158 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 50060) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:08:15.939279 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-a9824d06-6128-45bc-9624-39ad50b97c04 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-570638109-router', 'tenant_id': 'f5753ad8c0f54e9d882bc4d9fbe8fe34', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:08:15.947036 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-a9824d06-6128-45bc-9624-39ad50b97c04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:08:15.956008 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-211cec4c-6324-4060-9f50-27addf53499c req-c1518b76-5355-4892-98a7-787ba3c9c03f tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/security-groups?id=f7bd1307-7f80-416a-ad0f-251b87da459a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025271 May 30 20:08:15.959072 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-a9824d06-6128-45bc-9624-39ad50b97c04 admin admin] Usage tracker for resource:router and tenant:f5753ad8c0f54e9d882bc4d9fbe8fe34 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:08:15.962858 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-a9824d06-6128-45bc-9624-39ad50b97c04 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:08:15.974218 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-a9824d06-6128-45bc-9624-39ad50b97c04 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:08:16.062510 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38805f66-307d-47e4-a48d-7e0798841094 admin admin] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:08:16.069394 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-38805f66-307d-47e4-a48d-7e0798841094 admin admin] 10.222.0.85 "PUT /v2.0/routers/5ba9af89-97d3-42d9-95fa-587e84dbab5b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 18.3890800 May 30 20:08:16.075072 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-f0e3cd0b-85bf-4f82-a2c9-6f8d35a35023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:16.075429 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 50064) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:08:16.153078 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 50068) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:08:16.162820 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a9824d06-6128-45bc-9624-39ad50b97c04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-733683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3159'] for router, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:16.164521 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a9824d06-6128-45bc-9624-39ad50b97c04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-733584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-736372', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-628480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3164'] for router, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:16.165955 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abdee4f9-739b-446a-a768-1879feea3665 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-d4226d97-c7d0-4c7f-a2ff-6b319fb0030f', 'network_id': 'd4226d97-c7d0-4c7f-a2ff-6b319fb0030f', 'tenant_id': 'f5753ad8c0f54e9d882bc4d9fbe8fe34', 'fixed_ips': [{'subnet_id': 'b2a718ff-9553-4437-be71-26364d4cd011'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:08:16.167476 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-abdee4f9-739b-446a-a768-1879feea3665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:16.258780 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744490bd-e611-4013-b31c-1b2b2aba793d tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] Pushing event updated for resources: {'Port': ['ID=6f2e97bd-be4b-46a8-8645-5a37120ba757,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:16.337601 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-0f8a17a6-7781-4090-8b67-378c0059bed9 req-9da65bfe-cd45-4329-9822-543665e384d6 service neutron] For port f95e12eb-ced2-4994-a78a-98cb8d8e15ec, host n-h2-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:08:16.342031 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-f0e3cd0b-85bf-4f82-a2c9-6f8d35a35023 None None] Attempting to bind port 675cd08e-e449-4f2d-93e6-c9b5157ec37c on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:08:16.343398 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-f0e3cd0b-85bf-4f82-a2c9-6f8d35a35023 None None] Attempting to bind port 675cd08e-e449-4f2d-93e6-c9b5157ec37c by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:08:16.343398 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e3cd0b-85bf-4f82-a2c9-6f8d35a35023 None None] Attempting to bind port 675cd08e-e449-4f2d-93e6-c9b5157ec37c on network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:08:16.350687 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-93177e66-136e-4e51-afb1-78a57f0b9c5e req-744490bd-e611-4013-b31c-1b2b2aba793d tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736490'] for floatingip, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:16.382298 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-0f8a17a6-7781-4090-8b67-378c0059bed9 req-9da65bfe-cd45-4329-9822-543665e384d6 service neutron] For port f95e12eb-ced2-4994-a78a-98cb8d8e15ec, host n-h2-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=f95e12eb-ced2-4994-a78a-98cb8d8e15ec,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:08:16.405240 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-4a97a5d3-78e9-477f-958a-c2d2fff3b8fb admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=a30f992c0c6d4c83b278c5e0ddf93c21&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2470274 May 30 20:08:16.409190 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 50074) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:08:16.471075 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-0f8a17a6-7781-4090-8b67-378c0059bed9 req-9da65bfe-cd45-4329-9822-543665e384d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:16.526923 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-93177e66-136e-4e51-afb1-78a57f0b9c5e req-744490bd-e611-4013-b31c-1b2b2aba793d tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:16.528060 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-93177e66-136e-4e51-afb1-78a57f0b9c5e req-744490bd-e611-4013-b31c-1b2b2aba793d tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 7.0039866 May 30 20:08:16.631246 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a9824d06-6128-45bc-9624-39ad50b97c04 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:16.634687 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-abdee4f9-739b-446a-a768-1879feea3665 None None] Allocated IP 172.20.0.2 (d4226d97-c7d0-4c7f-a2ff-6b319fb0030f/b2a718ff-9553-4437-be71-26364d4cd011/9c0ba3a7-4ad6-44d5-be89-8da0215c6ffc) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:08:16.639226 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [req-2157de36-5cd0-4389-b79f-10d7201f1662 req-055c13c7-02a7-47f5-ae38-25b40529e9dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6625fac1-36b2-4e8a-a15f-29a482cde9eb {{(pid=84887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:08:16.662956 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-0f8a17a6-7781-4090-8b67-378c0059bed9 req-9da65bfe-cd45-4329-9822-543665e384d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:16.667421 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0f8a17a6-7781-4090-8b67-378c0059bed9 req-9da65bfe-cd45-4329-9822-543665e384d6 service neutron] 10.222.0.86 "PUT /v2.0/ports/f95e12eb-ced2-4994-a78a-98cb8d8e15ec HTTP/1.1" status: 200 len: 1095 time: 4.8704693 May 30 20:08:16.671133 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9391ed5-ac12-4852-808d-dee95e1364af', 'tag': 'f95e12eb-ced2-4994-a78a-98cb8d8e15ec'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:08:16.681136 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-2157de36-5cd0-4389-b79f-10d7201f1662 req-055c13c7-02a7-47f5-ae38-25b40529e9dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:16.696367 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-93177e66-136e-4e51-afb1-78a57f0b9c5e req-1b1393af-4a71-4daa-8cf8-44c24766e9ae tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] Synchronizing usage tracker for tenant:025c7e17165b4ab688bec2ce251d59e7 on resource:floatingip {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:08:16.702523 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f82778d-eaf6-44ab-8e29-bec012b7c8ef req-778c7559-4da5-47d8-81e6-e3eb6881d056 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:16.708273 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da65bfe-cd45-4329-9822-543665e384d6 service neutron] Pushing event updated for resources: {'Port': ['ID=f95e12eb-ced2-4994-a78a-98cb8d8e15ec,revision_number=3']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:16.710532 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4f82778d-eaf6-44ab-8e29-bec012b7c8ef req-778c7559-4da5-47d8-81e6-e3eb6881d056 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.85 "GET /v2.0/ports?device_id=e9391ed5-ac12-4852-808d-dee95e1364af HTTP/1.1" status: 200 len: 947 time: 0.5503068 May 30 20:08:16.740573 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-2157de36-5cd0-4389-b79f-10d7201f1662 req-055c13c7-02a7-47f5-ae38-25b40529e9dd service neutron] Transition to ACTIVE for port object 6625fac1-36b2-4e8a-a15f-29a482cde9eb will not be triggered until provisioned by entity L2. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:08:16.744331 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-51979d25-94dc-4887-9789-ec546597b2d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:16.797265 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-51979d25-94dc-4887-9789-ec546597b2d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:16.875179 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-93177e66-136e-4e51-afb1-78a57f0b9c5e req-1b1393af-4a71-4daa-8cf8-44c24766e9ae tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] Unset dirty status for tenant:025c7e17165b4ab688bec2ce251d59e7 on resource:floatingip {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:08:16.876333 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-93177e66-136e-4e51-afb1-78a57f0b9c5e req-1b1393af-4a71-4daa-8cf8-44c24766e9ae tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] 10.222.0.85 "GET /v2.0/floatingips?floating_ip_address=172.25.8.47 HTTP/1.1" status: 200 len: 695 time: 0.3325772 May 30 20:08:16.918908 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-2157de36-5cd0-4389-b79f-10d7201f1662 req-055c13c7-02a7-47f5-ae38-25b40529e9dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:17.078367 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4f82778d-eaf6-44ab-8e29-bec012b7c8ef req-f33dccb1-bf02-466a-8a0b-cdafe3b2b4b7 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.85 "GET /v2.0/security-groups?id=db33dd94-15fa-4959-a681-13f509935d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3667550 May 30 20:08:17.106961 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366d1287-c71f-4ce5-af15-09038b2274eb None None] Pushing event updated for resources: {'Port': ['ID=675cd08e-e449-4f2d-93e6-c9b5157ec37c,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:17.120169 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e3cd0b-85bf-4f82-a2c9-6f8d35a35023 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:08:17.120795 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e3cd0b-85bf-4f82-a2c9-6f8d35a35023 None None] Checking segment: {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:08:17.122027 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-f0e3cd0b-85bf-4f82-a2c9-6f8d35a35023 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:17.122264 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e3cd0b-85bf-4f82-a2c9-6f8d35a35023 None None] Bound using segment: {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:08:17.122869 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-f0e3cd0b-85bf-4f82-a2c9-6f8d35a35023 None None] Bound port: 675cd08e-e449-4f2d-93e6-c9b5157ec37c, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:08:17.123465 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-f0e3cd0b-85bf-4f82-a2c9-6f8d35a35023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:17.169542 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ce01d6bf-6391-4169-bd36-dae77c4dd4aa admin admin] Notify callbacks [] for router, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:17.225982 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a9824d06-6128-45bc-9624-39ad50b97c04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-736390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:17.335399 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055c13c7-02a7-47f5-ae38-25b40529e9dd service neutron] Pushing event updated for resources: {'Port': ['ID=6625fac1-36b2-4e8a-a15f-29a482cde9eb,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:17.422879 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-f0e3cd0b-85bf-4f82-a2c9-6f8d35a35023 None None] For port 675cd08e-e449-4f2d-93e6-c9b5157ec37c, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:08:17.428287 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-abdee4f9-739b-446a-a768-1879feea3665 None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:17.436641 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-f0e3cd0b-85bf-4f82-a2c9-6f8d35a35023 None None] For port 675cd08e-e449-4f2d-93e6-c9b5157ec37c, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=675cd08e-e449-4f2d-93e6-c9b5157ec37c,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:08:17.449701 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-51979d25-94dc-4887-9789-ec546597b2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:17.467216 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-abdee4f9-739b-446a-a768-1879feea3665 None None] Transition to ACTIVE for port object 9c0ba3a7-4ad6-44d5-be89-8da0215c6ffc will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:08:17.500891 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0f8a17a6-7781-4090-8b67-378c0059bed9 req-48990879-a18e-4abf-aeff-af7719d8f1b6 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6a75b3db8cd44db8bb931dd59e296017&device_id=e9391ed5-ac12-4852-808d-dee95e1364af HTTP/1.1" status: 200 len: 1098 time: 0.6273186 May 30 20:08:17.504239 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-f0e3cd0b-85bf-4f82-a2c9-6f8d35a35023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:17.513370 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93177e66-136e-4e51-afb1-78a57f0b9c5e req-289ad703-984a-4612-8c04-51cdaba05699 tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:17.514983 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-93177e66-136e-4e51-afb1-78a57f0b9c5e req-289ad703-984a-4612-8c04-51cdaba05699 tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] 10.222.0.85 "GET /v2.0/networks/c7869750-4b49-4b7e-aa99-5e0f1ae02da4 HTTP/1.1" status: 200 len: 784 time: 0.5895109 May 30 20:08:17.523031 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51979d25-94dc-4887-9789-ec546597b2d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b701b0a-db24-4c30-8444-63ac82ad344b,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:17.652426 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-abdee4f9-739b-446a-a768-1879feea3665 None None] Transition to ACTIVE for port object 9c0ba3a7-4ad6-44d5-be89-8da0215c6ffc will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:08:17.671958 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a873725a-6754-4918-b2bf-f40603ad62c8'] response: {'name': 'network-changed', 'server_uuid': 'e9391ed5-ac12-4852-808d-dee95e1364af', 'tag': 'f95e12eb-ced2-4994-a78a-98cb8d8e15ec', 'status': 'completed', 'code': 200} May 30 20:08:17.671958 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0f8a17a6-7781-4090-8b67-378c0059bed9 req-1e17458e-1906-4adc-8348-4319151b43e2 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=f95e12eb-ced2-4994-a78a-98cb8d8e15ec HTTP/1.1" status: 200 len: 217 time: 0.1556158 May 30 20:08:17.708188 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366d1287-c71f-4ce5-af15-09038b2274eb None None] Pushing event updated for resources: {'Port': ['ID=675cd08e-e449-4f2d-93e6-c9b5157ec37c,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:17.714055 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-2157de36-5cd0-4389-b79f-10d7201f1662 req-055c13c7-02a7-47f5-ae38-25b40529e9dd service neutron] Attempting to bind port 6625fac1-36b2-4e8a-a15f-29a482cde9eb on host n-h1-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:08:17.714408 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-2157de36-5cd0-4389-b79f-10d7201f1662 req-055c13c7-02a7-47f5-ae38-25b40529e9dd service neutron] Attempting to bind port 6625fac1-36b2-4e8a-a15f-29a482cde9eb by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': 'a588beee-eb1a-4179-866b-50764eb9b22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '1423fe8d-fe45-40b8-bd0c-db2951a00d49'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:08:17.714860 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2157de36-5cd0-4389-b79f-10d7201f1662 req-055c13c7-02a7-47f5-ae38-25b40529e9dd service neutron] Attempting to bind port 6625fac1-36b2-4e8a-a15f-29a482cde9eb on network 1423fe8d-fe45-40b8-bd0c-db2951a00d49 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:08:17.751013 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e3cd0b-85bf-4f82-a2c9-6f8d35a35023 None None] Routers {'50bbf495-31d2-47e1-8248-fec889f83125'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:08:17.753732 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-f0e3cd0b-85bf-4f82-a2c9-6f8d35a35023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:07:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['50bbf495-31d2-47e1-8248-fec889f83125'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:08:17.756124 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-51979d25-94dc-4887-9789-ec546597b2d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:17.773761 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-51979d25-94dc-4887-9789-ec546597b2d5 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/2b701b0a-db24-4c30-8444-63ac82ad344b HTTP/1.1" status: 204 len: 168 time: 1.3634014 May 30 20:08:17.793157 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2157de36-5cd0-4389-b79f-10d7201f1662 req-055c13c7-02a7-47f5-ae38-25b40529e9dd service neutron] Port 6625fac1-36b2-4e8a-a15f-29a482cde9eb on network 1423fe8d-fe45-40b8-bd0c-db2951a00d49 not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:08:17.799995 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2157de36-5cd0-4389-b79f-10d7201f1662 req-055c13c7-02a7-47f5-ae38-25b40529e9dd service neutron] Attempting to bind port 6625fac1-36b2-4e8a-a15f-29a482cde9eb on network 1423fe8d-fe45-40b8-bd0c-db2951a00d49 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:08:17.807688 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01f5132-950e-4f6f-8ee0-5befa90453c1 req-446ab56e-df34-4e1c-b734-0ebeaa75ab42 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:17.809238 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d01f5132-950e-4f6f-8ee0-5befa90453c1 req-446ab56e-df34-4e1c-b734-0ebeaa75ab42 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] 10.222.0.85 "GET /v2.0/ports?device_id=e45b2883-31f9-4c06-9a88-d29fe5738e7d HTTP/1.1" status: 200 len: 945 time: 0.4047577 May 30 20:08:17.811181 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a2269304-26df-4a60-93bb-84197faee11c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:17.872705 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2157de36-5cd0-4389-b79f-10d7201f1662 req-055c13c7-02a7-47f5-ae38-25b40529e9dd service neutron] Checking agent: {'id': 'f728d74e-a4ae-4384-860b-a5ade05dd8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:08:17.872705 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2157de36-5cd0-4389-b79f-10d7201f1662 req-055c13c7-02a7-47f5-ae38-25b40529e9dd service neutron] Checking segment: {'id': 'a588beee-eb1a-4179-866b-50764eb9b22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '1423fe8d-fe45-40b8-bd0c-db2951a00d49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:08:17.872705 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2157de36-5cd0-4389-b79f-10d7201f1662 req-055c13c7-02a7-47f5-ae38-25b40529e9dd service neutron] Bound using segment: {'id': 'a588beee-eb1a-4179-866b-50764eb9b22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '1423fe8d-fe45-40b8-bd0c-db2951a00d49'} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:08:17.872705 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-2157de36-5cd0-4389-b79f-10d7201f1662 req-055c13c7-02a7-47f5-ae38-25b40529e9dd service neutron] Bound port: 6625fac1-36b2-4e8a-a15f-29a482cde9eb, host: n-h1-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a588beee-eb1a-4179-866b-50764eb9b22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '1423fe8d-fe45-40b8-bd0c-db2951a00d49'}}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:08:17.872705 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-2157de36-5cd0-4389-b79f-10d7201f1662 req-055c13c7-02a7-47f5-ae38-25b40529e9dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:17.920207 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8a17a6-7781-4090-8b67-378c0059bed9 req-b132be39-1ff0-48eb-b6b6-243ed2f3587f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:17.925781 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0f8a17a6-7781-4090-8b67-378c0059bed9 req-b132be39-1ff0-48eb-b6b6-243ed2f3587f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1b83ff54-b1af-44ce-bb75-ba148920553c HTTP/1.1" status: 200 len: 843 time: 0.2449791 May 30 20:08:18.057757 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-abdee4f9-739b-446a-a768-1879feea3665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:18.106091 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d01f5132-950e-4f6f-8ee0-5befa90453c1 req-66f5108e-8700-415c-8692-6acdcdda5738 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] 10.222.0.85 "GET /v2.0/security-groups?id=9bc03317-7c5c-46d0-8ed2-0b298955a173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2736766 May 30 20:08:18.131676 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-a2269304-26df-4a60-93bb-84197faee11c admin admin] Allocated IP 172.20.0.1 (90e0ce56-071d-4fa0-9b74-8a9144295128/f14e34cb-cf28-4d17-a1c8-56a630e2154c/6ff5b57d-9eb8-4afd-9d94-421e24799252) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:08:18.260291 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abdee4f9-739b-446a-a768-1879feea3665 None None] Network d4226d97-c7d0-4c7f-a2ff-6b319fb0030f is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:08:18.269212 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-abdee4f9-739b-446a-a768-1879feea3665 None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:08:18.278019 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abdee4f9-739b-446a-a768-1879feea3665 None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:08:18.367368 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-2157de36-5cd0-4389-b79f-10d7201f1662 req-055c13c7-02a7-47f5-ae38-25b40529e9dd service neutron] For port 6625fac1-36b2-4e8a-a15f-29a482cde9eb, host n-h1-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:08:18.375799 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-2157de36-5cd0-4389-b79f-10d7201f1662 req-055c13c7-02a7-47f5-ae38-25b40529e9dd service neutron] For port 6625fac1-36b2-4e8a-a15f-29a482cde9eb, host n-h1-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=6625fac1-36b2-4e8a-a15f-29a482cde9eb,segment=NetworkSegment(a588beee-eb1a-4179-866b-50764eb9b22b),segment_id=a588beee-eb1a-4179-866b-50764eb9b22b)] {{(pid=84887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:08:18.418206 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a86be3a-99a0-4638-8b3e-6ce3090be965 req-23603bcd-d4d3-4835-89a2-58209fef1be1 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:18.421330 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-8a86be3a-99a0-4638-8b3e-6ce3090be965 req-23603bcd-d4d3-4835-89a2-58209fef1be1 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Synchronizing usage tracker for tenant:2f556c8c0e86457c8a99895c145d8ec1 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:08:18.452293 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0f8a17a6-7781-4090-8b67-378c0059bed9 req-84307c60-81a1-4228-9a1f-4b8276fdf86f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4344fbed-57fb-43d7-b32d-6020ce60f0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5159914 May 30 20:08:18.489420 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdee4f9-739b-446a-a768-1879feea3665 None None] Pushing event updated for resources: {'Port': ['ID=9c0ba3a7-4ad6-44d5-be89-8da0215c6ffc,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:18.528053 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-2157de36-5cd0-4389-b79f-10d7201f1662 req-055c13c7-02a7-47f5-ae38-25b40529e9dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:18.560505 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ce01d6bf-6391-4169-bd36-dae77c4dd4aa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:18.591114 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a9824d06-6128-45bc-9624-39ad50b97c04 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:18.607541 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-abdee4f9-739b-446a-a768-1879feea3665 None None] Attempting to bind port 9c0ba3a7-4ad6-44d5-be89-8da0215c6ffc on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:08:18.608330 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-abdee4f9-739b-446a-a768-1879feea3665 None None] Attempting to bind port 9c0ba3a7-4ad6-44d5-be89-8da0215c6ffc by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': '04c69eb2-a870-4138-9320-3658a9069537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'd4226d97-c7d0-4c7f-a2ff-6b319fb0030f'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:08:18.609165 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abdee4f9-739b-446a-a768-1879feea3665 None None] Attempting to bind port 9c0ba3a7-4ad6-44d5-be89-8da0215c6ffc on network d4226d97-c7d0-4c7f-a2ff-6b319fb0030f {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:08:18.626802 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abdee4f9-739b-446a-a768-1879feea3665 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:08:18.627395 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abdee4f9-739b-446a-a768-1879feea3665 None None] Checking segment: {'id': '04c69eb2-a870-4138-9320-3658a9069537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'd4226d97-c7d0-4c7f-a2ff-6b319fb0030f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:08:18.628396 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-abdee4f9-739b-446a-a768-1879feea3665 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:18.628977 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abdee4f9-739b-446a-a768-1879feea3665 None None] Bound using segment: {'id': '04c69eb2-a870-4138-9320-3658a9069537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'd4226d97-c7d0-4c7f-a2ff-6b319fb0030f'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:08:18.629909 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-abdee4f9-739b-446a-a768-1879feea3665 None None] Bound port: 9c0ba3a7-4ad6-44d5-be89-8da0215c6ffc, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04c69eb2-a870-4138-9320-3658a9069537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'd4226d97-c7d0-4c7f-a2ff-6b319fb0030f'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:08:18.630546 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-abdee4f9-739b-446a-a768-1879feea3665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:18.678237 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a9824d06-6128-45bc-9624-39ad50b97c04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:18.737157 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-8a86be3a-99a0-4638-8b3e-6ce3090be965 req-23603bcd-d4d3-4835-89a2-58209fef1be1 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Unset dirty status for tenant:2f556c8c0e86457c8a99895c145d8ec1 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:08:18.738415 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8a86be3a-99a0-4638-8b3e-6ce3090be965 req-23603bcd-d4d3-4835-89a2-58209fef1be1 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/ports?device_id=72a7d172-0d93-49c8-bc7d-d7f0c8041d53 HTTP/1.1" status: 200 len: 943 time: 0.7281258 May 30 20:08:18.741712 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-f0e3cd0b-85bf-4f82-a2c9-6f8d35a35023 None None] Set router 50bbf495-31d2-47e1-8248-fec889f83125 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:08:18.788253 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-ce01d6bf-6391-4169-bd36-dae77c4dd4aa admin admin] Deleting port ba84c25c-ff4d-4554-9302-052ff8a0e0b8 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:08:18.788969 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ce01d6bf-6391-4169-bd36-dae77c4dd4aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:18.819958 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-2157de36-5cd0-4389-b79f-10d7201f1662 req-055c13c7-02a7-47f5-ae38-25b40529e9dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:18.821394 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2157de36-5cd0-4389-b79f-10d7201f1662 req-055c13c7-02a7-47f5-ae38-25b40529e9dd service neutron] 10.222.0.71 "PUT /v2.0/ports/6625fac1-36b2-4e8a-a15f-29a482cde9eb HTTP/1.1" status: 200 len: 1091 time: 4.2399259 May 30 20:08:18.871981 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055c13c7-02a7-47f5-ae38-25b40529e9dd service neutron] Pushing event updated for resources: {'Port': ['ID=6625fac1-36b2-4e8a-a15f-29a482cde9eb,revision_number=3']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:18.914867 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8a86be3a-99a0-4638-8b3e-6ce3090be965 req-9a4d7ce0-e2c5-4332-b5f0-31a945f80e99 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/security-groups?id=f7bd1307-7f80-416a-ad0f-251b87da459a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581099 May 30 20:08:18.983240 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0f8a17a6-7781-4090-8b67-378c0059bed9 req-6457dc5b-babf-49f5-8a25-ec4e6cf21b17 service neutron] 10.222.0.86 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5213785 May 30 20:08:18.993395 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-abdee4f9-739b-446a-a768-1879feea3665 None None] For port 9c0ba3a7-4ad6-44d5-be89-8da0215c6ffc, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:08:19.026594 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-a9824d06-6128-45bc-9624-39ad50b97c04 admin admin] Allocated IP 172.25.8.130 (c7869750-4b49-4b7e-aa99-5e0f1ae02da4/427601ec-f643-4fe7-b5e6-17305d3a39e1/078790e8-2a4d-465e-a8aa-2a047823934a) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:08:19.027291 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-abdee4f9-739b-446a-a768-1879feea3665 None None] For port 9c0ba3a7-4ad6-44d5-be89-8da0215c6ffc, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=9c0ba3a7-4ad6-44d5-be89-8da0215c6ffc,segment=NetworkSegment(04c69eb2-a870-4138-9320-3658a9069537),segment_id=04c69eb2-a870-4138-9320-3658a9069537)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:08:19.113575 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4969f48e-e8ac-481e-955b-490e2f90204d req-0cb52a31-9d89-4de0-90ba-acfbe2ad41a9 tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] 10.222.0.85 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.8980660 May 30 20:08:19.200834 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-abdee4f9-739b-446a-a768-1879feea3665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:19.224274 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [req-4969f48e-e8ac-481e-955b-490e2f90204d req-f64219c9-b2f0-4ecd-87de-b32b5a1152a5 tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] Request body: {'floatingip': {'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:08:19.361562 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-4969f48e-e8ac-481e-955b-490e2f90204d req-f64219c9-b2f0-4ecd-87de-b32b5a1152a5 tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:08:19.375015 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a2269304-26df-4a60-93bb-84197faee11c admin admin] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:19.389331 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdee4f9-739b-446a-a768-1879feea3665 None None] Pushing event updated for resources: {'Port': ['ID=9c0ba3a7-4ad6-44d5-be89-8da0215c6ffc,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:19.426473 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-4969f48e-e8ac-481e-955b-490e2f90204d req-f64219c9-b2f0-4ecd-87de-b32b5a1152a5 tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:08:19.465829 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [None req-a2269304-26df-4a60-93bb-84197faee11c admin admin] Transition to ACTIVE for port object 6ff5b57d-9eb8-4afd-9d94-421e24799252 will not be triggered until provisioned by entity DHCP. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:08:19.493176 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2157de36-5cd0-4389-b79f-10d7201f1662 req-242b4a58-e588-4387-85d4-1c8db59d8820 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=2f556c8c0e86457c8a99895c145d8ec1&device_id=72a7d172-0d93-49c8-bc7d-d7f0c8041d53 HTTP/1.1" status: 200 len: 1094 time: 0.4989851 May 30 20:08:19.572056 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0f8a17a6-7781-4090-8b67-378c0059bed9 req-72e66da0-68e7-472e-93a6-0f40cddfebd7 service neutron] 10.222.0.86 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5806363 May 30 20:08:19.572963 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:19.573649 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2157de36-5cd0-4389-b79f-10d7201f1662 req-38a18a8a-8de0-47cd-ba7a-32236cc9b3ef service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6625fac1-36b2-4e8a-a15f-29a482cde9eb HTTP/1.1" status: 200 len: 217 time: 0.0720117 May 30 20:08:19.625169 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-4969f48e-e8ac-481e-955b-490e2f90204d req-f64219c9-b2f0-4ecd-87de-b32b5a1152a5 tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] Notify callbacks [] for floatingip, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:19.660211 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d8d63e-64aa-4059-9106-31ea91bfd574 req-70c59ea5-861a-437d-b9e2-8a90847de2a0 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:19.661161 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-79d8d63e-64aa-4059-9106-31ea91bfd574 req-70c59ea5-861a-437d-b9e2-8a90847de2a0 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Synchronizing usage tracker for tenant:6a75b3db8cd44db8bb931dd59e296017 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:08:19.664523 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [None req-ce01d6bf-6391-4169-bd36-dae77c4dd4aa admin admin] For port ba84c25c-ff4d-4554-9302-052ff8a0e0b8, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=ba84c25c-ff4d-4554-9302-052ff8a0e0b8,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:08:19.664728 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ce01d6bf-6391-4169-bd36-dae77c4dd4aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:19.673390 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72a7d172-0d93-49c8-bc7d-d7f0c8041d53', 'tag': '6625fac1-36b2-4e8a-a15f-29a482cde9eb'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:08:19.686600 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2157de36-5cd0-4389-b79f-10d7201f1662 req-655cd0a5-a4fe-4545-9e9b-bbd4a54ffd70 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:19.688715 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2157de36-5cd0-4389-b79f-10d7201f1662 req-655cd0a5-a4fe-4545-9e9b-bbd4a54ffd70 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f7ba462c-1ed8-4caa-83b7-6c1b6552e3f5 HTTP/1.1" status: 200 len: 851 time: 0.1093385 May 30 20:08:19.799479 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a9824d06-6128-45bc-9624-39ad50b97c04 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:19.868822 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a2269304-26df-4a60-93bb-84197faee11c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:19.924338 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2157de36-5cd0-4389-b79f-10d7201f1662 req-93da3776-9b04-40e6-8116-534e3aeb1731 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1423fe8d-fe45-40b8-bd0c-db2951a00d49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2299137 May 30 20:08:19.930434 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-79d8d63e-64aa-4059-9106-31ea91bfd574 req-70c59ea5-861a-437d-b9e2-8a90847de2a0 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Unset dirty status for tenant:6a75b3db8cd44db8bb931dd59e296017 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:08:19.937381 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-79d8d63e-64aa-4059-9106-31ea91bfd574 req-70c59ea5-861a-437d-b9e2-8a90847de2a0 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.85 "GET /v2.0/ports?device_id=e9391ed5-ac12-4852-808d-dee95e1364af HTTP/1.1" status: 200 len: 947 time: 0.6515317 May 30 20:08:19.979651 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-ce01d6bf-6391-4169-bd36-dae77c4dd4aa admin admin] Calling delete_port for ba84c25c-ff4d-4554-9302-052ff8a0e0b8 owned by network:router_gateway {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:08:19.985662 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-f0e3cd0b-85bf-4f82-a2c9-6f8d35a35023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50bbf495-31d2-47e1-8248-fec889f83125', 'name': 'tempest-TaggedBootDevicesTest-390707063-router', 'tenant_id': 'e65d3e4b333144e88961fc48ee4d6168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': '675cd08e-e449-4f2d-93e6-c9b5157ec37c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:08:02Z', 'updated_at': '2022-05-30T20:08:09Z', 'revision_number': 3, 'project_id': 'e65d3e4b333144e88961fc48ee4d6168', 'gw_port': {'id': '675cd08e-e449-4f2d-93e6-c9b5157ec37c', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:f8:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50bbf495-31d2-47e1-8248-fec889f83125', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:08:06Z', 'updated_at': '2022-05-30T20:08:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:08:19.996253 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e3cd0b-85bf-4f82-a2c9-6f8d35a35023 None None] The sync data for ids ['50bbf495-31d2-47e1-8248-fec889f83125'] in n-d-843948-2 is: [{'id': '50bbf495-31d2-47e1-8248-fec889f83125', 'name': 'tempest-TaggedBootDevicesTest-390707063-router', 'tenant_id': 'e65d3e4b333144e88961fc48ee4d6168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': '675cd08e-e449-4f2d-93e6-c9b5157ec37c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:08:02Z', 'updated_at': '2022-05-30T20:08:09Z', 'revision_number': 3, 'project_id': 'e65d3e4b333144e88961fc48ee4d6168', 'gw_port': {'id': '675cd08e-e449-4f2d-93e6-c9b5157ec37c', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:f8:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50bbf495-31d2-47e1-8248-fec889f83125', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:08:06Z', 'updated_at': '2022-05-30T20:08:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:08:20.166906 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2269304-26df-4a60-93bb-84197faee11c admin admin] Network 90e0ce56-071d-4fa0-9b74-8a9144295128 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:08:20.179859 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-a2269304-26df-4a60-93bb-84197faee11c admin admin] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:08:20.184400 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2157de36-5cd0-4389-b79f-10d7201f1662 req-45ed4b3d-3a90-46b8-9a00-67bd2e423cf3 service neutron] 10.222.0.71 "GET /v2.0/networks/1423fe8d-fe45-40b8-bd0c-db2951a00d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2446852 May 30 20:08:20.186644 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2269304-26df-4a60-93bb-84197faee11c admin admin] Pushing event updated for resources: {'Port': ['ID=6ff5b57d-9eb8-4afd-9d94-421e24799252,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:20.198116 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2269304-26df-4a60-93bb-84197faee11c admin admin] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:08:20.295682 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a2269304-26df-4a60-93bb-84197faee11c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-736099'] for router_interface, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:20.298581 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-79d8d63e-64aa-4059-9106-31ea91bfd574 req-fbe4ff96-4534-4d29-8d86-56ea6dcf4e39 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.85 "GET /v2.0/security-groups?id=db33dd94-15fa-4959-a681-13f509935d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3602855 May 30 20:08:20.315737 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a71a74f4-f9ea-48a0-a0c8-7e9389dbcf72 req-cafef121-a610-4306-a02c-6656797f80c2 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6a75b3db8cd44db8bb931dd59e296017&device_id=e9391ed5-ac12-4852-808d-dee95e1364af HTTP/1.1" status: 200 len: 1098 time: 0.5371060 May 30 20:08:20.404363 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-4969f48e-e8ac-481e-955b-490e2f90204d req-f64219c9-b2f0-4ecd-87de-b32b5a1152a5 tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:20.419434 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a9824d06-6128-45bc-9624-39ad50b97c04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:20.572371 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 9c0ba3a7-4ad6-44d5-be89-8da0215c6ffc up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:08:20.610495 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2157de36-5cd0-4389-b79f-10d7201f1662 req-7cd80922-de85-47a5-bb90-e389ab1303c0 service neutron] 10.222.0.71 "GET /v2.0/networks/1423fe8d-fe45-40b8-bd0c-db2951a00d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4202614 May 30 20:08:20.843432 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71a74f4-f9ea-48a0-a0c8-7e9389dbcf72 req-2000418b-3ec1-4791-a1e8-bf80abff3583 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:20.845088 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a71a74f4-f9ea-48a0-a0c8-7e9389dbcf72 req-2000418b-3ec1-4791-a1e8-bf80abff3583 service neutron] 10.222.0.86 "GET /v2.0/networks?id=4344fbed-57fb-43d7-b32d-6020ce60f0a1 HTTP/1.1" status: 200 len: 870 time: 0.5220511 May 30 20:08:20.860698 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 9c0ba3a7-4ad6-44d5-be89-8da0215c6ffc completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:08:20.885910 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9824d06-6128-45bc-9624-39ad50b97c04 admin admin] Network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:08:20.898567 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9824d06-6128-45bc-9624-39ad50b97c04 admin admin] Pushing event updated for resources: {'Port': ['ID=078790e8-2a4d-465e-a8aa-2a047823934a,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:20.916787 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-a9824d06-6128-45bc-9624-39ad50b97c04 admin admin] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:08:20.923537 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9824d06-6128-45bc-9624-39ad50b97c04 admin admin] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:08:20.961541 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a71a74f4-f9ea-48a0-a0c8-7e9389dbcf72 req-3dc0462e-2050-430f-96a6-c2c53f20c250 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=f95e12eb-ced2-4994-a78a-98cb8d8e15ec HTTP/1.1" status: 200 len: 217 time: 0.1083274 May 30 20:08:20.994278 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ce01d6bf-6391-4169-bd36-dae77c4dd4aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:21.014419 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-ab80f18b-87c3-4d17-b99c-c68529a72f04 None None] Provisioning for port 6ff5b57d-9eb8-4afd-9d94-421e24799252 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:08:21.020094 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-ab80f18b-87c3-4d17-b99c-c68529a72f04 None None] Provisioning complete for port 6ff5b57d-9eb8-4afd-9d94-421e24799252 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:08:21.021277 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ab80f18b-87c3-4d17-b99c-c68529a72f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:21.050167 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71a74f4-f9ea-48a0-a0c8-7e9389dbcf72 req-a3fe4542-bcfe-4827-b855-566261c93393 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:21.052900 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a71a74f4-f9ea-48a0-a0c8-7e9389dbcf72 req-a3fe4542-bcfe-4827-b855-566261c93393 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1b83ff54-b1af-44ce-bb75-ba148920553c HTTP/1.1" status: 200 len: 843 time: 0.0843112 May 30 20:08:21.110532 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-ab80f18b-87c3-4d17-b99c-c68529a72f04 None None] Port 6ff5b57d-9eb8-4afd-9d94-421e24799252 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:08:21.157699 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a71a74f4-f9ea-48a0-a0c8-7e9389dbcf72 req-f8b72e62-e627-4521-819f-56a363ce6a7e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4344fbed-57fb-43d7-b32d-6020ce60f0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0970383 May 30 20:08:21.205119 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a2269304-26df-4a60-93bb-84197faee11c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:21.231389 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb00247-4c8a-4eee-ac30-2b2c8ca9f6b1 None None] Network d4226d97-c7d0-4c7f-a2ff-6b319fb0030f requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:08:21.253107 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce01d6bf-6391-4169-bd36-dae77c4dd4aa admin admin] Pushing event deleted for resources: {'Port': ['ID=ba84c25c-ff4d-4554-9302-052ff8a0e0b8,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:21.423899 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device f95e12eb-ced2-4994-a78a-98cb8d8e15ec details requested by agent hyperv_n-h2-843948-2 with host n-h2-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:08:21.430671 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a71a74f4-f9ea-48a0-a0c8-7e9389dbcf72 req-a819ce6a-440a-4596-86eb-e88d42740545 service neutron] 10.222.0.86 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2636411 May 30 20:08:21.433287 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08db5256-0e8a-4a66-b505-625a86000303'] response: {'name': 'network-changed', 'server_uuid': '72a7d172-0d93-49c8-bc7d-d7f0c8041d53', 'tag': '6625fac1-36b2-4e8a-a15f-29a482cde9eb', 'status': 'completed', 'code': 200} May 30 20:08:21.458894 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [req-4969f48e-e8ac-481e-955b-490e2f90204d req-f64219c9-b2f0-4ecd-87de-b32b5a1152a5 tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] Allocated IP 172.25.8.153 (c7869750-4b49-4b7e-aa99-5e0f1ae02da4/427601ec-f643-4fe7-b5e6-17305d3a39e1/41b20b05-21be-42c8-94a9-60cf44ff9e05) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:08:21.619490 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-858494ae-6861-4f1c-acd2-d15f5e882f67 None None] Provisioning for port 9c0ba3a7-4ad6-44d5-be89-8da0215c6ffc completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:08:21.699877 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-858494ae-6861-4f1c-acd2-d15f5e882f67 None None] Provisioning complete for port 9c0ba3a7-4ad6-44d5-be89-8da0215c6ffc triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:08:21.700882 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-858494ae-6861-4f1c-acd2-d15f5e882f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:21.798421 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a71a74f4-f9ea-48a0-a0c8-7e9389dbcf72 req-ed1c7cae-d2f9-42f6-a438-0608afa28911 service neutron] 10.222.0.86 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3490610 May 30 20:08:21.815520 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-044a4fff-9dc6-4ab5-9e6e-6146d5038223 req-c6e045ef-e10b-4a0b-8f0d-01b8caea195e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=2f556c8c0e86457c8a99895c145d8ec1&device_id=72a7d172-0d93-49c8-bc7d-d7f0c8041d53 HTTP/1.1" status: 200 len: 1094 time: 0.3640831 May 30 20:08:21.867297 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa47b988-2c3d-44d8-bf18-0c97a4f7745d req-96d50711-98c8-40df-85bb-764e8f88c5f9 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:21.869414 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-aa47b988-2c3d-44d8-bf18-0c97a4f7745d req-96d50711-98c8-40df-85bb-764e8f88c5f9 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/ports?device_id=72a7d172-0d93-49c8-bc7d-d7f0c8041d53 HTTP/1.1" status: 200 len: 943 time: 0.2672329 May 30 20:08:21.901723 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ce01d6bf-6391-4169-bd36-dae77c4dd4aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-736453'] for router_gateway, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:21.987061 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port f95e12eb-ced2-4994-a78a-98cb8d8e15ec, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=f95e12eb-ced2-4994-a78a-98cb8d8e15ec,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:08:22.027901 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-aa47b988-2c3d-44d8-bf18-0c97a4f7745d req-f0ee647f-d8fa-4886-ad71-d0b715de0ec5 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/security-groups?id=f7bd1307-7f80-416a-ad0f-251b87da459a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512606 May 30 20:08:22.076261 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044a4fff-9dc6-4ab5-9e6e-6146d5038223 req-d99b5e58-495a-44c8-b810-2cafbc23c770 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:22.077678 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-044a4fff-9dc6-4ab5-9e6e-6146d5038223 req-d99b5e58-495a-44c8-b810-2cafbc23c770 service neutron] 10.222.0.71 "GET /v2.0/networks?id=1423fe8d-fe45-40b8-bd0c-db2951a00d49 HTTP/1.1" status: 200 len: 912 time: 0.2499146 May 30 20:08:22.116900 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Returning: {'device': 'f95e12eb-ced2-4994-a78a-98cb8d8e15ec', 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1', 'port_id': 'f95e12eb-ced2-4994-a78a-98cb8d8e15ec', 'mac_address': 'fa:16:3e:35:2f:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b83ff54-b1af-44ce-bb75-ba148920553c', 'ip_address': '192.168.233.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:08:22.124221 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:22.279555 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-858494ae-6861-4f1c-acd2-d15f5e882f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:22.362258 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:22.398669 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f95e12eb-ced2-4994-a78a-98cb8d8e15ec {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:08:22.406001 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-858494ae-6861-4f1c-acd2-d15f5e882f67 None None] For port 9c0ba3a7-4ad6-44d5-be89-8da0215c6ffc, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=9c0ba3a7-4ad6-44d5-be89-8da0215c6ffc,segment=NetworkSegment(04c69eb2-a870-4138-9320-3658a9069537),segment_id=04c69eb2-a870-4138-9320-3658a9069537)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:08:22.413816 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-044a4fff-9dc6-4ab5-9e6e-6146d5038223 req-2eee64ae-7162-4642-9ea3-7bf22ae7102c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6625fac1-36b2-4e8a-a15f-29a482cde9eb HTTP/1.1" status: 200 len: 217 time: 0.3264775 May 30 20:08:22.432422 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port f95e12eb-ced2-4994-a78a-98cb8d8e15ec, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=f95e12eb-ced2-4994-a78a-98cb8d8e15ec,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:08:22.449572 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-4969f48e-e8ac-481e-955b-490e2f90204d req-f64219c9-b2f0-4ecd-87de-b32b5a1152a5 tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:22.466813 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ce01d6bf-6391-4169-bd36-dae77c4dd4aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-724789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3141'] for router, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:22.469863 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.db.resource_extend [None req-a2269304-26df-4a60-93bb-84197faee11c admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:08:22.491576 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ce01d6bf-6391-4169-bd36-dae77c4dd4aa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:22.495096 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a2269304-26df-4a60-93bb-84197faee11c admin admin] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:22.500354 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-858494ae-6861-4f1c-acd2-d15f5e882f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:22.545301 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a9824d06-6128-45bc-9624-39ad50b97c04 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:22.546395 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a9824d06-6128-45bc-9624-39ad50b97c04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-736409'] for router, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:22.559194 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:22.571257 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044a4fff-9dc6-4ab5-9e6e-6146d5038223 req-84619d5d-8b77-4e49-9cd1-ec7e0d3fc2d4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:22.578590 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-044a4fff-9dc6-4ab5-9e6e-6146d5038223 req-84619d5d-8b77-4e49-9cd1-ec7e0d3fc2d4 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f7ba462c-1ed8-4caa-83b7-6c1b6552e3f5 HTTP/1.1" status: 200 len: 851 time: 0.1526780 May 30 20:08:22.634136 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-4969f48e-e8ac-481e-955b-490e2f90204d req-f64219c9-b2f0-4ecd-87de-b32b5a1152a5 tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:22.640929 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ce01d6bf-6391-4169-bd36-dae77c4dd4aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724889'] for router, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:22.640929 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce01d6bf-6391-4169-bd36-dae77c4dd4aa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5ba9af89-97d3-42d9-95fa-587e84dbab5b {{(pid=84886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:08:22.640929 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a2269304-26df-4a60-93bb-84197faee11c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:22.650010 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858494ae-6861-4f1c-acd2-d15f5e882f67 None None] Pushing event updated for resources: {'Port': ['ID=9c0ba3a7-4ad6-44d5-be89-8da0215c6ffc,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:22.726988 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:08:22.746227 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-044a4fff-9dc6-4ab5-9e6e-6146d5038223 req-569715c1-4761-4a83-9e6f-ffdef35062b1 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1423fe8d-fe45-40b8-bd0c-db2951a00d49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1561730 May 30 20:08:22.860431 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-5545934c-2206-4e5f-845d-5b5787c9ec05 None None] Provisioning complete for port 9c0ba3a7-4ad6-44d5-be89-8da0215c6ffc triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:08:22.860710 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-5545934c-2206-4e5f-845d-5b5787c9ec05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:22.894035 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['f95e12eb-ced2-4994-a78a-98cb8d8e15ec'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:08:22.985054 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=f95e12eb-ced2-4994-a78a-98cb8d8e15ec,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:23.109170 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4969f48e-e8ac-481e-955b-490e2f90204d req-f64219c9-b2f0-4ecd-87de-b32b5a1152a5 tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] Network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:08:23.112674 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a2269304-26df-4a60-93bb-84197faee11c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1718057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-736206'] for router_interface, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:23.121324 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [req-4969f48e-e8ac-481e-955b-490e2f90204d req-f64219c9-b2f0-4ecd-87de-b32b5a1152a5 tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:08:23.133575 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ce01d6bf-6391-4169-bd36-dae77c4dd4aa admin admin] Notify callbacks [] for router, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:23.134800 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-ce01d6bf-6391-4169-bd36-dae77c4dd4aa admin admin] 10.222.0.85 "DELETE /v2.0/routers/5ba9af89-97d3-42d9-95fa-587e84dbab5b HTTP/1.1" status: 204 len: 168 time: 7.0565634 May 30 20:08:23.135795 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64219c9-b2f0-4ecd-87de-b32b5a1152a5 tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] Pushing event updated for resources: {'Port': ['ID=41b20b05-21be-42c8-94a9-60cf44ff9e05,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:23.141407 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [req-4969f48e-e8ac-481e-955b-490e2f90204d req-f64219c9-b2f0-4ecd-87de-b32b5a1152a5 tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:08:23.143167 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 50136) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:08:23.360427 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2269304-26df-4a60-93bb-84197faee11c admin admin] Pushing event updated for resources: {'Port': ['ID=6ff5b57d-9eb8-4afd-9d94-421e24799252,revision_number=2']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:23.366759 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba058a05-e560-4ffd-be44-7fd3b3a9ad51 req-6cd250e0-4dbf-417c-8ab5-54631747fa47 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:23.381835 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ba058a05-e560-4ffd-be44-7fd3b3a9ad51 req-6cd250e0-4dbf-417c-8ab5-54631747fa47 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.85 "GET /v2.0/ports?device_id=e9391ed5-ac12-4852-808d-dee95e1364af HTTP/1.1" status: 200 len: 948 time: 0.3770177 May 30 20:08:23.427733 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc04ae5f-d818-43a5-b93d-a44d6fd5a6ce None None] Sync routers for ids ['5ba9af89-97d3-42d9-95fa-587e84dbab5b'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:08:23.430023 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_v2 [None req-336e1fad-3c12-498d-81a0-ff08f1fece9c admin admin] Deleting subnet a40aaf36-3fd1-4746-b17f-bd22e0b30399 {{(pid=84887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:08:23.449929 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-044a4fff-9dc6-4ab5-9e6e-6146d5038223 req-d6020298-a15c-473d-8934-9e51595b9fa5 service neutron] 10.222.0.71 "GET /v2.0/networks/1423fe8d-fe45-40b8-bd0c-db2951a00d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7010067 May 30 20:08:23.450256 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc04ae5f-d818-43a5-b93d-a44d6fd5a6ce None None] Routers set() bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:08:23.451379 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc04ae5f-d818-43a5-b93d-a44d6fd5a6ce None None] Router IDs set() for agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} May 30 20:08:23.453085 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_agentschedulers_db [None req-cc04ae5f-d818-43a5-b93d-a44d6fd5a6ce None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'5ba9af89-97d3-42d9-95fa-587e84dbab5b'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:07:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent'). {{(pid=84889) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} May 30 20:08:23.453304 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-336e1fad-3c12-498d-81a0-ff08f1fece9c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:23.467675 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2269304-26df-4a60-93bb-84197faee11c admin admin] Network 90e0ce56-071d-4fa0-9b74-8a9144295128 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:08:23.471663 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-a2269304-26df-4a60-93bb-84197faee11c admin admin] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:08:23.479695 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc04ae5f-d818-43a5-b93d-a44d6fd5a6ce None None] Routers set() bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:08:23.480798 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc04ae5f-d818-43a5-b93d-a44d6fd5a6ce None None] Router IDs set() for agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} May 30 20:08:23.481789 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_agentschedulers_db [None req-cc04ae5f-d818-43a5-b93d-a44d6fd5a6ce None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'5ba9af89-97d3-42d9-95fa-587e84dbab5b'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:07:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent'). {{(pid=84889) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} May 30 20:08:23.482521 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc04ae5f-d818-43a5-b93d-a44d6fd5a6ce None None] The sync data for ids ['5ba9af89-97d3-42d9-95fa-587e84dbab5b'] in n-d-843948-2 is: [] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:08:23.520140 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 50142) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:08:23.774611 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-336e1fad-3c12-498d-81a0-ff08f1fece9c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3149227'] for subnet, precommit_delete_associations {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:23.818297 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ba058a05-e560-4ffd-be44-7fd3b3a9ad51 req-ca3246d1-f9d4-4cc5-b2bd-205c5db42485 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.85 "GET /v2.0/security-groups?id=db33dd94-15fa-4959-a681-13f509935d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4367466 May 30 20:08:23.886024 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-4e6c8015-b8a8-44e2-a6f8-f9d35e5c10c6 None None] Provisioning complete for port 6ff5b57d-9eb8-4afd-9d94-421e24799252 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:08:23.887862 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-4e6c8015-b8a8-44e2-a6f8-f9d35e5c10c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:23.990895 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-4e6c8015-b8a8-44e2-a6f8-f9d35e5c10c6 None None] Port 6ff5b57d-9eb8-4afd-9d94-421e24799252 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:08:24.035316 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-044a4fff-9dc6-4ab5-9e6e-6146d5038223 req-3dcf450d-7cd8-400f-8362-4e331a82da65 service neutron] 10.222.0.71 "GET /v2.0/networks/1423fe8d-fe45-40b8-bd0c-db2951a00d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5131006 May 30 20:08:24.049451 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-4969f48e-e8ac-481e-955b-490e2f90204d req-f64219c9-b2f0-4ecd-87de-b32b5a1152a5 tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:24.148790 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-caeff5ee-8e8a-460b-8f03-f3d176d36eff admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:24.191525 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-336e1fad-3c12-498d-81a0-ff08f1fece9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:24.323621 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-caeff5ee-8e8a-460b-8f03-f3d176d36eff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:08:24.328483 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-4969f48e-e8ac-481e-955b-490e2f90204d req-f64219c9-b2f0-4ecd-87de-b32b5a1152a5 tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:24.340914 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-caeff5ee-8e8a-460b-8f03-f3d176d36eff admin admin] Usage tracker for resource:security_group_rule and tenant:9db1c5536049465fba87324cb55c1796 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:08:24.350490 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-caeff5ee-8e8a-460b-8f03-f3d176d36eff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:08:24.370825 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-caeff5ee-8e8a-460b-8f03-f3d176d36eff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:08:24.416306 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0f3625-191e-4686-8a3e-e1761abdeeba req-e0330cca-163f-4116-a821-3728c506c5f2 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:24.421478 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0f0f3625-191e-4686-8a3e-e1761abdeeba req-e0330cca-163f-4116-a821-3728c506c5f2 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/ports?device_id=72a7d172-0d93-49c8-bc7d-d7f0c8041d53 HTTP/1.1" status: 200 len: 943 time: 0.3595226 May 30 20:08:24.487204 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 9c0ba3a7-4ad6-44d5-be89-8da0215c6ffc up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:08:24.546901 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-336e1fad-3c12-498d-81a0-ff08f1fece9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4055470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114247'] for subnet, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:24.550756 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 6625fac1-36b2-4e8a-a15f-29a482cde9eb details requested by agent hyperv_n-h1-843948-2 with host n-h1-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:08:24.564626 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9824d06-6128-45bc-9624-39ad50b97c04 admin admin] Router 59213d2f-2fbd-4efd-bebf-997f35d0aa6c is scheduled to L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 with binding_index 1 {{(pid=84886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 20:08:24.668377 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336e1fad-3c12-498d-81a0-ff08f1fece9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a40aaf36-3fd1-4746-b17f-bd22e0b30399,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:24.709946 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0f0f3625-191e-4686-8a3e-e1761abdeeba req-d1f6a32e-ded8-4769-ab00-d7aa2493472e tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/security-groups?id=f7bd1307-7f80-416a-ad0f-251b87da459a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2671680 May 30 20:08:24.732383 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-336e1fad-3c12-498d-81a0-ff08f1fece9c admin admin] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:24.753819 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-caeff5ee-8e8a-460b-8f03-f3d176d36eff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:24.783910 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-336e1fad-3c12-498d-81a0-ff08f1fece9c admin admin] 10.222.0.85 "DELETE /v2.0/subnets/a40aaf36-3fd1-4746-b17f-bd22e0b30399 HTTP/1.1" status: 204 len: 168 time: 1.6313739 May 30 20:08:24.791321 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 50154) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:08:24.839748 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-caeff5ee-8e8a-460b-8f03-f3d176d36eff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:25.046213 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-4969f48e-e8ac-481e-955b-490e2f90204d req-f64219c9-b2f0-4ecd-87de-b32b5a1152a5 tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:25.070321 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-659b1846-c359-41d8-ad99-3492e038e564 None None] Network dc075ddd-6486-4637-95d6-cb2057bfe546 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:08:25.100168 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2269304-26df-4a60-93bb-84197faee11c admin admin] Router 50bbf495-31d2-47e1-8248-fec889f83125 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:08:25.116752 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caeff5ee-8e8a-460b-8f03-f3d176d36eff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0edc5298-83ca-4575-b097-858796b002a0,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:25.119663 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-4969f48e-e8ac-481e-955b-490e2f90204d req-f64219c9-b2f0-4ecd-87de-b32b5a1152a5 tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:25.189391 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e1a1ab91-f263-4b48-b5cc-739738391201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:25.213408 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-caeff5ee-8e8a-460b-8f03-f3d176d36eff admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=9db1c5536049465fba87324cb55c1796&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6889646 May 30 20:08:25.220855 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 50164) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:08:25.270472 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-e1a1ab91-f263-4b48-b5cc-739738391201 admin admin] Deleting port ab11dcee-f06e-4b50-a339-67ab0277f256 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:08:25.271475 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e1a1ab91-f263-4b48-b5cc-739738391201 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:25.448557 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 6625fac1-36b2-4e8a-a15f-29a482cde9eb, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=6625fac1-36b2-4e8a-a15f-29a482cde9eb,segment=NetworkSegment(a588beee-eb1a-4179-866b-50764eb9b22b),segment_id=a588beee-eb1a-4179-866b-50764eb9b22b)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:08:25.482151 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device f95e12eb-ced2-4994-a78a-98cb8d8e15ec up at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:08:25.536886 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e6d4bd54-aa31-4257-bb06-7d5356bee165 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:25.572862 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e6d4bd54-aa31-4257-bb06-7d5356bee165 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:25.655724 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Returning: {'device': '6625fac1-36b2-4e8a-a15f-29a482cde9eb', 'network_id': '1423fe8d-fe45-40b8-bd0c-db2951a00d49', 'port_id': '6625fac1-36b2-4e8a-a15f-29a482cde9eb', 'mac_address': 'fa:16:3e:ad:4f:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7ba462c-1ed8-4caa-83b7-6c1b6552e3f5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:08:25.913913 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 9c0ba3a7-4ad6-44d5-be89-8da0215c6ffc triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:08:25.914331 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:25.914902 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64219c9-b2f0-4ecd-87de-b32b5a1152a5 tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] Pushing event updated for resources: {'Port': ['ID=41b20b05-21be-42c8-94a9-60cf44ff9e05,revision_number=2']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:25.949550 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [None req-e1a1ab91-f263-4b48-b5cc-739738391201 admin admin] For port ab11dcee-f06e-4b50-a339-67ab0277f256, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=ab11dcee-f06e-4b50-a339-67ab0277f256,segment=NetworkSegment(976aa956-ffcd-4a27-a941-baeb642ebcd1),segment_id=976aa956-ffcd-4a27-a941-baeb642ebcd1)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:08:25.949966 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e1a1ab91-f263-4b48-b5cc-739738391201 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:26.004254 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:26.024934 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-4969f48e-e8ac-481e-955b-490e2f90204d req-f64219c9-b2f0-4ecd-87de-b32b5a1152a5 tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736490'] for floatingip, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:26.028016 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e6d4bd54-aa31-4257-bb06-7d5356bee165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:26.086477 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9824d06-6128-45bc-9624-39ad50b97c04 admin admin] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:08:26.126840 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad58466-14b7-42f1-a624-dde5344df336 None None] Sync routers for ids ['59213d2f-2fbd-4efd-bebf-997f35d0aa6c'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:08:26.155981 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-e1a1ab91-f263-4b48-b5cc-739738391201 admin admin] Calling delete_port for ab11dcee-f06e-4b50-a339-67ab0277f256 owned by network:dhcp {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:08:26.163981 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6625fac1-36b2-4e8a-a15f-29a482cde9eb {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:08:26.180074 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-4969f48e-e8ac-481e-955b-490e2f90204d req-f64219c9-b2f0-4ecd-87de-b32b5a1152a5 tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:26.182419 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4969f48e-e8ac-481e-955b-490e2f90204d req-f64219c9-b2f0-4ecd-87de-b32b5a1152a5 tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 7.0163989 May 30 20:08:26.200828 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 6625fac1-36b2-4e8a-a15f-29a482cde9eb, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=6625fac1-36b2-4e8a-a15f-29a482cde9eb,segment=NetworkSegment(a588beee-eb1a-4179-866b-50764eb9b22b),segment_id=a588beee-eb1a-4179-866b-50764eb9b22b)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:08:26.205125 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad58466-14b7-42f1-a624-dde5344df336 None None] Routers {'59213d2f-2fbd-4efd-bebf-997f35d0aa6c'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:08:26.206579 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-6ad58466-14b7-42f1-a624-dde5344df336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:07:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['59213d2f-2fbd-4efd-bebf-997f35d0aa6c'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:08:26.308919 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-53ccb958-7ec8-4b6e-98f8-86c7effc2b61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:26.310410 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning for port f95e12eb-ced2-4994-a78a-98cb8d8e15ec completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:08:26.339499 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a9824d06-6128-45bc-9624-39ad50b97c04 admin admin] Notify callbacks [] for router, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:26.350187 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-a9824d06-6128-45bc-9624-39ad50b97c04 admin admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 10.4137146 May 30 20:08:26.373730 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 50182) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:08:26.397300 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:26.398662 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device acc9c322-d362-426a-9ee5-1256177b95d9 details requested by agent hyperv_n-h1-843948-2 with host n-h1-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:08:26.428538 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e2a313-0031-4eac-9f42-f81cfe87ee16 req-78ab3a10-bd7d-41bd-8980-88dfb68d3053 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:26.434174 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-63e2a313-0031-4eac-9f42-f81cfe87ee16 req-78ab3a10-bd7d-41bd-8980-88dfb68d3053 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.85 "GET /v2.0/ports?device_id=e9391ed5-ac12-4852-808d-dee95e1364af HTTP/1.1" status: 200 len: 948 time: 0.6849973 May 30 20:08:26.436440 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d4bd54-aa31-4257-bb06-7d5356bee165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0edc5298-83ca-4575-b097-858796b002a0,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:26.455115 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e6d4bd54-aa31-4257-bb06-7d5356bee165 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:26.455115 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-e6d4bd54-aa31-4257-bb06-7d5356bee165 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/0edc5298-83ca-4575-b097-858796b002a0 HTTP/1.1" status: 204 len: 168 time: 1.2308853 May 30 20:08:26.483088 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e1a1ab91-f263-4b48-b5cc-739738391201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:26.519449 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2269304-26df-4a60-93bb-84197faee11c admin admin] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:08:26.525939 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-a2269304-26df-4a60-93bb-84197faee11c admin admin] 10.222.0.85 "PUT /v2.0/routers/50bbf495-31d2-47e1-8248-fec889f83125/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1383994 May 30 20:08:26.553577 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning complete for port f95e12eb-ced2-4994-a78a-98cb8d8e15ec triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:08:26.556164 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:26.571244 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-4969f48e-e8ac-481e-955b-490e2f90204d req-d37572c4-92d3-4a4b-8ba7-eede6d0bb183 tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] Synchronizing usage tracker for tenant:025c7e17165b4ab688bec2ce251d59e7 on resource:floatingip {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:08:26.601848 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a1ab91-f263-4b48-b5cc-739738391201 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab11dcee-f06e-4b50-a339-67ab0277f256,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:26.605265 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a1ab91-f263-4b48-b5cc-739738391201 admin admin] No DVR routers for this DVR port ab11dcee-f06e-4b50-a339-67ab0277f256 on host n-d-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:08:26.719195 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-63e2a313-0031-4eac-9f42-f81cfe87ee16 req-5bcd36b0-4a38-490d-a1e3-bc75d4ef19e3 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.85 "GET /v2.0/security-groups?id=db33dd94-15fa-4959-a681-13f509935d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2639263 May 30 20:08:26.895952 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-4969f48e-e8ac-481e-955b-490e2f90204d req-d37572c4-92d3-4a4b-8ba7-eede6d0bb183 tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] Unset dirty status for tenant:025c7e17165b4ab688bec2ce251d59e7 on resource:floatingip {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:08:26.903703 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4969f48e-e8ac-481e-955b-490e2f90204d req-d37572c4-92d3-4a4b-8ba7-eede6d0bb183 tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] 10.222.0.85 "GET /v2.0/floatingips?floating_ip_address=172.25.8.153 HTTP/1.1" status: 200 len: 696 time: 0.6956184 May 30 20:08:27.063781 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port acc9c322-d362-426a-9ee5-1256177b95d9, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=acc9c322-d362-426a-9ee5-1256177b95d9,segment=NetworkSegment(70424240-b76f-4af0-9f32-ace284913a86),segment_id=70424240-b76f-4af0-9f32-ace284913a86)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:08:27.104850 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Returning: {'device': 'acc9c322-d362-426a-9ee5-1256177b95d9', 'network_id': 'e15833fa-a7c7-4aba-b669-666e27c7d454', 'port_id': 'acc9c322-d362-426a-9ee5-1256177b95d9', 'mac_address': 'fa:16:3e:49:30:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e784a53-5b9d-4147-93e1-adf6f7b920d9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:08:27.136235 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ef9cb9-8105-4c45-8467-d5b148f9670c None None] DHCP port deletion for dc075ddd-6486-4637-95d6-cb2057bfe546 request from n-d-843948-2 {{(pid=84888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:08:27.169183 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e1a1ab91-f263-4b48-b5cc-739738391201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:27.271523 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:27.293241 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-e1a1ab91-f263-4b48-b5cc-739738391201 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc075ddd-6486-4637-95d6-cb2057bfe546']}} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:08:27.343187 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-e1a1ab91-f263-4b48-b5cc-739738391201 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '976aa956-ffcd-4a27-a941-baeb642ebcd1') {'for_net_delete': True} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:08:27.345650 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-e1a1ab91-f263-4b48-b5cc-739738391201 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '976aa956-ffcd-4a27-a941-baeb642ebcd1') {} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:08:27.380811 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id acc9c322-d362-426a-9ee5-1256177b95d9 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:08:27.396290 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e1a1ab91-f263-4b48-b5cc-739738391201 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3149912'] for segment, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:27.402886 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port acc9c322-d362-426a-9ee5-1256177b95d9, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=acc9c322-d362-426a-9ee5-1256177b95d9,segment=NetworkSegment(70424240-b76f-4af0-9f32-ace284913a86),segment_id=70424240-b76f-4af0-9f32-ace284913a86)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:08:27.409886 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:27.488999 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port f95e12eb-ced2-4994-a78a-98cb8d8e15ec, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=f95e12eb-ced2-4994-a78a-98cb8d8e15ec,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:08:27.498975 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9391ed5-ac12-4852-808d-dee95e1364af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f95e12eb-ced2-4994-a78a-98cb8d8e15ec'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:08:27.513450 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:27.561140 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:27.624925 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['acc9c322-d362-426a-9ee5-1256177b95d9'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:08:27.717004 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e1a1ab91-f263-4b48-b5cc-739738391201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:27.732589 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1a1ab91-f263-4b48-b5cc-739738391201 admin admin] Releasing vlan 653 on physical network physnet1 to pool {{(pid=84887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:08:27.735715 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e1a1ab91-f263-4b48-b5cc-739738391201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4055488'] for segment, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:27.781130 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=6625fac1-36b2-4e8a-a15f-29a482cde9eb,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:27.889866 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-6ad58466-14b7-42f1-a624-dde5344df336 None None] Set router 59213d2f-2fbd-4efd-bebf-997f35d0aa6c gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:08:28.018808 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4969f48e-e8ac-481e-955b-490e2f90204d req-d61e7b53-c6ef-450f-9360-d0e48e7e5353 tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:28.027719 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4969f48e-e8ac-481e-955b-490e2f90204d req-d61e7b53-c6ef-450f-9360-d0e48e7e5353 tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] 10.222.0.85 "GET /v2.0/networks/c7869750-4b49-4b7e-aa99-5e0f1ae02da4 HTTP/1.1" status: 200 len: 784 time: 1.1096058 May 30 20:08:28.085497 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [req-4969f48e-e8ac-481e-955b-490e2f90204d req-30880f0a-d75a-4963-a8ab-61888c987cbc tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=84886) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:08:28.092641 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4969f48e-e8ac-481e-955b-490e2f90204d req-30880f0a-d75a-4963-a8ab-61888c987cbc tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0481830 May 30 20:08:28.334008 n-d-843948-2 neutron-server[84887]: Traceback (most recent call last): May 30 20:08:28.334008 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:08:28.334008 n-d-843948-2 neutron-server[84887]: timer() May 30 20:08:28.334008 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:08:28.334008 n-d-843948-2 neutron-server[84887]: cb(*args, **kw) May 30 20:08:28.334008 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:08:28.334008 n-d-843948-2 neutron-server[84887]: return func(*args, **kwargs) May 30 20:08:28.334008 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:08:28.334008 n-d-843948-2 neutron-server[84887]: self._notify() May 30 20:08:28.334008 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:08:28.334008 n-d-843948-2 neutron-server[84887]: self.callback(batched_events) May 30 20:08:28.334008 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:08:28.334008 n-d-843948-2 neutron-server[84887]: event.method(event) May 30 20:08:28.334008 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:08:28.334008 n-d-843948-2 neutron-server[84887]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:08:28.334008 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:08:28.334008 n-d-843948-2 neutron-server[84887]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:08:28.334008 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:08:28.334008 n-d-843948-2 neutron-server[84887]: return f(self, *a, **k) May 30 20:08:28.334008 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:08:28.334008 n-d-843948-2 neutron-server[84887]: return self._get(url).json() May 30 20:08:28.334008 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:08:28.334008 n-d-843948-2 neutron-server[84887]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:08:28.334008 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:08:28.334008 n-d-843948-2 neutron-server[84887]: return self.request(url, 'GET', **kwargs) May 30 20:08:28.334008 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:08:28.334008 n-d-843948-2 neutron-server[84887]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:08:28.334008 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:08:28.334008 n-d-843948-2 neutron-server[84887]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:08:28.334008 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:08:28.334008 n-d-843948-2 neutron-server[84887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:08:28.334008 n-d-843948-2 neutron-server[84887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:08:28.402649 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 675cd08e-e449-4f2d-93e6-c9b5157ec37c up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:08:28.437007 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e1a1ab91-f263-4b48-b5cc-739738391201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:28.460468 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e1a1ab91-f263-4b48-b5cc-739738391201 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:28.539585 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b0cf1d-fc81-4a75-9f6b-ea557d10ef59 None None] Sync routers for ids ['62350e86-39fe-439d-af70-c76db2a1b564'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:08:28.610878 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['6625fac1-36b2-4e8a-a15f-29a482cde9eb'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:08:28.630808 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b0cf1d-fc81-4a75-9f6b-ea557d10ef59 None None] Routers {'62350e86-39fe-439d-af70-c76db2a1b564'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:08:28.637059 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-87b0cf1d-fc81-4a75-9f6b-ea557d10ef59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:07:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['62350e86-39fe-439d-af70-c76db2a1b564'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:08:28.658485 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a1ab91-f263-4b48-b5cc-739738391201 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc075ddd-6486-4637-95d6-cb2057bfe546,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:28.741187 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e86bc5f-86ef-4b5b-9978-acfa091619ec req-9d90a302-8717-4173-9f6d-a78d46b02469 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:28.748723 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4e86bc5f-86ef-4b5b-9978-acfa091619ec req-9d90a302-8717-4173-9f6d-a78d46b02469 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/ports?device_id=72a7d172-0d93-49c8-bc7d-d7f0c8041d53 HTTP/1.1" status: 200 len: 944 time: 1.2893226 May 30 20:08:28.795467 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-e1a1ab91-f263-4b48-b5cc-739738391201 admin admin] 10.222.0.85 "DELETE /v2.0/networks/dc075ddd-6486-4637-95d6-cb2057bfe546 HTTP/1.1" status: 204 len: 168 time: 4.0004466 May 30 20:08:29.065917 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4e86bc5f-86ef-4b5b-9978-acfa091619ec req-d2f35f05-e8b5-4d50-a6a8-d72e6005d0f6 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/security-groups?id=f7bd1307-7f80-416a-ad0f-251b87da459a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3068640 May 30 20:08:29.320411 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea20f197-d34d-4c71-811b-6528be3580e2 req-254951b5-c3d0-47db-831f-4902f6ddfa9f tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:29.330513 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-87b0cf1d-fc81-4a75-9f6b-ea557d10ef59 None None] Set router 62350e86-39fe-439d-af70-c76db2a1b564 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:08:29.338073 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ea20f197-d34d-4c71-811b-6528be3580e2 req-254951b5-c3d0-47db-831f-4902f6ddfa9f tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] 10.222.0.85 "GET /v2.0/ports?device_id=e45b2883-31f9-4c06-9a88-d29fe5738e7d HTTP/1.1" status: 200 len: 944 time: 0.4919960 May 30 20:08:29.445703 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e415155-6de4-4aed-b9ee-104f4c9c58ac'] response: {'server_uuid': 'e9391ed5-ac12-4852-808d-dee95e1364af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f95e12eb-ced2-4994-a78a-98cb8d8e15ec', 'code': 200} May 30 20:08:29.581816 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=acc9c322-d362-426a-9ee5-1256177b95d9,revision_number=6']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:29.710445 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62e83de-d89e-438e-bc10-f159c14710c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:29.834701 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-00dffc87-29f2-41a6-972c-f653f1c9aa0e req-f45c08c5-e2e3-464e-ab7f-c57e832675e6 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=e9391ed5-ac12-4852-808d-dee95e1364af HTTP/1.1" status: 200 len: 1100 time: 0.2677057 May 30 20:08:29.858057 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 675cd08e-e449-4f2d-93e6-c9b5157ec37c completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:08:29.896519 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ea20f197-d34d-4c71-811b-6528be3580e2 req-5fc3b8d8-71ab-4fee-9857-8481de9070b5 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] 10.222.0.85 "GET /v2.0/security-groups?id=9bc03317-7c5c-46d0-8ed2-0b298955a173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5538447 May 30 20:08:30.161626 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 675cd08e-e449-4f2d-93e6-c9b5157ec37c triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:08:30.162143 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:30.250671 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 50242) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:08:30.348338 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:30.398396 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-00dffc87-29f2-41a6-972c-f653f1c9aa0e req-cef3c950-15b6-49e5-a65c-ab10de6a2253 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=db33dd94-15fa-4959-a681-13f509935d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5542450 May 30 20:08:30.494207 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 50248) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:08:30.503286 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-5d27b850-e84b-4882-8ef9-c31f1eed7fff admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=08675f344c7a4aacb7b6eda6733bb13c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2480986 May 30 20:08:30.522774 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 50252) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:08:30.534736 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-bd7e9538-946a-4248-acc1-d8818e5a35c0 req-d1be4521-ce20-4198-9e2e-3d6bd92f3f25 tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] 10.222.0.85 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2533143 May 30 20:08:30.563801 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [req-bd7e9538-946a-4248-acc1-d8818e5a35c0 req-829ecb4c-35e3-4333-a232-e0dfc66190dc tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] Request body: {'floatingip': {'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:08:30.577846 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-bd7e9538-946a-4248-acc1-d8818e5a35c0 req-829ecb4c-35e3-4333-a232-e0dfc66190dc tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:08:30.605569 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-bd7e9538-946a-4248-acc1-d8818e5a35c0 req-829ecb4c-35e3-4333-a232-e0dfc66190dc tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:08:30.632663 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-87b0cf1d-fc81-4a75-9f6b-ea557d10ef59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62350e86-39fe-439d-af70-c76db2a1b564', 'name': 'tempest-FloatingIPDetailsTestJSON-1288176850-router', 'tenant_id': '025c7e17165b4ab688bec2ce251d59e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '61b85d32-0bd9-4c0b-8eeb-a48d3b1edf65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:07:37Z', 'updated_at': '2022-05-30T20:07:56Z', 'revision_number': 4, 'project_id': '025c7e17165b4ab688bec2ce251d59e7', 'gw_port': {'id': '61b85d32-0bd9-4c0b-8eeb-a48d3b1edf65', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:0b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62350e86-39fe-439d-af70-c76db2a1b564', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:07:41Z', 'updated_at': '2022-05-30T20:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': 'a119a3c6-051e-42bd-b1fb-bb11d6414919', 'name': '', 'network_id': 'cbfb6eaa-ce2f-44af-86ff-f60ce354d3e6', 'tenant_id': '025c7e17165b4ab688bec2ce251d59e7', 'mac_address': 'fa:16:3e:77:18:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62350e86-39fe-439d-af70-c76db2a1b564', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6dad82d-57c1-48de-bca6-4968bd0d9355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:07:54Z', 'updated_at': '2022-05-30T20:07:58Z', 'revision_number': 2, 'project_id': '025c7e17165b4ab688bec2ce251d59e7', 'subnets': [{'id': 'd6dad82d-57c1-48de-bca6-4968bd0d9355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:08:30.638153 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef773bc-d5bf-4d55-aaa6-939765218da1 req-f871c9ec-6ef4-4cf4-b1f4-f2ced03f4b21 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:30.648998 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b0cf1d-fc81-4a75-9f6b-ea557d10ef59 None None] Checking router: 62350e86-39fe-439d-af70-c76db2a1b564 for host: n-d-843948-2 {{(pid=84889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:08:30.649878 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-cef773bc-d5bf-4d55-aaa6-939765218da1 req-f871c9ec-6ef4-4cf4-b1f4-f2ced03f4b21 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.85 "GET /v2.0/ports?device_id=e9391ed5-ac12-4852-808d-dee95e1364af HTTP/1.1" status: 200 len: 949 time: 0.6739087 May 30 20:08:30.650314 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b0cf1d-fc81-4a75-9f6b-ea557d10ef59 None None] Updating router 62350e86-39fe-439d-af70-c76db2a1b564 port a119a3c6-051e-42bd-b1fb-bb11d6414919 binding host n-d-843948-2 {{(pid=84889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:08:30.718154 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-bd7e9538-946a-4248-acc1-d8818e5a35c0 req-829ecb4c-35e3-4333-a232-e0dfc66190dc tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] Notify callbacks [] for floatingip, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:30.780966 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-87b0cf1d-fc81-4a75-9f6b-ea557d10ef59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:30.907210 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-cef773bc-d5bf-4d55-aaa6-939765218da1 req-4a18e2d3-467b-4782-8d7f-accef44f81a1 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.85 "GET /v2.0/security-groups?id=db33dd94-15fa-4959-a681-13f509935d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556067 May 30 20:08:30.923573 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-84752676-036b-4d42-873d-1dd3f9da5400 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:30.976476 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=f95e12eb-ced2-4994-a78a-98cb8d8e15ec,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:31.137118 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-84752676-036b-4d42-873d-1dd3f9da5400 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:31.308651 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:31.350570 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:31.433263 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port 675cd08e-e449-4f2d-93e6-c9b5157ec37c, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=675cd08e-e449-4f2d-93e6-c9b5157ec37c,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:08:31.442085 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-6d58f819-8bdf-4eb6-9ec4-ee122ffe1e2c admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-245510114-network', 'tenant_id': '586757e83dd846ec935ec1b35f2c085f'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:08:31.480770 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-6d58f819-8bdf-4eb6-9ec4-ee122ffe1e2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:08:31.494001 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-6ad58466-14b7-42f1-a624-dde5344df336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59213d2f-2fbd-4efd-bebf-997f35d0aa6c', 'name': 'tempest-FloatingIPsTestJSON-570638109-router', 'tenant_id': 'f5753ad8c0f54e9d882bc4d9fbe8fe34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '078790e8-2a4d-465e-a8aa-2a047823934a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:08:16Z', 'updated_at': '2022-05-30T20:08:21Z', 'revision_number': 3, 'project_id': 'f5753ad8c0f54e9d882bc4d9fbe8fe34', 'gw_port': {'id': '078790e8-2a4d-465e-a8aa-2a047823934a', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:f7:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59213d2f-2fbd-4efd-bebf-997f35d0aa6c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:08:18Z', 'updated_at': '2022-05-30T20:08:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:08:31.497650 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-6d58f819-8bdf-4eb6-9ec4-ee122ffe1e2c admin admin] Usage tracker for resource:network and tenant:586757e83dd846ec935ec1b35f2c085f is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:08:31.526155 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:31.659830 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-bd7e9538-946a-4248-acc1-d8818e5a35c0 req-829ecb4c-35e3-4333-a232-e0dfc66190dc tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:31.677044 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad58466-14b7-42f1-a624-dde5344df336 None None] Checking router: 59213d2f-2fbd-4efd-bebf-997f35d0aa6c for host: n-d-843948-2 {{(pid=84888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:08:31.677465 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad58466-14b7-42f1-a624-dde5344df336 None None] Updating router 59213d2f-2fbd-4efd-bebf-997f35d0aa6c port 078790e8-2a4d-465e-a8aa-2a047823934a binding host n-d-843948-2 {{(pid=84888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:08:31.720754 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-6d58f819-8bdf-4eb6-9ec4-ee122ffe1e2c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:08:31.752945 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-84752676-036b-4d42-873d-1dd3f9da5400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:31.765350 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-6d58f819-8bdf-4eb6-9ec4-ee122ffe1e2c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:08:31.800751 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84752676-036b-4d42-873d-1dd3f9da5400 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c28f7751-d3fa-4c46-83fb-0d66a43da64a,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:31.826767 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-84752676-036b-4d42-873d-1dd3f9da5400 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:31.836490 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-84752676-036b-4d42-873d-1dd3f9da5400 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/c28f7751-d3fa-4c46-83fb-0d66a43da64a HTTP/1.1" status: 204 len: 168 time: 1.3082035 May 30 20:08:31.957318 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c58e56a-8685-4c53-b67d-dc51bfa510b0 req-ca2ca30e-23d7-4364-9dbf-ddceceef4ce9 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:31.963992 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-6ad58466-14b7-42f1-a624-dde5344df336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:31.972573 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9c58e56a-8685-4c53-b67d-dc51bfa510b0 req-ca2ca30e-23d7-4364-9dbf-ddceceef4ce9 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/ports?device_id=72a7d172-0d93-49c8-bc7d-d7f0c8041d53 HTTP/1.1" status: 200 len: 944 time: 0.4621482 May 30 20:08:32.027210 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d58f819-8bdf-4eb6-9ec4-ee122ffe1e2c admin admin] Made reservation on behalf of 586757e83dd846ec935ec1b35f2c085f for: {'network': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:08:32.032562 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6d58f819-8bdf-4eb6-9ec4-ee122ffe1e2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:32.060272 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device acc9c322-d362-426a-9ee5-1256177b95d9 up at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:08:32.081327 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6d58f819-8bdf-4eb6-9ec4-ee122ffe1e2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:32.149488 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device f2732477-dcef-4da6-9191-cedce34fdd5a no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:08:32.156916 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9c58e56a-8685-4c53-b67d-dc51bfa510b0 req-98bf19dd-323d-4794-94b5-d64d52b378be tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/security-groups?id=f7bd1307-7f80-416a-ad0f-251b87da459a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821940 May 30 20:08:32.172757 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-6d58f819-8bdf-4eb6-9ec4-ee122ffe1e2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:08:32.201095 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-6d58f819-8bdf-4eb6-9ec4-ee122ffe1e2c admin admin] Usage tracker for resource:security_group_rule and tenant:586757e83dd846ec935ec1b35f2c085f is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:08:32.210254 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-6d58f819-8bdf-4eb6-9ec4-ee122ffe1e2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:08:32.227426 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-6d58f819-8bdf-4eb6-9ec4-ee122ffe1e2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:08:32.365252 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: f2732477-dcef-4da6-9191-cedce34fdd5a {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:08:32.365562 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device f2732477-dcef-4da6-9191-cedce34fdd5a not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:08:32.366059 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device ba84c25c-ff4d-4554-9302-052ff8a0e0b8 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:08:32.404225 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6d58f819-8bdf-4eb6-9ec4-ee122ffe1e2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:32.463937 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [req-bd7e9538-946a-4248-acc1-d8818e5a35c0 req-829ecb4c-35e3-4333-a232-e0dfc66190dc tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] Allocated IP 172.25.8.85 (c7869750-4b49-4b7e-aa99-5e0f1ae02da4/427601ec-f643-4fe7-b5e6-17305d3a39e1/90cd4462-8790-4c73-a641-5a739d824ebc) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:08:32.483353 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-25567590-3758-47bb-a8b6-f00cb03b187d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:32.520936 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6d58f819-8bdf-4eb6-9ec4-ee122ffe1e2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:32.580811 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-87b0cf1d-fc81-4a75-9f6b-ea557d10ef59 None None] Notify callbacks [] for port, precommit_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:32.589276 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: ba84c25c-ff4d-4554-9302-052ff8a0e0b8 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:08:32.589931 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device ba84c25c-ff4d-4554-9302-052ff8a0e0b8 not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:08:32.590426 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device ab11dcee-f06e-4b50-a339-67ab0277f256 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:08:32.630618 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d58f819-8bdf-4eb6-9ec4-ee122ffe1e2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ba9ee3b-5561-4f09-a14e-b7e5d43f0b40,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:32.640360 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.provisioning_blocks [None req-87b0cf1d-fc81-4a75-9f6b-ea557d10ef59 None None] Transition to ACTIVE for port object a119a3c6-051e-42bd-b1fb-bb11d6414919 will not be triggered until provisioned by entity L2. {{(pid=84889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:08:32.691448 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d58f819-8bdf-4eb6-9ec4-ee122ffe1e2c admin admin] vlan segment allocate from pool success with {'vlan_id': 683, 'physical_network': 'physnet1'} {{(pid=84887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:08:32.735166 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6d58f819-8bdf-4eb6-9ec4-ee122ffe1e2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:32.736088 n-d-843948-2 neutron-server[84887]: INFO neutron.db.segments_db [None req-6d58f819-8bdf-4eb6-9ec4-ee122ffe1e2c admin admin] Added segment 93523d51-b49e-42d0-8c0b-d0db4eaebb6e of type vlan for network e0f55504-d8f7-4a5a-b704-bd0e657d5724 May 30 20:08:32.740784 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-87b0cf1d-fc81-4a75-9f6b-ea557d10ef59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:32.791479 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ad58ba-04c6-4233-9ee2-9bdbeca9d7a7 req-d7b4401b-a7bf-43a0-87fd-a37ba440cbbd tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:32.793929 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b8ad58ba-04c6-4233-9ee2-9bdbeca9d7a7 req-d7b4401b-a7bf-43a0-87fd-a37ba440cbbd tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] 10.222.0.85 "GET /v2.0/ports?device_id=e45b2883-31f9-4c06-9a88-d29fe5738e7d HTTP/1.1" status: 200 len: 944 time: 0.3717287 May 30 20:08:32.910503 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6d58f819-8bdf-4eb6-9ec4-ee122ffe1e2c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:32.934389 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: ab11dcee-f06e-4b50-a339-67ab0277f256 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:08:32.934581 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device ab11dcee-f06e-4b50-a339-67ab0277f256 not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:08:32.934997 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device fc35ab7f-4bdd-4f97-beb2-659e01147aed no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:08:33.152680 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b8ad58ba-04c6-4233-9ee2-9bdbeca9d7a7 req-703cba15-abb4-4c46-8f25-d26a41e1b426 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] 10.222.0.85 "GET /v2.0/security-groups?id=9bc03317-7c5c-46d0-8ed2-0b298955a173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3071716 May 30 20:08:33.187307 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=675cd08e-e449-4f2d-93e6-c9b5157ec37c,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:33.249216 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1cf0f0-b2bf-4ce6-ade1-b7a7c1b3e06d None None] Pushing event updated for resources: {'Port': ['ID=a119a3c6-051e-42bd-b1fb-bb11d6414919,revision_number=3']} {{(pid=84889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:33.278491 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6d58f819-8bdf-4eb6-9ec4-ee122ffe1e2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:33.279380 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d58f819-8bdf-4eb6-9ec4-ee122ffe1e2c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:33.279956 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6d58f819-8bdf-4eb6-9ec4-ee122ffe1e2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:33.495816 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: fc35ab7f-4bdd-4f97-beb2-659e01147aed {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:08:33.496265 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device fc35ab7f-4bdd-4f97-beb2-659e01147aed not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:08:33.528022 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70fc3f16-0088-4272-852f-b3d735d63263 None None] Sync routers for ids ['50bbf495-31d2-47e1-8248-fec889f83125'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:08:33.610685 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70fc3f16-0088-4272-852f-b3d735d63263 None None] Routers {'50bbf495-31d2-47e1-8248-fec889f83125'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:08:33.611196 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-87b0cf1d-fc81-4a75-9f6b-ea557d10ef59 None None] Attempting to bind port a119a3c6-051e-42bd-b1fb-bb11d6414919 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:08:33.611924 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-87b0cf1d-fc81-4a75-9f6b-ea557d10ef59 None None] Attempting to bind port a119a3c6-051e-42bd-b1fb-bb11d6414919 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': '2028d962-1cbf-4395-bc8d-9831e48d9133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'cbfb6eaa-ce2f-44af-86ff-f60ce354d3e6'}] {{(pid=84889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:08:33.612081 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b0cf1d-fc81-4a75-9f6b-ea557d10ef59 None None] Attempting to bind port a119a3c6-051e-42bd-b1fb-bb11d6414919 on network cbfb6eaa-ce2f-44af-86ff-f60ce354d3e6 {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:08:33.618509 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-70fc3f16-0088-4272-852f-b3d735d63263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:08:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['50bbf495-31d2-47e1-8248-fec889f83125'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:08:33.627511 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b0cf1d-fc81-4a75-9f6b-ea557d10ef59 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 8, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:08:33.629960 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b0cf1d-fc81-4a75-9f6b-ea557d10ef59 None None] Checking segment: {'id': '2028d962-1cbf-4395-bc8d-9831e48d9133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'cbfb6eaa-ce2f-44af-86ff-f60ce354d3e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:08:33.630418 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-87b0cf1d-fc81-4a75-9f6b-ea557d10ef59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:33.630872 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b0cf1d-fc81-4a75-9f6b-ea557d10ef59 None None] Bound using segment: {'id': '2028d962-1cbf-4395-bc8d-9831e48d9133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'cbfb6eaa-ce2f-44af-86ff-f60ce354d3e6'} {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:08:33.631393 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-87b0cf1d-fc81-4a75-9f6b-ea557d10ef59 None None] Bound port: a119a3c6-051e-42bd-b1fb-bb11d6414919, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2028d962-1cbf-4395-bc8d-9831e48d9133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'cbfb6eaa-ce2f-44af-86ff-f60ce354d3e6'}}] {{(pid=84889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:08:33.631827 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-87b0cf1d-fc81-4a75-9f6b-ea557d10ef59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:33.641220 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-25567590-3758-47bb-a8b6-f00cb03b187d admin admin] Allocated IP 172.20.0.1 (d4226d97-c7d0-4c7f-a2ff-6b319fb0030f/b2a718ff-9553-4437-be71-26364d4cd011/07f8c75d-07ea-4e92-a9c7-1bb5a942146a) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:08:33.890333 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d58f819-8bdf-4eb6-9ec4-ee122ffe1e2c admin admin] Pushing event updated for resources: {'Network': ['ID=e0f55504-d8f7-4a5a-b704-bd0e657d5724,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:33.933008 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-6d58f819-8bdf-4eb6-9ec4-ee122ffe1e2c admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 3.4370959 May 30 20:08:33.940581 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 50302) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:08:33.948923 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.db [None req-87b0cf1d-fc81-4a75-9f6b-ea557d10ef59 None None] For port a119a3c6-051e-42bd-b1fb-bb11d6414919, host n-d-843948-2, cleared binding levels {{(pid=84889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:08:33.951648 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-6ddbfbca-7604-4079-bb96-93057da84754 admin admin] Request body: {'subnet': {'network_id': 'e0f55504-d8f7-4a5a-b704-bd0e657d5724', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-245510114-subnet', 'tenant_id': '586757e83dd846ec935ec1b35f2c085f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:08:33.968687 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.db [None req-87b0cf1d-fc81-4a75-9f6b-ea557d10ef59 None None] For port a119a3c6-051e-42bd-b1fb-bb11d6414919, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=a119a3c6-051e-42bd-b1fb-bb11d6414919,segment=NetworkSegment(2028d962-1cbf-4395-bc8d-9831e48d9133),segment_id=2028d962-1cbf-4395-bc8d-9831e48d9133)] {{(pid=84889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:08:33.968940 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-6ddbfbca-7604-4079-bb96-93057da84754 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:08:33.991027 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-6ddbfbca-7604-4079-bb96-93057da84754 admin admin] Usage tracker for resource:subnet and tenant:586757e83dd846ec935ec1b35f2c085f is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:08:33.991027 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-6ddbfbca-7604-4079-bb96-93057da84754 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:08:33.992816 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-bd7e9538-946a-4248-acc1-d8818e5a35c0 req-829ecb4c-35e3-4333-a232-e0dfc66190dc tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:34.006789 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-6ddbfbca-7604-4079-bb96-93057da84754 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:08:34.022236 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:34.057086 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-87b0cf1d-fc81-4a75-9f6b-ea557d10ef59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:34.066880 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0814f10-0883-42ab-aed0-167e1348af49 req-84a4a715-b029-4d31-9850-5850d27c9583 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:34.083946 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b0814f10-0883-42ab-aed0-167e1348af49 req-84a4a715-b029-4d31-9850-5850d27c9583 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.85 "GET /v2.0/ports?device_id=e9391ed5-ac12-4852-808d-dee95e1364af HTTP/1.1" status: 200 len: 949 time: 0.3982606 May 30 20:08:34.099720 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-70fc3f16-0088-4272-852f-b3d735d63263 None None] Set router 50bbf495-31d2-47e1-8248-fec889f83125 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:08:34.186049 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ddbfbca-7604-4079-bb96-93057da84754 admin admin] Made reservation on behalf of 586757e83dd846ec935ec1b35f2c085f for: {'subnet': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:08:34.186049 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6ddbfbca-7604-4079-bb96-93057da84754 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114220'] for subnet, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:34.337094 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-bd7e9538-946a-4248-acc1-d8818e5a35c0 req-829ecb4c-35e3-4333-a232-e0dfc66190dc tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:34.362854 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1cf0f0-b2bf-4ce6-ade1-b7a7c1b3e06d None None] Pushing event updated for resources: {'Port': ['ID=a119a3c6-051e-42bd-b1fb-bb11d6414919,revision_number=4']} {{(pid=84889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:34.432068 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b0cf1d-fc81-4a75-9f6b-ea557d10ef59 None None] Routers {'62350e86-39fe-439d-af70-c76db2a1b564'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:08:34.434012 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-87b0cf1d-fc81-4a75-9f6b-ea557d10ef59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:08:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['62350e86-39fe-439d-af70-c76db2a1b564'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:08:34.446933 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 675cd08e-e449-4f2d-93e6-c9b5157ec37c up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:08:34.497525 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b0814f10-0883-42ab-aed0-167e1348af49 req-1ec220f9-95f3-4c3c-b4c6-2890132fc338 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.85 "GET /v2.0/security-groups?id=db33dd94-15fa-4959-a681-13f509935d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4124393 May 30 20:08:34.504608 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829ecb4c-35e3-4333-a232-e0dfc66190dc tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] Pushing event updated for resources: {'Port': ['ID=90cd4462-8790-4c73-a641-5a739d824ebc,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:34.583840 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd7e9538-946a-4248-acc1-d8818e5a35c0 req-829ecb4c-35e3-4333-a232-e0dfc66190dc tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] Network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:08:34.598847 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [req-bd7e9538-946a-4248-acc1-d8818e5a35c0 req-829ecb4c-35e3-4333-a232-e0dfc66190dc tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:08:34.610261 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd7e9538-946a-4248-acc1-d8818e5a35c0 req-829ecb4c-35e3-4333-a232-e0dfc66190dc tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:08:34.648844 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network e0f55504-d8f7-4a5a-b704-bd0e657d5724 details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:08:35.198791 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-87b0cf1d-fc81-4a75-9f6b-ea557d10ef59 None None] Set router 62350e86-39fe-439d-af70-c76db2a1b564 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:08:35.420988 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8246eff-0cd5-49b9-b4eb-72203a0a7445 req-9a4e84eb-ab8b-46d1-94f0-218eba6a5f1d tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:35.444932 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c8246eff-0cd5-49b9-b4eb-72203a0a7445 req-9a4e84eb-ab8b-46d1-94f0-218eba6a5f1d tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/ports?device_id=72a7d172-0d93-49c8-bc7d-d7f0c8041d53 HTTP/1.1" status: 200 len: 944 time: 0.6097941 May 30 20:08:35.512940 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6ddbfbca-7604-4079-bb96-93057da84754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4055401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114238'] for subnet, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:35.601777 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-25567590-3758-47bb-a8b6-f00cb03b187d admin admin] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:35.607805 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-bd7e9538-946a-4248-acc1-d8818e5a35c0 req-829ecb4c-35e3-4333-a232-e0dfc66190dc tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:35.656580 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [None req-25567590-3758-47bb-a8b6-f00cb03b187d admin admin] Transition to ACTIVE for port object 07f8c75d-07ea-4e92-a9c7-1bb5a942146a will not be triggered until provisioned by entity DHCP. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:08:35.862775 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-bd7e9538-946a-4248-acc1-d8818e5a35c0 req-829ecb4c-35e3-4333-a232-e0dfc66190dc tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:35.907727 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c8246eff-0cd5-49b9-b4eb-72203a0a7445 req-c5e4f63e-c0fe-404e-b241-f2c34b3f52d0 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/security-groups?id=f7bd1307-7f80-416a-ad0f-251b87da459a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4611015 May 30 20:08:35.942294 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddbfbca-7604-4079-bb96-93057da84754 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1581c6d7-c19f-439e-8ba3-14e41bf5cc8a,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:35.971943 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 675cd08e-e449-4f2d-93e6-c9b5157ec37c triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:08:35.979338 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:35.998461 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-25567590-3758-47bb-a8b6-f00cb03b187d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:36.006518 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ddbfbca-7604-4079-bb96-93057da84754 admin admin] Checking segment: {'id': '93523d51-b49e-42d0-8c0b-d0db4eaebb6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'e0f55504-d8f7-4a5a-b704-bd0e657d5724'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:08:36.021542 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ddbfbca-7604-4079-bb96-93057da84754 admin admin] Network hostable DHCP agents. Network: e0f55504-d8f7-4a5a-b704-bd0e657d5724, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:08:36.108260 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning complete for port acc9c322-d362-426a-9ee5-1256177b95d9 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:08:36.113558 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:36.185501 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ddbfbca-7604-4079-bb96-93057da84754 admin admin] Network e0f55504-d8f7-4a5a-b704-bd0e657d5724 is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:08:36.244696 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25567590-3758-47bb-a8b6-f00cb03b187d admin admin] Pushing event updated for resources: {'Port': ['ID=07f8c75d-07ea-4e92-a9c7-1bb5a942146a,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:36.271123 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-87b0cf1d-fc81-4a75-9f6b-ea557d10ef59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62350e86-39fe-439d-af70-c76db2a1b564', 'name': 'tempest-FloatingIPDetailsTestJSON-1288176850-router', 'tenant_id': '025c7e17165b4ab688bec2ce251d59e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '61b85d32-0bd9-4c0b-8eeb-a48d3b1edf65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:07:37Z', 'updated_at': '2022-05-30T20:07:56Z', 'revision_number': 4, 'project_id': '025c7e17165b4ab688bec2ce251d59e7', 'gw_port': {'id': '61b85d32-0bd9-4c0b-8eeb-a48d3b1edf65', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:0b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62350e86-39fe-439d-af70-c76db2a1b564', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:07:41Z', 'updated_at': '2022-05-30T20:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': 'a119a3c6-051e-42bd-b1fb-bb11d6414919', 'name': '', 'network_id': 'cbfb6eaa-ce2f-44af-86ff-f60ce354d3e6', 'tenant_id': '025c7e17165b4ab688bec2ce251d59e7', 'mac_address': 'fa:16:3e:77:18:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62350e86-39fe-439d-af70-c76db2a1b564', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6dad82d-57c1-48de-bca6-4968bd0d9355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:07:54Z', 'updated_at': '2022-05-30T20:08:33Z', 'revision_number': 4, 'project_id': '025c7e17165b4ab688bec2ce251d59e7', 'subnets': [{'id': 'd6dad82d-57c1-48de-bca6-4968bd0d9355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:08:36.278047 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-6ddbfbca-7604-4079-bb96-93057da84754 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, e0f55504-d8f7-4a5a-b704-bd0e657d5724) {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:08:36.284655 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b0cf1d-fc81-4a75-9f6b-ea557d10ef59 None None] The sync data for ids ['62350e86-39fe-439d-af70-c76db2a1b564'] in n-d-843948-2 is: [{'id': '62350e86-39fe-439d-af70-c76db2a1b564', 'name': 'tempest-FloatingIPDetailsTestJSON-1288176850-router', 'tenant_id': '025c7e17165b4ab688bec2ce251d59e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '61b85d32-0bd9-4c0b-8eeb-a48d3b1edf65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:07:37Z', 'updated_at': '2022-05-30T20:07:56Z', 'revision_number': 4, 'project_id': '025c7e17165b4ab688bec2ce251d59e7', 'gw_port': {'id': '61b85d32-0bd9-4c0b-8eeb-a48d3b1edf65', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:0b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62350e86-39fe-439d-af70-c76db2a1b564', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:07:41Z', 'updated_at': '2022-05-30T20:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': 'a119a3c6-051e-42bd-b1fb-bb11d6414919', 'name': '', 'network_id': 'cbfb6eaa-ce2f-44af-86ff-f60ce354d3e6', 'tenant_id': '025c7e17165b4ab688bec2ce251d59e7', 'mac_address': 'fa:16:3e:77:18:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62350e86-39fe-439d-af70-c76db2a1b564', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6dad82d-57c1-48de-bca6-4968bd0d9355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:07:54Z', 'updated_at': '2022-05-30T20:08:33Z', 'revision_number': 4, 'project_id': '025c7e17165b4ab688bec2ce251d59e7', 'subnets': [{'id': 'd6dad82d-57c1-48de-bca6-4968bd0d9355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:08:36.303576 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ddbfbca-7604-4079-bb96-93057da84754 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:36.303576 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6ddbfbca-7604-4079-bb96-93057da84754 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:36.430032 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25567590-3758-47bb-a8b6-f00cb03b187d admin admin] Network d4226d97-c7d0-4c7f-a2ff-6b319fb0030f is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:08:36.438789 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-6ddbfbca-7604-4079-bb96-93057da84754 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 2.4964845 May 30 20:08:36.442712 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-25567590-3758-47bb-a8b6-f00cb03b187d admin admin] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:08:36.442926 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 50320) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:08:36.448835 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-e9f0e92b-1983-41ea-9923-89dabae5b7ff admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-245510114-router', 'tenant_id': '586757e83dd846ec935ec1b35f2c085f', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:08:36.488213 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-e9f0e92b-1983-41ea-9923-89dabae5b7ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:08:36.493976 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-e9f0e92b-1983-41ea-9923-89dabae5b7ff admin admin] Usage tracker for resource:router and tenant:586757e83dd846ec935ec1b35f2c085f is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:08:36.501454 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-e9f0e92b-1983-41ea-9923-89dabae5b7ff admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:08:36.554141 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6153baaa-76a1-41a5-9d08-c79f4ada5bbb None None] Network e0f55504-d8f7-4a5a-b704-bd0e657d5724 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:08:36.596561 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25567590-3758-47bb-a8b6-f00cb03b187d admin admin] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:08:36.737566 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-e9f0e92b-1983-41ea-9923-89dabae5b7ff admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:08:36.945795 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e9f0e92b-1983-41ea-9923-89dabae5b7ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-733683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3159'] for router, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:36.952628 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e9f0e92b-1983-41ea-9923-89dabae5b7ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-733584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-736372', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-628480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3164'] for router, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:36.977584 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-25567590-3758-47bb-a8b6-f00cb03b187d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-736099'] for router_interface, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:37.100001 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e9f0e92b-1983-41ea-9923-89dabae5b7ff admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:37.126306 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1caf04f-1ded-4766-ac17-1c7311abb0f5 req-81ad6957-3c90-4b6d-b42c-c445779413c1 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:37.133498 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a1caf04f-1ded-4766-ac17-1c7311abb0f5 req-81ad6957-3c90-4b6d-b42c-c445779413c1 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] 10.222.0.85 "GET /v2.0/ports?device_id=e45b2883-31f9-4c06-9a88-d29fe5738e7d HTTP/1.1" status: 200 len: 944 time: 0.6097572 May 30 20:08:37.311265 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.db.resource_extend [req-bd7e9538-946a-4248-acc1-d8818e5a35c0 req-829ecb4c-35e3-4333-a232-e0dfc66190dc tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:08:37.331119 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-bd7e9538-946a-4248-acc1-d8818e5a35c0 req-829ecb4c-35e3-4333-a232-e0dfc66190dc tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:37.365182 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a1caf04f-1ded-4766-ac17-1c7311abb0f5 req-13087985-9155-4d02-ab66-8131bca45eb5 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] 10.222.0.85 "GET /v2.0/security-groups?id=9bc03317-7c5c-46d0-8ed2-0b298955a173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051425 May 30 20:08:37.482962 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device a119a3c6-051e-42bd-b1fb-bb11d6414919 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:08:37.523512 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-25567590-3758-47bb-a8b6-f00cb03b187d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:37.551145 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-bd7e9538-946a-4248-acc1-d8818e5a35c0 req-829ecb4c-35e3-4333-a232-e0dfc66190dc tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:37.956320 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.db.resource_extend [None req-6ad58466-14b7-42f1-a624-dde5344df336 None None] It took 0.52 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:08:38.000689 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-3e898cde-06b5-46f7-a3b9-0fb3936b5625 None None] Provisioning for port 07f8c75d-07ea-4e92-a9c7-1bb5a942146a completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:08:38.083091 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e9f0e92b-1983-41ea-9923-89dabae5b7ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-736390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:38.223187 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8762fc74-0b94-4c0a-b49e-d7b50db5cf07 req-eaec9c49-ccfd-42c0-8e44-cf348695e120 tempest-ServersOnMultiNodesTest-1068604617 tempest-ServersOnMultiNodesTest-1068604617-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=e9391ed5-ac12-4852-808d-dee95e1364af HTTP/1.1" status: 200 len: 1100 time: 0.5848584 May 30 20:08:38.310308 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-6ad58466-14b7-42f1-a624-dde5344df336 None None] Notify callbacks [] for port, precommit_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:38.330141 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-6ad58466-14b7-42f1-a624-dde5344df336 None None] Transition to ACTIVE for port object 078790e8-2a4d-465e-a8aa-2a047823934a will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:08:38.336200 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-3e898cde-06b5-46f7-a3b9-0fb3936b5625 None None] Provisioning complete for port 07f8c75d-07ea-4e92-a9c7-1bb5a942146a triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:08:38.336566 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-3e898cde-06b5-46f7-a3b9-0fb3936b5625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:38.473962 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:38.580097 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-bd7e9538-946a-4248-acc1-d8818e5a35c0 req-829ecb4c-35e3-4333-a232-e0dfc66190dc tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736490'] for floatingip, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:38.622999 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-3e898cde-06b5-46f7-a3b9-0fb3936b5625 None None] Port 07f8c75d-07ea-4e92-a9c7-1bb5a942146a cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:08:38.624630 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829ecb4c-35e3-4333-a232-e0dfc66190dc tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] Pushing event updated for resources: {'Port': ['ID=90cd4462-8790-4c73-a641-5a739d824ebc,revision_number=2']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:38.646366 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-6ad58466-14b7-42f1-a624-dde5344df336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:38.741411 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8762fc74-0b94-4c0a-b49e-d7b50db5cf07 req-33686218-4b6f-407c-b58e-b36d457646aa tempest-ServersOnMultiNodesTest-1068604617 tempest-ServersOnMultiNodesTest-1068604617-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=db33dd94-15fa-4959-a681-13f509935d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5026562 May 30 20:08:38.854508 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58698c4f-3412-40be-a26e-9bd77210ddc0 None None] Pushing event updated for resources: {'Port': ['ID=078790e8-2a4d-465e-a8aa-2a047823934a,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:38.861786 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-70fc3f16-0088-4272-852f-b3d735d63263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50bbf495-31d2-47e1-8248-fec889f83125', 'name': 'tempest-TaggedBootDevicesTest-390707063-router', 'tenant_id': 'e65d3e4b333144e88961fc48ee4d6168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': '675cd08e-e449-4f2d-93e6-c9b5157ec37c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:08:02Z', 'updated_at': '2022-05-30T20:08:20Z', 'revision_number': 4, 'project_id': 'e65d3e4b333144e88961fc48ee4d6168', 'gw_port': {'id': '675cd08e-e449-4f2d-93e6-c9b5157ec37c', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:f8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50bbf495-31d2-47e1-8248-fec889f83125', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:08:06Z', 'updated_at': '2022-05-30T20:08:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '6ff5b57d-9eb8-4afd-9d94-421e24799252', 'name': '', 'network_id': '90e0ce56-071d-4fa0-9b74-8a9144295128', 'tenant_id': 'e65d3e4b333144e88961fc48ee4d6168', 'mac_address': 'fa:16:3e:93:88:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50bbf495-31d2-47e1-8248-fec889f83125', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f14e34cb-cf28-4d17-a1c8-56a630e2154c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:08:17Z', 'updated_at': '2022-05-30T20:08:21Z', 'revision_number': 2, 'project_id': 'e65d3e4b333144e88961fc48ee4d6168', 'subnets': [{'id': 'f14e34cb-cf28-4d17-a1c8-56a630e2154c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:08:38.907861 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port acc9c322-d362-426a-9ee5-1256177b95d9, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=acc9c322-d362-426a-9ee5-1256177b95d9,segment=NetworkSegment(70424240-b76f-4af0-9f32-ace284913a86),segment_id=70424240-b76f-4af0-9f32-ace284913a86)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:08:38.918404 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e45b2883-31f9-4c06-9a88-d29fe5738e7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acc9c322-d362-426a-9ee5-1256177b95d9'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:08:38.927073 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab25e91d-840f-4599-91be-52703afb3978 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-e0f55504-d8f7-4a5a-b704-bd0e657d5724', 'network_id': 'e0f55504-d8f7-4a5a-b704-bd0e657d5724', 'tenant_id': '586757e83dd846ec935ec1b35f2c085f', 'fixed_ips': [{'subnet_id': '1581c6d7-c19f-439e-8ba3-14e41bf5cc8a'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:08:38.928437 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ab25e91d-840f-4599-91be-52703afb3978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:38.986475 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70fc3f16-0088-4272-852f-b3d735d63263 None None] Checking router: 50bbf495-31d2-47e1-8248-fec889f83125 for host: n-d-843948-2 {{(pid=84888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:08:38.987030 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70fc3f16-0088-4272-852f-b3d735d63263 None None] Updating router 50bbf495-31d2-47e1-8248-fec889f83125 port 6ff5b57d-9eb8-4afd-9d94-421e24799252 binding host n-d-843948-2 {{(pid=84888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:08:39.112387 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-bd7e9538-946a-4248-acc1-d8818e5a35c0 req-829ecb4c-35e3-4333-a232-e0dfc66190dc tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:39.120560 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-bd7e9538-946a-4248-acc1-d8818e5a35c0 req-829ecb4c-35e3-4333-a232-e0dfc66190dc tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 8.5798857 May 30 20:08:39.155221 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:39.183253 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e9f0e92b-1983-41ea-9923-89dabae5b7ff admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:39.273936 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-6ad58466-14b7-42f1-a624-dde5344df336 None None] Attempting to bind port 078790e8-2a4d-465e-a8aa-2a047823934a on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:08:39.275044 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-6ad58466-14b7-42f1-a624-dde5344df336 None None] Attempting to bind port 078790e8-2a4d-465e-a8aa-2a047823934a by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:08:39.276001 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad58466-14b7-42f1-a624-dde5344df336 None None] Attempting to bind port 078790e8-2a4d-465e-a8aa-2a047823934a on network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:08:39.392342 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e9f0e92b-1983-41ea-9923-89dabae5b7ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:39.424554 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 6625fac1-36b2-4e8a-a15f-29a482cde9eb up at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:08:39.560197 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port a119a3c6-051e-42bd-b1fb-bb11d6414919 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:08:39.604664 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-bd7e9538-946a-4248-acc1-d8818e5a35c0 req-70251f4b-08ba-41ad-9eab-ebc69e96a3b1 tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] Synchronizing usage tracker for tenant:025c7e17165b4ab688bec2ce251d59e7 on resource:floatingip {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:08:39.683001 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port a119a3c6-051e-42bd-b1fb-bb11d6414919 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:08:39.683619 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:39.757100 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [None req-e9f0e92b-1983-41ea-9923-89dabae5b7ff admin admin] Allocated IP 172.25.8.78 (c7869750-4b49-4b7e-aa99-5e0f1ae02da4/427601ec-f643-4fe7-b5e6-17305d3a39e1/6d59c613-0f4c-45bb-9421-e51d5bfc7b4d) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:08:39.800525 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-25567590-3758-47bb-a8b6-f00cb03b187d admin admin] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:39.849151 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad58466-14b7-42f1-a624-dde5344df336 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 8, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:08:39.849838 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad58466-14b7-42f1-a624-dde5344df336 None None] Checking segment: {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:08:39.850552 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-6ad58466-14b7-42f1-a624-dde5344df336 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:39.851191 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad58466-14b7-42f1-a624-dde5344df336 None None] Bound using segment: {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:08:39.852003 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-6ad58466-14b7-42f1-a624-dde5344df336 None None] Bound port: 078790e8-2a4d-465e-a8aa-2a047823934a, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:08:39.855154 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-6ad58466-14b7-42f1-a624-dde5344df336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:39.976966 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-70fc3f16-0088-4272-852f-b3d735d63263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:40.125495 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e9f0e92b-1983-41ea-9923-89dabae5b7ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:40.196325 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956f6aa0-4739-4fb4-abda-420c3a24e690 req-4c9825a4-763b-44ae-a52d-57515ea14258 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:40.196325 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-956f6aa0-4739-4fb4-abda-420c3a24e690 req-4c9825a4-763b-44ae-a52d-57515ea14258 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/ports?device_id=72a7d172-0d93-49c8-bc7d-d7f0c8041d53 HTTP/1.1" status: 200 len: 944 time: 0.2836614 May 30 20:08:40.199301 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=acc9c322-d362-426a-9ee5-1256177b95d9,revision_number=7']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:40.256300 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-25567590-3758-47bb-a8b6-f00cb03b187d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:40.275666 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-956f6aa0-4739-4fb4-abda-420c3a24e690 req-b2ae507c-a50c-4d2f-a038-f0e00319638f tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/security-groups?id=f7bd1307-7f80-416a-ad0f-251b87da459a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851324 May 30 20:08:40.294850 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-6ad58466-14b7-42f1-a624-dde5344df336 None None] For port 078790e8-2a4d-465e-a8aa-2a047823934a, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:08:40.368253 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:40.398148 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-6ad58466-14b7-42f1-a624-dde5344df336 None None] For port 078790e8-2a4d-465e-a8aa-2a047823934a, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=078790e8-2a4d-465e-a8aa-2a047823934a,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:08:40.399907 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning for port 6625fac1-36b2-4e8a-a15f-29a482cde9eb completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:08:40.406058 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-bd7e9538-946a-4248-acc1-d8818e5a35c0 req-70251f4b-08ba-41ad-9eab-ebc69e96a3b1 tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] Unset dirty status for tenant:025c7e17165b4ab688bec2ce251d59e7 on resource:floatingip {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:08:40.408515 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-bd7e9538-946a-4248-acc1-d8818e5a35c0 req-70251f4b-08ba-41ad-9eab-ebc69e96a3b1 tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] 10.222.0.85 "GET /v2.0/floatingips?floating_ip_address=172.25.8.85 HTTP/1.1" status: 200 len: 695 time: 1.2619967 May 30 20:08:40.412891 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-ab25e91d-840f-4599-91be-52703afb3978 None None] Allocated IP 172.20.0.2 (e0f55504-d8f7-4a5a-b704-bd0e657d5724/1581c6d7-c19f-439e-8ba3-14e41bf5cc8a/4dc4e803-af0a-4b8d-b4a5-6c9931fb2221) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:08:40.435592 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning complete for port 6625fac1-36b2-4e8a-a15f-29a482cde9eb triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:08:40.436332 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:40.581341 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e9f0e92b-1983-41ea-9923-89dabae5b7ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:40.601263 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port a119a3c6-051e-42bd-b1fb-bb11d6414919, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=a119a3c6-051e-42bd-b1fb-bb11d6414919,segment=NetworkSegment(2028d962-1cbf-4395-bc8d-9831e48d9133),segment_id=2028d962-1cbf-4395-bc8d-9831e48d9133)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:08:40.645774 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25567590-3758-47bb-a8b6-f00cb03b187d admin admin] Pushing event updated for resources: {'Port': ['ID=07f8c75d-07ea-4e92-a9c7-1bb5a942146a,revision_number=2']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:40.686671 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f0e92b-1983-41ea-9923-89dabae5b7ff admin admin] Network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:08:40.691635 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-e9f0e92b-1983-41ea-9923-89dabae5b7ff admin admin] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:08:40.702476 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f0e92b-1983-41ea-9923-89dabae5b7ff admin admin] Pushing event updated for resources: {'Port': ['ID=6d59c613-0f4c-45bb-9421-e51d5bfc7b4d,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:40.702476 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f0e92b-1983-41ea-9923-89dabae5b7ff admin admin] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:08:40.778377 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69ef237-f5cc-457e-811f-fe4d1490f52d req-05d942ab-7b37-47be-86d4-e8b51451003e tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:40.795102 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f69ef237-f5cc-457e-811f-fe4d1490f52d req-05d942ab-7b37-47be-86d4-e8b51451003e tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] 10.222.0.85 "GET /v2.0/ports?device_id=e45b2883-31f9-4c06-9a88-d29fe5738e7d HTTP/1.1" status: 200 len: 945 time: 0.2907791 May 30 20:08:40.824120 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-25567590-3758-47bb-a8b6-f00cb03b187d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1718057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-736206'] for router_interface, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:40.940832 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:41.170038 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f69ef237-f5cc-457e-811f-fe4d1490f52d req-823db83c-c927-4284-81a7-48c92bd79d18 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] 10.222.0.85 "GET /v2.0/security-groups?id=9bc03317-7c5c-46d0-8ed2-0b298955a173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3702760 May 30 20:08:41.175295 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25567590-3758-47bb-a8b6-f00cb03b187d admin admin] Network d4226d97-c7d0-4c7f-a2ff-6b319fb0030f is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:08:41.182845 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-25567590-3758-47bb-a8b6-f00cb03b187d admin admin] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:08:41.319850 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-6ad58466-14b7-42f1-a624-dde5344df336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:41.514897 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e9f0e92b-1983-41ea-9923-89dabae5b7ff admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:41.519570 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e9f0e92b-1983-41ea-9923-89dabae5b7ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-736409'] for router, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:41.872026 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-70fc3f16-0088-4272-852f-b3d735d63263 None None] Notify callbacks [] for port, precommit_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:41.915134 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bec50ce-e2bc-46f7-ab9d-7984b8a85d5d'] response: {'server_uuid': 'e45b2883-31f9-4c06-9a88-d29fe5738e7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acc9c322-d362-426a-9ee5-1256177b95d9', 'code': 200} May 30 20:08:42.013567 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fc59d709-d9c4-4ab8-b0e2-8fa82874770a req-9d3bcf49-216f-4def-877d-6b7ea256c479 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.85 "GET /v2.0/networks?tenant_id=6a75b3db8cd44db8bb931dd59e296017&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0526974 May 30 20:08:42.030578 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=a119a3c6-051e-42bd-b1fb-bb11d6414919,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:42.122207 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58698c4f-3412-40be-a26e-9bd77210ddc0 None None] Pushing event updated for resources: {'Port': ['ID=078790e8-2a4d-465e-a8aa-2a047823934a,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:42.151648 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-70fc3f16-0088-4272-852f-b3d735d63263 None None] Transition to ACTIVE for port object 6ff5b57d-9eb8-4afd-9d94-421e24799252 will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:08:42.211362 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:42.225287 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad58466-14b7-42f1-a624-dde5344df336 None None] Routers {'59213d2f-2fbd-4efd-bebf-997f35d0aa6c'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:08:42.226380 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-6ad58466-14b7-42f1-a624-dde5344df336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:08:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['59213d2f-2fbd-4efd-bebf-997f35d0aa6c'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:08:42.306706 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7e9538-946a-4248-acc1-d8818e5a35c0 req-b38e276a-581f-40eb-bc0a-88daa105658a tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:42.325200 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-bd7e9538-946a-4248-acc1-d8818e5a35c0 req-b38e276a-581f-40eb-bc0a-88daa105658a tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] 10.222.0.85 "GET /v2.0/networks/c7869750-4b49-4b7e-aa99-5e0f1ae02da4 HTTP/1.1" status: 200 len: 784 time: 1.8102715 May 30 20:08:42.421797 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-70fc3f16-0088-4272-852f-b3d735d63263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:42.445058 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc59d709-d9c4-4ab8-b0e2-8fa82874770a req-e699417a-320f-45e1-b9c6-bfb10f75a982 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:42.460537 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fc59d709-d9c4-4ab8-b0e2-8fa82874770a req-e699417a-320f-45e1-b9c6-bfb10f75a982 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4457495 May 30 20:08:42.521061 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-6b89144d-c2e5-4751-98e8-b538404164d0 None None] Provisioning complete for port 07f8c75d-07ea-4e92-a9c7-1bb5a942146a triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:08:42.521864 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-6b89144d-c2e5-4751-98e8-b538404164d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:42.544252 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fc59d709-d9c4-4ab8-b0e2-8fa82874770a req-582785b3-942f-41da-b5a7-8abb55526511 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.85 "GET /v2.0/quotas/6a75b3db8cd44db8bb931dd59e296017 HTTP/1.1" status: 200 len: 375 time: 0.0803280 May 30 20:08:42.743194 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9151974e-db61-466b-998f-7ac9115220c2 None None] Pushing event updated for resources: {'Port': ['ID=6ff5b57d-9eb8-4afd-9d94-421e24799252,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:42.830093 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fc59d709-d9c4-4ab8-b0e2-8fa82874770a req-2100c6df-3d3e-4892-968a-4bd536603a41 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=6a75b3db8cd44db8bb931dd59e296017&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2839532 May 30 20:08:42.867640 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25567590-3758-47bb-a8b6-f00cb03b187d admin admin] Router 59213d2f-2fbd-4efd-bebf-997f35d0aa6c has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:08:42.978704 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 6625fac1-36b2-4e8a-a15f-29a482cde9eb, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=6625fac1-36b2-4e8a-a15f-29a482cde9eb,segment=NetworkSegment(a588beee-eb1a-4179-866b-50764eb9b22b),segment_id=a588beee-eb1a-4179-866b-50764eb9b22b)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:08:42.994919 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-6ad58466-14b7-42f1-a624-dde5344df336 None None] Set router 59213d2f-2fbd-4efd-bebf-997f35d0aa6c gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:08:43.013477 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9f0e92b-1983-41ea-9923-89dabae5b7ff admin admin] Router 44ec2e53-c09d-435b-81eb-35c6952c1930 is scheduled to L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 with binding_index 1 {{(pid=84887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 20:08:43.139566 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-6b89144d-c2e5-4751-98e8-b538404164d0 None None] Port 07f8c75d-07ea-4e92-a9c7-1bb5a942146a cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:08:43.214759 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:43.242267 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ab25e91d-840f-4599-91be-52703afb3978 None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:43.350596 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device a119a3c6-051e-42bd-b1fb-bb11d6414919 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:08:43.619571 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fab577-91e2-48a3-bb7d-ccfe68eea779 req-4074f7f6-b8a6-4fb9-900e-856bda9c027a tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:43.625910 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b6fab577-91e2-48a3-bb7d-ccfe68eea779 req-4074f7f6-b8a6-4fb9-900e-856bda9c027a tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/ports?device_id=72a7d172-0d93-49c8-bc7d-d7f0c8041d53 HTTP/1.1" status: 200 len: 944 time: 0.9036555 May 30 20:08:43.663871 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-ab25e91d-840f-4599-91be-52703afb3978 None None] Transition to ACTIVE for port object 4dc4e803-af0a-4b8d-b4a5-6c9931fb2221 will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:08:43.813131 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b6fab577-91e2-48a3-bb7d-ccfe68eea779 req-b4676a49-6f7c-471b-8307-9169d3e3a7c9 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/security-groups?id=f7bd1307-7f80-416a-ad0f-251b87da459a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785686 May 30 20:08:43.929865 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25567590-3758-47bb-a8b6-f00cb03b187d admin admin] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:08:43.958368 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-25567590-3758-47bb-a8b6-f00cb03b187d admin admin] 10.222.0.85 "PUT /v2.0/routers/59213d2f-2fbd-4efd-bebf-997f35d0aa6c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 17.5683887 May 30 20:08:44.026835 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72a7d172-0d93-49c8-bc7d-d7f0c8041d53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6625fac1-36b2-4e8a-a15f-29a482cde9eb'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:08:44.033698 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-70fc3f16-0088-4272-852f-b3d735d63263 None None] Attempting to bind port 6ff5b57d-9eb8-4afd-9d94-421e24799252 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:08:44.034075 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-70fc3f16-0088-4272-852f-b3d735d63263 None None] Attempting to bind port 6ff5b57d-9eb8-4afd-9d94-421e24799252 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': 'e69df24f-0d9a-4b7c-809b-d8d6ff9586eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '90e0ce56-071d-4fa0-9b74-8a9144295128'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:08:44.034473 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70fc3f16-0088-4272-852f-b3d735d63263 None None] Attempting to bind port 6ff5b57d-9eb8-4afd-9d94-421e24799252 on network 90e0ce56-071d-4fa0-9b74-8a9144295128 {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:08:44.158441 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=6625fac1-36b2-4e8a-a15f-29a482cde9eb,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:44.188050 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-ab25e91d-840f-4599-91be-52703afb3978 None None] Transition to ACTIVE for port object 4dc4e803-af0a-4b8d-b4a5-6c9931fb2221 will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:08:44.297962 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70fc3f16-0088-4272-852f-b3d735d63263 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 8, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:08:44.298336 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70fc3f16-0088-4272-852f-b3d735d63263 None None] Checking segment: {'id': 'e69df24f-0d9a-4b7c-809b-d8d6ff9586eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '90e0ce56-071d-4fa0-9b74-8a9144295128'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:08:44.298906 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-70fc3f16-0088-4272-852f-b3d735d63263 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:44.299534 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70fc3f16-0088-4272-852f-b3d735d63263 None None] Bound using segment: {'id': 'e69df24f-0d9a-4b7c-809b-d8d6ff9586eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '90e0ce56-071d-4fa0-9b74-8a9144295128'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:08:44.299664 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-70fc3f16-0088-4272-852f-b3d735d63263 None None] Bound port: 6ff5b57d-9eb8-4afd-9d94-421e24799252, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e69df24f-0d9a-4b7c-809b-d8d6ff9586eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '90e0ce56-071d-4fa0-9b74-8a9144295128'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:08:44.300027 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-70fc3f16-0088-4272-852f-b3d735d63263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:44.387404 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d79a48-c1c2-445e-b2ad-1b543b477a6a req-d314b64c-24ca-43f7-bc57-a1aae8e708d0 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:44.405643 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a9d79a48-c1c2-445e-b2ad-1b543b477a6a req-d314b64c-24ca-43f7-bc57-a1aae8e708d0 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] 10.222.0.85 "GET /v2.0/ports?device_id=e45b2883-31f9-4c06-9a88-d29fe5738e7d HTTP/1.1" status: 200 len: 945 time: 0.8233261 May 30 20:08:44.504666 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ab25e91d-840f-4599-91be-52703afb3978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:44.600078 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a9d79a48-c1c2-445e-b2ad-1b543b477a6a req-24c082c5-2c36-44d3-b531-97c9e3a86bc6 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] 10.222.0.85 "GET /v2.0/security-groups?id=9bc03317-7c5c-46d0-8ed2-0b298955a173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960096 May 30 20:08:44.725404 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9f0e92b-1983-41ea-9923-89dabae5b7ff admin admin] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:08:44.763978 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6452d5-9d75-4b91-8514-fe1959020658 None None] Sync routers for ids ['44ec2e53-c09d-435b-81eb-35c6952c1930'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:08:44.796024 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5c264156-95bf-4cb3-bfb2-13f5449b6434 req-0eb23d84-8990-49ec-b24a-b43bdeb22cf9 tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] 10.222.0.85 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.8234394 May 30 20:08:44.800667 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-70fc3f16-0088-4272-852f-b3d735d63263 None None] For port 6ff5b57d-9eb8-4afd-9d94-421e24799252, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:08:44.805813 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-70fc3f16-0088-4272-852f-b3d735d63263 None None] For port 6ff5b57d-9eb8-4afd-9d94-421e24799252, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=6ff5b57d-9eb8-4afd-9d94-421e24799252,segment=NetworkSegment(e69df24f-0d9a-4b7c-809b-d8d6ff9586eb),segment_id=e69df24f-0d9a-4b7c-809b-d8d6ff9586eb)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:08:44.816327 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [req-5c264156-95bf-4cb3-bfb2-13f5449b6434 req-98fa16d6-e11d-4582-91af-f4131c66bbe2 tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] Request body: {'floatingip': {'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:08:44.818520 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port a119a3c6-051e-42bd-b1fb-bb11d6414919 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:08:44.818896 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:44.838691 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-5c264156-95bf-4cb3-bfb2-13f5449b6434 req-98fa16d6-e11d-4582-91af-f4131c66bbe2 tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:08:44.840907 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6452d5-9d75-4b91-8514-fe1959020658 None None] Routers {'44ec2e53-c09d-435b-81eb-35c6952c1930'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:08:44.842735 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-2c6452d5-9d75-4b91-8514-fe1959020658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:08:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['44ec2e53-c09d-435b-81eb-35c6952c1930'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:08:44.886603 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-5c264156-95bf-4cb3-bfb2-13f5449b6434 req-98fa16d6-e11d-4582-91af-f4131c66bbe2 tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] Attempting to reserve 1 items for resource floatingip. Total usage: 3; quota limit: 50; headroom:47 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:08:44.892186 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab25e91d-840f-4599-91be-52703afb3978 None None] Network e0f55504-d8f7-4a5a-b704-bd0e657d5724 is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:08:44.900159 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-70fc3f16-0088-4272-852f-b3d735d63263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:44.905598 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-ab25e91d-840f-4599-91be-52703afb3978 None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:08:44.923323 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e9f0e92b-1983-41ea-9923-89dabae5b7ff admin admin] Notify callbacks [] for router, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:44.926650 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab25e91d-840f-4599-91be-52703afb3978 None None] Pushing event updated for resources: {'Port': ['ID=4dc4e803-af0a-4b8d-b4a5-6c9931fb2221,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:44.926925 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-e9f0e92b-1983-41ea-9923-89dabae5b7ff admin admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 8.4820163 May 30 20:08:44.929556 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 50392) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:08:44.946427 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab25e91d-840f-4599-91be-52703afb3978 None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:08:45.208210 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5211c9a4-60ee-4f08-884f-f12958cb7e9d req-7190a52b-79bc-4bd8-85cc-e7b5a7923efd tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.85 "GET /v2.0/ports?device_id=ed6463f4-e464-4a85-9f9c-7310728a5be3 HTTP/1.1" status: 200 len: 210 time: 0.2034481 May 30 20:08:45.220264 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-5c264156-95bf-4cb3-bfb2-13f5449b6434 req-98fa16d6-e11d-4582-91af-f4131c66bbe2 tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] Notify callbacks [] for floatingip, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:45.329565 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-ab25e91d-840f-4599-91be-52703afb3978 None None] Attempting to bind port 4dc4e803-af0a-4b8d-b4a5-6c9931fb2221 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:08:45.332387 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-ab25e91d-840f-4599-91be-52703afb3978 None None] Attempting to bind port 4dc4e803-af0a-4b8d-b4a5-6c9931fb2221 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': '93523d51-b49e-42d0-8c0b-d0db4eaebb6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'e0f55504-d8f7-4a5a-b704-bd0e657d5724'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:08:45.332963 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab25e91d-840f-4599-91be-52703afb3978 None None] Attempting to bind port 4dc4e803-af0a-4b8d-b4a5-6c9931fb2221 on network e0f55504-d8f7-4a5a-b704-bd0e657d5724 {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:08:45.379012 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab25e91d-840f-4599-91be-52703afb3978 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 8, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:08:45.382552 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab25e91d-840f-4599-91be-52703afb3978 None None] Checking segment: {'id': '93523d51-b49e-42d0-8c0b-d0db4eaebb6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'e0f55504-d8f7-4a5a-b704-bd0e657d5724'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:08:45.388177 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ab25e91d-840f-4599-91be-52703afb3978 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:45.388177 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab25e91d-840f-4599-91be-52703afb3978 None None] Bound using segment: {'id': '93523d51-b49e-42d0-8c0b-d0db4eaebb6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'e0f55504-d8f7-4a5a-b704-bd0e657d5724'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:08:45.388177 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-ab25e91d-840f-4599-91be-52703afb3978 None None] Bound port: 4dc4e803-af0a-4b8d-b4a5-6c9931fb2221, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93523d51-b49e-42d0-8c0b-d0db4eaebb6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'e0f55504-d8f7-4a5a-b704-bd0e657d5724'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:08:45.388177 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ab25e91d-840f-4599-91be-52703afb3978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:45.472113 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04ae80d1-2007-47dc-8eb1-0ae2612fd1bc'] response: {'server_uuid': '72a7d172-0d93-49c8-bc7d-d7f0c8041d53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6625fac1-36b2-4e8a-a15f-29a482cde9eb', 'code': 200} May 30 20:08:45.615117 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9151974e-db61-466b-998f-7ac9115220c2 None None] Pushing event updated for resources: {'Port': ['ID=6ff5b57d-9eb8-4afd-9d94-421e24799252,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:45.681766 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-6ad58466-14b7-42f1-a624-dde5344df336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59213d2f-2fbd-4efd-bebf-997f35d0aa6c', 'name': 'tempest-FloatingIPsTestJSON-570638109-router', 'tenant_id': 'f5753ad8c0f54e9d882bc4d9fbe8fe34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '078790e8-2a4d-465e-a8aa-2a047823934a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:08:16Z', 'updated_at': '2022-05-30T20:08:37Z', 'revision_number': 4, 'project_id': 'f5753ad8c0f54e9d882bc4d9fbe8fe34', 'gw_port': {'id': '078790e8-2a4d-465e-a8aa-2a047823934a', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:f7:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59213d2f-2fbd-4efd-bebf-997f35d0aa6c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:08:18Z', 'updated_at': '2022-05-30T20:08:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '07f8c75d-07ea-4e92-a9c7-1bb5a942146a', 'name': '', 'network_id': 'd4226d97-c7d0-4c7f-a2ff-6b319fb0030f', 'tenant_id': 'f5753ad8c0f54e9d882bc4d9fbe8fe34', 'mac_address': 'fa:16:3e:5a:98:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59213d2f-2fbd-4efd-bebf-997f35d0aa6c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b2a718ff-9553-4437-be71-26364d4cd011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:08:32Z', 'updated_at': '2022-05-30T20:08:38Z', 'revision_number': 2, 'project_id': 'f5753ad8c0f54e9d882bc4d9fbe8fe34', 'subnets': [{'id': 'b2a718ff-9553-4437-be71-26364d4cd011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:08:45.747709 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70fc3f16-0088-4272-852f-b3d735d63263 None None] Routers {'50bbf495-31d2-47e1-8248-fec889f83125'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:08:45.747709 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-70fc3f16-0088-4272-852f-b3d735d63263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:08:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['50bbf495-31d2-47e1-8248-fec889f83125'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:08:45.787341 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-2c6452d5-9d75-4b91-8514-fe1959020658 None None] Set router 44ec2e53-c09d-435b-81eb-35c6952c1930 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:08:45.877329 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad58466-14b7-42f1-a624-dde5344df336 None None] The sync data for ids ['59213d2f-2fbd-4efd-bebf-997f35d0aa6c'] in n-d-843948-2 is: [{'id': '59213d2f-2fbd-4efd-bebf-997f35d0aa6c', 'name': 'tempest-FloatingIPsTestJSON-570638109-router', 'tenant_id': 'f5753ad8c0f54e9d882bc4d9fbe8fe34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '078790e8-2a4d-465e-a8aa-2a047823934a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:08:16Z', 'updated_at': '2022-05-30T20:08:37Z', 'revision_number': 4, 'project_id': 'f5753ad8c0f54e9d882bc4d9fbe8fe34', 'gw_port': {'id': '078790e8-2a4d-465e-a8aa-2a047823934a', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:f7:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59213d2f-2fbd-4efd-bebf-997f35d0aa6c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:08:18Z', 'updated_at': '2022-05-30T20:08:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '07f8c75d-07ea-4e92-a9c7-1bb5a942146a', 'name': '', 'network_id': 'd4226d97-c7d0-4c7f-a2ff-6b319fb0030f', 'tenant_id': 'f5753ad8c0f54e9d882bc4d9fbe8fe34', 'mac_address': 'fa:16:3e:5a:98:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59213d2f-2fbd-4efd-bebf-997f35d0aa6c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b2a718ff-9553-4437-be71-26364d4cd011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:08:32Z', 'updated_at': '2022-05-30T20:08:38Z', 'revision_number': 2, 'project_id': 'f5753ad8c0f54e9d882bc4d9fbe8fe34', 'subnets': [{'id': 'b2a718ff-9553-4437-be71-26364d4cd011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:08:46.125742 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-70fc3f16-0088-4272-852f-b3d735d63263 None None] Set router 50bbf495-31d2-47e1-8248-fec889f83125 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:08:46.386575 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-5c264156-95bf-4cb3-bfb2-13f5449b6434 req-98fa16d6-e11d-4582-91af-f4131c66bbe2 tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:46.557090 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-dffc353d-9bd8-48e5-9b7f-bba55074edfb req-58e74762-5a23-470d-87eb-438b190ba628 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=72a7d172-0d93-49c8-bc7d-d7f0c8041d53 HTTP/1.1" status: 200 len: 1096 time: 0.9911947 May 30 20:08:46.673986 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-5661d65d-96c5-4c78-b791-6b70e6e25519 req-275b58c3-9dc2-4615-8e31-bd3b523e0463 tempest-FloatingIPsTestJSON-827685268 tempest-FloatingIPsTestJSON-827685268-project] Synchronizing usage tracker for tenant:f5753ad8c0f54e9d882bc4d9fbe8fe34 on resource:network {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:08:46.745593 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [req-5c264156-95bf-4cb3-bfb2-13f5449b6434 req-98fa16d6-e11d-4582-91af-f4131c66bbe2 tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] Allocated IP 172.25.8.149 (c7869750-4b49-4b7e-aa99-5e0f1ae02da4/427601ec-f643-4fe7-b5e6-17305d3a39e1/0be49f60-92fa-44d1-b5c7-bccb1abf96ce) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:08:46.766259 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-dffc353d-9bd8-48e5-9b7f-bba55074edfb req-bb076f79-695b-43bd-91a7-c5c89ac8ca53 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=f7bd1307-7f80-416a-ad0f-251b87da459a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012894 May 30 20:08:46.813732 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-5661d65d-96c5-4c78-b791-6b70e6e25519 req-275b58c3-9dc2-4615-8e31-bd3b523e0463 tempest-FloatingIPsTestJSON-827685268 tempest-FloatingIPsTestJSON-827685268-project] Unset dirty status for tenant:f5753ad8c0f54e9d882bc4d9fbe8fe34 on resource:network {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:08:46.814992 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5661d65d-96c5-4c78-b791-6b70e6e25519 req-275b58c3-9dc2-4615-8e31-bd3b523e0463 tempest-FloatingIPsTestJSON-827685268 tempest-FloatingIPsTestJSON-827685268-project] 10.222.0.85 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.9927704 May 30 20:08:46.826577 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-5661d65d-96c5-4c78-b791-6b70e6e25519 req-7794b799-5035-4625-98ed-271c68826354 tempest-FloatingIPsTestJSON-827685268 tempest-FloatingIPsTestJSON-827685268-project] Request body: {'floatingip': {'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:08:46.839615 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-5661d65d-96c5-4c78-b791-6b70e6e25519 req-7794b799-5035-4625-98ed-271c68826354 tempest-FloatingIPsTestJSON-827685268 tempest-FloatingIPsTestJSON-827685268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:08:46.856798 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-5661d65d-96c5-4c78-b791-6b70e6e25519 req-7794b799-5035-4625-98ed-271c68826354 tempest-FloatingIPsTestJSON-827685268 tempest-FloatingIPsTestJSON-827685268-project] Usage tracker for resource:floatingip and tenant:f5753ad8c0f54e9d882bc4d9fbe8fe34 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:08:46.863186 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-5661d65d-96c5-4c78-b791-6b70e6e25519 req-7794b799-5035-4625-98ed-271c68826354 tempest-FloatingIPsTestJSON-827685268 tempest-FloatingIPsTestJSON-827685268-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:08:46.884477 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-5661d65d-96c5-4c78-b791-6b70e6e25519 req-7794b799-5035-4625-98ed-271c68826354 tempest-FloatingIPsTestJSON-827685268 tempest-FloatingIPsTestJSON-827685268-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:08:46.897374 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-ab25e91d-840f-4599-91be-52703afb3978 None None] For port 4dc4e803-af0a-4b8d-b4a5-6c9931fb2221, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:08:46.921834 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-ab25e91d-840f-4599-91be-52703afb3978 None None] For port 4dc4e803-af0a-4b8d-b4a5-6c9931fb2221, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=4dc4e803-af0a-4b8d-b4a5-6c9931fb2221,segment=NetworkSegment(93523d51-b49e-42d0-8c0b-d0db4eaebb6e),segment_id=93523d51-b49e-42d0-8c0b-d0db4eaebb6e)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:08:46.950404 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-70fc3f16-0088-4272-852f-b3d735d63263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50bbf495-31d2-47e1-8248-fec889f83125', 'name': 'tempest-TaggedBootDevicesTest-390707063-router', 'tenant_id': 'e65d3e4b333144e88961fc48ee4d6168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': '675cd08e-e449-4f2d-93e6-c9b5157ec37c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:08:02Z', 'updated_at': '2022-05-30T20:08:20Z', 'revision_number': 4, 'project_id': 'e65d3e4b333144e88961fc48ee4d6168', 'gw_port': {'id': '675cd08e-e449-4f2d-93e6-c9b5157ec37c', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:f8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50bbf495-31d2-47e1-8248-fec889f83125', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:08:06Z', 'updated_at': '2022-05-30T20:08:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '6ff5b57d-9eb8-4afd-9d94-421e24799252', 'name': '', 'network_id': '90e0ce56-071d-4fa0-9b74-8a9144295128', 'tenant_id': 'e65d3e4b333144e88961fc48ee4d6168', 'mac_address': 'fa:16:3e:93:88:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50bbf495-31d2-47e1-8248-fec889f83125', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f14e34cb-cf28-4d17-a1c8-56a630e2154c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:08:17Z', 'updated_at': '2022-05-30T20:08:44Z', 'revision_number': 4, 'project_id': 'e65d3e4b333144e88961fc48ee4d6168', 'subnets': [{'id': 'f14e34cb-cf28-4d17-a1c8-56a630e2154c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:08:46.965397 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70fc3f16-0088-4272-852f-b3d735d63263 None None] The sync data for ids ['50bbf495-31d2-47e1-8248-fec889f83125'] in n-d-843948-2 is: [{'id': '50bbf495-31d2-47e1-8248-fec889f83125', 'name': 'tempest-TaggedBootDevicesTest-390707063-router', 'tenant_id': 'e65d3e4b333144e88961fc48ee4d6168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': '675cd08e-e449-4f2d-93e6-c9b5157ec37c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:08:02Z', 'updated_at': '2022-05-30T20:08:20Z', 'revision_number': 4, 'project_id': 'e65d3e4b333144e88961fc48ee4d6168', 'gw_port': {'id': '675cd08e-e449-4f2d-93e6-c9b5157ec37c', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:f8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50bbf495-31d2-47e1-8248-fec889f83125', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:08:06Z', 'updated_at': '2022-05-30T20:08:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '6ff5b57d-9eb8-4afd-9d94-421e24799252', 'name': '', 'network_id': '90e0ce56-071d-4fa0-9b74-8a9144295128', 'tenant_id': 'e65d3e4b333144e88961fc48ee4d6168', 'mac_address': 'fa:16:3e:93:88:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50bbf495-31d2-47e1-8248-fec889f83125', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f14e34cb-cf28-4d17-a1c8-56a630e2154c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:08:17Z', 'updated_at': '2022-05-30T20:08:44Z', 'revision_number': 4, 'project_id': 'e65d3e4b333144e88961fc48ee4d6168', 'subnets': [{'id': 'f14e34cb-cf28-4d17-a1c8-56a630e2154c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:08:46.974927 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-5661d65d-96c5-4c78-b791-6b70e6e25519 req-7794b799-5035-4625-98ed-271c68826354 tempest-FloatingIPsTestJSON-827685268 tempest-FloatingIPsTestJSON-827685268-project] Notify callbacks [] for floatingip, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:46.998574 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ab25e91d-840f-4599-91be-52703afb3978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:47.092943 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-5c264156-95bf-4cb3-bfb2-13f5449b6434 req-98fa16d6-e11d-4582-91af-f4131c66bbe2 tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:47.289118 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-5c264156-95bf-4cb3-bfb2-13f5449b6434 req-98fa16d6-e11d-4582-91af-f4131c66bbe2 tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:47.461101 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab25e91d-840f-4599-91be-52703afb3978 None None] Pushing event updated for resources: {'Port': ['ID=4dc4e803-af0a-4b8d-b4a5-6c9931fb2221,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:47.579471 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fa16d6-e11d-4582-91af-f4131c66bbe2 tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] Pushing event updated for resources: {'Port': ['ID=0be49f60-92fa-44d1-b5c7-bccb1abf96ce,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:47.737709 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fc59d709-d9c4-4ab8-b0e2-8fa82874770a req-75b4426d-d7d9-48b9-8d44-a95d2de21632 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=6a75b3db8cd44db8bb931dd59e296017&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2360356 May 30 20:08:47.744965 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-2c6452d5-9d75-4b91-8514-fe1959020658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44ec2e53-c09d-435b-81eb-35c6952c1930', 'name': 'tempest-ServersTestJSON-245510114-router', 'tenant_id': '586757e83dd846ec935ec1b35f2c085f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '6d59c613-0f4c-45bb-9421-e51d5bfc7b4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:08:36Z', 'updated_at': '2022-05-30T20:08:41Z', 'revision_number': 3, 'project_id': '586757e83dd846ec935ec1b35f2c085f', 'gw_port': {'id': '6d59c613-0f4c-45bb-9421-e51d5bfc7b4d', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d9:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44ec2e53-c09d-435b-81eb-35c6952c1930', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:08:39Z', 'updated_at': '2022-05-30T20:08:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:08:47.770480 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6452d5-9d75-4b91-8514-fe1959020658 None None] Checking router: 44ec2e53-c09d-435b-81eb-35c6952c1930 for host: n-d-843948-2 {{(pid=84889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:08:47.771938 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6452d5-9d75-4b91-8514-fe1959020658 None None] Updating router 44ec2e53-c09d-435b-81eb-35c6952c1930 port 6d59c613-0f4c-45bb-9421-e51d5bfc7b4d binding host n-d-843948-2 {{(pid=84889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:08:47.826741 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c264156-95bf-4cb3-bfb2-13f5449b6434 req-98fa16d6-e11d-4582-91af-f4131c66bbe2 tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] Network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:08:47.865470 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [req-5c264156-95bf-4cb3-bfb2-13f5449b6434 req-98fa16d6-e11d-4582-91af-f4131c66bbe2 tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:08:47.872925 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c264156-95bf-4cb3-bfb2-13f5449b6434 req-98fa16d6-e11d-4582-91af-f4131c66bbe2 tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:08:48.163327 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-2c6452d5-9d75-4b91-8514-fe1959020658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:49.003576 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 6ff5b57d-9eb8-4afd-9d94-421e24799252 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:08:49.341088 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc59d709-d9c4-4ab8-b0e2-8fa82874770a req-544e7240-a622-422d-811f-1dab71176791 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:49.349798 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fc59d709-d9c4-4ab8-b0e2-8fa82874770a req-544e7240-a622-422d-811f-1dab71176791 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.5940912 May 30 20:08:49.351990 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:49.379921 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 6ff5b57d-9eb8-4afd-9d94-421e24799252 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:08:49.396766 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 6ff5b57d-9eb8-4afd-9d94-421e24799252 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:08:49.399049 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-fc59d709-d9c4-4ab8-b0e2-8fa82874770a req-bfca54ef-5d50-4bca-bcc7-c361d263a6dd tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Request body: {'port': {'device_id': 'ed6463f4-e464-4a85-9f9c-7310728a5be3', 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1', 'admin_state_up': True, 'tenant_id': '6a75b3db8cd44db8bb931dd59e296017'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:08:49.400048 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:49.403068 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-5c264156-95bf-4cb3-bfb2-13f5449b6434 req-98fa16d6-e11d-4582-91af-f4131c66bbe2 tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:49.561187 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-5661d65d-96c5-4c78-b791-6b70e6e25519 req-7794b799-5035-4625-98ed-271c68826354 tempest-FloatingIPsTestJSON-827685268 tempest-FloatingIPsTestJSON-827685268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:49.912119 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-2c6452d5-9d75-4b91-8514-fe1959020658 None None] Notify callbacks [] for port, precommit_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:49.930914 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-5c264156-95bf-4cb3-bfb2-13f5449b6434 req-98fa16d6-e11d-4582-91af-f4131c66bbe2 tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:50.006454 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.provisioning_blocks [None req-2c6452d5-9d75-4b91-8514-fe1959020658 None None] Transition to ACTIVE for port object 6d59c613-0f4c-45bb-9421-e51d5bfc7b4d will not be triggered until provisioned by entity L2. {{(pid=84889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:08:50.128673 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-2c6452d5-9d75-4b91-8514-fe1959020658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:50.139252 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:50.279164 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port 6ff5b57d-9eb8-4afd-9d94-421e24799252, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=6ff5b57d-9eb8-4afd-9d94-421e24799252,segment=NetworkSegment(e69df24f-0d9a-4b7c-809b-d8d6ff9586eb),segment_id=e69df24f-0d9a-4b7c-809b-d8d6ff9586eb)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:08:50.350741 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:50.351586 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 4dc4e803-af0a-4b8d-b4a5-6c9931fb2221 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:08:50.362133 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-fc59d709-d9c4-4ab8-b0e2-8fa82874770a req-bfca54ef-5d50-4bca-bcc7-c361d263a6dd tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:08:50.387061 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8c3b0a-b062-443d-9c1c-66b03ee20d12 None None] Pushing event updated for resources: {'Port': ['ID=6d59c613-0f4c-45bb-9421-e51d5bfc7b4d,revision_number=2']} {{(pid=84889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:50.419556 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-fc59d709-d9c4-4ab8-b0e2-8fa82874770a req-bfca54ef-5d50-4bca-bcc7-c361d263a6dd tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:08:50.430804 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8c3b0a-b062-443d-9c1c-66b03ee20d12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:08:50.432286 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8c3b0a-b062-443d-9c1c-66b03ee20d12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:08:50.433119 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8c3b0a-b062-443d-9c1c-66b03ee20d12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:08:50.433994 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8c3b0a-b062-443d-9c1c-66b03ee20d12 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:08:50.434736 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8c3b0a-b062-443d-9c1c-66b03ee20d12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:08:50.435323 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8c3b0a-b062-443d-9c1c-66b03ee20d12 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:08:50.439310 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8c3b0a-b062-443d-9c1c-66b03ee20d12 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:08:50.440006 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8c3b0a-b062-443d-9c1c-66b03ee20d12 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:08:50.440748 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8c3b0a-b062-443d-9c1c-66b03ee20d12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:08:50.441362 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8c3b0a-b062-443d-9c1c-66b03ee20d12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:08:50.442805 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8c3b0a-b062-443d-9c1c-66b03ee20d12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:08:50.516194 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-2c6452d5-9d75-4b91-8514-fe1959020658 None None] Attempting to bind port 6d59c613-0f4c-45bb-9421-e51d5bfc7b4d on host n-d-843948-2 for vnic_type normal with profile {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:08:50.517038 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-2c6452d5-9d75-4b91-8514-fe1959020658 None None] Attempting to bind port 6d59c613-0f4c-45bb-9421-e51d5bfc7b4d by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}] {{(pid=84889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:08:50.518244 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6452d5-9d75-4b91-8514-fe1959020658 None None] Attempting to bind port 6d59c613-0f4c-45bb-9421-e51d5bfc7b4d on network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:08:50.531687 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6452d5-9d75-4b91-8514-fe1959020658 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 8, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:08:50.535585 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6452d5-9d75-4b91-8514-fe1959020658 None None] Checking segment: {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:08:50.536359 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-2c6452d5-9d75-4b91-8514-fe1959020658 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:50.538989 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6452d5-9d75-4b91-8514-fe1959020658 None None] Bound using segment: {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'} {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:08:50.540031 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-2c6452d5-9d75-4b91-8514-fe1959020658 None None] Bound port: 6d59c613-0f4c-45bb-9421-e51d5bfc7b4d, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}}] {{(pid=84889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:08:50.540687 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-2c6452d5-9d75-4b91-8514-fe1959020658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:50.644941 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc59d709-d9c4-4ab8-b0e2-8fa82874770a req-bfca54ef-5d50-4bca-bcc7-c361d263a6dd tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Made reservation on behalf of 6a75b3db8cd44db8bb931dd59e296017 for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:08:50.649775 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-fc59d709-d9c4-4ab8-b0e2-8fa82874770a req-bfca54ef-5d50-4bca-bcc7-c361d263a6dd tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:50.693137 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.db [None req-2c6452d5-9d75-4b91-8514-fe1959020658 None None] For port 6d59c613-0f4c-45bb-9421-e51d5bfc7b4d, host n-d-843948-2, cleared binding levels {{(pid=84889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:08:50.698230 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.db [None req-2c6452d5-9d75-4b91-8514-fe1959020658 None None] For port 6d59c613-0f4c-45bb-9421-e51d5bfc7b4d, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=6d59c613-0f4c-45bb-9421-e51d5bfc7b4d,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:08:50.769057 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-2c6452d5-9d75-4b91-8514-fe1959020658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:50.909124 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1273e81-d0e2-4b42-8194-7fd6966bfba2 None None] Network e0f55504-d8f7-4a5a-b704-bd0e657d5724 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:08:50.969739 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8c3b0a-b062-443d-9c1c-66b03ee20d12 None None] Pushing event updated for resources: {'Port': ['ID=6d59c613-0f4c-45bb-9421-e51d5bfc7b4d,revision_number=3']} {{(pid=84889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:51.073942 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6452d5-9d75-4b91-8514-fe1959020658 None None] Routers {'44ec2e53-c09d-435b-81eb-35c6952c1930'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:08:51.078658 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-2c6452d5-9d75-4b91-8514-fe1959020658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:08:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['44ec2e53-c09d-435b-81eb-35c6952c1930'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:08:51.259587 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=6ff5b57d-9eb8-4afd-9d94-421e24799252,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:51.265384 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [req-fc59d709-d9c4-4ab8-b0e2-8fa82874770a req-bfca54ef-5d50-4bca-bcc7-c361d263a6dd tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Allocated IP 192.168.233.151 (4344fbed-57fb-43d7-b32d-6020ce60f0a1/1b83ff54-b1af-44ce-bb75-ba148920553c/db3b07c9-67cb-48f8-9d27-0e34bb38e2e7) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:08:51.516007 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-ac310e7c-5eaa-4e7c-be26-c74553156ac2 None None] Provisioning for port 4dc4e803-af0a-4b8d-b4a5-6c9931fb2221 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:08:51.625519 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 4dc4e803-af0a-4b8d-b4a5-6c9931fb2221 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:08:51.636490 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 4dc4e803-af0a-4b8d-b4a5-6c9931fb2221 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:08:51.637067 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:51.703273 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-2c6452d5-9d75-4b91-8514-fe1959020658 None None] Set router 44ec2e53-c09d-435b-81eb-35c6952c1930 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:08:52.013819 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-5c264156-95bf-4cb3-bfb2-13f5449b6434 req-98fa16d6-e11d-4582-91af-f4131c66bbe2 tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:52.100617 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-fc59d709-d9c4-4ab8-b0e2-8fa82874770a req-bfca54ef-5d50-4bca-bcc7-c361d263a6dd tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:52.180022 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-fc59d709-d9c4-4ab8-b0e2-8fa82874770a req-bfca54ef-5d50-4bca-bcc7-c361d263a6dd tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Transition to ACTIVE for port object db3b07c9-67cb-48f8-9d27-0e34bb38e2e7 will not be triggered until provisioned by entity DHCP. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:08:52.187090 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-5c264156-95bf-4cb3-bfb2-13f5449b6434 req-98fa16d6-e11d-4582-91af-f4131c66bbe2 tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:52.249263 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:52.300450 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-c5bb1dd5-159b-455d-8942-c6bf2a02a0bc None None] Provisioning complete for port 4dc4e803-af0a-4b8d-b4a5-6c9931fb2221 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:08:52.301563 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-c5bb1dd5-159b-455d-8942-c6bf2a02a0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:52.402601 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fa16d6-e11d-4582-91af-f4131c66bbe2 tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] Pushing event updated for resources: {'Port': ['ID=0be49f60-92fa-44d1-b5c7-bccb1abf96ce,revision_number=2']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:52.461588 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [req-5661d65d-96c5-4c78-b791-6b70e6e25519 req-7794b799-5035-4625-98ed-271c68826354 tempest-FloatingIPsTestJSON-827685268 tempest-FloatingIPsTestJSON-827685268-project] Allocated IP 172.25.8.243 (c7869750-4b49-4b7e-aa99-5e0f1ae02da4/427601ec-f643-4fe7-b5e6-17305d3a39e1/4cfa4bba-9bfd-46ca-8d11-de9fbe9d84d4) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:08:52.463586 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-2c6452d5-9d75-4b91-8514-fe1959020658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44ec2e53-c09d-435b-81eb-35c6952c1930', 'name': 'tempest-ServersTestJSON-245510114-router', 'tenant_id': '586757e83dd846ec935ec1b35f2c085f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '6d59c613-0f4c-45bb-9421-e51d5bfc7b4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:08:36Z', 'updated_at': '2022-05-30T20:08:41Z', 'revision_number': 3, 'project_id': '586757e83dd846ec935ec1b35f2c085f', 'gw_port': {'id': '6d59c613-0f4c-45bb-9421-e51d5bfc7b4d', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d9:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44ec2e53-c09d-435b-81eb-35c6952c1930', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:08:39Z', 'updated_at': '2022-05-30T20:08:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:08:52.479047 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6452d5-9d75-4b91-8514-fe1959020658 None None] The sync data for ids ['44ec2e53-c09d-435b-81eb-35c6952c1930'] in n-d-843948-2 is: [{'id': '44ec2e53-c09d-435b-81eb-35c6952c1930', 'name': 'tempest-ServersTestJSON-245510114-router', 'tenant_id': '586757e83dd846ec935ec1b35f2c085f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '6d59c613-0f4c-45bb-9421-e51d5bfc7b4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:08:36Z', 'updated_at': '2022-05-30T20:08:41Z', 'revision_number': 3, 'project_id': '586757e83dd846ec935ec1b35f2c085f', 'gw_port': {'id': '6d59c613-0f4c-45bb-9421-e51d5bfc7b4d', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d9:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44ec2e53-c09d-435b-81eb-35c6952c1930', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:08:39Z', 'updated_at': '2022-05-30T20:08:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:08:52.622867 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-fc59d709-d9c4-4ab8-b0e2-8fa82874770a req-bfca54ef-5d50-4bca-bcc7-c361d263a6dd tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:52.644591 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-5c264156-95bf-4cb3-bfb2-13f5449b6434 req-98fa16d6-e11d-4582-91af-f4131c66bbe2 tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736490'] for floatingip, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:52.656759 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['ddba6d06-4716-4ab5-90ae-4e3814b4f21f', '448af9f8-fbc6-4f23-b596-bc95ed6f4ae6'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:08:52.684679 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-fa64fafa-8246-4158-9326-e1f9c73ef1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:52.744884 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfca54ef-5d50-4bca-bcc7-c361d263a6dd tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Pushing event updated for resources: {'Port': ['ID=db3b07c9-67cb-48f8-9d27-0e34bb38e2e7,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:52.746270 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['a4fbb078-4c44-4d94-9029-bc5995e00d92', '0ab8fad3-50b3-4e00-809a-e7bbc917d1ca', 'd5bbe401-8f84-4ccd-9a6e-3023ef22e3a1', 'f95e12eb-ced2-4994-a78a-98cb8d8e15ec'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:08:52.780609 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc59d709-d9c4-4ab8-b0e2-8fa82874770a req-bfca54ef-5d50-4bca-bcc7-c361d263a6dd tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Network 4344fbed-57fb-43d7-b32d-6020ce60f0a1 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:08:52.797542 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [req-fc59d709-d9c4-4ab8-b0e2-8fa82874770a req-bfca54ef-5d50-4bca-bcc7-c361d263a6dd tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:08:52.803717 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc59d709-d9c4-4ab8-b0e2-8fa82874770a req-bfca54ef-5d50-4bca-bcc7-c361d263a6dd tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:08:53.036094 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:53.070913 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-5c264156-95bf-4cb3-bfb2-13f5449b6434 req-98fa16d6-e11d-4582-91af-f4131c66bbe2 tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:53.072498 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5c264156-95bf-4cb3-bfb2-13f5449b6434 req-98fa16d6-e11d-4582-91af-f4131c66bbe2 tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 8.2669964 May 30 20:08:53.201814 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port 4dc4e803-af0a-4b8d-b4a5-6c9931fb2221, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=4dc4e803-af0a-4b8d-b4a5-6c9931fb2221,segment=NetworkSegment(93523d51-b49e-42d0-8c0b-d0db4eaebb6e),segment_id=93523d51-b49e-42d0-8c0b-d0db4eaebb6e)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:08:53.258091 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc59d709-d9c4-4ab8-b0e2-8fa82874770a req-bfca54ef-5d50-4bca-bcc7-c361d263a6dd tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:53.258829 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-fc59d709-d9c4-4ab8-b0e2-8fa82874770a req-bfca54ef-5d50-4bca-bcc7-c361d263a6dd tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:53.276995 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-5661d65d-96c5-4c78-b791-6b70e6e25519 req-7794b799-5035-4625-98ed-271c68826354 tempest-FloatingIPsTestJSON-827685268 tempest-FloatingIPsTestJSON-827685268-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:53.314710 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-c5bb1dd5-159b-455d-8942-c6bf2a02a0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:53.353255 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:53.367781 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-5c264156-95bf-4cb3-bfb2-13f5449b6434 req-d79762c4-74e7-48d5-a8f9-f7323405d59c tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] Synchronizing usage tracker for tenant:025c7e17165b4ab688bec2ce251d59e7 on resource:floatingip {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:08:53.413025 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-fa64fafa-8246-4158-9326-e1f9c73ef1c6 admin admin] Allocated IP 172.20.0.1 (e0f55504-d8f7-4a5a-b704-bd0e657d5724/1581c6d7-c19f-439e-8ba3-14e41bf5cc8a/099c01b4-a8f1-4fda-a4c7-41d093a61c9a) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:08:53.461157 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fc59d709-d9c4-4ab8-b0e2-8fa82874770a req-bfca54ef-5d50-4bca-bcc7-c361d263a6dd tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.0920467 May 30 20:08:53.473391 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-fc59d709-d9c4-4ab8-b0e2-8fa82874770a req-680238bc-7be4-44c8-9800-118e588f9eeb service neutron] Request body: {'port': {'device_id': 'ed6463f4-e464-4a85-9f9c-7310728a5be3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843948-2'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:08:53.499967 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-5c264156-95bf-4cb3-bfb2-13f5449b6434 req-d79762c4-74e7-48d5-a8f9-f7323405d59c tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] Unset dirty status for tenant:025c7e17165b4ab688bec2ce251d59e7 on resource:floatingip {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:08:53.502082 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5c264156-95bf-4cb3-bfb2-13f5449b6434 req-d79762c4-74e7-48d5-a8f9-f7323405d59c tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] 10.222.0.85 "GET /v2.0/floatingips?floating_ip_address=172.25.8.149 HTTP/1.1" status: 200 len: 696 time: 0.3444285 May 30 20:08:53.631451 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.db.api [None req-c5bb1dd5-159b-455d-8942-c6bf2a02a0bc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:08:53.631795 n-d-843948-2 neutron-server[84888]: DEBUG oslo_db.api [None req-c5bb1dd5-159b-455d-8942-c6bf2a02a0bc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:08:53.680992 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=4dc4e803-af0a-4b8d-b4a5-6c9931fb2221,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:53.863971 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-fc59d709-d9c4-4ab8-b0e2-8fa82874770a req-680238bc-7be4-44c8-9800-118e588f9eeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:53.900047 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-5661d65d-96c5-4c78-b791-6b70e6e25519 req-7794b799-5035-4625-98ed-271c68826354 tempest-FloatingIPsTestJSON-827685268 tempest-FloatingIPsTestJSON-827685268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:53.916104 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 6ff5b57d-9eb8-4afd-9d94-421e24799252 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:08:54.134479 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5661d65d-96c5-4c78-b791-6b70e6e25519 req-7794b799-5035-4625-98ed-271c68826354 tempest-FloatingIPsTestJSON-827685268 tempest-FloatingIPsTestJSON-827685268-project] Network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:08:54.139711 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7794b799-5035-4625-98ed-271c68826354 tempest-FloatingIPsTestJSON-827685268 tempest-FloatingIPsTestJSON-827685268-project] Pushing event updated for resources: {'Port': ['ID=4cfa4bba-9bfd-46ca-8d11-de9fbe9d84d4,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:54.143389 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [req-5661d65d-96c5-4c78-b791-6b70e6e25519 req-7794b799-5035-4625-98ed-271c68826354 tempest-FloatingIPsTestJSON-827685268 tempest-FloatingIPsTestJSON-827685268-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:08:54.146790 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c264156-95bf-4cb3-bfb2-13f5449b6434 req-d8014706-a16c-43f1-abdf-8c8a11267269 tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:54.148576 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5c264156-95bf-4cb3-bfb2-13f5449b6434 req-d8014706-a16c-43f1-abdf-8c8a11267269 tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] 10.222.0.85 "GET /v2.0/networks/c7869750-4b49-4b7e-aa99-5e0f1ae02da4 HTTP/1.1" status: 200 len: 784 time: 0.4762135 May 30 20:08:54.150365 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-5661d65d-96c5-4c78-b791-6b70e6e25519 req-7794b799-5035-4625-98ed-271c68826354 tempest-FloatingIPsTestJSON-827685268 tempest-FloatingIPsTestJSON-827685268-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:08:54.164106 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-fa64fafa-8246-4158-9326-e1f9c73ef1c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:54.181335 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [None req-fa64fafa-8246-4158-9326-e1f9c73ef1c6 admin admin] Transition to ACTIVE for port object 099c01b4-a8f1-4fda-a4c7-41d093a61c9a will not be triggered until provisioned by entity DHCP. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:08:54.340066 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-fa64fafa-8246-4158-9326-e1f9c73ef1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:54.488471 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 6ff5b57d-9eb8-4afd-9d94-421e24799252 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:08:54.493200 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:54.632168 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa64fafa-8246-4158-9326-e1f9c73ef1c6 admin admin] Network e0f55504-d8f7-4a5a-b704-bd0e657d5724 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:08:54.645217 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-fa64fafa-8246-4158-9326-e1f9c73ef1c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:08:54.648238 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa64fafa-8246-4158-9326-e1f9c73ef1c6 admin admin] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:08:54.684268 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa64fafa-8246-4158-9326-e1f9c73ef1c6 admin admin] Pushing event updated for resources: {'Port': ['ID=099c01b4-a8f1-4fda-a4c7-41d093a61c9a,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:54.830966 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-fa64fafa-8246-4158-9326-e1f9c73ef1c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-736099'] for router_interface, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:54.932847 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b6c18d-0f23-458c-ab06-9b0732366898 req-9a68df02-17f5-440f-b00e-3548e0a46e5e tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:54.951109 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d7b6c18d-0f23-458c-ab06-9b0732366898 req-9a68df02-17f5-440f-b00e-3548e0a46e5e tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/ports?device_id=72a7d172-0d93-49c8-bc7d-d7f0c8041d53 HTTP/1.1" status: 200 len: 945 time: 0.3631163 May 30 20:08:55.067325 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-5661d65d-96c5-4c78-b791-6b70e6e25519 req-7794b799-5035-4625-98ed-271c68826354 tempest-FloatingIPsTestJSON-827685268 tempest-FloatingIPsTestJSON-827685268-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:55.120117 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d7b6c18d-0f23-458c-ab06-9b0732366898 req-8d1717ba-4928-4f6a-9d80-a7f104b608e8 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/security-groups?id=f7bd1307-7f80-416a-ad0f-251b87da459a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632800 May 30 20:08:55.382711 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [req-fc59d709-d9c4-4ab8-b0e2-8fa82874770a req-680238bc-7be4-44c8-9800-118e588f9eeb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db3b07c9-67cb-48f8-9d27-0e34bb38e2e7 {{(pid=84887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:08:55.426622 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-fc59d709-d9c4-4ab8-b0e2-8fa82874770a req-680238bc-7be4-44c8-9800-118e588f9eeb service neutron] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:55.469766 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-fc59d709-d9c4-4ab8-b0e2-8fa82874770a req-680238bc-7be4-44c8-9800-118e588f9eeb service neutron] Transition to ACTIVE for port object db3b07c9-67cb-48f8-9d27-0e34bb38e2e7 will not be triggered until provisioned by entity L2. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:08:55.501922 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-5661d65d-96c5-4c78-b791-6b70e6e25519 req-7794b799-5035-4625-98ed-271c68826354 tempest-FloatingIPsTestJSON-827685268 tempest-FloatingIPsTestJSON-827685268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:55.513020 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 078790e8-2a4d-465e-a8aa-2a047823934a up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:08:55.637332 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-fa64fafa-8246-4158-9326-e1f9c73ef1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:55.720247 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-738e6832-772c-4736-b427-5093e19f9298 None None] Provisioning for port db3b07c9-67cb-48f8-9d27-0e34bb38e2e7 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:08:55.752680 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-738e6832-772c-4736-b427-5093e19f9298 None None] Provisioning complete for port db3b07c9-67cb-48f8-9d27-0e34bb38e2e7 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:08:55.758900 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-738e6832-772c-4736-b427-5093e19f9298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:55.795028 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-fc59d709-d9c4-4ab8-b0e2-8fa82874770a req-680238bc-7be4-44c8-9800-118e588f9eeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:56.029647 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-738e6832-772c-4736-b427-5093e19f9298 None None] Port db3b07c9-67cb-48f8-9d27-0e34bb38e2e7 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:08:56.169487 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 078790e8-2a4d-465e-a8aa-2a047823934a completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:08:56.276468 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 078790e8-2a4d-465e-a8aa-2a047823934a triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:08:56.288860 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:56.392404 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-fa64fafa-8246-4158-9326-e1f9c73ef1c6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:56.413673 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ccb37e-a323-49d7-b510-8cd69d2265de req-b4cd35fd-ec3d-496c-902c-52f88f1fa4f7 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:56.418023 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-71ccb37e-a323-49d7-b510-8cd69d2265de req-b4cd35fd-ec3d-496c-902c-52f88f1fa4f7 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] 10.222.0.85 "GET /v2.0/ports?device_id=e45b2883-31f9-4c06-9a88-d29fe5738e7d HTTP/1.1" status: 200 len: 945 time: 0.7237198 May 30 20:08:56.453455 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-087846b2-5a6c-428e-97e3-067622174265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:56.499350 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-fa64fafa-8246-4158-9326-e1f9c73ef1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:56.716456 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-26507d34-44b9-4905-9064-02e041f26845 None None] Provisioning for port 099c01b4-a8f1-4fda-a4c7-41d093a61c9a completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:08:56.779964 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680238bc-7be4-44c8-9800-118e588f9eeb service neutron] Pushing event updated for resources: {'Port': ['ID=db3b07c9-67cb-48f8-9d27-0e34bb38e2e7,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:56.820221 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-26507d34-44b9-4905-9064-02e041f26845 None None] Provisioning complete for port 099c01b4-a8f1-4fda-a4c7-41d093a61c9a triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:08:56.820995 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-26507d34-44b9-4905-9064-02e041f26845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:56.998377 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:57.003702 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-fc59d709-d9c4-4ab8-b0e2-8fa82874770a req-680238bc-7be4-44c8-9800-118e588f9eeb service neutron] Attempting to bind port db3b07c9-67cb-48f8-9d27-0e34bb38e2e7 on host n-h2-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:08:57.004547 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-fc59d709-d9c4-4ab8-b0e2-8fa82874770a req-680238bc-7be4-44c8-9800-118e588f9eeb service neutron] Attempting to bind port db3b07c9-67cb-48f8-9d27-0e34bb38e2e7 by drivers openvswitch,hyperv on host n-h2-843948-2 at level 0 using segments [{'id': '7e304c17-4e5f-4a93-af80-52785639e6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:08:57.005060 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc59d709-d9c4-4ab8-b0e2-8fa82874770a req-680238bc-7be4-44c8-9800-118e588f9eeb service neutron] Attempting to bind port db3b07c9-67cb-48f8-9d27-0e34bb38e2e7 on network 4344fbed-57fb-43d7-b32d-6020ce60f0a1 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:08:57.019710 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-5661d65d-96c5-4c78-b791-6b70e6e25519 req-7794b799-5035-4625-98ed-271c68826354 tempest-FloatingIPsTestJSON-827685268 tempest-FloatingIPsTestJSON-827685268-project] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:57.028448 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc59d709-d9c4-4ab8-b0e2-8fa82874770a req-680238bc-7be4-44c8-9800-118e588f9eeb service neutron] Port db3b07c9-67cb-48f8-9d27-0e34bb38e2e7 on network 4344fbed-57fb-43d7-b32d-6020ce60f0a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:08:57.028800 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc59d709-d9c4-4ab8-b0e2-8fa82874770a req-680238bc-7be4-44c8-9800-118e588f9eeb service neutron] Attempting to bind port db3b07c9-67cb-48f8-9d27-0e34bb38e2e7 on network 4344fbed-57fb-43d7-b32d-6020ce60f0a1 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:08:57.040642 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-26507d34-44b9-4905-9064-02e041f26845 None None] Port 099c01b4-a8f1-4fda-a4c7-41d093a61c9a cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:08:57.042584 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc59d709-d9c4-4ab8-b0e2-8fa82874770a req-680238bc-7be4-44c8-9800-118e588f9eeb service neutron] Checking agent: {'id': 'eaa08354-e8f5-4e73-af76-8d3cf7d2b390', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 8, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:08:57.043114 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc59d709-d9c4-4ab8-b0e2-8fa82874770a req-680238bc-7be4-44c8-9800-118e588f9eeb service neutron] Checking segment: {'id': '7e304c17-4e5f-4a93-af80-52785639e6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:08:57.043720 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc59d709-d9c4-4ab8-b0e2-8fa82874770a req-680238bc-7be4-44c8-9800-118e588f9eeb service neutron] Bound using segment: {'id': '7e304c17-4e5f-4a93-af80-52785639e6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1'} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:08:57.045183 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-fc59d709-d9c4-4ab8-b0e2-8fa82874770a req-680238bc-7be4-44c8-9800-118e588f9eeb service neutron] Bound port: db3b07c9-67cb-48f8-9d27-0e34bb38e2e7, host: n-h2-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e304c17-4e5f-4a93-af80-52785639e6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1'}}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:08:57.046110 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-fc59d709-d9c4-4ab8-b0e2-8fa82874770a req-680238bc-7be4-44c8-9800-118e588f9eeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:57.073266 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port 078790e8-2a4d-465e-a8aa-2a047823934a, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=078790e8-2a4d-465e-a8aa-2a047823934a,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:08:57.082175 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-5661d65d-96c5-4c78-b791-6b70e6e25519 req-7794b799-5035-4625-98ed-271c68826354 tempest-FloatingIPsTestJSON-827685268 tempest-FloatingIPsTestJSON-827685268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:57.156793 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:57.333845 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-fa64fafa-8246-4158-9326-e1f9c73ef1c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1718057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-736206'] for router_interface, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:57.366649 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 4dc4e803-af0a-4b8d-b4a5-6c9931fb2221 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:08:57.496934 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7794b799-5035-4625-98ed-271c68826354 tempest-FloatingIPsTestJSON-827685268 tempest-FloatingIPsTestJSON-827685268-project] Pushing event updated for resources: {'Port': ['ID=4cfa4bba-9bfd-46ca-8d11-de9fbe9d84d4,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:57.562120 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa64fafa-8246-4158-9326-e1f9c73ef1c6 admin admin] Pushing event updated for resources: {'Port': ['ID=099c01b4-a8f1-4fda-a4c7-41d093a61c9a,revision_number=2']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:57.635989 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-5661d65d-96c5-4c78-b791-6b70e6e25519 req-7794b799-5035-4625-98ed-271c68826354 tempest-FloatingIPsTestJSON-827685268 tempest-FloatingIPsTestJSON-827685268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736490'] for floatingip, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:57.661026 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=078790e8-2a4d-465e-a8aa-2a047823934a,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:57.745747 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-fc59d709-d9c4-4ab8-b0e2-8fa82874770a req-680238bc-7be4-44c8-9800-118e588f9eeb service neutron] For port db3b07c9-67cb-48f8-9d27-0e34bb38e2e7, host n-h2-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:08:57.747678 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 4dc4e803-af0a-4b8d-b4a5-6c9931fb2221 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:08:57.748484 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:57.764183 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-fc59d709-d9c4-4ab8-b0e2-8fa82874770a req-680238bc-7be4-44c8-9800-118e588f9eeb service neutron] For port db3b07c9-67cb-48f8-9d27-0e34bb38e2e7, host n-h2-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=db3b07c9-67cb-48f8-9d27-0e34bb38e2e7,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:08:57.809200 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-5661d65d-96c5-4c78-b791-6b70e6e25519 req-7794b799-5035-4625-98ed-271c68826354 tempest-FloatingIPsTestJSON-827685268 tempest-FloatingIPsTestJSON-827685268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:57.813401 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5661d65d-96c5-4c78-b791-6b70e6e25519 req-7794b799-5035-4625-98ed-271c68826354 tempest-FloatingIPsTestJSON-827685268 tempest-FloatingIPsTestJSON-827685268-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 10.9906690 May 30 20:08:57.824384 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-71ccb37e-a323-49d7-b510-8cd69d2265de req-6c01df30-8664-4d72-958c-66203e8531ef tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] 10.222.0.85 "GET /v2.0/security-groups?id=9bc03317-7c5c-46d0-8ed2-0b298955a173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3842776 May 30 20:08:58.076965 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa64fafa-8246-4158-9326-e1f9c73ef1c6 admin admin] Network e0f55504-d8f7-4a5a-b704-bd0e657d5724 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:08:58.079587 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-fa64fafa-8246-4158-9326-e1f9c73ef1c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:08:58.103822 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-5661d65d-96c5-4c78-b791-6b70e6e25519 req-619d6b0f-a1cc-4473-bfca-fe9dedcd0f70 tempest-FloatingIPsTestJSON-827685268 tempest-FloatingIPsTestJSON-827685268-project] Synchronizing usage tracker for tenant:f5753ad8c0f54e9d882bc4d9fbe8fe34 on resource:floatingip {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:08:58.114177 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-fc59d709-d9c4-4ab8-b0e2-8fa82874770a req-680238bc-7be4-44c8-9800-118e588f9eeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:58.515292 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680238bc-7be4-44c8-9800-118e588f9eeb service neutron] Pushing event updated for resources: {'Port': ['ID=db3b07c9-67cb-48f8-9d27-0e34bb38e2e7,revision_number=3']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:08:58.550581 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-fc59d709-d9c4-4ab8-b0e2-8fa82874770a req-680238bc-7be4-44c8-9800-118e588f9eeb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:58.553361 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fc59d709-d9c4-4ab8-b0e2-8fa82874770a req-680238bc-7be4-44c8-9800-118e588f9eeb service neutron] 10.222.0.86 "PUT /v2.0/ports/db3b07c9-67cb-48f8-9d27-0e34bb38e2e7 HTTP/1.1" status: 200 len: 1096 time: 5.0837421 May 30 20:08:58.554378 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed6463f4-e464-4a85-9f9c-7310728a5be3', 'tag': 'db3b07c9-67cb-48f8-9d27-0e34bb38e2e7'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:08:58.671263 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-5661d65d-96c5-4c78-b791-6b70e6e25519 req-619d6b0f-a1cc-4473-bfca-fe9dedcd0f70 tempest-FloatingIPsTestJSON-827685268 tempest-FloatingIPsTestJSON-827685268-project] Unset dirty status for tenant:f5753ad8c0f54e9d882bc4d9fbe8fe34 on resource:floatingip {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:08:58.672278 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5661d65d-96c5-4c78-b791-6b70e6e25519 req-619d6b0f-a1cc-4473-bfca-fe9dedcd0f70 tempest-FloatingIPsTestJSON-827685268 tempest-FloatingIPsTestJSON-827685268-project] 10.222.0.85 "GET /v2.0/floatingips?floating_ip_address=172.25.8.243 HTTP/1.1" status: 200 len: 696 time: 0.8444235 May 30 20:08:58.711325 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-89c0a6ee-935e-4d24-bc42-54216460a2c3 None None] Provisioning complete for port 099c01b4-a8f1-4fda-a4c7-41d093a61c9a triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:08:58.718816 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-89c0a6ee-935e-4d24-bc42-54216460a2c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:58.808876 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6926465d-ee67-47b0-9a54-5b1a8b16cc36 req-0c1b0eb6-8a9b-4a1d-bdd7-1ffbc19bc68b tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:58.820173 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6926465d-ee67-47b0-9a54-5b1a8b16cc36 req-0c1b0eb6-8a9b-4a1d-bdd7-1ffbc19bc68b tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.85 "GET /v2.0/ports?device_id=ed6463f4-e464-4a85-9f9c-7310728a5be3 HTTP/1.1" status: 200 len: 948 time: 0.4715490 May 30 20:08:58.858803 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-89c0a6ee-935e-4d24-bc42-54216460a2c3 None None] Port 099c01b4-a8f1-4fda-a4c7-41d093a61c9a cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:08:58.919647 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6926465d-ee67-47b0-9a54-5b1a8b16cc36 req-5f9491ff-0718-4683-9a13-fc85adc24efc tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.85 "GET /v2.0/security-groups?id=db33dd94-15fa-4959-a681-13f509935d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978713 May 30 20:08:59.297000 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5661d65d-96c5-4c78-b791-6b70e6e25519 req-b40ec9e4-0b89-45da-9124-f68a2e590984 tempest-FloatingIPsTestJSON-827685268 tempest-FloatingIPsTestJSON-827685268-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:59.308916 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5661d65d-96c5-4c78-b791-6b70e6e25519 req-b40ec9e4-0b89-45da-9124-f68a2e590984 tempest-FloatingIPsTestJSON-827685268 tempest-FloatingIPsTestJSON-827685268-project] 10.222.0.85 "GET /v2.0/networks/c7869750-4b49-4b7e-aa99-5e0f1ae02da4 HTTP/1.1" status: 200 len: 784 time: 0.6146348 May 30 20:08:59.392391 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fc59d709-d9c4-4ab8-b0e2-8fa82874770a req-eab24a2e-2f45-49c2-a295-83a50db51aa9 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6a75b3db8cd44db8bb931dd59e296017&device_id=ed6463f4-e464-4a85-9f9c-7310728a5be3 HTTP/1.1" status: 200 len: 1099 time: 0.2828724 May 30 20:08:59.445987 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 078790e8-2a4d-465e-a8aa-2a047823934a up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:08:59.528192 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-07f49cb9-a47d-4fa6-af59-d11c97b8fac2 req-e29976ed-4a21-4ec1-8761-5378d3b72420 tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] 10.222.0.85 "GET /v2.0/floatingips/ef916464-9769-444c-8c0a-2f0a8c1f2d4e HTTP/1.1" status: 200 len: 693 time: 0.4168758 May 30 20:08:59.613667 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ad802a8f-9c5a-4d67-a0b5-4a5286bb4658 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:59.677572 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 078790e8-2a4d-465e-a8aa-2a047823934a triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:08:59.678519 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:59.686491 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fc59d709-d9c4-4ab8-b0e2-8fa82874770a req-d749da77-4f7b-4919-a41a-a35fa8b71404 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=db3b07c9-67cb-48f8-9d27-0e34bb38e2e7 HTTP/1.1" status: 200 len: 217 time: 0.2623703 May 30 20:08:59.721020 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:08:59.796670 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:08:59.850404 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc59d709-d9c4-4ab8-b0e2-8fa82874770a req-8bdc365f-5224-400e-9836-cdb7e305078c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:08:59.852200 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fc59d709-d9c4-4ab8-b0e2-8fa82874770a req-8bdc365f-5224-400e-9836-cdb7e305078c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1b83ff54-b1af-44ce-bb75-ba148920553c HTTP/1.1" status: 200 len: 843 time: 0.1616988 May 30 20:09:00.044591 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fc59d709-d9c4-4ab8-b0e2-8fa82874770a req-00e0ecc9-42a1-47fb-9a87-e1478a7f7357 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4344fbed-57fb-43d7-b32d-6020ce60f0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1840856 May 30 20:09:00.106517 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f49cb9-a47d-4fa6-af59-d11c97b8fac2 req-2e0be3fc-52aa-462a-9aa3-d3a070840835 tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:00.108750 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-07f49cb9-a47d-4fa6-af59-d11c97b8fac2 req-2e0be3fc-52aa-462a-9aa3-d3a070840835 tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] 10.222.0.85 "GET /v2.0/networks/c7869750-4b49-4b7e-aa99-5e0f1ae02da4 HTTP/1.1" status: 200 len: 784 time: 0.4992666 May 30 20:09:00.172232 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa64fafa-8246-4158-9326-e1f9c73ef1c6 admin admin] Router 44ec2e53-c09d-435b-81eb-35c6952c1930 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:09:00.351904 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ea2c698-9767-4bcc-ab41-f6c03fa36dc0'] response: {'name': 'network-changed', 'server_uuid': 'ed6463f4-e464-4a85-9f9c-7310728a5be3', 'tag': 'db3b07c9-67cb-48f8-9d27-0e34bb38e2e7', 'status': 'completed', 'code': 200} May 30 20:09:00.574410 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fc59d709-d9c4-4ab8-b0e2-8fa82874770a req-abd48a9b-e23c-462f-970a-36b4f7951c64 service neutron] 10.222.0.86 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5179303 May 30 20:09:00.698871 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa64fafa-8246-4158-9326-e1f9c73ef1c6 admin admin] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:09:00.729734 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-fa64fafa-8246-4158-9326-e1f9c73ef1c6 admin admin] 10.222.0.85 "PUT /v2.0/routers/44ec2e53-c09d-435b-81eb-35c6952c1930/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.7874932 May 30 20:09:00.760228 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07f1c2f-8667-4228-9d45-1c5c5083c480 req-5cb87150-a0fc-44ae-a1b8-617e9f0d2b35 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:00.775348 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d07f1c2f-8667-4228-9d45-1c5c5083c480 req-5cb87150-a0fc-44ae-a1b8-617e9f0d2b35 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] 10.222.0.85 "GET /v2.0/ports?device_id=e45b2883-31f9-4c06-9a88-d29fe5738e7d HTTP/1.1" status: 200 len: 945 time: 0.1953435 May 30 20:09:00.899921 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d07f1c2f-8667-4228-9d45-1c5c5083c480 req-67626a0c-de51-48ca-bbef-bc3dae00d975 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] 10.222.0.85 "GET /v2.0/security-groups?id=9bc03317-7c5c-46d0-8ed2-0b298955a173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235123 May 30 20:09:00.950136 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fc59d709-d9c4-4ab8-b0e2-8fa82874770a req-2c7194d4-089d-44dc-9b9e-48a7e3aec4c7 service neutron] 10.222.0.86 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3671947 May 30 20:09:01.090355 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-483aa4a0-b006-425f-92cc-39e3443f030f req-6461c7d5-8f36-43e3-b3f7-b5a39dfb3d9f tempest-FloatingIPsTestJSON-827685268 tempest-FloatingIPsTestJSON-827685268-project] 10.222.0.85 "GET /v2.0/floatingips/66349f86-7ebe-4495-b85d-34cd2b6f1e74 HTTP/1.1" status: 200 len: 693 time: 0.1216931 May 30 20:09:01.213208 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:01.526376 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-565bf772-4bd3-488f-9b45-25878962b1a2 req-e988b430-8a66-427f-ad0d-2e786634cb7f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6a75b3db8cd44db8bb931dd59e296017&device_id=ed6463f4-e464-4a85-9f9c-7310728a5be3 HTTP/1.1" status: 200 len: 1099 time: 0.2213104 May 30 20:09:01.631466 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483aa4a0-b006-425f-92cc-39e3443f030f req-b199d249-6e4c-49cd-b75d-559a4f217fd8 tempest-FloatingIPsTestJSON-827685268 tempest-FloatingIPsTestJSON-827685268-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:01.649887 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-483aa4a0-b006-425f-92cc-39e3443f030f req-b199d249-6e4c-49cd-b75d-559a4f217fd8 tempest-FloatingIPsTestJSON-827685268 tempest-FloatingIPsTestJSON-827685268-project] 10.222.0.85 "GET /v2.0/networks/c7869750-4b49-4b7e-aa99-5e0f1ae02da4 HTTP/1.1" status: 200 len: 784 time: 0.5519307 May 30 20:09:01.775251 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565bf772-4bd3-488f-9b45-25878962b1a2 req-5e0f7f71-8785-42f8-b665-7f00529c0a61 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:01.777296 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-565bf772-4bd3-488f-9b45-25878962b1a2 req-5e0f7f71-8785-42f8-b665-7f00529c0a61 service neutron] 10.222.0.86 "GET /v2.0/networks?id=4344fbed-57fb-43d7-b32d-6020ce60f0a1 HTTP/1.1" status: 200 len: 870 time: 0.2430193 May 30 20:09:02.008250 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-565bf772-4bd3-488f-9b45-25878962b1a2 req-79097e02-f51d-4ff4-95e7-4a50cb4ca448 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=db3b07c9-67cb-48f8-9d27-0e34bb38e2e7 HTTP/1.1" status: 200 len: 217 time: 0.2241495 May 30 20:09:02.108570 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-60539ba6-bc8c-4fff-86cc-e4e624241ee3 req-f7c72628-3460-4b34-9729-5f1056cb4e31 tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] 10.222.0.85 "GET /v2.0/floatingips/ef916464-9769-444c-8c0a-2f0a8c1f2d4e HTTP/1.1" status: 200 len: 693 time: 0.4071794 May 30 20:09:02.139918 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565bf772-4bd3-488f-9b45-25878962b1a2 req-18153016-d7b0-4597-a9cc-11f1e5c2c9ff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:02.141439 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-565bf772-4bd3-488f-9b45-25878962b1a2 req-18153016-d7b0-4597-a9cc-11f1e5c2c9ff service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1b83ff54-b1af-44ce-bb75-ba148920553c HTTP/1.1" status: 200 len: 843 time: 0.1243858 May 30 20:09:02.216147 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0e48ad-e49a-4d3a-81e0-eb2ba1ab1dbc req-e17c8202-0837-4144-94f0-29276bb67a02 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:02.216877 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-ba0e48ad-e49a-4d3a-81e0-eb2ba1ab1dbc req-e17c8202-0837-4144-94f0-29276bb67a02 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Synchronizing usage tracker for tenant:6a75b3db8cd44db8bb931dd59e296017 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:09:02.290238 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-565bf772-4bd3-488f-9b45-25878962b1a2 req-beca485b-50e1-4c80-b641-0f529e49fe56 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4344fbed-57fb-43d7-b32d-6020ce60f0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1400890 May 30 20:09:02.396214 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-ba0e48ad-e49a-4d3a-81e0-eb2ba1ab1dbc req-e17c8202-0837-4144-94f0-29276bb67a02 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Unset dirty status for tenant:6a75b3db8cd44db8bb931dd59e296017 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:09:02.404147 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ba0e48ad-e49a-4d3a-81e0-eb2ba1ab1dbc req-e17c8202-0837-4144-94f0-29276bb67a02 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.85 "GET /v2.0/ports?device_id=ed6463f4-e464-4a85-9f9c-7310728a5be3 HTTP/1.1" status: 200 len: 948 time: 0.5141847 May 30 20:09:02.409715 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 50480) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:09:02.432558 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60539ba6-bc8c-4fff-86cc-e4e624241ee3 req-950ae207-04a0-473c-8746-d82b5642df19 tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:02.440461 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-60539ba6-bc8c-4fff-86cc-e4e624241ee3 req-950ae207-04a0-473c-8746-d82b5642df19 tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] 10.222.0.85 "GET /v2.0/networks/c7869750-4b49-4b7e-aa99-5e0f1ae02da4 HTTP/1.1" status: 200 len: 784 time: 0.3228500 May 30 20:09:02.453371 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:02.543598 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-60539ba6-bc8c-4fff-86cc-e4e624241ee3 req-aca8ce9e-e341-4eba-ac63-20c193d51aaa tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] 10.222.0.85 "GET /v2.0/floatingips?floating_ip_address=172.25.8.149 HTTP/1.1" status: 200 len: 696 time: 0.1012495 May 30 20:09:02.667978 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ba0e48ad-e49a-4d3a-81e0-eb2ba1ab1dbc req-d0584bc2-08d3-47d5-91e1-3fd8ca635932 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.85 "GET /v2.0/security-groups?id=db33dd94-15fa-4959-a681-13f509935d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2620430 May 30 20:09:02.668597 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ce532e34-38ef-41a3-b3ab-7c07834252a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:02.694358 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-60539ba6-bc8c-4fff-86cc-e4e624241ee3 req-a40ade04-6c86-478e-95fc-77708383610d tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] 10.222.0.85 "GET /v2.0/floatingips?floating_ip_address=172.25.8.149 HTTP/1.1" status: 200 len: 696 time: 0.1497738 May 30 20:09:02.771839 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-565bf772-4bd3-488f-9b45-25878962b1a2 req-15edaf8b-f26a-4a67-a74a-ede640cd746d service neutron] 10.222.0.86 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4679227 May 30 20:09:03.013113 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [req-60539ba6-bc8c-4fff-86cc-e4e624241ee3 req-e0898a0c-d1a9-4396-8f08-bba348f6529a tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] Deleting port 0be49f60-92fa-44d1-b5c7-bccb1abf96ce {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:09:03.013457 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-60539ba6-bc8c-4fff-86cc-e4e624241ee3 req-e0898a0c-d1a9-4396-8f08-bba348f6529a tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:03.077214 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-ce532e34-38ef-41a3-b3ab-7c07834252a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:09:03.108258 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-ce532e34-38ef-41a3-b3ab-7c07834252a3 admin admin] Usage tracker for resource:security_group_rule and tenant:c7fc6e2ce0724c1da86ef4cb0a5bc4ae is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:09:03.131361 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-ce532e34-38ef-41a3-b3ab-7c07834252a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:09:03.161327 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-ce532e34-38ef-41a3-b3ab-7c07834252a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:09:03.443251 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-565bf772-4bd3-488f-9b45-25878962b1a2 req-32641f03-95c1-49b9-af3a-7b202447ed88 service neutron] 10.222.0.86 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6645229 May 30 20:09:03.500527 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 50492) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:09:03.511082 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-7735abb4-f126-43fc-b43d-e3a85258d90b tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] Request body: {'security_group': {'name': 'tempest-securitygroup--342707889', 'description': 'tempest-description--1706435659'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:09:03.541591 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-7735abb4-f126-43fc-b43d-e3a85258d90b tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:09:03.561350 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-7735abb4-f126-43fc-b43d-e3a85258d90b tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] Usage tracker for resource:security_group and tenant:586757e83dd846ec935ec1b35f2c085f is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:09:03.575928 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-7735abb4-f126-43fc-b43d-e3a85258d90b tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:09:03.600596 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-7735abb4-f126-43fc-b43d-e3a85258d90b tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:09:03.737221 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7735abb4-f126-43fc-b43d-e3a85258d90b tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:03.799884 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ce532e34-38ef-41a3-b3ab-7c07834252a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:03.804334 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-60539ba6-bc8c-4fff-86cc-e4e624241ee3 req-e0898a0c-d1a9-4396-8f08-bba348f6529a tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:03.804947 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-60539ba6-bc8c-4fff-86cc-e4e624241ee3 req-e0898a0c-d1a9-4396-8f08-bba348f6529a tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:03.941990 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-7735abb4-f126-43fc-b43d-e3a85258d90b tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:09:03.950691 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-7735abb4-f126-43fc-b43d-e3a85258d90b tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] Usage tracker for resource:security_group_rule and tenant:586757e83dd846ec935ec1b35f2c085f is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:09:03.955178 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ce532e34-38ef-41a3-b3ab-7c07834252a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:03.955903 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-7735abb4-f126-43fc-b43d-e3a85258d90b tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:09:03.966632 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-7735abb4-f126-43fc-b43d-e3a85258d90b tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:09:04.054658 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7735abb4-f126-43fc-b43d-e3a85258d90b tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:04.093096 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d53e15b-165f-4c85-89e9-6365ec654e54 req-5b831d18-f11b-4adc-b64b-830689c883d8 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:04.103259 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3d53e15b-165f-4c85-89e9-6365ec654e54 req-5b831d18-f11b-4adc-b64b-830689c883d8 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/ports?device_id=72a7d172-0d93-49c8-bc7d-d7f0c8041d53 HTTP/1.1" status: 200 len: 945 time: 0.4581995 May 30 20:09:04.117215 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [req-60539ba6-bc8c-4fff-86cc-e4e624241ee3 req-e0898a0c-d1a9-4396-8f08-bba348f6529a tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] Calling delete_port for 0be49f60-92fa-44d1-b5c7-bccb1abf96ce owned by network:floatingip {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:09:04.141418 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7735abb4-f126-43fc-b43d-e3a85258d90b tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:04.223541 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3d53e15b-165f-4c85-89e9-6365ec654e54 req-97369fb2-7376-454d-bb96-2d43824b9c32 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/security-groups?id=f7bd1307-7f80-416a-ad0f-251b87da459a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191182 May 30 20:09:04.234397 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7735abb4-f126-43fc-b43d-e3a85258d90b tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7896e4c-36a2-48d0-b2ac-efb83a8df59d,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:04.271247 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7735abb4-f126-43fc-b43d-e3a85258d90b tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:04.277180 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-7735abb4-f126-43fc-b43d-e3a85258d90b tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.7704003 May 30 20:09:04.278969 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 50500) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:09:04.279534 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce532e34-38ef-41a3-b3ab-7c07834252a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=243097e0-5154-4216-b332-3f6093a9ce39,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:04.292596 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-afe5b115-8a63-486d-94c4-e1060ce6efd7 tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] Request body: {'security_group_rule': {'security_group_id': 'c7896e4c-36a2-48d0-b2ac-efb83a8df59d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:09:04.301020 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-ce532e34-38ef-41a3-b3ab-7c07834252a3 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=c7fc6e2ce0724c1da86ef4cb0a5bc4ae&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8895092 May 30 20:09:04.302268 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-afe5b115-8a63-486d-94c4-e1060ce6efd7 tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:09:04.305671 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 50504) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:09:04.321427 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-afe5b115-8a63-486d-94c4-e1060ce6efd7 tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] Usage tracker for resource:security_group_rule and tenant:586757e83dd846ec935ec1b35f2c085f is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:09:04.335740 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-afe5b115-8a63-486d-94c4-e1060ce6efd7 tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:09:04.350089 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-afe5b115-8a63-486d-94c4-e1060ce6efd7 tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:09:04.669414 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e5ee68ac-e9a5-4b16-a8c7-214f596b7618 req-bb461c8c-3104-4361-8caa-3c09ff1ab227 tempest-FloatingIPsTestJSON-827685268 tempest-FloatingIPsTestJSON-827685268-project] 10.222.0.85 "GET /v2.0/floatingips?tenant_id=f5753ad8c0f54e9d882bc4d9fbe8fe34 HTTP/1.1" status: 200 len: 696 time: 0.1907878 May 30 20:09:04.670102 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-743c0a8c-7d10-435e-8d97-f19d4ffaf5bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:04.670102 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-743c0a8c-7d10-435e-8d97-f19d4ffaf5bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:04.773052 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-afe5b115-8a63-486d-94c4-e1060ce6efd7 tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:04.774098 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-60539ba6-bc8c-4fff-86cc-e4e624241ee3 req-e0898a0c-d1a9-4396-8f08-bba348f6529a tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:04.858425 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ee68ac-e9a5-4b16-a8c7-214f596b7618 req-c37bfff9-64c5-4860-8261-9641db04706a tempest-FloatingIPsTestJSON-827685268 tempest-FloatingIPsTestJSON-827685268-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:04.868276 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e5ee68ac-e9a5-4b16-a8c7-214f596b7618 req-c37bfff9-64c5-4860-8261-9641db04706a tempest-FloatingIPsTestJSON-827685268 tempest-FloatingIPsTestJSON-827685268-project] 10.222.0.85 "GET /v2.0/networks?id=c7869750-4b49-4b7e-aa99-5e0f1ae02da4 HTTP/1.1" status: 200 len: 787 time: 0.3048868 May 30 20:09:04.879285 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [req-e5ee68ac-e9a5-4b16-a8c7-214f596b7618 req-3dc5bf85-181d-4ba4-b165-02182ca6e4f5 tempest-FloatingIPsTestJSON-827685268 tempest-FloatingIPsTestJSON-827685268-project] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=84887) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:09:04.880561 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e5ee68ac-e9a5-4b16-a8c7-214f596b7618 req-3dc5bf85-181d-4ba4-b165-02182ca6e4f5 tempest-FloatingIPsTestJSON-827685268 tempest-FloatingIPsTestJSON-827685268-project] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0108356 May 30 20:09:04.946454 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-afe5b115-8a63-486d-94c4-e1060ce6efd7 tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:05.026473 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-afe5b115-8a63-486d-94c4-e1060ce6efd7 tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:05.035598 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-743c0a8c-7d10-435e-8d97-f19d4ffaf5bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:05.040463 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0898a0c-d1a9-4396-8f08-bba348f6529a tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] Pushing event deleted for resources: {'Port': ['ID=0be49f60-92fa-44d1-b5c7-bccb1abf96ce,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:05.105553 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743c0a8c-7d10-435e-8d97-f19d4ffaf5bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=243097e0-5154-4216-b332-3f6093a9ce39,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:05.121854 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe5b115-8a63-486d-94c4-e1060ce6efd7 tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04be43b7-d812-4b5a-839d-25ee1f0218fc,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:05.164828 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-60539ba6-bc8c-4fff-86cc-e4e624241ee3 req-e0898a0c-d1a9-4396-8f08-bba348f6529a tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] Notify callbacks [] for floatingip, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:05.178836 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-60539ba6-bc8c-4fff-86cc-e4e624241ee3 req-e0898a0c-d1a9-4396-8f08-bba348f6529a tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:05.194644 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-60539ba6-bc8c-4fff-86cc-e4e624241ee3 req-e0898a0c-d1a9-4396-8f08-bba348f6529a tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] 10.222.0.85 "DELETE /v2.0/floatingips/ef916464-9769-444c-8c0a-2f0a8c1f2d4e HTTP/1.1" status: 204 len: 173 time: 2.4990659 May 30 20:09:05.211950 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed97bf48-2d9b-437f-a864-d0315280d01a req-5cb4a63a-726e-46f2-af84-557c2afc4dd3 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:05.213488 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ed97bf48-2d9b-437f-a864-d0315280d01a req-5cb4a63a-726e-46f2-af84-557c2afc4dd3 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] 10.222.0.85 "GET /v2.0/ports?device_id=e45b2883-31f9-4c06-9a88-d29fe5738e7d HTTP/1.1" status: 200 len: 945 time: 0.1470177 May 30 20:09:05.225694 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-743c0a8c-7d10-435e-8d97-f19d4ffaf5bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:05.226821 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-743c0a8c-7d10-435e-8d97-f19d4ffaf5bc admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/243097e0-5154-4216-b332-3f6093a9ce39 HTTP/1.1" status: 204 len: 168 time: 0.9200079 May 30 20:09:05.263961 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-afe5b115-8a63-486d-94c4-e1060ce6efd7 tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:05.265025 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-afe5b115-8a63-486d-94c4-e1060ce6efd7 tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.9854739 May 30 20:09:05.267935 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 50524) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:09:05.275020 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-471eb516-68ff-43aa-b618-c7ef09ba03b1 tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] Request body: {'security_group_rule': {'security_group_id': 'c7896e4c-36a2-48d0-b2ac-efb83a8df59d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:09:05.288301 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-471eb516-68ff-43aa-b618-c7ef09ba03b1 tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:09:05.297712 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-471eb516-68ff-43aa-b618-c7ef09ba03b1 tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] Usage tracker for resource:security_group_rule and tenant:586757e83dd846ec935ec1b35f2c085f is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:09:05.307062 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-471eb516-68ff-43aa-b618-c7ef09ba03b1 tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:09:05.323235 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-471eb516-68ff-43aa-b618-c7ef09ba03b1 tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:09:05.328982 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ed97bf48-2d9b-437f-a864-d0315280d01a req-233853eb-a1d9-4b75-9694-4ea651576a1e tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] 10.222.0.85 "GET /v2.0/security-groups?id=9bc03317-7c5c-46d0-8ed2-0b298955a173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937984 May 30 20:09:05.466688 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-471eb516-68ff-43aa-b618-c7ef09ba03b1 tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:05.686228 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device db3b07c9-67cb-48f8-9d27-0e34bb38e2e7 details requested by agent hyperv_n-h2-843948-2 with host n-h2-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:09:05.800328 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c48939-0544-4471-84c6-d1dcef25b995 req-2e690b1d-2639-495c-8bf7-efe623db392f tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:05.805648 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-61c48939-0544-4471-84c6-d1dcef25b995 req-2e690b1d-2639-495c-8bf7-efe623db392f tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.85 "GET /v2.0/ports?device_id=ed6463f4-e464-4a85-9f9c-7310728a5be3 HTTP/1.1" status: 200 len: 948 time: 0.4599726 May 30 20:09:05.985858 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-471eb516-68ff-43aa-b618-c7ef09ba03b1 tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:05.994984 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-61c48939-0544-4471-84c6-d1dcef25b995 req-42942180-ea14-4f2c-8bae-781ae6504c16 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.85 "GET /v2.0/security-groups?id=db33dd94-15fa-4959-a681-13f509935d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705608 May 30 20:09:06.105823 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-471eb516-68ff-43aa-b618-c7ef09ba03b1 tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:06.151710 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port db3b07c9-67cb-48f8-9d27-0e34bb38e2e7, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=db3b07c9-67cb-48f8-9d27-0e34bb38e2e7,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:09:06.201285 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471eb516-68ff-43aa-b618-c7ef09ba03b1 tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=667fcc3b-540e-4d97-b53c-20d4456891fe,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:06.204173 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Returning: {'device': 'db3b07c9-67cb-48f8-9d27-0e34bb38e2e7', 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1', 'port_id': 'db3b07c9-67cb-48f8-9d27-0e34bb38e2e7', 'mac_address': 'fa:16:3e:f3:e6:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b83ff54-b1af-44ce-bb75-ba148920553c', 'ip_address': '192.168.233.151'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:09:06.385039 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:06.423250 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db3b07c9-67cb-48f8-9d27-0e34bb38e2e7 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:09:06.424649 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-471eb516-68ff-43aa-b618-c7ef09ba03b1 tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:06.426508 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-471eb516-68ff-43aa-b618-c7ef09ba03b1 tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.1568999 May 30 20:09:06.441933 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 50542) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:09:06.450603 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-4eac3ddd-3262-45f0-8edb-6b80deefa1d0 tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] Request body: {'floatingip': {'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:09:06.459062 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-4eac3ddd-3262-45f0-8edb-6b80deefa1d0 tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:09:06.464003 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-83afb145-00f2-4265-8866-71f5ca7697e2 req-322a74fd-ce91-4a42-87c3-6747b7bc70e7 tempest-FloatingIPsTestJSON-827685268 tempest-FloatingIPsTestJSON-827685268-project] 10.222.0.85 "GET /v2.0/floatingips/66349f86-7ebe-4495-b85d-34cd2b6f1e74 HTTP/1.1" status: 200 len: 693 time: 0.2344713 May 30 20:09:06.467003 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-4eac3ddd-3262-45f0-8edb-6b80deefa1d0 tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] Usage tracker for resource:floatingip and tenant:586757e83dd846ec935ec1b35f2c085f is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:09:06.481941 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-4eac3ddd-3262-45f0-8edb-6b80deefa1d0 tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:09:06.483861 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port db3b07c9-67cb-48f8-9d27-0e34bb38e2e7, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=db3b07c9-67cb-48f8-9d27-0e34bb38e2e7,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:09:06.506822 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-4eac3ddd-3262-45f0-8edb-6b80deefa1d0 tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:09:06.598839 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:06.625684 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24a9fd8-d4ea-4854-9d50-04dd7baf43cd req-ee542b79-048c-418e-a8b2-0035351fe67a tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:06.627379 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c24a9fd8-d4ea-4854-9d50-04dd7baf43cd req-ee542b79-048c-418e-a8b2-0035351fe67a tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] 10.222.0.85 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.3054941 May 30 20:09:06.698517 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=db3b07c9-67cb-48f8-9d27-0e34bb38e2e7,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:06.709691 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:09:06.710349 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:09:06.710932 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:09:06.711464 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:09:06.711965 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:09:06.712470 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:09:06.712961 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:09:06.713636 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:09:06.714160 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:09:06.714682 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:09:06.715177 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:09:06.805651 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4eac3ddd-3262-45f0-8edb-6b80deefa1d0 tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] Notify callbacks [] for floatingip, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:06.890268 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['db3b07c9-67cb-48f8-9d27-0e34bb38e2e7'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:09:07.037845 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83afb145-00f2-4265-8866-71f5ca7697e2 req-4af3e135-fd58-40c5-840d-4b4c7fecc95c tempest-FloatingIPsTestJSON-827685268 tempest-FloatingIPsTestJSON-827685268-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:07.043982 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-83afb145-00f2-4265-8866-71f5ca7697e2 req-4af3e135-fd58-40c5-840d-4b4c7fecc95c tempest-FloatingIPsTestJSON-827685268 tempest-FloatingIPsTestJSON-827685268-project] 10.222.0.85 "GET /v2.0/networks/c7869750-4b49-4b7e-aa99-5e0f1ae02da4 HTTP/1.1" status: 200 len: 784 time: 0.5584695 May 30 20:09:07.062453 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7805609f-ccca-4c9f-b8db-8ec6cb1562b5 req-19bba9f7-4fa3-4002-9318-963d50a313b2 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:07.074995 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7805609f-ccca-4c9f-b8db-8ec6cb1562b5 req-19bba9f7-4fa3-4002-9318-963d50a313b2 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/ports?device_id=72a7d172-0d93-49c8-bc7d-d7f0c8041d53 HTTP/1.1" status: 200 len: 945 time: 0.1875904 May 30 20:09:07.204063 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-83afb145-00f2-4265-8866-71f5ca7697e2 req-862b5dd4-e147-4cd6-bf9c-8fe259168778 tempest-FloatingIPsTestJSON-827685268 tempest-FloatingIPsTestJSON-827685268-project] 10.222.0.85 "GET /v2.0/floatingips?floating_ip_address=172.25.8.243 HTTP/1.1" status: 200 len: 696 time: 0.1589611 May 30 20:09:07.208420 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7805609f-ccca-4c9f-b8db-8ec6cb1562b5 req-dc8e1ba8-1950-4a90-b3cd-4fea4a172f27 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/security-groups?id=f7bd1307-7f80-416a-ad0f-251b87da459a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303363 May 30 20:09:07.371206 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-83afb145-00f2-4265-8866-71f5ca7697e2 req-73f05501-9f45-4cfe-904d-b66d952643f2 tempest-FloatingIPsTestJSON-827685268 tempest-FloatingIPsTestJSON-827685268-project] 10.222.0.85 "GET /v2.0/floatingips?floating_ip_address=172.25.8.243 HTTP/1.1" status: 200 len: 696 time: 0.1662674 May 30 20:09:07.767666 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3abfe2c-3480-4397-b012-5c9ef4bc517b req-6c789409-06e4-4631-aee4-5df5f4603c62 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:07.769529 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b3abfe2c-3480-4397-b012-5c9ef4bc517b req-6c789409-06e4-4631-aee4-5df5f4603c62 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.71 "GET /v2.0/ports?device_id=72a7d172-0d93-49c8-bc7d-d7f0c8041d53 HTTP/1.1" status: 200 len: 945 time: 0.2303507 May 30 20:09:07.775427 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86badd5b-d1a3-4b99-a4a7-75501895cb10 req-ec847acc-5ac5-4980-817e-bfcb355fc2db tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:07.777158 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-86badd5b-d1a3-4b99-a4a7-75501895cb10 req-ec847acc-5ac5-4980-817e-bfcb355fc2db tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] 10.222.0.85 "GET /v2.0/ports?device_id=e45b2883-31f9-4c06-9a88-d29fe5738e7d HTTP/1.1" status: 200 len: 945 time: 0.3074853 May 30 20:09:07.891216 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [req-83afb145-00f2-4265-8866-71f5ca7697e2 req-12f031a4-801e-48cf-81a1-433ad18c4154 tempest-FloatingIPsTestJSON-827685268 tempest-FloatingIPsTestJSON-827685268-project] Deleting port 4cfa4bba-9bfd-46ca-8d11-de9fbe9d84d4 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:09:07.891979 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-83afb145-00f2-4265-8866-71f5ca7697e2 req-12f031a4-801e-48cf-81a1-433ad18c4154 tempest-FloatingIPsTestJSON-827685268 tempest-FloatingIPsTestJSON-827685268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:07.978937 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4eac3ddd-3262-45f0-8edb-6b80deefa1d0 tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:07.993468 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-b3abfe2c-3480-4397-b012-5c9ef4bc517b req-5f0c61c1-779c-4bfc-b978-4cb0473a9f83 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Deleting port 6625fac1-36b2-4e8a-a15f-29a482cde9eb {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:09:07.993839 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-b3abfe2c-3480-4397-b012-5c9ef4bc517b req-5f0c61c1-779c-4bfc-b978-4cb0473a9f83 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:08.168300 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-86badd5b-d1a3-4b99-a4a7-75501895cb10 req-2bb5cb7d-32ce-489d-84f1-9f41d1573fa9 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] 10.222.0.85 "GET /v2.0/security-groups?id=9bc03317-7c5c-46d0-8ed2-0b298955a173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3319478 May 30 20:09:08.453696 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-83afb145-00f2-4265-8866-71f5ca7697e2 req-12f031a4-801e-48cf-81a1-433ad18c4154 tempest-FloatingIPsTestJSON-827685268 tempest-FloatingIPsTestJSON-827685268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:08.454718 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-83afb145-00f2-4265-8866-71f5ca7697e2 req-12f031a4-801e-48cf-81a1-433ad18c4154 tempest-FloatingIPsTestJSON-827685268 tempest-FloatingIPsTestJSON-827685268-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:08.496450 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-4eac3ddd-3262-45f0-8edb-6b80deefa1d0 tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] Allocated IP 172.25.8.236 (c7869750-4b49-4b7e-aa99-5e0f1ae02da4/427601ec-f643-4fe7-b5e6-17305d3a39e1/43cc2da5-320f-4b21-9c12-93bca44a807e) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:09:08.549302 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3f70f711-7606-46ff-85e3-b5c9900d7db6 req-2e6b2ad5-e1a2-4a7d-9465-62c909617e62 tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] 10.222.0.85 "GET /v2.0/floatingips?tenant_id=025c7e17165b4ab688bec2ce251d59e7 HTTP/1.1" status: 200 len: 1655 time: 0.2133217 May 30 20:09:08.591444 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4771e727-3e79-45b5-b102-9e38377fcfb5 req-f1cd92d6-4d2b-47f7-a211-436e543a146e service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=886c10ce-7ad4-4409-b333-3102f6c82be5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5541816 May 30 20:09:08.723570 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [req-83afb145-00f2-4265-8866-71f5ca7697e2 req-12f031a4-801e-48cf-81a1-433ad18c4154 tempest-FloatingIPsTestJSON-827685268 tempest-FloatingIPsTestJSON-827685268-project] Calling delete_port for 4cfa4bba-9bfd-46ca-8d11-de9fbe9d84d4 owned by network:floatingip {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:09:08.878877 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-b3abfe2c-3480-4397-b012-5c9ef4bc517b req-5f0c61c1-779c-4bfc-b978-4cb0473a9f83 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] For port 6625fac1-36b2-4e8a-a15f-29a482cde9eb, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=6625fac1-36b2-4e8a-a15f-29a482cde9eb,segment=NetworkSegment(a588beee-eb1a-4179-866b-50764eb9b22b),segment_id=a588beee-eb1a-4179-866b-50764eb9b22b)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:09:08.879515 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-b3abfe2c-3480-4397-b012-5c9ef4bc517b req-5f0c61c1-779c-4bfc-b978-4cb0473a9f83 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:09.046493 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-b3abfe2c-3480-4397-b012-5c9ef4bc517b req-5f0c61c1-779c-4bfc-b978-4cb0473a9f83 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Calling delete_port for 6625fac1-36b2-4e8a-a15f-29a482cde9eb owned by compute:nova {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:09:09.115194 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f70f711-7606-46ff-85e3-b5c9900d7db6 req-5d4ef1c0-aa67-4c31-b3e9-8017cb215d3d tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:09.116873 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3f70f711-7606-46ff-85e3-b5c9900d7db6 req-5d4ef1c0-aa67-4c31-b3e9-8017cb215d3d tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] 10.222.0.85 "GET /v2.0/networks?id=c7869750-4b49-4b7e-aa99-5e0f1ae02da4&id=c7869750-4b49-4b7e-aa99-5e0f1ae02da4&id=c7869750-4b49-4b7e-aa99-5e0f1ae02da4 HTTP/1.1" status: 200 len: 787 time: 0.5667503 May 30 20:09:09.134565 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4eac3ddd-3262-45f0-8edb-6b80deefa1d0 tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:09.168170 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4771e727-3e79-45b5-b102-9e38377fcfb5 req-14e42fb1-086c-458c-b859-0039796e4ee6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=6a75b3db8cd44db8bb931dd59e296017&device_id=886c10ce-7ad4-4409-b333-3102f6c82be5 HTTP/1.1" status: 200 len: 1101 time: 0.3668246 May 30 20:09:09.322951 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-83afb145-00f2-4265-8866-71f5ca7697e2 req-12f031a4-801e-48cf-81a1-433ad18c4154 tempest-FloatingIPsTestJSON-827685268 tempest-FloatingIPsTestJSON-827685268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:09.355042 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 6d59c613-0f4c-45bb-9421-e51d5bfc7b4d up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:09:09.379164 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4eac3ddd-3262-45f0-8edb-6b80deefa1d0 tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:09.386517 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f031a4-801e-48cf-81a1-433ad18c4154 tempest-FloatingIPsTestJSON-827685268 tempest-FloatingIPsTestJSON-827685268-project] Pushing event deleted for resources: {'Port': ['ID=4cfa4bba-9bfd-46ca-8d11-de9fbe9d84d4,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:09.424081 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f031a4-801e-48cf-81a1-433ad18c4154 tempest-FloatingIPsTestJSON-827685268 tempest-FloatingIPsTestJSON-827685268-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:09:09.424081 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f031a4-801e-48cf-81a1-433ad18c4154 tempest-FloatingIPsTestJSON-827685268 tempest-FloatingIPsTestJSON-827685268-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:09:09.424081 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f031a4-801e-48cf-81a1-433ad18c4154 tempest-FloatingIPsTestJSON-827685268 tempest-FloatingIPsTestJSON-827685268-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:09:09.424081 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f031a4-801e-48cf-81a1-433ad18c4154 tempest-FloatingIPsTestJSON-827685268 tempest-FloatingIPsTestJSON-827685268-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:09:09.424081 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f031a4-801e-48cf-81a1-433ad18c4154 tempest-FloatingIPsTestJSON-827685268 tempest-FloatingIPsTestJSON-827685268-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:09:09.424081 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f031a4-801e-48cf-81a1-433ad18c4154 tempest-FloatingIPsTestJSON-827685268 tempest-FloatingIPsTestJSON-827685268-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:09:09.424081 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f031a4-801e-48cf-81a1-433ad18c4154 tempest-FloatingIPsTestJSON-827685268 tempest-FloatingIPsTestJSON-827685268-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:09:09.424081 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f031a4-801e-48cf-81a1-433ad18c4154 tempest-FloatingIPsTestJSON-827685268 tempest-FloatingIPsTestJSON-827685268-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:09:09.424081 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f031a4-801e-48cf-81a1-433ad18c4154 tempest-FloatingIPsTestJSON-827685268 tempest-FloatingIPsTestJSON-827685268-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:09:09.424081 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f031a4-801e-48cf-81a1-433ad18c4154 tempest-FloatingIPsTestJSON-827685268 tempest-FloatingIPsTestJSON-827685268-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:09:09.424081 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f031a4-801e-48cf-81a1-433ad18c4154 tempest-FloatingIPsTestJSON-827685268 tempest-FloatingIPsTestJSON-827685268-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:09:09.460244 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4771e727-3e79-45b5-b102-9e38377fcfb5 req-2a2c21de-0a20-464e-8149-4db8cfbe15a8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:09.461897 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4771e727-3e79-45b5-b102-9e38377fcfb5 req-2a2c21de-0a20-464e-8149-4db8cfbe15a8 service neutron] 10.222.0.71 "GET /v2.0/networks?id=4344fbed-57fb-43d7-b32d-6020ce60f0a1 HTTP/1.1" status: 200 len: 870 time: 0.2405608 May 30 20:09:09.513172 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eac3ddd-3262-45f0-8edb-6b80deefa1d0 tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] Network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:09:09.524252 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-4eac3ddd-3262-45f0-8edb-6b80deefa1d0 tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:09:09.538754 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4771e727-3e79-45b5-b102-9e38377fcfb5 req-c7ced799-9079-41ba-bb4a-2f97738bd1b0 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=448af9f8-fbc6-4f23-b596-bc95ed6f4ae6 HTTP/1.1" status: 200 len: 217 time: 0.0693614 May 30 20:09:09.545927 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149f851b-0f7d-4010-b1ad-fdcc5d4f895a req-89c7e35e-9338-481b-a8a1-fb5cb41e703f tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:09.547525 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-149f851b-0f7d-4010-b1ad-fdcc5d4f895a req-89c7e35e-9338-481b-a8a1-fb5cb41e703f tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.85 "GET /v2.0/ports?device_id=ed6463f4-e464-4a85-9f9c-7310728a5be3 HTTP/1.1" status: 200 len: 949 time: 0.2294064 May 30 20:09:09.566704 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eac3ddd-3262-45f0-8edb-6b80deefa1d0 tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:09:09.637948 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-b3abfe2c-3480-4397-b012-5c9ef4bc517b req-5f0c61c1-779c-4bfc-b978-4cb0473a9f83 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:09.691862 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eac3ddd-3262-45f0-8edb-6b80deefa1d0 tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] Pushing event updated for resources: {'Port': ['ID=43cc2da5-320f-4b21-9c12-93bca44a807e,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:09.693015 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4771e727-3e79-45b5-b102-9e38377fcfb5 req-988f5be8-f952-42d6-ac43-2751142f835d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:09.694663 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4771e727-3e79-45b5-b102-9e38377fcfb5 req-988f5be8-f952-42d6-ac43-2751142f835d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1b83ff54-b1af-44ce-bb75-ba148920553c HTTP/1.1" status: 200 len: 843 time: 0.1462374 May 30 20:09:09.709284 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0c61c1-779c-4bfc-b978-4cb0473a9f83 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Pushing event deleted for resources: {'Port': ['ID=6625fac1-36b2-4e8a-a15f-29a482cde9eb,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:09.712645 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 6d59c613-0f4c-45bb-9421-e51d5bfc7b4d completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:09:09.715111 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-149f851b-0f7d-4010-b1ad-fdcc5d4f895a req-009129a2-df90-430d-8c04-27fcdee21ac9 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.85 "GET /v2.0/security-groups?id=db33dd94-15fa-4959-a681-13f509935d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310146 May 30 20:09:09.739484 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 6625fac1-36b2-4e8a-a15f-29a482cde9eb no longer exists at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:09:09.838892 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3abfe2c-3480-4397-b012-5c9ef4bc517b req-5f0c61c1-779c-4bfc-b978-4cb0473a9f83 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] No DVR routers for this DVR port 6625fac1-36b2-4e8a-a15f-29a482cde9eb on host n-h1-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:09:09.843395 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-b3abfe2c-3480-4397-b012-5c9ef4bc517b req-5f0c61c1-779c-4bfc-b978-4cb0473a9f83 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:09.846429 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72a7d172-0d93-49c8-bc7d-d7f0c8041d53', 'name': 'network-vif-deleted', 'tag': '6625fac1-36b2-4e8a-a15f-29a482cde9eb'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:09:09.852392 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device db3b07c9-67cb-48f8-9d27-0e34bb38e2e7 up at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:09:09.894764 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4771e727-3e79-45b5-b102-9e38377fcfb5 req-44c4c893-ce9a-4b24-b554-6262362fa048 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4344fbed-57fb-43d7-b32d-6020ce60f0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1448469 May 30 20:09:09.905215 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] No Port match for: 6625fac1-36b2-4e8a-a15f-29a482cde9eb {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:09:09.905860 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 6625fac1-36b2-4e8a-a15f-29a482cde9eb not bound to the agent host n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:09:09.932626 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 6d59c613-0f4c-45bb-9421-e51d5bfc7b4d triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:09:09.933289 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:09.957831 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4eac3ddd-3262-45f0-8edb-6b80deefa1d0 tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:09.962527 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-83afb145-00f2-4265-8866-71f5ca7697e2 req-12f031a4-801e-48cf-81a1-433ad18c4154 tempest-FloatingIPsTestJSON-827685268 tempest-FloatingIPsTestJSON-827685268-project] Notify callbacks [] for floatingip, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:10.010685 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b3abfe2c-3480-4397-b012-5c9ef4bc517b req-5f0c61c1-779c-4bfc-b978-4cb0473a9f83 tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.71 "DELETE /v2.0/ports/6625fac1-36b2-4e8a-a15f-29a482cde9eb HTTP/1.1" status: 204 len: 173 time: 2.2324200 May 30 20:09:10.077228 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4771e727-3e79-45b5-b102-9e38377fcfb5 req-1fdce614-c30f-4248-905b-444bfe1132c6 service neutron] 10.222.0.71 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756592 May 30 20:09:10.165079 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:10.195794 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port 6d59c613-0f4c-45bb-9421-e51d5bfc7b4d, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=6d59c613-0f4c-45bb-9421-e51d5bfc7b4d,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:09:10.207702 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-83afb145-00f2-4265-8866-71f5ca7697e2 req-12f031a4-801e-48cf-81a1-433ad18c4154 tempest-FloatingIPsTestJSON-827685268 tempest-FloatingIPsTestJSON-827685268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:10.208883 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-83afb145-00f2-4265-8866-71f5ca7697e2 req-12f031a4-801e-48cf-81a1-433ad18c4154 tempest-FloatingIPsTestJSON-827685268 tempest-FloatingIPsTestJSON-827685268-project] 10.222.0.85 "DELETE /v2.0/floatingips/66349f86-7ebe-4495-b85d-34cd2b6f1e74 HTTP/1.1" status: 204 len: 173 time: 2.8246517 May 30 20:09:10.236574 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4eac3ddd-3262-45f0-8edb-6b80deefa1d0 tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:10.253977 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning for port db3b07c9-67cb-48f8-9d27-0e34bb38e2e7 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:09:10.263470 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning complete for port db3b07c9-67cb-48f8-9d27-0e34bb38e2e7 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:09:10.265422 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:10.280851 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1f3bdfde-e854-490d-af0f-b5fb048dacc9 req-af73ab2a-a99d-4446-890a-250c307dcc68 tempest-ImagesNegativeTestJSON-517116350 tempest-ImagesNegativeTestJSON-517116350-project] 10.222.0.85 "GET /v2.0/networks?tenant_id=3387fb3530f34ce28b6445a5e3e889a0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0646186 May 30 20:09:10.308564 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:10.487718 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=6d59c613-0f4c-45bb-9421-e51d5bfc7b4d,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:10.554978 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4771e727-3e79-45b5-b102-9e38377fcfb5 req-cf2af55d-17a8-4f38-918f-c7771927e8aa service neutron] 10.222.0.71 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4721382 May 30 20:09:10.610513 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:10.657780 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed6463f4-e464-4a85-9f9c-7310728a5be3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db3b07c9-67cb-48f8-9d27-0e34bb38e2e7'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:09:10.677869 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port db3b07c9-67cb-48f8-9d27-0e34bb38e2e7, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=db3b07c9-67cb-48f8-9d27-0e34bb38e2e7,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:09:10.728985 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3bdfde-e854-490d-af0f-b5fb048dacc9 req-d64cf30b-2230-4081-a3cb-4aba085d5258 tempest-ImagesNegativeTestJSON-517116350 tempest-ImagesNegativeTestJSON-517116350-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:10.731428 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1f3bdfde-e854-490d-af0f-b5fb048dacc9 req-d64cf30b-2230-4081-a3cb-4aba085d5258 tempest-ImagesNegativeTestJSON-517116350 tempest-ImagesNegativeTestJSON-517116350-project] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4423928 May 30 20:09:10.733579 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-eb96a192-f51f-4ec4-b321-ae6f012e37c7 req-adfd832d-19b5-41d3-9cf9-d3bcba84003a tempest-DeleteServersTestJSON-139455233 tempest-DeleteServersTestJSON-139455233-project] 10.222.0.85 "GET /v2.0/ports?device_id=72a7d172-0d93-49c8-bc7d-d7f0c8041d53 HTTP/1.1" status: 200 len: 210 time: 0.0793238 May 30 20:09:10.761522 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:10.779209 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4eac3ddd-3262-45f0-8edb-6b80deefa1d0 tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:10.786305 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1f3bdfde-e854-490d-af0f-b5fb048dacc9 req-5b6b18e6-14ed-40a7-9504-e2a670fe7b4f tempest-ImagesNegativeTestJSON-517116350 tempest-ImagesNegativeTestJSON-517116350-project] 10.222.0.85 "GET /v2.0/quotas/3387fb3530f34ce28b6445a5e3e889a0 HTTP/1.1" status: 200 len: 375 time: 0.0362904 May 30 20:09:10.905914 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1f3bdfde-e854-490d-af0f-b5fb048dacc9 req-a3bedfb2-9d40-477f-8483-ad9b136949ca tempest-ImagesNegativeTestJSON-517116350 tempest-ImagesNegativeTestJSON-517116350-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=3387fb3530f34ce28b6445a5e3e889a0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1181118 May 30 20:09:10.940642 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=db3b07c9-67cb-48f8-9d27-0e34bb38e2e7,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:10.996483 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4eac3ddd-3262-45f0-8edb-6b80deefa1d0 tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:11.133524 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7eb041ef-6606-4ce4-8ac3-c758d0813af2 req-79da9dfc-83dd-4fb6-9d94-e5874be6ebdf service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=37d4a4ba-76bb-4dbf-a36b-05822468c827&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1674261 May 30 20:09:11.147172 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b03942a6-3889-4768-a0e8-a2929b03be3c req-1ae54943-29b2-4e29-b4e0-54e915e81fde tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] 10.222.0.85 "GET /v2.0/floatingips/c29a46b8-2267-45dc-8293-6a57a5b61522 HTTP/1.1" status: 200 len: 692 time: 0.2965858 May 30 20:09:11.300961 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 6d59c613-0f4c-45bb-9421-e51d5bfc7b4d up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:09:11.313727 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eac3ddd-3262-45f0-8edb-6b80deefa1d0 tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] Pushing event updated for resources: {'Port': ['ID=43cc2da5-320f-4b21-9c12-93bca44a807e,revision_number=2']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:11.417173 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7eb041ef-6606-4ce4-8ac3-c758d0813af2 req-1e5a1cd9-dde2-4a7e-a335-b1955be23a8e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6a75b3db8cd44db8bb931dd59e296017&device_id=37d4a4ba-76bb-4dbf-a36b-05822468c827 HTTP/1.1" status: 200 len: 1101 time: 0.2536201 May 30 20:09:11.550578 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 6d59c613-0f4c-45bb-9421-e51d5bfc7b4d triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:09:11.551395 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:11.583949 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4eac3ddd-3262-45f0-8edb-6b80deefa1d0 tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736490'] for floatingip, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:11.786792 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb041ef-6606-4ce4-8ac3-c758d0813af2 req-c1bc2a6e-cd5d-4c0d-a591-3f6b1c12e3ca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:11.790645 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7eb041ef-6606-4ce4-8ac3-c758d0813af2 req-c1bc2a6e-cd5d-4c0d-a591-3f6b1c12e3ca service neutron] 10.222.0.86 "GET /v2.0/networks?id=4344fbed-57fb-43d7-b32d-6020ce60f0a1 HTTP/1.1" status: 200 len: 870 time: 0.3329725 May 30 20:09:11.807151 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03942a6-3889-4768-a0e8-a2929b03be3c req-ca54cd0e-e924-4d80-9191-c38304b29001 tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:11.823431 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b03942a6-3889-4768-a0e8-a2929b03be3c req-ca54cd0e-e924-4d80-9191-c38304b29001 tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] 10.222.0.85 "GET /v2.0/networks/c7869750-4b49-4b7e-aa99-5e0f1ae02da4 HTTP/1.1" status: 200 len: 784 time: 0.6107678 May 30 20:09:11.860282 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device acc9c322-d362-426a-9ee5-1256177b95d9 no longer exists at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:09:11.916038 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-b03942a6-3889-4768-a0e8-a2929b03be3c req-91f5a5bd-1b0b-4369-a96f-d2d2bacf24a4 tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] Synchronizing usage tracker for tenant:025c7e17165b4ab688bec2ce251d59e7 on resource:floatingip {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:09:11.926119 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4eac3ddd-3262-45f0-8edb-6b80deefa1d0 tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:11.936638 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-4eac3ddd-3262-45f0-8edb-6b80deefa1d0 tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.4936025 May 30 20:09:11.953286 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fada59c-3eda-4dfa-83ff-bf7dfa26ff4f req-7b44a7b4-65a7-4ebd-ac25-0e0b54d05009 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:11.964011 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9fada59c-3eda-4dfa-83ff-bf7dfa26ff4f req-7b44a7b4-65a7-4ebd-ac25-0e0b54d05009 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] 10.222.0.85 "GET /v2.0/ports?device_id=e45b2883-31f9-4c06-9a88-d29fe5738e7d HTTP/1.1" status: 200 len: 945 time: 0.3731828 May 30 20:09:12.027560 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7eb041ef-6606-4ce4-8ac3-c758d0813af2 req-5bde2c9c-3fec-467d-9c06-8eb22cb07ac9 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=0ab8fad3-50b3-4e00-809a-e7bbc917d1ca HTTP/1.1" status: 200 len: 217 time: 0.1995366 May 30 20:09:12.093494 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-b03942a6-3889-4768-a0e8-a2929b03be3c req-91f5a5bd-1b0b-4369-a96f-d2d2bacf24a4 tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] Unset dirty status for tenant:025c7e17165b4ab688bec2ce251d59e7 on resource:floatingip {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:09:12.112958 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b03942a6-3889-4768-a0e8-a2929b03be3c req-91f5a5bd-1b0b-4369-a96f-d2d2bacf24a4 tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] 10.222.0.85 "GET /v2.0/floatingips?floating_ip_address=172.25.8.85 HTTP/1.1" status: 200 len: 695 time: 0.2874405 May 30 20:09:12.167803 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:12.182281 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9fada59c-3eda-4dfa-83ff-bf7dfa26ff4f req-fdb06cc9-a928-497e-a02e-fd5666cc678b tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] 10.222.0.85 "GET /v2.0/security-groups?id=9bc03317-7c5c-46d0-8ed2-0b298955a173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167213 May 30 20:09:12.192293 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb041ef-6606-4ce4-8ac3-c758d0813af2 req-c5be663a-3ba0-4d7b-a366-4dd6fa1bd23f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:12.193816 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7eb041ef-6606-4ce4-8ac3-c758d0813af2 req-c5be663a-3ba0-4d7b-a366-4dd6fa1bd23f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1b83ff54-b1af-44ce-bb75-ba148920553c HTTP/1.1" status: 200 len: 843 time: 0.1553662 May 30 20:09:12.238345 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port acc9c322-d362-426a-9ee5-1256177b95d9, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=acc9c322-d362-426a-9ee5-1256177b95d9,segment=NetworkSegment(70424240-b76f-4af0-9f32-ace284913a86),segment_id=70424240-b76f-4af0-9f32-ace284913a86)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:09:12.322145 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b03942a6-3889-4768-a0e8-a2929b03be3c req-37a6a880-e6e1-4b45-956d-8fd0a7368039 tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] 10.222.0.85 "GET /v2.0/floatingips?floating_ip_address=172.25.8.85 HTTP/1.1" status: 200 len: 695 time: 0.2072239 May 30 20:09:12.331555 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7eb041ef-6606-4ce4-8ac3-c758d0813af2 req-60e7585a-13d0-4c51-a8a9-7f62f735b246 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4344fbed-57fb-43d7-b32d-6020ce60f0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1276615 May 30 20:09:12.383729 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9487b244-2828-440c-8df8-4964627a62e5'] response: {'server_uuid': '72a7d172-0d93-49c8-bc7d-d7f0c8041d53', 'name': 'network-vif-deleted', 'tag': '6625fac1-36b2-4e8a-a15f-29a482cde9eb', 'status': 'completed', 'code': 200} May 30 20:09:12.402213 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:12.568657 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=acc9c322-d362-426a-9ee5-1256177b95d9,revision_number=8']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:12.728878 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7eb041ef-6606-4ce4-8ac3-c758d0813af2 req-2062f66d-b3ee-4498-bdf9-947f419af622 service neutron] 10.222.0.86 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3874779 May 30 20:09:12.742863 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c6f4a27c-d05d-494d-86f6-c534b4052faf req-4afa6717-314e-410b-b3c6-2c09911d9629 tempest-FloatingIPsTestJSON-827685268 tempest-FloatingIPsTestJSON-827685268-project] 10.222.0.85 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2571378 May 30 20:09:12.782051 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-c6f4a27c-d05d-494d-86f6-c534b4052faf req-9dc2fdea-ebf7-4185-b979-670c4b982889 tempest-FloatingIPsTestJSON-827685268 tempest-FloatingIPsTestJSON-827685268-project] Request body: {'floatingip': {'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:09:12.806672 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-c6f4a27c-d05d-494d-86f6-c534b4052faf req-9dc2fdea-ebf7-4185-b979-670c4b982889 tempest-FloatingIPsTestJSON-827685268 tempest-FloatingIPsTestJSON-827685268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:09:12.824835 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [req-b03942a6-3889-4768-a0e8-a2929b03be3c req-2c87da04-816b-474f-b212-f77556dbbdff tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] Deleting port 90cd4462-8790-4c73-a641-5a739d824ebc {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:09:12.824835 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-b03942a6-3889-4768-a0e8-a2929b03be3c req-2c87da04-816b-474f-b212-f77556dbbdff tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:12.875008 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-c6f4a27c-d05d-494d-86f6-c534b4052faf req-9dc2fdea-ebf7-4185-b979-670c4b982889 tempest-FloatingIPsTestJSON-827685268 tempest-FloatingIPsTestJSON-827685268-project] Usage tracker for resource:floatingip and tenant:f5753ad8c0f54e9d882bc4d9fbe8fe34 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:09:12.886311 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-c6f4a27c-d05d-494d-86f6-c534b4052faf req-9dc2fdea-ebf7-4185-b979-670c4b982889 tempest-FloatingIPsTestJSON-827685268 tempest-FloatingIPsTestJSON-827685268-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:09:12.896251 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-c6f4a27c-d05d-494d-86f6-c534b4052faf req-9dc2fdea-ebf7-4185-b979-670c4b982889 tempest-FloatingIPsTestJSON-827685268 tempest-FloatingIPsTestJSON-827685268-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:09:12.958152 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7eb041ef-6606-4ce4-8ac3-c758d0813af2 req-08df7fe3-bfd4-4ff6-9c7d-8791612f1e5f service neutron] 10.222.0.86 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124856 May 30 20:09:13.135526 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-b03942a6-3889-4768-a0e8-a2929b03be3c req-2c87da04-816b-474f-b212-f77556dbbdff tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:13.135993 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-b03942a6-3889-4768-a0e8-a2929b03be3c req-2c87da04-816b-474f-b212-f77556dbbdff tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:13.267774 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [req-b03942a6-3889-4768-a0e8-a2929b03be3c req-2c87da04-816b-474f-b212-f77556dbbdff tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] Calling delete_port for 90cd4462-8790-4c73-a641-5a739d824ebc owned by network:floatingip {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:09:13.390439 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c6f4a27c-d05d-494d-86f6-c534b4052faf req-9dc2fdea-ebf7-4185-b979-670c4b982889 tempest-FloatingIPsTestJSON-827685268 tempest-FloatingIPsTestJSON-827685268-project] Notify callbacks [] for floatingip, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:13.618388 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c6f4a27c-d05d-494d-86f6-c534b4052faf req-9dc2fdea-ebf7-4185-b979-670c4b982889 tempest-FloatingIPsTestJSON-827685268 tempest-FloatingIPsTestJSON-827685268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:13.745936 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-b03942a6-3889-4768-a0e8-a2929b03be3c req-2c87da04-816b-474f-b212-f77556dbbdff tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:13.805682 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c87da04-816b-474f-b212-f77556dbbdff tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] Pushing event deleted for resources: {'Port': ['ID=90cd4462-8790-4c73-a641-5a739d824ebc,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:13.918888 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [req-c6f4a27c-d05d-494d-86f6-c534b4052faf req-9dc2fdea-ebf7-4185-b979-670c4b982889 tempest-FloatingIPsTestJSON-827685268 tempest-FloatingIPsTestJSON-827685268-project] Allocated IP 172.25.8.19 (c7869750-4b49-4b7e-aa99-5e0f1ae02da4/427601ec-f643-4fe7-b5e6-17305d3a39e1/dd472635-0958-4d09-8513-334177c8e6cc) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:09:13.974473 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-b03942a6-3889-4768-a0e8-a2929b03be3c req-2c87da04-816b-474f-b212-f77556dbbdff tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] Notify callbacks [] for floatingip, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:14.100672 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-b03942a6-3889-4768-a0e8-a2929b03be3c req-2c87da04-816b-474f-b212-f77556dbbdff tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:14.113808 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b03942a6-3889-4768-a0e8-a2929b03be3c req-2c87da04-816b-474f-b212-f77556dbbdff tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] 10.222.0.85 "DELETE /v2.0/floatingips/c29a46b8-2267-45dc-8293-6a57a5b61522 HTTP/1.1" status: 204 len: 173 time: 1.7840228 May 30 20:09:14.131022 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c6f4a27c-d05d-494d-86f6-c534b4052faf req-9dc2fdea-ebf7-4185-b979-670c4b982889 tempest-FloatingIPsTestJSON-827685268 tempest-FloatingIPsTestJSON-827685268-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:14.229145 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4c12aed-7db7-40a4-89c0-a995bf70f3c1'] response: {'server_uuid': 'ed6463f4-e464-4a85-9f9c-7310728a5be3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db3b07c9-67cb-48f8-9d27-0e34bb38e2e7', 'code': 200} May 30 20:09:14.259932 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c6f4a27c-d05d-494d-86f6-c534b4052faf req-9dc2fdea-ebf7-4185-b979-670c4b982889 tempest-FloatingIPsTestJSON-827685268 tempest-FloatingIPsTestJSON-827685268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:14.357686 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc2fdea-ebf7-4185-b979-670c4b982889 tempest-FloatingIPsTestJSON-827685268 tempest-FloatingIPsTestJSON-827685268-project] Pushing event updated for resources: {'Port': ['ID=dd472635-0958-4d09-8513-334177c8e6cc,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:14.413998 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6f4a27c-d05d-494d-86f6-c534b4052faf req-9dc2fdea-ebf7-4185-b979-670c4b982889 tempest-FloatingIPsTestJSON-827685268 tempest-FloatingIPsTestJSON-827685268-project] Network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:09:14.418827 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [req-c6f4a27c-d05d-494d-86f6-c534b4052faf req-9dc2fdea-ebf7-4185-b979-670c4b982889 tempest-FloatingIPsTestJSON-827685268 tempest-FloatingIPsTestJSON-827685268-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:09:14.422271 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc2fdea-ebf7-4185-b979-670c4b982889 tempest-FloatingIPsTestJSON-827685268 tempest-FloatingIPsTestJSON-827685268-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:09:14.422617 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc2fdea-ebf7-4185-b979-670c4b982889 tempest-FloatingIPsTestJSON-827685268 tempest-FloatingIPsTestJSON-827685268-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:09:14.422959 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc2fdea-ebf7-4185-b979-670c4b982889 tempest-FloatingIPsTestJSON-827685268 tempest-FloatingIPsTestJSON-827685268-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:09:14.423298 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc2fdea-ebf7-4185-b979-670c4b982889 tempest-FloatingIPsTestJSON-827685268 tempest-FloatingIPsTestJSON-827685268-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:09:14.423630 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc2fdea-ebf7-4185-b979-670c4b982889 tempest-FloatingIPsTestJSON-827685268 tempest-FloatingIPsTestJSON-827685268-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:09:14.424019 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc2fdea-ebf7-4185-b979-670c4b982889 tempest-FloatingIPsTestJSON-827685268 tempest-FloatingIPsTestJSON-827685268-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:09:14.424352 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc2fdea-ebf7-4185-b979-670c4b982889 tempest-FloatingIPsTestJSON-827685268 tempest-FloatingIPsTestJSON-827685268-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:09:14.425259 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc2fdea-ebf7-4185-b979-670c4b982889 tempest-FloatingIPsTestJSON-827685268 tempest-FloatingIPsTestJSON-827685268-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:09:14.425588 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc2fdea-ebf7-4185-b979-670c4b982889 tempest-FloatingIPsTestJSON-827685268 tempest-FloatingIPsTestJSON-827685268-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:09:14.425958 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc2fdea-ebf7-4185-b979-670c4b982889 tempest-FloatingIPsTestJSON-827685268 tempest-FloatingIPsTestJSON-827685268-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:09:14.426284 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc2fdea-ebf7-4185-b979-670c4b982889 tempest-FloatingIPsTestJSON-827685268 tempest-FloatingIPsTestJSON-827685268-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:09:14.429591 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6f4a27c-d05d-494d-86f6-c534b4052faf req-9dc2fdea-ebf7-4185-b979-670c4b982889 tempest-FloatingIPsTestJSON-827685268 tempest-FloatingIPsTestJSON-827685268-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:09:14.519740 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-993d6459-2d4e-4b4f-9cac-644ea2464651 req-b49ff607-62df-4634-b089-4d1024c39e84 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=ed6463f4-e464-4a85-9f9c-7310728a5be3 HTTP/1.1" status: 200 len: 1101 time: 0.1633883 May 30 20:09:14.555387 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f421e83-7149-450c-bfda-1dca87ecc2cd req-e5fcd511-1a35-47cf-8305-7db65be519a4 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:14.557493 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1f421e83-7149-450c-bfda-1dca87ecc2cd req-e5fcd511-1a35-47cf-8305-7db65be519a4 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.85 "GET /v2.0/ports?device_id=ed6463f4-e464-4a85-9f9c-7310728a5be3 HTTP/1.1" status: 200 len: 950 time: 0.1176078 May 30 20:09:14.587195 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-993d6459-2d4e-4b4f-9cac-644ea2464651 req-4ca15a97-4743-43f7-9f42-13f0903eb1fd service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=db33dd94-15fa-4959-a681-13f509935d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570829 May 30 20:09:14.627296 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1f421e83-7149-450c-bfda-1dca87ecc2cd req-1c927e78-65ed-49f8-a62c-2c23624dce9a tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.85 "GET /v2.0/security-groups?id=db33dd94-15fa-4959-a681-13f509935d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617871 May 30 20:09:14.804649 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e24047f4-d09c-4590-8854-f4d041992cec req-fd17f9d1-8d15-4b99-bb8a-61f7c153b36a tempest-ImagesNegativeTestJSON-517116350 tempest-ImagesNegativeTestJSON-517116350-project] 10.222.0.85 "GET /v2.0/ports?device_id=5c9c5570-f463-498b-b5c1-b94f23e77083 HTTP/1.1" status: 200 len: 210 time: 0.0455647 May 30 20:09:14.806293 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c6f4a27c-d05d-494d-86f6-c534b4052faf req-9dc2fdea-ebf7-4185-b979-670c4b982889 tempest-FloatingIPsTestJSON-827685268 tempest-FloatingIPsTestJSON-827685268-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:15.123608 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c6f4a27c-d05d-494d-86f6-c534b4052faf req-9dc2fdea-ebf7-4185-b979-670c4b982889 tempest-FloatingIPsTestJSON-827685268 tempest-FloatingIPsTestJSON-827685268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:15.227343 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-bc5d234e-6e72-4951-91a3-bd9cb1beb619 req-c5970d14-c460-460a-a071-83a8ccdb3927 tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-securitygroup--342707889&fields=id&tenant_id=586757e83dd846ec935ec1b35f2c085f HTTP/1.1" status: 200 len: 267 time: 0.0507503 May 30 20:09:15.450741 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c6f4a27c-d05d-494d-86f6-c534b4052faf req-9dc2fdea-ebf7-4185-b979-670c4b982889 tempest-FloatingIPsTestJSON-827685268 tempest-FloatingIPsTestJSON-827685268-project] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:15.481691 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5d234e-6e72-4951-91a3-bd9cb1beb619 req-88b531da-57db-48f5-a80a-1d3d4ea5c80c tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:15.483695 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-bc5d234e-6e72-4951-91a3-bd9cb1beb619 req-88b531da-57db-48f5-a80a-1d3d4ea5c80c tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] 10.222.0.85 "GET /v2.0/networks?id=e0f55504-d8f7-4a5a-b704-bd0e657d5724 HTTP/1.1" status: 200 len: 805 time: 0.2465444 May 30 20:09:15.505850 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-bc5d234e-6e72-4951-91a3-bd9cb1beb619 req-4a903a4a-0788-4abc-a523-8fdc9b89674f tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] 10.222.0.85 "GET /v2.0/quotas/586757e83dd846ec935ec1b35f2c085f HTTP/1.1" status: 200 len: 375 time: 0.0146151 May 30 20:09:15.521232 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c6f4a27c-d05d-494d-86f6-c534b4052faf req-9dc2fdea-ebf7-4185-b979-670c4b982889 tempest-FloatingIPsTestJSON-827685268 tempest-FloatingIPsTestJSON-827685268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:15.604242 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-bc5d234e-6e72-4951-91a3-bd9cb1beb619 req-d1f14ada-acdf-43b4-874e-f224e9acf7f6 tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] Synchronizing usage tracker for tenant:586757e83dd846ec935ec1b35f2c085f on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:09:15.640372 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc2fdea-ebf7-4185-b979-670c4b982889 tempest-FloatingIPsTestJSON-827685268 tempest-FloatingIPsTestJSON-827685268-project] Pushing event updated for resources: {'Port': ['ID=dd472635-0958-4d09-8513-334177c8e6cc,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:15.678256 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c6f4a27c-d05d-494d-86f6-c534b4052faf req-9dc2fdea-ebf7-4185-b979-670c4b982889 tempest-FloatingIPsTestJSON-827685268 tempest-FloatingIPsTestJSON-827685268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736490'] for floatingip, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:15.687436 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1f3bdfde-e854-490d-af0f-b5fb048dacc9 req-67a8af03-6b81-4643-a5fd-779b2f82fe7c tempest-ImagesNegativeTestJSON-517116350 tempest-ImagesNegativeTestJSON-517116350-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=3387fb3530f34ce28b6445a5e3e889a0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0376949 May 30 20:09:15.795643 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-bc5d234e-6e72-4951-91a3-bd9cb1beb619 req-d1f14ada-acdf-43b4-874e-f224e9acf7f6 tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] Unset dirty status for tenant:586757e83dd846ec935ec1b35f2c085f on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:09:15.801751 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-bc5d234e-6e72-4951-91a3-bd9cb1beb619 req-d1f14ada-acdf-43b4-874e-f224e9acf7f6 tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=586757e83dd846ec935ec1b35f2c085f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2863100 May 30 20:09:15.826989 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [req-bc5d234e-6e72-4951-91a3-bd9cb1beb619 req-0c25bc7b-064e-4c7d-9873-e33a670be0ce service neutron] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=84886) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:09:15.828065 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-bc5d234e-6e72-4951-91a3-bd9cb1beb619 req-0c25bc7b-064e-4c7d-9873-e33a670be0ce service neutron] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0179706 May 30 20:09:15.908515 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3bdfde-e854-490d-af0f-b5fb048dacc9 req-08d0cee6-edf3-4b05-b643-4a881609f9d2 tempest-ImagesNegativeTestJSON-517116350 tempest-ImagesNegativeTestJSON-517116350-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:15.911784 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1f3bdfde-e854-490d-af0f-b5fb048dacc9 req-08d0cee6-edf3-4b05-b643-4a881609f9d2 tempest-ImagesNegativeTestJSON-517116350 tempest-ImagesNegativeTestJSON-517116350-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2183111 May 30 20:09:15.913881 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c6f4a27c-d05d-494d-86f6-c534b4052faf req-9dc2fdea-ebf7-4185-b979-670c4b982889 tempest-FloatingIPsTestJSON-827685268 tempest-FloatingIPsTestJSON-827685268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:15.915790 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c6f4a27c-d05d-494d-86f6-c534b4052faf req-9dc2fdea-ebf7-4185-b979-670c4b982889 tempest-FloatingIPsTestJSON-827685268 tempest-FloatingIPsTestJSON-827685268-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.1413255 May 30 20:09:15.928590 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-1f3bdfde-e854-490d-af0f-b5fb048dacc9 req-083ba7bf-92e9-46d9-93a6-6954fef5624c tempest-ImagesNegativeTestJSON-517116350 tempest-ImagesNegativeTestJSON-517116350-project] Request body: {'port': {'device_id': '5c9c5570-f463-498b-b5c1-b94f23e77083', 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1', 'admin_state_up': True, 'tenant_id': '3387fb3530f34ce28b6445a5e3e889a0'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:09:16.013113 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-bc5d234e-6e72-4951-91a3-bd9cb1beb619 req-1df20ead-e6a1-47e3-987e-94726e995a9b service neutron] 10.222.0.85 "GET /v2.0/networks/e0f55504-d8f7-4a5a-b704-bd0e657d5724?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699705 May 30 20:09:16.156390 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-c6f4a27c-d05d-494d-86f6-c534b4052faf req-6b31c24a-f26b-411a-85bb-d20089d50628 tempest-FloatingIPsTestJSON-827685268 tempest-FloatingIPsTestJSON-827685268-project] Synchronizing usage tracker for tenant:f5753ad8c0f54e9d882bc4d9fbe8fe34 on resource:floatingip {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:09:16.201807 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-bc5d234e-6e72-4951-91a3-bd9cb1beb619 req-9fa0990f-db15-4c74-8203-f7be054ad41c service neutron] 10.222.0.85 "GET /v2.0/networks/e0f55504-d8f7-4a5a-b704-bd0e657d5724?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748052 May 30 20:09:16.230222 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e45b2883-31f9-4c06-9a88-d29fe5738e7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'acc9c322-d362-426a-9ee5-1256177b95d9'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:09:16.275123 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-1f3bdfde-e854-490d-af0f-b5fb048dacc9 req-083ba7bf-92e9-46d9-93a6-6954fef5624c tempest-ImagesNegativeTestJSON-517116350 tempest-ImagesNegativeTestJSON-517116350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:09:16.280221 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-1f3bdfde-e854-490d-af0f-b5fb048dacc9 req-083ba7bf-92e9-46d9-93a6-6954fef5624c tempest-ImagesNegativeTestJSON-517116350 tempest-ImagesNegativeTestJSON-517116350-project] Usage tracker for resource:port and tenant:3387fb3530f34ce28b6445a5e3e889a0 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:09:16.284228 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-1f3bdfde-e854-490d-af0f-b5fb048dacc9 req-083ba7bf-92e9-46d9-93a6-6954fef5624c tempest-ImagesNegativeTestJSON-517116350 tempest-ImagesNegativeTestJSON-517116350-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:09:16.291908 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-1f3bdfde-e854-490d-af0f-b5fb048dacc9 req-083ba7bf-92e9-46d9-93a6-6954fef5624c tempest-ImagesNegativeTestJSON-517116350 tempest-ImagesNegativeTestJSON-517116350-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:09:16.402092 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-c6f4a27c-d05d-494d-86f6-c534b4052faf req-6b31c24a-f26b-411a-85bb-d20089d50628 tempest-FloatingIPsTestJSON-827685268 tempest-FloatingIPsTestJSON-827685268-project] Unset dirty status for tenant:f5753ad8c0f54e9d882bc4d9fbe8fe34 on resource:floatingip {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:09:16.405726 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c6f4a27c-d05d-494d-86f6-c534b4052faf req-6b31c24a-f26b-411a-85bb-d20089d50628 tempest-FloatingIPsTestJSON-827685268 tempest-FloatingIPsTestJSON-827685268-project] 10.222.0.85 "GET /v2.0/floatingips?floating_ip_address=172.25.8.19 HTTP/1.1" status: 200 len: 695 time: 0.4794924 May 30 20:09:16.474210 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f3bdfde-e854-490d-af0f-b5fb048dacc9 req-083ba7bf-92e9-46d9-93a6-6954fef5624c tempest-ImagesNegativeTestJSON-517116350 tempest-ImagesNegativeTestJSON-517116350-project] Made reservation on behalf of 3387fb3530f34ce28b6445a5e3e889a0 for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:09:16.480302 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-1f3bdfde-e854-490d-af0f-b5fb048dacc9 req-083ba7bf-92e9-46d9-93a6-6954fef5624c tempest-ImagesNegativeTestJSON-517116350 tempest-ImagesNegativeTestJSON-517116350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:16.550273 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-1f3bdfde-e854-490d-af0f-b5fb048dacc9 req-083ba7bf-92e9-46d9-93a6-6954fef5624c tempest-ImagesNegativeTestJSON-517116350 tempest-ImagesNegativeTestJSON-517116350-project] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:16.630686 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-1f3bdfde-e854-490d-af0f-b5fb048dacc9 req-083ba7bf-92e9-46d9-93a6-6954fef5624c tempest-ImagesNegativeTestJSON-517116350 tempest-ImagesNegativeTestJSON-517116350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:09:16.646299 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-1f3bdfde-e854-490d-af0f-b5fb048dacc9 req-083ba7bf-92e9-46d9-93a6-6954fef5624c tempest-ImagesNegativeTestJSON-517116350 tempest-ImagesNegativeTestJSON-517116350-project] Usage tracker for resource:security_group_rule and tenant:3387fb3530f34ce28b6445a5e3e889a0 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:09:16.652949 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-1f3bdfde-e854-490d-af0f-b5fb048dacc9 req-083ba7bf-92e9-46d9-93a6-6954fef5624c tempest-ImagesNegativeTestJSON-517116350 tempest-ImagesNegativeTestJSON-517116350-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:09:16.663050 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-1f3bdfde-e854-490d-af0f-b5fb048dacc9 req-083ba7bf-92e9-46d9-93a6-6954fef5624c tempest-ImagesNegativeTestJSON-517116350 tempest-ImagesNegativeTestJSON-517116350-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:09:16.669708 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f4a27c-d05d-494d-86f6-c534b4052faf req-f223106a-cbda-43c1-a1dc-84032af87415 tempest-FloatingIPsTestJSON-827685268 tempest-FloatingIPsTestJSON-827685268-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:16.671142 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c6f4a27c-d05d-494d-86f6-c534b4052faf req-f223106a-cbda-43c1-a1dc-84032af87415 tempest-FloatingIPsTestJSON-827685268 tempest-FloatingIPsTestJSON-827685268-project] 10.222.0.85 "GET /v2.0/networks/c7869750-4b49-4b7e-aa99-5e0f1ae02da4 HTTP/1.1" status: 200 len: 784 time: 0.2516658 May 30 20:09:16.907783 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d08f644a-7e41-40df-87e4-622ed8987a46 req-e6f7828f-8a24-42f1-8546-57049c9c10e2 tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] 10.222.0.85 "GET /v2.0/floatingips/c536b950-01f5-4ff6-a088-6bbd8f045713 HTTP/1.1" status: 200 len: 693 time: 0.1863577 May 30 20:09:17.137872 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-1f3bdfde-e854-490d-af0f-b5fb048dacc9 req-083ba7bf-92e9-46d9-93a6-6954fef5624c tempest-ImagesNegativeTestJSON-517116350 tempest-ImagesNegativeTestJSON-517116350-project] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:17.209272 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08f644a-7e41-40df-87e4-622ed8987a46 req-d5d07229-52d9-4bb0-a4a1-beb0692c0ef6 tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:17.211149 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d08f644a-7e41-40df-87e4-622ed8987a46 req-d5d07229-52d9-4bb0-a4a1-beb0692c0ef6 tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] 10.222.0.85 "GET /v2.0/networks/c7869750-4b49-4b7e-aa99-5e0f1ae02da4 HTTP/1.1" status: 200 len: 784 time: 0.2939715 May 30 20:09:17.309033 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d08f644a-7e41-40df-87e4-622ed8987a46 req-6c38d3f3-f5ed-479d-ada3-b7350be4083f tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] 10.222.0.85 "GET /v2.0/floatingips?floating_ip_address=172.25.8.153 HTTP/1.1" status: 200 len: 696 time: 0.0911326 May 30 20:09:17.535728 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-1f3bdfde-e854-490d-af0f-b5fb048dacc9 req-083ba7bf-92e9-46d9-93a6-6954fef5624c tempest-ImagesNegativeTestJSON-517116350 tempest-ImagesNegativeTestJSON-517116350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:17.615980 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d08f644a-7e41-40df-87e4-622ed8987a46 req-b3e2d214-1a6a-4388-a116-f206d5ab1a71 tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] 10.222.0.85 "GET /v2.0/floatingips?floating_ip_address=172.25.8.153 HTTP/1.1" status: 200 len: 696 time: 0.2993772 May 30 20:09:17.788668 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083ba7bf-92e9-46d9-93a6-6954fef5624c tempest-ImagesNegativeTestJSON-517116350 tempest-ImagesNegativeTestJSON-517116350-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b902f25-30a4-473d-a71e-329acb013070,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:17.952581 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-d08f644a-7e41-40df-87e4-622ed8987a46 req-563fe20d-d6fa-4821-bfe4-ad47bedb40fb tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] Deleting port 41b20b05-21be-42c8-94a9-60cf44ff9e05 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:09:17.953061 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-d08f644a-7e41-40df-87e4-622ed8987a46 req-563fe20d-d6fa-4821-bfe4-ad47bedb40fb tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:17.972836 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65c4d8c-cf5b-412a-8357-ff853d2246d2 req-7ddabe69-047a-4edc-b4fd-988832db52a0 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:17.974572 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b65c4d8c-cf5b-412a-8357-ff853d2246d2 req-7ddabe69-047a-4edc-b4fd-988832db52a0 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.85 "GET /v2.0/ports?device_id=ed6463f4-e464-4a85-9f9c-7310728a5be3 HTTP/1.1" status: 200 len: 950 time: 0.1235607 May 30 20:09:18.032986 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b65c4d8c-cf5b-412a-8357-ff853d2246d2 req-310176d3-b846-48fe-88d4-8a735c0ca16f tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.85 "GET /v2.0/security-groups?id=db33dd94-15fa-4959-a681-13f509935d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495448 May 30 20:09:18.227472 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [req-1f3bdfde-e854-490d-af0f-b5fb048dacc9 req-083ba7bf-92e9-46d9-93a6-6954fef5624c tempest-ImagesNegativeTestJSON-517116350 tempest-ImagesNegativeTestJSON-517116350-project] Allocated IP 192.168.233.60 (4344fbed-57fb-43d7-b32d-6020ce60f0a1/1b83ff54-b1af-44ce-bb75-ba148920553c/acf5970b-1b33-47d7-941a-185dbaf5fe2f) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:09:18.344608 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-98d1c896-f003-4fa6-81f3-43e73d154898 req-b128ee80-06b3-4f11-9683-8ee810244f25 tempest-ImagesNegativeTestJSON-517116350 tempest-ImagesNegativeTestJSON-517116350-project] 10.222.0.85 "GET /v2.0/ports?device_id=5c9c5570-f463-498b-b5c1-b94f23e77083 HTTP/1.1" status: 200 len: 210 time: 0.0566339 May 30 20:09:18.387828 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-d08f644a-7e41-40df-87e4-622ed8987a46 req-563fe20d-d6fa-4821-bfe4-ad47bedb40fb tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:18.388315 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-d08f644a-7e41-40df-87e4-622ed8987a46 req-563fe20d-d6fa-4821-bfe4-ad47bedb40fb tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:18.446866 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6233f34-d6ab-4b9c-9882-316a2a1074f8'] response: {'server_uuid': 'e45b2883-31f9-4c06-9a88-d29fe5738e7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'acc9c322-d362-426a-9ee5-1256177b95d9', 'code': 200} May 30 20:09:18.603325 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-701b5d62-bfbc-4178-be29-f8af8347efdb req-b2ece0e5-7519-4251-9f2f-5d5a72e280f7 tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] 10.222.0.85 "GET /v2.0/ports?device_id=a4b5d15f-eb6d-4803-b156-b8a097188403 HTTP/1.1" status: 200 len: 210 time: 0.0830655 May 30 20:09:18.623238 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-d08f644a-7e41-40df-87e4-622ed8987a46 req-563fe20d-d6fa-4821-bfe4-ad47bedb40fb tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] Calling delete_port for 41b20b05-21be-42c8-94a9-60cf44ff9e05 owned by network:floatingip {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:09:18.791346 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-1f3bdfde-e854-490d-af0f-b5fb048dacc9 req-083ba7bf-92e9-46d9-93a6-6954fef5624c tempest-ImagesNegativeTestJSON-517116350 tempest-ImagesNegativeTestJSON-517116350-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:18.823668 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a7f41ca9-ab2f-44e5-a79b-30254c6a3f0b req-0ee6885b-162f-4d54-b6ca-17408a3bca9e tempest-FloatingIPsTestJSON-827685268 tempest-FloatingIPsTestJSON-827685268-project] 10.222.0.85 "GET /v2.0/floatingips/c7d2729a-e313-40fc-973f-b9dafcf006d9 HTTP/1.1" status: 200 len: 692 time: 0.1767850 May 30 20:09:18.996638 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-1f3bdfde-e854-490d-af0f-b5fb048dacc9 req-083ba7bf-92e9-46d9-93a6-6954fef5624c tempest-ImagesNegativeTestJSON-517116350 tempest-ImagesNegativeTestJSON-517116350-project] Transition to ACTIVE for port object acf5970b-1b33-47d7-941a-185dbaf5fe2f will not be triggered until provisioned by entity DHCP. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:09:19.001204 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-d08f644a-7e41-40df-87e4-622ed8987a46 req-563fe20d-d6fa-4821-bfe4-ad47bedb40fb tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:19.083542 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563fe20d-d6fa-4821-bfe4-ad47bedb40fb tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] Pushing event deleted for resources: {'Port': ['ID=41b20b05-21be-42c8-94a9-60cf44ff9e05,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:19.162152 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f41ca9-ab2f-44e5-a79b-30254c6a3f0b req-21f429ed-b52d-427b-a24b-b14c91e4b847 tempest-FloatingIPsTestJSON-827685268 tempest-FloatingIPsTestJSON-827685268-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:19.164226 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a7f41ca9-ab2f-44e5-a79b-30254c6a3f0b req-21f429ed-b52d-427b-a24b-b14c91e4b847 tempest-FloatingIPsTestJSON-827685268 tempest-FloatingIPsTestJSON-827685268-project] 10.222.0.85 "GET /v2.0/networks/c7869750-4b49-4b7e-aa99-5e0f1ae02da4 HTTP/1.1" status: 200 len: 784 time: 0.3342865 May 30 20:09:19.213960 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:19.244388 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-d08f644a-7e41-40df-87e4-622ed8987a46 req-563fe20d-d6fa-4821-bfe4-ad47bedb40fb tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] Notify callbacks [] for floatingip, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:19.262872 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-a7f41ca9-ab2f-44e5-a79b-30254c6a3f0b req-014cb45d-4048-4b45-bfbe-4ee5c6723076 tempest-FloatingIPsTestJSON-827685268 tempest-FloatingIPsTestJSON-827685268-project] Synchronizing usage tracker for tenant:f5753ad8c0f54e9d882bc4d9fbe8fe34 on resource:floatingip {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:09:19.275236 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-a7f41ca9-ab2f-44e5-a79b-30254c6a3f0b req-014cb45d-4048-4b45-bfbe-4ee5c6723076 tempest-FloatingIPsTestJSON-827685268 tempest-FloatingIPsTestJSON-827685268-project] Unset dirty status for tenant:f5753ad8c0f54e9d882bc4d9fbe8fe34 on resource:floatingip {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:09:19.276419 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a7f41ca9-ab2f-44e5-a79b-30254c6a3f0b req-014cb45d-4048-4b45-bfbe-4ee5c6723076 tempest-FloatingIPsTestJSON-827685268 tempest-FloatingIPsTestJSON-827685268-project] 10.222.0.85 "GET /v2.0/floatingips?floating_ip_address=172.25.8.19 HTTP/1.1" status: 200 len: 695 time: 0.1058872 May 30 20:09:19.293391 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-d08f644a-7e41-40df-87e4-622ed8987a46 req-563fe20d-d6fa-4821-bfe4-ad47bedb40fb tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:19.294569 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d08f644a-7e41-40df-87e4-622ed8987a46 req-563fe20d-d6fa-4821-bfe4-ad47bedb40fb tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] 10.222.0.85 "DELETE /v2.0/floatingips/c536b950-01f5-4ff6-a088-6bbd8f045713 HTTP/1.1" status: 204 len: 173 time: 1.6668060 May 30 20:09:19.302042 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4576ac32-d53c-4ab3-8071-4dade06f989e req-539e61db-2b5a-41d9-a141-31ef46cf637c tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:19.304299 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4576ac32-d53c-4ab3-8071-4dade06f989e req-539e61db-2b5a-41d9-a141-31ef46cf637c tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] 10.222.0.71 "GET /v2.0/ports?device_id=e45b2883-31f9-4c06-9a88-d29fe5738e7d HTTP/1.1" status: 200 len: 943 time: 0.1426001 May 30 20:09:19.375531 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-1f3bdfde-e854-490d-af0f-b5fb048dacc9 req-083ba7bf-92e9-46d9-93a6-6954fef5624c tempest-ImagesNegativeTestJSON-517116350 tempest-ImagesNegativeTestJSON-517116350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:19.382385 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a7f41ca9-ab2f-44e5-a79b-30254c6a3f0b req-b46009d7-405d-41c2-bf13-cb17311ebda3 tempest-FloatingIPsTestJSON-827685268 tempest-FloatingIPsTestJSON-827685268-project] 10.222.0.85 "GET /v2.0/floatingips?floating_ip_address=172.25.8.19 HTTP/1.1" status: 200 len: 695 time: 0.0966578 May 30 20:09:19.446675 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-4576ac32-d53c-4ab3-8071-4dade06f989e req-9c37ef61-01d7-4554-ac23-498833f6b697 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Deleting port acc9c322-d362-426a-9ee5-1256177b95d9 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:09:19.447155 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-4576ac32-d53c-4ab3-8071-4dade06f989e req-9c37ef61-01d7-4554-ac23-498833f6b697 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:19.537855 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f3bdfde-e854-490d-af0f-b5fb048dacc9 req-083ba7bf-92e9-46d9-93a6-6954fef5624c tempest-ImagesNegativeTestJSON-517116350 tempest-ImagesNegativeTestJSON-517116350-project] Network 4344fbed-57fb-43d7-b32d-6020ce60f0a1 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:09:19.538848 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083ba7bf-92e9-46d9-93a6-6954fef5624c tempest-ImagesNegativeTestJSON-517116350 tempest-ImagesNegativeTestJSON-517116350-project] Pushing event updated for resources: {'Port': ['ID=acf5970b-1b33-47d7-941a-185dbaf5fe2f,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:19.551215 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [req-1f3bdfde-e854-490d-af0f-b5fb048dacc9 req-083ba7bf-92e9-46d9-93a6-6954fef5624c tempest-ImagesNegativeTestJSON-517116350 tempest-ImagesNegativeTestJSON-517116350-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:09:19.556031 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f3bdfde-e854-490d-af0f-b5fb048dacc9 req-083ba7bf-92e9-46d9-93a6-6954fef5624c tempest-ImagesNegativeTestJSON-517116350 tempest-ImagesNegativeTestJSON-517116350-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:09:19.627309 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [req-a7f41ca9-ab2f-44e5-a79b-30254c6a3f0b req-0c2e54fd-60ad-4006-a6ec-4555380fb1a2 tempest-FloatingIPsTestJSON-827685268 tempest-FloatingIPsTestJSON-827685268-project] Deleting port dd472635-0958-4d09-8513-334177c8e6cc {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:09:19.628348 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-a7f41ca9-ab2f-44e5-a79b-30254c6a3f0b req-0c2e54fd-60ad-4006-a6ec-4555380fb1a2 tempest-FloatingIPsTestJSON-827685268 tempest-FloatingIPsTestJSON-827685268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:19.961496 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-a7f41ca9-ab2f-44e5-a79b-30254c6a3f0b req-0c2e54fd-60ad-4006-a6ec-4555380fb1a2 tempest-FloatingIPsTestJSON-827685268 tempest-FloatingIPsTestJSON-827685268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:19.961849 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-a7f41ca9-ab2f-44e5-a79b-30254c6a3f0b req-0c2e54fd-60ad-4006-a6ec-4555380fb1a2 tempest-FloatingIPsTestJSON-827685268 tempest-FloatingIPsTestJSON-827685268-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:20.032099 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3bdfde-e854-490d-af0f-b5fb048dacc9 req-083ba7bf-92e9-46d9-93a6-6954fef5624c tempest-ImagesNegativeTestJSON-517116350 tempest-ImagesNegativeTestJSON-517116350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:20.032792 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-1f3bdfde-e854-490d-af0f-b5fb048dacc9 req-083ba7bf-92e9-46d9-93a6-6954fef5624c tempest-ImagesNegativeTestJSON-517116350 tempest-ImagesNegativeTestJSON-517116350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:20.103216 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [req-a7f41ca9-ab2f-44e5-a79b-30254c6a3f0b req-0c2e54fd-60ad-4006-a6ec-4555380fb1a2 tempest-FloatingIPsTestJSON-827685268 tempest-FloatingIPsTestJSON-827685268-project] Calling delete_port for dd472635-0958-4d09-8513-334177c8e6cc owned by network:floatingip {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:09:20.178039 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-36f07b14-c105-41aa-aa77-483d13037f10 None None] Provisioning for port acf5970b-1b33-47d7-941a-185dbaf5fe2f completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:09:20.185700 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-36f07b14-c105-41aa-aa77-483d13037f10 None None] Provisioning complete for port acf5970b-1b33-47d7-941a-185dbaf5fe2f triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:09:20.186044 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5af97c39-6b07-4e54-b7e9-1c2723b0e3ed req-18248aff-d6e9-4cf3-afca-62f2cfac1230 tempest-ServersOnMultiNodesTest-1068604617 tempest-ServersOnMultiNodesTest-1068604617-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=ed6463f4-e464-4a85-9f9c-7310728a5be3 HTTP/1.1" status: 200 len: 1101 time: 0.4460304 May 30 20:09:20.186842 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-36f07b14-c105-41aa-aa77-483d13037f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:20.198092 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-4576ac32-d53c-4ab3-8071-4dade06f989e req-9c37ef61-01d7-4554-ac23-498833f6b697 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] For port acc9c322-d362-426a-9ee5-1256177b95d9, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=acc9c322-d362-426a-9ee5-1256177b95d9,segment=NetworkSegment(70424240-b76f-4af0-9f32-ace284913a86),segment_id=70424240-b76f-4af0-9f32-ace284913a86)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:09:20.198454 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-4576ac32-d53c-4ab3-8071-4dade06f989e req-9c37ef61-01d7-4554-ac23-498833f6b697 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:20.292593 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-36f07b14-c105-41aa-aa77-483d13037f10 None None] Port acf5970b-1b33-47d7-941a-185dbaf5fe2f cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:09:20.363798 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1f3bdfde-e854-490d-af0f-b5fb048dacc9 req-083ba7bf-92e9-46d9-93a6-6954fef5624c tempest-ImagesNegativeTestJSON-517116350 tempest-ImagesNegativeTestJSON-517116350-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.4401939 May 30 20:09:20.371830 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-4576ac32-d53c-4ab3-8071-4dade06f989e req-9c37ef61-01d7-4554-ac23-498833f6b697 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Calling delete_port for acc9c322-d362-426a-9ee5-1256177b95d9 owned by compute:nova {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:09:20.416892 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-1f3bdfde-e854-490d-af0f-b5fb048dacc9 req-0fdc60e1-5ae8-4e05-b686-7306772f8551 service neutron] Request body: {'port': {'device_id': '5c9c5570-f463-498b-b5c1-b94f23e77083', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843948-2'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:09:20.423455 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-a7f41ca9-ab2f-44e5-a79b-30254c6a3f0b req-0c2e54fd-60ad-4006-a6ec-4555380fb1a2 tempest-FloatingIPsTestJSON-827685268 tempest-FloatingIPsTestJSON-827685268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:20.447858 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5af97c39-6b07-4e54-b7e9-1c2723b0e3ed req-4645a246-d5ff-426f-82dd-498285d50366 tempest-ServersOnMultiNodesTest-1068604617 tempest-ServersOnMultiNodesTest-1068604617-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=db33dd94-15fa-4959-a681-13f509935d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518642 May 30 20:09:20.506985 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2e54fd-60ad-4006-a6ec-4555380fb1a2 tempest-FloatingIPsTestJSON-827685268 tempest-FloatingIPsTestJSON-827685268-project] Pushing event deleted for resources: {'Port': ['ID=dd472635-0958-4d09-8513-334177c8e6cc,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:20.631866 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-a7f41ca9-ab2f-44e5-a79b-30254c6a3f0b req-0c2e54fd-60ad-4006-a6ec-4555380fb1a2 tempest-FloatingIPsTestJSON-827685268 tempest-FloatingIPsTestJSON-827685268-project] Notify callbacks [] for floatingip, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:20.698717 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a19e9517-2fef-49f0-b426-51fc9d93a9de req-4dfe6ad4-4729-4c77-8034-b1db3c196cfd tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] 10.222.0.85 "GET /v2.0/floatingips/82c0529e-fd80-4c55-aff1-28e2532deb0e HTTP/1.1" status: 200 len: 692 time: 0.1489079 May 30 20:09:20.730246 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-1f3bdfde-e854-490d-af0f-b5fb048dacc9 req-0fdc60e1-5ae8-4e05-b686-7306772f8551 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:20.835102 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-a7f41ca9-ab2f-44e5-a79b-30254c6a3f0b req-0c2e54fd-60ad-4006-a6ec-4555380fb1a2 tempest-FloatingIPsTestJSON-827685268 tempest-FloatingIPsTestJSON-827685268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:20.851021 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a7f41ca9-ab2f-44e5-a79b-30254c6a3f0b req-0c2e54fd-60ad-4006-a6ec-4555380fb1a2 tempest-FloatingIPsTestJSON-827685268 tempest-FloatingIPsTestJSON-827685268-project] 10.222.0.85 "DELETE /v2.0/floatingips/c7d2729a-e313-40fc-973f-b9dafcf006d9 HTTP/1.1" status: 204 len: 173 time: 1.4421055 May 30 20:09:20.919407 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5d234e-6e72-4951-91a3-bd9cb1beb619 req-43acd94d-6c6b-4ff9-b86d-3ea7d51bbb7f tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:20.928635 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-bc5d234e-6e72-4951-91a3-bd9cb1beb619 req-43acd94d-6c6b-4ff9-b86d-3ea7d51bbb7f tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] 10.222.0.71 "GET /v2.0/networks?id=e0f55504-d8f7-4a5a-b704-bd0e657d5724 HTTP/1.1" status: 200 len: 805 time: 0.2879231 May 30 20:09:20.934321 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-4576ac32-d53c-4ab3-8071-4dade06f989e req-9c37ef61-01d7-4554-ac23-498833f6b697 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:21.004958 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-bc5d234e-6e72-4951-91a3-bd9cb1beb619 req-230895b6-4816-4731-bb7a-7d8b620e204b tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=586757e83dd846ec935ec1b35f2c085f HTTP/1.1" status: 200 len: 379 time: 0.0630569 May 30 20:09:21.017368 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [req-bc5d234e-6e72-4951-91a3-bd9cb1beb619 req-2ef91d92-a52a-4f93-8d81-de391a05a096 tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] Request body: {'port': {'device_id': 'a4b5d15f-eb6d-4803-b156-b8a097188403', 'network_id': 'e0f55504-d8f7-4a5a-b704-bd0e657d5724', 'admin_state_up': True, 'tenant_id': '586757e83dd846ec935ec1b35f2c085f', 'security_groups': ['c7896e4c-36a2-48d0-b2ac-efb83a8df59d']}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:09:21.066196 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c37ef61-01d7-4554-ac23-498833f6b697 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Pushing event deleted for resources: {'Port': ['ID=acc9c322-d362-426a-9ee5-1256177b95d9,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:21.153605 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19e9517-2fef-49f0-b426-51fc9d93a9de req-acc3246d-6e3c-48cb-aa88-7ef34e494282 tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:21.155568 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a19e9517-2fef-49f0-b426-51fc9d93a9de req-acc3246d-6e3c-48cb-aa88-7ef34e494282 tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] 10.222.0.85 "GET /v2.0/networks/c7869750-4b49-4b7e-aa99-5e0f1ae02da4 HTTP/1.1" status: 200 len: 784 time: 0.4490867 May 30 20:09:21.284935 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-4576ac32-d53c-4ab3-8071-4dade06f989e req-9c37ef61-01d7-4554-ac23-498833f6b697 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] No DVR routers for this DVR port acc9c322-d362-426a-9ee5-1256177b95d9 on host n-h1-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:09:21.285927 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-bc5d234e-6e72-4951-91a3-bd9cb1beb619 req-2ef91d92-a52a-4f93-8d81-de391a05a096 tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:09:21.307898 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-bc5d234e-6e72-4951-91a3-bd9cb1beb619 req-2ef91d92-a52a-4f93-8d81-de391a05a096 tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:09:21.309797 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-4576ac32-d53c-4ab3-8071-4dade06f989e req-9c37ef61-01d7-4554-ac23-498833f6b697 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:21.318177 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e45b2883-31f9-4c06-9a88-d29fe5738e7d', 'name': 'network-vif-deleted', 'tag': 'acc9c322-d362-426a-9ee5-1256177b95d9'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:09:21.355368 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-a19e9517-2fef-49f0-b426-51fc9d93a9de req-cf9e9058-c5dc-4eb0-be6c-29e55a9815fa tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] Synchronizing usage tracker for tenant:025c7e17165b4ab688bec2ce251d59e7 on resource:floatingip {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:09:21.435477 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc5d234e-6e72-4951-91a3-bd9cb1beb619 req-2ef91d92-a52a-4f93-8d81-de391a05a096 tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] Made reservation on behalf of 586757e83dd846ec935ec1b35f2c085f for: {'port': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:09:21.438687 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-bc5d234e-6e72-4951-91a3-bd9cb1beb619 req-2ef91d92-a52a-4f93-8d81-de391a05a096 tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:21.517207 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4576ac32-d53c-4ab3-8071-4dade06f989e req-9c37ef61-01d7-4554-ac23-498833f6b697 tempest-ImagesTestJSON-1364619976 tempest-ImagesTestJSON-1364619976-project] 10.222.0.71 "DELETE /v2.0/ports/acc9c322-d362-426a-9ee5-1256177b95d9 HTTP/1.1" status: 204 len: 173 time: 2.2070284 May 30 20:09:21.571494 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-a19e9517-2fef-49f0-b426-51fc9d93a9de req-cf9e9058-c5dc-4eb0-be6c-29e55a9815fa tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] Unset dirty status for tenant:025c7e17165b4ab688bec2ce251d59e7 on resource:floatingip {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:09:21.574202 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a19e9517-2fef-49f0-b426-51fc9d93a9de req-cf9e9058-c5dc-4eb0-be6c-29e55a9815fa tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] 10.222.0.85 "GET /v2.0/floatingips?floating_ip_address=172.25.8.47 HTTP/1.1" status: 200 len: 695 time: 0.3670750 May 30 20:09:21.778102 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device acc9c322-d362-426a-9ee5-1256177b95d9 no longer exists at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:09:21.786259 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3139441-d8a4-4cb8-aa4a-575cc79576f3 req-0a45c49c-6c04-4eb5-9684-3e13894b9ac0 tempest-ImagesNegativeTestJSON-517116350 tempest-ImagesNegativeTestJSON-517116350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:21.791906 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [req-1f3bdfde-e854-490d-af0f-b5fb048dacc9 req-0fdc60e1-5ae8-4e05-b686-7306772f8551 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acf5970b-1b33-47d7-941a-185dbaf5fe2f {{(pid=84887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:09:21.793488 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c3139441-d8a4-4cb8-aa4a-575cc79576f3 req-0a45c49c-6c04-4eb5-9684-3e13894b9ac0 tempest-ImagesNegativeTestJSON-517116350 tempest-ImagesNegativeTestJSON-517116350-project] 10.222.0.85 "GET /v2.0/ports?device_id=5c9c5570-f463-498b-b5c1-b94f23e77083 HTTP/1.1" status: 200 len: 935 time: 0.3309543 May 30 20:09:21.806041 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-1f3bdfde-e854-490d-af0f-b5fb048dacc9 req-0fdc60e1-5ae8-4e05-b686-7306772f8551 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:21.841014 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-1f3bdfde-e854-490d-af0f-b5fb048dacc9 req-0fdc60e1-5ae8-4e05-b686-7306772f8551 service neutron] Transition to ACTIVE for port object acf5970b-1b33-47d7-941a-185dbaf5fe2f will not be triggered until provisioned by entity L2. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:09:21.942471 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [req-bc5d234e-6e72-4951-91a3-bd9cb1beb619 req-2ef91d92-a52a-4f93-8d81-de391a05a096 tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] Allocated IP 172.20.0.11 (e0f55504-d8f7-4a5a-b704-bd0e657d5724/1581c6d7-c19f-439e-8ba3-14e41bf5cc8a/54697081-e7b8-4e91-8009-b933877a65cd) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:09:21.953066 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] No Port match for: acc9c322-d362-426a-9ee5-1256177b95d9 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:09:21.953878 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device acc9c322-d362-426a-9ee5-1256177b95d9 not bound to the agent host n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:09:21.962507 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c3139441-d8a4-4cb8-aa4a-575cc79576f3 req-5ff5f867-580c-4ba3-9a0c-40cf889d6ef8 tempest-ImagesNegativeTestJSON-517116350 tempest-ImagesNegativeTestJSON-517116350-project] 10.222.0.85 "GET /v2.0/security-groups?id=4b902f25-30a4-473d-a71e-329acb013070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677566 May 30 20:09:22.010407 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-1f3bdfde-e854-490d-af0f-b5fb048dacc9 req-0fdc60e1-5ae8-4e05-b686-7306772f8551 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:22.075525 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a19e9517-2fef-49f0-b426-51fc9d93a9de req-6fc79f74-fae0-4021-a7e4-9b28eb3cfef6 tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] 10.222.0.85 "GET /v2.0/floatingips?floating_ip_address=172.25.8.47 HTTP/1.1" status: 200 len: 695 time: 0.4421635 May 30 20:09:22.104624 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:22.324278 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdc60e1-5ae8-4e05-b686-7306772f8551 service neutron] Pushing event updated for resources: {'Port': ['ID=acf5970b-1b33-47d7-941a-185dbaf5fe2f,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:22.388913 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-a19e9517-2fef-49f0-b426-51fc9d93a9de req-7c56429b-5736-497a-a3a4-3c612fc04d01 tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] Deleting port 6f2e97bd-be4b-46a8-8645-5a37120ba757 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:09:22.389253 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-a19e9517-2fef-49f0-b426-51fc9d93a9de req-7c56429b-5736-497a-a3a4-3c612fc04d01 tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:22.407091 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2eac8574-39b5-4351-ac59-d483aaa5d701 req-4f1b3987-7a4e-471d-a9ab-b5a30be7c4a7 tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] 10.222.0.85 "GET /v2.0/ports?device_id=a4b5d15f-eb6d-4803-b156-b8a097188403 HTTP/1.1" status: 200 len: 210 time: 0.0870054 May 30 20:09:22.410768 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-bc5d234e-6e72-4951-91a3-bd9cb1beb619 req-2ef91d92-a52a-4f93-8d81-de391a05a096 tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:22.448262 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [req-bc5d234e-6e72-4951-91a3-bd9cb1beb619 req-2ef91d92-a52a-4f93-8d81-de391a05a096 tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] Transition to ACTIVE for port object 54697081-e7b8-4e91-8009-b933877a65cd will not be triggered until provisioned by entity DHCP. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:09:22.556336 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-bc5d234e-6e72-4951-91a3-bd9cb1beb619 req-2ef91d92-a52a-4f93-8d81-de391a05a096 tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:22.624198 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-1f3bdfde-e854-490d-af0f-b5fb048dacc9 req-0fdc60e1-5ae8-4e05-b686-7306772f8551 service neutron] Attempting to bind port acf5970b-1b33-47d7-941a-185dbaf5fe2f on host n-h1-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:09:22.624503 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-1f3bdfde-e854-490d-af0f-b5fb048dacc9 req-0fdc60e1-5ae8-4e05-b686-7306772f8551 service neutron] Attempting to bind port acf5970b-1b33-47d7-941a-185dbaf5fe2f by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': '7e304c17-4e5f-4a93-af80-52785639e6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:09:22.624847 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f3bdfde-e854-490d-af0f-b5fb048dacc9 req-0fdc60e1-5ae8-4e05-b686-7306772f8551 service neutron] Attempting to bind port acf5970b-1b33-47d7-941a-185dbaf5fe2f on network 4344fbed-57fb-43d7-b32d-6020ce60f0a1 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:09:22.649159 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f3bdfde-e854-490d-af0f-b5fb048dacc9 req-0fdc60e1-5ae8-4e05-b686-7306772f8551 service neutron] Port acf5970b-1b33-47d7-941a-185dbaf5fe2f on network 4344fbed-57fb-43d7-b32d-6020ce60f0a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:09:22.649484 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f3bdfde-e854-490d-af0f-b5fb048dacc9 req-0fdc60e1-5ae8-4e05-b686-7306772f8551 service neutron] Attempting to bind port acf5970b-1b33-47d7-941a-185dbaf5fe2f on network 4344fbed-57fb-43d7-b32d-6020ce60f0a1 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:09:22.670793 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f3bdfde-e854-490d-af0f-b5fb048dacc9 req-0fdc60e1-5ae8-4e05-b686-7306772f8551 service neutron] Checking agent: {'id': 'f728d74e-a4ae-4384-860b-a5ade05dd8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:09:22.671124 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f3bdfde-e854-490d-af0f-b5fb048dacc9 req-0fdc60e1-5ae8-4e05-b686-7306772f8551 service neutron] Checking segment: {'id': '7e304c17-4e5f-4a93-af80-52785639e6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:09:22.672528 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f3bdfde-e854-490d-af0f-b5fb048dacc9 req-0fdc60e1-5ae8-4e05-b686-7306772f8551 service neutron] Bound using segment: {'id': '7e304c17-4e5f-4a93-af80-52785639e6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1'} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:09:22.672528 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-1f3bdfde-e854-490d-af0f-b5fb048dacc9 req-0fdc60e1-5ae8-4e05-b686-7306772f8551 service neutron] Bound port: acf5970b-1b33-47d7-941a-185dbaf5fe2f, host: n-h1-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e304c17-4e5f-4a93-af80-52785639e6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1'}}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:09:22.672528 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-1f3bdfde-e854-490d-af0f-b5fb048dacc9 req-0fdc60e1-5ae8-4e05-b686-7306772f8551 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:22.676041 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc5d234e-6e72-4951-91a3-bd9cb1beb619 req-2ef91d92-a52a-4f93-8d81-de391a05a096 tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] Network e0f55504-d8f7-4a5a-b704-bd0e657d5724 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:09:22.678070 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f23ae285-a63c-4592-b546-afeee9e49ff5 req-57176233-14fc-4ee7-afd0-8644fa2cfa47 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.85 "GET /v2.0/networks?tenant_id=6a75b3db8cd44db8bb931dd59e296017&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0552213 May 30 20:09:22.681555 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [req-bc5d234e-6e72-4951-91a3-bd9cb1beb619 req-2ef91d92-a52a-4f93-8d81-de391a05a096 tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:09:22.686368 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc5d234e-6e72-4951-91a3-bd9cb1beb619 req-2ef91d92-a52a-4f93-8d81-de391a05a096 tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:09:22.686810 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-a19e9517-2fef-49f0-b426-51fc9d93a9de req-7c56429b-5736-497a-a3a4-3c612fc04d01 tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:22.686992 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-a19e9517-2fef-49f0-b426-51fc9d93a9de req-7c56429b-5736-497a-a3a4-3c612fc04d01 tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:22.750964 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef91d92-a52a-4f93-8d81-de391a05a096 tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] Pushing event updated for resources: {'Port': ['ID=54697081-e7b8-4e91-8009-b933877a65cd,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:22.856822 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-a19e9517-2fef-49f0-b426-51fc9d93a9de req-7c56429b-5736-497a-a3a4-3c612fc04d01 tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] Calling delete_port for 6f2e97bd-be4b-46a8-8645-5a37120ba757 owned by network:floatingip {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:09:22.934875 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5d234e-6e72-4951-91a3-bd9cb1beb619 req-2ef91d92-a52a-4f93-8d81-de391a05a096 tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:22.936284 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-bc5d234e-6e72-4951-91a3-bd9cb1beb619 req-2ef91d92-a52a-4f93-8d81-de391a05a096 tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:22.994163 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-1f3bdfde-e854-490d-af0f-b5fb048dacc9 req-0fdc60e1-5ae8-4e05-b686-7306772f8551 service neutron] For port acf5970b-1b33-47d7-941a-185dbaf5fe2f, host n-h1-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:09:23.004057 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-1f3bdfde-e854-490d-af0f-b5fb048dacc9 req-0fdc60e1-5ae8-4e05-b686-7306772f8551 service neutron] For port acf5970b-1b33-47d7-941a-185dbaf5fe2f, host n-h1-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=acf5970b-1b33-47d7-941a-185dbaf5fe2f,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:09:23.042055 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23ae285-a63c-4592-b546-afeee9e49ff5 req-498d9189-f057-454b-ba42-bf71ca0c1841 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:23.044971 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f23ae285-a63c-4592-b546-afeee9e49ff5 req-498d9189-f057-454b-ba42-bf71ca0c1841 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3321474 May 30 20:09:23.070439 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f23ae285-a63c-4592-b546-afeee9e49ff5 req-70c56345-1dc9-4b70-980a-e1591e6dd409 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.85 "GET /v2.0/quotas/6a75b3db8cd44db8bb931dd59e296017 HTTP/1.1" status: 200 len: 375 time: 0.0133023 May 30 20:09:23.093809 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-1f3bdfde-e854-490d-af0f-b5fb048dacc9 req-0fdc60e1-5ae8-4e05-b686-7306772f8551 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:23.160428 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-bc5d234e-6e72-4951-91a3-bd9cb1beb619 req-2ef91d92-a52a-4f93-8d81-de391a05a096 tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1500962 May 30 20:09:23.180218 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [req-bc5d234e-6e72-4951-91a3-bd9cb1beb619 req-da54304d-c1a8-46e0-b0aa-6e185a5832c5 service neutron] Request body: {'port': {'device_id': 'a4b5d15f-eb6d-4803-b156-b8a097188403', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843948-2'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:09:23.184197 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-14a0effd-ad03-47fa-9836-f36bfc40d728 None None] Provisioning for port 54697081-e7b8-4e91-8009-b933877a65cd completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:09:23.195889 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-14a0effd-ad03-47fa-9836-f36bfc40d728 None None] Provisioning complete for port 54697081-e7b8-4e91-8009-b933877a65cd triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:09:23.195889 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-14a0effd-ad03-47fa-9836-f36bfc40d728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:23.239784 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-1f3bdfde-e854-490d-af0f-b5fb048dacc9 req-0fdc60e1-5ae8-4e05-b686-7306772f8551 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:23.242433 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1f3bdfde-e854-490d-af0f-b5fb048dacc9 req-0fdc60e1-5ae8-4e05-b686-7306772f8551 service neutron] 10.222.0.71 "PUT /v2.0/ports/acf5970b-1b33-47d7-941a-185dbaf5fe2f HTTP/1.1" status: 200 len: 1095 time: 2.8379209 May 30 20:09:23.272169 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdc60e1-5ae8-4e05-b686-7306772f8551 service neutron] Pushing event updated for resources: {'Port': ['ID=acf5970b-1b33-47d7-941a-185dbaf5fe2f,revision_number=3']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:23.317072 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-a19e9517-2fef-49f0-b426-51fc9d93a9de req-7c56429b-5736-497a-a3a4-3c612fc04d01 tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:23.326985 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f23ae285-a63c-4592-b546-afeee9e49ff5 req-0109ce51-8592-44dd-bc26-ae259f07012e tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=6a75b3db8cd44db8bb931dd59e296017&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2498493 May 30 20:09:23.333898 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-14a0effd-ad03-47fa-9836-f36bfc40d728 None None] Port 54697081-e7b8-4e91-8009-b933877a65cd cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:09:23.414256 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28599bd4-84af-49f2-b185-49606f02ec1d None None] Sync routers for ids ['59213d2f-2fbd-4efd-bebf-997f35d0aa6c'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:09:23.446554 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28599bd4-84af-49f2-b185-49606f02ec1d None None] Routers {'59213d2f-2fbd-4efd-bebf-997f35d0aa6c'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:09:23.446719 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-28599bd4-84af-49f2-b185-49606f02ec1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:08:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['59213d2f-2fbd-4efd-bebf-997f35d0aa6c'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:09:23.510161 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-bc5d234e-6e72-4951-91a3-bd9cb1beb619 req-da54304d-c1a8-46e0-b0aa-6e185a5832c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:23.517365 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c56429b-5736-497a-a3a4-3c612fc04d01 tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] Pushing event deleted for resources: {'Port': ['ID=6f2e97bd-be4b-46a8-8645-5a37120ba757,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:23.832566 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-a19e9517-2fef-49f0-b426-51fc9d93a9de req-7c56429b-5736-497a-a3a4-3c612fc04d01 tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] Notify callbacks [] for floatingip, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:23.861687 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-28599bd4-84af-49f2-b185-49606f02ec1d None None] Set router 59213d2f-2fbd-4efd-bebf-997f35d0aa6c gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:09:23.873148 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1f3bdfde-e854-490d-af0f-b5fb048dacc9 req-3d36059b-c4cd-437b-86a3-3dbb787e644d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=3387fb3530f34ce28b6445a5e3e889a0&device_id=5c9c5570-f463-498b-b5c1-b94f23e77083 HTTP/1.1" status: 200 len: 1098 time: 0.4723833 May 30 20:09:23.967732 n-d-843948-2 neutron-server[84886]: INFO neutron.api.v2.resource [req-cfaf0b91-5ecb-4bb2-8c3c-57349796ea1c req-c9f93c61-fd73-403e-9618-44981e5eb60b tempest-FloatingIPsTestJSON-827685268 tempest-FloatingIPsTestJSON-827685268-project] show failed (client error): The resource could not be found. May 30 20:09:23.969992 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-cfaf0b91-5ecb-4bb2-8c3c-57349796ea1c req-c9f93c61-fd73-403e-9618-44981e5eb60b tempest-FloatingIPsTestJSON-827685268 tempest-FloatingIPsTestJSON-827685268-project] 10.222.0.85 "GET /v2.0/floatingips/c7d2729a-e313-40fc-973f-b9dafcf006d9 HTTP/1.1" status: 404 len: 350 time: 0.0870953 May 30 20:09:24.123655 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-a19e9517-2fef-49f0-b426-51fc9d93a9de req-7c56429b-5736-497a-a3a4-3c612fc04d01 tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:24.123655 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a19e9517-2fef-49f0-b426-51fc9d93a9de req-7c56429b-5736-497a-a3a4-3c612fc04d01 tempest-FloatingIPDetailsTestJSON-1821305440 tempest-FloatingIPDetailsTestJSON-1821305440-project] 10.222.0.85 "DELETE /v2.0/floatingips/82c0529e-fd80-4c55-aff1-28e2532deb0e HTTP/1.1" status: 204 len: 173 time: 2.0459893 May 30 20:09:24.132671 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 50746) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:09:24.154379 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1f3bdfde-e854-490d-af0f-b5fb048dacc9 req-d9fe22c4-ee82-4bec-8046-d81957790ef3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=acf5970b-1b33-47d7-941a-185dbaf5fe2f HTTP/1.1" status: 200 len: 217 time: 0.2644329 May 30 20:09:24.307696 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-696bc61e-0996-4d2c-b10b-a998b2791050'] response: {'server_uuid': 'e45b2883-31f9-4c06-9a88-d29fe5738e7d', 'name': 'network-vif-deleted', 'tag': 'acc9c322-d362-426a-9ee5-1256177b95d9', 'status': 'completed', 'code': 200} May 30 20:09:24.384032 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [req-bc5d234e-6e72-4951-91a3-bd9cb1beb619 req-da54304d-c1a8-46e0-b0aa-6e185a5832c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54697081-e7b8-4e91-8009-b933877a65cd {{(pid=84886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:09:24.415140 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3bdfde-e854-490d-af0f-b5fb048dacc9 req-eb2c80db-dd79-4624-820a-e3006a9ec9fe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:24.418891 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1f3bdfde-e854-490d-af0f-b5fb048dacc9 req-eb2c80db-dd79-4624-820a-e3006a9ec9fe service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1b83ff54-b1af-44ce-bb75-ba148920553c HTTP/1.1" status: 200 len: 843 time: 0.2600472 May 30 20:09:24.518621 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-28599bd4-84af-49f2-b185-49606f02ec1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59213d2f-2fbd-4efd-bebf-997f35d0aa6c', 'name': 'tempest-FloatingIPsTestJSON-570638109-router', 'tenant_id': 'f5753ad8c0f54e9d882bc4d9fbe8fe34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '078790e8-2a4d-465e-a8aa-2a047823934a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:08:16Z', 'updated_at': '2022-05-30T20:08:37Z', 'revision_number': 4, 'project_id': 'f5753ad8c0f54e9d882bc4d9fbe8fe34', 'gw_port': {'id': '078790e8-2a4d-465e-a8aa-2a047823934a', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:f7:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59213d2f-2fbd-4efd-bebf-997f35d0aa6c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:08:18Z', 'updated_at': '2022-05-30T20:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '07f8c75d-07ea-4e92-a9c7-1bb5a942146a', 'name': '', 'network_id': 'd4226d97-c7d0-4c7f-a2ff-6b319fb0030f', 'tenant_id': 'f5753ad8c0f54e9d882bc4d9fbe8fe34', 'mac_address': 'fa:16:3e:5a:98:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59213d2f-2fbd-4efd-bebf-997f35d0aa6c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b2a718ff-9553-4437-be71-26364d4cd011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:08:32Z', 'updated_at': '2022-05-30T20:08:38Z', 'revision_number': 2, 'project_id': 'f5753ad8c0f54e9d882bc4d9fbe8fe34', 'subnets': [{'id': 'b2a718ff-9553-4437-be71-26364d4cd011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:09:24.530475 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-bc5d234e-6e72-4951-91a3-bd9cb1beb619 req-da54304d-c1a8-46e0-b0aa-6e185a5832c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:24.547984 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28599bd4-84af-49f2-b185-49606f02ec1d None None] Checking router: 59213d2f-2fbd-4efd-bebf-997f35d0aa6c for host: n-d-843948-2 {{(pid=84888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:09:24.548813 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28599bd4-84af-49f2-b185-49606f02ec1d None None] Updating router 59213d2f-2fbd-4efd-bebf-997f35d0aa6c port 07f8c75d-07ea-4e92-a9c7-1bb5a942146a binding host n-d-843948-2 {{(pid=84888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:09:24.556082 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [req-bc5d234e-6e72-4951-91a3-bd9cb1beb619 req-da54304d-c1a8-46e0-b0aa-6e185a5832c5 service neutron] Transition to ACTIVE for port object 54697081-e7b8-4e91-8009-b933877a65cd will not be triggered until provisioned by entity L2. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:09:24.654526 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-28599bd4-84af-49f2-b185-49606f02ec1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:24.733562 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1f3bdfde-e854-490d-af0f-b5fb048dacc9 req-f5c4d6f4-dffa-43ee-b43f-7bf680994469 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4344fbed-57fb-43d7-b32d-6020ce60f0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3082569 May 30 20:09:24.741136 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078d6235-fa8c-4219-bbc5-75ae2b3c4e22 req-80301b61-802a-4c71-9d69-f2478b76c4cb tempest-ImagesNegativeTestJSON-517116350 tempest-ImagesNegativeTestJSON-517116350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:24.748172 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-078d6235-fa8c-4219-bbc5-75ae2b3c4e22 req-80301b61-802a-4c71-9d69-f2478b76c4cb tempest-ImagesNegativeTestJSON-517116350 tempest-ImagesNegativeTestJSON-517116350-project] Synchronizing usage tracker for tenant:3387fb3530f34ce28b6445a5e3e889a0 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:09:24.867005 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-bc5d234e-6e72-4951-91a3-bd9cb1beb619 req-da54304d-c1a8-46e0-b0aa-6e185a5832c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:24.983486 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1f3bdfde-e854-490d-af0f-b5fb048dacc9 req-40c4cbd0-5cd4-43b9-99c7-768af8afcef9 service neutron] 10.222.0.71 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293100 May 30 20:09:25.060827 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-078d6235-fa8c-4219-bbc5-75ae2b3c4e22 req-80301b61-802a-4c71-9d69-f2478b76c4cb tempest-ImagesNegativeTestJSON-517116350 tempest-ImagesNegativeTestJSON-517116350-project] Unset dirty status for tenant:3387fb3530f34ce28b6445a5e3e889a0 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:09:25.074240 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-078d6235-fa8c-4219-bbc5-75ae2b3c4e22 req-80301b61-802a-4c71-9d69-f2478b76c4cb tempest-ImagesNegativeTestJSON-517116350 tempest-ImagesNegativeTestJSON-517116350-project] 10.222.0.85 "GET /v2.0/ports?device_id=5c9c5570-f463-498b-b5c1-b94f23e77083 HTTP/1.1" status: 200 len: 947 time: 0.5916886 May 30 20:09:25.122115 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da54304d-c1a8-46e0-b0aa-6e185a5832c5 service neutron] Pushing event updated for resources: {'Port': ['ID=54697081-e7b8-4e91-8009-b933877a65cd,revision_number=2']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:25.178277 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ef8fce-7234-4f1a-a053-747321e127ef req-d11caace-00e7-4aeb-a13d-214fe04ed6ea tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:25.178928 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-77ef8fce-7234-4f1a-a053-747321e127ef req-d11caace-00e7-4aeb-a13d-214fe04ed6ea tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] Synchronizing usage tracker for tenant:586757e83dd846ec935ec1b35f2c085f on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:09:25.203293 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-28599bd4-84af-49f2-b185-49606f02ec1d None None] Notify callbacks [] for port, precommit_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:25.232728 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-28599bd4-84af-49f2-b185-49606f02ec1d None None] Transition to ACTIVE for port object 07f8c75d-07ea-4e92-a9c7-1bb5a942146a will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:09:25.300225 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-77ef8fce-7234-4f1a-a053-747321e127ef req-d11caace-00e7-4aeb-a13d-214fe04ed6ea tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] Unset dirty status for tenant:586757e83dd846ec935ec1b35f2c085f on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:09:25.302256 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-77ef8fce-7234-4f1a-a053-747321e127ef req-d11caace-00e7-4aeb-a13d-214fe04ed6ea tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] 10.222.0.85 "GET /v2.0/ports?device_id=a4b5d15f-eb6d-4803-b156-b8a097188403 HTTP/1.1" status: 200 len: 944 time: 0.6037998 May 30 20:09:25.332886 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-078d6235-fa8c-4219-bbc5-75ae2b3c4e22 req-e84c7617-2b66-4710-9d70-e24fdb411c24 tempest-ImagesNegativeTestJSON-517116350 tempest-ImagesNegativeTestJSON-517116350-project] Synchronizing usage tracker for tenant:3387fb3530f34ce28b6445a5e3e889a0 on resource:security_group {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:09:25.355073 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-28599bd4-84af-49f2-b185-49606f02ec1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:25.401061 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1f3bdfde-e854-490d-af0f-b5fb048dacc9 req-bb6da66c-31d7-431c-8e87-cc3b4d9f7d5f service neutron] 10.222.0.71 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4118333 May 30 20:09:25.401752 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-77ef8fce-7234-4f1a-a053-747321e127ef req-2e52cf4e-11de-4297-aea2-b92610ee9a54 tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] 10.222.0.85 "GET /v2.0/security-groups?id=c7896e4c-36a2-48d0-b2ac-efb83a8df59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916672 May 30 20:09:25.409746 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-bc5d234e-6e72-4951-91a3-bd9cb1beb619 req-da54304d-c1a8-46e0-b0aa-6e185a5832c5 service neutron] Attempting to bind port 54697081-e7b8-4e91-8009-b933877a65cd on host n-h1-843948-2 for vnic_type normal with profile {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:09:25.410057 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-bc5d234e-6e72-4951-91a3-bd9cb1beb619 req-da54304d-c1a8-46e0-b0aa-6e185a5832c5 service neutron] Attempting to bind port 54697081-e7b8-4e91-8009-b933877a65cd by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': '93523d51-b49e-42d0-8c0b-d0db4eaebb6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'e0f55504-d8f7-4a5a-b704-bd0e657d5724'}] {{(pid=84886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:09:25.410522 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5d234e-6e72-4951-91a3-bd9cb1beb619 req-da54304d-c1a8-46e0-b0aa-6e185a5832c5 service neutron] Attempting to bind port 54697081-e7b8-4e91-8009-b933877a65cd on network e0f55504-d8f7-4a5a-b704-bd0e657d5724 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:09:25.432318 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5d234e-6e72-4951-91a3-bd9cb1beb619 req-da54304d-c1a8-46e0-b0aa-6e185a5832c5 service neutron] Port 54697081-e7b8-4e91-8009-b933877a65cd on network e0f55504-d8f7-4a5a-b704-bd0e657d5724 not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:09:25.432651 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5d234e-6e72-4951-91a3-bd9cb1beb619 req-da54304d-c1a8-46e0-b0aa-6e185a5832c5 service neutron] Attempting to bind port 54697081-e7b8-4e91-8009-b933877a65cd on network e0f55504-d8f7-4a5a-b704-bd0e657d5724 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:09:25.438759 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-34062d3a-4708-4a5f-b03e-510c7adad2be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-736216'] for router_interface, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:25.498227 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-078d6235-fa8c-4219-bbc5-75ae2b3c4e22 req-e84c7617-2b66-4710-9d70-e24fdb411c24 tempest-ImagesNegativeTestJSON-517116350 tempest-ImagesNegativeTestJSON-517116350-project] Unset dirty status for tenant:3387fb3530f34ce28b6445a5e3e889a0 on resource:security_group {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:09:25.499480 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-078d6235-fa8c-4219-bbc5-75ae2b3c4e22 req-e84c7617-2b66-4710-9d70-e24fdb411c24 tempest-ImagesNegativeTestJSON-517116350 tempest-ImagesNegativeTestJSON-517116350-project] 10.222.0.85 "GET /v2.0/security-groups?id=4b902f25-30a4-473d-a71e-329acb013070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4244208 May 30 20:09:25.604274 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5d234e-6e72-4951-91a3-bd9cb1beb619 req-da54304d-c1a8-46e0-b0aa-6e185a5832c5 service neutron] Checking agent: {'id': 'f728d74e-a4ae-4384-860b-a5ade05dd8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:09:25.604993 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5d234e-6e72-4951-91a3-bd9cb1beb619 req-da54304d-c1a8-46e0-b0aa-6e185a5832c5 service neutron] Checking segment: {'id': '93523d51-b49e-42d0-8c0b-d0db4eaebb6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'e0f55504-d8f7-4a5a-b704-bd0e657d5724'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:09:25.604993 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5d234e-6e72-4951-91a3-bd9cb1beb619 req-da54304d-c1a8-46e0-b0aa-6e185a5832c5 service neutron] Bound using segment: {'id': '93523d51-b49e-42d0-8c0b-d0db4eaebb6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'e0f55504-d8f7-4a5a-b704-bd0e657d5724'} {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:09:25.605383 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-bc5d234e-6e72-4951-91a3-bd9cb1beb619 req-da54304d-c1a8-46e0-b0aa-6e185a5832c5 service neutron] Bound port: 54697081-e7b8-4e91-8009-b933877a65cd, host: n-h1-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93523d51-b49e-42d0-8c0b-d0db4eaebb6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'e0f55504-d8f7-4a5a-b704-bd0e657d5724'}}] {{(pid=84886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:09:25.605774 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-bc5d234e-6e72-4951-91a3-bd9cb1beb619 req-da54304d-c1a8-46e0-b0aa-6e185a5832c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:25.725160 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-60252941-a71c-4943-b1f7-655d5e1befa3 req-39b4cee6-dd50-41f8-8c98-1493e3fa78dd tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.85 "GET /v2.0/ports?device_id=2eb72a33-2d65-40d2-8220-ee5920fc4ba0 HTTP/1.1" status: 200 len: 210 time: 0.0846882 May 30 20:09:25.770505 n-d-843948-2 neutron-server[84887]: INFO neutron.api.v2.resource [req-f7df8503-7fd8-4518-8b49-1b0086f1cf4d req-b79a0233-c91a-4b73-ba28-31473d18be4e tempest-FloatingIPsTestJSON-827685268 tempest-FloatingIPsTestJSON-827685268-project] show failed (client error): The resource could not be found. May 30 20:09:25.772761 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f7df8503-7fd8-4518-8b49-1b0086f1cf4d req-b79a0233-c91a-4b73-ba28-31473d18be4e tempest-FloatingIPsTestJSON-827685268 tempest-FloatingIPsTestJSON-827685268-project] 10.222.0.85 "GET /v2.0/floatingips/c7d2729a-e313-40fc-973f-b9dafcf006d9 HTTP/1.1" status: 404 len: 350 time: 0.1890798 May 30 20:09:25.782716 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 50766) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:09:25.864323 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-bc5d234e-6e72-4951-91a3-bd9cb1beb619 req-da54304d-c1a8-46e0-b0aa-6e185a5832c5 service neutron] For port 54697081-e7b8-4e91-8009-b933877a65cd, host n-h1-843948-2, cleared binding levels {{(pid=84886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:09:25.866766 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4410de8e-b442-421b-8da7-eac32b50e487 None None] Pushing event updated for resources: {'Port': ['ID=07f8c75d-07ea-4e92-a9c7-1bb5a942146a,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:25.898840 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-bc5d234e-6e72-4951-91a3-bd9cb1beb619 req-da54304d-c1a8-46e0-b0aa-6e185a5832c5 service neutron] For port 54697081-e7b8-4e91-8009-b933877a65cd, host n-h1-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=54697081-e7b8-4e91-8009-b933877a65cd,segment=NetworkSegment(93523d51-b49e-42d0-8c0b-d0db4eaebb6e),segment_id=93523d51-b49e-42d0-8c0b-d0db4eaebb6e)] {{(pid=84886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:09:25.931441 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76249cbc-5026-43d7-86be-935ee2d2344d None None] Sync routers for ids ['44ec2e53-c09d-435b-81eb-35c6952c1930'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:09:25.962056 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76249cbc-5026-43d7-86be-935ee2d2344d None None] Routers {'44ec2e53-c09d-435b-81eb-35c6952c1930'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:09:25.963882 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-76249cbc-5026-43d7-86be-935ee2d2344d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:08:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['44ec2e53-c09d-435b-81eb-35c6952c1930'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:09:26.139271 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-bc5d234e-6e72-4951-91a3-bd9cb1beb619 req-da54304d-c1a8-46e0-b0aa-6e185a5832c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:26.311482 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c9c5570-f463-498b-b5c1-b94f23e77083', 'tag': 'acf5970b-1b33-47d7-941a-185dbaf5fe2f'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:09:26.334866 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-bc5d234e-6e72-4951-91a3-bd9cb1beb619 req-da54304d-c1a8-46e0-b0aa-6e185a5832c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:26.336307 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-bc5d234e-6e72-4951-91a3-bd9cb1beb619 req-da54304d-c1a8-46e0-b0aa-6e185a5832c5 service neutron] 10.222.0.71 "PUT /v2.0/ports/54697081-e7b8-4e91-8009-b933877a65cd HTTP/1.1" status: 200 len: 1092 time: 3.1683855 May 30 20:09:26.342753 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4b5d15f-eb6d-4803-b156-b8a097188403', 'tag': '54697081-e7b8-4e91-8009-b933877a65cd'}] {{(pid=84886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:09:26.499939 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-28599bd4-84af-49f2-b185-49606f02ec1d None None] Attempting to bind port 07f8c75d-07ea-4e92-a9c7-1bb5a942146a on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:09:26.499939 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-28599bd4-84af-49f2-b185-49606f02ec1d None None] Attempting to bind port 07f8c75d-07ea-4e92-a9c7-1bb5a942146a by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': '04c69eb2-a870-4138-9320-3658a9069537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'd4226d97-c7d0-4c7f-a2ff-6b319fb0030f'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:09:26.499939 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28599bd4-84af-49f2-b185-49606f02ec1d None None] Attempting to bind port 07f8c75d-07ea-4e92-a9c7-1bb5a942146a on network d4226d97-c7d0-4c7f-a2ff-6b319fb0030f {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:09:26.512594 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-76249cbc-5026-43d7-86be-935ee2d2344d None None] Set router 44ec2e53-c09d-435b-81eb-35c6952c1930 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:09:26.525907 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28599bd4-84af-49f2-b185-49606f02ec1d None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:09:26.525907 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28599bd4-84af-49f2-b185-49606f02ec1d None None] Checking segment: {'id': '04c69eb2-a870-4138-9320-3658a9069537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'd4226d97-c7d0-4c7f-a2ff-6b319fb0030f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:09:26.528815 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-28599bd4-84af-49f2-b185-49606f02ec1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:26.529476 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28599bd4-84af-49f2-b185-49606f02ec1d None None] Bound using segment: {'id': '04c69eb2-a870-4138-9320-3658a9069537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'd4226d97-c7d0-4c7f-a2ff-6b319fb0030f'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:09:26.532617 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-28599bd4-84af-49f2-b185-49606f02ec1d None None] Bound port: 07f8c75d-07ea-4e92-a9c7-1bb5a942146a, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04c69eb2-a870-4138-9320-3658a9069537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'd4226d97-c7d0-4c7f-a2ff-6b319fb0030f'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:09:26.533058 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-28599bd4-84af-49f2-b185-49606f02ec1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:26.597417 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da54304d-c1a8-46e0-b0aa-6e185a5832c5 service neutron] Pushing event updated for resources: {'Port': ['ID=54697081-e7b8-4e91-8009-b933877a65cd,revision_number=3']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:26.620784 n-d-843948-2 neutron-server[84886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d67e873-2d68-4618-9c99-6d1b96ded609'] response: {'name': 'network-changed', 'server_uuid': 'a4b5d15f-eb6d-4803-b156-b8a097188403', 'tag': '54697081-e7b8-4e91-8009-b933877a65cd', 'status': 'completed', 'code': 200} May 30 20:09:26.628974 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-516b5819-dff8-4ef0-b775-58642519a708'] response: {'name': 'network-changed', 'server_uuid': '5c9c5570-f463-498b-b5c1-b94f23e77083', 'tag': 'acf5970b-1b33-47d7-941a-185dbaf5fe2f', 'status': 'completed', 'code': 200} May 30 20:09:26.711005 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-a291bab0-a980-4021-b7f2-9926733c2224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:26.869555 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-28599bd4-84af-49f2-b185-49606f02ec1d None None] For port 07f8c75d-07ea-4e92-a9c7-1bb5a942146a, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:09:26.879674 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-28599bd4-84af-49f2-b185-49606f02ec1d None None] For port 07f8c75d-07ea-4e92-a9c7-1bb5a942146a, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=07f8c75d-07ea-4e92-a9c7-1bb5a942146a,segment=NetworkSegment(04c69eb2-a870-4138-9320-3658a9069537),segment_id=04c69eb2-a870-4138-9320-3658a9069537)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:09:26.997643 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-28599bd4-84af-49f2-b185-49606f02ec1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:27.211808 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f89dcaeb-9982-4679-97e9-143a28cab9bf req-26cb5b49-31d4-4eb8-832b-99644371007e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=3387fb3530f34ce28b6445a5e3e889a0&device_id=5c9c5570-f463-498b-b5c1-b94f23e77083 HTTP/1.1" status: 200 len: 1098 time: 0.5103419 May 30 20:09:27.267497 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4410de8e-b442-421b-8da7-eac32b50e487 None None] Pushing event updated for resources: {'Port': ['ID=07f8c75d-07ea-4e92-a9c7-1bb5a942146a,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:27.296524 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28599bd4-84af-49f2-b185-49606f02ec1d None None] Routers {'59213d2f-2fbd-4efd-bebf-997f35d0aa6c'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:09:27.298065 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-28599bd4-84af-49f2-b185-49606f02ec1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:08:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['59213d2f-2fbd-4efd-bebf-997f35d0aa6c'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:09:27.398501 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794c2eed-37d1-43c5-9ceb-ce9570e4addb req-4ae41062-7a42-430a-9309-60ac738bb73c tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:27.400143 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-794c2eed-37d1-43c5-9ceb-ce9570e4addb req-4ae41062-7a42-430a-9309-60ac738bb73c tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] 10.222.0.85 "GET /v2.0/ports?device_id=a4b5d15f-eb6d-4803-b156-b8a097188403 HTTP/1.1" status: 200 len: 944 time: 0.4432576 May 30 20:09:27.407458 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-dfc2e945-6131-4ba2-ac43-81d7c9956321 req-030d5d5f-0933-44a6-8bad-0fdaa1d60bd5 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=586757e83dd846ec935ec1b35f2c085f&device_id=a4b5d15f-eb6d-4803-b156-b8a097188403 HTTP/1.1" status: 200 len: 1095 time: 0.6059785 May 30 20:09:27.422774 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-76249cbc-5026-43d7-86be-935ee2d2344d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44ec2e53-c09d-435b-81eb-35c6952c1930', 'name': 'tempest-ServersTestJSON-245510114-router', 'tenant_id': '586757e83dd846ec935ec1b35f2c085f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '6d59c613-0f4c-45bb-9421-e51d5bfc7b4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:08:36Z', 'updated_at': '2022-05-30T20:08:55Z', 'revision_number': 4, 'project_id': '586757e83dd846ec935ec1b35f2c085f', 'gw_port': {'id': '6d59c613-0f4c-45bb-9421-e51d5bfc7b4d', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ec2e53-c09d-435b-81eb-35c6952c1930', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:08:39Z', 'updated_at': '2022-05-30T20:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '099c01b4-a8f1-4fda-a4c7-41d093a61c9a', 'name': '', 'network_id': 'e0f55504-d8f7-4a5a-b704-bd0e657d5724', 'tenant_id': '586757e83dd846ec935ec1b35f2c085f', 'mac_address': 'fa:16:3e:6f:78:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44ec2e53-c09d-435b-81eb-35c6952c1930', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1581c6d7-c19f-439e-8ba3-14e41bf5cc8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:08:52Z', 'updated_at': '2022-05-30T20:08:55Z', 'revision_number': 2, 'project_id': '586757e83dd846ec935ec1b35f2c085f', 'subnets': [{'id': '1581c6d7-c19f-439e-8ba3-14e41bf5cc8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:09:27.452240 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76249cbc-5026-43d7-86be-935ee2d2344d None None] Checking router: 44ec2e53-c09d-435b-81eb-35c6952c1930 for host: n-d-843948-2 {{(pid=84889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:09:27.454485 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76249cbc-5026-43d7-86be-935ee2d2344d None None] Updating router 44ec2e53-c09d-435b-81eb-35c6952c1930 port 099c01b4-a8f1-4fda-a4c7-41d093a61c9a binding host n-d-843948-2 {{(pid=84889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:09:27.623816 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-76249cbc-5026-43d7-86be-935ee2d2344d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:27.884864 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device acf5970b-1b33-47d7-941a-185dbaf5fe2f details requested by agent hyperv_n-h1-843948-2 with host n-h1-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:09:27.936719 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f23ae285-a63c-4592-b546-afeee9e49ff5 req-c85f868f-b0bc-469f-83af-b892404bbff9 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=6a75b3db8cd44db8bb931dd59e296017&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2343001 May 30 20:09:28.004883 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89dcaeb-9982-4679-97e9-143a28cab9bf req-5979b0d4-4a42-4c99-a207-08a15a995a54 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:28.008532 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f89dcaeb-9982-4679-97e9-143a28cab9bf req-5979b0d4-4a42-4c99-a207-08a15a995a54 service neutron] 10.222.0.71 "GET /v2.0/networks?id=4344fbed-57fb-43d7-b32d-6020ce60f0a1 HTTP/1.1" status: 200 len: 870 time: 0.7044630 May 30 20:09:28.041933 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-28599bd4-84af-49f2-b185-49606f02ec1d None None] Set router 59213d2f-2fbd-4efd-bebf-997f35d0aa6c gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:09:28.190422 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc2e945-6131-4ba2-ac43-81d7c9956321 req-c9764ed3-fbd1-4c31-9df7-f54702aa427b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:28.193806 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-dfc2e945-6131-4ba2-ac43-81d7c9956321 req-c9764ed3-fbd1-4c31-9df7-f54702aa427b service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=586757e83dd846ec935ec1b35f2c085f&shared=False HTTP/1.1" status: 200 len: 906 time: 0.7734880 May 30 20:09:28.193806 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-794c2eed-37d1-43c5-9ceb-ce9570e4addb req-06b309c4-fc80-4fc4-b87e-bba1cc827fa4 tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] Synchronizing usage tracker for tenant:586757e83dd846ec935ec1b35f2c085f on resource:security_group {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:09:28.206225 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f89dcaeb-9982-4679-97e9-143a28cab9bf req-999a6485-3ceb-4436-b386-0531cdf5c950 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=acf5970b-1b33-47d7-941a-185dbaf5fe2f HTTP/1.1" status: 200 len: 217 time: 0.1788549 May 30 20:09:28.289905 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89dcaeb-9982-4679-97e9-143a28cab9bf req-be63ddd2-0327-4e92-89b4-5be073bf59c4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:28.291536 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f89dcaeb-9982-4679-97e9-143a28cab9bf req-be63ddd2-0327-4e92-89b4-5be073bf59c4 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1b83ff54-b1af-44ce-bb75-ba148920553c HTTP/1.1" status: 200 len: 843 time: 0.0729775 May 30 20:09:28.305677 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a795fb-9cc3-42ee-a55a-adfd14568e9c req-5e6b0ce0-4ff4-4b01-be6f-8b2c282c5781 tempest-ImagesNegativeTestJSON-517116350 tempest-ImagesNegativeTestJSON-517116350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:28.312997 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-59a795fb-9cc3-42ee-a55a-adfd14568e9c req-5e6b0ce0-4ff4-4b01-be6f-8b2c282c5781 tempest-ImagesNegativeTestJSON-517116350 tempest-ImagesNegativeTestJSON-517116350-project] 10.222.0.85 "GET /v2.0/ports?device_id=5c9c5570-f463-498b-b5c1-b94f23e77083 HTTP/1.1" status: 200 len: 947 time: 1.2285287 May 30 20:09:28.532729 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-59a795fb-9cc3-42ee-a55a-adfd14568e9c req-218967f4-31c9-471e-9ce3-845dae58d5af tempest-ImagesNegativeTestJSON-517116350 tempest-ImagesNegativeTestJSON-517116350-project] 10.222.0.85 "GET /v2.0/security-groups?id=4b902f25-30a4-473d-a71e-329acb013070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161789 May 30 20:09:28.650674 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f89dcaeb-9982-4679-97e9-143a28cab9bf req-da697457-71c7-4a8b-b5dc-5f8ba486cf76 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4344fbed-57fb-43d7-b32d-6020ce60f0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3518803 May 30 20:09:28.652881 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-76249cbc-5026-43d7-86be-935ee2d2344d None None] Notify callbacks [] for port, precommit_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:28.686865 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.provisioning_blocks [None req-76249cbc-5026-43d7-86be-935ee2d2344d None None] Transition to ACTIVE for port object 099c01b4-a8f1-4fda-a4c7-41d093a61c9a will not be triggered until provisioned by entity L2. {{(pid=84889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:09:28.785550 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-76249cbc-5026-43d7-86be-935ee2d2344d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:28.847422 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-794c2eed-37d1-43c5-9ceb-ce9570e4addb req-06b309c4-fc80-4fc4-b87e-bba1cc827fa4 tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] Unset dirty status for tenant:586757e83dd846ec935ec1b35f2c085f on resource:security_group {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:09:28.860075 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-794c2eed-37d1-43c5-9ceb-ce9570e4addb req-06b309c4-fc80-4fc4-b87e-bba1cc827fa4 tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] 10.222.0.85 "GET /v2.0/security-groups?id=c7896e4c-36a2-48d0-b2ac-efb83a8df59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1589577 May 30 20:09:28.949680 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port acf5970b-1b33-47d7-941a-185dbaf5fe2f, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=acf5970b-1b33-47d7-941a-185dbaf5fe2f,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:09:28.952883 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc2e945-6131-4ba2-ac43-81d7c9956321 req-dd72c9b2-6775-4672-b4f6-604db47a54a6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:28.953794 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-dfc2e945-6131-4ba2-ac43-81d7c9956321 req-dd72c9b2-6775-4672-b4f6-604db47a54a6 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7544138 May 30 20:09:29.006845 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23ae285-a63c-4592-b546-afeee9e49ff5 req-27ff8451-1d85-4daf-93bb-fa5ed14c881c tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:29.006845 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f23ae285-a63c-4592-b546-afeee9e49ff5 req-27ff8451-1d85-4daf-93bb-fa5ed14c881c tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0639791 May 30 20:09:29.011925 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Returning: {'device': 'acf5970b-1b33-47d7-941a-185dbaf5fe2f', 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1', 'port_id': 'acf5970b-1b33-47d7-941a-185dbaf5fe2f', 'mac_address': 'fa:16:3e:22:3f:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b83ff54-b1af-44ce-bb75-ba148920553c', 'ip_address': '192.168.233.60'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:09:29.075180 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-71c6a189-5ebd-4e4a-981b-384d3f272279 req-fc8cf74b-2a9b-49be-b87e-ca49b3bf8a03 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.85 "GET /v2.0/ports?device_id=2eb72a33-2d65-40d2-8220-ee5920fc4ba0 HTTP/1.1" status: 200 len: 210 time: 0.1352894 May 30 20:09:29.145649 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ace6c3-b423-47f7-bf99-9185e9fd56f2 None None] Pushing event updated for resources: {'Port': ['ID=099c01b4-a8f1-4fda-a4c7-41d093a61c9a,revision_number=3']} {{(pid=84889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:29.148040 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-f23ae285-a63c-4592-b546-afeee9e49ff5 req-813f1ce7-51a1-461a-9277-6be704b13f10 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Request body: {'port': {'device_id': '2eb72a33-2d65-40d2-8220-ee5920fc4ba0', 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1', 'admin_state_up': True, 'tenant_id': '6a75b3db8cd44db8bb931dd59e296017'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:09:29.188897 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-34062d3a-4708-4a5f-b03e-510c7adad2be admin admin] Deleting port a119a3c6-051e-42bd-b1fb-bb11d6414919 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:09:29.189266 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-34062d3a-4708-4a5f-b03e-510c7adad2be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:29.239103 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:29.263069 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-30438a3f-0d58-4dd8-90be-66a43d390dcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-736216'] for router_interface, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:29.304052 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acf5970b-1b33-47d7-941a-185dbaf5fe2f {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:09:29.328677 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-28599bd4-84af-49f2-b185-49606f02ec1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59213d2f-2fbd-4efd-bebf-997f35d0aa6c', 'name': 'tempest-FloatingIPsTestJSON-570638109-router', 'tenant_id': 'f5753ad8c0f54e9d882bc4d9fbe8fe34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '078790e8-2a4d-465e-a8aa-2a047823934a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:08:16Z', 'updated_at': '2022-05-30T20:08:37Z', 'revision_number': 4, 'project_id': 'f5753ad8c0f54e9d882bc4d9fbe8fe34', 'gw_port': {'id': '078790e8-2a4d-465e-a8aa-2a047823934a', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:f7:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59213d2f-2fbd-4efd-bebf-997f35d0aa6c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:08:18Z', 'updated_at': '2022-05-30T20:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '07f8c75d-07ea-4e92-a9c7-1bb5a942146a', 'name': '', 'network_id': 'd4226d97-c7d0-4c7f-a2ff-6b319fb0030f', 'tenant_id': 'f5753ad8c0f54e9d882bc4d9fbe8fe34', 'mac_address': 'fa:16:3e:5a:98:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59213d2f-2fbd-4efd-bebf-997f35d0aa6c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b2a718ff-9553-4437-be71-26364d4cd011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:08:32Z', 'updated_at': '2022-05-30T20:09:26Z', 'revision_number': 4, 'project_id': 'f5753ad8c0f54e9d882bc4d9fbe8fe34', 'subnets': [{'id': 'b2a718ff-9553-4437-be71-26364d4cd011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:09:29.342400 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-76249cbc-5026-43d7-86be-935ee2d2344d None None] Attempting to bind port 099c01b4-a8f1-4fda-a4c7-41d093a61c9a on host n-d-843948-2 for vnic_type normal with profile {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:09:29.343515 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-76249cbc-5026-43d7-86be-935ee2d2344d None None] Attempting to bind port 099c01b4-a8f1-4fda-a4c7-41d093a61c9a by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': '93523d51-b49e-42d0-8c0b-d0db4eaebb6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'e0f55504-d8f7-4a5a-b704-bd0e657d5724'}] {{(pid=84889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:09:29.343515 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76249cbc-5026-43d7-86be-935ee2d2344d None None] Attempting to bind port 099c01b4-a8f1-4fda-a4c7-41d093a61c9a on network e0f55504-d8f7-4a5a-b704-bd0e657d5724 {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:09:29.352392 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28599bd4-84af-49f2-b185-49606f02ec1d None None] The sync data for ids ['59213d2f-2fbd-4efd-bebf-997f35d0aa6c'] in n-d-843948-2 is: [{'id': '59213d2f-2fbd-4efd-bebf-997f35d0aa6c', 'name': 'tempest-FloatingIPsTestJSON-570638109-router', 'tenant_id': 'f5753ad8c0f54e9d882bc4d9fbe8fe34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '078790e8-2a4d-465e-a8aa-2a047823934a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:08:16Z', 'updated_at': '2022-05-30T20:08:37Z', 'revision_number': 4, 'project_id': 'f5753ad8c0f54e9d882bc4d9fbe8fe34', 'gw_port': {'id': '078790e8-2a4d-465e-a8aa-2a047823934a', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:f7:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59213d2f-2fbd-4efd-bebf-997f35d0aa6c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:08:18Z', 'updated_at': '2022-05-30T20:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '07f8c75d-07ea-4e92-a9c7-1bb5a942146a', 'name': '', 'network_id': 'd4226d97-c7d0-4c7f-a2ff-6b319fb0030f', 'tenant_id': 'f5753ad8c0f54e9d882bc4d9fbe8fe34', 'mac_address': 'fa:16:3e:5a:98:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59213d2f-2fbd-4efd-bebf-997f35d0aa6c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b2a718ff-9553-4437-be71-26364d4cd011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:08:32Z', 'updated_at': '2022-05-30T20:09:26Z', 'revision_number': 4, 'project_id': 'f5753ad8c0f54e9d882bc4d9fbe8fe34', 'subnets': [{'id': 'b2a718ff-9553-4437-be71-26364d4cd011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:09:29.366375 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port acf5970b-1b33-47d7-941a-185dbaf5fe2f, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=acf5970b-1b33-47d7-941a-185dbaf5fe2f,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:09:29.375805 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76249cbc-5026-43d7-86be-935ee2d2344d None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:09:29.382235 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f89dcaeb-9982-4679-97e9-143a28cab9bf req-3c3cf508-af93-41b2-95df-dc15062013dd service neutron] 10.222.0.71 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7168629 May 30 20:09:29.382403 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76249cbc-5026-43d7-86be-935ee2d2344d None None] Checking segment: {'id': '93523d51-b49e-42d0-8c0b-d0db4eaebb6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'e0f55504-d8f7-4a5a-b704-bd0e657d5724'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:09:29.382403 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-76249cbc-5026-43d7-86be-935ee2d2344d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:29.382403 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76249cbc-5026-43d7-86be-935ee2d2344d None None] Bound using segment: {'id': '93523d51-b49e-42d0-8c0b-d0db4eaebb6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'e0f55504-d8f7-4a5a-b704-bd0e657d5724'} {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:09:29.382403 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-76249cbc-5026-43d7-86be-935ee2d2344d None None] Bound port: 099c01b4-a8f1-4fda-a4c7-41d093a61c9a, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93523d51-b49e-42d0-8c0b-d0db4eaebb6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'e0f55504-d8f7-4a5a-b704-bd0e657d5724'}}] {{(pid=84889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:09:29.382403 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-76249cbc-5026-43d7-86be-935ee2d2344d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:29.475400 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:29.588973 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 07f8c75d-07ea-4e92-a9c7-1bb5a942146a up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:09:29.677210 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-a2fb14ba-9e29-4b33-a3ff-9093ebf8e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:29.773537 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['acf5970b-1b33-47d7-941a-185dbaf5fe2f'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:09:29.790269 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.db [None req-76249cbc-5026-43d7-86be-935ee2d2344d None None] For port 099c01b4-a8f1-4fda-a4c7-41d093a61c9a, host n-d-843948-2, cleared binding levels {{(pid=84889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:09:29.804031 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.db [None req-76249cbc-5026-43d7-86be-935ee2d2344d None None] For port 099c01b4-a8f1-4fda-a4c7-41d093a61c9a, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=099c01b4-a8f1-4fda-a4c7-41d093a61c9a,segment=NetworkSegment(93523d51-b49e-42d0-8c0b-d0db4eaebb6e),segment_id=93523d51-b49e-42d0-8c0b-d0db4eaebb6e)] {{(pid=84889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:09:29.874077 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-bc5d234e-6e72-4951-91a3-bd9cb1beb619 req-3862e284-d294-46c3-819c-42f16352f6ac service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=586757e83dd846ec935ec1b35f2c085f&device_id=a4b5d15f-eb6d-4803-b156-b8a097188403 HTTP/1.1" status: 200 len: 1095 time: 0.8661218 May 30 20:09:29.876279 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-76249cbc-5026-43d7-86be-935ee2d2344d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:29.887705 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:29.917935 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=acf5970b-1b33-47d7-941a-185dbaf5fe2f,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:30.060873 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 07f8c75d-07ea-4e92-a9c7-1bb5a942146a completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:09:30.105397 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ace6c3-b423-47f7-bf99-9185e9fd56f2 None None] Pushing event updated for resources: {'Port': ['ID=099c01b4-a8f1-4fda-a4c7-41d093a61c9a,revision_number=4']} {{(pid=84889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:30.122910 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-f23ae285-a63c-4592-b546-afeee9e49ff5 req-813f1ce7-51a1-461a-9277-6be704b13f10 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:09:30.178252 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 07f8c75d-07ea-4e92-a9c7-1bb5a942146a triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:09:30.179031 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:30.182696 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76249cbc-5026-43d7-86be-935ee2d2344d None None] Routers {'44ec2e53-c09d-435b-81eb-35c6952c1930'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:09:30.183334 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-76249cbc-5026-43d7-86be-935ee2d2344d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:09:29Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['44ec2e53-c09d-435b-81eb-35c6952c1930'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:09:30.259366 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f89dcaeb-9982-4679-97e9-143a28cab9bf req-a409e39b-34fa-430e-9e4c-8b699188d2e5 service neutron] 10.222.0.71 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8665862 May 30 20:09:30.409034 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-bc5d234e-6e72-4951-91a3-bd9cb1beb619 req-1c55f0a8-fd9a-456d-94fa-9263ecbf6862 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=54697081-e7b8-4e91-8009-b933877a65cd HTTP/1.1" status: 200 len: 217 time: 0.5155058 May 30 20:09:30.413690 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-f23ae285-a63c-4592-b546-afeee9e49ff5 req-813f1ce7-51a1-461a-9277-6be704b13f10 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:09:30.583233 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [None req-34062d3a-4708-4a5f-b03e-510c7adad2be admin admin] For port a119a3c6-051e-42bd-b1fb-bb11d6414919, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=a119a3c6-051e-42bd-b1fb-bb11d6414919,segment=NetworkSegment(2028d962-1cbf-4395-bc8d-9831e48d9133),segment_id=2028d962-1cbf-4395-bc8d-9831e48d9133)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:09:30.583618 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-34062d3a-4708-4a5f-b03e-510c7adad2be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:30.617751 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5d234e-6e72-4951-91a3-bd9cb1beb619 req-6e0890e7-a557-4966-874f-b27a22e47082 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:30.619909 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-bc5d234e-6e72-4951-91a3-bd9cb1beb619 req-6e0890e7-a557-4966-874f-b27a22e47082 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1581c6d7-c19f-439e-8ba3-14e41bf5cc8a HTTP/1.1" status: 200 len: 844 time: 0.2014022 May 30 20:09:30.676958 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f23ae285-a63c-4592-b546-afeee9e49ff5 req-813f1ce7-51a1-461a-9277-6be704b13f10 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Made reservation on behalf of 6a75b3db8cd44db8bb931dd59e296017 for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:09:30.680899 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-f23ae285-a63c-4592-b546-afeee9e49ff5 req-813f1ce7-51a1-461a-9277-6be704b13f10 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:30.693450 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-76249cbc-5026-43d7-86be-935ee2d2344d None None] Set router 44ec2e53-c09d-435b-81eb-35c6952c1930 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:09:30.750792 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:30.767046 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab351a0-eb1c-413d-8a0b-70edbc48e18c req-a68503c1-0b17-4f75-81a4-997f2f3e5054 tempest-ImagesNegativeTestJSON-517116350 tempest-ImagesNegativeTestJSON-517116350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:30.775045 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-bab351a0-eb1c-413d-8a0b-70edbc48e18c req-a68503c1-0b17-4f75-81a4-997f2f3e5054 tempest-ImagesNegativeTestJSON-517116350 tempest-ImagesNegativeTestJSON-517116350-project] 10.222.0.85 "GET /v2.0/ports?device_id=5c9c5570-f463-498b-b5c1-b94f23e77083 HTTP/1.1" status: 200 len: 948 time: 0.7221518 May 30 20:09:30.835812 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port 07f8c75d-07ea-4e92-a9c7-1bb5a942146a, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=07f8c75d-07ea-4e92-a9c7-1bb5a942146a,segment=NetworkSegment(04c69eb2-a870-4138-9320-3658a9069537),segment_id=04c69eb2-a870-4138-9320-3658a9069537)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:09:30.891392 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-34062d3a-4708-4a5f-b03e-510c7adad2be admin admin] Calling delete_port for a119a3c6-051e-42bd-b1fb-bb11d6414919 owned by network:router_interface {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:09:30.934778 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:30.993436 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-bc5d234e-6e72-4951-91a3-bd9cb1beb619 req-48ef69da-3087-4bc2-a47a-45169a8499dc service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e0f55504-d8f7-4a5a-b704-bd0e657d5724&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3632069 May 30 20:09:31.032212 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-bab351a0-eb1c-413d-8a0b-70edbc48e18c req-797660a5-a6fd-4bc8-8438-cb4c82854f6d tempest-ImagesNegativeTestJSON-517116350 tempest-ImagesNegativeTestJSON-517116350-project] 10.222.0.85 "GET /v2.0/security-groups?id=4b902f25-30a4-473d-a71e-329acb013070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560637 May 30 20:09:31.047172 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:31.082842 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e864e2e-28a0-4ed3-b43d-0682ee119fef req-ff7faf08-3772-491a-83a6-64a8f009fa65 tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:31.089835 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5e864e2e-28a0-4ed3-b43d-0682ee119fef req-ff7faf08-3772-491a-83a6-64a8f009fa65 tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] 10.222.0.85 "GET /v2.0/ports?device_id=a4b5d15f-eb6d-4803-b156-b8a097188403 HTTP/1.1" status: 200 len: 944 time: 0.8241217 May 30 20:09:31.149989 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=07f8c75d-07ea-4e92-a9c7-1bb5a942146a,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:31.199669 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5e864e2e-28a0-4ed3-b43d-0682ee119fef req-b6b848bd-af13-4536-baf5-816c64543526 tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] 10.222.0.85 "GET /v2.0/security-groups?id=c7896e4c-36a2-48d0-b2ac-efb83a8df59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909705 May 30 20:09:31.349476 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 07f8c75d-07ea-4e92-a9c7-1bb5a942146a up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:09:31.489876 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 50840) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:09:31.516534 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-34062d3a-4708-4a5f-b03e-510c7adad2be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:31.523298 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 07f8c75d-07ea-4e92-a9c7-1bb5a942146a triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:09:31.524667 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:31.564232 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 50848) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:09:31.602893 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34062d3a-4708-4a5f-b03e-510c7adad2be admin admin] Pushing event deleted for resources: {'Port': ['ID=a119a3c6-051e-42bd-b1fb-bb11d6414919,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:31.715961 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [req-f23ae285-a63c-4592-b546-afeee9e49ff5 req-813f1ce7-51a1-461a-9277-6be704b13f10 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Allocated IP 192.168.233.135 (4344fbed-57fb-43d7-b32d-6020ce60f0a1/1b83ff54-b1af-44ce-bb75-ba148920553c/4839213e-6f1f-4719-9f03-f9b220810112) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:09:31.740106 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-76249cbc-5026-43d7-86be-935ee2d2344d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44ec2e53-c09d-435b-81eb-35c6952c1930', 'name': 'tempest-ServersTestJSON-245510114-router', 'tenant_id': '586757e83dd846ec935ec1b35f2c085f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '6d59c613-0f4c-45bb-9421-e51d5bfc7b4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:08:36Z', 'updated_at': '2022-05-30T20:08:55Z', 'revision_number': 4, 'project_id': '586757e83dd846ec935ec1b35f2c085f', 'gw_port': {'id': '6d59c613-0f4c-45bb-9421-e51d5bfc7b4d', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ec2e53-c09d-435b-81eb-35c6952c1930', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:08:39Z', 'updated_at': '2022-05-30T20:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '099c01b4-a8f1-4fda-a4c7-41d093a61c9a', 'name': '', 'network_id': 'e0f55504-d8f7-4a5a-b704-bd0e657d5724', 'tenant_id': '586757e83dd846ec935ec1b35f2c085f', 'mac_address': 'fa:16:3e:6f:78:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44ec2e53-c09d-435b-81eb-35c6952c1930', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1581c6d7-c19f-439e-8ba3-14e41bf5cc8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:08:52Z', 'updated_at': '2022-05-30T20:09:29Z', 'revision_number': 4, 'project_id': '586757e83dd846ec935ec1b35f2c085f', 'subnets': [{'id': '1581c6d7-c19f-439e-8ba3-14e41bf5cc8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:09:31.759748 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76249cbc-5026-43d7-86be-935ee2d2344d None None] The sync data for ids ['44ec2e53-c09d-435b-81eb-35c6952c1930'] in n-d-843948-2 is: [{'id': '44ec2e53-c09d-435b-81eb-35c6952c1930', 'name': 'tempest-ServersTestJSON-245510114-router', 'tenant_id': '586757e83dd846ec935ec1b35f2c085f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '6d59c613-0f4c-45bb-9421-e51d5bfc7b4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:08:36Z', 'updated_at': '2022-05-30T20:08:55Z', 'revision_number': 4, 'project_id': '586757e83dd846ec935ec1b35f2c085f', 'gw_port': {'id': '6d59c613-0f4c-45bb-9421-e51d5bfc7b4d', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ec2e53-c09d-435b-81eb-35c6952c1930', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:08:39Z', 'updated_at': '2022-05-30T20:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '099c01b4-a8f1-4fda-a4c7-41d093a61c9a', 'name': '', 'network_id': 'e0f55504-d8f7-4a5a-b704-bd0e657d5724', 'tenant_id': '586757e83dd846ec935ec1b35f2c085f', 'mac_address': 'fa:16:3e:6f:78:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44ec2e53-c09d-435b-81eb-35c6952c1930', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1581c6d7-c19f-439e-8ba3-14e41bf5cc8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:08:52Z', 'updated_at': '2022-05-30T20:09:29Z', 'revision_number': 4, 'project_id': '586757e83dd846ec935ec1b35f2c085f', 'subnets': [{'id': '1581c6d7-c19f-439e-8ba3-14e41bf5cc8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:09:31.836819 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device acf5970b-1b33-47d7-941a-185dbaf5fe2f up at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:09:32.081320 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning for port acf5970b-1b33-47d7-941a-185dbaf5fe2f completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:09:32.089014 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning complete for port acf5970b-1b33-47d7-941a-185dbaf5fe2f triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:09:32.089342 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-52f77836-aea5-486e-961e-e0c5e6c3d87f tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-615744015'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:09:32.089548 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:32.165336 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-52f77836-aea5-486e-961e-e0c5e6c3d87f tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:09:32.211005 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1306116d-a5bd-490c-840a-1663f676793b req-78037b2b-6e2d-414e-8523-d14a7406c3ae tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.85 "GET /v2.0/ports?device_id=2eb72a33-2d65-40d2-8220-ee5920fc4ba0 HTTP/1.1" status: 200 len: 210 time: 0.7244744 May 30 20:09:32.301994 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-52f77836-aea5-486e-961e-e0c5e6c3d87f tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Usage tracker for resource:network and tenant:a1a57cdea23a49088fa533e38f6a3032 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:09:32.324747 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-52f77836-aea5-486e-961e-e0c5e6c3d87f tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:09:32.371218 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:32.458037 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c9c5570-f463-498b-b5c1-b94f23e77083', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acf5970b-1b33-47d7-941a-185dbaf5fe2f'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:09:32.504146 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port acf5970b-1b33-47d7-941a-185dbaf5fe2f, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=acf5970b-1b33-47d7-941a-185dbaf5fe2f,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:09:32.510191 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:32.596139 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:32.666911 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-52f77836-aea5-486e-961e-e0c5e6c3d87f tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:09:32.697635 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_v2 [None req-16cffc06-116c-454a-8c2b-32b9aa98e70b admin admin] Deleting subnet 9e784a53-5b9d-4147-93e1-adf6f7b920d9 {{(pid=84886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:09:32.705331 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-16cffc06-116c-454a-8c2b-32b9aa98e70b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:32.799950 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1d2a80-7afd-477b-9ea5-effd5c156391 req-00dcfbb9-07d4-481b-9bfd-806712481e1f tempest-ImagesNegativeTestJSON-517116350 tempest-ImagesNegativeTestJSON-517116350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:32.801588 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-7f1d2a80-7afd-477b-9ea5-effd5c156391 req-00dcfbb9-07d4-481b-9bfd-806712481e1f tempest-ImagesNegativeTestJSON-517116350 tempest-ImagesNegativeTestJSON-517116350-project] 10.222.0.85 "GET /v2.0/ports?device_id=5c9c5570-f463-498b-b5c1-b94f23e77083 HTTP/1.1" status: 200 len: 949 time: 0.2532022 May 30 20:09:32.862510 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-f23ae285-a63c-4592-b546-afeee9e49ff5 req-813f1ce7-51a1-461a-9277-6be704b13f10 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:32.886185 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-f23ae285-a63c-4592-b546-afeee9e49ff5 req-813f1ce7-51a1-461a-9277-6be704b13f10 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Transition to ACTIVE for port object 4839213e-6f1f-4719-9f03-f9b220810112 will not be triggered until provisioned by entity DHCP. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:09:32.912067 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-bc5d234e-6e72-4951-91a3-bd9cb1beb619 req-9c054169-db41-47c4-86ef-7a095a0dc5e4 service neutron] 10.222.0.71 "GET /v2.0/networks/e0f55504-d8f7-4a5a-b704-bd0e657d5724?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.9056253 May 30 20:09:32.975205 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-7f1d2a80-7afd-477b-9ea5-effd5c156391 req-bf488b67-884a-4f27-8715-095882abafec tempest-ImagesNegativeTestJSON-517116350 tempest-ImagesNegativeTestJSON-517116350-project] 10.222.0.85 "GET /v2.0/security-groups?id=4b902f25-30a4-473d-a71e-329acb013070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470749 May 30 20:09:32.994997 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=acf5970b-1b33-47d7-941a-185dbaf5fe2f,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:33.048578 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-16cffc06-116c-454a-8c2b-32b9aa98e70b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2655517'] for subnet, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:33.129532 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c127c829-ec6a-4484-9576-514a42b55831'] response: {'server_uuid': '5c9c5570-f463-498b-b5c1-b94f23e77083', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acf5970b-1b33-47d7-941a-185dbaf5fe2f', 'code': 200} May 30 20:09:33.385055 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-16cffc06-116c-454a-8c2b-32b9aa98e70b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:33.514932 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-f23ae285-a63c-4592-b546-afeee9e49ff5 req-813f1ce7-51a1-461a-9277-6be704b13f10 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:33.531583 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['ddba6d06-4716-4ab5-90ae-4e3814b4f21f', '448af9f8-fbc6-4f23-b596-bc95ed6f4ae6'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:09:33.569034 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6cfa6bc7-3b80-4ce2-8e77-37c56cd5a084 req-85b48734-fe1b-4c7a-a3b2-7638176f6528 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=5c9c5570-f463-498b-b5c1-b94f23e77083 HTTP/1.1" status: 200 len: 1100 time: 0.3328128 May 30 20:09:33.594548 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['a4fbb078-4c44-4d94-9029-bc5995e00d92', '0ab8fad3-50b3-4e00-809a-e7bbc917d1ca', 'd5bbe401-8f84-4ccd-9a6e-3023ef22e3a1', 'f95e12eb-ced2-4994-a78a-98cb8d8e15ec', 'db3b07c9-67cb-48f8-9d27-0e34bb38e2e7'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:09:33.631836 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-34062d3a-4708-4a5f-b03e-510c7adad2be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1718140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-736143'] for router_interface, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:33.648444 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 099c01b4-a8f1-4fda-a4c7-41d093a61c9a up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:09:33.757318 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52f77836-aea5-486e-961e-e0c5e6c3d87f tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Made reservation on behalf of a1a57cdea23a49088fa533e38f6a3032 for: {'network': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:09:33.770108 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-52f77836-aea5-486e-961e-e0c5e6c3d87f tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:33.866744 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6cfa6bc7-3b80-4ce2-8e77-37c56cd5a084 req-588ebc81-c90e-4d8a-a64b-1d46d6e56365 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=4b902f25-30a4-473d-a71e-329acb013070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2795720 May 30 20:09:33.893041 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-16cffc06-116c-454a-8c2b-32b9aa98e70b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4127075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2778536'] for subnet, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:34.014404 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 099c01b4-a8f1-4fda-a4c7-41d093a61c9a completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:09:34.031605 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 099c01b4-a8f1-4fda-a4c7-41d093a61c9a triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:09:34.031988 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:34.055217 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f23ae285-a63c-4592-b546-afeee9e49ff5 req-813f1ce7-51a1-461a-9277-6be704b13f10 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Network 4344fbed-57fb-43d7-b32d-6020ce60f0a1 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:09:34.058028 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-bc5d234e-6e72-4951-91a3-bd9cb1beb619 req-5df970f3-da12-4151-a2dd-781036145821 service neutron] 10.222.0.71 "GET /v2.0/networks/e0f55504-d8f7-4a5a-b704-bd0e657d5724?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1351707 May 30 20:09:34.058831 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813f1ce7-51a1-461a-9277-6be704b13f10 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Pushing event updated for resources: {'Port': ['ID=4839213e-6f1f-4719-9f03-f9b220810112,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:34.088086 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [req-f23ae285-a63c-4592-b546-afeee9e49ff5 req-813f1ce7-51a1-461a-9277-6be704b13f10 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:09:34.092109 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cffc06-116c-454a-8c2b-32b9aa98e70b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e784a53-5b9d-4147-93e1-adf6f7b920d9,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:34.109796 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-f23ae285-a63c-4592-b546-afeee9e49ff5 req-813f1ce7-51a1-461a-9277-6be704b13f10 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:09:34.147281 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee74d09-8b76-4b07-a92e-feed22908365 req-aca85dd6-7cb7-4be4-bba1-67bcb07963ef tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:34.161652 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9ee74d09-8b76-4b07-a92e-feed22908365 req-aca85dd6-7cb7-4be4-bba1-67bcb07963ef tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.85 "GET /v2.0/ports?device_id=2eb72a33-2d65-40d2-8220-ee5920fc4ba0 HTTP/1.1" status: 200 len: 936 time: 0.6620560 May 30 20:09:34.170687 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-16cffc06-116c-454a-8c2b-32b9aa98e70b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:34.176840 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52f77836-aea5-486e-961e-e0c5e6c3d87f tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] vlan segment allocate from pool success with {'vlan_id': 668, 'physical_network': 'physnet1'} {{(pid=84887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:09:34.249571 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-16cffc06-116c-454a-8c2b-32b9aa98e70b admin admin] 10.222.0.85 "DELETE /v2.0/subnets/9e784a53-5b9d-4147-93e1-adf6f7b920d9 HTTP/1.1" status: 204 len: 168 time: 2.7638650 May 30 20:09:34.261105 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954c1de0-56d2-4bec-b49a-c0a3c98857ad req-2e76285d-ca2e-4216-bef4-0b7323a71bd7 tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:34.262221 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-954c1de0-56d2-4bec-b49a-c0a3c98857ad req-2e76285d-ca2e-4216-bef4-0b7323a71bd7 tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] 10.222.0.85 "GET /v2.0/ports?device_id=a4b5d15f-eb6d-4803-b156-b8a097188403 HTTP/1.1" status: 200 len: 944 time: 1.3540289 May 30 20:09:34.262826 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 50868) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:09:34.318475 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-52f77836-aea5-486e-961e-e0c5e6c3d87f tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:34.326701 n-d-843948-2 neutron-server[84887]: INFO neutron.db.segments_db [None req-52f77836-aea5-486e-961e-e0c5e6c3d87f tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Added segment 3c26dc90-ba8a-44ec-b215-1e8fb1eebc9d of type vlan for network 7dfebaf0-dc9f-476d-9977-56c7fc58662b May 30 20:09:34.383960 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9ee74d09-8b76-4b07-a92e-feed22908365 req-3f8d459e-b33b-431f-a23f-98abeaec7045 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.85 "GET /v2.0/security-groups?id=db33dd94-15fa-4959-a681-13f509935d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203267 May 30 20:09:34.414973 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:34.415794 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-52f77836-aea5-486e-961e-e0c5e6c3d87f tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:34.476912 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23ae285-a63c-4592-b546-afeee9e49ff5 req-813f1ce7-51a1-461a-9277-6be704b13f10 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:34.477581 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-f23ae285-a63c-4592-b546-afeee9e49ff5 req-813f1ce7-51a1-461a-9277-6be704b13f10 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:34.571620 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-52f77836-aea5-486e-961e-e0c5e6c3d87f tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:34.575509 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52f77836-aea5-486e-961e-e0c5e6c3d87f tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:34.576040 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port 099c01b4-a8f1-4fda-a4c7-41d093a61c9a, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=099c01b4-a8f1-4fda-a4c7-41d093a61c9a,segment=NetworkSegment(93523d51-b49e-42d0-8c0b-d0db4eaebb6e),segment_id=93523d51-b49e-42d0-8c0b-d0db4eaebb6e)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:09:34.576533 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-52f77836-aea5-486e-961e-e0c5e6c3d87f tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:34.699103 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:34.743674 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f23ae285-a63c-4592-b546-afeee9e49ff5 req-813f1ce7-51a1-461a-9277-6be704b13f10 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.6280403 May 30 20:09:34.752110 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-29c6b3b5-ba21-465b-9b40-c4df7c8f7444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:34.762776 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-f23ae285-a63c-4592-b546-afeee9e49ff5 req-88563afd-f9b9-4f94-89e7-f5db6dfcf251 service neutron] Request body: {'port': {'device_id': '2eb72a33-2d65-40d2-8220-ee5920fc4ba0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843948-2'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:09:34.815276 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b8883ad1-5051-4016-b618-1f91f43474b3 None None] Provisioning for port 4839213e-6f1f-4719-9f03-f9b220810112 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:09:34.829041 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=099c01b4-a8f1-4fda-a4c7-41d093a61c9a,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:34.833565 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b8883ad1-5051-4016-b618-1f91f43474b3 None None] Provisioning complete for port 4839213e-6f1f-4719-9f03-f9b220810112 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:09:34.833957 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b8883ad1-5051-4016-b618-1f91f43474b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:34.836542 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-954c1de0-56d2-4bec-b49a-c0a3c98857ad req-fdaaacd7-0963-4d59-87d9-ad021be1c152 tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] 10.222.0.85 "GET /v2.0/security-groups?id=c7896e4c-36a2-48d0-b2ac-efb83a8df59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5367067 May 30 20:09:34.867085 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f77836-aea5-486e-961e-e0c5e6c3d87f tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Pushing event updated for resources: {'Network': ['ID=7dfebaf0-dc9f-476d-9977-56c7fc58662b,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:34.888790 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-52f77836-aea5-486e-961e-e0c5e6c3d87f tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 2.9314668 May 30 20:09:34.894014 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 50872) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:09:34.910877 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c4d34e-04bf-436c-980a-5fa4d98cff6c req-6f430d9f-a238-47b9-911f-41762af3d791 tempest-ImagesNegativeTestJSON-517116350 tempest-ImagesNegativeTestJSON-517116350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:34.912497 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-82c4d34e-04bf-436c-980a-5fa4d98cff6c req-6f430d9f-a238-47b9-911f-41762af3d791 tempest-ImagesNegativeTestJSON-517116350 tempest-ImagesNegativeTestJSON-517116350-project] 10.222.0.85 "GET /v2.0/ports?device_id=5c9c5570-f463-498b-b5c1-b94f23e77083 HTTP/1.1" status: 200 len: 949 time: 0.3030076 May 30 20:09:34.920088 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network 7dfebaf0-dc9f-476d-9977-56c7fc58662b details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:09:34.931574 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-0ad616a1-61db-4d92-836c-c836ca6c95c2 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-2073623191'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:09:35.038904 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-0ad616a1-61db-4d92-836c-c836ca6c95c2 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:09:35.045246 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-0ad616a1-61db-4d92-836c-c836ca6c95c2 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Usage tracker for resource:network and tenant:a1a57cdea23a49088fa533e38f6a3032 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:09:35.051311 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-0ad616a1-61db-4d92-836c-c836ca6c95c2 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:09:35.060532 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-0ad616a1-61db-4d92-836c-c836ca6c95c2 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:09:35.219932 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-b8883ad1-5051-4016-b618-1f91f43474b3 None None] Port 4839213e-6f1f-4719-9f03-f9b220810112 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:09:35.298260 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-f23ae285-a63c-4592-b546-afeee9e49ff5 req-88563afd-f9b9-4f94-89e7-f5db6dfcf251 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:35.331888 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-29c6b3b5-ba21-465b-9b40-c4df7c8f7444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:35.378934 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-82c4d34e-04bf-436c-980a-5fa4d98cff6c req-cd06d3e7-5da2-4f77-93cf-45c7ee12ad4e tempest-ImagesNegativeTestJSON-517116350 tempest-ImagesNegativeTestJSON-517116350-project] 10.222.0.85 "GET /v2.0/security-groups?id=4b902f25-30a4-473d-a71e-329acb013070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4427822 May 30 20:09:35.412825 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-29c6b3b5-ba21-465b-9b40-c4df7c8f7444 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e15833fa-a7c7-4aba-b669-666e27c7d454']}} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:09:35.432496 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ad616a1-61db-4d92-836c-c836ca6c95c2 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Made reservation on behalf of a1a57cdea23a49088fa533e38f6a3032 for: {'network': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:09:35.439114 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0ad616a1-61db-4d92-836c-c836ca6c95c2 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:35.442227 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 099c01b4-a8f1-4fda-a4c7-41d093a61c9a up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:09:35.451800 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-29c6b3b5-ba21-465b-9b40-c4df7c8f7444 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70424240-b76f-4af0-9f32-ace284913a86') {'for_net_delete': True} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:09:35.452259 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-29c6b3b5-ba21-465b-9b40-c4df7c8f7444 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70424240-b76f-4af0-9f32-ace284913a86') {} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:09:35.534223 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ad616a1-61db-4d92-836c-c836ca6c95c2 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] vlan segment allocate from pool success with {'vlan_id': 691, 'physical_network': 'physnet1'} {{(pid=84886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:09:35.551826 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0ad616a1-61db-4d92-836c-c836ca6c95c2 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:35.552175 n-d-843948-2 neutron-server[84886]: INFO neutron.db.segments_db [None req-0ad616a1-61db-4d92-836c-c836ca6c95c2 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Added segment bd1b67cf-563e-4c82-b7ef-58764a753e95 of type vlan for network 945aa537-7e5a-42ac-a8f5-8cf6a31fa2b8 May 30 20:09:35.584919 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 099c01b4-a8f1-4fda-a4c7-41d093a61c9a triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:09:35.585525 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:35.605966 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0ad616a1-61db-4d92-836c-c836ca6c95c2 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:35.631301 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-29c6b3b5-ba21-465b-9b40-c4df7c8f7444 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3149912'] for segment, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:35.631680 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34062d3a-4708-4a5f-b03e-510c7adad2be admin admin] Router 62350e86-39fe-439d-af70-c76db2a1b564 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:09:35.841410 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 54697081-e7b8-4e91-8009-b933877a65cd details requested by agent hyperv_n-h1-843948-2 with host n-h1-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:09:35.869669 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 50884) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:09:35.975924 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0ad616a1-61db-4d92-836c-c836ca6c95c2 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:35.975924 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad616a1-61db-4d92-836c-c836ca6c95c2 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:35.975924 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0ad616a1-61db-4d92-836c-c836ca6c95c2 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:36.088303 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad616a1-61db-4d92-836c-c836ca6c95c2 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Pushing event updated for resources: {'Network': ['ID=945aa537-7e5a-42ac-a8f5-8cf6a31fa2b8,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:36.193846 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 54697081-e7b8-4e91-8009-b933877a65cd, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=54697081-e7b8-4e91-8009-b933877a65cd,segment=NetworkSegment(93523d51-b49e-42d0-8c0b-d0db4eaebb6e),segment_id=93523d51-b49e-42d0-8c0b-d0db4eaebb6e)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:09:36.198493 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502a79b4-0d8b-448b-876d-9ce2fc640d44 req-db9983cc-eae2-43dc-887c-d257c080b0f2 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:36.200244 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-502a79b4-0d8b-448b-876d-9ce2fc640d44 req-db9983cc-eae2-43dc-887c-d257c080b0f2 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.85 "GET /v2.0/ports?device_id=2eb72a33-2d65-40d2-8220-ee5920fc4ba0 HTTP/1.1" status: 200 len: 936 time: 0.2781804 May 30 20:09:36.207572 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network 945aa537-7e5a-42ac-a8f5-8cf6a31fa2b8 details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:09:36.232659 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-29c6b3b5-ba21-465b-9b40-c4df7c8f7444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:36.237332 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-30438a3f-0d58-4dd8-90be-66a43d390dcc admin admin] Deleting port 07f8c75d-07ea-4e92-a9c7-1bb5a942146a {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:09:36.237926 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-30438a3f-0d58-4dd8-90be-66a43d390dcc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:36.271480 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-502a79b4-0d8b-448b-876d-9ce2fc640d44 req-5cfb40b6-2f7d-49ff-8add-3b974e41e4bb tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.85 "GET /v2.0/security-groups?id=db33dd94-15fa-4959-a681-13f509935d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634494 May 30 20:09:36.288653 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34062d3a-4708-4a5f-b03e-510c7adad2be admin admin] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:09:36.302819 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-34062d3a-4708-4a5f-b03e-510c7adad2be admin admin] 10.222.0.85 "PUT /v2.0/routers/62350e86-39fe-439d-af70-c76db2a1b564/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1664982 May 30 20:09:36.306790 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 50892) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:09:36.339643 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9742d8-a36c-4f5b-abcc-93a1147ee6b7 None None] Sync routers for ids ['62350e86-39fe-439d-af70-c76db2a1b564'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:09:36.343557 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Returning: {'device': '54697081-e7b8-4e91-8009-b933877a65cd', 'network_id': 'e0f55504-d8f7-4a5a-b704-bd0e657d5724', 'port_id': '54697081-e7b8-4e91-8009-b933877a65cd', 'mac_address': 'fa:16:3e:c8:2f:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1581c6d7-c19f-439e-8ba3-14e41bf5cc8a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:09:36.385525 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-0ad616a1-61db-4d92-836c-c836ca6c95c2 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.4902401 May 30 20:09:36.451104 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 50896) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:09:36.480373 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-c3c07d0b-9730-42a8-81e2-78097a9b48d5 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Request body: {'subnet': {'network_id': '7dfebaf0-dc9f-476d-9977-56c7fc58662b', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:09:36.540121 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9742d8-a36c-4f5b-abcc-93a1147ee6b7 None None] Routers {'62350e86-39fe-439d-af70-c76db2a1b564'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:09:36.541378 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-2c9742d8-a36c-4f5b-abcc-93a1147ee6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:09:29Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['62350e86-39fe-439d-af70-c76db2a1b564'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:09:36.643546 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:36.650094 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29c6b3b5-ba21-465b-9b40-c4df7c8f7444 admin admin] Releasing vlan 698 on physical network physnet1 to pool {{(pid=84887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:09:36.650636 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-29c6b3b5-ba21-465b-9b40-c4df7c8f7444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4055488'] for segment, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:36.668920 n-d-843948-2 neutron-server[84887]: Traceback (most recent call last): May 30 20:09:36.668920 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:09:36.668920 n-d-843948-2 neutron-server[84887]: timer() May 30 20:09:36.668920 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:09:36.668920 n-d-843948-2 neutron-server[84887]: cb(*args, **kw) May 30 20:09:36.668920 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:09:36.668920 n-d-843948-2 neutron-server[84887]: return func(*args, **kwargs) May 30 20:09:36.668920 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:09:36.668920 n-d-843948-2 neutron-server[84887]: self._notify() May 30 20:09:36.668920 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:09:36.668920 n-d-843948-2 neutron-server[84887]: self.callback(batched_events) May 30 20:09:36.668920 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:09:36.668920 n-d-843948-2 neutron-server[84887]: event.method(event) May 30 20:09:36.668920 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:09:36.668920 n-d-843948-2 neutron-server[84887]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:09:36.668920 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:09:36.668920 n-d-843948-2 neutron-server[84887]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:09:36.668920 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:09:36.668920 n-d-843948-2 neutron-server[84887]: return f(self, *a, **k) May 30 20:09:36.668920 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:09:36.668920 n-d-843948-2 neutron-server[84887]: return self._get(url).json() May 30 20:09:36.668920 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:09:36.668920 n-d-843948-2 neutron-server[84887]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:09:36.668920 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:09:36.668920 n-d-843948-2 neutron-server[84887]: return self.request(url, 'GET', **kwargs) May 30 20:09:36.668920 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:09:36.668920 n-d-843948-2 neutron-server[84887]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:09:36.668920 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:09:36.668920 n-d-843948-2 neutron-server[84887]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:09:36.668920 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:09:36.668920 n-d-843948-2 neutron-server[84887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:09:36.668920 n-d-843948-2 neutron-server[84887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:09:36.684179 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54697081-e7b8-4e91-8009-b933877a65cd {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:09:36.715516 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:09:36.752871 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [req-f23ae285-a63c-4592-b546-afeee9e49ff5 req-88563afd-f9b9-4f94-89e7-f5db6dfcf251 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4839213e-6f1f-4719-9f03-f9b220810112 {{(pid=84887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:09:36.845184 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_v2 [None req-70f4b8b0-a219-4959-b4c0-784f80c10023 admin admin] Deleting subnet f7ba462c-1ed8-4caa-83b7-6c1b6552e3f5 {{(pid=84887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:09:36.854113 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-f23ae285-a63c-4592-b546-afeee9e49ff5 req-88563afd-f9b9-4f94-89e7-f5db6dfcf251 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:36.858450 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-c3c07d0b-9730-42a8-81e2-78097a9b48d5 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:09:36.868000 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-70f4b8b0-a219-4959-b4c0-784f80c10023 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:36.874709 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-c3c07d0b-9730-42a8-81e2-78097a9b48d5 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Usage tracker for resource:subnet and tenant:a1a57cdea23a49088fa533e38f6a3032 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:09:36.890639 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-c3c07d0b-9730-42a8-81e2-78097a9b48d5 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:09:36.910916 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-c3c07d0b-9730-42a8-81e2-78097a9b48d5 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:09:36.914157 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 54697081-e7b8-4e91-8009-b933877a65cd, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=54697081-e7b8-4e91-8009-b933877a65cd,segment=NetworkSegment(93523d51-b49e-42d0-8c0b-d0db4eaebb6e),segment_id=93523d51-b49e-42d0-8c0b-d0db4eaebb6e)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:09:36.951662 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-f23ae285-a63c-4592-b546-afeee9e49ff5 req-88563afd-f9b9-4f94-89e7-f5db6dfcf251 service neutron] Transition to ACTIVE for port object 4839213e-6f1f-4719-9f03-f9b220810112 will not be triggered until provisioned by entity L2. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:09:36.955198 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fdd777-ac33-4623-b611-7eae31cf4e5f req-41f10ffa-fadf-444b-a65c-41f447ea5408 tempest-ImagesNegativeTestJSON-517116350 tempest-ImagesNegativeTestJSON-517116350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:36.957892 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a9fdd777-ac33-4623-b611-7eae31cf4e5f req-41f10ffa-fadf-444b-a65c-41f447ea5408 tempest-ImagesNegativeTestJSON-517116350 tempest-ImagesNegativeTestJSON-517116350-project] 10.222.0.85 "GET /v2.0/ports?device_id=5c9c5570-f463-498b-b5c1-b94f23e77083 HTTP/1.1" status: 200 len: 949 time: 0.4116025 May 30 20:09:36.980813 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-70f4b8b0-a219-4959-b4c0-784f80c10023 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3149227'] for subnet, precommit_delete_associations {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:36.987343 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-2c9742d8-a36c-4f5b-abcc-93a1147ee6b7 None None] Set router 62350e86-39fe-439d-af70-c76db2a1b564 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:09:37.032567 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [None req-30438a3f-0d58-4dd8-90be-66a43d390dcc admin admin] For port 07f8c75d-07ea-4e92-a9c7-1bb5a942146a, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=07f8c75d-07ea-4e92-a9c7-1bb5a942146a,segment=NetworkSegment(04c69eb2-a870-4138-9320-3658a9069537),segment_id=04c69eb2-a870-4138-9320-3658a9069537)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:09:37.032567 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-30438a3f-0d58-4dd8-90be-66a43d390dcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:37.061064 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3c07d0b-9730-42a8-81e2-78097a9b48d5 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Made reservation on behalf of a1a57cdea23a49088fa533e38f6a3032 for: {'subnet': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:09:37.064021 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:37.102434 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-f23ae285-a63c-4592-b546-afeee9e49ff5 req-88563afd-f9b9-4f94-89e7-f5db6dfcf251 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:37.106357 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-29c6b3b5-ba21-465b-9b40-c4df7c8f7444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:37.207637 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-30438a3f-0d58-4dd8-90be-66a43d390dcc admin admin] Calling delete_port for 07f8c75d-07ea-4e92-a9c7-1bb5a942146a owned by network:router_interface {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:09:37.232814 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a9fdd777-ac33-4623-b611-7eae31cf4e5f req-865a9cf2-35af-44b4-a1df-ed8dcaaff177 tempest-ImagesNegativeTestJSON-517116350 tempest-ImagesNegativeTestJSON-517116350-project] 10.222.0.85 "GET /v2.0/security-groups?id=4b902f25-30a4-473d-a71e-329acb013070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618747 May 30 20:09:37.267376 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-29c6b3b5-ba21-465b-9b40-c4df7c8f7444 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:37.274588 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-857812a8-1759-4c14-b10f-b82d06fa4a4d admin admin] Notify callbacks [] for router, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:37.327587 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bba3d39-af66-4db9-a520-3a53374e66fc req-2d5df56c-a6eb-4653-8b67-3755adda9485 tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:37.334849 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3bba3d39-af66-4db9-a520-3a53374e66fc req-2d5df56c-a6eb-4653-8b67-3755adda9485 tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] 10.222.0.85 "GET /v2.0/ports?device_id=a4b5d15f-eb6d-4803-b156-b8a097188403 HTTP/1.1" status: 200 len: 944 time: 0.7426126 May 30 20:09:37.336853 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6b3b5-ba21-465b-9b40-c4df7c8f7444 admin admin] Pushing event deleted for resources: {'Network': ['ID=e15833fa-a7c7-4aba-b669-666e27c7d454,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:37.411488 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c3c07d0b-9730-42a8-81e2-78097a9b48d5 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2778563'] for subnet, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:37.450257 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-70f4b8b0-a219-4959-b4c0-784f80c10023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:37.451900 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['54697081-e7b8-4e91-8009-b933877a65cd'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:09:37.510546 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-29c6b3b5-ba21-465b-9b40-c4df7c8f7444 admin admin] 10.222.0.85 "DELETE /v2.0/networks/e15833fa-a7c7-4aba-b669-666e27c7d454 HTTP/1.1" status: 204 len: 168 time: 3.2412932 May 30 20:09:37.604099 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88563afd-f9b9-4f94-89e7-f5db6dfcf251 service neutron] Pushing event updated for resources: {'Port': ['ID=4839213e-6f1f-4719-9f03-f9b220810112,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:37.669505 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=54697081-e7b8-4e91-8009-b933877a65cd,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:37.755145 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3bba3d39-af66-4db9-a520-3a53374e66fc req-056eacfd-4d07-44f8-a89d-214ace0e34f0 tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] 10.222.0.85 "GET /v2.0/security-groups?id=c7896e4c-36a2-48d0-b2ac-efb83a8df59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4192071 May 30 20:09:38.052000 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-2c9742d8-a36c-4f5b-abcc-93a1147ee6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62350e86-39fe-439d-af70-c76db2a1b564', 'name': 'tempest-FloatingIPDetailsTestJSON-1288176850-router', 'tenant_id': '025c7e17165b4ab688bec2ce251d59e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '61b85d32-0bd9-4c0b-8eeb-a48d3b1edf65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:07:37Z', 'updated_at': '2022-05-30T20:09:31Z', 'revision_number': 5, 'project_id': '025c7e17165b4ab688bec2ce251d59e7', 'gw_port': {'id': '61b85d32-0bd9-4c0b-8eeb-a48d3b1edf65', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:0b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62350e86-39fe-439d-af70-c76db2a1b564', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:07:41Z', 'updated_at': '2022-05-30T20:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:09:38.058947 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9742d8-a36c-4f5b-abcc-93a1147ee6b7 None None] Checking router: 62350e86-39fe-439d-af70-c76db2a1b564 for host: n-d-843948-2 {{(pid=84888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:09:38.121497 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9742d8-a36c-4f5b-abcc-93a1147ee6b7 None None] Routers {'62350e86-39fe-439d-af70-c76db2a1b564'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:09:38.122096 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-2c9742d8-a36c-4f5b-abcc-93a1147ee6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:09:29Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['62350e86-39fe-439d-af70-c76db2a1b564'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:09:38.130288 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-70f4b8b0-a219-4959-b4c0-784f80c10023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4055470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114247'] for subnet, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:38.165846 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 50910) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:09:38.238680 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c3c07d0b-9730-42a8-81e2-78097a9b48d5 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4127140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2778577'] for subnet, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:38.296339 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-857812a8-1759-4c14-b10f-b82d06fa4a4d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:38.314927 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f4b8b0-a219-4959-b4c0-784f80c10023 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7ba462c-1ed8-4caa-83b7-6c1b6552e3f5,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:38.339864 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-a5ea938f-07ae-45f7-8b77-19ebdf520e7e admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=6b8ee42596cc4a45afa2078c48491dae&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1728396 May 30 20:09:38.353547 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 50914) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:09:38.358301 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-70f4b8b0-a219-4959-b4c0-784f80c10023 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:38.372236 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-30438a3f-0d58-4dd8-90be-66a43d390dcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:38.426924 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-2c9742d8-a36c-4f5b-abcc-93a1147ee6b7 None None] Set router 62350e86-39fe-439d-af70-c76db2a1b564 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:09:38.492585 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-f23ae285-a63c-4592-b546-afeee9e49ff5 req-88563afd-f9b9-4f94-89e7-f5db6dfcf251 service neutron] Attempting to bind port 4839213e-6f1f-4719-9f03-f9b220810112 on host n-h1-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:09:38.493145 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-f23ae285-a63c-4592-b546-afeee9e49ff5 req-88563afd-f9b9-4f94-89e7-f5db6dfcf251 service neutron] Attempting to bind port 4839213e-6f1f-4719-9f03-f9b220810112 by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': '7e304c17-4e5f-4a93-af80-52785639e6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:09:38.493752 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f23ae285-a63c-4592-b546-afeee9e49ff5 req-88563afd-f9b9-4f94-89e7-f5db6dfcf251 service neutron] Attempting to bind port 4839213e-6f1f-4719-9f03-f9b220810112 on network 4344fbed-57fb-43d7-b32d-6020ce60f0a1 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:09:38.505690 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30438a3f-0d58-4dd8-90be-66a43d390dcc admin admin] Pushing event deleted for resources: {'Port': ['ID=07f8c75d-07ea-4e92-a9c7-1bb5a942146a,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:38.518079 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-70f4b8b0-a219-4959-b4c0-784f80c10023 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/f7ba462c-1ed8-4caa-83b7-6c1b6552e3f5 HTTP/1.1" status: 204 len: 168 time: 2.6461675 May 30 20:09:38.523117 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 50918) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:09:38.580976 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c07d0b-9730-42a8-81e2-78097a9b48d5 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Pushing event updated for resources: {'Subnet': ['ID=156dd172-ceed-40ca-a03f-1d3d19921b4e,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:38.588585 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-857812a8-1759-4c14-b10f-b82d06fa4a4d admin admin] Deleting port 61b85d32-0bd9-4c0b-8eeb-a48d3b1edf65 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:09:38.588992 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-857812a8-1759-4c14-b10f-b82d06fa4a4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:38.701596 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c07d0b-9730-42a8-81e2-78097a9b48d5 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Checking segment: {'id': '3c26dc90-ba8a-44ec-b215-1e8fb1eebc9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '7dfebaf0-dc9f-476d-9977-56c7fc58662b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:09:38.701980 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c07d0b-9730-42a8-81e2-78097a9b48d5 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Network hostable DHCP agents. Network: 7dfebaf0-dc9f-476d-9977-56c7fc58662b, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:09:38.730901 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f23ae285-a63c-4592-b546-afeee9e49ff5 req-88563afd-f9b9-4f94-89e7-f5db6dfcf251 service neutron] Port 4839213e-6f1f-4719-9f03-f9b220810112 on network 4344fbed-57fb-43d7-b32d-6020ce60f0a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:09:38.731459 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f23ae285-a63c-4592-b546-afeee9e49ff5 req-88563afd-f9b9-4f94-89e7-f5db6dfcf251 service neutron] Attempting to bind port 4839213e-6f1f-4719-9f03-f9b220810112 on network 4344fbed-57fb-43d7-b32d-6020ce60f0a1 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:09:38.800815 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-dc64de2d-16e5-4f65-940a-c29be7014582 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:38.833406 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bea27ab-abbc-4625-9692-c240ad0752b3 req-fdd5b658-bf83-4021-a479-0d87c5df7efa tempest-ImagesNegativeTestJSON-517116350 tempest-ImagesNegativeTestJSON-517116350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:38.840611 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2bea27ab-abbc-4625-9692-c240ad0752b3 req-fdd5b658-bf83-4021-a479-0d87c5df7efa tempest-ImagesNegativeTestJSON-517116350 tempest-ImagesNegativeTestJSON-517116350-project] 10.222.0.85 "GET /v2.0/ports?device_id=5c9c5570-f463-498b-b5c1-b94f23e77083 HTTP/1.1" status: 200 len: 949 time: 0.5453427 May 30 20:09:38.854352 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acccea9-971e-411f-a455-bfe430037ff8 req-7420d5dd-643f-4ff6-b37a-9d5ecc2feb08 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:38.855402 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-9acccea9-971e-411f-a455-bfe430037ff8 req-7420d5dd-643f-4ff6-b37a-9d5ecc2feb08 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Synchronizing usage tracker for tenant:6a75b3db8cd44db8bb931dd59e296017 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:09:38.869875 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f23ae285-a63c-4592-b546-afeee9e49ff5 req-88563afd-f9b9-4f94-89e7-f5db6dfcf251 service neutron] Checking agent: {'id': 'f728d74e-a4ae-4384-860b-a5ade05dd8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:09:38.870510 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f23ae285-a63c-4592-b546-afeee9e49ff5 req-88563afd-f9b9-4f94-89e7-f5db6dfcf251 service neutron] Checking segment: {'id': '7e304c17-4e5f-4a93-af80-52785639e6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:09:38.871097 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f23ae285-a63c-4592-b546-afeee9e49ff5 req-88563afd-f9b9-4f94-89e7-f5db6dfcf251 service neutron] Bound using segment: {'id': '7e304c17-4e5f-4a93-af80-52785639e6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1'} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:09:38.871749 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-f23ae285-a63c-4592-b546-afeee9e49ff5 req-88563afd-f9b9-4f94-89e7-f5db6dfcf251 service neutron] Bound port: 4839213e-6f1f-4719-9f03-f9b220810112, host: n-h1-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e304c17-4e5f-4a93-af80-52785639e6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1'}}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:09:38.872306 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-f23ae285-a63c-4592-b546-afeee9e49ff5 req-88563afd-f9b9-4f94-89e7-f5db6dfcf251 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:38.930723 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-803af313-d851-487c-bd38-0715e224c5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:38.947467 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-dc64de2d-16e5-4f65-940a-c29be7014582 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:39.008665 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [None req-857812a8-1759-4c14-b10f-b82d06fa4a4d admin admin] For port 61b85d32-0bd9-4c0b-8eeb-a48d3b1edf65, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=61b85d32-0bd9-4c0b-8eeb-a48d3b1edf65,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:09:39.009055 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-857812a8-1759-4c14-b10f-b82d06fa4a4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:39.022305 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-2c9742d8-a36c-4f5b-abcc-93a1147ee6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62350e86-39fe-439d-af70-c76db2a1b564', 'name': 'tempest-FloatingIPDetailsTestJSON-1288176850-router', 'tenant_id': '025c7e17165b4ab688bec2ce251d59e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '61b85d32-0bd9-4c0b-8eeb-a48d3b1edf65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:07:37Z', 'updated_at': '2022-05-30T20:09:31Z', 'revision_number': 5, 'project_id': '025c7e17165b4ab688bec2ce251d59e7', 'gw_port': {'id': '61b85d32-0bd9-4c0b-8eeb-a48d3b1edf65', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:0b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62350e86-39fe-439d-af70-c76db2a1b564', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:07:41Z', 'updated_at': '2022-05-30T20:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:09:39.027574 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9742d8-a36c-4f5b-abcc-93a1147ee6b7 None None] The sync data for ids ['62350e86-39fe-439d-af70-c76db2a1b564'] in n-d-843948-2 is: [{'id': '62350e86-39fe-439d-af70-c76db2a1b564', 'name': 'tempest-FloatingIPDetailsTestJSON-1288176850-router', 'tenant_id': '025c7e17165b4ab688bec2ce251d59e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '61b85d32-0bd9-4c0b-8eeb-a48d3b1edf65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:07:37Z', 'updated_at': '2022-05-30T20:09:31Z', 'revision_number': 5, 'project_id': '025c7e17165b4ab688bec2ce251d59e7', 'gw_port': {'id': '61b85d32-0bd9-4c0b-8eeb-a48d3b1edf65', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:0b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62350e86-39fe-439d-af70-c76db2a1b564', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:07:41Z', 'updated_at': '2022-05-30T20:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:09:39.101731 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2bea27ab-abbc-4625-9692-c240ad0752b3 req-a7e34786-00b3-4d35-8af0-b2c5b4844dbf tempest-ImagesNegativeTestJSON-517116350 tempest-ImagesNegativeTestJSON-517116350-project] 10.222.0.85 "GET /v2.0/security-groups?id=4b902f25-30a4-473d-a71e-329acb013070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2601221 May 30 20:09:39.172868 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c07d0b-9730-42a8-81e2-78097a9b48d5 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Network 7dfebaf0-dc9f-476d-9977-56c7fc58662b is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:09:39.184310 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-857812a8-1759-4c14-b10f-b82d06fa4a4d admin admin] Calling delete_port for 61b85d32-0bd9-4c0b-8eeb-a48d3b1edf65 owned by network:router_gateway {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:09:39.270882 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-9acccea9-971e-411f-a455-bfe430037ff8 req-7420d5dd-643f-4ff6-b37a-9d5ecc2feb08 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Unset dirty status for tenant:6a75b3db8cd44db8bb931dd59e296017 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:09:39.275237 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9acccea9-971e-411f-a455-bfe430037ff8 req-7420d5dd-643f-4ff6-b37a-9d5ecc2feb08 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.85 "GET /v2.0/ports?device_id=2eb72a33-2d65-40d2-8220-ee5920fc4ba0 HTTP/1.1" status: 200 len: 948 time: 1.1599958 May 30 20:09:39.318556 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-c3c07d0b-9730-42a8-81e2-78097a9b48d5 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, 7dfebaf0-dc9f-476d-9977-56c7fc58662b) {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:09:39.328783 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b96ed59a-190f-45a9-899c-8b70040d5afc None None] Network 7dfebaf0-dc9f-476d-9977-56c7fc58662b requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:09:39.330009 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c07d0b-9730-42a8-81e2-78097a9b48d5 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:39.331615 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c3c07d0b-9730-42a8-81e2-78097a9b48d5 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:39.420996 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-dc64de2d-16e5-4f65-940a-c29be7014582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:39.566481 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device a119a3c6-051e-42bd-b1fb-bb11d6414919 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:09:39.589343 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-803af313-d851-487c-bd38-0715e224c5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:39.598272 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-f23ae285-a63c-4592-b546-afeee9e49ff5 req-88563afd-f9b9-4f94-89e7-f5db6dfcf251 service neutron] For port 4839213e-6f1f-4719-9f03-f9b220810112, host n-h1-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:09:39.606041 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: a119a3c6-051e-42bd-b1fb-bb11d6414919 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:09:39.606522 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device a119a3c6-051e-42bd-b1fb-bb11d6414919 not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:09:39.640154 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-f23ae285-a63c-4592-b546-afeee9e49ff5 req-88563afd-f9b9-4f94-89e7-f5db6dfcf251 service neutron] For port 4839213e-6f1f-4719-9f03-f9b220810112, host n-h1-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=4839213e-6f1f-4719-9f03-f9b220810112,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:09:39.653667 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc64de2d-16e5-4f65-940a-c29be7014582 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bc03317-7c5c-46d0-8ed2-0b298955a173,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:39.663140 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-c3c07d0b-9730-42a8-81e2-78097a9b48d5 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.1941853 May 30 20:09:39.666459 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9acccea9-971e-411f-a455-bfe430037ff8 req-d3b3498b-1035-4907-9c75-534e32205ac1 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.85 "GET /v2.0/security-groups?id=db33dd94-15fa-4959-a681-13f509935d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3127747 May 30 20:09:39.674534 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-803af313-d851-487c-bd38-0715e224c5d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1423fe8d-fe45-40b8-bd0c-db2951a00d49']}} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:09:39.680624 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 50924) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:09:39.683624 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-dc64de2d-16e5-4f65-940a-c29be7014582 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:39.686782 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-dc64de2d-16e5-4f65-940a-c29be7014582 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/9bc03317-7c5c-46d0-8ed2-0b298955a173 HTTP/1.1" status: 204 len: 168 time: 1.3215444 May 30 20:09:39.720120 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-ce8ff5f4-723e-4486-a19b-3867206ed300 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Request body: {'subnet': {'network_id': '945aa537-7e5a-42ac-a8f5-8cf6a31fa2b8', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:09:39.735608 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-f23ae285-a63c-4592-b546-afeee9e49ff5 req-88563afd-f9b9-4f94-89e7-f5db6dfcf251 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:39.745482 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-803af313-d851-487c-bd38-0715e224c5d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a588beee-eb1a-4179-866b-50764eb9b22b') {'for_net_delete': True} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:09:39.745982 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-803af313-d851-487c-bd38-0715e224c5d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a588beee-eb1a-4179-866b-50764eb9b22b') {} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:09:39.801524 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfbe0453-e5b8-45e1-bc74-fbd1e5667214 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-7dfebaf0-dc9f-476d-9977-56c7fc58662b', 'network_id': '7dfebaf0-dc9f-476d-9977-56c7fc58662b', 'tenant_id': 'a1a57cdea23a49088fa533e38f6a3032', 'fixed_ips': [{'subnet_id': '156dd172-ceed-40ca-a03f-1d3d19921b4e'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:09:39.802382 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-dfbe0453-e5b8-45e1-bc74-fbd1e5667214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:39.890415 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-803af313-d851-487c-bd38-0715e224c5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3149912'] for segment, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:39.920637 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f05fe1c-c465-4486-a7b6-1221302cae3f req-4245fb27-78fe-49f7-88a5-415dcebfa8a9 tempest-ImagesNegativeTestJSON-517116350 tempest-ImagesNegativeTestJSON-517116350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:39.923083 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4f05fe1c-c465-4486-a7b6-1221302cae3f req-4245fb27-78fe-49f7-88a5-415dcebfa8a9 tempest-ImagesNegativeTestJSON-517116350 tempest-ImagesNegativeTestJSON-517116350-project] 10.222.0.71 "GET /v2.0/ports?device_id=5c9c5570-f463-498b-b5c1-b94f23e77083 HTTP/1.1" status: 200 len: 949 time: 0.6461737 May 30 20:09:39.927164 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 54697081-e7b8-4e91-8009-b933877a65cd up at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:09:39.995279 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34be84d6-e70d-421b-810e-bf819978dd69 req-8ee4b65d-4ef5-4527-a26d-41645f706c5d tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:40.003659 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-34be84d6-e70d-421b-810e-bf819978dd69 req-8ee4b65d-4ef5-4527-a26d-41645f706c5d tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] 10.222.0.85 "GET /v2.0/ports?device_id=a4b5d15f-eb6d-4803-b156-b8a097188403 HTTP/1.1" status: 200 len: 945 time: 0.6771302 May 30 20:09:40.025592 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-803af313-d851-487c-bd38-0715e224c5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:40.031019 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-f23ae285-a63c-4592-b546-afeee9e49ff5 req-88563afd-f9b9-4f94-89e7-f5db6dfcf251 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:40.041394 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f23ae285-a63c-4592-b546-afeee9e49ff5 req-88563afd-f9b9-4f94-89e7-f5db6dfcf251 service neutron] 10.222.0.71 "PUT /v2.0/ports/4839213e-6f1f-4719-9f03-f9b220810112 HTTP/1.1" status: 200 len: 1096 time: 5.2739902 May 30 20:09:40.041394 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2eb72a33-2d65-40d2-8220-ee5920fc4ba0', 'tag': '4839213e-6f1f-4719-9f03-f9b220810112'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:09:40.041905 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-857812a8-1759-4c14-b10f-b82d06fa4a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:40.062854 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-ce8ff5f4-723e-4486-a19b-3867206ed300 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:09:40.074480 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88563afd-f9b9-4f94-89e7-f5db6dfcf251 service neutron] Pushing event updated for resources: {'Port': ['ID=4839213e-6f1f-4719-9f03-f9b220810112,revision_number=3']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:40.084110 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-803af313-d851-487c-bd38-0715e224c5d7 admin admin] Releasing vlan 650 on physical network physnet1 to pool {{(pid=84887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:09:40.086765 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-803af313-d851-487c-bd38-0715e224c5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4055488'] for segment, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:40.113210 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857812a8-1759-4c14-b10f-b82d06fa4a4d admin admin] Pushing event deleted for resources: {'Port': ['ID=61b85d32-0bd9-4c0b-8eeb-a48d3b1edf65,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:40.131038 n-d-843948-2 neutron-server[84887]: Traceback (most recent call last): May 30 20:09:40.131038 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:09:40.131038 n-d-843948-2 neutron-server[84887]: timer() May 30 20:09:40.131038 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:09:40.131038 n-d-843948-2 neutron-server[84887]: cb(*args, **kw) May 30 20:09:40.131038 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:09:40.131038 n-d-843948-2 neutron-server[84887]: return func(*args, **kwargs) May 30 20:09:40.131038 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:09:40.131038 n-d-843948-2 neutron-server[84887]: self._notify() May 30 20:09:40.131038 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:09:40.131038 n-d-843948-2 neutron-server[84887]: self.callback(batched_events) May 30 20:09:40.131038 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:09:40.131038 n-d-843948-2 neutron-server[84887]: event.method(event) May 30 20:09:40.131038 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:09:40.131038 n-d-843948-2 neutron-server[84887]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:09:40.131038 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:09:40.131038 n-d-843948-2 neutron-server[84887]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:09:40.131038 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:09:40.131038 n-d-843948-2 neutron-server[84887]: return f(self, *a, **k) May 30 20:09:40.131038 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:09:40.131038 n-d-843948-2 neutron-server[84887]: return self._get(url).json() May 30 20:09:40.131038 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:09:40.131038 n-d-843948-2 neutron-server[84887]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:09:40.131038 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:09:40.131038 n-d-843948-2 neutron-server[84887]: return self.request(url, 'GET', **kwargs) May 30 20:09:40.131038 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:09:40.131038 n-d-843948-2 neutron-server[84887]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:09:40.131038 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:09:40.131038 n-d-843948-2 neutron-server[84887]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:09:40.131038 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:09:40.131038 n-d-843948-2 neutron-server[84887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:09:40.131038 n-d-843948-2 neutron-server[84887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:09:40.145256 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-ce8ff5f4-723e-4486-a19b-3867206ed300 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Usage tracker for resource:subnet and tenant:a1a57cdea23a49088fa533e38f6a3032 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:09:40.156823 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-182f51b9-1e08-497d-a2b2-889b6d7d000a'] response: {'name': 'network-changed', 'server_uuid': '2eb72a33-2d65-40d2-8220-ee5920fc4ba0', 'tag': '4839213e-6f1f-4719-9f03-f9b220810112', 'status': 'completed', 'code': 200} May 30 20:09:40.161178 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-ce8ff5f4-723e-4486-a19b-3867206ed300 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:09:40.184837 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-ce8ff5f4-723e-4486-a19b-3867206ed300 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:09:40.197700 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-dfbe0453-e5b8-45e1-bc74-fbd1e5667214 None None] Allocated IP 10.1.1.2 (7dfebaf0-dc9f-476d-9977-56c7fc58662b/156dd172-ceed-40ca-a03f-1d3d19921b4e/fe5a0e55-521a-450b-bab4-409f595c8fd4) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:09:40.280465 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-34be84d6-e70d-421b-810e-bf819978dd69 req-158e1244-6ac7-4bcb-a728-b86a2681941f tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] 10.222.0.85 "GET /v2.0/security-groups?id=c7896e4c-36a2-48d0-b2ac-efb83a8df59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2757227 May 30 20:09:40.426072 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce8ff5f4-723e-4486-a19b-3867206ed300 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Made reservation on behalf of a1a57cdea23a49088fa533e38f6a3032 for: {'subnet': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:09:40.507590 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-4f05fe1c-c465-4486-a7b6-1221302cae3f req-49bff075-351c-4da4-a7e1-40394e2c33aa tempest-ImagesNegativeTestJSON-517116350 tempest-ImagesNegativeTestJSON-517116350-project] Deleting port acf5970b-1b33-47d7-941a-185dbaf5fe2f {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:09:40.508491 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-4f05fe1c-c465-4486-a7b6-1221302cae3f req-49bff075-351c-4da4-a7e1-40394e2c33aa tempest-ImagesNegativeTestJSON-517116350 tempest-ImagesNegativeTestJSON-517116350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:40.677358 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-30438a3f-0d58-4dd8-90be-66a43d390dcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1718140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-736143'] for router_interface, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:40.687176 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning for port 54697081-e7b8-4e91-8009-b933877a65cd completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:09:40.723281 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-857812a8-1759-4c14-b10f-b82d06fa4a4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-736453'] for router_gateway, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:40.723573 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-803af313-d851-487c-bd38-0715e224c5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:40.733449 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning complete for port 54697081-e7b8-4e91-8009-b933877a65cd triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:09:40.738611 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:40.803083 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-803af313-d851-487c-bd38-0715e224c5d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:40.835127 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803af313-d851-487c-bd38-0715e224c5d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=1423fe8d-fe45-40b8-bd0c-db2951a00d49,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:40.886619 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-dfbe0453-e5b8-45e1-bc74-fbd1e5667214 None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:40.925399 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-dfbe0453-e5b8-45e1-bc74-fbd1e5667214 None None] Transition to ACTIVE for port object fe5a0e55-521a-450b-bab4-409f595c8fd4 will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:09:40.933510 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b127798a-1fbd-4337-a2af-1d98dbcb773e req-efcbcd45-c2df-400a-b285-fbc75fc651fd tempest-ImagesNegativeTestJSON-517116350 tempest-ImagesNegativeTestJSON-517116350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:40.936601 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b127798a-1fbd-4337-a2af-1d98dbcb773e req-efcbcd45-c2df-400a-b285-fbc75fc651fd tempest-ImagesNegativeTestJSON-517116350 tempest-ImagesNegativeTestJSON-517116350-project] 10.222.0.85 "GET /v2.0/ports?device_id=5c9c5570-f463-498b-b5c1-b94f23e77083 HTTP/1.1" status: 200 len: 949 time: 0.4929223 May 30 20:09:40.985392 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-dfbe0453-e5b8-45e1-bc74-fbd1e5667214 None None] Transition to ACTIVE for port object fe5a0e55-521a-450b-bab4-409f595c8fd4 will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:09:41.050395 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-abe01aad-1d0e-40e1-a290-7a23c387aaac req-51e00fb2-d1af-47c9-888c-b64b81d2fa8d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=6a75b3db8cd44db8bb931dd59e296017&device_id=2eb72a33-2d65-40d2-8220-ee5920fc4ba0 HTTP/1.1" status: 200 len: 1099 time: 0.7466159 May 30 20:09:41.085725 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:41.137702 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4b5d15f-eb6d-4803-b156-b8a097188403', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54697081-e7b8-4e91-8009-b933877a65cd'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:09:41.152599 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-803af313-d851-487c-bd38-0715e224c5d7 admin admin] 10.222.0.85 "DELETE /v2.0/networks/1423fe8d-fe45-40b8-bd0c-db2951a00d49 HTTP/1.1" status: 204 len: 168 time: 2.6261213 May 30 20:09:41.157842 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-dfbe0453-e5b8-45e1-bc74-fbd1e5667214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:41.160752 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ce8ff5f4-723e-4486-a19b-3867206ed300 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2778563'] for subnet, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:41.166692 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-abe01aad-1d0e-40e1-a290-7a23c387aaac req-28908fa7-a9e9-41bf-a275-0b965d6f7c7f service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=6a75b3db8cd44db8bb931dd59e296017&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0726840 May 30 20:09:41.219767 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-4f05fe1c-c465-4486-a7b6-1221302cae3f req-49bff075-351c-4da4-a7e1-40394e2c33aa tempest-ImagesNegativeTestJSON-517116350 tempest-ImagesNegativeTestJSON-517116350-project] For port acf5970b-1b33-47d7-941a-185dbaf5fe2f, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=acf5970b-1b33-47d7-941a-185dbaf5fe2f,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:09:41.221523 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-4f05fe1c-c465-4486-a7b6-1221302cae3f req-49bff075-351c-4da4-a7e1-40394e2c33aa tempest-ImagesNegativeTestJSON-517116350 tempest-ImagesNegativeTestJSON-517116350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:41.325673 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 54697081-e7b8-4e91-8009-b933877a65cd, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=54697081-e7b8-4e91-8009-b933877a65cd,segment=NetworkSegment(93523d51-b49e-42d0-8c0b-d0db4eaebb6e),segment_id=93523d51-b49e-42d0-8c0b-d0db4eaebb6e)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:09:41.386626 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfbe0453-e5b8-45e1-bc74-fbd1e5667214 None None] Network 7dfebaf0-dc9f-476d-9977-56c7fc58662b is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:09:41.396902 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-dfbe0453-e5b8-45e1-bc74-fbd1e5667214 None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:09:41.403067 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfbe0453-e5b8-45e1-bc74-fbd1e5667214 None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:09:41.437108 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:41.499883 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-857812a8-1759-4c14-b10f-b82d06fa4a4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-724789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3141'] for router, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:41.529574 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-857812a8-1759-4c14-b10f-b82d06fa4a4d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:41.545458 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a914a3d-4f22-43be-bb28-710d59c58505 req-ef9ceba2-606f-4f03-a591-6600864568cf tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:41.547351 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0a914a3d-4f22-43be-bb28-710d59c58505 req-ef9ceba2-606f-4f03-a591-6600864568cf tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.85 "GET /v2.0/ports?device_id=2eb72a33-2d65-40d2-8220-ee5920fc4ba0 HTTP/1.1" status: 200 len: 948 time: 0.5678594 May 30 20:09:41.632444 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbe0453-e5b8-45e1-bc74-fbd1e5667214 None None] Pushing event updated for resources: {'Port': ['ID=fe5a0e55-521a-450b-bab4-409f595c8fd4,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:41.691133 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0a914a3d-4f22-43be-bb28-710d59c58505 req-d7a7fa3e-007b-4324-8a37-2e9407caa3a7 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.85 "GET /v2.0/security-groups?id=db33dd94-15fa-4959-a681-13f509935d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238096 May 30 20:09:41.733174 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-857812a8-1759-4c14-b10f-b82d06fa4a4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724889'] for router, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:41.733728 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-857812a8-1759-4c14-b10f-b82d06fa4a4d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 62350e86-39fe-439d-af70-c76db2a1b564 {{(pid=84886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:09:41.769368 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-857812a8-1759-4c14-b10f-b82d06fa4a4d admin admin] Notify callbacks [] for router, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:41.772905 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-857812a8-1759-4c14-b10f-b82d06fa4a4d admin admin] 10.222.0.85 "DELETE /v2.0/routers/62350e86-39fe-439d-af70-c76db2a1b564 HTTP/1.1" status: 204 len: 168 time: 5.4662755 May 30 20:09:41.773195 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 50956) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:09:41.799042 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-4f05fe1c-c465-4486-a7b6-1221302cae3f req-49bff075-351c-4da4-a7e1-40394e2c33aa tempest-ImagesNegativeTestJSON-517116350 tempest-ImagesNegativeTestJSON-517116350-project] Calling delete_port for acf5970b-1b33-47d7-941a-185dbaf5fe2f owned by compute:nova {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:09:41.835114 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-dfbe0453-e5b8-45e1-bc74-fbd1e5667214 None None] Attempting to bind port fe5a0e55-521a-450b-bab4-409f595c8fd4 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:09:41.835716 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-dfbe0453-e5b8-45e1-bc74-fbd1e5667214 None None] Attempting to bind port fe5a0e55-521a-450b-bab4-409f595c8fd4 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': '3c26dc90-ba8a-44ec-b215-1e8fb1eebc9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '7dfebaf0-dc9f-476d-9977-56c7fc58662b'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:09:41.836284 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbe0453-e5b8-45e1-bc74-fbd1e5667214 None None] Attempting to bind port fe5a0e55-521a-450b-bab4-409f595c8fd4 on network 7dfebaf0-dc9f-476d-9977-56c7fc58662b {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:09:41.852967 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ce8ff5f4-723e-4486-a19b-3867206ed300 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4127140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2778577'] for subnet, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:41.884244 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device acf5970b-1b33-47d7-941a-185dbaf5fe2f no longer exists at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:09:41.900953 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c75ff38-a04e-4370-8999-df5994a5239a admin admin] Deleting subnet d6dad82d-57c1-48de-bca6-4968bd0d9355 {{(pid=84886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:09:41.915186 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3c75ff38-a04e-4370-8999-df5994a5239a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:41.953330 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 50962) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:09:42.022255 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6814df0a-923b-4252-82d0-eea9f16c1a21'] response: {'server_uuid': 'a4b5d15f-eb6d-4803-b156-b8a097188403', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54697081-e7b8-4e91-8009-b933877a65cd', 'code': 200} May 30 20:09:42.023969 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbe0453-e5b8-45e1-bc74-fbd1e5667214 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 9, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:09:42.024771 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbe0453-e5b8-45e1-bc74-fbd1e5667214 None None] Checking segment: {'id': '3c26dc90-ba8a-44ec-b215-1e8fb1eebc9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '7dfebaf0-dc9f-476d-9977-56c7fc58662b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:09:42.025167 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-dfbe0453-e5b8-45e1-bc74-fbd1e5667214 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:42.036424 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbe0453-e5b8-45e1-bc74-fbd1e5667214 None None] Bound using segment: {'id': '3c26dc90-ba8a-44ec-b215-1e8fb1eebc9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '7dfebaf0-dc9f-476d-9977-56c7fc58662b'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:09:42.038366 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-dfbe0453-e5b8-45e1-bc74-fbd1e5667214 None None] Bound port: fe5a0e55-521a-450b-bab4-409f595c8fd4, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c26dc90-ba8a-44ec-b215-1e8fb1eebc9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '7dfebaf0-dc9f-476d-9977-56c7fc58662b'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:09:42.038366 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-dfbe0453-e5b8-45e1-bc74-fbd1e5667214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:42.052355 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b127798a-1fbd-4337-a2af-1d98dbcb773e req-c1583274-d477-460f-8784-c1c3a60c79b5 tempest-ImagesNegativeTestJSON-517116350 tempest-ImagesNegativeTestJSON-517116350-project] 10.222.0.85 "GET /v2.0/security-groups?id=4b902f25-30a4-473d-a71e-329acb013070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0167012 May 30 20:09:42.069292 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3c75ff38-a04e-4370-8999-df5994a5239a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2655517'] for subnet, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:42.095853 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=54697081-e7b8-4e91-8009-b933877a65cd,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:42.191346 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe01aad-1d0e-40e1-a290-7a23c387aaac req-78eb5d40-2b0e-4074-b9c6-0f1b4506cccf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:42.193242 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-abe01aad-1d0e-40e1-a290-7a23c387aaac req-78eb5d40-2b0e-4074-b9c6-0f1b4506cccf service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0079970 May 30 20:09:42.274009 n-d-843948-2 neutron-server[84888]: INFO neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] No ports have port_id starting with acf5970b-1b33-47d7-941a-185dbaf5fe2f May 30 20:09:42.289425 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-dfbe0453-e5b8-45e1-bc74-fbd1e5667214 None None] For port fe5a0e55-521a-450b-bab4-409f595c8fd4, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:09:42.293013 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-dfbe0453-e5b8-45e1-bc74-fbd1e5667214 None None] For port fe5a0e55-521a-450b-bab4-409f595c8fd4, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=fe5a0e55-521a-450b-bab4-409f595c8fd4,segment=NetworkSegment(3c26dc90-ba8a-44ec-b215-1e8fb1eebc9d),segment_id=3c26dc90-ba8a-44ec-b215-1e8fb1eebc9d)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:09:42.345022 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-5a78b853-5ca2-43fc-8e8d-82a0e50cf6ba admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=2f556c8c0e86457c8a99895c145d8ec1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3903053 May 30 20:09:42.358272 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 50970) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:09:42.384285 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-dfbe0453-e5b8-45e1-bc74-fbd1e5667214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:42.427977 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8ff5f4-723e-4486-a19b-3867206ed300 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Pushing event updated for resources: {'Subnet': ['ID=e0ec96d3-d8eb-4c27-bd2f-50e88448f40f,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:42.485064 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-4f05fe1c-c465-4486-a7b6-1221302cae3f req-49bff075-351c-4da4-a7e1-40394e2c33aa tempest-ImagesNegativeTestJSON-517116350 tempest-ImagesNegativeTestJSON-517116350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:42.536471 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8ff5f4-723e-4486-a19b-3867206ed300 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Checking segment: {'id': 'bd1b67cf-563e-4c82-b7ef-58764a753e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '945aa537-7e5a-42ac-a8f5-8cf6a31fa2b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:09:42.537373 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8ff5f4-723e-4486-a19b-3867206ed300 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Network hostable DHCP agents. Network: 945aa537-7e5a-42ac-a8f5-8cf6a31fa2b8, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:09:42.546676 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbe0453-e5b8-45e1-bc74-fbd1e5667214 None None] Pushing event updated for resources: {'Port': ['ID=fe5a0e55-521a-450b-bab4-409f595c8fd4,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:42.601002 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-cad91340-987c-43bb-b079-e5fab606e5fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:42.603312 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3c75ff38-a04e-4370-8999-df5994a5239a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:42.633348 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bff075-351c-4da4-a7e1-40394e2c33aa tempest-ImagesNegativeTestJSON-517116350 tempest-ImagesNegativeTestJSON-517116350-project] Pushing event deleted for resources: {'Port': ['ID=acf5970b-1b33-47d7-941a-185dbaf5fe2f,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:42.700254 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5fd17301-839f-4da3-9106-3f841fcccd16 req-e07c11ca-5180-47a5-8d54-4abce420005b service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=a4b5d15f-eb6d-4803-b156-b8a097188403 HTTP/1.1" status: 200 len: 1097 time: 0.7012730 May 30 20:09:42.772367 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f05fe1c-c465-4486-a7b6-1221302cae3f req-49bff075-351c-4da4-a7e1-40394e2c33aa tempest-ImagesNegativeTestJSON-517116350 tempest-ImagesNegativeTestJSON-517116350-project] No DVR routers for this DVR port acf5970b-1b33-47d7-941a-185dbaf5fe2f on host n-h1-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:09:42.796759 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-4f05fe1c-c465-4486-a7b6-1221302cae3f req-49bff075-351c-4da4-a7e1-40394e2c33aa tempest-ImagesNegativeTestJSON-517116350 tempest-ImagesNegativeTestJSON-517116350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:42.797098 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f23ae285-a63c-4592-b546-afeee9e49ff5 req-3cf1f522-d76d-4d74-9fcb-ce7d11788337 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=6a75b3db8cd44db8bb931dd59e296017&device_id=2eb72a33-2d65-40d2-8220-ee5920fc4ba0 HTTP/1.1" status: 200 len: 1099 time: 0.4310486 May 30 20:09:42.797559 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c9c5570-f463-498b-b5c1-b94f23e77083', 'name': 'network-vif-deleted', 'tag': 'acf5970b-1b33-47d7-941a-185dbaf5fe2f'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:09:42.804152 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-cad91340-987c-43bb-b079-e5fab606e5fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:42.829719 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1cb96c-d45d-431e-8e0b-64aef7f0f087 req-cd9387d7-a8d2-452a-bb7e-45fc9441f5b3 tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:42.842858 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6e1cb96c-d45d-431e-8e0b-64aef7f0f087 req-cd9387d7-a8d2-452a-bb7e-45fc9441f5b3 tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] 10.222.0.85 "GET /v2.0/ports?device_id=a4b5d15f-eb6d-4803-b156-b8a097188403 HTTP/1.1" status: 200 len: 946 time: 0.5806506 May 30 20:09:42.935306 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f23ae285-a63c-4592-b546-afeee9e49ff5 req-4d54ed1d-3b95-46f1-8206-cbdaa0d9ff87 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=4839213e-6f1f-4719-9f03-f9b220810112 HTTP/1.1" status: 200 len: 217 time: 0.1296663 May 30 20:09:42.973293 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5fd17301-839f-4da3-9106-3f841fcccd16 req-b04449ff-a220-45e0-a464-092bead8e919 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=c7896e4c-36a2-48d0-b2ac-efb83a8df59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2547076 May 30 20:09:43.055769 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6e1cb96c-d45d-431e-8e0b-64aef7f0f087 req-0ebfa9e9-8d2c-4822-82eb-0c6296a0b6d3 tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] 10.222.0.85 "GET /v2.0/security-groups?id=c7896e4c-36a2-48d0-b2ac-efb83a8df59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2120852 May 30 20:09:43.058726 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8ff5f4-723e-4486-a19b-3867206ed300 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Network 945aa537-7e5a-42ac-a8f5-8cf6a31fa2b8 is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:09:43.131503 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4f05fe1c-c465-4486-a7b6-1221302cae3f req-49bff075-351c-4da4-a7e1-40394e2c33aa tempest-ImagesNegativeTestJSON-517116350 tempest-ImagesNegativeTestJSON-517116350-project] 10.222.0.71 "DELETE /v2.0/ports/acf5970b-1b33-47d7-941a-185dbaf5fe2f HTTP/1.1" status: 204 len: 173 time: 3.1982715 May 30 20:09:43.167657 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3c75ff38-a04e-4370-8999-df5994a5239a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4127075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2778536'] for subnet, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:43.232707 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c75ff38-a04e-4370-8999-df5994a5239a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6dad82d-57c1-48de-bca6-4968bd0d9355,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:43.236551 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-cad91340-987c-43bb-b079-e5fab606e5fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:43.281155 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-ce8ff5f4-723e-4486-a19b-3867206ed300 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, 945aa537-7e5a-42ac-a8f5-8cf6a31fa2b8) {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:09:43.291936 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e38c6d5d-34d9-4e11-8909-0e4f213363a0 None None] Network 945aa537-7e5a-42ac-a8f5-8cf6a31fa2b8 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:09:43.325782 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad91340-987c-43bb-b079-e5fab606e5fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7bd1307-7f80-416a-ad0f-251b87da459a,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:43.363252 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce8ff5f4-723e-4486-a19b-3867206ed300 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:43.364177 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ce8ff5f4-723e-4486-a19b-3867206ed300 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:43.364373 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23ae285-a63c-4592-b546-afeee9e49ff5 req-2b50ab1c-025b-447a-b434-e80cbcd212b9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:43.365938 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f23ae285-a63c-4592-b546-afeee9e49ff5 req-2b50ab1c-025b-447a-b434-e80cbcd212b9 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1b83ff54-b1af-44ce-bb75-ba148920553c HTTP/1.1" status: 200 len: 843 time: 0.4253824 May 30 20:09:43.482330 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4aa9c83c-7abb-4c8f-9916-0f81978d1971'] response: {'server_uuid': '5c9c5570-f463-498b-b5c1-b94f23e77083', 'name': 'network-vif-deleted', 'tag': 'acf5970b-1b33-47d7-941a-185dbaf5fe2f', 'status': 'completed', 'code': 200} May 30 20:09:43.486030 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3c75ff38-a04e-4370-8999-df5994a5239a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:43.496100 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-3c75ff38-a04e-4370-8999-df5994a5239a admin admin] 10.222.0.85 "DELETE /v2.0/subnets/d6dad82d-57c1-48de-bca6-4968bd0d9355 HTTP/1.1" status: 204 len: 168 time: 1.7182384 May 30 20:09:43.499067 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 50992) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:09:43.535412 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aeb7ea4-89cc-4af8-9fff-68ab0214e347 None None] Network cbfb6eaa-ce2f-44af-86ff-f60ce354d3e6 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:09:43.559000 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-ce8ff5f4-723e-4486-a19b-3867206ed300 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.8716068 May 30 20:09:43.566352 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 50996) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:09:43.577333 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-5aa8c99c-65ff-49db-9509-50126a9cb5d8 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Request body: {'port': {'network_id': '7dfebaf0-dc9f-476d-9977-56c7fc58662b', 'name': 'tempest-TaggedBootDevicesTest-405042108', 'fixed_ips': [{'subnet_id': '156dd172-ceed-40ca-a03f-1d3d19921b4e'}]}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:09:43.624894 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f23ae285-a63c-4592-b546-afeee9e49ff5 req-4d2076f3-53b0-45d7-b4ba-d5fff0196e5c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4344fbed-57fb-43d7-b32d-6020ce60f0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2450204 May 30 20:09:43.632785 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b562763e-40f2-4390-87b4-6c4c7b29d21b req-c0d17379-731b-4f10-a827-bdd1605a6015 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:43.639964 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b562763e-40f2-4390-87b4-6c4c7b29d21b req-c0d17379-731b-4f10-a827-bdd1605a6015 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.85 "GET /v2.0/ports?device_id=2eb72a33-2d65-40d2-8220-ee5920fc4ba0 HTTP/1.1" status: 200 len: 948 time: 0.5188015 May 30 20:09:43.925096 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b562763e-40f2-4390-87b4-6c4c7b29d21b req-fd8c23b9-58e2-423a-910a-1117f1dbc086 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.85 "GET /v2.0/security-groups?id=db33dd94-15fa-4959-a681-13f509935d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2650001 May 30 20:09:43.935967 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-cad91340-987c-43bb-b079-e5fab606e5fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:43.943720 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-cad91340-987c-43bb-b079-e5fab606e5fb admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/f7bd1307-7f80-416a-ad0f-251b87da459a HTTP/1.1" status: 204 len: 168 time: 1.5773237 May 30 20:09:43.955527 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device fe5a0e55-521a-450b-bab4-409f595c8fd4 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:09:44.014174 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f23ae285-a63c-4592-b546-afeee9e49ff5 req-e16ae135-9bb5-4559-a861-9a5aadf22d13 service neutron] 10.222.0.71 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3677366 May 30 20:09:44.187964 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a3f2aeb7-e327-43ef-b5ad-f91f7548d8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:44.213963 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-86ccb541-f4cd-4852-af9b-ccd6b4fc0cf7 req-d34e9af9-e8d3-451f-8b12-c2cd26a7010e tempest-ImagesNegativeTestJSON-517116350 tempest-ImagesNegativeTestJSON-517116350-project] 10.222.0.85 "GET /v2.0/ports?device_id=5c9c5570-f463-498b-b5c1-b94f23e77083 HTTP/1.1" status: 200 len: 210 time: 0.2685094 May 30 20:09:44.376142 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-a3f2aeb7-e327-43ef-b5ad-f91f7548d8b9 admin admin] Deleting port 5b269d4b-4183-4672-88d5-5513b2678dd2 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:09:44.376142 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a3f2aeb7-e327-43ef-b5ad-f91f7548d8b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:44.725288 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30438a3f-0d58-4dd8-90be-66a43d390dcc admin admin] Router 59213d2f-2fbd-4efd-bebf-997f35d0aa6c has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:09:44.734389 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-5aa8c99c-65ff-49db-9509-50126a9cb5d8 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:09:44.769655 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-5aa8c99c-65ff-49db-9509-50126a9cb5d8 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Usage tracker for resource:port and tenant:a1a57cdea23a49088fa533e38f6a3032 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:09:44.777304 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16eb7c27-10e8-4509-ac7a-7515c3962ed4 None None] Network 7dfebaf0-dc9f-476d-9977-56c7fc58662b requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:09:44.791051 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-5aa8c99c-65ff-49db-9509-50126a9cb5d8 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:09:44.819977 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-5aa8c99c-65ff-49db-9509-50126a9cb5d8 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:09:45.259899 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aa8c99c-65ff-49db-9509-50126a9cb5d8 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Made reservation on behalf of a1a57cdea23a49088fa533e38f6a3032 for: {'port': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:09:45.333265 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port fe5a0e55-521a-450b-bab4-409f595c8fd4 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:09:45.403735 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-bcd98311-ef15-44d7-86be-8d8197aa9eb4 None None] Provisioning for port fe5a0e55-521a-450b-bab4-409f595c8fd4 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:09:45.429325 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3028cbdc-e392-4aad-ae30-8efdc9e3b71f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-945aa537-7e5a-42ac-a8f5-8cf6a31fa2b8', 'network_id': '945aa537-7e5a-42ac-a8f5-8cf6a31fa2b8', 'tenant_id': 'a1a57cdea23a49088fa533e38f6a3032', 'fixed_ips': [{'subnet_id': 'e0ec96d3-d8eb-4c27-bd2f-50e88448f40f'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:09:45.430906 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-3028cbdc-e392-4aad-ae30-8efdc9e3b71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:45.482390 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-bcd98311-ef15-44d7-86be-8d8197aa9eb4 None None] Provisioning complete for port fe5a0e55-521a-450b-bab4-409f595c8fd4 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:09:45.482963 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-bcd98311-ef15-44d7-86be-8d8197aa9eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:45.778297 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [None req-a3f2aeb7-e327-43ef-b5ad-f91f7548d8b9 admin admin] For port 5b269d4b-4183-4672-88d5-5513b2678dd2, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=5b269d4b-4183-4672-88d5-5513b2678dd2,segment=NetworkSegment(2028d962-1cbf-4395-bc8d-9831e48d9133),segment_id=2028d962-1cbf-4395-bc8d-9831e48d9133)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:09:45.780188 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a3f2aeb7-e327-43ef-b5ad-f91f7548d8b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:45.848497 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f23ae285-a63c-4592-b546-afeee9e49ff5 req-075925bd-5eb2-42e7-8c7f-1fdeed3b6198 service neutron] 10.222.0.71 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.8290877 May 30 20:09:45.857073 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 51020) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:09:45.918762 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5aa8c99c-65ff-49db-9509-50126a9cb5d8 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:45.935042 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3ab615-f799-424e-870e-a82fa41cfc52 req-7543e56e-c63c-4a7c-b27c-6b807344c001 tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:45.948524 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5d3ab615-f799-424e-870e-a82fa41cfc52 req-7543e56e-c63c-4a7c-b27c-6b807344c001 tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] 10.222.0.85 "GET /v2.0/ports?device_id=a4b5d15f-eb6d-4803-b156-b8a097188403 HTTP/1.1" status: 200 len: 946 time: 1.0628319 May 30 20:09:45.962001 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-3028cbdc-e392-4aad-ae30-8efdc9e3b71f None None] Allocated IP 10.2.2.2 (945aa537-7e5a-42ac-a8f5-8cf6a31fa2b8/e0ec96d3-d8eb-4c27-bd2f-50e88448f40f/9e811c2c-2c8e-492d-8390-79abea72f81a) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:09:46.101910 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5d3ab615-f799-424e-870e-a82fa41cfc52 req-19afb7b3-ae72-4d4f-aba9-cb8a2bb06fcc tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] 10.222.0.85 "GET /v2.0/security-groups?id=c7896e4c-36a2-48d0-b2ac-efb83a8df59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1508527 May 30 20:09:46.207990 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30438a3f-0d58-4dd8-90be-66a43d390dcc admin admin] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:09:46.229887 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d2bcfb-2ac1-485a-ba66-d5c6832d9e46 None None] Sync routers for ids ['59213d2f-2fbd-4efd-bebf-997f35d0aa6c'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:09:46.235187 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-30438a3f-0d58-4dd8-90be-66a43d390dcc admin admin] 10.222.0.85 "PUT /v2.0/routers/59213d2f-2fbd-4efd-bebf-997f35d0aa6c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 20.4487543 May 30 20:09:46.236266 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 51028) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:09:46.272176 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d2bcfb-2ac1-485a-ba66-d5c6832d9e46 None None] Routers {'59213d2f-2fbd-4efd-bebf-997f35d0aa6c'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:09:46.274590 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-93d2bcfb-2ac1-485a-ba66-d5c6832d9e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:09:29Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['59213d2f-2fbd-4efd-bebf-997f35d0aa6c'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:09:46.303641 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [None req-5aa8c99c-65ff-49db-9509-50126a9cb5d8 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] device_id is not set on port 95b64d06-8312-443c-b64a-5e0fcaa868bc yet. {{(pid=84886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:09:46.306922 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe41da1-8a34-418b-aab6-28fc7907b694 None None] DHCP port deletion for cbfb6eaa-ce2f-44af-86ff-f60ce354d3e6 request from n-d-843948-2 {{(pid=84888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:09:46.420685 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-6fe41da1-8a34-418b-aab6-28fc7907b694 None None] Deleting port 5b269d4b-4183-4672-88d5-5513b2678dd2 {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:09:46.421259 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-6fe41da1-8a34-418b-aab6-28fc7907b694 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:46.534268 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1ddd512f-e0b9-4f55-884d-72672ac52153 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:46.656534 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-a3f2aeb7-e327-43ef-b5ad-f91f7548d8b9 admin admin] Calling delete_port for 5b269d4b-4183-4672-88d5-5513b2678dd2 owned by network:dhcp {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:09:46.830343 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326b4d4b-56e2-4d85-8b9f-52a6b338b9d3 req-708505f1-9e24-4e0a-8dab-04786aceb508 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:46.836933 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-1ddd512f-e0b9-4f55-884d-72672ac52153 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:09:46.843628 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-326b4d4b-56e2-4d85-8b9f-52a6b338b9d3 req-708505f1-9e24-4e0a-8dab-04786aceb508 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.85 "GET /v2.0/ports?device_id=2eb72a33-2d65-40d2-8220-ee5920fc4ba0 HTTP/1.1" status: 200 len: 948 time: 1.3097038 May 30 20:09:46.869706 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-1ddd512f-e0b9-4f55-884d-72672ac52153 admin admin] Usage tracker for resource:security_group_rule and tenant:75c9650526364395807564d975f8b2c8 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:09:46.877158 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-1ddd512f-e0b9-4f55-884d-72672ac52153 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:09:46.946867 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-1ddd512f-e0b9-4f55-884d-72672ac52153 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:09:46.983087 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-93d2bcfb-2ac1-485a-ba66-d5c6832d9e46 None None] Set router 59213d2f-2fbd-4efd-bebf-997f35d0aa6c gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:09:47.295413 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1ddd512f-e0b9-4f55-884d-72672ac52153 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:47.311442 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-68d28ac4-7d33-4e2c-a75f-2a472ae17b53 admin admin] Notify callbacks [] for router, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:47.316350 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-6fe41da1-8a34-418b-aab6-28fc7907b694 None None] For port 5b269d4b-4183-4672-88d5-5513b2678dd2, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=5b269d4b-4183-4672-88d5-5513b2678dd2,segment=NetworkSegment(2028d962-1cbf-4395-bc8d-9831e48d9133),segment_id=2028d962-1cbf-4395-bc8d-9831e48d9133)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:09:47.317254 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-6fe41da1-8a34-418b-aab6-28fc7907b694 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:47.425148 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-326b4d4b-56e2-4d85-8b9f-52a6b338b9d3 req-cf03e5d2-c5bb-4764-8f5e-b33ca14c79f4 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.85 "GET /v2.0/security-groups?id=db33dd94-15fa-4959-a681-13f509935d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5799975 May 30 20:09:47.487511 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-5aa8c99c-65ff-49db-9509-50126a9cb5d8 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Allocated IP 10.1.1.8 (7dfebaf0-dc9f-476d-9977-56c7fc58662b/156dd172-ceed-40ca-a03f-1d3d19921b4e/95b64d06-8312-443c-b64a-5e0fcaa868bc) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:09:47.505439 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a3f2aeb7-e327-43ef-b5ad-f91f7548d8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:47.628218 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f2aeb7-e327-43ef-b5ad-f91f7548d8b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b269d4b-4183-4672-88d5-5513b2678dd2,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:47.671634 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-93d2bcfb-2ac1-485a-ba66-d5c6832d9e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59213d2f-2fbd-4efd-bebf-997f35d0aa6c', 'name': 'tempest-FloatingIPsTestJSON-570638109-router', 'tenant_id': 'f5753ad8c0f54e9d882bc4d9fbe8fe34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '078790e8-2a4d-465e-a8aa-2a047823934a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:08:16Z', 'updated_at': '2022-05-30T20:09:37Z', 'revision_number': 5, 'project_id': 'f5753ad8c0f54e9d882bc4d9fbe8fe34', 'gw_port': {'id': '078790e8-2a4d-465e-a8aa-2a047823934a', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:f7:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59213d2f-2fbd-4efd-bebf-997f35d0aa6c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:08:18Z', 'updated_at': '2022-05-30T20:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:09:47.674039 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f2aeb7-e327-43ef-b5ad-f91f7548d8b9 admin admin] No DVR routers for this DVR port 5b269d4b-4183-4672-88d5-5513b2678dd2 on host n-d-843948-2 {{(pid=84886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:09:47.699454 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d2bcfb-2ac1-485a-ba66-d5c6832d9e46 None None] Checking router: 59213d2f-2fbd-4efd-bebf-997f35d0aa6c for host: n-d-843948-2 {{(pid=84889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:09:47.729671 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d2bcfb-2ac1-485a-ba66-d5c6832d9e46 None None] Routers {'59213d2f-2fbd-4efd-bebf-997f35d0aa6c'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:09:47.730315 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-93d2bcfb-2ac1-485a-ba66-d5c6832d9e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:09:29Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['59213d2f-2fbd-4efd-bebf-997f35d0aa6c'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:09:47.768922 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1ddd512f-e0b9-4f55-884d-72672ac52153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:47.870914 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddd512f-e0b9-4f55-884d-72672ac52153 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4e99e75-3d6c-46d8-8a19-58dc2cd78f33,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:47.933089 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-6fe41da1-8a34-418b-aab6-28fc7907b694 None None] Calling delete_port for 5b269d4b-4183-4672-88d5-5513b2678dd2 owned by network:dhcp {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:09:47.968385 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 51056) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:09:48.023682 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-1ddd512f-e0b9-4f55-884d-72672ac52153 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=75c9650526364395807564d975f8b2c8&name=default HTTP/1.1" status: 200 len: 2647 time: 2.1637890 May 30 20:09:48.026746 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 51062) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:09:48.249572 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a3f2aeb7-e327-43ef-b5ad-f91f7548d8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:48.289115 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-93d2bcfb-2ac1-485a-ba66-d5c6832d9e46 None None] Set router 59213d2f-2fbd-4efd-bebf-997f35d0aa6c gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:09:48.344451 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9f1da805-910c-404d-8f4a-83ab5cc82664 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:48.383689 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-bcd98311-ef15-44d7-86be-8d8197aa9eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:48.405156 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 5b269d4b-4183-4672-88d5-5513b2678dd2 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:09:48.407696 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1902eec6-b93f-469a-920f-4ce5c0e40575 req-cdb03319-a1cf-4188-bf8c-4505f6c685b4 tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:48.409272 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1902eec6-b93f-469a-920f-4ce5c0e40575 req-cdb03319-a1cf-4188-bf8c-4505f6c685b4 tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] 10.222.0.85 "GET /v2.0/ports?device_id=a4b5d15f-eb6d-4803-b156-b8a097188403 HTTP/1.1" status: 200 len: 946 time: 0.3095002 May 30 20:09:48.428356 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9f1da805-910c-404d-8f4a-83ab5cc82664 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:48.449875 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-d3eb1505-ca80-4942-8ec8-e21d9ef9504d admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-852301770-network', 'tenant_id': 'e5be6e1cb5a74368bac31c4e24ee96f8'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:09:48.463833 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-d3eb1505-ca80-4942-8ec8-e21d9ef9504d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:09:48.468141 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-d3eb1505-ca80-4942-8ec8-e21d9ef9504d admin admin] Usage tracker for resource:network and tenant:e5be6e1cb5a74368bac31c4e24ee96f8 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:09:48.471540 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-d3eb1505-ca80-4942-8ec8-e21d9ef9504d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:09:48.478295 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-d3eb1505-ca80-4942-8ec8-e21d9ef9504d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:09:48.495535 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-a3f2aeb7-e327-43ef-b5ad-f91f7548d8b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbfb6eaa-ce2f-44af-86ff-f60ce354d3e6']}} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:09:48.495922 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 4839213e-6f1f-4719-9f03-f9b220810112 details requested by agent hyperv_n-h1-843948-2 with host n-h1-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:09:48.508075 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.db.api [None req-6fe41da1-8a34-418b-aab6-28fc7907b694 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:09:48.509830 n-d-843948-2 neutron-server[84888]: DEBUG oslo_db.api [None req-6fe41da1-8a34-418b-aab6-28fc7907b694 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:09:48.538529 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-a3f2aeb7-e327-43ef-b5ad-f91f7548d8b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2028d962-1cbf-4395-bc8d-9831e48d9133') {'for_net_delete': True} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:09:48.538850 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-a3f2aeb7-e327-43ef-b5ad-f91f7548d8b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2028d962-1cbf-4395-bc8d-9831e48d9133') {} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:09:48.579106 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3eb1505-ca80-4942-8ec8-e21d9ef9504d admin admin] Made reservation on behalf of e5be6e1cb5a74368bac31c4e24ee96f8 for: {'network': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:09:48.582031 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d3eb1505-ca80-4942-8ec8-e21d9ef9504d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:48.587131 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: 5b269d4b-4183-4672-88d5-5513b2678dd2 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:09:48.587514 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 5b269d4b-4183-4672-88d5-5513b2678dd2 not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:09:48.612090 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a3f2aeb7-e327-43ef-b5ad-f91f7548d8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2660590'] for segment, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:48.652587 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d3eb1505-ca80-4942-8ec8-e21d9ef9504d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:48.674014 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-3028cbdc-e392-4aad-ae30-8efdc9e3b71f None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:48.686884 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a3f2aeb7-e327-43ef-b5ad-f91f7548d8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:48.692846 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1902eec6-b93f-469a-920f-4ce5c0e40575 req-6f18241a-8b05-4b78-8a92-9b75d914180b tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] 10.222.0.85 "GET /v2.0/security-groups?id=c7896e4c-36a2-48d0-b2ac-efb83a8df59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2478120 May 30 20:09:48.715695 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-68d28ac4-7d33-4e2c-a75f-2a472ae17b53 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:48.715922 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3f2aeb7-e327-43ef-b5ad-f91f7548d8b9 admin admin] Releasing vlan 665 on physical network physnet1 to pool {{(pid=84886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:09:48.716531 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a3f2aeb7-e327-43ef-b5ad-f91f7548d8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4126989'] for segment, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:48.869143 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-68d28ac4-7d33-4e2c-a75f-2a472ae17b53 admin admin] Deleting port 078790e8-2a4d-465e-a8aa-2a047823934a {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:09:48.869479 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-68d28ac4-7d33-4e2c-a75f-2a472ae17b53 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:48.940842 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-3028cbdc-e392-4aad-ae30-8efdc9e3b71f None None] Transition to ACTIVE for port object 9e811c2c-2c8e-492d-8390-79abea72f81a will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:09:48.977441 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9f1da805-910c-404d-8f4a-83ab5cc82664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:49.026635 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-3028cbdc-e392-4aad-ae30-8efdc9e3b71f None None] Transition to ACTIVE for port object 9e811c2c-2c8e-492d-8390-79abea72f81a will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:09:49.034135 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-6fe41da1-8a34-418b-aab6-28fc7907b694 None None] Deleting port 5b269d4b-4183-4672-88d5-5513b2678dd2 {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:09:49.035673 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-6fe41da1-8a34-418b-aab6-28fc7907b694 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:49.036492 n-d-843948-2 neutron-server[84886]: Traceback (most recent call last): May 30 20:09:49.036492 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:09:49.036492 n-d-843948-2 neutron-server[84886]: timer() May 30 20:09:49.036492 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:09:49.036492 n-d-843948-2 neutron-server[84886]: cb(*args, **kw) May 30 20:09:49.036492 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:09:49.036492 n-d-843948-2 neutron-server[84886]: return func(*args, **kwargs) May 30 20:09:49.036492 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:09:49.036492 n-d-843948-2 neutron-server[84886]: self._notify() May 30 20:09:49.036492 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:09:49.036492 n-d-843948-2 neutron-server[84886]: self.callback(batched_events) May 30 20:09:49.036492 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:09:49.036492 n-d-843948-2 neutron-server[84886]: event.method(event) May 30 20:09:49.036492 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:09:49.036492 n-d-843948-2 neutron-server[84886]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:09:49.036492 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:09:49.036492 n-d-843948-2 neutron-server[84886]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:09:49.036492 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:09:49.036492 n-d-843948-2 neutron-server[84886]: return f(self, *a, **k) May 30 20:09:49.036492 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:09:49.036492 n-d-843948-2 neutron-server[84886]: return self._get(url).json() May 30 20:09:49.036492 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:09:49.036492 n-d-843948-2 neutron-server[84886]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:09:49.036492 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:09:49.036492 n-d-843948-2 neutron-server[84886]: return self.request(url, 'GET', **kwargs) May 30 20:09:49.036492 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:09:49.036492 n-d-843948-2 neutron-server[84886]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:09:49.036492 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:09:49.036492 n-d-843948-2 neutron-server[84886]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:09:49.036492 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:09:49.036492 n-d-843948-2 neutron-server[84886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:09:49.036492 n-d-843948-2 neutron-server[84886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:09:49.043667 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 51074) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:09:49.162142 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-93d2bcfb-2ac1-485a-ba66-d5c6832d9e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59213d2f-2fbd-4efd-bebf-997f35d0aa6c', 'name': 'tempest-FloatingIPsTestJSON-570638109-router', 'tenant_id': 'f5753ad8c0f54e9d882bc4d9fbe8fe34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '078790e8-2a4d-465e-a8aa-2a047823934a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:08:16Z', 'updated_at': '2022-05-30T20:09:37Z', 'revision_number': 5, 'project_id': 'f5753ad8c0f54e9d882bc4d9fbe8fe34', 'gw_port': {'id': '078790e8-2a4d-465e-a8aa-2a047823934a', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:f7:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59213d2f-2fbd-4efd-bebf-997f35d0aa6c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:08:18Z', 'updated_at': '2022-05-30T20:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:09:49.164722 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-d3eb1505-ca80-4942-8ec8-e21d9ef9504d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:09:49.169857 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a3f2aeb7-e327-43ef-b5ad-f91f7548d8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:49.170476 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d2bcfb-2ac1-485a-ba66-d5c6832d9e46 None None] The sync data for ids ['59213d2f-2fbd-4efd-bebf-997f35d0aa6c'] in n-d-843948-2 is: [{'id': '59213d2f-2fbd-4efd-bebf-997f35d0aa6c', 'name': 'tempest-FloatingIPsTestJSON-570638109-router', 'tenant_id': 'f5753ad8c0f54e9d882bc4d9fbe8fe34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '078790e8-2a4d-465e-a8aa-2a047823934a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:08:16Z', 'updated_at': '2022-05-30T20:09:37Z', 'revision_number': 5, 'project_id': 'f5753ad8c0f54e9d882bc4d9fbe8fe34', 'gw_port': {'id': '078790e8-2a4d-465e-a8aa-2a047823934a', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:f7:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59213d2f-2fbd-4efd-bebf-997f35d0aa6c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:08:18Z', 'updated_at': '2022-05-30T20:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:09:49.186231 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1da805-910c-404d-8f4a-83ab5cc82664 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4e99e75-3d6c-46d8-8a19-58dc2cd78f33,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:49.193721 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a3f2aeb7-e327-43ef-b5ad-f91f7548d8b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:49.205899 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-d3eb1505-ca80-4942-8ec8-e21d9ef9504d admin admin] Usage tracker for resource:security_group_rule and tenant:e5be6e1cb5a74368bac31c4e24ee96f8 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:09:49.218712 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-d3eb1505-ca80-4942-8ec8-e21d9ef9504d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:09:49.237881 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-3028cbdc-e392-4aad-ae30-8efdc9e3b71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:49.247949 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f2aeb7-e327-43ef-b5ad-f91f7548d8b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=cbfb6eaa-ce2f-44af-86ff-f60ce354d3e6,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:49.272633 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-d3eb1505-ca80-4942-8ec8-e21d9ef9504d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:09:49.281334 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9f1da805-910c-404d-8f4a-83ab5cc82664 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:49.284121 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-9f1da805-910c-404d-8f4a-83ab5cc82664 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/a4e99e75-3d6c-46d8-8a19-58dc2cd78f33 HTTP/1.1" status: 204 len: 168 time: 1.2552130 May 30 20:09:49.308463 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5aa8c99c-65ff-49db-9509-50126a9cb5d8 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:49.336948 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e9eaee-cd0d-4096-954c-32436a62b062 req-039f34d2-0648-40c9-b3ab-96ff5351d1ab tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:49.339272 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-65e9eaee-cd0d-4096-954c-32436a62b062 req-039f34d2-0648-40c9-b3ab-96ff5351d1ab tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.85 "GET /v2.0/ports?device_id=2eb72a33-2d65-40d2-8220-ee5920fc4ba0 HTTP/1.1" status: 200 len: 948 time: 0.2960024 May 30 20:09:49.341506 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [None req-5aa8c99c-65ff-49db-9509-50126a9cb5d8 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Transition to ACTIVE for port object 95b64d06-8312-443c-b64a-5e0fcaa868bc will not be triggered until provisioned by entity DHCP. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:09:49.380672 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-a3f2aeb7-e327-43ef-b5ad-f91f7548d8b9 admin admin] 10.222.0.85 "DELETE /v2.0/networks/cbfb6eaa-ce2f-44af-86ff-f60ce354d3e6 HTTP/1.1" status: 204 len: 168 time: 5.8793736 May 30 20:09:49.383998 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 4839213e-6f1f-4719-9f03-f9b220810112, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=4839213e-6f1f-4719-9f03-f9b220810112,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:09:49.409384 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-bcd98311-ef15-44d7-86be-8d8197aa9eb4 None None] For port fe5a0e55-521a-450b-bab4-409f595c8fd4, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=fe5a0e55-521a-450b-bab4-409f595c8fd4,segment=NetworkSegment(3c26dc90-ba8a-44ec-b215-1e8fb1eebc9d),segment_id=3c26dc90-ba8a-44ec-b215-1e8fb1eebc9d)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:09:49.412900 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-65e9eaee-cd0d-4096-954c-32436a62b062 req-0944d128-7756-4006-97b4-d7ed3d9ad81d tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.85 "GET /v2.0/security-groups?id=db33dd94-15fa-4959-a681-13f509935d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597739 May 30 20:09:49.465761 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [None req-68d28ac4-7d33-4e2c-a75f-2a472ae17b53 admin admin] For port 078790e8-2a4d-465e-a8aa-2a047823934a, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=078790e8-2a4d-465e-a8aa-2a047823934a,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:09:49.465761 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-68d28ac4-7d33-4e2c-a75f-2a472ae17b53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:49.480114 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-6fe41da1-8a34-418b-aab6-28fc7907b694 None None] The port '5b269d4b-4183-4672-88d5-5513b2678dd2' was deleted {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 20:09:49.489239 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Returning: {'device': '4839213e-6f1f-4719-9f03-f9b220810112', 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1', 'port_id': '4839213e-6f1f-4719-9f03-f9b220810112', 'mac_address': 'fa:16:3e:13:77:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b83ff54-b1af-44ce-bb75-ba148920553c', 'ip_address': '192.168.233.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:09:49.504402 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3028cbdc-e392-4aad-ae30-8efdc9e3b71f None None] Network 945aa537-7e5a-42ac-a8f5-8cf6a31fa2b8 is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:09:49.506720 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3028cbdc-e392-4aad-ae30-8efdc9e3b71f None None] Pushing event updated for resources: {'Port': ['ID=9e811c2c-2c8e-492d-8390-79abea72f81a,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:49.510395 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-3028cbdc-e392-4aad-ae30-8efdc9e3b71f None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:09:49.524900 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5aa8c99c-65ff-49db-9509-50126a9cb5d8 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:49.538631 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3028cbdc-e392-4aad-ae30-8efdc9e3b71f None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:09:49.574419 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-bcd98311-ef15-44d7-86be-8d8197aa9eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:49.660820 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 61b85d32-0bd9-4c0b-8eeb-a48d3b1edf65 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:09:49.666657 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa8c99c-65ff-49db-9509-50126a9cb5d8 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Network 7dfebaf0-dc9f-476d-9977-56c7fc58662b is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:09:49.669250 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa8c99c-65ff-49db-9509-50126a9cb5d8 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Pushing event updated for resources: {'Port': ['ID=95b64d06-8312-443c-b64a-5e0fcaa868bc,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:49.674755 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-5aa8c99c-65ff-49db-9509-50126a9cb5d8 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:09:49.689116 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa8c99c-65ff-49db-9509-50126a9cb5d8 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:09:49.737701 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:49.796078 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: 61b85d32-0bd9-4c0b-8eeb-a48d3b1edf65 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:09:49.801812 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 61b85d32-0bd9-4c0b-8eeb-a48d3b1edf65 not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:09:49.802690 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 07f8c75d-07ea-4e92-a9c7-1bb5a942146a no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:09:49.961719 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-68d28ac4-7d33-4e2c-a75f-2a472ae17b53 admin admin] Calling delete_port for 078790e8-2a4d-465e-a8aa-2a047823934a owned by network:router_gateway {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:09:50.049975 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: 07f8c75d-07ea-4e92-a9c7-1bb5a942146a {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:09:50.051231 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 07f8c75d-07ea-4e92-a9c7-1bb5a942146a not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:09:50.056506 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:50.058321 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321a4c93-4c60-41d6-a1b3-268cc0f50e6f req-b9034db4-b100-4333-92c6-db0741a91c40 tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:50.063298 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-321a4c93-4c60-41d6-a1b3-268cc0f50e6f req-b9034db4-b100-4333-92c6-db0741a91c40 tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] 10.222.0.85 "GET /v2.0/ports?device_id=a4b5d15f-eb6d-4803-b156-b8a097188403 HTTP/1.1" status: 200 len: 946 time: 1.0051250 May 30 20:09:50.076381 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 51090) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:09:50.083007 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 51092) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:09:50.092936 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-a3ea3bb9-1325-4114-bc39-e9536b13790b tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] Request body: {'floatingip': {'port_id': '54697081-e7b8-4e91-8009-b933877a65cd'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:09:50.133582 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd98311-ef15-44d7-86be-8d8197aa9eb4 None None] Pushing event updated for resources: {'Port': ['ID=fe5a0e55-521a-450b-bab4-409f595c8fd4,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:50.181834 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-33f0d28d-cb63-484d-833f-ee73b5a098af admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=3387fb3530f34ce28b6445a5e3e889a0&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1374626 May 30 20:09:50.191460 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 51098) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:09:50.216256 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4839213e-6f1f-4719-9f03-f9b220810112 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:09:50.233861 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-de929400-1b0c-45a0-88fa-bdf2a201ed0a None None] Provisioning complete for port fe5a0e55-521a-450b-bab4-409f595c8fd4 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:09:50.234466 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-de929400-1b0c-45a0-88fa-bdf2a201ed0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:50.292999 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d3eb1505-ca80-4942-8ec8-e21d9ef9504d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:50.307370 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a3ea3bb9-1325-4114-bc39-e9536b13790b tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] Notify callbacks [] for floatingip, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:50.308831 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aa8c99c-65ff-49db-9509-50126a9cb5d8 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:50.309977 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5aa8c99c-65ff-49db-9509-50126a9cb5d8 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:50.364484 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-3028cbdc-e392-4aad-ae30-8efdc9e3b71f None None] Attempting to bind port 9e811c2c-2c8e-492d-8390-79abea72f81a on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:09:50.365118 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-3028cbdc-e392-4aad-ae30-8efdc9e3b71f None None] Attempting to bind port 9e811c2c-2c8e-492d-8390-79abea72f81a by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': 'bd1b67cf-563e-4c82-b7ef-58764a753e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '945aa537-7e5a-42ac-a8f5-8cf6a31fa2b8'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:09:50.366758 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3028cbdc-e392-4aad-ae30-8efdc9e3b71f None None] Attempting to bind port 9e811c2c-2c8e-492d-8390-79abea72f81a on network 945aa537-7e5a-42ac-a8f5-8cf6a31fa2b8 {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:09:50.381246 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b2eade7c-bb6a-4d0f-86fa-b30bd76934e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:50.414520 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3028cbdc-e392-4aad-ae30-8efdc9e3b71f None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 9, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:09:50.415545 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3028cbdc-e392-4aad-ae30-8efdc9e3b71f None None] Checking segment: {'id': 'bd1b67cf-563e-4c82-b7ef-58764a753e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '945aa537-7e5a-42ac-a8f5-8cf6a31fa2b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:09:50.416273 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-3028cbdc-e392-4aad-ae30-8efdc9e3b71f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:50.416916 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3028cbdc-e392-4aad-ae30-8efdc9e3b71f None None] Bound using segment: {'id': 'bd1b67cf-563e-4c82-b7ef-58764a753e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '945aa537-7e5a-42ac-a8f5-8cf6a31fa2b8'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:09:50.417910 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-3028cbdc-e392-4aad-ae30-8efdc9e3b71f None None] Bound port: 9e811c2c-2c8e-492d-8390-79abea72f81a, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd1b67cf-563e-4c82-b7ef-58764a753e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '945aa537-7e5a-42ac-a8f5-8cf6a31fa2b8'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:09:50.418973 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-3028cbdc-e392-4aad-ae30-8efdc9e3b71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:50.422161 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d3eb1505-ca80-4942-8ec8-e21d9ef9504d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:50.435514 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-5aa8c99c-65ff-49db-9509-50126a9cb5d8 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 6.8640301 May 30 20:09:50.436138 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b2eade7c-bb6a-4d0f-86fa-b30bd76934e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:50.442285 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 51106) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:09:50.452785 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 4839213e-6f1f-4719-9f03-f9b220810112, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=4839213e-6f1f-4719-9f03-f9b220810112,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:09:50.564183 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-0c1040ff-1bf1-45d8-9ee1-cea9b605d33c tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Request body: {'port': {'network_id': '7dfebaf0-dc9f-476d-9977-56c7fc58662b', 'name': 'tempest-TaggedBootDevicesTest-323513732', 'fixed_ips': [{'subnet_id': '156dd172-ceed-40ca-a03f-1d3d19921b4e'}]}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:09:50.624259 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:50.644766 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3eb1505-ca80-4942-8ec8-e21d9ef9504d admin admin] vlan segment allocate from pool success with {'vlan_id': 682, 'physical_network': 'physnet1'} {{(pid=84887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:09:50.659473 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b2eade7c-bb6a-4d0f-86fa-b30bd76934e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:50.691475 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2eade7c-bb6a-4d0f-86fa-b30bd76934e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b902f25-30a4-473d-a71e-329acb013070,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:50.733745 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55046c59-fc54-41fc-8c66-d0e4e197dd00 req-34f0dbec-bdef-47af-894e-df6b91509dfd tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:50.735146 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-55046c59-fc54-41fc-8c66-d0e4e197dd00 req-34f0dbec-bdef-47af-894e-df6b91509dfd tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.85 "GET /v2.0/ports?device_id=2eb72a33-2d65-40d2-8220-ee5920fc4ba0 HTTP/1.1" status: 200 len: 949 time: 0.1227610 May 30 20:09:50.782689 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-5766358e-f645-42fe-bf6d-6918c3c3d9f9 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=025c7e17165b4ab688bec2ce251d59e7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7007995 May 30 20:09:50.788251 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 51116) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:09:50.848910 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d3eb1505-ca80-4942-8ec8-e21d9ef9504d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:50.849480 n-d-843948-2 neutron-server[84887]: INFO neutron.db.segments_db [None req-d3eb1505-ca80-4942-8ec8-e21d9ef9504d admin admin] Added segment b4865546-a787-4a7c-85d0-3dc154436caf of type vlan for network fb1da00f-e410-4748-a4a6-1e7b54a7d5f3 May 30 20:09:50.856526 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3eb1505-ca80-4942-8ec8-e21d9ef9504d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84b47eda-086e-4f8e-a2d7-1efeda4186b7,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:50.911445 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['4839213e-6f1f-4719-9f03-f9b220810112'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:09:50.928667 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-55046c59-fc54-41fc-8c66-d0e4e197dd00 req-bc8fb60d-629e-4e2d-8f73-8777d123022d tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.85 "GET /v2.0/security-groups?id=db33dd94-15fa-4959-a681-13f509935d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820920 May 30 20:09:50.932651 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b2eade7c-bb6a-4d0f-86fa-b30bd76934e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:50.937901 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-b2eade7c-bb6a-4d0f-86fa-b30bd76934e9 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/4b902f25-30a4-473d-a71e-329acb013070 HTTP/1.1" status: 204 len: 168 time: 0.7411377 May 30 20:09:51.002312 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5b64e851-fb2d-42d3-a06d-37909d613c94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:51.017039 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-3028cbdc-e392-4aad-ae30-8efdc9e3b71f None None] For port 9e811c2c-2c8e-492d-8390-79abea72f81a, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:09:51.020675 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-3028cbdc-e392-4aad-ae30-8efdc9e3b71f None None] For port 9e811c2c-2c8e-492d-8390-79abea72f81a, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=9e811c2c-2c8e-492d-8390-79abea72f81a,segment=NetworkSegment(bd1b67cf-563e-4c82-b7ef-58764a753e95),segment_id=bd1b67cf-563e-4c82-b7ef-58764a753e95)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:09:51.059531 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=4839213e-6f1f-4719-9f03-f9b220810112,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:51.067639 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5b64e851-fb2d-42d3-a06d-37909d613c94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:51.125523 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-3028cbdc-e392-4aad-ae30-8efdc9e3b71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:51.148245 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d3eb1505-ca80-4942-8ec8-e21d9ef9504d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:51.243007 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5b64e851-fb2d-42d3-a06d-37909d613c94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:51.271821 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3028cbdc-e392-4aad-ae30-8efdc9e3b71f None None] Pushing event updated for resources: {'Port': ['ID=9e811c2c-2c8e-492d-8390-79abea72f81a,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:51.287876 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-8b5919f1-b773-4f2e-a6c6-8fc431ba85a7 None None] Provisioning for port 95b64d06-8312-443c-b64a-5e0fcaa868bc completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:09:51.311669 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-8b5919f1-b773-4f2e-a6c6-8fc431ba85a7 None None] Provisioning complete for port 95b64d06-8312-443c-b64a-5e0fcaa868bc triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:09:51.312124 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-8b5919f1-b773-4f2e-a6c6-8fc431ba85a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:51.322311 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b64e851-fb2d-42d3-a06d-37909d613c94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a3fcf43-37b4-4d9b-92a5-a6b65779620b,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:51.344169 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5b64e851-fb2d-42d3-a06d-37909d613c94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:51.351665 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-5b64e851-fb2d-42d3-a06d-37909d613c94 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/6a3fcf43-37b4-4d9b-92a5-a6b65779620b HTTP/1.1" status: 204 len: 168 time: 0.5559576 May 30 20:09:51.385807 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 51128) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:09:51.518664 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-8b5919f1-b773-4f2e-a6c6-8fc431ba85a7 None None] Port 95b64d06-8312-443c-b64a-5e0fcaa868bc cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:09:51.651858 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-0c1040ff-1bf1-45d8-9ee1-cea9b605d33c tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:09:51.680452 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-0c1040ff-1bf1-45d8-9ee1-cea9b605d33c tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Usage tracker for resource:port and tenant:a1a57cdea23a49088fa533e38f6a3032 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:09:51.681204 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device fe5a0e55-521a-450b-bab4-409f595c8fd4 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:09:51.697492 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-0c1040ff-1bf1-45d8-9ee1-cea9b605d33c tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Quota usage for port was recalculated. Used quota:5. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:09:51.708842 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-0c1040ff-1bf1-45d8-9ee1-cea9b605d33c tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:09:51.751136 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-26a21460-faa6-4fed-b293-96ea1daf315c admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1157527670-network', 'tenant_id': '91ef39b3f033450b9266f788dcbb9abf'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:09:51.769556 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-26a21460-faa6-4fed-b293-96ea1daf315c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:09:51.775276 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-26a21460-faa6-4fed-b293-96ea1daf315c admin admin] Usage tracker for resource:network and tenant:91ef39b3f033450b9266f788dcbb9abf is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:09:51.779480 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-26a21460-faa6-4fed-b293-96ea1daf315c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:09:51.794615 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-26a21460-faa6-4fed-b293-96ea1daf315c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:09:51.819934 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d3eb1505-ca80-4942-8ec8-e21d9ef9504d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:51.823133 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3eb1505-ca80-4942-8ec8-e21d9ef9504d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:51.823788 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d3eb1505-ca80-4942-8ec8-e21d9ef9504d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:51.865217 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-68d28ac4-7d33-4e2c-a75f-2a472ae17b53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:51.903948 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port fe5a0e55-521a-450b-bab4-409f595c8fd4 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:09:51.906378 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:51.920764 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26a21460-faa6-4fed-b293-96ea1daf315c admin admin] Made reservation on behalf of 91ef39b3f033450b9266f788dcbb9abf for: {'network': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:09:51.926201 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-26a21460-faa6-4fed-b293-96ea1daf315c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:51.947496 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-26a21460-faa6-4fed-b293-96ea1daf315c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:52.026164 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-26a21460-faa6-4fed-b293-96ea1daf315c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:09:52.033807 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-26a21460-faa6-4fed-b293-96ea1daf315c admin admin] Usage tracker for resource:security_group_rule and tenant:91ef39b3f033450b9266f788dcbb9abf is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:09:52.038055 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-26a21460-faa6-4fed-b293-96ea1daf315c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:09:52.047489 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-26a21460-faa6-4fed-b293-96ea1daf315c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:09:52.133425 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:52.232069 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-26a21460-faa6-4fed-b293-96ea1daf315c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:52.300367 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-26a21460-faa6-4fed-b293-96ea1daf315c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:52.323163 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c1040ff-1bf1-45d8-9ee1-cea9b605d33c tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Made reservation on behalf of a1a57cdea23a49088fa533e38f6a3032 for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:09:52.360917 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26a21460-faa6-4fed-b293-96ea1daf315c admin admin] vlan segment allocate from pool success with {'vlan_id': 681, 'physical_network': 'physnet1'} {{(pid=84886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:09:52.379445 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-26a21460-faa6-4fed-b293-96ea1daf315c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:52.379882 n-d-843948-2 neutron-server[84886]: INFO neutron.db.segments_db [None req-26a21460-faa6-4fed-b293-96ea1daf315c admin admin] Added segment d506d6c9-df73-411d-8ef1-f123aa65cd81 of type vlan for network 39091ad5-a365-4813-8116-0225033eb54e May 30 20:09:52.408039 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a21460-faa6-4fed-b293-96ea1daf315c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97c0b151-f54a-46c6-bd29-2d1efc1a3b50,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:52.434704 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-26a21460-faa6-4fed-b293-96ea1daf315c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:52.436989 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d28ac4-7d33-4e2c-a75f-2a472ae17b53 admin admin] Pushing event deleted for resources: {'Port': ['ID=078790e8-2a4d-465e-a8aa-2a047823934a,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:52.583358 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-26a21460-faa6-4fed-b293-96ea1daf315c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:52.585998 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26a21460-faa6-4fed-b293-96ea1daf315c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:52.588208 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-26a21460-faa6-4fed-b293-96ea1daf315c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:52.634510 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 4839213e-6f1f-4719-9f03-f9b220810112 up at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:09:52.678665 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3eb1505-ca80-4942-8ec8-e21d9ef9504d admin admin] Pushing event updated for resources: {'Network': ['ID=fb1da00f-e410-4748-a4a6-1e7b54a7d5f3,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:52.830859 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a21460-faa6-4fed-b293-96ea1daf315c admin admin] Pushing event updated for resources: {'Network': ['ID=39091ad5-a365-4813-8116-0225033eb54e,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:52.898147 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-26a21460-faa6-4fed-b293-96ea1daf315c admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.5104139 May 30 20:09:52.908047 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 51158) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:09:52.908170 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network fb1da00f-e410-4748-a4a6-1e7b54a7d5f3 details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:09:52.912906 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-95433b6b-2968-48ab-b0b4-f1cf111e5816 admin admin] Request body: {'subnet': {'network_id': '39091ad5-a365-4813-8116-0225033eb54e', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1157527670-subnet', 'tenant_id': '91ef39b3f033450b9266f788dcbb9abf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:09:52.920614 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-95433b6b-2968-48ab-b0b4-f1cf111e5816 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:09:52.932907 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-95433b6b-2968-48ab-b0b4-f1cf111e5816 admin admin] Usage tracker for resource:subnet and tenant:91ef39b3f033450b9266f788dcbb9abf is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:09:52.936794 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-95433b6b-2968-48ab-b0b4-f1cf111e5816 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:09:52.940801 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network 39091ad5-a365-4813-8116-0225033eb54e details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:09:52.944860 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-95433b6b-2968-48ab-b0b4-f1cf111e5816 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:09:53.063493 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95433b6b-2968-48ab-b0b4-f1cf111e5816 admin admin] Made reservation on behalf of 91ef39b3f033450b9266f788dcbb9abf for: {'subnet': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:09:53.065889 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-95433b6b-2968-48ab-b0b4-f1cf111e5816 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2778563'] for subnet, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:53.244887 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a3ea3bb9-1325-4114-bc39-e9536b13790b tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:53.285226 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8433a9a1-60a7-4a45-8080-a9a74e226269 None None] Network 945aa537-7e5a-42ac-a8f5-8cf6a31fa2b8 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:09:53.319119 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0c1040ff-1bf1-45d8-9ee1-cea9b605d33c tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:53.351816 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [None req-0c1040ff-1bf1-45d8-9ee1-cea9b605d33c tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] device_id is not set on port bd538527-50e2-46fa-937e-cca2aa73fee4 yet. {{(pid=84887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:09:53.408194 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-d3eb1505-ca80-4942-8ec8-e21d9ef9504d admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 5.4244912 May 30 20:09:53.409250 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 51170) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:09:53.417743 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-6d18b065-f137-4fd1-b17a-1de2f6d932c2 admin admin] Request body: {'subnet': {'network_id': 'fb1da00f-e410-4748-a4a6-1e7b54a7d5f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-852301770-subnet', 'tenant_id': 'e5be6e1cb5a74368bac31c4e24ee96f8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:09:53.425224 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-6d18b065-f137-4fd1-b17a-1de2f6d932c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:09:53.431189 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-6d18b065-f137-4fd1-b17a-1de2f6d932c2 admin admin] Usage tracker for resource:subnet and tenant:e5be6e1cb5a74368bac31c4e24ee96f8 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:09:53.436883 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-6d18b065-f137-4fd1-b17a-1de2f6d932c2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:09:53.447607 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-6d18b065-f137-4fd1-b17a-1de2f6d932c2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:09:53.489983 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-95433b6b-2968-48ab-b0b4-f1cf111e5816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4127140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2778577'] for subnet, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:53.628550 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-8ab19eb9-97a9-4e89-81d8-0068352fe2dc None None] Provisioning for port 9e811c2c-2c8e-492d-8390-79abea72f81a completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:09:53.634497 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning for port 4839213e-6f1f-4719-9f03-f9b220810112 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:09:53.635932 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d18b065-f137-4fd1-b17a-1de2f6d932c2 admin admin] Made reservation on behalf of e5be6e1cb5a74368bac31c4e24ee96f8 for: {'subnet': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:09:53.644616 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6d18b065-f137-4fd1-b17a-1de2f6d932c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2778563'] for subnet, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:53.679639 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a3ea3bb9-1325-4114-bc39-e9536b13790b tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736490'] for floatingip, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:53.688003 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning complete for port 4839213e-6f1f-4719-9f03-f9b220810112 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:09:53.688846 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:53.836337 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-68d28ac4-7d33-4e2c-a75f-2a472ae17b53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-736453'] for router_gateway, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:53.925279 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95433b6b-2968-48ab-b0b4-f1cf111e5816 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b1cc0c8-6be5-4a9a-aa4b-e754bdd1f30f,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:53.957748 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 9e811c2c-2c8e-492d-8390-79abea72f81a up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:09:54.247489 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95433b6b-2968-48ab-b0b4-f1cf111e5816 admin admin] Checking segment: {'id': 'd506d6c9-df73-411d-8ef1-f123aa65cd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '39091ad5-a365-4813-8116-0225033eb54e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:09:54.248225 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95433b6b-2968-48ab-b0b4-f1cf111e5816 admin admin] Network hostable DHCP agents. Network: 39091ad5-a365-4813-8116-0225033eb54e, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:09:54.287505 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:54.336341 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eb72a33-2d65-40d2-8220-ee5920fc4ba0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4839213e-6f1f-4719-9f03-f9b220810112'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:09:54.372632 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 4839213e-6f1f-4719-9f03-f9b220810112, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=4839213e-6f1f-4719-9f03-f9b220810112,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:09:54.388553 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 9e811c2c-2c8e-492d-8390-79abea72f81a completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:09:54.413495 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 9e811c2c-2c8e-492d-8390-79abea72f81a triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:09:54.414491 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:54.469390 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6d18b065-f137-4fd1-b17a-1de2f6d932c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4127140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2778577'] for subnet, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:54.471258 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54939a86-d2aa-4000-810b-5d0adbd4eb6f'] response: {'server_uuid': '2eb72a33-2d65-40d2-8220-ee5920fc4ba0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4839213e-6f1f-4719-9f03-f9b220810112', 'code': 200} May 30 20:09:54.512625 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4473722c-2164-462e-928f-86036cb9a12a req-e4e50733-7cb8-4c41-b449-26da6a74a447 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:54.515296 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4473722c-2164-462e-928f-86036cb9a12a req-e4e50733-7cb8-4c41-b449-26da6a74a447 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.85 "GET /v2.0/ports?device_id=2eb72a33-2d65-40d2-8220-ee5920fc4ba0 HTTP/1.1" status: 200 len: 949 time: 2.3174057 May 30 20:09:54.519531 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:54.561684 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95433b6b-2968-48ab-b0b4-f1cf111e5816 admin admin] Network 39091ad5-a365-4813-8116-0225033eb54e is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:09:54.566412 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-68d28ac4-7d33-4e2c-a75f-2a472ae17b53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-724789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3141'] for router, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:54.651400 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-95433b6b-2968-48ab-b0b4-f1cf111e5816 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, 39091ad5-a365-4813-8116-0225033eb54e) {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:09:54.669288 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb5a4caa-34e9-4309-bcfa-c173a19f9362 None None] Network 39091ad5-a365-4813-8116-0225033eb54e requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:09:54.686464 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95433b6b-2968-48ab-b0b4-f1cf111e5816 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:54.687417 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-95433b6b-2968-48ab-b0b4-f1cf111e5816 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:54.710154 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d18b065-f137-4fd1-b17a-1de2f6d932c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=84ffba9a-ebd3-44a4-90c7-c6989f942e32,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:54.799417 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=4839213e-6f1f-4719-9f03-f9b220810112,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:54.824151 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d18b065-f137-4fd1-b17a-1de2f6d932c2 admin admin] Checking segment: {'id': 'b4865546-a787-4a7c-85d0-3dc154436caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'fb1da00f-e410-4748-a4a6-1e7b54a7d5f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:09:54.824777 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d18b065-f137-4fd1-b17a-1de2f6d932c2 admin admin] Network hostable DHCP agents. Network: fb1da00f-e410-4748-a4a6-1e7b54a7d5f3, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:09:54.825744 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-68d28ac4-7d33-4e2c-a75f-2a472ae17b53 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:54.903916 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [None req-0c1040ff-1bf1-45d8-9ee1-cea9b605d33c tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Allocated IP 10.1.1.69 (7dfebaf0-dc9f-476d-9977-56c7fc58662b/156dd172-ceed-40ca-a03f-1d3d19921b4e/bd538527-50e2-46fa-937e-cca2aa73fee4) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:09:54.912559 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-95433b6b-2968-48ab-b0b4-f1cf111e5816 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.0073533 May 30 20:09:54.952971 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4473722c-2164-462e-928f-86036cb9a12a req-f0e74786-577b-46d1-bd2c-42a696c3eabb tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.85 "GET /v2.0/security-groups?id=db33dd94-15fa-4959-a681-13f509935d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3958628 May 30 20:09:54.964290 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:54.987724 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-4d0c5a60-dfc0-4007-9e77-4f5ac5177654 None None] Provisioning complete for port 9e811c2c-2c8e-492d-8390-79abea72f81a triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:09:54.988254 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-4d0c5a60-dfc0-4007-9e77-4f5ac5177654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:55.040164 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d18b065-f137-4fd1-b17a-1de2f6d932c2 admin admin] Network fb1da00f-e410-4748-a4a6-1e7b54a7d5f3 is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:09:55.051153 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6aabed40-0e61-4f27-91f6-73d91a7cf3ff req-328f74ff-8145-4f80-ab09-68620fa9039c service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=2eb72a33-2d65-40d2-8220-ee5920fc4ba0 HTTP/1.1" status: 200 len: 1101 time: 0.4724720 May 30 20:09:55.138168 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-6d18b065-f137-4fd1-b17a-1de2f6d932c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, fb1da00f-e410-4748-a4a6-1e7b54a7d5f3) {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:09:55.145900 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d18b065-f137-4fd1-b17a-1de2f6d932c2 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:55.146966 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6d18b065-f137-4fd1-b17a-1de2f6d932c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:55.167928 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-748bb470-1bb2-48ca-9c8d-a6a3a8fa545d None None] Network fb1da00f-e410-4748-a4a6-1e7b54a7d5f3 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:09:55.277998 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-6d18b065-f137-4fd1-b17a-1de2f6d932c2 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.8660672 May 30 20:09:55.283179 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca00deb2-85c6-4e07-8b98-27364f8e9c00 None None] Network 39091ad5-a365-4813-8116-0225033eb54e requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:09:55.357083 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-68d28ac4-7d33-4e2c-a75f-2a472ae17b53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724889'] for router, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:55.357753 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68d28ac4-7d33-4e2c-a75f-2a472ae17b53 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 59213d2f-2fbd-4efd-bebf-997f35d0aa6c {{(pid=84887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:09:55.446453 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port 9e811c2c-2c8e-492d-8390-79abea72f81a, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=9e811c2c-2c8e-492d-8390-79abea72f81a,segment=NetworkSegment(bd1b67cf-563e-4c82-b7ef-58764a753e95),segment_id=bd1b67cf-563e-4c82-b7ef-58764a753e95)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:09:55.474010 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-68d28ac4-7d33-4e2c-a75f-2a472ae17b53 admin admin] Notify callbacks [] for router, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:55.478143 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 51208) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:09:55.479191 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-68d28ac4-7d33-4e2c-a75f-2a472ae17b53 admin admin] 10.222.0.85 "DELETE /v2.0/routers/59213d2f-2fbd-4efd-bebf-997f35d0aa6c HTTP/1.1" status: 204 len: 168 time: 9.2404082 May 30 20:09:55.527883 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6aabed40-0e61-4f27-91f6-73d91a7cf3ff req-8d052496-9e8e-4e97-91d2-754dea3d0f8f service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=db33dd94-15fa-4959-a681-13f509935d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4685390 May 30 20:09:55.554275 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:55.569866 n-d-843948-2 neutron-server[84887]: INFO neutron.db.l3_db [None req-a3ea3bb9-1325-4114-bc39-e9536b13790b tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] Floating IP 933a65d9-f27e-41f8-84eb-7d0af75c43ce associated. External IP: 172.25.8.236, port: 54697081-e7b8-4e91-8009-b933877a65cd. May 30 20:09:55.698068 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=9e811c2c-2c8e-492d-8390-79abea72f81a,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:55.776944 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_v2 [None req-2142420f-bb65-4554-9a4b-b2679fe75d46 admin admin] Deleting subnet b2a718ff-9553-4437-be71-26364d4cd011 {{(pid=84886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:09:55.785219 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2142420f-bb65-4554-9a4b-b2679fe75d46 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:55.866927 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0c1040ff-1bf1-45d8-9ee1-cea9b605d33c tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:55.934291 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-4d0c5a60-dfc0-4007-9e77-4f5ac5177654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:55.994471 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2142420f-bb65-4554-9a4b-b2679fe75d46 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2655517'] for subnet, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:56.046052 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [None req-0c1040ff-1bf1-45d8-9ee1-cea9b605d33c tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Transition to ACTIVE for port object bd538527-50e2-46fa-937e-cca2aa73fee4 will not be triggered until provisioned by entity DHCP. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:09:56.148040 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [req-d0aebc1d-374e-408a-9324-3109f2dc9cb1 req-c81f68cf-94ac-4a8d-b1b7-c11ee3a0a324 tempest-SecurityGroupRulesNegativeTestJSON-404359875 tempest-SecurityGroupRulesNegativeTestJSON-404359875-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1067113277', 'description': 'tempest-description-1107418813'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:09:56.210480 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff977c40-62b4-478d-933d-10ff0ffdeb60 None None] Network fb1da00f-e410-4748-a4a6-1e7b54a7d5f3 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:09:56.299535 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-d0aebc1d-374e-408a-9324-3109f2dc9cb1 req-c81f68cf-94ac-4a8d-b1b7-c11ee3a0a324 tempest-SecurityGroupRulesNegativeTestJSON-404359875 tempest-SecurityGroupRulesNegativeTestJSON-404359875-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:09:56.309407 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-d0aebc1d-374e-408a-9324-3109f2dc9cb1 req-c81f68cf-94ac-4a8d-b1b7-c11ee3a0a324 tempest-SecurityGroupRulesNegativeTestJSON-404359875 tempest-SecurityGroupRulesNegativeTestJSON-404359875-project] Usage tracker for resource:security_group and tenant:91ef39b3f033450b9266f788dcbb9abf is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:09:56.315330 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-d0aebc1d-374e-408a-9324-3109f2dc9cb1 req-c81f68cf-94ac-4a8d-b1b7-c11ee3a0a324 tempest-SecurityGroupRulesNegativeTestJSON-404359875 tempest-SecurityGroupRulesNegativeTestJSON-404359875-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:09:56.320108 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2142420f-bb65-4554-9a4b-b2679fe75d46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:56.364284 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-d0aebc1d-374e-408a-9324-3109f2dc9cb1 req-c81f68cf-94ac-4a8d-b1b7-c11ee3a0a324 tempest-SecurityGroupRulesNegativeTestJSON-404359875 tempest-SecurityGroupRulesNegativeTestJSON-404359875-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:09:56.404037 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0c1040ff-1bf1-45d8-9ee1-cea9b605d33c tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:56.472347 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-d0aebc1d-374e-408a-9324-3109f2dc9cb1 req-c81f68cf-94ac-4a8d-b1b7-c11ee3a0a324 tempest-SecurityGroupRulesNegativeTestJSON-404359875 tempest-SecurityGroupRulesNegativeTestJSON-404359875-project] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:56.498992 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.db.api [None req-4d0c5a60-dfc0-4007-9e77-4f5ac5177654 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:09:56.499232 n-d-843948-2 neutron-server[84888]: DEBUG oslo_db.api [None req-4d0c5a60-dfc0-4007-9e77-4f5ac5177654 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:09:56.538892 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2142420f-bb65-4554-9a4b-b2679fe75d46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4127075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2778536'] for subnet, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:56.546366 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-d0aebc1d-374e-408a-9324-3109f2dc9cb1 req-c81f68cf-94ac-4a8d-b1b7-c11ee3a0a324 tempest-SecurityGroupRulesNegativeTestJSON-404359875 tempest-SecurityGroupRulesNegativeTestJSON-404359875-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:09:56.657471 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2142420f-bb65-4554-9a4b-b2679fe75d46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2a718ff-9553-4437-be71-26364d4cd011,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:56.664412 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-d0aebc1d-374e-408a-9324-3109f2dc9cb1 req-c81f68cf-94ac-4a8d-b1b7-c11ee3a0a324 tempest-SecurityGroupRulesNegativeTestJSON-404359875 tempest-SecurityGroupRulesNegativeTestJSON-404359875-project] Usage tracker for resource:security_group_rule and tenant:91ef39b3f033450b9266f788dcbb9abf is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:09:56.683618 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-d0aebc1d-374e-408a-9324-3109f2dc9cb1 req-c81f68cf-94ac-4a8d-b1b7-c11ee3a0a324 tempest-SecurityGroupRulesNegativeTestJSON-404359875 tempest-SecurityGroupRulesNegativeTestJSON-404359875-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:09:56.694746 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1040ff-1bf1-45d8-9ee1-cea9b605d33c tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Network 7dfebaf0-dc9f-476d-9977-56c7fc58662b is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:09:56.702563 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-d0aebc1d-374e-408a-9324-3109f2dc9cb1 req-c81f68cf-94ac-4a8d-b1b7-c11ee3a0a324 tempest-SecurityGroupRulesNegativeTestJSON-404359875 tempest-SecurityGroupRulesNegativeTestJSON-404359875-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:09:56.704369 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1040ff-1bf1-45d8-9ee1-cea9b605d33c tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Pushing event updated for resources: {'Port': ['ID=bd538527-50e2-46fa-937e-cca2aa73fee4,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:56.707612 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2142420f-bb65-4554-9a4b-b2679fe75d46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:56.738082 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-2142420f-bb65-4554-9a4b-b2679fe75d46 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/b2a718ff-9553-4437-be71-26364d4cd011 HTTP/1.1" status: 204 len: 168 time: 1.2564430 May 30 20:09:56.740936 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 51238) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:09:56.743044 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-0c1040ff-1bf1-45d8-9ee1-cea9b605d33c tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:09:56.745182 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-f0bfc3be-bcb0-48b1-bc26-09c514d6fb8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:56.755694 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1040ff-1bf1-45d8-9ee1-cea9b605d33c tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:09:56.761909 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0711f661-df91-4e54-a4af-9ff344c70240 None None] Network d4226d97-c7d0-4c7f-a2ff-6b319fb0030f requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:09:56.959769 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c1040ff-1bf1-45d8-9ee1-cea9b605d33c tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:56.961002 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0c1040ff-1bf1-45d8-9ee1-cea9b605d33c tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:57.024030 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-35da50ef-3bcc-4f0a-a6d4-0fa93282a895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:57.034793 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-d0aebc1d-374e-408a-9324-3109f2dc9cb1 req-c81f68cf-94ac-4a8d-b1b7-c11ee3a0a324 tempest-SecurityGroupRulesNegativeTestJSON-404359875 tempest-SecurityGroupRulesNegativeTestJSON-404359875-project] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:57.047348 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-35da50ef-3bcc-4f0a-a6d4-0fa93282a895 admin admin] Deleting port 9c0ba3a7-4ad6-44d5-be89-8da0215c6ffc {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:09:57.048329 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-35da50ef-3bcc-4f0a-a6d4-0fa93282a895 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:57.085903 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411a0924-c616-47c3-b378-024d074c2a7e req-6081491b-73dc-44ce-92c5-57a6eb2c1bfa tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:57.088472 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-411a0924-c616-47c3-b378-024d074c2a7e req-6081491b-73dc-44ce-92c5-57a6eb2c1bfa tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.85 "GET /v2.0/ports?device_id=2eb72a33-2d65-40d2-8220-ee5920fc4ba0 HTTP/1.1" status: 200 len: 950 time: 0.6988628 May 30 20:09:57.189996 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-0c1040ff-1bf1-45d8-9ee1-cea9b605d33c tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 6.7382951 May 30 20:09:57.237388 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-411a0924-c616-47c3-b378-024d074c2a7e req-34ee084f-e3d1-49b2-80fb-e71b0621b647 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.85 "GET /v2.0/security-groups?id=db33dd94-15fa-4959-a681-13f509935d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303494 May 30 20:09:57.272567 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-d0aebc1d-374e-408a-9324-3109f2dc9cb1 req-c81f68cf-94ac-4a8d-b1b7-c11ee3a0a324 tempest-SecurityGroupRulesNegativeTestJSON-404359875 tempest-SecurityGroupRulesNegativeTestJSON-404359875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:57.342677 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3ea3bb9-1325-4114-bc39-e9536b13790b tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] Router 44ec2e53-c09d-435b-81eb-35c6952c1930 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:09:57.391722 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [None req-35da50ef-3bcc-4f0a-a6d4-0fa93282a895 admin admin] For port 9c0ba3a7-4ad6-44d5-be89-8da0215c6ffc, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=9c0ba3a7-4ad6-44d5-be89-8da0215c6ffc,segment=NetworkSegment(04c69eb2-a870-4138-9320-3658a9069537),segment_id=04c69eb2-a870-4138-9320-3658a9069537)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:09:57.393216 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-35da50ef-3bcc-4f0a-a6d4-0fa93282a895 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:57.620773 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b949f514-0a4c-422b-b22e-eacb04a4a298 None None] DHCP port deletion for d4226d97-c7d0-4c7f-a2ff-6b319fb0030f request from n-d-843948-2 {{(pid=84888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:09:57.626961 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-b949f514-0a4c-422b-b22e-eacb04a4a298 None None] Deleting port 9c0ba3a7-4ad6-44d5-be89-8da0215c6ffc {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:09:57.627330 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b949f514-0a4c-422b-b22e-eacb04a4a298 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:57.741563 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 9e811c2c-2c8e-492d-8390-79abea72f81a up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:09:57.772900 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-35da50ef-3bcc-4f0a-a6d4-0fa93282a895 admin admin] Calling delete_port for 9c0ba3a7-4ad6-44d5-be89-8da0215c6ffc owned by network:dhcp {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:09:57.832384 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81f68cf-94ac-4a8d-b1b7-c11ee3a0a324 tempest-SecurityGroupRulesNegativeTestJSON-404359875 tempest-SecurityGroupRulesNegativeTestJSON-404359875-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe1257d6-0277-477d-a1d6-53cee62fbb19,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:57.851191 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1371c4d-4e83-4061-a13d-538313a66966 req-4389c082-f478-4d56-9d20-1b866cf676d8 tempest-ServerAddressesTestJSON-1527069479 tempest-ServerAddressesTestJSON-1527069479-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:57.852050 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-c1371c4d-4e83-4061-a13d-538313a66966 req-4389c082-f478-4d56-9d20-1b866cf676d8 tempest-ServerAddressesTestJSON-1527069479 tempest-ServerAddressesTestJSON-1527069479-project] Synchronizing usage tracker for tenant:e5be6e1cb5a74368bac31c4e24ee96f8 on resource:network {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:09:57.873374 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3ea3bb9-1325-4114-bc39-e9536b13790b tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:09:57.882561 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a3ea3bb9-1325-4114-bc39-e9536b13790b tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:57.890878 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aaf6fc6-ae6c-4dc4-a905-ab9ba511d212 None None] Sync routers for ids ['44ec2e53-c09d-435b-81eb-35c6952c1930'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:09:57.979001 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-a3ea3bb9-1325-4114-bc39-e9536b13790b tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] 10.222.0.85 "PUT /v2.0/floatingips/933a65d9-f27e-41f8-84eb-7d0af75c43ce HTTP/1.1" status: 200 len: 992 time: 7.8963652 May 30 20:09:57.979001 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4b5d15f-eb6d-4803-b156-b8a097188403', 'tag': '54697081-e7b8-4e91-8009-b933877a65cd'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:09:57.984502 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-1ad55b08-ab20-4d66-bf0a-fcd87685a7e7 None None] Provisioning for port bd538527-50e2-46fa-937e-cca2aa73fee4 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:09:57.991074 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-35da50ef-3bcc-4f0a-a6d4-0fa93282a895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:57.992652 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-c1371c4d-4e83-4061-a13d-538313a66966 req-4389c082-f478-4d56-9d20-1b866cf676d8 tempest-ServerAddressesTestJSON-1527069479 tempest-ServerAddressesTestJSON-1527069479-project] Unset dirty status for tenant:e5be6e1cb5a74368bac31c4e24ee96f8 on resource:network {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:09:57.994215 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c1371c4d-4e83-4061-a13d-538313a66966 req-4389c082-f478-4d56-9d20-1b866cf676d8 tempest-ServerAddressesTestJSON-1527069479 tempest-ServerAddressesTestJSON-1527069479-project] 10.222.0.85 "GET /v2.0/networks?id=fb1da00f-e410-4748-a4a6-1e7b54a7d5f3 HTTP/1.1" status: 200 len: 813 time: 0.3549025 May 30 20:09:58.008118 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-1ad55b08-ab20-4d66-bf0a-fcd87685a7e7 None None] Provisioning complete for port bd538527-50e2-46fa-937e-cca2aa73fee4 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:09:58.008464 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-1ad55b08-ab20-4d66-bf0a-fcd87685a7e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:58.019854 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c1371c4d-4e83-4061-a13d-538313a66966 req-f3501846-d685-46e0-b299-bc92f045b104 tempest-ServerAddressesTestJSON-1527069479 tempest-ServerAddressesTestJSON-1527069479-project] 10.222.0.85 "GET /v2.0/quotas/e5be6e1cb5a74368bac31c4e24ee96f8 HTTP/1.1" status: 200 len: 375 time: 0.0143600 May 30 20:09:58.041722 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-d0aebc1d-374e-408a-9324-3109f2dc9cb1 req-c81f68cf-94ac-4a8d-b1b7-c11ee3a0a324 tempest-SecurityGroupRulesNegativeTestJSON-404359875 tempest-SecurityGroupRulesNegativeTestJSON-404359875-project] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:58.048918 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aaf6fc6-ae6c-4dc4-a905-ab9ba511d212 None None] Routers {'44ec2e53-c09d-435b-81eb-35c6952c1930'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:09:58.049564 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-9aaf6fc6-ae6c-4dc4-a905-ab9ba511d212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:09:29Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['44ec2e53-c09d-435b-81eb-35c6952c1930'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:09:58.057832 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d0aebc1d-374e-408a-9324-3109f2dc9cb1 req-c81f68cf-94ac-4a8d-b1b7-c11ee3a0a324 tempest-SecurityGroupRulesNegativeTestJSON-404359875 tempest-SecurityGroupRulesNegativeTestJSON-404359875-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1652 time: 1.9320533 May 30 20:09:58.084048 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c1371c4d-4e83-4061-a13d-538313a66966 req-f9b5f840-478b-4a81-8ae0-4473ca8897bc tempest-ServerAddressesTestJSON-1527069479 tempest-ServerAddressesTestJSON-1527069479-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=e5be6e1cb5a74368bac31c4e24ee96f8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0529296 May 30 20:09:58.092680 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35da50ef-3bcc-4f0a-a6d4-0fa93282a895 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c0ba3a7-4ad6-44d5-be89-8da0215c6ffc,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:58.110266 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35da50ef-3bcc-4f0a-a6d4-0fa93282a895 admin admin] No DVR routers for this DVR port 9c0ba3a7-4ad6-44d5-be89-8da0215c6ffc on host n-d-843948-2 {{(pid=84886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:09:58.217521 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b949f514-0a4c-422b-b22e-eacb04a4a298 None None] For port 9c0ba3a7-4ad6-44d5-be89-8da0215c6ffc, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=9c0ba3a7-4ad6-44d5-be89-8da0215c6ffc,segment=NetworkSegment(04c69eb2-a870-4138-9320-3658a9069537),segment_id=04c69eb2-a870-4138-9320-3658a9069537)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:09:58.218021 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b949f514-0a4c-422b-b22e-eacb04a4a298 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:58.259239 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-35da50ef-3bcc-4f0a-a6d4-0fa93282a895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:58.292053 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-35da50ef-3bcc-4f0a-a6d4-0fa93282a895 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4226d97-c7d0-4c7f-a2ff-6b319fb0030f']}} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:09:58.310572 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-35da50ef-3bcc-4f0a-a6d4-0fa93282a895 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04c69eb2-a870-4138-9320-3658a9069537') {'for_net_delete': True} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:09:58.310864 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-35da50ef-3bcc-4f0a-a6d4-0fa93282a895 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04c69eb2-a870-4138-9320-3658a9069537') {} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:09:58.325830 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-35da50ef-3bcc-4f0a-a6d4-0fa93282a895 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2660590'] for segment, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:58.347553 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-35da50ef-3bcc-4f0a-a6d4-0fa93282a895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:58.355768 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35da50ef-3bcc-4f0a-a6d4-0fa93282a895 admin admin] Releasing vlan 693 on physical network physnet1 to pool {{(pid=84886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:09:58.356603 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-35da50ef-3bcc-4f0a-a6d4-0fa93282a895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4126989'] for segment, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:58.388466 n-d-843948-2 neutron-server[84886]: Traceback (most recent call last): May 30 20:09:58.388466 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:09:58.388466 n-d-843948-2 neutron-server[84886]: timer() May 30 20:09:58.388466 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:09:58.388466 n-d-843948-2 neutron-server[84886]: cb(*args, **kw) May 30 20:09:58.388466 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:09:58.388466 n-d-843948-2 neutron-server[84886]: return func(*args, **kwargs) May 30 20:09:58.388466 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:09:58.388466 n-d-843948-2 neutron-server[84886]: self._notify() May 30 20:09:58.388466 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:09:58.388466 n-d-843948-2 neutron-server[84886]: self.callback(batched_events) May 30 20:09:58.388466 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:09:58.388466 n-d-843948-2 neutron-server[84886]: event.method(event) May 30 20:09:58.388466 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:09:58.388466 n-d-843948-2 neutron-server[84886]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:09:58.388466 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:09:58.388466 n-d-843948-2 neutron-server[84886]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:09:58.388466 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:09:58.388466 n-d-843948-2 neutron-server[84886]: return f(self, *a, **k) May 30 20:09:58.388466 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:09:58.388466 n-d-843948-2 neutron-server[84886]: return self._get(url).json() May 30 20:09:58.388466 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:09:58.388466 n-d-843948-2 neutron-server[84886]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:09:58.388466 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:09:58.388466 n-d-843948-2 neutron-server[84886]: return self.request(url, 'GET', **kwargs) May 30 20:09:58.388466 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:09:58.388466 n-d-843948-2 neutron-server[84886]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:09:58.388466 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:09:58.388466 n-d-843948-2 neutron-server[84886]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:09:58.388466 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:09:58.388466 n-d-843948-2 neutron-server[84886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:09:58.388466 n-d-843948-2 neutron-server[84886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:09:58.390802 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-b949f514-0a4c-422b-b22e-eacb04a4a298 None None] Calling delete_port for 9c0ba3a7-4ad6-44d5-be89-8da0215c6ffc owned by network:dhcp {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:09:58.393500 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [req-c1371c4d-4e83-4061-a13d-538313a66966 req-3838ea63-33ba-4f90-989f-123831b942e0 service neutron] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=84887) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:09:58.395273 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c1371c4d-4e83-4061-a13d-538313a66966 req-3838ea63-33ba-4f90-989f-123831b942e0 service neutron] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.2906134 May 30 20:09:58.406439 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-1ad55b08-ab20-4d66-bf0a-fcd87685a7e7 None None] Port bd538527-50e2-46fa-937e-cca2aa73fee4 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:09:58.418964 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 9e811c2c-2c8e-492d-8390-79abea72f81a triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:09:58.423126 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:58.454581 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 51274) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:09:58.466597 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-06091ca9-b625-46e5-9ae3-f46be4d599a9 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Request body: {'security_group': {'name': 'tempest-securitygroup--478479485', 'description': 'tempest-description--1591652272'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:09:58.479837 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-06091ca9-b625-46e5-9ae3-f46be4d599a9 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:09:58.486572 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-06091ca9-b625-46e5-9ae3-f46be4d599a9 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Usage tracker for resource:security_group and tenant:a1a57cdea23a49088fa533e38f6a3032 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:09:58.492066 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-06091ca9-b625-46e5-9ae3-f46be4d599a9 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:09:58.503627 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-06091ca9-b625-46e5-9ae3-f46be4d599a9 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:09:58.555920 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-9aaf6fc6-ae6c-4dc4-a905-ab9ba511d212 None None] Set router 44ec2e53-c09d-435b-81eb-35c6952c1930 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:09:58.598706 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.db.api [None req-b949f514-0a4c-422b-b22e-eacb04a4a298 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:09:58.599045 n-d-843948-2 neutron-server[84888]: DEBUG oslo_db.api [None req-b949f514-0a4c-422b-b22e-eacb04a4a298 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:09:58.618049 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-35da50ef-3bcc-4f0a-a6d4-0fa93282a895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:58.624443 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-35da50ef-3bcc-4f0a-a6d4-0fa93282a895 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:58.641039 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-06091ca9-b625-46e5-9ae3-f46be4d599a9 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:58.650402 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c1371c4d-4e83-4061-a13d-538313a66966 req-8011463f-efd8-41f0-96f0-a7811cbbe052 service neutron] 10.222.0.85 "GET /v2.0/networks/fb1da00f-e410-4748-a4a6-1e7b54a7d5f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2472839 May 30 20:09:58.670702 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35da50ef-3bcc-4f0a-a6d4-0fa93282a895 admin admin] Pushing event deleted for resources: {'Network': ['ID=d4226d97-c7d0-4c7f-a2ff-6b319fb0030f,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:58.808211 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a983f7c0-ad14-4e39-93a1-c28c7d144211 req-9ca6799d-003d-4abd-ad26-0f4f974231ae tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:09:58.816367 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a983f7c0-ad14-4e39-93a1-c28c7d144211 req-9ca6799d-003d-4abd-ad26-0f4f974231ae tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] 10.222.0.85 "GET /v2.0/ports?device_id=a4b5d15f-eb6d-4803-b156-b8a097188403 HTTP/1.1" status: 200 len: 946 time: 0.2435405 May 30 20:09:58.818490 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-35da50ef-3bcc-4f0a-a6d4-0fa93282a895 admin admin] 10.222.0.85 "DELETE /v2.0/networks/d4226d97-c7d0-4c7f-a2ff-6b319fb0030f HTTP/1.1" status: 204 len: 168 time: 2.0761893 May 30 20:09:58.825224 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c1371c4d-4e83-4061-a13d-538313a66966 req-52b4a1a5-9a96-4ebf-aaa0-677b9330daa1 service neutron] 10.222.0.85 "GET /v2.0/networks/fb1da00f-e410-4748-a4a6-1e7b54a7d5f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627474 May 30 20:09:58.825702 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-06091ca9-b625-46e5-9ae3-f46be4d599a9 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:09:58.833747 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-06091ca9-b625-46e5-9ae3-f46be4d599a9 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Usage tracker for resource:security_group_rule and tenant:a1a57cdea23a49088fa533e38f6a3032 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:09:58.858993 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-06091ca9-b625-46e5-9ae3-f46be4d599a9 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:09:58.883336 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-06091ca9-b625-46e5-9ae3-f46be4d599a9 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:09:58.934548 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 078790e8-2a4d-465e-a8aa-2a047823934a no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:09:58.961193 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a983f7c0-ad14-4e39-93a1-c28c7d144211 req-056c3272-d8f6-40c4-9e99-727c3e8bb920 tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] 10.222.0.85 "GET /v2.0/security-groups?id=c7896e4c-36a2-48d0-b2ac-efb83a8df59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1294682 May 30 20:09:58.989128 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: 078790e8-2a4d-465e-a8aa-2a047823934a {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:09:58.989711 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 078790e8-2a4d-465e-a8aa-2a047823934a not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:09:59.070459 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-06091ca9-b625-46e5-9ae3-f46be4d599a9 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:59.101088 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-b949f514-0a4c-422b-b22e-eacb04a4a298 None None] Deleting port 9c0ba3a7-4ad6-44d5-be89-8da0215c6ffc {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:09:59.102068 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b949f514-0a4c-422b-b22e-eacb04a4a298 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:59.111800 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aac9a989-7ca1-42a6-825c-7a112422c5e5'] response: {'name': 'network-changed', 'server_uuid': 'a4b5d15f-eb6d-4803-b156-b8a097188403', 'tag': '54697081-e7b8-4e91-8009-b933877a65cd', 'status': 'completed', 'code': 200} May 30 20:09:59.228448 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-06091ca9-b625-46e5-9ae3-f46be4d599a9 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:59.406218 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-b949f514-0a4c-422b-b22e-eacb04a4a298 None None] The port '9c0ba3a7-4ad6-44d5-be89-8da0215c6ffc' was deleted {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 20:09:59.435397 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06091ca9-b625-46e5-9ae3-f46be4d599a9 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37be4557-a35d-41b8-94e5-d29002afe979,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:09:59.460011 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c257dfad-fab5-4a1d-b972-3b9e00e14009 req-acb86f8b-6712-4a31-ac6b-57396bb41be6 tempest-SecurityGroupRulesNegativeTestJSON-404359875 tempest-SecurityGroupRulesNegativeTestJSON-404359875-project] 10.222.0.85 "GET /v2.0/security-groups/fe1257d6-0277-477d-a1d6-53cee62fbb19 HTTP/1.1" status: 200 len: 1647 time: 0.3025210 May 30 20:09:59.470979 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [req-c257dfad-fab5-4a1d-b972-3b9e00e14009 req-94f848c8-82a2-4c10-a67a-1d5079453f06 tempest-SecurityGroupRulesNegativeTestJSON-404359875 tempest-SecurityGroupRulesNegativeTestJSON-404359875-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'fe1257d6-0277-477d-a1d6-53cee62fbb19', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:09:59.471596 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [req-c257dfad-fab5-4a1d-b972-3b9e00e14009 req-94f848c8-82a2-4c10-a67a-1d5079453f06 tempest-SecurityGroupRulesNegativeTestJSON-404359875 tempest-SecurityGroupRulesNegativeTestJSON-404359875-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'fe1257d6-0277-477d-a1d6-53cee62fbb19', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:09:59.484233 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-c257dfad-fab5-4a1d-b972-3b9e00e14009 req-94f848c8-82a2-4c10-a67a-1d5079453f06 tempest-SecurityGroupRulesNegativeTestJSON-404359875 tempest-SecurityGroupRulesNegativeTestJSON-404359875-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:09:59.494028 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-c257dfad-fab5-4a1d-b972-3b9e00e14009 req-94f848c8-82a2-4c10-a67a-1d5079453f06 tempest-SecurityGroupRulesNegativeTestJSON-404359875 tempest-SecurityGroupRulesNegativeTestJSON-404359875-project] Usage tracker for resource:security_group_rule and tenant:91ef39b3f033450b9266f788dcbb9abf is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:09:59.501602 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-c257dfad-fab5-4a1d-b972-3b9e00e14009 req-94f848c8-82a2-4c10-a67a-1d5079453f06 tempest-SecurityGroupRulesNegativeTestJSON-404359875 tempest-SecurityGroupRulesNegativeTestJSON-404359875-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:09:59.514501 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-c257dfad-fab5-4a1d-b972-3b9e00e14009 req-94f848c8-82a2-4c10-a67a-1d5079453f06 tempest-SecurityGroupRulesNegativeTestJSON-404359875 tempest-SecurityGroupRulesNegativeTestJSON-404359875-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:09:59.521761 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-06091ca9-b625-46e5-9ae3-f46be4d599a9 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:59.529032 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-06091ca9-b625-46e5-9ae3-f46be4d599a9 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 1.0683451 May 30 20:09:59.534744 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 51296) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:09:59.548058 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-677beb58-cb1f-4d8f-a414-e6cb47cf1342 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Request body: {'security_group_rule': {'security_group_id': '37be4557-a35d-41b8-94e5-d29002afe979', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:09:59.567888 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-677beb58-cb1f-4d8f-a414-e6cb47cf1342 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:09:59.571430 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 51300) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:09:59.583859 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-70a6941b-118b-4237-b4dc-76101ec42d4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:59.704975 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-677beb58-cb1f-4d8f-a414-e6cb47cf1342 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Usage tracker for resource:security_group_rule and tenant:a1a57cdea23a49088fa533e38f6a3032 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:09:59.722862 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-677beb58-cb1f-4d8f-a414-e6cb47cf1342 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:09:59.789461 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-677beb58-cb1f-4d8f-a414-e6cb47cf1342 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:09:59.834000 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 9c0ba3a7-4ad6-44d5-be89-8da0215c6ffc no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:09:59.898219 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-c60c1bef-4774-4bc7-a870-3df4f4855420 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=f5753ad8c0f54e9d882bc4d9fbe8fe34&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3247902 May 30 20:09:59.900443 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 51312) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:09:59.916069 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-94c08f84-d71b-4495-99e8-38c0415dcfbe req-71949a8b-60d4-44db-9c9a-5fb5bf53e6f8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=586757e83dd846ec935ec1b35f2c085f&device_id=a4b5d15f-eb6d-4803-b156-b8a097188403 HTTP/1.1" status: 200 len: 1097 time: 0.7716985 May 30 20:09:59.988720 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:09:59.994046 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: 9c0ba3a7-4ad6-44d5-be89-8da0215c6ffc {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:09:59.995097 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 9c0ba3a7-4ad6-44d5-be89-8da0215c6ffc not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:10:00.051257 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-c257dfad-fab5-4a1d-b972-3b9e00e14009 req-94f848c8-82a2-4c10-a67a-1d5079453f06 tempest-SecurityGroupRulesNegativeTestJSON-404359875 tempest-SecurityGroupRulesNegativeTestJSON-404359875-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:00.062237 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-677beb58-cb1f-4d8f-a414-e6cb47cf1342 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:00.067251 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-9aaf6fc6-ae6c-4dc4-a905-ab9ba511d212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44ec2e53-c09d-435b-81eb-35c6952c1930', 'name': 'tempest-ServersTestJSON-245510114-router', 'tenant_id': '586757e83dd846ec935ec1b35f2c085f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '6d59c613-0f4c-45bb-9421-e51d5bfc7b4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:08:36Z', 'updated_at': '2022-05-30T20:08:55Z', 'revision_number': 4, 'project_id': '586757e83dd846ec935ec1b35f2c085f', 'gw_port': {'id': '6d59c613-0f4c-45bb-9421-e51d5bfc7b4d', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ec2e53-c09d-435b-81eb-35c6952c1930', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:08:39Z', 'updated_at': '2022-05-30T20:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': '933a65d9-f27e-41f8-84eb-7d0af75c43ce', 'tenant_id': '586757e83dd846ec935ec1b35f2c085f', 'floating_ip_address': '172.25.8.236', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': '44ec2e53-c09d-435b-81eb-35c6952c1930', 'port_id': '54697081-e7b8-4e91-8009-b933877a65cd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0f55504-d8f7-4a5a-b704-bd0e657d5724', 'mac_address': 'fa:16:3e:c8:2f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b5d15f-eb6d-4803-b156-b8a097188403', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:09:09Z', 'updated_at': '2022-05-30T20:09:53Z', 'revision_number': 1, 'project_id': '586757e83dd846ec935ec1b35f2c085f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '099c01b4-a8f1-4fda-a4c7-41d093a61c9a', 'name': '', 'network_id': 'e0f55504-d8f7-4a5a-b704-bd0e657d5724', 'tenant_id': '586757e83dd846ec935ec1b35f2c085f', 'mac_address': 'fa:16:3e:6f:78:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ec2e53-c09d-435b-81eb-35c6952c1930', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1581c6d7-c19f-439e-8ba3-14e41bf5cc8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:08:52Z', 'updated_at': '2022-05-30T20:09:34Z', 'revision_number': 5, 'project_id': '586757e83dd846ec935ec1b35f2c085f', 'subnets': [{'id': '1581c6d7-c19f-439e-8ba3-14e41bf5cc8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:10:00.077389 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aaf6fc6-ae6c-4dc4-a905-ab9ba511d212 None None] Checking router: 44ec2e53-c09d-435b-81eb-35c6952c1930 for host: n-d-843948-2 {{(pid=84888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:10:00.118777 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aaf6fc6-ae6c-4dc4-a905-ab9ba511d212 None None] Routers {'44ec2e53-c09d-435b-81eb-35c6952c1930'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:10:00.119731 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-9aaf6fc6-ae6c-4dc4-a905-ab9ba511d212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:09:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['44ec2e53-c09d-435b-81eb-35c6952c1930'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:10:00.191153 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-53bcebf5-85a1-4cdf-afec-18a2783cfe01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:00.196634 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c08f84-d71b-4495-99e8-38c0415dcfbe req-4a600ee2-41d1-4789-a017-1d2269aa50f2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:00.198158 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-94c08f84-d71b-4495-99e8-38c0415dcfbe req-4a600ee2-41d1-4789-a017-1d2269aa50f2 service neutron] 10.222.0.71 "GET /v2.0/networks?id=e0f55504-d8f7-4a5a-b704-bd0e657d5724 HTTP/1.1" status: 200 len: 906 time: 0.2707443 May 30 20:10:00.233796 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-c257dfad-fab5-4a1d-b972-3b9e00e14009 req-94f848c8-82a2-4c10-a67a-1d5079453f06 tempest-SecurityGroupRulesNegativeTestJSON-404359875 tempest-SecurityGroupRulesNegativeTestJSON-404359875-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:00.286038 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-677beb58-cb1f-4d8f-a414-e6cb47cf1342 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:00.326936 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-c257dfad-fab5-4a1d-b972-3b9e00e14009 req-94f848c8-82a2-4c10-a67a-1d5079453f06 tempest-SecurityGroupRulesNegativeTestJSON-404359875 tempest-SecurityGroupRulesNegativeTestJSON-404359875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:00.354411 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f848c8-82a2-4c10-a67a-1d5079453f06 tempest-SecurityGroupRulesNegativeTestJSON-404359875 tempest-SecurityGroupRulesNegativeTestJSON-404359875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=534a46ce-ed7c-4199-859d-cd6e61cca669,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:00.357483 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-677beb58-cb1f-4d8f-a414-e6cb47cf1342 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:00.382710 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-53bcebf5-85a1-4cdf-afec-18a2783cfe01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:00.390514 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677beb58-cb1f-4d8f-a414-e6cb47cf1342 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72622aa6-4792-489a-8234-b710e328faa0,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:00.452226 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-c257dfad-fab5-4a1d-b972-3b9e00e14009 req-94f848c8-82a2-4c10-a67a-1d5079453f06 tempest-SecurityGroupRulesNegativeTestJSON-404359875 tempest-SecurityGroupRulesNegativeTestJSON-404359875-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:00.453198 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c257dfad-fab5-4a1d-b972-3b9e00e14009 req-94f848c8-82a2-4c10-a67a-1d5079453f06 tempest-SecurityGroupRulesNegativeTestJSON-404359875 tempest-SecurityGroupRulesNegativeTestJSON-404359875-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 721 time: 0.9908371 May 30 20:10:00.480705 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-677beb58-cb1f-4d8f-a414-e6cb47cf1342 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:00.483387 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-677beb58-cb1f-4d8f-a414-e6cb47cf1342 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.9462631 May 30 20:10:00.489232 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 51324) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:10:00.495900 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-d243f28a-497a-43af-bf4b-585c555237b1 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Request body: {'security_group_rule': {'security_group_id': '37be4557-a35d-41b8-94e5-d29002afe979', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:10:00.500355 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-9aaf6fc6-ae6c-4dc4-a905-ab9ba511d212 None None] Set router 44ec2e53-c09d-435b-81eb-35c6952c1930 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:10:00.509503 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-d243f28a-497a-43af-bf4b-585c555237b1 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:10:00.521913 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-d243f28a-497a-43af-bf4b-585c555237b1 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Usage tracker for resource:security_group_rule and tenant:a1a57cdea23a49088fa533e38f6a3032 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:10:00.530407 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-d243f28a-497a-43af-bf4b-585c555237b1 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:10:00.542304 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-d243f28a-497a-43af-bf4b-585c555237b1 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:10:00.582083 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-94c08f84-d71b-4495-99e8-38c0415dcfbe req-7deb4db9-b516-41ad-9cc5-b4d7c6f0e4f8 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=54697081-e7b8-4e91-8009-b933877a65cd HTTP/1.1" status: 200 len: 1000 time: 0.3643892 May 30 20:10:00.623439 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d243f28a-497a-43af-bf4b-585c555237b1 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:00.714131 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c08f84-d71b-4495-99e8-38c0415dcfbe req-3ce49113-5785-48c8-b482-5f5d341c7da8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:00.716652 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-94c08f84-d71b-4495-99e8-38c0415dcfbe req-3ce49113-5785-48c8-b482-5f5d341c7da8 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1581c6d7-c19f-439e-8ba3-14e41bf5cc8a HTTP/1.1" status: 200 len: 844 time: 0.1259458 May 30 20:10:00.778026 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-29ae2e9b-2e65-4739-bd05-1edefd14b24f req-aa401d70-13ed-4635-8e5c-db8e9e962701 tempest-ServerAddressesTestJSON-1527069479 tempest-ServerAddressesTestJSON-1527069479-project] 10.222.0.85 "GET /v2.0/ports?device_id=dc4ed122-e2d4-4f38-b0d5-ff692b21e681 HTTP/1.1" status: 200 len: 210 time: 0.1108296 May 30 20:10:00.800391 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d243f28a-497a-43af-bf4b-585c555237b1 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:00.811951 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-53bcebf5-85a1-4cdf-afec-18a2783cfe01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:00.921524 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-8e2920ac-9c3c-4824-833a-b648e944c0d3 req-94c5895b-5605-4251-b471-fb028ad1ce05 tempest-SecurityGroupRulesNegativeTestJSON-404359875 tempest-SecurityGroupRulesNegativeTestJSON-404359875-project] 10.222.0.85 "GET /v2.0/security-groups/fe1257d6-0277-477d-a1d6-53cee62fbb19 HTTP/1.1" status: 200 len: 2150 time: 0.0734479 May 30 20:10:00.930847 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d243f28a-497a-43af-bf4b-585c555237b1 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:00.943026 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bcebf5-85a1-4cdf-afec-18a2783cfe01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8a85610-ab92-4d38-9f51-566e6263b9ec,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:00.964055 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d243f28a-497a-43af-bf4b-585c555237b1 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22524c7e-9205-4065-96d0-97a4356e185f,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:00.966114 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-53bcebf5-85a1-4cdf-afec-18a2783cfe01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:00.970499 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-53bcebf5-85a1-4cdf-afec-18a2783cfe01 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/b8a85610-ab92-4d38-9f51-566e6263b9ec HTTP/1.1" status: 204 len: 168 time: 1.0157139 May 30 20:10:01.047027 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08f7ffb-2955-43ab-9609-5dc16fd29db2 req-2be800b7-4efd-47ee-910e-ebf7cd14b51e tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:01.047906 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a08f7ffb-2955-43ab-9609-5dc16fd29db2 req-2be800b7-4efd-47ee-910e-ebf7cd14b51e tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.85 "GET /v2.0/ports?device_id=2eb72a33-2d65-40d2-8220-ee5920fc4ba0 HTTP/1.1" status: 200 len: 950 time: 0.2475119 May 30 20:10:01.059674 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-94c08f84-d71b-4495-99e8-38c0415dcfbe req-4d9206b7-3e96-45a6-935f-61dcde5fc8b3 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e0f55504-d8f7-4a5a-b704-bd0e657d5724&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3353832 May 30 20:10:01.081082 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d243f28a-497a-43af-bf4b-585c555237b1 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:01.088919 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-d243f28a-497a-43af-bf4b-585c555237b1 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.5924804 May 30 20:10:01.088919 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 51350) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:10:01.091661 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-a03a0a1d-167c-4c29-ba73-67c3d0b3a88d tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Request body: {'floatingip': {'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:10:01.105287 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-a03a0a1d-167c-4c29-ba73-67c3d0b3a88d tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:10:01.110961 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-a03a0a1d-167c-4c29-ba73-67c3d0b3a88d tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Usage tracker for resource:floatingip and tenant:a1a57cdea23a49088fa533e38f6a3032 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:10:01.114447 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-a03a0a1d-167c-4c29-ba73-67c3d0b3a88d tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:10:01.121842 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-a03a0a1d-167c-4c29-ba73-67c3d0b3a88d tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:10:01.202414 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:01.224420 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a03a0a1d-167c-4c29-ba73-67c3d0b3a88d tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Notify callbacks [] for floatingip, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:01.358018 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-9aaf6fc6-ae6c-4dc4-a905-ab9ba511d212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44ec2e53-c09d-435b-81eb-35c6952c1930', 'name': 'tempest-ServersTestJSON-245510114-router', 'tenant_id': '586757e83dd846ec935ec1b35f2c085f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '6d59c613-0f4c-45bb-9421-e51d5bfc7b4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:08:36Z', 'updated_at': '2022-05-30T20:08:55Z', 'revision_number': 4, 'project_id': '586757e83dd846ec935ec1b35f2c085f', 'gw_port': {'id': '6d59c613-0f4c-45bb-9421-e51d5bfc7b4d', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ec2e53-c09d-435b-81eb-35c6952c1930', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:08:39Z', 'updated_at': '2022-05-30T20:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': '933a65d9-f27e-41f8-84eb-7d0af75c43ce', 'tenant_id': '586757e83dd846ec935ec1b35f2c085f', 'floating_ip_address': '172.25.8.236', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': '44ec2e53-c09d-435b-81eb-35c6952c1930', 'port_id': '54697081-e7b8-4e91-8009-b933877a65cd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0f55504-d8f7-4a5a-b704-bd0e657d5724', 'mac_address': 'fa:16:3e:c8:2f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b5d15f-eb6d-4803-b156-b8a097188403', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:09:09Z', 'updated_at': '2022-05-30T20:09:53Z', 'revision_number': 1, 'project_id': '586757e83dd846ec935ec1b35f2c085f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '099c01b4-a8f1-4fda-a4c7-41d093a61c9a', 'name': '', 'network_id': 'e0f55504-d8f7-4a5a-b704-bd0e657d5724', 'tenant_id': '586757e83dd846ec935ec1b35f2c085f', 'mac_address': 'fa:16:3e:6f:78:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ec2e53-c09d-435b-81eb-35c6952c1930', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1581c6d7-c19f-439e-8ba3-14e41bf5cc8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:08:52Z', 'updated_at': '2022-05-30T20:09:34Z', 'revision_number': 5, 'project_id': '586757e83dd846ec935ec1b35f2c085f', 'subnets': [{'id': '1581c6d7-c19f-439e-8ba3-14e41bf5cc8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:10:01.363582 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aaf6fc6-ae6c-4dc4-a905-ab9ba511d212 None None] The sync data for ids ['44ec2e53-c09d-435b-81eb-35c6952c1930'] in n-d-843948-2 is: [{'id': '44ec2e53-c09d-435b-81eb-35c6952c1930', 'name': 'tempest-ServersTestJSON-245510114-router', 'tenant_id': '586757e83dd846ec935ec1b35f2c085f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '6d59c613-0f4c-45bb-9421-e51d5bfc7b4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:08:36Z', 'updated_at': '2022-05-30T20:08:55Z', 'revision_number': 4, 'project_id': '586757e83dd846ec935ec1b35f2c085f', 'gw_port': {'id': '6d59c613-0f4c-45bb-9421-e51d5bfc7b4d', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ec2e53-c09d-435b-81eb-35c6952c1930', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:08:39Z', 'updated_at': '2022-05-30T20:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': '933a65d9-f27e-41f8-84eb-7d0af75c43ce', 'tenant_id': '586757e83dd846ec935ec1b35f2c085f', 'floating_ip_address': '172.25.8.236', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': '44ec2e53-c09d-435b-81eb-35c6952c1930', 'port_id': '54697081-e7b8-4e91-8009-b933877a65cd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0f55504-d8f7-4a5a-b704-bd0e657d5724', 'mac_address': 'fa:16:3e:c8:2f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b5d15f-eb6d-4803-b156-b8a097188403', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:09:09Z', 'updated_at': '2022-05-30T20:09:53Z', 'revision_number': 1, 'project_id': '586757e83dd846ec935ec1b35f2c085f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '099c01b4-a8f1-4fda-a4c7-41d093a61c9a', 'name': '', 'network_id': 'e0f55504-d8f7-4a5a-b704-bd0e657d5724', 'tenant_id': '586757e83dd846ec935ec1b35f2c085f', 'mac_address': 'fa:16:3e:6f:78:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ec2e53-c09d-435b-81eb-35c6952c1930', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1581c6d7-c19f-439e-8ba3-14e41bf5cc8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:08:52Z', 'updated_at': '2022-05-30T20:09:34Z', 'revision_number': 5, 'project_id': '586757e83dd846ec935ec1b35f2c085f', 'subnets': [{'id': '1581c6d7-c19f-439e-8ba3-14e41bf5cc8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:10:01.383745 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-94c08f84-d71b-4495-99e8-38c0415dcfbe req-02b6c42e-773c-41ea-b9eb-b3a9ad35df6a service neutron] 10.222.0.71 "GET /v2.0/networks/e0f55504-d8f7-4a5a-b704-bd0e657d5724?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3153472 May 30 20:10:01.387096 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a08f7ffb-2955-43ab-9609-5dc16fd29db2 req-e14066e6-eef0-44cf-af82-d16843f80106 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.85 "GET /v2.0/security-groups?id=db33dd94-15fa-4959-a681-13f509935d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3208232 May 30 20:10:01.545971 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a03a0a1d-167c-4c29-ba73-67c3d0b3a88d tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:01.592983 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-bff0e15c-3b18-480c-bddf-71dbd17148f8 req-d72987bf-9f00-42eb-8816-64bf23671807 tempest-SecurityGroupRulesNegativeTestJSON-404359875 tempest-SecurityGroupRulesNegativeTestJSON-404359875-project] 10.222.0.85 "GET /v2.0/security-group-rules/534a46ce-ed7c-4199-859d-cd6e61cca669 HTTP/1.1" status: 200 len: 713 time: 0.0556428 May 30 20:10:01.716139 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-94c08f84-d71b-4495-99e8-38c0415dcfbe req-6bec33af-af6e-48e7-8805-34d257a5808a service neutron] 10.222.0.71 "GET /v2.0/networks/e0f55504-d8f7-4a5a-b704-bd0e657d5724?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3234093 May 30 20:10:01.741387 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-bff0e15c-3b18-480c-bddf-71dbd17148f8 req-9fddeaaa-cd66-48a0-97be-f5a3c4a661ce tempest-SecurityGroupRulesNegativeTestJSON-404359875 tempest-SecurityGroupRulesNegativeTestJSON-404359875-project] 10.222.0.85 "GET /v2.0/security-groups/fe1257d6-0277-477d-a1d6-53cee62fbb19 HTTP/1.1" status: 200 len: 2150 time: 0.1413054 May 30 20:10:01.822827 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-bff0e15c-3b18-480c-bddf-71dbd17148f8 req-14d81d57-6be7-40e8-843d-2dd6efae2cda tempest-SecurityGroupRulesNegativeTestJSON-404359875 tempest-SecurityGroupRulesNegativeTestJSON-404359875-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:01.867560 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-bff0e15c-3b18-480c-bddf-71dbd17148f8 req-14d81d57-6be7-40e8-843d-2dd6efae2cda tempest-SecurityGroupRulesNegativeTestJSON-404359875 tempest-SecurityGroupRulesNegativeTestJSON-404359875-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:01.881551 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe4bf00-df3b-4a96-8085-c65e06fec5ac None None] New status for floating IP 933a65d9-f27e-41f8-84eb-7d0af75c43ce: ACTIVE {{(pid=84889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 20:10:02.039734 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-a03a0a1d-167c-4c29-ba73-67c3d0b3a88d tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Allocated IP 172.25.8.128 (c7869750-4b49-4b7e-aa99-5e0f1ae02da4/427601ec-f643-4fe7-b5e6-17305d3a39e1/e6f08c75-b07d-4f7e-912a-e7a0728de267) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:10:02.050696 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-bff0e15c-3b18-480c-bddf-71dbd17148f8 req-14d81d57-6be7-40e8-843d-2dd6efae2cda tempest-SecurityGroupRulesNegativeTestJSON-404359875 tempest-SecurityGroupRulesNegativeTestJSON-404359875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:02.056766 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-cf5be65e-1d10-4348-80a2-015c74f0ad5a req-97c8b4e1-591e-4644-81ba-443c35a7b52f tempest-ServersOnMultiNodesTest-1068604617 tempest-ServersOnMultiNodesTest-1068604617-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=2eb72a33-2d65-40d2-8220-ee5920fc4ba0 HTTP/1.1" status: 200 len: 1101 time: 0.2762890 May 30 20:10:02.118106 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d81d57-6be7-40e8-843d-2dd6efae2cda tempest-SecurityGroupRulesNegativeTestJSON-404359875 tempest-SecurityGroupRulesNegativeTestJSON-404359875-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=534a46ce-ed7c-4199-859d-cd6e61cca669,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:02.141351 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-bff0e15c-3b18-480c-bddf-71dbd17148f8 req-14d81d57-6be7-40e8-843d-2dd6efae2cda tempest-SecurityGroupRulesNegativeTestJSON-404359875 tempest-SecurityGroupRulesNegativeTestJSON-404359875-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:02.142531 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-bff0e15c-3b18-480c-bddf-71dbd17148f8 req-14d81d57-6be7-40e8-843d-2dd6efae2cda tempest-SecurityGroupRulesNegativeTestJSON-404359875 tempest-SecurityGroupRulesNegativeTestJSON-404359875-project] 10.222.0.85 "DELETE /v2.0/security-group-rules/534a46ce-ed7c-4199-859d-cd6e61cca669 HTTP/1.1" status: 204 len: 173 time: 0.3875334 May 30 20:10:02.230603 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-cf5be65e-1d10-4348-80a2-015c74f0ad5a req-4f26a8b5-a805-4d99-a7fa-e50d0136f881 tempest-ServersOnMultiNodesTest-1068604617 tempest-ServersOnMultiNodesTest-1068604617-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=db33dd94-15fa-4959-a681-13f509935d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725183 May 30 20:10:02.366098 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-7072d11d-7927-4b81-b6e8-c60cc1e9b606 req-d7623520-df88-4d87-85ab-33feae42f8b8 tempest-SecurityGroupRulesNegativeTestJSON-404359875 tempest-SecurityGroupRulesNegativeTestJSON-404359875-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1254137348', 'description': 'tempest-description-1681325393'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:10:02.366098 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-7072d11d-7927-4b81-b6e8-c60cc1e9b606 req-d7623520-df88-4d87-85ab-33feae42f8b8 tempest-SecurityGroupRulesNegativeTestJSON-404359875 tempest-SecurityGroupRulesNegativeTestJSON-404359875-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:10:02.366098 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-7072d11d-7927-4b81-b6e8-c60cc1e9b606 req-d7623520-df88-4d87-85ab-33feae42f8b8 tempest-SecurityGroupRulesNegativeTestJSON-404359875 tempest-SecurityGroupRulesNegativeTestJSON-404359875-project] Usage tracker for resource:security_group and tenant:91ef39b3f033450b9266f788dcbb9abf is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:10:02.371062 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-7072d11d-7927-4b81-b6e8-c60cc1e9b606 req-d7623520-df88-4d87-85ab-33feae42f8b8 tempest-SecurityGroupRulesNegativeTestJSON-404359875 tempest-SecurityGroupRulesNegativeTestJSON-404359875-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:10:02.385160 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-7072d11d-7927-4b81-b6e8-c60cc1e9b606 req-d7623520-df88-4d87-85ab-33feae42f8b8 tempest-SecurityGroupRulesNegativeTestJSON-404359875 tempest-SecurityGroupRulesNegativeTestJSON-404359875-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:10:02.566291 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-339651d8-469a-4e52-b4a0-3874db92deda req-7ace32f6-8074-4806-a9d4-a375cb9b7d81 tempest-ServerAddressesTestJSON-1527069479 tempest-ServerAddressesTestJSON-1527069479-project] 10.222.0.85 "GET /v2.0/ports?device_id=dc4ed122-e2d4-4f38-b0d5-ff692b21e681 HTTP/1.1" status: 200 len: 210 time: 0.0635753 May 30 20:10:02.569723 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a03a0a1d-167c-4c29-ba73-67c3d0b3a88d tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:02.658555 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-7072d11d-7927-4b81-b6e8-c60cc1e9b606 req-d7623520-df88-4d87-85ab-33feae42f8b8 tempest-SecurityGroupRulesNegativeTestJSON-404359875 tempest-SecurityGroupRulesNegativeTestJSON-404359875-project] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:02.664166 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:02.714650 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-7072d11d-7927-4b81-b6e8-c60cc1e9b606 req-d7623520-df88-4d87-85ab-33feae42f8b8 tempest-SecurityGroupRulesNegativeTestJSON-404359875 tempest-SecurityGroupRulesNegativeTestJSON-404359875-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:10:02.720236 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-7072d11d-7927-4b81-b6e8-c60cc1e9b606 req-d7623520-df88-4d87-85ab-33feae42f8b8 tempest-SecurityGroupRulesNegativeTestJSON-404359875 tempest-SecurityGroupRulesNegativeTestJSON-404359875-project] Usage tracker for resource:security_group_rule and tenant:91ef39b3f033450b9266f788dcbb9abf is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:10:02.723841 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-7072d11d-7927-4b81-b6e8-c60cc1e9b606 req-d7623520-df88-4d87-85ab-33feae42f8b8 tempest-SecurityGroupRulesNegativeTestJSON-404359875 tempest-SecurityGroupRulesNegativeTestJSON-404359875-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:10:02.735773 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a03a0a1d-167c-4c29-ba73-67c3d0b3a88d tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:02.753467 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-7072d11d-7927-4b81-b6e8-c60cc1e9b606 req-d7623520-df88-4d87-85ab-33feae42f8b8 tempest-SecurityGroupRulesNegativeTestJSON-404359875 tempest-SecurityGroupRulesNegativeTestJSON-404359875-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:10:02.828338 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a03a0a1d-167c-4c29-ba73-67c3d0b3a88d tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:10:02.831950 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-a03a0a1d-167c-4c29-ba73-67c3d0b3a88d tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:10:02.839945 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03a0a1d-167c-4c29-ba73-67c3d0b3a88d tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:10:02.875902 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a0a1d-167c-4c29-ba73-67c3d0b3a88d tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Pushing event updated for resources: {'Port': ['ID=e6f08c75-b07d-4f7e-912a-e7a0728de267,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:02.929262 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-7072d11d-7927-4b81-b6e8-c60cc1e9b606 req-d7623520-df88-4d87-85ab-33feae42f8b8 tempest-SecurityGroupRulesNegativeTestJSON-404359875 tempest-SecurityGroupRulesNegativeTestJSON-404359875-project] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:03.034675 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-7072d11d-7927-4b81-b6e8-c60cc1e9b606 req-d7623520-df88-4d87-85ab-33feae42f8b8 tempest-SecurityGroupRulesNegativeTestJSON-404359875 tempest-SecurityGroupRulesNegativeTestJSON-404359875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:03.099385 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7623520-df88-4d87-85ab-33feae42f8b8 tempest-SecurityGroupRulesNegativeTestJSON-404359875 tempest-SecurityGroupRulesNegativeTestJSON-404359875-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6ff21b6-32b7-4980-b78b-03c9863d38d1,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:03.140002 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a03a0a1d-167c-4c29-ba73-67c3d0b3a88d tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:03.166761 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-7072d11d-7927-4b81-b6e8-c60cc1e9b606 req-d7623520-df88-4d87-85ab-33feae42f8b8 tempest-SecurityGroupRulesNegativeTestJSON-404359875 tempest-SecurityGroupRulesNegativeTestJSON-404359875-project] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:03.168836 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7072d11d-7927-4b81-b6e8-c60cc1e9b606 req-d7623520-df88-4d87-85ab-33feae42f8b8 tempest-SecurityGroupRulesNegativeTestJSON-404359875 tempest-SecurityGroupRulesNegativeTestJSON-404359875-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1652 time: 0.8471630 May 30 20:10:03.334902 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a03a0a1d-167c-4c29-ba73-67c3d0b3a88d tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:03.543115 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 51434) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:10:03.682643 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1371c4d-4e83-4061-a13d-538313a66966 req-c59e916c-94ca-404c-9f24-85015a787a74 tempest-ServerAddressesTestJSON-1527069479 tempest-ServerAddressesTestJSON-1527069479-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:03.687710 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c1371c4d-4e83-4061-a13d-538313a66966 req-c59e916c-94ca-404c-9f24-85015a787a74 tempest-ServerAddressesTestJSON-1527069479 tempest-ServerAddressesTestJSON-1527069479-project] 10.222.0.86 "GET /v2.0/networks?id=fb1da00f-e410-4748-a4a6-1e7b54a7d5f3 HTTP/1.1" status: 200 len: 813 time: 0.3032591 May 30 20:10:03.708367 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-c1371c4d-4e83-4061-a13d-538313a66966 req-1b84aee1-fb24-4b9f-95e3-0a155b6a834f tempest-ServerAddressesTestJSON-1527069479 tempest-ServerAddressesTestJSON-1527069479-project] Request body: {'port': {'device_id': 'dc4ed122-e2d4-4f38-b0d5-ff692b21e681', 'network_id': 'fb1da00f-e410-4748-a4a6-1e7b54a7d5f3', 'admin_state_up': True, 'tenant_id': 'e5be6e1cb5a74368bac31c4e24ee96f8'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:10:03.727497 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-bd13317d-01c9-436d-99cb-a42d2a2447be req-3da3721a-78d4-4b12-83d2-512db498d0c2 tempest-SecurityGroupRulesNegativeTestJSON-404359875 tempest-SecurityGroupRulesNegativeTestJSON-404359875-project] 10.222.0.85 "GET /v2.0/security-groups/e6ff21b6-32b7-4980-b78b-03c9863d38d1 HTTP/1.1" status: 200 len: 1647 time: 0.1859250 May 30 20:10:03.882134 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a03a0a1d-167c-4c29-ba73-67c3d0b3a88d tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:03.953087 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-c1371c4d-4e83-4061-a13d-538313a66966 req-1b84aee1-fb24-4b9f-95e3-0a155b6a834f tempest-ServerAddressesTestJSON-1527069479 tempest-ServerAddressesTestJSON-1527069479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:10:03.956744 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a03a0a1d-167c-4c29-ba73-67c3d0b3a88d tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:03.959538 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-c1371c4d-4e83-4061-a13d-538313a66966 req-1b84aee1-fb24-4b9f-95e3-0a155b6a834f tempest-ServerAddressesTestJSON-1527069479 tempest-ServerAddressesTestJSON-1527069479-project] Usage tracker for resource:port and tenant:e5be6e1cb5a74368bac31c4e24ee96f8 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:10:03.966023 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-c1371c4d-4e83-4061-a13d-538313a66966 req-1b84aee1-fb24-4b9f-95e3-0a155b6a834f tempest-ServerAddressesTestJSON-1527069479 tempest-ServerAddressesTestJSON-1527069479-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:10:03.978206 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-c1371c4d-4e83-4061-a13d-538313a66966 req-1b84aee1-fb24-4b9f-95e3-0a155b6a834f tempest-ServerAddressesTestJSON-1527069479 tempest-ServerAddressesTestJSON-1527069479-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:10:04.063470 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1371c4d-4e83-4061-a13d-538313a66966 req-1b84aee1-fb24-4b9f-95e3-0a155b6a834f tempest-ServerAddressesTestJSON-1527069479 tempest-ServerAddressesTestJSON-1527069479-project] Made reservation on behalf of e5be6e1cb5a74368bac31c4e24ee96f8 for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:10:04.068456 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c1371c4d-4e83-4061-a13d-538313a66966 req-1b84aee1-fb24-4b9f-95e3-0a155b6a834f tempest-ServerAddressesTestJSON-1527069479 tempest-ServerAddressesTestJSON-1527069479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:04.131712 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-978cc92e-e3a4-4535-89a9-ed1b53eaad7f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2100453891-network', 'tenant_id': '6d2afa5fa2374068b00c8f645adce375'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:10:04.139430 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-978cc92e-e3a4-4535-89a9-ed1b53eaad7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:10:04.147981 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-978cc92e-e3a4-4535-89a9-ed1b53eaad7f admin admin] Usage tracker for resource:network and tenant:6d2afa5fa2374068b00c8f645adce375 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:10:04.166470 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-978cc92e-e3a4-4535-89a9-ed1b53eaad7f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:10:04.215295 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-978cc92e-e3a4-4535-89a9-ed1b53eaad7f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:10:04.263223 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a0a1d-167c-4c29-ba73-67c3d0b3a88d tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Pushing event updated for resources: {'Port': ['ID=e6f08c75-b07d-4f7e-912a-e7a0728de267,revision_number=2']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:04.281991 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a03a0a1d-167c-4c29-ba73-67c3d0b3a88d tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736490'] for floatingip, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:04.322555 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-168b036e-d7a1-408f-9654-6df2b929cb89 req-17673976-2635-4f9a-8f35-f48fa9dfa962 tempest-ServerAddressesTestJSON-1527069479 tempest-ServerAddressesTestJSON-1527069479-project] 10.222.0.85 "GET /v2.0/ports?device_id=dc4ed122-e2d4-4f38-b0d5-ff692b21e681 HTTP/1.1" status: 200 len: 210 time: 0.0892773 May 30 20:10:04.323591 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8640ee-0502-4106-b55a-44f86f45c18f req-6a31994e-3e6e-4cb8-9442-a66975800813 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:04.325134 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1f8640ee-0502-4106-b55a-44f86f45c18f req-6a31994e-3e6e-4cb8-9442-a66975800813 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.85 "GET /v2.0/ports?device_id=2eb72a33-2d65-40d2-8220-ee5920fc4ba0 HTTP/1.1" status: 200 len: 950 time: 0.2497613 May 30 20:10:04.326455 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-978cc92e-e3a4-4535-89a9-ed1b53eaad7f admin admin] Made reservation on behalf of 6d2afa5fa2374068b00c8f645adce375 for: {'network': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:10:04.329183 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-978cc92e-e3a4-4535-89a9-ed1b53eaad7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:04.368822 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-978cc92e-e3a4-4535-89a9-ed1b53eaad7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:04.432436 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1f8640ee-0502-4106-b55a-44f86f45c18f req-c462cd08-c356-41ce-9903-e3c0baeae2d4 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.85 "GET /v2.0/security-groups?id=db33dd94-15fa-4959-a681-13f509935d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924621 May 30 20:10:04.437643 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a03a0a1d-167c-4c29-ba73-67c3d0b3a88d tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:04.437643 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-a03a0a1d-167c-4c29-ba73-67c3d0b3a88d tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3475804 May 30 20:10:04.439518 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-978cc92e-e3a4-4535-89a9-ed1b53eaad7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:10:04.474370 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-978cc92e-e3a4-4535-89a9-ed1b53eaad7f admin admin] Usage tracker for resource:security_group_rule and tenant:6d2afa5fa2374068b00c8f645adce375 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:10:04.482140 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [req-c1371c4d-4e83-4061-a13d-538313a66966 req-1b84aee1-fb24-4b9f-95e3-0a155b6a834f tempest-ServerAddressesTestJSON-1527069479 tempest-ServerAddressesTestJSON-1527069479-project] Allocated IP 172.20.0.12 (fb1da00f-e410-4748-a4a6-1e7b54a7d5f3/84ffba9a-ebd3-44a4-90c7-c6989f942e32/114952f3-2b7d-402a-a5e1-efec9d1e63fa) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:10:04.488346 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-978cc92e-e3a4-4535-89a9-ed1b53eaad7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:10:04.496846 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-978cc92e-e3a4-4535-89a9-ed1b53eaad7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:10:04.554945 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [req-0033eba2-6d92-43b0-924b-daa0aec1ffff req-43373578-01d3-4b5f-89c6-92dda0144166 tempest-SecurityGroupRulesNegativeTestJSON-404359875 tempest-SecurityGroupRulesNegativeTestJSON-404359875-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-405603431', 'description': 'tempest-description-1203371833'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:10:04.570747 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-0033eba2-6d92-43b0-924b-daa0aec1ffff req-43373578-01d3-4b5f-89c6-92dda0144166 tempest-SecurityGroupRulesNegativeTestJSON-404359875 tempest-SecurityGroupRulesNegativeTestJSON-404359875-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:10:04.634129 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-0033eba2-6d92-43b0-924b-daa0aec1ffff req-43373578-01d3-4b5f-89c6-92dda0144166 tempest-SecurityGroupRulesNegativeTestJSON-404359875 tempest-SecurityGroupRulesNegativeTestJSON-404359875-project] Usage tracker for resource:security_group and tenant:91ef39b3f033450b9266f788dcbb9abf is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:10:04.641090 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-0033eba2-6d92-43b0-924b-daa0aec1ffff req-43373578-01d3-4b5f-89c6-92dda0144166 tempest-SecurityGroupRulesNegativeTestJSON-404359875 tempest-SecurityGroupRulesNegativeTestJSON-404359875-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:10:04.664116 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-0033eba2-6d92-43b0-924b-daa0aec1ffff req-43373578-01d3-4b5f-89c6-92dda0144166 tempest-SecurityGroupRulesNegativeTestJSON-404359875 tempest-SecurityGroupRulesNegativeTestJSON-404359875-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:10:04.682789 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-978cc92e-e3a4-4535-89a9-ed1b53eaad7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:04.760442 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-978cc92e-e3a4-4535-89a9-ed1b53eaad7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:04.777144 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-0033eba2-6d92-43b0-924b-daa0aec1ffff req-43373578-01d3-4b5f-89c6-92dda0144166 tempest-SecurityGroupRulesNegativeTestJSON-404359875 tempest-SecurityGroupRulesNegativeTestJSON-404359875-project] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:04.816843 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-978cc92e-e3a4-4535-89a9-ed1b53eaad7f admin admin] vlan segment allocate from pool success with {'vlan_id': 693, 'physical_network': 'physnet1'} {{(pid=84886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:10:04.826378 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978cc92e-e3a4-4535-89a9-ed1b53eaad7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed93a383-6e85-4f3f-ac62-ef186c3d0a6a,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:04.836498 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-978cc92e-e3a4-4535-89a9-ed1b53eaad7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:04.836840 n-d-843948-2 neutron-server[84886]: INFO neutron.db.segments_db [None req-978cc92e-e3a4-4535-89a9-ed1b53eaad7f admin admin] Added segment 57242d7e-7641-4514-9ed1-8977383a0772 of type vlan for network 8635b879-d8ac-437a-b7f7-e091426b43ce May 30 20:10:04.860641 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-0033eba2-6d92-43b0-924b-daa0aec1ffff req-43373578-01d3-4b5f-89c6-92dda0144166 tempest-SecurityGroupRulesNegativeTestJSON-404359875 tempest-SecurityGroupRulesNegativeTestJSON-404359875-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:10:04.875163 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-0033eba2-6d92-43b0-924b-daa0aec1ffff req-43373578-01d3-4b5f-89c6-92dda0144166 tempest-SecurityGroupRulesNegativeTestJSON-404359875 tempest-SecurityGroupRulesNegativeTestJSON-404359875-project] Usage tracker for resource:security_group_rule and tenant:91ef39b3f033450b9266f788dcbb9abf is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:10:04.881139 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-0033eba2-6d92-43b0-924b-daa0aec1ffff req-43373578-01d3-4b5f-89c6-92dda0144166 tempest-SecurityGroupRulesNegativeTestJSON-404359875 tempest-SecurityGroupRulesNegativeTestJSON-404359875-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:10:04.889847 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-978cc92e-e3a4-4535-89a9-ed1b53eaad7f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:04.894035 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-0033eba2-6d92-43b0-924b-daa0aec1ffff req-43373578-01d3-4b5f-89c6-92dda0144166 tempest-SecurityGroupRulesNegativeTestJSON-404359875 tempest-SecurityGroupRulesNegativeTestJSON-404359875-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:10:04.987937 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-0033eba2-6d92-43b0-924b-daa0aec1ffff req-43373578-01d3-4b5f-89c6-92dda0144166 tempest-SecurityGroupRulesNegativeTestJSON-404359875 tempest-SecurityGroupRulesNegativeTestJSON-404359875-project] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:05.018195 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-978cc92e-e3a4-4535-89a9-ed1b53eaad7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:05.019697 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-978cc92e-e3a4-4535-89a9-ed1b53eaad7f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:05.021265 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-978cc92e-e3a4-4535-89a9-ed1b53eaad7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:05.093627 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c1371c4d-4e83-4061-a13d-538313a66966 req-1b84aee1-fb24-4b9f-95e3-0a155b6a834f tempest-ServerAddressesTestJSON-1527069479 tempest-ServerAddressesTestJSON-1527069479-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:05.103219 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1dbff0-40d2-4504-8cd9-5a5ed7da2dc1 req-1987fa27-cdd0-4b52-8ef3-cdc609ebee7a tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:05.104768 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1a1dbff0-40d2-4504-8cd9-5a5ed7da2dc1 req-1987fa27-cdd0-4b52-8ef3-cdc609ebee7a tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.71 "GET /v2.0/ports?device_id=2eb72a33-2d65-40d2-8220-ee5920fc4ba0 HTTP/1.1" status: 200 len: 950 time: 0.4340756 May 30 20:10:05.178549 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-0033eba2-6d92-43b0-924b-daa0aec1ffff req-43373578-01d3-4b5f-89c6-92dda0144166 tempest-SecurityGroupRulesNegativeTestJSON-404359875 tempest-SecurityGroupRulesNegativeTestJSON-404359875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:05.221463 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-1a1dbff0-40d2-4504-8cd9-5a5ed7da2dc1 req-1164cc38-fb63-4512-b053-ea5276e63914 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Deleting port 4839213e-6f1f-4719-9f03-f9b220810112 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:10:05.221837 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-1a1dbff0-40d2-4504-8cd9-5a5ed7da2dc1 req-1164cc38-fb63-4512-b053-ea5276e63914 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:05.292919 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-c6327f56-f5e3-4667-9edf-b5096455485f tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-securitygroup--478479485&fields=id&tenant_id=a1a57cdea23a49088fa533e38f6a3032 HTTP/1.1" status: 200 len: 267 time: 0.1092408 May 30 20:10:05.316032 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978cc92e-e3a4-4535-89a9-ed1b53eaad7f admin admin] Pushing event updated for resources: {'Network': ['ID=8635b879-d8ac-437a-b7f7-e091426b43ce,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:05.326659 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43373578-01d3-4b5f-89c6-92dda0144166 tempest-SecurityGroupRulesNegativeTestJSON-404359875 tempest-SecurityGroupRulesNegativeTestJSON-404359875-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59dc2697-d421-4b3a-82e7-572bc22f3864,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:05.332337 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network 8635b879-d8ac-437a-b7f7-e091426b43ce details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:10:05.378747 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c1371c4d-4e83-4061-a13d-538313a66966 req-1b84aee1-fb24-4b9f-95e3-0a155b6a834f tempest-ServerAddressesTestJSON-1527069479 tempest-ServerAddressesTestJSON-1527069479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:05.382235 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-978cc92e-e3a4-4535-89a9-ed1b53eaad7f admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.8376229 May 30 20:10:05.383703 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 51502) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:10:05.384983 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-0033eba2-6d92-43b0-924b-daa0aec1ffff req-43373578-01d3-4b5f-89c6-92dda0144166 tempest-SecurityGroupRulesNegativeTestJSON-404359875 tempest-SecurityGroupRulesNegativeTestJSON-404359875-project] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:05.398802 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0033eba2-6d92-43b0-924b-daa0aec1ffff req-43373578-01d3-4b5f-89c6-92dda0144166 tempest-SecurityGroupRulesNegativeTestJSON-404359875 tempest-SecurityGroupRulesNegativeTestJSON-404359875-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1651 time: 0.8616242 May 30 20:10:05.416969 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-49d8191c-58bd-4a73-98ac-b6431221db7e admin admin] Request body: {'subnet': {'network_id': '8635b879-d8ac-437a-b7f7-e091426b43ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2100453891-subnet', 'tenant_id': '6d2afa5fa2374068b00c8f645adce375', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:10:05.430415 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-49d8191c-58bd-4a73-98ac-b6431221db7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:10:05.440007 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-49d8191c-58bd-4a73-98ac-b6431221db7e admin admin] Usage tracker for resource:subnet and tenant:6d2afa5fa2374068b00c8f645adce375 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:10:05.449767 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-49d8191c-58bd-4a73-98ac-b6431221db7e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:10:05.466556 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-49d8191c-58bd-4a73-98ac-b6431221db7e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:10:05.489151 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1371c4d-4e83-4061-a13d-538313a66966 req-1b84aee1-fb24-4b9f-95e3-0a155b6a834f tempest-ServerAddressesTestJSON-1527069479 tempest-ServerAddressesTestJSON-1527069479-project] Network fb1da00f-e410-4748-a4a6-1e7b54a7d5f3 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:10:05.502270 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [req-c1371c4d-4e83-4061-a13d-538313a66966 req-1b84aee1-fb24-4b9f-95e3-0a155b6a834f tempest-ServerAddressesTestJSON-1527069479 tempest-ServerAddressesTestJSON-1527069479-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:10:05.526755 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1371c4d-4e83-4061-a13d-538313a66966 req-1b84aee1-fb24-4b9f-95e3-0a155b6a834f tempest-ServerAddressesTestJSON-1527069479 tempest-ServerAddressesTestJSON-1527069479-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:10:05.561306 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-b3f8ba77-a7f1-4df3-8eaf-28ee66145cce tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:05.561940 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-b3f8ba77-a7f1-4df3-8eaf-28ee66145cce tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Synchronizing usage tracker for tenant:a1a57cdea23a49088fa533e38f6a3032 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:10:05.579110 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49d8191c-58bd-4a73-98ac-b6431221db7e admin admin] Made reservation on behalf of 6d2afa5fa2374068b00c8f645adce375 for: {'subnet': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:10:05.591200 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-49d8191c-58bd-4a73-98ac-b6431221db7e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2778563'] for subnet, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:05.659314 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b84aee1-fb24-4b9f-95e3-0a155b6a834f tempest-ServerAddressesTestJSON-1527069479 tempest-ServerAddressesTestJSON-1527069479-project] Pushing event updated for resources: {'Port': ['ID=114952f3-2b7d-402a-a5e1-efec9d1e63fa,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:05.715959 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1371c4d-4e83-4061-a13d-538313a66966 req-1b84aee1-fb24-4b9f-95e3-0a155b6a834f tempest-ServerAddressesTestJSON-1527069479 tempest-ServerAddressesTestJSON-1527069479-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:05.716627 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c1371c4d-4e83-4061-a13d-538313a66966 req-1b84aee1-fb24-4b9f-95e3-0a155b6a834f tempest-ServerAddressesTestJSON-1527069479 tempest-ServerAddressesTestJSON-1527069479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:05.799324 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-1a1dbff0-40d2-4504-8cd9-5a5ed7da2dc1 req-1164cc38-fb63-4512-b053-ea5276e63914 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] For port 4839213e-6f1f-4719-9f03-f9b220810112, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=4839213e-6f1f-4719-9f03-f9b220810112,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:10:05.799324 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-1a1dbff0-40d2-4504-8cd9-5a5ed7da2dc1 req-1164cc38-fb63-4512-b053-ea5276e63914 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:05.940967 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-1a1dbff0-40d2-4504-8cd9-5a5ed7da2dc1 req-1164cc38-fb63-4512-b053-ea5276e63914 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Calling delete_port for 4839213e-6f1f-4719-9f03-f9b220810112 owned by compute:nova {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:10:05.957358 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474cc1f1-e402-40ff-9d18-71392b72304a req-b286fd16-c39b-4263-b3b1-b26a2ab01c88 tempest-ServerAddressesTestJSON-1527069479 tempest-ServerAddressesTestJSON-1527069479-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:05.961239 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-474cc1f1-e402-40ff-9d18-71392b72304a req-b286fd16-c39b-4263-b3b1-b26a2ab01c88 tempest-ServerAddressesTestJSON-1527069479 tempest-ServerAddressesTestJSON-1527069479-project] 10.222.0.85 "GET /v2.0/ports?device_id=dc4ed122-e2d4-4f38-b0d5-ff692b21e681 HTTP/1.1" status: 200 len: 932 time: 0.3216717 May 30 20:10:06.272539 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-474cc1f1-e402-40ff-9d18-71392b72304a req-2af76bce-f6a7-4c72-ad63-ff8838a7ac34 tempest-ServerAddressesTestJSON-1527069479 tempest-ServerAddressesTestJSON-1527069479-project] 10.222.0.85 "GET /v2.0/security-groups?id=84b47eda-086e-4f8e-a2d7-1efeda4186b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708221 May 30 20:10:06.273875 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1e8095ca-3889-4fc8-8bd5-8a599e866283 req-020fabf4-0c90-4cf4-a3c4-879fb2f16696 tempest-SecurityGroupRulesNegativeTestJSON-404359875 tempest-SecurityGroupRulesNegativeTestJSON-404359875-project] 10.222.0.85 "GET /v2.0/security-groups/59dc2697-d421-4b3a-82e7-572bc22f3864 HTTP/1.1" status: 200 len: 1646 time: 0.0840609 May 30 20:10:06.444282 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-b3f8ba77-a7f1-4df3-8eaf-28ee66145cce tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Unset dirty status for tenant:a1a57cdea23a49088fa533e38f6a3032 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:10:06.444282 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-b3f8ba77-a7f1-4df3-8eaf-28ee66145cce tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] 10.222.0.85 "GET /v2.0/ports/95b64d06-8312-443c-b64a-5e0fcaa868bc HTTP/1.1" status: 200 len: 929 time: 1.0942011 May 30 20:10:06.487586 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c1371c4d-4e83-4061-a13d-538313a66966 req-1b84aee1-fb24-4b9f-95e3-0a155b6a834f tempest-ServerAddressesTestJSON-1527069479 tempest-ServerAddressesTestJSON-1527069479-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7870355 May 30 20:10:06.488301 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-1a1dbff0-40d2-4504-8cd9-5a5ed7da2dc1 req-1164cc38-fb63-4512-b053-ea5276e63914 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:06.503569 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['ddba6d06-4716-4ab5-90ae-4e3814b4f21f', '448af9f8-fbc6-4f23-b596-bc95ed6f4ae6', '4839213e-6f1f-4719-9f03-f9b220810112'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:10:06.521477 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-49d8191c-58bd-4a73-98ac-b6431221db7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4127140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2778577'] for subnet, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:06.557435 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['a4fbb078-4c44-4d94-9029-bc5995e00d92', '0ab8fad3-50b3-4e00-809a-e7bbc917d1ca', 'd5bbe401-8f84-4ccd-9a6e-3023ef22e3a1', 'f95e12eb-ced2-4994-a78a-98cb8d8e15ec', 'db3b07c9-67cb-48f8-9d27-0e34bb38e2e7'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:10:06.581356 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-c1371c4d-4e83-4061-a13d-538313a66966 req-f79509b0-f8f9-4522-8ac2-bc396d351357 service neutron] Request body: {'port': {'device_id': 'dc4ed122-e2d4-4f38-b0d5-ff692b21e681', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843948-2'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:10:06.648204 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1164cc38-fb63-4512-b053-ea5276e63914 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Pushing event deleted for resources: {'Port': ['ID=4839213e-6f1f-4719-9f03-f9b220810112,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:06.674433 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-f2862ae0-f538-458a-822d-4ef52aaac959 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:06.688339 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-f2862ae0-f538-458a-822d-4ef52aaac959 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] 10.222.0.85 "GET /v2.0/ports/bd538527-50e2-46fa-937e-cca2aa73fee4 HTTP/1.1" status: 200 len: 930 time: 0.2533395 May 30 20:10:06.788598 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-048521b6-0838-4a4c-9563-f6a41963c5f3 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] 10.222.0.85 "GET /v2.0/ports?network_id=945aa537-7e5a-42ac-a8f5-8cf6a31fa2b8&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0991511 May 30 20:10:06.806769 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d8191c-58bd-4a73-98ac-b6431221db7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd0b8c4e-9327-4603-929f-548ae9ffeadb,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:06.978260 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-701b009f-5ee3-4c3c-9bfd-27e5118a5146 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] 10.222.0.85 "GET /v2.0/ports?network_id=945aa537-7e5a-42ac-a8f5-8cf6a31fa2b8&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1886320 May 30 20:10:06.991439 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a1dbff0-40d2-4504-8cd9-5a5ed7da2dc1 req-1164cc38-fb63-4512-b053-ea5276e63914 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] No DVR routers for this DVR port 4839213e-6f1f-4719-9f03-f9b220810112 on host n-h1-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:10:06.995270 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-1a1dbff0-40d2-4504-8cd9-5a5ed7da2dc1 req-1164cc38-fb63-4512-b053-ea5276e63914 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:07.003932 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d8191c-58bd-4a73-98ac-b6431221db7e admin admin] Checking segment: {'id': '57242d7e-7641-4514-9ed1-8977383a0772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '8635b879-d8ac-437a-b7f7-e091426b43ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:10:07.010210 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d8191c-58bd-4a73-98ac-b6431221db7e admin admin] Network hostable DHCP agents. Network: 8635b879-d8ac-437a-b7f7-e091426b43ce, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:10:07.024779 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eb72a33-2d65-40d2-8220-ee5920fc4ba0', 'name': 'network-vif-deleted', 'tag': '4839213e-6f1f-4719-9f03-f9b220810112'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:10:07.178186 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d8191c-58bd-4a73-98ac-b6431221db7e admin admin] Network 8635b879-d8ac-437a-b7f7-e091426b43ce is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:10:07.320475 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c1371c4d-4e83-4061-a13d-538313a66966 req-f79509b0-f8f9-4522-8ac2-bc396d351357 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:07.393419 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1a1dbff0-40d2-4504-8cd9-5a5ed7da2dc1 req-1164cc38-fb63-4512-b053-ea5276e63914 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.71 "DELETE /v2.0/ports/4839213e-6f1f-4719-9f03-f9b220810112 HTTP/1.1" status: 204 len: 173 time: 2.2833345 May 30 20:10:07.465634 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-dfc27bde-4e73-487b-8535-11b95937f2ff tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:07.470170 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-dfc27bde-4e73-487b-8535-11b95937f2ff tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:07.474179 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-dfc27bde-4e73-487b-8535-11b95937f2ff tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:07.475028 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-dfc27bde-4e73-487b-8535-11b95937f2ff tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Synchronizing usage tracker for tenant:a1a57cdea23a49088fa533e38f6a3032 on resource:network {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:10:07.523051 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6f561307-b54c-4522-8be0-0caccba3449f req-29473057-edce-4f3a-a930-5b527fc4d626 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.85 "GET /v2.0/ports?device_id=2eb72a33-2d65-40d2-8220-ee5920fc4ba0 HTTP/1.1" status: 200 len: 210 time: 0.2804129 May 30 20:10:07.527643 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-49d8191c-58bd-4a73-98ac-b6431221db7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, 8635b879-d8ac-437a-b7f7-e091426b43ce) {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:10:07.541156 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d8191c-58bd-4a73-98ac-b6431221db7e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:07.557375 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-49d8191c-58bd-4a73-98ac-b6431221db7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:07.567697 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b3d3502-9f23-4a91-8b12-84bad6d0db43 None None] Network 8635b879-d8ac-437a-b7f7-e091426b43ce requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:10:07.628908 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [req-09639503-c227-4008-9951-40e486f745ff req-41a64da3-8ac5-4c98-8389-5356e85a8885 tempest-SecurityGroupRulesNegativeTestJSON-404359875 tempest-SecurityGroupRulesNegativeTestJSON-404359875-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-817271609', 'description': 'tempest-description-1187707298'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:10:07.638594 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-09639503-c227-4008-9951-40e486f745ff req-41a64da3-8ac5-4c98-8389-5356e85a8885 tempest-SecurityGroupRulesNegativeTestJSON-404359875 tempest-SecurityGroupRulesNegativeTestJSON-404359875-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:10:07.645074 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-09639503-c227-4008-9951-40e486f745ff req-41a64da3-8ac5-4c98-8389-5356e85a8885 tempest-SecurityGroupRulesNegativeTestJSON-404359875 tempest-SecurityGroupRulesNegativeTestJSON-404359875-project] Usage tracker for resource:security_group and tenant:91ef39b3f033450b9266f788dcbb9abf is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:10:07.648814 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-09639503-c227-4008-9951-40e486f745ff req-41a64da3-8ac5-4c98-8389-5356e85a8885 tempest-SecurityGroupRulesNegativeTestJSON-404359875 tempest-SecurityGroupRulesNegativeTestJSON-404359875-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:10:07.657552 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-09639503-c227-4008-9951-40e486f745ff req-41a64da3-8ac5-4c98-8389-5356e85a8885 tempest-SecurityGroupRulesNegativeTestJSON-404359875 tempest-SecurityGroupRulesNegativeTestJSON-404359875-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:10:07.670636 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-dfc27bde-4e73-487b-8535-11b95937f2ff tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Unset dirty status for tenant:a1a57cdea23a49088fa533e38f6a3032 on resource:network {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:10:07.671802 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-dfc27bde-4e73-487b-8535-11b95937f2ff tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] 10.222.0.85 "GET /v2.0/networks?id=5e8f5de0-54c1-49e1-ba92-4f5db898889d&id=7dfebaf0-dc9f-476d-9977-56c7fc58662b&id=7dfebaf0-dc9f-476d-9977-56c7fc58662b&id=945aa537-7e5a-42ac-a8f5-8cf6a31fa2b8&id=945aa537-7e5a-42ac-a8f5-8cf6a31fa2b8 HTTP/1.1" status: 200 len: 1990 time: 0.6925304 May 30 20:10:07.707819 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-8c448e5c-ebf9-4003-a4d5-f387443b24d2 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] 10.222.0.85 "GET /v2.0/quotas/a1a57cdea23a49088fa533e38f6a3032 HTTP/1.1" status: 200 len: 375 time: 0.0272331 May 30 20:10:07.732242 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-49d8191c-58bd-4a73-98ac-b6431221db7e admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 2.3269310 May 30 20:10:07.742653 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 51558) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:10:07.758193 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-9d76b8f9-c2c2-4849-a3e7-12048da9637f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2100453891-router', 'tenant_id': '6d2afa5fa2374068b00c8f645adce375', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:10:07.772730 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-9d76b8f9-c2c2-4849-a3e7-12048da9637f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:10:07.788717 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-9d76b8f9-c2c2-4849-a3e7-12048da9637f admin admin] Usage tracker for resource:router and tenant:6d2afa5fa2374068b00c8f645adce375 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:10:07.802845 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-9d76b8f9-c2c2-4849-a3e7-12048da9637f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:10:07.833108 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-09639503-c227-4008-9951-40e486f745ff req-41a64da3-8ac5-4c98-8389-5356e85a8885 tempest-SecurityGroupRulesNegativeTestJSON-404359875 tempest-SecurityGroupRulesNegativeTestJSON-404359875-project] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:07.854855 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-9d76b8f9-c2c2-4849-a3e7-12048da9637f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:10:07.908906 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-1bb611de-de27-455a-9da3-6de39b78f949 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=a1a57cdea23a49088fa533e38f6a3032&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1954458 May 30 20:10:07.912476 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-09639503-c227-4008-9951-40e486f745ff req-41a64da3-8ac5-4c98-8389-5356e85a8885 tempest-SecurityGroupRulesNegativeTestJSON-404359875 tempest-SecurityGroupRulesNegativeTestJSON-404359875-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:10:07.921252 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-09639503-c227-4008-9951-40e486f745ff req-41a64da3-8ac5-4c98-8389-5356e85a8885 tempest-SecurityGroupRulesNegativeTestJSON-404359875 tempest-SecurityGroupRulesNegativeTestJSON-404359875-project] Usage tracker for resource:security_group_rule and tenant:91ef39b3f033450b9266f788dcbb9abf is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:10:07.923044 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [req-c1371c4d-4e83-4061-a13d-538313a66966 req-f79509b0-f8f9-4522-8ac2-bc396d351357 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 114952f3-2b7d-402a-a5e1-efec9d1e63fa {{(pid=84887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:10:07.927127 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-09639503-c227-4008-9951-40e486f745ff req-41a64da3-8ac5-4c98-8389-5356e85a8885 tempest-SecurityGroupRulesNegativeTestJSON-404359875 tempest-SecurityGroupRulesNegativeTestJSON-404359875-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:10:07.931052 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c1371c4d-4e83-4061-a13d-538313a66966 req-f79509b0-f8f9-4522-8ac2-bc396d351357 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:07.939168 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-09639503-c227-4008-9951-40e486f745ff req-41a64da3-8ac5-4c98-8389-5356e85a8885 tempest-SecurityGroupRulesNegativeTestJSON-404359875 tempest-SecurityGroupRulesNegativeTestJSON-404359875-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:10:07.962044 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9d76b8f9-c2c2-4849-a3e7-12048da9637f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-733683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3159'] for router, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:07.964028 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9d76b8f9-c2c2-4849-a3e7-12048da9637f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-733584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-736372', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-628480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3164'] for router, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:08.024466 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-c1371c4d-4e83-4061-a13d-538313a66966 req-f79509b0-f8f9-4522-8ac2-bc396d351357 service neutron] Transition to ACTIVE for port object 114952f3-2b7d-402a-a5e1-efec9d1e63fa will not be triggered until provisioned by entity L2. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:10:08.066946 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9d76b8f9-c2c2-4849-a3e7-12048da9637f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:08.082758 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-09639503-c227-4008-9951-40e486f745ff req-41a64da3-8ac5-4c98-8389-5356e85a8885 tempest-SecurityGroupRulesNegativeTestJSON-404359875 tempest-SecurityGroupRulesNegativeTestJSON-404359875-project] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:08.097704 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c48f3389-0979-4dec-973b-e10f57c478b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-8635b879-d8ac-437a-b7f7-e091426b43ce', 'network_id': '8635b879-d8ac-437a-b7f7-e091426b43ce', 'tenant_id': '6d2afa5fa2374068b00c8f645adce375', 'fixed_ips': [{'subnet_id': 'bd0b8c4e-9327-4603-929f-548ae9ffeadb'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:10:08.097704 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-c48f3389-0979-4dec-973b-e10f57c478b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:08.101713 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-b13dda83-b366-4a91-adf9-1e95eca699e3 service neutron] 10.222.0.85 "GET /v2.0/networks/5e8f5de0-54c1-49e1-ba92-4f5db898889d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676757 May 30 20:10:08.136440 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c1371c4d-4e83-4061-a13d-538313a66966 req-f79509b0-f8f9-4522-8ac2-bc396d351357 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:08.160705 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-09639503-c227-4008-9951-40e486f745ff req-41a64da3-8ac5-4c98-8389-5356e85a8885 tempest-SecurityGroupRulesNegativeTestJSON-404359875 tempest-SecurityGroupRulesNegativeTestJSON-404359875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:08.339616 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79509b0-f8f9-4522-8ac2-bc396d351357 service neutron] Pushing event updated for resources: {'Port': ['ID=114952f3-2b7d-402a-a5e1-efec9d1e63fa,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:08.373761 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a64da3-8ac5-4c98-8389-5356e85a8885 tempest-SecurityGroupRulesNegativeTestJSON-404359875 tempest-SecurityGroupRulesNegativeTestJSON-404359875-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7a41596-8aff-49d1-befd-1109d0d527bf,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:08.401551 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9d76b8f9-c2c2-4849-a3e7-12048da9637f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-736390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:08.408334 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-c48f3389-0979-4dec-973b-e10f57c478b8 None None] Allocated IP 172.20.0.2 (8635b879-d8ac-437a-b7f7-e091426b43ce/bd0b8c4e-9327-4603-929f-548ae9ffeadb/bc09b737-a34c-4efe-a78e-9ef685165e4f) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:10:08.446040 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-09639503-c227-4008-9951-40e486f745ff req-41a64da3-8ac5-4c98-8389-5356e85a8885 tempest-SecurityGroupRulesNegativeTestJSON-404359875 tempest-SecurityGroupRulesNegativeTestJSON-404359875-project] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:08.447414 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-09639503-c227-4008-9951-40e486f745ff req-41a64da3-8ac5-4c98-8389-5356e85a8885 tempest-SecurityGroupRulesNegativeTestJSON-404359875 tempest-SecurityGroupRulesNegativeTestJSON-404359875-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1651 time: 0.8239467 May 30 20:10:08.478641 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-92f1a8d0-7637-4d88-ac4a-cb5dff6c8f76 service neutron] 10.222.0.85 "GET /v2.0/networks/5e8f5de0-54c1-49e1-ba92-4f5db898889d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3696568 May 30 20:10:08.663119 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-edc5e598-e66b-4633-9738-70a3d5c7c9ec service neutron] 10.222.0.85 "GET /v2.0/ports/95b64d06-8312-443c-b64a-5e0fcaa868bc?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.1734746 May 30 20:10:08.701129 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-c48f3389-0979-4dec-973b-e10f57c478b8 None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:08.715742 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-c48f3389-0979-4dec-973b-e10f57c478b8 None None] Transition to ACTIVE for port object bc09b737-a34c-4efe-a78e-9ef685165e4f will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:10:08.766921 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 4839213e-6f1f-4719-9f03-f9b220810112 no longer exists at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:10:08.783812 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-c1371c4d-4e83-4061-a13d-538313a66966 req-f79509b0-f8f9-4522-8ac2-bc396d351357 service neutron] Attempting to bind port 114952f3-2b7d-402a-a5e1-efec9d1e63fa on host n-h2-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:10:08.784303 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-c1371c4d-4e83-4061-a13d-538313a66966 req-f79509b0-f8f9-4522-8ac2-bc396d351357 service neutron] Attempting to bind port 114952f3-2b7d-402a-a5e1-efec9d1e63fa by drivers openvswitch,hyperv on host n-h2-843948-2 at level 0 using segments [{'id': 'b4865546-a787-4a7c-85d0-3dc154436caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'fb1da00f-e410-4748-a4a6-1e7b54a7d5f3'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:10:08.784724 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1371c4d-4e83-4061-a13d-538313a66966 req-f79509b0-f8f9-4522-8ac2-bc396d351357 service neutron] Attempting to bind port 114952f3-2b7d-402a-a5e1-efec9d1e63fa on network fb1da00f-e410-4748-a4a6-1e7b54a7d5f3 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:10:08.807097 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1371c4d-4e83-4061-a13d-538313a66966 req-f79509b0-f8f9-4522-8ac2-bc396d351357 service neutron] Port 114952f3-2b7d-402a-a5e1-efec9d1e63fa on network fb1da00f-e410-4748-a4a6-1e7b54a7d5f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:10:08.807650 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1371c4d-4e83-4061-a13d-538313a66966 req-f79509b0-f8f9-4522-8ac2-bc396d351357 service neutron] Attempting to bind port 114952f3-2b7d-402a-a5e1-efec9d1e63fa on network fb1da00f-e410-4748-a4a6-1e7b54a7d5f3 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:10:08.823202 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1371c4d-4e83-4061-a13d-538313a66966 req-f79509b0-f8f9-4522-8ac2-bc396d351357 service neutron] Checking agent: {'id': 'eaa08354-e8f5-4e73-af76-8d3cf7d2b390', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 9, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:10:08.824120 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1371c4d-4e83-4061-a13d-538313a66966 req-f79509b0-f8f9-4522-8ac2-bc396d351357 service neutron] Checking segment: {'id': 'b4865546-a787-4a7c-85d0-3dc154436caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'fb1da00f-e410-4748-a4a6-1e7b54a7d5f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:10:08.824657 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1371c4d-4e83-4061-a13d-538313a66966 req-f79509b0-f8f9-4522-8ac2-bc396d351357 service neutron] Bound using segment: {'id': 'b4865546-a787-4a7c-85d0-3dc154436caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'fb1da00f-e410-4748-a4a6-1e7b54a7d5f3'} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:10:08.825165 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-c1371c4d-4e83-4061-a13d-538313a66966 req-f79509b0-f8f9-4522-8ac2-bc396d351357 service neutron] Bound port: 114952f3-2b7d-402a-a5e1-efec9d1e63fa, host: n-h2-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4865546-a787-4a7c-85d0-3dc154436caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'fb1da00f-e410-4748-a4a6-1e7b54a7d5f3'}}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:10:08.825652 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c1371c4d-4e83-4061-a13d-538313a66966 req-f79509b0-f8f9-4522-8ac2-bc396d351357 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:08.862198 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-c48f3389-0979-4dec-973b-e10f57c478b8 None None] Transition to ACTIVE for port object bc09b737-a34c-4efe-a78e-9ef685165e4f will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:10:08.867194 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] No Port match for: 4839213e-6f1f-4719-9f03-f9b220810112 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:10:08.867765 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 4839213e-6f1f-4719-9f03-f9b220810112 not bound to the agent host n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:10:08.939660 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-c48f3389-0979-4dec-973b-e10f57c478b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:08.948694 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-9efe5173-1599-4254-baba-c57b1383197c service neutron] 10.222.0.85 "GET /v2.0/networks/7dfebaf0-dc9f-476d-9977-56c7fc58662b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2840466 May 30 20:10:08.993414 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9d76b8f9-c2c2-4849-a3e7-12048da9637f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:09.044314 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9d76b8f9-c2c2-4849-a3e7-12048da9637f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:09.138216 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48f3389-0979-4dec-973b-e10f57c478b8 None None] Pushing event updated for resources: {'Port': ['ID=bc09b737-a34c-4efe-a78e-9ef685165e4f,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:09.151393 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-c1371c4d-4e83-4061-a13d-538313a66966 req-f79509b0-f8f9-4522-8ac2-bc396d351357 service neutron] For port 114952f3-2b7d-402a-a5e1-efec9d1e63fa, host n-h2-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:10:09.164828 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48f3389-0979-4dec-973b-e10f57c478b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:10:09.165187 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48f3389-0979-4dec-973b-e10f57c478b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:10:09.165531 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48f3389-0979-4dec-973b-e10f57c478b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:10:09.165900 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48f3389-0979-4dec-973b-e10f57c478b8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:10:09.166238 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48f3389-0979-4dec-973b-e10f57c478b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:10:09.166569 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48f3389-0979-4dec-973b-e10f57c478b8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:10:09.166949 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48f3389-0979-4dec-973b-e10f57c478b8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:10:09.167284 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48f3389-0979-4dec-973b-e10f57c478b8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:10:09.167612 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48f3389-0979-4dec-973b-e10f57c478b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:10:09.168063 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48f3389-0979-4dec-973b-e10f57c478b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:10:09.168543 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48f3389-0979-4dec-973b-e10f57c478b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:10:09.180822 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c48f3389-0979-4dec-973b-e10f57c478b8 None None] Network 8635b879-d8ac-437a-b7f7-e091426b43ce is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:10:09.183206 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-c1371c4d-4e83-4061-a13d-538313a66966 req-f79509b0-f8f9-4522-8ac2-bc396d351357 service neutron] For port 114952f3-2b7d-402a-a5e1-efec9d1e63fa, host n-h2-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=114952f3-2b7d-402a-a5e1-efec9d1e63fa,segment=NetworkSegment(b4865546-a787-4a7c-85d0-3dc154436caf),segment_id=b4865546-a787-4a7c-85d0-3dc154436caf)] {{(pid=84887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:10:09.183588 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-c48f3389-0979-4dec-973b-e10f57c478b8 None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:10:09.190413 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48f3389-0979-4dec-973b-e10f57c478b8 None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:10:09.201058 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-430d1d75-f3ac-4f35-b232-f6f1d402acc2 service neutron] 10.222.0.85 "GET /v2.0/networks/7dfebaf0-dc9f-476d-9977-56c7fc58662b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2511396 May 30 20:10:09.279151 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-eae9015b-745e-447a-bd05-30d8602fbca3 service neutron] 10.222.0.85 "GET /v2.0/ports/bd538527-50e2-46fa-937e-cca2aa73fee4?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.0770795 May 30 20:10:09.280410 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c1371c4d-4e83-4061-a13d-538313a66966 req-f79509b0-f8f9-4522-8ac2-bc396d351357 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:09.305267 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-9d76b8f9-c2c2-4849-a3e7-12048da9637f admin admin] Allocated IP 172.25.8.118 (c7869750-4b49-4b7e-aa99-5e0f1ae02da4/427601ec-f643-4fe7-b5e6-17305d3a39e1/5cb84b4f-72d6-4082-8587-7c66e637a49b) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:10:09.320691 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-c48f3389-0979-4dec-973b-e10f57c478b8 None None] Attempting to bind port bc09b737-a34c-4efe-a78e-9ef685165e4f on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:10:09.321067 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-c48f3389-0979-4dec-973b-e10f57c478b8 None None] Attempting to bind port bc09b737-a34c-4efe-a78e-9ef685165e4f by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': '57242d7e-7641-4514-9ed1-8977383a0772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '8635b879-d8ac-437a-b7f7-e091426b43ce'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:10:09.321571 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c48f3389-0979-4dec-973b-e10f57c478b8 None None] Attempting to bind port bc09b737-a34c-4efe-a78e-9ef685165e4f on network 8635b879-d8ac-437a-b7f7-e091426b43ce {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:10:09.330336 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c48f3389-0979-4dec-973b-e10f57c478b8 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:10:09.330796 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c48f3389-0979-4dec-973b-e10f57c478b8 None None] Checking segment: {'id': '57242d7e-7641-4514-9ed1-8977383a0772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '8635b879-d8ac-437a-b7f7-e091426b43ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:10:09.331049 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-c48f3389-0979-4dec-973b-e10f57c478b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:09.331589 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c48f3389-0979-4dec-973b-e10f57c478b8 None None] Bound using segment: {'id': '57242d7e-7641-4514-9ed1-8977383a0772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '8635b879-d8ac-437a-b7f7-e091426b43ce'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:10:09.332126 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-c48f3389-0979-4dec-973b-e10f57c478b8 None None] Bound port: bc09b737-a34c-4efe-a78e-9ef685165e4f, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57242d7e-7641-4514-9ed1-8977383a0772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '8635b879-d8ac-437a-b7f7-e091426b43ce'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:10:09.332505 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-c48f3389-0979-4dec-973b-e10f57c478b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:09.483001 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-651e025f-f6da-4a5a-ab24-6a81048d6023 req-efe6f850-bf06-4336-aa1e-18406bfb34ed service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=64150e76-0246-437b-8bdd-ac1e1a53ed9d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4473214 May 30 20:10:09.484818 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-c48f3389-0979-4dec-973b-e10f57c478b8 None None] For port bc09b737-a34c-4efe-a78e-9ef685165e4f, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:10:09.497265 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-c48f3389-0979-4dec-973b-e10f57c478b8 None None] For port bc09b737-a34c-4efe-a78e-9ef685165e4f, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=bc09b737-a34c-4efe-a78e-9ef685165e4f,segment=NetworkSegment(57242d7e-7641-4514-9ed1-8977383a0772),segment_id=57242d7e-7641-4514-9ed1-8977383a0772)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:10:09.571352 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4cb2ff29-44d3-4737-b5d7-428d7b94eb5a'] response: {'server_uuid': '2eb72a33-2d65-40d2-8220-ee5920fc4ba0', 'name': 'network-vif-deleted', 'tag': '4839213e-6f1f-4719-9f03-f9b220810112', 'status': 'completed', 'code': 200} May 30 20:10:09.584781 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-c48f3389-0979-4dec-973b-e10f57c478b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:09.611989 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9d76b8f9-c2c2-4849-a3e7-12048da9637f admin admin] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:09.624544 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c1371c4d-4e83-4061-a13d-538313a66966 req-f79509b0-f8f9-4522-8ac2-bc396d351357 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:09.626821 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c1371c4d-4e83-4061-a13d-538313a66966 req-f79509b0-f8f9-4522-8ac2-bc396d351357 service neutron] 10.222.0.86 "PUT /v2.0/ports/114952f3-2b7d-402a-a5e1-efec9d1e63fa HTTP/1.1" status: 200 len: 1092 time: 3.1150980 May 30 20:10:09.713239 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79509b0-f8f9-4522-8ac2-bc396d351357 service neutron] Pushing event updated for resources: {'Port': ['ID=114952f3-2b7d-402a-a5e1-efec9d1e63fa,revision_number=3']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:09.749991 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9d76b8f9-c2c2-4849-a3e7-12048da9637f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:09.768064 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48f3389-0979-4dec-973b-e10f57c478b8 None None] Pushing event updated for resources: {'Port': ['ID=bc09b737-a34c-4efe-a78e-9ef685165e4f,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:09.778712 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-55ca356f-57f9-4c74-992c-0c7b89b53bbd service neutron] 10.222.0.85 "GET /v2.0/networks/7dfebaf0-dc9f-476d-9977-56c7fc58662b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4613311 May 30 20:10:09.857762 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d76b8f9-c2c2-4849-a3e7-12048da9637f admin admin] Network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:10:09.862744 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-9d76b8f9-c2c2-4849-a3e7-12048da9637f admin admin] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:10:09.866635 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d76b8f9-c2c2-4849-a3e7-12048da9637f admin admin] Pushing event updated for resources: {'Port': ['ID=5cb84b4f-72d6-4082-8587-7c66e637a49b,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:09.869221 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d76b8f9-c2c2-4849-a3e7-12048da9637f admin admin] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:10:09.930219 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d76b8f9-c2c2-4849-a3e7-12048da9637f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:10:09.930551 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d76b8f9-c2c2-4849-a3e7-12048da9637f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:10:09.930884 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d76b8f9-c2c2-4849-a3e7-12048da9637f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:10:09.931215 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d76b8f9-c2c2-4849-a3e7-12048da9637f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:10:09.931542 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d76b8f9-c2c2-4849-a3e7-12048da9637f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:10:09.931869 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d76b8f9-c2c2-4849-a3e7-12048da9637f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:10:09.932193 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d76b8f9-c2c2-4849-a3e7-12048da9637f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:10:09.932514 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d76b8f9-c2c2-4849-a3e7-12048da9637f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:10:09.932831 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d76b8f9-c2c2-4849-a3e7-12048da9637f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:10:09.933148 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d76b8f9-c2c2-4849-a3e7-12048da9637f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:10:09.933466 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d76b8f9-c2c2-4849-a3e7-12048da9637f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:10:09.947344 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46102e7-745a-4ffe-8449-26c7b35c5ca9 req-f61dff13-6884-4606-8ce1-a912b441413a tempest-ServerAddressesTestJSON-1527069479 tempest-ServerAddressesTestJSON-1527069479-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:09.948957 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a46102e7-745a-4ffe-8449-26c7b35c5ca9 req-f61dff13-6884-4606-8ce1-a912b441413a tempest-ServerAddressesTestJSON-1527069479 tempest-ServerAddressesTestJSON-1527069479-project] 10.222.0.85 "GET /v2.0/ports?device_id=dc4ed122-e2d4-4f38-b0d5-ff692b21e681 HTTP/1.1" status: 200 len: 944 time: 0.2570815 May 30 20:10:09.993036 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-651e025f-f6da-4a5a-ab24-6a81048d6023 req-59ca278c-35ac-4623-a4c4-5fdcc4f40f3d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=6a75b3db8cd44db8bb931dd59e296017&device_id=64150e76-0246-437b-8bdd-ac1e1a53ed9d HTTP/1.1" status: 200 len: 1100 time: 0.3726945 May 30 20:10:10.100505 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a46102e7-745a-4ffe-8449-26c7b35c5ca9 req-3e056a68-9c50-4b5c-a857-27fb1001da0d tempest-ServerAddressesTestJSON-1527069479 tempest-ServerAddressesTestJSON-1527069479-project] 10.222.0.85 "GET /v2.0/security-groups?id=84b47eda-086e-4f8e-a2d7-1efeda4186b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167867 May 30 20:10:10.235409 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-12c6914e-5051-4542-8925-63fdac5ceabf service neutron] 10.222.0.85 "GET /v2.0/networks/7dfebaf0-dc9f-476d-9977-56c7fc58662b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4408779 May 30 20:10:10.257179 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f25245b5-c50a-4a1f-beab-d03ac69dbdcb req-f935e409-2ace-42b5-86ce-d10d64fbcd11 tempest-SecurityGroupRulesNegativeTestJSON-404359875 tempest-SecurityGroupRulesNegativeTestJSON-404359875-project] 10.222.0.85 "GET /v2.0/security-groups/c7a41596-8aff-49d1-befd-1109d0d527bf HTTP/1.1" status: 200 len: 1646 time: 0.0916996 May 30 20:10:10.307192 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9d76b8f9-c2c2-4849-a3e7-12048da9637f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:10.308787 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9d76b8f9-c2c2-4849-a3e7-12048da9637f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-736409'] for router, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:10.353690 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c1371c4d-4e83-4061-a13d-538313a66966 req-cc2d1572-aa85-49d9-8639-eadc7eb2fabd service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e5be6e1cb5a74368bac31c4e24ee96f8&device_id=dc4ed122-e2d4-4f38-b0d5-ff692b21e681 HTTP/1.1" status: 200 len: 1095 time: 0.5614469 May 30 20:10:10.465923 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c1371c4d-4e83-4061-a13d-538313a66966 req-9c293b62-4f32-4289-aac0-b552f18a7f7f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=114952f3-2b7d-402a-a5e1-efec9d1e63fa HTTP/1.1" status: 200 len: 217 time: 0.1034207 May 30 20:10:10.466895 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651e025f-f6da-4a5a-ab24-6a81048d6023 req-ca4db2c7-f35b-4fc3-ab8f-fba88cbe62ef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:10.468269 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-651e025f-f6da-4a5a-ab24-6a81048d6023 req-ca4db2c7-f35b-4fc3-ab8f-fba88cbe62ef service neutron] 10.222.0.71 "GET /v2.0/networks?id=4344fbed-57fb-43d7-b32d-6020ce60f0a1 HTTP/1.1" status: 200 len: 870 time: 0.4006102 May 30 20:10:10.549146 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [req-ec2f1930-a956-4d4e-a3c4-479aa0cc1f33 req-48c208fe-a2bc-4314-ad7c-ca46d62c7e40 tempest-SecurityGroupRulesNegativeTestJSON-404359875 tempest-SecurityGroupRulesNegativeTestJSON-404359875-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1273159186', 'description': 'tempest-description-1223021982'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:10:10.561380 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-ec2f1930-a956-4d4e-a3c4-479aa0cc1f33 req-48c208fe-a2bc-4314-ad7c-ca46d62c7e40 tempest-SecurityGroupRulesNegativeTestJSON-404359875 tempest-SecurityGroupRulesNegativeTestJSON-404359875-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:10:10.567923 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-ec2f1930-a956-4d4e-a3c4-479aa0cc1f33 req-48c208fe-a2bc-4314-ad7c-ca46d62c7e40 tempest-SecurityGroupRulesNegativeTestJSON-404359875 tempest-SecurityGroupRulesNegativeTestJSON-404359875-project] Usage tracker for resource:security_group and tenant:91ef39b3f033450b9266f788dcbb9abf is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:10:10.573391 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-ec2f1930-a956-4d4e-a3c4-479aa0cc1f33 req-48c208fe-a2bc-4314-ad7c-ca46d62c7e40 tempest-SecurityGroupRulesNegativeTestJSON-404359875 tempest-SecurityGroupRulesNegativeTestJSON-404359875-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:10:10.583175 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-ec2f1930-a956-4d4e-a3c4-479aa0cc1f33 req-48c208fe-a2bc-4314-ad7c-ca46d62c7e40 tempest-SecurityGroupRulesNegativeTestJSON-404359875 tempest-SecurityGroupRulesNegativeTestJSON-404359875-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:10:10.641031 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-651e025f-f6da-4a5a-ab24-6a81048d6023 req-5d401b7d-a504-41b0-9158-01c81ace31fe service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=ddba6d06-4716-4ab5-90ae-4e3814b4f21f HTTP/1.1" status: 200 len: 217 time: 0.1101480 May 30 20:10:10.674816 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-ec2f1930-a956-4d4e-a3c4-479aa0cc1f33 req-48c208fe-a2bc-4314-ad7c-ca46d62c7e40 tempest-SecurityGroupRulesNegativeTestJSON-404359875 tempest-SecurityGroupRulesNegativeTestJSON-404359875-project] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:10.698048 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-fbe3c86c-d333-4773-8ad3-cc63782554e8 service neutron] 10.222.0.85 "GET /v2.0/networks/7dfebaf0-dc9f-476d-9977-56c7fc58662b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4617078 May 30 20:10:10.706339 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1371c4d-4e83-4061-a13d-538313a66966 req-c8233adb-a8db-4d34-81c1-39e208c117a7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:10.707857 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c1371c4d-4e83-4061-a13d-538313a66966 req-c8233adb-a8db-4d34-81c1-39e208c117a7 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=84ffba9a-ebd3-44a4-90c7-c6989f942e32 HTTP/1.1" status: 200 len: 853 time: 0.2335310 May 30 20:10:10.843240 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-ec2f1930-a956-4d4e-a3c4-479aa0cc1f33 req-48c208fe-a2bc-4314-ad7c-ca46d62c7e40 tempest-SecurityGroupRulesNegativeTestJSON-404359875 tempest-SecurityGroupRulesNegativeTestJSON-404359875-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:10:10.854868 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-ec2f1930-a956-4d4e-a3c4-479aa0cc1f33 req-48c208fe-a2bc-4314-ad7c-ca46d62c7e40 tempest-SecurityGroupRulesNegativeTestJSON-404359875 tempest-SecurityGroupRulesNegativeTestJSON-404359875-project] Usage tracker for resource:security_group_rule and tenant:91ef39b3f033450b9266f788dcbb9abf is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:10:10.861469 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-ec2f1930-a956-4d4e-a3c4-479aa0cc1f33 req-48c208fe-a2bc-4314-ad7c-ca46d62c7e40 tempest-SecurityGroupRulesNegativeTestJSON-404359875 tempest-SecurityGroupRulesNegativeTestJSON-404359875-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:10:10.873823 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-ec2f1930-a956-4d4e-a3c4-479aa0cc1f33 req-48c208fe-a2bc-4314-ad7c-ca46d62c7e40 tempest-SecurityGroupRulesNegativeTestJSON-404359875 tempest-SecurityGroupRulesNegativeTestJSON-404359875-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:10:10.925179 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c1371c4d-4e83-4061-a13d-538313a66966 req-a8547766-3f1a-4d52-b23d-12d0f3ac4ec6 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fb1da00f-e410-4748-a4a6-1e7b54a7d5f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2101467 May 30 20:10:10.954845 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651e025f-f6da-4a5a-ab24-6a81048d6023 req-b1c5a667-3b5e-46bf-abe1-dfc32920e8d0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:10.957233 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-651e025f-f6da-4a5a-ab24-6a81048d6023 req-b1c5a667-3b5e-46bf-abe1-dfc32920e8d0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1b83ff54-b1af-44ce-bb75-ba148920553c HTTP/1.1" status: 200 len: 843 time: 0.3082638 May 30 20:10:10.961834 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d76b8f9-c2c2-4849-a3e7-12048da9637f admin admin] Router 2cc02dbd-1c04-4aed-b380-a3db1f7e545d is scheduled to L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 with binding_index 1 {{(pid=84886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 20:10:10.986912 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-ec2f1930-a956-4d4e-a3c4-479aa0cc1f33 req-48c208fe-a2bc-4314-ad7c-ca46d62c7e40 tempest-SecurityGroupRulesNegativeTestJSON-404359875 tempest-SecurityGroupRulesNegativeTestJSON-404359875-project] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:11.102794 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-ec2f1930-a956-4d4e-a3c4-479aa0cc1f33 req-48c208fe-a2bc-4314-ad7c-ca46d62c7e40 tempest-SecurityGroupRulesNegativeTestJSON-404359875 tempest-SecurityGroupRulesNegativeTestJSON-404359875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:11.158203 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ffff3e-4b10-42c4-8adb-c660a887ae1f None None] Network 8635b879-d8ac-437a-b7f7-e091426b43ce requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:10:11.314647 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-01eb77b9-6587-4c12-913b-eb2a96cdd455 service neutron] 10.222.0.85 "GET /v2.0/networks/7dfebaf0-dc9f-476d-9977-56c7fc58662b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6006417 May 30 20:10:11.452548 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2640dff0-67fb-41ea-9e0b-8051b9763771 None None] Provisioning for port bc09b737-a34c-4efe-a78e-9ef685165e4f completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:10:11.478226 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c208fe-a2bc-4314-ad7c-ca46d62c7e40 tempest-SecurityGroupRulesNegativeTestJSON-404359875 tempest-SecurityGroupRulesNegativeTestJSON-404359875-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b39109df-5471-49d4-ad16-ff18948fdca7,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:11.488905 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c1371c4d-4e83-4061-a13d-538313a66966 req-92991f8a-1d30-4221-9ecf-acdd57417e3e service neutron] 10.222.0.86 "GET /v2.0/networks/fb1da00f-e410-4748-a4a6-1e7b54a7d5f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5375078 May 30 20:10:11.508157 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-651e025f-f6da-4a5a-ab24-6a81048d6023 req-14add41b-d2cf-48c4-8f04-5248181d9dad service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4344fbed-57fb-43d7-b32d-6020ce60f0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5152292 May 30 20:10:11.548643 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-ec2f1930-a956-4d4e-a3c4-479aa0cc1f33 req-48c208fe-a2bc-4314-ad7c-ca46d62c7e40 tempest-SecurityGroupRulesNegativeTestJSON-404359875 tempest-SecurityGroupRulesNegativeTestJSON-404359875-project] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:11.550783 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ec2f1930-a956-4d4e-a3c4-479aa0cc1f33 req-48c208fe-a2bc-4314-ad7c-ca46d62c7e40 tempest-SecurityGroupRulesNegativeTestJSON-404359875 tempest-SecurityGroupRulesNegativeTestJSON-404359875-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1652 time: 1.0109370 May 30 20:10:11.590369 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc4ed122-e2d4-4f38-b0d5-ff692b21e681', 'tag': '114952f3-2b7d-402a-a5e1-efec9d1e63fa'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:10:11.621884 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d76b8f9-c2c2-4849-a3e7-12048da9637f admin admin] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:10:11.645033 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0e5faf-5876-48ab-a906-6182fcec8edd None None] Sync routers for ids ['2cc02dbd-1c04-4aed-b380-a3db1f7e545d'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:10:11.665866 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0e5faf-5876-48ab-a906-6182fcec8edd None None] Routers {'2cc02dbd-1c04-4aed-b380-a3db1f7e545d'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:10:11.666254 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-4f0e5faf-5876-48ab-a906-6182fcec8edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:09:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['2cc02dbd-1c04-4aed-b380-a3db1f7e545d'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:10:11.732593 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9d76b8f9-c2c2-4849-a3e7-12048da9637f admin admin] Notify callbacks [] for router, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:11.736189 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-9d76b8f9-c2c2-4849-a3e7-12048da9637f admin admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 3.9880831 May 30 20:10:11.740420 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 51618) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:10:12.020476 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device bc09b737-a34c-4efe-a78e-9ef685165e4f up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:10:12.203929 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-4f0e5faf-5876-48ab-a906-6182fcec8edd None None] Set router 2cc02dbd-1c04-4aed-b380-a3db1f7e545d gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:10:12.251816 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port bc09b737-a34c-4efe-a78e-9ef685165e4f completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:10:12.321224 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port bc09b737-a34c-4efe-a78e-9ef685165e4f triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:10:12.322059 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:12.431251 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-44ce0050-df82-4a17-a4b7-c0c96ced5750 service neutron] 10.222.0.85 "GET /v2.0/networks/7dfebaf0-dc9f-476d-9977-56c7fc58662b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0964427 May 30 20:10:12.569937 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c1371c4d-4e83-4061-a13d-538313a66966 req-2febd17a-3c64-4eac-9304-cb5fe5d2c164 service neutron] 10.222.0.86 "GET /v2.0/networks/fb1da00f-e410-4748-a4a6-1e7b54a7d5f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0568345 May 30 20:10:12.577812 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-651e025f-f6da-4a5a-ab24-6a81048d6023 req-588ac501-960a-4d78-9255-ae4047c193e7 service neutron] 10.222.0.71 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0308905 May 30 20:10:12.717777 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e274c67a-495e-4f31-b8a2-5102f5d8090e req-d5adda5b-7a4a-4c0c-a848-9c1faa3d3ef3 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=110bddbd-f44e-4fa5-b307-fa3cacc0a7d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5590894 May 30 20:10:12.766632 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-7708c98b-56ee-4d6a-a917-54e5f6f83b8d service neutron] 10.222.0.85 "GET /v2.0/networks/7dfebaf0-dc9f-476d-9977-56c7fc58662b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3170595 May 30 20:10:12.805870 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:12.880266 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-651e025f-f6da-4a5a-ab24-6a81048d6023 req-074be947-02b2-4698-95dc-8c61c2b2481b service neutron] 10.222.0.71 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2911298 May 30 20:10:12.895560 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-4f0e5faf-5876-48ab-a906-6182fcec8edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cc02dbd-1c04-4aed-b380-a3db1f7e545d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2100453891-router', 'tenant_id': '6d2afa5fa2374068b00c8f645adce375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '5cb84b4f-72d6-4082-8587-7c66e637a49b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:10:07Z', 'updated_at': '2022-05-30T20:10:10Z', 'revision_number': 3, 'project_id': '6d2afa5fa2374068b00c8f645adce375', 'gw_port': {'id': '5cb84b4f-72d6-4082-8587-7c66e637a49b', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:6b:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cc02dbd-1c04-4aed-b380-a3db1f7e545d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:10:09Z', 'updated_at': '2022-05-30T20:10:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:10:12.903882 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port bc09b737-a34c-4efe-a78e-9ef685165e4f, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=bc09b737-a34c-4efe-a78e-9ef685165e4f,segment=NetworkSegment(57242d7e-7641-4514-9ed1-8977383a0772),segment_id=57242d7e-7641-4514-9ed1-8977383a0772)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:10:12.905086 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0e5faf-5876-48ab-a906-6182fcec8edd None None] Checking router: 2cc02dbd-1c04-4aed-b380-a3db1f7e545d for host: n-d-843948-2 {{(pid=84888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:10:12.905771 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0e5faf-5876-48ab-a906-6182fcec8edd None None] Updating router 2cc02dbd-1c04-4aed-b380-a3db1f7e545d port 5cb84b4f-72d6-4082-8587-7c66e637a49b binding host n-d-843948-2 {{(pid=84888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:10:13.007449 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-4f0e5faf-5876-48ab-a906-6182fcec8edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:13.018492 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-eb3322ec-ff1d-440f-bae4-f1cbc6a738bb service neutron] 10.222.0.85 "GET /v2.0/networks/945aa537-7e5a-42ac-a8f5-8cf6a31fa2b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2428181 May 30 20:10:13.044955 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:13.110978 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e274c67a-495e-4f31-b8a2-5102f5d8090e req-5acc3c5d-6e67-4078-9fa0-6e4b96fc52d7 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6a75b3db8cd44db8bb931dd59e296017&device_id=110bddbd-f44e-4fa5-b307-fa3cacc0a7d7 HTTP/1.1" status: 200 len: 1101 time: 0.1964445 May 30 20:10:13.205730 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=bc09b737-a34c-4efe-a78e-9ef685165e4f,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:13.276176 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-93907338-ed02-453c-a63e-45262269be10 service neutron] 10.222.0.85 "GET /v2.0/networks/945aa537-7e5a-42ac-a8f5-8cf6a31fa2b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2503712 May 30 20:10:13.364821 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e274c67a-495e-4f31-b8a2-5102f5d8090e req-ea53e2af-34f8-4377-8cc4-305bc54d904a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:13.368063 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e274c67a-495e-4f31-b8a2-5102f5d8090e req-ea53e2af-34f8-4377-8cc4-305bc54d904a service neutron] 10.222.0.86 "GET /v2.0/networks?id=4344fbed-57fb-43d7-b32d-6020ce60f0a1 HTTP/1.1" status: 200 len: 870 time: 0.2301342 May 30 20:10:13.370647 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c637f9e1-d10e-4905-86bf-6018d8972099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:13.411670 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d1e42d57-c2e5-4c33-b336-12f71175f6b7 req-7b36417d-ba62-43a7-9b09-446b5d19021a tempest-ListImageFiltersTestJSON-965511707 tempest-ListImageFiltersTestJSON-965511707-project] 10.222.0.85 "GET /v2.0/networks?tenant_id=d6b91868f5704c93ab182f6e282adb5a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0437844 May 30 20:10:13.538133 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e274c67a-495e-4f31-b8a2-5102f5d8090e req-78e6eb07-8151-4ebf-8266-fea3223f5c77 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=a4fbb078-4c44-4d94-9029-bc5995e00d92 HTTP/1.1" status: 200 len: 217 time: 0.1314678 May 30 20:10:13.543623 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-4f0e5faf-5876-48ab-a906-6182fcec8edd None None] Notify callbacks [] for port, precommit_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:13.567247 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-4f0e5faf-5876-48ab-a906-6182fcec8edd None None] Transition to ACTIVE for port object 5cb84b4f-72d6-4082-8587-7c66e637a49b will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:10:13.642201 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-4f0e5faf-5876-48ab-a906-6182fcec8edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:13.646496 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e274c67a-495e-4f31-b8a2-5102f5d8090e req-782a8577-4af7-45b5-ac93-702c10651fe9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:13.648156 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e274c67a-495e-4f31-b8a2-5102f5d8090e req-782a8577-4af7-45b5-ac93-702c10651fe9 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1b83ff54-b1af-44ce-bb75-ba148920553c HTTP/1.1" status: 200 len: 843 time: 0.1042271 May 30 20:10:13.717125 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device bc09b737-a34c-4efe-a78e-9ef685165e4f up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:10:13.720313 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:10:13.722197 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-107c334b-072e-4721-9416-ee7c6cc8fae0 service neutron] 10.222.0.85 "GET /v2.0/networks/945aa537-7e5a-42ac-a8f5-8cf6a31fa2b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3526914 May 30 20:10:13.855337 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb399aa-91c7-4a75-9a1a-596ce9129b01 None None] Pushing event updated for resources: {'Port': ['ID=5cb84b4f-72d6-4082-8587-7c66e637a49b,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:13.864843 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-4f0e5faf-5876-48ab-a906-6182fcec8edd None None] Attempting to bind port 5cb84b4f-72d6-4082-8587-7c66e637a49b on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:10:13.865210 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-4f0e5faf-5876-48ab-a906-6182fcec8edd None None] Attempting to bind port 5cb84b4f-72d6-4082-8587-7c66e637a49b by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:10:13.865574 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0e5faf-5876-48ab-a906-6182fcec8edd None None] Attempting to bind port 5cb84b4f-72d6-4082-8587-7c66e637a49b on network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:10:13.875430 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0e5faf-5876-48ab-a906-6182fcec8edd None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:10:13.875838 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0e5faf-5876-48ab-a906-6182fcec8edd None None] Checking segment: {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:10:13.876191 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-4f0e5faf-5876-48ab-a906-6182fcec8edd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:13.876581 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0e5faf-5876-48ab-a906-6182fcec8edd None None] Bound using segment: {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:10:13.877075 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-4f0e5faf-5876-48ab-a906-6182fcec8edd None None] Bound port: 5cb84b4f-72d6-4082-8587-7c66e637a49b, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:10:13.877440 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-4f0e5faf-5876-48ab-a906-6182fcec8edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:13.902025 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e274c67a-495e-4f31-b8a2-5102f5d8090e req-9081de7a-6ff5-4975-af58-001b05fe0d8e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4344fbed-57fb-43d7-b32d-6020ce60f0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2406161 May 30 20:10:13.947829 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e42d57-c2e5-4c33-b336-12f71175f6b7 req-f9f7c475-d9d3-43bb-bf3e-3ca1f0ec283e tempest-ListImageFiltersTestJSON-965511707 tempest-ListImageFiltersTestJSON-965511707-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:13.951256 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d1e42d57-c2e5-4c33-b336-12f71175f6b7 req-f9f7c475-d9d3-43bb-bf3e-3ca1f0ec283e tempest-ListImageFiltersTestJSON-965511707 tempest-ListImageFiltersTestJSON-965511707-project] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5306821 May 30 20:10:13.955524 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port bc09b737-a34c-4efe-a78e-9ef685165e4f triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:10:13.955899 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:14.014373 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-4f0e5faf-5876-48ab-a906-6182fcec8edd None None] For port 5cb84b4f-72d6-4082-8587-7c66e637a49b, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:10:14.029698 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-4f0e5faf-5876-48ab-a906-6182fcec8edd None None] For port 5cb84b4f-72d6-4082-8587-7c66e637a49b, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=5cb84b4f-72d6-4082-8587-7c66e637a49b,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:10:14.066863 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d1e42d57-c2e5-4c33-b336-12f71175f6b7 req-721d49e1-82e5-46d6-a8f9-9ec959d6e835 tempest-ListImageFiltersTestJSON-965511707 tempest-ListImageFiltersTestJSON-965511707-project] 10.222.0.85 "GET /v2.0/quotas/d6b91868f5704c93ab182f6e282adb5a HTTP/1.1" status: 200 len: 375 time: 0.0494776 May 30 20:10:14.081547 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-f083ad8d-9a5f-4920-a3a6-0efc58fcc52b service neutron] 10.222.0.85 "GET /v2.0/networks/945aa537-7e5a-42ac-a8f5-8cf6a31fa2b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3548937 May 30 20:10:14.147711 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-c637f9e1-d10e-4905-86bf-6018d8972099 admin admin] Allocated IP 172.20.0.1 (8635b879-d8ac-437a-b7f7-e091426b43ce/bd0b8c4e-9327-4603-929f-548ae9ffeadb/063e391f-2b5d-4e61-9822-145095f8ca08) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:10:14.148854 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-4f0e5faf-5876-48ab-a906-6182fcec8edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:14.183961 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d1e42d57-c2e5-4c33-b336-12f71175f6b7 req-eb407b29-455a-4353-a838-fca5a25732f8 tempest-ListImageFiltersTestJSON-965511707 tempest-ListImageFiltersTestJSON-965511707-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=d6b91868f5704c93ab182f6e282adb5a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0955260 May 30 20:10:14.299521 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb399aa-91c7-4a75-9a1a-596ce9129b01 None None] Pushing event updated for resources: {'Port': ['ID=5cb84b4f-72d6-4082-8587-7c66e637a49b,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:14.311761 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0e5faf-5876-48ab-a906-6182fcec8edd None None] Routers {'2cc02dbd-1c04-4aed-b380-a3db1f7e545d'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:10:14.312432 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-4f0e5faf-5876-48ab-a906-6182fcec8edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:09:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['2cc02dbd-1c04-4aed-b380-a3db1f7e545d'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:10:14.429215 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e274c67a-495e-4f31-b8a2-5102f5d8090e req-60ae7365-30dd-4a23-94f2-a733c1f6c2b7 service neutron] 10.222.0.86 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3711789 May 30 20:10:14.520444 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c637f9e1-d10e-4905-86bf-6018d8972099 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:14.587745 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [None req-c637f9e1-d10e-4905-86bf-6018d8972099 admin admin] Transition to ACTIVE for port object 063e391f-2b5d-4e61-9822-145095f8ca08 will not be triggered until provisioned by entity DHCP. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:10:14.638796 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aa3f3d-8c46-42cc-b608-0f4003d8cdf0 req-1428ee3a-488a-4e2a-8ee7-3eafc3b10655 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:14.640277 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-a4aa3f3d-8c46-42cc-b608-0f4003d8cdf0 req-1428ee3a-488a-4e2a-8ee7-3eafc3b10655 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Synchronizing usage tracker for tenant:6a75b3db8cd44db8bb931dd59e296017 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:10:14.713215 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e274c67a-495e-4f31-b8a2-5102f5d8090e req-9e31a693-e263-4f96-9148-7351d89e916a service neutron] 10.222.0.86 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2741675 May 30 20:10:14.755447 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c637f9e1-d10e-4905-86bf-6018d8972099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:14.813450 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-4f0e5faf-5876-48ab-a906-6182fcec8edd None None] Set router 2cc02dbd-1c04-4aed-b380-a3db1f7e545d gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:10:14.851392 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-a4aa3f3d-8c46-42cc-b608-0f4003d8cdf0 req-1428ee3a-488a-4e2a-8ee7-3eafc3b10655 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Unset dirty status for tenant:6a75b3db8cd44db8bb931dd59e296017 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:10:14.852856 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a4aa3f3d-8c46-42cc-b608-0f4003d8cdf0 req-1428ee3a-488a-4e2a-8ee7-3eafc3b10655 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.86 "GET /v2.0/ports?device_id=ed6463f4-e464-4a85-9f9c-7310728a5be3 HTTP/1.1" status: 200 len: 950 time: 0.8000736 May 30 20:10:14.855129 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c637f9e1-d10e-4905-86bf-6018d8972099 admin admin] Pushing event updated for resources: {'Port': ['ID=063e391f-2b5d-4e61-9822-145095f8ca08,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:14.928950 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c637f9e1-d10e-4905-86bf-6018d8972099 admin admin] Network 8635b879-d8ac-437a-b7f7-e091426b43ce is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:10:14.934122 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-c637f9e1-d10e-4905-86bf-6018d8972099 admin admin] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:10:14.936725 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c637f9e1-d10e-4905-86bf-6018d8972099 admin admin] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:10:14.950170 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-a4aa3f3d-8c46-42cc-b608-0f4003d8cdf0 req-3f6abe13-0d33-4739-8fbe-745522852739 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Deleting port db3b07c9-67cb-48f8-9d27-0e34bb38e2e7 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:10:14.950618 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-a4aa3f3d-8c46-42cc-b608-0f4003d8cdf0 req-3f6abe13-0d33-4739-8fbe-745522852739 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:15.178706 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c637f9e1-d10e-4905-86bf-6018d8972099 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-736099'] for router_interface, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:15.194415 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e429df0-017a-4691-8aa6-77f92f0d638b req-2f5e4b1a-7ae9-4dad-8a42-0a36f116a752 tempest-ServerAddressesTestJSON-1527069479 tempest-ServerAddressesTestJSON-1527069479-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:15.196184 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5e429df0-017a-4691-8aa6-77f92f0d638b req-2f5e4b1a-7ae9-4dad-8a42-0a36f116a752 tempest-ServerAddressesTestJSON-1527069479 tempest-ServerAddressesTestJSON-1527069479-project] 10.222.0.85 "GET /v2.0/ports?device_id=dc4ed122-e2d4-4f38-b0d5-ff692b21e681 HTTP/1.1" status: 200 len: 944 time: 0.3474941 May 30 20:10:15.244154 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-4f0e5faf-5876-48ab-a906-6182fcec8edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cc02dbd-1c04-4aed-b380-a3db1f7e545d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2100453891-router', 'tenant_id': '6d2afa5fa2374068b00c8f645adce375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '5cb84b4f-72d6-4082-8587-7c66e637a49b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:10:07Z', 'updated_at': '2022-05-30T20:10:10Z', 'revision_number': 3, 'project_id': '6d2afa5fa2374068b00c8f645adce375', 'gw_port': {'id': '5cb84b4f-72d6-4082-8587-7c66e637a49b', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:6b:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cc02dbd-1c04-4aed-b380-a3db1f7e545d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:10:09Z', 'updated_at': '2022-05-30T20:10:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:10:15.249746 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0e5faf-5876-48ab-a906-6182fcec8edd None None] The sync data for ids ['2cc02dbd-1c04-4aed-b380-a3db1f7e545d'] in n-d-843948-2 is: [{'id': '2cc02dbd-1c04-4aed-b380-a3db1f7e545d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2100453891-router', 'tenant_id': '6d2afa5fa2374068b00c8f645adce375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '5cb84b4f-72d6-4082-8587-7c66e637a49b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:10:07Z', 'updated_at': '2022-05-30T20:10:10Z', 'revision_number': 3, 'project_id': '6d2afa5fa2374068b00c8f645adce375', 'gw_port': {'id': '5cb84b4f-72d6-4082-8587-7c66e637a49b', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:6b:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cc02dbd-1c04-4aed-b380-a3db1f7e545d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:10:09Z', 'updated_at': '2022-05-30T20:10:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:10:15.309475 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5e429df0-017a-4691-8aa6-77f92f0d638b req-1c55fdc9-93b8-47bf-be19-f15f3fb78813 tempest-ServerAddressesTestJSON-1527069479 tempest-ServerAddressesTestJSON-1527069479-project] 10.222.0.85 "GET /v2.0/security-groups?id=84b47eda-086e-4f8e-a2d7-1efeda4186b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929401 May 30 20:10:15.447682 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-a4aa3f3d-8c46-42cc-b608-0f4003d8cdf0 req-3f6abe13-0d33-4739-8fbe-745522852739 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] For port db3b07c9-67cb-48f8-9d27-0e34bb38e2e7, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=db3b07c9-67cb-48f8-9d27-0e34bb38e2e7,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:10:15.451806 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-a4aa3f3d-8c46-42cc-b608-0f4003d8cdf0 req-3f6abe13-0d33-4739-8fbe-745522852739 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:15.511078 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c637f9e1-d10e-4905-86bf-6018d8972099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:15.520638 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-515a4443-01b2-433c-baf9-32c586498edd None None] Provisioning for port 063e391f-2b5d-4e61-9822-145095f8ca08 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:10:15.528888 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-515a4443-01b2-433c-baf9-32c586498edd None None] Provisioning complete for port 063e391f-2b5d-4e61-9822-145095f8ca08 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:10:15.529640 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-515a4443-01b2-433c-baf9-32c586498edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:15.534650 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ad102649-a273-4f0b-a851-9c28b33a2159 req-037eba57-b166-45a4-8920-c899c7f6645b tempest-SecurityGroupRulesNegativeTestJSON-404359875 tempest-SecurityGroupRulesNegativeTestJSON-404359875-project] 10.222.0.85 "GET /v2.0/security-groups/b39109df-5471-49d4-ad16-ff18948fdca7 HTTP/1.1" status: 200 len: 1647 time: 0.1468191 May 30 20:10:15.743990 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-a4aa3f3d-8c46-42cc-b608-0f4003d8cdf0 req-3f6abe13-0d33-4739-8fbe-745522852739 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Calling delete_port for db3b07c9-67cb-48f8-9d27-0e34bb38e2e7 owned by compute:nova {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:10:15.803936 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-515a4443-01b2-433c-baf9-32c586498edd None None] Port 063e391f-2b5d-4e61-9822-145095f8ca08 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:10:16.263627 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 5cb84b4f-72d6-4082-8587-7c66e637a49b up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:10:16.266809 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c637f9e1-d10e-4905-86bf-6018d8972099 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:16.267927 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 114952f3-2b7d-402a-a5e1-efec9d1e63fa details requested by agent hyperv_n-h2-843948-2 with host n-h2-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:10:16.268038 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23f71b27-3ac0-4985-be3a-d353f6f1c916'] response: {'name': 'network-changed', 'server_uuid': 'dc4ed122-e2d4-4f38-b0d5-ff692b21e681', 'tag': '114952f3-2b7d-402a-a5e1-efec9d1e63fa', 'status': 'completed', 'code': 200} May 30 20:10:16.268154 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ec6b7d-cc14-4bea-b246-364e931c3f8e req-71f51562-8d3a-45f0-af91-e89f0a0d0790 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:16.268154 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-16ec6b7d-cc14-4bea-b246-364e931c3f8e req-71f51562-8d3a-45f0-af91-e89f0a0d0790 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.85 "GET /v2.0/ports?device_id=ed6463f4-e464-4a85-9f9c-7310728a5be3 HTTP/1.1" status: 200 len: 950 time: 0.1144977 May 30 20:10:16.268358 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d7f668f3-8578-4d53-95b8-505d11a07d8b req-d2296ce2-76ca-4cbd-ae77-2f3bcac5299e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e5be6e1cb5a74368bac31c4e24ee96f8&device_id=dc4ed122-e2d4-4f38-b0d5-ff692b21e681 HTTP/1.1" status: 200 len: 1095 time: 0.0895848 May 30 20:10:16.268469 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-16ec6b7d-cc14-4bea-b246-364e931c3f8e req-0f10c177-bf41-4119-8c17-b34bf9c3a3ad tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.85 "GET /v2.0/security-groups?id=db33dd94-15fa-4959-a681-13f509935d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728285 May 30 20:10:16.268607 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 114952f3-2b7d-402a-a5e1-efec9d1e63fa, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=114952f3-2b7d-402a-a5e1-efec9d1e63fa,segment=NetworkSegment(b4865546-a787-4a7c-85d0-3dc154436caf),segment_id=b4865546-a787-4a7c-85d0-3dc154436caf)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:10:16.268720 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c637f9e1-d10e-4905-86bf-6018d8972099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:16.270476 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Returning: {'device': '114952f3-2b7d-402a-a5e1-efec9d1e63fa', 'network_id': 'fb1da00f-e410-4748-a4a6-1e7b54a7d5f3', 'port_id': '114952f3-2b7d-402a-a5e1-efec9d1e63fa', 'mac_address': 'fa:16:3e:e0:f9:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84ffba9a-ebd3-44a4-90c7-c6989f942e32', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:10:16.388807 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:16.400845 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c637f9e1-d10e-4905-86bf-6018d8972099 admin admin] Pushing event updated for resources: {'Port': ['ID=063e391f-2b5d-4e61-9822-145095f8ca08,revision_number=2']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:16.406571 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f668f3-8578-4d53-95b8-505d11a07d8b req-db394de1-0f6b-4259-9a12-0c1ce14eb307 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:16.417444 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d7f668f3-8578-4d53-95b8-505d11a07d8b req-db394de1-0f6b-4259-9a12-0c1ce14eb307 service neutron] 10.222.0.86 "GET /v2.0/networks?id=fb1da00f-e410-4748-a4a6-1e7b54a7d5f3 HTTP/1.1" status: 200 len: 914 time: 0.2254975 May 30 20:10:16.417444 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-a4aa3f3d-8c46-42cc-b608-0f4003d8cdf0 req-3f6abe13-0d33-4739-8fbe-745522852739 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:16.417922 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 5cb84b4f-72d6-4082-8587-7c66e637a49b completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:10:16.431785 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['ddba6d06-4716-4ab5-90ae-4e3814b4f21f', '448af9f8-fbc6-4f23-b596-bc95ed6f4ae6'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:10:16.448562 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c637f9e1-d10e-4905-86bf-6018d8972099 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1718057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-736206'] for router_interface, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:16.493774 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['a4fbb078-4c44-4d94-9029-bc5995e00d92', '0ab8fad3-50b3-4e00-809a-e7bbc917d1ca', 'd5bbe401-8f84-4ccd-9a6e-3023ef22e3a1', 'f95e12eb-ced2-4994-a78a-98cb8d8e15ec', 'db3b07c9-67cb-48f8-9d27-0e34bb38e2e7'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:10:16.555198 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 5cb84b4f-72d6-4082-8587-7c66e637a49b triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:10:16.556265 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:16.591525 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 114952f3-2b7d-402a-a5e1-efec9d1e63fa {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:10:16.638848 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6abe13-0d33-4739-8fbe-745522852739 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Pushing event deleted for resources: {'Port': ['ID=db3b07c9-67cb-48f8-9d27-0e34bb38e2e7,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:16.678389 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6abe13-0d33-4739-8fbe-745522852739 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:10:16.678762 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6abe13-0d33-4739-8fbe-745522852739 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:10:16.679049 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6abe13-0d33-4739-8fbe-745522852739 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:10:16.690032 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6abe13-0d33-4739-8fbe-745522852739 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:10:16.691068 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6abe13-0d33-4739-8fbe-745522852739 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:10:16.691407 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6abe13-0d33-4739-8fbe-745522852739 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:10:16.692001 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6abe13-0d33-4739-8fbe-745522852739 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:10:16.692358 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6abe13-0d33-4739-8fbe-745522852739 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:10:16.692694 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6abe13-0d33-4739-8fbe-745522852739 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:10:16.693158 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6abe13-0d33-4739-8fbe-745522852739 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:10:16.693493 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6abe13-0d33-4739-8fbe-745522852739 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:10:16.711902 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d7f668f3-8578-4d53-95b8-505d11a07d8b req-e4755cbf-fc51-4083-8c22-cb4386984006 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=114952f3-2b7d-402a-a5e1-efec9d1e63fa HTTP/1.1" status: 200 len: 217 time: 0.2540958 May 30 20:10:16.804592 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 114952f3-2b7d-402a-a5e1-efec9d1e63fa, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=114952f3-2b7d-402a-a5e1-efec9d1e63fa,segment=NetworkSegment(b4865546-a787-4a7c-85d0-3dc154436caf),segment_id=b4865546-a787-4a7c-85d0-3dc154436caf)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:10:16.863360 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c637f9e1-d10e-4905-86bf-6018d8972099 admin admin] Network 8635b879-d8ac-437a-b7f7-e091426b43ce is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:10:16.865956 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-c637f9e1-d10e-4905-86bf-6018d8972099 admin admin] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:10:16.958759 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:16.989127 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4aa3f3d-8c46-42cc-b608-0f4003d8cdf0 req-3f6abe13-0d33-4739-8fbe-745522852739 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] No DVR routers for this DVR port db3b07c9-67cb-48f8-9d27-0e34bb38e2e7 on host n-h2-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:10:16.995689 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-a4aa3f3d-8c46-42cc-b608-0f4003d8cdf0 req-3f6abe13-0d33-4739-8fbe-745522852739 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:17.027596 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f668f3-8578-4d53-95b8-505d11a07d8b req-65b75faa-f149-4279-8e8f-3821ca5af56d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:17.029834 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d7f668f3-8578-4d53-95b8-505d11a07d8b req-65b75faa-f149-4279-8e8f-3821ca5af56d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=84ffba9a-ebd3-44a4-90c7-c6989f942e32 HTTP/1.1" status: 200 len: 853 time: 0.2164779 May 30 20:10:17.102358 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d7f668f3-8578-4d53-95b8-505d11a07d8b req-be638e98-58a3-4bfd-b211-5b0bfd39d3ac service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fb1da00f-e410-4748-a4a6-1e7b54a7d5f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556026 May 30 20:10:17.170341 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a4aa3f3d-8c46-42cc-b608-0f4003d8cdf0 req-3f6abe13-0d33-4739-8fbe-745522852739 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.86 "DELETE /v2.0/ports/db3b07c9-67cb-48f8-9d27-0e34bb38e2e7 HTTP/1.1" status: 204 len: 173 time: 2.3006256 May 30 20:10:17.237548 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=114952f3-2b7d-402a-a5e1-efec9d1e63fa,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:17.500951 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['114952f3-2b7d-402a-a5e1-efec9d1e63fa'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:10:17.514960 n-d-843948-2 neutron-server[84886]: INFO neutron.api.v2.resource [req-3cc3b74d-fdb4-451f-bf5a-9295c904ca57 req-bcc2ccf1-154c-49be-a6c4-352d9b330452 tempest-SecurityGroupRulesNegativeTestJSON-404359875 tempest-SecurityGroupRulesNegativeTestJSON-404359875-project] show failed (client error): The resource could not be found. May 30 20:10:17.526363 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3cc3b74d-fdb4-451f-bf5a-9295c904ca57 req-bcc2ccf1-154c-49be-a6c4-352d9b330452 tempest-SecurityGroupRulesNegativeTestJSON-404359875 tempest-SecurityGroupRulesNegativeTestJSON-404359875-project] 10.222.0.85 "GET /v2.0/security-groups/432462b8-d3ed-4462-8eaa-cec7732926d4 HTTP/1.1" status: 404 len: 352 time: 0.0824008 May 30 20:10:17.591275 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9bfe0402-55ac-4b0d-8172-604614c04345 req-42450a44-a683-49be-9290-0f8dbaec1d3d tempest-ListImageFiltersTestJSON-965511707 tempest-ListImageFiltersTestJSON-965511707-project] 10.222.0.85 "GET /v2.0/networks?tenant_id=d6b91868f5704c93ab182f6e282adb5a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0535312 May 30 20:10:17.880298 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfe0402-55ac-4b0d-8172-604614c04345 req-71760fd3-4882-4ddb-8305-b1dfd9eb7657 tempest-ListImageFiltersTestJSON-965511707 tempest-ListImageFiltersTestJSON-965511707-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:17.883276 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9bfe0402-55ac-4b0d-8172-604614c04345 req-71760fd3-4882-4ddb-8305-b1dfd9eb7657 tempest-ListImageFiltersTestJSON-965511707 tempest-ListImageFiltersTestJSON-965511707-project] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2900794 May 30 20:10:17.887182 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d7f668f3-8578-4d53-95b8-505d11a07d8b req-efae90ef-ead5-417d-9d12-8ec1b62dea36 service neutron] 10.222.0.86 "GET /v2.0/networks/fb1da00f-e410-4748-a4a6-1e7b54a7d5f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7723782 May 30 20:10:17.909488 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:17.933040 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9bfe0402-55ac-4b0d-8172-604614c04345 req-cd9a9a58-23fc-4cf6-a935-3c1fabe63b4b tempest-ListImageFiltersTestJSON-965511707 tempest-ListImageFiltersTestJSON-965511707-project] 10.222.0.85 "GET /v2.0/quotas/d6b91868f5704c93ab182f6e282adb5a HTTP/1.1" status: 200 len: 375 time: 0.0390222 May 30 20:10:17.975150 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9c1dde-4f0b-4a5d-8dcf-8780574ceb2c req-ecc972c1-198c-4379-92ae-b2c3d26e4f26 tempest-ServerAddressesTestJSON-1527069479 tempest-ServerAddressesTestJSON-1527069479-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:17.982937 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1e9c1dde-4f0b-4a5d-8dcf-8780574ceb2c req-ecc972c1-198c-4379-92ae-b2c3d26e4f26 tempest-ServerAddressesTestJSON-1527069479 tempest-ServerAddressesTestJSON-1527069479-project] 10.222.0.85 "GET /v2.0/ports?device_id=dc4ed122-e2d4-4f38-b0d5-ff692b21e681 HTTP/1.1" status: 200 len: 945 time: 0.1199970 May 30 20:10:18.055570 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1e9c1dde-4f0b-4a5d-8dcf-8780574ceb2c req-d3aad08b-7d39-404e-881e-d674c9cda170 tempest-ServerAddressesTestJSON-1527069479 tempest-ServerAddressesTestJSON-1527069479-project] 10.222.0.85 "GET /v2.0/security-groups?id=84b47eda-086e-4f8e-a2d7-1efeda4186b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715868 May 30 20:10:18.058131 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device db3b07c9-67cb-48f8-9d27-0e34bb38e2e7 no longer exists at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:10:18.139811 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed6463f4-e464-4a85-9f9c-7310728a5be3', 'name': 'network-vif-deleted', 'tag': 'db3b07c9-67cb-48f8-9d27-0e34bb38e2e7'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:10:18.142072 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port 5cb84b4f-72d6-4082-8587-7c66e637a49b, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=5cb84b4f-72d6-4082-8587-7c66e637a49b,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:10:18.143635 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9bfe0402-55ac-4b0d-8172-604614c04345 req-1be28f31-450a-4e25-8cfc-a658a36c4317 tempest-ListImageFiltersTestJSON-965511707 tempest-ListImageFiltersTestJSON-965511707-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=d6b91868f5704c93ab182f6e282adb5a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1700659 May 30 20:10:18.153569 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-d3987fec-946b-4ced-80a0-cc8de0aaeda2 None None] Provisioning complete for port 063e391f-2b5d-4e61-9822-145095f8ca08 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:10:18.154764 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-d3987fec-946b-4ced-80a0-cc8de0aaeda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:18.210702 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] No Port match for: db3b07c9-67cb-48f8-9d27-0e34bb38e2e7 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:10:18.211234 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device db3b07c9-67cb-48f8-9d27-0e34bb38e2e7 not bound to the agent host n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:10:18.240638 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d7f668f3-8578-4d53-95b8-505d11a07d8b req-3b5e3875-c05c-4107-aa37-ca0bf9626ce6 service neutron] 10.222.0.86 "GET /v2.0/networks/fb1da00f-e410-4748-a4a6-1e7b54a7d5f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3060355 May 30 20:10:18.253137 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-f8072fea-c44b-4a41-b98e-1e2bfa977aa4 req-e1e74705-2361-4031-919b-e05b2ff83c79 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Synchronizing usage tracker for tenant:a1a57cdea23a49088fa533e38f6a3032 on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:10:18.264963 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:18.289708 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-f8072fea-c44b-4a41-b98e-1e2bfa977aa4 req-e1e74705-2361-4031-919b-e05b2ff83c79 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Unset dirty status for tenant:a1a57cdea23a49088fa533e38f6a3032 on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:10:18.291049 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f8072fea-c44b-4a41-b98e-1e2bfa977aa4 req-e1e74705-2361-4031-919b-e05b2ff83c79 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] 10.222.0.85 "GET /v2.0/ports?device_id=9c32c8ec-3847-430c-b19f-49ed6feb4bec HTTP/1.1" status: 200 len: 210 time: 0.1524045 May 30 20:10:18.294040 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c637f9e1-d10e-4905-86bf-6018d8972099 admin admin] Router 2cc02dbd-1c04-4aed-b380-a3db1f7e545d has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:10:18.383960 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-d3987fec-946b-4ced-80a0-cc8de0aaeda2 None None] Port 063e391f-2b5d-4e61-9822-145095f8ca08 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:10:18.560316 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=5cb84b4f-72d6-4082-8587-7c66e637a49b,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:18.665991 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b2b9d369-4224-4023-9629-af97d0b682cf req-8b4a64ab-f00e-4d8c-beed-6e0b25833562 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.85 "GET /v2.0/ports?device_id=ed6463f4-e464-4a85-9f9c-7310728a5be3 HTTP/1.1" status: 200 len: 210 time: 0.0575571 May 30 20:10:18.801762 n-d-843948-2 neutron-server[84887]: INFO neutron.api.v2.resource [req-e55c25b3-6629-4a87-9d94-cbbadc9d64f3 req-dfeef613-3546-4999-9958-780712b3d626 tempest-SecurityGroupRulesNegativeTestJSON-404359875 tempest-SecurityGroupRulesNegativeTestJSON-404359875-project] show failed (client error): The resource could not be found. May 30 20:10:18.832782 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e55c25b3-6629-4a87-9d94-cbbadc9d64f3 req-dfeef613-3546-4999-9958-780712b3d626 tempest-SecurityGroupRulesNegativeTestJSON-404359875 tempest-SecurityGroupRulesNegativeTestJSON-404359875-project] 10.222.0.85 "GET /v2.0/security-group-rules/b83f649c-445f-4d6f-a087-c85a310dad22 HTTP/1.1" status: 404 len: 361 time: 0.1164482 May 30 20:10:18.852955 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9330bd3-3909-4f0a-ac83-7cb6d53b6e05'] response: {'server_uuid': 'ed6463f4-e464-4a85-9f9c-7310728a5be3', 'name': 'network-vif-deleted', 'tag': 'db3b07c9-67cb-48f8-9d27-0e34bb38e2e7', 'status': 'completed', 'code': 200} May 30 20:10:18.893276 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c637f9e1-d10e-4905-86bf-6018d8972099 admin admin] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:10:18.922752 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-c637f9e1-d10e-4905-86bf-6018d8972099 admin admin] 10.222.0.85 "PUT /v2.0/routers/2cc02dbd-1c04-4aed-b380-a3db1f7e545d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1699054 May 30 20:10:19.136672 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1d294db2-cbd5-4237-b6d6-df3c040f89d7 req-739ac000-26da-4851-97e6-78c5eedbb134 tempest-ListImageFiltersTestJSON-965511707 tempest-ListImageFiltersTestJSON-965511707-project] 10.222.0.85 "GET /v2.0/ports?device_id=1e974719-f151-411c-a7de-1bbece5ed0bf HTTP/1.1" status: 200 len: 210 time: 0.1416364 May 30 20:10:19.241321 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d1e42d57-c2e5-4c33-b336-12f71175f6b7 req-7080bff2-50e0-4ec9-840b-d1225d37cf38 tempest-ListImageFiltersTestJSON-965511707 tempest-ListImageFiltersTestJSON-965511707-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=d6b91868f5704c93ab182f6e282adb5a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1029360 May 30 20:10:19.267685 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:19.395219 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4d79234b-2949-42ff-83b2-cd42847db2e0 req-33320872-f62d-4f7a-9fbb-2934db2b271a tempest-SecurityGroupRulesNegativeTestJSON-404359875 tempest-SecurityGroupRulesNegativeTestJSON-404359875-project] 10.222.0.85 "GET /v2.0/security-groups/b39109df-5471-49d4-ad16-ff18948fdca7 HTTP/1.1" status: 200 len: 1647 time: 0.1269803 May 30 20:10:19.534438 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-4d79234b-2949-42ff-83b2-cd42847db2e0 req-1214df98-8f0c-4b67-a4c9-c0274a014c03 tempest-SecurityGroupRulesNegativeTestJSON-404359875 tempest-SecurityGroupRulesNegativeTestJSON-404359875-project] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:19.587359 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-4d79234b-2949-42ff-83b2-cd42847db2e0 req-1214df98-8f0c-4b67-a4c9-c0274a014c03 tempest-SecurityGroupRulesNegativeTestJSON-404359875 tempest-SecurityGroupRulesNegativeTestJSON-404359875-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:19.606885 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e42d57-c2e5-4c33-b336-12f71175f6b7 req-91642b2e-926f-4d97-82c3-fdb50124ec1e tempest-ListImageFiltersTestJSON-965511707 tempest-ListImageFiltersTestJSON-965511707-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:19.611796 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d1e42d57-c2e5-4c33-b336-12f71175f6b7 req-91642b2e-926f-4d97-82c3-fdb50124ec1e tempest-ListImageFiltersTestJSON-965511707 tempest-ListImageFiltersTestJSON-965511707-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3612514 May 30 20:10:19.671074 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-d1e42d57-c2e5-4c33-b336-12f71175f6b7 req-95afccfb-8b2e-4928-ba4e-46d9fc8de20a tempest-ListImageFiltersTestJSON-965511707 tempest-ListImageFiltersTestJSON-965511707-project] Request body: {'port': {'device_id': '8e67adfc-c960-4bd6-a089-73711ac28b5f', 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1', 'admin_state_up': True, 'tenant_id': 'd6b91868f5704c93ab182f6e282adb5a'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:10:19.778012 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-4d79234b-2949-42ff-83b2-cd42847db2e0 req-1214df98-8f0c-4b67-a4c9-c0274a014c03 tempest-SecurityGroupRulesNegativeTestJSON-404359875 tempest-SecurityGroupRulesNegativeTestJSON-404359875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:19.800438 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1214df98-8f0c-4b67-a4c9-c0274a014c03 tempest-SecurityGroupRulesNegativeTestJSON-404359875 tempest-SecurityGroupRulesNegativeTestJSON-404359875-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b39109df-5471-49d4-ad16-ff18948fdca7,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:19.813526 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-4d79234b-2949-42ff-83b2-cd42847db2e0 req-1214df98-8f0c-4b67-a4c9-c0274a014c03 tempest-SecurityGroupRulesNegativeTestJSON-404359875 tempest-SecurityGroupRulesNegativeTestJSON-404359875-project] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:19.842280 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4d79234b-2949-42ff-83b2-cd42847db2e0 req-1214df98-8f0c-4b67-a4c9-c0274a014c03 tempest-SecurityGroupRulesNegativeTestJSON-404359875 tempest-SecurityGroupRulesNegativeTestJSON-404359875-project] 10.222.0.85 "DELETE /v2.0/security-groups/b39109df-5471-49d4-ad16-ff18948fdca7 HTTP/1.1" status: 204 len: 173 time: 0.4461663 May 30 20:10:19.894621 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-d1e42d57-c2e5-4c33-b336-12f71175f6b7 req-95afccfb-8b2e-4928-ba4e-46d9fc8de20a tempest-ListImageFiltersTestJSON-965511707 tempest-ListImageFiltersTestJSON-965511707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:10:19.899936 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-d1e42d57-c2e5-4c33-b336-12f71175f6b7 req-95afccfb-8b2e-4928-ba4e-46d9fc8de20a tempest-ListImageFiltersTestJSON-965511707 tempest-ListImageFiltersTestJSON-965511707-project] Usage tracker for resource:port and tenant:d6b91868f5704c93ab182f6e282adb5a is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:10:19.904915 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-d1e42d57-c2e5-4c33-b336-12f71175f6b7 req-95afccfb-8b2e-4928-ba4e-46d9fc8de20a tempest-ListImageFiltersTestJSON-965511707 tempest-ListImageFiltersTestJSON-965511707-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:10:19.913595 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-d1e42d57-c2e5-4c33-b336-12f71175f6b7 req-95afccfb-8b2e-4928-ba4e-46d9fc8de20a tempest-ListImageFiltersTestJSON-965511707 tempest-ListImageFiltersTestJSON-965511707-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:10:20.019166 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 114952f3-2b7d-402a-a5e1-efec9d1e63fa up at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:10:20.046284 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1e42d57-c2e5-4c33-b336-12f71175f6b7 req-95afccfb-8b2e-4928-ba4e-46d9fc8de20a tempest-ListImageFiltersTestJSON-965511707 tempest-ListImageFiltersTestJSON-965511707-project] Made reservation on behalf of d6b91868f5704c93ab182f6e282adb5a for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:10:20.052162 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-d1e42d57-c2e5-4c33-b336-12f71175f6b7 req-95afccfb-8b2e-4928-ba4e-46d9fc8de20a tempest-ListImageFiltersTestJSON-965511707 tempest-ListImageFiltersTestJSON-965511707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:20.068712 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09165c87-8dbf-4314-9c8b-55af86993317 req-3c3a4d01-41aa-4343-9ca3-1d7943fc4d9b tempest-ServerAddressesTestJSON-1527069479 tempest-ServerAddressesTestJSON-1527069479-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:20.076478 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-09165c87-8dbf-4314-9c8b-55af86993317 req-3c3a4d01-41aa-4343-9ca3-1d7943fc4d9b tempest-ServerAddressesTestJSON-1527069479 tempest-ServerAddressesTestJSON-1527069479-project] 10.222.0.85 "GET /v2.0/ports?device_id=dc4ed122-e2d4-4f38-b0d5-ff692b21e681 HTTP/1.1" status: 200 len: 945 time: 0.1106932 May 30 20:10:20.106166 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-d1e42d57-c2e5-4c33-b336-12f71175f6b7 req-95afccfb-8b2e-4928-ba4e-46d9fc8de20a tempest-ListImageFiltersTestJSON-965511707 tempest-ListImageFiltersTestJSON-965511707-project] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:20.110890 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df27fb0e-2be6-4b85-867e-63f32995a065 None None] Sync routers for ids ['2cc02dbd-1c04-4aed-b380-a3db1f7e545d'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:10:20.128871 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df27fb0e-2be6-4b85-867e-63f32995a065 None None] Routers {'2cc02dbd-1c04-4aed-b380-a3db1f7e545d'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:10:20.130721 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-df27fb0e-2be6-4b85-867e-63f32995a065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:09:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['2cc02dbd-1c04-4aed-b380-a3db1f7e545d'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:10:20.142721 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-09165c87-8dbf-4314-9c8b-55af86993317 req-fa481d53-b752-4937-b178-7a0dba729f63 tempest-ServerAddressesTestJSON-1527069479 tempest-ServerAddressesTestJSON-1527069479-project] 10.222.0.85 "GET /v2.0/security-groups?id=84b47eda-086e-4f8e-a2d7-1efeda4186b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648065 May 30 20:10:20.224465 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-d1e42d57-c2e5-4c33-b336-12f71175f6b7 req-95afccfb-8b2e-4928-ba4e-46d9fc8de20a tempest-ListImageFiltersTestJSON-965511707 tempest-ListImageFiltersTestJSON-965511707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:10:20.231525 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-d1e42d57-c2e5-4c33-b336-12f71175f6b7 req-95afccfb-8b2e-4928-ba4e-46d9fc8de20a tempest-ListImageFiltersTestJSON-965511707 tempest-ListImageFiltersTestJSON-965511707-project] Usage tracker for resource:security_group_rule and tenant:d6b91868f5704c93ab182f6e282adb5a is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:10:20.238946 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-d1e42d57-c2e5-4c33-b336-12f71175f6b7 req-95afccfb-8b2e-4928-ba4e-46d9fc8de20a tempest-ListImageFiltersTestJSON-965511707 tempest-ListImageFiltersTestJSON-965511707-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:10:20.249240 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-d1e42d57-c2e5-4c33-b336-12f71175f6b7 req-95afccfb-8b2e-4928-ba4e-46d9fc8de20a tempest-ListImageFiltersTestJSON-965511707 tempest-ListImageFiltersTestJSON-965511707-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:10:20.302356 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning for port 114952f3-2b7d-402a-a5e1-efec9d1e63fa completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:10:20.308622 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning complete for port 114952f3-2b7d-402a-a5e1-efec9d1e63fa triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:10:20.309025 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:20.400599 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 5cb84b4f-72d6-4082-8587-7c66e637a49b up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:10:20.446325 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-d1e42d57-c2e5-4c33-b336-12f71175f6b7 req-95afccfb-8b2e-4928-ba4e-46d9fc8de20a tempest-ListImageFiltersTestJSON-965511707 tempest-ListImageFiltersTestJSON-965511707-project] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:20.514347 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-df27fb0e-2be6-4b85-867e-63f32995a065 None None] Set router 2cc02dbd-1c04-4aed-b380-a3db1f7e545d gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:10:20.560388 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-d1e42d57-c2e5-4c33-b336-12f71175f6b7 req-95afccfb-8b2e-4928-ba4e-46d9fc8de20a tempest-ListImageFiltersTestJSON-965511707 tempest-ListImageFiltersTestJSON-965511707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:20.570693 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 5cb84b4f-72d6-4082-8587-7c66e637a49b triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:10:20.571486 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:20.620989 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:20.687754 n-d-843948-2 neutron-server[84886]: INFO neutron.api.v2.resource [req-0ee0b497-7e20-44be-960b-f865195dfe8f req-efbe094e-9a0e-4c09-91e1-30f654ce2b21 tempest-FloatingIPDetailsNegativeTestJSON-1351660671 tempest-FloatingIPDetailsNegativeTestJSON-1351660671-project] show failed (client error): The resource could not be found. May 30 20:10:20.702297 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0ee0b497-7e20-44be-960b-f865195dfe8f req-efbe094e-9a0e-4c09-91e1-30f654ce2b21 tempest-FloatingIPDetailsNegativeTestJSON-1351660671 tempest-FloatingIPDetailsNegativeTestJSON-1351660671-project] 10.222.0.85 "GET /v2.0/floatingips/0db732b4-d1dd-4ded-b48c-0adfec42c7ab HTTP/1.1" status: 404 len: 350 time: 0.1902187 May 30 20:10:20.703962 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 51784) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:10:20.722696 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 114952f3-2b7d-402a-a5e1-efec9d1e63fa, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=114952f3-2b7d-402a-a5e1-efec9d1e63fa,segment=NetworkSegment(b4865546-a787-4a7c-85d0-3dc154436caf),segment_id=b4865546-a787-4a7c-85d0-3dc154436caf)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:10:20.724232 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc4ed122-e2d4-4f38-b0d5-ff692b21e681', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '114952f3-2b7d-402a-a5e1-efec9d1e63fa'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:10:20.829594 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:20.890260 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95afccfb-8b2e-4928-ba4e-46d9fc8de20a tempest-ListImageFiltersTestJSON-965511707 tempest-ListImageFiltersTestJSON-965511707-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6ee8f85-74c5-46fe-a3a8-5610018ec9b3,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:20.997848 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e502ecfa-5d8d-48cb-808a-5433d9ce7696 req-8ad6705b-8324-412b-9961-b475f23b833c tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:20.999821 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e502ecfa-5d8d-48cb-808a-5433d9ce7696 req-8ad6705b-8324-412b-9961-b475f23b833c tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] 10.222.0.85 "GET /v2.0/ports?device_id=a4b5d15f-eb6d-4803-b156-b8a097188403 HTTP/1.1" status: 200 len: 946 time: 0.2308242 May 30 20:10:21.046212 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [req-d1e42d57-c2e5-4c33-b336-12f71175f6b7 req-95afccfb-8b2e-4928-ba4e-46d9fc8de20a tempest-ListImageFiltersTestJSON-965511707 tempest-ListImageFiltersTestJSON-965511707-project] Allocated IP 192.168.233.244 (4344fbed-57fb-43d7-b32d-6020ce60f0a1/1b83ff54-b1af-44ce-bb75-ba148920553c/b2692eb8-1752-4fef-bb41-97b67e62bb53) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:10:21.055000 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9fdcd7f4-a19c-41f6-ba0a-ed5a95a974b3 req-db4f7832-8da3-4530-bf1d-5b72e6b1a473 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] 10.222.0.85 "GET /v2.0/ports?device_id=9c32c8ec-3847-430c-b19f-49ed6feb4bec HTTP/1.1" status: 200 len: 210 time: 0.0610366 May 30 20:10:21.076133 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=114952f3-2b7d-402a-a5e1-efec9d1e63fa,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:21.150868 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e502ecfa-5d8d-48cb-808a-5433d9ce7696 req-c63064ed-d5d9-4685-9760-f917261c3189 tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] 10.222.0.85 "GET /v2.0/security-groups?id=c7896e4c-36a2-48d0-b2ac-efb83a8df59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1445460 May 30 20:10:21.215381 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-df27fb0e-2be6-4b85-867e-63f32995a065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cc02dbd-1c04-4aed-b380-a3db1f7e545d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2100453891-router', 'tenant_id': '6d2afa5fa2374068b00c8f645adce375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '5cb84b4f-72d6-4082-8587-7c66e637a49b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:10:07Z', 'updated_at': '2022-05-30T20:10:15Z', 'revision_number': 4, 'project_id': '6d2afa5fa2374068b00c8f645adce375', 'gw_port': {'id': '5cb84b4f-72d6-4082-8587-7c66e637a49b', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:6b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc02dbd-1c04-4aed-b380-a3db1f7e545d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:10:09Z', 'updated_at': '2022-05-30T20:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '063e391f-2b5d-4e61-9822-145095f8ca08', 'name': '', 'network_id': '8635b879-d8ac-437a-b7f7-e091426b43ce', 'tenant_id': '6d2afa5fa2374068b00c8f645adce375', 'mac_address': 'fa:16:3e:37:77:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cc02dbd-1c04-4aed-b380-a3db1f7e545d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bd0b8c4e-9327-4603-929f-548ae9ffeadb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:10:13Z', 'updated_at': '2022-05-30T20:10:15Z', 'revision_number': 2, 'project_id': '6d2afa5fa2374068b00c8f645adce375', 'subnets': [{'id': 'bd0b8c4e-9327-4603-929f-548ae9ffeadb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:10:21.220264 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df27fb0e-2be6-4b85-867e-63f32995a065 None None] Checking router: 2cc02dbd-1c04-4aed-b380-a3db1f7e545d for host: n-d-843948-2 {{(pid=84889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:10:21.220618 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df27fb0e-2be6-4b85-867e-63f32995a065 None None] Updating router 2cc02dbd-1c04-4aed-b380-a3db1f7e545d port 063e391f-2b5d-4e61-9822-145095f8ca08 binding host n-d-843948-2 {{(pid=84889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:10:21.280286 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-df27fb0e-2be6-4b85-867e-63f32995a065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:21.448838 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-21bfd4fd-7746-44b5-a558-9fbf31a9155d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-736216'] for router_interface, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:21.580710 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7990463a-18cd-4b3c-8394-dbde94e182f5 req-72659d13-8229-4820-b0ea-9967c252413b tempest-SecurityGroupRulesNegativeTestJSON-404359875 tempest-SecurityGroupRulesNegativeTestJSON-404359875-project] 10.222.0.85 "GET /v2.0/security-groups/c7a41596-8aff-49d1-befd-1109d0d527bf HTTP/1.1" status: 200 len: 1646 time: 0.3667645 May 30 20:10:21.658634 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-4c4e3f0b-6100-4b0b-8e61-322470973d68 service neutron] 10.222.0.71 "GET /v2.0/ports/95b64d06-8312-443c-b64a-5e0fcaa868bc HTTP/1.1" status: 200 len: 1025 time: 0.2015464 May 30 20:10:21.797236 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-95e7d515-b4d1-439e-8afb-e86dfb1e6ca2 service neutron] 10.222.0.71 "GET /v2.0/ports/bd538527-50e2-46fa-937e-cca2aa73fee4 HTTP/1.1" status: 200 len: 1026 time: 0.1267538 May 30 20:10:21.858028 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-d1e42d57-c2e5-4c33-b336-12f71175f6b7 req-95afccfb-8b2e-4928-ba4e-46d9fc8de20a tempest-ListImageFiltersTestJSON-965511707 tempest-ListImageFiltersTestJSON-965511707-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:21.868043 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-7990463a-18cd-4b3c-8394-dbde94e182f5 req-30f6e19b-850d-4ed8-94a1-17ff33e5f7b8 tempest-SecurityGroupRulesNegativeTestJSON-404359875 tempest-SecurityGroupRulesNegativeTestJSON-404359875-project] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:22.044705 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:22.047125 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-df27fb0e-2be6-4b85-867e-63f32995a065 None None] Notify callbacks [] for port, precommit_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:22.062087 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.provisioning_blocks [None req-df27fb0e-2be6-4b85-867e-63f32995a065 None None] Transition to ACTIVE for port object 063e391f-2b5d-4e61-9822-145095f8ca08 will not be triggered until provisioned by entity L2. {{(pid=84889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:10:22.176764 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-df27fb0e-2be6-4b85-867e-63f32995a065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:22.181799 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-d1e42d57-c2e5-4c33-b336-12f71175f6b7 req-95afccfb-8b2e-4928-ba4e-46d9fc8de20a tempest-ListImageFiltersTestJSON-965511707 tempest-ListImageFiltersTestJSON-965511707-project] Transition to ACTIVE for port object b2692eb8-1752-4fef-bb41-97b67e62bb53 will not be triggered until provisioned by entity DHCP. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:10:22.214959 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-7990463a-18cd-4b3c-8394-dbde94e182f5 req-30f6e19b-850d-4ed8-94a1-17ff33e5f7b8 tempest-SecurityGroupRulesNegativeTestJSON-404359875 tempest-SecurityGroupRulesNegativeTestJSON-404359875-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:22.296258 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abf850d-7484-48a5-80e6-88488810c769 None None] Pushing event updated for resources: {'Port': ['ID=063e391f-2b5d-4e61-9822-145095f8ca08,revision_number=3']} {{(pid=84889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:22.309457 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abf850d-7484-48a5-80e6-88488810c769 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:10:22.310197 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abf850d-7484-48a5-80e6-88488810c769 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:10:22.310597 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abf850d-7484-48a5-80e6-88488810c769 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:10:22.310794 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abf850d-7484-48a5-80e6-88488810c769 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:10:22.311187 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abf850d-7484-48a5-80e6-88488810c769 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:10:22.311569 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abf850d-7484-48a5-80e6-88488810c769 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:10:22.311994 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abf850d-7484-48a5-80e6-88488810c769 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:10:22.312382 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abf850d-7484-48a5-80e6-88488810c769 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:10:22.312787 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abf850d-7484-48a5-80e6-88488810c769 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:10:22.313193 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abf850d-7484-48a5-80e6-88488810c769 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:10:22.313553 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abf850d-7484-48a5-80e6-88488810c769 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:10:22.376599 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9bfe0402-55ac-4b0d-8172-604614c04345 req-eeb5c87d-27f9-44cf-94b3-5d28b1e76195 tempest-ListImageFiltersTestJSON-965511707 tempest-ListImageFiltersTestJSON-965511707-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=d6b91868f5704c93ab182f6e282adb5a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0332494 May 30 20:10:22.388845 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-dca06ce3-4627-4ac2-b8e0-e8465bfab540 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:22.401303 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-dca06ce3-4627-4ac2-b8e0-e8465bfab540 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:22.409453 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-dca06ce3-4627-4ac2-b8e0-e8465bfab540 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:22.424995 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-dca06ce3-4627-4ac2-b8e0-e8465bfab540 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] 10.222.0.71 "GET /v2.0/networks?id=5e8f5de0-54c1-49e1-ba92-4f5db898889d&id=7dfebaf0-dc9f-476d-9977-56c7fc58662b&id=7dfebaf0-dc9f-476d-9977-56c7fc58662b&id=7dfebaf0-dc9f-476d-9977-56c7fc58662b&id=7dfebaf0-dc9f-476d-9977-56c7fc58662b&id=945aa537-7e5a-42ac-a8f5-8cf6a31fa2b8&id=945aa537-7e5a-42ac-a8f5-8cf6a31fa2b8 HTTP/1.1" status: 200 len: 1990 time: 0.6101472 May 30 20:10:22.566386 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-df27fb0e-2be6-4b85-867e-63f32995a065 None None] Attempting to bind port 063e391f-2b5d-4e61-9822-145095f8ca08 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:10:22.566775 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-df27fb0e-2be6-4b85-867e-63f32995a065 None None] Attempting to bind port 063e391f-2b5d-4e61-9822-145095f8ca08 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': '57242d7e-7641-4514-9ed1-8977383a0772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '8635b879-d8ac-437a-b7f7-e091426b43ce'}] {{(pid=84889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:10:22.567160 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df27fb0e-2be6-4b85-867e-63f32995a065 None None] Attempting to bind port 063e391f-2b5d-4e61-9822-145095f8ca08 on network 8635b879-d8ac-437a-b7f7-e091426b43ce {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:10:22.579097 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df27fb0e-2be6-4b85-867e-63f32995a065 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:10:22.579452 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df27fb0e-2be6-4b85-867e-63f32995a065 None None] Checking segment: {'id': '57242d7e-7641-4514-9ed1-8977383a0772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '8635b879-d8ac-437a-b7f7-e091426b43ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:10:22.579901 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-df27fb0e-2be6-4b85-867e-63f32995a065 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:22.580301 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df27fb0e-2be6-4b85-867e-63f32995a065 None None] Bound using segment: {'id': '57242d7e-7641-4514-9ed1-8977383a0772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '8635b879-d8ac-437a-b7f7-e091426b43ce'} {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:10:22.580782 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-df27fb0e-2be6-4b85-867e-63f32995a065 None None] Bound port: 063e391f-2b5d-4e61-9822-145095f8ca08, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57242d7e-7641-4514-9ed1-8977383a0772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '8635b879-d8ac-437a-b7f7-e091426b43ce'}}] {{(pid=84889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:10:22.582017 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-df27fb0e-2be6-4b85-867e-63f32995a065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:22.648347 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-06e9a7ea-de41-4f69-8682-a2bf22eb9658 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a1a57cdea23a49088fa533e38f6a3032 HTTP/1.1" status: 200 len: 379 time: 0.2050431 May 30 20:10:22.663431 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-27b67b1c-abfd-4541-baf8-1a144affec6e tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Request body: {'port': {'device_id': '9c32c8ec-3847-430c-b19f-49ed6feb4bec', 'network_id': '5e8f5de0-54c1-49e1-ba92-4f5db898889d', 'admin_state_up': True, 'tenant_id': 'a1a57cdea23a49088fa533e38f6a3032', 'security_groups': ['37be4557-a35d-41b8-94e5-d29002afe979']}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:10:22.711989 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-d1e42d57-c2e5-4c33-b336-12f71175f6b7 req-95afccfb-8b2e-4928-ba4e-46d9fc8de20a tempest-ListImageFiltersTestJSON-965511707 tempest-ListImageFiltersTestJSON-965511707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:22.716619 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.db [None req-df27fb0e-2be6-4b85-867e-63f32995a065 None None] For port 063e391f-2b5d-4e61-9822-145095f8ca08, host n-d-843948-2, cleared binding levels {{(pid=84889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:10:22.722821 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.db [None req-df27fb0e-2be6-4b85-867e-63f32995a065 None None] For port 063e391f-2b5d-4e61-9822-145095f8ca08, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=063e391f-2b5d-4e61-9822-145095f8ca08,segment=NetworkSegment(57242d7e-7641-4514-9ed1-8977383a0772),segment_id=57242d7e-7641-4514-9ed1-8977383a0772)] {{(pid=84889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:10:22.852456 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-df27fb0e-2be6-4b85-867e-63f32995a065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:22.911804 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-7990463a-18cd-4b3c-8394-dbde94e182f5 req-30f6e19b-850d-4ed8-94a1-17ff33e5f7b8 tempest-SecurityGroupRulesNegativeTestJSON-404359875 tempest-SecurityGroupRulesNegativeTestJSON-404359875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:22.966429 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f6e19b-850d-4ed8-94a1-17ff33e5f7b8 tempest-SecurityGroupRulesNegativeTestJSON-404359875 tempest-SecurityGroupRulesNegativeTestJSON-404359875-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7a41596-8aff-49d1-befd-1109d0d527bf,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:23.080438 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1e42d57-c2e5-4c33-b336-12f71175f6b7 req-95afccfb-8b2e-4928-ba4e-46d9fc8de20a tempest-ListImageFiltersTestJSON-965511707 tempest-ListImageFiltersTestJSON-965511707-project] Network 4344fbed-57fb-43d7-b32d-6020ce60f0a1 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:10:23.087382 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95afccfb-8b2e-4928-ba4e-46d9fc8de20a tempest-ListImageFiltersTestJSON-965511707 tempest-ListImageFiltersTestJSON-965511707-project] Pushing event updated for resources: {'Port': ['ID=b2692eb8-1752-4fef-bb41-97b67e62bb53,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:23.111245 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abf850d-7484-48a5-80e6-88488810c769 None None] Pushing event updated for resources: {'Port': ['ID=063e391f-2b5d-4e61-9822-145095f8ca08,revision_number=4']} {{(pid=84889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:23.119833 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [req-d1e42d57-c2e5-4c33-b336-12f71175f6b7 req-95afccfb-8b2e-4928-ba4e-46d9fc8de20a tempest-ListImageFiltersTestJSON-965511707 tempest-ListImageFiltersTestJSON-965511707-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:10:23.124478 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-02c3e292-2435-4133-a9d1-dc441bb5d40d req-3826cf8d-5bcd-4d2c-a4eb-6e063e80becc tempest-ListImageFiltersTestJSON-965511707 tempest-ListImageFiltersTestJSON-965511707-project] 10.222.0.85 "GET /v2.0/ports?device_id=1e974719-f151-411c-a7de-1bbece5ed0bf HTTP/1.1" status: 200 len: 210 time: 0.3350303 May 30 20:10:23.158285 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1e42d57-c2e5-4c33-b336-12f71175f6b7 req-95afccfb-8b2e-4928-ba4e-46d9fc8de20a tempest-ListImageFiltersTestJSON-965511707 tempest-ListImageFiltersTestJSON-965511707-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:10:23.159804 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df27fb0e-2be6-4b85-867e-63f32995a065 None None] Routers {'2cc02dbd-1c04-4aed-b380-a3db1f7e545d'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:10:23.161139 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-df27fb0e-2be6-4b85-867e-63f32995a065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:09:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['2cc02dbd-1c04-4aed-b380-a3db1f7e545d'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:10:23.262466 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e42d57-c2e5-4c33-b336-12f71175f6b7 req-95afccfb-8b2e-4928-ba4e-46d9fc8de20a tempest-ListImageFiltersTestJSON-965511707 tempest-ListImageFiltersTestJSON-965511707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:23.263365 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-d1e42d57-c2e5-4c33-b336-12f71175f6b7 req-95afccfb-8b2e-4928-ba4e-46d9fc8de20a tempest-ListImageFiltersTestJSON-965511707 tempest-ListImageFiltersTestJSON-965511707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:23.273261 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-7990463a-18cd-4b3c-8394-dbde94e182f5 req-30f6e19b-850d-4ed8-94a1-17ff33e5f7b8 tempest-SecurityGroupRulesNegativeTestJSON-404359875 tempest-SecurityGroupRulesNegativeTestJSON-404359875-project] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:23.288106 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7990463a-18cd-4b3c-8394-dbde94e182f5 req-30f6e19b-850d-4ed8-94a1-17ff33e5f7b8 tempest-SecurityGroupRulesNegativeTestJSON-404359875 tempest-SecurityGroupRulesNegativeTestJSON-404359875-project] 10.222.0.85 "DELETE /v2.0/security-groups/c7a41596-8aff-49d1-befd-1109d0d527bf HTTP/1.1" status: 204 len: 173 time: 1.7063787 May 30 20:10:23.381673 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-27b67b1c-abfd-4541-baf8-1a144affec6e tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:10:23.399801 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ead596eb-5459-465f-8b80-65a7d4ab76e6'] response: {'server_uuid': 'dc4ed122-e2d4-4f38-b0d5-ff692b21e681', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '114952f3-2b7d-402a-a5e1-efec9d1e63fa', 'code': 200} May 30 20:10:23.416828 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-27b67b1c-abfd-4541-baf8-1a144affec6e tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:10:23.423275 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfe0402-55ac-4b0d-8172-604614c04345 req-932a28dc-d1db-472d-a4f0-5902688f544e tempest-ListImageFiltersTestJSON-965511707 tempest-ListImageFiltersTestJSON-965511707-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:23.424088 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9bfe0402-55ac-4b0d-8172-604614c04345 req-932a28dc-d1db-472d-a4f0-5902688f544e tempest-ListImageFiltersTestJSON-965511707 tempest-ListImageFiltersTestJSON-965511707-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0416243 May 30 20:10:23.433943 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d1e42d57-c2e5-4c33-b336-12f71175f6b7 req-95afccfb-8b2e-4928-ba4e-46d9fc8de20a tempest-ListImageFiltersTestJSON-965511707 tempest-ListImageFiltersTestJSON-965511707-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7898684 May 30 20:10:23.450389 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-d1e42d57-c2e5-4c33-b336-12f71175f6b7 req-86da1843-b7ce-4cd0-ad72-dae975dfb342 service neutron] Request body: {'port': {'device_id': '8e67adfc-c960-4bd6-a089-73711ac28b5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843948-2'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:10:23.470250 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [req-9bfe0402-55ac-4b0d-8172-604614c04345 req-43d316a5-e0e4-4b39-b39b-22d3b14bf8d3 tempest-ListImageFiltersTestJSON-965511707 tempest-ListImageFiltersTestJSON-965511707-project] Request body: {'port': {'device_id': '1e974719-f151-411c-a7de-1bbece5ed0bf', 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1', 'admin_state_up': True, 'tenant_id': 'd6b91868f5704c93ab182f6e282adb5a'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:10:23.656733 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-781aeed2-33d9-4c03-b559-55c1199da412 None None] Provisioning for port b2692eb8-1752-4fef-bb41-97b67e62bb53 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:10:23.663032 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-781aeed2-33d9-4c03-b559-55c1199da412 None None] Provisioning complete for port b2692eb8-1752-4fef-bb41-97b67e62bb53 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:10:23.668854 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-781aeed2-33d9-4c03-b559-55c1199da412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:23.694753 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-27b67b1c-abfd-4541-baf8-1a144affec6e tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Made reservation on behalf of a1a57cdea23a49088fa533e38f6a3032 for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:10:23.703844 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-27b67b1c-abfd-4541-baf8-1a144affec6e tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:23.707693 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-21bfd4fd-7746-44b5-a558-9fbf31a9155d admin admin] Deleting port 063e391f-2b5d-4e61-9822-145095f8ca08 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:10:23.708094 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-21bfd4fd-7746-44b5-a558-9fbf31a9155d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:23.743577 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-df27fb0e-2be6-4b85-867e-63f32995a065 None None] Set router 2cc02dbd-1c04-4aed-b380-a3db1f7e545d gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:10:23.832793 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-781aeed2-33d9-4c03-b559-55c1199da412 None None] Port b2692eb8-1752-4fef-bb41-97b67e62bb53 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:10:23.964909 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-9bfe0402-55ac-4b0d-8172-604614c04345 req-43d316a5-e0e4-4b39-b39b-22d3b14bf8d3 tempest-ListImageFiltersTestJSON-965511707 tempest-ListImageFiltersTestJSON-965511707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:10:23.973262 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-9bfe0402-55ac-4b0d-8172-604614c04345 req-43d316a5-e0e4-4b39-b39b-22d3b14bf8d3 tempest-ListImageFiltersTestJSON-965511707 tempest-ListImageFiltersTestJSON-965511707-project] Usage tracker for resource:port and tenant:d6b91868f5704c93ab182f6e282adb5a is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:10:23.990094 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-9bfe0402-55ac-4b0d-8172-604614c04345 req-43d316a5-e0e4-4b39-b39b-22d3b14bf8d3 tempest-ListImageFiltersTestJSON-965511707 tempest-ListImageFiltersTestJSON-965511707-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:10:24.003892 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-9bfe0402-55ac-4b0d-8172-604614c04345 req-43d316a5-e0e4-4b39-b39b-22d3b14bf8d3 tempest-ListImageFiltersTestJSON-965511707 tempest-ListImageFiltersTestJSON-965511707-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:10:24.024764 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-d1e42d57-c2e5-4c33-b336-12f71175f6b7 req-86da1843-b7ce-4cd0-ad72-dae975dfb342 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:24.031892 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [None req-21bfd4fd-7746-44b5-a558-9fbf31a9155d admin admin] For port 063e391f-2b5d-4e61-9822-145095f8ca08, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=063e391f-2b5d-4e61-9822-145095f8ca08,segment=NetworkSegment(57242d7e-7641-4514-9ed1-8977383a0772),segment_id=57242d7e-7641-4514-9ed1-8977383a0772)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:10:24.032285 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-21bfd4fd-7746-44b5-a558-9fbf31a9155d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:24.167566 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bfe0402-55ac-4b0d-8172-604614c04345 req-43d316a5-e0e4-4b39-b39b-22d3b14bf8d3 tempest-ListImageFiltersTestJSON-965511707 tempest-ListImageFiltersTestJSON-965511707-project] Made reservation on behalf of d6b91868f5704c93ab182f6e282adb5a for: {'port': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:10:24.170843 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-9bfe0402-55ac-4b0d-8172-604614c04345 req-43d316a5-e0e4-4b39-b39b-22d3b14bf8d3 tempest-ListImageFiltersTestJSON-965511707 tempest-ListImageFiltersTestJSON-965511707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:24.179160 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b28bd8f0-b3c3-44f6-9903-2f14763a1da9 req-bc22bff2-bbb0-4b8c-9cdf-cb49ac3e4212 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=dc4ed122-e2d4-4f38-b0d5-ff692b21e681 HTTP/1.1" status: 200 len: 1097 time: 0.6372540 May 30 20:10:24.185309 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60471d63-1913-4fdc-960b-01fd3eca8b49 req-465d3721-8311-4d3f-ab86-2162f66a1d62 tempest-ServerAddressesTestJSON-1527069479 tempest-ServerAddressesTestJSON-1527069479-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:24.186062 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-60471d63-1913-4fdc-960b-01fd3eca8b49 req-465d3721-8311-4d3f-ab86-2162f66a1d62 tempest-ServerAddressesTestJSON-1527069479 tempest-ServerAddressesTestJSON-1527069479-project] Synchronizing usage tracker for tenant:e5be6e1cb5a74368bac31c4e24ee96f8 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:10:24.188479 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-21bfd4fd-7746-44b5-a558-9fbf31a9155d admin admin] Calling delete_port for 063e391f-2b5d-4e61-9822-145095f8ca08 owned by network:router_interface {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:10:24.318592 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-27b67b1c-abfd-4541-baf8-1a144affec6e tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Allocated IP 172.20.0.5 (5e8f5de0-54c1-49e1-ba92-4f5db898889d/4fadf349-a926-433c-a782-ad168c18ddef/cce154e6-cfbb-4903-980b-422f277fa061) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:10:24.350857 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b28bd8f0-b3c3-44f6-9903-2f14763a1da9 req-0822ab2b-809b-4c3e-ada2-6ae09139e650 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=84b47eda-086e-4f8e-a2d7-1efeda4186b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591966 May 30 20:10:24.442948 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-60471d63-1913-4fdc-960b-01fd3eca8b49 req-465d3721-8311-4d3f-ab86-2162f66a1d62 tempest-ServerAddressesTestJSON-1527069479 tempest-ServerAddressesTestJSON-1527069479-project] Unset dirty status for tenant:e5be6e1cb5a74368bac31c4e24ee96f8 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:10:24.449877 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-60471d63-1913-4fdc-960b-01fd3eca8b49 req-465d3721-8311-4d3f-ab86-2162f66a1d62 tempest-ServerAddressesTestJSON-1527069479 tempest-ServerAddressesTestJSON-1527069479-project] 10.222.0.85 "GET /v2.0/ports?device_id=dc4ed122-e2d4-4f38-b0d5-ff692b21e681 HTTP/1.1" status: 200 len: 946 time: 0.8346815 May 30 20:10:24.469067 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-df27fb0e-2be6-4b85-867e-63f32995a065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cc02dbd-1c04-4aed-b380-a3db1f7e545d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2100453891-router', 'tenant_id': '6d2afa5fa2374068b00c8f645adce375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '5cb84b4f-72d6-4082-8587-7c66e637a49b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:10:07Z', 'updated_at': '2022-05-30T20:10:15Z', 'revision_number': 4, 'project_id': '6d2afa5fa2374068b00c8f645adce375', 'gw_port': {'id': '5cb84b4f-72d6-4082-8587-7c66e637a49b', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:6b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc02dbd-1c04-4aed-b380-a3db1f7e545d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:10:09Z', 'updated_at': '2022-05-30T20:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '063e391f-2b5d-4e61-9822-145095f8ca08', 'name': '', 'network_id': '8635b879-d8ac-437a-b7f7-e091426b43ce', 'tenant_id': '6d2afa5fa2374068b00c8f645adce375', 'mac_address': 'fa:16:3e:37:77:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cc02dbd-1c04-4aed-b380-a3db1f7e545d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bd0b8c4e-9327-4603-929f-548ae9ffeadb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:10:13Z', 'updated_at': '2022-05-30T20:10:22Z', 'revision_number': 4, 'project_id': '6d2afa5fa2374068b00c8f645adce375', 'subnets': [{'id': 'bd0b8c4e-9327-4603-929f-548ae9ffeadb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:10:24.475020 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df27fb0e-2be6-4b85-867e-63f32995a065 None None] The sync data for ids ['2cc02dbd-1c04-4aed-b380-a3db1f7e545d'] in n-d-843948-2 is: [{'id': '2cc02dbd-1c04-4aed-b380-a3db1f7e545d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2100453891-router', 'tenant_id': '6d2afa5fa2374068b00c8f645adce375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '5cb84b4f-72d6-4082-8587-7c66e637a49b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:10:07Z', 'updated_at': '2022-05-30T20:10:15Z', 'revision_number': 4, 'project_id': '6d2afa5fa2374068b00c8f645adce375', 'gw_port': {'id': '5cb84b4f-72d6-4082-8587-7c66e637a49b', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:6b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc02dbd-1c04-4aed-b380-a3db1f7e545d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:10:09Z', 'updated_at': '2022-05-30T20:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '063e391f-2b5d-4e61-9822-145095f8ca08', 'name': '', 'network_id': '8635b879-d8ac-437a-b7f7-e091426b43ce', 'tenant_id': '6d2afa5fa2374068b00c8f645adce375', 'mac_address': 'fa:16:3e:37:77:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cc02dbd-1c04-4aed-b380-a3db1f7e545d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bd0b8c4e-9327-4603-929f-548ae9ffeadb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:10:13Z', 'updated_at': '2022-05-30T20:10:22Z', 'revision_number': 4, 'project_id': '6d2afa5fa2374068b00c8f645adce375', 'subnets': [{'id': 'bd0b8c4e-9327-4603-929f-548ae9ffeadb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:10:24.604968 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-21bfd4fd-7746-44b5-a558-9fbf31a9155d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:24.651945 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-521e8a87-6d29-4e91-88fd-41f0e31c0e8a req-fdb8d0db-df60-41c2-bfe8-08f1783df1ab tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] 10.222.0.85 "GET /v2.0/ports?device_id=9c32c8ec-3847-430c-b19f-49ed6feb4bec HTTP/1.1" status: 200 len: 210 time: 0.1451173 May 30 20:10:24.653531 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bfd4fd-7746-44b5-a558-9fbf31a9155d admin admin] Pushing event deleted for resources: {'Port': ['ID=063e391f-2b5d-4e61-9822-145095f8ca08,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:24.993916 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-60471d63-1913-4fdc-960b-01fd3eca8b49 req-67edf81d-6d81-4fa2-aadc-b6cd9faaed61 tempest-ServerAddressesTestJSON-1527069479 tempest-ServerAddressesTestJSON-1527069479-project] Synchronizing usage tracker for tenant:e5be6e1cb5a74368bac31c4e24ee96f8 on resource:security_group {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:10:25.117911 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c7b55179-24f8-4d11-9e0f-b915348acd4b req-19f90277-dbe1-491b-a02e-2e942794b8c0 tempest-SecurityGroupRulesNegativeTestJSON-404359875 tempest-SecurityGroupRulesNegativeTestJSON-404359875-project] 10.222.0.85 "GET /v2.0/security-groups/59dc2697-d421-4b3a-82e7-572bc22f3864 HTTP/1.1" status: 200 len: 1646 time: 0.2668004 May 30 20:10:25.187770 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [req-d1e42d57-c2e5-4c33-b336-12f71175f6b7 req-86da1843-b7ce-4cd0-ad72-dae975dfb342 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2692eb8-1752-4fef-bb41-97b67e62bb53 {{(pid=84887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:10:25.217970 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-d1e42d57-c2e5-4c33-b336-12f71175f6b7 req-86da1843-b7ce-4cd0-ad72-dae975dfb342 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:25.250065 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-c7b55179-24f8-4d11-9e0f-b915348acd4b req-67b2d8dc-d478-41da-ba1e-bb69fed74b3b tempest-SecurityGroupRulesNegativeTestJSON-404359875 tempest-SecurityGroupRulesNegativeTestJSON-404359875-project] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:25.259246 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-27b67b1c-abfd-4541-baf8-1a144affec6e tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:25.281906 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-60471d63-1913-4fdc-960b-01fd3eca8b49 req-67edf81d-6d81-4fa2-aadc-b6cd9faaed61 tempest-ServerAddressesTestJSON-1527069479 tempest-ServerAddressesTestJSON-1527069479-project] Unset dirty status for tenant:e5be6e1cb5a74368bac31c4e24ee96f8 on resource:security_group {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:10:25.283826 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-60471d63-1913-4fdc-960b-01fd3eca8b49 req-67edf81d-6d81-4fa2-aadc-b6cd9faaed61 tempest-ServerAddressesTestJSON-1527069479 tempest-ServerAddressesTestJSON-1527069479-project] 10.222.0.85 "GET /v2.0/security-groups?id=84b47eda-086e-4f8e-a2d7-1efeda4186b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8331413 May 30 20:10:25.298414 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-d1e42d57-c2e5-4c33-b336-12f71175f6b7 req-86da1843-b7ce-4cd0-ad72-dae975dfb342 service neutron] Transition to ACTIVE for port object b2692eb8-1752-4fef-bb41-97b67e62bb53 will not be triggered until provisioned by entity L2. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:10:25.304556 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-c7b55179-24f8-4d11-9e0f-b915348acd4b req-67b2d8dc-d478-41da-ba1e-bb69fed74b3b tempest-SecurityGroupRulesNegativeTestJSON-404359875 tempest-SecurityGroupRulesNegativeTestJSON-404359875-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:25.326357 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-27b67b1c-abfd-4541-baf8-1a144affec6e tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Transition to ACTIVE for port object cce154e6-cfbb-4903-980b-422f277fa061 will not be triggered until provisioned by entity DHCP. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:10:25.390398 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-d1e42d57-c2e5-4c33-b336-12f71175f6b7 req-86da1843-b7ce-4cd0-ad72-dae975dfb342 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:25.520530 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [req-9bfe0402-55ac-4b0d-8172-604614c04345 req-43d316a5-e0e4-4b39-b39b-22d3b14bf8d3 tempest-ListImageFiltersTestJSON-965511707 tempest-ListImageFiltersTestJSON-965511707-project] Allocated IP 192.168.233.209 (4344fbed-57fb-43d7-b32d-6020ce60f0a1/1b83ff54-b1af-44ce-bb75-ba148920553c/5dd7d2c5-4872-4599-ac18-d24cb5375cd4) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:10:25.542428 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-27b67b1c-abfd-4541-baf8-1a144affec6e tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:25.559294 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-21bfd4fd-7746-44b5-a558-9fbf31a9155d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1718140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-736143'] for router_interface, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:25.734077 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-c7b55179-24f8-4d11-9e0f-b915348acd4b req-67b2d8dc-d478-41da-ba1e-bb69fed74b3b tempest-SecurityGroupRulesNegativeTestJSON-404359875 tempest-SecurityGroupRulesNegativeTestJSON-404359875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:26.047041 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86da1843-b7ce-4cd0-ad72-dae975dfb342 service neutron] Pushing event updated for resources: {'Port': ['ID=b2692eb8-1752-4fef-bb41-97b67e62bb53,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:26.157015 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b2d8dc-d478-41da-ba1e-bb69fed74b3b tempest-SecurityGroupRulesNegativeTestJSON-404359875 tempest-SecurityGroupRulesNegativeTestJSON-404359875-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59dc2697-d421-4b3a-82e7-572bc22f3864,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:26.195670 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b67b1c-abfd-4541-baf8-1a144affec6e tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Pushing event updated for resources: {'Port': ['ID=cce154e6-cfbb-4903-980b-422f277fa061,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:26.206094 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-27b67b1c-abfd-4541-baf8-1a144affec6e tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Network 5e8f5de0-54c1-49e1-ba92-4f5db898889d is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:10:26.211578 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-27b67b1c-abfd-4541-baf8-1a144affec6e tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:10:26.215811 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-27b67b1c-abfd-4541-baf8-1a144affec6e tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:10:26.234855 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-1cb8f59c-daf2-43b7-89e0-1d1ffe51626e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:26.316317 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-27b67b1c-abfd-4541-baf8-1a144affec6e tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:26.316317 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-27b67b1c-abfd-4541-baf8-1a144affec6e tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:26.369712 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-c7b55179-24f8-4d11-9e0f-b915348acd4b req-67b2d8dc-d478-41da-ba1e-bb69fed74b3b tempest-SecurityGroupRulesNegativeTestJSON-404359875 tempest-SecurityGroupRulesNegativeTestJSON-404359875-project] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:26.377712 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c7b55179-24f8-4d11-9e0f-b915348acd4b req-67b2d8dc-d478-41da-ba1e-bb69fed74b3b tempest-SecurityGroupRulesNegativeTestJSON-404359875 tempest-SecurityGroupRulesNegativeTestJSON-404359875-project] 10.222.0.85 "DELETE /v2.0/security-groups/59dc2697-d421-4b3a-82e7-572bc22f3864 HTTP/1.1" status: 204 len: 173 time: 1.2505205 May 30 20:10:26.560258 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5959a449-147b-49f8-aaf8-54d76223993b req-a3c9ee39-6dbf-456f-9a8d-5df6f70bff76 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:26.561083 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-5959a449-147b-49f8-aaf8-54d76223993b req-a3c9ee39-6dbf-456f-9a8d-5df6f70bff76 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Synchronizing usage tracker for tenant:6a75b3db8cd44db8bb931dd59e296017 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:10:26.570725 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-9bfe0402-55ac-4b0d-8172-604614c04345 req-43d316a5-e0e4-4b39-b39b-22d3b14bf8d3 tempest-ListImageFiltersTestJSON-965511707 tempest-ListImageFiltersTestJSON-965511707-project] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:26.598871 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-d1e42d57-c2e5-4c33-b336-12f71175f6b7 req-86da1843-b7ce-4cd0-ad72-dae975dfb342 service neutron] Attempting to bind port b2692eb8-1752-4fef-bb41-97b67e62bb53 on host n-h1-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:10:26.599218 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-d1e42d57-c2e5-4c33-b336-12f71175f6b7 req-86da1843-b7ce-4cd0-ad72-dae975dfb342 service neutron] Attempting to bind port b2692eb8-1752-4fef-bb41-97b67e62bb53 by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': '7e304c17-4e5f-4a93-af80-52785639e6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:10:26.599621 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1e42d57-c2e5-4c33-b336-12f71175f6b7 req-86da1843-b7ce-4cd0-ad72-dae975dfb342 service neutron] Attempting to bind port b2692eb8-1752-4fef-bb41-97b67e62bb53 on network 4344fbed-57fb-43d7-b32d-6020ce60f0a1 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:10:26.612201 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1e42d57-c2e5-4c33-b336-12f71175f6b7 req-86da1843-b7ce-4cd0-ad72-dae975dfb342 service neutron] Port b2692eb8-1752-4fef-bb41-97b67e62bb53 on network 4344fbed-57fb-43d7-b32d-6020ce60f0a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:10:26.612675 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1e42d57-c2e5-4c33-b336-12f71175f6b7 req-86da1843-b7ce-4cd0-ad72-dae975dfb342 service neutron] Attempting to bind port b2692eb8-1752-4fef-bb41-97b67e62bb53 on network 4344fbed-57fb-43d7-b32d-6020ce60f0a1 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:10:26.622567 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [req-9bfe0402-55ac-4b0d-8172-604614c04345 req-43d316a5-e0e4-4b39-b39b-22d3b14bf8d3 tempest-ListImageFiltersTestJSON-965511707 tempest-ListImageFiltersTestJSON-965511707-project] Transition to ACTIVE for port object 5dd7d2c5-4872-4599-ac18-d24cb5375cd4 will not be triggered until provisioned by entity DHCP. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:10:26.627468 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1e42d57-c2e5-4c33-b336-12f71175f6b7 req-86da1843-b7ce-4cd0-ad72-dae975dfb342 service neutron] Checking agent: {'id': 'f728d74e-a4ae-4384-860b-a5ade05dd8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:10:26.629028 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1e42d57-c2e5-4c33-b336-12f71175f6b7 req-86da1843-b7ce-4cd0-ad72-dae975dfb342 service neutron] Checking segment: {'id': '7e304c17-4e5f-4a93-af80-52785639e6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:10:26.632252 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1e42d57-c2e5-4c33-b336-12f71175f6b7 req-86da1843-b7ce-4cd0-ad72-dae975dfb342 service neutron] Bound using segment: {'id': '7e304c17-4e5f-4a93-af80-52785639e6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1'} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:10:26.632252 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-d1e42d57-c2e5-4c33-b336-12f71175f6b7 req-86da1843-b7ce-4cd0-ad72-dae975dfb342 service neutron] Bound port: b2692eb8-1752-4fef-bb41-97b67e62bb53, host: n-h1-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e304c17-4e5f-4a93-af80-52785639e6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1'}}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:10:26.632252 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-d1e42d57-c2e5-4c33-b336-12f71175f6b7 req-86da1843-b7ce-4cd0-ad72-dae975dfb342 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:26.679189 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-27b67b1c-abfd-4541-baf8-1a144affec6e tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0257626 May 30 20:10:26.690143 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-dfeacb9a-9b48-4b5a-b7a1-6adcfb49c646 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Request body: {'port': {'device_id': '9c32c8ec-3847-430c-b19f-49ed6feb4bec', 'network_id': '7dfebaf0-dc9f-476d-9977-56c7fc58662b', 'admin_state_up': True, 'tenant_id': 'a1a57cdea23a49088fa533e38f6a3032', 'security_groups': ['37be4557-a35d-41b8-94e5-d29002afe979']}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:10:26.768330 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-fb6e5af8-8859-4e11-b37c-316e31799987 None None] Provisioning for port cce154e6-cfbb-4903-980b-422f277fa061 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:10:26.791041 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-fb6e5af8-8859-4e11-b37c-316e31799987 None None] Provisioning complete for port cce154e6-cfbb-4903-980b-422f277fa061 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:10:26.791469 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-5959a449-147b-49f8-aaf8-54d76223993b req-a3c9ee39-6dbf-456f-9a8d-5df6f70bff76 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Unset dirty status for tenant:6a75b3db8cd44db8bb931dd59e296017 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:10:26.792721 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5959a449-147b-49f8-aaf8-54d76223993b req-a3c9ee39-6dbf-456f-9a8d-5df6f70bff76 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.86 "GET /v2.0/ports?device_id=e9391ed5-ac12-4852-808d-dee95e1364af HTTP/1.1" status: 200 len: 949 time: 0.8656018 May 30 20:10:26.797944 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-fb6e5af8-8859-4e11-b37c-316e31799987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:26.898761 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-5959a449-147b-49f8-aaf8-54d76223993b req-71d1f769-64e7-40ed-b98c-64c66544710c tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Deleting port f95e12eb-ced2-4994-a78a-98cb8d8e15ec {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:10:26.899386 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-5959a449-147b-49f8-aaf8-54d76223993b req-71d1f769-64e7-40ed-b98c-64c66544710c tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:26.911813 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e4c00e-97ad-4d56-bbcd-f59287a87bcd req-651869fa-81b7-4485-a86f-6de6638c1eb4 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:26.913776 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-78e4c00e-97ad-4d56-bbcd-f59287a87bcd req-651869fa-81b7-4485-a86f-6de6638c1eb4 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.85 "GET /v2.0/ports?device_id=e9391ed5-ac12-4852-808d-dee95e1364af HTTP/1.1" status: 200 len: 949 time: 0.2852361 May 30 20:10:27.018676 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-fb6e5af8-8859-4e11-b37c-316e31799987 None None] Port cce154e6-cfbb-4903-980b-422f277fa061 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:10:27.104591 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-9bfe0402-55ac-4b0d-8172-604614c04345 req-43d316a5-e0e4-4b39-b39b-22d3b14bf8d3 tempest-ListImageFiltersTestJSON-965511707 tempest-ListImageFiltersTestJSON-965511707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:27.224560 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 51860) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:10:27.251212 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-d1e42d57-c2e5-4c33-b336-12f71175f6b7 req-86da1843-b7ce-4cd0-ad72-dae975dfb342 service neutron] For port b2692eb8-1752-4fef-bb41-97b67e62bb53, host n-h1-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:10:27.310189 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-d1e42d57-c2e5-4c33-b336-12f71175f6b7 req-86da1843-b7ce-4cd0-ad72-dae975dfb342 service neutron] For port b2692eb8-1752-4fef-bb41-97b67e62bb53, host n-h1-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=b2692eb8-1752-4fef-bb41-97b67e62bb53,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:10:27.337671 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d316a5-e0e4-4b39-b39b-22d3b14bf8d3 tempest-ListImageFiltersTestJSON-965511707 tempest-ListImageFiltersTestJSON-965511707-project] Pushing event updated for resources: {'Port': ['ID=5dd7d2c5-4872-4599-ac18-d24cb5375cd4,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:27.352738 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-78e4c00e-97ad-4d56-bbcd-f59287a87bcd req-403a4695-d7ed-462f-b08d-b5558fd2f563 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.85 "GET /v2.0/security-groups?id=db33dd94-15fa-4959-a681-13f509935d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4032812 May 30 20:10:27.372712 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-dfeacb9a-9b48-4b5a-b7a1-6adcfb49c646 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:10:27.376781 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-5959a449-147b-49f8-aaf8-54d76223993b req-71d1f769-64e7-40ed-b98c-64c66544710c tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] For port f95e12eb-ced2-4994-a78a-98cb8d8e15ec, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=f95e12eb-ced2-4994-a78a-98cb8d8e15ec,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:10:27.377148 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-5959a449-147b-49f8-aaf8-54d76223993b req-71d1f769-64e7-40ed-b98c-64c66544710c tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:27.392627 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bfe0402-55ac-4b0d-8172-604614c04345 req-43d316a5-e0e4-4b39-b39b-22d3b14bf8d3 tempest-ListImageFiltersTestJSON-965511707 tempest-ListImageFiltersTestJSON-965511707-project] Network 4344fbed-57fb-43d7-b32d-6020ce60f0a1 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:10:27.397307 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [req-9bfe0402-55ac-4b0d-8172-604614c04345 req-43d316a5-e0e4-4b39-b39b-22d3b14bf8d3 tempest-ListImageFiltersTestJSON-965511707 tempest-ListImageFiltersTestJSON-965511707-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:10:27.397905 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-dfeacb9a-9b48-4b5a-b7a1-6adcfb49c646 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Usage tracker for resource:port and tenant:a1a57cdea23a49088fa533e38f6a3032 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:10:27.405404 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bfe0402-55ac-4b0d-8172-604614c04345 req-43d316a5-e0e4-4b39-b39b-22d3b14bf8d3 tempest-ListImageFiltersTestJSON-965511707 tempest-ListImageFiltersTestJSON-965511707-project] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:10:27.532899 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfe0402-55ac-4b0d-8172-604614c04345 req-43d316a5-e0e4-4b39-b39b-22d3b14bf8d3 tempest-ListImageFiltersTestJSON-965511707 tempest-ListImageFiltersTestJSON-965511707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:27.533577 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-9bfe0402-55ac-4b0d-8172-604614c04345 req-43d316a5-e0e4-4b39-b39b-22d3b14bf8d3 tempest-ListImageFiltersTestJSON-965511707 tempest-ListImageFiltersTestJSON-965511707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:27.568348 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-5959a449-147b-49f8-aaf8-54d76223993b req-71d1f769-64e7-40ed-b98c-64c66544710c tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Calling delete_port for f95e12eb-ced2-4994-a78a-98cb8d8e15ec owned by compute:nova {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:10:27.587936 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6064cecf-9a3f-4d25-9a8e-012de04729e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:27.622767 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-dfeacb9a-9b48-4b5a-b7a1-6adcfb49c646 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Quota usage for port was recalculated. Used quota:8. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:10:27.627994 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-d1e42d57-c2e5-4c33-b336-12f71175f6b7 req-86da1843-b7ce-4cd0-ad72-dae975dfb342 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:27.672680 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-dfeacb9a-9b48-4b5a-b7a1-6adcfb49c646 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:10:27.697219 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9bfe0402-55ac-4b0d-8172-604614c04345 req-43d316a5-e0e4-4b39-b39b-22d3b14bf8d3 tempest-ListImageFiltersTestJSON-965511707 tempest-ListImageFiltersTestJSON-965511707-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.2526402 May 30 20:10:27.716002 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [req-9bfe0402-55ac-4b0d-8172-604614c04345 req-5f6d8017-735d-47ab-8353-190b9350bf07 service neutron] Request body: {'port': {'device_id': '1e974719-f151-411c-a7de-1bbece5ed0bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843948-2'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:10:27.751217 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d0ec1d-ad76-495e-9efb-ee62de79876a req-84970a05-9ab3-48bb-9db5-20ef43a552a9 tempest-ListImageFiltersTestJSON-965511707 tempest-ListImageFiltersTestJSON-965511707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:27.752937 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-c3d0ec1d-ad76-495e-9efb-ee62de79876a req-84970a05-9ab3-48bb-9db5-20ef43a552a9 tempest-ListImageFiltersTestJSON-965511707 tempest-ListImageFiltersTestJSON-965511707-project] Synchronizing usage tracker for tenant:d6b91868f5704c93ab182f6e282adb5a on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:10:27.775676 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-d1e42d57-c2e5-4c33-b336-12f71175f6b7 req-86da1843-b7ce-4cd0-ad72-dae975dfb342 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:27.777564 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d1e42d57-c2e5-4c33-b336-12f71175f6b7 req-86da1843-b7ce-4cd0-ad72-dae975dfb342 service neutron] 10.222.0.71 "PUT /v2.0/ports/b2692eb8-1752-4fef-bb41-97b67e62bb53 HTTP/1.1" status: 200 len: 1096 time: 4.3349252 May 30 20:10:27.785241 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e67adfc-c960-4bd6-a089-73711ac28b5f', 'tag': 'b2692eb8-1752-4fef-bb41-97b67e62bb53'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:10:27.818036 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-dfeacb9a-9b48-4b5a-b7a1-6adcfb49c646 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Made reservation on behalf of a1a57cdea23a49088fa533e38f6a3032 for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:10:27.822795 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-dfeacb9a-9b48-4b5a-b7a1-6adcfb49c646 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:27.836507 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-6064cecf-9a3f-4d25-9a8e-012de04729e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:10:27.847839 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-6064cecf-9a3f-4d25-9a8e-012de04729e5 admin admin] Usage tracker for resource:security_group_rule and tenant:b8236cfd684448b4a6d09e7a6bd99073 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:10:27.852312 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-6064cecf-9a3f-4d25-9a8e-012de04729e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:10:27.862010 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86da1843-b7ce-4cd0-ad72-dae975dfb342 service neutron] Pushing event updated for resources: {'Port': ['ID=b2692eb8-1752-4fef-bb41-97b67e62bb53,revision_number=3']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:27.983494 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-6064cecf-9a3f-4d25-9a8e-012de04729e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:10:27.996798 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-9bfe0402-55ac-4b0d-8172-604614c04345 req-5f6d8017-735d-47ab-8353-190b9350bf07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:28.034328 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-14360ee6-1443-4f10-99a2-be6f41cb666e None None] Provisioning for port 5dd7d2c5-4872-4599-ac18-d24cb5375cd4 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:10:28.041035 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-14360ee6-1443-4f10-99a2-be6f41cb666e None None] Provisioning complete for port 5dd7d2c5-4872-4599-ac18-d24cb5375cd4 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:10:28.043880 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-14360ee6-1443-4f10-99a2-be6f41cb666e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:28.112278 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-c3d0ec1d-ad76-495e-9efb-ee62de79876a req-84970a05-9ab3-48bb-9db5-20ef43a552a9 tempest-ListImageFiltersTestJSON-965511707 tempest-ListImageFiltersTestJSON-965511707-project] Unset dirty status for tenant:d6b91868f5704c93ab182f6e282adb5a on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:10:28.119046 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c3d0ec1d-ad76-495e-9efb-ee62de79876a req-84970a05-9ab3-48bb-9db5-20ef43a552a9 tempest-ListImageFiltersTestJSON-965511707 tempest-ListImageFiltersTestJSON-965511707-project] 10.222.0.85 "GET /v2.0/ports?device_id=1e974719-f151-411c-a7de-1bbece5ed0bf HTTP/1.1" status: 200 len: 936 time: 0.9448240 May 30 20:10:28.134463 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6264dbed-5fdf-43b8-a700-e49e9c03f77c req-af0f11a3-b200-4bcc-86fd-0acdfcc2050f tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:28.137770 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6264dbed-5fdf-43b8-a700-e49e9c03f77c req-af0f11a3-b200-4bcc-86fd-0acdfcc2050f tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] 10.222.0.85 "GET /v2.0/ports?device_id=9c32c8ec-3847-430c-b19f-49ed6feb4bec HTTP/1.1" status: 200 len: 931 time: 0.5194454 May 30 20:10:28.204819 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-14360ee6-1443-4f10-99a2-be6f41cb666e None None] Port 5dd7d2c5-4872-4599-ac18-d24cb5375cd4 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:10:28.260474 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21bfd4fd-7746-44b5-a558-9fbf31a9155d admin admin] Router 2cc02dbd-1c04-4aed-b380-a3db1f7e545d has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:10:28.358089 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-dfeacb9a-9b48-4b5a-b7a1-6adcfb49c646 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Allocated IP 10.1.1.27 (7dfebaf0-dc9f-476d-9977-56c7fc58662b/156dd172-ceed-40ca-a03f-1d3d19921b4e/9617712b-161f-40f8-aee7-6c6019d8f25d) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:10:28.381790 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-c3d0ec1d-ad76-495e-9efb-ee62de79876a req-3ba885dc-dba2-4f51-a712-5bf63067fffd tempest-ListImageFiltersTestJSON-965511707 tempest-ListImageFiltersTestJSON-965511707-project] Synchronizing usage tracker for tenant:d6b91868f5704c93ab182f6e282adb5a on resource:security_group {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:10:28.430519 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d1e42d57-c2e5-4c33-b336-12f71175f6b7 req-905ea6c3-1b76-405e-b509-ee3fbc090748 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d6b91868f5704c93ab182f6e282adb5a&device_id=8e67adfc-c960-4bd6-a089-73711ac28b5f HTTP/1.1" status: 200 len: 1099 time: 0.4388962 May 30 20:10:28.465746 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-6264dbed-5fdf-43b8-a700-e49e9c03f77c req-62751805-1943-40b4-a8b3-527a03c1a11e tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Synchronizing usage tracker for tenant:a1a57cdea23a49088fa533e38f6a3032 on resource:security_group {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:10:28.776644 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-5959a449-147b-49f8-aaf8-54d76223993b req-71d1f769-64e7-40ed-b98c-64c66544710c tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:28.790242 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['a4fbb078-4c44-4d94-9029-bc5995e00d92', '0ab8fad3-50b3-4e00-809a-e7bbc917d1ca', 'd5bbe401-8f84-4ccd-9a6e-3023ef22e3a1'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:10:28.861463 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['ddba6d06-4716-4ab5-90ae-4e3814b4f21f', '448af9f8-fbc6-4f23-b596-bc95ed6f4ae6'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:10:28.904797 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6064cecf-9a3f-4d25-9a8e-012de04729e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:28.934715 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d1e42d57-c2e5-4c33-b336-12f71175f6b7 req-b2a959ea-dd63-45a9-8362-e529ec855214 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=b2692eb8-1752-4fef-bb41-97b67e62bb53 HTTP/1.1" status: 200 len: 217 time: 0.4911673 May 30 20:10:28.935533 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d1f769-64e7-40ed-b98c-64c66544710c tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Pushing event deleted for resources: {'Port': ['ID=f95e12eb-ced2-4994-a78a-98cb8d8e15ec,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:29.040483 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-c3d0ec1d-ad76-495e-9efb-ee62de79876a req-3ba885dc-dba2-4f51-a712-5bf63067fffd tempest-ListImageFiltersTestJSON-965511707 tempest-ListImageFiltersTestJSON-965511707-project] Unset dirty status for tenant:d6b91868f5704c93ab182f6e282adb5a on resource:security_group {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:10:29.041764 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c3d0ec1d-ad76-495e-9efb-ee62de79876a req-3ba885dc-dba2-4f51-a712-5bf63067fffd tempest-ListImageFiltersTestJSON-965511707 tempest-ListImageFiltersTestJSON-965511707-project] 10.222.0.85 "GET /v2.0/security-groups?id=b6ee8f85-74c5-46fe-a3a8-5610018ec9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9218929 May 30 20:10:29.057401 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507ecd25-c081-4329-86c6-bd62e0ca7eca req-b6117550-6a4b-48d5-95fa-d8432900ea17 tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:29.058923 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-507ecd25-c081-4329-86c6-bd62e0ca7eca req-b6117550-6a4b-48d5-95fa-d8432900ea17 tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] 10.222.0.71 "GET /v2.0/ports?device_id=a4b5d15f-eb6d-4803-b156-b8a097188403 HTTP/1.1" status: 200 len: 946 time: 1.0065954 May 30 20:10:29.076277 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6064cecf-9a3f-4d25-9a8e-012de04729e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:29.120423 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-5959a449-147b-49f8-aaf8-54d76223993b req-71d1f769-64e7-40ed-b98c-64c66544710c tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] No DVR routers for this DVR port f95e12eb-ced2-4994-a78a-98cb8d8e15ec on host n-h2-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:10:29.124142 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-5959a449-147b-49f8-aaf8-54d76223993b req-71d1f769-64e7-40ed-b98c-64c66544710c tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:29.185745 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e42d57-c2e5-4c33-b336-12f71175f6b7 req-21749a7a-3ecf-4691-8d04-a26d04a55b38 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:29.187328 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d1e42d57-c2e5-4c33-b336-12f71175f6b7 req-21749a7a-3ecf-4691-8d04-a26d04a55b38 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1b83ff54-b1af-44ce-bb75-ba148920553c HTTP/1.1" status: 200 len: 843 time: 0.2432120 May 30 20:10:29.273430 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-6264dbed-5fdf-43b8-a700-e49e9c03f77c req-62751805-1943-40b4-a8b3-527a03c1a11e tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Unset dirty status for tenant:a1a57cdea23a49088fa533e38f6a3032 on resource:security_group {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:10:29.275582 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6264dbed-5fdf-43b8-a700-e49e9c03f77c req-62751805-1943-40b4-a8b3-527a03c1a11e tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] 10.222.0.85 "GET /v2.0/security-groups?id=37be4557-a35d-41b8-94e5-d29002afe979&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1292970 May 30 20:10:29.324599 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5959a449-147b-49f8-aaf8-54d76223993b req-71d1f769-64e7-40ed-b98c-64c66544710c tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.86 "DELETE /v2.0/ports/f95e12eb-ced2-4994-a78a-98cb8d8e15ec HTTP/1.1" status: 204 len: 173 time: 2.5210316 May 30 20:10:29.336094 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-dfeacb9a-9b48-4b5a-b7a1-6adcfb49c646 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:29.398755 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-dfeacb9a-9b48-4b5a-b7a1-6adcfb49c646 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Transition to ACTIVE for port object 9617712b-161f-40f8-aee7-6c6019d8f25d will not be triggered until provisioned by entity DHCP. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:10:29.423855 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948c87dc-1441-4541-8668-3f4b325ba7cb req-aef0cf14-b9f3-433e-9abf-a8656b9244e6 tempest-ServerAddressesTestJSON-1527069479 tempest-ServerAddressesTestJSON-1527069479-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:29.426903 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-948c87dc-1441-4541-8668-3f4b325ba7cb req-aef0cf14-b9f3-433e-9abf-a8656b9244e6 tempest-ServerAddressesTestJSON-1527069479 tempest-ServerAddressesTestJSON-1527069479-project] 10.222.0.85 "GET /v2.0/ports?device_id=dc4ed122-e2d4-4f38-b0d5-ff692b21e681 HTTP/1.1" status: 200 len: 946 time: 0.1527557 May 30 20:10:29.443152 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d1e42d57-c2e5-4c33-b336-12f71175f6b7 req-e2fdc7e6-a406-4478-9edf-6537e8b96b82 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4344fbed-57fb-43d7-b32d-6020ce60f0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2484725 May 30 20:10:29.454133 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6064cecf-9a3f-4d25-9a8e-012de04729e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4b16739-3662-4228-b2a3-077330772b03,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:29.550287 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [req-507ecd25-c081-4329-86c6-bd62e0ca7eca req-76a7f9ac-be2d-4597-9f56-95670a2b959f tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] Deleting port 54697081-e7b8-4e91-8009-b933877a65cd {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:10:29.551476 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-507ecd25-c081-4329-86c6-bd62e0ca7eca req-76a7f9ac-be2d-4597-9f56-95670a2b959f tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:29.619682 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-c797f534-27e7-4bba-bcf4-836aab558c3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:29.625156 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-948c87dc-1441-4541-8668-3f4b325ba7cb req-e474f9e2-d5bc-4caa-bf1a-c9fbb86e7f9e tempest-ServerAddressesTestJSON-1527069479 tempest-ServerAddressesTestJSON-1527069479-project] 10.222.0.85 "GET /v2.0/security-groups?id=84b47eda-086e-4f8e-a2d7-1efeda4186b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785836 May 30 20:10:29.651385 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-6064cecf-9a3f-4d25-9a8e-012de04729e5 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=b8236cfd684448b4a6d09e7a6bd99073&name=default HTTP/1.1" status: 200 len: 2647 time: 2.3599086 May 30 20:10:29.658738 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 51870) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:10:29.741163 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-dfeacb9a-9b48-4b5a-b7a1-6adcfb49c646 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:29.988269 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:29.995052 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d1e42d57-c2e5-4c33-b336-12f71175f6b7 req-be8e44ee-900b-4368-b435-c59c3f9205f5 service neutron] 10.222.0.71 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5082884 May 30 20:10:30.040438 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-dfeacb9a-9b48-4b5a-b7a1-6adcfb49c646 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Network 7dfebaf0-dc9f-476d-9977-56c7fc58662b is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:10:30.064576 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device f95e12eb-ced2-4994-a78a-98cb8d8e15ec no longer exists at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:10:30.069979 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ef2af811-4491-491a-a586-d60df73bab85 req-6b6266f3-7bac-42f9-a306-2eeab4d3292e tempest-SecurityGroupRulesNegativeTestJSON-404359875 tempest-SecurityGroupRulesNegativeTestJSON-404359875-project] 10.222.0.85 "GET /v2.0/security-groups/e6ff21b6-32b7-4980-b78b-03c9863d38d1 HTTP/1.1" status: 200 len: 1647 time: 0.6196899 May 30 20:10:30.086739 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [req-9bfe0402-55ac-4b0d-8172-604614c04345 req-5f6d8017-735d-47ab-8353-190b9350bf07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5dd7d2c5-4872-4599-ac18-d24cb5375cd4 {{(pid=84886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:10:30.118122 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] No Port match for: f95e12eb-ced2-4994-a78a-98cb8d8e15ec {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:10:30.118410 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device f95e12eb-ced2-4994-a78a-98cb8d8e15ec not bound to the agent host n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:10:30.175999 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-dfeacb9a-9b48-4b5a-b7a1-6adcfb49c646 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:10:30.194787 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-dfeacb9a-9b48-4b5a-b7a1-6adcfb49c646 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:10:30.210753 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-9bfe0402-55ac-4b0d-8172-604614c04345 req-5f6d8017-735d-47ab-8353-190b9350bf07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:30.300652 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [req-9bfe0402-55ac-4b0d-8172-604614c04345 req-5f6d8017-735d-47ab-8353-190b9350bf07 service neutron] Transition to ACTIVE for port object 5dd7d2c5-4872-4599-ac18-d24cb5375cd4 will not be triggered until provisioned by entity L2. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:10:30.382273 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-507ecd25-c081-4329-86c6-bd62e0ca7eca req-76a7f9ac-be2d-4597-9f56-95670a2b959f tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] For port 54697081-e7b8-4e91-8009-b933877a65cd, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=54697081-e7b8-4e91-8009-b933877a65cd,segment=NetworkSegment(93523d51-b49e-42d0-8c0b-d0db4eaebb6e),segment_id=93523d51-b49e-42d0-8c0b-d0db4eaebb6e)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:10:30.382824 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-507ecd25-c081-4329-86c6-bd62e0ca7eca req-76a7f9ac-be2d-4597-9f56-95670a2b959f tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:30.395183 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-dfeacb9a-9b48-4b5a-b7a1-6adcfb49c646 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:30.396519 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-dfeacb9a-9b48-4b5a-b7a1-6adcfb49c646 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:30.403753 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-9bfe0402-55ac-4b0d-8172-604614c04345 req-5f6d8017-735d-47ab-8353-190b9350bf07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:30.416145 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1cd1647d-4e2f-432a-8f25-d56fc11618b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:30.516535 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeacb9a-9b48-4b5a-b7a1-6adcfb49c646 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Pushing event updated for resources: {'Port': ['ID=9617712b-161f-40f8-aee7-6c6019d8f25d,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:30.600592 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21bfd4fd-7746-44b5-a558-9fbf31a9155d admin admin] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:10:30.620410 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1cd1647d-4e2f-432a-8f25-d56fc11618b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:30.690411 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-dfeacb9a-9b48-4b5a-b7a1-6adcfb49c646 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.0041082 May 30 20:10:30.701427 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae2f558-b58f-47fe-8461-e84bea35aaa6 req-3ba0e0e4-6630-468b-8dc4-092eb064ce58 tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:30.710465 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6ae2f558-b58f-47fe-8461-e84bea35aaa6 req-3ba0e0e4-6630-468b-8dc4-092eb064ce58 tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] 10.222.0.85 "GET /v2.0/ports?device_id=a4b5d15f-eb6d-4803-b156-b8a097188403 HTTP/1.1" status: 200 len: 946 time: 0.6924210 May 30 20:10:30.725605 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-eae83967-26fa-446f-aa8a-c3d5c0745e43 None None] Provisioning for port 9617712b-161f-40f8-aee7-6c6019d8f25d completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:10:30.727115 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-1975388f-f4b4-48bc-b494-81f2f0b6438f tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Request body: {'port': {'device_id': '9c32c8ec-3847-430c-b19f-49ed6feb4bec', 'network_id': '7dfebaf0-dc9f-476d-9977-56c7fc58662b', 'admin_state_up': True, 'tenant_id': 'a1a57cdea23a49088fa533e38f6a3032', 'security_groups': ['37be4557-a35d-41b8-94e5-d29002afe979']}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:10:30.735397 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-eae83967-26fa-446f-aa8a-c3d5c0745e43 None None] Provisioning complete for port 9617712b-161f-40f8-aee7-6c6019d8f25d triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:10:30.740260 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-eae83967-26fa-446f-aa8a-c3d5c0745e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:30.867328 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-21bfd4fd-7746-44b5-a558-9fbf31a9155d admin admin] 10.222.0.85 "PUT /v2.0/routers/2cc02dbd-1c04-4aed-b380-a3db1f7e545d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1589293 May 30 20:10:30.869190 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6d8017-735d-47ab-8353-190b9350bf07 service neutron] Pushing event updated for resources: {'Port': ['ID=5dd7d2c5-4872-4599-ac18-d24cb5375cd4,revision_number=2']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:30.884101 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 51880) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:10:30.885643 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 54697081-e7b8-4e91-8009-b933877a65cd no longer exists at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:10:30.899299 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d1e42d57-c2e5-4c33-b336-12f71175f6b7 req-15643c37-c800-4625-9b7a-26c179afd197 service neutron] 10.222.0.71 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8568914 May 30 20:10:31.022017 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1cd1647d-4e2f-432a-8f25-d56fc11618b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:31.075126 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-ef2af811-4491-491a-a586-d60df73bab85 req-e19da9d0-3ea4-43ac-b288-b42687546490 tempest-SecurityGroupRulesNegativeTestJSON-404359875 tempest-SecurityGroupRulesNegativeTestJSON-404359875-project] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:31.093636 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd1647d-4e2f-432a-8f25-d56fc11618b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4b16739-3662-4228-b2a3-077330772b03,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:31.145484 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1cd1647d-4e2f-432a-8f25-d56fc11618b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:31.150808 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-1cd1647d-4e2f-432a-8f25-d56fc11618b0 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/f4b16739-3662-4228-b2a3-077330772b03 HTTP/1.1" status: 204 len: 168 time: 1.4810357 May 30 20:10:31.160406 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-eae83967-26fa-446f-aa8a-c3d5c0745e43 None None] Port 9617712b-161f-40f8-aee7-6c6019d8f25d cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:10:31.180244 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6ae2f558-b58f-47fe-8461-e84bea35aaa6 req-eb1ba174-a7a7-4000-9686-af41f8e0af75 tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] 10.222.0.85 "GET /v2.0/security-groups?id=c7896e4c-36a2-48d0-b2ac-efb83a8df59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3752284 May 30 20:10:31.291955 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:31.317027 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-1975388f-f4b4-48bc-b494-81f2f0b6438f tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:10:31.320804 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:31.324610 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-1975388f-f4b4-48bc-b494-81f2f0b6438f tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Usage tracker for resource:port and tenant:a1a57cdea23a49088fa533e38f6a3032 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:10:31.330899 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-1975388f-f4b4-48bc-b494-81f2f0b6438f tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Quota usage for port was recalculated. Used quota:9. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:10:31.341675 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-1975388f-f4b4-48bc-b494-81f2f0b6438f tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attempting to reserve 1 items for resource port. Total usage: 9; quota limit: 500; headroom:491 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:10:31.366567 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26271874-b8fb-4ed9-bbb8-14d72e000c50'] response: {'name': 'network-changed', 'server_uuid': '8e67adfc-c960-4bd6-a089-73711ac28b5f', 'tag': 'b2692eb8-1752-4fef-bb41-97b67e62bb53', 'status': 'completed', 'code': 200} May 30 20:10:31.380981 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4b5d15f-eb6d-4803-b156-b8a097188403', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54697081-e7b8-4e91-8009-b933877a65cd'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:10:31.393658 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 54697081-e7b8-4e91-8009-b933877a65cd, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=54697081-e7b8-4e91-8009-b933877a65cd,segment=NetworkSegment(93523d51-b49e-42d0-8c0b-d0db4eaebb6e),segment_id=93523d51-b49e-42d0-8c0b-d0db4eaebb6e)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:10:31.502108 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:31.512755 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-1975388f-f4b4-48bc-b494-81f2f0b6438f tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Made reservation on behalf of a1a57cdea23a49088fa533e38f6a3032 for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:10:31.524717 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-1975388f-f4b4-48bc-b494-81f2f0b6438f tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:31.648085 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=54697081-e7b8-4e91-8009-b933877a65cd,revision_number=6']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:31.809304 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-098a1e6b-cfad-4cea-b2c8-7d11b11245ed req-3603ed9f-7753-495d-aab3-8451861ebb1b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d6b91868f5704c93ab182f6e282adb5a&device_id=8e67adfc-c960-4bd6-a089-73711ac28b5f HTTP/1.1" status: 200 len: 1099 time: 0.4139187 May 30 20:10:31.930100 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-ef2af811-4491-491a-a586-d60df73bab85 req-e19da9d0-3ea4-43ac-b288-b42687546490 tempest-SecurityGroupRulesNegativeTestJSON-404359875 tempest-SecurityGroupRulesNegativeTestJSON-404359875-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:32.124736 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-507ecd25-c081-4329-86c6-bd62e0ca7eca req-76a7f9ac-be2d-4597-9f56-95670a2b959f tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:32.126397 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-507ecd25-c081-4329-86c6-bd62e0ca7eca req-76a7f9ac-be2d-4597-9f56-95670a2b959f tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736490'] for floatingip, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:32.127100 n-d-843948-2 neutron-server[84886]: INFO neutron.db.l3_db [req-507ecd25-c081-4329-86c6-bd62e0ca7eca req-76a7f9ac-be2d-4597-9f56-95670a2b959f tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] Floating IP 933a65d9-f27e-41f8-84eb-7d0af75c43ce disassociated. External IP: 172.25.8.236, port: 54697081-e7b8-4e91-8009-b933877a65cd. May 30 20:10:32.127893 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [req-507ecd25-c081-4329-86c6-bd62e0ca7eca req-76a7f9ac-be2d-4597-9f56-95670a2b959f tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] Calling delete_port for 54697081-e7b8-4e91-8009-b933877a65cd owned by compute:nova {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:10:32.249844 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-9bfe0402-55ac-4b0d-8172-604614c04345 req-5f6d8017-735d-47ab-8353-190b9350bf07 service neutron] Attempting to bind port 5dd7d2c5-4872-4599-ac18-d24cb5375cd4 on host n-h1-843948-2 for vnic_type normal with profile {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:10:32.250334 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-9bfe0402-55ac-4b0d-8172-604614c04345 req-5f6d8017-735d-47ab-8353-190b9350bf07 service neutron] Attempting to bind port 5dd7d2c5-4872-4599-ac18-d24cb5375cd4 by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': '7e304c17-4e5f-4a93-af80-52785639e6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1'}] {{(pid=84886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:10:32.250740 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bfe0402-55ac-4b0d-8172-604614c04345 req-5f6d8017-735d-47ab-8353-190b9350bf07 service neutron] Attempting to bind port 5dd7d2c5-4872-4599-ac18-d24cb5375cd4 on network 4344fbed-57fb-43d7-b32d-6020ce60f0a1 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:10:32.277922 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bfe0402-55ac-4b0d-8172-604614c04345 req-5f6d8017-735d-47ab-8353-190b9350bf07 service neutron] Port 5dd7d2c5-4872-4599-ac18-d24cb5375cd4 on network 4344fbed-57fb-43d7-b32d-6020ce60f0a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:10:32.286678 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bfe0402-55ac-4b0d-8172-604614c04345 req-5f6d8017-735d-47ab-8353-190b9350bf07 service neutron] Attempting to bind port 5dd7d2c5-4872-4599-ac18-d24cb5375cd4 on network 4344fbed-57fb-43d7-b32d-6020ce60f0a1 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:10:32.308059 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bfe0402-55ac-4b0d-8172-604614c04345 req-5f6d8017-735d-47ab-8353-190b9350bf07 service neutron] Checking agent: {'id': 'f728d74e-a4ae-4384-860b-a5ade05dd8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:10:32.308059 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bfe0402-55ac-4b0d-8172-604614c04345 req-5f6d8017-735d-47ab-8353-190b9350bf07 service neutron] Checking segment: {'id': '7e304c17-4e5f-4a93-af80-52785639e6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:10:32.308059 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bfe0402-55ac-4b0d-8172-604614c04345 req-5f6d8017-735d-47ab-8353-190b9350bf07 service neutron] Bound using segment: {'id': '7e304c17-4e5f-4a93-af80-52785639e6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1'} {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:10:32.308059 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-9bfe0402-55ac-4b0d-8172-604614c04345 req-5f6d8017-735d-47ab-8353-190b9350bf07 service neutron] Bound port: 5dd7d2c5-4872-4599-ac18-d24cb5375cd4, host: n-h1-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e304c17-4e5f-4a93-af80-52785639e6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1'}}] {{(pid=84886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:10:32.308916 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-9bfe0402-55ac-4b0d-8172-604614c04345 req-5f6d8017-735d-47ab-8353-190b9350bf07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:32.399847 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.db.api [req-507ecd25-c081-4329-86c6-bd62e0ca7eca req-76a7f9ac-be2d-4597-9f56-95670a2b959f tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:10:32.400332 n-d-843948-2 neutron-server[84886]: DEBUG oslo_db.api [req-507ecd25-c081-4329-86c6-bd62e0ca7eca req-76a7f9ac-be2d-4597-9f56-95670a2b959f tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:10:32.406055 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-ef2af811-4491-491a-a586-d60df73bab85 req-e19da9d0-3ea4-43ac-b288-b42687546490 tempest-SecurityGroupRulesNegativeTestJSON-404359875 tempest-SecurityGroupRulesNegativeTestJSON-404359875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:32.442164 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19da9d0-3ea4-43ac-b288-b42687546490 tempest-SecurityGroupRulesNegativeTestJSON-404359875 tempest-SecurityGroupRulesNegativeTestJSON-404359875-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6ff21b6-32b7-4980-b78b-03c9863d38d1,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:32.467200 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-9bfe0402-55ac-4b0d-8172-604614c04345 req-5f6d8017-735d-47ab-8353-190b9350bf07 service neutron] For port 5dd7d2c5-4872-4599-ac18-d24cb5375cd4, host n-h1-843948-2, cleared binding levels {{(pid=84886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:10:32.473554 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-9bfe0402-55ac-4b0d-8172-604614c04345 req-5f6d8017-735d-47ab-8353-190b9350bf07 service neutron] For port 5dd7d2c5-4872-4599-ac18-d24cb5375cd4, host n-h1-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=5dd7d2c5-4872-4599-ac18-d24cb5375cd4,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:10:32.484012 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-ef2af811-4491-491a-a586-d60df73bab85 req-e19da9d0-3ea4-43ac-b288-b42687546490 tempest-SecurityGroupRulesNegativeTestJSON-404359875 tempest-SecurityGroupRulesNegativeTestJSON-404359875-project] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:32.484012 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ef2af811-4491-491a-a586-d60df73bab85 req-e19da9d0-3ea4-43ac-b288-b42687546490 tempest-SecurityGroupRulesNegativeTestJSON-404359875 tempest-SecurityGroupRulesNegativeTestJSON-404359875-project] 10.222.0.85 "DELETE /v2.0/security-groups/e6ff21b6-32b7-4980-b78b-03c9863d38d1 HTTP/1.1" status: 204 len: 173 time: 2.3848372 May 30 20:10:32.486737 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4e44da06-1dab-4953-aa5e-7aa8c7e77a46 admin admin] Notify callbacks [] for router, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:32.571905 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:32.621405 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-1975388f-f4b4-48bc-b494-81f2f0b6438f tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Allocated IP 10.1.1.219 (7dfebaf0-dc9f-476d-9977-56c7fc58662b/156dd172-ceed-40ca-a03f-1d3d19921b4e/406d6bcf-03be-4c83-9523-528b6918c399) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:10:32.638983 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-9bfe0402-55ac-4b0d-8172-604614c04345 req-5f6d8017-735d-47ab-8353-190b9350bf07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:32.742528 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098a1e6b-cfad-4cea-b2c8-7d11b11245ed req-29a8e9ee-d7ed-48ca-888e-e7037d32b3fc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:32.745377 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-098a1e6b-cfad-4cea-b2c8-7d11b11245ed req-29a8e9ee-d7ed-48ca-888e-e7037d32b3fc service neutron] 10.222.0.71 "GET /v2.0/networks?id=4344fbed-57fb-43d7-b32d-6020ce60f0a1 HTTP/1.1" status: 200 len: 870 time: 0.8085320 May 30 20:10:32.869124 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device b2692eb8-1752-4fef-bb41-97b67e62bb53 details requested by agent hyperv_n-h1-843948-2 with host n-h1-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:10:32.927613 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [req-507ecd25-c081-4329-86c6-bd62e0ca7eca req-76a7f9ac-be2d-4597-9f56-95670a2b959f tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] Deleting port 54697081-e7b8-4e91-8009-b933877a65cd {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:10:32.928239 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-507ecd25-c081-4329-86c6-bd62e0ca7eca req-76a7f9ac-be2d-4597-9f56-95670a2b959f tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:32.954886 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-098a1e6b-cfad-4cea-b2c8-7d11b11245ed req-25eefd79-c8eb-41b2-beec-672611b37477 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=b2692eb8-1752-4fef-bb41-97b67e62bb53 HTTP/1.1" status: 200 len: 217 time: 0.1855214 May 30 20:10:33.127795 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-9bfe0402-55ac-4b0d-8172-604614c04345 req-5f6d8017-735d-47ab-8353-190b9350bf07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:33.127795 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9bfe0402-55ac-4b0d-8172-604614c04345 req-5f6d8017-735d-47ab-8353-190b9350bf07 service neutron] 10.222.0.71 "PUT /v2.0/ports/5dd7d2c5-4872-4599-ac18-d24cb5375cd4 HTTP/1.1" status: 200 len: 1096 time: 5.4168577 May 30 20:10:33.147454 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e974719-f151-411c-a7de-1bbece5ed0bf', 'tag': '5dd7d2c5-4872-4599-ac18-d24cb5375cd4'}] {{(pid=84886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:10:33.169435 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port b2692eb8-1752-4fef-bb41-97b67e62bb53, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=b2692eb8-1752-4fef-bb41-97b67e62bb53,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:10:33.217936 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64d4602-4efd-4ae5-af75-1237b4bb31a1 req-1b53aeeb-9230-42f2-be05-ae0b151da291 tempest-ListImageFiltersTestJSON-965511707 tempest-ListImageFiltersTestJSON-965511707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:33.220172 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Returning: {'device': 'b2692eb8-1752-4fef-bb41-97b67e62bb53', 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1', 'port_id': 'b2692eb8-1752-4fef-bb41-97b67e62bb53', 'mac_address': 'fa:16:3e:20:17:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b83ff54-b1af-44ce-bb75-ba148920553c', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:10:33.224014 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d64d4602-4efd-4ae5-af75-1237b4bb31a1 req-1b53aeeb-9230-42f2-be05-ae0b151da291 tempest-ListImageFiltersTestJSON-965511707 tempest-ListImageFiltersTestJSON-965511707-project] 10.222.0.85 "GET /v2.0/ports?device_id=1e974719-f151-411c-a7de-1bbece5ed0bf HTTP/1.1" status: 200 len: 948 time: 1.0036283 May 30 20:10:33.337436 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6d8017-735d-47ab-8353-190b9350bf07 service neutron] Pushing event updated for resources: {'Port': ['ID=5dd7d2c5-4872-4599-ac18-d24cb5375cd4,revision_number=3']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:33.349369 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098a1e6b-cfad-4cea-b2c8-7d11b11245ed req-7e1b830f-773c-4c52-ad51-198854ec7357 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:33.351934 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-098a1e6b-cfad-4cea-b2c8-7d11b11245ed req-7e1b830f-773c-4c52-ad51-198854ec7357 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1b83ff54-b1af-44ce-bb75-ba148920553c HTTP/1.1" status: 200 len: 843 time: 0.2839270 May 30 20:10:33.384056 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9391ed5-ac12-4852-808d-dee95e1364af', 'name': 'network-vif-deleted', 'tag': 'f95e12eb-ced2-4994-a78a-98cb8d8e15ec'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:10:33.405059 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:33.470542 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2692eb8-1752-4fef-bb41-97b67e62bb53 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:10:33.544545 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port b2692eb8-1752-4fef-bb41-97b67e62bb53, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=b2692eb8-1752-4fef-bb41-97b67e62bb53,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:10:33.628430 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:33.656496 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d64d4602-4efd-4ae5-af75-1237b4bb31a1 req-8b4ef32a-5c4f-4097-8041-01d1f3f68b8c tempest-ListImageFiltersTestJSON-965511707 tempest-ListImageFiltersTestJSON-965511707-project] 10.222.0.85 "GET /v2.0/security-groups?id=b6ee8f85-74c5-46fe-a3a8-5610018ec9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3922820 May 30 20:10:33.701329 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c0df34-1cb0-4f2d-a442-d483816d5f85 req-eab10317-55e0-44eb-abe5-da2e99669858 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:33.708491 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c0df34-1cb0-4f2d-a442-d483816d5f85 req-eab10317-55e0-44eb-abe5-da2e99669858 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:33.718005 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-1975388f-f4b4-48bc-b494-81f2f0b6438f tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:33.720079 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-22c0df34-1cb0-4f2d-a442-d483816d5f85 req-eab10317-55e0-44eb-abe5-da2e99669858 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] 10.222.0.85 "GET /v2.0/ports?device_id=9c32c8ec-3847-430c-b19f-49ed6feb4bec HTTP/1.1" status: 200 len: 1652 time: 0.9026275 May 30 20:10:33.763849 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-1975388f-f4b4-48bc-b494-81f2f0b6438f tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Transition to ACTIVE for port object 406d6bcf-03be-4c83-9523-528b6918c399 will not be triggered until provisioned by entity DHCP. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:10:33.798087 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 51916) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:10:33.827625 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=b2692eb8-1752-4fef-bb41-97b67e62bb53,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:33.829964 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-098a1e6b-cfad-4cea-b2c8-7d11b11245ed req-d9cbba05-3ffd-4823-b93a-f70694852dab service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4344fbed-57fb-43d7-b32d-6020ce60f0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4353404 May 30 20:10:33.836472 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86d08d4a-cc57-4f32-a4bc-96c615123b56'] response: {'server_uuid': 'a4b5d15f-eb6d-4803-b156-b8a097188403', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54697081-e7b8-4e91-8009-b933877a65cd', 'code': 200} May 30 20:10:33.863656 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['b2692eb8-1752-4fef-bb41-97b67e62bb53'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:10:34.025653 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-22c0df34-1cb0-4f2d-a442-d483816d5f85 req-880724ba-6e8a-4c71-ba7c-09821442505c tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] 10.222.0.85 "GET /v2.0/security-groups?id=37be4557-a35d-41b8-94e5-d29002afe979&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3044033 May 30 20:10:34.063521 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-1975388f-f4b4-48bc-b494-81f2f0b6438f tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:34.067354 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-507ecd25-c081-4329-86c6-bd62e0ca7eca req-76a7f9ac-be2d-4597-9f56-95670a2b959f tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] For port 54697081-e7b8-4e91-8009-b933877a65cd, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=54697081-e7b8-4e91-8009-b933877a65cd,segment=NetworkSegment(93523d51-b49e-42d0-8c0b-d0db4eaebb6e),segment_id=93523d51-b49e-42d0-8c0b-d0db4eaebb6e)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:10:34.067745 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-507ecd25-c081-4329-86c6-bd62e0ca7eca req-76a7f9ac-be2d-4597-9f56-95670a2b959f tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:34.237717 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9bfe0402-55ac-4b0d-8172-604614c04345 req-74936339-a1d9-4427-b6cf-00efe95ba471 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d6b91868f5704c93ab182f6e282adb5a&device_id=1e974719-f151-411c-a7de-1bbece5ed0bf HTTP/1.1" status: 200 len: 1099 time: 0.8481553 May 30 20:10:34.275278 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-1975388f-f4b4-48bc-b494-81f2f0b6438f tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Network 7dfebaf0-dc9f-476d-9977-56c7fc58662b is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:10:34.281860 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-1975388f-f4b4-48bc-b494-81f2f0b6438f tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:10:34.288853 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-1975388f-f4b4-48bc-b494-81f2f0b6438f tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:10:34.409436 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1975388f-f4b4-48bc-b494-81f2f0b6438f tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Pushing event updated for resources: {'Port': ['ID=406d6bcf-03be-4c83-9523-528b6918c399,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:34.433004 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9bfe0402-55ac-4b0d-8172-604614c04345 req-7d005f66-6638-4eaf-8e55-a640c62af17e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=5dd7d2c5-4872-4599-ac18-d24cb5375cd4 HTTP/1.1" status: 200 len: 217 time: 0.1739759 May 30 20:10:34.444557 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-d2556604-fbf8-48ea-8945-a36e5368b899 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-56291389-network', 'tenant_id': 'b1d3994633044342baf98a52682e583b'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:10:34.450820 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-d2556604-fbf8-48ea-8945-a36e5368b899 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:10:34.468826 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-d2556604-fbf8-48ea-8945-a36e5368b899 admin admin] Usage tracker for resource:network and tenant:b1d3994633044342baf98a52682e583b is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:10:34.494931 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-d2556604-fbf8-48ea-8945-a36e5368b899 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:10:34.512583 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-d2556604-fbf8-48ea-8945-a36e5368b899 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:10:34.553013 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-1975388f-f4b4-48bc-b494-81f2f0b6438f tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:34.554714 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-1975388f-f4b4-48bc-b494-81f2f0b6438f tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:34.576551 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-098a1e6b-cfad-4cea-b2c8-7d11b11245ed req-f2263b41-144c-4c02-8083-eb7eefac25fd service neutron] 10.222.0.71 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7353494 May 30 20:10:34.582750 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4e44da06-1dab-4953-aa5e-7aa8c7e77a46 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:34.709309 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2556604-fbf8-48ea-8945-a36e5368b899 admin admin] Made reservation on behalf of b1d3994633044342baf98a52682e583b for: {'network': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:10:34.711627 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d2556604-fbf8-48ea-8945-a36e5368b899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:34.751699 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-3710b860-b5e6-47ae-8c9c-d6b60765a21e None None] Provisioning for port 406d6bcf-03be-4c83-9523-528b6918c399 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:10:34.764130 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-3710b860-b5e6-47ae-8c9c-d6b60765a21e None None] Provisioning complete for port 406d6bcf-03be-4c83-9523-528b6918c399 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:10:34.765451 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-3710b860-b5e6-47ae-8c9c-d6b60765a21e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:34.770645 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d2556604-fbf8-48ea-8945-a36e5368b899 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:34.820702 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-1975388f-f4b4-48bc-b494-81f2f0b6438f tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1085157 May 30 20:10:34.843281 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-3710b860-b5e6-47ae-8c9c-d6b60765a21e None None] Port 406d6bcf-03be-4c83-9523-528b6918c399 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:10:34.851716 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-b0ef112b-7c2f-4f7f-b011-55ce5615e76c tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Request body: {'port': {'device_id': '9c32c8ec-3847-430c-b19f-49ed6feb4bec', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '945aa537-7e5a-42ac-a8f5-8cf6a31fa2b8', 'admin_state_up': True, 'tenant_id': 'a1a57cdea23a49088fa533e38f6a3032', 'security_groups': ['37be4557-a35d-41b8-94e5-d29002afe979']}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:10:34.877872 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device b2692eb8-1752-4fef-bb41-97b67e62bb53 up at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:10:34.897982 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfe0402-55ac-4b0d-8172-604614c04345 req-221ad1d7-20fb-4316-8e89-7c3f94c2b8cf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:34.899759 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9bfe0402-55ac-4b0d-8172-604614c04345 req-221ad1d7-20fb-4316-8e89-7c3f94c2b8cf service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1b83ff54-b1af-44ce-bb75-ba148920553c HTTP/1.1" status: 200 len: 843 time: 0.4597149 May 30 20:10:34.959607 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-4e44da06-1dab-4953-aa5e-7aa8c7e77a46 admin admin] Deleting port 5cb84b4f-72d6-4082-8587-7c66e637a49b {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:10:34.960217 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4e44da06-1dab-4953-aa5e-7aa8c7e77a46 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:34.980236 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-40f05290-4a53-4593-a2c3-c5d7919df504 req-ec35aa9f-72c1-45fb-b27c-211c5d613ba3 tempest-SecurityGroupRulesNegativeTestJSON-404359875 tempest-SecurityGroupRulesNegativeTestJSON-404359875-project] 10.222.0.85 "GET /v2.0/security-groups/fe1257d6-0277-477d-a1d6-53cee62fbb19 HTTP/1.1" status: 200 len: 1647 time: 0.2713947 May 30 20:10:35.062194 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-098a1e6b-cfad-4cea-b2c8-7d11b11245ed req-24467696-5f05-4790-962f-2af12a7ec834 service neutron] 10.222.0.71 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4655156 May 30 20:10:35.128975 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-b0ef112b-7c2f-4f7f-b011-55ce5615e76c tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:10:35.133486 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-40f05290-4a53-4593-a2c3-c5d7919df504 req-668d4f22-6597-409b-ae75-01a78a26c443 tempest-SecurityGroupRulesNegativeTestJSON-404359875 tempest-SecurityGroupRulesNegativeTestJSON-404359875-project] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:35.138734 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-b0ef112b-7c2f-4f7f-b011-55ce5615e76c tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Usage tracker for resource:port and tenant:a1a57cdea23a49088fa533e38f6a3032 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:10:35.150326 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-b0ef112b-7c2f-4f7f-b011-55ce5615e76c tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Quota usage for port was recalculated. Used quota:10. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:10:35.154526 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning for port b2692eb8-1752-4fef-bb41-97b67e62bb53 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:10:35.168016 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-b0ef112b-7c2f-4f7f-b011-55ce5615e76c tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:10:35.180452 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-d2556604-fbf8-48ea-8945-a36e5368b899 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:10:35.183671 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning complete for port b2692eb8-1752-4fef-bb41-97b67e62bb53 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:10:35.184411 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:35.195004 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf13dfd-5dd5-4fd6-a81c-c45d9ed5a8e7 req-8a1dc19d-5b3e-4788-b082-b2da0d620e42 tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:35.195719 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-bbf13dfd-5dd5-4fd6-a81c-c45d9ed5a8e7 req-8a1dc19d-5b3e-4788-b082-b2da0d620e42 tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] Synchronizing usage tracker for tenant:586757e83dd846ec935ec1b35f2c085f on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:10:35.200726 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-40f05290-4a53-4593-a2c3-c5d7919df504 req-668d4f22-6597-409b-ae75-01a78a26c443 tempest-SecurityGroupRulesNegativeTestJSON-404359875 tempest-SecurityGroupRulesNegativeTestJSON-404359875-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:35.205749 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-d2556604-fbf8-48ea-8945-a36e5368b899 admin admin] Usage tracker for resource:security_group_rule and tenant:b1d3994633044342baf98a52682e583b is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:10:35.215637 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-d2556604-fbf8-48ea-8945-a36e5368b899 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:10:35.242992 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-d2556604-fbf8-48ea-8945-a36e5368b899 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:10:35.256397 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-b0ef112b-7c2f-4f7f-b011-55ce5615e76c tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Made reservation on behalf of a1a57cdea23a49088fa533e38f6a3032 for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:10:35.275043 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-507ecd25-c081-4329-86c6-bd62e0ca7eca req-76a7f9ac-be2d-4597-9f56-95670a2b959f tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:35.275417 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-507ecd25-c081-4329-86c6-bd62e0ca7eca req-76a7f9ac-be2d-4597-9f56-95670a2b959f tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736490'] for floatingip, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:35.275732 n-d-843948-2 neutron-server[84886]: INFO neutron.db.l3_db [req-507ecd25-c081-4329-86c6-bd62e0ca7eca req-76a7f9ac-be2d-4597-9f56-95670a2b959f tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] Floating IP 933a65d9-f27e-41f8-84eb-7d0af75c43ce disassociated. External IP: 172.25.8.236, port: 54697081-e7b8-4e91-8009-b933877a65cd. May 30 20:10:35.276086 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [req-507ecd25-c081-4329-86c6-bd62e0ca7eca req-76a7f9ac-be2d-4597-9f56-95670a2b959f tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] Calling delete_port for 54697081-e7b8-4e91-8009-b933877a65cd owned by compute:nova {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:10:35.289140 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16faf348-e16c-491c-9dcc-e9b0848d3f74 None None] Sync routers for ids ['2cc02dbd-1c04-4aed-b380-a3db1f7e545d'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:10:35.331788 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16faf348-e16c-491c-9dcc-e9b0848d3f74 None None] Routers {'2cc02dbd-1c04-4aed-b380-a3db1f7e545d'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:10:35.332444 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-16faf348-e16c-491c-9dcc-e9b0848d3f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:10:29Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['2cc02dbd-1c04-4aed-b380-a3db1f7e545d'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:10:35.453953 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-bbf13dfd-5dd5-4fd6-a81c-c45d9ed5a8e7 req-8a1dc19d-5b3e-4788-b082-b2da0d620e42 tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] Unset dirty status for tenant:586757e83dd846ec935ec1b35f2c085f on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:10:35.454322 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-b0ef112b-7c2f-4f7f-b011-55ce5615e76c tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:35.456455 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-bbf13dfd-5dd5-4fd6-a81c-c45d9ed5a8e7 req-8a1dc19d-5b3e-4788-b082-b2da0d620e42 tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] 10.222.0.85 "GET /v2.0/ports?device_id=a4b5d15f-eb6d-4803-b156-b8a097188403 HTTP/1.1" status: 200 len: 944 time: 0.8828604 May 30 20:10:35.536609 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-40f05290-4a53-4593-a2c3-c5d7919df504 req-668d4f22-6597-409b-ae75-01a78a26c443 tempest-SecurityGroupRulesNegativeTestJSON-404359875 tempest-SecurityGroupRulesNegativeTestJSON-404359875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:35.541052 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:35.565403 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-16faf348-e16c-491c-9dcc-e9b0848d3f74 None None] Set router 2cc02dbd-1c04-4aed-b380-a3db1f7e545d gateway port host: None {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:10:35.590712 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668d4f22-6597-409b-ae75-01a78a26c443 tempest-SecurityGroupRulesNegativeTestJSON-404359875 tempest-SecurityGroupRulesNegativeTestJSON-404359875-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe1257d6-0277-477d-a1d6-53cee62fbb19,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:35.615977 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-40f05290-4a53-4593-a2c3-c5d7919df504 req-668d4f22-6597-409b-ae75-01a78a26c443 tempest-SecurityGroupRulesNegativeTestJSON-404359875 tempest-SecurityGroupRulesNegativeTestJSON-404359875-project] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:35.621475 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-40f05290-4a53-4593-a2c3-c5d7919df504 req-668d4f22-6597-409b-ae75-01a78a26c443 tempest-SecurityGroupRulesNegativeTestJSON-404359875 tempest-SecurityGroupRulesNegativeTestJSON-404359875-project] 10.222.0.85 "DELETE /v2.0/security-groups/fe1257d6-0277-477d-a1d6-53cee62fbb19 HTTP/1.1" status: 204 len: 173 time: 0.6366258 May 30 20:10:35.630539 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 51930) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:10:35.688906 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9bfe0402-55ac-4b0d-8172-604614c04345 req-0cc58bd9-dfec-46fc-af6a-9b66edad947f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4344fbed-57fb-43d7-b32d-6020ce60f0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7728252 May 30 20:10:35.705789 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-16faf348-e16c-491c-9dcc-e9b0848d3f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cc02dbd-1c04-4aed-b380-a3db1f7e545d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2100453891-router', 'tenant_id': '6d2afa5fa2374068b00c8f645adce375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:10:07Z', 'updated_at': '2022-05-30T20:10:34Z', 'revision_number': 6, 'project_id': '6d2afa5fa2374068b00c8f645adce375', 'gw_port_host': None}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:10:35.708597 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port b2692eb8-1752-4fef-bb41-97b67e62bb53, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=b2692eb8-1752-4fef-bb41-97b67e62bb53,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:10:35.713208 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16faf348-e16c-491c-9dcc-e9b0848d3f74 None None] Checking router: 2cc02dbd-1c04-4aed-b380-a3db1f7e545d for host: n-d-843948-2 {{(pid=84888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:10:35.726932 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16faf348-e16c-491c-9dcc-e9b0848d3f74 None None] Routers {'2cc02dbd-1c04-4aed-b380-a3db1f7e545d'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:10:35.727838 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-16faf348-e16c-491c-9dcc-e9b0848d3f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:10:29Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['2cc02dbd-1c04-4aed-b380-a3db1f7e545d'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:10:35.792793 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:35.881735 n-d-843948-2 neutron-server[84886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a1b320e-4750-49be-a183-eb60f88cfbb3'] response: {'name': 'network-changed', 'server_uuid': '1e974719-f151-411c-a7de-1bbece5ed0bf', 'tag': '5dd7d2c5-4872-4599-ac18-d24cb5375cd4', 'status': 'completed', 'code': 200} May 30 20:10:35.886567 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e67adfc-c960-4bd6-a089-73711ac28b5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2692eb8-1752-4fef-bb41-97b67e62bb53'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:10:36.014365 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=b2692eb8-1752-4fef-bb41-97b67e62bb53,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:36.027121 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-16faf348-e16c-491c-9dcc-e9b0848d3f74 None None] Set router 2cc02dbd-1c04-4aed-b380-a3db1f7e545d gateway port host: None {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:10:36.042035 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-507ecd25-c081-4329-86c6-bd62e0ca7eca req-76a7f9ac-be2d-4597-9f56-95670a2b959f tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:36.126713 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-bbf13dfd-5dd5-4fd6-a81c-c45d9ed5a8e7 req-25060cfc-9e00-46d1-ab20-fe61795d0d78 tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] 10.222.0.85 "GET /v2.0/security-groups?id=c7896e4c-36a2-48d0-b2ac-efb83a8df59d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6340785 May 30 20:10:36.127983 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a7f9ac-be2d-4597-9f56-95670a2b959f tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] Pushing event deleted for resources: {'Port': ['ID=54697081-e7b8-4e91-8009-b933877a65cd,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:36.146404 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-115d1052-e288-485e-8c15-2a56a218b69f'] response: {'server_uuid': 'e9391ed5-ac12-4852-808d-dee95e1364af', 'name': 'network-vif-deleted', 'tag': 'f95e12eb-ced2-4994-a78a-98cb8d8e15ec', 'status': 'completed', 'code': 200} May 30 20:10:36.158268 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [None req-4e44da06-1dab-4953-aa5e-7aa8c7e77a46 admin admin] For port 5cb84b4f-72d6-4082-8587-7c66e637a49b, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=5cb84b4f-72d6-4082-8587-7c66e637a49b,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:10:36.158633 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4e44da06-1dab-4953-aa5e-7aa8c7e77a46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:36.159490 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-16faf348-e16c-491c-9dcc-e9b0848d3f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cc02dbd-1c04-4aed-b380-a3db1f7e545d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2100453891-router', 'tenant_id': '6d2afa5fa2374068b00c8f645adce375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:10:07Z', 'updated_at': '2022-05-30T20:10:34Z', 'revision_number': 6, 'project_id': '6d2afa5fa2374068b00c8f645adce375', 'gw_port_host': None}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:10:36.166729 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16faf348-e16c-491c-9dcc-e9b0848d3f74 None None] The sync data for ids ['2cc02dbd-1c04-4aed-b380-a3db1f7e545d'] in n-d-843948-2 is: [{'id': '2cc02dbd-1c04-4aed-b380-a3db1f7e545d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2100453891-router', 'tenant_id': '6d2afa5fa2374068b00c8f645adce375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:10:07Z', 'updated_at': '2022-05-30T20:10:34Z', 'revision_number': 6, 'project_id': '6d2afa5fa2374068b00c8f645adce375', 'gw_port_host': None}] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:10:36.173674 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d2556604-fbf8-48ea-8945-a36e5368b899 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:36.283871 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d2556604-fbf8-48ea-8945-a36e5368b899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:36.286537 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f34a5f6-cf54-45c8-a829-531f65bc8248 admin admin] Deleting subnet 5b1cc0c8-6be5-4a9a-aa4b-e754bdd1f30f {{(pid=84887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:10:36.291621 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3f34a5f6-cf54-45c8-a829-531f65bc8248 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:36.365283 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3f34a5f6-cf54-45c8-a829-531f65bc8248 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3149227'] for subnet, precommit_delete_associations {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:36.373061 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-4e44da06-1dab-4953-aa5e-7aa8c7e77a46 admin admin] Calling delete_port for 5cb84b4f-72d6-4082-8587-7c66e637a49b owned by network:router_gateway {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:10:36.454160 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3f34a5f6-cf54-45c8-a829-531f65bc8248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:36.497593 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2556604-fbf8-48ea-8945-a36e5368b899 admin admin] vlan segment allocate from pool success with {'vlan_id': 669, 'physical_network': 'physnet1'} {{(pid=84886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:10:36.510718 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-b0ef112b-7c2f-4f7f-b011-55ce5615e76c tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Allocated IP 10.2.2.100 (945aa537-7e5a-42ac-a8f5-8cf6a31fa2b8/e0ec96d3-d8eb-4c27-bd2f-50e88448f40f/6abf5558-29fb-4349-8bbb-2720708251bc) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:10:36.531056 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9bfe0402-55ac-4b0d-8172-604614c04345 req-d9485ca7-02a7-4ec0-bcc6-a60b5f4ae1ab service neutron] 10.222.0.71 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6447554 May 30 20:10:36.585916 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 063e391f-2b5d-4e61-9822-145095f8ca08 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:10:36.652246 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: 063e391f-2b5d-4e61-9822-145095f8ca08 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:10:36.652903 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 063e391f-2b5d-4e61-9822-145095f8ca08 not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:10:36.697195 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fd4538-01dc-46fa-8ade-e45fe43a8a36 req-87a940a4-15f6-41e5-9b9b-b92681924165 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:36.697195 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-36fd4538-01dc-46fa-8ade-e45fe43a8a36 req-87a940a4-15f6-41e5-9b9b-b92681924165 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Synchronizing usage tracker for tenant:6a75b3db8cd44db8bb931dd59e296017 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:10:36.697475 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d2556604-fbf8-48ea-8945-a36e5368b899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:36.697475 n-d-843948-2 neutron-server[84886]: INFO neutron.db.segments_db [None req-d2556604-fbf8-48ea-8945-a36e5368b899 admin admin] Added segment 8cf4782e-e691-4ec5-a2ea-a14d58f8df7a of type vlan for network b2f2587f-5348-477f-a322-df8a2a763ba2 May 30 20:10:36.715837 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2556604-fbf8-48ea-8945-a36e5368b899 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c816953b-4eaf-44de-8f51-6f9258494ebd,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:36.765016 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3f34a5f6-cf54-45c8-a829-531f65bc8248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4055470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114247'] for subnet, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:36.824439 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3f34a5f6-cf54-45c8-a829-531f65bc8248 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:36.860199 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d2556604-fbf8-48ea-8945-a36e5368b899 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:36.869296 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f34a5f6-cf54-45c8-a829-531f65bc8248 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b1cc0c8-6be5-4a9a-aa4b-e754bdd1f30f,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:36.890834 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-3f34a5f6-cf54-45c8-a829-531f65bc8248 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/5b1cc0c8-6be5-4a9a-aa4b-e754bdd1f30f HTTP/1.1" status: 204 len: 168 time: 1.2553210 May 30 20:10:36.896886 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 51940) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:10:37.045082 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-36fd4538-01dc-46fa-8ade-e45fe43a8a36 req-87a940a4-15f6-41e5-9b9b-b92681924165 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Unset dirty status for tenant:6a75b3db8cd44db8bb931dd59e296017 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:10:37.046671 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-36fd4538-01dc-46fa-8ade-e45fe43a8a36 req-87a940a4-15f6-41e5-9b9b-b92681924165 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.71 "GET /v2.0/ports?device_id=886c10ce-7ad4-4409-b333-3102f6c82be5 HTTP/1.1" status: 200 len: 950 time: 1.0666018 May 30 20:10:37.050420 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9bfe0402-55ac-4b0d-8172-604614c04345 req-8ff5768a-9865-4a34-a9ad-7c0616687363 service neutron] 10.222.0.71 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4532411 May 30 20:10:37.086163 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d2556604-fbf8-48ea-8945-a36e5368b899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:37.086990 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2556604-fbf8-48ea-8945-a36e5368b899 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:37.087567 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d2556604-fbf8-48ea-8945-a36e5368b899 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:37.204875 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754304bb-3ecf-42be-a465-2715e57572f6 req-cd86be08-a504-4efa-8d79-0eb7bdc0a4f1 tempest-ListImageFiltersTestJSON-965511707 tempest-ListImageFiltersTestJSON-965511707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:37.205657 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-754304bb-3ecf-42be-a465-2715e57572f6 req-cd86be08-a504-4efa-8d79-0eb7bdc0a4f1 tempest-ListImageFiltersTestJSON-965511707 tempest-ListImageFiltersTestJSON-965511707-project] Synchronizing usage tracker for tenant:d6b91868f5704c93ab182f6e282adb5a on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:10:37.209602 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-b0ef112b-7c2f-4f7f-b011-55ce5615e76c tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:37.223094 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-297e20e0-5b3b-43ec-a282-a6357a91cef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:37.261413 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-36fd4538-01dc-46fa-8ade-e45fe43a8a36 req-2cb2ee16-cef6-44fc-9465-87a67f0aeaa0 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Deleting port 448af9f8-fbc6-4f23-b596-bc95ed6f4ae6 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:10:37.262146 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-36fd4538-01dc-46fa-8ade-e45fe43a8a36 req-2cb2ee16-cef6-44fc-9465-87a67f0aeaa0 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:37.295027 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-b0ef112b-7c2f-4f7f-b011-55ce5615e76c tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Transition to ACTIVE for port object 6abf5558-29fb-4349-8bbb-2720708251bc will not be triggered until provisioned by entity DHCP. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:10:37.308630 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2556604-fbf8-48ea-8945-a36e5368b899 admin admin] Pushing event updated for resources: {'Network': ['ID=b2f2587f-5348-477f-a322-df8a2a763ba2,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:37.317906 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4e44da06-1dab-4953-aa5e-7aa8c7e77a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:37.326565 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network b2f2587f-5348-477f-a322-df8a2a763ba2 details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:10:37.489665 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf177bd-9719-4d2b-add6-928a61f60972 req-c5a6d222-d326-43ce-83b2-07a2badd5e50 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:37.492793 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf177bd-9719-4d2b-add6-928a61f60972 req-c5a6d222-d326-43ce-83b2-07a2badd5e50 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:37.496875 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf177bd-9719-4d2b-add6-928a61f60972 req-c5a6d222-d326-43ce-83b2-07a2badd5e50 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:37.497797 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-daf177bd-9719-4d2b-add6-928a61f60972 req-c5a6d222-d326-43ce-83b2-07a2badd5e50 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Synchronizing usage tracker for tenant:a1a57cdea23a49088fa533e38f6a3032 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:10:37.509561 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-754304bb-3ecf-42be-a465-2715e57572f6 req-cd86be08-a504-4efa-8d79-0eb7bdc0a4f1 tempest-ListImageFiltersTestJSON-965511707 tempest-ListImageFiltersTestJSON-965511707-project] Unset dirty status for tenant:d6b91868f5704c93ab182f6e282adb5a on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:10:37.511394 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-754304bb-3ecf-42be-a465-2715e57572f6 req-cd86be08-a504-4efa-8d79-0eb7bdc0a4f1 tempest-ListImageFiltersTestJSON-965511707 tempest-ListImageFiltersTestJSON-965511707-project] 10.222.0.85 "GET /v2.0/ports?device_id=1e974719-f151-411c-a7de-1bbece5ed0bf HTTP/1.1" status: 200 len: 948 time: 0.9756801 May 30 20:10:37.562968 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-d2556604-fbf8-48ea-8945-a36e5368b899 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 3.7562633 May 30 20:10:37.576198 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e44da06-1dab-4953-aa5e-7aa8c7e77a46 admin admin] Pushing event deleted for resources: {'Port': ['ID=5cb84b4f-72d6-4082-8587-7c66e637a49b,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:37.582689 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 51946) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:10:37.600577 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-297e20e0-5b3b-43ec-a282-a6357a91cef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:37.632606 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-8492b8f8-cecb-4ff2-ab51-5e99ba067296 admin admin] Request body: {'subnet': {'network_id': 'b2f2587f-5348-477f-a322-df8a2a763ba2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-56291389-subnet', 'tenant_id': 'b1d3994633044342baf98a52682e583b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:10:37.661947 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-b0ef112b-7c2f-4f7f-b011-55ce5615e76c tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:37.683973 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-8492b8f8-cecb-4ff2-ab51-5e99ba067296 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:10:37.768628 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-297e20e0-5b3b-43ec-a282-a6357a91cef0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39091ad5-a365-4813-8116-0225033eb54e']}} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:10:37.776436 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-8492b8f8-cecb-4ff2-ab51-5e99ba067296 admin admin] Usage tracker for resource:subnet and tenant:b1d3994633044342baf98a52682e583b is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:10:37.776778 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3e54f63f-c530-4a79-b4a8-db0067f1c9c6 req-a7c24235-ff0c-4caf-8fd9-02f86e4c4679 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d6b91868f5704c93ab182f6e282adb5a&device_id=1e974719-f151-411c-a7de-1bbece5ed0bf HTTP/1.1" status: 200 len: 1099 time: 0.5579023 May 30 20:10:37.788928 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-8492b8f8-cecb-4ff2-ab51-5e99ba067296 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:10:37.797951 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-daf177bd-9719-4d2b-add6-928a61f60972 req-c5a6d222-d326-43ce-83b2-07a2badd5e50 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Unset dirty status for tenant:a1a57cdea23a49088fa533e38f6a3032 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:10:37.799015 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-daf177bd-9719-4d2b-add6-928a61f60972 req-c5a6d222-d326-43ce-83b2-07a2badd5e50 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] 10.222.0.85 "GET /v2.0/ports?device_id=9c32c8ec-3847-430c-b19f-49ed6feb4bec HTTP/1.1" status: 200 len: 2373 time: 0.8487809 May 30 20:10:37.814407 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-754304bb-3ecf-42be-a465-2715e57572f6 req-528d685d-0378-4c4e-8995-7686a4dd154e tempest-ListImageFiltersTestJSON-965511707 tempest-ListImageFiltersTestJSON-965511707-project] 10.222.0.85 "GET /v2.0/security-groups?id=b6ee8f85-74c5-46fe-a3a8-5610018ec9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467520 May 30 20:10:37.818784 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [req-507ecd25-c081-4329-86c6-bd62e0ca7eca req-76a7f9ac-be2d-4597-9f56-95670a2b959f tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] Router 44ec2e53-c09d-435b-81eb-35c6952c1930 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:10:37.902875 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-8492b8f8-cecb-4ff2-ab51-5e99ba067296 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:10:37.906445 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-297e20e0-5b3b-43ec-a282-a6357a91cef0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd506d6c9-df73-411d-8ef1-f123aa65cd81') {'for_net_delete': True} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:10:37.906740 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-297e20e0-5b3b-43ec-a282-a6357a91cef0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd506d6c9-df73-411d-8ef1-f123aa65cd81') {} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:10:37.973500 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d3d9e76-140c-4a29-8ac4-edd22d3cbf30'] response: {'server_uuid': '8e67adfc-c960-4bd6-a089-73711ac28b5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2692eb8-1752-4fef-bb41-97b67e62bb53', 'code': 200} May 30 20:10:37.975424 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-297e20e0-5b3b-43ec-a282-a6357a91cef0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3149912'] for segment, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:37.986318 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-b0ef112b-7c2f-4f7f-b011-55ce5615e76c tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Network 945aa537-7e5a-42ac-a8f5-8cf6a31fa2b8 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:10:38.008440 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ef112b-7c2f-4f7f-b011-55ce5615e76c tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Pushing event updated for resources: {'Port': ['ID=6abf5558-29fb-4349-8bbb-2720708251bc,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:38.019047 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-b0ef112b-7c2f-4f7f-b011-55ce5615e76c tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:10:38.036348 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-b0ef112b-7c2f-4f7f-b011-55ce5615e76c tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:10:38.064006 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.71', 65442) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:10:38.190369 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4e44da06-1dab-4953-aa5e-7aa8c7e77a46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-736453'] for router_gateway, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:38.238211 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-297e20e0-5b3b-43ec-a282-a6357a91cef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:38.250401 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8492b8f8-cecb-4ff2-ab51-5e99ba067296 admin admin] Made reservation on behalf of b1d3994633044342baf98a52682e583b for: {'subnet': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:10:38.252780 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8492b8f8-cecb-4ff2-ab51-5e99ba067296 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114220'] for subnet, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:38.306392 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-297e20e0-5b3b-43ec-a282-a6357a91cef0 admin admin] Releasing vlan 681 on physical network physnet1 to pool {{(pid=84887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:10:38.306392 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-297e20e0-5b3b-43ec-a282-a6357a91cef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4055488'] for segment, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:38.360866 n-d-843948-2 neutron-server[84887]: Traceback (most recent call last): May 30 20:10:38.360866 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:10:38.360866 n-d-843948-2 neutron-server[84887]: timer() May 30 20:10:38.360866 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:10:38.360866 n-d-843948-2 neutron-server[84887]: cb(*args, **kw) May 30 20:10:38.360866 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:10:38.360866 n-d-843948-2 neutron-server[84887]: return func(*args, **kwargs) May 30 20:10:38.360866 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:10:38.360866 n-d-843948-2 neutron-server[84887]: self._notify() May 30 20:10:38.360866 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:10:38.360866 n-d-843948-2 neutron-server[84887]: self.callback(batched_events) May 30 20:10:38.360866 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:10:38.360866 n-d-843948-2 neutron-server[84887]: event.method(event) May 30 20:10:38.360866 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:10:38.360866 n-d-843948-2 neutron-server[84887]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:10:38.360866 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:10:38.360866 n-d-843948-2 neutron-server[84887]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:10:38.360866 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:10:38.360866 n-d-843948-2 neutron-server[84887]: return f(self, *a, **k) May 30 20:10:38.360866 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:10:38.360866 n-d-843948-2 neutron-server[84887]: return self._get(url).json() May 30 20:10:38.360866 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:10:38.360866 n-d-843948-2 neutron-server[84887]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:10:38.360866 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:10:38.360866 n-d-843948-2 neutron-server[84887]: return self.request(url, 'GET', **kwargs) May 30 20:10:38.360866 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:10:38.360866 n-d-843948-2 neutron-server[84887]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:10:38.360866 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:10:38.360866 n-d-843948-2 neutron-server[84887]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:10:38.360866 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:10:38.360866 n-d-843948-2 neutron-server[84887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:10:38.360866 n-d-843948-2 neutron-server[84887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:10:38.374452 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-daf177bd-9719-4d2b-add6-928a61f60972 req-3787d197-436d-4148-b716-a38785f532bc tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] 10.222.0.85 "GET /v2.0/security-groups?id=37be4557-a35d-41b8-94e5-d29002afe979&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4916096 May 30 20:10:38.456567 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 5cb84b4f-72d6-4082-8587-7c66e637a49b no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:10:38.494487 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-96fbda31-5aa7-4251-a844-4602cf9bc25b None None] Provisioning for port 6abf5558-29fb-4349-8bbb-2720708251bc completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:10:38.510240 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: 5cb84b4f-72d6-4082-8587-7c66e637a49b {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:10:38.510995 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 5cb84b4f-72d6-4082-8587-7c66e637a49b not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:10:38.519603 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-96fbda31-5aa7-4251-a844-4602cf9bc25b None None] Provisioning complete for port 6abf5558-29fb-4349-8bbb-2720708251bc triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:10:38.520523 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-96fbda31-5aa7-4251-a844-4602cf9bc25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:38.619656 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-96fbda31-5aa7-4251-a844-4602cf9bc25b None None] Port 6abf5558-29fb-4349-8bbb-2720708251bc cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:10:38.683941 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e54f63f-c530-4a79-b4a8-db0067f1c9c6 req-49a2f9fe-1ad8-4667-a2dd-7704734b3664 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:38.686688 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3e54f63f-c530-4a79-b4a8-db0067f1c9c6 req-49a2f9fe-1ad8-4667-a2dd-7704734b3664 service neutron] 10.222.0.71 "GET /v2.0/networks?id=4344fbed-57fb-43d7-b32d-6020ce60f0a1 HTTP/1.1" status: 200 len: 870 time: 0.8980660 May 30 20:10:38.822035 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-b0ef112b-7c2f-4f7f-b011-55ce5615e76c tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:38.822660 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-b0ef112b-7c2f-4f7f-b011-55ce5615e76c tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:38.837660 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-36fd4538-01dc-46fa-8ade-e45fe43a8a36 req-2cb2ee16-cef6-44fc-9465-87a67f0aeaa0 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] For port 448af9f8-fbc6-4f23-b596-bc95ed6f4ae6, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=448af9f8-fbc6-4f23-b596-bc95ed6f4ae6,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:10:38.838194 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-36fd4538-01dc-46fa-8ade-e45fe43a8a36 req-2cb2ee16-cef6-44fc-9465-87a67f0aeaa0 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:38.885053 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 5dd7d2c5-4872-4599-ac18-d24cb5375cd4 details requested by agent hyperv_n-h1-843948-2 with host n-h1-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:10:38.890030 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 448af9f8-fbc6-4f23-b596-bc95ed6f4ae6 no longer exists at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:10:39.020892 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-36fd4538-01dc-46fa-8ade-e45fe43a8a36 req-2cb2ee16-cef6-44fc-9465-87a67f0aeaa0 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Calling delete_port for 448af9f8-fbc6-4f23-b596-bc95ed6f4ae6 owned by compute:nova {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:10:39.076799 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3e54f63f-c530-4a79-b4a8-db0067f1c9c6 req-42fb4dea-6dab-4f47-8c77-b4018a8a269f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=5dd7d2c5-4872-4599-ac18-d24cb5375cd4 HTTP/1.1" status: 200 len: 217 time: 0.3808758 May 30 20:10:39.082101 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-297e20e0-5b3b-43ec-a282-a6357a91cef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:39.122262 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-297e20e0-5b3b-43ec-a282-a6357a91cef0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:39.148290 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297e20e0-5b3b-43ec-a282-a6357a91cef0 admin admin] Pushing event deleted for resources: {'Network': ['ID=39091ad5-a365-4813-8116-0225033eb54e,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:39.161460 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4e44da06-1dab-4953-aa5e-7aa8c7e77a46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-724789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3141'] for router, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:39.162218 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-297e20e0-5b3b-43ec-a282-a6357a91cef0 admin admin] 10.222.0.85 "DELETE /v2.0/networks/39091ad5-a365-4813-8116-0225033eb54e HTTP/1.1" status: 204 len: 168 time: 2.2613568 May 30 20:10:39.173539 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-b0ef112b-7c2f-4f7f-b011-55ce5615e76c tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3286433 May 30 20:10:39.200180 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-a7dc349a-9c8b-4eed-bf28-6e5b5029a6ca tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Request body: {'port': {'device_id': '9c32c8ec-3847-430c-b19f-49ed6feb4bec', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '945aa537-7e5a-42ac-a8f5-8cf6a31fa2b8', 'admin_state_up': True, 'tenant_id': 'a1a57cdea23a49088fa533e38f6a3032', 'security_groups': ['37be4557-a35d-41b8-94e5-d29002afe979']}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:10:39.208608 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4e44da06-1dab-4953-aa5e-7aa8c7e77a46 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:39.228731 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2425aeba-8a22-4fe5-ba93-115b1148f8ad req-6a86d8ad-9646-4af2-b640-234273d79761 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:39.230333 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2425aeba-8a22-4fe5-ba93-115b1148f8ad req-6a86d8ad-9646-4af2-b640-234273d79761 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.86 "GET /v2.0/ports?device_id=6395f87f-52db-4137-96c9-a2cb258acd44 HTTP/1.1" status: 200 len: 950 time: 0.9111888 May 30 20:10:39.300872 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 5dd7d2c5-4872-4599-ac18-d24cb5375cd4, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=5dd7d2c5-4872-4599-ac18-d24cb5375cd4,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:10:39.313454 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f48e4368-ca67-4d3c-9699-b89ba42520aa req-457798b1-7f52-4b6c-a8f5-a0226edf289d service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=8e67adfc-c960-4bd6-a089-73711ac28b5f HTTP/1.1" status: 200 len: 1101 time: 1.2450771 May 30 20:10:39.322046 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-29bc6849-469b-4900-877a-4ff2e559fb3c req-664323e2-f3ab-4306-ab23-8fa7c843ea2c tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] Synchronizing usage tracker for tenant:586757e83dd846ec935ec1b35f2c085f on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:10:39.325298 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Returning: {'device': '5dd7d2c5-4872-4599-ac18-d24cb5375cd4', 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1', 'port_id': '5dd7d2c5-4872-4599-ac18-d24cb5375cd4', 'mac_address': 'fa:16:3e:85:b2:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b83ff54-b1af-44ce-bb75-ba148920553c', 'ip_address': '192.168.233.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:10:39.369934 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e54f63f-c530-4a79-b4a8-db0067f1c9c6 req-bc3091ad-9e3a-4051-ae83-b05114131a61 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:39.372420 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3e54f63f-c530-4a79-b4a8-db0067f1c9c6 req-bc3091ad-9e3a-4051-ae83-b05114131a61 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1b83ff54-b1af-44ce-bb75-ba148920553c HTTP/1.1" status: 200 len: 843 time: 0.2824106 May 30 20:10:39.386107 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6b8fdf-68ea-4069-9e6f-64146715a7b4 req-fe28d10b-49e6-45f8-9d3e-9654af8d2d41 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:39.393365 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9f6b8fdf-68ea-4069-9e6f-64146715a7b4 req-fe28d10b-49e6-45f8-9d3e-9654af8d2d41 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.85 "GET /v2.0/ports?device_id=886c10ce-7ad4-4409-b333-3102f6c82be5 HTTP/1.1" status: 200 len: 950 time: 0.7055991 May 30 20:10:39.456828 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:39.480147 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:39.508076 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dd7d2c5-4872-4599-ac18-d24cb5375cd4 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:10:39.531650 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 5dd7d2c5-4872-4599-ac18-d24cb5375cd4, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=5dd7d2c5-4872-4599-ac18-d24cb5375cd4,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:10:39.551085 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f48e4368-ca67-4d3c-9699-b89ba42520aa req-b6f5049a-5704-43eb-97dc-5dbfc0f979e5 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=b6ee8f85-74c5-46fe-a3a8-5610018ec9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195222 May 30 20:10:39.585817 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-2425aeba-8a22-4fe5-ba93-115b1148f8ad req-4c58c025-9131-434e-bc59-42387216a2b3 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Deleting port d5bbe401-8f84-4ccd-9a6e-3023ef22e3a1 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:10:39.593085 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-2425aeba-8a22-4fe5-ba93-115b1148f8ad req-4c58c025-9131-434e-bc59-42387216a2b3 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:39.617587 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:39.733527 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 51960) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:10:39.734849 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-29bc6849-469b-4900-877a-4ff2e559fb3c req-664323e2-f3ab-4306-ab23-8fa7c843ea2c tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] Unset dirty status for tenant:586757e83dd846ec935ec1b35f2c085f on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:10:39.735987 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-29bc6849-469b-4900-877a-4ff2e559fb3c req-664323e2-f3ab-4306-ab23-8fa7c843ea2c tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] 10.222.0.85 "GET /v2.0/ports?device_id=a4b5d15f-eb6d-4803-b156-b8a097188403 HTTP/1.1" status: 200 len: 210 time: 0.5219350 May 30 20:10:39.736687 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4e44da06-1dab-4953-aa5e-7aa8c7e77a46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724889'] for router, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:39.737365 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e44da06-1dab-4953-aa5e-7aa8c7e77a46 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2cc02dbd-1c04-4aed-b380-a3db1f7e545d {{(pid=84886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:10:39.756336 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9f6b8fdf-68ea-4069-9e6f-64146715a7b4 req-cd2d8ed8-a590-4ae6-9de2-323d6203ebb7 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.85 "GET /v2.0/security-groups?id=db33dd94-15fa-4959-a681-13f509935d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3618002 May 30 20:10:39.782735 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4e44da06-1dab-4953-aa5e-7aa8c7e77a46 admin admin] Notify callbacks [] for router, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:39.784197 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-4e44da06-1dab-4953-aa5e-7aa8c7e77a46 admin admin] 10.222.0.85 "DELETE /v2.0/routers/2cc02dbd-1c04-4aed-b380-a3db1f7e545d HTTP/1.1" status: 204 len: 168 time: 8.8980939 May 30 20:10:39.788857 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-a7dc349a-9c8b-4eed-bf28-6e5b5029a6ca tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:10:39.796218 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 51964) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:10:39.804298 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-36fd4538-01dc-46fa-8ade-e45fe43a8a36 req-2cb2ee16-cef6-44fc-9465-87a67f0aeaa0 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:39.847993 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['ddba6d06-4716-4ab5-90ae-4e3814b4f21f'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:10:39.955998 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3e54f63f-c530-4a79-b4a8-db0067f1c9c6 req-4b178644-4491-4ae0-8c19-0c617318565f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4344fbed-57fb-43d7-b32d-6020ce60f0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5716660 May 30 20:10:39.970280 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['a4fbb078-4c44-4d94-9029-bc5995e00d92', '0ab8fad3-50b3-4e00-809a-e7bbc917d1ca', 'd5bbe401-8f84-4ccd-9a6e-3023ef22e3a1'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:10:40.021489 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-a7dc349a-9c8b-4eed-bf28-6e5b5029a6ca tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:10:40.065100 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['5dd7d2c5-4872-4599-ac18-d24cb5375cd4'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:10:40.143814 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb2ee16-cef6-44fc-9465-87a67f0aeaa0 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Pushing event deleted for resources: {'Port': ['ID=448af9f8-fbc6-4f23-b596-bc95ed6f4ae6,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:40.144685 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=5dd7d2c5-4872-4599-ac18-d24cb5375cd4,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:40.149284 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8492b8f8-cecb-4ff2-ab51-5e99ba067296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4055401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114238'] for subnet, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:40.291571 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-507ecd25-c081-4329-86c6-bd62e0ca7eca req-76a7f9ac-be2d-4597-9f56-95670a2b959f tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:10:40.292052 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-a7dc349a-9c8b-4eed-bf28-6e5b5029a6ca tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Made reservation on behalf of a1a57cdea23a49088fa533e38f6a3032 for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:10:40.297383 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-a7dc349a-9c8b-4eed-bf28-6e5b5029a6ca tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:40.311877 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbcba1d2-a582-4a9a-b4fc-1c8b5a3f7cdf None None] Sync routers for ids ['44ec2e53-c09d-435b-81eb-35c6952c1930'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:10:40.329999 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbcba1d2-a582-4a9a-b4fc-1c8b5a3f7cdf None None] Routers {'44ec2e53-c09d-435b-81eb-35c6952c1930'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:10:40.331083 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-dbcba1d2-a582-4a9a-b4fc-1c8b5a3f7cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:10:29Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['44ec2e53-c09d-435b-81eb-35c6952c1930'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:10:40.367140 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8492b8f8-cecb-4ff2-ab51-5e99ba067296 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d51613c5-1edb-4acb-8713-3f45b6162b1f,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:40.382402 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-04ba39d8-febe-414f-9312-18bac3550a47 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=91ef39b3f033450b9266f788dcbb9abf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6425037 May 30 20:10:40.402038 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 51968) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:10:40.411142 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a116942-53b5-4ffd-bd6c-c6d1b17885ad admin admin] Deleting subnet bd0b8c4e-9327-4603-929f-548ae9ffeadb {{(pid=84886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:10:40.458011 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8a116942-53b5-4ffd-bd6c-c6d1b17885ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:40.566688 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-dbcba1d2-a582-4a9a-b4fc-1c8b5a3f7cdf None None] Set router 44ec2e53-c09d-435b-81eb-35c6952c1930 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:10:40.685276 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [req-507ecd25-c081-4329-86c6-bd62e0ca7eca req-76a7f9ac-be2d-4597-9f56-95670a2b959f tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] No DVR routers for this DVR port 54697081-e7b8-4e91-8009-b933877a65cd on host n-h1-843948-2 {{(pid=84886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:10:40.730780 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-507ecd25-c081-4329-86c6-bd62e0ca7eca req-76a7f9ac-be2d-4597-9f56-95670a2b959f tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:40.733550 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-507ecd25-c081-4329-86c6-bd62e0ca7eca req-76a7f9ac-be2d-4597-9f56-95670a2b959f tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] 10.222.0.71 "DELETE /v2.0/ports/54697081-e7b8-4e91-8009-b933877a65cd HTTP/1.1" status: 204 len: 173 time: 11.6560762 May 30 20:10:40.758075 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4b5d15f-eb6d-4803-b156-b8a097188403', 'name': 'network-vif-deleted', 'tag': '54697081-e7b8-4e91-8009-b933877a65cd'}] {{(pid=84886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:10:40.779751 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-a7dc349a-9c8b-4eed-bf28-6e5b5029a6ca tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Allocated IP 10.2.2.200 (945aa537-7e5a-42ac-a8f5-8cf6a31fa2b8/e0ec96d3-d8eb-4c27-bd2f-50e88448f40f/8ac00f97-319b-447d-9984-766c6042c32a) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:10:40.837688 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-36fd4538-01dc-46fa-8ade-e45fe43a8a36 req-2cb2ee16-cef6-44fc-9465-87a67f0aeaa0 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] No DVR routers for this DVR port 448af9f8-fbc6-4f23-b596-bc95ed6f4ae6 on host n-h1-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:10:40.845415 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-36fd4538-01dc-46fa-8ade-e45fe43a8a36 req-2cb2ee16-cef6-44fc-9465-87a67f0aeaa0 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:40.901443 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '886c10ce-7ad4-4409-b333-3102f6c82be5', 'name': 'network-vif-deleted', 'tag': '448af9f8-fbc6-4f23-b596-bc95ed6f4ae6'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:10:40.922358 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8a116942-53b5-4ffd-bd6c-c6d1b17885ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2655517'] for subnet, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:41.085742 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3e54f63f-c530-4a79-b4a8-db0067f1c9c6 req-d3dfbe09-d878-48b8-bc0e-e32ff55e7b5c service neutron] 10.222.0.71 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0816164 May 30 20:10:41.308028 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038385f1-344e-4e36-8c25-8d76f4309d87 req-7c2d1380-521d-488b-b83f-10803e6ad1ef tempest-ListImageFiltersTestJSON-965511707 tempest-ListImageFiltersTestJSON-965511707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:41.321463 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-038385f1-344e-4e36-8c25-8d76f4309d87 req-7c2d1380-521d-488b-b83f-10803e6ad1ef tempest-ListImageFiltersTestJSON-965511707 tempest-ListImageFiltersTestJSON-965511707-project] 10.222.0.85 "GET /v2.0/ports?device_id=1e974719-f151-411c-a7de-1bbece5ed0bf HTTP/1.1" status: 200 len: 949 time: 1.2077632 May 30 20:10:41.351122 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-dbcba1d2-a582-4a9a-b4fc-1c8b5a3f7cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44ec2e53-c09d-435b-81eb-35c6952c1930', 'name': 'tempest-ServersTestJSON-245510114-router', 'tenant_id': '586757e83dd846ec935ec1b35f2c085f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '6d59c613-0f4c-45bb-9421-e51d5bfc7b4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:08:36Z', 'updated_at': '2022-05-30T20:08:55Z', 'revision_number': 4, 'project_id': '586757e83dd846ec935ec1b35f2c085f', 'gw_port': {'id': '6d59c613-0f4c-45bb-9421-e51d5bfc7b4d', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ec2e53-c09d-435b-81eb-35c6952c1930', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:08:39Z', 'updated_at': '2022-05-30T20:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '099c01b4-a8f1-4fda-a4c7-41d093a61c9a', 'name': '', 'network_id': 'e0f55504-d8f7-4a5a-b704-bd0e657d5724', 'tenant_id': '586757e83dd846ec935ec1b35f2c085f', 'mac_address': 'fa:16:3e:6f:78:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ec2e53-c09d-435b-81eb-35c6952c1930', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1581c6d7-c19f-439e-8ba3-14e41bf5cc8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:08:52Z', 'updated_at': '2022-05-30T20:09:34Z', 'revision_number': 5, 'project_id': '586757e83dd846ec935ec1b35f2c085f', 'subnets': [{'id': '1581c6d7-c19f-439e-8ba3-14e41bf5cc8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:10:41.362597 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-831183a3-20bf-4df4-9cd6-c1a73e6ef012 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:41.365369 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbcba1d2-a582-4a9a-b4fc-1c8b5a3f7cdf None None] Checking router: 44ec2e53-c09d-435b-81eb-35c6952c1930 for host: n-d-843948-2 {{(pid=84889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:10:41.379170 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbcba1d2-a582-4a9a-b4fc-1c8b5a3f7cdf None None] Routers {'44ec2e53-c09d-435b-81eb-35c6952c1930'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:10:41.380389 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-dbcba1d2-a582-4a9a-b4fc-1c8b5a3f7cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:10:29Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['44ec2e53-c09d-435b-81eb-35c6952c1930'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:10:41.488361 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-831183a3-20bf-4df4-9cd6-c1a73e6ef012 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:41.548479 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8a116942-53b5-4ffd-bd6c-c6d1b17885ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:41.590044 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-038385f1-344e-4e36-8c25-8d76f4309d87 req-a46173c7-68f8-4708-a521-03e472be06cd tempest-ListImageFiltersTestJSON-965511707 tempest-ListImageFiltersTestJSON-965511707-project] 10.222.0.85 "GET /v2.0/security-groups?id=b6ee8f85-74c5-46fe-a3a8-5610018ec9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2675004 May 30 20:10:41.675029 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3e54f63f-c530-4a79-b4a8-db0067f1c9c6 req-4d58d46b-4d6d-4846-8a8e-65a624642fe5 service neutron] 10.222.0.71 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5803084 May 30 20:10:41.689557 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-36fd4538-01dc-46fa-8ade-e45fe43a8a36 req-2cb2ee16-cef6-44fc-9465-87a67f0aeaa0 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.71 "DELETE /v2.0/ports/448af9f8-fbc6-4f23-b596-bc95ed6f4ae6 HTTP/1.1" status: 204 len: 173 time: 4.6146801 May 30 20:10:41.733154 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-2425aeba-8a22-4fe5-ba93-115b1148f8ad req-4c58c025-9131-434e-bc59-42387216a2b3 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] For port d5bbe401-8f84-4ccd-9a6e-3023ef22e3a1, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=d5bbe401-8f84-4ccd-9a6e-3023ef22e3a1,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:10:41.733519 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-2425aeba-8a22-4fe5-ba93-115b1148f8ad req-4c58c025-9131-434e-bc59-42387216a2b3 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:41.757001 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e9fa22-ede4-46a2-b570-4157abc5892f req-23547c24-5963-4d42-bdd0-f2650d0d12d6 tempest-ServerAddressesTestJSON-1527069479 tempest-ServerAddressesTestJSON-1527069479-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:41.762339 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-46e9fa22-ede4-46a2-b570-4157abc5892f req-23547c24-5963-4d42-bdd0-f2650d0d12d6 tempest-ServerAddressesTestJSON-1527069479 tempest-ServerAddressesTestJSON-1527069479-project] 10.222.0.86 "GET /v2.0/ports?device_id=dc4ed122-e2d4-4f38-b0d5-ff692b21e681 HTTP/1.1" status: 200 len: 946 time: 1.0949028 May 30 20:10:41.770583 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8492b8f8-cecb-4ff2-ab51-5e99ba067296 admin admin] Checking segment: {'id': '8cf4782e-e691-4ec5-a2ea-a14d58f8df7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b2f2587f-5348-477f-a322-df8a2a763ba2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:10:41.770937 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8492b8f8-cecb-4ff2-ab51-5e99ba067296 admin admin] Network hostable DHCP agents. Network: b2f2587f-5348-477f-a322-df8a2a763ba2, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:10:41.796942 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-dbcba1d2-a582-4a9a-b4fc-1c8b5a3f7cdf None None] Set router 44ec2e53-c09d-435b-81eb-35c6952c1930 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:10:41.824129 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-831183a3-20bf-4df4-9cd6-c1a73e6ef012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:41.855220 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8a116942-53b5-4ffd-bd6c-c6d1b17885ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4127075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2778536'] for subnet, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:41.911300 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831183a3-20bf-4df4-9cd6-c1a73e6ef012 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97c0b151-f54a-46c6-bd29-2d1efc1a3b50,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:41.969459 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a116942-53b5-4ffd-bd6c-c6d1b17885ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd0b8c4e-9327-4603-929f-548ae9ffeadb,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:41.995900 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-831183a3-20bf-4df4-9cd6-c1a73e6ef012 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:42.002129 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-831183a3-20bf-4df4-9cd6-c1a73e6ef012 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/97c0b151-f54a-46c6-bd29-2d1efc1a3b50 HTTP/1.1" status: 204 len: 168 time: 1.5874748 May 30 20:10:42.023077 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8a116942-53b5-4ffd-bd6c-c6d1b17885ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:42.026849 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-8a116942-53b5-4ffd-bd6c-c6d1b17885ad admin admin] 10.222.0.85 "DELETE /v2.0/subnets/bd0b8c4e-9327-4603-929f-548ae9ffeadb HTTP/1.1" status: 204 len: 168 time: 2.2266977 May 30 20:10:42.035399 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 51982) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:10:42.049921 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc9eaf2c-0c46-4cc0-8f04-c848104814fb None None] Network 8635b879-d8ac-437a-b7f7-e091426b43ce requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:10:42.100585 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-2425aeba-8a22-4fe5-ba93-115b1148f8ad req-4c58c025-9131-434e-bc59-42387216a2b3 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Calling delete_port for d5bbe401-8f84-4ccd-9a6e-3023ef22e3a1 owned by compute:nova {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:10:42.195670 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ce5d1b-9671-4202-a56d-51af58056463 req-3374e1a9-4fa0-4449-8461-83a93693df18 tempest-ServerAddressesTestJSON-1527069479 tempest-ServerAddressesTestJSON-1527069479-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:42.203317 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-51ce5d1b-9671-4202-a56d-51af58056463 req-3374e1a9-4fa0-4449-8461-83a93693df18 tempest-ServerAddressesTestJSON-1527069479 tempest-ServerAddressesTestJSON-1527069479-project] 10.222.0.85 "GET /v2.0/ports?device_id=dc4ed122-e2d4-4f38-b0d5-ff692b21e681 HTTP/1.1" status: 200 len: 946 time: 1.8831065 May 30 20:10:42.221351 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0e3cb912-e733-4145-a36a-a98c72a77cce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:42.245542 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-0e3cb912-e733-4145-a36a-a98c72a77cce admin admin] Deleting port bc09b737-a34c-4efe-a78e-9ef685165e4f {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:10:42.246082 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0e3cb912-e733-4145-a36a-a98c72a77cce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:42.267515 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-a7dc349a-9c8b-4eed-bf28-6e5b5029a6ca tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:42.302036 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-46e9fa22-ede4-46a2-b570-4157abc5892f req-ef0ff1d3-c0ce-418c-8706-b53d8f64cca4 tempest-ServerAddressesTestJSON-1527069479 tempest-ServerAddressesTestJSON-1527069479-project] Deleting port 114952f3-2b7d-402a-a5e1-efec9d1e63fa {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:10:42.302656 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-46e9fa22-ede4-46a2-b570-4157abc5892f req-ef0ff1d3-c0ce-418c-8706-b53d8f64cca4 tempest-ServerAddressesTestJSON-1527069479 tempest-ServerAddressesTestJSON-1527069479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:42.316309 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae610dc2-2332-4010-817b-50c0afebf09a req-343bbe2a-0ba3-4c88-b474-782321feed9a tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:42.322397 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae610dc2-2332-4010-817b-50c0afebf09a req-343bbe2a-0ba3-4c88-b474-782321feed9a tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:42.327309 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae610dc2-2332-4010-817b-50c0afebf09a req-343bbe2a-0ba3-4c88-b474-782321feed9a tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:42.333322 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae610dc2-2332-4010-817b-50c0afebf09a req-343bbe2a-0ba3-4c88-b474-782321feed9a tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:42.344675 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ae610dc2-2332-4010-817b-50c0afebf09a req-343bbe2a-0ba3-4c88-b474-782321feed9a tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] 10.222.0.85 "GET /v2.0/ports?device_id=9c32c8ec-3847-430c-b19f-49ed6feb4bec HTTP/1.1" status: 200 len: 3094 time: 0.4826798 May 30 20:10:42.395047 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-a7dc349a-9c8b-4eed-bf28-6e5b5029a6ca tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Transition to ACTIVE for port object 8ac00f97-319b-447d-9984-766c6042c32a will not be triggered until provisioned by entity DHCP. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:10:42.433137 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-51ce5d1b-9671-4202-a56d-51af58056463 req-a6de075c-735e-45cf-8852-9e20895d9cd6 tempest-ServerAddressesTestJSON-1527069479 tempest-ServerAddressesTestJSON-1527069479-project] 10.222.0.85 "GET /v2.0/security-groups?id=84b47eda-086e-4f8e-a2d7-1efeda4186b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283058 May 30 20:10:42.466019 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8492b8f8-cecb-4ff2-ab51-5e99ba067296 admin admin] Network b2f2587f-5348-477f-a322-df8a2a763ba2 is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:10:42.492414 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ae610dc2-2332-4010-817b-50c0afebf09a req-41c0f6c6-cafc-4c4a-8aab-c941856fe221 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] 10.222.0.85 "GET /v2.0/security-groups?id=37be4557-a35d-41b8-94e5-d29002afe979&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1463563 May 30 20:10:42.566191 n-d-843948-2 neutron-server[84886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07a9ec7c-d06a-4aad-a30b-ae2d9fe1b573'] response: {'server_uuid': 'a4b5d15f-eb6d-4803-b156-b8a097188403', 'name': 'network-vif-deleted', 'tag': '54697081-e7b8-4e91-8009-b933877a65cd', 'status': 'completed', 'code': 200} May 30 20:10:42.568023 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device d5bbe401-8f84-4ccd-9a6e-3023ef22e3a1 no longer exists at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:10:42.701185 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-8492b8f8-cecb-4ff2-ab51-5e99ba067296 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, b2f2587f-5348-477f-a322-df8a2a763ba2) {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:10:42.731374 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8492b8f8-cecb-4ff2-ab51-5e99ba067296 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:42.737130 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8492b8f8-cecb-4ff2-ab51-5e99ba067296 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:42.861106 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [None req-0e3cb912-e733-4145-a36a-a98c72a77cce admin admin] For port bc09b737-a34c-4efe-a78e-9ef685165e4f, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=bc09b737-a34c-4efe-a78e-9ef685165e4f,segment=NetworkSegment(57242d7e-7641-4514-9ed1-8977383a0772),segment_id=57242d7e-7641-4514-9ed1-8977383a0772)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:10:42.862401 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0e3cb912-e733-4145-a36a-a98c72a77cce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:42.880368 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-a7dc349a-9c8b-4eed-bf28-6e5b5029a6ca tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:42.905057 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa8a6c1c-015c-4c7f-b102-4a16d6c1dc7c None None] Network b2f2587f-5348-477f-a322-df8a2a763ba2 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:10:42.908626 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-dbcba1d2-a582-4a9a-b4fc-1c8b5a3f7cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44ec2e53-c09d-435b-81eb-35c6952c1930', 'name': 'tempest-ServersTestJSON-245510114-router', 'tenant_id': '586757e83dd846ec935ec1b35f2c085f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '6d59c613-0f4c-45bb-9421-e51d5bfc7b4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:08:36Z', 'updated_at': '2022-05-30T20:08:55Z', 'revision_number': 4, 'project_id': '586757e83dd846ec935ec1b35f2c085f', 'gw_port': {'id': '6d59c613-0f4c-45bb-9421-e51d5bfc7b4d', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ec2e53-c09d-435b-81eb-35c6952c1930', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:08:39Z', 'updated_at': '2022-05-30T20:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '099c01b4-a8f1-4fda-a4c7-41d093a61c9a', 'name': '', 'network_id': 'e0f55504-d8f7-4a5a-b704-bd0e657d5724', 'tenant_id': '586757e83dd846ec935ec1b35f2c085f', 'mac_address': 'fa:16:3e:6f:78:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ec2e53-c09d-435b-81eb-35c6952c1930', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1581c6d7-c19f-439e-8ba3-14e41bf5cc8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:08:52Z', 'updated_at': '2022-05-30T20:09:34Z', 'revision_number': 5, 'project_id': '586757e83dd846ec935ec1b35f2c085f', 'subnets': [{'id': '1581c6d7-c19f-439e-8ba3-14e41bf5cc8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:10:42.919175 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbcba1d2-a582-4a9a-b4fc-1c8b5a3f7cdf None None] The sync data for ids ['44ec2e53-c09d-435b-81eb-35c6952c1930'] in n-d-843948-2 is: [{'id': '44ec2e53-c09d-435b-81eb-35c6952c1930', 'name': 'tempest-ServersTestJSON-245510114-router', 'tenant_id': '586757e83dd846ec935ec1b35f2c085f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '6d59c613-0f4c-45bb-9421-e51d5bfc7b4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:08:36Z', 'updated_at': '2022-05-30T20:08:55Z', 'revision_number': 4, 'project_id': '586757e83dd846ec935ec1b35f2c085f', 'gw_port': {'id': '6d59c613-0f4c-45bb-9421-e51d5bfc7b4d', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ec2e53-c09d-435b-81eb-35c6952c1930', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:08:39Z', 'updated_at': '2022-05-30T20:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '099c01b4-a8f1-4fda-a4c7-41d093a61c9a', 'name': '', 'network_id': 'e0f55504-d8f7-4a5a-b704-bd0e657d5724', 'tenant_id': '586757e83dd846ec935ec1b35f2c085f', 'mac_address': 'fa:16:3e:6f:78:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ec2e53-c09d-435b-81eb-35c6952c1930', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1581c6d7-c19f-439e-8ba3-14e41bf5cc8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:08:52Z', 'updated_at': '2022-05-30T20:09:34Z', 'revision_number': 5, 'project_id': '586757e83dd846ec935ec1b35f2c085f', 'subnets': [{'id': '1581c6d7-c19f-439e-8ba3-14e41bf5cc8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:10:42.947527 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 5dd7d2c5-4872-4599-ac18-d24cb5375cd4 up at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:10:42.984897 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-34633bab-6516-46e4-938b-d0425bb63da7 req-328b6d1f-6d80-425f-be35-ee1e987523a6 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Synchronizing usage tracker for tenant:6a75b3db8cd44db8bb931dd59e296017 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:10:43.109729 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-0e3cb912-e733-4145-a36a-a98c72a77cce admin admin] Calling delete_port for bc09b737-a34c-4efe-a78e-9ef685165e4f owned by network:dhcp {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:10:43.152820 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c49734b-7b19-481a-80a0-d94f13e7550a'] response: {'server_uuid': '886c10ce-7ad4-4409-b333-3102f6c82be5', 'name': 'network-vif-deleted', 'tag': '448af9f8-fbc6-4f23-b596-bc95ed6f4ae6', 'status': 'completed', 'code': 200} May 30 20:10:43.212782 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-2425aeba-8a22-4fe5-ba93-115b1148f8ad req-4c58c025-9131-434e-bc59-42387216a2b3 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:43.343759 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['ddba6d06-4716-4ab5-90ae-4e3814b4f21f'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:10:43.372992 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['a4fbb078-4c44-4d94-9029-bc5995e00d92', '0ab8fad3-50b3-4e00-809a-e7bbc917d1ca'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:10:43.493491 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-8492b8f8-cecb-4ff2-ab51-5e99ba067296 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 5.9018817 May 30 20:10:43.529233 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5fe65c-e37e-4ea1-848b-53abffe01f2f None None] New status for floating IP 933a65d9-f27e-41f8-84eb-7d0af75c43ce: DOWN {{(pid=84888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 20:10:43.621796 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0e3cb912-e733-4145-a36a-a98c72a77cce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:43.669164 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-a7dc349a-9c8b-4eed-bf28-6e5b5029a6ca tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Network 945aa537-7e5a-42ac-a8f5-8cf6a31fa2b8 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:10:43.676621 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-2425aeba-8a22-4fe5-ba93-115b1148f8ad req-4c58c025-9131-434e-bc59-42387216a2b3 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] No DVR routers for this DVR port d5bbe401-8f84-4ccd-9a6e-3023ef22e3a1 on host n-h2-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:10:43.678402 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-34633bab-6516-46e4-938b-d0425bb63da7 req-328b6d1f-6d80-425f-be35-ee1e987523a6 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Unset dirty status for tenant:6a75b3db8cd44db8bb931dd59e296017 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:10:43.690220 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-34633bab-6516-46e4-938b-d0425bb63da7 req-328b6d1f-6d80-425f-be35-ee1e987523a6 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.85 "GET /v2.0/ports?device_id=886c10ce-7ad4-4409-b333-3102f6c82be5 HTTP/1.1" status: 200 len: 210 time: 0.8653026 May 30 20:10:43.693047 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3cb912-e733-4145-a36a-a98c72a77cce admin admin] No DVR routers for this DVR port bc09b737-a34c-4efe-a78e-9ef685165e4f on host n-d-843948-2 {{(pid=84886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:10:43.693462 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-2425aeba-8a22-4fe5-ba93-115b1148f8ad req-4c58c025-9131-434e-bc59-42387216a2b3 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:43.693813 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2425aeba-8a22-4fe5-ba93-115b1148f8ad req-4c58c025-9131-434e-bc59-42387216a2b3 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.86 "DELETE /v2.0/ports/d5bbe401-8f84-4ccd-9a6e-3023ef22e3a1 HTTP/1.1" status: 204 len: 173 time: 4.4047782 May 30 20:10:43.697401 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dc349a-9c8b-4eed-bf28-6e5b5029a6ca tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Pushing event updated for resources: {'Port': ['ID=8ac00f97-319b-447d-9984-766c6042c32a,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:43.700259 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-a7dc349a-9c8b-4eed-bf28-6e5b5029a6ca tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:10:43.817168 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3cb912-e733-4145-a36a-a98c72a77cce admin admin] Pushing event deleted for resources: {'Port': ['ID=bc09b737-a34c-4efe-a78e-9ef685165e4f,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:43.854467 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-a7dc349a-9c8b-4eed-bf28-6e5b5029a6ca tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:10:43.961680 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 52004) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:10:44.000444 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c58c025-9131-434e-bc59-42387216a2b3 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Pushing event deleted for resources: {'Port': ['ID=d5bbe401-8f84-4ccd-9a6e-3023ef22e3a1,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:44.046638 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-46e9fa22-ede4-46a2-b570-4157abc5892f req-ef0ff1d3-c0ce-418c-8706-b53d8f64cca4 tempest-ServerAddressesTestJSON-1527069479 tempest-ServerAddressesTestJSON-1527069479-project] For port 114952f3-2b7d-402a-a5e1-efec9d1e63fa, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=114952f3-2b7d-402a-a5e1-efec9d1e63fa,segment=NetworkSegment(b4865546-a787-4a7c-85d0-3dc154436caf),segment_id=b4865546-a787-4a7c-85d0-3dc154436caf)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:10:44.046999 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-46e9fa22-ede4-46a2-b570-4157abc5892f req-ef0ff1d3-c0ce-418c-8706-b53d8f64cca4 tempest-ServerAddressesTestJSON-1527069479 tempest-ServerAddressesTestJSON-1527069479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:44.115823 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0e3cb912-e733-4145-a36a-a98c72a77cce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:44.142208 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] No active binding found for port d5bbe401-8f84-4ccd-9a6e-3023ef22e3a1 {{(pid=84888) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} May 30 20:10:44.142634 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device d5bbe401-8f84-4ccd-9a6e-3023ef22e3a1 not bound to the agent host n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:10:44.179503 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1658be6-681b-4d92-b925-e8b6795fea99 req-b066c731-baef-4a76-9b10-7230a91d54eb tempest-ListImageFiltersTestJSON-965511707 tempest-ListImageFiltersTestJSON-965511707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:44.186086 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c1658be6-681b-4d92-b925-e8b6795fea99 req-b066c731-baef-4a76-9b10-7230a91d54eb tempest-ListImageFiltersTestJSON-965511707 tempest-ListImageFiltersTestJSON-965511707-project] 10.222.0.85 "GET /v2.0/ports?device_id=1e974719-f151-411c-a7de-1bbece5ed0bf HTTP/1.1" status: 200 len: 949 time: 0.9102607 May 30 20:10:44.253348 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 114952f3-2b7d-402a-a5e1-efec9d1e63fa no longer exists at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:10:44.289684 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-0e3cb912-e733-4145-a36a-a98c72a77cce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8635b879-d8ac-437a-b7f7-e091426b43ce']}} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:10:44.364509 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-0e3cb912-e733-4145-a36a-a98c72a77cce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57242d7e-7641-4514-9ed1-8977383a0772') {'for_net_delete': True} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:10:44.364801 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-0e3cb912-e733-4145-a36a-a98c72a77cce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57242d7e-7641-4514-9ed1-8977383a0772') {} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:10:44.389272 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1cfe89f5-cd77-4bbc-b4c9-297d5b3c223a tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:44.412145 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0e3cb912-e733-4145-a36a-a98c72a77cce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2660590'] for segment, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:44.458383 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c1658be6-681b-4d92-b925-e8b6795fea99 req-dbc4161c-b82b-4193-974d-d59364a20404 tempest-ListImageFiltersTestJSON-965511707 tempest-ListImageFiltersTestJSON-965511707-project] 10.222.0.85 "GET /v2.0/security-groups?id=b6ee8f85-74c5-46fe-a3a8-5610018ec9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2667453 May 30 20:10:44.461072 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1cfe89f5-cd77-4bbc-b4c9-297d5b3c223a tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:44.490346 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0e3cb912-e733-4145-a36a-a98c72a77cce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:44.510852 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e3cb912-e733-4145-a36a-a98c72a77cce admin admin] Releasing vlan 693 on physical network physnet1 to pool {{(pid=84886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:10:44.510852 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0e3cb912-e733-4145-a36a-a98c72a77cce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4126989'] for segment, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:44.528943 n-d-843948-2 neutron-server[84886]: Traceback (most recent call last): May 30 20:10:44.528943 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:10:44.528943 n-d-843948-2 neutron-server[84886]: timer() May 30 20:10:44.528943 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:10:44.528943 n-d-843948-2 neutron-server[84886]: cb(*args, **kw) May 30 20:10:44.528943 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:10:44.528943 n-d-843948-2 neutron-server[84886]: return func(*args, **kwargs) May 30 20:10:44.528943 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:10:44.528943 n-d-843948-2 neutron-server[84886]: self._notify() May 30 20:10:44.528943 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:10:44.528943 n-d-843948-2 neutron-server[84886]: self.callback(batched_events) May 30 20:10:44.528943 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:10:44.528943 n-d-843948-2 neutron-server[84886]: event.method(event) May 30 20:10:44.528943 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:10:44.528943 n-d-843948-2 neutron-server[84886]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:10:44.528943 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:10:44.528943 n-d-843948-2 neutron-server[84886]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:10:44.528943 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:10:44.528943 n-d-843948-2 neutron-server[84886]: return f(self, *a, **k) May 30 20:10:44.528943 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:10:44.528943 n-d-843948-2 neutron-server[84886]: return self._get(url).json() May 30 20:10:44.528943 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:10:44.528943 n-d-843948-2 neutron-server[84886]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:10:44.528943 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:10:44.528943 n-d-843948-2 neutron-server[84886]: return self.request(url, 'GET', **kwargs) May 30 20:10:44.528943 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:10:44.528943 n-d-843948-2 neutron-server[84886]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:10:44.528943 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:10:44.528943 n-d-843948-2 neutron-server[84886]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:10:44.528943 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:10:44.528943 n-d-843948-2 neutron-server[84886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:10:44.528943 n-d-843948-2 neutron-server[84886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:10:44.534168 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-46e9fa22-ede4-46a2-b570-4157abc5892f req-ef0ff1d3-c0ce-418c-8706-b53d8f64cca4 tempest-ServerAddressesTestJSON-1527069479 tempest-ServerAddressesTestJSON-1527069479-project] Calling delete_port for 114952f3-2b7d-402a-a5e1-efec9d1e63fa owned by compute:nova {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:10:44.571435 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-a7dc349a-9c8b-4eed-bf28-6e5b5029a6ca tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:44.575112 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-a7dc349a-9c8b-4eed-bf28-6e5b5029a6ca tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:44.705567 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-a7dc349a-9c8b-4eed-bf28-6e5b5029a6ca tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.5094733 May 30 20:10:44.714177 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-511b0a53-b492-4e4c-b393-ef6ec5333358 None None] Network b2f2587f-5348-477f-a322-df8a2a763ba2 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:10:44.724487 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-13e57b8a-5be0-4fb3-8ac9-149e32b22a01 service neutron] Request body: {'port': {'device_id': '9c32c8ec-3847-430c-b19f-49ed6feb4bec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843948-2'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:10:44.885399 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0f50b9-a9a9-4000-a53f-926c6e69cba9 req-bb3175ce-8a58-4a3e-ab43-6c725a650c9a tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:44.890699 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0f50b9-a9a9-4000-a53f-926c6e69cba9 req-bb3175ce-8a58-4a3e-ab43-6c725a650c9a tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:44.891258 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-370eec42-e933-4e39-9947-2167457eaac8 None None] DHCP port deletion for 8635b879-d8ac-437a-b7f7-e091426b43ce request from n-d-843948-2 {{(pid=84888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:10:44.892990 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-a3a4dd1d-c299-4252-a128-f94b2da33272 None None] Provisioning for port 8ac00f97-319b-447d-9984-766c6042c32a completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:10:44.895787 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0f50b9-a9a9-4000-a53f-926c6e69cba9 req-bb3175ce-8a58-4a3e-ab43-6c725a650c9a tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:44.900094 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0f50b9-a9a9-4000-a53f-926c6e69cba9 req-bb3175ce-8a58-4a3e-ab43-6c725a650c9a tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:44.905287 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0f50b9-a9a9-4000-a53f-926c6e69cba9 req-bb3175ce-8a58-4a3e-ab43-6c725a650c9a tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:44.907309 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4c0f50b9-a9a9-4000-a53f-926c6e69cba9 req-bb3175ce-8a58-4a3e-ab43-6c725a650c9a tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] 10.222.0.85 "GET /v2.0/ports?device_id=9c32c8ec-3847-430c-b19f-49ed6feb4bec HTTP/1.1" status: 200 len: 3815 time: 0.1883230 May 30 20:10:44.908486 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0e3cb912-e733-4145-a36a-a98c72a77cce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:44.939513 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0e3cb912-e733-4145-a36a-a98c72a77cce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:44.954296 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning for port 5dd7d2c5-4872-4599-ac18-d24cb5375cd4 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:10:44.976650 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3cb912-e733-4145-a36a-a98c72a77cce admin admin] Pushing event deleted for resources: {'Network': ['ID=8635b879-d8ac-437a-b7f7-e091426b43ce,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:44.982630 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1cfe89f5-cd77-4bbc-b4c9-297d5b3c223a tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:45.006696 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfe89f5-cd77-4bbc-b4c9-297d5b3c223a tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7896e4c-36a2-48d0-b2ac-efb83a8df59d,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:45.039149 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4c0f50b9-a9a9-4000-a53f-926c6e69cba9 req-740bc0d5-c868-462b-a53d-4a80c55c4102 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] 10.222.0.85 "GET /v2.0/security-groups?id=37be4557-a35d-41b8-94e5-d29002afe979&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928631 May 30 20:10:45.084376 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning complete for port 5dd7d2c5-4872-4599-ac18-d24cb5375cd4 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:10:45.085298 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:45.100470 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-0e3cb912-e733-4145-a36a-a98c72a77cce admin admin] 10.222.0.85 "DELETE /v2.0/networks/8635b879-d8ac-437a-b7f7-e091426b43ce HTTP/1.1" status: 204 len: 168 time: 3.0612712 May 30 20:10:45.100733 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1cfe89f5-cd77-4bbc-b4c9-297d5b3c223a tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:45.104897 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-1cfe89f5-cd77-4bbc-b4c9-297d5b3c223a tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] 10.222.0.85 "DELETE /v2.0/security-groups/c7896e4c-36a2-48d0-b2ac-efb83a8df59d HTTP/1.1" status: 204 len: 168 time: 1.1382747 May 30 20:10:45.105908 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 52026) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:10:45.125078 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3891f14-5e69-44cb-8ed2-0537ca614d5a req-443a2cd0-c6d0-4424-85e4-432d52b13908 tempest-ServerAddressesTestJSON-1527069479 tempest-ServerAddressesTestJSON-1527069479-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:45.128063 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d3891f14-5e69-44cb-8ed2-0537ca614d5a req-443a2cd0-c6d0-4424-85e4-432d52b13908 tempest-ServerAddressesTestJSON-1527069479 tempest-ServerAddressesTestJSON-1527069479-project] 10.222.0.85 "GET /v2.0/ports?device_id=dc4ed122-e2d4-4f38-b0d5-ff692b21e681 HTTP/1.1" status: 200 len: 946 time: 0.6569126 May 30 20:10:45.143642 n-d-843948-2 neutron-server[84886]: INFO neutron.api.v2.resource [None req-6476a989-c494-4ab5-a212-12fbcab9ed4d tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] show failed (client error): The resource could not be found. May 30 20:10:45.151339 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-6476a989-c494-4ab5-a212-12fbcab9ed4d tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] 10.222.0.85 "GET /v2.0/security-groups/c7896e4c-36a2-48d0-b2ac-efb83a8df59d HTTP/1.1" status: 404 len: 347 time: 0.0441854 May 30 20:10:45.152037 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 52030) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:10:45.180692 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6395f87f-52db-4137-96c9-a2cb258acd44', 'name': 'network-vif-deleted', 'tag': 'd5bbe401-8f84-4ccd-9a6e-3023ef22e3a1'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:10:45.192354 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 52034) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:10:45.283550 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-a3a4dd1d-c299-4252-a128-f94b2da33272 None None] Provisioning complete for port 8ac00f97-319b-447d-9984-766c6042c32a triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:10:45.294619 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-a3a4dd1d-c299-4252-a128-f94b2da33272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:45.426342 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d3891f14-5e69-44cb-8ed2-0537ca614d5a req-29ffc70a-1f2f-493c-b724-b238315f133e tempest-ServerAddressesTestJSON-1527069479 tempest-ServerAddressesTestJSON-1527069479-project] 10.222.0.85 "GET /v2.0/security-groups?id=84b47eda-086e-4f8e-a2d7-1efeda4186b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2831924 May 30 20:10:45.433361 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-a3a4dd1d-c299-4252-a128-f94b2da33272 None None] Port 8ac00f97-319b-447d-9984-766c6042c32a cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:10:45.452512 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-13e57b8a-5be0-4fb3-8ac9-149e32b22a01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:45.520960 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-fc6cf7f1-5a7d-42c5-96ea-d51641bd50e3 tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] Deleting port 43cc2da5-320f-4b21-9c12-93bca44a807e {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:10:45.525010 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-fc6cf7f1-5a7d-42c5-96ea-d51641bd50e3 tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:45.598119 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:45.643395 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-46e9fa22-ede4-46a2-b570-4157abc5892f req-ef0ff1d3-c0ce-418c-8706-b53d8f64cca4 tempest-ServerAddressesTestJSON-1527069479 tempest-ServerAddressesTestJSON-1527069479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:45.841105 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa00c137-d6b2-487a-b15a-1819a568baf5'] response: {'server_uuid': '6395f87f-52db-4137-96c9-a2cb258acd44', 'name': 'network-vif-deleted', 'tag': 'd5bbe401-8f84-4ccd-9a6e-3023ef22e3a1', 'status': 'completed', 'code': 200} May 30 20:10:45.862498 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0ff1d3-c0ce-418c-8706-b53d8f64cca4 tempest-ServerAddressesTestJSON-1527069479 tempest-ServerAddressesTestJSON-1527069479-project] Pushing event deleted for resources: {'Port': ['ID=114952f3-2b7d-402a-a5e1-efec9d1e63fa,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:45.905156 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 52050) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:10:46.015990 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:46.064498 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 5dd7d2c5-4872-4599-ac18-d24cb5375cd4, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=5dd7d2c5-4872-4599-ac18-d24cb5375cd4,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:10:46.097937 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e974719-f151-411c-a7de-1bbece5ed0bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dd7d2c5-4872-4599-ac18-d24cb5375cd4'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:10:46.129922 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-99dcb70a-fee9-499c-a700-0a6a9fba6328 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1669526220-network', 'tenant_id': 'c3c15a5736c94c2f89ec53583009918b'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:10:46.149215 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-99dcb70a-fee9-499c-a700-0a6a9fba6328 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:10:46.202213 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-46e9fa22-ede4-46a2-b570-4157abc5892f req-ef0ff1d3-c0ce-418c-8706-b53d8f64cca4 tempest-ServerAddressesTestJSON-1527069479 tempest-ServerAddressesTestJSON-1527069479-project] No DVR routers for this DVR port 114952f3-2b7d-402a-a5e1-efec9d1e63fa on host n-h2-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:10:46.217602 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-fc6cf7f1-5a7d-42c5-96ea-d51641bd50e3 tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:46.218250 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-fc6cf7f1-5a7d-42c5-96ea-d51641bd50e3 tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:46.221720 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-99dcb70a-fee9-499c-a700-0a6a9fba6328 admin admin] Usage tracker for resource:network and tenant:c3c15a5736c94c2f89ec53583009918b is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:10:46.223084 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:46.235966 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-46e9fa22-ede4-46a2-b570-4157abc5892f req-ef0ff1d3-c0ce-418c-8706-b53d8f64cca4 tempest-ServerAddressesTestJSON-1527069479 tempest-ServerAddressesTestJSON-1527069479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:46.242396 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-99dcb70a-fee9-499c-a700-0a6a9fba6328 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:10:46.258406 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-99dcb70a-fee9-499c-a700-0a6a9fba6328 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:10:46.262171 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-11c01e52-a7c5-4a9e-9080-d8449d08df5a admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=6d2afa5fa2374068b00c8f645adce375&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3559184 May 30 20:10:46.269679 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 52060) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:10:46.343345 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=5dd7d2c5-4872-4599-ac18-d24cb5375cd4,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:46.363018 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-fc6cf7f1-5a7d-42c5-96ea-d51641bd50e3 tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] Calling delete_port for 43cc2da5-320f-4b21-9c12-93bca44a807e owned by network:floatingip {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:10:46.377959 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device bc09b737-a34c-4efe-a78e-9ef685165e4f no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:10:46.395445 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-46e9fa22-ede4-46a2-b570-4157abc5892f req-ef0ff1d3-c0ce-418c-8706-b53d8f64cca4 tempest-ServerAddressesTestJSON-1527069479 tempest-ServerAddressesTestJSON-1527069479-project] 10.222.0.86 "DELETE /v2.0/ports/114952f3-2b7d-402a-a5e1-efec9d1e63fa HTTP/1.1" status: 204 len: 173 time: 4.5951447 May 30 20:10:46.408150 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a7f578-7581-4387-9a50-08736300f27f req-8901c14a-ef28-49b4-893d-c311a8de269b tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:46.411783 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-a2a7f578-7581-4387-9a50-08736300f27f req-8901c14a-ef28-49b4-893d-c311a8de269b tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Synchronizing usage tracker for tenant:b1d3994633044342baf98a52682e583b on resource:network {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:10:46.423298 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65be53fa-d176-425d-8c78-575838a05254 req-2482c70d-842d-41ca-8f67-7b2bfe256abe tempest-ListImageFiltersTestJSON-965511707 tempest-ListImageFiltersTestJSON-965511707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:46.424833 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-65be53fa-d176-425d-8c78-575838a05254 req-2482c70d-842d-41ca-8f67-7b2bfe256abe tempest-ListImageFiltersTestJSON-965511707 tempest-ListImageFiltersTestJSON-965511707-project] 10.222.0.85 "GET /v2.0/ports?device_id=1e974719-f151-411c-a7de-1bbece5ed0bf HTTP/1.1" status: 200 len: 949 time: 0.3459013 May 30 20:10:46.425653 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99dcb70a-fee9-499c-a700-0a6a9fba6328 admin admin] Made reservation on behalf of c3c15a5736c94c2f89ec53583009918b for: {'network': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:10:46.427719 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-99dcb70a-fee9-499c-a700-0a6a9fba6328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:46.430137 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: bc09b737-a34c-4efe-a78e-9ef685165e4f {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:10:46.430510 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device bc09b737-a34c-4efe-a78e-9ef685165e4f not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:10:46.449877 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f99e5298-7563-41cd-a730-4afbec1d832e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:46.492073 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-99dcb70a-fee9-499c-a700-0a6a9fba6328 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:46.542368 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-a2a7f578-7581-4387-9a50-08736300f27f req-8901c14a-ef28-49b4-893d-c311a8de269b tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Unset dirty status for tenant:b1d3994633044342baf98a52682e583b on resource:network {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:10:46.544323 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a2a7f578-7581-4387-9a50-08736300f27f req-8901c14a-ef28-49b4-893d-c311a8de269b tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] 10.222.0.85 "GET /v2.0/networks?id=b2f2587f-5348-477f-a322-df8a2a763ba2 HTTP/1.1" status: 200 len: 820 time: 0.5614443 May 30 20:10:46.569272 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a2a7f578-7581-4387-9a50-08736300f27f req-77bce76a-f1e1-4795-a2f7-eba4c70d3aa7 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] 10.222.0.85 "GET /v2.0/quotas/b1d3994633044342baf98a52682e583b HTTP/1.1" status: 200 len: 375 time: 0.0186825 May 30 20:10:46.577518 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f99e5298-7563-41cd-a730-4afbec1d832e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:46.599299 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-13e57b8a-5be0-4fb3-8ac9-149e32b22a01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cce154e6-cfbb-4903-980b-422f277fa061 {{(pid=84887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:10:46.626561 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-13e57b8a-5be0-4fb3-8ac9-149e32b22a01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:46.629267 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-99dcb70a-fee9-499c-a700-0a6a9fba6328 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:10:46.641550 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a2a7f578-7581-4387-9a50-08736300f27f req-8cb3d5b9-8f36-49c8-bdbb-1a35066aef64 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=b1d3994633044342baf98a52682e583b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0666368 May 30 20:10:46.644166 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-65be53fa-d176-425d-8c78-575838a05254 req-1e0b4d4f-391e-4e31-96c0-b571b4e693d6 tempest-ListImageFiltersTestJSON-965511707 tempest-ListImageFiltersTestJSON-965511707-project] 10.222.0.85 "GET /v2.0/security-groups?id=b6ee8f85-74c5-46fe-a3a8-5610018ec9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980374 May 30 20:10:46.647839 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-99dcb70a-fee9-499c-a700-0a6a9fba6328 admin admin] Usage tracker for resource:security_group_rule and tenant:c3c15a5736c94c2f89ec53583009918b is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:10:46.657772 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-99dcb70a-fee9-499c-a700-0a6a9fba6328 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:10:46.673735 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-99dcb70a-fee9-499c-a700-0a6a9fba6328 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:10:46.683541 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-fc6cf7f1-5a7d-42c5-96ea-d51641bd50e3 tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:46.683846 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-13e57b8a-5be0-4fb3-8ac9-149e32b22a01 service neutron] Transition to ACTIVE for port object cce154e6-cfbb-4903-980b-422f277fa061 will not be triggered until provisioned by entity L2. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:10:46.762703 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-13e57b8a-5be0-4fb3-8ac9-149e32b22a01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:46.902243 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6cf7f1-5a7d-42c5-96ea-d51641bd50e3 tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] Pushing event deleted for resources: {'Port': ['ID=43cc2da5-320f-4b21-9c12-93bca44a807e,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:46.928298 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6443e1c7-50f7-49ba-b4aa-27c008f962c2'] response: {'server_uuid': '1e974719-f151-411c-a7de-1bbece5ed0bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dd7d2c5-4872-4599-ac18-d24cb5375cd4', 'code': 200} May 30 20:10:46.991724 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f99e5298-7563-41cd-a730-4afbec1d832e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:47.037491 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-99dcb70a-fee9-499c-a700-0a6a9fba6328 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:47.049292 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99e5298-7563-41cd-a730-4afbec1d832e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed93a383-6e85-4f3f-ac62-ef186c3d0a6a,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:47.059383 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f99e5298-7563-41cd-a730-4afbec1d832e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:47.062541 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-f99e5298-7563-41cd-a730-4afbec1d832e admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/ed93a383-6e85-4f3f-ac62-ef186c3d0a6a HTTP/1.1" status: 204 len: 168 time: 0.7877958 May 30 20:10:47.106025 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-fc6cf7f1-5a7d-42c5-96ea-d51641bd50e3 tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] Notify callbacks [] for floatingip, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:47.115584 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a2a7f578-7581-4387-9a50-08736300f27f req-9790cd62-0076-41ac-8b94-739e032fbdde service neutron] 10.222.0.85 "GET /v2.0/networks/b2f2587f-5348-477f-a322-df8a2a763ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4662843 May 30 20:10:47.180849 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e57b8a-5be0-4fb3-8ac9-149e32b22a01 service neutron] Pushing event updated for resources: {'Port': ['ID=cce154e6-cfbb-4903-980b-422f277fa061,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:47.244444 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-fc6cf7f1-5a7d-42c5-96ea-d51641bd50e3 tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:47.254682 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-fc6cf7f1-5a7d-42c5-96ea-d51641bd50e3 tempest-ServersTestJSON-95382944 tempest-ServersTestJSON-95382944-project] 10.222.0.85 "DELETE /v2.0/floatingips/933a65d9-f27e-41f8-84eb-7d0af75c43ce HTTP/1.1" status: 204 len: 168 time: 2.0961049 May 30 20:10:47.254682 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 52070) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:10:47.256152 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-99dcb70a-fee9-499c-a700-0a6a9fba6328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:47.329789 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99dcb70a-fee9-499c-a700-0a6a9fba6328 admin admin] vlan segment allocate from pool success with {'vlan_id': 687, 'physical_network': 'physnet1'} {{(pid=84887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:10:47.358146 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dcb70a-fee9-499c-a700-0a6a9fba6328 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c433116-8ee9-4ded-adb1-3e0ee1bf286e,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:47.369997 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-99dcb70a-fee9-499c-a700-0a6a9fba6328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:47.370345 n-d-843948-2 neutron-server[84887]: INFO neutron.db.segments_db [None req-99dcb70a-fee9-499c-a700-0a6a9fba6328 admin admin] Added segment 7f0a623b-819a-419d-aa12-371e03c6e7e6 of type vlan for network 7feb43b0-3977-433b-8351-0bc9c2aa1d76 May 30 20:10:47.407850 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-13e57b8a-5be0-4fb3-8ac9-149e32b22a01 service neutron] Attempting to bind port cce154e6-cfbb-4903-980b-422f277fa061 on host n-h1-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:10:47.408256 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-13e57b8a-5be0-4fb3-8ac9-149e32b22a01 service neutron] Attempting to bind port cce154e6-cfbb-4903-980b-422f277fa061 by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': '41e667d4-936e-4bec-b859-a0fde96007b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '5e8f5de0-54c1-49e1-ba92-4f5db898889d'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:10:47.408485 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-13e57b8a-5be0-4fb3-8ac9-149e32b22a01 service neutron] Attempting to bind port cce154e6-cfbb-4903-980b-422f277fa061 on network 5e8f5de0-54c1-49e1-ba92-4f5db898889d {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:10:47.436417 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-99dcb70a-fee9-499c-a700-0a6a9fba6328 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:47.444256 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5964d98d-14d4-4eb1-8712-807c33732503 req-4ceac457-8166-47c3-b8c8-d58456192fad service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=1e974719-f151-411c-a7de-1bbece5ed0bf HTTP/1.1" status: 200 len: 1101 time: 0.3333056 May 30 20:10:47.447908 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-13e57b8a-5be0-4fb3-8ac9-149e32b22a01 service neutron] Port cce154e6-cfbb-4903-980b-422f277fa061 on network 5e8f5de0-54c1-49e1-ba92-4f5db898889d not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:10:47.448176 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-13e57b8a-5be0-4fb3-8ac9-149e32b22a01 service neutron] Attempting to bind port cce154e6-cfbb-4903-980b-422f277fa061 on network 5e8f5de0-54c1-49e1-ba92-4f5db898889d {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:10:47.494306 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a2a7f578-7581-4387-9a50-08736300f27f req-626f6214-bd60-4497-9504-e29c9d7b0435 service neutron] 10.222.0.85 "GET /v2.0/networks/b2f2587f-5348-477f-a322-df8a2a763ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3724523 May 30 20:10:47.494648 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6accb4-2117-4547-8948-cc7164c92cd2 req-c3fd1757-656e-4eb4-8793-71e074f4516e tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:47.498991 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6accb4-2117-4547-8948-cc7164c92cd2 req-c3fd1757-656e-4eb4-8793-71e074f4516e tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:47.503104 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6accb4-2117-4547-8948-cc7164c92cd2 req-c3fd1757-656e-4eb4-8793-71e074f4516e tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:47.507146 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6accb4-2117-4547-8948-cc7164c92cd2 req-c3fd1757-656e-4eb4-8793-71e074f4516e tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:47.511512 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6accb4-2117-4547-8948-cc7164c92cd2 req-c3fd1757-656e-4eb4-8793-71e074f4516e tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:47.512381 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-cf6accb4-2117-4547-8948-cc7164c92cd2 req-c3fd1757-656e-4eb4-8793-71e074f4516e tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Synchronizing usage tracker for tenant:a1a57cdea23a49088fa533e38f6a3032 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:10:47.515826 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-13e57b8a-5be0-4fb3-8ac9-149e32b22a01 service neutron] Checking agent: {'id': 'f728d74e-a4ae-4384-860b-a5ade05dd8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:10:47.516179 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-13e57b8a-5be0-4fb3-8ac9-149e32b22a01 service neutron] Checking segment: {'id': '41e667d4-936e-4bec-b859-a0fde96007b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '5e8f5de0-54c1-49e1-ba92-4f5db898889d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:10:47.516551 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-13e57b8a-5be0-4fb3-8ac9-149e32b22a01 service neutron] Bound using segment: {'id': '41e667d4-936e-4bec-b859-a0fde96007b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '5e8f5de0-54c1-49e1-ba92-4f5db898889d'} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:10:47.517040 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-13e57b8a-5be0-4fb3-8ac9-149e32b22a01 service neutron] Bound port: cce154e6-cfbb-4903-980b-422f277fa061, host: n-h1-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41e667d4-936e-4bec-b859-a0fde96007b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '5e8f5de0-54c1-49e1-ba92-4f5db898889d'}}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:10:47.517388 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-13e57b8a-5be0-4fb3-8ac9-149e32b22a01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:47.626259 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5964d98d-14d4-4eb1-8712-807c33732503 req-ea875d74-f36f-41bd-8c2a-9900eb501276 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=b6ee8f85-74c5-46fe-a3a8-5610018ec9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746447 May 30 20:10:47.668431 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-99dcb70a-fee9-499c-a700-0a6a9fba6328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:47.669548 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99dcb70a-fee9-499c-a700-0a6a9fba6328 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:47.669903 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-99dcb70a-fee9-499c-a700-0a6a9fba6328 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:47.702928 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-cf6accb4-2117-4547-8948-cc7164c92cd2 req-c3fd1757-656e-4eb4-8793-71e074f4516e tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Unset dirty status for tenant:a1a57cdea23a49088fa533e38f6a3032 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:10:47.709830 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-cf6accb4-2117-4547-8948-cc7164c92cd2 req-c3fd1757-656e-4eb4-8793-71e074f4516e tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] 10.222.0.85 "GET /v2.0/ports?device_id=9c32c8ec-3847-430c-b19f-49ed6feb4bec HTTP/1.1" status: 200 len: 3827 time: 0.5613797 May 30 20:10:47.805106 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-13e57b8a-5be0-4fb3-8ac9-149e32b22a01 service neutron] For port cce154e6-cfbb-4903-980b-422f277fa061, host n-h1-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:10:47.842798 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc4ed122-e2d4-4f38-b0d5-ff692b21e681', 'name': 'network-vif-deleted', 'tag': '114952f3-2b7d-402a-a5e1-efec9d1e63fa'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:10:47.869269 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-13e57b8a-5be0-4fb3-8ac9-149e32b22a01 service neutron] For port cce154e6-cfbb-4903-980b-422f277fa061, host n-h1-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=cce154e6-cfbb-4903-980b-422f277fa061,segment=NetworkSegment(41e667d4-936e-4bec-b859-a0fde96007b1),segment_id=41e667d4-936e-4bec-b859-a0fde96007b1)] {{(pid=84887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:10:47.879910 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-99dcb70a-fee9-499c-a700-0a6a9fba6328 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.6563108 May 30 20:10:47.879910 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dcb70a-fee9-499c-a700-0a6a9fba6328 admin admin] Pushing event updated for resources: {'Network': ['ID=7feb43b0-3977-433b-8351-0bc9c2aa1d76,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:47.882714 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 52086) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:10:47.899197 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-cf6accb4-2117-4547-8948-cc7164c92cd2 req-bd12e502-0898-4433-a52e-8f71a584ee74 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] 10.222.0.85 "GET /v2.0/security-groups?id=37be4557-a35d-41b8-94e5-d29002afe979&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1884227 May 30 20:10:47.902416 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-f2b01f62-d4a3-4862-b744-b8a15bc05935 admin admin] Request body: {'subnet': {'network_id': '7feb43b0-3977-433b-8351-0bc9c2aa1d76', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1669526220-subnet', 'tenant_id': 'c3c15a5736c94c2f89ec53583009918b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:10:47.903867 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network 7feb43b0-3977-433b-8351-0bc9c2aa1d76 details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:10:47.940310 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-f2b01f62-d4a3-4862-b744-b8a15bc05935 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:10:47.964551 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-f2b01f62-d4a3-4862-b744-b8a15bc05935 admin admin] Usage tracker for resource:subnet and tenant:c3c15a5736c94c2f89ec53583009918b is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:10:47.972563 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-f2b01f62-d4a3-4862-b744-b8a15bc05935 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:10:47.988784 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-13e57b8a-5be0-4fb3-8ac9-149e32b22a01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:47.995787 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-f2b01f62-d4a3-4862-b744-b8a15bc05935 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:10:48.052089 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 52092) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:10:48.143859 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6d0bb1a9-2c90-4cfa-9748-7160246ff150 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-736216'] for router_interface, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:48.218758 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2b01f62-d4a3-4862-b744-b8a15bc05935 admin admin] Made reservation on behalf of c3c15a5736c94c2f89ec53583009918b for: {'subnet': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:10:48.222447 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f2b01f62-d4a3-4862-b744-b8a15bc05935 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2778563'] for subnet, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:48.448613 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-13e57b8a-5be0-4fb3-8ac9-149e32b22a01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:48.450645 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-13e57b8a-5be0-4fb3-8ac9-149e32b22a01 service neutron] 10.222.0.71 "PUT /v2.0/ports/cce154e6-cfbb-4903-980b-422f277fa061 HTTP/1.1" status: 200 len: 1091 time: 3.7371805 May 30 20:10:48.481925 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-03f79247-f1f2-4508-a611-9afc45b637bd req-345769d8-3432-42c2-b436-f35fb70f7a1b tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] 10.222.0.85 "GET /v2.0/ports?device_id=8c8de3ab-968c-4913-a1a7-26260a84fd2e HTTP/1.1" status: 200 len: 210 time: 0.0846527 May 30 20:10:48.520107 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e57b8a-5be0-4fb3-8ac9-149e32b22a01 service neutron] Pushing event updated for resources: {'Port': ['ID=cce154e6-cfbb-4903-980b-422f277fa061,revision_number=3']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:48.534375 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_v2 [None req-7621c9c3-715d-4f5e-b21e-e5687123a7db admin admin] Deleting subnet 84ffba9a-ebd3-44a4-90c7-c6989f942e32 {{(pid=84886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:10:48.554377 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7621c9c3-715d-4f5e-b21e-e5687123a7db admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:48.583571 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-d5bc71f9-6d2d-4e4e-b6d1-da307ffb8873 service neutron] Request body: {'port': {'device_id': '9c32c8ec-3847-430c-b19f-49ed6feb4bec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843948-2'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:10:48.725993 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50aacf13-beca-4a60-9dd9-db12768a6e58'] response: {'server_uuid': 'dc4ed122-e2d4-4f38-b0d5-ff692b21e681', 'name': 'network-vif-deleted', 'tag': '114952f3-2b7d-402a-a5e1-efec9d1e63fa', 'status': 'completed', 'code': 200} May 30 20:10:48.737183 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7621c9c3-715d-4f5e-b21e-e5687123a7db admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2655517'] for subnet, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:48.783361 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-d5bc71f9-6d2d-4e4e-b6d1-da307ffb8873 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:48.847711 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1450b9-eafc-4c22-bb27-84021067ec40 req-dcd619f6-2e04-4e98-bbfe-8f36fff351cd tempest-ListImageFiltersTestJSON-965511707 tempest-ListImageFiltersTestJSON-965511707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:48.856590 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1a1450b9-eafc-4c22-bb27-84021067ec40 req-dcd619f6-2e04-4e98-bbfe-8f36fff351cd tempest-ListImageFiltersTestJSON-965511707 tempest-ListImageFiltersTestJSON-965511707-project] 10.222.0.85 "GET /v2.0/ports?device_id=1e974719-f151-411c-a7de-1bbece5ed0bf HTTP/1.1" status: 200 len: 950 time: 0.6172349 May 30 20:10:49.157188 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7621c9c3-715d-4f5e-b21e-e5687123a7db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:49.263714 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1a1450b9-eafc-4c22-bb27-84021067ec40 req-e9efab85-a96c-4510-9def-0d8270f094be tempest-ListImageFiltersTestJSON-965511707 tempest-ListImageFiltersTestJSON-965511707-project] 10.222.0.85 "GET /v2.0/security-groups?id=b6ee8f85-74c5-46fe-a3a8-5610018ec9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4060524 May 30 20:10:49.354728 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:49.396736 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-d5bc71f9-6d2d-4e4e-b6d1-da307ffb8873 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95b64d06-8312-443c-b64a-5e0fcaa868bc {{(pid=84887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:10:49.415734 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-d5bc71f9-6d2d-4e4e-b6d1-da307ffb8873 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:49.452169 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-d5bc71f9-6d2d-4e4e-b6d1-da307ffb8873 service neutron] Transition to ACTIVE for port object 95b64d06-8312-443c-b64a-5e0fcaa868bc will not be triggered until provisioned by entity L2. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:10:49.478792 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7621c9c3-715d-4f5e-b21e-e5687123a7db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4127075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2778536'] for subnet, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:49.535654 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f2b01f62-d4a3-4862-b744-b8a15bc05935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4127140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2778577'] for subnet, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:49.559120 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-d5bc71f9-6d2d-4e4e-b6d1-da307ffb8873 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:49.572121 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7621c9c3-715d-4f5e-b21e-e5687123a7db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84ffba9a-ebd3-44a4-90c7-c6989f942e32,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:49.674816 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7621c9c3-715d-4f5e-b21e-e5687123a7db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:49.713499 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b01f62-d4a3-4862-b744-b8a15bc05935 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bdc2c55f-c60c-48e1-b881-e52692ee7bda,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:49.721646 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-7621c9c3-715d-4f5e-b21e-e5687123a7db admin admin] 10.222.0.85 "DELETE /v2.0/subnets/84ffba9a-ebd3-44a4-90c7-c6989f942e32 HTTP/1.1" status: 204 len: 168 time: 1.6680248 May 30 20:10:49.730671 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 52124) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:10:49.800660 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bc71f9-6d2d-4e4e-b6d1-da307ffb8873 service neutron] Pushing event updated for resources: {'Port': ['ID=95b64d06-8312-443c-b64a-5e0fcaa868bc,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:49.949919 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b01f62-d4a3-4862-b744-b8a15bc05935 admin admin] Checking segment: {'id': '7f0a623b-819a-419d-aa12-371e03c6e7e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '7feb43b0-3977-433b-8351-0bc9c2aa1d76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:10:49.950249 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b01f62-d4a3-4862-b744-b8a15bc05935 admin admin] Network hostable DHCP agents. Network: 7feb43b0-3977-433b-8351-0bc9c2aa1d76, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:10:49.975642 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9d543240-6ffb-44b9-9755-1def06fe42eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:49.986557 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e40e3c-be66-4803-9686-3503758bc08d req-d1c0ede4-89a9-480c-8383-33d47205c4f2 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:49.991526 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e40e3c-be66-4803-9686-3503758bc08d req-d1c0ede4-89a9-480c-8383-33d47205c4f2 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:49.995634 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e40e3c-be66-4803-9686-3503758bc08d req-d1c0ede4-89a9-480c-8383-33d47205c4f2 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:50.000860 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e40e3c-be66-4803-9686-3503758bc08d req-d1c0ede4-89a9-480c-8383-33d47205c4f2 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:50.004908 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e40e3c-be66-4803-9686-3503758bc08d req-d1c0ede4-89a9-480c-8383-33d47205c4f2 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:50.010473 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e40e3c-be66-4803-9686-3503758bc08d req-d1c0ede4-89a9-480c-8383-33d47205c4f2 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:50.011856 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c3e40e3c-be66-4803-9686-3503758bc08d req-d1c0ede4-89a9-480c-8383-33d47205c4f2 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] 10.222.0.85 "GET /v2.0/ports?device_id=9c32c8ec-3847-430c-b19f-49ed6feb4bec HTTP/1.1" status: 200 len: 4597 time: 0.4827263 May 30 20:10:50.079925 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-d5bc71f9-6d2d-4e4e-b6d1-da307ffb8873 service neutron] Attempting to bind port 95b64d06-8312-443c-b64a-5e0fcaa868bc on host n-h1-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:10:50.080777 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-d5bc71f9-6d2d-4e4e-b6d1-da307ffb8873 service neutron] Attempting to bind port 95b64d06-8312-443c-b64a-5e0fcaa868bc by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': '3c26dc90-ba8a-44ec-b215-1e8fb1eebc9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '7dfebaf0-dc9f-476d-9977-56c7fc58662b'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:10:50.081537 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-d5bc71f9-6d2d-4e4e-b6d1-da307ffb8873 service neutron] Attempting to bind port 95b64d06-8312-443c-b64a-5e0fcaa868bc on network 7dfebaf0-dc9f-476d-9977-56c7fc58662b {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:10:50.094206 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-d5bc71f9-6d2d-4e4e-b6d1-da307ffb8873 service neutron] Port 95b64d06-8312-443c-b64a-5e0fcaa868bc on network 7dfebaf0-dc9f-476d-9977-56c7fc58662b not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:10:50.094702 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-d5bc71f9-6d2d-4e4e-b6d1-da307ffb8873 service neutron] Attempting to bind port 95b64d06-8312-443c-b64a-5e0fcaa868bc on network 7dfebaf0-dc9f-476d-9977-56c7fc58662b {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:10:50.108334 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-d5bc71f9-6d2d-4e4e-b6d1-da307ffb8873 service neutron] Checking agent: {'id': 'f728d74e-a4ae-4384-860b-a5ade05dd8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 10, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:10:50.112269 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-d5bc71f9-6d2d-4e4e-b6d1-da307ffb8873 service neutron] Checking segment: {'id': '3c26dc90-ba8a-44ec-b215-1e8fb1eebc9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '7dfebaf0-dc9f-476d-9977-56c7fc58662b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:10:50.112269 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-d5bc71f9-6d2d-4e4e-b6d1-da307ffb8873 service neutron] Bound using segment: {'id': '3c26dc90-ba8a-44ec-b215-1e8fb1eebc9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '7dfebaf0-dc9f-476d-9977-56c7fc58662b'} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:10:50.112269 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-d5bc71f9-6d2d-4e4e-b6d1-da307ffb8873 service neutron] Bound port: 95b64d06-8312-443c-b64a-5e0fcaa868bc, host: n-h1-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c26dc90-ba8a-44ec-b215-1e8fb1eebc9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '7dfebaf0-dc9f-476d-9977-56c7fc58662b'}}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:10:50.112269 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-d5bc71f9-6d2d-4e4e-b6d1-da307ffb8873 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:50.254998 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c3e40e3c-be66-4803-9686-3503758bc08d req-28c72fa2-70c3-43c9-baec-9a45d33e97f7 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] 10.222.0.85 "GET /v2.0/security-groups?id=37be4557-a35d-41b8-94e5-d29002afe979&id=e6676217-9362-4f98-9839-89020fcebb14&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2031312 May 30 20:10:50.273105 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b01f62-d4a3-4862-b744-b8a15bc05935 admin admin] Network 7feb43b0-3977-433b-8351-0bc9c2aa1d76 is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:10:50.287109 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9d543240-6ffb-44b9-9755-1def06fe42eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:50.293423 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-d5bc71f9-6d2d-4e4e-b6d1-da307ffb8873 service neutron] For port 95b64d06-8312-443c-b64a-5e0fcaa868bc, host n-h1-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:10:50.299952 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-d5bc71f9-6d2d-4e4e-b6d1-da307ffb8873 service neutron] For port 95b64d06-8312-443c-b64a-5e0fcaa868bc, host n-h1-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=95b64d06-8312-443c-b64a-5e0fcaa868bc,segment=NetworkSegment(3c26dc90-ba8a-44ec-b215-1e8fb1eebc9d),segment_id=3c26dc90-ba8a-44ec-b215-1e8fb1eebc9d)] {{(pid=84887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:10:50.321803 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-9d543240-6ffb-44b9-9755-1def06fe42eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb1da00f-e410-4748-a4a6-1e7b54a7d5f3']}} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:10:50.338926 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-9d543240-6ffb-44b9-9755-1def06fe42eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4865546-a787-4a7c-85d0-3dc154436caf') {'for_net_delete': True} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:10:50.338926 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-9d543240-6ffb-44b9-9755-1def06fe42eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4865546-a787-4a7c-85d0-3dc154436caf') {} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:10:50.354961 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9d543240-6ffb-44b9-9755-1def06fe42eb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2660590'] for segment, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:50.406310 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-f2b01f62-d4a3-4862-b744-b8a15bc05935 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, 7feb43b0-3977-433b-8351-0bc9c2aa1d76) {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:10:50.421415 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e2b059-2f85-4ae3-8645-56d41e6e0dc5 None None] Network 7feb43b0-3977-433b-8351-0bc9c2aa1d76 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:10:50.427102 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b01f62-d4a3-4862-b744-b8a15bc05935 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:50.427695 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f2b01f62-d4a3-4862-b744-b8a15bc05935 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:50.432563 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9d543240-6ffb-44b9-9755-1def06fe42eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:50.450393 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-d5bc71f9-6d2d-4e4e-b6d1-da307ffb8873 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:50.450755 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d543240-6ffb-44b9-9755-1def06fe42eb admin admin] Releasing vlan 682 on physical network physnet1 to pool {{(pid=84886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:10:50.451172 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9d543240-6ffb-44b9-9755-1def06fe42eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4126989'] for segment, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:50.465847 n-d-843948-2 neutron-server[84886]: Traceback (most recent call last): May 30 20:10:50.465847 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:10:50.465847 n-d-843948-2 neutron-server[84886]: timer() May 30 20:10:50.465847 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:10:50.465847 n-d-843948-2 neutron-server[84886]: cb(*args, **kw) May 30 20:10:50.465847 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:10:50.465847 n-d-843948-2 neutron-server[84886]: return func(*args, **kwargs) May 30 20:10:50.465847 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:10:50.465847 n-d-843948-2 neutron-server[84886]: self._notify() May 30 20:10:50.465847 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:10:50.465847 n-d-843948-2 neutron-server[84886]: self.callback(batched_events) May 30 20:10:50.465847 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:10:50.465847 n-d-843948-2 neutron-server[84886]: event.method(event) May 30 20:10:50.465847 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:10:50.465847 n-d-843948-2 neutron-server[84886]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:10:50.465847 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:10:50.465847 n-d-843948-2 neutron-server[84886]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:10:50.465847 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:10:50.465847 n-d-843948-2 neutron-server[84886]: return f(self, *a, **k) May 30 20:10:50.465847 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:10:50.465847 n-d-843948-2 neutron-server[84886]: return self._get(url).json() May 30 20:10:50.465847 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:10:50.465847 n-d-843948-2 neutron-server[84886]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:10:50.465847 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:10:50.465847 n-d-843948-2 neutron-server[84886]: return self.request(url, 'GET', **kwargs) May 30 20:10:50.465847 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:10:50.465847 n-d-843948-2 neutron-server[84886]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:10:50.465847 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:10:50.465847 n-d-843948-2 neutron-server[84886]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:10:50.465847 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:10:50.465847 n-d-843948-2 neutron-server[84886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:10:50.465847 n-d-843948-2 neutron-server[84886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:10:50.564627 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-d5bc71f9-6d2d-4e4e-b6d1-da307ffb8873 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:50.566094 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-d5bc71f9-6d2d-4e4e-b6d1-da307ffb8873 service neutron] 10.222.0.71 "PUT /v2.0/ports/95b64d06-8312-443c-b64a-5e0fcaa868bc HTTP/1.1" status: 200 len: 1128 time: 1.9868553 May 30 20:10:50.569900 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ad1312c4-5d54-4c60-b6dd-5efb6675d54b req-d31f5b61-2d5c-4ed9-b4da-88104cf69f76 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] 10.222.0.85 "GET /v2.0/ports?device_id=8c8de3ab-968c-4913-a1a7-26260a84fd2e HTTP/1.1" status: 200 len: 210 time: 0.1746449 May 30 20:10:50.581649 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bc71f9-6d2d-4e4e-b6d1-da307ffb8873 service neutron] Pushing event updated for resources: {'Port': ['ID=95b64d06-8312-443c-b64a-5e0fcaa868bc,revision_number=3']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:50.735714 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-6d0bb1a9-2c90-4cfa-9748-7160246ff150 admin admin] Deleting port 099c01b4-a8f1-4fda-a4c7-41d093a61c9a {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:10:50.737206 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6d0bb1a9-2c90-4cfa-9748-7160246ff150 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:50.750521 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:10:50.772516 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c32c8ec-3847-430c-b19f-49ed6feb4bec', 'tag': 'cce154e6-cfbb-4903-980b-422f277fa061'}, {'name': 'network-changed', 'server_uuid': '9c32c8ec-3847-430c-b19f-49ed6feb4bec', 'tag': '95b64d06-8312-443c-b64a-5e0fcaa868bc'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:10:50.780828 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a06f4ac8-6a3f-4f35-8852-e1a42505c45d req-c59501bd-178c-4d9c-a163-b725edf7ee51 tempest-AbsoluteLimitsNegativeTestJSON-548513599 tempest-AbsoluteLimitsNegativeTestJSON-548513599-project] 10.222.0.85 "GET /v2.0/networks?tenant_id=cd92dbb5b0d243a09dc6f0402e78574c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0565860 May 30 20:10:50.787957 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-2f0516df-93c1-4469-8be5-8d12a1c2ed59 service neutron] Request body: {'port': {'device_id': '9c32c8ec-3847-430c-b19f-49ed6feb4bec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843948-2'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:10:50.795726 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9d543240-6ffb-44b9-9755-1def06fe42eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:50.818675 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-f2b01f62-d4a3-4862-b744-b8a15bc05935 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.9310322 May 30 20:10:50.892866 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9d543240-6ffb-44b9-9755-1def06fe42eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:50.925970 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c3ec67b-81fd-4758-af8b-cce695027ab5 None None] Network 7feb43b0-3977-433b-8351-0bc9c2aa1d76 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:10:50.945949 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d543240-6ffb-44b9-9755-1def06fe42eb admin admin] Pushing event deleted for resources: {'Network': ['ID=fb1da00f-e410-4748-a4a6-1e7b54a7d5f3,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:51.003133 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-9d543240-6ffb-44b9-9755-1def06fe42eb admin admin] 10.222.0.85 "DELETE /v2.0/networks/fb1da00f-e410-4748-a4a6-1e7b54a7d5f3 HTTP/1.1" status: 204 len: 168 time: 1.2662232 May 30 20:10:51.259660 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-2f0516df-93c1-4469-8be5-8d12a1c2ed59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:51.431158 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [None req-6d0bb1a9-2c90-4cfa-9748-7160246ff150 admin admin] For port 099c01b4-a8f1-4fda-a4c7-41d093a61c9a, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=099c01b4-a8f1-4fda-a4c7-41d093a61c9a,segment=NetworkSegment(93523d51-b49e-42d0-8c0b-d0db4eaebb6e),segment_id=93523d51-b49e-42d0-8c0b-d0db4eaebb6e)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:10:51.431740 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6d0bb1a9-2c90-4cfa-9748-7160246ff150 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:51.450481 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06f4ac8-6a3f-4f35-8852-e1a42505c45d req-bc4879ec-7bc3-4f94-8a24-7f1e8e009c86 tempest-AbsoluteLimitsNegativeTestJSON-548513599 tempest-AbsoluteLimitsNegativeTestJSON-548513599-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:51.452925 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a06f4ac8-6a3f-4f35-8852-e1a42505c45d req-bc4879ec-7bc3-4f94-8a24-7f1e8e009c86 tempest-AbsoluteLimitsNegativeTestJSON-548513599 tempest-AbsoluteLimitsNegativeTestJSON-548513599-project] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5834160 May 30 20:10:51.461406 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6115cf-b669-470d-b311-b2b1eb12461d req-f214d73f-00fc-4828-90bb-fbce784560a3 tempest-ListImageFiltersTestJSON-965511707 tempest-ListImageFiltersTestJSON-965511707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:51.464220 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3b6115cf-b669-470d-b311-b2b1eb12461d req-f214d73f-00fc-4828-90bb-fbce784560a3 tempest-ListImageFiltersTestJSON-965511707 tempest-ListImageFiltersTestJSON-965511707-project] 10.222.0.85 "GET /v2.0/ports?device_id=1e974719-f151-411c-a7de-1bbece5ed0bf HTTP/1.1" status: 200 len: 950 time: 0.2880499 May 30 20:10:51.551185 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a06f4ac8-6a3f-4f35-8852-e1a42505c45d req-6ad211db-2658-4f62-8eee-6146d81f8554 tempest-AbsoluteLimitsNegativeTestJSON-548513599 tempest-AbsoluteLimitsNegativeTestJSON-548513599-project] 10.222.0.85 "GET /v2.0/quotas/cd92dbb5b0d243a09dc6f0402e78574c HTTP/1.1" status: 200 len: 375 time: 0.0858195 May 30 20:10:51.858474 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 52152) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:10:51.874504 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-6d0bb1a9-2c90-4cfa-9748-7160246ff150 admin admin] Calling delete_port for 099c01b4-a8f1-4fda-a4c7-41d093a61c9a owned by network:router_interface {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:10:51.955266 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a06f4ac8-6a3f-4f35-8852-e1a42505c45d req-13104971-4a29-4fcd-9a5c-beeb164b0fe2 tempest-AbsoluteLimitsNegativeTestJSON-548513599 tempest-AbsoluteLimitsNegativeTestJSON-548513599-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=cd92dbb5b0d243a09dc6f0402e78574c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3739917 May 30 20:10:51.983199 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:51.999111 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2e2b8b-d69f-4224-9d1f-83092d381169 req-341bc76d-769b-42b1-8758-dc597d1d29c7 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:51.999111 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ab2e2b8b-d69f-4224-9d1f-83092d381169 req-341bc76d-769b-42b1-8758-dc597d1d29c7 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.86 "GET /v2.0/ports?device_id=37d4a4ba-76bb-4dbf-a36b-05822468c827 HTTP/1.1" status: 200 len: 950 time: 0.7112610 May 30 20:10:52.100353 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3b6115cf-b669-470d-b311-b2b1eb12461d req-ac26d0d3-8d11-4110-ba04-f90384657238 tempest-ListImageFiltersTestJSON-965511707 tempest-ListImageFiltersTestJSON-965511707-project] 10.222.0.85 "GET /v2.0/security-groups?id=b6ee8f85-74c5-46fe-a3a8-5610018ec9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5372853 May 30 20:10:52.201507 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-c58c6b32-e1d1-4047-8835-5e135567991e admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=e5be6e1cb5a74368bac31c4e24ee96f8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3414149 May 30 20:10:52.212638 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-796c6b78-0052-4388-9cbe-52f2044b66f2'] response: {'name': 'network-changed', 'server_uuid': '9c32c8ec-3847-430c-b19f-49ed6feb4bec', 'tag': 'cce154e6-cfbb-4903-980b-422f277fa061', 'status': 'completed', 'code': 200} May 30 20:10:52.213006 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-796c6b78-0052-4388-9cbe-52f2044b66f2'] response: {'name': 'network-changed', 'server_uuid': '9c32c8ec-3847-430c-b19f-49ed6feb4bec', 'tag': '95b64d06-8312-443c-b64a-5e0fcaa868bc', 'status': 'completed', 'code': 200} May 30 20:10:52.275482 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 52162) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:10:52.458945 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6d0bb1a9-2c90-4cfa-9748-7160246ff150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:52.528767 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0bb1a9-2c90-4cfa-9748-7160246ff150 admin admin] Pushing event deleted for resources: {'Port': ['ID=099c01b4-a8f1-4fda-a4c7-41d093a61c9a,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:52.571749 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a7f578-7581-4387-9a50-08736300f27f req-0d38f76d-7506-4991-8a32-9a2e172e2558 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:52.573409 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a2a7f578-7581-4387-9a50-08736300f27f req-0d38f76d-7506-4991-8a32-9a2e172e2558 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] 10.222.0.86 "GET /v2.0/networks?id=b2f2587f-5348-477f-a322-df8a2a763ba2 HTTP/1.1" status: 200 len: 820 time: 1.0252304 May 30 20:10:52.584036 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-ab2e2b8b-d69f-4224-9d1f-83092d381169 req-f58b908e-20b6-4162-9065-17310dba97ec tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Deleting port 0ab8fad3-50b3-4e00-809a-e7bbc917d1ca {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:10:52.584311 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-ab2e2b8b-d69f-4224-9d1f-83092d381169 req-f58b908e-20b6-4162-9065-17310dba97ec tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:52.628120 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53585352-05cf-4327-afde-65db58d4b25e req-7cb1e517-de59-41b1-bbfd-ab20c50fe7c9 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:52.630023 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-53585352-05cf-4327-afde-65db58d4b25e req-7cb1e517-de59-41b1-bbfd-ab20c50fe7c9 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.86 "GET /v2.0/ports?device_id=110bddbd-f44e-4fa5-b307-fa3cacc0a7d7 HTTP/1.1" status: 200 len: 950 time: 0.2369332 May 30 20:10:52.646332 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-a2a7f578-7581-4387-9a50-08736300f27f req-a7bb905a-8bd6-4549-a205-1f45f9d58870 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Request body: {'port': {'device_id': '8c8de3ab-968c-4913-a1a7-26260a84fd2e', 'network_id': 'b2f2587f-5348-477f-a322-df8a2a763ba2', 'admin_state_up': True, 'tenant_id': 'b1d3994633044342baf98a52682e583b'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:10:52.795489 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-70f46598-57da-4e6f-87c0-dd029ee2a239 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:52.883252 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [req-53585352-05cf-4327-afde-65db58d4b25e req-54e5d56a-0fa2-4b73-94ed-b19ed747055d tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Deleting port a4fbb078-4c44-4d94-9029-bc5995e00d92 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:10:52.883252 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-53585352-05cf-4327-afde-65db58d4b25e req-54e5d56a-0fa2-4b73-94ed-b19ed747055d tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:52.947911 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-70f46598-57da-4e6f-87c0-dd029ee2a239 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:52.993039 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2bf9dae1-d9d0-4dc8-a90d-cd87d44c9ff4 req-0d498161-e0c6-47e7-9d1f-fe2f2604beb6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a1a57cdea23a49088fa533e38f6a3032&device_id=9c32c8ec-3847-430c-b19f-49ed6feb4bec HTTP/1.1" status: 200 len: 5283 time: 0.7644832 May 30 20:10:53.022914 n-d-843948-2 neutron-server[84886]: INFO neutron.api.v2.resource [req-62a71bb3-21bb-4660-8c88-f6b4334ac139 req-d834be5f-60c4-4b54-b822-21f6a6d1a72a tempest-SecurityGroupsNegativeTestJSON-1794960421 tempest-SecurityGroupsNegativeTestJSON-1794960421-project] show failed (client error): The resource could not be found. May 30 20:10:53.025856 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-62a71bb3-21bb-4660-8c88-f6b4334ac139 req-d834be5f-60c4-4b54-b822-21f6a6d1a72a tempest-SecurityGroupsNegativeTestJSON-1794960421 tempest-SecurityGroupsNegativeTestJSON-1794960421-project] 10.222.0.85 "GET /v2.0/security-groups/50ed5aef-2f08-4c15-b26c-0d082ba5bcad HTTP/1.1" status: 404 len: 352 time: 0.3303297 May 30 20:10:53.112484 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.db.resource_extend [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-2f0516df-93c1-4469-8be5-8d12a1c2ed59 service neutron] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:10:53.130415 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 52170) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:10:53.148787 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb19e34b-4d76-4c44-a097-ced842d22fae req-f773f893-03d0-4597-90b1-ec4b145b8ccd tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:53.150381 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-bb19e34b-4d76-4c44-a097-ced842d22fae req-f773f893-03d0-4597-90b1-ec4b145b8ccd tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.85 "GET /v2.0/ports?device_id=37d4a4ba-76bb-4dbf-a36b-05822468c827 HTTP/1.1" status: 200 len: 950 time: 0.7337587 May 30 20:10:53.359733 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-a2a7f578-7581-4387-9a50-08736300f27f req-a7bb905a-8bd6-4549-a205-1f45f9d58870 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:10:53.378355 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-a2a7f578-7581-4387-9a50-08736300f27f req-a7bb905a-8bd6-4549-a205-1f45f9d58870 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Usage tracker for resource:port and tenant:b1d3994633044342baf98a52682e583b is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:10:53.388046 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-a2a7f578-7581-4387-9a50-08736300f27f req-a7bb905a-8bd6-4549-a205-1f45f9d58870 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:10:53.410889 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-a2a7f578-7581-4387-9a50-08736300f27f req-a7bb905a-8bd6-4549-a205-1f45f9d58870 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:10:53.433328 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-2f0516df-93c1-4469-8be5-8d12a1c2ed59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd538527-50e2-46fa-937e-cca2aa73fee4 {{(pid=84887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:10:53.503971 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-2f0516df-93c1-4469-8be5-8d12a1c2ed59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:53.569802 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-53585352-05cf-4327-afde-65db58d4b25e req-54e5d56a-0fa2-4b73-94ed-b19ed747055d tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] For port a4fbb078-4c44-4d94-9029-bc5995e00d92, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=a4fbb078-4c44-4d94-9029-bc5995e00d92,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:10:53.570405 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-53585352-05cf-4327-afde-65db58d4b25e req-54e5d56a-0fa2-4b73-94ed-b19ed747055d tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:53.622457 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2a7f578-7581-4387-9a50-08736300f27f req-a7bb905a-8bd6-4549-a205-1f45f9d58870 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Made reservation on behalf of b1d3994633044342baf98a52682e583b for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:10:53.630046 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-a2a7f578-7581-4387-9a50-08736300f27f req-a7bb905a-8bd6-4549-a205-1f45f9d58870 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:53.664337 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-57ea771f-5375-4c51-8baa-6f0494279cdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:53.684049 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-bb19e34b-4d76-4c44-a097-ced842d22fae req-648218d0-54dd-4236-99da-caeada056d59 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.85 "GET /v2.0/security-groups?id=db33dd94-15fa-4959-a681-13f509935d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4639962 May 30 20:10:53.707831 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-70f46598-57da-4e6f-87c0-dd029ee2a239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:53.714192 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-2f0516df-93c1-4469-8be5-8d12a1c2ed59 service neutron] Transition to ACTIVE for port object bd538527-50e2-46fa-937e-cca2aa73fee4 will not be triggered until provisioned by entity L2. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:10:53.720820 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eb15fd-6dbb-43ab-9881-c2e52d7a8150 req-e6c59426-b970-4081-a91d-c5ffcbc3646b tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:53.722770 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-ab2e2b8b-d69f-4224-9d1f-83092d381169 req-f58b908e-20b6-4162-9065-17310dba97ec tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] For port 0ab8fad3-50b3-4e00-809a-e7bbc917d1ca, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=0ab8fad3-50b3-4e00-809a-e7bbc917d1ca,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:10:53.723594 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-ab2e2b8b-d69f-4224-9d1f-83092d381169 req-f58b908e-20b6-4162-9065-17310dba97ec tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:53.728171 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eb15fd-6dbb-43ab-9881-c2e52d7a8150 req-e6c59426-b970-4081-a91d-c5ffcbc3646b tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:53.735636 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eb15fd-6dbb-43ab-9881-c2e52d7a8150 req-e6c59426-b970-4081-a91d-c5ffcbc3646b tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:53.742688 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eb15fd-6dbb-43ab-9881-c2e52d7a8150 req-e6c59426-b970-4081-a91d-c5ffcbc3646b tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:53.759605 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eb15fd-6dbb-43ab-9881-c2e52d7a8150 req-e6c59426-b970-4081-a91d-c5ffcbc3646b tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:53.769882 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eb15fd-6dbb-43ab-9881-c2e52d7a8150 req-e6c59426-b970-4081-a91d-c5ffcbc3646b tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:53.773106 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c8eb15fd-6dbb-43ab-9881-c2e52d7a8150 req-e6c59426-b970-4081-a91d-c5ffcbc3646b tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] 10.222.0.85 "GET /v2.0/ports?device_id=9c32c8ec-3847-430c-b19f-49ed6feb4bec HTTP/1.1" status: 200 len: 4597 time: 0.4578342 May 30 20:10:53.902514 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [req-53585352-05cf-4327-afde-65db58d4b25e req-54e5d56a-0fa2-4b73-94ed-b19ed747055d tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Calling delete_port for a4fbb078-4c44-4d94-9029-bc5995e00d92 owned by compute:nova {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:10:53.905694 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-ab2e2b8b-d69f-4224-9d1f-83092d381169 req-f58b908e-20b6-4162-9065-17310dba97ec tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Calling delete_port for 0ab8fad3-50b3-4e00-809a-e7bbc917d1ca owned by compute:nova {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:10:53.934172 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf9dae1-d9d0-4dc8-a90d-cd87d44c9ff4 req-26e8b0d7-f1ab-4de8-a8ff-d532b7145cc4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:53.938351 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf9dae1-d9d0-4dc8-a90d-cd87d44c9ff4 req-26e8b0d7-f1ab-4de8-a8ff-d532b7145cc4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:53.938351 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf9dae1-d9d0-4dc8-a90d-cd87d44c9ff4 req-26e8b0d7-f1ab-4de8-a8ff-d532b7145cc4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:53.938351 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2bf9dae1-d9d0-4dc8-a90d-cd87d44c9ff4 req-26e8b0d7-f1ab-4de8-a8ff-d532b7145cc4 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=a1a57cdea23a49088fa533e38f6a3032&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.8953342 May 30 20:10:53.952561 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-2f0516df-93c1-4469-8be5-8d12a1c2ed59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:54.066817 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f46598-57da-4e6f-87c0-dd029ee2a239 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84b47eda-086e-4f8e-a2d7-1efeda4186b7,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:54.081215 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6d0bb1a9-2c90-4cfa-9748-7160246ff150 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1718140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-736143'] for router_interface, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:54.130450 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c8eb15fd-6dbb-43ab-9881-c2e52d7a8150 req-8287a0cc-ad5d-4535-8b1d-ece09c8bd5bf tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] 10.222.0.85 "GET /v2.0/security-groups?id=37be4557-a35d-41b8-94e5-d29002afe979&id=e6676217-9362-4f98-9839-89020fcebb14&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2436626 May 30 20:10:54.291902 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a805e8fd-02bd-4280-913a-937e1239ecff req-c3fc3672-1878-49c6-9070-b3e0a8fae886 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] 10.222.0.85 "GET /v2.0/ports?device_id=8c8de3ab-968c-4913-a1a7-26260a84fd2e HTTP/1.1" status: 200 len: 210 time: 0.3970323 May 30 20:10:54.486338 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf9dae1-d9d0-4dc8-a90d-cd87d44c9ff4 req-588d5896-174b-4185-b1b4-9e3e2b0f37dd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:54.488594 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2bf9dae1-d9d0-4dc8-a90d-cd87d44c9ff4 req-588d5896-174b-4185-b1b4-9e3e2b0f37dd service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5298858 May 30 20:10:54.490168 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-57ea771f-5375-4c51-8baa-6f0494279cdf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:10:54.597590 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-57ea771f-5375-4c51-8baa-6f0494279cdf admin admin] Usage tracker for resource:security_group_rule and tenant:cd92dbb5b0d243a09dc6f0402e78574c is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:10:54.606223 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-70f46598-57da-4e6f-87c0-dd029ee2a239 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:54.606584 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-70f46598-57da-4e6f-87c0-dd029ee2a239 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/84b47eda-086e-4f8e-a2d7-1efeda4186b7 HTTP/1.1" status: 204 len: 168 time: 2.3257773 May 30 20:10:54.607517 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0516df-93c1-4469-8be5-8d12a1c2ed59 service neutron] Pushing event updated for resources: {'Port': ['ID=bd538527-50e2-46fa-937e-cca2aa73fee4,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:54.610501 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-57ea771f-5375-4c51-8baa-6f0494279cdf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:10:54.679792 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-57ea771f-5375-4c51-8baa-6f0494279cdf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:10:54.821045 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab00d97-e83d-44da-b665-6376cfd0549e req-2b47f012-45b7-4a9c-b415-0cda2bb21bc1 tempest-ListImageFiltersTestJSON-965511707 tempest-ListImageFiltersTestJSON-965511707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:54.826980 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-eab00d97-e83d-44da-b665-6376cfd0549e req-2b47f012-45b7-4a9c-b415-0cda2bb21bc1 tempest-ListImageFiltersTestJSON-965511707 tempest-ListImageFiltersTestJSON-965511707-project] 10.222.0.85 "GET /v2.0/ports?device_id=8e67adfc-c960-4bd6-a089-73711ac28b5f HTTP/1.1" status: 200 len: 950 time: 0.2421341 May 30 20:10:54.829073 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-53585352-05cf-4327-afde-65db58d4b25e req-54e5d56a-0fa2-4b73-94ed-b19ed747055d tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:54.842256 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['ddba6d06-4716-4ab5-90ae-4e3814b4f21f'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:10:54.907154 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e5d56a-0fa2-4b73-94ed-b19ed747055d tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Pushing event deleted for resources: {'Port': ['ID=a4fbb078-4c44-4d94-9029-bc5995e00d92,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:54.981894 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [req-a2a7f578-7581-4387-9a50-08736300f27f req-a7bb905a-8bd6-4549-a205-1f45f9d58870 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Allocated IP 172.20.0.8 (b2f2587f-5348-477f-a322-df8a2a763ba2/d51613c5-1edb-4acb-8713-3f45b6162b1f/f35d7540-29ca-49f2-af89-58e4965b5bb5) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:10:54.986171 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-b204e35f-5a97-414a-b25d-4bbbc0221fbf req-b597ca30-43d5-4e29-84fb-128e1cc24a58 tempest-SecurityGroupsNegativeTestJSON-1794960421 tempest-SecurityGroupsNegativeTestJSON-1794960421-project] Synchronizing usage tracker for tenant:c3c15a5736c94c2f89ec53583009918b on resource:security_group {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:10:55.043246 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-eab00d97-e83d-44da-b665-6376cfd0549e req-1ae6cd29-1b05-4a5e-9da1-02f70da7b7e3 tempest-ListImageFiltersTestJSON-965511707 tempest-ListImageFiltersTestJSON-965511707-project] 10.222.0.85 "GET /v2.0/security-groups?id=b6ee8f85-74c5-46fe-a3a8-5610018ec9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061307 May 30 20:10:55.046407 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [req-53585352-05cf-4327-afde-65db58d4b25e req-54e5d56a-0fa2-4b73-94ed-b19ed747055d tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] No DVR routers for this DVR port a4fbb078-4c44-4d94-9029-bc5995e00d92 on host n-h2-843948-2 {{(pid=84886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:10:55.046799 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2bf9dae1-d9d0-4dc8-a90d-cd87d44c9ff4 req-4c86ee6f-91b8-44ff-b833-26d0adac5df6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a1a57cdea23a49088fa533e38f6a3032&device_id=9c32c8ec-3847-430c-b19f-49ed6feb4bec HTTP/1.1" status: 200 len: 6163 time: 0.4860048 May 30 20:10:55.049198 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-53585352-05cf-4327-afde-65db58d4b25e req-54e5d56a-0fa2-4b73-94ed-b19ed747055d tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:55.052014 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '110bddbd-f44e-4fa5-b307-fa3cacc0a7d7', 'name': 'network-vif-deleted', 'tag': 'a4fbb078-4c44-4d94-9029-bc5995e00d92'}] {{(pid=84886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:10:55.213001 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-57ea771f-5375-4c51-8baa-6f0494279cdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:55.214044 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-ab2e2b8b-d69f-4224-9d1f-83092d381169 req-f58b908e-20b6-4162-9065-17310dba97ec tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:55.265102 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-2f0516df-93c1-4469-8be5-8d12a1c2ed59 service neutron] Attempting to bind port bd538527-50e2-46fa-937e-cca2aa73fee4 on host n-h1-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:10:55.265435 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-2f0516df-93c1-4469-8be5-8d12a1c2ed59 service neutron] Attempting to bind port bd538527-50e2-46fa-937e-cca2aa73fee4 by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': '3c26dc90-ba8a-44ec-b215-1e8fb1eebc9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '7dfebaf0-dc9f-476d-9977-56c7fc58662b'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:10:55.265828 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-2f0516df-93c1-4469-8be5-8d12a1c2ed59 service neutron] Attempting to bind port bd538527-50e2-46fa-937e-cca2aa73fee4 on network 7dfebaf0-dc9f-476d-9977-56c7fc58662b {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:10:55.292974 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-b204e35f-5a97-414a-b25d-4bbbc0221fbf req-b597ca30-43d5-4e29-84fb-128e1cc24a58 tempest-SecurityGroupsNegativeTestJSON-1794960421 tempest-SecurityGroupsNegativeTestJSON-1794960421-project] Unset dirty status for tenant:c3c15a5736c94c2f89ec53583009918b on resource:security_group {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:10:55.295459 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b204e35f-5a97-414a-b25d-4bbbc0221fbf req-b597ca30-43d5-4e29-84fb-128e1cc24a58 tempest-SecurityGroupsNegativeTestJSON-1794960421 tempest-SecurityGroupsNegativeTestJSON-1794960421-project] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=c3c15a5736c94c2f89ec53583009918b HTTP/1.1" status: 200 len: 2652 time: 0.7355587 May 30 20:10:55.304866 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58b908e-20b6-4162-9065-17310dba97ec tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Pushing event deleted for resources: {'Port': ['ID=0ab8fad3-50b3-4e00-809a-e7bbc917d1ca,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:55.313383 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['ddba6d06-4716-4ab5-90ae-4e3814b4f21f'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:10:55.334768 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-53585352-05cf-4327-afde-65db58d4b25e req-54e5d56a-0fa2-4b73-94ed-b19ed747055d tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.86 "DELETE /v2.0/ports/a4fbb078-4c44-4d94-9029-bc5995e00d92 HTTP/1.1" status: 204 len: 173 time: 2.6413765 May 30 20:10:55.380923 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-2f0516df-93c1-4469-8be5-8d12a1c2ed59 service neutron] Port bd538527-50e2-46fa-937e-cca2aa73fee4 on network 7dfebaf0-dc9f-476d-9977-56c7fc58662b not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:10:55.381323 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-2f0516df-93c1-4469-8be5-8d12a1c2ed59 service neutron] Attempting to bind port bd538527-50e2-46fa-937e-cca2aa73fee4 on network 7dfebaf0-dc9f-476d-9977-56c7fc58662b {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:10:55.402665 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-90385029-afc2-4423-8a75-9fc144ad7501 req-52046558-c6bb-4122-9067-5d655e4c7fa2 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Synchronizing usage tracker for tenant:6a75b3db8cd44db8bb931dd59e296017 on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:10:55.502541 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-57ea771f-5375-4c51-8baa-6f0494279cdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:55.647127 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-90385029-afc2-4423-8a75-9fc144ad7501 req-52046558-c6bb-4122-9067-5d655e4c7fa2 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Unset dirty status for tenant:6a75b3db8cd44db8bb931dd59e296017 on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:10:55.662037 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-90385029-afc2-4423-8a75-9fc144ad7501 req-52046558-c6bb-4122-9067-5d655e4c7fa2 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.85 "GET /v2.0/ports?device_id=37d4a4ba-76bb-4dbf-a36b-05822468c827 HTTP/1.1" status: 200 len: 210 time: 0.3981454 May 30 20:10:55.775733 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-2f0516df-93c1-4469-8be5-8d12a1c2ed59 service neutron] Checking agent: {'id': 'f728d74e-a4ae-4384-860b-a5ade05dd8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 10, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:10:55.776977 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-2f0516df-93c1-4469-8be5-8d12a1c2ed59 service neutron] Checking segment: {'id': '3c26dc90-ba8a-44ec-b215-1e8fb1eebc9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '7dfebaf0-dc9f-476d-9977-56c7fc58662b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:10:55.778165 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-2f0516df-93c1-4469-8be5-8d12a1c2ed59 service neutron] Bound using segment: {'id': '3c26dc90-ba8a-44ec-b215-1e8fb1eebc9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '7dfebaf0-dc9f-476d-9977-56c7fc58662b'} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:10:55.779771 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-2f0516df-93c1-4469-8be5-8d12a1c2ed59 service neutron] Bound port: bd538527-50e2-46fa-937e-cca2aa73fee4, host: n-h1-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c26dc90-ba8a-44ec-b215-1e8fb1eebc9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '7dfebaf0-dc9f-476d-9977-56c7fc58662b'}}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:10:55.780680 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-2f0516df-93c1-4469-8be5-8d12a1c2ed59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:55.864830 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b204e35f-5a97-414a-b25d-4bbbc0221fbf req-d5cc7efe-cfa7-4d49-9ba0-803abb5ad09f tempest-SecurityGroupsNegativeTestJSON-1794960421 tempest-SecurityGroupsNegativeTestJSON-1794960421-project] 10.222.0.85 "GET /v2.0/security-groups/5c433116-8ee9-4ded-adb1-3e0ee1bf286e HTTP/1.1" status: 200 len: 2649 time: 0.5547292 May 30 20:10:55.866933 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab2e2b8b-d69f-4224-9d1f-83092d381169 req-f58b908e-20b6-4162-9065-17310dba97ec tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] No DVR routers for this DVR port 0ab8fad3-50b3-4e00-809a-e7bbc917d1ca on host n-h2-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:10:55.878979 n-d-843948-2 neutron-server[84886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa4dc0ef-0945-46f3-9d8b-a5076768575b'] response: {'server_uuid': '110bddbd-f44e-4fa5-b307-fa3cacc0a7d7', 'name': 'network-vif-deleted', 'tag': 'a4fbb078-4c44-4d94-9029-bc5995e00d92', 'status': 'completed', 'code': 200} May 30 20:10:55.882424 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf9dae1-d9d0-4dc8-a90d-cd87d44c9ff4 req-1af9fac2-3c1b-4ebb-87cb-a75540c79c3f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:55.882871 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf9dae1-d9d0-4dc8-a90d-cd87d44c9ff4 req-1af9fac2-3c1b-4ebb-87cb-a75540c79c3f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:55.883170 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf9dae1-d9d0-4dc8-a90d-cd87d44c9ff4 req-1af9fac2-3c1b-4ebb-87cb-a75540c79c3f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:55.884830 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2bf9dae1-d9d0-4dc8-a90d-cd87d44c9ff4 req-1af9fac2-3c1b-4ebb-87cb-a75540c79c3f service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=a1a57cdea23a49088fa533e38f6a3032&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.8248158 May 30 20:10:55.885948 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-ab2e2b8b-d69f-4224-9d1f-83092d381169 req-f58b908e-20b6-4162-9065-17310dba97ec tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:55.907143 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37d4a4ba-76bb-4dbf-a36b-05822468c827', 'name': 'network-vif-deleted', 'tag': '0ab8fad3-50b3-4e00-809a-e7bbc917d1ca'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:10:55.911739 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ea771f-5375-4c51-8baa-6f0494279cdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ea92185-1585-483b-afd0-e98af9e88529,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:55.965228 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-57ea771f-5375-4c51-8baa-6f0494279cdf admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=cd92dbb5b0d243a09dc6f0402e78574c&name=default HTTP/1.1" status: 200 len: 2647 time: 2.8229818 May 30 20:10:55.984909 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 52202) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:10:56.081316 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d0bb1a9-2c90-4cfa-9748-7160246ff150 admin admin] Router 44ec2e53-c09d-435b-81eb-35c6952c1930 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:10:56.098843 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9e35ea66-6cd4-46c8-a379-46a4eb81e5b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:56.140810 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-a2a7f578-7581-4387-9a50-08736300f27f req-a7bb905a-8bd6-4549-a205-1f45f9d58870 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:56.146272 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9e35ea66-6cd4-46c8-a379-46a4eb81e5b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:56.172115 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 0ab8fad3-50b3-4e00-809a-e7bbc917d1ca no longer exists at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:10:56.230015 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b507fe5e-998a-4902-a710-b864ffe3550a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:56.245596 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] No Port match for: 0ab8fad3-50b3-4e00-809a-e7bbc917d1ca {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:10:56.246002 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 0ab8fad3-50b3-4e00-809a-e7bbc917d1ca not bound to the agent host n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:10:56.246422 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device a4fbb078-4c44-4d94-9029-bc5995e00d92 no longer exists at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:10:56.323500 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] No Port match for: a4fbb078-4c44-4d94-9029-bc5995e00d92 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:10:56.326232 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device a4fbb078-4c44-4d94-9029-bc5995e00d92 not bound to the agent host n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:10:56.406394 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ab2e2b8b-d69f-4224-9d1f-83092d381169 req-f58b908e-20b6-4162-9065-17310dba97ec tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.86 "DELETE /v2.0/ports/0ab8fad3-50b3-4e00-809a-e7bbc917d1ca HTTP/1.1" status: 204 len: 173 time: 4.3966994 May 30 20:10:56.446230 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b204e35f-5a97-414a-b25d-4bbbc0221fbf req-46c6c39c-b7c7-4ade-b280-36956824d3b9 tempest-SecurityGroupsNegativeTestJSON-1794960421 tempest-SecurityGroupsNegativeTestJSON-1794960421-project] 10.222.0.85 "GET /v2.0/security-groups/5c433116-8ee9-4ded-adb1-3e0ee1bf286e HTTP/1.1" status: 200 len: 2649 time: 0.5411904 May 30 20:10:56.461223 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-a2a7f578-7581-4387-9a50-08736300f27f req-a7bb905a-8bd6-4549-a205-1f45f9d58870 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:56.695638 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf9dae1-d9d0-4dc8-a90d-cd87d44c9ff4 req-5e9c3432-7c44-4749-9764-ab9fbccdc0f7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:56.697462 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2bf9dae1-d9d0-4dc8-a90d-cd87d44c9ff4 req-5e9c3432-7c44-4749-9764-ab9fbccdc0f7 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7828705 May 30 20:10:56.703097 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-2f0516df-93c1-4469-8be5-8d12a1c2ed59 service neutron] For port bd538527-50e2-46fa-937e-cca2aa73fee4, host n-h1-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:10:56.722725 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bb905a-8bd6-4549-a205-1f45f9d58870 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Pushing event updated for resources: {'Port': ['ID=f35d7540-29ca-49f2-af89-58e4965b5bb5,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:56.730713 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-2f0516df-93c1-4469-8be5-8d12a1c2ed59 service neutron] For port bd538527-50e2-46fa-937e-cca2aa73fee4, host n-h1-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=bd538527-50e2-46fa-937e-cca2aa73fee4,segment=NetworkSegment(3c26dc90-ba8a-44ec-b215-1e8fb1eebc9d),segment_id=3c26dc90-ba8a-44ec-b215-1e8fb1eebc9d)] {{(pid=84887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:10:56.752420 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2a7f578-7581-4387-9a50-08736300f27f req-a7bb905a-8bd6-4549-a205-1f45f9d58870 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Network b2f2587f-5348-477f-a322-df8a2a763ba2 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:10:56.760226 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [req-a2a7f578-7581-4387-9a50-08736300f27f req-a7bb905a-8bd6-4549-a205-1f45f9d58870 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:10:56.765999 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2a7f578-7581-4387-9a50-08736300f27f req-a7bb905a-8bd6-4549-a205-1f45f9d58870 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:10:56.794017 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9e35ea66-6cd4-46c8-a379-46a4eb81e5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:56.850419 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e35ea66-6cd4-46c8-a379-46a4eb81e5b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ea92185-1585-483b-afd0-e98af9e88529,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:56.876345 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-2f0516df-93c1-4469-8be5-8d12a1c2ed59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:56.901718 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9e35ea66-6cd4-46c8-a379-46a4eb81e5b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:56.903653 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-9e35ea66-6cd4-46c8-a379-46a4eb81e5b5 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/2ea92185-1585-483b-afd0-e98af9e88529 HTTP/1.1" status: 204 len: 168 time: 0.9195330 May 30 20:10:56.979035 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 52224) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:10:56.986379 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d0bb1a9-2c90-4cfa-9748-7160246ff150 admin admin] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:10:57.001053 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088913cf-6cd7-4d70-ae5a-5677b50c38c2 None None] Sync routers for ids ['44ec2e53-c09d-435b-81eb-35c6952c1930'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:10:57.018126 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-6d0bb1a9-2c90-4cfa-9748-7160246ff150 admin admin] 10.222.0.85 "PUT /v2.0/routers/44ec2e53-c09d-435b-81eb-35c6952c1930/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7618608 May 30 20:10:57.022099 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 52230) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:10:57.042909 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088913cf-6cd7-4d70-ae5a-5677b50c38c2 None None] Routers {'44ec2e53-c09d-435b-81eb-35c6952c1930'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:10:57.043925 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-088913cf-6cd7-4d70-ae5a-5677b50c38c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:10:29Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['44ec2e53-c09d-435b-81eb-35c6952c1930'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:10:57.529630 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0516df-93c1-4469-8be5-8d12a1c2ed59 service neutron] Pushing event updated for resources: {'Port': ['ID=bd538527-50e2-46fa-937e-cca2aa73fee4,revision_number=3']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:57.537650 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-088913cf-6cd7-4d70-ae5a-5677b50c38c2 None None] Set router 44ec2e53-c09d-435b-81eb-35c6952c1930 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:10:57.560104 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-55a08c35-dd63-44e3-a552-1c6f0794d67d admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1098832452-network', 'tenant_id': '4565147bc49b42329873a3e373771ec5'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:10:57.587102 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-55a08c35-dd63-44e3-a552-1c6f0794d67d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:10:57.618871 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-55a08c35-dd63-44e3-a552-1c6f0794d67d admin admin] Usage tracker for resource:network and tenant:4565147bc49b42329873a3e373771ec5 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:10:57.621078 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a7f578-7581-4387-9a50-08736300f27f req-a7bb905a-8bd6-4549-a205-1f45f9d58870 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:57.629518 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-a2a7f578-7581-4387-9a50-08736300f27f req-a7bb905a-8bd6-4549-a205-1f45f9d58870 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:57.637171 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-55a08c35-dd63-44e3-a552-1c6f0794d67d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:10:57.662551 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-2f0516df-93c1-4469-8be5-8d12a1c2ed59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:57.667247 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-2f0516df-93c1-4469-8be5-8d12a1c2ed59 service neutron] 10.222.0.71 "PUT /v2.0/ports/bd538527-50e2-46fa-937e-cca2aa73fee4 HTTP/1.1" status: 200 len: 1129 time: 6.8844938 May 30 20:10:57.706350 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-55a08c35-dd63-44e3-a552-1c6f0794d67d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:10:57.782603 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-f61aaee5-7a25-4fc0-905a-ca95ea2d223e service neutron] Request body: {'port': {'device_id': '9c32c8ec-3847-430c-b19f-49ed6feb4bec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843948-2'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:10:57.829246 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f23000-f48c-48cf-bb70-6d6f5f6d30e5 req-0ba8aa04-b319-4f75-bfab-50c5c2acf546 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:57.836134 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d6f23000-f48c-48cf-bb70-6d6f5f6d30e5 req-0ba8aa04-b319-4f75-bfab-50c5c2acf546 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] 10.222.0.85 "GET /v2.0/ports?device_id=8c8de3ab-968c-4913-a1a7-26260a84fd2e HTTP/1.1" status: 200 len: 931 time: 0.3850627 May 30 20:10:57.946876 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55a08c35-dd63-44e3-a552-1c6f0794d67d admin admin] Made reservation on behalf of 4565147bc49b42329873a3e373771ec5 for: {'network': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:10:57.947205 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a2a7f578-7581-4387-9a50-08736300f27f req-a7bb905a-8bd6-4549-a205-1f45f9d58870 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3278434 May 30 20:10:57.949289 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-55a08c35-dd63-44e3-a552-1c6f0794d67d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:57.973229 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-a2a7f578-7581-4387-9a50-08736300f27f req-215e221f-3cf8-43e6-91f1-c6470af0a1da service neutron] Request body: {'port': {'device_id': '8c8de3ab-968c-4913-a1a7-26260a84fd2e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843948-2'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:10:57.983674 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-55a08c35-dd63-44e3-a552-1c6f0794d67d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:58.033024 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-55a08c35-dd63-44e3-a552-1c6f0794d67d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:10:58.037572 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-55a08c35-dd63-44e3-a552-1c6f0794d67d admin admin] Usage tracker for resource:security_group_rule and tenant:4565147bc49b42329873a3e373771ec5 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:10:58.042935 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-55a08c35-dd63-44e3-a552-1c6f0794d67d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:10:58.051884 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-55a08c35-dd63-44e3-a552-1c6f0794d67d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:10:58.269643 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-088913cf-6cd7-4d70-ae5a-5677b50c38c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44ec2e53-c09d-435b-81eb-35c6952c1930', 'name': 'tempest-ServersTestJSON-245510114-router', 'tenant_id': '586757e83dd846ec935ec1b35f2c085f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '6d59c613-0f4c-45bb-9421-e51d5bfc7b4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:08:36Z', 'updated_at': '2022-05-30T20:10:52Z', 'revision_number': 5, 'project_id': '586757e83dd846ec935ec1b35f2c085f', 'gw_port': {'id': '6d59c613-0f4c-45bb-9421-e51d5bfc7b4d', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ec2e53-c09d-435b-81eb-35c6952c1930', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:08:39Z', 'updated_at': '2022-05-30T20:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:10:58.274386 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088913cf-6cd7-4d70-ae5a-5677b50c38c2 None None] Checking router: 44ec2e53-c09d-435b-81eb-35c6952c1930 for host: n-d-843948-2 {{(pid=84889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:10:58.287556 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088913cf-6cd7-4d70-ae5a-5677b50c38c2 None None] Routers {'44ec2e53-c09d-435b-81eb-35c6952c1930'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:10:58.288183 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-088913cf-6cd7-4d70-ae5a-5677b50c38c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:10:29Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['44ec2e53-c09d-435b-81eb-35c6952c1930'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:10:58.302054 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f417dd-0fd5-4d03-b686-bcf4b13a31b4 req-58c46b83-97cd-4270-9721-2dcb3327411b tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:58.310402 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f417dd-0fd5-4d03-b686-bcf4b13a31b4 req-58c46b83-97cd-4270-9721-2dcb3327411b tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:58.317992 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f417dd-0fd5-4d03-b686-bcf4b13a31b4 req-58c46b83-97cd-4270-9721-2dcb3327411b tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:58.325173 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f417dd-0fd5-4d03-b686-bcf4b13a31b4 req-58c46b83-97cd-4270-9721-2dcb3327411b tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:58.333208 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f417dd-0fd5-4d03-b686-bcf4b13a31b4 req-58c46b83-97cd-4270-9721-2dcb3327411b tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:58.342555 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f417dd-0fd5-4d03-b686-bcf4b13a31b4 req-58c46b83-97cd-4270-9721-2dcb3327411b tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:58.350997 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f417dd-0fd5-4d03-b686-bcf4b13a31b4 req-58c46b83-97cd-4270-9721-2dcb3327411b tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:58.365444 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-18f417dd-0fd5-4d03-b686-bcf4b13a31b4 req-58c46b83-97cd-4270-9721-2dcb3327411b tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] 10.222.0.85 "GET /v2.0/ports?device_id=9c32c8ec-3847-430c-b19f-49ed6feb4bec HTTP/1.1" status: 200 len: 5368 time: 1.4924521 May 30 20:10:58.376737 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-55a08c35-dd63-44e3-a552-1c6f0794d67d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:58.381373 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-d6f23000-f48c-48cf-bb70-6d6f5f6d30e5 req-97e583d6-4537-4b9b-8806-855503e4b2ea tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Synchronizing usage tracker for tenant:b1d3994633044342baf98a52682e583b on resource:security_group {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:10:58.454782 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-55a08c35-dd63-44e3-a552-1c6f0794d67d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:58.517041 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55a08c35-dd63-44e3-a552-1c6f0794d67d admin admin] vlan segment allocate from pool success with {'vlan_id': 690, 'physical_network': 'physnet1'} {{(pid=84886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:10:58.545775 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-d6f23000-f48c-48cf-bb70-6d6f5f6d30e5 req-97e583d6-4537-4b9b-8806-855503e4b2ea tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Unset dirty status for tenant:b1d3994633044342baf98a52682e583b on resource:security_group {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:10:58.559906 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d6f23000-f48c-48cf-bb70-6d6f5f6d30e5 req-97e583d6-4537-4b9b-8806-855503e4b2ea tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] 10.222.0.85 "GET /v2.0/security-groups?id=c816953b-4eaf-44de-8f51-6f9258494ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6986363 May 30 20:10:58.575546 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-f61aaee5-7a25-4fc0-905a-ca95ea2d223e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:58.580065 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a08c35-dd63-44e3-a552-1c6f0794d67d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7198028f-5a59-48fe-bc6b-1e253667b012,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:10:58.591250 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-088913cf-6cd7-4d70-ae5a-5677b50c38c2 None None] Set router 44ec2e53-c09d-435b-81eb-35c6952c1930 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:10:58.594328 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-55a08c35-dd63-44e3-a552-1c6f0794d67d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:58.597450 n-d-843948-2 neutron-server[84886]: INFO neutron.db.segments_db [None req-55a08c35-dd63-44e3-a552-1c6f0794d67d admin admin] Added segment 4bce4141-8ebf-4b0a-b9e3-d82019ac9875 of type vlan for network 17cab969-4c0b-44fd-8919-4e535e11ab3b May 30 20:10:58.634021 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5a98ad88-b24b-46b0-8c94-af075971c358 admin admin] Notify callbacks [] for router, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:58.651773 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-a2a7f578-7581-4387-9a50-08736300f27f req-215e221f-3cf8-43e6-91f1-c6470af0a1da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:58.778369 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-18f417dd-0fd5-4d03-b686-bcf4b13a31b4 req-2774f11c-cec2-448e-92cb-ab52f45d9c31 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] 10.222.0.85 "GET /v2.0/security-groups?id=37be4557-a35d-41b8-94e5-d29002afe979&id=e6676217-9362-4f98-9839-89020fcebb14&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4115593 May 30 20:10:58.852582 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3f025db-9b87-488e-b8a1-2a210bb7fe74'] response: {'server_uuid': '37d4a4ba-76bb-4dbf-a36b-05822468c827', 'name': 'network-vif-deleted', 'tag': '0ab8fad3-50b3-4e00-809a-e7bbc917d1ca', 'status': 'completed', 'code': 200} May 30 20:10:59.081766 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-55a08c35-dd63-44e3-a552-1c6f0794d67d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:59.179685 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6859329a-8702-41d8-b615-104210177754 req-1b6eb338-b3e9-4045-9349-46fceac99bcf tempest-SecurityGroupsNegativeTestJSON-1794960421 tempest-SecurityGroupsNegativeTestJSON-1794960421-project] 10.222.0.85 "GET /v2.0/security-groups/5c433116-8ee9-4ded-adb1-3e0ee1bf286e HTTP/1.1" status: 200 len: 2649 time: 0.1905339 May 30 20:10:59.339632 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-088913cf-6cd7-4d70-ae5a-5677b50c38c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44ec2e53-c09d-435b-81eb-35c6952c1930', 'name': 'tempest-ServersTestJSON-245510114-router', 'tenant_id': '586757e83dd846ec935ec1b35f2c085f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '6d59c613-0f4c-45bb-9421-e51d5bfc7b4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:08:36Z', 'updated_at': '2022-05-30T20:10:52Z', 'revision_number': 5, 'project_id': '586757e83dd846ec935ec1b35f2c085f', 'gw_port': {'id': '6d59c613-0f4c-45bb-9421-e51d5bfc7b4d', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ec2e53-c09d-435b-81eb-35c6952c1930', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:08:39Z', 'updated_at': '2022-05-30T20:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:10:59.348122 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088913cf-6cd7-4d70-ae5a-5677b50c38c2 None None] The sync data for ids ['44ec2e53-c09d-435b-81eb-35c6952c1930'] in n-d-843948-2 is: [{'id': '44ec2e53-c09d-435b-81eb-35c6952c1930', 'name': 'tempest-ServersTestJSON-245510114-router', 'tenant_id': '586757e83dd846ec935ec1b35f2c085f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '6d59c613-0f4c-45bb-9421-e51d5bfc7b4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:08:36Z', 'updated_at': '2022-05-30T20:10:52Z', 'revision_number': 5, 'project_id': '586757e83dd846ec935ec1b35f2c085f', 'gw_port': {'id': '6d59c613-0f4c-45bb-9421-e51d5bfc7b4d', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ec2e53-c09d-435b-81eb-35c6952c1930', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:08:39Z', 'updated_at': '2022-05-30T20:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:10:59.368649 n-d-843948-2 neutron-server[84886]: INFO neutron.api.v2.resource [req-6859329a-8702-41d8-b615-104210177754 req-ec481dc8-8fea-4d0d-9053-33af6bd97246 tempest-SecurityGroupsNegativeTestJSON-1794960421 tempest-SecurityGroupsNegativeTestJSON-1794960421-project] delete failed (client error): There was a conflict when trying to complete your request. May 30 20:10:59.369923 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6859329a-8702-41d8-b615-104210177754 req-ec481dc8-8fea-4d0d-9053-33af6bd97246 tempest-SecurityGroupsNegativeTestJSON-1794960421 tempest-SecurityGroupsNegativeTestJSON-1794960421-project] 10.222.0.85 "DELETE /v2.0/security-groups/5c433116-8ee9-4ded-adb1-3e0ee1bf286e HTTP/1.1" status: 409 len: 352 time: 0.1891503 May 30 20:10:59.446838 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5a98ad88-b24b-46b0-8c94-af075971c358 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:59.532352 n-d-843948-2 neutron-server[84887]: INFO neutron.api.v2.resource [req-e1e2982f-8b34-4707-90aa-be1823f8f9cd req-a7d09312-bb05-436d-a891-ca4a81af7488 tempest-SecurityGroupsNegativeTestJSON-1794960421 tempest-SecurityGroupsNegativeTestJSON-1794960421-project] show failed (client error): The resource could not be found. May 30 20:10:59.533267 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e1e2982f-8b34-4707-90aa-be1823f8f9cd req-a7d09312-bb05-436d-a891-ca4a81af7488 tempest-SecurityGroupsNegativeTestJSON-1794960421 tempest-SecurityGroupsNegativeTestJSON-1794960421-project] 10.222.0.85 "GET /v2.0/security-groups/4561f22e-b45a-4a5d-92fb-bdd4bd6980f9 HTTP/1.1" status: 404 len: 352 time: 0.0457637 May 30 20:10:59.604969 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-526ee35b-26c3-453a-b7c8-838dadb35ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:59.608180 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-55a08c35-dd63-44e3-a552-1c6f0794d67d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:59.613744 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a08c35-dd63-44e3-a552-1c6f0794d67d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:10:59.613744 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-55a08c35-dd63-44e3-a552-1c6f0794d67d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:59.618682 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-5a98ad88-b24b-46b0-8c94-af075971c358 admin admin] Deleting port 6d59c613-0f4c-45bb-9421-e51d5bfc7b4d {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:10:59.618682 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5a98ad88-b24b-46b0-8c94-af075971c358 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:59.622952 n-d-843948-2 neutron-server[84887]: INFO neutron.api.v2.resource [req-b20a3987-3317-4c82-929a-6a04d6f2f90d req-ed69f4d0-323e-4a0f-93b7-adcf0c7ec3b0 tempest-SecurityGroupsNegativeTestJSON-1794960421 tempest-SecurityGroupsNegativeTestJSON-1794960421-project] show failed (client error): The resource could not be found. May 30 20:10:59.623976 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b20a3987-3317-4c82-929a-6a04d6f2f90d req-ed69f4d0-323e-4a0f-93b7-adcf0c7ec3b0 tempest-SecurityGroupsNegativeTestJSON-1794960421 tempest-SecurityGroupsNegativeTestJSON-1794960421-project] 10.222.0.85 "GET /v2.0/security-groups/58483379-9ee9-4d94-ace1-4213b2b0f490 HTTP/1.1" status: 404 len: 352 time: 0.0493271 May 30 20:10:59.658429 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 52268) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:10:59.748374 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fa76dde-ff5e-45b6-a26b-29a5cf0adaec admin admin] Deleting subnet bdc2c55f-c60c-48e1-b881-e52692ee7bda {{(pid=84887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:10:59.759579 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.db.resource_extend [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-f61aaee5-7a25-4fc0-905a-ca95ea2d223e service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:10:59.759924 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:59.771782 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2fa76dde-ff5e-45b6-a26b-29a5cf0adaec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:59.890809 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [req-a2a7f578-7581-4387-9a50-08736300f27f req-215e221f-3cf8-43e6-91f1-c6470af0a1da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f35d7540-29ca-49f2-af89-58e4965b5bb5 {{(pid=84887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:10:59.927410 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-a2a7f578-7581-4387-9a50-08736300f27f req-215e221f-3cf8-43e6-91f1-c6470af0a1da service neutron] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:10:59.962417 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2fa76dde-ff5e-45b6-a26b-29a5cf0adaec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3149227'] for subnet, precommit_delete_associations {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:00.057982 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 52276) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:11:00.065592 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-a2a7f578-7581-4387-9a50-08736300f27f req-215e221f-3cf8-43e6-91f1-c6470af0a1da service neutron] Transition to ACTIVE for port object f35d7540-29ca-49f2-af89-58e4965b5bb5 will not be triggered until provisioned by entity L2. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:11:00.067979 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-f61aaee5-7a25-4fc0-905a-ca95ea2d223e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9617712b-161f-40f8-aee7-6c6019d8f25d {{(pid=84887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:11:00.089968 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-f61aaee5-7a25-4fc0-905a-ca95ea2d223e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:00.137439 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-f61aaee5-7a25-4fc0-905a-ca95ea2d223e service neutron] Transition to ACTIVE for port object 9617712b-161f-40f8-aee7-6c6019d8f25d will not be triggered until provisioned by entity L2. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:11:00.142111 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-a2a7f578-7581-4387-9a50-08736300f27f req-215e221f-3cf8-43e6-91f1-c6470af0a1da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:00.173229 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-55a08c35-dd63-44e3-a552-1c6f0794d67d admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 3.1927438 May 30 20:11:00.175176 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a08c35-dd63-44e3-a552-1c6f0794d67d admin admin] Pushing event updated for resources: {'Network': ['ID=17cab969-4c0b-44fd-8919-4e535e11ab3b,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:00.188008 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network 17cab969-4c0b-44fd-8919-4e535e11ab3b details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:11:00.189146 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 52282) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:11:00.190465 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2fa76dde-ff5e-45b6-a26b-29a5cf0adaec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:00.239196 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-079d7827-b911-4806-bfa9-79903e632c35 admin admin] Request body: {'subnet': {'network_id': '17cab969-4c0b-44fd-8919-4e535e11ab3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1098832452-subnet', 'tenant_id': '4565147bc49b42329873a3e373771ec5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:11:00.260906 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-f61aaee5-7a25-4fc0-905a-ca95ea2d223e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:00.282328 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-079d7827-b911-4806-bfa9-79903e632c35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:11:00.359299 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-079d7827-b911-4806-bfa9-79903e632c35 admin admin] Usage tracker for resource:subnet and tenant:4565147bc49b42329873a3e373771ec5 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:11:00.384856 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-079d7827-b911-4806-bfa9-79903e632c35 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:11:00.393736 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 099c01b4-a8f1-4fda-a4c7-41d093a61c9a no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:11:00.399199 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215e221f-3cf8-43e6-91f1-c6470af0a1da service neutron] Pushing event updated for resources: {'Port': ['ID=f35d7540-29ca-49f2-af89-58e4965b5bb5,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:00.407287 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [None req-5a98ad88-b24b-46b0-8c94-af075971c358 admin admin] For port 6d59c613-0f4c-45bb-9421-e51d5bfc7b4d, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=6d59c613-0f4c-45bb-9421-e51d5bfc7b4d,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:11:00.407917 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5a98ad88-b24b-46b0-8c94-af075971c358 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:00.415715 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-079d7827-b911-4806-bfa9-79903e632c35 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:11:00.442047 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: 099c01b4-a8f1-4fda-a4c7-41d093a61c9a {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:11:00.444312 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 099c01b4-a8f1-4fda-a4c7-41d093a61c9a not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:11:00.696974 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-5a98ad88-b24b-46b0-8c94-af075971c358 admin admin] Calling delete_port for 6d59c613-0f4c-45bb-9421-e51d5bfc7b4d owned by network:router_gateway {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:11:00.803418 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc243da1-48f2-48fd-8fb1-cc188e80c65f req-d4eee990-5a3f-4b1b-b2be-30247d21673e tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:00.804149 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-dc243da1-48f2-48fd-8fb1-cc188e80c65f req-d4eee990-5a3f-4b1b-b2be-30247d21673e tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Synchronizing usage tracker for tenant:b1d3994633044342baf98a52682e583b on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:11:00.823421 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-f17366bc-29e7-4d0e-ba6d-076d62f77d85 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-877234807-network', 'tenant_id': 'fa8a8e16668d4cd3985a20ee71169357'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:11:00.879968 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c32c8ec-3847-430c-b19f-49ed6feb4bec', 'tag': 'bd538527-50e2-46fa-937e-cca2aa73fee4'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:11:00.885182 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-f17366bc-29e7-4d0e-ba6d-076d62f77d85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:11:00.914268 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-f17366bc-29e7-4d0e-ba6d-076d62f77d85 admin admin] Usage tracker for resource:network and tenant:fa8a8e16668d4cd3985a20ee71169357 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:11:00.953426 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-f17366bc-29e7-4d0e-ba6d-076d62f77d85 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:11:00.953976 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:00.967628 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device b2692eb8-1752-4fef-bb41-97b67e62bb53 details requested by agent hyperv_n-h1-843948-2 with host n-h1-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:11:00.979752 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61aaee5-7a25-4fc0-905a-ca95ea2d223e service neutron] Pushing event updated for resources: {'Port': ['ID=9617712b-161f-40f8-aee7-6c6019d8f25d,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:00.984784 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-f17366bc-29e7-4d0e-ba6d-076d62f77d85 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:11:01.039205 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4e8504-24fc-4eba-9f81-f30daf1ce8c0 req-6fe46a9e-e2d9-4b0d-8cfc-791f733dadb6 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:01.047468 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4e8504-24fc-4eba-9f81-f30daf1ce8c0 req-6fe46a9e-e2d9-4b0d-8cfc-791f733dadb6 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:01.054358 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-079d7827-b911-4806-bfa9-79903e632c35 admin admin] Made reservation on behalf of 4565147bc49b42329873a3e373771ec5 for: {'subnet': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:11:01.055194 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4e8504-24fc-4eba-9f81-f30daf1ce8c0 req-6fe46a9e-e2d9-4b0d-8cfc-791f733dadb6 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:01.056842 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-079d7827-b911-4806-bfa9-79903e632c35 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114220'] for subnet, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:01.063248 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4e8504-24fc-4eba-9f81-f30daf1ce8c0 req-6fe46a9e-e2d9-4b0d-8cfc-791f733dadb6 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:01.071288 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4e8504-24fc-4eba-9f81-f30daf1ce8c0 req-6fe46a9e-e2d9-4b0d-8cfc-791f733dadb6 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:01.074809 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2fa76dde-ff5e-45b6-a26b-29a5cf0adaec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4055470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114247'] for subnet, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:01.078914 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4e8504-24fc-4eba-9f81-f30daf1ce8c0 req-6fe46a9e-e2d9-4b0d-8cfc-791f733dadb6 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:01.087067 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4e8504-24fc-4eba-9f81-f30daf1ce8c0 req-6fe46a9e-e2d9-4b0d-8cfc-791f733dadb6 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:01.090958 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ef4e8504-24fc-4eba-9f81-f30daf1ce8c0 req-6fe46a9e-e2d9-4b0d-8cfc-791f733dadb6 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] 10.222.0.85 "GET /v2.0/ports?device_id=9c32c8ec-3847-430c-b19f-49ed6feb4bec HTTP/1.1" status: 200 len: 5380 time: 0.2642124 May 30 20:11:01.135799 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-dc243da1-48f2-48fd-8fb1-cc188e80c65f req-d4eee990-5a3f-4b1b-b2be-30247d21673e tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Unset dirty status for tenant:b1d3994633044342baf98a52682e583b on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:11:01.136849 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-dc243da1-48f2-48fd-8fb1-cc188e80c65f req-d4eee990-5a3f-4b1b-b2be-30247d21673e tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] 10.222.0.85 "GET /v2.0/ports?device_id=8c8de3ab-968c-4913-a1a7-26260a84fd2e HTTP/1.1" status: 200 len: 931 time: 1.1367247 May 30 20:11:01.182811 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port b2692eb8-1752-4fef-bb41-97b67e62bb53, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=b2692eb8-1752-4fef-bb41-97b67e62bb53,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:11:01.208233 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Returning: {'device': 'b2692eb8-1752-4fef-bb41-97b67e62bb53', 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1', 'port_id': 'b2692eb8-1752-4fef-bb41-97b67e62bb53', 'mac_address': 'fa:16:3e:20:17:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b83ff54-b1af-44ce-bb75-ba148920553c', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:11:01.242016 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ef4e8504-24fc-4eba-9f81-f30daf1ce8c0 req-38359caa-5651-40e8-978d-6e14efb4adf0 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] 10.222.0.85 "GET /v2.0/security-groups?id=37be4557-a35d-41b8-94e5-d29002afe979&id=e6676217-9362-4f98-9839-89020fcebb14&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1355503 May 30 20:11:01.251810 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa76dde-ff5e-45b6-a26b-29a5cf0adaec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bdc2c55f-c60c-48e1-b881-e52692ee7bda,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:01.253698 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f17366bc-29e7-4d0e-ba6d-076d62f77d85 admin admin] Made reservation on behalf of fa8a8e16668d4cd3985a20ee71169357 for: {'network': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:11:01.256072 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f17366bc-29e7-4d0e-ba6d-076d62f77d85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:01.322118 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:01.347335 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2fa76dde-ff5e-45b6-a26b-29a5cf0adaec admin admin] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:01.350851 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b2692eb8-1752-4fef-bb41-97b67e62bb53 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:11:01.351729 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f17366bc-29e7-4d0e-ba6d-076d62f77d85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:01.380865 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port b2692eb8-1752-4fef-bb41-97b67e62bb53, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=b2692eb8-1752-4fef-bb41-97b67e62bb53,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:11:01.407907 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-a2a7f578-7581-4387-9a50-08736300f27f req-215e221f-3cf8-43e6-91f1-c6470af0a1da service neutron] Attempting to bind port f35d7540-29ca-49f2-af89-58e4965b5bb5 on host n-h2-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:11:01.408239 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-a2a7f578-7581-4387-9a50-08736300f27f req-215e221f-3cf8-43e6-91f1-c6470af0a1da service neutron] Attempting to bind port f35d7540-29ca-49f2-af89-58e4965b5bb5 by drivers openvswitch,hyperv on host n-h2-843948-2 at level 0 using segments [{'id': '8cf4782e-e691-4ec5-a2ea-a14d58f8df7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b2f2587f-5348-477f-a322-df8a2a763ba2'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:11:01.408571 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a7f578-7581-4387-9a50-08736300f27f req-215e221f-3cf8-43e6-91f1-c6470af0a1da service neutron] Attempting to bind port f35d7540-29ca-49f2-af89-58e4965b5bb5 on network b2f2587f-5348-477f-a322-df8a2a763ba2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:11:01.423426 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-2fa76dde-ff5e-45b6-a26b-29a5cf0adaec admin admin] 10.222.0.85 "DELETE /v2.0/subnets/bdc2c55f-c60c-48e1-b881-e52692ee7bda HTTP/1.1" status: 204 len: 168 time: 1.7633049 May 30 20:11:01.429197 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5a98ad88-b24b-46b0-8c94-af075971c358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:01.437108 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 52296) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:11:01.457478 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-f61aaee5-7a25-4fc0-905a-ca95ea2d223e service neutron] Attempting to bind port 9617712b-161f-40f8-aee7-6c6019d8f25d on host n-h1-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:11:01.457836 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-f61aaee5-7a25-4fc0-905a-ca95ea2d223e service neutron] Attempting to bind port 9617712b-161f-40f8-aee7-6c6019d8f25d by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': '3c26dc90-ba8a-44ec-b215-1e8fb1eebc9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '7dfebaf0-dc9f-476d-9977-56c7fc58662b'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:11:01.458157 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-f61aaee5-7a25-4fc0-905a-ca95ea2d223e service neutron] Attempting to bind port 9617712b-161f-40f8-aee7-6c6019d8f25d on network 7dfebaf0-dc9f-476d-9977-56c7fc58662b {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:11:01.460913 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:01.474305 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe8b280-22bb-4c00-b6c8-577f4eee4d1f req-875fb02d-6e82-4627-b9ff-b07e47647cd2 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:01.475020 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-afe8b280-22bb-4c00-b6c8-577f4eee4d1f req-875fb02d-6e82-4627-b9ff-b07e47647cd2 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Synchronizing usage tracker for tenant:6a75b3db8cd44db8bb931dd59e296017 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:11:01.477590 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a7f578-7581-4387-9a50-08736300f27f req-215e221f-3cf8-43e6-91f1-c6470af0a1da service neutron] Port f35d7540-29ca-49f2-af89-58e4965b5bb5 on network b2f2587f-5348-477f-a322-df8a2a763ba2 not bound, no agent of type Open vSwitch agent registered on host n-h2-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:11:01.477932 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a7f578-7581-4387-9a50-08736300f27f req-215e221f-3cf8-43e6-91f1-c6470af0a1da service neutron] Attempting to bind port f35d7540-29ca-49f2-af89-58e4965b5bb5 on network b2f2587f-5348-477f-a322-df8a2a763ba2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:11:01.493095 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-f17366bc-29e7-4d0e-ba6d-076d62f77d85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:11:01.497257 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-dc243da1-48f2-48fd-8fb1-cc188e80c65f req-eb0d96a7-6d7e-4c06-97f5-55bbc87bb24c tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] 10.222.0.85 "GET /v2.0/security-groups?id=c816953b-4eaf-44de-8f51-6f9258494ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2784035 May 30 20:11:01.511008 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-f17366bc-29e7-4d0e-ba6d-076d62f77d85 admin admin] Usage tracker for resource:security_group_rule and tenant:fa8a8e16668d4cd3985a20ee71169357 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:11:01.515774 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-f61aaee5-7a25-4fc0-905a-ca95ea2d223e service neutron] Port 9617712b-161f-40f8-aee7-6c6019d8f25d on network 7dfebaf0-dc9f-476d-9977-56c7fc58662b not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:11:01.516087 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-f61aaee5-7a25-4fc0-905a-ca95ea2d223e service neutron] Attempting to bind port 9617712b-161f-40f8-aee7-6c6019d8f25d on network 7dfebaf0-dc9f-476d-9977-56c7fc58662b {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:11:01.518242 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-f17366bc-29e7-4d0e-ba6d-076d62f77d85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:11:01.518757 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a98ad88-b24b-46b0-8c94-af075971c358 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d59c613-0f4c-45bb-9421-e51d5bfc7b4d,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:01.551350 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a7f578-7581-4387-9a50-08736300f27f req-215e221f-3cf8-43e6-91f1-c6470af0a1da service neutron] Checking agent: {'id': 'eaa08354-e8f5-4e73-af76-8d3cf7d2b390', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 10, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:11:01.551350 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a7f578-7581-4387-9a50-08736300f27f req-215e221f-3cf8-43e6-91f1-c6470af0a1da service neutron] Checking segment: {'id': '8cf4782e-e691-4ec5-a2ea-a14d58f8df7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b2f2587f-5348-477f-a322-df8a2a763ba2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:11:01.551350 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a7f578-7581-4387-9a50-08736300f27f req-215e221f-3cf8-43e6-91f1-c6470af0a1da service neutron] Bound using segment: {'id': '8cf4782e-e691-4ec5-a2ea-a14d58f8df7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b2f2587f-5348-477f-a322-df8a2a763ba2'} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:11:01.551973 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-a2a7f578-7581-4387-9a50-08736300f27f req-215e221f-3cf8-43e6-91f1-c6470af0a1da service neutron] Bound port: f35d7540-29ca-49f2-af89-58e4965b5bb5, host: n-h2-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cf4782e-e691-4ec5-a2ea-a14d58f8df7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b2f2587f-5348-477f-a322-df8a2a763ba2'}}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:11:01.552191 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-a2a7f578-7581-4387-9a50-08736300f27f req-215e221f-3cf8-43e6-91f1-c6470af0a1da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:01.580473 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-f17366bc-29e7-4d0e-ba6d-076d62f77d85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:11:01.607478 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-f61aaee5-7a25-4fc0-905a-ca95ea2d223e service neutron] Checking agent: {'id': 'f728d74e-a4ae-4384-860b-a5ade05dd8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 10, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:11:01.607856 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-f61aaee5-7a25-4fc0-905a-ca95ea2d223e service neutron] Checking segment: {'id': '3c26dc90-ba8a-44ec-b215-1e8fb1eebc9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '7dfebaf0-dc9f-476d-9977-56c7fc58662b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:11:01.608294 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-f61aaee5-7a25-4fc0-905a-ca95ea2d223e service neutron] Bound using segment: {'id': '3c26dc90-ba8a-44ec-b215-1e8fb1eebc9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '7dfebaf0-dc9f-476d-9977-56c7fc58662b'} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:11:01.608601 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-f61aaee5-7a25-4fc0-905a-ca95ea2d223e service neutron] Bound port: 9617712b-161f-40f8-aee7-6c6019d8f25d, host: n-h1-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c26dc90-ba8a-44ec-b215-1e8fb1eebc9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '7dfebaf0-dc9f-476d-9977-56c7fc58662b'}}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:11:01.608937 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-f61aaee5-7a25-4fc0-905a-ca95ea2d223e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:01.681518 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-afe8b280-22bb-4c00-b6c8-577f4eee4d1f req-875fb02d-6e82-4627-b9ff-b07e47647cd2 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Unset dirty status for tenant:6a75b3db8cd44db8bb931dd59e296017 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:11:01.682752 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-afe8b280-22bb-4c00-b6c8-577f4eee4d1f req-875fb02d-6e82-4627-b9ff-b07e47647cd2 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.71 "GET /v2.0/ports?device_id=64150e76-0246-437b-8bdd-ac1e1a53ed9d HTTP/1.1" status: 200 len: 949 time: 0.8755701 May 30 20:11:01.726227 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=b2692eb8-1752-4fef-bb41-97b67e62bb53,revision_number=6']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:01.784449 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbc797ea-6793-4864-b8a7-d1bfcde7e313'] response: {'name': 'network-changed', 'server_uuid': '9c32c8ec-3847-430c-b19f-49ed6feb4bec', 'tag': 'bd538527-50e2-46fa-937e-cca2aa73fee4', 'status': 'completed', 'code': 200} May 30 20:11:01.787454 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['b2692eb8-1752-4fef-bb41-97b67e62bb53'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:11:01.827243 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e5cd429b-b1d4-4163-9007-b3406dde333d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:01.932746 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-afe8b280-22bb-4c00-b6c8-577f4eee4d1f req-d82ea1e7-941d-4678-ae8a-f405fd624383 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Deleting port ddba6d06-4716-4ab5-90ae-4e3814b4f21f {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:11:01.934967 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-afe8b280-22bb-4c00-b6c8-577f4eee4d1f req-d82ea1e7-941d-4678-ae8a-f405fd624383 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:01.975891 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-a2a7f578-7581-4387-9a50-08736300f27f req-215e221f-3cf8-43e6-91f1-c6470af0a1da service neutron] For port f35d7540-29ca-49f2-af89-58e4965b5bb5, host n-h2-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:11:02.042094 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-a2a7f578-7581-4387-9a50-08736300f27f req-215e221f-3cf8-43e6-91f1-c6470af0a1da service neutron] For port f35d7540-29ca-49f2-af89-58e4965b5bb5, host n-h2-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=f35d7540-29ca-49f2-af89-58e4965b5bb5,segment=NetworkSegment(8cf4782e-e691-4ec5-a2ea-a14d58f8df7a),segment_id=8cf4782e-e691-4ec5-a2ea-a14d58f8df7a)] {{(pid=84887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:11:02.045697 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f17366bc-29e7-4d0e-ba6d-076d62f77d85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:02.049682 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-f61aaee5-7a25-4fc0-905a-ca95ea2d223e service neutron] For port 9617712b-161f-40f8-aee7-6c6019d8f25d, host n-h1-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:11:02.095232 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-079d7827-b911-4806-bfa9-79903e632c35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4055401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114238'] for subnet, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:02.132210 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-f61aaee5-7a25-4fc0-905a-ca95ea2d223e service neutron] For port 9617712b-161f-40f8-aee7-6c6019d8f25d, host n-h1-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=9617712b-161f-40f8-aee7-6c6019d8f25d,segment=NetworkSegment(3c26dc90-ba8a-44ec-b215-1e8fb1eebc9d),segment_id=3c26dc90-ba8a-44ec-b215-1e8fb1eebc9d)] {{(pid=84887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:11:02.171723 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-a2a7f578-7581-4387-9a50-08736300f27f req-215e221f-3cf8-43e6-91f1-c6470af0a1da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:02.312754 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f17366bc-29e7-4d0e-ba6d-076d62f77d85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:02.313777 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacba1e6-496e-4cba-8b52-206410e2f319 req-bc0b65b5-4b78-4f09-8de4-5bfa88808999 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:02.326392 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-bacba1e6-496e-4cba-8b52-206410e2f319 req-bc0b65b5-4b78-4f09-8de4-5bfa88808999 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.85 "GET /v2.0/ports?device_id=64150e76-0246-437b-8bdd-ac1e1a53ed9d HTTP/1.1" status: 200 len: 949 time: 0.7463918 May 30 20:11:02.341012 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-f61aaee5-7a25-4fc0-905a-ca95ea2d223e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:02.344527 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079d7827-b911-4806-bfa9-79903e632c35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5734fb91-21ca-4bd5-af81-93d0eab2979b,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:02.405623 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-a2a7f578-7581-4387-9a50-08736300f27f req-215e221f-3cf8-43e6-91f1-c6470af0a1da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:02.407776 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a2a7f578-7581-4387-9a50-08736300f27f req-215e221f-3cf8-43e6-91f1-c6470af0a1da service neutron] 10.222.0.86 "PUT /v2.0/ports/f35d7540-29ca-49f2-af89-58e4965b5bb5 HTTP/1.1" status: 200 len: 1091 time: 4.4420152 May 30 20:11:02.433495 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f17366bc-29e7-4d0e-ba6d-076d62f77d85 admin admin] vlan segment allocate from pool success with {'vlan_id': 672, 'physical_network': 'physnet1'} {{(pid=84887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:11:02.461875 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-f61aaee5-7a25-4fc0-905a-ca95ea2d223e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:02.462927 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-fc759745-5c0f-4eb2-88b5-ecc15b41b2d4 req-39cc869a-f5d9-454e-aa15-24a2a0a56465 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a1a57cdea23a49088fa533e38f6a3032&device_id=9c32c8ec-3847-430c-b19f-49ed6feb4bec HTTP/1.1" status: 200 len: 6230 time: 0.6897814 May 30 20:11:02.463329 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-f61aaee5-7a25-4fc0-905a-ca95ea2d223e service neutron] 10.222.0.71 "PUT /v2.0/ports/9617712b-161f-40f8-aee7-6c6019d8f25d HTTP/1.1" status: 200 len: 1090 time: 4.6953993 May 30 20:11:02.464051 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17366bc-29e7-4d0e-ba6d-076d62f77d85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee3a99c9-b491-4b30-b550-7e2cbfacbd55,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:02.475039 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5a98ad88-b24b-46b0-8c94-af075971c358 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-736453'] for router_gateway, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:02.481438 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215e221f-3cf8-43e6-91f1-c6470af0a1da service neutron] Pushing event updated for resources: {'Port': ['ID=f35d7540-29ca-49f2-af89-58e4965b5bb5,revision_number=3']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:02.489064 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f17366bc-29e7-4d0e-ba6d-076d62f77d85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:02.489426 n-d-843948-2 neutron-server[84887]: INFO neutron.db.segments_db [None req-f17366bc-29e7-4d0e-ba6d-076d62f77d85 admin admin] Added segment d846ad92-c086-40c0-8c7d-67c12dd4eb60 of type vlan for network 4a9121fe-3c05-4fb0-ad44-174db17c3d5b May 30 20:11:02.552410 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:02.707363 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079d7827-b911-4806-bfa9-79903e632c35 admin admin] Checking segment: {'id': '4bce4141-8ebf-4b0a-b9e3-d82019ac9875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '17cab969-4c0b-44fd-8919-4e535e11ab3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:11:02.707782 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-079d7827-b911-4806-bfa9-79903e632c35 admin admin] Network hostable DHCP agents. Network: 17cab969-4c0b-44fd-8919-4e535e11ab3b, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:11:02.727799 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-4dc02e61-4e19-4379-bdb9-5195c5f4ce48 service neutron] Request body: {'port': {'device_id': '9c32c8ec-3847-430c-b19f-49ed6feb4bec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843948-2'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:11:02.979966 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device b2692eb8-1752-4fef-bb41-97b67e62bb53 up at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:11:02.999564 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f17366bc-29e7-4d0e-ba6d-076d62f77d85 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:03.036728 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-afe8b280-22bb-4c00-b6c8-577f4eee4d1f req-d82ea1e7-941d-4678-ae8a-f405fd624383 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] For port ddba6d06-4716-4ab5-90ae-4e3814b4f21f, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=ddba6d06-4716-4ab5-90ae-4e3814b4f21f,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:11:03.037221 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-afe8b280-22bb-4c00-b6c8-577f4eee4d1f req-d82ea1e7-941d-4678-ae8a-f405fd624383 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:03.096940 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e5cd429b-b1d4-4163-9007-b3406dde333d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:03.122101 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning complete for port b2692eb8-1752-4fef-bb41-97b67e62bb53 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:11:03.123802 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:03.134633 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61aaee5-7a25-4fc0-905a-ca95ea2d223e service neutron] Pushing event updated for resources: {'Port': ['ID=9617712b-161f-40f8-aee7-6c6019d8f25d,revision_number=3']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:03.222222 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-afe8b280-22bb-4c00-b6c8-577f4eee4d1f req-d82ea1e7-941d-4678-ae8a-f405fd624383 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Calling delete_port for ddba6d06-4716-4ab5-90ae-4e3814b4f21f owned by compute:nova {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:11:03.255241 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5a98ad88-b24b-46b0-8c94-af075971c358 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-724789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3141'] for router, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:03.296140 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5a98ad88-b24b-46b0-8c94-af075971c358 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:03.298685 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-e5cd429b-b1d4-4163-9007-b3406dde333d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7feb43b0-3977-433b-8351-0bc9c2aa1d76']}} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:11:03.318195 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.db.resource_extend [None req-f17366bc-29e7-4d0e-ba6d-076d62f77d85 admin admin] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:11:03.321855 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-bacba1e6-496e-4cba-8b52-206410e2f319 req-108ddb4b-9ec0-44df-877f-10c03730cb3f tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.85 "GET /v2.0/security-groups?id=db33dd94-15fa-4959-a681-13f509935d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9941075 May 30 20:11:03.335281 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-e5cd429b-b1d4-4163-9007-b3406dde333d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f0a623b-819a-419d-aa12-371e03c6e7e6') {'for_net_delete': True} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:11:03.335893 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-e5cd429b-b1d4-4163-9007-b3406dde333d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f0a623b-819a-419d-aa12-371e03c6e7e6') {} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:11:03.371683 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e5cd429b-b1d4-4163-9007-b3406dde333d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2660590'] for segment, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:03.395952 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc759745-5c0f-4eb2-88b5-ecc15b41b2d4 req-a0b073a2-5487-493d-9fe6-28e2155f4cc0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:03.396748 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc759745-5c0f-4eb2-88b5-ecc15b41b2d4 req-a0b073a2-5487-493d-9fe6-28e2155f4cc0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:03.397350 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc759745-5c0f-4eb2-88b5-ecc15b41b2d4 req-a0b073a2-5487-493d-9fe6-28e2155f4cc0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:03.399443 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-fc759745-5c0f-4eb2-88b5-ecc15b41b2d4 req-a0b073a2-5487-493d-9fe6-28e2155f4cc0 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=a1a57cdea23a49088fa533e38f6a3032&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.7420669 May 30 20:11:03.414175 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-4dc02e61-4e19-4379-bdb9-5195c5f4ce48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:03.442174 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e5cd429b-b1d4-4163-9007-b3406dde333d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:03.514797 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5cd429b-b1d4-4163-9007-b3406dde333d admin admin] Releasing vlan 687 on physical network physnet1 to pool {{(pid=84886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:11:03.515274 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e5cd429b-b1d4-4163-9007-b3406dde333d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4126989'] for segment, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:03.534321 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-079d7827-b911-4806-bfa9-79903e632c35 admin admin] Network 17cab969-4c0b-44fd-8919-4e535e11ab3b is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:11:03.538608 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:03.539751 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a2a7f578-7581-4387-9a50-08736300f27f req-2b2e51e2-5a11-4504-a799-6f1bf0badaf6 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b1d3994633044342baf98a52682e583b&device_id=8c8de3ab-968c-4913-a1a7-26260a84fd2e HTTP/1.1" status: 200 len: 1094 time: 0.9537218 May 30 20:11:03.624541 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e67adfc-c960-4bd6-a089-73711ac28b5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2692eb8-1752-4fef-bb41-97b67e62bb53'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:11:03.645601 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653c727d-fcea-4493-84c2-9670354c51f8 req-6847caac-4ce3-4c8a-8f53-0d0401ed86e9 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:03.650144 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653c727d-fcea-4493-84c2-9670354c51f8 req-6847caac-4ce3-4c8a-8f53-0d0401ed86e9 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:03.651464 n-d-843948-2 neutron-server[84886]: Traceback (most recent call last): May 30 20:11:03.651464 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:11:03.651464 n-d-843948-2 neutron-server[84886]: timer() May 30 20:11:03.651464 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:11:03.651464 n-d-843948-2 neutron-server[84886]: cb(*args, **kw) May 30 20:11:03.651464 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:11:03.651464 n-d-843948-2 neutron-server[84886]: return func(*args, **kwargs) May 30 20:11:03.651464 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:11:03.651464 n-d-843948-2 neutron-server[84886]: self._notify() May 30 20:11:03.651464 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:11:03.651464 n-d-843948-2 neutron-server[84886]: self.callback(batched_events) May 30 20:11:03.651464 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:11:03.651464 n-d-843948-2 neutron-server[84886]: event.method(event) May 30 20:11:03.651464 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:11:03.651464 n-d-843948-2 neutron-server[84886]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:11:03.651464 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:11:03.651464 n-d-843948-2 neutron-server[84886]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:11:03.651464 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:11:03.651464 n-d-843948-2 neutron-server[84886]: return f(self, *a, **k) May 30 20:11:03.651464 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:11:03.651464 n-d-843948-2 neutron-server[84886]: return self._get(url).json() May 30 20:11:03.651464 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:11:03.651464 n-d-843948-2 neutron-server[84886]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:11:03.651464 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:11:03.651464 n-d-843948-2 neutron-server[84886]: return self.request(url, 'GET', **kwargs) May 30 20:11:03.651464 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:11:03.651464 n-d-843948-2 neutron-server[84886]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:11:03.651464 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:11:03.651464 n-d-843948-2 neutron-server[84886]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:11:03.651464 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:11:03.651464 n-d-843948-2 neutron-server[84886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:11:03.651464 n-d-843948-2 neutron-server[84886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:11:03.655613 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port b2692eb8-1752-4fef-bb41-97b67e62bb53, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=b2692eb8-1752-4fef-bb41-97b67e62bb53,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:11:03.659841 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653c727d-fcea-4493-84c2-9670354c51f8 req-6847caac-4ce3-4c8a-8f53-0d0401ed86e9 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:03.660589 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5a98ad88-b24b-46b0-8c94-af075971c358 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724889'] for router, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:03.661106 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a98ad88-b24b-46b0-8c94-af075971c358 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 44ec2e53-c09d-435b-81eb-35c6952c1930 {{(pid=84886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:11:03.672784 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653c727d-fcea-4493-84c2-9670354c51f8 req-6847caac-4ce3-4c8a-8f53-0d0401ed86e9 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:03.677762 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653c727d-fcea-4493-84c2-9670354c51f8 req-6847caac-4ce3-4c8a-8f53-0d0401ed86e9 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:03.685877 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653c727d-fcea-4493-84c2-9670354c51f8 req-6847caac-4ce3-4c8a-8f53-0d0401ed86e9 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:03.691911 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653c727d-fcea-4493-84c2-9670354c51f8 req-6847caac-4ce3-4c8a-8f53-0d0401ed86e9 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:03.700450 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-653c727d-fcea-4493-84c2-9670354c51f8 req-6847caac-4ce3-4c8a-8f53-0d0401ed86e9 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] 10.222.0.85 "GET /v2.0/ports?device_id=9c32c8ec-3847-430c-b19f-49ed6feb4bec HTTP/1.1" status: 200 len: 5380 time: 0.9195378 May 30 20:11:03.704743 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f17366bc-29e7-4d0e-ba6d-076d62f77d85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:03.705859 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f17366bc-29e7-4d0e-ba6d-076d62f77d85 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:03.717721 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f17366bc-29e7-4d0e-ba6d-076d62f77d85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:03.756426 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc759745-5c0f-4eb2-88b5-ecc15b41b2d4 req-e6d38ebf-359d-4ca3-bbc0-58dc37ade306 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:03.758334 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-fc759745-5c0f-4eb2-88b5-ecc15b41b2d4 req-e6d38ebf-359d-4ca3-bbc0-58dc37ade306 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3516984 May 30 20:11:03.764393 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:03.848854 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e5cd429b-b1d4-4163-9007-b3406dde333d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:03.853654 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c8de3ab-968c-4913-a1a7-26260a84fd2e', 'tag': 'f35d7540-29ca-49f2-af89-58e4965b5bb5'}, {'name': 'network-changed', 'server_uuid': '9c32c8ec-3847-430c-b19f-49ed6feb4bec', 'tag': '9617712b-161f-40f8-aee7-6c6019d8f25d'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:11:03.866376 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e5cd429b-b1d4-4163-9007-b3406dde333d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:03.921884 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=b2692eb8-1752-4fef-bb41-97b67e62bb53,revision_number=7']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:03.953921 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-e5cd429b-b1d4-4163-9007-b3406dde333d admin admin] 10.222.0.85 "DELETE /v2.0/networks/7feb43b0-3977-433b-8351-0bc9c2aa1d76 HTTP/1.1" status: 204 len: 168 time: 2.4734700 May 30 20:11:03.958015 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cd429b-b1d4-4163-9007-b3406dde333d admin admin] Pushing event deleted for resources: {'Network': ['ID=7feb43b0-3977-433b-8351-0bc9c2aa1d76,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:03.966005 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5a98ad88-b24b-46b0-8c94-af075971c358 admin admin] Notify callbacks [] for router, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:03.972769 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-5a98ad88-b24b-46b0-8c94-af075971c358 admin admin] 10.222.0.85 "DELETE /v2.0/routers/44ec2e53-c09d-435b-81eb-35c6952c1930 HTTP/1.1" status: 204 len: 168 time: 6.9439611 May 30 20:11:03.973133 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-079d7827-b911-4806-bfa9-79903e632c35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, 17cab969-4c0b-44fd-8919-4e535e11ab3b) {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:11:03.983173 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e31eb1-5a74-4773-bd4e-bd5026f6a6b2 None None] Network 17cab969-4c0b-44fd-8919-4e535e11ab3b requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:11:03.998339 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 52328) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:11:04.024708 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a2a7f578-7581-4387-9a50-08736300f27f req-92886de7-9bb1-442e-92a6-7765048d331c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f35d7540-29ca-49f2-af89-58e4965b5bb5 HTTP/1.1" status: 200 len: 217 time: 0.4682508 May 30 20:11:04.048786 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-079d7827-b911-4806-bfa9-79903e632c35 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:04.049527 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-079d7827-b911-4806-bfa9-79903e632c35 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:04.146280 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1f084ad-f173-489a-9f54-4d13e4caad5b admin admin] Deleting subnet 1581c6d7-c19f-439e-8ba3-14e41bf5cc8a {{(pid=84886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:11:04.155444 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a1f084ad-f173-489a-9f54-4d13e4caad5b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:04.281201 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58320fd-6895-4d2c-b5fd-8020b51dc070 req-675d7ef9-12bb-4845-b103-be3e6261b23f tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:04.283943 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d58320fd-6895-4d2c-b5fd-8020b51dc070 req-675d7ef9-12bb-4845-b103-be3e6261b23f tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] 10.222.0.85 "GET /v2.0/ports?device_id=8c8de3ab-968c-4913-a1a7-26260a84fd2e HTTP/1.1" status: 200 len: 943 time: 0.6013696 May 30 20:11:04.287255 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a1f084ad-f173-489a-9f54-4d13e4caad5b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2655517'] for subnet, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:04.297870 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17366bc-29e7-4d0e-ba6d-076d62f77d85 admin admin] Pushing event updated for resources: {'Network': ['ID=4a9121fe-3c05-4fb0-ad44-174db17c3d5b,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:04.350770 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-653c727d-fcea-4493-84c2-9670354c51f8 req-50d1a25e-1d89-49a3-b513-67652842b8cc tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] 10.222.0.85 "GET /v2.0/security-groups?id=37be4557-a35d-41b8-94e5-d29002afe979&id=e6676217-9362-4f98-9839-89020fcebb14&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6488283 May 30 20:11:04.394318 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network 4a9121fe-3c05-4fb0-ad44-174db17c3d5b details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:11:04.526606 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d58320fd-6895-4d2c-b5fd-8020b51dc070 req-b71de087-23cc-4a49-89ab-54566d284120 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] 10.222.0.85 "GET /v2.0/security-groups?id=c816953b-4eaf-44de-8f51-6f9258494ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925685 May 30 20:11:04.584485 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a1f084ad-f173-489a-9f54-4d13e4caad5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:04.661326 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a7f578-7581-4387-9a50-08736300f27f req-30994f23-0bb4-4b54-9ab8-d48d71bd6d89 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:04.667869 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a2a7f578-7581-4387-9a50-08736300f27f req-30994f23-0bb4-4b54-9ab8-d48d71bd6d89 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d51613c5-1edb-4acb-8713-3f45b6162b1f HTTP/1.1" status: 200 len: 860 time: 0.5869007 May 30 20:11:04.687257 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-695cf885-3a5c-461c-acc2-d4296f3a68f0'] response: {'name': 'network-changed', 'server_uuid': '8c8de3ab-968c-4913-a1a7-26260a84fd2e', 'tag': 'f35d7540-29ca-49f2-af89-58e4965b5bb5', 'status': 'completed', 'code': 200} May 30 20:11:04.687825 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-695cf885-3a5c-461c-acc2-d4296f3a68f0'] response: {'name': 'network-changed', 'server_uuid': '9c32c8ec-3847-430c-b19f-49ed6feb4bec', 'tag': '9617712b-161f-40f8-aee7-6c6019d8f25d', 'status': 'completed', 'code': 200} May 30 20:11:04.692946 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-f17366bc-29e7-4d0e-ba6d-076d62f77d85 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 4.6289358 May 30 20:11:04.707665 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-079d7827-b911-4806-bfa9-79903e632c35 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 4.4883630 May 30 20:11:04.709496 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-afe8b280-22bb-4c00-b6c8-577f4eee4d1f req-d82ea1e7-941d-4678-ae8a-f405fd624383 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:04.717899 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 52336) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:11:04.718395 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 52338) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:11:04.816678 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-3f7aa87a-d3f7-4987-9658-5cc397454f3e admin admin] Request body: {'subnet': {'network_id': '4a9121fe-3c05-4fb0-ad44-174db17c3d5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-877234807-subnet', 'tenant_id': 'fa8a8e16668d4cd3985a20ee71169357', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:11:04.824908 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-3f7aa87a-d3f7-4987-9658-5cc397454f3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:11:04.833288 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-3f7aa87a-d3f7-4987-9658-5cc397454f3e admin admin] Usage tracker for resource:subnet and tenant:fa8a8e16668d4cd3985a20ee71169357 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:11:04.836569 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d525cd7d-ffbd-46db-9526-ab591c2c9d1b'] response: {'server_uuid': '8e67adfc-c960-4bd6-a089-73711ac28b5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2692eb8-1752-4fef-bb41-97b67e62bb53', 'code': 200} May 30 20:11:04.838647 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-3f7aa87a-d3f7-4987-9658-5cc397454f3e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:11:04.850605 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-3f7aa87a-d3f7-4987-9658-5cc397454f3e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:11:04.851359 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 6d59c613-0f4c-45bb-9421-e51d5bfc7b4d no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:11:04.935023 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: 6d59c613-0f4c-45bb-9421-e51d5bfc7b4d {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:11:04.935380 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 6d59c613-0f4c-45bb-9421-e51d5bfc7b4d not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:11:04.960242 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a2a7f578-7581-4387-9a50-08736300f27f req-54a2b150-4202-4a52-8a9c-9c998f71b4ba service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b2f2587f-5348-477f-a322-df8a2a763ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2477667 May 30 20:11:05.050325 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f7aa87a-d3f7-4987-9658-5cc397454f3e admin admin] Made reservation on behalf of fa8a8e16668d4cd3985a20ee71169357 for: {'subnet': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:11:05.053485 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3f7aa87a-d3f7-4987-9658-5cc397454f3e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114220'] for subnet, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:05.187605 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device ddba6d06-4716-4ab5-90ae-4e3814b4f21f no longer exists at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:11:05.194960 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b21e5070-a709-4142-b2ce-5afbd44c2ea0 req-0c6cc3bb-868e-4caf-9816-5fc2b5122e05 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.85 "GET /v2.0/ports?device_id=64150e76-0246-437b-8bdd-ac1e1a53ed9d HTTP/1.1" status: 200 len: 210 time: 0.0907707 May 30 20:11:05.335736 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c77cec1f-1b84-4fdb-9bab-1629b6ba0530 req-0889ff7d-c9bd-4115-9deb-ba4f2a5ca6ef service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a1a57cdea23a49088fa533e38f6a3032&device_id=9c32c8ec-3847-430c-b19f-49ed6feb4bec HTTP/1.1" status: 200 len: 6272 time: 0.2838569 May 30 20:11:05.456463 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] No Port match for: ddba6d06-4716-4ab5-90ae-4e3814b4f21f {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:11:05.456806 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device ddba6d06-4716-4ab5-90ae-4e3814b4f21f not bound to the agent host n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:11:05.511392 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b939d4b2-d298-46df-9b43-7b46c913425e None None] Network 17cab969-4c0b-44fd-8919-4e535e11ab3b requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:11:05.583072 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a1f084ad-f173-489a-9f54-4d13e4caad5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4127075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2778536'] for subnet, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:05.709423 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f084ad-f173-489a-9f54-4d13e4caad5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1581c6d7-c19f-439e-8ba3-14e41bf5cc8a,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:05.830980 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82ea1e7-941d-4678-ae8a-f405fd624383 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Pushing event deleted for resources: {'Port': ['ID=ddba6d06-4716-4ab5-90ae-4e3814b4f21f,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:05.906271 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c77ecb12-7555-452b-9772-2cf181586b44 None None] Network e0f55504-d8f7-4a5a-b704-bd0e657d5724 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:11:05.972260 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-afe8b280-22bb-4c00-b6c8-577f4eee4d1f req-d82ea1e7-941d-4678-ae8a-f405fd624383 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] No DVR routers for this DVR port ddba6d06-4716-4ab5-90ae-4e3814b4f21f on host n-h1-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:11:06.020062 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77cec1f-1b84-4fdb-9bab-1629b6ba0530 req-be29cd61-bb0e-4fbb-98ff-3106d1a7fa97 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:06.021065 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77cec1f-1b84-4fdb-9bab-1629b6ba0530 req-be29cd61-bb0e-4fbb-98ff-3106d1a7fa97 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:06.024285 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77cec1f-1b84-4fdb-9bab-1629b6ba0530 req-be29cd61-bb0e-4fbb-98ff-3106d1a7fa97 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:06.027437 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c77cec1f-1b84-4fdb-9bab-1629b6ba0530 req-be29cd61-bb0e-4fbb-98ff-3106d1a7fa97 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=a1a57cdea23a49088fa533e38f6a3032&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.6802027 May 30 20:11:06.066649 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a1f084ad-f173-489a-9f54-4d13e4caad5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:06.091579 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-a1f084ad-f173-489a-9f54-4d13e4caad5b admin admin] 10.222.0.85 "DELETE /v2.0/subnets/1581c6d7-c19f-439e-8ba3-14e41bf5cc8a HTTP/1.1" status: 204 len: 168 time: 2.0905986 May 30 20:11:06.093559 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 52362) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:11:06.105973 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-afe8b280-22bb-4c00-b6c8-577f4eee4d1f req-d82ea1e7-941d-4678-ae8a-f405fd624383 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:06.114676 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-afe8b280-22bb-4c00-b6c8-577f4eee4d1f req-d82ea1e7-941d-4678-ae8a-f405fd624383 tempest-ServersOnMultiNodesTest-776857071 tempest-ServersOnMultiNodesTest-776857071-project] 10.222.0.71 "DELETE /v2.0/ports/ddba6d06-4716-4ab5-90ae-4e3814b4f21f HTTP/1.1" status: 204 len: 173 time: 4.4156253 May 30 20:11:06.137430 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-4dc02e61-4e19-4379-bdb9-5195c5f4ce48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 406d6bcf-03be-4c83-9523-528b6918c399 {{(pid=84887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:11:06.281132 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-4dc02e61-4e19-4379-bdb9-5195c5f4ce48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:06.290035 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-90e19d12-02dc-4839-9196-4ed7bbe61d10 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=c3c15a5736c94c2f89ec53583009918b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5697145 May 30 20:11:06.319757 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 52370) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:11:06.405569 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f57880a-d604-48a2-aa2d-795f5d644756 None None] DHCP port deletion for e0f55504-d8f7-4a5a-b704-bd0e657d5724 request from n-d-843948-2 {{(pid=84888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:11:06.415829 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-9f57880a-d604-48a2-aa2d-795f5d644756 None None] Deleting port 4dc4e803-af0a-4b8d-b4a5-6c9931fb2221 {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:11:06.416221 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-9f57880a-d604-48a2-aa2d-795f5d644756 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:06.668255 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-4dc02e61-4e19-4379-bdb9-5195c5f4ce48 service neutron] Transition to ACTIVE for port object 406d6bcf-03be-4c83-9523-528b6918c399 will not be triggered until provisioned by entity L2. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:11:06.681559 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7cccdfac-a045-437b-8d0f-4f1f52d7c52d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:06.690951 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64150e76-0246-437b-8bdd-ac1e1a53ed9d', 'name': 'network-vif-deleted', 'tag': 'ddba6d06-4716-4ab5-90ae-4e3814b4f21f'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:11:06.699824 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77cec1f-1b84-4fdb-9bab-1629b6ba0530 req-7ad9f34b-d7ed-4e39-b3c0-c36338358a16 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:06.701847 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c77cec1f-1b84-4fdb-9bab-1629b6ba0530 req-7ad9f34b-d7ed-4e39-b3c0-c36338358a16 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6067317 May 30 20:11:06.724213 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-7cccdfac-a045-437b-8d0f-4f1f52d7c52d admin admin] Deleting port 4dc4e803-af0a-4b8d-b4a5-6c9931fb2221 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:11:06.724934 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7cccdfac-a045-437b-8d0f-4f1f52d7c52d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:06.782843 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c18428a-e322-485e-8fdf-feff8dffe4aa req-39230e4f-44a5-451c-8e35-41354b4a4535 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:06.787911 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c18428a-e322-485e-8fdf-feff8dffe4aa req-39230e4f-44a5-451c-8e35-41354b4a4535 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:06.792808 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c18428a-e322-485e-8fdf-feff8dffe4aa req-39230e4f-44a5-451c-8e35-41354b4a4535 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:06.798225 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c18428a-e322-485e-8fdf-feff8dffe4aa req-39230e4f-44a5-451c-8e35-41354b4a4535 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:06.802578 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c18428a-e322-485e-8fdf-feff8dffe4aa req-39230e4f-44a5-451c-8e35-41354b4a4535 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:06.808142 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c18428a-e322-485e-8fdf-feff8dffe4aa req-39230e4f-44a5-451c-8e35-41354b4a4535 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:06.814757 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c18428a-e322-485e-8fdf-feff8dffe4aa req-39230e4f-44a5-451c-8e35-41354b4a4535 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:06.823413 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0c18428a-e322-485e-8fdf-feff8dffe4aa req-39230e4f-44a5-451c-8e35-41354b4a4535 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] 10.222.0.85 "GET /v2.0/ports?device_id=9c32c8ec-3847-430c-b19f-49ed6feb4bec HTTP/1.1" status: 200 len: 5380 time: 1.1247449 May 30 20:11:06.869148 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-4dc02e61-4e19-4379-bdb9-5195c5f4ce48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:06.965127 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-9f57880a-d604-48a2-aa2d-795f5d644756 None None] For port 4dc4e803-af0a-4b8d-b4a5-6c9931fb2221, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=4dc4e803-af0a-4b8d-b4a5-6c9931fb2221,segment=NetworkSegment(93523d51-b49e-42d0-8c0b-d0db4eaebb6e),segment_id=93523d51-b49e-42d0-8c0b-d0db4eaebb6e)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:11:06.965767 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-9f57880a-d604-48a2-aa2d-795f5d644756 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:07.034193 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a2a7f578-7581-4387-9a50-08736300f27f req-cb3704c0-2bf4-460b-8c87-1607a743f934 service neutron] 10.222.0.86 "GET /v2.0/networks/b2f2587f-5348-477f-a322-df8a2a763ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.0187907 May 30 20:11:07.131091 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0c18428a-e322-485e-8fdf-feff8dffe4aa req-b89f3612-2e89-4279-828c-6f25da087980 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] 10.222.0.85 "GET /v2.0/security-groups?id=37be4557-a35d-41b8-94e5-d29002afe979&id=e6676217-9362-4f98-9839-89020fcebb14&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3064873 May 30 20:11:07.227031 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [None req-7cccdfac-a045-437b-8d0f-4f1f52d7c52d admin admin] For port 4dc4e803-af0a-4b8d-b4a5-6c9931fb2221, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=4dc4e803-af0a-4b8d-b4a5-6c9931fb2221,segment=NetworkSegment(93523d51-b49e-42d0-8c0b-d0db4eaebb6e),segment_id=93523d51-b49e-42d0-8c0b-d0db4eaebb6e)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:11:07.227776 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7cccdfac-a045-437b-8d0f-4f1f52d7c52d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:07.455127 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-9f57880a-d604-48a2-aa2d-795f5d644756 None None] Calling delete_port for 4dc4e803-af0a-4b8d-b4a5-6c9931fb2221 owned by network:dhcp {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:11:07.465995 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afe0be7-eea5-4336-a770-4651f6f322b0 req-2b406796-a5c8-4e71-885c-716f987fa87e tempest-ServerAddressesNegativeTestJSON-1183372091 tempest-ServerAddressesNegativeTestJSON-1183372091-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:07.480225 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0afe0be7-eea5-4336-a770-4651f6f322b0 req-2b406796-a5c8-4e71-885c-716f987fa87e tempest-ServerAddressesNegativeTestJSON-1183372091 tempest-ServerAddressesNegativeTestJSON-1183372091-project] 10.222.0.85 "GET /v2.0/networks?id=17cab969-4c0b-44fd-8919-4e535e11ab3b HTTP/1.1" status: 200 len: 822 time: 1.2581341 May 30 20:11:07.504968 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc02e61-4e19-4379-bdb9-5195c5f4ce48 service neutron] Pushing event updated for resources: {'Port': ['ID=406d6bcf-03be-4c83-9523-528b6918c399,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:07.526524 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-7cccdfac-a045-437b-8d0f-4f1f52d7c52d admin admin] Calling delete_port for 4dc4e803-af0a-4b8d-b4a5-6c9931fb2221 owned by network:dhcp {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:11:07.731192 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-9f57880a-d604-48a2-aa2d-795f5d644756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468'] for port, after_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:07.777405 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-39019c5c-998d-4da9-8d13-b449dafd8553 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:07.797759 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6461cf-800b-4e2f-8617-45f69ce52c28 req-5bd71a8d-c56e-4130-a139-e6df2b615eb3 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:07.799355 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6c6461cf-800b-4e2f-8617-45f69ce52c28 req-5bd71a8d-c56e-4130-a139-e6df2b615eb3 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] 10.222.0.85 "GET /v2.0/ports?device_id=8c8de3ab-968c-4913-a1a7-26260a84fd2e HTTP/1.1" status: 200 len: 943 time: 0.1820502 May 30 20:11:07.807890 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.db.api [None req-7cccdfac-a045-437b-8d0f-4f1f52d7c52d admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:11:07.808241 n-d-843948-2 neutron-server[84886]: DEBUG oslo_db.api [None req-7cccdfac-a045-437b-8d0f-4f1f52d7c52d admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:11:07.836471 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-39019c5c-998d-4da9-8d13-b449dafd8553 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:07.844752 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f57880a-d604-48a2-aa2d-795f5d644756 None None] No DVR routers for this DVR port 4dc4e803-af0a-4b8d-b4a5-6c9931fb2221 on host n-d-843948-2 {{(pid=84888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:11:07.862399 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f57880a-d604-48a2-aa2d-795f5d644756 None None] Pushing event deleted for resources: {'Port': ['ID=4dc4e803-af0a-4b8d-b4a5-6c9931fb2221,revision_number=None']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:07.922079 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0afe0be7-eea5-4336-a770-4651f6f322b0 req-d390e99b-91ae-4c3a-9002-6068dc2a320c tempest-ServerAddressesNegativeTestJSON-1183372091 tempest-ServerAddressesNegativeTestJSON-1183372091-project] 10.222.0.85 "GET /v2.0/quotas/4565147bc49b42329873a3e373771ec5 HTTP/1.1" status: 200 len: 375 time: 0.4400654 May 30 20:11:07.925813 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6c6461cf-800b-4e2f-8617-45f69ce52c28 req-3b256735-7487-458d-b123-f0621a122b7a tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] 10.222.0.85 "GET /v2.0/security-groups?id=c816953b-4eaf-44de-8f51-6f9258494ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164978 May 30 20:11:08.084524 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0afe0be7-eea5-4336-a770-4651f6f322b0 req-a5352a3f-d169-4833-9472-ccddf066067b tempest-ServerAddressesNegativeTestJSON-1183372091 tempest-ServerAddressesNegativeTestJSON-1183372091-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=4565147bc49b42329873a3e373771ec5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0842535 May 30 20:11:08.156941 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3f7aa87a-d3f7-4987-9658-5cc397454f3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4055401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114238'] for subnet, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:08.252357 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7aa87a-d3f7-4987-9658-5cc397454f3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=26b23bbf-887e-4278-88a1-ac21d644c5ec,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:08.255422 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37d08103-0b73-4890-be42-80e53246dfa7'] response: {'server_uuid': '64150e76-0246-437b-8bdd-ac1e1a53ed9d', 'name': 'network-vif-deleted', 'tag': 'ddba6d06-4716-4ab5-90ae-4e3814b4f21f', 'status': 'completed', 'code': 200} May 30 20:11:08.309206 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-7cccdfac-a045-437b-8d0f-4f1f52d7c52d admin admin] Deleting port 4dc4e803-af0a-4b8d-b4a5-6c9931fb2221 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:11:08.309962 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7cccdfac-a045-437b-8d0f-4f1f52d7c52d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:08.346631 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a2a7f578-7581-4387-9a50-08736300f27f req-0fb41de5-9393-490c-859f-8028b32e5adf service neutron] 10.222.0.86 "GET /v2.0/networks/b2f2587f-5348-477f-a322-df8a2a763ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2896366 May 30 20:11:08.413648 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-4dc02e61-4e19-4379-bdb9-5195c5f4ce48 service neutron] Attempting to bind port 406d6bcf-03be-4c83-9523-528b6918c399 on host n-h1-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:11:08.414182 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-4dc02e61-4e19-4379-bdb9-5195c5f4ce48 service neutron] Attempting to bind port 406d6bcf-03be-4c83-9523-528b6918c399 by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': '3c26dc90-ba8a-44ec-b215-1e8fb1eebc9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '7dfebaf0-dc9f-476d-9977-56c7fc58662b'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:11:08.414883 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-4dc02e61-4e19-4379-bdb9-5195c5f4ce48 service neutron] Attempting to bind port 406d6bcf-03be-4c83-9523-528b6918c399 on network 7dfebaf0-dc9f-476d-9977-56c7fc58662b {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:11:08.449166 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-39019c5c-998d-4da9-8d13-b449dafd8553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:08.459402 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-7cccdfac-a045-437b-8d0f-4f1f52d7c52d admin admin] The port '4dc4e803-af0a-4b8d-b4a5-6c9931fb2221' was deleted {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 20:11:08.493426 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 4dc4e803-af0a-4b8d-b4a5-6c9931fb2221 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:11:08.569446 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0afe0be7-eea5-4336-a770-4651f6f322b0 req-8364da66-1d6c-4cc0-a7b0-efbaea5738af service neutron] 10.222.0.85 "GET /v2.0/networks/17cab969-4c0b-44fd-8919-4e535e11ab3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4416575 May 30 20:11:08.679851 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: 4dc4e803-af0a-4b8d-b4a5-6c9931fb2221 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:11:08.680505 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 4dc4e803-af0a-4b8d-b4a5-6c9931fb2221 not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:11:08.877671 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39019c5c-998d-4da9-8d13-b449dafd8553 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c433116-8ee9-4ded-adb1-3e0ee1bf286e,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:08.913521 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-4dc02e61-4e19-4379-bdb9-5195c5f4ce48 service neutron] Port 406d6bcf-03be-4c83-9523-528b6918c399 on network 7dfebaf0-dc9f-476d-9977-56c7fc58662b not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:11:08.913863 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-4dc02e61-4e19-4379-bdb9-5195c5f4ce48 service neutron] Attempting to bind port 406d6bcf-03be-4c83-9523-528b6918c399 on network 7dfebaf0-dc9f-476d-9977-56c7fc58662b {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:11:08.930399 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-4dc02e61-4e19-4379-bdb9-5195c5f4ce48 service neutron] Checking agent: {'id': 'f728d74e-a4ae-4384-860b-a5ade05dd8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 10, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:11:08.930648 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-4dc02e61-4e19-4379-bdb9-5195c5f4ce48 service neutron] Checking segment: {'id': '3c26dc90-ba8a-44ec-b215-1e8fb1eebc9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '7dfebaf0-dc9f-476d-9977-56c7fc58662b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:11:08.931007 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-4dc02e61-4e19-4379-bdb9-5195c5f4ce48 service neutron] Bound using segment: {'id': '3c26dc90-ba8a-44ec-b215-1e8fb1eebc9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '7dfebaf0-dc9f-476d-9977-56c7fc58662b'} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:11:08.931449 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-4dc02e61-4e19-4379-bdb9-5195c5f4ce48 service neutron] Bound port: 406d6bcf-03be-4c83-9523-528b6918c399, host: n-h1-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c26dc90-ba8a-44ec-b215-1e8fb1eebc9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '7dfebaf0-dc9f-476d-9977-56c7fc58662b'}}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:11:08.931868 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-4dc02e61-4e19-4379-bdb9-5195c5f4ce48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:08.968608 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7aa87a-d3f7-4987-9658-5cc397454f3e admin admin] Checking segment: {'id': 'd846ad92-c086-40c0-8c7d-67c12dd4eb60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '4a9121fe-3c05-4fb0-ad44-174db17c3d5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:11:08.968978 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f7aa87a-d3f7-4987-9658-5cc397454f3e admin admin] Network hostable DHCP agents. Network: 4a9121fe-3c05-4fb0-ad44-174db17c3d5b, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:11:09.010278 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0afe0be7-eea5-4336-a770-4651f6f322b0 req-df3756a5-ea5d-4c89-8388-9085b2377023 service neutron] 10.222.0.85 "GET /v2.0/networks/17cab969-4c0b-44fd-8919-4e535e11ab3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4320979 May 30 20:11:09.069783 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 52392) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:11:09.104783 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7cccdfac-a045-437b-8d0f-4f1f52d7c52d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:09.174070 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-7cccdfac-a045-437b-8d0f-4f1f52d7c52d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0f55504-d8f7-4a5a-b704-bd0e657d5724']}} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:11:09.193230 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-4dc02e61-4e19-4379-bdb9-5195c5f4ce48 service neutron] For port 406d6bcf-03be-4c83-9523-528b6918c399, host n-h1-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:11:09.197274 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-4dc02e61-4e19-4379-bdb9-5195c5f4ce48 service neutron] For port 406d6bcf-03be-4c83-9523-528b6918c399, host n-h1-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=406d6bcf-03be-4c83-9523-528b6918c399,segment=NetworkSegment(3c26dc90-ba8a-44ec-b215-1e8fb1eebc9d),segment_id=3c26dc90-ba8a-44ec-b215-1e8fb1eebc9d)] {{(pid=84887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:11:09.204390 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-7cccdfac-a045-437b-8d0f-4f1f52d7c52d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93523d51-b49e-42d0-8c0b-d0db4eaebb6e') {'for_net_delete': True} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:11:09.204950 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-7cccdfac-a045-437b-8d0f-4f1f52d7c52d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93523d51-b49e-42d0-8c0b-d0db4eaebb6e') {} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:11:09.209201 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c77cec1f-1b84-4fdb-9bab-1629b6ba0530 req-9f2d616c-dd84-40c0-a902-970466be2023 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b1d3994633044342baf98a52682e583b&device_id=8c8de3ab-968c-4913-a1a7-26260a84fd2e HTTP/1.1" status: 200 len: 1094 time: 0.5104058 May 30 20:11:09.211140 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-39019c5c-998d-4da9-8d13-b449dafd8553 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:09.212476 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-39019c5c-998d-4da9-8d13-b449dafd8553 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/5c433116-8ee9-4ded-adb1-3e0ee1bf286e HTTP/1.1" status: 204 len: 168 time: 2.8914428 May 30 20:11:09.237017 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7cccdfac-a045-437b-8d0f-4f1f52d7c52d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2660590'] for segment, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:09.269675 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690e73cd-9ee8-4e61-b0b0-e4780dbddbb7 req-a0010d1d-1cdc-4d26-a5da-df90e6653123 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:09.277895 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690e73cd-9ee8-4e61-b0b0-e4780dbddbb7 req-a0010d1d-1cdc-4d26-a5da-df90e6653123 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:09.287387 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690e73cd-9ee8-4e61-b0b0-e4780dbddbb7 req-a0010d1d-1cdc-4d26-a5da-df90e6653123 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:09.295475 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690e73cd-9ee8-4e61-b0b0-e4780dbddbb7 req-a0010d1d-1cdc-4d26-a5da-df90e6653123 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:09.303121 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690e73cd-9ee8-4e61-b0b0-e4780dbddbb7 req-a0010d1d-1cdc-4d26-a5da-df90e6653123 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:09.321726 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690e73cd-9ee8-4e61-b0b0-e4780dbddbb7 req-a0010d1d-1cdc-4d26-a5da-df90e6653123 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:09.329415 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690e73cd-9ee8-4e61-b0b0-e4780dbddbb7 req-a0010d1d-1cdc-4d26-a5da-df90e6653123 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:09.343649 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-690e73cd-9ee8-4e61-b0b0-e4780dbddbb7 req-a0010d1d-1cdc-4d26-a5da-df90e6653123 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] 10.222.0.85 "GET /v2.0/ports?device_id=9c32c8ec-3847-430c-b19f-49ed6feb4bec HTTP/1.1" status: 200 len: 5392 time: 0.7748928 May 30 20:11:09.395969 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f7aa87a-d3f7-4987-9658-5cc397454f3e admin admin] Network 4a9121fe-3c05-4fb0-ad44-174db17c3d5b is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:11:09.408343 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-4dc02e61-4e19-4379-bdb9-5195c5f4ce48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:09.421077 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7cccdfac-a045-437b-8d0f-4f1f52d7c52d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:09.530828 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-690e73cd-9ee8-4e61-b0b0-e4780dbddbb7 req-3c2d304b-3d79-4f02-9719-aecf994de4e4 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] 10.222.0.85 "GET /v2.0/security-groups?id=37be4557-a35d-41b8-94e5-d29002afe979&id=e6676217-9362-4f98-9839-89020fcebb14&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1858599 May 30 20:11:09.535801 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cccdfac-a045-437b-8d0f-4f1f52d7c52d admin admin] Releasing vlan 683 on physical network physnet1 to pool {{(pid=84886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:11:09.536211 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7cccdfac-a045-437b-8d0f-4f1f52d7c52d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4126989'] for segment, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:09.582114 n-d-843948-2 neutron-server[84886]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:11:09.582114 n-d-843948-2 neutron-server[84886]: util.warn( May 30 20:11:09.582114 n-d-843948-2 neutron-server[84886]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:11:09.582114 n-d-843948-2 neutron-server[84886]: util.warn( May 30 20:11:09.582114 n-d-843948-2 neutron-server[84886]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:11:09.582114 n-d-843948-2 neutron-server[84886]: util.warn( May 30 20:11:09.582114 n-d-843948-2 neutron-server[84886]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:11:09.582114 n-d-843948-2 neutron-server[84886]: util.warn( May 30 20:11:09.582114 n-d-843948-2 neutron-server[84886]: Traceback (most recent call last): May 30 20:11:09.582114 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:11:09.582114 n-d-843948-2 neutron-server[84886]: timer() May 30 20:11:09.582114 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:11:09.582114 n-d-843948-2 neutron-server[84886]: cb(*args, **kw) May 30 20:11:09.582114 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:11:09.582114 n-d-843948-2 neutron-server[84886]: return func(*args, **kwargs) May 30 20:11:09.582114 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:11:09.582114 n-d-843948-2 neutron-server[84886]: self._notify() May 30 20:11:09.582114 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:11:09.582114 n-d-843948-2 neutron-server[84886]: self.callback(batched_events) May 30 20:11:09.582114 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:11:09.582114 n-d-843948-2 neutron-server[84886]: event.method(event) May 30 20:11:09.582114 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:11:09.582114 n-d-843948-2 neutron-server[84886]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:11:09.582114 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:11:09.582114 n-d-843948-2 neutron-server[84886]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:11:09.582114 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:11:09.582114 n-d-843948-2 neutron-server[84886]: return f(self, *a, **k) May 30 20:11:09.582114 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:11:09.582114 n-d-843948-2 neutron-server[84886]: return self._get(url).json() May 30 20:11:09.582114 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:11:09.582114 n-d-843948-2 neutron-server[84886]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:11:09.582114 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:11:09.582114 n-d-843948-2 neutron-server[84886]: return self.request(url, 'GET', **kwargs) May 30 20:11:09.582114 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:11:09.582114 n-d-843948-2 neutron-server[84886]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:11:09.582114 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:11:09.582114 n-d-843948-2 neutron-server[84886]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:11:09.582114 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:11:09.582114 n-d-843948-2 neutron-server[84886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:11:09.582114 n-d-843948-2 neutron-server[84886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:11:09.745932 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77cec1f-1b84-4fdb-9bab-1629b6ba0530 req-80acfdf0-7685-4464-9a85-748a8d4f90e7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:09.749370 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c77cec1f-1b84-4fdb-9bab-1629b6ba0530 req-80acfdf0-7685-4464-9a85-748a8d4f90e7 service neutron] 10.222.0.86 "GET /v2.0/networks?id=b2f2587f-5348-477f-a322-df8a2a763ba2 HTTP/1.1" status: 200 len: 921 time: 0.5325675 May 30 20:11:10.091710 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-3f7aa87a-d3f7-4987-9658-5cc397454f3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, 4a9121fe-3c05-4fb0-ad44-174db17c3d5b) {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:11:10.096180 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f7aa87a-d3f7-4987-9658-5cc397454f3e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:10.097573 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3f7aa87a-d3f7-4987-9658-5cc397454f3e admin admin] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:10.136579 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cfab7a1-a1aa-4a27-b06d-3bb735bbbae3 None None] Network 4a9121fe-3c05-4fb0-ad44-174db17c3d5b requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:11:10.168171 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-4dc02e61-4e19-4379-bdb9-5195c5f4ce48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:10.177245 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-4dc02e61-4e19-4379-bdb9-5195c5f4ce48 service neutron] 10.222.0.71 "PUT /v2.0/ports/406d6bcf-03be-4c83-9523-528b6918c399 HTTP/1.1" status: 200 len: 1091 time: 7.4537687 May 30 20:11:10.224335 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b898bf75-2519-4f28-ae22-d6ddf7568681 req-b891da63-483e-4177-a57c-f9a99d313dd8 tempest-ServerAddressesNegativeTestJSON-1183372091 tempest-ServerAddressesNegativeTestJSON-1183372091-project] 10.222.0.85 "GET /v2.0/ports?device_id=85813071-68d8-450a-a3ad-0cebac1555f6 HTTP/1.1" status: 200 len: 210 time: 0.1561327 May 30 20:11:10.225148 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c77cec1f-1b84-4fdb-9bab-1629b6ba0530 req-5fee93bb-c846-492f-9d7c-094c3fb7a6f2 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f35d7540-29ca-49f2-af89-58e4965b5bb5 HTTP/1.1" status: 200 len: 217 time: 0.3678603 May 30 20:11:10.301790 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c32c8ec-3847-430c-b19f-49ed6feb4bec', 'tag': '406d6bcf-03be-4c83-9523-528b6918c399'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:11:10.314367 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc02e61-4e19-4379-bdb9-5195c5f4ce48 service neutron] Pushing event updated for resources: {'Port': ['ID=406d6bcf-03be-4c83-9523-528b6918c399,revision_number=3']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:10.332766 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-5f3683de-908a-4fd1-bbf2-81203a9c956c service neutron] Request body: {'port': {'device_id': '9c32c8ec-3847-430c-b19f-49ed6feb4bec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843948-2'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:11:10.389704 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5b5737-e7ad-4e88-8a10-d5fed6cb39a8 req-0ed73d71-cd5f-4269-ab1f-7dada08278e6 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:10.402002 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-be5b5737-e7ad-4e88-8a10-d5fed6cb39a8 req-0ed73d71-cd5f-4269-ab1f-7dada08278e6 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] 10.222.0.85 "GET /v2.0/ports?device_id=8c8de3ab-968c-4913-a1a7-26260a84fd2e HTTP/1.1" status: 200 len: 943 time: 0.6777463 May 30 20:11:10.408420 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-3f7aa87a-d3f7-4987-9658-5cc397454f3e admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 5.6821148 May 30 20:11:10.421350 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 52418) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:11:10.430776 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-3755ca46-909e-43b1-8d8b-75f898ed0362 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=6a75b3db8cd44db8bb931dd59e296017&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3531156 May 30 20:11:10.437197 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7cccdfac-a045-437b-8d0f-4f1f52d7c52d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:10.595792 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7cccdfac-a045-437b-8d0f-4f1f52d7c52d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:10.679229 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cccdfac-a045-437b-8d0f-4f1f52d7c52d admin admin] Pushing event deleted for resources: {'Network': ['ID=e0f55504-d8f7-4a5a-b704-bd0e657d5724,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:10.754156 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-7cccdfac-a045-437b-8d0f-4f1f52d7c52d admin admin] 10.222.0.85 "DELETE /v2.0/networks/e0f55504-d8f7-4a5a-b704-bd0e657d5724 HTTP/1.1" status: 204 len: 168 time: 4.4428806 May 30 20:11:10.767051 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-824db097-c631-430e-bd6b-460d3ea28325'] response: {'name': 'network-changed', 'server_uuid': '9c32c8ec-3847-430c-b19f-49ed6feb4bec', 'tag': '406d6bcf-03be-4c83-9523-528b6918c399', 'status': 'completed', 'code': 200} May 30 20:11:10.772388 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cccdfac-a045-437b-8d0f-4f1f52d7c52d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:11:10.786365 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cccdfac-a045-437b-8d0f-4f1f52d7c52d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:11:10.789886 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77cec1f-1b84-4fdb-9bab-1629b6ba0530 req-56494d95-473b-4994-a2d9-fa253363457a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:10.790302 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cccdfac-a045-437b-8d0f-4f1f52d7c52d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:11:10.791005 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cccdfac-a045-437b-8d0f-4f1f52d7c52d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:11:10.791354 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c77cec1f-1b84-4fdb-9bab-1629b6ba0530 req-56494d95-473b-4994-a2d9-fa253363457a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d51613c5-1edb-4acb-8713-3f45b6162b1f HTTP/1.1" status: 200 len: 860 time: 0.5580490 May 30 20:11:10.792034 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cccdfac-a045-437b-8d0f-4f1f52d7c52d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:11:10.794363 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cccdfac-a045-437b-8d0f-4f1f52d7c52d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:11:10.806074 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cccdfac-a045-437b-8d0f-4f1f52d7c52d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:11:10.810838 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cccdfac-a045-437b-8d0f-4f1f52d7c52d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:11:10.814008 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-be5b5737-e7ad-4e88-8a10-d5fed6cb39a8 req-69c12677-cd81-4789-a317-35a0f2b5d1cf tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] 10.222.0.85 "GET /v2.0/security-groups?id=c816953b-4eaf-44de-8f51-6f9258494ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4000492 May 30 20:11:10.814515 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cccdfac-a045-437b-8d0f-4f1f52d7c52d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:11:10.814515 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cccdfac-a045-437b-8d0f-4f1f52d7c52d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:11:10.814515 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cccdfac-a045-437b-8d0f-4f1f52d7c52d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:11:10.993903 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b07ea36-90df-4f82-9ffa-b99593de36ce None None] Network 4a9121fe-3c05-4fb0-ad44-174db17c3d5b requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:11:11.032554 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c77cec1f-1b84-4fdb-9bab-1629b6ba0530 req-e3c5a801-c5b7-4b74-8366-8aedd4a3239d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b2f2587f-5348-477f-a322-df8a2a763ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2095854 May 30 20:11:11.179783 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-5f3683de-908a-4fd1-bbf2-81203a9c956c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:11.288784 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-959c2741-1b8d-4033-9c7e-676363ebffc3 req-f907f4df-54e0-45cd-8199-7e7db7cf01ae service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a1a57cdea23a49088fa533e38f6a3032&device_id=9c32c8ec-3847-430c-b19f-49ed6feb4bec HTTP/1.1" status: 200 len: 6339 time: 0.5191240 May 30 20:11:11.620298 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959c2741-1b8d-4033-9c7e-676363ebffc3 req-e79cee4c-5846-4e57-af3c-306c54c93f92 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:11.621041 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959c2741-1b8d-4033-9c7e-676363ebffc3 req-e79cee4c-5846-4e57-af3c-306c54c93f92 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:11.621665 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959c2741-1b8d-4033-9c7e-676363ebffc3 req-e79cee4c-5846-4e57-af3c-306c54c93f92 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:11.625164 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-959c2741-1b8d-4033-9c7e-676363ebffc3 req-e79cee4c-5846-4e57-af3c-306c54c93f92 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=a1a57cdea23a49088fa533e38f6a3032&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3238349 May 30 20:11:11.626155 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 52448) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:11:11.985232 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4421b814-c3ff-4ef5-bd80-74f808d301f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:12.290812 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-5f3683de-908a-4fd1-bbf2-81203a9c956c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6abf5558-29fb-4349-8bbb-2720708251bc {{(pid=84887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:11:12.292433 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device f35d7540-29ca-49f2-af89-58e4965b5bb5 details requested by agent hyperv_n-h2-843948-2 with host n-h2-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:11:12.301550 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-5f3683de-908a-4fd1-bbf2-81203a9c956c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:12.311841 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-764f7436-68ac-49a6-977d-d1ae72d8eca5 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=586757e83dd846ec935ec1b35f2c085f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6803644 May 30 20:11:12.322494 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-5f3683de-908a-4fd1-bbf2-81203a9c956c service neutron] Transition to ACTIVE for port object 6abf5558-29fb-4349-8bbb-2720708251bc will not be triggered until provisioned by entity L2. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:11:12.324186 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 52462) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:11:12.339382 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c094c23-f607-4e27-b9c8-73264ba7504d req-665cce67-d853-4684-a030-9d60e54602b1 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:12.485312 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c094c23-f607-4e27-b9c8-73264ba7504d req-665cce67-d853-4684-a030-9d60e54602b1 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:12.485312 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c094c23-f607-4e27-b9c8-73264ba7504d req-665cce67-d853-4684-a030-9d60e54602b1 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:12.485312 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c094c23-f607-4e27-b9c8-73264ba7504d req-665cce67-d853-4684-a030-9d60e54602b1 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:12.485312 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c094c23-f607-4e27-b9c8-73264ba7504d req-665cce67-d853-4684-a030-9d60e54602b1 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:12.485312 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c094c23-f607-4e27-b9c8-73264ba7504d req-665cce67-d853-4684-a030-9d60e54602b1 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:12.485312 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c094c23-f607-4e27-b9c8-73264ba7504d req-665cce67-d853-4684-a030-9d60e54602b1 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:12.485312 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2c094c23-f607-4e27-b9c8-73264ba7504d req-665cce67-d853-4684-a030-9d60e54602b1 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] 10.222.0.85 "GET /v2.0/ports?device_id=9c32c8ec-3847-430c-b19f-49ed6feb4bec HTTP/1.1" status: 200 len: 5392 time: 0.7725501 May 30 20:11:12.511021 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-11d10d9b-54cf-4c48-bd12-a50c5de27458 req-75b5a9ec-6d0d-48bd-8c6e-a7431efde5de tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-455958768', 'description': 'tempest-description-165667316'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:11:12.531595 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port f35d7540-29ca-49f2-af89-58e4965b5bb5, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=f35d7540-29ca-49f2-af89-58e4965b5bb5,segment=NetworkSegment(8cf4782e-e691-4ec5-a2ea-a14d58f8df7a),segment_id=8cf4782e-e691-4ec5-a2ea-a14d58f8df7a)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:11:12.547316 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2c094c23-f607-4e27-b9c8-73264ba7504d req-1762f70c-f66c-4652-bc1b-9008e0a30d9a tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] 10.222.0.85 "GET /v2.0/security-groups?id=37be4557-a35d-41b8-94e5-d29002afe979&id=e6676217-9362-4f98-9839-89020fcebb14&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1394589 May 30 20:11:12.548333 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4421b814-c3ff-4ef5-bd80-74f808d301f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:12.562468 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Returning: {'device': 'f35d7540-29ca-49f2-af89-58e4965b5bb5', 'network_id': 'b2f2587f-5348-477f-a322-df8a2a763ba2', 'port_id': 'f35d7540-29ca-49f2-af89-58e4965b5bb5', 'mac_address': 'fa:16:3e:e8:73:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd51613c5-1edb-4acb-8713-3f45b6162b1f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:11:12.563216 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959c2741-1b8d-4033-9c7e-676363ebffc3 req-a86a0e56-0f63-4bfc-92d7-2217b6e70764 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:12.566688 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-959c2741-1b8d-4033-9c7e-676363ebffc3 req-a86a0e56-0f63-4bfc-92d7-2217b6e70764 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9324584 May 30 20:11:12.604179 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-11d10d9b-54cf-4c48-bd12-a50c5de27458 req-75b5a9ec-6d0d-48bd-8c6e-a7431efde5de tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:11:12.674592 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-5f3683de-908a-4fd1-bbf2-81203a9c956c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:12.681740 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-11d10d9b-54cf-4c48-bd12-a50c5de27458 req-75b5a9ec-6d0d-48bd-8c6e-a7431efde5de tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Usage tracker for resource:security_group and tenant:fa8a8e16668d4cd3985a20ee71169357 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:11:12.718669 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 52472) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:11:12.721650 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:12.765353 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c77cec1f-1b84-4fdb-9bab-1629b6ba0530 req-fbb4d034-1b97-467d-bc4b-d04a532aaa4c service neutron] 10.222.0.86 "GET /v2.0/networks/b2f2587f-5348-477f-a322-df8a2a763ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5866454 May 30 20:11:12.777674 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f35d7540-29ca-49f2-af89-58e4965b5bb5 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:11:12.784411 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-11d10d9b-54cf-4c48-bd12-a50c5de27458 req-75b5a9ec-6d0d-48bd-8c6e-a7431efde5de tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:11:12.795608 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-11d10d9b-54cf-4c48-bd12-a50c5de27458 req-75b5a9ec-6d0d-48bd-8c6e-a7431efde5de tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:11:12.802779 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-aab69b23-71f0-48dd-ae9d-ecb00f79c74b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:12.832743 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port f35d7540-29ca-49f2-af89-58e4965b5bb5, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=f35d7540-29ca-49f2-af89-58e4965b5bb5,segment=NetworkSegment(8cf4782e-e691-4ec5-a2ea-a14d58f8df7a),segment_id=8cf4782e-e691-4ec5-a2ea-a14d58f8df7a)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:11:12.954690 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:13.082190 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-11d10d9b-54cf-4c48-bd12-a50c5de27458 req-75b5a9ec-6d0d-48bd-8c6e-a7431efde5de tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:13.214655 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=f35d7540-29ca-49f2-af89-58e4965b5bb5,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:13.250294 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:11:13.252902 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:11:13.253833 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:11:13.257347 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:11:13.258441 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:11:13.259209 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:11:13.261761 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:11:13.262298 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:11:13.262868 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:11:13.264892 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:11:13.266904 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:11:13.284287 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['f35d7540-29ca-49f2-af89-58e4965b5bb5'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:11:13.371388 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c265bed3-57b7-413c-88b5-93f4e6767b3c req-5f351554-8335-41c3-9a36-79d46c83164b tempest-ServerAddressesNegativeTestJSON-1183372091 tempest-ServerAddressesNegativeTestJSON-1183372091-project] 10.222.0.85 "GET /v2.0/ports?device_id=85813071-68d8-450a-a3ad-0cebac1555f6 HTTP/1.1" status: 200 len: 210 time: 0.2584150 May 30 20:11:13.491552 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-9b7f4e46-9f28-41b7-8736-92616e68f7cf admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1649540144-network', 'tenant_id': '6c8b439c056d43b986fd353251bc92b9'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:11:13.501326 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-9b7f4e46-9f28-41b7-8736-92616e68f7cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:11:13.519048 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-9b7f4e46-9f28-41b7-8736-92616e68f7cf admin admin] Usage tracker for resource:network and tenant:6c8b439c056d43b986fd353251bc92b9 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:11:13.526233 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-9b7f4e46-9f28-41b7-8736-92616e68f7cf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:11:13.545394 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-9b7f4e46-9f28-41b7-8736-92616e68f7cf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:11:13.565121 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-aab69b23-71f0-48dd-ae9d-ecb00f79c74b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:13.590277 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3683de-908a-4fd1-bbf2-81203a9c956c service neutron] Pushing event updated for resources: {'Port': ['ID=6abf5558-29fb-4349-8bbb-2720708251bc,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:13.691686 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b7f4e46-9f28-41b7-8736-92616e68f7cf admin admin] Made reservation on behalf of 6c8b439c056d43b986fd353251bc92b9 for: {'network': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:11:13.694757 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9b7f4e46-9f28-41b7-8736-92616e68f7cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:13.710010 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4421b814-c3ff-4ef5-bd80-74f808d301f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:13.732639 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9b7f4e46-9f28-41b7-8736-92616e68f7cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:13.828033 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-9b7f4e46-9f28-41b7-8736-92616e68f7cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:11:13.843958 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640ae7ef-534c-458e-8e8b-7f64dd476602 req-0a54ff75-46bc-4e8b-a694-f357ffc9227d tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:13.846146 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-640ae7ef-534c-458e-8e8b-7f64dd476602 req-0a54ff75-46bc-4e8b-a694-f357ffc9227d tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] 10.222.0.85 "GET /v2.0/ports?device_id=8c8de3ab-968c-4913-a1a7-26260a84fd2e HTTP/1.1" status: 200 len: 944 time: 0.2282283 May 30 20:11:13.848139 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-9b7f4e46-9f28-41b7-8736-92616e68f7cf admin admin] Usage tracker for resource:security_group_rule and tenant:6c8b439c056d43b986fd353251bc92b9 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:11:13.859165 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-9b7f4e46-9f28-41b7-8736-92616e68f7cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:11:13.879921 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4421b814-c3ff-4ef5-bd80-74f808d301f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db33dd94-15fa-4959-a681-13f509935d34,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:13.885997 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-9b7f4e46-9f28-41b7-8736-92616e68f7cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:11:13.893907 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c77cec1f-1b84-4fdb-9bab-1629b6ba0530 req-bf7a41c5-53cb-493b-974a-94412140f847 service neutron] 10.222.0.86 "GET /v2.0/networks/b2f2587f-5348-477f-a322-df8a2a763ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0471811 May 30 20:11:13.957121 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-11d10d9b-54cf-4c48-bd12-a50c5de27458 req-75b5a9ec-6d0d-48bd-8c6e-a7431efde5de tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:11:13.968511 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-11d10d9b-54cf-4c48-bd12-a50c5de27458 req-75b5a9ec-6d0d-48bd-8c6e-a7431efde5de tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Usage tracker for resource:security_group_rule and tenant:fa8a8e16668d4cd3985a20ee71169357 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:11:13.972155 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4421b814-c3ff-4ef5-bd80-74f808d301f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:13.975258 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-640ae7ef-534c-458e-8e8b-7f64dd476602 req-15622ca9-8dce-4ae3-a2f7-96e284ba947f tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] 10.222.0.85 "GET /v2.0/security-groups?id=c816953b-4eaf-44de-8f51-6f9258494ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154408 May 30 20:11:13.975497 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-4421b814-c3ff-4ef5-bd80-74f808d301f9 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/db33dd94-15fa-4959-a681-13f509935d34 HTTP/1.1" status: 204 len: 168 time: 3.4700963 May 30 20:11:13.981356 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-11d10d9b-54cf-4c48-bd12-a50c5de27458 req-75b5a9ec-6d0d-48bd-8c6e-a7431efde5de tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:11:14.011710 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-11d10d9b-54cf-4c48-bd12-a50c5de27458 req-75b5a9ec-6d0d-48bd-8c6e-a7431efde5de tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:11:14.026470 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-5f3683de-908a-4fd1-bbf2-81203a9c956c service neutron] Attempting to bind port 6abf5558-29fb-4349-8bbb-2720708251bc on host n-h1-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:11:14.026470 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-5f3683de-908a-4fd1-bbf2-81203a9c956c service neutron] Attempting to bind port 6abf5558-29fb-4349-8bbb-2720708251bc by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': 'bd1b67cf-563e-4c82-b7ef-58764a753e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '945aa537-7e5a-42ac-a8f5-8cf6a31fa2b8'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:11:14.026470 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-5f3683de-908a-4fd1-bbf2-81203a9c956c service neutron] Attempting to bind port 6abf5558-29fb-4349-8bbb-2720708251bc on network 945aa537-7e5a-42ac-a8f5-8cf6a31fa2b8 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:11:14.035246 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-5f3683de-908a-4fd1-bbf2-81203a9c956c service neutron] Port 6abf5558-29fb-4349-8bbb-2720708251bc on network 945aa537-7e5a-42ac-a8f5-8cf6a31fa2b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:11:14.038618 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-5f3683de-908a-4fd1-bbf2-81203a9c956c service neutron] Attempting to bind port 6abf5558-29fb-4349-8bbb-2720708251bc on network 945aa537-7e5a-42ac-a8f5-8cf6a31fa2b8 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:11:14.049115 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-5f3683de-908a-4fd1-bbf2-81203a9c956c service neutron] Checking agent: {'id': 'f728d74e-a4ae-4384-860b-a5ade05dd8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 10, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:11:14.049639 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-5f3683de-908a-4fd1-bbf2-81203a9c956c service neutron] Checking segment: {'id': 'bd1b67cf-563e-4c82-b7ef-58764a753e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '945aa537-7e5a-42ac-a8f5-8cf6a31fa2b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:11:14.054010 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-5f3683de-908a-4fd1-bbf2-81203a9c956c service neutron] Bound using segment: {'id': 'bd1b67cf-563e-4c82-b7ef-58764a753e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '945aa537-7e5a-42ac-a8f5-8cf6a31fa2b8'} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:11:14.055082 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-5f3683de-908a-4fd1-bbf2-81203a9c956c service neutron] Bound port: 6abf5558-29fb-4349-8bbb-2720708251bc, host: n-h1-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd1b67cf-563e-4c82-b7ef-58764a753e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '945aa537-7e5a-42ac-a8f5-8cf6a31fa2b8'}}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:11:14.055522 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-5f3683de-908a-4fd1-bbf2-81203a9c956c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:14.146519 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9b7f4e46-9f28-41b7-8736-92616e68f7cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:14.203733 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-5f3683de-908a-4fd1-bbf2-81203a9c956c service neutron] For port 6abf5558-29fb-4349-8bbb-2720708251bc, host n-h1-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:11:14.207328 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-5f3683de-908a-4fd1-bbf2-81203a9c956c service neutron] For port 6abf5558-29fb-4349-8bbb-2720708251bc, host n-h1-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=6abf5558-29fb-4349-8bbb-2720708251bc,segment=NetworkSegment(bd1b67cf-563e-4c82-b7ef-58764a753e95),segment_id=bd1b67cf-563e-4c82-b7ef-58764a753e95)] {{(pid=84887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:11:14.222301 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-aab69b23-71f0-48dd-ae9d-ecb00f79c74b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:14.254971 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab69b23-71f0-48dd-ae9d-ecb00f79c74b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ba9ee3b-5561-4f09-a14e-b7e5d43f0b40,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:14.295008 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device f35d7540-29ca-49f2-af89-58e4965b5bb5 up at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:11:14.296501 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9b7f4e46-9f28-41b7-8736-92616e68f7cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:14.304415 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-11d10d9b-54cf-4c48-bd12-a50c5de27458 req-75b5a9ec-6d0d-48bd-8c6e-a7431efde5de tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:14.305904 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-aab69b23-71f0-48dd-ae9d-ecb00f79c74b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:14.310487 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-aab69b23-71f0-48dd-ae9d-ecb00f79c74b admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/3ba9ee3b-5561-4f09-a14e-b7e5d43f0b40 HTTP/1.1" status: 204 len: 168 time: 1.9807804 May 30 20:11:14.336851 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-5f3683de-908a-4fd1-bbf2-81203a9c956c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:14.349405 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7f4e46-9f28-41b7-8736-92616e68f7cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6754d2c5-afdc-4237-8529-587e0fef1fa1,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:14.441962 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-5f3683de-908a-4fd1-bbf2-81203a9c956c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:14.443350 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-5f3683de-908a-4fd1-bbf2-81203a9c956c service neutron] 10.222.0.71 "PUT /v2.0/ports/6abf5558-29fb-4349-8bbb-2720708251bc HTTP/1.1" status: 200 len: 1091 time: 4.1308031 May 30 20:11:14.463569 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c32c8ec-3847-430c-b19f-49ed6feb4bec', 'tag': '6abf5558-29fb-4349-8bbb-2720708251bc'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:11:14.496379 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b7f4e46-9f28-41b7-8736-92616e68f7cf admin admin] vlan segment allocate from pool success with {'vlan_id': 697, 'physical_network': 'physnet1'} {{(pid=84886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:11:14.501818 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-11d10d9b-54cf-4c48-bd12-a50c5de27458 req-75b5a9ec-6d0d-48bd-8c6e-a7431efde5de tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:14.531929 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9b7f4e46-9f28-41b7-8736-92616e68f7cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:14.532382 n-d-843948-2 neutron-server[84886]: INFO neutron.db.segments_db [None req-9b7f4e46-9f28-41b7-8736-92616e68f7cf admin admin] Added segment 63b1ad3b-a506-4ef3-b6ab-b11efd8aac72 of type vlan for network 00d22bd4-8146-4036-a227-16f88d0943fa May 30 20:11:14.616066 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-437d6c9c-025e-445d-8b24-74d0874ba283 service neutron] Request body: {'port': {'device_id': '9c32c8ec-3847-430c-b19f-49ed6feb4bec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843948-2'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:11:14.667005 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9b7f4e46-9f28-41b7-8736-92616e68f7cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:14.762308 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61ec2e7-f800-47fa-9c36-99058b96f79a req-93687ae3-87b9-408d-b0c9-289b2d1f6df3 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:14.772365 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61ec2e7-f800-47fa-9c36-99058b96f79a req-93687ae3-87b9-408d-b0c9-289b2d1f6df3 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:14.783043 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61ec2e7-f800-47fa-9c36-99058b96f79a req-93687ae3-87b9-408d-b0c9-289b2d1f6df3 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:14.790466 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning for port f35d7540-29ca-49f2-af89-58e4965b5bb5 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:11:14.801203 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning complete for port f35d7540-29ca-49f2-af89-58e4965b5bb5 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:11:14.803864 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:14.824887 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61ec2e7-f800-47fa-9c36-99058b96f79a req-93687ae3-87b9-408d-b0c9-289b2d1f6df3 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:14.859828 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61ec2e7-f800-47fa-9c36-99058b96f79a req-93687ae3-87b9-408d-b0c9-289b2d1f6df3 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:14.905883 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61ec2e7-f800-47fa-9c36-99058b96f79a req-93687ae3-87b9-408d-b0c9-289b2d1f6df3 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:14.944794 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61ec2e7-f800-47fa-9c36-99058b96f79a req-93687ae3-87b9-408d-b0c9-289b2d1f6df3 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:14.954519 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a61ec2e7-f800-47fa-9c36-99058b96f79a req-93687ae3-87b9-408d-b0c9-289b2d1f6df3 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] 10.222.0.85 "GET /v2.0/ports?device_id=9c32c8ec-3847-430c-b19f-49ed6feb4bec HTTP/1.1" status: 200 len: 5404 time: 0.5876195 May 30 20:11:14.965994 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b5a9ec-6d0d-48bd-8c6e-a7431efde5de tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42d9cdc8-7d8a-45f3-a9c3-502824918a3f,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:15.130687 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3683de-908a-4fd1-bbf2-81203a9c956c service neutron] Pushing event updated for resources: {'Port': ['ID=6abf5558-29fb-4349-8bbb-2720708251bc,revision_number=3']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:15.241811 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-11d10d9b-54cf-4c48-bd12-a50c5de27458 req-75b5a9ec-6d0d-48bd-8c6e-a7431efde5de tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:15.243789 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-11d10d9b-54cf-4c48-bd12-a50c5de27458 req-75b5a9ec-6d0d-48bd-8c6e-a7431efde5de tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1638 time: 2.8245397 May 30 20:11:15.272215 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9b7f4e46-9f28-41b7-8736-92616e68f7cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:15.272215 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b7f4e46-9f28-41b7-8736-92616e68f7cf admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:15.272858 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9b7f4e46-9f28-41b7-8736-92616e68f7cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:15.353932 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-437d6c9c-025e-445d-8b24-74d0874ba283 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:15.398541 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afe0be7-eea5-4336-a770-4651f6f322b0 req-405addf6-da1f-4511-bd28-15c9d95a1fe3 tempest-ServerAddressesNegativeTestJSON-1183372091 tempest-ServerAddressesNegativeTestJSON-1183372091-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:15.400510 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0afe0be7-eea5-4336-a770-4651f6f322b0 req-405addf6-da1f-4511-bd28-15c9d95a1fe3 tempest-ServerAddressesNegativeTestJSON-1183372091 tempest-ServerAddressesNegativeTestJSON-1183372091-project] 10.222.0.86 "GET /v2.0/networks?id=17cab969-4c0b-44fd-8919-4e535e11ab3b HTTP/1.1" status: 200 len: 822 time: 0.4247603 May 30 20:11:15.463378 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:15.525207 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c8de3ab-968c-4913-a1a7-26260a84fd2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f35d7540-29ca-49f2-af89-58e4965b5bb5'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:11:15.542072 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-0afe0be7-eea5-4336-a770-4651f6f322b0 req-275b776f-a2ae-40a7-9c04-6950900a6f5f tempest-ServerAddressesNegativeTestJSON-1183372091 tempest-ServerAddressesNegativeTestJSON-1183372091-project] Request body: {'port': {'device_id': '85813071-68d8-450a-a3ad-0cebac1555f6', 'network_id': '17cab969-4c0b-44fd-8919-4e535e11ab3b', 'admin_state_up': True, 'tenant_id': '4565147bc49b42329873a3e373771ec5'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:11:15.545293 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port f35d7540-29ca-49f2-af89-58e4965b5bb5, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=f35d7540-29ca-49f2-af89-58e4965b5bb5,segment=NetworkSegment(8cf4782e-e691-4ec5-a2ea-a14d58f8df7a),segment_id=8cf4782e-e691-4ec5-a2ea-a14d58f8df7a)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:11:15.633166 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:15.743785 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7f4e46-9f28-41b7-8736-92616e68f7cf admin admin] Pushing event updated for resources: {'Network': ['ID=00d22bd4-8146-4036-a227-16f88d0943fa,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:15.774954 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a61ec2e7-f800-47fa-9c36-99058b96f79a req-cf234b3c-62de-4f7c-bd3b-d0cf63020d28 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] 10.222.0.85 "GET /v2.0/security-groups?id=37be4557-a35d-41b8-94e5-d29002afe979&id=e6676217-9362-4f98-9839-89020fcebb14&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6982472 May 30 20:11:15.784891 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-9b7f4e46-9f28-41b7-8736-92616e68f7cf admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 3.0645332 May 30 20:11:15.786761 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 52512) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:11:15.806875 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-4c58c049-c200-471e-8fd5-8ed180eff5f6 admin admin] Request body: {'subnet': {'network_id': '00d22bd4-8146-4036-a227-16f88d0943fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1649540144-subnet', 'tenant_id': '6c8b439c056d43b986fd353251bc92b9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:11:15.838965 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-4c58c049-c200-471e-8fd5-8ed180eff5f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:11:15.873645 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-4c58c049-c200-471e-8fd5-8ed180eff5f6 admin admin] Usage tracker for resource:subnet and tenant:6c8b439c056d43b986fd353251bc92b9 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:11:15.873995 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=f35d7540-29ca-49f2-af89-58e4965b5bb5,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:15.884053 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network 00d22bd4-8146-4036-a227-16f88d0943fa details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:11:15.899843 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-4c58c049-c200-471e-8fd5-8ed180eff5f6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:11:15.942490 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-4c58c049-c200-471e-8fd5-8ed180eff5f6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:11:16.037676 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 52516) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:11:16.090590 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c58c049-c200-471e-8fd5-8ed180eff5f6 admin admin] Made reservation on behalf of 6c8b439c056d43b986fd353251bc92b9 for: {'subnet': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:11:16.096038 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4c58c049-c200-471e-8fd5-8ed180eff5f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2778563'] for subnet, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:16.170913 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aaa34c9d-d0a5-40cf-8518-b598c98595d4'] response: {'name': 'network-changed', 'server_uuid': '9c32c8ec-3847-430c-b19f-49ed6feb4bec', 'tag': '6abf5558-29fb-4349-8bbb-2720708251bc', 'status': 'completed', 'code': 200} May 30 20:11:16.172448 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-0afe0be7-eea5-4336-a770-4651f6f322b0 req-275b776f-a2ae-40a7-9c04-6950900a6f5f tempest-ServerAddressesNegativeTestJSON-1183372091 tempest-ServerAddressesNegativeTestJSON-1183372091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:11:16.195567 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a76836b3-ffa5-410e-bd4e-3629600b456b req-980d7c99-0a3e-4593-8d47-90c545e6262c tempest-ServerAddressesNegativeTestJSON-1183372091 tempest-ServerAddressesNegativeTestJSON-1183372091-project] 10.222.0.85 "GET /v2.0/ports?device_id=85813071-68d8-450a-a3ad-0cebac1555f6 HTTP/1.1" status: 200 len: 210 time: 0.1533659 May 30 20:11:16.203892 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-0afe0be7-eea5-4336-a770-4651f6f322b0 req-275b776f-a2ae-40a7-9c04-6950900a6f5f tempest-ServerAddressesNegativeTestJSON-1183372091 tempest-ServerAddressesNegativeTestJSON-1183372091-project] Usage tracker for resource:port and tenant:4565147bc49b42329873a3e373771ec5 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:11:16.234789 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-0afe0be7-eea5-4336-a770-4651f6f322b0 req-275b776f-a2ae-40a7-9c04-6950900a6f5f tempest-ServerAddressesNegativeTestJSON-1183372091 tempest-ServerAddressesNegativeTestJSON-1183372091-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:11:16.455393 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-0afe0be7-eea5-4336-a770-4651f6f322b0 req-275b776f-a2ae-40a7-9c04-6950900a6f5f tempest-ServerAddressesNegativeTestJSON-1183372091 tempest-ServerAddressesNegativeTestJSON-1183372091-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:11:16.482013 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-5b66da5c-04fd-48da-80c2-53eaa6d05b5d req-41256f13-2bc4-4276-ac81-fe0944343897 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-847941219', 'description': 'tempest-description-730759892'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:11:16.495327 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-5b66da5c-04fd-48da-80c2-53eaa6d05b5d req-41256f13-2bc4-4276-ac81-fe0944343897 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:11:16.511701 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-5b66da5c-04fd-48da-80c2-53eaa6d05b5d req-41256f13-2bc4-4276-ac81-fe0944343897 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Usage tracker for resource:security_group and tenant:fa8a8e16668d4cd3985a20ee71169357 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:11:16.517885 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-5b66da5c-04fd-48da-80c2-53eaa6d05b5d req-41256f13-2bc4-4276-ac81-fe0944343897 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:11:16.528177 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-5b66da5c-04fd-48da-80c2-53eaa6d05b5d req-41256f13-2bc4-4276-ac81-fe0944343897 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:11:16.569122 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-39aa3a56-93ef-478e-b366-a0bd4ac1b6bc admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=5935e15467b147e2a816a404ff18f5dd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5287681 May 30 20:11:16.608574 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 52528) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:11:16.620915 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0afe0be7-eea5-4336-a770-4651f6f322b0 req-275b776f-a2ae-40a7-9c04-6950900a6f5f tempest-ServerAddressesNegativeTestJSON-1183372091 tempest-ServerAddressesNegativeTestJSON-1183372091-project] Made reservation on behalf of 4565147bc49b42329873a3e373771ec5 for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:11:16.624815 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-0afe0be7-eea5-4336-a770-4651f6f322b0 req-275b776f-a2ae-40a7-9c04-6950900a6f5f tempest-ServerAddressesNegativeTestJSON-1183372091 tempest-ServerAddressesNegativeTestJSON-1183372091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:16.767701 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-5b66da5c-04fd-48da-80c2-53eaa6d05b5d req-41256f13-2bc4-4276-ac81-fe0944343897 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:16.964966 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 52536) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:11:16.988494 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-5b66da5c-04fd-48da-80c2-53eaa6d05b5d req-41256f13-2bc4-4276-ac81-fe0944343897 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:11:17.006817 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-5b66da5c-04fd-48da-80c2-53eaa6d05b5d req-41256f13-2bc4-4276-ac81-fe0944343897 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Usage tracker for resource:security_group_rule and tenant:fa8a8e16668d4cd3985a20ee71169357 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:11:17.008242 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e9ce80c9-9b93-40ef-bfd3-4be21f2cb0d0 req-79f3eee3-75b7-4051-8a83-1d2f791c16aa service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a1a57cdea23a49088fa533e38f6a3032&device_id=9c32c8ec-3847-430c-b19f-49ed6feb4bec HTTP/1.1" status: 200 len: 6406 time: 0.6682537 May 30 20:11:17.011584 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-5b66da5c-04fd-48da-80c2-53eaa6d05b5d req-41256f13-2bc4-4276-ac81-fe0944343897 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:11:17.026325 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [req-0afe0be7-eea5-4336-a770-4651f6f322b0 req-275b776f-a2ae-40a7-9c04-6950900a6f5f tempest-ServerAddressesNegativeTestJSON-1183372091 tempest-ServerAddressesNegativeTestJSON-1183372091-project] Allocated IP 172.20.0.13 (17cab969-4c0b-44fd-8919-4e535e11ab3b/5734fb91-21ca-4bd5-af81-93d0eab2979b/0c3fe45e-701b-47d7-94f7-8879bbb2f4a4) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:11:17.035121 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-5b66da5c-04fd-48da-80c2-53eaa6d05b5d req-41256f13-2bc4-4276-ac81-fe0944343897 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:11:17.052054 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-437d6c9c-025e-445d-8b24-74d0874ba283 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ac00f97-319b-447d-9984-766c6042c32a {{(pid=84887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:11:17.073890 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-437d6c9c-025e-445d-8b24-74d0874ba283 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:17.137993 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-437d6c9c-025e-445d-8b24-74d0874ba283 service neutron] Transition to ACTIVE for port object 8ac00f97-319b-447d-9984-766c6042c32a will not be triggered until provisioned by entity L2. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:11:17.294971 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-437d6c9c-025e-445d-8b24-74d0874ba283 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:17.300876 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-5b66da5c-04fd-48da-80c2-53eaa6d05b5d req-41256f13-2bc4-4276-ac81-fe0944343897 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:17.308030 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ce80c9-9b93-40ef-bfd3-4be21f2cb0d0 req-56481a78-ac31-4099-8410-a989bb8e9ee8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:17.308836 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ce80c9-9b93-40ef-bfd3-4be21f2cb0d0 req-56481a78-ac31-4099-8410-a989bb8e9ee8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:17.309484 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ce80c9-9b93-40ef-bfd3-4be21f2cb0d0 req-56481a78-ac31-4099-8410-a989bb8e9ee8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:17.312268 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e9ce80c9-9b93-40ef-bfd3-4be21f2cb0d0 req-56481a78-ac31-4099-8410-a989bb8e9ee8 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=a1a57cdea23a49088fa533e38f6a3032&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2820938 May 30 20:11:17.353357 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e5eec44d-a659-42c7-a311-d5519a8a898e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:17.372492 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-c58c5e8b-cfa2-48a0-9bae-deffe2c2a91b admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-281532978-network', 'tenant_id': '81e36025f4964ad6aa1305da6f1825fb'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:11:17.398815 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-c58c5e8b-cfa2-48a0-9bae-deffe2c2a91b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:11:17.408571 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-5b66da5c-04fd-48da-80c2-53eaa6d05b5d req-41256f13-2bc4-4276-ac81-fe0944343897 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:17.464124 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-c58c5e8b-cfa2-48a0-9bae-deffe2c2a91b admin admin] Usage tracker for resource:network and tenant:81e36025f4964ad6aa1305da6f1825fb is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:11:17.471827 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41256f13-2bc4-4276-ac81-fe0944343897 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e5464ad-ff64-4a9e-bacb-8576bf159822,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:17.477988 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-c58c5e8b-cfa2-48a0-9bae-deffe2c2a91b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:11:17.520935 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6261b4-8c12-4fd4-946e-8944608f22e6 req-a12aee3c-cb78-498b-8e44-ef2979378dc5 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:17.523956 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2b6261b4-8c12-4fd4-946e-8944608f22e6 req-a12aee3c-cb78-498b-8e44-ef2979378dc5 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] 10.222.0.85 "GET /v2.0/ports?device_id=8c8de3ab-968c-4913-a1a7-26260a84fd2e HTTP/1.1" status: 200 len: 945 time: 1.1137440 May 30 20:11:17.618206 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437d6c9c-025e-445d-8b24-74d0874ba283 service neutron] Pushing event updated for resources: {'Port': ['ID=8ac00f97-319b-447d-9984-766c6042c32a,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:17.633131 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-c58c5e8b-cfa2-48a0-9bae-deffe2c2a91b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:11:17.699429 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e5eec44d-a659-42c7-a311-d5519a8a898e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:17.754756 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41256f13-2bc4-4276-ac81-fe0944343897 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:11:17.755953 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41256f13-2bc4-4276-ac81-fe0944343897 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:11:17.756178 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41256f13-2bc4-4276-ac81-fe0944343897 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:11:17.757077 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41256f13-2bc4-4276-ac81-fe0944343897 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:11:17.757776 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41256f13-2bc4-4276-ac81-fe0944343897 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:11:17.763948 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41256f13-2bc4-4276-ac81-fe0944343897 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:11:17.764725 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41256f13-2bc4-4276-ac81-fe0944343897 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:11:17.765373 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41256f13-2bc4-4276-ac81-fe0944343897 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:11:17.766085 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41256f13-2bc4-4276-ac81-fe0944343897 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:11:17.766740 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41256f13-2bc4-4276-ac81-fe0944343897 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:11:17.767466 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41256f13-2bc4-4276-ac81-fe0944343897 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:11:17.814428 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2b6261b4-8c12-4fd4-946e-8944608f22e6 req-4130fb52-7064-4fd1-87a6-ed5a8a45b7ad tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] 10.222.0.85 "GET /v2.0/security-groups?id=c816953b-4eaf-44de-8f51-6f9258494ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096503 May 30 20:11:17.838824 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437d6c9c-025e-445d-8b24-74d0874ba283 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:11:17.845134 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437d6c9c-025e-445d-8b24-74d0874ba283 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:11:17.845733 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437d6c9c-025e-445d-8b24-74d0874ba283 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:11:17.846189 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437d6c9c-025e-445d-8b24-74d0874ba283 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:11:17.846641 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437d6c9c-025e-445d-8b24-74d0874ba283 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:11:17.847058 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437d6c9c-025e-445d-8b24-74d0874ba283 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:11:17.849704 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437d6c9c-025e-445d-8b24-74d0874ba283 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:11:17.849704 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437d6c9c-025e-445d-8b24-74d0874ba283 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:11:17.849704 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437d6c9c-025e-445d-8b24-74d0874ba283 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:11:17.850112 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437d6c9c-025e-445d-8b24-74d0874ba283 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:11:17.854409 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437d6c9c-025e-445d-8b24-74d0874ba283 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:11:17.857525 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-5b66da5c-04fd-48da-80c2-53eaa6d05b5d req-41256f13-2bc4-4276-ac81-fe0944343897 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:17.866992 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5b66da5c-04fd-48da-80c2-53eaa6d05b5d req-41256f13-2bc4-4276-ac81-fe0944343897 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1638 time: 1.3904231 May 30 20:11:17.995333 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c58c5e8b-cfa2-48a0-9bae-deffe2c2a91b admin admin] Made reservation on behalf of 81e36025f4964ad6aa1305da6f1825fb for: {'network': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:11:18.009179 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c58c5e8b-cfa2-48a0-9bae-deffe2c2a91b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:18.105510 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-0afe0be7-eea5-4336-a770-4651f6f322b0 req-275b776f-a2ae-40a7-9c04-6950900a6f5f tempest-ServerAddressesNegativeTestJSON-1183372091 tempest-ServerAddressesNegativeTestJSON-1183372091-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:18.125589 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67b9aa14-f556-4956-8ada-0a910ddb105f'] response: {'server_uuid': '8c8de3ab-968c-4913-a1a7-26260a84fd2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f35d7540-29ca-49f2-af89-58e4965b5bb5', 'code': 200} May 30 20:11:18.143886 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ce80c9-9b93-40ef-bfd3-4be21f2cb0d0 req-717d064a-e67b-482e-96ea-4bf12a1d3b14 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:18.145712 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c58c5e8b-cfa2-48a0-9bae-deffe2c2a91b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:18.147708 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e9ce80c9-9b93-40ef-bfd3-4be21f2cb0d0 req-717d064a-e67b-482e-96ea-4bf12a1d3b14 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8256679 May 30 20:11:18.354587 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-0afe0be7-eea5-4336-a770-4651f6f322b0 req-275b776f-a2ae-40a7-9c04-6950900a6f5f tempest-ServerAddressesNegativeTestJSON-1183372091 tempest-ServerAddressesNegativeTestJSON-1183372091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:18.389590 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-c58c5e8b-cfa2-48a0-9bae-deffe2c2a91b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:11:18.418130 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4c58c049-c200-471e-8fd5-8ed180eff5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4127140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2778577'] for subnet, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:18.476432 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e5eec44d-a659-42c7-a311-d5519a8a898e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:18.523011 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5eec44d-a659-42c7-a311-d5519a8a898e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f03aa57-6118-4f4d-8310-ae6d93f12c3c,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:18.573056 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c58c049-c200-471e-8fd5-8ed180eff5f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e45ad177-25e5-4e23-a62c-70fc625716da,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:18.621103 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066d4eea-bd81-4a28-9e7a-85457c8ce20a req-540a3f0e-2a64-426a-a7e0-62df355991bf tempest-ServerAddressesNegativeTestJSON-1183372091 tempest-ServerAddressesNegativeTestJSON-1183372091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:18.624012 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-066d4eea-bd81-4a28-9e7a-85457c8ce20a req-540a3f0e-2a64-426a-a7e0-62df355991bf tempest-ServerAddressesNegativeTestJSON-1183372091 tempest-ServerAddressesNegativeTestJSON-1183372091-project] 10.222.0.85 "GET /v2.0/ports?device_id=85813071-68d8-450a-a3ad-0cebac1555f6 HTTP/1.1" status: 200 len: 932 time: 0.2689879 May 30 20:11:18.626746 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c58c049-c200-471e-8fd5-8ed180eff5f6 admin admin] Checking segment: {'id': '63b1ad3b-a506-4ef3-b6ab-b11efd8aac72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '00d22bd4-8146-4036-a227-16f88d0943fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:11:18.627349 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c58c049-c200-471e-8fd5-8ed180eff5f6 admin admin] Network hostable DHCP agents. Network: 00d22bd4-8146-4036-a227-16f88d0943fa, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:11:18.689433 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0afe0be7-eea5-4336-a770-4651f6f322b0 req-275b776f-a2ae-40a7-9c04-6950900a6f5f tempest-ServerAddressesNegativeTestJSON-1183372091 tempest-ServerAddressesNegativeTestJSON-1183372091-project] Network 17cab969-4c0b-44fd-8919-4e535e11ab3b is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:11:18.691146 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-437d6c9c-025e-445d-8b24-74d0874ba283 service neutron] Attempting to bind port 8ac00f97-319b-447d-9984-766c6042c32a on host n-h1-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:11:18.691643 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-437d6c9c-025e-445d-8b24-74d0874ba283 service neutron] Attempting to bind port 8ac00f97-319b-447d-9984-766c6042c32a by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': 'bd1b67cf-563e-4c82-b7ef-58764a753e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '945aa537-7e5a-42ac-a8f5-8cf6a31fa2b8'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:11:18.692125 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-437d6c9c-025e-445d-8b24-74d0874ba283 service neutron] Attempting to bind port 8ac00f97-319b-447d-9984-766c6042c32a on network 945aa537-7e5a-42ac-a8f5-8cf6a31fa2b8 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:11:18.697905 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-c58c5e8b-cfa2-48a0-9bae-deffe2c2a91b admin admin] Usage tracker for resource:security_group_rule and tenant:81e36025f4964ad6aa1305da6f1825fb is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:11:18.699865 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e5eec44d-a659-42c7-a311-d5519a8a898e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:18.702008 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-e5eec44d-a659-42c7-a311-d5519a8a898e admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/4f03aa57-6118-4f4d-8310-ae6d93f12c3c HTTP/1.1" status: 204 len: 168 time: 2.0921450 May 30 20:11:18.703751 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-c58c5e8b-cfa2-48a0-9bae-deffe2c2a91b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:11:18.717239 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-066d4eea-bd81-4a28-9e7a-85457c8ce20a req-a7048e67-7291-4590-8d0e-73c6923570f3 tempest-ServerAddressesNegativeTestJSON-1183372091 tempest-ServerAddressesNegativeTestJSON-1183372091-project] Synchronizing usage tracker for tenant:4565147bc49b42329873a3e373771ec5 on resource:security_group {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:11:18.724401 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-c58c5e8b-cfa2-48a0-9bae-deffe2c2a91b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:11:18.804685 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [req-0afe0be7-eea5-4336-a770-4651f6f322b0 req-275b776f-a2ae-40a7-9c04-6950900a6f5f tempest-ServerAddressesNegativeTestJSON-1183372091 tempest-ServerAddressesNegativeTestJSON-1183372091-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:11:18.805085 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c58c049-c200-471e-8fd5-8ed180eff5f6 admin admin] Network 00d22bd4-8146-4036-a227-16f88d0943fa is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:11:18.822693 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-0afe0be7-eea5-4336-a770-4651f6f322b0 req-275b776f-a2ae-40a7-9c04-6950900a6f5f tempest-ServerAddressesNegativeTestJSON-1183372091 tempest-ServerAddressesNegativeTestJSON-1183372091-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:11:18.861457 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-066d4eea-bd81-4a28-9e7a-85457c8ce20a req-a7048e67-7291-4590-8d0e-73c6923570f3 tempest-ServerAddressesNegativeTestJSON-1183372091 tempest-ServerAddressesNegativeTestJSON-1183372091-project] Unset dirty status for tenant:4565147bc49b42329873a3e373771ec5 on resource:security_group {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:11:18.865998 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-066d4eea-bd81-4a28-9e7a-85457c8ce20a req-a7048e67-7291-4590-8d0e-73c6923570f3 tempest-ServerAddressesNegativeTestJSON-1183372091 tempest-ServerAddressesNegativeTestJSON-1183372091-project] 10.222.0.85 "GET /v2.0/security-groups?id=7198028f-5a59-48fe-bc6b-1e253667b012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324779 May 30 20:11:18.896042 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-4c58c049-c200-471e-8fd5-8ed180eff5f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, 00d22bd4-8146-4036-a227-16f88d0943fa) {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:11:18.903122 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c58c049-c200-471e-8fd5-8ed180eff5f6 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:18.904140 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4c58c049-c200-471e-8fd5-8ed180eff5f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:18.906510 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7849a830-ae14-4377-8fbd-ecf73dd6a0f1 None None] Network 00d22bd4-8146-4036-a227-16f88d0943fa requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:11:18.928116 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-437d6c9c-025e-445d-8b24-74d0874ba283 service neutron] Port 8ac00f97-319b-447d-9984-766c6042c32a on network 945aa537-7e5a-42ac-a8f5-8cf6a31fa2b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:11:18.928116 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-437d6c9c-025e-445d-8b24-74d0874ba283 service neutron] Attempting to bind port 8ac00f97-319b-447d-9984-766c6042c32a on network 945aa537-7e5a-42ac-a8f5-8cf6a31fa2b8 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:11:18.935807 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-437d6c9c-025e-445d-8b24-74d0874ba283 service neutron] Checking agent: {'id': 'f728d74e-a4ae-4384-860b-a5ade05dd8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 10, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:11:18.936127 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-437d6c9c-025e-445d-8b24-74d0874ba283 service neutron] Checking segment: {'id': 'bd1b67cf-563e-4c82-b7ef-58764a753e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '945aa537-7e5a-42ac-a8f5-8cf6a31fa2b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:11:18.936507 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-437d6c9c-025e-445d-8b24-74d0874ba283 service neutron] Bound using segment: {'id': 'bd1b67cf-563e-4c82-b7ef-58764a753e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '945aa537-7e5a-42ac-a8f5-8cf6a31fa2b8'} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:11:18.936953 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-437d6c9c-025e-445d-8b24-74d0874ba283 service neutron] Bound port: 8ac00f97-319b-447d-9984-766c6042c32a, host: n-h1-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd1b67cf-563e-4c82-b7ef-58764a753e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '945aa537-7e5a-42ac-a8f5-8cf6a31fa2b8'}}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:11:18.937294 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-437d6c9c-025e-445d-8b24-74d0874ba283 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:18.988806 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275b776f-a2ae-40a7-9c04-6950900a6f5f tempest-ServerAddressesNegativeTestJSON-1183372091 tempest-ServerAddressesNegativeTestJSON-1183372091-project] Pushing event updated for resources: {'Port': ['ID=0c3fe45e-701b-47d7-94f7-8879bbb2f4a4,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:18.992567 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c58c5e8b-cfa2-48a0-9bae-deffe2c2a91b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:19.012367 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afe0be7-eea5-4336-a770-4651f6f322b0 req-275b776f-a2ae-40a7-9c04-6950900a6f5f tempest-ServerAddressesNegativeTestJSON-1183372091 tempest-ServerAddressesNegativeTestJSON-1183372091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:19.012900 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-0afe0be7-eea5-4336-a770-4651f6f322b0 req-275b776f-a2ae-40a7-9c04-6950900a6f5f tempest-ServerAddressesNegativeTestJSON-1183372091 tempest-ServerAddressesNegativeTestJSON-1183372091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:19.098963 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e93d04-2497-44f0-8f6b-f6d41674bc05 req-8c6e2ab2-e9c8-4d86-ae91-6d32350695af tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:19.103229 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e93d04-2497-44f0-8f6b-f6d41674bc05 req-8c6e2ab2-e9c8-4d86-ae91-6d32350695af tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:19.108010 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e93d04-2497-44f0-8f6b-f6d41674bc05 req-8c6e2ab2-e9c8-4d86-ae91-6d32350695af tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:19.112405 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e93d04-2497-44f0-8f6b-f6d41674bc05 req-8c6e2ab2-e9c8-4d86-ae91-6d32350695af tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:19.116760 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e93d04-2497-44f0-8f6b-f6d41674bc05 req-8c6e2ab2-e9c8-4d86-ae91-6d32350695af tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:19.120891 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e93d04-2497-44f0-8f6b-f6d41674bc05 req-8c6e2ab2-e9c8-4d86-ae91-6d32350695af tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:19.125521 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e93d04-2497-44f0-8f6b-f6d41674bc05 req-8c6e2ab2-e9c8-4d86-ae91-6d32350695af tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:19.127508 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-02e93d04-2497-44f0-8f6b-f6d41674bc05 req-8c6e2ab2-e9c8-4d86-ae91-6d32350695af tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] 10.222.0.85 "GET /v2.0/ports?device_id=9c32c8ec-3847-430c-b19f-49ed6feb4bec HTTP/1.1" status: 200 len: 5416 time: 0.8828950 May 30 20:11:19.131620 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-4c58c049-c200-471e-8fd5-8ed180eff5f6 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.3430812 May 30 20:11:19.134904 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 52562) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:11:19.142205 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-c76fc915-be59-491a-839d-7be353667ed9 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1649540144-router', 'tenant_id': '6c8b439c056d43b986fd353251bc92b9', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:11:19.143877 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c58c5e8b-cfa2-48a0-9bae-deffe2c2a91b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:19.163009 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-c76fc915-be59-491a-839d-7be353667ed9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:11:19.183266 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-47a43c04-b65c-4ddf-96e3-8f6777b986ea req-39346475-b5df-4ee6-8b61-7cd100db8f9d service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=8c8de3ab-968c-4913-a1a7-26260a84fd2e HTTP/1.1" status: 200 len: 1096 time: 0.8660455 May 30 20:11:19.187045 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-c76fc915-be59-491a-839d-7be353667ed9 admin admin] Usage tracker for resource:router and tenant:6c8b439c056d43b986fd353251bc92b9 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:11:19.200637 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-c76fc915-be59-491a-839d-7be353667ed9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:11:19.232926 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-c76fc915-be59-491a-839d-7be353667ed9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:11:19.255294 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c58c5e8b-cfa2-48a0-9bae-deffe2c2a91b admin admin] vlan segment allocate from pool success with {'vlan_id': 657, 'physical_network': 'physnet1'} {{(pid=84887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:11:19.273654 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0afe0be7-eea5-4336-a770-4651f6f322b0 req-275b776f-a2ae-40a7-9c04-6950900a6f5f tempest-ServerAddressesNegativeTestJSON-1183372091 tempest-ServerAddressesNegativeTestJSON-1183372091-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7650704 May 30 20:11:19.280164 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58c5e8b-cfa2-48a0-9bae-deffe2c2a91b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2363d32-544a-4c25-9836-43719a31ef02,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:19.285202 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-437d6c9c-025e-445d-8b24-74d0874ba283 service neutron] For port 8ac00f97-319b-447d-9984-766c6042c32a, host n-h1-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:11:19.290247 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-437d6c9c-025e-445d-8b24-74d0874ba283 service neutron] For port 8ac00f97-319b-447d-9984-766c6042c32a, host n-h1-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=8ac00f97-319b-447d-9984-766c6042c32a,segment=NetworkSegment(bd1b67cf-563e-4c82-b7ef-58764a753e95),segment_id=bd1b67cf-563e-4c82-b7ef-58764a753e95)] {{(pid=84887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:11:19.305269 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-0afe0be7-eea5-4336-a770-4651f6f322b0 req-a972a72c-30d2-4167-ac5f-a92550121685 service neutron] Request body: {'port': {'device_id': '85813071-68d8-450a-a3ad-0cebac1555f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843948-2'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:11:19.328672 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:19.352250 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c58c5e8b-cfa2-48a0-9bae-deffe2c2a91b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:19.352610 n-d-843948-2 neutron-server[84887]: INFO neutron.db.segments_db [None req-c58c5e8b-cfa2-48a0-9bae-deffe2c2a91b admin admin] Added segment b72c5675-2dd4-4112-882d-4e6c4ce463bb of type vlan for network ac0cf993-3653-417b-b55c-1e0d903ad371 May 30 20:11:19.405682 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-02e93d04-2497-44f0-8f6b-f6d41674bc05 req-ca14c762-173a-4b14-beff-b3b21d1731da tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] 10.222.0.85 "GET /v2.0/security-groups?id=37be4557-a35d-41b8-94e5-d29002afe979&id=e6676217-9362-4f98-9839-89020fcebb14&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2484162 May 30 20:11:19.414271 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-47a43c04-b65c-4ddf-96e3-8f6777b986ea req-90d61e41-28d1-4a16-b310-337a60a6725e service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=c816953b-4eaf-44de-8f51-6f9258494ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090666 May 30 20:11:19.449292 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-955d832a-82f4-4508-8136-09f8f1e23952 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-00d22bd4-8146-4036-a227-16f88d0943fa', 'network_id': '00d22bd4-8146-4036-a227-16f88d0943fa', 'tenant_id': '6c8b439c056d43b986fd353251bc92b9', 'fixed_ips': [{'subnet_id': 'e45ad177-25e5-4e23-a62c-70fc625716da'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:11:19.450410 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-955d832a-82f4-4508-8136-09f8f1e23952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:19.490201 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b51ce5f-f15a-48be-964d-aa0014f10af1 req-09356d0d-a3f6-44a1-804a-d800281b1886 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:19.503707 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1b51ce5f-f15a-48be-964d-aa0014f10af1 req-09356d0d-a3f6-44a1-804a-d800281b1886 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] 10.222.0.85 "GET /v2.0/networks?id=4a9121fe-3c05-4fb0-ad44-174db17c3d5b HTTP/1.1" status: 200 len: 812 time: 0.2694902 May 30 20:11:19.520561 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-437d6c9c-025e-445d-8b24-74d0874ba283 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:19.538277 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c76fc915-be59-491a-839d-7be353667ed9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-733683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3159'] for router, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:19.552774 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c76fc915-be59-491a-839d-7be353667ed9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-733584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-736372', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-628480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3164'] for router, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:19.580722 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1b51ce5f-f15a-48be-964d-aa0014f10af1 req-d13eea67-8ae2-495f-8d7a-c35ec7e99575 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] 10.222.0.85 "GET /v2.0/quotas/fa8a8e16668d4cd3985a20ee71169357 HTTP/1.1" status: 200 len: 375 time: 0.0710583 May 30 20:11:19.666637 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c58c5e8b-cfa2-48a0-9bae-deffe2c2a91b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:19.680982 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437d6c9c-025e-445d-8b24-74d0874ba283 service neutron] Pushing event updated for resources: {'Port': ['ID=8ac00f97-319b-447d-9984-766c6042c32a,revision_number=3']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:19.691268 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-437d6c9c-025e-445d-8b24-74d0874ba283 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:19.693097 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-437d6c9c-025e-445d-8b24-74d0874ba283 service neutron] 10.222.0.71 "PUT /v2.0/ports/8ac00f97-319b-447d-9984-766c6042c32a HTTP/1.1" status: 200 len: 1091 time: 5.0969124 May 30 20:11:19.735560 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1b51ce5f-f15a-48be-964d-aa0014f10af1 req-46f00f86-a6fc-48d0-bce2-95be6aebaffb tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=fa8a8e16668d4cd3985a20ee71169357&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1532836 May 30 20:11:19.804618 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c76fc915-be59-491a-839d-7be353667ed9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:19.824349 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c32c8ec-3847-430c-b19f-49ed6feb4bec', 'tag': '8ac00f97-319b-447d-9984-766c6042c32a'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:11:19.928643 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-955d832a-82f4-4508-8136-09f8f1e23952 None None] Allocated IP 172.20.0.2 (00d22bd4-8146-4036-a227-16f88d0943fa/e45ad177-25e5-4e23-a62c-70fc625716da/dd386a56-e893-4b2e-a326-2576b12c9a84) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:11:20.039115 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-0afe0be7-eea5-4336-a770-4651f6f322b0 req-a972a72c-30d2-4167-ac5f-a92550121685 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:20.266352 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1b51ce5f-f15a-48be-964d-aa0014f10af1 req-9acce95f-4f35-4a70-913b-459a64db2d1f service neutron] 10.222.0.85 "GET /v2.0/networks/4a9121fe-3c05-4fb0-ad44-174db17c3d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5292580 May 30 20:11:20.461278 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [req-0afe0be7-eea5-4336-a770-4651f6f322b0 req-a972a72c-30d2-4167-ac5f-a92550121685 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c3fe45e-701b-47d7-94f7-8879bbb2f4a4 {{(pid=84887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:11:20.470439 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-0afe0be7-eea5-4336-a770-4651f6f322b0 req-a972a72c-30d2-4167-ac5f-a92550121685 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:20.478569 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1b51ce5f-f15a-48be-964d-aa0014f10af1 req-faf59f7f-61e2-4fe0-ba5c-e800850aef7f service neutron] 10.222.0.85 "GET /v2.0/networks/4a9121fe-3c05-4fb0-ad44-174db17c3d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100790 May 30 20:11:20.492489 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-0afe0be7-eea5-4336-a770-4651f6f322b0 req-a972a72c-30d2-4167-ac5f-a92550121685 service neutron] Transition to ACTIVE for port object 0c3fe45e-701b-47d7-94f7-8879bbb2f4a4 will not be triggered until provisioned by entity L2. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:11:20.524801 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-b8aaaba0-9ff2-420c-85f6-db5699aba2aa service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a1a57cdea23a49088fa533e38f6a3032&device_id=9c32c8ec-3847-430c-b19f-49ed6feb4bec HTTP/1.1" status: 200 len: 6473 time: 0.6636391 May 30 20:11:20.548281 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c76fc915-be59-491a-839d-7be353667ed9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-736390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:20.600855 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-955d832a-82f4-4508-8136-09f8f1e23952 None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:20.616130 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-955d832a-82f4-4508-8136-09f8f1e23952 None None] Transition to ACTIVE for port object dd386a56-e893-4b2e-a326-2576b12c9a84 will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:11:20.688995 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-955d832a-82f4-4508-8136-09f8f1e23952 None None] Transition to ACTIVE for port object dd386a56-e893-4b2e-a326-2576b12c9a84 will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:11:20.752571 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-0afe0be7-eea5-4336-a770-4651f6f322b0 req-a972a72c-30d2-4167-ac5f-a92550121685 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:20.763735 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-2a4d5a57-1353-4ff1-a177-519f0f29a4f8 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cce154e6-cfbb-4903-980b-422f277fa061 HTTP/1.1" status: 200 len: 217 time: 0.2250621 May 30 20:11:20.827596 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-955d832a-82f4-4508-8136-09f8f1e23952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:20.916428 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-955d832a-82f4-4508-8136-09f8f1e23952 None None] Network 00d22bd4-8146-4036-a227-16f88d0943fa is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:11:20.961952 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-955d832a-82f4-4508-8136-09f8f1e23952 None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:11:20.993594 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955d832a-82f4-4508-8136-09f8f1e23952 None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:11:21.032082 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20676a66-f721-4453-91d3-b24e3552e363 req-9260390b-8ea9-45b0-8de5-de1885591dbd tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:21.049226 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-20676a66-f721-4453-91d3-b24e3552e363 req-9260390b-8ea9-45b0-8de5-de1885591dbd tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] 10.222.0.85 "GET /v2.0/ports?device_id=8c8de3ab-968c-4913-a1a7-26260a84fd2e HTTP/1.1" status: 200 len: 945 time: 1.3535202 May 30 20:11:21.050359 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c58c5e8b-cfa2-48a0-9bae-deffe2c2a91b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:21.052779 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c58c5e8b-cfa2-48a0-9bae-deffe2c2a91b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:21.053883 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c58c5e8b-cfa2-48a0-9bae-deffe2c2a91b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:21.198016 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c76fc915-be59-491a-839d-7be353667ed9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:21.232922 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17ab4a43-99ea-4363-823e-1e4832e203e9'] response: {'name': 'network-changed', 'server_uuid': '9c32c8ec-3847-430c-b19f-49ed6feb4bec', 'tag': '8ac00f97-319b-447d-9984-766c6042c32a', 'status': 'completed', 'code': 200} May 30 20:11:21.252017 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c76fc915-be59-491a-839d-7be353667ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:21.263924 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955d832a-82f4-4508-8136-09f8f1e23952 None None] Pushing event updated for resources: {'Port': ['ID=dd386a56-e893-4b2e-a326-2576b12c9a84,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:21.313676 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-955d832a-82f4-4508-8136-09f8f1e23952 None None] Attempting to bind port dd386a56-e893-4b2e-a326-2576b12c9a84 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:11:21.314048 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-955d832a-82f4-4508-8136-09f8f1e23952 None None] Attempting to bind port dd386a56-e893-4b2e-a326-2576b12c9a84 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': '63b1ad3b-a506-4ef3-b6ab-b11efd8aac72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '00d22bd4-8146-4036-a227-16f88d0943fa'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:11:21.314407 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955d832a-82f4-4508-8136-09f8f1e23952 None None] Attempting to bind port dd386a56-e893-4b2e-a326-2576b12c9a84 on network 00d22bd4-8146-4036-a227-16f88d0943fa {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:11:21.354277 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955d832a-82f4-4508-8136-09f8f1e23952 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:11:21.354655 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955d832a-82f4-4508-8136-09f8f1e23952 None None] Checking segment: {'id': '63b1ad3b-a506-4ef3-b6ab-b11efd8aac72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '00d22bd4-8146-4036-a227-16f88d0943fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:11:21.355061 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-955d832a-82f4-4508-8136-09f8f1e23952 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:21.361701 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955d832a-82f4-4508-8136-09f8f1e23952 None None] Bound using segment: {'id': '63b1ad3b-a506-4ef3-b6ab-b11efd8aac72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '00d22bd4-8146-4036-a227-16f88d0943fa'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:11:21.362420 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-955d832a-82f4-4508-8136-09f8f1e23952 None None] Bound port: dd386a56-e893-4b2e-a326-2576b12c9a84, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63b1ad3b-a506-4ef3-b6ab-b11efd8aac72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '00d22bd4-8146-4036-a227-16f88d0943fa'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:11:21.362870 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-955d832a-82f4-4508-8136-09f8f1e23952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:21.518362 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-955d832a-82f4-4508-8136-09f8f1e23952 None None] For port dd386a56-e893-4b2e-a326-2576b12c9a84, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:11:21.522754 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-955d832a-82f4-4508-8136-09f8f1e23952 None None] For port dd386a56-e893-4b2e-a326-2576b12c9a84, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=dd386a56-e893-4b2e-a326-2576b12c9a84,segment=NetworkSegment(63b1ad3b-a506-4ef3-b6ab-b11efd8aac72),segment_id=63b1ad3b-a506-4ef3-b6ab-b11efd8aac72)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:11:21.531108 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a972a72c-30d2-4167-ac5f-a92550121685 service neutron] Pushing event updated for resources: {'Port': ['ID=0c3fe45e-701b-47d7-94f7-8879bbb2f4a4,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:21.591059 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-ead14c8d-f6b1-46d3-b48e-ca38450bc7af service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:21.592949 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-ead14c8d-f6b1-46d3-b48e-ca38450bc7af service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4fadf349-a926-433c-a782-ad168c18ddef HTTP/1.1" status: 200 len: 851 time: 0.8028207 May 30 20:11:21.600559 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58c5e8b-cfa2-48a0-9bae-deffe2c2a91b admin admin] Pushing event updated for resources: {'Network': ['ID=ac0cf993-3653-417b-b55c-1e0d903ad371,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:21.623451 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network ac0cf993-3653-417b-b55c-1e0d903ad371 details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:11:21.675247 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-955d832a-82f4-4508-8136-09f8f1e23952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:21.694254 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-20676a66-f721-4453-91d3-b24e3552e363 req-d8757317-5c20-482f-9a25-51fbb03c7e09 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] 10.222.0.85 "GET /v2.0/security-groups?id=c816953b-4eaf-44de-8f51-6f9258494ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6300113 May 30 20:11:21.869794 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-c58c5e8b-cfa2-48a0-9bae-deffe2c2a91b admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 4.8895733 May 30 20:11:21.889069 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 52606) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:11:21.895492 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-11fca851-8b5b-41a7-bcf3-5cd62dd50e9a admin admin] Request body: {'subnet': {'network_id': 'ac0cf993-3653-417b-b55c-1e0d903ad371', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-281532978-subnet', 'tenant_id': '81e36025f4964ad6aa1305da6f1825fb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:11:21.957250 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-11fca851-8b5b-41a7-bcf3-5cd62dd50e9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:11:21.985861 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-11fca851-8b5b-41a7-bcf3-5cd62dd50e9a admin admin] Usage tracker for resource:subnet and tenant:81e36025f4964ad6aa1305da6f1825fb is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:11:21.994917 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-11fca851-8b5b-41a7-bcf3-5cd62dd50e9a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:11:22.066832 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955d832a-82f4-4508-8136-09f8f1e23952 None None] Pushing event updated for resources: {'Port': ['ID=dd386a56-e893-4b2e-a326-2576b12c9a84,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:22.069768 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-0afe0be7-eea5-4336-a770-4651f6f322b0 req-a972a72c-30d2-4167-ac5f-a92550121685 service neutron] Attempting to bind port 0c3fe45e-701b-47d7-94f7-8879bbb2f4a4 on host n-h2-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:11:22.070096 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-0afe0be7-eea5-4336-a770-4651f6f322b0 req-a972a72c-30d2-4167-ac5f-a92550121685 service neutron] Attempting to bind port 0c3fe45e-701b-47d7-94f7-8879bbb2f4a4 by drivers openvswitch,hyperv on host n-h2-843948-2 at level 0 using segments [{'id': '4bce4141-8ebf-4b0a-b9e3-d82019ac9875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '17cab969-4c0b-44fd-8919-4e535e11ab3b'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:11:22.070418 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0afe0be7-eea5-4336-a770-4651f6f322b0 req-a972a72c-30d2-4167-ac5f-a92550121685 service neutron] Attempting to bind port 0c3fe45e-701b-47d7-94f7-8879bbb2f4a4 on network 17cab969-4c0b-44fd-8919-4e535e11ab3b {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:11:22.080514 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0afe0be7-eea5-4336-a770-4651f6f322b0 req-a972a72c-30d2-4167-ac5f-a92550121685 service neutron] Port 0c3fe45e-701b-47d7-94f7-8879bbb2f4a4 on network 17cab969-4c0b-44fd-8919-4e535e11ab3b not bound, no agent of type Open vSwitch agent registered on host n-h2-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:11:22.080666 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0afe0be7-eea5-4336-a770-4651f6f322b0 req-a972a72c-30d2-4167-ac5f-a92550121685 service neutron] Attempting to bind port 0c3fe45e-701b-47d7-94f7-8879bbb2f4a4 on network 17cab969-4c0b-44fd-8919-4e535e11ab3b {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:11:22.091049 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0afe0be7-eea5-4336-a770-4651f6f322b0 req-a972a72c-30d2-4167-ac5f-a92550121685 service neutron] Checking agent: {'id': 'eaa08354-e8f5-4e73-af76-8d3cf7d2b390', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 10, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:11:22.091793 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0afe0be7-eea5-4336-a770-4651f6f322b0 req-a972a72c-30d2-4167-ac5f-a92550121685 service neutron] Checking segment: {'id': '4bce4141-8ebf-4b0a-b9e3-d82019ac9875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '17cab969-4c0b-44fd-8919-4e535e11ab3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:11:22.091793 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0afe0be7-eea5-4336-a770-4651f6f322b0 req-a972a72c-30d2-4167-ac5f-a92550121685 service neutron] Bound using segment: {'id': '4bce4141-8ebf-4b0a-b9e3-d82019ac9875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '17cab969-4c0b-44fd-8919-4e535e11ab3b'} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:11:22.092176 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-0afe0be7-eea5-4336-a770-4651f6f322b0 req-a972a72c-30d2-4167-ac5f-a92550121685 service neutron] Bound port: 0c3fe45e-701b-47d7-94f7-8879bbb2f4a4, host: n-h2-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bce4141-8ebf-4b0a-b9e3-d82019ac9875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '17cab969-4c0b-44fd-8919-4e535e11ab3b'}}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:11:22.092521 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-0afe0be7-eea5-4336-a770-4651f6f322b0 req-a972a72c-30d2-4167-ac5f-a92550121685 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:22.123019 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-11fca851-8b5b-41a7-bcf3-5cd62dd50e9a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:11:22.173665 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d077953f-d39d-4800-a48f-f688610bcca5 req-4ebdba22-aa9d-4192-a61f-60f71b033c3e tempest-ServerAddressesNegativeTestJSON-1183372091 tempest-ServerAddressesNegativeTestJSON-1183372091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:22.176754 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:22.186986 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d077953f-d39d-4800-a48f-f688610bcca5 req-4ebdba22-aa9d-4192-a61f-60f71b033c3e tempest-ServerAddressesNegativeTestJSON-1183372091 tempest-ServerAddressesNegativeTestJSON-1183372091-project] 10.222.0.85 "GET /v2.0/ports?device_id=85813071-68d8-450a-a3ad-0cebac1555f6 HTTP/1.1" status: 200 len: 944 time: 0.5982902 May 30 20:11:22.205450 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-c76fc915-be59-491a-839d-7be353667ed9 admin admin] Allocated IP 172.25.8.33 (c7869750-4b49-4b7e-aa99-5e0f1ae02da4/427601ec-f643-4fe7-b5e6-17305d3a39e1/f814a113-aec8-4aed-b31f-52a0db549c7a) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:11:22.388974 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11fca851-8b5b-41a7-bcf3-5cd62dd50e9a admin admin] Made reservation on behalf of 81e36025f4964ad6aa1305da6f1825fb for: {'subnet': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:11:22.388974 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-11fca851-8b5b-41a7-bcf3-5cd62dd50e9a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2778563'] for subnet, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:22.576476 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-0afe0be7-eea5-4336-a770-4651f6f322b0 req-a972a72c-30d2-4167-ac5f-a92550121685 service neutron] For port 0c3fe45e-701b-47d7-94f7-8879bbb2f4a4, host n-h2-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:11:22.705631 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-05f10a2f-1338-4b88-9244-d82b5a849b37 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=5e8f5de0-54c1-49e1-ba92-4f5db898889d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0011251 May 30 20:11:22.705631 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-0afe0be7-eea5-4336-a770-4651f6f322b0 req-a972a72c-30d2-4167-ac5f-a92550121685 service neutron] For port 0c3fe45e-701b-47d7-94f7-8879bbb2f4a4, host n-h2-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=0c3fe45e-701b-47d7-94f7-8879bbb2f4a4,segment=NetworkSegment(4bce4141-8ebf-4b0a-b9e3-d82019ac9875),segment_id=4bce4141-8ebf-4b0a-b9e3-d82019ac9875)] {{(pid=84887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:11:22.705843 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d077953f-d39d-4800-a48f-f688610bcca5 req-02bea839-f357-4cf2-8fc2-6ce04c0ec3da tempest-ServerAddressesNegativeTestJSON-1183372091 tempest-ServerAddressesNegativeTestJSON-1183372091-project] 10.222.0.85 "GET /v2.0/security-groups?id=7198028f-5a59-48fe-bc6b-1e253667b012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4310877 May 30 20:11:22.705843 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c76fc915-be59-491a-839d-7be353667ed9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:22.725275 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f9ddec-cb13-4624-aecd-56aa32bab0a4 req-d3f79c6b-8ca8-4421-9b15-b561e58e5016 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:22.729294 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f9ddec-cb13-4624-aecd-56aa32bab0a4 req-d3f79c6b-8ca8-4421-9b15-b561e58e5016 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:22.735357 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f9ddec-cb13-4624-aecd-56aa32bab0a4 req-d3f79c6b-8ca8-4421-9b15-b561e58e5016 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:22.737848 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f9ddec-cb13-4624-aecd-56aa32bab0a4 req-d3f79c6b-8ca8-4421-9b15-b561e58e5016 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:22.741758 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f9ddec-cb13-4624-aecd-56aa32bab0a4 req-d3f79c6b-8ca8-4421-9b15-b561e58e5016 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:22.745920 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f9ddec-cb13-4624-aecd-56aa32bab0a4 req-d3f79c6b-8ca8-4421-9b15-b561e58e5016 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:22.750387 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f9ddec-cb13-4624-aecd-56aa32bab0a4 req-d3f79c6b-8ca8-4421-9b15-b561e58e5016 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:22.752316 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-89f9ddec-cb13-4624-aecd-56aa32bab0a4 req-d3f79c6b-8ca8-4421-9b15-b561e58e5016 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] 10.222.0.85 "GET /v2.0/ports?device_id=9c32c8ec-3847-430c-b19f-49ed6feb4bec HTTP/1.1" status: 200 len: 5416 time: 0.3035498 May 30 20:11:22.786207 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-00e8f45f-5aee-4ad0-9140-8885f1f69e52 req-f095e183-bf1f-414b-a282-f48ee952e267 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] 10.222.0.85 "GET /v2.0/ports?device_id=90d1ebd5-ac9c-4c24-b6ef-f8b927cb8126 HTTP/1.1" status: 200 len: 210 time: 0.0531449 May 30 20:11:22.843065 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-c40eaef4-07b3-43ba-be9b-cbe5c88b3b0f service neutron] 10.222.0.71 "GET /v2.0/networks/5e8f5de0-54c1-49e1-ba92-4f5db898889d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2255878 May 30 20:11:22.846422 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-89f9ddec-cb13-4624-aecd-56aa32bab0a4 req-24ffc654-09a6-4933-8969-40b34936e878 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] 10.222.0.85 "GET /v2.0/security-groups?id=37be4557-a35d-41b8-94e5-d29002afe979&id=e6676217-9362-4f98-9839-89020fcebb14&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0845823 May 30 20:11:22.878733 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-0afe0be7-eea5-4336-a770-4651f6f322b0 req-a972a72c-30d2-4167-ac5f-a92550121685 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:23.023291 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-11fca851-8b5b-41a7-bcf3-5cd62dd50e9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4127140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2778577'] for subnet, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:23.031432 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c76fc915-be59-491a-839d-7be353667ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:23.162687 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-0afe0be7-eea5-4336-a770-4651f6f322b0 req-a972a72c-30d2-4167-ac5f-a92550121685 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:23.164333 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0afe0be7-eea5-4336-a770-4651f6f322b0 req-a972a72c-30d2-4167-ac5f-a92550121685 service neutron] 10.222.0.86 "PUT /v2.0/ports/0c3fe45e-701b-47d7-94f7-8879bbb2f4a4 HTTP/1.1" status: 200 len: 1092 time: 3.8720679 May 30 20:11:23.245112 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85813071-68d8-450a-a3ad-0cebac1555f6', 'tag': '0c3fe45e-701b-47d7-94f7-8879bbb2f4a4'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:11:23.263340 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a972a72c-30d2-4167-ac5f-a92550121685 service neutron] Pushing event updated for resources: {'Port': ['ID=0c3fe45e-701b-47d7-94f7-8879bbb2f4a4,revision_number=3']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:23.304503 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159b57ab-cb4b-4a3c-928c-ee53e7c17913 req-f5827609-f45a-4d4b-aed1-4c9d7d105079 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:23.306504 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fca851-8b5b-41a7-bcf3-5cd62dd50e9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=12de3c88-630f-42df-9c14-e8413906e7b8,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:23.330789 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c76fc915-be59-491a-839d-7be353667ed9 admin admin] Network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:11:23.335654 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-c76fc915-be59-491a-839d-7be353667ed9 admin admin] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:11:23.335991 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-159b57ab-cb4b-4a3c-928c-ee53e7c17913 req-f5827609-f45a-4d4b-aed1-4c9d7d105079 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] 10.222.0.85 "GET /v2.0/ports?device_id=8c8de3ab-968c-4913-a1a7-26260a84fd2e HTTP/1.1" status: 200 len: 945 time: 0.2950313 May 30 20:11:23.341368 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76fc915-be59-491a-839d-7be353667ed9 admin admin] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:11:23.404405 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-2fc5c2f3-66b5-4aaa-87ff-bd89961c7bd4 service neutron] 10.222.0.71 "GET /v2.0/networks/5e8f5de0-54c1-49e1-ba92-4f5db898889d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5556471 May 30 20:11:23.527078 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76fc915-be59-491a-839d-7be353667ed9 admin admin] Pushing event updated for resources: {'Port': ['ID=f814a113-aec8-4aed-b31f-52a0db549c7a,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:23.540533 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-4d4345e1-2e06-42af-bff6-db50c4e2be05 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.8&port_id=95b64d06-8312-443c-b64a-5e0fcaa868bc HTTP/1.1" status: 200 len: 217 time: 0.1287928 May 30 20:11:23.571321 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9fb199c2-8a9c-47fe-9fb7-f1129fcfb685 req-142235f6-2ba7-46d1-a16a-daee6925442d tempest-ImagesOneServerTestJSON-807794603 tempest-ImagesOneServerTestJSON-807794603-project] 10.222.0.85 "GET /v2.0/networks?tenant_id=bffbecc179ca431ba8825f3f58c3e9cb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0484469 May 30 20:11:23.660771 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-159b57ab-cb4b-4a3c-928c-ee53e7c17913 req-7d3711cc-48b6-4ebc-a880-be7865f6f6d8 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] 10.222.0.85 "GET /v2.0/security-groups?id=c816953b-4eaf-44de-8f51-6f9258494ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3238573 May 30 20:11:23.724035 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0afe0be7-eea5-4336-a770-4651f6f322b0 req-c605daf9-59d9-4690-bd3c-f20918760260 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4565147bc49b42329873a3e373771ec5&device_id=85813071-68d8-450a-a3ad-0cebac1555f6 HTTP/1.1" status: 200 len: 1095 time: 0.3639758 May 30 20:11:23.748343 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-390bab20-2e65-4922-888d-36061ed561c8 None None] Network 00d22bd4-8146-4036-a227-16f88d0943fa requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:11:23.871537 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11fca851-8b5b-41a7-bcf3-5cd62dd50e9a admin admin] Checking segment: {'id': 'b72c5675-2dd4-4112-882d-4e6c4ce463bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'ac0cf993-3653-417b-b55c-1e0d903ad371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:11:23.872466 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11fca851-8b5b-41a7-bcf3-5cd62dd50e9a admin admin] Network hostable DHCP agents. Network: ac0cf993-3653-417b-b55c-1e0d903ad371, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:11:23.967893 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb199c2-8a9c-47fe-9fb7-f1129fcfb685 req-e1e88bca-a6cb-4653-bf72-b771c648bc37 tempest-ImagesOneServerTestJSON-807794603 tempest-ImagesOneServerTestJSON-807794603-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:23.975810 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9fb199c2-8a9c-47fe-9fb7-f1129fcfb685 req-e1e88bca-a6cb-4653-bf72-b771c648bc37 tempest-ImagesOneServerTestJSON-807794603 tempest-ImagesOneServerTestJSON-807794603-project] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4034278 May 30 20:11:23.996030 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c76fc915-be59-491a-839d-7be353667ed9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:23.998000 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c76fc915-be59-491a-839d-7be353667ed9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-736409'] for router, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:24.037494 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-bc4d3102-7609-41f2-8ee0-b47f67f06c81 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:24.050401 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-bc4d3102-7609-41f2-8ee0-b47f67f06c81 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=156dd172-ceed-40ca-a03f-1d3d19921b4e HTTP/1.1" status: 200 len: 797 time: 0.4982431 May 30 20:11:24.071554 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9fb199c2-8a9c-47fe-9fb7-f1129fcfb685 req-c4e57c48-49de-4c92-bf6c-86b1f165d3bd tempest-ImagesOneServerTestJSON-807794603 tempest-ImagesOneServerTestJSON-807794603-project] 10.222.0.85 "GET /v2.0/quotas/bffbecc179ca431ba8825f3f58c3e9cb HTTP/1.1" status: 200 len: 375 time: 0.0937860 May 30 20:11:24.130707 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11fca851-8b5b-41a7-bcf3-5cd62dd50e9a admin admin] Network ac0cf993-3653-417b-b55c-1e0d903ad371 is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:11:24.200388 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9fb199c2-8a9c-47fe-9fb7-f1129fcfb685 req-6f50361e-6a81-4769-a2c8-2978401f89cd tempest-ImagesOneServerTestJSON-807794603 tempest-ImagesOneServerTestJSON-807794603-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=bffbecc179ca431ba8825f3f58c3e9cb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1278815 May 30 20:11:24.247701 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0dd5de5f-d644-4392-891e-e13b5a96cdf8'] response: {'name': 'network-changed', 'server_uuid': '85813071-68d8-450a-a3ad-0cebac1555f6', 'tag': '0c3fe45e-701b-47d7-94f7-8879bbb2f4a4', 'status': 'completed', 'code': 200} May 30 20:11:24.255770 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-39b9aa64-87e0-4049-a043-76e6bf8818d1 None None] Provisioning for port dd386a56-e893-4b2e-a326-2576b12c9a84 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:11:24.265503 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0afe0be7-eea5-4336-a770-4651f6f322b0 req-d42ef2ba-8fa5-4419-836b-43bc2468fd3a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0c3fe45e-701b-47d7-94f7-8879bbb2f4a4 HTTP/1.1" status: 200 len: 217 time: 0.5296230 May 30 20:11:24.448655 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-11fca851-8b5b-41a7-bcf3-5cd62dd50e9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, ac0cf993-3653-417b-b55c-1e0d903ad371) {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:11:24.469210 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11fca851-8b5b-41a7-bcf3-5cd62dd50e9a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:24.470728 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-11fca851-8b5b-41a7-bcf3-5cd62dd50e9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:24.511306 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afe0be7-eea5-4336-a770-4651f6f322b0 req-15b70b6e-d4f0-4cd0-875d-9b5a76bec6fe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:24.520343 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a25e4a5-d4c2-40c1-bdc3-e96eb997a207 None None] Network ac0cf993-3653-417b-b55c-1e0d903ad371 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:11:24.528251 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0afe0be7-eea5-4336-a770-4651f6f322b0 req-15b70b6e-d4f0-4cd0-875d-9b5a76bec6fe service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5734fb91-21ca-4bd5-af81-93d0eab2979b HTTP/1.1" status: 200 len: 862 time: 0.2488286 May 30 20:11:24.669516 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0afe0be7-eea5-4336-a770-4651f6f322b0 req-9dafb7f9-0038-4227-bea5-584bae88a92c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=17cab969-4c0b-44fd-8919-4e535e11ab3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1401298 May 30 20:11:24.690682 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device dd386a56-e893-4b2e-a326-2576b12c9a84 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:11:24.738999 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-11fca851-8b5b-41a7-bcf3-5cd62dd50e9a admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.8480940 May 30 20:11:24.743758 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 52648) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:11:24.776525 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-9af667ef-e025-4330-8f32-769ef1c1dd55 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-281532978-router', 'tenant_id': '81e36025f4964ad6aa1305da6f1825fb', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:11:24.795800 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-9af667ef-e025-4330-8f32-769ef1c1dd55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:11:24.812463 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-9af667ef-e025-4330-8f32-769ef1c1dd55 admin admin] Usage tracker for resource:router and tenant:81e36025f4964ad6aa1305da6f1825fb is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:11:24.816309 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-9af667ef-e025-4330-8f32-769ef1c1dd55 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:11:24.829665 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-9af667ef-e025-4330-8f32-769ef1c1dd55 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:11:24.845782 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c76fc915-be59-491a-839d-7be353667ed9 admin admin] Router 0f3899bd-8f6c-4ab1-8c13-5e1711518656 is scheduled to L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 with binding_index 1 {{(pid=84886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 20:11:24.979962 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-d2075def-10ae-4358-97b4-383cda608bdf service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7dfebaf0-dc9f-476d-9977-56c7fc58662b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.8954146 May 30 20:11:25.016987 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9af667ef-e025-4330-8f32-769ef1c1dd55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-733683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3159'] for router, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:25.017993 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9af667ef-e025-4330-8f32-769ef1c1dd55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-733584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-736372', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-628480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3164'] for router, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:25.174481 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12728c40-f9c1-445a-82ff-f7616b4fd3d3 req-05eb8bb5-0b9d-44a5-a728-551363fc6e54 tempest-ServerAddressesNegativeTestJSON-1183372091 tempest-ServerAddressesNegativeTestJSON-1183372091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:25.175462 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-12728c40-f9c1-445a-82ff-f7616b4fd3d3 req-05eb8bb5-0b9d-44a5-a728-551363fc6e54 tempest-ServerAddressesNegativeTestJSON-1183372091 tempest-ServerAddressesNegativeTestJSON-1183372091-project] Synchronizing usage tracker for tenant:4565147bc49b42329873a3e373771ec5 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:11:25.224300 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0afe0be7-eea5-4336-a770-4651f6f322b0 req-fd7fccee-bd53-44cf-b90d-286073cc69fc service neutron] 10.222.0.86 "GET /v2.0/networks/17cab969-4c0b-44fd-8919-4e535e11ab3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5014493 May 30 20:11:25.369358 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9af667ef-e025-4330-8f32-769ef1c1dd55 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:25.403224 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a233a7-c862-4192-a796-84d911c1bfa9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-ac0cf993-3653-417b-b55c-1e0d903ad371', 'network_id': 'ac0cf993-3653-417b-b55c-1e0d903ad371', 'tenant_id': '81e36025f4964ad6aa1305da6f1825fb', 'fixed_ips': [{'subnet_id': '12de3c88-630f-42df-9c14-e8413906e7b8'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:11:25.404386 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-c0a233a7-c862-4192-a796-84d911c1bfa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:25.453940 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port dd386a56-e893-4b2e-a326-2576b12c9a84 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:11:25.656716 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port dd386a56-e893-4b2e-a326-2576b12c9a84 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:11:25.658907 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:25.750816 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0afe0be7-eea5-4336-a770-4651f6f322b0 req-77c048ea-da77-49d5-b242-183b87158dcb service neutron] 10.222.0.86 "GET /v2.0/networks/17cab969-4c0b-44fd-8919-4e535e11ab3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5024011 May 30 20:11:25.783526 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-c6b3fc1a-d5a8-435e-a4ae-d9e551a79532 service neutron] 10.222.0.71 "GET /v2.0/networks/7dfebaf0-dc9f-476d-9977-56c7fc58662b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7920690 May 30 20:11:25.845966 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-64cfbd55-dc01-4f60-9453-0f57333c8b3a None None] Provisioning complete for port dd386a56-e893-4b2e-a326-2576b12c9a84 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:11:25.846615 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-64cfbd55-dc01-4f60-9453-0f57333c8b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:25.976603 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-12728c40-f9c1-445a-82ff-f7616b4fd3d3 req-05eb8bb5-0b9d-44a5-a728-551363fc6e54 tempest-ServerAddressesNegativeTestJSON-1183372091 tempest-ServerAddressesNegativeTestJSON-1183372091-project] Unset dirty status for tenant:4565147bc49b42329873a3e373771ec5 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:11:25.985231 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-12728c40-f9c1-445a-82ff-f7616b4fd3d3 req-05eb8bb5-0b9d-44a5-a728-551363fc6e54 tempest-ServerAddressesNegativeTestJSON-1183372091 tempest-ServerAddressesNegativeTestJSON-1183372091-project] 10.222.0.85 "GET /v2.0/ports?device_id=85813071-68d8-450a-a3ad-0cebac1555f6 HTTP/1.1" status: 200 len: 944 time: 1.3128951 May 30 20:11:26.026406 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:26.030952 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f662f1-1da4-4b3f-bf0b-d527fc00dbe8 req-9b68e229-108c-48e6-9a76-a3ea37e19e42 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:26.039085 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-45f662f1-1da4-4b3f-bf0b-d527fc00dbe8 req-9b68e229-108c-48e6-9a76-a3ea37e19e42 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] 10.222.0.85 "GET /v2.0/ports?device_id=8c8de3ab-968c-4913-a1a7-26260a84fd2e HTTP/1.1" status: 200 len: 945 time: 1.0397666 May 30 20:11:26.072644 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port dd386a56-e893-4b2e-a326-2576b12c9a84, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=dd386a56-e893-4b2e-a326-2576b12c9a84,segment=NetworkSegment(63b1ad3b-a506-4ef3-b6ab-b11efd8aac72),segment_id=63b1ad3b-a506-4ef3-b6ab-b11efd8aac72)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:11:26.181793 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-12728c40-f9c1-445a-82ff-f7616b4fd3d3 req-aa913566-2827-4d70-928d-8980355a7a84 tempest-ServerAddressesNegativeTestJSON-1183372091 tempest-ServerAddressesNegativeTestJSON-1183372091-project] 10.222.0.85 "GET /v2.0/security-groups?id=7198028f-5a59-48fe-bc6b-1e253667b012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954632 May 30 20:11:26.227319 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:26.273313 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1d73d411-6eb0-4270-abfc-302abee7b147 req-043cd1fe-e7fd-4a8f-b4dd-f2764a2bf8f1 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4565147bc49b42329873a3e373771ec5&device_id=85813071-68d8-450a-a3ad-0cebac1555f6 HTTP/1.1" status: 200 len: 1095 time: 0.2585924 May 30 20:11:26.289521 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-f8e72e31-ebe6-4807-b84d-9f4801db9b8e service neutron] 10.222.0.71 "GET /v2.0/networks/7dfebaf0-dc9f-476d-9977-56c7fc58662b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4994352 May 30 20:11:26.319458 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-c0a233a7-c862-4192-a796-84d911c1bfa9 None None] Allocated IP 172.20.0.2 (ac0cf993-3653-417b-b55c-1e0d903ad371/12de3c88-630f-42df-9c14-e8413906e7b8/0c7adefd-595f-4762-b315-981862d9f470) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:11:26.343841 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-45f662f1-1da4-4b3f-bf0b-d527fc00dbe8 req-6e99ad7e-af44-41a0-b519-7669f26117d6 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] 10.222.0.85 "GET /v2.0/security-groups?id=c816953b-4eaf-44de-8f51-6f9258494ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3032520 May 30 20:11:26.443631 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-64cfbd55-dc01-4f60-9453-0f57333c8b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:26.519244 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9af667ef-e025-4330-8f32-769ef1c1dd55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-736390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:26.555302 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b51ce5f-f15a-48be-964d-aa0014f10af1 req-1fa1b60b-7aff-4914-9801-1c4c97b62cf3 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:26.564013 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1b51ce5f-f15a-48be-964d-aa0014f10af1 req-1fa1b60b-7aff-4914-9801-1c4c97b62cf3 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] 10.222.0.71 "GET /v2.0/networks?id=4a9121fe-3c05-4fb0-ad44-174db17c3d5b HTTP/1.1" status: 200 len: 812 time: 0.8071034 May 30 20:11:26.572229 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=dd386a56-e893-4b2e-a326-2576b12c9a84,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:26.606741 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [req-1b51ce5f-f15a-48be-964d-aa0014f10af1 req-8872d317-9449-403a-b287-a9d550aebf76 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Request body: {'port': {'device_id': '90d1ebd5-ac9c-4c24-b6ef-f8b927cb8126', 'network_id': '4a9121fe-3c05-4fb0-ad44-174db17c3d5b', 'admin_state_up': True, 'tenant_id': 'fa8a8e16668d4cd3985a20ee71169357'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:11:26.627571 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-f75e376b-df03-460e-9a03-129780aac4cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:26.707604 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c76fc915-be59-491a-839d-7be353667ed9 admin admin] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:11:26.727331 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa4967b-2ca9-4364-ae88-3878c22c0640 None None] Sync routers for ids ['0f3899bd-8f6c-4ab1-8c13-5e1711518656'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:11:26.754710 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.db.api [None req-64cfbd55-dc01-4f60-9453-0f57333c8b3a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:11:26.754973 n-d-843948-2 neutron-server[84888]: DEBUG oslo_db.api [None req-64cfbd55-dc01-4f60-9453-0f57333c8b3a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:11:26.793167 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa4967b-2ca9-4364-ae88-3878c22c0640 None None] Routers {'0f3899bd-8f6c-4ab1-8c13-5e1711518656'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:11:26.794757 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-7aa4967b-2ca9-4364-ae88-3878c22c0640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:10:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['0f3899bd-8f6c-4ab1-8c13-5e1711518656'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:11:26.818489 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-599c6746-6321-45f1-b5c3-4bade317a99b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.69&port_id=bd538527-50e2-46fa-937e-cca2aa73fee4 HTTP/1.1" status: 200 len: 217 time: 0.2296576 May 30 20:11:26.889932 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d73d411-6eb0-4270-abfc-302abee7b147 req-9d7ad9f2-46e8-45f7-a32c-0972317a8cd6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:26.892021 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1d73d411-6eb0-4270-abfc-302abee7b147 req-9d7ad9f2-46e8-45f7-a32c-0972317a8cd6 service neutron] 10.222.0.86 "GET /v2.0/networks?id=17cab969-4c0b-44fd-8919-4e535e11ab3b HTTP/1.1" status: 200 len: 923 time: 0.6050444 May 30 20:11:27.024754 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-9d7acec2-e78c-4c57-afc4-8da9d73f0915 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:27.026499 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-9d7acec2-e78c-4c57-afc4-8da9d73f0915 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=156dd172-ceed-40ca-a03f-1d3d19921b4e HTTP/1.1" status: 200 len: 797 time: 0.1269929 May 30 20:11:27.038400 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-7aa4967b-2ca9-4364-ae88-3878c22c0640 None None] Set router 0f3899bd-8f6c-4ab1-8c13-5e1711518656 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:11:27.134166 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1d73d411-6eb0-4270-abfc-302abee7b147 req-8ec1b20c-d7d0-402c-95a6-adbcf7377255 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0c3fe45e-701b-47d7-94f7-8879bbb2f4a4 HTTP/1.1" status: 200 len: 217 time: 0.0964246 May 30 20:11:27.150484 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-1b51ce5f-f15a-48be-964d-aa0014f10af1 req-8872d317-9449-403a-b287-a9d550aebf76 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:11:27.159372 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-1b51ce5f-f15a-48be-964d-aa0014f10af1 req-8872d317-9449-403a-b287-a9d550aebf76 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Usage tracker for resource:port and tenant:fa8a8e16668d4cd3985a20ee71169357 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:11:27.164726 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-1b51ce5f-f15a-48be-964d-aa0014f10af1 req-8872d317-9449-403a-b287-a9d550aebf76 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:11:27.175499 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-1b51ce5f-f15a-48be-964d-aa0014f10af1 req-8872d317-9449-403a-b287-a9d550aebf76 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:11:27.192188 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c78308e-7b3e-486b-ae14-e2bacc17ff1e req-16dfbda1-b8b4-48d0-a54d-a466a6aab638 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:27.195075 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0e95500e-9653-4925-a5c4-d8c3a9062c89 req-b39048f5-13be-4d16-aa8e-c31d64f88d28 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] 10.222.0.85 "GET /v2.0/ports?device_id=90d1ebd5-ac9c-4c24-b6ef-f8b927cb8126 HTTP/1.1" status: 200 len: 210 time: 0.3825769 May 30 20:11:27.196682 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c78308e-7b3e-486b-ae14-e2bacc17ff1e req-16dfbda1-b8b4-48d0-a54d-a466a6aab638 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:27.201940 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c78308e-7b3e-486b-ae14-e2bacc17ff1e req-16dfbda1-b8b4-48d0-a54d-a466a6aab638 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:27.229288 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c78308e-7b3e-486b-ae14-e2bacc17ff1e req-16dfbda1-b8b4-48d0-a54d-a466a6aab638 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:27.229288 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c78308e-7b3e-486b-ae14-e2bacc17ff1e req-16dfbda1-b8b4-48d0-a54d-a466a6aab638 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:27.229288 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c78308e-7b3e-486b-ae14-e2bacc17ff1e req-16dfbda1-b8b4-48d0-a54d-a466a6aab638 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:27.229288 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c78308e-7b3e-486b-ae14-e2bacc17ff1e req-16dfbda1-b8b4-48d0-a54d-a466a6aab638 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:27.233317 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-7c78308e-7b3e-486b-ae14-e2bacc17ff1e req-16dfbda1-b8b4-48d0-a54d-a466a6aab638 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] 10.222.0.85 "GET /v2.0/ports?device_id=9c32c8ec-3847-430c-b19f-49ed6feb4bec HTTP/1.1" status: 200 len: 5416 time: 0.3249106 May 30 20:11:27.272619 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c76fc915-be59-491a-839d-7be353667ed9 admin admin] Notify callbacks [] for router, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:27.274436 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-c76fc915-be59-491a-839d-7be353667ed9 admin admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 8.1376660 May 30 20:11:27.280628 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 52664) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:11:27.285794 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d73d411-6eb0-4270-abfc-302abee7b147 req-26c792f4-9e22-430d-b2ce-50d5c2352580 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:27.288389 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1d73d411-6eb0-4270-abfc-302abee7b147 req-26c792f4-9e22-430d-b2ce-50d5c2352580 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5734fb91-21ca-4bd5-af81-93d0eab2979b HTTP/1.1" status: 200 len: 862 time: 0.0825210 May 30 20:11:27.364005 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1d73d411-6eb0-4270-abfc-302abee7b147 req-d5a28560-1965-4640-b36d-25ca9e456d4e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=17cab969-4c0b-44fd-8919-4e535e11ab3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623958 May 30 20:11:27.464217 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b51ce5f-f15a-48be-964d-aa0014f10af1 req-8872d317-9449-403a-b287-a9d550aebf76 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Made reservation on behalf of fa8a8e16668d4cd3985a20ee71169357 for: {'port': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:11:27.468474 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-1b51ce5f-f15a-48be-964d-aa0014f10af1 req-8872d317-9449-403a-b287-a9d550aebf76 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:27.498388 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-7c78308e-7b3e-486b-ae14-e2bacc17ff1e req-a17cec91-58c6-41f1-8038-fbf0a3ec40f8 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] 10.222.0.85 "GET /v2.0/security-groups?id=37be4557-a35d-41b8-94e5-d29002afe979&id=e6676217-9362-4f98-9839-89020fcebb14&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2582674 May 30 20:11:27.616875 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-c0a233a7-c862-4192-a796-84d911c1bfa9 None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:27.685190 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-c0a233a7-c862-4192-a796-84d911c1bfa9 None None] Transition to ACTIVE for port object 0c7adefd-595f-4762-b315-981862d9f470 will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:11:27.692102 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0324f95f-664c-43c4-8f1d-dffb85e86821 req-ebfead83-9d63-4194-b0df-a21d63db41b8 tempest-ImagesOneServerTestJSON-807794603 tempest-ImagesOneServerTestJSON-807794603-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3853b5d-051b-4cd4-b6b6-6138821f4e0c HTTP/1.1" status: 200 len: 210 time: 0.1874080 May 30 20:11:27.706687 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-dcc48baa-0f38-41ab-8493-a80595160502 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7dfebaf0-dc9f-476d-9977-56c7fc58662b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5715065 May 30 20:11:27.726225 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-c0a233a7-c862-4192-a796-84d911c1bfa9 None None] Transition to ACTIVE for port object 0c7adefd-595f-4762-b315-981862d9f470 will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:11:27.783879 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:11:27.866995 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9af667ef-e025-4330-8f32-769ef1c1dd55 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:27.903695 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-c0a233a7-c862-4192-a796-84d911c1bfa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:28.010109 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-ec717bc2-72d4-4522-a1a5-2eef8aa8c8bd service neutron] 10.222.0.71 "GET /v2.0/networks/7dfebaf0-dc9f-476d-9977-56c7fc58662b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2947652 May 30 20:11:28.063924 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a233a7-c862-4192-a796-84d911c1bfa9 None None] Pushing event updated for resources: {'Port': ['ID=0c7adefd-595f-4762-b315-981862d9f470,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:28.072869 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [req-1b51ce5f-f15a-48be-964d-aa0014f10af1 req-8872d317-9449-403a-b287-a9d550aebf76 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Allocated IP 172.20.0.4 (4a9121fe-3c05-4fb0-ad44-174db17c3d5b/26b23bbf-887e-4278-88a1-ac21d644c5ec/4ae5effb-2ec4-4a22-8af5-a50e814f392b) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:11:28.073316 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a233a7-c862-4192-a796-84d911c1bfa9 None None] Network ac0cf993-3653-417b-b55c-1e0d903ad371 is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:11:28.077108 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-c0a233a7-c862-4192-a796-84d911c1bfa9 None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:11:28.084790 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a233a7-c862-4192-a796-84d911c1bfa9 None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:11:28.272816 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1d73d411-6eb0-4270-abfc-302abee7b147 req-9fb69b0e-c838-4cf8-9dc8-a63bc4b80cff service neutron] 10.222.0.86 "GET /v2.0/networks/17cab969-4c0b-44fd-8919-4e535e11ab3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8968177 May 30 20:11:28.441261 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-1b51ce5f-f15a-48be-964d-aa0014f10af1 req-8872d317-9449-403a-b287-a9d550aebf76 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:28.460566 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1d73d411-6eb0-4270-abfc-302abee7b147 req-9c3fc8ad-29b1-405c-bc07-7421925beb0e service neutron] 10.222.0.86 "GET /v2.0/networks/17cab969-4c0b-44fd-8919-4e535e11ab3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801748 May 30 20:11:28.515694 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 0c3fe45e-701b-47d7-94f7-8879bbb2f4a4 details requested by agent hyperv_n-h2-843948-2 with host n-h2-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:11:28.532221 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9af667ef-e025-4330-8f32-769ef1c1dd55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:28.755055 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7975ec-8117-4f60-ba48-f1a48d0a19bf req-8c6da51a-a8de-4069-8445-f53faf6f9dce tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:28.769159 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5b7975ec-8117-4f60-ba48-f1a48d0a19bf req-8c6da51a-a8de-4069-8445-f53faf6f9dce tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] 10.222.0.85 "GET /v2.0/ports?device_id=8c8de3ab-968c-4913-a1a7-26260a84fd2e HTTP/1.1" status: 200 len: 945 time: 0.7559042 May 30 20:11:28.843552 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 0c3fe45e-701b-47d7-94f7-8879bbb2f4a4, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=0c3fe45e-701b-47d7-94f7-8879bbb2f4a4,segment=NetworkSegment(4bce4141-8ebf-4b0a-b9e3-d82019ac9875),segment_id=4bce4141-8ebf-4b0a-b9e3-d82019ac9875)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:11:28.853661 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-e6d26c00-ad37-45db-9669-61f27b2d2fee service neutron] 10.222.0.71 "GET /v2.0/networks/7dfebaf0-dc9f-476d-9977-56c7fc58662b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7610364 May 30 20:11:28.866490 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-c0a233a7-c862-4192-a796-84d911c1bfa9 None None] Attempting to bind port 0c7adefd-595f-4762-b315-981862d9f470 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:11:28.866850 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-c0a233a7-c862-4192-a796-84d911c1bfa9 None None] Attempting to bind port 0c7adefd-595f-4762-b315-981862d9f470 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': 'b72c5675-2dd4-4112-882d-4e6c4ce463bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'ac0cf993-3653-417b-b55c-1e0d903ad371'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:11:28.867202 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a233a7-c862-4192-a796-84d911c1bfa9 None None] Attempting to bind port 0c7adefd-595f-4762-b315-981862d9f470 on network ac0cf993-3653-417b-b55c-1e0d903ad371 {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:11:28.876938 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Returning: {'device': '0c3fe45e-701b-47d7-94f7-8879bbb2f4a4', 'network_id': '17cab969-4c0b-44fd-8919-4e535e11ab3b', 'port_id': '0c3fe45e-701b-47d7-94f7-8879bbb2f4a4', 'mac_address': 'fa:16:3e:92:65:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5734fb91-21ca-4bd5-af81-93d0eab2979b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:11:28.884765 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device dd386a56-e893-4b2e-a326-2576b12c9a84 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:11:28.936790 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a233a7-c862-4192-a796-84d911c1bfa9 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:11:28.937202 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a233a7-c862-4192-a796-84d911c1bfa9 None None] Checking segment: {'id': 'b72c5675-2dd4-4112-882d-4e6c4ce463bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'ac0cf993-3653-417b-b55c-1e0d903ad371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:11:28.937559 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-c0a233a7-c862-4192-a796-84d911c1bfa9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:28.937987 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a233a7-c862-4192-a796-84d911c1bfa9 None None] Bound using segment: {'id': 'b72c5675-2dd4-4112-882d-4e6c4ce463bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'ac0cf993-3653-417b-b55c-1e0d903ad371'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:11:28.938463 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-c0a233a7-c862-4192-a796-84d911c1bfa9 None None] Bound port: 0c7adefd-595f-4762-b315-981862d9f470, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b72c5675-2dd4-4112-882d-4e6c4ce463bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'ac0cf993-3653-417b-b55c-1e0d903ad371'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:11:28.938826 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-c0a233a7-c862-4192-a796-84d911c1bfa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:28.983637 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-1b51ce5f-f15a-48be-964d-aa0014f10af1 req-8872d317-9449-403a-b287-a9d550aebf76 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:28.999772 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-583c671d-c47b-44e2-a13f-e98ad0fdfd50 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.27&port_id=9617712b-161f-40f8-aee7-6c6019d8f25d HTTP/1.1" status: 200 len: 217 time: 0.1390710 May 30 20:11:29.020452 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5b7975ec-8117-4f60-ba48-f1a48d0a19bf req-3d5dce97-ee4b-405b-b9bd-740d43ce160a tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] 10.222.0.85 "GET /v2.0/security-groups?id=c816953b-4eaf-44de-8f51-6f9258494ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2436910 May 30 20:11:29.166731 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b51ce5f-f15a-48be-964d-aa0014f10af1 req-8872d317-9449-403a-b287-a9d550aebf76 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Network 4a9121fe-3c05-4fb0-ad44-174db17c3d5b is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:11:29.174552 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [req-1b51ce5f-f15a-48be-964d-aa0014f10af1 req-8872d317-9449-403a-b287-a9d550aebf76 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:11:29.198456 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b51ce5f-f15a-48be-964d-aa0014f10af1 req-8872d317-9449-403a-b287-a9d550aebf76 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:11:29.233324 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-2688c378-beef-46e2-af5b-932702a3fcb6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:29.240784 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-2688c378-beef-46e2-af5b-932702a3fcb6 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=156dd172-ceed-40ca-a03f-1d3d19921b4e HTTP/1.1" status: 200 len: 797 time: 0.2190137 May 30 20:11:29.263377 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:29.325163 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c3fe45e-701b-47d7-94f7-8879bbb2f4a4 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:11:29.365068 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port dd386a56-e893-4b2e-a326-2576b12c9a84 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:11:29.365068 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:29.421578 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b51ce5f-f15a-48be-964d-aa0014f10af1 req-8872d317-9449-403a-b287-a9d550aebf76 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:29.422480 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-1b51ce5f-f15a-48be-964d-aa0014f10af1 req-8872d317-9449-403a-b287-a9d550aebf76 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:29.447424 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9fb199c2-8a9c-47fe-9fb7-f1129fcfb685 req-959cfef9-1e60-49a1-9bbb-4fac38d6dbf8 tempest-ImagesOneServerTestJSON-807794603 tempest-ImagesOneServerTestJSON-807794603-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=bffbecc179ca431ba8825f3f58c3e9cb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4217479 May 30 20:11:29.735628 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-c0a233a7-c862-4192-a796-84d911c1bfa9 None None] For port 0c7adefd-595f-4762-b315-981862d9f470, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:11:29.773058 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-9af667ef-e025-4330-8f32-769ef1c1dd55 admin admin] Allocated IP 172.25.8.216 (c7869750-4b49-4b7e-aa99-5e0f1ae02da4/427601ec-f643-4fe7-b5e6-17305d3a39e1/20e9fcc0-2af1-4ea7-8af9-83f060d630c7) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:11:29.795427 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 0c3fe45e-701b-47d7-94f7-8879bbb2f4a4, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=0c3fe45e-701b-47d7-94f7-8879bbb2f4a4,segment=NetworkSegment(4bce4141-8ebf-4b0a-b9e3-d82019ac9875),segment_id=4bce4141-8ebf-4b0a-b9e3-d82019ac9875)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:11:29.809864 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-c0a233a7-c862-4192-a796-84d911c1bfa9 None None] For port 0c7adefd-595f-4762-b315-981862d9f470, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=0c7adefd-595f-4762-b315-981862d9f470,segment=NetworkSegment(b72c5675-2dd4-4112-882d-4e6c4ce463bb),segment_id=b72c5675-2dd4-4112-882d-4e6c4ce463bb)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:11:29.815239 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-7aa4967b-2ca9-4364-ae88-3878c22c0640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f3899bd-8f6c-4ab1-8c13-5e1711518656', 'name': 'tempest-ServersTestFqdnHostnames-1649540144-router', 'tenant_id': '6c8b439c056d43b986fd353251bc92b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.33'}], 'enable_snat': True}, 'gw_port_id': 'f814a113-aec8-4aed-b31f-52a0db549c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:11:19Z', 'updated_at': '2022-05-30T20:11:23Z', 'revision_number': 3, 'project_id': '6c8b439c056d43b986fd353251bc92b9', 'gw_port': {'id': 'f814a113-aec8-4aed-b31f-52a0db549c7a', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:25:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f3899bd-8f6c-4ab1-8c13-5e1711518656', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:11:21Z', 'updated_at': '2022-05-30T20:11:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:11:29.910669 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa4967b-2ca9-4364-ae88-3878c22c0640 None None] Checking router: 0f3899bd-8f6c-4ab1-8c13-5e1711518656 for host: n-d-843948-2 {{(pid=84888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:11:29.920529 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa4967b-2ca9-4364-ae88-3878c22c0640 None None] Updating router 0f3899bd-8f6c-4ab1-8c13-5e1711518656 port f814a113-aec8-4aed-b31f-52a0db549c7a binding host n-d-843948-2 {{(pid=84888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:11:30.023766 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cbeb10-83fc-4f80-aecd-ca6b39daf719 req-eebe9c7d-2e56-4c67-923c-13355b46bfa8 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:30.032118 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-35cbeb10-83fc-4f80-aecd-ca6b39daf719 req-eebe9c7d-2e56-4c67-923c-13355b46bfa8 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] 10.222.0.85 "GET /v2.0/ports?device_id=90d1ebd5-ac9c-4c24-b6ef-f8b927cb8126 HTTP/1.1" status: 200 len: 931 time: 0.5962117 May 30 20:11:30.075628 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-01b9225a-f5fe-4311-acb3-20fd648ff44d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7dfebaf0-dc9f-476d-9977-56c7fc58662b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.8218071 May 30 20:11:30.098238 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:30.101772 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:30.105444 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-c0a233a7-c862-4192-a796-84d911c1bfa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:30.109654 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb199c2-8a9c-47fe-9fb7-f1129fcfb685 req-1148b7a9-de18-4e13-ad8d-d7ac4f7c3066 tempest-ImagesOneServerTestJSON-807794603 tempest-ImagesOneServerTestJSON-807794603-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:30.111310 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9fb199c2-8a9c-47fe-9fb7-f1129fcfb685 req-1148b7a9-de18-4e13-ad8d-d7ac4f7c3066 tempest-ImagesOneServerTestJSON-807794603 tempest-ImagesOneServerTestJSON-807794603-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6522148 May 30 20:11:30.114492 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-46d8369d-5544-4054-8ff1-14a0735ce132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:30.139641 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-35cbeb10-83fc-4f80-aecd-ca6b39daf719 req-04697abe-2f98-400a-b11e-283a55eaabf0 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Synchronizing usage tracker for tenant:fa8a8e16668d4cd3985a20ee71169357 on resource:security_group {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:11:30.150971 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-9fb199c2-8a9c-47fe-9fb7-f1129fcfb685 req-053499cb-0431-4bd0-af79-c3c266a1a17c tempest-ImagesOneServerTestJSON-807794603 tempest-ImagesOneServerTestJSON-807794603-project] Request body: {'port': {'device_id': 'a3853b5d-051b-4cd4-b6b6-6138821f4e0c', 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1', 'admin_state_up': True, 'tenant_id': 'bffbecc179ca431ba8825f3f58c3e9cb'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:11:30.309537 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-9fb199c2-8a9c-47fe-9fb7-f1129fcfb685 req-053499cb-0431-4bd0-af79-c3c266a1a17c tempest-ImagesOneServerTestJSON-807794603 tempest-ImagesOneServerTestJSON-807794603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:11:30.315206 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-9fb199c2-8a9c-47fe-9fb7-f1129fcfb685 req-053499cb-0431-4bd0-af79-c3c266a1a17c tempest-ImagesOneServerTestJSON-807794603 tempest-ImagesOneServerTestJSON-807794603-project] Usage tracker for resource:port and tenant:bffbecc179ca431ba8825f3f58c3e9cb is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:11:30.320272 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-9fb199c2-8a9c-47fe-9fb7-f1129fcfb685 req-053499cb-0431-4bd0-af79-c3c266a1a17c tempest-ImagesOneServerTestJSON-807794603 tempest-ImagesOneServerTestJSON-807794603-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:11:30.327747 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=0c3fe45e-701b-47d7-94f7-8879bbb2f4a4,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:30.329216 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-9fb199c2-8a9c-47fe-9fb7-f1129fcfb685 req-053499cb-0431-4bd0-af79-c3c266a1a17c tempest-ImagesOneServerTestJSON-807794603 tempest-ImagesOneServerTestJSON-807794603-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:11:30.372738 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9af667ef-e025-4330-8f32-769ef1c1dd55 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:30.444465 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['0c3fe45e-701b-47d7-94f7-8879bbb2f4a4'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:11:30.471631 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8872d317-9449-403a-b287-a9d550aebf76 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Pushing event updated for resources: {'Port': ['ID=4ae5effb-2ec4-4a22-8af5-a50e814f392b,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:30.474252 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fb199c2-8a9c-47fe-9fb7-f1129fcfb685 req-053499cb-0431-4bd0-af79-c3c266a1a17c tempest-ImagesOneServerTestJSON-807794603 tempest-ImagesOneServerTestJSON-807794603-project] Made reservation on behalf of bffbecc179ca431ba8825f3f58c3e9cb for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:11:30.479256 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-9fb199c2-8a9c-47fe-9fb7-f1129fcfb685 req-053499cb-0431-4bd0-af79-c3c266a1a17c tempest-ImagesOneServerTestJSON-807794603 tempest-ImagesOneServerTestJSON-807794603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:30.496101 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1b51ce5f-f15a-48be-964d-aa0014f10af1 req-8872d317-9449-403a-b287-a9d550aebf76 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9195979 May 30 20:11:30.523305 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-7aa4967b-2ca9-4364-ae88-3878c22c0640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:30.526613 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [req-1b51ce5f-f15a-48be-964d-aa0014f10af1 req-bb774407-7da3-4a8b-915e-cc481f48898a service neutron] Request body: {'port': {'device_id': '90d1ebd5-ac9c-4c24-b6ef-f8b927cb8126', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843948-2'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:11:30.530527 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-35cbeb10-83fc-4f80-aecd-ca6b39daf719 req-04697abe-2f98-400a-b11e-283a55eaabf0 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Unset dirty status for tenant:fa8a8e16668d4cd3985a20ee71169357 on resource:security_group {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:11:30.546270 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-35cbeb10-83fc-4f80-aecd-ca6b39daf719 req-04697abe-2f98-400a-b11e-283a55eaabf0 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] 10.222.0.85 "GET /v2.0/security-groups?id=ee3a99c9-b491-4b30-b550-7e2cbfacbd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5131819 May 30 20:11:30.585260 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-2bc19505-e26a-439d-b53d-51ac80a13605 service neutron] 10.222.0.71 "GET /v2.0/networks/7dfebaf0-dc9f-476d-9977-56c7fc58662b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5014215 May 30 20:11:30.587880 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-9fb199c2-8a9c-47fe-9fb7-f1129fcfb685 req-053499cb-0431-4bd0-af79-c3c266a1a17c tempest-ImagesOneServerTestJSON-807794603 tempest-ImagesOneServerTestJSON-807794603-project] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:30.629587 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9af667ef-e025-4330-8f32-769ef1c1dd55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:30.642600 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a233a7-c862-4192-a796-84d911c1bfa9 None None] Pushing event updated for resources: {'Port': ['ID=0c7adefd-595f-4762-b315-981862d9f470,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:30.911208 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-9fb199c2-8a9c-47fe-9fb7-f1129fcfb685 req-053499cb-0431-4bd0-af79-c3c266a1a17c tempest-ImagesOneServerTestJSON-807794603 tempest-ImagesOneServerTestJSON-807794603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:11:30.914378 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af667ef-e025-4330-8f32-769ef1c1dd55 admin admin] Pushing event updated for resources: {'Port': ['ID=20e9fcc0-2af1-4ea7-8af9-83f060d630c7,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:30.916492 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-9fb199c2-8a9c-47fe-9fb7-f1129fcfb685 req-053499cb-0431-4bd0-af79-c3c266a1a17c tempest-ImagesOneServerTestJSON-807794603 tempest-ImagesOneServerTestJSON-807794603-project] Usage tracker for resource:security_group_rule and tenant:bffbecc179ca431ba8825f3f58c3e9cb is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:11:30.926659 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-9fb199c2-8a9c-47fe-9fb7-f1129fcfb685 req-053499cb-0431-4bd0-af79-c3c266a1a17c tempest-ImagesOneServerTestJSON-807794603 tempest-ImagesOneServerTestJSON-807794603-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:11:30.943960 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-9fb199c2-8a9c-47fe-9fb7-f1129fcfb685 req-053499cb-0431-4bd0-af79-c3c266a1a17c tempest-ImagesOneServerTestJSON-807794603 tempest-ImagesOneServerTestJSON-807794603-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:11:30.948867 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af667ef-e025-4330-8f32-769ef1c1dd55 admin admin] Network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:11:30.953264 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-9af667ef-e025-4330-8f32-769ef1c1dd55 admin admin] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:11:30.958363 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af667ef-e025-4330-8f32-769ef1c1dd55 admin admin] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:11:31.184660 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-583f100e-fc32-42ec-a710-07123b5c06cb service neutron] 10.222.0.71 "GET /v2.0/networks/7dfebaf0-dc9f-476d-9977-56c7fc58662b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5586250 May 30 20:11:31.266619 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b94795-6009-40e7-9223-c51ac89298d6 req-47940cba-39f0-4375-899e-d84a27c29383 tempest-ServerAddressesNegativeTestJSON-1183372091 tempest-ServerAddressesNegativeTestJSON-1183372091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:31.273123 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-36b94795-6009-40e7-9223-c51ac89298d6 req-47940cba-39f0-4375-899e-d84a27c29383 tempest-ServerAddressesNegativeTestJSON-1183372091 tempest-ServerAddressesNegativeTestJSON-1183372091-project] 10.222.0.85 "GET /v2.0/ports?device_id=85813071-68d8-450a-a3ad-0cebac1555f6 HTTP/1.1" status: 200 len: 944 time: 3.3315847 May 30 20:11:31.333819 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-c118107f-5762-4045-9615-31ac42af4c1c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.219&port_id=406d6bcf-03be-4c83-9523-528b6918c399 HTTP/1.1" status: 200 len: 217 time: 0.1069655 May 30 20:11:31.342555 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-1b51ce5f-f15a-48be-964d-aa0014f10af1 req-bb774407-7da3-4a8b-915e-cc481f48898a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:31.359848 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-7aa4967b-2ca9-4364-ae88-3878c22c0640 None None] Notify callbacks [] for port, precommit_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:31.375469 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-7aa4967b-2ca9-4364-ae88-3878c22c0640 None None] Transition to ACTIVE for port object f814a113-aec8-4aed-b31f-52a0db549c7a will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:11:31.388379 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:31.421598 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-9fb199c2-8a9c-47fe-9fb7-f1129fcfb685 req-053499cb-0431-4bd0-af79-c3c266a1a17c tempest-ImagesOneServerTestJSON-807794603 tempest-ImagesOneServerTestJSON-807794603-project] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:31.464289 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-7aa4967b-2ca9-4364-ae88-3878c22c0640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:31.475288 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-23fc871c-ff23-41be-a255-be0852f4b699 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:31.477748 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-23fc871c-ff23-41be-a255-be0852f4b699 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=156dd172-ceed-40ca-a03f-1d3d19921b4e HTTP/1.1" status: 200 len: 797 time: 0.1264074 May 30 20:11:31.549203 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-9fb199c2-8a9c-47fe-9fb7-f1129fcfb685 req-053499cb-0431-4bd0-af79-c3c266a1a17c tempest-ImagesOneServerTestJSON-807794603 tempest-ImagesOneServerTestJSON-807794603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:31.601338 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c470ea67-e2e7-4e12-bac0-397e33a1a49c None None] Pushing event updated for resources: {'Port': ['ID=f814a113-aec8-4aed-b31f-52a0db549c7a,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:31.625299 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-36b94795-6009-40e7-9223-c51ac89298d6 req-67d67c0c-8da7-4dce-9794-9138ec5dbbf6 tempest-ServerAddressesNegativeTestJSON-1183372091 tempest-ServerAddressesNegativeTestJSON-1183372091-project] 10.222.0.85 "GET /v2.0/security-groups?id=7198028f-5a59-48fe-bc6b-1e253667b012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3122172 May 30 20:11:31.711258 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-7aa4967b-2ca9-4364-ae88-3878c22c0640 None None] Attempting to bind port f814a113-aec8-4aed-b31f-52a0db549c7a on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:11:31.711931 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-7aa4967b-2ca9-4364-ae88-3878c22c0640 None None] Attempting to bind port f814a113-aec8-4aed-b31f-52a0db549c7a by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:11:31.712660 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa4967b-2ca9-4364-ae88-3878c22c0640 None None] Attempting to bind port f814a113-aec8-4aed-b31f-52a0db549c7a on network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:11:31.731251 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa4967b-2ca9-4364-ae88-3878c22c0640 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 11, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:11:31.736665 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa4967b-2ca9-4364-ae88-3878c22c0640 None None] Checking segment: {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:11:31.736665 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-7aa4967b-2ca9-4364-ae88-3878c22c0640 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:31.736665 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa4967b-2ca9-4364-ae88-3878c22c0640 None None] Bound using segment: {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:11:31.736665 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-7aa4967b-2ca9-4364-ae88-3878c22c0640 None None] Bound port: f814a113-aec8-4aed-b31f-52a0db549c7a, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:11:31.736665 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-7aa4967b-2ca9-4364-ae88-3878c22c0640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:31.737151 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7df3de9-6f55-47ff-8d30-99c374d6a352 req-0e097229-0f4a-497a-a3bb-45b7fd1732af tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:31.742543 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7df3de9-6f55-47ff-8d30-99c374d6a352 req-0e097229-0f4a-497a-a3bb-45b7fd1732af tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:31.749900 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7df3de9-6f55-47ff-8d30-99c374d6a352 req-0e097229-0f4a-497a-a3bb-45b7fd1732af tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:31.754496 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7df3de9-6f55-47ff-8d30-99c374d6a352 req-0e097229-0f4a-497a-a3bb-45b7fd1732af tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:31.759467 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7df3de9-6f55-47ff-8d30-99c374d6a352 req-0e097229-0f4a-497a-a3bb-45b7fd1732af tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:31.764161 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7df3de9-6f55-47ff-8d30-99c374d6a352 req-0e097229-0f4a-497a-a3bb-45b7fd1732af tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:31.768609 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7df3de9-6f55-47ff-8d30-99c374d6a352 req-0e097229-0f4a-497a-a3bb-45b7fd1732af tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:31.778274 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f7df3de9-6f55-47ff-8d30-99c374d6a352 req-0e097229-0f4a-497a-a3bb-45b7fd1732af tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] 10.222.0.85 "GET /v2.0/ports?device_id=9c32c8ec-3847-430c-b19f-49ed6feb4bec HTTP/1.1" status: 200 len: 5416 time: 0.7123103 May 30 20:11:31.899053 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-7aa4967b-2ca9-4364-ae88-3878c22c0640 None None] For port f814a113-aec8-4aed-b31f-52a0db549c7a, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:11:31.906163 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-7aa4967b-2ca9-4364-ae88-3878c22c0640 None None] For port f814a113-aec8-4aed-b31f-52a0db549c7a, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=f814a113-aec8-4aed-b31f-52a0db549c7a,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:11:31.943603 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f7df3de9-6f55-47ff-8d30-99c374d6a352 req-e8612eb6-7ec4-4258-9cba-25775871cc2f tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] 10.222.0.85 "GET /v2.0/security-groups?id=37be4557-a35d-41b8-94e5-d29002afe979&id=e6676217-9362-4f98-9839-89020fcebb14&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1621466 May 30 20:11:31.943603 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053499cb-0431-4bd0-af79-c3c266a1a17c tempest-ImagesOneServerTestJSON-807794603 tempest-ImagesOneServerTestJSON-807794603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15b0ead0-dbb0-476e-8f88-94ff4c27146a,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:32.012178 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-7aa4967b-2ca9-4364-ae88-3878c22c0640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:32.369962 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e25b0a04-615e-4f5d-ad3a-b7d34b3f9272 None None] Network ac0cf993-3653-417b-b55c-1e0d903ad371 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:11:32.416867 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [req-9fb199c2-8a9c-47fe-9fb7-f1129fcfb685 req-053499cb-0431-4bd0-af79-c3c266a1a17c tempest-ImagesOneServerTestJSON-807794603 tempest-ImagesOneServerTestJSON-807794603-project] Allocated IP 192.168.233.70 (4344fbed-57fb-43d7-b32d-6020ce60f0a1/1b83ff54-b1af-44ce-bb75-ba148920553c/0af956aa-5dfc-4b3f-969a-34978ca452c2) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:11:32.426500 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 0c3fe45e-701b-47d7-94f7-8879bbb2f4a4 up at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:11:32.432754 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b3403e21-f5b8-4ce7-a55e-8cecf5e9ce6d req-ec628863-2596-480e-9c64-b5d774abfb0a tempest-ImagesOneServerTestJSON-807794603 tempest-ImagesOneServerTestJSON-807794603-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3853b5d-051b-4cd4-b6b6-6138821f4e0c HTTP/1.1" status: 200 len: 210 time: 0.2365415 May 30 20:11:32.457992 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.db.resource_extend [req-1b51ce5f-f15a-48be-964d-aa0014f10af1 req-bb774407-7da3-4a8b-915e-cc481f48898a service neutron] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:11:32.468006 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c470ea67-e2e7-4e12-bac0-397e33a1a49c None None] Pushing event updated for resources: {'Port': ['ID=f814a113-aec8-4aed-b31f-52a0db549c7a,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:32.755887 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 0c7adefd-595f-4762-b315-981862d9f470 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:11:32.887381 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [req-1b51ce5f-f15a-48be-964d-aa0014f10af1 req-bb774407-7da3-4a8b-915e-cc481f48898a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ae5effb-2ec4-4a22-8af5-a50e814f392b {{(pid=84886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:11:32.899816 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-1b51ce5f-f15a-48be-964d-aa0014f10af1 req-bb774407-7da3-4a8b-915e-cc481f48898a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:32.931377 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [req-1b51ce5f-f15a-48be-964d-aa0014f10af1 req-bb774407-7da3-4a8b-915e-cc481f48898a service neutron] Transition to ACTIVE for port object 4ae5effb-2ec4-4a22-8af5-a50e814f392b will not be triggered until provisioned by entity L2. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:11:32.934004 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9af667ef-e025-4330-8f32-769ef1c1dd55 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:32.934782 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9af667ef-e025-4330-8f32-769ef1c1dd55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-736409'] for router, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:32.941997 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa4967b-2ca9-4364-ae88-3878c22c0640 None None] Routers {'0f3899bd-8f6c-4ab1-8c13-5e1711518656'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:11:32.942654 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-7aa4967b-2ca9-4364-ae88-3878c22c0640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:11:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['0f3899bd-8f6c-4ab1-8c13-5e1711518656'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:11:33.010693 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78702d00-5e58-4ea3-858b-f363b45c5f9e req-356d05a2-9231-496e-973f-7aeb932d5089 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:33.011352 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-78702d00-5e58-4ea3-858b-f363b45c5f9e req-356d05a2-9231-496e-973f-7aeb932d5089 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Synchronizing usage tracker for tenant:fa8a8e16668d4cd3985a20ee71169357 on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:11:33.275028 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-1b51ce5f-f15a-48be-964d-aa0014f10af1 req-bb774407-7da3-4a8b-915e-cc481f48898a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:33.346324 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-e3dfed94-e5ec-4f10-8d32-eed72f2a0fde service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7dfebaf0-dc9f-476d-9977-56c7fc58662b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.8606081 May 30 20:11:33.472403 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning for port 0c3fe45e-701b-47d7-94f7-8879bbb2f4a4 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:11:33.498465 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning complete for port 0c3fe45e-701b-47d7-94f7-8879bbb2f4a4 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:11:33.498907 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:33.569138 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b4ed32-0b46-4a8e-bfe5-019af222bbb8 req-4c8ba101-01ee-4fa1-a3da-adc6274ac69d tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:33.582175 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-92b4ed32-0b46-4a8e-bfe5-019af222bbb8 req-4c8ba101-01ee-4fa1-a3da-adc6274ac69d tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] 10.222.0.85 "GET /v2.0/ports?device_id=8c8de3ab-968c-4913-a1a7-26260a84fd2e HTTP/1.1" status: 200 len: 945 time: 0.5071836 May 30 20:11:33.588202 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:33.588947 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-0defa2ec-1428-43d5-8ef5-213acc7827e2 None None] Provisioning for port 0c7adefd-595f-4762-b315-981862d9f470 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:11:33.591220 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb774407-7da3-4a8b-915e-cc481f48898a service neutron] Pushing event updated for resources: {'Port': ['ID=4ae5effb-2ec4-4a22-8af5-a50e814f392b,revision_number=2']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:33.597649 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-78702d00-5e58-4ea3-858b-f363b45c5f9e req-356d05a2-9231-496e-973f-7aeb932d5089 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Unset dirty status for tenant:fa8a8e16668d4cd3985a20ee71169357 on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:11:33.606183 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-0defa2ec-1428-43d5-8ef5-213acc7827e2 None None] Provisioning complete for port 0c7adefd-595f-4762-b315-981862d9f470 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:11:33.606574 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-0defa2ec-1428-43d5-8ef5-213acc7827e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:33.620758 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-78702d00-5e58-4ea3-858b-f363b45c5f9e req-356d05a2-9231-496e-973f-7aeb932d5089 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] 10.222.0.85 "GET /v2.0/ports?device_id=90d1ebd5-ac9c-4c24-b6ef-f8b927cb8126 HTTP/1.1" status: 200 len: 931 time: 0.9148467 May 30 20:11:33.643651 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 0c7adefd-595f-4762-b315-981862d9f470 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:11:33.698457 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-9fb199c2-8a9c-47fe-9fb7-f1129fcfb685 req-053499cb-0431-4bd0-af79-c3c266a1a17c tempest-ImagesOneServerTestJSON-807794603 tempest-ImagesOneServerTestJSON-807794603-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:33.785496 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-92b4ed32-0b46-4a8e-bfe5-019af222bbb8 req-b011e11d-836d-4b1d-9b30-7094a0115df0 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] 10.222.0.85 "GET /v2.0/security-groups?id=c816953b-4eaf-44de-8f51-6f9258494ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017202 May 30 20:11:33.787993 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-9fb199c2-8a9c-47fe-9fb7-f1129fcfb685 req-053499cb-0431-4bd0-af79-c3c266a1a17c tempest-ImagesOneServerTestJSON-807794603 tempest-ImagesOneServerTestJSON-807794603-project] Transition to ACTIVE for port object 0af956aa-5dfc-4b3f-969a-34978ca452c2 will not be triggered until provisioned by entity DHCP. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:11:33.876703 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:33.918957 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 0c7adefd-595f-4762-b315-981862d9f470 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:11:33.921908 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:33.975682 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-d9c09413-e7bb-4ec6-a4a3-8fa875314703 service neutron] 10.222.0.71 "GET /v2.0/networks/7dfebaf0-dc9f-476d-9977-56c7fc58662b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6211019 May 30 20:11:34.146231 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:34.194718 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-78702d00-5e58-4ea3-858b-f363b45c5f9e req-170baf08-7d48-4fb7-b529-11d3e5f0ca3a tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] 10.222.0.85 "GET /v2.0/security-groups?id=ee3a99c9-b491-4b30-b550-7e2cbfacbd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5717318 May 30 20:11:34.202772 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port 0c7adefd-595f-4762-b315-981862d9f470, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=0c7adefd-595f-4762-b315-981862d9f470,segment=NetworkSegment(b72c5675-2dd4-4112-882d-4e6c4ce463bb),segment_id=b72c5675-2dd4-4112-882d-4e6c4ce463bb)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:11:34.229827 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-7aa4967b-2ca9-4364-ae88-3878c22c0640 None None] Set router 0f3899bd-8f6c-4ab1-8c13-5e1711518656 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:11:34.321174 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-1b51ce5f-f15a-48be-964d-aa0014f10af1 req-bb774407-7da3-4a8b-915e-cc481f48898a service neutron] Attempting to bind port 4ae5effb-2ec4-4a22-8af5-a50e814f392b on host n-h1-843948-2 for vnic_type normal with profile {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:11:34.321174 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-1b51ce5f-f15a-48be-964d-aa0014f10af1 req-bb774407-7da3-4a8b-915e-cc481f48898a service neutron] Attempting to bind port 4ae5effb-2ec4-4a22-8af5-a50e814f392b by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': 'd846ad92-c086-40c0-8c7d-67c12dd4eb60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '4a9121fe-3c05-4fb0-ad44-174db17c3d5b'}] {{(pid=84886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:11:34.321174 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b51ce5f-f15a-48be-964d-aa0014f10af1 req-bb774407-7da3-4a8b-915e-cc481f48898a service neutron] Attempting to bind port 4ae5effb-2ec4-4a22-8af5-a50e814f392b on network 4a9121fe-3c05-4fb0-ad44-174db17c3d5b {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:11:34.338664 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b51ce5f-f15a-48be-964d-aa0014f10af1 req-bb774407-7da3-4a8b-915e-cc481f48898a service neutron] Port 4ae5effb-2ec4-4a22-8af5-a50e814f392b on network 4a9121fe-3c05-4fb0-ad44-174db17c3d5b not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:11:34.339398 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b51ce5f-f15a-48be-964d-aa0014f10af1 req-bb774407-7da3-4a8b-915e-cc481f48898a service neutron] Attempting to bind port 4ae5effb-2ec4-4a22-8af5-a50e814f392b on network 4a9121fe-3c05-4fb0-ad44-174db17c3d5b {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:11:34.404263 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85813071-68d8-450a-a3ad-0cebac1555f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c3fe45e-701b-47d7-94f7-8879bbb2f4a4'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:11:34.409481 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:34.424838 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b51ce5f-f15a-48be-964d-aa0014f10af1 req-bb774407-7da3-4a8b-915e-cc481f48898a service neutron] Checking agent: {'id': 'f728d74e-a4ae-4384-860b-a5ade05dd8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:11:34.425383 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b51ce5f-f15a-48be-964d-aa0014f10af1 req-bb774407-7da3-4a8b-915e-cc481f48898a service neutron] Checking segment: {'id': 'd846ad92-c086-40c0-8c7d-67c12dd4eb60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '4a9121fe-3c05-4fb0-ad44-174db17c3d5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:11:34.426007 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b51ce5f-f15a-48be-964d-aa0014f10af1 req-bb774407-7da3-4a8b-915e-cc481f48898a service neutron] Bound using segment: {'id': 'd846ad92-c086-40c0-8c7d-67c12dd4eb60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '4a9121fe-3c05-4fb0-ad44-174db17c3d5b'} {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:11:34.426752 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-1b51ce5f-f15a-48be-964d-aa0014f10af1 req-bb774407-7da3-4a8b-915e-cc481f48898a service neutron] Bound port: 4ae5effb-2ec4-4a22-8af5-a50e814f392b, host: n-h1-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd846ad92-c086-40c0-8c7d-67c12dd4eb60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '4a9121fe-3c05-4fb0-ad44-174db17c3d5b'}}] {{(pid=84886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:11:34.427264 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-1b51ce5f-f15a-48be-964d-aa0014f10af1 req-bb774407-7da3-4a8b-915e-cc481f48898a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:34.526668 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5de4bec2-e38d-4634-aae4-52b4509e21ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:34.567772 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-48aef2a0-9b9c-4057-9b10-db6f6f0871f1 service neutron] 10.222.0.71 "GET /v2.0/networks/7dfebaf0-dc9f-476d-9977-56c7fc58662b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5721509 May 30 20:11:34.642680 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=0c7adefd-595f-4762-b315-981862d9f470,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:34.657005 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 0c3fe45e-701b-47d7-94f7-8879bbb2f4a4, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=0c3fe45e-701b-47d7-94f7-8879bbb2f4a4,segment=NetworkSegment(4bce4141-8ebf-4b0a-b9e3-d82019ac9875),segment_id=4bce4141-8ebf-4b0a-b9e3-d82019ac9875)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:11:34.751950 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-2abb9c4c-16cc-4788-a722-594b4aa58998 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6abf5558-29fb-4349-8bbb-2720708251bc HTTP/1.1" status: 200 len: 217 time: 0.1690819 May 30 20:11:34.758221 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-9fb199c2-8a9c-47fe-9fb7-f1129fcfb685 req-053499cb-0431-4bd0-af79-c3c266a1a17c tempest-ImagesOneServerTestJSON-807794603 tempest-ImagesOneServerTestJSON-807794603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:34.971083 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-160101a2-14ed-4467-9387-2247a6d588bc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:34.972976 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-160101a2-14ed-4467-9387-2247a6d588bc service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e0ec96d3-d8eb-4c27-bd2f-50e88448f40f HTTP/1.1" status: 200 len: 797 time: 0.2021325 May 30 20:11:34.995165 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:35.077297 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fb199c2-8a9c-47fe-9fb7-f1129fcfb685 req-053499cb-0431-4bd0-af79-c3c266a1a17c tempest-ImagesOneServerTestJSON-807794603 tempest-ImagesOneServerTestJSON-807794603-project] Network 4344fbed-57fb-43d7-b32d-6020ce60f0a1 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:11:35.147685 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-e1c0135c-7319-43f3-9a85-fb4dfb2bfef1 None None] Provisioning complete for port 0c7adefd-595f-4762-b315-981862d9f470 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:11:35.148380 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-e1c0135c-7319-43f3-9a85-fb4dfb2bfef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:35.176022 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=0c3fe45e-701b-47d7-94f7-8879bbb2f4a4,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:35.185211 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [req-9fb199c2-8a9c-47fe-9fb7-f1129fcfb685 req-053499cb-0431-4bd0-af79-c3c266a1a17c tempest-ImagesOneServerTestJSON-807794603 tempest-ImagesOneServerTestJSON-807794603-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:11:35.189449 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053499cb-0431-4bd0-af79-c3c266a1a17c tempest-ImagesOneServerTestJSON-807794603 tempest-ImagesOneServerTestJSON-807794603-project] Pushing event updated for resources: {'Port': ['ID=0af956aa-5dfc-4b3f-969a-34978ca452c2,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:35.200474 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fb199c2-8a9c-47fe-9fb7-f1129fcfb685 req-053499cb-0431-4bd0-af79-c3c266a1a17c tempest-ImagesOneServerTestJSON-807794603 tempest-ImagesOneServerTestJSON-807794603-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:11:35.228056 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9af667ef-e025-4330-8f32-769ef1c1dd55 admin admin] Router 6e583e7b-f12b-4fba-bb78-c30dd0525c40 is scheduled to L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 with binding_index 1 {{(pid=84886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 20:11:35.304468 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-1b51ce5f-f15a-48be-964d-aa0014f10af1 req-bb774407-7da3-4a8b-915e-cc481f48898a service neutron] For port 4ae5effb-2ec4-4a22-8af5-a50e814f392b, host n-h1-843948-2, cleared binding levels {{(pid=84886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:11:35.310996 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-1b51ce5f-f15a-48be-964d-aa0014f10af1 req-bb774407-7da3-4a8b-915e-cc481f48898a service neutron] For port 4ae5effb-2ec4-4a22-8af5-a50e814f392b, host n-h1-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=4ae5effb-2ec4-4a22-8af5-a50e814f392b,segment=NetworkSegment(d846ad92-c086-40c0-8c7d-67c12dd4eb60),segment_id=d846ad92-c086-40c0-8c7d-67c12dd4eb60)] {{(pid=84886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:11:35.356862 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-7aa4967b-2ca9-4364-ae88-3878c22c0640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f3899bd-8f6c-4ab1-8c13-5e1711518656', 'name': 'tempest-ServersTestFqdnHostnames-1649540144-router', 'tenant_id': '6c8b439c056d43b986fd353251bc92b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.33'}], 'enable_snat': True}, 'gw_port_id': 'f814a113-aec8-4aed-b31f-52a0db549c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:11:19Z', 'updated_at': '2022-05-30T20:11:23Z', 'revision_number': 3, 'project_id': '6c8b439c056d43b986fd353251bc92b9', 'gw_port': {'id': 'f814a113-aec8-4aed-b31f-52a0db549c7a', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:25:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f3899bd-8f6c-4ab1-8c13-5e1711518656', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:11:21Z', 'updated_at': '2022-05-30T20:11:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:11:35.385589 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa4967b-2ca9-4364-ae88-3878c22c0640 None None] The sync data for ids ['0f3899bd-8f6c-4ab1-8c13-5e1711518656'] in n-d-843948-2 is: [{'id': '0f3899bd-8f6c-4ab1-8c13-5e1711518656', 'name': 'tempest-ServersTestFqdnHostnames-1649540144-router', 'tenant_id': '6c8b439c056d43b986fd353251bc92b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.33'}], 'enable_snat': True}, 'gw_port_id': 'f814a113-aec8-4aed-b31f-52a0db549c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:11:19Z', 'updated_at': '2022-05-30T20:11:23Z', 'revision_number': 3, 'project_id': '6c8b439c056d43b986fd353251bc92b9', 'gw_port': {'id': 'f814a113-aec8-4aed-b31f-52a0db549c7a', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:25:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f3899bd-8f6c-4ab1-8c13-5e1711518656', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:11:21Z', 'updated_at': '2022-05-30T20:11:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:11:35.432546 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb199c2-8a9c-47fe-9fb7-f1129fcfb685 req-053499cb-0431-4bd0-af79-c3c266a1a17c tempest-ImagesOneServerTestJSON-807794603 tempest-ImagesOneServerTestJSON-807794603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:35.432546 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-9fb199c2-8a9c-47fe-9fb7-f1129fcfb685 req-053499cb-0431-4bd0-af79-c3c266a1a17c tempest-ImagesOneServerTestJSON-807794603 tempest-ImagesOneServerTestJSON-807794603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:35.458278 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8825f4bf-54d7-42a5-8438-151453e9c603 req-32ef66d7-79c1-4912-ac47-3b645ba6c7d8 tempest-ServerAddressesNegativeTestJSON-1183372091 tempest-ServerAddressesNegativeTestJSON-1183372091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:35.466563 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8825f4bf-54d7-42a5-8438-151453e9c603 req-32ef66d7-79c1-4912-ac47-3b645ba6c7d8 tempest-ServerAddressesNegativeTestJSON-1183372091 tempest-ServerAddressesNegativeTestJSON-1183372091-project] 10.222.0.85 "GET /v2.0/ports?device_id=85813071-68d8-450a-a3ad-0cebac1555f6 HTTP/1.1" status: 200 len: 945 time: 1.2112007 May 30 20:11:35.540062 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-39fc5f90-bb9e-4c48-af18-74e73691859f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=945aa537-7e5a-42ac-a8f5-8cf6a31fa2b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5555506 May 30 20:11:35.550027 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-1b51ce5f-f15a-48be-964d-aa0014f10af1 req-bb774407-7da3-4a8b-915e-cc481f48898a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:35.581864 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8825f4bf-54d7-42a5-8438-151453e9c603 req-383acdb2-9282-46ea-abb5-2675426aec05 tempest-ServerAddressesNegativeTestJSON-1183372091 tempest-ServerAddressesNegativeTestJSON-1183372091-project] 10.222.0.85 "GET /v2.0/security-groups?id=7198028f-5a59-48fe-bc6b-1e253667b012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143093 May 30 20:11:35.675419 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9fb199c2-8a9c-47fe-9fb7-f1129fcfb685 req-053499cb-0431-4bd0-af79-c3c266a1a17c tempest-ImagesOneServerTestJSON-807794603 tempest-ImagesOneServerTestJSON-807794603-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.5295794 May 30 20:11:35.705317 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-9fb199c2-8a9c-47fe-9fb7-f1129fcfb685 req-2c4d04c0-2362-4425-b58d-d78ee18d06ec service neutron] Request body: {'port': {'device_id': 'a3853b5d-051b-4cd4-b6b6-6138821f4e0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843948-2'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:11:35.865556 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-c862a100-7202-4d80-b197-0821159fa01a service neutron] 10.222.0.71 "GET /v2.0/networks/945aa537-7e5a-42ac-a8f5-8cf6a31fa2b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3189445 May 30 20:11:35.930133 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-1b51ce5f-f15a-48be-964d-aa0014f10af1 req-bb774407-7da3-4a8b-915e-cc481f48898a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:35.932085 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1b51ce5f-f15a-48be-964d-aa0014f10af1 req-bb774407-7da3-4a8b-915e-cc481f48898a service neutron] 10.222.0.71 "PUT /v2.0/ports/4ae5effb-2ec4-4a22-8af5-a50e814f392b HTTP/1.1" status: 200 len: 1091 time: 5.4243655 May 30 20:11:35.942368 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90d1ebd5-ac9c-4c24-b6ef-f8b927cb8126', 'tag': '4ae5effb-2ec4-4a22-8af5-a50e814f392b'}] {{(pid=84886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:11:35.943090 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-ef9109f7-930a-4a1c-9704-4c246946990f None None] Provisioning for port 0af956aa-5dfc-4b3f-969a-34978ca452c2 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:11:35.972337 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-ef9109f7-930a-4a1c-9704-4c246946990f None None] Provisioning complete for port 0af956aa-5dfc-4b3f-969a-34978ca452c2 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:11:35.974725 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ef9109f7-930a-4a1c-9704-4c246946990f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:36.012327 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb774407-7da3-4a8b-915e-cc481f48898a service neutron] Pushing event updated for resources: {'Port': ['ID=4ae5effb-2ec4-4a22-8af5-a50e814f392b,revision_number=3']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:36.069845 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23010637-c305-436b-b1cf-ebf1e48a5574 req-45b281e3-69ad-4965-bce6-16215a50c6a5 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:36.070981 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-ef9109f7-930a-4a1c-9704-4c246946990f None None] Port 0af956aa-5dfc-4b3f-969a-34978ca452c2 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:11:36.075158 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23010637-c305-436b-b1cf-ebf1e48a5574 req-45b281e3-69ad-4965-bce6-16215a50c6a5 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:36.079762 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23010637-c305-436b-b1cf-ebf1e48a5574 req-45b281e3-69ad-4965-bce6-16215a50c6a5 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:36.084143 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23010637-c305-436b-b1cf-ebf1e48a5574 req-45b281e3-69ad-4965-bce6-16215a50c6a5 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:36.088125 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23010637-c305-436b-b1cf-ebf1e48a5574 req-45b281e3-69ad-4965-bce6-16215a50c6a5 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:36.092241 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23010637-c305-436b-b1cf-ebf1e48a5574 req-45b281e3-69ad-4965-bce6-16215a50c6a5 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:36.096269 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23010637-c305-436b-b1cf-ebf1e48a5574 req-45b281e3-69ad-4965-bce6-16215a50c6a5 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:36.098302 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-23010637-c305-436b-b1cf-ebf1e48a5574 req-45b281e3-69ad-4965-bce6-16215a50c6a5 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] 10.222.0.85 "GET /v2.0/ports?device_id=9c32c8ec-3847-430c-b19f-49ed6feb4bec HTTP/1.1" status: 200 len: 5416 time: 1.0787501 May 30 20:11:36.133270 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-5de4bec2-e38d-4634-aae4-52b4509e21ba admin admin] Allocated IP 172.20.0.1 (00d22bd4-8146-4036-a227-16f88d0943fa/e45ad177-25e5-4e23-a62c-70fc625716da/161d1519-e8e8-476c-8a56-7d96ba815f4f) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:11:36.207414 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-9fb199c2-8a9c-47fe-9fb7-f1129fcfb685 req-2c4d04c0-2362-4425-b58d-d78ee18d06ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:36.255158 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-e4bd5ddc-2d87-4c9e-ad92-6a1d8273f269 service neutron] 10.222.0.71 "GET /v2.0/networks/945aa537-7e5a-42ac-a8f5-8cf6a31fa2b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3807940 May 30 20:11:36.361422 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c26765-c956-47a2-9bd0-efb3afe6c4ac req-4c842c2a-b80c-4cc8-8ed8-14a47aab90b7 tempest-ImagesOneServerTestJSON-807794603 tempest-ImagesOneServerTestJSON-807794603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:36.362234 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-e5c26765-c956-47a2-9bd0-efb3afe6c4ac req-4c842c2a-b80c-4cc8-8ed8-14a47aab90b7 tempest-ImagesOneServerTestJSON-807794603 tempest-ImagesOneServerTestJSON-807794603-project] Synchronizing usage tracker for tenant:bffbecc179ca431ba8825f3f58c3e9cb on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:11:36.397320 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-6ad8f13b-df4b-48f2-bc63-5536499c7290 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8ac00f97-319b-447d-9984-766c6042c32a HTTP/1.1" status: 200 len: 217 time: 0.1012030 May 30 20:11:36.578477 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-23010637-c305-436b-b1cf-ebf1e48a5574 req-970e707f-524d-4b30-9068-681f24fb4692 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] 10.222.0.85 "GET /v2.0/security-groups?id=37be4557-a35d-41b8-94e5-d29002afe979&id=e6676217-9362-4f98-9839-89020fcebb14&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4379599 May 30 20:11:36.673819 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1b51ce5f-f15a-48be-964d-aa0014f10af1 req-d41fe802-668d-4624-9946-f0c12ec9d65b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fa8a8e16668d4cd3985a20ee71169357&device_id=90d1ebd5-ac9c-4c24-b6ef-f8b927cb8126 HTTP/1.1" status: 200 len: 1094 time: 0.5725572 May 30 20:11:36.885068 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-0f81356f-f978-4765-b08c-9e3db8302a26 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:36.887200 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-0f81356f-f978-4765-b08c-9e3db8302a26 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e0ec96d3-d8eb-4c27-bd2f-50e88448f40f HTTP/1.1" status: 200 len: 797 time: 0.4817638 May 30 20:11:36.892505 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-e5c26765-c956-47a2-9bd0-efb3afe6c4ac req-4c842c2a-b80c-4cc8-8ed8-14a47aab90b7 tempest-ImagesOneServerTestJSON-807794603 tempest-ImagesOneServerTestJSON-807794603-project] Unset dirty status for tenant:bffbecc179ca431ba8825f3f58c3e9cb on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:11:36.899223 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e5c26765-c956-47a2-9bd0-efb3afe6c4ac req-4c842c2a-b80c-4cc8-8ed8-14a47aab90b7 tempest-ImagesOneServerTestJSON-807794603 tempest-ImagesOneServerTestJSON-807794603-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3853b5d-051b-4cd4-b6b6-6138821f4e0c HTTP/1.1" status: 200 len: 935 time: 1.1053128 May 30 20:11:36.899445 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device f814a113-aec8-4aed-b31f-52a0db549c7a up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:11:36.922391 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1b51ce5f-f15a-48be-964d-aa0014f10af1 req-8de6ce0f-8090-446b-8a6c-c80e92520fb4 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ae5effb-2ec4-4a22-8af5-a50e814f392b HTTP/1.1" status: 200 len: 217 time: 0.2264619 May 30 20:11:36.929245 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5de4bec2-e38d-4634-aae4-52b4509e21ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:37.035888 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23f3f6c7-f059-4411-981b-5ef2f2b370f5'] response: {'server_uuid': '85813071-68d8-450a-a3ad-0cebac1555f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c3fe45e-701b-47d7-94f7-8879bbb2f4a4', 'code': 200} May 30 20:11:37.067227 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [None req-5de4bec2-e38d-4634-aae4-52b4509e21ba admin admin] Transition to ACTIVE for port object 161d1519-e8e8-476c-8a56-7d96ba815f4f will not be triggered until provisioned by entity DHCP. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:11:37.080922 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-e5c26765-c956-47a2-9bd0-efb3afe6c4ac req-0624628c-14f2-4135-be7d-959952dcf32c tempest-ImagesOneServerTestJSON-807794603 tempest-ImagesOneServerTestJSON-807794603-project] Synchronizing usage tracker for tenant:bffbecc179ca431ba8825f3f58c3e9cb on resource:security_group {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:11:37.102097 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9af667ef-e025-4330-8f32-769ef1c1dd55 admin admin] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:11:37.121887 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b51ce5f-f15a-48be-964d-aa0014f10af1 req-5cafba29-ffb3-43b0-a9ff-fdf41fa4d3e6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:37.121887 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1b51ce5f-f15a-48be-964d-aa0014f10af1 req-5cafba29-ffb3-43b0-a9ff-fdf41fa4d3e6 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=26b23bbf-887e-4278-88a1-ac21d644c5ec HTTP/1.1" status: 200 len: 852 time: 0.1849840 May 30 20:11:37.129629 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302e2525-e626-4b53-86aa-b0b6807d16dd None None] Sync routers for ids ['6e583e7b-f12b-4fba-bb78-c30dd0525c40'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:11:37.181890 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302e2525-e626-4b53-86aa-b0b6807d16dd None None] Routers {'6e583e7b-f12b-4fba-bb78-c30dd0525c40'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:11:37.182865 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-302e2525-e626-4b53-86aa-b0b6807d16dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:11:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['6e583e7b-f12b-4fba-bb78-c30dd0525c40'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:11:37.255005 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1b51ce5f-f15a-48be-964d-aa0014f10af1 req-4c9cfabb-55ab-4fe8-9f2d-55c0933f4f79 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4a9121fe-3c05-4fb0-ad44-174db17c3d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1197071 May 30 20:11:37.327855 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-af7d83f7-7490-4469-9dfc-2296a117fbe1 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=945aa537-7e5a-42ac-a8f5-8cf6a31fa2b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4326937 May 30 20:11:37.330093 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port f814a113-aec8-4aed-b31f-52a0db549c7a completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:11:37.335817 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port f814a113-aec8-4aed-b31f-52a0db549c7a triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:11:37.336183 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:37.398919 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9af667ef-e025-4330-8f32-769ef1c1dd55 admin admin] Notify callbacks [] for router, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:37.403914 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-9af667ef-e025-4330-8f32-769ef1c1dd55 admin admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 12.6556563 May 30 20:11:37.405174 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 52730) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:11:37.416468 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-e5c26765-c956-47a2-9bd0-efb3afe6c4ac req-0624628c-14f2-4135-be7d-959952dcf32c tempest-ImagesOneServerTestJSON-807794603 tempest-ImagesOneServerTestJSON-807794603-project] Unset dirty status for tenant:bffbecc179ca431ba8825f3f58c3e9cb on resource:security_group {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:11:37.428934 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e5c26765-c956-47a2-9bd0-efb3afe6c4ac req-0624628c-14f2-4135-be7d-959952dcf32c tempest-ImagesOneServerTestJSON-807794603 tempest-ImagesOneServerTestJSON-807794603-project] 10.222.0.85 "GET /v2.0/security-groups?id=15b0ead0-dbb0-476e-8f88-94ff4c27146a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4348292 May 30 20:11:37.540722 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-302e2525-e626-4b53-86aa-b0b6807d16dd None None] Set router 6e583e7b-f12b-4fba-bb78-c30dd0525c40 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:11:37.606281 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5de4bec2-e38d-4634-aae4-52b4509e21ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:37.661577 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:37.691419 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port f814a113-aec8-4aed-b31f-52a0db549c7a, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=f814a113-aec8-4aed-b31f-52a0db549c7a,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:11:37.691685 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5973c91f-77f6-468c-bafc-b6b9463334ae req-12c054c8-69f2-41f5-8600-5478c718f4d4 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:37.694575 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5973c91f-77f6-468c-bafc-b6b9463334ae req-12c054c8-69f2-41f5-8600-5478c718f4d4 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] 10.222.0.85 "GET /v2.0/ports?device_id=90d1ebd5-ac9c-4c24-b6ef-f8b927cb8126 HTTP/1.1" status: 200 len: 943 time: 0.4907110 May 30 20:11:37.769468 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:37.770402 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 0c7adefd-595f-4762-b315-981862d9f470 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:11:37.796448 n-d-843948-2 neutron-server[84886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf653ed3-4bfd-4d6d-bb4a-e0a8b7141490'] response: {'name': 'network-changed', 'server_uuid': '90d1ebd5-ac9c-4c24-b6ef-f8b927cb8126', 'tag': '4ae5effb-2ec4-4a22-8af5-a50e814f392b', 'status': 'completed', 'code': 200} May 30 20:11:37.865196 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1b51ce5f-f15a-48be-964d-aa0014f10af1 req-f51d18ee-97db-43fc-a26d-eb29e3da8fad service neutron] 10.222.0.71 "GET /v2.0/networks/4a9121fe-3c05-4fb0-ad44-174db17c3d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6003375 May 30 20:11:37.892838 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [req-9fb199c2-8a9c-47fe-9fb7-f1129fcfb685 req-2c4d04c0-2362-4425-b58d-d78ee18d06ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0af956aa-5dfc-4b3f-969a-34978ca452c2 {{(pid=84887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:11:37.914997 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-9fb199c2-8a9c-47fe-9fb7-f1129fcfb685 req-2c4d04c0-2362-4425-b58d-d78ee18d06ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:37.953076 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-9fb199c2-8a9c-47fe-9fb7-f1129fcfb685 req-2c4d04c0-2362-4425-b58d-d78ee18d06ec service neutron] Transition to ACTIVE for port object 0af956aa-5dfc-4b3f-969a-34978ca452c2 will not be triggered until provisioned by entity L2. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:11:37.957210 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de4bec2-e38d-4634-aae4-52b4509e21ba admin admin] Network 00d22bd4-8146-4036-a227-16f88d0943fa is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:11:37.959668 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de4bec2-e38d-4634-aae4-52b4509e21ba admin admin] Pushing event updated for resources: {'Port': ['ID=161d1519-e8e8-476c-8a56-7d96ba815f4f,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:37.976693 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-8fb7d0aa-2cd8-45e9-887f-5ddc688bbace service neutron] 10.222.0.71 "GET /v2.0/networks/945aa537-7e5a-42ac-a8f5-8cf6a31fa2b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6416168 May 30 20:11:37.983612 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-939f6aad-6c3d-4b47-b72b-26321aa15f5c req-08a70810-fbc9-4c19-85d6-0224a5dfb15b service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=85813071-68d8-450a-a3ad-0cebac1555f6 HTTP/1.1" status: 200 len: 1097 time: 0.7724109 May 30 20:11:38.035916 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=f814a113-aec8-4aed-b31f-52a0db549c7a,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:38.070771 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 0c7adefd-595f-4762-b315-981862d9f470 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:11:38.071803 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:38.076326 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5973c91f-77f6-468c-bafc-b6b9463334ae req-cfea80fb-3017-4284-a9e5-459a5d84696d tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] 10.222.0.85 "GET /v2.0/security-groups?id=ee3a99c9-b491-4b30-b550-7e2cbfacbd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3242500 May 30 20:11:38.077783 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-5de4bec2-e38d-4634-aae4-52b4509e21ba admin admin] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:11:38.081832 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de4bec2-e38d-4634-aae4-52b4509e21ba admin admin] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:11:38.169223 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-302e2525-e626-4b53-86aa-b0b6807d16dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e583e7b-f12b-4fba-bb78-c30dd0525c40', 'name': 'tempest-TaggedBootDevicesTest_v242-281532978-router', 'tenant_id': '81e36025f4964ad6aa1305da6f1825fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '20e9fcc0-2af1-4ea7-8af9-83f060d630c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:11:25Z', 'updated_at': '2022-05-30T20:11:31Z', 'revision_number': 3, 'project_id': '81e36025f4964ad6aa1305da6f1825fb', 'gw_port': {'id': '20e9fcc0-2af1-4ea7-8af9-83f060d630c7', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:91:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e583e7b-f12b-4fba-bb78-c30dd0525c40', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:11:28Z', 'updated_at': '2022-05-30T20:11:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:11:38.186585 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302e2525-e626-4b53-86aa-b0b6807d16dd None None] Checking router: 6e583e7b-f12b-4fba-bb78-c30dd0525c40 for host: n-d-843948-2 {{(pid=84889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:11:38.187607 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302e2525-e626-4b53-86aa-b0b6807d16dd None None] Updating router 6e583e7b-f12b-4fba-bb78-c30dd0525c40 port 20e9fcc0-2af1-4ea7-8af9-83f060d630c7 binding host n-d-843948-2 {{(pid=84889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:11:38.210704 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-9fb199c2-8a9c-47fe-9fb7-f1129fcfb685 req-2c4d04c0-2362-4425-b58d-d78ee18d06ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:38.327652 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-302e2525-e626-4b53-86aa-b0b6807d16dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:38.369802 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1b51ce5f-f15a-48be-964d-aa0014f10af1 req-d3ead88f-4f2a-40e7-8ce6-db33f39c068a service neutron] 10.222.0.71 "GET /v2.0/networks/4a9121fe-3c05-4fb0-ad44-174db17c3d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4868476 May 30 20:11:38.418751 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5de4bec2-e38d-4634-aae4-52b4509e21ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-736099'] for router_interface, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:38.591450 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4d04c0-2362-4425-b58d-d78ee18d06ec service neutron] Pushing event updated for resources: {'Port': ['ID=0af956aa-5dfc-4b3f-969a-34978ca452c2,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:38.686887 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device f814a113-aec8-4aed-b31f-52a0db549c7a up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:11:38.777497 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-ce09ed2c-6c68-4b3e-8a8a-8dcc0109c056 None None] Provisioning for port 161d1519-e8e8-476c-8a56-7d96ba815f4f completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:11:38.801676 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-ce09ed2c-6c68-4b3e-8a8a-8dcc0109c056 None None] Provisioning complete for port 161d1519-e8e8-476c-8a56-7d96ba815f4f triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:11:38.803635 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ce09ed2c-6c68-4b3e-8a8a-8dcc0109c056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:38.884632 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-939f6aad-6c3d-4b47-b72b-26321aa15f5c req-26b998f9-17c9-485b-b701-2c729f2e4044 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=7198028f-5a59-48fe-bc6b-1e253667b012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6901064 May 30 20:11:39.031374 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-ce09ed2c-6c68-4b3e-8a8a-8dcc0109c056 None None] Port 161d1519-e8e8-476c-8a56-7d96ba815f4f cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:11:39.047939 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-302e2525-e626-4b53-86aa-b0b6807d16dd None None] Notify callbacks [] for port, precommit_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:39.048505 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port f814a113-aec8-4aed-b31f-52a0db549c7a triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:11:39.049019 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:39.066366 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.provisioning_blocks [None req-302e2525-e626-4b53-86aa-b0b6807d16dd None None] Transition to ACTIVE for port object 20e9fcc0-2af1-4ea7-8af9-83f060d630c7 will not be triggered until provisioned by entity L2. {{(pid=84889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:11:39.114861 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c03c646f-c017-400a-b9e7-8d44c61f105d req-75eb4ecb-d060-45c4-8816-533234aa6a61 service neutron] 10.222.0.71 "GET /v2.0/networks/945aa537-7e5a-42ac-a8f5-8cf6a31fa2b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9950554 May 30 20:11:39.115426 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5de4bec2-e38d-4634-aae4-52b4509e21ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:39.147198 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-302e2525-e626-4b53-86aa-b0b6807d16dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:39.197483 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device b2692eb8-1752-4fef-bb41-97b67e62bb53 no longer exists at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:11:39.203380 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a169926-f1ea-4f01-b9d4-39c629156559 req-3b448ed6-21da-4968-ab86-2ed794504459 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:39.205823 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5a169926-f1ea-4f01-b9d4-39c629156559 req-3b448ed6-21da-4968-ab86-2ed794504459 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] 10.222.0.85 "GET /v2.0/ports?device_id=8c8de3ab-968c-4913-a1a7-26260a84fd2e HTTP/1.1" status: 200 len: 945 time: 0.6585248 May 30 20:11:39.231890 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b92b49-f8c9-489e-aee3-5063a3abc10b req-1752a68f-19e1-43dc-ab17-6fcd191de0a0 tempest-ServerAddressesNegativeTestJSON-1183372091 tempest-ServerAddressesNegativeTestJSON-1183372091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:39.248065 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-66b92b49-f8c9-489e-aee3-5063a3abc10b req-1752a68f-19e1-43dc-ab17-6fcd191de0a0 tempest-ServerAddressesNegativeTestJSON-1183372091 tempest-ServerAddressesNegativeTestJSON-1183372091-project] 10.222.0.85 "GET /v2.0/ports?device_id=85813071-68d8-450a-a3ad-0cebac1555f6 HTTP/1.1" status: 200 len: 946 time: 1.2627504 May 30 20:11:39.265470 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea93745-fa3b-4f8d-a260-7a1afd01082c None None] Pushing event updated for resources: {'Port': ['ID=20e9fcc0-2af1-4ea7-8af9-83f060d630c7,revision_number=2']} {{(pid=84889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:39.271285 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-302e2525-e626-4b53-86aa-b0b6807d16dd None None] Attempting to bind port 20e9fcc0-2af1-4ea7-8af9-83f060d630c7 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:11:39.271919 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-302e2525-e626-4b53-86aa-b0b6807d16dd None None] Attempting to bind port 20e9fcc0-2af1-4ea7-8af9-83f060d630c7 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}] {{(pid=84889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:11:39.278925 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302e2525-e626-4b53-86aa-b0b6807d16dd None None] Attempting to bind port 20e9fcc0-2af1-4ea7-8af9-83f060d630c7 on network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:11:39.287158 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea93745-fa3b-4f8d-a260-7a1afd01082c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:11:39.287158 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea93745-fa3b-4f8d-a260-7a1afd01082c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:11:39.287692 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea93745-fa3b-4f8d-a260-7a1afd01082c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:11:39.288116 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea93745-fa3b-4f8d-a260-7a1afd01082c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:11:39.288558 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea93745-fa3b-4f8d-a260-7a1afd01082c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:11:39.289119 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea93745-fa3b-4f8d-a260-7a1afd01082c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:11:39.289958 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea93745-fa3b-4f8d-a260-7a1afd01082c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:11:39.290398 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea93745-fa3b-4f8d-a260-7a1afd01082c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:11:39.290809 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea93745-fa3b-4f8d-a260-7a1afd01082c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:11:39.291217 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea93745-fa3b-4f8d-a260-7a1afd01082c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:11:39.291628 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea93745-fa3b-4f8d-a260-7a1afd01082c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:11:39.299809 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302e2525-e626-4b53-86aa-b0b6807d16dd None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 11, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:11:39.300492 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302e2525-e626-4b53-86aa-b0b6807d16dd None None] Checking segment: {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:11:39.302765 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-302e2525-e626-4b53-86aa-b0b6807d16dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:39.303211 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302e2525-e626-4b53-86aa-b0b6807d16dd None None] Bound using segment: {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'} {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:11:39.305810 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-302e2525-e626-4b53-86aa-b0b6807d16dd None None] Bound port: 20e9fcc0-2af1-4ea7-8af9-83f060d630c7, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}}] {{(pid=84889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:11:39.308947 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-302e2525-e626-4b53-86aa-b0b6807d16dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:39.375335 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:39.406985 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e67adfc-c960-4bd6-a089-73711ac28b5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2692eb8-1752-4fef-bb41-97b67e62bb53'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:11:39.420218 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port b2692eb8-1752-4fef-bb41-97b67e62bb53, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=b2692eb8-1752-4fef-bb41-97b67e62bb53,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:11:39.441666 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-9fb199c2-8a9c-47fe-9fb7-f1129fcfb685 req-2c4d04c0-2362-4425-b58d-d78ee18d06ec service neutron] Attempting to bind port 0af956aa-5dfc-4b3f-969a-34978ca452c2 on host n-h2-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:11:39.441974 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-9fb199c2-8a9c-47fe-9fb7-f1129fcfb685 req-2c4d04c0-2362-4425-b58d-d78ee18d06ec service neutron] Attempting to bind port 0af956aa-5dfc-4b3f-969a-34978ca452c2 by drivers openvswitch,hyperv on host n-h2-843948-2 at level 0 using segments [{'id': '7e304c17-4e5f-4a93-af80-52785639e6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:11:39.442598 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb199c2-8a9c-47fe-9fb7-f1129fcfb685 req-2c4d04c0-2362-4425-b58d-d78ee18d06ec service neutron] Attempting to bind port 0af956aa-5dfc-4b3f-969a-34978ca452c2 on network 4344fbed-57fb-43d7-b32d-6020ce60f0a1 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:11:39.453931 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.db [None req-302e2525-e626-4b53-86aa-b0b6807d16dd None None] For port 20e9fcc0-2af1-4ea7-8af9-83f060d630c7, host n-d-843948-2, cleared binding levels {{(pid=84889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:11:39.457492 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.db [None req-302e2525-e626-4b53-86aa-b0b6807d16dd None None] For port 20e9fcc0-2af1-4ea7-8af9-83f060d630c7, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=20e9fcc0-2af1-4ea7-8af9-83f060d630c7,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:11:39.475332 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-66b92b49-f8c9-489e-aee3-5063a3abc10b req-bb0aad62-f285-436a-bcd1-16cf1b8c1253 tempest-ServerAddressesNegativeTestJSON-1183372091 tempest-ServerAddressesNegativeTestJSON-1183372091-project] 10.222.0.85 "GET /v2.0/security-groups?id=7198028f-5a59-48fe-bc6b-1e253667b012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063708 May 30 20:11:39.476863 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb199c2-8a9c-47fe-9fb7-f1129fcfb685 req-2c4d04c0-2362-4425-b58d-d78ee18d06ec service neutron] Port 0af956aa-5dfc-4b3f-969a-34978ca452c2 on network 4344fbed-57fb-43d7-b32d-6020ce60f0a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:11:39.481138 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb199c2-8a9c-47fe-9fb7-f1129fcfb685 req-2c4d04c0-2362-4425-b58d-d78ee18d06ec service neutron] Attempting to bind port 0af956aa-5dfc-4b3f-969a-34978ca452c2 on network 4344fbed-57fb-43d7-b32d-6020ce60f0a1 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:11:39.496088 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb199c2-8a9c-47fe-9fb7-f1129fcfb685 req-2c4d04c0-2362-4425-b58d-d78ee18d06ec service neutron] Checking agent: {'id': 'eaa08354-e8f5-4e73-af76-8d3cf7d2b390', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:11:39.496686 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb199c2-8a9c-47fe-9fb7-f1129fcfb685 req-2c4d04c0-2362-4425-b58d-d78ee18d06ec service neutron] Checking segment: {'id': '7e304c17-4e5f-4a93-af80-52785639e6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:11:39.497063 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb199c2-8a9c-47fe-9fb7-f1129fcfb685 req-2c4d04c0-2362-4425-b58d-d78ee18d06ec service neutron] Bound using segment: {'id': '7e304c17-4e5f-4a93-af80-52785639e6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1'} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:11:39.497189 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-7c864793-e899-46c8-9fa2-af89dca80836 req-ad45e362-d059-4357-bcf4-a8ed136e832e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fa8a8e16668d4cd3985a20ee71169357&device_id=90d1ebd5-ac9c-4c24-b6ef-f8b927cb8126 HTTP/1.1" status: 200 len: 1094 time: 0.9514401 May 30 20:11:39.497867 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-9fb199c2-8a9c-47fe-9fb7-f1129fcfb685 req-2c4d04c0-2362-4425-b58d-d78ee18d06ec service neutron] Bound port: 0af956aa-5dfc-4b3f-969a-34978ca452c2, host: n-h2-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e304c17-4e5f-4a93-af80-52785639e6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1'}}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:11:39.498454 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-9fb199c2-8a9c-47fe-9fb7-f1129fcfb685 req-2c4d04c0-2362-4425-b58d-d78ee18d06ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:39.529581 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:39.568205 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-302e2525-e626-4b53-86aa-b0b6807d16dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:39.707533 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5a169926-f1ea-4f01-b9d4-39c629156559 req-0037e4c2-e2fd-486a-8cb8-dd56b880bcd0 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] 10.222.0.85 "GET /v2.0/security-groups?id=c816953b-4eaf-44de-8f51-6f9258494ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2569025 May 30 20:11:39.738996 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e6846bb7-19f8-4a33-881f-21e88d52c006 req-d1dabc06-04ab-43e0-b5e3-af0f4aacb07e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a1a57cdea23a49088fa533e38f6a3032&device_id=9c32c8ec-3847-430c-b19f-49ed6feb4bec HTTP/1.1" status: 200 len: 6473 time: 0.3519711 May 30 20:11:39.753025 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=b2692eb8-1752-4fef-bb41-97b67e62bb53,revision_number=8']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:39.826735 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-9fb199c2-8a9c-47fe-9fb7-f1129fcfb685 req-2c4d04c0-2362-4425-b58d-d78ee18d06ec service neutron] For port 0af956aa-5dfc-4b3f-969a-34978ca452c2, host n-h2-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:11:39.829475 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-9fb199c2-8a9c-47fe-9fb7-f1129fcfb685 req-2c4d04c0-2362-4425-b58d-d78ee18d06ec service neutron] For port 0af956aa-5dfc-4b3f-969a-34978ca452c2, host n-h2-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=0af956aa-5dfc-4b3f-969a-34978ca452c2,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:11:39.857129 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea93745-fa3b-4f8d-a260-7a1afd01082c None None] Pushing event updated for resources: {'Port': ['ID=20e9fcc0-2af1-4ea7-8af9-83f060d630c7,revision_number=3']} {{(pid=84889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:39.876586 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302e2525-e626-4b53-86aa-b0b6807d16dd None None] Routers {'6e583e7b-f12b-4fba-bb78-c30dd0525c40'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:11:39.877113 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-302e2525-e626-4b53-86aa-b0b6807d16dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:11:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['6e583e7b-f12b-4fba-bb78-c30dd0525c40'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:11:39.979539 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-9fb199c2-8a9c-47fe-9fb7-f1129fcfb685 req-2c4d04c0-2362-4425-b58d-d78ee18d06ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:40.103816 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c864793-e899-46c8-9fa2-af89dca80836 req-5f2f6ee7-29a1-4a95-90f9-4705789d0a85 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:40.106682 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-7c864793-e899-46c8-9fa2-af89dca80836 req-5f2f6ee7-29a1-4a95-90f9-4705789d0a85 service neutron] 10.222.0.71 "GET /v2.0/networks?id=4a9121fe-3c05-4fb0-ad44-174db17c3d5b HTTP/1.1" status: 200 len: 913 time: 0.5939636 May 30 20:11:40.108730 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-9fb199c2-8a9c-47fe-9fb7-f1129fcfb685 req-2c4d04c0-2362-4425-b58d-d78ee18d06ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:40.109855 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9fb199c2-8a9c-47fe-9fb7-f1129fcfb685 req-2c4d04c0-2362-4425-b58d-d78ee18d06ec service neutron] 10.222.0.86 "PUT /v2.0/ports/0af956aa-5dfc-4b3f-969a-34978ca452c2 HTTP/1.1" status: 200 len: 1095 time: 4.4174557 May 30 20:11:40.115027 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3853b5d-051b-4cd4-b6b6-6138821f4e0c', 'tag': '0af956aa-5dfc-4b3f-969a-34978ca452c2'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:11:40.163472 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6846bb7-19f8-4a33-881f-21e88d52c006 req-fd75d821-e73a-424c-ade6-86aba730503c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:40.167333 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e6846bb7-19f8-4a33-881f-21e88d52c006 req-fd75d821-e73a-424c-ade6-86aba730503c service neutron] 10.222.0.71 "GET /v2.0/networks?id=945aa537-7e5a-42ac-a8f5-8cf6a31fa2b8 HTTP/1.1" status: 200 len: 903 time: 0.4216027 May 30 20:11:40.167333 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4d04c0-2362-4425-b58d-d78ee18d06ec service neutron] Pushing event updated for resources: {'Port': ['ID=0af956aa-5dfc-4b3f-969a-34978ca452c2,revision_number=3']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:40.193730 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-302e2525-e626-4b53-86aa-b0b6807d16dd None None] Set router 6e583e7b-f12b-4fba-bb78-c30dd0525c40 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:11:40.298686 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-7c864793-e899-46c8-9fa2-af89dca80836 req-f06232e2-893b-490d-ac8f-884338b48f55 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ae5effb-2ec4-4a22-8af5-a50e814f392b HTTP/1.1" status: 200 len: 217 time: 0.1746709 May 30 20:11:40.353573 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5de4bec2-e38d-4634-aae4-52b4509e21ba admin admin] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:40.467625 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c864793-e899-46c8-9fa2-af89dca80836 req-d82f58fd-b927-40ce-a0cf-525287f4f391 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:40.469163 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-7c864793-e899-46c8-9fa2-af89dca80836 req-d82f58fd-b927-40ce-a0cf-525287f4f391 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=26b23bbf-887e-4278-88a1-ac21d644c5ec HTTP/1.1" status: 200 len: 852 time: 0.1606932 May 30 20:11:40.474371 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e6846bb7-19f8-4a33-881f-21e88d52c006 req-bf0c3319-4c03-474e-9457-b48e550d119e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8ac00f97-319b-447d-9984-766c6042c32a HTTP/1.1" status: 200 len: 217 time: 0.3003409 May 30 20:11:40.476346 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5de4bec2-e38d-4634-aae4-52b4509e21ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:40.485668 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe186cf3-f25f-4777-8fd9-895b35583db2 req-c833d7d3-05f4-46d7-a511-0575b2a565d2 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:40.489692 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe186cf3-f25f-4777-8fd9-895b35583db2 req-c833d7d3-05f4-46d7-a511-0575b2a565d2 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:40.493920 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe186cf3-f25f-4777-8fd9-895b35583db2 req-c833d7d3-05f4-46d7-a511-0575b2a565d2 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:40.499214 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe186cf3-f25f-4777-8fd9-895b35583db2 req-c833d7d3-05f4-46d7-a511-0575b2a565d2 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:40.504789 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe186cf3-f25f-4777-8fd9-895b35583db2 req-c833d7d3-05f4-46d7-a511-0575b2a565d2 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:40.508563 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe186cf3-f25f-4777-8fd9-895b35583db2 req-c833d7d3-05f4-46d7-a511-0575b2a565d2 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:40.512636 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe186cf3-f25f-4777-8fd9-895b35583db2 req-c833d7d3-05f4-46d7-a511-0575b2a565d2 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:40.522190 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fe186cf3-f25f-4777-8fd9-895b35583db2 req-c833d7d3-05f4-46d7-a511-0575b2a565d2 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] 10.222.0.85 "GET /v2.0/ports?device_id=9c32c8ec-3847-430c-b19f-49ed6feb4bec HTTP/1.1" status: 200 len: 5416 time: 0.6265054 May 30 20:11:40.583464 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5cc125-7aa3-4c01-9e76-0503b9dbfc0b req-29d7cb98-8de4-4f77-9447-7e6b1d47dfee tempest-ImagesOneServerTestJSON-807794603 tempest-ImagesOneServerTestJSON-807794603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:40.585345 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ec5cc125-7aa3-4c01-9e76-0503b9dbfc0b req-29d7cb98-8de4-4f77-9447-7e6b1d47dfee tempest-ImagesOneServerTestJSON-807794603 tempest-ImagesOneServerTestJSON-807794603-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3853b5d-051b-4cd4-b6b6-6138821f4e0c HTTP/1.1" status: 200 len: 947 time: 0.6227188 May 30 20:11:40.648376 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6846bb7-19f8-4a33-881f-21e88d52c006 req-d0aa7bfb-4413-4f5a-a3dd-bebe2312ab11 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:40.650117 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e6846bb7-19f8-4a33-881f-21e88d52c006 req-d0aa7bfb-4413-4f5a-a3dd-bebe2312ab11 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e0ec96d3-d8eb-4c27-bd2f-50e88448f40f HTTP/1.1" status: 200 len: 797 time: 0.1104925 May 30 20:11:40.705853 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-7c864793-e899-46c8-9fa2-af89dca80836 req-b2027130-f28d-4d25-81c1-16fda0600abf service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4a9121fe-3c05-4fb0-ad44-174db17c3d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2021277 May 30 20:11:40.710583 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fe186cf3-f25f-4777-8fd9-895b35583db2 req-b541bc0e-5d83-427d-b173-d646ddd65c90 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] 10.222.0.85 "GET /v2.0/security-groups?id=37be4557-a35d-41b8-94e5-d29002afe979&id=e6676217-9362-4f98-9839-89020fcebb14&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1874235 May 30 20:11:40.727476 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9fb199c2-8a9c-47fe-9fb7-f1129fcfb685 req-46147a54-532d-4c7e-9505-e9429e394490 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=bffbecc179ca431ba8825f3f58c3e9cb&device_id=a3853b5d-051b-4cd4-b6b6-6138821f4e0c HTTP/1.1" status: 200 len: 1098 time: 0.3185534 May 30 20:11:40.819387 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9fb199c2-8a9c-47fe-9fb7-f1129fcfb685 req-57a3eabd-0038-4361-896f-0c38b480eedb service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=0af956aa-5dfc-4b3f-969a-34978ca452c2 HTTP/1.1" status: 200 len: 217 time: 0.0796001 May 30 20:11:40.880967 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e6846bb7-19f8-4a33-881f-21e88d52c006 req-038f963a-1424-47da-aacf-2b1459bbe8ec service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=945aa537-7e5a-42ac-a8f5-8cf6a31fa2b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2218463 May 30 20:11:40.882872 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-302e2525-e626-4b53-86aa-b0b6807d16dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e583e7b-f12b-4fba-bb78-c30dd0525c40', 'name': 'tempest-TaggedBootDevicesTest_v242-281532978-router', 'tenant_id': '81e36025f4964ad6aa1305da6f1825fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '20e9fcc0-2af1-4ea7-8af9-83f060d630c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:11:25Z', 'updated_at': '2022-05-30T20:11:31Z', 'revision_number': 3, 'project_id': '81e36025f4964ad6aa1305da6f1825fb', 'gw_port': {'id': '20e9fcc0-2af1-4ea7-8af9-83f060d630c7', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:91:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e583e7b-f12b-4fba-bb78-c30dd0525c40', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:11:28Z', 'updated_at': '2022-05-30T20:11:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:11:40.896997 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302e2525-e626-4b53-86aa-b0b6807d16dd None None] The sync data for ids ['6e583e7b-f12b-4fba-bb78-c30dd0525c40'] in n-d-843948-2 is: [{'id': '6e583e7b-f12b-4fba-bb78-c30dd0525c40', 'name': 'tempest-TaggedBootDevicesTest_v242-281532978-router', 'tenant_id': '81e36025f4964ad6aa1305da6f1825fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '20e9fcc0-2af1-4ea7-8af9-83f060d630c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:11:25Z', 'updated_at': '2022-05-30T20:11:31Z', 'revision_number': 3, 'project_id': '81e36025f4964ad6aa1305da6f1825fb', 'gw_port': {'id': '20e9fcc0-2af1-4ea7-8af9-83f060d630c7', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:91:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e583e7b-f12b-4fba-bb78-c30dd0525c40', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:11:28Z', 'updated_at': '2022-05-30T20:11:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:11:40.930110 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5de4bec2-e38d-4634-aae4-52b4509e21ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1718057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-736206'] for router_interface, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:40.934338 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de4bec2-e38d-4634-aae4-52b4509e21ba admin admin] Pushing event updated for resources: {'Port': ['ID=161d1519-e8e8-476c-8a56-7d96ba815f4f,revision_number=2']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:41.009816 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb199c2-8a9c-47fe-9fb7-f1129fcfb685 req-ffb58ad6-05e8-4594-81a1-ddc1175170ce service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:41.011295 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9fb199c2-8a9c-47fe-9fb7-f1129fcfb685 req-ffb58ad6-05e8-4594-81a1-ddc1175170ce service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1b83ff54-b1af-44ce-bb75-ba148920553c HTTP/1.1" status: 200 len: 843 time: 0.1833146 May 30 20:11:41.018239 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ec5cc125-7aa3-4c01-9e76-0503b9dbfc0b req-d703cd85-0b17-464b-810b-c5172f9d7542 tempest-ImagesOneServerTestJSON-807794603 tempest-ImagesOneServerTestJSON-807794603-project] 10.222.0.85 "GET /v2.0/security-groups?id=15b0ead0-dbb0-476e-8f88-94ff4c27146a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3645799 May 30 20:11:41.142129 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-7c864793-e899-46c8-9fa2-af89dca80836 req-0f2eff2a-05fe-47ce-ae12-31307543b0fd service neutron] 10.222.0.71 "GET /v2.0/networks/4a9121fe-3c05-4fb0-ad44-174db17c3d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4139738 May 30 20:11:41.147430 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0d528c1-272f-4806-9502-ee8dbbbc0d73'] response: {'server_uuid': '8e67adfc-c960-4bd6-a089-73711ac28b5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2692eb8-1752-4fef-bb41-97b67e62bb53', 'code': 200} May 30 20:11:41.151731 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 4ae5effb-2ec4-4a22-8af5-a50e814f392b details requested by agent hyperv_n-h1-843948-2 with host n-h1-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:11:41.338965 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e6846bb7-19f8-4a33-881f-21e88d52c006 req-2aaa1185-ead5-49d6-8710-20f4cd6cb609 service neutron] 10.222.0.71 "GET /v2.0/networks/945aa537-7e5a-42ac-a8f5-8cf6a31fa2b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4517937 May 30 20:11:41.378520 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9fb199c2-8a9c-47fe-9fb7-f1129fcfb685 req-9701425a-d13d-4873-8fb6-f15231dc2ef3 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4344fbed-57fb-43d7-b32d-6020ce60f0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3588037 May 30 20:11:41.401017 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff459fa-06ab-42c2-9619-e0acde42fb97 req-40d576d5-3fb4-4815-ab3a-2ad30a903432 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:41.410470 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-cff459fa-06ab-42c2-9619-e0acde42fb97 req-40d576d5-3fb4-4815-ab3a-2ad30a903432 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] 10.222.0.85 "GET /v2.0/ports?device_id=90d1ebd5-ac9c-4c24-b6ef-f8b927cb8126 HTTP/1.1" status: 200 len: 943 time: 0.3160625 May 30 20:11:41.422445 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 4ae5effb-2ec4-4a22-8af5-a50e814f392b, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=4ae5effb-2ec4-4a22-8af5-a50e814f392b,segment=NetworkSegment(d846ad92-c086-40c0-8c7d-67c12dd4eb60),segment_id=d846ad92-c086-40c0-8c7d-67c12dd4eb60)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:11:41.423267 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de4bec2-e38d-4634-aae4-52b4509e21ba admin admin] Network 00d22bd4-8146-4036-a227-16f88d0943fa is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:11:41.439121 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-5de4bec2-e38d-4634-aae4-52b4509e21ba admin admin] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:11:41.441100 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Returning: {'device': '4ae5effb-2ec4-4a22-8af5-a50e814f392b', 'network_id': '4a9121fe-3c05-4fb0-ad44-174db17c3d5b', 'port_id': '4ae5effb-2ec4-4a22-8af5-a50e814f392b', 'mac_address': 'fa:16:3e:c1:3e:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26b23bbf-887e-4278-88a1-ac21d644c5ec', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:11:41.530704 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:41.561707 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ae5effb-2ec4-4a22-8af5-a50e814f392b {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:11:41.601181 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 4ae5effb-2ec4-4a22-8af5-a50e814f392b, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=4ae5effb-2ec4-4a22-8af5-a50e814f392b,segment=NetworkSegment(d846ad92-c086-40c0-8c7d-67c12dd4eb60),segment_id=d846ad92-c086-40c0-8c7d-67c12dd4eb60)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:11:41.705721 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:41.785416 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-cff459fa-06ab-42c2-9619-e0acde42fb97 req-e372ee35-1d6f-44af-942b-1defd628688b tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] 10.222.0.85 "GET /v2.0/security-groups?id=ee3a99c9-b491-4b30-b550-7e2cbfacbd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3736255 May 30 20:11:41.841524 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e6846bb7-19f8-4a33-881f-21e88d52c006 req-2e522a82-67fd-4b3a-82f7-baad4b7d0720 service neutron] 10.222.0.71 "GET /v2.0/networks/945aa537-7e5a-42ac-a8f5-8cf6a31fa2b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4913394 May 30 20:11:41.858470 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9fb199c2-8a9c-47fe-9fb7-f1129fcfb685 req-bceb2baf-fa95-4867-ae92-1c911733d72e service neutron] 10.222.0.86 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4642246 May 30 20:11:41.911935 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-f325d70c-95e8-4517-aab3-a4a1371ad7a0 None None] Provisioning complete for port 161d1519-e8e8-476c-8a56-7d96ba815f4f triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:11:41.912718 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-f325d70c-95e8-4517-aab3-a4a1371ad7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:41.944789 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['4ae5effb-2ec4-4a22-8af5-a50e814f392b'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:11:42.008589 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=4ae5effb-2ec4-4a22-8af5-a50e814f392b,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:42.062164 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-7c864793-e899-46c8-9fa2-af89dca80836 req-4a01a3af-007b-4127-a6b3-478f8558a6a2 service neutron] 10.222.0.71 "GET /v2.0/networks/4a9121fe-3c05-4fb0-ad44-174db17c3d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8964810 May 30 20:11:42.084616 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-f325d70c-95e8-4517-aab3-a4a1371ad7a0 None None] Port 161d1519-e8e8-476c-8a56-7d96ba815f4f cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:11:42.115906 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829a857c-8bef-46b7-b991-34df5d832e83 req-921b33c9-3266-49cd-82e2-f9838a663db5 tempest-ListImageFiltersTestJSON-965511707 tempest-ListImageFiltersTestJSON-965511707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:42.118318 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-829a857c-8bef-46b7-b991-34df5d832e83 req-921b33c9-3266-49cd-82e2-f9838a663db5 tempest-ListImageFiltersTestJSON-965511707 tempest-ListImageFiltersTestJSON-965511707-project] 10.222.0.85 "GET /v2.0/ports?device_id=8e67adfc-c960-4bd6-a089-73711ac28b5f HTTP/1.1" status: 200 len: 948 time: 0.7801340 May 30 20:11:42.159659 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9fb199c2-8a9c-47fe-9fb7-f1129fcfb685 req-b7ac1e6c-e157-46d9-ba16-9c9a025ef1e2 service neutron] 10.222.0.86 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2928987 May 30 20:11:42.195122 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a817db1d-8442-4f4e-b1ba-a324b79bf12b req-a9d8ff40-b12f-40ac-9e39-44d7923e01c6 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:42.195122 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a817db1d-8442-4f4e-b1ba-a324b79bf12b req-a9d8ff40-b12f-40ac-9e39-44d7923e01c6 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] 10.222.0.85 "GET /v2.0/ports?device_id=8c8de3ab-968c-4913-a1a7-26260a84fd2e HTTP/1.1" status: 200 len: 945 time: 0.1614957 May 30 20:11:42.254735 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a817db1d-8442-4f4e-b1ba-a324b79bf12b req-c7825642-27b0-4c78-8c23-a8320ea914e6 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] 10.222.0.85 "GET /v2.0/security-groups?id=c816953b-4eaf-44de-8f51-6f9258494ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542307 May 30 20:11:42.333007 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd3d7c28-56df-4493-b993-da0d01333f18'] response: {'name': 'network-changed', 'server_uuid': 'a3853b5d-051b-4cd4-b6b6-6138821f4e0c', 'tag': '0af956aa-5dfc-4b3f-969a-34978ca452c2', 'status': 'completed', 'code': 200} May 30 20:11:42.385472 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-829a857c-8bef-46b7-b991-34df5d832e83 req-1b79281f-2558-4b90-b022-8a7f7a5cb1d0 tempest-ListImageFiltersTestJSON-965511707 tempest-ListImageFiltersTestJSON-965511707-project] 10.222.0.85 "GET /v2.0/security-groups?id=b6ee8f85-74c5-46fe-a3a8-5610018ec9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507739 May 30 20:11:42.461354 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b90eab1c-2001-416f-8864-ce6e8f367e4b req-3992d72d-6fd1-4f16-a367-a98e5e79198e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=bffbecc179ca431ba8825f3f58c3e9cb&device_id=a3853b5d-051b-4cd4-b6b6-6138821f4e0c HTTP/1.1" status: 200 len: 1098 time: 0.0981855 May 30 20:11:42.553987 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-afc68b6a-37a8-4e5f-9866-91855c5cbdb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:42.663757 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 20e9fcc0-2af1-4ea7-8af9-83f060d630c7 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:11:42.785795 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90eab1c-2001-416f-8864-ce6e8f367e4b req-84e1d121-74dc-4dce-98b3-948b15afabe9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:42.788305 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b90eab1c-2001-416f-8864-ce6e8f367e4b req-84e1d121-74dc-4dce-98b3-948b15afabe9 service neutron] 10.222.0.86 "GET /v2.0/networks?id=4344fbed-57fb-43d7-b32d-6020ce60f0a1 HTTP/1.1" status: 200 len: 870 time: 0.3176064 May 30 20:11:42.855608 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 20e9fcc0-2af1-4ea7-8af9-83f060d630c7 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:11:42.863652 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 20e9fcc0-2af1-4ea7-8af9-83f060d630c7 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:11:42.864641 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:42.958791 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276bdfaf-9de0-4315-9710-3dfffe32a8d5 req-796b3984-7781-4b47-818b-86cc8c7ccacd tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:42.968524 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276bdfaf-9de0-4315-9710-3dfffe32a8d5 req-796b3984-7781-4b47-818b-86cc8c7ccacd tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:42.976150 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276bdfaf-9de0-4315-9710-3dfffe32a8d5 req-796b3984-7781-4b47-818b-86cc8c7ccacd tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:42.984201 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276bdfaf-9de0-4315-9710-3dfffe32a8d5 req-796b3984-7781-4b47-818b-86cc8c7ccacd tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:42.994858 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276bdfaf-9de0-4315-9710-3dfffe32a8d5 req-796b3984-7781-4b47-818b-86cc8c7ccacd tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:43.000033 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276bdfaf-9de0-4315-9710-3dfffe32a8d5 req-796b3984-7781-4b47-818b-86cc8c7ccacd tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:43.008236 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276bdfaf-9de0-4315-9710-3dfffe32a8d5 req-796b3984-7781-4b47-818b-86cc8c7ccacd tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:43.012066 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-276bdfaf-9de0-4315-9710-3dfffe32a8d5 req-796b3984-7781-4b47-818b-86cc8c7ccacd tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] 10.222.0.85 "GET /v2.0/ports?device_id=9c32c8ec-3847-430c-b19f-49ed6feb4bec HTTP/1.1" status: 200 len: 5416 time: 0.3838959 May 30 20:11:43.028946 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16e10e3-91af-4398-9cea-41837fa5e6bf req-8244bc29-eb15-47f7-8cf3-fe8e9d584684 tempest-ServerAddressesNegativeTestJSON-1183372091 tempest-ServerAddressesNegativeTestJSON-1183372091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:43.030877 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a16e10e3-91af-4398-9cea-41837fa5e6bf req-8244bc29-eb15-47f7-8cf3-fe8e9d584684 tempest-ServerAddressesNegativeTestJSON-1183372091 tempest-ServerAddressesNegativeTestJSON-1183372091-project] 10.222.0.85 "GET /v2.0/ports?device_id=85813071-68d8-450a-a3ad-0cebac1555f6 HTTP/1.1" status: 200 len: 946 time: 0.4279709 May 30 20:11:43.040181 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b90eab1c-2001-416f-8864-ce6e8f367e4b req-abcfe5dd-9b13-4e6c-b081-a3ea9c7d8fbd service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=0af956aa-5dfc-4b3f-969a-34978ca452c2 HTTP/1.1" status: 200 len: 217 time: 0.2452099 May 30 20:11:43.062164 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:43.095399 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port 20e9fcc0-2af1-4ea7-8af9-83f060d630c7, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=20e9fcc0-2af1-4ea7-8af9-83f060d630c7,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:11:43.145348 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a16e10e3-91af-4398-9cea-41837fa5e6bf req-220d2c60-2587-4bfd-b64f-f908629fe41a tempest-ServerAddressesNegativeTestJSON-1183372091 tempest-ServerAddressesNegativeTestJSON-1183372091-project] 10.222.0.85 "GET /v2.0/security-groups?id=7198028f-5a59-48fe-bc6b-1e253667b012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035624 May 30 20:11:43.148082 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90eab1c-2001-416f-8864-ce6e8f367e4b req-c029095d-23e1-42e5-a9a8-eb087c104411 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:43.151939 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b90eab1c-2001-416f-8864-ce6e8f367e4b req-c029095d-23e1-42e5-a9a8-eb087c104411 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1b83ff54-b1af-44ce-bb75-ba148920553c HTTP/1.1" status: 200 len: 843 time: 0.0959439 May 30 20:11:43.157737 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5de4bec2-e38d-4634-aae4-52b4509e21ba admin admin] Router 0f3899bd-8f6c-4ab1-8c13-5e1711518656 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:11:43.159642 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 4ae5effb-2ec4-4a22-8af5-a50e814f392b up at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:11:43.175107 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-276bdfaf-9de0-4315-9710-3dfffe32a8d5 req-2fb511c8-6c2e-4810-981f-c3fe3f3422a6 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] 10.222.0.85 "GET /v2.0/security-groups?id=37be4557-a35d-41b8-94e5-d29002afe979&id=e6676217-9362-4f98-9839-89020fcebb14&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0974123 May 30 20:11:43.179388 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-afc68b6a-37a8-4e5f-9866-91855c5cbdb7 admin admin] Allocated IP 172.20.0.1 (ac0cf993-3653-417b-b55c-1e0d903ad371/12de3c88-630f-42df-9c14-e8413906e7b8/bcebd54d-41fa-4abb-9681-0eb0e36c100b) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:11:43.213352 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:43.351553 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=20e9fcc0-2af1-4ea7-8af9-83f060d630c7,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:43.482695 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b90eab1c-2001-416f-8864-ce6e8f367e4b req-21b274b7-0071-4b68-b54e-ab9c28d371e1 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4344fbed-57fb-43d7-b32d-6020ce60f0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3231695 May 30 20:11:43.506021 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning for port 4ae5effb-2ec4-4a22-8af5-a50e814f392b completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:11:43.516386 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning complete for port 4ae5effb-2ec4-4a22-8af5-a50e814f392b triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:11:43.519345 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:43.579572 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-afc68b6a-37a8-4e5f-9866-91855c5cbdb7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:43.616649 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [None req-afc68b6a-37a8-4e5f-9866-91855c5cbdb7 admin admin] Transition to ACTIVE for port object bcebd54d-41fa-4abb-9681-0eb0e36c100b will not be triggered until provisioned by entity DHCP. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:11:43.678566 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5de4bec2-e38d-4634-aae4-52b4509e21ba admin admin] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:11:43.689690 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-5de4bec2-e38d-4634-aae4-52b4509e21ba admin admin] 10.222.0.85 "PUT /v2.0/routers/0f3899bd-8f6c-4ab1-8c13-5e1711518656/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.4059281 May 30 20:11:43.703166 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc8c186-f1d3-49a1-b8a7-349989de2b11 None None] Sync routers for ids ['0f3899bd-8f6c-4ab1-8c13-5e1711518656'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:11:43.741423 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b90eab1c-2001-416f-8864-ce6e8f367e4b req-8368b5da-eda4-489b-928f-83c310065048 service neutron] 10.222.0.86 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2465708 May 30 20:11:43.759764 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc8c186-f1d3-49a1-b8a7-349989de2b11 None None] Routers {'0f3899bd-8f6c-4ab1-8c13-5e1711518656'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:11:43.760422 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-7fc8c186-f1d3-49a1-b8a7-349989de2b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:11:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['0f3899bd-8f6c-4ab1-8c13-5e1711518656'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:11:43.764333 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-afc68b6a-37a8-4e5f-9866-91855c5cbdb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:43.872911 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc68b6a-37a8-4e5f-9866-91855c5cbdb7 admin admin] Network ac0cf993-3653-417b-b55c-1e0d903ad371 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:11:43.883616 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-afc68b6a-37a8-4e5f-9866-91855c5cbdb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:11:43.897441 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc68b6a-37a8-4e5f-9866-91855c5cbdb7 admin admin] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:11:43.899854 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b532fc18-926e-4f3f-8719-7d9b391ced01 req-8764f61e-bd62-428b-9284-0df2cd3e6031 tempest-ImagesOneServerTestJSON-807794603 tempest-ImagesOneServerTestJSON-807794603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:43.912737 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b532fc18-926e-4f3f-8719-7d9b391ced01 req-8764f61e-bd62-428b-9284-0df2cd3e6031 tempest-ImagesOneServerTestJSON-807794603 tempest-ImagesOneServerTestJSON-807794603-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3853b5d-051b-4cd4-b6b6-6138821f4e0c HTTP/1.1" status: 200 len: 947 time: 0.6061158 May 30 20:11:44.023950 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b532fc18-926e-4f3f-8719-7d9b391ced01 req-94388c47-b3fa-4185-91f1-46ed7be7d38a tempest-ImagesOneServerTestJSON-807794603 tempest-ImagesOneServerTestJSON-807794603-project] 10.222.0.85 "GET /v2.0/security-groups?id=15b0ead0-dbb0-476e-8f88-94ff4c27146a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157632 May 30 20:11:44.059203 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b90eab1c-2001-416f-8864-ce6e8f367e4b req-f7fce322-237c-4e70-947e-c305fe5e490f service neutron] 10.222.0.86 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3105764 May 30 20:11:44.133774 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-7fc8c186-f1d3-49a1-b8a7-349989de2b11 None None] Set router 0f3899bd-8f6c-4ab1-8c13-5e1711518656 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:11:44.138262 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 52782) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:11:44.155103 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc68b6a-37a8-4e5f-9866-91855c5cbdb7 admin admin] Pushing event updated for resources: {'Port': ['ID=bcebd54d-41fa-4abb-9681-0eb0e36c100b,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:44.193117 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-afc68b6a-37a8-4e5f-9866-91855c5cbdb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-736099'] for router_interface, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:44.325296 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:44.434380 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90d1ebd5-ac9c-4c24-b6ef-f8b927cb8126', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ae5effb-2ec4-4a22-8af5-a50e814f392b'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:11:44.454323 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 4ae5effb-2ec4-4a22-8af5-a50e814f392b, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=4ae5effb-2ec4-4a22-8af5-a50e814f392b,segment=NetworkSegment(d846ad92-c086-40c0-8c7d-67c12dd4eb60),segment_id=d846ad92-c086-40c0-8c7d-67c12dd4eb60)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:11:44.465257 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-afc68b6a-37a8-4e5f-9866-91855c5cbdb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:44.481458 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db84376b-cd33-47fd-b9e6-ec3d2f0e85eb req-64736baf-1065-495d-a1cc-a773c5aa31a1 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:44.490844 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-db84376b-cd33-47fd-b9e6-ec3d2f0e85eb req-64736baf-1065-495d-a1cc-a773c5aa31a1 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] 10.222.0.85 "GET /v2.0/ports?device_id=90d1ebd5-ac9c-4c24-b6ef-f8b927cb8126 HTTP/1.1" status: 200 len: 944 time: 0.2403913 May 30 20:11:44.562622 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:44.610508 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-db84376b-cd33-47fd-b9e6-ec3d2f0e85eb req-d241ccf9-a520-4500-a166-9ddafa8c8f93 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] 10.222.0.85 "GET /v2.0/security-groups?id=ee3a99c9-b491-4b30-b550-7e2cbfacbd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176584 May 30 20:11:44.643123 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-33837bb0-d0a2-4830-afb0-3708c2659d4b None None] Provisioning for port bcebd54d-41fa-4abb-9681-0eb0e36c100b completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:11:44.704877 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 20e9fcc0-2af1-4ea7-8af9-83f060d630c7 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:11:44.891181 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-33837bb0-d0a2-4830-afb0-3708c2659d4b None None] Provisioning complete for port bcebd54d-41fa-4abb-9681-0eb0e36c100b triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:11:44.891895 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-33837bb0-d0a2-4830-afb0-3708c2659d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:45.017832 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-afc68b6a-37a8-4e5f-9866-91855c5cbdb7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:45.024998 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=4ae5effb-2ec4-4a22-8af5-a50e814f392b,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:45.047497 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-33837bb0-d0a2-4830-afb0-3708c2659d4b None None] Port bcebd54d-41fa-4abb-9681-0eb0e36c100b cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:11:45.068663 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-7fc8c186-f1d3-49a1-b8a7-349989de2b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f3899bd-8f6c-4ab1-8c13-5e1711518656', 'name': 'tempest-ServersTestFqdnHostnames-1649540144-router', 'tenant_id': '6c8b439c056d43b986fd353251bc92b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.33'}], 'enable_snat': True}, 'gw_port_id': 'f814a113-aec8-4aed-b31f-52a0db549c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:11:19Z', 'updated_at': '2022-05-30T20:11:38Z', 'revision_number': 4, 'project_id': '6c8b439c056d43b986fd353251bc92b9', 'gw_port': {'id': 'f814a113-aec8-4aed-b31f-52a0db549c7a', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:25:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f3899bd-8f6c-4ab1-8c13-5e1711518656', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:11:21Z', 'updated_at': '2022-05-30T20:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '161d1519-e8e8-476c-8a56-7d96ba815f4f', 'name': '', 'network_id': '00d22bd4-8146-4036-a227-16f88d0943fa', 'tenant_id': '6c8b439c056d43b986fd353251bc92b9', 'mac_address': 'fa:16:3e:90:93:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f3899bd-8f6c-4ab1-8c13-5e1711518656', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e45ad177-25e5-4e23-a62c-70fc625716da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:11:34Z', 'updated_at': '2022-05-30T20:11:39Z', 'revision_number': 2, 'project_id': '6c8b439c056d43b986fd353251bc92b9', 'subnets': [{'id': 'e45ad177-25e5-4e23-a62c-70fc625716da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:11:45.075873 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc8c186-f1d3-49a1-b8a7-349989de2b11 None None] Checking router: 0f3899bd-8f6c-4ab1-8c13-5e1711518656 for host: n-d-843948-2 {{(pid=84888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:11:45.075873 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc8c186-f1d3-49a1-b8a7-349989de2b11 None None] Updating router 0f3899bd-8f6c-4ab1-8c13-5e1711518656 port 161d1519-e8e8-476c-8a56-7d96ba815f4f binding host n-d-843948-2 {{(pid=84888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:11:45.148223 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 20e9fcc0-2af1-4ea7-8af9-83f060d630c7 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:11:45.148223 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:45.164365 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a8c91b-218e-470f-bc72-470c9b9e7c9f req-15b1bd58-ed33-40d5-846d-ab9c8039f48d tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:45.166011 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-82a8c91b-218e-470f-bc72-470c9b9e7c9f req-15b1bd58-ed33-40d5-846d-ab9c8039f48d tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] 10.222.0.85 "GET /v2.0/ports?device_id=8c8de3ab-968c-4913-a1a7-26260a84fd2e HTTP/1.1" status: 200 len: 945 time: 0.1420326 May 30 20:11:45.168668 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fb44e4-685f-4c0b-aabb-102ec7f98ba1 req-ea08f97d-5b8f-4988-abb3-970b0dd024d4 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:45.178549 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fb44e4-685f-4c0b-aabb-102ec7f98ba1 req-ea08f97d-5b8f-4988-abb3-970b0dd024d4 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:45.180643 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-7fc8c186-f1d3-49a1-b8a7-349989de2b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:45.189066 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fb44e4-685f-4c0b-aabb-102ec7f98ba1 req-ea08f97d-5b8f-4988-abb3-970b0dd024d4 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:45.195615 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fb44e4-685f-4c0b-aabb-102ec7f98ba1 req-ea08f97d-5b8f-4988-abb3-970b0dd024d4 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:45.201178 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fb44e4-685f-4c0b-aabb-102ec7f98ba1 req-ea08f97d-5b8f-4988-abb3-970b0dd024d4 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:45.209116 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fb44e4-685f-4c0b-aabb-102ec7f98ba1 req-ea08f97d-5b8f-4988-abb3-970b0dd024d4 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:45.216634 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fb44e4-685f-4c0b-aabb-102ec7f98ba1 req-ea08f97d-5b8f-4988-abb3-970b0dd024d4 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:45.219767 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c8fb44e4-685f-4c0b-aabb-102ec7f98ba1 req-ea08f97d-5b8f-4988-abb3-970b0dd024d4 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] 10.222.0.85 "GET /v2.0/ports?device_id=9c32c8ec-3847-430c-b19f-49ed6feb4bec HTTP/1.1" status: 200 len: 5416 time: 0.1966014 May 30 20:11:45.222278 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-afc68b6a-37a8-4e5f-9866-91855c5cbdb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:45.225869 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c25f7098-5bdb-490c-bb36-d94f3237e65c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-736216'] for router_interface, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:45.365158 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-82a8c91b-218e-470f-bc72-470c9b9e7c9f req-0be4b35e-cf1f-46bb-93c1-2a924122a655 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] 10.222.0.85 "GET /v2.0/security-groups?id=c816953b-4eaf-44de-8f51-6f9258494ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774077 May 30 20:11:45.456495 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-afc68b6a-37a8-4e5f-9866-91855c5cbdb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1718057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-736206'] for router_interface, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:45.477510 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc68b6a-37a8-4e5f-9866-91855c5cbdb7 admin admin] Pushing event updated for resources: {'Port': ['ID=bcebd54d-41fa-4abb-9681-0eb0e36c100b,revision_number=2']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:45.495027 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c8fb44e4-685f-4c0b-aabb-102ec7f98ba1 req-e51b9e3c-537a-4e69-b6c6-441ffd28f076 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] 10.222.0.85 "GET /v2.0/security-groups?id=37be4557-a35d-41b8-94e5-d29002afe979&id=e6676217-9362-4f98-9839-89020fcebb14&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2302015 May 30 20:11:45.538875 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-305237bb-f99d-44e4-9650-0d50d89854ae'] response: {'server_uuid': '90d1ebd5-ac9c-4c24-b6ef-f8b927cb8126', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ae5effb-2ec4-4a22-8af5-a50e814f392b', 'code': 200} May 30 20:11:45.766475 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-7fc8c186-f1d3-49a1-b8a7-349989de2b11 None None] Notify callbacks [] for port, precommit_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:45.787947 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-7fc8c186-f1d3-49a1-b8a7-349989de2b11 None None] Transition to ACTIVE for port object 161d1519-e8e8-476c-8a56-7d96ba815f4f will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:11:45.883586 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-7fc8c186-f1d3-49a1-b8a7-349989de2b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:45.928460 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc68b6a-37a8-4e5f-9866-91855c5cbdb7 admin admin] Network ac0cf993-3653-417b-b55c-1e0d903ad371 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:11:45.938168 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-afc68b6a-37a8-4e5f-9866-91855c5cbdb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:11:46.010476 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef16890e-095d-40b4-b539-b925224dfb87 None None] Pushing event updated for resources: {'Port': ['ID=161d1519-e8e8-476c-8a56-7d96ba815f4f,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:46.030298 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f35f4f-0f6b-4e74-bb95-900e649ad9b9 req-a53d1484-f51f-4856-85e6-2bac408977b7 tempest-ImagesOneServerTestJSON-807794603 tempest-ImagesOneServerTestJSON-807794603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:46.034145 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e8f35f4f-0f6b-4e74-bb95-900e649ad9b9 req-a53d1484-f51f-4856-85e6-2bac408977b7 tempest-ImagesOneServerTestJSON-807794603 tempest-ImagesOneServerTestJSON-807794603-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3853b5d-051b-4cd4-b6b6-6138821f4e0c HTTP/1.1" status: 200 len: 947 time: 0.1909029 May 30 20:11:46.163910 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-7fc8c186-f1d3-49a1-b8a7-349989de2b11 None None] Attempting to bind port 161d1519-e8e8-476c-8a56-7d96ba815f4f on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:11:46.164451 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-7fc8c186-f1d3-49a1-b8a7-349989de2b11 None None] Attempting to bind port 161d1519-e8e8-476c-8a56-7d96ba815f4f by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': '63b1ad3b-a506-4ef3-b6ab-b11efd8aac72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '00d22bd4-8146-4036-a227-16f88d0943fa'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:11:46.164919 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc8c186-f1d3-49a1-b8a7-349989de2b11 None None] Attempting to bind port 161d1519-e8e8-476c-8a56-7d96ba815f4f on network 00d22bd4-8146-4036-a227-16f88d0943fa {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:11:46.176326 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc8c186-f1d3-49a1-b8a7-349989de2b11 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 11, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:11:46.176888 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc8c186-f1d3-49a1-b8a7-349989de2b11 None None] Checking segment: {'id': '63b1ad3b-a506-4ef3-b6ab-b11efd8aac72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '00d22bd4-8146-4036-a227-16f88d0943fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:11:46.177405 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-7fc8c186-f1d3-49a1-b8a7-349989de2b11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:46.177955 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc8c186-f1d3-49a1-b8a7-349989de2b11 None None] Bound using segment: {'id': '63b1ad3b-a506-4ef3-b6ab-b11efd8aac72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '00d22bd4-8146-4036-a227-16f88d0943fa'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:11:46.178558 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-7fc8c186-f1d3-49a1-b8a7-349989de2b11 None None] Bound port: 161d1519-e8e8-476c-8a56-7d96ba815f4f, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63b1ad3b-a506-4ef3-b6ab-b11efd8aac72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '00d22bd4-8146-4036-a227-16f88d0943fa'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:11:46.179148 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-7fc8c186-f1d3-49a1-b8a7-349989de2b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:46.202944 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6ab3a133-a279-4008-88f2-6ba8431239e6 req-79dfd98d-886c-4507-8674-4ec65a293752 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=90d1ebd5-ac9c-4c24-b6ef-f8b927cb8126 HTTP/1.1" status: 200 len: 1096 time: 0.5374100 May 30 20:11:46.343536 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-7fc8c186-f1d3-49a1-b8a7-349989de2b11 None None] For port 161d1519-e8e8-476c-8a56-7d96ba815f4f, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:11:46.350885 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-7fc8c186-f1d3-49a1-b8a7-349989de2b11 None None] For port 161d1519-e8e8-476c-8a56-7d96ba815f4f, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=161d1519-e8e8-476c-8a56-7d96ba815f4f,segment=NetworkSegment(63b1ad3b-a506-4ef3-b6ab-b11efd8aac72),segment_id=63b1ad3b-a506-4ef3-b6ab-b11efd8aac72)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:11:46.388344 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6ab3a133-a279-4008-88f2-6ba8431239e6 req-ebf3e421-55fb-404e-8d07-397cc45b8cbc service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=ee3a99c9-b491-4b30-b550-7e2cbfacbd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753290 May 30 20:11:46.407340 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fd6127-ac2b-4808-9e7c-82eed16c4452 req-5b572c24-ac26-478f-a710-d9f2149d8018 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:46.408798 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-41fd6127-ac2b-4808-9e7c-82eed16c4452 req-5b572c24-ac26-478f-a710-d9f2149d8018 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] 10.222.0.85 "GET /v2.0/ports?device_id=8c8de3ab-968c-4913-a1a7-26260a84fd2e HTTP/1.1" status: 200 len: 945 time: 0.5727360 May 30 20:11:46.433015 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-7fc8c186-f1d3-49a1-b8a7-349989de2b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:46.452889 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-c25f7098-5bdb-490c-bb36-d94f3237e65c admin admin] Deleting port 161d1519-e8e8-476c-8a56-7d96ba815f4f {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:11:46.453352 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c25f7098-5bdb-490c-bb36-d94f3237e65c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:46.498305 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e8f35f4f-0f6b-4e74-bb95-900e649ad9b9 req-e722e50e-3e44-42d7-b297-795671e06f9d tempest-ImagesOneServerTestJSON-807794603 tempest-ImagesOneServerTestJSON-807794603-project] 10.222.0.85 "GET /v2.0/security-groups?id=15b0ead0-dbb0-476e-8f88-94ff4c27146a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4476621 May 30 20:11:46.578493 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 0af956aa-5dfc-4b3f-969a-34978ca452c2 details requested by agent hyperv_n-h2-843948-2 with host n-h2-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:11:46.694164 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-41fd6127-ac2b-4808-9e7c-82eed16c4452 req-6f0ceb94-9baf-4f49-ace6-d6dc86863696 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] 10.222.0.85 "GET /v2.0/security-groups?id=c816953b-4eaf-44de-8f51-6f9258494ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190640 May 30 20:11:46.705819 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef16890e-095d-40b4-b539-b925224dfb87 None None] Pushing event updated for resources: {'Port': ['ID=161d1519-e8e8-476c-8a56-7d96ba815f4f,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:46.744096 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [None req-c25f7098-5bdb-490c-bb36-d94f3237e65c admin admin] For port 161d1519-e8e8-476c-8a56-7d96ba815f4f, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=161d1519-e8e8-476c-8a56-7d96ba815f4f,segment=NetworkSegment(63b1ad3b-a506-4ef3-b6ab-b11efd8aac72),segment_id=63b1ad3b-a506-4ef3-b6ab-b11efd8aac72)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:11:46.744776 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c25f7098-5bdb-490c-bb36-d94f3237e65c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:46.909363 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-ed44a8b5-ea74-496e-919f-2fa0842be9d2 None None] Provisioning complete for port bcebd54d-41fa-4abb-9681-0eb0e36c100b triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:11:46.910369 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ed44a8b5-ea74-496e-919f-2fa0842be9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:46.932070 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afc68b6a-37a8-4e5f-9866-91855c5cbdb7 admin admin] Router 6e583e7b-f12b-4fba-bb78-c30dd0525c40 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:11:46.957766 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-c25f7098-5bdb-490c-bb36-d94f3237e65c admin admin] Calling delete_port for 161d1519-e8e8-476c-8a56-7d96ba815f4f owned by network:router_interface {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:11:46.978580 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc8c186-f1d3-49a1-b8a7-349989de2b11 None None] Routers {'0f3899bd-8f6c-4ab1-8c13-5e1711518656'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:11:46.979653 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-7fc8c186-f1d3-49a1-b8a7-349989de2b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:11:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['0f3899bd-8f6c-4ab1-8c13-5e1711518656'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:11:47.037105 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a394945-048f-44de-afbc-e4b368f7aea3 req-db476ca9-514a-4e4e-807a-9fdbcd65655e tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:47.047515 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2a394945-048f-44de-afbc-e4b368f7aea3 req-db476ca9-514a-4e4e-807a-9fdbcd65655e tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] 10.222.0.85 "GET /v2.0/ports?device_id=90d1ebd5-ac9c-4c24-b6ef-f8b927cb8126 HTTP/1.1" status: 200 len: 945 time: 0.3761544 May 30 20:11:47.156990 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2a394945-048f-44de-afbc-e4b368f7aea3 req-729b932e-53b1-4b84-924b-534d7411d773 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] 10.222.0.85 "GET /v2.0/security-groups?id=ee3a99c9-b491-4b30-b550-7e2cbfacbd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078351 May 30 20:11:47.195528 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 5dd7d2c5-4872-4599-ac18-d24cb5375cd4 details requested by agent hyperv_n-h1-843948-2 with host n-h1-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:11:47.263595 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 0af956aa-5dfc-4b3f-969a-34978ca452c2, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=0af956aa-5dfc-4b3f-969a-34978ca452c2,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:11:47.341861 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Returning: {'device': '0af956aa-5dfc-4b3f-969a-34978ca452c2', 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1', 'port_id': '0af956aa-5dfc-4b3f-969a-34978ca452c2', 'mac_address': 'fa:16:3e:fb:9f:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b83ff54-b1af-44ce-bb75-ba148920553c', 'ip_address': '192.168.233.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:11:47.351068 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-ed44a8b5-ea74-496e-919f-2fa0842be9d2 None None] Port bcebd54d-41fa-4abb-9681-0eb0e36c100b cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:11:47.487380 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afc68b6a-37a8-4e5f-9866-91855c5cbdb7 admin admin] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:11:47.512133 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-afc68b6a-37a8-4e5f-9866-91855c5cbdb7 admin admin] 10.222.0.85 "PUT /v2.0/routers/6e583e7b-f12b-4fba-bb78-c30dd0525c40/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1016071 May 30 20:11:47.572663 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:47.635915 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c25f7098-5bdb-490c-bb36-d94f3237e65c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:47.720050 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-7fc8c186-f1d3-49a1-b8a7-349989de2b11 None None] Set router 0f3899bd-8f6c-4ab1-8c13-5e1711518656 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:11:47.737577 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25f7098-5bdb-490c-bb36-d94f3237e65c admin admin] Pushing event deleted for resources: {'Port': ['ID=161d1519-e8e8-476c-8a56-7d96ba815f4f,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:47.759461 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e977246b-7446-437b-a266-6fa737d4d9e8 req-aaf9245d-f1a3-4e63-8b7a-503af5b2338b tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:47.764203 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e977246b-7446-437b-a266-6fa737d4d9e8 req-aaf9245d-f1a3-4e63-8b7a-503af5b2338b tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:47.768992 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e977246b-7446-437b-a266-6fa737d4d9e8 req-aaf9245d-f1a3-4e63-8b7a-503af5b2338b tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:47.773153 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e977246b-7446-437b-a266-6fa737d4d9e8 req-aaf9245d-f1a3-4e63-8b7a-503af5b2338b tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:47.778622 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e977246b-7446-437b-a266-6fa737d4d9e8 req-aaf9245d-f1a3-4e63-8b7a-503af5b2338b tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:47.782655 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e977246b-7446-437b-a266-6fa737d4d9e8 req-aaf9245d-f1a3-4e63-8b7a-503af5b2338b tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:47.787449 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e977246b-7446-437b-a266-6fa737d4d9e8 req-aaf9245d-f1a3-4e63-8b7a-503af5b2338b tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:47.795626 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e977246b-7446-437b-a266-6fa737d4d9e8 req-aaf9245d-f1a3-4e63-8b7a-503af5b2338b tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] 10.222.0.85 "GET /v2.0/ports?device_id=9c32c8ec-3847-430c-b19f-49ed6feb4bec HTTP/1.1" status: 200 len: 5416 time: 0.3745937 May 30 20:11:47.952786 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.db.resource_extend [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] It took 0.63 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:11:48.186059 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0af956aa-5dfc-4b3f-969a-34978ca452c2 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:11:48.203096 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-8ffd011a-400f-44af-846b-40bafc28902e None None] Provisioning complete for port 161d1519-e8e8-476c-8a56-7d96ba815f4f triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:11:48.203452 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-8ffd011a-400f-44af-846b-40bafc28902e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:48.324857 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-8ffd011a-400f-44af-846b-40bafc28902e None None] Port 161d1519-e8e8-476c-8a56-7d96ba815f4f was deleted so its status cannot be updated. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} May 30 20:11:48.342189 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e977246b-7446-437b-a266-6fa737d4d9e8 req-882fdb50-3466-453a-b224-d21f85ba471d tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] 10.222.0.85 "GET /v2.0/security-groups?id=37be4557-a35d-41b8-94e5-d29002afe979&id=e6676217-9362-4f98-9839-89020fcebb14&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5454109 May 30 20:11:48.395565 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 0af956aa-5dfc-4b3f-969a-34978ca452c2, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=0af956aa-5dfc-4b3f-969a-34978ca452c2,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:11:48.489443 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 5dd7d2c5-4872-4599-ac18-d24cb5375cd4, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=5dd7d2c5-4872-4599-ac18-d24cb5375cd4,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:11:48.504419 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:48.559369 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Returning: {'device': '5dd7d2c5-4872-4599-ac18-d24cb5375cd4', 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1', 'port_id': '5dd7d2c5-4872-4599-ac18-d24cb5375cd4', 'mac_address': 'fa:16:3e:85:b2:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b83ff54-b1af-44ce-bb75-ba148920553c', 'ip_address': '192.168.233.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:11:48.566645 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c25f7098-5bdb-490c-bb36-d94f3237e65c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1718140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-736143'] for router_interface, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:48.714948 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:48.757961 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=0af956aa-5dfc-4b3f-969a-34978ca452c2,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:48.787576 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5dd7d2c5-4872-4599-ac18-d24cb5375cd4 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:11:48.814346 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 5dd7d2c5-4872-4599-ac18-d24cb5375cd4, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=5dd7d2c5-4872-4599-ac18-d24cb5375cd4,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:11:48.819032 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['0af956aa-5dfc-4b3f-969a-34978ca452c2'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:11:48.921404 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:49.046198 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['5dd7d2c5-4872-4599-ac18-d24cb5375cd4'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:11:49.098196 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661d65f8-de0d-4050-aeb2-27851351eb89 req-1aae97ae-d7a1-48f5-aded-878e396ae6ba tempest-ImagesOneServerTestJSON-807794603 tempest-ImagesOneServerTestJSON-807794603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:49.100564 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-661d65f8-de0d-4050-aeb2-27851351eb89 req-1aae97ae-d7a1-48f5-aded-878e396ae6ba tempest-ImagesOneServerTestJSON-807794603 tempest-ImagesOneServerTestJSON-807794603-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3853b5d-051b-4cd4-b6b6-6138821f4e0c HTTP/1.1" status: 200 len: 948 time: 0.2215090 May 30 20:11:49.178656 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=5dd7d2c5-4872-4599-ac18-d24cb5375cd4,revision_number=6']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:49.227735 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-7fc8c186-f1d3-49a1-b8a7-349989de2b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f3899bd-8f6c-4ab1-8c13-5e1711518656', 'name': 'tempest-ServersTestFqdnHostnames-1649540144-router', 'tenant_id': '6c8b439c056d43b986fd353251bc92b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.33'}], 'enable_snat': True}, 'gw_port_id': 'f814a113-aec8-4aed-b31f-52a0db549c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:11:19Z', 'updated_at': '2022-05-30T20:11:38Z', 'revision_number': 4, 'project_id': '6c8b439c056d43b986fd353251bc92b9', 'gw_port': {'id': 'f814a113-aec8-4aed-b31f-52a0db549c7a', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:25:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f3899bd-8f6c-4ab1-8c13-5e1711518656', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:11:21Z', 'updated_at': '2022-05-30T20:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '161d1519-e8e8-476c-8a56-7d96ba815f4f', 'name': '', 'network_id': '00d22bd4-8146-4036-a227-16f88d0943fa', 'tenant_id': '6c8b439c056d43b986fd353251bc92b9', 'mac_address': 'fa:16:3e:90:93:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f3899bd-8f6c-4ab1-8c13-5e1711518656', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e45ad177-25e5-4e23-a62c-70fc625716da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:11:34Z', 'updated_at': '2022-05-30T20:11:46Z', 'revision_number': 4, 'project_id': '6c8b439c056d43b986fd353251bc92b9', 'subnets': [{'id': 'e45ad177-25e5-4e23-a62c-70fc625716da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:11:49.249179 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc8c186-f1d3-49a1-b8a7-349989de2b11 None None] The sync data for ids ['0f3899bd-8f6c-4ab1-8c13-5e1711518656'] in n-d-843948-2 is: [{'id': '0f3899bd-8f6c-4ab1-8c13-5e1711518656', 'name': 'tempest-ServersTestFqdnHostnames-1649540144-router', 'tenant_id': '6c8b439c056d43b986fd353251bc92b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.33'}], 'enable_snat': True}, 'gw_port_id': 'f814a113-aec8-4aed-b31f-52a0db549c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:11:19Z', 'updated_at': '2022-05-30T20:11:38Z', 'revision_number': 4, 'project_id': '6c8b439c056d43b986fd353251bc92b9', 'gw_port': {'id': 'f814a113-aec8-4aed-b31f-52a0db549c7a', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:25:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f3899bd-8f6c-4ab1-8c13-5e1711518656', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:11:21Z', 'updated_at': '2022-05-30T20:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '161d1519-e8e8-476c-8a56-7d96ba815f4f', 'name': '', 'network_id': '00d22bd4-8146-4036-a227-16f88d0943fa', 'tenant_id': '6c8b439c056d43b986fd353251bc92b9', 'mac_address': 'fa:16:3e:90:93:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f3899bd-8f6c-4ab1-8c13-5e1711518656', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e45ad177-25e5-4e23-a62c-70fc625716da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:11:34Z', 'updated_at': '2022-05-30T20:11:46Z', 'revision_number': 4, 'project_id': '6c8b439c056d43b986fd353251bc92b9', 'subnets': [{'id': 'e45ad177-25e5-4e23-a62c-70fc625716da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:11:49.275237 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-661d65f8-de0d-4050-aeb2-27851351eb89 req-2d8c75d0-f9e0-4f19-a63d-2e0f5f2bafd7 tempest-ImagesOneServerTestJSON-807794603 tempest-ImagesOneServerTestJSON-807794603-project] 10.222.0.85 "GET /v2.0/security-groups?id=15b0ead0-dbb0-476e-8f88-94ff4c27146a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638274 May 30 20:11:49.357262 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:49.387587 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d006a54-e9f9-4172-ad14-33c42b73a71f req-bd21b080-a0c5-45c5-9223-6447537e9054 tempest-ServerAddressesNegativeTestJSON-1183372091 tempest-ServerAddressesNegativeTestJSON-1183372091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:49.395702 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9d006a54-e9f9-4172-ad14-33c42b73a71f req-bd21b080-a0c5-45c5-9223-6447537e9054 tempest-ServerAddressesNegativeTestJSON-1183372091 tempest-ServerAddressesNegativeTestJSON-1183372091-project] 10.222.0.85 "GET /v2.0/ports?device_id=85813071-68d8-450a-a3ad-0cebac1555f6 HTTP/1.1" status: 200 len: 946 time: 0.7010241 May 30 20:11:49.507148 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e988df-de1a-4902-aaf3-1b5855d5ae92 req-970a625f-84e8-409f-b61a-8501432213b0 tempest-ServerAddressesNegativeTestJSON-1183372091 tempest-ServerAddressesNegativeTestJSON-1183372091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:49.510009 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-83e988df-de1a-4902-aaf3-1b5855d5ae92 req-970a625f-84e8-409f-b61a-8501432213b0 tempest-ServerAddressesNegativeTestJSON-1183372091 tempest-ServerAddressesNegativeTestJSON-1183372091-project] 10.222.0.86 "GET /v2.0/ports?device_id=85813071-68d8-450a-a3ad-0cebac1555f6 HTTP/1.1" status: 200 len: 946 time: 0.4402027 May 30 20:11:49.577325 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9d006a54-e9f9-4172-ad14-33c42b73a71f req-7bc8aec6-e5a1-4e76-bca2-2bca14edec3a tempest-ServerAddressesNegativeTestJSON-1183372091 tempest-ServerAddressesNegativeTestJSON-1183372091-project] 10.222.0.85 "GET /v2.0/security-groups?id=7198028f-5a59-48fe-bc6b-1e253667b012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801667 May 30 20:11:49.668243 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59187675-5263-4295-9283-a0f06f13a188 req-cf954b26-7798-4bb3-8413-f32fb75d25e9 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:49.677947 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-59187675-5263-4295-9283-a0f06f13a188 req-cf954b26-7798-4bb3-8413-f32fb75d25e9 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] 10.222.0.85 "GET /v2.0/ports?device_id=90d1ebd5-ac9c-4c24-b6ef-f8b927cb8126 HTTP/1.1" status: 200 len: 945 time: 0.1605105 May 30 20:11:49.769267 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-83e988df-de1a-4902-aaf3-1b5855d5ae92 req-ebd6b28c-3aee-475d-9bce-d19757ac2b8f tempest-ServerAddressesNegativeTestJSON-1183372091 tempest-ServerAddressesNegativeTestJSON-1183372091-project] Deleting port 0c3fe45e-701b-47d7-94f7-8879bbb2f4a4 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:11:49.771184 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-83e988df-de1a-4902-aaf3-1b5855d5ae92 req-ebd6b28c-3aee-475d-9bce-d19757ac2b8f tempest-ServerAddressesNegativeTestJSON-1183372091 tempest-ServerAddressesNegativeTestJSON-1183372091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:49.820416 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-59187675-5263-4295-9283-a0f06f13a188 req-d428c1ea-2168-439a-9344-a6b5f08bb3e5 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] 10.222.0.85 "GET /v2.0/security-groups?id=ee3a99c9-b491-4b30-b550-7e2cbfacbd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316209 May 30 20:11:50.293717 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 52868) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:11:50.308642 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-2ff6d4f5-af8f-441a-8076-c52099df97c0 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-446887035-network', 'tenant_id': '3828c70dc661485192642e8638cbac3c'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:11:50.325760 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-2ff6d4f5-af8f-441a-8076-c52099df97c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:11:50.346915 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-2ff6d4f5-af8f-441a-8076-c52099df97c0 admin admin] Usage tracker for resource:network and tenant:3828c70dc661485192642e8638cbac3c is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:11:50.353578 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-2ff6d4f5-af8f-441a-8076-c52099df97c0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:11:50.367999 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-2ff6d4f5-af8f-441a-8076-c52099df97c0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:11:50.501765 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ff6d4f5-af8f-441a-8076-c52099df97c0 admin admin] Made reservation on behalf of 3828c70dc661485192642e8638cbac3c for: {'network': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:11:50.507326 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2ff6d4f5-af8f-441a-8076-c52099df97c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:50.551072 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 0af956aa-5dfc-4b3f-969a-34978ca452c2 up at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:11:50.660941 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2ff6d4f5-af8f-441a-8076-c52099df97c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:50.835751 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-68f6ff86-7e98-4f49-a8d4-97fedd442d8b req-269a7594-36df-4e26-af5e-a2eaa9bd0817 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-455958768&fields=id&tenant_id=fa8a8e16668d4cd3985a20ee71169357 HTTP/1.1" status: 200 len: 267 time: 0.4451008 May 30 20:11:50.866462 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-2ff6d4f5-af8f-441a-8076-c52099df97c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:11:50.897958 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-2ff6d4f5-af8f-441a-8076-c52099df97c0 admin admin] Usage tracker for resource:security_group_rule and tenant:3828c70dc661485192642e8638cbac3c is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:11:50.908399 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-2ff6d4f5-af8f-441a-8076-c52099df97c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:11:50.911943 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning for port 0af956aa-5dfc-4b3f-969a-34978ca452c2 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:11:50.919605 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning complete for port 0af956aa-5dfc-4b3f-969a-34978ca452c2 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:11:50.919732 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:50.935513 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-2ff6d4f5-af8f-441a-8076-c52099df97c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:11:51.006413 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-83e988df-de1a-4902-aaf3-1b5855d5ae92 req-ebd6b28c-3aee-475d-9bce-d19757ac2b8f tempest-ServerAddressesNegativeTestJSON-1183372091 tempest-ServerAddressesNegativeTestJSON-1183372091-project] For port 0c3fe45e-701b-47d7-94f7-8879bbb2f4a4, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=0c3fe45e-701b-47d7-94f7-8879bbb2f4a4,segment=NetworkSegment(4bce4141-8ebf-4b0a-b9e3-d82019ac9875),segment_id=4bce4141-8ebf-4b0a-b9e3-d82019ac9875)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:11:51.007662 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-83e988df-de1a-4902-aaf3-1b5855d5ae92 req-ebd6b28c-3aee-475d-9bce-d19757ac2b8f tempest-ServerAddressesNegativeTestJSON-1183372091 tempest-ServerAddressesNegativeTestJSON-1183372091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:51.085156 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:51.153602 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 0af956aa-5dfc-4b3f-969a-34978ca452c2, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=0af956aa-5dfc-4b3f-969a-34978ca452c2,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:11:51.155716 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3853b5d-051b-4cd4-b6b6-6138821f4e0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0af956aa-5dfc-4b3f-969a-34978ca452c2'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:11:51.161734 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bba710-c11f-475d-974a-04512076738c req-e16ba655-32e7-4b1f-bc11-082b9c8b9af4 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:51.169746 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bba710-c11f-475d-974a-04512076738c req-e16ba655-32e7-4b1f-bc11-082b9c8b9af4 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:51.174354 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bba710-c11f-475d-974a-04512076738c req-e16ba655-32e7-4b1f-bc11-082b9c8b9af4 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:51.177565 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-83e988df-de1a-4902-aaf3-1b5855d5ae92 req-ebd6b28c-3aee-475d-9bce-d19757ac2b8f tempest-ServerAddressesNegativeTestJSON-1183372091 tempest-ServerAddressesNegativeTestJSON-1183372091-project] Calling delete_port for 0c3fe45e-701b-47d7-94f7-8879bbb2f4a4 owned by compute:nova {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:11:51.180640 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bba710-c11f-475d-974a-04512076738c req-e16ba655-32e7-4b1f-bc11-082b9c8b9af4 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:51.184666 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 5dd7d2c5-4872-4599-ac18-d24cb5375cd4 up at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:11:51.185672 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bba710-c11f-475d-974a-04512076738c req-e16ba655-32e7-4b1f-bc11-082b9c8b9af4 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:51.190335 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bba710-c11f-475d-974a-04512076738c req-e16ba655-32e7-4b1f-bc11-082b9c8b9af4 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:51.194574 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bba710-c11f-475d-974a-04512076738c req-e16ba655-32e7-4b1f-bc11-082b9c8b9af4 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:51.224930 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-19bba710-c11f-475d-974a-04512076738c req-e16ba655-32e7-4b1f-bc11-082b9c8b9af4 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] 10.222.0.85 "GET /v2.0/ports?device_id=9c32c8ec-3847-430c-b19f-49ed6feb4bec HTTP/1.1" status: 200 len: 5416 time: 1.1799939 May 30 20:11:51.266994 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:51.268174 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 0c3fe45e-701b-47d7-94f7-8879bbb2f4a4 no longer exists at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:11:51.399573 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-19bba710-c11f-475d-974a-04512076738c req-3915e1f0-b0cb-444c-acb8-acf576f1949b tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] 10.222.0.85 "GET /v2.0/security-groups?id=37be4557-a35d-41b8-94e5-d29002afe979&id=e6676217-9362-4f98-9839-89020fcebb14&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1727693 May 30 20:11:51.413664 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2ff6d4f5-af8f-441a-8076-c52099df97c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:51.469750 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning complete for port 5dd7d2c5-4872-4599-ac18-d24cb5375cd4 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:11:51.470113 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:51.483021 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2ff6d4f5-af8f-441a-8076-c52099df97c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:51.528803 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f6ff86-7e98-4f49-a8d4-97fedd442d8b req-e1328e08-abc6-4d1a-bb1f-0103451c9c7d tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:51.532797 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=0af956aa-5dfc-4b3f-969a-34978ca452c2,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:51.540176 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff6d4f5-af8f-441a-8076-c52099df97c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a0d6568-bf5c-48f8-a8f1-5d4936a3b80a,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:51.556758 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-68f6ff86-7e98-4f49-a8d4-97fedd442d8b req-e1328e08-abc6-4d1a-bb1f-0103451c9c7d tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] 10.222.0.85 "GET /v2.0/ports?device_id=90d1ebd5-ac9c-4c24-b6ef-f8b927cb8126 HTTP/1.1" status: 200 len: 945 time: 0.7172785 May 30 20:11:51.571038 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ff6d4f5-af8f-441a-8076-c52099df97c0 admin admin] vlan segment allocate from pool success with {'vlan_id': 673, 'physical_network': 'physnet1'} {{(pid=84886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:11:51.590743 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-68f6ff86-7e98-4f49-a8d4-97fedd442d8b req-1a4ece3c-3229-424a-bb67-a2f36cf4d03d tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Request body: {'port': {'security_groups': ['ee3a99c9-b491-4b30-b550-7e2cbfacbd55', '42d9cdc8-7d8a-45f3-a9c3-502824918a3f']}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:11:51.591219 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:51.599137 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2ff6d4f5-af8f-441a-8076-c52099df97c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:51.601343 n-d-843948-2 neutron-server[84886]: INFO neutron.db.segments_db [None req-2ff6d4f5-af8f-441a-8076-c52099df97c0 admin admin] Added segment 9a55defe-184e-4bf7-910e-e2b419e5729f of type vlan for network ac8c9a1b-20d8-4e63-a909-98bfbc20cb9e May 30 20:11:51.679388 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2ff6d4f5-af8f-441a-8076-c52099df97c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:51.698070 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 0c3fe45e-701b-47d7-94f7-8879bbb2f4a4, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=0c3fe45e-701b-47d7-94f7-8879bbb2f4a4,segment=NetworkSegment(4bce4141-8ebf-4b0a-b9e3-d82019ac9875),segment_id=4bce4141-8ebf-4b0a-b9e3-d82019ac9875)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:11:51.721982 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:51.765322 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 5dd7d2c5-4872-4599-ac18-d24cb5375cd4, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=5dd7d2c5-4872-4599-ac18-d24cb5375cd4,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:11:51.786367 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:51.849918 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-68f6ff86-7e98-4f49-a8d4-97fedd442d8b req-1a4ece3c-3229-424a-bb67-a2f36cf4d03d tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:51.889151 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=0c3fe45e-701b-47d7-94f7-8879bbb2f4a4,revision_number=6']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:51.900739 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2ff6d4f5-af8f-441a-8076-c52099df97c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:51.902453 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff6d4f5-af8f-441a-8076-c52099df97c0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:51.903789 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2ff6d4f5-af8f-441a-8076-c52099df97c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:51.921137 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:51.927016 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.db.api [req-83e988df-de1a-4902-aaf3-1b5855d5ae92 req-ebd6b28c-3aee-475d-9bce-d19757ac2b8f tempest-ServerAddressesNegativeTestJSON-1183372091 tempest-ServerAddressesNegativeTestJSON-1183372091-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84887) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:11:51.927016 n-d-843948-2 neutron-server[84887]: DEBUG oslo_db.api [req-83e988df-de1a-4902-aaf3-1b5855d5ae92 req-ebd6b28c-3aee-475d-9bce-d19757ac2b8f tempest-ServerAddressesNegativeTestJSON-1183372091 tempest-ServerAddressesNegativeTestJSON-1183372091-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:11:52.066911 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff6d4f5-af8f-441a-8076-c52099df97c0 admin admin] Pushing event updated for resources: {'Network': ['ID=ac8c9a1b-20d8-4e63-a909-98bfbc20cb9e,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:52.082964 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=5dd7d2c5-4872-4599-ac18-d24cb5375cd4,revision_number=7']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:52.088901 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network ac8c9a1b-20d8-4e63-a909-98bfbc20cb9e details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:11:52.187199 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-2ff6d4f5-af8f-441a-8076-c52099df97c0 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.8910007 May 30 20:11:52.190033 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 52890) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:11:52.195739 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-71d64c6c-55f8-4d18-aeef-b41bca4cdbd8 admin admin] Request body: {'subnet': {'network_id': 'ac8c9a1b-20d8-4e63-a909-98bfbc20cb9e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-446887035-subnet', 'tenant_id': '3828c70dc661485192642e8638cbac3c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:11:52.203713 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-71d64c6c-55f8-4d18-aeef-b41bca4cdbd8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:11:52.214681 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-71d64c6c-55f8-4d18-aeef-b41bca4cdbd8 admin admin] Usage tracker for resource:subnet and tenant:3828c70dc661485192642e8638cbac3c is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:11:52.222037 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-71d64c6c-55f8-4d18-aeef-b41bca4cdbd8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:11:52.239557 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-71d64c6c-55f8-4d18-aeef-b41bca4cdbd8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:11:52.249994 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:52.340856 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c25f7098-5bdb-490c-bb36-d94f3237e65c admin admin] Router 0f3899bd-8f6c-4ab1-8c13-5e1711518656 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:11:52.380432 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71d64c6c-55f8-4d18-aeef-b41bca4cdbd8 admin admin] Made reservation on behalf of 3828c70dc661485192642e8638cbac3c for: {'subnet': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:11:52.386524 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-71d64c6c-55f8-4d18-aeef-b41bca4cdbd8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2778563'] for subnet, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:52.459992 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-83e988df-de1a-4902-aaf3-1b5855d5ae92 req-ebd6b28c-3aee-475d-9bce-d19757ac2b8f tempest-ServerAddressesNegativeTestJSON-1183372091 tempest-ServerAddressesNegativeTestJSON-1183372091-project] Deleting port 0c3fe45e-701b-47d7-94f7-8879bbb2f4a4 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:11:52.460311 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-83e988df-de1a-4902-aaf3-1b5855d5ae92 req-ebd6b28c-3aee-475d-9bce-d19757ac2b8f tempest-ServerAddressesNegativeTestJSON-1183372091 tempest-ServerAddressesNegativeTestJSON-1183372091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:52.526604 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa57e46-7168-4c69-b63c-b431fa6c77e6 req-49897264-5f7d-405b-b830-c2871ee590cb tempest-ImagesOneServerTestJSON-807794603 tempest-ImagesOneServerTestJSON-807794603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:52.528713 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5aa57e46-7168-4c69-b63c-b431fa6c77e6 req-49897264-5f7d-405b-b830-c2871ee590cb tempest-ImagesOneServerTestJSON-807794603 tempest-ImagesOneServerTestJSON-807794603-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3853b5d-051b-4cd4-b6b6-6138821f4e0c HTTP/1.1" status: 200 len: 949 time: 0.2697554 May 30 20:11:52.538416 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device f35d7540-29ca-49f2-af89-58e4965b5bb5 details requested by agent hyperv_n-h2-843948-2 with host n-h2-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:11:52.626949 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-68f6ff86-7e98-4f49-a8d4-97fedd442d8b req-1a4ece3c-3229-424a-bb67-a2f36cf4d03d tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] For port 4ae5effb-2ec4-4a22-8af5-a50e814f392b, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=4ae5effb-2ec4-4a22-8af5-a50e814f392b,segment=NetworkSegment(d846ad92-c086-40c0-8c7d-67c12dd4eb60),segment_id=d846ad92-c086-40c0-8c7d-67c12dd4eb60)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:11:52.701680 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-68f6ff86-7e98-4f49-a8d4-97fedd442d8b req-1a4ece3c-3229-424a-bb67-a2f36cf4d03d tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:52.719770 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5aa57e46-7168-4c69-b63c-b431fa6c77e6 req-bb48fac0-202c-450b-b93e-3865504e34e9 tempest-ImagesOneServerTestJSON-807794603 tempest-ImagesOneServerTestJSON-807794603-project] 10.222.0.85 "GET /v2.0/security-groups?id=15b0ead0-dbb0-476e-8f88-94ff4c27146a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162348 May 30 20:11:52.858099 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-68f6ff86-7e98-4f49-a8d4-97fedd442d8b req-1a4ece3c-3229-424a-bb67-a2f36cf4d03d tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:52.926539 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['4ae5effb-2ec4-4a22-8af5-a50e814f392b'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:11:52.951077 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-71d64c6c-55f8-4d18-aeef-b41bca4cdbd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4127140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2778577'] for subnet, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:53.155473 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d64c6c-55f8-4d18-aeef-b41bca4cdbd8 admin admin] Checking segment: {'id': '9a55defe-184e-4bf7-910e-e2b419e5729f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'ac8c9a1b-20d8-4e63-a909-98bfbc20cb9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:11:53.156061 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d64c6c-55f8-4d18-aeef-b41bca4cdbd8 admin admin] Network hostable DHCP agents. Network: ac8c9a1b-20d8-4e63-a909-98bfbc20cb9e, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:11:53.172266 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d64c6c-55f8-4d18-aeef-b41bca4cdbd8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb1d0577-1d70-4989-9a65-52c78d1e2166,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:53.173322 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-83e988df-de1a-4902-aaf3-1b5855d5ae92 req-ebd6b28c-3aee-475d-9bce-d19757ac2b8f tempest-ServerAddressesNegativeTestJSON-1183372091 tempest-ServerAddressesNegativeTestJSON-1183372091-project] For port 0c3fe45e-701b-47d7-94f7-8879bbb2f4a4, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=0c3fe45e-701b-47d7-94f7-8879bbb2f4a4,segment=NetworkSegment(4bce4141-8ebf-4b0a-b9e3-d82019ac9875),segment_id=4bce4141-8ebf-4b0a-b9e3-d82019ac9875)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:11:53.173732 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-83e988df-de1a-4902-aaf3-1b5855d5ae92 req-ebd6b28c-3aee-475d-9bce-d19757ac2b8f tempest-ServerAddressesNegativeTestJSON-1183372091 tempest-ServerAddressesNegativeTestJSON-1183372091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:53.271067 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port f35d7540-29ca-49f2-af89-58e4965b5bb5, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=f35d7540-29ca-49f2-af89-58e4965b5bb5,segment=NetworkSegment(8cf4782e-e691-4ec5-a2ea-a14d58f8df7a),segment_id=8cf4782e-e691-4ec5-a2ea-a14d58f8df7a)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:11:53.322920 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Returning: {'device': 'f35d7540-29ca-49f2-af89-58e4965b5bb5', 'network_id': 'b2f2587f-5348-477f-a322-df8a2a763ba2', 'port_id': 'f35d7540-29ca-49f2-af89-58e4965b5bb5', 'mac_address': 'fa:16:3e:e8:73:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd51613c5-1edb-4acb-8713-3f45b6162b1f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:11:53.390712 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6059a890-0bfa-436d-94e6-90ea048be8e8 req-428f6ed7-4f95-460b-9725-5a6542aec36d tempest-ServerAddressesNegativeTestJSON-1183372091 tempest-ServerAddressesNegativeTestJSON-1183372091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:53.392819 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6059a890-0bfa-436d-94e6-90ea048be8e8 req-428f6ed7-4f95-460b-9725-5a6542aec36d tempest-ServerAddressesNegativeTestJSON-1183372091 tempest-ServerAddressesNegativeTestJSON-1183372091-project] 10.222.0.85 "GET /v2.0/ports?device_id=85813071-68d8-450a-a3ad-0cebac1555f6 HTTP/1.1" status: 200 len: 944 time: 0.1896336 May 30 20:11:53.402523 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-83e988df-de1a-4902-aaf3-1b5855d5ae92 req-ebd6b28c-3aee-475d-9bce-d19757ac2b8f tempest-ServerAddressesNegativeTestJSON-1183372091 tempest-ServerAddressesNegativeTestJSON-1183372091-project] Calling delete_port for 0c3fe45e-701b-47d7-94f7-8879bbb2f4a4 owned by compute:nova {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:11:53.505241 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d64c6c-55f8-4d18-aeef-b41bca4cdbd8 admin admin] Network ac8c9a1b-20d8-4e63-a909-98bfbc20cb9e is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:11:53.551325 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6059a890-0bfa-436d-94e6-90ea048be8e8 req-e23d5cdf-cab8-4934-8b8b-6f8f738eb8c1 tempest-ServerAddressesNegativeTestJSON-1183372091 tempest-ServerAddressesNegativeTestJSON-1183372091-project] 10.222.0.85 "GET /v2.0/security-groups?id=7198028f-5a59-48fe-bc6b-1e253667b012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443822 May 30 20:11:53.594434 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f6ff86-7e98-4f49-a8d4-97fedd442d8b req-1a4ece3c-3229-424a-bb67-a2f36cf4d03d tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:53.595106 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-68f6ff86-7e98-4f49-a8d4-97fedd442d8b req-1a4ece3c-3229-424a-bb67-a2f36cf4d03d tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:53.600087 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-71d64c6c-55f8-4d18-aeef-b41bca4cdbd8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, ac8c9a1b-20d8-4e63-a909-98bfbc20cb9e) {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:11:53.610799 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-68f6ff86-7e98-4f49-a8d4-97fedd442d8b req-1a4ece3c-3229-424a-bb67-a2f36cf4d03d tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] 10.222.0.85 "PUT /v2.0/ports/4ae5effb-2ec4-4a22-8af5-a50e814f392b HTTP/1.1" status: 200 len: 981 time: 2.0323887 May 30 20:11:53.614343 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d64c6c-55f8-4d18-aeef-b41bca4cdbd8 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:53.615327 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-71d64c6c-55f8-4d18-aeef-b41bca4cdbd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:53.624255 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90d1ebd5-ac9c-4c24-b6ef-f8b927cb8126', 'tag': '4ae5effb-2ec4-4a22-8af5-a50e814f392b'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:11:53.759101 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a689993-b257-4db4-ae80-236cdc9fce3b None None] Network ac8c9a1b-20d8-4e63-a909-98bfbc20cb9e requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:11:53.783081 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4ece3c-3229-424a-bb67-a2f36cf4d03d tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Pushing event updated for resources: {'Port': ['ID=4ae5effb-2ec4-4a22-8af5-a50e814f392b,revision_number=6']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:53.857201 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4de9cfdd-93ab-4dd3-ab72-c6eb95f2153c'] response: {'server_uuid': 'a3853b5d-051b-4cd4-b6b6-6138821f4e0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0af956aa-5dfc-4b3f-969a-34978ca452c2', 'code': 200} May 30 20:11:53.858644 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['4ae5effb-2ec4-4a22-8af5-a50e814f392b'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:11:53.903916 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-71d64c6c-55f8-4d18-aeef-b41bca4cdbd8 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.7051635 May 30 20:11:53.903916 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 52906) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:11:53.908849 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-f2d00e8c-8fba-4e2b-8089-dc4a0588588d admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-446887035-router', 'tenant_id': '3828c70dc661485192642e8638cbac3c', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:11:53.918734 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-f2d00e8c-8fba-4e2b-8089-dc4a0588588d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:11:53.927777 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-f2d00e8c-8fba-4e2b-8089-dc4a0588588d admin admin] Usage tracker for resource:router and tenant:3828c70dc661485192642e8638cbac3c is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:11:53.935755 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-f2d00e8c-8fba-4e2b-8089-dc4a0588588d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:11:53.948163 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-f2d00e8c-8fba-4e2b-8089-dc4a0588588d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:11:54.044626 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f2d00e8c-8fba-4e2b-8089-dc4a0588588d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-733683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3159'] for router, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:54.048182 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f2d00e8c-8fba-4e2b-8089-dc4a0588588d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-733584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-736372', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-628480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3164'] for router, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:54.055806 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-83e988df-de1a-4902-aaf3-1b5855d5ae92 req-ebd6b28c-3aee-475d-9bce-d19757ac2b8f tempest-ServerAddressesNegativeTestJSON-1183372091 tempest-ServerAddressesNegativeTestJSON-1183372091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:54.217707 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd6b28c-3aee-475d-9bce-d19757ac2b8f tempest-ServerAddressesNegativeTestJSON-1183372091 tempest-ServerAddressesNegativeTestJSON-1183372091-project] Pushing event deleted for resources: {'Port': ['ID=0c3fe45e-701b-47d7-94f7-8879bbb2f4a4,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:54.242590 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f2d00e8c-8fba-4e2b-8089-dc4a0588588d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:54.294743 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:54.315529 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68aec61-b240-4da3-bc4a-4ca2246f50c3 req-d6c85890-3d1c-4543-8610-ac7516ea1669 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:54.323446 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-83e988df-de1a-4902-aaf3-1b5855d5ae92 req-ebd6b28c-3aee-475d-9bce-d19757ac2b8f tempest-ServerAddressesNegativeTestJSON-1183372091 tempest-ServerAddressesNegativeTestJSON-1183372091-project] No DVR routers for this DVR port 0c3fe45e-701b-47d7-94f7-8879bbb2f4a4 on host n-h2-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:11:54.327359 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-83e988df-de1a-4902-aaf3-1b5855d5ae92 req-ebd6b28c-3aee-475d-9bce-d19757ac2b8f tempest-ServerAddressesNegativeTestJSON-1183372091 tempest-ServerAddressesNegativeTestJSON-1183372091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:54.330535 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d68aec61-b240-4da3-bc4a-4ca2246f50c3 req-d6c85890-3d1c-4543-8610-ac7516ea1669 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] 10.222.0.85 "GET /v2.0/ports?device_id=8c8de3ab-968c-4913-a1a7-26260a84fd2e HTTP/1.1" status: 200 len: 945 time: 0.2375705 May 30 20:11:54.347538 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4bf0b4a0-45f5-4029-9aea-61d557529edb req-a7e34b26-1c8a-4379-b168-8e3471e94434 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=a3853b5d-051b-4cd4-b6b6-6138821f4e0c HTTP/1.1" status: 200 len: 1100 time: 0.4525156 May 30 20:11:54.393228 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c25f7098-5bdb-490c-bb36-d94f3237e65c admin admin] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:11:54.402127 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-c25f7098-5bdb-490c-bb36-d94f3237e65c admin admin] 10.222.0.85 "PUT /v2.0/routers/0f3899bd-8f6c-4ab1-8c13-5e1711518656/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2619607 May 30 20:11:54.414289 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabacfa2-2cf4-47d4-8980-ad875e0a3f30 req-26dab72c-0a26-4897-afc1-b9700bba01ea tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:54.419437 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabacfa2-2cf4-47d4-8980-ad875e0a3f30 req-26dab72c-0a26-4897-afc1-b9700bba01ea tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:54.423924 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabacfa2-2cf4-47d4-8980-ad875e0a3f30 req-26dab72c-0a26-4897-afc1-b9700bba01ea tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:54.428250 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabacfa2-2cf4-47d4-8980-ad875e0a3f30 req-26dab72c-0a26-4897-afc1-b9700bba01ea tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:54.432459 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabacfa2-2cf4-47d4-8980-ad875e0a3f30 req-26dab72c-0a26-4897-afc1-b9700bba01ea tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:54.436936 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabacfa2-2cf4-47d4-8980-ad875e0a3f30 req-26dab72c-0a26-4897-afc1-b9700bba01ea tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:54.441233 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabacfa2-2cf4-47d4-8980-ad875e0a3f30 req-26dab72c-0a26-4897-afc1-b9700bba01ea tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:54.443529 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-eabacfa2-2cf4-47d4-8980-ad875e0a3f30 req-26dab72c-0a26-4897-afc1-b9700bba01ea tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] 10.222.0.85 "GET /v2.0/ports?device_id=9c32c8ec-3847-430c-b19f-49ed6feb4bec HTTP/1.1" status: 200 len: 5416 time: 0.3449469 May 30 20:11:54.444259 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 52910) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:11:54.501225 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f35d7540-29ca-49f2-af89-58e4965b5bb5 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:11:54.573148 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-83e988df-de1a-4902-aaf3-1b5855d5ae92 req-ebd6b28c-3aee-475d-9bce-d19757ac2b8f tempest-ServerAddressesNegativeTestJSON-1183372091 tempest-ServerAddressesNegativeTestJSON-1183372091-project] 10.222.0.86 "DELETE /v2.0/ports/0c3fe45e-701b-47d7-94f7-8879bbb2f4a4 HTTP/1.1" status: 204 len: 173 time: 5.0547411 May 30 20:11:54.615659 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de48c1e-4628-40be-a6f4-50eafd0651db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-ac8c9a1b-20d8-4e63-a909-98bfbc20cb9e', 'network_id': 'ac8c9a1b-20d8-4e63-a909-98bfbc20cb9e', 'tenant_id': '3828c70dc661485192642e8638cbac3c', 'fixed_ips': [{'subnet_id': 'eb1d0577-1d70-4989-9a65-52c78d1e2166'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:11:54.616893 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-5de48c1e-4628-40be-a6f4-50eafd0651db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:54.645254 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4bf0b4a0-45f5-4029-9aea-61d557529edb req-f9072f64-73f8-46d2-9b10-70cb3b438465 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=15b0ead0-dbb0-476e-8f88-94ff4c27146a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2874219 May 30 20:11:54.670668 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port f35d7540-29ca-49f2-af89-58e4965b5bb5, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=f35d7540-29ca-49f2-af89-58e4965b5bb5,segment=NetworkSegment(8cf4782e-e691-4ec5-a2ea-a14d58f8df7a),segment_id=8cf4782e-e691-4ec5-a2ea-a14d58f8df7a)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:11:54.679858 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-eabacfa2-2cf4-47d4-8980-ad875e0a3f30 req-a171e857-964c-4564-9d94-2877b1269f46 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] 10.222.0.85 "GET /v2.0/security-groups?id=37be4557-a35d-41b8-94e5-d29002afe979&id=e6676217-9362-4f98-9839-89020fcebb14&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1599538 May 30 20:11:54.701580 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d68aec61-b240-4da3-bc4a-4ca2246f50c3 req-5838c910-ac51-4058-a7d5-9b683df808dd tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] 10.222.0.85 "GET /v2.0/security-groups?id=c816953b-4eaf-44de-8f51-6f9258494ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3631248 May 30 20:11:54.736231 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f2d00e8c-8fba-4e2b-8089-dc4a0588588d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-736390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:54.797892 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:54.972767 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['f35d7540-29ca-49f2-af89-58e4965b5bb5'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:11:54.988493 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0b5371e8-fd5d-4513-9273-1b1da4bc4e76 admin admin] Notify callbacks [] for router, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:55.290879 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=f35d7540-29ca-49f2-af89-58e4965b5bb5,revision_number=6']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:55.474326 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60e8573b-18aa-4027-ab6c-49763d30f898'] response: {'name': 'network-changed', 'server_uuid': '90d1ebd5-ac9c-4c24-b6ef-f8b927cb8126', 'tag': '4ae5effb-2ec4-4a22-8af5-a50e814f392b', 'status': 'completed', 'code': 200} May 30 20:11:55.522628 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-5de48c1e-4628-40be-a6f4-50eafd0651db None None] Allocated IP 172.20.0.2 (ac8c9a1b-20d8-4e63-a909-98bfbc20cb9e/eb1d0577-1d70-4989-9a65-52c78d1e2166/25ea9cb3-17bd-4ddf-88e3-3d7bf354eb4b) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:11:55.539949 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-24860ebe-2301-4c59-83a2-0dff297b3f75 req-557414ed-4c64-44e4-b306-4ee4ae262ea2 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-847941219&fields=id&tenant_id=fa8a8e16668d4cd3985a20ee71169357 HTTP/1.1" status: 200 len: 267 time: 0.2476919 May 30 20:11:55.686848 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-dcb6b581-cf87-457e-abdf-5d133c8b88f8 req-1f9af531-49f7-4b3c-b63b-9f0b09db24a6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fa8a8e16668d4cd3985a20ee71169357&device_id=90d1ebd5-ac9c-4c24-b6ef-f8b927cb8126 HTTP/1.1" status: 200 len: 1135 time: 0.5429635 May 30 20:11:55.861690 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85813071-68d8-450a-a3ad-0cebac1555f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c3fe45e-701b-47d7-94f7-8879bbb2f4a4'}, {'server_uuid': '1e974719-f151-411c-a7de-1bbece5ed0bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dd7d2c5-4872-4599-ac18-d24cb5375cd4'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:11:55.873474 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d222d6e-c029-41ac-a24e-1dccd0f4249f req-9e09ccf3-124f-442d-a335-9310cc2b06cb tempest-ImagesOneServerTestJSON-807794603 tempest-ImagesOneServerTestJSON-807794603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:55.891156 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4d222d6e-c029-41ac-a24e-1dccd0f4249f req-9e09ccf3-124f-442d-a335-9310cc2b06cb tempest-ImagesOneServerTestJSON-807794603 tempest-ImagesOneServerTestJSON-807794603-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3853b5d-051b-4cd4-b6b6-6138821f4e0c HTTP/1.1" status: 200 len: 949 time: 0.4042289 May 30 20:11:56.074475 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4d222d6e-c029-41ac-a24e-1dccd0f4249f req-fa44151c-9570-4279-abf0-e29593802608 tempest-ImagesOneServerTestJSON-807794603 tempest-ImagesOneServerTestJSON-807794603-project] 10.222.0.85 "GET /v2.0/security-groups?id=15b0ead0-dbb0-476e-8f88-94ff4c27146a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814489 May 30 20:11:56.145649 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0b5371e8-fd5d-4513-9273-1b1da4bc4e76 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:56.243444 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-0b5371e8-fd5d-4513-9273-1b1da4bc4e76 admin admin] Deleting port f814a113-aec8-4aed-b31f-52a0db549c7a {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:11:56.243810 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0b5371e8-fd5d-4513-9273-1b1da4bc4e76 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:56.329988 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f2d00e8c-8fba-4e2b-8089-dc4a0588588d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:56.408655 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24860ebe-2301-4c59-83a2-0dff297b3f75 req-0366882f-8572-4d9b-90fa-5f252dca6690 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:56.423133 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-24860ebe-2301-4c59-83a2-0dff297b3f75 req-0366882f-8572-4d9b-90fa-5f252dca6690 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] 10.222.0.85 "GET /v2.0/ports?device_id=90d1ebd5-ac9c-4c24-b6ef-f8b927cb8126 HTTP/1.1" status: 200 len: 984 time: 0.8691833 May 30 20:11:56.432867 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [req-24860ebe-2301-4c59-83a2-0dff297b3f75 req-0d1c0983-e3db-4808-a6dc-33a0d9e662f1 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Request body: {'port': {'security_groups': ['42d9cdc8-7d8a-45f3-a9c3-502824918a3f', 'ee3a99c9-b491-4b30-b550-7e2cbfacbd55', '4e5464ad-ff64-4a9e-bacb-8576bf159822']}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:11:56.450067 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-5de48c1e-4628-40be-a6f4-50eafd0651db None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:56.482767 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-5de48c1e-4628-40be-a6f4-50eafd0651db None None] Transition to ACTIVE for port object 25ea9cb3-17bd-4ddf-88e3-3d7bf354eb4b will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:11:56.485251 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 52924) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:11:56.496321 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f2d00e8c-8fba-4e2b-8089-dc4a0588588d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:56.554325 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-5de48c1e-4628-40be-a6f4-50eafd0651db None None] Transition to ACTIVE for port object 25ea9cb3-17bd-4ddf-88e3-3d7bf354eb4b will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:11:56.678988 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-5de48c1e-4628-40be-a6f4-50eafd0651db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:56.773641 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-0ea6f9b4-e4f0-4632-9e67-91853e979aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:56.795948 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de48c1e-4628-40be-a6f4-50eafd0651db None None] Network ac8c9a1b-20d8-4e63-a909-98bfbc20cb9e is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:11:56.802213 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-5de48c1e-4628-40be-a6f4-50eafd0651db None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:11:56.823361 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de48c1e-4628-40be-a6f4-50eafd0651db None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:11:56.827708 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device f35d7540-29ca-49f2-af89-58e4965b5bb5 up at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:11:56.867704 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [None req-0b5371e8-fd5d-4513-9273-1b1da4bc4e76 admin admin] For port f814a113-aec8-4aed-b31f-52a0db549c7a, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=f814a113-aec8-4aed-b31f-52a0db549c7a,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:11:56.868321 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0b5371e8-fd5d-4513-9273-1b1da4bc4e76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:56.971275 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_v2 [None req-a479456b-b324-49a8-a6d1-005e3e59f7ad admin admin] Deleting subnet 5734fb91-21ca-4bd5-af81-93d0eab2979b {{(pid=84886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:11:56.976118 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a479456b-b324-49a8-a6d1-005e3e59f7ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:57.028968 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de48c1e-4628-40be-a6f4-50eafd0651db None None] Pushing event updated for resources: {'Port': ['ID=25ea9cb3-17bd-4ddf-88e3-3d7bf354eb4b,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:57.054332 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a479456b-b324-49a8-a6d1-005e3e59f7ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2655517'] for subnet, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:57.160453 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-5de48c1e-4628-40be-a6f4-50eafd0651db None None] Attempting to bind port 25ea9cb3-17bd-4ddf-88e3-3d7bf354eb4b on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:11:57.161092 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-5de48c1e-4628-40be-a6f4-50eafd0651db None None] Attempting to bind port 25ea9cb3-17bd-4ddf-88e3-3d7bf354eb4b by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': '9a55defe-184e-4bf7-910e-e2b419e5729f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'ac8c9a1b-20d8-4e63-a909-98bfbc20cb9e'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:11:57.162013 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de48c1e-4628-40be-a6f4-50eafd0651db None None] Attempting to bind port 25ea9cb3-17bd-4ddf-88e3-3d7bf354eb4b on network ac8c9a1b-20d8-4e63-a909-98bfbc20cb9e {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:11:57.189489 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de48c1e-4628-40be-a6f4-50eafd0651db None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 11, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:11:57.190423 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de48c1e-4628-40be-a6f4-50eafd0651db None None] Checking segment: {'id': '9a55defe-184e-4bf7-910e-e2b419e5729f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'ac8c9a1b-20d8-4e63-a909-98bfbc20cb9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:11:57.191266 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-5de48c1e-4628-40be-a6f4-50eafd0651db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:57.192100 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de48c1e-4628-40be-a6f4-50eafd0651db None None] Bound using segment: {'id': '9a55defe-184e-4bf7-910e-e2b419e5729f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'ac8c9a1b-20d8-4e63-a909-98bfbc20cb9e'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:11:57.192993 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-5de48c1e-4628-40be-a6f4-50eafd0651db None None] Bound port: 25ea9cb3-17bd-4ddf-88e3-3d7bf354eb4b, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a55defe-184e-4bf7-910e-e2b419e5729f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'ac8c9a1b-20d8-4e63-a909-98bfbc20cb9e'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:11:57.193747 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-5de48c1e-4628-40be-a6f4-50eafd0651db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:57.228899 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device bd538527-50e2-46fa-937e-cca2aa73fee4 details requested by agent hyperv_n-h1-843948-2 with host n-h1-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:11:57.229211 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a479456b-b324-49a8-a6d1-005e3e59f7ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:57.322722 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-0b5371e8-fd5d-4513-9273-1b1da4bc4e76 admin admin] Calling delete_port for f814a113-aec8-4aed-b31f-52a0db549c7a owned by network:router_gateway {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:11:57.367299 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb6b581-cf87-457e-abdf-5d133c8b88f8 req-32ca9a41-df03-4911-8193-da55e6ea51fd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:57.368911 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-dcb6b581-cf87-457e-abdf-5d133c8b88f8 req-32ca9a41-df03-4911-8193-da55e6ea51fd service neutron] 10.222.0.71 "GET /v2.0/networks?id=4a9121fe-3c05-4fb0-ad44-174db17c3d5b HTTP/1.1" status: 200 len: 913 time: 1.6531160 May 30 20:11:57.440521 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a479456b-b324-49a8-a6d1-005e3e59f7ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4127075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2778536'] for subnet, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:57.476117 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85813071-68d8-450a-a3ad-0cebac1555f6', 'name': 'network-vif-deleted', 'tag': '0c3fe45e-701b-47d7-94f7-8879bbb2f4a4'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:11:57.513873 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning complete for port f35d7540-29ca-49f2-af89-58e4965b5bb5 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:11:57.518193 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:57.538169 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a479456b-b324-49a8-a6d1-005e3e59f7ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5734fb91-21ca-4bd5-af81-93d0eab2979b,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:57.570681 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a479456b-b324-49a8-a6d1-005e3e59f7ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:57.584585 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-a479456b-b324-49a8-a6d1-005e3e59f7ad admin admin] 10.222.0.85 "DELETE /v2.0/subnets/5734fb91-21ca-4bd5-af81-93d0eab2979b HTTP/1.1" status: 204 len: 168 time: 1.0839837 May 30 20:11:57.591208 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-24860ebe-2301-4c59-83a2-0dff297b3f75 req-0d1c0983-e3db-4808-a6dc-33a0d9e662f1 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:57.599839 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 52940) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:11:57.923053 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port bd538527-50e2-46fa-937e-cca2aa73fee4, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=bd538527-50e2-46fa-937e-cca2aa73fee4,segment=NetworkSegment(3c26dc90-ba8a-44ec-b215-1e8fb1eebc9d),segment_id=3c26dc90-ba8a-44ec-b215-1e8fb1eebc9d)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:11:57.981778 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-5de48c1e-4628-40be-a6f4-50eafd0651db None None] For port 25ea9cb3-17bd-4ddf-88e3-3d7bf354eb4b, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:11:58.033229 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Returning: {'device': 'bd538527-50e2-46fa-937e-cca2aa73fee4', 'network_id': '7dfebaf0-dc9f-476d-9977-56c7fc58662b', 'port_id': 'bd538527-50e2-46fa-937e-cca2aa73fee4', 'mac_address': 'fa:16:3e:d0:85:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '156dd172-ceed-40ca-a03f-1d3d19921b4e', 'ip_address': '10.1.1.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:11:58.055614 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-5de48c1e-4628-40be-a6f4-50eafd0651db None None] For port 25ea9cb3-17bd-4ddf-88e3-3d7bf354eb4b, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=25ea9cb3-17bd-4ddf-88e3-3d7bf354eb4b,segment=NetworkSegment(9a55defe-184e-4bf7-910e-e2b419e5729f),segment_id=9a55defe-184e-4bf7-910e-e2b419e5729f)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:11:58.116367 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:58.173125 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:58.178719 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ee51df33-31b8-479b-90e8-cd47d05d14d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:58.204356 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-5de48c1e-4628-40be-a6f4-50eafd0651db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:58.230473 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port f35d7540-29ca-49f2-af89-58e4965b5bb5, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=f35d7540-29ca-49f2-af89-58e4965b5bb5,segment=NetworkSegment(8cf4782e-e691-4ec5-a2ea-a14d58f8df7a),segment_id=8cf4782e-e691-4ec5-a2ea-a14d58f8df7a)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:11:58.232256 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-f2d00e8c-8fba-4e2b-8089-dc4a0588588d admin admin] Allocated IP 172.25.8.170 (c7869750-4b49-4b7e-aa99-5e0f1ae02da4/427601ec-f643-4fe7-b5e6-17305d3a39e1/8884830c-a3a7-4ced-84cc-6a471364d9ad) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:11:58.233890 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd538527-50e2-46fa-937e-cca2aa73fee4 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:11:58.255311 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port bd538527-50e2-46fa-937e-cca2aa73fee4, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=bd538527-50e2-46fa-937e-cca2aa73fee4,segment=NetworkSegment(3c26dc90-ba8a-44ec-b215-1e8fb1eebc9d),segment_id=3c26dc90-ba8a-44ec-b215-1e8fb1eebc9d)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:11:58.345504 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:58.373329 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:58.373329 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 9617712b-161f-40f8-aee7-6c6019d8f25d details requested by agent hyperv_n-h1-843948-2 with host n-h1-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:11:58.389110 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de48c1e-4628-40be-a6f4-50eafd0651db None None] Pushing event updated for resources: {'Port': ['ID=25ea9cb3-17bd-4ddf-88e3-3d7bf354eb4b,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:58.422905 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-24860ebe-2301-4c59-83a2-0dff297b3f75 req-0d1c0983-e3db-4808-a6dc-33a0d9e662f1 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] For port 4ae5effb-2ec4-4a22-8af5-a50e814f392b, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=4ae5effb-2ec4-4a22-8af5-a50e814f392b,segment=NetworkSegment(d846ad92-c086-40c0-8c7d-67c12dd4eb60),segment_id=d846ad92-c086-40c0-8c7d-67c12dd4eb60)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:11:58.457198 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-24860ebe-2301-4c59-83a2-0dff297b3f75 req-0d1c0983-e3db-4808-a6dc-33a0d9e662f1 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:58.485269 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ee51df33-31b8-479b-90e8-cd47d05d14d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:58.498439 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-dcb6b581-cf87-457e-abdf-5d133c8b88f8 req-a34baa4b-5141-4e9e-b2a6-81d1136d25a9 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ae5effb-2ec4-4a22-8af5-a50e814f392b HTTP/1.1" status: 200 len: 217 time: 1.1209743 May 30 20:11:58.532943 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-ee51df33-31b8-479b-90e8-cd47d05d14d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17cab969-4c0b-44fd-8919-4e535e11ab3b']}} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:11:58.553228 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-ee51df33-31b8-479b-90e8-cd47d05d14d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bce4141-8ebf-4b0a-b9e3-d82019ac9875') {'for_net_delete': True} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:11:58.553529 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-ee51df33-31b8-479b-90e8-cd47d05d14d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bce4141-8ebf-4b0a-b9e3-d82019ac9875') {} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:11:58.571709 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ee51df33-31b8-479b-90e8-cd47d05d14d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3149912'] for segment, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:58.604167 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ee51df33-31b8-479b-90e8-cd47d05d14d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:58.607808 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb6b581-cf87-457e-abdf-5d133c8b88f8 req-943c74c0-d63c-450e-a52d-c70467142958 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:58.610355 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-dcb6b581-cf87-457e-abdf-5d133c8b88f8 req-943c74c0-d63c-450e-a52d-c70467142958 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=26b23bbf-887e-4278-88a1-ac21d644c5ec HTTP/1.1" status: 200 len: 852 time: 0.1049399 May 30 20:11:58.612455 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee51df33-31b8-479b-90e8-cd47d05d14d7 admin admin] Releasing vlan 690 on physical network physnet1 to pool {{(pid=84887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:11:58.612902 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ee51df33-31b8-479b-90e8-cd47d05d14d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4055488'] for segment, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:58.622300 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-24860ebe-2301-4c59-83a2-0dff297b3f75 req-0d1c0983-e3db-4808-a6dc-33a0d9e662f1 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:58.645206 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['4ae5effb-2ec4-4a22-8af5-a50e814f392b'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:11:58.713301 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.db.resource_extend [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:11:58.781544 n-d-843948-2 neutron-server[84887]: Traceback (most recent call last): May 30 20:11:58.781544 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:11:58.781544 n-d-843948-2 neutron-server[84887]: timer() May 30 20:11:58.781544 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:11:58.781544 n-d-843948-2 neutron-server[84887]: cb(*args, **kw) May 30 20:11:58.781544 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:11:58.781544 n-d-843948-2 neutron-server[84887]: return func(*args, **kwargs) May 30 20:11:58.781544 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:11:58.781544 n-d-843948-2 neutron-server[84887]: self._notify() May 30 20:11:58.781544 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:11:58.781544 n-d-843948-2 neutron-server[84887]: self.callback(batched_events) May 30 20:11:58.781544 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:11:58.781544 n-d-843948-2 neutron-server[84887]: event.method(event) May 30 20:11:58.781544 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:11:58.781544 n-d-843948-2 neutron-server[84887]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:11:58.781544 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:11:58.781544 n-d-843948-2 neutron-server[84887]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:11:58.781544 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:11:58.781544 n-d-843948-2 neutron-server[84887]: return f(self, *a, **k) May 30 20:11:58.781544 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:11:58.781544 n-d-843948-2 neutron-server[84887]: return self._get(url).json() May 30 20:11:58.781544 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:11:58.781544 n-d-843948-2 neutron-server[84887]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:11:58.781544 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:11:58.781544 n-d-843948-2 neutron-server[84887]: return self.request(url, 'GET', **kwargs) May 30 20:11:58.781544 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:11:58.781544 n-d-843948-2 neutron-server[84887]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:11:58.781544 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:11:58.781544 n-d-843948-2 neutron-server[84887]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:11:58.781544 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:11:58.781544 n-d-843948-2 neutron-server[84887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:11:58.781544 n-d-843948-2 neutron-server[84887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:11:58.800758 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=f35d7540-29ca-49f2-af89-58e4965b5bb5,revision_number=7']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:58.815266 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0638371a-4ab2-4d20-9227-f67c19edc8e0 req-aad16374-624c-43e2-9a93-8548c0fb67ac tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:58.820121 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0638371a-4ab2-4d20-9227-f67c19edc8e0 req-aad16374-624c-43e2-9a93-8548c0fb67ac tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:58.824451 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0638371a-4ab2-4d20-9227-f67c19edc8e0 req-aad16374-624c-43e2-9a93-8548c0fb67ac tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:58.831387 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0638371a-4ab2-4d20-9227-f67c19edc8e0 req-aad16374-624c-43e2-9a93-8548c0fb67ac tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:58.833319 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0638371a-4ab2-4d20-9227-f67c19edc8e0 req-aad16374-624c-43e2-9a93-8548c0fb67ac tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:58.838094 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0638371a-4ab2-4d20-9227-f67c19edc8e0 req-aad16374-624c-43e2-9a93-8548c0fb67ac tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:58.840791 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 9617712b-161f-40f8-aee7-6c6019d8f25d, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=9617712b-161f-40f8-aee7-6c6019d8f25d,segment=NetworkSegment(3c26dc90-ba8a-44ec-b215-1e8fb1eebc9d),segment_id=3c26dc90-ba8a-44ec-b215-1e8fb1eebc9d)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:11:58.843009 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0638371a-4ab2-4d20-9227-f67c19edc8e0 req-aad16374-624c-43e2-9a93-8548c0fb67ac tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:58.845380 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0638371a-4ab2-4d20-9227-f67c19edc8e0 req-aad16374-624c-43e2-9a93-8548c0fb67ac tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] 10.222.0.85 "GET /v2.0/ports?device_id=9c32c8ec-3847-430c-b19f-49ed6feb4bec HTTP/1.1" status: 200 len: 5416 time: 0.7827122 May 30 20:11:58.982331 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device f35d7540-29ca-49f2-af89-58e4965b5bb5 no longer exists at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:11:58.999083 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ee51df33-31b8-479b-90e8-cd47d05d14d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:59.015903 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ee51df33-31b8-479b-90e8-cd47d05d14d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:59.057695 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-dcb6b581-cf87-457e-abdf-5d133c8b88f8 req-0bd76cac-da60-4c13-99d1-396c00040d43 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4a9121fe-3c05-4fb0-ad44-174db17c3d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4259672 May 30 20:11:59.058147 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1c0983-e3db-4808-a6dc-33a0d9e662f1 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Pushing event updated for resources: {'Port': ['ID=4ae5effb-2ec4-4a22-8af5-a50e814f392b,revision_number=7']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:59.111323 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-ee51df33-31b8-479b-90e8-cd47d05d14d7 admin admin] 10.222.0.85 "DELETE /v2.0/networks/17cab969-4c0b-44fd-8919-4e535e11ab3b HTTP/1.1" status: 204 len: 168 time: 1.5052710 May 30 20:11:59.205034 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Returning: {'device': '9617712b-161f-40f8-aee7-6c6019d8f25d', 'network_id': '7dfebaf0-dc9f-476d-9977-56c7fc58662b', 'port_id': '9617712b-161f-40f8-aee7-6c6019d8f25d', 'mac_address': 'fa:16:3e:d1:d4:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '156dd172-ceed-40ca-a03f-1d3d19921b4e', 'ip_address': '10.1.1.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:11:59.251748 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0b5371e8-fd5d-4513-9273-1b1da4bc4e76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:59.391160 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=bd538527-50e2-46fa-937e-cca2aa73fee4,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:59.413881 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3f06f7-6306-4358-8a8e-3bd714cb0dd0 None None] Sync routers for ids ['6e583e7b-f12b-4fba-bb78-c30dd0525c40'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:11:59.477634 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee51df33-31b8-479b-90e8-cd47d05d14d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=17cab969-4c0b-44fd-8919-4e535e11ab3b,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:59.490155 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3f06f7-6306-4358-8a8e-3bd714cb0dd0 None None] Routers {'6e583e7b-f12b-4fba-bb78-c30dd0525c40'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:11:59.504386 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-7d3f06f7-6306-4358-8a8e-3bd714cb0dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:11:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['6e583e7b-f12b-4fba-bb78-c30dd0525c40'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:11:59.520468 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:59.568311 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5371e8-fd5d-4513-9273-1b1da4bc4e76 admin admin] Pushing event deleted for resources: {'Port': ['ID=f814a113-aec8-4aed-b31f-52a0db549c7a,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:11:59.604835 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0638371a-4ab2-4d20-9227-f67c19edc8e0 req-07c5b035-6e4e-48d9-9c99-8faab80e6fc1 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] 10.222.0.85 "GET /v2.0/security-groups?id=37be4557-a35d-41b8-94e5-d29002afe979&id=e6676217-9362-4f98-9839-89020fcebb14&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7366683 May 30 20:11:59.606827 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24860ebe-2301-4c59-83a2-0dff297b3f75 req-0d1c0983-e3db-4808-a6dc-33a0d9e662f1 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:11:59.608384 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-24860ebe-2301-4c59-83a2-0dff297b3f75 req-0d1c0983-e3db-4808-a6dc-33a0d9e662f1 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:59.625348 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-24860ebe-2301-4c59-83a2-0dff297b3f75 req-0d1c0983-e3db-4808-a6dc-33a0d9e662f1 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] 10.222.0.85 "PUT /v2.0/ports/4ae5effb-2ec4-4a22-8af5-a50e814f392b HTTP/1.1" status: 200 len: 1020 time: 3.1999142 May 30 20:11:59.626636 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90d1ebd5-ac9c-4c24-b6ef-f8b927cb8126', 'tag': '4ae5effb-2ec4-4a22-8af5-a50e814f392b'}] {{(pid=84886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:11:59.629730 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9617712b-161f-40f8-aee7-6c6019d8f25d {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:11:59.774165 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:59.896578 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34499ce1-0e2e-4175-83b6-7c528981d4cb None None] Sync routers for ids ['0f3899bd-8f6c-4ab1-8c13-5e1711518656'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:11:59.923126 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 52954) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:11:59.945563 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f2d00e8c-8fba-4e2b-8089-dc4a0588588d admin admin] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:11:59.996655 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['4ae5effb-2ec4-4a22-8af5-a50e814f392b'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:12:00.161014 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-630c8f8d-78bf-4fcd-a4cc-63215f6e6553'] response: {'server_uuid': '85813071-68d8-450a-a3ad-0cebac1555f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c3fe45e-701b-47d7-94f7-8879bbb2f4a4', 'code': 200} May 30 20:12:00.161413 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-630c8f8d-78bf-4fcd-a4cc-63215f6e6553'] response: {'server_uuid': '1e974719-f151-411c-a7de-1bbece5ed0bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dd7d2c5-4872-4599-ac18-d24cb5375cd4', 'code': 200} May 30 20:12:00.185757 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-dcb6b581-cf87-457e-abdf-5d133c8b88f8 req-dbe78bf5-0784-446b-a253-58ba9304b759 service neutron] 10.222.0.71 "GET /v2.0/networks/4a9121fe-3c05-4fb0-ad44-174db17c3d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1184435 May 30 20:12:00.195514 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f2d00e8c-8fba-4e2b-8089-dc4a0588588d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:00.208485 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-a205682f-b826-4872-b8df-b87c6c346f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:00.315217 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 9617712b-161f-40f8-aee7-6c6019d8f25d, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=9617712b-161f-40f8-aee7-6c6019d8f25d,segment=NetworkSegment(3c26dc90-ba8a-44ec-b215-1e8fb1eebc9d),segment_id=3c26dc90-ba8a-44ec-b215-1e8fb1eebc9d)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:12:00.317105 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-7d3f06f7-6306-4358-8a8e-3bd714cb0dd0 None None] Set router 6e583e7b-f12b-4fba-bb78-c30dd0525c40 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:12:00.322313 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:00.537689 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port f35d7540-29ca-49f2-af89-58e4965b5bb5, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=f35d7540-29ca-49f2-af89-58e4965b5bb5,segment=NetworkSegment(8cf4782e-e691-4ec5-a2ea-a14d58f8df7a),segment_id=8cf4782e-e691-4ec5-a2ea-a14d58f8df7a)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:12:00.537689 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:00.537689 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device cce154e6-cfbb-4903-980b-422f277fa061 details requested by agent hyperv_n-h1-843948-2 with host n-h1-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:12:00.933899 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fbd924-7b5b-4a6a-9276-532c97a6d514 req-246fb3b3-1c46-4312-ba84-cde587f62a4e tempest-ImagesOneServerTestJSON-807794603 tempest-ImagesOneServerTestJSON-807794603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:00.952837 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34499ce1-0e2e-4175-83b6-7c528981d4cb None None] Routers {'0f3899bd-8f6c-4ab1-8c13-5e1711518656'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:12:00.953534 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-34499ce1-0e2e-4175-83b6-7c528981d4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:12:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['0f3899bd-8f6c-4ab1-8c13-5e1711518656'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:12:00.962798 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-28fbd924-7b5b-4a6a-9276-532c97a6d514 req-246fb3b3-1c46-4312-ba84-cde587f62a4e tempest-ImagesOneServerTestJSON-807794603 tempest-ImagesOneServerTestJSON-807794603-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3853b5d-051b-4cd4-b6b6-6138821f4e0c HTTP/1.1" status: 200 len: 949 time: 0.8473344 May 30 20:12:01.030020 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:01.143680 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c67456-5b51-47b1-bf59-7d8c755c9ab9 req-288ab56c-f737-4229-805c-e11bb4c7b791 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:01.147184 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-86c67456-5b51-47b1-bf59-7d8c755c9ab9 req-288ab56c-f737-4229-805c-e11bb4c7b791 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] 10.222.0.86 "GET /v2.0/ports?device_id=8c8de3ab-968c-4913-a1a7-26260a84fd2e HTTP/1.1" status: 200 len: 945 time: 2.0175910 May 30 20:12:01.176177 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-106ce247-e764-4522-954b-751cf1c53c7b None None] Network ac8c9a1b-20d8-4e63-a909-98bfbc20cb9e requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:12:01.192879 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 25ea9cb3-17bd-4ddf-88e3-3d7bf354eb4b up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:12:01.246489 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2d00e8c-8fba-4e2b-8089-dc4a0588588d admin admin] Network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:12:01.276777 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d00e8c-8fba-4e2b-8089-dc4a0588588d admin admin] Pushing event updated for resources: {'Port': ['ID=8884830c-a3a7-4ced-84cc-6a471364d9ad,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:01.282756 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-f2d00e8c-8fba-4e2b-8089-dc4a0588588d admin admin] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:12:01.293505 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d00e8c-8fba-4e2b-8089-dc4a0588588d admin admin] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:12:01.391330 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-34499ce1-0e2e-4175-83b6-7c528981d4cb None None] Set router 0f3899bd-8f6c-4ab1-8c13-5e1711518656 gateway port host: None {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:12:01.404843 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-58d49ee7-caaf-40e3-b8e7-656ae9729883 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=4565147bc49b42329873a3e373771ec5&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3466325 May 30 20:12:01.421344 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 52964) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:12:01.424839 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-7d3f06f7-6306-4358-8a8e-3bd714cb0dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e583e7b-f12b-4fba-bb78-c30dd0525c40', 'name': 'tempest-TaggedBootDevicesTest_v242-281532978-router', 'tenant_id': '81e36025f4964ad6aa1305da6f1825fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '20e9fcc0-2af1-4ea7-8af9-83f060d630c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:11:25Z', 'updated_at': '2022-05-30T20:11:44Z', 'revision_number': 4, 'project_id': '81e36025f4964ad6aa1305da6f1825fb', 'gw_port': {'id': '20e9fcc0-2af1-4ea7-8af9-83f060d630c7', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:91:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e583e7b-f12b-4fba-bb78-c30dd0525c40', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:11:28Z', 'updated_at': '2022-05-30T20:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': 'bcebd54d-41fa-4abb-9681-0eb0e36c100b', 'name': '', 'network_id': 'ac0cf993-3653-417b-b55c-1e0d903ad371', 'tenant_id': '81e36025f4964ad6aa1305da6f1825fb', 'mac_address': 'fa:16:3e:c1:b7:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e583e7b-f12b-4fba-bb78-c30dd0525c40', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '12de3c88-630f-42df-9c14-e8413906e7b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:11:42Z', 'updated_at': '2022-05-30T20:11:44Z', 'revision_number': 2, 'project_id': '81e36025f4964ad6aa1305da6f1825fb', 'subnets': [{'id': '12de3c88-630f-42df-9c14-e8413906e7b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:12:01.443596 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3f06f7-6306-4358-8a8e-3bd714cb0dd0 None None] Checking router: 6e583e7b-f12b-4fba-bb78-c30dd0525c40 for host: n-d-843948-2 {{(pid=84889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:12:01.447459 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3f06f7-6306-4358-8a8e-3bd714cb0dd0 None None] Updating router 6e583e7b-f12b-4fba-bb78-c30dd0525c40 port bcebd54d-41fa-4abb-9681-0eb0e36c100b binding host n-d-843948-2 {{(pid=84889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:12:01.531049 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-7d3f06f7-6306-4358-8a8e-3bd714cb0dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:01.579802 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-dcb6b581-cf87-457e-abdf-5d133c8b88f8 req-c5708ad7-6d2e-49b4-add7-32c0563fc9aa service neutron] 10.222.0.71 "GET /v2.0/networks/4a9121fe-3c05-4fb0-ad44-174db17c3d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3508563 May 30 20:12:01.605784 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62a9b1d-1f69-4db2-af3c-594cd2fb1099 req-a4e2afa6-5a83-406a-b26f-79dc7c5fbaa0 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:01.607358 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e62a9b1d-1f69-4db2-af3c-594cd2fb1099 req-a4e2afa6-5a83-406a-b26f-79dc7c5fbaa0 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] 10.222.0.85 "GET /v2.0/ports?device_id=8c8de3ab-968c-4913-a1a7-26260a84fd2e HTTP/1.1" status: 200 len: 945 time: 1.2223337 May 30 20:12:01.665001 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0b5371e8-fd5d-4513-9273-1b1da4bc4e76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-736453'] for router_gateway, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:01.695666 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8051839f-6ee6-4e23-97aa-49a717cd4854 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:01.828958 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8051839f-6ee6-4e23-97aa-49a717cd4854 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:02.018665 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-34499ce1-0e2e-4175-83b6-7c528981d4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f3899bd-8f6c-4ab1-8c13-5e1711518656', 'name': 'tempest-ServersTestFqdnHostnames-1649540144-router', 'tenant_id': '6c8b439c056d43b986fd353251bc92b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:11:19Z', 'updated_at': '2022-05-30T20:11:58Z', 'revision_number': 7, 'project_id': '6c8b439c056d43b986fd353251bc92b9', 'gw_port_host': None}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:12:02.031753 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e62a9b1d-1f69-4db2-af3c-594cd2fb1099 req-fd8f99bd-50a9-42d3-a814-54e572dbf0fe tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] 10.222.0.85 "GET /v2.0/security-groups?id=c816953b-4eaf-44de-8f51-6f9258494ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4086950 May 30 20:12:02.180408 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a0c4524-f321-4ebd-9343-3aa21a3b0263'] response: {'server_uuid': '85813071-68d8-450a-a3ad-0cebac1555f6', 'name': 'network-vif-deleted', 'tag': '0c3fe45e-701b-47d7-94f7-8879bbb2f4a4', 'status': 'completed', 'code': 200} May 30 20:12:02.200626 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-28fbd924-7b5b-4a6a-9276-532c97a6d514 req-d86b5e5d-e2aa-4077-bc63-fe3655326035 tempest-ImagesOneServerTestJSON-807794603 tempest-ImagesOneServerTestJSON-807794603-project] 10.222.0.85 "GET /v2.0/security-groups?id=15b0ead0-dbb0-476e-8f88-94ff4c27146a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2365758 May 30 20:12:02.213853 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=9617712b-161f-40f8-aee7-6c6019d8f25d,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:02.217351 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c8de3ab-968c-4913-a1a7-26260a84fd2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f35d7540-29ca-49f2-af89-58e4965b5bb5'}, {'server_uuid': '8c8de3ab-968c-4913-a1a7-26260a84fd2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f35d7540-29ca-49f2-af89-58e4965b5bb5'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:12:02.225166 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0b5371e8-fd5d-4513-9273-1b1da4bc4e76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-724789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3141'] for router, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:02.240373 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8051839f-6ee6-4e23-97aa-49a717cd4854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:02.249007 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-86c67456-5b51-47b1-bf59-7d8c755c9ab9 req-07149685-f0f9-4bac-ac96-93a66e2c6d22 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Deleting port f35d7540-29ca-49f2-af89-58e4965b5bb5 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:12:02.253765 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-86c67456-5b51-47b1-bf59-7d8c755c9ab9 req-07149685-f0f9-4bac-ac96-93a66e2c6d22 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:02.293310 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8051839f-6ee6-4e23-97aa-49a717cd4854 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7198028f-5a59-48fe-bc6b-1e253667b012,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:02.306511 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f2d00e8c-8fba-4e2b-8089-dc4a0588588d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:02.309066 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f2d00e8c-8fba-4e2b-8089-dc4a0588588d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-736409'] for router, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:02.403645 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-7d3f06f7-6306-4358-8a8e-3bd714cb0dd0 None None] Notify callbacks [] for port, precommit_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:02.455132 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.provisioning_blocks [None req-7d3f06f7-6306-4358-8a8e-3bd714cb0dd0 None None] Transition to ACTIVE for port object bcebd54d-41fa-4abb-9681-0eb0e36c100b will not be triggered until provisioned by entity L2. {{(pid=84889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:12:02.514222 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0b5371e8-fd5d-4513-9273-1b1da4bc4e76 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:02.557960 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-7d3f06f7-6306-4358-8a8e-3bd714cb0dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:02.583417 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port cce154e6-cfbb-4903-980b-422f277fa061, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=cce154e6-cfbb-4903-980b-422f277fa061,segment=NetworkSegment(41e667d4-936e-4bec-b859-a0fde96007b1),segment_id=41e667d4-936e-4bec-b859-a0fde96007b1)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:12:02.606504 n-d-843948-2 neutron-server[84886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3cf814e4-de40-4ef0-bbd0-7128dff8498d'] response: {'name': 'network-changed', 'server_uuid': '90d1ebd5-ac9c-4c24-b6ef-f8b927cb8126', 'tag': '4ae5effb-2ec4-4a22-8af5-a50e814f392b', 'status': 'completed', 'code': 200} May 30 20:12:02.705761 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=f35d7540-29ca-49f2-af89-58e4965b5bb5,revision_number=8']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:02.711390 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Returning: {'device': 'cce154e6-cfbb-4903-980b-422f277fa061', 'network_id': '5e8f5de0-54c1-49e1-ba92-4f5db898889d', 'port_id': 'cce154e6-cfbb-4903-980b-422f277fa061', 'mac_address': 'fa:16:3e:d5:ac:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fadf349-a926-433c-a782-ad168c18ddef', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:12:02.721249 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:02.871347 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db2e602-653e-45fc-a734-bc1e922bb27f None None] Pushing event updated for resources: {'Port': ['ID=bcebd54d-41fa-4abb-9681-0eb0e36c100b,revision_number=3']} {{(pid=84889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:02.938613 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8051839f-6ee6-4e23-97aa-49a717cd4854 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:02.943030 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-8051839f-6ee6-4e23-97aa-49a717cd4854 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/7198028f-5a59-48fe-bc6b-1e253667b012 HTTP/1.1" status: 204 len: 168 time: 1.5150523 May 30 20:12:03.134101 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-7d3f06f7-6306-4358-8a8e-3bd714cb0dd0 None None] Attempting to bind port bcebd54d-41fa-4abb-9681-0eb0e36c100b on host n-d-843948-2 for vnic_type normal with profile {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:12:03.135058 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-7d3f06f7-6306-4358-8a8e-3bd714cb0dd0 None None] Attempting to bind port bcebd54d-41fa-4abb-9681-0eb0e36c100b by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': 'b72c5675-2dd4-4112-882d-4e6c4ce463bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'ac0cf993-3653-417b-b55c-1e0d903ad371'}] {{(pid=84889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:12:03.136421 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3f06f7-6306-4358-8a8e-3bd714cb0dd0 None None] Attempting to bind port bcebd54d-41fa-4abb-9681-0eb0e36c100b on network ac0cf993-3653-417b-b55c-1e0d903ad371 {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:12:03.149503 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3f06f7-6306-4358-8a8e-3bd714cb0dd0 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:12:03.150782 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3f06f7-6306-4358-8a8e-3bd714cb0dd0 None None] Checking segment: {'id': 'b72c5675-2dd4-4112-882d-4e6c4ce463bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'ac0cf993-3653-417b-b55c-1e0d903ad371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:12:03.155540 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-7d3f06f7-6306-4358-8a8e-3bd714cb0dd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:03.158835 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3f06f7-6306-4358-8a8e-3bd714cb0dd0 None None] Bound using segment: {'id': 'b72c5675-2dd4-4112-882d-4e6c4ce463bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'ac0cf993-3653-417b-b55c-1e0d903ad371'} {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:12:03.158835 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-7d3f06f7-6306-4358-8a8e-3bd714cb0dd0 None None] Bound port: bcebd54d-41fa-4abb-9681-0eb0e36c100b, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b72c5675-2dd4-4112-882d-4e6c4ce463bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'ac0cf993-3653-417b-b55c-1e0d903ad371'}}] {{(pid=84889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:12:03.158835 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-7d3f06f7-6306-4358-8a8e-3bd714cb0dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:03.184005 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0b5371e8-fd5d-4513-9273-1b1da4bc4e76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724889'] for router, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:03.184863 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b5371e8-fd5d-4513-9273-1b1da4bc4e76 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0f3899bd-8f6c-4ab1-8c13-5e1711518656 {{(pid=84887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:12:03.230258 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0b5371e8-fd5d-4513-9273-1b1da4bc4e76 admin admin] Notify callbacks [] for router, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:03.240750 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-0b5371e8-fd5d-4513-9273-1b1da4bc4e76 admin admin] 10.222.0.85 "DELETE /v2.0/routers/0f3899bd-8f6c-4ab1-8c13-5e1711518656 HTTP/1.1" status: 204 len: 168 time: 8.7922738 May 30 20:12:03.249470 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 52982) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:12:03.260830 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34499ce1-0e2e-4175-83b6-7c528981d4cb None None] Checking router: 0f3899bd-8f6c-4ab1-8c13-5e1711518656 for host: n-d-843948-2 {{(pid=84888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:12:03.340258 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:03.400447 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-86c67456-5b51-47b1-bf59-7d8c755c9ab9 req-07149685-f0f9-4bac-ac96-93a66e2c6d22 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] For port f35d7540-29ca-49f2-af89-58e4965b5bb5, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=f35d7540-29ca-49f2-af89-58e4965b5bb5,segment=NetworkSegment(8cf4782e-e691-4ec5-a2ea-a14d58f8df7a),segment_id=8cf4782e-e691-4ec5-a2ea-a14d58f8df7a)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:12:03.401050 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-86c67456-5b51-47b1-bf59-7d8c755c9ab9 req-07149685-f0f9-4bac-ac96-93a66e2c6d22 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:03.408034 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cce154e6-cfbb-4903-980b-422f277fa061 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:12:03.440746 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port cce154e6-cfbb-4903-980b-422f277fa061, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=cce154e6-cfbb-4903-980b-422f277fa061,segment=NetworkSegment(41e667d4-936e-4bec-b859-a0fde96007b1),segment_id=41e667d4-936e-4bec-b859-a0fde96007b1)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:12:03.511008 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.db [None req-7d3f06f7-6306-4358-8a8e-3bd714cb0dd0 None None] For port bcebd54d-41fa-4abb-9681-0eb0e36c100b, host n-d-843948-2, cleared binding levels {{(pid=84889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:12:03.521966 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.db [None req-7d3f06f7-6306-4358-8a8e-3bd714cb0dd0 None None] For port bcebd54d-41fa-4abb-9681-0eb0e36c100b, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=bcebd54d-41fa-4abb-9681-0eb0e36c100b,segment=NetworkSegment(b72c5675-2dd4-4112-882d-4e6c4ce463bb),segment_id=b72c5675-2dd4-4112-882d-4e6c4ce463bb)] {{(pid=84889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:12:03.534440 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_v2 [None req-71a22bd7-f10c-4a32-8a93-33c1a290adbe admin admin] Deleting subnet e45ad177-25e5-4e23-a62c-70fc625716da {{(pid=84886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:12:03.541846 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-71a22bd7-f10c-4a32-8a93-33c1a290adbe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:03.621706 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-71a22bd7-f10c-4a32-8a93-33c1a290adbe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2655517'] for subnet, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:03.629333 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:03.630633 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 406d6bcf-03be-4c83-9523-528b6918c399 details requested by agent hyperv_n-h1-843948-2 with host n-h1-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:12:03.643207 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-86c67456-5b51-47b1-bf59-7d8c755c9ab9 req-07149685-f0f9-4bac-ac96-93a66e2c6d22 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Calling delete_port for f35d7540-29ca-49f2-af89-58e4965b5bb5 owned by compute:nova {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:12:03.651970 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-7d3f06f7-6306-4358-8a8e-3bd714cb0dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:03.727572 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-71a22bd7-f10c-4a32-8a93-33c1a290adbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:03.825115 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f31a1e84-1494-4132-b407-4ff0450dcc11 req-9049c985-e6e1-463c-8553-2ee3123fd540 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fa8a8e16668d4cd3985a20ee71169357&device_id=90d1ebd5-ac9c-4c24-b6ef-f8b927cb8126 HTTP/1.1" status: 200 len: 1174 time: 1.0704837 May 30 20:12:03.838182 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935d72d1-b4a6-4f18-b840-7713d71d744a req-a1007f94-aa80-4a20-b4c0-f12c81e11255 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:03.850227 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-935d72d1-b4a6-4f18-b840-7713d71d744a req-a1007f94-aa80-4a20-b4c0-f12c81e11255 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] 10.222.0.85 "GET /v2.0/ports?device_id=90d1ebd5-ac9c-4c24-b6ef-f8b927cb8126 HTTP/1.1" status: 200 len: 1023 time: 1.2198648 May 30 20:12:03.852977 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f355a1-1b24-4067-8291-ac97b2922822 req-95f4ba12-3e70-4a4c-a419-131b846147df tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:03.859722 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f355a1-1b24-4067-8291-ac97b2922822 req-95f4ba12-3e70-4a4c-a419-131b846147df tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:03.860024 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-9d8baafb-16e0-4fdb-8aee-d0d04138b36a None None] Provisioning for port 25ea9cb3-17bd-4ddf-88e3-3d7bf354eb4b completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:12:03.864748 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f355a1-1b24-4067-8291-ac97b2922822 req-95f4ba12-3e70-4a4c-a419-131b846147df tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:03.869712 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f355a1-1b24-4067-8291-ac97b2922822 req-95f4ba12-3e70-4a4c-a419-131b846147df tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:03.875120 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f355a1-1b24-4067-8291-ac97b2922822 req-95f4ba12-3e70-4a4c-a419-131b846147df tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:03.880097 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f355a1-1b24-4067-8291-ac97b2922822 req-95f4ba12-3e70-4a4c-a419-131b846147df tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:03.883036 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:03.887231 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f355a1-1b24-4067-8291-ac97b2922822 req-95f4ba12-3e70-4a4c-a419-131b846147df tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:03.891530 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a6f355a1-1b24-4067-8291-ac97b2922822 req-95f4ba12-3e70-4a4c-a419-131b846147df tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] 10.222.0.85 "GET /v2.0/ports?device_id=9c32c8ec-3847-430c-b19f-49ed6feb4bec HTTP/1.1" status: 200 len: 5418 time: 0.9772718 May 30 20:12:03.897114 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-71a22bd7-f10c-4a32-8a93-33c1a290adbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4127075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2778536'] for subnet, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:04.001329 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db2e602-653e-45fc-a734-bc1e922bb27f None None] Pushing event updated for resources: {'Port': ['ID=bcebd54d-41fa-4abb-9681-0eb0e36c100b,revision_number=4']} {{(pid=84889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:04.036471 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3f06f7-6306-4358-8a8e-3bd714cb0dd0 None None] Routers {'6e583e7b-f12b-4fba-bb78-c30dd0525c40'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:12:04.037110 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-7d3f06f7-6306-4358-8a8e-3bd714cb0dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:12:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['6e583e7b-f12b-4fba-bb78-c30dd0525c40'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:12:04.048388 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-935d72d1-b4a6-4f18-b840-7713d71d744a req-f9940d43-cf02-4b6d-b9b5-034e1539e174 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] 10.222.0.85 "GET /v2.0/security-groups?id=ee3a99c9-b491-4b30-b550-7e2cbfacbd55&id=4e5464ad-ff64-4a9e-bacb-8576bf159822&id=42d9cdc8-7d8a-45f3-a9c3-502824918a3f HTTP/1.1" status: 200 len: 5482 time: 0.1959033 May 30 20:12:04.089112 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 25ea9cb3-17bd-4ddf-88e3-3d7bf354eb4b completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:12:04.110425 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34499ce1-0e2e-4175-83b6-7c528981d4cb None None] Routers set() bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:12:04.111289 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34499ce1-0e2e-4175-83b6-7c528981d4cb None None] Router IDs set() for agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} May 30 20:12:04.116447 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_agentschedulers_db [None req-34499ce1-0e2e-4175-83b6-7c528981d4cb None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'0f3899bd-8f6c-4ab1-8c13-5e1711518656'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:12:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent'). {{(pid=84888) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} May 30 20:12:04.124368 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34499ce1-0e2e-4175-83b6-7c528981d4cb None None] The sync data for ids ['0f3899bd-8f6c-4ab1-8c13-5e1711518656'] in n-d-843948-2 is: [] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:12:04.155208 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 25ea9cb3-17bd-4ddf-88e3-3d7bf354eb4b triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:12:04.158849 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:04.237454 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a22bd7-f10c-4a32-8a93-33c1a290adbe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e45ad177-25e5-4e23-a62c-70fc625716da,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:04.266887 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-71a22bd7-f10c-4a32-8a93-33c1a290adbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:04.398421 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-86c67456-5b51-47b1-bf59-7d8c755c9ab9 req-07149685-f0f9-4bac-ac96-93a66e2c6d22 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:04.406133 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-71a22bd7-f10c-4a32-8a93-33c1a290adbe admin admin] 10.222.0.85 "DELETE /v2.0/subnets/e45ad177-25e5-4e23-a62c-70fc625716da HTTP/1.1" status: 204 len: 168 time: 1.1345260 May 30 20:12:04.406466 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 52998) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:12:04.480014 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a6f355a1-1b24-4067-8291-ac97b2922822 req-6cd69e9a-75dc-4c5b-983c-b521a10d4d3f tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] 10.222.0.85 "GET /v2.0/security-groups?id=37be4557-a35d-41b8-94e5-d29002afe979&id=e6676217-9362-4f98-9839-89020fcebb14&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3792274 May 30 20:12:04.539880 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20f1eb83-f561-4810-af24-7cce4f63a36a None None] Network 00d22bd4-8146-4036-a227-16f88d0943fa requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:12:04.601878 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31a1e84-1494-4132-b407-4ff0450dcc11 req-fdb9527a-a7c5-4efb-a34b-3e8becdc4c28 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:04.611131 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f31a1e84-1494-4132-b407-4ff0450dcc11 req-fdb9527a-a7c5-4efb-a34b-3e8becdc4c28 service neutron] 10.222.0.71 "GET /v2.0/networks?id=4a9121fe-3c05-4fb0-ad44-174db17c3d5b HTTP/1.1" status: 200 len: 913 time: 0.7148674 May 30 20:12:04.804798 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:12:04.805386 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-7d3f06f7-6306-4358-8a8e-3bd714cb0dd0 None None] Set router 6e583e7b-f12b-4fba-bb78-c30dd0525c40 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:12:04.876249 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4cfbda7-e3f2-43f8-a437-c6e096a3c8ec'] response: {'server_uuid': '8c8de3ab-968c-4913-a1a7-26260a84fd2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f35d7540-29ca-49f2-af89-58e4965b5bb5', 'code': 200} May 30 20:12:04.876677 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4cfbda7-e3f2-43f8-a437-c6e096a3c8ec'] response: {'server_uuid': '8c8de3ab-968c-4913-a1a7-26260a84fd2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f35d7540-29ca-49f2-af89-58e4965b5bb5', 'code': 200} May 30 20:12:04.898449 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.db.resource_extend [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] It took 0.99 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:12:04.940371 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f31a1e84-1494-4132-b407-4ff0450dcc11 req-6ef3c441-ad9a-423f-abfd-4949456fcb4a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ae5effb-2ec4-4a22-8af5-a50e814f392b HTTP/1.1" status: 200 len: 217 time: 0.3220475 May 30 20:12:04.969993 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 406d6bcf-03be-4c83-9523-528b6918c399, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=406d6bcf-03be-4c83-9523-528b6918c399,segment=NetworkSegment(3c26dc90-ba8a-44ec-b215-1e8fb1eebc9d),segment_id=3c26dc90-ba8a-44ec-b215-1e8fb1eebc9d)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:12:05.102500 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=cce154e6-cfbb-4903-980b-422f277fa061,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:05.150186 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31a1e84-1494-4132-b407-4ff0450dcc11 req-b2301016-ddf6-4c16-bf23-cee6f8856765 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:05.153582 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f31a1e84-1494-4132-b407-4ff0450dcc11 req-b2301016-ddf6-4c16-bf23-cee6f8856765 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=26b23bbf-887e-4278-88a1-ac21d644c5ec HTTP/1.1" status: 200 len: 852 time: 0.2059448 May 30 20:12:05.295042 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07149685-f0f9-4bac-ac96-93a66e2c6d22 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Pushing event deleted for resources: {'Port': ['ID=f35d7540-29ca-49f2-af89-58e4965b5bb5,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:05.302831 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6e4df46d-bd30-499a-afd2-65f9910b8fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:05.424967 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-551636cf-6ae2-4ad6-841c-6731b2f57d99 req-e8ddcdaf-096c-4a2a-8976-fc5a6023ccd8 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] 10.222.0.85 "GET /v2.0/ports?device_id=8c8de3ab-968c-4913-a1a7-26260a84fd2e HTTP/1.1" status: 200 len: 210 time: 0.2683308 May 30 20:12:05.508758 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-6e4df46d-bd30-499a-afd2-65f9910b8fb9 admin admin] Deleting port dd386a56-e893-4b2e-a326-2576b12c9a84 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:12:05.509641 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6e4df46d-bd30-499a-afd2-65f9910b8fb9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:05.509823 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Returning: {'device': '406d6bcf-03be-4c83-9523-528b6918c399', 'network_id': '7dfebaf0-dc9f-476d-9977-56c7fc58662b', 'port_id': '406d6bcf-03be-4c83-9523-528b6918c399', 'mac_address': 'fa:16:3e:fc:fa:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '156dd172-ceed-40ca-a03f-1d3d19921b4e', 'ip_address': '10.1.1.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:12:05.595163 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-86c67456-5b51-47b1-bf59-7d8c755c9ab9 req-07149685-f0f9-4bac-ac96-93a66e2c6d22 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] No DVR routers for this DVR port f35d7540-29ca-49f2-af89-58e4965b5bb5 on host n-h2-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:12:05.619920 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-86c67456-5b51-47b1-bf59-7d8c755c9ab9 req-07149685-f0f9-4bac-ac96-93a66e2c6d22 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:05.625836 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c8de3ab-968c-4913-a1a7-26260a84fd2e', 'name': 'network-vif-deleted', 'tag': 'f35d7540-29ca-49f2-af89-58e4965b5bb5'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:12:05.644840 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f31a1e84-1494-4132-b407-4ff0450dcc11 req-4ecb8bce-4052-47e0-ba86-fc71f2d2ab27 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4a9121fe-3c05-4fb0-ad44-174db17c3d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4615538 May 30 20:12:05.881245 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-86c67456-5b51-47b1-bf59-7d8c755c9ab9 req-07149685-f0f9-4bac-ac96-93a66e2c6d22 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] 10.222.0.86 "DELETE /v2.0/ports/f35d7540-29ca-49f2-af89-58e4965b5bb5 HTTP/1.1" status: 204 len: 173 time: 4.7138767 May 30 20:12:06.038337 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [req-a5ce0957-2001-4a6e-9439-0b4e680fec85 req-fac5209f-6847-43bd-9eeb-de956d6d4a7c tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1426270821 ', 'description': 'tempest-description-1828185303'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:12:06.056980 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-a5ce0957-2001-4a6e-9439-0b4e680fec85 req-fac5209f-6847-43bd-9eeb-de956d6d4a7c tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:12:06.077741 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-a5ce0957-2001-4a6e-9439-0b4e680fec85 req-fac5209f-6847-43bd-9eeb-de956d6d4a7c tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:12:06.169703 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-7d3f06f7-6306-4358-8a8e-3bd714cb0dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e583e7b-f12b-4fba-bb78-c30dd0525c40', 'name': 'tempest-TaggedBootDevicesTest_v242-281532978-router', 'tenant_id': '81e36025f4964ad6aa1305da6f1825fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '20e9fcc0-2af1-4ea7-8af9-83f060d630c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:11:25Z', 'updated_at': '2022-05-30T20:11:44Z', 'revision_number': 4, 'project_id': '81e36025f4964ad6aa1305da6f1825fb', 'gw_port': {'id': '20e9fcc0-2af1-4ea7-8af9-83f060d630c7', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:91:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e583e7b-f12b-4fba-bb78-c30dd0525c40', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:11:28Z', 'updated_at': '2022-05-30T20:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': 'bcebd54d-41fa-4abb-9681-0eb0e36c100b', 'name': '', 'network_id': 'ac0cf993-3653-417b-b55c-1e0d903ad371', 'tenant_id': '81e36025f4964ad6aa1305da6f1825fb', 'mac_address': 'fa:16:3e:c1:b7:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e583e7b-f12b-4fba-bb78-c30dd0525c40', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '12de3c88-630f-42df-9c14-e8413906e7b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:11:42Z', 'updated_at': '2022-05-30T20:12:03Z', 'revision_number': 4, 'project_id': '81e36025f4964ad6aa1305da6f1825fb', 'subnets': [{'id': '12de3c88-630f-42df-9c14-e8413906e7b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:12:06.174317 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2d00e8c-8fba-4e2b-8089-dc4a0588588d admin admin] Router 1b00b1a0-6a52-4d3c-bc99-c8e510c6e235 is scheduled to L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 with binding_index 1 {{(pid=84886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 20:12:06.179894 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3f06f7-6306-4358-8a8e-3bd714cb0dd0 None None] The sync data for ids ['6e583e7b-f12b-4fba-bb78-c30dd0525c40'] in n-d-843948-2 is: [{'id': '6e583e7b-f12b-4fba-bb78-c30dd0525c40', 'name': 'tempest-TaggedBootDevicesTest_v242-281532978-router', 'tenant_id': '81e36025f4964ad6aa1305da6f1825fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '20e9fcc0-2af1-4ea7-8af9-83f060d630c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:11:25Z', 'updated_at': '2022-05-30T20:11:44Z', 'revision_number': 4, 'project_id': '81e36025f4964ad6aa1305da6f1825fb', 'gw_port': {'id': '20e9fcc0-2af1-4ea7-8af9-83f060d630c7', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:91:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e583e7b-f12b-4fba-bb78-c30dd0525c40', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:11:28Z', 'updated_at': '2022-05-30T20:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': 'bcebd54d-41fa-4abb-9681-0eb0e36c100b', 'name': '', 'network_id': 'ac0cf993-3653-417b-b55c-1e0d903ad371', 'tenant_id': '81e36025f4964ad6aa1305da6f1825fb', 'mac_address': 'fa:16:3e:c1:b7:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e583e7b-f12b-4fba-bb78-c30dd0525c40', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '12de3c88-630f-42df-9c14-e8413906e7b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:11:42Z', 'updated_at': '2022-05-30T20:12:03Z', 'revision_number': 4, 'project_id': '81e36025f4964ad6aa1305da6f1825fb', 'subnets': [{'id': '12de3c88-630f-42df-9c14-e8413906e7b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:12:06.248515 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [None req-6e4df46d-bd30-499a-afd2-65f9910b8fb9 admin admin] For port dd386a56-e893-4b2e-a326-2576b12c9a84, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=dd386a56-e893-4b2e-a326-2576b12c9a84,segment=NetworkSegment(63b1ad3b-a506-4ef3-b6ab-b11efd8aac72),segment_id=63b1ad3b-a506-4ef3-b6ab-b11efd8aac72)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:12:06.253655 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6e4df46d-bd30-499a-afd2-65f9910b8fb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:06.264058 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f31a1e84-1494-4132-b407-4ff0450dcc11 req-c2aeafc0-7447-4a06-ab8e-4e0ae34878b9 service neutron] 10.222.0.71 "GET /v2.0/networks/4a9121fe-3c05-4fb0-ad44-174db17c3d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6176922 May 30 20:12:06.397945 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:06.409877 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-a5ce0957-2001-4a6e-9439-0b4e680fec85 req-fac5209f-6847-43bd-9eeb-de956d6d4a7c tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:06.530728 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port 25ea9cb3-17bd-4ddf-88e3-3d7bf354eb4b, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=25ea9cb3-17bd-4ddf-88e3-3d7bf354eb4b,segment=NetworkSegment(9a55defe-184e-4bf7-910e-e2b419e5729f),segment_id=9a55defe-184e-4bf7-910e-e2b419e5729f)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:12:06.540821 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:06.658276 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 406d6bcf-03be-4c83-9523-528b6918c399 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:12:06.750603 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:06.796025 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 53028) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:12:06.989277 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-6e4df46d-bd30-499a-afd2-65f9910b8fb9 admin admin] Calling delete_port for dd386a56-e893-4b2e-a326-2576b12c9a84 owned by network:dhcp {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:12:07.103840 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-3f0813b9-ffb0-43fe-88c4-08a66bb5f301 None None] Provisioning complete for port 25ea9cb3-17bd-4ddf-88e3-3d7bf354eb4b triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:12:07.104891 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-3f0813b9-ffb0-43fe-88c4-08a66bb5f301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:07.200702 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811b4d93-970a-4ef0-b5ff-795cc7f3710e req-2c36f564-91e4-4b71-9b02-010ff1b95d9e tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:07.210077 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device bcebd54d-41fa-4abb-9681-0eb0e36c100b up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:12:07.212130 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811b4d93-970a-4ef0-b5ff-795cc7f3710e req-2c36f564-91e4-4b71-9b02-010ff1b95d9e tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:07.223371 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811b4d93-970a-4ef0-b5ff-795cc7f3710e req-2c36f564-91e4-4b71-9b02-010ff1b95d9e tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:07.236075 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811b4d93-970a-4ef0-b5ff-795cc7f3710e req-2c36f564-91e4-4b71-9b02-010ff1b95d9e tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:07.253756 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811b4d93-970a-4ef0-b5ff-795cc7f3710e req-2c36f564-91e4-4b71-9b02-010ff1b95d9e tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:07.291753 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811b4d93-970a-4ef0-b5ff-795cc7f3710e req-2c36f564-91e4-4b71-9b02-010ff1b95d9e tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:07.311343 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811b4d93-970a-4ef0-b5ff-795cc7f3710e req-2c36f564-91e4-4b71-9b02-010ff1b95d9e tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:07.320720 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-811b4d93-970a-4ef0-b5ff-795cc7f3710e req-2c36f564-91e4-4b71-9b02-010ff1b95d9e tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] 10.222.0.85 "GET /v2.0/ports?device_id=9c32c8ec-3847-430c-b19f-49ed6feb4bec HTTP/1.1" status: 200 len: 5419 time: 0.9670868 May 30 20:12:07.361282 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-a5ce0957-2001-4a6e-9439-0b4e680fec85 req-fac5209f-6847-43bd-9eeb-de956d6d4a7c tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:12:07.376867 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-a5ce0957-2001-4a6e-9439-0b4e680fec85 req-fac5209f-6847-43bd-9eeb-de956d6d4a7c tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Usage tracker for resource:security_group_rule and tenant:fa8a8e16668d4cd3985a20ee71169357 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:12:07.385965 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-a5ce0957-2001-4a6e-9439-0b4e680fec85 req-fac5209f-6847-43bd-9eeb-de956d6d4a7c tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:12:07.398231 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-a5ce0957-2001-4a6e-9439-0b4e680fec85 req-fac5209f-6847-43bd-9eeb-de956d6d4a7c tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:12:07.432991 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=25ea9cb3-17bd-4ddf-88e3-3d7bf354eb4b,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:07.449755 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-f4b73900-3a18-41b7-be55-a51b2880ae40 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-2097096695-network', 'tenant_id': '7f20a37d1ec84058864d6080c6a9f8aa'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:12:07.457152 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 406d6bcf-03be-4c83-9523-528b6918c399, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=406d6bcf-03be-4c83-9523-528b6918c399,segment=NetworkSegment(3c26dc90-ba8a-44ec-b215-1e8fb1eebc9d),segment_id=3c26dc90-ba8a-44ec-b215-1e8fb1eebc9d)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:12:07.475224 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-f4b73900-3a18-41b7-be55-a51b2880ae40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:12:07.535776 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-a5ce0957-2001-4a6e-9439-0b4e680fec85 req-fac5209f-6847-43bd-9eeb-de956d6d4a7c tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:07.548532 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-f4b73900-3a18-41b7-be55-a51b2880ae40 admin admin] Usage tracker for resource:network and tenant:7f20a37d1ec84058864d6080c6a9f8aa is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:12:07.559480 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-f4b73900-3a18-41b7-be55-a51b2880ae40 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:12:07.622195 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:07.623520 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 6abf5558-29fb-4349-8bbb-2720708251bc details requested by agent hyperv_n-h1-843948-2 with host n-h1-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:12:07.643812 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f31a1e84-1494-4132-b407-4ff0450dcc11 req-5ca76395-fb75-4111-b4dc-39f13ada3175 service neutron] 10.222.0.71 "GET /v2.0/networks/4a9121fe-3c05-4fb0-ad44-174db17c3d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3690996 May 30 20:12:07.660398 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-a5ce0957-2001-4a6e-9439-0b4e680fec85 req-fac5209f-6847-43bd-9eeb-de956d6d4a7c tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:07.713773 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac5209f-6847-43bd-9eeb-de956d6d4a7c tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c9d8a1a-8891-428e-b43e-ce0f0447a5fb,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:07.715393 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-811b4d93-970a-4ef0-b5ff-795cc7f3710e req-5f7d5b69-070f-4db3-8c8f-4853a21f12d0 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] 10.222.0.85 "GET /v2.0/security-groups?id=37be4557-a35d-41b8-94e5-d29002afe979&id=e6676217-9362-4f98-9839-89020fcebb14&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3834288 May 30 20:12:07.737895 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-f4b73900-3a18-41b7-be55-a51b2880ae40 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:12:07.737895 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6e4df46d-bd30-499a-afd2-65f9910b8fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:07.861111 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2d00e8c-8fba-4e2b-8089-dc4a0588588d admin admin] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:12:07.880630 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=406d6bcf-03be-4c83-9523-528b6918c399,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:07.889138 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef04d6b0-41aa-4283-a58c-89f96f90ca2f None None] Sync routers for ids ['1b00b1a0-6a52-4d3c-bc99-c8e510c6e235'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:12:07.896932 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8192553-abd9-4145-a5e7-9b8fda5d1a89 None None] DHCP port deletion for 00d22bd4-8146-4036-a227-16f88d0943fa request from n-d-843948-2 {{(pid=84888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:12:07.951258 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-a5ce0957-2001-4a6e-9439-0b4e680fec85 req-fac5209f-6847-43bd-9eeb-de956d6d4a7c tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:07.957773 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef04d6b0-41aa-4283-a58c-89f96f90ca2f None None] Routers {'1b00b1a0-6a52-4d3c-bc99-c8e510c6e235'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:12:07.965826 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-ef04d6b0-41aa-4283-a58c-89f96f90ca2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:12:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['1b00b1a0-6a52-4d3c-bc99-c8e510c6e235'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:12:07.978003 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a5ce0957-2001-4a6e-9439-0b4e680fec85 req-fac5209f-6847-43bd-9eeb-de956d6d4a7c tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1620 time: 2.0392239 May 30 20:12:08.006921 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4df46d-bd30-499a-afd2-65f9910b8fb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd386a56-e893-4b2e-a326-2576b12c9a84,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:08.016450 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4df46d-bd30-499a-afd2-65f9910b8fb9 admin admin] No DVR routers for this DVR port dd386a56-e893-4b2e-a326-2576b12c9a84 on host n-d-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:12:08.039570 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f2d00e8c-8fba-4e2b-8089-dc4a0588588d admin admin] Notify callbacks [] for router, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:08.045142 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-f2d00e8c-8fba-4e2b-8089-dc4a0588588d admin admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 14.1411400 May 30 20:12:08.045506 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 53040) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:12:08.116456 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.db.resource_extend [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:12:08.160066 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4b73900-3a18-41b7-be55-a51b2880ae40 admin admin] Made reservation on behalf of 7f20a37d1ec84058864d6080c6a9f8aa for: {'network': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:12:08.162546 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f4b73900-3a18-41b7-be55-a51b2880ae40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:08.215634 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f4b73900-3a18-41b7-be55-a51b2880ae40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:08.368541 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port bcebd54d-41fa-4abb-9681-0eb0e36c100b completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:12:08.416295 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port bcebd54d-41fa-4abb-9681-0eb0e36c100b triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:12:08.417442 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:08.524958 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-f4b73900-3a18-41b7-be55-a51b2880ae40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:12:08.585074 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6e4df46d-bd30-499a-afd2-65f9910b8fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:08.594199 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-ef04d6b0-41aa-4283-a58c-89f96f90ca2f None None] Set router 1b00b1a0-6a52-4d3c-bc99-c8e510c6e235 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:12:08.630139 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-f4b73900-3a18-41b7-be55-a51b2880ae40 admin admin] Usage tracker for resource:security_group_rule and tenant:7f20a37d1ec84058864d6080c6a9f8aa is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:12:08.656197 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d019b4e-aa4f-493b-b93d-7ca6203626bc'] response: {'server_uuid': '8c8de3ab-968c-4913-a1a7-26260a84fd2e', 'name': 'network-vif-deleted', 'tag': 'f35d7540-29ca-49f2-af89-58e4965b5bb5', 'status': 'completed', 'code': 200} May 30 20:12:08.683144 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-6e4df46d-bd30-499a-afd2-65f9910b8fb9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00d22bd4-8146-4036-a227-16f88d0943fa']}} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:12:08.686293 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 6abf5558-29fb-4349-8bbb-2720708251bc, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=6abf5558-29fb-4349-8bbb-2720708251bc,segment=NetworkSegment(bd1b67cf-563e-4c82-b7ef-58764a753e95),segment_id=bd1b67cf-563e-4c82-b7ef-58764a753e95)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:12:08.704711 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-6e4df46d-bd30-499a-afd2-65f9910b8fb9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63b1ad3b-a506-4ef3-b6ab-b11efd8aac72') {'for_net_delete': True} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:12:08.705554 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-6e4df46d-bd30-499a-afd2-65f9910b8fb9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63b1ad3b-a506-4ef3-b6ab-b11efd8aac72') {} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:12:08.721400 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6e4df46d-bd30-499a-afd2-65f9910b8fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3149912'] for segment, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:08.741956 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6e4df46d-bd30-499a-afd2-65f9910b8fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:08.748557 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Returning: {'device': '6abf5558-29fb-4349-8bbb-2720708251bc', 'network_id': '945aa537-7e5a-42ac-a8f5-8cf6a31fa2b8', 'port_id': '6abf5558-29fb-4349-8bbb-2720708251bc', 'mac_address': 'fa:16:3e:99:07:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0ec96d3-d8eb-4c27-bd2f-50e88448f40f', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:12:08.750512 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e4df46d-bd30-499a-afd2-65f9910b8fb9 admin admin] Releasing vlan 697 on physical network physnet1 to pool {{(pid=84887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:12:08.751137 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6e4df46d-bd30-499a-afd2-65f9910b8fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4055488'] for segment, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:08.914787 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 53052) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:12:08.918227 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-f4b73900-3a18-41b7-be55-a51b2880ae40 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:12:08.921699 n-d-843948-2 neutron-server[84887]: Traceback (most recent call last): May 30 20:12:08.921699 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:12:08.921699 n-d-843948-2 neutron-server[84887]: timer() May 30 20:12:08.921699 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:12:08.921699 n-d-843948-2 neutron-server[84887]: cb(*args, **kw) May 30 20:12:08.921699 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:12:08.921699 n-d-843948-2 neutron-server[84887]: return func(*args, **kwargs) May 30 20:12:08.921699 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:12:08.921699 n-d-843948-2 neutron-server[84887]: self._notify() May 30 20:12:08.921699 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:12:08.921699 n-d-843948-2 neutron-server[84887]: self.callback(batched_events) May 30 20:12:08.921699 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:12:08.921699 n-d-843948-2 neutron-server[84887]: event.method(event) May 30 20:12:08.921699 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:12:08.921699 n-d-843948-2 neutron-server[84887]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:12:08.921699 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:12:08.921699 n-d-843948-2 neutron-server[84887]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:12:08.921699 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:12:08.921699 n-d-843948-2 neutron-server[84887]: return f(self, *a, **k) May 30 20:12:08.921699 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:12:08.921699 n-d-843948-2 neutron-server[84887]: return self._get(url).json() May 30 20:12:08.921699 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:12:08.921699 n-d-843948-2 neutron-server[84887]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:12:08.921699 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:12:08.921699 n-d-843948-2 neutron-server[84887]: return self.request(url, 'GET', **kwargs) May 30 20:12:08.921699 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:12:08.921699 n-d-843948-2 neutron-server[84887]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:12:08.921699 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:12:08.921699 n-d-843948-2 neutron-server[84887]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:12:08.921699 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:12:08.921699 n-d-843948-2 neutron-server[84887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:12:08.921699 n-d-843948-2 neutron-server[84887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:12:08.927817 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-cd99b8a4-c029-4791-a632-f4728977b43e tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1770815681', 'description': 'tempest-description--1178503698'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:12:08.933744 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-f4b73900-3a18-41b7-be55-a51b2880ae40 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:12:08.965936 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-cd99b8a4-c029-4791-a632-f4728977b43e tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:12:09.017269 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-cd99b8a4-c029-4791-a632-f4728977b43e tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:12:09.090741 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:09.093005 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f4b73900-3a18-41b7-be55-a51b2880ae40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:09.100263 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c5d264ff-a126-471c-9dab-40d8a70e163d req-3ab8b915-1ebe-4d76-88bc-754251a5c737 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] 10.222.0.85 "GET /v2.0/security-groups/6c9d8a1a-8891-428e-b43e-ce0f0447a5fb HTTP/1.1" status: 200 len: 1615 time: 0.4667671 May 30 20:12:09.104491 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6e4df46d-bd30-499a-afd2-65f9910b8fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:09.171555 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6e4df46d-bd30-499a-afd2-65f9910b8fb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:09.199567 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6abf5558-29fb-4349-8bbb-2720708251bc {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:12:09.210174 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4df46d-bd30-499a-afd2-65f9910b8fb9 admin admin] Pushing event deleted for resources: {'Network': ['ID=00d22bd4-8146-4036-a227-16f88d0943fa,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:09.213839 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-6e4df46d-bd30-499a-afd2-65f9910b8fb9 admin admin] 10.222.0.85 "DELETE /v2.0/networks/00d22bd4-8146-4036-a227-16f88d0943fa HTTP/1.1" status: 204 len: 168 time: 4.3650131 May 30 20:12:09.242772 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:09.248702 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f4b73900-3a18-41b7-be55-a51b2880ae40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:09.284486 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 6abf5558-29fb-4349-8bbb-2720708251bc, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=6abf5558-29fb-4349-8bbb-2720708251bc,segment=NetworkSegment(bd1b67cf-563e-4c82-b7ef-58764a753e95),segment_id=bd1b67cf-563e-4c82-b7ef-58764a753e95)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:12:09.290732 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-ef04d6b0-41aa-4283-a58c-89f96f90ca2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b00b1a0-6a52-4d3c-bc99-c8e510c6e235', 'name': 'tempest-TaggedBootDevicesTest_v242-446887035-router', 'tenant_id': '3828c70dc661485192642e8638cbac3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '8884830c-a3a7-4ced-84cc-6a471364d9ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:11:54Z', 'updated_at': '2022-05-30T20:12:01Z', 'revision_number': 3, 'project_id': '3828c70dc661485192642e8638cbac3c', 'gw_port': {'id': '8884830c-a3a7-4ced-84cc-6a471364d9ad', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:32:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b00b1a0-6a52-4d3c-bc99-c8e510c6e235', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:11:56Z', 'updated_at': '2022-05-30T20:11:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:12:09.298510 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef04d6b0-41aa-4283-a58c-89f96f90ca2f None None] Checking router: 1b00b1a0-6a52-4d3c-bc99-c8e510c6e235 for host: n-d-843948-2 {{(pid=84889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:12:09.298895 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef04d6b0-41aa-4283-a58c-89f96f90ca2f None None] Updating router 1b00b1a0-6a52-4d3c-bc99-c8e510c6e235 port 8884830c-a3a7-4ced-84cc-6a471364d9ad binding host n-d-843948-2 {{(pid=84889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:12:09.337146 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b73900-3a18-41b7-be55-a51b2880ae40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b7b472c-21af-4683-a7b2-e1dc38380326,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:09.340829 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port bcebd54d-41fa-4abb-9681-0eb0e36c100b, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=bcebd54d-41fa-4abb-9681-0eb0e36c100b,segment=NetworkSegment(b72c5675-2dd4-4112-882d-4e6c4ce463bb),segment_id=b72c5675-2dd4-4112-882d-4e6c4ce463bb)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:12:09.356045 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4b73900-3a18-41b7-be55-a51b2880ae40 admin admin] vlan segment allocate from pool success with {'vlan_id': 653, 'physical_network': 'physnet1'} {{(pid=84887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:12:09.369754 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f4b73900-3a18-41b7-be55-a51b2880ae40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:09.369754 n-d-843948-2 neutron-server[84887]: INFO neutron.db.segments_db [None req-f4b73900-3a18-41b7-be55-a51b2880ae40 admin admin] Added segment 6f1287e5-9e46-42ce-b023-b38d433df277 of type vlan for network 447ea545-6235-439a-a377-09de7456264b May 30 20:12:09.392554 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:09.392883 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 95b64d06-8312-443c-b64a-5e0fcaa868bc details requested by agent hyperv_n-h1-843948-2 with host n-h1-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:12:09.406931 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f4b73900-3a18-41b7-be55-a51b2880ae40 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:09.421601 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-ef04d6b0-41aa-4283-a58c-89f96f90ca2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:09.489469 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:09.490961 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f877f57e-15c5-4b33-ace3-25f0df4afe61 req-3efe2d8b-2f9e-48e2-82f8-ebeadb74ab29 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] 10.222.0.85 "GET /v2.0/security-groups/6c9d8a1a-8891-428e-b43e-ce0f0447a5fb HTTP/1.1" status: 200 len: 1615 time: 0.2753930 May 30 20:12:09.524258 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device f814a113-aec8-4aed-b31f-52a0db549c7a no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:12:09.534156 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-cd99b8a4-c029-4791-a632-f4728977b43e tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:09.595258 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f4b73900-3a18-41b7-be55-a51b2880ae40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:09.597936 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b73900-3a18-41b7-be55-a51b2880ae40 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:09.602196 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f4b73900-3a18-41b7-be55-a51b2880ae40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:09.654932 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: f814a113-aec8-4aed-b31f-52a0db549c7a {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:12:09.661162 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device f814a113-aec8-4aed-b31f-52a0db549c7a not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:12:09.661834 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 161d1519-e8e8-476c-8a56-7d96ba815f4f no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:12:09.674539 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-cd99b8a4-c029-4791-a632-f4728977b43e tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:12:09.690232 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d8a85b-deb5-4cfa-adc0-42fd4b893c42 req-f84daee2-e3c3-45ce-b88d-d63ee3094abd tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:09.701008 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d8a85b-deb5-4cfa-adc0-42fd4b893c42 req-f84daee2-e3c3-45ce-b88d-d63ee3094abd tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:09.709209 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d8a85b-deb5-4cfa-adc0-42fd4b893c42 req-f84daee2-e3c3-45ce-b88d-d63ee3094abd tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:09.715725 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d8a85b-deb5-4cfa-adc0-42fd4b893c42 req-f84daee2-e3c3-45ce-b88d-d63ee3094abd tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:09.720847 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d8a85b-deb5-4cfa-adc0-42fd4b893c42 req-f84daee2-e3c3-45ce-b88d-d63ee3094abd tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:09.726488 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d8a85b-deb5-4cfa-adc0-42fd4b893c42 req-f84daee2-e3c3-45ce-b88d-d63ee3094abd tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:09.731417 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d8a85b-deb5-4cfa-adc0-42fd4b893c42 req-f84daee2-e3c3-45ce-b88d-d63ee3094abd tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:09.733807 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-43d8a85b-deb5-4cfa-adc0-42fd4b893c42 req-f84daee2-e3c3-45ce-b88d-d63ee3094abd tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] 10.222.0.85 "GET /v2.0/ports?device_id=9c32c8ec-3847-430c-b19f-49ed6feb4bec HTTP/1.1" status: 200 len: 5421 time: 0.4203227 May 30 20:12:09.746670 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-cd99b8a4-c029-4791-a632-f4728977b43e tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Usage tracker for resource:security_group_rule and tenant:b1d3994633044342baf98a52682e583b is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:12:09.752961 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-cd99b8a4-c029-4791-a632-f4728977b43e tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:12:09.782345 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: 161d1519-e8e8-476c-8a56-7d96ba815f4f {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:12:09.782945 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 161d1519-e8e8-476c-8a56-7d96ba815f4f not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:12:09.793828 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.db.resource_extend [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:12:09.826612 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=6abf5558-29fb-4349-8bbb-2720708251bc,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:09.842526 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-cd99b8a4-c029-4791-a632-f4728977b43e tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:12:09.908443 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 53066) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:12:09.913971 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-43d8a85b-deb5-4cfa-adc0-42fd4b893c42 req-8163f1f0-5908-48a5-a5e8-e04342405b15 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] 10.222.0.85 "GET /v2.0/security-groups?id=37be4557-a35d-41b8-94e5-d29002afe979&id=e6676217-9362-4f98-9839-89020fcebb14&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1709704 May 30 20:12:09.965487 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b73900-3a18-41b7-be55-a51b2880ae40 admin admin] Pushing event updated for resources: {'Network': ['ID=447ea545-6235-439a-a377-09de7456264b,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:10.015230 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-cd99b8a4-c029-4791-a632-f4728977b43e tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:10.050223 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 95b64d06-8312-443c-b64a-5e0fcaa868bc, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=95b64d06-8312-443c-b64a-5e0fcaa868bc,segment=NetworkSegment(3c26dc90-ba8a-44ec-b215-1e8fb1eebc9d),segment_id=3c26dc90-ba8a-44ec-b215-1e8fb1eebc9d)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:12:10.084811 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=bcebd54d-41fa-4abb-9681-0eb0e36c100b,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:10.095209 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Returning: {'device': '95b64d06-8312-443c-b64a-5e0fcaa868bc', 'network_id': '7dfebaf0-dc9f-476d-9977-56c7fc58662b', 'port_id': '95b64d06-8312-443c-b64a-5e0fcaa868bc', 'mac_address': 'fa:16:3e:c1:3b:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '156dd172-ceed-40ca-a03f-1d3d19921b4e', 'ip_address': '10.1.1.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:12:10.097430 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 25ea9cb3-17bd-4ddf-88e3-3d7bf354eb4b up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:12:10.126058 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-f877f57e-15c5-4b33-ace3-25f0df4afe61 req-6c78bdd0-cef6-420b-b642-3773812c7a7b tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:10.128793 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network 447ea545-6235-439a-a377-09de7456264b details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:12:10.196377 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-ef04d6b0-41aa-4283-a58c-89f96f90ca2f None None] Notify callbacks [] for port, precommit_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:10.213252 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.provisioning_blocks [None req-ef04d6b0-41aa-4283-a58c-89f96f90ca2f None None] Transition to ACTIVE for port object 8884830c-a3a7-4ced-84cc-6a471364d9ad will not be triggered until provisioned by entity L2. {{(pid=84889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:12:10.229032 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-f4b73900-3a18-41b7-be55-a51b2880ae40 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 3.4286723 May 30 20:12:10.256115 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 53076) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:12:10.288021 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-86710b41-08e9-4335-a56b-f4a45994aed1 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=6c8b439c056d43b986fd353251bc92b9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3638258 May 30 20:12:10.288021 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-cd99b8a4-c029-4791-a632-f4728977b43e tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:10.291164 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:10.294167 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-ef04d6b0-41aa-4283-a58c-89f96f90ca2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:10.317793 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 53082) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:12:10.448796 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01856337-13e2-4a54-8804-10aceef76e37 None None] Pushing event updated for resources: {'Port': ['ID=8884830c-a3a7-4ced-84cc-6a471364d9ad,revision_number=2']} {{(pid=84889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:10.463729 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd99b8a4-c029-4791-a632-f4728977b43e tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3f3bede-39ea-49c9-984a-99953f833e2a,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:10.469595 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-10c542d5-fcd2-4d89-8492-137201441309 admin admin] Request body: {'subnet': {'network_id': '447ea545-6235-439a-a377-09de7456264b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-2097096695-subnet', 'tenant_id': '7f20a37d1ec84058864d6080c6a9f8aa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:12:10.475417 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-10c542d5-fcd2-4d89-8492-137201441309 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:12:10.496174 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-10c542d5-fcd2-4d89-8492-137201441309 admin admin] Usage tracker for resource:subnet and tenant:7f20a37d1ec84058864d6080c6a9f8aa is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:12:10.501301 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-10c542d5-fcd2-4d89-8492-137201441309 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:12:10.506705 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-cd99b8a4-c029-4791-a632-f4728977b43e tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:10.509260 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-10c542d5-fcd2-4d89-8492-137201441309 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:12:10.517030 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-ef04d6b0-41aa-4283-a58c-89f96f90ca2f None None] Attempting to bind port 8884830c-a3a7-4ced-84cc-6a471364d9ad on host n-d-843948-2 for vnic_type normal with profile {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:12:10.517370 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-cd99b8a4-c029-4791-a632-f4728977b43e tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 1.5944526 May 30 20:12:10.517565 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-ef04d6b0-41aa-4283-a58c-89f96f90ca2f None None] Attempting to bind port 8884830c-a3a7-4ced-84cc-6a471364d9ad by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}] {{(pid=84889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:12:10.519359 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef04d6b0-41aa-4283-a58c-89f96f90ca2f None None] Attempting to bind port 8884830c-a3a7-4ced-84cc-6a471364d9ad on network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:12:10.520852 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 53086) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:12:10.524802 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-f877f57e-15c5-4b33-ace3-25f0df4afe61 req-6c78bdd0-cef6-420b-b642-3773812c7a7b tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:10.537917 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef04d6b0-41aa-4283-a58c-89f96f90ca2f None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:12:10.539087 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef04d6b0-41aa-4283-a58c-89f96f90ca2f None None] Checking segment: {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:12:10.540705 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-ef04d6b0-41aa-4283-a58c-89f96f90ca2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:10.541935 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef04d6b0-41aa-4283-a58c-89f96f90ca2f None None] Bound using segment: {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'} {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:12:10.544285 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-a47ab139-3d7a-48db-8d79-c0006a57fe2b tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Request body: {'security_group_rule': {'security_group_id': 'b3f3bede-39ea-49c9-984a-99953f833e2a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:12:10.545773 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-ef04d6b0-41aa-4283-a58c-89f96f90ca2f None None] Bound port: 8884830c-a3a7-4ced-84cc-6a471364d9ad, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}}] {{(pid=84889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:12:10.546383 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-ef04d6b0-41aa-4283-a58c-89f96f90ca2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:10.562734 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95b64d06-8312-443c-b64a-5e0fcaa868bc {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:12:10.576486 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-a47ab139-3d7a-48db-8d79-c0006a57fe2b tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:12:10.600832 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-a47ab139-3d7a-48db-8d79-c0006a57fe2b tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Usage tracker for resource:security_group_rule and tenant:b1d3994633044342baf98a52682e583b is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:12:10.612647 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10c542d5-fcd2-4d89-8492-137201441309 admin admin] Made reservation on behalf of 7f20a37d1ec84058864d6080c6a9f8aa for: {'subnet': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:12:10.618300 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-10c542d5-fcd2-4d89-8492-137201441309 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114220'] for subnet, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:10.635258 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 95b64d06-8312-443c-b64a-5e0fcaa868bc, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=95b64d06-8312-443c-b64a-5e0fcaa868bc,segment=NetworkSegment(3c26dc90-ba8a-44ec-b215-1e8fb1eebc9d),segment_id=3c26dc90-ba8a-44ec-b215-1e8fb1eebc9d)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:12:10.648449 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-a47ab139-3d7a-48db-8d79-c0006a57fe2b tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:12:10.686873 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-a47ab139-3d7a-48db-8d79-c0006a57fe2b tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:12:10.690280 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.db [None req-ef04d6b0-41aa-4283-a58c-89f96f90ca2f None None] For port 8884830c-a3a7-4ced-84cc-6a471364d9ad, host n-d-843948-2, cleared binding levels {{(pid=84889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:12:10.694906 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 25ea9cb3-17bd-4ddf-88e3-3d7bf354eb4b triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:12:10.695177 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.db [None req-ef04d6b0-41aa-4283-a58c-89f96f90ca2f None None] For port 8884830c-a3a7-4ced-84cc-6a471364d9ad, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=8884830c-a3a7-4ced-84cc-6a471364d9ad,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:12:10.698580 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:10.785361 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-ef04d6b0-41aa-4283-a58c-89f96f90ca2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:10.892807 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-f877f57e-15c5-4b33-ace3-25f0df4afe61 req-6c78bdd0-cef6-420b-b642-3773812c7a7b tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:10.956892 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01856337-13e2-4a54-8804-10aceef76e37 None None] Pushing event updated for resources: {'Port': ['ID=8884830c-a3a7-4ced-84cc-6a471364d9ad,revision_number=3']} {{(pid=84889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:10.961970 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef04d6b0-41aa-4283-a58c-89f96f90ca2f None None] Routers {'1b00b1a0-6a52-4d3c-bc99-c8e510c6e235'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:12:10.962785 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-ef04d6b0-41aa-4283-a58c-89f96f90ca2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:12:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['1b00b1a0-6a52-4d3c-bc99-c8e510c6e235'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:12:11.100101 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 0af956aa-5dfc-4b3f-969a-34978ca452c2 details requested by agent hyperv_n-h2-843948-2 with host n-h2-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:12:11.133289 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:11.183201 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c78bdd0-cef6-420b-b642-3773812c7a7b tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c9d8a1a-8891-428e-b43e-ce0f0447a5fb,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:11.305237 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-ef04d6b0-41aa-4283-a58c-89f96f90ca2f None None] Set router 1b00b1a0-6a52-4d3c-bc99-c8e510c6e235 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:12:11.367902 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 8ac00f97-319b-447d-9984-766c6042c32a details requested by agent hyperv_n-h1-843948-2 with host n-h1-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:12:11.397911 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a47ab139-3d7a-48db-8d79-c0006a57fe2b tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:11.580640 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-31192c71-2071-43bf-a735-8dcefe348430 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:11.692642 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-f877f57e-15c5-4b33-ace3-25f0df4afe61 req-6c78bdd0-cef6-420b-b642-3773812c7a7b tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:11.710552 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f877f57e-15c5-4b33-ace3-25f0df4afe61 req-6c78bdd0-cef6-420b-b642-3773812c7a7b tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] 10.222.0.85 "DELETE /v2.0/security-groups/6c9d8a1a-8891-428e-b43e-ce0f0447a5fb HTTP/1.1" status: 204 len: 173 time: 2.2121215 May 30 20:12:11.830960 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-10c542d5-fcd2-4d89-8492-137201441309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4055401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114238'] for subnet, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:11.835181 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 0af956aa-5dfc-4b3f-969a-34978ca452c2, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=0af956aa-5dfc-4b3f-969a-34978ca452c2,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:12:12.006454 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Returning: {'device': '0af956aa-5dfc-4b3f-969a-34978ca452c2', 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1', 'port_id': '0af956aa-5dfc-4b3f-969a-34978ca452c2', 'mac_address': 'fa:16:3e:fb:9f:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b83ff54-b1af-44ce-bb75-ba148920553c', 'ip_address': '192.168.233.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:12:12.008704 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=95b64d06-8312-443c-b64a-5e0fcaa868bc,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:12.073479 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-069f2cbe-90b3-41bf-86af-2e02e2cc8919 req-26dda4cf-f97d-47b6-8ba3-8a876a53110a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=bffbecc179ca431ba8825f3f58c3e9cb&device_id=a3853b5d-051b-4cd4-b6b6-6138821f4e0c HTTP/1.1" status: 200 len: 1100 time: 0.6763306 May 30 20:12:12.098237 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-31192c71-2071-43bf-a735-8dcefe348430 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:12.120007 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-ef04d6b0-41aa-4283-a58c-89f96f90ca2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b00b1a0-6a52-4d3c-bc99-c8e510c6e235', 'name': 'tempest-TaggedBootDevicesTest_v242-446887035-router', 'tenant_id': '3828c70dc661485192642e8638cbac3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '8884830c-a3a7-4ced-84cc-6a471364d9ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:11:54Z', 'updated_at': '2022-05-30T20:12:01Z', 'revision_number': 3, 'project_id': '3828c70dc661485192642e8638cbac3c', 'gw_port': {'id': '8884830c-a3a7-4ced-84cc-6a471364d9ad', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:32:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b00b1a0-6a52-4d3c-bc99-c8e510c6e235', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:11:56Z', 'updated_at': '2022-05-30T20:12:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:12:12.128254 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3b4f5665-4b7f-437a-bc11-49b49d80c326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:12.130944 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef04d6b0-41aa-4283-a58c-89f96f90ca2f None None] The sync data for ids ['1b00b1a0-6a52-4d3c-bc99-c8e510c6e235'] in n-d-843948-2 is: [{'id': '1b00b1a0-6a52-4d3c-bc99-c8e510c6e235', 'name': 'tempest-TaggedBootDevicesTest_v242-446887035-router', 'tenant_id': '3828c70dc661485192642e8638cbac3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '8884830c-a3a7-4ced-84cc-6a471364d9ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:11:54Z', 'updated_at': '2022-05-30T20:12:01Z', 'revision_number': 3, 'project_id': '3828c70dc661485192642e8638cbac3c', 'gw_port': {'id': '8884830c-a3a7-4ced-84cc-6a471364d9ad', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:32:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b00b1a0-6a52-4d3c-bc99-c8e510c6e235', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:11:56Z', 'updated_at': '2022-05-30T20:12:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:12:12.256676 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.db.resource_extend [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:12:12.273932 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['bd538527-50e2-46fa-937e-cca2aa73fee4'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:12:12.278882 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a47ab139-3d7a-48db-8d79-c0006a57fe2b tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:12.334372 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['406d6bcf-03be-4c83-9523-528b6918c399'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:12:12.440690 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['6abf5558-29fb-4349-8bbb-2720708251bc'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:12:12.468462 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['95b64d06-8312-443c-b64a-5e0fcaa868bc'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:12:12.490475 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a47ab139-3d7a-48db-8d79-c0006a57fe2b tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:12.494885 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['cce154e6-cfbb-4903-980b-422f277fa061'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:12:12.529902 n-d-843948-2 neutron-server[84887]: INFO neutron.api.v2.resource [req-b0d24be8-f7e3-4704-bb8f-dfd49d628ba8 req-8c9ff0a2-5c1f-428e-8ff1-ac3b6386a3e5 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] show failed (client error): The resource could not be found. May 30 20:12:12.532149 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b0d24be8-f7e3-4704-bb8f-dfd49d628ba8 req-8c9ff0a2-5c1f-428e-8ff1-ac3b6386a3e5 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] 10.222.0.85 "GET /v2.0/security-groups/6c9d8a1a-8891-428e-b43e-ce0f0447a5fb HTTP/1.1" status: 404 len: 352 time: 0.2090800 May 30 20:12:12.546895 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c542d5-fcd2-4d89-8492-137201441309 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5689849-4104-472f-a1ce-eede6d9545dd,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:12.569515 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device dd386a56-e893-4b2e-a326-2576b12c9a84 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:12:12.614382 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47ab139-3d7a-48db-8d79-c0006a57fe2b tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=740eacba-2e68-43d9-bbf7-d53255cb5dea,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:12.682135 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: dd386a56-e893-4b2e-a326-2576b12c9a84 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:12:12.682407 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-1743d783-b07a-4e6f-b1ea-6b1e00201a51 req-73e413ef-7596-4e01-b878-547eb08703ce tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1998371306', 'description': 'tempest-description-704226145'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:12:12.683196 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device dd386a56-e893-4b2e-a326-2576b12c9a84 not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:12:12.728437 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-1743d783-b07a-4e6f-b1ea-6b1e00201a51 req-73e413ef-7596-4e01-b878-547eb08703ce tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:12:12.747361 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-1743d783-b07a-4e6f-b1ea-6b1e00201a51 req-73e413ef-7596-4e01-b878-547eb08703ce tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Usage tracker for resource:security_group and tenant:fa8a8e16668d4cd3985a20ee71169357 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:12:12.787008 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-1743d783-b07a-4e6f-b1ea-6b1e00201a51 req-73e413ef-7596-4e01-b878-547eb08703ce tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:12:12.802637 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a47ab139-3d7a-48db-8d79-c0006a57fe2b tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:12.808802 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-a47ab139-3d7a-48db-8d79-c0006a57fe2b tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 2.2823038 May 30 20:12:12.818665 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 53122) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:12:12.829071 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-1743d783-b07a-4e6f-b1ea-6b1e00201a51 req-73e413ef-7596-4e01-b878-547eb08703ce tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:12:12.833764 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c542d5-fcd2-4d89-8492-137201441309 admin admin] Checking segment: {'id': '6f1287e5-9e46-42ce-b023-b38d433df277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '447ea545-6235-439a-a377-09de7456264b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:12:12.836250 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c542d5-fcd2-4d89-8492-137201441309 admin admin] Network hostable DHCP agents. Network: 447ea545-6235-439a-a377-09de7456264b, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:12:12.845556 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069f2cbe-90b3-41bf-86af-2e02e2cc8919 req-c324f755-cffb-475d-b60c-cb1c745114f1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:12.847222 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4e0fc941-6134-4377-93f5-d773e4f55d74 req-b76710b4-94fb-4419-94d3-9d08bbb86c51 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=8e67adfc-c960-4bd6-a089-73711ac28b5f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.6862481 May 30 20:12:12.848976 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-069f2cbe-90b3-41bf-86af-2e02e2cc8919 req-c324f755-cffb-475d-b60c-cb1c745114f1 service neutron] 10.222.0.86 "GET /v2.0/networks?id=4344fbed-57fb-43d7-b32d-6020ce60f0a1 HTTP/1.1" status: 200 len: 870 time: 0.7015152 May 30 20:12:12.857293 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-b715616c-0cf7-4144-a42d-f84304bcd35e tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Request body: {'security_group_rule': {'security_group_id': 'b3f3bede-39ea-49c9-984a-99953f833e2a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:12:12.918021 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['9617712b-161f-40f8-aee7-6c6019d8f25d'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:12:13.044134 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:13.073849 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-b715616c-0cf7-4144-a42d-f84304bcd35e tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:12:13.137268 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0af956aa-5dfc-4b3f-969a-34978ca452c2 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:12:13.137597 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-b715616c-0cf7-4144-a42d-f84304bcd35e tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Usage tracker for resource:security_group_rule and tenant:b1d3994633044342baf98a52682e583b is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:12:13.169532 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-b715616c-0cf7-4144-a42d-f84304bcd35e tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:12:13.173147 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 0af956aa-5dfc-4b3f-969a-34978ca452c2, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=0af956aa-5dfc-4b3f-969a-34978ca452c2,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:12:13.190908 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-069f2cbe-90b3-41bf-86af-2e02e2cc8919 req-8f40a9ae-e148-423b-92c5-0317aed13fd9 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=0af956aa-5dfc-4b3f-969a-34978ca452c2 HTTP/1.1" status: 200 len: 217 time: 0.3206849 May 30 20:12:13.194507 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-b715616c-0cf7-4144-a42d-f84304bcd35e tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:12:13.195489 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device bcebd54d-41fa-4abb-9681-0eb0e36c100b up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:12:13.329168 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069f2cbe-90b3-41bf-86af-2e02e2cc8919 req-edda775a-a536-4075-b1e5-a3aca2bd4b9f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:13.330372 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-069f2cbe-90b3-41bf-86af-2e02e2cc8919 req-edda775a-a536-4075-b1e5-a3aca2bd4b9f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1b83ff54-b1af-44ce-bb75-ba148920553c HTTP/1.1" status: 200 len: 843 time: 0.1305542 May 30 20:12:13.343962 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-1743d783-b07a-4e6f-b1ea-6b1e00201a51 req-73e413ef-7596-4e01-b878-547eb08703ce tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:13.347178 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-31192c71-2071-43bf-a735-8dcefe348430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:13.355151 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:13.496471 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31192c71-2071-43bf-a735-8dcefe348430 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6754d2c5-afdc-4237-8529-587e0fef1fa1,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:13.501737 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-3b4f5665-4b7f-437a-bc11-49b49d80c326 admin admin] Allocated IP 172.20.0.1 (ac8c9a1b-20d8-4e63-a909-98bfbc20cb9e/eb1d0577-1d70-4989-9a65-52c78d1e2166/dfd99122-1bc2-4b8a-8540-66288246dacb) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:12:13.552328 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c542d5-fcd2-4d89-8492-137201441309 admin admin] Network 447ea545-6235-439a-a377-09de7456264b is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:12:13.567782 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-1743d783-b07a-4e6f-b1ea-6b1e00201a51 req-73e413ef-7596-4e01-b878-547eb08703ce tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:12:13.581421 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b715616c-0cf7-4144-a42d-f84304bcd35e tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:13.581992 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa18bb4a-f656-478e-afc1-2920c5cc2340 req-3715caec-84b3-42cd-93f3-7bad09eb9d72 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:13.586344 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa18bb4a-f656-478e-afc1-2920c5cc2340 req-3715caec-84b3-42cd-93f3-7bad09eb9d72 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:13.595606 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 8ac00f97-319b-447d-9984-766c6042c32a, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=8ac00f97-319b-447d-9984-766c6042c32a,segment=NetworkSegment(bd1b67cf-563e-4c82-b7ef-58764a753e95),segment_id=bd1b67cf-563e-4c82-b7ef-58764a753e95)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:12:13.603374 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa18bb4a-f656-478e-afc1-2920c5cc2340 req-3715caec-84b3-42cd-93f3-7bad09eb9d72 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:13.608548 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa18bb4a-f656-478e-afc1-2920c5cc2340 req-3715caec-84b3-42cd-93f3-7bad09eb9d72 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:13.612590 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa18bb4a-f656-478e-afc1-2920c5cc2340 req-3715caec-84b3-42cd-93f3-7bad09eb9d72 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:13.624534 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa18bb4a-f656-478e-afc1-2920c5cc2340 req-3715caec-84b3-42cd-93f3-7bad09eb9d72 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:13.629066 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa18bb4a-f656-478e-afc1-2920c5cc2340 req-3715caec-84b3-42cd-93f3-7bad09eb9d72 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:13.632039 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-fa18bb4a-f656-478e-afc1-2920c5cc2340 req-3715caec-84b3-42cd-93f3-7bad09eb9d72 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] 10.222.0.85 "GET /v2.0/ports?device_id=9c32c8ec-3847-430c-b19f-49ed6feb4bec HTTP/1.1" status: 200 len: 5422 time: 2.1130705 May 30 20:12:13.637436 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31192c71-2071-43bf-a735-8dcefe348430 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:12:13.637818 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31192c71-2071-43bf-a735-8dcefe348430 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:12:13.638275 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31192c71-2071-43bf-a735-8dcefe348430 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:12:13.638615 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31192c71-2071-43bf-a735-8dcefe348430 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:12:13.638942 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31192c71-2071-43bf-a735-8dcefe348430 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:12:13.639269 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31192c71-2071-43bf-a735-8dcefe348430 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:12:13.639595 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31192c71-2071-43bf-a735-8dcefe348430 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:12:13.639916 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31192c71-2071-43bf-a735-8dcefe348430 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:12:13.640234 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31192c71-2071-43bf-a735-8dcefe348430 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:12:13.640615 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31192c71-2071-43bf-a735-8dcefe348430 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:12:13.640949 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31192c71-2071-43bf-a735-8dcefe348430 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:12:13.699045 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Returning: {'device': '8ac00f97-319b-447d-9984-766c6042c32a', 'network_id': '945aa537-7e5a-42ac-a8f5-8cf6a31fa2b8', 'port_id': '8ac00f97-319b-447d-9984-766c6042c32a', 'mac_address': 'fa:16:3e:41:22:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0ec96d3-d8eb-4c27-bd2f-50e88448f40f', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:12:13.720488 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-1743d783-b07a-4e6f-b1ea-6b1e00201a51 req-73e413ef-7596-4e01-b878-547eb08703ce tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Usage tracker for resource:security_group_rule and tenant:fa8a8e16668d4cd3985a20ee71169357 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:12:13.731072 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-1743d783-b07a-4e6f-b1ea-6b1e00201a51 req-73e413ef-7596-4e01-b878-547eb08703ce tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:12:13.786551 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-31192c71-2071-43bf-a735-8dcefe348430 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:13.787610 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-31192c71-2071-43bf-a735-8dcefe348430 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/6754d2c5-afdc-4237-8529-587e0fef1fa1 HTTP/1.1" status: 204 len: 168 time: 3.3928001 May 30 20:12:13.846727 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-1743d783-b07a-4e6f-b1ea-6b1e00201a51 req-73e413ef-7596-4e01-b878-547eb08703ce tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:12:13.861831 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['0af956aa-5dfc-4b3f-969a-34978ca452c2'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:12:13.899392 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-069f2cbe-90b3-41bf-86af-2e02e2cc8919 req-7691abbc-8803-4e74-bba8-faa2f413bad5 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4344fbed-57fb-43d7-b32d-6020ce60f0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5617330 May 30 20:12:13.963384 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-10c542d5-fcd2-4d89-8492-137201441309 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, 447ea545-6235-439a-a377-09de7456264b) {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:12:14.014788 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4e0fc941-6134-4377-93f5-d773e4f55d74 req-7448034b-f424-45ff-bffc-12bb4d6e5f49 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d6b91868f5704c93ab182f6e282adb5a&device_id=8e67adfc-c960-4bd6-a089-73711ac28b5f HTTP/1.1" status: 200 len: 1099 time: 0.6682289 May 30 20:12:14.020878 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-fa18bb4a-f656-478e-afc1-2920c5cc2340 req-93920398-8b1e-496a-b0fd-6aab77caaf06 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] 10.222.0.85 "GET /v2.0/security-groups?id=37be4557-a35d-41b8-94e5-d29002afe979&id=e6676217-9362-4f98-9839-89020fcebb14&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3412614 May 30 20:12:14.055317 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b715616c-0cf7-4144-a42d-f84304bcd35e tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:14.056152 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:14.063916 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c542d5-fcd2-4d89-8492-137201441309 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:14.066520 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-10c542d5-fcd2-4d89-8492-137201441309 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:14.092529 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=0af956aa-5dfc-4b3f-969a-34978ca452c2,revision_number=6']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:14.094840 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port bcebd54d-41fa-4abb-9681-0eb0e36c100b triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:12:14.120969 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:14.226803 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b715616c-0cf7-4144-a42d-f84304bcd35e tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:14.292637 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-445d81f6-de44-4044-be39-adf42ede579f None None] Network 447ea545-6235-439a-a377-09de7456264b requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:12:14.339206 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b715616c-0cf7-4144-a42d-f84304bcd35e tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66ccc1a3-d22b-4f75-867f-d68e2342da9e,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:14.345500 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3b4f5665-4b7f-437a-bc11-49b49d80c326 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:14.414756 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [None req-3b4f5665-4b7f-437a-bc11-49b49d80c326 admin admin] Transition to ACTIVE for port object dfd99122-1bc2-4b8a-8540-66288246dacb will not be triggered until provisioned by entity DHCP. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:12:14.523725 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-1743d783-b07a-4e6f-b1ea-6b1e00201a51 req-73e413ef-7596-4e01-b878-547eb08703ce tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:14.532377 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b715616c-0cf7-4144-a42d-f84304bcd35e tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:14.535219 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-b715616c-0cf7-4144-a42d-f84304bcd35e tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.7113590 May 30 20:12:14.551941 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 53140) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:12:14.568560 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0fc941-6134-4377-93f5-d773e4f55d74 req-2d3867c4-5cd2-45cd-b0e1-4882feb6d42f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:14.571979 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-10c542d5-fcd2-4d89-8492-137201441309 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 4.3131430 May 30 20:12:14.579693 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4e0fc941-6134-4377-93f5-d773e4f55d74 req-2d3867c4-5cd2-45cd-b0e1-4882feb6d42f service neutron] 10.222.0.71 "GET /v2.0/networks?id=4344fbed-57fb-43d7-b32d-6020ce60f0a1 HTTP/1.1" status: 200 len: 870 time: 0.5267389 May 30 20:12:14.593803 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-ffe8d9da-26ee-46b2-8595-e23c70bbd294 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Request body: {'floatingip': {'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:12:14.599447 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-069f2cbe-90b3-41bf-86af-2e02e2cc8919 req-8e7ad63a-4e7d-4c7c-a258-5c82349a7818 service neutron] 10.222.0.86 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6439502 May 30 20:12:14.599447 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-1743d783-b07a-4e6f-b1ea-6b1e00201a51 req-73e413ef-7596-4e01-b878-547eb08703ce tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:14.708273 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-ffe8d9da-26ee-46b2-8595-e23c70bbd294 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:12:14.750369 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-ffe8d9da-26ee-46b2-8595-e23c70bbd294 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Usage tracker for resource:floatingip and tenant:b1d3994633044342baf98a52682e583b is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:12:14.768135 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-ffe8d9da-26ee-46b2-8595-e23c70bbd294 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:12:14.832682 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-ffe8d9da-26ee-46b2-8595-e23c70bbd294 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:12:14.850620 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3b4f5665-4b7f-437a-bc11-49b49d80c326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:14.859798 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4e0fc941-6134-4377-93f5-d773e4f55d74 req-cb38ce72-c673-4e08-afe4-e4ad6d9eeae8 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=b2692eb8-1752-4fef-bb41-97b67e62bb53 HTTP/1.1" status: 200 len: 217 time: 0.2539115 May 30 20:12:14.965788 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e413ef-7596-4e01-b878-547eb08703ce tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d1e1e38-459e-41bf-afc5-9dc1e9aab6e1,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:15.032915 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-1743d783-b07a-4e6f-b1ea-6b1e00201a51 req-73e413ef-7596-4e01-b878-547eb08703ce tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:15.040272 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1743d783-b07a-4e6f-b1ea-6b1e00201a51 req-73e413ef-7596-4e01-b878-547eb08703ce tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1639 time: 2.3647072 May 30 20:12:15.212593 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-069f2cbe-90b3-41bf-86af-2e02e2cc8919 req-50e53263-4fc0-4b1d-9bb3-cde6bb2e3c5d service neutron] 10.222.0.86 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5875118 May 30 20:12:15.373506 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [req-f3a704ba-77da-4120-a8c3-3e01dfa13814 req-86859507-d8d3-4a78-91e4-8367fb33924b tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2082240222', 'description': 'tempest-description-1331104359'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:12:15.390897 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4f5665-4b7f-437a-bc11-49b49d80c326 admin admin] Pushing event updated for resources: {'Port': ['ID=dfd99122-1bc2-4b8a-8540-66288246dacb,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:15.401748 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:12:15.403153 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:12:15.404067 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:12:15.421799 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:12:15.422608 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:12:15.424326 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:12:15.424955 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:12:15.427099 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:12:15.428335 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:12:15.429034 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:12:15.429757 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:12:15.438063 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-f3a704ba-77da-4120-a8c3-3e01dfa13814 req-86859507-d8d3-4a78-91e4-8367fb33924b tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:12:15.463022 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-f3a704ba-77da-4120-a8c3-3e01dfa13814 req-86859507-d8d3-4a78-91e4-8367fb33924b tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Usage tracker for resource:security_group and tenant:fa8a8e16668d4cd3985a20ee71169357 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:12:15.471018 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-f3a704ba-77da-4120-a8c3-3e01dfa13814 req-86859507-d8d3-4a78-91e4-8367fb33924b tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:12:15.504458 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-f3a704ba-77da-4120-a8c3-3e01dfa13814 req-86859507-d8d3-4a78-91e4-8367fb33924b tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:12:15.571877 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ffe8d9da-26ee-46b2-8595-e23c70bbd294 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Notify callbacks [] for floatingip, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:15.574163 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ac00f97-319b-447d-9984-766c6042c32a {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:12:15.604321 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 8ac00f97-319b-447d-9984-766c6042c32a, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=8ac00f97-319b-447d-9984-766c6042c32a,segment=NetworkSegment(bd1b67cf-563e-4c82-b7ef-58764a753e95),segment_id=bd1b67cf-563e-4c82-b7ef-58764a753e95)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:12:15.671458 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-f3a704ba-77da-4120-a8c3-3e01dfa13814 req-86859507-d8d3-4a78-91e4-8367fb33924b tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:15.693180 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b4f5665-4b7f-437a-bc11-49b49d80c326 admin admin] Network ac8c9a1b-20d8-4e63-a909-98bfbc20cb9e is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:12:15.700452 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce96d4ab-fe5a-4aa6-849c-43d2017e1c02 req-6cbbf0c0-1ece-4eb5-a050-9ba718da86de tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:15.708722 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-3b4f5665-4b7f-437a-bc11-49b49d80c326 admin admin] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:12:15.721527 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0fc941-6134-4377-93f5-d773e4f55d74 req-5099ded2-d283-41e0-b298-a11758bc6f56 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:15.724300 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4e0fc941-6134-4377-93f5-d773e4f55d74 req-5099ded2-d283-41e0-b298-a11758bc6f56 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1b83ff54-b1af-44ce-bb75-ba148920553c HTTP/1.1" status: 200 len: 843 time: 0.8450830 May 30 20:12:15.728292 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4f5665-4b7f-437a-bc11-49b49d80c326 admin admin] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:12:15.754838 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce96d4ab-fe5a-4aa6-849c-43d2017e1c02 req-6cbbf0c0-1ece-4eb5-a050-9ba718da86de tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:15.783361 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce96d4ab-fe5a-4aa6-849c-43d2017e1c02 req-6cbbf0c0-1ece-4eb5-a050-9ba718da86de tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:15.794254 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:15.804631 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce96d4ab-fe5a-4aa6-849c-43d2017e1c02 req-6cbbf0c0-1ece-4eb5-a050-9ba718da86de tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:15.828037 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce96d4ab-fe5a-4aa6-849c-43d2017e1c02 req-6cbbf0c0-1ece-4eb5-a050-9ba718da86de tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:15.836796 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce96d4ab-fe5a-4aa6-849c-43d2017e1c02 req-6cbbf0c0-1ece-4eb5-a050-9ba718da86de tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:15.854833 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce96d4ab-fe5a-4aa6-849c-43d2017e1c02 req-6cbbf0c0-1ece-4eb5-a050-9ba718da86de tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:15.873983 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ce96d4ab-fe5a-4aa6-849c-43d2017e1c02 req-6cbbf0c0-1ece-4eb5-a050-9ba718da86de tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] 10.222.0.85 "GET /v2.0/ports?device_id=9c32c8ec-3847-430c-b19f-49ed6feb4bec HTTP/1.1" status: 200 len: 5422 time: 0.3626688 May 30 20:12:15.894111 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3b4f5665-4b7f-437a-bc11-49b49d80c326 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-736099'] for router_interface, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:15.987721 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ce96d4ab-fe5a-4aa6-849c-43d2017e1c02 req-c9c260fb-1ede-46fb-b0ac-d95c90390ac7 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] 10.222.0.85 "GET /v2.0/security-groups?id=37be4557-a35d-41b8-94e5-d29002afe979&id=e6676217-9362-4f98-9839-89020fcebb14&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1118894 May 30 20:12:16.199618 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device cce154e6-cfbb-4903-980b-422f277fa061 up at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:12:16.292166 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0f1e0c3-4595-4089-b8a6-1a6a727b383b None None] Network 447ea545-6235-439a-a377-09de7456264b requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:12:16.474824 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-f3a704ba-77da-4120-a8c3-3e01dfa13814 req-86859507-d8d3-4a78-91e4-8367fb33924b tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:12:16.528007 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-f3a704ba-77da-4120-a8c3-3e01dfa13814 req-86859507-d8d3-4a78-91e4-8367fb33924b tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Usage tracker for resource:security_group_rule and tenant:fa8a8e16668d4cd3985a20ee71169357 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:12:16.547919 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-f3a704ba-77da-4120-a8c3-3e01dfa13814 req-86859507-d8d3-4a78-91e4-8367fb33924b tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:12:16.616927 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-f3a704ba-77da-4120-a8c3-3e01dfa13814 req-86859507-d8d3-4a78-91e4-8367fb33924b tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:12:16.668925 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4e0fc941-6134-4377-93f5-d773e4f55d74 req-6dfdcb99-5e33-4d6e-ab63-d61b0ee6db22 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4344fbed-57fb-43d7-b32d-6020ce60f0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7291586 May 30 20:12:16.898049 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['8ac00f97-319b-447d-9984-766c6042c32a'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:12:16.898717 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-f3a704ba-77da-4120-a8c3-3e01dfa13814 req-86859507-d8d3-4a78-91e4-8367fb33924b tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:16.918781 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ffe8d9da-26ee-46b2-8595-e23c70bbd294 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:16.985592 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4e0fc941-6134-4377-93f5-d773e4f55d74 req-c01ac588-8c0d-4f6d-8b57-50963ae51a2c service neutron] 10.222.0.71 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3068175 May 30 20:12:17.116643 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=8ac00f97-319b-447d-9984-766c6042c32a,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:17.299271 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-f3a704ba-77da-4120-a8c3-3e01dfa13814 req-86859507-d8d3-4a78-91e4-8367fb33924b tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:17.311668 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-1880cf09-16ec-4147-9bb0-ec16af77c519 None None] Provisioning for port dfd99122-1bc2-4b8a-8540-66288246dacb completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:12:17.323830 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning for port cce154e6-cfbb-4903-980b-422f277fa061 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:12:17.380597 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-1880cf09-16ec-4147-9bb0-ec16af77c519 None None] Provisioning complete for port dfd99122-1bc2-4b8a-8540-66288246dacb triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:12:17.380597 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-1880cf09-16ec-4147-9bb0-ec16af77c519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:17.391171 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4e0fc941-6134-4377-93f5-d773e4f55d74 req-895d8a47-d3d6-4c2d-818f-c4068e4d1479 service neutron] 10.222.0.71 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3949168 May 30 20:12:17.420919 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-ffe8d9da-26ee-46b2-8595-e23c70bbd294 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Allocated IP 172.25.8.92 (c7869750-4b49-4b7e-aa99-5e0f1ae02da4/427601ec-f643-4fe7-b5e6-17305d3a39e1/fb03161d-0e7f-4349-b11f-263c5e093f83) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:12:17.442817 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3b4f5665-4b7f-437a-bc11-49b49d80c326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:17.502173 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-1880cf09-16ec-4147-9bb0-ec16af77c519 None None] Port dfd99122-1bc2-4b8a-8540-66288246dacb cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:12:17.524236 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning complete for port cce154e6-cfbb-4903-980b-422f277fa061 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:12:17.529093 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:17.658404 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86859507-d8d3-4a78-91e4-8367fb33924b tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9648771a-b3f5-4df1-8fa4-0bf60c5d6cff,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:17.673002 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-f3a704ba-77da-4120-a8c3-3e01dfa13814 req-86859507-d8d3-4a78-91e4-8367fb33924b tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:17.694365 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f3a704ba-77da-4120-a8c3-3e01dfa13814 req-86859507-d8d3-4a78-91e4-8367fb33924b tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1640 time: 2.4979956 May 30 20:12:17.756459 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb89c50-1bad-47af-801c-6cd1afc5a3c3 req-8d24836b-468c-4377-9195-34f9dbf0a4b3 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:17.760895 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-8cb89c50-1bad-47af-801c-6cd1afc5a3c3 req-8d24836b-468c-4377-9195-34f9dbf0a4b3 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Synchronizing usage tracker for tenant:7f20a37d1ec84058864d6080c6a9f8aa on resource:network {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:12:17.934167 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-8cb89c50-1bad-47af-801c-6cd1afc5a3c3 req-8d24836b-468c-4377-9195-34f9dbf0a4b3 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Unset dirty status for tenant:7f20a37d1ec84058864d6080c6a9f8aa on resource:network {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:12:17.936211 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8cb89c50-1bad-47af-801c-6cd1afc5a3c3 req-8d24836b-468c-4377-9195-34f9dbf0a4b3 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/networks?id=447ea545-6235-439a-a377-09de7456264b HTTP/1.1" status: 200 len: 806 time: 0.7031486 May 30 20:12:18.010285 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8cb89c50-1bad-47af-801c-6cd1afc5a3c3 req-df03cfab-00f5-4d49-992c-c0cd06e0b132 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/quotas/7f20a37d1ec84058864d6080c6a9f8aa HTTP/1.1" status: 200 len: 375 time: 0.0466793 May 30 20:12:18.209799 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ffe8d9da-26ee-46b2-8595-e23c70bbd294 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:18.246577 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:18.307078 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c32c8ec-3847-430c-b19f-49ed6feb4bec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cce154e6-cfbb-4903-980b-422f277fa061'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:12:18.320015 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port cce154e6-cfbb-4903-980b-422f277fa061, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=cce154e6-cfbb-4903-980b-422f277fa061,segment=NetworkSegment(41e667d4-936e-4bec-b859-a0fde96007b1),segment_id=41e667d4-936e-4bec-b859-a0fde96007b1)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:12:18.436116 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:18.464001 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8cb89c50-1bad-47af-801c-6cd1afc5a3c3 req-b00fd318-0d51-4688-b98c-ea60372e9bc0 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=7f20a37d1ec84058864d6080c6a9f8aa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4424827 May 30 20:12:18.587496 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 6abf5558-29fb-4349-8bbb-2720708251bc up at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:12:18.730014 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ffe8d9da-26ee-46b2-8595-e23c70bbd294 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:18.946538 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=cce154e6-cfbb-4903-980b-422f277fa061,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:18.958442 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe8d9da-26ee-46b2-8595-e23c70bbd294 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:12:18.962616 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8cb89c50-1bad-47af-801c-6cd1afc5a3c3 req-c224d9f5-a3aa-476c-adad-842df3afa7be service neutron] 10.222.0.85 "GET /v2.0/networks/447ea545-6235-439a-a377-09de7456264b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4972608 May 30 20:12:18.982913 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-ffe8d9da-26ee-46b2-8595-e23c70bbd294 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:12:18.987294 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe8d9da-26ee-46b2-8595-e23c70bbd294 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:12:19.102802 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning for port 6abf5558-29fb-4349-8bbb-2720708251bc completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:12:19.114701 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning complete for port 6abf5558-29fb-4349-8bbb-2720708251bc triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:12:19.116179 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:19.299894 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 8884830c-a3a7-4ced-84cc-6a471364d9ad up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:12:19.341292 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe8d9da-26ee-46b2-8595-e23c70bbd294 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Pushing event updated for resources: {'Port': ['ID=fb03161d-0e7f-4349-b11f-263c5e093f83,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:19.369660 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8cb89c50-1bad-47af-801c-6cd1afc5a3c3 req-265cc806-2165-4f38-ad0e-76224ad923ba service neutron] 10.222.0.85 "GET /v2.0/networks/447ea545-6235-439a-a377-09de7456264b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3692210 May 30 20:12:19.385844 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 0af956aa-5dfc-4b3f-969a-34978ca452c2 up at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:12:19.439369 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f078b2a9-a6d2-42ec-947f-e5afc04d3800 req-1e6bfc14-9ff8-49b3-ad63-16c4ac9be3bb tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:19.444673 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f078b2a9-a6d2-42ec-947f-e5afc04d3800 req-1e6bfc14-9ff8-49b3-ad63-16c4ac9be3bb tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:19.449743 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f078b2a9-a6d2-42ec-947f-e5afc04d3800 req-1e6bfc14-9ff8-49b3-ad63-16c4ac9be3bb tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:19.454400 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f078b2a9-a6d2-42ec-947f-e5afc04d3800 req-1e6bfc14-9ff8-49b3-ad63-16c4ac9be3bb tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:19.459197 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f078b2a9-a6d2-42ec-947f-e5afc04d3800 req-1e6bfc14-9ff8-49b3-ad63-16c4ac9be3bb tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:19.464435 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f078b2a9-a6d2-42ec-947f-e5afc04d3800 req-1e6bfc14-9ff8-49b3-ad63-16c4ac9be3bb tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:19.470073 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f078b2a9-a6d2-42ec-947f-e5afc04d3800 req-1e6bfc14-9ff8-49b3-ad63-16c4ac9be3bb tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:19.480516 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f078b2a9-a6d2-42ec-947f-e5afc04d3800 req-1e6bfc14-9ff8-49b3-ad63-16c4ac9be3bb tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] 10.222.0.85 "GET /v2.0/ports?device_id=9c32c8ec-3847-430c-b19f-49ed6feb4bec HTTP/1.1" status: 200 len: 5424 time: 0.9121017 May 30 20:12:19.495795 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:19.545234 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f078b2a9-a6d2-42ec-947f-e5afc04d3800 req-c7d6114c-0586-4056-b9fa-58de7f6e11b0 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] 10.222.0.85 "GET /v2.0/security-groups?id=37be4557-a35d-41b8-94e5-d29002afe979&id=e6676217-9362-4f98-9839-89020fcebb14&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0636599 May 30 20:12:19.585442 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3b4f5665-4b7f-437a-bc11-49b49d80c326 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:19.609092 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:19.636743 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning complete for port 0af956aa-5dfc-4b3f-969a-34978ca452c2 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:12:19.637250 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:19.745656 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 8884830c-a3a7-4ced-84cc-6a471364d9ad completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:12:19.766766 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3b4f5665-4b7f-437a-bc11-49b49d80c326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:19.861219 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 6abf5558-29fb-4349-8bbb-2720708251bc, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=6abf5558-29fb-4349-8bbb-2720708251bc,segment=NetworkSegment(bd1b67cf-563e-4c82-b7ef-58764a753e95),segment_id=bd1b67cf-563e-4c82-b7ef-58764a753e95)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:12:19.862967 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 8884830c-a3a7-4ced-84cc-6a471364d9ad triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:12:19.863363 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:19.983999 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [req-6a499d89-212d-41eb-b1c3-073d209c9461 req-f277c68a-3eb9-4f4f-a049-99d4c7e0ced0 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1379383164', 'description': 'tempest-description-1601748647'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:12:20.009486 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ffe8d9da-26ee-46b2-8595-e23c70bbd294 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:20.013487 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-6a499d89-212d-41eb-b1c3-073d209c9461 req-f277c68a-3eb9-4f4f-a049-99d4c7e0ced0 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:12:20.031593 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-6a499d89-212d-41eb-b1c3-073d209c9461 req-f277c68a-3eb9-4f4f-a049-99d4c7e0ced0 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Usage tracker for resource:security_group and tenant:fa8a8e16668d4cd3985a20ee71169357 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:12:20.037744 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-6a499d89-212d-41eb-b1c3-073d209c9461 req-f277c68a-3eb9-4f4f-a049-99d4c7e0ced0 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:12:20.062384 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-6a499d89-212d-41eb-b1c3-073d209c9461 req-f277c68a-3eb9-4f4f-a049-99d4c7e0ced0 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:12:20.062384 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3b4f5665-4b7f-437a-bc11-49b49d80c326 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1718057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-736206'] for router_interface, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:20.075712 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4f5665-4b7f-437a-bc11-49b49d80c326 admin admin] Pushing event updated for resources: {'Port': ['ID=dfd99122-1bc2-4b8a-8540-66288246dacb,revision_number=2']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:20.176935 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ffe8d9da-26ee-46b2-8595-e23c70bbd294 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:20.236397 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:20.237200 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device bd538527-50e2-46fa-937e-cca2aa73fee4 up at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:12:20.422428 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ffe8d9da-26ee-46b2-8595-e23c70bbd294 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:20.473904 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-6a499d89-212d-41eb-b1c3-073d209c9461 req-f277c68a-3eb9-4f4f-a049-99d4c7e0ced0 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:20.482736 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:20.549876 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ffe8d9da-26ee-46b2-8595-e23c70bbd294 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:20.578303 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=6abf5558-29fb-4349-8bbb-2720708251bc,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:20.608690 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:20.631314 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 0af956aa-5dfc-4b3f-969a-34978ca452c2, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=0af956aa-5dfc-4b3f-969a-34978ca452c2,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:12:20.635164 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port 8884830c-a3a7-4ced-84cc-6a471364d9ad, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=8884830c-a3a7-4ced-84cc-6a471364d9ad,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:12:20.637506 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-6a499d89-212d-41eb-b1c3-073d209c9461 req-f277c68a-3eb9-4f4f-a049-99d4c7e0ced0 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:12:20.670068 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-6a499d89-212d-41eb-b1c3-073d209c9461 req-f277c68a-3eb9-4f4f-a049-99d4c7e0ced0 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Usage tracker for resource:security_group_rule and tenant:fa8a8e16668d4cd3985a20ee71169357 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:12:20.688187 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-6a499d89-212d-41eb-b1c3-073d209c9461 req-f277c68a-3eb9-4f4f-a049-99d4c7e0ced0 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:12:20.699619 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-849df179-3f19-46cb-876b-2fc133604553'] response: {'server_uuid': '9c32c8ec-3847-430c-b19f-49ed6feb4bec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cce154e6-cfbb-4903-980b-422f277fa061', 'code': 200} May 30 20:12:20.723117 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning for port bd538527-50e2-46fa-937e-cca2aa73fee4 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:12:20.731613 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning complete for port bd538527-50e2-46fa-937e-cca2aa73fee4 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:12:20.732358 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:20.744731 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b4f5665-4b7f-437a-bc11-49b49d80c326 admin admin] Network ac8c9a1b-20d8-4e63-a909-98bfbc20cb9e is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:12:20.746386 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-6a499d89-212d-41eb-b1c3-073d209c9461 req-f277c68a-3eb9-4f4f-a049-99d4c7e0ced0 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:12:20.753972 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-3b4f5665-4b7f-437a-bc11-49b49d80c326 admin admin] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:12:20.767877 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:20.778862 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:20.859295 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe8d9da-26ee-46b2-8595-e23c70bbd294 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Pushing event updated for resources: {'Port': ['ID=fb03161d-0e7f-4349-b11f-263c5e093f83,revision_number=2']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:21.057939 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=8884830c-a3a7-4ced-84cc-6a471364d9ad,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:21.292736 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1d3df8c4-d240-4adc-a878-21816ace6988 req-80ac2965-0e4f-48da-b1c6-818532b63fe6 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/ports?device_id=d70bcf10-f2be-4570-ba87-475cc99a18c1 HTTP/1.1" status: 200 len: 210 time: 0.1407518 May 30 20:12:21.328089 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:21.383732 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=0af956aa-5dfc-4b3f-969a-34978ca452c2,revision_number=7']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:21.435124 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ffe8d9da-26ee-46b2-8595-e23c70bbd294 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736490'] for floatingip, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:21.442995 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port bd538527-50e2-46fa-937e-cca2aa73fee4, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=bd538527-50e2-46fa-937e-cca2aa73fee4,segment=NetworkSegment(3c26dc90-ba8a-44ec-b215-1e8fb1eebc9d),segment_id=3c26dc90-ba8a-44ec-b215-1e8fb1eebc9d)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:12:21.499554 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-4a49a8d8-bc54-4b95-a57f-511a186cb869 None None] Provisioning complete for port dfd99122-1bc2-4b8a-8540-66288246dacb triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:12:21.500730 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-4a49a8d8-bc54-4b95-a57f-511a186cb869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:21.538530 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-6a499d89-212d-41eb-b1c3-073d209c9461 req-f277c68a-3eb9-4f4f-a049-99d4c7e0ced0 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:21.581330 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f6b01f8f-466a-471b-960e-ce1458cebc40 req-db5b66b1-0b60-4703-8e8b-cfb87b0cff09 tempest-ServersAaction247Test-765955929 tempest-ServersAaction247Test-765955929-project] 10.222.0.85 "GET /v2.0/ports?device_id=781f0668-9440-46ff-91ea-df130a714c9e HTTP/1.1" status: 200 len: 210 time: 0.0993843 May 30 20:12:21.593591 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:21.595056 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 9617712b-161f-40f8-aee7-6c6019d8f25d up at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:12:21.724192 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-6a499d89-212d-41eb-b1c3-073d209c9461 req-f277c68a-3eb9-4f4f-a049-99d4c7e0ced0 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:21.792399 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ffe8d9da-26ee-46b2-8595-e23c70bbd294 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:21.814515 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-4a49a8d8-bc54-4b95-a57f-511a186cb869 None None] Port dfd99122-1bc2-4b8a-8540-66288246dacb cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:12:21.814859 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-ffe8d9da-26ee-46b2-8595-e23c70bbd294 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.2488151 May 30 20:12:21.926990 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=bd538527-50e2-46fa-937e-cca2aa73fee4,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:22.006604 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-6a499d89-212d-41eb-b1c3-073d209c9461 req-f277c68a-3eb9-4f4f-a049-99d4c7e0ced0 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:22.022620 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6a499d89-212d-41eb-b1c3-073d209c9461 req-f277c68a-3eb9-4f4f-a049-99d4c7e0ced0 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1640 time: 2.1769273 May 30 20:12:22.083143 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890ba437-a40a-46f5-a17a-982b3287b477 req-dc5e160c-78b7-4c94-9871-d848fc87ced2 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:22.089709 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:22.098720 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890ba437-a40a-46f5-a17a-982b3287b477 req-dc5e160c-78b7-4c94-9871-d848fc87ced2 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:22.107886 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890ba437-a40a-46f5-a17a-982b3287b477 req-dc5e160c-78b7-4c94-9871-d848fc87ced2 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:22.117795 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890ba437-a40a-46f5-a17a-982b3287b477 req-dc5e160c-78b7-4c94-9871-d848fc87ced2 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:22.122096 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning for port 9617712b-161f-40f8-aee7-6c6019d8f25d completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:12:22.134128 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890ba437-a40a-46f5-a17a-982b3287b477 req-dc5e160c-78b7-4c94-9871-d848fc87ced2 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:22.140135 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning complete for port 9617712b-161f-40f8-aee7-6c6019d8f25d triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:12:22.142398 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:22.146666 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890ba437-a40a-46f5-a17a-982b3287b477 req-dc5e160c-78b7-4c94-9871-d848fc87ced2 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:22.164414 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f277c68a-3eb9-4f4f-a049-99d4c7e0ced0 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca9e6f83-2af1-488f-bd20-3f42badefc39,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:22.180342 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890ba437-a40a-46f5-a17a-982b3287b477 req-dc5e160c-78b7-4c94-9871-d848fc87ced2 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:22.218067 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-890ba437-a40a-46f5-a17a-982b3287b477 req-dc5e160c-78b7-4c94-9871-d848fc87ced2 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] 10.222.0.85 "GET /v2.0/ports?device_id=9c32c8ec-3847-430c-b19f-49ed6feb4bec HTTP/1.1" status: 200 len: 5426 time: 0.3203630 May 30 20:12:22.393045 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-890ba437-a40a-46f5-a17a-982b3287b477 req-71fdc438-956d-49bd-be9a-87c5914123f8 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] 10.222.0.85 "GET /v2.0/security-groups?id=37be4557-a35d-41b8-94e5-d29002afe979&id=e6676217-9362-4f98-9839-89020fcebb14&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1678853 May 30 20:12:22.543340 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:22.552559 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b4f5665-4b7f-437a-bc11-49b49d80c326 admin admin] Router 1b00b1a0-6a52-4d3c-bc99-c8e510c6e235 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:12:22.635093 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 9617712b-161f-40f8-aee7-6c6019d8f25d, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=9617712b-161f-40f8-aee7-6c6019d8f25d,segment=NetworkSegment(3c26dc90-ba8a-44ec-b215-1e8fb1eebc9d),segment_id=3c26dc90-ba8a-44ec-b215-1e8fb1eebc9d)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:12:22.701395 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c32c8ec-3847-430c-b19f-49ed6feb4bec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6abf5558-29fb-4349-8bbb-2720708251bc'}, {'server_uuid': 'a3853b5d-051b-4cd4-b6b6-6138821f4e0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0af956aa-5dfc-4b3f-969a-34978ca452c2'}, {'server_uuid': '9c32c8ec-3847-430c-b19f-49ed6feb4bec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd538527-50e2-46fa-937e-cca2aa73fee4'}, {'server_uuid': '9c32c8ec-3847-430c-b19f-49ed6feb4bec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9617712b-161f-40f8-aee7-6c6019d8f25d'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:12:22.718902 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-4ab0c7c3-1904-40ab-9446-ea8c315ac34c req-062bb935-b0e5-46ca-856e-d00415714a19 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Synchronizing usage tracker for tenant:fa8a8e16668d4cd3985a20ee71169357 on resource:security_group {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:12:22.741525 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:22.747621 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 95b64d06-8312-443c-b64a-5e0fcaa868bc up at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:12:23.042005 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-4ab0c7c3-1904-40ab-9446-ea8c315ac34c req-062bb935-b0e5-46ca-856e-d00415714a19 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Unset dirty status for tenant:fa8a8e16668d4cd3985a20ee71169357 on resource:security_group {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:12:23.053569 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4ab0c7c3-1904-40ab-9446-ea8c315ac34c req-062bb935-b0e5-46ca-856e-d00415714a19 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=fa8a8e16668d4cd3985a20ee71169357 HTTP/1.1" status: 200 len: 9732 time: 0.7001312 May 30 20:12:23.059949 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=9617712b-161f-40f8-aee7-6c6019d8f25d,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:23.118466 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c463961-8558-4e26-92ec-c176f56c9f30 req-f8027c3c-8ac5-48a5-9d92-cfa03c320da4 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:23.130992 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6c463961-8558-4e26-92ec-c176f56c9f30 req-f8027c3c-8ac5-48a5-9d92-cfa03c320da4 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] 10.222.0.85 "GET /v2.0/networks?id=b2f2587f-5348-477f-a322-df8a2a763ba2 HTTP/1.1" status: 200 len: 820 time: 0.4290552 May 30 20:12:23.152966 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6c463961-8558-4e26-92ec-c176f56c9f30 req-08b7ebd0-041b-46c0-8e58-7139cd70fa44 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] 10.222.0.85 "GET /v2.0/quotas/b1d3994633044342baf98a52682e583b HTTP/1.1" status: 200 len: 375 time: 0.0213840 May 30 20:12:23.157401 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b4f5665-4b7f-437a-bc11-49b49d80c326 admin admin] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:12:23.168671 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-3b4f5665-4b7f-437a-bc11-49b49d80c326 admin admin] 10.222.0.85 "PUT /v2.0/routers/1b00b1a0-6a52-4d3c-bc99-c8e510c6e235/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.1220570 May 30 20:12:23.172305 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning for port 95b64d06-8312-443c-b64a-5e0fcaa868bc completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:12:23.186485 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning complete for port 95b64d06-8312-443c-b64a-5e0fcaa868bc triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:12:23.186485 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:23.207870 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4ab0c7c3-1904-40ab-9446-ea8c315ac34c req-0b2fa889-5f93-4956-a650-3955735e3aad tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] 10.222.0.85 "GET /v2.0/security-groups/ee3a99c9-b491-4b30-b550-7e2cbfacbd55 HTTP/1.1" status: 200 len: 2649 time: 0.1367979 May 30 20:12:23.273113 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 8884830c-a3a7-4ced-84cc-6a471364d9ad up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:12:23.372573 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-6c463961-8558-4e26-92ec-c176f56c9f30 req-9706bf66-d17e-47bd-a2b9-793edf82a8fb tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Synchronizing usage tracker for tenant:b1d3994633044342baf98a52682e583b on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:12:23.384907 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4ab0c7c3-1904-40ab-9446-ea8c315ac34c req-886f8994-3106-4f0e-96c8-82fd928a6c80 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] 10.222.0.85 "GET /v2.0/security-groups/ee3a99c9-b491-4b30-b550-7e2cbfacbd55 HTTP/1.1" status: 200 len: 2649 time: 0.1633780 May 30 20:12:23.435643 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 8884830c-a3a7-4ced-84cc-6a471364d9ad triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:12:23.435643 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:23.471287 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-6c463961-8558-4e26-92ec-c176f56c9f30 req-9706bf66-d17e-47bd-a2b9-793edf82a8fb tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Unset dirty status for tenant:b1d3994633044342baf98a52682e583b on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:12:23.472959 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6c463961-8558-4e26-92ec-c176f56c9f30 req-9706bf66-d17e-47bd-a2b9-793edf82a8fb tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=b1d3994633044342baf98a52682e583b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3109863 May 30 20:12:23.610975 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-8708f1cd-0eeb-40cc-bb37-02bb1a8c4f44 req-c5b23591-be99-4799-949e-52bb3f79c27f tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/ports?device_id=d70bcf10-f2be-4570-ba87-475cc99a18c1 HTTP/1.1" status: 200 len: 210 time: 0.0784547 May 30 20:12:23.886995 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:23.943186 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6c463961-8558-4e26-92ec-c176f56c9f30 req-26d90241-c990-452a-941e-f84cd8a9d72b service neutron] 10.222.0.85 "GET /v2.0/networks/b2f2587f-5348-477f-a322-df8a2a763ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4558744 May 30 20:12:23.947868 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d96ba339-9c1e-4910-87a2-f7133f68ddfe req-b4ca3802-2dab-47e3-a649-afb0c8b38704 tempest-ServersAaction247Test-765955929 tempest-ServersAaction247Test-765955929-project] 10.222.0.85 "GET /v2.0/ports?device_id=781f0668-9440-46ff-91ea-df130a714c9e HTTP/1.1" status: 200 len: 210 time: 0.1146643 May 30 20:12:24.034350 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 95b64d06-8312-443c-b64a-5e0fcaa868bc, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=95b64d06-8312-443c-b64a-5e0fcaa868bc,segment=NetworkSegment(3c26dc90-ba8a-44ec-b215-1e8fb1eebc9d),segment_id=3c26dc90-ba8a-44ec-b215-1e8fb1eebc9d)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:12:24.083699 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ba68301-70e8-4905-bdf7-33bac1545363'] response: {'server_uuid': '9c32c8ec-3847-430c-b19f-49ed6feb4bec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6abf5558-29fb-4349-8bbb-2720708251bc', 'code': 200} May 30 20:12:24.084519 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ba68301-70e8-4905-bdf7-33bac1545363'] response: {'server_uuid': 'a3853b5d-051b-4cd4-b6b6-6138821f4e0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0af956aa-5dfc-4b3f-969a-34978ca452c2', 'code': 200} May 30 20:12:24.085190 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ba68301-70e8-4905-bdf7-33bac1545363'] response: {'server_uuid': '9c32c8ec-3847-430c-b19f-49ed6feb4bec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd538527-50e2-46fa-937e-cca2aa73fee4', 'code': 200} May 30 20:12:24.085905 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ba68301-70e8-4905-bdf7-33bac1545363'] response: {'server_uuid': '9c32c8ec-3847-430c-b19f-49ed6feb4bec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9617712b-161f-40f8-aee7-6c6019d8f25d', 'code': 200} May 30 20:12:24.113091 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:24.113221 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 406d6bcf-03be-4c83-9523-528b6918c399 up at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:12:24.406802 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6c463961-8558-4e26-92ec-c176f56c9f30 req-b39dccce-c409-4e61-b4c2-66d23fe667b3 service neutron] 10.222.0.85 "GET /v2.0/networks/b2f2587f-5348-477f-a322-df8a2a763ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4353213 May 30 20:12:24.427019 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb89c50-1bad-47af-801c-6cd1afc5a3c3 req-d93722db-4145-4b4f-8e73-55b34e7623b6 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:24.428867 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8cb89c50-1bad-47af-801c-6cd1afc5a3c3 req-d93722db-4145-4b4f-8e73-55b34e7623b6 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.86 "GET /v2.0/networks?id=447ea545-6235-439a-a377-09de7456264b HTTP/1.1" status: 200 len: 806 time: 0.3108253 May 30 20:12:24.459575 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-8cb89c50-1bad-47af-801c-6cd1afc5a3c3 req-76c49c66-b0a3-4957-8374-67b4dbf5fabf tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Request body: {'port': {'device_id': 'd70bcf10-f2be-4570-ba87-475cc99a18c1', 'network_id': '447ea545-6235-439a-a377-09de7456264b', 'admin_state_up': True, 'tenant_id': '7f20a37d1ec84058864d6080c6a9f8aa'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:12:24.476043 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843afb3f-ab1e-4a75-bc95-86e7fbb284cb None None] Sync routers for ids ['1b00b1a0-6a52-4d3c-bc99-c8e510c6e235'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:12:24.524883 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-dd4b15d8-f152-44d0-bd19-a41e87900f0d req-12789a9d-daee-4002-b2ae-3ff29b568d16 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] 10.222.0.85 "GET /v2.0/security-groups/6d1e1e38-459e-41bf-afc5-9dc1e9aab6e1 HTTP/1.1" status: 200 len: 1634 time: 0.2085972 May 30 20:12:24.535002 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843afb3f-ab1e-4a75-bc95-86e7fbb284cb None None] Routers {'1b00b1a0-6a52-4d3c-bc99-c8e510c6e235'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:12:24.535900 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-843afb3f-ab1e-4a75-bc95-86e7fbb284cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:12:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['1b00b1a0-6a52-4d3c-bc99-c8e510c6e235'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:12:24.682128 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-dd4b15d8-f152-44d0-bd19-a41e87900f0d req-e6516d74-1df4-43e3-967c-11e4f2080bc6 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:24.725255 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-dd4b15d8-f152-44d0-bd19-a41e87900f0d req-e6516d74-1df4-43e3-967c-11e4f2080bc6 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:24.805246 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-843afb3f-ab1e-4a75-bc95-86e7fbb284cb None None] Set router 1b00b1a0-6a52-4d3c-bc99-c8e510c6e235 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:12:24.907135 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-8cb89c50-1bad-47af-801c-6cd1afc5a3c3 req-76c49c66-b0a3-4957-8374-67b4dbf5fabf tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:12:24.922216 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-8cb89c50-1bad-47af-801c-6cd1afc5a3c3 req-76c49c66-b0a3-4957-8374-67b4dbf5fabf tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Usage tracker for resource:port and tenant:7f20a37d1ec84058864d6080c6a9f8aa is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:12:24.925445 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=95b64d06-8312-443c-b64a-5e0fcaa868bc,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:24.926348 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-8cb89c50-1bad-47af-801c-6cd1afc5a3c3 req-76c49c66-b0a3-4957-8374-67b4dbf5fabf tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:12:24.934750 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-8cb89c50-1bad-47af-801c-6cd1afc5a3c3 req-76c49c66-b0a3-4957-8374-67b4dbf5fabf tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:12:25.053652 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-dd4b15d8-f152-44d0-bd19-a41e87900f0d req-e6516d74-1df4-43e3-967c-11e4f2080bc6 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:25.059781 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cb89c50-1bad-47af-801c-6cd1afc5a3c3 req-76c49c66-b0a3-4957-8374-67b4dbf5fabf tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Made reservation on behalf of 7f20a37d1ec84058864d6080c6a9f8aa for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:12:25.059781 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-8cb89c50-1bad-47af-801c-6cd1afc5a3c3 req-76c49c66-b0a3-4957-8374-67b4dbf5fabf tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:25.083710 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6516d74-1df4-43e3-967c-11e4f2080bc6 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d1e1e38-459e-41bf-afc5-9dc1e9aab6e1,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:25.316618 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning for port 406d6bcf-03be-4c83-9523-528b6918c399 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:12:25.330382 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning complete for port 406d6bcf-03be-4c83-9523-528b6918c399 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:12:25.330980 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:25.379983 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d095429-3956-43ed-8b65-e0e60b061b82 req-cf617ad9-7444-49e9-a4a8-4b70686b6570 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:25.386234 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d095429-3956-43ed-8b65-e0e60b061b82 req-cf617ad9-7444-49e9-a4a8-4b70686b6570 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:25.391082 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d095429-3956-43ed-8b65-e0e60b061b82 req-cf617ad9-7444-49e9-a4a8-4b70686b6570 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:25.396266 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d095429-3956-43ed-8b65-e0e60b061b82 req-cf617ad9-7444-49e9-a4a8-4b70686b6570 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:25.399234 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-dd4b15d8-f152-44d0-bd19-a41e87900f0d req-e6516d74-1df4-43e3-967c-11e4f2080bc6 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:25.401689 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d095429-3956-43ed-8b65-e0e60b061b82 req-cf617ad9-7444-49e9-a4a8-4b70686b6570 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:25.407444 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d095429-3956-43ed-8b65-e0e60b061b82 req-cf617ad9-7444-49e9-a4a8-4b70686b6570 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:25.413565 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d095429-3956-43ed-8b65-e0e60b061b82 req-cf617ad9-7444-49e9-a4a8-4b70686b6570 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:25.417549 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4d095429-3956-43ed-8b65-e0e60b061b82 req-cf617ad9-7444-49e9-a4a8-4b70686b6570 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] 10.222.0.85 "GET /v2.0/ports?device_id=9c32c8ec-3847-430c-b19f-49ed6feb4bec HTTP/1.1" status: 200 len: 5428 time: 0.2439327 May 30 20:12:25.426723 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-dd4b15d8-f152-44d0-bd19-a41e87900f0d req-e6516d74-1df4-43e3-967c-11e4f2080bc6 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] 10.222.0.85 "DELETE /v2.0/security-groups/6d1e1e38-459e-41bf-afc5-9dc1e9aab6e1 HTTP/1.1" status: 204 len: 173 time: 0.8925104 May 30 20:12:25.496389 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:25.511777 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [req-8cb89c50-1bad-47af-801c-6cd1afc5a3c3 req-76c49c66-b0a3-4957-8374-67b4dbf5fabf tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Allocated IP 172.20.0.2 (447ea545-6235-439a-a377-09de7456264b/e5689849-4104-472f-a1ce-eede6d9545dd/8e5aeea2-b35a-41eb-83bf-3b475ff14780) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:12:25.621594 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 406d6bcf-03be-4c83-9523-528b6918c399, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=406d6bcf-03be-4c83-9523-528b6918c399,segment=NetworkSegment(3c26dc90-ba8a-44ec-b215-1e8fb1eebc9d),segment_id=3c26dc90-ba8a-44ec-b215-1e8fb1eebc9d)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:12:25.669533 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4d095429-3956-43ed-8b65-e0e60b061b82 req-0561d319-4ce0-4521-bc12-166f5c3fe10c tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] 10.222.0.85 "GET /v2.0/security-groups?id=37be4557-a35d-41b8-94e5-d29002afe979&id=e6676217-9362-4f98-9839-89020fcebb14&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2399845 May 30 20:12:25.691943 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-843afb3f-ab1e-4a75-bc95-86e7fbb284cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b00b1a0-6a52-4d3c-bc99-c8e510c6e235', 'name': 'tempest-TaggedBootDevicesTest_v242-446887035-router', 'tenant_id': '3828c70dc661485192642e8638cbac3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '8884830c-a3a7-4ced-84cc-6a471364d9ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:11:54Z', 'updated_at': '2022-05-30T20:12:16Z', 'revision_number': 4, 'project_id': '3828c70dc661485192642e8638cbac3c', 'gw_port': {'id': '8884830c-a3a7-4ced-84cc-6a471364d9ad', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:32:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b00b1a0-6a52-4d3c-bc99-c8e510c6e235', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:11:56Z', 'updated_at': '2022-05-30T20:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': 'dfd99122-1bc2-4b8a-8540-66288246dacb', 'name': '', 'network_id': 'ac8c9a1b-20d8-4e63-a909-98bfbc20cb9e', 'tenant_id': '3828c70dc661485192642e8638cbac3c', 'mac_address': 'fa:16:3e:65:d2:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b00b1a0-6a52-4d3c-bc99-c8e510c6e235', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb1d0577-1d70-4989-9a65-52c78d1e2166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:12:12Z', 'updated_at': '2022-05-30T20:12:18Z', 'revision_number': 2, 'project_id': '3828c70dc661485192642e8638cbac3c', 'subnets': [{'id': 'eb1d0577-1d70-4989-9a65-52c78d1e2166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:12:25.701380 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843afb3f-ab1e-4a75-bc95-86e7fbb284cb None None] Checking router: 1b00b1a0-6a52-4d3c-bc99-c8e510c6e235 for host: n-d-843948-2 {{(pid=84888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:12:25.701809 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843afb3f-ab1e-4a75-bc95-86e7fbb284cb None None] Updating router 1b00b1a0-6a52-4d3c-bc99-c8e510c6e235 port dfd99122-1bc2-4b8a-8540-66288246dacb binding host n-d-843948-2 {{(pid=84888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:12:25.774238 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:25.892809 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-dd91065e-f1bb-4351-b2cd-97f4387c8234 req-72ccc180-1eb7-48a7-9bcc-2d42ea86b1c5 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/ports?device_id=d70bcf10-f2be-4570-ba87-475cc99a18c1 HTTP/1.1" status: 200 len: 210 time: 0.1378100 May 30 20:12:25.898799 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 8ac00f97-319b-447d-9984-766c6042c32a up at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:12:25.975095 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-843afb3f-ab1e-4a75-bc95-86e7fbb284cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:26.086182 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=406d6bcf-03be-4c83-9523-528b6918c399,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:26.092933 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c32c8ec-3847-430c-b19f-49ed6feb4bec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95b64d06-8312-443c-b64a-5e0fcaa868bc'}, {'server_uuid': '9c32c8ec-3847-430c-b19f-49ed6feb4bec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '406d6bcf-03be-4c83-9523-528b6918c399'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:12:26.221246 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-e0962230-be08-4c6e-a748-b2f8fa3999c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:26.255196 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning for port 8ac00f97-319b-447d-9984-766c6042c32a completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:12:26.274201 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning complete for port 8ac00f97-319b-447d-9984-766c6042c32a triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:12:26.274574 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:26.275226 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-03290cdc-e964-4114-b817-761eb4d68a89 req-70fcbc78-a4e3-4eb0-bc39-0f35987d837f tempest-ServersAaction247Test-765955929 tempest-ServersAaction247Test-765955929-project] 10.222.0.85 "GET /v2.0/ports?device_id=781f0668-9440-46ff-91ea-df130a714c9e HTTP/1.1" status: 200 len: 210 time: 0.1136572 May 30 20:12:26.399679 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-770a30af-a20a-4b17-a445-180b8dc9c78b req-08bbc726-e31c-4752-a981-86a58a50ac2f tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] 10.222.0.85 "GET /v2.0/ports?device_id=0fd4ef7a-ac02-4127-a818-9d04cde1fb1c HTTP/1.1" status: 200 len: 210 time: 0.2123179 May 30 20:12:26.586924 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-843afb3f-ab1e-4a75-bc95-86e7fbb284cb None None] Notify callbacks [] for port, precommit_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:26.615717 n-d-843948-2 neutron-server[84887]: INFO neutron.api.v2.resource [req-299e0ae3-15dc-4ca5-b457-7b99c33535df req-c11ad3e9-ef8c-4568-aa26-fba632ef0365 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] show failed (client error): The resource could not be found. May 30 20:12:26.617463 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-843afb3f-ab1e-4a75-bc95-86e7fbb284cb None None] Transition to ACTIVE for port object dfd99122-1bc2-4b8a-8540-66288246dacb will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:12:26.618667 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-299e0ae3-15dc-4ca5-b457-7b99c33535df req-c11ad3e9-ef8c-4568-aa26-fba632ef0365 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] 10.222.0.85 "GET /v2.0/security-groups/6d1e1e38-459e-41bf-afc5-9dc1e9aab6e1 HTTP/1.1" status: 404 len: 352 time: 0.0413005 May 30 20:12:26.676468 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-8cb89c50-1bad-47af-801c-6cd1afc5a3c3 req-76c49c66-b0a3-4957-8374-67b4dbf5fabf tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:26.719774 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:26.766201 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84908adf-99ff-4339-b1ad-f6b5d49bc456'] response: {'server_uuid': '9c32c8ec-3847-430c-b19f-49ed6feb4bec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95b64d06-8312-443c-b64a-5e0fcaa868bc', 'code': 200} May 30 20:12:26.766684 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84908adf-99ff-4339-b1ad-f6b5d49bc456'] response: {'server_uuid': '9c32c8ec-3847-430c-b19f-49ed6feb4bec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '406d6bcf-03be-4c83-9523-528b6918c399', 'code': 200} May 30 20:12:26.779699 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-843afb3f-ab1e-4a75-bc95-86e7fbb284cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:26.872242 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-8cb89c50-1bad-47af-801c-6cd1afc5a3c3 req-76c49c66-b0a3-4957-8374-67b4dbf5fabf tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:27.010318 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 8ac00f97-319b-447d-9984-766c6042c32a, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=8ac00f97-319b-447d-9984-766c6042c32a,segment=NetworkSegment(bd1b67cf-563e-4c82-b7ef-58764a753e95),segment_id=bd1b67cf-563e-4c82-b7ef-58764a753e95)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:12:27.022806 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c49cb39e-2128-4f4c-acaa-5235650eb86b req-6b3bc752-951c-4e34-b16a-fd214308caa9 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] 10.222.0.85 "GET /v2.0/security-groups/9648771a-b3f5-4df1-8fa4-0bf60c5d6cff HTTP/1.1" status: 200 len: 1635 time: 0.1992714 May 30 20:12:27.070265 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30a669b-8d7e-4a83-b46a-9abf49012cd5 None None] Pushing event updated for resources: {'Port': ['ID=dfd99122-1bc2-4b8a-8540-66288246dacb,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:27.101706 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:27.246567 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-c49cb39e-2128-4f4c-acaa-5235650eb86b req-412b3a9a-07b3-4dd9-b5a3-1c8f6238c11e tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:27.363108 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cb89c50-1bad-47af-801c-6cd1afc5a3c3 req-76c49c66-b0a3-4957-8374-67b4dbf5fabf tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Network 447ea545-6235-439a-a377-09de7456264b is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:12:27.400983 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-c49cb39e-2128-4f4c-acaa-5235650eb86b req-412b3a9a-07b3-4dd9-b5a3-1c8f6238c11e tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:27.428450 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-843afb3f-ab1e-4a75-bc95-86e7fbb284cb None None] Attempting to bind port dfd99122-1bc2-4b8a-8540-66288246dacb on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:12:27.429331 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-843afb3f-ab1e-4a75-bc95-86e7fbb284cb None None] Attempting to bind port dfd99122-1bc2-4b8a-8540-66288246dacb by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': '9a55defe-184e-4bf7-910e-e2b419e5729f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'ac8c9a1b-20d8-4e63-a909-98bfbc20cb9e'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:12:27.429943 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843afb3f-ab1e-4a75-bc95-86e7fbb284cb None None] Attempting to bind port dfd99122-1bc2-4b8a-8540-66288246dacb on network ac8c9a1b-20d8-4e63-a909-98bfbc20cb9e {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:12:27.450676 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=8ac00f97-319b-447d-9984-766c6042c32a,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:27.454727 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843afb3f-ab1e-4a75-bc95-86e7fbb284cb None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:12:27.458583 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843afb3f-ab1e-4a75-bc95-86e7fbb284cb None None] Checking segment: {'id': '9a55defe-184e-4bf7-910e-e2b419e5729f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'ac8c9a1b-20d8-4e63-a909-98bfbc20cb9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:12:27.458583 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-843afb3f-ab1e-4a75-bc95-86e7fbb284cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:27.458583 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843afb3f-ab1e-4a75-bc95-86e7fbb284cb None None] Bound using segment: {'id': '9a55defe-184e-4bf7-910e-e2b419e5729f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'ac8c9a1b-20d8-4e63-a909-98bfbc20cb9e'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:12:27.458583 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-843afb3f-ab1e-4a75-bc95-86e7fbb284cb None None] Bound port: dfd99122-1bc2-4b8a-8540-66288246dacb, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a55defe-184e-4bf7-910e-e2b419e5729f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'ac8c9a1b-20d8-4e63-a909-98bfbc20cb9e'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:12:27.458583 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-843afb3f-ab1e-4a75-bc95-86e7fbb284cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:27.469983 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [req-8cb89c50-1bad-47af-801c-6cd1afc5a3c3 req-76c49c66-b0a3-4957-8374-67b4dbf5fabf tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:12:27.481479 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cb89c50-1bad-47af-801c-6cd1afc5a3c3 req-76c49c66-b0a3-4957-8374-67b4dbf5fabf tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:12:27.717080 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-c49cb39e-2128-4f4c-acaa-5235650eb86b req-412b3a9a-07b3-4dd9-b5a3-1c8f6238c11e tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:27.733264 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-843afb3f-ab1e-4a75-bc95-86e7fbb284cb None None] For port dfd99122-1bc2-4b8a-8540-66288246dacb, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:12:27.737551 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-843afb3f-ab1e-4a75-bc95-86e7fbb284cb None None] For port dfd99122-1bc2-4b8a-8540-66288246dacb, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=dfd99122-1bc2-4b8a-8540-66288246dacb,segment=NetworkSegment(9a55defe-184e-4bf7-910e-e2b419e5729f),segment_id=9a55defe-184e-4bf7-910e-e2b419e5729f)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:12:27.832056 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b3a9a-07b3-4dd9-b5a3-1c8f6238c11e tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9648771a-b3f5-4df1-8fa4-0bf60c5d6cff,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:27.836382 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c49c66-b0a3-4957-8374-67b4dbf5fabf tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Pushing event updated for resources: {'Port': ['ID=8e5aeea2-b35a-41eb-83bf-3b475ff14780,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:27.849775 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-843afb3f-ab1e-4a75-bc95-86e7fbb284cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:27.875561 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-c49cb39e-2128-4f4c-acaa-5235650eb86b req-412b3a9a-07b3-4dd9-b5a3-1c8f6238c11e tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:27.886464 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c49cb39e-2128-4f4c-acaa-5235650eb86b req-412b3a9a-07b3-4dd9-b5a3-1c8f6238c11e tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] 10.222.0.85 "DELETE /v2.0/security-groups/9648771a-b3f5-4df1-8fa4-0bf60c5d6cff HTTP/1.1" status: 204 len: 173 time: 0.8596182 May 30 20:12:27.909580 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb89c50-1bad-47af-801c-6cd1afc5a3c3 req-76c49c66-b0a3-4957-8374-67b4dbf5fabf tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:27.913975 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-8cb89c50-1bad-47af-801c-6cd1afc5a3c3 req-76c49c66-b0a3-4957-8374-67b4dbf5fabf tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:28.022102 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c49c66-b0a3-4957-8374-67b4dbf5fabf tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:12:28.022424 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c49c66-b0a3-4957-8374-67b4dbf5fabf tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:12:28.023105 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c49c66-b0a3-4957-8374-67b4dbf5fabf tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:12:28.024207 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c49c66-b0a3-4957-8374-67b4dbf5fabf tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:12:28.024722 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c49c66-b0a3-4957-8374-67b4dbf5fabf tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:12:28.025651 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c49c66-b0a3-4957-8374-67b4dbf5fabf tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:12:28.025963 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c49c66-b0a3-4957-8374-67b4dbf5fabf tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:12:28.026953 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c49c66-b0a3-4957-8374-67b4dbf5fabf tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:12:28.030427 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c49c66-b0a3-4957-8374-67b4dbf5fabf tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:12:28.030944 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c49c66-b0a3-4957-8374-67b4dbf5fabf tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:12:28.031283 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c49c66-b0a3-4957-8374-67b4dbf5fabf tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:12:28.038606 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-62ca2af0-3a6f-412d-ac8c-4496e1e002c2 req-7a70a16b-1798-4f7d-bb24-24dcfee74cf6 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=781f0668-9440-46ff-91ea-df130a714c9e HTTP/1.1" status: 200 len: 210 time: 0.8845289 May 30 20:12:28.191373 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30a669b-8d7e-4a83-b46a-9abf49012cd5 None None] Pushing event updated for resources: {'Port': ['ID=dfd99122-1bc2-4b8a-8540-66288246dacb,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:28.196393 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f7c390-cffd-45d7-bbf6-a256f642dd02 req-0275c0ff-2e2c-4e23-a228-cf6148b645b6 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:28.221711 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f7c390-cffd-45d7-bbf6-a256f642dd02 req-0275c0ff-2e2c-4e23-a228-cf6148b645b6 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:28.234091 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843afb3f-ab1e-4a75-bc95-86e7fbb284cb None None] Routers {'1b00b1a0-6a52-4d3c-bc99-c8e510c6e235'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:12:28.237803 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f7c390-cffd-45d7-bbf6-a256f642dd02 req-0275c0ff-2e2c-4e23-a228-cf6148b645b6 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:28.239763 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-843afb3f-ab1e-4a75-bc95-86e7fbb284cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:12:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['1b00b1a0-6a52-4d3c-bc99-c8e510c6e235'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:12:28.266973 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f7c390-cffd-45d7-bbf6-a256f642dd02 req-0275c0ff-2e2c-4e23-a228-cf6148b645b6 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:28.291583 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f7c390-cffd-45d7-bbf6-a256f642dd02 req-0275c0ff-2e2c-4e23-a228-cf6148b645b6 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:28.305529 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f7c390-cffd-45d7-bbf6-a256f642dd02 req-0275c0ff-2e2c-4e23-a228-cf6148b645b6 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:28.319860 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f7c390-cffd-45d7-bbf6-a256f642dd02 req-0275c0ff-2e2c-4e23-a228-cf6148b645b6 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:28.334320 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e5f7c390-cffd-45d7-bbf6-a256f642dd02 req-0275c0ff-2e2c-4e23-a228-cf6148b645b6 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] 10.222.0.85 "GET /v2.0/ports?device_id=9c32c8ec-3847-430c-b19f-49ed6feb4bec HTTP/1.1" status: 200 len: 5430 time: 0.9644089 May 30 20:12:28.365876 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8cb89c50-1bad-47af-801c-6cd1afc5a3c3 req-76c49c66-b0a3-4957-8374-67b4dbf5fabf tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9153516 May 30 20:12:28.395180 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-8cb89c50-1bad-47af-801c-6cd1afc5a3c3 req-8acabacf-8640-4ce8-a5d1-a03647a6c421 service neutron] Request body: {'port': {'device_id': 'd70bcf10-f2be-4570-ba87-475cc99a18c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843948-2'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:12:28.769393 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c32c8ec-3847-430c-b19f-49ed6feb4bec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ac00f97-319b-447d-9984-766c6042c32a'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:12:28.772696 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e5f7c390-cffd-45d7-bbf6-a256f642dd02 req-d5bc0237-1e82-4ef9-b4ac-226e3bc6ab9b tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] 10.222.0.85 "GET /v2.0/security-groups?id=37be4557-a35d-41b8-94e5-d29002afe979&id=e6676217-9362-4f98-9839-89020fcebb14&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4374256 May 30 20:12:28.791397 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-843afb3f-ab1e-4a75-bc95-86e7fbb284cb None None] Set router 1b00b1a0-6a52-4d3c-bc99-c8e510c6e235 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:12:28.843242 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-8cb89c50-1bad-47af-801c-6cd1afc5a3c3 req-8acabacf-8640-4ce8-a5d1-a03647a6c421 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:28.916999 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a1bf84-a9b0-4d63-a7d6-c00e67c7c25a req-23a0f1d7-e403-4617-a38b-41f4d0fafbab tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:28.929741 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-40a1bf84-a9b0-4d63-a7d6-c00e67c7c25a req-23a0f1d7-e403-4617-a38b-41f4d0fafbab tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/ports?device_id=d70bcf10-f2be-4570-ba87-475cc99a18c1 HTTP/1.1" status: 200 len: 931 time: 0.6544809 May 30 20:12:29.057257 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c463961-8558-4e26-92ec-c176f56c9f30 req-bc8339d3-7f29-461f-9c9c-a1b0738b37cb tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:29.058706 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6c463961-8558-4e26-92ec-c176f56c9f30 req-bc8339d3-7f29-461f-9c9c-a1b0738b37cb tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] 10.222.0.71 "GET /v2.0/networks?id=b2f2587f-5348-477f-a322-df8a2a763ba2 HTTP/1.1" status: 200 len: 820 time: 0.5873702 May 30 20:12:29.100699 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [req-6c463961-8558-4e26-92ec-c176f56c9f30 req-b603f4fe-0de1-492d-a1c0-528ada293c4e tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Request body: {'port': {'device_id': '0fd4ef7a-ac02-4127-a818-9d04cde1fb1c', 'network_id': 'b2f2587f-5348-477f-a322-df8a2a763ba2', 'admin_state_up': True, 'tenant_id': 'b1d3994633044342baf98a52682e583b'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:12:29.289943 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-40a1bf84-a9b0-4d63-a7d6-c00e67c7c25a req-f09debf8-28ab-40b1-a0e4-508949e1e93c tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/security-groups?id=3b7b472c-21af-4683-a7b2-e1dc38380326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3243403 May 30 20:12:29.409765 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-6c463961-8558-4e26-92ec-c176f56c9f30 req-b603f4fe-0de1-492d-a1c0-528ada293c4e tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:12:29.437870 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-6c463961-8558-4e26-92ec-c176f56c9f30 req-b603f4fe-0de1-492d-a1c0-528ada293c4e tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:12:29.563226 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c463961-8558-4e26-92ec-c176f56c9f30 req-b603f4fe-0de1-492d-a1c0-528ada293c4e tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Made reservation on behalf of b1d3994633044342baf98a52682e583b for: {'port': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:12:29.566557 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-6c463961-8558-4e26-92ec-c176f56c9f30 req-b603f4fe-0de1-492d-a1c0-528ada293c4e tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:29.778013 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-209b4cb3-7c4c-4ea8-9dc4-cb7770cb167f req-0ade0540-8322-43f4-bb02-80f3a3fef171 tempest-ServersAaction247Test-765955929 tempest-ServersAaction247Test-765955929-project] 10.222.0.85 "GET /v2.0/ports?device_id=781f0668-9440-46ff-91ea-df130a714c9e HTTP/1.1" status: 200 len: 210 time: 0.2891476 May 30 20:12:29.865564 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-3bdb1568-6de1-4b42-82e1-cee039a09fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:29.877513 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-89ab0e8a-a602-4017-a6cb-1b1b65654989 req-eabf1387-5c7c-47f0-be55-4394668f1f72 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] 10.222.0.85 "GET /v2.0/ports?device_id=0fd4ef7a-ac02-4127-a818-9d04cde1fb1c HTTP/1.1" status: 200 len: 210 time: 0.2719264 May 30 20:12:29.886738 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:29.999444 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-843afb3f-ab1e-4a75-bc95-86e7fbb284cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b00b1a0-6a52-4d3c-bc99-c8e510c6e235', 'name': 'tempest-TaggedBootDevicesTest_v242-446887035-router', 'tenant_id': '3828c70dc661485192642e8638cbac3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '8884830c-a3a7-4ced-84cc-6a471364d9ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:11:54Z', 'updated_at': '2022-05-30T20:12:16Z', 'revision_number': 4, 'project_id': '3828c70dc661485192642e8638cbac3c', 'gw_port': {'id': '8884830c-a3a7-4ced-84cc-6a471364d9ad', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:32:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b00b1a0-6a52-4d3c-bc99-c8e510c6e235', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:11:56Z', 'updated_at': '2022-05-30T20:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': 'dfd99122-1bc2-4b8a-8540-66288246dacb', 'name': '', 'network_id': 'ac8c9a1b-20d8-4e63-a909-98bfbc20cb9e', 'tenant_id': '3828c70dc661485192642e8638cbac3c', 'mac_address': 'fa:16:3e:65:d2:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b00b1a0-6a52-4d3c-bc99-c8e510c6e235', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb1d0577-1d70-4989-9a65-52c78d1e2166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:12:12Z', 'updated_at': '2022-05-30T20:12:27Z', 'revision_number': 4, 'project_id': '3828c70dc661485192642e8638cbac3c', 'subnets': [{'id': 'eb1d0577-1d70-4989-9a65-52c78d1e2166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:12:30.012625 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843afb3f-ab1e-4a75-bc95-86e7fbb284cb None None] The sync data for ids ['1b00b1a0-6a52-4d3c-bc99-c8e510c6e235'] in n-d-843948-2 is: [{'id': '1b00b1a0-6a52-4d3c-bc99-c8e510c6e235', 'name': 'tempest-TaggedBootDevicesTest_v242-446887035-router', 'tenant_id': '3828c70dc661485192642e8638cbac3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '8884830c-a3a7-4ced-84cc-6a471364d9ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:11:54Z', 'updated_at': '2022-05-30T20:12:16Z', 'revision_number': 4, 'project_id': '3828c70dc661485192642e8638cbac3c', 'gw_port': {'id': '8884830c-a3a7-4ced-84cc-6a471364d9ad', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:32:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b00b1a0-6a52-4d3c-bc99-c8e510c6e235', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:11:56Z', 'updated_at': '2022-05-30T20:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': 'dfd99122-1bc2-4b8a-8540-66288246dacb', 'name': '', 'network_id': 'ac8c9a1b-20d8-4e63-a909-98bfbc20cb9e', 'tenant_id': '3828c70dc661485192642e8638cbac3c', 'mac_address': 'fa:16:3e:65:d2:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b00b1a0-6a52-4d3c-bc99-c8e510c6e235', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb1d0577-1d70-4989-9a65-52c78d1e2166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:12:12Z', 'updated_at': '2022-05-30T20:12:27Z', 'revision_number': 4, 'project_id': '3828c70dc661485192642e8638cbac3c', 'subnets': [{'id': 'eb1d0577-1d70-4989-9a65-52c78d1e2166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:12:30.253810 n-d-843948-2 neutron-server[84887]: INFO neutron.api.v2.resource [req-8b723623-90fe-4919-90f0-58407362775c req-337b54b6-5fc2-46d6-9a05-00cb177a41b1 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] show failed (client error): The resource could not be found. May 30 20:12:30.254857 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8b723623-90fe-4919-90f0-58407362775c req-337b54b6-5fc2-46d6-9a05-00cb177a41b1 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] 10.222.0.85 "GET /v2.0/security-groups/9648771a-b3f5-4df1-8fa4-0bf60c5d6cff HTTP/1.1" status: 404 len: 352 time: 0.0719726 May 30 20:12:30.452687 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97abd2c7-0c62-4617-b35d-0e8a8cad22e2'] response: {'server_uuid': '9c32c8ec-3847-430c-b19f-49ed6feb4bec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ac00f97-319b-447d-9984-766c6042c32a', 'code': 200} May 30 20:12:30.597727 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [req-8cb89c50-1bad-47af-801c-6cd1afc5a3c3 req-8acabacf-8640-4ce8-a5d1-a03647a6c421 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e5aeea2-b35a-41eb-83bf-3b475ff14780 {{(pid=84887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:12:30.624442 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-8cb89c50-1bad-47af-801c-6cd1afc5a3c3 req-8acabacf-8640-4ce8-a5d1-a03647a6c421 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:30.687228 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [req-6c463961-8558-4e26-92ec-c176f56c9f30 req-b603f4fe-0de1-492d-a1c0-528ada293c4e tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Allocated IP 172.20.0.7 (b2f2587f-5348-477f-a322-df8a2a763ba2/d51613c5-1edb-4acb-8713-3f45b6162b1f/f672bc28-a0b0-4d7f-8d47-08aa0f92c7b9) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:12:30.810577 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-8cb89c50-1bad-47af-801c-6cd1afc5a3c3 req-8acabacf-8640-4ce8-a5d1-a03647a6c421 service neutron] Transition to ACTIVE for port object 8e5aeea2-b35a-41eb-83bf-3b475ff14780 will not be triggered until provisioned by entity L2. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:12:30.922773 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-8cb89c50-1bad-47af-801c-6cd1afc5a3c3 req-8acabacf-8640-4ce8-a5d1-a03647a6c421 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:30.965102 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f749aadb-e256-4ca6-851a-3e19d0dca94a req-23994fed-0643-42eb-84f0-dfff898ebe37 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=9c32c8ec-3847-430c-b19f-49ed6feb4bec HTTP/1.1" status: 200 len: 6487 time: 0.3830974 May 30 20:12:30.968520 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:31.131223 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-84091b14-2046-4304-a2bd-a62b4bb84a88 req-f2612dba-328f-49c3-b5cb-8cf346fcea67 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] 10.222.0.85 "GET /v2.0/security-groups/ca9e6f83-2af1-488f-bd20-3f42badefc39 HTTP/1.1" status: 200 len: 1635 time: 0.1319392 May 30 20:12:31.182177 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4993646-0971-4607-b8b8-3c6ba2380a03 req-68e1d7b2-8574-42cf-89f0-51e7407e99c9 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:31.187428 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4993646-0971-4607-b8b8-3c6ba2380a03 req-68e1d7b2-8574-42cf-89f0-51e7407e99c9 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:31.193730 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4993646-0971-4607-b8b8-3c6ba2380a03 req-68e1d7b2-8574-42cf-89f0-51e7407e99c9 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:31.198903 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4993646-0971-4607-b8b8-3c6ba2380a03 req-68e1d7b2-8574-42cf-89f0-51e7407e99c9 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:31.205177 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4993646-0971-4607-b8b8-3c6ba2380a03 req-68e1d7b2-8574-42cf-89f0-51e7407e99c9 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:31.209794 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4993646-0971-4607-b8b8-3c6ba2380a03 req-68e1d7b2-8574-42cf-89f0-51e7407e99c9 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:31.221888 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4993646-0971-4607-b8b8-3c6ba2380a03 req-68e1d7b2-8574-42cf-89f0-51e7407e99c9 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:31.243730 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-6c463961-8558-4e26-92ec-c176f56c9f30 req-b603f4fe-0de1-492d-a1c0-528ada293c4e tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:31.256941 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device dfd99122-1bc2-4b8a-8540-66288246dacb up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:12:31.262430 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b4993646-0971-4607-b8b8-3c6ba2380a03 req-68e1d7b2-8574-42cf-89f0-51e7407e99c9 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] 10.222.0.85 "GET /v2.0/ports?device_id=9c32c8ec-3847-430c-b19f-49ed6feb4bec HTTP/1.1" status: 200 len: 5430 time: 0.5034363 May 30 20:12:31.351786 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-84091b14-2046-4304-a2bd-a62b4bb84a88 req-0733d140-4770-4500-a828-5994800032d8 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:31.422663 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-84091b14-2046-4304-a2bd-a62b4bb84a88 req-0733d140-4770-4500-a828-5994800032d8 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:31.562890 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port dfd99122-1bc2-4b8a-8540-66288246dacb completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:12:31.568096 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acabacf-8640-4ce8-a5d1-a03647a6c421 service neutron] Pushing event updated for resources: {'Port': ['ID=8e5aeea2-b35a-41eb-83bf-3b475ff14780,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:31.587872 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b4993646-0971-4607-b8b8-3c6ba2380a03 req-076e3c42-d375-4139-b584-2e12277e85f6 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] 10.222.0.85 "GET /v2.0/security-groups?id=37be4557-a35d-41b8-94e5-d29002afe979&id=e6676217-9362-4f98-9839-89020fcebb14&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3238356 May 30 20:12:31.590516 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port dfd99122-1bc2-4b8a-8540-66288246dacb triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:12:31.592348 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:31.612365 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f749aadb-e256-4ca6-851a-3e19d0dca94a req-45915bba-d504-479c-96b4-7363879acd38 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=37be4557-a35d-41b8-94e5-d29002afe979&id=e6676217-9362-4f98-9839-89020fcebb14&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5135958 May 30 20:12:31.679430 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-6c463961-8558-4e26-92ec-c176f56c9f30 req-b603f4fe-0de1-492d-a1c0-528ada293c4e tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:31.817831 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-84091b14-2046-4304-a2bd-a62b4bb84a88 req-0733d140-4770-4500-a828-5994800032d8 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:31.875479 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c463961-8558-4e26-92ec-c176f56c9f30 req-b603f4fe-0de1-492d-a1c0-528ada293c4e tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Network b2f2587f-5348-477f-a322-df8a2a763ba2 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:12:31.894939 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [req-6c463961-8558-4e26-92ec-c176f56c9f30 req-b603f4fe-0de1-492d-a1c0-528ada293c4e tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:12:31.902216 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-8cb89c50-1bad-47af-801c-6cd1afc5a3c3 req-8acabacf-8640-4ce8-a5d1-a03647a6c421 service neutron] Attempting to bind port 8e5aeea2-b35a-41eb-83bf-3b475ff14780 on host n-h2-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:12:31.902872 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-8cb89c50-1bad-47af-801c-6cd1afc5a3c3 req-8acabacf-8640-4ce8-a5d1-a03647a6c421 service neutron] Attempting to bind port 8e5aeea2-b35a-41eb-83bf-3b475ff14780 by drivers openvswitch,hyperv on host n-h2-843948-2 at level 0 using segments [{'id': '6f1287e5-9e46-42ce-b023-b38d433df277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '447ea545-6235-439a-a377-09de7456264b'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:12:31.902872 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb89c50-1bad-47af-801c-6cd1afc5a3c3 req-8acabacf-8640-4ce8-a5d1-a03647a6c421 service neutron] Attempting to bind port 8e5aeea2-b35a-41eb-83bf-3b475ff14780 on network 447ea545-6235-439a-a377-09de7456264b {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:12:31.911683 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb89c50-1bad-47af-801c-6cd1afc5a3c3 req-8acabacf-8640-4ce8-a5d1-a03647a6c421 service neutron] Port 8e5aeea2-b35a-41eb-83bf-3b475ff14780 on network 447ea545-6235-439a-a377-09de7456264b not bound, no agent of type Open vSwitch agent registered on host n-h2-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:12:31.912087 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb89c50-1bad-47af-801c-6cd1afc5a3c3 req-8acabacf-8640-4ce8-a5d1-a03647a6c421 service neutron] Attempting to bind port 8e5aeea2-b35a-41eb-83bf-3b475ff14780 on network 447ea545-6235-439a-a377-09de7456264b {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:12:31.916385 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0733d140-4770-4500-a828-5994800032d8 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca9e6f83-2af1-488f-bd20-3f42badefc39,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:31.931843 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb89c50-1bad-47af-801c-6cd1afc5a3c3 req-8acabacf-8640-4ce8-a5d1-a03647a6c421 service neutron] Checking agent: {'id': 'eaa08354-e8f5-4e73-af76-8d3cf7d2b390', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 12, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:12:31.932198 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb89c50-1bad-47af-801c-6cd1afc5a3c3 req-8acabacf-8640-4ce8-a5d1-a03647a6c421 service neutron] Checking segment: {'id': '6f1287e5-9e46-42ce-b023-b38d433df277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '447ea545-6235-439a-a377-09de7456264b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:12:31.932414 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb89c50-1bad-47af-801c-6cd1afc5a3c3 req-8acabacf-8640-4ce8-a5d1-a03647a6c421 service neutron] Bound using segment: {'id': '6f1287e5-9e46-42ce-b023-b38d433df277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '447ea545-6235-439a-a377-09de7456264b'} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:12:31.932845 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-8cb89c50-1bad-47af-801c-6cd1afc5a3c3 req-8acabacf-8640-4ce8-a5d1-a03647a6c421 service neutron] Bound port: 8e5aeea2-b35a-41eb-83bf-3b475ff14780, host: n-h2-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f1287e5-9e46-42ce-b023-b38d433df277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '447ea545-6235-439a-a377-09de7456264b'}}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:12:31.933403 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-8cb89c50-1bad-47af-801c-6cd1afc5a3c3 req-8acabacf-8640-4ce8-a5d1-a03647a6c421 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:31.936871 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c463961-8558-4e26-92ec-c176f56c9f30 req-b603f4fe-0de1-492d-a1c0-528ada293c4e tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:12:31.993697 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:32.086195 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b603f4fe-0de1-492d-a1c0-528ada293c4e tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Pushing event updated for resources: {'Port': ['ID=f672bc28-a0b0-4d7f-8d47-08aa0f92c7b9,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:32.095808 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-84091b14-2046-4304-a2bd-a62b4bb84a88 req-0733d140-4770-4500-a828-5994800032d8 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:32.099801 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port dfd99122-1bc2-4b8a-8540-66288246dacb, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=dfd99122-1bc2-4b8a-8540-66288246dacb,segment=NetworkSegment(9a55defe-184e-4bf7-910e-e2b419e5729f),segment_id=9a55defe-184e-4bf7-910e-e2b419e5729f)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:12:32.101333 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-84091b14-2046-4304-a2bd-a62b4bb84a88 req-0733d140-4770-4500-a828-5994800032d8 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] 10.222.0.85 "DELETE /v2.0/security-groups/ca9e6f83-2af1-488f-bd20-3f42badefc39 HTTP/1.1" status: 204 len: 173 time: 0.9428701 May 30 20:12:32.136683 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c463961-8558-4e26-92ec-c176f56c9f30 req-b603f4fe-0de1-492d-a1c0-528ada293c4e tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:32.137368 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-6c463961-8558-4e26-92ec-c176f56c9f30 req-b603f4fe-0de1-492d-a1c0-528ada293c4e tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:32.206468 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:32.341591 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6c463961-8558-4e26-92ec-c176f56c9f30 req-b603f4fe-0de1-492d-a1c0-528ada293c4e tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2619731 May 30 20:12:32.368031 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [req-6c463961-8558-4e26-92ec-c176f56c9f30 req-68cc8e6f-d4f9-4cfc-8fd2-1e95ac5a8f5d service neutron] Request body: {'port': {'device_id': '0fd4ef7a-ac02-4127-a818-9d04cde1fb1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843948-2'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:12:32.379783 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=dfd99122-1bc2-4b8a-8540-66288246dacb,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:32.440694 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-93a28cc8-5899-493b-b521-daddf9b00120 req-53f8e246-e570-42c7-88a3-16e61100f8ce tempest-ServersAaction247Test-765955929 tempest-ServersAaction247Test-765955929-project] 10.222.0.85 "GET /v2.0/ports?device_id=781f0668-9440-46ff-91ea-df130a714c9e HTTP/1.1" status: 200 len: 210 time: 0.1711328 May 30 20:12:32.535918 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:32.573122 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-8cb89c50-1bad-47af-801c-6cd1afc5a3c3 req-8acabacf-8640-4ce8-a5d1-a03647a6c421 service neutron] For port 8e5aeea2-b35a-41eb-83bf-3b475ff14780, host n-h2-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:12:32.581146 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-8cb89c50-1bad-47af-801c-6cd1afc5a3c3 req-8acabacf-8640-4ce8-a5d1-a03647a6c421 service neutron] For port 8e5aeea2-b35a-41eb-83bf-3b475ff14780, host n-h2-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=8e5aeea2-b35a-41eb-83bf-3b475ff14780,segment=NetworkSegment(6f1287e5-9e46-42ce-b023-b38d433df277),segment_id=6f1287e5-9e46-42ce-b023-b38d433df277)] {{(pid=84887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:12:32.607829 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1faf8e-d39a-4eaa-95cc-515ae5a9a624 req-a82dfad5-ec74-40b5-8f89-4adb9c9eb0c0 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:32.610507 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-fb1faf8e-d39a-4eaa-95cc-515ae5a9a624 req-a82dfad5-ec74-40b5-8f89-4adb9c9eb0c0 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Synchronizing usage tracker for tenant:7f20a37d1ec84058864d6080c6a9f8aa on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:12:32.662593 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-8cb89c50-1bad-47af-801c-6cd1afc5a3c3 req-8acabacf-8640-4ce8-a5d1-a03647a6c421 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:32.718025 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-6c463961-8558-4e26-92ec-c176f56c9f30 req-68cc8e6f-d4f9-4cfc-8fd2-1e95ac5a8f5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:32.770971 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-fb1faf8e-d39a-4eaa-95cc-515ae5a9a624 req-a82dfad5-ec74-40b5-8f89-4adb9c9eb0c0 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Unset dirty status for tenant:7f20a37d1ec84058864d6080c6a9f8aa on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:12:32.786232 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fb1faf8e-d39a-4eaa-95cc-515ae5a9a624 req-a82dfad5-ec74-40b5-8f89-4adb9c9eb0c0 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/ports?device_id=d70bcf10-f2be-4570-ba87-475cc99a18c1 HTTP/1.1" status: 200 len: 943 time: 0.7390563 May 30 20:12:32.866873 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-8cb89c50-1bad-47af-801c-6cd1afc5a3c3 req-8acabacf-8640-4ce8-a5d1-a03647a6c421 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:32.868835 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8cb89c50-1bad-47af-801c-6cd1afc5a3c3 req-8acabacf-8640-4ce8-a5d1-a03647a6c421 service neutron] 10.222.0.86 "PUT /v2.0/ports/8e5aeea2-b35a-41eb-83bf-3b475ff14780 HTTP/1.1" status: 200 len: 1091 time: 4.4879334 May 30 20:12:32.875754 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd70bcf10-f2be-4570-ba87-475cc99a18c1', 'tag': '8e5aeea2-b35a-41eb-83bf-3b475ff14780'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:12:32.924634 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-fb1faf8e-d39a-4eaa-95cc-515ae5a9a624 req-154f3550-50df-4307-b32c-f326b5d99502 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Synchronizing usage tracker for tenant:7f20a37d1ec84058864d6080c6a9f8aa on resource:security_group {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:12:32.936843 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acabacf-8640-4ce8-a5d1-a03647a6c421 service neutron] Pushing event updated for resources: {'Port': ['ID=8e5aeea2-b35a-41eb-83bf-3b475ff14780,revision_number=3']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:33.055354 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-fb1faf8e-d39a-4eaa-95cc-515ae5a9a624 req-154f3550-50df-4307-b32c-f326b5d99502 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Unset dirty status for tenant:7f20a37d1ec84058864d6080c6a9f8aa on resource:security_group {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:12:33.071639 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fb1faf8e-d39a-4eaa-95cc-515ae5a9a624 req-154f3550-50df-4307-b32c-f326b5d99502 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/security-groups?id=3b7b472c-21af-4683-a7b2-e1dc38380326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2750640 May 30 20:12:33.119158 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85419826-a682-4a11-ba63-de600bf5b091 req-5fe592f7-56af-492e-a890-f4563b4063b8 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:33.121265 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-85419826-a682-4a11-ba63-de600bf5b091 req-5fe592f7-56af-492e-a890-f4563b4063b8 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Synchronizing usage tracker for tenant:b1d3994633044342baf98a52682e583b on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:12:33.208173 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device dfd99122-1bc2-4b8a-8540-66288246dacb up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:12:33.278085 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-85419826-a682-4a11-ba63-de600bf5b091 req-5fe592f7-56af-492e-a890-f4563b4063b8 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Unset dirty status for tenant:b1d3994633044342baf98a52682e583b on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:12:33.281939 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-85419826-a682-4a11-ba63-de600bf5b091 req-5fe592f7-56af-492e-a890-f4563b4063b8 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] 10.222.0.85 "GET /v2.0/ports?device_id=0fd4ef7a-ac02-4127-a818-9d04cde1fb1c HTTP/1.1" status: 200 len: 931 time: 0.4416800 May 30 20:12:33.367483 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8cb89c50-1bad-47af-801c-6cd1afc5a3c3 req-a3925eae-0db9-4ea0-aac9-93f7b86c18f4 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7f20a37d1ec84058864d6080c6a9f8aa&device_id=d70bcf10-f2be-4570-ba87-475cc99a18c1 HTTP/1.1" status: 200 len: 1094 time: 0.2961984 May 30 20:12:33.408128 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-85419826-a682-4a11-ba63-de600bf5b091 req-ccad5d17-02c3-4783-a3c4-66710b0fc3d9 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Synchronizing usage tracker for tenant:b1d3994633044342baf98a52682e583b on resource:security_group {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:12:33.503726 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port dfd99122-1bc2-4b8a-8540-66288246dacb triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:12:33.509469 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:33.563730 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8cb89c50-1bad-47af-801c-6cd1afc5a3c3 req-2ffc05ef-8e6b-4157-95d8-a79c3e192cb6 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8e5aeea2-b35a-41eb-83bf-3b475ff14780 HTTP/1.1" status: 200 len: 217 time: 0.1892560 May 30 20:12:33.581587 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-85419826-a682-4a11-ba63-de600bf5b091 req-ccad5d17-02c3-4783-a3c4-66710b0fc3d9 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Unset dirty status for tenant:b1d3994633044342baf98a52682e583b on resource:security_group {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:12:33.585352 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-85419826-a682-4a11-ba63-de600bf5b091 req-ccad5d17-02c3-4783-a3c4-66710b0fc3d9 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] 10.222.0.85 "GET /v2.0/security-groups?id=c816953b-4eaf-44de-8f51-6f9258494ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2904372 May 30 20:12:33.738830 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [req-6c463961-8558-4e26-92ec-c176f56c9f30 req-68cc8e6f-d4f9-4cfc-8fd2-1e95ac5a8f5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f672bc28-a0b0-4d7f-8d47-08aa0f92c7b9 {{(pid=84886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:12:33.750482 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-6c463961-8558-4e26-92ec-c176f56c9f30 req-68cc8e6f-d4f9-4cfc-8fd2-1e95ac5a8f5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:33.783870 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [req-6c463961-8558-4e26-92ec-c176f56c9f30 req-68cc8e6f-d4f9-4cfc-8fd2-1e95ac5a8f5d service neutron] Transition to ACTIVE for port object f672bc28-a0b0-4d7f-8d47-08aa0f92c7b9 will not be triggered until provisioned by entity L2. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:12:33.854279 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-6c463961-8558-4e26-92ec-c176f56c9f30 req-68cc8e6f-d4f9-4cfc-8fd2-1e95ac5a8f5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:33.926422 n-d-843948-2 neutron-server[84887]: INFO neutron.api.v2.resource [req-fa2385c5-b039-4e0a-96f8-14d1eb3cedbf req-26570b5b-7f51-4763-b769-4027c4c8d0e0 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] show failed (client error): The resource could not be found. May 30 20:12:33.929337 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fa2385c5-b039-4e0a-96f8-14d1eb3cedbf req-26570b5b-7f51-4763-b769-4027c4c8d0e0 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] 10.222.0.85 "GET /v2.0/security-groups/ca9e6f83-2af1-488f-bd20-3f42badefc39 HTTP/1.1" status: 404 len: 352 time: 0.2113359 May 30 20:12:34.007517 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb89c50-1bad-47af-801c-6cd1afc5a3c3 req-10f1aedf-fa3f-44b0-98ff-01e7f1e53305 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:34.015303 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8cb89c50-1bad-47af-801c-6cd1afc5a3c3 req-10f1aedf-fa3f-44b0-98ff-01e7f1e53305 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=e5689849-4104-472f-a1ce-eede6d9545dd HTTP/1.1" status: 200 len: 846 time: 0.4441020 May 30 20:12:34.130247 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8cb89c50-1bad-47af-801c-6cd1afc5a3c3 req-a980c3e9-22c4-4895-8887-ee25f0be5d8f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=447ea545-6235-439a-a377-09de7456264b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1074815 May 30 20:12:34.246651 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cc8e6f-d4f9-4cfc-8fd2-1e95ac5a8f5d service neutron] Pushing event updated for resources: {'Port': ['ID=f672bc28-a0b0-4d7f-8d47-08aa0f92c7b9,revision_number=2']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:34.581070 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8cb89c50-1bad-47af-801c-6cd1afc5a3c3 req-d0bca2b4-c63d-485e-9b54-93b3c0d6b20e service neutron] 10.222.0.86 "GET /v2.0/networks/447ea545-6235-439a-a377-09de7456264b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4426515 May 30 20:12:34.636725 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6accdfb9-2648-4464-b3b7-b7c3e60a08d2 req-3eeafd63-608d-4b25-8903-f2c56726c754 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:34.640949 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6accdfb9-2648-4464-b3b7-b7c3e60a08d2 req-3eeafd63-608d-4b25-8903-f2c56726c754 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:34.645574 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6accdfb9-2648-4464-b3b7-b7c3e60a08d2 req-3eeafd63-608d-4b25-8903-f2c56726c754 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:34.649883 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6accdfb9-2648-4464-b3b7-b7c3e60a08d2 req-3eeafd63-608d-4b25-8903-f2c56726c754 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:34.656364 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6accdfb9-2648-4464-b3b7-b7c3e60a08d2 req-3eeafd63-608d-4b25-8903-f2c56726c754 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:34.661117 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6accdfb9-2648-4464-b3b7-b7c3e60a08d2 req-3eeafd63-608d-4b25-8903-f2c56726c754 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:34.665888 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6accdfb9-2648-4464-b3b7-b7c3e60a08d2 req-3eeafd63-608d-4b25-8903-f2c56726c754 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:34.667980 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6accdfb9-2648-4464-b3b7-b7c3e60a08d2 req-3eeafd63-608d-4b25-8903-f2c56726c754 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] 10.222.0.85 "GET /v2.0/ports?device_id=9c32c8ec-3847-430c-b19f-49ed6feb4bec HTTP/1.1" status: 200 len: 5430 time: 0.4828360 May 30 20:12:34.831827 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-6c463961-8558-4e26-92ec-c176f56c9f30 req-68cc8e6f-d4f9-4cfc-8fd2-1e95ac5a8f5d service neutron] Attempting to bind port f672bc28-a0b0-4d7f-8d47-08aa0f92c7b9 on host n-h1-843948-2 for vnic_type normal with profile {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:12:34.831827 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-6c463961-8558-4e26-92ec-c176f56c9f30 req-68cc8e6f-d4f9-4cfc-8fd2-1e95ac5a8f5d service neutron] Attempting to bind port f672bc28-a0b0-4d7f-8d47-08aa0f92c7b9 by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': '8cf4782e-e691-4ec5-a2ea-a14d58f8df7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b2f2587f-5348-477f-a322-df8a2a763ba2'}] {{(pid=84886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:12:34.831827 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c463961-8558-4e26-92ec-c176f56c9f30 req-68cc8e6f-d4f9-4cfc-8fd2-1e95ac5a8f5d service neutron] Attempting to bind port f672bc28-a0b0-4d7f-8d47-08aa0f92c7b9 on network b2f2587f-5348-477f-a322-df8a2a763ba2 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:12:34.833736 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c463961-8558-4e26-92ec-c176f56c9f30 req-68cc8e6f-d4f9-4cfc-8fd2-1e95ac5a8f5d service neutron] Port f672bc28-a0b0-4d7f-8d47-08aa0f92c7b9 on network b2f2587f-5348-477f-a322-df8a2a763ba2 not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:12:34.835563 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c463961-8558-4e26-92ec-c176f56c9f30 req-68cc8e6f-d4f9-4cfc-8fd2-1e95ac5a8f5d service neutron] Attempting to bind port f672bc28-a0b0-4d7f-8d47-08aa0f92c7b9 on network b2f2587f-5348-477f-a322-df8a2a763ba2 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:12:34.865947 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c463961-8558-4e26-92ec-c176f56c9f30 req-68cc8e6f-d4f9-4cfc-8fd2-1e95ac5a8f5d service neutron] Checking agent: {'id': 'f728d74e-a4ae-4384-860b-a5ade05dd8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:12:34.866630 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c463961-8558-4e26-92ec-c176f56c9f30 req-68cc8e6f-d4f9-4cfc-8fd2-1e95ac5a8f5d service neutron] Checking segment: {'id': '8cf4782e-e691-4ec5-a2ea-a14d58f8df7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b2f2587f-5348-477f-a322-df8a2a763ba2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:12:34.867868 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c463961-8558-4e26-92ec-c176f56c9f30 req-68cc8e6f-d4f9-4cfc-8fd2-1e95ac5a8f5d service neutron] Bound using segment: {'id': '8cf4782e-e691-4ec5-a2ea-a14d58f8df7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b2f2587f-5348-477f-a322-df8a2a763ba2'} {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:12:34.869225 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-6c463961-8558-4e26-92ec-c176f56c9f30 req-68cc8e6f-d4f9-4cfc-8fd2-1e95ac5a8f5d service neutron] Bound port: f672bc28-a0b0-4d7f-8d47-08aa0f92c7b9, host: n-h1-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cf4782e-e691-4ec5-a2ea-a14d58f8df7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b2f2587f-5348-477f-a322-df8a2a763ba2'}}] {{(pid=84886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:12:34.870565 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-6c463961-8558-4e26-92ec-c176f56c9f30 req-68cc8e6f-d4f9-4cfc-8fd2-1e95ac5a8f5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:34.998885 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6accdfb9-2648-4464-b3b7-b7c3e60a08d2 req-93e1bb77-c1b9-4dc2-b73c-231f784c254d tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] 10.222.0.85 "GET /v2.0/security-groups?id=37be4557-a35d-41b8-94e5-d29002afe979&id=e6676217-9362-4f98-9839-89020fcebb14&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2375252 May 30 20:12:35.173745 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8cb89c50-1bad-47af-801c-6cd1afc5a3c3 req-f0495439-ffaf-409c-a489-2d5deb95465c service neutron] 10.222.0.86 "GET /v2.0/networks/447ea545-6235-439a-a377-09de7456264b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5798962 May 30 20:12:35.255092 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-6c463961-8558-4e26-92ec-c176f56c9f30 req-68cc8e6f-d4f9-4cfc-8fd2-1e95ac5a8f5d service neutron] For port f672bc28-a0b0-4d7f-8d47-08aa0f92c7b9, host n-h1-843948-2, cleared binding levels {{(pid=84886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:12:35.261480 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-6c463961-8558-4e26-92ec-c176f56c9f30 req-68cc8e6f-d4f9-4cfc-8fd2-1e95ac5a8f5d service neutron] For port f672bc28-a0b0-4d7f-8d47-08aa0f92c7b9, host n-h1-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=f672bc28-a0b0-4d7f-8d47-08aa0f92c7b9,segment=NetworkSegment(8cf4782e-e691-4ec5-a2ea-a14d58f8df7a),segment_id=8cf4782e-e691-4ec5-a2ea-a14d58f8df7a)] {{(pid=84886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:12:35.468293 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ddd17d60-1901-4317-bd7f-845a4498b131'] response: {'name': 'network-changed', 'server_uuid': 'd70bcf10-f2be-4570-ba87-475cc99a18c1', 'tag': '8e5aeea2-b35a-41eb-83bf-3b475ff14780', 'status': 'completed', 'code': 200} May 30 20:12:35.782443 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-bf220afc-158a-4818-81c3-ae05458de2fa req-d7dfe885-a84e-49c4-807e-6b3c293103dd tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Synchronizing usage tracker for tenant:fa8a8e16668d4cd3985a20ee71169357 on resource:security_group {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:12:35.809994 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-6c463961-8558-4e26-92ec-c176f56c9f30 req-68cc8e6f-d4f9-4cfc-8fd2-1e95ac5a8f5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:35.970908 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-bf220afc-158a-4818-81c3-ae05458de2fa req-d7dfe885-a84e-49c4-807e-6b3c293103dd tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Unset dirty status for tenant:fa8a8e16668d4cd3985a20ee71169357 on resource:security_group {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:12:35.980971 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-bf220afc-158a-4818-81c3-ae05458de2fa req-d7dfe885-a84e-49c4-807e-6b3c293103dd tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=fa8a8e16668d4cd3985a20ee71169357 HTTP/1.1" status: 200 len: 5482 time: 0.4603407 May 30 20:12:36.015088 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-6c463961-8558-4e26-92ec-c176f56c9f30 req-68cc8e6f-d4f9-4cfc-8fd2-1e95ac5a8f5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:36.018027 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6c463961-8558-4e26-92ec-c176f56c9f30 req-68cc8e6f-d4f9-4cfc-8fd2-1e95ac5a8f5d service neutron] 10.222.0.71 "PUT /v2.0/ports/f672bc28-a0b0-4d7f-8d47-08aa0f92c7b9 HTTP/1.1" status: 200 len: 1091 time: 3.6537957 May 30 20:12:36.018767 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fd4ef7a-ac02-4127-a818-9d04cde1fb1c', 'tag': 'f672bc28-a0b0-4d7f-8d47-08aa0f92c7b9'}] {{(pid=84886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:12:36.153533 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cc8e6f-d4f9-4cfc-8fd2-1e95ac5a8f5d service neutron] Pushing event updated for resources: {'Port': ['ID=f672bc28-a0b0-4d7f-8d47-08aa0f92c7b9,revision_number=3']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:36.259677 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-bf220afc-158a-4818-81c3-ae05458de2fa req-f9aefb91-0275-4a08-8b61-652e4bea964b tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] 10.222.0.85 "GET /v2.0/security-groups/ee3a99c9-b491-4b30-b550-7e2cbfacbd55 HTTP/1.1" status: 200 len: 2649 time: 0.2697771 May 30 20:12:36.458052 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-bf220afc-158a-4818-81c3-ae05458de2fa req-ec754347-b030-4c1c-ab89-29c5be4982d2 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] 10.222.0.85 "GET /v2.0/security-groups/ee3a99c9-b491-4b30-b550-7e2cbfacbd55 HTTP/1.1" status: 200 len: 2649 time: 0.1840332 May 30 20:12:36.465989 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c8a2ffc6-636f-4613-b755-b62b4bae05f1 req-884b6adf-7704-451b-a74d-6f267ba20415 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7f20a37d1ec84058864d6080c6a9f8aa&device_id=d70bcf10-f2be-4570-ba87-475cc99a18c1 HTTP/1.1" status: 200 len: 1094 time: 0.6074312 May 30 20:12:36.594015 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6c463961-8558-4e26-92ec-c176f56c9f30 req-9cc17520-2252-4bfa-9437-04d9a7c32771 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b1d3994633044342baf98a52682e583b&device_id=0fd4ef7a-ac02-4127-a818-9d04cde1fb1c HTTP/1.1" status: 200 len: 1094 time: 0.4171371 May 30 20:12:36.749497 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6c463961-8558-4e26-92ec-c176f56c9f30 req-6682bd0c-22d1-43f3-a84c-058279db5fdf service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f672bc28-a0b0-4d7f-8d47-08aa0f92c7b9 HTTP/1.1" status: 200 len: 217 time: 0.1438355 May 30 20:12:36.754157 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a2ffc6-636f-4613-b755-b62b4bae05f1 req-ffa3498a-2017-4e31-bef3-b67a741f7d36 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:36.768587 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c8a2ffc6-636f-4613-b755-b62b4bae05f1 req-ffa3498a-2017-4e31-bef3-b67a741f7d36 service neutron] 10.222.0.86 "GET /v2.0/networks?id=447ea545-6235-439a-a377-09de7456264b HTTP/1.1" status: 200 len: 907 time: 0.2938280 May 30 20:12:37.050664 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c8a2ffc6-636f-4613-b755-b62b4bae05f1 req-5c6722c1-4351-4ec6-9753-417fddb65e57 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8e5aeea2-b35a-41eb-83bf-3b475ff14780 HTTP/1.1" status: 200 len: 217 time: 0.2743471 May 30 20:12:37.106780 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c463961-8558-4e26-92ec-c176f56c9f30 req-e5352bfb-2422-4784-9a14-f1791c33e0d5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:37.117888 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6c463961-8558-4e26-92ec-c176f56c9f30 req-e5352bfb-2422-4784-9a14-f1791c33e0d5 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d51613c5-1edb-4acb-8713-3f45b6162b1f HTTP/1.1" status: 200 len: 860 time: 0.3541775 May 30 20:12:37.230168 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a2ffc6-636f-4613-b755-b62b4bae05f1 req-0a5f03d5-7f3f-4889-89c0-45d873709066 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:37.231548 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6c463961-8558-4e26-92ec-c176f56c9f30 req-ee2763ae-505b-4c47-abaf-61c1bb44a444 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b2f2587f-5348-477f-a322-df8a2a763ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1108680 May 30 20:12:37.232649 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c8a2ffc6-636f-4613-b755-b62b4bae05f1 req-0a5f03d5-7f3f-4889-89c0-45d873709066 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=e5689849-4104-472f-a1ce-eede6d9545dd HTTP/1.1" status: 200 len: 846 time: 0.1750565 May 30 20:12:37.438959 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c8a2ffc6-636f-4613-b755-b62b4bae05f1 req-97cd1f9a-3b52-4193-a5c5-42c6b7a12f6f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=447ea545-6235-439a-a377-09de7456264b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1219501 May 30 20:12:37.507773 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 8e5aeea2-b35a-41eb-83bf-3b475ff14780 details requested by agent hyperv_n-h2-843948-2 with host n-h2-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:12:37.605460 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6c463961-8558-4e26-92ec-c176f56c9f30 req-125eab1c-6dcb-4b99-adfc-aa78735f841b service neutron] 10.222.0.71 "GET /v2.0/networks/b2f2587f-5348-477f-a322-df8a2a763ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3670971 May 30 20:12:37.650925 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a388ec20-1622-4314-ae4c-7d2620ec6b3d req-40ee609e-8cad-4c68-92a8-ef83859831ce tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:37.675386 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a388ec20-1622-4314-ae4c-7d2620ec6b3d req-40ee609e-8cad-4c68-92a8-ef83859831ce tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] 10.222.0.85 "GET /v2.0/ports?device_id=0fd4ef7a-ac02-4127-a818-9d04cde1fb1c HTTP/1.1" status: 200 len: 943 time: 0.4398639 May 30 20:12:37.806515 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c8a2ffc6-636f-4613-b755-b62b4bae05f1 req-501463c7-d786-4bfe-a201-d6374e6d8a94 service neutron] 10.222.0.86 "GET /v2.0/networks/447ea545-6235-439a-a377-09de7456264b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3564789 May 30 20:12:37.826479 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a388ec20-1622-4314-ae4c-7d2620ec6b3d req-ed95094d-9504-4214-a77f-144d1ea71f40 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] 10.222.0.85 "GET /v2.0/security-groups?id=c816953b-4eaf-44de-8f51-6f9258494ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498592 May 30 20:12:37.956484 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b2f6c2-9d4b-4c64-b46f-4ff71e2a7962 req-96ad3123-c5b5-4d82-a167-bbbdcb5a7824 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:37.958125 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-41b2f6c2-9d4b-4c64-b46f-4ff71e2a7962 req-96ad3123-c5b5-4d82-a167-bbbdcb5a7824 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/ports?device_id=d70bcf10-f2be-4570-ba87-475cc99a18c1 HTTP/1.1" status: 200 len: 943 time: 0.9635296 May 30 20:12:38.058322 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 8e5aeea2-b35a-41eb-83bf-3b475ff14780, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=8e5aeea2-b35a-41eb-83bf-3b475ff14780,segment=NetworkSegment(6f1287e5-9e46-42ce-b023-b38d433df277),segment_id=6f1287e5-9e46-42ce-b023-b38d433df277)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:12:38.096832 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Returning: {'device': '8e5aeea2-b35a-41eb-83bf-3b475ff14780', 'network_id': '447ea545-6235-439a-a377-09de7456264b', 'port_id': '8e5aeea2-b35a-41eb-83bf-3b475ff14780', 'mac_address': 'fa:16:3e:77:52:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5689849-4104-472f-a1ce-eede6d9545dd', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:12:38.171675 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6c463961-8558-4e26-92ec-c176f56c9f30 req-8bd064a8-7c6c-42fa-bf81-e330ce4fb78d service neutron] 10.222.0.71 "GET /v2.0/networks/b2f2587f-5348-477f-a322-df8a2a763ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5339830 May 30 20:12:38.186306 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-41b2f6c2-9d4b-4c64-b46f-4ff71e2a7962 req-60158deb-5646-4a66-9cf7-99faeb99d558 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/security-groups?id=3b7b472c-21af-4683-a7b2-e1dc38380326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710632 May 30 20:12:38.246779 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:38.290939 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e5aeea2-b35a-41eb-83bf-3b475ff14780 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:12:38.364641 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 8e5aeea2-b35a-41eb-83bf-3b475ff14780, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=8e5aeea2-b35a-41eb-83bf-3b475ff14780,segment=NetworkSegment(6f1287e5-9e46-42ce-b023-b38d433df277),segment_id=6f1287e5-9e46-42ce-b023-b38d433df277)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:12:38.504480 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:38.580004 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c8a2ffc6-636f-4613-b755-b62b4bae05f1 req-290847b8-e47d-4e88-9a00-f0837e2b9761 service neutron] 10.222.0.86 "GET /v2.0/networks/447ea545-6235-439a-a377-09de7456264b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7526340 May 30 20:12:38.627907 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9363b987-f10c-4751-b83f-56a49ed9dc47 req-223279a4-dfc3-4d2c-862d-db84a8bf2bb7 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:38.632071 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9363b987-f10c-4751-b83f-56a49ed9dc47 req-223279a4-dfc3-4d2c-862d-db84a8bf2bb7 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:38.652706 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9363b987-f10c-4751-b83f-56a49ed9dc47 req-223279a4-dfc3-4d2c-862d-db84a8bf2bb7 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:38.658341 n-d-843948-2 neutron-server[84886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-edd583cb-70d7-4bce-a487-99859ab15eb2'] response: {'name': 'network-changed', 'server_uuid': '0fd4ef7a-ac02-4127-a818-9d04cde1fb1c', 'tag': 'f672bc28-a0b0-4d7f-8d47-08aa0f92c7b9', 'status': 'completed', 'code': 200} May 30 20:12:38.668598 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9363b987-f10c-4751-b83f-56a49ed9dc47 req-223279a4-dfc3-4d2c-862d-db84a8bf2bb7 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:38.672656 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9363b987-f10c-4751-b83f-56a49ed9dc47 req-223279a4-dfc3-4d2c-862d-db84a8bf2bb7 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:38.690641 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9363b987-f10c-4751-b83f-56a49ed9dc47 req-223279a4-dfc3-4d2c-862d-db84a8bf2bb7 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:38.701283 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9363b987-f10c-4751-b83f-56a49ed9dc47 req-223279a4-dfc3-4d2c-862d-db84a8bf2bb7 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:38.726975 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9363b987-f10c-4751-b83f-56a49ed9dc47 req-223279a4-dfc3-4d2c-862d-db84a8bf2bb7 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] 10.222.0.85 "GET /v2.0/ports?device_id=9c32c8ec-3847-430c-b19f-49ed6feb4bec HTTP/1.1" status: 200 len: 5430 time: 0.3251433 May 30 20:12:38.727517 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 53496) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:12:38.755057 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-e1e76824-c8ce-4d1e-81be-9a4b1b334ada tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Request body: {'floatingip': {'port_id': 'cce154e6-cfbb-4903-980b-422f277fa061'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:12:38.842596 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['8e5aeea2-b35a-41eb-83bf-3b475ff14780'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:12:38.894482 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-8283042d-d852-440e-9a9f-ddb69be20545 req-14cc9d6c-6a26-40d8-a192-ddfca36ff0f2 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-987941989', 'description': 'tempest-description-1651706030'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:12:38.919835 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-8283042d-d852-440e-9a9f-ddb69be20545 req-14cc9d6c-6a26-40d8-a192-ddfca36ff0f2 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:12:38.960680 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-8283042d-d852-440e-9a9f-ddb69be20545 req-14cc9d6c-6a26-40d8-a192-ddfca36ff0f2 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:12:38.979251 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e1e76824-c8ce-4d1e-81be-9a4b1b334ada tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Notify callbacks [] for floatingip, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:38.996213 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c7a94329-2a09-4140-a982-1b8e49d5cfec req-a0317979-0693-4b76-9170-e7011006257a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b1d3994633044342baf98a52682e583b&device_id=0fd4ef7a-ac02-4127-a818-9d04cde1fb1c HTTP/1.1" status: 200 len: 1094 time: 0.3242733 May 30 20:12:39.116762 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=8e5aeea2-b35a-41eb-83bf-3b475ff14780,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:39.234809 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-8283042d-d852-440e-9a9f-ddb69be20545 req-14cc9d6c-6a26-40d8-a192-ddfca36ff0f2 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:39.472154 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-8283042d-d852-440e-9a9f-ddb69be20545 req-14cc9d6c-6a26-40d8-a192-ddfca36ff0f2 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:12:39.486704 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-8283042d-d852-440e-9a9f-ddb69be20545 req-14cc9d6c-6a26-40d8-a192-ddfca36ff0f2 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Usage tracker for resource:security_group_rule and tenant:fa8a8e16668d4cd3985a20ee71169357 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:12:39.503960 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-8283042d-d852-440e-9a9f-ddb69be20545 req-14cc9d6c-6a26-40d8-a192-ddfca36ff0f2 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:12:39.572052 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-8283042d-d852-440e-9a9f-ddb69be20545 req-14cc9d6c-6a26-40d8-a192-ddfca36ff0f2 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:12:39.578904 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a94329-2a09-4140-a982-1b8e49d5cfec req-a1ca25d7-c288-4a61-9cc9-49f51e8cbde8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:39.581766 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c7a94329-2a09-4140-a982-1b8e49d5cfec req-a1ca25d7-c288-4a61-9cc9-49f51e8cbde8 service neutron] 10.222.0.71 "GET /v2.0/networks?id=b2f2587f-5348-477f-a322-df8a2a763ba2 HTTP/1.1" status: 200 len: 921 time: 0.5781097 May 30 20:12:39.728451 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c7a94329-2a09-4140-a982-1b8e49d5cfec req-226f9be6-d237-4e33-9e99-4d26e0e066f5 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f672bc28-a0b0-4d7f-8d47-08aa0f92c7b9 HTTP/1.1" status: 200 len: 217 time: 0.1223600 May 30 20:12:40.078105 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a94329-2a09-4140-a982-1b8e49d5cfec req-5d3eb92e-c9c9-4fc0-8147-abacb78ee925 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:40.078105 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c7a94329-2a09-4140-a982-1b8e49d5cfec req-5d3eb92e-c9c9-4fc0-8147-abacb78ee925 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d51613c5-1edb-4acb-8713-3f45b6162b1f HTTP/1.1" status: 200 len: 860 time: 0.3432031 May 30 20:12:40.235695 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c7a94329-2a09-4140-a982-1b8e49d5cfec req-72d92b61-27c0-469b-8b08-86e2474ef813 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b2f2587f-5348-477f-a322-df8a2a763ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1459920 May 30 20:12:40.396189 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-78bef6ee-7fc2-4033-ba45-115355b415d5 req-12da66fc-ac7e-4f97-b90b-0599db94339b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=616fd3cf3088407eac3f2d47f79e477c&device_id=781f0668-9440-46ff-91ea-df130a714c9e HTTP/1.1" status: 200 len: 210 time: 0.3206122 May 30 20:12:40.468026 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-78bef6ee-7fc2-4033-ba45-115355b415d5 req-6989e2fd-ef74-4ba7-9842-4af68d85219a service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=616fd3cf3088407eac3f2d47f79e477c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0432999 May 30 20:12:40.576075 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c7a94329-2a09-4140-a982-1b8e49d5cfec req-4d16f8ed-3484-4caa-b00e-ffd144f37515 service neutron] 10.222.0.71 "GET /v2.0/networks/b2f2587f-5348-477f-a322-df8a2a763ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3317499 May 30 20:12:40.665682 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bef6ee-7fc2-4033-ba45-115355b415d5 req-f069b5c6-bf17-4256-a83c-9e9dbc93ab96 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:40.667251 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-78bef6ee-7fc2-4033-ba45-115355b415d5 req-f069b5c6-bf17-4256-a83c-9e9dbc93ab96 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1716218 May 30 20:12:40.670053 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-8283042d-d852-440e-9a9f-ddb69be20545 req-14cc9d6c-6a26-40d8-a192-ddfca36ff0f2 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:40.799243 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-8283042d-d852-440e-9a9f-ddb69be20545 req-14cc9d6c-6a26-40d8-a192-ddfca36ff0f2 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:40.846857 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cc9d6c-6a26-40d8-a192-ddfca36ff0f2 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2333929-4cb4-4830-ae1a-bbc160f7df33,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:40.976695 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c7a94329-2a09-4140-a982-1b8e49d5cfec req-3015508f-4cc1-49ff-9534-0b97b82fba7d service neutron] 10.222.0.71 "GET /v2.0/networks/b2f2587f-5348-477f-a322-df8a2a763ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3915844 May 30 20:12:40.984638 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cc0659-15c0-4a2a-af30-f9c26dda6f5c req-b6a4fd08-a54c-41e9-98c4-ad83ac5af38a tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:40.986701 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-96cc0659-15c0-4a2a-af30-f9c26dda6f5c req-b6a4fd08-a54c-41e9-98c4-ad83ac5af38a tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] 10.222.0.85 "GET /v2.0/ports?device_id=0fd4ef7a-ac02-4127-a818-9d04cde1fb1c HTTP/1.1" status: 200 len: 943 time: 0.2626739 May 30 20:12:41.059105 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-96cc0659-15c0-4a2a-af30-f9c26dda6f5c req-4d766108-a9a3-4860-9cd7-20c9b1b53ff6 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] 10.222.0.85 "GET /v2.0/security-groups?id=c816953b-4eaf-44de-8f51-6f9258494ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596359 May 30 20:12:41.094272 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-8283042d-d852-440e-9a9f-ddb69be20545 req-14cc9d6c-6a26-40d8-a192-ddfca36ff0f2 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:41.095500 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8283042d-d852-440e-9a9f-ddb69be20545 req-14cc9d6c-6a26-40d8-a192-ddfca36ff0f2 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1639 time: 2.2653821 May 30 20:12:41.172081 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e1e76824-c8ce-4d1e-81be-9a4b1b334ada tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:41.242585 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e1e76824-c8ce-4d1e-81be-9a4b1b334ada tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736490'] for floatingip, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:41.536618 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 8e5aeea2-b35a-41eb-83bf-3b475ff14780 up at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:12:41.557437 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-640c4d47-080e-4143-ad22-2dacdaa8d1f1 req-43245a9a-dac1-4c83-b2cb-2f145f95be0a tempest-ServersAaction247Test-765955929 tempest-ServersAaction247Test-765955929-project] 10.222.0.85 "GET /v2.0/ports?device_id=781f0668-9440-46ff-91ea-df130a714c9e HTTP/1.1" status: 200 len: 210 time: 0.1301024 May 30 20:12:41.735878 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:12:41.805015 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d204036-c325-4045-9917-6b05d606ff5d req-9aaa8278-6fe7-44c4-98fa-a3f1db71a92b tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:41.807228 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4d204036-c325-4045-9917-6b05d606ff5d req-9aaa8278-6fe7-44c4-98fa-a3f1db71a92b tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/ports?device_id=d70bcf10-f2be-4570-ba87-475cc99a18c1 HTTP/1.1" status: 200 len: 944 time: 0.3244345 May 30 20:12:41.859715 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning for port 8e5aeea2-b35a-41eb-83bf-3b475ff14780 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:12:41.866521 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning complete for port 8e5aeea2-b35a-41eb-83bf-3b475ff14780 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:12:41.867264 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:41.907258 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4d204036-c325-4045-9917-6b05d606ff5d req-f39ae7d4-0f65-4c50-b8b5-423028808331 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/security-groups?id=3b7b472c-21af-4683-a7b2-e1dc38380326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829051 May 30 20:12:41.916511 n-d-843948-2 neutron-server[84887]: INFO neutron.db.l3_db [None req-e1e76824-c8ce-4d1e-81be-9a4b1b334ada tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Floating IP b5ea229c-c766-4b84-a6ff-0f25f794108a associated. External IP: 172.25.8.128, port: cce154e6-cfbb-4903-980b-422f277fa061. May 30 20:12:41.986630 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [req-95c17406-43e9-4a72-9596-77b45c7f924f req-a939921a-006e-4d68-9d4a-03505daf0f4b tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-853554597', 'description': 'tempest-description-1706944840'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:12:42.001188 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-95c17406-43e9-4a72-9596-77b45c7f924f req-a939921a-006e-4d68-9d4a-03505daf0f4b tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:12:42.011459 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-95c17406-43e9-4a72-9596-77b45c7f924f req-a939921a-006e-4d68-9d4a-03505daf0f4b tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Usage tracker for resource:security_group and tenant:fa8a8e16668d4cd3985a20ee71169357 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:12:42.018484 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-95c17406-43e9-4a72-9596-77b45c7f924f req-a939921a-006e-4d68-9d4a-03505daf0f4b tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:12:42.032547 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-95c17406-43e9-4a72-9596-77b45c7f924f req-a939921a-006e-4d68-9d4a-03505daf0f4b tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:12:42.119489 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-95c17406-43e9-4a72-9596-77b45c7f924f req-a939921a-006e-4d68-9d4a-03505daf0f4b tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:42.207276 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-95c17406-43e9-4a72-9596-77b45c7f924f req-a939921a-006e-4d68-9d4a-03505daf0f4b tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:12:42.229939 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-95c17406-43e9-4a72-9596-77b45c7f924f req-a939921a-006e-4d68-9d4a-03505daf0f4b tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Usage tracker for resource:security_group_rule and tenant:fa8a8e16668d4cd3985a20ee71169357 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:12:42.240674 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-95c17406-43e9-4a72-9596-77b45c7f924f req-a939921a-006e-4d68-9d4a-03505daf0f4b tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:12:42.252710 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device f672bc28-a0b0-4d7f-8d47-08aa0f92c7b9 details requested by agent hyperv_n-h1-843948-2 with host n-h1-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:12:42.257171 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-95c17406-43e9-4a72-9596-77b45c7f924f req-a939921a-006e-4d68-9d4a-03505daf0f4b tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:12:42.283242 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:42.471430 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-95c17406-43e9-4a72-9596-77b45c7f924f req-a939921a-006e-4d68-9d4a-03505daf0f4b tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:42.506420 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd70bcf10-f2be-4570-ba87-475cc99a18c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e5aeea2-b35a-41eb-83bf-3b475ff14780'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:12:42.569329 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 8e5aeea2-b35a-41eb-83bf-3b475ff14780, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=8e5aeea2-b35a-41eb-83bf-3b475ff14780,segment=NetworkSegment(6f1287e5-9e46-42ce-b023-b38d433df277),segment_id=6f1287e5-9e46-42ce-b023-b38d433df277)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:12:42.571721 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-78bef6ee-7fc2-4033-ba45-115355b415d5 req-cb8165e6-c98a-44db-bd8e-caee29bf17b4 tempest-ServersAaction247Test-765955929 tempest-ServersAaction247Test-765955929-project] 10.222.0.86 "GET /v2.0/ports?device_id=781f0668-9440-46ff-91ea-df130a714c9e HTTP/1.1" status: 200 len: 210 time: 0.1906250 May 30 20:12:42.718472 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port f672bc28-a0b0-4d7f-8d47-08aa0f92c7b9, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=f672bc28-a0b0-4d7f-8d47-08aa0f92c7b9,segment=NetworkSegment(8cf4782e-e691-4ec5-a2ea-a14d58f8df7a),segment_id=8cf4782e-e691-4ec5-a2ea-a14d58f8df7a)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:12:42.736868 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Returning: {'device': 'f672bc28-a0b0-4d7f-8d47-08aa0f92c7b9', 'network_id': 'b2f2587f-5348-477f-a322-df8a2a763ba2', 'port_id': 'f672bc28-a0b0-4d7f-8d47-08aa0f92c7b9', 'mac_address': 'fa:16:3e:9d:7b:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd51613c5-1edb-4acb-8713-3f45b6162b1f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:12:42.820885 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:42.846883 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f672bc28-a0b0-4d7f-8d47-08aa0f92c7b9 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:12:42.870922 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port f672bc28-a0b0-4d7f-8d47-08aa0f92c7b9, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=f672bc28-a0b0-4d7f-8d47-08aa0f92c7b9,segment=NetworkSegment(8cf4782e-e691-4ec5-a2ea-a14d58f8df7a),segment_id=8cf4782e-e691-4ec5-a2ea-a14d58f8df7a)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:12:42.897870 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fb6551-f1d7-4c9a-96ed-c1da1cbdcaa3 req-57d20e3a-38c8-4e12-9cdd-dfd0ff592a08 tempest-ListImageFiltersTestJSON-965511707 tempest-ListImageFiltersTestJSON-965511707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:42.897870 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-65fb6551-f1d7-4c9a-96ed-c1da1cbdcaa3 req-57d20e3a-38c8-4e12-9cdd-dfd0ff592a08 tempest-ListImageFiltersTestJSON-965511707 tempest-ListImageFiltersTestJSON-965511707-project] 10.222.0.85 "GET /v2.0/ports?device_id=1e974719-f151-411c-a7de-1bbece5ed0bf HTTP/1.1" status: 200 len: 950 time: 0.4035244 May 30 20:12:42.967882 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-65fb6551-f1d7-4c9a-96ed-c1da1cbdcaa3 req-335fad9a-2d35-49e8-b1d3-1954939e7d00 tempest-ListImageFiltersTestJSON-965511707 tempest-ListImageFiltersTestJSON-965511707-project] 10.222.0.85 "GET /v2.0/security-groups?id=b6ee8f85-74c5-46fe-a3a8-5610018ec9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648372 May 30 20:12:43.088163 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1e76824-c8ce-4d1e-81be-9a4b1b334ada tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Router 0050877d-f8dc-4e5a-a735-a90578e2168a has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:12:43.374386 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b848238-fcb5-4011-b00d-9500be36afbd req-fac1211f-b77e-4dd3-ac43-29a700a5b237 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:43.374386 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8b848238-fcb5-4011-b00d-9500be36afbd req-fac1211f-b77e-4dd3-ac43-29a700a5b237 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] 10.222.0.85 "GET /v2.0/ports?device_id=0fd4ef7a-ac02-4127-a818-9d04cde1fb1c HTTP/1.1" status: 200 len: 943 time: 0.2066371 May 30 20:12:43.447005 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-95c17406-43e9-4a72-9596-77b45c7f924f req-a939921a-006e-4d68-9d4a-03505daf0f4b tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:43.495797 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:43.547918 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8b848238-fcb5-4011-b00d-9500be36afbd req-eff32fa3-33c0-4d3a-bbfd-580531c8691f tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] 10.222.0.85 "GET /v2.0/security-groups?id=c816953b-4eaf-44de-8f51-6f9258494ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473823 May 30 20:12:43.652769 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:43.652769 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=f672bc28-a0b0-4d7f-8d47-08aa0f92c7b9,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:43.740311 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-95c17406-43e9-4a72-9596-77b45c7f924f req-a939921a-006e-4d68-9d4a-03505daf0f4b tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:43.825151 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-95c17406-43e9-4a72-9596-77b45c7f924f req-a939921a-006e-4d68-9d4a-03505daf0f4b tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1639 time: 1.8377163 May 30 20:12:43.840425 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a939921a-006e-4d68-9d4a-03505daf0f4b tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60951131-7bfd-4c56-940a-3247b9851d55,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:43.961455 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['f672bc28-a0b0-4d7f-8d47-08aa0f92c7b9'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:12:43.963001 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1e76824-c8ce-4d1e-81be-9a4b1b334ada tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:12:43.971730 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e1e76824-c8ce-4d1e-81be-9a4b1b334ada tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:43.981318 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02686a7b-939e-482f-8abd-4582696688c1 None None] Sync routers for ids ['0050877d-f8dc-4e5a-a735-a90578e2168a'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:12:44.054367 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02686a7b-939e-482f-8abd-4582696688c1 None None] Routers {'0050877d-f8dc-4e5a-a735-a90578e2168a'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:12:44.058409 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-02686a7b-939e-482f-8abd-4582696688c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:12:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['0050877d-f8dc-4e5a-a735-a90578e2168a'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:12:44.314850 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 5dd7d2c5-4872-4599-ac18-d24cb5375cd4 no longer exists at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:12:44.626757 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5dd053e1-9dde-43a1-907a-a49d7ce513d2'] response: {'server_uuid': 'd70bcf10-f2be-4570-ba87-475cc99a18c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e5aeea2-b35a-41eb-83bf-3b475ff14780', 'code': 200} May 30 20:12:44.649708 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-264df386-b4ec-46f9-8451-6eb36e06903c req-451d994a-680c-41da-b7b0-2ecd1ce390ac tempest-ServersAaction247Test-765955929 tempest-ServersAaction247Test-765955929-project] 10.222.0.85 "GET /v2.0/ports?device_id=781f0668-9440-46ff-91ea-df130a714c9e HTTP/1.1" status: 200 len: 210 time: 0.0971735 May 30 20:12:44.766244 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-02686a7b-939e-482f-8abd-4582696688c1 None None] Set router 0050877d-f8dc-4e5a-a735-a90578e2168a gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:12:45.016326 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-e1e76824-c8ce-4d1e-81be-9a4b1b334ada tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] 10.222.0.85 "PUT /v2.0/floatingips/b5ea229c-c766-4b84-a6ff-0f25f794108a HTTP/1.1" status: 200 len: 991 time: 6.2694442 May 30 20:12:45.061844 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c32c8ec-3847-430c-b19f-49ed6feb4bec', 'tag': 'cce154e6-cfbb-4903-980b-422f277fa061'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:12:45.184157 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:45.217148 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=8e5aeea2-b35a-41eb-83bf-3b475ff14780,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:45.449534 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 5dd7d2c5-4872-4599-ac18-d24cb5375cd4, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=5dd7d2c5-4872-4599-ac18-d24cb5375cd4,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:12:45.584469 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:45.759922 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7d4e8d95-baa5-4385-bbfb-0b2e2d3ba3ce req-d70e9d5a-658c-4d6e-b6d5-6e144c12381a service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=d70bcf10-f2be-4570-ba87-475cc99a18c1 HTTP/1.1" status: 200 len: 1096 time: 1.2586849 May 30 20:12:45.803166 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=5dd7d2c5-4872-4599-ac18-d24cb5375cd4,revision_number=8']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:45.895972 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741ef659-4501-406d-bb33-75e11436ac77 req-4e8710d8-3bda-4440-90a9-25fbb95ff6c2 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:45.905350 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-741ef659-4501-406d-bb33-75e11436ac77 req-4e8710d8-3bda-4440-90a9-25fbb95ff6c2 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/ports?device_id=d70bcf10-f2be-4570-ba87-475cc99a18c1 HTTP/1.1" status: 200 len: 945 time: 0.7844996 May 30 20:12:45.943209 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7d4e8d95-baa5-4385-bbfb-0b2e2d3ba3ce req-4d15f8a6-f828-4091-8b1d-fcaf9faea919 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=3b7b472c-21af-4683-a7b2-e1dc38380326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701829 May 30 20:12:46.002701 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-741ef659-4501-406d-bb33-75e11436ac77 req-5b3af83a-d621-463c-9693-c38357d0738d tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/security-groups?id=3b7b472c-21af-4683-a7b2-e1dc38380326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958452 May 30 20:12:46.377796 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-02686a7b-939e-482f-8abd-4582696688c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0050877d-f8dc-4e5a-a735-a90578e2168a', 'name': 'tempest-TaggedBootDevicesTest-1968808311-router', 'tenant_id': 'a1a57cdea23a49088fa533e38f6a3032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': '5e1e9cd0-6036-4d10-95b3-5d38b55f30f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:07:27Z', 'updated_at': '2022-05-30T20:07:43Z', 'revision_number': 4, 'project_id': 'a1a57cdea23a49088fa533e38f6a3032', 'gw_port': {'id': '5e1e9cd0-6036-4d10-95b3-5d38b55f30f1', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0050877d-f8dc-4e5a-a735-a90578e2168a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:07:29Z', 'updated_at': '2022-05-30T20:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': 'b5ea229c-c766-4b84-a6ff-0f25f794108a', 'tenant_id': 'a1a57cdea23a49088fa533e38f6a3032', 'floating_ip_address': '172.25.8.128', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': '0050877d-f8dc-4e5a-a735-a90578e2168a', 'port_id': 'cce154e6-cfbb-4903-980b-422f277fa061', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e8f5de0-54c1-49e1-ba92-4f5db898889d', 'mac_address': 'fa:16:3e:d5:ac:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c32c8ec-3847-430c-b19f-49ed6feb4bec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:10:02Z', 'updated_at': '2022-05-30T20:12:41Z', 'revision_number': 1, 'project_id': 'a1a57cdea23a49088fa533e38f6a3032', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81588cca-c3ab-4a72-8461-d7a2a1310cc2', 'name': '', 'network_id': '5e8f5de0-54c1-49e1-ba92-4f5db898889d', 'tenant_id': 'a1a57cdea23a49088fa533e38f6a3032', 'mac_address': 'fa:16:3e:e5:3d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0050877d-f8dc-4e5a-a735-a90578e2168a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4fadf349-a926-433c-a782-ad168c18ddef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:07:39Z', 'updated_at': '2022-05-30T20:07:59Z', 'revision_number': 5, 'project_id': 'a1a57cdea23a49088fa533e38f6a3032', 'subnets': [{'id': '4fadf349-a926-433c-a782-ad168c18ddef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:12:46.390909 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02686a7b-939e-482f-8abd-4582696688c1 None None] Checking router: 0050877d-f8dc-4e5a-a735-a90578e2168a for host: n-d-843948-2 {{(pid=84889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:12:46.415788 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02686a7b-939e-482f-8abd-4582696688c1 None None] Routers {'0050877d-f8dc-4e5a-a735-a90578e2168a'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:12:46.417299 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-02686a7b-939e-482f-8abd-4582696688c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:12:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['0050877d-f8dc-4e5a-a735-a90578e2168a'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:12:46.609021 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e974719-f151-411c-a7de-1bbece5ed0bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5dd7d2c5-4872-4599-ac18-d24cb5375cd4'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:12:46.728466 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501f0c45-1b5e-443c-940d-ee812c483965 req-2fd0ec8f-55c6-406a-aa27-b749bf531f5c tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:46.731579 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-501f0c45-1b5e-443c-940d-ee812c483965 req-2fd0ec8f-55c6-406a-aa27-b749bf531f5c tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Synchronizing usage tracker for tenant:fa8a8e16668d4cd3985a20ee71169357 on resource:network {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:12:46.872043 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-501f0c45-1b5e-443c-940d-ee812c483965 req-2fd0ec8f-55c6-406a-aa27-b749bf531f5c tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Unset dirty status for tenant:fa8a8e16668d4cd3985a20ee71169357 on resource:network {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:12:46.874158 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-501f0c45-1b5e-443c-940d-ee812c483965 req-2fd0ec8f-55c6-406a-aa27-b749bf531f5c tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] 10.222.0.85 "GET /v2.0/networks?id=4a9121fe-3c05-4fb0-ad44-174db17c3d5b HTTP/1.1" status: 200 len: 812 time: 0.4878473 May 30 20:12:46.936071 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-501f0c45-1b5e-443c-940d-ee812c483965 req-5933b4e5-4ca4-4bd8-b60c-e73548db231a tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] 10.222.0.85 "GET /v2.0/quotas/fa8a8e16668d4cd3985a20ee71169357 HTTP/1.1" status: 200 len: 375 time: 0.0520787 May 30 20:12:47.034123 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-02686a7b-939e-482f-8abd-4582696688c1 None None] Set router 0050877d-f8dc-4e5a-a735-a90578e2168a gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:12:47.345786 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-501f0c45-1b5e-443c-940d-ee812c483965 req-f43ee088-1582-45b9-a491-1a4af4d9acea tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=fa8a8e16668d4cd3985a20ee71169357&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3997946 May 30 20:12:47.965175 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f22a9a3-cdbe-412e-b72d-295abbbb5951 req-1dfd7af0-67bf-4e5c-9b67-f39010d23eda tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:47.980011 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-7f22a9a3-cdbe-412e-b72d-295abbbb5951 req-1dfd7af0-67bf-4e5c-9b67-f39010d23eda tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] 10.222.0.85 "GET /v2.0/ports?device_id=0fd4ef7a-ac02-4127-a818-9d04cde1fb1c HTTP/1.1" status: 200 len: 944 time: 0.6764526 May 30 20:12:48.141219 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-7f22a9a3-cdbe-412e-b72d-295abbbb5951 req-89235627-8654-4b88-b150-6f57926abe9b tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] 10.222.0.85 "GET /v2.0/security-groups?id=c816953b-4eaf-44de-8f51-6f9258494ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592784 May 30 20:12:48.200770 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-02686a7b-939e-482f-8abd-4582696688c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0050877d-f8dc-4e5a-a735-a90578e2168a', 'name': 'tempest-TaggedBootDevicesTest-1968808311-router', 'tenant_id': 'a1a57cdea23a49088fa533e38f6a3032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': '5e1e9cd0-6036-4d10-95b3-5d38b55f30f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:07:27Z', 'updated_at': '2022-05-30T20:07:43Z', 'revision_number': 4, 'project_id': 'a1a57cdea23a49088fa533e38f6a3032', 'gw_port': {'id': '5e1e9cd0-6036-4d10-95b3-5d38b55f30f1', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0050877d-f8dc-4e5a-a735-a90578e2168a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:07:29Z', 'updated_at': '2022-05-30T20:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': 'b5ea229c-c766-4b84-a6ff-0f25f794108a', 'tenant_id': 'a1a57cdea23a49088fa533e38f6a3032', 'floating_ip_address': '172.25.8.128', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': '0050877d-f8dc-4e5a-a735-a90578e2168a', 'port_id': 'cce154e6-cfbb-4903-980b-422f277fa061', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e8f5de0-54c1-49e1-ba92-4f5db898889d', 'mac_address': 'fa:16:3e:d5:ac:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c32c8ec-3847-430c-b19f-49ed6feb4bec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:10:02Z', 'updated_at': '2022-05-30T20:12:41Z', 'revision_number': 1, 'project_id': 'a1a57cdea23a49088fa533e38f6a3032', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81588cca-c3ab-4a72-8461-d7a2a1310cc2', 'name': '', 'network_id': '5e8f5de0-54c1-49e1-ba92-4f5db898889d', 'tenant_id': 'a1a57cdea23a49088fa533e38f6a3032', 'mac_address': 'fa:16:3e:e5:3d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0050877d-f8dc-4e5a-a735-a90578e2168a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4fadf349-a926-433c-a782-ad168c18ddef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:07:39Z', 'updated_at': '2022-05-30T20:07:59Z', 'revision_number': 5, 'project_id': 'a1a57cdea23a49088fa533e38f6a3032', 'subnets': [{'id': '4fadf349-a926-433c-a782-ad168c18ddef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:12:48.220065 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02686a7b-939e-482f-8abd-4582696688c1 None None] The sync data for ids ['0050877d-f8dc-4e5a-a735-a90578e2168a'] in n-d-843948-2 is: [{'id': '0050877d-f8dc-4e5a-a735-a90578e2168a', 'name': 'tempest-TaggedBootDevicesTest-1968808311-router', 'tenant_id': 'a1a57cdea23a49088fa533e38f6a3032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': '5e1e9cd0-6036-4d10-95b3-5d38b55f30f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:07:27Z', 'updated_at': '2022-05-30T20:07:43Z', 'revision_number': 4, 'project_id': 'a1a57cdea23a49088fa533e38f6a3032', 'gw_port': {'id': '5e1e9cd0-6036-4d10-95b3-5d38b55f30f1', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0050877d-f8dc-4e5a-a735-a90578e2168a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:07:29Z', 'updated_at': '2022-05-30T20:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': 'b5ea229c-c766-4b84-a6ff-0f25f794108a', 'tenant_id': 'a1a57cdea23a49088fa533e38f6a3032', 'floating_ip_address': '172.25.8.128', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': '0050877d-f8dc-4e5a-a735-a90578e2168a', 'port_id': 'cce154e6-cfbb-4903-980b-422f277fa061', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e8f5de0-54c1-49e1-ba92-4f5db898889d', 'mac_address': 'fa:16:3e:d5:ac:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c32c8ec-3847-430c-b19f-49ed6feb4bec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:10:02Z', 'updated_at': '2022-05-30T20:12:41Z', 'revision_number': 1, 'project_id': 'a1a57cdea23a49088fa533e38f6a3032', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81588cca-c3ab-4a72-8461-d7a2a1310cc2', 'name': '', 'network_id': '5e8f5de0-54c1-49e1-ba92-4f5db898889d', 'tenant_id': 'a1a57cdea23a49088fa533e38f6a3032', 'mac_address': 'fa:16:3e:e5:3d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0050877d-f8dc-4e5a-a735-a90578e2168a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4fadf349-a926-433c-a782-ad168c18ddef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:07:39Z', 'updated_at': '2022-05-30T20:07:59Z', 'revision_number': 5, 'project_id': 'a1a57cdea23a49088fa533e38f6a3032', 'subnets': [{'id': '4fadf349-a926-433c-a782-ad168c18ddef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:12:48.254521 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device f672bc28-a0b0-4d7f-8d47-08aa0f92c7b9 up at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:12:48.338614 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-501f0c45-1b5e-443c-940d-ee812c483965 req-3462177d-82af-4119-af84-9dc67975880c service neutron] 10.222.0.85 "GET /v2.0/networks/4a9121fe-3c05-4fb0-ad44-174db17c3d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9641151 May 30 20:12:48.737562 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning for port f672bc28-a0b0-4d7f-8d47-08aa0f92c7b9 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:12:48.763480 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning complete for port f672bc28-a0b0-4d7f-8d47-08aa0f92c7b9 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:12:48.764131 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:48.849543 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ae8ca210-341d-4981-874a-9e457be7c2c7 req-08f599e2-a910-403d-a9ee-c93433a332a4 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a1a57cdea23a49088fa533e38f6a3032&device_id=9c32c8ec-3847-430c-b19f-49ed6feb4bec HTTP/1.1" status: 200 len: 6487 time: 0.3852417 May 30 20:12:48.894891 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa92f86f-a40d-4e21-91e6-b00d6c030f03'] response: {'name': 'network-changed', 'server_uuid': '9c32c8ec-3847-430c-b19f-49ed6feb4bec', 'tag': 'cce154e6-cfbb-4903-980b-422f277fa061', 'status': 'completed', 'code': 200} May 30 20:12:48.945238 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509fff0d-5eae-444a-b5e9-ddd778a2950a None None] New status for floating IP b5ea229c-c766-4b84-a6ff-0f25f794108a: ACTIVE {{(pid=84888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 20:12:48.962360 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-501f0c45-1b5e-443c-940d-ee812c483965 req-e618a7e0-a4f5-4425-a34b-67ee16a79d0f service neutron] 10.222.0.85 "GET /v2.0/networks/4a9121fe-3c05-4fb0-ad44-174db17c3d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6173007 May 30 20:12:49.294826 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea53aca8-3f52-4edf-b6e4-70d29f05f053'] response: {'server_uuid': '1e974719-f151-411c-a7de-1bbece5ed0bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5dd7d2c5-4872-4599-ac18-d24cb5375cd4', 'code': 200} May 30 20:12:49.415965 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:49.465950 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8ca210-341d-4981-874a-9e457be7c2c7 req-151cedaa-98c5-4d05-ada6-65bc1ce23477 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:49.475791 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ae8ca210-341d-4981-874a-9e457be7c2c7 req-151cedaa-98c5-4d05-ada6-65bc1ce23477 service neutron] 10.222.0.71 "GET /v2.0/networks?id=5e8f5de0-54c1-49e1-ba92-4f5db898889d HTTP/1.1" status: 200 len: 913 time: 0.6077540 May 30 20:12:49.840429 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ae8ca210-341d-4981-874a-9e457be7c2c7 req-f5a8bc9d-24fc-4e3d-af71-88d8c3740a39 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cce154e6-cfbb-4903-980b-422f277fa061 HTTP/1.1" status: 200 len: 999 time: 0.3643074 May 30 20:12:50.197563 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8ca210-341d-4981-874a-9e457be7c2c7 req-6cb3d912-956e-45d8-9f86-430d8c5de465 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:50.197563 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ae8ca210-341d-4981-874a-9e457be7c2c7 req-6cb3d912-956e-45d8-9f86-430d8c5de465 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4fadf349-a926-433c-a782-ad168c18ddef HTTP/1.1" status: 200 len: 851 time: 0.3482292 May 30 20:12:50.341779 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device b2692eb8-1752-4fef-bb41-97b67e62bb53 details requested by agent hyperv_n-h1-843948-2 with host n-h1-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:12:50.427633 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 53624) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:12:50.447263 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:50.494148 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e267f5f-e152-4544-95a5-cacdfa947166 req-f3e0b347-59dd-4484-9735-dc0551f11535 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:50.495970 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8e267f5f-e152-4544-95a5-cacdfa947166 req-f3e0b347-59dd-4484-9735-dc0551f11535 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] 10.222.0.85 "GET /v2.0/ports?device_id=0fd4ef7a-ac02-4127-a818-9d04cde1fb1c HTTP/1.1" status: 200 len: 944 time: 0.2298241 May 30 20:12:50.582360 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019df214-d61d-4085-bb3c-ad44fe2a931c req-3a6e5ac4-8a3a-4d64-b59b-1b1e95551b30 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:50.594793 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-019df214-d61d-4085-bb3c-ad44fe2a931c req-3a6e5ac4-8a3a-4d64-b59b-1b1e95551b30 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/ports?device_id=d70bcf10-f2be-4570-ba87-475cc99a18c1 HTTP/1.1" status: 200 len: 945 time: 0.6295507 May 30 20:12:50.651964 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port f672bc28-a0b0-4d7f-8d47-08aa0f92c7b9, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=f672bc28-a0b0-4d7f-8d47-08aa0f92c7b9,segment=NetworkSegment(8cf4782e-e691-4ec5-a2ea-a14d58f8df7a),segment_id=8cf4782e-e691-4ec5-a2ea-a14d58f8df7a)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:12:50.692299 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ae8ca210-341d-4981-874a-9e457be7c2c7 req-77e0eca9-4695-456a-81e6-b68b6f1b72a7 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=5e8f5de0-54c1-49e1-ba92-4f5db898889d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4804745 May 30 20:12:50.694022 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8e267f5f-e152-4544-95a5-cacdfa947166 req-95a7aa5e-4b07-4e5a-beb3-2640a86336b4 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] 10.222.0.85 "GET /v2.0/security-groups?id=c816953b-4eaf-44de-8f51-6f9258494ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900697 May 30 20:12:50.752931 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:50.838915 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-019df214-d61d-4085-bb3c-ad44fe2a931c req-01717665-0917-4d65-aab8-dcb5e31b3c7e tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/security-groups?id=3b7b472c-21af-4683-a7b2-e1dc38380326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331681 May 30 20:12:50.935847 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port b2692eb8-1752-4fef-bb41-97b67e62bb53, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=b2692eb8-1752-4fef-bb41-97b67e62bb53,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:12:50.962485 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9feee78c-7191-4c1e-9465-8aad687a3d0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:50.973265 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ae8ca210-341d-4981-874a-9e457be7c2c7 req-eca45a34-3b3a-4106-9ea5-c75f084a260a service neutron] 10.222.0.71 "GET /v2.0/networks/5e8f5de0-54c1-49e1-ba92-4f5db898889d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2712836 May 30 20:12:50.978388 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Returning: {'device': 'b2692eb8-1752-4fef-bb41-97b67e62bb53', 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1', 'port_id': 'b2692eb8-1752-4fef-bb41-97b67e62bb53', 'mac_address': 'fa:16:3e:20:17:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b83ff54-b1af-44ce-bb75-ba148920553c', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:12:51.089744 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=f672bc28-a0b0-4d7f-8d47-08aa0f92c7b9,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:51.121341 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-9feee78c-7191-4c1e-9465-8aad687a3d0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:12:51.158927 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-9feee78c-7191-4c1e-9465-8aad687a3d0f admin admin] Usage tracker for resource:security_group_rule and tenant:616fd3cf3088407eac3f2d47f79e477c is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:12:51.296849 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-9feee78c-7191-4c1e-9465-8aad687a3d0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:12:51.310732 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fd4ef7a-ac02-4127-a818-9d04cde1fb1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f672bc28-a0b0-4d7f-8d47-08aa0f92c7b9'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:12:51.335682 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-9feee78c-7191-4c1e-9465-8aad687a3d0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:12:51.357487 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-74d8d552-6587-4929-8a71-1d8c2370fcc6 req-54b93389-ae64-4267-840e-0c5b03d387b1 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] 10.222.0.85 "GET /v2.0/ports?device_id=c58696a1-825d-4fb4-93a7-081f172646d0 HTTP/1.1" status: 200 len: 210 time: 0.1832371 May 30 20:12:51.383977 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ae8ca210-341d-4981-874a-9e457be7c2c7 req-3d9ec1c6-7b93-4f56-8dd7-2fd58fd27a0d service neutron] 10.222.0.71 "GET /v2.0/networks/5e8f5de0-54c1-49e1-ba92-4f5db898889d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3990569 May 30 20:12:51.519082 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd929e8e-c75a-4fdf-95d0-c47b89b1da57'] response: {'server_uuid': '0fd4ef7a-ac02-4127-a818-9d04cde1fb1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f672bc28-a0b0-4d7f-8d47-08aa0f92c7b9', 'code': 200} May 30 20:12:51.550115 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:51.659294 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2692eb8-1752-4fef-bb41-97b67e62bb53 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:12:51.673641 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9feee78c-7191-4c1e-9465-8aad687a3d0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:51.704706 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port b2692eb8-1752-4fef-bb41-97b67e62bb53, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=b2692eb8-1752-4fef-bb41-97b67e62bb53,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:12:51.773829 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9feee78c-7191-4c1e-9465-8aad687a3d0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:51.859505 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:51.943400 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5c098d-3470-428a-8d62-38cc5be29261 req-d60252cf-b30b-4172-963e-292991f43275 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:51.971230 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-cd5c098d-3470-428a-8d62-38cc5be29261 req-d60252cf-b30b-4172-963e-292991f43275 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/networks?id=447ea545-6235-439a-a377-09de7456264b HTTP/1.1" status: 200 len: 806 time: 0.4799368 May 30 20:12:52.071261 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-cd5c098d-3470-428a-8d62-38cc5be29261 req-c0e1877f-312c-47a3-a13d-d511583b46d2 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/quotas/7f20a37d1ec84058864d6080c6a9f8aa HTTP/1.1" status: 200 len: 375 time: 0.1000583 May 30 20:12:52.119609 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9feee78c-7191-4c1e-9465-8aad687a3d0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=382d3f96-9277-4701-9b5a-2f9219f918bb,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:52.179566 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-9feee78c-7191-4c1e-9465-8aad687a3d0f admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=616fd3cf3088407eac3f2d47f79e477c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7315114 May 30 20:12:52.179566 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 53666) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:12:52.219807 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['b2692eb8-1752-4fef-bb41-97b67e62bb53'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:12:52.295076 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=b2692eb8-1752-4fef-bb41-97b67e62bb53,revision_number=9']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:52.352041 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:52.510703 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-cb8ff4eb-7946-45be-91bf-c53fe21c292a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:52.540125 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6153638-b6ea-40ab-b664-3bcc939c8272 req-b39cdd54-e17a-45f4-8b7d-5fadf454c65e tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:52.562911 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b6153638-b6ea-40ab-b664-3bcc939c8272 req-b39cdd54-e17a-45f4-8b7d-5fadf454c65e tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] 10.222.0.85 "GET /v2.0/ports?device_id=0fd4ef7a-ac02-4127-a818-9d04cde1fb1c HTTP/1.1" status: 200 len: 945 time: 0.5011516 May 30 20:12:52.775214 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b6153638-b6ea-40ab-b664-3bcc939c8272 req-193da689-e35f-4619-abac-65ef6046c7e6 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] 10.222.0.85 "GET /v2.0/security-groups?id=c816953b-4eaf-44de-8f51-6f9258494ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976535 May 30 20:12:52.869668 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-cd5c098d-3470-428a-8d62-38cc5be29261 req-89f03d06-59b2-479b-8a26-103ccebcee79 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=7f20a37d1ec84058864d6080c6a9f8aa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8000624 May 30 20:12:52.881529 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-cb8ff4eb-7946-45be-91bf-c53fe21c292a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:52.886683 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1202c7fd-c7c1-4acd-961b-3c7c44c67c8e req-f329f876-7a22-420f-ba0b-e8bb9b5afdb6 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=0fd4ef7a-ac02-4127-a818-9d04cde1fb1c HTTP/1.1" status: 200 len: 1096 time: 0.8183019 May 30 20:12:53.304457 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1202c7fd-c7c1-4acd-961b-3c7c44c67c8e req-181aaf61-abc8-4910-8141-21cfa13dc828 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=c816953b-4eaf-44de-8f51-6f9258494ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4169188 May 30 20:12:53.656581 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-874164a4-4aa0-4f9c-a4f9-cc978b192e98 req-084d8599-268d-499f-a204-9bd5acf8d485 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] 10.222.0.85 "GET /v2.0/ports?device_id=c58696a1-825d-4fb4-93a7-081f172646d0 HTTP/1.1" status: 200 len: 210 time: 0.1246784 May 30 20:12:53.976365 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-cd5c098d-3470-428a-8d62-38cc5be29261 req-2225147a-18a0-4968-a1f8-6e6c0ae7a196 service neutron] 10.222.0.85 "GET /v2.0/networks/447ea545-6235-439a-a377-09de7456264b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7187352 May 30 20:12:53.976365 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-cd5c098d-3470-428a-8d62-38cc5be29261 req-4a17f71b-5173-4c32-aabf-5fc38d4374b8 service neutron] 10.222.0.85 "GET /v2.0/networks/447ea545-6235-439a-a377-09de7456264b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254412 May 30 20:12:54.241138 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a789a345-6ce7-4896-8397-cacbd98c0de5 req-ed1b6d39-f197-4eba-a4d9-e125ee29c311 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:54.245368 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a789a345-6ce7-4896-8397-cacbd98c0de5 req-ed1b6d39-f197-4eba-a4d9-e125ee29c311 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] 10.222.0.85 "GET /v2.0/ports?device_id=0fd4ef7a-ac02-4127-a818-9d04cde1fb1c HTTP/1.1" status: 200 len: 945 time: 0.1815419 May 30 20:12:54.300937 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device b2692eb8-1752-4fef-bb41-97b67e62bb53 up at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:12:54.474988 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a789a345-6ce7-4896-8397-cacbd98c0de5 req-ea58b700-4fc9-41ac-b6aa-07dbe9d3e4fc tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] 10.222.0.85 "GET /v2.0/security-groups?id=c816953b-4eaf-44de-8f51-6f9258494ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098701 May 30 20:12:54.552616 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-cb8ff4eb-7946-45be-91bf-c53fe21c292a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:54.573926 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8ff4eb-7946-45be-91bf-c53fe21c292a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=382d3f96-9277-4701-9b5a-2f9219f918bb,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:54.573926 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-cb8ff4eb-7946-45be-91bf-c53fe21c292a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:54.573926 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-cb8ff4eb-7946-45be-91bf-c53fe21c292a admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/382d3f96-9277-4701-9b5a-2f9219f918bb HTTP/1.1" status: 204 len: 168 time: 2.4003997 May 30 20:12:54.735317 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning complete for port b2692eb8-1752-4fef-bb41-97b67e62bb53 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:12:54.736060 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:55.123497 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e8008858-ca77-4ce2-a097-ba6aa61f80f9 req-c579432e-ff2d-49d4-9425-b31616b4b269 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] 10.222.0.85 "GET /v2.0/ports?device_id=c58696a1-825d-4fb4-93a7-081f172646d0 HTTP/1.1" status: 200 len: 210 time: 0.1612515 May 30 20:12:55.398010 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:55.529792 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port b2692eb8-1752-4fef-bb41-97b67e62bb53, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=b2692eb8-1752-4fef-bb41-97b67e62bb53,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:12:55.529792 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e67adfc-c960-4bd6-a089-73711ac28b5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2692eb8-1752-4fef-bb41-97b67e62bb53'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:12:55.647599 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:55.865820 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=b2692eb8-1752-4fef-bb41-97b67e62bb53,revision_number=10']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:12:56.034846 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f45ec24-9952-4ddb-815e-cc89a8180dcb req-8a52f7ff-5655-407d-9438-c74dbe97ee2c tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:56.042848 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6f45ec24-9952-4ddb-815e-cc89a8180dcb req-8a52f7ff-5655-407d-9438-c74dbe97ee2c tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] 10.222.0.85 "GET /v2.0/ports?device_id=0fd4ef7a-ac02-4127-a818-9d04cde1fb1c HTTP/1.1" status: 200 len: 945 time: 0.1405315 May 30 20:12:56.208046 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6f45ec24-9952-4ddb-815e-cc89a8180dcb req-ca82421c-b70b-435d-9f1c-7315db1663fe tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] 10.222.0.85 "GET /v2.0/security-groups?id=c816953b-4eaf-44de-8f51-6f9258494ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642017 May 30 20:12:56.266510 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-16f0e09f-abe0-4d01-8297-a294c70319ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:56.360912 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a82f3afc-7d07-4df0-95d3-74b3032618de'] response: {'server_uuid': '8e67adfc-c960-4bd6-a089-73711ac28b5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2692eb8-1752-4fef-bb41-97b67e62bb53', 'code': 200} May 30 20:12:56.829269 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-139d214a-5555-4c26-925b-2e5bd0d1b9a4 req-78aa5bbf-cbaa-415b-9d18-409448712791 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] 10.222.0.85 "GET /v2.0/ports?device_id=c58696a1-825d-4fb4-93a7-081f172646d0 HTTP/1.1" status: 200 len: 210 time: 0.0759025 May 30 20:12:57.042979 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cc26b0-fdb3-4bbc-98ea-ddbcf8bf9e6e req-01b561dc-ba5a-4fc2-bece-9a4ca211a3e0 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:57.042979 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c7cc26b0-fdb3-4bbc-98ea-ddbcf8bf9e6e req-01b561dc-ba5a-4fc2-bece-9a4ca211a3e0 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] 10.222.0.85 "GET /v2.0/ports?device_id=0fd4ef7a-ac02-4127-a818-9d04cde1fb1c HTTP/1.1" status: 200 len: 945 time: 0.2146630 May 30 20:12:57.198158 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c7cc26b0-fdb3-4bbc-98ea-ddbcf8bf9e6e req-d9a667d5-2102-40f2-ad75-7ce66476fa79 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] 10.222.0.85 "GET /v2.0/security-groups?id=c816953b-4eaf-44de-8f51-6f9258494ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456337 May 30 20:12:57.647565 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 53806) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:12:58.029789 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ef78f7-f9b3-484e-819d-7c0b36a2d74b req-749b0b7b-7445-4333-ac2a-c46baf711f55 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:58.060403 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c7ef78f7-f9b3-484e-819d-7c0b36a2d74b req-749b0b7b-7445-4333-ac2a-c46baf711f55 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/networks?id=447ea545-6235-439a-a377-09de7456264b HTTP/1.1" status: 200 len: 806 time: 0.7078626 May 30 20:12:58.098805 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c7ef78f7-f9b3-484e-819d-7c0b36a2d74b req-032f27d0-fa84-4c67-bc1f-8666aa8e66af tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/quotas/7f20a37d1ec84058864d6080c6a9f8aa HTTP/1.1" status: 200 len: 375 time: 0.0535531 May 30 20:12:58.144318 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-29e0d02a-cb06-4010-aa0e-899e6fde4f16 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-577973872-network', 'tenant_id': '4505b4dc33d3442783c1ddca7f53f63d'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:12:58.159019 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501f0c45-1b5e-443c-940d-ee812c483965 req-60b849c1-5214-4d62-adc4-e6bd2e8a74c4 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:12:58.161329 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-501f0c45-1b5e-443c-940d-ee812c483965 req-60b849c1-5214-4d62-adc4-e6bd2e8a74c4 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] 10.222.0.86 "GET /v2.0/networks?id=4a9121fe-3c05-4fb0-ad44-174db17c3d5b HTTP/1.1" status: 200 len: 812 time: 0.4898667 May 30 20:12:58.162775 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-29e0d02a-cb06-4010-aa0e-899e6fde4f16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:12:58.174704 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-29e0d02a-cb06-4010-aa0e-899e6fde4f16 admin admin] Usage tracker for resource:network and tenant:4505b4dc33d3442783c1ddca7f53f63d is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:12:58.188967 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-501f0c45-1b5e-443c-940d-ee812c483965 req-973eddec-142d-44a4-b654-c39ebb1d8800 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Request body: {'port': {'device_id': 'c58696a1-825d-4fb4-93a7-081f172646d0', 'network_id': '4a9121fe-3c05-4fb0-ad44-174db17c3d5b', 'admin_state_up': True, 'tenant_id': 'fa8a8e16668d4cd3985a20ee71169357'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:12:58.210336 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-29e0d02a-cb06-4010-aa0e-899e6fde4f16 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:12:58.223099 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-29e0d02a-cb06-4010-aa0e-899e6fde4f16 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:12:58.273918 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c7ef78f7-f9b3-484e-819d-7c0b36a2d74b req-1d6e7347-56b4-4f0a-b54a-5e2955ee07fc tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=7f20a37d1ec84058864d6080c6a9f8aa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1721165 May 30 20:12:58.431770 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29e0d02a-cb06-4010-aa0e-899e6fde4f16 admin admin] Made reservation on behalf of 4505b4dc33d3442783c1ddca7f53f63d for: {'network': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:12:58.434699 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-29e0d02a-cb06-4010-aa0e-899e6fde4f16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:58.446949 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-501f0c45-1b5e-443c-940d-ee812c483965 req-973eddec-142d-44a4-b654-c39ebb1d8800 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:12:58.557367 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-501f0c45-1b5e-443c-940d-ee812c483965 req-973eddec-142d-44a4-b654-c39ebb1d8800 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:12:58.557367 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-29e0d02a-cb06-4010-aa0e-899e6fde4f16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:58.592751 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c7ef78f7-f9b3-484e-819d-7c0b36a2d74b req-02f941f1-d369-4769-99d2-5af62e28788c service neutron] 10.222.0.85 "GET /v2.0/networks/447ea545-6235-439a-a377-09de7456264b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3137662 May 30 20:12:58.788455 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-29e0d02a-cb06-4010-aa0e-899e6fde4f16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:12:58.800557 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-29e0d02a-cb06-4010-aa0e-899e6fde4f16 admin admin] Usage tracker for resource:security_group_rule and tenant:4505b4dc33d3442783c1ddca7f53f63d is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:12:58.805976 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-501f0c45-1b5e-443c-940d-ee812c483965 req-973eddec-142d-44a4-b654-c39ebb1d8800 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Made reservation on behalf of fa8a8e16668d4cd3985a20ee71169357 for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:12:58.816773 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-501f0c45-1b5e-443c-940d-ee812c483965 req-973eddec-142d-44a4-b654-c39ebb1d8800 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:58.858251 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-29e0d02a-cb06-4010-aa0e-899e6fde4f16 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:12:58.890573 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-29e0d02a-cb06-4010-aa0e-899e6fde4f16 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:12:59.026447 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c7ef78f7-f9b3-484e-819d-7c0b36a2d74b req-3c5074de-295e-402d-a5bf-2d840fd04990 service neutron] 10.222.0.85 "GET /v2.0/networks/447ea545-6235-439a-a377-09de7456264b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4128118 May 30 20:12:59.245738 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-cd9fb0a1-e2c5-49f7-a21f-8f8e5f6f9a6c req-be679882-6107-41cd-9295-e4313b180f17 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] 10.222.0.85 "GET /v2.0/ports?device_id=c58696a1-825d-4fb4-93a7-081f172646d0 HTTP/1.1" status: 200 len: 210 time: 0.0592220 May 30 20:12:59.316276 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-29e0d02a-cb06-4010-aa0e-899e6fde4f16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:59.341015 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [req-501f0c45-1b5e-443c-940d-ee812c483965 req-973eddec-142d-44a4-b654-c39ebb1d8800 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Allocated IP 172.20.0.14 (4a9121fe-3c05-4fb0-ad44-174db17c3d5b/26b23bbf-887e-4278-88a1-ac21d644c5ec/19a701b2-900c-44bd-83cf-5a757805e800) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:12:59.466334 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-29e0d02a-cb06-4010-aa0e-899e6fde4f16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:59.584621 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-a176afb2-10b2-4a61-9f37-8ddfc57d23a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:59.749054 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-60335a53-cf4b-424c-bb5f-2c82f0c42272 req-96e095ba-6e33-45a9-8dde-acf46ada056f tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/ports?device_id=8490be6d-c816-4a24-8cec-64b40ccb73b3 HTTP/1.1" status: 200 len: 210 time: 0.1359932 May 30 20:12:59.822280 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:59.857086 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29e0d02a-cb06-4010-aa0e-899e6fde4f16 admin admin] vlan segment allocate from pool success with {'vlan_id': 674, 'physical_network': 'physnet1'} {{(pid=84887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:12:59.904899 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-29e0d02a-cb06-4010-aa0e-899e6fde4f16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:12:59.905239 n-d-843948-2 neutron-server[84887]: INFO neutron.db.segments_db [None req-29e0d02a-cb06-4010-aa0e-899e6fde4f16 admin admin] Added segment 4bd9213f-1768-4472-a6c0-afdc982b6a72 of type vlan for network 53b2dcad-fbeb-45c7-9d73-11a645fbc764 May 30 20:12:59.980077 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-29e0d02a-cb06-4010-aa0e-899e6fde4f16 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:00.142413 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e0d02a-cb06-4010-aa0e-899e6fde4f16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab330a67-92fc-4944-829f-11b3c3b645dc,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:00.296411 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be374b8f-e7fa-457b-84c2-36d0af7fc7d7 req-1634ff98-0a99-45ea-9f77-7d1def66e42e tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:00.300536 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-be374b8f-e7fa-457b-84c2-36d0af7fc7d7 req-1634ff98-0a99-45ea-9f77-7d1def66e42e tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] 10.222.0.85 "GET /v2.0/ports?device_id=0fd4ef7a-ac02-4127-a818-9d04cde1fb1c HTTP/1.1" status: 200 len: 945 time: 0.1447411 May 30 20:13:00.431285 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-501f0c45-1b5e-443c-940d-ee812c483965 req-973eddec-142d-44a4-b654-c39ebb1d8800 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:00.454970 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-be374b8f-e7fa-457b-84c2-36d0af7fc7d7 req-ad00083a-601c-48d3-9493-fb1ee2284513 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] 10.222.0.85 "GET /v2.0/security-groups?id=c816953b-4eaf-44de-8f51-6f9258494ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318607 May 30 20:13:00.455782 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-29e0d02a-cb06-4010-aa0e-899e6fde4f16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:00.456720 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e0d02a-cb06-4010-aa0e-899e6fde4f16 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:00.457430 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-29e0d02a-cb06-4010-aa0e-899e6fde4f16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:00.660659 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6b1e1843-b804-4422-9b01-801edbd5c522 req-360f3a16-c2c1-423e-a684-bcddef3fff77 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] 10.222.0.85 "GET /v2.0/ports?device_id=c58696a1-825d-4fb4-93a7-081f172646d0 HTTP/1.1" status: 200 len: 210 time: 0.1224272 May 30 20:13:00.665712 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 53870) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:13:00.666716 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-29e0d02a-cb06-4010-aa0e-899e6fde4f16 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.0297728 May 30 20:13:00.673641 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-b00df4ba-de41-4e9a-bc3e-f7ab926216a9 admin admin] Request body: {'subnet': {'network_id': '53b2dcad-fbeb-45c7-9d73-11a645fbc764', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-577973872-subnet', 'tenant_id': '4505b4dc33d3442783c1ddca7f53f63d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:13:00.690026 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-b00df4ba-de41-4e9a-bc3e-f7ab926216a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:13:00.701289 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-b00df4ba-de41-4e9a-bc3e-f7ab926216a9 admin admin] Usage tracker for resource:subnet and tenant:4505b4dc33d3442783c1ddca7f53f63d is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:13:00.704232 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e0d02a-cb06-4010-aa0e-899e6fde4f16 admin admin] Pushing event updated for resources: {'Network': ['ID=53b2dcad-fbeb-45c7-9d73-11a645fbc764,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:00.713572 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-b00df4ba-de41-4e9a-bc3e-f7ab926216a9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:13:00.717384 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network 53b2dcad-fbeb-45c7-9d73-11a645fbc764 details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:13:00.720604 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-b00df4ba-de41-4e9a-bc3e-f7ab926216a9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:13:00.852304 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b00df4ba-de41-4e9a-bc3e-f7ab926216a9 admin admin] Made reservation on behalf of 4505b4dc33d3442783c1ddca7f53f63d for: {'subnet': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:13:00.852905 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-501f0c45-1b5e-443c-940d-ee812c483965 req-973eddec-142d-44a4-b654-c39ebb1d8800 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:00.856058 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b00df4ba-de41-4e9a-bc3e-f7ab926216a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2778563'] for subnet, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:00.925538 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['4ae5effb-2ec4-4a22-8af5-a50e814f392b'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:13:01.050485 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-501f0c45-1b5e-443c-940d-ee812c483965 req-973eddec-142d-44a4-b654-c39ebb1d8800 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Network 4a9121fe-3c05-4fb0-ad44-174db17c3d5b is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:13:01.149192 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [req-501f0c45-1b5e-443c-940d-ee812c483965 req-973eddec-142d-44a4-b654-c39ebb1d8800 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:13:01.177475 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-501f0c45-1b5e-443c-940d-ee812c483965 req-973eddec-142d-44a4-b654-c39ebb1d8800 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:13:01.221439 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eddec-142d-44a4-b654-c39ebb1d8800 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Pushing event updated for resources: {'Port': ['ID=19a701b2-900c-44bd-83cf-5a757805e800,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:01.238566 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-cdbc8c90-9cc1-41f0-9781-8bfbb931c261 req-1861c8c6-9940-4e02-982b-5ee76f0d15a5 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/ports?device_id=8490be6d-c816-4a24-8cec-64b40ccb73b3 HTTP/1.1" status: 200 len: 210 time: 0.1921468 May 30 20:13:01.364940 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501f0c45-1b5e-443c-940d-ee812c483965 req-973eddec-142d-44a4-b654-c39ebb1d8800 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:01.366643 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-501f0c45-1b5e-443c-940d-ee812c483965 req-973eddec-142d-44a4-b654-c39ebb1d8800 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:01.556640 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-501f0c45-1b5e-443c-940d-ee812c483965 req-973eddec-142d-44a4-b654-c39ebb1d8800 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3668969 May 30 20:13:01.559987 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:01.561930 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-501f0c45-1b5e-443c-940d-ee812c483965 req-720374a0-4d7b-4ed5-8cd3-88c8c3082e3c service neutron] Request body: {'port': {'device_id': 'c58696a1-825d-4fb4-93a7-081f172646d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843948-2'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:13:01.826680 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b00df4ba-de41-4e9a-bc3e-f7ab926216a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4127140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2778577'] for subnet, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:02.162116 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-501f0c45-1b5e-443c-940d-ee812c483965 req-720374a0-4d7b-4ed5-8cd3-88c8c3082e3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:02.264046 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095f0844-aabe-4a6e-964d-cb0b96e93080 req-67b8ef03-6f0b-4293-ab2f-af1ace9fc83c tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:02.272766 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-095f0844-aabe-4a6e-964d-cb0b96e93080 req-67b8ef03-6f0b-4293-ab2f-af1ace9fc83c tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] 10.222.0.85 "GET /v2.0/ports?device_id=0fd4ef7a-ac02-4127-a818-9d04cde1fb1c HTTP/1.1" status: 200 len: 945 time: 0.3549180 May 30 20:13:02.282455 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00df4ba-de41-4e9a-bc3e-f7ab926216a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bcf03243-5c47-44c0-8a4e-56d8e1647140,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:02.296020 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device f672bc28-a0b0-4d7f-8d47-08aa0f92c7b9 details requested by agent hyperv_n-h1-843948-2 with host n-h1-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:13:02.304965 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b00df4ba-de41-4e9a-bc3e-f7ab926216a9 admin admin] Checking segment: {'id': '4bd9213f-1768-4472-a6c0-afdc982b6a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '53b2dcad-fbeb-45c7-9d73-11a645fbc764'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:13:02.305396 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b00df4ba-de41-4e9a-bc3e-f7ab926216a9 admin admin] Network hostable DHCP agents. Network: 53b2dcad-fbeb-45c7-9d73-11a645fbc764, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:13:02.432799 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7b85d6-1ffc-4f71-90ec-54a639cdcbb5 req-f795d063-c3f1-49e0-8416-f57aecd44b00 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:02.434653 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-bb7b85d6-1ffc-4f71-90ec-54a639cdcbb5 req-f795d063-c3f1-49e0-8416-f57aecd44b00 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] 10.222.0.85 "GET /v2.0/ports?device_id=c58696a1-825d-4fb4-93a7-081f172646d0 HTTP/1.1" status: 200 len: 932 time: 0.2583747 May 30 20:13:02.542270 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b00df4ba-de41-4e9a-bc3e-f7ab926216a9 admin admin] Network 53b2dcad-fbeb-45c7-9d73-11a645fbc764 is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:13:02.583545 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-bb7b85d6-1ffc-4f71-90ec-54a639cdcbb5 req-22996a5f-bfbe-4533-b7cf-33a47c53f948 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Synchronizing usage tracker for tenant:fa8a8e16668d4cd3985a20ee71169357 on resource:security_group {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:13:02.600187 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-095f0844-aabe-4a6e-964d-cb0b96e93080 req-28f30cfb-6de9-4d07-b1d7-83209ab717e9 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] 10.222.0.85 "GET /v2.0/security-groups?id=c816953b-4eaf-44de-8f51-6f9258494ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3263528 May 30 20:13:02.659585 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-b00df4ba-de41-4e9a-bc3e-f7ab926216a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, 53b2dcad-fbeb-45c7-9d73-11a645fbc764) {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:13:02.672239 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b00df4ba-de41-4e9a-bc3e-f7ab926216a9 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:02.672239 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b00df4ba-de41-4e9a-bc3e-f7ab926216a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:02.707868 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75fa330a-6846-4a71-8090-d8dc2287e19c None None] Network 53b2dcad-fbeb-45c7-9d73-11a645fbc764 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:13:02.719972 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-bb7b85d6-1ffc-4f71-90ec-54a639cdcbb5 req-22996a5f-bfbe-4533-b7cf-33a47c53f948 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Unset dirty status for tenant:fa8a8e16668d4cd3985a20ee71169357 on resource:security_group {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:13:02.721119 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-bb7b85d6-1ffc-4f71-90ec-54a639cdcbb5 req-22996a5f-bfbe-4533-b7cf-33a47c53f948 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] 10.222.0.85 "GET /v2.0/security-groups?id=ee3a99c9-b491-4b30-b550-7e2cbfacbd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2785916 May 30 20:13:02.835038 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-b00df4ba-de41-4e9a-bc3e-f7ab926216a9 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1681895 May 30 20:13:03.162843 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:03.182687 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port f672bc28-a0b0-4d7f-8d47-08aa0f92c7b9, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=f672bc28-a0b0-4d7f-8d47-08aa0f92c7b9,segment=NetworkSegment(8cf4782e-e691-4ec5-a2ea-a14d58f8df7a),segment_id=8cf4782e-e691-4ec5-a2ea-a14d58f8df7a)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:13:03.194600 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c14782d3-e2bb-4446-bf2d-12a7aab8cd01 None None] Network 53b2dcad-fbeb-45c7-9d73-11a645fbc764 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:13:03.261741 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [req-501f0c45-1b5e-443c-940d-ee812c483965 req-720374a0-4d7b-4ed5-8cd3-88c8c3082e3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19a701b2-900c-44bd-83cf-5a757805e800 {{(pid=84887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:13:03.283517 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-501f0c45-1b5e-443c-940d-ee812c483965 req-720374a0-4d7b-4ed5-8cd3-88c8c3082e3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:03.526517 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Returning: {'device': 'f672bc28-a0b0-4d7f-8d47-08aa0f92c7b9', 'network_id': 'b2f2587f-5348-477f-a322-df8a2a763ba2', 'port_id': 'f672bc28-a0b0-4d7f-8d47-08aa0f92c7b9', 'mac_address': 'fa:16:3e:9d:7b:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd51613c5-1edb-4acb-8713-3f45b6162b1f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:13:03.572908 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-501f0c45-1b5e-443c-940d-ee812c483965 req-720374a0-4d7b-4ed5-8cd3-88c8c3082e3c service neutron] Transition to ACTIVE for port object 19a701b2-900c-44bd-83cf-5a757805e800 will not be triggered until provisioned by entity L2. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:13:03.641034 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-28631eb7-1e6a-4325-87fa-41ab98a27725 req-0de096b1-b29e-45da-a714-82a4bdfd24e0 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/ports?device_id=8490be6d-c816-4a24-8cec-64b40ccb73b3 HTTP/1.1" status: 200 len: 210 time: 0.3337462 May 30 20:13:03.671229 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51932455-ce4e-446e-bb99-245387db5d93 req-96f979f4-70e9-4246-bad5-1c53fc63ec3d tempest-ImagesOneServerTestJSON-807794603 tempest-ImagesOneServerTestJSON-807794603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:03.680217 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-51932455-ce4e-446e-bb99-245387db5d93 req-96f979f4-70e9-4246-bad5-1c53fc63ec3d tempest-ImagesOneServerTestJSON-807794603 tempest-ImagesOneServerTestJSON-807794603-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3853b5d-051b-4cd4-b6b6-6138821f4e0c HTTP/1.1" status: 200 len: 949 time: 0.2378621 May 30 20:13:03.772300 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-501f0c45-1b5e-443c-940d-ee812c483965 req-720374a0-4d7b-4ed5-8cd3-88c8c3082e3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:03.781446 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-51932455-ce4e-446e-bb99-245387db5d93 req-0b646d7a-76fb-4dc0-ae82-33173e1a9685 tempest-ImagesOneServerTestJSON-807794603 tempest-ImagesOneServerTestJSON-807794603-project] 10.222.0.85 "GET /v2.0/security-groups?id=15b0ead0-dbb0-476e-8f88-94ff4c27146a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998175 May 30 20:13:03.786277 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:03.838016 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f672bc28-a0b0-4d7f-8d47-08aa0f92c7b9 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:13:03.888793 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port f672bc28-a0b0-4d7f-8d47-08aa0f92c7b9, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=f672bc28-a0b0-4d7f-8d47-08aa0f92c7b9,segment=NetworkSegment(8cf4782e-e691-4ec5-a2ea-a14d58f8df7a),segment_id=8cf4782e-e691-4ec5-a2ea-a14d58f8df7a)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:13:04.047757 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:04.158505 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12559046-4a30-4846-bf39-1705b776f41b req-69affb33-f96c-4af6-9345-dbb5d52f6a7e tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:04.167853 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-12559046-4a30-4846-bf39-1705b776f41b req-69affb33-f96c-4af6-9345-dbb5d52f6a7e tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] 10.222.0.85 "GET /v2.0/ports?device_id=0fd4ef7a-ac02-4127-a818-9d04cde1fb1c HTTP/1.1" status: 200 len: 944 time: 0.1538372 May 30 20:13:04.176246 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720374a0-4d7b-4ed5-8cd3-88c8c3082e3c service neutron] Pushing event updated for resources: {'Port': ['ID=19a701b2-900c-44bd-83cf-5a757805e800,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:04.183488 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['f672bc28-a0b0-4d7f-8d47-08aa0f92c7b9'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:13:04.295140 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-12559046-4a30-4846-bf39-1705b776f41b req-0c0f9e89-dbff-48a5-a388-3db3bfddcb4d tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] 10.222.0.85 "GET /v2.0/security-groups?id=c816953b-4eaf-44de-8f51-6f9258494ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154172 May 30 20:13:04.388312 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device f672bc28-a0b0-4d7f-8d47-08aa0f92c7b9 no longer exists at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:13:04.495157 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=f672bc28-a0b0-4d7f-8d47-08aa0f92c7b9,revision_number=6']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:04.640103 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f448626d-1e2f-4f2a-a111-ce4aa3ef282a req-2281fb9d-fcf0-448d-91ec-6c9652ce1c50 tempest-ServerPasswordTestJSON-299540281 tempest-ServerPasswordTestJSON-299540281-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:04.641271 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-f448626d-1e2f-4f2a-a111-ce4aa3ef282a req-2281fb9d-fcf0-448d-91ec-6c9652ce1c50 tempest-ServerPasswordTestJSON-299540281 tempest-ServerPasswordTestJSON-299540281-project] Synchronizing usage tracker for tenant:4505b4dc33d3442783c1ddca7f53f63d on resource:network {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:13:04.652227 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ef78f7-f9b3-484e-819d-7c0b36a2d74b req-4faba052-35fe-4bfb-9d1a-dc43079b0ae3 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:04.654001 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c7ef78f7-f9b3-484e-819d-7c0b36a2d74b req-4faba052-35fe-4bfb-9d1a-dc43079b0ae3 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.86 "GET /v2.0/networks?id=447ea545-6235-439a-a377-09de7456264b HTTP/1.1" status: 200 len: 806 time: 1.1706574 May 30 20:13:04.702093 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-c7ef78f7-f9b3-484e-819d-7c0b36a2d74b req-8c079525-fe73-404a-bf1b-dcd5f70ba848 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Request body: {'port': {'device_id': '8490be6d-c816-4a24-8cec-64b40ccb73b3', 'network_id': '447ea545-6235-439a-a377-09de7456264b', 'admin_state_up': True, 'tenant_id': '7f20a37d1ec84058864d6080c6a9f8aa'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:13:04.933873 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa51c5d9-3876-47d9-8bd8-fd8ee64487cc req-9004401f-2e60-4b0e-8744-ab588a5a0555 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:04.944611 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-fa51c5d9-3876-47d9-8bd8-fd8ee64487cc req-9004401f-2e60-4b0e-8744-ab588a5a0555 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] 10.222.0.85 "GET /v2.0/ports?device_id=c58696a1-825d-4fb4-93a7-081f172646d0 HTTP/1.1" status: 200 len: 944 time: 0.2533469 May 30 20:13:04.967238 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:05.058265 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-fa51c5d9-3876-47d9-8bd8-fd8ee64487cc req-e637a1d5-96d4-46ab-81cd-d8b3f5e61478 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] 10.222.0.85 "GET /v2.0/security-groups?id=ee3a99c9-b491-4b30-b550-7e2cbfacbd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114039 May 30 20:13:05.075616 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id f672bc28-a0b0-4d7f-8d47-08aa0f92c7b9 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:13:05.167912 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port f672bc28-a0b0-4d7f-8d47-08aa0f92c7b9, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=f672bc28-a0b0-4d7f-8d47-08aa0f92c7b9,segment=NetworkSegment(8cf4782e-e691-4ec5-a2ea-a14d58f8df7a),segment_id=8cf4782e-e691-4ec5-a2ea-a14d58f8df7a)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:13:05.365298 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-501f0c45-1b5e-443c-940d-ee812c483965 req-720374a0-4d7b-4ed5-8cd3-88c8c3082e3c service neutron] Attempting to bind port 19a701b2-900c-44bd-83cf-5a757805e800 on host n-h2-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:13:05.365655 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-501f0c45-1b5e-443c-940d-ee812c483965 req-720374a0-4d7b-4ed5-8cd3-88c8c3082e3c service neutron] Attempting to bind port 19a701b2-900c-44bd-83cf-5a757805e800 by drivers openvswitch,hyperv on host n-h2-843948-2 at level 0 using segments [{'id': 'd846ad92-c086-40c0-8c7d-67c12dd4eb60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '4a9121fe-3c05-4fb0-ad44-174db17c3d5b'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:13:05.365987 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-501f0c45-1b5e-443c-940d-ee812c483965 req-720374a0-4d7b-4ed5-8cd3-88c8c3082e3c service neutron] Attempting to bind port 19a701b2-900c-44bd-83cf-5a757805e800 on network 4a9121fe-3c05-4fb0-ad44-174db17c3d5b {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:13:05.399713 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-501f0c45-1b5e-443c-940d-ee812c483965 req-720374a0-4d7b-4ed5-8cd3-88c8c3082e3c service neutron] Port 19a701b2-900c-44bd-83cf-5a757805e800 on network 4a9121fe-3c05-4fb0-ad44-174db17c3d5b not bound, no agent of type Open vSwitch agent registered on host n-h2-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:13:05.400723 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-501f0c45-1b5e-443c-940d-ee812c483965 req-720374a0-4d7b-4ed5-8cd3-88c8c3082e3c service neutron] Attempting to bind port 19a701b2-900c-44bd-83cf-5a757805e800 on network 4a9121fe-3c05-4fb0-ad44-174db17c3d5b {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:13:05.467043 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-501f0c45-1b5e-443c-940d-ee812c483965 req-720374a0-4d7b-4ed5-8cd3-88c8c3082e3c service neutron] Checking agent: {'id': 'eaa08354-e8f5-4e73-af76-8d3cf7d2b390', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:13:05.468337 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-501f0c45-1b5e-443c-940d-ee812c483965 req-720374a0-4d7b-4ed5-8cd3-88c8c3082e3c service neutron] Checking segment: {'id': 'd846ad92-c086-40c0-8c7d-67c12dd4eb60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '4a9121fe-3c05-4fb0-ad44-174db17c3d5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:13:05.469202 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-501f0c45-1b5e-443c-940d-ee812c483965 req-720374a0-4d7b-4ed5-8cd3-88c8c3082e3c service neutron] Bound using segment: {'id': 'd846ad92-c086-40c0-8c7d-67c12dd4eb60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '4a9121fe-3c05-4fb0-ad44-174db17c3d5b'} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:13:05.470318 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-501f0c45-1b5e-443c-940d-ee812c483965 req-720374a0-4d7b-4ed5-8cd3-88c8c3082e3c service neutron] Bound port: 19a701b2-900c-44bd-83cf-5a757805e800, host: n-h2-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd846ad92-c086-40c0-8c7d-67c12dd4eb60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '4a9121fe-3c05-4fb0-ad44-174db17c3d5b'}}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:13:05.471341 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-501f0c45-1b5e-443c-940d-ee812c483965 req-720374a0-4d7b-4ed5-8cd3-88c8c3082e3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:05.608875 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-c7ef78f7-f9b3-484e-819d-7c0b36a2d74b req-8c079525-fe73-404a-bf1b-dcd5f70ba848 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:13:05.654901 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-c7ef78f7-f9b3-484e-819d-7c0b36a2d74b req-8c079525-fe73-404a-bf1b-dcd5f70ba848 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:13:05.664488 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 0af956aa-5dfc-4b3f-969a-34978ca452c2 no longer exists at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:13:05.727952 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-501f0c45-1b5e-443c-940d-ee812c483965 req-720374a0-4d7b-4ed5-8cd3-88c8c3082e3c service neutron] For port 19a701b2-900c-44bd-83cf-5a757805e800, host n-h2-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:13:05.734279 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-501f0c45-1b5e-443c-940d-ee812c483965 req-720374a0-4d7b-4ed5-8cd3-88c8c3082e3c service neutron] For port 19a701b2-900c-44bd-83cf-5a757805e800, host n-h2-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=19a701b2-900c-44bd-83cf-5a757805e800,segment=NetworkSegment(d846ad92-c086-40c0-8c7d-67c12dd4eb60),segment_id=d846ad92-c086-40c0-8c7d-67c12dd4eb60)] {{(pid=84887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:13:05.758688 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:05.822945 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-f448626d-1e2f-4f2a-a111-ce4aa3ef282a req-2281fb9d-fcf0-448d-91ec-6c9652ce1c50 tempest-ServerPasswordTestJSON-299540281 tempest-ServerPasswordTestJSON-299540281-project] Unset dirty status for tenant:4505b4dc33d3442783c1ddca7f53f63d on resource:network {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:13:05.822945 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f448626d-1e2f-4f2a-a111-ce4aa3ef282a req-2281fb9d-fcf0-448d-91ec-6c9652ce1c50 tempest-ServerPasswordTestJSON-299540281 tempest-ServerPasswordTestJSON-299540281-project] 10.222.0.85 "GET /v2.0/networks?id=53b2dcad-fbeb-45c7-9d73-11a645fbc764 HTTP/1.1" status: 200 len: 812 time: 1.5574160 May 30 20:13:05.882429 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-501f0c45-1b5e-443c-940d-ee812c483965 req-720374a0-4d7b-4ed5-8cd3-88c8c3082e3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:05.895723 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7ef78f7-f9b3-484e-819d-7c0b36a2d74b req-8c079525-fe73-404a-bf1b-dcd5f70ba848 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Made reservation on behalf of 7f20a37d1ec84058864d6080c6a9f8aa for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:13:05.899926 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c7ef78f7-f9b3-484e-819d-7c0b36a2d74b req-8c079525-fe73-404a-bf1b-dcd5f70ba848 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:05.951736 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=f672bc28-a0b0-4d7f-8d47-08aa0f92c7b9,revision_number=7']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:05.988952 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:05.996480 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f448626d-1e2f-4f2a-a111-ce4aa3ef282a req-0322006e-2a3c-448e-bcbe-15f7fe91906b tempest-ServerPasswordTestJSON-299540281 tempest-ServerPasswordTestJSON-299540281-project] 10.222.0.85 "GET /v2.0/quotas/4505b4dc33d3442783c1ddca7f53f63d HTTP/1.1" status: 200 len: 375 time: 0.1638992 May 30 20:13:06.017644 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3853b5d-051b-4cd4-b6b6-6138821f4e0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0af956aa-5dfc-4b3f-969a-34978ca452c2'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:13:06.029657 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 0af956aa-5dfc-4b3f-969a-34978ca452c2, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=0af956aa-5dfc-4b3f-969a-34978ca452c2,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:13:06.154584 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f448626d-1e2f-4f2a-a111-ce4aa3ef282a req-b763c7a1-4c84-4465-ab3d-3265e2e9d65c tempest-ServerPasswordTestJSON-299540281 tempest-ServerPasswordTestJSON-299540281-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=4505b4dc33d3442783c1ddca7f53f63d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1284380 May 30 20:13:06.167451 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:06.266417 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-501f0c45-1b5e-443c-940d-ee812c483965 req-720374a0-4d7b-4ed5-8cd3-88c8c3082e3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:06.268942 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-501f0c45-1b5e-443c-940d-ee812c483965 req-720374a0-4d7b-4ed5-8cd3-88c8c3082e3c service neutron] 10.222.0.86 "PUT /v2.0/ports/19a701b2-900c-44bd-83cf-5a757805e800 HTTP/1.1" status: 200 len: 1092 time: 4.7145102 May 30 20:13:06.277143 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c58696a1-825d-4fb4-93a7-081f172646d0', 'tag': '19a701b2-900c-44bd-83cf-5a757805e800'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:13:06.320358 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device f672bc28-a0b0-4d7f-8d47-08aa0f92c7b9 up at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:13:06.428080 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720374a0-4d7b-4ed5-8cd3-88c8c3082e3c service neutron] Pushing event updated for resources: {'Port': ['ID=19a701b2-900c-44bd-83cf-5a757805e800,revision_number=3']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:06.437139 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=0af956aa-5dfc-4b3f-969a-34978ca452c2,revision_number=8']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:06.478703 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning complete for port f672bc28-a0b0-4d7f-8d47-08aa0f92c7b9 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:13:06.479062 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:06.499558 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-7037c135-a322-40c4-bb24-10db7a56424e req-37eba534-c97e-4391-a33f-a6a1f929a75d tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/ports?device_id=8490be6d-c816-4a24-8cec-64b40ccb73b3 HTTP/1.1" status: 200 len: 210 time: 0.1085539 May 30 20:13:06.666188 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:06.722218 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port f672bc28-a0b0-4d7f-8d47-08aa0f92c7b9, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=f672bc28-a0b0-4d7f-8d47-08aa0f92c7b9,segment=NetworkSegment(8cf4782e-e691-4ec5-a2ea-a14d58f8df7a),segment_id=8cf4782e-e691-4ec5-a2ea-a14d58f8df7a)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:13:06.807443 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f448626d-1e2f-4f2a-a111-ce4aa3ef282a req-abce8b7e-fab9-401c-9d64-336979144736 service neutron] 10.222.0.85 "GET /v2.0/networks/53b2dcad-fbeb-45c7-9d73-11a645fbc764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5809796 May 30 20:13:06.818358 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [req-c7ef78f7-f9b3-484e-819d-7c0b36a2d74b req-8c079525-fe73-404a-bf1b-dcd5f70ba848 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Allocated IP 172.20.0.8 (447ea545-6235-439a-a377-09de7456264b/e5689849-4104-472f-a1ce-eede6d9545dd/72625328-0d9e-4b83-abda-c34349b04f5a) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:13:06.848902 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:06.905509 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23712e3a-5e22-413b-97eb-5a159c161e14'] response: {'server_uuid': 'a3853b5d-051b-4cd4-b6b6-6138821f4e0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0af956aa-5dfc-4b3f-969a-34978ca452c2', 'code': 200} May 30 20:13:06.955296 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=f672bc28-a0b0-4d7f-8d47-08aa0f92c7b9,revision_number=8']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:07.017651 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-501f0c45-1b5e-443c-940d-ee812c483965 req-161f80ea-597b-41df-b272-ce2085206214 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=fa8a8e16668d4cd3985a20ee71169357&device_id=c58696a1-825d-4fb4-93a7-081f172646d0 HTTP/1.1" status: 200 len: 1095 time: 0.5221186 May 30 20:13:07.154765 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec31edd6-db93-4592-8753-7d536f4f3b12 req-cd7be762-da92-4d5e-b913-4afa80a41fd5 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:07.163463 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ec31edd6-db93-4592-8753-7d536f4f3b12 req-cd7be762-da92-4d5e-b913-4afa80a41fd5 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] 10.222.0.85 "GET /v2.0/ports?device_id=c58696a1-825d-4fb4-93a7-081f172646d0 HTTP/1.1" status: 200 len: 944 time: 0.1057255 May 30 20:13:07.169032 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-501f0c45-1b5e-443c-940d-ee812c483965 req-cc1c6cb3-8e3e-4c70-a912-ec91ca2eb821 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=19a701b2-900c-44bd-83cf-5a757805e800 HTTP/1.1" status: 200 len: 217 time: 0.1434746 May 30 20:13:07.230545 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f448626d-1e2f-4f2a-a111-ce4aa3ef282a req-47bb829d-6665-4a5f-935e-c42b4a7c10da service neutron] 10.222.0.85 "GET /v2.0/networks/53b2dcad-fbeb-45c7-9d73-11a645fbc764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4086385 May 30 20:13:07.237743 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ec31edd6-db93-4592-8753-7d536f4f3b12 req-b8b40e22-44d2-4559-9ce8-0fce44ee01db tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] 10.222.0.85 "GET /v2.0/security-groups?id=ee3a99c9-b491-4b30-b550-7e2cbfacbd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709126 May 30 20:13:07.477937 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c7ef78f7-f9b3-484e-819d-7c0b36a2d74b req-8c079525-fe73-404a-bf1b-dcd5f70ba848 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:07.501150 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501f0c45-1b5e-443c-940d-ee812c483965 req-1a9fcb9f-506f-41df-8c9d-4b04cac8d861 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:07.503785 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-501f0c45-1b5e-443c-940d-ee812c483965 req-1a9fcb9f-506f-41df-8c9d-4b04cac8d861 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=26b23bbf-887e-4278-88a1-ac21d644c5ec HTTP/1.1" status: 200 len: 852 time: 0.2720573 May 30 20:13:07.579419 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-501f0c45-1b5e-443c-940d-ee812c483965 req-d89c2840-388e-46d9-9b6b-1abc66ba783a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4a9121fe-3c05-4fb0-ad44-174db17c3d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644433 May 30 20:13:07.592328 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421a8f5d-e92c-40b2-a95e-896967710852 req-2a0cb91c-5625-443f-a9c6-08a0b7cf5b63 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:07.593925 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-421a8f5d-e92c-40b2-a95e-896967710852 req-2a0cb91c-5625-443f-a9c6-08a0b7cf5b63 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] 10.222.0.85 "GET /v2.0/ports?device_id=0fd4ef7a-ac02-4127-a818-9d04cde1fb1c HTTP/1.1" status: 200 len: 945 time: 0.1066270 May 30 20:13:07.712062 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-421a8f5d-e92c-40b2-a95e-896967710852 req-77d46789-5823-4aa2-b734-eba2fc63028c tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] 10.222.0.85 "GET /v2.0/security-groups?id=c816953b-4eaf-44de-8f51-6f9258494ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116686 May 30 20:13:07.774343 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87c40fbf-c590-4bfa-b526-0b1d1a6e689d'] response: {'name': 'network-changed', 'server_uuid': 'c58696a1-825d-4fb4-93a7-081f172646d0', 'tag': '19a701b2-900c-44bd-83cf-5a757805e800', 'status': 'completed', 'code': 200} May 30 20:13:07.844495 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-501f0c45-1b5e-443c-940d-ee812c483965 req-76ad778c-0a2f-4a34-ba01-8b22e34c07e2 service neutron] 10.222.0.86 "GET /v2.0/networks/4a9121fe-3c05-4fb0-ad44-174db17c3d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2579777 May 30 20:13:07.896344 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c7ef78f7-f9b3-484e-819d-7c0b36a2d74b req-8c079525-fe73-404a-bf1b-dcd5f70ba848 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:07.910895 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['8e5aeea2-b35a-41eb-83bf-3b475ff14780'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:13:08.359195 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa38568-6609-4d5b-b5a1-aeea0d83b062 req-cf368c9c-7cb0-4681-a122-c45b7fd71c41 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:08.362111 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1fa38568-6609-4d5b-b5a1-aeea0d83b062 req-cf368c9c-7cb0-4681-a122-c45b7fd71c41 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] 10.222.0.71 "GET /v2.0/ports?device_id=0fd4ef7a-ac02-4127-a818-9d04cde1fb1c HTTP/1.1" status: 200 len: 945 time: 0.5361001 May 30 20:13:08.365308 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c079525-fe73-404a-bf1b-dcd5f70ba848 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Pushing event updated for resources: {'Port': ['ID=72625328-0d9e-4b83-abda-c34349b04f5a,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:08.398127 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7ef78f7-f9b3-484e-819d-7c0b36a2d74b req-8c079525-fe73-404a-bf1b-dcd5f70ba848 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Network 447ea545-6235-439a-a377-09de7456264b is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:13:08.412159 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [req-c7ef78f7-f9b3-484e-819d-7c0b36a2d74b req-8c079525-fe73-404a-bf1b-dcd5f70ba848 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:13:08.418140 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7ef78f7-f9b3-484e-819d-7c0b36a2d74b req-8c079525-fe73-404a-bf1b-dcd5f70ba848 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:13:08.454065 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0165bfa2-8953-4f58-9975-4ec851110b42 req-4f30e291-80a0-4829-9de6-7edfa225b377 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:08.463157 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0165bfa2-8953-4f58-9975-4ec851110b42 req-4f30e291-80a0-4829-9de6-7edfa225b377 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/ports?device_id=8490be6d-c816-4a24-8cec-64b40ccb73b3 HTTP/1.1" status: 200 len: 931 time: 0.5066352 May 30 20:13:08.518275 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-501f0c45-1b5e-443c-940d-ee812c483965 req-c3b0f704-a585-4cfc-82e5-4fb737ba36b9 service neutron] 10.222.0.86 "GET /v2.0/networks/4a9121fe-3c05-4fb0-ad44-174db17c3d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6669881 May 30 20:13:08.525551 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [req-1fa38568-6609-4d5b-b5a1-aeea0d83b062 req-c77e074f-f7d6-40b2-b842-40a2de7c5d39 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Deleting port f672bc28-a0b0-4d7f-8d47-08aa0f92c7b9 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:13:08.525551 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-1fa38568-6609-4d5b-b5a1-aeea0d83b062 req-c77e074f-f7d6-40b2-b842-40a2de7c5d39 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:08.573334 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ef78f7-f9b3-484e-819d-7c0b36a2d74b req-8c079525-fe73-404a-bf1b-dcd5f70ba848 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:08.573334 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c7ef78f7-f9b3-484e-819d-7c0b36a2d74b req-8c079525-fe73-404a-bf1b-dcd5f70ba848 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:08.752596 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c7ef78f7-f9b3-484e-819d-7c0b36a2d74b req-8c079525-fe73-404a-bf1b-dcd5f70ba848 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0576770 May 30 20:13:08.769440 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-c7ef78f7-f9b3-484e-819d-7c0b36a2d74b req-36c383e0-6727-44d0-9103-d3d71cbd8576 service neutron] Request body: {'port': {'device_id': '8490be6d-c816-4a24-8cec-64b40ccb73b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843948-2'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:13:08.909297 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-1fa38568-6609-4d5b-b5a1-aeea0d83b062 req-c77e074f-f7d6-40b2-b842-40a2de7c5d39 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] For port f672bc28-a0b0-4d7f-8d47-08aa0f92c7b9, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=f672bc28-a0b0-4d7f-8d47-08aa0f92c7b9,segment=NetworkSegment(8cf4782e-e691-4ec5-a2ea-a14d58f8df7a),segment_id=8cf4782e-e691-4ec5-a2ea-a14d58f8df7a)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:13:08.909297 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-1fa38568-6609-4d5b-b5a1-aeea0d83b062 req-c77e074f-f7d6-40b2-b842-40a2de7c5d39 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:08.916598 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fd4ef7a-ac02-4127-a818-9d04cde1fb1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f672bc28-a0b0-4d7f-8d47-08aa0f92c7b9'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:13:09.037577 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [req-1fa38568-6609-4d5b-b5a1-aeea0d83b062 req-c77e074f-f7d6-40b2-b842-40a2de7c5d39 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Calling delete_port for f672bc28-a0b0-4d7f-8d47-08aa0f92c7b9 owned by compute:nova {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:13:09.048563 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a468c5d9-0d52-4133-9419-ff131a0bd56b req-646383c8-1d9b-47ce-a6d7-80cc154c799f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=fa8a8e16668d4cd3985a20ee71169357&device_id=c58696a1-825d-4fb4-93a7-081f172646d0 HTTP/1.1" status: 200 len: 1095 time: 0.3405802 May 30 20:13:09.054834 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c7ef78f7-f9b3-484e-819d-7c0b36a2d74b req-36c383e0-6727-44d0-9103-d3d71cbd8576 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:09.111080 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0165bfa2-8953-4f58-9975-4ec851110b42 req-eed4757a-89ad-4fb5-8ec9-dc14732a71c2 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/security-groups?id=3b7b472c-21af-4683-a7b2-e1dc38380326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6416595 May 30 20:13:09.442227 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-afd34b75-2612-49aa-b1a7-aff3ac8e57de req-8991f4fe-b111-48de-85b9-ed5f9650731a tempest-ServerPasswordTestJSON-299540281 tempest-ServerPasswordTestJSON-299540281-project] 10.222.0.85 "GET /v2.0/ports?device_id=af8ba740-9c41-448f-b407-2317a9bc64a2 HTTP/1.1" status: 200 len: 210 time: 0.1184812 May 30 20:13:09.534776 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a468c5d9-0d52-4133-9419-ff131a0bd56b req-a5479a3f-4cc8-44c7-8546-e40c3f2755e1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:09.536181 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a468c5d9-0d52-4133-9419-ff131a0bd56b req-a5479a3f-4cc8-44c7-8546-e40c3f2755e1 service neutron] 10.222.0.86 "GET /v2.0/networks?id=4a9121fe-3c05-4fb0-ad44-174db17c3d5b HTTP/1.1" status: 200 len: 913 time: 0.4589601 May 30 20:13:09.594767 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-1fa38568-6609-4d5b-b5a1-aeea0d83b062 req-c77e074f-f7d6-40b2-b842-40a2de7c5d39 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:09.601793 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['f672bc28-a0b0-4d7f-8d47-08aa0f92c7b9'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:13:09.778164 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77e074f-f7d6-40b2-b842-40a2de7c5d39 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Pushing event deleted for resources: {'Port': ['ID=f672bc28-a0b0-4d7f-8d47-08aa0f92c7b9,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:09.875297 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a468c5d9-0d52-4133-9419-ff131a0bd56b req-1a25a501-c01a-4850-a2ee-61a50def98b9 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=19a701b2-900c-44bd-83cf-5a757805e800 HTTP/1.1" status: 200 len: 217 time: 0.3194599 May 30 20:13:09.993285 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fa38568-6609-4d5b-b5a1-aeea0d83b062 req-c77e074f-f7d6-40b2-b842-40a2de7c5d39 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] No DVR routers for this DVR port f672bc28-a0b0-4d7f-8d47-08aa0f92c7b9 on host n-h1-843948-2 {{(pid=84886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:13:09.994361 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a468c5d9-0d52-4133-9419-ff131a0bd56b req-bc8452bd-3b35-482d-8475-5a0d05d30b92 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:09.995791 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a468c5d9-0d52-4133-9419-ff131a0bd56b req-bc8452bd-3b35-482d-8475-5a0d05d30b92 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=26b23bbf-887e-4278-88a1-ac21d644c5ec HTTP/1.1" status: 200 len: 852 time: 0.1126056 May 30 20:13:09.997131 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-1fa38568-6609-4d5b-b5a1-aeea0d83b062 req-c77e074f-f7d6-40b2-b842-40a2de7c5d39 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:09.999951 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fd4ef7a-ac02-4127-a818-9d04cde1fb1c', 'name': 'network-vif-deleted', 'tag': 'f672bc28-a0b0-4d7f-8d47-08aa0f92c7b9'}] {{(pid=84886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:13:10.065202 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a468c5d9-0d52-4133-9419-ff131a0bd56b req-18e4fe8c-61f5-4b23-9054-f8967b1b372e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4a9121fe-3c05-4fb0-ad44-174db17c3d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578971 May 30 20:13:10.066981 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6334248f-e7f9-40c3-bfda-9d73f3a3e500 req-340cc687-a07f-4e27-8467-17d846d15e24 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:10.076025 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6334248f-e7f9-40c3-bfda-9d73f3a3e500 req-340cc687-a07f-4e27-8467-17d846d15e24 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] 10.222.0.85 "GET /v2.0/ports?device_id=c58696a1-825d-4fb4-93a7-081f172646d0 HTTP/1.1" status: 200 len: 944 time: 0.1701281 May 30 20:13:10.151847 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6334248f-e7f9-40c3-bfda-9d73f3a3e500 req-817554d9-48e2-4394-8320-e3959ba9a004 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] 10.222.0.85 "GET /v2.0/security-groups?id=ee3a99c9-b491-4b30-b550-7e2cbfacbd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737662 May 30 20:13:10.180448 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1fa38568-6609-4d5b-b5a1-aeea0d83b062 req-c77e074f-f7d6-40b2-b842-40a2de7c5d39 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] 10.222.0.71 "DELETE /v2.0/ports/f672bc28-a0b0-4d7f-8d47-08aa0f92c7b9 HTTP/1.1" status: 204 len: 173 time: 1.8123984 May 30 20:13:10.201604 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [req-c7ef78f7-f9b3-484e-819d-7c0b36a2d74b req-36c383e0-6727-44d0-9103-d3d71cbd8576 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72625328-0d9e-4b83-abda-c34349b04f5a {{(pid=84887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:13:10.212281 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c7ef78f7-f9b3-484e-819d-7c0b36a2d74b req-36c383e0-6727-44d0-9103-d3d71cbd8576 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:10.233696 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-c7ef78f7-f9b3-484e-819d-7c0b36a2d74b req-36c383e0-6727-44d0-9103-d3d71cbd8576 service neutron] Transition to ACTIVE for port object 72625328-0d9e-4b83-abda-c34349b04f5a will not be triggered until provisioned by entity L2. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:13:10.396564 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a468c5d9-0d52-4133-9419-ff131a0bd56b req-903b2db6-84f4-40c3-b680-3fa578ff354b service neutron] 10.222.0.86 "GET /v2.0/networks/4a9121fe-3c05-4fb0-ad44-174db17c3d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3159781 May 30 20:13:10.420130 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-10415bc6-ef8a-4110-8c0c-93c4d7e88691 req-5aac927b-275b-42f3-a075-a9d379f5636a tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Synchronizing usage tracker for tenant:b1d3994633044342baf98a52682e583b on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:13:10.435476 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c7ef78f7-f9b3-484e-819d-7c0b36a2d74b req-36c383e0-6727-44d0-9103-d3d71cbd8576 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:10.644308 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-10415bc6-ef8a-4110-8c0c-93c4d7e88691 req-5aac927b-275b-42f3-a075-a9d379f5636a tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Unset dirty status for tenant:b1d3994633044342baf98a52682e583b on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:13:10.682043 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-10415bc6-ef8a-4110-8c0c-93c4d7e88691 req-5aac927b-275b-42f3-a075-a9d379f5636a tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] 10.222.0.85 "GET /v2.0/ports?device_id=0fd4ef7a-ac02-4127-a818-9d04cde1fb1c HTTP/1.1" status: 200 len: 210 time: 0.3149574 May 30 20:13:10.792208 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c383e0-6727-44d0-9103-d3d71cbd8576 service neutron] Pushing event updated for resources: {'Port': ['ID=72625328-0d9e-4b83-abda-c34349b04f5a,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:10.889289 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1aded67-3d5c-4c2d-b45c-400e09b9ba22'] response: {'server_uuid': '0fd4ef7a-ac02-4127-a818-9d04cde1fb1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f672bc28-a0b0-4d7f-8d47-08aa0f92c7b9', 'code': 200} May 30 20:13:10.948233 n-d-843948-2 neutron-server[84886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f671863-bd35-425c-88ae-4571f11b15e0'] response: {'server_uuid': '0fd4ef7a-ac02-4127-a818-9d04cde1fb1c', 'name': 'network-vif-deleted', 'tag': 'f672bc28-a0b0-4d7f-8d47-08aa0f92c7b9', 'status': 'completed', 'code': 200} May 30 20:13:11.157669 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bb7b9c-1e8a-4a99-9a0f-6167d2add655 req-feef9ff5-f317-4eb0-a8d3-58d5c84e57a9 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:11.157669 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-33bb7b9c-1e8a-4a99-9a0f-6167d2add655 req-feef9ff5-f317-4eb0-a8d3-58d5c84e57a9 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/ports?device_id=8490be6d-c816-4a24-8cec-64b40ccb73b3 HTTP/1.1" status: 200 len: 943 time: 0.1146722 May 30 20:13:11.194559 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a468c5d9-0d52-4133-9419-ff131a0bd56b req-df6d9f1f-1ae8-402a-a401-35694014eda3 service neutron] 10.222.0.86 "GET /v2.0/networks/4a9121fe-3c05-4fb0-ad44-174db17c3d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7771890 May 30 20:13:11.247183 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-33bb7b9c-1e8a-4a99-9a0f-6167d2add655 req-7824be02-c23d-43a0-b14a-2bd0bf09de0d tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/security-groups?id=3b7b472c-21af-4683-a7b2-e1dc38380326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777318 May 30 20:13:11.316467 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-c7ef78f7-f9b3-484e-819d-7c0b36a2d74b req-36c383e0-6727-44d0-9103-d3d71cbd8576 service neutron] Attempting to bind port 72625328-0d9e-4b83-abda-c34349b04f5a on host n-h2-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:13:11.316467 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-c7ef78f7-f9b3-484e-819d-7c0b36a2d74b req-36c383e0-6727-44d0-9103-d3d71cbd8576 service neutron] Attempting to bind port 72625328-0d9e-4b83-abda-c34349b04f5a by drivers openvswitch,hyperv on host n-h2-843948-2 at level 0 using segments [{'id': '6f1287e5-9e46-42ce-b023-b38d433df277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '447ea545-6235-439a-a377-09de7456264b'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:13:11.316467 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ef78f7-f9b3-484e-819d-7c0b36a2d74b req-36c383e0-6727-44d0-9103-d3d71cbd8576 service neutron] Attempting to bind port 72625328-0d9e-4b83-abda-c34349b04f5a on network 447ea545-6235-439a-a377-09de7456264b {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:13:11.330552 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ef78f7-f9b3-484e-819d-7c0b36a2d74b req-36c383e0-6727-44d0-9103-d3d71cbd8576 service neutron] Port 72625328-0d9e-4b83-abda-c34349b04f5a on network 447ea545-6235-439a-a377-09de7456264b not bound, no agent of type Open vSwitch agent registered on host n-h2-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:13:11.330552 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ef78f7-f9b3-484e-819d-7c0b36a2d74b req-36c383e0-6727-44d0-9103-d3d71cbd8576 service neutron] Attempting to bind port 72625328-0d9e-4b83-abda-c34349b04f5a on network 447ea545-6235-439a-a377-09de7456264b {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:13:11.350450 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ef78f7-f9b3-484e-819d-7c0b36a2d74b req-36c383e0-6727-44d0-9103-d3d71cbd8576 service neutron] Checking agent: {'id': 'eaa08354-e8f5-4e73-af76-8d3cf7d2b390', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:13:11.353311 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ef78f7-f9b3-484e-819d-7c0b36a2d74b req-36c383e0-6727-44d0-9103-d3d71cbd8576 service neutron] Checking segment: {'id': '6f1287e5-9e46-42ce-b023-b38d433df277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '447ea545-6235-439a-a377-09de7456264b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:13:11.353311 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ef78f7-f9b3-484e-819d-7c0b36a2d74b req-36c383e0-6727-44d0-9103-d3d71cbd8576 service neutron] Bound using segment: {'id': '6f1287e5-9e46-42ce-b023-b38d433df277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '447ea545-6235-439a-a377-09de7456264b'} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:13:11.353922 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-c7ef78f7-f9b3-484e-819d-7c0b36a2d74b req-36c383e0-6727-44d0-9103-d3d71cbd8576 service neutron] Bound port: 72625328-0d9e-4b83-abda-c34349b04f5a, host: n-h2-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f1287e5-9e46-42ce-b023-b38d433df277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '447ea545-6235-439a-a377-09de7456264b'}}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:13:11.354148 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c7ef78f7-f9b3-484e-819d-7c0b36a2d74b req-36c383e0-6727-44d0-9103-d3d71cbd8576 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:11.611612 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-49081461-4da8-4e0d-8448-5514ea822d06 req-6333052f-1406-413b-8361-d8373a7055b6 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=1e974719-f151-411c-a7de-1bbece5ed0bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2049448 May 30 20:13:11.675809 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9e2b9869-9fd3-4461-9e12-b642305fccc3 req-34b282db-629c-4e7e-8531-888dae89b522 tempest-ServerPasswordTestJSON-299540281 tempest-ServerPasswordTestJSON-299540281-project] 10.222.0.85 "GET /v2.0/ports?device_id=af8ba740-9c41-448f-b407-2317a9bc64a2 HTTP/1.1" status: 200 len: 210 time: 0.1019838 May 30 20:13:11.700817 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 19a701b2-900c-44bd-83cf-5a757805e800 details requested by agent hyperv_n-h2-843948-2 with host n-h2-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:13:11.917285 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-c7ef78f7-f9b3-484e-819d-7c0b36a2d74b req-36c383e0-6727-44d0-9103-d3d71cbd8576 service neutron] For port 72625328-0d9e-4b83-abda-c34349b04f5a, host n-h2-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:13:11.930261 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-c7ef78f7-f9b3-484e-819d-7c0b36a2d74b req-36c383e0-6727-44d0-9103-d3d71cbd8576 service neutron] For port 72625328-0d9e-4b83-abda-c34349b04f5a, host n-h2-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=72625328-0d9e-4b83-abda-c34349b04f5a,segment=NetworkSegment(6f1287e5-9e46-42ce-b023-b38d433df277),segment_id=6f1287e5-9e46-42ce-b023-b38d433df277)] {{(pid=84887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:13:12.000851 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-49081461-4da8-4e0d-8448-5514ea822d06 req-45fb70f2-9e28-42c2-bb54-2506c66362e2 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d6b91868f5704c93ab182f6e282adb5a&device_id=1e974719-f151-411c-a7de-1bbece5ed0bf HTTP/1.1" status: 200 len: 1099 time: 0.3500252 May 30 20:13:12.021040 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370ef516-df15-410f-afea-7f77890a09a5 req-b373a91f-590e-40bd-887c-b033b258cd7a tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:12.023763 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-370ef516-df15-410f-afea-7f77890a09a5 req-b373a91f-590e-40bd-887c-b033b258cd7a tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] 10.222.0.85 "GET /v2.0/ports?device_id=c58696a1-825d-4fb4-93a7-081f172646d0 HTTP/1.1" status: 200 len: 944 time: 0.2241311 May 30 20:13:12.124590 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c7ef78f7-f9b3-484e-819d-7c0b36a2d74b req-36c383e0-6727-44d0-9103-d3d71cbd8576 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:12.166834 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-370ef516-df15-410f-afea-7f77890a09a5 req-5b10b4da-efbb-4ff0-add1-7715656e294e tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] 10.222.0.85 "GET /v2.0/security-groups?id=ee3a99c9-b491-4b30-b550-7e2cbfacbd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192358 May 30 20:13:12.310683 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 19a701b2-900c-44bd-83cf-5a757805e800, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=19a701b2-900c-44bd-83cf-5a757805e800,segment=NetworkSegment(d846ad92-c086-40c0-8c7d-67c12dd4eb60),segment_id=d846ad92-c086-40c0-8c7d-67c12dd4eb60)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:13:12.388296 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Returning: {'device': '19a701b2-900c-44bd-83cf-5a757805e800', 'network_id': '4a9121fe-3c05-4fb0-ad44-174db17c3d5b', 'port_id': '19a701b2-900c-44bd-83cf-5a757805e800', 'mac_address': 'fa:16:3e:3a:9f:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26b23bbf-887e-4278-88a1-ac21d644c5ec', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:13:12.404880 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device f672bc28-a0b0-4d7f-8d47-08aa0f92c7b9 no longer exists at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:13:12.561174 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49081461-4da8-4e0d-8448-5514ea822d06 req-84a6c9b6-7afe-4bb4-8b37-59dd01cfee08 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:12.566689 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-49081461-4da8-4e0d-8448-5514ea822d06 req-84a6c9b6-7afe-4bb4-8b37-59dd01cfee08 service neutron] 10.222.0.71 "GET /v2.0/networks?id=4344fbed-57fb-43d7-b32d-6020ce60f0a1 HTTP/1.1" status: 200 len: 870 time: 0.5404210 May 30 20:13:12.625664 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] No Port match for: f672bc28-a0b0-4d7f-8d47-08aa0f92c7b9 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:13:12.625664 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device f672bc28-a0b0-4d7f-8d47-08aa0f92c7b9 not bound to the agent host n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:13:12.805796 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-49081461-4da8-4e0d-8448-5514ea822d06 req-9900bc8e-1392-40e3-b4c3-09ff0ea27e53 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=5dd7d2c5-4872-4599-ac18-d24cb5375cd4 HTTP/1.1" status: 200 len: 217 time: 0.2323616 May 30 20:13:12.827258 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c7ef78f7-f9b3-484e-819d-7c0b36a2d74b req-36c383e0-6727-44d0-9103-d3d71cbd8576 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:12.828088 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:12.828290 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c7ef78f7-f9b3-484e-819d-7c0b36a2d74b req-36c383e0-6727-44d0-9103-d3d71cbd8576 service neutron] 10.222.0.86 "PUT /v2.0/ports/72625328-0d9e-4b83-abda-c34349b04f5a HTTP/1.1" status: 200 len: 1091 time: 4.0616174 May 30 20:13:12.844087 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8490be6d-c816-4a24-8cec-64b40ccb73b3', 'tag': '72625328-0d9e-4b83-abda-c34349b04f5a'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:13:12.873455 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19a701b2-900c-44bd-83cf-5a757805e800 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:13:12.912076 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 19a701b2-900c-44bd-83cf-5a757805e800, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=19a701b2-900c-44bd-83cf-5a757805e800,segment=NetworkSegment(d846ad92-c086-40c0-8c7d-67c12dd4eb60),segment_id=d846ad92-c086-40c0-8c7d-67c12dd4eb60)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:13:12.925325 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-071005bd-4645-428b-8186-ed030f83bfe4 req-d025e7ac-00e0-4952-8942-d37550973bde service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=a3853b5d-051b-4cd4-b6b6-6138821f4e0c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9851315 May 30 20:13:12.948208 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c383e0-6727-44d0-9103-d3d71cbd8576 service neutron] Pushing event updated for resources: {'Port': ['ID=72625328-0d9e-4b83-abda-c34349b04f5a,revision_number=3']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:12.980698 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f448626d-1e2f-4f2a-a111-ce4aa3ef282a req-ddd0b672-8751-4d6c-825c-3a547320101e tempest-ServerPasswordTestJSON-299540281 tempest-ServerPasswordTestJSON-299540281-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:12.983718 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f448626d-1e2f-4f2a-a111-ce4aa3ef282a req-ddd0b672-8751-4d6c-825c-3a547320101e tempest-ServerPasswordTestJSON-299540281 tempest-ServerPasswordTestJSON-299540281-project] 10.222.0.71 "GET /v2.0/networks?id=53b2dcad-fbeb-45c7-9d73-11a645fbc764 HTTP/1.1" status: 200 len: 812 time: 0.7544327 May 30 20:13:13.004348 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-f448626d-1e2f-4f2a-a111-ce4aa3ef282a req-6f6e4d74-9184-4684-aded-8859aebceb49 tempest-ServerPasswordTestJSON-299540281 tempest-ServerPasswordTestJSON-299540281-project] Request body: {'port': {'device_id': 'af8ba740-9c41-448f-b407-2317a9bc64a2', 'network_id': '53b2dcad-fbeb-45c7-9d73-11a645fbc764', 'admin_state_up': True, 'tenant_id': '4505b4dc33d3442783c1ddca7f53f63d'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:13:13.036444 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-328960f3-8fc7-44be-89a9-90799393ef51 req-5bc4fb89-60a4-4b37-9cde-5470d25c85ed tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] 10.222.0.85 "GET /v2.0/ports?device_id=0fd4ef7a-ac02-4127-a818-9d04cde1fb1c HTTP/1.1" status: 200 len: 210 time: 0.1306663 May 30 20:13:13.162547 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:13.304723 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=19a701b2-900c-44bd-83cf-5a757805e800,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:13.406699 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['19a701b2-900c-44bd-83cf-5a757805e800'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:13:13.506244 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49081461-4da8-4e0d-8448-5514ea822d06 req-ae119b4f-97d9-43a7-bbc9-aca01f45bb45 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:13.509802 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-49081461-4da8-4e0d-8448-5514ea822d06 req-ae119b4f-97d9-43a7-bbc9-aca01f45bb45 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1b83ff54-b1af-44ce-bb75-ba148920553c HTTP/1.1" status: 200 len: 843 time: 0.6973038 May 30 20:13:13.511988 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-f448626d-1e2f-4f2a-a111-ce4aa3ef282a req-6f6e4d74-9184-4684-aded-8859aebceb49 tempest-ServerPasswordTestJSON-299540281 tempest-ServerPasswordTestJSON-299540281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:13:13.530962 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-f448626d-1e2f-4f2a-a111-ce4aa3ef282a req-6f6e4d74-9184-4684-aded-8859aebceb49 tempest-ServerPasswordTestJSON-299540281 tempest-ServerPasswordTestJSON-299540281-project] Usage tracker for resource:port and tenant:4505b4dc33d3442783c1ddca7f53f63d is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:13:13.543483 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-f448626d-1e2f-4f2a-a111-ce4aa3ef282a req-6f6e4d74-9184-4684-aded-8859aebceb49 tempest-ServerPasswordTestJSON-299540281 tempest-ServerPasswordTestJSON-299540281-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:13:13.555662 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c7ef78f7-f9b3-484e-819d-7c0b36a2d74b req-86a013ab-65d0-4303-aef1-8b325f8f4807 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7f20a37d1ec84058864d6080c6a9f8aa&device_id=8490be6d-c816-4a24-8cec-64b40ccb73b3 HTTP/1.1" status: 200 len: 1094 time: 0.3245218 May 30 20:13:13.557078 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-f448626d-1e2f-4f2a-a111-ce4aa3ef282a req-6f6e4d74-9184-4684-aded-8859aebceb49 tempest-ServerPasswordTestJSON-299540281 tempest-ServerPasswordTestJSON-299540281-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:13:13.572232 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-071005bd-4645-428b-8186-ed030f83bfe4 req-7f6ae08c-1b20-467a-a0df-5170b80a93cc service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=bffbecc179ca431ba8825f3f58c3e9cb&device_id=a3853b5d-051b-4cd4-b6b6-6138821f4e0c HTTP/1.1" status: 200 len: 1098 time: 0.3404460 May 30 20:13:13.815192 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c7ef78f7-f9b3-484e-819d-7c0b36a2d74b req-6c95b835-bc51-4adb-a0a2-c96141489ceb service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=72625328-0d9e-4b83-abda-c34349b04f5a HTTP/1.1" status: 200 len: 217 time: 0.2476354 May 30 20:13:13.860093 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f346b8b0-08e0-4da9-84e1-19e82ec2e560 req-482b9460-bbd9-4109-8249-be4f749dafff tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:13.873404 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f346b8b0-08e0-4da9-84e1-19e82ec2e560 req-482b9460-bbd9-4109-8249-be4f749dafff tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/ports?device_id=8490be6d-c816-4a24-8cec-64b40ccb73b3 HTTP/1.1" status: 200 len: 943 time: 0.4756498 May 30 20:13:13.932855 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f448626d-1e2f-4f2a-a111-ce4aa3ef282a req-6f6e4d74-9184-4684-aded-8859aebceb49 tempest-ServerPasswordTestJSON-299540281 tempest-ServerPasswordTestJSON-299540281-project] Made reservation on behalf of 4505b4dc33d3442783c1ddca7f53f63d for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:13:13.936677 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-f448626d-1e2f-4f2a-a111-ce4aa3ef282a req-6f6e4d74-9184-4684-aded-8859aebceb49 tempest-ServerPasswordTestJSON-299540281 tempest-ServerPasswordTestJSON-299540281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:14.066468 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-49081461-4da8-4e0d-8448-5514ea822d06 req-2750c0ba-36c8-4fa1-a063-4f3f7e2b06f7 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4344fbed-57fb-43d7-b32d-6020ce60f0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5460098 May 30 20:13:14.095606 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ef78f7-f9b3-484e-819d-7c0b36a2d74b req-4465b169-04d8-43fb-afbb-253ee13c580a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:14.097459 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c7ef78f7-f9b3-484e-819d-7c0b36a2d74b req-4465b169-04d8-43fb-afbb-253ee13c580a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=e5689849-4104-472f-a1ce-eede6d9545dd HTTP/1.1" status: 200 len: 846 time: 0.2728496 May 30 20:13:14.099197 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071005bd-4645-428b-8186-ed030f83bfe4 req-bd88a4fa-773c-431d-9636-296fee78bce8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:14.101481 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-071005bd-4645-428b-8186-ed030f83bfe4 req-bd88a4fa-773c-431d-9636-296fee78bce8 service neutron] 10.222.0.86 "GET /v2.0/networks?id=4344fbed-57fb-43d7-b32d-6020ce60f0a1 HTTP/1.1" status: 200 len: 870 time: 0.4563854 May 30 20:13:14.187158 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f346b8b0-08e0-4da9-84e1-19e82ec2e560 req-067927e3-7d19-48f2-a98c-c01f93c16bca tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/security-groups?id=3b7b472c-21af-4683-a7b2-e1dc38380326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3097699 May 30 20:13:14.401152 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-49081461-4da8-4e0d-8448-5514ea822d06 req-687f57d3-1a41-44b0-ace1-11c517927e71 service neutron] 10.222.0.71 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3249302 May 30 20:13:14.407275 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79fce960-bf4d-4f6e-8774-fc3319489ca5'] response: {'name': 'network-changed', 'server_uuid': '8490be6d-c816-4a24-8cec-64b40ccb73b3', 'tag': '72625328-0d9e-4b83-abda-c34349b04f5a', 'status': 'completed', 'code': 200} May 30 20:13:14.477213 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c7ef78f7-f9b3-484e-819d-7c0b36a2d74b req-7622978d-c415-4784-8b12-95d8c79119ea service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=447ea545-6235-439a-a377-09de7456264b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3498142 May 30 20:13:14.521241 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-071005bd-4645-428b-8186-ed030f83bfe4 req-e90b2b20-5247-4645-82ff-622719969dd9 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=0af956aa-5dfc-4b3f-969a-34978ca452c2 HTTP/1.1" status: 200 len: 217 time: 0.3900502 May 30 20:13:14.531263 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-787efe04-7741-4583-a6f6-91527b16a1d9 req-bd15ea39-b03a-4431-bd50-ed9bf9742a24 tempest-ServerPasswordTestJSON-299540281 tempest-ServerPasswordTestJSON-299540281-project] 10.222.0.85 "GET /v2.0/ports?device_id=af8ba740-9c41-448f-b407-2317a9bc64a2 HTTP/1.1" status: 200 len: 210 time: 0.1260734 May 30 20:13:14.833281 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071005bd-4645-428b-8186-ed030f83bfe4 req-25733fbf-339c-4272-b943-96c96279e33d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:14.835302 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-071005bd-4645-428b-8186-ed030f83bfe4 req-25733fbf-339c-4272-b943-96c96279e33d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1b83ff54-b1af-44ce-bb75-ba148920553c HTTP/1.1" status: 200 len: 843 time: 0.2464550 May 30 20:13:14.838836 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [req-f448626d-1e2f-4f2a-a111-ce4aa3ef282a req-6f6e4d74-9184-4684-aded-8859aebceb49 tempest-ServerPasswordTestJSON-299540281 tempest-ServerPasswordTestJSON-299540281-project] Allocated IP 172.20.0.2 (53b2dcad-fbeb-45c7-9d73-11a645fbc764/bcf03243-5c47-44c0-8a4e-56d8e1647140/f73b51c7-8405-465a-b373-46ae94bf9544) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:13:14.908796 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-49081461-4da8-4e0d-8448-5514ea822d06 req-532f91c0-c213-4eca-83e8-4c5e405e9160 service neutron] 10.222.0.71 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4996548 May 30 20:13:15.014036 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506ed47a-0fa3-4e0d-9501-6accee2bcbf4 req-a31b2509-9698-42ce-b220-a3160dc6c704 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:15.042751 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-506ed47a-0fa3-4e0d-9501-6accee2bcbf4 req-a31b2509-9698-42ce-b220-a3160dc6c704 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] 10.222.0.85 "GET /v2.0/ports?device_id=c58696a1-825d-4fb4-93a7-081f172646d0 HTTP/1.1" status: 200 len: 945 time: 0.3445673 May 30 20:13:15.114998 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-506ed47a-0fa3-4e0d-9501-6accee2bcbf4 req-c0b62f56-9fbc-4bbd-ab67-475bcaaeea9f tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] 10.222.0.85 "GET /v2.0/security-groups?id=ee3a99c9-b491-4b30-b550-7e2cbfacbd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691586 May 30 20:13:15.222108 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c7ef78f7-f9b3-484e-819d-7c0b36a2d74b req-356d8177-432a-483d-873f-afc1965c06c1 service neutron] 10.222.0.86 "GET /v2.0/networks/447ea545-6235-439a-a377-09de7456264b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7317319 May 30 20:13:15.502273 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-071005bd-4645-428b-8186-ed030f83bfe4 req-43e527df-20ac-408f-8e4f-86dd7948b787 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4344fbed-57fb-43d7-b32d-6020ce60f0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6453242 May 30 20:13:15.718991 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 19a701b2-900c-44bd-83cf-5a757805e800 up at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:13:15.719895 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c7ef78f7-f9b3-484e-819d-7c0b36a2d74b req-2e80fff8-84c3-406f-b796-4b017f0661a3 service neutron] 10.222.0.86 "GET /v2.0/networks/447ea545-6235-439a-a377-09de7456264b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4892757 May 30 20:13:15.809805 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-f448626d-1e2f-4f2a-a111-ce4aa3ef282a req-6f6e4d74-9184-4684-aded-8859aebceb49 tempest-ServerPasswordTestJSON-299540281 tempest-ServerPasswordTestJSON-299540281-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:15.873877 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4056e70-9f7b-4640-80e7-50996500a13e req-05222927-5d9f-4def-b2bf-fd7ace915a78 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:15.875801 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c4056e70-9f7b-4640-80e7-50996500a13e req-05222927-5d9f-4def-b2bf-fd7ace915a78 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/ports?device_id=8490be6d-c816-4a24-8cec-64b40ccb73b3 HTTP/1.1" status: 200 len: 943 time: 0.2510469 May 30 20:13:15.881292 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-071005bd-4645-428b-8186-ed030f83bfe4 req-b5d48e0e-bd2c-4528-aee1-158966b5eb0c service neutron] 10.222.0.86 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3703499 May 30 20:13:16.044188 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c4056e70-9f7b-4640-80e7-50996500a13e req-83b917af-ac16-410c-94a5-db116e62530e tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/security-groups?id=3b7b472c-21af-4683-a7b2-e1dc38380326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504571 May 30 20:13:16.108544 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning for port 19a701b2-900c-44bd-83cf-5a757805e800 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:13:16.123126 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning complete for port 19a701b2-900c-44bd-83cf-5a757805e800 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:13:16.136380 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:16.165504 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26af87d9-ae1d-4276-a508-832bc8c8abdd req-17232390-4c4e-4fde-abe3-1ff0d2025676 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:16.167574 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-26af87d9-ae1d-4276-a508-832bc8c8abdd req-17232390-4c4e-4fde-abe3-1ff0d2025676 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] 10.222.0.85 "GET /v2.0/networks?id=b2f2587f-5348-477f-a322-df8a2a763ba2 HTTP/1.1" status: 200 len: 820 time: 0.4739769 May 30 20:13:16.229484 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-26af87d9-ae1d-4276-a508-832bc8c8abdd req-08906e92-0685-49f6-80f4-feb24a8d877f tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] 10.222.0.85 "GET /v2.0/quotas/b1d3994633044342baf98a52682e583b HTTP/1.1" status: 200 len: 375 time: 0.0421555 May 30 20:13:16.291317 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-f448626d-1e2f-4f2a-a111-ce4aa3ef282a req-6f6e4d74-9184-4684-aded-8859aebceb49 tempest-ServerPasswordTestJSON-299540281 tempest-ServerPasswordTestJSON-299540281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:16.419129 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f448626d-1e2f-4f2a-a111-ce4aa3ef282a req-6f6e4d74-9184-4684-aded-8859aebceb49 tempest-ServerPasswordTestJSON-299540281 tempest-ServerPasswordTestJSON-299540281-project] Network 53b2dcad-fbeb-45c7-9d73-11a645fbc764 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:13:16.442365 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [req-f448626d-1e2f-4f2a-a111-ce4aa3ef282a req-6f6e4d74-9184-4684-aded-8859aebceb49 tempest-ServerPasswordTestJSON-299540281 tempest-ServerPasswordTestJSON-299540281-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:13:16.446246 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-f448626d-1e2f-4f2a-a111-ce4aa3ef282a req-6f6e4d74-9184-4684-aded-8859aebceb49 tempest-ServerPasswordTestJSON-299540281 tempest-ServerPasswordTestJSON-299540281-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:13:16.478435 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:16.525033 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c58696a1-825d-4fb4-93a7-081f172646d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19a701b2-900c-44bd-83cf-5a757805e800'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:13:16.532930 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-071005bd-4645-428b-8186-ed030f83bfe4 req-324d5e71-648e-49b9-ba09-1914de7dee95 service neutron] 10.222.0.86 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6305630 May 30 20:13:16.564507 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f24ff5e0-6654-49ef-a2da-fd4938a9b556 req-5817f1b5-cd68-4635-8ad7-eb209f8a4d13 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7f20a37d1ec84058864d6080c6a9f8aa&device_id=8490be6d-c816-4a24-8cec-64b40ccb73b3 HTTP/1.1" status: 200 len: 1094 time: 0.5209897 May 30 20:13:16.564672 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 19a701b2-900c-44bd-83cf-5a757805e800, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=19a701b2-900c-44bd-83cf-5a757805e800,segment=NetworkSegment(d846ad92-c086-40c0-8c7d-67c12dd4eb60),segment_id=d846ad92-c086-40c0-8c7d-67c12dd4eb60)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:13:16.564791 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6e4d74-9184-4684-aded-8859aebceb49 tempest-ServerPasswordTestJSON-299540281 tempest-ServerPasswordTestJSON-299540281-project] Pushing event updated for resources: {'Port': ['ID=f73b51c7-8405-465a-b373-46ae94bf9544,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:16.564913 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6135855d-4b48-4b97-bbbe-8c0b478b02be req-6bdea678-a794-47b6-8806-7bb6f23dfb29 tempest-ServerPasswordTestJSON-299540281 tempest-ServerPasswordTestJSON-299540281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:16.567359 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6135855d-4b48-4b97-bbbe-8c0b478b02be req-6bdea678-a794-47b6-8806-7bb6f23dfb29 tempest-ServerPasswordTestJSON-299540281 tempest-ServerPasswordTestJSON-299540281-project] 10.222.0.85 "GET /v2.0/ports?device_id=af8ba740-9c41-448f-b407-2317a9bc64a2 HTTP/1.1" status: 200 len: 931 time: 0.1932259 May 30 20:13:16.693380 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6135855d-4b48-4b97-bbbe-8c0b478b02be req-9bbe831b-5244-4a83-8ed6-24ece87ba8bc tempest-ServerPasswordTestJSON-299540281 tempest-ServerPasswordTestJSON-299540281-project] 10.222.0.85 "GET /v2.0/security-groups?id=ab330a67-92fc-4944-829f-11b3c3b645dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080015 May 30 20:13:16.711032 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:16.711258 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f448626d-1e2f-4f2a-a111-ce4aa3ef282a req-6f6e4d74-9184-4684-aded-8859aebceb49 tempest-ServerPasswordTestJSON-299540281 tempest-ServerPasswordTestJSON-299540281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:16.713460 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-f448626d-1e2f-4f2a-a111-ce4aa3ef282a req-6f6e4d74-9184-4684-aded-8859aebceb49 tempest-ServerPasswordTestJSON-299540281 tempest-ServerPasswordTestJSON-299540281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:16.730755 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-26af87d9-ae1d-4276-a508-832bc8c8abdd req-3ab713c5-b412-438b-b83e-102b3f02bcdf tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=b1d3994633044342baf98a52682e583b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4990113 May 30 20:13:16.847112 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=19a701b2-900c-44bd-83cf-5a757805e800,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:16.861516 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:13:16.861803 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:13:16.861971 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:13:16.862594 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:13:16.863179 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:13:16.863692 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:13:16.864245 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:13:16.864737 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:13:16.865236 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:13:16.865807 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:13:16.867548 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:13:17.054463 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f448626d-1e2f-4f2a-a111-ce4aa3ef282a req-6f6e4d74-9184-4684-aded-8859aebceb49 tempest-ServerPasswordTestJSON-299540281 tempest-ServerPasswordTestJSON-299540281-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0573697 May 30 20:13:17.082710 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-26af87d9-ae1d-4276-a508-832bc8c8abdd req-73d0fef5-9e04-4069-9775-be34bc6767ba service neutron] 10.222.0.85 "GET /v2.0/networks/b2f2587f-5348-477f-a322-df8a2a763ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3127389 May 30 20:13:17.097430 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-f448626d-1e2f-4f2a-a111-ce4aa3ef282a req-c67b3011-d070-462e-8b6d-c60dc7cd6a54 service neutron] Request body: {'port': {'device_id': 'af8ba740-9c41-448f-b407-2317a9bc64a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843948-2'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:13:17.243746 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24ff5e0-6654-49ef-a2da-fd4938a9b556 req-a16a3876-58b2-4b6c-bbec-5f331cc8ce5b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:17.246098 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f24ff5e0-6654-49ef-a2da-fd4938a9b556 req-a16a3876-58b2-4b6c-bbec-5f331cc8ce5b service neutron] 10.222.0.86 "GET /v2.0/networks?id=447ea545-6235-439a-a377-09de7456264b HTTP/1.1" status: 200 len: 907 time: 0.6756539 May 30 20:13:17.297483 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63002ea6-0f02-4f7b-aef3-291cd149cadb req-7bd9ba79-6417-4648-9acd-7438f07b6021 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:17.300298 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-63002ea6-0f02-4f7b-aef3-291cd149cadb req-7bd9ba79-6417-4648-9acd-7438f07b6021 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] 10.222.0.85 "GET /v2.0/ports?device_id=c58696a1-825d-4fb4-93a7-081f172646d0 HTTP/1.1" status: 200 len: 946 time: 0.1452253 May 30 20:13:17.450152 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-63002ea6-0f02-4f7b-aef3-291cd149cadb req-317e1d12-45a2-4823-b138-21ef2d97af2b tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] 10.222.0.85 "GET /v2.0/security-groups?id=ee3a99c9-b491-4b30-b550-7e2cbfacbd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844071 May 30 20:13:17.522029 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f24ff5e0-6654-49ef-a2da-fd4938a9b556 req-a7c15ea4-73f7-4e00-b335-e2ab08a613b9 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=72625328-0d9e-4b83-abda-c34349b04f5a HTTP/1.1" status: 200 len: 217 time: 0.2593739 May 30 20:13:17.597756 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-975cfc0d-3753-4d66-89b1-13da64b5849f'] response: {'server_uuid': 'c58696a1-825d-4fb4-93a7-081f172646d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19a701b2-900c-44bd-83cf-5a757805e800', 'code': 200} May 30 20:13:17.653993 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24ff5e0-6654-49ef-a2da-fd4938a9b556 req-75e09972-2ab2-48e7-9f70-dcca414a877d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:17.657403 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f24ff5e0-6654-49ef-a2da-fd4938a9b556 req-75e09972-2ab2-48e7-9f70-dcca414a877d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=e5689849-4104-472f-a1ce-eede6d9545dd HTTP/1.1" status: 200 len: 846 time: 0.1243231 May 30 20:13:17.662404 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-f448626d-1e2f-4f2a-a111-ce4aa3ef282a req-c67b3011-d070-462e-8b6d-c60dc7cd6a54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:17.737764 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 0af956aa-5dfc-4b3f-969a-34978ca452c2 details requested by agent hyperv_n-h2-843948-2 with host n-h2-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:13:17.870281 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-26af87d9-ae1d-4276-a508-832bc8c8abdd req-8e0d7c9e-1513-400c-bb33-932187d34122 service neutron] 10.222.0.85 "GET /v2.0/networks/b2f2587f-5348-477f-a322-df8a2a763ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7305362 May 30 20:13:17.926327 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f24ff5e0-6654-49ef-a2da-fd4938a9b556 req-fec66567-a256-42a6-b44d-447e415a7a88 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=447ea545-6235-439a-a377-09de7456264b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2430370 May 30 20:13:17.998142 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cda5c0a-3301-4dc2-a946-5f7d07b0ba49 req-c7c20198-1f22-4bb7-b253-8a3ddfe8e783 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:18.005446 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6cda5c0a-3301-4dc2-a946-5f7d07b0ba49 req-c7c20198-1f22-4bb7-b253-8a3ddfe8e783 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/ports?device_id=8490be6d-c816-4a24-8cec-64b40ccb73b3 HTTP/1.1" status: 200 len: 943 time: 0.1971166 May 30 20:13:18.126730 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 0af956aa-5dfc-4b3f-969a-34978ca452c2, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=0af956aa-5dfc-4b3f-969a-34978ca452c2,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:13:18.153590 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6cda5c0a-3301-4dc2-a946-5f7d07b0ba49 req-78effea8-5057-4ea6-b040-482ec75483b6 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/security-groups?id=3b7b472c-21af-4683-a7b2-e1dc38380326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338449 May 30 20:13:18.165491 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Returning: {'device': '0af956aa-5dfc-4b3f-969a-34978ca452c2', 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1', 'port_id': '0af956aa-5dfc-4b3f-969a-34978ca452c2', 'mac_address': 'fa:16:3e:fb:9f:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b83ff54-b1af-44ce-bb75-ba148920553c', 'ip_address': '192.168.233.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:13:18.268720 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:18.294876 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0af956aa-5dfc-4b3f-969a-34978ca452c2 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:13:18.320191 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 0af956aa-5dfc-4b3f-969a-34978ca452c2, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=0af956aa-5dfc-4b3f-969a-34978ca452c2,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:13:18.509031 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:18.755727 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:13:18.816979 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['0af956aa-5dfc-4b3f-969a-34978ca452c2'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:13:18.832699 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-21df4a73-55b6-4ac9-a46d-5b51c77b3dd2 req-e4ace74d-c0ef-4d3c-84d8-ca9dd129d40f service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=c58696a1-825d-4fb4-93a7-081f172646d0 HTTP/1.1" status: 200 len: 1097 time: 1.1041985 May 30 20:13:18.901573 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01987df1-7e3c-4180-af60-b5d0e231d55a req-b5399351-3fdb-41a0-ba73-421f5993ad0f tempest-ServerPasswordTestJSON-299540281 tempest-ServerPasswordTestJSON-299540281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:18.924786 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-01987df1-7e3c-4180-af60-b5d0e231d55a req-b5399351-3fdb-41a0-ba73-421f5993ad0f tempest-ServerPasswordTestJSON-299540281 tempest-ServerPasswordTestJSON-299540281-project] 10.222.0.85 "GET /v2.0/ports?device_id=af8ba740-9c41-448f-b407-2317a9bc64a2 HTTP/1.1" status: 200 len: 931 time: 0.3507509 May 30 20:13:19.011823 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f24ff5e0-6654-49ef-a2da-fd4938a9b556 req-363410d5-bb36-479f-a38b-b10d95812199 service neutron] 10.222.0.86 "GET /v2.0/networks/447ea545-6235-439a-a377-09de7456264b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0013452 May 30 20:13:19.031557 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=0af956aa-5dfc-4b3f-969a-34978ca452c2,revision_number=9']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:19.162659 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-01987df1-7e3c-4180-af60-b5d0e231d55a req-a322d875-a83a-4cca-920a-ae52f39ff93d tempest-ServerPasswordTestJSON-299540281 tempest-ServerPasswordTestJSON-299540281-project] 10.222.0.85 "GET /v2.0/security-groups?id=ab330a67-92fc-4944-829f-11b3c3b645dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359729 May 30 20:13:19.280923 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-519db228-bb0d-43dc-add0-688e2b1daf69 req-dc67257e-ba5f-4f2a-9706-e5060e0aaa5c tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] 10.222.0.85 "GET /v2.0/ports?device_id=caa1f363-dbad-479c-81a4-50a6a67e3b7d HTTP/1.1" status: 200 len: 210 time: 0.1452217 May 30 20:13:19.329322 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-21df4a73-55b6-4ac9-a46d-5b51c77b3dd2 req-5bb91d8b-c1b0-47fb-abc8-f1a220b8d0dc service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=ee3a99c9-b491-4b30-b550-7e2cbfacbd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4701107 May 30 20:13:19.510541 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:19.629796 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f24ff5e0-6654-49ef-a2da-fd4938a9b556 req-c8bd0bef-25cf-42c2-b1e8-d110d7481992 service neutron] 10.222.0.86 "GET /v2.0/networks/447ea545-6235-439a-a377-09de7456264b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5816917 May 30 20:13:19.713335 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0283e941-33e0-40b5-88cf-3be8f7db2616 req-c2c5ce7f-def7-410c-aa36-a43c398b6f70 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:19.721476 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0283e941-33e0-40b5-88cf-3be8f7db2616 req-c2c5ce7f-def7-410c-aa36-a43c398b6f70 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] 10.222.0.85 "GET /v2.0/ports?device_id=c58696a1-825d-4fb4-93a7-081f172646d0 HTTP/1.1" status: 200 len: 946 time: 0.2028489 May 30 20:13:19.747729 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 72625328-0d9e-4b83-abda-c34349b04f5a details requested by agent hyperv_n-h2-843948-2 with host n-h2-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:13:19.841300 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [req-f448626d-1e2f-4f2a-a111-ce4aa3ef282a req-c67b3011-d070-462e-8b6d-c60dc7cd6a54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f73b51c7-8405-465a-b373-46ae94bf9544 {{(pid=84887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:13:19.877373 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-f448626d-1e2f-4f2a-a111-ce4aa3ef282a req-c67b3011-d070-462e-8b6d-c60dc7cd6a54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:19.909273 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0283e941-33e0-40b5-88cf-3be8f7db2616 req-c8108d85-ff6c-4010-9c11-75cc56edf897 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] 10.222.0.85 "GET /v2.0/security-groups?id=ee3a99c9-b491-4b30-b550-7e2cbfacbd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811802 May 30 20:13:19.926045 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-f448626d-1e2f-4f2a-a111-ce4aa3ef282a req-c67b3011-d070-462e-8b6d-c60dc7cd6a54 service neutron] Transition to ACTIVE for port object f73b51c7-8405-465a-b373-46ae94bf9544 will not be triggered until provisioned by entity L2. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:13:20.037007 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-f448626d-1e2f-4f2a-a111-ce4aa3ef282a req-c67b3011-d070-462e-8b6d-c60dc7cd6a54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:20.142712 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 72625328-0d9e-4b83-abda-c34349b04f5a, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=72625328-0d9e-4b83-abda-c34349b04f5a,segment=NetworkSegment(6f1287e5-9e46-42ce-b023-b38d433df277),segment_id=6f1287e5-9e46-42ce-b023-b38d433df277)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:13:20.161186 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Returning: {'device': '72625328-0d9e-4b83-abda-c34349b04f5a', 'network_id': '447ea545-6235-439a-a377-09de7456264b', 'port_id': '72625328-0d9e-4b83-abda-c34349b04f5a', 'mac_address': 'fa:16:3e:3c:de:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5689849-4104-472f-a1ce-eede6d9545dd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:13:20.255027 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:20.283628 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72625328-0d9e-4b83-abda-c34349b04f5a {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:13:20.310465 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 72625328-0d9e-4b83-abda-c34349b04f5a, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=72625328-0d9e-4b83-abda-c34349b04f5a,segment=NetworkSegment(6f1287e5-9e46-42ce-b023-b38d433df277),segment_id=6f1287e5-9e46-42ce-b023-b38d433df277)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:13:20.352498 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67b3011-d070-462e-8b6d-c60dc7cd6a54 service neutron] Pushing event updated for resources: {'Port': ['ID=f73b51c7-8405-465a-b373-46ae94bf9544,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:20.469403 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd8449a-694b-4e9b-aef1-f0303449f03d req-634b9d71-2a5f-4090-bd10-fce835921d1c tempest-ServerPasswordTestJSON-299540281 tempest-ServerPasswordTestJSON-299540281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:20.470995 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ecd8449a-694b-4e9b-aef1-f0303449f03d req-634b9d71-2a5f-4090-bd10-fce835921d1c tempest-ServerPasswordTestJSON-299540281 tempest-ServerPasswordTestJSON-299540281-project] 10.222.0.85 "GET /v2.0/ports?device_id=af8ba740-9c41-448f-b407-2317a9bc64a2 HTTP/1.1" status: 200 len: 943 time: 0.1243584 May 30 20:13:20.504936 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:20.549570 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-f448626d-1e2f-4f2a-a111-ce4aa3ef282a req-c67b3011-d070-462e-8b6d-c60dc7cd6a54 service neutron] Attempting to bind port f73b51c7-8405-465a-b373-46ae94bf9544 on host n-h1-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:13:20.550612 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-f448626d-1e2f-4f2a-a111-ce4aa3ef282a req-c67b3011-d070-462e-8b6d-c60dc7cd6a54 service neutron] Attempting to bind port f73b51c7-8405-465a-b373-46ae94bf9544 by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': '4bd9213f-1768-4472-a6c0-afdc982b6a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '53b2dcad-fbeb-45c7-9d73-11a645fbc764'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:13:20.552032 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f448626d-1e2f-4f2a-a111-ce4aa3ef282a req-c67b3011-d070-462e-8b6d-c60dc7cd6a54 service neutron] Attempting to bind port f73b51c7-8405-465a-b373-46ae94bf9544 on network 53b2dcad-fbeb-45c7-9d73-11a645fbc764 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:13:20.557155 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ecd8449a-694b-4e9b-aef1-f0303449f03d req-77bf8466-2601-42da-beaa-f6a7834718ae tempest-ServerPasswordTestJSON-299540281 tempest-ServerPasswordTestJSON-299540281-project] 10.222.0.85 "GET /v2.0/security-groups?id=ab330a67-92fc-4944-829f-11b3c3b645dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759947 May 30 20:13:20.602572 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f448626d-1e2f-4f2a-a111-ce4aa3ef282a req-c67b3011-d070-462e-8b6d-c60dc7cd6a54 service neutron] Port f73b51c7-8405-465a-b373-46ae94bf9544 on network 53b2dcad-fbeb-45c7-9d73-11a645fbc764 not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:13:20.615839 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f448626d-1e2f-4f2a-a111-ce4aa3ef282a req-c67b3011-d070-462e-8b6d-c60dc7cd6a54 service neutron] Attempting to bind port f73b51c7-8405-465a-b373-46ae94bf9544 on network 53b2dcad-fbeb-45c7-9d73-11a645fbc764 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:13:20.635980 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f759ed-c412-47ff-9504-a1bf651b5aa9 req-ab8a8220-492c-406a-8b5a-e3a1e45d6473 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:20.639257 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-68f759ed-c412-47ff-9504-a1bf651b5aa9 req-ab8a8220-492c-406a-8b5a-e3a1e45d6473 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Synchronizing usage tracker for tenant:7f20a37d1ec84058864d6080c6a9f8aa on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:13:20.701198 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f448626d-1e2f-4f2a-a111-ce4aa3ef282a req-c67b3011-d070-462e-8b6d-c60dc7cd6a54 service neutron] Checking agent: {'id': 'f728d74e-a4ae-4384-860b-a5ade05dd8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:13:20.701913 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f448626d-1e2f-4f2a-a111-ce4aa3ef282a req-c67b3011-d070-462e-8b6d-c60dc7cd6a54 service neutron] Checking segment: {'id': '4bd9213f-1768-4472-a6c0-afdc982b6a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '53b2dcad-fbeb-45c7-9d73-11a645fbc764'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:13:20.706224 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f448626d-1e2f-4f2a-a111-ce4aa3ef282a req-c67b3011-d070-462e-8b6d-c60dc7cd6a54 service neutron] Bound using segment: {'id': '4bd9213f-1768-4472-a6c0-afdc982b6a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '53b2dcad-fbeb-45c7-9d73-11a645fbc764'} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:13:20.706959 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-f448626d-1e2f-4f2a-a111-ce4aa3ef282a req-c67b3011-d070-462e-8b6d-c60dc7cd6a54 service neutron] Bound port: f73b51c7-8405-465a-b373-46ae94bf9544, host: n-h1-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bd9213f-1768-4472-a6c0-afdc982b6a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '53b2dcad-fbeb-45c7-9d73-11a645fbc764'}}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:13:20.707517 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-f448626d-1e2f-4f2a-a111-ce4aa3ef282a req-c67b3011-d070-462e-8b6d-c60dc7cd6a54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:20.709771 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=72625328-0d9e-4b83-abda-c34349b04f5a,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:20.829004 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['72625328-0d9e-4b83-abda-c34349b04f5a'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:13:20.928993 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-f448626d-1e2f-4f2a-a111-ce4aa3ef282a req-c67b3011-d070-462e-8b6d-c60dc7cd6a54 service neutron] For port f73b51c7-8405-465a-b373-46ae94bf9544, host n-h1-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:13:20.933105 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-f448626d-1e2f-4f2a-a111-ce4aa3ef282a req-c67b3011-d070-462e-8b6d-c60dc7cd6a54 service neutron] For port f73b51c7-8405-465a-b373-46ae94bf9544, host n-h1-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=f73b51c7-8405-465a-b373-46ae94bf9544,segment=NetworkSegment(4bd9213f-1768-4472-a6c0-afdc982b6a72),segment_id=4bd9213f-1768-4472-a6c0-afdc982b6a72)] {{(pid=84887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:13:20.936081 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-68f759ed-c412-47ff-9504-a1bf651b5aa9 req-ab8a8220-492c-406a-8b5a-e3a1e45d6473 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Unset dirty status for tenant:7f20a37d1ec84058864d6080c6a9f8aa on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:13:20.944941 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-68f759ed-c412-47ff-9504-a1bf651b5aa9 req-ab8a8220-492c-406a-8b5a-e3a1e45d6473 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/ports?device_id=8490be6d-c816-4a24-8cec-64b40ccb73b3 HTTP/1.1" status: 200 len: 943 time: 1.0135653 May 30 20:13:21.007256 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-49c0ef67-0213-442f-9ac9-3958d677c4d2 req-9bc532ce-c5d2-483f-9c10-ee278b45aa15 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] 10.222.0.85 "GET /v2.0/ports?device_id=caa1f363-dbad-479c-81a4-50a6a67e3b7d HTTP/1.1" status: 200 len: 210 time: 0.1386597 May 30 20:13:21.055053 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-68f759ed-c412-47ff-9504-a1bf651b5aa9 req-7e0399b4-f26b-43f1-9130-68bf8963c227 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/security-groups?id=3b7b472c-21af-4683-a7b2-e1dc38380326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094177 May 30 20:13:21.074127 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-f448626d-1e2f-4f2a-a111-ce4aa3ef282a req-c67b3011-d070-462e-8b6d-c60dc7cd6a54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:21.513727 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-f448626d-1e2f-4f2a-a111-ce4aa3ef282a req-c67b3011-d070-462e-8b6d-c60dc7cd6a54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:21.527348 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f448626d-1e2f-4f2a-a111-ce4aa3ef282a req-c67b3011-d070-462e-8b6d-c60dc7cd6a54 service neutron] 10.222.0.71 "PUT /v2.0/ports/f73b51c7-8405-465a-b373-46ae94bf9544 HTTP/1.1" status: 200 len: 1091 time: 4.4531357 May 30 20:13:21.531451 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af8ba740-9c41-448f-b407-2317a9bc64a2', 'tag': 'f73b51c7-8405-465a-b373-46ae94bf9544'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:13:21.718650 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67b3011-d070-462e-8b6d-c60dc7cd6a54 service neutron] Pushing event updated for resources: {'Port': ['ID=f73b51c7-8405-465a-b373-46ae94bf9544,revision_number=3']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:21.754817 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 0af956aa-5dfc-4b3f-969a-34978ca452c2 up at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:13:22.113384 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning complete for port 0af956aa-5dfc-4b3f-969a-34978ca452c2 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:13:22.113833 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:22.214522 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-388d9517-576b-4885-9109-81ae7e22b88f'] response: {'name': 'network-changed', 'server_uuid': 'af8ba740-9c41-448f-b407-2317a9bc64a2', 'tag': 'f73b51c7-8405-465a-b373-46ae94bf9544', 'status': 'completed', 'code': 200} May 30 20:13:22.219697 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:22.255839 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39491da-55b1-45d3-bf72-6fe949b65fda req-b9dfea30-a7bd-4875-8bdc-f9a42573889a tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:22.256933 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-a39491da-55b1-45d3-bf72-6fe949b65fda req-b9dfea30-a7bd-4875-8bdc-f9a42573889a tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Synchronizing usage tracker for tenant:fa8a8e16668d4cd3985a20ee71169357 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:13:22.399641 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cd8e0a-7173-45ec-ba59-64d20160c4e7 req-6ea55353-c518-4c6f-ac2e-69af787530b6 tempest-ServerPasswordTestJSON-299540281 tempest-ServerPasswordTestJSON-299540281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:22.404228 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-52cd8e0a-7173-45ec-ba59-64d20160c4e7 req-6ea55353-c518-4c6f-ac2e-69af787530b6 tempest-ServerPasswordTestJSON-299540281 tempest-ServerPasswordTestJSON-299540281-project] 10.222.0.85 "GET /v2.0/ports?device_id=af8ba740-9c41-448f-b407-2317a9bc64a2 HTTP/1.1" status: 200 len: 943 time: 0.2732997 May 30 20:13:22.407274 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f448626d-1e2f-4f2a-a111-ce4aa3ef282a req-14101226-d29f-4c9b-a660-519481874ca9 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=4505b4dc33d3442783c1ddca7f53f63d&device_id=af8ba740-9c41-448f-b407-2317a9bc64a2 HTTP/1.1" status: 200 len: 1094 time: 0.6872649 May 30 20:13:22.421300 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-a39491da-55b1-45d3-bf72-6fe949b65fda req-b9dfea30-a7bd-4875-8bdc-f9a42573889a tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Unset dirty status for tenant:fa8a8e16668d4cd3985a20ee71169357 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:13:22.423059 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a39491da-55b1-45d3-bf72-6fe949b65fda req-b9dfea30-a7bd-4875-8bdc-f9a42573889a tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] 10.222.0.85 "GET /v2.0/ports?device_id=c58696a1-825d-4fb4-93a7-081f172646d0 HTTP/1.1" status: 200 len: 946 time: 0.8663318 May 30 20:13:22.538612 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:22.552851 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-52cd8e0a-7173-45ec-ba59-64d20160c4e7 req-0af62390-6308-42a7-970c-f9c85295eebd tempest-ServerPasswordTestJSON-299540281 tempest-ServerPasswordTestJSON-299540281-project] 10.222.0.85 "GET /v2.0/security-groups?id=ab330a67-92fc-4944-829f-11b3c3b645dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381817 May 30 20:13:22.636594 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3853b5d-051b-4cd4-b6b6-6138821f4e0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0af956aa-5dfc-4b3f-969a-34978ca452c2'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:13:22.684572 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 0af956aa-5dfc-4b3f-969a-34978ca452c2, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=0af956aa-5dfc-4b3f-969a-34978ca452c2,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:13:22.797348 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f448626d-1e2f-4f2a-a111-ce4aa3ef282a req-4c2fdb0d-ca9c-44b6-a413-eca0539d9b9d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f73b51c7-8405-465a-b373-46ae94bf9544 HTTP/1.1" status: 200 len: 217 time: 0.3727279 May 30 20:13:22.814261 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:22.953671 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-a39491da-55b1-45d3-bf72-6fe949b65fda req-dba19013-986b-4541-acc2-a726028570b2 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Synchronizing usage tracker for tenant:fa8a8e16668d4cd3985a20ee71169357 on resource:security_group {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:13:23.011500 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f448626d-1e2f-4f2a-a111-ce4aa3ef282a req-1f677d5f-b751-494b-8095-fd1738b05759 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:23.013985 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f448626d-1e2f-4f2a-a111-ce4aa3ef282a req-1f677d5f-b751-494b-8095-fd1738b05759 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=bcf03243-5c47-44c0-8a4e-56d8e1647140 HTTP/1.1" status: 200 len: 852 time: 0.1916735 May 30 20:13:23.015120 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-a39491da-55b1-45d3-bf72-6fe949b65fda req-dba19013-986b-4541-acc2-a726028570b2 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Unset dirty status for tenant:fa8a8e16668d4cd3985a20ee71169357 on resource:security_group {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:13:23.028524 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a39491da-55b1-45d3-bf72-6fe949b65fda req-dba19013-986b-4541-acc2-a726028570b2 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] 10.222.0.85 "GET /v2.0/security-groups?id=ee3a99c9-b491-4b30-b550-7e2cbfacbd55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3285427 May 30 20:13:23.063472 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-565a82b5-adaa-46f1-8cc0-6b8d583d5cff req-7786ff2c-c7b4-49a9-aef0-7df7be740e35 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] 10.222.0.85 "GET /v2.0/ports?device_id=caa1f363-dbad-479c-81a4-50a6a67e3b7d HTTP/1.1" status: 200 len: 210 time: 0.1008728 May 30 20:13:23.185339 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f448626d-1e2f-4f2a-a111-ce4aa3ef282a req-02a0aae2-a8be-45c7-b693-2a9e59abe01c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=53b2dcad-fbeb-45c7-9d73-11a645fbc764&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1459947 May 30 20:13:23.185891 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=0af956aa-5dfc-4b3f-969a-34978ca452c2,revision_number=10']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:23.582645 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d696e561-10dc-4d77-8bf9-258e217a105c'] response: {'server_uuid': 'a3853b5d-051b-4cd4-b6b6-6138821f4e0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0af956aa-5dfc-4b3f-969a-34978ca452c2', 'code': 200} May 30 20:13:23.743585 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f448626d-1e2f-4f2a-a111-ce4aa3ef282a req-f04dd10f-66bd-4bc8-bb6e-f8c4d533b433 service neutron] 10.222.0.71 "GET /v2.0/networks/53b2dcad-fbeb-45c7-9d73-11a645fbc764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5547786 May 30 20:13:23.778987 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 72625328-0d9e-4b83-abda-c34349b04f5a up at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:13:24.103639 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42a8b1c-9294-4a0d-bfe7-a729b441ae75 req-df2545bd-c35d-4ba5-9a0d-72bacbe1487d tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:24.105197 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d42a8b1c-9294-4a0d-bfe7-a729b441ae75 req-df2545bd-c35d-4ba5-9a0d-72bacbe1487d tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/ports?device_id=8490be6d-c816-4a24-8cec-64b40ccb73b3 HTTP/1.1" status: 200 len: 944 time: 0.8025877 May 30 20:13:24.180103 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f448626d-1e2f-4f2a-a111-ce4aa3ef282a req-314fcf66-c5c3-4bb0-8d72-760772f4d4f4 service neutron] 10.222.0.71 "GET /v2.0/networks/53b2dcad-fbeb-45c7-9d73-11a645fbc764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4267678 May 30 20:13:24.195394 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d42a8b1c-9294-4a0d-bfe7-a729b441ae75 req-3711b1ef-5490-4df1-9bc8-678c65289d4f tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/security-groups?id=3b7b472c-21af-4683-a7b2-e1dc38380326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836773 May 30 20:13:24.304944 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning for port 72625328-0d9e-4b83-abda-c34349b04f5a completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:13:24.315611 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning complete for port 72625328-0d9e-4b83-abda-c34349b04f5a triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:13:24.316384 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:24.402256 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-8a767702-4410-493a-b856-663a84c8a042 req-64bfb0d1-97b6-41fa-b0a1-078c84748611 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-987941989&fields=id&tenant_id=fa8a8e16668d4cd3985a20ee71169357 HTTP/1.1" status: 200 len: 267 time: 0.1856697 May 30 20:13:24.656756 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-73340936-48ea-4d7d-88c2-6001cd432a0c req-155401d5-fbc0-403f-8029-55fd7025900e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=4505b4dc33d3442783c1ddca7f53f63d&device_id=af8ba740-9c41-448f-b407-2317a9bc64a2 HTTP/1.1" status: 200 len: 1094 time: 0.2449095 May 30 20:13:24.691403 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26af87d9-ae1d-4276-a508-832bc8c8abdd req-42352e65-ebaf-421c-817a-20c0b6c799e1 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:24.694106 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-26af87d9-ae1d-4276-a508-832bc8c8abdd req-42352e65-ebaf-421c-817a-20c0b6c799e1 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] 10.222.0.71 "GET /v2.0/networks?id=b2f2587f-5348-477f-a322-df8a2a763ba2 HTTP/1.1" status: 200 len: 820 time: 0.4337697 May 30 20:13:24.718137 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-26af87d9-ae1d-4276-a508-832bc8c8abdd req-4ab491de-79ee-4610-adc9-8c850b91dd40 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Request body: {'port': {'device_id': 'caa1f363-dbad-479c-81a4-50a6a67e3b7d', 'network_id': 'b2f2587f-5348-477f-a322-df8a2a763ba2', 'admin_state_up': True, 'tenant_id': 'b1d3994633044342baf98a52682e583b'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:13:24.722941 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a767702-4410-493a-b856-663a84c8a042 req-3dd3ea7c-9ecc-4f49-942b-18d2e6caf579 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:24.733757 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-8a767702-4410-493a-b856-663a84c8a042 req-3dd3ea7c-9ecc-4f49-942b-18d2e6caf579 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] 10.222.0.85 "GET /v2.0/ports?device_id=c58696a1-825d-4fb4-93a7-081f172646d0 HTTP/1.1" status: 200 len: 946 time: 0.2332883 May 30 20:13:24.741151 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [req-8a767702-4410-493a-b856-663a84c8a042 req-17da88a4-82d5-406a-be19-8a9a81ce0f8e tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Request body: {'port': {'security_groups': ['ee3a99c9-b491-4b30-b550-7e2cbfacbd55', 'c2333929-4cb4-4830-ae1a-bbc160f7df33']}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:13:24.772990 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:24.893848 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 72625328-0d9e-4b83-abda-c34349b04f5a, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=72625328-0d9e-4b83-abda-c34349b04f5a,segment=NetworkSegment(6f1287e5-9e46-42ce-b023-b38d433df277),segment_id=6f1287e5-9e46-42ce-b023-b38d433df277)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:13:25.033491 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:25.191145 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=72625328-0d9e-4b83-abda-c34349b04f5a,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:25.267984 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d2f887-ff9e-4275-b4e6-276e1f22ab48 req-56d6338f-3e48-496b-98da-9472b658420b tempest-ServerPasswordTestJSON-299540281 tempest-ServerPasswordTestJSON-299540281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:25.303992 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-e4d2f887-ff9e-4275-b4e6-276e1f22ab48 req-56d6338f-3e48-496b-98da-9472b658420b tempest-ServerPasswordTestJSON-299540281 tempest-ServerPasswordTestJSON-299540281-project] Synchronizing usage tracker for tenant:4505b4dc33d3442783c1ddca7f53f63d on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:13:25.448980 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-26af87d9-ae1d-4276-a508-832bc8c8abdd req-4ab491de-79ee-4610-adc9-8c850b91dd40 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:13:25.483139 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-26af87d9-ae1d-4276-a508-832bc8c8abdd req-4ab491de-79ee-4610-adc9-8c850b91dd40 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:13:25.551820 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-e4d2f887-ff9e-4275-b4e6-276e1f22ab48 req-56d6338f-3e48-496b-98da-9472b658420b tempest-ServerPasswordTestJSON-299540281 tempest-ServerPasswordTestJSON-299540281-project] Unset dirty status for tenant:4505b4dc33d3442783c1ddca7f53f63d on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:13:25.554474 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e4d2f887-ff9e-4275-b4e6-276e1f22ab48 req-56d6338f-3e48-496b-98da-9472b658420b tempest-ServerPasswordTestJSON-299540281 tempest-ServerPasswordTestJSON-299540281-project] 10.222.0.85 "GET /v2.0/ports?device_id=af8ba740-9c41-448f-b407-2317a9bc64a2 HTTP/1.1" status: 200 len: 943 time: 1.0324323 May 30 20:13:25.590979 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8490be6d-c816-4a24-8cec-64b40ccb73b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72625328-0d9e-4b83-abda-c34349b04f5a'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:13:25.591821 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73340936-48ea-4d7d-88c2-6001cd432a0c req-984dbffd-9af3-4408-bf9b-17b1732f47de service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:25.593537 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-73340936-48ea-4d7d-88c2-6001cd432a0c req-984dbffd-9af3-4408-bf9b-17b1732f47de service neutron] 10.222.0.71 "GET /v2.0/networks?id=53b2dcad-fbeb-45c7-9d73-11a645fbc764 HTTP/1.1" status: 200 len: 913 time: 0.9210269 May 30 20:13:25.664104 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-8a767702-4410-493a-b856-663a84c8a042 req-17da88a4-82d5-406a-be19-8a9a81ce0f8e tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:25.716084 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26af87d9-ae1d-4276-a508-832bc8c8abdd req-4ab491de-79ee-4610-adc9-8c850b91dd40 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Made reservation on behalf of b1d3994633044342baf98a52682e583b for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:13:25.741019 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-26af87d9-ae1d-4276-a508-832bc8c8abdd req-4ab491de-79ee-4610-adc9-8c850b91dd40 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:25.782499 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-e4d2f887-ff9e-4275-b4e6-276e1f22ab48 req-81c91388-7131-4c51-a1ea-a7d06b751157 tempest-ServerPasswordTestJSON-299540281 tempest-ServerPasswordTestJSON-299540281-project] Synchronizing usage tracker for tenant:4505b4dc33d3442783c1ddca7f53f63d on resource:security_group {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:13:25.980694 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-73340936-48ea-4d7d-88c2-6001cd432a0c req-68e1f77b-320a-4220-b8ae-d2be2154d47b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f73b51c7-8405-465a-b373-46ae94bf9544 HTTP/1.1" status: 200 len: 217 time: 0.2970963 May 30 20:13:26.030421 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-e4d2f887-ff9e-4275-b4e6-276e1f22ab48 req-81c91388-7131-4c51-a1ea-a7d06b751157 tempest-ServerPasswordTestJSON-299540281 tempest-ServerPasswordTestJSON-299540281-project] Unset dirty status for tenant:4505b4dc33d3442783c1ddca7f53f63d on resource:security_group {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:13:26.031647 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e4d2f887-ff9e-4275-b4e6-276e1f22ab48 req-81c91388-7131-4c51-a1ea-a7d06b751157 tempest-ServerPasswordTestJSON-299540281 tempest-ServerPasswordTestJSON-299540281-project] 10.222.0.85 "GET /v2.0/security-groups?id=ab330a67-92fc-4944-829f-11b3c3b645dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4704144 May 30 20:13:26.138691 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [req-26af87d9-ae1d-4276-a508-832bc8c8abdd req-4ab491de-79ee-4610-adc9-8c850b91dd40 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Allocated IP 172.20.0.5 (b2f2587f-5348-477f-a322-df8a2a763ba2/d51613c5-1edb-4acb-8713-3f45b6162b1f/ac329184-b9f1-4df2-a258-7f0a89ad8c53) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:13:26.190694 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73340936-48ea-4d7d-88c2-6001cd432a0c req-8bb71e16-0199-4444-a40e-1ecb326f9591 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:26.192570 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-73340936-48ea-4d7d-88c2-6001cd432a0c req-8bb71e16-0199-4444-a40e-1ecb326f9591 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=bcf03243-5c47-44c0-8a4e-56d8e1647140 HTTP/1.1" status: 200 len: 852 time: 0.2048094 May 30 20:13:26.264836 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-c48b6733-ff94-4ee0-91c0-657f26fe3120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:26.266442 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-73340936-48ea-4d7d-88c2-6001cd432a0c req-ce5c6bac-62fa-46b6-a7cc-63286df25113 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=53b2dcad-fbeb-45c7-9d73-11a645fbc764&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637085 May 30 20:13:26.462530 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device f73b51c7-8405-465a-b373-46ae94bf9544 details requested by agent hyperv_n-h1-843948-2 with host n-h1-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:13:26.783116 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-73340936-48ea-4d7d-88c2-6001cd432a0c req-a47dca23-ec6e-4f31-bfc2-a676c22aedc9 service neutron] 10.222.0.71 "GET /v2.0/networks/53b2dcad-fbeb-45c7-9d73-11a645fbc764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5015132 May 30 20:13:26.931118 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-56639a2b-9ac9-4a03-8715-d0cd586d5972 req-b6956dbf-c0c9-4e1c-8840-a57e2eb01b1a tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] 10.222.0.85 "GET /v2.0/ports?device_id=caa1f363-dbad-479c-81a4-50a6a67e3b7d HTTP/1.1" status: 200 len: 210 time: 0.1848812 May 30 20:13:26.963134 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port f73b51c7-8405-465a-b373-46ae94bf9544, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=f73b51c7-8405-465a-b373-46ae94bf9544,segment=NetworkSegment(4bd9213f-1768-4472-a6c0-afdc982b6a72),segment_id=4bd9213f-1768-4472-a6c0-afdc982b6a72)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:13:26.989504 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Returning: {'device': 'f73b51c7-8405-465a-b373-46ae94bf9544', 'network_id': '53b2dcad-fbeb-45c7-9d73-11a645fbc764', 'port_id': 'f73b51c7-8405-465a-b373-46ae94bf9544', 'mac_address': 'fa:16:3e:f8:bc:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcf03243-5c47-44c0-8a4e-56d8e1647140', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:13:27.099651 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:27.122224 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f73b51c7-8405-465a-b373-46ae94bf9544 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:13:27.141349 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-73340936-48ea-4d7d-88c2-6001cd432a0c req-e7a9c872-a9dd-40a0-b6f6-d9b5814e9d4d service neutron] 10.222.0.71 "GET /v2.0/networks/53b2dcad-fbeb-45c7-9d73-11a645fbc764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2495983 May 30 20:13:27.142168 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port f73b51c7-8405-465a-b373-46ae94bf9544, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=f73b51c7-8405-465a-b373-46ae94bf9544,segment=NetworkSegment(4bd9213f-1768-4472-a6c0-afdc982b6a72),segment_id=4bd9213f-1768-4472-a6c0-afdc982b6a72)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:13:27.148306 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-8a767702-4410-493a-b856-663a84c8a042 req-17da88a4-82d5-406a-be19-8a9a81ce0f8e tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] For port 19a701b2-900c-44bd-83cf-5a757805e800, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=19a701b2-900c-44bd-83cf-5a757805e800,segment=NetworkSegment(d846ad92-c086-40c0-8c7d-67c12dd4eb60),segment_id=d846ad92-c086-40c0-8c7d-67c12dd4eb60)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:13:27.183777 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-8a767702-4410-493a-b856-663a84c8a042 req-17da88a4-82d5-406a-be19-8a9a81ce0f8e tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:27.219580 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-26af87d9-ae1d-4276-a508-832bc8c8abdd req-4ab491de-79ee-4610-adc9-8c850b91dd40 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:27.281764 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:27.350219 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-8a767702-4410-493a-b856-663a84c8a042 req-17da88a4-82d5-406a-be19-8a9a81ce0f8e tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:27.369580 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['4ae5effb-2ec4-4a22-8af5-a50e814f392b'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:13:27.399418 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['19a701b2-900c-44bd-83cf-5a757805e800'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:13:27.471195 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-26af87d9-ae1d-4276-a508-832bc8c8abdd req-4ab491de-79ee-4610-adc9-8c850b91dd40 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:27.550206 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a767702-4410-493a-b856-663a84c8a042 req-17da88a4-82d5-406a-be19-8a9a81ce0f8e tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:27.551124 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-8a767702-4410-493a-b856-663a84c8a042 req-17da88a4-82d5-406a-be19-8a9a81ce0f8e tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:27.552596 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-8a767702-4410-493a-b856-663a84c8a042 req-17da88a4-82d5-406a-be19-8a9a81ce0f8e tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] 10.222.0.85 "PUT /v2.0/ports/19a701b2-900c-44bd-83cf-5a757805e800 HTTP/1.1" status: 200 len: 982 time: 2.8167417 May 30 20:13:27.553061 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c58696a1-825d-4fb4-93a7-081f172646d0', 'tag': '19a701b2-900c-44bd-83cf-5a757805e800'}] {{(pid=84886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:13:27.596565 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17da88a4-82d5-406a-be19-8a9a81ce0f8e tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Pushing event updated for resources: {'Port': ['ID=19a701b2-900c-44bd-83cf-5a757805e800,revision_number=6']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:27.619018 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451d10b5-790b-42c5-a91f-ae90b89b7d68 req-8d24901c-04ec-4e69-b714-aebdaf1b46d5 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:27.625744 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17da88a4-82d5-406a-be19-8a9a81ce0f8e tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:13:27.631857 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17da88a4-82d5-406a-be19-8a9a81ce0f8e tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:13:27.631857 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17da88a4-82d5-406a-be19-8a9a81ce0f8e tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:13:27.631857 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17da88a4-82d5-406a-be19-8a9a81ce0f8e tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:13:27.631857 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17da88a4-82d5-406a-be19-8a9a81ce0f8e tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:13:27.631857 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17da88a4-82d5-406a-be19-8a9a81ce0f8e tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:13:27.631857 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17da88a4-82d5-406a-be19-8a9a81ce0f8e tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:13:27.631857 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17da88a4-82d5-406a-be19-8a9a81ce0f8e tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:13:27.631857 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17da88a4-82d5-406a-be19-8a9a81ce0f8e tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:13:27.631857 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17da88a4-82d5-406a-be19-8a9a81ce0f8e tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:13:27.632805 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-451d10b5-790b-42c5-a91f-ae90b89b7d68 req-8d24901c-04ec-4e69-b714-aebdaf1b46d5 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/ports?device_id=8490be6d-c816-4a24-8cec-64b40ccb73b3 HTTP/1.1" status: 200 len: 945 time: 0.2917807 May 30 20:13:27.632906 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17da88a4-82d5-406a-be19-8a9a81ce0f8e tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:13:27.655194 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['f73b51c7-8405-465a-b373-46ae94bf9544'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:13:27.692694 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['19a701b2-900c-44bd-83cf-5a757805e800'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:13:27.757793 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=f73b51c7-8405-465a-b373-46ae94bf9544,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:27.817941 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ed03932-653c-43e7-b8bc-461944c534ed'] response: {'server_uuid': '8490be6d-c816-4a24-8cec-64b40ccb73b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72625328-0d9e-4b83-abda-c34349b04f5a', 'code': 200} May 30 20:13:28.125488 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab491de-79ee-4610-adc9-8c850b91dd40 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Pushing event updated for resources: {'Port': ['ID=ac329184-b9f1-4df2-a258-7f0a89ad8c53,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:28.378301 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdd54dc-9e18-43be-918b-6ae5c602067c req-20fd5658-a5a0-4f9e-9446-fb990684e396 tempest-ServerPasswordTestJSON-299540281 tempest-ServerPasswordTestJSON-299540281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:28.391988 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2fdd54dc-9e18-43be-918b-6ae5c602067c req-20fd5658-a5a0-4f9e-9446-fb990684e396 tempest-ServerPasswordTestJSON-299540281 tempest-ServerPasswordTestJSON-299540281-project] 10.222.0.85 "GET /v2.0/ports?device_id=af8ba740-9c41-448f-b407-2317a9bc64a2 HTTP/1.1" status: 200 len: 944 time: 0.2696600 May 30 20:13:28.451068 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26af87d9-ae1d-4276-a508-832bc8c8abdd req-4ab491de-79ee-4610-adc9-8c850b91dd40 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Network b2f2587f-5348-477f-a322-df8a2a763ba2 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:13:28.468875 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-451d10b5-790b-42c5-a91f-ae90b89b7d68 req-df708b77-91c8-4e29-a7c1-d29e515951c6 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/security-groups?id=3b7b472c-21af-4683-a7b2-e1dc38380326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8381784 May 30 20:13:28.478367 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [req-26af87d9-ae1d-4276-a508-832bc8c8abdd req-4ab491de-79ee-4610-adc9-8c850b91dd40 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:13:28.499877 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-26af87d9-ae1d-4276-a508-832bc8c8abdd req-4ab491de-79ee-4610-adc9-8c850b91dd40 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:13:28.645939 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2fdd54dc-9e18-43be-918b-6ae5c602067c req-5f7d5d2f-0545-41b2-8787-5592ab72fd7c tempest-ServerPasswordTestJSON-299540281 tempest-ServerPasswordTestJSON-299540281-project] 10.222.0.85 "GET /v2.0/security-groups?id=ab330a67-92fc-4944-829f-11b3c3b645dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2529197 May 30 20:13:28.904052 n-d-843948-2 neutron-server[84886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40b4f516-c6a0-47c4-a1be-f7ceb0b43422'] response: {'name': 'network-changed', 'server_uuid': 'c58696a1-825d-4fb4-93a7-081f172646d0', 'tag': '19a701b2-900c-44bd-83cf-5a757805e800', 'status': 'completed', 'code': 200} May 30 20:13:29.011531 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26af87d9-ae1d-4276-a508-832bc8c8abdd req-4ab491de-79ee-4610-adc9-8c850b91dd40 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:29.014729 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-26af87d9-ae1d-4276-a508-832bc8c8abdd req-4ab491de-79ee-4610-adc9-8c850b91dd40 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:29.083318 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab491de-79ee-4610-adc9-8c850b91dd40 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:13:29.084364 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab491de-79ee-4610-adc9-8c850b91dd40 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:13:29.086803 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab491de-79ee-4610-adc9-8c850b91dd40 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:13:29.097153 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab491de-79ee-4610-adc9-8c850b91dd40 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:13:29.097153 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab491de-79ee-4610-adc9-8c850b91dd40 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:13:29.097153 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab491de-79ee-4610-adc9-8c850b91dd40 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:13:29.105368 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab491de-79ee-4610-adc9-8c850b91dd40 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:13:29.106397 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab491de-79ee-4610-adc9-8c850b91dd40 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:13:29.112591 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab491de-79ee-4610-adc9-8c850b91dd40 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:13:29.113672 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab491de-79ee-4610-adc9-8c850b91dd40 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:13:29.120335 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab491de-79ee-4610-adc9-8c850b91dd40 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:13:29.381108 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dda8e23-93b1-429b-8905-749b54096342 req-7747dc91-9a7d-4045-b3cb-b5a76b20516b tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:29.392117 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4dda8e23-93b1-429b-8905-749b54096342 req-7747dc91-9a7d-4045-b3cb-b5a76b20516b tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] 10.222.0.85 "GET /v2.0/ports?device_id=caa1f363-dbad-479c-81a4-50a6a67e3b7d HTTP/1.1" status: 200 len: 931 time: 0.2208970 May 30 20:13:29.411831 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d6a4bb31-43ee-4008-811f-130131370635 req-d2c7d447-f9cb-4e78-89b7-d0cc4850fc93 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] 10.222.0.85 "GET /v2.0/security-groups/c2333929-4cb4-4830-ae1a-bbc160f7df33 HTTP/1.1" status: 200 len: 1634 time: 0.6453090 May 30 20:13:29.514060 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4dda8e23-93b1-429b-8905-749b54096342 req-7f1f4a36-3f87-47f8-a750-9d442ede3912 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] 10.222.0.85 "GET /v2.0/security-groups?id=c816953b-4eaf-44de-8f51-6f9258494ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112700 May 30 20:13:29.731339 n-d-843948-2 neutron-server[84887]: INFO neutron.api.v2.resource [req-d6a4bb31-43ee-4008-811f-130131370635 req-31bbda3e-aab3-41f9-9723-309b02150fb4 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] delete failed (client error): There was a conflict when trying to complete your request. May 30 20:13:29.758889 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d6a4bb31-43ee-4008-811f-130131370635 req-31bbda3e-aab3-41f9-9723-309b02150fb4 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] 10.222.0.85 "DELETE /v2.0/security-groups/c2333929-4cb4-4830-ae1a-bbc160f7df33 HTTP/1.1" status: 409 len: 341 time: 0.3424127 May 30 20:13:29.800883 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5ca04511-9159-42ab-b03f-82e85394e3ee req-8bd40c47-96c5-43a9-877f-8f2ab80d8244 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=fa8a8e16668d4cd3985a20ee71169357&device_id=c58696a1-825d-4fb4-93a7-081f172646d0 HTTP/1.1" status: 200 len: 1136 time: 0.6090424 May 30 20:13:29.818212 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-26af87d9-ae1d-4276-a508-832bc8c8abdd req-4ab491de-79ee-4610-adc9-8c850b91dd40 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0943553 May 30 20:13:29.840959 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-26af87d9-ae1d-4276-a508-832bc8c8abdd req-b68c21ed-583e-4b99-81ae-75bc4fc7b82a service neutron] Request body: {'port': {'device_id': 'caa1f363-dbad-479c-81a4-50a6a67e3b7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843948-2'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:13:29.891147 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-86ec6201-9775-4c66-8418-948fd35f8d39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:30.137301 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:30.262548 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421d8b54-e53d-4ff1-8e59-1bf2ed055a0f req-0ca7c716-a773-4baa-b64e-496fb7fa8d38 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:30.270563 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-421d8b54-e53d-4ff1-8e59-1bf2ed055a0f req-0ca7c716-a773-4baa-b64e-496fb7fa8d38 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/ports?device_id=8490be6d-c816-4a24-8cec-64b40ccb73b3 HTTP/1.1" status: 200 len: 945 time: 0.1556149 May 30 20:13:30.306109 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8acc29cb-b1e3-47a3-8c89-464370b630e5 req-4e76ebb4-ef67-47d2-bb77-7d7fbb160ff2 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=8490be6d-c816-4a24-8cec-64b40ccb73b3 HTTP/1.1" status: 200 len: 1096 time: 2.3376372 May 30 20:13:30.369667 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-421d8b54-e53d-4ff1-8e59-1bf2ed055a0f req-42780f5e-1b62-4a72-9ac6-b641f44b3038 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/security-groups?id=3b7b472c-21af-4683-a7b2-e1dc38380326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979497 May 30 20:13:30.555232 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8acc29cb-b1e3-47a3-8c89-464370b630e5 req-73e72e14-48f5-4510-b44a-d27597e89302 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=3b7b472c-21af-4683-a7b2-e1dc38380326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137761 May 30 20:13:30.818255 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca04511-9159-42ab-b03f-82e85394e3ee req-857565f3-e6c4-436f-a149-2f89a9926305 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:30.835528 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5ca04511-9159-42ab-b03f-82e85394e3ee req-857565f3-e6c4-436f-a149-2f89a9926305 service neutron] 10.222.0.86 "GET /v2.0/networks?id=4a9121fe-3c05-4fb0-ad44-174db17c3d5b HTTP/1.1" status: 200 len: 913 time: 0.8581629 May 30 20:13:31.036706 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:31.094766 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-26af87d9-ae1d-4276-a508-832bc8c8abdd req-b68c21ed-583e-4b99-81ae-75bc4fc7b82a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:31.126225 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5ca04511-9159-42ab-b03f-82e85394e3ee req-59e94979-f71e-4906-94ac-f452e6c5bb45 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=19a701b2-900c-44bd-83cf-5a757805e800 HTTP/1.1" status: 200 len: 217 time: 0.2699447 May 30 20:13:31.325130 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d869450-b841-4655-b3b7-f712169a9eb4 req-b45856d2-2e10-475d-ac19-adb5df181da4 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:31.326655 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4d869450-b841-4655-b3b7-f712169a9eb4 req-b45856d2-2e10-475d-ac19-adb5df181da4 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] 10.222.0.85 "GET /v2.0/ports?device_id=caa1f363-dbad-479c-81a4-50a6a67e3b7d HTTP/1.1" status: 200 len: 931 time: 0.1066077 May 30 20:13:31.435812 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4d869450-b841-4655-b3b7-f712169a9eb4 req-75466de7-67c4-4256-8559-f2b9bf01cf87 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] 10.222.0.85 "GET /v2.0/security-groups?id=c816953b-4eaf-44de-8f51-6f9258494ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023791 May 30 20:13:31.574704 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3f95e0-dddd-44f2-b15a-2939a0c6e1aa req-a2975611-c86a-4521-8651-566d529d8d2f tempest-ServerPasswordTestJSON-299540281 tempest-ServerPasswordTestJSON-299540281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:31.584985 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4d3f95e0-dddd-44f2-b15a-2939a0c6e1aa req-a2975611-c86a-4521-8651-566d529d8d2f tempest-ServerPasswordTestJSON-299540281 tempest-ServerPasswordTestJSON-299540281-project] 10.222.0.85 "GET /v2.0/ports?device_id=af8ba740-9c41-448f-b407-2317a9bc64a2 HTTP/1.1" status: 200 len: 944 time: 0.9421799 May 30 20:13:31.610262 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca04511-9159-42ab-b03f-82e85394e3ee req-09ec3ae8-b863-49f9-9559-8d2aa3b6c551 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:31.612524 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5ca04511-9159-42ab-b03f-82e85394e3ee req-09ec3ae8-b863-49f9-9559-8d2aa3b6c551 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=26b23bbf-887e-4278-88a1-ac21d644c5ec HTTP/1.1" status: 200 len: 852 time: 0.4748530 May 30 20:13:31.771599 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5ca04511-9159-42ab-b03f-82e85394e3ee req-7e5f63be-cecd-4b2e-ab99-5c04a0acc3c4 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4a9121fe-3c05-4fb0-ad44-174db17c3d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1494904 May 30 20:13:31.838662 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4d3f95e0-dddd-44f2-b15a-2939a0c6e1aa req-b289caa4-b085-4c4e-94be-b50c06e343d0 tempest-ServerPasswordTestJSON-299540281 tempest-ServerPasswordTestJSON-299540281-project] 10.222.0.85 "GET /v2.0/security-groups?id=ab330a67-92fc-4944-829f-11b3c3b645dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2525973 May 30 20:13:32.176435 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a307ccd-7c75-482c-a4fa-32031aef684e req-1fb5c7bc-0bd5-4b39-ab25-7119d68b80fa tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:32.180768 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1a307ccd-7c75-482c-a4fa-32031aef684e req-1fb5c7bc-0bd5-4b39-ab25-7119d68b80fa tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] 10.222.0.85 "GET /v2.0/ports?device_id=c58696a1-825d-4fb4-93a7-081f172646d0 HTTP/1.1" status: 200 len: 985 time: 0.4283786 May 30 20:13:32.273518 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5ca04511-9159-42ab-b03f-82e85394e3ee req-62ba50f5-d9ca-44fb-ab7e-636a0fb5057a service neutron] 10.222.0.86 "GET /v2.0/networks/4a9121fe-3c05-4fb0-ad44-174db17c3d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4924514 May 30 20:13:32.297088 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1a307ccd-7c75-482c-a4fa-32031aef684e req-68aa94ec-a1ac-44ac-9f20-1a22af4f38b1 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] 10.222.0.85 "GET /v2.0/security-groups?id=c2333929-4cb4-4830-ae1a-bbc160f7df33&id=ee3a99c9-b491-4b30-b550-7e2cbfacbd55&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1074567 May 30 20:13:32.471830 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device f73b51c7-8405-465a-b373-46ae94bf9544 up at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:13:32.546980 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.db.resource_extend [req-26af87d9-ae1d-4276-a508-832bc8c8abdd req-b68c21ed-583e-4b99-81ae-75bc4fc7b82a service neutron] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:13:32.547605 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:32.766957 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning for port f73b51c7-8405-465a-b373-46ae94bf9544 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:13:32.778469 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning complete for port f73b51c7-8405-465a-b373-46ae94bf9544 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:13:32.779046 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:32.866218 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5ca04511-9159-42ab-b03f-82e85394e3ee req-5b39cac2-ff50-4515-8193-20136bb1d7a2 service neutron] 10.222.0.86 "GET /v2.0/networks/4a9121fe-3c05-4fb0-ad44-174db17c3d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5854974 May 30 20:13:32.898803 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9b6d6c-f093-4b0f-8662-d79ecb8a90ce req-69059b6f-d97e-4bda-a2f0-519cdcd9795d tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:32.917712 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5c9b6d6c-f093-4b0f-8662-d79ecb8a90ce req-69059b6f-d97e-4bda-a2f0-519cdcd9795d tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/ports?device_id=8490be6d-c816-4a24-8cec-64b40ccb73b3 HTTP/1.1" status: 200 len: 945 time: 0.2865477 May 30 20:13:32.930949 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [req-26af87d9-ae1d-4276-a508-832bc8c8abdd req-b68c21ed-583e-4b99-81ae-75bc4fc7b82a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac329184-b9f1-4df2-a258-7f0a89ad8c53 {{(pid=84887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:13:32.982670 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-26af87d9-ae1d-4276-a508-832bc8c8abdd req-b68c21ed-583e-4b99-81ae-75bc4fc7b82a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:33.050318 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-26af87d9-ae1d-4276-a508-832bc8c8abdd req-b68c21ed-583e-4b99-81ae-75bc4fc7b82a service neutron] Transition to ACTIVE for port object ac329184-b9f1-4df2-a258-7f0a89ad8c53 will not be triggered until provisioned by entity L2. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:13:33.072215 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5c9b6d6c-f093-4b0f-8662-d79ecb8a90ce req-f4f2aa5f-0fd5-40b1-826e-e78afcd65ab6 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/security-groups?id=3b7b472c-21af-4683-a7b2-e1dc38380326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527457 May 30 20:13:33.124017 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca344adf-821e-4838-afc4-1395067dd354 req-51066da0-8d35-440c-ab4a-f207e043467b tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:33.134382 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-ca344adf-821e-4838-afc4-1395067dd354 req-51066da0-8d35-440c-ab4a-f207e043467b tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Synchronizing usage tracker for tenant:b1d3994633044342baf98a52682e583b on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:13:33.179121 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-26af87d9-ae1d-4276-a508-832bc8c8abdd req-b68c21ed-583e-4b99-81ae-75bc4fc7b82a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:33.200119 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:33.313389 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port f73b51c7-8405-465a-b373-46ae94bf9544, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=f73b51c7-8405-465a-b373-46ae94bf9544,segment=NetworkSegment(4bd9213f-1768-4472-a6c0-afdc982b6a72),segment_id=4bd9213f-1768-4472-a6c0-afdc982b6a72)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:13:33.315261 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af8ba740-9c41-448f-b407-2317a9bc64a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f73b51c7-8405-465a-b373-46ae94bf9544'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:13:33.326726 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7074ea4-f819-4493-83a0-f58f13eed6df req-a8461654-dfdc-4415-b484-2d873188d681 tempest-ListImageFiltersTestJSON-965511707 tempest-ListImageFiltersTestJSON-965511707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:33.339182 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d7074ea4-f819-4493-83a0-f58f13eed6df req-a8461654-dfdc-4415-b484-2d873188d681 tempest-ListImageFiltersTestJSON-965511707 tempest-ListImageFiltersTestJSON-965511707-project] 10.222.0.85 "GET /v2.0/ports?device_id=8e67adfc-c960-4bd6-a089-73711ac28b5f HTTP/1.1" status: 200 len: 951 time: 0.1188607 May 30 20:13:33.412079 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d7074ea4-f819-4493-83a0-f58f13eed6df req-1d704477-5236-4348-8450-e29fed6c538f tempest-ListImageFiltersTestJSON-965511707 tempest-ListImageFiltersTestJSON-965511707-project] 10.222.0.85 "GET /v2.0/security-groups?id=b6ee8f85-74c5-46fe-a3a8-5610018ec9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706983 May 30 20:13:33.419720 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:33.421668 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device b2692eb8-1752-4fef-bb41-97b67e62bb53 no longer exists at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:13:33.788931 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=f73b51c7-8405-465a-b373-46ae94bf9544,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:33.856369 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68c21ed-583e-4b99-81ae-75bc4fc7b82a service neutron] Pushing event updated for resources: {'Port': ['ID=ac329184-b9f1-4df2-a258-7f0a89ad8c53,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:33.896249 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-ca344adf-821e-4838-afc4-1395067dd354 req-51066da0-8d35-440c-ab4a-f207e043467b tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Unset dirty status for tenant:b1d3994633044342baf98a52682e583b on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:13:33.900300 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ca344adf-821e-4838-afc4-1395067dd354 req-51066da0-8d35-440c-ab4a-f207e043467b tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] 10.222.0.85 "GET /v2.0/ports?device_id=caa1f363-dbad-479c-81a4-50a6a67e3b7d HTTP/1.1" status: 200 len: 931 time: 1.0889840 May 30 20:13:34.046940 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:34.153216 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port b2692eb8-1752-4fef-bb41-97b67e62bb53, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=b2692eb8-1752-4fef-bb41-97b67e62bb53,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:13:34.178179 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5208e8be-06d4-4866-8998-ce977266556d req-65304b28-09a7-48da-bf55-cd8eb7bf13d1 tempest-ServerPasswordTestJSON-299540281 tempest-ServerPasswordTestJSON-299540281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:34.181521 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5208e8be-06d4-4866-8998-ce977266556d req-65304b28-09a7-48da-bf55-cd8eb7bf13d1 tempest-ServerPasswordTestJSON-299540281 tempest-ServerPasswordTestJSON-299540281-project] 10.222.0.85 "GET /v2.0/ports?device_id=af8ba740-9c41-448f-b407-2317a9bc64a2 HTTP/1.1" status: 200 len: 945 time: 0.5739658 May 30 20:13:34.206675 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4413ec53-5ad2-47d1-8daf-d175e4e8ca09 req-4e4a5425-91d3-4b75-9fe4-e9dbb2710648 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=fa8a8e16668d4cd3985a20ee71169357&device_id=c58696a1-825d-4fb4-93a7-081f172646d0 HTTP/1.1" status: 200 len: 1136 time: 1.0011940 May 30 20:13:34.231028 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:34.306654 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5208e8be-06d4-4866-8998-ce977266556d req-236b5789-3c07-433f-9035-86127d196d64 tempest-ServerPasswordTestJSON-299540281 tempest-ServerPasswordTestJSON-299540281-project] 10.222.0.85 "GET /v2.0/security-groups?id=ab330a67-92fc-4944-829f-11b3c3b645dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147084 May 30 20:13:34.415479 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=b2692eb8-1752-4fef-bb41-97b67e62bb53,revision_number=11']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:34.421865 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ca344adf-821e-4838-afc4-1395067dd354 req-a945d8e0-8256-4b55-94a2-2e6ce92a5fd0 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] 10.222.0.85 "GET /v2.0/security-groups?id=c816953b-4eaf-44de-8f51-6f9258494ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3564570 May 30 20:13:34.530345 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ef04f2a-346b-4188-95cf-637c56ad2d23'] response: {'server_uuid': 'af8ba740-9c41-448f-b407-2317a9bc64a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f73b51c7-8405-465a-b373-46ae94bf9544', 'code': 200} May 30 20:13:34.748840 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-26af87d9-ae1d-4276-a508-832bc8c8abdd req-b68c21ed-583e-4b99-81ae-75bc4fc7b82a service neutron] Attempting to bind port ac329184-b9f1-4df2-a258-7f0a89ad8c53 on host n-h1-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:13:34.749374 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-26af87d9-ae1d-4276-a508-832bc8c8abdd req-b68c21ed-583e-4b99-81ae-75bc4fc7b82a service neutron] Attempting to bind port ac329184-b9f1-4df2-a258-7f0a89ad8c53 by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': '8cf4782e-e691-4ec5-a2ea-a14d58f8df7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b2f2587f-5348-477f-a322-df8a2a763ba2'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:13:34.754125 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26af87d9-ae1d-4276-a508-832bc8c8abdd req-b68c21ed-583e-4b99-81ae-75bc4fc7b82a service neutron] Attempting to bind port ac329184-b9f1-4df2-a258-7f0a89ad8c53 on network b2f2587f-5348-477f-a322-df8a2a763ba2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:13:34.770260 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4413ec53-5ad2-47d1-8daf-d175e4e8ca09 req-e3e2ea87-0df7-40d1-ad8e-06e61524cf2e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:34.770260 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4413ec53-5ad2-47d1-8daf-d175e4e8ca09 req-e3e2ea87-0df7-40d1-ad8e-06e61524cf2e service neutron] 10.222.0.86 "GET /v2.0/networks?id=4a9121fe-3c05-4fb0-ad44-174db17c3d5b HTTP/1.1" status: 200 len: 913 time: 0.5488892 May 30 20:13:34.793765 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26af87d9-ae1d-4276-a508-832bc8c8abdd req-b68c21ed-583e-4b99-81ae-75bc4fc7b82a service neutron] Port ac329184-b9f1-4df2-a258-7f0a89ad8c53 on network b2f2587f-5348-477f-a322-df8a2a763ba2 not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:13:34.795191 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26af87d9-ae1d-4276-a508-832bc8c8abdd req-b68c21ed-583e-4b99-81ae-75bc4fc7b82a service neutron] Attempting to bind port ac329184-b9f1-4df2-a258-7f0a89ad8c53 on network b2f2587f-5348-477f-a322-df8a2a763ba2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:13:34.910876 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd200f9-9fa2-43b6-9415-4a7da8979450 req-52d124ef-1946-40c1-b976-41161371c234 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:34.913825 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-cfd200f9-9fa2-43b6-9415-4a7da8979450 req-52d124ef-1946-40c1-b976-41161371c234 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/ports?device_id=8490be6d-c816-4a24-8cec-64b40ccb73b3 HTTP/1.1" status: 200 len: 945 time: 0.3069584 May 30 20:13:35.008431 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4413ec53-5ad2-47d1-8daf-d175e4e8ca09 req-8079e7bb-8f2c-4d7f-a8d6-32090c624519 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=19a701b2-900c-44bd-83cf-5a757805e800 HTTP/1.1" status: 200 len: 217 time: 0.2070808 May 30 20:13:35.011220 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26af87d9-ae1d-4276-a508-832bc8c8abdd req-b68c21ed-583e-4b99-81ae-75bc4fc7b82a service neutron] Checking agent: {'id': 'f728d74e-a4ae-4384-860b-a5ade05dd8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:13:35.011220 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26af87d9-ae1d-4276-a508-832bc8c8abdd req-b68c21ed-583e-4b99-81ae-75bc4fc7b82a service neutron] Checking segment: {'id': '8cf4782e-e691-4ec5-a2ea-a14d58f8df7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b2f2587f-5348-477f-a322-df8a2a763ba2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:13:35.011220 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26af87d9-ae1d-4276-a508-832bc8c8abdd req-b68c21ed-583e-4b99-81ae-75bc4fc7b82a service neutron] Bound using segment: {'id': '8cf4782e-e691-4ec5-a2ea-a14d58f8df7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b2f2587f-5348-477f-a322-df8a2a763ba2'} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:13:35.011817 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-26af87d9-ae1d-4276-a508-832bc8c8abdd req-b68c21ed-583e-4b99-81ae-75bc4fc7b82a service neutron] Bound port: ac329184-b9f1-4df2-a258-7f0a89ad8c53, host: n-h1-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cf4782e-e691-4ec5-a2ea-a14d58f8df7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b2f2587f-5348-477f-a322-df8a2a763ba2'}}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:13:35.012364 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-26af87d9-ae1d-4276-a508-832bc8c8abdd req-b68c21ed-583e-4b99-81ae-75bc4fc7b82a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:35.025647 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-43ecc5b7-d668-428d-a3e1-9e73ec1b8382 req-90b213ba-7dae-48cc-826c-894bf9c1c92d service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=af8ba740-9c41-448f-b407-2317a9bc64a2 HTTP/1.1" status: 200 len: 1096 time: 0.3204863 May 30 20:13:35.050996 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-cfd200f9-9fa2-43b6-9415-4a7da8979450 req-94b7a593-759d-40c3-a278-d9e321c92b48 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/security-groups?id=3b7b472c-21af-4683-a7b2-e1dc38380326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188216 May 30 20:13:35.108410 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-43ecc5b7-d668-428d-a3e1-9e73ec1b8382 req-a1b69d88-4aee-4ca7-b743-b457d9b8050b service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=ab330a67-92fc-4944-829f-11b3c3b645dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560629 May 30 20:13:35.252490 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec75feb-61c3-40e3-bdd4-fe7fb6b21cb1 req-55e2527e-7158-42cb-a023-3e6ad7847703 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:35.256587 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3ec75feb-61c3-40e3-bdd4-fe7fb6b21cb1 req-55e2527e-7158-42cb-a023-3e6ad7847703 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] 10.222.0.85 "GET /v2.0/ports?device_id=c58696a1-825d-4fb4-93a7-081f172646d0 HTTP/1.1" status: 200 len: 985 time: 0.5721238 May 30 20:13:35.387983 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4413ec53-5ad2-47d1-8daf-d175e4e8ca09 req-735c633a-fa79-443f-b3ea-b34159b9463c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:35.390686 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4413ec53-5ad2-47d1-8daf-d175e4e8ca09 req-735c633a-fa79-443f-b3ea-b34159b9463c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=26b23bbf-887e-4278-88a1-ac21d644c5ec HTTP/1.1" status: 200 len: 852 time: 0.3393509 May 30 20:13:35.554022 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4413ec53-5ad2-47d1-8daf-d175e4e8ca09 req-fc85594f-19d1-4970-abcf-ce4d4e2a9fdd service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4a9121fe-3c05-4fb0-ad44-174db17c3d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1528506 May 30 20:13:35.610028 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-26af87d9-ae1d-4276-a508-832bc8c8abdd req-b68c21ed-583e-4b99-81ae-75bc4fc7b82a service neutron] For port ac329184-b9f1-4df2-a258-7f0a89ad8c53, host n-h1-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:13:35.630286 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3ec75feb-61c3-40e3-bdd4-fe7fb6b21cb1 req-5e496bf3-2728-45df-bdef-b0d3cfea3559 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] 10.222.0.85 "GET /v2.0/security-groups?id=c2333929-4cb4-4830-ae1a-bbc160f7df33&id=ee3a99c9-b491-4b30-b550-7e2cbfacbd55&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.3513050 May 30 20:13:35.805340 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-26af87d9-ae1d-4276-a508-832bc8c8abdd req-b68c21ed-583e-4b99-81ae-75bc4fc7b82a service neutron] For port ac329184-b9f1-4df2-a258-7f0a89ad8c53, host n-h1-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=ac329184-b9f1-4df2-a258-7f0a89ad8c53,segment=NetworkSegment(8cf4782e-e691-4ec5-a2ea-a14d58f8df7a),segment_id=8cf4782e-e691-4ec5-a2ea-a14d58f8df7a)] {{(pid=84887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:13:35.928025 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-26af87d9-ae1d-4276-a508-832bc8c8abdd req-b68c21ed-583e-4b99-81ae-75bc4fc7b82a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:36.321835 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-26af87d9-ae1d-4276-a508-832bc8c8abdd req-b68c21ed-583e-4b99-81ae-75bc4fc7b82a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:36.323534 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-26af87d9-ae1d-4276-a508-832bc8c8abdd req-b68c21ed-583e-4b99-81ae-75bc4fc7b82a service neutron] 10.222.0.71 "PUT /v2.0/ports/ac329184-b9f1-4df2-a258-7f0a89ad8c53 HTTP/1.1" status: 200 len: 1091 time: 6.5040560 May 30 20:13:36.329107 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caa1f363-dbad-479c-81a4-50a6a67e3b7d', 'tag': 'ac329184-b9f1-4df2-a258-7f0a89ad8c53'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:13:36.392760 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68c21ed-583e-4b99-81ae-75bc4fc7b82a service neutron] Pushing event updated for resources: {'Port': ['ID=ac329184-b9f1-4df2-a258-7f0a89ad8c53,revision_number=3']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:36.398116 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4413ec53-5ad2-47d1-8daf-d175e4e8ca09 req-40f20ca4-b96d-444e-a89f-31d4c4a0f5b4 service neutron] 10.222.0.86 "GET /v2.0/networks/4a9121fe-3c05-4fb0-ad44-174db17c3d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8378897 May 30 20:13:36.432040 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30b56cc-2a82-4d7f-a424-a8b1fb6ec452 req-f6b6ccdd-9139-4c31-9501-2cbd22b53b88 tempest-ServerPasswordTestJSON-299540281 tempest-ServerPasswordTestJSON-299540281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:36.439968 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a30b56cc-2a82-4d7f-a424-a8b1fb6ec452 req-f6b6ccdd-9139-4c31-9501-2cbd22b53b88 tempest-ServerPasswordTestJSON-299540281 tempest-ServerPasswordTestJSON-299540281-project] 10.222.0.85 "GET /v2.0/ports?device_id=af8ba740-9c41-448f-b407-2317a9bc64a2 HTTP/1.1" status: 200 len: 945 time: 0.3138204 May 30 20:13:36.536345 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e67adfc-c960-4bd6-a089-73711ac28b5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2692eb8-1752-4fef-bb41-97b67e62bb53'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:13:36.697267 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a30b56cc-2a82-4d7f-a424-a8b1fb6ec452 req-bd71c9fe-ca20-4f5a-b604-700227c6a2f4 tempest-ServerPasswordTestJSON-299540281 tempest-ServerPasswordTestJSON-299540281-project] 10.222.0.85 "GET /v2.0/security-groups?id=ab330a67-92fc-4944-829f-11b3c3b645dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559779 May 30 20:13:36.947337 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4413ec53-5ad2-47d1-8daf-d175e4e8ca09 req-81e040cb-843c-498c-adfc-8333da5f3611 service neutron] 10.222.0.86 "GET /v2.0/networks/4a9121fe-3c05-4fb0-ad44-174db17c3d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5384078 May 30 20:13:37.018323 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-26af87d9-ae1d-4276-a508-832bc8c8abdd req-c14ae9dc-c2fb-430a-b5df-3910172cb7e3 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b1d3994633044342baf98a52682e583b&device_id=caa1f363-dbad-479c-81a4-50a6a67e3b7d HTTP/1.1" status: 200 len: 1094 time: 0.4384468 May 30 20:13:37.137584 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddd68bf-6789-48ce-875c-1d0c8cd6eee7 req-d2bca745-f5af-4edc-b93a-0ad67413a5f4 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:37.144996 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5ddd68bf-6789-48ce-875c-1d0c8cd6eee7 req-d2bca745-f5af-4edc-b93a-0ad67413a5f4 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] 10.222.0.85 "GET /v2.0/ports?device_id=caa1f363-dbad-479c-81a4-50a6a67e3b7d HTTP/1.1" status: 200 len: 943 time: 0.4313295 May 30 20:13:37.307672 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5ddd68bf-6789-48ce-875c-1d0c8cd6eee7 req-ee336355-21b9-46d7-a2af-1969a4dcd067 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] 10.222.0.85 "GET /v2.0/security-groups?id=c816953b-4eaf-44de-8f51-6f9258494ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526499 May 30 20:13:37.398577 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-26af87d9-ae1d-4276-a508-832bc8c8abdd req-4a0107eb-8a50-4f10-b5e0-a8d77b00285d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ac329184-b9f1-4df2-a258-7f0a89ad8c53 HTTP/1.1" status: 200 len: 217 time: 0.3722172 May 30 20:13:37.619715 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f06f465-83d6-4c6c-88f8-3a5292f6c184'] response: {'name': 'network-changed', 'server_uuid': 'caa1f363-dbad-479c-81a4-50a6a67e3b7d', 'tag': 'ac329184-b9f1-4df2-a258-7f0a89ad8c53', 'status': 'completed', 'code': 200} May 30 20:13:37.686472 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26af87d9-ae1d-4276-a508-832bc8c8abdd req-b744d949-beda-4e30-8e0f-0d60390c80c5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:37.689316 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-26af87d9-ae1d-4276-a508-832bc8c8abdd req-b744d949-beda-4e30-8e0f-0d60390c80c5 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d51613c5-1edb-4acb-8713-3f45b6162b1f HTTP/1.1" status: 200 len: 860 time: 0.2836127 May 30 20:13:37.812659 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93aad0b6-99d0-4014-9b35-8ec786df744e'] response: {'server_uuid': '8e67adfc-c960-4bd6-a089-73711ac28b5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2692eb8-1752-4fef-bb41-97b67e62bb53', 'code': 200} May 30 20:13:37.918288 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-26af87d9-ae1d-4276-a508-832bc8c8abdd req-441f6485-501a-458f-9eb2-73f7f4df3583 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b2f2587f-5348-477f-a322-df8a2a763ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2210331 May 30 20:13:38.192578 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4776483-b9d6-4663-a37a-984c8f634c45 req-d79ba82a-df9f-4b21-8a34-8a94195e0a52 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:38.201141 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c4776483-b9d6-4663-a37a-984c8f634c45 req-d79ba82a-df9f-4b21-8a34-8a94195e0a52 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] 10.222.0.85 "GET /v2.0/ports?device_id=c58696a1-825d-4fb4-93a7-081f172646d0 HTTP/1.1" status: 200 len: 985 time: 0.1306577 May 30 20:13:38.256368 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c4776483-b9d6-4663-a37a-984c8f634c45 req-a140eed0-785e-4215-91ab-9870fed0531a tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] 10.222.0.85 "GET /v2.0/security-groups?id=c2333929-4cb4-4830-ae1a-bbc160f7df33&id=ee3a99c9-b491-4b30-b550-7e2cbfacbd55&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0530832 May 30 20:13:38.530872 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-26af87d9-ae1d-4276-a508-832bc8c8abdd req-01a95012-bb67-4288-bd3f-f75efe79e331 service neutron] 10.222.0.71 "GET /v2.0/networks/b2f2587f-5348-477f-a322-df8a2a763ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6066198 May 30 20:13:38.574740 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ec99a3-98c8-46e6-a62c-bf78456b8f69 req-dbbe1342-d46d-4ac6-8a9f-cab6c2f31ee3 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:38.576465 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-40ec99a3-98c8-46e6-a62c-bf78456b8f69 req-dbbe1342-d46d-4ac6-8a9f-cab6c2f31ee3 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/ports?device_id=8490be6d-c816-4a24-8cec-64b40ccb73b3 HTTP/1.1" status: 200 len: 945 time: 0.5275357 May 30 20:13:38.667870 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c9c7a5-6ed2-4641-8805-0202f5ef8a01 req-47e6bd9c-da20-4a5e-9a70-2e8cdb15c430 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:38.667870 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-79c9c7a5-6ed2-4641-8805-0202f5ef8a01 req-47e6bd9c-da20-4a5e-9a70-2e8cdb15c430 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.86 "GET /v2.0/ports?device_id=8490be6d-c816-4a24-8cec-64b40ccb73b3 HTTP/1.1" status: 200 len: 945 time: 0.3490002 May 30 20:13:38.705147 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 54444) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:13:38.723523 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-0e191cd0-bbb3-451c-8d13-21aaf416e7e3 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1760321359'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:13:38.749913 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-0e191cd0-bbb3-451c-8d13-21aaf416e7e3 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:13:38.765156 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-0e191cd0-bbb3-451c-8d13-21aaf416e7e3 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Usage tracker for resource:network and tenant:81e36025f4964ad6aa1305da6f1825fb is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:13:38.781383 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-0e191cd0-bbb3-451c-8d13-21aaf416e7e3 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:13:38.796658 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-40ec99a3-98c8-46e6-a62c-bf78456b8f69 req-cd9eac42-7765-43ae-aa57-8b13ba77abf6 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/security-groups?id=3b7b472c-21af-4683-a7b2-e1dc38380326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736825 May 30 20:13:38.800916 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-26af87d9-ae1d-4276-a508-832bc8c8abdd req-b87e4106-b40c-4ee1-b281-75a8c752949b service neutron] 10.222.0.71 "GET /v2.0/networks/b2f2587f-5348-477f-a322-df8a2a763ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2640769 May 30 20:13:38.804492 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-79c9c7a5-6ed2-4641-8805-0202f5ef8a01 req-974a99b9-64c8-4187-b24f-8d12d8675ff0 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Deleting port 72625328-0d9e-4b83-abda-c34349b04f5a {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:13:38.804922 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-79c9c7a5-6ed2-4641-8805-0202f5ef8a01 req-974a99b9-64c8-4187-b24f-8d12d8675ff0 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:38.806138 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-0e191cd0-bbb3-451c-8d13-21aaf416e7e3 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:13:38.868415 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d60e442-4034-4ad8-8809-5f65e86f15a0 req-c6ad334d-1a57-4544-abdc-58407fb2ed19 tempest-ServerPasswordTestJSON-299540281 tempest-ServerPasswordTestJSON-299540281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:38.871507 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2d60e442-4034-4ad8-8809-5f65e86f15a0 req-c6ad334d-1a57-4544-abdc-58407fb2ed19 tempest-ServerPasswordTestJSON-299540281 tempest-ServerPasswordTestJSON-299540281-project] 10.222.0.85 "GET /v2.0/ports?device_id=af8ba740-9c41-448f-b407-2317a9bc64a2 HTTP/1.1" status: 200 len: 945 time: 0.2368526 May 30 20:13:38.926489 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e191cd0-bbb3-451c-8d13-21aaf416e7e3 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Made reservation on behalf of 81e36025f4964ad6aa1305da6f1825fb for: {'network': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:13:38.931344 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0e191cd0-bbb3-451c-8d13-21aaf416e7e3 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:38.990582 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e191cd0-bbb3-451c-8d13-21aaf416e7e3 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] vlan segment allocate from pool success with {'vlan_id': 682, 'physical_network': 'physnet1'} {{(pid=84886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:13:39.006419 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0e191cd0-bbb3-451c-8d13-21aaf416e7e3 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:39.007012 n-d-843948-2 neutron-server[84886]: INFO neutron.db.segments_db [None req-0e191cd0-bbb3-451c-8d13-21aaf416e7e3 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Added segment a622f652-5f5a-416e-87a7-7c0365db31a5 of type vlan for network a7619443-8c8f-449c-b71b-17b9838c2b23 May 30 20:13:39.043198 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0e191cd0-bbb3-451c-8d13-21aaf416e7e3 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:39.078643 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2d60e442-4034-4ad8-8809-5f65e86f15a0 req-642af000-0c5b-403d-981e-3c2478d9f46b tempest-ServerPasswordTestJSON-299540281 tempest-ServerPasswordTestJSON-299540281-project] 10.222.0.85 "GET /v2.0/security-groups?id=ab330a67-92fc-4944-829f-11b3c3b645dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996627 May 30 20:13:39.189822 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0e191cd0-bbb3-451c-8d13-21aaf416e7e3 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:39.193222 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e191cd0-bbb3-451c-8d13-21aaf416e7e3 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:39.193924 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0e191cd0-bbb3-451c-8d13-21aaf416e7e3 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:39.407403 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d5d2f0d1-f7b4-431c-b5f0-86b36e21a317 req-2a99d058-42fd-477b-9e61-2f2a3b9431e1 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b1d3994633044342baf98a52682e583b&device_id=caa1f363-dbad-479c-81a4-50a6a67e3b7d HTTP/1.1" status: 200 len: 1094 time: 0.4124658 May 30 20:13:39.471657 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e191cd0-bbb3-451c-8d13-21aaf416e7e3 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Pushing event updated for resources: {'Network': ['ID=a7619443-8c8f-449c-b71b-17b9838c2b23,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:39.479582 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-0e191cd0-bbb3-451c-8d13-21aaf416e7e3 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7734642 May 30 20:13:39.482100 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 54466) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:13:39.494812 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network a7619443-8c8f-449c-b71b-17b9838c2b23 details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:13:39.497932 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-e6cae5be-67f9-4883-baae-d29c2bc4eb54 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-671637978'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:13:39.509189 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-e6cae5be-67f9-4883-baae-d29c2bc4eb54 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:13:39.518082 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-e6cae5be-67f9-4883-baae-d29c2bc4eb54 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Usage tracker for resource:network and tenant:81e36025f4964ad6aa1305da6f1825fb is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:13:39.526358 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-e6cae5be-67f9-4883-baae-d29c2bc4eb54 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:13:39.540113 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-e6cae5be-67f9-4883-baae-d29c2bc4eb54 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:13:39.555414 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-79c9c7a5-6ed2-4641-8805-0202f5ef8a01 req-974a99b9-64c8-4187-b24f-8d12d8675ff0 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] For port 72625328-0d9e-4b83-abda-c34349b04f5a, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=72625328-0d9e-4b83-abda-c34349b04f5a,segment=NetworkSegment(6f1287e5-9e46-42ce-b023-b38d433df277),segment_id=6f1287e5-9e46-42ce-b023-b38d433df277)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:13:39.556469 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-79c9c7a5-6ed2-4641-8805-0202f5ef8a01 req-974a99b9-64c8-4187-b24f-8d12d8675ff0 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:39.636368 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6cae5be-67f9-4883-baae-d29c2bc4eb54 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Made reservation on behalf of 81e36025f4964ad6aa1305da6f1825fb for: {'network': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:13:39.642446 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e6cae5be-67f9-4883-baae-d29c2bc4eb54 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:39.700345 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-79c9c7a5-6ed2-4641-8805-0202f5ef8a01 req-974a99b9-64c8-4187-b24f-8d12d8675ff0 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Calling delete_port for 72625328-0d9e-4b83-abda-c34349b04f5a owned by compute:nova {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:13:39.738830 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6cae5be-67f9-4883-baae-d29c2bc4eb54 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] vlan segment allocate from pool success with {'vlan_id': 694, 'physical_network': 'physnet1'} {{(pid=84886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:13:39.772212 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16feb6d1-aa08-48dc-9895-d0582b8b5622 req-079a4adf-825b-4cb0-a2d5-1d35b9bc39f7 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:39.773867 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-16feb6d1-aa08-48dc-9895-d0582b8b5622 req-079a4adf-825b-4cb0-a2d5-1d35b9bc39f7 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] 10.222.0.85 "GET /v2.0/ports?device_id=caa1f363-dbad-479c-81a4-50a6a67e3b7d HTTP/1.1" status: 200 len: 943 time: 0.6254835 May 30 20:13:39.777231 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e6cae5be-67f9-4883-baae-d29c2bc4eb54 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:39.777957 n-d-843948-2 neutron-server[84886]: INFO neutron.db.segments_db [None req-e6cae5be-67f9-4883-baae-d29c2bc4eb54 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Added segment 48b6fcfa-3ec2-4d17-909f-cafe15f0609e of type vlan for network 3f114897-b454-4ffb-8b12-a7f676cbd8b7 May 30 20:13:39.827579 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d2f0d1-f7b4-431c-b5f0-86b36e21a317 req-6b686f28-8b67-4c72-ba91-02747c60434f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:39.829507 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d5d2f0d1-f7b4-431c-b5f0-86b36e21a317 req-6b686f28-8b67-4c72-ba91-02747c60434f service neutron] 10.222.0.71 "GET /v2.0/networks?id=b2f2587f-5348-477f-a322-df8a2a763ba2 HTTP/1.1" status: 200 len: 921 time: 0.4045818 May 30 20:13:39.857672 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e6cae5be-67f9-4883-baae-d29c2bc4eb54 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:39.941315 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d5d2f0d1-f7b4-431c-b5f0-86b36e21a317 req-074d0e99-1231-4e8e-ac2d-93bac72b5888 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ac329184-b9f1-4df2-a258-7f0a89ad8c53 HTTP/1.1" status: 200 len: 217 time: 0.0997736 May 30 20:13:40.026491 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e6cae5be-67f9-4883-baae-d29c2bc4eb54 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:40.031909 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6cae5be-67f9-4883-baae-d29c2bc4eb54 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:40.032859 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e6cae5be-67f9-4883-baae-d29c2bc4eb54 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:40.051742 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-16feb6d1-aa08-48dc-9895-d0582b8b5622 req-12ab3d14-38fe-4d5d-8b7e-5a8b1dda0639 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] 10.222.0.85 "GET /v2.0/security-groups?id=c816953b-4eaf-44de-8f51-6f9258494ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562542 May 30 20:13:40.291763 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d2f0d1-f7b4-431c-b5f0-86b36e21a317 req-46cbeaea-5278-44d9-aa90-c21a329091d0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:40.295032 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d5d2f0d1-f7b4-431c-b5f0-86b36e21a317 req-46cbeaea-5278-44d9-aa90-c21a329091d0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d51613c5-1edb-4acb-8713-3f45b6162b1f HTTP/1.1" status: 200 len: 860 time: 0.3451765 May 30 20:13:40.413853 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d5d2f0d1-f7b4-431c-b5f0-86b36e21a317 req-400be0eb-415b-42da-925a-53d9a5bf0bba service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b2f2587f-5348-477f-a322-df8a2a763ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1029966 May 30 20:13:40.486134 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-e6cae5be-67f9-4883-baae-d29c2bc4eb54 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.9991138 May 30 20:13:40.505137 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 54482) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:13:40.518741 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-8322547f-3b8a-4927-a11a-68d4522c854c tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Request body: {'subnet': {'network_id': 'a7619443-8c8f-449c-b71b-17b9838c2b23', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:13:40.788129 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cae5be-67f9-4883-baae-d29c2bc4eb54 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Pushing event updated for resources: {'Network': ['ID=3f114897-b454-4ffb-8b12-a7f676cbd8b7,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:40.811266 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network 3f114897-b454-4ffb-8b12-a7f676cbd8b7 details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:13:40.834696 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-79c9c7a5-6ed2-4641-8805-0202f5ef8a01 req-974a99b9-64c8-4187-b24f-8d12d8675ff0 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:40.877465 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-8042c097-99a1-4d35-a56c-68f500071e24 req-4b7f787e-18de-4bce-84d4-fabe46d2cae5 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/ports?device_id=8490be6d-c816-4a24-8cec-64b40ccb73b3 HTTP/1.1" status: 200 len: 210 time: 0.3071725 May 30 20:13:40.916422 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['8e5aeea2-b35a-41eb-83bf-3b475ff14780', '72625328-0d9e-4b83-abda-c34349b04f5a'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:13:40.926899 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974a99b9-64c8-4187-b24f-8d12d8675ff0 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Pushing event deleted for resources: {'Port': ['ID=72625328-0d9e-4b83-abda-c34349b04f5a,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:40.940021 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d5d2f0d1-f7b4-431c-b5f0-86b36e21a317 req-70e6efa0-c69d-4a51-9dc1-fde2bef3bf39 service neutron] 10.222.0.71 "GET /v2.0/networks/b2f2587f-5348-477f-a322-df8a2a763ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5100710 May 30 20:13:41.095696 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-8322547f-3b8a-4927-a11a-68d4522c854c tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:13:41.102448 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-8322547f-3b8a-4927-a11a-68d4522c854c tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Usage tracker for resource:subnet and tenant:81e36025f4964ad6aa1305da6f1825fb is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:13:41.121379 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-8322547f-3b8a-4927-a11a-68d4522c854c tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:13:41.142002 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-8322547f-3b8a-4927-a11a-68d4522c854c tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:13:41.238333 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8322547f-3b8a-4927-a11a-68d4522c854c tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Made reservation on behalf of 81e36025f4964ad6aa1305da6f1825fb for: {'subnet': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:13:41.360253 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-79c9c7a5-6ed2-4641-8805-0202f5ef8a01 req-974a99b9-64c8-4187-b24f-8d12d8675ff0 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] No DVR routers for this DVR port 72625328-0d9e-4b83-abda-c34349b04f5a on host n-h2-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:13:41.367300 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-79c9c7a5-6ed2-4641-8805-0202f5ef8a01 req-974a99b9-64c8-4187-b24f-8d12d8675ff0 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:41.394626 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8490be6d-c816-4a24-8cec-64b40ccb73b3', 'name': 'network-vif-deleted', 'tag': '72625328-0d9e-4b83-abda-c34349b04f5a'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:13:41.398945 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8322547f-3b8a-4927-a11a-68d4522c854c tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2778563'] for subnet, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:41.500714 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-79c9c7a5-6ed2-4641-8805-0202f5ef8a01 req-974a99b9-64c8-4187-b24f-8d12d8675ff0 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.86 "DELETE /v2.0/ports/72625328-0d9e-4b83-abda-c34349b04f5a HTTP/1.1" status: 204 len: 173 time: 2.8271999 May 30 20:13:41.525471 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a802e9-b02b-494f-b57c-01a37e4c7be5 req-4cb11ce6-f682-4fde-9fb6-429696e070c0 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:41.533974 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-39a802e9-b02b-494f-b57c-01a37e4c7be5 req-4cb11ce6-f682-4fde-9fb6-429696e070c0 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] 10.222.0.85 "GET /v2.0/ports?device_id=c58696a1-825d-4fb4-93a7-081f172646d0 HTTP/1.1" status: 200 len: 985 time: 0.7669141 May 30 20:13:41.571102 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d5d2f0d1-f7b4-431c-b5f0-86b36e21a317 req-6df86e82-1cb1-4771-9e7a-a34108d06529 service neutron] 10.222.0.71 "GET /v2.0/networks/b2f2587f-5348-477f-a322-df8a2a763ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6234841 May 30 20:13:41.632970 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-39a802e9-b02b-494f-b57c-01a37e4c7be5 req-1ce30fb6-19c9-470e-9a87-1b00d1ee2a08 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] 10.222.0.85 "GET /v2.0/security-groups?id=c2333929-4cb4-4830-ae1a-bbc160f7df33&id=ee3a99c9-b491-4b30-b550-7e2cbfacbd55&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0986869 May 30 20:13:42.133724 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5006d245-2fbb-481d-bab6-533fde1872b2 req-6d07648d-69cc-4c00-934c-507d0466f0a1 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:42.138274 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5006d245-2fbb-481d-bab6-533fde1872b2 req-6d07648d-69cc-4c00-934c-507d0466f0a1 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] 10.222.0.85 "GET /v2.0/ports?device_id=caa1f363-dbad-479c-81a4-50a6a67e3b7d HTTP/1.1" status: 200 len: 943 time: 0.1633162 May 30 20:13:42.139765 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8322547f-3b8a-4927-a11a-68d4522c854c tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4127140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2778577'] for subnet, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:42.466993 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5006d245-2fbb-481d-bab6-533fde1872b2 req-ed9805fe-ac97-4cef-8b20-f6eadb5ece4e tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] 10.222.0.85 "GET /v2.0/security-groups?id=c816953b-4eaf-44de-8f51-6f9258494ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3079062 May 30 20:13:42.473686 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8322547f-3b8a-4927-a11a-68d4522c854c tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Pushing event updated for resources: {'Subnet': ['ID=a88285df-a7f2-4329-8d01-6e0453d581e4,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:42.488763 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8322547f-3b8a-4927-a11a-68d4522c854c tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Checking segment: {'id': 'a622f652-5f5a-416e-87a7-7c0365db31a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'a7619443-8c8f-449c-b71b-17b9838c2b23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:13:42.489801 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8322547f-3b8a-4927-a11a-68d4522c854c tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Network hostable DHCP agents. Network: a7619443-8c8f-449c-b71b-17b9838c2b23, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:13:42.522840 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device ac329184-b9f1-4df2-a258-7f0a89ad8c53 details requested by agent hyperv_n-h1-843948-2 with host n-h1-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:13:42.669249 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8322547f-3b8a-4927-a11a-68d4522c854c tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Network a7619443-8c8f-449c-b71b-17b9838c2b23 is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:13:42.784528 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-8322547f-3b8a-4927-a11a-68d4522c854c tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, a7619443-8c8f-449c-b71b-17b9838c2b23) {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:13:42.801768 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92b4fa3e-4a01-4e2e-9037-12b91cc35738'] response: {'server_uuid': '8490be6d-c816-4a24-8cec-64b40ccb73b3', 'name': 'network-vif-deleted', 'tag': '72625328-0d9e-4b83-abda-c34349b04f5a', 'status': 'completed', 'code': 200} May 30 20:13:42.804739 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8322547f-3b8a-4927-a11a-68d4522c854c tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:42.810839 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8322547f-3b8a-4927-a11a-68d4522c854c tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:42.932530 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83fe020a-a3d9-41ca-aeee-861f5c7779d7 None None] Network a7619443-8c8f-449c-b71b-17b9838c2b23 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:13:43.245262 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0aaab284-0355-456f-a6e0-a9008258e0f8 req-5310bd46-356d-4289-bb06-0f8a4ebedd0e tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-853554597&fields=id&tenant_id=fa8a8e16668d4cd3985a20ee71169357 HTTP/1.1" status: 200 len: 267 time: 0.1755502 May 30 20:13:43.373881 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-8322547f-3b8a-4927-a11a-68d4522c854c tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.8698895 May 30 20:13:43.376961 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 54516) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:13:43.399099 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-1f11c934-09c2-432c-acdb-4634c313f2df tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Request body: {'subnet': {'network_id': '3f114897-b454-4ffb-8b12-a7f676cbd8b7', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:13:43.582464 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaab284-0355-456f-a6e0-a9008258e0f8 req-83effbf1-9d35-4975-a5a0-ae86ef2a3d87 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:43.610754 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0aaab284-0355-456f-a6e0-a9008258e0f8 req-83effbf1-9d35-4975-a5a0-ae86ef2a3d87 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] 10.222.0.85 "GET /v2.0/ports?device_id=c58696a1-825d-4fb4-93a7-081f172646d0 HTTP/1.1" status: 200 len: 985 time: 0.3538675 May 30 20:13:43.623981 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-0aaab284-0355-456f-a6e0-a9008258e0f8 req-c9f27a96-4f3a-4802-92af-3a7833488254 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Request body: {'port': {'security_groups': ['c2333929-4cb4-4830-ae1a-bbc160f7df33', 'ee3a99c9-b491-4b30-b550-7e2cbfacbd55', '60951131-7bfd-4c56-940a-3247b9851d55']}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:13:43.786713 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port ac329184-b9f1-4df2-a258-7f0a89ad8c53, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=ac329184-b9f1-4df2-a258-7f0a89ad8c53,segment=NetworkSegment(8cf4782e-e691-4ec5-a2ea-a14d58f8df7a),segment_id=8cf4782e-e691-4ec5-a2ea-a14d58f8df7a)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:13:43.951423 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Returning: {'device': 'ac329184-b9f1-4df2-a258-7f0a89ad8c53', 'network_id': 'b2f2587f-5348-477f-a322-df8a2a763ba2', 'port_id': 'ac329184-b9f1-4df2-a258-7f0a89ad8c53', 'mac_address': 'fa:16:3e:ad:7f:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd51613c5-1edb-4acb-8713-3f45b6162b1f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:13:43.983942 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 72625328-0d9e-4b83-abda-c34349b04f5a no longer exists at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:13:43.994155 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-1f11c934-09c2-432c-acdb-4634c313f2df tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:13:44.001850 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-1f11c934-09c2-432c-acdb-4634c313f2df tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Usage tracker for resource:subnet and tenant:81e36025f4964ad6aa1305da6f1825fb is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:13:44.014304 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-1f11c934-09c2-432c-acdb-4634c313f2df tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:13:44.026199 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-1f11c934-09c2-432c-acdb-4634c313f2df tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:13:44.148931 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] No Port match for: 72625328-0d9e-4b83-abda-c34349b04f5a {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:13:44.149457 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 72625328-0d9e-4b83-abda-c34349b04f5a not bound to the agent host n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:13:44.222517 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f11c934-09c2-432c-acdb-4634c313f2df tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Made reservation on behalf of 81e36025f4964ad6aa1305da6f1825fb for: {'subnet': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:13:44.251083 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-0aaab284-0355-456f-a6e0-a9008258e0f8 req-c9f27a96-4f3a-4802-92af-3a7833488254 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:44.291078 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:44.307177 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaafbe14-5dfe-4093-afcf-390dd0f8631a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-a7619443-8c8f-449c-b71b-17b9838c2b23', 'network_id': 'a7619443-8c8f-449c-b71b-17b9838c2b23', 'tenant_id': '81e36025f4964ad6aa1305da6f1825fb', 'fixed_ips': [{'subnet_id': 'a88285df-a7f2-4329-8d01-6e0453d581e4'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:13:44.308436 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-aaafbe14-5dfe-4093-afcf-390dd0f8631a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:44.329223 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebba95f-ee24-486e-982f-deca02415675 req-b9b60dae-6be6-41f6-a264-6d882512f95a tempest-ServerPasswordTestJSON-299540281 tempest-ServerPasswordTestJSON-299540281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:44.331060 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8ebba95f-ee24-486e-982f-deca02415675 req-b9b60dae-6be6-41f6-a264-6d882512f95a tempest-ServerPasswordTestJSON-299540281 tempest-ServerPasswordTestJSON-299540281-project] 10.222.0.71 "GET /v2.0/ports?device_id=af8ba740-9c41-448f-b407-2317a9bc64a2 HTTP/1.1" status: 200 len: 945 time: 0.3421004 May 30 20:13:44.353809 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac329184-b9f1-4df2-a258-7f0a89ad8c53 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:13:44.472445 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port ac329184-b9f1-4df2-a258-7f0a89ad8c53, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=ac329184-b9f1-4df2-a258-7f0a89ad8c53,segment=NetworkSegment(8cf4782e-e691-4ec5-a2ea-a14d58f8df7a),segment_id=8cf4782e-e691-4ec5-a2ea-a14d58f8df7a)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:13:44.490979 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-8ebba95f-ee24-486e-982f-deca02415675 req-6a2383a3-3cf0-42f0-8589-cd73c893a34b tempest-ServerPasswordTestJSON-299540281 tempest-ServerPasswordTestJSON-299540281-project] Deleting port f73b51c7-8405-465a-b373-46ae94bf9544 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:13:44.491437 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-8ebba95f-ee24-486e-982f-deca02415675 req-6a2383a3-3cf0-42f0-8589-cd73c893a34b tempest-ServerPasswordTestJSON-299540281 tempest-ServerPasswordTestJSON-299540281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:44.570331 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fae05e-5da5-4f71-b1b0-4d29981f203f req-e2a60242-070f-4b22-b80b-9a0eb321c8f2 tempest-ServerPasswordTestJSON-299540281 tempest-ServerPasswordTestJSON-299540281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:44.573399 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b3fae05e-5da5-4f71-b1b0-4d29981f203f req-e2a60242-070f-4b22-b80b-9a0eb321c8f2 tempest-ServerPasswordTestJSON-299540281 tempest-ServerPasswordTestJSON-299540281-project] 10.222.0.85 "GET /v2.0/ports?device_id=af8ba740-9c41-448f-b407-2317a9bc64a2 HTTP/1.1" status: 200 len: 945 time: 0.4571502 May 30 20:13:44.580679 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1f11c934-09c2-432c-acdb-4634c313f2df tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2778563'] for subnet, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:44.618792 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:44.793730 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=ac329184-b9f1-4df2-a258-7f0a89ad8c53,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:44.849735 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-aaafbe14-5dfe-4093-afcf-390dd0f8631a None None] Allocated IP 10.1.1.2 (a7619443-8c8f-449c-b71b-17b9838c2b23/a88285df-a7f2-4329-8d01-6e0453d581e4/fbaef7d6-48ca-4a2d-86aa-500b8a80e6c2) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:13:44.929482 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-8ebba95f-ee24-486e-982f-deca02415675 req-6a2383a3-3cf0-42f0-8589-cd73c893a34b tempest-ServerPasswordTestJSON-299540281 tempest-ServerPasswordTestJSON-299540281-project] For port f73b51c7-8405-465a-b373-46ae94bf9544, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=f73b51c7-8405-465a-b373-46ae94bf9544,segment=NetworkSegment(4bd9213f-1768-4472-a6c0-afdc982b6a72),segment_id=4bd9213f-1768-4472-a6c0-afdc982b6a72)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:13:44.934013 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-8ebba95f-ee24-486e-982f-deca02415675 req-6a2383a3-3cf0-42f0-8589-cd73c893a34b tempest-ServerPasswordTestJSON-299540281 tempest-ServerPasswordTestJSON-299540281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:44.940023 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['ac329184-b9f1-4df2-a258-7f0a89ad8c53'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:13:44.952634 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b3fae05e-5da5-4f71-b1b0-4d29981f203f req-f3e3eb31-713e-48c3-827e-02d67a7a9d5b tempest-ServerPasswordTestJSON-299540281 tempest-ServerPasswordTestJSON-299540281-project] 10.222.0.85 "GET /v2.0/security-groups?id=ab330a67-92fc-4944-829f-11b3c3b645dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3118796 May 30 20:13:45.134061 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-8ebba95f-ee24-486e-982f-deca02415675 req-6a2383a3-3cf0-42f0-8589-cd73c893a34b tempest-ServerPasswordTestJSON-299540281 tempest-ServerPasswordTestJSON-299540281-project] Calling delete_port for f73b51c7-8405-465a-b373-46ae94bf9544 owned by compute:nova {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:13:45.315508 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1f11c934-09c2-432c-acdb-4634c313f2df tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4127140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2778577'] for subnet, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:45.697152 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-0aaab284-0355-456f-a6e0-a9008258e0f8 req-c9f27a96-4f3a-4802-92af-3a7833488254 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] For port 19a701b2-900c-44bd-83cf-5a757805e800, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=19a701b2-900c-44bd-83cf-5a757805e800,segment=NetworkSegment(d846ad92-c086-40c0-8c7d-67c12dd4eb60),segment_id=d846ad92-c086-40c0-8c7d-67c12dd4eb60)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:13:45.749290 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f11c934-09c2-432c-acdb-4634c313f2df tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Pushing event updated for resources: {'Subnet': ['ID=561eb42b-7b18-4427-9f39-9d1695eb4bda,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:45.754593 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-aaafbe14-5dfe-4093-afcf-390dd0f8631a None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:45.784350 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f11c934-09c2-432c-acdb-4634c313f2df tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Checking segment: {'id': '48b6fcfa-3ec2-4d17-909f-cafe15f0609e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '3f114897-b454-4ffb-8b12-a7f676cbd8b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:13:45.785118 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f11c934-09c2-432c-acdb-4634c313f2df tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Network hostable DHCP agents. Network: 3f114897-b454-4ffb-8b12-a7f676cbd8b7, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:13:45.791204 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-8ebba95f-ee24-486e-982f-deca02415675 req-6a2383a3-3cf0-42f0-8589-cd73c893a34b tempest-ServerPasswordTestJSON-299540281 tempest-ServerPasswordTestJSON-299540281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:45.794930 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-aaafbe14-5dfe-4093-afcf-390dd0f8631a None None] Transition to ACTIVE for port object fbaef7d6-48ca-4a2d-86aa-500b8a80e6c2 will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:13:45.896425 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-0aaab284-0355-456f-a6e0-a9008258e0f8 req-c9f27a96-4f3a-4802-92af-3a7833488254 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:45.915639 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-aaafbe14-5dfe-4093-afcf-390dd0f8631a None None] Transition to ACTIVE for port object fbaef7d6-48ca-4a2d-86aa-500b8a80e6c2 will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:13:45.937389 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2383a3-3cf0-42f0-8589-cd73c893a34b tempest-ServerPasswordTestJSON-299540281 tempest-ServerPasswordTestJSON-299540281-project] Pushing event deleted for resources: {'Port': ['ID=f73b51c7-8405-465a-b373-46ae94bf9544,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:45.955598 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f11c934-09c2-432c-acdb-4634c313f2df tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Network 3f114897-b454-4ffb-8b12-a7f676cbd8b7 is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:13:46.027847 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-0aaab284-0355-456f-a6e0-a9008258e0f8 req-c9f27a96-4f3a-4802-92af-3a7833488254 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:46.053448 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['19a701b2-900c-44bd-83cf-5a757805e800'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:13:46.080941 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-1f11c934-09c2-432c-acdb-4634c313f2df tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, 3f114897-b454-4ffb-8b12-a7f676cbd8b7) {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:13:46.102141 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f11c934-09c2-432c-acdb-4634c313f2df tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:46.102141 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1f11c934-09c2-432c-acdb-4634c313f2df tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:46.138359 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-aaafbe14-5dfe-4093-afcf-390dd0f8631a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:46.151851 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaa0745-478b-4ce6-a855-e6fc408e41b7 req-6cdeef67-f33b-456c-81f9-d88502991e99 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:46.156259 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc28cab5-406d-4b2f-ad3c-d3b14e9b7ed0 None None] Network 3f114897-b454-4ffb-8b12-a7f676cbd8b7 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:13:46.170724 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6aaa0745-478b-4ce6-a855-e6fc408e41b7 req-6cdeef67-f33b-456c-81f9-d88502991e99 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] 10.222.0.85 "GET /v2.0/ports?device_id=caa1f363-dbad-479c-81a4-50a6a67e3b7d HTTP/1.1" status: 200 len: 944 time: 0.1907070 May 30 20:13:46.226342 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f27a96-4f3a-4802-92af-3a7833488254 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Pushing event updated for resources: {'Port': ['ID=19a701b2-900c-44bd-83cf-5a757805e800,revision_number=7']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:46.285645 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6aaa0745-478b-4ce6-a855-e6fc408e41b7 req-21a30fed-3bb6-43af-b0fa-b6756ec5f674 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] 10.222.0.85 "GET /v2.0/security-groups?id=c816953b-4eaf-44de-8f51-6f9258494ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094451 May 30 20:13:46.300625 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-1f11c934-09c2-432c-acdb-4634c313f2df tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.9185576 May 30 20:13:46.301882 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 54540) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:13:46.305555 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaab284-0355-456f-a6e0-a9008258e0f8 req-c9f27a96-4f3a-4802-92af-3a7833488254 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:46.306751 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-0aaab284-0355-456f-a6e0-a9008258e0f8 req-c9f27a96-4f3a-4802-92af-3a7833488254 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:46.309264 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0aaab284-0355-456f-a6e0-a9008258e0f8 req-c9f27a96-4f3a-4802-92af-3a7833488254 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] 10.222.0.85 "PUT /v2.0/ports/19a701b2-900c-44bd-83cf-5a757805e800 HTTP/1.1" status: 200 len: 1021 time: 2.7027061 May 30 20:13:46.320138 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c58696a1-825d-4fb4-93a7-081f172646d0', 'tag': '19a701b2-900c-44bd-83cf-5a757805e800'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:13:46.326318 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-d3d738ae-2d03-4fd1-ae90-3d354356d18f tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Request body: {'port': {'network_id': 'a7619443-8c8f-449c-b71b-17b9838c2b23', 'name': 'tempest-TaggedBootDevicesTest_v242-2044068519', 'fixed_ips': [{'subnet_id': 'a88285df-a7f2-4329-8d01-6e0453d581e4'}]}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:13:46.358265 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ebba95f-ee24-486e-982f-deca02415675 req-6a2383a3-3cf0-42f0-8589-cd73c893a34b tempest-ServerPasswordTestJSON-299540281 tempest-ServerPasswordTestJSON-299540281-project] No DVR routers for this DVR port f73b51c7-8405-465a-b373-46ae94bf9544 on host n-h1-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:13:46.358265 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-8ebba95f-ee24-486e-982f-deca02415675 req-6a2383a3-3cf0-42f0-8589-cd73c893a34b tempest-ServerPasswordTestJSON-299540281 tempest-ServerPasswordTestJSON-299540281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:46.524227 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaafbe14-5dfe-4093-afcf-390dd0f8631a None None] Pushing event updated for resources: {'Port': ['ID=fbaef7d6-48ca-4a2d-86aa-500b8a80e6c2,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:46.530638 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['f73b51c7-8405-465a-b373-46ae94bf9544'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:13:46.547360 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-d3d738ae-2d03-4fd1-ae90-3d354356d18f tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:13:46.557714 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-d3d738ae-2d03-4fd1-ae90-3d354356d18f tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Usage tracker for resource:port and tenant:81e36025f4964ad6aa1305da6f1825fb is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:13:46.561656 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-d3d738ae-2d03-4fd1-ae90-3d354356d18f tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:13:46.569507 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-d3d738ae-2d03-4fd1-ae90-3d354356d18f tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:13:46.597824 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['4ae5effb-2ec4-4a22-8af5-a50e814f392b'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:13:46.702791 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['19a701b2-900c-44bd-83cf-5a757805e800'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:13:46.729434 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device ac329184-b9f1-4df2-a258-7f0a89ad8c53 up at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:13:46.760741 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaafbe14-5dfe-4093-afcf-390dd0f8631a None None] Network a7619443-8c8f-449c-b71b-17b9838c2b23 is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:13:46.801477 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8ebba95f-ee24-486e-982f-deca02415675 req-6a2383a3-3cf0-42f0-8589-cd73c893a34b tempest-ServerPasswordTestJSON-299540281 tempest-ServerPasswordTestJSON-299540281-project] 10.222.0.71 "DELETE /v2.0/ports/f73b51c7-8405-465a-b373-46ae94bf9544 HTTP/1.1" status: 204 len: 173 time: 2.4640920 May 30 20:13:46.875003 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3d738ae-2d03-4fd1-ae90-3d354356d18f tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Made reservation on behalf of 81e36025f4964ad6aa1305da6f1825fb for: {'port': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:13:46.905777 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-af85aaad-0a0c-434b-b0d2-db88fb5521fc req-b56afc8d-7a9e-4cd9-9b1f-2047921e4a51 tempest-ServerPasswordTestJSON-299540281 tempest-ServerPasswordTestJSON-299540281-project] 10.222.0.85 "GET /v2.0/ports?device_id=af8ba740-9c41-448f-b407-2317a9bc64a2 HTTP/1.1" status: 200 len: 210 time: 0.1100144 May 30 20:13:46.956658 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-aaafbe14-5dfe-4093-afcf-390dd0f8631a None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:13:47.035621 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0459344d-cb2a-42f3-9647-4487cc562682'] response: {'name': 'network-changed', 'server_uuid': 'c58696a1-825d-4fb4-93a7-081f172646d0', 'tag': '19a701b2-900c-44bd-83cf-5a757805e800', 'status': 'completed', 'code': 200} May 30 20:13:47.110743 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d3d738ae-2d03-4fd1-ae90-3d354356d18f tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:47.122941 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaafbe14-5dfe-4093-afcf-390dd0f8631a None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:13:47.189499 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [None req-d3d738ae-2d03-4fd1-ae90-3d354356d18f tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] device_id is not set on port 1e6e07a3-c45b-41b8-b6a5-4b5b75a47af3 yet. {{(pid=84886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:13:47.202153 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2f0ec629-6463-4fb4-856a-8108ab4b9fa7 req-eef020d9-f20b-4f04-ad57-059807560744 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=fa8a8e16668d4cd3985a20ee71169357&device_id=c58696a1-825d-4fb4-93a7-081f172646d0 HTTP/1.1" status: 200 len: 1175 time: 0.1384654 May 30 20:13:47.450683 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-65138174-b2cc-49af-bba5-a3279c48bf14 req-b311d9fc-9890-4757-a76f-d2c72c4c2905 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] 10.222.0.85 "GET /v2.0/security-groups/60951131-7bfd-4c56-940a-3247b9851d55 HTTP/1.1" status: 200 len: 1634 time: 0.3079984 May 30 20:13:47.544059 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0ec629-6463-4fb4-856a-8108ab4b9fa7 req-26549cbd-afcd-4e5f-a1b0-7a9eb8d359ce service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:47.548325 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2f0ec629-6463-4fb4-856a-8108ab4b9fa7 req-26549cbd-afcd-4e5f-a1b0-7a9eb8d359ce service neutron] 10.222.0.86 "GET /v2.0/networks?id=4a9121fe-3c05-4fb0-ad44-174db17c3d5b HTTP/1.1" status: 200 len: 913 time: 0.3412943 May 30 20:13:47.715645 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning for port ac329184-b9f1-4df2-a258-7f0a89ad8c53 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:13:47.727367 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-d3d738ae-2d03-4fd1-ae90-3d354356d18f tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Allocated IP 10.1.1.49 (a7619443-8c8f-449c-b71b-17b9838c2b23/a88285df-a7f2-4329-8d01-6e0453d581e4/1e6e07a3-c45b-41b8-b6a5-4b5b75a47af3) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:13:47.841764 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning complete for port ac329184-b9f1-4df2-a258-7f0a89ad8c53 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:13:47.841764 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:47.880268 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2f0ec629-6463-4fb4-856a-8108ab4b9fa7 req-f9f5b27e-b8e5-4276-a51d-98214059b23b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=19a701b2-900c-44bd-83cf-5a757805e800 HTTP/1.1" status: 200 len: 217 time: 0.3223226 May 30 20:13:48.099051 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d3d738ae-2d03-4fd1-ae90-3d354356d18f tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:48.101336 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0ec629-6463-4fb4-856a-8108ab4b9fa7 req-93dfdf68-1c1f-4302-8ec7-d2a4f5cb36f9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:48.104499 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2f0ec629-6463-4fb4-856a-8108ab4b9fa7 req-93dfdf68-1c1f-4302-8ec7-d2a4f5cb36f9 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=26b23bbf-887e-4278-88a1-ac21d644c5ec HTTP/1.1" status: 200 len: 852 time: 0.2045465 May 30 20:13:48.115950 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ecf249-8e4d-439d-8ee9-37957cb44a78 req-197ad647-d46c-4662-8dc4-59c82077cd84 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:48.122559 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [None req-d3d738ae-2d03-4fd1-ae90-3d354356d18f tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Transition to ACTIVE for port object 1e6e07a3-c45b-41b8-b6a5-4b5b75a47af3 will not be triggered until provisioned by entity DHCP. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:13:48.132339 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e2ecf249-8e4d-439d-8ee9-37957cb44a78 req-197ad647-d46c-4662-8dc4-59c82077cd84 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] 10.222.0.85 "GET /v2.0/ports?device_id=caa1f363-dbad-479c-81a4-50a6a67e3b7d HTTP/1.1" status: 200 len: 944 time: 0.4049582 May 30 20:13:48.163075 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-aaafbe14-5dfe-4093-afcf-390dd0f8631a None None] Attempting to bind port fbaef7d6-48ca-4a2d-86aa-500b8a80e6c2 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:13:48.163931 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-aaafbe14-5dfe-4093-afcf-390dd0f8631a None None] Attempting to bind port fbaef7d6-48ca-4a2d-86aa-500b8a80e6c2 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': 'a622f652-5f5a-416e-87a7-7c0365db31a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'a7619443-8c8f-449c-b71b-17b9838c2b23'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:13:48.163931 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaafbe14-5dfe-4093-afcf-390dd0f8631a None None] Attempting to bind port fbaef7d6-48ca-4a2d-86aa-500b8a80e6c2 on network a7619443-8c8f-449c-b71b-17b9838c2b23 {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:13:48.189919 n-d-843948-2 neutron-server[84886]: INFO neutron.api.v2.resource [req-65138174-b2cc-49af-bba5-a3279c48bf14 req-3f132007-2535-4b4b-8fe7-9aa24bb88c03 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] delete failed (client error): There was a conflict when trying to complete your request. May 30 20:13:48.200726 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaafbe14-5dfe-4093-afcf-390dd0f8631a None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:13:48.201153 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaafbe14-5dfe-4093-afcf-390dd0f8631a None None] Checking segment: {'id': 'a622f652-5f5a-416e-87a7-7c0365db31a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'a7619443-8c8f-449c-b71b-17b9838c2b23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:13:48.202546 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-aaafbe14-5dfe-4093-afcf-390dd0f8631a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:48.202546 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaafbe14-5dfe-4093-afcf-390dd0f8631a None None] Bound using segment: {'id': 'a622f652-5f5a-416e-87a7-7c0365db31a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'a7619443-8c8f-449c-b71b-17b9838c2b23'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:13:48.202546 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-aaafbe14-5dfe-4093-afcf-390dd0f8631a None None] Bound port: fbaef7d6-48ca-4a2d-86aa-500b8a80e6c2, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a622f652-5f5a-416e-87a7-7c0365db31a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'a7619443-8c8f-449c-b71b-17b9838c2b23'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:13:48.203099 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-aaafbe14-5dfe-4093-afcf-390dd0f8631a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:48.209685 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-65138174-b2cc-49af-bba5-a3279c48bf14 req-3f132007-2535-4b4b-8fe7-9aa24bb88c03 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] 10.222.0.85 "DELETE /v2.0/security-groups/60951131-7bfd-4c56-940a-3247b9851d55 HTTP/1.1" status: 409 len: 341 time: 0.7570496 May 30 20:13:48.257346 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d3d738ae-2d03-4fd1-ae90-3d354356d18f tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:48.273174 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2f0ec629-6463-4fb4-856a-8108ab4b9fa7 req-7bfb4127-93bb-4c4a-b362-fab113c644fa service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4a9121fe-3c05-4fb0-ad44-174db17c3d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1158586 May 30 20:13:48.458323 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-aaafbe14-5dfe-4093-afcf-390dd0f8631a None None] For port fbaef7d6-48ca-4a2d-86aa-500b8a80e6c2, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:13:48.464113 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-aaafbe14-5dfe-4093-afcf-390dd0f8631a None None] For port fbaef7d6-48ca-4a2d-86aa-500b8a80e6c2, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=fbaef7d6-48ca-4a2d-86aa-500b8a80e6c2,segment=NetworkSegment(a622f652-5f5a-416e-87a7-7c0365db31a5),segment_id=a622f652-5f5a-416e-87a7-7c0365db31a5)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:13:48.481075 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:48.525522 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d738ae-2d03-4fd1-ae90-3d354356d18f tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Network a7619443-8c8f-449c-b71b-17b9838c2b23 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:13:48.534250 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-d3d738ae-2d03-4fd1-ae90-3d354356d18f tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:13:48.550934 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d738ae-2d03-4fd1-ae90-3d354356d18f tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:13:48.686801 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port ac329184-b9f1-4df2-a258-7f0a89ad8c53, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=ac329184-b9f1-4df2-a258-7f0a89ad8c53,segment=NetworkSegment(8cf4782e-e691-4ec5-a2ea-a14d58f8df7a),segment_id=8cf4782e-e691-4ec5-a2ea-a14d58f8df7a)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:13:48.708980 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2f0ec629-6463-4fb4-856a-8108ab4b9fa7 req-56114190-0003-47d1-bad8-9011cbabb49c service neutron] 10.222.0.86 "GET /v2.0/networks/4a9121fe-3c05-4fb0-ad44-174db17c3d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4142604 May 30 20:13:48.729441 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-aaafbe14-5dfe-4093-afcf-390dd0f8631a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:48.746759 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caa1f363-dbad-479c-81a4-50a6a67e3b7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac329184-b9f1-4df2-a258-7f0a89ad8c53'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:13:48.841255 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb6e4055-d679-4886-ba31-462307ab5a8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-3f114897-b454-4ffb-8b12-a7f676cbd8b7', 'network_id': '3f114897-b454-4ffb-8b12-a7f676cbd8b7', 'tenant_id': '81e36025f4964ad6aa1305da6f1825fb', 'fixed_ips': [{'subnet_id': '561eb42b-7b18-4427-9f39-9d1695eb4bda'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:13:48.845083 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-bb6e4055-d679-4886-ba31-462307ab5a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:48.895783 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:48.903920 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d738ae-2d03-4fd1-ae90-3d354356d18f tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Pushing event updated for resources: {'Port': ['ID=1e6e07a3-c45b-41b8-b6a5-4b5b75a47af3,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:48.929997 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device f73b51c7-8405-465a-b373-46ae94bf9544 no longer exists at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:13:48.934996 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e2ecf249-8e4d-439d-8ee9-37957cb44a78 req-c1758f8c-2c8e-4cfe-8c84-d723722326d6 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] 10.222.0.85 "GET /v2.0/security-groups?id=c816953b-4eaf-44de-8f51-6f9258494ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8008349 May 30 20:13:49.002610 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] No Port match for: f73b51c7-8405-465a-b373-46ae94bf9544 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:13:49.003211 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device f73b51c7-8405-465a-b373-46ae94bf9544 not bound to the agent host n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:13:49.039462 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d738ae-2d03-4fd1-ae90-3d354356d18f tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:49.043427 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d3d738ae-2d03-4fd1-ae90-3d354356d18f tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:49.078690 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af8ba740-9c41-448f-b407-2317a9bc64a2', 'name': 'network-vif-deleted', 'tag': 'f73b51c7-8405-465a-b373-46ae94bf9544'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:13:49.122994 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78b7a35-c3d4-4c9f-9955-6a917b9184b4 req-08ac59ac-b3ac-4e0a-aa21-000456ca7bb0 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:49.124805 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaafbe14-5dfe-4093-afcf-390dd0f8631a None None] Pushing event updated for resources: {'Port': ['ID=fbaef7d6-48ca-4a2d-86aa-500b8a80e6c2,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:49.134363 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c78b7a35-c3d4-4c9f-9955-6a917b9184b4 req-08ac59ac-b3ac-4e0a-aa21-000456ca7bb0 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/networks?id=447ea545-6235-439a-a377-09de7456264b HTTP/1.1" status: 200 len: 806 time: 0.2659860 May 30 20:13:49.166703 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c78b7a35-c3d4-4c9f-9955-6a917b9184b4 req-67d9c372-a676-4d93-9194-db01685d7de3 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/quotas/7f20a37d1ec84058864d6080c6a9f8aa HTTP/1.1" status: 200 len: 375 time: 0.0302322 May 30 20:13:49.204028 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 54602) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:13:49.216094 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-d3d738ae-2d03-4fd1-ae90-3d354356d18f tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.9102900 May 30 20:13:49.224003 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2f0ec629-6463-4fb4-856a-8108ab4b9fa7 req-949a5970-befa-4f81-9de2-5862ddc78080 service neutron] 10.222.0.86 "GET /v2.0/networks/4a9121fe-3c05-4fb0-ad44-174db17c3d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5000296 May 30 20:13:49.225585 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 54606) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:13:49.247815 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-65bec6f6-3014-4e29-93ed-4bb9aa4ab7b0 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Request body: {'port': {'network_id': 'a7619443-8c8f-449c-b71b-17b9838c2b23', 'name': 'tempest-TaggedBootDevicesTest_v242-313445858', 'fixed_ips': [{'subnet_id': 'a88285df-a7f2-4329-8d01-6e0453d581e4'}]}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:13:49.315964 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=ac329184-b9f1-4df2-a258-7f0a89ad8c53,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:49.338001 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_v2 [None req-3087140a-303d-4629-ba9c-b1e5bdc57d0f admin admin] Deleting subnet bcf03243-5c47-44c0-8a4e-56d8e1647140 {{(pid=84886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:13:49.356479 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3087140a-303d-4629-ba9c-b1e5bdc57d0f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:49.434147 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c78b7a35-c3d4-4c9f-9955-6a917b9184b4 req-268e9264-9a6e-45cd-bdcc-9e203da4a875 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=7f20a37d1ec84058864d6080c6a9f8aa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2628722 May 30 20:13:49.599715 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3087140a-303d-4629-ba9c-b1e5bdc57d0f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2655517'] for subnet, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:49.661778 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-65bec6f6-3014-4e29-93ed-4bb9aa4ab7b0 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:13:49.673683 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-bb6e4055-d679-4886-ba31-462307ab5a8f None None] Allocated IP 10.2.2.2 (3f114897-b454-4ffb-8b12-a7f676cbd8b7/561eb42b-7b18-4427-9f39-9d1695eb4bda/feef7c83-62f1-4872-88c9-04633c4088d5) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:13:49.674043 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-65bec6f6-3014-4e29-93ed-4bb9aa4ab7b0 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Usage tracker for resource:port and tenant:81e36025f4964ad6aa1305da6f1825fb is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:13:49.683565 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-65bec6f6-3014-4e29-93ed-4bb9aa4ab7b0 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Quota usage for port was recalculated. Used quota:4. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:13:49.703906 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-65bec6f6-3014-4e29-93ed-4bb9aa4ab7b0 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:13:49.736641 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3087140a-303d-4629-ba9c-b1e5bdc57d0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:49.819559 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c78b7a35-c3d4-4c9f-9955-6a917b9184b4 req-6fa7f76c-250b-4cc4-81ed-55cf5e3adffa service neutron] 10.222.0.85 "GET /v2.0/networks/447ea545-6235-439a-a377-09de7456264b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3701630 May 30 20:13:49.862753 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:49.867869 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65bec6f6-3014-4e29-93ed-4bb9aa4ab7b0 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Made reservation on behalf of 81e36025f4964ad6aa1305da6f1825fb for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:13:50.044836 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-bb6e4055-d679-4886-ba31-462307ab5a8f None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:50.064044 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-bb6e4055-d679-4886-ba31-462307ab5a8f None None] Transition to ACTIVE for port object feef7c83-62f1-4872-88c9-04633c4088d5 will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:13:50.072806 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-65bec6f6-3014-4e29-93ed-4bb9aa4ab7b0 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:50.100359 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c78b7a35-c3d4-4c9f-9955-6a917b9184b4 req-e75672ee-e89a-4145-b5fd-e5a9377ceefa service neutron] 10.222.0.85 "GET /v2.0/networks/447ea545-6235-439a-a377-09de7456264b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2794602 May 30 20:13:50.103842 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-bb6e4055-d679-4886-ba31-462307ab5a8f None None] Transition to ACTIVE for port object feef7c83-62f1-4872-88c9-04633c4088d5 will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:13:50.108785 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [None req-65bec6f6-3014-4e29-93ed-4bb9aa4ab7b0 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] device_id is not set on port 8fa5f782-5b3a-4dde-bc5a-b3223a1946b8 yet. {{(pid=84887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:13:50.229267 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3087140a-303d-4629-ba9c-b1e5bdc57d0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4127075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2778536'] for subnet, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:50.235317 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-bb6e4055-d679-4886-ba31-462307ab5a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:50.281986 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3087140a-303d-4629-ba9c-b1e5bdc57d0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bcf03243-5c47-44c0-8a4e-56d8e1647140,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:50.291479 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3087140a-303d-4629-ba9c-b1e5bdc57d0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:50.304245 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 54622) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:13:50.304758 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-3087140a-303d-4629-ba9c-b1e5bdc57d0f admin admin] 10.222.0.85 "DELETE /v2.0/subnets/bcf03243-5c47-44c0-8a4e-56d8e1647140 HTTP/1.1" status: 204 len: 168 time: 1.0881274 May 30 20:13:50.371797 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6e4055-d679-4886-ba31-462307ab5a8f None None] Pushing event updated for resources: {'Port': ['ID=feef7c83-62f1-4872-88c9-04633c4088d5,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:50.414992 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb6e4055-d679-4886-ba31-462307ab5a8f None None] Network 3f114897-b454-4ffb-8b12-a7f676cbd8b7 is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:13:50.417024 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-bb6e4055-d679-4886-ba31-462307ab5a8f None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:13:50.428726 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6e4055-d679-4886-ba31-462307ab5a8f None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:13:50.576220 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7bd64037-fd28-4a25-8fcb-0a6908c5d2a6'] response: {'server_uuid': 'caa1f363-dbad-479c-81a4-50a6a67e3b7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac329184-b9f1-4df2-a258-7f0a89ad8c53', 'code': 200} May 30 20:13:50.853981 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d71b8a09-5bd9-4d25-90e2-19693f9ebcf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:50.919594 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [None req-65bec6f6-3014-4e29-93ed-4bb9aa4ab7b0 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Allocated IP 10.1.1.152 (a7619443-8c8f-449c-b71b-17b9838c2b23/a88285df-a7f2-4329-8d01-6e0453d581e4/8fa5f782-5b3a-4dde-bc5a-b3223a1946b8) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:13:50.978835 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac4d6c9f-54b4-44af-83cb-ee825273012b None None] Network a7619443-8c8f-449c-b71b-17b9838c2b23 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:13:51.008792 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b333ee22-cd67-418a-9245-2e30b71811b1'] response: {'server_uuid': 'af8ba740-9c41-448f-b407-2317a9bc64a2', 'name': 'network-vif-deleted', 'tag': 'f73b51c7-8405-465a-b373-46ae94bf9544', 'status': 'completed', 'code': 200} May 30 20:13:51.072929 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfce651-4162-4b33-bab7-1c496c1d9488 req-fa5d632a-53f8-4831-a581-9e3b0f29f854 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:51.078350 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-8cfce651-4162-4b33-bab7-1c496c1d9488 req-fa5d632a-53f8-4831-a581-9e3b0f29f854 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] 10.222.0.85 "GET /v2.0/ports?device_id=c58696a1-825d-4fb4-93a7-081f172646d0 HTTP/1.1" status: 200 len: 1024 time: 0.1991615 May 30 20:13:51.181933 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-bb6e4055-d679-4886-ba31-462307ab5a8f None None] Attempting to bind port feef7c83-62f1-4872-88c9-04633c4088d5 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:13:51.183063 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-bb6e4055-d679-4886-ba31-462307ab5a8f None None] Attempting to bind port feef7c83-62f1-4872-88c9-04633c4088d5 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': '48b6fcfa-3ec2-4d17-909f-cafe15f0609e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '3f114897-b454-4ffb-8b12-a7f676cbd8b7'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:13:51.183879 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6e4055-d679-4886-ba31-462307ab5a8f None None] Attempting to bind port feef7c83-62f1-4872-88c9-04633c4088d5 on network 3f114897-b454-4ffb-8b12-a7f676cbd8b7 {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:13:51.199424 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-8cfce651-4162-4b33-bab7-1c496c1d9488 req-a486f425-1950-425e-bda8-db5f46f528a2 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] 10.222.0.85 "GET /v2.0/security-groups?id=c2333929-4cb4-4830-ae1a-bbc160f7df33&id=60951131-7bfd-4c56-940a-3247b9851d55&id=ee3a99c9-b491-4b30-b550-7e2cbfacbd55&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1111207 May 30 20:13:51.212693 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6e4055-d679-4886-ba31-462307ab5a8f None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:13:51.213856 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6e4055-d679-4886-ba31-462307ab5a8f None None] Checking segment: {'id': '48b6fcfa-3ec2-4d17-909f-cafe15f0609e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '3f114897-b454-4ffb-8b12-a7f676cbd8b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:13:51.215218 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-bb6e4055-d679-4886-ba31-462307ab5a8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:51.216298 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6e4055-d679-4886-ba31-462307ab5a8f None None] Bound using segment: {'id': '48b6fcfa-3ec2-4d17-909f-cafe15f0609e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '3f114897-b454-4ffb-8b12-a7f676cbd8b7'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:13:51.217137 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-bb6e4055-d679-4886-ba31-462307ab5a8f None None] Bound port: feef7c83-62f1-4872-88c9-04633c4088d5, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48b6fcfa-3ec2-4d17-909f-cafe15f0609e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '3f114897-b454-4ffb-8b12-a7f676cbd8b7'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:13:51.217793 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-bb6e4055-d679-4886-ba31-462307ab5a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:51.401642 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device fbaef7d6-48ca-4a2d-86aa-500b8a80e6c2 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:13:51.434552 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-213e961b-e2a2-493b-8877-2dd7801e8b78 req-30a49b47-51a4-47c3-a952-5e03b385cccd tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/ports?device_id=bb332d1c-aa58-464b-8578-c74c5ed38aa8 HTTP/1.1" status: 200 len: 210 time: 0.0971110 May 30 20:13:51.456403 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d71b8a09-5bd9-4d25-90e2-19693f9ebcf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:51.468123 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-066d1563-5ab7-4920-b405-fb71a6ae87c6 req-6d1f8d2d-0ef4-433d-8f42-4a85c0d27787 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=caa1f363-dbad-479c-81a4-50a6a67e3b7d HTTP/1.1" status: 200 len: 1096 time: 0.6118426 May 30 20:13:51.478380 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-65bec6f6-3014-4e29-93ed-4bb9aa4ab7b0 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:51.479837 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-9341d704-d1cc-4c8e-ba7c-68c4131f15d5 None None] Provisioning for port fbaef7d6-48ca-4a2d-86aa-500b8a80e6c2 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:13:51.512030 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e78cbd-41c5-4aee-bd1a-79c41516d029 req-e47ec278-3241-491b-afc0-c2b878177668 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:51.519487 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-02e78cbd-41c5-4aee-bd1a-79c41516d029 req-e47ec278-3241-491b-afc0-c2b878177668 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] 10.222.0.85 "GET /v2.0/ports?device_id=caa1f363-dbad-479c-81a4-50a6a67e3b7d HTTP/1.1" status: 200 len: 945 time: 0.5056162 May 30 20:13:51.567019 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [None req-65bec6f6-3014-4e29-93ed-4bb9aa4ab7b0 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Transition to ACTIVE for port object 8fa5f782-5b3a-4dde-bc5a-b3223a1946b8 will not be triggered until provisioned by entity DHCP. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:13:51.592814 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-d71b8a09-5bd9-4d25-90e2-19693f9ebcf4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53b2dcad-fbeb-45c7-9d73-11a645fbc764']}} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:13:51.614124 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-d71b8a09-5bd9-4d25-90e2-19693f9ebcf4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bd9213f-1768-4472-a6c0-afdc982b6a72') {'for_net_delete': True} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:13:51.615390 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-d71b8a09-5bd9-4d25-90e2-19693f9ebcf4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bd9213f-1768-4472-a6c0-afdc982b6a72') {} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:13:51.647037 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-02e78cbd-41c5-4aee-bd1a-79c41516d029 req-f9f1b5ee-00bb-4cda-b4ec-219e052df95c tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] 10.222.0.85 "GET /v2.0/security-groups?id=c816953b-4eaf-44de-8f51-6f9258494ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237681 May 30 20:13:51.648364 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d71b8a09-5bd9-4d25-90e2-19693f9ebcf4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3149912'] for segment, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:51.677870 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-066d1563-5ab7-4920-b405-fb71a6ae87c6 req-ba2e84c4-434a-4d1c-a02e-c464966f0b2a service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=c816953b-4eaf-44de-8f51-6f9258494ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003434 May 30 20:13:51.680702 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d71b8a09-5bd9-4d25-90e2-19693f9ebcf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:51.694470 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d71b8a09-5bd9-4d25-90e2-19693f9ebcf4 admin admin] Releasing vlan 674 on physical network physnet1 to pool {{(pid=84887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:13:51.695032 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d71b8a09-5bd9-4d25-90e2-19693f9ebcf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4055488'] for segment, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:51.712017 n-d-843948-2 neutron-server[84887]: Traceback (most recent call last): May 30 20:13:51.712017 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:13:51.712017 n-d-843948-2 neutron-server[84887]: timer() May 30 20:13:51.712017 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:13:51.712017 n-d-843948-2 neutron-server[84887]: cb(*args, **kw) May 30 20:13:51.712017 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:13:51.712017 n-d-843948-2 neutron-server[84887]: return func(*args, **kwargs) May 30 20:13:51.712017 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:13:51.712017 n-d-843948-2 neutron-server[84887]: self._notify() May 30 20:13:51.712017 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:13:51.712017 n-d-843948-2 neutron-server[84887]: self.callback(batched_events) May 30 20:13:51.712017 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:13:51.712017 n-d-843948-2 neutron-server[84887]: event.method(event) May 30 20:13:51.712017 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:13:51.712017 n-d-843948-2 neutron-server[84887]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:13:51.712017 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:13:51.712017 n-d-843948-2 neutron-server[84887]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:13:51.712017 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:13:51.712017 n-d-843948-2 neutron-server[84887]: return f(self, *a, **k) May 30 20:13:51.712017 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:13:51.712017 n-d-843948-2 neutron-server[84887]: return self._get(url).json() May 30 20:13:51.712017 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:13:51.712017 n-d-843948-2 neutron-server[84887]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:13:51.712017 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:13:51.712017 n-d-843948-2 neutron-server[84887]: return self.request(url, 'GET', **kwargs) May 30 20:13:51.712017 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:13:51.712017 n-d-843948-2 neutron-server[84887]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:13:51.712017 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:13:51.712017 n-d-843948-2 neutron-server[84887]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:13:51.712017 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:13:51.712017 n-d-843948-2 neutron-server[84887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:13:51.712017 n-d-843948-2 neutron-server[84887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:13:51.762298 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-bb6e4055-d679-4886-ba31-462307ab5a8f None None] For port feef7c83-62f1-4872-88c9-04633c4088d5, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:13:51.807537 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-65bec6f6-3014-4e29-93ed-4bb9aa4ab7b0 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:51.941921 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65bec6f6-3014-4e29-93ed-4bb9aa4ab7b0 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Network a7619443-8c8f-449c-b71b-17b9838c2b23 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:13:51.948326 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-65bec6f6-3014-4e29-93ed-4bb9aa4ab7b0 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:13:51.958089 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bec6f6-3014-4e29-93ed-4bb9aa4ab7b0 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:13:51.983108 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port fbaef7d6-48ca-4a2d-86aa-500b8a80e6c2 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:13:51.993457 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port fbaef7d6-48ca-4a2d-86aa-500b8a80e6c2 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:13:51.998464 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:52.016603 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bec6f6-3014-4e29-93ed-4bb9aa4ab7b0 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Pushing event updated for resources: {'Port': ['ID=8fa5f782-5b3a-4dde-bc5a-b3223a1946b8,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:52.044717 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d71b8a09-5bd9-4d25-90e2-19693f9ebcf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:52.091495 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-bb6e4055-d679-4886-ba31-462307ab5a8f None None] For port feef7c83-62f1-4872-88c9-04633c4088d5, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=feef7c83-62f1-4872-88c9-04633c4088d5,segment=NetworkSegment(48b6fcfa-3ec2-4d17-909f-cafe15f0609e),segment_id=48b6fcfa-3ec2-4d17-909f-cafe15f0609e)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:13:52.094615 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:52.113564 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d71b8a09-5bd9-4d25-90e2-19693f9ebcf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:52.117042 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71b8a09-5bd9-4d25-90e2-19693f9ebcf4 admin admin] Pushing event deleted for resources: {'Network': ['ID=53b2dcad-fbeb-45c7-9d73-11a645fbc764,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:52.162207 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65bec6f6-3014-4e29-93ed-4bb9aa4ab7b0 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:52.162207 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-65bec6f6-3014-4e29-93ed-4bb9aa4ab7b0 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:52.209186 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-bb6e4055-d679-4886-ba31-462307ab5a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:52.269601 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:52.272174 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-d71b8a09-5bd9-4d25-90e2-19693f9ebcf4 admin admin] 10.222.0.85 "DELETE /v2.0/networks/53b2dcad-fbeb-45c7-9d73-11a645fbc764 HTTP/1.1" status: 204 len: 168 time: 1.9655294 May 30 20:13:52.324177 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c40ec50-eb77-4a26-81b6-31139d1ef57c req-53b28915-1b86-4ddd-9542-0264d1e91dd5 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:52.326173 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9c40ec50-eb77-4a26-81b6-31139d1ef57c req-53b28915-1b86-4ddd-9542-0264d1e91dd5 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] 10.222.0.86 "GET /v2.0/ports?device_id=c58696a1-825d-4fb4-93a7-081f172646d0 HTTP/1.1" status: 200 len: 1024 time: 0.1591165 May 30 20:13:52.426544 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port fbaef7d6-48ca-4a2d-86aa-500b8a80e6c2, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=fbaef7d6-48ca-4a2d-86aa-500b8a80e6c2,segment=NetworkSegment(a622f652-5f5a-416e-87a7-7c0365db31a5),segment_id=a622f652-5f5a-416e-87a7-7c0365db31a5)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:13:52.441779 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-965a30a9-13cf-4f1f-908f-99f703b7aec7 None None] Provisioning for port 1e6e07a3-c45b-41b8-b6a5-4b5b75a47af3 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:13:52.447934 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6e4055-d679-4886-ba31-462307ab5a8f None None] Pushing event updated for resources: {'Port': ['ID=feef7c83-62f1-4872-88c9-04633c4088d5,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:52.458209 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-965a30a9-13cf-4f1f-908f-99f703b7aec7 None None] Provisioning complete for port 1e6e07a3-c45b-41b8-b6a5-4b5b75a47af3 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:13:52.462194 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-965a30a9-13cf-4f1f-908f-99f703b7aec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:52.465732 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-65bec6f6-3014-4e29-93ed-4bb9aa4ab7b0 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.2367768 May 30 20:13:52.544313 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-965a30a9-13cf-4f1f-908f-99f703b7aec7 None None] Port 1e6e07a3-c45b-41b8-b6a5-4b5b75a47af3 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:13:52.576868 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:52.591867 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-9c40ec50-eb77-4a26-81b6-31139d1ef57c req-65c72fae-ebaf-4d06-8ecc-ec3cf117a854 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Deleting port 19a701b2-900c-44bd-83cf-5a757805e800 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:13:52.592212 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-9c40ec50-eb77-4a26-81b6-31139d1ef57c req-65c72fae-ebaf-4d06-8ecc-ec3cf117a854 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:52.684477 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=fbaef7d6-48ca-4a2d-86aa-500b8a80e6c2,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:52.695096 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-965a30a9-13cf-4f1f-908f-99f703b7aec7 None None] Provisioning for port 8fa5f782-5b3a-4dde-bc5a-b3223a1946b8 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:13:52.704707 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-965a30a9-13cf-4f1f-908f-99f703b7aec7 None None] Provisioning complete for port 8fa5f782-5b3a-4dde-bc5a-b3223a1946b8 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:13:52.705107 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-965a30a9-13cf-4f1f-908f-99f703b7aec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:52.828292 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-965a30a9-13cf-4f1f-908f-99f703b7aec7 None None] Port 8fa5f782-5b3a-4dde-bc5a-b3223a1946b8 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:13:52.858746 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-965a30a9-13cf-4f1f-908f-99f703b7aec7 None None] Provisioning complete for port fbaef7d6-48ca-4a2d-86aa-500b8a80e6c2 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:13:52.859213 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-965a30a9-13cf-4f1f-908f-99f703b7aec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:52.948183 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05db4310-8ad0-4183-b72f-b9073c012b5f req-4237797f-0017-41b1-93d0-59945282ee28 tempest-ImagesOneServerTestJSON-807794603 tempest-ImagesOneServerTestJSON-807794603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:52.959464 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-05db4310-8ad0-4183-b72f-b9073c012b5f req-4237797f-0017-41b1-93d0-59945282ee28 tempest-ImagesOneServerTestJSON-807794603 tempest-ImagesOneServerTestJSON-807794603-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3853b5d-051b-4cd4-b6b6-6138821f4e0c HTTP/1.1" status: 200 len: 950 time: 0.4960880 May 30 20:13:53.009822 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 54706) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:13:53.108134 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-d351c6b0-b915-4693-8c50-1d5e3fd6168f admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=4505b4dc33d3442783c1ddca7f53f63d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0946355 May 30 20:13:53.112566 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 54712) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:13:53.204653 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-ce6d1332-2dea-4a32-9001-077ad0248623 None None] Provisioning complete for port 1e6e07a3-c45b-41b8-b6a5-4b5b75a47af3 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:13:53.204653 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ce6d1332-2dea-4a32-9001-077ad0248623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:53.205020 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-05db4310-8ad0-4183-b72f-b9073c012b5f req-fe35b6fb-72e6-4f91-97e4-a32c61131af0 tempest-ImagesOneServerTestJSON-807794603 tempest-ImagesOneServerTestJSON-807794603-project] 10.222.0.85 "GET /v2.0/security-groups?id=15b0ead0-dbb0-476e-8f88-94ff4c27146a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2433381 May 30 20:13:53.222728 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-11cc2cd5-839e-43bf-86ce-a033d633aed2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:53.258566 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-9c40ec50-eb77-4a26-81b6-31139d1ef57c req-65c72fae-ebaf-4d06-8ecc-ec3cf117a854 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] For port 19a701b2-900c-44bd-83cf-5a757805e800, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=19a701b2-900c-44bd-83cf-5a757805e800,segment=NetworkSegment(d846ad92-c086-40c0-8c7d-67c12dd4eb60),segment_id=d846ad92-c086-40c0-8c7d-67c12dd4eb60)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:13:53.258930 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-9c40ec50-eb77-4a26-81b6-31139d1ef57c req-65c72fae-ebaf-4d06-8ecc-ec3cf117a854 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:53.267918 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-11cc2cd5-839e-43bf-86ce-a033d633aed2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:53.369276 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-ce6d1332-2dea-4a32-9001-077ad0248623 None None] Port 1e6e07a3-c45b-41b8-b6a5-4b5b75a47af3 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:13:53.403323 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-ce6d1332-2dea-4a32-9001-077ad0248623 None None] Provisioning complete for port 8fa5f782-5b3a-4dde-bc5a-b3223a1946b8 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:13:53.404184 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ce6d1332-2dea-4a32-9001-077ad0248623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:53.464952 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device feef7c83-62f1-4872-88c9-04633c4088d5 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:13:53.470170 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-9c40ec50-eb77-4a26-81b6-31139d1ef57c req-65c72fae-ebaf-4d06-8ecc-ec3cf117a854 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Calling delete_port for 19a701b2-900c-44bd-83cf-5a757805e800 owned by compute:nova {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:13:53.479181 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-11cc2cd5-839e-43bf-86ce-a033d633aed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:53.519812 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cc2cd5-839e-43bf-86ce-a033d633aed2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab330a67-92fc-4944-829f-11b3c3b645dc,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:53.579712 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-ce6d1332-2dea-4a32-9001-077ad0248623 None None] Port 8fa5f782-5b3a-4dde-bc5a-b3223a1946b8 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:13:54.294384 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-11cc2cd5-839e-43bf-86ce-a033d633aed2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:54.294384 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-11cc2cd5-839e-43bf-86ce-a033d633aed2 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/ab330a67-92fc-4944-829f-11b3c3b645dc HTTP/1.1" status: 204 len: 168 time: 0.5061367 May 30 20:13:54.298659 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port feef7c83-62f1-4872-88c9-04633c4088d5 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:13:54.298659 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device fbaef7d6-48ca-4a2d-86aa-500b8a80e6c2 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:13:54.298659 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port fbaef7d6-48ca-4a2d-86aa-500b8a80e6c2 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:13:54.298659 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:54.302076 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f62f03-d099-4495-99a3-3b9652da094c req-b409be54-dcea-432d-a617-04287972c35f tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:54.302076 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-88f62f03-d099-4495-99a3-3b9652da094c req-b409be54-dcea-432d-a617-04287972c35f tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] 10.222.0.85 "GET /v2.0/ports?device_id=c58696a1-825d-4fb4-93a7-081f172646d0 HTTP/1.1" status: 200 len: 1024 time: 0.3911662 May 30 20:13:54.302076 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-88f62f03-d099-4495-99a3-3b9652da094c req-a1f63060-9be5-4c51-94f8-3bd7dcccac75 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] 10.222.0.85 "GET /v2.0/security-groups?id=c2333929-4cb4-4830-ae1a-bbc160f7df33&id=60951131-7bfd-4c56-940a-3247b9851d55&id=ee3a99c9-b491-4b30-b550-7e2cbfacbd55&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1896732 May 30 20:13:54.306044 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d6b34eb-7273-4f34-8dc1-af56556950a9 None None] Network 3f114897-b454-4ffb-8b12-a7f676cbd8b7 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:13:54.400254 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-9c40ec50-eb77-4a26-81b6-31139d1ef57c req-65c72fae-ebaf-4d06-8ecc-ec3cf117a854 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:54.408766 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['4ae5effb-2ec4-4a22-8af5-a50e814f392b'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:13:54.441959 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['19a701b2-900c-44bd-83cf-5a757805e800'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:13:54.455487 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c72fae-ebaf-4d06-8ecc-ec3cf117a854 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Pushing event deleted for resources: {'Port': ['ID=19a701b2-900c-44bd-83cf-5a757805e800,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:54.487198 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b5f2cf2d-6d71-4700-b38d-d0a7295f5778 None None] Provisioning for port feef7c83-62f1-4872-88c9-04633c4088d5 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:13:54.500663 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 54734) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:13:54.510396 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-d52e78ab-108a-410c-9fb2-6dc8197c18c7 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1070645250', 'description': 'tempest-description--1337870152'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:13:54.528920 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b5f2cf2d-6d71-4700-b38d-d0a7295f5778 None None] Provisioning complete for port feef7c83-62f1-4872-88c9-04633c4088d5 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:13:54.528920 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b5f2cf2d-6d71-4700-b38d-d0a7295f5778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:54.529149 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-d52e78ab-108a-410c-9fb2-6dc8197c18c7 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:13:54.533368 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-d52e78ab-108a-410c-9fb2-6dc8197c18c7 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Usage tracker for resource:security_group and tenant:81e36025f4964ad6aa1305da6f1825fb is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:13:54.538849 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-d52e78ab-108a-410c-9fb2-6dc8197c18c7 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:13:54.554580 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-d52e78ab-108a-410c-9fb2-6dc8197c18c7 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:13:54.731855 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d52e78ab-108a-410c-9fb2-6dc8197c18c7 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:54.832862 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78b7a35-c3d4-4c9f-9955-6a917b9184b4 req-34811ada-dde8-429c-8849-d543a08bbebf tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:54.835089 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c78b7a35-c3d4-4c9f-9955-6a917b9184b4 req-34811ada-dde8-429c-8849-d543a08bbebf tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.86 "GET /v2.0/networks?id=447ea545-6235-439a-a377-09de7456264b HTTP/1.1" status: 200 len: 806 time: 0.2280688 May 30 20:13:54.853523 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c40ec50-eb77-4a26-81b6-31139d1ef57c req-65c72fae-ebaf-4d06-8ecc-ec3cf117a854 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] No DVR routers for this DVR port 19a701b2-900c-44bd-83cf-5a757805e800 on host n-h2-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:13:54.861270 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-c78b7a35-c3d4-4c9f-9955-6a917b9184b4 req-dd20c6bf-9b01-45f7-ae71-41345921adee tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Request body: {'port': {'device_id': 'bb332d1c-aa58-464b-8578-c74c5ed38aa8', 'network_id': '447ea545-6235-439a-a377-09de7456264b', 'admin_state_up': True, 'tenant_id': '7f20a37d1ec84058864d6080c6a9f8aa'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:13:54.903106 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-9c40ec50-eb77-4a26-81b6-31139d1ef57c req-65c72fae-ebaf-4d06-8ecc-ec3cf117a854 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:54.911664 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c58696a1-825d-4fb4-93a7-081f172646d0', 'name': 'network-vif-deleted', 'tag': '19a701b2-900c-44bd-83cf-5a757805e800'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:13:54.938115 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6f157c50-c281-4474-a815-c37b2277c943 req-156b18a9-7d5b-43b7-b654-b3f46fb9994b tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/ports?device_id=bb332d1c-aa58-464b-8578-c74c5ed38aa8 HTTP/1.1" status: 200 len: 210 time: 0.1748154 May 30 20:13:54.992935 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-d52e78ab-108a-410c-9fb2-6dc8197c18c7 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:13:54.998039 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-d52e78ab-108a-410c-9fb2-6dc8197c18c7 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Usage tracker for resource:security_group_rule and tenant:81e36025f4964ad6aa1305da6f1825fb is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:13:55.002056 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-d52e78ab-108a-410c-9fb2-6dc8197c18c7 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:13:55.016974 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-d52e78ab-108a-410c-9fb2-6dc8197c18c7 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:13:55.116327 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b5f2cf2d-6d71-4700-b38d-d0a7295f5778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:55.156519 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d52e78ab-108a-410c-9fb2-6dc8197c18c7 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:55.209670 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b5f2cf2d-6d71-4700-b38d-d0a7295f5778 None None] For port feef7c83-62f1-4872-88c9-04633c4088d5, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=feef7c83-62f1-4872-88c9-04633c4088d5,segment=NetworkSegment(48b6fcfa-3ec2-4d17-909f-cafe15f0609e),segment_id=48b6fcfa-3ec2-4d17-909f-cafe15f0609e)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:13:55.316367 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d52e78ab-108a-410c-9fb2-6dc8197c18c7 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:55.326292 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b5f2cf2d-6d71-4700-b38d-d0a7295f5778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:55.353182 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9c40ec50-eb77-4a26-81b6-31139d1ef57c req-65c72fae-ebaf-4d06-8ecc-ec3cf117a854 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] 10.222.0.86 "DELETE /v2.0/ports/19a701b2-900c-44bd-83cf-5a757805e800 HTTP/1.1" status: 204 len: 173 time: 3.0178699 May 30 20:13:55.417648 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-c78b7a35-c3d4-4c9f-9955-6a917b9184b4 req-dd20c6bf-9b01-45f7-ae71-41345921adee tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:13:55.429148 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f2cf2d-6d71-4700-b38d-d0a7295f5778 None None] Pushing event updated for resources: {'Port': ['ID=feef7c83-62f1-4872-88c9-04633c4088d5,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:55.433764 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-c78b7a35-c3d4-4c9f-9955-6a917b9184b4 req-dd20c6bf-9b01-45f7-ae71-41345921adee tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Usage tracker for resource:port and tenant:7f20a37d1ec84058864d6080c6a9f8aa is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:13:55.449334 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-c78b7a35-c3d4-4c9f-9955-6a917b9184b4 req-dd20c6bf-9b01-45f7-ae71-41345921adee tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:13:55.469461 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-c78b7a35-c3d4-4c9f-9955-6a917b9184b4 req-dd20c6bf-9b01-45f7-ae71-41345921adee tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:13:55.483977 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52e78ab-108a-410c-9fb2-6dc8197c18c7 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71bec9af-908d-443b-98db-bdfb70c6ea10,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:55.494097 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9e15dc-38a3-460d-8c93-171cadcebfe6 req-55fd6418-86f2-441e-bd4d-06aa0bc7ab45 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:55.496616 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3e9e15dc-38a3-460d-8c93-171cadcebfe6 req-55fd6418-86f2-441e-bd4d-06aa0bc7ab45 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] 10.222.0.85 "GET /v2.0/ports?device_id=caa1f363-dbad-479c-81a4-50a6a67e3b7d HTTP/1.1" status: 200 len: 945 time: 0.4018016 May 30 20:13:55.513122 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d52e78ab-108a-410c-9fb2-6dc8197c18c7 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:55.517430 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-d52e78ab-108a-410c-9fb2-6dc8197c18c7 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 1.0129101 May 30 20:13:55.517820 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 54762) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:13:55.526656 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-ee626866-58a0-486b-ac50-b863b87a8958 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Request body: {'security_group_rule': {'security_group_id': '71bec9af-908d-443b-98db-bdfb70c6ea10', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:13:55.538845 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-ee626866-58a0-486b-ac50-b863b87a8958 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:13:55.545386 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-ee626866-58a0-486b-ac50-b863b87a8958 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Usage tracker for resource:security_group_rule and tenant:81e36025f4964ad6aa1305da6f1825fb is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:13:55.548826 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-f9fe11d2-45a0-4f47-85fe-e419ff0f5f5a None None] Provisioning complete for port feef7c83-62f1-4872-88c9-04633c4088d5 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:13:55.549659 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-f9fe11d2-45a0-4f47-85fe-e419ff0f5f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:55.553143 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-ee626866-58a0-486b-ac50-b863b87a8958 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:13:55.565867 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-ee626866-58a0-486b-ac50-b863b87a8958 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:13:55.618624 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3e9e15dc-38a3-460d-8c93-171cadcebfe6 req-08dd049a-0010-4124-811f-063bf2ea0f2e tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] 10.222.0.85 "GET /v2.0/security-groups?id=c816953b-4eaf-44de-8f51-6f9258494ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128109 May 30 20:13:55.686545 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c78b7a35-c3d4-4c9f-9955-6a917b9184b4 req-dd20c6bf-9b01-45f7-ae71-41345921adee tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Made reservation on behalf of 7f20a37d1ec84058864d6080c6a9f8aa for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:13:55.691681 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c78b7a35-c3d4-4c9f-9955-6a917b9184b4 req-dd20c6bf-9b01-45f7-ae71-41345921adee tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:55.705453 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ee626866-58a0-486b-ac50-b863b87a8958 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:55.772817 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:13:55.920075 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 0af956aa-5dfc-4b3f-969a-34978ca452c2 no longer exists at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:13:55.950400 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ee626866-58a0-486b-ac50-b863b87a8958 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:56.047534 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ee626866-58a0-486b-ac50-b863b87a8958 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:56.049271 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [req-c78b7a35-c3d4-4c9f-9955-6a917b9184b4 req-dd20c6bf-9b01-45f7-ae71-41345921adee tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Allocated IP 172.20.0.11 (447ea545-6235-439a-a377-09de7456264b/e5689849-4104-472f-a1ce-eede6d9545dd/cf5e5be1-c53c-452f-8244-2afd8d8aec96) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:13:56.129756 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:56.131631 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee626866-58a0-486b-ac50-b863b87a8958 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8200ec7d-c9be-415b-bceb-61adff77069c,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:56.200425 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 0af956aa-5dfc-4b3f-969a-34978ca452c2, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=0af956aa-5dfc-4b3f-969a-34978ca452c2,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:13:56.203163 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3853b5d-051b-4cd4-b6b6-6138821f4e0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0af956aa-5dfc-4b3f-969a-34978ca452c2'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:13:56.289990 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-369c7596-82f5-424e-b71c-ab5482c430ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:56.315036 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:56.316690 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ee626866-58a0-486b-ac50-b863b87a8958 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:56.320706 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-ee626866-58a0-486b-ac50-b863b87a8958 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.8006139 May 30 20:13:56.323287 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 54808) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:13:56.337208 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-a79ddace-ae35-40c4-ba89-8f4ae4cfe227 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Request body: {'security_group_rule': {'security_group_id': '71bec9af-908d-443b-98db-bdfb70c6ea10', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:13:56.352869 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-a79ddace-ae35-40c4-ba89-8f4ae4cfe227 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:13:56.361328 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-a79ddace-ae35-40c4-ba89-8f4ae4cfe227 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Usage tracker for resource:security_group_rule and tenant:81e36025f4964ad6aa1305da6f1825fb is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:13:56.373475 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-a79ddace-ae35-40c4-ba89-8f4ae4cfe227 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:13:56.398008 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-a79ddace-ae35-40c4-ba89-8f4ae4cfe227 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:13:56.429893 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=0af956aa-5dfc-4b3f-969a-34978ca452c2,revision_number=11']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:56.485976 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c78b7a35-c3d4-4c9f-9955-6a917b9184b4 req-dd20c6bf-9b01-45f7-ae71-41345921adee tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:56.532217 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a79ddace-ae35-40c4-ba89-8f4ae4cfe227 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:56.643102 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a79ddace-ae35-40c4-ba89-8f4ae4cfe227 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:56.671538 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c78b7a35-c3d4-4c9f-9955-6a917b9184b4 req-dd20c6bf-9b01-45f7-ae71-41345921adee tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:56.707648 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['8e5aeea2-b35a-41eb-83bf-3b475ff14780'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:13:56.755060 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c78b7a35-c3d4-4c9f-9955-6a917b9184b4 req-dd20c6bf-9b01-45f7-ae71-41345921adee tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Network 447ea545-6235-439a-a377-09de7456264b is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:13:56.759079 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [req-c78b7a35-c3d4-4c9f-9955-6a917b9184b4 req-dd20c6bf-9b01-45f7-ae71-41345921adee tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:13:56.763785 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-c78b7a35-c3d4-4c9f-9955-6a917b9184b4 req-dd20c6bf-9b01-45f7-ae71-41345921adee tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:13:56.795961 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a79ddace-ae35-40c4-ba89-8f4ae4cfe227 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:56.801112 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd20c6bf-9b01-45f7-ae71-41345921adee tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Pushing event updated for resources: {'Port': ['ID=cf5e5be1-c53c-452f-8244-2afd8d8aec96,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:56.856711 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78b7a35-c3d4-4c9f-9955-6a917b9184b4 req-dd20c6bf-9b01-45f7-ae71-41345921adee tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:56.859065 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c78b7a35-c3d4-4c9f-9955-6a917b9184b4 req-dd20c6bf-9b01-45f7-ae71-41345921adee tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:56.943717 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79ddace-ae35-40c4-ba89-8f4ae4cfe227 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4b201ed-4a73-4bde-9810-d32839a92804,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:57.084891 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a79ddace-ae35-40c4-ba89-8f4ae4cfe227 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:57.085538 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c78b7a35-c3d4-4c9f-9955-6a917b9184b4 req-dd20c6bf-9b01-45f7-ae71-41345921adee tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2287114 May 30 20:13:57.087342 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-a79ddace-ae35-40c4-ba89-8f4ae4cfe227 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.7621341 May 30 20:13:57.097237 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 54834) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:13:57.106658 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-0bb7b847-aff4-4d35-a049-2d6827019154 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Request body: {'floatingip': {'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:13:57.108054 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-c78b7a35-c3d4-4c9f-9955-6a917b9184b4 req-479ac63c-5c8f-4b3f-b652-fd5df0868be6 service neutron] Request body: {'port': {'device_id': 'bb332d1c-aa58-464b-8578-c74c5ed38aa8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843948-2'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:13:57.117759 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-0bb7b847-aff4-4d35-a049-2d6827019154 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:13:57.132755 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-0bb7b847-aff4-4d35-a049-2d6827019154 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Usage tracker for resource:floatingip and tenant:81e36025f4964ad6aa1305da6f1825fb is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:13:57.132755 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-0bb7b847-aff4-4d35-a049-2d6827019154 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:13:57.146427 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-0bb7b847-aff4-4d35-a049-2d6827019154 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:13:57.190697 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95e05309-2de1-471a-b0d3-e83cecf8ac4e'] response: {'server_uuid': 'c58696a1-825d-4fb4-93a7-081f172646d0', 'name': 'network-vif-deleted', 'tag': '19a701b2-900c-44bd-83cf-5a757805e800', 'status': 'completed', 'code': 200} May 30 20:13:57.296515 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0bb7b847-aff4-4d35-a049-2d6827019154 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Notify callbacks [] for floatingip, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:57.327422 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device feef7c83-62f1-4872-88c9-04633c4088d5 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:13:57.446616 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c78b7a35-c3d4-4c9f-9955-6a917b9184b4 req-479ac63c-5c8f-4b3f-b652-fd5df0868be6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:57.541097 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port feef7c83-62f1-4872-88c9-04633c4088d5 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:13:57.542622 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:57.607094 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0bb7b847-aff4-4d35-a049-2d6827019154 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:57.845165 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-0bb7b847-aff4-4d35-a049-2d6827019154 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Allocated IP 172.25.8.155 (c7869750-4b49-4b7e-aa99-5e0f1ae02da4/427601ec-f643-4fe7-b5e6-17305d3a39e1/8af04216-5cd4-4897-a9d4-c8c6989d11b6) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:13:57.928923 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 19a701b2-900c-44bd-83cf-5a757805e800 no longer exists at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:13:58.011077 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] No Port match for: 19a701b2-900c-44bd-83cf-5a757805e800 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:13:58.013258 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 19a701b2-900c-44bd-83cf-5a757805e800 not bound to the agent host n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:13:58.264055 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0bb7b847-aff4-4d35-a049-2d6827019154 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:58.479959 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [req-c78b7a35-c3d4-4c9f-9955-6a917b9184b4 req-479ac63c-5c8f-4b3f-b652-fd5df0868be6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf5e5be1-c53c-452f-8244-2afd8d8aec96 {{(pid=84887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:13:58.482217 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f205dc-deac-4a10-a7c4-383db5614434 req-afa9ac15-f7df-4185-a5e2-e92be09d6f6e tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:58.483538 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-140a8d0a-daf7-4a0b-b885-10e4f0f72a3e'] response: {'server_uuid': 'a3853b5d-051b-4cd4-b6b6-6138821f4e0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0af956aa-5dfc-4b3f-969a-34978ca452c2', 'code': 200} May 30 20:13:58.487107 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-26f205dc-deac-4a10-a7c4-383db5614434 req-afa9ac15-f7df-4185-a5e2-e92be09d6f6e tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/ports?device_id=bb332d1c-aa58-464b-8578-c74c5ed38aa8 HTTP/1.1" status: 200 len: 932 time: 0.1988056 May 30 20:13:58.496039 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c78b7a35-c3d4-4c9f-9955-6a917b9184b4 req-479ac63c-5c8f-4b3f-b652-fd5df0868be6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:58.523206 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-c78b7a35-c3d4-4c9f-9955-6a917b9184b4 req-479ac63c-5c8f-4b3f-b652-fd5df0868be6 service neutron] Transition to ACTIVE for port object cf5e5be1-c53c-452f-8244-2afd8d8aec96 will not be triggered until provisioned by entity L2. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:13:58.578119 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0bb7b847-aff4-4d35-a049-2d6827019154 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:58.589083 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-26f205dc-deac-4a10-a7c4-383db5614434 req-a156e036-4d4b-4703-a229-4c701c9a35fe tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/security-groups?id=3b7b472c-21af-4683-a7b2-e1dc38380326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950153 May 30 20:13:58.612510 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c78b7a35-c3d4-4c9f-9955-6a917b9184b4 req-479ac63c-5c8f-4b3f-b652-fd5df0868be6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:58.696120 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-38bd7442-392f-496f-bf13-17d13cf8011d req-e033038a-ecc3-43b3-873d-a0d3c583efe7 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] 10.222.0.85 "GET /v2.0/security-groups/c2333929-4cb4-4830-ae1a-bbc160f7df33 HTTP/1.1" status: 200 len: 1634 time: 0.1357775 May 30 20:13:58.715091 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479ac63c-5c8f-4b3f-b652-fd5df0868be6 service neutron] Pushing event updated for resources: {'Port': ['ID=cf5e5be1-c53c-452f-8244-2afd8d8aec96,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:58.743244 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb7b847-aff4-4d35-a049-2d6827019154 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:13:58.798195 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-0bb7b847-aff4-4d35-a049-2d6827019154 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:13:58.810570 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb7b847-aff4-4d35-a049-2d6827019154 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:13:58.875619 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb7b847-aff4-4d35-a049-2d6827019154 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Pushing event updated for resources: {'Port': ['ID=8af04216-5cd4-4897-a9d4-c8c6989d11b6,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:58.940149 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b65e48-d675-4f68-be30-63173c6686b5 req-64634ff4-10a7-4ce4-9446-04c820419a87 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:58.941878 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f0b65e48-d675-4f68-be30-63173c6686b5 req-64634ff4-10a7-4ce4-9446-04c820419a87 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] 10.222.0.85 "GET /v2.0/ports?device_id=caa1f363-dbad-479c-81a4-50a6a67e3b7d HTTP/1.1" status: 200 len: 945 time: 0.2081149 May 30 20:13:58.950778 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-38bd7442-392f-496f-bf13-17d13cf8011d req-9ba1842a-71b3-4a07-af01-fc26609193b2 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:59.058619 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0bb7b847-aff4-4d35-a049-2d6827019154 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:59.089768 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-38bd7442-392f-496f-bf13-17d13cf8011d req-9ba1842a-71b3-4a07-af01-fc26609193b2 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:59.090989 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f0b65e48-d675-4f68-be30-63173c6686b5 req-22818f4f-c30d-4e55-9494-59bc2e54d975 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] 10.222.0.85 "GET /v2.0/security-groups?id=c816953b-4eaf-44de-8f51-6f9258494ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780585 May 30 20:13:59.198609 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-c78b7a35-c3d4-4c9f-9955-6a917b9184b4 req-479ac63c-5c8f-4b3f-b652-fd5df0868be6 service neutron] Attempting to bind port cf5e5be1-c53c-452f-8244-2afd8d8aec96 on host n-h2-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:13:59.199219 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-c78b7a35-c3d4-4c9f-9955-6a917b9184b4 req-479ac63c-5c8f-4b3f-b652-fd5df0868be6 service neutron] Attempting to bind port cf5e5be1-c53c-452f-8244-2afd8d8aec96 by drivers openvswitch,hyperv on host n-h2-843948-2 at level 0 using segments [{'id': '6f1287e5-9e46-42ce-b023-b38d433df277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '447ea545-6235-439a-a377-09de7456264b'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:13:59.199697 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c78b7a35-c3d4-4c9f-9955-6a917b9184b4 req-479ac63c-5c8f-4b3f-b652-fd5df0868be6 service neutron] Attempting to bind port cf5e5be1-c53c-452f-8244-2afd8d8aec96 on network 447ea545-6235-439a-a377-09de7456264b {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:13:59.207456 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c78b7a35-c3d4-4c9f-9955-6a917b9184b4 req-479ac63c-5c8f-4b3f-b652-fd5df0868be6 service neutron] Port cf5e5be1-c53c-452f-8244-2afd8d8aec96 on network 447ea545-6235-439a-a377-09de7456264b not bound, no agent of type Open vSwitch agent registered on host n-h2-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:13:59.208011 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c78b7a35-c3d4-4c9f-9955-6a917b9184b4 req-479ac63c-5c8f-4b3f-b652-fd5df0868be6 service neutron] Attempting to bind port cf5e5be1-c53c-452f-8244-2afd8d8aec96 on network 447ea545-6235-439a-a377-09de7456264b {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:13:59.217554 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c78b7a35-c3d4-4c9f-9955-6a917b9184b4 req-479ac63c-5c8f-4b3f-b652-fd5df0868be6 service neutron] Checking agent: {'id': 'eaa08354-e8f5-4e73-af76-8d3cf7d2b390', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 13, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:13:59.219441 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c78b7a35-c3d4-4c9f-9955-6a917b9184b4 req-479ac63c-5c8f-4b3f-b652-fd5df0868be6 service neutron] Checking segment: {'id': '6f1287e5-9e46-42ce-b023-b38d433df277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '447ea545-6235-439a-a377-09de7456264b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:13:59.220022 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c78b7a35-c3d4-4c9f-9955-6a917b9184b4 req-479ac63c-5c8f-4b3f-b652-fd5df0868be6 service neutron] Bound using segment: {'id': '6f1287e5-9e46-42ce-b023-b38d433df277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '447ea545-6235-439a-a377-09de7456264b'} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:13:59.220654 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-c78b7a35-c3d4-4c9f-9955-6a917b9184b4 req-479ac63c-5c8f-4b3f-b652-fd5df0868be6 service neutron] Bound port: cf5e5be1-c53c-452f-8244-2afd8d8aec96, host: n-h2-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f1287e5-9e46-42ce-b023-b38d433df277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '447ea545-6235-439a-a377-09de7456264b'}}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:13:59.221191 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c78b7a35-c3d4-4c9f-9955-6a917b9184b4 req-479ac63c-5c8f-4b3f-b652-fd5df0868be6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:59.280084 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0bb7b847-aff4-4d35-a049-2d6827019154 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:59.287559 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-38bd7442-392f-496f-bf13-17d13cf8011d req-9ba1842a-71b3-4a07-af01-fc26609193b2 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:59.325498 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba1842a-71b3-4a07-af01-fc26609193b2 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2333929-4cb4-4830-ae1a-bbc160f7df33,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:13:59.357343 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-c78b7a35-c3d4-4c9f-9955-6a917b9184b4 req-479ac63c-5c8f-4b3f-b652-fd5df0868be6 service neutron] For port cf5e5be1-c53c-452f-8244-2afd8d8aec96, host n-h2-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:13:59.361141 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-c78b7a35-c3d4-4c9f-9955-6a917b9184b4 req-479ac63c-5c8f-4b3f-b652-fd5df0868be6 service neutron] For port cf5e5be1-c53c-452f-8244-2afd8d8aec96, host n-h2-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=cf5e5be1-c53c-452f-8244-2afd8d8aec96,segment=NetworkSegment(6f1287e5-9e46-42ce-b023-b38d433df277),segment_id=6f1287e5-9e46-42ce-b023-b38d433df277)] {{(pid=84887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:13:59.397088 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-38bd7442-392f-496f-bf13-17d13cf8011d req-9ba1842a-71b3-4a07-af01-fc26609193b2 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:59.401230 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-38bd7442-392f-496f-bf13-17d13cf8011d req-9ba1842a-71b3-4a07-af01-fc26609193b2 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] 10.222.0.85 "DELETE /v2.0/security-groups/c2333929-4cb4-4830-ae1a-bbc160f7df33 HTTP/1.1" status: 204 len: 173 time: 0.7040744 May 30 20:13:59.528968 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c78b7a35-c3d4-4c9f-9955-6a917b9184b4 req-479ac63c-5c8f-4b3f-b652-fd5df0868be6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:59.534308 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-cbfe917d-4a8e-4106-90f9-a066d037cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:59.722069 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c78b7a35-c3d4-4c9f-9955-6a917b9184b4 req-479ac63c-5c8f-4b3f-b652-fd5df0868be6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:59.724756 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c78b7a35-c3d4-4c9f-9955-6a917b9184b4 req-479ac63c-5c8f-4b3f-b652-fd5df0868be6 service neutron] 10.222.0.86 "PUT /v2.0/ports/cf5e5be1-c53c-452f-8244-2afd8d8aec96 HTTP/1.1" status: 200 len: 1092 time: 2.6287904 May 30 20:13:59.744245 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb332d1c-aa58-464b-8578-c74c5ed38aa8', 'tag': 'cf5e5be1-c53c-452f-8244-2afd8d8aec96'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:13:59.749916 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0bb7b847-aff4-4d35-a049-2d6827019154 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:59.757901 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:13:59.765481 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5befb639-31c9-4738-93e7-676ef9d4fd15 req-e0a0abee-cfa6-4a06-b0b7-b09470fd4a00 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:13:59.775022 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5befb639-31c9-4738-93e7-676ef9d4fd15 req-e0a0abee-cfa6-4a06-b0b7-b09470fd4a00 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] 10.222.0.71 "GET /v2.0/ports?device_id=caa1f363-dbad-479c-81a4-50a6a67e3b7d HTTP/1.1" status: 200 len: 945 time: 0.3567829 May 30 20:13:59.872694 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0bb7b847-aff4-4d35-a049-2d6827019154 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:00.021493 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb7b847-aff4-4d35-a049-2d6827019154 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Pushing event updated for resources: {'Port': ['ID=8af04216-5cd4-4897-a9d4-c8c6989d11b6,revision_number=2']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:14:00.030476 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479ac63c-5c8f-4b3f-b652-fd5df0868be6 service neutron] Pushing event updated for resources: {'Port': ['ID=cf5e5be1-c53c-452f-8244-2afd8d8aec96,revision_number=3']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:14:00.072109 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-5befb639-31c9-4738-93e7-676ef9d4fd15 req-601c22e2-4188-45f3-ba55-894385028fad tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Deleting port ac329184-b9f1-4df2-a258-7f0a89ad8c53 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:14:00.072660 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-5befb639-31c9-4738-93e7-676ef9d4fd15 req-601c22e2-4188-45f3-ba55-894385028fad tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:00.140561 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0bb7b847-aff4-4d35-a049-2d6827019154 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736490'] for floatingip, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:00.233382 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c78b7a35-c3d4-4c9f-9955-6a917b9184b4 req-009f68f2-4deb-441d-aeb0-bd06ce29ccbc service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7f20a37d1ec84058864d6080c6a9f8aa&device_id=bb332d1c-aa58-464b-8578-c74c5ed38aa8 HTTP/1.1" status: 200 len: 1095 time: 0.3799710 May 30 20:14:00.510362 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c78b7a35-c3d4-4c9f-9955-6a917b9184b4 req-4ef5b248-38d3-41fc-9170-6f58acc937d1 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cf5e5be1-c53c-452f-8244-2afd8d8aec96 HTTP/1.1" status: 200 len: 217 time: 0.1383128 May 30 20:14:00.585013 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-01522319-6663-4216-b527-169c88f467be req-6e1419bf-bbc0-45ba-9868-e199e7685290 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] 10.222.0.85 "GET /v2.0/security-groups/60951131-7bfd-4c56-940a-3247b9851d55 HTTP/1.1" status: 200 len: 1634 time: 0.2509851 May 30 20:14:00.592168 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78b7a35-c3d4-4c9f-9955-6a917b9184b4 req-87ba2db4-5e08-4791-8878-0e1d66727c6f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:00.593793 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c78b7a35-c3d4-4c9f-9955-6a917b9184b4 req-87ba2db4-5e08-4791-8878-0e1d66727c6f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=e5689849-4104-472f-a1ce-eede6d9545dd HTTP/1.1" status: 200 len: 846 time: 0.1928506 May 30 20:14:00.670140 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c78b7a35-c3d4-4c9f-9955-6a917b9184b4 req-95863dff-137b-400e-af68-debde3573860 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=447ea545-6235-439a-a377-09de7456264b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626681 May 30 20:14:00.805561 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-5befb639-31c9-4738-93e7-676ef9d4fd15 req-601c22e2-4188-45f3-ba55-894385028fad tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] For port ac329184-b9f1-4df2-a258-7f0a89ad8c53, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=ac329184-b9f1-4df2-a258-7f0a89ad8c53,segment=NetworkSegment(8cf4782e-e691-4ec5-a2ea-a14d58f8df7a),segment_id=8cf4782e-e691-4ec5-a2ea-a14d58f8df7a)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:14:00.806021 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-5befb639-31c9-4738-93e7-676ef9d4fd15 req-601c22e2-4188-45f3-ba55-894385028fad tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:00.943296 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0bb7b847-aff4-4d35-a049-2d6827019154 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:00.945081 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-0bb7b847-aff4-4d35-a049-2d6827019154 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8469803 May 30 20:14:00.949138 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-5befb639-31c9-4738-93e7-676ef9d4fd15 req-601c22e2-4188-45f3-ba55-894385028fad tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Calling delete_port for ac329184-b9f1-4df2-a258-7f0a89ad8c53 owned by compute:nova {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:14:01.074949 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:01.167363 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-01522319-6663-4216-b527-169c88f467be req-689806f5-0d86-4ecb-951d-858e638a5a94 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:01.176158 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c78b7a35-c3d4-4c9f-9955-6a917b9184b4 req-4887ea88-e627-4cb6-a542-c4ab2ce9fc6d service neutron] 10.222.0.86 "GET /v2.0/networks/447ea545-6235-439a-a377-09de7456264b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4887307 May 30 20:14:01.302558 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-01522319-6663-4216-b527-169c88f467be req-689806f5-0d86-4ecb-951d-858e638a5a94 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:01.451403 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c78b7a35-c3d4-4c9f-9955-6a917b9184b4 req-7abe3fce-c6de-48b1-a74c-a7b411ecd7b4 service neutron] 10.222.0.86 "GET /v2.0/networks/447ea545-6235-439a-a377-09de7456264b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2541211 May 30 20:14:01.587978 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-5befb639-31c9-4738-93e7-676ef9d4fd15 req-601c22e2-4188-45f3-ba55-894385028fad tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:01.590533 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-01522319-6663-4216-b527-169c88f467be req-689806f5-0d86-4ecb-951d-858e638a5a94 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:01.683574 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689806f5-0d86-4ecb-951d-858e638a5a94 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60951131-7bfd-4c56-940a-3247b9851d55,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:14:01.707411 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601c22e2-4188-45f3-ba55-894385028fad tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Pushing event deleted for resources: {'Port': ['ID=ac329184-b9f1-4df2-a258-7f0a89ad8c53,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:14:01.762463 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-01522319-6663-4216-b527-169c88f467be req-689806f5-0d86-4ecb-951d-858e638a5a94 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:01.764079 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-01522319-6663-4216-b527-169c88f467be req-689806f5-0d86-4ecb-951d-858e638a5a94 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] 10.222.0.85 "DELETE /v2.0/security-groups/60951131-7bfd-4c56-940a-3247b9851d55 HTTP/1.1" status: 204 len: 173 time: 1.1580911 May 30 20:14:01.839674 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-5befb639-31c9-4738-93e7-676ef9d4fd15 req-601c22e2-4188-45f3-ba55-894385028fad tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] No DVR routers for this DVR port ac329184-b9f1-4df2-a258-7f0a89ad8c53 on host n-h1-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:14:01.840363 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-5befb639-31c9-4738-93e7-676ef9d4fd15 req-601c22e2-4188-45f3-ba55-894385028fad tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:01.841894 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5befb639-31c9-4738-93e7-676ef9d4fd15 req-601c22e2-4188-45f3-ba55-894385028fad tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] 10.222.0.71 "DELETE /v2.0/ports/ac329184-b9f1-4df2-a258-7f0a89ad8c53 HTTP/1.1" status: 204 len: 173 time: 2.0623839 May 30 20:14:02.041943 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cf4221-b448-47fd-88fe-a5504757cd6b req-5127b7be-c1be-4b77-8c98-e16429dd4334 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:02.042679 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-19cf4221-b448-47fd-88fe-a5504757cd6b req-5127b7be-c1be-4b77-8c98-e16429dd4334 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Synchronizing usage tracker for tenant:7f20a37d1ec84058864d6080c6a9f8aa on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:14:02.228782 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-19cf4221-b448-47fd-88fe-a5504757cd6b req-5127b7be-c1be-4b77-8c98-e16429dd4334 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Unset dirty status for tenant:7f20a37d1ec84058864d6080c6a9f8aa on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:14:02.231659 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-19cf4221-b448-47fd-88fe-a5504757cd6b req-5127b7be-c1be-4b77-8c98-e16429dd4334 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/ports?device_id=bb332d1c-aa58-464b-8578-c74c5ed38aa8 HTTP/1.1" status: 200 len: 944 time: 0.3054595 May 30 20:14:02.435100 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-19cf4221-b448-47fd-88fe-a5504757cd6b req-0e843fe7-7885-4f77-9201-9d9afca13a3f tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/security-groups?id=3b7b472c-21af-4683-a7b2-e1dc38380326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789517 May 30 20:14:02.508827 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b88029-862c-4d66-bf15-b4bba1fae1a8 req-bf2e51da-9545-41ac-890c-86d5f705665e tempest-ImagesOneServerTestJSON-807794603 tempest-ImagesOneServerTestJSON-807794603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:02.512058 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a7b88029-862c-4d66-bf15-b4bba1fae1a8 req-bf2e51da-9545-41ac-890c-86d5f705665e tempest-ImagesOneServerTestJSON-807794603 tempest-ImagesOneServerTestJSON-807794603-project] 10.222.0.86 "GET /v2.0/ports?device_id=a3853b5d-051b-4cd4-b6b6-6138821f4e0c HTTP/1.1" status: 200 len: 948 time: 0.1954331 May 30 20:14:02.527465 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:02.607556 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0ac7d35-5ec1-4e99-88b3-a4b360b43ae8'] response: {'name': 'network-changed', 'server_uuid': 'bb332d1c-aa58-464b-8578-c74c5ed38aa8', 'tag': 'cf5e5be1-c53c-452f-8244-2afd8d8aec96', 'status': 'completed', 'code': 200} May 30 20:14:02.735889 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device ac329184-b9f1-4df2-a258-7f0a89ad8c53 no longer exists at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:14:02.796960 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-a7b88029-862c-4d66-bf15-b4bba1fae1a8 req-e3ff1441-fa0f-4ee4-9d76-f11b91e8b02d tempest-ImagesOneServerTestJSON-807794603 tempest-ImagesOneServerTestJSON-807794603-project] Deleting port 0af956aa-5dfc-4b3f-969a-34978ca452c2 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:14:02.797778 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-a7b88029-862c-4d66-bf15-b4bba1fae1a8 req-e3ff1441-fa0f-4ee4-9d76-f11b91e8b02d tempest-ImagesOneServerTestJSON-807794603 tempest-ImagesOneServerTestJSON-807794603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:02.822287 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] No Port match for: ac329184-b9f1-4df2-a258-7f0a89ad8c53 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:14:02.823201 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device ac329184-b9f1-4df2-a258-7f0a89ad8c53 not bound to the agent host n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:14:02.842759 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a796b35f-36b2-43de-bbd4-8cdbec4ba3c4 req-760f3321-6ef4-4167-87ae-dab2da0f7704 tempest-ImagesOneServerTestJSON-807794603 tempest-ImagesOneServerTestJSON-807794603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:02.851523 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a796b35f-36b2-43de-bbd4-8cdbec4ba3c4 req-760f3321-6ef4-4167-87ae-dab2da0f7704 tempest-ImagesOneServerTestJSON-807794603 tempest-ImagesOneServerTestJSON-807794603-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3853b5d-051b-4cd4-b6b6-6138821f4e0c HTTP/1.1" status: 200 len: 948 time: 0.1789315 May 30 20:14:02.949234 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a796b35f-36b2-43de-bbd4-8cdbec4ba3c4 req-7e5a1059-bce9-4160-b191-d81790315786 tempest-ImagesOneServerTestJSON-807794603 tempest-ImagesOneServerTestJSON-807794603-project] 10.222.0.85 "GET /v2.0/security-groups?id=15b0ead0-dbb0-476e-8f88-94ff4c27146a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963886 May 30 20:14:02.974902 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-7f1d0a4a-fcc1-474a-a435-a22f6898da42 req-e63b03bb-8d3b-4ab1-a46d-1985c8d70cd8 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Synchronizing usage tracker for tenant:b1d3994633044342baf98a52682e583b on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:14:03.049227 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5a46cde8-9fb2-4d02-8a47-01d5763eb5f3 req-3e72ddd0-ece6-45de-a0f1-0b4d6d9bf523 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7f20a37d1ec84058864d6080c6a9f8aa&device_id=bb332d1c-aa58-464b-8578-c74c5ed38aa8 HTTP/1.1" status: 200 len: 1095 time: 0.4399955 May 30 20:14:03.231931 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-7f1d0a4a-fcc1-474a-a435-a22f6898da42 req-e63b03bb-8d3b-4ab1-a46d-1985c8d70cd8 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Unset dirty status for tenant:b1d3994633044342baf98a52682e583b on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:14:03.232441 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-9bea7552-30a1-46bb-ac97-7fb79d24e2f4 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Synchronizing usage tracker for tenant:81e36025f4964ad6aa1305da6f1825fb on resource:security_group {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:14:03.233777 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7f1d0a4a-fcc1-474a-a435-a22f6898da42 req-e63b03bb-8d3b-4ab1-a46d-1985c8d70cd8 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] 10.222.0.85 "GET /v2.0/ports?device_id=caa1f363-dbad-479c-81a4-50a6a67e3b7d HTTP/1.1" status: 200 len: 210 time: 0.3762496 May 30 20:14:03.365996 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-9bea7552-30a1-46bb-ac97-7fb79d24e2f4 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Unset dirty status for tenant:81e36025f4964ad6aa1305da6f1825fb on resource:security_group {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:14:03.369230 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-9bea7552-30a1-46bb-ac97-7fb79d24e2f4 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-securitygroup--1070645250&fields=id&tenant_id=81e36025f4964ad6aa1305da6f1825fb HTTP/1.1" status: 200 len: 267 time: 0.2092690 May 30 20:14:03.387293 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-bc20af62-9270-4b83-9867-d7e4e2c34a48 req-1d3dde7c-6327-4685-9590-1cd6e01dfa91 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1403168542', 'description': 'tempest-description-2128239313'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:14:03.408853 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-bc20af62-9270-4b83-9867-d7e4e2c34a48 req-1d3dde7c-6327-4685-9590-1cd6e01dfa91 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:14:03.428812 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-bc20af62-9270-4b83-9867-d7e4e2c34a48 req-1d3dde7c-6327-4685-9590-1cd6e01dfa91 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Usage tracker for resource:security_group and tenant:fa8a8e16668d4cd3985a20ee71169357 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:14:03.454327 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-bc20af62-9270-4b83-9867-d7e4e2c34a48 req-1d3dde7c-6327-4685-9590-1cd6e01dfa91 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:14:03.470928 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-bc20af62-9270-4b83-9867-d7e4e2c34a48 req-1d3dde7c-6327-4685-9590-1cd6e01dfa91 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:14:03.501965 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-425df864-7400-4534-96dd-8c976dfaf1cd tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:03.501965 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-425df864-7400-4534-96dd-8c976dfaf1cd tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Synchronizing usage tracker for tenant:81e36025f4964ad6aa1305da6f1825fb on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:14:03.529012 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a46cde8-9fb2-4d02-8a47-01d5763eb5f3 req-5048e433-26f0-49f6-935f-e6f612e8bcd1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:03.532395 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5a46cde8-9fb2-4d02-8a47-01d5763eb5f3 req-5048e433-26f0-49f6-935f-e6f612e8bcd1 service neutron] 10.222.0.86 "GET /v2.0/networks?id=447ea545-6235-439a-a377-09de7456264b HTTP/1.1" status: 200 len: 907 time: 0.4710684 May 30 20:14:03.597164 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-425df864-7400-4534-96dd-8c976dfaf1cd tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Unset dirty status for tenant:81e36025f4964ad6aa1305da6f1825fb on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:14:03.599411 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-425df864-7400-4534-96dd-8c976dfaf1cd tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] 10.222.0.85 "GET /v2.0/ports/1e6e07a3-c45b-41b8-b6a5-4b5b75a47af3 HTTP/1.1" status: 200 len: 936 time: 0.2173347 May 30 20:14:03.640636 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-bc20af62-9270-4b83-9867-d7e4e2c34a48 req-1d3dde7c-6327-4685-9590-1cd6e01dfa91 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:03.682574 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-a7b88029-862c-4d66-bf15-b4bba1fae1a8 req-e3ff1441-fa0f-4ee4-9d76-f11b91e8b02d tempest-ImagesOneServerTestJSON-807794603 tempest-ImagesOneServerTestJSON-807794603-project] For port 0af956aa-5dfc-4b3f-969a-34978ca452c2, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=0af956aa-5dfc-4b3f-969a-34978ca452c2,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:14:03.683023 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-a7b88029-862c-4d66-bf15-b4bba1fae1a8 req-e3ff1441-fa0f-4ee4-9d76-f11b91e8b02d tempest-ImagesOneServerTestJSON-807794603 tempest-ImagesOneServerTestJSON-807794603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:03.700647 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5a46cde8-9fb2-4d02-8a47-01d5763eb5f3 req-b74e5a06-1e01-466c-af80-f334dafc6a14 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cf5e5be1-c53c-452f-8244-2afd8d8aec96 HTTP/1.1" status: 200 len: 217 time: 0.1508281 May 30 20:14:03.700913 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-c23b5c5c-aecb-47b0-b74b-8d2da496bd6c tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:03.702608 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-c23b5c5c-aecb-47b0-b74b-8d2da496bd6c tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] 10.222.0.85 "GET /v2.0/ports/8fa5f782-5b3a-4dde-bc5a-b3223a1946b8 HTTP/1.1" status: 200 len: 936 time: 0.0971572 May 30 20:14:03.806375 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-d386495a-17d5-45fe-816c-9f316c806492 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] 10.222.0.85 "GET /v2.0/ports?network_id=3f114897-b454-4ffb-8b12-a7f676cbd8b7&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0919316 May 30 20:14:03.896098 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-215340c7-f171-44d5-84d9-00b6513a9ca1 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] 10.222.0.85 "GET /v2.0/ports?network_id=3f114897-b454-4ffb-8b12-a7f676cbd8b7&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0882523 May 30 20:14:03.979005 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-a7b88029-862c-4d66-bf15-b4bba1fae1a8 req-e3ff1441-fa0f-4ee4-9d76-f11b91e8b02d tempest-ImagesOneServerTestJSON-807794603 tempest-ImagesOneServerTestJSON-807794603-project] Calling delete_port for 0af956aa-5dfc-4b3f-969a-34978ca452c2 owned by compute:nova {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:14:04.109544 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-bc20af62-9270-4b83-9867-d7e4e2c34a48 req-1d3dde7c-6327-4685-9590-1cd6e01dfa91 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:14:04.120172 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-bc20af62-9270-4b83-9867-d7e4e2c34a48 req-1d3dde7c-6327-4685-9590-1cd6e01dfa91 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Usage tracker for resource:security_group_rule and tenant:fa8a8e16668d4cd3985a20ee71169357 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:14:04.130865 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-bc20af62-9270-4b83-9867-d7e4e2c34a48 req-1d3dde7c-6327-4685-9590-1cd6e01dfa91 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:14:04.146453 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-bc20af62-9270-4b83-9867-d7e4e2c34a48 req-1d3dde7c-6327-4685-9590-1cd6e01dfa91 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:14:04.164308 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a46cde8-9fb2-4d02-8a47-01d5763eb5f3 req-537846c1-79f9-4d02-8ea9-c857c7510e9f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:04.166955 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5a46cde8-9fb2-4d02-8a47-01d5763eb5f3 req-537846c1-79f9-4d02-8ea9-c857c7510e9f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=e5689849-4104-472f-a1ce-eede6d9545dd HTTP/1.1" status: 200 len: 846 time: 0.3682766 May 30 20:14:04.191129 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-e1d668b0-d863-4180-b943-2cd7fa5214a8 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:04.195997 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-e1d668b0-d863-4180-b943-2cd7fa5214a8 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:04.200507 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-e1d668b0-d863-4180-b943-2cd7fa5214a8 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:04.201665 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-e1d668b0-d863-4180-b943-2cd7fa5214a8 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Synchronizing usage tracker for tenant:81e36025f4964ad6aa1305da6f1825fb on resource:network {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:14:04.327053 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-e1d668b0-d863-4180-b943-2cd7fa5214a8 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Unset dirty status for tenant:81e36025f4964ad6aa1305da6f1825fb on resource:network {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:14:04.328796 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-e1d668b0-d863-4180-b943-2cd7fa5214a8 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] 10.222.0.85 "GET /v2.0/networks?id=ac0cf993-3653-417b-b55c-1e0d903ad371&id=a7619443-8c8f-449c-b71b-17b9838c2b23&id=a7619443-8c8f-449c-b71b-17b9838c2b23&id=3f114897-b454-4ffb-8b12-a7f676cbd8b7&id=3f114897-b454-4ffb-8b12-a7f676cbd8b7 HTTP/1.1" status: 200 len: 1994 time: 0.4303839 May 30 20:14:04.350072 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-912079de-7d2f-40ef-a41f-982aae196077 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] 10.222.0.85 "GET /v2.0/quotas/81e36025f4964ad6aa1305da6f1825fb HTTP/1.1" status: 200 len: 375 time: 0.0140312 May 30 20:14:04.464773 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5a46cde8-9fb2-4d02-8a47-01d5763eb5f3 req-d4394e16-1e5a-4d02-b2ca-2174f9394800 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=447ea545-6235-439a-a377-09de7456264b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2825563 May 30 20:14:04.472342 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-fbc266b8-3375-4af3-a504-19372f3f56ff tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=81e36025f4964ad6aa1305da6f1825fb&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1162128 May 30 20:14:04.697898 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caa1f363-dbad-479c-81a4-50a6a67e3b7d', 'name': 'network-vif-deleted', 'tag': 'ac329184-b9f1-4df2-a258-7f0a89ad8c53'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:14:04.831564 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-bc20af62-9270-4b83-9867-d7e4e2c34a48 req-1d3dde7c-6327-4685-9590-1cd6e01dfa91 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:04.890992 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5a46cde8-9fb2-4d02-8a47-01d5763eb5f3 req-f72f1088-131b-466a-80ed-8bb63261ea96 service neutron] 10.222.0.86 "GET /v2.0/networks/447ea545-6235-439a-a377-09de7456264b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4185126 May 30 20:14:04.897206 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-395be19d-8968-4070-a781-19f1c5fe9589 service neutron] 10.222.0.85 "GET /v2.0/networks/ac0cf993-3653-417b-b55c-1e0d903ad371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4099791 May 30 20:14:04.987149 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-a7b88029-862c-4d66-bf15-b4bba1fae1a8 req-e3ff1441-fa0f-4ee4-9d76-f11b91e8b02d tempest-ImagesOneServerTestJSON-807794603 tempest-ImagesOneServerTestJSON-807794603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:04.994446 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-bc20af62-9270-4b83-9867-d7e4e2c34a48 req-1d3dde7c-6327-4685-9590-1cd6e01dfa91 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:05.056626 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-4c7711bb-d0d2-4335-9107-ed514ec49f6a service neutron] 10.222.0.85 "GET /v2.0/networks/ac0cf993-3653-417b-b55c-1e0d903ad371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583476 May 30 20:14:05.092626 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ff1441-fa0f-4ee4-9d76-f11b91e8b02d tempest-ImagesOneServerTestJSON-807794603 tempest-ImagesOneServerTestJSON-807794603-project] Pushing event deleted for resources: {'Port': ['ID=0af956aa-5dfc-4b3f-969a-34978ca452c2,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:14:05.177899 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-09b1bb8e-d7ea-4879-872e-92682a2d4f7c service neutron] 10.222.0.85 "GET /v2.0/ports/1e6e07a3-c45b-41b8-b6a5-4b5b75a47af3?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.1132708 May 30 20:14:05.280994 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3dde7c-6327-4685-9590-1cd6e01dfa91 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de4ed35a-4b21-4a92-b36b-b15d6c1c149c,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:14:05.312022 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7b88029-862c-4d66-bf15-b4bba1fae1a8 req-e3ff1441-fa0f-4ee4-9d76-f11b91e8b02d tempest-ImagesOneServerTestJSON-807794603 tempest-ImagesOneServerTestJSON-807794603-project] No DVR routers for this DVR port 0af956aa-5dfc-4b3f-969a-34978ca452c2 on host n-h2-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:14:05.320103 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-a7b88029-862c-4d66-bf15-b4bba1fae1a8 req-e3ff1441-fa0f-4ee4-9d76-f11b91e8b02d tempest-ImagesOneServerTestJSON-807794603 tempest-ImagesOneServerTestJSON-807794603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:05.323334 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a7b88029-862c-4d66-bf15-b4bba1fae1a8 req-e3ff1441-fa0f-4ee4-9d76-f11b91e8b02d tempest-ImagesOneServerTestJSON-807794603 tempest-ImagesOneServerTestJSON-807794603-project] 10.222.0.86 "DELETE /v2.0/ports/0af956aa-5dfc-4b3f-969a-34978ca452c2 HTTP/1.1" status: 204 len: 173 time: 2.8036797 May 30 20:14:05.324461 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-bc20af62-9270-4b83-9867-d7e4e2c34a48 req-1d3dde7c-6327-4685-9590-1cd6e01dfa91 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:05.326385 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-bc20af62-9270-4b83-9867-d7e4e2c34a48 req-1d3dde7c-6327-4685-9590-1cd6e01dfa91 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1640 time: 1.9715805 May 30 20:14:05.346638 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5a46cde8-9fb2-4d02-8a47-01d5763eb5f3 req-41d0057b-12ee-4398-a8fb-46d4d6b84fe0 service neutron] 10.222.0.86 "GET /v2.0/networks/447ea545-6235-439a-a377-09de7456264b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4445791 May 30 20:14:05.436245 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-df0fdd8d-2955-4322-a780-fb72c62d0519 service neutron] 10.222.0.85 "GET /v2.0/networks/a7619443-8c8f-449c-b71b-17b9838c2b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2507679 May 30 20:14:05.566219 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 54978) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:14:05.766032 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-2d6e3db0-d60c-4a5e-b0f1-f4a49fabd78a service neutron] 10.222.0.85 "GET /v2.0/networks/a7619443-8c8f-449c-b71b-17b9838c2b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3282161 May 30 20:14:05.926394 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-529fcbe4-d2ac-4717-9808-81ce942a29b5 service neutron] 10.222.0.85 "GET /v2.0/ports/8fa5f782-5b3a-4dde-bc5a-b3223a1946b8?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.1495521 May 30 20:14:05.955058 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b1962273-41e9-41c8-8027-88a0120d74ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:05.964591 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device cf5e5be1-c53c-452f-8244-2afd8d8aec96 details requested by agent hyperv_n-h2-843948-2 with host n-h2-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:14:06.038968 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-b1962273-41e9-41c8-8027-88a0120d74ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:14:06.046318 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-b1962273-41e9-41c8-8027-88a0120d74ad admin admin] Usage tracker for resource:security_group_rule and tenant:54b40c6d8c2f4ec89dc6d28dba596e18 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:14:06.052082 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-b1962273-41e9-41c8-8027-88a0120d74ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:14:06.063501 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-b1962273-41e9-41c8-8027-88a0120d74ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:14:06.189890 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b1962273-41e9-41c8-8027-88a0120d74ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:06.199906 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-d9b6d77f-1d2f-4f73-9199-1189cbc9f3c2 service neutron] 10.222.0.85 "GET /v2.0/networks/a7619443-8c8f-449c-b71b-17b9838c2b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2637835 May 30 20:14:06.205167 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port cf5e5be1-c53c-452f-8244-2afd8d8aec96, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=cf5e5be1-c53c-452f-8244-2afd8d8aec96,segment=NetworkSegment(6f1287e5-9e46-42ce-b023-b38d433df277),segment_id=6f1287e5-9e46-42ce-b023-b38d433df277)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:14:06.237674 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Returning: {'device': 'cf5e5be1-c53c-452f-8244-2afd8d8aec96', 'network_id': '447ea545-6235-439a-a377-09de7456264b', 'port_id': 'cf5e5be1-c53c-452f-8244-2afd8d8aec96', 'mac_address': 'fa:16:3e:33:22:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5689849-4104-472f-a1ce-eede6d9545dd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:14:06.284169 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b1962273-41e9-41c8-8027-88a0120d74ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:06.335163 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:06.370592 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf5e5be1-c53c-452f-8244-2afd8d8aec96 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:14:06.385239 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-bb984cd4-55d9-48e4-9641-484ab688747c service neutron] 10.222.0.85 "GET /v2.0/networks/a7619443-8c8f-449c-b71b-17b9838c2b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843157 May 30 20:14:06.408931 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port cf5e5be1-c53c-452f-8244-2afd8d8aec96, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=cf5e5be1-c53c-452f-8244-2afd8d8aec96,segment=NetworkSegment(6f1287e5-9e46-42ce-b023-b38d433df277),segment_id=6f1287e5-9e46-42ce-b023-b38d433df277)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:14:06.463618 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1962273-41e9-41c8-8027-88a0120d74ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9dd2a02-53c2-4079-a92b-edf341659ed2,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:14:06.516625 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-b1962273-41e9-41c8-8027-88a0120d74ad admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=54b40c6d8c2f4ec89dc6d28dba596e18&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9487026 May 30 20:14:06.519137 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 54988) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:14:06.549011 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:06.559686 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78f79f9-b7e1-42a5-ba7f-9940f26917a6 req-4cff2996-7456-47a8-b69a-287b894c31c8 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:06.562435 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e78f79f9-b7e1-42a5-ba7f-9940f26917a6 req-4cff2996-7456-47a8-b69a-287b894c31c8 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/ports?device_id=bb332d1c-aa58-464b-8578-c74c5ed38aa8 HTTP/1.1" status: 200 len: 944 time: 0.2479720 May 30 20:14:06.577245 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-958d7cc0-dbd2-4f6e-a73b-0147a5bd40d5 service neutron] 10.222.0.85 "GET /v2.0/networks/a7619443-8c8f-449c-b71b-17b9838c2b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909389 May 30 20:14:06.658146 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e78f79f9-b7e1-42a5-ba7f-9940f26917a6 req-280cef68-2358-4cac-b218-d86ede139e23 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/security-groups?id=3b7b472c-21af-4683-a7b2-e1dc38380326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825505 May 30 20:14:06.687186 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=cf5e5be1-c53c-452f-8244-2afd8d8aec96,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:14:06.717027 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f6e56b95-9df6-4cf7-af2c-92fe9db966e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:06.765696 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f6e56b95-9df6-4cf7-af2c-92fe9db966e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:06.834713 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['cf5e5be1-c53c-452f-8244-2afd8d8aec96'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:14:06.867432 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-f3b91237-7751-4554-8664-0e86329c62dd service neutron] 10.222.0.85 "GET /v2.0/networks/a7619443-8c8f-449c-b71b-17b9838c2b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2756300 May 30 20:14:07.011205 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-ed81a968-bf6d-437c-a33f-135485e5f549 req-de1c2bc8-f21c-49f3-a4e1-5304612719d8 tempest-ImagesOneServerTestJSON-807794603 tempest-ImagesOneServerTestJSON-807794603-project] Synchronizing usage tracker for tenant:bffbecc179ca431ba8825f3f58c3e9cb on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:14:07.078681 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-8b33ed97-3731-40e0-91fa-d0a04ed8842b service neutron] 10.222.0.85 "GET /v2.0/networks/a7619443-8c8f-449c-b71b-17b9838c2b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012200 May 30 20:14:07.082029 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f6e56b95-9df6-4cf7-af2c-92fe9db966e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:07.137966 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e56b95-9df6-4cf7-af2c-92fe9db966e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9dd2a02-53c2-4079-a92b-edf341659ed2,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:14:07.144309 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-ed81a968-bf6d-437c-a33f-135485e5f549 req-de1c2bc8-f21c-49f3-a4e1-5304612719d8 tempest-ImagesOneServerTestJSON-807794603 tempest-ImagesOneServerTestJSON-807794603-project] Unset dirty status for tenant:bffbecc179ca431ba8825f3f58c3e9cb on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:14:07.149422 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ed81a968-bf6d-437c-a33f-135485e5f549 req-de1c2bc8-f21c-49f3-a4e1-5304612719d8 tempest-ImagesOneServerTestJSON-807794603 tempest-ImagesOneServerTestJSON-807794603-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3853b5d-051b-4cd4-b6b6-6138821f4e0c HTTP/1.1" status: 200 len: 210 time: 0.2022505 May 30 20:14:07.248627 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f6e56b95-9df6-4cf7-af2c-92fe9db966e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:07.253479 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-f6e56b95-9df6-4cf7-af2c-92fe9db966e9 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/c9dd2a02-53c2-4079-a92b-edf341659ed2 HTTP/1.1" status: 204 len: 168 time: 0.7289910 May 30 20:14:07.313849 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-51184ee6-25c8-4e90-b0e0-59d3fddaccae service neutron] 10.222.0.85 "GET /v2.0/networks/a7619443-8c8f-449c-b71b-17b9838c2b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093146 May 30 20:14:07.343486 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db5949a9-2e52-4cef-9e04-237c7f2651d8'] response: {'server_uuid': 'caa1f363-dbad-479c-81a4-50a6a67e3b7d', 'name': 'network-vif-deleted', 'tag': 'ac329184-b9f1-4df2-a258-7f0a89ad8c53', 'status': 'completed', 'code': 200} May 30 20:14:07.463419 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b79c8f89-be52-4627-b8e1-0cb359f23447 req-af4d5d56-687e-491a-8cb0-fed5ff56d21a tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] 10.222.0.85 "GET /v2.0/security-groups/de4ed35a-4b21-4a92-b36b-b15d6c1c149c HTTP/1.1" status: 200 len: 1635 time: 0.0970497 May 30 20:14:07.477064 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-b79c8f89-be52-4627-b8e1-0cb359f23447 req-85b57453-f09b-451d-be38-119dddb204e1 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1500002165', 'description': 'tempest-description-hth-1897915642'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:14:07.526068 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-b79c8f89-be52-4627-b8e1-0cb359f23447 req-85b57453-f09b-451d-be38-119dddb204e1 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Notify callbacks [] for security_group, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:07.630381 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-b79c8f89-be52-4627-b8e1-0cb359f23447 req-85b57453-f09b-451d-be38-119dddb204e1 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Notify callbacks [] for security_group, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:07.688324 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-283611b4-f0b4-4dcd-ac4d-1c5e6d570bf9 service neutron] 10.222.0.85 "GET /v2.0/networks/3f114897-b454-4ffb-8b12-a7f676cbd8b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3640611 May 30 20:14:07.734545 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-b79c8f89-be52-4627-b8e1-0cb359f23447 req-85b57453-f09b-451d-be38-119dddb204e1 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:07.826982 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-b79c8f89-be52-4627-b8e1-0cb359f23447 req-85b57453-f09b-451d-be38-119dddb204e1 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:07.829311 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b79c8f89-be52-4627-b8e1-0cb359f23447 req-85b57453-f09b-451d-be38-119dddb204e1 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] 10.222.0.85 "PUT /v2.0/security-groups/de4ed35a-4b21-4a92-b36b-b15d6c1c149c HTTP/1.1" status: 200 len: 1609 time: 0.3577163 May 30 20:14:07.843192 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b57453-f09b-451d-be38-119dddb204e1 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de4ed35a-4b21-4a92-b36b-b15d6c1c149c,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:14:07.858700 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdefeab2-d5b1-41e8-b910-e1b2a757d298 req-a3ba3bc9-5bb0-42c0-a30e-ce5ab4976747 tempest-ListImageFiltersTestJSON-965511707 tempest-ListImageFiltersTestJSON-965511707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:07.861894 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fdefeab2-d5b1-41e8-b910-e1b2a757d298 req-a3ba3bc9-5bb0-42c0-a30e-ce5ab4976747 tempest-ListImageFiltersTestJSON-965511707 tempest-ListImageFiltersTestJSON-965511707-project] 10.222.0.71 "GET /v2.0/ports?device_id=1e974719-f151-411c-a7de-1bbece5ed0bf HTTP/1.1" status: 200 len: 948 time: 0.2065916 May 30 20:14:07.963625 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device cf5e5be1-c53c-452f-8244-2afd8d8aec96 up at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:14:08.039774 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-fdefeab2-d5b1-41e8-b910-e1b2a757d298 req-b3f95b51-b431-4489-94e5-294b6265b3eb tempest-ListImageFiltersTestJSON-965511707 tempest-ListImageFiltersTestJSON-965511707-project] Deleting port 5dd7d2c5-4872-4599-ac18-d24cb5375cd4 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:14:08.041274 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-fdefeab2-d5b1-41e8-b910-e1b2a757d298 req-b3f95b51-b431-4489-94e5-294b6265b3eb tempest-ListImageFiltersTestJSON-965511707 tempest-ListImageFiltersTestJSON-965511707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:08.054863 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-54b85db0-cc65-4fcb-9fa3-eaad48e0b2f5 service neutron] 10.222.0.85 "GET /v2.0/networks/3f114897-b454-4ffb-8b12-a7f676cbd8b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3587601 May 30 20:14:08.244192 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning for port cf5e5be1-c53c-452f-8244-2afd8d8aec96 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:14:08.252257 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-180d0b5e-a93a-47b7-9fee-be9b3dd93173 service neutron] 10.222.0.85 "GET /v2.0/networks/3f114897-b454-4ffb-8b12-a7f676cbd8b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817424 May 30 20:14:08.263002 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning complete for port cf5e5be1-c53c-452f-8244-2afd8d8aec96 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:14:08.263002 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:08.397134 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64952f44-d5c0-4fb8-abdf-ac3d0c36c17a req-2b14a78c-8fb7-4c84-8e78-ed66648f019a tempest-ListImageFiltersTestJSON-965511707 tempest-ListImageFiltersTestJSON-965511707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:08.406523 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-64952f44-d5c0-4fb8-abdf-ac3d0c36c17a req-2b14a78c-8fb7-4c84-8e78-ed66648f019a tempest-ListImageFiltersTestJSON-965511707 tempest-ListImageFiltersTestJSON-965511707-project] 10.222.0.85 "GET /v2.0/ports?device_id=1e974719-f151-411c-a7de-1bbece5ed0bf HTTP/1.1" status: 200 len: 948 time: 0.3217328 May 30 20:14:08.436741 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-6d823096-6a33-4934-94e4-973352c33c85 service neutron] 10.222.0.85 "GET /v2.0/networks/3f114897-b454-4ffb-8b12-a7f676cbd8b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757207 May 30 20:14:08.516598 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:08.526978 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 55004) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:14:08.547992 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-64952f44-d5c0-4fb8-abdf-ac3d0c36c17a req-872a23a7-b713-4e27-a02a-8a8337d915db tempest-ListImageFiltersTestJSON-965511707 tempest-ListImageFiltersTestJSON-965511707-project] 10.222.0.85 "GET /v2.0/security-groups?id=b6ee8f85-74c5-46fe-a3a8-5610018ec9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295707 May 30 20:14:08.561945 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-fdefeab2-d5b1-41e8-b910-e1b2a757d298 req-b3f95b51-b431-4489-94e5-294b6265b3eb tempest-ListImageFiltersTestJSON-965511707 tempest-ListImageFiltersTestJSON-965511707-project] For port 5dd7d2c5-4872-4599-ac18-d24cb5375cd4, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=5dd7d2c5-4872-4599-ac18-d24cb5375cd4,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:14:08.562737 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-fdefeab2-d5b1-41e8-b910-e1b2a757d298 req-b3f95b51-b431-4489-94e5-294b6265b3eb tempest-ListImageFiltersTestJSON-965511707 tempest-ListImageFiltersTestJSON-965511707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:08.565545 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-63fa032a-2ba6-4e3a-a2d0-143ec7c09772 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:08.602982 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port cf5e5be1-c53c-452f-8244-2afd8d8aec96, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=cf5e5be1-c53c-452f-8244-2afd8d8aec96,segment=NetworkSegment(6f1287e5-9e46-42ce-b023-b38d433df277),segment_id=6f1287e5-9e46-42ce-b023-b38d433df277)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:14:08.605751 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb332d1c-aa58-464b-8578-c74c5ed38aa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf5e5be1-c53c-452f-8244-2afd8d8aec96'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:14:08.641745 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-63fa032a-2ba6-4e3a-a2d0-143ec7c09772 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:14:08.650853 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-63fa032a-2ba6-4e3a-a2d0-143ec7c09772 admin admin] Usage tracker for resource:security_group_rule and tenant:3296ce3bd93c4c9d8342b111e887ded1 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:14:08.657592 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-63fa032a-2ba6-4e3a-a2d0-143ec7c09772 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:14:08.668305 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-63fa032a-2ba6-4e3a-a2d0-143ec7c09772 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:14:08.719664 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:08.724728 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 0af956aa-5dfc-4b3f-969a-34978ca452c2 no longer exists at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:14:08.845414 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-63fa032a-2ba6-4e3a-a2d0-143ec7c09772 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:08.908789 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=cf5e5be1-c53c-452f-8244-2afd8d8aec96,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:14:08.914834 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] No Port match for: 0af956aa-5dfc-4b3f-969a-34978ca452c2 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:14:08.920603 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 0af956aa-5dfc-4b3f-969a-34978ca452c2 not bound to the agent host n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:14:08.921085 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-fdefeab2-d5b1-41e8-b910-e1b2a757d298 req-b3f95b51-b431-4489-94e5-294b6265b3eb tempest-ListImageFiltersTestJSON-965511707 tempest-ListImageFiltersTestJSON-965511707-project] Calling delete_port for 5dd7d2c5-4872-4599-ac18-d24cb5375cd4 owned by compute:nova {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:14:08.961894 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-63fa032a-2ba6-4e3a-a2d0-143ec7c09772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:09.011680 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fa032a-2ba6-4e3a-a2d0-143ec7c09772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97f7bc1a-6bda-4955-a6e5-41f32f89d566,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:14:09.017724 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-63fa032a-2ba6-4e3a-a2d0-143ec7c09772 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=3296ce3bd93c4c9d8342b111e887ded1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4891660 May 30 20:14:09.020860 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 55020) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:14:09.100657 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4cd4d1fa-0b8c-420e-870c-d0a2f4315979 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:09.140453 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4cd4d1fa-0b8c-420e-870c-d0a2f4315979 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:09.228533 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d66cdad-2372-4db4-b7e9-91c418502f77 req-7f9160a3-5a63-471e-8583-708a5ebfe9f3 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:09.230103 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9d66cdad-2372-4db4-b7e9-91c418502f77 req-7f9160a3-5a63-471e-8583-708a5ebfe9f3 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/ports?device_id=bb332d1c-aa58-464b-8578-c74c5ed38aa8 HTTP/1.1" status: 200 len: 946 time: 0.3173842 May 30 20:14:09.308285 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9d66cdad-2372-4db4-b7e9-91c418502f77 req-d428756a-6771-4ec6-ae85-fde1daf86950 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/security-groups?id=3b7b472c-21af-4683-a7b2-e1dc38380326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718963 May 30 20:14:09.320032 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4cd4d1fa-0b8c-420e-870c-d0a2f4315979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:09.338399 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd4d1fa-0b8c-420e-870c-d0a2f4315979 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97f7bc1a-6bda-4955-a6e5-41f32f89d566,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:14:09.342921 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4cd4d1fa-0b8c-420e-870c-d0a2f4315979 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:09.346592 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-4cd4d1fa-0b8c-420e-870c-d0a2f4315979 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/97f7bc1a-6bda-4955-a6e5-41f32f89d566 HTTP/1.1" status: 204 len: 168 time: 0.3218009 May 30 20:14:09.346669 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3853b5d-051b-4cd4-b6b6-6138821f4e0c', 'name': 'network-vif-deleted', 'tag': '0af956aa-5dfc-4b3f-969a-34978ca452c2'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:14:09.413773 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-03642fe3-4c53-451f-9f8a-a8996b53e416 req-69df184d-bc75-4f98-babb-10f2a823c9a6 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] 10.222.0.85 "GET /v2.0/security-groups/de4ed35a-4b21-4a92-b36b-b15d6c1c149c HTTP/1.1" status: 200 len: 1609 time: 0.0597794 May 30 20:14:09.472366 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-fdefeab2-d5b1-41e8-b910-e1b2a757d298 req-b3f95b51-b431-4489-94e5-294b6265b3eb tempest-ListImageFiltersTestJSON-965511707 tempest-ListImageFiltersTestJSON-965511707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:09.542206 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f95b51-b431-4489-94e5-294b6265b3eb tempest-ListImageFiltersTestJSON-965511707 tempest-ListImageFiltersTestJSON-965511707-project] Pushing event deleted for resources: {'Port': ['ID=5dd7d2c5-4872-4599-ac18-d24cb5375cd4,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:14:09.619675 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdefeab2-d5b1-41e8-b910-e1b2a757d298 req-b3f95b51-b431-4489-94e5-294b6265b3eb tempest-ListImageFiltersTestJSON-965511707 tempest-ListImageFiltersTestJSON-965511707-project] No DVR routers for this DVR port 5dd7d2c5-4872-4599-ac18-d24cb5375cd4 on host n-h1-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:14:09.622340 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-fdefeab2-d5b1-41e8-b910-e1b2a757d298 req-b3f95b51-b431-4489-94e5-294b6265b3eb tempest-ListImageFiltersTestJSON-965511707 tempest-ListImageFiltersTestJSON-965511707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:09.704402 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aab67370-f331-462e-bdc9-a6dba202f575'] response: {'server_uuid': 'bb332d1c-aa58-464b-8578-c74c5ed38aa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf5e5be1-c53c-452f-8244-2afd8d8aec96', 'code': 200} May 30 20:14:09.933818 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fdefeab2-d5b1-41e8-b910-e1b2a757d298 req-b3f95b51-b431-4489-94e5-294b6265b3eb tempest-ListImageFiltersTestJSON-965511707 tempest-ListImageFiltersTestJSON-965511707-project] 10.222.0.71 "DELETE /v2.0/ports/5dd7d2c5-4872-4599-ac18-d24cb5375cd4 HTTP/1.1" status: 204 len: 173 time: 2.0663817 May 30 20:14:09.981762 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26de12c6-3e22-4637-ad45-5069f40ee1f7'] response: {'server_uuid': 'a3853b5d-051b-4cd4-b6b6-6138821f4e0c', 'name': 'network-vif-deleted', 'tag': '0af956aa-5dfc-4b3f-969a-34978ca452c2', 'status': 'completed', 'code': 200} May 30 20:14:10.000758 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-658f8b5c-5020-45be-be38-edc4da25a03d req-55925cb0-bd53-4a8c-b472-975071683db8 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=bb332d1c-aa58-464b-8578-c74c5ed38aa8 HTTP/1.1" status: 200 len: 1097 time: 0.1890366 May 30 20:14:10.130027 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-658f8b5c-5020-45be-be38-edc4da25a03d req-f25aafa6-77ed-488a-af91-3a04f687a3d1 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=3b7b472c-21af-4683-a7b2-e1dc38380326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192744 May 30 20:14:10.142549 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5261657d-6389-4e1a-9329-c800dbb3f2ed req-f711bcb1-07de-4ef4-99e1-ed6ad145bd99 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] 10.222.0.85 "GET /v2.0/security-groups/de4ed35a-4b21-4a92-b36b-b15d6c1c149c HTTP/1.1" status: 200 len: 1609 time: 0.0999169 May 30 20:14:10.252090 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-5261657d-6389-4e1a-9329-c800dbb3f2ed req-885badf8-807f-4625-a66c-c0e905a73781 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:10.302883 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-5261657d-6389-4e1a-9329-c800dbb3f2ed req-885badf8-807f-4625-a66c-c0e905a73781 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:10.520958 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-5261657d-6389-4e1a-9329-c800dbb3f2ed req-885badf8-807f-4625-a66c-c0e905a73781 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:10.578930 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885badf8-807f-4625-a66c-c0e905a73781 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de4ed35a-4b21-4a92-b36b-b15d6c1c149c,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:14:10.583710 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-5261657d-6389-4e1a-9329-c800dbb3f2ed req-885badf8-807f-4625-a66c-c0e905a73781 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:10.601836 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 55064) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:14:10.611108 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5261657d-6389-4e1a-9329-c800dbb3f2ed req-885badf8-807f-4625-a66c-c0e905a73781 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] 10.222.0.85 "DELETE /v2.0/security-groups/de4ed35a-4b21-4a92-b36b-b15d6c1c149c HTTP/1.1" status: 204 len: 173 time: 0.4672351 May 30 20:14:10.765998 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 5dd7d2c5-4872-4599-ac18-d24cb5375cd4 no longer exists at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:14:10.844280 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] No Port match for: 5dd7d2c5-4872-4599-ac18-d24cb5375cd4 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:14:10.845732 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 5dd7d2c5-4872-4599-ac18-d24cb5375cd4 not bound to the agent host n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:14:10.911970 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-b935be57-c7a2-412a-ab2c-06d3f3a2373d req-866a1a9b-4b00-498d-8bfe-f046cd02f67b tempest-ListImageFiltersTestJSON-965511707 tempest-ListImageFiltersTestJSON-965511707-project] Synchronizing usage tracker for tenant:d6b91868f5704c93ab182f6e282adb5a on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:14:10.974755 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-2fda93eb-f4d8-4d28-87c3-80b597ec7a05 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=bffbecc179ca431ba8825f3f58c3e9cb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3714366 May 30 20:14:10.977021 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 55070) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:14:11.058678 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d81caec0-f862-429c-8c51-2e51937ef7e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:11.094969 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d81caec0-f862-429c-8c51-2e51937ef7e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:11.100858 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-b935be57-c7a2-412a-ab2c-06d3f3a2373d req-866a1a9b-4b00-498d-8bfe-f046cd02f67b tempest-ListImageFiltersTestJSON-965511707 tempest-ListImageFiltersTestJSON-965511707-project] Unset dirty status for tenant:d6b91868f5704c93ab182f6e282adb5a on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:14:11.114746 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b935be57-c7a2-412a-ab2c-06d3f3a2373d req-866a1a9b-4b00-498d-8bfe-f046cd02f67b tempest-ListImageFiltersTestJSON-965511707 tempest-ListImageFiltersTestJSON-965511707-project] 10.222.0.85 "GET /v2.0/ports?device_id=1e974719-f151-411c-a7de-1bbece5ed0bf HTTP/1.1" status: 200 len: 210 time: 0.2421215 May 30 20:14:11.374990 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d81caec0-f862-429c-8c51-2e51937ef7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:11.393999 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81caec0-f862-429c-8c51-2e51937ef7e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15b0ead0-dbb0-476e-8f88-94ff4c27146a,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:14:11.487171 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5584e28-7097-433b-bdaf-ee4b7edcd173 req-851a2803-207d-41df-89da-93f71ff56f8a tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:11.495087 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e5584e28-7097-433b-bdaf-ee4b7edcd173 req-851a2803-207d-41df-89da-93f71ff56f8a tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/ports?device_id=bb332d1c-aa58-464b-8578-c74c5ed38aa8 HTTP/1.1" status: 200 len: 946 time: 0.0909419 May 30 20:14:11.542619 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e5584e28-7097-433b-bdaf-ee4b7edcd173 req-80917c01-3730-482b-ad2f-dbc56a54dac6 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/security-groups?id=3b7b472c-21af-4683-a7b2-e1dc38380326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465722 May 30 20:14:11.683999 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-19f7e2f7-cdf0-4919-ae6d-84961152e9ee req-85d08c2d-f0c1-4ab2-8f63-f646fcca9a54 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] 10.222.0.85 "GET /v2.0/ports?device_id=f8af66f6-93a3-4b44-964c-0edc263a69f5 HTTP/1.1" status: 200 len: 210 time: 0.0748467 May 30 20:14:11.702788 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d81caec0-f862-429c-8c51-2e51937ef7e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:11.706698 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-d81caec0-f862-429c-8c51-2e51937ef7e2 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/15b0ead0-dbb0-476e-8f88-94ff4c27146a HTTP/1.1" status: 204 len: 168 time: 0.7261660 May 30 20:14:11.725171 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 55092) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:14:11.960967 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-01a031d1-6243-485c-8cbd-a1a94e1f2463 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:12.039707 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e974719-f151-411c-a7de-1bbece5ed0bf', 'name': 'network-vif-deleted', 'tag': '5dd7d2c5-4872-4599-ac18-d24cb5375cd4'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:14:12.108581 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-01a031d1-6243-485c-8cbd-a1a94e1f2463 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:12.124670 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-654df3ed-74f3-428b-bd0f-9eb1942e8084'] response: {'server_uuid': '1e974719-f151-411c-a7de-1bbece5ed0bf', 'name': 'network-vif-deleted', 'tag': '5dd7d2c5-4872-4599-ac18-d24cb5375cd4', 'status': 'completed', 'code': 200} May 30 20:14:12.179026 n-d-843948-2 neutron-server[84887]: INFO neutron.api.v2.resource [req-f0ed0fa4-4755-4ca8-a753-be993ca9949b req-450a0fee-cfb9-408f-8efb-b70d934d6943 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] show failed (client error): The resource could not be found. May 30 20:14:12.180068 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f0ed0fa4-4755-4ca8-a753-be993ca9949b req-450a0fee-cfb9-408f-8efb-b70d934d6943 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] 10.222.0.85 "GET /v2.0/security-groups/60951131-7bfd-4c56-940a-3247b9851d55 HTTP/1.1" status: 404 len: 352 time: 0.0494356 May 30 20:14:12.198074 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f5d1f3a0-ec39-409f-bb0a-2b58b8b338d7 req-2231be40-422a-4417-a2e1-34d2ac0d70fd service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=d70bcf10-f2be-4570-ba87-475cc99a18c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2196784 May 30 20:14:12.297895 n-d-843948-2 neutron-server[84886]: INFO neutron.api.v2.resource [req-544e7193-d6f6-4e4d-a0b2-d3690639f5fd req-2b0abae0-c9cc-4beb-b07b-3c2d7b97caeb tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] show failed (client error): The resource could not be found. May 30 20:14:12.310831 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-544e7193-d6f6-4e4d-a0b2-d3690639f5fd req-2b0abae0-c9cc-4beb-b07b-3c2d7b97caeb tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] 10.222.0.85 "GET /v2.0/security-groups/c2333929-4cb4-4830-ae1a-bbc160f7df33 HTTP/1.1" status: 404 len: 352 time: 0.0501764 May 30 20:14:12.408669 n-d-843948-2 neutron-server[84886]: INFO neutron.api.v2.resource [req-0d9f2536-6ea9-4ed8-8842-43d5a8fab10e req-d45d8fab-8661-42ec-b799-3f7b34dc0f33 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] show failed (client error): The resource could not be found. May 30 20:14:12.420578 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0d9f2536-6ea9-4ed8-8842-43d5a8fab10e req-d45d8fab-8661-42ec-b799-3f7b34dc0f33 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] 10.222.0.85 "GET /v2.0/security-groups/ca9e6f83-2af1-488f-bd20-3f42badefc39 HTTP/1.1" status: 404 len: 352 time: 0.0403533 May 30 20:14:12.466129 n-d-843948-2 neutron-server[84886]: INFO neutron.api.v2.resource [req-85f98964-9034-4bd5-8ce1-124c7a0ab8e6 req-b1486916-e9aa-4bbf-89ba-416338344568 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] show failed (client error): The resource could not be found. May 30 20:14:12.475442 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-85f98964-9034-4bd5-8ce1-124c7a0ab8e6 req-b1486916-e9aa-4bbf-89ba-416338344568 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] 10.222.0.85 "GET /v2.0/security-groups/9648771a-b3f5-4df1-8fa4-0bf60c5d6cff HTTP/1.1" status: 404 len: 352 time: 0.0261290 May 30 20:14:12.481490 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f5d1f3a0-ec39-409f-bb0a-2b58b8b338d7 req-87d49c07-d1ef-4667-8cfa-e5f967c52568 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7f20a37d1ec84058864d6080c6a9f8aa&device_id=d70bcf10-f2be-4570-ba87-475cc99a18c1 HTTP/1.1" status: 200 len: 1096 time: 0.2578759 May 30 20:14:12.512837 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-01a031d1-6243-485c-8cbd-a1a94e1f2463 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:12.534300 n-d-843948-2 neutron-server[84886]: INFO neutron.api.v2.resource [req-f85dbf96-362f-4bef-98ad-27cb3fe4f383 req-5eb72598-44e8-4ca6-ad53-8f5ca19d8692 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] show failed (client error): The resource could not be found. May 30 20:14:12.546376 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f85dbf96-362f-4bef-98ad-27cb3fe4f383 req-5eb72598-44e8-4ca6-ad53-8f5ca19d8692 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] 10.222.0.85 "GET /v2.0/security-groups/6d1e1e38-459e-41bf-afc5-9dc1e9aab6e1 HTTP/1.1" status: 404 len: 352 time: 0.0316172 May 30 20:14:12.663518 n-d-843948-2 neutron-server[84886]: INFO neutron.api.v2.resource [req-58497ac8-9b12-45cc-99a2-d08bbe125d57 req-67ae67ed-7edb-4c48-8f11-3cd58cfe9b73 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] show failed (client error): The resource could not be found. May 30 20:14:12.671342 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a031d1-6243-485c-8cbd-a1a94e1f2463 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3f3bede-39ea-49c9-984a-99953f833e2a,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:14:12.690188 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-58497ac8-9b12-45cc-99a2-d08bbe125d57 req-67ae67ed-7edb-4c48-8f11-3cd58cfe9b73 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] 10.222.0.85 "GET /v2.0/security-groups/6c9d8a1a-8891-428e-b43e-ce0f0447a5fb HTTP/1.1" status: 404 len: 352 time: 0.0659847 May 30 20:14:12.725029 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-01a031d1-6243-485c-8cbd-a1a94e1f2463 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:12.726770 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-01a031d1-6243-485c-8cbd-a1a94e1f2463 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] 10.222.0.85 "DELETE /v2.0/security-groups/b3f3bede-39ea-49c9-984a-99953f833e2a HTTP/1.1" status: 204 len: 168 time: 0.9993260 May 30 20:14:12.729507 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 55130) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:14:12.757682 n-d-843948-2 neutron-server[84886]: INFO neutron.api.v2.resource [None req-8ab5e16e-9968-436a-8001-180921ac2187 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] show failed (client error): The resource could not be found. May 30 20:14:12.758289 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-8ab5e16e-9968-436a-8001-180921ac2187 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] 10.222.0.85 "GET /v2.0/security-groups/b3f3bede-39ea-49c9-984a-99953f833e2a HTTP/1.1" status: 404 len: 347 time: 0.0231302 May 30 20:14:12.759138 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 55134) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:14:12.839567 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d1f3a0-ec39-409f-bb0a-2b58b8b338d7 req-51457b2e-4415-4241-8edb-34a0719e149f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:12.839567 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f5d1f3a0-ec39-409f-bb0a-2b58b8b338d7 req-51457b2e-4415-4241-8edb-34a0719e149f service neutron] 10.222.0.86 "GET /v2.0/networks?id=447ea545-6235-439a-a377-09de7456264b HTTP/1.1" status: 200 len: 907 time: 0.2936625 May 30 20:14:12.987231 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-3068fc63-11f1-4990-b487-a0ec3f0b0a89 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Deleting port fb03161d-0e7f-4349-b11f-263c5e093f83 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:14:12.987668 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3068fc63-11f1-4990-b487-a0ec3f0b0a89 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:13.045757 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f5d1f3a0-ec39-409f-bb0a-2b58b8b338d7 req-fa29a57f-e0b5-49ef-964a-669fef7d5ecc service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8e5aeea2-b35a-41eb-83bf-3b475ff14780 HTTP/1.1" status: 200 len: 217 time: 0.1973202 May 30 20:14:13.240206 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d1f3a0-ec39-409f-bb0a-2b58b8b338d7 req-721efd75-d239-483d-b776-2056fd380734 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:13.243206 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f5d1f3a0-ec39-409f-bb0a-2b58b8b338d7 req-721efd75-d239-483d-b776-2056fd380734 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=e5689849-4104-472f-a1ce-eede6d9545dd HTTP/1.1" status: 200 len: 846 time: 0.1943524 May 30 20:14:13.371640 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f5d1f3a0-ec39-409f-bb0a-2b58b8b338d7 req-68aae263-6325-44c2-b456-aafa05e3b571 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=447ea545-6235-439a-a377-09de7456264b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1191528 May 30 20:14:13.377395 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-33bec7f2-dc33-47a0-a8a0-350fdf3947fa req-68a7f6cd-bed5-46df-baf4-6b6ba7350a90 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=90d1ebd5-ac9c-4c24-b6ef-f8b927cb8126&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2712781 May 30 20:14:13.409821 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7051fa7-081a-408a-b1df-5c91f0274fc9 req-b500c196-aea6-441c-91c2-3c50769e392c tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:13.417558 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f7051fa7-081a-408a-b1df-5c91f0274fc9 req-b500c196-aea6-441c-91c2-3c50769e392c tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/ports?device_id=bb332d1c-aa58-464b-8578-c74c5ed38aa8 HTTP/1.1" status: 200 len: 946 time: 0.3734245 May 30 20:14:13.497398 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3068fc63-11f1-4990-b487-a0ec3f0b0a89 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:13.497398 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3068fc63-11f1-4990-b487-a0ec3f0b0a89 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:13.528242 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f7051fa7-081a-408a-b1df-5c91f0274fc9 req-a90bedd7-44c7-45dc-8b1f-793901b781e0 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/security-groups?id=3b7b472c-21af-4683-a7b2-e1dc38380326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095426 May 30 20:14:13.771710 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f5d1f3a0-ec39-409f-bb0a-2b58b8b338d7 req-9d74bfe3-4f04-4cb4-8564-8b8308f1097f service neutron] 10.222.0.86 "GET /v2.0/networks/447ea545-6235-439a-a377-09de7456264b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3929133 May 30 20:14:13.954321 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-3068fc63-11f1-4990-b487-a0ec3f0b0a89 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Calling delete_port for fb03161d-0e7f-4349-b11f-263c5e093f83 owned by network:floatingip {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:14:14.072270 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-cf7e7df8-313d-492d-a0be-cbfa52d5138b req-a4a92845-c2c6-4ba2-a1bc-fcf2066e5920 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] 10.222.0.85 "GET /v2.0/ports?device_id=f8af66f6-93a3-4b44-964c-0edc263a69f5 HTTP/1.1" status: 200 len: 210 time: 0.1268771 May 30 20:14:14.156321 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-33bec7f2-dc33-47a0-a8a0-350fdf3947fa req-6db0b344-6283-40a6-9471-ebb12f1d6339 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fa8a8e16668d4cd3985a20ee71169357&device_id=90d1ebd5-ac9c-4c24-b6ef-f8b927cb8126 HTTP/1.1" status: 200 len: 1174 time: 0.7157602 May 30 20:14:14.312162 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f5d1f3a0-ec39-409f-bb0a-2b58b8b338d7 req-ee8ebbdf-87c4-473a-bfba-85d21e00b583 service neutron] 10.222.0.86 "GET /v2.0/networks/447ea545-6235-439a-a377-09de7456264b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5321410 May 30 20:14:14.450678 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bec7f2-dc33-47a0-a8a0-350fdf3947fa req-37e45ad2-d01f-4844-abdc-e04e7c3d2ed7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:14.454193 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-33bec7f2-dc33-47a0-a8a0-350fdf3947fa req-37e45ad2-d01f-4844-abdc-e04e7c3d2ed7 service neutron] 10.222.0.71 "GET /v2.0/networks?id=4a9121fe-3c05-4fb0-ad44-174db17c3d5b HTTP/1.1" status: 200 len: 913 time: 0.2878125 May 30 20:14:14.479248 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20762f5c-9e05-49af-8ad3-2497631d5692 req-55480873-b87a-4516-ab5d-4be136643be3 tempest-ListImageFiltersTestJSON-965511707 tempest-ListImageFiltersTestJSON-965511707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:14.482147 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-20762f5c-9e05-49af-8ad3-2497631d5692 req-55480873-b87a-4516-ab5d-4be136643be3 tempest-ListImageFiltersTestJSON-965511707 tempest-ListImageFiltersTestJSON-965511707-project] 10.222.0.85 "GET /v2.0/ports?device_id=8e67adfc-c960-4bd6-a089-73711ac28b5f HTTP/1.1" status: 200 len: 949 time: 0.2417877 May 30 20:14:14.590903 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-20762f5c-9e05-49af-8ad3-2497631d5692 req-2d2346cf-8fb9-4f54-aa91-b75a718aeee9 tempest-ListImageFiltersTestJSON-965511707 tempest-ListImageFiltersTestJSON-965511707-project] 10.222.0.85 "GET /v2.0/security-groups?id=b6ee8f85-74c5-46fe-a3a8-5610018ec9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993111 May 30 20:14:14.592731 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3068fc63-11f1-4990-b487-a0ec3f0b0a89 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:14.665523 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-33bec7f2-dc33-47a0-a8a0-350fdf3947fa req-477372cf-6e2d-431f-82e5-c0c943af46fa service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ae5effb-2ec4-4a22-8af5-a50e814f392b HTTP/1.1" status: 200 len: 217 time: 0.2055271 May 30 20:14:14.749694 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3068fc63-11f1-4990-b487-a0ec3f0b0a89 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Pushing event deleted for resources: {'Port': ['ID=fb03161d-0e7f-4349-b11f-263c5e093f83,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:14:14.815809 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bec7f2-dc33-47a0-a8a0-350fdf3947fa req-956bddd4-e1c5-4b9d-9ad6-92a1b7a66bb7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:14.818950 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-33bec7f2-dc33-47a0-a8a0-350fdf3947fa req-956bddd4-e1c5-4b9d-9ad6-92a1b7a66bb7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=26b23bbf-887e-4278-88a1-ac21d644c5ec HTTP/1.1" status: 200 len: 852 time: 0.1438625 May 30 20:14:14.966342 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-33bec7f2-dc33-47a0-a8a0-350fdf3947fa req-ea358d75-8cec-4621-bb80-5aea3c268b4d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4a9121fe-3c05-4fb0-ad44-174db17c3d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1370487 May 30 20:14:15.095272 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3068fc63-11f1-4990-b487-a0ec3f0b0a89 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Notify callbacks [] for floatingip, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:15.271002 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-33bec7f2-dc33-47a0-a8a0-350fdf3947fa req-ec03eec7-c0b8-46b4-b9cd-ae4f6f8931a5 service neutron] 10.222.0.71 "GET /v2.0/networks/4a9121fe-3c05-4fb0-ad44-174db17c3d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2949362 May 30 20:14:15.378927 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3068fc63-11f1-4990-b487-a0ec3f0b0a89 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:15.384845 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-3068fc63-11f1-4990-b487-a0ec3f0b0a89 tempest-ImagesOneServerNegativeTestJSON-319441541 tempest-ImagesOneServerNegativeTestJSON-319441541-project] 10.222.0.85 "DELETE /v2.0/floatingips/2ffc0c0d-e3e1-4b5d-be1e-a22d2edafc8c HTTP/1.1" status: 204 len: 168 time: 2.6205885 May 30 20:14:15.417193 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3078ab-3c77-4b85-9b55-8adacfb98572 req-0989d0b2-e4ba-4330-b1af-55209c101709 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:15.428147 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-8c3078ab-3c77-4b85-9b55-8adacfb98572 req-0989d0b2-e4ba-4330-b1af-55209c101709 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/ports?device_id=bb332d1c-aa58-464b-8578-c74c5ed38aa8 HTTP/1.1" status: 200 len: 946 time: 0.4560032 May 30 20:14:15.546967 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-8c3078ab-3c77-4b85-9b55-8adacfb98572 req-b7d0e9c7-aad9-4f60-9a6c-7d342340e7f1 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/security-groups?id=3b7b472c-21af-4683-a7b2-e1dc38380326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171775 May 30 20:14:15.589599 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d73e375-7f76-4cc1-9f14-7c03151cf8a8 req-5d05fc6e-6f55-42bf-ad10-1b084a19db44 tempest-ListImageFiltersTestJSON-965511707 tempest-ListImageFiltersTestJSON-965511707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:15.596250 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1d73e375-7f76-4cc1-9f14-7c03151cf8a8 req-5d05fc6e-6f55-42bf-ad10-1b084a19db44 tempest-ListImageFiltersTestJSON-965511707 tempest-ListImageFiltersTestJSON-965511707-project] 10.222.0.71 "GET /v2.0/ports?device_id=8e67adfc-c960-4bd6-a089-73711ac28b5f HTTP/1.1" status: 200 len: 949 time: 0.4159925 May 30 20:14:15.867462 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [req-1d73e375-7f76-4cc1-9f14-7c03151cf8a8 req-8d070742-8748-4cd4-8a1d-c20f3318e9b4 tempest-ListImageFiltersTestJSON-965511707 tempest-ListImageFiltersTestJSON-965511707-project] Deleting port b2692eb8-1752-4fef-bb41-97b67e62bb53 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:14:15.867989 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-1d73e375-7f76-4cc1-9f14-7c03151cf8a8 req-8d070742-8748-4cd4-8a1d-c20f3318e9b4 tempest-ListImageFiltersTestJSON-965511707 tempest-ListImageFiltersTestJSON-965511707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:15.975937 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-33bec7f2-dc33-47a0-a8a0-350fdf3947fa req-cb31f753-2094-41ea-84b2-b3a3380733a6 service neutron] 10.222.0.71 "GET /v2.0/networks/4a9121fe-3c05-4fb0-ad44-174db17c3d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6981180 May 30 20:14:16.113272 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500acfa4-954a-48b7-9f19-d1206673c586 req-5fe3a7f5-9569-44a0-bdd5-b5ebeda3d776 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:16.113272 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-500acfa4-954a-48b7-9f19-d1206673c586 req-5fe3a7f5-9569-44a0-bdd5-b5ebeda3d776 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Synchronizing usage tracker for tenant:fa8a8e16668d4cd3985a20ee71169357 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:14:16.136202 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e537da3c-2a80-4050-b066-5f7172310f47 req-4873700a-81b3-43fe-b7ce-f5ded0a1c33f tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] 10.222.0.85 "GET /v2.0/ports?device_id=f8af66f6-93a3-4b44-964c-0edc263a69f5 HTTP/1.1" status: 200 len: 210 time: 0.1063020 May 30 20:14:16.168579 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f682b275-3086-4a94-9fc2-3ce60c2fa042 req-e37b6cb2-a70b-478e-8800-35d5a209ae34 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:16.170107 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-f682b275-3086-4a94-9fc2-3ce60c2fa042 req-e37b6cb2-a70b-478e-8800-35d5a209ae34 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Synchronizing usage tracker for tenant:fa8a8e16668d4cd3985a20ee71169357 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:14:16.337768 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-f682b275-3086-4a94-9fc2-3ce60c2fa042 req-e37b6cb2-a70b-478e-8800-35d5a209ae34 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Unset dirty status for tenant:fa8a8e16668d4cd3985a20ee71169357 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:14:16.340713 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f682b275-3086-4a94-9fc2-3ce60c2fa042 req-e37b6cb2-a70b-478e-8800-35d5a209ae34 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] 10.222.0.71 "GET /v2.0/ports?device_id=90d1ebd5-ac9c-4c24-b6ef-f8b927cb8126 HTTP/1.1" status: 200 len: 1023 time: 0.3800151 May 30 20:14:16.341700 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-500acfa4-954a-48b7-9f19-d1206673c586 req-5fe3a7f5-9569-44a0-bdd5-b5ebeda3d776 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Unset dirty status for tenant:fa8a8e16668d4cd3985a20ee71169357 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:14:16.342668 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-500acfa4-954a-48b7-9f19-d1206673c586 req-5fe3a7f5-9569-44a0-bdd5-b5ebeda3d776 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] 10.222.0.85 "GET /v2.0/ports?device_id=90d1ebd5-ac9c-4c24-b6ef-f8b927cb8126 HTTP/1.1" status: 200 len: 1023 time: 0.7655230 May 30 20:14:16.584020 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-1d73e375-7f76-4cc1-9f14-7c03151cf8a8 req-8d070742-8748-4cd4-8a1d-c20f3318e9b4 tempest-ListImageFiltersTestJSON-965511707 tempest-ListImageFiltersTestJSON-965511707-project] For port b2692eb8-1752-4fef-bb41-97b67e62bb53, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=b2692eb8-1752-4fef-bb41-97b67e62bb53,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:14:16.584385 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-1d73e375-7f76-4cc1-9f14-7c03151cf8a8 req-8d070742-8748-4cd4-8a1d-c20f3318e9b4 tempest-ListImageFiltersTestJSON-965511707 tempest-ListImageFiltersTestJSON-965511707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:16.670630 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-500acfa4-954a-48b7-9f19-d1206673c586 req-a2f161f7-1af9-42f7-82af-08b1212a28b5 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Synchronizing usage tracker for tenant:fa8a8e16668d4cd3985a20ee71169357 on resource:security_group {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:14:16.683773 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-f682b275-3086-4a94-9fc2-3ce60c2fa042 req-5903c828-3ffa-46c1-ba8a-53cd41a29776 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Deleting port 4ae5effb-2ec4-4a22-8af5-a50e814f392b {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:14:16.687096 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-f682b275-3086-4a94-9fc2-3ce60c2fa042 req-5903c828-3ffa-46c1-ba8a-53cd41a29776 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:16.804908 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 55214) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:14:16.955674 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [req-1d73e375-7f76-4cc1-9f14-7c03151cf8a8 req-8d070742-8748-4cd4-8a1d-c20f3318e9b4 tempest-ListImageFiltersTestJSON-965511707 tempest-ListImageFiltersTestJSON-965511707-project] Calling delete_port for b2692eb8-1752-4fef-bb41-97b67e62bb53 owned by compute:nova {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:14:17.087662 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-500acfa4-954a-48b7-9f19-d1206673c586 req-a2f161f7-1af9-42f7-82af-08b1212a28b5 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Unset dirty status for tenant:fa8a8e16668d4cd3985a20ee71169357 on resource:security_group {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:14:17.089675 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-500acfa4-954a-48b7-9f19-d1206673c586 req-a2f161f7-1af9-42f7-82af-08b1212a28b5 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] 10.222.0.85 "GET /v2.0/security-groups?id=ee3a99c9-b491-4b30-b550-7e2cbfacbd55&id=4e5464ad-ff64-4a9e-bacb-8576bf159822&id=42d9cdc8-7d8a-45f3-a9c3-502824918a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.5802057 May 30 20:14:17.150502 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-f682b275-3086-4a94-9fc2-3ce60c2fa042 req-5903c828-3ffa-46c1-ba8a-53cd41a29776 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] For port 4ae5effb-2ec4-4a22-8af5-a50e814f392b, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=4ae5effb-2ec4-4a22-8af5-a50e814f392b,segment=NetworkSegment(d846ad92-c086-40c0-8c7d-67c12dd4eb60),segment_id=d846ad92-c086-40c0-8c7d-67c12dd4eb60)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:14:17.161920 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-f682b275-3086-4a94-9fc2-3ce60c2fa042 req-5903c828-3ffa-46c1-ba8a-53cd41a29776 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:17.555799 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-1d73e375-7f76-4cc1-9f14-7c03151cf8a8 req-8d070742-8748-4cd4-8a1d-c20f3318e9b4 tempest-ListImageFiltersTestJSON-965511707 tempest-ListImageFiltersTestJSON-965511707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:17.567423 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d18162ee-bf01-4f13-8a33-533dbbb2e74e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:17.609788 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-f682b275-3086-4a94-9fc2-3ce60c2fa042 req-5903c828-3ffa-46c1-ba8a-53cd41a29776 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Calling delete_port for 4ae5effb-2ec4-4a22-8af5-a50e814f392b owned by compute:nova {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:14:17.715653 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-d18162ee-bf01-4f13-8a33-533dbbb2e74e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:14:17.725364 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-d18162ee-bf01-4f13-8a33-533dbbb2e74e admin admin] Usage tracker for resource:security_group_rule and tenant:ee7f5f0ac470435ba731aa38a1c25cad is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:14:17.731981 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-d18162ee-bf01-4f13-8a33-533dbbb2e74e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:14:17.744415 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-d18162ee-bf01-4f13-8a33-533dbbb2e74e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:14:17.784732 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d070742-8748-4cd4-8a1d-c20f3318e9b4 tempest-ListImageFiltersTestJSON-965511707 tempest-ListImageFiltersTestJSON-965511707-project] Pushing event deleted for resources: {'Port': ['ID=b2692eb8-1752-4fef-bb41-97b67e62bb53,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:14:17.874553 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d73e375-7f76-4cc1-9f14-7c03151cf8a8 req-8d070742-8748-4cd4-8a1d-c20f3318e9b4 tempest-ListImageFiltersTestJSON-965511707 tempest-ListImageFiltersTestJSON-965511707-project] No DVR routers for this DVR port b2692eb8-1752-4fef-bb41-97b67e62bb53 on host n-h1-843948-2 {{(pid=84886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:14:17.878836 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-1d73e375-7f76-4cc1-9f14-7c03151cf8a8 req-8d070742-8748-4cd4-8a1d-c20f3318e9b4 tempest-ListImageFiltersTestJSON-965511707 tempest-ListImageFiltersTestJSON-965511707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:17.892330 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e67adfc-c960-4bd6-a089-73711ac28b5f', 'name': 'network-vif-deleted', 'tag': 'b2692eb8-1752-4fef-bb41-97b67e62bb53'}] {{(pid=84886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:14:17.912080 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b1d4b85a-b93d-482f-bb2d-e19d3775e19f req-082a1ae9-b86f-45b1-9336-1d848df62ace tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] 10.222.0.85 "GET /v2.0/ports?device_id=f8af66f6-93a3-4b44-964c-0edc263a69f5 HTTP/1.1" status: 200 len: 210 time: 0.0987685 May 30 20:14:18.073431 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1d73e375-7f76-4cc1-9f14-7c03151cf8a8 req-8d070742-8748-4cd4-8a1d-c20f3318e9b4 tempest-ListImageFiltersTestJSON-965511707 tempest-ListImageFiltersTestJSON-965511707-project] 10.222.0.71 "DELETE /v2.0/ports/b2692eb8-1752-4fef-bb41-97b67e62bb53 HTTP/1.1" status: 204 len: 173 time: 2.4590054 May 30 20:14:18.194633 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-229b59a3-7883-46cb-b95d-c33e02f31a91 req-05edaae8-0954-4ec0-83d4-3f9172c8a43b tempest-ListImageFiltersTestJSON-965511707 tempest-ListImageFiltersTestJSON-965511707-project] 10.222.0.85 "GET /v2.0/ports?device_id=8e67adfc-c960-4bd6-a089-73711ac28b5f HTTP/1.1" status: 200 len: 210 time: 0.6001446 May 30 20:14:18.406370 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-a806bd48-da53-40c8-bf54-78e7d4acec61 service neutron] 10.222.0.71 "GET /v2.0/ports/1e6e07a3-c45b-41b8-b6a5-4b5b75a47af3 HTTP/1.1" status: 200 len: 1032 time: 0.8141382 May 30 20:14:18.422566 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d18162ee-bf01-4f13-8a33-533dbbb2e74e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:18.511969 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 55244) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:14:18.532722 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085b95bd-1ea6-41e9-9876-8f39d9dde822 req-972fac16-e833-4db6-823b-079bffb17981 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:18.540369 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-085b95bd-1ea6-41e9-9876-8f39d9dde822 req-972fac16-e833-4db6-823b-079bffb17981 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/ports?device_id=bb332d1c-aa58-464b-8578-c74c5ed38aa8 HTTP/1.1" status: 200 len: 946 time: 0.3748181 May 30 20:14:18.636634 n-d-843948-2 neutron-server[84886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53eb9292-4ca9-41e8-b86a-c584a1a0ac31'] response: {'server_uuid': '8e67adfc-c960-4bd6-a089-73711ac28b5f', 'name': 'network-vif-deleted', 'tag': 'b2692eb8-1752-4fef-bb41-97b67e62bb53', 'status': 'completed', 'code': 200} May 30 20:14:18.676311 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-085b95bd-1ea6-41e9-9876-8f39d9dde822 req-252f19db-73bb-4552-b79d-1318ab8c5b48 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/security-groups?id=3b7b472c-21af-4683-a7b2-e1dc38380326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269522 May 30 20:14:18.762680 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d18162ee-bf01-4f13-8a33-533dbbb2e74e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:18.814965 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 4ae5effb-2ec4-4a22-8af5-a50e814f392b no longer exists at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:14:19.048728 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:19.150197 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-78a91781-010b-4e43-bcc2-05beedd5e566 service neutron] 10.222.0.71 "GET /v2.0/ports/8fa5f782-5b3a-4dde-bc5a-b3223a1946b8 HTTP/1.1" status: 200 len: 1032 time: 0.7311404 May 30 20:14:19.250021 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:19.251665 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_v2 [None req-56e57b39-be60-43f9-8c6e-f3453cd1e48f admin admin] Deleting subnet d51613c5-1edb-4acb-8713-3f45b6162b1f {{(pid=84887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:14:19.271088 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-99034000-250a-422d-ba8d-97586d9118f7 req-af6d27a5-21f6-4192-aa39-ca95d72fa6dd tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] 10.222.0.85 "GET /v2.0/ports?device_id=f8af66f6-93a3-4b44-964c-0edc263a69f5 HTTP/1.1" status: 200 len: 210 time: 0.0494432 May 30 20:14:19.279366 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18162ee-bf01-4f13-8a33-533dbbb2e74e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6afb983d-5cea-4862-bc15-0706dfbb46e7,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:14:19.356873 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-56e57b39-be60-43f9-8c6e-f3453cd1e48f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:19.498978 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-d18162ee-bf01-4f13-8a33-533dbbb2e74e admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=ee7f5f0ac470435ba731aa38a1c25cad&name=default HTTP/1.1" status: 200 len: 2647 time: 2.6912496 May 30 20:14:19.511182 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 55260) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:14:19.664040 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-88c7a63b-3c09-4232-847f-8ad8b4252af6 req-4b6dac24-a5b5-47c7-bfd4-38a537094a0e tempest-ListImageFiltersTestJSON-965511707 tempest-ListImageFiltersTestJSON-965511707-project] Synchronizing usage tracker for tenant:d6b91868f5704c93ab182f6e282adb5a on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:14:19.771173 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-56e57b39-be60-43f9-8c6e-f3453cd1e48f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3149227'] for subnet, precommit_delete_associations {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:19.814865 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-88c7a63b-3c09-4232-847f-8ad8b4252af6 req-4b6dac24-a5b5-47c7-bfd4-38a537094a0e tempest-ListImageFiltersTestJSON-965511707 tempest-ListImageFiltersTestJSON-965511707-project] Unset dirty status for tenant:d6b91868f5704c93ab182f6e282adb5a on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:14:19.815990 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-88c7a63b-3c09-4232-847f-8ad8b4252af6 req-4b6dac24-a5b5-47c7-bfd4-38a537094a0e tempest-ListImageFiltersTestJSON-965511707 tempest-ListImageFiltersTestJSON-965511707-project] 10.222.0.85 "GET /v2.0/ports?device_id=8e67adfc-c960-4bd6-a089-73711ac28b5f HTTP/1.1" status: 200 len: 210 time: 0.3497944 May 30 20:14:20.125807 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c265896-6611-4043-a549-1a34a5338e92 req-ea080953-4645-4f41-8104-c2430598da26 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:20.128407 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5c265896-6611-4043-a549-1a34a5338e92 req-ea080953-4645-4f41-8104-c2430598da26 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.86 "GET /v2.0/ports?device_id=bb332d1c-aa58-464b-8578-c74c5ed38aa8 HTTP/1.1" status: 200 len: 946 time: 1.4569185 May 30 20:14:20.158943 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-f682b275-3086-4a94-9fc2-3ce60c2fa042 req-5903c828-3ffa-46c1-ba8a-53cd41a29776 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:20.189458 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826dd0ec-7024-4f04-a90d-4395f080402d req-fa4855fc-49db-4891-8ac2-cb92dec60a99 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:20.195371 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-826dd0ec-7024-4f04-a90d-4395f080402d req-fa4855fc-49db-4891-8ac2-cb92dec60a99 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] 10.222.0.85 "GET /v2.0/ports?device_id=90d1ebd5-ac9c-4c24-b6ef-f8b927cb8126 HTTP/1.1" status: 200 len: 1023 time: 1.2748718 May 30 20:14:20.212555 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-56e57b39-be60-43f9-8c6e-f3453cd1e48f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:20.220085 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device b2692eb8-1752-4fef-bb41-97b67e62bb53 no longer exists at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:14:20.303068 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] No Port match for: b2692eb8-1752-4fef-bb41-97b67e62bb53 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:14:20.303812 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device b2692eb8-1752-4fef-bb41-97b67e62bb53 not bound to the agent host n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:14:20.363764 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0460ae-c363-4235-8600-eb293c60e08a req-ed53b8e2-23da-4877-a7d3-fe12cf47ee3e tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:20.365910 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5e0460ae-c363-4235-8600-eb293c60e08a req-ed53b8e2-23da-4877-a7d3-fe12cf47ee3e tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/ports?device_id=bb332d1c-aa58-464b-8578-c74c5ed38aa8 HTTP/1.1" status: 200 len: 946 time: 0.2911084 May 30 20:14:20.441315 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5e0460ae-c363-4235-8600-eb293c60e08a req-f960858d-8287-4723-819c-3c78cd50bbde tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/security-groups?id=3b7b472c-21af-4683-a7b2-e1dc38380326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674462 May 30 20:14:20.548261 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-726796a6-0089-43c0-9c4e-4fb3cf04c1c5 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:20.561276 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-726796a6-0089-43c0-9c4e-4fb3cf04c1c5 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:20.572634 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-726796a6-0089-43c0-9c4e-4fb3cf04c1c5 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:20.574943 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-726796a6-0089-43c0-9c4e-4fb3cf04c1c5 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Synchronizing usage tracker for tenant:81e36025f4964ad6aa1305da6f1825fb on resource:network {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:14:20.677817 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d8c40119-e50b-4db4-90f1-7cbbbf515a0e req-e92dd5be-d98b-4671-88ca-6e2811916c64 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] 10.222.0.85 "GET /v2.0/ports?device_id=f8af66f6-93a3-4b44-964c-0edc263a69f5 HTTP/1.1" status: 200 len: 210 time: 0.0705204 May 30 20:14:20.681466 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-bc78774a-ebf3-4ae9-9cc8-002c82e2f59d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:20.732052 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5903c828-3ffa-46c1-ba8a-53cd41a29776 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Pushing event deleted for resources: {'Port': ['ID=4ae5effb-2ec4-4a22-8af5-a50e814f392b,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:14:20.862277 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-726796a6-0089-43c0-9c4e-4fb3cf04c1c5 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Unset dirty status for tenant:81e36025f4964ad6aa1305da6f1825fb on resource:network {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:14:20.862277 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-726796a6-0089-43c0-9c4e-4fb3cf04c1c5 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] 10.222.0.71 "GET /v2.0/networks?id=ac0cf993-3653-417b-b55c-1e0d903ad371&id=a7619443-8c8f-449c-b71b-17b9838c2b23&id=a7619443-8c8f-449c-b71b-17b9838c2b23&id=a7619443-8c8f-449c-b71b-17b9838c2b23&id=a7619443-8c8f-449c-b71b-17b9838c2b23&id=3f114897-b454-4ffb-8b12-a7f676cbd8b7&id=3f114897-b454-4ffb-8b12-a7f676cbd8b7 HTTP/1.1" status: 200 len: 1994 time: 1.5991726 May 30 20:14:20.862277 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-56e57b39-be60-43f9-8c6e-f3453cd1e48f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4055470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114247'] for subnet, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:21.040251 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-bc78774a-ebf3-4ae9-9cc8-002c82e2f59d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:21.146941 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-5c265896-6611-4043-a549-1a34a5338e92 req-05f43c8c-f15d-4654-861d-945c9112312e tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Deleting port cf5e5be1-c53c-452f-8244-2afd8d8aec96 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:14:21.147565 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-5c265896-6611-4043-a549-1a34a5338e92 req-05f43c8c-f15d-4654-861d-945c9112312e tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:21.251178 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e57b39-be60-43f9-8c6e-f3453cd1e48f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d51613c5-1edb-4acb-8713-3f45b6162b1f,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:14:21.299547 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-f682b275-3086-4a94-9fc2-3ce60c2fa042 req-5903c828-3ffa-46c1-ba8a-53cd41a29776 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] No DVR routers for this DVR port 4ae5effb-2ec4-4a22-8af5-a50e814f392b on host n-h1-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:14:21.352085 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-f682b275-3086-4a94-9fc2-3ce60c2fa042 req-5903c828-3ffa-46c1-ba8a-53cd41a29776 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:21.353809 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90d1ebd5-ac9c-4c24-b6ef-f8b927cb8126', 'name': 'network-vif-deleted', 'tag': '4ae5effb-2ec4-4a22-8af5-a50e814f392b'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:14:21.362634 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-56e57b39-be60-43f9-8c6e-f3453cd1e48f admin admin] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:21.400412 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-826dd0ec-7024-4f04-a90d-4395f080402d req-8d27fdfa-799b-4546-ab5e-8a1c65fcc71d tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] 10.222.0.85 "GET /v2.0/security-groups?id=ee3a99c9-b491-4b30-b550-7e2cbfacbd55&id=4e5464ad-ff64-4a9e-bacb-8576bf159822&id=42d9cdc8-7d8a-45f3-a9c3-502824918a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.8723752 May 30 20:14:21.580982 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3544df8-bdae-4c0a-977b-ae0358a0018f'] response: {'server_uuid': '90d1ebd5-ac9c-4c24-b6ef-f8b927cb8126', 'name': 'network-vif-deleted', 'tag': '4ae5effb-2ec4-4a22-8af5-a50e814f392b', 'status': 'completed', 'code': 200} May 30 20:14:21.604892 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-fe6076fb-20bd-4220-a220-15a092a4ab0f tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Synchronizing usage tracker for tenant:81e36025f4964ad6aa1305da6f1825fb on resource:security_group {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:14:21.662958 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-fe6076fb-20bd-4220-a220-15a092a4ab0f tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Unset dirty status for tenant:81e36025f4964ad6aa1305da6f1825fb on resource:security_group {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:14:21.666010 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-fe6076fb-20bd-4220-a220-15a092a4ab0f tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=81e36025f4964ad6aa1305da6f1825fb HTTP/1.1" status: 200 len: 380 time: 0.6937101 May 30 20:14:21.687294 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-5710f61a-1a59-4514-8ee6-bfa3312e1a77 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Request body: {'port': {'device_id': 'f8af66f6-93a3-4b44-964c-0edc263a69f5', 'network_id': 'ac0cf993-3653-417b-b55c-1e0d903ad371', 'admin_state_up': True, 'tenant_id': '81e36025f4964ad6aa1305da6f1825fb', 'security_groups': ['71bec9af-908d-443b-98db-bdfb70c6ea10']}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:14:21.793935 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f682b275-3086-4a94-9fc2-3ce60c2fa042 req-5903c828-3ffa-46c1-ba8a-53cd41a29776 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] 10.222.0.71 "DELETE /v2.0/ports/4ae5effb-2ec4-4a22-8af5-a50e814f392b HTTP/1.1" status: 204 len: 173 time: 5.4343235 May 30 20:14:21.899210 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-56e57b39-be60-43f9-8c6e-f3453cd1e48f admin admin] 10.222.0.85 "DELETE /v2.0/subnets/d51613c5-1edb-4acb-8713-3f45b6162b1f HTTP/1.1" status: 204 len: 168 time: 3.3778350 May 30 20:14:21.900999 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-bc78774a-ebf3-4ae9-9cc8-002c82e2f59d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:21.903573 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 55306) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:14:21.915928 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-bc78774a-ebf3-4ae9-9cc8-002c82e2f59d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:21.918056 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-bc78774a-ebf3-4ae9-9cc8-002c82e2f59d admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/6afb983d-5cea-4862-bc15-0706dfbb46e7 HTTP/1.1" status: 204 len: 168 time: 2.3843830 May 30 20:14:21.976330 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 55314) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:14:22.064092 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:22.195551 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d573a833-444f-41dd-9c03-e4f1006d8444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:22.374523 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc78774a-ebf3-4ae9-9cc8-002c82e2f59d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6afb983d-5cea-4862-bc15-0706dfbb46e7,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:14:22.405285 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-315f8a32-615e-4861-8dd7-8ca6bb57c12b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:22.429496 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d573a833-444f-41dd-9c03-e4f1006d8444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:22.506522 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-d573a833-444f-41dd-9c03-e4f1006d8444 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2f2587f-5348-477f-a322-df8a2a763ba2']}} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:14:22.514936 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-5c265896-6611-4043-a549-1a34a5338e92 req-05f43c8c-f15d-4654-861d-945c9112312e tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] For port cf5e5be1-c53c-452f-8244-2afd8d8aec96, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=cf5e5be1-c53c-452f-8244-2afd8d8aec96,segment=NetworkSegment(6f1287e5-9e46-42ce-b023-b38d433df277),segment_id=6f1287e5-9e46-42ce-b023-b38d433df277)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:14:22.515447 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-5c265896-6611-4043-a549-1a34a5338e92 req-05f43c8c-f15d-4654-861d-945c9112312e tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:22.520694 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-315f8a32-615e-4861-8dd7-8ca6bb57c12b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:14:22.527007 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-d573a833-444f-41dd-9c03-e4f1006d8444 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cf4782e-e691-4ec5-a2ea-a14d58f8df7a') {'for_net_delete': True} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:14:22.527558 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-d573a833-444f-41dd-9c03-e4f1006d8444 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cf4782e-e691-4ec5-a2ea-a14d58f8df7a') {} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:14:22.537091 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-315f8a32-615e-4861-8dd7-8ca6bb57c12b admin admin] Usage tracker for resource:security_group_rule and tenant:4ee36e593900410f80c026159313c002 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:14:22.537193 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-5710f61a-1a59-4514-8ee6-bfa3312e1a77 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:14:22.540207 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-315f8a32-615e-4861-8dd7-8ca6bb57c12b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:14:22.548123 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d573a833-444f-41dd-9c03-e4f1006d8444 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2660590'] for segment, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:22.555105 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-315f8a32-615e-4861-8dd7-8ca6bb57c12b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:14:22.576592 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d573a833-444f-41dd-9c03-e4f1006d8444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:22.596726 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d573a833-444f-41dd-9c03-e4f1006d8444 admin admin] Releasing vlan 669 on physical network physnet1 to pool {{(pid=84886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:14:22.597359 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d573a833-444f-41dd-9c03-e4f1006d8444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4126989'] for segment, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:22.622189 n-d-843948-2 neutron-server[84886]: Traceback (most recent call last): May 30 20:14:22.622189 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:14:22.622189 n-d-843948-2 neutron-server[84886]: timer() May 30 20:14:22.622189 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:14:22.622189 n-d-843948-2 neutron-server[84886]: cb(*args, **kw) May 30 20:14:22.622189 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:14:22.622189 n-d-843948-2 neutron-server[84886]: return func(*args, **kwargs) May 30 20:14:22.622189 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:14:22.622189 n-d-843948-2 neutron-server[84886]: self._notify() May 30 20:14:22.622189 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:14:22.622189 n-d-843948-2 neutron-server[84886]: self.callback(batched_events) May 30 20:14:22.622189 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:14:22.622189 n-d-843948-2 neutron-server[84886]: event.method(event) May 30 20:14:22.622189 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:14:22.622189 n-d-843948-2 neutron-server[84886]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:14:22.622189 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:14:22.622189 n-d-843948-2 neutron-server[84886]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:14:22.622189 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:14:22.622189 n-d-843948-2 neutron-server[84886]: return f(self, *a, **k) May 30 20:14:22.622189 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:14:22.622189 n-d-843948-2 neutron-server[84886]: return self._get(url).json() May 30 20:14:22.622189 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:14:22.622189 n-d-843948-2 neutron-server[84886]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:14:22.622189 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:14:22.622189 n-d-843948-2 neutron-server[84886]: return self.request(url, 'GET', **kwargs) May 30 20:14:22.622189 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:14:22.622189 n-d-843948-2 neutron-server[84886]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:14:22.622189 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:14:22.622189 n-d-843948-2 neutron-server[84886]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:14:22.622189 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:14:22.622189 n-d-843948-2 neutron-server[84886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:14:22.622189 n-d-843948-2 neutron-server[84886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:14:22.938821 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-315f8a32-615e-4861-8dd7-8ca6bb57c12b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:22.986370 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d573a833-444f-41dd-9c03-e4f1006d8444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:23.048327 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d573a833-444f-41dd-9c03-e4f1006d8444 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:23.111903 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d573a833-444f-41dd-9c03-e4f1006d8444 admin admin] Pushing event deleted for resources: {'Network': ['ID=b2f2587f-5348-477f-a322-df8a2a763ba2,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:14:23.136810 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-5c265896-6611-4043-a549-1a34a5338e92 req-05f43c8c-f15d-4654-861d-945c9112312e tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Calling delete_port for cf5e5be1-c53c-452f-8244-2afd8d8aec96 owned by compute:nova {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:14:23.151490 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-dff390d2-de8a-4418-8f44-88404c70e932 req-88c147ab-048d-42ae-871e-8cf04d9256e4 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] 10.222.0.85 "GET /v2.0/ports?device_id=f8af66f6-93a3-4b44-964c-0edc263a69f5 HTTP/1.1" status: 200 len: 210 time: 0.1055756 May 30 20:14:23.152757 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-315f8a32-615e-4861-8dd7-8ca6bb57c12b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:23.185934 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-5710f61a-1a59-4514-8ee6-bfa3312e1a77 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:14:23.194095 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7936d1-ffa8-4979-a2a0-6e692bcfd9a1 req-028acc0e-fcbb-49aa-8ece-222b74f66c7e tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:23.201446 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4a7936d1-ffa8-4979-a2a0-6e692bcfd9a1 req-028acc0e-fcbb-49aa-8ece-222b74f66c7e tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/ports?device_id=bb332d1c-aa58-464b-8578-c74c5ed38aa8 HTTP/1.1" status: 200 len: 946 time: 1.3177683 May 30 20:14:23.287060 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315f8a32-615e-4861-8dd7-8ca6bb57c12b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d7bf43b-f866-4dd0-9cdd-ef3db904a3f9,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:14:23.287151 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4a7936d1-ffa8-4979-a2a0-6e692bcfd9a1 req-fc0de710-323b-48ba-b7ad-0bf0da6161ce tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/security-groups?id=3b7b472c-21af-4683-a7b2-e1dc38380326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840178 May 30 20:14:23.305773 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-315f8a32-615e-4861-8dd7-8ca6bb57c12b admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=4ee36e593900410f80c026159313c002&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3278582 May 30 20:14:23.308843 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 55334) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:14:23.316654 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-d573a833-444f-41dd-9c03-e4f1006d8444 admin admin] 10.222.0.85 "DELETE /v2.0/networks/b2f2587f-5348-477f-a322-df8a2a763ba2 HTTP/1.1" status: 204 len: 168 time: 1.4112377 May 30 20:14:23.465752 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-5710f61a-1a59-4514-8ee6-bfa3312e1a77 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Made reservation on behalf of 81e36025f4964ad6aa1305da6f1825fb for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:14:23.468865 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-5710f61a-1a59-4514-8ee6-bfa3312e1a77 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:23.475993 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-cdf56530-056f-4d5d-8dd7-0218981933b4 req-3daac2e3-ba0a-4b2c-8cb2-ca016831d2d7 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] 10.222.0.85 "GET /v2.0/ports?device_id=90d1ebd5-ac9c-4c24-b6ef-f8b927cb8126 HTTP/1.1" status: 200 len: 210 time: 0.0681400 May 30 20:14:23.514763 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a93474d1-f060-4f43-b80b-0b361ec3dd4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:23.558563 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a93474d1-f060-4f43-b80b-0b361ec3dd4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:23.795186 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-5c265896-6611-4043-a549-1a34a5338e92 req-05f43c8c-f15d-4654-861d-945c9112312e tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:23.797652 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a93474d1-f060-4f43-b80b-0b361ec3dd4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:23.815307 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['8e5aeea2-b35a-41eb-83bf-3b475ff14780'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:14:23.821958 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93474d1-f060-4f43-b80b-0b361ec3dd4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d7bf43b-f866-4dd0-9cdd-ef3db904a3f9,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:14:23.846292 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a93474d1-f060-4f43-b80b-0b361ec3dd4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:23.854376 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-a93474d1-f060-4f43-b80b-0b361ec3dd4c admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/7d7bf43b-f866-4dd0-9cdd-ef3db904a3f9 HTTP/1.1" status: 204 len: 168 time: 0.5440781 May 30 20:14:23.893156 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f43c8c-f15d-4654-861d-945c9112312e tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Pushing event deleted for resources: {'Port': ['ID=cf5e5be1-c53c-452f-8244-2afd8d8aec96,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:14:24.090922 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c265896-6611-4043-a549-1a34a5338e92 req-05f43c8c-f15d-4654-861d-945c9112312e tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] No DVR routers for this DVR port cf5e5be1-c53c-452f-8244-2afd8d8aec96 on host n-h2-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:14:24.101387 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-5c265896-6611-4043-a549-1a34a5338e92 req-05f43c8c-f15d-4654-861d-945c9112312e tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:24.106827 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb332d1c-aa58-464b-8578-c74c5ed38aa8', 'name': 'network-vif-deleted', 'tag': 'cf5e5be1-c53c-452f-8244-2afd8d8aec96'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:14:24.143694 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 55356) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:14:24.185912 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device cf5e5be1-c53c-452f-8244-2afd8d8aec96 no longer exists at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:14:24.378108 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-40624984-e498-4592-93fb-325de9574ce2 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=b1d3994633044342baf98a52682e583b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2316024 May 30 20:14:24.382021 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 55364) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:14:24.386725 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] No Port match for: cf5e5be1-c53c-452f-8244-2afd8d8aec96 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:14:24.389151 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device cf5e5be1-c53c-452f-8244-2afd8d8aec96 not bound to the agent host n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:14:24.439117 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd8f15f7-fe60-471f-8ad1-0892f9cfbb2a'] response: {'server_uuid': 'bb332d1c-aa58-464b-8578-c74c5ed38aa8', 'name': 'network-vif-deleted', 'tag': 'cf5e5be1-c53c-452f-8244-2afd8d8aec96', 'status': 'completed', 'code': 200} May 30 20:14:24.462623 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5c265896-6611-4043-a549-1a34a5338e92 req-05f43c8c-f15d-4654-861d-945c9112312e tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.86 "DELETE /v2.0/ports/cf5e5be1-c53c-452f-8244-2afd8d8aec96 HTTP/1.1" status: 204 len: 173 time: 4.3202376 May 30 20:14:24.476303 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-5710f61a-1a59-4514-8ee6-bfa3312e1a77 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Allocated IP 172.20.0.6 (ac0cf993-3653-417b-b55c-1e0d903ad371/12de3c88-630f-42df-9c14-e8413906e7b8/e11c1dce-38fb-439a-b79f-28a1736ee8b8) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:14:24.665456 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-185e2505-7587-4305-b99d-0cbbcb4e05cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:24.795491 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-185e2505-7587-4305-b99d-0cbbcb4e05cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:25.034530 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-baeb7efd-3ba0-409f-93e5-145d09218d81 req-2bcdbd2e-00d9-4cdb-a786-3700b3779288 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] 10.222.0.85 "GET /v2.0/ports?device_id=f8af66f6-93a3-4b44-964c-0edc263a69f5 HTTP/1.1" status: 200 len: 210 time: 0.1193349 May 30 20:14:25.085431 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-5710f61a-1a59-4514-8ee6-bfa3312e1a77 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:25.329236 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-5710f61a-1a59-4514-8ee6-bfa3312e1a77 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Transition to ACTIVE for port object e11c1dce-38fb-439a-b79f-28a1736ee8b8 will not be triggered until provisioned by entity DHCP. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:14:25.381564 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-185e2505-7587-4305-b99d-0cbbcb4e05cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:25.412057 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-dab4383a-1ca7-4923-8637-12bbfa24ae02 req-e4aebd06-fe15-40ce-81c9-d9e5eb7cbc4d tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/ports?device_id=bb332d1c-aa58-464b-8578-c74c5ed38aa8 HTTP/1.1" status: 200 len: 210 time: 0.0868733 May 30 20:14:25.422819 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185e2505-7587-4305-b99d-0cbbcb4e05cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c816953b-4eaf-44de-8f51-6f9258494ebd,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:14:25.441650 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-185e2505-7587-4305-b99d-0cbbcb4e05cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:25.449947 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-185e2505-7587-4305-b99d-0cbbcb4e05cf admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/c816953b-4eaf-44de-8f51-6f9258494ebd HTTP/1.1" status: 204 len: 168 time: 1.0657935 May 30 20:14:25.574495 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-5710f61a-1a59-4514-8ee6-bfa3312e1a77 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:25.806723 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-23c8aba7-8c5a-47f1-acf4-9a1fe7257510 req-e3a89a40-002d-4065-bfd4-8f3709420461 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] 10.222.0.85 "GET /v2.0/security-groups/4e5464ad-ff64-4a9e-bacb-8576bf159822 HTTP/1.1" status: 200 len: 1633 time: 0.1507397 May 30 20:14:25.835550 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-5710f61a-1a59-4514-8ee6-bfa3312e1a77 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Network ac0cf993-3653-417b-b55c-1e0d903ad371 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:14:25.842953 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-5710f61a-1a59-4514-8ee6-bfa3312e1a77 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:14:25.846440 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5710f61a-1a59-4514-8ee6-bfa3312e1a77 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Pushing event updated for resources: {'Port': ['ID=e11c1dce-38fb-439a-b79f-28a1736ee8b8,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:14:25.855775 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-5710f61a-1a59-4514-8ee6-bfa3312e1a77 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:14:25.990303 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-23c8aba7-8c5a-47f1-acf4-9a1fe7257510 req-b2e89c87-ad7a-4b95-a3dc-961ee1e9d318 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:26.031577 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-5710f61a-1a59-4514-8ee6-bfa3312e1a77 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:26.032322 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-5710f61a-1a59-4514-8ee6-bfa3312e1a77 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:26.119618 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-23c8aba7-8c5a-47f1-acf4-9a1fe7257510 req-b2e89c87-ad7a-4b95-a3dc-961ee1e9d318 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:26.165466 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 55394) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:14:26.191961 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-faf057db-341e-4b8c-94be-5be345c4db59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:26.246880 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2e9764eb-7d09-40af-840a-4ac1148e369e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:26.256324 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-faf057db-341e-4b8c-94be-5be345c4db59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:14:26.262602 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-faf057db-341e-4b8c-94be-5be345c4db59 admin admin] Usage tracker for resource:security_group_rule and tenant:a88d0c9888b74503b599f5975ceab528 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:14:26.266305 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-faf057db-341e-4b8c-94be-5be345c4db59 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:14:26.279796 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-faf057db-341e-4b8c-94be-5be345c4db59 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:14:26.283097 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-5710f61a-1a59-4514-8ee6-bfa3312e1a77 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6018991 May 30 20:14:26.296911 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-de182bcb-1522-4a58-9ac2-3e306672388b tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Request body: {'port': {'device_id': 'f8af66f6-93a3-4b44-964c-0edc263a69f5', 'network_id': 'a7619443-8c8f-449c-b71b-17b9838c2b23', 'admin_state_up': True, 'tenant_id': '81e36025f4964ad6aa1305da6f1825fb', 'security_groups': ['71bec9af-908d-443b-98db-bdfb70c6ea10']}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:14:26.404049 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-58201c3c-18fa-42cb-814f-1553992fbcac None None] Provisioning for port e11c1dce-38fb-439a-b79f-28a1736ee8b8 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:14:26.404049 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-58201c3c-18fa-42cb-814f-1553992fbcac None None] Provisioning complete for port e11c1dce-38fb-439a-b79f-28a1736ee8b8 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:14:26.404049 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-58201c3c-18fa-42cb-814f-1553992fbcac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:26.493580 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-23c8aba7-8c5a-47f1-acf4-9a1fe7257510 req-b2e89c87-ad7a-4b95-a3dc-961ee1e9d318 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:26.536188 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e89c87-ad7a-4b95-a3dc-961ee1e9d318 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e5464ad-ff64-4a9e-bacb-8576bf159822,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:14:26.588060 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-58201c3c-18fa-42cb-814f-1553992fbcac None None] Port e11c1dce-38fb-439a-b79f-28a1736ee8b8 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:14:26.659816 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-faf057db-341e-4b8c-94be-5be345c4db59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:26.720502 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-23c8aba7-8c5a-47f1-acf4-9a1fe7257510 req-b2e89c87-ad7a-4b95-a3dc-961ee1e9d318 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:26.733067 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-23c8aba7-8c5a-47f1-acf4-9a1fe7257510 req-b2e89c87-ad7a-4b95-a3dc-961ee1e9d318 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] 10.222.0.85 "DELETE /v2.0/security-groups/4e5464ad-ff64-4a9e-bacb-8576bf159822 HTTP/1.1" status: 204 len: 173 time: 0.9207444 May 30 20:14:26.746384 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-faf057db-341e-4b8c-94be-5be345c4db59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:26.815738 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf057db-341e-4b8c-94be-5be345c4db59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bcf4e84-4cfa-4c75-8f4f-e803e4d539bd,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:14:26.819078 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-de182bcb-1522-4a58-9ac2-3e306672388b tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:14:26.844083 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-de182bcb-1522-4a58-9ac2-3e306672388b tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:14:26.869278 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-faf057db-341e-4b8c-94be-5be345c4db59 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=a88d0c9888b74503b599f5975ceab528&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7024944 May 30 20:14:26.873466 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 55412) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:14:26.969263 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-de182bcb-1522-4a58-9ac2-3e306672388b tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Made reservation on behalf of 81e36025f4964ad6aa1305da6f1825fb for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:14:26.972032 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-de182bcb-1522-4a58-9ac2-3e306672388b tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:27.041788 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-80331448-c73e-44bb-a851-01075ff918f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:27.102811 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-80331448-c73e-44bb-a851-01075ff918f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:27.290569 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-80331448-c73e-44bb-a851-01075ff918f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:27.315886 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-de182bcb-1522-4a58-9ac2-3e306672388b tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Allocated IP 10.1.1.96 (a7619443-8c8f-449c-b71b-17b9838c2b23/a88285df-a7f2-4329-8d01-6e0453d581e4/65cf2d99-b058-4d03-989d-4197e189c275) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:14:27.324791 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80331448-c73e-44bb-a851-01075ff918f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bcf4e84-4cfa-4c75-8f4f-e803e4d539bd,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:14:27.355799 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-80331448-c73e-44bb-a851-01075ff918f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:27.356242 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-80331448-c73e-44bb-a851-01075ff918f2 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/2bcf4e84-4cfa-4c75-8f4f-e803e4d539bd HTTP/1.1" status: 204 len: 168 time: 0.4782681 May 30 20:14:27.606273 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-de182bcb-1522-4a58-9ac2-3e306672388b tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:27.624069 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-de182bcb-1522-4a58-9ac2-3e306672388b tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Transition to ACTIVE for port object 65cf2d99-b058-4d03-989d-4197e189c275 will not be triggered until provisioned by entity DHCP. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:14:27.793963 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-de182bcb-1522-4a58-9ac2-3e306672388b tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:27.954619 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76890279-27d4-4a09-8dd9-4b310a8b826c req-51e90d5c-1c8e-4d09-8eac-230f0fd2096a tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:27.969236 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76890279-27d4-4a09-8dd9-4b310a8b826c req-51e90d5c-1c8e-4d09-8eac-230f0fd2096a tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:27.984061 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-76890279-27d4-4a09-8dd9-4b310a8b826c req-51e90d5c-1c8e-4d09-8eac-230f0fd2096a tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] 10.222.0.85 "GET /v2.0/ports?device_id=f8af66f6-93a3-4b44-964c-0edc263a69f5 HTTP/1.1" status: 200 len: 1652 time: 0.1623499 May 30 20:14:28.481949 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-76890279-27d4-4a09-8dd9-4b310a8b826c req-a057a809-aecf-4a5d-a0f6-7d76af428b94 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] 10.222.0.85 "GET /v2.0/security-groups?id=71bec9af-908d-443b-98db-bdfb70c6ea10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224420 May 30 20:14:28.486313 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-de182bcb-1522-4a58-9ac2-3e306672388b tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Network a7619443-8c8f-449c-b71b-17b9838c2b23 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:14:28.486313 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-de182bcb-1522-4a58-9ac2-3e306672388b tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:14:28.486313 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de182bcb-1522-4a58-9ac2-3e306672388b tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Pushing event updated for resources: {'Port': ['ID=65cf2d99-b058-4d03-989d-4197e189c275,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:14:28.486313 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-de182bcb-1522-4a58-9ac2-3e306672388b tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:14:28.486313 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-089cd0b1-f93a-4612-ae6b-6f0eb7ddb329 req-948013ed-7820-4428-838f-7213e1874345 tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] 10.222.0.85 "GET /v2.0/security-groups/42d9cdc8-7d8a-45f3-a9c3-502824918a3f HTTP/1.1" status: 200 len: 1633 time: 0.3290927 May 30 20:14:28.486313 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-de182bcb-1522-4a58-9ac2-3e306672388b tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:28.486313 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-de182bcb-1522-4a58-9ac2-3e306672388b tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:28.486313 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-089cd0b1-f93a-4612-ae6b-6f0eb7ddb329 req-fc1d0273-b969-4862-9e69-ad5cfb6da0ab tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:28.514045 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-089cd0b1-f93a-4612-ae6b-6f0eb7ddb329 req-fc1d0273-b969-4862-9e69-ad5cfb6da0ab tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:28.770749 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-de182bcb-1522-4a58-9ac2-3e306672388b tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.4803891 May 30 20:14:28.780433 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-ee98e8b3-291f-4cc5-9091-3a44ddf552e8 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Request body: {'port': {'device_id': 'f8af66f6-93a3-4b44-964c-0edc263a69f5', 'network_id': 'a7619443-8c8f-449c-b71b-17b9838c2b23', 'admin_state_up': True, 'tenant_id': '81e36025f4964ad6aa1305da6f1825fb', 'security_groups': ['71bec9af-908d-443b-98db-bdfb70c6ea10']}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:14:28.834352 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-089cd0b1-f93a-4612-ae6b-6f0eb7ddb329 req-fc1d0273-b969-4862-9e69-ad5cfb6da0ab tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:28.944208 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-42046daa-a1a7-4808-b9fe-b685d188015b None None] Provisioning for port 65cf2d99-b058-4d03-989d-4197e189c275 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:14:28.959271 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-42046daa-a1a7-4808-b9fe-b685d188015b None None] Provisioning complete for port 65cf2d99-b058-4d03-989d-4197e189c275 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:14:28.960503 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-42046daa-a1a7-4808-b9fe-b685d188015b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:29.115285 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-42046daa-a1a7-4808-b9fe-b685d188015b None None] Port 65cf2d99-b058-4d03-989d-4197e189c275 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:14:29.170067 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1d0273-b969-4862-9e69-ad5cfb6da0ab tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42d9cdc8-7d8a-45f3-a9c3-502824918a3f,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:14:29.214678 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-089cd0b1-f93a-4612-ae6b-6f0eb7ddb329 req-fc1d0273-b969-4862-9e69-ad5cfb6da0ab tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:29.217176 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-089cd0b1-f93a-4612-ae6b-6f0eb7ddb329 req-fc1d0273-b969-4862-9e69-ad5cfb6da0ab tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] 10.222.0.85 "DELETE /v2.0/security-groups/42d9cdc8-7d8a-45f3-a9c3-502824918a3f HTTP/1.1" status: 204 len: 173 time: 0.8928769 May 30 20:14:29.227461 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 55456) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:14:29.228893 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1d0273-b969-4862-9e69-ad5cfb6da0ab tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:14:29.230107 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1d0273-b969-4862-9e69-ad5cfb6da0ab tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:14:29.230971 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1d0273-b969-4862-9e69-ad5cfb6da0ab tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:14:29.232911 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1d0273-b969-4862-9e69-ad5cfb6da0ab tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:14:29.233867 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1d0273-b969-4862-9e69-ad5cfb6da0ab tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:14:29.239852 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1d0273-b969-4862-9e69-ad5cfb6da0ab tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:14:29.240716 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1d0273-b969-4862-9e69-ad5cfb6da0ab tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:14:29.241882 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1d0273-b969-4862-9e69-ad5cfb6da0ab tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:14:29.242748 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1d0273-b969-4862-9e69-ad5cfb6da0ab tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:14:29.243745 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1d0273-b969-4862-9e69-ad5cfb6da0ab tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:14:29.244652 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1d0273-b969-4862-9e69-ad5cfb6da0ab tempest-SecurityGroupsTestJSON-1064181864 tempest-SecurityGroupsTestJSON-1064181864-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:14:29.387154 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-ee98e8b3-291f-4cc5-9091-3a44ddf552e8 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:14:29.398221 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-ee98e8b3-291f-4cc5-9091-3a44ddf552e8 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Usage tracker for resource:port and tenant:81e36025f4964ad6aa1305da6f1825fb is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:14:29.401945 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_v2 [None req-60e316bb-648e-433a-bed1-f00ac4f9864f admin admin] Deleting subnet 26b23bbf-887e-4278-88a1-ac21d644c5ec {{(pid=84886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:14:29.406235 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-ee98e8b3-291f-4cc5-9091-3a44ddf552e8 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Quota usage for port was recalculated. Used quota:9. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:14:29.411370 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-60e316bb-648e-433a-bed1-f00ac4f9864f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:29.439068 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-ee98e8b3-291f-4cc5-9091-3a44ddf552e8 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attempting to reserve 1 items for resource port. Total usage: 9; quota limit: 500; headroom:491 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:14:29.502969 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-60e316bb-648e-433a-bed1-f00ac4f9864f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2655517'] for subnet, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:29.547543 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-ee98e8b3-291f-4cc5-9091-3a44ddf552e8 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Made reservation on behalf of 81e36025f4964ad6aa1305da6f1825fb for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:14:29.553397 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-ee98e8b3-291f-4cc5-9091-3a44ddf552e8 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:29.576863 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-89f9893a-c3b5-4577-8610-99ec57c732b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:29.611927 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-60e316bb-648e-433a-bed1-f00ac4f9864f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:29.733432 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 55474) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:14:29.896955 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:29.935798 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-60e316bb-648e-433a-bed1-f00ac4f9864f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4127075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2778536'] for subnet, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:30.177323 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908463f5-cb72-4216-979b-b97e062cb35d req-ad145073-b6c4-4eb6-a040-4342d4ac3cb4 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:30.184961 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-908463f5-cb72-4216-979b-b97e062cb35d req-ad145073-b6c4-4eb6-a040-4342d4ac3cb4 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/networks?id=447ea545-6235-439a-a377-09de7456264b HTTP/1.1" status: 200 len: 806 time: 0.5932708 May 30 20:14:30.219044 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-908463f5-cb72-4216-979b-b97e062cb35d req-4a4375eb-53fb-4165-b345-38060e8facfc tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/quotas/7f20a37d1ec84058864d6080c6a9f8aa HTTP/1.1" status: 200 len: 375 time: 0.0324078 May 30 20:14:30.276540 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e316bb-648e-433a-bed1-f00ac4f9864f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26b23bbf-887e-4278-88a1-ac21d644c5ec,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:14:30.306213 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-ee98e8b3-291f-4cc5-9091-3a44ddf552e8 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Allocated IP 10.1.1.228 (a7619443-8c8f-449c-b71b-17b9838c2b23/a88285df-a7f2-4329-8d01-6e0453d581e4/c78b1fa0-03b2-49cd-9c87-b45453242a60) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:14:30.342108 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e316bb-648e-433a-bed1-f00ac4f9864f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:14:30.342612 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e316bb-648e-433a-bed1-f00ac4f9864f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:14:30.343140 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e316bb-648e-433a-bed1-f00ac4f9864f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:14:30.343618 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e316bb-648e-433a-bed1-f00ac4f9864f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:14:30.344036 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e316bb-648e-433a-bed1-f00ac4f9864f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:14:30.344799 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e316bb-648e-433a-bed1-f00ac4f9864f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:14:30.345448 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e316bb-648e-433a-bed1-f00ac4f9864f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:14:30.346054 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e316bb-648e-433a-bed1-f00ac4f9864f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:14:30.347204 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e316bb-648e-433a-bed1-f00ac4f9864f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:14:30.347204 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e316bb-648e-433a-bed1-f00ac4f9864f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:14:30.347842 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e316bb-648e-433a-bed1-f00ac4f9864f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:14:30.361119 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-60e316bb-648e-433a-bed1-f00ac4f9864f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:30.378188 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-60e316bb-648e-433a-bed1-f00ac4f9864f admin admin] 10.222.0.85 "DELETE /v2.0/subnets/26b23bbf-887e-4278-88a1-ac21d644c5ec HTTP/1.1" status: 204 len: 168 time: 1.1507523 May 30 20:14:30.387076 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 55484) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:14:30.402144 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da321a88-b862-4582-8c57-6cd216ee45fb req-552e96f3-5d7e-4fc0-b746-7eb583f9dd1b tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:30.407648 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da321a88-b862-4582-8c57-6cd216ee45fb req-552e96f3-5d7e-4fc0-b746-7eb583f9dd1b tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:30.409718 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-da321a88-b862-4582-8c57-6cd216ee45fb req-552e96f3-5d7e-4fc0-b746-7eb583f9dd1b tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] 10.222.0.85 "GET /v2.0/ports?device_id=f8af66f6-93a3-4b44-964c-0edc263a69f5 HTTP/1.1" status: 200 len: 1652 time: 0.6286116 May 30 20:14:30.465409 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-324842f3-2804-42ce-9ab2-eb111c1e164f admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=d6b91868f5704c93ab182f6e282adb5a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7280312 May 30 20:14:30.492943 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 55490) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:14:30.589655 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-da321a88-b862-4582-8c57-6cd216ee45fb req-8a25ac5c-ce89-46ba-a63f-0727861f9e4b tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] 10.222.0.85 "GET /v2.0/security-groups?id=71bec9af-908d-443b-98db-bdfb70c6ea10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1535544 May 30 20:14:30.646824 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c0e5d4ff-322b-4dee-842d-d694d69d4576 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:30.739975 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c0e5d4ff-322b-4dee-842d-d694d69d4576 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:30.830890 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-908463f5-cb72-4216-979b-b97e062cb35d req-7b0cf728-c0ff-47aa-80b9-9675433fd0e9 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Synchronizing usage tracker for tenant:7f20a37d1ec84058864d6080c6a9f8aa on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:14:30.903534 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c64e3e3c-d6c8-4b96-8719-c2365b6f4e04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:30.987015 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-908463f5-cb72-4216-979b-b97e062cb35d req-7b0cf728-c0ff-47aa-80b9-9675433fd0e9 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Unset dirty status for tenant:7f20a37d1ec84058864d6080c6a9f8aa on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:14:30.987015 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-908463f5-cb72-4216-979b-b97e062cb35d req-7b0cf728-c0ff-47aa-80b9-9675433fd0e9 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=7f20a37d1ec84058864d6080c6a9f8aa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7637401 May 30 20:14:31.026621 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:31.111843 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c0e5d4ff-322b-4dee-842d-d694d69d4576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:31.139690 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-ee98e8b3-291f-4cc5-9091-3a44ddf552e8 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:31.187567 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e5d4ff-322b-4dee-842d-d694d69d4576 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6ee8f85-74c5-46fe-a3a8-5610018ec9b3,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:14:31.266832 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-ee98e8b3-291f-4cc5-9091-3a44ddf552e8 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Transition to ACTIVE for port object c78b1fa0-03b2-49cd-9c87-b45453242a60 will not be triggered until provisioned by entity DHCP. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:14:31.269627 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c64e3e3c-d6c8-4b96-8719-c2365b6f4e04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:31.272879 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c0e5d4ff-322b-4dee-842d-d694d69d4576 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:31.279934 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-c0e5d4ff-322b-4dee-842d-d694d69d4576 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/b6ee8f85-74c5-46fe-a3a8-5610018ec9b3 HTTP/1.1" status: 204 len: 168 time: 0.7807305 May 30 20:14:31.349169 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-c64e3e3c-d6c8-4b96-8719-c2365b6f4e04 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a9121fe-3c05-4fb0-ad44-174db17c3d5b']}} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:14:31.364898 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-908463f5-cb72-4216-979b-b97e062cb35d req-0386f6e1-b6d4-43d3-aac3-947c609a9740 service neutron] 10.222.0.85 "GET /v2.0/networks/447ea545-6235-439a-a377-09de7456264b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3486602 May 30 20:14:31.367084 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-c64e3e3c-d6c8-4b96-8719-c2365b6f4e04 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd846ad92-c086-40c0-8c7d-67c12dd4eb60') {'for_net_delete': True} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:14:31.367485 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-c64e3e3c-d6c8-4b96-8719-c2365b6f4e04 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd846ad92-c086-40c0-8c7d-67c12dd4eb60') {} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:14:31.385950 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c64e3e3c-d6c8-4b96-8719-c2365b6f4e04 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3149912'] for segment, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:31.481710 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c64e3e3c-d6c8-4b96-8719-c2365b6f4e04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:31.505658 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c64e3e3c-d6c8-4b96-8719-c2365b6f4e04 admin admin] Releasing vlan 672 on physical network physnet1 to pool {{(pid=84887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:14:31.506561 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c64e3e3c-d6c8-4b96-8719-c2365b6f4e04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4055488'] for segment, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:31.521892 n-d-843948-2 neutron-server[84887]: Traceback (most recent call last): May 30 20:14:31.521892 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:14:31.521892 n-d-843948-2 neutron-server[84887]: timer() May 30 20:14:31.521892 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:14:31.521892 n-d-843948-2 neutron-server[84887]: cb(*args, **kw) May 30 20:14:31.521892 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:14:31.521892 n-d-843948-2 neutron-server[84887]: return func(*args, **kwargs) May 30 20:14:31.521892 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:14:31.521892 n-d-843948-2 neutron-server[84887]: self._notify() May 30 20:14:31.521892 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:14:31.521892 n-d-843948-2 neutron-server[84887]: self.callback(batched_events) May 30 20:14:31.521892 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:14:31.521892 n-d-843948-2 neutron-server[84887]: event.method(event) May 30 20:14:31.521892 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:14:31.521892 n-d-843948-2 neutron-server[84887]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:14:31.521892 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:14:31.521892 n-d-843948-2 neutron-server[84887]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:14:31.521892 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:14:31.521892 n-d-843948-2 neutron-server[84887]: return f(self, *a, **k) May 30 20:14:31.521892 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:14:31.521892 n-d-843948-2 neutron-server[84887]: return self._get(url).json() May 30 20:14:31.521892 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:14:31.521892 n-d-843948-2 neutron-server[84887]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:14:31.521892 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:14:31.521892 n-d-843948-2 neutron-server[84887]: return self.request(url, 'GET', **kwargs) May 30 20:14:31.521892 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:14:31.521892 n-d-843948-2 neutron-server[84887]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:14:31.521892 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:14:31.521892 n-d-843948-2 neutron-server[84887]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:14:31.521892 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:14:31.521892 n-d-843948-2 neutron-server[84887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:14:31.521892 n-d-843948-2 neutron-server[84887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:14:31.590722 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-ee98e8b3-291f-4cc5-9091-3a44ddf552e8 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:31.751873 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-ee98e8b3-291f-4cc5-9091-3a44ddf552e8 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Network a7619443-8c8f-449c-b71b-17b9838c2b23 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:14:31.760067 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-ee98e8b3-291f-4cc5-9091-3a44ddf552e8 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:14:31.763056 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-ee98e8b3-291f-4cc5-9091-3a44ddf552e8 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:14:31.808787 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-908463f5-cb72-4216-979b-b97e062cb35d req-f370a784-c550-4295-b174-91f2075b4906 service neutron] 10.222.0.85 "GET /v2.0/networks/447ea545-6235-439a-a377-09de7456264b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4264619 May 30 20:14:31.809811 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee98e8b3-291f-4cc5-9091-3a44ddf552e8 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Pushing event updated for resources: {'Port': ['ID=c78b1fa0-03b2-49cd-9c87-b45453242a60,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:14:31.845176 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c64e3e3c-d6c8-4b96-8719-c2365b6f4e04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:31.860400 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c64e3e3c-d6c8-4b96-8719-c2365b6f4e04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:31.910614 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64e3e3c-d6c8-4b96-8719-c2365b6f4e04 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a9121fe-3c05-4fb0-ad44-174db17c3d5b,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:14:31.936294 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-ee98e8b3-291f-4cc5-9091-3a44ddf552e8 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:31.937264 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-ee98e8b3-291f-4cc5-9091-3a44ddf552e8 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:32.087130 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-ee98e8b3-291f-4cc5-9091-3a44ddf552e8 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3115408 May 30 20:14:32.101514 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-cf296d24-b5ae-457d-be21-75631a40c9f7 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Request body: {'port': {'device_id': 'f8af66f6-93a3-4b44-964c-0edc263a69f5', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '3f114897-b454-4ffb-8b12-a7f676cbd8b7', 'admin_state_up': True, 'tenant_id': '81e36025f4964ad6aa1305da6f1825fb', 'security_groups': ['71bec9af-908d-443b-98db-bdfb70c6ea10']}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:14:32.513547 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-7b885054-81f8-426b-8795-a27c0d8bc464 None None] Provisioning for port c78b1fa0-03b2-49cd-9c87-b45453242a60 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:14:32.521247 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-7b885054-81f8-426b-8795-a27c0d8bc464 None None] Provisioning complete for port c78b1fa0-03b2-49cd-9c87-b45453242a60 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:14:32.521675 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-7b885054-81f8-426b-8795-a27c0d8bc464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:32.612038 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-7b885054-81f8-426b-8795-a27c0d8bc464 None None] Port c78b1fa0-03b2-49cd-9c87-b45453242a60 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:14:32.614765 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:32.631271 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-c64e3e3c-d6c8-4b96-8719-c2365b6f4e04 admin admin] 10.222.0.85 "DELETE /v2.0/networks/4a9121fe-3c05-4fb0-ad44-174db17c3d5b HTTP/1.1" status: 204 len: 168 time: 2.2391503 May 30 20:14:32.633781 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-cf296d24-b5ae-457d-be21-75631a40c9f7 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:14:32.646168 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-cf296d24-b5ae-457d-be21-75631a40c9f7 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Usage tracker for resource:port and tenant:81e36025f4964ad6aa1305da6f1825fb is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:14:32.662578 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-cf296d24-b5ae-457d-be21-75631a40c9f7 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Quota usage for port was recalculated. Used quota:10. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:14:32.665194 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-cf296d24-b5ae-457d-be21-75631a40c9f7 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:14:32.755213 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:14:32.767338 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-cf296d24-b5ae-457d-be21-75631a40c9f7 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Made reservation on behalf of 81e36025f4964ad6aa1305da6f1825fb for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:14:32.927754 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e12809-5f4a-4493-9323-1c117a8c85ce req-25b7765e-a6c6-4ccf-b4dc-5edeb6b082ae tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:32.950975 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e12809-5f4a-4493-9323-1c117a8c85ce req-25b7765e-a6c6-4ccf-b4dc-5edeb6b082ae tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:32.979860 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e12809-5f4a-4493-9323-1c117a8c85ce req-25b7765e-a6c6-4ccf-b4dc-5edeb6b082ae tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:33.003965 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-13e12809-5f4a-4493-9323-1c117a8c85ce req-25b7765e-a6c6-4ccf-b4dc-5edeb6b082ae tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] 10.222.0.85 "GET /v2.0/ports?device_id=f8af66f6-93a3-4b44-964c-0edc263a69f5 HTTP/1.1" status: 200 len: 2373 time: 0.3278975 May 30 20:14:33.065907 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-304f661f-2f64-4f7b-acc3-dcff8fcf18ea req-2e7e6c51-34e9-44f0-bff0-bb97953f82cd tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/ports?device_id=d8ed4eb4-bd45-4dbb-8a7d-4f4b56681494 HTTP/1.1" status: 200 len: 210 time: 0.0878410 May 30 20:14:33.146807 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-13e12809-5f4a-4493-9323-1c117a8c85ce req-31dfc208-6c22-48b2-83ab-ea2a45907365 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] 10.222.0.85 "GET /v2.0/security-groups?id=71bec9af-908d-443b-98db-bdfb70c6ea10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1378083 May 30 20:14:33.215807 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-cf296d24-b5ae-457d-be21-75631a40c9f7 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:33.594095 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 55554) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:14:33.814781 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-cf296d24-b5ae-457d-be21-75631a40c9f7 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Allocated IP 10.2.2.100 (3f114897-b454-4ffb-8b12-a7f676cbd8b7/561eb42b-7b18-4427-9f39-9d1695eb4bda/3f6b9a55-b5e7-4182-9909-1b1b41b5b5e5) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:14:33.863614 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-0f7b09b3-6876-4178-b7a3-12ff43a76c96 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=fa8a8e16668d4cd3985a20ee71169357&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2677219 May 30 20:14:33.871928 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 55562) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:14:34.051610 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8d64eaff-04ce-46ac-a086-f00642a0fe41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:34.132058 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8d64eaff-04ce-46ac-a086-f00642a0fe41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:34.273091 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-cf296d24-b5ae-457d-be21-75631a40c9f7 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:34.374471 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3ded6d5e-8283-40af-9416-132f6f7fe817 req-768892de-2d2b-41f2-b0bd-62d593e2b240 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/ports?device_id=d8ed4eb4-bd45-4dbb-8a7d-4f4b56681494 HTTP/1.1" status: 200 len: 210 time: 0.0444465 May 30 20:14:34.455864 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-cf296d24-b5ae-457d-be21-75631a40c9f7 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Transition to ACTIVE for port object 3f6b9a55-b5e7-4182-9909-1b1b41b5b5e5 will not be triggered until provisioned by entity DHCP. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:14:34.456078 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8d64eaff-04ce-46ac-a086-f00642a0fe41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:34.491576 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d64eaff-04ce-46ac-a086-f00642a0fe41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee3a99c9-b491-4b30-b550-7e2cbfacbd55,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:14:34.511471 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8d64eaff-04ce-46ac-a086-f00642a0fe41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:34.517855 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-8d64eaff-04ce-46ac-a086-f00642a0fe41 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/ee3a99c9-b491-4b30-b550-7e2cbfacbd55 HTTP/1.1" status: 204 len: 168 time: 0.6445255 May 30 20:14:34.678513 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-cf296d24-b5ae-457d-be21-75631a40c9f7 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:34.933362 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b33e94d-c6d2-49c0-8280-7788ae5e84ae req-5a9cdcf6-9ca8-4954-992d-b1fe8195a8ba tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:34.940042 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b33e94d-c6d2-49c0-8280-7788ae5e84ae req-5a9cdcf6-9ca8-4954-992d-b1fe8195a8ba tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:34.945859 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b33e94d-c6d2-49c0-8280-7788ae5e84ae req-5a9cdcf6-9ca8-4954-992d-b1fe8195a8ba tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:34.951109 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b33e94d-c6d2-49c0-8280-7788ae5e84ae req-5a9cdcf6-9ca8-4954-992d-b1fe8195a8ba tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:34.960388 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0b33e94d-c6d2-49c0-8280-7788ae5e84ae req-5a9cdcf6-9ca8-4954-992d-b1fe8195a8ba tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] 10.222.0.85 "GET /v2.0/ports?device_id=f8af66f6-93a3-4b44-964c-0edc263a69f5 HTTP/1.1" status: 200 len: 3094 time: 0.2762160 May 30 20:14:35.005352 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-cf296d24-b5ae-457d-be21-75631a40c9f7 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Network 3f114897-b454-4ffb-8b12-a7f676cbd8b7 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:14:35.011935 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-cf296d24-b5ae-457d-be21-75631a40c9f7 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:14:35.039430 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-cf296d24-b5ae-457d-be21-75631a40c9f7 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:14:35.110250 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0b33e94d-c6d2-49c0-8280-7788ae5e84ae req-92fc8bd5-bc98-435c-b1e3-da703b499f76 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] 10.222.0.85 "GET /v2.0/security-groups?id=71bec9af-908d-443b-98db-bdfb70c6ea10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1482406 May 30 20:14:35.123607 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf296d24-b5ae-457d-be21-75631a40c9f7 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Pushing event updated for resources: {'Port': ['ID=3f6b9a55-b5e7-4182-9909-1b1b41b5b5e5,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:14:35.204663 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-cf296d24-b5ae-457d-be21-75631a40c9f7 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:35.207880 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-cf296d24-b5ae-457d-be21-75631a40c9f7 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:35.367365 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-cf296d24-b5ae-457d-be21-75631a40c9f7 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2737648 May 30 20:14:35.382826 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-e1f9c8e1-7d32-4215-9034-eebdd49ee609 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Request body: {'port': {'device_id': 'f8af66f6-93a3-4b44-964c-0edc263a69f5', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '3f114897-b454-4ffb-8b12-a7f676cbd8b7', 'admin_state_up': True, 'tenant_id': '81e36025f4964ad6aa1305da6f1825fb', 'security_groups': ['71bec9af-908d-443b-98db-bdfb70c6ea10']}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:14:35.680686 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-e1f9c8e1-7d32-4215-9034-eebdd49ee609 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:14:35.693011 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-e1f9c8e1-7d32-4215-9034-eebdd49ee609 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Usage tracker for resource:port and tenant:81e36025f4964ad6aa1305da6f1825fb is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:14:35.708703 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-e1f9c8e1-7d32-4215-9034-eebdd49ee609 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Quota usage for port was recalculated. Used quota:11. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:14:35.708864 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-39d7201f-9d62-418f-9732-aef60eca0eb3 None None] Provisioning for port 3f6b9a55-b5e7-4182-9909-1b1b41b5b5e5 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:14:35.719404 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-39d7201f-9d62-418f-9732-aef60eca0eb3 None None] Provisioning complete for port 3f6b9a55-b5e7-4182-9909-1b1b41b5b5e5 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:14:35.722268 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-39d7201f-9d62-418f-9732-aef60eca0eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:35.739948 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-e1f9c8e1-7d32-4215-9034-eebdd49ee609 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attempting to reserve 1 items for resource port. Total usage: 11; quota limit: 500; headroom:489 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:14:35.894394 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-39d7201f-9d62-418f-9732-aef60eca0eb3 None None] Port 3f6b9a55-b5e7-4182-9909-1b1b41b5b5e5 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:14:35.986267 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-72f6c2ca-55a3-4f64-a5d2-c785db0bfb1d req-c07665d2-6592-44a2-ba0e-d102e9f2b823 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/ports?device_id=d8ed4eb4-bd45-4dbb-8a7d-4f4b56681494 HTTP/1.1" status: 200 len: 210 time: 0.1359503 May 30 20:14:35.989657 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-e1f9c8e1-7d32-4215-9034-eebdd49ee609 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Made reservation on behalf of 81e36025f4964ad6aa1305da6f1825fb for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:14:35.996178 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-e1f9c8e1-7d32-4215-9034-eebdd49ee609 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:36.497081 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-e1f9c8e1-7d32-4215-9034-eebdd49ee609 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Allocated IP 10.2.2.200 (3f114897-b454-4ffb-8b12-a7f676cbd8b7/561eb42b-7b18-4427-9f39-9d1695eb4bda/cda388b0-e696-46f5-b74b-e60dd3d28e14) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:14:36.741545 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b570cdd8-dfe1-47ca-ae52-5e8efb43d293 req-b4e3a306-b3cc-49c1-a655-f7c773a786d0 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:36.756151 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b570cdd8-dfe1-47ca-ae52-5e8efb43d293 req-b4e3a306-b3cc-49c1-a655-f7c773a786d0 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:36.768068 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b570cdd8-dfe1-47ca-ae52-5e8efb43d293 req-b4e3a306-b3cc-49c1-a655-f7c773a786d0 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:36.776733 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b570cdd8-dfe1-47ca-ae52-5e8efb43d293 req-b4e3a306-b3cc-49c1-a655-f7c773a786d0 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:36.795941 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b570cdd8-dfe1-47ca-ae52-5e8efb43d293 req-b4e3a306-b3cc-49c1-a655-f7c773a786d0 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] 10.222.0.85 "GET /v2.0/ports?device_id=f8af66f6-93a3-4b44-964c-0edc263a69f5 HTTP/1.1" status: 200 len: 3094 time: 0.2282903 May 30 20:14:36.925378 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-e1f9c8e1-7d32-4215-9034-eebdd49ee609 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:36.962818 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-e1f9c8e1-7d32-4215-9034-eebdd49ee609 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Transition to ACTIVE for port object cda388b0-e696-46f5-b74b-e60dd3d28e14 will not be triggered until provisioned by entity DHCP. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:14:36.970543 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b570cdd8-dfe1-47ca-ae52-5e8efb43d293 req-18936e6a-74fc-4a98-b0f6-95bd9720461a tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] 10.222.0.85 "GET /v2.0/security-groups?id=71bec9af-908d-443b-98db-bdfb70c6ea10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1689441 May 30 20:14:37.118806 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908463f5-cb72-4216-979b-b97e062cb35d req-083916ee-4b43-407e-92d5-a31c32f5fcd0 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:37.120367 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-908463f5-cb72-4216-979b-b97e062cb35d req-083916ee-4b43-407e-92d5-a31c32f5fcd0 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.86 "GET /v2.0/networks?id=447ea545-6235-439a-a377-09de7456264b HTTP/1.1" status: 200 len: 806 time: 0.5108435 May 30 20:14:37.122274 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-e1f9c8e1-7d32-4215-9034-eebdd49ee609 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:37.185544 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-908463f5-cb72-4216-979b-b97e062cb35d req-69ea4c0a-3d9b-4575-8dd6-34d301f72f38 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Request body: {'port': {'device_id': 'd8ed4eb4-bd45-4dbb-8a7d-4f4b56681494', 'network_id': '447ea545-6235-439a-a377-09de7456264b', 'admin_state_up': True, 'tenant_id': '7f20a37d1ec84058864d6080c6a9f8aa'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:14:37.242096 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f3b02c0f-e660-4bdd-8529-9e65fb25b46a req-a0a07626-3b93-42db-b2b2-eda5939804f1 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/ports?device_id=d8ed4eb4-bd45-4dbb-8a7d-4f4b56681494 HTTP/1.1" status: 200 len: 210 time: 0.0908570 May 30 20:14:37.593414 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-e1f9c8e1-7d32-4215-9034-eebdd49ee609 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Network 3f114897-b454-4ffb-8b12-a7f676cbd8b7 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:14:37.603693 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-e1f9c8e1-7d32-4215-9034-eebdd49ee609 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:14:37.614925 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-e1f9c8e1-7d32-4215-9034-eebdd49ee609 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:14:37.634451 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 55656) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:14:37.730968 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-e1f9c8e1-7d32-4215-9034-eebdd49ee609 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:37.730968 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-e1f9c8e1-7d32-4215-9034-eebdd49ee609 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:37.736620 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f9c8e1-7d32-4215-9034-eebdd49ee609 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Pushing event updated for resources: {'Port': ['ID=cda388b0-e696-46f5-b74b-e60dd3d28e14,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:14:37.922767 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-908463f5-cb72-4216-979b-b97e062cb35d req-69ea4c0a-3d9b-4575-8dd6-34d301f72f38 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:14:37.938422 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-908463f5-cb72-4216-979b-b97e062cb35d req-69ea4c0a-3d9b-4575-8dd6-34d301f72f38 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:14:37.999370 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-e1f9c8e1-7d32-4215-9034-eebdd49ee609 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6255834 May 30 20:14:38.011907 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 55664) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:14:38.012826 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-4823a152-8ca7-4e7e-a60e-17fa76b3a89f service neutron] Request body: {'port': {'device_id': 'f8af66f6-93a3-4b44-964c-0edc263a69f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843948-2'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:14:38.142572 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-908463f5-cb72-4216-979b-b97e062cb35d req-69ea4c0a-3d9b-4575-8dd6-34d301f72f38 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Made reservation on behalf of 7f20a37d1ec84058864d6080c6a9f8aa for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:14:38.165026 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-908463f5-cb72-4216-979b-b97e062cb35d req-69ea4c0a-3d9b-4575-8dd6-34d301f72f38 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:38.199260 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b0b9831f-6a7b-4daf-bf3e-c308a57fd799 None None] Provisioning for port cda388b0-e696-46f5-b74b-e60dd3d28e14 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:14:38.204743 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b0b9831f-6a7b-4daf-bf3e-c308a57fd799 None None] Provisioning complete for port cda388b0-e696-46f5-b74b-e60dd3d28e14 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:14:38.205156 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b0b9831f-6a7b-4daf-bf3e-c308a57fd799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:38.323119 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-b0b9831f-6a7b-4daf-bf3e-c308a57fd799 None None] Port cda388b0-e696-46f5-b74b-e60dd3d28e14 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:14:38.449302 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c8c6b8ab-cd1a-402d-a6b8-51b3ac1adb14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:38.488362 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-c8c6b8ab-cd1a-402d-a6b8-51b3ac1adb14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:14:38.497403 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-c8c6b8ab-cd1a-402d-a6b8-51b3ac1adb14 admin admin] Usage tracker for resource:security_group_rule and tenant:573fae9223d44e799d5fb37e95e071a1 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:14:38.499327 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-c8c6b8ab-cd1a-402d-a6b8-51b3ac1adb14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:14:38.507408 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-c8c6b8ab-cd1a-402d-a6b8-51b3ac1adb14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:14:38.593655 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c8c6b8ab-cd1a-402d-a6b8-51b3ac1adb14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:38.629657 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-4823a152-8ca7-4e7e-a60e-17fa76b3a89f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:38.674453 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a7b312cb-7703-4fd1-b042-d3a9f1ed9ca8 req-9161b31b-a431-41f6-941f-4d5d1aff548f tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/ports?device_id=d8ed4eb4-bd45-4dbb-8a7d-4f4b56681494 HTTP/1.1" status: 200 len: 210 time: 0.0787969 May 30 20:14:38.680236 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-788630ac-1db6-4562-a8de-6f1f599c5404 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:38.695614 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c8c6b8ab-cd1a-402d-a6b8-51b3ac1adb14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:38.782587 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c6b8ab-cd1a-402d-a6b8-51b3ac1adb14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b325c25-e488-4237-ace6-80d0b8df8725,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:14:38.846933 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-c8c6b8ab-cd1a-402d-a6b8-51b3ac1adb14 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=573fae9223d44e799d5fb37e95e071a1&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2036788 May 30 20:14:38.848418 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 55686) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:14:38.869197 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-788630ac-1db6-4562-a8de-6f1f599c5404 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:14:38.877479 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e58beef-3147-4ec1-a067-6fec41f14b73 req-b8ca8a49-27ef-4e12-9bcb-d7323a65c4b5 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:38.877782 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-788630ac-1db6-4562-a8de-6f1f599c5404 admin admin] Usage tracker for resource:security_group_rule and tenant:d4f95d0d8046476c906577c6b9c27a95 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:14:38.882782 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e58beef-3147-4ec1-a067-6fec41f14b73 req-b8ca8a49-27ef-4e12-9bcb-d7323a65c4b5 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:38.889451 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e58beef-3147-4ec1-a067-6fec41f14b73 req-b8ca8a49-27ef-4e12-9bcb-d7323a65c4b5 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:38.889671 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-788630ac-1db6-4562-a8de-6f1f599c5404 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:14:38.894134 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e58beef-3147-4ec1-a067-6fec41f14b73 req-b8ca8a49-27ef-4e12-9bcb-d7323a65c4b5 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:38.899164 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e58beef-3147-4ec1-a067-6fec41f14b73 req-b8ca8a49-27ef-4e12-9bcb-d7323a65c4b5 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:38.900051 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-788630ac-1db6-4562-a8de-6f1f599c5404 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:14:38.900446 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-4e58beef-3147-4ec1-a067-6fec41f14b73 req-b8ca8a49-27ef-4e12-9bcb-d7323a65c4b5 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Synchronizing usage tracker for tenant:81e36025f4964ad6aa1305da6f1825fb on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:14:38.997579 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-eed40b66-e01a-4cb9-9777-61e0e1516971 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:39.003723 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [req-908463f5-cb72-4216-979b-b97e062cb35d req-69ea4c0a-3d9b-4575-8dd6-34d301f72f38 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Allocated IP 172.20.0.13 (447ea545-6235-439a-a377-09de7456264b/e5689849-4104-472f-a1ce-eede6d9545dd/6f1ac051-3c3f-42ee-8075-0416c2ec16cf) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:14:39.124171 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-eed40b66-e01a-4cb9-9777-61e0e1516971 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:39.140045 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-788630ac-1db6-4562-a8de-6f1f599c5404 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:39.166134 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-4e58beef-3147-4ec1-a067-6fec41f14b73 req-b8ca8a49-27ef-4e12-9bcb-d7323a65c4b5 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Unset dirty status for tenant:81e36025f4964ad6aa1305da6f1825fb on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:14:39.167578 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4e58beef-3147-4ec1-a067-6fec41f14b73 req-b8ca8a49-27ef-4e12-9bcb-d7323a65c4b5 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] 10.222.0.85 "GET /v2.0/ports?device_id=f8af66f6-93a3-4b44-964c-0edc263a69f5 HTTP/1.1" status: 200 len: 3815 time: 0.7882650 May 30 20:14:39.314135 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-788630ac-1db6-4562-a8de-6f1f599c5404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:39.366667 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4e58beef-3147-4ec1-a067-6fec41f14b73 req-f1dafd4a-2647-4e96-a681-53448373610f tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] 10.222.0.85 "GET /v2.0/security-groups?id=71bec9af-908d-443b-98db-bdfb70c6ea10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1888227 May 30 20:14:39.420881 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-eed40b66-e01a-4cb9-9777-61e0e1516971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:39.450707 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788630ac-1db6-4562-a8de-6f1f599c5404 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b266cc4-53e0-4a13-930d-8674e6f3c115,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:14:39.452667 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.db.resource_extend [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-4823a152-8ca7-4e7e-a60e-17fa76b3a89f service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:14:39.482151 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed40b66-e01a-4cb9-9777-61e0e1516971 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b325c25-e488-4237-ace6-80d0b8df8725,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:14:39.495312 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-788630ac-1db6-4562-a8de-6f1f599c5404 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=d4f95d0d8046476c906577c6b9c27a95&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4800706 May 30 20:14:39.514420 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-eed40b66-e01a-4cb9-9777-61e0e1516971 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:39.516692 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-eed40b66-e01a-4cb9-9777-61e0e1516971 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/4b325c25-e488-4237-ace6-80d0b8df8725 HTTP/1.1" status: 204 len: 168 time: 0.6664147 May 30 20:14:39.517673 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 55696) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:14:39.603044 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-908463f5-cb72-4216-979b-b97e062cb35d req-69ea4c0a-3d9b-4575-8dd6-34d301f72f38 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:39.615009 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a2371f30-1677-45dd-b21f-7e972cc1e939 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:39.630495 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-4823a152-8ca7-4e7e-a60e-17fa76b3a89f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e11c1dce-38fb-439a-b79f-28a1736ee8b8 {{(pid=84887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:14:39.648370 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-4823a152-8ca7-4e7e-a60e-17fa76b3a89f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:39.668785 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a2371f30-1677-45dd-b21f-7e972cc1e939 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:39.679794 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 55704) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:14:39.696813 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-4823a152-8ca7-4e7e-a60e-17fa76b3a89f service neutron] Transition to ACTIVE for port object e11c1dce-38fb-439a-b79f-28a1736ee8b8 will not be triggered until provisioned by entity L2. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:14:39.772916 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-4823a152-8ca7-4e7e-a60e-17fa76b3a89f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:39.852974 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a2371f30-1677-45dd-b21f-7e972cc1e939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:39.877554 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2371f30-1677-45dd-b21f-7e972cc1e939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b266cc4-53e0-4a13-930d-8674e6f3c115,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:14:39.880726 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a2371f30-1677-45dd-b21f-7e972cc1e939 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:39.882335 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-a2371f30-1677-45dd-b21f-7e972cc1e939 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/0b266cc4-53e0-4a13-930d-8674e6f3c115 HTTP/1.1" status: 204 len: 168 time: 0.3628926 May 30 20:14:39.899949 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-908463f5-cb72-4216-979b-b97e062cb35d req-69ea4c0a-3d9b-4575-8dd6-34d301f72f38 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:39.929817 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['8e5aeea2-b35a-41eb-83bf-3b475ff14780'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:14:40.099830 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024e143a-bd0f-444a-8582-831417e24e97 req-e07073f1-cc0e-405e-ac52-8bc313ef827b tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:40.106611 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-024e143a-bd0f-444a-8582-831417e24e97 req-e07073f1-cc0e-405e-ac52-8bc313ef827b tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/ports?device_id=d8ed4eb4-bd45-4dbb-8a7d-4f4b56681494 HTTP/1.1" status: 200 len: 932 time: 0.1545520 May 30 20:14:40.150411 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-908463f5-cb72-4216-979b-b97e062cb35d req-69ea4c0a-3d9b-4575-8dd6-34d301f72f38 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Network 447ea545-6235-439a-a377-09de7456264b is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:14:40.164183 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [req-908463f5-cb72-4216-979b-b97e062cb35d req-69ea4c0a-3d9b-4575-8dd6-34d301f72f38 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:14:40.169442 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-908463f5-cb72-4216-979b-b97e062cb35d req-69ea4c0a-3d9b-4575-8dd6-34d301f72f38 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:14:40.273634 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-024e143a-bd0f-444a-8582-831417e24e97 req-43307447-f3d7-4f6a-ba8d-562daef3c233 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/security-groups?id=3b7b472c-21af-4683-a7b2-e1dc38380326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649272 May 30 20:14:40.406302 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4823a152-8ca7-4e7e-a60e-17fa76b3a89f service neutron] Pushing event updated for resources: {'Port': ['ID=e11c1dce-38fb-439a-b79f-28a1736ee8b8,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:14:40.544609 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908463f5-cb72-4216-979b-b97e062cb35d req-69ea4c0a-3d9b-4575-8dd6-34d301f72f38 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:40.546087 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-908463f5-cb72-4216-979b-b97e062cb35d req-69ea4c0a-3d9b-4575-8dd6-34d301f72f38 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:40.685561 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f00e3b94-9510-4712-8a63-c47d11205909 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:40.698948 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ea4c0a-3d9b-4575-8dd6-34d301f72f38 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Pushing event updated for resources: {'Port': ['ID=6f1ac051-3c3f-42ee-8075-0416c2ec16cf,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:14:40.794313 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 55722) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:14:40.812807 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-4823a152-8ca7-4e7e-a60e-17fa76b3a89f service neutron] Attempting to bind port e11c1dce-38fb-439a-b79f-28a1736ee8b8 on host n-h1-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:14:40.812807 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-4823a152-8ca7-4e7e-a60e-17fa76b3a89f service neutron] Attempting to bind port e11c1dce-38fb-439a-b79f-28a1736ee8b8 by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': 'b72c5675-2dd4-4112-882d-4e6c4ce463bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'ac0cf993-3653-417b-b55c-1e0d903ad371'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:14:40.812807 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-4823a152-8ca7-4e7e-a60e-17fa76b3a89f service neutron] Attempting to bind port e11c1dce-38fb-439a-b79f-28a1736ee8b8 on network ac0cf993-3653-417b-b55c-1e0d903ad371 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:14:40.814608 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-f00e3b94-9510-4712-8a63-c47d11205909 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:14:40.825228 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-f00e3b94-9510-4712-8a63-c47d11205909 admin admin] Usage tracker for resource:security_group_rule and tenant:fa110e28fdfb4fa8b6aa0f0b04eaa5cc is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:14:40.832982 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-f00e3b94-9510-4712-8a63-c47d11205909 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:14:40.844420 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-f00e3b94-9510-4712-8a63-c47d11205909 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:14:40.848345 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-908463f5-cb72-4216-979b-b97e062cb35d req-69ea4c0a-3d9b-4575-8dd6-34d301f72f38 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6865776 May 30 20:14:40.851720 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-4823a152-8ca7-4e7e-a60e-17fa76b3a89f service neutron] Port e11c1dce-38fb-439a-b79f-28a1736ee8b8 on network ac0cf993-3653-417b-b55c-1e0d903ad371 not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:14:40.852045 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-4823a152-8ca7-4e7e-a60e-17fa76b3a89f service neutron] Attempting to bind port e11c1dce-38fb-439a-b79f-28a1736ee8b8 on network ac0cf993-3653-417b-b55c-1e0d903ad371 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:14:40.873771 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-908463f5-cb72-4216-979b-b97e062cb35d req-c61ad273-577e-4092-82ac-af3db8a600d0 service neutron] Request body: {'port': {'device_id': 'd8ed4eb4-bd45-4dbb-8a7d-4f4b56681494', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843948-2'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:14:41.041181 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-4823a152-8ca7-4e7e-a60e-17fa76b3a89f service neutron] Checking agent: {'id': 'f728d74e-a4ae-4384-860b-a5ade05dd8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:14:41.041506 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-4823a152-8ca7-4e7e-a60e-17fa76b3a89f service neutron] Checking segment: {'id': 'b72c5675-2dd4-4112-882d-4e6c4ce463bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'ac0cf993-3653-417b-b55c-1e0d903ad371'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:14:41.041929 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-4823a152-8ca7-4e7e-a60e-17fa76b3a89f service neutron] Bound using segment: {'id': 'b72c5675-2dd4-4112-882d-4e6c4ce463bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'ac0cf993-3653-417b-b55c-1e0d903ad371'} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:14:41.042369 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-4823a152-8ca7-4e7e-a60e-17fa76b3a89f service neutron] Bound port: e11c1dce-38fb-439a-b79f-28a1736ee8b8, host: n-h1-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b72c5675-2dd4-4112-882d-4e6c4ce463bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'ac0cf993-3653-417b-b55c-1e0d903ad371'}}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:14:41.042704 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-4823a152-8ca7-4e7e-a60e-17fa76b3a89f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:41.133013 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e6f173-42c8-46c3-94da-671d2046fc9e req-b3544f9f-e995-4c02-a2ad-33b7c579b89b tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:41.136872 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e6f173-42c8-46c3-94da-671d2046fc9e req-b3544f9f-e995-4c02-a2ad-33b7c579b89b tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:41.140996 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e6f173-42c8-46c3-94da-671d2046fc9e req-b3544f9f-e995-4c02-a2ad-33b7c579b89b tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:41.145792 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e6f173-42c8-46c3-94da-671d2046fc9e req-b3544f9f-e995-4c02-a2ad-33b7c579b89b tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:41.149988 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e6f173-42c8-46c3-94da-671d2046fc9e req-b3544f9f-e995-4c02-a2ad-33b7c579b89b tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:41.151886 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-91e6f173-42c8-46c3-94da-671d2046fc9e req-b3544f9f-e995-4c02-a2ad-33b7c579b89b tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] 10.222.0.85 "GET /v2.0/ports?device_id=f8af66f6-93a3-4b44-964c-0edc263a69f5 HTTP/1.1" status: 200 len: 3827 time: 0.4408715 May 30 20:14:41.287247 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-908463f5-cb72-4216-979b-b97e062cb35d req-c61ad273-577e-4092-82ac-af3db8a600d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:41.431404 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f00e3b94-9510-4712-8a63-c47d11205909 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:41.446544 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-4823a152-8ca7-4e7e-a60e-17fa76b3a89f service neutron] For port e11c1dce-38fb-439a-b79f-28a1736ee8b8, host n-h1-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:14:41.480722 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-1a1fc344-0680-4112-a1f8-abdd37f2e619 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-771255782-network', 'tenant_id': 'a98770a137d04e48a5baba76bc9996d9'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:14:41.482455 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-91e6f173-42c8-46c3-94da-671d2046fc9e req-a58d16a0-61b0-45d9-bb46-0524d65c2ef2 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] 10.222.0.85 "GET /v2.0/security-groups?id=71bec9af-908d-443b-98db-bdfb70c6ea10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3182211 May 30 20:14:41.491850 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-1a1fc344-0680-4112-a1f8-abdd37f2e619 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:14:41.506336 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-1a1fc344-0680-4112-a1f8-abdd37f2e619 admin admin] Usage tracker for resource:network and tenant:a98770a137d04e48a5baba76bc9996d9 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:14:41.517752 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-1a1fc344-0680-4112-a1f8-abdd37f2e619 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:14:41.539966 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-1a1fc344-0680-4112-a1f8-abdd37f2e619 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:14:41.567204 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-4823a152-8ca7-4e7e-a60e-17fa76b3a89f service neutron] For port e11c1dce-38fb-439a-b79f-28a1736ee8b8, host n-h1-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=e11c1dce-38fb-439a-b79f-28a1736ee8b8,segment=NetworkSegment(b72c5675-2dd4-4112-882d-4e6c4ce463bb),segment_id=b72c5675-2dd4-4112-882d-4e6c4ce463bb)] {{(pid=84887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:14:41.598514 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f00e3b94-9510-4712-8a63-c47d11205909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:41.665084 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a1fc344-0680-4112-a1f8-abdd37f2e619 admin admin] Made reservation on behalf of a98770a137d04e48a5baba76bc9996d9 for: {'network': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:14:41.668955 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1a1fc344-0680-4112-a1f8-abdd37f2e619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:41.711439 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-4823a152-8ca7-4e7e-a60e-17fa76b3a89f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:41.719645 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1a1fc344-0680-4112-a1f8-abdd37f2e619 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:41.839961 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-1a1fc344-0680-4112-a1f8-abdd37f2e619 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:14:41.855014 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f555b3-e811-4d00-b2a6-bcc4efaf1580 req-b862e124-ebad-413c-9391-b5e5ed389d94 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:41.877363 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b0f555b3-e811-4d00-b2a6-bcc4efaf1580 req-b862e124-ebad-413c-9391-b5e5ed389d94 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/ports?device_id=d8ed4eb4-bd45-4dbb-8a7d-4f4b56681494 HTTP/1.1" status: 200 len: 932 time: 0.3076427 May 30 20:14:41.892632 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4823a152-8ca7-4e7e-a60e-17fa76b3a89f service neutron] Pushing event updated for resources: {'Port': ['ID=e11c1dce-38fb-439a-b79f-28a1736ee8b8,revision_number=3']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:14:41.920645 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-1a1fc344-0680-4112-a1f8-abdd37f2e619 admin admin] Usage tracker for resource:security_group_rule and tenant:a98770a137d04e48a5baba76bc9996d9 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:14:41.931850 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-1a1fc344-0680-4112-a1f8-abdd37f2e619 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:14:41.932348 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-f00e3b94-9510-4712-8a63-c47d11205909 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=fa110e28fdfb4fa8b6aa0f0b04eaa5cc&name=default HTTP/1.1" status: 200 len: 2647 time: 2.2486832 May 30 20:14:41.938230 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 55748) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:14:41.949256 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00e3b94-9510-4712-8a63-c47d11205909 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5dbd515-2d19-4118-9404-071c1a09adae,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:14:41.986914 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-1a1fc344-0680-4112-a1f8-abdd37f2e619 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:14:42.048709 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-4823a152-8ca7-4e7e-a60e-17fa76b3a89f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:42.055585 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-4823a152-8ca7-4e7e-a60e-17fa76b3a89f service neutron] 10.222.0.71 "PUT /v2.0/ports/e11c1dce-38fb-439a-b79f-28a1736ee8b8 HTTP/1.1" status: 200 len: 1091 time: 4.0449214 May 30 20:14:42.055585 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8af66f6-93a3-4b44-964c-0edc263a69f5', 'tag': 'e11c1dce-38fb-439a-b79f-28a1736ee8b8'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:14:42.116141 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b0f555b3-e811-4d00-b2a6-bcc4efaf1580 req-c1ad0525-62fc-4f39-94e9-f24230800cd4 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/security-groups?id=3b7b472c-21af-4683-a7b2-e1dc38380326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352097 May 30 20:14:42.230802 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-073cf884-5a10-43f4-af87-4c26099bae8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:42.251869 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23636529-e3c3-478b-99d5-34a6d14fcbba'] response: {'name': 'network-changed', 'server_uuid': 'f8af66f6-93a3-4b44-964c-0edc263a69f5', 'tag': 'e11c1dce-38fb-439a-b79f-28a1736ee8b8', 'status': 'completed', 'code': 200} May 30 20:14:42.256932 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-4a75112a-2748-4161-af14-b1e6ae51f8c6 service neutron] Request body: {'port': {'device_id': 'f8af66f6-93a3-4b44-964c-0edc263a69f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843948-2'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:14:42.354232 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-073cf884-5a10-43f4-af87-4c26099bae8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:42.478506 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1a1fc344-0680-4112-a1f8-abdd37f2e619 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:42.486987 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.db.resource_extend [req-908463f5-cb72-4216-979b-b97e062cb35d req-c61ad273-577e-4092-82ac-af3db8a600d0 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:14:42.507777 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-4a75112a-2748-4161-af14-b1e6ae51f8c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:42.597937 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1a1fc344-0680-4112-a1f8-abdd37f2e619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:42.631669 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c3e1b88e-6a81-4a48-8420-02475bcc2c3f req-7243cb81-30f8-4869-a051-be805e3d11a2 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=81e36025f4964ad6aa1305da6f1825fb&device_id=f8af66f6-93a3-4b44-964c-0edc263a69f5 HTTP/1.1" status: 200 len: 4362 time: 0.3329537 May 30 20:14:42.634651 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [req-908463f5-cb72-4216-979b-b97e062cb35d req-c61ad273-577e-4092-82ac-af3db8a600d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f1ac051-3c3f-42ee-8075-0416c2ec16cf {{(pid=84887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:14:42.671098 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1fc344-0680-4112-a1f8-abdd37f2e619 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7d39869-fff1-416c-845a-702cebe824ca,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:14:42.686504 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-073cf884-5a10-43f4-af87-4c26099bae8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:42.689232 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a1fc344-0680-4112-a1f8-abdd37f2e619 admin admin] vlan segment allocate from pool success with {'vlan_id': 679, 'physical_network': 'physnet1'} {{(pid=84886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:14:42.719015 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073cf884-5a10-43f4-af87-4c26099bae8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5dbd515-2d19-4118-9404-071c1a09adae,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:14:42.738821 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1a1fc344-0680-4112-a1f8-abdd37f2e619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:42.739293 n-d-843948-2 neutron-server[84886]: INFO neutron.db.segments_db [None req-1a1fc344-0680-4112-a1f8-abdd37f2e619 admin admin] Added segment e72964d7-16ec-4def-877e-899e29175d4d of type vlan for network 176420f6-ac4e-4319-85b4-31313b590db0 May 30 20:14:42.776273 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-073cf884-5a10-43f4-af87-4c26099bae8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:42.784636 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-073cf884-5a10-43f4-af87-4c26099bae8b admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/e5dbd515-2d19-4118-9404-071c1a09adae HTTP/1.1" status: 204 len: 168 time: 0.8373735 May 30 20:14:42.844726 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1a1fc344-0680-4112-a1f8-abdd37f2e619 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:42.938760 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-908463f5-cb72-4216-979b-b97e062cb35d req-c61ad273-577e-4092-82ac-af3db8a600d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:42.950722 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336260fe-afe5-429c-94a9-50b805f214da req-d043f8ca-1ce0-4308-9aba-3a30e0f72435 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:42.958987 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336260fe-afe5-429c-94a9-50b805f214da req-d043f8ca-1ce0-4308-9aba-3a30e0f72435 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:42.968074 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336260fe-afe5-429c-94a9-50b805f214da req-d043f8ca-1ce0-4308-9aba-3a30e0f72435 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:42.977206 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336260fe-afe5-429c-94a9-50b805f214da req-d043f8ca-1ce0-4308-9aba-3a30e0f72435 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:42.988136 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336260fe-afe5-429c-94a9-50b805f214da req-d043f8ca-1ce0-4308-9aba-3a30e0f72435 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:42.991807 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-336260fe-afe5-429c-94a9-50b805f214da req-d043f8ca-1ce0-4308-9aba-3a30e0f72435 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] 10.222.0.85 "GET /v2.0/ports?device_id=f8af66f6-93a3-4b44-964c-0edc263a69f5 HTTP/1.1" status: 200 len: 3827 time: 0.1914079 May 30 20:14:43.036936 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-908463f5-cb72-4216-979b-b97e062cb35d req-c61ad273-577e-4092-82ac-af3db8a600d0 service neutron] Transition to ACTIVE for port object 6f1ac051-3c3f-42ee-8075-0416c2ec16cf will not be triggered until provisioned by entity L2. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:14:43.051525 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1a1fc344-0680-4112-a1f8-abdd37f2e619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:43.051525 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1fc344-0680-4112-a1f8-abdd37f2e619 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:43.052656 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1a1fc344-0680-4112-a1f8-abdd37f2e619 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:43.253071 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-908463f5-cb72-4216-979b-b97e062cb35d req-c61ad273-577e-4092-82ac-af3db8a600d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:43.276763 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-336260fe-afe5-429c-94a9-50b805f214da req-c89161af-cdec-4075-8cec-4e1a388a3f34 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] 10.222.0.85 "GET /v2.0/security-groups?id=71bec9af-908d-443b-98db-bdfb70c6ea10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2773137 May 30 20:14:43.319578 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1fc344-0680-4112-a1f8-abdd37f2e619 admin admin] Pushing event updated for resources: {'Network': ['ID=176420f6-ac4e-4319-85b4-31313b590db0,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:14:43.343337 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network 176420f6-ac4e-4319-85b4-31313b590db0 details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:14:43.369313 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-1a1fc344-0680-4112-a1f8-abdd37f2e619 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.5731659 May 30 20:14:43.372632 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 55774) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:14:43.381130 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-4620c4ff-e7a1-42f6-a556-9534adf70739 admin admin] Request body: {'subnet': {'network_id': '176420f6-ac4e-4319-85b4-31313b590db0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-771255782-subnet', 'tenant_id': 'a98770a137d04e48a5baba76bc9996d9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:14:43.403902 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-4620c4ff-e7a1-42f6-a556-9534adf70739 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:14:43.419828 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-4620c4ff-e7a1-42f6-a556-9534adf70739 admin admin] Usage tracker for resource:subnet and tenant:a98770a137d04e48a5baba76bc9996d9 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:14:43.429935 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-4620c4ff-e7a1-42f6-a556-9534adf70739 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:14:43.448860 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-4620c4ff-e7a1-42f6-a556-9534adf70739 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:14:43.560477 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4620c4ff-e7a1-42f6-a556-9534adf70739 admin admin] Made reservation on behalf of a98770a137d04e48a5baba76bc9996d9 for: {'subnet': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:14:43.574779 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4620c4ff-e7a1-42f6-a556-9534adf70739 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2778563'] for subnet, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:43.606024 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.db.resource_extend [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-4a75112a-2748-4161-af14-b1e6ae51f8c6 service neutron] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:14:43.625000 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61ad273-577e-4092-82ac-af3db8a600d0 service neutron] Pushing event updated for resources: {'Port': ['ID=6f1ac051-3c3f-42ee-8075-0416c2ec16cf,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:14:43.719451 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e1b88e-6a81-4a48-8420-02475bcc2c3f req-2dc10b10-cd0b-4004-84a8-bf13810e299c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:43.719822 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e1b88e-6a81-4a48-8420-02475bcc2c3f req-2dc10b10-cd0b-4004-84a8-bf13810e299c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:43.720186 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e1b88e-6a81-4a48-8420-02475bcc2c3f req-2dc10b10-cd0b-4004-84a8-bf13810e299c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:43.722254 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c3e1b88e-6a81-4a48-8420-02475bcc2c3f req-2dc10b10-cd0b-4004-84a8-bf13810e299c service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=81e36025f4964ad6aa1305da6f1825fb&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.7750938 May 30 20:14:43.807474 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-4a75112a-2748-4161-af14-b1e6ae51f8c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e6e07a3-c45b-41b8-b6a5-4b5b75a47af3 {{(pid=84887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:14:44.073795 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-4a75112a-2748-4161-af14-b1e6ae51f8c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:44.141640 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-4a75112a-2748-4161-af14-b1e6ae51f8c6 service neutron] Transition to ACTIVE for port object 1e6e07a3-c45b-41b8-b6a5-4b5b75a47af3 will not be triggered until provisioned by entity L2. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:14:44.182146 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d899832c-6f97-4edf-9336-7834546c2b60 req-41666da1-9ea3-48a8-84d8-83b76ade157a tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:44.182146 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-d899832c-6f97-4edf-9336-7834546c2b60 req-41666da1-9ea3-48a8-84d8-83b76ade157a tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Synchronizing usage tracker for tenant:7f20a37d1ec84058864d6080c6a9f8aa on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:14:44.198675 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-908463f5-cb72-4216-979b-b97e062cb35d req-c61ad273-577e-4092-82ac-af3db8a600d0 service neutron] Attempting to bind port 6f1ac051-3c3f-42ee-8075-0416c2ec16cf on host n-h2-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:14:44.198910 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-908463f5-cb72-4216-979b-b97e062cb35d req-c61ad273-577e-4092-82ac-af3db8a600d0 service neutron] Attempting to bind port 6f1ac051-3c3f-42ee-8075-0416c2ec16cf by drivers openvswitch,hyperv on host n-h2-843948-2 at level 0 using segments [{'id': '6f1287e5-9e46-42ce-b023-b38d433df277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '447ea545-6235-439a-a377-09de7456264b'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:14:44.199240 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908463f5-cb72-4216-979b-b97e062cb35d req-c61ad273-577e-4092-82ac-af3db8a600d0 service neutron] Attempting to bind port 6f1ac051-3c3f-42ee-8075-0416c2ec16cf on network 447ea545-6235-439a-a377-09de7456264b {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:14:44.217541 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e1b88e-6a81-4a48-8420-02475bcc2c3f req-ca63bad5-b7b0-4c26-a226-e89e17fb0c9d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:44.219270 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c3e1b88e-6a81-4a48-8420-02475bcc2c3f req-ca63bad5-b7b0-4c26-a226-e89e17fb0c9d service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4834657 May 30 20:14:44.220029 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908463f5-cb72-4216-979b-b97e062cb35d req-c61ad273-577e-4092-82ac-af3db8a600d0 service neutron] Port 6f1ac051-3c3f-42ee-8075-0416c2ec16cf on network 447ea545-6235-439a-a377-09de7456264b not bound, no agent of type Open vSwitch agent registered on host n-h2-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:14:44.220544 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908463f5-cb72-4216-979b-b97e062cb35d req-c61ad273-577e-4092-82ac-af3db8a600d0 service neutron] Attempting to bind port 6f1ac051-3c3f-42ee-8075-0416c2ec16cf on network 447ea545-6235-439a-a377-09de7456264b {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:14:44.231707 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908463f5-cb72-4216-979b-b97e062cb35d req-c61ad273-577e-4092-82ac-af3db8a600d0 service neutron] Checking agent: {'id': 'eaa08354-e8f5-4e73-af76-8d3cf7d2b390', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 14, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:14:44.232293 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908463f5-cb72-4216-979b-b97e062cb35d req-c61ad273-577e-4092-82ac-af3db8a600d0 service neutron] Checking segment: {'id': '6f1287e5-9e46-42ce-b023-b38d433df277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '447ea545-6235-439a-a377-09de7456264b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:14:44.232892 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908463f5-cb72-4216-979b-b97e062cb35d req-c61ad273-577e-4092-82ac-af3db8a600d0 service neutron] Bound using segment: {'id': '6f1287e5-9e46-42ce-b023-b38d433df277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '447ea545-6235-439a-a377-09de7456264b'} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:14:44.233581 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-908463f5-cb72-4216-979b-b97e062cb35d req-c61ad273-577e-4092-82ac-af3db8a600d0 service neutron] Bound port: 6f1ac051-3c3f-42ee-8075-0416c2ec16cf, host: n-h2-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f1287e5-9e46-42ce-b023-b38d433df277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '447ea545-6235-439a-a377-09de7456264b'}}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:14:44.234161 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-908463f5-cb72-4216-979b-b97e062cb35d req-c61ad273-577e-4092-82ac-af3db8a600d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:44.355124 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4620c4ff-e7a1-42f6-a556-9534adf70739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4127140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2778577'] for subnet, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:44.362024 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-4a75112a-2748-4161-af14-b1e6ae51f8c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:44.440726 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4620c4ff-e7a1-42f6-a556-9534adf70739 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d239dbbc-1841-4e93-a941-884f2daba571,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:14:44.512353 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-d899832c-6f97-4edf-9336-7834546c2b60 req-41666da1-9ea3-48a8-84d8-83b76ade157a tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Unset dirty status for tenant:7f20a37d1ec84058864d6080c6a9f8aa on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:14:44.524445 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d899832c-6f97-4edf-9336-7834546c2b60 req-41666da1-9ea3-48a8-84d8-83b76ade157a tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/ports?device_id=d8ed4eb4-bd45-4dbb-8a7d-4f4b56681494 HTTP/1.1" status: 200 len: 944 time: 1.0438659 May 30 20:14:44.549303 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4620c4ff-e7a1-42f6-a556-9534adf70739 admin admin] Checking segment: {'id': 'e72964d7-16ec-4def-877e-899e29175d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '176420f6-ac4e-4319-85b4-31313b590db0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:14:44.550166 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4620c4ff-e7a1-42f6-a556-9534adf70739 admin admin] Network hostable DHCP agents. Network: 176420f6-ac4e-4319-85b4-31313b590db0, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:14:44.607320 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-908463f5-cb72-4216-979b-b97e062cb35d req-c61ad273-577e-4092-82ac-af3db8a600d0 service neutron] For port 6f1ac051-3c3f-42ee-8075-0416c2ec16cf, host n-h2-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:14:44.670086 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a75112a-2748-4161-af14-b1e6ae51f8c6 service neutron] Pushing event updated for resources: {'Port': ['ID=1e6e07a3-c45b-41b8-b6a5-4b5b75a47af3,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:14:44.671089 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 55798) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:14:44.713898 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4620c4ff-e7a1-42f6-a556-9534adf70739 admin admin] Network 176420f6-ac4e-4319-85b4-31313b590db0 is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:14:44.744961 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 55804) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:14:44.776567 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa6edfe-27cb-4524-87f9-e555deab521d req-00b861eb-079d-427e-923b-7f20a0b4aafc tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:44.780609 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa6edfe-27cb-4524-87f9-e555deab521d req-00b861eb-079d-427e-923b-7f20a0b4aafc tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:44.792511 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa6edfe-27cb-4524-87f9-e555deab521d req-00b861eb-079d-427e-923b-7f20a0b4aafc tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:44.809877 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa6edfe-27cb-4524-87f9-e555deab521d req-00b861eb-079d-427e-923b-7f20a0b4aafc tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:44.811394 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-908463f5-cb72-4216-979b-b97e062cb35d req-c61ad273-577e-4092-82ac-af3db8a600d0 service neutron] For port 6f1ac051-3c3f-42ee-8075-0416c2ec16cf, host n-h2-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=6f1ac051-3c3f-42ee-8075-0416c2ec16cf,segment=NetworkSegment(6f1287e5-9e46-42ce-b023-b38d433df277),segment_id=6f1287e5-9e46-42ce-b023-b38d433df277)] {{(pid=84887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:14:44.814743 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa6edfe-27cb-4524-87f9-e555deab521d req-00b861eb-079d-427e-923b-7f20a0b4aafc tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:44.826064 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa6edfe-27cb-4524-87f9-e555deab521d req-00b861eb-079d-427e-923b-7f20a0b4aafc tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:44.834995 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d899832c-6f97-4edf-9336-7834546c2b60 req-fe7bbef7-888a-4075-abf8-f88ce8387bec tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/security-groups?id=3b7b472c-21af-4683-a7b2-e1dc38380326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3070409 May 30 20:14:44.836746 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-faa6edfe-27cb-4524-87f9-e555deab521d req-00b861eb-079d-427e-923b-7f20a0b4aafc tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] 10.222.0.85 "GET /v2.0/ports?device_id=f8af66f6-93a3-4b44-964c-0edc263a69f5 HTTP/1.1" status: 200 len: 4604 time: 0.2148945 May 30 20:14:44.874200 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-4620c4ff-e7a1-42f6-a556-9534adf70739 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, 176420f6-ac4e-4319-85b4-31313b590db0) {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:14:44.911010 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4620c4ff-e7a1-42f6-a556-9534adf70739 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:44.911010 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4620c4ff-e7a1-42f6-a556-9534adf70739 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:44.914898 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b4df364-ac2f-4c80-a496-c80f184c31c5 None None] Network 176420f6-ac4e-4319-85b4-31313b590db0 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:14:44.978561 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-faa6edfe-27cb-4524-87f9-e555deab521d req-32baf865-b248-4876-a779-a5cf69c00341 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] 10.222.0.85 "GET /v2.0/security-groups?id=f2363d32-544a-4c25-9836-43719a31ef02&id=71bec9af-908d-443b-98db-bdfb70c6ea10&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1402814 May 30 20:14:45.015078 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-4620c4ff-e7a1-42f6-a556-9534adf70739 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6367903 May 30 20:14:45.018203 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 55814) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:14:45.026075 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-532ab6b1-c542-494d-bba5-221aa3492092 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-771255782-router', 'tenant_id': 'a98770a137d04e48a5baba76bc9996d9', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:14:45.033259 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-532ab6b1-c542-494d-bba5-221aa3492092 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:14:45.054916 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-532ab6b1-c542-494d-bba5-221aa3492092 admin admin] Usage tracker for resource:router and tenant:a98770a137d04e48a5baba76bc9996d9 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:14:45.062073 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-532ab6b1-c542-494d-bba5-221aa3492092 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:14:45.077416 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-532ab6b1-c542-494d-bba5-221aa3492092 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:14:45.078698 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-908463f5-cb72-4216-979b-b97e062cb35d req-c61ad273-577e-4092-82ac-af3db8a600d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:45.220256 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-532ab6b1-c542-494d-bba5-221aa3492092 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-733683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3159'] for router, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:45.220256 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-532ab6b1-c542-494d-bba5-221aa3492092 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-733584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-736372', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-628480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3164'] for router, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:45.247978 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-532ab6b1-c542-494d-bba5-221aa3492092 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:45.286723 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61ad273-577e-4092-82ac-af3db8a600d0 service neutron] Pushing event updated for resources: {'Port': ['ID=6f1ac051-3c3f-42ee-8075-0416c2ec16cf,revision_number=3']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:14:45.294118 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-908463f5-cb72-4216-979b-b97e062cb35d req-c61ad273-577e-4092-82ac-af3db8a600d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:45.295094 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-908463f5-cb72-4216-979b-b97e062cb35d req-c61ad273-577e-4092-82ac-af3db8a600d0 service neutron] 10.222.0.86 "PUT /v2.0/ports/6f1ac051-3c3f-42ee-8075-0416c2ec16cf HTTP/1.1" status: 200 len: 1092 time: 4.4304683 May 30 20:14:45.295094 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8ed4eb4-bd45-4dbb-8a7d-4f4b56681494', 'tag': '6f1ac051-3c3f-42ee-8075-0416c2ec16cf'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:14:45.320891 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-502c9e06-06f6-4ea3-aa83-d4f193436de1 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1004192724-network', 'tenant_id': 'a4154b18d3ba4acb9eb89908765d1f50'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:14:45.342169 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-4a75112a-2748-4161-af14-b1e6ae51f8c6 service neutron] Attempting to bind port 1e6e07a3-c45b-41b8-b6a5-4b5b75a47af3 on host n-h1-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:14:45.342554 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-4a75112a-2748-4161-af14-b1e6ae51f8c6 service neutron] Attempting to bind port 1e6e07a3-c45b-41b8-b6a5-4b5b75a47af3 by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': 'a622f652-5f5a-416e-87a7-7c0365db31a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'a7619443-8c8f-449c-b71b-17b9838c2b23'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:14:45.343096 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-4a75112a-2748-4161-af14-b1e6ae51f8c6 service neutron] Attempting to bind port 1e6e07a3-c45b-41b8-b6a5-4b5b75a47af3 on network a7619443-8c8f-449c-b71b-17b9838c2b23 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:14:45.357195 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-4a75112a-2748-4161-af14-b1e6ae51f8c6 service neutron] Port 1e6e07a3-c45b-41b8-b6a5-4b5b75a47af3 on network a7619443-8c8f-449c-b71b-17b9838c2b23 not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:14:45.358370 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-4a75112a-2748-4161-af14-b1e6ae51f8c6 service neutron] Attempting to bind port 1e6e07a3-c45b-41b8-b6a5-4b5b75a47af3 on network a7619443-8c8f-449c-b71b-17b9838c2b23 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:14:45.361180 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-502c9e06-06f6-4ea3-aa83-d4f193436de1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:14:45.378499 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-4a75112a-2748-4161-af14-b1e6ae51f8c6 service neutron] Checking agent: {'id': 'f728d74e-a4ae-4384-860b-a5ade05dd8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:14:45.387690 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-4a75112a-2748-4161-af14-b1e6ae51f8c6 service neutron] Checking segment: {'id': 'a622f652-5f5a-416e-87a7-7c0365db31a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'a7619443-8c8f-449c-b71b-17b9838c2b23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:14:45.391825 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-4a75112a-2748-4161-af14-b1e6ae51f8c6 service neutron] Bound using segment: {'id': 'a622f652-5f5a-416e-87a7-7c0365db31a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'a7619443-8c8f-449c-b71b-17b9838c2b23'} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:14:45.393445 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-4a75112a-2748-4161-af14-b1e6ae51f8c6 service neutron] Bound port: 1e6e07a3-c45b-41b8-b6a5-4b5b75a47af3, host: n-h1-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a622f652-5f5a-416e-87a7-7c0365db31a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'a7619443-8c8f-449c-b71b-17b9838c2b23'}}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:14:45.394539 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-4a75112a-2748-4161-af14-b1e6ae51f8c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:45.403622 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d44c749-aaa0-4858-aa2c-e532434f9250 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-176420f6-ac4e-4319-85b4-31313b590db0', 'network_id': '176420f6-ac4e-4319-85b4-31313b590db0', 'tenant_id': 'a98770a137d04e48a5baba76bc9996d9', 'fixed_ips': [{'subnet_id': 'd239dbbc-1841-4e93-a941-884f2daba571'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:14:45.404437 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-8d44c749-aaa0-4858-aa2c-e532434f9250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:45.496830 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-502c9e06-06f6-4ea3-aa83-d4f193436de1 admin admin] Usage tracker for resource:network and tenant:a4154b18d3ba4acb9eb89908765d1f50 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:14:45.504476 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-502c9e06-06f6-4ea3-aa83-d4f193436de1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:14:45.517101 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-502c9e06-06f6-4ea3-aa83-d4f193436de1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:14:45.533817 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81bcd3c0-573e-4888-b0b3-7469f0497e60'] response: {'name': 'network-changed', 'server_uuid': 'd8ed4eb4-bd45-4dbb-8a7d-4f4b56681494', 'tag': '6f1ac051-3c3f-42ee-8075-0416c2ec16cf', 'status': 'completed', 'code': 200} May 30 20:14:45.589838 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-fc7c7b66-1b24-4db7-a95a-b6c66bfb6460 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-313803094-network', 'tenant_id': '011d9d75b0084003a5a4780b3b0484ad'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:14:45.621431 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-4a75112a-2748-4161-af14-b1e6ae51f8c6 service neutron] For port 1e6e07a3-c45b-41b8-b6a5-4b5b75a47af3, host n-h1-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:14:45.627586 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-4a75112a-2748-4161-af14-b1e6ae51f8c6 service neutron] For port 1e6e07a3-c45b-41b8-b6a5-4b5b75a47af3, host n-h1-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=1e6e07a3-c45b-41b8-b6a5-4b5b75a47af3,segment=NetworkSegment(a622f652-5f5a-416e-87a7-7c0365db31a5),segment_id=a622f652-5f5a-416e-87a7-7c0365db31a5)] {{(pid=84887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:14:45.633482 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-908463f5-cb72-4216-979b-b97e062cb35d req-5edd4df0-3243-455a-a3b1-70be54ba1450 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7f20a37d1ec84058864d6080c6a9f8aa&device_id=d8ed4eb4-bd45-4dbb-8a7d-4f4b56681494 HTTP/1.1" status: 200 len: 1095 time: 0.1636512 May 30 20:14:45.705335 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-fc7c7b66-1b24-4db7-a95a-b6c66bfb6460 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:14:45.717977 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-502c9e06-06f6-4ea3-aa83-d4f193436de1 admin admin] Made reservation on behalf of a4154b18d3ba4acb9eb89908765d1f50 for: {'network': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:14:45.721462 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-502c9e06-06f6-4ea3-aa83-d4f193436de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:45.726534 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-8d44c749-aaa0-4858-aa2c-e532434f9250 None None] Allocated IP 172.20.0.2 (176420f6-ac4e-4319-85b4-31313b590db0/d239dbbc-1841-4e93-a941-884f2daba571/94fa85df-666a-4794-af4f-afe554bbfd51) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:14:45.757114 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-fc7c7b66-1b24-4db7-a95a-b6c66bfb6460 admin admin] Usage tracker for resource:network and tenant:011d9d75b0084003a5a4780b3b0484ad is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:14:45.777831 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-fc7c7b66-1b24-4db7-a95a-b6c66bfb6460 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:14:45.804336 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-4a75112a-2748-4161-af14-b1e6ae51f8c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:45.807387 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-502c9e06-06f6-4ea3-aa83-d4f193436de1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:45.829958 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-fc7c7b66-1b24-4db7-a95a-b6c66bfb6460 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:14:45.857583 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-908463f5-cb72-4216-979b-b97e062cb35d req-e720245e-2898-44ba-94bd-13e25953f1ef service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6f1ac051-3c3f-42ee-8075-0416c2ec16cf HTTP/1.1" status: 200 len: 217 time: 0.2119210 May 30 20:14:45.892373 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-532ab6b1-c542-494d-bba5-221aa3492092 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-736390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:45.914235 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-502c9e06-06f6-4ea3-aa83-d4f193436de1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:14:45.925514 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-502c9e06-06f6-4ea3-aa83-d4f193436de1 admin admin] Usage tracker for resource:security_group_rule and tenant:a4154b18d3ba4acb9eb89908765d1f50 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:14:45.943271 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-502c9e06-06f6-4ea3-aa83-d4f193436de1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:14:45.952025 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-502c9e06-06f6-4ea3-aa83-d4f193436de1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:14:45.971155 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc7c7b66-1b24-4db7-a95a-b6c66bfb6460 admin admin] Made reservation on behalf of 011d9d75b0084003a5a4780b3b0484ad for: {'network': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:14:45.976870 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-fc7c7b66-1b24-4db7-a95a-b6c66bfb6460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:46.013005 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-4a75112a-2748-4161-af14-b1e6ae51f8c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:46.015870 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-fc7c7b66-1b24-4db7-a95a-b6c66bfb6460 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:46.016184 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-4a75112a-2748-4161-af14-b1e6ae51f8c6 service neutron] 10.222.0.71 "PUT /v2.0/ports/1e6e07a3-c45b-41b8-b6a5-4b5b75a47af3 HTTP/1.1" status: 200 len: 1135 time: 3.7665722 May 30 20:14:46.031146 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908463f5-cb72-4216-979b-b97e062cb35d req-0beb1bb0-b687-4bf8-822c-cbff5e3121b2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:46.034488 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-908463f5-cb72-4216-979b-b97e062cb35d req-0beb1bb0-b687-4bf8-822c-cbff5e3121b2 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=e5689849-4104-472f-a1ce-eede6d9545dd HTTP/1.1" status: 200 len: 846 time: 0.1602409 May 30 20:14:46.095431 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-8d44c749-aaa0-4858-aa2c-e532434f9250 None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:46.120767 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-8d44c749-aaa0-4858-aa2c-e532434f9250 None None] Transition to ACTIVE for port object 94fa85df-666a-4794-af4f-afe554bbfd51 will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:14:46.162923 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-908463f5-cb72-4216-979b-b97e062cb35d req-f63473b9-9cba-4040-9f6c-a0a10e7efbb3 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=447ea545-6235-439a-a377-09de7456264b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1134305 May 30 20:14:46.179035 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-8d44c749-aaa0-4858-aa2c-e532434f9250 None None] Transition to ACTIVE for port object 94fa85df-666a-4794-af4f-afe554bbfd51 will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:14:46.186559 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-20ec5f13-0bf6-43fd-b8a7-577d08f1068d service neutron] Request body: {'port': {'device_id': 'f8af66f6-93a3-4b44-964c-0edc263a69f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843948-2'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:14:46.296103 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-8d44c749-aaa0-4858-aa2c-e532434f9250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:46.410797 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a75112a-2748-4161-af14-b1e6ae51f8c6 service neutron] Pushing event updated for resources: {'Port': ['ID=1e6e07a3-c45b-41b8-b6a5-4b5b75a47af3,revision_number=3']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:14:46.441686 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d44c749-aaa0-4858-aa2c-e532434f9250 None None] Network 176420f6-ac4e-4319-85b4-31313b590db0 is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:14:46.443144 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-fc7c7b66-1b24-4db7-a95a-b6c66bfb6460 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:14:46.478799 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-fc7c7b66-1b24-4db7-a95a-b6c66bfb6460 admin admin] Usage tracker for resource:security_group_rule and tenant:011d9d75b0084003a5a4780b3b0484ad is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:14:46.483730 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-fc7c7b66-1b24-4db7-a95a-b6c66bfb6460 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:14:46.497304 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-8d44c749-aaa0-4858-aa2c-e532434f9250 None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:14:46.507391 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d44c749-aaa0-4858-aa2c-e532434f9250 None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:14:46.507630 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-fc7c7b66-1b24-4db7-a95a-b6c66bfb6460 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:14:46.539959 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-502c9e06-06f6-4ea3-aa83-d4f193436de1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:46.561585 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a28066-bcdb-4434-a927-90daea973ca9 req-4c28743f-633a-42b5-9484-699d21c6e43b tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:46.570690 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-28a28066-bcdb-4434-a927-90daea973ca9 req-4c28743f-633a-42b5-9484-699d21c6e43b tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/ports?device_id=d8ed4eb4-bd45-4dbb-8a7d-4f4b56681494 HTTP/1.1" status: 200 len: 944 time: 0.4136217 May 30 20:14:46.623562 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-20ec5f13-0bf6-43fd-b8a7-577d08f1068d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:46.669017 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-502c9e06-06f6-4ea3-aa83-d4f193436de1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:46.685597 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb00de5b-ee93-4740-85f9-2f0f0be41e9e req-0a587ba6-74b0-40d1-81cf-323835ca4457 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:46.686778 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb00de5b-ee93-4740-85f9-2f0f0be41e9e req-0a587ba6-74b0-40d1-81cf-323835ca4457 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:46.691444 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb00de5b-ee93-4740-85f9-2f0f0be41e9e req-0a587ba6-74b0-40d1-81cf-323835ca4457 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:46.695685 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb00de5b-ee93-4740-85f9-2f0f0be41e9e req-0a587ba6-74b0-40d1-81cf-323835ca4457 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:46.699897 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb00de5b-ee93-4740-85f9-2f0f0be41e9e req-0a587ba6-74b0-40d1-81cf-323835ca4457 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:46.704690 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb00de5b-ee93-4740-85f9-2f0f0be41e9e req-0a587ba6-74b0-40d1-81cf-323835ca4457 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:46.707541 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fb00de5b-ee93-4740-85f9-2f0f0be41e9e req-0a587ba6-74b0-40d1-81cf-323835ca4457 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] 10.222.0.85 "GET /v2.0/ports?device_id=f8af66f6-93a3-4b44-964c-0edc263a69f5 HTTP/1.1" status: 200 len: 4604 time: 0.2805262 May 30 20:14:46.714281 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-28a28066-bcdb-4434-a927-90daea973ca9 req-0b3a37aa-6d40-4783-ab97-47524f8c5a43 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/security-groups?id=3b7b472c-21af-4683-a7b2-e1dc38380326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422884 May 30 20:14:46.751456 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-502c9e06-06f6-4ea3-aa83-d4f193436de1 admin admin] vlan segment allocate from pool success with {'vlan_id': 688, 'physical_network': 'physnet1'} {{(pid=84886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:14:46.766666 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d44c749-aaa0-4858-aa2c-e532434f9250 None None] Pushing event updated for resources: {'Port': ['ID=94fa85df-666a-4794-af4f-afe554bbfd51,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:14:46.781255 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502c9e06-06f6-4ea3-aa83-d4f193436de1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d81aee0-0dbc-4a09-b408-25db85860535,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:14:46.841158 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d44c749-aaa0-4858-aa2c-e532434f9250 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:14:46.841707 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d44c749-aaa0-4858-aa2c-e532434f9250 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:14:46.842057 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d44c749-aaa0-4858-aa2c-e532434f9250 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:14:46.846165 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d44c749-aaa0-4858-aa2c-e532434f9250 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:14:46.846165 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d44c749-aaa0-4858-aa2c-e532434f9250 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:14:46.846165 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d44c749-aaa0-4858-aa2c-e532434f9250 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:14:46.846165 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d44c749-aaa0-4858-aa2c-e532434f9250 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:14:46.846536 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d44c749-aaa0-4858-aa2c-e532434f9250 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:14:46.846536 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d44c749-aaa0-4858-aa2c-e532434f9250 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:14:46.846883 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d44c749-aaa0-4858-aa2c-e532434f9250 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:14:46.847211 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d44c749-aaa0-4858-aa2c-e532434f9250 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:14:46.855599 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-8d44c749-aaa0-4858-aa2c-e532434f9250 None None] Attempting to bind port 94fa85df-666a-4794-af4f-afe554bbfd51 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:14:46.855959 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-8d44c749-aaa0-4858-aa2c-e532434f9250 None None] Attempting to bind port 94fa85df-666a-4794-af4f-afe554bbfd51 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': 'e72964d7-16ec-4def-877e-899e29175d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '176420f6-ac4e-4319-85b4-31313b590db0'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:14:46.856318 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d44c749-aaa0-4858-aa2c-e532434f9250 None None] Attempting to bind port 94fa85df-666a-4794-af4f-afe554bbfd51 on network 176420f6-ac4e-4319-85b4-31313b590db0 {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:14:46.863468 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-502c9e06-06f6-4ea3-aa83-d4f193436de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:46.864165 n-d-843948-2 neutron-server[84886]: INFO neutron.db.segments_db [None req-502c9e06-06f6-4ea3-aa83-d4f193436de1 admin admin] Added segment 9c69f1cd-d2f9-4b91-a698-e75180c7ce4c of type vlan for network 214e67bb-b4dd-4ece-8b99-400fd28d0cda May 30 20:14:46.887069 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d44c749-aaa0-4858-aa2c-e532434f9250 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:14:46.887069 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d44c749-aaa0-4858-aa2c-e532434f9250 None None] Checking segment: {'id': 'e72964d7-16ec-4def-877e-899e29175d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '176420f6-ac4e-4319-85b4-31313b590db0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:14:46.887069 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-8d44c749-aaa0-4858-aa2c-e532434f9250 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:46.887320 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-908463f5-cb72-4216-979b-b97e062cb35d req-751493a6-cf5a-4498-b5d2-f8f50f3aef94 service neutron] 10.222.0.86 "GET /v2.0/networks/447ea545-6235-439a-a377-09de7456264b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7029092 May 30 20:14:46.887391 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d44c749-aaa0-4858-aa2c-e532434f9250 None None] Bound using segment: {'id': 'e72964d7-16ec-4def-877e-899e29175d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '176420f6-ac4e-4319-85b4-31313b590db0'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:14:46.887391 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-8d44c749-aaa0-4858-aa2c-e532434f9250 None None] Bound port: 94fa85df-666a-4794-af4f-afe554bbfd51, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e72964d7-16ec-4def-877e-899e29175d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '176420f6-ac4e-4319-85b4-31313b590db0'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:14:46.887391 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-8d44c749-aaa0-4858-aa2c-e532434f9250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:46.974902 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-fc7c7b66-1b24-4db7-a95a-b6c66bfb6460 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:46.988964 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-532ab6b1-c542-494d-bba5-221aa3492092 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:47.025697 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-502c9e06-06f6-4ea3-aa83-d4f193436de1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:47.037922 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fb00de5b-ee93-4740-85f9-2f0f0be41e9e req-be571c5c-a419-4fc8-a719-fa450d8bf2f2 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] 10.222.0.85 "GET /v2.0/security-groups?id=f2363d32-544a-4c25-9836-43719a31ef02&id=71bec9af-908d-443b-98db-bdfb70c6ea10&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2480381 May 30 20:14:47.043769 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-532ab6b1-c542-494d-bba5-221aa3492092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:47.072708 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-8d44c749-aaa0-4858-aa2c-e532434f9250 None None] For port 94fa85df-666a-4794-af4f-afe554bbfd51, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:14:47.080973 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-8d44c749-aaa0-4858-aa2c-e532434f9250 None None] For port 94fa85df-666a-4794-af4f-afe554bbfd51, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=94fa85df-666a-4794-af4f-afe554bbfd51,segment=NetworkSegment(e72964d7-16ec-4def-877e-899e29175d4d),segment_id=e72964d7-16ec-4def-877e-899e29175d4d)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:14:47.087868 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-fc7c7b66-1b24-4db7-a95a-b6c66bfb6460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:47.152871 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc7c7b66-1b24-4db7-a95a-b6c66bfb6460 admin admin] vlan segment allocate from pool success with {'vlan_id': 680, 'physical_network': 'physnet1'} {{(pid=84886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:14:47.188137 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-8d44c749-aaa0-4858-aa2c-e532434f9250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:47.192599 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7c7b66-1b24-4db7-a95a-b6c66bfb6460 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84913f24-901e-43d7-aee4-06026f44ada6,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:14:47.215400 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-fc7c7b66-1b24-4db7-a95a-b6c66bfb6460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:47.215400 n-d-843948-2 neutron-server[84886]: INFO neutron.db.segments_db [None req-fc7c7b66-1b24-4db7-a95a-b6c66bfb6460 admin admin] Added segment 9a7cdadc-e74d-411a-9c51-5b1829d95c31 of type vlan for network 235b6b79-28ab-4c3f-a4a6-e7b0ffb1b55a May 30 20:14:47.318806 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-908463f5-cb72-4216-979b-b97e062cb35d req-46bdba2e-f50a-457f-96d2-5f94bbdfd419 service neutron] 10.222.0.86 "GET /v2.0/networks/447ea545-6235-439a-a377-09de7456264b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4131489 May 30 20:14:47.347644 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d44c749-aaa0-4858-aa2c-e532434f9250 None None] Pushing event updated for resources: {'Port': ['ID=94fa85df-666a-4794-af4f-afe554bbfd51,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:14:47.360662 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-502c9e06-06f6-4ea3-aa83-d4f193436de1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:47.362462 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-502c9e06-06f6-4ea3-aa83-d4f193436de1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:47.364645 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-502c9e06-06f6-4ea3-aa83-d4f193436de1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:47.446732 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-fc7c7b66-1b24-4db7-a95a-b6c66bfb6460 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:47.547634 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8af66f6-93a3-4b44-964c-0edc263a69f5', 'tag': '1e6e07a3-c45b-41b8-b6a5-4b5b75a47af3'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:14:47.699408 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-eccaef7b-c425-4a6f-b9b6-990c2b01d3c5 req-f873482a-9f82-415a-a2b3-1796ca7879ba service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7f20a37d1ec84058864d6080c6a9f8aa&device_id=d8ed4eb4-bd45-4dbb-8a7d-4f4b56681494 HTTP/1.1" status: 200 len: 1095 time: 0.1886399 May 30 20:14:47.780677 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.db.resource_extend [None req-fc7c7b66-1b24-4db7-a95a-b6c66bfb6460 admin admin] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:14:47.828558 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-20ec5f13-0bf6-43fd-b8a7-577d08f1068d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fa5f782-5b3a-4dde-bc5a-b3223a1946b8 {{(pid=84887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:14:47.854661 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df77a84c-c4c2-49f8-ade3-d525b0fdba95'] response: {'name': 'network-changed', 'server_uuid': 'f8af66f6-93a3-4b44-964c-0edc263a69f5', 'tag': '1e6e07a3-c45b-41b8-b6a5-4b5b75a47af3', 'status': 'completed', 'code': 200} May 30 20:14:47.978298 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-502c9e06-06f6-4ea3-aa83-d4f193436de1 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 3.3002014 May 30 20:14:47.999869 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 55858) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:14:48.030166 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-532ab6b1-c542-494d-bba5-221aa3492092 admin admin] Allocated IP 172.25.8.147 (c7869750-4b49-4b7e-aa99-5e0f1ae02da4/427601ec-f643-4fe7-b5e6-17305d3a39e1/386e41d7-cdb8-44c8-9a35-8ff33c8a412c) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:14:48.045146 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-345c2194-aed2-46eb-85f6-b501ffa018b9 admin admin] Request body: {'subnet': {'network_id': '214e67bb-b4dd-4ece-8b99-400fd28d0cda', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1004192724-subnet', 'tenant_id': 'a4154b18d3ba4acb9eb89908765d1f50', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:14:48.056531 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502c9e06-06f6-4ea3-aa83-d4f193436de1 admin admin] Pushing event updated for resources: {'Network': ['ID=214e67bb-b4dd-4ece-8b99-400fd28d0cda,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:14:48.065694 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-345c2194-aed2-46eb-85f6-b501ffa018b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:14:48.078337 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-345c2194-aed2-46eb-85f6-b501ffa018b9 admin admin] Usage tracker for resource:subnet and tenant:a4154b18d3ba4acb9eb89908765d1f50 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:14:48.082646 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-345c2194-aed2-46eb-85f6-b501ffa018b9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:14:48.092505 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network 214e67bb-b4dd-4ece-8b99-400fd28d0cda details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:14:48.095973 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-345c2194-aed2-46eb-85f6-b501ffa018b9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:14:48.133199 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-fc7c7b66-1b24-4db7-a95a-b6c66bfb6460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:48.133199 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc7c7b66-1b24-4db7-a95a-b6c66bfb6460 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:48.133199 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-fc7c7b66-1b24-4db7-a95a-b6c66bfb6460 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:48.193375 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-20ec5f13-0bf6-43fd-b8a7-577d08f1068d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:48.242668 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-20ec5f13-0bf6-43fd-b8a7-577d08f1068d service neutron] Transition to ACTIVE for port object 8fa5f782-5b3a-4dde-bc5a-b3223a1946b8 will not be triggered until provisioned by entity L2. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:14:48.324755 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccaef7b-c425-4a6f-b9b6-990c2b01d3c5 req-bc5d3a2a-f32e-441b-b55f-120e4c747f3f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:48.328471 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-eccaef7b-c425-4a6f-b9b6-990c2b01d3c5 req-bc5d3a2a-f32e-441b-b55f-120e4c747f3f service neutron] 10.222.0.86 "GET /v2.0/networks?id=447ea545-6235-439a-a377-09de7456264b HTTP/1.1" status: 200 len: 907 time: 0.6224904 May 30 20:14:48.348067 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7c7b66-1b24-4db7-a95a-b6c66bfb6460 admin admin] Pushing event updated for resources: {'Network': ['ID=235b6b79-28ab-4c3f-a4a6-e7b0ffb1b55a,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:14:48.365177 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network 235b6b79-28ab-4c3f-a4a6-e7b0ffb1b55a details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:14:48.383565 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-345c2194-aed2-46eb-85f6-b501ffa018b9 admin admin] Made reservation on behalf of a4154b18d3ba4acb9eb89908765d1f50 for: {'subnet': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:14:48.388199 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-345c2194-aed2-46eb-85f6-b501ffa018b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2778563'] for subnet, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:48.635536 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-20ec5f13-0bf6-43fd-b8a7-577d08f1068d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:48.694067 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-fc7c7b66-1b24-4db7-a95a-b6c66bfb6460 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 3.9477966 May 30 20:14:48.707563 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 55872) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:14:48.761487 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-532ab6b1-c542-494d-bba5-221aa3492092 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:48.781427 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-14e00121-650c-45c4-998a-144cffa45aba admin admin] Request body: {'subnet': {'network_id': '235b6b79-28ab-4c3f-a4a6-e7b0ffb1b55a', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-313803094-subnet', 'tenant_id': '011d9d75b0084003a5a4780b3b0484ad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:14:48.812792 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-14e00121-650c-45c4-998a-144cffa45aba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:14:48.923780 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3aab35-38b4-4e6d-a446-bc3f6aac7808 req-0299f99f-b65e-43cc-ac2a-a663b254eb2c tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:48.925989 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0e3aab35-38b4-4e6d-a446-bc3f6aac7808 req-0299f99f-b65e-43cc-ac2a-a663b254eb2c tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/ports?device_id=d8ed4eb4-bd45-4dbb-8a7d-4f4b56681494 HTTP/1.1" status: 200 len: 944 time: 0.7792969 May 30 20:14:48.946256 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-14e00121-650c-45c4-998a-144cffa45aba admin admin] Usage tracker for resource:subnet and tenant:011d9d75b0084003a5a4780b3b0484ad is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:14:48.947007 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-42dde63d-f7f2-4872-b7b1-2f60d6a09dce req-d0b81e9c-6f60-461e-9778-ca6f4325f21f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=81e36025f4964ad6aa1305da6f1825fb&device_id=f8af66f6-93a3-4b44-964c-0edc263a69f5 HTTP/1.1" status: 200 len: 5290 time: 1.1557000 May 30 20:14:48.954457 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-eccaef7b-c425-4a6f-b9b6-990c2b01d3c5 req-a3f07550-b120-4d14-bdf5-82d1bc3d0194 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6f1ac051-3c3f-42ee-8075-0416c2ec16cf HTTP/1.1" status: 200 len: 217 time: 0.6142707 May 30 20:14:49.010437 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-14e00121-650c-45c4-998a-144cffa45aba admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:14:49.037449 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-14e00121-650c-45c4-998a-144cffa45aba admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:14:49.156762 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bf44ac-0ce4-45bd-875b-381e2b98822a req-af6987f1-16e3-422d-a3b0-1254eac1ee15 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:49.164771 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bf44ac-0ce4-45bd-875b-381e2b98822a req-af6987f1-16e3-422d-a3b0-1254eac1ee15 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:49.172993 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bf44ac-0ce4-45bd-875b-381e2b98822a req-af6987f1-16e3-422d-a3b0-1254eac1ee15 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:49.181931 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bf44ac-0ce4-45bd-875b-381e2b98822a req-af6987f1-16e3-422d-a3b0-1254eac1ee15 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:49.195795 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bf44ac-0ce4-45bd-875b-381e2b98822a req-af6987f1-16e3-422d-a3b0-1254eac1ee15 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:49.203619 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bf44ac-0ce4-45bd-875b-381e2b98822a req-af6987f1-16e3-422d-a3b0-1254eac1ee15 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:49.221112 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bf44ac-0ce4-45bd-875b-381e2b98822a req-af6987f1-16e3-422d-a3b0-1254eac1ee15 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:49.231032 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-27bf44ac-0ce4-45bd-875b-381e2b98822a req-af6987f1-16e3-422d-a3b0-1254eac1ee15 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] 10.222.0.85 "GET /v2.0/ports?device_id=f8af66f6-93a3-4b44-964c-0edc263a69f5 HTTP/1.1" status: 200 len: 5381 time: 0.4197216 May 30 20:14:49.235695 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14e00121-650c-45c4-998a-144cffa45aba admin admin] Made reservation on behalf of 011d9d75b0084003a5a4780b3b0484ad for: {'subnet': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:14:49.246886 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-14e00121-650c-45c4-998a-144cffa45aba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2778563'] for subnet, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:49.279106 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:49.285150 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-532ab6b1-c542-494d-bba5-221aa3492092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:49.379612 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ec5f13-0bf6-43fd-b8a7-577d08f1068d service neutron] Pushing event updated for resources: {'Port': ['ID=8fa5f782-5b3a-4dde-bc5a-b3223a1946b8,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:14:49.423528 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0e3aab35-38b4-4e6d-a446-bc3f6aac7808 req-29fb3d8f-8497-4035-9f7e-0f20c7a74630 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/security-groups?id=3b7b472c-21af-4683-a7b2-e1dc38380326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4750905 May 30 20:14:49.492361 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 94fa85df-666a-4794-af4f-afe554bbfd51 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:14:49.568567 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e8ff991-c283-45e2-a6b5-c9e7ac7b61e6 None None] Network 176420f6-ac4e-4319-85b4-31313b590db0 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:14:49.613482 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccaef7b-c425-4a6f-b9b6-990c2b01d3c5 req-51e17646-7ead-4060-b86a-4b1a504e7cf8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:49.621767 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-eccaef7b-c425-4a6f-b9b6-990c2b01d3c5 req-51e17646-7ead-4060-b86a-4b1a504e7cf8 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=e5689849-4104-472f-a1ce-eede6d9545dd HTTP/1.1" status: 200 len: 846 time: 0.6325312 May 30 20:14:49.668713 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532ab6b1-c542-494d-bba5-221aa3492092 admin admin] Pushing event updated for resources: {'Port': ['ID=386e41d7-cdb8-44c8-9a35-8ff33c8a412c,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:14:49.755846 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-27bf44ac-0ce4-45bd-875b-381e2b98822a req-13bd72b5-111d-44fa-9088-cbd1fc525e46 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] 10.222.0.85 "GET /v2.0/security-groups?id=f2363d32-544a-4c25-9836-43719a31ef02&id=71bec9af-908d-443b-98db-bdfb70c6ea10&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4503057 May 30 20:14:49.770617 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-532ab6b1-c542-494d-bba5-221aa3492092 admin admin] Network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:14:49.779913 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-532ab6b1-c542-494d-bba5-221aa3492092 admin admin] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:14:49.788757 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532ab6b1-c542-494d-bba5-221aa3492092 admin admin] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:14:49.972226 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7af0c58f-9f6b-46a1-b2e0-addc1dadd2f1 req-4e287413-a944-4172-a206-3eb93086b6bf tempest-ServerShowV247Test-254392673 tempest-ServerShowV247Test-254392673-project] 10.222.0.85 "GET /v2.0/ports?device_id=14dffdcc-2424-4bc7-8325-386fb19468a5 HTTP/1.1" status: 200 len: 210 time: 0.3489935 May 30 20:14:50.036138 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-345c2194-aed2-46eb-85f6-b501ffa018b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4127140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2778577'] for subnet, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:50.041275 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-eccaef7b-c425-4a6f-b9b6-990c2b01d3c5 req-730a9a8a-3952-48a5-9a79-5455706409a1 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=447ea545-6235-439a-a377-09de7456264b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3963811 May 30 20:14:50.041275 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dde63d-f7f2-4872-b7b1-2f60d6a09dce req-8441616f-222b-49e4-9f23-f1fdba867354 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:50.041275 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dde63d-f7f2-4872-b7b1-2f60d6a09dce req-8441616f-222b-49e4-9f23-f1fdba867354 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:50.041668 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dde63d-f7f2-4872-b7b1-2f60d6a09dce req-8441616f-222b-49e4-9f23-f1fdba867354 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:50.043221 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-42dde63d-f7f2-4872-b7b1-2f60d6a09dce req-8441616f-222b-49e4-9f23-f1fdba867354 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=81e36025f4964ad6aa1305da6f1825fb&shared=False HTTP/1.1" status: 200 len: 2297 time: 1.0877671 May 30 20:14:50.062757 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-0b432d2e-7192-4aba-a8a8-f2e5877f3b65 None None] Provisioning for port 94fa85df-666a-4794-af4f-afe554bbfd51 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:14:50.069223 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 94fa85df-666a-4794-af4f-afe554bbfd51 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:14:50.077215 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-0b432d2e-7192-4aba-a8a8-f2e5877f3b65 None None] Provisioning complete for port 94fa85df-666a-4794-af4f-afe554bbfd51 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:14:50.077674 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-0b432d2e-7192-4aba-a8a8-f2e5877f3b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:50.171510 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 94fa85df-666a-4794-af4f-afe554bbfd51 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:14:50.172595 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:50.325225 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345c2194-aed2-46eb-85f6-b501ffa018b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9422d7a5-89eb-4cbc-ba51-6c168e04a75b,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:14:50.336089 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 6f1ac051-3c3f-42ee-8075-0416c2ec16cf details requested by agent hyperv_n-h2-843948-2 with host n-h2-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:14:50.430359 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345c2194-aed2-46eb-85f6-b501ffa018b9 admin admin] Checking segment: {'id': '9c69f1cd-d2f9-4b91-a698-e75180c7ce4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '214e67bb-b4dd-4ece-8b99-400fd28d0cda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:14:50.431038 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-345c2194-aed2-46eb-85f6-b501ffa018b9 admin admin] Network hostable DHCP agents. Network: 214e67bb-b4dd-4ece-8b99-400fd28d0cda, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:14:50.512711 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-14e00121-650c-45c4-998a-144cffa45aba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4127140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2778577'] for subnet, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:50.552544 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.db.resource_extend [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:14:50.587175 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-0b432d2e-7192-4aba-a8a8-f2e5877f3b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:50.622820 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-20ec5f13-0bf6-43fd-b8a7-577d08f1068d service neutron] Attempting to bind port 8fa5f782-5b3a-4dde-bc5a-b3223a1946b8 on host n-h1-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:14:50.623297 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-20ec5f13-0bf6-43fd-b8a7-577d08f1068d service neutron] Attempting to bind port 8fa5f782-5b3a-4dde-bc5a-b3223a1946b8 by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': 'a622f652-5f5a-416e-87a7-7c0365db31a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'a7619443-8c8f-449c-b71b-17b9838c2b23'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:14:50.623624 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-20ec5f13-0bf6-43fd-b8a7-577d08f1068d service neutron] Attempting to bind port 8fa5f782-5b3a-4dde-bc5a-b3223a1946b8 on network a7619443-8c8f-449c-b71b-17b9838c2b23 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:14:50.673724 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-20ec5f13-0bf6-43fd-b8a7-577d08f1068d service neutron] Port 8fa5f782-5b3a-4dde-bc5a-b3223a1946b8 on network a7619443-8c8f-449c-b71b-17b9838c2b23 not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:14:50.674053 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-20ec5f13-0bf6-43fd-b8a7-577d08f1068d service neutron] Attempting to bind port 8fa5f782-5b3a-4dde-bc5a-b3223a1946b8 on network a7619443-8c8f-449c-b71b-17b9838c2b23 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:14:50.686935 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-345c2194-aed2-46eb-85f6-b501ffa018b9 admin admin] Network 214e67bb-b4dd-4ece-8b99-400fd28d0cda is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:14:50.716293 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-20ec5f13-0bf6-43fd-b8a7-577d08f1068d service neutron] Checking agent: {'id': 'f728d74e-a4ae-4384-860b-a5ade05dd8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 14, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:14:50.716770 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-20ec5f13-0bf6-43fd-b8a7-577d08f1068d service neutron] Checking segment: {'id': 'a622f652-5f5a-416e-87a7-7c0365db31a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'a7619443-8c8f-449c-b71b-17b9838c2b23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:14:50.721319 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-20ec5f13-0bf6-43fd-b8a7-577d08f1068d service neutron] Bound using segment: {'id': 'a622f652-5f5a-416e-87a7-7c0365db31a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'a7619443-8c8f-449c-b71b-17b9838c2b23'} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:14:50.721319 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-20ec5f13-0bf6-43fd-b8a7-577d08f1068d service neutron] Bound port: 8fa5f782-5b3a-4dde-bc5a-b3223a1946b8, host: n-h1-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a622f652-5f5a-416e-87a7-7c0365db31a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'a7619443-8c8f-449c-b71b-17b9838c2b23'}}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:14:50.721319 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-20ec5f13-0bf6-43fd-b8a7-577d08f1068d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:50.793443 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e00121-650c-45c4-998a-144cffa45aba admin admin] Pushing event updated for resources: {'Subnet': ['ID=48725353-dcaf-4651-bdf2-6e450c78d426,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:14:50.795282 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-eccaef7b-c425-4a6f-b9b6-990c2b01d3c5 req-e551356b-9a45-4cf6-81f2-e3c459114342 service neutron] 10.222.0.86 "GET /v2.0/networks/447ea545-6235-439a-a377-09de7456264b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7077105 May 30 20:14:50.821199 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-345c2194-aed2-46eb-85f6-b501ffa018b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, 214e67bb-b4dd-4ece-8b99-400fd28d0cda) {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:14:50.833270 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-345c2194-aed2-46eb-85f6-b501ffa018b9 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:50.834497 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-345c2194-aed2-46eb-85f6-b501ffa018b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:50.864607 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dde63d-f7f2-4872-b7b1-2f60d6a09dce req-338a1aa0-e85b-4617-afc3-f3e6191eb736 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:50.866684 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-42dde63d-f7f2-4872-b7b1-2f60d6a09dce req-338a1aa0-e85b-4617-afc3-f3e6191eb736 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8152878 May 30 20:14:50.868339 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e00121-650c-45c4-998a-144cffa45aba admin admin] Checking segment: {'id': '9a7cdadc-e74d-411a-9c51-5b1829d95c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '235b6b79-28ab-4c3f-a4a6-e7b0ffb1b55a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:14:50.869277 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e00121-650c-45c4-998a-144cffa45aba admin admin] Network hostable DHCP agents. Network: 235b6b79-28ab-4c3f-a4a6-e7b0ffb1b55a, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:14:50.894083 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-689fcb5f-3c20-47a1-995a-4076e93c0ed3 None None] Network 214e67bb-b4dd-4ece-8b99-400fd28d0cda requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:14:50.939000 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-532ab6b1-c542-494d-bba5-221aa3492092 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:50.943964 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-532ab6b1-c542-494d-bba5-221aa3492092 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-736409'] for router, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:51.038003 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:51.121648 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-345c2194-aed2-46eb-85f6-b501ffa018b9 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 3.1072302 May 30 20:14:51.137011 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46c1139-debd-4634-8c87-a28d48a05dac req-c2a00aa4-596e-4bdb-a80d-b18e987ceb47 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:51.137011 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f46c1139-debd-4634-8c87-a28d48a05dac req-c2a00aa4-596e-4bdb-a80d-b18e987ceb47 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/ports?device_id=d8ed4eb4-bd45-4dbb-8a7d-4f4b56681494 HTTP/1.1" status: 200 len: 944 time: 0.3950682 May 30 20:14:51.233467 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-20ec5f13-0bf6-43fd-b8a7-577d08f1068d service neutron] For port 8fa5f782-5b3a-4dde-bc5a-b3223a1946b8, host n-h1-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:14:51.247006 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-eccaef7b-c425-4a6f-b9b6-990c2b01d3c5 req-47ab5692-30b1-4364-b771-1c40d2da87cb service neutron] 10.222.0.86 "GET /v2.0/networks/447ea545-6235-439a-a377-09de7456264b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4378314 May 30 20:14:51.248829 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-20ec5f13-0bf6-43fd-b8a7-577d08f1068d service neutron] For port 8fa5f782-5b3a-4dde-bc5a-b3223a1946b8, host n-h1-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=8fa5f782-5b3a-4dde-bc5a-b3223a1946b8,segment=NetworkSegment(a622f652-5f5a-416e-87a7-7c0365db31a5),segment_id=a622f652-5f5a-416e-87a7-7c0365db31a5)] {{(pid=84887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:14:51.350409 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-20ec5f13-0bf6-43fd-b8a7-577d08f1068d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:51.392693 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-0b432d2e-7192-4aba-a8a8-f2e5877f3b65 None None] For port 94fa85df-666a-4794-af4f-afe554bbfd51, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=94fa85df-666a-4794-af4f-afe554bbfd51,segment=NetworkSegment(e72964d7-16ec-4def-877e-899e29175d4d),segment_id=e72964d7-16ec-4def-877e-899e29175d4d)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:14:51.393795 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e00121-650c-45c4-998a-144cffa45aba admin admin] Network 235b6b79-28ab-4c3f-a4a6-e7b0ffb1b55a is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:14:51.472086 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-14e00121-650c-45c4-998a-144cffa45aba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, 235b6b79-28ab-4c3f-a4a6-e7b0ffb1b55a) {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:14:51.500714 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e00121-650c-45c4-998a-144cffa45aba admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:51.501712 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-14e00121-650c-45c4-998a-144cffa45aba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:51.513228 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-0b432d2e-7192-4aba-a8a8-f2e5877f3b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:51.519433 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb2eab0-2967-4a5f-8534-3f76c594d558 None None] Network 235b6b79-28ab-4c3f-a4a6-e7b0ffb1b55a requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:14:51.567955 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-20ec5f13-0bf6-43fd-b8a7-577d08f1068d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:51.567955 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-20ec5f13-0bf6-43fd-b8a7-577d08f1068d service neutron] 10.222.0.71 "PUT /v2.0/ports/8fa5f782-5b3a-4dde-bc5a-b3223a1946b8 HTTP/1.1" status: 200 len: 1135 time: 5.3833833 May 30 20:14:51.567955 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8af66f6-93a3-4b44-964c-0edc263a69f5', 'tag': '8fa5f782-5b3a-4dde-bc5a-b3223a1946b8'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:14:51.578255 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f46c1139-debd-4634-8c87-a28d48a05dac req-627e822f-304c-4c54-a0ff-825714027813 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/security-groups?id=3b7b472c-21af-4683-a7b2-e1dc38380326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4055943 May 30 20:14:51.597765 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ec5f13-0bf6-43fd-b8a7-577d08f1068d service neutron] Pushing event updated for resources: {'Port': ['ID=8fa5f782-5b3a-4dde-bc5a-b3223a1946b8,revision_number=3']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:14:51.648259 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c765219-4399-4dac-9d7d-2e04a84cd3dc req-e0c5c282-ee8e-47fa-b811-e537a2907b95 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:51.661113 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c765219-4399-4dac-9d7d-2e04a84cd3dc req-e0c5c282-ee8e-47fa-b811-e537a2907b95 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:51.704196 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c765219-4399-4dac-9d7d-2e04a84cd3dc req-e0c5c282-ee8e-47fa-b811-e537a2907b95 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:51.707475 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c765219-4399-4dac-9d7d-2e04a84cd3dc req-e0c5c282-ee8e-47fa-b811-e537a2907b95 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:51.719345 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c765219-4399-4dac-9d7d-2e04a84cd3dc req-e0c5c282-ee8e-47fa-b811-e537a2907b95 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:51.746041 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c765219-4399-4dac-9d7d-2e04a84cd3dc req-e0c5c282-ee8e-47fa-b811-e537a2907b95 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:51.765091 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c765219-4399-4dac-9d7d-2e04a84cd3dc req-e0c5c282-ee8e-47fa-b811-e537a2907b95 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:51.765091 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2c765219-4399-4dac-9d7d-2e04a84cd3dc req-e0c5c282-ee8e-47fa-b811-e537a2907b95 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] 10.222.0.85 "GET /v2.0/ports?device_id=f8af66f6-93a3-4b44-964c-0edc263a69f5 HTTP/1.1" status: 200 len: 5381 time: 0.4998200 May 30 20:14:51.788379 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-49ccd09e-1f43-4c87-a080-482663138faa service neutron] Request body: {'port': {'device_id': 'f8af66f6-93a3-4b44-964c-0edc263a69f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843948-2'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:14:51.851908 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-14e00121-650c-45c4-998a-144cffa45aba admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 3.1269135 May 30 20:14:52.034709 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a288d818-2875-4458-964f-e93c0b567aa6'] response: {'name': 'network-changed', 'server_uuid': 'f8af66f6-93a3-4b44-964c-0edc263a69f5', 'tag': '8fa5f782-5b3a-4dde-bc5a-b3223a1946b8', 'status': 'completed', 'code': 200} May 30 20:14:52.183251 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2c765219-4399-4dac-9d7d-2e04a84cd3dc req-563d272e-764c-428d-8268-86ef18a869a1 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] 10.222.0.85 "GET /v2.0/security-groups?id=f2363d32-544a-4c25-9836-43719a31ef02&id=71bec9af-908d-443b-98db-bdfb70c6ea10&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2958121 May 30 20:14:52.189740 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-532ab6b1-c542-494d-bba5-221aa3492092 admin admin] Router 5f067dc9-2270-460a-a414-750545c05bda is scheduled to L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 with binding_index 1 {{(pid=84886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 20:14:52.307570 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-49ccd09e-1f43-4c87-a080-482663138faa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:52.451869 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2ac4137e-d4a5-4b31-b405-985e9148af45 req-e248f8d3-8ac3-4adf-8a9f-4aa1f677a73b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=81e36025f4964ad6aa1305da6f1825fb&device_id=f8af66f6-93a3-4b44-964c-0edc263a69f5 HTTP/1.1" status: 200 len: 6218 time: 0.4158030 May 30 20:14:52.565199 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-adb93833-170e-4e3c-b657-9cf5e464a8b0 req-f6b53729-8619-465d-a15e-8007a1ec1910 tempest-ServerShowV247Test-254392673 tempest-ServerShowV247Test-254392673-project] 10.222.0.85 "GET /v2.0/ports?device_id=492a04df-fe45-49e6-9c70-8a9b984d8f87 HTTP/1.1" status: 200 len: 210 time: 0.1344516 May 30 20:14:52.721886 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 6f1ac051-3c3f-42ee-8075-0416c2ec16cf, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=6f1ac051-3c3f-42ee-8075-0416c2ec16cf,segment=NetworkSegment(6f1287e5-9e46-42ce-b023-b38d433df277),segment_id=6f1287e5-9e46-42ce-b023-b38d433df277)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:14:52.743398 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.db.api [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:14:52.743948 n-d-843948-2 neutron-server[84888]: DEBUG oslo_db.api [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:14:52.745088 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:52.794826 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Returning: {'device': '6f1ac051-3c3f-42ee-8075-0416c2ec16cf', 'network_id': '447ea545-6235-439a-a377-09de7456264b', 'port_id': '6f1ac051-3c3f-42ee-8075-0416c2ec16cf', 'mac_address': 'fa:16:3e:54:35:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5689849-4104-472f-a1ce-eede6d9545dd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:14:52.890424 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b432d2e-7192-4aba-a8a8-f2e5877f3b65 None None] Pushing event updated for resources: {'Port': ['ID=94fa85df-666a-4794-af4f-afe554bbfd51,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:14:52.973173 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-532ab6b1-c542-494d-bba5-221aa3492092 admin admin] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:14:52.996621 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5edaaf-9f5b-48b1-8a25-53640c9ef703 None None] Sync routers for ids ['5f067dc9-2270-460a-a414-750545c05bda'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:14:53.053029 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5edaaf-9f5b-48b1-8a25-53640c9ef703 None None] Routers {'5f067dc9-2270-460a-a414-750545c05bda'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:14:53.053029 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-2f5edaaf-9f5b-48b1-8a25-53640c9ef703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:14:29Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['5f067dc9-2270-460a-a414-750545c05bda'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:14:53.112707 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:53.234800 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-532ab6b1-c542-494d-bba5-221aa3492092 admin admin] Notify callbacks [] for router, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:53.246643 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-532ab6b1-c542-494d-bba5-221aa3492092 admin admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 8.2264206 May 30 20:14:53.270885 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 55952) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:14:53.324788 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f1ac051-3c3f-42ee-8075-0416c2ec16cf {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:14:53.374981 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-d14c997b-e674-44c0-8aad-86c12ec5297d req-681683ad-df8a-4522-8696-09b15a78f82d tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-504724728', 'description': 'tempest-description-2051867238'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:14:53.408075 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-d14c997b-e674-44c0-8aad-86c12ec5297d req-681683ad-df8a-4522-8696-09b15a78f82d tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:14:53.417809 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-d14c997b-e674-44c0-8aad-86c12ec5297d req-681683ad-df8a-4522-8696-09b15a78f82d tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Usage tracker for resource:security_group and tenant:011d9d75b0084003a5a4780b3b0484ad is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:14:53.429298 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-d14c997b-e674-44c0-8aad-86c12ec5297d req-681683ad-df8a-4522-8696-09b15a78f82d tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:14:53.464110 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-d14c997b-e674-44c0-8aad-86c12ec5297d req-681683ad-df8a-4522-8696-09b15a78f82d tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:14:53.488195 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac4137e-d4a5-4b31-b405-985e9148af45 req-166dd38e-1fdf-47f2-a3a2-3d0f500a2ce2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:53.488806 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac4137e-d4a5-4b31-b405-985e9148af45 req-166dd38e-1fdf-47f2-a3a2-3d0f500a2ce2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:53.489322 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac4137e-d4a5-4b31-b405-985e9148af45 req-166dd38e-1fdf-47f2-a3a2-3d0f500a2ce2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:53.491446 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2ac4137e-d4a5-4b31-b405-985e9148af45 req-166dd38e-1fdf-47f2-a3a2-3d0f500a2ce2 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=81e36025f4964ad6aa1305da6f1825fb&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.9844985 May 30 20:14:53.596887 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b7b7d39-29e6-4209-ae6d-31882b02053e None None] Network 214e67bb-b4dd-4ece-8b99-400fd28d0cda requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:14:53.602766 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-2f5edaaf-9f5b-48b1-8a25-53640c9ef703 None None] Set router 5f067dc9-2270-460a-a414-750545c05bda gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:14:53.689337 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-d14c997b-e674-44c0-8aad-86c12ec5297d req-681683ad-df8a-4522-8696-09b15a78f82d tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:53.800624 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.db.resource_extend [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-49ccd09e-1f43-4c87-a080-482663138faa service neutron] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:14:53.859585 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 6f1ac051-3c3f-42ee-8075-0416c2ec16cf, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=6f1ac051-3c3f-42ee-8075-0416c2ec16cf,segment=NetworkSegment(6f1287e5-9e46-42ce-b023-b38d433df277),segment_id=6f1287e5-9e46-42ce-b023-b38d433df277)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:14:53.887601 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-90ea7fb5-f8b0-4464-bd2a-e34668a94893 None None] Provisioning complete for port 94fa85df-666a-4794-af4f-afe554bbfd51 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:14:53.888165 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-90ea7fb5-f8b0-4464-bd2a-e34668a94893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:54.006065 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-49ccd09e-1f43-4c87-a080-482663138faa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65cf2d99-b058-4d03-989d-4197e189c275 {{(pid=84887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:14:54.016648 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-49ccd09e-1f43-4c87-a080-482663138faa service neutron] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:54.058566 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-49ccd09e-1f43-4c87-a080-482663138faa service neutron] Transition to ACTIVE for port object 65cf2d99-b058-4d03-989d-4197e189c275 will not be triggered until provisioned by entity L2. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:14:54.091867 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 94fa85df-666a-4794-af4f-afe554bbfd51 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:14:54.092819 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-d14c997b-e674-44c0-8aad-86c12ec5297d req-681683ad-df8a-4522-8696-09b15a78f82d tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:14:54.098314 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-d14c997b-e674-44c0-8aad-86c12ec5297d req-681683ad-df8a-4522-8696-09b15a78f82d tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Usage tracker for resource:security_group_rule and tenant:011d9d75b0084003a5a4780b3b0484ad is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:14:54.104245 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-d14c997b-e674-44c0-8aad-86c12ec5297d req-681683ad-df8a-4522-8696-09b15a78f82d tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:14:54.116684 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-d14c997b-e674-44c0-8aad-86c12ec5297d req-681683ad-df8a-4522-8696-09b15a78f82d tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:14:54.120329 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-2f5edaaf-9f5b-48b1-8a25-53640c9ef703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f067dc9-2270-460a-a414-750545c05bda', 'name': 'tempest-ServersTestBootFromVolume-771255782-router', 'tenant_id': 'a98770a137d04e48a5baba76bc9996d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.147'}], 'enable_snat': True}, 'gw_port_id': '386e41d7-cdb8-44c8-9a35-8ff33c8a412c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:14:45Z', 'updated_at': '2022-05-30T20:14:50Z', 'revision_number': 3, 'project_id': 'a98770a137d04e48a5baba76bc9996d9', 'gw_port': {'id': '386e41d7-cdb8-44c8-9a35-8ff33c8a412c', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a5:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f067dc9-2270-460a-a414-750545c05bda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:14:47Z', 'updated_at': '2022-05-30T20:14:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:14:54.126951 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5edaaf-9f5b-48b1-8a25-53640c9ef703 None None] Checking router: 5f067dc9-2270-460a-a414-750545c05bda for host: n-d-843948-2 {{(pid=84889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:14:54.127851 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5edaaf-9f5b-48b1-8a25-53640c9ef703 None None] Updating router 5f067dc9-2270-460a-a414-750545c05bda port 386e41d7-cdb8-44c8-9a35-8ff33c8a412c binding host n-d-843948-2 {{(pid=84889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:14:54.163238 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:54.205260 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-2f5edaaf-9f5b-48b1-8a25-53640c9ef703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:54.212977 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-d14c997b-e674-44c0-8aad-86c12ec5297d req-681683ad-df8a-4522-8696-09b15a78f82d tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:54.240062 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac4137e-d4a5-4b31-b405-985e9148af45 req-69078f8c-7760-4ffc-9593-df69712ae5b5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:54.242283 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2ac4137e-d4a5-4b31-b405-985e9148af45 req-69078f8c-7760-4ffc-9593-df69712ae5b5 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7443116 May 30 20:14:54.243360 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-49ccd09e-1f43-4c87-a080-482663138faa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:54.276734 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb92050-5af6-4786-9358-cf94f4b4ca06 None None] Network 235b6b79-28ab-4c3f-a4a6-e7b0ffb1b55a requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:14:54.314390 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237dbc81-9102-412d-a070-65710f7532e4 req-4aff07ac-1159-4acd-b5cc-fa3d00737a8f tempest-InstanceActionsV221TestJSON-412311320 tempest-InstanceActionsV221TestJSON-412311320-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:54.315163 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-237dbc81-9102-412d-a070-65710f7532e4 req-4aff07ac-1159-4acd-b5cc-fa3d00737a8f tempest-InstanceActionsV221TestJSON-412311320 tempest-InstanceActionsV221TestJSON-412311320-project] Synchronizing usage tracker for tenant:a4154b18d3ba4acb9eb89908765d1f50 on resource:network {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:14:54.431982 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-d14c997b-e674-44c0-8aad-86c12ec5297d req-681683ad-df8a-4522-8696-09b15a78f82d tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:54.481602 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-237dbc81-9102-412d-a070-65710f7532e4 req-4aff07ac-1159-4acd-b5cc-fa3d00737a8f tempest-InstanceActionsV221TestJSON-412311320 tempest-InstanceActionsV221TestJSON-412311320-project] Unset dirty status for tenant:a4154b18d3ba4acb9eb89908765d1f50 on resource:network {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:14:54.494673 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-237dbc81-9102-412d-a070-65710f7532e4 req-4aff07ac-1159-4acd-b5cc-fa3d00737a8f tempest-InstanceActionsV221TestJSON-412311320 tempest-InstanceActionsV221TestJSON-412311320-project] 10.222.0.85 "GET /v2.0/networks?id=214e67bb-b4dd-4ece-8b99-400fd28d0cda HTTP/1.1" status: 200 len: 818 time: 1.3413773 May 30 20:14:54.554146 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ccd09e-1f43-4c87-a080-482663138faa service neutron] Pushing event updated for resources: {'Port': ['ID=65cf2d99-b058-4d03-989d-4197e189c275,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:14:54.558691 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-237dbc81-9102-412d-a070-65710f7532e4 req-24523849-92ea-4254-88ba-b7e184282cf5 tempest-InstanceActionsV221TestJSON-412311320 tempest-InstanceActionsV221TestJSON-412311320-project] 10.222.0.85 "GET /v2.0/quotas/a4154b18d3ba4acb9eb89908765d1f50 HTTP/1.1" status: 200 len: 375 time: 0.0593536 May 30 20:14:54.587296 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681683ad-df8a-4522-8696-09b15a78f82d tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46c352a9-ea4c-4f7a-8f6a-50716fd23a0d,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:14:54.686373 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-d14c997b-e674-44c0-8aad-86c12ec5297d req-681683ad-df8a-4522-8696-09b15a78f82d tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:54.687599 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d14c997b-e674-44c0-8aad-86c12ec5297d req-681683ad-df8a-4522-8696-09b15a78f82d tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1643 time: 1.3510780 May 30 20:14:54.715921 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['6f1ac051-3c3f-42ee-8075-0416c2ec16cf'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:14:54.781731 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-49ccd09e-1f43-4c87-a080-482663138faa service neutron] Attempting to bind port 65cf2d99-b058-4d03-989d-4197e189c275 on host n-h1-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:14:54.782046 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-49ccd09e-1f43-4c87-a080-482663138faa service neutron] Attempting to bind port 65cf2d99-b058-4d03-989d-4197e189c275 by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': 'a622f652-5f5a-416e-87a7-7c0365db31a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'a7619443-8c8f-449c-b71b-17b9838c2b23'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:14:54.782391 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-49ccd09e-1f43-4c87-a080-482663138faa service neutron] Attempting to bind port 65cf2d99-b058-4d03-989d-4197e189c275 on network a7619443-8c8f-449c-b71b-17b9838c2b23 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:14:54.800128 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-49ccd09e-1f43-4c87-a080-482663138faa service neutron] Port 65cf2d99-b058-4d03-989d-4197e189c275 on network a7619443-8c8f-449c-b71b-17b9838c2b23 not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:14:54.800677 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-49ccd09e-1f43-4c87-a080-482663138faa service neutron] Attempting to bind port 65cf2d99-b058-4d03-989d-4197e189c275 on network a7619443-8c8f-449c-b71b-17b9838c2b23 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:14:54.816367 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-49ccd09e-1f43-4c87-a080-482663138faa service neutron] Checking agent: {'id': 'f728d74e-a4ae-4384-860b-a5ade05dd8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 14, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:14:54.816946 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-49ccd09e-1f43-4c87-a080-482663138faa service neutron] Checking segment: {'id': 'a622f652-5f5a-416e-87a7-7c0365db31a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'a7619443-8c8f-449c-b71b-17b9838c2b23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:14:54.817566 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-49ccd09e-1f43-4c87-a080-482663138faa service neutron] Bound using segment: {'id': 'a622f652-5f5a-416e-87a7-7c0365db31a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'a7619443-8c8f-449c-b71b-17b9838c2b23'} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:14:54.818195 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-49ccd09e-1f43-4c87-a080-482663138faa service neutron] Bound port: 65cf2d99-b058-4d03-989d-4197e189c275, host: n-h1-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a622f652-5f5a-416e-87a7-7c0365db31a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'a7619443-8c8f-449c-b71b-17b9838c2b23'}}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:14:54.818710 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-49ccd09e-1f43-4c87-a080-482663138faa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:54.952837 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-237dbc81-9102-412d-a070-65710f7532e4 req-cb6b2c61-683d-4937-b158-e23fbaf8e4f1 tempest-InstanceActionsV221TestJSON-412311320 tempest-InstanceActionsV221TestJSON-412311320-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=a4154b18d3ba4acb9eb89908765d1f50&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3681490 May 30 20:14:55.114421 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=6f1ac051-3c3f-42ee-8075-0416c2ec16cf,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:14:55.142412 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-2f5edaaf-9f5b-48b1-8a25-53640c9ef703 None None] Notify callbacks [] for port, precommit_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:55.159729 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.provisioning_blocks [None req-2f5edaaf-9f5b-48b1-8a25-53640c9ef703 None None] Transition to ACTIVE for port object 386e41d7-cdb8-44c8-9a35-8ff33c8a412c will not be triggered until provisioned by entity L2. {{(pid=84889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:14:55.215939 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 94fa85df-666a-4794-af4f-afe554bbfd51 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:14:55.216513 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:55.253843 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-2f5edaaf-9f5b-48b1-8a25-53640c9ef703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:55.329240 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b07e49cf-d61e-43bf-b4b8-083761d2e746 req-41919530-ea10-4dbc-b2b6-5e58d83e3155 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=14dffdcc-2424-4bc7-8325-386fb19468a5 HTTP/1.1" status: 200 len: 210 time: 0.0726683 May 30 20:14:55.410698 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-237dbc81-9102-412d-a070-65710f7532e4 req-ad36bd97-7597-441f-822c-d8070c300903 service neutron] 10.222.0.85 "GET /v2.0/networks/214e67bb-b4dd-4ece-8b99-400fd28d0cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4369931 May 30 20:14:55.515529 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-2f5edaaf-9f5b-48b1-8a25-53640c9ef703 None None] Attempting to bind port 386e41d7-cdb8-44c8-9a35-8ff33c8a412c on host n-d-843948-2 for vnic_type normal with profile {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:14:55.516184 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-2f5edaaf-9f5b-48b1-8a25-53640c9ef703 None None] Attempting to bind port 386e41d7-cdb8-44c8-9a35-8ff33c8a412c by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}] {{(pid=84889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:14:55.516752 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5edaaf-9f5b-48b1-8a25-53640c9ef703 None None] Attempting to bind port 386e41d7-cdb8-44c8-9a35-8ff33c8a412c on network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:14:55.595962 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c318fa-a4cc-4ea0-b764-813f829ef3f7 None None] Pushing event updated for resources: {'Port': ['ID=386e41d7-cdb8-44c8-9a35-8ff33c8a412c,revision_number=2']} {{(pid=84889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:14:55.605797 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-237dbc81-9102-412d-a070-65710f7532e4 req-046c6d32-eab5-4607-8bdf-bad4abc86ab9 service neutron] 10.222.0.85 "GET /v2.0/networks/214e67bb-b4dd-4ece-8b99-400fd28d0cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902223 May 30 20:14:55.606561 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5edaaf-9f5b-48b1-8a25-53640c9ef703 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:14:55.607135 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5edaaf-9f5b-48b1-8a25-53640c9ef703 None None] Checking segment: {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:14:55.607901 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-2f5edaaf-9f5b-48b1-8a25-53640c9ef703 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:55.608527 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5edaaf-9f5b-48b1-8a25-53640c9ef703 None None] Bound using segment: {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'} {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:14:55.609295 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-2f5edaaf-9f5b-48b1-8a25-53640c9ef703 None None] Bound port: 386e41d7-cdb8-44c8-9a35-8ff33c8a412c, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}}] {{(pid=84889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:14:55.609905 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-2f5edaaf-9f5b-48b1-8a25-53640c9ef703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:55.647344 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-49ccd09e-1f43-4c87-a080-482663138faa service neutron] For port 65cf2d99-b058-4d03-989d-4197e189c275, host n-h1-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:14:55.655109 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-49ccd09e-1f43-4c87-a080-482663138faa service neutron] For port 65cf2d99-b058-4d03-989d-4197e189c275, host n-h1-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=65cf2d99-b058-4d03-989d-4197e189c275,segment=NetworkSegment(a622f652-5f5a-416e-87a7-7c0365db31a5),segment_id=a622f652-5f5a-416e-87a7-7c0365db31a5)] {{(pid=84887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:14:55.708006 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13843ea-5e8d-42ea-b07e-ed836a007f6a req-3d85e633-4dc9-4e43-bbea-fae02432a817 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:55.723629 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f13843ea-5e8d-42ea-b07e-ed836a007f6a req-3d85e633-4dc9-4e43-bbea-fae02432a817 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/ports?device_id=d8ed4eb4-bd45-4dbb-8a7d-4f4b56681494 HTTP/1.1" status: 200 len: 945 time: 0.4691739 May 30 20:14:55.734196 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c318fa-a4cc-4ea0-b764-813f829ef3f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:14:55.734776 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c318fa-a4cc-4ea0-b764-813f829ef3f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:14:55.735817 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c318fa-a4cc-4ea0-b764-813f829ef3f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:14:55.735817 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c318fa-a4cc-4ea0-b764-813f829ef3f7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:14:55.736839 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c318fa-a4cc-4ea0-b764-813f829ef3f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:14:55.737339 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c318fa-a4cc-4ea0-b764-813f829ef3f7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:14:55.737845 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c318fa-a4cc-4ea0-b764-813f829ef3f7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:14:55.738309 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c318fa-a4cc-4ea0-b764-813f829ef3f7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:14:55.738772 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c318fa-a4cc-4ea0-b764-813f829ef3f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:14:55.739230 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c318fa-a4cc-4ea0-b764-813f829ef3f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:14:55.739689 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c318fa-a4cc-4ea0-b764-813f829ef3f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:14:55.772204 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-49ccd09e-1f43-4c87-a080-482663138faa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:55.834819 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.db [None req-2f5edaaf-9f5b-48b1-8a25-53640c9ef703 None None] For port 386e41d7-cdb8-44c8-9a35-8ff33c8a412c, host n-d-843948-2, cleared binding levels {{(pid=84889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:14:55.847657 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.db [None req-2f5edaaf-9f5b-48b1-8a25-53640c9ef703 None None] For port 386e41d7-cdb8-44c8-9a35-8ff33c8a412c, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=386e41d7-cdb8-44c8-9a35-8ff33c8a412c,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:14:55.923034 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-2f5edaaf-9f5b-48b1-8a25-53640c9ef703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:56.012555 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-49ccd09e-1f43-4c87-a080-482663138faa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:56.014866 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-49ccd09e-1f43-4c87-a080-482663138faa service neutron] 10.222.0.71 "PUT /v2.0/ports/65cf2d99-b058-4d03-989d-4197e189c275 HTTP/1.1" status: 200 len: 1090 time: 4.2428212 May 30 20:14:56.026811 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8af66f6-93a3-4b44-964c-0edc263a69f5', 'tag': '65cf2d99-b058-4d03-989d-4197e189c275'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:14:56.074815 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f13843ea-5e8d-42ea-b07e-ed836a007f6a req-fb72861d-62ed-4d2e-9d0e-da120ba48a07 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/security-groups?id=3b7b472c-21af-4683-a7b2-e1dc38380326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3384113 May 30 20:14:56.128292 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ccd09e-1f43-4c87-a080-482663138faa service neutron] Pushing event updated for resources: {'Port': ['ID=65cf2d99-b058-4d03-989d-4197e189c275,revision_number=3']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:14:56.195293 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 6f1ac051-3c3f-42ee-8075-0416c2ec16cf up at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:14:56.202160 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-daa2c45c-4c90-4750-a259-6f3354ae6234 service neutron] Request body: {'port': {'device_id': 'f8af66f6-93a3-4b44-964c-0edc263a69f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843948-2'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:14:56.398174 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c318fa-a4cc-4ea0-b764-813f829ef3f7 None None] Pushing event updated for resources: {'Port': ['ID=386e41d7-cdb8-44c8-9a35-8ff33c8a412c,revision_number=3']} {{(pid=84889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:14:56.425897 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5edaaf-9f5b-48b1-8a25-53640c9ef703 None None] Routers {'5f067dc9-2270-460a-a414-750545c05bda'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:14:56.426926 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-2f5edaaf-9f5b-48b1-8a25-53640c9ef703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:14:29Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['5f067dc9-2270-460a-a414-750545c05bda'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:14:56.584362 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-4aad7200-1850-47ed-bc3b-368e3699d938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:56.662738 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-daa2c45c-4c90-4750-a259-6f3354ae6234 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:56.751395 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-2f5edaaf-9f5b-48b1-8a25-53640c9ef703 None None] Set router 5f067dc9-2270-460a-a414-750545c05bda gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:14:56.793437 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning for port 6f1ac051-3c3f-42ee-8075-0416c2ec16cf completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:14:56.798144 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6ddead-3a9e-4945-9bf5-80d4f6d058bf req-3e11b899-e15c-4f3d-b6f2-5d219cfdfd33 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:56.801109 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning complete for port 6f1ac051-3c3f-42ee-8075-0416c2ec16cf triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:14:56.801528 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:56.804151 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6ddead-3a9e-4945-9bf5-80d4f6d058bf req-3e11b899-e15c-4f3d-b6f2-5d219cfdfd33 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:56.806450 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a7e03bf9-3eb6-4a74-a82b-204d14c136b6 req-7a0b7a75-41cc-40c5-98ac-bd62dd1a0926 tempest-ServerShowV247Test-254392673 tempest-ServerShowV247Test-254392673-project] 10.222.0.85 "GET /v2.0/ports?device_id=492a04df-fe45-49e6-9c70-8a9b984d8f87 HTTP/1.1" status: 200 len: 210 time: 0.1046200 May 30 20:14:56.809116 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6ddead-3a9e-4945-9bf5-80d4f6d058bf req-3e11b899-e15c-4f3d-b6f2-5d219cfdfd33 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:56.813803 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6ddead-3a9e-4945-9bf5-80d4f6d058bf req-3e11b899-e15c-4f3d-b6f2-5d219cfdfd33 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:56.818740 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6ddead-3a9e-4945-9bf5-80d4f6d058bf req-3e11b899-e15c-4f3d-b6f2-5d219cfdfd33 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:56.823482 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6ddead-3a9e-4945-9bf5-80d4f6d058bf req-3e11b899-e15c-4f3d-b6f2-5d219cfdfd33 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:56.839771 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6ddead-3a9e-4945-9bf5-80d4f6d058bf req-3e11b899-e15c-4f3d-b6f2-5d219cfdfd33 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:56.854971 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3d6ddead-3a9e-4945-9bf5-80d4f6d058bf req-3e11b899-e15c-4f3d-b6f2-5d219cfdfd33 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] 10.222.0.85 "GET /v2.0/ports?device_id=f8af66f6-93a3-4b44-964c-0edc263a69f5 HTTP/1.1" status: 200 len: 5393 time: 0.6722910 May 30 20:14:56.977023 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-53fa9f26-f0f0-4aea-99fa-7394cacb8ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:57.034868 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3d6ddead-3a9e-4945-9bf5-80d4f6d058bf req-e7dc552b-c732-4a0c-802a-d426b03b4ead tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] 10.222.0.85 "GET /v2.0/security-groups?id=f2363d32-544a-4c25-9836-43719a31ef02&id=71bec9af-908d-443b-98db-bdfb70c6ea10&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1764398 May 30 20:14:57.078055 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fa12b1db-9bf7-4170-bbd1-ffbafaabeebc req-760cf295-9713-4f0c-8d87-939096596b56 tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] 10.222.0.85 "GET /v2.0/security-groups/46c352a9-ea4c-4f7a-8f6a-50716fd23a0d HTTP/1.1" status: 200 len: 1638 time: 0.1042554 May 30 20:14:57.100970 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-fa12b1db-9bf7-4170-bbd1-ffbafaabeebc req-df5d44c1-af4b-4d6e-83fc-d05ed452cdfd tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '46c352a9-ea4c-4f7a-8f6a-50716fd23a0d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:14:57.101354 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-fa12b1db-9bf7-4170-bbd1-ffbafaabeebc req-df5d44c1-af4b-4d6e-83fc-d05ed452cdfd tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '46c352a9-ea4c-4f7a-8f6a-50716fd23a0d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:14:57.116439 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:57.144224 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-fa12b1db-9bf7-4170-bbd1-ffbafaabeebc req-df5d44c1-af4b-4d6e-83fc-d05ed452cdfd tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:14:57.164557 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-fa12b1db-9bf7-4170-bbd1-ffbafaabeebc req-df5d44c1-af4b-4d6e-83fc-d05ed452cdfd tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Usage tracker for resource:security_group_rule and tenant:011d9d75b0084003a5a4780b3b0484ad is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:14:57.168114 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8ed4eb4-bd45-4dbb-8a7d-4f4b56681494', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f1ac051-3c3f-42ee-8075-0416c2ec16cf'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:14:57.198848 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 6f1ac051-3c3f-42ee-8075-0416c2ec16cf, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=6f1ac051-3c3f-42ee-8075-0416c2ec16cf,segment=NetworkSegment(6f1287e5-9e46-42ce-b023-b38d433df277),segment_id=6f1287e5-9e46-42ce-b023-b38d433df277)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:14:57.249320 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-fa12b1db-9bf7-4170-bbd1-ffbafaabeebc req-df5d44c1-af4b-4d6e-83fc-d05ed452cdfd tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:14:57.283928 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-fa12b1db-9bf7-4170-bbd1-ffbafaabeebc req-df5d44c1-af4b-4d6e-83fc-d05ed452cdfd tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:14:57.294269 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-2f5edaaf-9f5b-48b1-8a25-53640c9ef703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f067dc9-2270-460a-a414-750545c05bda', 'name': 'tempest-ServersTestBootFromVolume-771255782-router', 'tenant_id': 'a98770a137d04e48a5baba76bc9996d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.147'}], 'enable_snat': True}, 'gw_port_id': '386e41d7-cdb8-44c8-9a35-8ff33c8a412c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:14:45Z', 'updated_at': '2022-05-30T20:14:50Z', 'revision_number': 3, 'project_id': 'a98770a137d04e48a5baba76bc9996d9', 'gw_port': {'id': '386e41d7-cdb8-44c8-9a35-8ff33c8a412c', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a5:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f067dc9-2270-460a-a414-750545c05bda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:14:47Z', 'updated_at': '2022-05-30T20:14:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:14:57.310643 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5edaaf-9f5b-48b1-8a25-53640c9ef703 None None] The sync data for ids ['5f067dc9-2270-460a-a414-750545c05bda'] in n-d-843948-2 is: [{'id': '5f067dc9-2270-460a-a414-750545c05bda', 'name': 'tempest-ServersTestBootFromVolume-771255782-router', 'tenant_id': 'a98770a137d04e48a5baba76bc9996d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.147'}], 'enable_snat': True}, 'gw_port_id': '386e41d7-cdb8-44c8-9a35-8ff33c8a412c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:14:45Z', 'updated_at': '2022-05-30T20:14:50Z', 'revision_number': 3, 'project_id': 'a98770a137d04e48a5baba76bc9996d9', 'gw_port': {'id': '386e41d7-cdb8-44c8-9a35-8ff33c8a412c', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a5:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f067dc9-2270-460a-a414-750545c05bda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:14:47Z', 'updated_at': '2022-05-30T20:14:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:14:57.360022 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:57.366091 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-51cfddb7-dbff-4e67-8023-70bf94e282d0 req-8b30389e-0b5d-4a5b-b190-6d16256d2a0a tempest-InstanceActionsV221TestJSON-412311320 tempest-InstanceActionsV221TestJSON-412311320-project] 10.222.0.85 "GET /v2.0/ports?device_id=1126dd0f-d296-4d9d-a1d7-494540f179be HTTP/1.1" status: 200 len: 210 time: 0.0685925 May 30 20:14:57.531647 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-53fa9f26-f0f0-4aea-99fa-7394cacb8ed2 admin admin] Allocated IP 172.20.0.1 (176420f6-ac4e-4319-85b4-31313b590db0/d239dbbc-1841-4e93-a941-884f2daba571/9d569dd2-c2ea-451b-8cd0-0695c4081303) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:14:57.625860 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=6f1ac051-3c3f-42ee-8075-0416c2ec16cf,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:14:57.716026 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eae5c485-96fb-47a3-b2a2-ccffecc094bf'] response: {'name': 'network-changed', 'server_uuid': 'f8af66f6-93a3-4b44-964c-0edc263a69f5', 'tag': '65cf2d99-b058-4d03-989d-4197e189c275', 'status': 'completed', 'code': 200} May 30 20:14:57.724036 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-fa12b1db-9bf7-4170-bbd1-ffbafaabeebc req-df5d44c1-af4b-4d6e-83fc-d05ed452cdfd tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:58.029095 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e70538d6-f49c-43ae-89a9-8e03bcb36c20 req-52163033-9353-4765-87ff-f9b2ab8bd483 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=492a04df-fe45-49e6-9c70-8a9b984d8f87 HTTP/1.1" status: 200 len: 210 time: 0.1359167 May 30 20:14:58.099651 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 386e41d7-cdb8-44c8-9a35-8ff33c8a412c up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:14:58.128922 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-fa12b1db-9bf7-4170-bbd1-ffbafaabeebc req-df5d44c1-af4b-4d6e-83fc-d05ed452cdfd tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:58.213859 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8ec8b0-b21a-4f6c-a90b-99d094dcb510 req-79686436-0db7-40b6-aa39-72ec68fa1a68 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:58.227836 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-de8ec8b0-b21a-4f6c-a90b-99d094dcb510 req-79686436-0db7-40b6-aa39-72ec68fa1a68 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/ports?device_id=d8ed4eb4-bd45-4dbb-8a7d-4f4b56681494 HTTP/1.1" status: 200 len: 946 time: 0.1751432 May 30 20:14:58.235976 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-daa2c45c-4c90-4750-a259-6f3354ae6234 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c78b1fa0-03b2-49cd-9c87-b45453242a60 {{(pid=84887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:14:58.245709 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-daa2c45c-4c90-4750-a259-6f3354ae6234 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:58.267117 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-daa2c45c-4c90-4750-a259-6f3354ae6234 service neutron] Transition to ACTIVE for port object c78b1fa0-03b2-49cd-9c87-b45453242a60 will not be triggered until provisioned by entity L2. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:14:58.271677 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-fa12b1db-9bf7-4170-bbd1-ffbafaabeebc req-df5d44c1-af4b-4d6e-83fc-d05ed452cdfd tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:58.311491 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5d44c1-af4b-4d6e-83fc-d05ed452cdfd tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da0c9455-6582-4e4d-a1f3-84774a62db2a,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:14:58.342730 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5bec58f2-4a35-41f0-97a1-6a07ab5f95d9 req-b2d372c0-63c9-479d-a316-1e51969dcd96 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=81e36025f4964ad6aa1305da6f1825fb&device_id=f8af66f6-93a3-4b44-964c-0edc263a69f5 HTTP/1.1" status: 200 len: 6285 time: 0.6955962 May 30 20:14:58.382585 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-de8ec8b0-b21a-4f6c-a90b-99d094dcb510 req-dfef1775-69b2-48b4-8c94-e54f016abbc1 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/security-groups?id=3b7b472c-21af-4683-a7b2-e1dc38380326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532547 May 30 20:14:58.402907 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-daa2c45c-4c90-4750-a259-6f3354ae6234 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:58.479352 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-53fa9f26-f0f0-4aea-99fa-7394cacb8ed2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:58.479445 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 386e41d7-cdb8-44c8-9a35-8ff33c8a412c completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:14:58.490222 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 386e41d7-cdb8-44c8-9a35-8ff33c8a412c triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:14:58.499885 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:58.529068 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-fa12b1db-9bf7-4170-bbd1-ffbafaabeebc req-df5d44c1-af4b-4d6e-83fc-d05ed452cdfd tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:58.530812 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fa12b1db-9bf7-4170-bbd1-ffbafaabeebc req-df5d44c1-af4b-4d6e-83fc-d05ed452cdfd tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 721 time: 1.4442489 May 30 20:14:58.600415 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [None req-53fa9f26-f0f0-4aea-99fa-7394cacb8ed2 admin admin] Transition to ACTIVE for port object 9d569dd2-c2ea-451b-8cd0-0695c4081303 will not be triggered until provisioned by entity DHCP. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:14:58.626397 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-323a850b-deac-48b1-8a0b-3873491a3b4a'] response: {'server_uuid': 'd8ed4eb4-bd45-4dbb-8a7d-4f4b56681494', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f1ac051-3c3f-42ee-8075-0416c2ec16cf', 'code': 200} May 30 20:14:58.774488 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa2c45c-4c90-4750-a259-6f3354ae6234 service neutron] Pushing event updated for resources: {'Port': ['ID=c78b1fa0-03b2-49cd-9c87-b45453242a60,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:14:58.833315 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-53fa9f26-f0f0-4aea-99fa-7394cacb8ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:59.237681 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fa9f26-f0f0-4aea-99fa-7394cacb8ed2 admin admin] Pushing event updated for resources: {'Port': ['ID=9d569dd2-c2ea-451b-8cd0-0695c4081303,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:14:59.242605 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:59.272143 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53fa9f26-f0f0-4aea-99fa-7394cacb8ed2 admin admin] Network 176420f6-ac4e-4319-85b4-31313b590db0 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:14:59.274473 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-53fa9f26-f0f0-4aea-99fa-7394cacb8ed2 admin admin] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:14:59.284378 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bec58f2-4a35-41f0-97a1-6a07ab5f95d9 req-b8226eda-a5a5-44f7-ab1f-0e3c92ec0811 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:59.285657 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bec58f2-4a35-41f0-97a1-6a07ab5f95d9 req-b8226eda-a5a5-44f7-ab1f-0e3c92ec0811 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:59.286463 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bec58f2-4a35-41f0-97a1-6a07ab5f95d9 req-b8226eda-a5a5-44f7-ab1f-0e3c92ec0811 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:59.290774 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5bec58f2-4a35-41f0-97a1-6a07ab5f95d9 req-b8226eda-a5a5-44f7-ab1f-0e3c92ec0811 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=81e36025f4964ad6aa1305da6f1825fb&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.9354770 May 30 20:14:59.296840 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53fa9f26-f0f0-4aea-99fa-7394cacb8ed2 admin admin] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:14:59.348119 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port 386e41d7-cdb8-44c8-9a35-8ff33c8a412c, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=386e41d7-cdb8-44c8-9a35-8ff33c8a412c,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:14:59.444407 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-53fa9f26-f0f0-4aea-99fa-7394cacb8ed2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-736099'] for router_interface, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:14:59.727770 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-566e8ebb-2997-442b-b3fa-93c4d5cadb0e req-b6cc0e4d-2c60-43a0-8368-ee242b843331 tempest-ServerShowV247Test-254392673 tempest-ServerShowV247Test-254392673-project] 10.222.0.85 "GET /v2.0/ports?device_id=492a04df-fe45-49e6-9c70-8a9b984d8f87 HTTP/1.1" status: 200 len: 210 time: 0.1101739 May 30 20:14:59.898141 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d56203c2-4864-4724-af94-04dd6fe8d8cb req-d01f95b4-f716-461d-8da7-e5a9815d1f56 tempest-InstanceActionsV221TestJSON-412311320 tempest-InstanceActionsV221TestJSON-412311320-project] 10.222.0.85 "GET /v2.0/ports?device_id=1126dd0f-d296-4d9d-a1d7-494540f179be HTTP/1.1" status: 200 len: 210 time: 0.0821404 May 30 20:14:59.919882 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-daa2c45c-4c90-4750-a259-6f3354ae6234 service neutron] Attempting to bind port c78b1fa0-03b2-49cd-9c87-b45453242a60 on host n-h1-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:14:59.919882 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-daa2c45c-4c90-4750-a259-6f3354ae6234 service neutron] Attempting to bind port c78b1fa0-03b2-49cd-9c87-b45453242a60 by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': 'a622f652-5f5a-416e-87a7-7c0365db31a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'a7619443-8c8f-449c-b71b-17b9838c2b23'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:14:59.919882 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-daa2c45c-4c90-4750-a259-6f3354ae6234 service neutron] Attempting to bind port c78b1fa0-03b2-49cd-9c87-b45453242a60 on network a7619443-8c8f-449c-b71b-17b9838c2b23 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:14:59.941083 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-daa2c45c-4c90-4750-a259-6f3354ae6234 service neutron] Port c78b1fa0-03b2-49cd-9c87-b45453242a60 on network a7619443-8c8f-449c-b71b-17b9838c2b23 not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:14:59.941780 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-daa2c45c-4c90-4750-a259-6f3354ae6234 service neutron] Attempting to bind port c78b1fa0-03b2-49cd-9c87-b45453242a60 on network a7619443-8c8f-449c-b71b-17b9838c2b23 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:14:59.946978 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bec58f2-4a35-41f0-97a1-6a07ab5f95d9 req-7cd9c201-02af-4861-9311-c34f1dd83bff service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:59.948850 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5bec58f2-4a35-41f0-97a1-6a07ab5f95d9 req-7cd9c201-02af-4861-9311-c34f1dd83bff service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6282775 May 30 20:14:59.971509 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adc547f-ffa4-4d31-8d2f-4b6254a16805 req-cf27e3f3-f146-4223-a3e5-03c45ce45dfd tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:59.971509 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adc547f-ffa4-4d31-8d2f-4b6254a16805 req-cf27e3f3-f146-4223-a3e5-03c45ce45dfd tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:59.971509 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adc547f-ffa4-4d31-8d2f-4b6254a16805 req-cf27e3f3-f146-4223-a3e5-03c45ce45dfd tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:59.973149 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adc547f-ffa4-4d31-8d2f-4b6254a16805 req-cf27e3f3-f146-4223-a3e5-03c45ce45dfd tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:59.989755 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adc547f-ffa4-4d31-8d2f-4b6254a16805 req-cf27e3f3-f146-4223-a3e5-03c45ce45dfd tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:59.989755 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adc547f-ffa4-4d31-8d2f-4b6254a16805 req-cf27e3f3-f146-4223-a3e5-03c45ce45dfd tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:59.989755 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adc547f-ffa4-4d31-8d2f-4b6254a16805 req-cf27e3f3-f146-4223-a3e5-03c45ce45dfd tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:14:59.990922 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9adc547f-ffa4-4d31-8d2f-4b6254a16805 req-cf27e3f3-f146-4223-a3e5-03c45ce45dfd tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] 10.222.0.85 "GET /v2.0/ports?device_id=f8af66f6-93a3-4b44-964c-0edc263a69f5 HTTP/1.1" status: 200 len: 5405 time: 1.0643125 May 30 20:14:59.998031 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5fa6b432-6e2c-433f-89db-df5a4c3340d3 req-0a4ab26e-61a5-478b-91fa-f10ca3e24ab2 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=d8ed4eb4-bd45-4dbb-8a7d-4f4b56681494 HTTP/1.1" status: 200 len: 1097 time: 1.0642128 May 30 20:15:00.021330 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [req-f22d0573-a1ec-44d7-890e-51ebec0d3be8 req-242a8a48-5933-4668-9b4b-bc413467fa6e tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1781067736', 'description': 'tempest-description-228204419'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:15:00.032250 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-f22d0573-a1ec-44d7-890e-51ebec0d3be8 req-242a8a48-5933-4668-9b4b-bc413467fa6e tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:15:00.042108 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:00.053787 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-daa2c45c-4c90-4750-a259-6f3354ae6234 service neutron] Checking agent: {'id': 'f728d74e-a4ae-4384-860b-a5ade05dd8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 14, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:15:00.054221 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-daa2c45c-4c90-4750-a259-6f3354ae6234 service neutron] Checking segment: {'id': 'a622f652-5f5a-416e-87a7-7c0365db31a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'a7619443-8c8f-449c-b71b-17b9838c2b23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:15:00.054687 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-daa2c45c-4c90-4750-a259-6f3354ae6234 service neutron] Bound using segment: {'id': 'a622f652-5f5a-416e-87a7-7c0365db31a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'a7619443-8c8f-449c-b71b-17b9838c2b23'} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:15:00.055249 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-daa2c45c-4c90-4750-a259-6f3354ae6234 service neutron] Bound port: c78b1fa0-03b2-49cd-9c87-b45453242a60, host: n-h1-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a622f652-5f5a-416e-87a7-7c0365db31a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'a7619443-8c8f-449c-b71b-17b9838c2b23'}}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:15:00.055666 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-daa2c45c-4c90-4750-a259-6f3354ae6234 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:00.100121 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-f22d0573-a1ec-44d7-890e-51ebec0d3be8 req-242a8a48-5933-4668-9b4b-bc413467fa6e tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Usage tracker for resource:security_group and tenant:011d9d75b0084003a5a4780b3b0484ad is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:15:00.128041 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2078d00a-74ea-4c8b-8aed-bdeace4992d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:00.130801 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-d721a67e-1e02-4b5c-b396-f7ba1143c000 None None] Provisioning for port 9d569dd2-c2ea-451b-8cd0-0695c4081303 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:15:00.139061 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:00.147495 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-f22d0573-a1ec-44d7-890e-51ebec0d3be8 req-242a8a48-5933-4668-9b4b-bc413467fa6e tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:15:00.167703 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-d721a67e-1e02-4b5c-b396-f7ba1143c000 None None] Provisioning complete for port 9d569dd2-c2ea-451b-8cd0-0695c4081303 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:15:00.168723 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-d721a67e-1e02-4b5c-b396-f7ba1143c000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:00.178938 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9adc547f-ffa4-4d31-8d2f-4b6254a16805 req-578d7a9d-3b4a-49b2-9dde-b5d414fec8fc tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] 10.222.0.85 "GET /v2.0/security-groups?id=f2363d32-544a-4c25-9836-43719a31ef02&id=71bec9af-908d-443b-98db-bdfb70c6ea10&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1794586 May 30 20:15:00.190342 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-f22d0573-a1ec-44d7-890e-51ebec0d3be8 req-242a8a48-5933-4668-9b4b-bc413467fa6e tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:15:00.215128 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5fa6b432-6e2c-433f-89db-df5a4c3340d3 req-6837529e-852e-4f03-b63a-f0bf1b22fb18 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=3b7b472c-21af-4683-a7b2-e1dc38380326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889560 May 30 20:15:00.222249 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-53fa9f26-f0f0-4aea-99fa-7394cacb8ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:00.251427 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-daa2c45c-4c90-4750-a259-6f3354ae6234 service neutron] For port c78b1fa0-03b2-49cd-9c87-b45453242a60, host n-h1-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:15:00.255652 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-daa2c45c-4c90-4750-a259-6f3354ae6234 service neutron] For port c78b1fa0-03b2-49cd-9c87-b45453242a60, host n-h1-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=c78b1fa0-03b2-49cd-9c87-b45453242a60,segment=NetworkSegment(a622f652-5f5a-416e-87a7-7c0365db31a5),segment_id=a622f652-5f5a-416e-87a7-7c0365db31a5)] {{(pid=84887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:15:00.307985 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=386e41d7-cdb8-44c8-9a35-8ff33c8a412c,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:00.331688 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-d721a67e-1e02-4b5c-b396-f7ba1143c000 None None] Port 9d569dd2-c2ea-451b-8cd0-0695c4081303 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:15:00.412367 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-daa2c45c-4c90-4750-a259-6f3354ae6234 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:00.417130 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-f22d0573-a1ec-44d7-890e-51ebec0d3be8 req-242a8a48-5933-4668-9b4b-bc413467fa6e tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:00.604686 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-daa2c45c-4c90-4750-a259-6f3354ae6234 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:00.606985 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-daa2c45c-4c90-4750-a259-6f3354ae6234 service neutron] 10.222.0.71 "PUT /v2.0/ports/c78b1fa0-03b2-49cd-9c87-b45453242a60 HTTP/1.1" status: 200 len: 1091 time: 4.4099038 May 30 20:15:00.607895 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8af66f6-93a3-4b44-964c-0edc263a69f5', 'tag': 'c78b1fa0-03b2-49cd-9c87-b45453242a60'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:15:00.621883 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-f22d0573-a1ec-44d7-890e-51ebec0d3be8 req-242a8a48-5933-4668-9b4b-bc413467fa6e tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:15:00.640025 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-f22d0573-a1ec-44d7-890e-51ebec0d3be8 req-242a8a48-5933-4668-9b4b-bc413467fa6e tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Usage tracker for resource:security_group_rule and tenant:011d9d75b0084003a5a4780b3b0484ad is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:15:00.646616 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-f22d0573-a1ec-44d7-890e-51ebec0d3be8 req-242a8a48-5933-4668-9b4b-bc413467fa6e tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:15:00.682670 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-f22d0573-a1ec-44d7-890e-51ebec0d3be8 req-242a8a48-5933-4668-9b4b-bc413467fa6e tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:15:00.682773 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa2c45c-4c90-4750-a259-6f3354ae6234 service neutron] Pushing event updated for resources: {'Port': ['ID=c78b1fa0-03b2-49cd-9c87-b45453242a60,revision_number=3']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:00.719287 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32edd843-bbbd-4f65-b9f2-5a69199dd074 req-47daf670-b599-45f0-bc13-e6acac604548 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:00.719982 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-32edd843-bbbd-4f65-b9f2-5a69199dd074 req-47daf670-b599-45f0-bc13-e6acac604548 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/ports?device_id=d8ed4eb4-bd45-4dbb-8a7d-4f4b56681494 HTTP/1.1" status: 200 len: 946 time: 0.2329350 May 30 20:15:00.775895 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-da4f44a6-abfa-4ebb-bda0-3ae2856a3f3a service neutron] Request body: {'port': {'device_id': 'f8af66f6-93a3-4b44-964c-0edc263a69f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843948-2'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:15:00.880802 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-53fa9f26-f0f0-4aea-99fa-7394cacb8ed2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:00.889365 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-32edd843-bbbd-4f65-b9f2-5a69199dd074 req-a2526afe-90ba-487d-9c52-089ea9e00e22 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/security-groups?id=3b7b472c-21af-4683-a7b2-e1dc38380326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565027 May 30 20:15:00.920815 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-f22d0573-a1ec-44d7-890e-51ebec0d3be8 req-242a8a48-5933-4668-9b4b-bc413467fa6e tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:00.983835 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-da4f44a6-abfa-4ebb-bda0-3ae2856a3f3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:01.087889 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-53fa9f26-f0f0-4aea-99fa-7394cacb8ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:01.121538 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c8de1c6-eff4-4879-af58-5bbe6a737c61'] response: {'name': 'network-changed', 'server_uuid': 'f8af66f6-93a3-4b44-964c-0edc263a69f5', 'tag': 'c78b1fa0-03b2-49cd-9c87-b45453242a60', 'status': 'completed', 'code': 200} May 30 20:15:01.142758 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:01.288011 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-53fa9f26-f0f0-4aea-99fa-7394cacb8ed2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1718057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-736206'] for router_interface, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:01.293801 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-f22d0573-a1ec-44d7-890e-51ebec0d3be8 req-242a8a48-5933-4668-9b4b-bc413467fa6e tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:01.650131 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f27731f9-ad66-4269-b0ad-b7eb80518f89 req-82087f33-c7b7-4dc6-bd8b-653a6399a32d tempest-ServerShowV247Test-254392673 tempest-ServerShowV247Test-254392673-project] 10.222.0.85 "GET /v2.0/ports?device_id=492a04df-fe45-49e6-9c70-8a9b984d8f87 HTTP/1.1" status: 200 len: 210 time: 0.1118231 May 30 20:15:01.725094 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fa9f26-f0f0-4aea-99fa-7394cacb8ed2 admin admin] Pushing event updated for resources: {'Port': ['ID=9d569dd2-c2ea-451b-8cd0-0695c4081303,revision_number=2']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:01.750219 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242a8a48-5933-4668-9b4b-bc413467fa6e tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a5f1528-31f7-42de-94f5-820250abaf16,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:01.831511 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c7e3f615-a95c-4ef2-8c0f-9aae2498b2e1 req-4dffc7fc-2af8-481d-8ee1-3b92396f4d33 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=81e36025f4964ad6aa1305da6f1825fb&device_id=f8af66f6-93a3-4b44-964c-0edc263a69f5 HTTP/1.1" status: 200 len: 6352 time: 0.6189647 May 30 20:15:01.914164 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-f22d0573-a1ec-44d7-890e-51ebec0d3be8 req-242a8a48-5933-4668-9b4b-bc413467fa6e tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:01.931358 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f22d0573-a1ec-44d7-890e-51ebec0d3be8 req-242a8a48-5933-4668-9b4b-bc413467fa6e tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1643 time: 1.9174685 May 30 20:15:01.937495 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b25c81e5-f2d7-4cc1-b1fc-b9d0afccede2 req-fd55a73e-d1a3-4faf-ab17-9aa290790c75 tempest-InstanceActionsV221TestJSON-412311320 tempest-InstanceActionsV221TestJSON-412311320-project] 10.222.0.85 "GET /v2.0/ports?device_id=1126dd0f-d296-4d9d-a1d7-494540f179be HTTP/1.1" status: 200 len: 210 time: 0.1023805 May 30 20:15:02.171155 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53fa9f26-f0f0-4aea-99fa-7394cacb8ed2 admin admin] Network 176420f6-ac4e-4319-85b4-31313b590db0 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:15:02.178085 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-53fa9f26-f0f0-4aea-99fa-7394cacb8ed2 admin admin] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:15:02.198689 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 386e41d7-cdb8-44c8-9a35-8ff33c8a412c up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:15:02.423656 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e3f615-a95c-4ef2-8c0f-9aae2498b2e1 req-dea24807-cf41-47b9-b4cd-ff864973d184 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:02.423656 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e3f615-a95c-4ef2-8c0f-9aae2498b2e1 req-dea24807-cf41-47b9-b4cd-ff864973d184 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:02.428374 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e3f615-a95c-4ef2-8c0f-9aae2498b2e1 req-dea24807-cf41-47b9-b4cd-ff864973d184 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:02.434110 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c7e3f615-a95c-4ef2-8c0f-9aae2498b2e1 req-dea24807-cf41-47b9-b4cd-ff864973d184 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=81e36025f4964ad6aa1305da6f1825fb&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.5587389 May 30 20:15:02.441594 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237dbc81-9102-412d-a070-65710f7532e4 req-1c10d023-40cf-4b5d-920a-a1fa3e224ab8 tempest-InstanceActionsV221TestJSON-412311320 tempest-InstanceActionsV221TestJSON-412311320-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:02.450605 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-237dbc81-9102-412d-a070-65710f7532e4 req-1c10d023-40cf-4b5d-920a-a1fa3e224ab8 tempest-InstanceActionsV221TestJSON-412311320 tempest-InstanceActionsV221TestJSON-412311320-project] 10.222.0.71 "GET /v2.0/networks?id=214e67bb-b4dd-4ece-8b99-400fd28d0cda HTTP/1.1" status: 200 len: 818 time: 1.0800786 May 30 20:15:02.504155 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 386e41d7-cdb8-44c8-9a35-8ff33c8a412c triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:15:02.504963 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:02.546053 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.db.resource_extend [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-da4f44a6-abfa-4ebb-bda0-3ae2856a3f3a service neutron] It took 0.67 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:15:02.682109 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:03.034827 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-da4f44a6-abfa-4ebb-bda0-3ae2856a3f3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f6b9a55-b5e7-4182-9909-1b1b41b5b5e5 {{(pid=84887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:15:03.072731 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-da4f44a6-abfa-4ebb-bda0-3ae2856a3f3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:03.110462 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-a607c9cf-5cc0-47fe-9877-8487e2693620 None None] Provisioning complete for port 9d569dd2-c2ea-451b-8cd0-0695c4081303 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:15:03.110827 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-a607c9cf-5cc0-47fe-9877-8487e2693620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:03.171967 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [req-237dbc81-9102-412d-a070-65710f7532e4 req-b129c0d2-c8c6-4a99-bad5-a3b3fc7b1059 tempest-InstanceActionsV221TestJSON-412311320 tempest-InstanceActionsV221TestJSON-412311320-project] Request body: {'port': {'device_id': '1126dd0f-d296-4d9d-a1d7-494540f179be', 'network_id': '214e67bb-b4dd-4ece-8b99-400fd28d0cda', 'admin_state_up': True, 'tenant_id': 'a4154b18d3ba4acb9eb89908765d1f50'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:15:03.211260 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-da4f44a6-abfa-4ebb-bda0-3ae2856a3f3a service neutron] Transition to ACTIVE for port object 3f6b9a55-b5e7-4182-9909-1b1b41b5b5e5 will not be triggered until provisioned by entity L2. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:15:03.224935 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-a607c9cf-5cc0-47fe-9877-8487e2693620 None None] Port 9d569dd2-c2ea-451b-8cd0-0695c4081303 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:15:03.229560 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e3f615-a95c-4ef2-8c0f-9aae2498b2e1 req-d893d241-d4a9-4aff-afb8-162c3924d4a5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:03.233464 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c7e3f615-a95c-4ef2-8c0f-9aae2498b2e1 req-d893d241-d4a9-4aff-afb8-162c3924d4a5 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7875798 May 30 20:15:03.436011 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-da4f44a6-abfa-4ebb-bda0-3ae2856a3f3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:03.585199 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-60303350-4fbb-4365-ba37-96454b496f8f req-c3d16daa-8298-417a-9973-515ec058d65f tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] 10.222.0.85 "GET /v2.0/security-groups/3a5f1528-31f7-42de-94f5-820250abaf16 HTTP/1.1" status: 200 len: 1638 time: 0.1916773 May 30 20:15:03.602291 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-60303350-4fbb-4365-ba37-96454b496f8f req-1023af61-895d-47f8-8a6f-abace551052e tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '3a5f1528-31f7-42de-94f5-820250abaf16', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:15:03.602654 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-60303350-4fbb-4365-ba37-96454b496f8f req-1023af61-895d-47f8-8a6f-abace551052e tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '3a5f1528-31f7-42de-94f5-820250abaf16', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:15:03.607597 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4f44a6-abfa-4ebb-bda0-3ae2856a3f3a service neutron] Pushing event updated for resources: {'Port': ['ID=3f6b9a55-b5e7-4182-9909-1b1b41b5b5e5,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:03.614440 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-60303350-4fbb-4365-ba37-96454b496f8f req-1023af61-895d-47f8-8a6f-abace551052e tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:15:03.654303 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-60303350-4fbb-4365-ba37-96454b496f8f req-1023af61-895d-47f8-8a6f-abace551052e tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Usage tracker for resource:security_group_rule and tenant:011d9d75b0084003a5a4780b3b0484ad is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:15:03.662543 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-60303350-4fbb-4365-ba37-96454b496f8f req-1023af61-895d-47f8-8a6f-abace551052e tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:15:03.859170 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-60303350-4fbb-4365-ba37-96454b496f8f req-1023af61-895d-47f8-8a6f-abace551052e tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:15:03.968643 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-da4f44a6-abfa-4ebb-bda0-3ae2856a3f3a service neutron] Attempting to bind port 3f6b9a55-b5e7-4182-9909-1b1b41b5b5e5 on host n-h1-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:15:03.969283 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-da4f44a6-abfa-4ebb-bda0-3ae2856a3f3a service neutron] Attempting to bind port 3f6b9a55-b5e7-4182-9909-1b1b41b5b5e5 by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': '48b6fcfa-3ec2-4d17-909f-cafe15f0609e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '3f114897-b454-4ffb-8b12-a7f676cbd8b7'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:15:03.969791 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-da4f44a6-abfa-4ebb-bda0-3ae2856a3f3a service neutron] Attempting to bind port 3f6b9a55-b5e7-4182-9909-1b1b41b5b5e5 on network 3f114897-b454-4ffb-8b12-a7f676cbd8b7 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:15:03.974036 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55a3b09-cc07-44ac-a0df-e174746facbc req-95d6f86a-2c33-45e5-9b71-ab695fa19839 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:03.978295 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55a3b09-cc07-44ac-a0df-e174746facbc req-95d6f86a-2c33-45e5-9b71-ab695fa19839 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:03.979570 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-da4f44a6-abfa-4ebb-bda0-3ae2856a3f3a service neutron] Port 3f6b9a55-b5e7-4182-9909-1b1b41b5b5e5 on network 3f114897-b454-4ffb-8b12-a7f676cbd8b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:15:03.980128 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-da4f44a6-abfa-4ebb-bda0-3ae2856a3f3a service neutron] Attempting to bind port 3f6b9a55-b5e7-4182-9909-1b1b41b5b5e5 on network 3f114897-b454-4ffb-8b12-a7f676cbd8b7 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:15:03.982443 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55a3b09-cc07-44ac-a0df-e174746facbc req-95d6f86a-2c33-45e5-9b71-ab695fa19839 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:03.986745 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55a3b09-cc07-44ac-a0df-e174746facbc req-95d6f86a-2c33-45e5-9b71-ab695fa19839 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:03.990111 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-da4f44a6-abfa-4ebb-bda0-3ae2856a3f3a service neutron] Checking agent: {'id': 'f728d74e-a4ae-4384-860b-a5ade05dd8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 14, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:15:03.991128 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55a3b09-cc07-44ac-a0df-e174746facbc req-95d6f86a-2c33-45e5-9b71-ab695fa19839 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:03.992033 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-da4f44a6-abfa-4ebb-bda0-3ae2856a3f3a service neutron] Checking segment: {'id': '48b6fcfa-3ec2-4d17-909f-cafe15f0609e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '3f114897-b454-4ffb-8b12-a7f676cbd8b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:15:03.992764 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-da4f44a6-abfa-4ebb-bda0-3ae2856a3f3a service neutron] Bound using segment: {'id': '48b6fcfa-3ec2-4d17-909f-cafe15f0609e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '3f114897-b454-4ffb-8b12-a7f676cbd8b7'} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:15:03.993919 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-da4f44a6-abfa-4ebb-bda0-3ae2856a3f3a service neutron] Bound port: 3f6b9a55-b5e7-4182-9909-1b1b41b5b5e5, host: n-h1-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48b6fcfa-3ec2-4d17-909f-cafe15f0609e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '3f114897-b454-4ffb-8b12-a7f676cbd8b7'}}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:15:03.994780 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-da4f44a6-abfa-4ebb-bda0-3ae2856a3f3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:03.995342 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55a3b09-cc07-44ac-a0df-e174746facbc req-95d6f86a-2c33-45e5-9b71-ab695fa19839 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:04.001059 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55a3b09-cc07-44ac-a0df-e174746facbc req-95d6f86a-2c33-45e5-9b71-ab695fa19839 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:04.010298 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d55a3b09-cc07-44ac-a0df-e174746facbc req-95d6f86a-2c33-45e5-9b71-ab695fa19839 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] 10.222.0.85 "GET /v2.0/ports?device_id=f8af66f6-93a3-4b44-964c-0edc263a69f5 HTTP/1.1" status: 200 len: 5405 time: 1.5875723 May 30 20:15:04.016254 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-237dbc81-9102-412d-a070-65710f7532e4 req-b129c0d2-c8c6-4a99-bad5-a3b3fc7b1059 tempest-InstanceActionsV221TestJSON-412311320 tempest-InstanceActionsV221TestJSON-412311320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:15:04.035274 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-237dbc81-9102-412d-a070-65710f7532e4 req-b129c0d2-c8c6-4a99-bad5-a3b3fc7b1059 tempest-InstanceActionsV221TestJSON-412311320 tempest-InstanceActionsV221TestJSON-412311320-project] Usage tracker for resource:port and tenant:a4154b18d3ba4acb9eb89908765d1f50 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:15:04.040607 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-237dbc81-9102-412d-a070-65710f7532e4 req-b129c0d2-c8c6-4a99-bad5-a3b3fc7b1059 tempest-InstanceActionsV221TestJSON-412311320 tempest-InstanceActionsV221TestJSON-412311320-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:15:04.051056 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-237dbc81-9102-412d-a070-65710f7532e4 req-b129c0d2-c8c6-4a99-bad5-a3b3fc7b1059 tempest-InstanceActionsV221TestJSON-412311320 tempest-InstanceActionsV221TestJSON-412311320-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:15:04.110302 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d55a3b09-cc07-44ac-a0df-e174746facbc req-15a4c9c2-b42a-4be4-a131-8fe44c3359e3 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] 10.222.0.85 "GET /v2.0/security-groups?id=f2363d32-544a-4c25-9836-43719a31ef02&id=71bec9af-908d-443b-98db-bdfb70c6ea10&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0999777 May 30 20:15:04.163873 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53fa9f26-f0f0-4aea-99fa-7394cacb8ed2 admin admin] Router 5f067dc9-2270-460a-a414-750545c05bda has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:15:04.180115 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-60303350-4fbb-4365-ba37-96454b496f8f req-1023af61-895d-47f8-8a6f-abace551052e tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:04.185830 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-237dbc81-9102-412d-a070-65710f7532e4 req-b129c0d2-c8c6-4a99-bad5-a3b3fc7b1059 tempest-InstanceActionsV221TestJSON-412311320 tempest-InstanceActionsV221TestJSON-412311320-project] Made reservation on behalf of a4154b18d3ba4acb9eb89908765d1f50 for: {'port': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:15:04.185830 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-237dbc81-9102-412d-a070-65710f7532e4 req-b129c0d2-c8c6-4a99-bad5-a3b3fc7b1059 tempest-InstanceActionsV221TestJSON-412311320 tempest-InstanceActionsV221TestJSON-412311320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:04.203003 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-da4f44a6-abfa-4ebb-bda0-3ae2856a3f3a service neutron] For port 3f6b9a55-b5e7-4182-9909-1b1b41b5b5e5, host n-h1-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:15:04.217773 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-da4f44a6-abfa-4ebb-bda0-3ae2856a3f3a service neutron] For port 3f6b9a55-b5e7-4182-9909-1b1b41b5b5e5, host n-h1-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=3f6b9a55-b5e7-4182-9909-1b1b41b5b5e5,segment=NetworkSegment(48b6fcfa-3ec2-4d17-909f-cafe15f0609e),segment_id=48b6fcfa-3ec2-4d17-909f-cafe15f0609e)] {{(pid=84887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:15:04.222901 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-60303350-4fbb-4365-ba37-96454b496f8f req-1023af61-895d-47f8-8a6f-abace551052e tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:04.316171 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-da4f44a6-abfa-4ebb-bda0-3ae2856a3f3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:04.401199 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-60303350-4fbb-4365-ba37-96454b496f8f req-1023af61-895d-47f8-8a6f-abace551052e tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:04.469869 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1023af61-895d-47f8-8a6f-abace551052e tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a9115e7-63bc-4fed-9186-026eec60ee9c,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:04.484700 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-da4f44a6-abfa-4ebb-bda0-3ae2856a3f3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:04.486838 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-da4f44a6-abfa-4ebb-bda0-3ae2856a3f3a service neutron] 10.222.0.71 "PUT /v2.0/ports/3f6b9a55-b5e7-4182-9909-1b1b41b5b5e5 HTTP/1.1" status: 200 len: 1091 time: 3.7231872 May 30 20:15:04.494039 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8af66f6-93a3-4b44-964c-0edc263a69f5', 'tag': '3f6b9a55-b5e7-4182-9909-1b1b41b5b5e5'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:15:04.529884 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4f44a6-abfa-4ebb-bda0-3ae2856a3f3a service neutron] Pushing event updated for resources: {'Port': ['ID=3f6b9a55-b5e7-4182-9909-1b1b41b5b5e5,revision_number=3']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:04.567375 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-60303350-4fbb-4365-ba37-96454b496f8f req-1023af61-895d-47f8-8a6f-abace551052e tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:04.568681 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-60303350-4fbb-4365-ba37-96454b496f8f req-1023af61-895d-47f8-8a6f-abace551052e tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 725 time: 0.9825902 May 30 20:15:04.615020 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b6731a-a8a1-4967-99a3-d6e948c1ab0c req-9244a3b5-6b43-4f0e-84de-c9d79e8efd40 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:04.622250 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-87bee909-a3ee-4c8d-b301-1fd85981b7fa service neutron] Request body: {'port': {'device_id': 'f8af66f6-93a3-4b44-964c-0edc263a69f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843948-2'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:15:04.622468 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-04b6731a-a8a1-4967-99a3-d6e948c1ab0c req-9244a3b5-6b43-4f0e-84de-c9d79e8efd40 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/ports?device_id=d8ed4eb4-bd45-4dbb-8a7d-4f4b56681494 HTTP/1.1" status: 200 len: 946 time: 0.2439108 May 30 20:15:04.664826 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [req-237dbc81-9102-412d-a070-65710f7532e4 req-b129c0d2-c8c6-4a99-bad5-a3b3fc7b1059 tempest-InstanceActionsV221TestJSON-412311320 tempest-InstanceActionsV221TestJSON-412311320-project] Allocated IP 172.20.0.8 (214e67bb-b4dd-4ece-8b99-400fd28d0cda/9422d7a5-89eb-4cbc-ba51-6c168e04a75b/3ef3df1a-b1f0-492e-8c3d-acc095cae8fc) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:15:04.730257 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-04b6731a-a8a1-4967-99a3-d6e948c1ab0c req-a36719e2-0c4a-4de2-81c2-9d39ba429c54 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/security-groups?id=3b7b472c-21af-4683-a7b2-e1dc38380326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069198 May 30 20:15:04.981108 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53fa9f26-f0f0-4aea-99fa-7394cacb8ed2 admin admin] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:15:05.027834 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-218f64d3-cd9e-44a9-86b3-7550be93fede req-e5c0be9e-4c7c-4dea-8e8d-ec2425430079 tempest-InstanceActionsV221TestJSON-412311320 tempest-InstanceActionsV221TestJSON-412311320-project] 10.222.0.85 "GET /v2.0/ports?device_id=1126dd0f-d296-4d9d-a1d7-494540f179be HTTP/1.1" status: 200 len: 210 time: 0.1311927 May 30 20:15:05.028935 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-53fa9f26-f0f0-4aea-99fa-7394cacb8ed2 admin admin] 10.222.0.85 "PUT /v2.0/routers/5f067dc9-2270-460a-a414-750545c05bda/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7562933 May 30 20:15:05.036480 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8600ea6e-98fc-4b19-bf27-1ca94e1772ee None None] Sync routers for ids ['5f067dc9-2270-460a-a414-750545c05bda'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:15:05.044215 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-87bee909-a3ee-4c8d-b301-1fd85981b7fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:05.097881 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8600ea6e-98fc-4b19-bf27-1ca94e1772ee None None] Routers {'5f067dc9-2270-460a-a414-750545c05bda'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:15:05.098590 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-8600ea6e-98fc-4b19-bf27-1ca94e1772ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:14:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['5f067dc9-2270-460a-a414-750545c05bda'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:15:05.233968 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4ab4eb80-9ce2-4cb7-8d92-f90fdd9b435e req-4e04118d-e5aa-4bc5-bd16-868501ec3327 tempest-ServerShowV247Test-254392673 tempest-ServerShowV247Test-254392673-project] 10.222.0.85 "GET /v2.0/ports?device_id=492a04df-fe45-49e6-9c70-8a9b984d8f87 HTTP/1.1" status: 200 len: 210 time: 0.1234624 May 30 20:15:05.236946 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a691dd83-7bde-487e-94cf-2aa983ceb5ac'] response: {'name': 'network-changed', 'server_uuid': 'f8af66f6-93a3-4b44-964c-0edc263a69f5', 'tag': '3f6b9a55-b5e7-4182-9909-1b1b41b5b5e5', 'status': 'completed', 'code': 200} May 30 20:15:05.273704 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-237dbc81-9102-412d-a070-65710f7532e4 req-b129c0d2-c8c6-4a99-bad5-a3b3fc7b1059 tempest-InstanceActionsV221TestJSON-412311320 tempest-InstanceActionsV221TestJSON-412311320-project] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:05.366408 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-d0467ce4-852e-4c57-a3cb-c5b515734f7c req-ae28279b-0b7e-4d47-8fc4-a6950acf1a4e tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-317846356', 'description': 'tempest-description-13057113'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:15:05.405918 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-237dbc81-9102-412d-a070-65710f7532e4 req-b129c0d2-c8c6-4a99-bad5-a3b3fc7b1059 tempest-InstanceActionsV221TestJSON-412311320 tempest-InstanceActionsV221TestJSON-412311320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:05.423579 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-8600ea6e-98fc-4b19-bf27-1ca94e1772ee None None] Set router 5f067dc9-2270-460a-a414-750545c05bda gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:15:05.448563 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-d0467ce4-852e-4c57-a3cb-c5b515734f7c req-ae28279b-0b7e-4d47-8fc4-a6950acf1a4e tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:15:05.472665 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-d0467ce4-852e-4c57-a3cb-c5b515734f7c req-ae28279b-0b7e-4d47-8fc4-a6950acf1a4e tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Usage tracker for resource:security_group and tenant:011d9d75b0084003a5a4780b3b0484ad is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:15:05.484771 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-d0467ce4-852e-4c57-a3cb-c5b515734f7c req-ae28279b-0b7e-4d47-8fc4-a6950acf1a4e tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:15:05.514746 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-d0467ce4-852e-4c57-a3cb-c5b515734f7c req-ae28279b-0b7e-4d47-8fc4-a6950acf1a4e tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:15:05.544028 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-237dbc81-9102-412d-a070-65710f7532e4 req-b129c0d2-c8c6-4a99-bad5-a3b3fc7b1059 tempest-InstanceActionsV221TestJSON-412311320 tempest-InstanceActionsV221TestJSON-412311320-project] Network 214e67bb-b4dd-4ece-8b99-400fd28d0cda is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:15:05.546182 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [req-237dbc81-9102-412d-a070-65710f7532e4 req-b129c0d2-c8c6-4a99-bad5-a3b3fc7b1059 tempest-InstanceActionsV221TestJSON-412311320 tempest-InstanceActionsV221TestJSON-412311320-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:15:05.550349 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [req-237dbc81-9102-412d-a070-65710f7532e4 req-b129c0d2-c8c6-4a99-bad5-a3b3fc7b1059 tempest-InstanceActionsV221TestJSON-412311320 tempest-InstanceActionsV221TestJSON-412311320-project] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:15:05.658871 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b129c0d2-c8c6-4a99-bad5-a3b3fc7b1059 tempest-InstanceActionsV221TestJSON-412311320 tempest-InstanceActionsV221TestJSON-412311320-project] Pushing event updated for resources: {'Port': ['ID=3ef3df1a-b1f0-492e-8c3d-acc095cae8fc,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:05.767270 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237dbc81-9102-412d-a070-65710f7532e4 req-b129c0d2-c8c6-4a99-bad5-a3b3fc7b1059 tempest-InstanceActionsV221TestJSON-412311320 tempest-InstanceActionsV221TestJSON-412311320-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:05.768560 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-237dbc81-9102-412d-a070-65710f7532e4 req-b129c0d2-c8c6-4a99-bad5-a3b3fc7b1059 tempest-InstanceActionsV221TestJSON-412311320 tempest-InstanceActionsV221TestJSON-412311320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:05.818932 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7d29e0d8-118d-4369-87c9-62ebb15ce79f req-2996d9c6-50b1-45d9-84ac-3e927923710c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=81e36025f4964ad6aa1305da6f1825fb&device_id=f8af66f6-93a3-4b44-964c-0edc263a69f5 HTTP/1.1" status: 200 len: 6419 time: 0.5589228 May 30 20:15:05.826928 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-d0467ce4-852e-4c57-a3cb-c5b515734f7c req-ae28279b-0b7e-4d47-8fc4-a6950acf1a4e tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:05.906504 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-237dbc81-9102-412d-a070-65710f7532e4 req-b129c0d2-c8c6-4a99-bad5-a3b3fc7b1059 tempest-InstanceActionsV221TestJSON-412311320 tempest-InstanceActionsV221TestJSON-412311320-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4368980 May 30 20:15:05.918321 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6fbf0d-5af5-425e-87a4-f3065633e10b req-4ee01c98-d275-420c-8325-36c8660b2161 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:05.922598 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6f6fbf0d-5af5-425e-87a4-f3065633e10b req-4ee01c98-d275-420c-8325-36c8660b2161 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/networks?id=447ea545-6235-439a-a377-09de7456264b HTTP/1.1" status: 200 len: 806 time: 0.3109703 May 30 20:15:05.930061 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [req-237dbc81-9102-412d-a070-65710f7532e4 req-b9c42405-2f05-4993-a672-d1356c369a80 service neutron] Request body: {'port': {'device_id': '1126dd0f-d296-4d9d-a1d7-494540f179be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843948-2'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:15:05.944978 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-8600ea6e-98fc-4b19-bf27-1ca94e1772ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f067dc9-2270-460a-a414-750545c05bda', 'name': 'tempest-ServersTestBootFromVolume-771255782-router', 'tenant_id': 'a98770a137d04e48a5baba76bc9996d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.147'}], 'enable_snat': True}, 'gw_port_id': '386e41d7-cdb8-44c8-9a35-8ff33c8a412c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:14:45Z', 'updated_at': '2022-05-30T20:14:59Z', 'revision_number': 4, 'project_id': 'a98770a137d04e48a5baba76bc9996d9', 'gw_port': {'id': '386e41d7-cdb8-44c8-9a35-8ff33c8a412c', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a5:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f067dc9-2270-460a-a414-750545c05bda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:14:47Z', 'updated_at': '2022-05-30T20:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '9d569dd2-c2ea-451b-8cd0-0695c4081303', 'name': '', 'network_id': '176420f6-ac4e-4319-85b4-31313b590db0', 'tenant_id': 'a98770a137d04e48a5baba76bc9996d9', 'mac_address': 'fa:16:3e:56:5a:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f067dc9-2270-460a-a414-750545c05bda', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd239dbbc-1841-4e93-a941-884f2daba571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:14:57Z', 'updated_at': '2022-05-30T20:15:00Z', 'revision_number': 2, 'project_id': 'a98770a137d04e48a5baba76bc9996d9', 'subnets': [{'id': 'd239dbbc-1841-4e93-a941-884f2daba571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:15:05.950375 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8600ea6e-98fc-4b19-bf27-1ca94e1772ee None None] Checking router: 5f067dc9-2270-460a-a414-750545c05bda for host: n-d-843948-2 {{(pid=84888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:15:05.950734 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8600ea6e-98fc-4b19-bf27-1ca94e1772ee None None] Updating router 5f067dc9-2270-460a-a414-750545c05bda port 9d569dd2-c2ea-451b-8cd0-0695c4081303 binding host n-d-843948-2 {{(pid=84888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:15:06.018600 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-d0467ce4-852e-4c57-a3cb-c5b515734f7c req-ae28279b-0b7e-4d47-8fc4-a6950acf1a4e tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:15:06.028429 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-d0467ce4-852e-4c57-a3cb-c5b515734f7c req-ae28279b-0b7e-4d47-8fc4-a6950acf1a4e tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Usage tracker for resource:security_group_rule and tenant:011d9d75b0084003a5a4780b3b0484ad is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:15:06.030474 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6f6fbf0d-5af5-425e-87a4-f3065633e10b req-ff571a0f-76e2-4c40-94d2-99ae8ca8e478 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/quotas/7f20a37d1ec84058864d6080c6a9f8aa HTTP/1.1" status: 200 len: 375 time: 0.0530965 May 30 20:15:06.033959 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-8600ea6e-98fc-4b19-bf27-1ca94e1772ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:06.043864 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-d0467ce4-852e-4c57-a3cb-c5b515734f7c req-ae28279b-0b7e-4d47-8fc4-a6950acf1a4e tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:15:06.055002 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-d0467ce4-852e-4c57-a3cb-c5b515734f7c req-ae28279b-0b7e-4d47-8fc4-a6950acf1a4e tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:15:06.266329 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d29e0d8-118d-4369-87c9-62ebb15ce79f req-f8a6e68a-451a-495d-9936-c1539a190647 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:06.266706 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d29e0d8-118d-4369-87c9-62ebb15ce79f req-f8a6e68a-451a-495d-9936-c1539a190647 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:06.267144 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d29e0d8-118d-4369-87c9-62ebb15ce79f req-f8a6e68a-451a-495d-9936-c1539a190647 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:06.269307 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7d29e0d8-118d-4369-87c9-62ebb15ce79f req-f8a6e68a-451a-495d-9936-c1539a190647 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=81e36025f4964ad6aa1305da6f1825fb&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.4256701 May 30 20:15:06.271576 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-87bee909-a3ee-4c8d-b301-1fd85981b7fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cda388b0-e696-46f5-b74b-e60dd3d28e14 {{(pid=84887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:15:06.278054 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-237dbc81-9102-412d-a070-65710f7532e4 req-b9c42405-2f05-4993-a672-d1356c369a80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:06.281516 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-87bee909-a3ee-4c8d-b301-1fd85981b7fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:06.375561 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6f6fbf0d-5af5-425e-87a4-f3065633e10b req-9cbc1ca0-228f-4e57-bbca-74713006d640 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=7f20a37d1ec84058864d6080c6a9f8aa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3388364 May 30 20:15:06.441897 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-87bee909-a3ee-4c8d-b301-1fd85981b7fa service neutron] Transition to ACTIVE for port object cda388b0-e696-46f5-b74b-e60dd3d28e14 will not be triggered until provisioned by entity L2. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:15:06.463920 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-d0467ce4-852e-4c57-a3cb-c5b515734f7c req-ae28279b-0b7e-4d47-8fc4-a6950acf1a4e tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:06.537367 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d29e0d8-118d-4369-87c9-62ebb15ce79f req-f0dfa88f-2134-422b-a0cb-d770377ef3bf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:06.539749 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7d29e0d8-118d-4369-87c9-62ebb15ce79f req-f0dfa88f-2134-422b-a0cb-d770377ef3bf service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2604284 May 30 20:15:06.542695 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-87bee909-a3ee-4c8d-b301-1fd85981b7fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:06.635623 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-8600ea6e-98fc-4b19-bf27-1ca94e1772ee None None] Notify callbacks [] for port, precommit_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:06.652671 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-8600ea6e-98fc-4b19-bf27-1ca94e1772ee None None] Transition to ACTIVE for port object 9d569dd2-c2ea-451b-8cd0-0695c4081303 will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:15:06.657556 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-d0467ce4-852e-4c57-a3cb-c5b515734f7c req-ae28279b-0b7e-4d47-8fc4-a6950acf1a4e tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:06.719847 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bee909-a3ee-4c8d-b301-1fd85981b7fa service neutron] Pushing event updated for resources: {'Port': ['ID=cda388b0-e696-46f5-b74b-e60dd3d28e14,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:06.763307 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-8600ea6e-98fc-4b19-bf27-1ca94e1772ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:06.832762 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae28279b-0b7e-4d47-8fc4-a6950acf1a4e tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d52cf5b-3001-462e-88e5-85208b812021,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:06.947506 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-d0467ce4-852e-4c57-a3cb-c5b515734f7c req-ae28279b-0b7e-4d47-8fc4-a6950acf1a4e tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:06.956813 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d0467ce4-852e-4c57-a3cb-c5b515734f7c req-ae28279b-0b7e-4d47-8fc4-a6950acf1a4e tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1641 time: 1.6138916 May 30 20:15:07.115907 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6f6fbf0d-5af5-425e-87a4-f3065633e10b req-53f095cb-2a0f-4fa0-9940-e29f743669ae service neutron] 10.222.0.85 "GET /v2.0/networks/447ea545-6235-439a-a377-09de7456264b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7279646 May 30 20:15:07.133643 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-87bee909-a3ee-4c8d-b301-1fd85981b7fa service neutron] Attempting to bind port cda388b0-e696-46f5-b74b-e60dd3d28e14 on host n-h1-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:15:07.146209 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-87bee909-a3ee-4c8d-b301-1fd85981b7fa service neutron] Attempting to bind port cda388b0-e696-46f5-b74b-e60dd3d28e14 by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': '48b6fcfa-3ec2-4d17-909f-cafe15f0609e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '3f114897-b454-4ffb-8b12-a7f676cbd8b7'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:15:07.146634 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-87bee909-a3ee-4c8d-b301-1fd85981b7fa service neutron] Attempting to bind port cda388b0-e696-46f5-b74b-e60dd3d28e14 on network 3f114897-b454-4ffb-8b12-a7f676cbd8b7 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:15:07.156883 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746ccfef-3abd-4db1-abfe-dd24acb3c346 None None] Pushing event updated for resources: {'Port': ['ID=9d569dd2-c2ea-451b-8cd0-0695c4081303,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:07.167635 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-87bee909-a3ee-4c8d-b301-1fd85981b7fa service neutron] Port cda388b0-e696-46f5-b74b-e60dd3d28e14 on network 3f114897-b454-4ffb-8b12-a7f676cbd8b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:15:07.167635 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-87bee909-a3ee-4c8d-b301-1fd85981b7fa service neutron] Attempting to bind port cda388b0-e696-46f5-b74b-e60dd3d28e14 on network 3f114897-b454-4ffb-8b12-a7f676cbd8b7 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:15:07.183462 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-87bee909-a3ee-4c8d-b301-1fd85981b7fa service neutron] Checking agent: {'id': 'f728d74e-a4ae-4384-860b-a5ade05dd8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 14, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:15:07.183876 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-87bee909-a3ee-4c8d-b301-1fd85981b7fa service neutron] Checking segment: {'id': '48b6fcfa-3ec2-4d17-909f-cafe15f0609e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '3f114897-b454-4ffb-8b12-a7f676cbd8b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:15:07.184207 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-87bee909-a3ee-4c8d-b301-1fd85981b7fa service neutron] Bound using segment: {'id': '48b6fcfa-3ec2-4d17-909f-cafe15f0609e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '3f114897-b454-4ffb-8b12-a7f676cbd8b7'} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:15:07.184790 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-87bee909-a3ee-4c8d-b301-1fd85981b7fa service neutron] Bound port: cda388b0-e696-46f5-b74b-e60dd3d28e14, host: n-h1-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48b6fcfa-3ec2-4d17-909f-cafe15f0609e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '3f114897-b454-4ffb-8b12-a7f676cbd8b7'}}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:15:07.185142 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-87bee909-a3ee-4c8d-b301-1fd85981b7fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:07.345074 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-8600ea6e-98fc-4b19-bf27-1ca94e1772ee None None] Attempting to bind port 9d569dd2-c2ea-451b-8cd0-0695c4081303 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:15:07.346298 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-8600ea6e-98fc-4b19-bf27-1ca94e1772ee None None] Attempting to bind port 9d569dd2-c2ea-451b-8cd0-0695c4081303 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': 'e72964d7-16ec-4def-877e-899e29175d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '176420f6-ac4e-4319-85b4-31313b590db0'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:15:07.355813 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8600ea6e-98fc-4b19-bf27-1ca94e1772ee None None] Attempting to bind port 9d569dd2-c2ea-451b-8cd0-0695c4081303 on network 176420f6-ac4e-4319-85b4-31313b590db0 {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:15:07.368833 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8600ea6e-98fc-4b19-bf27-1ca94e1772ee None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:15:07.369511 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8600ea6e-98fc-4b19-bf27-1ca94e1772ee None None] Checking segment: {'id': 'e72964d7-16ec-4def-877e-899e29175d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '176420f6-ac4e-4319-85b4-31313b590db0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:15:07.370273 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-8600ea6e-98fc-4b19-bf27-1ca94e1772ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:07.371769 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8600ea6e-98fc-4b19-bf27-1ca94e1772ee None None] Bound using segment: {'id': 'e72964d7-16ec-4def-877e-899e29175d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '176420f6-ac4e-4319-85b4-31313b590db0'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:15:07.374078 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-8600ea6e-98fc-4b19-bf27-1ca94e1772ee None None] Bound port: 9d569dd2-c2ea-451b-8cd0-0695c4081303, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e72964d7-16ec-4def-877e-899e29175d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '176420f6-ac4e-4319-85b4-31313b590db0'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:15:07.374824 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-8600ea6e-98fc-4b19-bf27-1ca94e1772ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:07.517017 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-8600ea6e-98fc-4b19-bf27-1ca94e1772ee None None] For port 9d569dd2-c2ea-451b-8cd0-0695c4081303, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:15:07.521915 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-8600ea6e-98fc-4b19-bf27-1ca94e1772ee None None] For port 9d569dd2-c2ea-451b-8cd0-0695c4081303, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=9d569dd2-c2ea-451b-8cd0-0695c4081303,segment=NetworkSegment(e72964d7-16ec-4def-877e-899e29175d4d),segment_id=e72964d7-16ec-4def-877e-899e29175d4d)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:15:07.576042 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-87bee909-a3ee-4c8d-b301-1fd85981b7fa service neutron] For port cda388b0-e696-46f5-b74b-e60dd3d28e14, host n-h1-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:15:07.586628 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-87bee909-a3ee-4c8d-b301-1fd85981b7fa service neutron] For port cda388b0-e696-46f5-b74b-e60dd3d28e14, host n-h1-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=cda388b0-e696-46f5-b74b-e60dd3d28e14,segment=NetworkSegment(48b6fcfa-3ec2-4d17-909f-cafe15f0609e),segment_id=48b6fcfa-3ec2-4d17-909f-cafe15f0609e)] {{(pid=84887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:15:07.599830 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-8600ea6e-98fc-4b19-bf27-1ca94e1772ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:07.601822 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6f6fbf0d-5af5-425e-87a4-f3065633e10b req-cb91d4f9-3b88-4c57-9743-ba7d45836a71 service neutron] 10.222.0.85 "GET /v2.0/networks/447ea545-6235-439a-a377-09de7456264b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4847081 May 30 20:15:07.615076 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8077e4-8179-4b96-ad0b-09d33ac86865 req-56072606-0496-48f0-914b-3a58da768764 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:07.619326 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8077e4-8179-4b96-ad0b-09d33ac86865 req-56072606-0496-48f0-914b-3a58da768764 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:07.623305 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8077e4-8179-4b96-ad0b-09d33ac86865 req-56072606-0496-48f0-914b-3a58da768764 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:07.627754 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8077e4-8179-4b96-ad0b-09d33ac86865 req-56072606-0496-48f0-914b-3a58da768764 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:07.631658 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8077e4-8179-4b96-ad0b-09d33ac86865 req-56072606-0496-48f0-914b-3a58da768764 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:07.636848 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8077e4-8179-4b96-ad0b-09d33ac86865 req-56072606-0496-48f0-914b-3a58da768764 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:07.640652 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8077e4-8179-4b96-ad0b-09d33ac86865 req-56072606-0496-48f0-914b-3a58da768764 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:07.643396 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9a8077e4-8179-4b96-ad0b-09d33ac86865 req-56072606-0496-48f0-914b-3a58da768764 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] 10.222.0.85 "GET /v2.0/ports?device_id=f8af66f6-93a3-4b44-964c-0edc263a69f5 HTTP/1.1" status: 200 len: 5429 time: 0.3500628 May 30 20:15:07.709777 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-87bee909-a3ee-4c8d-b301-1fd85981b7fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:07.732692 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746ccfef-3abd-4db1-abfe-dd24acb3c346 None None] Pushing event updated for resources: {'Port': ['ID=9d569dd2-c2ea-451b-8cd0-0695c4081303,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:07.742602 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8600ea6e-98fc-4b19-bf27-1ca94e1772ee None None] Routers {'5f067dc9-2270-460a-a414-750545c05bda'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:15:07.743658 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-8600ea6e-98fc-4b19-bf27-1ca94e1772ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:14:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['5f067dc9-2270-460a-a414-750545c05bda'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:15:07.894453 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [req-237dbc81-9102-412d-a070-65710f7532e4 req-b9c42405-2f05-4993-a672-d1356c369a80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ef3df1a-b1f0-492e-8c3d-acc095cae8fc {{(pid=84886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:15:07.924029 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-237dbc81-9102-412d-a070-65710f7532e4 req-b9c42405-2f05-4993-a672-d1356c369a80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:07.963561 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [req-237dbc81-9102-412d-a070-65710f7532e4 req-b9c42405-2f05-4993-a672-d1356c369a80 service neutron] Transition to ACTIVE for port object 3ef3df1a-b1f0-492e-8c3d-acc095cae8fc will not be triggered until provisioned by entity L2. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:15:07.976019 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-87bee909-a3ee-4c8d-b301-1fd85981b7fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:07.978155 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-87bee909-a3ee-4c8d-b301-1fd85981b7fa service neutron] 10.222.0.71 "PUT /v2.0/ports/cda388b0-e696-46f5-b74b-e60dd3d28e14 HTTP/1.1" status: 200 len: 1091 time: 3.3602691 May 30 20:15:07.981725 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8af66f6-93a3-4b44-964c-0edc263a69f5', 'tag': 'cda388b0-e696-46f5-b74b-e60dd3d28e14'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:15:08.027867 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9a8077e4-8179-4b96-ad0b-09d33ac86865 req-b070f21f-0390-4a87-9576-734ff7325d86 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] 10.222.0.85 "GET /v2.0/security-groups?id=f2363d32-544a-4c25-9836-43719a31ef02&id=71bec9af-908d-443b-98db-bdfb70c6ea10&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3759508 May 30 20:15:08.042497 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bee909-a3ee-4c8d-b301-1fd85981b7fa service neutron] Pushing event updated for resources: {'Port': ['ID=cda388b0-e696-46f5-b74b-e60dd3d28e14,revision_number=3']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:08.047275 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-237dbc81-9102-412d-a070-65710f7532e4 req-b9c42405-2f05-4993-a672-d1356c369a80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:08.403425 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-5d0d6ce9-aa11-450b-8fd4-c079326d7059 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=81e36025f4964ad6aa1305da6f1825fb&device_id=f8af66f6-93a3-4b44-964c-0edc263a69f5 HTTP/1.1" status: 200 len: 6486 time: 0.2728212 May 30 20:15:08.419684 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-8600ea6e-98fc-4b19-bf27-1ca94e1772ee None None] Set router 5f067dc9-2270-460a-a414-750545c05bda gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:15:08.457835 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c42405-2f05-4993-a672-d1356c369a80 service neutron] Pushing event updated for resources: {'Port': ['ID=3ef3df1a-b1f0-492e-8c3d-acc095cae8fc,revision_number=2']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:08.587218 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-3d44c88f-f871-4019-8334-a833c622c5b6 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e11c1dce-38fb-439a-b79f-28a1736ee8b8 HTTP/1.1" status: 200 len: 217 time: 0.1753983 May 30 20:15:08.631683 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 56130) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:15:08.666975 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-9d065065-dc85-4852-8a7e-e3c84e38bdb2 tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2067745179', 'description': 'tempest-description--1066228754'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:15:08.679320 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-9d065065-dc85-4852-8a7e-e3c84e38bdb2 tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:15:08.687307 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-9d065065-dc85-4852-8a7e-e3c84e38bdb2 tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] Usage tracker for resource:security_group and tenant:a98770a137d04e48a5baba76bc9996d9 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:15:08.690643 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-237dbc81-9102-412d-a070-65710f7532e4 req-b9c42405-2f05-4993-a672-d1356c369a80 service neutron] Attempting to bind port 3ef3df1a-b1f0-492e-8c3d-acc095cae8fc on host n-h1-843948-2 for vnic_type normal with profile {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:15:08.691095 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-237dbc81-9102-412d-a070-65710f7532e4 req-b9c42405-2f05-4993-a672-d1356c369a80 service neutron] Attempting to bind port 3ef3df1a-b1f0-492e-8c3d-acc095cae8fc by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': '9c69f1cd-d2f9-4b91-a698-e75180c7ce4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '214e67bb-b4dd-4ece-8b99-400fd28d0cda'}] {{(pid=84886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:15:08.691675 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-237dbc81-9102-412d-a070-65710f7532e4 req-b9c42405-2f05-4993-a672-d1356c369a80 service neutron] Attempting to bind port 3ef3df1a-b1f0-492e-8c3d-acc095cae8fc on network 214e67bb-b4dd-4ece-8b99-400fd28d0cda {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:15:08.694810 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-9d065065-dc85-4852-8a7e-e3c84e38bdb2 tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:15:08.713364 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-9d065065-dc85-4852-8a7e-e3c84e38bdb2 tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:15:08.722908 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-237dbc81-9102-412d-a070-65710f7532e4 req-b9c42405-2f05-4993-a672-d1356c369a80 service neutron] Port 3ef3df1a-b1f0-492e-8c3d-acc095cae8fc on network 214e67bb-b4dd-4ece-8b99-400fd28d0cda not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:15:08.723606 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-237dbc81-9102-412d-a070-65710f7532e4 req-b9c42405-2f05-4993-a672-d1356c369a80 service neutron] Attempting to bind port 3ef3df1a-b1f0-492e-8c3d-acc095cae8fc on network 214e67bb-b4dd-4ece-8b99-400fd28d0cda {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:15:08.733699 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-237dbc81-9102-412d-a070-65710f7532e4 req-b9c42405-2f05-4993-a672-d1356c369a80 service neutron] Checking agent: {'id': 'f728d74e-a4ae-4384-860b-a5ade05dd8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 14, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:15:08.734437 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-237dbc81-9102-412d-a070-65710f7532e4 req-b9c42405-2f05-4993-a672-d1356c369a80 service neutron] Checking segment: {'id': '9c69f1cd-d2f9-4b91-a698-e75180c7ce4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '214e67bb-b4dd-4ece-8b99-400fd28d0cda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:15:08.735058 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-237dbc81-9102-412d-a070-65710f7532e4 req-b9c42405-2f05-4993-a672-d1356c369a80 service neutron] Bound using segment: {'id': '9c69f1cd-d2f9-4b91-a698-e75180c7ce4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '214e67bb-b4dd-4ece-8b99-400fd28d0cda'} {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:15:08.735727 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-237dbc81-9102-412d-a070-65710f7532e4 req-b9c42405-2f05-4993-a672-d1356c369a80 service neutron] Bound port: 3ef3df1a-b1f0-492e-8c3d-acc095cae8fc, host: n-h1-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c69f1cd-d2f9-4b91-a698-e75180c7ce4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '214e67bb-b4dd-4ece-8b99-400fd28d0cda'}}] {{(pid=84886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:15:08.736341 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-237dbc81-9102-412d-a070-65710f7532e4 req-b9c42405-2f05-4993-a672-d1356c369a80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:08.907414 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9d065065-dc85-4852-8a7e-e3c84e38bdb2 tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:08.947698 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-71d13ee5-0267-4965-9802-70f161749f5d req-5bfec09b-28cc-4397-989e-bbc77930ed47 tempest-ServerShowV247Test-254392673 tempest-ServerShowV247Test-254392673-project] 10.222.0.85 "GET /v2.0/ports?device_id=492a04df-fe45-49e6-9c70-8a9b984d8f87 HTTP/1.1" status: 200 len: 210 time: 0.1522348 May 30 20:15:09.007312 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-8600ea6e-98fc-4b19-bf27-1ca94e1772ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f067dc9-2270-460a-a414-750545c05bda', 'name': 'tempest-ServersTestBootFromVolume-771255782-router', 'tenant_id': 'a98770a137d04e48a5baba76bc9996d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.147'}], 'enable_snat': True}, 'gw_port_id': '386e41d7-cdb8-44c8-9a35-8ff33c8a412c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:14:45Z', 'updated_at': '2022-05-30T20:14:59Z', 'revision_number': 4, 'project_id': 'a98770a137d04e48a5baba76bc9996d9', 'gw_port': {'id': '386e41d7-cdb8-44c8-9a35-8ff33c8a412c', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a5:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f067dc9-2270-460a-a414-750545c05bda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:14:47Z', 'updated_at': '2022-05-30T20:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '9d569dd2-c2ea-451b-8cd0-0695c4081303', 'name': '', 'network_id': '176420f6-ac4e-4319-85b4-31313b590db0', 'tenant_id': 'a98770a137d04e48a5baba76bc9996d9', 'mac_address': 'fa:16:3e:56:5a:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f067dc9-2270-460a-a414-750545c05bda', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd239dbbc-1841-4e93-a941-884f2daba571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:14:57Z', 'updated_at': '2022-05-30T20:15:07Z', 'revision_number': 4, 'project_id': 'a98770a137d04e48a5baba76bc9996d9', 'subnets': [{'id': 'd239dbbc-1841-4e93-a941-884f2daba571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:15:09.014478 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8600ea6e-98fc-4b19-bf27-1ca94e1772ee None None] The sync data for ids ['5f067dc9-2270-460a-a414-750545c05bda'] in n-d-843948-2 is: [{'id': '5f067dc9-2270-460a-a414-750545c05bda', 'name': 'tempest-ServersTestBootFromVolume-771255782-router', 'tenant_id': 'a98770a137d04e48a5baba76bc9996d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.147'}], 'enable_snat': True}, 'gw_port_id': '386e41d7-cdb8-44c8-9a35-8ff33c8a412c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:14:45Z', 'updated_at': '2022-05-30T20:14:59Z', 'revision_number': 4, 'project_id': 'a98770a137d04e48a5baba76bc9996d9', 'gw_port': {'id': '386e41d7-cdb8-44c8-9a35-8ff33c8a412c', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a5:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f067dc9-2270-460a-a414-750545c05bda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:14:47Z', 'updated_at': '2022-05-30T20:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '9d569dd2-c2ea-451b-8cd0-0695c4081303', 'name': '', 'network_id': '176420f6-ac4e-4319-85b4-31313b590db0', 'tenant_id': 'a98770a137d04e48a5baba76bc9996d9', 'mac_address': 'fa:16:3e:56:5a:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f067dc9-2270-460a-a414-750545c05bda', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd239dbbc-1841-4e93-a941-884f2daba571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:14:57Z', 'updated_at': '2022-05-30T20:15:07Z', 'revision_number': 4, 'project_id': 'a98770a137d04e48a5baba76bc9996d9', 'subnets': [{'id': 'd239dbbc-1841-4e93-a941-884f2daba571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:15:09.030447 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-933fd939-4165-46d6-98c8-13922bc01b38 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:09.032106 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-237dbc81-9102-412d-a070-65710f7532e4 req-b9c42405-2f05-4993-a672-d1356c369a80 service neutron] For port 3ef3df1a-b1f0-492e-8c3d-acc095cae8fc, host n-h1-843948-2, cleared binding levels {{(pid=84886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:15:09.033799 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-933fd939-4165-46d6-98c8-13922bc01b38 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=12de3c88-630f-42df-9c14-e8413906e7b8 HTTP/1.1" status: 200 len: 855 time: 0.4369781 May 30 20:15:09.039649 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-237dbc81-9102-412d-a070-65710f7532e4 req-b9c42405-2f05-4993-a672-d1356c369a80 service neutron] For port 3ef3df1a-b1f0-492e-8c3d-acc095cae8fc, host n-h1-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=3ef3df1a-b1f0-492e-8c3d-acc095cae8fc,segment=NetworkSegment(9c69f1cd-d2f9-4b91-a698-e75180c7ce4c),segment_id=9c69f1cd-d2f9-4b91-a698-e75180c7ce4c)] {{(pid=84886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:15:09.058721 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-9d065065-dc85-4852-8a7e-e3c84e38bdb2 tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:15:09.066498 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-9d065065-dc85-4852-8a7e-e3c84e38bdb2 tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] Usage tracker for resource:security_group_rule and tenant:a98770a137d04e48a5baba76bc9996d9 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:15:09.068469 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-9d065065-dc85-4852-8a7e-e3c84e38bdb2 tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:15:09.080410 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-9d065065-dc85-4852-8a7e-e3c84e38bdb2 tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:15:09.086788 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [req-72d79495-73fd-4d36-8a5a-ebe59fdef477 req-34f2b8bf-4b2a-4734-802b-253b6559a255 tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1003128748', 'description': 'tempest-description-1790770490'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:15:09.132713 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-72d79495-73fd-4d36-8a5a-ebe59fdef477 req-34f2b8bf-4b2a-4734-802b-253b6559a255 tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:15:09.150523 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-72d79495-73fd-4d36-8a5a-ebe59fdef477 req-34f2b8bf-4b2a-4734-802b-253b6559a255 tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Usage tracker for resource:security_group and tenant:011d9d75b0084003a5a4780b3b0484ad is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:15:09.161413 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0c83c6-9627-4849-93e7-197667824aeb req-d577e289-58a6-4dcd-a3ad-7328980a202d tempest-InstanceActionsV221TestJSON-412311320 tempest-InstanceActionsV221TestJSON-412311320-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:09.163115 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-cf0c83c6-9627-4849-93e7-197667824aeb req-d577e289-58a6-4dcd-a3ad-7328980a202d tempest-InstanceActionsV221TestJSON-412311320 tempest-InstanceActionsV221TestJSON-412311320-project] 10.222.0.85 "GET /v2.0/ports?device_id=1126dd0f-d296-4d9d-a1d7-494540f179be HTTP/1.1" status: 200 len: 943 time: 0.5732703 May 30 20:15:09.175731 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-72d79495-73fd-4d36-8a5a-ebe59fdef477 req-34f2b8bf-4b2a-4734-802b-253b6559a255 tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:15:09.202756 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-72d79495-73fd-4d36-8a5a-ebe59fdef477 req-34f2b8bf-4b2a-4734-802b-253b6559a255 tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:15:09.215928 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-237dbc81-9102-412d-a070-65710f7532e4 req-b9c42405-2f05-4993-a672-d1356c369a80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:09.250335 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-b7a1e550-c242-4a93-829f-a4d60f90e7e9 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ac0cf993-3653-417b-b55c-1e0d903ad371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2080901 May 30 20:15:09.288177 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-cf0c83c6-9627-4849-93e7-197667824aeb req-1d76405a-feca-4746-bbb9-b2c8d747fbfa tempest-InstanceActionsV221TestJSON-412311320 tempest-InstanceActionsV221TestJSON-412311320-project] 10.222.0.85 "GET /v2.0/security-groups?id=6d81aee0-0dbc-4a09-b408-25db85860535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151683 May 30 20:15:09.320097 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-72d79495-73fd-4d36-8a5a-ebe59fdef477 req-34f2b8bf-4b2a-4734-802b-253b6559a255 tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:09.338334 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-237dbc81-9102-412d-a070-65710f7532e4 req-b9c42405-2f05-4993-a672-d1356c369a80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:09.339896 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-237dbc81-9102-412d-a070-65710f7532e4 req-b9c42405-2f05-4993-a672-d1356c369a80 service neutron] 10.222.0.71 "PUT /v2.0/ports/3ef3df1a-b1f0-492e-8c3d-acc095cae8fc HTTP/1.1" status: 200 len: 1091 time: 3.4178023 May 30 20:15:09.340491 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1126dd0f-d296-4d9d-a1d7-494540f179be', 'tag': '3ef3df1a-b1f0-492e-8c3d-acc095cae8fc'}] {{(pid=84886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:15:09.440721 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7791bfae-2579-4c94-a75b-f53072c09c27'] response: {'name': 'network-changed', 'server_uuid': 'f8af66f6-93a3-4b44-964c-0edc263a69f5', 'tag': 'cda388b0-e696-46f5-b74b-e60dd3d28e14', 'status': 'completed', 'code': 200} May 30 20:15:09.440890 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9d065065-dc85-4852-8a7e-e3c84e38bdb2 tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:09.450900 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c42405-2f05-4993-a672-d1356c369a80 service neutron] Pushing event updated for resources: {'Port': ['ID=3ef3df1a-b1f0-492e-8c3d-acc095cae8fc,revision_number=3']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:09.456970 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-72d79495-73fd-4d36-8a5a-ebe59fdef477 req-34f2b8bf-4b2a-4734-802b-253b6559a255 tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:15:09.463391 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-72d79495-73fd-4d36-8a5a-ebe59fdef477 req-34f2b8bf-4b2a-4734-802b-253b6559a255 tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Usage tracker for resource:security_group_rule and tenant:011d9d75b0084003a5a4780b3b0484ad is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:15:09.465445 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-72d79495-73fd-4d36-8a5a-ebe59fdef477 req-34f2b8bf-4b2a-4734-802b-253b6559a255 tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:15:09.476633 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-72d79495-73fd-4d36-8a5a-ebe59fdef477 req-34f2b8bf-4b2a-4734-802b-253b6559a255 tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:15:09.558627 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-901443b7-fe98-4d94-a87b-a0499e535db3 req-e19d6610-c713-4515-adc1-fad61d9bf047 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/ports?device_id=336425af-6535-4216-b4d1-0a630d1aced4 HTTP/1.1" status: 200 len: 210 time: 0.0637853 May 30 20:15:09.568305 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-267f9d19-ff35-4270-970f-885c2df5e3da service neutron] 10.222.0.71 "GET /v2.0/networks/ac0cf993-3653-417b-b55c-1e0d903ad371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3101199 May 30 20:15:09.631229 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9d065065-dc85-4852-8a7e-e3c84e38bdb2 tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:09.733686 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-72d79495-73fd-4d36-8a5a-ebe59fdef477 req-34f2b8bf-4b2a-4734-802b-253b6559a255 tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:09.747751 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:15:09.772748 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d065065-dc85-4852-8a7e-e3c84e38bdb2 tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ab5e19e-36ef-4239-8d2f-84e90717c51a,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:09.803859 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-6da54163-ef11-4e2b-aca8-808dd60011ee service neutron] 10.222.0.71 "GET /v2.0/networks/ac0cf993-3653-417b-b55c-1e0d903ad371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277355 May 30 20:15:09.833324 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-237dbc81-9102-412d-a070-65710f7532e4 req-b72df78d-c19a-487e-a7e5-66716b176aa0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a4154b18d3ba4acb9eb89908765d1f50&device_id=1126dd0f-d296-4d9d-a1d7-494540f179be HTTP/1.1" status: 200 len: 1094 time: 0.3132296 May 30 20:15:09.929088 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9d065065-dc85-4852-8a7e-e3c84e38bdb2 tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:09.933183 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-9d065065-dc85-4852-8a7e-e3c84e38bdb2 tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 1.2977872 May 30 20:15:09.933183 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-72d79495-73fd-4d36-8a5a-ebe59fdef477 req-34f2b8bf-4b2a-4734-802b-253b6559a255 tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:09.934250 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 56148) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:15:09.940505 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-f5702c78-2546-4086-9f11-bfb725f03ec2 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.49&port_id=1e6e07a3-c45b-41b8-b6a5-4b5b75a47af3 HTTP/1.1" status: 200 len: 217 time: 0.0957596 May 30 20:15:09.947009 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-98da8380-70da-4a2d-8d49-9eec09b81170 tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] Request body: {'security_group_rule': {'security_group_id': '1ab5e19e-36ef-4239-8d2f-84e90717c51a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:15:09.987063 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-237dbc81-9102-412d-a070-65710f7532e4 req-58cd9e1f-06fa-417f-bde2-60d5f1cbe883 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3ef3df1a-b1f0-492e-8c3d-acc095cae8fc HTTP/1.1" status: 200 len: 217 time: 0.1377606 May 30 20:15:10.006736 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-98da8380-70da-4a2d-8d49-9eec09b81170 tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:15:10.023244 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-98da8380-70da-4a2d-8d49-9eec09b81170 tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] Usage tracker for resource:security_group_rule and tenant:a98770a137d04e48a5baba76bc9996d9 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:15:10.029425 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-98da8380-70da-4a2d-8d49-9eec09b81170 tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:15:10.041454 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-98da8380-70da-4a2d-8d49-9eec09b81170 tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:15:10.058071 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-ecd9abaa-8247-4776-a6f7-e7dcbe7224e2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:10.060202 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-ecd9abaa-8247-4776-a6f7-e7dcbe7224e2 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a88285df-a7f2-4329-8d01-6e0453d581e4 HTTP/1.1" status: 200 len: 797 time: 0.1072218 May 30 20:15:10.071658 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f2b8bf-4b2a-4734-802b-253b6559a255 tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=004ef2cf-e301-436a-9816-56b8a8f03161,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:10.114577 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237dbc81-9102-412d-a070-65710f7532e4 req-18cdc6c2-4507-47e6-a9c2-0eba9f01b8b2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:10.118181 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-237dbc81-9102-412d-a070-65710f7532e4 req-18cdc6c2-4507-47e6-a9c2-0eba9f01b8b2 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9422d7a5-89eb-4cbc-ba51-6c168e04a75b HTTP/1.1" status: 200 len: 858 time: 0.1199329 May 30 20:15:10.137638 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330bf3a5-ffb5-4af1-b4f2-5e3bc901f692 req-ef9102e9-ea0d-4e0c-b24e-26f4a380e664 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:10.162203 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330bf3a5-ffb5-4af1-b4f2-5e3bc901f692 req-ef9102e9-ea0d-4e0c-b24e-26f4a380e664 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:10.175872 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330bf3a5-ffb5-4af1-b4f2-5e3bc901f692 req-ef9102e9-ea0d-4e0c-b24e-26f4a380e664 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:10.187103 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330bf3a5-ffb5-4af1-b4f2-5e3bc901f692 req-ef9102e9-ea0d-4e0c-b24e-26f4a380e664 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:10.195687 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330bf3a5-ffb5-4af1-b4f2-5e3bc901f692 req-ef9102e9-ea0d-4e0c-b24e-26f4a380e664 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:10.204300 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330bf3a5-ffb5-4af1-b4f2-5e3bc901f692 req-ef9102e9-ea0d-4e0c-b24e-26f4a380e664 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:10.209745 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-72d79495-73fd-4d36-8a5a-ebe59fdef477 req-34f2b8bf-4b2a-4734-802b-253b6559a255 tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:10.211014 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-72d79495-73fd-4d36-8a5a-ebe59fdef477 req-34f2b8bf-4b2a-4734-802b-253b6559a255 tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1644 time: 1.1338646 May 30 20:15:10.213530 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-237dbc81-9102-412d-a070-65710f7532e4 req-9a9bf376-622d-4e92-88ef-1f45b3bdbb06 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=214e67bb-b4dd-4ece-8b99-400fd28d0cda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0895131 May 30 20:15:10.222869 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330bf3a5-ffb5-4af1-b4f2-5e3bc901f692 req-ef9102e9-ea0d-4e0c-b24e-26f4a380e664 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:10.231108 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-330bf3a5-ffb5-4af1-b4f2-5e3bc901f692 req-ef9102e9-ea0d-4e0c-b24e-26f4a380e664 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] 10.222.0.85 "GET /v2.0/ports?device_id=f8af66f6-93a3-4b44-964c-0edc263a69f5 HTTP/1.1" status: 200 len: 5429 time: 0.4260314 May 30 20:15:10.261860 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 9d569dd2-c2ea-451b-8cd0-0695c4081303 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:15:10.371778 n-d-843948-2 neutron-server[84886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcd51d2a-399e-4eab-8b78-0cbb5e0dd687'] response: {'name': 'network-changed', 'server_uuid': '1126dd0f-d296-4d9d-a1d7-494540f179be', 'tag': '3ef3df1a-b1f0-492e-8c3d-acc095cae8fc', 'status': 'completed', 'code': 200} May 30 20:15:10.407409 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-98da8380-70da-4a2d-8d49-9eec09b81170 tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:10.421637 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-330bf3a5-ffb5-4af1-b4f2-5e3bc901f692 req-f2045eba-4a66-4a9f-9727-3019afe14625 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] 10.222.0.85 "GET /v2.0/security-groups?id=f2363d32-544a-4c25-9836-43719a31ef02&id=71bec9af-908d-443b-98db-bdfb70c6ea10&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1582298 May 30 20:15:10.519978 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-98da8380-70da-4a2d-8d49-9eec09b81170 tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:10.522675 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-237dbc81-9102-412d-a070-65710f7532e4 req-3947ccb4-669a-4dd7-bb8e-c59ff56450bb service neutron] 10.222.0.71 "GET /v2.0/networks/214e67bb-b4dd-4ece-8b99-400fd28d0cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2956088 May 30 20:15:10.526152 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-d8408fca-7f41-4504-88b8-95953e191579 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a7619443-8c8f-449c-b71b-17b9838c2b23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4541478 May 30 20:15:10.605563 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 9d569dd2-c2ea-451b-8cd0-0695c4081303 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:15:10.612565 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 9d569dd2-c2ea-451b-8cd0-0695c4081303 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:15:10.614742 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:10.671216 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-98da8380-70da-4a2d-8d49-9eec09b81170 tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:10.816600 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98da8380-70da-4a2d-8d49-9eec09b81170 tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82c67653-8361-4692-a2c7-111b959d5e86,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:10.856271 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-363471b1-317d-4f7f-8d72-b9664ce6a57d req-0d299c30-a403-4953-a683-b2b633581e99 tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] 10.222.0.85 "GET /v2.0/security-groups/9d52cf5b-3001-462e-88e5-85208b812021 HTTP/1.1" status: 200 len: 1636 time: 0.2195084 May 30 20:15:10.891520 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:10.929988 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-98da8380-70da-4a2d-8d49-9eec09b81170 tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:10.931429 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-98da8380-70da-4a2d-8d49-9eec09b81170 tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.9945421 May 30 20:15:10.963180 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 56166) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:15:10.965427 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port 9d569dd2-c2ea-451b-8cd0-0695c4081303, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=9d569dd2-c2ea-451b-8cd0-0695c4081303,segment=NetworkSegment(e72964d7-16ec-4def-877e-899e29175d4d),segment_id=e72964d7-16ec-4def-877e-899e29175d4d)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:15:10.983903 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-136732d7-cf87-4f94-a8ba-b08cbb99c8b7 tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] Request body: {'security_group_rule': {'security_group_id': '1ab5e19e-36ef-4239-8d2f-84e90717c51a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:15:10.992172 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-136732d7-cf87-4f94-a8ba-b08cbb99c8b7 tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:15:11.007869 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-6fc8618e-d638-4d3d-947f-d364bf6b83eb service neutron] 10.222.0.71 "GET /v2.0/networks/a7619443-8c8f-449c-b71b-17b9838c2b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4709377 May 30 20:15:11.055566 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-fe623423-5655-4530-8c64-2b8c1f6295a8 req-bd4ede14-e98f-4cf8-9bfb-7c464b930073 tempest-ServerShowV247Test-254392673 tempest-ServerShowV247Test-254392673-project] 10.222.0.85 "GET /v2.0/ports?device_id=492a04df-fe45-49e6-9c70-8a9b984d8f87 HTTP/1.1" status: 200 len: 210 time: 0.0939560 May 30 20:15:11.060806 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-136732d7-cf87-4f94-a8ba-b08cbb99c8b7 tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] Usage tracker for resource:security_group_rule and tenant:a98770a137d04e48a5baba76bc9996d9 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:15:11.066678 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-136732d7-cf87-4f94-a8ba-b08cbb99c8b7 tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:15:11.069907 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:11.081330 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-136732d7-cf87-4f94-a8ba-b08cbb99c8b7 tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:15:11.179018 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-237dbc81-9102-412d-a070-65710f7532e4 req-e5cfb8ba-5f41-4b40-8785-916c52f368d0 service neutron] 10.222.0.71 "GET /v2.0/networks/214e67bb-b4dd-4ece-8b99-400fd28d0cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6448069 May 30 20:15:11.212732 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=9d569dd2-c2ea-451b-8cd0-0695c4081303,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:11.250075 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-136732d7-cf87-4f94-a8ba-b08cbb99c8b7 tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:11.262315 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-363471b1-317d-4f7f-8d72-b9664ce6a57d req-017c1e28-9935-4a9d-9c0a-ae6cba876f9e tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] 10.222.0.85 "GET /v2.0/security-groups/004ef2cf-e301-436a-9816-56b8a8f03161 HTTP/1.1" status: 200 len: 1639 time: 0.3445818 May 30 20:15:11.274671 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-363471b1-317d-4f7f-8d72-b9664ce6a57d req-1c50eaf3-bd56-4908-9c64-77326376bca8 tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '9d52cf5b-3001-462e-88e5-85208b812021', 'remote_group_id': '004ef2cf-e301-436a-9816-56b8a8f03161', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:15:11.275249 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-363471b1-317d-4f7f-8d72-b9664ce6a57d req-1c50eaf3-bd56-4908-9c64-77326376bca8 tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '9d52cf5b-3001-462e-88e5-85208b812021', 'remote_group_id': '004ef2cf-e301-436a-9816-56b8a8f03161', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:15:11.292088 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-363471b1-317d-4f7f-8d72-b9664ce6a57d req-1c50eaf3-bd56-4908-9c64-77326376bca8 tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:15:11.325858 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-363471b1-317d-4f7f-8d72-b9664ce6a57d req-1c50eaf3-bd56-4908-9c64-77326376bca8 tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Usage tracker for resource:security_group_rule and tenant:011d9d75b0084003a5a4780b3b0484ad is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:15:11.335721 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-363471b1-317d-4f7f-8d72-b9664ce6a57d req-1c50eaf3-bd56-4908-9c64-77326376bca8 tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:15:11.352079 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-363471b1-317d-4f7f-8d72-b9664ce6a57d req-1c50eaf3-bd56-4908-9c64-77326376bca8 tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:15:11.395532 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-43edc706-0b50-4a64-b283-1ecca4f97386 service neutron] 10.222.0.71 "GET /v2.0/networks/a7619443-8c8f-449c-b71b-17b9838c2b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3812571 May 30 20:15:11.515136 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-136732d7-cf87-4f94-a8ba-b08cbb99c8b7 tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:11.539210 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ad33efb4-fb19-48dd-9a9c-62a34f393a31 req-f171749d-c99d-489e-9967-5a9e91aca86a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a4154b18d3ba4acb9eb89908765d1f50&device_id=1126dd0f-d296-4d9d-a1d7-494540f179be HTTP/1.1" status: 200 len: 1094 time: 0.1865647 May 30 20:15:11.604802 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f430471d-404c-4572-8441-2350af742284 req-cbfb7d19-a90e-43ad-a099-31b2fddad2d7 tempest-InstanceActionsV221TestJSON-412311320 tempest-InstanceActionsV221TestJSON-412311320-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:11.606104 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-f430471d-404c-4572-8441-2350af742284 req-cbfb7d19-a90e-43ad-a099-31b2fddad2d7 tempest-InstanceActionsV221TestJSON-412311320 tempest-InstanceActionsV221TestJSON-412311320-project] Synchronizing usage tracker for tenant:a4154b18d3ba4acb9eb89908765d1f50 on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:15:11.723942 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-136732d7-cf87-4f94-a8ba-b08cbb99c8b7 tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:11.738894 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-71e1ce85-52c7-4208-85fe-0eefa4d3bf6b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.152&port_id=8fa5f782-5b3a-4dde-bc5a-b3223a1946b8 HTTP/1.1" status: 200 len: 217 time: 0.3364849 May 30 20:15:11.800174 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136732d7-cf87-4f94-a8ba-b08cbb99c8b7 tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f9a15cb-2ec6-4403-9934-1499e235c333,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:11.883568 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-f430471d-404c-4572-8441-2350af742284 req-cbfb7d19-a90e-43ad-a099-31b2fddad2d7 tempest-InstanceActionsV221TestJSON-412311320 tempest-InstanceActionsV221TestJSON-412311320-project] Unset dirty status for tenant:a4154b18d3ba4acb9eb89908765d1f50 on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:15:11.895889 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f430471d-404c-4572-8441-2350af742284 req-cbfb7d19-a90e-43ad-a099-31b2fddad2d7 tempest-InstanceActionsV221TestJSON-412311320 tempest-InstanceActionsV221TestJSON-412311320-project] 10.222.0.85 "GET /v2.0/ports?device_id=1126dd0f-d296-4d9d-a1d7-494540f179be HTTP/1.1" status: 200 len: 943 time: 0.5796010 May 30 20:15:11.944372 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad33efb4-fb19-48dd-9a9c-62a34f393a31 req-dd1c7b86-7b8a-4efc-a0d1-2bdc05896c4d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:11.947417 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ad33efb4-fb19-48dd-9a9c-62a34f393a31 req-dd1c7b86-7b8a-4efc-a0d1-2bdc05896c4d service neutron] 10.222.0.71 "GET /v2.0/networks?id=214e67bb-b4dd-4ece-8b99-400fd28d0cda HTTP/1.1" status: 200 len: 919 time: 0.3990772 May 30 20:15:11.955686 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-136732d7-cf87-4f94-a8ba-b08cbb99c8b7 tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:11.957861 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-136732d7-cf87-4f94-a8ba-b08cbb99c8b7 tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.9933386 May 30 20:15:11.961750 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 56184) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:15:12.002809 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-b2c073e2-c044-4335-a67a-2419184d27a9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:12.006552 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-b2c073e2-c044-4335-a67a-2419184d27a9 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a88285df-a7f2-4329-8d01-6e0453d581e4 HTTP/1.1" status: 200 len: 797 time: 0.2164230 May 30 20:15:12.105301 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-bad73842-1419-4bd1-b23b-ccce08a5c9bc tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] Request body: {'floatingip': {'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:15:12.137266 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-363471b1-317d-4f7f-8d72-b9664ce6a57d req-1c50eaf3-bd56-4908-9c64-77326376bca8 tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:12.139023 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-bad73842-1419-4bd1-b23b-ccce08a5c9bc tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:15:12.211539 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6fbf0d-5af5-425e-87a4-f3065633e10b req-b464c144-9c8c-4c6c-8283-ea5ec8923cc5 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:12.214047 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 9d569dd2-c2ea-451b-8cd0-0695c4081303 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:15:12.214503 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6f6fbf0d-5af5-425e-87a4-f3065633e10b req-b464c144-9c8c-4c6c-8283-ea5ec8923cc5 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.71 "GET /v2.0/networks?id=447ea545-6235-439a-a377-09de7456264b HTTP/1.1" status: 200 len: 806 time: 0.5559037 May 30 20:15:12.233553 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-bad73842-1419-4bd1-b23b-ccce08a5c9bc tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] Usage tracker for resource:floatingip and tenant:a98770a137d04e48a5baba76bc9996d9 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:15:12.235235 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-6f6fbf0d-5af5-425e-87a4-f3065633e10b req-77e24382-46ce-42fb-b88e-5a7852131e09 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Request body: {'port': {'device_id': '336425af-6535-4216-b4d1-0a630d1aced4', 'network_id': '447ea545-6235-439a-a377-09de7456264b', 'admin_state_up': True, 'tenant_id': '7f20a37d1ec84058864d6080c6a9f8aa'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:15:12.244297 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ad33efb4-fb19-48dd-9a9c-62a34f393a31 req-8d6e7387-9105-4cd4-8169-b2fecb688f63 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3ef3df1a-b1f0-492e-8c3d-acc095cae8fc HTTP/1.1" status: 200 len: 217 time: 0.2846348 May 30 20:15:12.275542 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-bad73842-1419-4bd1-b23b-ccce08a5c9bc tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:15:12.289264 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-bad73842-1419-4bd1-b23b-ccce08a5c9bc tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:15:12.327736 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 9d569dd2-c2ea-451b-8cd0-0695c4081303 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:15:12.328111 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:12.378369 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-f430471d-404c-4572-8441-2350af742284 req-3367942f-a60d-42e8-8146-73be9647f904 tempest-InstanceActionsV221TestJSON-412311320 tempest-InstanceActionsV221TestJSON-412311320-project] Synchronizing usage tracker for tenant:a4154b18d3ba4acb9eb89908765d1f50 on resource:security_group {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:15:12.446793 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-363471b1-317d-4f7f-8d72-b9664ce6a57d req-1c50eaf3-bd56-4908-9c64-77326376bca8 tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:12.449831 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad33efb4-fb19-48dd-9a9c-62a34f393a31 req-54ff1da6-54a6-4613-8c7e-3efa30a7f4ae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:12.451369 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ad33efb4-fb19-48dd-9a9c-62a34f393a31 req-54ff1da6-54a6-4613-8c7e-3efa30a7f4ae service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9422d7a5-89eb-4cbc-ba51-6c168e04a75b HTTP/1.1" status: 200 len: 858 time: 0.1690004 May 30 20:15:12.507887 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ad33efb4-fb19-48dd-9a9c-62a34f393a31 req-6da4970c-2ad1-4128-8036-4cab80b72c7a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=214e67bb-b4dd-4ece-8b99-400fd28d0cda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483348 May 30 20:15:12.510480 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3cbad05c-69ac-4206-ad0c-ab15d9a68fce req-a6eea9a5-b63f-4332-a494-a826fb62e705 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=d70bcf10-f2be-4570-ba87-475cc99a18c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6328096 May 30 20:15:12.562718 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bad73842-1419-4bd1-b23b-ccce08a5c9bc tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] Notify callbacks [] for floatingip, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:12.574400 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-1bf9a107-5de6-4142-b3ad-1b7aeca4e0c2 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a7619443-8c8f-449c-b71b-17b9838c2b23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5462453 May 30 20:15:12.641704 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-edc85374-c054-4857-a10c-23487e6909bf req-ebafcaef-0489-423a-b345-e60efd1106e2 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=9c32c8ec-3847-430c-b19f-49ed6feb4bec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.5053458 May 30 20:15:12.682535 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-363471b1-317d-4f7f-8d72-b9664ce6a57d req-1c50eaf3-bd56-4908-9c64-77326376bca8 tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:12.775462 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-f430471d-404c-4572-8441-2350af742284 req-3367942f-a60d-42e8-8146-73be9647f904 tempest-InstanceActionsV221TestJSON-412311320 tempest-InstanceActionsV221TestJSON-412311320-project] Unset dirty status for tenant:a4154b18d3ba4acb9eb89908765d1f50 on resource:security_group {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:15:12.776631 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f430471d-404c-4572-8441-2350af742284 req-3367942f-a60d-42e8-8146-73be9647f904 tempest-InstanceActionsV221TestJSON-412311320 tempest-InstanceActionsV221TestJSON-412311320-project] 10.222.0.85 "GET /v2.0/security-groups?id=6d81aee0-0dbc-4a09-b408-25db85860535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8793986 May 30 20:15:12.891280 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ad33efb4-fb19-48dd-9a9c-62a34f393a31 req-dbdc0b70-1b47-44a8-8635-72de7fe54c9f service neutron] 10.222.0.71 "GET /v2.0/networks/214e67bb-b4dd-4ece-8b99-400fd28d0cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3750699 May 30 20:15:12.914225 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c50eaf3-bd56-4908-9c64-77326376bca8 tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a65131fa-89c9-4889-9c75-1d9fad5036b7,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:12.922595 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-6f6fbf0d-5af5-425e-87a4-f3065633e10b req-77e24382-46ce-42fb-b88e-5a7852131e09 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:15:12.987716 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-6f6fbf0d-5af5-425e-87a4-f3065633e10b req-77e24382-46ce-42fb-b88e-5a7852131e09 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:15:13.000932 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-edc85374-c054-4857-a10c-23487e6909bf req-38d768ad-aec1-4d48-9d85-2e591bc89ed7 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a1a57cdea23a49088fa533e38f6a3032&device_id=9c32c8ec-3847-430c-b19f-49ed6feb4bec HTTP/1.1" status: 200 len: 6487 time: 0.2616966 May 30 20:15:13.083088 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-363471b1-317d-4f7f-8d72-b9664ce6a57d req-1c50eaf3-bd56-4908-9c64-77326376bca8 tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:13.083628 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-363471b1-317d-4f7f-8d72-b9664ce6a57d req-1c50eaf3-bd56-4908-9c64-77326376bca8 tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 748 time: 1.8219721 May 30 20:15:13.099388 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-5dc1ba7b-f255-4fa1-be84-0f7e46a77b51 service neutron] 10.222.0.71 "GET /v2.0/networks/a7619443-8c8f-449c-b71b-17b9838c2b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5190878 May 30 20:15:13.108265 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3cbad05c-69ac-4206-ad0c-ab15d9a68fce req-734f8a0c-a625-476d-ab57-a1676f9f75e2 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7f20a37d1ec84058864d6080c6a9f8aa&device_id=d70bcf10-f2be-4570-ba87-475cc99a18c1 HTTP/1.1" status: 200 len: 1096 time: 0.4953127 May 30 20:15:13.178468 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f6fbf0d-5af5-425e-87a4-f3065633e10b req-77e24382-46ce-42fb-b88e-5a7852131e09 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Made reservation on behalf of 7f20a37d1ec84058864d6080c6a9f8aa for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:15:13.183411 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-6f6fbf0d-5af5-425e-87a4-f3065633e10b req-77e24382-46ce-42fb-b88e-5a7852131e09 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:13.216338 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-211e0f2e-0b8e-4051-beae-b2d98b917d13 req-98089a6d-c44d-43e0-8b29-40d57da70227 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/ports?device_id=336425af-6535-4216-b4d1-0a630d1aced4 HTTP/1.1" status: 200 len: 210 time: 0.1535470 May 30 20:15:13.247563 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ad33efb4-fb19-48dd-9a9c-62a34f393a31 req-5b3a36db-f19b-4c86-ba33-e571274691e1 service neutron] 10.222.0.71 "GET /v2.0/networks/214e67bb-b4dd-4ece-8b99-400fd28d0cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3477323 May 30 20:15:13.255884 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bad73842-1419-4bd1-b23b-ccce08a5c9bc tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:13.384683 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc85374-c054-4857-a10c-23487e6909bf req-598a8846-360c-4f4e-9214-83d7b0c7cfa4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:13.385396 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc85374-c054-4857-a10c-23487e6909bf req-598a8846-360c-4f4e-9214-83d7b0c7cfa4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:13.386102 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc85374-c054-4857-a10c-23487e6909bf req-598a8846-360c-4f4e-9214-83d7b0c7cfa4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:13.388329 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-edc85374-c054-4857-a10c-23487e6909bf req-598a8846-360c-4f4e-9214-83d7b0c7cfa4 service neutron] 10.222.0.71 "GET /v2.0/networks?id=5e8f5de0-54c1-49e1-ba92-4f5db898889d&id=7dfebaf0-dc9f-476d-9977-56c7fc58662b&id=7dfebaf0-dc9f-476d-9977-56c7fc58662b&id=7dfebaf0-dc9f-476d-9977-56c7fc58662b&id=7dfebaf0-dc9f-476d-9977-56c7fc58662b&id=945aa537-7e5a-42ac-a8f5-8cf6a31fa2b8&id=945aa537-7e5a-42ac-a8f5-8cf6a31fa2b8 HTTP/1.1" status: 200 len: 2293 time: 0.3586125 May 30 20:15:13.711981 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1820b9dc-f868-4188-b1de-fb724f880467 req-8353906d-76aa-4425-8f24-a732192cf1da tempest-ServerShowV247Test-254392673 tempest-ServerShowV247Test-254392673-project] 10.222.0.85 "GET /v2.0/ports?device_id=492a04df-fe45-49e6-9c70-8a9b984d8f87 HTTP/1.1" status: 200 len: 210 time: 0.0681033 May 30 20:15:13.850698 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-1d29ab5b-7049-4356-8553-1d0b4f80d4bc service neutron] 10.222.0.71 "GET /v2.0/networks/a7619443-8c8f-449c-b71b-17b9838c2b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7445641 May 30 20:15:13.851686 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbad05c-69ac-4206-ad0c-ab15d9a68fce req-a3712c40-8d85-480d-af4c-fe245adaae81 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:13.853134 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3cbad05c-69ac-4206-ad0c-ab15d9a68fce req-a3712c40-8d85-480d-af4c-fe245adaae81 service neutron] 10.222.0.86 "GET /v2.0/networks?id=447ea545-6235-439a-a377-09de7456264b HTTP/1.1" status: 200 len: 907 time: 0.7135158 May 30 20:15:13.910240 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-bad73842-1419-4bd1-b23b-ccce08a5c9bc tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] Allocated IP 172.25.8.160 (c7869750-4b49-4b7e-aa99-5e0f1ae02da4/427601ec-f643-4fe7-b5e6-17305d3a39e1/b44b9215-f24e-496b-98b7-a4b4501dcb2c) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:15:13.916046 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-edc85374-c054-4857-a10c-23487e6909bf req-8a5b27da-2030-458e-a378-cc17bfc2bbb8 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cce154e6-cfbb-4903-980b-422f277fa061 HTTP/1.1" status: 200 len: 1001 time: 0.5165555 May 30 20:15:13.968191 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [req-3e4fc36e-a880-4473-9cbb-0509d9f70729 req-3d05e111-e88f-4708-9908-705e9fffbacc tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1546133989', 'description': 'tempest-description-220348195'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:15:13.981496 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-3e4fc36e-a880-4473-9cbb-0509d9f70729 req-3d05e111-e88f-4708-9908-705e9fffbacc tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:15:13.993340 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-3e4fc36e-a880-4473-9cbb-0509d9f70729 req-3d05e111-e88f-4708-9908-705e9fffbacc tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Usage tracker for resource:security_group and tenant:011d9d75b0084003a5a4780b3b0484ad is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:15:14.017928 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-3e4fc36e-a880-4473-9cbb-0509d9f70729 req-3d05e111-e88f-4708-9908-705e9fffbacc tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:15:14.095683 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-3e4fc36e-a880-4473-9cbb-0509d9f70729 req-3d05e111-e88f-4708-9908-705e9fffbacc tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:15:14.121921 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc85374-c054-4857-a10c-23487e6909bf req-3337aefd-3ca5-4bf5-864b-43d63c543a97 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:14.121921 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-edc85374-c054-4857-a10c-23487e6909bf req-3337aefd-3ca5-4bf5-864b-43d63c543a97 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4fadf349-a926-433c-a782-ad168c18ddef HTTP/1.1" status: 200 len: 851 time: 0.1933699 May 30 20:15:14.189933 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-38d4030b-b616-4096-9130-746e05810a65 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.96&port_id=65cf2d99-b058-4d03-989d-4197e189c275 HTTP/1.1" status: 200 len: 217 time: 0.3086240 May 30 20:15:14.232675 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-3e4fc36e-a880-4473-9cbb-0509d9f70729 req-3d05e111-e88f-4708-9908-705e9fffbacc tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:14.259038 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bad73842-1419-4bd1-b23b-ccce08a5c9bc tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:14.307841 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-3e4fc36e-a880-4473-9cbb-0509d9f70729 req-3d05e111-e88f-4708-9908-705e9fffbacc tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:15:14.309352 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-edc85374-c054-4857-a10c-23487e6909bf req-de5df28e-7bfe-4445-80b6-d3ac97a84119 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=5e8f5de0-54c1-49e1-ba92-4f5db898889d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1828079 May 30 20:15:14.312939 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-3e4fc36e-a880-4473-9cbb-0509d9f70729 req-3d05e111-e88f-4708-9908-705e9fffbacc tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Usage tracker for resource:security_group_rule and tenant:011d9d75b0084003a5a4780b3b0484ad is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:15:14.319232 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-3e4fc36e-a880-4473-9cbb-0509d9f70729 req-3d05e111-e88f-4708-9908-705e9fffbacc tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:15:14.353063 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-3e4fc36e-a880-4473-9cbb-0509d9f70729 req-3d05e111-e88f-4708-9908-705e9fffbacc tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:15:14.404068 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3cbad05c-69ac-4206-ad0c-ab15d9a68fce req-5de298b0-2a5c-434e-af2e-5677137d6850 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8e5aeea2-b35a-41eb-83bf-3b475ff14780 HTTP/1.1" status: 200 len: 217 time: 0.3979115 May 30 20:15:14.469483 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb5e36f-ec37-4ee8-aff2-0c4115808356 req-fd4c5d1f-5c40-460d-b2d6-27a5401e441b tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:14.476619 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb5e36f-ec37-4ee8-aff2-0c4115808356 req-fd4c5d1f-5c40-460d-b2d6-27a5401e441b tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:14.479176 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb5e36f-ec37-4ee8-aff2-0c4115808356 req-fd4c5d1f-5c40-460d-b2d6-27a5401e441b tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:14.482013 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb5e36f-ec37-4ee8-aff2-0c4115808356 req-fd4c5d1f-5c40-460d-b2d6-27a5401e441b tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:14.486505 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb5e36f-ec37-4ee8-aff2-0c4115808356 req-fd4c5d1f-5c40-460d-b2d6-27a5401e441b tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:14.490642 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb5e36f-ec37-4ee8-aff2-0c4115808356 req-fd4c5d1f-5c40-460d-b2d6-27a5401e441b tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:14.494516 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb5e36f-ec37-4ee8-aff2-0c4115808356 req-fd4c5d1f-5c40-460d-b2d6-27a5401e441b tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:14.496640 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9eb5e36f-ec37-4ee8-aff2-0c4115808356 req-fd4c5d1f-5c40-460d-b2d6-27a5401e441b tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] 10.222.0.85 "GET /v2.0/ports?device_id=f8af66f6-93a3-4b44-964c-0edc263a69f5 HTTP/1.1" status: 200 len: 5429 time: 1.0761037 May 30 20:15:14.514035 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [req-6f6fbf0d-5af5-425e-87a4-f3065633e10b req-77e24382-46ce-42fb-b88e-5a7852131e09 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Allocated IP 172.20.0.9 (447ea545-6235-439a-a377-09de7456264b/e5689849-4104-472f-a1ce-eede6d9545dd/d85e5015-4aa0-401b-978c-1d9bf34da530) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:15:14.554555 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-db939d19-221e-4d5f-8355-daceef39afe0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:14.556048 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-db939d19-221e-4d5f-8355-daceef39afe0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a88285df-a7f2-4329-8d01-6e0453d581e4 HTTP/1.1" status: 200 len: 797 time: 0.3801343 May 30 20:15:14.565392 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bad73842-1419-4bd1-b23b-ccce08a5c9bc tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:14.641648 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbad05c-69ac-4206-ad0c-ab15d9a68fce req-ce6c2c6c-73a1-47ba-b3dd-e972078d8f36 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:14.643600 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3cbad05c-69ac-4206-ad0c-ab15d9a68fce req-ce6c2c6c-73a1-47ba-b3dd-e972078d8f36 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=e5689849-4104-472f-a1ce-eede6d9545dd HTTP/1.1" status: 200 len: 846 time: 0.2178447 May 30 20:15:14.724386 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3cbad05c-69ac-4206-ad0c-ab15d9a68fce req-a7ae940d-a920-454c-bf71-1ca16b20af5f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=447ea545-6235-439a-a377-09de7456264b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0672524 May 30 20:15:14.735925 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9eb5e36f-ec37-4ee8-aff2-0c4115808356 req-1d739eb2-1ece-497f-a439-eca515814d73 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] 10.222.0.85 "GET /v2.0/security-groups?id=f2363d32-544a-4c25-9836-43719a31ef02&id=71bec9af-908d-443b-98db-bdfb70c6ea10&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2250319 May 30 20:15:14.765674 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-3e4fc36e-a880-4473-9cbb-0509d9f70729 req-3d05e111-e88f-4708-9908-705e9fffbacc tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:14.779258 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-edc85374-c054-4857-a10c-23487e6909bf req-208db768-9f46-4d2d-991a-3406336f4f88 service neutron] 10.222.0.71 "GET /v2.0/networks/5e8f5de0-54c1-49e1-ba92-4f5db898889d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4621084 May 30 20:15:14.788047 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad73842-1419-4bd1-b23b-ccce08a5c9bc tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] Network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:15:14.802981 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-bad73842-1419-4bd1-b23b-ccce08a5c9bc tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:15:14.926909 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad73842-1419-4bd1-b23b-ccce08a5c9bc tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:15:14.963384 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-94754de2-ef53-4c21-81aa-9f48ada3edb4 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a7619443-8c8f-449c-b71b-17b9838c2b23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3994639 May 30 20:15:14.972805 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-3e4fc36e-a880-4473-9cbb-0509d9f70729 req-3d05e111-e88f-4708-9908-705e9fffbacc tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:14.994214 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad73842-1419-4bd1-b23b-ccce08a5c9bc tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] Pushing event updated for resources: {'Port': ['ID=b44b9215-f24e-496b-98b7-a4b4501dcb2c,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:15.049362 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 3ef3df1a-b1f0-492e-8c3d-acc095cae8fc details requested by agent hyperv_n-h1-843948-2 with host n-h1-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:15:15.082818 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d05e111-e88f-4708-9908-705e9fffbacc tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=469fcf28-d415-4dcc-85c0-0ad78617bcca,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:15.146372 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3cbad05c-69ac-4206-ad0c-ab15d9a68fce req-64487a90-b7cc-430c-99ee-83b98606395e service neutron] 10.222.0.86 "GET /v2.0/networks/447ea545-6235-439a-a377-09de7456264b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4095154 May 30 20:15:15.148569 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-edc85374-c054-4857-a10c-23487e6909bf req-c005b5c4-0b95-4531-8b4d-9bc0edcf83b6 service neutron] 10.222.0.71 "GET /v2.0/networks/5e8f5de0-54c1-49e1-ba92-4f5db898889d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3569441 May 30 20:15:15.196835 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-6f6fbf0d-5af5-425e-87a4-f3065633e10b req-77e24382-46ce-42fb-b88e-5a7852131e09 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:15.272365 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bad73842-1419-4bd1-b23b-ccce08a5c9bc tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:15.283934 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 3ef3df1a-b1f0-492e-8c3d-acc095cae8fc, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=3ef3df1a-b1f0-492e-8c3d-acc095cae8fc,segment=NetworkSegment(9c69f1cd-d2f9-4b91-a698-e75180c7ce4c),segment_id=9c69f1cd-d2f9-4b91-a698-e75180c7ce4c)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:15:15.303969 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Returning: {'device': '3ef3df1a-b1f0-492e-8c3d-acc095cae8fc', 'network_id': '214e67bb-b4dd-4ece-8b99-400fd28d0cda', 'port_id': '3ef3df1a-b1f0-492e-8c3d-acc095cae8fc', 'mac_address': 'fa:16:3e:f6:ab:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9422d7a5-89eb-4cbc-ba51-6c168e04a75b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:15:15.335118 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-3e4fc36e-a880-4473-9cbb-0509d9f70729 req-3d05e111-e88f-4708-9908-705e9fffbacc tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:15.336404 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3e4fc36e-a880-4473-9cbb-0509d9f70729 req-3d05e111-e88f-4708-9908-705e9fffbacc tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1643 time: 1.4171095 May 30 20:15:15.359562 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-edc85374-c054-4857-a10c-23487e6909bf req-14fcdbc8-6514-411d-8579-dcdea4383d13 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.8&port_id=95b64d06-8312-443c-b64a-5e0fcaa868bc HTTP/1.1" status: 200 len: 217 time: 0.0797427 May 30 20:15:15.374202 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:15.396217 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ef3df1a-b1f0-492e-8c3d-acc095cae8fc {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:15:15.438376 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 3ef3df1a-b1f0-492e-8c3d-acc095cae8fc, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=3ef3df1a-b1f0-492e-8c3d-acc095cae8fc,segment=NetworkSegment(9c69f1cd-d2f9-4b91-a698-e75180c7ce4c),segment_id=9c69f1cd-d2f9-4b91-a698-e75180c7ce4c)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:15:15.523732 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-7dadbd0e-fdd5-4ea3-abc7-667ba7780d16 service neutron] 10.222.0.71 "GET /v2.0/networks/a7619443-8c8f-449c-b71b-17b9838c2b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5405347 May 30 20:15:15.533904 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:15.569321 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bad73842-1419-4bd1-b23b-ccce08a5c9bc tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:15.608407 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-85eb7521-1455-464f-ad8f-525269956121 req-3ed43ae5-8aed-45e6-a2b8-e0e661c06c49 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/ports?device_id=336425af-6535-4216-b4d1-0a630d1aced4 HTTP/1.1" status: 200 len: 210 time: 0.1036646 May 30 20:15:15.616037 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc85374-c054-4857-a10c-23487e6909bf req-924ca93b-9eed-4481-b341-b19c282573d0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:15.616986 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-edc85374-c054-4857-a10c-23487e6909bf req-924ca93b-9eed-4481-b341-b19c282573d0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=156dd172-ceed-40ca-a03f-1d3d19921b4e HTTP/1.1" status: 200 len: 797 time: 0.2564611 May 30 20:15:15.785047 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=3ef3df1a-b1f0-492e-8c3d-acc095cae8fc,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:15.824168 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-47ee0eff-cd95-4430-98ea-74f709c45305 service neutron] 10.222.0.71 "GET /v2.0/networks/a7619443-8c8f-449c-b71b-17b9838c2b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2827351 May 30 20:15:15.845157 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3cbad05c-69ac-4206-ad0c-ab15d9a68fce req-5f100e00-bbfc-47e3-82dd-42a4f7ee607b service neutron] 10.222.0.86 "GET /v2.0/networks/447ea545-6235-439a-a377-09de7456264b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6601570 May 30 20:15:16.026576 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['3ef3df1a-b1f0-492e-8c3d-acc095cae8fc'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:15:16.055285 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22df1b9b-a872-43fd-924f-72de9a6acf19 req-1cee8354-6029-4c7c-a1cd-30e315bc08e0 tempest-InstanceActionsV221TestJSON-412311320 tempest-InstanceActionsV221TestJSON-412311320-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:16.055285 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-22df1b9b-a872-43fd-924f-72de9a6acf19 req-1cee8354-6029-4c7c-a1cd-30e315bc08e0 tempest-InstanceActionsV221TestJSON-412311320 tempest-InstanceActionsV221TestJSON-412311320-project] 10.222.0.85 "GET /v2.0/ports?device_id=1126dd0f-d296-4d9d-a1d7-494540f179be HTTP/1.1" status: 200 len: 943 time: 1.0300941 May 30 20:15:16.055285 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-4fe74878-a6b2-4913-acc9-7b9ad967b16d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.228&port_id=c78b1fa0-03b2-49cd-9c87-b45453242a60 HTTP/1.1" status: 200 len: 217 time: 0.2012367 May 30 20:15:16.107847 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-edc85374-c054-4857-a10c-23487e6909bf req-bb43f128-e16b-4e33-95a6-20b485c0f1d2 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7dfebaf0-dc9f-476d-9977-56c7fc58662b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4738636 May 30 20:15:16.202746 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-6f6fbf0d-5af5-425e-87a4-f3065633e10b req-77e24382-46ce-42fb-b88e-5a7852131e09 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:16.247870 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['8e5aeea2-b35a-41eb-83bf-3b475ff14780', '6f1ac051-3c3f-42ee-8075-0416c2ec16cf'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:15:16.380548 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-22df1b9b-a872-43fd-924f-72de9a6acf19 req-c2183667-9f09-4802-a463-19a7c51d0e29 tempest-InstanceActionsV221TestJSON-412311320 tempest-InstanceActionsV221TestJSON-412311320-project] 10.222.0.85 "GET /v2.0/security-groups?id=6d81aee0-0dbc-4a09-b408-25db85860535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3759499 May 30 20:15:16.396154 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f6fbf0d-5af5-425e-87a4-f3065633e10b req-77e24382-46ce-42fb-b88e-5a7852131e09 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Network 447ea545-6235-439a-a377-09de7456264b is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:15:16.403022 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [req-6f6fbf0d-5af5-425e-87a4-f3065633e10b req-77e24382-46ce-42fb-b88e-5a7852131e09 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:15:16.414356 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f6fbf0d-5af5-425e-87a4-f3065633e10b req-77e24382-46ce-42fb-b88e-5a7852131e09 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:15:16.533938 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e24382-46ce-42fb-b88e-5a7852131e09 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Pushing event updated for resources: {'Port': ['ID=d85e5015-4aa0-401b-978c-1d9bf34da530,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:16.548058 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-2876342b-93f0-4ddb-a868-483e4b590fb8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:16.551611 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-2876342b-93f0-4ddb-a868-483e4b590fb8 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a88285df-a7f2-4329-8d01-6e0453d581e4 HTTP/1.1" status: 200 len: 797 time: 0.4781175 May 30 20:15:16.637136 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-edc85374-c054-4857-a10c-23487e6909bf req-e5345280-0ca2-4b18-8885-4ae0ad1d0ad1 service neutron] 10.222.0.71 "GET /v2.0/networks/7dfebaf0-dc9f-476d-9977-56c7fc58662b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5269434 May 30 20:15:16.683130 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6fbf0d-5af5-425e-87a4-f3065633e10b req-77e24382-46ce-42fb-b88e-5a7852131e09 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:16.683801 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-6f6fbf0d-5af5-425e-87a4-f3065633e10b req-77e24382-46ce-42fb-b88e-5a7852131e09 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:16.738355 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-60c0e54b-89c2-470c-baab-7f529dba7658 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a7619443-8c8f-449c-b71b-17b9838c2b23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1712344 May 30 20:15:16.929651 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6f6fbf0d-5af5-425e-87a4-f3065633e10b req-77e24382-46ce-42fb-b88e-5a7852131e09 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7003217 May 30 20:15:16.945150 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bad73842-1419-4bd1-b23b-ccce08a5c9bc tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:16.991691 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1ef932-b661-40d9-b97c-c01e0577aa84 req-4fd55e24-54ee-4052-bf9b-3d3cf9a635b2 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:16.995060 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1ef932-b661-40d9-b97c-c01e0577aa84 req-4fd55e24-54ee-4052-bf9b-3d3cf9a635b2 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:16.999098 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1ef932-b661-40d9-b97c-c01e0577aa84 req-4fd55e24-54ee-4052-bf9b-3d3cf9a635b2 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:17.003295 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1ef932-b661-40d9-b97c-c01e0577aa84 req-4fd55e24-54ee-4052-bf9b-3d3cf9a635b2 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:17.007278 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1ef932-b661-40d9-b97c-c01e0577aa84 req-4fd55e24-54ee-4052-bf9b-3d3cf9a635b2 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:17.011924 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1ef932-b661-40d9-b97c-c01e0577aa84 req-4fd55e24-54ee-4052-bf9b-3d3cf9a635b2 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:17.015383 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1ef932-b661-40d9-b97c-c01e0577aa84 req-4fd55e24-54ee-4052-bf9b-3d3cf9a635b2 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:17.025668 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4e1ef932-b661-40d9-b97c-c01e0577aa84 req-4fd55e24-54ee-4052-bf9b-3d3cf9a635b2 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] 10.222.0.85 "GET /v2.0/ports?device_id=9c32c8ec-3847-430c-b19f-49ed6feb4bec HTTP/1.1" status: 200 len: 5430 time: 0.4790831 May 30 20:15:17.028877 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bad73842-1419-4bd1-b23b-ccce08a5c9bc tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:17.114683 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-6f6fbf0d-5af5-425e-87a4-f3065633e10b req-f32a589f-f6ce-43ba-aebd-0b211e4534e0 service neutron] Request body: {'port': {'device_id': '336425af-6535-4216-b4d1-0a630d1aced4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843948-2'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:15:17.129142 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-edc85374-c054-4857-a10c-23487e6909bf req-3f309ecd-418d-4ecb-95da-bf3a3b21d36e service neutron] 10.222.0.71 "GET /v2.0/networks/7dfebaf0-dc9f-476d-9977-56c7fc58662b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4507916 May 30 20:15:17.155159 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-72c78814-5b35-4782-a848-dc7b80237c1c req-023e673d-c45c-4b6f-8ed5-d6be364a38f2 tempest-ServerShowV247Test-254392673 tempest-ServerShowV247Test-254392673-project] 10.222.0.85 "GET /v2.0/ports?device_id=492a04df-fe45-49e6-9c70-8a9b984d8f87 HTTP/1.1" status: 200 len: 210 time: 0.2980120 May 30 20:15:17.241204 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-4532f9c3-409a-4289-b4af-d60e5495d180 req-94280d5e-af59-40d6-a18a-34939e7884af tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-857719650', 'description': 'tempest-description-519829920'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:15:17.256749 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-4532f9c3-409a-4289-b4af-d60e5495d180 req-94280d5e-af59-40d6-a18a-34939e7884af tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:15:17.274373 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-4532f9c3-409a-4289-b4af-d60e5495d180 req-94280d5e-af59-40d6-a18a-34939e7884af tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Usage tracker for resource:security_group and tenant:011d9d75b0084003a5a4780b3b0484ad is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:15:17.335422 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-4532f9c3-409a-4289-b4af-d60e5495d180 req-94280d5e-af59-40d6-a18a-34939e7884af tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Quota usage for security_group was recalculated. Used quota:6. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:15:17.378125 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-4532f9c3-409a-4289-b4af-d60e5495d180 req-94280d5e-af59-40d6-a18a-34939e7884af tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:15:17.398909 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad73842-1419-4bd1-b23b-ccce08a5c9bc tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] Pushing event updated for resources: {'Port': ['ID=b44b9215-f24e-496b-98b7-a4b4501dcb2c,revision_number=2']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:17.414067 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-edc85374-c054-4857-a10c-23487e6909bf req-a3f8b2e6-0034-4465-a3dc-8f0ce2673e4b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.69&port_id=bd538527-50e2-46fa-937e-cca2aa73fee4 HTTP/1.1" status: 200 len: 217 time: 0.2388701 May 30 20:15:17.457574 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-d5caa99e-d323-4f10-82b7-5ffd092fcfef service neutron] 10.222.0.71 "GET /v2.0/networks/a7619443-8c8f-449c-b71b-17b9838c2b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7193227 May 30 20:15:17.458769 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-6f6fbf0d-5af5-425e-87a4-f3065633e10b req-f32a589f-f6ce-43ba-aebd-0b211e4534e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:17.510574 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4e1ef932-b661-40d9-b97c-c01e0577aa84 req-42eb18d0-020f-4be2-9725-bf0b210b126e tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] 10.222.0.85 "GET /v2.0/security-groups?id=37be4557-a35d-41b8-94e5-d29002afe979&id=e6676217-9362-4f98-9839-89020fcebb14&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4738309 May 30 20:15:17.550780 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bad73842-1419-4bd1-b23b-ccce08a5c9bc tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736490'] for floatingip, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:17.595253 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc85374-c054-4857-a10c-23487e6909bf req-a9fb1ebd-2e27-4e48-bc73-447d967debf2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:17.603078 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-edc85374-c054-4857-a10c-23487e6909bf req-a9fb1ebd-2e27-4e48-bc73-447d967debf2 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=156dd172-ceed-40ca-a03f-1d3d19921b4e HTTP/1.1" status: 200 len: 797 time: 0.1650481 May 30 20:15:17.619152 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-4532f9c3-409a-4289-b4af-d60e5495d180 req-94280d5e-af59-40d6-a18a-34939e7884af tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:17.695502 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bad73842-1419-4bd1-b23b-ccce08a5c9bc tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:17.705481 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-bad73842-1419-4bd1-b23b-ccce08a5c9bc tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.6335464 May 30 20:15:17.884273 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-edc85374-c054-4857-a10c-23487e6909bf req-9b2d50f9-0547-46e1-9303-c2dc6681a9b6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7dfebaf0-dc9f-476d-9977-56c7fc58662b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2792315 May 30 20:15:17.940473 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-4532f9c3-409a-4289-b4af-d60e5495d180 req-94280d5e-af59-40d6-a18a-34939e7884af tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:15:17.999447 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-4532f9c3-409a-4289-b4af-d60e5495d180 req-94280d5e-af59-40d6-a18a-34939e7884af tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Usage tracker for resource:security_group_rule and tenant:011d9d75b0084003a5a4780b3b0484ad is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:15:18.011971 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-4532f9c3-409a-4289-b4af-d60e5495d180 req-94280d5e-af59-40d6-a18a-34939e7884af tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:15:18.024296 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-b57008d8-93bb-45a3-994d-7f422ee294e1 service neutron] 10.222.0.71 "GET /v2.0/networks/a7619443-8c8f-449c-b71b-17b9838c2b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5492883 May 30 20:15:18.035251 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-4532f9c3-409a-4289-b4af-d60e5495d180 req-94280d5e-af59-40d6-a18a-34939e7884af tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:15:18.084130 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60298e79-e3a8-4a8b-b157-570a531b4032 req-c114d689-b06c-447b-93eb-c743e652b5c4 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:18.088975 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60298e79-e3a8-4a8b-b157-570a531b4032 req-c114d689-b06c-447b-93eb-c743e652b5c4 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:18.093241 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60298e79-e3a8-4a8b-b157-570a531b4032 req-c114d689-b06c-447b-93eb-c743e652b5c4 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:18.098302 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60298e79-e3a8-4a8b-b157-570a531b4032 req-c114d689-b06c-447b-93eb-c743e652b5c4 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:18.102371 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60298e79-e3a8-4a8b-b157-570a531b4032 req-c114d689-b06c-447b-93eb-c743e652b5c4 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:18.106351 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60298e79-e3a8-4a8b-b157-570a531b4032 req-c114d689-b06c-447b-93eb-c743e652b5c4 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:18.111508 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60298e79-e3a8-4a8b-b157-570a531b4032 req-c114d689-b06c-447b-93eb-c743e652b5c4 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:18.114295 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-60298e79-e3a8-4a8b-b157-570a531b4032 req-c114d689-b06c-447b-93eb-c743e652b5c4 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] 10.222.0.85 "GET /v2.0/ports?device_id=f8af66f6-93a3-4b44-964c-0edc263a69f5 HTTP/1.1" status: 200 len: 5429 time: 0.3945665 May 30 20:15:18.227054 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-b48a3c0d-79af-4bda-9fcd-e72c94bbf414 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3f6b9a55-b5e7-4182-9909-1b1b41b5b5e5 HTTP/1.1" status: 200 len: 217 time: 0.1883311 May 30 20:15:18.250860 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-60298e79-e3a8-4a8b-b157-570a531b4032 req-c2e94152-d2d5-48f9-a5cd-5c9f57c87e78 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] 10.222.0.85 "GET /v2.0/security-groups?id=f2363d32-544a-4c25-9836-43719a31ef02&id=71bec9af-908d-443b-98db-bdfb70c6ea10&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1279464 May 30 20:15:18.253009 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-edc85374-c054-4857-a10c-23487e6909bf req-0fb03e9f-dc2e-4731-82ca-7fa62d13b732 service neutron] 10.222.0.71 "GET /v2.0/networks/7dfebaf0-dc9f-476d-9977-56c7fc58662b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3630672 May 30 20:15:18.375279 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-4532f9c3-409a-4289-b4af-d60e5495d180 req-94280d5e-af59-40d6-a18a-34939e7884af tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:18.379258 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-6fe45ee0-47f2-4cc2-92f4-f1f94beb10e0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:18.380763 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-6fe45ee0-47f2-4cc2-92f4-f1f94beb10e0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=561eb42b-7b18-4427-9f39-9d1695eb4bda HTTP/1.1" status: 200 len: 797 time: 0.1432319 May 30 20:15:18.466395 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-4532f9c3-409a-4289-b4af-d60e5495d180 req-94280d5e-af59-40d6-a18a-34939e7884af tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:18.510179 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-edc85374-c054-4857-a10c-23487e6909bf req-d56648de-209e-4855-abe0-b321b347c9f7 service neutron] 10.222.0.71 "GET /v2.0/networks/7dfebaf0-dc9f-476d-9977-56c7fc58662b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2493637 May 30 20:15:18.557956 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94280d5e-af59-40d6-a18a-34939e7884af tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2611d217-5bc9-4af3-ad79-e14401b01cc2,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:18.604811 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-edc85374-c054-4857-a10c-23487e6909bf req-0ace7e49-885f-40a7-a446-996803bdb905 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.27&port_id=9617712b-161f-40f8-aee7-6c6019d8f25d HTTP/1.1" status: 200 len: 217 time: 0.0893548 May 30 20:15:18.636858 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-4532f9c3-409a-4289-b4af-d60e5495d180 req-94280d5e-af59-40d6-a18a-34939e7884af tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:18.654336 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4532f9c3-409a-4289-b4af-d60e5495d180 req-94280d5e-af59-40d6-a18a-34939e7884af tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1642 time: 1.4291615 May 30 20:15:18.661639 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-34145602-65b8-4c9d-86d8-9152d172645f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3f114897-b454-4ffb-8b12-a7f676cbd8b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2585919 May 30 20:15:18.689524 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89fc618-b28a-4cdd-b068-8f631dfe86e2 req-e22906d6-5a15-4a71-add3-328923bbb210 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:18.698799 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b89fc618-b28a-4cdd-b068-8f631dfe86e2 req-e22906d6-5a15-4a71-add3-328923bbb210 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/ports?device_id=336425af-6535-4216-b4d1-0a630d1aced4 HTTP/1.1" status: 200 len: 931 time: 0.2654569 May 30 20:15:18.715491 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [req-6f6fbf0d-5af5-425e-87a4-f3065633e10b req-f32a589f-f6ce-43ba-aebd-0b211e4534e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d85e5015-4aa0-401b-978c-1d9bf34da530 {{(pid=84887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:15:18.785166 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-6f6fbf0d-5af5-425e-87a4-f3065633e10b req-f32a589f-f6ce-43ba-aebd-0b211e4534e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:18.790318 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b89fc618-b28a-4cdd-b068-8f631dfe86e2 req-a507d92a-f4cd-490b-a071-a762825ff00d tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/security-groups?id=3b7b472c-21af-4683-a7b2-e1dc38380326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870726 May 30 20:15:18.798951 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc85374-c054-4857-a10c-23487e6909bf req-b3ca0c9c-6831-4283-8eee-08f1e6e1af42 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:18.802116 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-edc85374-c054-4857-a10c-23487e6909bf req-b3ca0c9c-6831-4283-8eee-08f1e6e1af42 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=156dd172-ceed-40ca-a03f-1d3d19921b4e HTTP/1.1" status: 200 len: 797 time: 0.1926892 May 30 20:15:18.869327 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-6f6fbf0d-5af5-425e-87a4-f3065633e10b req-f32a589f-f6ce-43ba-aebd-0b211e4534e0 service neutron] Transition to ACTIVE for port object d85e5015-4aa0-401b-978c-1d9bf34da530 will not be triggered until provisioned by entity L2. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:15:18.927534 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-edc85374-c054-4857-a10c-23487e6909bf req-fe5bb78d-8fa8-4157-aba9-512043e8bb36 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7dfebaf0-dc9f-476d-9977-56c7fc58662b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1190808 May 30 20:15:18.938167 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-ce5f566c-7e39-435d-82eb-e1b90bac8d8f service neutron] 10.222.0.71 "GET /v2.0/networks/3f114897-b454-4ffb-8b12-a7f676cbd8b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2687008 May 30 20:15:18.955023 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c848447e-8c34-4298-9c64-cc57ab2bc12b req-c8ce8e27-3bdc-4f39-91ad-60b17f273102 tempest-InstanceActionsV221TestJSON-412311320 tempest-InstanceActionsV221TestJSON-412311320-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:18.959812 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c848447e-8c34-4298-9c64-cc57ab2bc12b req-c8ce8e27-3bdc-4f39-91ad-60b17f273102 tempest-InstanceActionsV221TestJSON-412311320 tempest-InstanceActionsV221TestJSON-412311320-project] 10.222.0.85 "GET /v2.0/ports?device_id=1126dd0f-d296-4d9d-a1d7-494540f179be HTTP/1.1" status: 200 len: 944 time: 0.1622930 May 30 20:15:19.007591 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-6f6fbf0d-5af5-425e-87a4-f3065633e10b req-f32a589f-f6ce-43ba-aebd-0b211e4534e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:19.046748 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 3ef3df1a-b1f0-492e-8c3d-acc095cae8fc up at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:15:19.278952 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32a589f-f6ce-43ba-aebd-0b211e4534e0 service neutron] Pushing event updated for resources: {'Port': ['ID=d85e5015-4aa0-401b-978c-1d9bf34da530,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:19.300290 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f8096c-826d-410d-bb19-e7e2543a8b34 req-ef224808-7d44-49df-b19b-149233a6f3b2 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:19.305835 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f8096c-826d-410d-bb19-e7e2543a8b34 req-ef224808-7d44-49df-b19b-149233a6f3b2 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:19.309022 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f8096c-826d-410d-bb19-e7e2543a8b34 req-ef224808-7d44-49df-b19b-149233a6f3b2 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:19.313648 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f8096c-826d-410d-bb19-e7e2543a8b34 req-ef224808-7d44-49df-b19b-149233a6f3b2 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:19.318234 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f8096c-826d-410d-bb19-e7e2543a8b34 req-ef224808-7d44-49df-b19b-149233a6f3b2 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:19.319055 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c848447e-8c34-4298-9c64-cc57ab2bc12b req-37045e0b-ff90-49f1-acd0-54d07a19139c tempest-InstanceActionsV221TestJSON-412311320 tempest-InstanceActionsV221TestJSON-412311320-project] 10.222.0.85 "GET /v2.0/security-groups?id=6d81aee0-0dbc-4a09-b408-25db85860535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3321433 May 30 20:15:19.326345 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-e50e2947-2b57-4933-a310-d0b9410cf9d7 service neutron] 10.222.0.71 "GET /v2.0/networks/3f114897-b454-4ffb-8b12-a7f676cbd8b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3784215 May 30 20:15:19.335176 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f8096c-826d-410d-bb19-e7e2543a8b34 req-ef224808-7d44-49df-b19b-149233a6f3b2 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:19.346150 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f8096c-826d-410d-bb19-e7e2543a8b34 req-ef224808-7d44-49df-b19b-149233a6f3b2 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:19.348382 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-23f8096c-826d-410d-bb19-e7e2543a8b34 req-ef224808-7d44-49df-b19b-149233a6f3b2 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] 10.222.0.85 "GET /v2.0/ports?device_id=9c32c8ec-3847-430c-b19f-49ed6feb4bec HTTP/1.1" status: 200 len: 5430 time: 0.3828800 May 30 20:15:19.396151 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:19.406562 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning for port 3ef3df1a-b1f0-492e-8c3d-acc095cae8fc completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:15:19.414904 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning complete for port 3ef3df1a-b1f0-492e-8c3d-acc095cae8fc triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:15:19.414904 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:19.466243 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-edc85374-c054-4857-a10c-23487e6909bf req-b382639d-89b1-4ec2-9627-875702c560c7 service neutron] 10.222.0.71 "GET /v2.0/networks/7dfebaf0-dc9f-476d-9977-56c7fc58662b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5326724 May 30 20:15:19.647123 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:19.651501 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-edc85374-c054-4857-a10c-23487e6909bf req-c5d76a87-4a75-4b78-802f-b6e58a17cfd2 service neutron] 10.222.0.71 "GET /v2.0/networks/7dfebaf0-dc9f-476d-9977-56c7fc58662b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789110 May 30 20:15:19.710392 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1126dd0f-d296-4d9d-a1d7-494540f179be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ef3df1a-b1f0-492e-8c3d-acc095cae8fc'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:15:19.731914 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 3ef3df1a-b1f0-492e-8c3d-acc095cae8fc, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=3ef3df1a-b1f0-492e-8c3d-acc095cae8fc,segment=NetworkSegment(9c69f1cd-d2f9-4b91-a698-e75180c7ce4c),segment_id=9c69f1cd-d2f9-4b91-a698-e75180c7ce4c)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:15:19.758081 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2b703ece-8718-4850-8a9b-e9ee5c2b500e req-fb646c51-4c25-4638-afb8-28313e803ecd tempest-ServerShowV247Test-254392673 tempest-ServerShowV247Test-254392673-project] 10.222.0.85 "GET /v2.0/ports?device_id=492a04df-fe45-49e6-9c70-8a9b984d8f87 HTTP/1.1" status: 200 len: 210 time: 0.1053886 May 30 20:15:19.778845 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-edc85374-c054-4857-a10c-23487e6909bf req-037e4ffa-629f-409b-8db4-d9290b3d7ac0 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.219&port_id=406d6bcf-03be-4c83-9523-528b6918c399 HTTP/1.1" status: 200 len: 217 time: 0.0919747 May 30 20:15:19.799342 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-e43e7e07-b56f-4226-9882-d2d7d7128875 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=cda388b0-e696-46f5-b74b-e60dd3d28e14 HTTP/1.1" status: 200 len: 217 time: 0.4182911 May 30 20:15:19.827663 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:19.948095 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc85374-c054-4857-a10c-23487e6909bf req-544f18d6-1697-4934-b4a6-b28c36e38afa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:19.950109 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-edc85374-c054-4857-a10c-23487e6909bf req-544f18d6-1697-4934-b4a6-b28c36e38afa service neutron] 10.222.0.71 "GET /v2.0/subnets?id=156dd172-ceed-40ca-a03f-1d3d19921b4e HTTP/1.1" status: 200 len: 797 time: 0.1659927 May 30 20:15:19.988008 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=3ef3df1a-b1f0-492e-8c3d-acc095cae8fc,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:20.011274 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-348d3b8b-0b40-49b8-b605-cab38512e9ab req-720b68cf-61e1-47bb-b006-6c447d6f2e67 tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] 10.222.0.85 "GET /v2.0/security-groups/469fcf28-d415-4dcc-85c0-0ad78617bcca HTTP/1.1" status: 200 len: 1638 time: 0.4059813 May 30 20:15:20.082528 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 56290) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:15:20.103249 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-6f6fbf0d-5af5-425e-87a4-f3065633e10b req-f32a589f-f6ce-43ba-aebd-0b211e4534e0 service neutron] Attempting to bind port d85e5015-4aa0-401b-978c-1d9bf34da530 on host n-h1-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:15:20.103771 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-6f6fbf0d-5af5-425e-87a4-f3065633e10b req-f32a589f-f6ce-43ba-aebd-0b211e4534e0 service neutron] Attempting to bind port d85e5015-4aa0-401b-978c-1d9bf34da530 by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': '6f1287e5-9e46-42ce-b023-b38d433df277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '447ea545-6235-439a-a377-09de7456264b'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:15:20.104280 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6fbf0d-5af5-425e-87a4-f3065633e10b req-f32a589f-f6ce-43ba-aebd-0b211e4534e0 service neutron] Attempting to bind port d85e5015-4aa0-401b-978c-1d9bf34da530 on network 447ea545-6235-439a-a377-09de7456264b {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:15:20.151144 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-edc85374-c054-4857-a10c-23487e6909bf req-4c163635-02a9-4b10-9a94-444480f35366 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7dfebaf0-dc9f-476d-9977-56c7fc58662b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1942408 May 30 20:15:20.160050 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-00fb9448-5eea-456b-872d-f203da977fd1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:20.162602 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-00fb9448-5eea-456b-872d-f203da977fd1 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=561eb42b-7b18-4427-9f39-9d1695eb4bda HTTP/1.1" status: 200 len: 797 time: 0.3503988 May 30 20:15:20.241656 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6fbf0d-5af5-425e-87a4-f3065633e10b req-f32a589f-f6ce-43ba-aebd-0b211e4534e0 service neutron] Port d85e5015-4aa0-401b-978c-1d9bf34da530 on network 447ea545-6235-439a-a377-09de7456264b not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:15:20.241656 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6fbf0d-5af5-425e-87a4-f3065633e10b req-f32a589f-f6ce-43ba-aebd-0b211e4534e0 service neutron] Attempting to bind port d85e5015-4aa0-401b-978c-1d9bf34da530 on network 447ea545-6235-439a-a377-09de7456264b {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:15:20.265326 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6fbf0d-5af5-425e-87a4-f3065633e10b req-f32a589f-f6ce-43ba-aebd-0b211e4534e0 service neutron] Checking agent: {'id': 'f728d74e-a4ae-4384-860b-a5ade05dd8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:15:20.267506 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6fbf0d-5af5-425e-87a4-f3065633e10b req-f32a589f-f6ce-43ba-aebd-0b211e4534e0 service neutron] Checking segment: {'id': '6f1287e5-9e46-42ce-b023-b38d433df277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '447ea545-6235-439a-a377-09de7456264b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:15:20.267506 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6fbf0d-5af5-425e-87a4-f3065633e10b req-f32a589f-f6ce-43ba-aebd-0b211e4534e0 service neutron] Bound using segment: {'id': '6f1287e5-9e46-42ce-b023-b38d433df277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '447ea545-6235-439a-a377-09de7456264b'} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:15:20.267506 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-6f6fbf0d-5af5-425e-87a4-f3065633e10b req-f32a589f-f6ce-43ba-aebd-0b211e4534e0 service neutron] Bound port: d85e5015-4aa0-401b-978c-1d9bf34da530, host: n-h1-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f1287e5-9e46-42ce-b023-b38d433df277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '447ea545-6235-439a-a377-09de7456264b'}}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:15:20.267506 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-6f6fbf0d-5af5-425e-87a4-f3065633e10b req-f32a589f-f6ce-43ba-aebd-0b211e4534e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:20.318652 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-348d3b8b-0b40-49b8-b605-cab38512e9ab req-914a8af0-72a3-433b-91c2-9c2cedaebf7f tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] 10.222.0.85 "GET /v2.0/security-groups/2611d217-5bc9-4af3-ad79-e14401b01cc2 HTTP/1.1" status: 200 len: 1637 time: 0.3042240 May 30 20:15:20.349465 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-348d3b8b-0b40-49b8-b605-cab38512e9ab req-09449483-2d2a-4ad3-bd99-66a6ebe20f93 tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '469fcf28-d415-4dcc-85c0-0ad78617bcca', 'remote_group_id': '2611d217-5bc9-4af3-ad79-e14401b01cc2', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:15:20.349465 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-348d3b8b-0b40-49b8-b605-cab38512e9ab req-09449483-2d2a-4ad3-bd99-66a6ebe20f93 tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '469fcf28-d415-4dcc-85c0-0ad78617bcca', 'remote_group_id': '2611d217-5bc9-4af3-ad79-e14401b01cc2', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:15:20.361957 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-348d3b8b-0b40-49b8-b605-cab38512e9ab req-09449483-2d2a-4ad3-bd99-66a6ebe20f93 tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:15:20.370222 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-348d3b8b-0b40-49b8-b605-cab38512e9ab req-09449483-2d2a-4ad3-bd99-66a6ebe20f93 tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Usage tracker for resource:security_group_rule and tenant:011d9d75b0084003a5a4780b3b0484ad is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:15:20.374479 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-348d3b8b-0b40-49b8-b605-cab38512e9ab req-09449483-2d2a-4ad3-bd99-66a6ebe20f93 tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:15:20.386384 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-348d3b8b-0b40-49b8-b605-cab38512e9ab req-09449483-2d2a-4ad3-bd99-66a6ebe20f93 tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:15:20.443337 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6309625f-614a-4c61-98aa-392f9bfeae27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:20.490769 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-6309625f-614a-4c61-98aa-392f9bfeae27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:15:20.498651 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-6f6fbf0d-5af5-425e-87a4-f3065633e10b req-f32a589f-f6ce-43ba-aebd-0b211e4534e0 service neutron] For port d85e5015-4aa0-401b-978c-1d9bf34da530, host n-h1-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:15:20.501687 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-84b9555d-d65c-4eb1-9e7a-686dc455dd8c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3f114897-b454-4ffb-8b12-a7f676cbd8b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3306632 May 30 20:15:20.502955 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-6309625f-614a-4c61-98aa-392f9bfeae27 admin admin] Usage tracker for resource:security_group_rule and tenant:5cd419412da24179a3db476fe8749540 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:15:20.507723 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-6309625f-614a-4c61-98aa-392f9bfeae27 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:15:20.540051 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-6f6fbf0d-5af5-425e-87a4-f3065633e10b req-f32a589f-f6ce-43ba-aebd-0b211e4534e0 service neutron] For port d85e5015-4aa0-401b-978c-1d9bf34da530, host n-h1-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=d85e5015-4aa0-401b-978c-1d9bf34da530,segment=NetworkSegment(6f1287e5-9e46-42ce-b023-b38d433df277),segment_id=6f1287e5-9e46-42ce-b023-b38d433df277)] {{(pid=84887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:15:20.544127 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-6309625f-614a-4c61-98aa-392f9bfeae27 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:15:20.576452 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbf5824-8bd3-4bdf-8642-217ed66d8307 req-73087750-1261-48fa-bb5f-794692218275 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:20.582061 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbf5824-8bd3-4bdf-8642-217ed66d8307 req-73087750-1261-48fa-bb5f-794692218275 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:20.590741 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbf5824-8bd3-4bdf-8642-217ed66d8307 req-73087750-1261-48fa-bb5f-794692218275 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:20.598700 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbf5824-8bd3-4bdf-8642-217ed66d8307 req-73087750-1261-48fa-bb5f-794692218275 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:20.606896 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbf5824-8bd3-4bdf-8642-217ed66d8307 req-73087750-1261-48fa-bb5f-794692218275 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:20.615555 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbf5824-8bd3-4bdf-8642-217ed66d8307 req-73087750-1261-48fa-bb5f-794692218275 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:20.623454 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbf5824-8bd3-4bdf-8642-217ed66d8307 req-73087750-1261-48fa-bb5f-794692218275 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:20.629510 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9dbf5824-8bd3-4bdf-8642-217ed66d8307 req-73087750-1261-48fa-bb5f-794692218275 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] 10.222.0.85 "GET /v2.0/ports?device_id=f8af66f6-93a3-4b44-964c-0edc263a69f5 HTTP/1.1" status: 200 len: 5429 time: 0.4845028 May 30 20:15:20.634083 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-edc85374-c054-4857-a10c-23487e6909bf req-5688f34e-5b7c-4174-acc7-4b0297c717aa service neutron] 10.222.0.71 "GET /v2.0/networks/7dfebaf0-dc9f-476d-9977-56c7fc58662b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3998685 May 30 20:15:20.654968 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-6f6fbf0d-5af5-425e-87a4-f3065633e10b req-f32a589f-f6ce-43ba-aebd-0b211e4534e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:20.823456 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-6f6fbf0d-5af5-425e-87a4-f3065633e10b req-f32a589f-f6ce-43ba-aebd-0b211e4534e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:20.826237 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6f6fbf0d-5af5-425e-87a4-f3065633e10b req-f32a589f-f6ce-43ba-aebd-0b211e4534e0 service neutron] 10.222.0.71 "PUT /v2.0/ports/d85e5015-4aa0-401b-978c-1d9bf34da530 HTTP/1.1" status: 200 len: 1091 time: 3.7157421 May 30 20:15:20.832970 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '336425af-6535-4216-b4d1-0a630d1aced4', 'tag': 'd85e5015-4aa0-401b-978c-1d9bf34da530'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:15:20.850517 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-b2e426f2-479d-436b-bd9d-1aa8af3b8098 service neutron] 10.222.0.71 "GET /v2.0/networks/3f114897-b454-4ffb-8b12-a7f676cbd8b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3374109 May 30 20:15:20.850740 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-edc85374-c054-4857-a10c-23487e6909bf req-ccbf80d0-3c90-404e-a787-cdffa96715b0 service neutron] 10.222.0.71 "GET /v2.0/networks/7dfebaf0-dc9f-476d-9977-56c7fc58662b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895676 May 30 20:15:20.900091 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-348d3b8b-0b40-49b8-b605-cab38512e9ab req-09449483-2d2a-4ad3-bd99-66a6ebe20f93 tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:20.954305 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32a589f-f6ce-43ba-aebd-0b211e4534e0 service neutron] Pushing event updated for resources: {'Port': ['ID=d85e5015-4aa0-401b-978c-1d9bf34da530,revision_number=3']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:20.966766 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9dbf5824-8bd3-4bdf-8642-217ed66d8307 req-8878cb5d-f3d0-4403-ad11-a8661f9ad0a8 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] 10.222.0.85 "GET /v2.0/security-groups?id=f2363d32-544a-4c25-9836-43719a31ef02&id=71bec9af-908d-443b-98db-bdfb70c6ea10&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3307903 May 30 20:15:20.972521 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-edc85374-c054-4857-a10c-23487e6909bf req-5f72ca0c-5eaf-4520-8192-24391cafaa82 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6abf5558-29fb-4349-8bbb-2720708251bc HTTP/1.1" status: 200 len: 217 time: 0.1111541 May 30 20:15:21.028368 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6309625f-614a-4c61-98aa-392f9bfeae27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:21.111968 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-dd731a7d-d266-4b56-a8e7-2d172ff42b44 req-a87a2560-7d8e-4940-8193-2041f91c809a service neutron] 10.222.0.71 "GET /v2.0/networks/3f114897-b454-4ffb-8b12-a7f676cbd8b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2445321 May 30 20:15:21.122847 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc85374-c054-4857-a10c-23487e6909bf req-4c6e5d71-69d2-4b7a-ad9f-0ebe7073d5a8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:21.125038 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-edc85374-c054-4857-a10c-23487e6909bf req-4c6e5d71-69d2-4b7a-ad9f-0ebe7073d5a8 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e0ec96d3-d8eb-4c27-bd2f-50e88448f40f HTTP/1.1" status: 200 len: 797 time: 0.1467168 May 30 20:15:21.128102 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-348d3b8b-0b40-49b8-b605-cab38512e9ab req-09449483-2d2a-4ad3-bd99-66a6ebe20f93 tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:21.147203 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6f6fbf0d-5af5-425e-87a4-f3065633e10b req-682c185f-7c72-44b8-8bca-66a700b872c1 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7f20a37d1ec84058864d6080c6a9f8aa&device_id=336425af-6535-4216-b4d1-0a630d1aced4 HTTP/1.1" status: 200 len: 1094 time: 0.1840394 May 30 20:15:21.152099 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7459e0c-1ebf-47de-9a63-b862f8932d27'] response: {'server_uuid': '1126dd0f-d296-4d9d-a1d7-494540f179be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ef3df1a-b1f0-492e-8c3d-acc095cae8fc', 'code': 200} May 30 20:15:21.248052 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6f6fbf0d-5af5-425e-87a4-f3065633e10b req-af0a888a-116e-4fc5-a24c-4a997c6758d6 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d85e5015-4aa0-401b-978c-1d9bf34da530 HTTP/1.1" status: 200 len: 217 time: 0.0874689 May 30 20:15:21.252602 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-edc85374-c054-4857-a10c-23487e6909bf req-f55b6f35-15be-463b-bc5a-f9ccef24350a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=945aa537-7e5a-42ac-a8f5-8cf6a31fa2b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1211135 May 30 20:15:21.393402 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6309625f-614a-4c61-98aa-392f9bfeae27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:21.469312 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-348d3b8b-0b40-49b8-b605-cab38512e9ab req-09449483-2d2a-4ad3-bd99-66a6ebe20f93 tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:21.508133 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-edc85374-c054-4857-a10c-23487e6909bf req-5e1e29ca-77fa-49b8-8126-ac2190f938a2 service neutron] 10.222.0.71 "GET /v2.0/networks/945aa537-7e5a-42ac-a8f5-8cf6a31fa2b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2465615 May 30 20:15:21.548416 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da22a8a-9a4a-4959-8182-02e39816346b req-0a9b753e-ff2f-4a4c-a96f-78c958bb3f55 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:21.548416 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2da22a8a-9a4a-4959-8182-02e39816346b req-0a9b753e-ff2f-4a4c-a96f-78c958bb3f55 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/ports?device_id=336425af-6535-4216-b4d1-0a630d1aced4 HTTP/1.1" status: 200 len: 943 time: 0.1610143 May 30 20:15:21.559318 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6fbf0d-5af5-425e-87a4-f3065633e10b req-74611029-620a-4217-a776-bf36cc79e48c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:21.561894 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6f6fbf0d-5af5-425e-87a4-f3065633e10b req-74611029-620a-4217-a776-bf36cc79e48c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e5689849-4104-472f-a1ce-eede6d9545dd HTTP/1.1" status: 200 len: 846 time: 0.2487316 May 30 20:15:21.574629 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6309625f-614a-4c61-98aa-392f9bfeae27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d313d76-fc16-4097-805b-2249d1d95791,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:21.578804 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09449483-2d2a-4ad3-bd99-66a6ebe20f93 tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=910ee4cf-0554-493e-ae6b-840087bd477d,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:21.671303 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6f6fbf0d-5af5-425e-87a4-f3065633e10b req-4f18d596-c345-41d9-87a4-1417d4e11565 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=447ea545-6235-439a-a377-09de7456264b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0862279 May 30 20:15:21.684474 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-6309625f-614a-4c61-98aa-392f9bfeae27 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=5cd419412da24179a3db476fe8749540&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5974491 May 30 20:15:21.706409 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 56324) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:15:21.828533 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-df16cc17-fd85-4307-8def-5bf3b9a59b79 req-7c5ba8c5-5550-42bd-aaba-2940afb7ac90 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=1126dd0f-d296-4d9d-a1d7-494540f179be HTTP/1.1" status: 200 len: 1096 time: 0.5673571 May 30 20:15:21.855034 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-348d3b8b-0b40-49b8-b605-cab38512e9ab req-09449483-2d2a-4ad3-bd99-66a6ebe20f93 tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:21.857464 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-348d3b8b-0b40-49b8-b605-cab38512e9ab req-09449483-2d2a-4ad3-bd99-66a6ebe20f93 tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 748 time: 1.5173604 May 30 20:15:21.869423 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2da22a8a-9a4a-4959-8182-02e39816346b req-a138d49a-0c4e-4072-8c52-cfdb630f6be8 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/security-groups?id=3b7b472c-21af-4683-a7b2-e1dc38380326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2981107 May 30 20:15:21.947252 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-edc85374-c054-4857-a10c-23487e6909bf req-5ab908f0-b017-4f4a-8b57-cbc1cd87a04a service neutron] 10.222.0.71 "GET /v2.0/networks/945aa537-7e5a-42ac-a8f5-8cf6a31fa2b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3979936 May 30 20:15:22.011651 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-542048fa-ce51-4a49-8397-fb49c6ef5015'] response: {'name': 'network-changed', 'server_uuid': '336425af-6535-4216-b4d1-0a630d1aced4', 'tag': 'd85e5015-4aa0-401b-978c-1d9bf34da530', 'status': 'completed', 'code': 200} May 30 20:15:22.103848 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:22.197490 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-70f17d72-08fb-4f2d-82a5-c2d66217fafc req-098c5579-9308-4b81-b5c5-293c05c4e4e7 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=81e36025f4964ad6aa1305da6f1825fb&device_id=f8af66f6-93a3-4b44-964c-0edc263a69f5 HTTP/1.1" status: 200 len: 6486 time: 0.6204643 May 30 20:15:22.200297 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-edc85374-c054-4857-a10c-23487e6909bf req-e036bd43-f5f3-424c-8cf3-b06ab4acfef8 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8ac00f97-319b-447d-9984-766c6042c32a HTTP/1.1" status: 200 len: 217 time: 0.2549429 May 30 20:15:22.341231 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-18506980-34c7-45d5-bd25-dc56bd805c2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:22.375154 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc85374-c054-4857-a10c-23487e6909bf req-74195ab3-dd11-482c-9fe1-78dca0d2c212 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:22.377211 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-edc85374-c054-4857-a10c-23487e6909bf req-74195ab3-dd11-482c-9fe1-78dca0d2c212 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e0ec96d3-d8eb-4c27-bd2f-50e88448f40f HTTP/1.1" status: 200 len: 797 time: 0.1664710 May 30 20:15:22.405920 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-18506980-34c7-45d5-bd25-dc56bd805c2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:22.475340 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f17d72-08fb-4f2d-82a5-c2d66217fafc req-65afb412-de84-43c7-8e7c-fc49d2f08663 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:22.477246 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-70f17d72-08fb-4f2d-82a5-c2d66217fafc req-65afb412-de84-43c7-8e7c-fc49d2f08663 service neutron] 10.222.0.71 "GET /v2.0/networks?id=3f114897-b454-4ffb-8b12-a7f676cbd8b7 HTTP/1.1" status: 200 len: 902 time: 0.2629902 May 30 20:15:22.536950 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-df16cc17-fd85-4307-8def-5bf3b9a59b79 req-edf197d8-f80f-41f2-bddd-48da3a081552 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=6d81aee0-0dbc-4a09-b408-25db85860535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6552277 May 30 20:15:22.553193 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6f6fbf0d-5af5-425e-87a4-f3065633e10b req-aa899cbd-1d37-4e0b-91bb-5fa520beb8b4 service neutron] 10.222.0.71 "GET /v2.0/networks/447ea545-6235-439a-a377-09de7456264b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8675067 May 30 20:15:22.608069 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-70f17d72-08fb-4f2d-82a5-c2d66217fafc req-407c4ae6-dfd7-4702-8cc2-474c1b72bd8e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=cda388b0-e696-46f5-b74b-e60dd3d28e14 HTTP/1.1" status: 200 len: 217 time: 0.1232629 May 30 20:15:22.618874 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-56e6253d-22d5-4c48-be3d-3ea961340663 req-adce073d-212d-4611-b4c6-5069dcbb0d35 tempest-ServerShowV247Test-254392673 tempest-ServerShowV247Test-254392673-project] 10.222.0.85 "GET /v2.0/ports?device_id=492a04df-fe45-49e6-9c70-8a9b984d8f87 HTTP/1.1" status: 200 len: 210 time: 0.0681777 May 30 20:15:22.635601 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-edc85374-c054-4857-a10c-23487e6909bf req-53e9e69f-09a0-474b-ab7e-80b0d794d273 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=945aa537-7e5a-42ac-a8f5-8cf6a31fa2b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2422364 May 30 20:15:22.636664 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5819b146-2ae1-4589-8481-7e1b80a7ae44 req-b3cad37f-0862-424c-8965-bc75d1b502e2 tempest-InstanceActionsV221TestJSON-412311320 tempest-InstanceActionsV221TestJSON-412311320-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:22.645839 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5819b146-2ae1-4589-8481-7e1b80a7ae44 req-b3cad37f-0862-424c-8965-bc75d1b502e2 tempest-InstanceActionsV221TestJSON-412311320 tempest-InstanceActionsV221TestJSON-412311320-project] 10.222.0.85 "GET /v2.0/ports?device_id=1126dd0f-d296-4d9d-a1d7-494540f179be HTTP/1.1" status: 200 len: 945 time: 0.4263794 May 30 20:15:22.678947 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-18506980-34c7-45d5-bd25-dc56bd805c2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:22.723847 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18506980-34c7-45d5-bd25-dc56bd805c2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d313d76-fc16-4097-805b-2249d1d95791,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:22.937867 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e15a7848-f711-4888-86f1-5b4a430574b1 req-48cf98de-8cc5-49d2-a9e4-62fc3daf9d90 tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] 10.222.0.85 "GET /v2.0/security-groups/2611d217-5bc9-4af3-ad79-e14401b01cc2 HTTP/1.1" status: 200 len: 1637 time: 0.2445493 May 30 20:15:23.057837 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f17d72-08fb-4f2d-82a5-c2d66217fafc req-6a8a520f-80c1-4c8e-aadb-49b2875fa76c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:23.059469 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-70f17d72-08fb-4f2d-82a5-c2d66217fafc req-6a8a520f-80c1-4c8e-aadb-49b2875fa76c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=561eb42b-7b18-4427-9f39-9d1695eb4bda HTTP/1.1" status: 200 len: 797 time: 0.3209355 May 30 20:15:23.076056 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-18506980-34c7-45d5-bd25-dc56bd805c2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:23.077286 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-18506980-34c7-45d5-bd25-dc56bd805c2b admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/9d313d76-fc16-4097-805b-2249d1d95791 HTTP/1.1" status: 204 len: 168 time: 1.3688521 May 30 20:15:23.120989 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5819b146-2ae1-4589-8481-7e1b80a7ae44 req-fe4a6a40-a0b8-481b-93a2-8834f7a99c19 tempest-InstanceActionsV221TestJSON-412311320 tempest-InstanceActionsV221TestJSON-412311320-project] 10.222.0.85 "GET /v2.0/security-groups?id=6d81aee0-0dbc-4a09-b408-25db85860535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4740946 May 30 20:15:23.146629 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6f6fbf0d-5af5-425e-87a4-f3065633e10b req-c0369953-26e8-471d-9e7f-40119e3b1688 service neutron] 10.222.0.71 "GET /v2.0/networks/447ea545-6235-439a-a377-09de7456264b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4041691 May 30 20:15:23.153385 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-edc85374-c054-4857-a10c-23487e6909bf req-de1cbfb2-4e00-4027-9060-ef64c972370f service neutron] 10.222.0.71 "GET /v2.0/networks/945aa537-7e5a-42ac-a8f5-8cf6a31fa2b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4134269 May 30 20:15:23.394865 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 56358) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:15:23.418190 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-e15a7848-f711-4888-86f1-5b4a430574b1 req-f7ec1bb1-a68c-404c-a087-54411560f8e9 tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:23.427431 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-edc85374-c054-4857-a10c-23487e6909bf req-0f961075-62ac-4015-939e-e174e2893075 service neutron] 10.222.0.71 "GET /v2.0/networks/945aa537-7e5a-42ac-a8f5-8cf6a31fa2b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2565897 May 30 20:15:23.489329 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-e15a7848-f711-4888-86f1-5b4a430574b1 req-f7ec1bb1-a68c-404c-a087-54411560f8e9 tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:23.514280 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-dc03ac0d-1c4c-44af-ae1a-8e0a2de9f253 req-ebcff340-442c-402a-ac36-5a41605ba6b9 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7f20a37d1ec84058864d6080c6a9f8aa&device_id=336425af-6535-4216-b4d1-0a630d1aced4 HTTP/1.1" status: 200 len: 1094 time: 0.1749389 May 30 20:15:23.549557 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-70f17d72-08fb-4f2d-82a5-c2d66217fafc req-110d7caf-c161-4926-aac6-34c8838caa35 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3f114897-b454-4ffb-8b12-a7f676cbd8b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4772670 May 30 20:15:23.824290 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ff9748-8a51-4a2a-af8a-eedef4280482 req-92336016-8c88-4ca3-ac3e-32de1af2401d tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:23.837822 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ff9748-8a51-4a2a-af8a-eedef4280482 req-92336016-8c88-4ca3-ac3e-32de1af2401d tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:23.842862 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-70f17d72-08fb-4f2d-82a5-c2d66217fafc req-b5c9315a-9eac-47b6-80ac-5e81040aa494 service neutron] 10.222.0.71 "GET /v2.0/networks/3f114897-b454-4ffb-8b12-a7f676cbd8b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2715166 May 30 20:15:23.848208 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ff9748-8a51-4a2a-af8a-eedef4280482 req-92336016-8c88-4ca3-ac3e-32de1af2401d tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:23.863342 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ff9748-8a51-4a2a-af8a-eedef4280482 req-92336016-8c88-4ca3-ac3e-32de1af2401d tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:23.874065 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ff9748-8a51-4a2a-af8a-eedef4280482 req-92336016-8c88-4ca3-ac3e-32de1af2401d tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:23.883930 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ff9748-8a51-4a2a-af8a-eedef4280482 req-92336016-8c88-4ca3-ac3e-32de1af2401d tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:23.894195 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ff9748-8a51-4a2a-af8a-eedef4280482 req-92336016-8c88-4ca3-ac3e-32de1af2401d tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:23.910025 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f1ff9748-8a51-4a2a-af8a-eedef4280482 req-92336016-8c88-4ca3-ac3e-32de1af2401d tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] 10.222.0.85 "GET /v2.0/ports?device_id=f8af66f6-93a3-4b44-964c-0edc263a69f5 HTTP/1.1" status: 200 len: 5429 time: 0.5139971 May 30 20:15:24.044174 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-e15a7848-f711-4888-86f1-5b4a430574b1 req-f7ec1bb1-a68c-404c-a087-54411560f8e9 tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:24.069759 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc03ac0d-1c4c-44af-ae1a-8e0a2de9f253 req-6e45b52f-1c47-496e-9f99-eb5fdeb50345 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:24.072758 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-dc03ac0d-1c4c-44af-ae1a-8e0a2de9f253 req-6e45b52f-1c47-496e-9f99-eb5fdeb50345 service neutron] 10.222.0.71 "GET /v2.0/networks?id=447ea545-6235-439a-a377-09de7456264b HTTP/1.1" status: 200 len: 907 time: 0.5508006 May 30 20:15:24.126980 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ec1bb1-a68c-404c-a087-54411560f8e9 tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2611d217-5bc9-4af3-ad79-e14401b01cc2,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:24.150937 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-e15a7848-f711-4888-86f1-5b4a430574b1 req-f7ec1bb1-a68c-404c-a087-54411560f8e9 tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:24.167437 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e15a7848-f711-4888-86f1-5b4a430574b1 req-f7ec1bb1-a68c-404c-a087-54411560f8e9 tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] 10.222.0.85 "DELETE /v2.0/security-groups/2611d217-5bc9-4af3-ad79-e14401b01cc2 HTTP/1.1" status: 204 len: 173 time: 1.2283392 May 30 20:15:24.265382 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-70f17d72-08fb-4f2d-82a5-c2d66217fafc req-168e520e-61db-4bf1-9988-2fd74dc02a9f service neutron] 10.222.0.71 "GET /v2.0/networks/3f114897-b454-4ffb-8b12-a7f676cbd8b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4082789 May 30 20:15:24.299611 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-dc03ac0d-1c4c-44af-ae1a-8e0a2de9f253 req-8c25d19d-0bb6-4a9e-9821-aa8a61d1eb0a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d85e5015-4aa0-401b-978c-1d9bf34da530 HTTP/1.1" status: 200 len: 217 time: 0.1539052 May 30 20:15:24.354146 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f1ff9748-8a51-4a2a-af8a-eedef4280482 req-b36b2286-dbe0-4e11-af73-168296458ab2 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] 10.222.0.85 "GET /v2.0/security-groups?id=f2363d32-544a-4c25-9836-43719a31ef02&id=71bec9af-908d-443b-98db-bdfb70c6ea10&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4425156 May 30 20:15:24.394312 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-59e4da6f-6cb1-4dac-adcd-17b2757477a7 req-92a1e96f-faae-4d5f-9beb-f2cd6cbcdec8 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=9c32c8ec-3847-430c-b19f-49ed6feb4bec HTTP/1.1" status: 200 len: 6487 time: 0.9940972 May 30 20:15:24.401297 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc03ac0d-1c4c-44af-ae1a-8e0a2de9f253 req-fca741aa-704f-4bf4-87bb-553a8fd0177f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:24.403509 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-dc03ac0d-1c4c-44af-ae1a-8e0a2de9f253 req-fca741aa-704f-4bf4-87bb-553a8fd0177f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e5689849-4104-472f-a1ce-eede6d9545dd HTTP/1.1" status: 200 len: 846 time: 0.0967240 May 30 20:15:24.419835 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c94d463-ac48-4a7b-be36-9acd8f70a625 req-ff03a90a-2b51-46b7-acc6-0045db33bf1d tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:24.425473 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6c94d463-ac48-4a7b-be36-9acd8f70a625 req-ff03a90a-2b51-46b7-acc6-0045db33bf1d tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/ports?device_id=336425af-6535-4216-b4d1-0a630d1aced4 HTTP/1.1" status: 200 len: 943 time: 0.1174090 May 30 20:15:24.472501 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-dc03ac0d-1c4c-44af-ae1a-8e0a2de9f253 req-c3e32bfe-f0b4-4515-ba27-e699ebefca50 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=447ea545-6235-439a-a377-09de7456264b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540135 May 30 20:15:24.517882 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6c94d463-ac48-4a7b-be36-9acd8f70a625 req-7ec0b4d4-c059-48f2-83c7-99e314356a7d tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/security-groups?id=3b7b472c-21af-4683-a7b2-e1dc38380326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884213 May 30 20:15:24.618102 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-59e4da6f-6cb1-4dac-adcd-17b2757477a7 req-1cd39463-f002-4861-bd21-e32029472395 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=e6676217-9362-4f98-9839-89020fcebb14&id=37be4557-a35d-41b8-94e5-d29002afe979&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2141495 May 30 20:15:24.670834 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-07595fe8-6c12-4493-a9e0-1f8cc0b3d773 req-f186eca2-ff9b-4123-bcd2-9d636cb0ddd3 tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] 10.222.0.85 "GET /v2.0/security-groups/469fcf28-d415-4dcc-85c0-0ad78617bcca HTTP/1.1" status: 200 len: 1638 time: 0.0868490 May 30 20:15:24.671333 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 56376) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:15:24.686402 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-dc03ac0d-1c4c-44af-ae1a-8e0a2de9f253 req-6b854302-5a71-42a6-b32e-cd25c3bd4ffc service neutron] 10.222.0.71 "GET /v2.0/networks/447ea545-6235-439a-a377-09de7456264b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071350 May 30 20:15:24.718614 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3509b10e-8b2c-4df4-bcd3-ead52c31ee05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:24.802229 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-3509b10e-8b2c-4df4-bcd3-ead52c31ee05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:15:24.811121 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-3509b10e-8b2c-4df4-bcd3-ead52c31ee05 admin admin] Usage tracker for resource:security_group_rule and tenant:72681dd6b3f5493e8230e671c8ee22ee is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:15:24.822251 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-3509b10e-8b2c-4df4-bcd3-ead52c31ee05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:15:24.869900 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-3509b10e-8b2c-4df4-bcd3-ead52c31ee05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:15:24.988732 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9e5e0a-d477-487f-9fdb-90909257d2a7 req-2ce2be49-a592-48ef-82ef-286b3e5c7f27 tempest-InstanceActionsV221TestJSON-412311320 tempest-InstanceActionsV221TestJSON-412311320-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:24.996182 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4a9e5e0a-d477-487f-9fdb-90909257d2a7 req-2ce2be49-a592-48ef-82ef-286b3e5c7f27 tempest-InstanceActionsV221TestJSON-412311320 tempest-InstanceActionsV221TestJSON-412311320-project] 10.222.0.85 "GET /v2.0/ports?device_id=1126dd0f-d296-4d9d-a1d7-494540f179be HTTP/1.1" status: 200 len: 945 time: 0.1755347 May 30 20:15:25.039464 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3509b10e-8b2c-4df4-bcd3-ead52c31ee05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:25.066539 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4a9e5e0a-d477-487f-9fdb-90909257d2a7 req-e41961ac-d758-498d-a57e-c4216cee5ee6 tempest-InstanceActionsV221TestJSON-412311320 tempest-InstanceActionsV221TestJSON-412311320-project] 10.222.0.85 "GET /v2.0/security-groups?id=6d81aee0-0dbc-4a09-b408-25db85860535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693922 May 30 20:15:25.073885 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9c4bd68e-9864-46cd-bb0d-0d4e7fd3d805 req-56f1cef2-d950-4bca-8a4d-9481575520f3 tempest-ServerShowV247Test-254392673 tempest-ServerShowV247Test-254392673-project] 10.222.0.85 "GET /v2.0/ports?device_id=492a04df-fe45-49e6-9c70-8a9b984d8f87 HTTP/1.1" status: 200 len: 210 time: 0.1159096 May 30 20:15:25.114082 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-dc03ac0d-1c4c-44af-ae1a-8e0a2de9f253 req-0b11102e-c7a8-40a2-94c1-f626fb9871b6 service neutron] 10.222.0.71 "GET /v2.0/networks/447ea545-6235-439a-a377-09de7456264b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4173863 May 30 20:15:25.149590 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [req-9366abc0-8db8-4aa7-95df-3fc96442931d req-8837f995-fbad-43a9-b1de-ce0bc605ba71 tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-542049489', 'description': 'tempest-description-1740704006'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:15:25.169172 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-9366abc0-8db8-4aa7-95df-3fc96442931d req-8837f995-fbad-43a9-b1de-ce0bc605ba71 tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:15:25.169172 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-9366abc0-8db8-4aa7-95df-3fc96442931d req-8837f995-fbad-43a9-b1de-ce0bc605ba71 tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Usage tracker for resource:security_group and tenant:011d9d75b0084003a5a4780b3b0484ad is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:15:25.170936 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3509b10e-8b2c-4df4-bcd3-ead52c31ee05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:25.179678 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-9366abc0-8db8-4aa7-95df-3fc96442931d req-8837f995-fbad-43a9-b1de-ce0bc605ba71 tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Quota usage for security_group was recalculated. Used quota:6. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:15:25.202103 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-9366abc0-8db8-4aa7-95df-3fc96442931d req-8837f995-fbad-43a9-b1de-ce0bc605ba71 tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:15:25.239118 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3509b10e-8b2c-4df4-bcd3-ead52c31ee05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=780b67d6-996e-4b3f-83df-7607a9305041,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:25.245989 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-3509b10e-8b2c-4df4-bcd3-ead52c31ee05 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=72681dd6b3f5493e8230e671c8ee22ee&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5732565 May 30 20:15:25.256157 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 56388) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:15:25.352148 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-9366abc0-8db8-4aa7-95df-3fc96442931d req-8837f995-fbad-43a9-b1de-ce0bc605ba71 tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:25.379834 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-51128ecc-cffa-452f-ba31-a107665c1409 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:25.411310 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-9366abc0-8db8-4aa7-95df-3fc96442931d req-8837f995-fbad-43a9-b1de-ce0bc605ba71 tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:15:25.411310 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-9366abc0-8db8-4aa7-95df-3fc96442931d req-8837f995-fbad-43a9-b1de-ce0bc605ba71 tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Usage tracker for resource:security_group_rule and tenant:011d9d75b0084003a5a4780b3b0484ad is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:15:25.413155 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-9366abc0-8db8-4aa7-95df-3fc96442931d req-8837f995-fbad-43a9-b1de-ce0bc605ba71 tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:15:25.423360 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-9366abc0-8db8-4aa7-95df-3fc96442931d req-8837f995-fbad-43a9-b1de-ce0bc605ba71 tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:15:25.446374 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-51128ecc-cffa-452f-ba31-a107665c1409 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:25.549789 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-9366abc0-8db8-4aa7-95df-3fc96442931d req-8837f995-fbad-43a9-b1de-ce0bc605ba71 tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:26.229680 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-9366abc0-8db8-4aa7-95df-3fc96442931d req-8837f995-fbad-43a9-b1de-ce0bc605ba71 tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:26.231576 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-51128ecc-cffa-452f-ba31-a107665c1409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:26.235293 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-08a14ded-0de0-436a-bfbd-731cde2946b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:26.252299 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51128ecc-cffa-452f-ba31-a107665c1409 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=780b67d6-996e-4b3f-83df-7607a9305041,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:26.254337 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-51128ecc-cffa-452f-ba31-a107665c1409 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:26.255498 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-51128ecc-cffa-452f-ba31-a107665c1409 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/780b67d6-996e-4b3f-83df-7607a9305041 HTTP/1.1" status: 204 len: 168 time: 0.9983175 May 30 20:15:26.397151 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8837f995-fbad-43a9-b1de-ce0bc605ba71 tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=581ce3cc-c119-4fc1-8134-67c76fa54c5c,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:26.569603 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-9366abc0-8db8-4aa7-95df-3fc96442931d req-8837f995-fbad-43a9-b1de-ce0bc605ba71 tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:26.574348 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9366abc0-8db8-4aa7-95df-3fc96442931d req-8837f995-fbad-43a9-b1de-ce0bc605ba71 tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1643 time: 1.4270294 May 30 20:15:26.869595 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57e354f-086d-47da-81d5-84ad71abde37 req-42ea3364-9b4b-4313-8d9d-c8da17c7ad54 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:26.875276 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57e354f-086d-47da-81d5-84ad71abde37 req-42ea3364-9b4b-4313-8d9d-c8da17c7ad54 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:26.881021 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57e354f-086d-47da-81d5-84ad71abde37 req-42ea3364-9b4b-4313-8d9d-c8da17c7ad54 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:26.901824 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57e354f-086d-47da-81d5-84ad71abde37 req-42ea3364-9b4b-4313-8d9d-c8da17c7ad54 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:26.901824 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57e354f-086d-47da-81d5-84ad71abde37 req-42ea3364-9b4b-4313-8d9d-c8da17c7ad54 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:26.901824 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57e354f-086d-47da-81d5-84ad71abde37 req-42ea3364-9b4b-4313-8d9d-c8da17c7ad54 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:26.901824 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57e354f-086d-47da-81d5-84ad71abde37 req-42ea3364-9b4b-4313-8d9d-c8da17c7ad54 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:26.905266 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a57e354f-086d-47da-81d5-84ad71abde37 req-42ea3364-9b4b-4313-8d9d-c8da17c7ad54 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] 10.222.0.85 "GET /v2.0/ports?device_id=f8af66f6-93a3-4b44-964c-0edc263a69f5 HTTP/1.1" status: 200 len: 5429 time: 0.1788611 May 30 20:15:26.946458 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4263d0e5-aa86-4fa7-8096-6575447cd6c7 req-d3e7f570-93e0-44ee-be1b-9204175b1702 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:26.947642 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-4263d0e5-aa86-4fa7-8096-6575447cd6c7 req-d3e7f570-93e0-44ee-be1b-9204175b1702 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Synchronizing usage tracker for tenant:7f20a37d1ec84058864d6080c6a9f8aa on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:15:26.992516 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a57e354f-086d-47da-81d5-84ad71abde37 req-8599e93b-b938-4029-af62-66caf4e6049f tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] 10.222.0.85 "GET /v2.0/security-groups?id=f2363d32-544a-4c25-9836-43719a31ef02&id=71bec9af-908d-443b-98db-bdfb70c6ea10&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0808659 May 30 20:15:27.117569 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-4263d0e5-aa86-4fa7-8096-6575447cd6c7 req-d3e7f570-93e0-44ee-be1b-9204175b1702 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Unset dirty status for tenant:7f20a37d1ec84058864d6080c6a9f8aa on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:15:27.124882 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device d85e5015-4aa0-401b-978c-1d9bf34da530 details requested by agent hyperv_n-h1-843948-2 with host n-h1-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:15:27.131037 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4263d0e5-aa86-4fa7-8096-6575447cd6c7 req-d3e7f570-93e0-44ee-be1b-9204175b1702 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/ports?device_id=336425af-6535-4216-b4d1-0a630d1aced4 HTTP/1.1" status: 200 len: 943 time: 0.3331838 May 30 20:15:27.205421 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4263d0e5-aa86-4fa7-8096-6575447cd6c7 req-5901a61b-9ca1-4a0a-ad4f-aa6e039bc347 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/security-groups?id=3b7b472c-21af-4683-a7b2-e1dc38380326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823016 May 30 20:15:27.210909 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9d1aff98-9049-4dc7-95c0-feb003d632d9 req-ee15e71b-4ebf-4fa5-b494-ddc951fc3630 tempest-ServerShowV247Test-254392673 tempest-ServerShowV247Test-254392673-project] 10.222.0.85 "GET /v2.0/ports?device_id=492a04df-fe45-49e6-9c70-8a9b984d8f87 HTTP/1.1" status: 200 len: 210 time: 0.0440574 May 30 20:15:27.378228 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port d85e5015-4aa0-401b-978c-1d9bf34da530, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=d85e5015-4aa0-401b-978c-1d9bf34da530,segment=NetworkSegment(6f1287e5-9e46-42ce-b023-b38d433df277),segment_id=6f1287e5-9e46-42ce-b023-b38d433df277)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:15:27.402560 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Returning: {'device': 'd85e5015-4aa0-401b-978c-1d9bf34da530', 'network_id': '447ea545-6235-439a-a377-09de7456264b', 'port_id': 'd85e5015-4aa0-401b-978c-1d9bf34da530', 'mac_address': 'fa:16:3e:3d:7f:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5689849-4104-472f-a1ce-eede6d9545dd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:15:27.442880 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f578909d-7dba-484e-a8f6-d65c4b7a79a9 req-06b00bfc-2c5e-4ed0-bae9-a6e3062f0d23 tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] 10.222.0.85 "GET /v2.0/security-groups/581ce3cc-c119-4fc1-8134-67c76fa54c5c HTTP/1.1" status: 200 len: 1638 time: 0.1329703 May 30 20:15:27.456106 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-f578909d-7dba-484e-a8f6-d65c4b7a79a9 req-77c2dd14-8674-451a-bfca-6659ea443df4 tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '581ce3cc-c119-4fc1-8134-67c76fa54c5c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:15:27.459451 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-f578909d-7dba-484e-a8f6-d65c4b7a79a9 req-77c2dd14-8674-451a-bfca-6659ea443df4 tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '581ce3cc-c119-4fc1-8134-67c76fa54c5c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:15:27.492178 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-f578909d-7dba-484e-a8f6-d65c4b7a79a9 req-77c2dd14-8674-451a-bfca-6659ea443df4 tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:15:27.495333 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:27.519004 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-f578909d-7dba-484e-a8f6-d65c4b7a79a9 req-77c2dd14-8674-451a-bfca-6659ea443df4 tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Usage tracker for resource:security_group_rule and tenant:011d9d75b0084003a5a4780b3b0484ad is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:15:27.525761 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d85e5015-4aa0-401b-978c-1d9bf34da530 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:15:27.546910 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-f578909d-7dba-484e-a8f6-d65c4b7a79a9 req-77c2dd14-8674-451a-bfca-6659ea443df4 tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:15:27.554910 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port d85e5015-4aa0-401b-978c-1d9bf34da530, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=d85e5015-4aa0-401b-978c-1d9bf34da530,segment=NetworkSegment(6f1287e5-9e46-42ce-b023-b38d433df277),segment_id=6f1287e5-9e46-42ce-b023-b38d433df277)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:15:27.570372 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-f578909d-7dba-484e-a8f6-d65c4b7a79a9 req-77c2dd14-8674-451a-bfca-6659ea443df4 tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:15:27.608542 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3956ac05-08e8-4d71-9df2-28f8e3784d31 req-988b7ea5-1c3d-4778-8b2e-bb6989711c9f tempest-InstanceActionsV221TestJSON-412311320 tempest-InstanceActionsV221TestJSON-412311320-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:27.612495 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3956ac05-08e8-4d71-9df2-28f8e3784d31 req-988b7ea5-1c3d-4778-8b2e-bb6989711c9f tempest-InstanceActionsV221TestJSON-412311320 tempest-InstanceActionsV221TestJSON-412311320-project] 10.222.0.85 "GET /v2.0/ports?device_id=1126dd0f-d296-4d9d-a1d7-494540f179be HTTP/1.1" status: 200 len: 945 time: 0.2198827 May 30 20:15:27.664086 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:27.731134 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3956ac05-08e8-4d71-9df2-28f8e3784d31 req-7e5fd7b0-f0b9-4aa1-a061-376e68ed15e0 tempest-InstanceActionsV221TestJSON-412311320 tempest-InstanceActionsV221TestJSON-412311320-project] 10.222.0.85 "GET /v2.0/security-groups?id=6d81aee0-0dbc-4a09-b408-25db85860535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126037 May 30 20:15:27.857069 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-f578909d-7dba-484e-a8f6-d65c4b7a79a9 req-77c2dd14-8674-451a-bfca-6659ea443df4 tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:27.914851 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-f578909d-7dba-484e-a8f6-d65c4b7a79a9 req-77c2dd14-8674-451a-bfca-6659ea443df4 tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:27.977871 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=d85e5015-4aa0-401b-978c-1d9bf34da530,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:28.016252 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-f578909d-7dba-484e-a8f6-d65c4b7a79a9 req-77c2dd14-8674-451a-bfca-6659ea443df4 tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:28.087259 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['d85e5015-4aa0-401b-978c-1d9bf34da530'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:15:28.308069 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c2dd14-8674-451a-bfca-6659ea443df4 tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6b1adf3-7eca-44b6-a102-4fc1d7d4b076,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:28.377015 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259b85c9-e091-436f-b438-13a53496e99a req-769a5b5d-a84e-472e-b8e0-2a3951fdeab2 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:28.384438 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259b85c9-e091-436f-b438-13a53496e99a req-769a5b5d-a84e-472e-b8e0-2a3951fdeab2 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:28.397973 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259b85c9-e091-436f-b438-13a53496e99a req-769a5b5d-a84e-472e-b8e0-2a3951fdeab2 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:28.399707 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edddabab-30eb-46d0-b020-9c2b1d240a89 req-f8ccfeed-c94b-4d17-8ece-89adcfc97fcb tempest-InstanceActionsV221TestJSON-412311320 tempest-InstanceActionsV221TestJSON-412311320-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:28.404947 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-edddabab-30eb-46d0-b020-9c2b1d240a89 req-f8ccfeed-c94b-4d17-8ece-89adcfc97fcb tempest-InstanceActionsV221TestJSON-412311320 tempest-InstanceActionsV221TestJSON-412311320-project] 10.222.0.71 "GET /v2.0/ports?device_id=1126dd0f-d296-4d9d-a1d7-494540f179be HTTP/1.1" status: 200 len: 945 time: 0.3832939 May 30 20:15:28.410097 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259b85c9-e091-436f-b438-13a53496e99a req-769a5b5d-a84e-472e-b8e0-2a3951fdeab2 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:28.414586 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259b85c9-e091-436f-b438-13a53496e99a req-769a5b5d-a84e-472e-b8e0-2a3951fdeab2 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:28.418973 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259b85c9-e091-436f-b438-13a53496e99a req-769a5b5d-a84e-472e-b8e0-2a3951fdeab2 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:28.426063 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259b85c9-e091-436f-b438-13a53496e99a req-769a5b5d-a84e-472e-b8e0-2a3951fdeab2 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:28.428254 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-259b85c9-e091-436f-b438-13a53496e99a req-769a5b5d-a84e-472e-b8e0-2a3951fdeab2 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] 10.222.0.85 "GET /v2.0/ports?device_id=f8af66f6-93a3-4b44-964c-0edc263a69f5 HTTP/1.1" status: 200 len: 5429 time: 0.1842775 May 30 20:15:28.497905 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-f578909d-7dba-484e-a8f6-d65c4b7a79a9 req-77c2dd14-8674-451a-bfca-6659ea443df4 tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:28.510546 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f578909d-7dba-484e-a8f6-d65c4b7a79a9 req-77c2dd14-8674-451a-bfca-6659ea443df4 tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 721 time: 1.0616403 May 30 20:15:28.524610 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-259b85c9-e091-436f-b438-13a53496e99a req-2a0d85fc-7a11-4177-b066-8e6df74ff65a tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] 10.222.0.85 "GET /v2.0/security-groups?id=f2363d32-544a-4c25-9836-43719a31ef02&id=71bec9af-908d-443b-98db-bdfb70c6ea10&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0836744 May 30 20:15:28.609084 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-edddabab-30eb-46d0-b020-9c2b1d240a89 req-dc240b5c-c55a-4342-9557-c2e1d5ac1f14 tempest-InstanceActionsV221TestJSON-412311320 tempest-InstanceActionsV221TestJSON-412311320-project] Deleting port 3ef3df1a-b1f0-492e-8c3d-acc095cae8fc {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:15:28.611641 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-edddabab-30eb-46d0-b020-9c2b1d240a89 req-dc240b5c-c55a-4342-9557-c2e1d5ac1f14 tempest-InstanceActionsV221TestJSON-412311320 tempest-InstanceActionsV221TestJSON-412311320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:28.994946 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1282bd3b-90ca-49f7-a563-a51543efe64b req-603531f7-0d60-4d7c-a4ef-6aa3d0838338 tempest-ServerShowV247Test-254392673 tempest-ServerShowV247Test-254392673-project] 10.222.0.85 "GET /v2.0/ports?device_id=492a04df-fe45-49e6-9c70-8a9b984d8f87 HTTP/1.1" status: 200 len: 210 time: 0.0809503 May 30 20:15:29.124403 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device d85e5015-4aa0-401b-978c-1d9bf34da530 up at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:15:29.264495 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5358a7c-ad32-4a5b-b8f5-96ec423c02a6 req-f71d2e51-5251-41fc-8123-12071aa1d1ef tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:29.277940 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b5358a7c-ad32-4a5b-b8f5-96ec423c02a6 req-f71d2e51-5251-41fc-8123-12071aa1d1ef tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/ports?device_id=336425af-6535-4216-b4d1-0a630d1aced4 HTTP/1.1" status: 200 len: 944 time: 0.5953393 May 30 20:15:29.308414 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b051c8b8-f34e-42f8-ab9f-13b50ce05ee0 req-dd28012a-d497-4e15-bfd3-d6c5abce1cfa tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] 10.222.0.85 "GET /v2.0/security-groups/581ce3cc-c119-4fc1-8134-67c76fa54c5c HTTP/1.1" status: 200 len: 2141 time: 0.1888707 May 30 20:15:29.338498 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [req-b051c8b8-f34e-42f8-ab9f-13b50ce05ee0 req-c25ad643-591f-4929-9a10-d0ba520d118f tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '581ce3cc-c119-4fc1-8134-67c76fa54c5c', 'remote_group_id': None}]} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:15:29.338787 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [req-b051c8b8-f34e-42f8-ab9f-13b50ce05ee0 req-c25ad643-591f-4929-9a10-d0ba520d118f tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '581ce3cc-c119-4fc1-8134-67c76fa54c5c', 'remote_group_id': None}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:15:29.354848 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-b051c8b8-f34e-42f8-ab9f-13b50ce05ee0 req-c25ad643-591f-4929-9a10-d0ba520d118f tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:15:29.361658 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-b051c8b8-f34e-42f8-ab9f-13b50ce05ee0 req-c25ad643-591f-4929-9a10-d0ba520d118f tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Usage tracker for resource:security_group_rule and tenant:011d9d75b0084003a5a4780b3b0484ad is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:15:29.365199 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-b051c8b8-f34e-42f8-ab9f-13b50ce05ee0 req-c25ad643-591f-4929-9a10-d0ba520d118f tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Quota usage for security_group_rule was recalculated. Used quota:20. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:15:29.380200 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-b051c8b8-f34e-42f8-ab9f-13b50ce05ee0 req-c25ad643-591f-4929-9a10-d0ba520d118f tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 20; quota limit: 100; headroom:80 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:15:29.406641 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning for port d85e5015-4aa0-401b-978c-1d9bf34da530 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:15:29.418458 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning complete for port d85e5015-4aa0-401b-978c-1d9bf34da530 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:15:29.419582 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:29.465354 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b5358a7c-ad32-4a5b-b8f5-96ec423c02a6 req-e86ace6e-7cff-4ce8-88c4-00cd427614dd tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/security-groups?id=3b7b472c-21af-4683-a7b2-e1dc38380326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861675 May 30 20:15:29.584015 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-edddabab-30eb-46d0-b020-9c2b1d240a89 req-dc240b5c-c55a-4342-9557-c2e1d5ac1f14 tempest-InstanceActionsV221TestJSON-412311320 tempest-InstanceActionsV221TestJSON-412311320-project] For port 3ef3df1a-b1f0-492e-8c3d-acc095cae8fc, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=3ef3df1a-b1f0-492e-8c3d-acc095cae8fc,segment=NetworkSegment(9c69f1cd-d2f9-4b91-a698-e75180c7ce4c),segment_id=9c69f1cd-d2f9-4b91-a698-e75180c7ce4c)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:15:29.584426 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-edddabab-30eb-46d0-b020-9c2b1d240a89 req-dc240b5c-c55a-4342-9557-c2e1d5ac1f14 tempest-InstanceActionsV221TestJSON-412311320 tempest-InstanceActionsV221TestJSON-412311320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:29.605854 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-b051c8b8-f34e-42f8-ab9f-13b50ce05ee0 req-c25ad643-591f-4929-9a10-d0ba520d118f tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:29.671524 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-b051c8b8-f34e-42f8-ab9f-13b50ce05ee0 req-c25ad643-591f-4929-9a10-d0ba520d118f tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:29.695002 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-9e3eace8-5373-4abe-8668-e724428fb094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:29.711199 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:29.790146 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-b051c8b8-f34e-42f8-ab9f-13b50ce05ee0 req-c25ad643-591f-4929-9a10-d0ba520d118f tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:29.796585 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '336425af-6535-4216-b4d1-0a630d1aced4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd85e5015-4aa0-401b-978c-1d9bf34da530'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:15:29.812782 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port d85e5015-4aa0-401b-978c-1d9bf34da530, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=d85e5015-4aa0-401b-978c-1d9bf34da530,segment=NetworkSegment(6f1287e5-9e46-42ce-b023-b38d433df277),segment_id=6f1287e5-9e46-42ce-b023-b38d433df277)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:15:29.820519 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25ad643-591f-4929-9a10-d0ba520d118f tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e17f799-0a0b-4ec4-99ea-7b38afd0800a,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:29.822498 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:29.866963 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-edddabab-30eb-46d0-b020-9c2b1d240a89 req-dc240b5c-c55a-4342-9557-c2e1d5ac1f14 tempest-InstanceActionsV221TestJSON-412311320 tempest-InstanceActionsV221TestJSON-412311320-project] Calling delete_port for 3ef3df1a-b1f0-492e-8c3d-acc095cae8fc owned by compute:nova {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:15:29.940129 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:29.940431 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-b051c8b8-f34e-42f8-ab9f-13b50ce05ee0 req-c25ad643-591f-4929-9a10-d0ba520d118f tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:29.941151 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 3ef3df1a-b1f0-492e-8c3d-acc095cae8fc no longer exists at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:15:29.947982 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b051c8b8-f34e-42f8-ab9f-13b50ce05ee0 req-c25ad643-591f-4929-9a10-d0ba520d118f tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 726 time: 0.6152530 May 30 20:15:30.075764 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=d85e5015-4aa0-401b-978c-1d9bf34da530,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:30.186070 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e86994-5e40-49b2-b3ad-4933d0d57030 req-caff51b3-f124-4adf-8125-4827a5859cb4 tempest-InstanceActionsV221TestJSON-412311320 tempest-InstanceActionsV221TestJSON-412311320-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:30.201104 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-70e86994-5e40-49b2-b3ad-4933d0d57030 req-caff51b3-f124-4adf-8125-4827a5859cb4 tempest-InstanceActionsV221TestJSON-412311320 tempest-InstanceActionsV221TestJSON-412311320-project] 10.222.0.85 "GET /v2.0/ports?device_id=1126dd0f-d296-4d9d-a1d7-494540f179be HTTP/1.1" status: 200 len: 945 time: 0.4420600 May 30 20:15:30.286874 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:30.361515 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-70e86994-5e40-49b2-b3ad-4933d0d57030 req-7b459540-1a3b-423e-964a-cdc0a6299806 tempest-InstanceActionsV221TestJSON-412311320 tempest-InstanceActionsV221TestJSON-412311320-project] 10.222.0.85 "GET /v2.0/security-groups?id=6d81aee0-0dbc-4a09-b408-25db85860535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590905 May 30 20:15:30.414068 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb515d7d-25af-4286-b72a-f0b4ec9e9581 req-22deeb29-7225-4cd3-9a8d-8d075d12e631 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:30.418448 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb515d7d-25af-4286-b72a-f0b4ec9e9581 req-22deeb29-7225-4cd3-9a8d-8d075d12e631 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:30.423190 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb515d7d-25af-4286-b72a-f0b4ec9e9581 req-22deeb29-7225-4cd3-9a8d-8d075d12e631 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:30.427731 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb515d7d-25af-4286-b72a-f0b4ec9e9581 req-22deeb29-7225-4cd3-9a8d-8d075d12e631 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:30.434520 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb515d7d-25af-4286-b72a-f0b4ec9e9581 req-22deeb29-7225-4cd3-9a8d-8d075d12e631 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:30.439437 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb515d7d-25af-4286-b72a-f0b4ec9e9581 req-22deeb29-7225-4cd3-9a8d-8d075d12e631 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:30.444312 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb515d7d-25af-4286-b72a-f0b4ec9e9581 req-22deeb29-7225-4cd3-9a8d-8d075d12e631 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:30.447661 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-fb515d7d-25af-4286-b72a-f0b4ec9e9581 req-22deeb29-7225-4cd3-9a8d-8d075d12e631 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] 10.222.0.85 "GET /v2.0/ports?device_id=f8af66f6-93a3-4b44-964c-0edc263a69f5 HTTP/1.1" status: 200 len: 5429 time: 0.2161160 May 30 20:15:30.454776 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-544c1d6a-6b78-4ea2-8576-5878d1634264'] response: {'server_uuid': '336425af-6535-4216-b4d1-0a630d1aced4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd85e5015-4aa0-401b-978c-1d9bf34da530', 'code': 200} May 30 20:15:30.458777 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-edddabab-30eb-46d0-b020-9c2b1d240a89 req-dc240b5c-c55a-4342-9557-c2e1d5ac1f14 tempest-InstanceActionsV221TestJSON-412311320 tempest-InstanceActionsV221TestJSON-412311320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:30.524355 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 56474) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:15:30.585871 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc240b5c-c55a-4342-9557-c2e1d5ac1f14 tempest-InstanceActionsV221TestJSON-412311320 tempest-InstanceActionsV221TestJSON-412311320-project] Pushing event deleted for resources: {'Port': ['ID=3ef3df1a-b1f0-492e-8c3d-acc095cae8fc,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:30.659251 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc240b5c-c55a-4342-9557-c2e1d5ac1f14 tempest-InstanceActionsV221TestJSON-412311320 tempest-InstanceActionsV221TestJSON-412311320-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:15:30.659574 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc240b5c-c55a-4342-9557-c2e1d5ac1f14 tempest-InstanceActionsV221TestJSON-412311320 tempest-InstanceActionsV221TestJSON-412311320-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:15:30.660085 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc240b5c-c55a-4342-9557-c2e1d5ac1f14 tempest-InstanceActionsV221TestJSON-412311320 tempest-InstanceActionsV221TestJSON-412311320-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:15:30.660585 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc240b5c-c55a-4342-9557-c2e1d5ac1f14 tempest-InstanceActionsV221TestJSON-412311320 tempest-InstanceActionsV221TestJSON-412311320-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:15:30.660924 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc240b5c-c55a-4342-9557-c2e1d5ac1f14 tempest-InstanceActionsV221TestJSON-412311320 tempest-InstanceActionsV221TestJSON-412311320-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:15:30.661256 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc240b5c-c55a-4342-9557-c2e1d5ac1f14 tempest-InstanceActionsV221TestJSON-412311320 tempest-InstanceActionsV221TestJSON-412311320-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:15:30.662251 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc240b5c-c55a-4342-9557-c2e1d5ac1f14 tempest-InstanceActionsV221TestJSON-412311320 tempest-InstanceActionsV221TestJSON-412311320-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:15:30.662617 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc240b5c-c55a-4342-9557-c2e1d5ac1f14 tempest-InstanceActionsV221TestJSON-412311320 tempest-InstanceActionsV221TestJSON-412311320-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:15:30.662918 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc240b5c-c55a-4342-9557-c2e1d5ac1f14 tempest-InstanceActionsV221TestJSON-412311320 tempest-InstanceActionsV221TestJSON-412311320-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:15:30.663529 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc240b5c-c55a-4342-9557-c2e1d5ac1f14 tempest-InstanceActionsV221TestJSON-412311320 tempest-InstanceActionsV221TestJSON-412311320-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:15:30.663857 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc240b5c-c55a-4342-9557-c2e1d5ac1f14 tempest-InstanceActionsV221TestJSON-412311320 tempest-InstanceActionsV221TestJSON-412311320-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:15:30.700351 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-fb515d7d-25af-4286-b72a-f0b4ec9e9581 req-c50290f1-df43-4ca1-8357-1292a3217db6 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] 10.222.0.85 "GET /v2.0/security-groups?id=f2363d32-544a-4c25-9836-43719a31ef02&id=71bec9af-908d-443b-98db-bdfb70c6ea10&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2438622 May 30 20:15:30.748949 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6befdc66-405d-4d17-b43a-a0070481cf75 req-6f9ec74c-b4ad-4ddc-bccf-8a26573670f3 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=336425af-6535-4216-b4d1-0a630d1aced4 HTTP/1.1" status: 200 len: 1096 time: 0.2024276 May 30 20:15:30.800821 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-edddabab-30eb-46d0-b020-9c2b1d240a89 req-dc240b5c-c55a-4342-9557-c2e1d5ac1f14 tempest-InstanceActionsV221TestJSON-412311320 tempest-InstanceActionsV221TestJSON-412311320-project] No DVR routers for this DVR port 3ef3df1a-b1f0-492e-8c3d-acc095cae8fc on host n-h1-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:15:30.815952 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-edddabab-30eb-46d0-b020-9c2b1d240a89 req-dc240b5c-c55a-4342-9557-c2e1d5ac1f14 tempest-InstanceActionsV221TestJSON-412311320 tempest-InstanceActionsV221TestJSON-412311320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:30.822644 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1126dd0f-d296-4d9d-a1d7-494540f179be', 'name': 'network-vif-deleted', 'tag': '3ef3df1a-b1f0-492e-8c3d-acc095cae8fc'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:15:30.837809 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-77b28c1c-016d-49d1-87b8-75fdc9e56baf admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:30.864764 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-dc6fe1e4-46c4-4ad4-a0b9-999f79455291 req-e87fe238-c570-42aa-80d0-1243cfedf707 tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] 10.222.0.85 "GET /v2.0/security-groups/581ce3cc-c119-4fc1-8134-67c76fa54c5c HTTP/1.1" status: 200 len: 2649 time: 0.3108604 May 30 20:15:30.943773 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6befdc66-405d-4d17-b43a-a0070481cf75 req-5cd34b97-6ff1-41b7-9f5a-33106f18e3b2 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=3b7b472c-21af-4683-a7b2-e1dc38380326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889608 May 30 20:15:30.953571 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-77b28c1c-016d-49d1-87b8-75fdc9e56baf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:15:30.963142 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-77b28c1c-016d-49d1-87b8-75fdc9e56baf admin admin] Usage tracker for resource:security_group_rule and tenant:e521797176624d3b92601b1f44b3b8d9 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:15:30.970332 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-77b28c1c-016d-49d1-87b8-75fdc9e56baf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:15:30.982943 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-77b28c1c-016d-49d1-87b8-75fdc9e56baf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:15:31.118598 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:31.127973 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-edddabab-30eb-46d0-b020-9c2b1d240a89 req-dc240b5c-c55a-4342-9557-c2e1d5ac1f14 tempest-InstanceActionsV221TestJSON-412311320 tempest-InstanceActionsV221TestJSON-412311320-project] 10.222.0.71 "DELETE /v2.0/ports/3ef3df1a-b1f0-492e-8c3d-acc095cae8fc HTTP/1.1" status: 204 len: 173 time: 2.7174578 May 30 20:15:31.174937 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ed9899b9-04ec-4236-aab1-dcba14149d05 req-a47fe6d8-b822-4c7b-9caf-1c8639d24e29 tempest-ServerShowV247Test-254392673 tempest-ServerShowV247Test-254392673-project] 10.222.0.85 "GET /v2.0/ports?device_id=492a04df-fe45-49e6-9c70-8a9b984d8f87 HTTP/1.1" status: 200 len: 210 time: 0.0935690 May 30 20:15:31.181465 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-77b28c1c-016d-49d1-87b8-75fdc9e56baf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:31.209963 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5199272-86ef-4a05-bd16-09edecb1f5f8 req-63c6f7e4-18fe-4180-8ef9-2caf7e631a19 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:31.211722 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d5199272-86ef-4a05-bd16-09edecb1f5f8 req-63c6f7e4-18fe-4180-8ef9-2caf7e631a19 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/ports?device_id=336425af-6535-4216-b4d1-0a630d1aced4 HTTP/1.1" status: 200 len: 945 time: 0.1527362 May 30 20:15:31.284201 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d5199272-86ef-4a05-bd16-09edecb1f5f8 req-b451df42-91e6-475c-88e7-0ba64ed61db7 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/security-groups?id=3b7b472c-21af-4683-a7b2-e1dc38380326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537930 May 30 20:15:31.312758 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-77b28c1c-016d-49d1-87b8-75fdc9e56baf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:31.332098 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c64172f-2531-4ec4-abf8-f778a69c9b9d'] response: {'server_uuid': '1126dd0f-d296-4d9d-a1d7-494540f179be', 'name': 'network-vif-deleted', 'tag': '3ef3df1a-b1f0-492e-8c3d-acc095cae8fc', 'status': 'completed', 'code': 200} May 30 20:15:31.398930 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-77b28c1c-016d-49d1-87b8-75fdc9e56baf admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=e521797176624d3b92601b1f44b3b8d9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8729670 May 30 20:15:31.404203 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 56488) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:15:31.410827 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b28c1c-016d-49d1-87b8-75fdc9e56baf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ae7b81e-a178-4857-85be-562693a84506,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:31.448711 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b28c1c-016d-49d1-87b8-75fdc9e56baf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:15:31.448711 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b28c1c-016d-49d1-87b8-75fdc9e56baf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:15:31.448711 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b28c1c-016d-49d1-87b8-75fdc9e56baf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:15:31.450033 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b28c1c-016d-49d1-87b8-75fdc9e56baf admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:15:31.450033 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b28c1c-016d-49d1-87b8-75fdc9e56baf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:15:31.451765 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b28c1c-016d-49d1-87b8-75fdc9e56baf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:15:31.451765 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b28c1c-016d-49d1-87b8-75fdc9e56baf admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:15:31.451765 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b28c1c-016d-49d1-87b8-75fdc9e56baf admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:15:31.452230 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b28c1c-016d-49d1-87b8-75fdc9e56baf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:15:31.452664 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b28c1c-016d-49d1-87b8-75fdc9e56baf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:15:31.453547 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b28c1c-016d-49d1-87b8-75fdc9e56baf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:15:31.458198 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7edda4f9-af38-41a9-a71a-ad9ea890542b req-62984032-a265-49ed-b920-8878cb62c7af tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] 10.222.0.85 "GET /v2.0/security-group-rules/9e17f799-0a0b-4ec4-99ea-7b38afd0800a HTTP/1.1" status: 200 len: 718 time: 0.0728226 May 30 20:15:31.553122 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-363c575d-befb-43f9-bc39-5fe23b1d6832 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:31.572552 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7edda4f9-af38-41a9-a71a-ad9ea890542b req-0b35a82b-4199-4a99-a505-24d8041f9cef tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] 10.222.0.85 "GET /v2.0/security-groups/581ce3cc-c119-4fc1-8134-67c76fa54c5c HTTP/1.1" status: 200 len: 2649 time: 0.1026566 May 30 20:15:31.593561 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-363c575d-befb-43f9-bc39-5fe23b1d6832 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:31.618277 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-961e9a4c-ffdc-413a-9b74-045820f4d739 req-bb22474b-107d-4c58-bf34-8143fbf7da80 tempest-InstanceActionsV221TestJSON-412311320 tempest-InstanceActionsV221TestJSON-412311320-project] 10.222.0.85 "GET /v2.0/ports?device_id=1126dd0f-d296-4d9d-a1d7-494540f179be HTTP/1.1" status: 200 len: 210 time: 0.0680439 May 30 20:15:31.670982 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-7edda4f9-af38-41a9-a71a-ad9ea890542b req-04599d90-92c1-4bb2-ba7f-03110095a130 tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:31.685872 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-7edda4f9-af38-41a9-a71a-ad9ea890542b req-04599d90-92c1-4bb2-ba7f-03110095a130 tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:31.853378 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-7edda4f9-af38-41a9-a71a-ad9ea890542b req-04599d90-92c1-4bb2-ba7f-03110095a130 tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:31.860509 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-363c575d-befb-43f9-bc39-5fe23b1d6832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:31.916005 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04599d90-92c1-4bb2-ba7f-03110095a130 tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9e17f799-0a0b-4ec4-99ea-7b38afd0800a,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:31.923057 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363c575d-befb-43f9-bc39-5fe23b1d6832 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ae7b81e-a178-4857-85be-562693a84506,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:31.953960 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-7edda4f9-af38-41a9-a71a-ad9ea890542b req-04599d90-92c1-4bb2-ba7f-03110095a130 tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:31.959235 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7edda4f9-af38-41a9-a71a-ad9ea890542b req-04599d90-92c1-4bb2-ba7f-03110095a130 tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] 10.222.0.85 "DELETE /v2.0/security-group-rules/9e17f799-0a0b-4ec4-99ea-7b38afd0800a HTTP/1.1" status: 204 len: 173 time: 0.3668551 May 30 20:15:31.961658 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-363c575d-befb-43f9-bc39-5fe23b1d6832 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:31.963713 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-363c575d-befb-43f9-bc39-5fe23b1d6832 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/5ae7b81e-a178-4857-85be-562693a84506 HTTP/1.1" status: 204 len: 168 time: 0.5569613 May 30 20:15:32.214874 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f8a67a-fff8-4992-9b9e-579dc1684ac6 req-ede6f989-d14e-4e6b-ad64-4cbe7e264842 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:32.219792 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f8a67a-fff8-4992-9b9e-579dc1684ac6 req-ede6f989-d14e-4e6b-ad64-4cbe7e264842 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:32.224303 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-42b70ced-bbe7-4878-8539-6600350ce5b3 req-1b3b6623-1b48-461c-b81e-144f09baf64f tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] 10.222.0.85 "GET /v2.0/security-groups/581ce3cc-c119-4fc1-8134-67c76fa54c5c HTTP/1.1" status: 200 len: 2141 time: 0.1859477 May 30 20:15:32.224591 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f8a67a-fff8-4992-9b9e-579dc1684ac6 req-ede6f989-d14e-4e6b-ad64-4cbe7e264842 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:32.228948 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f8a67a-fff8-4992-9b9e-579dc1684ac6 req-ede6f989-d14e-4e6b-ad64-4cbe7e264842 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:32.233487 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f8a67a-fff8-4992-9b9e-579dc1684ac6 req-ede6f989-d14e-4e6b-ad64-4cbe7e264842 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:32.241567 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f8a67a-fff8-4992-9b9e-579dc1684ac6 req-ede6f989-d14e-4e6b-ad64-4cbe7e264842 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:32.245895 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f8a67a-fff8-4992-9b9e-579dc1684ac6 req-ede6f989-d14e-4e6b-ad64-4cbe7e264842 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:32.248173 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e1f8a67a-fff8-4992-9b9e-579dc1684ac6 req-ede6f989-d14e-4e6b-ad64-4cbe7e264842 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] 10.222.0.85 "GET /v2.0/ports?device_id=f8af66f6-93a3-4b44-964c-0edc263a69f5 HTTP/1.1" status: 200 len: 5429 time: 0.2006807 May 30 20:15:32.339029 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e1f8a67a-fff8-4992-9b9e-579dc1684ac6 req-89714946-bdfb-472f-847d-de390bd402aa tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] 10.222.0.85 "GET /v2.0/security-groups?id=f2363d32-544a-4c25-9836-43719a31ef02&id=71bec9af-908d-443b-98db-bdfb70c6ea10&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0830307 May 30 20:15:32.366394 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-42b70ced-bbe7-4878-8539-6600350ce5b3 req-81c64ee3-cbc5-477e-a758-5a17bb13f3b5 tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:32.408228 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-42b70ced-bbe7-4878-8539-6600350ce5b3 req-81c64ee3-cbc5-477e-a758-5a17bb13f3b5 tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:32.649050 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:32.679239 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-42b70ced-bbe7-4878-8539-6600350ce5b3 req-81c64ee3-cbc5-477e-a758-5a17bb13f3b5 tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:32.715695 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c64ee3-cbc5-477e-a758-5a17bb13f3b5 tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=581ce3cc-c119-4fc1-8134-67c76fa54c5c,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:32.727131 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-fd9b1811-7cad-425c-877b-f976765c121f req-1c9636e4-58d3-410a-b33c-6e5cf0552d33 tempest-ServerShowV247Test-254392673 tempest-ServerShowV247Test-254392673-project] 10.222.0.85 "GET /v2.0/ports?device_id=492a04df-fe45-49e6-9c70-8a9b984d8f87 HTTP/1.1" status: 200 len: 210 time: 0.0730927 May 30 20:15:32.728077 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-42b70ced-bbe7-4878-8539-6600350ce5b3 req-81c64ee3-cbc5-477e-a758-5a17bb13f3b5 tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:32.746726 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-42b70ced-bbe7-4878-8539-6600350ce5b3 req-81c64ee3-cbc5-477e-a758-5a17bb13f3b5 tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] 10.222.0.85 "DELETE /v2.0/security-groups/581ce3cc-c119-4fc1-8134-67c76fa54c5c HTTP/1.1" status: 204 len: 173 time: 0.5204556 May 30 20:15:32.992427 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708a4dee-7567-45ff-ab9e-580d3ae2c50f req-499fb0b2-9dfe-43ab-ab84-24d6514ccf10 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:33.011338 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-708a4dee-7567-45ff-ab9e-580d3ae2c50f req-499fb0b2-9dfe-43ab-ab84-24d6514ccf10 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/ports?device_id=336425af-6535-4216-b4d1-0a630d1aced4 HTTP/1.1" status: 200 len: 945 time: 0.1480136 May 30 20:15:33.088557 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-708a4dee-7567-45ff-ab9e-580d3ae2c50f req-d56e3e4c-bf82-486b-96a8-73ca150312bd tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/security-groups?id=3b7b472c-21af-4683-a7b2-e1dc38380326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869594 May 30 20:15:33.098536 n-d-843948-2 neutron-server[84886]: INFO neutron.api.v2.resource [req-f66fc70b-fe05-4ab4-9deb-cf3bc3bed546 req-9195518c-6b23-474c-b0fe-05fea2607cae tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] show failed (client error): The resource could not be found. May 30 20:15:33.098536 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f66fc70b-fe05-4ab4-9deb-cf3bc3bed546 req-9195518c-6b23-474c-b0fe-05fea2607cae tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] 10.222.0.85 "GET /v2.0/security-groups/2611d217-5bc9-4af3-ad79-e14401b01cc2 HTTP/1.1" status: 404 len: 352 time: 0.0328484 May 30 20:15:33.230462 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-cb7bf879-7826-45cd-a37b-847b6a20e4a0 req-3e152dc6-d8dc-4d1e-88fb-56eaaef83f8b tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] 10.222.0.85 "GET /v2.0/security-groups/469fcf28-d415-4dcc-85c0-0ad78617bcca HTTP/1.1" status: 200 len: 1638 time: 0.0992441 May 30 20:15:33.347472 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-cb7bf879-7826-45cd-a37b-847b6a20e4a0 req-091abb65-8389-4f68-961d-c18cd56ab8fe tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:33.400736 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-cb7bf879-7826-45cd-a37b-847b6a20e4a0 req-091abb65-8389-4f68-961d-c18cd56ab8fe tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:33.557776 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b106c2-c578-4d59-bf86-dc692f3c09c5 req-f0a82f0f-3f56-426b-ab48-e57869b26c4e tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:33.560337 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-23b106c2-c578-4d59-bf86-dc692f3c09c5 req-f0a82f0f-3f56-426b-ab48-e57869b26c4e tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/ports?device_id=d8ed4eb4-bd45-4dbb-8a7d-4f4b56681494 HTTP/1.1" status: 200 len: 946 time: 0.1405599 May 30 20:15:33.612455 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-cb7bf879-7826-45cd-a37b-847b6a20e4a0 req-091abb65-8389-4f68-961d-c18cd56ab8fe tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:33.621381 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-23b106c2-c578-4d59-bf86-dc692f3c09c5 req-df0cae9a-f48e-46da-881f-6441bf3cf937 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/security-groups?id=3b7b472c-21af-4683-a7b2-e1dc38380326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528245 May 30 20:15:33.690658 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091abb65-8389-4f68-961d-c18cd56ab8fe tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=469fcf28-d415-4dcc-85c0-0ad78617bcca,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:33.716955 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-cb7bf879-7826-45cd-a37b-847b6a20e4a0 req-091abb65-8389-4f68-961d-c18cd56ab8fe tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:33.718747 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-cb7bf879-7826-45cd-a37b-847b6a20e4a0 req-091abb65-8389-4f68-961d-c18cd56ab8fe tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] 10.222.0.85 "DELETE /v2.0/security-groups/469fcf28-d415-4dcc-85c0-0ad78617bcca HTTP/1.1" status: 204 len: 173 time: 0.4801652 May 30 20:15:34.154270 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7354ca63-23a2-4c69-a9d9-4eab054351b4 req-7d4d8a5f-25e4-4cbb-a77b-9352c3fc3ecb tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:34.161218 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7354ca63-23a2-4c69-a9d9-4eab054351b4 req-7d4d8a5f-25e4-4cbb-a77b-9352c3fc3ecb tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:34.168283 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7354ca63-23a2-4c69-a9d9-4eab054351b4 req-7d4d8a5f-25e4-4cbb-a77b-9352c3fc3ecb tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:34.170083 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb464a7-fea0-4d0b-a067-d9c6c1eb8b06 req-df17eea4-899f-411d-a5a9-3d5bf015dfca tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:34.186324 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-feb464a7-fea0-4d0b-a067-d9c6c1eb8b06 req-df17eea4-899f-411d-a5a9-3d5bf015dfca tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/ports?device_id=336425af-6535-4216-b4d1-0a630d1aced4 HTTP/1.1" status: 200 len: 945 time: 0.1937208 May 30 20:15:34.186541 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7354ca63-23a2-4c69-a9d9-4eab054351b4 req-7d4d8a5f-25e4-4cbb-a77b-9352c3fc3ecb tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:34.186541 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7354ca63-23a2-4c69-a9d9-4eab054351b4 req-7d4d8a5f-25e4-4cbb-a77b-9352c3fc3ecb tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:34.194770 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7354ca63-23a2-4c69-a9d9-4eab054351b4 req-7d4d8a5f-25e4-4cbb-a77b-9352c3fc3ecb tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:34.202805 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7354ca63-23a2-4c69-a9d9-4eab054351b4 req-7d4d8a5f-25e4-4cbb-a77b-9352c3fc3ecb tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:34.206520 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-7354ca63-23a2-4c69-a9d9-4eab054351b4 req-7d4d8a5f-25e4-4cbb-a77b-9352c3fc3ecb tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] 10.222.0.85 "GET /v2.0/ports?device_id=f8af66f6-93a3-4b44-964c-0edc263a69f5 HTTP/1.1" status: 200 len: 5429 time: 0.2168360 May 30 20:15:34.250003 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-feb464a7-fea0-4d0b-a067-d9c6c1eb8b06 req-f444fda6-cbe6-4d7c-b8a2-b17f8abeec9a tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/security-groups?id=3b7b472c-21af-4683-a7b2-e1dc38380326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647373 May 30 20:15:34.287001 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-7354ca63-23a2-4c69-a9d9-4eab054351b4 req-f41ee107-3e63-451c-aeff-ca176e426282 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] 10.222.0.85 "GET /v2.0/security-groups?id=f2363d32-544a-4c25-9836-43719a31ef02&id=71bec9af-908d-443b-98db-bdfb70c6ea10&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0675325 May 30 20:15:34.420245 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f054348a-0765-4686-a66c-58276ef443f1 req-8f5e2d16-725e-4a5b-a572-5d143b236007 tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] 10.222.0.85 "GET /v2.0/security-groups/004ef2cf-e301-436a-9816-56b8a8f03161 HTTP/1.1" status: 200 len: 1639 time: 0.0907335 May 30 20:15:34.510404 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-f054348a-0765-4686-a66c-58276ef443f1 req-a30b3acd-8e79-450c-9fe7-3a7d093bcba5 tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:34.610849 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0243ae94-dd11-42db-9e7c-28da7f5aae38 req-63ab331d-298f-427c-8455-e844e5365221 tempest-ServerShowV247Test-254392673 tempest-ServerShowV247Test-254392673-project] 10.222.0.85 "GET /v2.0/ports?device_id=492a04df-fe45-49e6-9c70-8a9b984d8f87 HTTP/1.1" status: 200 len: 210 time: 0.0581114 May 30 20:15:34.657360 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-f054348a-0765-4686-a66c-58276ef443f1 req-a30b3acd-8e79-450c-9fe7-3a7d093bcba5 tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:34.873871 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 56552) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:15:34.888561 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-f054348a-0765-4686-a66c-58276ef443f1 req-a30b3acd-8e79-450c-9fe7-3a7d093bcba5 tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:34.927732 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30b3acd-8e79-450c-9fe7-3a7d093bcba5 tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=004ef2cf-e301-436a-9816-56b8a8f03161,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:34.952902 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-f054348a-0765-4686-a66c-58276ef443f1 req-a30b3acd-8e79-450c-9fe7-3a7d093bcba5 tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:34.957361 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f054348a-0765-4686-a66c-58276ef443f1 req-a30b3acd-8e79-450c-9fe7-3a7d093bcba5 tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] 10.222.0.85 "DELETE /v2.0/security-groups/004ef2cf-e301-436a-9816-56b8a8f03161 HTTP/1.1" status: 204 len: 173 time: 0.5345993 May 30 20:15:35.020973 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e3f116b-b8de-45af-bc3a-6f5c3543711c admin admin] Deleting subnet 9422d7a5-89eb-4cbc-ba51-6c168e04a75b {{(pid=84886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:15:35.030696 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1e3f116b-b8de-45af-bc3a-6f5c3543711c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:35.083345 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a57aaede-84cb-48da-897b-09f959238934 req-b7f06fe1-8c13-4ba0-bd14-1011c2d7a882 tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] 10.222.0.85 "GET /v2.0/security-groups/9d52cf5b-3001-462e-88e5-85208b812021 HTTP/1.1" status: 200 len: 1636 time: 0.0755904 May 30 20:15:35.107904 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1e3f116b-b8de-45af-bc3a-6f5c3543711c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2655517'] for subnet, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:35.164726 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-a57aaede-84cb-48da-897b-09f959238934 req-2f67e699-05cb-4449-9bde-732bc1274f64 tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:35.204761 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-a57aaede-84cb-48da-897b-09f959238934 req-2f67e699-05cb-4449-9bde-732bc1274f64 tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:35.209283 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1e3f116b-b8de-45af-bc3a-6f5c3543711c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:36.760947 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-a57aaede-84cb-48da-897b-09f959238934 req-2f67e699-05cb-4449-9bde-732bc1274f64 tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:36.763937 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1e3f116b-b8de-45af-bc3a-6f5c3543711c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4127075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2778536'] for subnet, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:36.792736 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f67e699-05cb-4449-9bde-732bc1274f64 tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d52cf5b-3001-462e-88e5-85208b812021,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:36.802682 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-a57aaede-84cb-48da-897b-09f959238934 req-2f67e699-05cb-4449-9bde-732bc1274f64 tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:36.815743 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a57aaede-84cb-48da-897b-09f959238934 req-2f67e699-05cb-4449-9bde-732bc1274f64 tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] 10.222.0.85 "DELETE /v2.0/security-groups/9d52cf5b-3001-462e-88e5-85208b812021 HTTP/1.1" status: 204 len: 173 time: 1.7313280 May 30 20:15:36.956684 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3f116b-b8de-45af-bc3a-6f5c3543711c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9422d7a5-89eb-4cbc-ba51-6c168e04a75b,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:36.976166 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1e3f116b-b8de-45af-bc3a-6f5c3543711c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:36.986532 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-1e3f116b-b8de-45af-bc3a-6f5c3543711c admin admin] 10.222.0.85 "DELETE /v2.0/subnets/9422d7a5-89eb-4cbc-ba51-6c168e04a75b HTTP/1.1" status: 204 len: 168 time: 2.1097391 May 30 20:15:36.991181 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 56576) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:15:37.175187 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ecf9dd3a-8429-4a59-8271-73f9a2701e4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:37.191410 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f4b9d4cb-7f39-47ea-8f57-c848beacefa2 req-0601998a-883f-41c5-9207-21e2aa5343bd tempest-ServerShowV247Test-254392673 tempest-ServerShowV247Test-254392673-project] 10.222.0.85 "GET /v2.0/ports?device_id=492a04df-fe45-49e6-9c70-8a9b984d8f87 HTTP/1.1" status: 200 len: 210 time: 0.0661201 May 30 20:15:37.389585 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-504cad40-22fb-4726-815e-52453ff17a4c req-12db5907-c123-4050-9833-10ac8a3cc054 tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] 10.222.0.85 "GET /v2.0/security-groups/3a5f1528-31f7-42de-94f5-820250abaf16 HTTP/1.1" status: 200 len: 2145 time: 0.0980110 May 30 20:15:37.425364 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c7fbf8-a860-4b6c-95c2-0761e101d4b6 req-3ad82c9c-cf0c-4a07-90c1-58181a03070d tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:37.429600 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c7fbf8-a860-4b6c-95c2-0761e101d4b6 req-3ad82c9c-cf0c-4a07-90c1-58181a03070d tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:37.433756 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c7fbf8-a860-4b6c-95c2-0761e101d4b6 req-3ad82c9c-cf0c-4a07-90c1-58181a03070d tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:37.438047 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c7fbf8-a860-4b6c-95c2-0761e101d4b6 req-3ad82c9c-cf0c-4a07-90c1-58181a03070d tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:37.442323 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c7fbf8-a860-4b6c-95c2-0761e101d4b6 req-3ad82c9c-cf0c-4a07-90c1-58181a03070d tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:37.446566 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c7fbf8-a860-4b6c-95c2-0761e101d4b6 req-3ad82c9c-cf0c-4a07-90c1-58181a03070d tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:37.450849 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c7fbf8-a860-4b6c-95c2-0761e101d4b6 req-3ad82c9c-cf0c-4a07-90c1-58181a03070d tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:37.452813 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-08c7fbf8-a860-4b6c-95c2-0761e101d4b6 req-3ad82c9c-cf0c-4a07-90c1-58181a03070d tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] 10.222.0.85 "GET /v2.0/ports?device_id=f8af66f6-93a3-4b44-964c-0edc263a69f5 HTTP/1.1" status: 200 len: 5429 time: 0.4384851 May 30 20:15:37.492710 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-504cad40-22fb-4726-815e-52453ff17a4c req-9423f38d-35b4-4d40-b9a8-9aad5d2e2848 tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:37.493439 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ecf9dd3a-8429-4a59-8271-73f9a2701e4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:37.538434 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-504cad40-22fb-4726-815e-52453ff17a4c req-9423f38d-35b4-4d40-b9a8-9aad5d2e2848 tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:37.541264 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-ecf9dd3a-8429-4a59-8271-73f9a2701e4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['214e67bb-b4dd-4ece-8b99-400fd28d0cda']}} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:15:37.560101 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-ecf9dd3a-8429-4a59-8271-73f9a2701e4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c69f1cd-d2f9-4b91-a698-e75180c7ce4c') {'for_net_delete': True} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:15:37.560421 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-ecf9dd3a-8429-4a59-8271-73f9a2701e4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c69f1cd-d2f9-4b91-a698-e75180c7ce4c') {} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:15:37.577215 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ecf9dd3a-8429-4a59-8271-73f9a2701e4d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3149912'] for segment, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:37.595423 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-08c7fbf8-a860-4b6c-95c2-0761e101d4b6 req-2890b513-3d98-4ea6-b489-73d601cf6bf3 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] 10.222.0.85 "GET /v2.0/security-groups?id=f2363d32-544a-4c25-9836-43719a31ef02&id=71bec9af-908d-443b-98db-bdfb70c6ea10&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1240327 May 30 20:15:37.617230 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ecf9dd3a-8429-4a59-8271-73f9a2701e4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:37.627486 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecf9dd3a-8429-4a59-8271-73f9a2701e4d admin admin] Releasing vlan 688 on physical network physnet1 to pool {{(pid=84887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:15:37.628248 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ecf9dd3a-8429-4a59-8271-73f9a2701e4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4055488'] for segment, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:37.643178 n-d-843948-2 neutron-server[84887]: Traceback (most recent call last): May 30 20:15:37.643178 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:15:37.643178 n-d-843948-2 neutron-server[84887]: timer() May 30 20:15:37.643178 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:15:37.643178 n-d-843948-2 neutron-server[84887]: cb(*args, **kw) May 30 20:15:37.643178 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:15:37.643178 n-d-843948-2 neutron-server[84887]: return func(*args, **kwargs) May 30 20:15:37.643178 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:15:37.643178 n-d-843948-2 neutron-server[84887]: self._notify() May 30 20:15:37.643178 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:15:37.643178 n-d-843948-2 neutron-server[84887]: self.callback(batched_events) May 30 20:15:37.643178 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:15:37.643178 n-d-843948-2 neutron-server[84887]: event.method(event) May 30 20:15:37.643178 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:15:37.643178 n-d-843948-2 neutron-server[84887]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:15:37.643178 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:15:37.643178 n-d-843948-2 neutron-server[84887]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:15:37.643178 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:15:37.643178 n-d-843948-2 neutron-server[84887]: return f(self, *a, **k) May 30 20:15:37.643178 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:15:37.643178 n-d-843948-2 neutron-server[84887]: return self._get(url).json() May 30 20:15:37.643178 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:15:37.643178 n-d-843948-2 neutron-server[84887]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:15:37.643178 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:15:37.643178 n-d-843948-2 neutron-server[84887]: return self.request(url, 'GET', **kwargs) May 30 20:15:37.643178 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:15:37.643178 n-d-843948-2 neutron-server[84887]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:15:37.643178 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:15:37.643178 n-d-843948-2 neutron-server[84887]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:15:37.643178 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:15:37.643178 n-d-843948-2 neutron-server[84887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:15:37.643178 n-d-843948-2 neutron-server[84887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:15:37.720748 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-504cad40-22fb-4726-815e-52453ff17a4c req-9423f38d-35b4-4d40-b9a8-9aad5d2e2848 tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:37.778026 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9423f38d-35b4-4d40-b9a8-9aad5d2e2848 tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a5f1528-31f7-42de-94f5-820250abaf16,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:37.793019 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-504cad40-22fb-4726-815e-52453ff17a4c req-9423f38d-35b4-4d40-b9a8-9aad5d2e2848 tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:37.798284 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-504cad40-22fb-4726-815e-52453ff17a4c req-9423f38d-35b4-4d40-b9a8-9aad5d2e2848 tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] 10.222.0.85 "DELETE /v2.0/security-groups/3a5f1528-31f7-42de-94f5-820250abaf16 HTTP/1.1" status: 204 len: 173 time: 0.4129159 May 30 20:15:37.872162 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 56590) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:15:37.889212 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ecf9dd3a-8429-4a59-8271-73f9a2701e4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:37.915967 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ecf9dd3a-8429-4a59-8271-73f9a2701e4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:37.937927 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf9dd3a-8429-4a59-8271-73f9a2701e4d admin admin] Pushing event deleted for resources: {'Network': ['ID=214e67bb-b4dd-4ece-8b99-400fd28d0cda,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:37.944814 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6e7e2e7e-61e9-4b9b-8fac-2d5b27bee01c req-5b918e26-a217-42d4-b540-b2f287316372 tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] 10.222.0.85 "GET /v2.0/security-groups/46c352a9-ea4c-4f7a-8f6a-50716fd23a0d HTTP/1.1" status: 200 len: 2141 time: 0.1000104 May 30 20:15:38.007118 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be67d27e-37ab-4a5b-9839-0e847e93f782 req-a72a8968-4883-43f7-a82d-40fed2123bc4 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:38.009085 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-be67d27e-37ab-4a5b-9839-0e847e93f782 req-a72a8968-4883-43f7-a82d-40fed2123bc4 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/ports?device_id=336425af-6535-4216-b4d1-0a630d1aced4 HTTP/1.1" status: 200 len: 945 time: 0.2135994 May 30 20:15:38.096674 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-ecf9dd3a-8429-4a59-8271-73f9a2701e4d admin admin] 10.222.0.85 "DELETE /v2.0/networks/214e67bb-b4dd-4ece-8b99-400fd28d0cda HTTP/1.1" status: 204 len: 168 time: 1.0920084 May 30 20:15:38.136361 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-6e7e2e7e-61e9-4b9b-8fac-2d5b27bee01c req-0d511757-de77-404d-92eb-faa8068b3379 tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:38.195656 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-6e7e2e7e-61e9-4b9b-8fac-2d5b27bee01c req-0d511757-de77-404d-92eb-faa8068b3379 tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:38.223676 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-be67d27e-37ab-4a5b-9839-0e847e93f782 req-1f3832bf-a08b-40ce-9a7e-47c2d4c962df tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/security-groups?id=3b7b472c-21af-4683-a7b2-e1dc38380326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905499 May 30 20:15:38.308247 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e07c03b-d61c-4fcf-84c5-3f47c86ff47f req-64e9beff-4ae8-40af-97b9-057f3cd4ee0b tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:38.308247 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0e07c03b-d61c-4fcf-84c5-3f47c86ff47f req-64e9beff-4ae8-40af-97b9-057f3cd4ee0b tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.71 "GET /v2.0/ports?device_id=336425af-6535-4216-b4d1-0a630d1aced4 HTTP/1.1" status: 200 len: 945 time: 0.1633461 May 30 20:15:38.361804 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-de8bec6c-42b1-4541-acaa-637073be42a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-734374098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-734374098-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-523324752'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:15:38.373402 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-de8bec6c-42b1-4541-acaa-637073be42a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-734374098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-734374098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:15:38.380449 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-de8bec6c-42b1-4541-acaa-637073be42a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-734374098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-734374098-project] Usage tracker for resource:network and tenant:c651dc7252d7459799aec8c63653e883 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:15:38.385701 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-de8bec6c-42b1-4541-acaa-637073be42a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-734374098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-734374098-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:15:38.396499 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-de8bec6c-42b1-4541-acaa-637073be42a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-734374098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-734374098-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:15:38.460834 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-6e7e2e7e-61e9-4b9b-8fac-2d5b27bee01c req-0d511757-de77-404d-92eb-faa8068b3379 tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:38.490708 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ed834cba-ae59-46c4-934e-74be4e3d5071 req-7fea3ed8-44b6-4b34-aba7-b3c85a213f62 tempest-ServerShowV247Test-254392673 tempest-ServerShowV247Test-254392673-project] 10.222.0.85 "GET /v2.0/ports?device_id=492a04df-fe45-49e6-9c70-8a9b984d8f87 HTTP/1.1" status: 200 len: 210 time: 0.0695050 May 30 20:15:38.491941 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d511757-de77-404d-92eb-faa8068b3379 tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46c352a9-ea4c-4f7a-8f6a-50716fd23a0d,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:38.500974 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-6e7e2e7e-61e9-4b9b-8fac-2d5b27bee01c req-0d511757-de77-404d-92eb-faa8068b3379 tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:38.502433 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6e7e2e7e-61e9-4b9b-8fac-2d5b27bee01c req-0d511757-de77-404d-92eb-faa8068b3379 tempest-SecurityGroupRulesTestJSON-1568656147 tempest-SecurityGroupRulesTestJSON-1568656147-project] 10.222.0.85 "DELETE /v2.0/security-groups/46c352a9-ea4c-4f7a-8f6a-50716fd23a0d HTTP/1.1" status: 204 len: 173 time: 0.5451477 May 30 20:15:38.511514 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-0e07c03b-d61c-4fcf-84c5-3f47c86ff47f req-5d00295a-23f8-44cf-87dc-38f8e5d9c89e tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Deleting port d85e5015-4aa0-401b-978c-1d9bf34da530 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:15:38.511863 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-0e07c03b-d61c-4fcf-84c5-3f47c86ff47f req-5d00295a-23f8-44cf-87dc-38f8e5d9c89e tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:38.512638 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 56602) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:15:38.573720 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de8bec6c-42b1-4541-acaa-637073be42a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-734374098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-734374098-project] Made reservation on behalf of c651dc7252d7459799aec8c63653e883 for: {'network': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:15:38.587047 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-de8bec6c-42b1-4541-acaa-637073be42a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-734374098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-734374098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:38.625029 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-de8bec6c-42b1-4541-acaa-637073be42a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-734374098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-734374098-project] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:38.692287 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e289f23-1f7a-4920-8727-f8d8855b9ff0 admin admin] Deleting subnet 48725353-dcaf-4651-bdf2-6e450c78d426 {{(pid=84886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:15:38.699457 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-de8bec6c-42b1-4541-acaa-637073be42a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-734374098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-734374098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:15:38.701936 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5e289f23-1f7a-4920-8727-f8d8855b9ff0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:38.811684 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-acb22e96-d96e-4bdf-9fc9-0446e3aa5dc5 req-539af1b6-3d8c-4853-ae33-9f1fc4e654a4 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=492a04df-fe45-49e6-9c70-8a9b984d8f87 HTTP/1.1" status: 200 len: 210 time: 0.1168234 May 30 20:15:38.870017 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-de8bec6c-42b1-4541-acaa-637073be42a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-734374098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-734374098-project] Usage tracker for resource:security_group_rule and tenant:c651dc7252d7459799aec8c63653e883 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:15:38.890997 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-de8bec6c-42b1-4541-acaa-637073be42a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-734374098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-734374098-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:15:38.909028 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-0e07c03b-d61c-4fcf-84c5-3f47c86ff47f req-5d00295a-23f8-44cf-87dc-38f8e5d9c89e tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] For port d85e5015-4aa0-401b-978c-1d9bf34da530, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=d85e5015-4aa0-401b-978c-1d9bf34da530,segment=NetworkSegment(6f1287e5-9e46-42ce-b023-b38d433df277),segment_id=6f1287e5-9e46-42ce-b023-b38d433df277)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:15:38.910639 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-0e07c03b-d61c-4fcf-84c5-3f47c86ff47f req-5d00295a-23f8-44cf-87dc-38f8e5d9c89e tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:38.911729 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-de8bec6c-42b1-4541-acaa-637073be42a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-734374098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-734374098-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:15:38.949917 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 56608) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:15:38.978646 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5e289f23-1f7a-4920-8727-f8d8855b9ff0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2655517'] for subnet, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:39.094537 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-0e07c03b-d61c-4fcf-84c5-3f47c86ff47f req-5d00295a-23f8-44cf-87dc-38f8e5d9c89e tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Calling delete_port for d85e5015-4aa0-401b-978c-1d9bf34da530 owned by compute:nova {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:15:39.107023 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5e289f23-1f7a-4920-8727-f8d8855b9ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:39.184898 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-8ffdbe14-3f2f-485c-a918-a54cc10da79f admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=a4154b18d3ba4acb9eb89908765d1f50&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2290189 May 30 20:15:39.189446 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 56612) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:15:39.284433 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-de8bec6c-42b1-4541-acaa-637073be42a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-734374098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-734374098-project] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:39.304829 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9ebcc0-67c2-483c-900e-34db37170d80 req-708c470b-47c0-4c31-8a58-f60c4b67c66c tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:39.315340 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9ebcc0-67c2-483c-900e-34db37170d80 req-708c470b-47c0-4c31-8a58-f60c4b67c66c tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:39.320616 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9ebcc0-67c2-483c-900e-34db37170d80 req-708c470b-47c0-4c31-8a58-f60c4b67c66c tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:39.329339 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9ebcc0-67c2-483c-900e-34db37170d80 req-708c470b-47c0-4c31-8a58-f60c4b67c66c tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:39.337973 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9ebcc0-67c2-483c-900e-34db37170d80 req-708c470b-47c0-4c31-8a58-f60c4b67c66c tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:39.346661 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9ebcc0-67c2-483c-900e-34db37170d80 req-708c470b-47c0-4c31-8a58-f60c4b67c66c tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:39.354946 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9ebcc0-67c2-483c-900e-34db37170d80 req-708c470b-47c0-4c31-8a58-f60c4b67c66c tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:39.358750 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-aa9ebcc0-67c2-483c-900e-34db37170d80 req-708c470b-47c0-4c31-8a58-f60c4b67c66c tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] 10.222.0.85 "GET /v2.0/ports?device_id=f8af66f6-93a3-4b44-964c-0edc263a69f5 HTTP/1.1" status: 200 len: 5429 time: 0.4572375 May 30 20:15:39.410305 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-de8bec6c-42b1-4541-acaa-637073be42a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-734374098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-734374098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:39.417193 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-006201d1-5d70-44b3-9d83-ca197f8b24f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:39.458086 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-006201d1-5d70-44b3-9d83-ca197f8b24f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:39.539302 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5e289f23-1f7a-4920-8727-f8d8855b9ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4127075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2778536'] for subnet, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:39.599945 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8bec6c-42b1-4541-acaa-637073be42a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-734374098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-734374098-project] Pushing event updated for resources: {'SecurityGroup': ['ID=270b4c27-b6b5-4117-ba75-d1524d4a5aca,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:39.624090 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-aa9ebcc0-67c2-483c-900e-34db37170d80 req-8e5b66bc-f7b5-4c1c-9976-63be90d01a35 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] 10.222.0.85 "GET /v2.0/security-groups?id=f2363d32-544a-4c25-9836-43719a31ef02&id=71bec9af-908d-443b-98db-bdfb70c6ea10&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2559321 May 30 20:15:39.630702 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e289f23-1f7a-4920-8727-f8d8855b9ff0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48725353-dcaf-4651-bdf2-6e450c78d426,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:39.637071 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9666ab0-bcab-43d2-b0c5-0fbfdf22ae9c req-667c6496-bd35-4fe5-904d-3c51ea4e04b0 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:39.638485 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a9666ab0-bcab-43d2-b0c5-0fbfdf22ae9c req-667c6496-bd35-4fe5-904d-3c51ea4e04b0 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/ports?device_id=336425af-6535-4216-b4d1-0a630d1aced4 HTTP/1.1" status: 200 len: 945 time: 0.1262834 May 30 20:15:39.642118 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-006201d1-5d70-44b3-9d83-ca197f8b24f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:39.653437 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5e289f23-1f7a-4920-8727-f8d8855b9ff0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:39.673469 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-5e289f23-1f7a-4920-8727-f8d8855b9ff0 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/48725353-dcaf-4651-bdf2-6e450c78d426 HTTP/1.1" status: 204 len: 168 time: 1.1582284 May 30 20:15:39.675692 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 56622) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:15:39.813898 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006201d1-5d70-44b3-9d83-ca197f8b24f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d81aee0-0dbc-4a09-b408-25db85860535,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:39.839118 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de8bec6c-42b1-4541-acaa-637073be42a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-734374098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-734374098-project] vlan segment allocate from pool success with {'vlan_id': 686, 'physical_network': 'physnet1'} {{(pid=84886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:15:39.840076 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-0e07c03b-d61c-4fcf-84c5-3f47c86ff47f req-5d00295a-23f8-44cf-87dc-38f8e5d9c89e tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:39.858545 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['8e5aeea2-b35a-41eb-83bf-3b475ff14780', '6f1ac051-3c3f-42ee-8075-0416c2ec16cf'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:15:39.967694 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a9666ab0-bcab-43d2-b0c5-0fbfdf22ae9c req-f5c58e2e-193b-4536-b46e-866fef7e9032 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/security-groups?id=3b7b472c-21af-4683-a7b2-e1dc38380326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3024681 May 30 20:15:39.969686 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d00295a-23f8-44cf-87dc-38f8e5d9c89e tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Pushing event deleted for resources: {'Port': ['ID=d85e5015-4aa0-401b-978c-1d9bf34da530,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:39.980205 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-006201d1-5d70-44b3-9d83-ca197f8b24f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:39.981935 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-006201d1-5d70-44b3-9d83-ca197f8b24f4 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/6d81aee0-0dbc-4a09-b408-25db85860535 HTTP/1.1" status: 204 len: 168 time: 0.7909625 May 30 20:15:40.043084 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-de8bec6c-42b1-4541-acaa-637073be42a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-734374098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-734374098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:40.043698 n-d-843948-2 neutron-server[84886]: INFO neutron.db.segments_db [None req-de8bec6c-42b1-4541-acaa-637073be42a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-734374098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-734374098-project] Added segment 17a29653-7279-4bfa-8920-5d1a4282ce71 of type vlan for network 159bfc07-93b7-42dd-a52e-784c261f17c5 May 30 20:15:40.090784 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4f54fdbe-5feb-44dc-b1c6-420122188649 req-e5a3bec7-ddb7-474a-b9b9-1af4fb0dd5b9 tempest-ServerShowV247Test-254392673 tempest-ServerShowV247Test-254392673-project] 10.222.0.85 "GET /v2.0/ports?device_id=492a04df-fe45-49e6-9c70-8a9b984d8f87 HTTP/1.1" status: 200 len: 210 time: 0.2087781 May 30 20:15:40.135386 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-68f92abf-d693-40ce-9b60-e6ff059ae54e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:40.138834 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-de8bec6c-42b1-4541-acaa-637073be42a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-734374098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-734374098-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:40.187259 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e07c03b-d61c-4fcf-84c5-3f47c86ff47f req-5d00295a-23f8-44cf-87dc-38f8e5d9c89e tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] No DVR routers for this DVR port d85e5015-4aa0-401b-978c-1d9bf34da530 on host n-h1-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:15:40.193645 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-0e07c03b-d61c-4fcf-84c5-3f47c86ff47f req-5d00295a-23f8-44cf-87dc-38f8e5d9c89e tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:40.196165 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0e07c03b-d61c-4fcf-84c5-3f47c86ff47f req-5d00295a-23f8-44cf-87dc-38f8e5d9c89e tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.71 "DELETE /v2.0/ports/d85e5015-4aa0-401b-978c-1d9bf34da530 HTTP/1.1" status: 204 len: 173 time: 1.8841052 May 30 20:15:40.196630 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '336425af-6535-4216-b4d1-0a630d1aced4', 'name': 'network-vif-deleted', 'tag': 'd85e5015-4aa0-401b-978c-1d9bf34da530'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:15:40.292155 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2de4ef74-4658-4e37-abfa-57c267ec8319'] response: {'server_uuid': '336425af-6535-4216-b4d1-0a630d1aced4', 'name': 'network-vif-deleted', 'tag': 'd85e5015-4aa0-401b-978c-1d9bf34da530', 'status': 'completed', 'code': 200} May 30 20:15:40.445344 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-de8bec6c-42b1-4541-acaa-637073be42a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-734374098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-734374098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:40.448519 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8bec6c-42b1-4541-acaa-637073be42a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-734374098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-734374098-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:40.450112 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-de8bec6c-42b1-4541-acaa-637073be42a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-734374098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-734374098-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:40.515627 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-68f92abf-d693-40ce-9b60-e6ff059ae54e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:40.634242 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-68f92abf-d693-40ce-9b60-e6ff059ae54e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['235b6b79-28ab-4c3f-a4a6-e7b0ffb1b55a']}} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:15:40.647813 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8bec6c-42b1-4541-acaa-637073be42a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-734374098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-734374098-project] Pushing event updated for resources: {'Network': ['ID=159bfc07-93b7-42dd-a52e-784c261f17c5,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:40.653765 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-68f92abf-d693-40ce-9b60-e6ff059ae54e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a7cdadc-e74d-411a-9c51-5b1829d95c31') {'for_net_delete': True} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:15:40.654053 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-68f92abf-d693-40ce-9b60-e6ff059ae54e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a7cdadc-e74d-411a-9c51-5b1829d95c31') {} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:15:40.666979 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network 159bfc07-93b7-42dd-a52e-784c261f17c5 details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:15:40.669680 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-68f92abf-d693-40ce-9b60-e6ff059ae54e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2660590'] for segment, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:40.726517 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-68f92abf-d693-40ce-9b60-e6ff059ae54e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:40.743010 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68f92abf-d693-40ce-9b60-e6ff059ae54e admin admin] Releasing vlan 680 on physical network physnet1 to pool {{(pid=84886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:15:40.743010 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-68f92abf-d693-40ce-9b60-e6ff059ae54e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4126989'] for segment, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:40.764714 n-d-843948-2 neutron-server[84886]: Traceback (most recent call last): May 30 20:15:40.764714 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:15:40.764714 n-d-843948-2 neutron-server[84886]: timer() May 30 20:15:40.764714 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:15:40.764714 n-d-843948-2 neutron-server[84886]: cb(*args, **kw) May 30 20:15:40.764714 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:15:40.764714 n-d-843948-2 neutron-server[84886]: return func(*args, **kwargs) May 30 20:15:40.764714 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:15:40.764714 n-d-843948-2 neutron-server[84886]: self._notify() May 30 20:15:40.764714 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:15:40.764714 n-d-843948-2 neutron-server[84886]: self.callback(batched_events) May 30 20:15:40.764714 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:15:40.764714 n-d-843948-2 neutron-server[84886]: event.method(event) May 30 20:15:40.764714 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:15:40.764714 n-d-843948-2 neutron-server[84886]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:15:40.764714 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:15:40.764714 n-d-843948-2 neutron-server[84886]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:15:40.764714 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:15:40.764714 n-d-843948-2 neutron-server[84886]: return f(self, *a, **k) May 30 20:15:40.764714 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:15:40.764714 n-d-843948-2 neutron-server[84886]: return self._get(url).json() May 30 20:15:40.764714 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:15:40.764714 n-d-843948-2 neutron-server[84886]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:15:40.764714 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:15:40.764714 n-d-843948-2 neutron-server[84886]: return self.request(url, 'GET', **kwargs) May 30 20:15:40.764714 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:15:40.764714 n-d-843948-2 neutron-server[84886]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:15:40.764714 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:15:40.764714 n-d-843948-2 neutron-server[84886]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:15:40.764714 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:15:40.764714 n-d-843948-2 neutron-server[84886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:15:40.764714 n-d-843948-2 neutron-server[84886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:15:40.878079 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-de8bec6c-42b1-4541-acaa-637073be42a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-734374098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-734374098-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 2.9995492 May 30 20:15:41.042982 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901f071e-5076-4e7a-985c-c24ce878823f req-32e77eaf-ef4c-46ba-8b1b-edf1039279ba tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:41.049098 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901f071e-5076-4e7a-985c-c24ce878823f req-32e77eaf-ef4c-46ba-8b1b-edf1039279ba tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:41.053472 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901f071e-5076-4e7a-985c-c24ce878823f req-32e77eaf-ef4c-46ba-8b1b-edf1039279ba tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:41.057649 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901f071e-5076-4e7a-985c-c24ce878823f req-32e77eaf-ef4c-46ba-8b1b-edf1039279ba tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:41.061797 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901f071e-5076-4e7a-985c-c24ce878823f req-32e77eaf-ef4c-46ba-8b1b-edf1039279ba tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:41.066059 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901f071e-5076-4e7a-985c-c24ce878823f req-32e77eaf-ef4c-46ba-8b1b-edf1039279ba tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:41.070124 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901f071e-5076-4e7a-985c-c24ce878823f req-32e77eaf-ef4c-46ba-8b1b-edf1039279ba tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:41.072071 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-901f071e-5076-4e7a-985c-c24ce878823f req-32e77eaf-ef4c-46ba-8b1b-edf1039279ba tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] 10.222.0.85 "GET /v2.0/ports?device_id=f8af66f6-93a3-4b44-964c-0edc263a69f5 HTTP/1.1" status: 200 len: 5429 time: 0.1566882 May 30 20:15:41.122105 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-68f92abf-d693-40ce-9b60-e6ff059ae54e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:41.149158 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-68f92abf-d693-40ce-9b60-e6ff059ae54e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:41.152330 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f92abf-d693-40ce-9b60-e6ff059ae54e admin admin] Pushing event deleted for resources: {'Network': ['ID=235b6b79-28ab-4c3f-a4a6-e7b0ffb1b55a,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:41.170289 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-901f071e-5076-4e7a-985c-c24ce878823f req-0d92615a-1315-475e-a91f-4cde8d74613b tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] 10.222.0.85 "GET /v2.0/security-groups?id=f2363d32-544a-4c25-9836-43719a31ef02&id=71bec9af-908d-443b-98db-bdfb70c6ea10&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0901527 May 30 20:15:41.179934 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-68f92abf-d693-40ce-9b60-e6ff059ae54e admin admin] 10.222.0.85 "DELETE /v2.0/networks/235b6b79-28ab-4c3f-a4a6-e7b0ffb1b55a HTTP/1.1" status: 204 len: 168 time: 1.5029798 May 30 20:15:41.187013 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device e11c1dce-38fb-439a-b79f-28a1736ee8b8 details requested by agent hyperv_n-h1-843948-2 with host n-h1-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:15:41.212934 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device d85e5015-4aa0-401b-978c-1d9bf34da530 no longer exists at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:15:41.300500 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] No Port match for: d85e5015-4aa0-401b-978c-1d9bf34da530 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:15:41.301912 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device d85e5015-4aa0-401b-978c-1d9bf34da530 not bound to the agent host n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:15:41.303937 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.db.resource_extend [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:15:41.417069 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-57950cc8-6423-4b01-9c93-8f2d65daa510 req-86df8e2e-53c9-48b4-a247-b2a6366edecc tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/ports?device_id=336425af-6535-4216-b4d1-0a630d1aced4 HTTP/1.1" status: 200 len: 210 time: 0.0512424 May 30 20:15:41.513849 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port e11c1dce-38fb-439a-b79f-28a1736ee8b8, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=e11c1dce-38fb-439a-b79f-28a1736ee8b8,segment=NetworkSegment(b72c5675-2dd4-4112-882d-4e6c4ce463bb),segment_id=b72c5675-2dd4-4112-882d-4e6c4ce463bb)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:15:41.543788 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Returning: {'device': 'e11c1dce-38fb-439a-b79f-28a1736ee8b8', 'network_id': 'ac0cf993-3653-417b-b55c-1e0d903ad371', 'port_id': 'e11c1dce-38fb-439a-b79f-28a1736ee8b8', 'mac_address': 'fa:16:3e:11:c4:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12de3c88-630f-42df-9c14-e8413906e7b8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:15:41.628859 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 56660) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:15:41.640095 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-3a6164cb-7177-40f6-83e3-bb163f92f8c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Request body: {'port': {'network_id': '159bfc07-93b7-42dd-a52e-784c261f17c5', 'binding:host_id': 'n-h1-843948-2', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1842597337'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:15:41.667763 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:41.702987 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e11c1dce-38fb-439a-b79f-28a1736ee8b8 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:15:41.717581 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-3a6164cb-7177-40f6-83e3-bb163f92f8c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:15:41.738241 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port e11c1dce-38fb-439a-b79f-28a1736ee8b8, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=e11c1dce-38fb-439a-b79f-28a1736ee8b8,segment=NetworkSegment(b72c5675-2dd4-4112-882d-4e6c4ce463bb),segment_id=b72c5675-2dd4-4112-882d-4e6c4ce463bb)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:15:41.749000 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-982007a9-20c1-4090-a229-b68889c745b1 req-d8be4f91-99f3-4c74-8f53-fc33be557381 tempest-ServerShowV247Test-254392673 tempest-ServerShowV247Test-254392673-project] 10.222.0.85 "GET /v2.0/ports?device_id=492a04df-fe45-49e6-9c70-8a9b984d8f87 HTTP/1.1" status: 200 len: 210 time: 0.1005342 May 30 20:15:41.751680 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-3a6164cb-7177-40f6-83e3-bb163f92f8c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Usage tracker for resource:port and tenant:b2c16b1a374849aeb6e639d40c673703 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:15:41.758879 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-3a6164cb-7177-40f6-83e3-bb163f92f8c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:15:41.770863 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-3a6164cb-7177-40f6-83e3-bb163f92f8c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:15:41.903522 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a6164cb-7177-40f6-83e3-bb163f92f8c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Made reservation on behalf of b2c16b1a374849aeb6e639d40c673703 for: {'port': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:15:41.908190 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:41.908190 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 8fa5f782-5b3a-4dde-bc5a-b3223a1946b8 details requested by agent hyperv_n-h1-843948-2 with host n-h1-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:15:41.909843 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3a6164cb-7177-40f6-83e3-bb163f92f8c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:41.918996 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 56670) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:15:41.964973 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3a6164cb-7177-40f6-83e3-bb163f92f8c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:42.066148 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-3a6164cb-7177-40f6-83e3-bb163f92f8c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:15:42.066938 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-e6f57725-dfca-4b10-a399-6f7a386791bf admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=011d9d75b0084003a5a4780b3b0484ad&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1442013 May 30 20:15:42.067983 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 56676) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:15:42.080158 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-3a6164cb-7177-40f6-83e3-bb163f92f8c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Usage tracker for resource:security_group_rule and tenant:b2c16b1a374849aeb6e639d40c673703 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:15:42.090043 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-3a6164cb-7177-40f6-83e3-bb163f92f8c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:15:42.104631 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-3a6164cb-7177-40f6-83e3-bb163f92f8c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:15:42.175137 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=e11c1dce-38fb-439a-b79f-28a1736ee8b8,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:42.204943 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3a6164cb-7177-40f6-83e3-bb163f92f8c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:42.220518 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-96760fac-bd31-42d6-ba82-5948d68e0087 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:42.260131 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-96760fac-bd31-42d6-ba82-5948d68e0087 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:42.306026 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3a6164cb-7177-40f6-83e3-bb163f92f8c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:42.320615 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [None req-3a6164cb-7177-40f6-83e3-bb163f92f8c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] device_id is not set on port 8d374528-e86c-4e20-b6e2-780abb4d7956 yet. {{(pid=84886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:15:42.424881 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6164cb-7177-40f6-83e3-bb163f92f8c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2b45ef3-1b7d-40da-9269-20366996efec,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:42.425775 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-16889127-d39b-438f-8faf-30f5d8336cdb req-f77112c8-b017-4762-bfc5-fa917e9b629a tempest-ServerShowV247Test-254392673 tempest-ServerShowV247Test-254392673-project] 10.222.0.85 "GET /v2.0/ports?device_id=492a04df-fe45-49e6-9c70-8a9b984d8f87&device_id=14dffdcc-2424-4bc7-8325-386fb19468a5 HTTP/1.1" status: 200 len: 210 time: 0.0659180 May 30 20:15:42.446872 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 8fa5f782-5b3a-4dde-bc5a-b3223a1946b8, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=8fa5f782-5b3a-4dde-bc5a-b3223a1946b8,segment=NetworkSegment(a622f652-5f5a-416e-87a7-7c0365db31a5),segment_id=a622f652-5f5a-416e-87a7-7c0365db31a5)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:15:42.475493 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Returning: {'device': '8fa5f782-5b3a-4dde-bc5a-b3223a1946b8', 'network_id': 'a7619443-8c8f-449c-b71b-17b9838c2b23', 'port_id': '8fa5f782-5b3a-4dde-bc5a-b3223a1946b8', 'mac_address': 'fa:16:3e:5d:e3:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a88285df-a7f2-4329-8d01-6e0453d581e4', 'ip_address': '10.1.1.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:15:42.526023 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-96760fac-bd31-42d6-ba82-5948d68e0087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:42.559205 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96760fac-bd31-42d6-ba82-5948d68e0087 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84913f24-901e-43d7-aee4-06026f44ada6,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:42.590849 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-96760fac-bd31-42d6-ba82-5948d68e0087 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:42.594883 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-96760fac-bd31-42d6-ba82-5948d68e0087 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/84913f24-901e-43d7-aee4-06026f44ada6 HTTP/1.1" status: 204 len: 168 time: 0.5249307 May 30 20:15:42.619339 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:42.677039 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fa5f782-5b3a-4dde-bc5a-b3223a1946b8 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:15:42.704653 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 8fa5f782-5b3a-4dde-bc5a-b3223a1946b8, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=8fa5f782-5b3a-4dde-bc5a-b3223a1946b8,segment=NetworkSegment(a622f652-5f5a-416e-87a7-7c0365db31a5),segment_id=a622f652-5f5a-416e-87a7-7c0365db31a5)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:15:42.752437 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1431646-75c5-4778-a6fa-7c8a5462b248 req-7f594ed1-a0c4-4386-888b-230a9eec5e64 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:42.776784 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1431646-75c5-4778-a6fa-7c8a5462b248 req-7f594ed1-a0c4-4386-888b-230a9eec5e64 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:42.776784 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1431646-75c5-4778-a6fa-7c8a5462b248 req-7f594ed1-a0c4-4386-888b-230a9eec5e64 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:42.777844 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1431646-75c5-4778-a6fa-7c8a5462b248 req-7f594ed1-a0c4-4386-888b-230a9eec5e64 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:42.786374 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1431646-75c5-4778-a6fa-7c8a5462b248 req-7f594ed1-a0c4-4386-888b-230a9eec5e64 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:42.790454 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1431646-75c5-4778-a6fa-7c8a5462b248 req-7f594ed1-a0c4-4386-888b-230a9eec5e64 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:42.802098 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1431646-75c5-4778-a6fa-7c8a5462b248 req-7f594ed1-a0c4-4386-888b-230a9eec5e64 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:42.806180 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:42.807175 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 65cf2d99-b058-4d03-989d-4197e189c275 details requested by agent hyperv_n-h1-843948-2 with host n-h1-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:15:42.816873 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c1431646-75c5-4778-a6fa-7c8a5462b248 req-7f594ed1-a0c4-4386-888b-230a9eec5e64 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] 10.222.0.85 "GET /v2.0/ports?device_id=f8af66f6-93a3-4b44-964c-0edc263a69f5 HTTP/1.1" status: 200 len: 5430 time: 0.3254204 May 30 20:15:42.838804 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 65cf2d99-b058-4d03-989d-4197e189c275, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=65cf2d99-b058-4d03-989d-4197e189c275,segment=NetworkSegment(a622f652-5f5a-416e-87a7-7c0365db31a5),segment_id=a622f652-5f5a-416e-87a7-7c0365db31a5)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:15:42.888679 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Returning: {'device': '65cf2d99-b058-4d03-989d-4197e189c275', 'network_id': 'a7619443-8c8f-449c-b71b-17b9838c2b23', 'port_id': '65cf2d99-b058-4d03-989d-4197e189c275', 'mac_address': 'fa:16:3e:c2:40:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a88285df-a7f2-4329-8d01-6e0453d581e4', 'ip_address': '10.1.1.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:15:43.056511 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:43.085601 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=8fa5f782-5b3a-4dde-bc5a-b3223a1946b8,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:43.092091 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65cf2d99-b058-4d03-989d-4197e189c275 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:15:43.114989 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 65cf2d99-b058-4d03-989d-4197e189c275, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=65cf2d99-b058-4d03-989d-4197e189c275,segment=NetworkSegment(a622f652-5f5a-416e-87a7-7c0365db31a5),segment_id=a622f652-5f5a-416e-87a7-7c0365db31a5)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:15:43.137737 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 56696) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:15:43.144501 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [None req-3a6164cb-7177-40f6-83e3-bb163f92f8c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] device_id is not set on port 8d374528-e86c-4e20-b6e2-780abb4d7956 yet. {{(pid=84886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:15:43.159091 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3a6164cb-7177-40f6-83e3-bb163f92f8c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:43.167360 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c1431646-75c5-4778-a6fa-7c8a5462b248 req-7b8ffcd8-4367-443c-ae2e-9b189428a230 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] 10.222.0.85 "GET /v2.0/security-groups?id=f2363d32-544a-4c25-9836-43719a31ef02&id=71bec9af-908d-443b-98db-bdfb70c6ea10&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3472257 May 30 20:15:43.181046 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [None req-3a6164cb-7177-40f6-83e3-bb163f92f8c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Transition to ACTIVE for port object 8d374528-e86c-4e20-b6e2-780abb4d7956 will not be triggered until provisioned by entity L2. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:15:43.260493 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:43.264761 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 1e6e07a3-c45b-41b8-b6a5-4b5b75a47af3 details requested by agent hyperv_n-h1-843948-2 with host n-h1-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:15:43.315100 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3a6164cb-7177-40f6-83e3-bb163f92f8c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:43.361155 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-b1f3df9a-051b-4f9a-8382-cf7993812e80 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1765593591-network', 'tenant_id': 'a3633186c19f443c841d1c9c932ed90d'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:15:43.383234 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-b1f3df9a-051b-4f9a-8382-cf7993812e80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:15:43.396186 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-b1f3df9a-051b-4f9a-8382-cf7993812e80 admin admin] Usage tracker for resource:network and tenant:a3633186c19f443c841d1c9c932ed90d is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:15:43.420168 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-b1f3df9a-051b-4f9a-8382-cf7993812e80 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:15:43.436017 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-b1f3df9a-051b-4f9a-8382-cf7993812e80 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:15:43.493145 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6164cb-7177-40f6-83e3-bb163f92f8c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Pushing event updated for resources: {'Port': ['ID=8d374528-e86c-4e20-b6e2-780abb4d7956,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:43.511377 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6164cb-7177-40f6-83e3-bb163f92f8c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Checking segment: {'id': '17a29653-7279-4bfa-8920-5d1a4282ce71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '159bfc07-93b7-42dd-a52e-784c261f17c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:15:43.511377 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a6164cb-7177-40f6-83e3-bb163f92f8c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Network hostable DHCP agents. Network: 159bfc07-93b7-42dd-a52e-784c261f17c5, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:15:43.511633 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=65cf2d99-b058-4d03-989d-4197e189c275,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:43.518148 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.db.resource_extend [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:15:43.527965 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 1e6e07a3-c45b-41b8-b6a5-4b5b75a47af3, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=1e6e07a3-c45b-41b8-b6a5-4b5b75a47af3,segment=NetworkSegment(a622f652-5f5a-416e-87a7-7c0365db31a5),segment_id=a622f652-5f5a-416e-87a7-7c0365db31a5)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:15:43.543620 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Returning: {'device': '1e6e07a3-c45b-41b8-b6a5-4b5b75a47af3', 'network_id': 'a7619443-8c8f-449c-b71b-17b9838c2b23', 'port_id': '1e6e07a3-c45b-41b8-b6a5-4b5b75a47af3', 'mac_address': 'fa:16:3e:fb:db:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a88285df-a7f2-4329-8d01-6e0453d581e4', 'ip_address': '10.1.1.49'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:15:43.593568 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1f3df9a-051b-4f9a-8382-cf7993812e80 admin admin] Made reservation on behalf of a3633186c19f443c841d1c9c932ed90d for: {'network': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:15:43.601250 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b1f3df9a-051b-4f9a-8382-cf7993812e80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:43.638337 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b1f3df9a-051b-4f9a-8382-cf7993812e80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:43.656000 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:43.657582 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a6164cb-7177-40f6-83e3-bb163f92f8c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Network 159bfc07-93b7-42dd-a52e-784c261f17c5 is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:15:43.672101 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-83208130-ba40-4da8-b7eb-4b385308303e req-8443fb88-71e5-45fb-99e6-f436ad6469dd service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c380164513684a559ad3f0855549864c&device_id=492a04df-fe45-49e6-9c70-8a9b984d8f87 HTTP/1.1" status: 200 len: 210 time: 0.1756179 May 30 20:15:43.691174 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e6e07a3-c45b-41b8-b6a5-4b5b75a47af3 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:15:43.716018 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 1e6e07a3-c45b-41b8-b6a5-4b5b75a47af3, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=1e6e07a3-c45b-41b8-b6a5-4b5b75a47af3,segment=NetworkSegment(a622f652-5f5a-416e-87a7-7c0365db31a5),segment_id=a622f652-5f5a-416e-87a7-7c0365db31a5)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:15:43.749900 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-83208130-ba40-4da8-b7eb-4b385308303e req-c426cc68-69b6-451e-9e46-946414c0fd45 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=c380164513684a559ad3f0855549864c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0707481 May 30 20:15:43.759705 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-387d81dc-0533-42a5-9513-8e06a7d372f0 req-2298c5ec-f002-440c-9c1f-25152b97e96e tempest-ServerShowV247Test-254392673 tempest-ServerShowV247Test-254392673-project] 10.222.0.85 "GET /v2.0/ports?device_id=492a04df-fe45-49e6-9c70-8a9b984d8f87 HTTP/1.1" status: 200 len: 210 time: 0.0531642 May 30 20:15:43.779652 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-3a6164cb-7177-40f6-83e3-bb163f92f8c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, 159bfc07-93b7-42dd-a52e-784c261f17c5) {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:15:43.809307 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6164cb-7177-40f6-83e3-bb163f92f8c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:15:43.813406 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:43.814108 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 3f6b9a55-b5e7-4182-9909-1b1b41b5b5e5 details requested by agent hyperv_n-h1-843948-2 with host n-h1-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:15:43.850309 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [None req-3a6164cb-7177-40f6-83e3-bb163f92f8c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Attempting to bind port 8d374528-e86c-4e20-b6e2-780abb4d7956 on host n-h1-843948-2 for vnic_type normal with profile {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:15:43.852002 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [None req-3a6164cb-7177-40f6-83e3-bb163f92f8c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Attempting to bind port 8d374528-e86c-4e20-b6e2-780abb4d7956 by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': '17a29653-7279-4bfa-8920-5d1a4282ce71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '159bfc07-93b7-42dd-a52e-784c261f17c5'}] {{(pid=84886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:15:43.852840 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6164cb-7177-40f6-83e3-bb163f92f8c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Attempting to bind port 8d374528-e86c-4e20-b6e2-780abb4d7956 on network 159bfc07-93b7-42dd-a52e-784c261f17c5 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:15:43.863678 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6164cb-7177-40f6-83e3-bb163f92f8c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Port 8d374528-e86c-4e20-b6e2-780abb4d7956 on network 159bfc07-93b7-42dd-a52e-784c261f17c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:15:43.864640 n-d-843948-2 neutron-server[84886]: ERROR neutron.plugins.ml2.managers [None req-3a6164cb-7177-40f6-83e3-bb163f92f8c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Failed to bind port 8d374528-e86c-4e20-b6e2-780abb4d7956 on host n-h1-843948-2 for vnic_type normal using segments [{'id': '17a29653-7279-4bfa-8920-5d1a4282ce71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '159bfc07-93b7-42dd-a52e-784c261f17c5'}] May 30 20:15:43.865330 n-d-843948-2 neutron-server[84886]: INFO neutron.plugins.ml2.plugin [None req-3a6164cb-7177-40f6-83e3-bb163f92f8c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Attempt 2 to bind port 8d374528-e86c-4e20-b6e2-780abb4d7956 May 30 20:15:43.868105 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-b1f3df9a-051b-4f9a-8382-cf7993812e80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:15:43.876268 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-b1f3df9a-051b-4f9a-8382-cf7993812e80 admin admin] Usage tracker for resource:security_group_rule and tenant:a3633186c19f443c841d1c9c932ed90d is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:15:43.882166 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-b1f3df9a-051b-4f9a-8382-cf7993812e80 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:15:43.884070 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ede578-8b6c-457f-9aeb-c4e704ef6fd2 None None] Network 159bfc07-93b7-42dd-a52e-784c261f17c5 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:15:43.901431 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-b1f3df9a-051b-4f9a-8382-cf7993812e80 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:15:43.906970 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [None req-3a6164cb-7177-40f6-83e3-bb163f92f8c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Attempting to bind port 8d374528-e86c-4e20-b6e2-780abb4d7956 on host n-h1-843948-2 for vnic_type normal with profile {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:15:43.909577 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [None req-3a6164cb-7177-40f6-83e3-bb163f92f8c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Attempting to bind port 8d374528-e86c-4e20-b6e2-780abb4d7956 by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': '17a29653-7279-4bfa-8920-5d1a4282ce71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '159bfc07-93b7-42dd-a52e-784c261f17c5'}] {{(pid=84886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:15:43.910921 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6164cb-7177-40f6-83e3-bb163f92f8c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Attempting to bind port 8d374528-e86c-4e20-b6e2-780abb4d7956 on network 159bfc07-93b7-42dd-a52e-784c261f17c5 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:15:43.923517 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6164cb-7177-40f6-83e3-bb163f92f8c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Port 8d374528-e86c-4e20-b6e2-780abb4d7956 on network 159bfc07-93b7-42dd-a52e-784c261f17c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:15:43.924378 n-d-843948-2 neutron-server[84886]: ERROR neutron.plugins.ml2.managers [None req-3a6164cb-7177-40f6-83e3-bb163f92f8c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Failed to bind port 8d374528-e86c-4e20-b6e2-780abb4d7956 on host n-h1-843948-2 for vnic_type normal using segments [{'id': '17a29653-7279-4bfa-8920-5d1a4282ce71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '159bfc07-93b7-42dd-a52e-784c261f17c5'}] May 30 20:15:43.925347 n-d-843948-2 neutron-server[84886]: INFO neutron.plugins.ml2.plugin [None req-3a6164cb-7177-40f6-83e3-bb163f92f8c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Attempt 3 to bind port 8d374528-e86c-4e20-b6e2-780abb4d7956 May 30 20:15:43.933378 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83208130-ba40-4da8-b7eb-4b385308303e req-8b0a40f1-3e9b-4a89-b62f-0e2ed2fef06c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:43.934907 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-83208130-ba40-4da8-b7eb-4b385308303e req-8b0a40f1-3e9b-4a89-b62f-0e2ed2fef06c service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1779594 May 30 20:15:43.979379 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [None req-3a6164cb-7177-40f6-83e3-bb163f92f8c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Attempting to bind port 8d374528-e86c-4e20-b6e2-780abb4d7956 on host n-h1-843948-2 for vnic_type normal with profile {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:15:43.981205 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [None req-3a6164cb-7177-40f6-83e3-bb163f92f8c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Attempting to bind port 8d374528-e86c-4e20-b6e2-780abb4d7956 by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': '17a29653-7279-4bfa-8920-5d1a4282ce71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '159bfc07-93b7-42dd-a52e-784c261f17c5'}] {{(pid=84886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:15:43.981946 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6164cb-7177-40f6-83e3-bb163f92f8c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Attempting to bind port 8d374528-e86c-4e20-b6e2-780abb4d7956 on network 159bfc07-93b7-42dd-a52e-784c261f17c5 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:15:43.994057 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6164cb-7177-40f6-83e3-bb163f92f8c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Port 8d374528-e86c-4e20-b6e2-780abb4d7956 on network 159bfc07-93b7-42dd-a52e-784c261f17c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:15:43.994848 n-d-843948-2 neutron-server[84886]: ERROR neutron.plugins.ml2.managers [None req-3a6164cb-7177-40f6-83e3-bb163f92f8c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Failed to bind port 8d374528-e86c-4e20-b6e2-780abb4d7956 on host n-h1-843948-2 for vnic_type normal using segments [{'id': '17a29653-7279-4bfa-8920-5d1a4282ce71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '159bfc07-93b7-42dd-a52e-784c261f17c5'}] May 30 20:15:43.995467 n-d-843948-2 neutron-server[84886]: INFO neutron.plugins.ml2.plugin [None req-3a6164cb-7177-40f6-83e3-bb163f92f8c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Attempt 4 to bind port 8d374528-e86c-4e20-b6e2-780abb4d7956 May 30 20:15:44.022404 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [None req-3a6164cb-7177-40f6-83e3-bb163f92f8c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Attempting to bind port 8d374528-e86c-4e20-b6e2-780abb4d7956 on host n-h1-843948-2 for vnic_type normal with profile {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:15:44.023046 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [None req-3a6164cb-7177-40f6-83e3-bb163f92f8c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Attempting to bind port 8d374528-e86c-4e20-b6e2-780abb4d7956 by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': '17a29653-7279-4bfa-8920-5d1a4282ce71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '159bfc07-93b7-42dd-a52e-784c261f17c5'}] {{(pid=84886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:15:44.023504 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6164cb-7177-40f6-83e3-bb163f92f8c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Attempting to bind port 8d374528-e86c-4e20-b6e2-780abb4d7956 on network 159bfc07-93b7-42dd-a52e-784c261f17c5 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:15:44.030950 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6164cb-7177-40f6-83e3-bb163f92f8c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Port 8d374528-e86c-4e20-b6e2-780abb4d7956 on network 159bfc07-93b7-42dd-a52e-784c261f17c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:15:44.031493 n-d-843948-2 neutron-server[84886]: ERROR neutron.plugins.ml2.managers [None req-3a6164cb-7177-40f6-83e3-bb163f92f8c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Failed to bind port 8d374528-e86c-4e20-b6e2-780abb4d7956 on host n-h1-843948-2 for vnic_type normal using segments [{'id': '17a29653-7279-4bfa-8920-5d1a4282ce71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '159bfc07-93b7-42dd-a52e-784c261f17c5'}] May 30 20:15:44.031987 n-d-843948-2 neutron-server[84886]: INFO neutron.plugins.ml2.plugin [None req-3a6164cb-7177-40f6-83e3-bb163f92f8c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Attempt 5 to bind port 8d374528-e86c-4e20-b6e2-780abb4d7956 May 30 20:15:44.056695 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [None req-3a6164cb-7177-40f6-83e3-bb163f92f8c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Attempting to bind port 8d374528-e86c-4e20-b6e2-780abb4d7956 on host n-h1-843948-2 for vnic_type normal with profile {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:15:44.057286 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [None req-3a6164cb-7177-40f6-83e3-bb163f92f8c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Attempting to bind port 8d374528-e86c-4e20-b6e2-780abb4d7956 by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': '17a29653-7279-4bfa-8920-5d1a4282ce71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '159bfc07-93b7-42dd-a52e-784c261f17c5'}] {{(pid=84886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:15:44.061297 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6164cb-7177-40f6-83e3-bb163f92f8c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Attempting to bind port 8d374528-e86c-4e20-b6e2-780abb4d7956 on network 159bfc07-93b7-42dd-a52e-784c261f17c5 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:15:44.071599 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6164cb-7177-40f6-83e3-bb163f92f8c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Port 8d374528-e86c-4e20-b6e2-780abb4d7956 on network 159bfc07-93b7-42dd-a52e-784c261f17c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:15:44.074403 n-d-843948-2 neutron-server[84886]: ERROR neutron.plugins.ml2.managers [None req-3a6164cb-7177-40f6-83e3-bb163f92f8c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Failed to bind port 8d374528-e86c-4e20-b6e2-780abb4d7956 on host n-h1-843948-2 for vnic_type normal using segments [{'id': '17a29653-7279-4bfa-8920-5d1a4282ce71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '159bfc07-93b7-42dd-a52e-784c261f17c5'}] May 30 20:15:44.075895 n-d-843948-2 neutron-server[84886]: INFO neutron.plugins.ml2.plugin [None req-3a6164cb-7177-40f6-83e3-bb163f92f8c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Attempt 6 to bind port 8d374528-e86c-4e20-b6e2-780abb4d7956 May 30 20:15:44.078597 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b1f3df9a-051b-4f9a-8382-cf7993812e80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:44.124772 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [None req-3a6164cb-7177-40f6-83e3-bb163f92f8c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Attempting to bind port 8d374528-e86c-4e20-b6e2-780abb4d7956 on host n-h1-843948-2 for vnic_type normal with profile {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:15:44.126011 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [None req-3a6164cb-7177-40f6-83e3-bb163f92f8c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Attempting to bind port 8d374528-e86c-4e20-b6e2-780abb4d7956 by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': '17a29653-7279-4bfa-8920-5d1a4282ce71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '159bfc07-93b7-42dd-a52e-784c261f17c5'}] {{(pid=84886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:15:44.126501 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6164cb-7177-40f6-83e3-bb163f92f8c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Attempting to bind port 8d374528-e86c-4e20-b6e2-780abb4d7956 on network 159bfc07-93b7-42dd-a52e-784c261f17c5 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:15:44.128842 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=1e6e07a3-c45b-41b8-b6a5-4b5b75a47af3,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:44.141529 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6164cb-7177-40f6-83e3-bb163f92f8c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Port 8d374528-e86c-4e20-b6e2-780abb4d7956 on network 159bfc07-93b7-42dd-a52e-784c261f17c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:15:44.141883 n-d-843948-2 neutron-server[84886]: ERROR neutron.plugins.ml2.managers [None req-3a6164cb-7177-40f6-83e3-bb163f92f8c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Failed to bind port 8d374528-e86c-4e20-b6e2-780abb4d7956 on host n-h1-843948-2 for vnic_type normal using segments [{'id': '17a29653-7279-4bfa-8920-5d1a4282ce71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '159bfc07-93b7-42dd-a52e-784c261f17c5'}] May 30 20:15:44.142451 n-d-843948-2 neutron-server[84886]: INFO neutron.plugins.ml2.plugin [None req-3a6164cb-7177-40f6-83e3-bb163f92f8c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Attempt 7 to bind port 8d374528-e86c-4e20-b6e2-780abb4d7956 May 30 20:15:44.161773 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [None req-3a6164cb-7177-40f6-83e3-bb163f92f8c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Attempting to bind port 8d374528-e86c-4e20-b6e2-780abb4d7956 on host n-h1-843948-2 for vnic_type normal with profile {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:15:44.167072 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [None req-3a6164cb-7177-40f6-83e3-bb163f92f8c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Attempting to bind port 8d374528-e86c-4e20-b6e2-780abb4d7956 by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': '17a29653-7279-4bfa-8920-5d1a4282ce71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '159bfc07-93b7-42dd-a52e-784c261f17c5'}] {{(pid=84886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:15:44.167072 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6164cb-7177-40f6-83e3-bb163f92f8c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Attempting to bind port 8d374528-e86c-4e20-b6e2-780abb4d7956 on network 159bfc07-93b7-42dd-a52e-784c261f17c5 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:15:44.169517 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6164cb-7177-40f6-83e3-bb163f92f8c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Port 8d374528-e86c-4e20-b6e2-780abb4d7956 on network 159bfc07-93b7-42dd-a52e-784c261f17c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:15:44.169893 n-d-843948-2 neutron-server[84886]: ERROR neutron.plugins.ml2.managers [None req-3a6164cb-7177-40f6-83e3-bb163f92f8c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Failed to bind port 8d374528-e86c-4e20-b6e2-780abb4d7956 on host n-h1-843948-2 for vnic_type normal using segments [{'id': '17a29653-7279-4bfa-8920-5d1a4282ce71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '159bfc07-93b7-42dd-a52e-784c261f17c5'}] May 30 20:15:44.170274 n-d-843948-2 neutron-server[84886]: INFO neutron.plugins.ml2.plugin [None req-3a6164cb-7177-40f6-83e3-bb163f92f8c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Attempt 8 to bind port 8d374528-e86c-4e20-b6e2-780abb4d7956 May 30 20:15:44.188554 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [None req-3a6164cb-7177-40f6-83e3-bb163f92f8c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Attempting to bind port 8d374528-e86c-4e20-b6e2-780abb4d7956 on host n-h1-843948-2 for vnic_type normal with profile {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:15:44.188873 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [None req-3a6164cb-7177-40f6-83e3-bb163f92f8c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Attempting to bind port 8d374528-e86c-4e20-b6e2-780abb4d7956 by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': '17a29653-7279-4bfa-8920-5d1a4282ce71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '159bfc07-93b7-42dd-a52e-784c261f17c5'}] {{(pid=84886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:15:44.189230 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6164cb-7177-40f6-83e3-bb163f92f8c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Attempting to bind port 8d374528-e86c-4e20-b6e2-780abb4d7956 on network 159bfc07-93b7-42dd-a52e-784c261f17c5 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:15:44.190978 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b1f3df9a-051b-4f9a-8382-cf7993812e80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:44.196220 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6164cb-7177-40f6-83e3-bb163f92f8c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Port 8d374528-e86c-4e20-b6e2-780abb4d7956 on network 159bfc07-93b7-42dd-a52e-784c261f17c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:15:44.196547 n-d-843948-2 neutron-server[84886]: ERROR neutron.plugins.ml2.managers [None req-3a6164cb-7177-40f6-83e3-bb163f92f8c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Failed to bind port 8d374528-e86c-4e20-b6e2-780abb4d7956 on host n-h1-843948-2 for vnic_type normal using segments [{'id': '17a29653-7279-4bfa-8920-5d1a4282ce71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '159bfc07-93b7-42dd-a52e-784c261f17c5'}] May 30 20:15:44.197034 n-d-843948-2 neutron-server[84886]: INFO neutron.plugins.ml2.plugin [None req-3a6164cb-7177-40f6-83e3-bb163f92f8c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Attempt 9 to bind port 8d374528-e86c-4e20-b6e2-780abb4d7956 May 30 20:15:44.215979 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [None req-3a6164cb-7177-40f6-83e3-bb163f92f8c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Attempting to bind port 8d374528-e86c-4e20-b6e2-780abb4d7956 on host n-h1-843948-2 for vnic_type normal with profile {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:15:44.216700 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [None req-3a6164cb-7177-40f6-83e3-bb163f92f8c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Attempting to bind port 8d374528-e86c-4e20-b6e2-780abb4d7956 by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': '17a29653-7279-4bfa-8920-5d1a4282ce71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '159bfc07-93b7-42dd-a52e-784c261f17c5'}] {{(pid=84886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:15:44.217020 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6164cb-7177-40f6-83e3-bb163f92f8c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Attempting to bind port 8d374528-e86c-4e20-b6e2-780abb4d7956 on network 159bfc07-93b7-42dd-a52e-784c261f17c5 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:15:44.227378 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6164cb-7177-40f6-83e3-bb163f92f8c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Port 8d374528-e86c-4e20-b6e2-780abb4d7956 on network 159bfc07-93b7-42dd-a52e-784c261f17c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:15:44.227727 n-d-843948-2 neutron-server[84886]: ERROR neutron.plugins.ml2.managers [None req-3a6164cb-7177-40f6-83e3-bb163f92f8c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Failed to bind port 8d374528-e86c-4e20-b6e2-780abb4d7956 on host n-h1-843948-2 for vnic_type normal using segments [{'id': '17a29653-7279-4bfa-8920-5d1a4282ce71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '159bfc07-93b7-42dd-a52e-784c261f17c5'}] May 30 20:15:44.228115 n-d-843948-2 neutron-server[84886]: INFO neutron.plugins.ml2.plugin [None req-3a6164cb-7177-40f6-83e3-bb163f92f8c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Attempt 10 to bind port 8d374528-e86c-4e20-b6e2-780abb4d7956 May 30 20:15:44.246944 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [None req-3a6164cb-7177-40f6-83e3-bb163f92f8c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Attempting to bind port 8d374528-e86c-4e20-b6e2-780abb4d7956 on host n-h1-843948-2 for vnic_type normal with profile {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:15:44.247281 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [None req-3a6164cb-7177-40f6-83e3-bb163f92f8c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Attempting to bind port 8d374528-e86c-4e20-b6e2-780abb4d7956 by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': '17a29653-7279-4bfa-8920-5d1a4282ce71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '159bfc07-93b7-42dd-a52e-784c261f17c5'}] {{(pid=84886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:15:44.247739 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6164cb-7177-40f6-83e3-bb163f92f8c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Attempting to bind port 8d374528-e86c-4e20-b6e2-780abb4d7956 on network 159bfc07-93b7-42dd-a52e-784c261f17c5 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:15:44.255037 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6164cb-7177-40f6-83e3-bb163f92f8c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Port 8d374528-e86c-4e20-b6e2-780abb4d7956 on network 159bfc07-93b7-42dd-a52e-784c261f17c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:15:44.255366 n-d-843948-2 neutron-server[84886]: ERROR neutron.plugins.ml2.managers [None req-3a6164cb-7177-40f6-83e3-bb163f92f8c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Failed to bind port 8d374528-e86c-4e20-b6e2-780abb4d7956 on host n-h1-843948-2 for vnic_type normal using segments [{'id': '17a29653-7279-4bfa-8920-5d1a4282ce71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '159bfc07-93b7-42dd-a52e-784c261f17c5'}] May 30 20:15:44.255728 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3a6164cb-7177-40f6-83e3-bb163f92f8c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:44.340717 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 3f6b9a55-b5e7-4182-9909-1b1b41b5b5e5, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=3f6b9a55-b5e7-4182-9909-1b1b41b5b5e5,segment=NetworkSegment(48b6fcfa-3ec2-4d17-909f-cafe15f0609e),segment_id=48b6fcfa-3ec2-4d17-909f-cafe15f0609e)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:15:44.360412 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f3df9a-051b-4f9a-8382-cf7993812e80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc3c742c-5911-47ff-a383-ce0a5d80411e,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:44.381381 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1f3df9a-051b-4f9a-8382-cf7993812e80 admin admin] vlan segment allocate from pool success with {'vlan_id': 652, 'physical_network': 'physnet1'} {{(pid=84887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:15:44.387175 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Returning: {'device': '3f6b9a55-b5e7-4182-9909-1b1b41b5b5e5', 'network_id': '3f114897-b454-4ffb-8b12-a7f676cbd8b7', 'port_id': '3f6b9a55-b5e7-4182-9909-1b1b41b5b5e5', 'mac_address': 'fa:16:3e:ea:1c:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '561eb42b-7b18-4427-9f39-9d1695eb4bda', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:15:44.400001 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [None req-3a6164cb-7177-40f6-83e3-bb163f92f8c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] For port 8d374528-e86c-4e20-b6e2-780abb4d7956, host n-h1-843948-2, cleared binding levels {{(pid=84886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:15:44.401110 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b1f3df9a-051b-4f9a-8382-cf7993812e80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:44.401469 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [None req-3a6164cb-7177-40f6-83e3-bb163f92f8c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Attempted to set empty binding levels {{(pid=84886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} May 30 20:15:44.402737 n-d-843948-2 neutron-server[84887]: INFO neutron.db.segments_db [None req-b1f3df9a-051b-4f9a-8382-cf7993812e80 admin admin] Added segment 5b30179d-1d35-43aa-8091-aca9e93e4710 of type vlan for network dc8e1ef1-247e-4ae8-8d4a-07d650cfb733 May 30 20:15:44.441233 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b1f3df9a-051b-4f9a-8382-cf7993812e80 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:44.508511 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:44.536714 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f6b9a55-b5e7-4182-9909-1b1b41b5b5e5 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:15:44.540629 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3a6164cb-7177-40f6-83e3-bb163f92f8c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:44.588002 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 3f6b9a55-b5e7-4182-9909-1b1b41b5b5e5, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=3f6b9a55-b5e7-4182-9909-1b1b41b5b5e5,segment=NetworkSegment(48b6fcfa-3ec2-4d17-909f-cafe15f0609e),segment_id=48b6fcfa-3ec2-4d17-909f-cafe15f0609e)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:15:44.651715 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e582163-0d67-4b26-839d-257124fe313e req-5ca34715-8266-4800-9fbf-f87038559909 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:44.652832 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-5e582163-0d67-4b26-839d-257124fe313e req-5ca34715-8266-4800-9fbf-f87038559909 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Synchronizing usage tracker for tenant:7f20a37d1ec84058864d6080c6a9f8aa on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:15:44.706085 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:44.706740 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device cda388b0-e696-46f5-b74b-e60dd3d28e14 details requested by agent hyperv_n-h1-843948-2 with host n-h1-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:15:44.707255 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b1f3df9a-051b-4f9a-8382-cf7993812e80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:44.708687 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f3df9a-051b-4f9a-8382-cf7993812e80 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:44.711478 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b1f3df9a-051b-4f9a-8382-cf7993812e80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:44.742980 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3a6164cb-7177-40f6-83e3-bb163f92f8c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:44.800138 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-5e582163-0d67-4b26-839d-257124fe313e req-5ca34715-8266-4800-9fbf-f87038559909 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Unset dirty status for tenant:7f20a37d1ec84058864d6080c6a9f8aa on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:15:44.809814 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5e582163-0d67-4b26-839d-257124fe313e req-5ca34715-8266-4800-9fbf-f87038559909 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/ports?device_id=d8ed4eb4-bd45-4dbb-8a7d-4f4b56681494 HTTP/1.1" status: 200 len: 946 time: 0.3622460 May 30 20:15:44.825328 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6164cb-7177-40f6-83e3-bb163f92f8c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Pushing event updated for resources: {'Port': ['ID=8d374528-e86c-4e20-b6e2-780abb4d7956,revision_number=2']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:44.862592 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=3f6b9a55-b5e7-4182-9909-1b1b41b5b5e5,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:44.877952 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0f9241-d2c0-4339-b817-0a953cff515b req-a5b44989-0d3f-4c89-8749-6a2c49d4e498 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:44.894067 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0f9241-d2c0-4339-b817-0a953cff515b req-a5b44989-0d3f-4c89-8749-6a2c49d4e498 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:44.894067 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0f9241-d2c0-4339-b817-0a953cff515b req-a5b44989-0d3f-4c89-8749-6a2c49d4e498 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:44.910831 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0f9241-d2c0-4339-b817-0a953cff515b req-a5b44989-0d3f-4c89-8749-6a2c49d4e498 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:44.913061 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port cda388b0-e696-46f5-b74b-e60dd3d28e14, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=cda388b0-e696-46f5-b74b-e60dd3d28e14,segment=NetworkSegment(48b6fcfa-3ec2-4d17-909f-cafe15f0609e),segment_id=48b6fcfa-3ec2-4d17-909f-cafe15f0609e)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:15:44.917222 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0f9241-d2c0-4339-b817-0a953cff515b req-a5b44989-0d3f-4c89-8749-6a2c49d4e498 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:44.925767 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0f9241-d2c0-4339-b817-0a953cff515b req-a5b44989-0d3f-4c89-8749-6a2c49d4e498 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:44.930896 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0f9241-d2c0-4339-b817-0a953cff515b req-a5b44989-0d3f-4c89-8749-6a2c49d4e498 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:44.932791 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-8d0f9241-d2c0-4339-b817-0a953cff515b req-a5b44989-0d3f-4c89-8749-6a2c49d4e498 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] 10.222.0.85 "GET /v2.0/ports?device_id=f8af66f6-93a3-4b44-964c-0edc263a69f5 HTTP/1.1" status: 200 len: 5433 time: 0.3195949 May 30 20:15:44.935691 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Returning: {'device': 'cda388b0-e696-46f5-b74b-e60dd3d28e14', 'network_id': '3f114897-b454-4ffb-8b12-a7f676cbd8b7', 'port_id': 'cda388b0-e696-46f5-b74b-e60dd3d28e14', 'mac_address': 'fa:16:3e:83:89:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '561eb42b-7b18-4427-9f39-9d1695eb4bda', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:15:44.938651 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-3a6164cb-7177-40f6-83e3-bb163f92f8c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 3.3079867 May 30 20:15:44.939396 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 56734) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:15:44.995112 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 56738) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:15:45.029745 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-801e1201-7776-4d07-b25a-1f889541fca5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Deleting port 8d374528-e86c-4e20-b6e2-780abb4d7956 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:15:45.029966 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-801e1201-7776-4d07-b25a-1f889541fca5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:45.038677 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:45.062184 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cda388b0-e696-46f5-b74b-e60dd3d28e14 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:15:45.083659 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port cda388b0-e696-46f5-b74b-e60dd3d28e14, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=cda388b0-e696-46f5-b74b-e60dd3d28e14,segment=NetworkSegment(48b6fcfa-3ec2-4d17-909f-cafe15f0609e),segment_id=48b6fcfa-3ec2-4d17-909f-cafe15f0609e)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:15:45.100321 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f3df9a-051b-4f9a-8382-cf7993812e80 admin admin] Pushing event updated for resources: {'Network': ['ID=dc8e1ef1-247e-4ae8-8d4a-07d650cfb733,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:45.111440 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5e582163-0d67-4b26-839d-257124fe313e req-195206de-1d5f-457b-ac70-da5ac725644d tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/security-groups?id=3b7b472c-21af-4683-a7b2-e1dc38380326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3074217 May 30 20:15:45.113435 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network dc8e1ef1-247e-4ae8-8d4a-07d650cfb733 details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:15:45.138615 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-b1f3df9a-051b-4f9a-8382-cf7993812e80 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.9995973 May 30 20:15:45.141599 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 56744) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:15:45.148227 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-b0469570-fb10-40f3-a992-b87b97f904a6 admin admin] Request body: {'subnet': {'network_id': 'dc8e1ef1-247e-4ae8-8d4a-07d650cfb733', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1765593591-subnet', 'tenant_id': 'a3633186c19f443c841d1c9c932ed90d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:15:45.162439 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-b0469570-fb10-40f3-a992-b87b97f904a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:15:45.166502 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-b0469570-fb10-40f3-a992-b87b97f904a6 admin admin] Usage tracker for resource:subnet and tenant:a3633186c19f443c841d1c9c932ed90d is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:15:45.175457 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-b0469570-fb10-40f3-a992-b87b97f904a6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:15:45.194575 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-b0469570-fb10-40f3-a992-b87b97f904a6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:15:45.248906 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:45.249970 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device c78b1fa0-03b2-49cd-9c87-b45453242a60 details requested by agent hyperv_n-h1-843948-2 with host n-h1-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:15:45.316076 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-83208130-ba40-4da8-b7eb-4b385308303e req-c2802532-865d-4751-ab84-ea6f1fa697b5 tempest-ServerShowV247Test-254392673 tempest-ServerShowV247Test-254392673-project] 10.222.0.86 "GET /v2.0/ports?device_id=492a04df-fe45-49e6-9c70-8a9b984d8f87 HTTP/1.1" status: 200 len: 210 time: 0.0961523 May 30 20:15:45.320790 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0469570-fb10-40f3-a992-b87b97f904a6 admin admin] Made reservation on behalf of a3633186c19f443c841d1c9c932ed90d for: {'subnet': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:15:45.325272 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b0469570-fb10-40f3-a992-b87b97f904a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114220'] for subnet, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:45.357015 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-8d0f9241-d2c0-4339-b817-0a953cff515b req-a2b7692a-202a-46ce-aaa3-09bc63fc81d8 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] 10.222.0.85 "GET /v2.0/security-groups?id=f2363d32-544a-4c25-9836-43719a31ef02&id=71bec9af-908d-443b-98db-bdfb70c6ea10&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3443029 May 30 20:15:45.432743 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=cda388b0-e696-46f5-b74b-e60dd3d28e14,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:45.442543 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port c78b1fa0-03b2-49cd-9c87-b45453242a60, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=c78b1fa0-03b2-49cd-9c87-b45453242a60,segment=NetworkSegment(a622f652-5f5a-416e-87a7-7c0365db31a5),segment_id=a622f652-5f5a-416e-87a7-7c0365db31a5)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:15:45.480146 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Returning: {'device': 'c78b1fa0-03b2-49cd-9c87-b45453242a60', 'network_id': 'a7619443-8c8f-449c-b71b-17b9838c2b23', 'port_id': 'c78b1fa0-03b2-49cd-9c87-b45453242a60', 'mac_address': 'fa:16:3e:d8:b7:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a88285df-a7f2-4329-8d01-6e0453d581e4', 'ip_address': '10.1.1.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:15:45.509319 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [None req-801e1201-7776-4d07-b25a-1f889541fca5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] For port 8d374528-e86c-4e20-b6e2-780abb4d7956, host n-h1-843948-2, got binding levels [] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:15:45.509702 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-801e1201-7776-4d07-b25a-1f889541fca5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:45.518951 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-9446d5d4-bfa1-4356-b90d-d139c9ea9d35 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-98462359-network', 'tenant_id': 'af163cbd2042444a832f25a9c44ad423'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:15:45.560563 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-9446d5d4-bfa1-4356-b90d-d139c9ea9d35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:15:45.582927 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:45.586223 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a33d8f3c-ff98-4029-8dfa-f913a78ab47f req-c140bc14-03da-41c1-bd68-e51e7db44e39 tempest-ServerShowV247Test-254392673 tempest-ServerShowV247Test-254392673-project] 10.222.0.85 "GET /v2.0/ports?device_id=492a04df-fe45-49e6-9c70-8a9b984d8f87 HTTP/1.1" status: 200 len: 210 time: 0.2686119 May 30 20:15:45.589714 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-9446d5d4-bfa1-4356-b90d-d139c9ea9d35 admin admin] Usage tracker for resource:network and tenant:af163cbd2042444a832f25a9c44ad423 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:15:45.593967 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-9446d5d4-bfa1-4356-b90d-d139c9ea9d35 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:15:45.622635 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c78b1fa0-03b2-49cd-9c87-b45453242a60 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:15:45.653721 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port c78b1fa0-03b2-49cd-9c87-b45453242a60, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=c78b1fa0-03b2-49cd-9c87-b45453242a60,segment=NetworkSegment(a622f652-5f5a-416e-87a7-7c0365db31a5),segment_id=a622f652-5f5a-416e-87a7-7c0365db31a5)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:15:45.665155 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-801e1201-7776-4d07-b25a-1f889541fca5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Calling delete_port for 8d374528-e86c-4e20-b6e2-780abb4d7956 owned by {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:15:45.686785 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-9446d5d4-bfa1-4356-b90d-d139c9ea9d35 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:15:45.721260 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:45.793878 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=c78b1fa0-03b2-49cd-9c87-b45453242a60,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:45.804839 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9a4ec3-b9b4-4445-b8f4-330c2d55368b req-24efb480-a25a-4796-b780-edecb3663bd0 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:45.806473 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-bf9a4ec3-b9b4-4445-b8f4-330c2d55368b req-24efb480-a25a-4796-b780-edecb3663bd0 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.86 "GET /v2.0/ports?device_id=d8ed4eb4-bd45-4dbb-8a7d-4f4b56681494 HTTP/1.1" status: 200 len: 946 time: 0.2138095 May 30 20:15:45.858903 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9446d5d4-bfa1-4356-b90d-d139c9ea9d35 admin admin] Made reservation on behalf of af163cbd2042444a832f25a9c44ad423 for: {'network': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:15:45.861601 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9446d5d4-bfa1-4356-b90d-d139c9ea9d35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:45.879314 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-801e1201-7776-4d07-b25a-1f889541fca5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:45.893663 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9446d5d4-bfa1-4356-b90d-d139c9ea9d35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:45.919695 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-bf9a4ec3-b9b4-4445-b8f4-330c2d55368b req-42c2aaf5-0604-48e7-99c7-f414b0e90e6e tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Deleting port 6f1ac051-3c3f-42ee-8075-0416c2ec16cf {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:15:45.920047 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-bf9a4ec3-b9b4-4445-b8f4-330c2d55368b req-42c2aaf5-0604-48e7-99c7-f414b0e90e6e tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:45.944262 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801e1201-7776-4d07-b25a-1f889541fca5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Pushing event deleted for resources: {'Port': ['ID=8d374528-e86c-4e20-b6e2-780abb4d7956,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:45.960366 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-801e1201-7776-4d07-b25a-1f889541fca5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:45.968364 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-801e1201-7776-4d07-b25a-1f889541fca5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] 10.222.0.85 "DELETE /v2.0/ports/8d374528-e86c-4e20-b6e2-780abb4d7956 HTTP/1.1" status: 204 len: 168 time: 1.0270793 May 30 20:15:45.971139 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 56752) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:15:45.999135 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b0469570-fb10-40f3-a992-b87b97f904a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4055401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114238'] for subnet, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:46.023015 n-d-843948-2 neutron-server[84886]: INFO neutron.pecan_wsgi.hooks.translation [None req-abd61f60-6604-4804-aee2-88f220206e7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] GET failed (client error): The resource could not be found. May 30 20:15:46.023514 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-abd61f60-6604-4804-aee2-88f220206e7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Synchronizing usage tracker for tenant:b2c16b1a374849aeb6e639d40c673703 on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:15:46.146583 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-9446d5d4-bfa1-4356-b90d-d139c9ea9d35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:15:46.161136 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-9446d5d4-bfa1-4356-b90d-d139c9ea9d35 admin admin] Usage tracker for resource:security_group_rule and tenant:af163cbd2042444a832f25a9c44ad423 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:15:46.191396 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-9446d5d4-bfa1-4356-b90d-d139c9ea9d35 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:15:46.196852 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-abd61f60-6604-4804-aee2-88f220206e7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Unset dirty status for tenant:b2c16b1a374849aeb6e639d40c673703 on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:15:46.200863 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-abd61f60-6604-4804-aee2-88f220206e7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] 10.222.0.85 "GET /v2.0/ports/8d374528-e86c-4e20-b6e2-780abb4d7956 HTTP/1.1" status: 404 len: 333 time: 0.2276855 May 30 20:15:46.230022 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-9446d5d4-bfa1-4356-b90d-d139c9ea9d35 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:15:46.233715 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 56758) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:15:46.249089 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-8afbb94f-4a6e-48fc-b62b-48b8580bf8ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Request body: {'port': {'network_id': '159bfc07-93b7-42dd-a52e-784c261f17c5', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1872819921'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:15:46.300777 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-8afbb94f-4a6e-48fc-b62b-48b8580bf8ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:15:46.381248 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0469570-fb10-40f3-a992-b87b97f904a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=faa8b808-b144-42dd-ba56-61b4be0cca53,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:46.384898 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0469570-fb10-40f3-a992-b87b97f904a6 admin admin] Checking segment: {'id': '5b30179d-1d35-43aa-8091-aca9e93e4710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'dc8e1ef1-247e-4ae8-8d4a-07d650cfb733'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:15:46.386073 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0469570-fb10-40f3-a992-b87b97f904a6 admin admin] Network hostable DHCP agents. Network: dc8e1ef1-247e-4ae8-8d4a-07d650cfb733, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:15:46.446157 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-8afbb94f-4a6e-48fc-b62b-48b8580bf8ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:15:46.520000 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8569a6-f599-43ed-9638-bb0c93f7e674 req-2a6d852d-17f6-4853-bdb4-55905e05b7b1 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:46.530424 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5c8569a6-f599-43ed-9638-bb0c93f7e674 req-2a6d852d-17f6-4853-bdb4-55905e05b7b1 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/ports?device_id=d8ed4eb4-bd45-4dbb-8a7d-4f4b56681494 HTTP/1.1" status: 200 len: 946 time: 0.2343583 May 30 20:15:46.592120 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['1e6e07a3-c45b-41b8-b6a5-4b5b75a47af3'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:15:46.614806 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5c8569a6-f599-43ed-9638-bb0c93f7e674 req-e9042318-91e5-4069-ab0a-ef12b6ca0921 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/security-groups?id=3b7b472c-21af-4683-a7b2-e1dc38380326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823164 May 30 20:15:46.617278 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8afbb94f-4a6e-48fc-b62b-48b8580bf8ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Made reservation on behalf of b2c16b1a374849aeb6e639d40c673703 for: {'port': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:15:46.621499 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8afbb94f-4a6e-48fc-b62b-48b8580bf8ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:46.628317 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['3f6b9a55-b5e7-4182-9909-1b1b41b5b5e5'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:15:46.639456 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-bf9a4ec3-b9b4-4445-b8f4-330c2d55368b req-42c2aaf5-0604-48e7-99c7-f414b0e90e6e tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] For port 6f1ac051-3c3f-42ee-8075-0416c2ec16cf, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=6f1ac051-3c3f-42ee-8075-0416c2ec16cf,segment=NetworkSegment(6f1287e5-9e46-42ce-b023-b38d433df277),segment_id=6f1287e5-9e46-42ce-b023-b38d433df277)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:15:46.639816 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-bf9a4ec3-b9b4-4445-b8f4-330c2d55368b req-42c2aaf5-0604-48e7-99c7-f414b0e90e6e tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:46.656637 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['e11c1dce-38fb-439a-b79f-28a1736ee8b8'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:15:46.671508 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [None req-8afbb94f-4a6e-48fc-b62b-48b8580bf8ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] device_id is not set on port 3bca5041-3d74-4f2f-9514-95128f5c2656 yet. {{(pid=84886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:15:46.748148 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:15:46.749597 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['8fa5f782-5b3a-4dde-bc5a-b3223a1946b8'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:15:46.804055 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['cda388b0-e696-46f5-b74b-e60dd3d28e14'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:15:46.832535 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0469570-fb10-40f3-a992-b87b97f904a6 admin admin] Network dc8e1ef1-247e-4ae8-8d4a-07d650cfb733 is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:15:46.851117 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['65cf2d99-b058-4d03-989d-4197e189c275'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:15:46.919462 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['c78b1fa0-03b2-49cd-9c87-b45453242a60'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:15:46.924543 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9446d5d4-bfa1-4356-b90d-d139c9ea9d35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:46.936013 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-bf9a4ec3-b9b4-4445-b8f4-330c2d55368b req-42c2aaf5-0604-48e7-99c7-f414b0e90e6e tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Calling delete_port for 6f1ac051-3c3f-42ee-8075-0416c2ec16cf owned by compute:nova {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:15:47.049662 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8afbb94f-4a6e-48fc-b62b-48b8580bf8ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:47.050154 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9446d5d4-bfa1-4356-b90d-d139c9ea9d35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:47.067523 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9446d5d4-bfa1-4356-b90d-d139c9ea9d35 admin admin] vlan segment allocate from pool success with {'vlan_id': 654, 'physical_network': 'physnet1'} {{(pid=84887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:15:47.094468 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-b0469570-fb10-40f3-a992-b87b97f904a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, dc8e1ef1-247e-4ae8-8d4a-07d650cfb733) {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:15:47.099170 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0469570-fb10-40f3-a992-b87b97f904a6 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:47.102070 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b0469570-fb10-40f3-a992-b87b97f904a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:47.105689 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9446d5d4-bfa1-4356-b90d-d139c9ea9d35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:47.106088 n-d-843948-2 neutron-server[84887]: INFO neutron.db.segments_db [None req-9446d5d4-bfa1-4356-b90d-d139c9ea9d35 admin admin] Added segment 9cdcbede-65a3-4a4d-80cb-286c108c164a of type vlan for network 51438f8d-98bc-428c-98e5-c8517683a003 May 30 20:15:47.161749 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b0625a7-ce2a-4554-ad99-86be532c8429 None None] Network dc8e1ef1-247e-4ae8-8d4a-07d650cfb733 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:15:47.189209 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec36e34-8e75-4784-aa8e-2e886d0af598 req-e01aa183-3d0a-4fc8-b424-ed9bcdd1efaa tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:47.193187 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec36e34-8e75-4784-aa8e-2e886d0af598 req-e01aa183-3d0a-4fc8-b424-ed9bcdd1efaa tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:47.197535 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec36e34-8e75-4784-aa8e-2e886d0af598 req-e01aa183-3d0a-4fc8-b424-ed9bcdd1efaa tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:47.201589 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec36e34-8e75-4784-aa8e-2e886d0af598 req-e01aa183-3d0a-4fc8-b424-ed9bcdd1efaa tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:47.205785 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec36e34-8e75-4784-aa8e-2e886d0af598 req-e01aa183-3d0a-4fc8-b424-ed9bcdd1efaa tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:47.209867 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec36e34-8e75-4784-aa8e-2e886d0af598 req-e01aa183-3d0a-4fc8-b424-ed9bcdd1efaa tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:47.213873 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec36e34-8e75-4784-aa8e-2e886d0af598 req-e01aa183-3d0a-4fc8-b424-ed9bcdd1efaa tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:47.218423 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-bec36e34-8e75-4784-aa8e-2e886d0af598 req-e01aa183-3d0a-4fc8-b424-ed9bcdd1efaa tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] 10.222.0.85 "GET /v2.0/ports?device_id=f8af66f6-93a3-4b44-964c-0edc263a69f5 HTTP/1.1" status: 200 len: 5436 time: 0.5671625 May 30 20:15:47.244023 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8afbb94f-4a6e-48fc-b62b-48b8580bf8ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:47.286337 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9446d5d4-bfa1-4356-b90d-d139c9ea9d35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0524bca6-45ea-44a4-8d6f-618d0ae32427,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:47.300149 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9446d5d4-bfa1-4356-b90d-d139c9ea9d35 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:47.322267 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8afbb94f-4a6e-48fc-b62b-48b8580bf8ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Network 159bfc07-93b7-42dd-a52e-784c261f17c5 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:15:47.332930 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-8afbb94f-4a6e-48fc-b62b-48b8580bf8ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:15:47.338594 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8afbb94f-4a6e-48fc-b62b-48b8580bf8ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:15:47.339389 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8afbb94f-4a6e-48fc-b62b-48b8580bf8ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:47.340013 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8afbb94f-4a6e-48fc-b62b-48b8580bf8ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:47.381605 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afbb94f-4a6e-48fc-b62b-48b8580bf8ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Pushing event updated for resources: {'Port': ['ID=3bca5041-3d74-4f2f-9514-95128f5c2656,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:47.398241 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-bec36e34-8e75-4784-aa8e-2e886d0af598 req-0cb43b8f-60a6-4479-a751-8ac5f5231c46 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] 10.222.0.85 "GET /v2.0/security-groups?id=f2363d32-544a-4c25-9836-43719a31ef02&id=71bec9af-908d-443b-98db-bdfb70c6ea10&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1413198 May 30 20:15:47.467033 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-b0469570-fb10-40f3-a992-b87b97f904a6 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.3239644 May 30 20:15:47.517383 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-bf9a4ec3-b9b4-4445-b8f4-330c2d55368b req-42c2aaf5-0604-48e7-99c7-f414b0e90e6e tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:47.523013 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9446d5d4-bfa1-4356-b90d-d139c9ea9d35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:47.528304 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-8afbb94f-4a6e-48fc-b62b-48b8580bf8ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.2915196 May 30 20:15:47.532959 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9446d5d4-bfa1-4356-b90d-d139c9ea9d35 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:47.532959 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9446d5d4-bfa1-4356-b90d-d139c9ea9d35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:47.533265 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 56774) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:15:47.551882 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-f9273b1a-046a-4775-9dbb-2a56d1bfefed tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-843948-2'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:15:47.616591 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['8e5aeea2-b35a-41eb-83bf-3b475ff14780', '6f1ac051-3c3f-42ee-8075-0416c2ec16cf'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:15:47.759738 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c2aaf5-0604-48e7-99c7-f414b0e90e6e tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Pushing event deleted for resources: {'Port': ['ID=6f1ac051-3c3f-42ee-8075-0416c2ec16cf,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:47.966983 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d3ca0acd-c322-46ac-a111-77a0d66b9b04 req-e826aeb4-a9d6-4368-b8b7-517e86a5d126 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c380164513684a559ad3f0855549864c&device_id=14dffdcc-2424-4bc7-8325-386fb19468a5 HTTP/1.1" status: 200 len: 210 time: 0.3509061 May 30 20:15:48.111029 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-66227519-4efa-4192-b849-9c634b10f08d req-298eb9a4-b287-452d-9d39-886c692ccc9d tempest-ServerShowV247Test-254392673 tempest-ServerShowV247Test-254392673-project] 10.222.0.85 "GET /v2.0/ports?device_id=14dffdcc-2424-4bc7-8325-386fb19468a5 HTTP/1.1" status: 200 len: 210 time: 0.1367717 May 30 20:15:48.123876 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf9a4ec3-b9b4-4445-b8f4-330c2d55368b req-42c2aaf5-0604-48e7-99c7-f414b0e90e6e tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] No DVR routers for this DVR port 6f1ac051-3c3f-42ee-8075-0416c2ec16cf on host n-h2-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:15:48.127682 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-bf9a4ec3-b9b4-4445-b8f4-330c2d55368b req-42c2aaf5-0604-48e7-99c7-f414b0e90e6e tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:48.129461 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-bf9a4ec3-b9b4-4445-b8f4-330c2d55368b req-42c2aaf5-0604-48e7-99c7-f414b0e90e6e tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.86 "DELETE /v2.0/ports/6f1ac051-3c3f-42ee-8075-0416c2ec16cf HTTP/1.1" status: 204 len: 173 time: 2.3138466 May 30 20:15:48.130694 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8ed4eb4-bd45-4dbb-8a7d-4f4b56681494', 'name': 'network-vif-deleted', 'tag': '6f1ac051-3c3f-42ee-8075-0416c2ec16cf'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:15:48.138831 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c8aedaa0-9897-4418-8dac-17c0ae58f8b9 req-cdd678c3-9156-4316-b3d4-8ac155c66faa tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/ports?device_id=d8ed4eb4-bd45-4dbb-8a7d-4f4b56681494 HTTP/1.1" status: 200 len: 210 time: 0.1058257 May 30 20:15:48.146763 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d3ca0acd-c322-46ac-a111-77a0d66b9b04 req-baae1678-7caa-443f-9e72-3169aabe3d68 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=c380164513684a559ad3f0855549864c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1632323 May 30 20:15:48.147639 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9446d5d4-bfa1-4356-b90d-d139c9ea9d35 admin admin] Pushing event updated for resources: {'Network': ['ID=51438f8d-98bc-428c-98e5-c8517683a003,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:48.181931 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-9446d5d4-bfa1-4356-b90d-d139c9ea9d35 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 3.1854498 May 30 20:15:48.194671 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 56788) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:15:48.210797 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f9273b1a-046a-4775-9dbb-2a56d1bfefed tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:48.271378 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network 51438f8d-98bc-428c-98e5-c8517683a003 details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:15:48.482936 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ca0acd-c322-46ac-a111-77a0d66b9b04 req-402c7875-9650-4501-9177-14244ed0b06b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:48.485992 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d3ca0acd-c322-46ac-a111-77a0d66b9b04 req-402c7875-9650-4501-9177-14244ed0b06b service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3323798 May 30 20:15:48.488761 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-323784e1-587f-4361-85c6-0da1c3902c9d'] response: {'server_uuid': 'd8ed4eb4-bd45-4dbb-8a7d-4f4b56681494', 'name': 'network-vif-deleted', 'tag': '6f1ac051-3c3f-42ee-8075-0416c2ec16cf', 'status': 'completed', 'code': 200} May 30 20:15:48.512057 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-be1c5a88-a9f6-426e-9a84-e5857cc6ebdb admin admin] Request body: {'subnet': {'network_id': '51438f8d-98bc-428c-98e5-c8517683a003', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-98462359-subnet', 'tenant_id': 'af163cbd2042444a832f25a9c44ad423', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:15:48.528229 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-be1c5a88-a9f6-426e-9a84-e5857cc6ebdb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:15:48.536417 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-be1c5a88-a9f6-426e-9a84-e5857cc6ebdb admin admin] Usage tracker for resource:subnet and tenant:af163cbd2042444a832f25a9c44ad423 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:15:48.542854 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-be1c5a88-a9f6-426e-9a84-e5857cc6ebdb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:15:48.557161 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-be1c5a88-a9f6-426e-9a84-e5857cc6ebdb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:15:48.570264 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64027132-67b8-40aa-8f4a-0c093c1429fb None None] Network dc8e1ef1-247e-4ae8-8d4a-07d650cfb733 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:15:48.756680 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be1c5a88-a9f6-426e-9a84-e5857cc6ebdb admin admin] Made reservation on behalf of af163cbd2042444a832f25a9c44ad423 for: {'subnet': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:15:48.772067 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-be1c5a88-a9f6-426e-9a84-e5857cc6ebdb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114220'] for subnet, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:48.872753 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [None req-f9273b1a-046a-4775-9dbb-2a56d1bfefed tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] device_id is not set on port 3bca5041-3d74-4f2f-9514-95128f5c2656 yet. {{(pid=84886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:15:48.889015 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f9273b1a-046a-4775-9dbb-2a56d1bfefed tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:48.920815 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [None req-f9273b1a-046a-4775-9dbb-2a56d1bfefed tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Transition to ACTIVE for port object 3bca5041-3d74-4f2f-9514-95128f5c2656 will not be triggered until provisioned by entity L2. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:15:48.990146 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fab64ab-9a4d-4206-93c3-c62b8be7089a req-a3ff1dfb-6455-4a6f-b48e-f8949b0c1892 tempest-InstanceActionsNegativeTestJSON-545497675 tempest-InstanceActionsNegativeTestJSON-545497675-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:48.992121 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0fab64ab-9a4d-4206-93c3-c62b8be7089a req-a3ff1dfb-6455-4a6f-b48e-f8949b0c1892 tempest-InstanceActionsNegativeTestJSON-545497675 tempest-InstanceActionsNegativeTestJSON-545497675-project] 10.222.0.85 "GET /v2.0/networks?id=dc8e1ef1-247e-4ae8-8d4a-07d650cfb733 HTTP/1.1" status: 200 len: 822 time: 0.2927215 May 30 20:15:49.015083 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0fab64ab-9a4d-4206-93c3-c62b8be7089a req-bc506588-6f0b-4a0a-83d3-ba308141deed tempest-InstanceActionsNegativeTestJSON-545497675 tempest-InstanceActionsNegativeTestJSON-545497675-project] 10.222.0.85 "GET /v2.0/quotas/a3633186c19f443c841d1c9c932ed90d HTTP/1.1" status: 200 len: 375 time: 0.0136633 May 30 20:15:49.077563 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f9273b1a-046a-4775-9dbb-2a56d1bfefed tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:49.085939 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7414166e-d7ac-4e27-b703-c5d9216d6530 req-099270a4-02d7-4cfd-a9d9-d3f0ee4b5cf7 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:49.091145 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7414166e-d7ac-4e27-b703-c5d9216d6530 req-099270a4-02d7-4cfd-a9d9-d3f0ee4b5cf7 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:49.095905 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7414166e-d7ac-4e27-b703-c5d9216d6530 req-099270a4-02d7-4cfd-a9d9-d3f0ee4b5cf7 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:49.100196 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7414166e-d7ac-4e27-b703-c5d9216d6530 req-099270a4-02d7-4cfd-a9d9-d3f0ee4b5cf7 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:49.104163 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7414166e-d7ac-4e27-b703-c5d9216d6530 req-099270a4-02d7-4cfd-a9d9-d3f0ee4b5cf7 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:49.108230 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7414166e-d7ac-4e27-b703-c5d9216d6530 req-099270a4-02d7-4cfd-a9d9-d3f0ee4b5cf7 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:49.112526 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7414166e-d7ac-4e27-b703-c5d9216d6530 req-099270a4-02d7-4cfd-a9d9-d3f0ee4b5cf7 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:49.115367 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7414166e-d7ac-4e27-b703-c5d9216d6530 req-099270a4-02d7-4cfd-a9d9-d3f0ee4b5cf7 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] 10.222.0.85 "GET /v2.0/ports?device_id=f8af66f6-93a3-4b44-964c-0edc263a69f5 HTTP/1.1" status: 200 len: 5436 time: 0.4363837 May 30 20:15:49.119633 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0fab64ab-9a4d-4206-93c3-c62b8be7089a req-bcd02bb7-5762-4c22-b71b-936dc96f34db tempest-InstanceActionsNegativeTestJSON-545497675 tempest-InstanceActionsNegativeTestJSON-545497675-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=a3633186c19f443c841d1c9c932ed90d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0879571 May 30 20:15:49.184868 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7414166e-d7ac-4e27-b703-c5d9216d6530 req-3224a3ac-2137-45da-9d53-036193cad387 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] 10.222.0.85 "GET /v2.0/security-groups?id=f2363d32-544a-4c25-9836-43719a31ef02&id=71bec9af-908d-443b-98db-bdfb70c6ea10&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0637584 May 30 20:15:49.200905 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-be1c5a88-a9f6-426e-9a84-e5857cc6ebdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4055401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114238'] for subnet, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:49.365378 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9273b1a-046a-4775-9dbb-2a56d1bfefed tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Pushing event updated for resources: {'Port': ['ID=3bca5041-3d74-4f2f-9514-95128f5c2656,revision_number=2']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:49.402258 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:49.408055 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [None req-f9273b1a-046a-4775-9dbb-2a56d1bfefed tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Attempting to bind port 3bca5041-3d74-4f2f-9514-95128f5c2656 on host n-h1-843948-2 for vnic_type normal with profile {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:15:49.408507 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [None req-f9273b1a-046a-4775-9dbb-2a56d1bfefed tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Attempting to bind port 3bca5041-3d74-4f2f-9514-95128f5c2656 by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': '17a29653-7279-4bfa-8920-5d1a4282ce71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '159bfc07-93b7-42dd-a52e-784c261f17c5'}] {{(pid=84886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:15:49.408746 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9273b1a-046a-4775-9dbb-2a56d1bfefed tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Attempting to bind port 3bca5041-3d74-4f2f-9514-95128f5c2656 on network 159bfc07-93b7-42dd-a52e-784c261f17c5 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:15:49.414322 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1c5a88-a9f6-426e-9a84-e5857cc6ebdb admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7c3f85d-fe14-497a-a810-561b8b1fe24d,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:49.429505 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9273b1a-046a-4775-9dbb-2a56d1bfefed tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Port 3bca5041-3d74-4f2f-9514-95128f5c2656 on network 159bfc07-93b7-42dd-a52e-784c261f17c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:15:49.429881 n-d-843948-2 neutron-server[84886]: ERROR neutron.plugins.ml2.managers [None req-f9273b1a-046a-4775-9dbb-2a56d1bfefed tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Failed to bind port 3bca5041-3d74-4f2f-9514-95128f5c2656 on host n-h1-843948-2 for vnic_type normal using segments [{'id': '17a29653-7279-4bfa-8920-5d1a4282ce71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '159bfc07-93b7-42dd-a52e-784c261f17c5'}] May 30 20:15:49.430538 n-d-843948-2 neutron-server[84886]: INFO neutron.plugins.ml2.plugin [None req-f9273b1a-046a-4775-9dbb-2a56d1bfefed tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Attempt 2 to bind port 3bca5041-3d74-4f2f-9514-95128f5c2656 May 30 20:15:49.441783 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0fab64ab-9a4d-4206-93c3-c62b8be7089a req-2ad9a777-4613-4a91-a608-e031a9dcce7a service neutron] 10.222.0.85 "GET /v2.0/networks/dc8e1ef1-247e-4ae8-8d4a-07d650cfb733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2535782 May 30 20:15:49.464886 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-37b16939-9993-40d5-a6e9-1cefdce15483 req-64d35a30-600f-4d7a-afbe-85b478022555 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Synchronizing usage tracker for tenant:7f20a37d1ec84058864d6080c6a9f8aa on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:15:49.475365 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1c5a88-a9f6-426e-9a84-e5857cc6ebdb admin admin] Checking segment: {'id': '9cdcbede-65a3-4a4d-80cb-286c108c164a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '51438f8d-98bc-428c-98e5-c8517683a003'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:15:49.475871 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1c5a88-a9f6-426e-9a84-e5857cc6ebdb admin admin] Network hostable DHCP agents. Network: 51438f8d-98bc-428c-98e5-c8517683a003, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:15:49.589496 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [None req-f9273b1a-046a-4775-9dbb-2a56d1bfefed tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Attempting to bind port 3bca5041-3d74-4f2f-9514-95128f5c2656 on host n-h1-843948-2 for vnic_type normal with profile {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:15:49.589972 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [None req-f9273b1a-046a-4775-9dbb-2a56d1bfefed tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Attempting to bind port 3bca5041-3d74-4f2f-9514-95128f5c2656 by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': '17a29653-7279-4bfa-8920-5d1a4282ce71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '159bfc07-93b7-42dd-a52e-784c261f17c5'}] {{(pid=84886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:15:49.590473 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9273b1a-046a-4775-9dbb-2a56d1bfefed tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Attempting to bind port 3bca5041-3d74-4f2f-9514-95128f5c2656 on network 159bfc07-93b7-42dd-a52e-784c261f17c5 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:15:49.594976 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-37b16939-9993-40d5-a6e9-1cefdce15483 req-64d35a30-600f-4d7a-afbe-85b478022555 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Unset dirty status for tenant:7f20a37d1ec84058864d6080c6a9f8aa on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:15:49.596597 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-37b16939-9993-40d5-a6e9-1cefdce15483 req-64d35a30-600f-4d7a-afbe-85b478022555 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/ports?device_id=d8ed4eb4-bd45-4dbb-8a7d-4f4b56681494 HTTP/1.1" status: 200 len: 210 time: 0.1833069 May 30 20:15:49.614731 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9273b1a-046a-4775-9dbb-2a56d1bfefed tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Port 3bca5041-3d74-4f2f-9514-95128f5c2656 on network 159bfc07-93b7-42dd-a52e-784c261f17c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:15:49.615064 n-d-843948-2 neutron-server[84886]: ERROR neutron.plugins.ml2.managers [None req-f9273b1a-046a-4775-9dbb-2a56d1bfefed tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Failed to bind port 3bca5041-3d74-4f2f-9514-95128f5c2656 on host n-h1-843948-2 for vnic_type normal using segments [{'id': '17a29653-7279-4bfa-8920-5d1a4282ce71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '159bfc07-93b7-42dd-a52e-784c261f17c5'}] May 30 20:15:49.617229 n-d-843948-2 neutron-server[84886]: INFO neutron.plugins.ml2.plugin [None req-f9273b1a-046a-4775-9dbb-2a56d1bfefed tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Attempt 3 to bind port 3bca5041-3d74-4f2f-9514-95128f5c2656 May 30 20:15:49.636180 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [None req-f9273b1a-046a-4775-9dbb-2a56d1bfefed tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Attempting to bind port 3bca5041-3d74-4f2f-9514-95128f5c2656 on host n-h1-843948-2 for vnic_type normal with profile {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:15:49.636500 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [None req-f9273b1a-046a-4775-9dbb-2a56d1bfefed tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Attempting to bind port 3bca5041-3d74-4f2f-9514-95128f5c2656 by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': '17a29653-7279-4bfa-8920-5d1a4282ce71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '159bfc07-93b7-42dd-a52e-784c261f17c5'}] {{(pid=84886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:15:49.636824 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9273b1a-046a-4775-9dbb-2a56d1bfefed tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Attempting to bind port 3bca5041-3d74-4f2f-9514-95128f5c2656 on network 159bfc07-93b7-42dd-a52e-784c261f17c5 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:15:49.651160 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1c5a88-a9f6-426e-9a84-e5857cc6ebdb admin admin] Network 51438f8d-98bc-428c-98e5-c8517683a003 is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:15:49.660120 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9273b1a-046a-4775-9dbb-2a56d1bfefed tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Port 3bca5041-3d74-4f2f-9514-95128f5c2656 on network 159bfc07-93b7-42dd-a52e-784c261f17c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:15:49.660465 n-d-843948-2 neutron-server[84886]: ERROR neutron.plugins.ml2.managers [None req-f9273b1a-046a-4775-9dbb-2a56d1bfefed tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Failed to bind port 3bca5041-3d74-4f2f-9514-95128f5c2656 on host n-h1-843948-2 for vnic_type normal using segments [{'id': '17a29653-7279-4bfa-8920-5d1a4282ce71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '159bfc07-93b7-42dd-a52e-784c261f17c5'}] May 30 20:15:49.663561 n-d-843948-2 neutron-server[84886]: INFO neutron.plugins.ml2.plugin [None req-f9273b1a-046a-4775-9dbb-2a56d1bfefed tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Attempt 4 to bind port 3bca5041-3d74-4f2f-9514-95128f5c2656 May 30 20:15:49.682864 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [None req-f9273b1a-046a-4775-9dbb-2a56d1bfefed tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Attempting to bind port 3bca5041-3d74-4f2f-9514-95128f5c2656 on host n-h1-843948-2 for vnic_type normal with profile {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:15:49.683113 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [None req-f9273b1a-046a-4775-9dbb-2a56d1bfefed tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Attempting to bind port 3bca5041-3d74-4f2f-9514-95128f5c2656 by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': '17a29653-7279-4bfa-8920-5d1a4282ce71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '159bfc07-93b7-42dd-a52e-784c261f17c5'}] {{(pid=84886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:15:49.683450 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9273b1a-046a-4775-9dbb-2a56d1bfefed tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Attempting to bind port 3bca5041-3d74-4f2f-9514-95128f5c2656 on network 159bfc07-93b7-42dd-a52e-784c261f17c5 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:15:49.705202 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9273b1a-046a-4775-9dbb-2a56d1bfefed tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Port 3bca5041-3d74-4f2f-9514-95128f5c2656 on network 159bfc07-93b7-42dd-a52e-784c261f17c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:15:49.705584 n-d-843948-2 neutron-server[84886]: ERROR neutron.plugins.ml2.managers [None req-f9273b1a-046a-4775-9dbb-2a56d1bfefed tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Failed to bind port 3bca5041-3d74-4f2f-9514-95128f5c2656 on host n-h1-843948-2 for vnic_type normal using segments [{'id': '17a29653-7279-4bfa-8920-5d1a4282ce71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '159bfc07-93b7-42dd-a52e-784c261f17c5'}] May 30 20:15:49.707283 n-d-843948-2 neutron-server[84886]: INFO neutron.plugins.ml2.plugin [None req-f9273b1a-046a-4775-9dbb-2a56d1bfefed tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Attempt 5 to bind port 3bca5041-3d74-4f2f-9514-95128f5c2656 May 30 20:15:49.717846 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0fab64ab-9a4d-4206-93c3-c62b8be7089a req-31aaf12a-ea63-40bb-bf66-46a95e38767b service neutron] 10.222.0.85 "GET /v2.0/networks/dc8e1ef1-247e-4ae8-8d4a-07d650cfb733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2712560 May 30 20:15:49.727306 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [None req-f9273b1a-046a-4775-9dbb-2a56d1bfefed tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Attempting to bind port 3bca5041-3d74-4f2f-9514-95128f5c2656 on host n-h1-843948-2 for vnic_type normal with profile {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:15:49.727306 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [None req-f9273b1a-046a-4775-9dbb-2a56d1bfefed tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Attempting to bind port 3bca5041-3d74-4f2f-9514-95128f5c2656 by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': '17a29653-7279-4bfa-8920-5d1a4282ce71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '159bfc07-93b7-42dd-a52e-784c261f17c5'}] {{(pid=84886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:15:49.727306 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9273b1a-046a-4775-9dbb-2a56d1bfefed tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Attempting to bind port 3bca5041-3d74-4f2f-9514-95128f5c2656 on network 159bfc07-93b7-42dd-a52e-784c261f17c5 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:15:49.734180 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9273b1a-046a-4775-9dbb-2a56d1bfefed tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Port 3bca5041-3d74-4f2f-9514-95128f5c2656 on network 159bfc07-93b7-42dd-a52e-784c261f17c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:15:49.734704 n-d-843948-2 neutron-server[84886]: ERROR neutron.plugins.ml2.managers [None req-f9273b1a-046a-4775-9dbb-2a56d1bfefed tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Failed to bind port 3bca5041-3d74-4f2f-9514-95128f5c2656 on host n-h1-843948-2 for vnic_type normal using segments [{'id': '17a29653-7279-4bfa-8920-5d1a4282ce71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '159bfc07-93b7-42dd-a52e-784c261f17c5'}] May 30 20:15:49.735102 n-d-843948-2 neutron-server[84886]: INFO neutron.plugins.ml2.plugin [None req-f9273b1a-046a-4775-9dbb-2a56d1bfefed tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Attempt 6 to bind port 3bca5041-3d74-4f2f-9514-95128f5c2656 May 30 20:15:49.753334 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [None req-f9273b1a-046a-4775-9dbb-2a56d1bfefed tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Attempting to bind port 3bca5041-3d74-4f2f-9514-95128f5c2656 on host n-h1-843948-2 for vnic_type normal with profile {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:15:49.753699 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [None req-f9273b1a-046a-4775-9dbb-2a56d1bfefed tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Attempting to bind port 3bca5041-3d74-4f2f-9514-95128f5c2656 by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': '17a29653-7279-4bfa-8920-5d1a4282ce71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '159bfc07-93b7-42dd-a52e-784c261f17c5'}] {{(pid=84886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:15:49.754045 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9273b1a-046a-4775-9dbb-2a56d1bfefed tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Attempting to bind port 3bca5041-3d74-4f2f-9514-95128f5c2656 on network 159bfc07-93b7-42dd-a52e-784c261f17c5 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:15:49.763960 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9273b1a-046a-4775-9dbb-2a56d1bfefed tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Port 3bca5041-3d74-4f2f-9514-95128f5c2656 on network 159bfc07-93b7-42dd-a52e-784c261f17c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:15:49.764283 n-d-843948-2 neutron-server[84886]: ERROR neutron.plugins.ml2.managers [None req-f9273b1a-046a-4775-9dbb-2a56d1bfefed tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Failed to bind port 3bca5041-3d74-4f2f-9514-95128f5c2656 on host n-h1-843948-2 for vnic_type normal using segments [{'id': '17a29653-7279-4bfa-8920-5d1a4282ce71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '159bfc07-93b7-42dd-a52e-784c261f17c5'}] May 30 20:15:49.764677 n-d-843948-2 neutron-server[84886]: INFO neutron.plugins.ml2.plugin [None req-f9273b1a-046a-4775-9dbb-2a56d1bfefed tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Attempt 7 to bind port 3bca5041-3d74-4f2f-9514-95128f5c2656 May 30 20:15:49.784277 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [None req-f9273b1a-046a-4775-9dbb-2a56d1bfefed tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Attempting to bind port 3bca5041-3d74-4f2f-9514-95128f5c2656 on host n-h1-843948-2 for vnic_type normal with profile {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:15:49.784657 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [None req-f9273b1a-046a-4775-9dbb-2a56d1bfefed tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Attempting to bind port 3bca5041-3d74-4f2f-9514-95128f5c2656 by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': '17a29653-7279-4bfa-8920-5d1a4282ce71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '159bfc07-93b7-42dd-a52e-784c261f17c5'}] {{(pid=84886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:15:49.785055 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9273b1a-046a-4775-9dbb-2a56d1bfefed tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Attempting to bind port 3bca5041-3d74-4f2f-9514-95128f5c2656 on network 159bfc07-93b7-42dd-a52e-784c261f17c5 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:15:49.792586 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9273b1a-046a-4775-9dbb-2a56d1bfefed tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Port 3bca5041-3d74-4f2f-9514-95128f5c2656 on network 159bfc07-93b7-42dd-a52e-784c261f17c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:15:49.792919 n-d-843948-2 neutron-server[84886]: ERROR neutron.plugins.ml2.managers [None req-f9273b1a-046a-4775-9dbb-2a56d1bfefed tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Failed to bind port 3bca5041-3d74-4f2f-9514-95128f5c2656 on host n-h1-843948-2 for vnic_type normal using segments [{'id': '17a29653-7279-4bfa-8920-5d1a4282ce71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '159bfc07-93b7-42dd-a52e-784c261f17c5'}] May 30 20:15:49.793450 n-d-843948-2 neutron-server[84886]: INFO neutron.plugins.ml2.plugin [None req-f9273b1a-046a-4775-9dbb-2a56d1bfefed tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Attempt 8 to bind port 3bca5041-3d74-4f2f-9514-95128f5c2656 May 30 20:15:49.813926 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [None req-f9273b1a-046a-4775-9dbb-2a56d1bfefed tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Attempting to bind port 3bca5041-3d74-4f2f-9514-95128f5c2656 on host n-h1-843948-2 for vnic_type normal with profile {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:15:49.814266 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [None req-f9273b1a-046a-4775-9dbb-2a56d1bfefed tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Attempting to bind port 3bca5041-3d74-4f2f-9514-95128f5c2656 by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': '17a29653-7279-4bfa-8920-5d1a4282ce71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '159bfc07-93b7-42dd-a52e-784c261f17c5'}] {{(pid=84886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:15:49.814602 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9273b1a-046a-4775-9dbb-2a56d1bfefed tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Attempting to bind port 3bca5041-3d74-4f2f-9514-95128f5c2656 on network 159bfc07-93b7-42dd-a52e-784c261f17c5 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:15:49.814827 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6888a68e-264f-48b0-ad50-d19c7c983a4c req-4164df32-a61b-40f9-b3c0-0e27db3d9239 tempest-ServerShowV247Test-254392673 tempest-ServerShowV247Test-254392673-project] 10.222.0.85 "GET /v2.0/ports?device_id=14dffdcc-2424-4bc7-8325-386fb19468a5 HTTP/1.1" status: 200 len: 210 time: 0.0798168 May 30 20:15:49.816375 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-be1c5a88-a9f6-426e-9a84-e5857cc6ebdb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, 51438f8d-98bc-428c-98e5-c8517683a003) {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:15:49.824576 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d68889-bd80-45e1-9d39-6d9dab216cb8 None None] Network 51438f8d-98bc-428c-98e5-c8517683a003 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:15:49.828793 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9273b1a-046a-4775-9dbb-2a56d1bfefed tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Port 3bca5041-3d74-4f2f-9514-95128f5c2656 on network 159bfc07-93b7-42dd-a52e-784c261f17c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:15:49.829125 n-d-843948-2 neutron-server[84886]: ERROR neutron.plugins.ml2.managers [None req-f9273b1a-046a-4775-9dbb-2a56d1bfefed tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Failed to bind port 3bca5041-3d74-4f2f-9514-95128f5c2656 on host n-h1-843948-2 for vnic_type normal using segments [{'id': '17a29653-7279-4bfa-8920-5d1a4282ce71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '159bfc07-93b7-42dd-a52e-784c261f17c5'}] May 30 20:15:49.829515 n-d-843948-2 neutron-server[84886]: INFO neutron.plugins.ml2.plugin [None req-f9273b1a-046a-4775-9dbb-2a56d1bfefed tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Attempt 9 to bind port 3bca5041-3d74-4f2f-9514-95128f5c2656 May 30 20:15:49.832648 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1c5a88-a9f6-426e-9a84-e5857cc6ebdb admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:49.833531 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-be1c5a88-a9f6-426e-9a84-e5857cc6ebdb admin admin] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:49.847855 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [None req-f9273b1a-046a-4775-9dbb-2a56d1bfefed tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Attempting to bind port 3bca5041-3d74-4f2f-9514-95128f5c2656 on host n-h1-843948-2 for vnic_type normal with profile {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:15:49.848195 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [None req-f9273b1a-046a-4775-9dbb-2a56d1bfefed tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Attempting to bind port 3bca5041-3d74-4f2f-9514-95128f5c2656 by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': '17a29653-7279-4bfa-8920-5d1a4282ce71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '159bfc07-93b7-42dd-a52e-784c261f17c5'}] {{(pid=84886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:15:49.848751 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9273b1a-046a-4775-9dbb-2a56d1bfefed tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Attempting to bind port 3bca5041-3d74-4f2f-9514-95128f5c2656 on network 159bfc07-93b7-42dd-a52e-784c261f17c5 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:15:49.856219 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9273b1a-046a-4775-9dbb-2a56d1bfefed tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Port 3bca5041-3d74-4f2f-9514-95128f5c2656 on network 159bfc07-93b7-42dd-a52e-784c261f17c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:15:49.856544 n-d-843948-2 neutron-server[84886]: ERROR neutron.plugins.ml2.managers [None req-f9273b1a-046a-4775-9dbb-2a56d1bfefed tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Failed to bind port 3bca5041-3d74-4f2f-9514-95128f5c2656 on host n-h1-843948-2 for vnic_type normal using segments [{'id': '17a29653-7279-4bfa-8920-5d1a4282ce71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '159bfc07-93b7-42dd-a52e-784c261f17c5'}] May 30 20:15:49.856931 n-d-843948-2 neutron-server[84886]: INFO neutron.plugins.ml2.plugin [None req-f9273b1a-046a-4775-9dbb-2a56d1bfefed tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Attempt 10 to bind port 3bca5041-3d74-4f2f-9514-95128f5c2656 May 30 20:15:49.892921 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [None req-f9273b1a-046a-4775-9dbb-2a56d1bfefed tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Attempting to bind port 3bca5041-3d74-4f2f-9514-95128f5c2656 on host n-h1-843948-2 for vnic_type normal with profile {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:15:49.894264 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [None req-f9273b1a-046a-4775-9dbb-2a56d1bfefed tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Attempting to bind port 3bca5041-3d74-4f2f-9514-95128f5c2656 by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': '17a29653-7279-4bfa-8920-5d1a4282ce71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '159bfc07-93b7-42dd-a52e-784c261f17c5'}] {{(pid=84886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:15:49.894889 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9273b1a-046a-4775-9dbb-2a56d1bfefed tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Attempting to bind port 3bca5041-3d74-4f2f-9514-95128f5c2656 on network 159bfc07-93b7-42dd-a52e-784c261f17c5 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:15:49.910521 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9273b1a-046a-4775-9dbb-2a56d1bfefed tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Port 3bca5041-3d74-4f2f-9514-95128f5c2656 on network 159bfc07-93b7-42dd-a52e-784c261f17c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:15:49.911090 n-d-843948-2 neutron-server[84886]: ERROR neutron.plugins.ml2.managers [None req-f9273b1a-046a-4775-9dbb-2a56d1bfefed tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Failed to bind port 3bca5041-3d74-4f2f-9514-95128f5c2656 on host n-h1-843948-2 for vnic_type normal using segments [{'id': '17a29653-7279-4bfa-8920-5d1a4282ce71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '159bfc07-93b7-42dd-a52e-784c261f17c5'}] May 30 20:15:49.911514 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f9273b1a-046a-4775-9dbb-2a56d1bfefed tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:49.951791 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d3ca0acd-c322-46ac-a111-77a0d66b9b04 req-fdf28a37-7e8b-4dfe-848d-d3fcf0bb3b3d tempest-ServerShowV247Test-254392673 tempest-ServerShowV247Test-254392673-project] 10.222.0.86 "GET /v2.0/ports?device_id=14dffdcc-2424-4bc7-8325-386fb19468a5 HTTP/1.1" status: 200 len: 210 time: 0.0545492 May 30 20:15:49.981330 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-be1c5a88-a9f6-426e-9a84-e5857cc6ebdb admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.7858114 May 30 20:15:50.061444 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [None req-f9273b1a-046a-4775-9dbb-2a56d1bfefed tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] For port 3bca5041-3d74-4f2f-9514-95128f5c2656, host n-h1-843948-2, cleared binding levels {{(pid=84886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:15:50.062158 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [None req-f9273b1a-046a-4775-9dbb-2a56d1bfefed tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Attempted to set empty binding levels {{(pid=84886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} May 30 20:15:50.197352 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f21dfc51-e6c5-47bc-aa88-970fdc3796a4 None None] Network 51438f8d-98bc-428c-98e5-c8517683a003 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:15:50.219810 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f9273b1a-046a-4775-9dbb-2a56d1bfefed tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:50.278455 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-bcaaf381-23e7-4d12-9f78-04ae7fdd528e req-49443f03-9a0c-421e-aa77-02502cd0c087 tempest-InstanceActionsNegativeTestJSON-545497675 tempest-InstanceActionsNegativeTestJSON-545497675-project] 10.222.0.85 "GET /v2.0/ports?device_id=1f586716-4b1e-4389-b903-9dcdf078eaec HTTP/1.1" status: 200 len: 210 time: 0.1019506 May 30 20:15:50.445900 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9273b1a-046a-4775-9dbb-2a56d1bfefed tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Pushing event updated for resources: {'Port': ['ID=3bca5041-3d74-4f2f-9514-95128f5c2656,revision_number=3']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:50.508132 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-f9273b1a-046a-4775-9dbb-2a56d1bfefed tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] In _notify_port_updated(), no bound segment for port 3bca5041-3d74-4f2f-9514-95128f5c2656 on network 159bfc07-93b7-42dd-a52e-784c261f17c5 {{(pid=84886) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 30 20:15:50.510212 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f9273b1a-046a-4775-9dbb-2a56d1bfefed tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:50.514187 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-f9273b1a-046a-4775-9dbb-2a56d1bfefed tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] 10.222.0.85 "PUT /v2.0/ports/3bca5041-3d74-4f2f-9514-95128f5c2656 HTTP/1.1" status: 200 len: 979 time: 2.9794488 May 30 20:15:50.518047 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 56824) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:15:50.559678 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a75e12-74c1-42de-91f8-0017438d6dfd req-195e43a2-21e3-4930-8f54-3c10f6ef3e21 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:50.564228 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a75e12-74c1-42de-91f8-0017438d6dfd req-195e43a2-21e3-4930-8f54-3c10f6ef3e21 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:50.567651 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 6f1ac051-3c3f-42ee-8075-0416c2ec16cf no longer exists at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:15:50.568435 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a75e12-74c1-42de-91f8-0017438d6dfd req-195e43a2-21e3-4930-8f54-3c10f6ef3e21 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:50.572543 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a75e12-74c1-42de-91f8-0017438d6dfd req-195e43a2-21e3-4930-8f54-3c10f6ef3e21 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:50.577063 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a75e12-74c1-42de-91f8-0017438d6dfd req-195e43a2-21e3-4930-8f54-3c10f6ef3e21 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:50.582121 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a75e12-74c1-42de-91f8-0017438d6dfd req-195e43a2-21e3-4930-8f54-3c10f6ef3e21 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:50.586511 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a75e12-74c1-42de-91f8-0017438d6dfd req-195e43a2-21e3-4930-8f54-3c10f6ef3e21 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:50.595519 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-86a75e12-74c1-42de-91f8-0017438d6dfd req-195e43a2-21e3-4930-8f54-3c10f6ef3e21 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] 10.222.0.85 "GET /v2.0/ports?device_id=f8af66f6-93a3-4b44-964c-0edc263a69f5 HTTP/1.1" status: 200 len: 5436 time: 0.1539969 May 30 20:15:50.611900 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] No Port match for: 6f1ac051-3c3f-42ee-8075-0416c2ec16cf {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:15:50.612240 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 6f1ac051-3c3f-42ee-8075-0416c2ec16cf not bound to the agent host n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:15:50.660573 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-86a75e12-74c1-42de-91f8-0017438d6dfd req-45a33bf1-0a2b-4fcf-9ef1-b9384e720a37 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] 10.222.0.85 "GET /v2.0/security-groups?id=f2363d32-544a-4c25-9836-43719a31ef02&id=71bec9af-908d-443b-98db-bdfb70c6ea10&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0630105 May 30 20:15:50.729004 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-c8532d59-dbb5-49b9-a7d8-7eed4ebb3c98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] 10.222.0.85 "GET /v2.0/ports HTTP/1.1" status: 200 len: 38004 time: 0.2054994 May 30 20:15:50.729513 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 56836) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:15:50.839725 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-f7e4b7b6-9931-4dd1-b9fd-2bc1f5714fbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Deleting port 3bca5041-3d74-4f2f-9514-95128f5c2656 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:15:50.840418 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f7e4b7b6-9931-4dd1-b9fd-2bc1f5714fbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:50.918824 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a8c004-91cd-49fa-acbf-9a1f15340e37 req-dfaf70a3-2485-44ef-addb-ee8b0d7fc060 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:50.919591 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-89a8c004-91cd-49fa-acbf-9a1f15340e37 req-dfaf70a3-2485-44ef-addb-ee8b0d7fc060 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Synchronizing usage tracker for tenant:af163cbd2042444a832f25a9c44ad423 on resource:network {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:15:51.111719 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-89a8c004-91cd-49fa-acbf-9a1f15340e37 req-dfaf70a3-2485-44ef-addb-ee8b0d7fc060 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Unset dirty status for tenant:af163cbd2042444a832f25a9c44ad423 on resource:network {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:15:51.112946 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-89a8c004-91cd-49fa-acbf-9a1f15340e37 req-dfaf70a3-2485-44ef-addb-ee8b0d7fc060 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/networks?id=51438f8d-98bc-428c-98e5-c8517683a003 HTTP/1.1" status: 200 len: 813 time: 0.3850443 May 30 20:15:51.140359 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-89a8c004-91cd-49fa-acbf-9a1f15340e37 req-574cfadb-ebcc-45c3-bef3-7a6069baa463 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/quotas/af163cbd2042444a832f25a9c44ad423 HTTP/1.1" status: 200 len: 375 time: 0.0201511 May 30 20:15:51.191132 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-89a8c004-91cd-49fa-acbf-9a1f15340e37 req-bb06c81b-aaa1-4399-9f00-df364dd24f18 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=af163cbd2042444a832f25a9c44ad423&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0493135 May 30 20:15:51.267374 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-de5ea368-e958-4f54-ba07-c714f1737808 req-75feb3d3-7ca0-4ea2-8d09-795a66189ca9 tempest-ServerShowV247Test-254392673 tempest-ServerShowV247Test-254392673-project] 10.222.0.85 "GET /v2.0/ports?device_id=14dffdcc-2424-4bc7-8325-386fb19468a5 HTTP/1.1" status: 200 len: 210 time: 0.0649488 May 30 20:15:51.306328 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [None req-f7e4b7b6-9931-4dd1-b9fd-2bc1f5714fbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] For port 3bca5041-3d74-4f2f-9514-95128f5c2656, host n-h1-843948-2, got binding levels [] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:15:51.306711 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f7e4b7b6-9931-4dd1-b9fd-2bc1f5714fbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:51.507713 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-89a8c004-91cd-49fa-acbf-9a1f15340e37 req-b6c6fd96-9910-4891-91c5-6df1756a9ed3 service neutron] 10.222.0.85 "GET /v2.0/networks/51438f8d-98bc-428c-98e5-c8517683a003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3084400 May 30 20:15:51.527903 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-f7e4b7b6-9931-4dd1-b9fd-2bc1f5714fbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Calling delete_port for 3bca5041-3d74-4f2f-9514-95128f5c2656 owned by {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:15:51.657213 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-89a8c004-91cd-49fa-acbf-9a1f15340e37 req-ff66662c-2f5c-4b45-b31e-5645f7bcf8e2 service neutron] 10.222.0.85 "GET /v2.0/networks/51438f8d-98bc-428c-98e5-c8517683a003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419845 May 30 20:15:51.744413 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96e33cd-669b-47d5-96bc-26e65ab001fb req-14bf9ae6-7113-4247-b001-eb3d755b0b85 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:51.746074 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c96e33cd-669b-47d5-96bc-26e65ab001fb req-14bf9ae6-7113-4247-b001-eb3d755b0b85 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/networks?id=447ea545-6235-439a-a377-09de7456264b HTTP/1.1" status: 200 len: 806 time: 0.2255015 May 30 20:15:51.769023 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c96e33cd-669b-47d5-96bc-26e65ab001fb req-e8b6e2a1-15cf-4008-83c6-54583a54ffca tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/quotas/7f20a37d1ec84058864d6080c6a9f8aa HTTP/1.1" status: 200 len: 375 time: 0.0118241 May 30 20:15:51.769219 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 1e6e07a3-c45b-41b8-b6a5-4b5b75a47af3 up at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:15:51.845193 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f7e4b7b6-9931-4dd1-b9fd-2bc1f5714fbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:51.905549 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e4b7b6-9931-4dd1-b9fd-2bc1f5714fbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Pushing event deleted for resources: {'Port': ['ID=3bca5041-3d74-4f2f-9514-95128f5c2656,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:51.915527 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f7e4b7b6-9931-4dd1-b9fd-2bc1f5714fbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:51.923797 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c96e33cd-669b-47d5-96bc-26e65ab001fb req-503d9cd9-9f96-4fbc-bde2-917bcca553e9 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=7f20a37d1ec84058864d6080c6a9f8aa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1548357 May 30 20:15:51.936063 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-f7e4b7b6-9931-4dd1-b9fd-2bc1f5714fbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] 10.222.0.85 "DELETE /v2.0/ports/3bca5041-3d74-4f2f-9514-95128f5c2656 HTTP/1.1" status: 204 len: 168 time: 1.2072365 May 30 20:15:51.940054 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 56862) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:15:52.007336 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning for port 1e6e07a3-c45b-41b8-b6a5-4b5b75a47af3 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:15:52.017280 n-d-843948-2 neutron-server[84887]: INFO neutron.pecan_wsgi.hooks.translation [None req-3999721a-3eb5-4733-8f83-cb7c47317f7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] GET failed (client error): The resource could not be found. May 30 20:15:52.021084 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning complete for port 1e6e07a3-c45b-41b8-b6a5-4b5b75a47af3 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:15:52.021858 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:52.023194 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-3999721a-3eb5-4733-8f83-cb7c47317f7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] 10.222.0.85 "GET /v2.0/ports/3bca5041-3d74-4f2f-9514-95128f5c2656 HTTP/1.1" status: 404 len: 333 time: 0.0806220 May 30 20:15:52.023803 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 56868) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:15:52.040910 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-9dfae70f-0c82-414e-af0b-51e6711e2a18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-177318152', 'network_id': '159bfc07-93b7-42dd-a52e-784c261f17c5'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:15:52.046111 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8b4d451d-799e-4690-8593-3fbc6ac58a26 req-3dbed940-a94e-4755-8906-9de9dd005382 tempest-InstanceActionsNegativeTestJSON-545497675 tempest-InstanceActionsNegativeTestJSON-545497675-project] 10.222.0.85 "GET /v2.0/ports?device_id=1f586716-4b1e-4389-b903-9dcdf078eaec HTTP/1.1" status: 200 len: 210 time: 0.1048148 May 30 20:15:52.056359 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-9dfae70f-0c82-414e-af0b-51e6711e2a18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:15:52.064126 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-9dfae70f-0c82-414e-af0b-51e6711e2a18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Usage tracker for resource:port and tenant:b2c16b1a374849aeb6e639d40c673703 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:15:52.069850 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-9dfae70f-0c82-414e-af0b-51e6711e2a18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:15:52.094725 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-9dfae70f-0c82-414e-af0b-51e6711e2a18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:15:52.236723 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c96e33cd-669b-47d5-96bc-26e65ab001fb req-a1f50f2c-54fa-43d3-aeff-14414c6e37e4 service neutron] 10.222.0.85 "GET /v2.0/networks/447ea545-6235-439a-a377-09de7456264b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2981522 May 30 20:15:52.251255 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:52.268197 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:52.281729 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8af66f6-93a3-4b44-964c-0edc263a69f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e6e07a3-c45b-41b8-b6a5-4b5b75a47af3'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:15:52.292888 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 1e6e07a3-c45b-41b8-b6a5-4b5b75a47af3, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=1e6e07a3-c45b-41b8-b6a5-4b5b75a47af3,segment=NetworkSegment(a622f652-5f5a-416e-87a7-7c0365db31a5),segment_id=a622f652-5f5a-416e-87a7-7c0365db31a5)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:15:52.344287 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dfae70f-0c82-414e-af0b-51e6711e2a18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Made reservation on behalf of b2c16b1a374849aeb6e639d40c673703 for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:15:52.348290 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9dfae70f-0c82-414e-af0b-51e6711e2a18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:52.389017 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c96e33cd-669b-47d5-96bc-26e65ab001fb req-c90c27cc-37ef-49b4-8611-c925be020be0 service neutron] 10.222.0.85 "GET /v2.0/networks/447ea545-6235-439a-a377-09de7456264b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413448 May 30 20:15:52.410590 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [None req-9dfae70f-0c82-414e-af0b-51e6711e2a18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] device_id is not set on port 0d3f6e45-5691-462c-b49b-b7c12160bdce yet. {{(pid=84887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:15:52.484915 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:52.484915 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device e11c1dce-38fb-439a-b79f-28a1736ee8b8 up at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:15:52.507640 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6649164-81b6-42f5-8cc5-7ccfecb84a44 req-53c47aa6-8035-4d46-bcb8-132afa5303d0 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:52.511669 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6649164-81b6-42f5-8cc5-7ccfecb84a44 req-53c47aa6-8035-4d46-bcb8-132afa5303d0 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:52.515828 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6649164-81b6-42f5-8cc5-7ccfecb84a44 req-53c47aa6-8035-4d46-bcb8-132afa5303d0 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:52.519763 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6649164-81b6-42f5-8cc5-7ccfecb84a44 req-53c47aa6-8035-4d46-bcb8-132afa5303d0 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:52.523747 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6649164-81b6-42f5-8cc5-7ccfecb84a44 req-53c47aa6-8035-4d46-bcb8-132afa5303d0 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:52.527840 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6649164-81b6-42f5-8cc5-7ccfecb84a44 req-53c47aa6-8035-4d46-bcb8-132afa5303d0 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:52.532423 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6649164-81b6-42f5-8cc5-7ccfecb84a44 req-53c47aa6-8035-4d46-bcb8-132afa5303d0 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:52.534587 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d6649164-81b6-42f5-8cc5-7ccfecb84a44 req-53c47aa6-8035-4d46-bcb8-132afa5303d0 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] 10.222.0.85 "GET /v2.0/ports?device_id=f8af66f6-93a3-4b44-964c-0edc263a69f5 HTTP/1.1" status: 200 len: 5436 time: 0.2880743 May 30 20:15:52.630913 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=1e6e07a3-c45b-41b8-b6a5-4b5b75a47af3,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:52.645907 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:15:52.646336 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:15:52.646733 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:15:52.647122 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:15:52.647549 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:15:52.648234 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:15:52.648745 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:15:52.649238 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:15:52.649576 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:15:52.649983 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:15:52.650389 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:15:52.728406 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d6649164-81b6-42f5-8cc5-7ccfecb84a44 req-be307408-ffc7-4ae0-a9b8-5256e1b55754 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] 10.222.0.85 "GET /v2.0/security-groups?id=f2363d32-544a-4c25-9836-43719a31ef02&id=71bec9af-908d-443b-98db-bdfb70c6ea10&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1619821 May 30 20:15:52.821668 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-57b0c650-3ad9-41b4-ba08-dd83c66c0dd2 req-74caa643-67b9-43be-8173-bfd12bffb423 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/ports?device_id=3a83142e-ed22-4261-88d2-9163e3d491ff HTTP/1.1" status: 200 len: 210 time: 0.1012192 May 30 20:15:52.872883 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning for port e11c1dce-38fb-439a-b79f-28a1736ee8b8 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:15:52.881344 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9dfae70f-0c82-414e-af0b-51e6711e2a18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:52.890096 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning complete for port e11c1dce-38fb-439a-b79f-28a1736ee8b8 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:15:52.891154 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:53.036269 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15361a2a-2189-4917-92e0-f15db596ca0f'] response: {'server_uuid': 'f8af66f6-93a3-4b44-964c-0edc263a69f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e6e07a3-c45b-41b8-b6a5-4b5b75a47af3', 'code': 200} May 30 20:15:53.074522 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5c7d81a1-dd07-4665-b921-c05a076f9f39 req-e78d8c86-e97c-451d-b4ea-9adf799a3e36 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/ports?device_id=6b1fc17d-0cb3-4d7b-940a-7a297df2aff6 HTTP/1.1" status: 200 len: 210 time: 0.0490623 May 30 20:15:53.146864 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9dfae70f-0c82-414e-af0b-51e6711e2a18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:53.180314 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:53.217018 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port e11c1dce-38fb-439a-b79f-28a1736ee8b8, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=e11c1dce-38fb-439a-b79f-28a1736ee8b8,segment=NetworkSegment(b72c5675-2dd4-4112-882d-4e6c4ce463bb),segment_id=b72c5675-2dd4-4112-882d-4e6c4ce463bb)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:15:53.298443 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dfae70f-0c82-414e-af0b-51e6711e2a18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Network 159bfc07-93b7-42dd-a52e-784c261f17c5 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:15:53.304847 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-9dfae70f-0c82-414e-af0b-51e6711e2a18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:15:53.308424 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d84468ce-d8d9-4fdb-930d-9a6fbb964cc2 req-fe666885-1695-4e4a-9761-e9dff92f90d8 tempest-InstanceActionsNegativeTestJSON-545497675 tempest-InstanceActionsNegativeTestJSON-545497675-project] 10.222.0.85 "GET /v2.0/ports?device_id=1f586716-4b1e-4389-b903-9dcdf078eaec HTTP/1.1" status: 200 len: 210 time: 0.0518851 May 30 20:15:53.313419 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dfae70f-0c82-414e-af0b-51e6711e2a18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:15:53.315361 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dfae70f-0c82-414e-af0b-51e6711e2a18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:53.323401 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9dfae70f-0c82-414e-af0b-51e6711e2a18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:53.351434 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfae70f-0c82-414e-af0b-51e6711e2a18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Pushing event updated for resources: {'Port': ['ID=0d3f6e45-5691-462c-b49b-b7c12160bdce,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:53.406317 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:53.409520 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 3f6b9a55-b5e7-4182-9909-1b1b41b5b5e5 up at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:15:53.529778 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=e11c1dce-38fb-439a-b79f-28a1736ee8b8,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:53.580429 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-9dfae70f-0c82-414e-af0b-51e6711e2a18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.5460615 May 30 20:15:53.580572 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 56898) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:15:53.652563 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-52578b5e-c8ae-473f-bc11-af4785167a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Synchronizing usage tracker for tenant:b2c16b1a374849aeb6e639d40c673703 on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:15:53.671842 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning for port 3f6b9a55-b5e7-4182-9909-1b1b41b5b5e5 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:15:53.677221 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning complete for port 3f6b9a55-b5e7-4182-9909-1b1b41b5b5e5 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:15:53.683134 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:53.859446 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:53.879531 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-52578b5e-c8ae-473f-bc11-af4785167a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Unset dirty status for tenant:b2c16b1a374849aeb6e639d40c673703 on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:15:53.883886 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-52578b5e-c8ae-473f-bc11-af4785167a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] 10.222.0.85 "GET /v2.0/ports/0d3f6e45-5691-462c-b49b-b7c12160bdce HTTP/1.1" status: 200 len: 958 time: 0.3023720 May 30 20:15:53.886739 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 56908) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:15:53.940193 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 3f6b9a55-b5e7-4182-9909-1b1b41b5b5e5, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=3f6b9a55-b5e7-4182-9909-1b1b41b5b5e5,segment=NetworkSegment(48b6fcfa-3ec2-4d17-909f-cafe15f0609e),segment_id=48b6fcfa-3ec2-4d17-909f-cafe15f0609e)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:15:54.046138 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:54.047547 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device cda388b0-e696-46f5-b74b-e60dd3d28e14 up at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:15:54.124821 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2cb4f952-a5af-4f04-8c1d-41de1f2e6fed req-b39f989e-34fa-43a9-8e62-9f0f2b031ecd tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/ports?device_id=3a83142e-ed22-4261-88d2-9163e3d491ff HTTP/1.1" status: 200 len: 210 time: 0.1098638 May 30 20:15:54.130145 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 56916) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:15:54.134075 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-97c02b29-e9d5-49fd-975e-185288e4df6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Deleting port 0d3f6e45-5691-462c-b49b-b7c12160bdce {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:15:54.134613 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-97c02b29-e9d5-49fd-975e-185288e4df6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:54.226761 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574be19c-bec6-460c-877f-3dcfac7ca45b req-508bbedf-aebf-47e6-9266-201aaaa5119c tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:54.232413 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574be19c-bec6-460c-877f-3dcfac7ca45b req-508bbedf-aebf-47e6-9266-201aaaa5119c tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:54.237540 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574be19c-bec6-460c-877f-3dcfac7ca45b req-508bbedf-aebf-47e6-9266-201aaaa5119c tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:54.243147 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574be19c-bec6-460c-877f-3dcfac7ca45b req-508bbedf-aebf-47e6-9266-201aaaa5119c tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:54.248632 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574be19c-bec6-460c-877f-3dcfac7ca45b req-508bbedf-aebf-47e6-9266-201aaaa5119c tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:54.253435 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574be19c-bec6-460c-877f-3dcfac7ca45b req-508bbedf-aebf-47e6-9266-201aaaa5119c tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:54.259613 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574be19c-bec6-460c-877f-3dcfac7ca45b req-508bbedf-aebf-47e6-9266-201aaaa5119c tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:54.261704 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-574be19c-bec6-460c-877f-3dcfac7ca45b req-508bbedf-aebf-47e6-9266-201aaaa5119c tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] 10.222.0.85 "GET /v2.0/ports?device_id=f8af66f6-93a3-4b44-964c-0edc263a69f5 HTTP/1.1" status: 200 len: 5439 time: 0.2264860 May 30 20:15:54.289719 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=3f6b9a55-b5e7-4182-9909-1b1b41b5b5e5,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:54.352961 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-574be19c-bec6-460c-877f-3dcfac7ca45b req-410e1f19-bde8-4b26-83dd-2a3daae3bfbc tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] 10.222.0.85 "GET /v2.0/security-groups?id=f2363d32-544a-4c25-9836-43719a31ef02&id=71bec9af-908d-443b-98db-bdfb70c6ea10&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0758255 May 30 20:15:54.415275 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0b34dd07-cec9-4630-9146-3aa09c395801 req-0c8546f8-3e4d-46a5-a650-d2bc823af7c8 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/ports?device_id=6b1fc17d-0cb3-4d7b-940a-7a297df2aff6 HTTP/1.1" status: 200 len: 210 time: 0.1142435 May 30 20:15:54.415556 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b41a7fb4-9858-4250-95ed-1718075652cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:54.462945 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-b41a7fb4-9858-4250-95ed-1718075652cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:15:54.468421 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-b41a7fb4-9858-4250-95ed-1718075652cf admin admin] Usage tracker for resource:security_group_rule and tenant:c380164513684a559ad3f0855549864c is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:15:54.482994 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-b41a7fb4-9858-4250-95ed-1718075652cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:15:54.491460 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-b41a7fb4-9858-4250-95ed-1718075652cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:15:54.505524 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning for port cda388b0-e696-46f5-b74b-e60dd3d28e14 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:15:54.511360 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning complete for port cda388b0-e696-46f5-b74b-e60dd3d28e14 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:15:54.511964 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:54.618487 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-97c02b29-e9d5-49fd-975e-185288e4df6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:54.684368 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:54.725070 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port cda388b0-e696-46f5-b74b-e60dd3d28e14, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=cda388b0-e696-46f5-b74b-e60dd3d28e14,segment=NetworkSegment(48b6fcfa-3ec2-4d17-909f-cafe15f0609e),segment_id=48b6fcfa-3ec2-4d17-909f-cafe15f0609e)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:15:54.780346 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b41a7fb4-9858-4250-95ed-1718075652cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:54.786412 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-dc15aa10-409f-48b7-89ab-e6e6a95e55f1 req-cc196c29-4830-4ca2-a421-3192b02aed86 tempest-InstanceActionsNegativeTestJSON-545497675 tempest-InstanceActionsNegativeTestJSON-545497675-project] 10.222.0.85 "GET /v2.0/ports?device_id=1f586716-4b1e-4389-b903-9dcdf078eaec HTTP/1.1" status: 200 len: 210 time: 0.1124334 May 30 20:15:54.874078 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-97c02b29-e9d5-49fd-975e-185288e4df6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Calling delete_port for 0d3f6e45-5691-462c-b49b-b7c12160bdce owned by {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:15:54.883645 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:54.884443 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device c78b1fa0-03b2-49cd-9c87-b45453242a60 up at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:15:55.021830 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=cda388b0-e696-46f5-b74b-e60dd3d28e14,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:55.037600 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8af66f6-93a3-4b44-964c-0edc263a69f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e11c1dce-38fb-439a-b79f-28a1736ee8b8'}, {'server_uuid': 'f8af66f6-93a3-4b44-964c-0edc263a69f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f6b9a55-b5e7-4182-9909-1b1b41b5b5e5'}, {'server_uuid': 'f8af66f6-93a3-4b44-964c-0edc263a69f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cda388b0-e696-46f5-b74b-e60dd3d28e14'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:15:55.046809 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b41a7fb4-9858-4250-95ed-1718075652cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:55.103732 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25550629-f8d6-4d88-bb46-e2d21b2e2188'] response: {'server_uuid': 'f8af66f6-93a3-4b44-964c-0edc263a69f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e11c1dce-38fb-439a-b79f-28a1736ee8b8', 'code': 200} May 30 20:15:55.104375 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25550629-f8d6-4d88-bb46-e2d21b2e2188'] response: {'server_uuid': 'f8af66f6-93a3-4b44-964c-0edc263a69f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f6b9a55-b5e7-4182-9909-1b1b41b5b5e5', 'code': 200} May 30 20:15:55.104529 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25550629-f8d6-4d88-bb46-e2d21b2e2188'] response: {'server_uuid': 'f8af66f6-93a3-4b44-964c-0edc263a69f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cda388b0-e696-46f5-b74b-e60dd3d28e14', 'code': 200} May 30 20:15:55.150659 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-b41a7fb4-9858-4250-95ed-1718075652cf admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=c380164513684a559ad3f0855549864c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0186660 May 30 20:15:55.153600 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 56928) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:15:55.158320 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41a7fb4-9858-4250-95ed-1718075652cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a182a472-e5a6-41a1-8a25-03a73b0120f0,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:55.200193 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fab64ab-9a4d-4206-93c3-c62b8be7089a req-7ce6bda4-676e-45ae-bbcd-58c13cf47bc3 tempest-InstanceActionsNegativeTestJSON-545497675 tempest-InstanceActionsNegativeTestJSON-545497675-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:55.200910 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-0fab64ab-9a4d-4206-93c3-c62b8be7089a req-7ce6bda4-676e-45ae-bbcd-58c13cf47bc3 tempest-InstanceActionsNegativeTestJSON-545497675 tempest-InstanceActionsNegativeTestJSON-545497675-project] Synchronizing usage tracker for tenant:a3633186c19f443c841d1c9c932ed90d on resource:network {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:15:55.229911 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2129536f-9d1b-4c85-b1b7-eb02f4db6aab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:55.237205 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning for port c78b1fa0-03b2-49cd-9c87-b45453242a60 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:15:55.246121 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning complete for port c78b1fa0-03b2-49cd-9c87-b45453242a60 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:15:55.246501 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:55.288514 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2129536f-9d1b-4c85-b1b7-eb02f4db6aab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:55.367424 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-97c02b29-e9d5-49fd-975e-185288e4df6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:55.377634 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-0fab64ab-9a4d-4206-93c3-c62b8be7089a req-7ce6bda4-676e-45ae-bbcd-58c13cf47bc3 tempest-InstanceActionsNegativeTestJSON-545497675 tempest-InstanceActionsNegativeTestJSON-545497675-project] Unset dirty status for tenant:a3633186c19f443c841d1c9c932ed90d on resource:network {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:15:55.379448 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0fab64ab-9a4d-4206-93c3-c62b8be7089a req-7ce6bda4-676e-45ae-bbcd-58c13cf47bc3 tempest-InstanceActionsNegativeTestJSON-545497675 tempest-InstanceActionsNegativeTestJSON-545497675-project] 10.222.0.86 "GET /v2.0/networks?id=dc8e1ef1-247e-4ae8-8d4a-07d650cfb733 HTTP/1.1" status: 200 len: 822 time: 0.5814111 May 30 20:15:55.392522 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:55.440401 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port c78b1fa0-03b2-49cd-9c87-b45453242a60, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=c78b1fa0-03b2-49cd-9c87-b45453242a60,segment=NetworkSegment(a622f652-5f5a-416e-87a7-7c0365db31a5),segment_id=a622f652-5f5a-416e-87a7-7c0365db31a5)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:15:55.450282 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c02b29-e9d5-49fd-975e-185288e4df6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Pushing event deleted for resources: {'Port': ['ID=0d3f6e45-5691-462c-b49b-b7c12160bdce,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:55.460590 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-0fab64ab-9a4d-4206-93c3-c62b8be7089a req-cd44f692-fc56-4bbb-98cd-e42934f1332a tempest-InstanceActionsNegativeTestJSON-545497675 tempest-InstanceActionsNegativeTestJSON-545497675-project] Request body: {'port': {'device_id': '1f586716-4b1e-4389-b903-9dcdf078eaec', 'network_id': 'dc8e1ef1-247e-4ae8-8d4a-07d650cfb733', 'admin_state_up': True, 'tenant_id': 'a3633186c19f443c841d1c9c932ed90d'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:15:55.473555 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-97c02b29-e9d5-49fd-975e-185288e4df6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:55.516401 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9899622d-1df6-4a98-a696-54251e67e39c req-65848a65-c2ae-4993-86a6-d609c3e64924 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/ports?device_id=3a83142e-ed22-4261-88d2-9163e3d491ff HTTP/1.1" status: 200 len: 210 time: 0.1347177 May 30 20:15:55.622754 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:55.623578 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 8fa5f782-5b3a-4dde-bc5a-b3223a1946b8 up at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:15:55.672338 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-0fab64ab-9a4d-4206-93c3-c62b8be7089a req-cd44f692-fc56-4bbb-98cd-e42934f1332a tempest-InstanceActionsNegativeTestJSON-545497675 tempest-InstanceActionsNegativeTestJSON-545497675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:15:55.678064 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-0fab64ab-9a4d-4206-93c3-c62b8be7089a req-cd44f692-fc56-4bbb-98cd-e42934f1332a tempest-InstanceActionsNegativeTestJSON-545497675 tempest-InstanceActionsNegativeTestJSON-545497675-project] Usage tracker for resource:port and tenant:a3633186c19f443c841d1c9c932ed90d is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:15:55.682775 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-0fab64ab-9a4d-4206-93c3-c62b8be7089a req-cd44f692-fc56-4bbb-98cd-e42934f1332a tempest-InstanceActionsNegativeTestJSON-545497675 tempest-InstanceActionsNegativeTestJSON-545497675-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:15:55.692312 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-0fab64ab-9a4d-4206-93c3-c62b8be7089a req-cd44f692-fc56-4bbb-98cd-e42934f1332a tempest-InstanceActionsNegativeTestJSON-545497675 tempest-InstanceActionsNegativeTestJSON-545497675-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:15:55.703943 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 56940) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:15:55.706446 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-97c02b29-e9d5-49fd-975e-185288e4df6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] 10.222.0.85 "DELETE /v2.0/ports/0d3f6e45-5691-462c-b49b-b7c12160bdce HTTP/1.1" status: 204 len: 168 time: 1.8181353 May 30 20:15:55.707331 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2129536f-9d1b-4c85-b1b7-eb02f4db6aab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:55.711774 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2129536f-9d1b-4c85-b1b7-eb02f4db6aab admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:55.712938 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-2129536f-9d1b-4c85-b1b7-eb02f4db6aab admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/a182a472-e5a6-41a1-8a25-03a73b0120f0 HTTP/1.1" status: 204 len: 168 time: 0.5582180 May 30 20:15:55.746410 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-8956f982-5da9-44d6-a1d2-a7566244d02d req-0352a19a-f853-469a-9f74-f9e64a912c2b tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/ports?device_id=6b1fc17d-0cb3-4d7b-940a-7a297df2aff6 HTTP/1.1" status: 200 len: 210 time: 0.1441674 May 30 20:15:55.759195 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2129536f-9d1b-4c85-b1b7-eb02f4db6aab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a182a472-e5a6-41a1-8a25-03a73b0120f0,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:55.837123 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fab64ab-9a4d-4206-93c3-c62b8be7089a req-cd44f692-fc56-4bbb-98cd-e42934f1332a tempest-InstanceActionsNegativeTestJSON-545497675 tempest-InstanceActionsNegativeTestJSON-545497675-project] Made reservation on behalf of a3633186c19f443c841d1c9c932ed90d for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:15:55.841301 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-0fab64ab-9a4d-4206-93c3-c62b8be7089a req-cd44f692-fc56-4bbb-98cd-e42934f1332a tempest-InstanceActionsNegativeTestJSON-545497675 tempest-InstanceActionsNegativeTestJSON-545497675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:55.859454 n-d-843948-2 neutron-server[84887]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a6da69d-b3a4-4323-8629-c06e382941ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] GET failed (client error): The resource could not be found. May 30 20:15:55.859960 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-6a6da69d-b3a4-4323-8629-c06e382941ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Synchronizing usage tracker for tenant:b2c16b1a374849aeb6e639d40c673703 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:15:55.995070 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=c78b1fa0-03b2-49cd-9c87-b45453242a60,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:55.995371 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59aaffd-1526-46b1-9304-3f7b5c9cef28 req-52d8c2f9-5b17-4c9c-8875-2331d67bb073 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:55.999380 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59aaffd-1526-46b1-9304-3f7b5c9cef28 req-52d8c2f9-5b17-4c9c-8875-2331d67bb073 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:56.004003 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59aaffd-1526-46b1-9304-3f7b5c9cef28 req-52d8c2f9-5b17-4c9c-8875-2331d67bb073 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:56.007935 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59aaffd-1526-46b1-9304-3f7b5c9cef28 req-52d8c2f9-5b17-4c9c-8875-2331d67bb073 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:56.012159 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59aaffd-1526-46b1-9304-3f7b5c9cef28 req-52d8c2f9-5b17-4c9c-8875-2331d67bb073 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:56.016768 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59aaffd-1526-46b1-9304-3f7b5c9cef28 req-52d8c2f9-5b17-4c9c-8875-2331d67bb073 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:56.020782 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59aaffd-1526-46b1-9304-3f7b5c9cef28 req-52d8c2f9-5b17-4c9c-8875-2331d67bb073 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:56.023075 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b59aaffd-1526-46b1-9304-3f7b5c9cef28 req-52d8c2f9-5b17-4c9c-8875-2331d67bb073 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] 10.222.0.85 "GET /v2.0/ports?device_id=f8af66f6-93a3-4b44-964c-0edc263a69f5 HTTP/1.1" status: 200 len: 5441 time: 0.3055367 May 30 20:15:56.027551 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-6a6da69d-b3a4-4323-8629-c06e382941ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Unset dirty status for tenant:b2c16b1a374849aeb6e639d40c673703 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:15:56.028652 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-6a6da69d-b3a4-4323-8629-c06e382941ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] 10.222.0.85 "GET /v2.0/ports/0d3f6e45-5691-462c-b49b-b7c12160bdce HTTP/1.1" status: 404 len: 333 time: 0.3232517 May 30 20:15:56.032784 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 56948) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:15:56.045452 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-f11abbe7-f7f6-498a-bfca-371a6a6ef4ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Request body: {'port': {'network_id': '159bfc07-93b7-42dd-a52e-784c261f17c5', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1997288231'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:15:56.087651 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9c3c15f0-b310-468e-a356-ce0eedd9bf52 req-70f4a393-6f5f-45bc-ae6d-a12317354916 tempest-InstanceActionsNegativeTestJSON-545497675 tempest-InstanceActionsNegativeTestJSON-545497675-project] 10.222.0.85 "GET /v2.0/ports?device_id=1f586716-4b1e-4389-b903-9dcdf078eaec HTTP/1.1" status: 200 len: 210 time: 0.0921450 May 30 20:15:56.100125 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning for port 8fa5f782-5b3a-4dde-bc5a-b3223a1946b8 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:15:56.111471 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning complete for port 8fa5f782-5b3a-4dde-bc5a-b3223a1946b8 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:15:56.112158 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:56.123946 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-f11abbe7-f7f6-498a-bfca-371a6a6ef4ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:15:56.169094 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-f11abbe7-f7f6-498a-bfca-371a6a6ef4ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:15:56.241718 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-5543a698-536d-4693-ac8b-22de47caff08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:56.248691 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b59aaffd-1526-46b1-9304-3f7b5c9cef28 req-37899dbf-596b-489f-aaaf-faa7f4211806 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] 10.222.0.85 "GET /v2.0/security-groups?id=f2363d32-544a-4c25-9836-43719a31ef02&id=71bec9af-908d-443b-98db-bdfb70c6ea10&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2103593 May 30 20:15:56.251266 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [req-0fab64ab-9a4d-4206-93c3-c62b8be7089a req-cd44f692-fc56-4bbb-98cd-e42934f1332a tempest-InstanceActionsNegativeTestJSON-545497675 tempest-InstanceActionsNegativeTestJSON-545497675-project] Allocated IP 172.20.0.13 (dc8e1ef1-247e-4ae8-8d4a-07d650cfb733/faa8b808-b144-42dd-ba56-61b4be0cca53/8b831588-b75c-4a1a-bb19-8a4e03f47b61) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:15:56.324168 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:56.362811 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 8fa5f782-5b3a-4dde-bc5a-b3223a1946b8, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=8fa5f782-5b3a-4dde-bc5a-b3223a1946b8,segment=NetworkSegment(a622f652-5f5a-416e-87a7-7c0365db31a5),segment_id=a622f652-5f5a-416e-87a7-7c0365db31a5)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:15:56.377131 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f11abbe7-f7f6-498a-bfca-371a6a6ef4ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Made reservation on behalf of b2c16b1a374849aeb6e639d40c673703 for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:15:56.379444 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f11abbe7-f7f6-498a-bfca-371a6a6ef4ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:56.473762 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [None req-f11abbe7-f7f6-498a-bfca-371a6a6ef4ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] device_id is not set on port 8349824c-d856-4c25-b188-613b2644e3d2 yet. {{(pid=84887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:15:56.568073 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:56.568877 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 65cf2d99-b058-4d03-989d-4197e189c275 up at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:15:56.648893 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-0fab64ab-9a4d-4206-93c3-c62b8be7089a req-cd44f692-fc56-4bbb-98cd-e42934f1332a tempest-InstanceActionsNegativeTestJSON-545497675 tempest-InstanceActionsNegativeTestJSON-545497675-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:56.828202 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=8fa5f782-5b3a-4dde-bc5a-b3223a1946b8,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:57.022976 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning for port 65cf2d99-b058-4d03-989d-4197e189c275 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:15:57.029699 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning complete for port 65cf2d99-b058-4d03-989d-4197e189c275 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:15:57.031581 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:57.054792 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-cf18f8ee-3bf4-430f-a732-a4e3891e76d4 req-b819b983-9e5b-4fc6-b81f-5578f9d1e50f tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/ports?device_id=3a83142e-ed22-4261-88d2-9163e3d491ff HTTP/1.1" status: 200 len: 210 time: 0.1048164 May 30 20:15:57.113570 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8af66f6-93a3-4b44-964c-0edc263a69f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c78b1fa0-03b2-49cd-9c87-b45453242a60'}, {'server_uuid': 'f8af66f6-93a3-4b44-964c-0edc263a69f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fa5f782-5b3a-4dde-bc5a-b3223a1946b8'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:15:57.249156 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ad3ad82-feab-455d-82f1-60f63a14ca6f'] response: {'server_uuid': 'f8af66f6-93a3-4b44-964c-0edc263a69f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c78b1fa0-03b2-49cd-9c87-b45453242a60', 'code': 200} May 30 20:15:57.249764 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ad3ad82-feab-455d-82f1-60f63a14ca6f'] response: {'server_uuid': 'f8af66f6-93a3-4b44-964c-0edc263a69f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fa5f782-5b3a-4dde-bc5a-b3223a1946b8', 'code': 200} May 30 20:15:57.254983 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f11abbe7-f7f6-498a-bfca-371a6a6ef4ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:57.267086 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:57.324952 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-cdd1ed55-88e7-4618-8e72-5c8178c9ca46 req-b8213d52-e4ef-42f6-bf68-426d276874da tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/ports?device_id=6b1fc17d-0cb3-4d7b-940a-7a297df2aff6 HTTP/1.1" status: 200 len: 210 time: 0.1319823 May 30 20:15:57.344344 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 65cf2d99-b058-4d03-989d-4197e189c275, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=65cf2d99-b058-4d03-989d-4197e189c275,segment=NetworkSegment(a622f652-5f5a-416e-87a7-7c0365db31a5),segment_id=a622f652-5f5a-416e-87a7-7c0365db31a5)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:15:57.416670 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-0fab64ab-9a4d-4206-93c3-c62b8be7089a req-cd44f692-fc56-4bbb-98cd-e42934f1332a tempest-InstanceActionsNegativeTestJSON-545497675 tempest-InstanceActionsNegativeTestJSON-545497675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:57.486162 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a8c004-91cd-49fa-acbf-9a1f15340e37 req-fbb4810b-b7d2-45f0-a336-1c6714c0f027 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:57.487740 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-89a8c004-91cd-49fa-acbf-9a1f15340e37 req-fbb4810b-b7d2-45f0-a336-1c6714c0f027 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.86 "GET /v2.0/networks?id=51438f8d-98bc-428c-98e5-c8517683a003 HTTP/1.1" status: 200 len: 813 time: 0.6958945 May 30 20:15:57.493506 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df26310-3ed9-4074-95ed-29242ede15e0 req-23ecf374-b8eb-42df-bec9-75bcc5792775 tempest-InstanceActionsNegativeTestJSON-545497675 tempest-InstanceActionsNegativeTestJSON-545497675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:57.496587 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2df26310-3ed9-4074-95ed-29242ede15e0 req-23ecf374-b8eb-42df-bec9-75bcc5792775 tempest-InstanceActionsNegativeTestJSON-545497675 tempest-InstanceActionsNegativeTestJSON-545497675-project] 10.222.0.85 "GET /v2.0/ports?device_id=1f586716-4b1e-4389-b903-9dcdf078eaec HTTP/1.1" status: 200 len: 932 time: 0.1194305 May 30 20:15:57.569942 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-89a8c004-91cd-49fa-acbf-9a1f15340e37 req-2fac389b-9255-4035-8f22-ecb2040273c0 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Request body: {'port': {'device_id': '3a83142e-ed22-4261-88d2-9163e3d491ff', 'network_id': '51438f8d-98bc-428c-98e5-c8517683a003', 'admin_state_up': True, 'tenant_id': 'af163cbd2042444a832f25a9c44ad423'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:15:57.586285 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2df26310-3ed9-4074-95ed-29242ede15e0 req-75982ce1-e851-47f6-b908-af7133c838ed tempest-InstanceActionsNegativeTestJSON-545497675 tempest-InstanceActionsNegativeTestJSON-545497675-project] 10.222.0.85 "GET /v2.0/security-groups?id=dc3c742c-5911-47ff-a383-ce0a5d80411e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780954 May 30 20:15:57.667486 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:57.696457 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44f692-fc56-4bbb-98cd-e42934f1332a tempest-InstanceActionsNegativeTestJSON-545497675 tempest-InstanceActionsNegativeTestJSON-545497675-project] Pushing event updated for resources: {'Port': ['ID=8b831588-b75c-4a1a-bb19-8a4e03f47b61,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:57.705442 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fab64ab-9a4d-4206-93c3-c62b8be7089a req-cd44f692-fc56-4bbb-98cd-e42934f1332a tempest-InstanceActionsNegativeTestJSON-545497675 tempest-InstanceActionsNegativeTestJSON-545497675-project] Network dc8e1ef1-247e-4ae8-8d4a-07d650cfb733 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:15:57.728219 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [req-0fab64ab-9a4d-4206-93c3-c62b8be7089a req-cd44f692-fc56-4bbb-98cd-e42934f1332a tempest-InstanceActionsNegativeTestJSON-545497675 tempest-InstanceActionsNegativeTestJSON-545497675-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:15:57.758245 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fab64ab-9a4d-4206-93c3-c62b8be7089a req-cd44f692-fc56-4bbb-98cd-e42934f1332a tempest-InstanceActionsNegativeTestJSON-545497675 tempest-InstanceActionsNegativeTestJSON-545497675-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:15:57.833158 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=65cf2d99-b058-4d03-989d-4197e189c275,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:57.876229 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f11abbe7-f7f6-498a-bfca-371a6a6ef4ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:58.109353 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fab64ab-9a4d-4206-93c3-c62b8be7089a req-cd44f692-fc56-4bbb-98cd-e42934f1332a tempest-InstanceActionsNegativeTestJSON-545497675 tempest-InstanceActionsNegativeTestJSON-545497675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:58.109353 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-0fab64ab-9a4d-4206-93c3-c62b8be7089a req-cd44f692-fc56-4bbb-98cd-e42934f1332a tempest-InstanceActionsNegativeTestJSON-545497675 tempest-InstanceActionsNegativeTestJSON-545497675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:58.147583 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-89a8c004-91cd-49fa-acbf-9a1f15340e37 req-2fac389b-9255-4035-8f22-ecb2040273c0 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:15:58.153962 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f11abbe7-f7f6-498a-bfca-371a6a6ef4ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Network 159bfc07-93b7-42dd-a52e-784c261f17c5 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:15:58.175821 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9246cf16-bdc2-4f4c-9672-1d80a19ed365 req-3ebf76ad-d4bd-4ac9-9b9b-7e035d6112fc tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:58.180116 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9246cf16-bdc2-4f4c-9672-1d80a19ed365 req-3ebf76ad-d4bd-4ac9-9b9b-7e035d6112fc tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:58.184304 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9246cf16-bdc2-4f4c-9672-1d80a19ed365 req-3ebf76ad-d4bd-4ac9-9b9b-7e035d6112fc tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:58.189063 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9246cf16-bdc2-4f4c-9672-1d80a19ed365 req-3ebf76ad-d4bd-4ac9-9b9b-7e035d6112fc tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:58.209886 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9246cf16-bdc2-4f4c-9672-1d80a19ed365 req-3ebf76ad-d4bd-4ac9-9b9b-7e035d6112fc tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:58.212117 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9246cf16-bdc2-4f4c-9672-1d80a19ed365 req-3ebf76ad-d4bd-4ac9-9b9b-7e035d6112fc tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:58.216504 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9246cf16-bdc2-4f4c-9672-1d80a19ed365 req-3ebf76ad-d4bd-4ac9-9b9b-7e035d6112fc tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:58.224925 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9246cf16-bdc2-4f4c-9672-1d80a19ed365 req-3ebf76ad-d4bd-4ac9-9b9b-7e035d6112fc tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] 10.222.0.85 "GET /v2.0/ports?device_id=f8af66f6-93a3-4b44-964c-0edc263a69f5 HTTP/1.1" status: 200 len: 5442 time: 0.7447717 May 30 20:15:58.226096 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-89a8c004-91cd-49fa-acbf-9a1f15340e37 req-2fac389b-9255-4035-8f22-ecb2040273c0 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Usage tracker for resource:port and tenant:af163cbd2042444a832f25a9c44ad423 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:15:58.232642 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-f11abbe7-f7f6-498a-bfca-371a6a6ef4ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:15:58.239165 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11abbe7-f7f6-498a-bfca-371a6a6ef4ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Pushing event updated for resources: {'Port': ['ID=8349824c-d856-4c25-b188-613b2644e3d2,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:15:58.255744 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-89a8c004-91cd-49fa-acbf-9a1f15340e37 req-2fac389b-9255-4035-8f22-ecb2040273c0 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:15:58.260176 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11abbe7-f7f6-498a-bfca-371a6a6ef4ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:15:58.261060 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f11abbe7-f7f6-498a-bfca-371a6a6ef4ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:58.261661 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f11abbe7-f7f6-498a-bfca-371a6a6ef4ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:58.273552 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-89a8c004-91cd-49fa-acbf-9a1f15340e37 req-2fac389b-9255-4035-8f22-ecb2040273c0 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:15:58.297961 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 56984) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:15:58.362491 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9246cf16-bdc2-4f4c-9672-1d80a19ed365 req-ac7afce5-e129-4c7d-8c4e-4aecdf805d9d tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] 10.222.0.85 "GET /v2.0/security-groups?id=f2363d32-544a-4c25-9836-43719a31ef02&id=71bec9af-908d-443b-98db-bdfb70c6ea10&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1029985 May 30 20:15:58.473338 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-bd12bc34-1af8-4a79-945d-ad58882d510d req-626a690f-f735-4374-a083-8d38c5233007 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/ports?device_id=3a83142e-ed22-4261-88d2-9163e3d491ff HTTP/1.1" status: 200 len: 210 time: 0.1237473 May 30 20:15:58.498107 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0fab64ab-9a4d-4206-93c3-c62b8be7089a req-cd44f692-fc56-4bbb-98cd-e42934f1332a tempest-InstanceActionsNegativeTestJSON-545497675 tempest-InstanceActionsNegativeTestJSON-545497675-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0437267 May 30 20:15:58.538037 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-0fab64ab-9a4d-4206-93c3-c62b8be7089a req-a39eac96-4b43-4357-9215-16324b4398e4 service neutron] Request body: {'port': {'device_id': '1f586716-4b1e-4389-b903-9dcdf078eaec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843948-2'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:15:58.561884 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96e33cd-669b-47d5-96bc-26e65ab001fb req-ad3e191b-28da-4ba1-952b-cfbcb4c47d13 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:58.563377 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c96e33cd-669b-47d5-96bc-26e65ab001fb req-ad3e191b-28da-4ba1-952b-cfbcb4c47d13 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.86 "GET /v2.0/networks?id=447ea545-6235-439a-a377-09de7456264b HTTP/1.1" status: 200 len: 806 time: 0.3712873 May 30 20:15:58.586937 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [req-c96e33cd-669b-47d5-96bc-26e65ab001fb req-d46633c7-2cc7-439b-abe5-38580ad06ed6 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Request body: {'port': {'device_id': '6b1fc17d-0cb3-4d7b-940a-7a297df2aff6', 'network_id': '447ea545-6235-439a-a377-09de7456264b', 'admin_state_up': True, 'tenant_id': '7f20a37d1ec84058864d6080c6a9f8aa'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:15:58.598752 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-fce1b9e8-162e-438c-8ed4-43d9ceb5b874 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-505329467-network', 'tenant_id': '0d50a649dbb5428f92e9415a6ded27c0'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:15:58.617453 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-f11abbe7-f7f6-498a-bfca-371a6a6ef4ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.5796838 May 30 20:15:58.646689 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 56994) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:15:58.665878 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-fce1b9e8-162e-438c-8ed4-43d9ceb5b874 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:15:58.675487 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-d91b888b-1933-45e1-8f5f-6aa8eac1bea5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-843948-2'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:15:58.702646 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e1de36a5-9af7-4d30-b44e-6d88f1d241f3 req-bb2e597e-16cb-4dd1-9310-92ee972b8668 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/ports?device_id=6b1fc17d-0cb3-4d7b-940a-7a297df2aff6 HTTP/1.1" status: 200 len: 210 time: 0.1126962 May 30 20:15:58.709888 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-fce1b9e8-162e-438c-8ed4-43d9ceb5b874 admin admin] Usage tracker for resource:network and tenant:0d50a649dbb5428f92e9415a6ded27c0 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:15:58.725155 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-fce1b9e8-162e-438c-8ed4-43d9ceb5b874 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:15:58.738801 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89a8c004-91cd-49fa-acbf-9a1f15340e37 req-2fac389b-9255-4035-8f22-ecb2040273c0 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Made reservation on behalf of af163cbd2042444a832f25a9c44ad423 for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:15:58.742860 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-89a8c004-91cd-49fa-acbf-9a1f15340e37 req-2fac389b-9255-4035-8f22-ecb2040273c0 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:58.766543 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-fce1b9e8-162e-438c-8ed4-43d9ceb5b874 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:15:58.910194 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-c96e33cd-669b-47d5-96bc-26e65ab001fb req-d46633c7-2cc7-439b-abe5-38580ad06ed6 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:15:58.941152 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-c96e33cd-669b-47d5-96bc-26e65ab001fb req-d46633c7-2cc7-439b-abe5-38580ad06ed6 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:15:58.950392 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-0fab64ab-9a4d-4206-93c3-c62b8be7089a req-a39eac96-4b43-4357-9215-16324b4398e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:58.997067 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d91b888b-1933-45e1-8f5f-6aa8eac1bea5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:59.001495 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8e1a53-5999-42b5-ad46-c254c27ca34a req-d7efc5ea-4ea0-4a26-8c51-a3223917f9ee tempest-InstanceActionsNegativeTestJSON-545497675 tempest-InstanceActionsNegativeTestJSON-545497675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:59.002984 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-8b8e1a53-5999-42b5-ad46-c254c27ca34a req-d7efc5ea-4ea0-4a26-8c51-a3223917f9ee tempest-InstanceActionsNegativeTestJSON-545497675 tempest-InstanceActionsNegativeTestJSON-545497675-project] 10.222.0.85 "GET /v2.0/ports?device_id=1f586716-4b1e-4389-b903-9dcdf078eaec HTTP/1.1" status: 200 len: 932 time: 0.2259696 May 30 20:15:59.010036 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fce1b9e8-162e-438c-8ed4-43d9ceb5b874 admin admin] Made reservation on behalf of 0d50a649dbb5428f92e9415a6ded27c0 for: {'network': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:15:59.012400 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-fce1b9e8-162e-438c-8ed4-43d9ceb5b874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:59.069438 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-8b8e1a53-5999-42b5-ad46-c254c27ca34a req-bfc4ae99-aa18-4b29-aed3-b4761bb59459 tempest-InstanceActionsNegativeTestJSON-545497675 tempest-InstanceActionsNegativeTestJSON-545497675-project] 10.222.0.85 "GET /v2.0/security-groups?id=dc3c742c-5911-47ff-a383-ce0a5d80411e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523231 May 30 20:15:59.076862 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-fce1b9e8-162e-438c-8ed4-43d9ceb5b874 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:59.166279 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c96e33cd-669b-47d5-96bc-26e65ab001fb req-d46633c7-2cc7-439b-abe5-38580ad06ed6 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Made reservation on behalf of 7f20a37d1ec84058864d6080c6a9f8aa for: {'port': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:15:59.171261 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-c96e33cd-669b-47d5-96bc-26e65ab001fb req-d46633c7-2cc7-439b-abe5-38580ad06ed6 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:59.251632 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8af66f6-93a3-4b44-964c-0edc263a69f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65cf2d99-b058-4d03-989d-4197e189c275'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:15:59.339840 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e725a9fb-cdb2-4339-b6b9-b7fcba14421f'] response: {'server_uuid': 'f8af66f6-93a3-4b44-964c-0edc263a69f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65cf2d99-b058-4d03-989d-4197e189c275', 'code': 200} May 30 20:15:59.348418 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-fce1b9e8-162e-438c-8ed4-43d9ceb5b874 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:15:59.351560 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [req-89a8c004-91cd-49fa-acbf-9a1f15340e37 req-2fac389b-9255-4035-8f22-ecb2040273c0 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Allocated IP 172.20.0.3 (51438f8d-98bc-428c-98e5-c8517683a003/a7c3f85d-fe14-497a-a810-561b8b1fe24d/eb80c370-f392-433d-b7b3-78aaeb35c663) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:15:59.383365 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-fce1b9e8-162e-438c-8ed4-43d9ceb5b874 admin admin] Usage tracker for resource:security_group_rule and tenant:0d50a649dbb5428f92e9415a6ded27c0 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:15:59.400845 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-fce1b9e8-162e-438c-8ed4-43d9ceb5b874 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:15:59.517126 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-fce1b9e8-162e-438c-8ed4-43d9ceb5b874 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:15:59.525141 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [req-c96e33cd-669b-47d5-96bc-26e65ab001fb req-d46633c7-2cc7-439b-abe5-38580ad06ed6 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Allocated IP 172.20.0.12 (447ea545-6235-439a-a377-09de7456264b/e5689849-4104-472f-a1ce-eede6d9545dd/95c5ea16-1f76-4bc6-b9a5-9b1970297a9c) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:15:59.594526 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-51e951c2-9f7f-4de6-afeb-2a79cfa30bc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:59.823835 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:15:59.824955 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4e9736-efdd-462f-ac65-c3030242e4f6 req-ad71f068-6ec8-4892-91a6-b2891c36b52b tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:59.829866 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4e9736-efdd-462f-ac65-c3030242e4f6 req-ad71f068-6ec8-4892-91a6-b2891c36b52b tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:59.838270 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4e9736-efdd-462f-ac65-c3030242e4f6 req-ad71f068-6ec8-4892-91a6-b2891c36b52b tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:59.842250 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4e9736-efdd-462f-ac65-c3030242e4f6 req-ad71f068-6ec8-4892-91a6-b2891c36b52b tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:59.847114 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4e9736-efdd-462f-ac65-c3030242e4f6 req-ad71f068-6ec8-4892-91a6-b2891c36b52b tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:59.851110 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4e9736-efdd-462f-ac65-c3030242e4f6 req-ad71f068-6ec8-4892-91a6-b2891c36b52b tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:59.855434 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4e9736-efdd-462f-ac65-c3030242e4f6 req-ad71f068-6ec8-4892-91a6-b2891c36b52b tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:15:59.857320 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3c4e9736-efdd-462f-ac65-c3030242e4f6 req-ad71f068-6ec8-4892-91a6-b2891c36b52b tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] 10.222.0.85 "GET /v2.0/ports?device_id=f8af66f6-93a3-4b44-964c-0edc263a69f5 HTTP/1.1" status: 200 len: 5443 time: 0.2436228 May 30 20:15:59.874951 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-18ed86dd-5e1c-4603-a92d-e32580c4049d req-dc5de368-8c30-4592-8b95-d1fd5662f985 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/ports?device_id=3a83142e-ed22-4261-88d2-9163e3d491ff HTTP/1.1" status: 200 len: 210 time: 0.1253138 May 30 20:16:00.039118 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3c4e9736-efdd-462f-ac65-c3030242e4f6 req-b1612a85-b424-4745-b691-4e5aaafe1895 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] 10.222.0.85 "GET /v2.0/security-groups?id=f2363d32-544a-4c25-9836-43719a31ef02&id=71bec9af-908d-443b-98db-bdfb70c6ea10&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1697793 May 30 20:16:00.100173 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-c96e33cd-669b-47d5-96bc-26e65ab001fb req-d46633c7-2cc7-439b-abe5-38580ad06ed6 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:00.213535 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-89a8c004-91cd-49fa-acbf-9a1f15340e37 req-2fac389b-9255-4035-8f22-ecb2040273c0 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:00.307130 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-c96e33cd-669b-47d5-96bc-26e65ab001fb req-d46633c7-2cc7-439b-abe5-38580ad06ed6 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:00.326563 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['8e5aeea2-b35a-41eb-83bf-3b475ff14780'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:16:00.365960 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.db.resource_extend [None req-d91b888b-1933-45e1-8f5f-6aa8eac1bea5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] It took 0.55 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:16:00.485270 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46633c7-2cc7-439b-abe5-38580ad06ed6 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Pushing event updated for resources: {'Port': ['ID=95c5ea16-1f76-4bc6-b9a5-9b1970297a9c,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:00.494327 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c96e33cd-669b-47d5-96bc-26e65ab001fb req-d46633c7-2cc7-439b-abe5-38580ad06ed6 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Network 447ea545-6235-439a-a377-09de7456264b is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:16:00.496870 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [req-c96e33cd-669b-47d5-96bc-26e65ab001fb req-d46633c7-2cc7-439b-abe5-38580ad06ed6 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:16:00.501690 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [req-c96e33cd-669b-47d5-96bc-26e65ab001fb req-d46633c7-2cc7-439b-abe5-38580ad06ed6 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:16:00.575687 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96e33cd-669b-47d5-96bc-26e65ab001fb req-d46633c7-2cc7-439b-abe5-38580ad06ed6 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:00.576407 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-c96e33cd-669b-47d5-96bc-26e65ab001fb req-d46633c7-2cc7-439b-abe5-38580ad06ed6 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:00.630924 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6851a89c-4778-491e-a919-728a342eaf87 req-5ebf7721-ce12-44d5-8a5e-d12db47a6c05 tempest-InstanceActionsNegativeTestJSON-545497675 tempest-InstanceActionsNegativeTestJSON-545497675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:00.634205 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6851a89c-4778-491e-a919-728a342eaf87 req-5ebf7721-ce12-44d5-8a5e-d12db47a6c05 tempest-InstanceActionsNegativeTestJSON-545497675 tempest-InstanceActionsNegativeTestJSON-545497675-project] 10.222.0.85 "GET /v2.0/ports?device_id=1f586716-4b1e-4389-b903-9dcdf078eaec HTTP/1.1" status: 200 len: 932 time: 0.2200422 May 30 20:16:00.679694 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b39ac23d-fa6a-4db1-8e28-228218e1fd7c req-0d2ea6c1-39a4-4bd5-8553-ae15bbbf2c59 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=f8af66f6-93a3-4b44-964c-0edc263a69f5 HTTP/1.1" status: 200 len: 6500 time: 1.2097616 May 30 20:16:00.694456 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c96e33cd-669b-47d5-96bc-26e65ab001fb req-d46633c7-2cc7-439b-abe5-38580ad06ed6 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1118903 May 30 20:16:00.696494 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-fce1b9e8-162e-438c-8ed4-43d9ceb5b874 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:00.714077 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [None req-d91b888b-1933-45e1-8f5f-6aa8eac1bea5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] device_id is not set on port 8349824c-d856-4c25-b188-613b2644e3d2 yet. {{(pid=84887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:16:00.714427 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [req-c96e33cd-669b-47d5-96bc-26e65ab001fb req-4328821f-9944-49e0-9319-3e61dad6508d service neutron] Request body: {'port': {'device_id': '6b1fc17d-0cb3-4d7b-940a-7a297df2aff6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843948-2'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:16:00.770979 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d91b888b-1933-45e1-8f5f-6aa8eac1bea5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:00.828118 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-fce1b9e8-162e-438c-8ed4-43d9ceb5b874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:00.876627 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6851a89c-4778-491e-a919-728a342eaf87 req-c2faa1bf-f30c-4e24-9bd3-370b39d959bb tempest-InstanceActionsNegativeTestJSON-545497675 tempest-InstanceActionsNegativeTestJSON-545497675-project] 10.222.0.85 "GET /v2.0/security-groups?id=dc3c742c-5911-47ff-a383-ce0a5d80411e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379205 May 30 20:16:00.948051 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [None req-d91b888b-1933-45e1-8f5f-6aa8eac1bea5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Transition to ACTIVE for port object 8349824c-d856-4c25-b188-613b2644e3d2 will not be triggered until provisioned by entity L2. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:16:01.009504 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-c96e33cd-669b-47d5-96bc-26e65ab001fb req-4328821f-9944-49e0-9319-3e61dad6508d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:01.012341 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79be910f-1868-4be4-bb6e-8791759bce22 req-4c287d95-8b79-4081-9c26-d806d505af54 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:01.015440 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-79be910f-1868-4be4-bb6e-8791759bce22 req-4c287d95-8b79-4081-9c26-d806d505af54 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/ports?device_id=6b1fc17d-0cb3-4d7b-940a-7a297df2aff6 HTTP/1.1" status: 200 len: 932 time: 0.7835107 May 30 20:16:01.020394 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fce1b9e8-162e-438c-8ed4-43d9ceb5b874 admin admin] vlan segment allocate from pool success with {'vlan_id': 678, 'physical_network': 'physnet1'} {{(pid=84887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:16:01.021144 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:01.056918 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-89a8c004-91cd-49fa-acbf-9a1f15340e37 req-2fac389b-9255-4035-8f22-ecb2040273c0 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:01.095160 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b39ac23d-fa6a-4db1-8e28-228218e1fd7c req-238947e2-7f9d-4bad-959d-f83bb799f330 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=71bec9af-908d-443b-98db-bdfb70c6ea10&id=f2363d32-544a-4c25-9836-43719a31ef02&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4022791 May 30 20:16:01.095792 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce1b9e8-162e-438c-8ed4-43d9ceb5b874 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4737f8d2-7e94-4c6e-8fc9-d80dfb9ce50d,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:01.112575 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d91b888b-1933-45e1-8f5f-6aa8eac1bea5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:01.272257 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b68d7f6-9926-496b-b998-720b9f67eb32 req-dbfa0791-76d7-4f68-a799-43f2edd3807d tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:01.273833 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6b68d7f6-9926-496b-b998-720b9f67eb32 req-dbfa0791-76d7-4f68-a799-43f2edd3807d tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/ports?device_id=3a83142e-ed22-4261-88d2-9163e3d491ff HTTP/1.1" status: 200 len: 931 time: 0.2294571 May 30 20:16:01.301868 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [req-0fab64ab-9a4d-4206-93c3-c62b8be7089a req-a39eac96-4b43-4357-9215-16324b4398e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b831588-b75c-4a1a-bb19-8a4e03f47b61 {{(pid=84887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:16:01.307171 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-fce1b9e8-162e-438c-8ed4-43d9ceb5b874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:01.307498 n-d-843948-2 neutron-server[84887]: INFO neutron.db.segments_db [None req-fce1b9e8-162e-438c-8ed4-43d9ceb5b874 admin admin] Added segment 3013c5b6-04e8-430f-a708-750cb160e889 of type vlan for network bec7faf3-2322-468b-9a43-1a6a34e78566 May 30 20:16:01.327984 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-0fab64ab-9a4d-4206-93c3-c62b8be7089a req-a39eac96-4b43-4357-9215-16324b4398e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:01.409773 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6b68d7f6-9926-496b-b998-720b9f67eb32 req-1340c9a1-7512-4755-be09-c6758fb42456 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/security-groups?id=0524bca6-45ea-44a4-8d6f-618d0ae32427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863740 May 30 20:16:01.458799 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-0fab64ab-9a4d-4206-93c3-c62b8be7089a req-a39eac96-4b43-4357-9215-16324b4398e4 service neutron] Transition to ACTIVE for port object 8b831588-b75c-4a1a-bb19-8a4e03f47b61 will not be triggered until provisioned by entity L2. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:16:01.486375 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-fce1b9e8-162e-438c-8ed4-43d9ceb5b874 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:01.491538 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89a8c004-91cd-49fa-acbf-9a1f15340e37 req-2fac389b-9255-4035-8f22-ecb2040273c0 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Network 51438f8d-98bc-428c-98e5-c8517683a003 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:16:01.495092 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fac389b-9255-4035-8f22-ecb2040273c0 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Pushing event updated for resources: {'Port': ['ID=eb80c370-f392-433d-b7b3-78aaeb35c663,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:01.500818 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [req-89a8c004-91cd-49fa-acbf-9a1f15340e37 req-2fac389b-9255-4035-8f22-ecb2040273c0 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:16:01.554340 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-79be910f-1868-4be4-bb6e-8791759bce22 req-28dce686-8c4e-41d5-94fb-02488c789e14 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/security-groups?id=3b7b472c-21af-4683-a7b2-e1dc38380326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5106676 May 30 20:16:01.611434 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-89a8c004-91cd-49fa-acbf-9a1f15340e37 req-2fac389b-9255-4035-8f22-ecb2040273c0 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:16:01.625659 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [req-c96e33cd-669b-47d5-96bc-26e65ab001fb req-4328821f-9944-49e0-9319-3e61dad6508d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95c5ea16-1f76-4bc6-b9a5-9b1970297a9c {{(pid=84886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:16:01.664028 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-0fab64ab-9a4d-4206-93c3-c62b8be7089a req-a39eac96-4b43-4357-9215-16324b4398e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:01.693254 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-c96e33cd-669b-47d5-96bc-26e65ab001fb req-4328821f-9944-49e0-9319-3e61dad6508d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:01.720634 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [req-c96e33cd-669b-47d5-96bc-26e65ab001fb req-4328821f-9944-49e0-9319-3e61dad6508d service neutron] Transition to ACTIVE for port object 95c5ea16-1f76-4bc6-b9a5-9b1970297a9c will not be triggered until provisioned by entity L2. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:16:01.726962 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-fce1b9e8-162e-438c-8ed4-43d9ceb5b874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:01.728001 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fce1b9e8-162e-438c-8ed4-43d9ceb5b874 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:01.729402 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-fce1b9e8-162e-438c-8ed4-43d9ceb5b874 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:01.798384 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f70f4d-a9a8-4626-a368-2f4676c7dc5e req-34f9090d-39ab-4564-a69b-2ff8c73b4356 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:01.802880 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f70f4d-a9a8-4626-a368-2f4676c7dc5e req-34f9090d-39ab-4564-a69b-2ff8c73b4356 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:01.807352 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f70f4d-a9a8-4626-a368-2f4676c7dc5e req-34f9090d-39ab-4564-a69b-2ff8c73b4356 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:01.812375 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f70f4d-a9a8-4626-a368-2f4676c7dc5e req-34f9090d-39ab-4564-a69b-2ff8c73b4356 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:01.815396 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [None req-d91b888b-1933-45e1-8f5f-6aa8eac1bea5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Attempting to bind port 8349824c-d856-4c25-b188-613b2644e3d2 on host n-h1-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:16:01.815978 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [None req-d91b888b-1933-45e1-8f5f-6aa8eac1bea5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Attempting to bind port 8349824c-d856-4c25-b188-613b2644e3d2 by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': '17a29653-7279-4bfa-8920-5d1a4282ce71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '159bfc07-93b7-42dd-a52e-784c261f17c5'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:16:01.816555 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91b888b-1933-45e1-8f5f-6aa8eac1bea5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Attempting to bind port 8349824c-d856-4c25-b188-613b2644e3d2 on network 159bfc07-93b7-42dd-a52e-784c261f17c5 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:16:01.816688 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f70f4d-a9a8-4626-a368-2f4676c7dc5e req-34f9090d-39ab-4564-a69b-2ff8c73b4356 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:01.820942 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f70f4d-a9a8-4626-a368-2f4676c7dc5e req-34f9090d-39ab-4564-a69b-2ff8c73b4356 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:01.824976 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f70f4d-a9a8-4626-a368-2f4676c7dc5e req-34f9090d-39ab-4564-a69b-2ff8c73b4356 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:01.827113 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-19f70f4d-a9a8-4626-a368-2f4676c7dc5e req-34f9090d-39ab-4564-a69b-2ff8c73b4356 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] 10.222.0.85 "GET /v2.0/ports?device_id=f8af66f6-93a3-4b44-964c-0edc263a69f5 HTTP/1.1" status: 200 len: 5443 time: 0.1911178 May 30 20:16:01.828949 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-c96e33cd-669b-47d5-96bc-26e65ab001fb req-4328821f-9944-49e0-9319-3e61dad6508d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:01.986377 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91b888b-1933-45e1-8f5f-6aa8eac1bea5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Pushing event updated for resources: {'Port': ['ID=8349824c-d856-4c25-b188-613b2644e3d2,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:02.007588 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4328821f-9944-49e0-9319-3e61dad6508d service neutron] Pushing event updated for resources: {'Port': ['ID=95c5ea16-1f76-4bc6-b9a5-9b1970297a9c,revision_number=2']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:02.017206 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a8c004-91cd-49fa-acbf-9a1f15340e37 req-2fac389b-9255-4035-8f22-ecb2040273c0 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:02.017851 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-89a8c004-91cd-49fa-acbf-9a1f15340e37 req-2fac389b-9255-4035-8f22-ecb2040273c0 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:02.049240 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-19f70f4d-a9a8-4626-a368-2f4676c7dc5e req-7677e6f5-3e7c-4e56-8d25-b11a69539dde tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] 10.222.0.85 "GET /v2.0/security-groups?id=f2363d32-544a-4c25-9836-43719a31ef02&id=71bec9af-908d-443b-98db-bdfb70c6ea10&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2085912 May 30 20:16:02.111340 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91b888b-1933-45e1-8f5f-6aa8eac1bea5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Port 8349824c-d856-4c25-b188-613b2644e3d2 on network 159bfc07-93b7-42dd-a52e-784c261f17c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:16:02.111684 n-d-843948-2 neutron-server[84887]: ERROR neutron.plugins.ml2.managers [None req-d91b888b-1933-45e1-8f5f-6aa8eac1bea5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Failed to bind port 8349824c-d856-4c25-b188-613b2644e3d2 on host n-h1-843948-2 for vnic_type normal using segments [{'id': '17a29653-7279-4bfa-8920-5d1a4282ce71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '159bfc07-93b7-42dd-a52e-784c261f17c5'}] May 30 20:16:02.125554 n-d-843948-2 neutron-server[84887]: INFO neutron.plugins.ml2.plugin [None req-d91b888b-1933-45e1-8f5f-6aa8eac1bea5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Attempt 2 to bind port 8349824c-d856-4c25-b188-613b2644e3d2 May 30 20:16:02.147368 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce1b9e8-162e-438c-8ed4-43d9ceb5b874 admin admin] Pushing event updated for resources: {'Network': ['ID=bec7faf3-2322-468b-9a43-1a6a34e78566,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:02.172160 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network bec7faf3-2322-468b-9a43-1a6a34e78566 details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:16:02.205327 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-c96e33cd-669b-47d5-96bc-26e65ab001fb req-4328821f-9944-49e0-9319-3e61dad6508d service neutron] Attempting to bind port 95c5ea16-1f76-4bc6-b9a5-9b1970297a9c on host n-h2-843948-2 for vnic_type normal with profile {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:16:02.205514 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39eac96-4b43-4357-9215-16324b4398e4 service neutron] Pushing event updated for resources: {'Port': ['ID=8b831588-b75c-4a1a-bb19-8a4e03f47b61,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:02.205706 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-c96e33cd-669b-47d5-96bc-26e65ab001fb req-4328821f-9944-49e0-9319-3e61dad6508d service neutron] Attempting to bind port 95c5ea16-1f76-4bc6-b9a5-9b1970297a9c by drivers openvswitch,hyperv on host n-h2-843948-2 at level 0 using segments [{'id': '6f1287e5-9e46-42ce-b023-b38d433df277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '447ea545-6235-439a-a377-09de7456264b'}] {{(pid=84886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:16:02.207536 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c96e33cd-669b-47d5-96bc-26e65ab001fb req-4328821f-9944-49e0-9319-3e61dad6508d service neutron] Attempting to bind port 95c5ea16-1f76-4bc6-b9a5-9b1970297a9c on network 447ea545-6235-439a-a377-09de7456264b {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:16:02.228981 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c96e33cd-669b-47d5-96bc-26e65ab001fb req-4328821f-9944-49e0-9319-3e61dad6508d service neutron] Port 95c5ea16-1f76-4bc6-b9a5-9b1970297a9c on network 447ea545-6235-439a-a377-09de7456264b not bound, no agent of type Open vSwitch agent registered on host n-h2-843948-2 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:16:02.228981 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c96e33cd-669b-47d5-96bc-26e65ab001fb req-4328821f-9944-49e0-9319-3e61dad6508d service neutron] Attempting to bind port 95c5ea16-1f76-4bc6-b9a5-9b1970297a9c on network 447ea545-6235-439a-a377-09de7456264b {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:16:02.243387 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c96e33cd-669b-47d5-96bc-26e65ab001fb req-4328821f-9944-49e0-9319-3e61dad6508d service neutron] Checking agent: {'id': 'eaa08354-e8f5-4e73-af76-8d3cf7d2b390', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 15, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:16:02.244077 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c96e33cd-669b-47d5-96bc-26e65ab001fb req-4328821f-9944-49e0-9319-3e61dad6508d service neutron] Checking segment: {'id': '6f1287e5-9e46-42ce-b023-b38d433df277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '447ea545-6235-439a-a377-09de7456264b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:16:02.245039 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c96e33cd-669b-47d5-96bc-26e65ab001fb req-4328821f-9944-49e0-9319-3e61dad6508d service neutron] Bound using segment: {'id': '6f1287e5-9e46-42ce-b023-b38d433df277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '447ea545-6235-439a-a377-09de7456264b'} {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:16:02.245847 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-c96e33cd-669b-47d5-96bc-26e65ab001fb req-4328821f-9944-49e0-9319-3e61dad6508d service neutron] Bound port: 95c5ea16-1f76-4bc6-b9a5-9b1970297a9c, host: n-h2-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f1287e5-9e46-42ce-b023-b38d433df277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '447ea545-6235-439a-a377-09de7456264b'}}] {{(pid=84886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:16:02.246195 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3a6a6d92-2743-40d1-9158-5c2239dcaf6a req-837df909-f4cf-40b4-b7fe-17646c886273 tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-securitygroup--2067745179&fields=id&tenant_id=a98770a137d04e48a5baba76bc9996d9 HTTP/1.1" status: 200 len: 267 time: 0.4201090 May 30 20:16:02.246417 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-c96e33cd-669b-47d5-96bc-26e65ab001fb req-4328821f-9944-49e0-9319-3e61dad6508d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:02.267029 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [None req-d91b888b-1933-45e1-8f5f-6aa8eac1bea5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Attempting to bind port 8349824c-d856-4c25-b188-613b2644e3d2 on host n-h1-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:16:02.267356 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [None req-d91b888b-1933-45e1-8f5f-6aa8eac1bea5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Attempting to bind port 8349824c-d856-4c25-b188-613b2644e3d2 by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': '17a29653-7279-4bfa-8920-5d1a4282ce71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '159bfc07-93b7-42dd-a52e-784c261f17c5'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:16:02.267688 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91b888b-1933-45e1-8f5f-6aa8eac1bea5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Attempting to bind port 8349824c-d856-4c25-b188-613b2644e3d2 on network 159bfc07-93b7-42dd-a52e-784c261f17c5 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:16:02.294123 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-fce1b9e8-162e-438c-8ed4-43d9ceb5b874 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 3.9914286 May 30 20:16:02.334987 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 57026) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:02.354051 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-89a8c004-91cd-49fa-acbf-9a1f15340e37 req-2fac389b-9255-4035-8f22-ecb2040273c0 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8021286 May 30 20:16:02.362129 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91b888b-1933-45e1-8f5f-6aa8eac1bea5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Port 8349824c-d856-4c25-b188-613b2644e3d2 on network 159bfc07-93b7-42dd-a52e-784c261f17c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:16:02.362450 n-d-843948-2 neutron-server[84887]: ERROR neutron.plugins.ml2.managers [None req-d91b888b-1933-45e1-8f5f-6aa8eac1bea5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Failed to bind port 8349824c-d856-4c25-b188-613b2644e3d2 on host n-h1-843948-2 for vnic_type normal using segments [{'id': '17a29653-7279-4bfa-8920-5d1a4282ce71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '159bfc07-93b7-42dd-a52e-784c261f17c5'}] May 30 20:16:02.368186 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-e5b5c8bc-7a3d-4f45-8fe2-1c3a221b9476 admin admin] Request body: {'subnet': {'network_id': 'bec7faf3-2322-468b-9a43-1a6a34e78566', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-505329467-subnet', 'tenant_id': '0d50a649dbb5428f92e9415a6ded27c0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:16:02.373384 n-d-843948-2 neutron-server[84887]: INFO neutron.plugins.ml2.plugin [None req-d91b888b-1933-45e1-8f5f-6aa8eac1bea5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Attempt 3 to bind port 8349824c-d856-4c25-b188-613b2644e3d2 May 30 20:16:02.378207 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-e5b5c8bc-7a3d-4f45-8fe2-1c3a221b9476 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:16:02.385307 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-89a8c004-91cd-49fa-acbf-9a1f15340e37 req-a9b7bf95-aa2f-4716-ad75-d1c25043ec1a service neutron] Request body: {'port': {'device_id': '3a83142e-ed22-4261-88d2-9163e3d491ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843948-2'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:16:02.386311 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-e5b5c8bc-7a3d-4f45-8fe2-1c3a221b9476 admin admin] Usage tracker for resource:subnet and tenant:0d50a649dbb5428f92e9415a6ded27c0 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:16:02.463428 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-e5b5c8bc-7a3d-4f45-8fe2-1c3a221b9476 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:16:02.464512 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [None req-d91b888b-1933-45e1-8f5f-6aa8eac1bea5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Attempting to bind port 8349824c-d856-4c25-b188-613b2644e3d2 on host n-h1-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:16:02.465001 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [None req-d91b888b-1933-45e1-8f5f-6aa8eac1bea5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Attempting to bind port 8349824c-d856-4c25-b188-613b2644e3d2 by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': '17a29653-7279-4bfa-8920-5d1a4282ce71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '159bfc07-93b7-42dd-a52e-784c261f17c5'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:16:02.465167 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91b888b-1933-45e1-8f5f-6aa8eac1bea5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Attempting to bind port 8349824c-d856-4c25-b188-613b2644e3d2 on network 159bfc07-93b7-42dd-a52e-784c261f17c5 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:16:02.472240 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-e5b5c8bc-7a3d-4f45-8fe2-1c3a221b9476 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:16:02.515429 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:02.561062 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-c96e33cd-669b-47d5-96bc-26e65ab001fb req-4328821f-9944-49e0-9319-3e61dad6508d service neutron] For port 95c5ea16-1f76-4bc6-b9a5-9b1970297a9c, host n-h2-843948-2, cleared binding levels {{(pid=84886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:16:02.565059 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-c96e33cd-669b-47d5-96bc-26e65ab001fb req-4328821f-9944-49e0-9319-3e61dad6508d service neutron] For port 95c5ea16-1f76-4bc6-b9a5-9b1970297a9c, host n-h2-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=95c5ea16-1f76-4bc6-b9a5-9b1970297a9c,segment=NetworkSegment(6f1287e5-9e46-42ce-b023-b38d433df277),segment_id=6f1287e5-9e46-42ce-b023-b38d433df277)] {{(pid=84886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:16:02.575391 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-0fab64ab-9a4d-4206-93c3-c62b8be7089a req-a39eac96-4b43-4357-9215-16324b4398e4 service neutron] Attempting to bind port 8b831588-b75c-4a1a-bb19-8a4e03f47b61 on host n-h2-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:16:02.575853 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-0fab64ab-9a4d-4206-93c3-c62b8be7089a req-a39eac96-4b43-4357-9215-16324b4398e4 service neutron] Attempting to bind port 8b831588-b75c-4a1a-bb19-8a4e03f47b61 by drivers openvswitch,hyperv on host n-h2-843948-2 at level 0 using segments [{'id': '5b30179d-1d35-43aa-8091-aca9e93e4710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'dc8e1ef1-247e-4ae8-8d4a-07d650cfb733'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:16:02.576687 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fab64ab-9a4d-4206-93c3-c62b8be7089a req-a39eac96-4b43-4357-9215-16324b4398e4 service neutron] Attempting to bind port 8b831588-b75c-4a1a-bb19-8a4e03f47b61 on network dc8e1ef1-247e-4ae8-8d4a-07d650cfb733 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:16:02.580506 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb7a931-1125-402d-8dd9-315350344c62 req-a038656d-4762-4d3b-bdb0-e5e1eac6cd07 tempest-InstanceActionsNegativeTestJSON-545497675 tempest-InstanceActionsNegativeTestJSON-545497675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:02.582115 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-bfb7a931-1125-402d-8dd9-315350344c62 req-a038656d-4762-4d3b-bdb0-e5e1eac6cd07 tempest-InstanceActionsNegativeTestJSON-545497675 tempest-InstanceActionsNegativeTestJSON-545497675-project] 10.222.0.85 "GET /v2.0/ports?device_id=1f586716-4b1e-4389-b903-9dcdf078eaec HTTP/1.1" status: 200 len: 944 time: 0.1797838 May 30 20:16:02.605813 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5b5c8bc-7a3d-4f45-8fe2-1c3a221b9476 admin admin] Made reservation on behalf of 0d50a649dbb5428f92e9415a6ded27c0 for: {'subnet': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:16:02.608199 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e5b5c8bc-7a3d-4f45-8fe2-1c3a221b9476 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2778563'] for subnet, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:02.615200 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91b888b-1933-45e1-8f5f-6aa8eac1bea5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Port 8349824c-d856-4c25-b188-613b2644e3d2 on network 159bfc07-93b7-42dd-a52e-784c261f17c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:16:02.615735 n-d-843948-2 neutron-server[84887]: ERROR neutron.plugins.ml2.managers [None req-d91b888b-1933-45e1-8f5f-6aa8eac1bea5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Failed to bind port 8349824c-d856-4c25-b188-613b2644e3d2 on host n-h1-843948-2 for vnic_type normal using segments [{'id': '17a29653-7279-4bfa-8920-5d1a4282ce71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '159bfc07-93b7-42dd-a52e-784c261f17c5'}] May 30 20:16:02.638255 n-d-843948-2 neutron-server[84887]: INFO neutron.plugins.ml2.plugin [None req-d91b888b-1933-45e1-8f5f-6aa8eac1bea5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Attempt 4 to bind port 8349824c-d856-4c25-b188-613b2644e3d2 May 30 20:16:02.686131 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fab64ab-9a4d-4206-93c3-c62b8be7089a req-a39eac96-4b43-4357-9215-16324b4398e4 service neutron] Port 8b831588-b75c-4a1a-bb19-8a4e03f47b61 on network dc8e1ef1-247e-4ae8-8d4a-07d650cfb733 not bound, no agent of type Open vSwitch agent registered on host n-h2-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:16:02.686930 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fab64ab-9a4d-4206-93c3-c62b8be7089a req-a39eac96-4b43-4357-9215-16324b4398e4 service neutron] Attempting to bind port 8b831588-b75c-4a1a-bb19-8a4e03f47b61 on network dc8e1ef1-247e-4ae8-8d4a-07d650cfb733 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:16:02.693390 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-c96e33cd-669b-47d5-96bc-26e65ab001fb req-4328821f-9944-49e0-9319-3e61dad6508d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:02.715833 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [None req-d91b888b-1933-45e1-8f5f-6aa8eac1bea5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Attempting to bind port 8349824c-d856-4c25-b188-613b2644e3d2 on host n-h1-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:16:02.716398 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [None req-d91b888b-1933-45e1-8f5f-6aa8eac1bea5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Attempting to bind port 8349824c-d856-4c25-b188-613b2644e3d2 by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': '17a29653-7279-4bfa-8920-5d1a4282ce71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '159bfc07-93b7-42dd-a52e-784c261f17c5'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:16:02.716960 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91b888b-1933-45e1-8f5f-6aa8eac1bea5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Attempting to bind port 8349824c-d856-4c25-b188-613b2644e3d2 on network 159bfc07-93b7-42dd-a52e-784c261f17c5 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:16:02.736421 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6a6d92-2743-40d1-9158-5c2239dcaf6a req-3ff3d651-0624-48b4-98e8-67fe68cd6f25 tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:02.739303 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3a6a6d92-2743-40d1-9158-5c2239dcaf6a req-3ff3d651-0624-48b4-98e8-67fe68cd6f25 tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] 10.222.0.85 "GET /v2.0/networks?id=176420f6-ac4e-4319-85b4-31313b590db0 HTTP/1.1" status: 200 len: 815 time: 0.4920835 May 30 20:16:02.744392 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-89a8c004-91cd-49fa-acbf-9a1f15340e37 req-a9b7bf95-aa2f-4716-ad75-d1c25043ec1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:02.768967 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fab64ab-9a4d-4206-93c3-c62b8be7089a req-a39eac96-4b43-4357-9215-16324b4398e4 service neutron] Checking agent: {'id': 'eaa08354-e8f5-4e73-af76-8d3cf7d2b390', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 15, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:16:02.769476 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fab64ab-9a4d-4206-93c3-c62b8be7089a req-a39eac96-4b43-4357-9215-16324b4398e4 service neutron] Checking segment: {'id': '5b30179d-1d35-43aa-8091-aca9e93e4710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'dc8e1ef1-247e-4ae8-8d4a-07d650cfb733'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:16:02.770353 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fab64ab-9a4d-4206-93c3-c62b8be7089a req-a39eac96-4b43-4357-9215-16324b4398e4 service neutron] Bound using segment: {'id': '5b30179d-1d35-43aa-8091-aca9e93e4710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'dc8e1ef1-247e-4ae8-8d4a-07d650cfb733'} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:16:02.770957 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-c96e33cd-669b-47d5-96bc-26e65ab001fb req-4328821f-9944-49e0-9319-3e61dad6508d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:02.771501 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-0fab64ab-9a4d-4206-93c3-c62b8be7089a req-a39eac96-4b43-4357-9215-16324b4398e4 service neutron] Bound port: 8b831588-b75c-4a1a-bb19-8a4e03f47b61, host: n-h2-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b30179d-1d35-43aa-8091-aca9e93e4710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'dc8e1ef1-247e-4ae8-8d4a-07d650cfb733'}}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:16:02.772296 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-0fab64ab-9a4d-4206-93c3-c62b8be7089a req-a39eac96-4b43-4357-9215-16324b4398e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:02.772473 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c96e33cd-669b-47d5-96bc-26e65ab001fb req-4328821f-9944-49e0-9319-3e61dad6508d service neutron] 10.222.0.86 "PUT /v2.0/ports/95c5ea16-1f76-4bc6-b9a5-9b1970297a9c HTTP/1.1" status: 200 len: 1092 time: 2.0650916 May 30 20:16:02.772784 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b1fc17d-0cb3-4d7b-940a-7a297df2aff6', 'tag': '95c5ea16-1f76-4bc6-b9a5-9b1970297a9c'}] {{(pid=84886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:16:02.813833 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-bfb7a931-1125-402d-8dd9-315350344c62 req-b7aaf3ab-e551-4dc3-a963-73ed1b8c29c1 tempest-InstanceActionsNegativeTestJSON-545497675 tempest-InstanceActionsNegativeTestJSON-545497675-project] 10.222.0.85 "GET /v2.0/security-groups?id=dc3c742c-5911-47ff-a383-ce0a5d80411e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238698 May 30 20:16:02.833503 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91b888b-1933-45e1-8f5f-6aa8eac1bea5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Port 8349824c-d856-4c25-b188-613b2644e3d2 on network 159bfc07-93b7-42dd-a52e-784c261f17c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:16:02.834666 n-d-843948-2 neutron-server[84887]: ERROR neutron.plugins.ml2.managers [None req-d91b888b-1933-45e1-8f5f-6aa8eac1bea5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Failed to bind port 8349824c-d856-4c25-b188-613b2644e3d2 on host n-h1-843948-2 for vnic_type normal using segments [{'id': '17a29653-7279-4bfa-8920-5d1a4282ce71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '159bfc07-93b7-42dd-a52e-784c261f17c5'}] May 30 20:16:02.843809 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4328821f-9944-49e0-9319-3e61dad6508d service neutron] Pushing event updated for resources: {'Port': ['ID=95c5ea16-1f76-4bc6-b9a5-9b1970297a9c,revision_number=3']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:02.917315 n-d-843948-2 neutron-server[84887]: INFO neutron.plugins.ml2.plugin [None req-d91b888b-1933-45e1-8f5f-6aa8eac1bea5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Attempt 5 to bind port 8349824c-d856-4c25-b188-613b2644e3d2 May 30 20:16:02.995591 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [None req-d91b888b-1933-45e1-8f5f-6aa8eac1bea5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Attempting to bind port 8349824c-d856-4c25-b188-613b2644e3d2 on host n-h1-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:16:02.995926 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [None req-d91b888b-1933-45e1-8f5f-6aa8eac1bea5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Attempting to bind port 8349824c-d856-4c25-b188-613b2644e3d2 by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': '17a29653-7279-4bfa-8920-5d1a4282ce71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '159bfc07-93b7-42dd-a52e-784c261f17c5'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:16:02.996273 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91b888b-1933-45e1-8f5f-6aa8eac1bea5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Attempting to bind port 8349824c-d856-4c25-b188-613b2644e3d2 on network 159bfc07-93b7-42dd-a52e-784c261f17c5 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:16:03.012241 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3a6a6d92-2743-40d1-9158-5c2239dcaf6a req-1b4f1200-4e92-47e1-96f6-f7f73fe9e85f tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] 10.222.0.85 "GET /v2.0/quotas/a98770a137d04e48a5baba76bc9996d9 HTTP/1.1" status: 200 len: 375 time: 0.2204294 May 30 20:16:03.116179 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91b888b-1933-45e1-8f5f-6aa8eac1bea5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Port 8349824c-d856-4c25-b188-613b2644e3d2 on network 159bfc07-93b7-42dd-a52e-784c261f17c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:16:03.116431 n-d-843948-2 neutron-server[84887]: ERROR neutron.plugins.ml2.managers [None req-d91b888b-1933-45e1-8f5f-6aa8eac1bea5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Failed to bind port 8349824c-d856-4c25-b188-613b2644e3d2 on host n-h1-843948-2 for vnic_type normal using segments [{'id': '17a29653-7279-4bfa-8920-5d1a4282ce71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '159bfc07-93b7-42dd-a52e-784c261f17c5'}] May 30 20:16:03.127430 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecaab8d-acf2-4c8a-ab81-05f9862886ef req-116170f7-1211-4937-bb54-ab3990810ef6 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:03.129118 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3ecaab8d-acf2-4c8a-ab81-05f9862886ef req-116170f7-1211-4937-bb54-ab3990810ef6 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/ports?device_id=3a83142e-ed22-4261-88d2-9163e3d491ff HTTP/1.1" status: 200 len: 931 time: 0.1630466 May 30 20:16:03.129597 n-d-843948-2 neutron-server[84887]: INFO neutron.plugins.ml2.plugin [None req-d91b888b-1933-45e1-8f5f-6aa8eac1bea5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Attempt 6 to bind port 8349824c-d856-4c25-b188-613b2644e3d2 May 30 20:16:03.134314 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c96e33cd-669b-47d5-96bc-26e65ab001fb req-886cea23-98b9-4c31-aa76-e22285d34c47 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7f20a37d1ec84058864d6080c6a9f8aa&device_id=6b1fc17d-0cb3-4d7b-940a-7a297df2aff6 HTTP/1.1" status: 200 len: 1095 time: 0.1321323 May 30 20:16:03.182479 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [None req-d91b888b-1933-45e1-8f5f-6aa8eac1bea5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Attempting to bind port 8349824c-d856-4c25-b188-613b2644e3d2 on host n-h1-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:16:03.182815 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [None req-d91b888b-1933-45e1-8f5f-6aa8eac1bea5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Attempting to bind port 8349824c-d856-4c25-b188-613b2644e3d2 by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': '17a29653-7279-4bfa-8920-5d1a4282ce71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '159bfc07-93b7-42dd-a52e-784c261f17c5'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:16:03.183138 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91b888b-1933-45e1-8f5f-6aa8eac1bea5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Attempting to bind port 8349824c-d856-4c25-b188-613b2644e3d2 on network 159bfc07-93b7-42dd-a52e-784c261f17c5 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:16:03.188763 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-0fab64ab-9a4d-4206-93c3-c62b8be7089a req-a39eac96-4b43-4357-9215-16324b4398e4 service neutron] For port 8b831588-b75c-4a1a-bb19-8a4e03f47b61, host n-h2-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:16:03.228730 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-0fab64ab-9a4d-4206-93c3-c62b8be7089a req-a39eac96-4b43-4357-9215-16324b4398e4 service neutron] For port 8b831588-b75c-4a1a-bb19-8a4e03f47b61, host n-h2-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=8b831588-b75c-4a1a-bb19-8a4e03f47b61,segment=NetworkSegment(5b30179d-1d35-43aa-8091-aca9e93e4710),segment_id=5b30179d-1d35-43aa-8091-aca9e93e4710)] {{(pid=84887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:16:03.236392 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91b888b-1933-45e1-8f5f-6aa8eac1bea5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Port 8349824c-d856-4c25-b188-613b2644e3d2 on network 159bfc07-93b7-42dd-a52e-784c261f17c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:16:03.236601 n-d-843948-2 neutron-server[84887]: ERROR neutron.plugins.ml2.managers [None req-d91b888b-1933-45e1-8f5f-6aa8eac1bea5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Failed to bind port 8349824c-d856-4c25-b188-613b2644e3d2 on host n-h1-843948-2 for vnic_type normal using segments [{'id': '17a29653-7279-4bfa-8920-5d1a4282ce71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '159bfc07-93b7-42dd-a52e-784c261f17c5'}] May 30 20:16:03.239971 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e5b5c8bc-7a3d-4f45-8fe2-1c3a221b9476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4127140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2778577'] for subnet, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:03.299634 n-d-843948-2 neutron-server[84887]: INFO neutron.plugins.ml2.plugin [None req-d91b888b-1933-45e1-8f5f-6aa8eac1bea5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Attempt 7 to bind port 8349824c-d856-4c25-b188-613b2644e3d2 May 30 20:16:03.325931 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-0fab64ab-9a4d-4206-93c3-c62b8be7089a req-a39eac96-4b43-4357-9215-16324b4398e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:03.399365 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [None req-d91b888b-1933-45e1-8f5f-6aa8eac1bea5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Attempting to bind port 8349824c-d856-4c25-b188-613b2644e3d2 on host n-h1-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:16:03.399658 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [None req-d91b888b-1933-45e1-8f5f-6aa8eac1bea5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Attempting to bind port 8349824c-d856-4c25-b188-613b2644e3d2 by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': '17a29653-7279-4bfa-8920-5d1a4282ce71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '159bfc07-93b7-42dd-a52e-784c261f17c5'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:16:03.399995 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91b888b-1933-45e1-8f5f-6aa8eac1bea5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Attempting to bind port 8349824c-d856-4c25-b188-613b2644e3d2 on network 159bfc07-93b7-42dd-a52e-784c261f17c5 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:16:03.420629 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c96e33cd-669b-47d5-96bc-26e65ab001fb req-aa87cb5f-033e-4a59-b88a-8177610dc4b5 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=95c5ea16-1f76-4bc6-b9a5-9b1970297a9c HTTP/1.1" status: 200 len: 217 time: 0.2675707 May 30 20:16:03.516536 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b5c8bc-7a3d-4f45-8fe2-1c3a221b9476 admin admin] Pushing event updated for resources: {'Subnet': ['ID=191a2305-4e1d-4e29-8cd3-3b7499dfdb00,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:03.546989 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3ecaab8d-acf2-4c8a-ab81-05f9862886ef req-2632c223-113a-41b5-9d5c-d82930961864 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/security-groups?id=0524bca6-45ea-44a4-8d6f-618d0ae32427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4080417 May 30 20:16:03.560803 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96e33cd-669b-47d5-96bc-26e65ab001fb req-8bcdefe6-b8d6-4715-bd65-5997e3959fef service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:03.564516 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c96e33cd-669b-47d5-96bc-26e65ab001fb req-8bcdefe6-b8d6-4715-bd65-5997e3959fef service neutron] 10.222.0.86 "GET /v2.0/subnets?id=e5689849-4104-472f-a1ce-eede6d9545dd HTTP/1.1" status: 200 len: 846 time: 0.1300030 May 30 20:16:03.571082 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b5c8bc-7a3d-4f45-8fe2-1c3a221b9476 admin admin] Checking segment: {'id': '3013c5b6-04e8-430f-a708-750cb160e889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'bec7faf3-2322-468b-9a43-1a6a34e78566'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:16:03.571857 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5b5c8bc-7a3d-4f45-8fe2-1c3a221b9476 admin admin] Network hostable DHCP agents. Network: bec7faf3-2322-468b-9a43-1a6a34e78566, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:16:03.601301 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3a6a6d92-2743-40d1-9158-5c2239dcaf6a req-e826d6ff-308f-4b78-93c5-107fdf603e53 tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=a98770a137d04e48a5baba76bc9996d9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5705378 May 30 20:16:03.616724 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-0fab64ab-9a4d-4206-93c3-c62b8be7089a req-a39eac96-4b43-4357-9215-16324b4398e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:03.619062 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0fab64ab-9a4d-4206-93c3-c62b8be7089a req-a39eac96-4b43-4357-9215-16324b4398e4 service neutron] 10.222.0.86 "PUT /v2.0/ports/8b831588-b75c-4a1a-bb19-8a4e03f47b61 HTTP/1.1" status: 200 len: 1092 time: 5.0915971 May 30 20:16:03.619901 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f586716-4b1e-4389-b903-9dcdf078eaec', 'tag': '8b831588-b75c-4a1a-bb19-8a4e03f47b61'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:16:03.643679 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c96e33cd-669b-47d5-96bc-26e65ab001fb req-d378c944-1a08-4751-a0c0-aeaaef855535 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=447ea545-6235-439a-a377-09de7456264b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0624380 May 30 20:16:03.670319 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91b888b-1933-45e1-8f5f-6aa8eac1bea5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Port 8349824c-d856-4c25-b188-613b2644e3d2 on network 159bfc07-93b7-42dd-a52e-784c261f17c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:16:03.671023 n-d-843948-2 neutron-server[84887]: ERROR neutron.plugins.ml2.managers [None req-d91b888b-1933-45e1-8f5f-6aa8eac1bea5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Failed to bind port 8349824c-d856-4c25-b188-613b2644e3d2 on host n-h1-843948-2 for vnic_type normal using segments [{'id': '17a29653-7279-4bfa-8920-5d1a4282ce71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '159bfc07-93b7-42dd-a52e-784c261f17c5'}] May 30 20:16:03.677493 n-d-843948-2 neutron-server[84887]: INFO neutron.plugins.ml2.plugin [None req-d91b888b-1933-45e1-8f5f-6aa8eac1bea5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Attempt 8 to bind port 8349824c-d856-4c25-b188-613b2644e3d2 May 30 20:16:03.746510 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39eac96-4b43-4357-9215-16324b4398e4 service neutron] Pushing event updated for resources: {'Port': ['ID=8b831588-b75c-4a1a-bb19-8a4e03f47b61,revision_number=3']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:03.782987 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5b5c8bc-7a3d-4f45-8fe2-1c3a221b9476 admin admin] Network bec7faf3-2322-468b-9a43-1a6a34e78566 is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:16:03.815582 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [None req-d91b888b-1933-45e1-8f5f-6aa8eac1bea5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Attempting to bind port 8349824c-d856-4c25-b188-613b2644e3d2 on host n-h1-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:16:03.816045 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [None req-d91b888b-1933-45e1-8f5f-6aa8eac1bea5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Attempting to bind port 8349824c-d856-4c25-b188-613b2644e3d2 by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': '17a29653-7279-4bfa-8920-5d1a4282ce71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '159bfc07-93b7-42dd-a52e-784c261f17c5'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:16:03.816310 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91b888b-1933-45e1-8f5f-6aa8eac1bea5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Attempting to bind port 8349824c-d856-4c25-b188-613b2644e3d2 on network 159bfc07-93b7-42dd-a52e-784c261f17c5 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:16:03.862765 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91b888b-1933-45e1-8f5f-6aa8eac1bea5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Port 8349824c-d856-4c25-b188-613b2644e3d2 on network 159bfc07-93b7-42dd-a52e-784c261f17c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:16:03.863693 n-d-843948-2 neutron-server[84887]: ERROR neutron.plugins.ml2.managers [None req-d91b888b-1933-45e1-8f5f-6aa8eac1bea5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Failed to bind port 8349824c-d856-4c25-b188-613b2644e3d2 on host n-h1-843948-2 for vnic_type normal using segments [{'id': '17a29653-7279-4bfa-8920-5d1a4282ce71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '159bfc07-93b7-42dd-a52e-784c261f17c5'}] May 30 20:16:03.866377 n-d-843948-2 neutron-server[84887]: INFO neutron.plugins.ml2.plugin [None req-d91b888b-1933-45e1-8f5f-6aa8eac1bea5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Attempt 9 to bind port 8349824c-d856-4c25-b188-613b2644e3d2 May 30 20:16:03.868440 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c96e33cd-669b-47d5-96bc-26e65ab001fb req-0fe7ac9c-d53d-4473-b4ac-5cf217ea6063 service neutron] 10.222.0.86 "GET /v2.0/networks/447ea545-6235-439a-a377-09de7456264b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170217 May 30 20:16:03.875722 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1e0c6b-6967-455c-904c-d79b237b0da5 req-0e95a884-34ec-4e81-a6b4-72f0699c8d5e tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:03.876440 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-3c1e0c6b-6967-455c-904c-d79b237b0da5 req-0e95a884-34ec-4e81-a6b4-72f0699c8d5e tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Synchronizing usage tracker for tenant:7f20a37d1ec84058864d6080c6a9f8aa on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:16:03.955189 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3a6a6d92-2743-40d1-9158-5c2239dcaf6a req-dba3536c-8d16-4e8a-97a9-a5091b818cf2 service neutron] 10.222.0.85 "GET /v2.0/networks/176420f6-ac4e-4319-85b4-31313b590db0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3267810 May 30 20:16:03.960244 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [None req-d91b888b-1933-45e1-8f5f-6aa8eac1bea5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Attempting to bind port 8349824c-d856-4c25-b188-613b2644e3d2 on host n-h1-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:16:03.960629 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [None req-d91b888b-1933-45e1-8f5f-6aa8eac1bea5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Attempting to bind port 8349824c-d856-4c25-b188-613b2644e3d2 by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': '17a29653-7279-4bfa-8920-5d1a4282ce71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '159bfc07-93b7-42dd-a52e-784c261f17c5'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:16:03.960977 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91b888b-1933-45e1-8f5f-6aa8eac1bea5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Attempting to bind port 8349824c-d856-4c25-b188-613b2644e3d2 on network 159bfc07-93b7-42dd-a52e-784c261f17c5 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:16:03.966105 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-e5b5c8bc-7a3d-4f45-8fe2-1c3a221b9476 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, bec7faf3-2322-468b-9a43-1a6a34e78566) {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:16:03.981188 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a94ee38-83d0-4688-8a29-e3bcf16d12b1 None None] Network bec7faf3-2322-468b-9a43-1a6a34e78566 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:16:03.994287 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b5c8bc-7a3d-4f45-8fe2-1c3a221b9476 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:03.995461 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e5b5c8bc-7a3d-4f45-8fe2-1c3a221b9476 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:04.002002 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [req-89a8c004-91cd-49fa-acbf-9a1f15340e37 req-a9b7bf95-aa2f-4716-ad75-d1c25043ec1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb80c370-f392-433d-b7b3-78aaeb35c663 {{(pid=84887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:16:04.062001 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-89a8c004-91cd-49fa-acbf-9a1f15340e37 req-a9b7bf95-aa2f-4716-ad75-d1c25043ec1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:04.079088 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91b888b-1933-45e1-8f5f-6aa8eac1bea5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Port 8349824c-d856-4c25-b188-613b2644e3d2 on network 159bfc07-93b7-42dd-a52e-784c261f17c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:16:04.079409 n-d-843948-2 neutron-server[84887]: ERROR neutron.plugins.ml2.managers [None req-d91b888b-1933-45e1-8f5f-6aa8eac1bea5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Failed to bind port 8349824c-d856-4c25-b188-613b2644e3d2 on host n-h1-843948-2 for vnic_type normal using segments [{'id': '17a29653-7279-4bfa-8920-5d1a4282ce71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '159bfc07-93b7-42dd-a52e-784c261f17c5'}] May 30 20:16:04.083208 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-3c1e0c6b-6967-455c-904c-d79b237b0da5 req-0e95a884-34ec-4e81-a6b4-72f0699c8d5e tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Unset dirty status for tenant:7f20a37d1ec84058864d6080c6a9f8aa on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:16:04.083638 n-d-843948-2 neutron-server[84887]: INFO neutron.plugins.ml2.plugin [None req-d91b888b-1933-45e1-8f5f-6aa8eac1bea5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Attempt 10 to bind port 8349824c-d856-4c25-b188-613b2644e3d2 May 30 20:16:04.085438 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3c1e0c6b-6967-455c-904c-d79b237b0da5 req-0e95a884-34ec-4e81-a6b4-72f0699c8d5e tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/ports?device_id=6b1fc17d-0cb3-4d7b-940a-7a297df2aff6 HTTP/1.1" status: 200 len: 944 time: 0.4131358 May 30 20:16:04.104628 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c96e33cd-669b-47d5-96bc-26e65ab001fb req-5477f0c4-6604-4e79-bd2c-8d384fbddaa3 service neutron] 10.222.0.86 "GET /v2.0/networks/447ea545-6235-439a-a377-09de7456264b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125177 May 30 20:16:04.115183 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-89a8c004-91cd-49fa-acbf-9a1f15340e37 req-a9b7bf95-aa2f-4716-ad75-d1c25043ec1a service neutron] Transition to ACTIVE for port object eb80c370-f392-433d-b7b3-78aaeb35c663 will not be triggered until provisioned by entity L2. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:16:04.121873 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0fab64ab-9a4d-4206-93c3-c62b8be7089a req-2c7a3fb0-a777-44cd-9040-3c0a716b7a74 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a3633186c19f443c841d1c9c932ed90d&device_id=1f586716-4b1e-4389-b903-9dcdf078eaec HTTP/1.1" status: 200 len: 1095 time: 0.3595591 May 30 20:16:04.124894 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [None req-d91b888b-1933-45e1-8f5f-6aa8eac1bea5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Attempting to bind port 8349824c-d856-4c25-b188-613b2644e3d2 on host n-h1-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:16:04.125224 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [None req-d91b888b-1933-45e1-8f5f-6aa8eac1bea5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Attempting to bind port 8349824c-d856-4c25-b188-613b2644e3d2 by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': '17a29653-7279-4bfa-8920-5d1a4282ce71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '159bfc07-93b7-42dd-a52e-784c261f17c5'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:16:04.125562 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91b888b-1933-45e1-8f5f-6aa8eac1bea5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Attempting to bind port 8349824c-d856-4c25-b188-613b2644e3d2 on network 159bfc07-93b7-42dd-a52e-784c261f17c5 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:16:04.152318 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-e5b5c8bc-7a3d-4f45-8fe2-1c3a221b9476 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.8091397 May 30 20:16:04.206136 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3c1e0c6b-6967-455c-904c-d79b237b0da5 req-1b8a485f-4679-472f-9d1b-669b0242ae50 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/security-groups?id=3b7b472c-21af-4683-a7b2-e1dc38380326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904288 May 30 20:16:04.233696 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91b888b-1933-45e1-8f5f-6aa8eac1bea5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Port 8349824c-d856-4c25-b188-613b2644e3d2 on network 159bfc07-93b7-42dd-a52e-784c261f17c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:16:04.234035 n-d-843948-2 neutron-server[84887]: ERROR neutron.plugins.ml2.managers [None req-d91b888b-1933-45e1-8f5f-6aa8eac1bea5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Failed to bind port 8349824c-d856-4c25-b188-613b2644e3d2 on host n-h1-843948-2 for vnic_type normal using segments [{'id': '17a29653-7279-4bfa-8920-5d1a4282ce71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '159bfc07-93b7-42dd-a52e-784c261f17c5'}] May 30 20:16:04.234401 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d91b888b-1933-45e1-8f5f-6aa8eac1bea5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:04.243437 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0728d6bd-5738-4227-9fbb-570c319aa3e0 None None] Network bec7faf3-2322-468b-9a43-1a6a34e78566 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:16:04.249567 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0fab64ab-9a4d-4206-93c3-c62b8be7089a req-e6c171d9-0b9b-4a62-a4ae-49b4511549e5 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8b831588-b75c-4a1a-bb19-8a4e03f47b61 HTTP/1.1" status: 200 len: 217 time: 0.1006391 May 30 20:16:04.250222 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-89a8c004-91cd-49fa-acbf-9a1f15340e37 req-a9b7bf95-aa2f-4716-ad75-d1c25043ec1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:04.340500 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3a6a6d92-2743-40d1-9158-5c2239dcaf6a req-9186b2a0-a130-454f-9ce1-5b58ee8c2828 service neutron] 10.222.0.85 "GET /v2.0/networks/176420f6-ac4e-4319-85b4-31313b590db0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3714452 May 30 20:16:04.359314 n-d-843948-2 neutron-server[84886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f77d9a4-d083-4190-9512-7a55816b3708'] response: {'name': 'network-changed', 'server_uuid': '6b1fc17d-0cb3-4d7b-940a-7a297df2aff6', 'tag': '95c5ea16-1f76-4bc6-b9a5-9b1970297a9c', 'status': 'completed', 'code': 200} May 30 20:16:04.539440 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4f059c1d-22f9-4133-91df-ec99f2eeb64f req-d1ec91c9-f362-453a-a8c3-167f49cfa62d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7f20a37d1ec84058864d6080c6a9f8aa&device_id=6b1fc17d-0cb3-4d7b-940a-7a297df2aff6 HTTP/1.1" status: 200 len: 1095 time: 0.1580644 May 30 20:16:04.588353 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fab64ab-9a4d-4206-93c3-c62b8be7089a req-736dacce-2eca-4bfd-832d-68f489deba89 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:04.590143 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0fab64ab-9a4d-4206-93c3-c62b8be7089a req-736dacce-2eca-4bfd-832d-68f489deba89 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=faa8b808-b144-42dd-ba56-61b4be0cca53 HTTP/1.1" status: 200 len: 862 time: 0.2944496 May 30 20:16:04.636574 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b7bf95-aa2f-4716-ad75-d1c25043ec1a service neutron] Pushing event updated for resources: {'Port': ['ID=eb80c370-f392-433d-b7b3-78aaeb35c663,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:04.734244 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0fab64ab-9a4d-4206-93c3-c62b8be7089a req-d2f104dc-1b6f-46f4-8e7d-7a2f823a4be9 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=dc8e1ef1-247e-4ae8-8d4a-07d650cfb733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1287374 May 30 20:16:04.841828 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [None req-d91b888b-1933-45e1-8f5f-6aa8eac1bea5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] For port 8349824c-d856-4c25-b188-613b2644e3d2, host n-h1-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:16:04.842034 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [None req-d91b888b-1933-45e1-8f5f-6aa8eac1bea5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Attempted to set empty binding levels {{(pid=84887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} May 30 20:16:04.877289 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f059c1d-22f9-4133-91df-ec99f2eeb64f req-e66be996-ca32-40a3-ad5b-3b0ce242ba54 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:04.880161 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4f059c1d-22f9-4133-91df-ec99f2eeb64f req-e66be996-ca32-40a3-ad5b-3b0ce242ba54 service neutron] 10.222.0.86 "GET /v2.0/networks?id=447ea545-6235-439a-a377-09de7456264b HTTP/1.1" status: 200 len: 907 time: 0.3333952 May 30 20:16:04.899441 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-89a8c004-91cd-49fa-acbf-9a1f15340e37 req-a9b7bf95-aa2f-4716-ad75-d1c25043ec1a service neutron] Attempting to bind port eb80c370-f392-433d-b7b3-78aaeb35c663 on host n-h2-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:16:04.900518 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-89a8c004-91cd-49fa-acbf-9a1f15340e37 req-a9b7bf95-aa2f-4716-ad75-d1c25043ec1a service neutron] Attempting to bind port eb80c370-f392-433d-b7b3-78aaeb35c663 by drivers openvswitch,hyperv on host n-h2-843948-2 at level 0 using segments [{'id': '9cdcbede-65a3-4a4d-80cb-286c108c164a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '51438f8d-98bc-428c-98e5-c8517683a003'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:16:04.900518 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a8c004-91cd-49fa-acbf-9a1f15340e37 req-a9b7bf95-aa2f-4716-ad75-d1c25043ec1a service neutron] Attempting to bind port eb80c370-f392-433d-b7b3-78aaeb35c663 on network 51438f8d-98bc-428c-98e5-c8517683a003 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:16:04.922434 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a8c004-91cd-49fa-acbf-9a1f15340e37 req-a9b7bf95-aa2f-4716-ad75-d1c25043ec1a service neutron] Port eb80c370-f392-433d-b7b3-78aaeb35c663 on network 51438f8d-98bc-428c-98e5-c8517683a003 not bound, no agent of type Open vSwitch agent registered on host n-h2-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:16:04.922743 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a8c004-91cd-49fa-acbf-9a1f15340e37 req-a9b7bf95-aa2f-4716-ad75-d1c25043ec1a service neutron] Attempting to bind port eb80c370-f392-433d-b7b3-78aaeb35c663 on network 51438f8d-98bc-428c-98e5-c8517683a003 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:16:04.927794 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d91b888b-1933-45e1-8f5f-6aa8eac1bea5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:04.955569 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fed94e7-df09-4e09-85a3-ed142e698ca7 req-b6358834-4149-4a44-a730-1a8d55eb122d tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:04.959559 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fed94e7-df09-4e09-85a3-ed142e698ca7 req-b6358834-4149-4a44-a730-1a8d55eb122d tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:04.964226 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fed94e7-df09-4e09-85a3-ed142e698ca7 req-b6358834-4149-4a44-a730-1a8d55eb122d tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:04.968476 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fed94e7-df09-4e09-85a3-ed142e698ca7 req-b6358834-4149-4a44-a730-1a8d55eb122d tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:04.972805 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fed94e7-df09-4e09-85a3-ed142e698ca7 req-b6358834-4149-4a44-a730-1a8d55eb122d tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:04.973403 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0fab64ab-9a4d-4206-93c3-c62b8be7089a req-c1431328-3031-4a74-870e-c645404bfe01 service neutron] 10.222.0.86 "GET /v2.0/networks/dc8e1ef1-247e-4ae8-8d4a-07d650cfb733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2273371 May 30 20:16:04.977065 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fed94e7-df09-4e09-85a3-ed142e698ca7 req-b6358834-4149-4a44-a730-1a8d55eb122d tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:04.981263 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fed94e7-df09-4e09-85a3-ed142e698ca7 req-b6358834-4149-4a44-a730-1a8d55eb122d tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:04.987778 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-8fed94e7-df09-4e09-85a3-ed142e698ca7 req-b6358834-4149-4a44-a730-1a8d55eb122d tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] 10.222.0.85 "GET /v2.0/ports?device_id=f8af66f6-93a3-4b44-964c-0edc263a69f5 HTTP/1.1" status: 200 len: 5443 time: 0.3581364 May 30 20:16:05.018187 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4f059c1d-22f9-4133-91df-ec99f2eeb64f req-248de6dd-e2f0-48dc-ac04-b6528536e59b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=95c5ea16-1f76-4bc6-b9a5-9b1970297a9c HTTP/1.1" status: 200 len: 217 time: 0.1307814 May 30 20:16:05.035453 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a8c004-91cd-49fa-acbf-9a1f15340e37 req-a9b7bf95-aa2f-4716-ad75-d1c25043ec1a service neutron] Checking agent: {'id': 'eaa08354-e8f5-4e73-af76-8d3cf7d2b390', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 15, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:16:05.035786 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a8c004-91cd-49fa-acbf-9a1f15340e37 req-a9b7bf95-aa2f-4716-ad75-d1c25043ec1a service neutron] Checking segment: {'id': '9cdcbede-65a3-4a4d-80cb-286c108c164a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '51438f8d-98bc-428c-98e5-c8517683a003'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:16:05.036177 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a8c004-91cd-49fa-acbf-9a1f15340e37 req-a9b7bf95-aa2f-4716-ad75-d1c25043ec1a service neutron] Bound using segment: {'id': '9cdcbede-65a3-4a4d-80cb-286c108c164a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '51438f8d-98bc-428c-98e5-c8517683a003'} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:16:05.036593 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-89a8c004-91cd-49fa-acbf-9a1f15340e37 req-a9b7bf95-aa2f-4716-ad75-d1c25043ec1a service neutron] Bound port: eb80c370-f392-433d-b7b3-78aaeb35c663, host: n-h2-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cdcbede-65a3-4a4d-80cb-286c108c164a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '51438f8d-98bc-428c-98e5-c8517683a003'}}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:16:05.036935 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-89a8c004-91cd-49fa-acbf-9a1f15340e37 req-a9b7bf95-aa2f-4716-ad75-d1c25043ec1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:05.107049 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-8fed94e7-df09-4e09-85a3-ed142e698ca7 req-4ce93656-2e84-4be5-8a70-39b252cd797f tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] 10.222.0.85 "GET /v2.0/security-groups?id=f2363d32-544a-4c25-9836-43719a31ef02&id=71bec9af-908d-443b-98db-bdfb70c6ea10&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1066995 May 30 20:16:05.107560 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-d91b888b-1933-45e1-8f5f-6aa8eac1bea5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] In _notify_port_updated(), no bound segment for port 8349824c-d856-4c25-b188-613b2644e3d2 on network 159bfc07-93b7-42dd-a52e-784c261f17c5 {{(pid=84887) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 30 20:16:05.108957 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f059c1d-22f9-4133-91df-ec99f2eeb64f req-092ffe7a-458f-43c6-8251-929bde4e97d8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:05.109138 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d91b888b-1933-45e1-8f5f-6aa8eac1bea5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:05.110399 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4f059c1d-22f9-4133-91df-ec99f2eeb64f req-092ffe7a-458f-43c6-8251-929bde4e97d8 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=e5689849-4104-472f-a1ce-eede6d9545dd HTTP/1.1" status: 200 len: 846 time: 0.0859287 May 30 20:16:05.110537 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-d91b888b-1933-45e1-8f5f-6aa8eac1bea5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] 10.222.0.85 "PUT /v2.0/ports/8349824c-d856-4c25-b188-613b2644e3d2 HTTP/1.1" status: 200 len: 979 time: 6.4511657 May 30 20:16:05.115459 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 57060) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:05.162166 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91b888b-1933-45e1-8f5f-6aa8eac1bea5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Pushing event updated for resources: {'Port': ['ID=8349824c-d856-4c25-b188-613b2644e3d2,revision_number=3']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:05.163545 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4f059c1d-22f9-4133-91df-ec99f2eeb64f req-5bbdece7-3635-4da6-abf3-bbf7efd7b03a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=447ea545-6235-439a-a377-09de7456264b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445187 May 30 20:16:05.296950 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-75eaa28c-641e-4920-9035-59d0821acdd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Deleting port 8349824c-d856-4c25-b188-613b2644e3d2 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:16:05.296950 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-75eaa28c-641e-4920-9035-59d0821acdd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:05.313007 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-423f2b1f-3672-4e19-af91-392c674108d1'] response: {'name': 'network-changed', 'server_uuid': '1f586716-4b1e-4389-b903-9dcdf078eaec', 'tag': '8b831588-b75c-4a1a-bb19-8a4e03f47b61', 'status': 'completed', 'code': 200} May 30 20:16:05.339215 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4f059c1d-22f9-4133-91df-ec99f2eeb64f req-50e8bff0-a2eb-4e26-b36d-4a6c6dc4a8a5 service neutron] 10.222.0.86 "GET /v2.0/networks/447ea545-6235-439a-a377-09de7456264b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671751 May 30 20:16:05.353381 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0fab64ab-9a4d-4206-93c3-c62b8be7089a req-2cf62be8-0b69-4a3a-892b-5d3ae87836cd service neutron] 10.222.0.86 "GET /v2.0/networks/dc8e1ef1-247e-4ae8-8d4a-07d650cfb733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3568673 May 30 20:16:05.357727 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 57068) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:05.366431 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-89a8c004-91cd-49fa-acbf-9a1f15340e37 req-a9b7bf95-aa2f-4716-ad75-d1c25043ec1a service neutron] For port eb80c370-f392-433d-b7b3-78aaeb35c663, host n-h2-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:16:05.371435 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-b134f7e4-7807-418b-9e6e-55d95015fe40 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-973010409-network', 'tenant_id': '5a6a8548c5fe49439da34f3a90513454'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:16:05.376194 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-89a8c004-91cd-49fa-acbf-9a1f15340e37 req-a9b7bf95-aa2f-4716-ad75-d1c25043ec1a service neutron] For port eb80c370-f392-433d-b7b3-78aaeb35c663, host n-h2-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=eb80c370-f392-433d-b7b3-78aaeb35c663,segment=NetworkSegment(9cdcbede-65a3-4a4d-80cb-286c108c164a),segment_id=9cdcbede-65a3-4a4d-80cb-286c108c164a)] {{(pid=84887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:16:05.382683 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-b134f7e4-7807-418b-9e6e-55d95015fe40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:16:05.441654 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-b134f7e4-7807-418b-9e6e-55d95015fe40 admin admin] Usage tracker for resource:network and tenant:5a6a8548c5fe49439da34f3a90513454 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:16:05.449349 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-b134f7e4-7807-418b-9e6e-55d95015fe40 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:16:05.470229 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-b134f7e4-7807-418b-9e6e-55d95015fe40 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:16:05.498843 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-89a8c004-91cd-49fa-acbf-9a1f15340e37 req-a9b7bf95-aa2f-4716-ad75-d1c25043ec1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:05.592110 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4f059c1d-22f9-4133-91df-ec99f2eeb64f req-81fb611d-e699-46ff-9696-7348065d4ea0 service neutron] 10.222.0.86 "GET /v2.0/networks/447ea545-6235-439a-a377-09de7456264b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2426920 May 30 20:16:05.638794 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613b56fa-2372-4002-a7e3-a1205f9d6fe2 req-aa75cf18-8035-4a65-9194-178b80b8b1d2 tempest-InstanceActionsNegativeTestJSON-545497675 tempest-InstanceActionsNegativeTestJSON-545497675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:05.640588 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-613b56fa-2372-4002-a7e3-a1205f9d6fe2 req-aa75cf18-8035-4a65-9194-178b80b8b1d2 tempest-InstanceActionsNegativeTestJSON-545497675 tempest-InstanceActionsNegativeTestJSON-545497675-project] 10.222.0.85 "GET /v2.0/ports?device_id=1f586716-4b1e-4389-b903-9dcdf078eaec HTTP/1.1" status: 200 len: 944 time: 0.1288657 May 30 20:16:05.696860 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-613b56fa-2372-4002-a7e3-a1205f9d6fe2 req-7fe1b972-092c-4941-81bd-bde280c5a573 tempest-InstanceActionsNegativeTestJSON-545497675 tempest-InstanceActionsNegativeTestJSON-545497675-project] 10.222.0.85 "GET /v2.0/security-groups?id=dc3c742c-5911-47ff-a383-ce0a5d80411e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481386 May 30 20:16:05.786114 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b134f7e4-7807-418b-9e6e-55d95015fe40 admin admin] Made reservation on behalf of 5a6a8548c5fe49439da34f3a90513454 for: {'network': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:16:05.788230 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b134f7e4-7807-418b-9e6e-55d95015fe40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:05.932085 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-89a8c004-91cd-49fa-acbf-9a1f15340e37 req-a9b7bf95-aa2f-4716-ad75-d1c25043ec1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:05.933776 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-89a8c004-91cd-49fa-acbf-9a1f15340e37 req-a9b7bf95-aa2f-4716-ad75-d1c25043ec1a service neutron] 10.222.0.86 "PUT /v2.0/ports/eb80c370-f392-433d-b7b3-78aaeb35c663 HTTP/1.1" status: 200 len: 1091 time: 3.5525272 May 30 20:16:05.951125 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddec1e4-5641-4693-b7c4-9bc7c23af770 req-6d2672a9-e276-4bca-bce1-389489305349 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:05.955651 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b134f7e4-7807-418b-9e6e-55d95015fe40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:05.955826 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddec1e4-5641-4693-b7c4-9bc7c23af770 req-6d2672a9-e276-4bca-bce1-389489305349 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:05.959578 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddec1e4-5641-4693-b7c4-9bc7c23af770 req-6d2672a9-e276-4bca-bce1-389489305349 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:05.963448 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddec1e4-5641-4693-b7c4-9bc7c23af770 req-6d2672a9-e276-4bca-bce1-389489305349 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:05.967361 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddec1e4-5641-4693-b7c4-9bc7c23af770 req-6d2672a9-e276-4bca-bce1-389489305349 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:05.971277 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddec1e4-5641-4693-b7c4-9bc7c23af770 req-6d2672a9-e276-4bca-bce1-389489305349 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:05.975241 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddec1e4-5641-4693-b7c4-9bc7c23af770 req-6d2672a9-e276-4bca-bce1-389489305349 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:05.977168 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-dddec1e4-5641-4693-b7c4-9bc7c23af770 req-6d2672a9-e276-4bca-bce1-389489305349 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] 10.222.0.85 "GET /v2.0/ports?device_id=f8af66f6-93a3-4b44-964c-0edc263a69f5 HTTP/1.1" status: 200 len: 5443 time: 0.1219697 May 30 20:16:05.989407 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 57082) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:05.994644 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-6fce5ddf-02ca-4af0-a99d-00d8546c3c5a tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Request body: {'floatingip': {'port_id': 'e11c1dce-38fb-439a-b79f-28a1736ee8b8'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:16:06.056338 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [None req-75eaa28c-641e-4920-9035-59d0821acdd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] For port 8349824c-d856-4c25-b188-613b2644e3d2, host n-h1-843948-2, got binding levels [] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:16:06.056830 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-75eaa28c-641e-4920-9035-59d0821acdd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:06.101600 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b7bf95-aa2f-4716-ad75-d1c25043ec1a service neutron] Pushing event updated for resources: {'Port': ['ID=eb80c370-f392-433d-b7b3-78aaeb35c663,revision_number=3']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:06.229167 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6fce5ddf-02ca-4af0-a99d-00d8546c3c5a tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Notify callbacks [] for floatingip, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:06.343832 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-75eaa28c-641e-4920-9035-59d0821acdd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Calling delete_port for 8349824c-d856-4c25-b188-613b2644e3d2 owned by {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:16:06.391654 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-b134f7e4-7807-418b-9e6e-55d95015fe40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:16:06.405940 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-b134f7e4-7807-418b-9e6e-55d95015fe40 admin admin] Usage tracker for resource:security_group_rule and tenant:5a6a8548c5fe49439da34f3a90513454 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:16:06.420589 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-b134f7e4-7807-418b-9e6e-55d95015fe40 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:16:06.427306 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c989085e-9d85-47f0-b8db-c801462822ef req-23fcc6ee-3dc2-4e87-b1fe-40defc1df8f6 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:06.428896 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c989085e-9d85-47f0-b8db-c801462822ef req-23fcc6ee-3dc2-4e87-b1fe-40defc1df8f6 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/ports?device_id=6b1fc17d-0cb3-4d7b-940a-7a297df2aff6 HTTP/1.1" status: 200 len: 944 time: 0.2675097 May 30 20:16:06.453134 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-b134f7e4-7807-418b-9e6e-55d95015fe40 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:16:06.511393 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e833374e-16b5-466d-899d-9b31961dc8cb req-bbdbf8df-ad2f-4468-95d4-2b9d242f0089 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a3633186c19f443c841d1c9c932ed90d&device_id=1f586716-4b1e-4389-b903-9dcdf078eaec HTTP/1.1" status: 200 len: 1095 time: 0.7775784 May 30 20:16:06.520872 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 95c5ea16-1f76-4bc6-b9a5-9b1970297a9c details requested by agent hyperv_n-h2-843948-2 with host n-h2-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:16:06.531139 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134ff9ff-93b2-4dc7-95e7-022975f838dc req-9766b058-5c6a-4066-9cc0-e9eac7da35be tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:06.532492 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-134ff9ff-93b2-4dc7-95e7-022975f838dc req-9766b058-5c6a-4066-9cc0-e9eac7da35be tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Synchronizing usage tracker for tenant:af163cbd2042444a832f25a9c44ad423 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:16:06.662389 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c989085e-9d85-47f0-b8db-c801462822ef req-4b6e346e-741c-47a9-ba13-d678283463d1 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/security-groups?id=3b7b472c-21af-4683-a7b2-e1dc38380326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158973 May 30 20:16:06.806626 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 95c5ea16-1f76-4bc6-b9a5-9b1970297a9c, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=95c5ea16-1f76-4bc6-b9a5-9b1970297a9c,segment=NetworkSegment(6f1287e5-9e46-42ce-b023-b38d433df277),segment_id=6f1287e5-9e46-42ce-b023-b38d433df277)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:16:06.820270 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-89a8c004-91cd-49fa-acbf-9a1f15340e37 req-d18585c0-42c5-41e7-a4b1-ecf495716392 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=af163cbd2042444a832f25a9c44ad423&device_id=3a83142e-ed22-4261-88d2-9163e3d491ff HTTP/1.1" status: 200 len: 1094 time: 0.6118321 May 30 20:16:06.849790 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-1c8a4d76-ec8f-433b-9aa1-c026c6ffa297 req-f7bc6659-75fd-4e61-b24e-626f039e5228 tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] Synchronizing usage tracker for tenant:a98770a137d04e48a5baba76bc9996d9 on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:16:06.858688 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Returning: {'device': '95c5ea16-1f76-4bc6-b9a5-9b1970297a9c', 'network_id': '447ea545-6235-439a-a377-09de7456264b', 'port_id': '95c5ea16-1f76-4bc6-b9a5-9b1970297a9c', 'mac_address': 'fa:16:3e:52:65:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5689849-4104-472f-a1ce-eede6d9545dd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:16:06.959086 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:06.991121 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95c5ea16-1f76-4bc6-b9a5-9b1970297a9c {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:16:06.999954 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-75eaa28c-641e-4920-9035-59d0821acdd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:07.010260 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-134ff9ff-93b2-4dc7-95e7-022975f838dc req-9766b058-5c6a-4066-9cc0-e9eac7da35be tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Unset dirty status for tenant:af163cbd2042444a832f25a9c44ad423 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:16:07.012201 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-134ff9ff-93b2-4dc7-95e7-022975f838dc req-9766b058-5c6a-4066-9cc0-e9eac7da35be tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/ports?device_id=3a83142e-ed22-4261-88d2-9163e3d491ff HTTP/1.1" status: 200 len: 943 time: 1.2897651 May 30 20:16:07.016405 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 95c5ea16-1f76-4bc6-b9a5-9b1970297a9c, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=95c5ea16-1f76-4bc6-b9a5-9b1970297a9c,segment=NetworkSegment(6f1287e5-9e46-42ce-b023-b38d433df277),segment_id=6f1287e5-9e46-42ce-b023-b38d433df277)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:16:07.023024 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-1c8a4d76-ec8f-433b-9aa1-c026c6ffa297 req-f7bc6659-75fd-4e61-b24e-626f039e5228 tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] Unset dirty status for tenant:a98770a137d04e48a5baba76bc9996d9 on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:16:07.026145 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1c8a4d76-ec8f-433b-9aa1-c026c6ffa297 req-f7bc6659-75fd-4e61-b24e-626f039e5228 tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] 10.222.0.85 "GET /v2.0/ports?device_id=3062165d-0536-479d-b7e3-dbd1350260e4 HTTP/1.1" status: 200 len: 210 time: 0.2957551 May 30 20:16:07.106972 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6fce5ddf-02ca-4af0-a99d-00d8546c3c5a tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:07.151490 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-89a8c004-91cd-49fa-acbf-9a1f15340e37 req-7eed5316-33f6-4b1f-bc08-5a30162cd6a4 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eb80c370-f392-433d-b7b3-78aaeb35c663 HTTP/1.1" status: 200 len: 217 time: 0.3096888 May 30 20:16:07.293078 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75eaa28c-641e-4920-9035-59d0821acdd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Pushing event deleted for resources: {'Port': ['ID=8349824c-d856-4c25-b188-613b2644e3d2,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:07.293078 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e833374e-16b5-466d-899d-9b31961dc8cb req-e3446015-1e5b-44cc-affe-93f3199c70ec service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:07.293078 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e833374e-16b5-466d-899d-9b31961dc8cb req-e3446015-1e5b-44cc-affe-93f3199c70ec service neutron] 10.222.0.86 "GET /v2.0/networks?id=dc8e1ef1-247e-4ae8-8d4a-07d650cfb733 HTTP/1.1" status: 200 len: 923 time: 0.6136932 May 30 20:16:07.293078 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b134f7e4-7807-418b-9e6e-55d95015fe40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:07.293845 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33b15f6-1e6e-4f77-bca0-0568eaf26155 req-f53c69aa-75cd-41bb-8093-3f4118b8b4b9 tempest-InstanceActionsNegativeTestJSON-545497675 tempest-InstanceActionsNegativeTestJSON-545497675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:07.293845 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f33b15f6-1e6e-4f77-bca0-0568eaf26155 req-f53c69aa-75cd-41bb-8093-3f4118b8b4b9 tempest-InstanceActionsNegativeTestJSON-545497675 tempest-InstanceActionsNegativeTestJSON-545497675-project] 10.222.0.85 "GET /v2.0/ports?device_id=1f586716-4b1e-4389-b903-9dcdf078eaec HTTP/1.1" status: 200 len: 944 time: 0.0918152 May 30 20:16:07.294256 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-75eaa28c-641e-4920-9035-59d0821acdd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:07.320146 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a83142e-ed22-4261-88d2-9163e3d491ff', 'tag': 'eb80c370-f392-433d-b7b3-78aaeb35c663'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:16:07.343215 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f33b15f6-1e6e-4f77-bca0-0568eaf26155 req-ce87898a-92e8-4b48-85ae-cf62a20ad6ac tempest-InstanceActionsNegativeTestJSON-545497675 tempest-InstanceActionsNegativeTestJSON-545497675-project] 10.222.0.85 "GET /v2.0/security-groups?id=dc3c742c-5911-47ff-a383-ce0a5d80411e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645378 May 30 20:16:07.368414 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e833374e-16b5-466d-899d-9b31961dc8cb req-8a8b992a-45a9-453d-948e-1f0004f1b391 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8b831588-b75c-4a1a-bb19-8a4e03f47b61 HTTP/1.1" status: 200 len: 217 time: 0.1590769 May 30 20:16:07.377935 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:07.430410 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a8c004-91cd-49fa-acbf-9a1f15340e37 req-6ace402f-cfe4-44fa-96dc-25ee6a42a4c7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:07.433587 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-89a8c004-91cd-49fa-acbf-9a1f15340e37 req-6ace402f-cfe4-44fa-96dc-25ee6a42a4c7 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a7c3f85d-fe14-497a-a810-561b8b1fe24d HTTP/1.1" status: 200 len: 853 time: 0.2653484 May 30 20:16:07.441206 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-134ff9ff-93b2-4dc7-95e7-022975f838dc req-66bed051-8ac8-4ff7-982f-2a72246590b8 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Synchronizing usage tracker for tenant:af163cbd2042444a832f25a9c44ad423 on resource:security_group {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:16:07.487060 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c210037-ceee-4d22-8640-f5d6eca87ab5'] response: {'name': 'network-changed', 'server_uuid': '3a83142e-ed22-4261-88d2-9163e3d491ff', 'tag': 'eb80c370-f392-433d-b7b3-78aaeb35c663', 'status': 'completed', 'code': 200} May 30 20:16:07.489277 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=95c5ea16-1f76-4bc6-b9a5-9b1970297a9c,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:07.506753 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-89a8c004-91cd-49fa-acbf-9a1f15340e37 req-84bb2cdb-7d01-44c2-9fb9-94bbb5615689 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=51438f8d-98bc-428c-98e5-c8517683a003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611188 May 30 20:16:07.528589 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6fce5ddf-02ca-4af0-a99d-00d8546c3c5a tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736490'] for floatingip, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:07.547443 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e833374e-16b5-466d-899d-9b31961dc8cb req-8e245822-0603-4006-81c8-ccffe20b6988 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:07.548788 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e833374e-16b5-466d-899d-9b31961dc8cb req-8e245822-0603-4006-81c8-ccffe20b6988 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=faa8b808-b144-42dd-ba56-61b4be0cca53 HTTP/1.1" status: 200 len: 862 time: 0.1701584 May 30 20:16:07.599393 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-75eaa28c-641e-4920-9035-59d0821acdd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] 10.222.0.85 "DELETE /v2.0/ports/8349824c-d856-4c25-b188-613b2644e3d2 HTTP/1.1" status: 204 len: 168 time: 2.4734020 May 30 20:16:07.633792 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b134f7e4-7807-418b-9e6e-55d95015fe40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:07.638282 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 57092) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:07.646237 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['95c5ea16-1f76-4bc6-b9a5-9b1970297a9c'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:16:07.721141 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e833374e-16b5-466d-899d-9b31961dc8cb req-0be789b5-ce9b-4780-aa80-39136d3bcf11 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=dc8e1ef1-247e-4ae8-8d4a-07d650cfb733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1241670 May 30 20:16:07.732348 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-134ff9ff-93b2-4dc7-95e7-022975f838dc req-66bed051-8ac8-4ff7-982f-2a72246590b8 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Unset dirty status for tenant:af163cbd2042444a832f25a9c44ad423 on resource:security_group {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:16:07.744764 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-134ff9ff-93b2-4dc7-95e7-022975f838dc req-66bed051-8ac8-4ff7-982f-2a72246590b8 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/security-groups?id=0524bca6-45ea-44a4-8d6f-618d0ae32427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6436110 May 30 20:16:07.774599 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b134f7e4-7807-418b-9e6e-55d95015fe40 admin admin] vlan segment allocate from pool success with {'vlan_id': 651, 'physical_network': 'physnet1'} {{(pid=84887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:16:07.815677 n-d-843948-2 neutron-server[84887]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ec9a957-e532-4618-9b68-e0604588f39d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] GET failed (client error): The resource could not be found. May 30 20:16:07.816538 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-2ec9a957-e532-4618-9b68-e0604588f39d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Synchronizing usage tracker for tenant:b2c16b1a374849aeb6e639d40c673703 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:16:07.840115 n-d-843948-2 neutron-server[84886]: INFO neutron.db.l3_db [None req-6fce5ddf-02ca-4af0-a99d-00d8546c3c5a tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Floating IP 4d07d155-9542-4540-b5f9-b047b47706e1 associated. External IP: 172.25.8.155, port: e11c1dce-38fb-439a-b79f-28a1736ee8b8. May 30 20:16:07.859502 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b134f7e4-7807-418b-9e6e-55d95015fe40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3bd0e0d-592f-4f06-a0c8-8b72ae713937,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:08.044708 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b134f7e4-7807-418b-9e6e-55d95015fe40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:08.045034 n-d-843948-2 neutron-server[84887]: INFO neutron.db.segments_db [None req-b134f7e4-7807-418b-9e6e-55d95015fe40 admin admin] Added segment 74336b11-142e-47fd-8872-ed1930899d39 of type vlan for network 0003496e-e32b-4f14-85cc-00b338498081 May 30 20:16:08.072619 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9236cbf-6d47-4281-a5bb-a988da66e1a8 req-c12f8aee-0697-4621-b38b-2e7a9406b00f tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:08.074007 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a9236cbf-6d47-4281-a5bb-a988da66e1a8 req-c12f8aee-0697-4621-b38b-2e7a9406b00f tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/ports?device_id=6b1fc17d-0cb3-4d7b-940a-7a297df2aff6 HTTP/1.1" status: 200 len: 945 time: 0.1744053 May 30 20:16:08.098036 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-89a8c004-91cd-49fa-acbf-9a1f15340e37 req-73df53dc-48bc-4074-9db5-3aa549fd16df service neutron] 10.222.0.86 "GET /v2.0/networks/51438f8d-98bc-428c-98e5-c8517683a003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5834742 May 30 20:16:08.154821 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b134f7e4-7807-418b-9e6e-55d95015fe40 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:08.223953 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-2ec9a957-e532-4618-9b68-e0604588f39d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] Unset dirty status for tenant:b2c16b1a374849aeb6e639d40c673703 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:16:08.232600 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 57100) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:08.233292 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-2ec9a957-e532-4618-9b68-e0604588f39d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117714013-project-admin] 10.222.0.85 "GET /v2.0/ports/8349824c-d856-4c25-b188-613b2644e3d2 HTTP/1.1" status: 404 len: 333 time: 0.5686197 May 30 20:16:08.345378 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a9236cbf-6d47-4281-a5bb-a988da66e1a8 req-7ebd1c02-acbc-43ff-9cbf-224f8ef2aed4 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/security-groups?id=3b7b472c-21af-4683-a7b2-e1dc38380326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2629275 May 30 20:16:08.374628 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.db.resource_extend [None req-b134f7e4-7807-418b-9e6e-55d95015fe40 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:16:08.392950 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-00b26993-18d2-486a-acb5-75ffb28a720c tempest-PortsAdminExtendedAttrsIpV6TestJSON-734374098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-734374098-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:08.401351 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e833374e-16b5-466d-899d-9b31961dc8cb req-ad9b692a-bc30-471c-9666-e5913448d25f service neutron] 10.222.0.86 "GET /v2.0/networks/dc8e1ef1-247e-4ae8-8d4a-07d650cfb733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6480701 May 30 20:16:08.426485 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-451b19b2-81ef-4036-8f9b-667e3c811808 req-76b0f8cc-4ad7-4af9-b7d9-4880b15984bd tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] 10.222.0.85 "GET /v2.0/ports?device_id=3062165d-0536-479d-b7e3-dbd1350260e4 HTTP/1.1" status: 200 len: 210 time: 0.1602876 May 30 20:16:08.540264 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 8b831588-b75c-4a1a-bb19-8a4e03f47b61 details requested by agent hyperv_n-h2-843948-2 with host n-h2-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:16:08.542773 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 95c5ea16-1f76-4bc6-b9a5-9b1970297a9c up at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:16:08.626207 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b134f7e4-7807-418b-9e6e-55d95015fe40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:08.627528 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b134f7e4-7807-418b-9e6e-55d95015fe40 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:08.628515 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b134f7e4-7807-418b-9e6e-55d95015fe40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:08.666208 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-89a8c004-91cd-49fa-acbf-9a1f15340e37 req-91803eac-08cc-444f-a271-6156c1f2eafc service neutron] 10.222.0.86 "GET /v2.0/networks/51438f8d-98bc-428c-98e5-c8517683a003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5384932 May 30 20:16:08.848283 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e833374e-16b5-466d-899d-9b31961dc8cb req-1d8e85b0-6506-40d4-b1fb-95428c29605b service neutron] 10.222.0.86 "GET /v2.0/networks/dc8e1ef1-247e-4ae8-8d4a-07d650cfb733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4286535 May 30 20:16:08.857331 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-b134f7e4-7807-418b-9e6e-55d95015fe40 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 3.4978342 May 30 20:16:08.859534 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b134f7e4-7807-418b-9e6e-55d95015fe40 admin admin] Pushing event updated for resources: {'Network': ['ID=0003496e-e32b-4f14-85cc-00b338498081,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:08.875156 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 57108) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:08.888609 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-b3658025-4205-487b-a29a-e2be28555603 admin admin] Request body: {'subnet': {'network_id': '0003496e-e32b-4f14-85cc-00b338498081', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-973010409-subnet', 'tenant_id': '5a6a8548c5fe49439da34f3a90513454', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:16:08.918249 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 8b831588-b75c-4a1a-bb19-8a4e03f47b61, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=8b831588-b75c-4a1a-bb19-8a4e03f47b61,segment=NetworkSegment(5b30179d-1d35-43aa-8091-aca9e93e4710),segment_id=5b30179d-1d35-43aa-8091-aca9e93e4710)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:16:08.919055 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-00b26993-18d2-486a-acb5-75ffb28a720c tempest-PortsAdminExtendedAttrsIpV6TestJSON-734374098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-734374098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:08.938815 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Returning: {'device': '8b831588-b75c-4a1a-bb19-8a4e03f47b61', 'network_id': 'dc8e1ef1-247e-4ae8-8d4a-07d650cfb733', 'port_id': '8b831588-b75c-4a1a-bb19-8a4e03f47b61', 'mac_address': 'fa:16:3e:a4:91:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'faa8b808-b144-42dd-ba56-61b4be0cca53', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:16:08.945340 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network 0003496e-e32b-4f14-85cc-00b338498081 details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:16:08.967315 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-b3658025-4205-487b-a29a-e2be28555603 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:16:08.975550 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-00b26993-18d2-486a-acb5-75ffb28a720c tempest-PortsAdminExtendedAttrsIpV6TestJSON-734374098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-734374098-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['159bfc07-93b7-42dd-a52e-784c261f17c5']}} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:16:08.992945 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-00b26993-18d2-486a-acb5-75ffb28a720c tempest-PortsAdminExtendedAttrsIpV6TestJSON-734374098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-734374098-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17a29653-7279-4bfa-8920-5d1a4282ce71') {'for_net_delete': True} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:16:08.993290 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-00b26993-18d2-486a-acb5-75ffb28a720c tempest-PortsAdminExtendedAttrsIpV6TestJSON-734374098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-734374098-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17a29653-7279-4bfa-8920-5d1a4282ce71') {} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:16:09.011834 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-00b26993-18d2-486a-acb5-75ffb28a720c tempest-PortsAdminExtendedAttrsIpV6TestJSON-734374098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-734374098-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2660590'] for segment, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:09.038248 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-00b26993-18d2-486a-acb5-75ffb28a720c tempest-PortsAdminExtendedAttrsIpV6TestJSON-734374098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-734374098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:09.050738 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf9f749-17e4-4f99-9703-d52ad0b23a3b req-6fd29c86-a0b5-42c2-8c0d-0e89b3b41585 tempest-InstanceActionsNegativeTestJSON-545497675 tempest-InstanceActionsNegativeTestJSON-545497675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:09.057958 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-caf9f749-17e4-4f99-9703-d52ad0b23a3b req-6fd29c86-a0b5-42c2-8c0d-0e89b3b41585 tempest-InstanceActionsNegativeTestJSON-545497675 tempest-InstanceActionsNegativeTestJSON-545497675-project] 10.222.0.85 "GET /v2.0/ports?device_id=1f586716-4b1e-4389-b903-9dcdf078eaec HTTP/1.1" status: 200 len: 944 time: 0.3986123 May 30 20:16:09.060879 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-b3658025-4205-487b-a29a-e2be28555603 admin admin] Usage tracker for resource:subnet and tenant:5a6a8548c5fe49439da34f3a90513454 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:16:09.061172 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00b26993-18d2-486a-acb5-75ffb28a720c tempest-PortsAdminExtendedAttrsIpV6TestJSON-734374098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-734374098-project] Releasing vlan 686 on physical network physnet1 to pool {{(pid=84886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:16:09.061576 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-00b26993-18d2-486a-acb5-75ffb28a720c tempest-PortsAdminExtendedAttrsIpV6TestJSON-734374098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-734374098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4126989'] for segment, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:09.078433 n-d-843948-2 neutron-server[84886]: Traceback (most recent call last): May 30 20:16:09.078433 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:16:09.078433 n-d-843948-2 neutron-server[84886]: timer() May 30 20:16:09.078433 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:16:09.078433 n-d-843948-2 neutron-server[84886]: cb(*args, **kw) May 30 20:16:09.078433 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:16:09.078433 n-d-843948-2 neutron-server[84886]: return func(*args, **kwargs) May 30 20:16:09.078433 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:16:09.078433 n-d-843948-2 neutron-server[84886]: self._notify() May 30 20:16:09.078433 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:16:09.078433 n-d-843948-2 neutron-server[84886]: self.callback(batched_events) May 30 20:16:09.078433 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:16:09.078433 n-d-843948-2 neutron-server[84886]: event.method(event) May 30 20:16:09.078433 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:16:09.078433 n-d-843948-2 neutron-server[84886]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:16:09.078433 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:16:09.078433 n-d-843948-2 neutron-server[84886]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:16:09.078433 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:16:09.078433 n-d-843948-2 neutron-server[84886]: return f(self, *a, **k) May 30 20:16:09.078433 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:16:09.078433 n-d-843948-2 neutron-server[84886]: return self._get(url).json() May 30 20:16:09.078433 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:16:09.078433 n-d-843948-2 neutron-server[84886]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:16:09.078433 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:16:09.078433 n-d-843948-2 neutron-server[84886]: return self.request(url, 'GET', **kwargs) May 30 20:16:09.078433 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:16:09.078433 n-d-843948-2 neutron-server[84886]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:16:09.078433 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:16:09.078433 n-d-843948-2 neutron-server[84886]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:16:09.078433 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:16:09.078433 n-d-843948-2 neutron-server[84886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:16:09.078433 n-d-843948-2 neutron-server[84886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:16:09.156720 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:09.182450 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-b3658025-4205-487b-a29a-e2be28555603 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:16:09.200567 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-b3658025-4205-487b-a29a-e2be28555603 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:16:09.225651 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b831588-b75c-4a1a-bb19-8a4e03f47b61 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:16:09.234417 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-caf9f749-17e4-4f99-9703-d52ad0b23a3b req-4d3664b0-1cb7-45bc-bbef-4efef7195cae tempest-InstanceActionsNegativeTestJSON-545497675 tempest-InstanceActionsNegativeTestJSON-545497675-project] 10.222.0.85 "GET /v2.0/security-groups?id=dc3c742c-5911-47ff-a383-ce0a5d80411e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748168 May 30 20:16:09.259252 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 8b831588-b75c-4a1a-bb19-8a4e03f47b61, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=8b831588-b75c-4a1a-bb19-8a4e03f47b61,segment=NetworkSegment(5b30179d-1d35-43aa-8091-aca9e93e4710),segment_id=5b30179d-1d35-43aa-8091-aca9e93e4710)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:16:09.282880 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fce5ddf-02ca-4af0-a99d-00d8546c3c5a tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Router 6e583e7b-f12b-4fba-bb78-c30dd0525c40 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:16:09.302806 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning for port 95c5ea16-1f76-4bc6-b9a5-9b1970297a9c completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:16:09.315939 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning complete for port 95c5ea16-1f76-4bc6-b9a5-9b1970297a9c triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:16:09.316721 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:09.340869 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2759cae4-fa5b-4fd4-b9f8-d37249e604d8 req-cad1a0c4-b46f-4b38-8d40-bbe09b66bfcd service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=af163cbd2042444a832f25a9c44ad423&device_id=3a83142e-ed22-4261-88d2-9163e3d491ff HTTP/1.1" status: 200 len: 1094 time: 0.4417529 May 30 20:16:09.352448 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e276d192-cb27-47a4-84e6-965b042a75a5 req-a900f3a9-9ff1-4670-a29e-741030517cd4 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:09.359718 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e276d192-cb27-47a4-84e6-965b042a75a5 req-a900f3a9-9ff1-4670-a29e-741030517cd4 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/ports?device_id=3a83142e-ed22-4261-88d2-9163e3d491ff HTTP/1.1" status: 200 len: 943 time: 0.3615456 May 30 20:16:09.361162 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-00b26993-18d2-486a-acb5-75ffb28a720c tempest-PortsAdminExtendedAttrsIpV6TestJSON-734374098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-734374098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:09.380000 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6a6d92-2743-40d1-9158-5c2239dcaf6a req-6a1b10f3-339e-436d-a5d6-2c661fc380dc tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:09.381211 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3a6a6d92-2743-40d1-9158-5c2239dcaf6a req-6a1b10f3-339e-436d-a5d6-2c661fc380dc tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] 10.222.0.71 "GET /v2.0/networks?id=176420f6-ac4e-4319-85b4-31313b590db0 HTTP/1.1" status: 200 len: 815 time: 0.4153125 May 30 20:16:09.388575 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-00b26993-18d2-486a-acb5-75ffb28a720c tempest-PortsAdminExtendedAttrsIpV6TestJSON-734374098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-734374098-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:09.412992 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:09.431084 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3658025-4205-487b-a29a-e2be28555603 admin admin] Made reservation on behalf of 5a6a8548c5fe49439da34f3a90513454 for: {'subnet': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:16:09.433523 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b3658025-4205-487b-a29a-e2be28555603 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114220'] for subnet, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:09.484165 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b26993-18d2-486a-acb5-75ffb28a720c tempest-PortsAdminExtendedAttrsIpV6TestJSON-734374098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-734374098-project] Pushing event deleted for resources: {'Network': ['ID=159bfc07-93b7-42dd-a52e-784c261f17c5,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:09.499976 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-00b26993-18d2-486a-acb5-75ffb28a720c tempest-PortsAdminExtendedAttrsIpV6TestJSON-734374098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-734374098-project] 10.222.0.85 "DELETE /v2.0/networks/159bfc07-93b7-42dd-a52e-784c261f17c5 HTTP/1.1" status: 204 len: 168 time: 1.2650797 May 30 20:16:09.611567 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=8b831588-b75c-4a1a-bb19-8a4e03f47b61,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:09.757704 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['8b831588-b75c-4a1a-bb19-8a4e03f47b61'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:16:09.775224 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e276d192-cb27-47a4-84e6-965b042a75a5 req-13d843e3-ec6b-4992-98c6-ab6806b49458 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/security-groups?id=0524bca6-45ea-44a4-8d6f-618d0ae32427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4143586 May 30 20:16:09.874802 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fce5ddf-02ca-4af0-a99d-00d8546c3c5a tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:16:09.881769 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:09.888453 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6fce5ddf-02ca-4af0-a99d-00d8546c3c5a tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:09.893390 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5c0c8a-aead-4e5e-9bbf-7ff3fa0b03b4 None None] Sync routers for ids ['6e583e7b-f12b-4fba-bb78-c30dd0525c40'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:16:09.925648 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5c0c8a-aead-4e5e-9bbf-7ff3fa0b03b4 None None] Routers {'6e583e7b-f12b-4fba-bb78-c30dd0525c40'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:16:09.927003 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-9b5c0c8a-aead-4e5e-9bbf-7ff3fa0b03b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:15:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['6e583e7b-f12b-4fba-bb78-c30dd0525c40'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:16:09.930486 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3a6a6d92-2743-40d1-9158-5c2239dcaf6a req-82188722-298d-45cb-91f8-e5a2ce87c020 tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a98770a137d04e48a5baba76bc9996d9 HTTP/1.1" status: 200 len: 380 time: 0.5206959 May 30 20:16:09.953772 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b1fc17d-0cb3-4d7b-940a-7a297df2aff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95c5ea16-1f76-4bc6-b9a5-9b1970297a9c'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:16:09.981632 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75e5163-9015-4e37-b840-0f6818db6f30 req-e236d161-e847-4822-894a-358bfe443856 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:09.989551 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a75e5163-9015-4e37-b840-0f6818db6f30 req-e236d161-e847-4822-894a-358bfe443856 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/ports?device_id=6b1fc17d-0cb3-4d7b-940a-7a297df2aff6 HTTP/1.1" status: 200 len: 945 time: 0.3347037 May 30 20:16:10.011363 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 95c5ea16-1f76-4bc6-b9a5-9b1970297a9c, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=95c5ea16-1f76-4bc6-b9a5-9b1970297a9c,segment=NetworkSegment(6f1287e5-9e46-42ce-b023-b38d433df277),segment_id=6f1287e5-9e46-42ce-b023-b38d433df277)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:16:10.016973 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-6fce5ddf-02ca-4af0-a99d-00d8546c3c5a tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] 10.222.0.85 "PUT /v2.0/floatingips/4d07d155-9542-4540-b5f9-b047b47706e1 HTTP/1.1" status: 200 len: 991 time: 4.0222018 May 30 20:16:10.016973 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8af66f6-93a3-4b44-964c-0edc263a69f5', 'tag': 'e11c1dce-38fb-439a-b79f-28a1736ee8b8'}] {{(pid=84886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:16:10.043743 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2759cae4-fa5b-4fd4-b9f8-d37249e604d8 req-7d47af1e-51ea-4a1d-931e-5adc9e3a319d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:10.051813 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2759cae4-fa5b-4fd4-b9f8-d37249e604d8 req-7d47af1e-51ea-4a1d-931e-5adc9e3a319d service neutron] 10.222.0.86 "GET /v2.0/networks?id=51438f8d-98bc-428c-98e5-c8517683a003 HTTP/1.1" status: 200 len: 914 time: 0.6691792 May 30 20:16:10.059169 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a75e5163-9015-4e37-b840-0f6818db6f30 req-4063839b-cbe8-4cd8-8024-2544e54c12a6 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/security-groups?id=3b7b472c-21af-4683-a7b2-e1dc38380326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684075 May 30 20:16:10.155821 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0412a702-4270-4275-9188-ea209601d3ff'] response: {'server_uuid': '6b1fc17d-0cb3-4d7b-940a-7a297df2aff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95c5ea16-1f76-4bc6-b9a5-9b1970297a9c', 'code': 200} May 30 20:16:10.216133 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:10.250599 n-d-843948-2 neutron-server[84886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-415f2e64-61ef-4e05-80c3-2728b91cd317'] response: {'name': 'network-changed', 'server_uuid': 'f8af66f6-93a3-4b44-964c-0edc263a69f5', 'tag': 'e11c1dce-38fb-439a-b79f-28a1736ee8b8', 'status': 'completed', 'code': 200} May 30 20:16:10.267157 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-3a6a6d92-2743-40d1-9158-5c2239dcaf6a req-c352814b-da45-4fd2-9f71-1bee49f7e9fd tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] Request body: {'port': {'device_id': '3062165d-0536-479d-b7e3-dbd1350260e4', 'network_id': '176420f6-ac4e-4319-85b4-31313b590db0', 'admin_state_up': True, 'tenant_id': 'a98770a137d04e48a5baba76bc9996d9', 'security_groups': ['1ab5e19e-36ef-4239-8d2f-84e90717c51a']}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:16:10.356100 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=95c5ea16-1f76-4bc6-b9a5-9b1970297a9c,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:10.401357 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-9b5c0c8a-aead-4e5e-9bbf-7ff3fa0b03b4 None None] Set router 6e583e7b-f12b-4fba-bb78-c30dd0525c40 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:16:10.493915 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a382ec8a-c011-4d9a-9519-37e2827c0d90 req-6bcbeea2-f448-47d1-8221-0b7aadd8cf94 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=81e36025f4964ad6aa1305da6f1825fb&device_id=f8af66f6-93a3-4b44-964c-0edc263a69f5 HTTP/1.1" status: 200 len: 6500 time: 0.1811502 May 30 20:16:10.579933 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b3658025-4205-487b-a29a-e2be28555603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4055401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114238'] for subnet, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:10.593499 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 57128) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:10.785047 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a382ec8a-c011-4d9a-9519-37e2827c0d90 req-07d84411-a5a1-4a9e-8b87-afd1f8cc8cd4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:10.787072 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a382ec8a-c011-4d9a-9519-37e2827c0d90 req-07d84411-a5a1-4a9e-8b87-afd1f8cc8cd4 service neutron] 10.222.0.71 "GET /v2.0/networks?id=ac0cf993-3653-417b-b55c-1e0d903ad371 HTTP/1.1" status: 200 len: 917 time: 0.2906458 May 30 20:16:10.796283 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558cd5ab-4c1b-4d37-ab75-fa125151000d req-0d1b8e2d-a98b-4b6c-82b9-2e1293bb29df tempest-InstanceActionsNegativeTestJSON-545497675 tempest-InstanceActionsNegativeTestJSON-545497675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:10.804351 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-558cd5ab-4c1b-4d37-ab75-fa125151000d req-0d1b8e2d-a98b-4b6c-82b9-2e1293bb29df tempest-InstanceActionsNegativeTestJSON-545497675 tempest-InstanceActionsNegativeTestJSON-545497675-project] 10.222.0.85 "GET /v2.0/ports?device_id=1f586716-4b1e-4389-b903-9dcdf078eaec HTTP/1.1" status: 200 len: 945 time: 0.3090534 May 30 20:16:10.827710 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-206aadda-5375-4e8a-b51c-be50fcb94d89 req-0c68eeaf-4eef-4f65-82e3-de25a99dc2e5 tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] 10.222.0.85 "GET /v2.0/ports?device_id=3062165d-0536-479d-b7e3-dbd1350260e4 HTTP/1.1" status: 200 len: 210 time: 0.2997000 May 30 20:16:10.863894 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2759cae4-fa5b-4fd4-b9f8-d37249e604d8 req-4334255c-dcb0-46e1-8523-19594214aa36 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eb80c370-f392-433d-b7b3-78aaeb35c663 HTTP/1.1" status: 200 len: 217 time: 0.4869194 May 30 20:16:10.916564 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-9b5c0c8a-aead-4e5e-9bbf-7ff3fa0b03b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e583e7b-f12b-4fba-bb78-c30dd0525c40', 'name': 'tempest-TaggedBootDevicesTest_v242-281532978-router', 'tenant_id': '81e36025f4964ad6aa1305da6f1825fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '20e9fcc0-2af1-4ea7-8af9-83f060d630c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:11:25Z', 'updated_at': '2022-05-30T20:11:44Z', 'revision_number': 4, 'project_id': '81e36025f4964ad6aa1305da6f1825fb', 'gw_port': {'id': '20e9fcc0-2af1-4ea7-8af9-83f060d630c7', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:91:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e583e7b-f12b-4fba-bb78-c30dd0525c40', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:11:28Z', 'updated_at': '2022-05-30T20:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': '4d07d155-9542-4540-b5f9-b047b47706e1', 'tenant_id': '81e36025f4964ad6aa1305da6f1825fb', 'floating_ip_address': '172.25.8.155', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': '6e583e7b-f12b-4fba-bb78-c30dd0525c40', 'port_id': 'e11c1dce-38fb-439a-b79f-28a1736ee8b8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac0cf993-3653-417b-b55c-1e0d903ad371', 'mac_address': 'fa:16:3e:11:c4:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8af66f6-93a3-4b44-964c-0edc263a69f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:13:58Z', 'updated_at': '2022-05-30T20:16:06Z', 'revision_number': 1, 'project_id': '81e36025f4964ad6aa1305da6f1825fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcebd54d-41fa-4abb-9681-0eb0e36c100b', 'name': '', 'network_id': 'ac0cf993-3653-417b-b55c-1e0d903ad371', 'tenant_id': '81e36025f4964ad6aa1305da6f1825fb', 'mac_address': 'fa:16:3e:c1:b7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e583e7b-f12b-4fba-bb78-c30dd0525c40', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '12de3c88-630f-42df-9c14-e8413906e7b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:11:42Z', 'updated_at': '2022-05-30T20:12:09Z', 'revision_number': 5, 'project_id': '81e36025f4964ad6aa1305da6f1825fb', 'subnets': [{'id': '12de3c88-630f-42df-9c14-e8413906e7b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:16:10.922961 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5c0c8a-aead-4e5e-9bbf-7ff3fa0b03b4 None None] Checking router: 6e583e7b-f12b-4fba-bb78-c30dd0525c40 for host: n-d-843948-2 {{(pid=84889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:16:10.941010 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5c0c8a-aead-4e5e-9bbf-7ff3fa0b03b4 None None] Routers {'6e583e7b-f12b-4fba-bb78-c30dd0525c40'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:16:10.941798 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-9b5c0c8a-aead-4e5e-9bbf-7ff3fa0b03b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:15:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['6e583e7b-f12b-4fba-bb78-c30dd0525c40'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:16:11.084734 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2759cae4-fa5b-4fd4-b9f8-d37249e604d8 req-2afd4e74-25cc-4ebb-b082-5fdb53e957d7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:11.086864 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2759cae4-fa5b-4fd4-b9f8-d37249e604d8 req-2afd4e74-25cc-4ebb-b082-5fdb53e957d7 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a7c3f85d-fe14-497a-a810-561b8b1fe24d HTTP/1.1" status: 200 len: 853 time: 0.1481376 May 30 20:16:11.164489 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-558cd5ab-4c1b-4d37-ab75-fa125151000d req-6d634688-32f4-40b4-97bd-7127bc9cdaf3 tempest-InstanceActionsNegativeTestJSON-545497675 tempest-InstanceActionsNegativeTestJSON-545497675-project] 10.222.0.85 "GET /v2.0/security-groups?id=dc3c742c-5911-47ff-a383-ce0a5d80411e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3586307 May 30 20:16:11.165948 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3658025-4205-487b-a29a-e2be28555603 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9fb67212-6011-4527-84f4-2083ea669b51,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:11.200558 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a382ec8a-c011-4d9a-9519-37e2827c0d90 req-c03f9829-7be7-4682-95a2-2eb3f8655666 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e11c1dce-38fb-439a-b79f-28a1736ee8b8 HTTP/1.1" status: 200 len: 999 time: 0.3774550 May 30 20:16:11.268641 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-9b5c0c8a-aead-4e5e-9bbf-7ff3fa0b03b4 None None] Set router 6e583e7b-f12b-4fba-bb78-c30dd0525c40 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:16:11.270509 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2759cae4-fa5b-4fd4-b9f8-d37249e604d8 req-a390841e-ce40-40e5-be6f-312bde83cf1c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=51438f8d-98bc-428c-98e5-c8517683a003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0876091 May 30 20:16:11.307242 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-3a6a6d92-2743-40d1-9158-5c2239dcaf6a req-c352814b-da45-4fd2-9f71-1bee49f7e9fd tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:16:11.326075 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-3a6a6d92-2743-40d1-9158-5c2239dcaf6a req-c352814b-da45-4fd2-9f71-1bee49f7e9fd tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:16:11.341448 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-b3cc40c3-7104-4ca4-8806-c600e8c0e4b6 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=c651dc7252d7459799aec8c63653e883&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7466602 May 30 20:16:11.344925 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 57138) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:11.457719 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a382ec8a-c011-4d9a-9519-37e2827c0d90 req-f9ab2f3e-4fb2-40c5-8a27-d043251e995e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:11.459208 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a382ec8a-c011-4d9a-9519-37e2827c0d90 req-f9ab2f3e-4fb2-40c5-8a27-d043251e995e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=12de3c88-630f-42df-9c14-e8413906e7b8 HTTP/1.1" status: 200 len: 855 time: 0.2349474 May 30 20:16:11.506007 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2759cae4-fa5b-4fd4-b9f8-d37249e604d8 req-8f361e81-c87b-4005-8c0c-a24bcb8588bc service neutron] 10.222.0.86 "GET /v2.0/networks/51438f8d-98bc-428c-98e5-c8517683a003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160180 May 30 20:16:11.509214 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a6a6d92-2743-40d1-9158-5c2239dcaf6a req-c352814b-da45-4fd2-9f71-1bee49f7e9fd tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] Made reservation on behalf of a98770a137d04e48a5baba76bc9996d9 for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:16:11.512632 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-3a6a6d92-2743-40d1-9158-5c2239dcaf6a req-c352814b-da45-4fd2-9f71-1bee49f7e9fd tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:11.607262 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3658025-4205-487b-a29a-e2be28555603 admin admin] Checking segment: {'id': '74336b11-142e-47fd-8872-ed1930899d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '0003496e-e32b-4f14-85cc-00b338498081'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:16:11.607721 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3658025-4205-487b-a29a-e2be28555603 admin admin] Network hostable DHCP agents. Network: 0003496e-e32b-4f14-85cc-00b338498081, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:16:11.626827 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2fbb4a-da47-4ee6-a0a1-1509678944ba req-760e9b7c-7fe9-456f-afdb-8d709056b156 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:11.634372 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5f2fbb4a-da47-4ee6-a0a1-1509678944ba req-760e9b7c-7fe9-456f-afdb-8d709056b156 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/ports?device_id=6b1fc17d-0cb3-4d7b-940a-7a297df2aff6 HTTP/1.1" status: 200 len: 946 time: 0.2721801 May 30 20:16:11.635720 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-acf5c15e-6a72-4b85-b825-decd722e90ea req-fbbce619-45cd-4f4e-9a97-8356c000f212 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=6b1fc17d-0cb3-4d7b-940a-7a297df2aff6 HTTP/1.1" status: 200 len: 1097 time: 1.1370344 May 30 20:16:11.639348 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a382ec8a-c011-4d9a-9519-37e2827c0d90 req-c1511926-fd55-40ca-a54b-a44b2019b139 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ac0cf993-3653-417b-b55c-1e0d903ad371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1726222 May 30 20:16:11.683945 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8c1bc85a-6974-4b72-ada6-51912baf5d82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:11.716248 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8c1bc85a-6974-4b72-ada6-51912baf5d82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:11.826423 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-9b5c0c8a-aead-4e5e-9bbf-7ff3fa0b03b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e583e7b-f12b-4fba-bb78-c30dd0525c40', 'name': 'tempest-TaggedBootDevicesTest_v242-281532978-router', 'tenant_id': '81e36025f4964ad6aa1305da6f1825fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '20e9fcc0-2af1-4ea7-8af9-83f060d630c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:11:25Z', 'updated_at': '2022-05-30T20:11:44Z', 'revision_number': 4, 'project_id': '81e36025f4964ad6aa1305da6f1825fb', 'gw_port': {'id': '20e9fcc0-2af1-4ea7-8af9-83f060d630c7', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:91:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e583e7b-f12b-4fba-bb78-c30dd0525c40', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:11:28Z', 'updated_at': '2022-05-30T20:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': '4d07d155-9542-4540-b5f9-b047b47706e1', 'tenant_id': '81e36025f4964ad6aa1305da6f1825fb', 'floating_ip_address': '172.25.8.155', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': '6e583e7b-f12b-4fba-bb78-c30dd0525c40', 'port_id': 'e11c1dce-38fb-439a-b79f-28a1736ee8b8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac0cf993-3653-417b-b55c-1e0d903ad371', 'mac_address': 'fa:16:3e:11:c4:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8af66f6-93a3-4b44-964c-0edc263a69f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:13:58Z', 'updated_at': '2022-05-30T20:16:06Z', 'revision_number': 1, 'project_id': '81e36025f4964ad6aa1305da6f1825fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcebd54d-41fa-4abb-9681-0eb0e36c100b', 'name': '', 'network_id': 'ac0cf993-3653-417b-b55c-1e0d903ad371', 'tenant_id': '81e36025f4964ad6aa1305da6f1825fb', 'mac_address': 'fa:16:3e:c1:b7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e583e7b-f12b-4fba-bb78-c30dd0525c40', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '12de3c88-630f-42df-9c14-e8413906e7b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:11:42Z', 'updated_at': '2022-05-30T20:12:09Z', 'revision_number': 5, 'project_id': '81e36025f4964ad6aa1305da6f1825fb', 'subnets': [{'id': '12de3c88-630f-42df-9c14-e8413906e7b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:16:11.836641 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5c0c8a-aead-4e5e-9bbf-7ff3fa0b03b4 None None] The sync data for ids ['6e583e7b-f12b-4fba-bb78-c30dd0525c40'] in n-d-843948-2 is: [{'id': '6e583e7b-f12b-4fba-bb78-c30dd0525c40', 'name': 'tempest-TaggedBootDevicesTest_v242-281532978-router', 'tenant_id': '81e36025f4964ad6aa1305da6f1825fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '20e9fcc0-2af1-4ea7-8af9-83f060d630c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:11:25Z', 'updated_at': '2022-05-30T20:11:44Z', 'revision_number': 4, 'project_id': '81e36025f4964ad6aa1305da6f1825fb', 'gw_port': {'id': '20e9fcc0-2af1-4ea7-8af9-83f060d630c7', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:91:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e583e7b-f12b-4fba-bb78-c30dd0525c40', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:11:28Z', 'updated_at': '2022-05-30T20:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': '4d07d155-9542-4540-b5f9-b047b47706e1', 'tenant_id': '81e36025f4964ad6aa1305da6f1825fb', 'floating_ip_address': '172.25.8.155', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': '6e583e7b-f12b-4fba-bb78-c30dd0525c40', 'port_id': 'e11c1dce-38fb-439a-b79f-28a1736ee8b8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac0cf993-3653-417b-b55c-1e0d903ad371', 'mac_address': 'fa:16:3e:11:c4:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8af66f6-93a3-4b44-964c-0edc263a69f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:13:58Z', 'updated_at': '2022-05-30T20:16:06Z', 'revision_number': 1, 'project_id': '81e36025f4964ad6aa1305da6f1825fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcebd54d-41fa-4abb-9681-0eb0e36c100b', 'name': '', 'network_id': 'ac0cf993-3653-417b-b55c-1e0d903ad371', 'tenant_id': '81e36025f4964ad6aa1305da6f1825fb', 'mac_address': 'fa:16:3e:c1:b7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e583e7b-f12b-4fba-bb78-c30dd0525c40', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '12de3c88-630f-42df-9c14-e8413906e7b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:11:42Z', 'updated_at': '2022-05-30T20:12:09Z', 'revision_number': 5, 'project_id': '81e36025f4964ad6aa1305da6f1825fb', 'subnets': [{'id': '12de3c88-630f-42df-9c14-e8413906e7b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:16:11.939316 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5f2fbb4a-da47-4ee6-a0a1-1509678944ba req-4ca770cd-70a7-4d84-abef-84dfc7a328a5 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/security-groups?id=3b7b472c-21af-4683-a7b2-e1dc38380326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3017640 May 30 20:16:11.942304 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a382ec8a-c011-4d9a-9519-37e2827c0d90 req-18df32f8-20f0-4a9a-b2aa-740ea364ed33 service neutron] 10.222.0.71 "GET /v2.0/networks/ac0cf993-3653-417b-b55c-1e0d903ad371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2820563 May 30 20:16:11.943474 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8c1bc85a-6974-4b72-ada6-51912baf5d82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:11.993712 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8c1bc85a-6974-4b72-ada6-51912baf5d82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:11.994868 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-8c1bc85a-6974-4b72-ada6-51912baf5d82 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/270b4c27-b6b5-4117-ba75-d1524d4a5aca HTTP/1.1" status: 204 len: 168 time: 0.6452732 May 30 20:16:12.003079 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1bc85a-6974-4b72-ada6-51912baf5d82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=270b4c27-b6b5-4117-ba75-d1524d4a5aca,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:12.022277 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [req-3a6a6d92-2743-40d1-9158-5c2239dcaf6a req-c352814b-da45-4fd2-9f71-1bee49f7e9fd tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] Allocated IP 172.20.0.9 (176420f6-ac4e-4319-85b4-31313b590db0/d239dbbc-1841-4e93-a941-884f2daba571/d4c7109e-8a8c-4059-b0d4-18b8a2596efe) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:16:12.223747 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a453669-c7dc-430f-ae03-61412abdc60f None None] New status for floating IP 4d07d155-9542-4540-b5f9-b047b47706e1: ACTIVE {{(pid=84888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 20:16:12.272320 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-acf5c15e-6a72-4b85-b825-decd722e90ea req-0a47d7ca-6589-4b95-a4d1-0c48fe458ebc service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=3b7b472c-21af-4683-a7b2-e1dc38380326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4539320 May 30 20:16:12.282290 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d57aa99f-4caa-4136-8f2e-f573991d07cf req-e64197fd-30b4-43ae-80fe-6380b942afd4 tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] 10.222.0.85 "GET /v2.0/ports?device_id=3062165d-0536-479d-b7e3-dbd1350260e4 HTTP/1.1" status: 200 len: 210 time: 0.0887735 May 30 20:16:12.377903 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a382ec8a-c011-4d9a-9519-37e2827c0d90 req-724e7a16-71e4-4821-b617-39304eb1770b service neutron] 10.222.0.71 "GET /v2.0/networks/ac0cf993-3653-417b-b55c-1e0d903ad371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4175596 May 30 20:16:12.397869 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a09bc901-10a3-43ce-8d26-f1f33ee5fdc0 req-eaf04656-6312-48db-a225-07656397f7a5 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=9c32c8ec-3847-430c-b19f-49ed6feb4bec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2933779 May 30 20:16:12.436038 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8d73a7-2aa9-42cc-b462-c757a9f926d4 req-14a5f46c-7f04-459b-8f1c-c9be4761a743 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:12.438903 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2f8d73a7-2aa9-42cc-b462-c757a9f926d4 req-14a5f46c-7f04-459b-8f1c-c9be4761a743 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/ports?device_id=3a83142e-ed22-4261-88d2-9163e3d491ff HTTP/1.1" status: 200 len: 943 time: 1.3417900 May 30 20:16:12.512820 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2759cae4-fa5b-4fd4-b9f8-d37249e604d8 req-094752be-a940-46b9-b514-73347ab3dfba service neutron] 10.222.0.86 "GET /v2.0/networks/51438f8d-98bc-428c-98e5-c8517683a003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9305346 May 30 20:16:12.522539 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3658025-4205-487b-a29a-e2be28555603 admin admin] Network 0003496e-e32b-4f14-85cc-00b338498081 is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:16:12.542497 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-3a6a6d92-2743-40d1-9158-5c2239dcaf6a req-c352814b-da45-4fd2-9f71-1bee49f7e9fd tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:12.584755 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device eb80c370-f392-433d-b7b3-78aaeb35c663 details requested by agent hyperv_n-h2-843948-2 with host n-h2-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:16:12.591445 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 8b831588-b75c-4a1a-bb19-8a4e03f47b61 up at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:16:12.595976 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-3a6a6d92-2743-40d1-9158-5c2239dcaf6a req-c352814b-da45-4fd2-9f71-1bee49f7e9fd tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] Transition to ACTIVE for port object d4c7109e-8a8c-4059-b0d4-18b8a2596efe will not be triggered until provisioned by entity DHCP. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:16:12.609116 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2f8d73a7-2aa9-42cc-b462-c757a9f926d4 req-35530f7c-8a2b-4982-85ac-bcbafbae1f1b tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/security-groups?id=0524bca6-45ea-44a4-8d6f-618d0ae32427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603527 May 30 20:16:12.659810 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-b3658025-4205-487b-a29a-e2be28555603 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, 0003496e-e32b-4f14-85cc-00b338498081) {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:16:12.669291 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3658025-4205-487b-a29a-e2be28555603 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:12.670151 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b3658025-4205-487b-a29a-e2be28555603 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:12.693402 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f837fe-6cc0-4755-a22d-ef35102ad388 None None] Network 0003496e-e32b-4f14-85cc-00b338498081 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:16:12.719933 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a09bc901-10a3-43ce-8d26-f1f33ee5fdc0 req-926b4af9-373f-4836-9a2b-941f19e69c6c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a1a57cdea23a49088fa533e38f6a3032&device_id=9c32c8ec-3847-430c-b19f-49ed6feb4bec HTTP/1.1" status: 200 len: 6487 time: 0.1511631 May 30 20:16:12.749277 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9c6e0a-a715-42b4-b47e-7a4046257339 req-08fe9df2-d54e-4fee-9c58-27a7ea7172e1 tempest-InstanceActionsNegativeTestJSON-545497675 tempest-InstanceActionsNegativeTestJSON-545497675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:12.751566 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3b9c6e0a-a715-42b4-b47e-7a4046257339 req-08fe9df2-d54e-4fee-9c58-27a7ea7172e1 tempest-InstanceActionsNegativeTestJSON-545497675 tempest-InstanceActionsNegativeTestJSON-545497675-project] 10.222.0.85 "GET /v2.0/ports?device_id=1f586716-4b1e-4389-b903-9dcdf078eaec HTTP/1.1" status: 200 len: 945 time: 0.2227848 May 30 20:16:12.794268 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-b3658025-4205-487b-a29a-e2be28555603 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 3.9133971 May 30 20:16:12.823352 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-3a6a6d92-2743-40d1-9158-5c2239dcaf6a req-c352814b-da45-4fd2-9f71-1bee49f7e9fd tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:13.071547 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.db.resource_extend [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:16:13.122563 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a6a6d92-2743-40d1-9158-5c2239dcaf6a req-c352814b-da45-4fd2-9f71-1bee49f7e9fd tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] Network 176420f6-ac4e-4319-85b4-31313b590db0 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:16:13.122563 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c352814b-da45-4fd2-9f71-1bee49f7e9fd tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] Pushing event updated for resources: {'Port': ['ID=d4c7109e-8a8c-4059-b0d4-18b8a2596efe,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:13.124954 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3b9c6e0a-a715-42b4-b47e-7a4046257339 req-71934890-eb61-4596-be97-0dd3268fc0a6 tempest-InstanceActionsNegativeTestJSON-545497675 tempest-InstanceActionsNegativeTestJSON-545497675-project] 10.222.0.85 "GET /v2.0/security-groups?id=dc3c742c-5911-47ff-a383-ce0a5d80411e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3375864 May 30 20:16:13.147164 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [req-3a6a6d92-2743-40d1-9158-5c2239dcaf6a req-c352814b-da45-4fd2-9f71-1bee49f7e9fd tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:16:13.162460 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a6a6d92-2743-40d1-9158-5c2239dcaf6a req-c352814b-da45-4fd2-9f71-1bee49f7e9fd tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:16:13.240190 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09bc901-10a3-43ce-8d26-f1f33ee5fdc0 req-d2349b92-c021-48d8-a6d8-ab313910ec8b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:13.241238 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09bc901-10a3-43ce-8d26-f1f33ee5fdc0 req-d2349b92-c021-48d8-a6d8-ab313910ec8b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:13.242732 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09bc901-10a3-43ce-8d26-f1f33ee5fdc0 req-d2349b92-c021-48d8-a6d8-ab313910ec8b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:13.248473 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a09bc901-10a3-43ce-8d26-f1f33ee5fdc0 req-d2349b92-c021-48d8-a6d8-ab313910ec8b service neutron] 10.222.0.71 "GET /v2.0/networks?id=5e8f5de0-54c1-49e1-ba92-4f5db898889d&id=7dfebaf0-dc9f-476d-9977-56c7fc58662b&id=7dfebaf0-dc9f-476d-9977-56c7fc58662b&id=7dfebaf0-dc9f-476d-9977-56c7fc58662b&id=7dfebaf0-dc9f-476d-9977-56c7fc58662b&id=945aa537-7e5a-42ac-a8f5-8cf6a31fa2b8&id=945aa537-7e5a-42ac-a8f5-8cf6a31fa2b8 HTTP/1.1" status: 200 len: 2293 time: 0.4915884 May 30 20:16:13.505377 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a09bc901-10a3-43ce-8d26-f1f33ee5fdc0 req-7e53d750-f3eb-45b9-92c7-c973ce79bd6f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cce154e6-cfbb-4903-980b-422f277fa061 HTTP/1.1" status: 200 len: 1001 time: 0.2539375 May 30 20:16:13.514158 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 57158) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:13.630260 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6a6d92-2743-40d1-9158-5c2239dcaf6a req-c352814b-da45-4fd2-9f71-1bee49f7e9fd tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:13.631021 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-3a6a6d92-2743-40d1-9158-5c2239dcaf6a req-c352814b-da45-4fd2-9f71-1bee49f7e9fd tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:13.710761 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning for port 8b831588-b75c-4a1a-bb19-8a4e03f47b61 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:16:13.759726 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04a7cb6-f0d6-41e3-9064-76e911eae398 req-742eaabd-90bc-4609-ae6a-df66ad90129c tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:13.759726 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f04a7cb6-f0d6-41e3-9064-76e911eae398 req-742eaabd-90bc-4609-ae6a-df66ad90129c tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/ports?device_id=6b1fc17d-0cb3-4d7b-940a-7a297df2aff6 HTTP/1.1" status: 200 len: 946 time: 0.3667831 May 30 20:16:13.803000 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning complete for port 8b831588-b75c-4a1a-bb19-8a4e03f47b61 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:16:13.803000 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:13.828700 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-966de35a-2ae9-4613-b0d2-0f8a4094b6e3 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=b2c16b1a374849aeb6e639d40c673703&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3059011 May 30 20:16:13.828700 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09bc901-10a3-43ce-8d26-f1f33ee5fdc0 req-3e7c67cb-d9ea-4788-9a30-1cf061bce992 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:13.834348 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a09bc901-10a3-43ce-8d26-f1f33ee5fdc0 req-3e7c67cb-d9ea-4788-9a30-1cf061bce992 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4fadf349-a926-433c-a782-ad168c18ddef HTTP/1.1" status: 200 len: 851 time: 0.2678835 May 30 20:16:13.834348 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 57166) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:13.866432 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port eb80c370-f392-433d-b7b3-78aaeb35c663, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=eb80c370-f392-433d-b7b3-78aaeb35c663,segment=NetworkSegment(9cdcbede-65a3-4a4d-80cb-286c108c164a),segment_id=9cdcbede-65a3-4a4d-80cb-286c108c164a)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:16:13.890395 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3a6a6d92-2743-40d1-9158-5c2239dcaf6a req-c352814b-da45-4fd2-9f71-1bee49f7e9fd tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8292649 May 30 20:16:13.927137 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-3a6a6d92-2743-40d1-9158-5c2239dcaf6a req-d3063567-0b55-467b-8612-82b624da3360 service neutron] Request body: {'port': {'device_id': '3062165d-0536-479d-b7e3-dbd1350260e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843948-2'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:16:14.035914 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Returning: {'device': 'eb80c370-f392-433d-b7b3-78aaeb35c663', 'network_id': '51438f8d-98bc-428c-98e5-c8517683a003', 'port_id': 'eb80c370-f392-433d-b7b3-78aaeb35c663', 'mac_address': 'fa:16:3e:bc:34:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7c3f85d-fe14-497a-a810-561b8b1fe24d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:16:14.175476 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8c71a17-9492-471f-9804-1734fe6df06b None None] Network 0003496e-e32b-4f14-85cc-00b338498081 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:16:14.267252 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d8f77673-1ce2-4490-96c2-d3604bf6548b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:14.290561 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f04a7cb6-f0d6-41e3-9064-76e911eae398 req-73183335-2f83-4753-95d6-ca2af941a0da tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/security-groups?id=3b7b472c-21af-4683-a7b2-e1dc38380326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5167091 May 30 20:16:14.353294 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-3a6a6d92-2743-40d1-9158-5c2239dcaf6a req-d3063567-0b55-467b-8612-82b624da3360 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:14.386774 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d8f77673-1ce2-4490-96c2-d3604bf6548b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:14.424034 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a09bc901-10a3-43ce-8d26-f1f33ee5fdc0 req-adb9a1e0-4ffe-4632-aeaf-969b82096bfa service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=5e8f5de0-54c1-49e1-ba92-4f5db898889d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5676427 May 30 20:16:14.551878 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-f7172b60-6685-451b-8fcb-d958f187419d None None] Provisioning for port d4c7109e-8a8c-4059-b0d4-18b8a2596efe completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:16:14.551878 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:14.592160 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-f7172b60-6685-451b-8fcb-d958f187419d None None] Provisioning complete for port d4c7109e-8a8c-4059-b0d4-18b8a2596efe triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:16:14.593422 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-f7172b60-6685-451b-8fcb-d958f187419d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:14.620850 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:14.662438 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8f3890-3a75-4ccf-ba76-553f2fbbed21 req-a3f9c4af-8bf6-454d-bbfd-1777ec8a9057 tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:14.663944 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1c8f3890-3a75-4ccf-ba76-553f2fbbed21 req-a3f9c4af-8bf6-454d-bbfd-1777ec8a9057 tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] 10.222.0.85 "GET /v2.0/ports?device_id=3062165d-0536-479d-b7e3-dbd1350260e4 HTTP/1.1" status: 200 len: 931 time: 0.8337445 May 30 20:16:14.738310 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb80c370-f392-433d-b7b3-78aaeb35c663 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:16:14.765564 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f586716-4b1e-4389-b903-9dcdf078eaec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b831588-b75c-4a1a-bb19-8a4e03f47b61'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:16:14.805735 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-1c8f3890-3a75-4ccf-ba76-553f2fbbed21 req-4a2fd2c8-38e8-4379-a556-82f71b6d84f4 tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] Synchronizing usage tracker for tenant:a98770a137d04e48a5baba76bc9996d9 on resource:security_group {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:16:14.825134 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 8b831588-b75c-4a1a-bb19-8a4e03f47b61, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=8b831588-b75c-4a1a-bb19-8a4e03f47b61,segment=NetworkSegment(5b30179d-1d35-43aa-8091-aca9e93e4710),segment_id=5b30179d-1d35-43aa-8091-aca9e93e4710)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:16:14.829727 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port eb80c370-f392-433d-b7b3-78aaeb35c663, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=eb80c370-f392-433d-b7b3-78aaeb35c663,segment=NetworkSegment(9cdcbede-65a3-4a4d-80cb-286c108c164a),segment_id=9cdcbede-65a3-4a4d-80cb-286c108c164a)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:16:14.830762 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-f7172b60-6685-451b-8fcb-d958f187419d None None] Port d4c7109e-8a8c-4059-b0d4-18b8a2596efe cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:16:14.835212 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a09bc901-10a3-43ce-8d26-f1f33ee5fdc0 req-1e88e4db-b9fd-4435-8199-432875d70f3a service neutron] 10.222.0.71 "GET /v2.0/networks/5e8f5de0-54c1-49e1-ba92-4f5db898889d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4219956 May 30 20:16:14.851107 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d8f77673-1ce2-4490-96c2-d3604bf6548b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:14.883398 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:14.959318 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:14.990235 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=8b831588-b75c-4a1a-bb19-8a4e03f47b61,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:15.012701 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f77673-1ce2-4490-96c2-d3604bf6548b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2b45ef3-1b7d-40da-9269-20366996efec,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:15.025575 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-1c8f3890-3a75-4ccf-ba76-553f2fbbed21 req-4a2fd2c8-38e8-4379-a556-82f71b6d84f4 tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] Unset dirty status for tenant:a98770a137d04e48a5baba76bc9996d9 on resource:security_group {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:16:15.026813 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1c8f3890-3a75-4ccf-ba76-553f2fbbed21 req-4a2fd2c8-38e8-4379-a556-82f71b6d84f4 tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] 10.222.0.85 "GET /v2.0/security-groups?id=1ab5e19e-36ef-4239-8d2f-84e90717c51a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3520074 May 30 20:16:15.037314 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d8f77673-1ce2-4490-96c2-d3604bf6548b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:15.040819 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-d8f77673-1ce2-4490-96c2-d3604bf6548b admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/d2b45ef3-1b7d-40da-9269-20366996efec HTTP/1.1" status: 204 len: 168 time: 1.2054250 May 30 20:16:15.090879 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=eb80c370-f392-433d-b7b3-78aaeb35c663,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:15.150811 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a09bc901-10a3-43ce-8d26-f1f33ee5fdc0 req-70da7421-8b4d-4a2e-b506-1489e166bf49 service neutron] 10.222.0.71 "GET /v2.0/networks/5e8f5de0-54c1-49e1-ba92-4f5db898889d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2935386 May 30 20:16:15.204177 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['eb80c370-f392-433d-b7b3-78aaeb35c663'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:16:15.242178 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a09bc901-10a3-43ce-8d26-f1f33ee5fdc0 req-971ea9b8-4027-405f-ac64-50d615c082ba service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.8&port_id=95b64d06-8312-443c-b64a-5e0fcaa868bc HTTP/1.1" status: 200 len: 217 time: 0.0839109 May 30 20:16:15.306829 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.db.resource_extend [req-3a6a6d92-2743-40d1-9158-5c2239dcaf6a req-d3063567-0b55-467b-8612-82b624da3360 service neutron] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:16:15.372430 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09bc901-10a3-43ce-8d26-f1f33ee5fdc0 req-71b303e3-36ea-49b4-b6f6-5fc70b91deba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:15.374352 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a09bc901-10a3-43ce-8d26-f1f33ee5fdc0 req-71b303e3-36ea-49b4-b6f6-5fc70b91deba service neutron] 10.222.0.71 "GET /v2.0/subnets?id=156dd172-ceed-40ca-a03f-1d3d19921b4e HTTP/1.1" status: 200 len: 797 time: 0.0960150 May 30 20:16:15.450760 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1047d228-68cb-42c5-9059-7db962f0fac4 req-6f62bb79-a122-424f-9bd4-5c59324d450c tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:15.452674 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1047d228-68cb-42c5-9059-7db962f0fac4 req-6f62bb79-a122-424f-9bd4-5c59324d450c tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/ports?device_id=3a83142e-ed22-4261-88d2-9163e3d491ff HTTP/1.1" status: 200 len: 944 time: 0.2092757 May 30 20:16:15.477852 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [req-3a6a6d92-2743-40d1-9158-5c2239dcaf6a req-d3063567-0b55-467b-8612-82b624da3360 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4c7109e-8a8c-4059-b0d4-18b8a2596efe {{(pid=84887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:16:15.495964 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e71bc3c-301d-4fc7-90e0-d4ba29b2e2b7 req-6e47e89c-9298-4f1b-845f-3d96a6a4900e tempest-ServersNegativeTestMultiTenantJSON-1832139223 tempest-ServersNegativeTestMultiTenantJSON-1832139223-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:15.496674 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-7e71bc3c-301d-4fc7-90e0-d4ba29b2e2b7 req-6e47e89c-9298-4f1b-845f-3d96a6a4900e tempest-ServersNegativeTestMultiTenantJSON-1832139223 tempest-ServersNegativeTestMultiTenantJSON-1832139223-project] Synchronizing usage tracker for tenant:0d50a649dbb5428f92e9415a6ded27c0 on resource:network {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:16:15.501254 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-3a6a6d92-2743-40d1-9158-5c2239dcaf6a req-d3063567-0b55-467b-8612-82b624da3360 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:15.503787 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a09bc901-10a3-43ce-8d26-f1f33ee5fdc0 req-aae6c199-ff84-4b65-ba79-cd0b77107e9c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7dfebaf0-dc9f-476d-9977-56c7fc58662b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1233673 May 30 20:16:15.524553 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-3a6a6d92-2743-40d1-9158-5c2239dcaf6a req-d3063567-0b55-467b-8612-82b624da3360 service neutron] Transition to ACTIVE for port object d4c7109e-8a8c-4059-b0d4-18b8a2596efe will not be triggered until provisioned by entity L2. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:16:15.615428 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-3a6a6d92-2743-40d1-9158-5c2239dcaf6a req-d3063567-0b55-467b-8612-82b624da3360 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:15.623152 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-7e71bc3c-301d-4fc7-90e0-d4ba29b2e2b7 req-6e47e89c-9298-4f1b-845f-3d96a6a4900e tempest-ServersNegativeTestMultiTenantJSON-1832139223 tempest-ServersNegativeTestMultiTenantJSON-1832139223-project] Unset dirty status for tenant:0d50a649dbb5428f92e9415a6ded27c0 on resource:network {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:16:15.625592 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7e71bc3c-301d-4fc7-90e0-d4ba29b2e2b7 req-6e47e89c-9298-4f1b-845f-3d96a6a4900e tempest-ServersNegativeTestMultiTenantJSON-1832139223 tempest-ServersNegativeTestMultiTenantJSON-1832139223-project] 10.222.0.85 "GET /v2.0/networks?id=bec7faf3-2322-468b-9a43-1a6a34e78566 HTTP/1.1" status: 200 len: 824 time: 0.6613321 May 30 20:16:15.705077 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1047d228-68cb-42c5-9059-7db962f0fac4 req-82d4bd2c-69b8-458c-b3b2-2f9fa86e9eb2 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/security-groups?id=0524bca6-45ea-44a4-8d6f-618d0ae32427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312646 May 30 20:16:15.788850 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a09bc901-10a3-43ce-8d26-f1f33ee5fdc0 req-9587afed-5173-4d96-af93-94283037b360 service neutron] 10.222.0.71 "GET /v2.0/networks/7dfebaf0-dc9f-476d-9977-56c7fc58662b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2764854 May 30 20:16:15.797194 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7e71bc3c-301d-4fc7-90e0-d4ba29b2e2b7 req-6eaaadb9-a2cf-41b7-8512-97e922d47741 tempest-ServersNegativeTestMultiTenantJSON-1832139223 tempest-ServersNegativeTestMultiTenantJSON-1832139223-project] 10.222.0.85 "GET /v2.0/quotas/0d50a649dbb5428f92e9415a6ded27c0 HTTP/1.1" status: 200 len: 375 time: 0.1221411 May 30 20:16:15.886070 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7e71bc3c-301d-4fc7-90e0-d4ba29b2e2b7 req-ddaeee3c-2685-41e7-9c60-cff716bde2da tempest-ServersNegativeTestMultiTenantJSON-1832139223 tempest-ServersNegativeTestMultiTenantJSON-1832139223-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=0d50a649dbb5428f92e9415a6ded27c0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0872805 May 30 20:16:15.928153 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3063567-0b55-467b-8612-82b624da3360 service neutron] Pushing event updated for resources: {'Port': ['ID=d4c7109e-8a8c-4059-b0d4-18b8a2596efe,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:16.092045 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a09bc901-10a3-43ce-8d26-f1f33ee5fdc0 req-ed6910a2-b9b6-4152-b8d0-f8dc8dd7284e service neutron] 10.222.0.71 "GET /v2.0/networks/7dfebaf0-dc9f-476d-9977-56c7fc58662b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2947764 May 30 20:16:16.202841 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7e71bc3c-301d-4fc7-90e0-d4ba29b2e2b7 req-00de6e1f-8597-4c75-99fe-9145283bd63a service neutron] 10.222.0.85 "GET /v2.0/networks/bec7faf3-2322-468b-9a43-1a6a34e78566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3156645 May 30 20:16:16.211288 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-3a6a6d92-2743-40d1-9158-5c2239dcaf6a req-d3063567-0b55-467b-8612-82b624da3360 service neutron] Attempting to bind port d4c7109e-8a8c-4059-b0d4-18b8a2596efe on host n-h1-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:16:16.211895 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-3a6a6d92-2743-40d1-9158-5c2239dcaf6a req-d3063567-0b55-467b-8612-82b624da3360 service neutron] Attempting to bind port d4c7109e-8a8c-4059-b0d4-18b8a2596efe by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': 'e72964d7-16ec-4def-877e-899e29175d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '176420f6-ac4e-4319-85b4-31313b590db0'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:16:16.212424 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6a6d92-2743-40d1-9158-5c2239dcaf6a req-d3063567-0b55-467b-8612-82b624da3360 service neutron] Attempting to bind port d4c7109e-8a8c-4059-b0d4-18b8a2596efe on network 176420f6-ac4e-4319-85b4-31313b590db0 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:16:16.269254 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a09bc901-10a3-43ce-8d26-f1f33ee5fdc0 req-986d7202-3da4-4a24-b40f-1b6fb1a1cec9 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.69&port_id=bd538527-50e2-46fa-937e-cca2aa73fee4 HTTP/1.1" status: 200 len: 217 time: 0.1505857 May 30 20:16:16.299851 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6a6d92-2743-40d1-9158-5c2239dcaf6a req-d3063567-0b55-467b-8612-82b624da3360 service neutron] Port d4c7109e-8a8c-4059-b0d4-18b8a2596efe on network 176420f6-ac4e-4319-85b4-31313b590db0 not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:16:16.300182 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6a6d92-2743-40d1-9158-5c2239dcaf6a req-d3063567-0b55-467b-8612-82b624da3360 service neutron] Attempting to bind port d4c7109e-8a8c-4059-b0d4-18b8a2596efe on network 176420f6-ac4e-4319-85b4-31313b590db0 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:16:16.332269 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6a6d92-2743-40d1-9158-5c2239dcaf6a req-d3063567-0b55-467b-8612-82b624da3360 service neutron] Checking agent: {'id': 'f728d74e-a4ae-4384-860b-a5ade05dd8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:16:16.333297 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6a6d92-2743-40d1-9158-5c2239dcaf6a req-d3063567-0b55-467b-8612-82b624da3360 service neutron] Checking segment: {'id': 'e72964d7-16ec-4def-877e-899e29175d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '176420f6-ac4e-4319-85b4-31313b590db0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:16:16.333297 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6a6d92-2743-40d1-9158-5c2239dcaf6a req-d3063567-0b55-467b-8612-82b624da3360 service neutron] Bound using segment: {'id': 'e72964d7-16ec-4def-877e-899e29175d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '176420f6-ac4e-4319-85b4-31313b590db0'} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:16:16.333639 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-3a6a6d92-2743-40d1-9158-5c2239dcaf6a req-d3063567-0b55-467b-8612-82b624da3360 service neutron] Bound port: d4c7109e-8a8c-4059-b0d4-18b8a2596efe, host: n-h1-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e72964d7-16ec-4def-877e-899e29175d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '176420f6-ac4e-4319-85b4-31313b590db0'}}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:16:16.333988 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-3a6a6d92-2743-40d1-9158-5c2239dcaf6a req-d3063567-0b55-467b-8612-82b624da3360 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:16.368248 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09bc901-10a3-43ce-8d26-f1f33ee5fdc0 req-28b736c3-b80e-42db-b999-25479e5bfa64 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:16.370016 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a09bc901-10a3-43ce-8d26-f1f33ee5fdc0 req-28b736c3-b80e-42db-b999-25479e5bfa64 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=156dd172-ceed-40ca-a03f-1d3d19921b4e HTTP/1.1" status: 200 len: 797 time: 0.0934293 May 30 20:16:16.429207 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88644ba-99c2-42cd-ba16-3d0e20825fdc req-8a1569a5-2825-4da5-aa62-0423a331139f tempest-InstanceActionsNegativeTestJSON-545497675 tempest-InstanceActionsNegativeTestJSON-545497675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:16.430747 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b88644ba-99c2-42cd-ba16-3d0e20825fdc req-8a1569a5-2825-4da5-aa62-0423a331139f tempest-InstanceActionsNegativeTestJSON-545497675 tempest-InstanceActionsNegativeTestJSON-545497675-project] 10.222.0.85 "GET /v2.0/ports?device_id=1f586716-4b1e-4389-b903-9dcdf078eaec HTTP/1.1" status: 200 len: 946 time: 0.2160723 May 30 20:16:16.446446 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7e71bc3c-301d-4fc7-90e0-d4ba29b2e2b7 req-6606fb2a-c9b2-4a22-8bd2-51ed82ec7825 service neutron] 10.222.0.85 "GET /v2.0/networks/bec7faf3-2322-468b-9a43-1a6a34e78566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310972 May 30 20:16:16.485117 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-3a6a6d92-2743-40d1-9158-5c2239dcaf6a req-d3063567-0b55-467b-8612-82b624da3360 service neutron] For port d4c7109e-8a8c-4059-b0d4-18b8a2596efe, host n-h1-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:16:16.489951 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-3a6a6d92-2743-40d1-9158-5c2239dcaf6a req-d3063567-0b55-467b-8612-82b624da3360 service neutron] For port d4c7109e-8a8c-4059-b0d4-18b8a2596efe, host n-h1-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=d4c7109e-8a8c-4059-b0d4-18b8a2596efe,segment=NetworkSegment(e72964d7-16ec-4def-877e-899e29175d4d),segment_id=e72964d7-16ec-4def-877e-899e29175d4d)] {{(pid=84887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:16:16.505051 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b88644ba-99c2-42cd-ba16-3d0e20825fdc req-5faf1c18-4ef6-4fce-8bb0-03c7f61034de tempest-InstanceActionsNegativeTestJSON-545497675 tempest-InstanceActionsNegativeTestJSON-545497675-project] 10.222.0.85 "GET /v2.0/security-groups?id=dc3c742c-5911-47ff-a383-ce0a5d80411e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616379 May 30 20:16:16.527921 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a09bc901-10a3-43ce-8d26-f1f33ee5fdc0 req-1468b483-1cbf-4c42-932a-2e35d0382305 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7dfebaf0-dc9f-476d-9977-56c7fc58662b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1454704 May 30 20:16:16.584923 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb4070de-f7a1-47c5-aef6-f44fe6218e07'] response: {'server_uuid': '1f586716-4b1e-4389-b903-9dcdf078eaec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b831588-b75c-4a1a-bb19-8a4e03f47b61', 'code': 200} May 30 20:16:16.736561 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-3a6a6d92-2743-40d1-9158-5c2239dcaf6a req-d3063567-0b55-467b-8612-82b624da3360 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:16.777451 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a09bc901-10a3-43ce-8d26-f1f33ee5fdc0 req-473e00de-cf4c-404c-ad77-da63c9c81cac service neutron] 10.222.0.71 "GET /v2.0/networks/7dfebaf0-dc9f-476d-9977-56c7fc58662b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2418730 May 30 20:16:16.951783 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-3a6a6d92-2743-40d1-9158-5c2239dcaf6a req-d3063567-0b55-467b-8612-82b624da3360 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:16.954140 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3a6a6d92-2743-40d1-9158-5c2239dcaf6a req-d3063567-0b55-467b-8612-82b624da3360 service neutron] 10.222.0.71 "PUT /v2.0/ports/d4c7109e-8a8c-4059-b0d4-18b8a2596efe HTTP/1.1" status: 200 len: 1091 time: 3.0522990 May 30 20:16:16.954857 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3062165d-0536-479d-b7e3-dbd1350260e4', 'tag': 'd4c7109e-8a8c-4059-b0d4-18b8a2596efe'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:16:16.990772 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device eb80c370-f392-433d-b7b3-78aaeb35c663 up at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:16:17.018781 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3063567-0b55-467b-8612-82b624da3360 service neutron] Pushing event updated for resources: {'Port': ['ID=d4c7109e-8a8c-4059-b0d4-18b8a2596efe,revision_number=3']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:17.047985 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-73a2bbb0-3a18-46f9-9ca3-ffee84a30ce7 req-8b7a247e-0902-43d2-8156-551f1e897542 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=1f586716-4b1e-4389-b903-9dcdf078eaec HTTP/1.1" status: 200 len: 1097 time: 0.3847353 May 30 20:16:17.198205 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a09bc901-10a3-43ce-8d26-f1f33ee5fdc0 req-f63d2728-1ab0-4142-8cb4-219fd5f856d2 service neutron] 10.222.0.71 "GET /v2.0/networks/7dfebaf0-dc9f-476d-9977-56c7fc58662b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4142199 May 30 20:16:17.303715 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning for port eb80c370-f392-433d-b7b3-78aaeb35c663 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:16:17.316514 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e29b362-fc23-4152-b1c0-267e0d09db68 req-9765916e-6fb3-4199-8e0a-d387a27c793f tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:17.318139 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5e29b362-fc23-4152-b1c0-267e0d09db68 req-9765916e-6fb3-4199-8e0a-d387a27c793f tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/ports?device_id=6b1fc17d-0cb3-4d7b-940a-7a297df2aff6 HTTP/1.1" status: 200 len: 946 time: 0.2763691 May 30 20:16:17.319461 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a09bc901-10a3-43ce-8d26-f1f33ee5fdc0 req-308981bd-ed2b-40b2-82ce-23fb848bc1f4 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.27&port_id=9617712b-161f-40f8-aee7-6c6019d8f25d HTTP/1.1" status: 200 len: 217 time: 0.1150630 May 30 20:16:17.331446 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning complete for port eb80c370-f392-433d-b7b3-78aaeb35c663 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:16:17.331921 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:17.408475 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-73a2bbb0-3a18-46f9-9ca3-ffee84a30ce7 req-e87d0214-6d10-4ec7-8ed0-1698b3cbdf9f service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=dc3c742c-5911-47ff-a383-ce0a5d80411e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3444626 May 30 20:16:17.426067 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0a0938-768d-4185-81f4-6ead82f16fd4 req-cb96c578-bf90-497d-8bee-52d1b324d374 tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:17.427612 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-3c0a0938-768d-4185-81f4-6ead82f16fd4 req-cb96c578-bf90-497d-8bee-52d1b324d374 tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] Synchronizing usage tracker for tenant:a98770a137d04e48a5baba76bc9996d9 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:16:17.448587 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3a6a6d92-2743-40d1-9158-5c2239dcaf6a req-edfadc6c-0f8b-4eec-a025-0fde749e8083 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a98770a137d04e48a5baba76bc9996d9&device_id=3062165d-0536-479d-b7e3-dbd1350260e4 HTTP/1.1" status: 200 len: 1094 time: 0.2780793 May 30 20:16:17.602185 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:17.627142 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3a6a6d92-2743-40d1-9158-5c2239dcaf6a req-82bcf537-681d-4d15-ae39-90e7b2d79f3a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d4c7109e-8a8c-4059-b0d4-18b8a2596efe HTTP/1.1" status: 200 len: 217 time: 0.1655378 May 30 20:16:17.633921 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09bc901-10a3-43ce-8d26-f1f33ee5fdc0 req-fde5273f-fdd2-4647-a584-5fe4f2beb256 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:17.636361 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a09bc901-10a3-43ce-8d26-f1f33ee5fdc0 req-fde5273f-fdd2-4647-a584-5fe4f2beb256 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=156dd172-ceed-40ca-a03f-1d3d19921b4e HTTP/1.1" status: 200 len: 797 time: 0.2990310 May 30 20:16:17.640600 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5e29b362-fc23-4152-b1c0-267e0d09db68 req-5f0da7db-6466-4f2e-bb81-0caafb9e9c5f tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/security-groups?id=3b7b472c-21af-4683-a7b2-e1dc38380326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3045547 May 30 20:16:17.659106 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port eb80c370-f392-433d-b7b3-78aaeb35c663, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=eb80c370-f392-433d-b7b3-78aaeb35c663,segment=NetworkSegment(9cdcbede-65a3-4a4d-80cb-286c108c164a),segment_id=9cdcbede-65a3-4a4d-80cb-286c108c164a)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:16:17.759624 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-3c0a0938-768d-4185-81f4-6ead82f16fd4 req-cb96c578-bf90-497d-8bee-52d1b324d374 tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] Unset dirty status for tenant:a98770a137d04e48a5baba76bc9996d9 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:16:17.773552 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3c0a0938-768d-4185-81f4-6ead82f16fd4 req-cb96c578-bf90-497d-8bee-52d1b324d374 tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] 10.222.0.85 "GET /v2.0/ports?device_id=3062165d-0536-479d-b7e3-dbd1350260e4 HTTP/1.1" status: 200 len: 943 time: 0.6797590 May 30 20:16:17.789060 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:17.794352 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a09bc901-10a3-43ce-8d26-f1f33ee5fdc0 req-bfb73653-0ed8-4938-aed9-114213ac31af service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7dfebaf0-dc9f-476d-9977-56c7fc58662b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1500616 May 30 20:16:17.803332 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6a6d92-2743-40d1-9158-5c2239dcaf6a req-3f5261a8-2945-4134-96ef-a14c93dd0176 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:17.807012 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3a6a6d92-2743-40d1-9158-5c2239dcaf6a req-3f5261a8-2945-4134-96ef-a14c93dd0176 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d239dbbc-1841-4e93-a941-884f2daba571 HTTP/1.1" status: 200 len: 854 time: 0.1736581 May 30 20:16:17.969067 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=eb80c370-f392-433d-b7b3-78aaeb35c663,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:18.018839 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3c0a0938-768d-4185-81f4-6ead82f16fd4 req-ee3c9550-ac80-4c80-97f7-f1ff3768563d tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] 10.222.0.85 "GET /v2.0/security-groups?id=1ab5e19e-36ef-4239-8d2f-84e90717c51a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2437999 May 30 20:16:18.075542 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3a6a6d92-2743-40d1-9158-5c2239dcaf6a req-764a1e48-c499-41c7-9d55-f247cf6b7677 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=176420f6-ac4e-4319-85b4-31313b590db0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2633111 May 30 20:16:18.189855 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a09bc901-10a3-43ce-8d26-f1f33ee5fdc0 req-5a472bb9-1954-4914-8e70-382933b987b5 service neutron] 10.222.0.71 "GET /v2.0/networks/7dfebaf0-dc9f-476d-9977-56c7fc58662b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3888488 May 30 20:16:18.261420 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d5b73e28-a50f-4f05-9768-9d6cc9d4d33d req-61e951de-1f13-42b1-bc41-707573e0dc9f tempest-ServersNegativeTestMultiTenantJSON-1832139223 tempest-ServersNegativeTestMultiTenantJSON-1832139223-project] 10.222.0.85 "GET /v2.0/ports?device_id=540cad08-2b23-452e-b500-687560c1c74c HTTP/1.1" status: 200 len: 210 time: 0.0627074 May 30 20:16:18.362924 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a8bda6-8fc3-49f5-9282-691b58bd06c3 req-af6029c3-0423-41ac-b249-46e8bc33fd75 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:18.367877 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3a6a6d92-2743-40d1-9158-5c2239dcaf6a req-162e7360-c2ed-4f35-be5d-3a1214279d0c service neutron] 10.222.0.71 "GET /v2.0/networks/176420f6-ac4e-4319-85b4-31313b590db0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2847095 May 30 20:16:18.370167 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d1a8bda6-8fc3-49f5-9282-691b58bd06c3 req-af6029c3-0423-41ac-b249-46e8bc33fd75 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/ports?device_id=3a83142e-ed22-4261-88d2-9163e3d491ff HTTP/1.1" status: 200 len: 945 time: 0.3656151 May 30 20:16:18.523013 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d1a8bda6-8fc3-49f5-9282-691b58bd06c3 req-e2cca05f-0866-4762-a24b-748e5c685741 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/security-groups?id=0524bca6-45ea-44a4-8d6f-618d0ae32427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331816 May 30 20:16:18.609735 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a83142e-ed22-4261-88d2-9163e3d491ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb80c370-f392-433d-b7b3-78aaeb35c663'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:16:18.622188 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7696d190-c212-49c7-9d78-d222590de4d9'] response: {'name': 'network-changed', 'server_uuid': '3062165d-0536-479d-b7e3-dbd1350260e4', 'tag': 'd4c7109e-8a8c-4059-b0d4-18b8a2596efe', 'status': 'completed', 'code': 200} May 30 20:16:18.688052 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a09bc901-10a3-43ce-8d26-f1f33ee5fdc0 req-9c5874d7-8c6d-4a71-923b-cd5f90e3eda2 service neutron] 10.222.0.71 "GET /v2.0/networks/7dfebaf0-dc9f-476d-9977-56c7fc58662b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4919360 May 30 20:16:18.784498 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3a6a6d92-2743-40d1-9158-5c2239dcaf6a req-65c94471-1447-4433-9113-c06042c0c260 service neutron] 10.222.0.71 "GET /v2.0/networks/176420f6-ac4e-4319-85b4-31313b590db0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4090617 May 30 20:16:18.926959 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a09bc901-10a3-43ce-8d26-f1f33ee5fdc0 req-63d24d9a-9e6f-402c-b811-d41f5f9d508b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.219&port_id=406d6bcf-03be-4c83-9523-528b6918c399 HTTP/1.1" status: 200 len: 217 time: 0.2194309 May 30 20:16:19.007775 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70ed1dd-0e3c-4570-8a46-ece6eb8f04c5 req-53668008-c50b-48fe-a67e-36d04c83522f tempest-InstanceActionsNegativeTestJSON-545497675 tempest-InstanceActionsNegativeTestJSON-545497675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:19.008492 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-a70ed1dd-0e3c-4570-8a46-ece6eb8f04c5 req-53668008-c50b-48fe-a67e-36d04c83522f tempest-InstanceActionsNegativeTestJSON-545497675 tempest-InstanceActionsNegativeTestJSON-545497675-project] Synchronizing usage tracker for tenant:a3633186c19f443c841d1c9c932ed90d on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:16:19.049002 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09bc901-10a3-43ce-8d26-f1f33ee5fdc0 req-ae2319ca-bda5-4f3f-a537-4af8a1e5e38e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:19.051830 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a09bc901-10a3-43ce-8d26-f1f33ee5fdc0 req-ae2319ca-bda5-4f3f-a537-4af8a1e5e38e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=156dd172-ceed-40ca-a03f-1d3d19921b4e HTTP/1.1" status: 200 len: 797 time: 0.1147482 May 30 20:16:19.265750 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a09bc901-10a3-43ce-8d26-f1f33ee5fdc0 req-55d65f64-cbfc-46c7-8741-9ae5f8eed934 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7dfebaf0-dc9f-476d-9977-56c7fc58662b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2019563 May 30 20:16:19.317029 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-a70ed1dd-0e3c-4570-8a46-ece6eb8f04c5 req-53668008-c50b-48fe-a67e-36d04c83522f tempest-InstanceActionsNegativeTestJSON-545497675 tempest-InstanceActionsNegativeTestJSON-545497675-project] Unset dirty status for tenant:a3633186c19f443c841d1c9c932ed90d on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:16:19.317029 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a70ed1dd-0e3c-4570-8a46-ece6eb8f04c5 req-53668008-c50b-48fe-a67e-36d04c83522f tempest-InstanceActionsNegativeTestJSON-545497675 tempest-InstanceActionsNegativeTestJSON-545497675-project] 10.222.0.85 "GET /v2.0/ports?device_id=1f586716-4b1e-4389-b903-9dcdf078eaec HTTP/1.1" status: 200 len: 946 time: 0.4871433 May 30 20:16:19.355044 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:19.457747 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-a70ed1dd-0e3c-4570-8a46-ece6eb8f04c5 req-6cbc4895-23b4-4151-bb51-1653bbda26a7 tempest-InstanceActionsNegativeTestJSON-545497675 tempest-InstanceActionsNegativeTestJSON-545497675-project] Synchronizing usage tracker for tenant:a3633186c19f443c841d1c9c932ed90d on resource:security_group {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:16:19.484029 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de217ccf-ff62-45d6-97dd-6b14f4506c6c'] response: {'server_uuid': '3a83142e-ed22-4261-88d2-9163e3d491ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb80c370-f392-433d-b7b3-78aaeb35c663', 'code': 200} May 30 20:16:19.506338 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2f82f6e4-9df0-4412-825a-cc616a2557d3 req-11a977e7-81cb-45b8-b615-2084f4de85af service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a98770a137d04e48a5baba76bc9996d9&device_id=3062165d-0536-479d-b7e3-dbd1350260e4 HTTP/1.1" status: 200 len: 1094 time: 0.3706877 May 30 20:16:19.656269 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a09bc901-10a3-43ce-8d26-f1f33ee5fdc0 req-045b6cb5-0212-4b60-8095-ab696739ccdf service neutron] 10.222.0.71 "GET /v2.0/networks/7dfebaf0-dc9f-476d-9977-56c7fc58662b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3795073 May 30 20:16:19.739896 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-a70ed1dd-0e3c-4570-8a46-ece6eb8f04c5 req-6cbc4895-23b4-4151-bb51-1653bbda26a7 tempest-InstanceActionsNegativeTestJSON-545497675 tempest-InstanceActionsNegativeTestJSON-545497675-project] Unset dirty status for tenant:a3633186c19f443c841d1c9c932ed90d on resource:security_group {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:16:19.739896 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a70ed1dd-0e3c-4570-8a46-ece6eb8f04c5 req-6cbc4895-23b4-4151-bb51-1653bbda26a7 tempest-InstanceActionsNegativeTestJSON-545497675 tempest-InstanceActionsNegativeTestJSON-545497675-project] 10.222.0.85 "GET /v2.0/security-groups?id=dc3c742c-5911-47ff-a383-ce0a5d80411e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4271436 May 30 20:16:20.031493 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f82f6e4-9df0-4412-825a-cc616a2557d3 req-172c03ab-412a-4e0b-bf79-9a0f962f4642 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:20.035146 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2f82f6e4-9df0-4412-825a-cc616a2557d3 req-172c03ab-412a-4e0b-bf79-9a0f962f4642 service neutron] 10.222.0.71 "GET /v2.0/networks?id=176420f6-ac4e-4319-85b4-31313b590db0 HTTP/1.1" status: 200 len: 916 time: 0.5244317 May 30 20:16:20.184499 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a09bc901-10a3-43ce-8d26-f1f33ee5fdc0 req-9a314a05-471b-4e9e-b84c-ed153bb48b53 service neutron] 10.222.0.71 "GET /v2.0/networks/7dfebaf0-dc9f-476d-9977-56c7fc58662b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5290031 May 30 20:16:20.289592 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18da3d85-d711-4554-b92b-2ddf7d9c31f4 req-97d40981-0aaf-4a23-ac80-e927f809b609 tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:20.289592 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-18da3d85-d711-4554-b92b-2ddf7d9c31f4 req-97d40981-0aaf-4a23-ac80-e927f809b609 tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] 10.222.0.85 "GET /v2.0/ports?device_id=3062165d-0536-479d-b7e3-dbd1350260e4 HTTP/1.1" status: 200 len: 943 time: 0.3741724 May 30 20:16:20.289592 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a09bc901-10a3-43ce-8d26-f1f33ee5fdc0 req-d91e713a-8216-4db0-b7fd-b16a8e730363 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6abf5558-29fb-4349-8bbb-2720708251bc HTTP/1.1" status: 200 len: 217 time: 0.0911033 May 30 20:16:20.300627 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2f82f6e4-9df0-4412-825a-cc616a2557d3 req-92263bec-9456-43b4-ba21-71b0546f62fc service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d4c7109e-8a8c-4059-b0d4-18b8a2596efe HTTP/1.1" status: 200 len: 217 time: 0.2482657 May 30 20:16:20.410915 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3ad51587-279e-439a-bd7c-2c41fe08655a req-c5c8c128-9d53-43a4-b6b7-19ea6a0de09b service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=3a83142e-ed22-4261-88d2-9163e3d491ff HTTP/1.1" status: 200 len: 1096 time: 0.7235260 May 30 20:16:20.433370 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09bc901-10a3-43ce-8d26-f1f33ee5fdc0 req-050d7d97-b213-4a6a-929a-3dee72040f96 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:20.433370 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a09bc901-10a3-43ce-8d26-f1f33ee5fdc0 req-050d7d97-b213-4a6a-929a-3dee72040f96 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e0ec96d3-d8eb-4c27-bd2f-50e88448f40f HTTP/1.1" status: 200 len: 797 time: 0.1387103 May 30 20:16:20.452372 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-18da3d85-d711-4554-b92b-2ddf7d9c31f4 req-4e4ccb39-0b62-4572-ab93-25eec788b316 tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] 10.222.0.85 "GET /v2.0/security-groups?id=1ab5e19e-36ef-4239-8d2f-84e90717c51a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919852 May 30 20:16:20.544217 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f82f6e4-9df0-4412-825a-cc616a2557d3 req-cea78489-6637-40f3-a9ee-2af888497c7a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:20.546709 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2f82f6e4-9df0-4412-825a-cc616a2557d3 req-cea78489-6637-40f3-a9ee-2af888497c7a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d239dbbc-1841-4e93-a941-884f2daba571 HTTP/1.1" status: 200 len: 854 time: 0.2396500 May 30 20:16:20.649568 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd4f758-5632-4e8c-8630-0e94c4aab211 req-439acd52-2cb1-4cb7-b8e4-228ae07b5cfa tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:20.649568 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ecd4f758-5632-4e8c-8630-0e94c4aab211 req-439acd52-2cb1-4cb7-b8e4-228ae07b5cfa tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/ports?device_id=6b1fc17d-0cb3-4d7b-940a-7a297df2aff6 HTTP/1.1" status: 200 len: 946 time: 0.4585726 May 30 20:16:20.657516 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a09bc901-10a3-43ce-8d26-f1f33ee5fdc0 req-cefb15fd-5fb1-4325-bbf8-716406830edb service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=945aa537-7e5a-42ac-a8f5-8cf6a31fa2b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2009239 May 30 20:16:20.709166 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3ad51587-279e-439a-bd7c-2c41fe08655a req-1140b281-306c-4d02-8acb-e6d513429337 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=0524bca6-45ea-44a4-8d6f-618d0ae32427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3027103 May 30 20:16:20.743915 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 57250) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:20.783217 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-fee27a64-a5cb-435b-ae3b-48b88f1c4422 req-6bf15640-daf8-45c3-95c0-30a1dde4eed7 tempest-ServersNegativeTestMultiTenantJSON-1832139223 tempest-ServersNegativeTestMultiTenantJSON-1832139223-project] 10.222.0.85 "GET /v2.0/ports?device_id=540cad08-2b23-452e-b500-687560c1c74c HTTP/1.1" status: 200 len: 210 time: 0.1215193 May 30 20:16:20.803476 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ecd4f758-5632-4e8c-8630-0e94c4aab211 req-d6f05922-d853-4c29-ac5c-63f3debc3f78 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/security-groups?id=3b7b472c-21af-4683-a7b2-e1dc38380326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557126 May 30 20:16:20.839172 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2f82f6e4-9df0-4412-825a-cc616a2557d3 req-b0d5d693-b623-49aa-bb92-e2d0cb68e782 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=176420f6-ac4e-4319-85b4-31313b590db0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2762589 May 30 20:16:21.282182 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2f82f6e4-9df0-4412-825a-cc616a2557d3 req-33a0d5de-5b98-455e-b1d3-2fabc9283990 service neutron] 10.222.0.71 "GET /v2.0/networks/176420f6-ac4e-4319-85b4-31313b590db0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4354320 May 30 20:16:21.412786 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a09bc901-10a3-43ce-8d26-f1f33ee5fdc0 req-835c81e0-9bb9-4891-841c-fa7835784c92 service neutron] 10.222.0.71 "GET /v2.0/networks/945aa537-7e5a-42ac-a8f5-8cf6a31fa2b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7108316 May 30 20:16:21.437124 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-2f1a2c72-c7d7-4fbb-b8e9-b6350716e025 tempest-RoutersTestDVR-1160940629 tempest-RoutersTestDVR-1160940629-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1366900970'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:16:21.630266 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120c18a6-4d6e-4f2c-b5af-20eb8bdf9e21 req-bacd4fbd-65dd-474a-9c5e-23de28b1ce7d tempest-InstanceActionsNegativeTestJSON-545497675 tempest-InstanceActionsNegativeTestJSON-545497675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:21.630266 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-120c18a6-4d6e-4f2c-b5af-20eb8bdf9e21 req-bacd4fbd-65dd-474a-9c5e-23de28b1ce7d tempest-InstanceActionsNegativeTestJSON-545497675 tempest-InstanceActionsNegativeTestJSON-545497675-project] 10.222.0.85 "GET /v2.0/ports?device_id=1f586716-4b1e-4389-b903-9dcdf078eaec HTTP/1.1" status: 200 len: 946 time: 0.3366218 May 30 20:16:21.663575 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-2f1a2c72-c7d7-4fbb-b8e9-b6350716e025 tempest-RoutersTestDVR-1160940629 tempest-RoutersTestDVR-1160940629-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:16:21.667800 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2f82f6e4-9df0-4412-825a-cc616a2557d3 req-a3d0678e-0cec-4209-95d9-07ded19eee86 service neutron] 10.222.0.71 "GET /v2.0/networks/176420f6-ac4e-4319-85b4-31313b590db0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3105578 May 30 20:16:21.718446 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-2f1a2c72-c7d7-4fbb-b8e9-b6350716e025 tempest-RoutersTestDVR-1160940629 tempest-RoutersTestDVR-1160940629-project-admin] Usage tracker for resource:router and tenant:5c30e2272a944f77868702d7af65ac01 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:16:21.760197 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-2f1a2c72-c7d7-4fbb-b8e9-b6350716e025 tempest-RoutersTestDVR-1160940629 tempest-RoutersTestDVR-1160940629-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:16:21.768111 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-120c18a6-4d6e-4f2c-b5af-20eb8bdf9e21 req-be09b6bc-c265-4901-99cf-c77c1f96d6c8 tempest-InstanceActionsNegativeTestJSON-545497675 tempest-InstanceActionsNegativeTestJSON-545497675-project] 10.222.0.85 "GET /v2.0/security-groups?id=dc3c742c-5911-47ff-a383-ce0a5d80411e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149578 May 30 20:16:21.797428 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-2f1a2c72-c7d7-4fbb-b8e9-b6350716e025 tempest-RoutersTestDVR-1160940629 tempest-RoutersTestDVR-1160940629-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:16:21.840537 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e71bc3c-301d-4fc7-90e0-d4ba29b2e2b7 req-be6f4c52-a25e-43ef-8093-8fd915be3227 tempest-ServersNegativeTestMultiTenantJSON-1832139223 tempest-ServersNegativeTestMultiTenantJSON-1832139223-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:21.840537 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-7e71bc3c-301d-4fc7-90e0-d4ba29b2e2b7 req-be6f4c52-a25e-43ef-8093-8fd915be3227 tempest-ServersNegativeTestMultiTenantJSON-1832139223 tempest-ServersNegativeTestMultiTenantJSON-1832139223-project] 10.222.0.71 "GET /v2.0/networks?id=bec7faf3-2322-468b-9a43-1a6a34e78566 HTTP/1.1" status: 200 len: 824 time: 0.6511316 May 30 20:16:21.858256 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0a7a53-1363-4f77-a3d8-1e76bd7b425c req-1f93e008-a708-4a55-83f6-b1d5d5217fca tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:21.858256 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-db0a7a53-1363-4f77-a3d8-1e76bd7b425c req-1f93e008-a708-4a55-83f6-b1d5d5217fca tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/ports?device_id=3a83142e-ed22-4261-88d2-9163e3d491ff HTTP/1.1" status: 200 len: 945 time: 0.6684661 May 30 20:16:21.875478 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [req-7e71bc3c-301d-4fc7-90e0-d4ba29b2e2b7 req-bf2b40c4-e582-4d86-9cd1-0b36f99a6444 tempest-ServersNegativeTestMultiTenantJSON-1832139223 tempest-ServersNegativeTestMultiTenantJSON-1832139223-project] Request body: {'port': {'device_id': '540cad08-2b23-452e-b500-687560c1c74c', 'network_id': 'bec7faf3-2322-468b-9a43-1a6a34e78566', 'admin_state_up': True, 'tenant_id': '0d50a649dbb5428f92e9415a6ded27c0'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:16:22.048165 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a09bc901-10a3-43ce-8d26-f1f33ee5fdc0 req-a72075e8-4eb6-4631-a2ba-7a237577a0ea service neutron] 10.222.0.71 "GET /v2.0/networks/945aa537-7e5a-42ac-a8f5-8cf6a31fa2b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6110084 May 30 20:16:22.093411 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:22.142349 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2f1a2c72-c7d7-4fbb-b8e9-b6350716e025 tempest-RoutersTestDVR-1160940629 tempest-RoutersTestDVR-1160940629-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-733683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3159'] for router, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:22.142803 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2f1a2c72-c7d7-4fbb-b8e9-b6350716e025 tempest-RoutersTestDVR-1160940629 tempest-RoutersTestDVR-1160940629-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-733584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-736372', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-628480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3164'] for router, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:22.243274 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086c39cd-fd4a-48e3-bb5d-9d0745448406 req-9a7327df-d90b-451f-860c-1f4a132f40c9 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:22.243274 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-086c39cd-fd4a-48e3-bb5d-9d0745448406 req-9a7327df-d90b-451f-860c-1f4a132f40c9 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/ports?device_id=6b1fc17d-0cb3-4d7b-940a-7a297df2aff6 HTTP/1.1" status: 200 len: 946 time: 0.1501234 May 30 20:16:22.281564 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2f1a2c72-c7d7-4fbb-b8e9-b6350716e025 tempest-RoutersTestDVR-1160940629 tempest-RoutersTestDVR-1160940629-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:22.325780 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a09bc901-10a3-43ce-8d26-f1f33ee5fdc0 req-6e4bab11-4f54-426b-87f3-0280fd560d50 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8ac00f97-319b-447d-9984-766c6042c32a HTTP/1.1" status: 200 len: 217 time: 0.1527746 May 30 20:16:22.331053 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-086c39cd-fd4a-48e3-bb5d-9d0745448406 req-ef593d92-9c54-45e7-8191-be2136e865d4 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/security-groups?id=3b7b472c-21af-4683-a7b2-e1dc38380326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756929 May 30 20:16:22.354568 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-db0a7a53-1363-4f77-a3d8-1e76bd7b425c req-d1712e4c-a002-4405-8486-571ac3e6aa31 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/security-groups?id=0524bca6-45ea-44a4-8d6f-618d0ae32427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4310770 May 30 20:16:22.439877 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09bc901-10a3-43ce-8d26-f1f33ee5fdc0 req-a1436a65-ddca-4968-bf06-503d6fd07c49 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:22.439877 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a09bc901-10a3-43ce-8d26-f1f33ee5fdc0 req-a1436a65-ddca-4968-bf06-503d6fd07c49 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e0ec96d3-d8eb-4c27-bd2f-50e88448f40f HTTP/1.1" status: 200 len: 797 time: 0.0936630 May 30 20:16:22.607025 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2f1a2c72-c7d7-4fbb-b8e9-b6350716e025 tempest-RoutersTestDVR-1160940629 tempest-RoutersTestDVR-1160940629-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-736409'] for router, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:22.643075 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-7e71bc3c-301d-4fc7-90e0-d4ba29b2e2b7 req-bf2b40c4-e582-4d86-9cd1-0b36f99a6444 tempest-ServersNegativeTestMultiTenantJSON-1832139223 tempest-ServersNegativeTestMultiTenantJSON-1832139223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:16:22.658199 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-7e71bc3c-301d-4fc7-90e0-d4ba29b2e2b7 req-bf2b40c4-e582-4d86-9cd1-0b36f99a6444 tempest-ServersNegativeTestMultiTenantJSON-1832139223 tempest-ServersNegativeTestMultiTenantJSON-1832139223-project] Usage tracker for resource:port and tenant:0d50a649dbb5428f92e9415a6ded27c0 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:16:22.671967 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-7e71bc3c-301d-4fc7-90e0-d4ba29b2e2b7 req-bf2b40c4-e582-4d86-9cd1-0b36f99a6444 tempest-ServersNegativeTestMultiTenantJSON-1832139223 tempest-ServersNegativeTestMultiTenantJSON-1832139223-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:16:22.698970 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-7e71bc3c-301d-4fc7-90e0-d4ba29b2e2b7 req-bf2b40c4-e582-4d86-9cd1-0b36f99a6444 tempest-ServersNegativeTestMultiTenantJSON-1832139223 tempest-ServersNegativeTestMultiTenantJSON-1832139223-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:16:22.698970 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a09bc901-10a3-43ce-8d26-f1f33ee5fdc0 req-79b961d4-7ad8-42e5-8a23-29bc7b752d2a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=945aa537-7e5a-42ac-a8f5-8cf6a31fa2b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2434351 May 30 20:16:22.945188 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb80a9a-f732-4a87-8b07-68aa7a1ae73f req-fe18612b-4f09-46e7-898a-da9d170d933f tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:22.966969 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-edb80a9a-f732-4a87-8b07-68aa7a1ae73f req-fe18612b-4f09-46e7-898a-da9d170d933f tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] 10.222.0.85 "GET /v2.0/ports?device_id=3062165d-0536-479d-b7e3-dbd1350260e4 HTTP/1.1" status: 200 len: 943 time: 0.2361705 May 30 20:16:22.972854 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a09bc901-10a3-43ce-8d26-f1f33ee5fdc0 req-095cb76e-b41c-4a5d-ad9a-5310f442b173 service neutron] 10.222.0.71 "GET /v2.0/networks/945aa537-7e5a-42ac-a8f5-8cf6a31fa2b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2606938 May 30 20:16:22.972854 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2f1a2c72-c7d7-4fbb-b8e9-b6350716e025 tempest-RoutersTestDVR-1160940629 tempest-RoutersTestDVR-1160940629-project-admin] Notify callbacks [] for router, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:22.972854 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-2f1a2c72-c7d7-4fbb-b8e9-b6350716e025 tempest-RoutersTestDVR-1160940629 tempest-RoutersTestDVR-1160940629-project-admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 2.2224362 May 30 20:16:22.978685 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 57274) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:23.069111 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-51dff659-d180-42db-add4-fe04ef198626 req-821b6c15-4c66-4697-9e90-bd468ff335d4 tempest-ServersNegativeTestMultiTenantJSON-1832139223 tempest-ServersNegativeTestMultiTenantJSON-1832139223-project] 10.222.0.85 "GET /v2.0/ports?device_id=540cad08-2b23-452e-b500-687560c1c74c HTTP/1.1" status: 200 len: 210 time: 0.0971539 May 30 20:16:23.069111 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e71bc3c-301d-4fc7-90e0-d4ba29b2e2b7 req-bf2b40c4-e582-4d86-9cd1-0b36f99a6444 tempest-ServersNegativeTestMultiTenantJSON-1832139223 tempest-ServersNegativeTestMultiTenantJSON-1832139223-project] Made reservation on behalf of 0d50a649dbb5428f92e9415a6ded27c0 for: {'port': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:16:23.084061 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-7e71bc3c-301d-4fc7-90e0-d4ba29b2e2b7 req-bf2b40c4-e582-4d86-9cd1-0b36f99a6444 tempest-ServersNegativeTestMultiTenantJSON-1832139223 tempest-ServersNegativeTestMultiTenantJSON-1832139223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:23.162105 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-edb80a9a-f732-4a87-8b07-68aa7a1ae73f req-cfb10471-7cc0-47ea-bc81-f24f08000700 tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] 10.222.0.85 "GET /v2.0/security-groups?id=1ab5e19e-36ef-4239-8d2f-84e90717c51a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2094567 May 30 20:16:23.169197 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-de212942-2ec1-4d40-9740-9124d19e1afd tempest-RoutersTestDVR-1160940629 tempest-RoutersTestDVR-1160940629-project-admin] Notify callbacks [] for router, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:23.512807 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a09bc901-10a3-43ce-8d26-f1f33ee5fdc0 req-972c6bc9-4364-4df6-aff1-683b68467272 service neutron] 10.222.0.71 "GET /v2.0/networks/945aa537-7e5a-42ac-a8f5-8cf6a31fa2b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5505910 May 30 20:16:23.682490 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [req-7e71bc3c-301d-4fc7-90e0-d4ba29b2e2b7 req-bf2b40c4-e582-4d86-9cd1-0b36f99a6444 tempest-ServersNegativeTestMultiTenantJSON-1832139223 tempest-ServersNegativeTestMultiTenantJSON-1832139223-project] Allocated IP 172.20.0.3 (bec7faf3-2322-468b-9a43-1a6a34e78566/191a2305-4e1d-4e29-8cd3-3b7499dfdb00/b6c194bd-7c17-4c3f-9361-1661fffaadc3) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:16:23.738484 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:16:23.857995 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-de212942-2ec1-4d40-9740-9124d19e1afd tempest-RoutersTestDVR-1160940629 tempest-RoutersTestDVR-1160940629-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-724789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3141'] for router, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:23.863471 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-de212942-2ec1-4d40-9740-9124d19e1afd tempest-RoutersTestDVR-1160940629 tempest-RoutersTestDVR-1160940629-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:24.013465 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-de212942-2ec1-4d40-9740-9124d19e1afd tempest-RoutersTestDVR-1160940629 tempest-RoutersTestDVR-1160940629-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724889'] for router, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:24.014064 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de212942-2ec1-4d40-9740-9124d19e1afd tempest-RoutersTestDVR-1160940629 tempest-RoutersTestDVR-1160940629-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8ac213fa-0e68-4998-8fbf-627b1e68eef0 {{(pid=84887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:16:24.027086 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-de212942-2ec1-4d40-9740-9124d19e1afd tempest-RoutersTestDVR-1160940629 tempest-RoutersTestDVR-1160940629-project-admin] Notify callbacks [] for router, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:24.027086 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-de212942-2ec1-4d40-9740-9124d19e1afd tempest-RoutersTestDVR-1160940629 tempest-RoutersTestDVR-1160940629-project-admin] 10.222.0.85 "DELETE /v2.0/routers/8ac213fa-0e68-4998-8fbf-627b1e68eef0 HTTP/1.1" status: 204 len: 168 time: 1.0521252 May 30 20:16:24.030595 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 57284) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:24.037747 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-ffd54140-18f8-4348-a066-d15aa95eb3f9 tempest-RoutersTestDVR-1160940629 tempest-RoutersTestDVR-1160940629-project-admin] Request body: {'router': {'name': 'tempest-router-1555165988', 'distributed': False}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:16:24.043286 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-ffd54140-18f8-4348-a066-d15aa95eb3f9 tempest-RoutersTestDVR-1160940629 tempest-RoutersTestDVR-1160940629-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:16:24.049890 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-ffd54140-18f8-4348-a066-d15aa95eb3f9 tempest-RoutersTestDVR-1160940629 tempest-RoutersTestDVR-1160940629-project-admin] Usage tracker for resource:router and tenant:5c30e2272a944f77868702d7af65ac01 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:16:24.066928 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-7e71bc3c-301d-4fc7-90e0-d4ba29b2e2b7 req-bf2b40c4-e582-4d86-9cd1-0b36f99a6444 tempest-ServersNegativeTestMultiTenantJSON-1832139223 tempest-ServersNegativeTestMultiTenantJSON-1832139223-project] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:24.068899 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-ffd54140-18f8-4348-a066-d15aa95eb3f9 tempest-RoutersTestDVR-1160940629 tempest-RoutersTestDVR-1160940629-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:16:24.068899 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-ffd54140-18f8-4348-a066-d15aa95eb3f9 tempest-RoutersTestDVR-1160940629 tempest-RoutersTestDVR-1160940629-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:16:24.202360 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ffd54140-18f8-4348-a066-d15aa95eb3f9 tempest-RoutersTestDVR-1160940629 tempest-RoutersTestDVR-1160940629-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-733683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3159'] for router, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:24.204538 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ffd54140-18f8-4348-a066-d15aa95eb3f9 tempest-RoutersTestDVR-1160940629 tempest-RoutersTestDVR-1160940629-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-733584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-736372', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-628480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3164'] for router, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:24.234085 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-7e71bc3c-301d-4fc7-90e0-d4ba29b2e2b7 req-bf2b40c4-e582-4d86-9cd1-0b36f99a6444 tempest-ServersNegativeTestMultiTenantJSON-1832139223 tempest-ServersNegativeTestMultiTenantJSON-1832139223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:24.250170 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ffd54140-18f8-4348-a066-d15aa95eb3f9 tempest-RoutersTestDVR-1160940629 tempest-RoutersTestDVR-1160940629-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:24.379740 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ffd54140-18f8-4348-a066-d15aa95eb3f9 tempest-RoutersTestDVR-1160940629 tempest-RoutersTestDVR-1160940629-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-736409'] for router, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:24.422117 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0e6d66-68c1-4d6d-a99c-58e578973b47 req-3841e744-73c2-4f96-aa48-6fd99c0061bd tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:24.422117 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5f0e6d66-68c1-4d6d-a99c-58e578973b47 req-3841e744-73c2-4f96-aa48-6fd99c0061bd tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/ports?device_id=6b1fc17d-0cb3-4d7b-940a-7a297df2aff6 HTTP/1.1" status: 200 len: 946 time: 0.1319664 May 30 20:16:24.473492 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5f0e6d66-68c1-4d6d-a99c-58e578973b47 req-3bc5974d-d757-4bd3-8d2c-3a9c1192bcdc tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/security-groups?id=3b7b472c-21af-4683-a7b2-e1dc38380326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531142 May 30 20:16:24.474939 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ffd54140-18f8-4348-a066-d15aa95eb3f9 tempest-RoutersTestDVR-1160940629 tempest-RoutersTestDVR-1160940629-project-admin] Notify callbacks [] for router, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:24.476097 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-ffd54140-18f8-4348-a066-d15aa95eb3f9 tempest-RoutersTestDVR-1160940629 tempest-RoutersTestDVR-1160940629-project-admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4436386 May 30 20:16:24.481762 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 57294) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:24.637889 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e71bc3c-301d-4fc7-90e0-d4ba29b2e2b7 req-bf2b40c4-e582-4d86-9cd1-0b36f99a6444 tempest-ServersNegativeTestMultiTenantJSON-1832139223 tempest-ServersNegativeTestMultiTenantJSON-1832139223-project] Network bec7faf3-2322-468b-9a43-1a6a34e78566 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:16:24.643135 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [req-7e71bc3c-301d-4fc7-90e0-d4ba29b2e2b7 req-bf2b40c4-e582-4d86-9cd1-0b36f99a6444 tempest-ServersNegativeTestMultiTenantJSON-1832139223 tempest-ServersNegativeTestMultiTenantJSON-1832139223-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:16:24.646624 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2b40c4-e582-4d86-9cd1-0b36f99a6444 tempest-ServersNegativeTestMultiTenantJSON-1832139223 tempest-ServersNegativeTestMultiTenantJSON-1832139223-project] Pushing event updated for resources: {'Port': ['ID=b6c194bd-7c17-4c3f-9361-1661fffaadc3,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:24.660761 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e71bc3c-301d-4fc7-90e0-d4ba29b2e2b7 req-bf2b40c4-e582-4d86-9cd1-0b36f99a6444 tempest-ServersNegativeTestMultiTenantJSON-1832139223 tempest-ServersNegativeTestMultiTenantJSON-1832139223-project] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:16:24.672550 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f04e02d9-4dd0-4025-a11f-481e2532e7b7 tempest-RoutersTestDVR-1160940629 tempest-RoutersTestDVR-1160940629-project-admin] Notify callbacks [] for router, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:24.777297 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e71bc3c-301d-4fc7-90e0-d4ba29b2e2b7 req-bf2b40c4-e582-4d86-9cd1-0b36f99a6444 tempest-ServersNegativeTestMultiTenantJSON-1832139223 tempest-ServersNegativeTestMultiTenantJSON-1832139223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:24.777297 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-7e71bc3c-301d-4fc7-90e0-d4ba29b2e2b7 req-bf2b40c4-e582-4d86-9cd1-0b36f99a6444 tempest-ServersNegativeTestMultiTenantJSON-1832139223 tempest-ServersNegativeTestMultiTenantJSON-1832139223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:24.828319 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6359db1a-0c45-4655-b816-60a278f0a9d9 req-9c975f3d-4530-4646-8d04-69e69cde9d7f tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:24.833042 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6359db1a-0c45-4655-b816-60a278f0a9d9 req-9c975f3d-4530-4646-8d04-69e69cde9d7f tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/ports?device_id=3a83142e-ed22-4261-88d2-9163e3d491ff HTTP/1.1" status: 200 len: 945 time: 0.5250244 May 30 20:16:24.891152 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-7e71bc3c-301d-4fc7-90e0-d4ba29b2e2b7 req-bf2b40c4-e582-4d86-9cd1-0b36f99a6444 tempest-ServersNegativeTestMultiTenantJSON-1832139223 tempest-ServersNegativeTestMultiTenantJSON-1832139223-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0386920 May 30 20:16:24.908567 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [req-7e71bc3c-301d-4fc7-90e0-d4ba29b2e2b7 req-81048de8-d4a1-4ad6-81a8-f2da5f8f1da2 service neutron] Request body: {'port': {'device_id': '540cad08-2b23-452e-b500-687560c1c74c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843948-2'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:16:24.992957 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6359db1a-0c45-4655-b816-60a278f0a9d9 req-a5ea11f0-03a0-43e0-ba9c-7670d0dcf506 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/security-groups?id=0524bca6-45ea-44a4-8d6f-618d0ae32427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557987 May 30 20:16:25.119752 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-7e71bc3c-301d-4fc7-90e0-d4ba29b2e2b7 req-81048de8-d4a1-4ad6-81a8-f2da5f8f1da2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:25.154017 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8108a2ae-8dcf-43bd-8d36-e139af4502f7 req-d4287550-e6d0-4ec7-b517-88d4b6842aee tempest-ServersNegativeTestMultiTenantJSON-1832139223 tempest-ServersNegativeTestMultiTenantJSON-1832139223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:25.155565 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8108a2ae-8dcf-43bd-8d36-e139af4502f7 req-d4287550-e6d0-4ec7-b517-88d4b6842aee tempest-ServersNegativeTestMultiTenantJSON-1832139223 tempest-ServersNegativeTestMultiTenantJSON-1832139223-project] 10.222.0.85 "GET /v2.0/ports?device_id=540cad08-2b23-452e-b500-687560c1c74c HTTP/1.1" status: 200 len: 931 time: 0.3209615 May 30 20:16:25.468839 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02e0965-d0d9-442c-80f7-10ff25c4b28f req-9043d0bf-d979-458b-a064-a90a16ebf9f2 tempest-InstanceActionsNegativeTestJSON-545497675 tempest-InstanceActionsNegativeTestJSON-545497675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:25.471443 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a02e0965-d0d9-442c-80f7-10ff25c4b28f req-9043d0bf-d979-458b-a064-a90a16ebf9f2 tempest-InstanceActionsNegativeTestJSON-545497675 tempest-InstanceActionsNegativeTestJSON-545497675-project] 10.222.0.85 "GET /v2.0/ports?device_id=1f586716-4b1e-4389-b903-9dcdf078eaec HTTP/1.1" status: 200 len: 946 time: 0.3314724 May 30 20:16:25.497230 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f04e02d9-4dd0-4025-a11f-481e2532e7b7 tempest-RoutersTestDVR-1160940629 tempest-RoutersTestDVR-1160940629-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-724789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3141'] for router, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:25.522474 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f04e02d9-4dd0-4025-a11f-481e2532e7b7 tempest-RoutersTestDVR-1160940629 tempest-RoutersTestDVR-1160940629-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:25.541767 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-8108a2ae-8dcf-43bd-8d36-e139af4502f7 req-db45b6c3-d711-4a0e-bc40-01f4c7d3cd53 tempest-ServersNegativeTestMultiTenantJSON-1832139223 tempest-ServersNegativeTestMultiTenantJSON-1832139223-project] Synchronizing usage tracker for tenant:0d50a649dbb5428f92e9415a6ded27c0 on resource:security_group {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:16:25.595837 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69f1156-740f-47b7-ab6e-f572978d1c38 req-96990368-3e07-4722-ba98-88c46c5db293 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:25.597368 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f69f1156-740f-47b7-ab6e-f572978d1c38 req-96990368-3e07-4722-ba98-88c46c5db293 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.86 "GET /v2.0/ports?device_id=6b1fc17d-0cb3-4d7b-940a-7a297df2aff6 HTTP/1.1" status: 200 len: 946 time: 0.1662827 May 30 20:16:25.680059 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-8108a2ae-8dcf-43bd-8d36-e139af4502f7 req-db45b6c3-d711-4a0e-bc40-01f4c7d3cd53 tempest-ServersNegativeTestMultiTenantJSON-1832139223 tempest-ServersNegativeTestMultiTenantJSON-1832139223-project] Unset dirty status for tenant:0d50a649dbb5428f92e9415a6ded27c0 on resource:security_group {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:16:25.697165 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8108a2ae-8dcf-43bd-8d36-e139af4502f7 req-db45b6c3-d711-4a0e-bc40-01f4c7d3cd53 tempest-ServersNegativeTestMultiTenantJSON-1832139223 tempest-ServersNegativeTestMultiTenantJSON-1832139223-project] 10.222.0.85 "GET /v2.0/security-groups?id=4737f8d2-7e94-4c6e-8fc9-d80dfb9ce50d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4535999 May 30 20:16:25.711130 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f04e02d9-4dd0-4025-a11f-481e2532e7b7 tempest-RoutersTestDVR-1160940629 tempest-RoutersTestDVR-1160940629-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724889'] for router, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:25.711130 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f04e02d9-4dd0-4025-a11f-481e2532e7b7 tempest-RoutersTestDVR-1160940629 tempest-RoutersTestDVR-1160940629-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 54fe8077-e6c7-4844-b50e-9533aa9869fb {{(pid=84887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:16:25.739024 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a02e0965-d0d9-442c-80f7-10ff25c4b28f req-78e4ca3f-5c7e-470c-bdff-f4695f06232d tempest-InstanceActionsNegativeTestJSON-545497675 tempest-InstanceActionsNegativeTestJSON-545497675-project] 10.222.0.85 "GET /v2.0/security-groups?id=dc3c742c-5911-47ff-a383-ce0a5d80411e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458870 May 30 20:16:25.752340 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f04e02d9-4dd0-4025-a11f-481e2532e7b7 tempest-RoutersTestDVR-1160940629 tempest-RoutersTestDVR-1160940629-project-admin] Notify callbacks [] for router, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:25.767479 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-f04e02d9-4dd0-4025-a11f-481e2532e7b7 tempest-RoutersTestDVR-1160940629 tempest-RoutersTestDVR-1160940629-project-admin] 10.222.0.85 "DELETE /v2.0/routers/54fe8077-e6c7-4844-b50e-9533aa9869fb HTTP/1.1" status: 204 len: 168 time: 1.2713447 May 30 20:16:25.767479 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 57302) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:25.776438 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-a89a3734-f0dd-4109-baeb-423d2d3b7594 tempest-RoutersTestDVR-1160940629 tempest-RoutersTestDVR-1160940629-project-admin] Request body: {'router': {'name': 'tempest-router-1886347659', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '9ae2ee8c79a54d9fa83e03a811b5ebd8'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:16:25.791240 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-f69f1156-740f-47b7-ab6e-f572978d1c38 req-0a64bc23-c6d4-44a3-a442-bc233e02915c tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Deleting port 95c5ea16-1f76-4bc6-b9a5-9b1970297a9c {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:16:25.791240 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-f69f1156-740f-47b7-ab6e-f572978d1c38 req-0a64bc23-c6d4-44a3-a442-bc233e02915c tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:25.856457 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-a89a3734-f0dd-4109-baeb-423d2d3b7594 tempest-RoutersTestDVR-1160940629 tempest-RoutersTestDVR-1160940629-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:16:25.876515 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-a89a3734-f0dd-4109-baeb-423d2d3b7594 tempest-RoutersTestDVR-1160940629 tempest-RoutersTestDVR-1160940629-project-admin] Usage tracker for resource:router and tenant:9ae2ee8c79a54d9fa83e03a811b5ebd8 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:16:25.880739 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-a89a3734-f0dd-4109-baeb-423d2d3b7594 tempest-RoutersTestDVR-1160940629 tempest-RoutersTestDVR-1160940629-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:16:25.982759 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-a89a3734-f0dd-4109-baeb-423d2d3b7594 tempest-RoutersTestDVR-1160940629 tempest-RoutersTestDVR-1160940629-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:16:26.153331 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-4d00dd94-b8e1-4336-b078-06d4c5aee796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:26.161565 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefab671-700e-42b4-860e-4c77e1a237fa req-ceb0e353-ceba-4768-9b5f-a3d5fe4dde9f tempest-InstanceActionsNegativeTestJSON-545497675 tempest-InstanceActionsNegativeTestJSON-545497675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:26.164465 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-eefab671-700e-42b4-860e-4c77e1a237fa req-ceb0e353-ceba-4768-9b5f-a3d5fe4dde9f tempest-InstanceActionsNegativeTestJSON-545497675 tempest-InstanceActionsNegativeTestJSON-545497675-project] 10.222.0.86 "GET /v2.0/ports?device_id=1f586716-4b1e-4389-b903-9dcdf078eaec HTTP/1.1" status: 200 len: 946 time: 0.5655856 May 30 20:16:26.184591 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [req-7e71bc3c-301d-4fc7-90e0-d4ba29b2e2b7 req-81048de8-d4a1-4ad6-81a8-f2da5f8f1da2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6c194bd-7c17-4c3f-9361-1661fffaadc3 {{(pid=84886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:16:26.193300 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a89a3734-f0dd-4109-baeb-423d2d3b7594 tempest-RoutersTestDVR-1160940629 tempest-RoutersTestDVR-1160940629-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-733683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3159'] for router, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:26.195011 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a89a3734-f0dd-4109-baeb-423d2d3b7594 tempest-RoutersTestDVR-1160940629 tempest-RoutersTestDVR-1160940629-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-733584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-736372', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-628480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3164'] for router, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:26.195651 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-7e71bc3c-301d-4fc7-90e0-d4ba29b2e2b7 req-81048de8-d4a1-4ad6-81a8-f2da5f8f1da2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:26.226315 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [req-7e71bc3c-301d-4fc7-90e0-d4ba29b2e2b7 req-81048de8-d4a1-4ad6-81a8-f2da5f8f1da2 service neutron] Transition to ACTIVE for port object b6c194bd-7c17-4c3f-9361-1661fffaadc3 will not be triggered until provisioned by entity L2. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:16:26.253543 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256acc68-80a8-4ee9-8562-f4ce4b44f8c3 req-6e61accf-4d83-4c85-9acb-90cac3dee88c tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:26.258307 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-256acc68-80a8-4ee9-8562-f4ce4b44f8c3 req-6e61accf-4d83-4c85-9acb-90cac3dee88c tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/ports?device_id=3a83142e-ed22-4261-88d2-9163e3d491ff HTTP/1.1" status: 200 len: 945 time: 0.1488929 May 30 20:16:26.310496 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-7e71bc3c-301d-4fc7-90e0-d4ba29b2e2b7 req-81048de8-d4a1-4ad6-81a8-f2da5f8f1da2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:26.432813 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-256acc68-80a8-4ee9-8562-f4ce4b44f8c3 req-1be1007c-38fc-4ad4-806d-e75f305213df tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/security-groups?id=0524bca6-45ea-44a4-8d6f-618d0ae32427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739478 May 30 20:16:26.480612 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81048de8-d4a1-4ad6-81a8-f2da5f8f1da2 service neutron] Pushing event updated for resources: {'Port': ['ID=b6c194bd-7c17-4c3f-9361-1661fffaadc3,revision_number=2']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:26.533927 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-eefab671-700e-42b4-860e-4c77e1a237fa req-e8a28cab-879e-402a-9da9-b047eb9bc787 tempest-InstanceActionsNegativeTestJSON-545497675 tempest-InstanceActionsNegativeTestJSON-545497675-project] Deleting port 8b831588-b75c-4a1a-bb19-8a4e03f47b61 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:16:26.533927 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-eefab671-700e-42b4-860e-4c77e1a237fa req-e8a28cab-879e-402a-9da9-b047eb9bc787 tempest-InstanceActionsNegativeTestJSON-545497675 tempest-InstanceActionsNegativeTestJSON-545497675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:26.638434 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-7e71bc3c-301d-4fc7-90e0-d4ba29b2e2b7 req-81048de8-d4a1-4ad6-81a8-f2da5f8f1da2 service neutron] Attempting to bind port b6c194bd-7c17-4c3f-9361-1661fffaadc3 on host n-h1-843948-2 for vnic_type normal with profile {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:16:26.638434 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-7e71bc3c-301d-4fc7-90e0-d4ba29b2e2b7 req-81048de8-d4a1-4ad6-81a8-f2da5f8f1da2 service neutron] Attempting to bind port b6c194bd-7c17-4c3f-9361-1661fffaadc3 by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': '3013c5b6-04e8-430f-a708-750cb160e889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'bec7faf3-2322-468b-9a43-1a6a34e78566'}] {{(pid=84886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:16:26.638434 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e71bc3c-301d-4fc7-90e0-d4ba29b2e2b7 req-81048de8-d4a1-4ad6-81a8-f2da5f8f1da2 service neutron] Attempting to bind port b6c194bd-7c17-4c3f-9361-1661fffaadc3 on network bec7faf3-2322-468b-9a43-1a6a34e78566 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:16:26.657770 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a89a3734-f0dd-4109-baeb-423d2d3b7594 tempest-RoutersTestDVR-1160940629 tempest-RoutersTestDVR-1160940629-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:26.664336 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e71bc3c-301d-4fc7-90e0-d4ba29b2e2b7 req-81048de8-d4a1-4ad6-81a8-f2da5f8f1da2 service neutron] Port b6c194bd-7c17-4c3f-9361-1661fffaadc3 on network bec7faf3-2322-468b-9a43-1a6a34e78566 not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:16:26.664336 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e71bc3c-301d-4fc7-90e0-d4ba29b2e2b7 req-81048de8-d4a1-4ad6-81a8-f2da5f8f1da2 service neutron] Attempting to bind port b6c194bd-7c17-4c3f-9361-1661fffaadc3 on network bec7faf3-2322-468b-9a43-1a6a34e78566 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:16:26.664336 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e71bc3c-301d-4fc7-90e0-d4ba29b2e2b7 req-81048de8-d4a1-4ad6-81a8-f2da5f8f1da2 service neutron] Checking agent: {'id': 'f728d74e-a4ae-4384-860b-a5ade05dd8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 16, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:16:26.664336 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e71bc3c-301d-4fc7-90e0-d4ba29b2e2b7 req-81048de8-d4a1-4ad6-81a8-f2da5f8f1da2 service neutron] Checking segment: {'id': '3013c5b6-04e8-430f-a708-750cb160e889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'bec7faf3-2322-468b-9a43-1a6a34e78566'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:16:26.664336 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e71bc3c-301d-4fc7-90e0-d4ba29b2e2b7 req-81048de8-d4a1-4ad6-81a8-f2da5f8f1da2 service neutron] Bound using segment: {'id': '3013c5b6-04e8-430f-a708-750cb160e889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'bec7faf3-2322-468b-9a43-1a6a34e78566'} {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:16:26.664336 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-7e71bc3c-301d-4fc7-90e0-d4ba29b2e2b7 req-81048de8-d4a1-4ad6-81a8-f2da5f8f1da2 service neutron] Bound port: b6c194bd-7c17-4c3f-9361-1661fffaadc3, host: n-h1-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3013c5b6-04e8-430f-a708-750cb160e889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'bec7faf3-2322-468b-9a43-1a6a34e78566'}}] {{(pid=84886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:16:26.664336 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-7e71bc3c-301d-4fc7-90e0-d4ba29b2e2b7 req-81048de8-d4a1-4ad6-81a8-f2da5f8f1da2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:26.837470 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78df68b-6eda-4192-a403-c9970b1ff0d7 req-a465ea15-52d5-4343-ae63-f3600a5ed5dc tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:26.837470 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a78df68b-6eda-4192-a403-c9970b1ff0d7 req-a465ea15-52d5-4343-ae63-f3600a5ed5dc tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] 10.222.0.85 "GET /v2.0/ports?device_id=3062165d-0536-479d-b7e3-dbd1350260e4 HTTP/1.1" status: 200 len: 943 time: 0.7436500 May 30 20:16:26.876812 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-7e71bc3c-301d-4fc7-90e0-d4ba29b2e2b7 req-81048de8-d4a1-4ad6-81a8-f2da5f8f1da2 service neutron] For port b6c194bd-7c17-4c3f-9361-1661fffaadc3, host n-h1-843948-2, cleared binding levels {{(pid=84886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:16:26.886293 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb7770d-2943-4fbb-a1ea-e3a2fbd86b8c req-6008238b-fe04-4ac8-bf46-b202cf30f50b tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:26.886293 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9eb7770d-2943-4fbb-a1ea-e3a2fbd86b8c req-6008238b-fe04-4ac8-bf46-b202cf30f50b tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/ports?device_id=6b1fc17d-0cb3-4d7b-940a-7a297df2aff6 HTTP/1.1" status: 200 len: 946 time: 0.2208116 May 30 20:16:26.886293 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-7e71bc3c-301d-4fc7-90e0-d4ba29b2e2b7 req-81048de8-d4a1-4ad6-81a8-f2da5f8f1da2 service neutron] For port b6c194bd-7c17-4c3f-9361-1661fffaadc3, host n-h1-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=b6c194bd-7c17-4c3f-9361-1661fffaadc3,segment=NetworkSegment(3013c5b6-04e8-430f-a708-750cb160e889),segment_id=3013c5b6-04e8-430f-a708-750cb160e889)] {{(pid=84886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:16:26.914646 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a89a3734-f0dd-4109-baeb-423d2d3b7594 tempest-RoutersTestDVR-1160940629 tempest-RoutersTestDVR-1160940629-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-736409'] for router, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:26.934168 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-f69f1156-740f-47b7-ab6e-f572978d1c38 req-0a64bc23-c6d4-44a3-a442-bc233e02915c tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] For port 95c5ea16-1f76-4bc6-b9a5-9b1970297a9c, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=95c5ea16-1f76-4bc6-b9a5-9b1970297a9c,segment=NetworkSegment(6f1287e5-9e46-42ce-b023-b38d433df277),segment_id=6f1287e5-9e46-42ce-b023-b38d433df277)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:16:26.937552 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-f69f1156-740f-47b7-ab6e-f572978d1c38 req-0a64bc23-c6d4-44a3-a442-bc233e02915c tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:26.966543 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9eb7770d-2943-4fbb-a1ea-e3a2fbd86b8c req-45d60076-7094-4232-977d-0492c353b827 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/security-groups?id=3b7b472c-21af-4683-a7b2-e1dc38380326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787630 May 30 20:16:26.980262 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-7e71bc3c-301d-4fc7-90e0-d4ba29b2e2b7 req-81048de8-d4a1-4ad6-81a8-f2da5f8f1da2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:27.102290 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-7e71bc3c-301d-4fc7-90e0-d4ba29b2e2b7 req-81048de8-d4a1-4ad6-81a8-f2da5f8f1da2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:27.106229 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-7e71bc3c-301d-4fc7-90e0-d4ba29b2e2b7 req-81048de8-d4a1-4ad6-81a8-f2da5f8f1da2 service neutron] 10.222.0.71 "PUT /v2.0/ports/b6c194bd-7c17-4c3f-9361-1661fffaadc3 HTTP/1.1" status: 200 len: 1091 time: 2.2034364 May 30 20:16:27.106229 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '540cad08-2b23-452e-b500-687560c1c74c', 'tag': 'b6c194bd-7c17-4c3f-9361-1661fffaadc3'}] {{(pid=84886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:16:27.140591 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81048de8-d4a1-4ad6-81a8-f2da5f8f1da2 service neutron] Pushing event updated for resources: {'Port': ['ID=b6c194bd-7c17-4c3f-9361-1661fffaadc3,revision_number=3']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:27.354590 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-f69f1156-740f-47b7-ab6e-f572978d1c38 req-0a64bc23-c6d4-44a3-a442-bc233e02915c tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Calling delete_port for 95c5ea16-1f76-4bc6-b9a5-9b1970297a9c owned by compute:nova {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:16:27.419775 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-7e71bc3c-301d-4fc7-90e0-d4ba29b2e2b7 req-30abc53a-c6b7-40db-8497-2c5ed4334c3d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0d50a649dbb5428f92e9415a6ded27c0&device_id=540cad08-2b23-452e-b500-687560c1c74c HTTP/1.1" status: 200 len: 1094 time: 0.1606376 May 30 20:16:27.493363 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a78df68b-6eda-4192-a403-c9970b1ff0d7 req-62974bec-f389-4868-ae14-117b40d68252 tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] 10.222.0.85 "GET /v2.0/security-groups?id=1ab5e19e-36ef-4239-8d2f-84e90717c51a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6354640 May 30 20:16:27.501986 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a89a3734-f0dd-4109-baeb-423d2d3b7594 tempest-RoutersTestDVR-1160940629 tempest-RoutersTestDVR-1160940629-project-admin] Notify callbacks [] for router, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:27.501986 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-a89a3734-f0dd-4109-baeb-423d2d3b7594 tempest-RoutersTestDVR-1160940629 tempest-RoutersTestDVR-1160940629-project-admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.7399187 May 30 20:16:27.521114 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 57318) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:27.533217 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-ad3ffa17-eba0-4c08-b006-1f01d3d54e8e tempest-RoutersTestDVR-1160940629 tempest-RoutersTestDVR-1160940629-project-admin] Request body: {'router': {'distributed': True}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:16:27.601676 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-7e71bc3c-301d-4fc7-90e0-d4ba29b2e2b7 req-9d8df2e8-52ca-4f39-abfe-10fb9e8a04ff service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b6c194bd-7c17-4c3f-9361-1661fffaadc3 HTTP/1.1" status: 200 len: 217 time: 0.1683452 May 30 20:16:27.769216 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e71bc3c-301d-4fc7-90e0-d4ba29b2e2b7 req-be5944c2-ae1c-4e45-8323-c7dade153607 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:27.777353 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-7e71bc3c-301d-4fc7-90e0-d4ba29b2e2b7 req-be5944c2-ae1c-4e45-8323-c7dade153607 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=191a2305-4e1d-4e29-8cd3-3b7499dfdb00 HTTP/1.1" status: 200 len: 864 time: 0.1748016 May 30 20:16:27.880546 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-7e71bc3c-301d-4fc7-90e0-d4ba29b2e2b7 req-259b625c-e66d-47f6-8209-33a4f219ba5a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=bec7faf3-2322-468b-9a43-1a6a34e78566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0956433 May 30 20:16:27.917688 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device d4c7109e-8a8c-4059-b0d4-18b8a2596efe details requested by agent hyperv_n-h1-843948-2 with host n-h1-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:16:27.966962 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-eefab671-700e-42b4-860e-4c77e1a237fa req-e8a28cab-879e-402a-9da9-b047eb9bc787 tempest-InstanceActionsNegativeTestJSON-545497675 tempest-InstanceActionsNegativeTestJSON-545497675-project] For port 8b831588-b75c-4a1a-bb19-8a4e03f47b61, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=8b831588-b75c-4a1a-bb19-8a4e03f47b61,segment=NetworkSegment(5b30179d-1d35-43aa-8091-aca9e93e4710),segment_id=5b30179d-1d35-43aa-8091-aca9e93e4710)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:16:27.966962 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-eefab671-700e-42b4-860e-4c77e1a237fa req-e8a28cab-879e-402a-9da9-b047eb9bc787 tempest-InstanceActionsNegativeTestJSON-545497675 tempest-InstanceActionsNegativeTestJSON-545497675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:28.379817 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port d4c7109e-8a8c-4059-b0d4-18b8a2596efe, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=d4c7109e-8a8c-4059-b0d4-18b8a2596efe,segment=NetworkSegment(e72964d7-16ec-4def-877e-899e29175d4d),segment_id=e72964d7-16ec-4def-877e-899e29175d4d)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:16:28.428960 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Returning: {'device': 'd4c7109e-8a8c-4059-b0d4-18b8a2596efe', 'network_id': '176420f6-ac4e-4319-85b4-31313b590db0', 'port_id': 'd4c7109e-8a8c-4059-b0d4-18b8a2596efe', 'mac_address': 'fa:16:3e:96:17:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 679, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd239dbbc-1841-4e93-a941-884f2daba571', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:16:28.598242 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:28.633665 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-7e71bc3c-301d-4fc7-90e0-d4ba29b2e2b7 req-4f00a534-4aac-4c16-a582-fb1eb7337abe service neutron] 10.222.0.71 "GET /v2.0/networks/bec7faf3-2322-468b-9a43-1a6a34e78566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7453237 May 30 20:16:28.638458 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4c7109e-8a8c-4059-b0d4-18b8a2596efe {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:16:28.639827 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-eefab671-700e-42b4-860e-4c77e1a237fa req-e8a28cab-879e-402a-9da9-b047eb9bc787 tempest-InstanceActionsNegativeTestJSON-545497675 tempest-InstanceActionsNegativeTestJSON-545497675-project] Calling delete_port for 8b831588-b75c-4a1a-bb19-8a4e03f47b61 owned by compute:nova {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:16:28.699627 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port d4c7109e-8a8c-4059-b0d4-18b8a2596efe, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=d4c7109e-8a8c-4059-b0d4-18b8a2596efe,segment=NetworkSegment(e72964d7-16ec-4def-877e-899e29175d4d),segment_id=e72964d7-16ec-4def-877e-899e29175d4d)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:16:28.799907 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:28.901924 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61db6dd5-140f-4d67-b9ee-b8f12826bd51 req-e72fcc06-7070-4b9f-8bdf-b75a1b114ec2 tempest-InstanceActionsNegativeTestJSON-545497675 tempest-InstanceActionsNegativeTestJSON-545497675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:28.906436 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-61db6dd5-140f-4d67-b9ee-b8f12826bd51 req-e72fcc06-7070-4b9f-8bdf-b75a1b114ec2 tempest-InstanceActionsNegativeTestJSON-545497675 tempest-InstanceActionsNegativeTestJSON-545497675-project] 10.222.0.85 "GET /v2.0/ports?device_id=1f586716-4b1e-4389-b903-9dcdf078eaec HTTP/1.1" status: 200 len: 946 time: 0.6092186 May 30 20:16:28.948425 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=d4c7109e-8a8c-4059-b0d4-18b8a2596efe,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:29.015772 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 95c5ea16-1f76-4bc6-b9a5-9b1970297a9c no longer exists at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:16:29.079446 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-61db6dd5-140f-4d67-b9ee-b8f12826bd51 req-fba1f715-7b2a-4d4e-94cf-03c7fdda003e tempest-InstanceActionsNegativeTestJSON-545497675 tempest-InstanceActionsNegativeTestJSON-545497675-project] 10.222.0.85 "GET /v2.0/security-groups?id=dc3c742c-5911-47ff-a383-ce0a5d80411e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497126 May 30 20:16:29.088805 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] No Port match for: 95c5ea16-1f76-4bc6-b9a5-9b1970297a9c {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:16:29.088805 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 95c5ea16-1f76-4bc6-b9a5-9b1970297a9c not bound to the agent host n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:16:29.104942 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-7e71bc3c-301d-4fc7-90e0-d4ba29b2e2b7 req-e8fe8ef2-9586-41bb-b3c4-9205b8cd986a service neutron] 10.222.0.71 "GET /v2.0/networks/bec7faf3-2322-468b-9a43-1a6a34e78566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4644763 May 30 20:16:29.111452 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-f69f1156-740f-47b7-ab6e-f572978d1c38 req-0a64bc23-c6d4-44a3-a442-bc233e02915c tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:29.124201 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['8e5aeea2-b35a-41eb-83bf-3b475ff14780'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:16:29.186472 n-d-843948-2 neutron-server[84886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-843f954f-b739-4306-8903-c60f269d87ca'] response: {'name': 'network-changed', 'server_uuid': '540cad08-2b23-452e-b500-687560c1c74c', 'tag': 'b6c194bd-7c17-4c3f-9361-1661fffaadc3', 'status': 'completed', 'code': 200} May 30 20:16:29.238748 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['d4c7109e-8a8c-4059-b0d4-18b8a2596efe'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:16:29.446866 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02f25bc-3c6e-41a2-9975-24f045e4b5f8 req-d0ef3a1f-f135-4746-ba84-220055b3d33c tempest-ServersNegativeTestMultiTenantJSON-1832139223 tempest-ServersNegativeTestMultiTenantJSON-1832139223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:29.446866 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a02f25bc-3c6e-41a2-9975-24f045e4b5f8 req-d0ef3a1f-f135-4746-ba84-220055b3d33c tempest-ServersNegativeTestMultiTenantJSON-1832139223 tempest-ServersNegativeTestMultiTenantJSON-1832139223-project] 10.222.0.85 "GET /v2.0/ports?device_id=540cad08-2b23-452e-b500-687560c1c74c HTTP/1.1" status: 200 len: 943 time: 1.6302776 May 30 20:16:29.480528 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a64bc23-c6d4-44a3-a442-bc233e02915c tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Pushing event deleted for resources: {'Port': ['ID=95c5ea16-1f76-4bc6-b9a5-9b1970297a9c,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:29.598311 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e3203456-8285-48d2-a764-2cd11a78878f req-2bdb2806-2fd7-407b-8536-f78c1e094851 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/ports?device_id=6b1fc17d-0cb3-4d7b-940a-7a297df2aff6 HTTP/1.1" status: 200 len: 210 time: 0.1202550 May 30 20:16:29.613537 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-f69f1156-740f-47b7-ab6e-f572978d1c38 req-0a64bc23-c6d4-44a3-a442-bc233e02915c tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] No DVR routers for this DVR port 95c5ea16-1f76-4bc6-b9a5-9b1970297a9c on host n-h2-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:16:29.640102 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-c0e36b20-0945-436f-b85b-ebc0badbecbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:29.725806 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-f69f1156-740f-47b7-ab6e-f572978d1c38 req-0a64bc23-c6d4-44a3-a442-bc233e02915c tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:29.735302 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b1fc17d-0cb3-4d7b-940a-7a297df2aff6', 'name': 'network-vif-deleted', 'tag': '95c5ea16-1f76-4bc6-b9a5-9b1970297a9c'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:16:29.756452 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1fcda583-a4cb-44e9-910c-92cc9f9a973e req-eb52cb1e-3178-4999-9ab6-9c7085a1f390 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0d50a649dbb5428f92e9415a6ded27c0&device_id=540cad08-2b23-452e-b500-687560c1c74c HTTP/1.1" status: 200 len: 1094 time: 0.3751495 May 30 20:16:29.771895 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:29.866119 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ad3ffa17-eba0-4c08-b006-1f01d3d54e8e tempest-RoutersTestDVR-1160940629 tempest-RoutersTestDVR-1160940629-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-736390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:29.866119 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ad3ffa17-eba0-4c08-b006-1f01d3d54e8e tempest-RoutersTestDVR-1160940629 tempest-RoutersTestDVR-1160940629-project-admin] Notify callbacks [] for router, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:30.003154 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a02f25bc-3c6e-41a2-9975-24f045e4b5f8 req-f2e98f8f-9445-45fe-8092-1f2e10957158 tempest-ServersNegativeTestMultiTenantJSON-1832139223 tempest-ServersNegativeTestMultiTenantJSON-1832139223-project] 10.222.0.85 "GET /v2.0/security-groups?id=4737f8d2-7e94-4c6e-8fc9-d80dfb9ce50d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5321929 May 30 20:16:30.014495 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-eefab671-700e-42b4-860e-4c77e1a237fa req-e8a28cab-879e-402a-9da9-b047eb9bc787 tempest-InstanceActionsNegativeTestJSON-545497675 tempest-InstanceActionsNegativeTestJSON-545497675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:30.014495 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f69f1156-740f-47b7-ab6e-f572978d1c38 req-0a64bc23-c6d4-44a3-a442-bc233e02915c tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.86 "DELETE /v2.0/ports/95c5ea16-1f76-4bc6-b9a5-9b1970297a9c HTTP/1.1" status: 204 len: 173 time: 4.3741858 May 30 20:16:30.088875 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a28cab-879e-402a-9da9-b047eb9bc787 tempest-InstanceActionsNegativeTestJSON-545497675 tempest-InstanceActionsNegativeTestJSON-545497675-project] Pushing event deleted for resources: {'Port': ['ID=8b831588-b75c-4a1a-bb19-8a4e03f47b61,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:30.099272 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-ad3ffa17-eba0-4c08-b006-1f01d3d54e8e tempest-RoutersTestDVR-1160940629 tempest-RoutersTestDVR-1160940629-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=84887) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} May 30 20:16:30.099272 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-ad3ffa17-eba0-4c08-b006-1f01d3d54e8e tempest-RoutersTestDVR-1160940629 tempest-RoutersTestDVR-1160940629-project-admin] Router 7828cc13-7234-4768-a934-344dbb33ddb7 migrating from provider to provider. {{(pid=84887) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} May 30 20:16:30.099272 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ad3ffa17-eba0-4c08-b006-1f01d3d54e8e tempest-RoutersTestDVR-1160940629 tempest-RoutersTestDVR-1160940629-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:30.122916 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ad3ffa17-eba0-4c08-b006-1f01d3d54e8e tempest-RoutersTestDVR-1160940629 tempest-RoutersTestDVR-1160940629-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:30.179916 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da56f3bd-d448-4119-b871-72e4c79dd9f8 req-9569a14c-136f-4972-baae-b899a23c0b17 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:30.187089 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-da56f3bd-d448-4119-b871-72e4c79dd9f8 req-9569a14c-136f-4972-baae-b899a23c0b17 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/ports?device_id=3a83142e-ed22-4261-88d2-9163e3d491ff HTTP/1.1" status: 200 len: 945 time: 0.3709540 May 30 20:16:30.207315 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-eefab671-700e-42b4-860e-4c77e1a237fa req-e8a28cab-879e-402a-9da9-b047eb9bc787 tempest-InstanceActionsNegativeTestJSON-545497675 tempest-InstanceActionsNegativeTestJSON-545497675-project] No DVR routers for this DVR port 8b831588-b75c-4a1a-bb19-8a4e03f47b61 on host n-h2-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:16:30.210856 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-eefab671-700e-42b4-860e-4c77e1a237fa req-e8a28cab-879e-402a-9da9-b047eb9bc787 tempest-InstanceActionsNegativeTestJSON-545497675 tempest-InstanceActionsNegativeTestJSON-545497675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:30.211043 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcda583-a4cb-44e9-910c-92cc9f9a973e req-e19f15cf-fc7f-4514-b3db-db0dedafa25b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:30.212591 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1fcda583-a4cb-44e9-910c-92cc9f9a973e req-e19f15cf-fc7f-4514-b3db-db0dedafa25b service neutron] 10.222.0.71 "GET /v2.0/networks?id=bec7faf3-2322-468b-9a43-1a6a34e78566 HTTP/1.1" status: 200 len: 925 time: 0.4496465 May 30 20:16:30.213660 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-eefab671-700e-42b4-860e-4c77e1a237fa req-e8a28cab-879e-402a-9da9-b047eb9bc787 tempest-InstanceActionsNegativeTestJSON-545497675 tempest-InstanceActionsNegativeTestJSON-545497675-project] 10.222.0.86 "DELETE /v2.0/ports/8b831588-b75c-4a1a-bb19-8a4e03f47b61 HTTP/1.1" status: 204 len: 173 time: 4.0270479 May 30 20:16:30.261271 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ad3ffa17-eba0-4c08-b006-1f01d3d54e8e tempest-RoutersTestDVR-1160940629 tempest-RoutersTestDVR-1160940629-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-736409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-736399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-736400', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-724754'] for router, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:30.316569 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1fcda583-a4cb-44e9-910c-92cc9f9a973e req-4cb7a065-08fd-437e-932c-e6062345eae7 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b6c194bd-7c17-4c3f-9361-1661fffaadc3 HTTP/1.1" status: 200 len: 217 time: 0.0930002 May 30 20:16:30.322429 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-da56f3bd-d448-4119-b871-72e4c79dd9f8 req-38b15ff8-c446-428b-81c8-226c49773d99 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/security-groups?id=0524bca6-45ea-44a4-8d6f-618d0ae32427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346085 May 30 20:16:30.436721 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcda583-a4cb-44e9-910c-92cc9f9a973e req-6c99b983-74d6-46a0-8853-63699c8a919c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:30.436721 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1fcda583-a4cb-44e9-910c-92cc9f9a973e req-6c99b983-74d6-46a0-8853-63699c8a919c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=191a2305-4e1d-4e29-8cd3-3b7499dfdb00 HTTP/1.1" status: 200 len: 864 time: 0.1116872 May 30 20:16:30.438151 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d695d9e2-9805-4540-800d-1d3764a3f1e2 req-3e1e3aea-a4d2-4ed7-89a4-bdfe90547f4b tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:30.438151 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d695d9e2-9805-4540-800d-1d3764a3f1e2 req-3e1e3aea-a4d2-4ed7-89a4-bdfe90547f4b tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] 10.222.0.85 "GET /v2.0/ports?device_id=3062165d-0536-479d-b7e3-dbd1350260e4 HTTP/1.1" status: 200 len: 944 time: 0.2225108 May 30 20:16:30.455988 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4ef198c-c9cf-48f6-8431-d4fda3fbbf57'] response: {'server_uuid': '6b1fc17d-0cb3-4d7b-940a-7a297df2aff6', 'name': 'network-vif-deleted', 'tag': '95c5ea16-1f76-4bc6-b9a5-9b1970297a9c', 'status': 'completed', 'code': 200} May 30 20:16:30.470389 n-d-843948-2 neutron-server[84887]: WARNING neutron.scheduler.l3_agent_scheduler [None req-ad3ffa17-eba0-4c08-b006-1f01d3d54e8e tempest-RoutersTestDVR-1160940629 tempest-RoutersTestDVR-1160940629-project-admin] No L3 agents can host the router 7828cc13-7234-4768-a934-344dbb33ddb7 May 30 20:16:30.576396 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1fcda583-a4cb-44e9-910c-92cc9f9a973e req-e61a588a-fcc2-4d00-989e-c490ac3fb2da service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=bec7faf3-2322-468b-9a43-1a6a34e78566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1070042 May 30 20:16:30.786045 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d695d9e2-9805-4540-800d-1d3764a3f1e2 req-4e4b409c-a922-4fac-bd2d-7c2e6e355d42 tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] 10.222.0.85 "GET /v2.0/security-groups?id=1ab5e19e-36ef-4239-8d2f-84e90717c51a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3309398 May 30 20:16:30.807787 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-dbd3ad32-5774-46f3-9a2b-71b0544c14b5 req-c9cfe254-b61f-4da3-a956-293981de0ed0 tempest-InstanceActionsNegativeTestJSON-545497675 tempest-InstanceActionsNegativeTestJSON-545497675-project] 10.222.0.85 "GET /v2.0/ports?device_id=1f586716-4b1e-4389-b903-9dcdf078eaec HTTP/1.1" status: 200 len: 210 time: 0.0820951 May 30 20:16:30.838724 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3ffa17-eba0-4c08-b006-1f01d3d54e8e tempest-RoutersTestDVR-1160940629 tempest-RoutersTestDVR-1160940629-project-admin] Hosts for router 7828cc13-7234-4768-a934-344dbb33ddb7: [] {{(pid=84887) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} May 30 20:16:30.881061 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3ffa17-eba0-4c08-b006-1f01d3d54e8e tempest-RoutersTestDVR-1160940629 tempest-RoutersTestDVR-1160940629-project-admin] Hosts for other DVR routers connected to router 7828cc13-7234-4768-a934-344dbb33ddb7: set() {{(pid=84887) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} May 30 20:16:30.883474 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ad3ffa17-eba0-4c08-b006-1f01d3d54e8e tempest-RoutersTestDVR-1160940629 tempest-RoutersTestDVR-1160940629-project-admin] Notify callbacks [] for router, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:30.884690 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-ad3ffa17-eba0-4c08-b006-1f01d3d54e8e tempest-RoutersTestDVR-1160940629 tempest-RoutersTestDVR-1160940629-project-admin] 10.222.0.85 "PUT /v2.0/routers/7828cc13-7234-4768-a934-344dbb33ddb7 HTTP/1.1" status: 200 len: 717 time: 3.3704772 May 30 20:16:30.891056 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 57336) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:30.899734 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1fcda583-a4cb-44e9-910c-92cc9f9a973e req-d7d10057-8555-48f0-9e86-020faa58fba2 service neutron] 10.222.0.71 "GET /v2.0/networks/bec7faf3-2322-468b-9a43-1a6a34e78566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3324287 May 30 20:16:31.007951 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 8b831588-b75c-4a1a-bb19-8a4e03f47b61 no longer exists at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:16:31.046930 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-3050e446-240b-4800-9c16-5ae1c98d5b2a tempest-RoutersTestDVR-1160940629 tempest-RoutersTestDVR-1160940629-project-admin] 10.222.0.85 "GET /v2.0/routers/7828cc13-7234-4768-a934-344dbb33ddb7 HTTP/1.1" status: 200 len: 717 time: 0.1542847 May 30 20:16:31.051362 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 57340) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:31.057262 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:31.058053 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] No Port match for: 8b831588-b75c-4a1a-bb19-8a4e03f47b61 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:16:31.058562 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 8b831588-b75c-4a1a-bb19-8a4e03f47b61 not bound to the agent host n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:16:31.068978 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-66de9f4a-d460-415b-b976-f584f6f7b2d3 req-b4f572c9-1f49-46d8-990f-d5052bc03958 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/ports?device_id=6b1fc17d-0cb3-4d7b-940a-7a297df2aff6 HTTP/1.1" status: 200 len: 210 time: 0.0886006 May 30 20:16:31.139731 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1fcda583-a4cb-44e9-910c-92cc9f9a973e req-4c4e117b-e781-4d04-82ee-3c2a203fd8c2 service neutron] 10.222.0.71 "GET /v2.0/networks/bec7faf3-2322-468b-9a43-1a6a34e78566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242048 May 30 20:16:31.462494 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbcda85-befb-4ae7-82da-bea091e3e1c2 req-7963a5dd-5f82-4895-8a18-f8b222de04be tempest-ServersNegativeTestMultiTenantJSON-1832139223 tempest-ServersNegativeTestMultiTenantJSON-1832139223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:31.464147 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-cbbcda85-befb-4ae7-82da-bea091e3e1c2 req-7963a5dd-5f82-4895-8a18-f8b222de04be tempest-ServersNegativeTestMultiTenantJSON-1832139223 tempest-ServersNegativeTestMultiTenantJSON-1832139223-project] 10.222.0.85 "GET /v2.0/ports?device_id=540cad08-2b23-452e-b500-687560c1c74c HTTP/1.1" status: 200 len: 943 time: 0.2039959 May 30 20:16:31.528207 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-3525fbe5-df2f-43ba-adb6-1b53c8e439e4 tempest-RoutersTestDVR-1414143241 tempest-RoutersTestDVR-1414143241-project] 10.222.0.85 "GET /v2.0/routers/7828cc13-7234-4768-a934-344dbb33ddb7 HTTP/1.1" status: 200 len: 683 time: 0.4749498 May 30 20:16:31.533257 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-cbbcda85-befb-4ae7-82da-bea091e3e1c2 req-53a76556-eab2-41d1-82a2-411a99c7b689 tempest-ServersNegativeTestMultiTenantJSON-1832139223 tempest-ServersNegativeTestMultiTenantJSON-1832139223-project] 10.222.0.85 "GET /v2.0/security-groups?id=4737f8d2-7e94-4c6e-8fc9-d80dfb9ce50d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583236 May 30 20:16:31.533727 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 57350) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:31.670766 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec5a734-8e06-4e49-920f-6e1b9c9d7777 req-b48e3bad-c9c0-4a68-9455-e1694871f57d tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:31.672277 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-dec5a734-8e06-4e49-920f-6e1b9c9d7777 req-b48e3bad-c9c0-4a68-9455-e1694871f57d tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/ports?device_id=3a83142e-ed22-4261-88d2-9163e3d491ff HTTP/1.1" status: 200 len: 945 time: 0.1459639 May 30 20:16:31.723209 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-11cd7df3-3871-4db8-9926-d220a2f4f44d tempest-RoutersTestDVR-1160940629 tempest-RoutersTestDVR-1160940629-project-admin] Notify callbacks [] for router, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:31.724125 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-dec5a734-8e06-4e49-920f-6e1b9c9d7777 req-6d7e16d3-64c7-4ce7-9b8e-89b5dbd1f860 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/security-groups?id=0524bca6-45ea-44a4-8d6f-618d0ae32427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459924 May 30 20:16:31.939169 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device b6c194bd-7c17-4c3f-9361-1661fffaadc3 details requested by agent hyperv_n-h1-843948-2 with host n-h1-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:16:32.083899 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device d4c7109e-8a8c-4059-b0d4-18b8a2596efe up at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:16:32.127541 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87a84ee-e90c-417f-9f0d-1771e3dacb69 req-fbfc33ad-378b-4f2f-9026-82c9ac89ac55 tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:32.132262 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c87a84ee-e90c-417f-9f0d-1771e3dacb69 req-fbfc33ad-378b-4f2f-9026-82c9ac89ac55 tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] 10.222.0.85 "GET /v2.0/ports?device_id=3062165d-0536-479d-b7e3-dbd1350260e4 HTTP/1.1" status: 200 len: 944 time: 0.1393533 May 30 20:16:32.239735 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c87a84ee-e90c-417f-9f0d-1771e3dacb69 req-ef7ec4c8-388d-41bd-ba21-f17913cb5ac9 tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] 10.222.0.85 "GET /v2.0/security-groups?id=1ab5e19e-36ef-4239-8d2f-84e90717c51a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992897 May 30 20:16:32.295076 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port b6c194bd-7c17-4c3f-9361-1661fffaadc3, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=b6c194bd-7c17-4c3f-9361-1661fffaadc3,segment=NetworkSegment(3013c5b6-04e8-430f-a708-750cb160e889),segment_id=3013c5b6-04e8-430f-a708-750cb160e889)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:16:32.300595 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-0330f87a-9dd8-4da1-b087-a39fc7465e5a req-badec357-66bb-4297-92a1-956cc29fe70d tempest-InstanceActionsNegativeTestJSON-545497675 tempest-InstanceActionsNegativeTestJSON-545497675-project] Synchronizing usage tracker for tenant:a3633186c19f443c841d1c9c932ed90d on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:16:32.313955 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Returning: {'device': 'b6c194bd-7c17-4c3f-9361-1661fffaadc3', 'network_id': 'bec7faf3-2322-468b-9a43-1a6a34e78566', 'port_id': 'b6c194bd-7c17-4c3f-9361-1661fffaadc3', 'mac_address': 'fa:16:3e:ac:8f:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '191a2305-4e1d-4e29-8cd3-3b7499dfdb00', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:16:32.392237 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:32.405130 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning for port d4c7109e-8a8c-4059-b0d4-18b8a2596efe completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:16:32.426533 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning complete for port d4c7109e-8a8c-4059-b0d4-18b8a2596efe triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:16:32.427115 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:32.458715 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f586716-4b1e-4389-b903-9dcdf078eaec', 'name': 'network-vif-deleted', 'tag': '8b831588-b75c-4a1a-bb19-8a4e03f47b61'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:16:32.470486 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6c194bd-7c17-4c3f-9361-1661fffaadc3 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:16:32.489966 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-11cd7df3-3871-4db8-9926-d220a2f4f44d tempest-RoutersTestDVR-1160940629 tempest-RoutersTestDVR-1160940629-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-724789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3141'] for router, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:32.499539 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-11cd7df3-3871-4db8-9926-d220a2f4f44d tempest-RoutersTestDVR-1160940629 tempest-RoutersTestDVR-1160940629-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:32.511828 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port b6c194bd-7c17-4c3f-9361-1661fffaadc3, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=b6c194bd-7c17-4c3f-9361-1661fffaadc3,segment=NetworkSegment(3013c5b6-04e8-430f-a708-750cb160e889),segment_id=3013c5b6-04e8-430f-a708-750cb160e889)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:16:32.536853 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f178dbc-a921-4066-a53e-df808b9b038c'] response: {'server_uuid': '1f586716-4b1e-4389-b903-9dcdf078eaec', 'name': 'network-vif-deleted', 'tag': '8b831588-b75c-4a1a-bb19-8a4e03f47b61', 'status': 'completed', 'code': 200} May 30 20:16:32.538897 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-0330f87a-9dd8-4da1-b087-a39fc7465e5a req-badec357-66bb-4297-92a1-956cc29fe70d tempest-InstanceActionsNegativeTestJSON-545497675 tempest-InstanceActionsNegativeTestJSON-545497675-project] Unset dirty status for tenant:a3633186c19f443c841d1c9c932ed90d on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:16:32.540354 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0330f87a-9dd8-4da1-b087-a39fc7465e5a req-badec357-66bb-4297-92a1-956cc29fe70d tempest-InstanceActionsNegativeTestJSON-545497675 tempest-InstanceActionsNegativeTestJSON-545497675-project] 10.222.0.85 "GET /v2.0/ports?device_id=1f586716-4b1e-4389-b903-9dcdf078eaec HTTP/1.1" status: 200 len: 210 time: 0.3298993 May 30 20:16:32.603502 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:32.623979 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3062165d-0536-479d-b7e3-dbd1350260e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4c7109e-8a8c-4059-b0d4-18b8a2596efe'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:16:32.631258 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:32.636309 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port d4c7109e-8a8c-4059-b0d4-18b8a2596efe, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=d4c7109e-8a8c-4059-b0d4-18b8a2596efe,segment=NetworkSegment(e72964d7-16ec-4def-877e-899e29175d4d),segment_id=e72964d7-16ec-4def-877e-899e29175d4d)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:16:32.668195 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-11cd7df3-3871-4db8-9926-d220a2f4f44d tempest-RoutersTestDVR-1160940629 tempest-RoutersTestDVR-1160940629-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724889'] for router, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:32.668640 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11cd7df3-3871-4db8-9926-d220a2f4f44d tempest-RoutersTestDVR-1160940629 tempest-RoutersTestDVR-1160940629-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7828cc13-7234-4768-a934-344dbb33ddb7 {{(pid=84887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:16:32.674545 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:32.686841 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-11cd7df3-3871-4db8-9926-d220a2f4f44d tempest-RoutersTestDVR-1160940629 tempest-RoutersTestDVR-1160940629-project-admin] Notify callbacks [] for router, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:32.688230 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-11cd7df3-3871-4db8-9926-d220a2f4f44d tempest-RoutersTestDVR-1160940629 tempest-RoutersTestDVR-1160940629-project-admin] 10.222.0.85 "DELETE /v2.0/routers/7828cc13-7234-4768-a934-344dbb33ddb7 HTTP/1.1" status: 204 len: 168 time: 1.1535275 May 30 20:16:32.692022 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 57374) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:32.700830 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-d66aec90-cbff-463f-a2ae-13112328185d tempest-RoutersTestDVR-1160940629 tempest-RoutersTestDVR-1160940629-project-admin] Request body: {'router': {'name': 'tempest-router-1549323456', 'distributed': True}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:16:32.705135 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-d66aec90-cbff-463f-a2ae-13112328185d tempest-RoutersTestDVR-1160940629 tempest-RoutersTestDVR-1160940629-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:16:32.709933 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-d66aec90-cbff-463f-a2ae-13112328185d tempest-RoutersTestDVR-1160940629 tempest-RoutersTestDVR-1160940629-project-admin] Usage tracker for resource:router and tenant:5c30e2272a944f77868702d7af65ac01 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:16:32.715147 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-d66aec90-cbff-463f-a2ae-13112328185d tempest-RoutersTestDVR-1160940629 tempest-RoutersTestDVR-1160940629-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:16:32.762764 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-d66aec90-cbff-463f-a2ae-13112328185d tempest-RoutersTestDVR-1160940629 tempest-RoutersTestDVR-1160940629-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:16:32.780911 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:32.800102 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=b6c194bd-7c17-4c3f-9361-1661fffaadc3,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:32.821535 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c873c2-e45b-4867-bf04-749179e85f8c req-62036433-59db-4436-8cd3-3b2278656ae5 tempest-ServersNegativeTestMultiTenantJSON-1832139223 tempest-ServersNegativeTestMultiTenantJSON-1832139223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:32.822842 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-a4c873c2-e45b-4867-bf04-749179e85f8c req-62036433-59db-4436-8cd3-3b2278656ae5 tempest-ServersNegativeTestMultiTenantJSON-1832139223 tempest-ServersNegativeTestMultiTenantJSON-1832139223-project] Synchronizing usage tracker for tenant:0d50a649dbb5428f92e9415a6ded27c0 on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:16:32.868760 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d66aec90-cbff-463f-a2ae-13112328185d tempest-RoutersTestDVR-1160940629 tempest-RoutersTestDVR-1160940629-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-733683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3159'] for router, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:32.870121 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d66aec90-cbff-463f-a2ae-13112328185d tempest-RoutersTestDVR-1160940629 tempest-RoutersTestDVR-1160940629-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-733584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-736372', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-628480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3164'] for router, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:32.902995 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d66aec90-cbff-463f-a2ae-13112328185d tempest-RoutersTestDVR-1160940629 tempest-RoutersTestDVR-1160940629-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:32.945400 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=d4c7109e-8a8c-4059-b0d4-18b8a2596efe,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:32.954142 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-a4c873c2-e45b-4867-bf04-749179e85f8c req-62036433-59db-4436-8cd3-3b2278656ae5 tempest-ServersNegativeTestMultiTenantJSON-1832139223 tempest-ServersNegativeTestMultiTenantJSON-1832139223-project] Unset dirty status for tenant:0d50a649dbb5428f92e9415a6ded27c0 on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:16:32.957860 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a4c873c2-e45b-4867-bf04-749179e85f8c req-62036433-59db-4436-8cd3-3b2278656ae5 tempest-ServersNegativeTestMultiTenantJSON-1832139223 tempest-ServersNegativeTestMultiTenantJSON-1832139223-project] 10.222.0.85 "GET /v2.0/ports?device_id=540cad08-2b23-452e-b500-687560c1c74c HTTP/1.1" status: 200 len: 944 time: 0.2421682 May 30 20:16:33.010145 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e223d14c-a17f-4adf-83b0-f433850c7a0a req-dbce895c-0435-4c76-9987-43e4ed40f54c tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:33.010492 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a4c873c2-e45b-4867-bf04-749179e85f8c req-11997723-ae94-4dd5-b783-fa117acde9bb tempest-ServersNegativeTestMultiTenantJSON-1832139223 tempest-ServersNegativeTestMultiTenantJSON-1832139223-project] 10.222.0.85 "GET /v2.0/security-groups?id=4737f8d2-7e94-4c6e-8fc9-d80dfb9ce50d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441124 May 30 20:16:33.011500 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e223d14c-a17f-4adf-83b0-f433850c7a0a req-dbce895c-0435-4c76-9987-43e4ed40f54c tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/networks?id=447ea545-6235-439a-a377-09de7456264b HTTP/1.1" status: 200 len: 806 time: 0.3221688 May 30 20:16:33.038124 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e223d14c-a17f-4adf-83b0-f433850c7a0a req-53363d89-7172-4bf0-8031-62da073f97c1 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/quotas/7f20a37d1ec84058864d6080c6a9f8aa HTTP/1.1" status: 200 len: 375 time: 0.0123708 May 30 20:16:33.043449 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['b6c194bd-7c17-4c3f-9361-1661fffaadc3'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:16:33.057397 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d66aec90-cbff-463f-a2ae-13112328185d tempest-RoutersTestDVR-1160940629 tempest-RoutersTestDVR-1160940629-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-736409'] for router, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:33.131309 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-e223d14c-a17f-4adf-83b0-f433850c7a0a req-3ab658e4-1722-453e-8be8-c9e7f1a752c1 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Synchronizing usage tracker for tenant:7f20a37d1ec84058864d6080c6a9f8aa on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:16:33.172004 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0b611f5-9607-4981-9733-6154129910a7'] response: {'server_uuid': '3062165d-0536-479d-b7e3-dbd1350260e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4c7109e-8a8c-4059-b0d4-18b8a2596efe', 'code': 200} May 30 20:16:33.236110 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d66aec90-cbff-463f-a2ae-13112328185d tempest-RoutersTestDVR-1160940629 tempest-RoutersTestDVR-1160940629-project-admin] Notify callbacks [] for router, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:33.236698 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 57380) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:33.239384 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-d66aec90-cbff-463f-a2ae-13112328185d tempest-RoutersTestDVR-1160940629 tempest-RoutersTestDVR-1160940629-project-admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.5452282 May 30 20:16:33.354160 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-e223d14c-a17f-4adf-83b0-f433850c7a0a req-3ab658e4-1722-453e-8be8-c9e7f1a752c1 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Unset dirty status for tenant:7f20a37d1ec84058864d6080c6a9f8aa on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:16:33.362393 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e223d14c-a17f-4adf-83b0-f433850c7a0a req-3ab658e4-1722-453e-8be8-c9e7f1a752c1 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=7f20a37d1ec84058864d6080c6a9f8aa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3247905 May 30 20:16:33.563022 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-615589e7-7c11-4ded-9b15-a2307ad67e7d tempest-RoutersTestDVR-1160940629 tempest-RoutersTestDVR-1160940629-project-admin] Notify callbacks [] for router, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:33.583210 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a8d1a6dc-0697-4e45-bc8d-85baa198fa52 req-0b1d4cb1-d522-4755-871b-1d48c8570ba1 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=3062165d-0536-479d-b7e3-dbd1350260e4 HTTP/1.1" status: 200 len: 1096 time: 0.3219814 May 30 20:16:33.608601 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a97340c-9ef4-4670-87ff-288740c28741 req-e979ff26-30b8-4cf0-b72a-1d391c9053a4 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:33.610243 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-8a97340c-9ef4-4670-87ff-288740c28741 req-e979ff26-30b8-4cf0-b72a-1d391c9053a4 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/ports?device_id=3a83142e-ed22-4261-88d2-9163e3d491ff HTTP/1.1" status: 200 len: 945 time: 0.2436669 May 30 20:16:33.667413 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a8d1a6dc-0697-4e45-bc8d-85baa198fa52 req-4c0e430f-4964-402d-b97f-2bb9329eb096 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=1ab5e19e-36ef-4239-8d2f-84e90717c51a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779293 May 30 20:16:33.683181 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-8a97340c-9ef4-4670-87ff-288740c28741 req-6996a337-c491-49e6-985d-1ffdf7dd98a2 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/security-groups?id=0524bca6-45ea-44a4-8d6f-618d0ae32427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614526 May 30 20:16:33.703657 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e223d14c-a17f-4adf-83b0-f433850c7a0a req-bca3df00-2830-4138-9d59-b315972d2610 service neutron] 10.222.0.85 "GET /v2.0/networks/447ea545-6235-439a-a377-09de7456264b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3396680 May 30 20:16:33.937803 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b79886-6e5f-445a-8e0c-962a7b6af69a req-470db89d-6d05-4872-896a-fa8c165fea4d tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:33.939452 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-24b79886-6e5f-445a-8e0c-962a7b6af69a req-470db89d-6d05-4872-896a-fa8c165fea4d tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] 10.222.0.85 "GET /v2.0/ports?device_id=3062165d-0536-479d-b7e3-dbd1350260e4 HTTP/1.1" status: 200 len: 945 time: 0.1046436 May 30 20:16:34.032453 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-24b79886-6e5f-445a-8e0c-962a7b6af69a req-efdba78e-9f8e-41db-bb2e-ff972e727163 tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] 10.222.0.85 "GET /v2.0/security-groups?id=1ab5e19e-36ef-4239-8d2f-84e90717c51a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766363 May 30 20:16:34.116374 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-615589e7-7c11-4ded-9b15-a2307ad67e7d tempest-RoutersTestDVR-1160940629 tempest-RoutersTestDVR-1160940629-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-724789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3141'] for router, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:34.120989 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e223d14c-a17f-4adf-83b0-f433850c7a0a req-9c4be356-3a18-4f59-804d-1989ddfc4061 service neutron] 10.222.0.85 "GET /v2.0/networks/447ea545-6235-439a-a377-09de7456264b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4081397 May 30 20:16:34.145017 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-615589e7-7c11-4ded-9b15-a2307ad67e7d tempest-RoutersTestDVR-1160940629 tempest-RoutersTestDVR-1160940629-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:34.145463 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 57390) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:34.271472 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-615589e7-7c11-4ded-9b15-a2307ad67e7d tempest-RoutersTestDVR-1160940629 tempest-RoutersTestDVR-1160940629-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724889'] for router, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:34.272200 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-615589e7-7c11-4ded-9b15-a2307ad67e7d tempest-RoutersTestDVR-1160940629 tempest-RoutersTestDVR-1160940629-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d9de315f-67df-49d7-b355-dd432c4149db {{(pid=84887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:16:34.283478 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-615589e7-7c11-4ded-9b15-a2307ad67e7d tempest-RoutersTestDVR-1160940629 tempest-RoutersTestDVR-1160940629-project-admin] Notify callbacks [] for router, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:34.288537 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-615589e7-7c11-4ded-9b15-a2307ad67e7d tempest-RoutersTestDVR-1160940629 tempest-RoutersTestDVR-1160940629-project-admin] 10.222.0.85 "DELETE /v2.0/routers/d9de315f-67df-49d7-b355-dd432c4149db HTTP/1.1" status: 204 len: 168 time: 1.0466912 May 30 20:16:34.332910 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6a441ec-e4f7-4098-a507-ceb5d492ad30 admin admin] Deleting subnet faa8b808-b144-42dd-ba56-61b4be0cca53 {{(pid=84886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:16:34.338889 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e6a441ec-e4f7-4098-a507-ceb5d492ad30 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:34.431973 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e6a441ec-e4f7-4098-a507-ceb5d492ad30 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2655517'] for subnet, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:34.478025 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ef121826-a0b0-49a8-98a1-2c3f67889298 req-f41eda9c-a01e-4e7e-8d4a-373e8290bcd7 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/ports?device_id=b5e1a7c9-ed3c-4f69-a342-3dbea92c9cf8 HTTP/1.1" status: 200 len: 210 time: 0.0626011 May 30 20:16:34.518961 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e6a441ec-e4f7-4098-a507-ceb5d492ad30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:34.578421 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c809dfb5-1f14-40ae-a9de-149abd6f967c req-00b6b1d6-7b90-4d71-96b9-d4fb2ba08add tempest-ServersNegativeTestMultiTenantJSON-1832139223 tempest-ServersNegativeTestMultiTenantJSON-1832139223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:34.579991 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c809dfb5-1f14-40ae-a9de-149abd6f967c req-00b6b1d6-7b90-4d71-96b9-d4fb2ba08add tempest-ServersNegativeTestMultiTenantJSON-1832139223 tempest-ServersNegativeTestMultiTenantJSON-1832139223-project] 10.222.0.85 "GET /v2.0/ports?device_id=540cad08-2b23-452e-b500-687560c1c74c HTTP/1.1" status: 200 len: 944 time: 0.3357687 May 30 20:16:34.646050 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c809dfb5-1f14-40ae-a9de-149abd6f967c req-9416cbd6-6a9e-4ce5-8963-671b5e7f37cb tempest-ServersNegativeTestMultiTenantJSON-1832139223 tempest-ServersNegativeTestMultiTenantJSON-1832139223-project] 10.222.0.85 "GET /v2.0/security-groups?id=4737f8d2-7e94-4c6e-8fc9-d80dfb9ce50d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584440 May 30 20:16:34.757817 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e6a441ec-e4f7-4098-a507-ceb5d492ad30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4127075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2778536'] for subnet, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:34.820987 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e6a441ec-e4f7-4098-a507-ceb5d492ad30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:34.824796 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a441ec-e4f7-4098-a507-ceb5d492ad30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=faa8b808-b144-42dd-ba56-61b4be0cca53,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:34.834132 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-e6a441ec-e4f7-4098-a507-ceb5d492ad30 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/faa8b808-b144-42dd-ba56-61b4be0cca53 HTTP/1.1" status: 204 len: 168 time: 0.6869285 May 30 20:16:34.839259 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 57406) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:34.850182 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a441ec-e4f7-4098-a507-ceb5d492ad30 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:16:34.850535 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a441ec-e4f7-4098-a507-ceb5d492ad30 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:16:34.852865 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a441ec-e4f7-4098-a507-ceb5d492ad30 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:16:34.855149 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a441ec-e4f7-4098-a507-ceb5d492ad30 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:16:34.855778 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a441ec-e4f7-4098-a507-ceb5d492ad30 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:16:34.857408 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a441ec-e4f7-4098-a507-ceb5d492ad30 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:16:34.858662 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a441ec-e4f7-4098-a507-ceb5d492ad30 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:16:34.859591 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a441ec-e4f7-4098-a507-ceb5d492ad30 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:16:34.860019 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a441ec-e4f7-4098-a507-ceb5d492ad30 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:16:34.860500 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a441ec-e4f7-4098-a507-ceb5d492ad30 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:16:34.861038 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a441ec-e4f7-4098-a507-ceb5d492ad30 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:16:35.144730 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3bfae178-b92e-435c-a7a2-2fcf563246a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:35.190266 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 57414) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:35.402794 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34697eb-94fe-49ed-835e-00370bb1da5e req-6c7d2062-148f-492d-9747-c8757e23e13d tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:35.409606 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f34697eb-94fe-49ed-835e-00370bb1da5e req-6c7d2062-148f-492d-9747-c8757e23e13d tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] 10.222.0.85 "GET /v2.0/ports?device_id=3062165d-0536-479d-b7e3-dbd1350260e4 HTTP/1.1" status: 200 len: 945 time: 0.1636758 May 30 20:16:35.481735 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2e3dd1ec-d8d0-4626-bfb8-54d8df45e277 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:35.548387 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f8c9ae-0ed6-4ccc-be04-dddef98353d7 req-154c45fb-8a64-411e-b995-5a8670614229 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:35.550913 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e6f8c9ae-0ed6-4ccc-be04-dddef98353d7 req-154c45fb-8a64-411e-b995-5a8670614229 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/ports?device_id=3a83142e-ed22-4261-88d2-9163e3d491ff HTTP/1.1" status: 200 len: 945 time: 0.5386100 May 30 20:16:35.568411 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f34697eb-94fe-49ed-835e-00370bb1da5e req-a302f64a-b036-45e6-b7bb-2cbcef531ec9 tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] 10.222.0.85 "GET /v2.0/security-groups?id=1ab5e19e-36ef-4239-8d2f-84e90717c51a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1521373 May 30 20:16:35.570029 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-2e3dd1ec-d8d0-4626-bfb8-54d8df45e277 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:16:35.576649 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-2e3dd1ec-d8d0-4626-bfb8-54d8df45e277 admin admin] Usage tracker for resource:security_group_rule and tenant:9ae2ee8c79a54d9fa83e03a811b5ebd8 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:16:35.581751 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-2e3dd1ec-d8d0-4626-bfb8-54d8df45e277 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:16:35.591893 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-2e3dd1ec-d8d0-4626-bfb8-54d8df45e277 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:16:35.631234 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3bfae178-b92e-435c-a7a2-2fcf563246a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:35.700315 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-3bfae178-b92e-435c-a7a2-2fcf563246a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc8e1ef1-247e-4ae8-8d4a-07d650cfb733']}} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:16:35.713674 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e6f8c9ae-0ed6-4ccc-be04-dddef98353d7 req-eb0d5966-2e41-4a4c-b0cf-ae415661c1ee tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/security-groups?id=0524bca6-45ea-44a4-8d6f-618d0ae32427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431558 May 30 20:16:35.720435 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2e3dd1ec-d8d0-4626-bfb8-54d8df45e277 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:35.723245 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-3bfae178-b92e-435c-a7a2-2fcf563246a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b30179d-1d35-43aa-8091-aca9e93e4710') {'for_net_delete': True} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:16:35.723245 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-3bfae178-b92e-435c-a7a2-2fcf563246a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b30179d-1d35-43aa-8091-aca9e93e4710') {} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:16:35.742810 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3bfae178-b92e-435c-a7a2-2fcf563246a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3149912'] for segment, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:35.775593 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3bfae178-b92e-435c-a7a2-2fcf563246a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:35.785880 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bfae178-b92e-435c-a7a2-2fcf563246a0 admin admin] Releasing vlan 652 on physical network physnet1 to pool {{(pid=84887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:16:35.786331 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3bfae178-b92e-435c-a7a2-2fcf563246a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4055488'] for segment, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:35.803234 n-d-843948-2 neutron-server[84887]: Traceback (most recent call last): May 30 20:16:35.803234 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:16:35.803234 n-d-843948-2 neutron-server[84887]: timer() May 30 20:16:35.803234 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:16:35.803234 n-d-843948-2 neutron-server[84887]: cb(*args, **kw) May 30 20:16:35.803234 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:16:35.803234 n-d-843948-2 neutron-server[84887]: return func(*args, **kwargs) May 30 20:16:35.803234 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:16:35.803234 n-d-843948-2 neutron-server[84887]: self._notify() May 30 20:16:35.803234 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:16:35.803234 n-d-843948-2 neutron-server[84887]: self.callback(batched_events) May 30 20:16:35.803234 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:16:35.803234 n-d-843948-2 neutron-server[84887]: event.method(event) May 30 20:16:35.803234 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:16:35.803234 n-d-843948-2 neutron-server[84887]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:16:35.803234 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:16:35.803234 n-d-843948-2 neutron-server[84887]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:16:35.803234 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:16:35.803234 n-d-843948-2 neutron-server[84887]: return f(self, *a, **k) May 30 20:16:35.803234 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:16:35.803234 n-d-843948-2 neutron-server[84887]: return self._get(url).json() May 30 20:16:35.803234 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:16:35.803234 n-d-843948-2 neutron-server[84887]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:16:35.803234 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:16:35.803234 n-d-843948-2 neutron-server[84887]: return self.request(url, 'GET', **kwargs) May 30 20:16:35.803234 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:16:35.803234 n-d-843948-2 neutron-server[84887]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:16:35.803234 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:16:35.803234 n-d-843948-2 neutron-server[84887]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:16:35.803234 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:16:35.803234 n-d-843948-2 neutron-server[84887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:16:35.803234 n-d-843948-2 neutron-server[84887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:16:35.857304 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ec9f2ccd-93f2-49e0-8b54-d2091b430c46 req-e454130b-08ce-4be3-b791-b577b6bd847c tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/ports?device_id=b5e1a7c9-ed3c-4f69-a342-3dbea92c9cf8 HTTP/1.1" status: 200 len: 210 time: 0.0685396 May 30 20:16:35.873632 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2e3dd1ec-d8d0-4626-bfb8-54d8df45e277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:35.931330 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3dd1ec-d8d0-4626-bfb8-54d8df45e277 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a7773fc-de70-40be-9067-b357280cd980,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:35.941567 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-2e3dd1ec-d8d0-4626-bfb8-54d8df45e277 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=9ae2ee8c79a54d9fa83e03a811b5ebd8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7571430 May 30 20:16:35.945062 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 57428) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:35.951220 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device b6c194bd-7c17-4c3f-9361-1661fffaadc3 up at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:16:36.010726 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffcc929-7a1d-46d6-95f8-509fb64ae0b2 req-e4d16301-27a9-4905-81de-677e379aa017 tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:36.016368 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-cffcc929-7a1d-46d6-95f8-509fb64ae0b2 req-e4d16301-27a9-4905-81de-677e379aa017 tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] 10.222.0.85 "GET /v2.0/ports?device_id=3062165d-0536-479d-b7e3-dbd1350260e4 HTTP/1.1" status: 200 len: 945 time: 0.1353912 May 30 20:16:36.037190 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 57432) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:36.037190 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-0115b790-f52b-40da-a6a8-1e89d7718f93 tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] Request body: {'floatingip': {'port_id': 'd4c7109e-8a8c-4059-b0d4-18b8a2596efe'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:16:36.086657 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-33612b71-f721-413a-926f-3f7654e7ae98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:36.125712 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-33612b71-f721-413a-926f-3f7654e7ae98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:36.132393 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0115b790-f52b-40da-a6a8-1e89d7718f93 tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] Notify callbacks [] for floatingip, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:36.159721 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e01a3b-8b0e-4fae-8246-1113ca3cd617 req-a37e8c6c-42b6-41da-9f0e-4da2bfd80f42 tempest-ServersNegativeTestMultiTenantJSON-1832139223 tempest-ServersNegativeTestMultiTenantJSON-1832139223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:36.161274 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f4e01a3b-8b0e-4fae-8246-1113ca3cd617 req-a37e8c6c-42b6-41da-9f0e-4da2bfd80f42 tempest-ServersNegativeTestMultiTenantJSON-1832139223 tempest-ServersNegativeTestMultiTenantJSON-1832139223-project] 10.222.0.85 "GET /v2.0/ports?device_id=540cad08-2b23-452e-b500-687560c1c74c HTTP/1.1" status: 200 len: 944 time: 0.1603498 May 30 20:16:36.187381 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3bfae178-b92e-435c-a7a2-2fcf563246a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:36.198242 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning for port b6c194bd-7c17-4c3f-9361-1661fffaadc3 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:16:36.206755 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning complete for port b6c194bd-7c17-4c3f-9361-1661fffaadc3 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:16:36.207303 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:36.211661 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3bfae178-b92e-435c-a7a2-2fcf563246a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:36.237560 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfae178-b92e-435c-a7a2-2fcf563246a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc8e1ef1-247e-4ae8-8d4a-07d650cfb733,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:36.255764 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f4e01a3b-8b0e-4fae-8246-1113ca3cd617 req-0b01fa77-e95b-40b0-9a3c-f31f86907483 tempest-ServersNegativeTestMultiTenantJSON-1832139223 tempest-ServersNegativeTestMultiTenantJSON-1832139223-project] 10.222.0.85 "GET /v2.0/security-groups?id=4737f8d2-7e94-4c6e-8fc9-d80dfb9ce50d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852263 May 30 20:16:36.309160 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfae178-b92e-435c-a7a2-2fcf563246a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:16:36.309560 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfae178-b92e-435c-a7a2-2fcf563246a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:16:36.317724 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfae178-b92e-435c-a7a2-2fcf563246a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:16:36.317724 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfae178-b92e-435c-a7a2-2fcf563246a0 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:16:36.317724 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfae178-b92e-435c-a7a2-2fcf563246a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:16:36.317724 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfae178-b92e-435c-a7a2-2fcf563246a0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:16:36.317724 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfae178-b92e-435c-a7a2-2fcf563246a0 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:16:36.317724 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfae178-b92e-435c-a7a2-2fcf563246a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:16:36.317724 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfae178-b92e-435c-a7a2-2fcf563246a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:16:36.317724 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfae178-b92e-435c-a7a2-2fcf563246a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:16:36.317724 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfae178-b92e-435c-a7a2-2fcf563246a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:16:36.396688 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:36.428754 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '540cad08-2b23-452e-b500-687560c1c74c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6c194bd-7c17-4c3f-9361-1661fffaadc3'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:16:36.440002 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port b6c194bd-7c17-4c3f-9361-1661fffaadc3, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=b6c194bd-7c17-4c3f-9361-1661fffaadc3,segment=NetworkSegment(3013c5b6-04e8-430f-a708-750cb160e889),segment_id=3013c5b6-04e8-430f-a708-750cb160e889)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:16:36.491595 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6cf5d0e6-b36c-411b-846d-a639970e8e33'] response: {'server_uuid': '540cad08-2b23-452e-b500-687560c1c74c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6c194bd-7c17-4c3f-9361-1661fffaadc3', 'code': 200} May 30 20:16:36.605744 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-33612b71-f721-413a-926f-3f7654e7ae98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:36.636855 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:36.640113 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33612b71-f721-413a-926f-3f7654e7ae98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a7773fc-de70-40be-9067-b357280cd980,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:36.645289 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-33612b71-f721-413a-926f-3f7654e7ae98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:36.649727 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-33612b71-f721-413a-926f-3f7654e7ae98 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/6a7773fc-de70-40be-9067-b357280cd980 HTTP/1.1" status: 204 len: 168 time: 0.7023485 May 30 20:16:36.656407 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-3bfae178-b92e-435c-a7a2-2fcf563246a0 admin admin] 10.222.0.85 "DELETE /v2.0/networks/dc8e1ef1-247e-4ae8-8d4a-07d650cfb733 HTTP/1.1" status: 204 len: 168 time: 1.8149598 May 30 20:16:36.723727 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d5419476-4c8e-4c25-b809-e2a38701c735 req-567ab1e1-6e6a-4533-8694-b38672bd7ad9 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=540cad08-2b23-452e-b500-687560c1c74c HTTP/1.1" status: 200 len: 1095 time: 0.1542494 May 30 20:16:36.903505 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=b6c194bd-7c17-4c3f-9361-1661fffaadc3,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:36.963495 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d5419476-4c8e-4c25-b809-e2a38701c735 req-c6f3220a-8b82-49ad-847a-37aa770f72b0 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=4737f8d2-7e94-4c6e-8fc9-d80dfb9ce50d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190428 May 30 20:16:37.129417 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b430a78-3eed-4c02-b11a-b9a843122483 req-da069ec5-c5aa-4b71-a535-27c41897ffea tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:37.131009 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5b430a78-3eed-4c02-b11a-b9a843122483 req-da069ec5-c5aa-4b71-a535-27c41897ffea tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/ports?device_id=3a83142e-ed22-4261-88d2-9163e3d491ff HTTP/1.1" status: 200 len: 945 time: 0.0902269 May 30 20:16:37.139473 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-38f7dde9-c92b-4d4d-b672-f02451fb7a81 req-8b143d58-156e-4017-a565-13358c0984bd tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/ports?device_id=b5e1a7c9-ed3c-4f69-a342-3dbea92c9cf8 HTTP/1.1" status: 200 len: 210 time: 0.0945437 May 30 20:16:37.192304 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0115b790-f52b-40da-a6a8-1e89d7718f93 tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:37.198686 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5b430a78-3eed-4c02-b11a-b9a843122483 req-48e9f595-2cd0-47b8-8690-fb03ba2684e9 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/security-groups?id=0524bca6-45ea-44a4-8d6f-618d0ae32427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607290 May 30 20:16:37.283115 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0115b790-f52b-40da-a6a8-1e89d7718f93 tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736490'] for floatingip, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:37.360960 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 57448) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:37.475720 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-09bdeca3-f3fc-4e8c-b232-af855db1c3ed admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=a3633186c19f443c841d1c9c932ed90d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1044459 May 30 20:16:37.475720 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 57454) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:37.584072 n-d-843948-2 neutron-server[84887]: INFO neutron.db.l3_db [None req-0115b790-f52b-40da-a6a8-1e89d7718f93 tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] Floating IP 8aee01f0-a7ec-4540-84ab-88ae27e7d159 associated. External IP: 172.25.8.160, port: d4c7109e-8a8c-4059-b0d4-18b8a2596efe. May 30 20:16:37.605378 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-42d4c620-1057-48f8-9820-6c28c7461f81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:37.669345 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-42d4c620-1057-48f8-9820-6c28c7461f81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:37.872702 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-42d4c620-1057-48f8-9820-6c28c7461f81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:37.900330 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d4c620-1057-48f8-9820-6c28c7461f81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc3c742c-5911-47ff-a383-ce0a5d80411e,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:38.012535 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-42d4c620-1057-48f8-9820-6c28c7461f81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:38.012535 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-42d4c620-1057-48f8-9820-6c28c7461f81 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/dc3c742c-5911-47ff-a383-ce0a5d80411e HTTP/1.1" status: 204 len: 168 time: 0.5272572 May 30 20:16:38.268567 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 57466) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:38.282559 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a0dca6-a114-4251-8ef1-db4540bd7c85 req-489c8602-6a7e-4032-87f4-d076662487c8 tempest-ServersNegativeTestMultiTenantJSON-1832139223 tempest-ServersNegativeTestMultiTenantJSON-1832139223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:38.294202 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a1a0dca6-a114-4251-8ef1-db4540bd7c85 req-489c8602-6a7e-4032-87f4-d076662487c8 tempest-ServersNegativeTestMultiTenantJSON-1832139223 tempest-ServersNegativeTestMultiTenantJSON-1832139223-project] 10.222.0.85 "GET /v2.0/ports?device_id=540cad08-2b23-452e-b500-687560c1c74c HTTP/1.1" status: 200 len: 945 time: 0.5902884 May 30 20:16:38.313873 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2d34df5f-d3db-4537-be5a-9353c2a0ef2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:38.332334 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e223d14c-a17f-4adf-83b0-f433850c7a0a req-75617f8d-6dbb-40f9-b23f-522162560326 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:38.333953 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e223d14c-a17f-4adf-83b0-f433850c7a0a req-75617f8d-6dbb-40f9-b23f-522162560326 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.86 "GET /v2.0/networks?id=447ea545-6235-439a-a377-09de7456264b HTTP/1.1" status: 200 len: 806 time: 0.4028795 May 30 20:16:38.365801 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-e223d14c-a17f-4adf-83b0-f433850c7a0a req-2b850063-75ef-4b3f-bd8f-3c6cbc2b42cc tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Request body: {'port': {'device_id': 'b5e1a7c9-ed3c-4f69-a342-3dbea92c9cf8', 'network_id': '447ea545-6235-439a-a377-09de7456264b', 'admin_state_up': True, 'tenant_id': '7f20a37d1ec84058864d6080c6a9f8aa'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:16:38.442590 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-10768785-a4dc-41f0-b706-cbb912ec9afc req-72fd53f0-3b00-4ac0-b3f5-1273c5419da1 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/ports?device_id=b5e1a7c9-ed3c-4f69-a342-3dbea92c9cf8 HTTP/1.1" status: 200 len: 210 time: 0.0896454 May 30 20:16:38.461721 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-2d34df5f-d3db-4537-be5a-9353c2a0ef2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:16:38.478910 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-2d34df5f-d3db-4537-be5a-9353c2a0ef2c admin admin] Usage tracker for resource:security_group_rule and tenant:5c30e2272a944f77868702d7af65ac01 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:16:38.485100 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-2d34df5f-d3db-4537-be5a-9353c2a0ef2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:16:38.500426 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-2d34df5f-d3db-4537-be5a-9353c2a0ef2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:16:38.518592 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a1a0dca6-a114-4251-8ef1-db4540bd7c85 req-bf519281-9699-4b83-927d-36bd88836560 tempest-ServersNegativeTestMultiTenantJSON-1832139223 tempest-ServersNegativeTestMultiTenantJSON-1832139223-project] 10.222.0.85 "GET /v2.0/security-groups?id=4737f8d2-7e94-4c6e-8fc9-d80dfb9ce50d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232442 May 30 20:16:38.680450 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-e223d14c-a17f-4adf-83b0-f433850c7a0a req-2b850063-75ef-4b3f-bd8f-3c6cbc2b42cc tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:16:38.683219 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2d34df5f-d3db-4537-be5a-9353c2a0ef2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:38.697114 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-e223d14c-a17f-4adf-83b0-f433850c7a0a req-2b850063-75ef-4b3f-bd8f-3c6cbc2b42cc tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:16:38.726033 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec36a4ea-71cd-4698-8ece-f5476c32b27e req-e7752fee-04f7-4678-b749-08d36f13bbdd tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:38.727590 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ec36a4ea-71cd-4698-8ece-f5476c32b27e req-e7752fee-04f7-4678-b749-08d36f13bbdd tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/ports?device_id=3a83142e-ed22-4261-88d2-9163e3d491ff HTTP/1.1" status: 200 len: 945 time: 0.1116793 May 30 20:16:38.769738 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2d34df5f-d3db-4537-be5a-9353c2a0ef2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:38.841823 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d34df5f-d3db-4537-be5a-9353c2a0ef2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee68f446-9ca0-4928-8857-df9f1302cfa2,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:38.847616 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ec36a4ea-71cd-4698-8ece-f5476c32b27e req-3cef7646-34ee-4991-81dd-35eb6e87746b tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/security-groups?id=0524bca6-45ea-44a4-8d6f-618d0ae32427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127226 May 30 20:16:38.857816 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-2d34df5f-d3db-4537-be5a-9353c2a0ef2c admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=5c30e2272a944f77868702d7af65ac01&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5800860 May 30 20:16:38.857816 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 57476) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:38.934145 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e223d14c-a17f-4adf-83b0-f433850c7a0a req-2b850063-75ef-4b3f-bd8f-3c6cbc2b42cc tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Made reservation on behalf of 7f20a37d1ec84058864d6080c6a9f8aa for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:16:38.934145 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-e223d14c-a17f-4adf-83b0-f433850c7a0a req-2b850063-75ef-4b3f-bd8f-3c6cbc2b42cc tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:38.981353 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3bacb4c1-b9e4-434d-bd9d-cd78c860371a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:39.040156 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3bacb4c1-b9e4-434d-bd9d-cd78c860371a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:39.068221 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0115b790-f52b-40da-a6a8-1e89d7718f93 tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] Router 5f067dc9-2270-460a-a414-750545c05bda has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:16:39.257169 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3bacb4c1-b9e4-434d-bd9d-cd78c860371a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:39.303588 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bacb4c1-b9e4-434d-bd9d-cd78c860371a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee68f446-9ca0-4928-8857-df9f1302cfa2,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:39.303588 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3bacb4c1-b9e4-434d-bd9d-cd78c860371a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:39.303588 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-3bacb4c1-b9e4-434d-bd9d-cd78c860371a admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/ee68f446-9ca0-4928-8857-df9f1302cfa2 HTTP/1.1" status: 204 len: 168 time: 0.4433413 May 30 20:16:39.334368 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [req-e223d14c-a17f-4adf-83b0-f433850c7a0a req-2b850063-75ef-4b3f-bd8f-3c6cbc2b42cc tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Allocated IP 172.20.0.4 (447ea545-6235-439a-a377-09de7456264b/e5689849-4104-472f-a1ce-eede6d9545dd/9dc02ff8-87df-4e41-911b-e749a1e51bb6) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:16:39.721436 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-e223d14c-a17f-4adf-83b0-f433850c7a0a req-2b850063-75ef-4b3f-bd8f-3c6cbc2b42cc tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:39.788815 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0115b790-f52b-40da-a6a8-1e89d7718f93 tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:16:39.825157 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a2f6b7-504d-4d1d-b116-25019e2c25c6 None None] Sync routers for ids ['5f067dc9-2270-460a-a414-750545c05bda'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:16:39.868320 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a2f6b7-504d-4d1d-b116-25019e2c25c6 None None] Routers {'5f067dc9-2270-460a-a414-750545c05bda'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:16:39.868320 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-f5a2f6b7-504d-4d1d-b116-25019e2c25c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:16:29Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['5f067dc9-2270-460a-a414-750545c05bda'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:16:39.875640 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0115b790-f52b-40da-a6a8-1e89d7718f93 tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:40.027581 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-e223d14c-a17f-4adf-83b0-f433850c7a0a req-2b850063-75ef-4b3f-bd8f-3c6cbc2b42cc tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:40.042920 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['8e5aeea2-b35a-41eb-83bf-3b475ff14780'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:16:40.206976 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406ad1f4-2a65-4d02-b915-585c97ddd275 req-f2870b61-0ef8-4841-a89e-997faafcfae8 tempest-ServersNegativeTestMultiTenantJSON-1832139223 tempest-ServersNegativeTestMultiTenantJSON-1832139223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:40.211699 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-406ad1f4-2a65-4d02-b915-585c97ddd275 req-f2870b61-0ef8-4841-a89e-997faafcfae8 tempest-ServersNegativeTestMultiTenantJSON-1832139223 tempest-ServersNegativeTestMultiTenantJSON-1832139223-project] 10.222.0.85 "GET /v2.0/ports?device_id=540cad08-2b23-452e-b500-687560c1c74c HTTP/1.1" status: 200 len: 945 time: 0.2133665 May 30 20:16:40.304182 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e223d14c-a17f-4adf-83b0-f433850c7a0a req-2b850063-75ef-4b3f-bd8f-3c6cbc2b42cc tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Network 447ea545-6235-439a-a377-09de7456264b is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:16:40.307220 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-0115b790-f52b-40da-a6a8-1e89d7718f93 tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] 10.222.0.85 "PUT /v2.0/floatingips/8aee01f0-a7ec-4540-84ab-88ae27e7d159 HTTP/1.1" status: 200 len: 991 time: 4.2748609 May 30 20:16:40.318751 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [req-e223d14c-a17f-4adf-83b0-f433850c7a0a req-2b850063-75ef-4b3f-bd8f-3c6cbc2b42cc tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:16:40.323664 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3062165d-0536-479d-b7e3-dbd1350260e4', 'tag': 'd4c7109e-8a8c-4059-b0d4-18b8a2596efe'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:16:40.333171 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-e223d14c-a17f-4adf-83b0-f433850c7a0a req-2b850063-75ef-4b3f-bd8f-3c6cbc2b42cc tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:16:40.396849 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-406ad1f4-2a65-4d02-b915-585c97ddd275 req-feaacf13-45a6-4bd8-a337-111b770a60b5 tempest-ServersNegativeTestMultiTenantJSON-1832139223 tempest-ServersNegativeTestMultiTenantJSON-1832139223-project] 10.222.0.85 "GET /v2.0/security-groups?id=4737f8d2-7e94-4c6e-8fc9-d80dfb9ce50d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757658 May 30 20:16:40.417250 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 57508) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:40.427317 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e223d14c-a17f-4adf-83b0-f433850c7a0a req-2b850063-75ef-4b3f-bd8f-3c6cbc2b42cc tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:40.427317 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-e223d14c-a17f-4adf-83b0-f433850c7a0a req-2b850063-75ef-4b3f-bd8f-3c6cbc2b42cc tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:40.452605 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-f5a2f6b7-504d-4d1d-b116-25019e2c25c6 None None] Set router 5f067dc9-2270-460a-a414-750545c05bda gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:16:40.505256 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b850063-75ef-4b3f-bd8f-3c6cbc2b42cc tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Pushing event updated for resources: {'Port': ['ID=9dc02ff8-87df-4e41-911b-e749a1e51bb6,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:40.546169 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb0a289-5ed1-420e-9a35-86b171380e22 req-6e187541-5e60-4574-9840-0230089907e4 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:40.549868 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-2eb0a289-5ed1-420e-9a35-86b171380e22 req-6e187541-5e60-4574-9840-0230089907e4 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Synchronizing usage tracker for tenant:7f20a37d1ec84058864d6080c6a9f8aa on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:16:40.585644 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e223d14c-a17f-4adf-83b0-f433850c7a0a req-2b850063-75ef-4b3f-bd8f-3c6cbc2b42cc tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2242131 May 30 20:16:40.601536 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-e223d14c-a17f-4adf-83b0-f433850c7a0a req-b4bc1aa3-01c9-4365-9858-6624fa4206f4 service neutron] Request body: {'port': {'device_id': 'b5e1a7c9-ed3c-4f69-a342-3dbea92c9cf8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843948-2'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:16:40.828881 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-27883e99-7307-4a2b-876a-a05a107df95f admin admin] Request body: {'network': {'name': 'tempest-ServerGroup264TestJSON-880141207-network', 'tenant_id': '700f87030c4948aca54d9c7339d4960b'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:16:40.844700 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-27883e99-7307-4a2b-876a-a05a107df95f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:16:40.849833 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-27883e99-7307-4a2b-876a-a05a107df95f admin admin] Usage tracker for resource:network and tenant:700f87030c4948aca54d9c7339d4960b is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:16:40.854966 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-27883e99-7307-4a2b-876a-a05a107df95f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:16:40.863831 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-27883e99-7307-4a2b-876a-a05a107df95f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:16:40.892939 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-2eb0a289-5ed1-420e-9a35-86b171380e22 req-6e187541-5e60-4574-9840-0230089907e4 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Unset dirty status for tenant:7f20a37d1ec84058864d6080c6a9f8aa on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:16:40.902333 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e0a102-e237-498d-967e-4d48c4971b60 req-9bc112b7-c95f-425a-b2e1-7afc24677fe5 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:40.904716 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2eb0a289-5ed1-420e-9a35-86b171380e22 req-6e187541-5e60-4574-9840-0230089907e4 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/ports?device_id=b5e1a7c9-ed3c-4f69-a342-3dbea92c9cf8 HTTP/1.1" status: 200 len: 931 time: 0.9229085 May 30 20:16:40.907434 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-20e0a102-e237-498d-967e-4d48c4971b60 req-9bc112b7-c95f-425a-b2e1-7afc24677fe5 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/ports?device_id=3a83142e-ed22-4261-88d2-9163e3d491ff HTTP/1.1" status: 200 len: 945 time: 0.2950199 May 30 20:16:40.980946 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-20e0a102-e237-498d-967e-4d48c4971b60 req-49cc05ca-0fde-49da-a7c0-169935b9b60f tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/security-groups?id=0524bca6-45ea-44a4-8d6f-618d0ae32427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522549 May 30 20:16:40.980946 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27883e99-7307-4a2b-876a-a05a107df95f admin admin] Made reservation on behalf of 700f87030c4948aca54d9c7339d4960b for: {'network': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:16:40.980946 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-27883e99-7307-4a2b-876a-a05a107df95f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:40.994565 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-27883e99-7307-4a2b-876a-a05a107df95f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:41.020140 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2eb0a289-5ed1-420e-9a35-86b171380e22 req-0dd2936c-9220-4768-9856-c18786a28ad8 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/security-groups?id=3b7b472c-21af-4683-a7b2-e1dc38380326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138575 May 30 20:16:41.035009 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-e223d14c-a17f-4adf-83b0-f433850c7a0a req-b4bc1aa3-01c9-4365-9858-6624fa4206f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:41.039123 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-27883e99-7307-4a2b-876a-a05a107df95f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:16:41.046807 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-27883e99-7307-4a2b-876a-a05a107df95f admin admin] Usage tracker for resource:security_group_rule and tenant:700f87030c4948aca54d9c7339d4960b is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:16:41.070100 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-27883e99-7307-4a2b-876a-a05a107df95f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:16:41.080750 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-27883e99-7307-4a2b-876a-a05a107df95f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:16:41.178936 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-f5a2f6b7-504d-4d1d-b116-25019e2c25c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f067dc9-2270-460a-a414-750545c05bda', 'name': 'tempest-ServersTestBootFromVolume-771255782-router', 'tenant_id': 'a98770a137d04e48a5baba76bc9996d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.147'}], 'enable_snat': True}, 'gw_port_id': '386e41d7-cdb8-44c8-9a35-8ff33c8a412c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:14:45Z', 'updated_at': '2022-05-30T20:14:59Z', 'revision_number': 4, 'project_id': 'a98770a137d04e48a5baba76bc9996d9', 'gw_port': {'id': '386e41d7-cdb8-44c8-9a35-8ff33c8a412c', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a5:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f067dc9-2270-460a-a414-750545c05bda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:14:47Z', 'updated_at': '2022-05-30T20:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': '8aee01f0-a7ec-4540-84ab-88ae27e7d159', 'tenant_id': 'a98770a137d04e48a5baba76bc9996d9', 'floating_ip_address': '172.25.8.160', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': '5f067dc9-2270-460a-a414-750545c05bda', 'port_id': 'd4c7109e-8a8c-4059-b0d4-18b8a2596efe', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '176420f6-ac4e-4319-85b4-31313b590db0', 'mac_address': 'fa:16:3e:96:17:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3062165d-0536-479d-b7e3-dbd1350260e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:15:15Z', 'updated_at': '2022-05-30T20:16:36Z', 'revision_number': 1, 'project_id': 'a98770a137d04e48a5baba76bc9996d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d569dd2-c2ea-451b-8cd0-0695c4081303', 'name': '', 'network_id': '176420f6-ac4e-4319-85b4-31313b590db0', 'tenant_id': 'a98770a137d04e48a5baba76bc9996d9', 'mac_address': 'fa:16:3e:56:5a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f067dc9-2270-460a-a414-750545c05bda', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd239dbbc-1841-4e93-a941-884f2daba571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:14:57Z', 'updated_at': '2022-05-30T20:15:10Z', 'revision_number': 5, 'project_id': 'a98770a137d04e48a5baba76bc9996d9', 'subnets': [{'id': 'd239dbbc-1841-4e93-a941-884f2daba571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:16:41.184736 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a2f6b7-504d-4d1d-b116-25019e2c25c6 None None] Checking router: 5f067dc9-2270-460a-a414-750545c05bda for host: n-d-843948-2 {{(pid=84889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:16:41.195138 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-27883e99-7307-4a2b-876a-a05a107df95f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:41.202712 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a2f6b7-504d-4d1d-b116-25019e2c25c6 None None] Routers {'5f067dc9-2270-460a-a414-750545c05bda'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:16:41.203618 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-f5a2f6b7-504d-4d1d-b116-25019e2c25c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:16:29Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['5f067dc9-2270-460a-a414-750545c05bda'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:16:41.264490 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-27883e99-7307-4a2b-876a-a05a107df95f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:41.353962 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-537db491-9888-4542-b19b-e03754721378'] response: {'name': 'network-changed', 'server_uuid': '3062165d-0536-479d-b7e3-dbd1350260e4', 'tag': 'd4c7109e-8a8c-4059-b0d4-18b8a2596efe', 'status': 'completed', 'code': 200} May 30 20:16:41.405668 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27883e99-7307-4a2b-876a-a05a107df95f admin admin] vlan segment allocate from pool success with {'vlan_id': 683, 'physical_network': 'physnet1'} {{(pid=84886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:16:41.425152 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27883e99-7307-4a2b-876a-a05a107df95f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b4d7647-74cd-47d7-bf94-35ab30e1a46c,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:41.455855 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-27883e99-7307-4a2b-876a-a05a107df95f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:41.456222 n-d-843948-2 neutron-server[84886]: INFO neutron.db.segments_db [None req-27883e99-7307-4a2b-876a-a05a107df95f admin admin] Added segment 3a95f29f-26b4-4b24-9fbb-844e7d6b32cd of type vlan for network 2b0f32cc-c2ce-4b99-aaf4-9a4ec361ee80 May 30 20:16:41.600322 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-f5a2f6b7-504d-4d1d-b116-25019e2c25c6 None None] Set router 5f067dc9-2270-460a-a414-750545c05bda gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:16:41.653486 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6a11b25d-0051-4b55-80ea-f79beaf6c21d req-4499d86c-d24b-4e4c-bccf-90ef566c98a3 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a98770a137d04e48a5baba76bc9996d9&device_id=3062165d-0536-479d-b7e3-dbd1350260e4 HTTP/1.1" status: 200 len: 1096 time: 0.3619192 May 30 20:16:41.669227 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-27883e99-7307-4a2b-876a-a05a107df95f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:41.693050 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1978b698-1589-4bd0-bfaa-98f8ba3b8553 req-d44aa1a0-456f-4622-b4bc-2d53491ffcb0 tempest-ServersNegativeTestMultiTenantJSON-1832139223 tempest-ServersNegativeTestMultiTenantJSON-1832139223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:41.696482 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1978b698-1589-4bd0-bfaa-98f8ba3b8553 req-d44aa1a0-456f-4622-b4bc-2d53491ffcb0 tempest-ServersNegativeTestMultiTenantJSON-1832139223 tempest-ServersNegativeTestMultiTenantJSON-1832139223-project] 10.222.0.85 "GET /v2.0/ports?device_id=540cad08-2b23-452e-b500-687560c1c74c HTTP/1.1" status: 200 len: 945 time: 0.1523468 May 30 20:16:41.874199 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.db.resource_extend [None req-27883e99-7307-4a2b-876a-a05a107df95f admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:16:41.949442 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1978b698-1589-4bd0-bfaa-98f8ba3b8553 req-92c65cb5-581c-4cd8-a852-b55404708af9 tempest-ServersNegativeTestMultiTenantJSON-1832139223 tempest-ServersNegativeTestMultiTenantJSON-1832139223-project] 10.222.0.85 "GET /v2.0/security-groups?id=4737f8d2-7e94-4c6e-8fc9-d80dfb9ce50d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321255 May 30 20:16:41.977149 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbb24d3-70b4-427b-8240-e4a6ea061672 req-d2f2ebac-00de-401b-b27f-7f8aaa1699cc tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:41.980123 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5fbb24d3-70b4-427b-8240-e4a6ea061672 req-d2f2ebac-00de-401b-b27f-7f8aaa1699cc tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] 10.222.0.85 "GET /v2.0/ports?device_id=3062165d-0536-479d-b7e3-dbd1350260e4 HTTP/1.1" status: 200 len: 945 time: 0.5209284 May 30 20:16:41.983577 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [req-e223d14c-a17f-4adf-83b0-f433850c7a0a req-b4bc1aa3-01c9-4365-9858-6624fa4206f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9dc02ff8-87df-4e41-911b-e749a1e51bb6 {{(pid=84887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:16:41.999836 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-e223d14c-a17f-4adf-83b0-f433850c7a0a req-b4bc1aa3-01c9-4365-9858-6624fa4206f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:42.027213 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 57526) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:42.027427 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-e223d14c-a17f-4adf-83b0-f433850c7a0a req-b4bc1aa3-01c9-4365-9858-6624fa4206f4 service neutron] Transition to ACTIVE for port object 9dc02ff8-87df-4e41-911b-e749a1e51bb6 will not be triggered until provisioned by entity L2. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:16:42.131561 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-27883e99-7307-4a2b-876a-a05a107df95f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:42.131561 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27883e99-7307-4a2b-876a-a05a107df95f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:42.131561 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-27883e99-7307-4a2b-876a-a05a107df95f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:42.167096 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-f5a2f6b7-504d-4d1d-b116-25019e2c25c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f067dc9-2270-460a-a414-750545c05bda', 'name': 'tempest-ServersTestBootFromVolume-771255782-router', 'tenant_id': 'a98770a137d04e48a5baba76bc9996d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.147'}], 'enable_snat': True}, 'gw_port_id': '386e41d7-cdb8-44c8-9a35-8ff33c8a412c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:14:45Z', 'updated_at': '2022-05-30T20:14:59Z', 'revision_number': 4, 'project_id': 'a98770a137d04e48a5baba76bc9996d9', 'gw_port': {'id': '386e41d7-cdb8-44c8-9a35-8ff33c8a412c', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a5:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f067dc9-2270-460a-a414-750545c05bda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:14:47Z', 'updated_at': '2022-05-30T20:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': '8aee01f0-a7ec-4540-84ab-88ae27e7d159', 'tenant_id': 'a98770a137d04e48a5baba76bc9996d9', 'floating_ip_address': '172.25.8.160', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': '5f067dc9-2270-460a-a414-750545c05bda', 'port_id': 'd4c7109e-8a8c-4059-b0d4-18b8a2596efe', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '176420f6-ac4e-4319-85b4-31313b590db0', 'mac_address': 'fa:16:3e:96:17:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3062165d-0536-479d-b7e3-dbd1350260e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:15:15Z', 'updated_at': '2022-05-30T20:16:36Z', 'revision_number': 1, 'project_id': 'a98770a137d04e48a5baba76bc9996d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d569dd2-c2ea-451b-8cd0-0695c4081303', 'name': '', 'network_id': '176420f6-ac4e-4319-85b4-31313b590db0', 'tenant_id': 'a98770a137d04e48a5baba76bc9996d9', 'mac_address': 'fa:16:3e:56:5a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f067dc9-2270-460a-a414-750545c05bda', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd239dbbc-1841-4e93-a941-884f2daba571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:14:57Z', 'updated_at': '2022-05-30T20:15:10Z', 'revision_number': 5, 'project_id': 'a98770a137d04e48a5baba76bc9996d9', 'subnets': [{'id': 'd239dbbc-1841-4e93-a941-884f2daba571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:16:42.174829 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a2f6b7-504d-4d1d-b116-25019e2c25c6 None None] The sync data for ids ['5f067dc9-2270-460a-a414-750545c05bda'] in n-d-843948-2 is: [{'id': '5f067dc9-2270-460a-a414-750545c05bda', 'name': 'tempest-ServersTestBootFromVolume-771255782-router', 'tenant_id': 'a98770a137d04e48a5baba76bc9996d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.147'}], 'enable_snat': True}, 'gw_port_id': '386e41d7-cdb8-44c8-9a35-8ff33c8a412c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:14:45Z', 'updated_at': '2022-05-30T20:14:59Z', 'revision_number': 4, 'project_id': 'a98770a137d04e48a5baba76bc9996d9', 'gw_port': {'id': '386e41d7-cdb8-44c8-9a35-8ff33c8a412c', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a5:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f067dc9-2270-460a-a414-750545c05bda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:14:47Z', 'updated_at': '2022-05-30T20:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': '8aee01f0-a7ec-4540-84ab-88ae27e7d159', 'tenant_id': 'a98770a137d04e48a5baba76bc9996d9', 'floating_ip_address': '172.25.8.160', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': '5f067dc9-2270-460a-a414-750545c05bda', 'port_id': 'd4c7109e-8a8c-4059-b0d4-18b8a2596efe', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '176420f6-ac4e-4319-85b4-31313b590db0', 'mac_address': 'fa:16:3e:96:17:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3062165d-0536-479d-b7e3-dbd1350260e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:15:15Z', 'updated_at': '2022-05-30T20:16:36Z', 'revision_number': 1, 'project_id': 'a98770a137d04e48a5baba76bc9996d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d569dd2-c2ea-451b-8cd0-0695c4081303', 'name': '', 'network_id': '176420f6-ac4e-4319-85b4-31313b590db0', 'tenant_id': 'a98770a137d04e48a5baba76bc9996d9', 'mac_address': 'fa:16:3e:56:5a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f067dc9-2270-460a-a414-750545c05bda', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd239dbbc-1841-4e93-a941-884f2daba571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:14:57Z', 'updated_at': '2022-05-30T20:15:10Z', 'revision_number': 5, 'project_id': 'a98770a137d04e48a5baba76bc9996d9', 'subnets': [{'id': 'd239dbbc-1841-4e93-a941-884f2daba571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:16:42.200402 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-e223d14c-a17f-4adf-83b0-f433850c7a0a req-b4bc1aa3-01c9-4365-9858-6624fa4206f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:42.219534 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a11b25d-0051-4b55-80ea-f79beaf6c21d req-32956a87-3b23-4be7-8f0d-f59729d31d30 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:42.221104 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6a11b25d-0051-4b55-80ea-f79beaf6c21d req-32956a87-3b23-4be7-8f0d-f59729d31d30 service neutron] 10.222.0.71 "GET /v2.0/networks?id=176420f6-ac4e-4319-85b4-31313b590db0 HTTP/1.1" status: 200 len: 916 time: 0.5417078 May 30 20:16:42.400391 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bc1aa3-01c9-4365-9858-6624fa4206f4 service neutron] Pushing event updated for resources: {'Port': ['ID=9dc02ff8-87df-4e41-911b-e749a1e51bb6,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:42.416227 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5fbb24d3-70b4-427b-8240-e4a6ea061672 req-00c40c5b-a45d-42a2-8444-35b3406de108 tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] 10.222.0.85 "GET /v2.0/security-groups?id=1ab5e19e-36ef-4239-8d2f-84e90717c51a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3885062 May 30 20:16:42.429939 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-1c2fb17b-0c18-402e-9c9f-3e2b2626f1fb tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Request body: {'networks': [{'name': 'tempest-network--649334771'}, {'name': 'tempest-network--172986286'}]} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:16:42.429939 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-1c2fb17b-0c18-402e-9c9f-3e2b2626f1fb tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Request body: {'network': {'name': 'tempest-network--649334771'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:16:42.429939 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-1c2fb17b-0c18-402e-9c9f-3e2b2626f1fb tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Request body: {'network': {'name': 'tempest-network--172986286'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:16:42.444432 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6a11b25d-0051-4b55-80ea-f79beaf6c21d req-8bfe196a-5c68-4219-8fda-9cb41d8bb1b1 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d4c7109e-8a8c-4059-b0d4-18b8a2596efe HTTP/1.1" status: 200 len: 999 time: 0.2028301 May 30 20:16:42.446006 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27883e99-7307-4a2b-876a-a05a107df95f admin admin] Pushing event updated for resources: {'Network': ['ID=2b0f32cc-c2ce-4b99-aaf4-9a4ec361ee80,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:42.462403 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network 2b0f32cc-c2ce-4b99-aaf4-9a4ec361ee80 details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:16:42.640876 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-27883e99-7307-4a2b-876a-a05a107df95f admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.2215905 May 30 20:16:42.655935 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609b75ae-f6cf-4829-b3cf-abec233fabb0 None None] New status for floating IP 8aee01f0-a7ec-4540-84ab-88ae27e7d159: ACTIVE {{(pid=84888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 20:16:42.661715 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 57544) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:42.672062 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-742dbac1-0697-4116-acaf-8dc689b438b0 admin admin] Request body: {'subnet': {'network_id': '2b0f32cc-c2ce-4b99-aaf4-9a4ec361ee80', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroup264TestJSON-880141207-subnet', 'tenant_id': '700f87030c4948aca54d9c7339d4960b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:16:42.681323 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-742dbac1-0697-4116-acaf-8dc689b438b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:16:42.688759 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-742dbac1-0697-4116-acaf-8dc689b438b0 admin admin] Usage tracker for resource:subnet and tenant:700f87030c4948aca54d9c7339d4960b is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:16:42.689398 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-1c2fb17b-0c18-402e-9c9f-3e2b2626f1fb tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:16:42.693955 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-742dbac1-0697-4116-acaf-8dc689b438b0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:16:42.713410 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-742dbac1-0697-4116-acaf-8dc689b438b0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:16:42.716654 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-1c2fb17b-0c18-402e-9c9f-3e2b2626f1fb tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Usage tracker for resource:network and tenant:f46d9c4940b94d299e41e16470f84092 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:16:42.728198 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-1c2fb17b-0c18-402e-9c9f-3e2b2626f1fb tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:16:42.738694 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-1c2fb17b-0c18-402e-9c9f-3e2b2626f1fb tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:16:42.744008 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-e223d14c-a17f-4adf-83b0-f433850c7a0a req-b4bc1aa3-01c9-4365-9858-6624fa4206f4 service neutron] Attempting to bind port 9dc02ff8-87df-4e41-911b-e749a1e51bb6 on host n-h2-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:16:42.744923 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-e223d14c-a17f-4adf-83b0-f433850c7a0a req-b4bc1aa3-01c9-4365-9858-6624fa4206f4 service neutron] Attempting to bind port 9dc02ff8-87df-4e41-911b-e749a1e51bb6 by drivers openvswitch,hyperv on host n-h2-843948-2 at level 0 using segments [{'id': '6f1287e5-9e46-42ce-b023-b38d433df277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '447ea545-6235-439a-a377-09de7456264b'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:16:42.745625 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e223d14c-a17f-4adf-83b0-f433850c7a0a req-b4bc1aa3-01c9-4365-9858-6624fa4206f4 service neutron] Attempting to bind port 9dc02ff8-87df-4e41-911b-e749a1e51bb6 on network 447ea545-6235-439a-a377-09de7456264b {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:16:42.761038 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e223d14c-a17f-4adf-83b0-f433850c7a0a req-b4bc1aa3-01c9-4365-9858-6624fa4206f4 service neutron] Port 9dc02ff8-87df-4e41-911b-e749a1e51bb6 on network 447ea545-6235-439a-a377-09de7456264b not bound, no agent of type Open vSwitch agent registered on host n-h2-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:16:42.761038 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e223d14c-a17f-4adf-83b0-f433850c7a0a req-b4bc1aa3-01c9-4365-9858-6624fa4206f4 service neutron] Attempting to bind port 9dc02ff8-87df-4e41-911b-e749a1e51bb6 on network 447ea545-6235-439a-a377-09de7456264b {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:16:42.774186 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e223d14c-a17f-4adf-83b0-f433850c7a0a req-b4bc1aa3-01c9-4365-9858-6624fa4206f4 service neutron] Checking agent: {'id': 'eaa08354-e8f5-4e73-af76-8d3cf7d2b390', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 16, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:16:42.775097 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e223d14c-a17f-4adf-83b0-f433850c7a0a req-b4bc1aa3-01c9-4365-9858-6624fa4206f4 service neutron] Checking segment: {'id': '6f1287e5-9e46-42ce-b023-b38d433df277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '447ea545-6235-439a-a377-09de7456264b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:16:42.776073 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e223d14c-a17f-4adf-83b0-f433850c7a0a req-b4bc1aa3-01c9-4365-9858-6624fa4206f4 service neutron] Bound using segment: {'id': '6f1287e5-9e46-42ce-b023-b38d433df277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '447ea545-6235-439a-a377-09de7456264b'} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:16:42.776938 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-e223d14c-a17f-4adf-83b0-f433850c7a0a req-b4bc1aa3-01c9-4365-9858-6624fa4206f4 service neutron] Bound port: 9dc02ff8-87df-4e41-911b-e749a1e51bb6, host: n-h2-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f1287e5-9e46-42ce-b023-b38d433df277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '447ea545-6235-439a-a377-09de7456264b'}}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:16:42.777721 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-e223d14c-a17f-4adf-83b0-f433850c7a0a req-b4bc1aa3-01c9-4365-9858-6624fa4206f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:42.778042 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a11b25d-0051-4b55-80ea-f79beaf6c21d req-a8596dee-ca3f-4941-8f26-fd042b69f114 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:42.779836 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6a11b25d-0051-4b55-80ea-f79beaf6c21d req-a8596dee-ca3f-4941-8f26-fd042b69f114 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d239dbbc-1841-4e93-a941-884f2daba571 HTTP/1.1" status: 200 len: 854 time: 0.3089635 May 30 20:16:42.834580 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe9f294-2596-4705-8b3c-4c579b69066d req-9beb66cd-cc37-479a-99ea-36512dd66920 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:42.836478 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1fe9f294-2596-4705-8b3c-4c579b69066d req-9beb66cd-cc37-479a-99ea-36512dd66920 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/ports?device_id=b5e1a7c9-ed3c-4f69-a342-3dbea92c9cf8 HTTP/1.1" status: 200 len: 943 time: 0.1923914 May 30 20:16:42.904995 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1fe9f294-2596-4705-8b3c-4c579b69066d req-dd29b911-46db-4502-9eaa-77273f22b9ae tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/security-groups?id=3b7b472c-21af-4683-a7b2-e1dc38380326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553372 May 30 20:16:42.909871 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-742dbac1-0697-4116-acaf-8dc689b438b0 admin admin] Made reservation on behalf of 700f87030c4948aca54d9c7339d4960b for: {'subnet': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:16:42.913599 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-742dbac1-0697-4116-acaf-8dc689b438b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114220'] for subnet, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:42.958290 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c2fb17b-0c18-402e-9c9f-3e2b2626f1fb tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Made reservation on behalf of f46d9c4940b94d299e41e16470f84092 for: {'network': 2} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:16:42.966347 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1c2fb17b-0c18-402e-9c9f-3e2b2626f1fb tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:43.031401 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1c2fb17b-0c18-402e-9c9f-3e2b2626f1fb tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:43.034731 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-e223d14c-a17f-4adf-83b0-f433850c7a0a req-b4bc1aa3-01c9-4365-9858-6624fa4206f4 service neutron] For port 9dc02ff8-87df-4e41-911b-e749a1e51bb6, host n-h2-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:16:43.037234 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-e223d14c-a17f-4adf-83b0-f433850c7a0a req-b4bc1aa3-01c9-4365-9858-6624fa4206f4 service neutron] For port 9dc02ff8-87df-4e41-911b-e749a1e51bb6, host n-h2-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=9dc02ff8-87df-4e41-911b-e749a1e51bb6,segment=NetworkSegment(6f1287e5-9e46-42ce-b023-b38d433df277),segment_id=6f1287e5-9e46-42ce-b023-b38d433df277)] {{(pid=84887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:16:43.055706 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6a11b25d-0051-4b55-80ea-f79beaf6c21d req-8149b1de-b1cc-4be4-ab6d-c11492dfa338 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=176420f6-ac4e-4319-85b4-31313b590db0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2639823 May 30 20:16:43.303646 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-e223d14c-a17f-4adf-83b0-f433850c7a0a req-b4bc1aa3-01c9-4365-9858-6624fa4206f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:43.324944 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-1c2fb17b-0c18-402e-9c9f-3e2b2626f1fb tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:16:43.324944 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-1c2fb17b-0c18-402e-9c9f-3e2b2626f1fb tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Usage tracker for resource:security_group_rule and tenant:f46d9c4940b94d299e41e16470f84092 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:16:43.324944 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-1c2fb17b-0c18-402e-9c9f-3e2b2626f1fb tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:16:43.338717 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-e223d14c-a17f-4adf-83b0-f433850c7a0a req-b4bc1aa3-01c9-4365-9858-6624fa4206f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:43.340823 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e223d14c-a17f-4adf-83b0-f433850c7a0a req-b4bc1aa3-01c9-4365-9858-6624fa4206f4 service neutron] 10.222.0.86 "PUT /v2.0/ports/9dc02ff8-87df-4e41-911b-e749a1e51bb6 HTTP/1.1" status: 200 len: 1091 time: 2.7470057 May 30 20:16:43.349112 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-1c2fb17b-0c18-402e-9c9f-3e2b2626f1fb tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:16:43.600291 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5e1a7c9-ed3c-4f69-a342-3dbea92c9cf8', 'tag': '9dc02ff8-87df-4e41-911b-e749a1e51bb6'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:16:43.600390 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6a11b25d-0051-4b55-80ea-f79beaf6c21d req-a094c355-af92-46d4-97f6-95af3ee6994f service neutron] 10.222.0.71 "GET /v2.0/networks/176420f6-ac4e-4319-85b4-31313b590db0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3099930 May 30 20:16:43.600752 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fae0d5e-d0c2-4351-9846-21f6e4289318 req-52b96caa-be2b-479d-b6b8-bc078551b783 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:43.600752 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0fae0d5e-d0c2-4351-9846-21f6e4289318 req-52b96caa-be2b-479d-b6b8-bc078551b783 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/ports?device_id=3a83142e-ed22-4261-88d2-9163e3d491ff HTTP/1.1" status: 200 len: 945 time: 0.3400204 May 30 20:16:43.600752 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bc1aa3-01c9-4365-9858-6624fa4206f4 service neutron] Pushing event updated for resources: {'Port': ['ID=9dc02ff8-87df-4e41-911b-e749a1e51bb6,revision_number=3']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:43.600752 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0fae0d5e-d0c2-4351-9846-21f6e4289318 req-371e60db-a259-44fc-869d-16bde9eee611 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/security-groups?id=0524bca6-45ea-44a4-8d6f-618d0ae32427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066940 May 30 20:16:43.600752 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7bde597-ffbb-4e8c-9480-9b38ecad1aa2'] response: {'name': 'network-changed', 'server_uuid': 'b5e1a7c9-ed3c-4f69-a342-3dbea92c9cf8', 'tag': '9dc02ff8-87df-4e41-911b-e749a1e51bb6', 'status': 'completed', 'code': 200} May 30 20:16:43.635168 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0008b6-ea72-4c9d-94bb-e272bf4d17d7 req-2217a560-6809-401d-ae51-04a233171450 tempest-ServersNegativeTestMultiTenantJSON-1832139223 tempest-ServersNegativeTestMultiTenantJSON-1832139223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:43.637934 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1a0008b6-ea72-4c9d-94bb-e272bf4d17d7 req-2217a560-6809-401d-ae51-04a233171450 tempest-ServersNegativeTestMultiTenantJSON-1832139223 tempest-ServersNegativeTestMultiTenantJSON-1832139223-project] 10.222.0.85 "GET /v2.0/ports?device_id=540cad08-2b23-452e-b500-687560c1c74c HTTP/1.1" status: 200 len: 945 time: 0.4612074 May 30 20:16:43.711422 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d29be63c-fe4a-4a17-b18a-923fb5cfeb49 req-02f00182-1b03-454a-abfe-88f15ffb490b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7f20a37d1ec84058864d6080c6a9f8aa&device_id=b5e1a7c9-ed3c-4f69-a342-3dbea92c9cf8 HTTP/1.1" status: 200 len: 1094 time: 0.0821843 May 30 20:16:43.772156 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1c2fb17b-0c18-402e-9c9f-3e2b2626f1fb tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:43.776391 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6a11b25d-0051-4b55-80ea-f79beaf6c21d req-b5fe1990-ef28-443b-9837-a10f645cfac7 service neutron] 10.222.0.71 "GET /v2.0/networks/176420f6-ac4e-4319-85b4-31313b590db0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3882267 May 30 20:16:43.805489 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1a0008b6-ea72-4c9d-94bb-e272bf4d17d7 req-751c2930-3e52-44db-a0b4-7a495b4c4ef2 tempest-ServersNegativeTestMultiTenantJSON-1832139223 tempest-ServersNegativeTestMultiTenantJSON-1832139223-project] 10.222.0.85 "GET /v2.0/security-groups?id=4737f8d2-7e94-4c6e-8fc9-d80dfb9ce50d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537764 May 30 20:16:43.941151 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29be63c-fe4a-4a17-b18a-923fb5cfeb49 req-6d8aa3e1-12fd-42fc-ba77-6f0baff507ed service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:43.943715 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d29be63c-fe4a-4a17-b18a-923fb5cfeb49 req-6d8aa3e1-12fd-42fc-ba77-6f0baff507ed service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=7f20a37d1ec84058864d6080c6a9f8aa&shared=False HTTP/1.1" status: 200 len: 907 time: 0.2219217 May 30 20:16:44.038321 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1c2fb17b-0c18-402e-9c9f-3e2b2626f1fb tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:44.041398 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1c2fb17b-0c18-402e-9c9f-3e2b2626f1fb tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:44.042582 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-742dbac1-0697-4116-acaf-8dc689b438b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4055401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114238'] for subnet, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:44.298315 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742dbac1-0697-4116-acaf-8dc689b438b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed2ae6cd-2f54-458b-b192-5aae71ac1a4a,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:44.298661 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c2fb17b-0c18-402e-9c9f-3e2b2626f1fb tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] vlan segment allocate from pool success with {'vlan_id': 696, 'physical_network': 'physnet1'} {{(pid=84886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:16:44.319814 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742dbac1-0697-4116-acaf-8dc689b438b0 admin admin] Checking segment: {'id': '3a95f29f-26b4-4b24-9fbb-844e7d6b32cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '2b0f32cc-c2ce-4b99-aaf4-9a4ec361ee80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:16:44.319814 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-742dbac1-0697-4116-acaf-8dc689b438b0 admin admin] Network hostable DHCP agents. Network: 2b0f32cc-c2ce-4b99-aaf4-9a4ec361ee80, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:16:44.320157 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2fb17b-0c18-402e-9c9f-3e2b2626f1fb tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a7115b5-031c-453f-a3b5-e8e882c93173,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:44.329275 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29be63c-fe4a-4a17-b18a-923fb5cfeb49 req-b16ef69b-c905-4f55-9978-13f0e6f739fb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:44.330910 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d29be63c-fe4a-4a17-b18a-923fb5cfeb49 req-b16ef69b-c905-4f55-9978-13f0e6f739fb service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3764241 May 30 20:16:44.336923 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1c2fb17b-0c18-402e-9c9f-3e2b2626f1fb tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:44.337363 n-d-843948-2 neutron-server[84886]: INFO neutron.db.segments_db [None req-1c2fb17b-0c18-402e-9c9f-3e2b2626f1fb tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Added segment 5b65be5e-2440-4640-a616-4be5241635b3 of type vlan for network dc15d409-81ec-455a-98e5-7b3e06356c27 May 30 20:16:44.391646 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1c2fb17b-0c18-402e-9c9f-3e2b2626f1fb tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:44.418684 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dcddce-7a5c-4b72-8901-83a92233cf08 req-bd37d0a3-2b60-40bc-98ab-4f7e421be986 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:44.420493 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f6dcddce-7a5c-4b72-8901-83a92233cf08 req-bd37d0a3-2b60-40bc-98ab-4f7e421be986 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/ports?device_id=b5e1a7c9-ed3c-4f69-a342-3dbea92c9cf8 HTTP/1.1" status: 200 len: 943 time: 0.2324080 May 30 20:16:44.470281 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-742dbac1-0697-4116-acaf-8dc689b438b0 admin admin] Network 2b0f32cc-c2ce-4b99-aaf4-9a4ec361ee80 is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:16:44.478940 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c2fb17b-0c18-402e-9c9f-3e2b2626f1fb tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] vlan segment allocate from pool success with {'vlan_id': 655, 'physical_network': 'physnet1'} {{(pid=84886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:16:44.497779 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1c2fb17b-0c18-402e-9c9f-3e2b2626f1fb tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:44.498184 n-d-843948-2 neutron-server[84886]: INFO neutron.db.segments_db [None req-1c2fb17b-0c18-402e-9c9f-3e2b2626f1fb tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Added segment b9a4b6a8-8f0a-44c4-b249-9fa3136f4a9a of type vlan for network 62f21799-213d-4b0a-a3cf-1f9639337c55 May 30 20:16:44.501228 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f6dcddce-7a5c-4b72-8901-83a92233cf08 req-487adfdf-bf06-40d8-8318-b2654a80486e tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/security-groups?id=3b7b472c-21af-4683-a7b2-e1dc38380326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711503 May 30 20:16:44.526030 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e223d14c-a17f-4adf-83b0-f433850c7a0a req-dd3f01f0-7f6e-4b25-a4ff-ad331d9e5ae8 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7f20a37d1ec84058864d6080c6a9f8aa&device_id=b5e1a7c9-ed3c-4f69-a342-3dbea92c9cf8 HTTP/1.1" status: 200 len: 1094 time: 0.1375425 May 30 20:16:44.531558 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1c2fb17b-0c18-402e-9c9f-3e2b2626f1fb tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:44.601536 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e223d14c-a17f-4adf-83b0-f433850c7a0a req-47052786-2df4-4b97-b654-0c1a7d3dfaec service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9dc02ff8-87df-4e41-911b-e749a1e51bb6 HTTP/1.1" status: 200 len: 217 time: 0.0699525 May 30 20:16:44.660564 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-742dbac1-0697-4116-acaf-8dc689b438b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, 2b0f32cc-c2ce-4b99-aaf4-9a4ec361ee80) {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:16:44.670318 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742dbac1-0697-4116-acaf-8dc689b438b0 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:44.670318 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-742dbac1-0697-4116-acaf-8dc689b438b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:44.678774 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7617ae83-0cab-4bc0-b870-d38fdf2a813e None None] Network 2b0f32cc-c2ce-4b99-aaf4-9a4ec361ee80 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:16:44.695813 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e223d14c-a17f-4adf-83b0-f433850c7a0a req-afd00ec4-d0c1-4596-ad1b-c20ea8adf0de service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:44.697008 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1c2fb17b-0c18-402e-9c9f-3e2b2626f1fb tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:44.702129 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e223d14c-a17f-4adf-83b0-f433850c7a0a req-afd00ec4-d0c1-4596-ad1b-c20ea8adf0de service neutron] 10.222.0.86 "GET /v2.0/subnets?id=e5689849-4104-472f-a1ce-eede6d9545dd HTTP/1.1" status: 200 len: 846 time: 0.0875049 May 30 20:16:44.702310 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1c2fb17b-0c18-402e-9c9f-3e2b2626f1fb tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:44.705366 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c2fb17b-0c18-402e-9c9f-3e2b2626f1fb tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:44.711117 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c2fb17b-0c18-402e-9c9f-3e2b2626f1fb tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:44.712144 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1c2fb17b-0c18-402e-9c9f-3e2b2626f1fb tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:44.855954 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e223d14c-a17f-4adf-83b0-f433850c7a0a req-45de228c-20f7-4ef6-9ff7-5d3eb4556cc2 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=447ea545-6235-439a-a377-09de7456264b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1470087 May 30 20:16:44.864400 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-742dbac1-0697-4116-acaf-8dc689b438b0 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2011416 May 30 20:16:45.105648 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97984d08-b4ae-4d1b-a23f-db8e77eea4ad None None] Network 2b0f32cc-c2ce-4b99-aaf4-9a4ec361ee80 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:16:45.202675 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e223d14c-a17f-4adf-83b0-f433850c7a0a req-c5354eb5-595b-47bd-a019-91afb8194ba7 service neutron] 10.222.0.86 "GET /v2.0/networks/447ea545-6235-439a-a377-09de7456264b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3369696 May 30 20:16:45.315120 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2fb17b-0c18-402e-9c9f-3e2b2626f1fb tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Pushing event updated for resources: {'Network': ['ID=dc15d409-81ec-455a-98e5-7b3e06356c27,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:45.353031 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network dc15d409-81ec-455a-98e5-7b3e06356c27 details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:16:45.419801 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-1c2fb17b-0c18-402e-9c9f-3e2b2626f1fb tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 3.4002240 May 30 20:16:45.423871 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 57570) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:45.455662 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2615c994-6f7c-49e8-bb10-df87985aede7 req-9b67aaad-1203-407a-8816-da959cd52240 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:45.457382 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2615c994-6f7c-49e8-bb10-df87985aede7 req-9b67aaad-1203-407a-8816-da959cd52240 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/ports?device_id=3a83142e-ed22-4261-88d2-9163e3d491ff HTTP/1.1" status: 200 len: 945 time: 0.4604292 May 30 20:16:45.464435 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2fb17b-0c18-402e-9c9f-3e2b2626f1fb tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Pushing event updated for resources: {'Network': ['ID=62f21799-213d-4b0a-a3cf-1f9639337c55,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:45.487082 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network 62f21799-213d-4b0a-a3cf-1f9639337c55 details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:16:45.549771 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2615c994-6f7c-49e8-bb10-df87985aede7 req-7ffd83be-67e6-423d-9ef9-8fa605c18ad8 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/security-groups?id=0524bca6-45ea-44a4-8d6f-618d0ae32427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752480 May 30 20:16:45.568160 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e223d14c-a17f-4adf-83b0-f433850c7a0a req-9f2982df-149a-4b0c-b841-6fee9dd04266 service neutron] 10.222.0.86 "GET /v2.0/networks/447ea545-6235-439a-a377-09de7456264b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3584070 May 30 20:16:45.610309 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac82c97b-0fa9-4f91-a6a7-bb60a353a787 req-6906202c-fb02-4d05-9d1f-e93d2d3a16f3 tempest-ServersNegativeTestMultiTenantJSON-1832139223 tempest-ServersNegativeTestMultiTenantJSON-1832139223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:45.616875 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ac82c97b-0fa9-4f91-a6a7-bb60a353a787 req-6906202c-fb02-4d05-9d1f-e93d2d3a16f3 tempest-ServersNegativeTestMultiTenantJSON-1832139223 tempest-ServersNegativeTestMultiTenantJSON-1832139223-project] 10.222.0.85 "GET /v2.0/ports?device_id=540cad08-2b23-452e-b500-687560c1c74c HTTP/1.1" status: 200 len: 945 time: 0.5843093 May 30 20:16:45.699142 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af2932c-9bef-457a-a2c4-85efc1180817 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:45.699142 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af2932c-9bef-457a-a2c4-85efc1180817 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:45.699142 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af2932c-9bef-457a-a2c4-85efc1180817 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:45.702531 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af2932c-9bef-457a-a2c4-85efc1180817 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:45.707523 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-5af2932c-9bef-457a-a2c4-85efc1180817 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] 10.222.0.85 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.2793679 May 30 20:16:45.708998 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 57578) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:45.717630 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ac82c97b-0fa9-4f91-a6a7-bb60a353a787 req-5f49777a-c184-413f-b463-e75514b855cc tempest-ServersNegativeTestMultiTenantJSON-1832139223 tempest-ServersNegativeTestMultiTenantJSON-1832139223-project] 10.222.0.85 "GET /v2.0/security-groups?id=4737f8d2-7e94-4c6e-8fc9-d80dfb9ce50d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993164 May 30 20:16:45.866603 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7148de98-24a3-4cce-9cdc-866d62b6af44 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:46.027427 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb476fc6-7b5d-450a-99c7-65237cb7fd27 req-a47264b4-5c5a-4d59-b292-276aa66130ea tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:46.030696 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-eb476fc6-7b5d-450a-99c7-65237cb7fd27 req-a47264b4-5c5a-4d59-b292-276aa66130ea tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/ports?device_id=b5e1a7c9-ed3c-4f69-a342-3dbea92c9cf8 HTTP/1.1" status: 200 len: 943 time: 0.1237261 May 30 20:16:46.099858 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-eb476fc6-7b5d-450a-99c7-65237cb7fd27 req-bd4ef25e-0861-4c83-a880-ac3b3f7d64b8 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/security-groups?id=3b7b472c-21af-4683-a7b2-e1dc38380326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578485 May 30 20:16:46.118212 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7148de98-24a3-4cce-9cdc-866d62b6af44 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:46.207165 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-7148de98-24a3-4cce-9cdc-866d62b6af44 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc15d409-81ec-455a-98e5-7b3e06356c27']}} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:16:46.225993 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-7148de98-24a3-4cce-9cdc-866d62b6af44 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b65be5e-2440-4640-a616-4be5241635b3') {'for_net_delete': True} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:16:46.226333 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-7148de98-24a3-4cce-9cdc-866d62b6af44 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b65be5e-2440-4640-a616-4be5241635b3') {} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:16:46.247356 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7148de98-24a3-4cce-9cdc-866d62b6af44 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2660590'] for segment, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:46.271206 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7148de98-24a3-4cce-9cdc-866d62b6af44 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:46.281387 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7148de98-24a3-4cce-9cdc-866d62b6af44 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Releasing vlan 696 on physical network physnet1 to pool {{(pid=84886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:16:46.281773 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7148de98-24a3-4cce-9cdc-866d62b6af44 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4126989'] for segment, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:46.299395 n-d-843948-2 neutron-server[84886]: Traceback (most recent call last): May 30 20:16:46.299395 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:16:46.299395 n-d-843948-2 neutron-server[84886]: timer() May 30 20:16:46.299395 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:16:46.299395 n-d-843948-2 neutron-server[84886]: cb(*args, **kw) May 30 20:16:46.299395 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:16:46.299395 n-d-843948-2 neutron-server[84886]: return func(*args, **kwargs) May 30 20:16:46.299395 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:16:46.299395 n-d-843948-2 neutron-server[84886]: self._notify() May 30 20:16:46.299395 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:16:46.299395 n-d-843948-2 neutron-server[84886]: self.callback(batched_events) May 30 20:16:46.299395 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:16:46.299395 n-d-843948-2 neutron-server[84886]: event.method(event) May 30 20:16:46.299395 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:16:46.299395 n-d-843948-2 neutron-server[84886]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:16:46.299395 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:16:46.299395 n-d-843948-2 neutron-server[84886]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:16:46.299395 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:16:46.299395 n-d-843948-2 neutron-server[84886]: return f(self, *a, **k) May 30 20:16:46.299395 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:16:46.299395 n-d-843948-2 neutron-server[84886]: return self._get(url).json() May 30 20:16:46.299395 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:16:46.299395 n-d-843948-2 neutron-server[84886]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:16:46.299395 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:16:46.299395 n-d-843948-2 neutron-server[84886]: return self.request(url, 'GET', **kwargs) May 30 20:16:46.299395 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:16:46.299395 n-d-843948-2 neutron-server[84886]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:16:46.299395 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:16:46.299395 n-d-843948-2 neutron-server[84886]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:16:46.299395 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:16:46.299395 n-d-843948-2 neutron-server[84886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:16:46.299395 n-d-843948-2 neutron-server[84886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:16:46.391937 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8fd14f-ddc2-411e-a82e-6d6239b25cae req-2c466a4b-885f-480d-ae46-c5a36d9e45d1 tempest-ServersNegativeTestMultiTenantJSON-1832139223 tempest-ServersNegativeTestMultiTenantJSON-1832139223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:46.394545 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-8a8fd14f-ddc2-411e-a82e-6d6239b25cae req-2c466a4b-885f-480d-ae46-c5a36d9e45d1 tempest-ServersNegativeTestMultiTenantJSON-1832139223 tempest-ServersNegativeTestMultiTenantJSON-1832139223-project] 10.222.0.71 "GET /v2.0/ports?device_id=540cad08-2b23-452e-b500-687560c1c74c HTTP/1.1" status: 200 len: 945 time: 0.2377634 May 30 20:16:46.450909 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 57592) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:46.481982 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [req-8a8fd14f-ddc2-411e-a82e-6d6239b25cae req-15599151-3b07-47f4-978a-8b67dee3d9c9 tempest-ServersNegativeTestMultiTenantJSON-1832139223 tempest-ServersNegativeTestMultiTenantJSON-1832139223-project] Deleting port b6c194bd-7c17-4c3f-9361-1661fffaadc3 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:16:46.482319 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-8a8fd14f-ddc2-411e-a82e-6d6239b25cae req-15599151-3b07-47f4-978a-8b67dee3d9c9 tempest-ServersNegativeTestMultiTenantJSON-1832139223 tempest-ServersNegativeTestMultiTenantJSON-1832139223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:46.519061 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_v2 [None req-d83d9553-3212-4c41-b303-17507ffacc16 admin admin] Deleting subnet ed2ae6cd-2f54-458b-b192-5aae71ac1a4a {{(pid=84887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:16:46.523524 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d83d9553-3212-4c41-b303-17507ffacc16 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:46.557552 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7148de98-24a3-4cce-9cdc-866d62b6af44 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:46.602166 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d83d9553-3212-4c41-b303-17507ffacc16 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3149227'] for subnet, precommit_delete_associations {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:46.621863 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7148de98-24a3-4cce-9cdc-866d62b6af44 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:46.659153 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148de98-24a3-4cce-9cdc-866d62b6af44 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Pushing event deleted for resources: {'Network': ['ID=dc15d409-81ec-455a-98e5-7b3e06356c27,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:46.685548 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-7148de98-24a3-4cce-9cdc-866d62b6af44 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] 10.222.0.85 "DELETE /v2.0/networks/dc15d409-81ec-455a-98e5-7b3e06356c27 HTTP/1.1" status: 204 len: 168 time: 0.9582477 May 30 20:16:46.690459 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 57598) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:46.771942 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d83d9553-3212-4c41-b303-17507ffacc16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:46.892764 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-8a8fd14f-ddc2-411e-a82e-6d6239b25cae req-15599151-3b07-47f4-978a-8b67dee3d9c9 tempest-ServersNegativeTestMultiTenantJSON-1832139223 tempest-ServersNegativeTestMultiTenantJSON-1832139223-project] For port b6c194bd-7c17-4c3f-9361-1661fffaadc3, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=b6c194bd-7c17-4c3f-9361-1661fffaadc3,segment=NetworkSegment(3013c5b6-04e8-430f-a708-750cb160e889),segment_id=3013c5b6-04e8-430f-a708-750cb160e889)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:16:46.893733 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-8a8fd14f-ddc2-411e-a82e-6d6239b25cae req-15599151-3b07-47f4-978a-8b67dee3d9c9 tempest-ServersNegativeTestMultiTenantJSON-1832139223 tempest-ServersNegativeTestMultiTenantJSON-1832139223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:46.943877 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c49eaa28-676f-444e-b4b8-3c369fa0adc4 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:47.054825 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75199d03-2381-4ee4-8dd1-7d1da2e2bece req-a20c7c74-1dfe-4ba4-b21d-66d9c39e1718 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:47.059308 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-75199d03-2381-4ee4-8dd1-7d1da2e2bece req-a20c7c74-1dfe-4ba4-b21d-66d9c39e1718 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/ports?device_id=3a83142e-ed22-4261-88d2-9163e3d491ff HTTP/1.1" status: 200 len: 945 time: 0.2434936 May 30 20:16:47.076457 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [req-8a8fd14f-ddc2-411e-a82e-6d6239b25cae req-15599151-3b07-47f4-978a-8b67dee3d9c9 tempest-ServersNegativeTestMultiTenantJSON-1832139223 tempest-ServersNegativeTestMultiTenantJSON-1832139223-project] Calling delete_port for b6c194bd-7c17-4c3f-9361-1661fffaadc3 owned by compute:nova {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:16:47.201912 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d83d9553-3212-4c41-b303-17507ffacc16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4055470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114247'] for subnet, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:47.224948 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4361f375-8d30-470b-b94c-886f012f8e6c req-90bc762d-18b3-40ec-bf39-b49d65116219 tempest-ServersNegativeTestMultiTenantJSON-1832139223 tempest-ServersNegativeTestMultiTenantJSON-1832139223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:47.226678 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4361f375-8d30-470b-b94c-886f012f8e6c req-90bc762d-18b3-40ec-bf39-b49d65116219 tempest-ServersNegativeTestMultiTenantJSON-1832139223 tempest-ServersNegativeTestMultiTenantJSON-1832139223-project] 10.222.0.85 "GET /v2.0/ports?device_id=540cad08-2b23-452e-b500-687560c1c74c HTTP/1.1" status: 200 len: 945 time: 0.2556353 May 30 20:16:47.258902 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83d9553-3212-4c41-b303-17507ffacc16 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed2ae6cd-2f54-458b-b192-5aae71ac1a4a,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:47.272799 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c49eaa28-676f-444e-b4b8-3c369fa0adc4 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:47.321180 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d83d9553-3212-4c41-b303-17507ffacc16 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:47.321180 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-d83d9553-3212-4c41-b303-17507ffacc16 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/ed2ae6cd-2f54-458b-b192-5aae71ac1a4a HTTP/1.1" status: 204 len: 168 time: 0.8685784 May 30 20:16:47.346078 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-c49eaa28-676f-444e-b4b8-3c369fa0adc4 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62f21799-213d-4b0a-a3cf-1f9639337c55']}} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:16:47.346078 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 57606) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:47.447376 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4361f375-8d30-470b-b94c-886f012f8e6c req-8ba60dec-c650-4773-a9d6-cb1e6f3cac25 tempest-ServersNegativeTestMultiTenantJSON-1832139223 tempest-ServersNegativeTestMultiTenantJSON-1832139223-project] 10.222.0.85 "GET /v2.0/security-groups?id=4737f8d2-7e94-4c6e-8fc9-d80dfb9ce50d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693486 May 30 20:16:47.489163 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-c49eaa28-676f-444e-b4b8-3c369fa0adc4 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9a4b6a8-8f0a-44c4-b249-9fa3136f4a9a') {'for_net_delete': True} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:16:47.489650 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-c49eaa28-676f-444e-b4b8-3c369fa0adc4 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9a4b6a8-8f0a-44c4-b249-9fa3136f4a9a') {} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:16:47.503252 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-75199d03-2381-4ee4-8dd1-7d1da2e2bece req-ae95bbd4-85d0-4ffe-b2c9-c1305d96aa7f tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/security-groups?id=0524bca6-45ea-44a4-8d6f-618d0ae32427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4292336 May 30 20:16:47.555263 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-8a8fd14f-ddc2-411e-a82e-6d6239b25cae req-15599151-3b07-47f4-978a-8b67dee3d9c9 tempest-ServersNegativeTestMultiTenantJSON-1832139223 tempest-ServersNegativeTestMultiTenantJSON-1832139223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:47.563723 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['b6c194bd-7c17-4c3f-9361-1661fffaadc3'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:16:47.612044 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c49eaa28-676f-444e-b4b8-3c369fa0adc4 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3149912'] for segment, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:47.651968 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-fb59d4d9-1d18-4275-b070-2ff5a62d3074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:47.651968 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c49eaa28-676f-444e-b4b8-3c369fa0adc4 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:47.659791 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c49eaa28-676f-444e-b4b8-3c369fa0adc4 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Releasing vlan 655 on physical network physnet1 to pool {{(pid=84887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:16:47.659791 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c49eaa28-676f-444e-b4b8-3c369fa0adc4 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4055488'] for segment, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:47.681156 n-d-843948-2 neutron-server[84887]: Traceback (most recent call last): May 30 20:16:47.681156 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:16:47.681156 n-d-843948-2 neutron-server[84887]: timer() May 30 20:16:47.681156 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:16:47.681156 n-d-843948-2 neutron-server[84887]: cb(*args, **kw) May 30 20:16:47.681156 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:16:47.681156 n-d-843948-2 neutron-server[84887]: return func(*args, **kwargs) May 30 20:16:47.681156 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:16:47.681156 n-d-843948-2 neutron-server[84887]: self._notify() May 30 20:16:47.681156 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:16:47.681156 n-d-843948-2 neutron-server[84887]: self.callback(batched_events) May 30 20:16:47.681156 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:16:47.681156 n-d-843948-2 neutron-server[84887]: event.method(event) May 30 20:16:47.681156 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:16:47.681156 n-d-843948-2 neutron-server[84887]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:16:47.681156 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:16:47.681156 n-d-843948-2 neutron-server[84887]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:16:47.681156 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:16:47.681156 n-d-843948-2 neutron-server[84887]: return f(self, *a, **k) May 30 20:16:47.681156 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:16:47.681156 n-d-843948-2 neutron-server[84887]: return self._get(url).json() May 30 20:16:47.681156 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:16:47.681156 n-d-843948-2 neutron-server[84887]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:16:47.681156 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:16:47.681156 n-d-843948-2 neutron-server[84887]: return self.request(url, 'GET', **kwargs) May 30 20:16:47.681156 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:16:47.681156 n-d-843948-2 neutron-server[84887]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:16:47.681156 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:16:47.681156 n-d-843948-2 neutron-server[84887]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:16:47.681156 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:16:47.681156 n-d-843948-2 neutron-server[84887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:16:47.681156 n-d-843948-2 neutron-server[84887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:16:47.739327 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15599151-3b07-47f4-978a-8b67dee3d9c9 tempest-ServersNegativeTestMultiTenantJSON-1832139223 tempest-ServersNegativeTestMultiTenantJSON-1832139223-project] Pushing event deleted for resources: {'Port': ['ID=b6c194bd-7c17-4c3f-9361-1661fffaadc3,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:47.876124 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a8fd14f-ddc2-411e-a82e-6d6239b25cae req-15599151-3b07-47f4-978a-8b67dee3d9c9 tempest-ServersNegativeTestMultiTenantJSON-1832139223 tempest-ServersNegativeTestMultiTenantJSON-1832139223-project] No DVR routers for this DVR port b6c194bd-7c17-4c3f-9361-1661fffaadc3 on host n-h1-843948-2 {{(pid=84886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:16:47.876124 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-8a8fd14f-ddc2-411e-a82e-6d6239b25cae req-15599151-3b07-47f4-978a-8b67dee3d9c9 tempest-ServersNegativeTestMultiTenantJSON-1832139223 tempest-ServersNegativeTestMultiTenantJSON-1832139223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:47.899352 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '540cad08-2b23-452e-b500-687560c1c74c', 'name': 'network-vif-deleted', 'tag': 'b6c194bd-7c17-4c3f-9361-1661fffaadc3'}] {{(pid=84886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:16:47.918551 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c322eb-dd48-46cf-8aba-d7958a49f119 req-0db030d7-6aba-46cb-a5c7-2efac351ccb8 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:47.918551 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-86c322eb-dd48-46cf-8aba-d7958a49f119 req-0db030d7-6aba-46cb-a5c7-2efac351ccb8 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/ports?device_id=b5e1a7c9-ed3c-4f69-a342-3dbea92c9cf8 HTTP/1.1" status: 200 len: 943 time: 0.2640011 May 30 20:16:48.005856 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c49eaa28-676f-444e-b4b8-3c369fa0adc4 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:48.017233 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-86c322eb-dd48-46cf-8aba-d7958a49f119 req-9889cd78-7eca-4455-94dd-5a3b9e23506c tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/security-groups?id=3b7b472c-21af-4683-a7b2-e1dc38380326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022036 May 30 20:16:48.020946 n-d-843948-2 neutron-server[84886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95ff6b1e-a5e0-4b55-84ca-32e0d60d30c3'] response: {'server_uuid': '540cad08-2b23-452e-b500-687560c1c74c', 'name': 'network-vif-deleted', 'tag': 'b6c194bd-7c17-4c3f-9361-1661fffaadc3', 'status': 'completed', 'code': 200} May 30 20:16:48.035340 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-8a8fd14f-ddc2-411e-a82e-6d6239b25cae req-15599151-3b07-47f4-978a-8b67dee3d9c9 tempest-ServersNegativeTestMultiTenantJSON-1832139223 tempest-ServersNegativeTestMultiTenantJSON-1832139223-project] 10.222.0.71 "DELETE /v2.0/ports/b6c194bd-7c17-4c3f-9361-1661fffaadc3 HTTP/1.1" status: 204 len: 173 time: 1.6253545 May 30 20:16:48.057261 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c49eaa28-676f-444e-b4b8-3c369fa0adc4 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:48.074105 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49eaa28-676f-444e-b4b8-3c369fa0adc4 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Pushing event deleted for resources: {'Network': ['ID=62f21799-213d-4b0a-a3cf-1f9639337c55,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:48.076946 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-fb59d4d9-1d18-4275-b070-2ff5a62d3074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:48.088571 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-c49eaa28-676f-444e-b4b8-3c369fa0adc4 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] 10.222.0.85 "DELETE /v2.0/networks/62f21799-213d-4b0a-a3cf-1f9639337c55 HTTP/1.1" status: 204 len: 168 time: 1.4105422 May 30 20:16:48.091696 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 57614) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:48.153589 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-fb59d4d9-1d18-4275-b070-2ff5a62d3074 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b0f32cc-c2ce-4b99-aaf4-9a4ec361ee80']}} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:16:48.217846 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-fb59d4d9-1d18-4275-b070-2ff5a62d3074 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a95f29f-26b4-4b24-9fbb-844e7d6b32cd') {'for_net_delete': True} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:16:48.218128 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-fb59d4d9-1d18-4275-b070-2ff5a62d3074 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a95f29f-26b4-4b24-9fbb-844e7d6b32cd') {} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:16:48.239304 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-fb59d4d9-1d18-4275-b070-2ff5a62d3074 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3149912'] for segment, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:48.287343 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-fb59d4d9-1d18-4275-b070-2ff5a62d3074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:48.301912 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb59d4d9-1d18-4275-b070-2ff5a62d3074 admin admin] Releasing vlan 683 on physical network physnet1 to pool {{(pid=84887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:16:48.302367 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-fb59d4d9-1d18-4275-b070-2ff5a62d3074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4055488'] for segment, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:48.316072 n-d-843948-2 neutron-server[84887]: Traceback (most recent call last): May 30 20:16:48.316072 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:16:48.316072 n-d-843948-2 neutron-server[84887]: timer() May 30 20:16:48.316072 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:16:48.316072 n-d-843948-2 neutron-server[84887]: cb(*args, **kw) May 30 20:16:48.316072 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:16:48.316072 n-d-843948-2 neutron-server[84887]: return func(*args, **kwargs) May 30 20:16:48.316072 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:16:48.316072 n-d-843948-2 neutron-server[84887]: self._notify() May 30 20:16:48.316072 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:16:48.316072 n-d-843948-2 neutron-server[84887]: self.callback(batched_events) May 30 20:16:48.316072 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:16:48.316072 n-d-843948-2 neutron-server[84887]: event.method(event) May 30 20:16:48.316072 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:16:48.316072 n-d-843948-2 neutron-server[84887]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:16:48.316072 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:16:48.316072 n-d-843948-2 neutron-server[84887]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:16:48.316072 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:16:48.316072 n-d-843948-2 neutron-server[84887]: return f(self, *a, **k) May 30 20:16:48.316072 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:16:48.316072 n-d-843948-2 neutron-server[84887]: return self._get(url).json() May 30 20:16:48.316072 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:16:48.316072 n-d-843948-2 neutron-server[84887]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:16:48.316072 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:16:48.316072 n-d-843948-2 neutron-server[84887]: return self.request(url, 'GET', **kwargs) May 30 20:16:48.316072 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:16:48.316072 n-d-843948-2 neutron-server[84887]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:16:48.316072 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:16:48.316072 n-d-843948-2 neutron-server[84887]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:16:48.316072 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:16:48.316072 n-d-843948-2 neutron-server[84887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:16:48.316072 n-d-843948-2 neutron-server[84887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:16:48.406655 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68713e59-1c49-42b8-876c-050c9a089ba1 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:48.410858 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68713e59-1c49-42b8-876c-050c9a089ba1 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:48.419767 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-68713e59-1c49-42b8-876c-050c9a089ba1 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Synchronizing usage tracker for tenant:f46d9c4940b94d299e41e16470f84092 on resource:network {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:16:48.594948 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-68713e59-1c49-42b8-876c-050c9a089ba1 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Unset dirty status for tenant:f46d9c4940b94d299e41e16470f84092 on resource:network {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:16:48.594948 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-68713e59-1c49-42b8-876c-050c9a089ba1 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] 10.222.0.85 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4926968 May 30 20:16:48.594948 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-fb59d4d9-1d18-4275-b070-2ff5a62d3074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:48.596168 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 57624) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:48.602831 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-0feae4c1-73c4-4776-9589-e665672cdb0c tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1016012835'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:16:48.614556 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-0feae4c1-73c4-4776-9589-e665672cdb0c tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:16:48.624021 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-0feae4c1-73c4-4776-9589-e665672cdb0c tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:16:48.659830 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-fb59d4d9-1d18-4275-b070-2ff5a62d3074 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:48.682334 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-fb59d4d9-1d18-4275-b070-2ff5a62d3074 admin admin] 10.222.0.85 "DELETE /v2.0/networks/2b0f32cc-c2ce-4b99-aaf4-9a4ec361ee80 HTTP/1.1" status: 204 len: 168 time: 1.3441584 May 30 20:16:48.685052 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb59d4d9-1d18-4275-b070-2ff5a62d3074 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b0f32cc-c2ce-4b99-aaf4-9a4ec361ee80,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:48.744339 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0feae4c1-73c4-4776-9589-e665672cdb0c tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Made reservation on behalf of f46d9c4940b94d299e41e16470f84092 for: {'network': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:16:48.744339 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0feae4c1-73c4-4776-9589-e665672cdb0c tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:48.785721 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9480e9bf-38c7-419c-a2de-d981d2566ce9 req-b53fa138-4e68-4cf4-ad9e-915ff5ba7f18 tempest-ServersNegativeTestMultiTenantJSON-1832139223 tempest-ServersNegativeTestMultiTenantJSON-1832139223-project] 10.222.0.85 "GET /v2.0/ports?device_id=540cad08-2b23-452e-b500-687560c1c74c HTTP/1.1" status: 200 len: 210 time: 0.1117220 May 30 20:16:48.899980 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0feae4c1-73c4-4776-9589-e665672cdb0c tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] vlan segment allocate from pool success with {'vlan_id': 695, 'physical_network': 'physnet1'} {{(pid=84886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:16:48.926980 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0feae4c1-73c4-4776-9589-e665672cdb0c tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:48.927554 n-d-843948-2 neutron-server[84886]: INFO neutron.db.segments_db [None req-0feae4c1-73c4-4776-9589-e665672cdb0c tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Added segment 099c0376-f07a-4694-aa1f-3c3d42a6682e of type vlan for network c4cdd675-891a-45f9-b95f-1dadccb222d1 May 30 20:16:48.987090 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d25c710-6d84-4b37-8e96-cd93fe6033b1 req-a406eb1f-5afa-48bc-83cc-d2bf4ed381d9 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:48.987090 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2d25c710-6d84-4b37-8e96-cd93fe6033b1 req-a406eb1f-5afa-48bc-83cc-d2bf4ed381d9 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/ports?device_id=3a83142e-ed22-4261-88d2-9163e3d491ff HTTP/1.1" status: 200 len: 945 time: 0.2165794 May 30 20:16:48.987090 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0feae4c1-73c4-4776-9589-e665672cdb0c tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:49.061536 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 9dc02ff8-87df-4e41-911b-e749a1e51bb6 details requested by agent hyperv_n-h2-843948-2 with host n-h2-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:16:49.114478 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2d25c710-6d84-4b37-8e96-cd93fe6033b1 req-b69550a8-71f0-49be-a65b-9d85709cac68 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/security-groups?id=0524bca6-45ea-44a4-8d6f-618d0ae32427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196225 May 30 20:16:49.220000 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0feae4c1-73c4-4776-9589-e665672cdb0c tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:49.224965 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0feae4c1-73c4-4776-9589-e665672cdb0c tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:49.224965 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0feae4c1-73c4-4776-9589-e665672cdb0c tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:49.366125 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835aba35-98d0-45dd-b69f-e5c3654e872e req-47f73fa7-d843-44b9-9828-2d9ab57bb570 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:49.366125 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-835aba35-98d0-45dd-b69f-e5c3654e872e req-47f73fa7-d843-44b9-9828-2d9ab57bb570 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/ports?device_id=b5e1a7c9-ed3c-4f69-a342-3dbea92c9cf8 HTTP/1.1" status: 200 len: 943 time: 0.1265504 May 30 20:16:49.386560 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0feae4c1-73c4-4776-9589-e665672cdb0c tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Pushing event updated for resources: {'Network': ['ID=c4cdd675-891a-45f9-b95f-1dadccb222d1,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:49.386731 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 9dc02ff8-87df-4e41-911b-e749a1e51bb6, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=9dc02ff8-87df-4e41-911b-e749a1e51bb6,segment=NetworkSegment(6f1287e5-9e46-42ce-b023-b38d433df277),segment_id=6f1287e5-9e46-42ce-b023-b38d433df277)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:16:49.393064 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network c4cdd675-891a-45f9-b95f-1dadccb222d1 details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:16:49.434701 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Returning: {'device': '9dc02ff8-87df-4e41-911b-e749a1e51bb6', 'network_id': '447ea545-6235-439a-a377-09de7456264b', 'port_id': '9dc02ff8-87df-4e41-911b-e749a1e51bb6', 'mac_address': 'fa:16:3e:ac:77:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5689849-4104-472f-a1ce-eede6d9545dd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:16:49.435739 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 57632) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:49.452342 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-835aba35-98d0-45dd-b69f-e5c3654e872e req-f9851b81-afee-436c-9dec-f47240a8f32f tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/security-groups?id=3b7b472c-21af-4683-a7b2-e1dc38380326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829475 May 30 20:16:49.484423 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:49.502078 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-0feae4c1-73c4-4776-9589-e665672cdb0c tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9084413 May 30 20:16:49.509516 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 57636) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:49.516893 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-48c1e0e5-8dd0-435b-b6ea-35f7d587653d tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-114899514'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:16:49.523927 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-48c1e0e5-8dd0-435b-b6ea-35f7d587653d tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:16:49.535417 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-48c1e0e5-8dd0-435b-b6ea-35f7d587653d tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Usage tracker for resource:network and tenant:f46d9c4940b94d299e41e16470f84092 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:16:49.547522 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-48c1e0e5-8dd0-435b-b6ea-35f7d587653d tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:16:49.576734 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-48c1e0e5-8dd0-435b-b6ea-35f7d587653d tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:16:49.579244 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:49.598832 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9dc02ff8-87df-4e41-911b-e749a1e51bb6 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:16:49.619681 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 9dc02ff8-87df-4e41-911b-e749a1e51bb6, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=9dc02ff8-87df-4e41-911b-e749a1e51bb6,segment=NetworkSegment(6f1287e5-9e46-42ce-b023-b38d433df277),segment_id=6f1287e5-9e46-42ce-b023-b38d433df277)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:16:49.620631 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-e0d6cae3-3603-425e-854d-cbb53b311632 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=700f87030c4948aca54d9c7339d4960b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1847589 May 30 20:16:49.621092 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 57640) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:49.693463 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48c1e0e5-8dd0-435b-b6ea-35f7d587653d tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Made reservation on behalf of f46d9c4940b94d299e41e16470f84092 for: {'network': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:16:49.696450 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-48c1e0e5-8dd0-435b-b6ea-35f7d587653d tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:49.714310 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a8686282-df30-4ac9-8995-9e012e96a1a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:49.741714 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:49.753204 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a8686282-df30-4ac9-8995-9e012e96a1a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:49.772320 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48c1e0e5-8dd0-435b-b6ea-35f7d587653d tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] vlan segment allocate from pool success with {'vlan_id': 686, 'physical_network': 'physnet1'} {{(pid=84887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:16:49.807864 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-48c1e0e5-8dd0-435b-b6ea-35f7d587653d tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:49.808204 n-d-843948-2 neutron-server[84887]: INFO neutron.db.segments_db [None req-48c1e0e5-8dd0-435b-b6ea-35f7d587653d tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Added segment c475fce2-8f6d-4ac9-b91c-7ba5e2b93239 of type vlan for network af27198b-a890-4748-9fbc-3b4d412c1f0d May 30 20:16:49.859748 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-48c1e0e5-8dd0-435b-b6ea-35f7d587653d tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:49.891884 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=9dc02ff8-87df-4e41-911b-e749a1e51bb6,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:50.000737 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 57646) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:50.007071 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['9dc02ff8-87df-4e41-911b-e749a1e51bb6'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:16:50.044691 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a8686282-df30-4ac9-8995-9e012e96a1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:50.047577 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device b6c194bd-7c17-4c3f-9361-1661fffaadc3 no longer exists at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:16:50.085394 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8686282-df30-4ac9-8995-9e012e96a1a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b4d7647-74cd-47d7-bf94-35ab30e1a46c,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:50.097668 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e8dedce-c74f-45d1-944e-5f2ac619c515 admin admin] Deleting subnet 191a2305-4e1d-4e29-8cd3-3b7499dfdb00 {{(pid=84887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:16:50.097668 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-48c1e0e5-8dd0-435b-b6ea-35f7d587653d tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:50.100777 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c1e0e5-8dd0-435b-b6ea-35f7d587653d tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:50.100777 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-48c1e0e5-8dd0-435b-b6ea-35f7d587653d tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:50.104726 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6e8dedce-c74f-45d1-944e-5f2ac619c515 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:50.104958 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] No Port match for: b6c194bd-7c17-4c3f-9361-1661fffaadc3 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:16:50.105808 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device b6c194bd-7c17-4c3f-9361-1661fffaadc3 not bound to the agent host n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:16:50.143298 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a8686282-df30-4ac9-8995-9e012e96a1a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:50.143298 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-a8686282-df30-4ac9-8995-9e012e96a1a5 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/1b4d7647-74cd-47d7-bf94-35ab30e1a46c HTTP/1.1" status: 204 len: 168 time: 0.5154216 May 30 20:16:50.274187 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6e8dedce-c74f-45d1-944e-5f2ac619c515 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3149227'] for subnet, precommit_delete_associations {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:50.308497 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c1e0e5-8dd0-435b-b6ea-35f7d587653d tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Pushing event updated for resources: {'Network': ['ID=af27198b-a890-4748-9fbc-3b4d412c1f0d,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:50.333695 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network af27198b-a890-4748-9fbc-3b4d412c1f0d details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:16:50.385792 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6e8dedce-c74f-45d1-944e-5f2ac619c515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:50.636692 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-48c1e0e5-8dd0-435b-b6ea-35f7d587653d tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1250794 May 30 20:16:50.640739 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 57658) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:50.650305 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-0e3eb930-1e93-4600-be2d-0a9f900119c3 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Request body: {'ports': [{'network_id': 'c4cdd675-891a-45f9-b95f-1dadccb222d1', 'name': 'tempest-port--797342302', 'admin_state_up': True}, {'network_id': 'af27198b-a890-4748-9fbc-3b4d412c1f0d', 'admin_state_up': False}]} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:16:50.650816 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-0e3eb930-1e93-4600-be2d-0a9f900119c3 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Request body: {'port': {'network_id': 'c4cdd675-891a-45f9-b95f-1dadccb222d1', 'name': 'tempest-port--797342302', 'admin_state_up': True}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:16:50.651575 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-0e3eb930-1e93-4600-be2d-0a9f900119c3 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Request body: {'port': {'network_id': 'af27198b-a890-4748-9fbc-3b4d412c1f0d', 'admin_state_up': False}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:16:50.805556 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6e8dedce-c74f-45d1-944e-5f2ac619c515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4055470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114247'] for subnet, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:50.819800 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7854086-f004-4547-8a23-c35793052291 req-3e460d62-f49a-4b82-a611-830613103573 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:50.822280 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b7854086-f004-4547-8a23-c35793052291 req-3e460d62-f49a-4b82-a611-830613103573 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/ports?device_id=3a83142e-ed22-4261-88d2-9163e3d491ff HTTP/1.1" status: 200 len: 945 time: 0.4028783 May 30 20:16:51.064216 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8dedce-c74f-45d1-944e-5f2ac619c515 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=191a2305-4e1d-4e29-8cd3-3b7499dfdb00,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:51.077054 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device eb80c370-f392-433d-b7b3-78aaeb35c663 details requested by agent hyperv_n-h2-843948-2 with host n-h2-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:16:51.077054 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 9dc02ff8-87df-4e41-911b-e749a1e51bb6 up at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:16:51.099895 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6e8dedce-c74f-45d1-944e-5f2ac619c515 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:51.197879 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b7854086-f004-4547-8a23-c35793052291 req-96083c1f-3e6c-4717-8b8b-b21c4962b73f tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/security-groups?id=0524bca6-45ea-44a4-8d6f-618d0ae32427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2919860 May 30 20:16:51.203005 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec385ca6-d0fd-4916-91e0-d9eff6af50c9 req-a6344f55-f660-4659-af53-b4c711930c59 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:51.211199 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ec385ca6-d0fd-4916-91e0-d9eff6af50c9 req-a6344f55-f660-4659-af53-b4c711930c59 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/ports?device_id=b5e1a7c9-ed3c-4f69-a342-3dbea92c9cf8 HTTP/1.1" status: 200 len: 944 time: 0.5987854 May 30 20:16:51.282267 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ec385ca6-d0fd-4916-91e0-d9eff6af50c9 req-369c04c7-8893-4427-b414-cff3297533c3 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/security-groups?id=3b7b472c-21af-4683-a7b2-e1dc38380326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691168 May 30 20:16:51.299045 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-6e8dedce-c74f-45d1-944e-5f2ac619c515 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/191a2305-4e1d-4e29-8cd3-3b7499dfdb00 HTTP/1.1" status: 204 len: 168 time: 1.3101032 May 30 20:16:51.301108 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 57670) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:51.316197 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-0e3eb930-1e93-4600-be2d-0a9f900119c3 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:16:51.323537 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-0e3eb930-1e93-4600-be2d-0a9f900119c3 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Usage tracker for resource:port and tenant:f46d9c4940b94d299e41e16470f84092 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:16:51.330395 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-0e3eb930-1e93-4600-be2d-0a9f900119c3 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:16:51.338308 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-0e3eb930-1e93-4600-be2d-0a9f900119c3 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:16:51.347023 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port eb80c370-f392-433d-b7b3-78aaeb35c663, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=eb80c370-f392-433d-b7b3-78aaeb35c663,segment=NetworkSegment(9cdcbede-65a3-4a4d-80cb-286c108c164a),segment_id=9cdcbede-65a3-4a4d-80cb-286c108c164a)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:16:51.366048 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning for port 9dc02ff8-87df-4e41-911b-e749a1e51bb6 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:16:51.371966 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Returning: {'device': 'eb80c370-f392-433d-b7b3-78aaeb35c663', 'network_id': '51438f8d-98bc-428c-98e5-c8517683a003', 'port_id': 'eb80c370-f392-433d-b7b3-78aaeb35c663', 'mac_address': 'fa:16:3e:bc:34:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7c3f85d-fe14-497a-a810-561b8b1fe24d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:16:51.375398 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning complete for port 9dc02ff8-87df-4e41-911b-e749a1e51bb6 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:16:51.377797 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:51.423004 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-58229122-f144-49f0-ab90-a287424278b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:51.530389 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e3eb930-1e93-4600-be2d-0a9f900119c3 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Made reservation on behalf of f46d9c4940b94d299e41e16470f84092 for: {'port': 2} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:16:51.533673 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:51.539065 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0e3eb930-1e93-4600-be2d-0a9f900119c3 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:51.585653 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0e3eb930-1e93-4600-be2d-0a9f900119c3 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:51.655495 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-58229122-f144-49f0-ab90-a287424278b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:51.704223 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id eb80c370-f392-433d-b7b3-78aaeb35c663 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:16:51.705495 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-58229122-f144-49f0-ab90-a287424278b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bec7faf3-2322-468b-9a43-1a6a34e78566']}} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:16:51.733450 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-58229122-f144-49f0-ab90-a287424278b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3013c5b6-04e8-430f-a708-750cb160e889') {'for_net_delete': True} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:16:51.733975 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-58229122-f144-49f0-ab90-a287424278b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3013c5b6-04e8-430f-a708-750cb160e889') {} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:16:51.747518 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:51.760596 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-58229122-f144-49f0-ab90-a287424278b6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2660590'] for segment, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:51.767266 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port eb80c370-f392-433d-b7b3-78aaeb35c663, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=eb80c370-f392-433d-b7b3-78aaeb35c663,segment=NetworkSegment(9cdcbede-65a3-4a4d-80cb-286c108c164a),segment_id=9cdcbede-65a3-4a4d-80cb-286c108c164a)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:16:51.781428 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5e1a7c9-ed3c-4f69-a342-3dbea92c9cf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dc02ff8-87df-4e41-911b-e749a1e51bb6'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:16:51.794152 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 9dc02ff8-87df-4e41-911b-e749a1e51bb6, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=9dc02ff8-87df-4e41-911b-e749a1e51bb6,segment=NetworkSegment(6f1287e5-9e46-42ce-b023-b38d433df277),segment_id=6f1287e5-9e46-42ce-b023-b38d433df277)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:16:51.796708 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-58229122-f144-49f0-ab90-a287424278b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:51.807858 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58229122-f144-49f0-ab90-a287424278b6 admin admin] Releasing vlan 678 on physical network physnet1 to pool {{(pid=84886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:16:51.808880 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-58229122-f144-49f0-ab90-a287424278b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4126989'] for segment, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:51.854585 n-d-843948-2 neutron-server[84886]: Traceback (most recent call last): May 30 20:16:51.854585 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:16:51.854585 n-d-843948-2 neutron-server[84886]: timer() May 30 20:16:51.854585 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:16:51.854585 n-d-843948-2 neutron-server[84886]: cb(*args, **kw) May 30 20:16:51.854585 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:16:51.854585 n-d-843948-2 neutron-server[84886]: return func(*args, **kwargs) May 30 20:16:51.854585 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:16:51.854585 n-d-843948-2 neutron-server[84886]: self._notify() May 30 20:16:51.854585 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:16:51.854585 n-d-843948-2 neutron-server[84886]: self.callback(batched_events) May 30 20:16:51.854585 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:16:51.854585 n-d-843948-2 neutron-server[84886]: event.method(event) May 30 20:16:51.854585 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:16:51.854585 n-d-843948-2 neutron-server[84886]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:16:51.854585 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:16:51.854585 n-d-843948-2 neutron-server[84886]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:16:51.854585 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:16:51.854585 n-d-843948-2 neutron-server[84886]: return f(self, *a, **k) May 30 20:16:51.854585 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:16:51.854585 n-d-843948-2 neutron-server[84886]: return self._get(url).json() May 30 20:16:51.854585 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:16:51.854585 n-d-843948-2 neutron-server[84886]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:16:51.854585 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:16:51.854585 n-d-843948-2 neutron-server[84886]: return self.request(url, 'GET', **kwargs) May 30 20:16:51.854585 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:16:51.854585 n-d-843948-2 neutron-server[84886]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:16:51.854585 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:16:51.854585 n-d-843948-2 neutron-server[84886]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:16:51.854585 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:16:51.854585 n-d-843948-2 neutron-server[84886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:16:51.854585 n-d-843948-2 neutron-server[84886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:16:51.865502 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-edbb0911-c08e-4eb4-8972-4e6567f0c982'] response: {'server_uuid': 'b5e1a7c9-ed3c-4f69-a342-3dbea92c9cf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dc02ff8-87df-4e41-911b-e749a1e51bb6', 'code': 200} May 30 20:16:51.877338 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:51.986417 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=eb80c370-f392-433d-b7b3-78aaeb35c663,revision_number=6']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:51.992971 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:51.993818 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device eb80c370-f392-433d-b7b3-78aaeb35c663 no longer exists at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:16:52.161203 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-58229122-f144-49f0-ab90-a287424278b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:52.170371 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-58229122-f144-49f0-ab90-a287424278b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:52.176651 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['eb80c370-f392-433d-b7b3-78aaeb35c663'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:16:52.198041 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [None req-0e3eb930-1e93-4600-be2d-0a9f900119c3 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] device_id is not set on port 8956b9e5-5f54-42c6-a5cb-105ecf5fc2a1 yet. {{(pid=84887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:16:52.199436 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58229122-f144-49f0-ab90-a287424278b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=bec7faf3-2322-468b-9a43-1a6a34e78566,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:52.208437 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=9dc02ff8-87df-4e41-911b-e749a1e51bb6,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:52.214899 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9346827e-7db3-4d24-a5a2-33a5dd29d058 req-c0057052-1238-40a6-8eab-5cbe0f81128e service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=b5e1a7c9-ed3c-4f69-a342-3dbea92c9cf8 HTTP/1.1" status: 200 len: 1096 time: 0.2437506 May 30 20:16:52.231063 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:52.263411 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:52.280882 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id eb80c370-f392-433d-b7b3-78aaeb35c663 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:16:52.339249 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port eb80c370-f392-433d-b7b3-78aaeb35c663, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=eb80c370-f392-433d-b7b3-78aaeb35c663,segment=NetworkSegment(9cdcbede-65a3-4a4d-80cb-286c108c164a),segment_id=9cdcbede-65a3-4a4d-80cb-286c108c164a)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:16:52.339948 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-58229122-f144-49f0-ab90-a287424278b6 admin admin] 10.222.0.85 "DELETE /v2.0/networks/bec7faf3-2322-468b-9a43-1a6a34e78566 HTTP/1.1" status: 204 len: 168 time: 1.0303898 May 30 20:16:52.340325 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 57688) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:52.410719 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:52.440702 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9346827e-7db3-4d24-a5a2-33a5dd29d058 req-7fcae49b-e838-4f2f-ab5e-a132b98da8e3 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=3b7b472c-21af-4683-a7b2-e1dc38380326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161336 May 30 20:16:52.538777 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0e3eb930-1e93-4600-be2d-0a9f900119c3 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:52.566918 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_v2 [None req-5add7a40-6e0b-4ee6-8d74-8b03e8d6eaeb admin admin] Deleting subnet 9fb67212-6011-4527-84f4-2083ea669b51 {{(pid=84886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:16:52.573429 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5add7a40-6e0b-4ee6-8d74-8b03e8d6eaeb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:52.607411 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 57692) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:52.668332 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebe305f-c00b-44fc-9d85-f77c12367e32 req-557f9501-544d-4452-ad35-7393f814523d tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:52.676511 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2ebe305f-c00b-44fc-9d85-f77c12367e32 req-557f9501-544d-4452-ad35-7393f814523d tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/ports?device_id=3a83142e-ed22-4261-88d2-9163e3d491ff HTTP/1.1" status: 200 len: 943 time: 0.2213788 May 30 20:16:52.679232 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b09d01-cf18-4679-ab87-60b2b525f11f req-26240109-c616-43cc-9b4b-a2cce887aab8 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:52.680636 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5add7a40-6e0b-4ee6-8d74-8b03e8d6eaeb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2655517'] for subnet, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:52.681075 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-47b09d01-cf18-4679-ab87-60b2b525f11f req-26240109-c616-43cc-9b4b-a2cce887aab8 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/ports?device_id=b5e1a7c9-ed3c-4f69-a342-3dbea92c9cf8 HTTP/1.1" status: 200 len: 945 time: 0.2363667 May 30 20:16:52.721828 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [None req-0e3eb930-1e93-4600-be2d-0a9f900119c3 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] device_id is not set on port 2a77db99-c40d-4e4d-bdb2-9d33899ab4de yet. {{(pid=84887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:16:52.726122 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=eb80c370-f392-433d-b7b3-78aaeb35c663,revision_number=7']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:52.743924 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:16:52.744613 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:16:52.745204 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:16:52.745729 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:16:52.746238 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:16:52.746748 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:16:52.747252 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:16:52.747781 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:16:52.748568 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:16:52.749102 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:16:52.750069 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:16:52.787567 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5add7a40-6e0b-4ee6-8d74-8b03e8d6eaeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:52.862358 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2ebe305f-c00b-44fc-9d85-f77c12367e32 req-164107d9-6469-4597-938d-5358de546366 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/security-groups?id=0524bca6-45ea-44a4-8d6f-618d0ae32427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845734 May 30 20:16:52.879962 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-b7df152f-bd02-4144-8c05-0e54307ac479 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-311432249-network', 'tenant_id': '104c300f9f19443ab4c7c434d4800823'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:16:52.897432 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-b7df152f-bd02-4144-8c05-0e54307ac479 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:16:52.909401 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-b7df152f-bd02-4144-8c05-0e54307ac479 admin admin] Usage tracker for resource:network and tenant:104c300f9f19443ab4c7c434d4800823 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:16:52.920379 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-47b09d01-cf18-4679-ab87-60b2b525f11f req-3ebe5f44-c317-4cde-aadf-f896e4fd87eb tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/security-groups?id=3b7b472c-21af-4683-a7b2-e1dc38380326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529393 May 30 20:16:52.920635 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-b7df152f-bd02-4144-8c05-0e54307ac479 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:16:52.932142 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-b7df152f-bd02-4144-8c05-0e54307ac479 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:16:52.984933 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0e3eb930-1e93-4600-be2d-0a9f900119c3 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:53.063290 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5add7a40-6e0b-4ee6-8d74-8b03e8d6eaeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4127075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2778536'] for subnet, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:53.106491 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5add7a40-6e0b-4ee6-8d74-8b03e8d6eaeb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9fb67212-6011-4527-84f4-2083ea669b51,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:53.111317 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5add7a40-6e0b-4ee6-8d74-8b03e8d6eaeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:53.117621 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-5add7a40-6e0b-4ee6-8d74-8b03e8d6eaeb admin admin] 10.222.0.85 "DELETE /v2.0/subnets/9fb67212-6011-4527-84f4-2083ea669b51 HTTP/1.1" status: 204 len: 168 time: 0.7762997 May 30 20:16:53.120782 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 57698) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:53.136785 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0e3eb930-1e93-4600-be2d-0a9f900119c3 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:53.143727 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7df152f-bd02-4144-8c05-0e54307ac479 admin admin] Made reservation on behalf of 104c300f9f19443ab4c7c434d4800823 for: {'network': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:16:53.146321 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b7df152f-bd02-4144-8c05-0e54307ac479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:53.277364 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3eb930-1e93-4600-be2d-0a9f900119c3 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Pushing event updated for resources: {'Port': ['ID=8956b9e5-5f54-42c6-a5cb-105ecf5fc2a1,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:53.296570 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3eb930-1e93-4600-be2d-0a9f900119c3 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Checking segment: {'id': '099c0376-f07a-4694-aa1f-3c3d42a6682e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'c4cdd675-891a-45f9-b95f-1dadccb222d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:16:53.296923 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e3eb930-1e93-4600-be2d-0a9f900119c3 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Network hostable DHCP agents. Network: c4cdd675-891a-45f9-b95f-1dadccb222d1, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:16:53.321651 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b7df152f-bd02-4144-8c05-0e54307ac479 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:53.383324 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c41d9f5b-5949-4280-adb5-179d1c927545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:53.394759 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-b7df152f-bd02-4144-8c05-0e54307ac479 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:16:53.400136 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-b7df152f-bd02-4144-8c05-0e54307ac479 admin admin] Usage tracker for resource:security_group_rule and tenant:104c300f9f19443ab4c7c434d4800823 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:16:53.404314 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-b7df152f-bd02-4144-8c05-0e54307ac479 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:16:53.427695 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-b7df152f-bd02-4144-8c05-0e54307ac479 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:16:53.477701 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e3eb930-1e93-4600-be2d-0a9f900119c3 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Network c4cdd675-891a-45f9-b95f-1dadccb222d1 is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:16:53.558162 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c41d9f5b-5949-4280-adb5-179d1c927545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:53.583262 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-0e3eb930-1e93-4600-be2d-0a9f900119c3 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, c4cdd675-891a-45f9-b95f-1dadccb222d1) {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:16:53.589434 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3eb930-1e93-4600-be2d-0a9f900119c3 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:16:53.596498 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0e3eb930-1e93-4600-be2d-0a9f900119c3 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:53.600375 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f9bc19-2e27-4c5b-9a29-e98040812e02 None None] Network c4cdd675-891a-45f9-b95f-1dadccb222d1 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:16:53.601193 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-c41d9f5b-5949-4280-adb5-179d1c927545 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0003496e-e32b-4f14-85cc-00b338498081']}} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:16:53.633450 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-c41d9f5b-5949-4280-adb5-179d1c927545 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74336b11-142e-47fd-8872-ed1930899d39') {'for_net_delete': True} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:16:53.633772 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-c41d9f5b-5949-4280-adb5-179d1c927545 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74336b11-142e-47fd-8872-ed1930899d39') {} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:16:53.663495 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c41d9f5b-5949-4280-adb5-179d1c927545 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2660590'] for segment, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:53.682559 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b7df152f-bd02-4144-8c05-0e54307ac479 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:53.698480 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c41d9f5b-5949-4280-adb5-179d1c927545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:53.710880 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c41d9f5b-5949-4280-adb5-179d1c927545 admin admin] Releasing vlan 651 on physical network physnet1 to pool {{(pid=84886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:16:53.711545 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c41d9f5b-5949-4280-adb5-179d1c927545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4126989'] for segment, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:53.738180 n-d-843948-2 neutron-server[84886]: Traceback (most recent call last): May 30 20:16:53.738180 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:16:53.738180 n-d-843948-2 neutron-server[84886]: timer() May 30 20:16:53.738180 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:16:53.738180 n-d-843948-2 neutron-server[84886]: cb(*args, **kw) May 30 20:16:53.738180 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:16:53.738180 n-d-843948-2 neutron-server[84886]: return func(*args, **kwargs) May 30 20:16:53.738180 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:16:53.738180 n-d-843948-2 neutron-server[84886]: self._notify() May 30 20:16:53.738180 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:16:53.738180 n-d-843948-2 neutron-server[84886]: self.callback(batched_events) May 30 20:16:53.738180 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:16:53.738180 n-d-843948-2 neutron-server[84886]: event.method(event) May 30 20:16:53.738180 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:16:53.738180 n-d-843948-2 neutron-server[84886]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:16:53.738180 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:16:53.738180 n-d-843948-2 neutron-server[84886]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:16:53.738180 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:16:53.738180 n-d-843948-2 neutron-server[84886]: return f(self, *a, **k) May 30 20:16:53.738180 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:16:53.738180 n-d-843948-2 neutron-server[84886]: return self._get(url).json() May 30 20:16:53.738180 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:16:53.738180 n-d-843948-2 neutron-server[84886]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:16:53.738180 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:16:53.738180 n-d-843948-2 neutron-server[84886]: return self.request(url, 'GET', **kwargs) May 30 20:16:53.738180 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:16:53.738180 n-d-843948-2 neutron-server[84886]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:16:53.738180 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:16:53.738180 n-d-843948-2 neutron-server[84886]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:16:53.738180 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:16:53.738180 n-d-843948-2 neutron-server[84886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:16:53.738180 n-d-843948-2 neutron-server[84886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:16:53.819947 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b7df152f-bd02-4144-8c05-0e54307ac479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:53.824477 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3eb930-1e93-4600-be2d-0a9f900119c3 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Checking segment: {'id': 'c475fce2-8f6d-4ac9-b91c-7ba5e2b93239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'af27198b-a890-4748-9fbc-3b4d412c1f0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:16:53.824979 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e3eb930-1e93-4600-be2d-0a9f900119c3 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Network hostable DHCP agents. Network: af27198b-a890-4748-9fbc-3b4d412c1f0d, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:16:53.838738 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3eb930-1e93-4600-be2d-0a9f900119c3 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Pushing event updated for resources: {'Port': ['ID=2a77db99-c40d-4e4d-bdb2-9d33899ab4de,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:53.881671 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7df152f-bd02-4144-8c05-0e54307ac479 admin admin] vlan segment allocate from pool success with {'vlan_id': 688, 'physical_network': 'physnet1'} {{(pid=84886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:16:53.916203 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df152f-bd02-4144-8c05-0e54307ac479 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7406621a-1401-4b06-82d8-1a98a746bcb7,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:53.923667 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b7df152f-bd02-4144-8c05-0e54307ac479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:53.924147 n-d-843948-2 neutron-server[84886]: INFO neutron.db.segments_db [None req-b7df152f-bd02-4144-8c05-0e54307ac479 admin admin] Added segment c0dbaf45-d4a9-44e2-8858-2c41f5f98c84 of type vlan for network 8df2eca9-bd87-463d-93ac-08e4ae9a8369 May 30 20:16:53.941855 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c41d9f5b-5949-4280-adb5-179d1c927545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:53.974228 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c41d9f5b-5949-4280-adb5-179d1c927545 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:53.991380 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41d9f5b-5949-4280-adb5-179d1c927545 admin admin] Pushing event deleted for resources: {'Network': ['ID=0003496e-e32b-4f14-85cc-00b338498081,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:53.995980 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b7df152f-bd02-4144-8c05-0e54307ac479 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:54.039964 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-c41d9f5b-5949-4280-adb5-179d1c927545 admin admin] 10.222.0.85 "DELETE /v2.0/networks/0003496e-e32b-4f14-85cc-00b338498081 HTTP/1.1" status: 204 len: 168 time: 0.9177608 May 30 20:16:54.043570 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e3eb930-1e93-4600-be2d-0a9f900119c3 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Network af27198b-a890-4748-9fbc-3b4d412c1f0d is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:16:54.164009 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5760149-f69a-40ee-9b1e-b74688317871 req-53b12e4b-6178-4106-8b82-81b4ef34d030 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:54.165573 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d5760149-f69a-40ee-9b1e-b74688317871 req-53b12e4b-6178-4106-8b82-81b4ef34d030 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/ports?device_id=3a83142e-ed22-4261-88d2-9163e3d491ff HTTP/1.1" status: 200 len: 943 time: 0.1015275 May 30 20:16:54.178417 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c19212-ba8b-4da9-8d7c-719c1e582db8 req-dea8ee9a-33d1-4b65-a62b-32b33f622450 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:54.182895 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-47c19212-ba8b-4da9-8d7c-719c1e582db8 req-dea8ee9a-33d1-4b65-a62b-32b33f622450 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/ports?device_id=b5e1a7c9-ed3c-4f69-a342-3dbea92c9cf8 HTTP/1.1" status: 200 len: 945 time: 0.1005492 May 30 20:16:54.209667 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-0e3eb930-1e93-4600-be2d-0a9f900119c3 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, af27198b-a890-4748-9fbc-3b4d412c1f0d) {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:16:54.216554 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3eb930-1e93-4600-be2d-0a9f900119c3 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:16:54.231406 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2247b230-3bb4-4d2e-a22d-6f491fdf5a4e None None] Network af27198b-a890-4748-9fbc-3b4d412c1f0d requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:16:54.236055 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d5760149-f69a-40ee-9b1e-b74688317871 req-fe3cf66b-110d-4031-a254-859bd0940717 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/security-groups?id=0524bca6-45ea-44a4-8d6f-618d0ae32427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575359 May 30 20:16:54.241735 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e3eb930-1e93-4600-be2d-0a9f900119c3 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:54.249091 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e3eb930-1e93-4600-be2d-0a9f900119c3 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:54.250329 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0e3eb930-1e93-4600-be2d-0a9f900119c3 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:54.256493 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b7df152f-bd02-4144-8c05-0e54307ac479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:54.261515 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7df152f-bd02-4144-8c05-0e54307ac479 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:54.261515 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b7df152f-bd02-4144-8c05-0e54307ac479 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:54.319437 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-47c19212-ba8b-4da9-8d7c-719c1e582db8 req-aa0de4f6-ef7a-44b0-9685-898248636c9c tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/security-groups?id=3b7b472c-21af-4683-a7b2-e1dc38380326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337943 May 30 20:16:54.410216 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-0e3eb930-1e93-4600-be2d-0a9f900119c3 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 3.7680364 May 30 20:16:54.415529 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 57708) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:54.447914 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-b7df152f-bd02-4144-8c05-0e54307ac479 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.8367016 May 30 20:16:54.466566 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 57712) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:54.481934 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-46b8ac45-1096-4858-bf02-3e2211e2e06a admin admin] Request body: {'subnet': {'network_id': '8df2eca9-bd87-463d-93ac-08e4ae9a8369', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-311432249-subnet', 'tenant_id': '104c300f9f19443ab4c7c434d4800823', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:16:54.505814 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-46b8ac45-1096-4858-bf02-3e2211e2e06a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:16:54.520803 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df152f-bd02-4144-8c05-0e54307ac479 admin admin] Pushing event updated for resources: {'Network': ['ID=8df2eca9-bd87-463d-93ac-08e4ae9a8369,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:54.521854 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-46b8ac45-1096-4858-bf02-3e2211e2e06a admin admin] Usage tracker for resource:subnet and tenant:104c300f9f19443ab4c7c434d4800823 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:16:54.530361 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-46b8ac45-1096-4858-bf02-3e2211e2e06a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:16:54.552366 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network 8df2eca9-bd87-463d-93ac-08e4ae9a8369 details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:16:54.556999 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-46b8ac45-1096-4858-bf02-3e2211e2e06a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:16:54.583221 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-648b1f86-7cab-40b1-9f6b-a2c899632bee tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:54.590756 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-648b1f86-7cab-40b1-9f6b-a2c899632bee tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:54.592050 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-648b1f86-7cab-40b1-9f6b-a2c899632bee tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Synchronizing usage tracker for tenant:f46d9c4940b94d299e41e16470f84092 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:16:54.638371 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 57716) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:54.664484 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46b8ac45-1096-4858-bf02-3e2211e2e06a admin admin] Made reservation on behalf of 104c300f9f19443ab4c7c434d4800823 for: {'subnet': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:16:54.665139 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-46b8ac45-1096-4858-bf02-3e2211e2e06a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2778563'] for subnet, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:54.689306 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-648b1f86-7cab-40b1-9f6b-a2c899632bee tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Unset dirty status for tenant:f46d9c4940b94d299e41e16470f84092 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:16:54.689306 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-648b1f86-7cab-40b1-9f6b-a2c899632bee tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] 10.222.0.85 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.2659931 May 30 20:16:54.690758 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 57720) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:54.823237 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-336cfbc1-7074-4295-987b-968b9aa159f5 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=0d50a649dbb5428f92e9415a6ded27c0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1814842 May 30 20:16:54.825776 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 57726) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:54.832124 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-fce90fb8-ba40-4fb1-b63f-1d1a06336eab tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Deleting port 8956b9e5-5f54-42c6-a5cb-105ecf5fc2a1 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:16:54.832458 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-fce90fb8-ba40-4fb1-b63f-1d1a06336eab tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:55.003283 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c032431e-1576-46ab-ba76-fcb6abb84c17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:55.044070 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-46b8ac45-1096-4858-bf02-3e2211e2e06a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4127140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2778577'] for subnet, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:55.099699 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device eb80c370-f392-433d-b7b3-78aaeb35c663 up at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:16:55.142355 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c032431e-1576-46ab-ba76-fcb6abb84c17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:55.152185 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8ac45-1096-4858-bf02-3e2211e2e06a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0a2227d-d9d4-4c95-9e3b-58ec7cf0f306,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:55.166137 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b8ac45-1096-4858-bf02-3e2211e2e06a admin admin] Checking segment: {'id': 'c0dbaf45-d4a9-44e2-8858-2c41f5f98c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '8df2eca9-bd87-463d-93ac-08e4ae9a8369'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:16:55.166590 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b8ac45-1096-4858-bf02-3e2211e2e06a admin admin] Network hostable DHCP agents. Network: 8df2eca9-bd87-463d-93ac-08e4ae9a8369, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:16:55.196971 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning complete for port eb80c370-f392-433d-b7b3-78aaeb35c663 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:16:55.197384 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:55.214121 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-fce90fb8-ba40-4fb1-b63f-1d1a06336eab tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:55.257980 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b8ac45-1096-4858-bf02-3e2211e2e06a admin admin] Network 8df2eca9-bd87-463d-93ac-08e4ae9a8369 is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:16:55.353696 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:55.409462 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-46b8ac45-1096-4858-bf02-3e2211e2e06a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, 8df2eca9-bd87-463d-93ac-08e4ae9a8369) {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:16:55.415229 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b8ac45-1096-4858-bf02-3e2211e2e06a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:55.415229 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-46b8ac45-1096-4858-bf02-3e2211e2e06a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:55.428258 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a83142e-ed22-4261-88d2-9163e3d491ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb80c370-f392-433d-b7b3-78aaeb35c663'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:16:55.438347 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a454d29a-931e-4a2a-adb9-7cf90e6094f6 None None] Network 8df2eca9-bd87-463d-93ac-08e4ae9a8369 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:16:55.504300 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-fce90fb8-ba40-4fb1-b63f-1d1a06336eab tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Calling delete_port for 8956b9e5-5f54-42c6-a5cb-105ecf5fc2a1 owned by {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:16:55.528140 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-46b8ac45-1096-4858-bf02-3e2211e2e06a admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0599136 May 30 20:16:55.531570 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 57736) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:55.540286 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-54b278c1-0fdf-4152-9b15-ac98cf50630a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-311432249-router', 'tenant_id': '104c300f9f19443ab4c7c434d4800823', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:16:55.550006 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-54b278c1-0fdf-4152-9b15-ac98cf50630a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:16:55.551819 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port eb80c370-f392-433d-b7b3-78aaeb35c663, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=eb80c370-f392-433d-b7b3-78aaeb35c663,segment=NetworkSegment(9cdcbede-65a3-4a4d-80cb-286c108c164a),segment_id=9cdcbede-65a3-4a4d-80cb-286c108c164a)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:16:55.556934 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-54b278c1-0fdf-4152-9b15-ac98cf50630a admin admin] Usage tracker for resource:router and tenant:104c300f9f19443ab4c7c434d4800823 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:16:55.561198 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-54b278c1-0fdf-4152-9b15-ac98cf50630a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:16:55.568964 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-54b278c1-0fdf-4152-9b15-ac98cf50630a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:16:55.588276 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab35923-6b29-4da0-8937-2319280bf0a9 req-056392c3-4278-4cf6-80dd-6e4d6ac2c96e tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:55.596131 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-8ab35923-6b29-4da0-8937-2319280bf0a9 req-056392c3-4278-4cf6-80dd-6e4d6ac2c96e tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/ports?device_id=3a83142e-ed22-4261-88d2-9163e3d491ff HTTP/1.1" status: 200 len: 943 time: 0.1411531 May 30 20:16:55.662064 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-8ab35923-6b29-4da0-8937-2319280bf0a9 req-467548ec-22bd-4c32-b264-13fd8b14eaae tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/security-groups?id=0524bca6-45ea-44a4-8d6f-618d0ae32427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645893 May 30 20:16:55.665070 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:55.668992 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9ed83f-64a5-4e64-bf08-78f65845a33e req-67ff2983-e175-42cc-aa7c-f70a50d844d6 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:55.671627 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4e9ed83f-64a5-4e64-bf08-78f65845a33e req-67ff2983-e175-42cc-aa7c-f70a50d844d6 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/ports?device_id=b5e1a7c9-ed3c-4f69-a342-3dbea92c9cf8 HTTP/1.1" status: 200 len: 945 time: 0.1351845 May 30 20:16:55.691735 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-54b278c1-0fdf-4152-9b15-ac98cf50630a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-733683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3159'] for router, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:55.698574 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-54b278c1-0fdf-4152-9b15-ac98cf50630a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-733584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-736372', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-628480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3164'] for router, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:55.750029 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4e9ed83f-64a5-4e64-bf08-78f65845a33e req-db1718d9-64f2-4171-9da0-cc2a32703c1e tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/security-groups?id=3b7b472c-21af-4683-a7b2-e1dc38380326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628812 May 30 20:16:55.767404 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c032431e-1576-46ab-ba76-fcb6abb84c17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:55.815917 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-54b278c1-0fdf-4152-9b15-ac98cf50630a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:55.822612 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c032431e-1576-46ab-ba76-fcb6abb84c17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4737f8d2-7e94-4c6e-8fc9-d80dfb9ce50d,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:55.852819 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-fce90fb8-ba40-4fb1-b63f-1d1a06336eab tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:55.854236 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-228aff03-14c5-43d1-9e95-96c519cd4a97'] response: {'server_uuid': '3a83142e-ed22-4261-88d2-9163e3d491ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb80c370-f392-433d-b7b3-78aaeb35c663', 'code': 200} May 30 20:16:55.868117 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=eb80c370-f392-433d-b7b3-78aaeb35c663,revision_number=8']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:55.999396 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce90fb8-ba40-4fb1-b63f-1d1a06336eab tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Pushing event deleted for resources: {'Port': ['ID=8956b9e5-5f54-42c6-a5cb-105ecf5fc2a1,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:55.999396 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-fce90fb8-ba40-4fb1-b63f-1d1a06336eab tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:55.999396 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c032431e-1576-46ab-ba76-fcb6abb84c17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:55.999396 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-c032431e-1576-46ab-ba76-fcb6abb84c17 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/4737f8d2-7e94-4c6e-8fc9-d80dfb9ce50d HTTP/1.1" status: 204 len: 168 time: 1.1645906 May 30 20:16:55.999396 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-fce90fb8-ba40-4fb1-b63f-1d1a06336eab tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] 10.222.0.85 "DELETE /v2.0/ports/8956b9e5-5f54-42c6-a5cb-105ecf5fc2a1 HTTP/1.1" status: 204 len: 168 time: 1.3048656 May 30 20:16:56.027132 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 57744) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:56.120560 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f85ddd6c-da50-4e3d-8f0d-62bcbbfe829c None None] Network 8df2eca9-bd87-463d-93ac-08e4ae9a8369 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:16:56.177430 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-6b06de60-36fb-4bc9-8a44-851777660e30 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Deleting port 2a77db99-c40d-4e4d-bdb2-9d33899ab4de {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:16:56.177430 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6b06de60-36fb-4bc9-8a44-851777660e30 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:56.264804 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-4a628d6a-4a1c-4c7b-8631-86735d66fbe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:56.289904 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-54b278c1-0fdf-4152-9b15-ac98cf50630a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-736390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:56.652601 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-54b278c1-0fdf-4152-9b15-ac98cf50630a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:56.685568 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-54b278c1-0fdf-4152-9b15-ac98cf50630a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:56.731393 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6b06de60-36fb-4bc9-8a44-851777660e30 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:56.769684 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f3d46b70-2577-4a93-9016-b5618cd7e342 req-d70d31c0-5640-4fa8-a051-1f28b328afd2 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=3a83142e-ed22-4261-88d2-9163e3d491ff HTTP/1.1" status: 200 len: 1096 time: 0.4427190 May 30 20:16:56.982090 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-6b06de60-36fb-4bc9-8a44-851777660e30 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Calling delete_port for 2a77db99-c40d-4e4d-bdb2-9d33899ab4de owned by {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:16:57.017923 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-54b278c1-0fdf-4152-9b15-ac98cf50630a admin admin] Allocated IP 172.25.8.103 (c7869750-4b49-4b7e-aa99-5e0f1ae02da4/427601ec-f643-4fe7-b5e6-17305d3a39e1/814c0811-3cc1-4be6-bf99-f97ba3c622cd) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:16:57.095342 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f3d46b70-2577-4a93-9016-b5618cd7e342 req-bc37c7d8-8631-4f5b-8072-ea3c409cf43a service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=0524bca6-45ea-44a4-8d6f-618d0ae32427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3179610 May 30 20:16:57.110893 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1757e0cb-e966-49ea-8044-55b2fee7fc4d req-87483d3f-3fe6-47c9-a4aa-c9d9cb403f86 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:57.112366 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1757e0cb-e966-49ea-8044-55b2fee7fc4d req-87483d3f-3fe6-47c9-a4aa-c9d9cb403f86 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/ports?device_id=b5e1a7c9-ed3c-4f69-a342-3dbea92c9cf8 HTTP/1.1" status: 200 len: 945 time: 0.4427614 May 30 20:16:57.145909 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585e6cde-44cb-4797-a787-117bae9a66f2 req-7acb0e7f-45a2-4db1-8468-4162dc3e02cb tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:57.147527 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-585e6cde-44cb-4797-a787-117bae9a66f2 req-7acb0e7f-45a2-4db1-8468-4162dc3e02cb tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/ports?device_id=3a83142e-ed22-4261-88d2-9163e3d491ff HTTP/1.1" status: 200 len: 945 time: 0.1956570 May 30 20:16:57.187162 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1757e0cb-e966-49ea-8044-55b2fee7fc4d req-e7c00293-54d8-470f-8fef-c0879165ce9a tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/security-groups?id=3b7b472c-21af-4683-a7b2-e1dc38380326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643890 May 30 20:16:57.206503 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6b06de60-36fb-4bc9-8a44-851777660e30 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:57.266051 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b06de60-36fb-4bc9-8a44-851777660e30 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Pushing event deleted for resources: {'Port': ['ID=2a77db99-c40d-4e4d-bdb2-9d33899ab4de,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:57.284686 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-585e6cde-44cb-4797-a787-117bae9a66f2 req-94b3dbbf-c688-4a6c-a9d0-7debdb9ce6c8 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/security-groups?id=0524bca6-45ea-44a4-8d6f-618d0ae32427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258450 May 30 20:16:57.288348 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6b06de60-36fb-4bc9-8a44-851777660e30 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:57.290169 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-54b278c1-0fdf-4152-9b15-ac98cf50630a admin admin] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:57.308023 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-6b06de60-36fb-4bc9-8a44-851777660e30 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] 10.222.0.85 "DELETE /v2.0/ports/2a77db99-c40d-4e4d-bdb2-9d33899ab4de HTTP/1.1" status: 204 len: 168 time: 1.2982595 May 30 20:16:57.308023 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 57756) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:57.385148 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-1fe7f98a-2981-454c-9b94-459455b05c4d tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Synchronizing usage tracker for tenant:f46d9c4940b94d299e41e16470f84092 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:16:57.470943 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-54b278c1-0fdf-4152-9b15-ac98cf50630a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:57.473330 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 57760) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:57.545207 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a059a4b4-b4cf-4ddd-a413-cdc40c51a02c req-cddc1b1c-47fa-4b9d-921a-2eb91211fb24 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:57.547169 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a059a4b4-b4cf-4ddd-a413-cdc40c51a02c req-cddc1b1c-47fa-4b9d-921a-2eb91211fb24 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/ports?device_id=b5e1a7c9-ed3c-4f69-a342-3dbea92c9cf8 HTTP/1.1" status: 200 len: 945 time: 0.1566930 May 30 20:16:57.598816 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b278c1-0fdf-4152-9b15-ac98cf50630a admin admin] Network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:16:57.604280 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-54b278c1-0fdf-4152-9b15-ac98cf50630a admin admin] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:16:57.615814 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b278c1-0fdf-4152-9b15-ac98cf50630a admin admin] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:16:57.615960 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-1fe7f98a-2981-454c-9b94-459455b05c4d tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Unset dirty status for tenant:f46d9c4940b94d299e41e16470f84092 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:16:57.615960 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-1fe7f98a-2981-454c-9b94-459455b05c4d tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] 10.222.0.85 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.3065588 May 30 20:16:57.620483 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 57764) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:57.639610 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-4772fabc-5c9a-40ef-9363-04c86f7a3920 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1590014098'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:16:57.646785 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b278c1-0fdf-4152-9b15-ac98cf50630a admin admin] Pushing event updated for resources: {'Port': ['ID=814c0811-3cc1-4be6-bf99-f97ba3c622cd,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:57.651735 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-4772fabc-5c9a-40ef-9363-04c86f7a3920 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:16:57.659268 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a059a4b4-b4cf-4ddd-a413-cdc40c51a02c req-8c3fcf54-385b-4bf7-bb5e-58b3a3354ed6 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/security-groups?id=3b7b472c-21af-4683-a7b2-e1dc38380326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054010 May 30 20:16:57.663925 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-4772fabc-5c9a-40ef-9363-04c86f7a3920 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Usage tracker for resource:network and tenant:f46d9c4940b94d299e41e16470f84092 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:16:57.669133 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-4772fabc-5c9a-40ef-9363-04c86f7a3920 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:16:57.671984 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-fd08536d-7372-4900-8403-644526df0b66 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=5a6a8548c5fe49439da34f3a90513454&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1689613 May 30 20:16:57.676542 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 57768) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:57.697859 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-4772fabc-5c9a-40ef-9363-04c86f7a3920 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:16:57.822231 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c67cc064-96a5-4e8e-a6ac-8b49a1fd792f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:57.856455 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c67cc064-96a5-4e8e-a6ac-8b49a1fd792f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:57.875122 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4772fabc-5c9a-40ef-9363-04c86f7a3920 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Made reservation on behalf of f46d9c4940b94d299e41e16470f84092 for: {'network': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:16:57.879919 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4772fabc-5c9a-40ef-9363-04c86f7a3920 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:57.918217 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4772fabc-5c9a-40ef-9363-04c86f7a3920 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] vlan segment allocate from pool success with {'vlan_id': 669, 'physical_network': 'physnet1'} {{(pid=84887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:16:57.931997 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4772fabc-5c9a-40ef-9363-04c86f7a3920 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:57.932560 n-d-843948-2 neutron-server[84887]: INFO neutron.db.segments_db [None req-4772fabc-5c9a-40ef-9363-04c86f7a3920 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Added segment 9766b36b-b9f4-440f-b6d6-3f0e62ff6e1f of type vlan for network d47d203f-5de7-4b07-964a-6298eeac5040 May 30 20:16:57.977159 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-54b278c1-0fdf-4152-9b15-ac98cf50630a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:57.977159 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-54b278c1-0fdf-4152-9b15-ac98cf50630a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-736409'] for router, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:57.983669 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4772fabc-5c9a-40ef-9363-04c86f7a3920 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:58.121061 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c67cc064-96a5-4e8e-a6ac-8b49a1fd792f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:58.143841 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67cc064-96a5-4e8e-a6ac-8b49a1fd792f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3bd0e0d-592f-4f06-a0c8-8b72ae713937,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:58.160001 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4772fabc-5c9a-40ef-9363-04c86f7a3920 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:58.160001 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4772fabc-5c9a-40ef-9363-04c86f7a3920 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:58.160001 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4772fabc-5c9a-40ef-9363-04c86f7a3920 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:58.219090 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c67cc064-96a5-4e8e-a6ac-8b49a1fd792f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:58.220295 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-c67cc064-96a5-4e8e-a6ac-8b49a1fd792f admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/f3bd0e0d-592f-4f06-a0c8-8b72ae713937 HTTP/1.1" status: 204 len: 168 time: 0.5429847 May 30 20:16:58.314585 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4772fabc-5c9a-40ef-9363-04c86f7a3920 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Pushing event updated for resources: {'Network': ['ID=d47d203f-5de7-4b07-964a-6298eeac5040,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:58.327683 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network d47d203f-5de7-4b07-964a-6298eeac5040 details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:16:58.448607 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-4772fabc-5c9a-40ef-9363-04c86f7a3920 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8244259 May 30 20:16:58.448949 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 57782) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:58.455412 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-f65355df-ebbb-4a66-969e-4b7726f6c4a1 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-126645428'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:16:58.464651 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-f65355df-ebbb-4a66-969e-4b7726f6c4a1 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:16:58.516003 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-f65355df-ebbb-4a66-969e-4b7726f6c4a1 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Usage tracker for resource:network and tenant:f46d9c4940b94d299e41e16470f84092 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:16:58.516003 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-f65355df-ebbb-4a66-969e-4b7726f6c4a1 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:16:58.537543 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54b278c1-0fdf-4152-9b15-ac98cf50630a admin admin] Router bdb58110-4f79-4ccc-9d27-c7a899c0c45e is scheduled to L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 with binding_index 1 {{(pid=84886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 20:16:58.544459 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-f65355df-ebbb-4a66-969e-4b7726f6c4a1 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:16:58.697152 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898e3a00-32c0-4fc3-b3e3-0621c8937ae8 req-80dc5537-9134-4cbd-9bdd-58bb5f4de195 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:58.700714 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-898e3a00-32c0-4fc3-b3e3-0621c8937ae8 req-80dc5537-9134-4cbd-9bdd-58bb5f4de195 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/ports?device_id=b5e1a7c9-ed3c-4f69-a342-3dbea92c9cf8 HTTP/1.1" status: 200 len: 945 time: 0.1021984 May 30 20:16:58.723248 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f65355df-ebbb-4a66-969e-4b7726f6c4a1 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Made reservation on behalf of f46d9c4940b94d299e41e16470f84092 for: {'network': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:16:58.728790 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f65355df-ebbb-4a66-969e-4b7726f6c4a1 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:58.781449 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-898e3a00-32c0-4fc3-b3e3-0621c8937ae8 req-6506cc15-a8b9-493d-8be5-41a7cc7c36c8 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/security-groups?id=3b7b472c-21af-4683-a7b2-e1dc38380326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748162 May 30 20:16:58.790235 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f65355df-ebbb-4a66-969e-4b7726f6c4a1 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] vlan segment allocate from pool success with {'vlan_id': 693, 'physical_network': 'physnet1'} {{(pid=84887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:16:58.821129 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f65355df-ebbb-4a66-969e-4b7726f6c4a1 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:58.823011 n-d-843948-2 neutron-server[84887]: INFO neutron.db.segments_db [None req-f65355df-ebbb-4a66-969e-4b7726f6c4a1 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Added segment 4a698a7e-5e1f-48f8-9086-f6045ef52ab0 of type vlan for network d097cd26-428b-4f3c-9066-a59ff7e31a49 May 30 20:16:58.903492 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f65355df-ebbb-4a66-969e-4b7726f6c4a1 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:58.949790 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d47497e-b5f5-4d18-ad84-117119cf35ba req-9b8d0c5a-3f15-47e4-8838-d08f511db944 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:58.949790 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-7d47497e-b5f5-4d18-ad84-117119cf35ba req-9b8d0c5a-3f15-47e4-8838-d08f511db944 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/ports?device_id=3a83142e-ed22-4261-88d2-9163e3d491ff HTTP/1.1" status: 200 len: 945 time: 0.3201351 May 30 20:16:59.035471 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-7d47497e-b5f5-4d18-ad84-117119cf35ba req-d74371c6-1ce5-45b3-b3be-bd3888ac4299 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/security-groups?id=0524bca6-45ea-44a4-8d6f-618d0ae32427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784862 May 30 20:16:59.042450 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54b278c1-0fdf-4152-9b15-ac98cf50630a admin admin] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:16:59.063104 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f24f926-d83a-4dad-958a-62629f4f23cb None None] Sync routers for ids ['bdb58110-4f79-4ccc-9d27-c7a899c0c45e'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:16:59.081336 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f24f926-d83a-4dad-958a-62629f4f23cb None None] Routers {'bdb58110-4f79-4ccc-9d27-c7a899c0c45e'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:16:59.081999 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-6f24f926-d83a-4dad-958a-62629f4f23cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:16:29Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['bdb58110-4f79-4ccc-9d27-c7a899c0c45e'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:16:59.237778 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-54b278c1-0fdf-4152-9b15-ac98cf50630a admin admin] Notify callbacks [] for router, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:59.241549 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-54b278c1-0fdf-4152-9b15-ac98cf50630a admin admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.7085452 May 30 20:16:59.248645 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 57794) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:16:59.291957 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-6f24f926-d83a-4dad-958a-62629f4f23cb None None] Set router bdb58110-4f79-4ccc-9d27-c7a899c0c45e gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:16:59.309138 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f65355df-ebbb-4a66-969e-4b7726f6c4a1 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:59.317451 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f65355df-ebbb-4a66-969e-4b7726f6c4a1 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:16:59.319117 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f65355df-ebbb-4a66-969e-4b7726f6c4a1 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:59.523784 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65355df-ebbb-4a66-969e-4b7726f6c4a1 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Pushing event updated for resources: {'Network': ['ID=d097cd26-428b-4f3c-9066-a59ff7e31a49,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:16:59.537339 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network d097cd26-428b-4f3c-9066-a59ff7e31a49 details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:16:59.617720 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-f65355df-ebbb-4a66-969e-4b7726f6c4a1 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1418011 May 30 20:16:59.655559 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-62abbaf0-d1d8-4eea-aa01-1faf67c4bf58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:16:59.957668 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:00.186101 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-6f24f926-d83a-4dad-958a-62629f4f23cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdb58110-4f79-4ccc-9d27-c7a899c0c45e', 'name': 'tempest-ServerRescueTestJSON-311432249-router', 'tenant_id': '104c300f9f19443ab4c7c434d4800823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': '814c0811-3cc1-4be6-bf99-f97ba3c622cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:16:55Z', 'updated_at': '2022-05-30T20:16:57Z', 'revision_number': 3, 'project_id': '104c300f9f19443ab4c7c434d4800823', 'gw_port': {'id': '814c0811-3cc1-4be6-bf99-f97ba3c622cd', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:2d:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdb58110-4f79-4ccc-9d27-c7a899c0c45e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:16:56Z', 'updated_at': '2022-05-30T20:16:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:17:00.202592 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f24f926-d83a-4dad-958a-62629f4f23cb None None] Checking router: bdb58110-4f79-4ccc-9d27-c7a899c0c45e for host: n-d-843948-2 {{(pid=84889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:17:00.202592 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f24f926-d83a-4dad-958a-62629f4f23cb None None] Updating router bdb58110-4f79-4ccc-9d27-c7a899c0c45e port 814c0811-3cc1-4be6-bf99-f97ba3c622cd binding host n-d-843948-2 {{(pid=84889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:17:00.314204 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-6f24f926-d83a-4dad-958a-62629f4f23cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:00.535469 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f998e11-75b3-40ed-8fd0-01259c8da658 req-c5e04bf3-cfe0-4ac4-b5c6-e9c261a9ab73 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:00.535469 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6f998e11-75b3-40ed-8fd0-01259c8da658 req-c5e04bf3-cfe0-4ac4-b5c6-e9c261a9ab73 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/ports?device_id=b5e1a7c9-ed3c-4f69-a342-3dbea92c9cf8 HTTP/1.1" status: 200 len: 945 time: 0.2303760 May 30 20:17:00.621899 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af112dbf-1a92-4a14-a155-16d09379cfb8 req-56d44a91-c103-460c-815a-9d61378a3784 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:00.634542 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-af112dbf-1a92-4a14-a155-16d09379cfb8 req-56d44a91-c103-460c-815a-9d61378a3784 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/ports?device_id=3a83142e-ed22-4261-88d2-9163e3d491ff HTTP/1.1" status: 200 len: 945 time: 0.1955898 May 30 20:17:00.642016 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6f998e11-75b3-40ed-8fd0-01259c8da658 req-750b434f-258d-49e6-a9fd-684d4c2c774f tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/security-groups?id=3b7b472c-21af-4683-a7b2-e1dc38380326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065016 May 30 20:17:00.943500 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-af112dbf-1a92-4a14-a155-16d09379cfb8 req-4184b0bb-b8c6-4f7a-ba86-4636cd8e3372 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/security-groups?id=0524bca6-45ea-44a4-8d6f-618d0ae32427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3074281 May 30 20:17:00.983866 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:17:01.009255 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:01.233055 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-6f24f926-d83a-4dad-958a-62629f4f23cb None None] Notify callbacks [] for port, precommit_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:01.267990 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.provisioning_blocks [None req-6f24f926-d83a-4dad-958a-62629f4f23cb None None] Transition to ACTIVE for port object 814c0811-3cc1-4be6-bf99-f97ba3c622cd will not be triggered until provisioned by entity L2. {{(pid=84889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:17:01.349008 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-6f24f926-d83a-4dad-958a-62629f4f23cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:01.370445 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ffddea-26dd-4495-964d-11238d4ccdbc req-a3f5f9d7-c3bd-4994-a047-12306dbe09d1 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:01.373033 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e9ffddea-26dd-4495-964d-11238d4ccdbc req-a3f5f9d7-c3bd-4994-a047-12306dbe09d1 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/ports?device_id=3a83142e-ed22-4261-88d2-9163e3d491ff HTTP/1.1" status: 200 len: 945 time: 0.1820827 May 30 20:17:01.508181 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-6f24f926-d83a-4dad-958a-62629f4f23cb None None] Attempting to bind port 814c0811-3cc1-4be6-bf99-f97ba3c622cd on host n-d-843948-2 for vnic_type normal with profile {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:17:01.508823 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-6f24f926-d83a-4dad-958a-62629f4f23cb None None] Attempting to bind port 814c0811-3cc1-4be6-bf99-f97ba3c622cd by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}] {{(pid=84889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:17:01.509470 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f24f926-d83a-4dad-958a-62629f4f23cb None None] Attempting to bind port 814c0811-3cc1-4be6-bf99-f97ba3c622cd on network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:17:01.514880 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e9ffddea-26dd-4495-964d-11238d4ccdbc req-60e2b54c-0be7-4728-805d-06680ec174bf tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/security-groups?id=0524bca6-45ea-44a4-8d6f-618d0ae32427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312511 May 30 20:17:01.608439 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f24f926-d83a-4dad-958a-62629f4f23cb None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:17:01.608439 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f24f926-d83a-4dad-958a-62629f4f23cb None None] Checking segment: {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:17:01.608439 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-6f24f926-d83a-4dad-958a-62629f4f23cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:01.608439 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f24f926-d83a-4dad-958a-62629f4f23cb None None] Bound using segment: {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'} {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:17:01.608439 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-6f24f926-d83a-4dad-958a-62629f4f23cb None None] Bound port: 814c0811-3cc1-4be6-bf99-f97ba3c622cd, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}}] {{(pid=84889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:17:01.608439 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-6f24f926-d83a-4dad-958a-62629f4f23cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:01.845309 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.db [None req-6f24f926-d83a-4dad-958a-62629f4f23cb None None] For port 814c0811-3cc1-4be6-bf99-f97ba3c622cd, host n-d-843948-2, cleared binding levels {{(pid=84889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:17:01.874903 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e906c9e7-e7c5-40cb-a88a-4736a861c24b None None] Pushing event updated for resources: {'Port': ['ID=814c0811-3cc1-4be6-bf99-f97ba3c622cd,revision_number=2']} {{(pid=84889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:01.914210 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.db [None req-6f24f926-d83a-4dad-958a-62629f4f23cb None None] For port 814c0811-3cc1-4be6-bf99-f97ba3c622cd, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=814c0811-3cc1-4be6-bf99-f97ba3c622cd,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:17:01.942289 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e906c9e7-e7c5-40cb-a88a-4736a861c24b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:17:01.942289 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e906c9e7-e7c5-40cb-a88a-4736a861c24b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:17:01.942289 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e906c9e7-e7c5-40cb-a88a-4736a861c24b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:17:01.942289 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e906c9e7-e7c5-40cb-a88a-4736a861c24b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:17:01.942289 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e906c9e7-e7c5-40cb-a88a-4736a861c24b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:17:01.961938 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e906c9e7-e7c5-40cb-a88a-4736a861c24b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:17:01.961938 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e906c9e7-e7c5-40cb-a88a-4736a861c24b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:17:01.961938 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e906c9e7-e7c5-40cb-a88a-4736a861c24b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:17:01.961938 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e906c9e7-e7c5-40cb-a88a-4736a861c24b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:17:01.961938 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e906c9e7-e7c5-40cb-a88a-4736a861c24b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:17:01.961938 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e906c9e7-e7c5-40cb-a88a-4736a861c24b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:17:01.974694 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-32c67edf-cd97-4b14-8e73-4690e1c21fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:02.047102 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-6f24f926-d83a-4dad-958a-62629f4f23cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:02.203396 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e906c9e7-e7c5-40cb-a88a-4736a861c24b None None] Pushing event updated for resources: {'Port': ['ID=814c0811-3cc1-4be6-bf99-f97ba3c622cd,revision_number=3']} {{(pid=84889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:02.227153 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f24f926-d83a-4dad-958a-62629f4f23cb None None] Routers {'bdb58110-4f79-4ccc-9d27-c7a899c0c45e'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:17:02.227699 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-6f24f926-d83a-4dad-958a-62629f4f23cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:16:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['bdb58110-4f79-4ccc-9d27-c7a899c0c45e'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:17:02.439513 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a7b798-5467-4212-b51a-d959a0e6b942 req-78b8be9a-3c21-43dd-8f03-157d5e14813f tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:02.439513 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-46a7b798-5467-4212-b51a-d959a0e6b942 req-78b8be9a-3c21-43dd-8f03-157d5e14813f tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/ports?device_id=b5e1a7c9-ed3c-4f69-a342-3dbea92c9cf8 HTTP/1.1" status: 200 len: 945 time: 0.2795308 May 30 20:17:02.588760 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-6f24f926-d83a-4dad-958a-62629f4f23cb None None] Set router bdb58110-4f79-4ccc-9d27-c7a899c0c45e gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:17:02.597990 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:02.614772 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-46a7b798-5467-4212-b51a-d959a0e6b942 req-a1ca482a-2ac0-49f2-883d-ea528b178b66 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/security-groups?id=3b7b472c-21af-4683-a7b2-e1dc38380326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771359 May 30 20:17:02.662460 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-32c67edf-cd97-4b14-8e73-4690e1c21fcb admin admin] Allocated IP 172.20.0.1 (8df2eca9-bd87-463d-93ac-08e4ae9a8369/f0a2227d-d9d4-4c95-9e3b-58ec7cf0f306/9f5cb94f-ddd5-4e06-8839-fa91785fe7c0) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:17:02.920273 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 57832) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:02.929764 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-8fb010b8-1ed9-4986-8aef-38bef4cb6f69 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Request body: {'subnets': [{'network_id': 'd47d203f-5de7-4b07-964a-6298eeac5040', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--571616489', 'ip_version': 6}, {'network_id': 'd097cd26-428b-4f3c-9066-a59ff7e31a49', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:17:02.930280 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-8fb010b8-1ed9-4986-8aef-38bef4cb6f69 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Request body: {'subnet': {'network_id': 'd47d203f-5de7-4b07-964a-6298eeac5040', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--571616489', 'ip_version': 6}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:17:02.931440 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-8fb010b8-1ed9-4986-8aef-38bef4cb6f69 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Request body: {'subnet': {'network_id': 'd097cd26-428b-4f3c-9066-a59ff7e31a49', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:17:02.999695 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 57838) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:03.012430 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-32c67edf-cd97-4b14-8e73-4690e1c21fcb admin admin] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:03.183751 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-32c67edf-cd97-4b14-8e73-4690e1c21fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:03.269021 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-37a524b4-0a25-4f5f-bb78-38b2e4485917 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:03.303540 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c67edf-cd97-4b14-8e73-4690e1c21fcb admin admin] Network 8df2eca9-bd87-463d-93ac-08e4ae9a8369 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:17:03.307082 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-32c67edf-cd97-4b14-8e73-4690e1c21fcb admin admin] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:17:03.320897 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c67edf-cd97-4b14-8e73-4690e1c21fcb admin admin] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:17:03.354955 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c67edf-cd97-4b14-8e73-4690e1c21fcb admin admin] Pushing event updated for resources: {'Port': ['ID=9f5cb94f-ddd5-4e06-8839-fa91785fe7c0,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:03.370786 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-6f24f926-d83a-4dad-958a-62629f4f23cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdb58110-4f79-4ccc-9d27-c7a899c0c45e', 'name': 'tempest-ServerRescueTestJSON-311432249-router', 'tenant_id': '104c300f9f19443ab4c7c434d4800823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': '814c0811-3cc1-4be6-bf99-f97ba3c622cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:16:55Z', 'updated_at': '2022-05-30T20:16:57Z', 'revision_number': 3, 'project_id': '104c300f9f19443ab4c7c434d4800823', 'gw_port': {'id': '814c0811-3cc1-4be6-bf99-f97ba3c622cd', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:2d:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdb58110-4f79-4ccc-9d27-c7a899c0c45e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:16:56Z', 'updated_at': '2022-05-30T20:17:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:17:03.379364 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f24f926-d83a-4dad-958a-62629f4f23cb None None] The sync data for ids ['bdb58110-4f79-4ccc-9d27-c7a899c0c45e'] in n-d-843948-2 is: [{'id': 'bdb58110-4f79-4ccc-9d27-c7a899c0c45e', 'name': 'tempest-ServerRescueTestJSON-311432249-router', 'tenant_id': '104c300f9f19443ab4c7c434d4800823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': '814c0811-3cc1-4be6-bf99-f97ba3c622cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:16:55Z', 'updated_at': '2022-05-30T20:16:57Z', 'revision_number': 3, 'project_id': '104c300f9f19443ab4c7c434d4800823', 'gw_port': {'id': '814c0811-3cc1-4be6-bf99-f97ba3c622cd', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:2d:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdb58110-4f79-4ccc-9d27-c7a899c0c45e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:16:56Z', 'updated_at': '2022-05-30T20:17:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:17:03.410615 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-37a524b4-0a25-4f5f-bb78-38b2e4485917 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:17:03.410615 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-37a524b4-0a25-4f5f-bb78-38b2e4485917 admin admin] Usage tracker for resource:security_group_rule and tenant:b2ebc7112a87472189414577558908e9 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:17:03.413290 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-32c67edf-cd97-4b14-8e73-4690e1c21fcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-736099'] for router_interface, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:03.416144 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-37a524b4-0a25-4f5f-bb78-38b2e4485917 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:17:03.426238 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-37a524b4-0a25-4f5f-bb78-38b2e4485917 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:17:03.540217 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597864e8-910f-48df-b4c4-6c1f0b52ef2a req-586ccf08-1dcf-4640-986c-2b76504e8874 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:03.555344 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-597864e8-910f-48df-b4c4-6c1f0b52ef2a req-586ccf08-1dcf-4640-986c-2b76504e8874 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/networks?id=51438f8d-98bc-428c-98e5-c8517683a003 HTTP/1.1" status: 200 len: 813 time: 0.3847821 May 30 20:17:03.555472 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-37a524b4-0a25-4f5f-bb78-38b2e4485917 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:03.578755 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-8fb010b8-1ed9-4986-8aef-38bef4cb6f69 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:17:03.584391 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-597864e8-910f-48df-b4c4-6c1f0b52ef2a req-de7ed5f1-50fd-416e-ba26-393a02519843 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/quotas/af163cbd2042444a832f25a9c44ad423 HTTP/1.1" status: 200 len: 375 time: 0.0264528 May 30 20:17:03.585598 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-8fb010b8-1ed9-4986-8aef-38bef4cb6f69 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Usage tracker for resource:subnet and tenant:f46d9c4940b94d299e41e16470f84092 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:17:03.589412 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-8fb010b8-1ed9-4986-8aef-38bef4cb6f69 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:17:03.636408 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-8fb010b8-1ed9-4986-8aef-38bef4cb6f69 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:17:03.830151 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-597864e8-910f-48df-b4c4-6c1f0b52ef2a req-3ab84bbd-3a53-4c2b-8728-b0b70d9206ad tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=af163cbd2042444a832f25a9c44ad423&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2198987 May 30 20:17:03.836615 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-37a524b4-0a25-4f5f-bb78-38b2e4485917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:03.914211 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fb010b8-1ed9-4986-8aef-38bef4cb6f69 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Made reservation on behalf of f46d9c4940b94d299e41e16470f84092 for: {'subnet': 2} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:17:04.112715 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a524b4-0a25-4f5f-bb78-38b2e4485917 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60c0240d-f920-48f6-91c5-0fc2641bfae9,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:04.125061 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-32c67edf-cd97-4b14-8e73-4690e1c21fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:04.169306 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-37a524b4-0a25-4f5f-bb78-38b2e4485917 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=b2ebc7112a87472189414577558908e9&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1683960 May 30 20:17:04.171164 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 57850) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:04.422738 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 814c0811-3cc1-4be6-bf99-f97ba3c622cd up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:17:04.623928 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-597864e8-910f-48df-b4c4-6c1f0b52ef2a req-5485e5f9-3426-4438-be3d-7fcc5475797d service neutron] 10.222.0.85 "GET /v2.0/networks/51438f8d-98bc-428c-98e5-c8517683a003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8063681 May 30 20:17:04.712602 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9e98ad11-300c-40be-8486-e1a9813db871 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:04.765862 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ab6348-f276-4ac7-b7f0-f036962a48e2 req-ff52b312-cf2e-473f-8b54-6f250bd19e82 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:04.776465 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-89ab6348-f276-4ac7-b7f0-f036962a48e2 req-ff52b312-cf2e-473f-8b54-6f250bd19e82 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/ports?device_id=b5e1a7c9-ed3c-4f69-a342-3dbea92c9cf8 HTTP/1.1" status: 200 len: 945 time: 0.5298934 May 30 20:17:04.807691 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 814c0811-3cc1-4be6-bf99-f97ba3c622cd completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:17:04.831069 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 814c0811-3cc1-4be6-bf99-f97ba3c622cd triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:17:04.831069 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:04.860257 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9e98ad11-300c-40be-8486-e1a9813db871 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:04.992824 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-89ab6348-f276-4ac7-b7f0-f036962a48e2 req-d7b6bd49-4e0b-4f2d-b98c-d455b8d31b15 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/security-groups?id=3b7b472c-21af-4683-a7b2-e1dc38380326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236695 May 30 20:17:05.020889 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-32c67edf-cd97-4b14-8e73-4690e1c21fcb admin admin] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:05.051358 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-597864e8-910f-48df-b4c4-6c1f0b52ef2a req-d08dce1e-0ffe-4def-a53d-037c5b4c1bf2 service neutron] 10.222.0.85 "GET /v2.0/networks/51438f8d-98bc-428c-98e5-c8517683a003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4258823 May 30 20:17:05.069937 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8fb010b8-1ed9-4986-8aef-38bef4cb6f69 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114220'] for subnet, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:05.070494 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8fb010b8-1ed9-4986-8aef-38bef4cb6f69 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114220'] for subnet, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:05.084202 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:05.114473 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port 814c0811-3cc1-4be6-bf99-f97ba3c622cd, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=814c0811-3cc1-4be6-bf99-f97ba3c622cd,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:17:05.125782 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96de6940-f34a-4e00-8944-2968b37c172d req-76c8c842-661c-4820-892c-9059e297d796 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:05.130404 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-96de6940-f34a-4e00-8944-2968b37c172d req-76c8c842-661c-4820-892c-9059e297d796 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.86 "GET /v2.0/ports?device_id=3a83142e-ed22-4261-88d2-9163e3d491ff HTTP/1.1" status: 200 len: 945 time: 0.8531535 May 30 20:17:05.136702 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-32c67edf-cd97-4b14-8e73-4690e1c21fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:05.208505 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9e98ad11-300c-40be-8486-e1a9813db871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:05.247331 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:05.304682 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e98ad11-300c-40be-8486-e1a9813db871 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60c0240d-f920-48f6-91c5-0fc2641bfae9,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:05.314227 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=814c0811-3cc1-4be6-bf99-f97ba3c622cd,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:05.345668 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-32c67edf-cd97-4b14-8e73-4690e1c21fcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1718057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-736206'] for router_interface, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:05.353239 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9e98ad11-300c-40be-8486-e1a9813db871 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:05.357437 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-9e98ad11-300c-40be-8486-e1a9813db871 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/60c0240d-f920-48f6-91c5-0fc2641bfae9 HTTP/1.1" status: 204 len: 168 time: 1.1790380 May 30 20:17:05.357437 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c67edf-cd97-4b14-8e73-4690e1c21fcb admin admin] Pushing event updated for resources: {'Port': ['ID=9f5cb94f-ddd5-4e06-8839-fa91785fe7c0,revision_number=2']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:05.448508 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-96de6940-f34a-4e00-8944-2968b37c172d req-0cb3ecc4-c906-42d0-948b-9f482415164a tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Deleting port eb80c370-f392-433d-b7b3-78aaeb35c663 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:17:05.449098 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-96de6940-f34a-4e00-8944-2968b37c172d req-0cb3ecc4-c906-42d0-948b-9f482415164a tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:05.549825 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f7f24134-9233-4264-976e-6b9722b9f500 req-f1e9098a-2712-4212-b21e-503c15454657 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/ports?device_id=05c90cf3-eefb-48d0-8aab-ee021bb8d5f6 HTTP/1.1" status: 200 len: 210 time: 0.0738249 May 30 20:17:05.678624 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c67edf-cd97-4b14-8e73-4690e1c21fcb admin admin] Network 8df2eca9-bd87-463d-93ac-08e4ae9a8369 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:17:05.678624 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-32c67edf-cd97-4b14-8e73-4690e1c21fcb admin admin] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:17:06.291059 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 814c0811-3cc1-4be6-bf99-f97ba3c622cd up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:17:06.299483 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-96de6940-f34a-4e00-8944-2968b37c172d req-0cb3ecc4-c906-42d0-948b-9f482415164a tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] For port eb80c370-f392-433d-b7b3-78aaeb35c663, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=eb80c370-f392-433d-b7b3-78aaeb35c663,segment=NetworkSegment(9cdcbede-65a3-4a4d-80cb-286c108c164a),segment_id=9cdcbede-65a3-4a4d-80cb-286c108c164a)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:17:06.301110 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-96de6940-f34a-4e00-8944-2968b37c172d req-0cb3ecc4-c906-42d0-948b-9f482415164a tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:06.404168 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 814c0811-3cc1-4be6-bf99-f97ba3c622cd triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:17:06.405273 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:06.520509 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32c67edf-cd97-4b14-8e73-4690e1c21fcb admin admin] Router bdb58110-4f79-4ccc-9d27-c7a899c0c45e has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:17:06.532535 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-96de6940-f34a-4e00-8944-2968b37c172d req-0cb3ecc4-c906-42d0-948b-9f482415164a tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Calling delete_port for eb80c370-f392-433d-b7b3-78aaeb35c663 owned by compute:nova {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:17:06.668460 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b112d5-1119-4b20-8f1d-afecd5de7e7a req-f2313714-4053-4806-9958-a5684c06c95b tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:06.670213 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-70b112d5-1119-4b20-8f1d-afecd5de7e7a req-f2313714-4053-4806-9958-a5684c06c95b tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/ports?device_id=b5e1a7c9-ed3c-4f69-a342-3dbea92c9cf8 HTTP/1.1" status: 200 len: 945 time: 0.3566329 May 30 20:17:06.768102 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9347c50e-045b-4a8b-9fea-90253d951355 req-603dd0bb-a6af-46a0-9a4f-5e28ce917f20 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/ports?device_id=05c90cf3-eefb-48d0-8aab-ee021bb8d5f6 HTTP/1.1" status: 200 len: 210 time: 0.1092734 May 30 20:17:06.881735 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-70b112d5-1119-4b20-8f1d-afecd5de7e7a req-eeacb226-d5c8-4f34-b8c7-6193733a1825 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/security-groups?id=3b7b472c-21af-4683-a7b2-e1dc38380326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909771 May 30 20:17:06.912030 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32c67edf-cd97-4b14-8e73-4690e1c21fcb admin admin] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:17:06.914238 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-32c67edf-cd97-4b14-8e73-4690e1c21fcb admin admin] 10.222.0.85 "PUT /v2.0/routers/bdb58110-4f79-4ccc-9d27-c7a899c0c45e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6644626 May 30 20:17:07.093579 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-96de6940-f34a-4e00-8944-2968b37c172d req-0cb3ecc4-c906-42d0-948b-9f482415164a tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:07.096870 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8fb010b8-1ed9-4986-8aef-38bef4cb6f69 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4055401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114238'] for subnet, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:07.122136 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['eb80c370-f392-433d-b7b3-78aaeb35c663'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:17:07.260355 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb3ecc4-c906-42d0-948b-9f482415164a tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Pushing event deleted for resources: {'Port': ['ID=eb80c370-f392-433d-b7b3-78aaeb35c663,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:07.394823 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb010b8-1ed9-4986-8aef-38bef4cb6f69 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Pushing event updated for resources: {'Subnet': ['ID=7108caaa-801e-4e6b-b712-160a12d86825,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:07.494940 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-96de6940-f34a-4e00-8944-2968b37c172d req-0cb3ecc4-c906-42d0-948b-9f482415164a tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] No DVR routers for this DVR port eb80c370-f392-433d-b7b3-78aaeb35c663 on host n-h2-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:17:07.507345 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-96de6940-f34a-4e00-8944-2968b37c172d req-0cb3ecc4-c906-42d0-948b-9f482415164a tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:07.507345 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a83142e-ed22-4261-88d2-9163e3d491ff', 'name': 'network-vif-deleted', 'tag': 'eb80c370-f392-433d-b7b3-78aaeb35c663'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:17:07.539169 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb010b8-1ed9-4986-8aef-38bef4cb6f69 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Checking segment: {'id': '9766b36b-b9f4-440f-b6d6-3f0e62ff6e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'd47d203f-5de7-4b07-964a-6298eeac5040'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:17:07.539169 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb010b8-1ed9-4986-8aef-38bef4cb6f69 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Network hostable DHCP agents. Network: d47d203f-5de7-4b07-964a-6298eeac5040, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:17:07.655107 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c62f18e-0c65-4c34-b67e-dd59a767d6fe'] response: {'server_uuid': '3a83142e-ed22-4261-88d2-9163e3d491ff', 'name': 'network-vif-deleted', 'tag': 'eb80c370-f392-433d-b7b3-78aaeb35c663', 'status': 'completed', 'code': 200} May 30 20:17:07.719867 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-96de6940-f34a-4e00-8944-2968b37c172d req-0cb3ecc4-c906-42d0-948b-9f482415164a tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.86 "DELETE /v2.0/ports/eb80c370-f392-433d-b7b3-78aaeb35c663 HTTP/1.1" status: 204 len: 173 time: 2.5828996 May 30 20:17:07.744748 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 57900) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:07.780570 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb010b8-1ed9-4986-8aef-38bef4cb6f69 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Network d47d203f-5de7-4b07-964a-6298eeac5040 is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:17:07.788962 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094aca31-dc92-4a55-81f6-5e9bed362af1 req-f6977f13-7a30-473e-a553-9411c5a9c9c3 tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:07.791606 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-094aca31-dc92-4a55-81f6-5e9bed362af1 req-f6977f13-7a30-473e-a553-9411c5a9c9c3 tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] Synchronizing usage tracker for tenant:104c300f9f19443ab4c7c434d4800823 on resource:network {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:17:08.029129 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-8fb010b8-1ed9-4986-8aef-38bef4cb6f69 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, d47d203f-5de7-4b07-964a-6298eeac5040) {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:17:08.029359 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-094aca31-dc92-4a55-81f6-5e9bed362af1 req-f6977f13-7a30-473e-a553-9411c5a9c9c3 tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] Unset dirty status for tenant:104c300f9f19443ab4c7c434d4800823 on resource:network {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:17:08.032363 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-094aca31-dc92-4a55-81f6-5e9bed362af1 req-f6977f13-7a30-473e-a553-9411c5a9c9c3 tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] 10.222.0.85 "GET /v2.0/networks?id=8df2eca9-bd87-463d-93ac-08e4ae9a8369 HTTP/1.1" status: 200 len: 810 time: 0.5373213 May 30 20:17:08.043163 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8fb010b8-1ed9-4986-8aef-38bef4cb6f69 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4055401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114238'] for subnet, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:08.043371 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7009e838-a340-424b-b3aa-eba71026db4d None None] Network d47d203f-5de7-4b07-964a-6298eeac5040 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:17:08.078853 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-094aca31-dc92-4a55-81f6-5e9bed362af1 req-19b65b64-5dd2-49d5-b688-0f245f3e490d tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] 10.222.0.85 "GET /v2.0/quotas/104c300f9f19443ab4c7c434d4800823 HTTP/1.1" status: 200 len: 375 time: 0.0401793 May 30 20:17:08.132271 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-1e40e25d-37bf-4d57-b102-f896758a9c1b admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-57890496-network', 'tenant_id': '1235a90e73ff4030b6992965a7aa92fa'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:17:08.157603 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-1e40e25d-37bf-4d57-b102-f896758a9c1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:17:08.165489 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-23319914-0a2f-4fa6-87e7-a55616a8b352 req-549f589b-9f17-4abe-af8d-1e8918f3d9e7 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Synchronizing usage tracker for tenant:af163cbd2042444a832f25a9c44ad423 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:17:08.177926 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-1e40e25d-37bf-4d57-b102-f896758a9c1b admin admin] Usage tracker for resource:network and tenant:1235a90e73ff4030b6992965a7aa92fa is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:17:08.194864 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-1e40e25d-37bf-4d57-b102-f896758a9c1b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:17:08.221418 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986d56df-5dec-41f3-b6a2-18bbc5bff73a None None] Sync routers for ids ['bdb58110-4f79-4ccc-9d27-c7a899c0c45e'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:17:08.239037 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-1e40e25d-37bf-4d57-b102-f896758a9c1b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:17:08.255344 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-094aca31-dc92-4a55-81f6-5e9bed362af1 req-19238153-398b-40c0-8cef-7baf1237c4c8 tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] Synchronizing usage tracker for tenant:104c300f9f19443ab4c7c434d4800823 on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:17:08.273762 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb010b8-1ed9-4986-8aef-38bef4cb6f69 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Pushing event updated for resources: {'Subnet': ['ID=7ef3eba5-e8a5-42a4-80b0-7d4d23d6b94f,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:08.277349 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb010b8-1ed9-4986-8aef-38bef4cb6f69 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Checking segment: {'id': '4a698a7e-5e1f-48f8-9086-f6045ef52ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'd097cd26-428b-4f3c-9066-a59ff7e31a49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:17:08.277753 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb010b8-1ed9-4986-8aef-38bef4cb6f69 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Network hostable DHCP agents. Network: d097cd26-428b-4f3c-9066-a59ff7e31a49, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:17:08.281830 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986d56df-5dec-41f3-b6a2-18bbc5bff73a None None] Routers {'bdb58110-4f79-4ccc-9d27-c7a899c0c45e'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:17:08.282759 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-986d56df-5dec-41f3-b6a2-18bbc5bff73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:16:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['bdb58110-4f79-4ccc-9d27-c7a899c0c45e'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:17:08.403419 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-23319914-0a2f-4fa6-87e7-a55616a8b352 req-549f589b-9f17-4abe-af8d-1e8918f3d9e7 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Unset dirty status for tenant:af163cbd2042444a832f25a9c44ad423 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:17:08.405099 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-23319914-0a2f-4fa6-87e7-a55616a8b352 req-549f589b-9f17-4abe-af8d-1e8918f3d9e7 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/ports?device_id=05c90cf3-eefb-48d0-8aab-ee021bb8d5f6 HTTP/1.1" status: 200 len: 210 time: 0.3534226 May 30 20:17:08.497198 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e40e25d-37bf-4d57-b102-f896758a9c1b admin admin] Made reservation on behalf of 1235a90e73ff4030b6992965a7aa92fa for: {'network': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:17:08.501895 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1e40e25d-37bf-4d57-b102-f896758a9c1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:08.536306 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb010b8-1ed9-4986-8aef-38bef4cb6f69 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Network d097cd26-428b-4f3c-9066-a59ff7e31a49 is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:17:08.551000 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1e40e25d-37bf-4d57-b102-f896758a9c1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:08.624540 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-094aca31-dc92-4a55-81f6-5e9bed362af1 req-19238153-398b-40c0-8cef-7baf1237c4c8 tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] Unset dirty status for tenant:104c300f9f19443ab4c7c434d4800823 on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:17:08.631224 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-094aca31-dc92-4a55-81f6-5e9bed362af1 req-19238153-398b-40c0-8cef-7baf1237c4c8 tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=104c300f9f19443ab4c7c434d4800823&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5441406 May 30 20:17:08.652463 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-986d56df-5dec-41f3-b6a2-18bbc5bff73a None None] Set router bdb58110-4f79-4ccc-9d27-c7a899c0c45e gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:17:08.683041 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-1e40e25d-37bf-4d57-b102-f896758a9c1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:17:08.690038 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-1e40e25d-37bf-4d57-b102-f896758a9c1b admin admin] Usage tracker for resource:security_group_rule and tenant:1235a90e73ff4030b6992965a7aa92fa is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:17:08.694803 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-1e40e25d-37bf-4d57-b102-f896758a9c1b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:17:08.702166 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b05e33-cac6-487c-8891-976a964ecbd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-d47d203f-5de7-4b07-964a-6298eeac5040', 'network_id': 'd47d203f-5de7-4b07-964a-6298eeac5040', 'tenant_id': 'f46d9c4940b94d299e41e16470f84092', 'fixed_ips': [{'subnet_id': '7108caaa-801e-4e6b-b712-160a12d86825'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:17:08.703331 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-84b05e33-cac6-487c-8891-976a964ecbd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:08.704379 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-1e40e25d-37bf-4d57-b102-f896758a9c1b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:17:08.750832 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-8fb010b8-1ed9-4986-8aef-38bef4cb6f69 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, d097cd26-428b-4f3c-9066-a59ff7e31a49) {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:17:08.764433 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a68e846-4538-42aa-ac71-dfae25777f59 req-2667ab49-0aab-4632-94c4-778bf2daea1a tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:08.766159 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1a68e846-4538-42aa-ac71-dfae25777f59 req-2667ab49-0aab-4632-94c4-778bf2daea1a tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/ports?device_id=b5e1a7c9-ed3c-4f69-a342-3dbea92c9cf8 HTTP/1.1" status: 200 len: 945 time: 0.1865003 May 30 20:17:08.770288 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fb010b8-1ed9-4986-8aef-38bef4cb6f69 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:08.770972 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fb010b8-1ed9-4986-8aef-38bef4cb6f69 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:08.771776 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8fb010b8-1ed9-4986-8aef-38bef4cb6f69 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:08.921770 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1a68e846-4538-42aa-ac71-dfae25777f59 req-82fb6543-c1cf-4815-8114-2529ba62e246 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/security-groups?id=3b7b472c-21af-4683-a7b2-e1dc38380326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249056 May 30 20:17:08.956251 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-094aca31-dc92-4a55-81f6-5e9bed362af1 req-4f06c986-30e8-4510-a985-166780d5cb9a service neutron] 10.222.0.85 "GET /v2.0/networks/8df2eca9-bd87-463d-93ac-08e4ae9a8369?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3156466 May 30 20:17:08.992774 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1e40e25d-37bf-4d57-b102-f896758a9c1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:08.992774 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-8fb010b8-1ed9-4986-8aef-38bef4cb6f69 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 6.0599015 May 30 20:17:08.992774 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 57910) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:09.004655 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b45b44-cf45-434e-b173-e76656f805ce None None] Network d097cd26-428b-4f3c-9066-a59ff7e31a49 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:17:09.112732 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1e40e25d-37bf-4d57-b102-f896758a9c1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:09.169716 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e40e25d-37bf-4d57-b102-f896758a9c1b admin admin] vlan segment allocate from pool success with {'vlan_id': 675, 'physical_network': 'physnet1'} {{(pid=84887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:17:09.183686 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e40e25d-37bf-4d57-b102-f896758a9c1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49fa780b-393c-4c4c-9c37-fe18398b461e,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:09.190677 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4ed22d-5344-4f64-814d-180ec0f20938 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:09.192302 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4ed22d-5344-4f64-814d-180ec0f20938 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:09.194208 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4ed22d-5344-4f64-814d-180ec0f20938 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:09.195286 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-5f4ed22d-5344-4f64-814d-180ec0f20938 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Synchronizing usage tracker for tenant:f46d9c4940b94d299e41e16470f84092 on resource:subnet {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:17:09.231020 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1e40e25d-37bf-4d57-b102-f896758a9c1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:09.231020 n-d-843948-2 neutron-server[84887]: INFO neutron.db.segments_db [None req-1e40e25d-37bf-4d57-b102-f896758a9c1b admin admin] Added segment c3b35530-237f-4c23-a5b0-fe6d3eeb0a50 of type vlan for network e611ee59-a368-4b5d-b342-630be3cfc1a6 May 30 20:17:09.247275 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-094aca31-dc92-4a55-81f6-5e9bed362af1 req-f5382325-5fbf-4eb7-ba38-6f21f238ea65 service neutron] 10.222.0.85 "GET /v2.0/networks/8df2eca9-bd87-463d-93ac-08e4ae9a8369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2934957 May 30 20:17:09.297204 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1e40e25d-37bf-4d57-b102-f896758a9c1b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:09.363385 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device eb80c370-f392-433d-b7b3-78aaeb35c663 no longer exists at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:17:09.431424 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] No Port match for: eb80c370-f392-433d-b7b3-78aaeb35c663 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:17:09.431753 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device eb80c370-f392-433d-b7b3-78aaeb35c663 not bound to the agent host n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:17:09.466182 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-5f4ed22d-5344-4f64-814d-180ec0f20938 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Unset dirty status for tenant:f46d9c4940b94d299e41e16470f84092 on resource:subnet {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:17:09.472296 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597864e8-910f-48df-b4c4-6c1f0b52ef2a req-054ce156-595f-458e-91a5-fae66c418f85 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:09.472296 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-597864e8-910f-48df-b4c4-6c1f0b52ef2a req-054ce156-595f-458e-91a5-fae66c418f85 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.71 "GET /v2.0/networks?id=51438f8d-98bc-428c-98e5-c8517683a003 HTTP/1.1" status: 200 len: 813 time: 0.2206159 May 30 20:17:09.472296 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 57916) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:09.484432 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-5f4ed22d-5344-4f64-814d-180ec0f20938 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] 10.222.0.85 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.4858966 May 30 20:17:09.512771 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [req-597864e8-910f-48df-b4c4-6c1f0b52ef2a req-6227d74c-28bb-4f0a-917d-957ca3250aec tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Request body: {'port': {'device_id': '05c90cf3-eefb-48d0-8aab-ee021bb8d5f6', 'network_id': '51438f8d-98bc-428c-98e5-c8517683a003', 'admin_state_up': True, 'tenant_id': 'af163cbd2042444a832f25a9c44ad423'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:17:09.548696 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1e40e25d-37bf-4d57-b102-f896758a9c1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:09.548696 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e40e25d-37bf-4d57-b102-f896758a9c1b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:09.548696 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1e40e25d-37bf-4d57-b102-f896758a9c1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:09.694251 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-84b05e33-cac6-487c-8891-976a964ecbd1 None None] Allocated IP 2001:db8::1 (d47d203f-5de7-4b07-964a-6298eeac5040/7108caaa-801e-4e6b-b712-160a12d86825/2a87788b-eed5-432e-bdf3-83ebc52717a9) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:17:09.834253 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-538bada3-6056-48d1-b9e5-d1017b322839 req-4577e17a-425a-4fec-a17d-10dc94471999 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/ports?device_id=05c90cf3-eefb-48d0-8aab-ee021bb8d5f6 HTTP/1.1" status: 200 len: 210 time: 0.2487421 May 30 20:17:09.859926 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e40e25d-37bf-4d57-b102-f896758a9c1b admin admin] Pushing event updated for resources: {'Network': ['ID=e611ee59-a368-4b5d-b342-630be3cfc1a6,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:09.935661 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network e611ee59-a368-4b5d-b342-630be3cfc1a6 details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:17:09.968395 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_v2 [None req-246ee848-8fea-4abd-82d8-a6054a876f76 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Deleting subnet 7108caaa-801e-4e6b-b712-160a12d86825 {{(pid=84886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:17:10.069095 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-eca5eb8d-1b2a-4e08-8d2a-3b72196cb04c req-9de0b34a-6992-4b3b-8b54-26e4c4b2824a tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] 10.222.0.85 "GET /v2.0/ports?device_id=4220fd61-af51-45e2-919d-bf769e04f7d8 HTTP/1.1" status: 200 len: 210 time: 0.1245146 May 30 20:17:10.096828 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-597864e8-910f-48df-b4c4-6c1f0b52ef2a req-6227d74c-28bb-4f0a-917d-957ca3250aec tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:17:10.110658 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-597864e8-910f-48df-b4c4-6c1f0b52ef2a req-6227d74c-28bb-4f0a-917d-957ca3250aec tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:17:10.141078 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f261ba68-2a49-4df1-8fe0-34f16b7d1d85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-d097cd26-428b-4f3c-9066-a59ff7e31a49', 'network_id': 'd097cd26-428b-4f3c-9066-a59ff7e31a49', 'tenant_id': 'f46d9c4940b94d299e41e16470f84092', 'fixed_ips': [{'subnet_id': '7ef3eba5-e8a5-42a4-80b0-7d4d23d6b94f'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:17:10.142134 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-f261ba68-2a49-4df1-8fe0-34f16b7d1d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:10.271039 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-1e40e25d-37bf-4d57-b102-f896758a9c1b admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.5195696 May 30 20:17:10.315213 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-986d56df-5dec-41f3-b6a2-18bbc5bff73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdb58110-4f79-4ccc-9d27-c7a899c0c45e', 'name': 'tempest-ServerRescueTestJSON-311432249-router', 'tenant_id': '104c300f9f19443ab4c7c434d4800823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': '814c0811-3cc1-4be6-bf99-f97ba3c622cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:16:55Z', 'updated_at': '2022-05-30T20:17:03Z', 'revision_number': 4, 'project_id': '104c300f9f19443ab4c7c434d4800823', 'gw_port': {'id': '814c0811-3cc1-4be6-bf99-f97ba3c622cd', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:2d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb58110-4f79-4ccc-9d27-c7a899c0c45e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:16:56Z', 'updated_at': '2022-05-30T20:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '9f5cb94f-ddd5-4e06-8839-fa91785fe7c0', 'name': '', 'network_id': '8df2eca9-bd87-463d-93ac-08e4ae9a8369', 'tenant_id': '104c300f9f19443ab4c7c434d4800823', 'mac_address': 'fa:16:3e:9e:86:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdb58110-4f79-4ccc-9d27-c7a899c0c45e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0a2227d-d9d4-4c95-9e3b-58ec7cf0f306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:17:02Z', 'updated_at': '2022-05-30T20:17:04Z', 'revision_number': 2, 'project_id': '104c300f9f19443ab4c7c434d4800823', 'subnets': [{'id': 'f0a2227d-d9d4-4c95-9e3b-58ec7cf0f306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:17:10.332270 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa9bcee-0257-48c8-a9f0-6b71e10d5ec3 req-7ca3c47b-b2fd-4934-9909-d20f73aff24c tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:10.334552 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-caa9bcee-0257-48c8-a9f0-6b71e10d5ec3 req-7ca3c47b-b2fd-4934-9909-d20f73aff24c tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/ports?device_id=b5e1a7c9-ed3c-4f69-a342-3dbea92c9cf8 HTTP/1.1" status: 200 len: 945 time: 0.1226957 May 30 20:17:10.358172 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986d56df-5dec-41f3-b6a2-18bbc5bff73a None None] Checking router: bdb58110-4f79-4ccc-9d27-c7a899c0c45e for host: n-d-843948-2 {{(pid=84888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:17:10.358911 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986d56df-5dec-41f3-b6a2-18bbc5bff73a None None] Updating router bdb58110-4f79-4ccc-9d27-c7a899c0c45e port 9f5cb94f-ddd5-4e06-8839-fa91785fe7c0 binding host n-d-843948-2 {{(pid=84888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:17:10.379855 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-597864e8-910f-48df-b4c4-6c1f0b52ef2a req-6227d74c-28bb-4f0a-917d-957ca3250aec tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Made reservation on behalf of af163cbd2042444a832f25a9c44ad423 for: {'port': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:17:10.394055 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-597864e8-910f-48df-b4c4-6c1f0b52ef2a req-6227d74c-28bb-4f0a-917d-957ca3250aec tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:10.413244 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-caa9bcee-0257-48c8-a9f0-6b71e10d5ec3 req-9dfef803-63b6-4268-bf27-d854da86a60d tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/security-groups?id=3b7b472c-21af-4683-a7b2-e1dc38380326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717256 May 30 20:17:10.441480 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-84b05e33-cac6-487c-8891-976a964ecbd1 None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:10.487173 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-84b05e33-cac6-487c-8891-976a964ecbd1 None None] Transition to ACTIVE for port object 2a87788b-eed5-432e-bdf3-83ebc52717a9 will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:17:10.499433 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-986d56df-5dec-41f3-b6a2-18bbc5bff73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:10.632839 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-84b05e33-cac6-487c-8891-976a964ecbd1 None None] Transition to ACTIVE for port object 2a87788b-eed5-432e-bdf3-83ebc52717a9 will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:17:10.707610 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-f261ba68-2a49-4df1-8fe0-34f16b7d1d85 None None] Allocated IP 2001:db8:0:1::1 (d097cd26-428b-4f3c-9066-a59ff7e31a49/7ef3eba5-e8a5-42a4-80b0-7d4d23d6b94f/001f7874-311c-4c2f-abfc-33a9420d02c4) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:17:10.712904 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [req-597864e8-910f-48df-b4c4-6c1f0b52ef2a req-6227d74c-28bb-4f0a-917d-957ca3250aec tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Allocated IP 172.20.0.8 (51438f8d-98bc-428c-98e5-c8517683a003/a7c3f85d-fe14-497a-a810-561b8b1fe24d/6398fd5e-0546-4c9b-b38c-b40af43bfae5) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:17:10.892253 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-246ee848-8fea-4abd-82d8-a6054a876f76 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Notify callbacks [] for subnet, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:10.931911 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-84b05e33-cac6-487c-8891-976a964ecbd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:11.092363 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-689550b2-4e81-46f9-9ca2-c411515c52df req-db59419c-0c40-44c9-862d-3bb8fb89e885 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/ports?device_id=05c90cf3-eefb-48d0-8aab-ee021bb8d5f6 HTTP/1.1" status: 200 len: 210 time: 0.0523808 May 30 20:17:11.120168 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-246ee848-8fea-4abd-82d8-a6054a876f76 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2655517'] for subnet, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:11.135195 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b05e33-cac6-487c-8891-976a964ecbd1 None None] Network d47d203f-5de7-4b07-964a-6298eeac5040 is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:17:11.139675 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b05e33-cac6-487c-8891-976a964ecbd1 None None] Pushing event updated for resources: {'Port': ['ID=2a87788b-eed5-432e-bdf3-83ebc52717a9,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:11.146273 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-84b05e33-cac6-487c-8891-976a964ecbd1 None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:17:11.171768 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b05e33-cac6-487c-8891-976a964ecbd1 None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:17:11.354247 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-319d23d6-d09d-442f-be9d-bea7e21a71c6 req-729b93dc-5164-4ab8-8203-f40651c5f14a tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] 10.222.0.85 "GET /v2.0/ports?device_id=4220fd61-af51-45e2-919d-bf769e04f7d8 HTTP/1.1" status: 200 len: 210 time: 0.0938134 May 30 20:17:11.435208 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6012f42-a37b-47e9-a2c4-65271fb52764 req-b38477d8-af67-4ce2-a4c0-d295f1f30cc9 tempest-ComputeTenantNetworksTest-1104192793 tempest-ComputeTenantNetworksTest-1104192793-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:11.435208 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6012f42-a37b-47e9-a2c4-65271fb52764 req-b38477d8-af67-4ce2-a4c0-d295f1f30cc9 tempest-ComputeTenantNetworksTest-1104192793 tempest-ComputeTenantNetworksTest-1104192793-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:11.435208 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6012f42-a37b-47e9-a2c4-65271fb52764 req-b38477d8-af67-4ce2-a4c0-d295f1f30cc9 tempest-ComputeTenantNetworksTest-1104192793 tempest-ComputeTenantNetworksTest-1104192793-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:11.446461 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c6012f42-a37b-47e9-a2c4-65271fb52764 req-b38477d8-af67-4ce2-a4c0-d295f1f30cc9 tempest-ComputeTenantNetworksTest-1104192793 tempest-ComputeTenantNetworksTest-1104192793-project] 10.222.0.85 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1901 time: 0.6345928 May 30 20:17:11.456801 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-f261ba68-2a49-4df1-8fe0-34f16b7d1d85 None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:11.465122 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-597864e8-910f-48df-b4c4-6c1f0b52ef2a req-6227d74c-28bb-4f0a-917d-957ca3250aec tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:11.484221 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-84b05e33-cac6-487c-8891-976a964ecbd1 None None] Attempting to bind port 2a87788b-eed5-432e-bdf3-83ebc52717a9 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:17:11.519365 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-84b05e33-cac6-487c-8891-976a964ecbd1 None None] Attempting to bind port 2a87788b-eed5-432e-bdf3-83ebc52717a9 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': '9766b36b-b9f4-440f-b6d6-3f0e62ff6e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'd47d203f-5de7-4b07-964a-6298eeac5040'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:17:11.519365 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b05e33-cac6-487c-8891-976a964ecbd1 None None] Attempting to bind port 2a87788b-eed5-432e-bdf3-83ebc52717a9 on network d47d203f-5de7-4b07-964a-6298eeac5040 {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:17:11.519365 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b05e33-cac6-487c-8891-976a964ecbd1 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:17:11.519365 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b05e33-cac6-487c-8891-976a964ecbd1 None None] Checking segment: {'id': '9766b36b-b9f4-440f-b6d6-3f0e62ff6e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'd47d203f-5de7-4b07-964a-6298eeac5040'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:17:11.519365 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-84b05e33-cac6-487c-8891-976a964ecbd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:11.519365 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b05e33-cac6-487c-8891-976a964ecbd1 None None] Bound using segment: {'id': '9766b36b-b9f4-440f-b6d6-3f0e62ff6e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'd47d203f-5de7-4b07-964a-6298eeac5040'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:17:11.519365 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-84b05e33-cac6-487c-8891-976a964ecbd1 None None] Bound port: 2a87788b-eed5-432e-bdf3-83ebc52717a9, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9766b36b-b9f4-440f-b6d6-3f0e62ff6e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'd47d203f-5de7-4b07-964a-6298eeac5040'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:17:11.519365 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-84b05e33-cac6-487c-8891-976a964ecbd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:11.537295 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-246ee848-8fea-4abd-82d8-a6054a876f76 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:11.546884 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-f261ba68-2a49-4df1-8fe0-34f16b7d1d85 None None] Transition to ACTIVE for port object 001f7874-311c-4c2f-abfc-33a9420d02c4 will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:17:11.602584 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.db.resource_extend [None req-986d56df-5dec-41f3-b6a2-18bbc5bff73a None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:17:11.684817 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589f1331-0010-4ada-ac05-6c8d2128cd4f req-3b182a55-b191-4c0f-8948-6f30525baabc tempest-ComputeTenantNetworksTest-1104192793 tempest-ComputeTenantNetworksTest-1104192793-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:11.684817 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-589f1331-0010-4ada-ac05-6c8d2128cd4f req-3b182a55-b191-4c0f-8948-6f30525baabc tempest-ComputeTenantNetworksTest-1104192793 tempest-ComputeTenantNetworksTest-1104192793-project] Synchronizing usage tracker for tenant:1235a90e73ff4030b6992965a7aa92fa on resource:network {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:17:11.758448 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-f261ba68-2a49-4df1-8fe0-34f16b7d1d85 None None] Transition to ACTIVE for port object 001f7874-311c-4c2f-abfc-33a9420d02c4 will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:17:11.817591 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-597864e8-910f-48df-b4c4-6c1f0b52ef2a req-6227d74c-28bb-4f0a-917d-957ca3250aec tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:11.824136 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-986d56df-5dec-41f3-b6a2-18bbc5bff73a None None] Notify callbacks [] for port, precommit_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:11.846960 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-589f1331-0010-4ada-ac05-6c8d2128cd4f req-3b182a55-b191-4c0f-8948-6f30525baabc tempest-ComputeTenantNetworksTest-1104192793 tempest-ComputeTenantNetworksTest-1104192793-project] Unset dirty status for tenant:1235a90e73ff4030b6992965a7aa92fa on resource:network {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:17:11.848839 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-589f1331-0010-4ada-ac05-6c8d2128cd4f req-3b182a55-b191-4c0f-8948-6f30525baabc tempest-ComputeTenantNetworksTest-1104192793 tempest-ComputeTenantNetworksTest-1104192793-project] 10.222.0.85 "GET /v2.0/networks/e611ee59-a368-4b5d-b342-630be3cfc1a6 HTTP/1.1" status: 200 len: 767 time: 0.3709319 May 30 20:17:11.868998 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 57952) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:11.890600 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-986d56df-5dec-41f3-b6a2-18bbc5bff73a None None] Transition to ACTIVE for port object 9f5cb94f-ddd5-4e06-8839-fa91785fe7c0 will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:17:11.890600 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-f261ba68-2a49-4df1-8fe0-34f16b7d1d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:11.953437 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-246ee848-8fea-4abd-82d8-a6054a876f76 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4127075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2778536'] for subnet, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:11.953824 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-84b05e33-cac6-487c-8891-976a964ecbd1 None None] For port 2a87788b-eed5-432e-bdf3-83ebc52717a9, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:17:11.987239 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-84b05e33-cac6-487c-8891-976a964ecbd1 None None] For port 2a87788b-eed5-432e-bdf3-83ebc52717a9, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=2a87788b-eed5-432e-bdf3-83ebc52717a9,segment=NetworkSegment(9766b36b-b9f4-440f-b6d6-3f0e62ff6e1f),segment_id=9766b36b-b9f4-440f-b6d6-3f0e62ff6e1f)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:17:11.994049 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f261ba68-2a49-4df1-8fe0-34f16b7d1d85 None None] Network d097cd26-428b-4f3c-9066-a59ff7e31a49 is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:17:11.997213 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-f261ba68-2a49-4df1-8fe0-34f16b7d1d85 None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:17:12.002147 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6cac9e63-bc17-4029-827d-218959c52096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:12.003199 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f261ba68-2a49-4df1-8fe0-34f16b7d1d85 None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:17:12.010823 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f261ba68-2a49-4df1-8fe0-34f16b7d1d85 None None] Pushing event updated for resources: {'Port': ['ID=001f7874-311c-4c2f-abfc-33a9420d02c4,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:12.079636 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246ee848-8fea-4abd-82d8-a6054a876f76 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Pushing event deleted for resources: {'Subnet': ['ID=7108caaa-801e-4e6b-b712-160a12d86825,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:12.084962 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-597864e8-910f-48df-b4c4-6c1f0b52ef2a req-6227d74c-28bb-4f0a-917d-957ca3250aec tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Network 51438f8d-98bc-428c-98e5-c8517683a003 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:17:12.088638 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-986d56df-5dec-41f3-b6a2-18bbc5bff73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:12.110999 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [req-597864e8-910f-48df-b4c4-6c1f0b52ef2a req-6227d74c-28bb-4f0a-917d-957ca3250aec tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:17:12.110999 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-246ee848-8fea-4abd-82d8-a6054a876f76 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:12.113321 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6227d74c-28bb-4f0a-917d-957ca3250aec tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Pushing event updated for resources: {'Port': ['ID=6398fd5e-0546-4c9b-b38c-b40af43bfae5,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:12.120181 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [req-597864e8-910f-48df-b4c4-6c1f0b52ef2a req-6227d74c-28bb-4f0a-917d-957ca3250aec tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:17:12.248623 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-f261ba68-2a49-4df1-8fe0-34f16b7d1d85 None None] Attempting to bind port 001f7874-311c-4c2f-abfc-33a9420d02c4 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:17:12.249856 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-f261ba68-2a49-4df1-8fe0-34f16b7d1d85 None None] Attempting to bind port 001f7874-311c-4c2f-abfc-33a9420d02c4 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': '4a698a7e-5e1f-48f8-9086-f6045ef52ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'd097cd26-428b-4f3c-9066-a59ff7e31a49'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:17:12.249856 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f261ba68-2a49-4df1-8fe0-34f16b7d1d85 None None] Attempting to bind port 001f7874-311c-4c2f-abfc-33a9420d02c4 on network d097cd26-428b-4f3c-9066-a59ff7e31a49 {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:17:12.258795 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-84b05e33-cac6-487c-8891-976a964ecbd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:12.296024 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec0c96e-a6db-4f3d-aebe-245969332f1e None None] Pushing event updated for resources: {'Port': ['ID=9f5cb94f-ddd5-4e06-8839-fa91785fe7c0,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:12.297858 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f261ba68-2a49-4df1-8fe0-34f16b7d1d85 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:17:12.298229 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f261ba68-2a49-4df1-8fe0-34f16b7d1d85 None None] Checking segment: {'id': '4a698a7e-5e1f-48f8-9086-f6045ef52ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'd097cd26-428b-4f3c-9066-a59ff7e31a49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:17:12.298630 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-f261ba68-2a49-4df1-8fe0-34f16b7d1d85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:12.299016 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f261ba68-2a49-4df1-8fe0-34f16b7d1d85 None None] Bound using segment: {'id': '4a698a7e-5e1f-48f8-9086-f6045ef52ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'd097cd26-428b-4f3c-9066-a59ff7e31a49'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:17:12.299510 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-f261ba68-2a49-4df1-8fe0-34f16b7d1d85 None None] Bound port: 001f7874-311c-4c2f-abfc-33a9420d02c4, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a698a7e-5e1f-48f8-9086-f6045ef52ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'd097cd26-428b-4f3c-9066-a59ff7e31a49'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:17:12.299880 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-f261ba68-2a49-4df1-8fe0-34f16b7d1d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:12.334625 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6cac9e63-bc17-4029-827d-218959c52096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:12.444869 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-6cac9e63-bc17-4029-827d-218959c52096 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e611ee59-a368-4b5d-b342-630be3cfc1a6']}} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:17:12.465651 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f28f5c-cd95-49c1-9ca3-cf9f5b6e52cb req-c7ba9419-2c6d-4809-a4a5-a2301c91611c tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:12.471203 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-6cac9e63-bc17-4029-827d-218959c52096 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3b35530-237f-4c23-a5b0-fe6d3eeb0a50') {'for_net_delete': True} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:17:12.472077 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-6cac9e63-bc17-4029-827d-218959c52096 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3b35530-237f-4c23-a5b0-fe6d3eeb0a50') {} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:17:12.480962 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d9f28f5c-cd95-49c1-9ca3-cf9f5b6e52cb req-c7ba9419-2c6d-4809-a4a5-a2301c91611c tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/ports?device_id=b5e1a7c9-ed3c-4f69-a342-3dbea92c9cf8 HTTP/1.1" status: 200 len: 945 time: 0.7473614 May 30 20:17:12.498164 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6cac9e63-bc17-4029-827d-218959c52096 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3149912'] for segment, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:12.527253 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597864e8-910f-48df-b4c4-6c1f0b52ef2a req-6227d74c-28bb-4f0a-917d-957ca3250aec tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:12.527253 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-597864e8-910f-48df-b4c4-6c1f0b52ef2a req-6227d74c-28bb-4f0a-917d-957ca3250aec tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:12.567063 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b05e33-cac6-487c-8891-976a964ecbd1 None None] Pushing event updated for resources: {'Port': ['ID=2a87788b-eed5-432e-bdf3-83ebc52717a9,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:12.592854 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-986d56df-5dec-41f3-b6a2-18bbc5bff73a None None] Attempting to bind port 9f5cb94f-ddd5-4e06-8839-fa91785fe7c0 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:17:12.593450 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-986d56df-5dec-41f3-b6a2-18bbc5bff73a None None] Attempting to bind port 9f5cb94f-ddd5-4e06-8839-fa91785fe7c0 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': 'c0dbaf45-d4a9-44e2-8858-2c41f5f98c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '8df2eca9-bd87-463d-93ac-08e4ae9a8369'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:17:12.596997 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986d56df-5dec-41f3-b6a2-18bbc5bff73a None None] Attempting to bind port 9f5cb94f-ddd5-4e06-8839-fa91785fe7c0 on network 8df2eca9-bd87-463d-93ac-08e4ae9a8369 {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:17:12.602482 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d9f28f5c-cd95-49c1-9ca3-cf9f5b6e52cb req-f8e67b8a-61b0-4440-a676-cc4e9ef8c507 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/security-groups?id=3b7b472c-21af-4683-a7b2-e1dc38380326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199627 May 30 20:17:12.605072 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-246ee848-8fea-4abd-82d8-a6054a876f76 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] 10.222.0.85 "DELETE /v2.0/subnets/7108caaa-801e-4e6b-b712-160a12d86825 HTTP/1.1" status: 204 len: 168 time: 3.1362305 May 30 20:17:12.610253 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 57960) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:12.627272 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-f261ba68-2a49-4df1-8fe0-34f16b7d1d85 None None] For port 001f7874-311c-4c2f-abfc-33a9420d02c4, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:17:12.631692 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-f261ba68-2a49-4df1-8fe0-34f16b7d1d85 None None] For port 001f7874-311c-4c2f-abfc-33a9420d02c4, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=001f7874-311c-4c2f-abfc-33a9420d02c4,segment=NetworkSegment(4a698a7e-5e1f-48f8-9086-f6045ef52ab0),segment_id=4a698a7e-5e1f-48f8-9086-f6045ef52ab0)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:17:12.632899 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986d56df-5dec-41f3-b6a2-18bbc5bff73a None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:17:12.633251 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986d56df-5dec-41f3-b6a2-18bbc5bff73a None None] Checking segment: {'id': 'c0dbaf45-d4a9-44e2-8858-2c41f5f98c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '8df2eca9-bd87-463d-93ac-08e4ae9a8369'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:17:12.633852 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-986d56df-5dec-41f3-b6a2-18bbc5bff73a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:12.634377 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986d56df-5dec-41f3-b6a2-18bbc5bff73a None None] Bound using segment: {'id': 'c0dbaf45-d4a9-44e2-8858-2c41f5f98c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '8df2eca9-bd87-463d-93ac-08e4ae9a8369'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:17:12.634992 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-986d56df-5dec-41f3-b6a2-18bbc5bff73a None None] Bound port: 9f5cb94f-ddd5-4e06-8839-fa91785fe7c0, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0dbaf45-d4a9-44e2-8858-2c41f5f98c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '8df2eca9-bd87-463d-93ac-08e4ae9a8369'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:17:12.635529 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-986d56df-5dec-41f3-b6a2-18bbc5bff73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:12.671695 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6cac9e63-bc17-4029-827d-218959c52096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:12.692489 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cac9e63-bc17-4029-827d-218959c52096 admin admin] Releasing vlan 675 on physical network physnet1 to pool {{(pid=84887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:17:12.692489 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6cac9e63-bc17-4029-827d-218959c52096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4055488'] for segment, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:12.736277 n-d-843948-2 neutron-server[84887]: Traceback (most recent call last): May 30 20:17:12.736277 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:17:12.736277 n-d-843948-2 neutron-server[84887]: timer() May 30 20:17:12.736277 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:17:12.736277 n-d-843948-2 neutron-server[84887]: cb(*args, **kw) May 30 20:17:12.736277 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:17:12.736277 n-d-843948-2 neutron-server[84887]: return func(*args, **kwargs) May 30 20:17:12.736277 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:17:12.736277 n-d-843948-2 neutron-server[84887]: self._notify() May 30 20:17:12.736277 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:17:12.736277 n-d-843948-2 neutron-server[84887]: self.callback(batched_events) May 30 20:17:12.736277 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:17:12.736277 n-d-843948-2 neutron-server[84887]: event.method(event) May 30 20:17:12.736277 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:17:12.736277 n-d-843948-2 neutron-server[84887]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:17:12.736277 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:17:12.736277 n-d-843948-2 neutron-server[84887]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:17:12.736277 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:17:12.736277 n-d-843948-2 neutron-server[84887]: return f(self, *a, **k) May 30 20:17:12.736277 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:17:12.736277 n-d-843948-2 neutron-server[84887]: return self._get(url).json() May 30 20:17:12.736277 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:17:12.736277 n-d-843948-2 neutron-server[84887]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:17:12.736277 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:17:12.736277 n-d-843948-2 neutron-server[84887]: return self.request(url, 'GET', **kwargs) May 30 20:17:12.736277 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:17:12.736277 n-d-843948-2 neutron-server[84887]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:17:12.736277 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:17:12.736277 n-d-843948-2 neutron-server[84887]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:17:12.736277 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:17:12.736277 n-d-843948-2 neutron-server[84887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:17:12.736277 n-d-843948-2 neutron-server[84887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:17:12.761210 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-597864e8-910f-48df-b4c4-6c1f0b52ef2a req-6227d74c-28bb-4f0a-917d-957ca3250aec tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2198870 May 30 20:17:12.791298 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-f261ba68-2a49-4df1-8fe0-34f16b7d1d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:12.896461 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [req-597864e8-910f-48df-b4c4-6c1f0b52ef2a req-dbd7db66-b930-4ba0-aa7a-607e8146fb77 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=84886) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:17:12.900355 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-597864e8-910f-48df-b4c4-6c1f0b52ef2a req-dbd7db66-b930-4ba0-aa7a-607e8146fb77 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0068319 May 30 20:17:12.951437 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-986d56df-5dec-41f3-b6a2-18bbc5bff73a None None] For port 9f5cb94f-ddd5-4e06-8839-fa91785fe7c0, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:17:12.986695 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241d9c30-459f-40a8-9df5-1cba5f29791c req-3aad9e99-6711-47a8-8abe-88e0fe5b4b2e tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:12.991980 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-241d9c30-459f-40a8-9df5-1cba5f29791c req-3aad9e99-6711-47a8-8abe-88e0fe5b4b2e tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/ports?device_id=05c90cf3-eefb-48d0-8aab-ee021bb8d5f6 HTTP/1.1" status: 200 len: 931 time: 0.4837866 May 30 20:17:12.999155 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f261ba68-2a49-4df1-8fe0-34f16b7d1d85 None None] Pushing event updated for resources: {'Port': ['ID=001f7874-311c-4c2f-abfc-33a9420d02c4,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:13.081449 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6cac9e63-bc17-4029-827d-218959c52096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:13.102321 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-986d56df-5dec-41f3-b6a2-18bbc5bff73a None None] For port 9f5cb94f-ddd5-4e06-8839-fa91785fe7c0, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=9f5cb94f-ddd5-4e06-8839-fa91785fe7c0,segment=NetworkSegment(c0dbaf45-d4a9-44e2-8858-2c41f5f98c84),segment_id=c0dbaf45-d4a9-44e2-8858-2c41f5f98c84)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:17:13.106633 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-56ac5f80-ed9f-4b2b-aa45-755a1f671f4e req-12c4f4a1-e9a0-4336-b124-7d841e2fd203 tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] 10.222.0.85 "GET /v2.0/ports?device_id=4220fd61-af51-45e2-919d-bf769e04f7d8 HTTP/1.1" status: 200 len: 210 time: 0.2646241 May 30 20:17:13.119044 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6cac9e63-bc17-4029-827d-218959c52096 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:13.156240 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-241d9c30-459f-40a8-9df5-1cba5f29791c req-40786094-5596-4bf3-bb69-f5fce72d3934 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/security-groups?id=0524bca6-45ea-44a4-8d6f-618d0ae32427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469748 May 30 20:17:13.170173 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cac9e63-bc17-4029-827d-218959c52096 admin admin] Pushing event deleted for resources: {'Network': ['ID=e611ee59-a368-4b5d-b342-630be3cfc1a6,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:13.232217 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [req-597864e8-910f-48df-b4c4-6c1f0b52ef2a req-b5e589e5-0ea0-4f59-b7c9-c0c7bc3cb751 service neutron] Request body: {'port': {'device_id': '05c90cf3-eefb-48d0-8aab-ee021bb8d5f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843948-2'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:17:13.283576 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-986d56df-5dec-41f3-b6a2-18bbc5bff73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:13.368945 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_v2 [None req-b50b15b8-afec-4360-b5aa-334cad457145 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Deleting subnet 7ef3eba5-e8a5-42a4-80b0-7d4d23d6b94f {{(pid=84886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:17:13.378199 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-6cac9e63-bc17-4029-827d-218959c52096 admin admin] 10.222.0.85 "DELETE /v2.0/networks/e611ee59-a368-4b5d-b342-630be3cfc1a6 HTTP/1.1" status: 204 len: 168 time: 1.5128675 May 30 20:17:13.459227 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b50b15b8-afec-4360-b5aa-334cad457145 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Notify callbacks [] for subnet, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:13.513773 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986d56df-5dec-41f3-b6a2-18bbc5bff73a None None] Routers {'bdb58110-4f79-4ccc-9d27-c7a899c0c45e'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:17:13.515358 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-986d56df-5dec-41f3-b6a2-18bbc5bff73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:16:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['bdb58110-4f79-4ccc-9d27-c7a899c0c45e'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:17:13.615836 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b50b15b8-afec-4360-b5aa-334cad457145 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2655517'] for subnet, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:13.651701 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-597864e8-910f-48df-b4c4-6c1f0b52ef2a req-b5e589e5-0ea0-4f59-b7c9-c0c7bc3cb751 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:13.692537 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4a11337e-8ea8-4fa8-9a47-05dcd469b57c req-e1de216d-a81f-46c0-b7d7-47a4b58be89e service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=f8af66f6-93a3-4b44-964c-0edc263a69f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4251678 May 30 20:17:13.741775 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec0c96e-a6db-4f3d-aebe-245969332f1e None None] Pushing event updated for resources: {'Port': ['ID=9f5cb94f-ddd5-4e06-8839-fa91785fe7c0,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:13.853361 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b50b15b8-afec-4360-b5aa-334cad457145 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:13.986041 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-986d56df-5dec-41f3-b6a2-18bbc5bff73a None None] Set router bdb58110-4f79-4ccc-9d27-c7a899c0c45e gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:17:14.317929 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 57974) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:14.474249 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-4c35769c-ef54-42c8-9d71-d73772e350db admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=1235a90e73ff4030b6992965a7aa92fa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1551104 May 30 20:17:14.477517 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 57978) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:14.484830 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4a11337e-8ea8-4fa8-9a47-05dcd469b57c req-980333f0-1085-4a1c-9fcb-46d7f85db39c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=81e36025f4964ad6aa1305da6f1825fb&device_id=f8af66f6-93a3-4b44-964c-0edc263a69f5 HTTP/1.1" status: 200 len: 6500 time: 0.7117333 May 30 20:17:14.554396 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514ee66c-be02-4fee-8749-6bb60db32996 req-4a14ad45-d944-4e01-9863-731a39a89eda tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:14.558417 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-514ee66c-be02-4fee-8749-6bb60db32996 req-4a14ad45-d944-4e01-9863-731a39a89eda tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/ports?device_id=b5e1a7c9-ed3c-4f69-a342-3dbea92c9cf8 HTTP/1.1" status: 200 len: 945 time: 0.6623690 May 30 20:17:14.597109 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 001f7874-311c-4c2f-abfc-33a9420d02c4 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:17:14.638290 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-82e07cd7-7693-4240-8bf6-f7a2ffdd22c7 req-84f63ae6-3e6a-472d-b3c8-f97512ed5c42 tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] 10.222.0.85 "GET /v2.0/ports?device_id=4220fd61-af51-45e2-919d-bf769e04f7d8 HTTP/1.1" status: 200 len: 210 time: 0.0776496 May 30 20:17:14.660240 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3c607339-5dcb-44df-acc3-8f1ee9009239 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:14.663140 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a3daab-16de-4fa4-a616-cd17d9180af3 None None] Network d47d203f-5de7-4b07-964a-6298eeac5040 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:17:14.698566 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3c607339-5dcb-44df-acc3-8f1ee9009239 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:14.898034 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b50b15b8-afec-4360-b5aa-334cad457145 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4127075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2778536'] for subnet, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:14.967976 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3c607339-5dcb-44df-acc3-8f1ee9009239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:14.968528 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-951086c9-41ce-49cb-809a-dbd01fca8ce8 None None] Provisioning for port 2a87788b-eed5-432e-bdf3-83ebc52717a9 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:17:14.972799 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f613636b-0811-42ae-8019-2f0d4cb9fa46 None None] Network d097cd26-428b-4f3c-9066-a59ff7e31a49 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:17:14.984887 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50b15b8-afec-4360-b5aa-334cad457145 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Pushing event deleted for resources: {'Subnet': ['ID=7ef3eba5-e8a5-42a4-80b0-7d4d23d6b94f,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:15.017149 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-514ee66c-be02-4fee-8749-6bb60db32996 req-13e33074-1ace-4173-aa0f-beddec41a9fb tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/security-groups?id=3b7b472c-21af-4683-a7b2-e1dc38380326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4582059 May 30 20:17:15.057926 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c607339-5dcb-44df-acc3-8f1ee9009239 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49fa780b-393c-4c4c-9c37-fe18398b461e,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:15.060395 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.db.resource_extend [req-597864e8-910f-48df-b4c4-6c1f0b52ef2a req-b5e589e5-0ea0-4f59-b7c9-c0c7bc3cb751 service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:17:15.094368 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b50b15b8-afec-4360-b5aa-334cad457145 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:15.132277 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3c607339-5dcb-44df-acc3-8f1ee9009239 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:15.133853 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-3c607339-5dcb-44df-acc3-8f1ee9009239 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/49fa780b-393c-4c4c-9c37-fe18398b461e HTTP/1.1" status: 204 len: 168 time: 0.6547277 May 30 20:17:15.203606 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef11c835-1b21-41a3-b4fa-99a98f80a996 req-4c8ba870-a734-4650-a7e5-5291158bc287 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:15.218892 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ef11c835-1b21-41a3-b4fa-99a98f80a996 req-4c8ba870-a734-4650-a7e5-5291158bc287 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/ports?device_id=05c90cf3-eefb-48d0-8aab-ee021bb8d5f6 HTTP/1.1" status: 200 len: 931 time: 0.3088205 May 30 20:17:15.236701 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-b50b15b8-afec-4360-b5aa-334cad457145 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] 10.222.0.85 "DELETE /v2.0/subnets/7ef3eba5-e8a5-42a4-80b0-7d4d23d6b94f HTTP/1.1" status: 204 len: 168 time: 2.6223261 May 30 20:17:15.242889 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 57986) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:15.248120 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a11337e-8ea8-4fa8-9a47-05dcd469b57c req-399295c8-3e6a-4a97-808e-0f1042486c42 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:15.249295 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a11337e-8ea8-4fa8-9a47-05dcd469b57c req-399295c8-3e6a-4a97-808e-0f1042486c42 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:15.249954 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a11337e-8ea8-4fa8-9a47-05dcd469b57c req-399295c8-3e6a-4a97-808e-0f1042486c42 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:15.253050 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4a11337e-8ea8-4fa8-9a47-05dcd469b57c req-399295c8-3e6a-4a97-808e-0f1042486c42 service neutron] 10.222.0.71 "GET /v2.0/networks?id=ac0cf993-3653-417b-b55c-1e0d903ad371&id=a7619443-8c8f-449c-b71b-17b9838c2b23&id=a7619443-8c8f-449c-b71b-17b9838c2b23&id=a7619443-8c8f-449c-b71b-17b9838c2b23&id=a7619443-8c8f-449c-b71b-17b9838c2b23&id=3f114897-b454-4ffb-8b12-a7f676cbd8b7&id=3f114897-b454-4ffb-8b12-a7f676cbd8b7 HTTP/1.1" status: 200 len: 2297 time: 0.6920207 May 30 20:17:15.342086 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094aca31-dc92-4a55-81f6-5e9bed362af1 req-9ebceac5-e1fe-4210-9f0d-6860563a7345 tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:15.343760 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-094aca31-dc92-4a55-81f6-5e9bed362af1 req-9ebceac5-e1fe-4210-9f0d-6860563a7345 tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] 10.222.0.86 "GET /v2.0/networks?id=8df2eca9-bd87-463d-93ac-08e4ae9a8369 HTTP/1.1" status: 200 len: 810 time: 0.3342237 May 30 20:17:15.358539 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ef11c835-1b21-41a3-b4fa-99a98f80a996 req-cd8684ed-08e3-4cd0-ae6d-cbc4ddc867f5 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/security-groups?id=0524bca6-45ea-44a4-8d6f-618d0ae32427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432750 May 30 20:17:15.377911 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-094aca31-dc92-4a55-81f6-5e9bed362af1 req-b9b9b05b-d627-4986-bcb7-1ad30d3bcb05 tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] Request body: {'port': {'device_id': '4220fd61-af51-45e2-919d-bf769e04f7d8', 'network_id': '8df2eca9-bd87-463d-93ac-08e4ae9a8369', 'admin_state_up': True, 'tenant_id': '104c300f9f19443ab4c7c434d4800823'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:17:15.394481 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [req-597864e8-910f-48df-b4c4-6c1f0b52ef2a req-b5e589e5-0ea0-4f59-b7c9-c0c7bc3cb751 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6398fd5e-0546-4c9b-b38c-b40af43bfae5 {{(pid=84886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:17:15.406176 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09471313-9543-4c86-8330-464f49da218b tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:15.407483 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-09471313-9543-4c86-8330-464f49da218b tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Synchronizing usage tracker for tenant:f46d9c4940b94d299e41e16470f84092 on resource:subnet {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:17:15.439210 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-986d56df-5dec-41f3-b6a2-18bbc5bff73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdb58110-4f79-4ccc-9d27-c7a899c0c45e', 'name': 'tempest-ServerRescueTestJSON-311432249-router', 'tenant_id': '104c300f9f19443ab4c7c434d4800823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': '814c0811-3cc1-4be6-bf99-f97ba3c622cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:16:55Z', 'updated_at': '2022-05-30T20:17:03Z', 'revision_number': 4, 'project_id': '104c300f9f19443ab4c7c434d4800823', 'gw_port': {'id': '814c0811-3cc1-4be6-bf99-f97ba3c622cd', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:2d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb58110-4f79-4ccc-9d27-c7a899c0c45e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:16:56Z', 'updated_at': '2022-05-30T20:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '9f5cb94f-ddd5-4e06-8839-fa91785fe7c0', 'name': '', 'network_id': '8df2eca9-bd87-463d-93ac-08e4ae9a8369', 'tenant_id': '104c300f9f19443ab4c7c434d4800823', 'mac_address': 'fa:16:3e:9e:86:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdb58110-4f79-4ccc-9d27-c7a899c0c45e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0a2227d-d9d4-4c95-9e3b-58ec7cf0f306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:17:02Z', 'updated_at': '2022-05-30T20:17:12Z', 'revision_number': 4, 'project_id': '104c300f9f19443ab4c7c434d4800823', 'subnets': [{'id': 'f0a2227d-d9d4-4c95-9e3b-58ec7cf0f306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:17:15.452821 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986d56df-5dec-41f3-b6a2-18bbc5bff73a None None] The sync data for ids ['bdb58110-4f79-4ccc-9d27-c7a899c0c45e'] in n-d-843948-2 is: [{'id': 'bdb58110-4f79-4ccc-9d27-c7a899c0c45e', 'name': 'tempest-ServerRescueTestJSON-311432249-router', 'tenant_id': '104c300f9f19443ab4c7c434d4800823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': '814c0811-3cc1-4be6-bf99-f97ba3c622cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:16:55Z', 'updated_at': '2022-05-30T20:17:03Z', 'revision_number': 4, 'project_id': '104c300f9f19443ab4c7c434d4800823', 'gw_port': {'id': '814c0811-3cc1-4be6-bf99-f97ba3c622cd', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:2d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb58110-4f79-4ccc-9d27-c7a899c0c45e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:16:56Z', 'updated_at': '2022-05-30T20:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '9f5cb94f-ddd5-4e06-8839-fa91785fe7c0', 'name': '', 'network_id': '8df2eca9-bd87-463d-93ac-08e4ae9a8369', 'tenant_id': '104c300f9f19443ab4c7c434d4800823', 'mac_address': 'fa:16:3e:9e:86:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdb58110-4f79-4ccc-9d27-c7a899c0c45e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0a2227d-d9d4-4c95-9e3b-58ec7cf0f306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:17:02Z', 'updated_at': '2022-05-30T20:17:12Z', 'revision_number': 4, 'project_id': '104c300f9f19443ab4c7c434d4800823', 'subnets': [{'id': 'f0a2227d-d9d4-4c95-9e3b-58ec7cf0f306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:17:15.605477 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 001f7874-311c-4c2f-abfc-33a9420d02c4 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:17:15.605477 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-db2d0dc9-f32b-4ffe-8861-4286bc266957 None None] Provisioning for port 001f7874-311c-4c2f-abfc-33a9420d02c4 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:17:15.611120 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 001f7874-311c-4c2f-abfc-33a9420d02c4 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:17:15.611570 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:15.626753 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-597864e8-910f-48df-b4c4-6c1f0b52ef2a req-b5e589e5-0ea0-4f59-b7c9-c0c7bc3cb751 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:15.671142 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-094aca31-dc92-4a55-81f6-5e9bed362af1 req-b9b9b05b-d627-4986-bcb7-1ad30d3bcb05 tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:17:15.706664 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-094aca31-dc92-4a55-81f6-5e9bed362af1 req-b9b9b05b-d627-4986-bcb7-1ad30d3bcb05 tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:17:15.724741 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-032c4b9c-4f2c-4d45-aba2-8ace81aefa0c None None] DHCP port deletion for d47d203f-5de7-4b07-964a-6298eeac5040 request from n-d-843948-2 {{(pid=84888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:17:15.727322 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8fc6351-7091-41ff-b833-53f3a428960a None None] DHCP port deletion for d097cd26-428b-4f3c-9066-a59ff7e31a49 request from n-d-843948-2 {{(pid=84888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:17:15.771080 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-db2d0dc9-f32b-4ffe-8861-4286bc266957 None None] Provisioning complete for port 001f7874-311c-4c2f-abfc-33a9420d02c4 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:17:15.771080 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-db2d0dc9-f32b-4ffe-8861-4286bc266957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:15.835806 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-094aca31-dc92-4a55-81f6-5e9bed362af1 req-b9b9b05b-d627-4986-bcb7-1ad30d3bcb05 tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] Made reservation on behalf of 104c300f9f19443ab4c7c434d4800823 for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:17:15.852004 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-094aca31-dc92-4a55-81f6-5e9bed362af1 req-b9b9b05b-d627-4986-bcb7-1ad30d3bcb05 tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:15.950718 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4a11337e-8ea8-4fa8-9a47-05dcd469b57c req-3abee5b5-dd6e-4cde-9ae7-f5bd8f42f6f3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e11c1dce-38fb-439a-b79f-28a1736ee8b8 HTTP/1.1" status: 200 len: 1001 time: 0.5366504 May 30 20:17:16.000005 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-032c4b9c-4f2c-4d45-aba2-8ace81aefa0c None None] Deleting port 2a87788b-eed5-432e-bdf3-83ebc52717a9 {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:17:16.001952 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-032c4b9c-4f2c-4d45-aba2-8ace81aefa0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:16.070632 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [req-597864e8-910f-48df-b4c4-6c1f0b52ef2a req-b5e589e5-0ea0-4f59-b7c9-c0c7bc3cb751 service neutron] Transition to ACTIVE for port object 6398fd5e-0546-4c9b-b38c-b40af43bfae5 will not be triggered until provisioned by entity L2. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:17:16.110915 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-c8fc6351-7091-41ff-b833-53f3a428960a None None] Deleting port 001f7874-311c-4c2f-abfc-33a9420d02c4 {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:17:16.113471 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-17d3054b-7c45-4472-83cb-a94b380dae8f req-b6982686-f377-40f8-afaf-9759098a0499 tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] 10.222.0.85 "GET /v2.0/ports?device_id=4220fd61-af51-45e2-919d-bf769e04f7d8 HTTP/1.1" status: 200 len: 210 time: 0.1553996 May 30 20:17:16.125433 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-c8fc6351-7091-41ff-b833-53f3a428960a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:16.147977 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a11337e-8ea8-4fa8-9a47-05dcd469b57c req-0c8d7096-6270-41cd-ae79-58d7a89aa688 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:16.151305 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4a11337e-8ea8-4fa8-9a47-05dcd469b57c req-0c8d7096-6270-41cd-ae79-58d7a89aa688 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=12de3c88-630f-42df-9c14-e8413906e7b8 HTTP/1.1" status: 200 len: 855 time: 0.1885467 May 30 20:17:16.152652 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-09471313-9543-4c86-8330-464f49da218b tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Unset dirty status for tenant:f46d9c4940b94d299e41e16470f84092 on resource:subnet {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:17:16.163125 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-09471313-9543-4c86-8330-464f49da218b tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] 10.222.0.85 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.9085310 May 30 20:17:16.165187 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 58000) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:16.276783 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-597864e8-910f-48df-b4c4-6c1f0b52ef2a req-b5e589e5-0ea0-4f59-b7c9-c0c7bc3cb751 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:16.693878 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6919ca00-0aec-4b5b-97cb-43ed66811b30 req-43235f92-f1fb-40d8-8cb4-4cf405d76678 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=d70bcf10-f2be-4570-ba87-475cc99a18c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7848744 May 30 20:17:16.725288 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-db2d0dc9-f32b-4ffe-8861-4286bc266957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:16.786506 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e589e5-0ea0-4f59-b7c9-c0c7bc3cb751 service neutron] Pushing event updated for resources: {'Port': ['ID=6398fd5e-0546-4c9b-b38c-b40af43bfae5,revision_number=2']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:16.787214 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e809f1-6033-4287-9cd7-4bc3bc06d966 req-6ef0be17-5709-44c3-b096-b602a0d55a0e tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:16.808451 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a1e809f1-6033-4287-9cd7-4bc3bc06d966 req-6ef0be17-5709-44c3-b096-b602a0d55a0e tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/ports?device_id=b5e1a7c9-ed3c-4f69-a342-3dbea92c9cf8 HTTP/1.1" status: 200 len: 945 time: 0.4126308 May 30 20:17:16.878851 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [req-094aca31-dc92-4a55-81f6-5e9bed362af1 req-b9b9b05b-d627-4986-bcb7-1ad30d3bcb05 tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] Allocated IP 172.20.0.9 (8df2eca9-bd87-463d-93ac-08e4ae9a8369/f0a2227d-d9d4-4c95-9e3b-58ec7cf0f306/3c5caf83-09bd-483a-b160-7675192dd579) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:17:16.974787 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:16.981744 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a1e809f1-6033-4287-9cd7-4bc3bc06d966 req-bb9d70ca-b8c8-43c2-adb7-655a9041c999 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/security-groups?id=3b7b472c-21af-4683-a7b2-e1dc38380326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719031 May 30 20:17:17.092514 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5d4b901c-bc0b-4f6a-a793-b0be37213683 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:17.096252 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6919ca00-0aec-4b5b-97cb-43ed66811b30 req-254f0e9c-f97e-4016-96ce-950e88331392 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7f20a37d1ec84058864d6080c6a9f8aa&device_id=d70bcf10-f2be-4570-ba87-475cc99a18c1 HTTP/1.1" status: 200 len: 1096 time: 0.2112725 May 30 20:17:17.113150 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-032c4b9c-4f2c-4d45-aba2-8ace81aefa0c None None] For port 2a87788b-eed5-432e-bdf3-83ebc52717a9, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=2a87788b-eed5-432e-bdf3-83ebc52717a9,segment=NetworkSegment(9766b36b-b9f4-440f-b6d6-3f0e62ff6e1f),segment_id=9766b36b-b9f4-440f-b6d6-3f0e62ff6e1f)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:17:17.114568 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-032c4b9c-4f2c-4d45-aba2-8ace81aefa0c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:17.159560 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-db2d0dc9-f32b-4ffe-8861-4286bc266957 None None] For port 001f7874-311c-4c2f-abfc-33a9420d02c4, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=001f7874-311c-4c2f-abfc-33a9420d02c4,segment=NetworkSegment(4a698a7e-5e1f-48f8-9086-f6045ef52ab0),segment_id=4a698a7e-5e1f-48f8-9086-f6045ef52ab0)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:17:17.377538 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-5d4b901c-bc0b-4f6a-a793-b0be37213683 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Deleting port 001f7874-311c-4c2f-abfc-33a9420d02c4 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:17:17.378538 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5d4b901c-bc0b-4f6a-a793-b0be37213683 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:17.472193 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-db2d0dc9-f32b-4ffe-8861-4286bc266957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:17.478684 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4a11337e-8ea8-4fa8-9a47-05dcd469b57c req-48c258aa-16c3-4424-8423-5e11e3de213f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ac0cf993-3653-417b-b55c-1e0d903ad371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.3136332 May 30 20:17:17.508317 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-032c4b9c-4f2c-4d45-aba2-8ace81aefa0c None None] Calling delete_port for 2a87788b-eed5-432e-bdf3-83ebc52717a9 owned by network:dhcp {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:17:17.546255 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a930be53-1ec1-4a18-84cb-a0f1851bd1e9 req-41ca2886-fbee-4621-b214-df26de0b4518 tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] 10.222.0.85 "GET /v2.0/ports?device_id=4220fd61-af51-45e2-919d-bf769e04f7d8 HTTP/1.1" status: 200 len: 210 time: 0.1317573 May 30 20:17:17.615396 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6919ca00-0aec-4b5b-97cb-43ed66811b30 req-4063d471-4db3-4b51-8351-d137541a74bf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:17.616810 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6919ca00-0aec-4b5b-97cb-43ed66811b30 req-4063d471-4db3-4b51-8351-d137541a74bf service neutron] 10.222.0.86 "GET /v2.0/networks?id=447ea545-6235-439a-a377-09de7456264b HTTP/1.1" status: 200 len: 907 time: 0.4841461 May 30 20:17:17.626289 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-094aca31-dc92-4a55-81f6-5e9bed362af1 req-b9b9b05b-d627-4986-bcb7-1ad30d3bcb05 tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:17.640839 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766c9fad-5a6c-4862-b112-bcb9f23d3367 req-25d6911e-81e1-4968-bb2c-bf3ba2728b4c tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:17.640839 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-766c9fad-5a6c-4862-b112-bcb9f23d3367 req-25d6911e-81e1-4968-bb2c-bf3ba2728b4c tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Synchronizing usage tracker for tenant:af163cbd2042444a832f25a9c44ad423 on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:17:17.684674 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-597864e8-910f-48df-b4c4-6c1f0b52ef2a req-b5e589e5-0ea0-4f59-b7c9-c0c7bc3cb751 service neutron] Attempting to bind port 6398fd5e-0546-4c9b-b38c-b40af43bfae5 on host n-h1-843948-2 for vnic_type normal with profile {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:17:17.684674 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-597864e8-910f-48df-b4c4-6c1f0b52ef2a req-b5e589e5-0ea0-4f59-b7c9-c0c7bc3cb751 service neutron] Attempting to bind port 6398fd5e-0546-4c9b-b38c-b40af43bfae5 by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': '9cdcbede-65a3-4a4d-80cb-286c108c164a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '51438f8d-98bc-428c-98e5-c8517683a003'}] {{(pid=84886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:17:17.684970 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-597864e8-910f-48df-b4c4-6c1f0b52ef2a req-b5e589e5-0ea0-4f59-b7c9-c0c7bc3cb751 service neutron] Attempting to bind port 6398fd5e-0546-4c9b-b38c-b40af43bfae5 on network 51438f8d-98bc-428c-98e5-c8517683a003 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:17:17.689766 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-c8fc6351-7091-41ff-b833-53f3a428960a None None] For port 001f7874-311c-4c2f-abfc-33a9420d02c4, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=001f7874-311c-4c2f-abfc-33a9420d02c4,segment=NetworkSegment(4a698a7e-5e1f-48f8-9086-f6045ef52ab0),segment_id=4a698a7e-5e1f-48f8-9086-f6045ef52ab0)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:17:17.690157 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-c8fc6351-7091-41ff-b833-53f3a428960a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:17.706191 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.db.api [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:17:17.709051 n-d-843948-2 neutron-server[84888]: DEBUG oslo_db.api [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:17:17.725659 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6919ca00-0aec-4b5b-97cb-43ed66811b30 req-8440a922-c584-4a21-9109-c6e0dc55535b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8e5aeea2-b35a-41eb-83bf-3b475ff14780 HTTP/1.1" status: 200 len: 217 time: 0.0955899 May 30 20:17:17.790783 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2d0dc9-f32b-4ffe-8861-4286bc266957 None None] Pushing event updated for resources: {'Port': ['ID=001f7874-311c-4c2f-abfc-33a9420d02c4,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:17.816630 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4a11337e-8ea8-4fa8-9a47-05dcd469b57c req-c2caa678-161a-4bd3-b9ca-ced05acb345d service neutron] 10.222.0.71 "GET /v2.0/networks/ac0cf993-3653-417b-b55c-1e0d903ad371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3084557 May 30 20:17:17.818122 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-597864e8-910f-48df-b4c4-6c1f0b52ef2a req-b5e589e5-0ea0-4f59-b7c9-c0c7bc3cb751 service neutron] Port 6398fd5e-0546-4c9b-b38c-b40af43bfae5 on network 51438f8d-98bc-428c-98e5-c8517683a003 not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:17:17.818634 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-597864e8-910f-48df-b4c4-6c1f0b52ef2a req-b5e589e5-0ea0-4f59-b7c9-c0c7bc3cb751 service neutron] Attempting to bind port 6398fd5e-0546-4c9b-b38c-b40af43bfae5 on network 51438f8d-98bc-428c-98e5-c8517683a003 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:17:17.831428 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-766c9fad-5a6c-4862-b112-bcb9f23d3367 req-25d6911e-81e1-4968-bb2c-bf3ba2728b4c tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Unset dirty status for tenant:af163cbd2042444a832f25a9c44ad423 on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:17:17.839067 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-766c9fad-5a6c-4862-b112-bcb9f23d3367 req-25d6911e-81e1-4968-bb2c-bf3ba2728b4c tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/ports?device_id=05c90cf3-eefb-48d0-8aab-ee021bb8d5f6 HTTP/1.1" status: 200 len: 943 time: 1.1791015 May 30 20:17:17.860511 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-c8fc6351-7091-41ff-b833-53f3a428960a None None] Calling delete_port for 001f7874-311c-4c2f-abfc-33a9420d02c4 owned by network:dhcp {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:17:17.894155 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6919ca00-0aec-4b5b-97cb-43ed66811b30 req-f98d3b1a-0c24-4123-b3d7-31068864054e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:17.895639 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6919ca00-0aec-4b5b-97cb-43ed66811b30 req-f98d3b1a-0c24-4123-b3d7-31068864054e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=e5689849-4104-472f-a1ce-eede6d9545dd HTTP/1.1" status: 200 len: 846 time: 0.1541471 May 30 20:17:17.954745 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6919ca00-0aec-4b5b-97cb-43ed66811b30 req-48c0e808-8aaa-4cc3-8f39-451062895a81 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=447ea545-6235-439a-a377-09de7456264b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502546 May 30 20:17:17.972997 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-032c4b9c-4f2c-4d45-aba2-8ace81aefa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468'] for port, after_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:18.028751 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.db.api [None req-c8fc6351-7091-41ff-b833-53f3a428960a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:17:18.029019 n-d-843948-2 neutron-server[84888]: DEBUG oslo_db.api [None req-c8fc6351-7091-41ff-b833-53f3a428960a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:17:18.030392 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032c4b9c-4f2c-4d45-aba2-8ace81aefa0c None None] Pushing event deleted for resources: {'Port': ['ID=2a87788b-eed5-432e-bdf3-83ebc52717a9,revision_number=None']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:18.042406 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032c4b9c-4f2c-4d45-aba2-8ace81aefa0c None None] No DVR routers for this DVR port 2a87788b-eed5-432e-bdf3-83ebc52717a9 on host n-d-843948-2 {{(pid=84888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:17:18.098334 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-597864e8-910f-48df-b4c4-6c1f0b52ef2a req-b5e589e5-0ea0-4f59-b7c9-c0c7bc3cb751 service neutron] Checking agent: {'id': 'f728d74e-a4ae-4384-860b-a5ade05dd8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 16, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:17:18.098901 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-597864e8-910f-48df-b4c4-6c1f0b52ef2a req-b5e589e5-0ea0-4f59-b7c9-c0c7bc3cb751 service neutron] Checking segment: {'id': '9cdcbede-65a3-4a4d-80cb-286c108c164a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '51438f8d-98bc-428c-98e5-c8517683a003'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:17:18.099509 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-597864e8-910f-48df-b4c4-6c1f0b52ef2a req-b5e589e5-0ea0-4f59-b7c9-c0c7bc3cb751 service neutron] Bound using segment: {'id': '9cdcbede-65a3-4a4d-80cb-286c108c164a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '51438f8d-98bc-428c-98e5-c8517683a003'} {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:17:18.099937 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-094aca31-dc92-4a55-81f6-5e9bed362af1 req-b9b9b05b-d627-4986-bcb7-1ad30d3bcb05 tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:18.100265 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-597864e8-910f-48df-b4c4-6c1f0b52ef2a req-b5e589e5-0ea0-4f59-b7c9-c0c7bc3cb751 service neutron] Bound port: 6398fd5e-0546-4c9b-b38c-b40af43bfae5, host: n-h1-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cdcbede-65a3-4a4d-80cb-286c108c164a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '51438f8d-98bc-428c-98e5-c8517683a003'}}] {{(pid=84886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:17:18.100862 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-597864e8-910f-48df-b4c4-6c1f0b52ef2a req-b5e589e5-0ea0-4f59-b7c9-c0c7bc3cb751 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:18.228803 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-094aca31-dc92-4a55-81f6-5e9bed362af1 req-b9b9b05b-d627-4986-bcb7-1ad30d3bcb05 tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] Network 8df2eca9-bd87-463d-93ac-08e4ae9a8369 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:17:18.231156 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [req-094aca31-dc92-4a55-81f6-5e9bed362af1 req-b9b9b05b-d627-4986-bcb7-1ad30d3bcb05 tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:17:18.260445 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-094aca31-dc92-4a55-81f6-5e9bed362af1 req-b9b9b05b-d627-4986-bcb7-1ad30d3bcb05 tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:17:18.278850 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 2a87788b-eed5-432e-bdf3-83ebc52717a9 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:17:18.323086 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: 2a87788b-eed5-432e-bdf3-83ebc52717a9 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:17:18.323086 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 2a87788b-eed5-432e-bdf3-83ebc52717a9 not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} May 30 20:17:18.353866 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b9b05b-d627-4986-bcb7-1ad30d3bcb05 tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] Pushing event updated for resources: {'Port': ['ID=3c5caf83-09bd-483a-b160-7675192dd579,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:18.375788 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Port 2a87788b-eed5-432e-bdf3-83ebc52717a9 not found, will not notify nova. {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} May 30 20:17:18.380962 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6919ca00-0aec-4b5b-97cb-43ed66811b30 req-161f2acd-c447-4b17-b28f-a27fc25d946a service neutron] 10.222.0.86 "GET /v2.0/networks/447ea545-6235-439a-a377-09de7456264b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4218447 May 30 20:17:18.406870 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094aca31-dc92-4a55-81f6-5e9bed362af1 req-b9b9b05b-d627-4986-bcb7-1ad30d3bcb05 tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:18.406870 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-094aca31-dc92-4a55-81f6-5e9bed362af1 req-b9b9b05b-d627-4986-bcb7-1ad30d3bcb05 tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:18.534537 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-c8fc6351-7091-41ff-b833-53f3a428960a None None] Deleting port 001f7874-311c-4c2f-abfc-33a9420d02c4 {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:17:18.534537 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-c8fc6351-7091-41ff-b833-53f3a428960a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:18.586852 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 9f5cb94f-ddd5-4e06-8839-fa91785fe7c0 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:17:18.586950 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-766c9fad-5a6c-4862-b112-bcb9f23d3367 req-582ce109-0357-41af-b831-ece9f988c84d tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/security-groups?id=0524bca6-45ea-44a4-8d6f-618d0ae32427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7329121 May 30 20:17:18.726486 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-094aca31-dc92-4a55-81f6-5e9bed362af1 req-b9b9b05b-d627-4986-bcb7-1ad30d3bcb05 tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3605039 May 30 20:17:18.726940 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [None req-5d4b901c-bc0b-4f6a-a793-b0be37213683 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] For port 001f7874-311c-4c2f-abfc-33a9420d02c4, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=001f7874-311c-4c2f-abfc-33a9420d02c4,segment=NetworkSegment(4a698a7e-5e1f-48f8-9086-f6045ef52ab0),segment_id=4a698a7e-5e1f-48f8-9086-f6045ef52ab0)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:17:18.727211 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5d4b901c-bc0b-4f6a-a793-b0be37213683 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:18.738818 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6919ca00-0aec-4b5b-97cb-43ed66811b30 req-946a1f9b-e825-4959-ad13-40713785c6f7 service neutron] 10.222.0.86 "GET /v2.0/networks/447ea545-6235-439a-a377-09de7456264b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3482845 May 30 20:17:18.746148 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-094aca31-dc92-4a55-81f6-5e9bed362af1 req-06f40196-2b0a-4d81-b5da-c849c682945b service neutron] Request body: {'port': {'device_id': '4220fd61-af51-45e2-919d-bf769e04f7d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843948-2'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:17:18.769285 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-597864e8-910f-48df-b4c4-6c1f0b52ef2a req-b5e589e5-0ea0-4f59-b7c9-c0c7bc3cb751 service neutron] For port 6398fd5e-0546-4c9b-b38c-b40af43bfae5, host n-h1-843948-2, cleared binding levels {{(pid=84886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:17:18.781218 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4a11337e-8ea8-4fa8-9a47-05dcd469b57c req-7f79c11d-ec3f-4f68-8c0e-5c8cdc8ee3f6 service neutron] 10.222.0.71 "GET /v2.0/networks/ac0cf993-3653-417b-b55c-1e0d903ad371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9521315 May 30 20:17:18.922476 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-094aca31-dc92-4a55-81f6-5e9bed362af1 req-06f40196-2b0a-4d81-b5da-c849c682945b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:19.011542 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26bc6c5-5655-4240-82e7-4e6f41afbecb req-b7e8b791-11b7-48b2-91b4-77418fe7cdd6 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:19.019075 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e26bc6c5-5655-4240-82e7-4e6f41afbecb req-b7e8b791-11b7-48b2-91b4-77418fe7cdd6 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/ports?device_id=b5e1a7c9-ed3c-4f69-a342-3dbea92c9cf8 HTTP/1.1" status: 200 len: 945 time: 0.3443992 May 30 20:17:19.021307 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-c8fc6351-7091-41ff-b833-53f3a428960a None None] For port 001f7874-311c-4c2f-abfc-33a9420d02c4, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=001f7874-311c-4c2f-abfc-33a9420d02c4,segment=NetworkSegment(4a698a7e-5e1f-48f8-9086-f6045ef52ab0),segment_id=4a698a7e-5e1f-48f8-9086-f6045ef52ab0)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:17:19.021796 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-c8fc6351-7091-41ff-b833-53f3a428960a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:19.136870 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-5d4b901c-bc0b-4f6a-a793-b0be37213683 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Calling delete_port for 001f7874-311c-4c2f-abfc-33a9420d02c4 owned by network:dhcp {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:17:19.146108 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 9f5cb94f-ddd5-4e06-8839-fa91785fe7c0 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:17:19.234630 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-c8fc6351-7091-41ff-b833-53f3a428960a None None] Calling delete_port for 001f7874-311c-4c2f-abfc-33a9420d02c4 owned by network:dhcp {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:17:19.267728 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 9f5cb94f-ddd5-4e06-8839-fa91785fe7c0 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:17:19.268108 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:19.382731 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-597864e8-910f-48df-b4c4-6c1f0b52ef2a req-b5e589e5-0ea0-4f59-b7c9-c0c7bc3cb751 service neutron] For port 6398fd5e-0546-4c9b-b38c-b40af43bfae5, host n-h1-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=6398fd5e-0546-4c9b-b38c-b40af43bfae5,segment=NetworkSegment(9cdcbede-65a3-4a4d-80cb-286c108c164a),segment_id=9cdcbede-65a3-4a4d-80cb-286c108c164a)] {{(pid=84886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:17:19.406252 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4a11337e-8ea8-4fa8-9a47-05dcd469b57c req-67e2f7c9-3ca9-4b3a-a1d1-47bf6b02be48 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.49&port_id=1e6e07a3-c45b-41b8-b6a5-4b5b75a47af3 HTTP/1.1" status: 200 len: 217 time: 0.4737453 May 30 20:17:19.414497 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e26bc6c5-5655-4240-82e7-4e6f41afbecb req-052376c0-75eb-421e-97e3-891fc316ba4c tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/security-groups?id=3b7b472c-21af-4683-a7b2-e1dc38380326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3943512 May 30 20:17:19.500452 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-597864e8-910f-48df-b4c4-6c1f0b52ef2a req-b5e589e5-0ea0-4f59-b7c9-c0c7bc3cb751 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:19.540665 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:19.552396 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:19.556893 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-c8fc6351-7091-41ff-b833-53f3a428960a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468'] for port, after_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:19.630736 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a11337e-8ea8-4fa8-9a47-05dcd469b57c req-7bb5b5ed-c45d-4c57-b688-c07113c39dac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:19.630736 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4a11337e-8ea8-4fa8-9a47-05dcd469b57c req-7bb5b5ed-c45d-4c57-b688-c07113c39dac service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a88285df-a7f2-4329-8d01-6e0453d581e4 HTTP/1.1" status: 200 len: 797 time: 0.2070792 May 30 20:17:19.636799 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8fc6351-7091-41ff-b833-53f3a428960a None None] No DVR routers for this DVR port 001f7874-311c-4c2f-abfc-33a9420d02c4 on host n-d-843948-2 {{(pid=84888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:17:19.639182 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fc6351-7091-41ff-b833-53f3a428960a None None] Pushing event deleted for resources: {'Port': ['ID=001f7874-311c-4c2f-abfc-33a9420d02c4,revision_number=None']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:19.682948 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port 9f5cb94f-ddd5-4e06-8839-fa91785fe7c0, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=9f5cb94f-ddd5-4e06-8839-fa91785fe7c0,segment=NetworkSegment(c0dbaf45-d4a9-44e2-8858-2c41f5f98c84),segment_id=c0dbaf45-d4a9-44e2-8858-2c41f5f98c84)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:17:19.696184 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-597864e8-910f-48df-b4c4-6c1f0b52ef2a req-b5e589e5-0ea0-4f59-b7c9-c0c7bc3cb751 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:19.696184 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-597864e8-910f-48df-b4c4-6c1f0b52ef2a req-b5e589e5-0ea0-4f59-b7c9-c0c7bc3cb751 service neutron] 10.222.0.71 "PUT /v2.0/ports/6398fd5e-0546-4c9b-b38c-b40af43bfae5 HTTP/1.1" status: 200 len: 1091 time: 6.6485100 May 30 20:17:19.750003 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:19.778938 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05c90cf3-eefb-48d0-8aab-ee021bb8d5f6', 'tag': '6398fd5e-0546-4c9b-b38c-b40af43bfae5'}] {{(pid=84886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:17:19.831463 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e589e5-0ea0-4f59-b7c9-c0c7bc3cb751 service neutron] Pushing event updated for resources: {'Port': ['ID=6398fd5e-0546-4c9b-b38c-b40af43bfae5,revision_number=3']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:19.851960 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.db.api [None req-5d4b901c-bc0b-4f6a-a793-b0be37213683 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:17:19.854346 n-d-843948-2 neutron-server[84886]: DEBUG oslo_db.api [None req-5d4b901c-bc0b-4f6a-a793-b0be37213683 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:17:19.887238 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f1cf8f-1f69-4b28-ac8f-031aabc0119a req-3cc917bc-38e3-467b-be2b-87c292434049 tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:19.923648 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-25f1cf8f-1f69-4b28-ac8f-031aabc0119a req-3cc917bc-38e3-467b-be2b-87c292434049 tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] 10.222.0.85 "GET /v2.0/ports?device_id=4220fd61-af51-45e2-919d-bf769e04f7d8 HTTP/1.1" status: 200 len: 931 time: 0.7879386 May 30 20:17:20.010179 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 001f7874-311c-4c2f-abfc-33a9420d02c4 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:17:20.054764 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [req-094aca31-dc92-4a55-81f6-5e9bed362af1 req-06f40196-2b0a-4d81-b5da-c849c682945b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c5caf83-09bd-483a-b160-7675192dd579 {{(pid=84887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:17:20.066345 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-094aca31-dc92-4a55-81f6-5e9bed362af1 req-06f40196-2b0a-4d81-b5da-c849c682945b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:20.111164 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: 001f7874-311c-4c2f-abfc-33a9420d02c4 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:17:20.111164 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 001f7874-311c-4c2f-abfc-33a9420d02c4 not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:17:20.111164 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 2a87788b-eed5-432e-bdf3-83ebc52717a9 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:17:20.125097 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-094aca31-dc92-4a55-81f6-5e9bed362af1 req-06f40196-2b0a-4d81-b5da-c849c682945b service neutron] Transition to ACTIVE for port object 3c5caf83-09bd-483a-b160-7675192dd579 will not be triggered until provisioned by entity L2. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:17:20.132663 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-25f1cf8f-1f69-4b28-ac8f-031aabc0119a req-4b079f3a-5440-45e3-a327-dec55d72a917 tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] Synchronizing usage tracker for tenant:104c300f9f19443ab4c7c434d4800823 on resource:security_group {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:17:20.164836 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111c7c7b-605d-45ad-a23f-ddf40334ffe0 req-f20e935b-8b69-4a0f-83b8-034fa37e255b tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:20.177523 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: 2a87788b-eed5-432e-bdf3-83ebc52717a9 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:17:20.178100 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4a11337e-8ea8-4fa8-9a47-05dcd469b57c req-7faa8552-501f-4c12-8451-2529820a8640 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a7619443-8c8f-449c-b71b-17b9838c2b23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5257473 May 30 20:17:20.178568 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 2a87788b-eed5-432e-bdf3-83ebc52717a9 not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:17:20.192731 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-111c7c7b-605d-45ad-a23f-ddf40334ffe0 req-f20e935b-8b69-4a0f-83b8-034fa37e255b tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/ports?device_id=05c90cf3-eefb-48d0-8aab-ee021bb8d5f6 HTTP/1.1" status: 200 len: 943 time: 0.2299395 May 30 20:17:20.219852 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=9f5cb94f-ddd5-4e06-8839-fa91785fe7c0,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:20.279304 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-111c7c7b-605d-45ad-a23f-ddf40334ffe0 req-aa70ce1c-0bfd-4fb1-838f-d3433ca369fa tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/security-groups?id=0524bca6-45ea-44a4-8d6f-618d0ae32427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789309 May 30 20:17:20.282516 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-094aca31-dc92-4a55-81f6-5e9bed362af1 req-06f40196-2b0a-4d81-b5da-c849c682945b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:20.285704 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-597864e8-910f-48df-b4c4-6c1f0b52ef2a req-c4d94a73-1836-4d7f-9494-12017a7c8127 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=af163cbd2042444a832f25a9c44ad423&device_id=05c90cf3-eefb-48d0-8aab-ee021bb8d5f6 HTTP/1.1" status: 200 len: 1094 time: 0.3685284 May 30 20:17:20.361150 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-5d4b901c-bc0b-4f6a-a793-b0be37213683 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Deleting port 001f7874-311c-4c2f-abfc-33a9420d02c4 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:17:20.361472 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5d4b901c-bc0b-4f6a-a793-b0be37213683 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:20.445588 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-25f1cf8f-1f69-4b28-ac8f-031aabc0119a req-4b079f3a-5440-45e3-a327-dec55d72a917 tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] Unset dirty status for tenant:104c300f9f19443ab4c7c434d4800823 on resource:security_group {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:17:20.459805 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-25f1cf8f-1f69-4b28-ac8f-031aabc0119a req-4b079f3a-5440-45e3-a327-dec55d72a917 tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] 10.222.0.85 "GET /v2.0/security-groups?id=7406621a-1401-4b06-82d8-1a98a746bcb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5469930 May 30 20:17:20.466390 n-d-843948-2 neutron-server[84886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f6bbd3d-f9ad-43ab-a138-88f92ffb7630'] response: {'name': 'network-changed', 'server_uuid': '05c90cf3-eefb-48d0-8aab-ee021bb8d5f6', 'tag': '6398fd5e-0546-4c9b-b38c-b40af43bfae5', 'status': 'completed', 'code': 200} May 30 20:17:20.484773 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-5d4b901c-bc0b-4f6a-a793-b0be37213683 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] The port '001f7874-311c-4c2f-abfc-33a9420d02c4' was deleted {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 20:17:20.534948 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 9f5cb94f-ddd5-4e06-8839-fa91785fe7c0 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:17:20.564072 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-597864e8-910f-48df-b4c4-6c1f0b52ef2a req-b46842a6-686b-440d-ae67-e11491f87647 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6398fd5e-0546-4c9b-b38c-b40af43bfae5 HTTP/1.1" status: 200 len: 217 time: 0.2684522 May 30 20:17:20.573862 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f40196-2b0a-4d81-b5da-c849c682945b service neutron] Pushing event updated for resources: {'Port': ['ID=3c5caf83-09bd-483a-b160-7675192dd579,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:20.718264 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 9f5cb94f-ddd5-4e06-8839-fa91785fe7c0 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:17:20.718893 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:20.747763 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5d4b901c-bc0b-4f6a-a793-b0be37213683 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:20.779314 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-5d4b901c-bc0b-4f6a-a793-b0be37213683 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d097cd26-428b-4f3c-9066-a59ff7e31a49']}} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:17:20.804167 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4a11337e-8ea8-4fa8-9a47-05dcd469b57c req-a094910f-5186-4244-a892-a8b44d877d3b service neutron] 10.222.0.71 "GET /v2.0/networks/a7619443-8c8f-449c-b71b-17b9838c2b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6116960 May 30 20:17:20.922389 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597864e8-910f-48df-b4c4-6c1f0b52ef2a req-6752d183-72ce-45d1-8ed5-2da57fc52948 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:20.924590 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-597864e8-910f-48df-b4c4-6c1f0b52ef2a req-6752d183-72ce-45d1-8ed5-2da57fc52948 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a7c3f85d-fe14-497a-a810-561b8b1fe24d HTTP/1.1" status: 200 len: 853 time: 0.1184537 May 30 20:17:20.955057 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-5d4b901c-bc0b-4f6a-a793-b0be37213683 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a698a7e-5e1f-48f8-9086-f6045ef52ab0') {'for_net_delete': True} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:17:20.955342 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-5d4b901c-bc0b-4f6a-a793-b0be37213683 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a698a7e-5e1f-48f8-9086-f6045ef52ab0') {} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:17:20.974702 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5d4b901c-bc0b-4f6a-a793-b0be37213683 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2660590'] for segment, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:20.978672 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-094aca31-dc92-4a55-81f6-5e9bed362af1 req-06f40196-2b0a-4d81-b5da-c849c682945b service neutron] Attempting to bind port 3c5caf83-09bd-483a-b160-7675192dd579 on host n-h2-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:17:20.978672 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-094aca31-dc92-4a55-81f6-5e9bed362af1 req-06f40196-2b0a-4d81-b5da-c849c682945b service neutron] Attempting to bind port 3c5caf83-09bd-483a-b160-7675192dd579 by drivers openvswitch,hyperv on host n-h2-843948-2 at level 0 using segments [{'id': 'c0dbaf45-d4a9-44e2-8858-2c41f5f98c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '8df2eca9-bd87-463d-93ac-08e4ae9a8369'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:17:20.978672 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094aca31-dc92-4a55-81f6-5e9bed362af1 req-06f40196-2b0a-4d81-b5da-c849c682945b service neutron] Attempting to bind port 3c5caf83-09bd-483a-b160-7675192dd579 on network 8df2eca9-bd87-463d-93ac-08e4ae9a8369 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:17:20.991296 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5d4b901c-bc0b-4f6a-a793-b0be37213683 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:20.998948 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d4b901c-bc0b-4f6a-a793-b0be37213683 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Releasing vlan 693 on physical network physnet1 to pool {{(pid=84886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:17:20.999407 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5d4b901c-bc0b-4f6a-a793-b0be37213683 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4126989'] for segment, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:21.004938 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c56cc7d-f0d8-4e19-9ba0-6571ca7468cc req-9d60ff14-542d-45b6-89eb-117a5cdb7c7c tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:21.007637 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8c56cc7d-f0d8-4e19-9ba0-6571ca7468cc req-9d60ff14-542d-45b6-89eb-117a5cdb7c7c tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/ports?device_id=b5e1a7c9-ed3c-4f69-a342-3dbea92c9cf8 HTTP/1.1" status: 200 len: 945 time: 0.2859862 May 30 20:17:21.010408 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094aca31-dc92-4a55-81f6-5e9bed362af1 req-06f40196-2b0a-4d81-b5da-c849c682945b service neutron] Port 3c5caf83-09bd-483a-b160-7675192dd579 on network 8df2eca9-bd87-463d-93ac-08e4ae9a8369 not bound, no agent of type Open vSwitch agent registered on host n-h2-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:17:21.010864 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094aca31-dc92-4a55-81f6-5e9bed362af1 req-06f40196-2b0a-4d81-b5da-c849c682945b service neutron] Attempting to bind port 3c5caf83-09bd-483a-b160-7675192dd579 on network 8df2eca9-bd87-463d-93ac-08e4ae9a8369 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:17:21.051040 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094aca31-dc92-4a55-81f6-5e9bed362af1 req-06f40196-2b0a-4d81-b5da-c849c682945b service neutron] Checking agent: {'id': 'eaa08354-e8f5-4e73-af76-8d3cf7d2b390', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 16, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:17:21.051040 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094aca31-dc92-4a55-81f6-5e9bed362af1 req-06f40196-2b0a-4d81-b5da-c849c682945b service neutron] Checking segment: {'id': 'c0dbaf45-d4a9-44e2-8858-2c41f5f98c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '8df2eca9-bd87-463d-93ac-08e4ae9a8369'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:17:21.051040 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094aca31-dc92-4a55-81f6-5e9bed362af1 req-06f40196-2b0a-4d81-b5da-c849c682945b service neutron] Bound using segment: {'id': 'c0dbaf45-d4a9-44e2-8858-2c41f5f98c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '8df2eca9-bd87-463d-93ac-08e4ae9a8369'} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:17:21.051040 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-094aca31-dc92-4a55-81f6-5e9bed362af1 req-06f40196-2b0a-4d81-b5da-c849c682945b service neutron] Bound port: 3c5caf83-09bd-483a-b160-7675192dd579, host: n-h2-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0dbaf45-d4a9-44e2-8858-2c41f5f98c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '8df2eca9-bd87-463d-93ac-08e4ae9a8369'}}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:17:21.051040 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-094aca31-dc92-4a55-81f6-5e9bed362af1 req-06f40196-2b0a-4d81-b5da-c849c682945b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:21.084994 n-d-843948-2 neutron-server[84886]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:17:21.084994 n-d-843948-2 neutron-server[84886]: util.warn( May 30 20:17:21.084994 n-d-843948-2 neutron-server[84886]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:17:21.084994 n-d-843948-2 neutron-server[84886]: util.warn( May 30 20:17:21.084994 n-d-843948-2 neutron-server[84886]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:17:21.084994 n-d-843948-2 neutron-server[84886]: util.warn( May 30 20:17:21.084994 n-d-843948-2 neutron-server[84886]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:17:21.084994 n-d-843948-2 neutron-server[84886]: util.warn( May 30 20:17:21.084994 n-d-843948-2 neutron-server[84886]: Traceback (most recent call last): May 30 20:17:21.084994 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:17:21.084994 n-d-843948-2 neutron-server[84886]: timer() May 30 20:17:21.084994 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:17:21.084994 n-d-843948-2 neutron-server[84886]: cb(*args, **kw) May 30 20:17:21.084994 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:17:21.084994 n-d-843948-2 neutron-server[84886]: return func(*args, **kwargs) May 30 20:17:21.084994 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:17:21.084994 n-d-843948-2 neutron-server[84886]: self._notify() May 30 20:17:21.084994 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:17:21.084994 n-d-843948-2 neutron-server[84886]: self.callback(batched_events) May 30 20:17:21.084994 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:17:21.084994 n-d-843948-2 neutron-server[84886]: event.method(event) May 30 20:17:21.084994 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:17:21.084994 n-d-843948-2 neutron-server[84886]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:17:21.084994 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:17:21.084994 n-d-843948-2 neutron-server[84886]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:17:21.084994 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:17:21.084994 n-d-843948-2 neutron-server[84886]: return f(self, *a, **k) May 30 20:17:21.084994 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:17:21.084994 n-d-843948-2 neutron-server[84886]: return self._get(url).json() May 30 20:17:21.084994 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:17:21.084994 n-d-843948-2 neutron-server[84886]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:17:21.084994 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:17:21.084994 n-d-843948-2 neutron-server[84886]: return self.request(url, 'GET', **kwargs) May 30 20:17:21.084994 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:17:21.084994 n-d-843948-2 neutron-server[84886]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:17:21.084994 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:17:21.084994 n-d-843948-2 neutron-server[84886]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:17:21.084994 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:17:21.084994 n-d-843948-2 neutron-server[84886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:17:21.084994 n-d-843948-2 neutron-server[84886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:17:21.178837 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8c56cc7d-f0d8-4e19-9ba0-6571ca7468cc req-d0e4288d-bc12-4683-ad43-ed25db01cdf9 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/security-groups?id=3b7b472c-21af-4683-a7b2-e1dc38380326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571624 May 30 20:17:21.204834 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-597864e8-910f-48df-b4c4-6c1f0b52ef2a req-dcf59135-9050-4ed6-a8f1-45de7607b8ee service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=51438f8d-98bc-428c-98e5-c8517683a003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1081631 May 30 20:17:21.230590 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-094aca31-dc92-4a55-81f6-5e9bed362af1 req-06f40196-2b0a-4d81-b5da-c849c682945b service neutron] For port 3c5caf83-09bd-483a-b160-7675192dd579, host n-h2-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:17:21.230590 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-094aca31-dc92-4a55-81f6-5e9bed362af1 req-06f40196-2b0a-4d81-b5da-c849c682945b service neutron] For port 3c5caf83-09bd-483a-b160-7675192dd579, host n-h2-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=3c5caf83-09bd-483a-b160-7675192dd579,segment=NetworkSegment(c0dbaf45-d4a9-44e2-8858-2c41f5f98c84),segment_id=c0dbaf45-d4a9-44e2-8858-2c41f5f98c84)] {{(pid=84887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:17:21.340984 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-094aca31-dc92-4a55-81f6-5e9bed362af1 req-06f40196-2b0a-4d81-b5da-c849c682945b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:21.354550 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4a11337e-8ea8-4fa8-9a47-05dcd469b57c req-b340f685-c073-4850-82c8-991eedfafe61 service neutron] 10.222.0.71 "GET /v2.0/networks/a7619443-8c8f-449c-b71b-17b9838c2b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4342077 May 30 20:17:21.454969 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4a11337e-8ea8-4fa8-9a47-05dcd469b57c req-8347249c-f560-4505-848b-462e699a934d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.152&port_id=8fa5f782-5b3a-4dde-bc5a-b3223a1946b8 HTTP/1.1" status: 200 len: 217 time: 0.0824125 May 30 20:17:21.454969 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5d4b901c-bc0b-4f6a-a793-b0be37213683 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:21.458351 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-094aca31-dc92-4a55-81f6-5e9bed362af1 req-06f40196-2b0a-4d81-b5da-c849c682945b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:21.460333 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-094aca31-dc92-4a55-81f6-5e9bed362af1 req-06f40196-2b0a-4d81-b5da-c849c682945b service neutron] 10.222.0.86 "PUT /v2.0/ports/3c5caf83-09bd-483a-b160-7675192dd579 HTTP/1.1" status: 200 len: 1091 time: 2.7202916 May 30 20:17:21.460908 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4220fd61-af51-45e2-919d-bf769e04f7d8', 'tag': '3c5caf83-09bd-483a-b160-7675192dd579'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:17:21.488720 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f40196-2b0a-4d81-b5da-c849c682945b service neutron] Pushing event updated for resources: {'Port': ['ID=3c5caf83-09bd-483a-b160-7675192dd579,revision_number=3']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:21.536750 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5d4b901c-bc0b-4f6a-a793-b0be37213683 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:21.606401 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9e5c1fe-46bd-4897-8f0d-8b46fc42b24a'] response: {'name': 'network-changed', 'server_uuid': '4220fd61-af51-45e2-919d-bf769e04f7d8', 'tag': '3c5caf83-09bd-483a-b160-7675192dd579', 'status': 'completed', 'code': 200} May 30 20:17:21.723553 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4b901c-bc0b-4f6a-a793-b0be37213683 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Pushing event deleted for resources: {'Network': ['ID=d097cd26-428b-4f3c-9066-a59ff7e31a49,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:21.727675 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a23f3182-e6ce-426b-a549-6fd5d3fea21a req-84ee8760-23cc-40a0-85e8-42d3d4283853 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=104c300f9f19443ab4c7c434d4800823&device_id=4220fd61-af51-45e2-919d-bf769e04f7d8 HTTP/1.1" status: 200 len: 1094 time: 0.1079476 May 30 20:17:21.750310 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-597864e8-910f-48df-b4c4-6c1f0b52ef2a req-b7890e3b-b513-4017-aa02-422c1fba6bbf service neutron] 10.222.0.71 "GET /v2.0/networks/51438f8d-98bc-428c-98e5-c8517683a003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5351396 May 30 20:17:21.794860 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-5d4b901c-bc0b-4f6a-a793-b0be37213683 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] 10.222.0.85 "DELETE /v2.0/networks/d097cd26-428b-4f3c-9066-a59ff7e31a49 HTTP/1.1" status: 204 len: 168 time: 5.6264017 May 30 20:17:21.815641 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 58066) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:21.884821 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a11337e-8ea8-4fa8-9a47-05dcd469b57c req-ca6ef67f-09a5-4e07-aa59-8667b69eb1b2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:21.887384 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4a11337e-8ea8-4fa8-9a47-05dcd469b57c req-ca6ef67f-09a5-4e07-aa59-8667b69eb1b2 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a88285df-a7f2-4329-8d01-6e0453d581e4 HTTP/1.1" status: 200 len: 797 time: 0.4314575 May 30 20:17:22.054571 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968bcd94-49a8-4984-b1be-2609a1ca5aad req-3816affa-ead5-450b-944c-0e8f186b4b98 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:22.063168 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-968bcd94-49a8-4984-b1be-2609a1ca5aad req-3816affa-ead5-450b-944c-0e8f186b4b98 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/ports?device_id=05c90cf3-eefb-48d0-8aab-ee021bb8d5f6 HTTP/1.1" status: 200 len: 943 time: 0.6027322 May 30 20:17:22.071520 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-597864e8-910f-48df-b4c4-6c1f0b52ef2a req-996ac25b-3aff-4b1f-b4ef-7b3dc88b716a service neutron] 10.222.0.71 "GET /v2.0/networks/51438f8d-98bc-428c-98e5-c8517683a003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3129141 May 30 20:17:22.073697 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-85820e63-d9bd-4452-8098-f1318d7871c1 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:22.113044 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23f3182-e6ce-426b-a549-6fd5d3fea21a req-bb8e3485-adf4-42c3-b5b7-b10181e2768a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:22.114854 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a23f3182-e6ce-426b-a549-6fd5d3fea21a req-bb8e3485-adf4-42c3-b5b7-b10181e2768a service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=104c300f9f19443ab4c7c434d4800823&shared=False HTTP/1.1" status: 200 len: 911 time: 0.3767066 May 30 20:17:22.127054 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4a11337e-8ea8-4fa8-9a47-05dcd469b57c req-0575c1cd-d613-4628-a3e1-0bef9c4507fa service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a7619443-8c8f-449c-b71b-17b9838c2b23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2289090 May 30 20:17:22.147235 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:22.222705 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-968bcd94-49a8-4984-b1be-2609a1ca5aad req-ec46e7f7-0406-4186-a87a-b86e4af82233 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/security-groups?id=0524bca6-45ea-44a4-8d6f-618d0ae32427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587915 May 30 20:17:22.285448 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b07e09d-4f71-4b58-9584-34cd7bf45ec7 req-e3da437c-64c7-4f59-aa8a-9606494dccab tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:22.286203 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-9b07e09d-4f71-4b58-9584-34cd7bf45ec7 req-e3da437c-64c7-4f59-aa8a-9606494dccab tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] Synchronizing usage tracker for tenant:104c300f9f19443ab4c7c434d4800823 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:17:22.377427 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-85820e63-d9bd-4452-8098-f1318d7871c1 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:22.385129 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4a11337e-8ea8-4fa8-9a47-05dcd469b57c req-604382f6-8c2d-4221-8411-09bc4506668e service neutron] 10.222.0.71 "GET /v2.0/networks/a7619443-8c8f-449c-b71b-17b9838c2b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2502656 May 30 20:17:22.444189 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-85820e63-d9bd-4452-8098-f1318d7871c1 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d47d203f-5de7-4b07-964a-6298eeac5040']}} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:17:22.551427 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e536b29b-61d0-4289-8590-a823e1366aac req-49f27664-cbf0-4cbb-b081-921185f982f3 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=af163cbd2042444a832f25a9c44ad423&device_id=05c90cf3-eefb-48d0-8aab-ee021bb8d5f6 HTTP/1.1" status: 200 len: 1094 time: 0.2560084 May 30 20:17:22.572911 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-9b07e09d-4f71-4b58-9584-34cd7bf45ec7 req-e3da437c-64c7-4f59-aa8a-9606494dccab tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] Unset dirty status for tenant:104c300f9f19443ab4c7c434d4800823 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:17:22.573933 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9b07e09d-4f71-4b58-9584-34cd7bf45ec7 req-e3da437c-64c7-4f59-aa8a-9606494dccab tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] 10.222.0.85 "GET /v2.0/ports?device_id=4220fd61-af51-45e2-919d-bf769e04f7d8 HTTP/1.1" status: 200 len: 943 time: 0.7995706 May 30 20:17:22.578748 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23f3182-e6ce-426b-a549-6fd5d3fea21a req-3a137a6c-c1e2-41d2-b51b-afa3ad381889 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:22.586740 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a23f3182-e6ce-426b-a549-6fd5d3fea21a req-3a137a6c-c1e2-41d2-b51b-afa3ad381889 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4592404 May 30 20:17:22.586740 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-85820e63-d9bd-4452-8098-f1318d7871c1 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9766b36b-b9f4-440f-b6d6-3f0e62ff6e1f') {'for_net_delete': True} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:17:22.586740 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-85820e63-d9bd-4452-8098-f1318d7871c1 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9766b36b-b9f4-440f-b6d6-3f0e62ff6e1f') {} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:17:22.613951 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-85820e63-d9bd-4452-8098-f1318d7871c1 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3149912'] for segment, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:22.679844 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-85820e63-d9bd-4452-8098-f1318d7871c1 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:22.694996 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85820e63-d9bd-4452-8098-f1318d7871c1 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Releasing vlan 669 on physical network physnet1 to pool {{(pid=84887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:17:22.695396 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-85820e63-d9bd-4452-8098-f1318d7871c1 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4055488'] for segment, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:22.713700 n-d-843948-2 neutron-server[84887]: Traceback (most recent call last): May 30 20:17:22.713700 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:17:22.713700 n-d-843948-2 neutron-server[84887]: timer() May 30 20:17:22.713700 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:17:22.713700 n-d-843948-2 neutron-server[84887]: cb(*args, **kw) May 30 20:17:22.713700 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:17:22.713700 n-d-843948-2 neutron-server[84887]: return func(*args, **kwargs) May 30 20:17:22.713700 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:17:22.713700 n-d-843948-2 neutron-server[84887]: self._notify() May 30 20:17:22.713700 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:17:22.713700 n-d-843948-2 neutron-server[84887]: self.callback(batched_events) May 30 20:17:22.713700 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:17:22.713700 n-d-843948-2 neutron-server[84887]: event.method(event) May 30 20:17:22.713700 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:17:22.713700 n-d-843948-2 neutron-server[84887]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:17:22.713700 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:17:22.713700 n-d-843948-2 neutron-server[84887]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:17:22.713700 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:17:22.713700 n-d-843948-2 neutron-server[84887]: return f(self, *a, **k) May 30 20:17:22.713700 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:17:22.713700 n-d-843948-2 neutron-server[84887]: return self._get(url).json() May 30 20:17:22.713700 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:17:22.713700 n-d-843948-2 neutron-server[84887]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:17:22.713700 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:17:22.713700 n-d-843948-2 neutron-server[84887]: return self.request(url, 'GET', **kwargs) May 30 20:17:22.713700 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:17:22.713700 n-d-843948-2 neutron-server[84887]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:17:22.713700 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:17:22.713700 n-d-843948-2 neutron-server[84887]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:17:22.713700 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:17:22.713700 n-d-843948-2 neutron-server[84887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:17:22.713700 n-d-843948-2 neutron-server[84887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:17:22.723632 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9b07e09d-4f71-4b58-9584-34cd7bf45ec7 req-b2f94091-3bd1-43dc-930b-7015b8123127 tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] 10.222.0.85 "GET /v2.0/security-groups?id=7406621a-1401-4b06-82d8-1a98a746bcb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339695 May 30 20:17:22.786023 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e536b29b-61d0-4289-8590-a823e1366aac req-b5c4f3b1-1b77-4360-a03e-2afda2227be6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:22.787574 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e536b29b-61d0-4289-8590-a823e1366aac req-b5c4f3b1-1b77-4360-a03e-2afda2227be6 service neutron] 10.222.0.71 "GET /v2.0/networks?id=51438f8d-98bc-428c-98e5-c8517683a003 HTTP/1.1" status: 200 len: 914 time: 0.2287612 May 30 20:17:22.796056 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4a11337e-8ea8-4fa8-9a47-05dcd469b57c req-accca6bd-b0ac-4f51-a685-9aaebd23c572 service neutron] 10.222.0.71 "GET /v2.0/networks/a7619443-8c8f-449c-b71b-17b9838c2b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3982544 May 30 20:17:22.845115 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-094aca31-dc92-4a55-81f6-5e9bed362af1 req-5187fc14-b13e-4f3f-b444-5a95377a00a3 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=104c300f9f19443ab4c7c434d4800823&device_id=4220fd61-af51-45e2-919d-bf769e04f7d8 HTTP/1.1" status: 200 len: 1094 time: 0.2070174 May 30 20:17:22.946184 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-85820e63-d9bd-4452-8098-f1318d7871c1 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:22.965027 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-85820e63-d9bd-4452-8098-f1318d7871c1 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:22.973328 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-094aca31-dc92-4a55-81f6-5e9bed362af1 req-c50ddb91-4f38-4c37-9319-75ab86b3e395 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3c5caf83-09bd-483a-b160-7675192dd579 HTTP/1.1" status: 200 len: 217 time: 0.1310141 May 30 20:17:22.984949 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c928476-b045-4add-a5a1-822a7046cf42 req-ed7bf4e3-065f-41a6-8f87-1e87e38f3c59 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:22.986438 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5c928476-b045-4add-a5a1-822a7046cf42 req-ed7bf4e3-065f-41a6-8f87-1e87e38f3c59 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/ports?device_id=b5e1a7c9-ed3c-4f69-a342-3dbea92c9cf8 HTTP/1.1" status: 200 len: 945 time: 0.4821329 May 30 20:17:22.994262 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85820e63-d9bd-4452-8098-f1318d7871c1 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Pushing event deleted for resources: {'Network': ['ID=d47d203f-5de7-4b07-964a-6298eeac5040,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:23.006187 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e536b29b-61d0-4289-8590-a823e1366aac req-02b25c48-c10b-4d67-9328-831a5502f6dd service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6398fd5e-0546-4c9b-b38c-b40af43bfae5 HTTP/1.1" status: 200 len: 217 time: 0.2084961 May 30 20:17:23.010998 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4a11337e-8ea8-4fa8-9a47-05dcd469b57c req-cc3a7611-b6e1-41b0-a69e-16bd36f34682 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.96&port_id=65cf2d99-b058-4d03-989d-4197e189c275 HTTP/1.1" status: 200 len: 217 time: 0.1303487 May 30 20:17:23.053879 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-85820e63-d9bd-4452-8098-f1318d7871c1 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] 10.222.0.85 "DELETE /v2.0/networks/d47d203f-5de7-4b07-964a-6298eeac5040 HTTP/1.1" status: 204 len: 168 time: 1.2370117 May 30 20:17:23.059762 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 58082) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:23.151149 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e536b29b-61d0-4289-8590-a823e1366aac req-518d00eb-6b7c-408c-896a-ae1f0dda9cf1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:23.152608 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e536b29b-61d0-4289-8590-a823e1366aac req-518d00eb-6b7c-408c-896a-ae1f0dda9cf1 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a7c3f85d-fe14-497a-a810-561b8b1fe24d HTTP/1.1" status: 200 len: 853 time: 0.1385474 May 30 20:17:23.157594 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5c928476-b045-4add-a5a1-822a7046cf42 req-29da5b2e-51ad-41c7-baff-70cb4f9cf838 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/security-groups?id=3b7b472c-21af-4683-a7b2-e1dc38380326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702609 May 30 20:17:23.162826 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a11337e-8ea8-4fa8-9a47-05dcd469b57c req-3e079f13-09bc-40c3-b416-33e222b77fa0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:23.164352 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4a11337e-8ea8-4fa8-9a47-05dcd469b57c req-3e079f13-09bc-40c3-b416-33e222b77fa0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a88285df-a7f2-4329-8d01-6e0453d581e4 HTTP/1.1" status: 200 len: 797 time: 0.1108165 May 30 20:17:23.179536 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094aca31-dc92-4a55-81f6-5e9bed362af1 req-ceb17c64-0837-4bd2-9348-4da27b225870 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:23.180829 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-094aca31-dc92-4a55-81f6-5e9bed362af1 req-ceb17c64-0837-4bd2-9348-4da27b225870 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f0a2227d-d9d4-4c95-9e3b-58ec7cf0f306 HTTP/1.1" status: 200 len: 850 time: 0.1944249 May 30 20:17:23.245465 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e536b29b-61d0-4289-8590-a823e1366aac req-36430f83-35e0-43e8-9569-a1dfb8991f63 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=51438f8d-98bc-428c-98e5-c8517683a003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0842516 May 30 20:17:23.246478 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-094aca31-dc92-4a55-81f6-5e9bed362af1 req-a29d6ee6-9fb4-4326-b333-6402bc6ac50d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=8df2eca9-bd87-463d-93ac-08e4ae9a8369&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520544 May 30 20:17:23.249799 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e7018dbf-e861-4aef-a567-ebfaa17aba53 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:23.257668 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [req-094aca31-dc92-4a55-81f6-5e9bed362af1 req-b99b718d-cdf0-4975-8731-4c5765f43738 service neutron] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=84887) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:17:23.258686 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-094aca31-dc92-4a55-81f6-5e9bed362af1 req-b99b718d-cdf0-4975-8731-4c5765f43738 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0055480 May 30 20:17:23.423681 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4a11337e-8ea8-4fa8-9a47-05dcd469b57c req-217d6ebc-46cb-47af-96aa-6914f85ba934 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a7619443-8c8f-449c-b71b-17b9838c2b23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2283368 May 30 20:17:23.454656 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e536b29b-61d0-4289-8590-a823e1366aac req-26dec2ee-3f04-4fd1-a676-63fd73bd7c2b service neutron] 10.222.0.71 "GET /v2.0/networks/51438f8d-98bc-428c-98e5-c8517683a003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037575 May 30 20:17:23.513381 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e7018dbf-e861-4aef-a567-ebfaa17aba53 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:23.602429 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-e7018dbf-e861-4aef-a567-ebfaa17aba53 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af27198b-a890-4748-9fbc-3b4d412c1f0d']}} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:17:23.620134 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-094aca31-dc92-4a55-81f6-5e9bed362af1 req-9efa1e03-68e6-4066-be0e-b3a8f7b15644 service neutron] 10.222.0.86 "GET /v2.0/networks/8df2eca9-bd87-463d-93ac-08e4ae9a8369?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3536134 May 30 20:17:23.625834 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-e7018dbf-e861-4aef-a567-ebfaa17aba53 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c475fce2-8f6d-4ac9-b91c-7ba5e2b93239') {'for_net_delete': True} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:17:23.626101 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-e7018dbf-e861-4aef-a567-ebfaa17aba53 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c475fce2-8f6d-4ac9-b91c-7ba5e2b93239') {} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:17:23.667772 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e7018dbf-e861-4aef-a567-ebfaa17aba53 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3149912'] for segment, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:23.762204 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 58090) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:23.809035 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e7018dbf-e861-4aef-a567-ebfaa17aba53 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:23.827398 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7018dbf-e861-4aef-a567-ebfaa17aba53 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Releasing vlan 686 on physical network physnet1 to pool {{(pid=84887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:17:23.827812 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e7018dbf-e861-4aef-a567-ebfaa17aba53 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4055488'] for segment, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:23.863937 n-d-843948-2 neutron-server[84887]: Traceback (most recent call last): May 30 20:17:23.863937 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:17:23.863937 n-d-843948-2 neutron-server[84887]: timer() May 30 20:17:23.863937 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:17:23.863937 n-d-843948-2 neutron-server[84887]: cb(*args, **kw) May 30 20:17:23.863937 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:17:23.863937 n-d-843948-2 neutron-server[84887]: return func(*args, **kwargs) May 30 20:17:23.863937 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:17:23.863937 n-d-843948-2 neutron-server[84887]: self._notify() May 30 20:17:23.863937 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:17:23.863937 n-d-843948-2 neutron-server[84887]: self.callback(batched_events) May 30 20:17:23.863937 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:17:23.863937 n-d-843948-2 neutron-server[84887]: event.method(event) May 30 20:17:23.863937 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:17:23.863937 n-d-843948-2 neutron-server[84887]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:17:23.863937 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:17:23.863937 n-d-843948-2 neutron-server[84887]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:17:23.863937 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:17:23.863937 n-d-843948-2 neutron-server[84887]: return f(self, *a, **k) May 30 20:17:23.863937 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:17:23.863937 n-d-843948-2 neutron-server[84887]: return self._get(url).json() May 30 20:17:23.863937 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:17:23.863937 n-d-843948-2 neutron-server[84887]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:17:23.863937 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:17:23.863937 n-d-843948-2 neutron-server[84887]: return self.request(url, 'GET', **kwargs) May 30 20:17:23.863937 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:17:23.863937 n-d-843948-2 neutron-server[84887]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:17:23.863937 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:17:23.863937 n-d-843948-2 neutron-server[84887]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:17:23.863937 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:17:23.863937 n-d-843948-2 neutron-server[84887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:17:23.863937 n-d-843948-2 neutron-server[84887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:17:23.908942 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4a11337e-8ea8-4fa8-9a47-05dcd469b57c req-0c3add0c-830e-49a6-950a-707d131c8169 service neutron] 10.222.0.71 "GET /v2.0/networks/a7619443-8c8f-449c-b71b-17b9838c2b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4793382 May 30 20:17:23.941682 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e536b29b-61d0-4289-8590-a823e1366aac req-37306838-538f-484c-81b4-d4a4746a29cf service neutron] 10.222.0.71 "GET /v2.0/networks/51438f8d-98bc-428c-98e5-c8517683a003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4366505 May 30 20:17:24.017729 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a448b25-63f1-40f1-b0f7-ea3af4a7a6b3 req-08bf0f64-7a1f-4a3b-b3ec-c061c1989396 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:24.024802 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3a448b25-63f1-40f1-b0f7-ea3af4a7a6b3 req-08bf0f64-7a1f-4a3b-b3ec-c061c1989396 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/ports?device_id=05c90cf3-eefb-48d0-8aab-ee021bb8d5f6 HTTP/1.1" status: 200 len: 943 time: 0.5027544 May 30 20:17:24.046823 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-094aca31-dc92-4a55-81f6-5e9bed362af1 req-6f980310-5a4c-4b83-ad60-6d1f581d6afb service neutron] 10.222.0.86 "GET /v2.0/networks/8df2eca9-bd87-463d-93ac-08e4ae9a8369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4119022 May 30 20:17:24.104174 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3a448b25-63f1-40f1-b0f7-ea3af4a7a6b3 req-30c08eca-fe03-4cbe-b26e-16e8fde8d5fd tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/security-groups?id=0524bca6-45ea-44a4-8d6f-618d0ae32427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770326 May 30 20:17:24.140620 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e7018dbf-e861-4aef-a567-ebfaa17aba53 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:24.159085 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e7018dbf-e861-4aef-a567-ebfaa17aba53 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:24.173328 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7018dbf-e861-4aef-a567-ebfaa17aba53 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Pushing event deleted for resources: {'Network': ['ID=af27198b-a890-4748-9fbc-3b4d412c1f0d,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:24.175309 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-e7018dbf-e861-4aef-a567-ebfaa17aba53 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] 10.222.0.85 "DELETE /v2.0/networks/af27198b-a890-4748-9fbc-3b4d412c1f0d HTTP/1.1" status: 204 len: 168 time: 1.1138656 May 30 20:17:24.180507 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 58098) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:24.183795 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264e461e-c2a7-486b-9e64-0007c3ea2348 req-a669021c-7765-423f-86b2-500054b57d7d tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:24.187673 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-264e461e-c2a7-486b-9e64-0007c3ea2348 req-a669021c-7765-423f-86b2-500054b57d7d tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] 10.222.0.85 "GET /v2.0/ports?device_id=4220fd61-af51-45e2-919d-bf769e04f7d8 HTTP/1.1" status: 200 len: 943 time: 0.2469373 May 30 20:17:24.192424 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4a11337e-8ea8-4fa8-9a47-05dcd469b57c req-123136f2-5d5f-43a3-b341-4755295bbec3 service neutron] 10.222.0.71 "GET /v2.0/networks/a7619443-8c8f-449c-b71b-17b9838c2b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2765400 May 30 20:17:24.271784 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 6398fd5e-0546-4c9b-b38c-b40af43bfae5 details requested by agent hyperv_n-h1-843948-2 with host n-h1-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:17:24.339004 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a00f4fb7-66fb-4928-a4ab-a1fc189f35be admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:24.352261 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ae21d6ec-3c1e-4ab6-8714-de2f712b7657 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:24.400721 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4a11337e-8ea8-4fa8-9a47-05dcd469b57c req-3521b36d-848d-492c-ad31-14110c9703a1 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.228&port_id=c78b1fa0-03b2-49cd-9c87-b45453242a60 HTTP/1.1" status: 200 len: 217 time: 0.2010829 May 30 20:17:24.434479 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 6398fd5e-0546-4c9b-b38c-b40af43bfae5, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=6398fd5e-0546-4c9b-b38c-b40af43bfae5,segment=NetworkSegment(9cdcbede-65a3-4a4d-80cb-286c108c164a),segment_id=9cdcbede-65a3-4a4d-80cb-286c108c164a)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:17:24.453115 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Returning: {'device': '6398fd5e-0546-4c9b-b38c-b40af43bfae5', 'network_id': '51438f8d-98bc-428c-98e5-c8517683a003', 'port_id': '6398fd5e-0546-4c9b-b38c-b40af43bfae5', 'mac_address': 'fa:16:3e:56:5c:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7c3f85d-fe14-497a-a810-561b8b1fe24d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:17:24.545096 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:24.578487 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6398fd5e-0546-4c9b-b38c-b40af43bfae5 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:17:24.579370 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-a00f4fb7-66fb-4928-a4ab-a1fc189f35be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:17:24.591555 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-264e461e-c2a7-486b-9e64-0007c3ea2348 req-d24336fb-2487-498b-83ae-8e2b28020e81 tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] 10.222.0.85 "GET /v2.0/security-groups?id=7406621a-1401-4b06-82d8-1a98a746bcb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2946112 May 30 20:17:24.593385 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-a00f4fb7-66fb-4928-a4ab-a1fc189f35be admin admin] Usage tracker for resource:security_group_rule and tenant:399177d12279482eacdc7a84bd8dc1c4 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:17:24.602320 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-a00f4fb7-66fb-4928-a4ab-a1fc189f35be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:17:24.610452 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a11337e-8ea8-4fa8-9a47-05dcd469b57c req-ded5c406-c966-437c-a171-92fa58688cb4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:24.611974 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4a11337e-8ea8-4fa8-9a47-05dcd469b57c req-ded5c406-c966-437c-a171-92fa58688cb4 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a88285df-a7f2-4329-8d01-6e0453d581e4 HTTP/1.1" status: 200 len: 797 time: 0.1972842 May 30 20:17:24.615420 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 6398fd5e-0546-4c9b-b38c-b40af43bfae5, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=6398fd5e-0546-4c9b-b38c-b40af43bfae5,segment=NetworkSegment(9cdcbede-65a3-4a4d-80cb-286c108c164a),segment_id=9cdcbede-65a3-4a4d-80cb-286c108c164a)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:17:24.618532 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-a00f4fb7-66fb-4928-a4ab-a1fc189f35be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:17:24.716311 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44df78fd-f0eb-49ba-9b73-5b590c878698 req-26c92662-14c1-428f-bf83-0b678a3c907d tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:24.718277 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-44df78fd-f0eb-49ba-9b73-5b590c878698 req-26c92662-14c1-428f-bf83-0b678a3c907d tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/ports?device_id=b5e1a7c9-ed3c-4f69-a342-3dbea92c9cf8 HTTP/1.1" status: 200 len: 945 time: 0.3626051 May 30 20:17:24.719960 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ae21d6ec-3c1e-4ab6-8714-de2f712b7657 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:24.776216 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-ae21d6ec-3c1e-4ab6-8714-de2f712b7657 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4cdd675-891a-45f9-b95f-1dadccb222d1']}} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:17:24.790585 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4a11337e-8ea8-4fa8-9a47-05dcd469b57c req-0a43e5a1-599a-4e43-a137-601df78edf5b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a7619443-8c8f-449c-b71b-17b9838c2b23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1688042 May 30 20:17:24.800503 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-ae21d6ec-3c1e-4ab6-8714-de2f712b7657 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '099c0376-f07a-4694-aa1f-3c3d42a6682e') {'for_net_delete': True} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:17:24.800708 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-ae21d6ec-3c1e-4ab6-8714-de2f712b7657 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '099c0376-f07a-4694-aa1f-3c3d42a6682e') {} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:17:24.819942 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ae21d6ec-3c1e-4ab6-8714-de2f712b7657 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3149912'] for segment, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:24.827480 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a00f4fb7-66fb-4928-a4ab-a1fc189f35be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:24.839552 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-44df78fd-f0eb-49ba-9b73-5b590c878698 req-1b641d4c-1864-4904-ac1c-0bd703d80786 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/security-groups?id=3b7b472c-21af-4683-a7b2-e1dc38380326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116507 May 30 20:17:24.843454 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:24.844094 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ae21d6ec-3c1e-4ab6-8714-de2f712b7657 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:24.852606 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae21d6ec-3c1e-4ab6-8714-de2f712b7657 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Releasing vlan 695 on physical network physnet1 to pool {{(pid=84887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:17:24.853069 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ae21d6ec-3c1e-4ab6-8714-de2f712b7657 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4055488'] for segment, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:24.873576 n-d-843948-2 neutron-server[84887]: Traceback (most recent call last): May 30 20:17:24.873576 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:17:24.873576 n-d-843948-2 neutron-server[84887]: timer() May 30 20:17:24.873576 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:17:24.873576 n-d-843948-2 neutron-server[84887]: cb(*args, **kw) May 30 20:17:24.873576 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:17:24.873576 n-d-843948-2 neutron-server[84887]: return func(*args, **kwargs) May 30 20:17:24.873576 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:17:24.873576 n-d-843948-2 neutron-server[84887]: self._notify() May 30 20:17:24.873576 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:17:24.873576 n-d-843948-2 neutron-server[84887]: self.callback(batched_events) May 30 20:17:24.873576 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:17:24.873576 n-d-843948-2 neutron-server[84887]: event.method(event) May 30 20:17:24.873576 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:17:24.873576 n-d-843948-2 neutron-server[84887]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:17:24.873576 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:17:24.873576 n-d-843948-2 neutron-server[84887]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:17:24.873576 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:17:24.873576 n-d-843948-2 neutron-server[84887]: return f(self, *a, **k) May 30 20:17:24.873576 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:17:24.873576 n-d-843948-2 neutron-server[84887]: return self._get(url).json() May 30 20:17:24.873576 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:17:24.873576 n-d-843948-2 neutron-server[84887]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:17:24.873576 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:17:24.873576 n-d-843948-2 neutron-server[84887]: return self.request(url, 'GET', **kwargs) May 30 20:17:24.873576 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:17:24.873576 n-d-843948-2 neutron-server[84887]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:17:24.873576 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:17:24.873576 n-d-843948-2 neutron-server[84887]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:17:24.873576 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:17:24.873576 n-d-843948-2 neutron-server[84887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:17:24.873576 n-d-843948-2 neutron-server[84887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:17:24.932101 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a00f4fb7-66fb-4928-a4ab-a1fc189f35be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:24.935427 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=6398fd5e-0546-4c9b-b38c-b40af43bfae5,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:25.004119 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4a11337e-8ea8-4fa8-9a47-05dcd469b57c req-321c0d13-114c-408e-8ee7-5fea55b97db9 service neutron] 10.222.0.71 "GET /v2.0/networks/a7619443-8c8f-449c-b71b-17b9838c2b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033181 May 30 20:17:25.010009 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-a00f4fb7-66fb-4928-a4ab-a1fc189f35be admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=399177d12279482eacdc7a84bd8dc1c4&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2434137 May 30 20:17:25.010009 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00f4fb7-66fb-4928-a4ab-a1fc189f35be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f21cc8ed-0289-4d40-9ef7-bd26c0e8e341,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:25.010794 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 58104) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:25.075444 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ae21d6ec-3c1e-4ab6-8714-de2f712b7657 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:25.081695 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ae21d6ec-3c1e-4ab6-8714-de2f712b7657 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:25.112524 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae21d6ec-3c1e-4ab6-8714-de2f712b7657 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] Pushing event deleted for resources: {'Network': ['ID=c4cdd675-891a-45f9-b95f-1dadccb222d1,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:25.117429 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-ae21d6ec-3c1e-4ab6-8714-de2f712b7657 tempest-BulkNetworkOpsIpV6Test-1377616733 tempest-BulkNetworkOpsIpV6Test-1377616733-project] 10.222.0.85 "DELETE /v2.0/networks/c4cdd675-891a-45f9-b95f-1dadccb222d1 HTTP/1.1" status: 204 len: 168 time: 0.9353216 May 30 20:17:25.173712 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['6398fd5e-0546-4c9b-b38c-b40af43bfae5'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:17:25.240439 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4a11337e-8ea8-4fa8-9a47-05dcd469b57c req-0c440daf-866d-44ba-b6fd-ea2d3f5aefd0 service neutron] 10.222.0.71 "GET /v2.0/networks/a7619443-8c8f-449c-b71b-17b9838c2b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2268429 May 30 20:17:25.324529 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-00131777-eec1-4dfa-9f85-bb17700bc4fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:25.388370 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4a11337e-8ea8-4fa8-9a47-05dcd469b57c req-9d2900bc-f111-4162-b474-8cab3145a496 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3f6b9a55-b5e7-4182-9909-1b1b41b5b5e5 HTTP/1.1" status: 200 len: 217 time: 0.1355252 May 30 20:17:25.462698 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-00131777-eec1-4dfa-9f85-bb17700bc4fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:25.526813 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a11337e-8ea8-4fa8-9a47-05dcd469b57c req-87045a49-b5ac-4579-a4bb-c00c4c0b2e0f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:25.528294 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4a11337e-8ea8-4fa8-9a47-05dcd469b57c req-87045a49-b5ac-4579-a4bb-c00c4c0b2e0f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=561eb42b-7b18-4427-9f39-9d1695eb4bda HTTP/1.1" status: 200 len: 797 time: 0.1335895 May 30 20:17:25.601528 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c835a4-4f76-4b44-bc44-5d5a844b2137 req-9e2ae256-d7d7-4c71-9662-5a85bd939776 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:25.603238 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-19c835a4-4f76-4b44-bc44-5d5a844b2137 req-9e2ae256-d7d7-4c71-9662-5a85bd939776 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/ports?device_id=05c90cf3-eefb-48d0-8aab-ee021bb8d5f6 HTTP/1.1" status: 200 len: 944 time: 0.2884135 May 30 20:17:25.673920 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-19c835a4-4f76-4b44-bc44-5d5a844b2137 req-0c16d563-7f97-48d9-82a5-5a14b58b43b3 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/security-groups?id=0524bca6-45ea-44a4-8d6f-618d0ae32427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639818 May 30 20:17:25.681040 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4a11337e-8ea8-4fa8-9a47-05dcd469b57c req-8ea4a388-0f96-4016-a176-78d560a635ed service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3f114897-b454-4ffb-8b12-a7f676cbd8b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1429932 May 30 20:17:25.752674 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 58116) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:25.815520 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-00131777-eec1-4dfa-9f85-bb17700bc4fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:25.849523 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00131777-eec1-4dfa-9f85-bb17700bc4fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f21cc8ed-0289-4d40-9ef7-bd26c0e8e341,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:25.869653 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-00131777-eec1-4dfa-9f85-bb17700bc4fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:25.869653 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-00131777-eec1-4dfa-9f85-bb17700bc4fc admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/f21cc8ed-0289-4d40-9ef7-bd26c0e8e341 HTTP/1.1" status: 204 len: 168 time: 0.8549931 May 30 20:17:25.943466 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689152a8-4234-49b8-9c4c-4edec7e59e46 req-f1c9429a-cbc4-4dd6-825f-41ac4994c0f0 tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:25.965446 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-689152a8-4234-49b8-9c4c-4edec7e59e46 req-f1c9429a-cbc4-4dd6-825f-41ac4994c0f0 tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] 10.222.0.85 "GET /v2.0/ports?device_id=4220fd61-af51-45e2-919d-bf769e04f7d8 HTTP/1.1" status: 200 len: 943 time: 0.1929004 May 30 20:17:25.971039 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4a11337e-8ea8-4fa8-9a47-05dcd469b57c req-a95564fa-a4cb-4892-8599-797a29d0f1f2 service neutron] 10.222.0.71 "GET /v2.0/networks/3f114897-b454-4ffb-8b12-a7f676cbd8b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2819676 May 30 20:17:26.090067 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-689152a8-4234-49b8-9c4c-4edec7e59e46 req-5d388a4d-b6eb-4ef2-b64a-8d68cdd4e5d8 tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] 10.222.0.85 "GET /v2.0/security-groups?id=7406621a-1401-4b06-82d8-1a98a746bcb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252005 May 30 20:17:26.144818 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-fdd1407e-ed66-48ef-82c6-9ebfc6918ef6 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=f46d9c4940b94d299e41e16470f84092&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3891649 May 30 20:17:26.147873 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 58126) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:26.221543 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-e5862688-d895-4c4d-95fd-021c7836b5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:26.272141 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-bfb927fa-4168-4b75-a1c7-43b07ca7a944 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:26.296476 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-bfb927fa-4168-4b75-a1c7-43b07ca7a944 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:26.348335 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4a11337e-8ea8-4fa8-9a47-05dcd469b57c req-1eb9b0c0-d105-4bc6-a74a-59e45f0fe517 service neutron] 10.222.0.71 "GET /v2.0/networks/3f114897-b454-4ffb-8b12-a7f676cbd8b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3717890 May 30 20:17:26.425420 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fc5e01-3429-4715-8016-ca859616cbbc req-577e5575-192e-4490-ac9c-fb12e2ad7ab0 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:26.427502 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-50fc5e01-3429-4715-8016-ca859616cbbc req-577e5575-192e-4490-ac9c-fb12e2ad7ab0 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/ports?device_id=b5e1a7c9-ed3c-4f69-a342-3dbea92c9cf8 HTTP/1.1" status: 200 len: 945 time: 0.2122655 May 30 20:17:26.455154 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4a11337e-8ea8-4fa8-9a47-05dcd469b57c req-8bb0273e-2e37-45fc-ab2a-cc6462d42c3f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=cda388b0-e696-46f5-b74b-e60dd3d28e14 HTTP/1.1" status: 200 len: 217 time: 0.0993726 May 30 20:17:26.541781 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-bfb927fa-4168-4b75-a1c7-43b07ca7a944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:26.545777 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-50fc5e01-3429-4715-8016-ca859616cbbc req-e4bcbfc3-198d-41d7-83cd-8cb3dbc21e7c tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/security-groups?id=3b7b472c-21af-4683-a7b2-e1dc38380326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092505 May 30 20:17:26.551843 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a11337e-8ea8-4fa8-9a47-05dcd469b57c req-6f6a88bf-cad5-468f-842f-b7baf0c27e5b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:26.553316 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4a11337e-8ea8-4fa8-9a47-05dcd469b57c req-6f6a88bf-cad5-468f-842f-b7baf0c27e5b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=561eb42b-7b18-4427-9f39-9d1695eb4bda HTTP/1.1" status: 200 len: 797 time: 0.0908263 May 30 20:17:26.559969 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb927fa-4168-4b75-a1c7-43b07ca7a944 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a7115b5-031c-453f-a3b5-e8e882c93173,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:26.567707 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-bfb927fa-4168-4b75-a1c7-43b07ca7a944 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:26.569237 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-bfb927fa-4168-4b75-a1c7-43b07ca7a944 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/5a7115b5-031c-453f-a3b5-e8e882c93173 HTTP/1.1" status: 204 len: 168 time: 0.4200199 May 30 20:17:26.674050 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4a11337e-8ea8-4fa8-9a47-05dcd469b57c req-744e7c98-31ae-4bc5-ab09-476064214e20 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3f114897-b454-4ffb-8b12-a7f676cbd8b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1127174 May 30 20:17:26.896226 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4a11337e-8ea8-4fa8-9a47-05dcd469b57c req-8391bb14-377e-44b4-882e-acdc5e94ea8c service neutron] 10.222.0.71 "GET /v2.0/networks/3f114897-b454-4ffb-8b12-a7f676cbd8b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174416 May 30 20:17:27.137171 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4a11337e-8ea8-4fa8-9a47-05dcd469b57c req-4cbdbd54-6f7a-4343-869f-8498b09bcfaf service neutron] 10.222.0.71 "GET /v2.0/networks/3f114897-b454-4ffb-8b12-a7f676cbd8b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316847 May 30 20:17:27.148485 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 58144) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:27.252851 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-89a49fcc-31fe-40a7-886d-0a425310c4de admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:27.288687 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 3c5caf83-09bd-483a-b160-7675192dd579 details requested by agent hyperv_n-h2-843948-2 with host n-h2-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:17:27.364004 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-89a49fcc-31fe-40a7-886d-0a425310c4de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:17:27.379079 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-89a49fcc-31fe-40a7-886d-0a425310c4de admin admin] Usage tracker for resource:security_group_rule and tenant:0cb4c9c83a6f4310ba0a9b0f175f5cdd is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:17:27.390556 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-89a49fcc-31fe-40a7-886d-0a425310c4de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:17:27.418721 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bee2f7-116e-4bb7-8970-b0607db43a2a req-90ce1274-b078-48d2-a005-3a84fb12e080 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:27.430754 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-37bee2f7-116e-4bb7-8970-b0607db43a2a req-90ce1274-b078-48d2-a005-3a84fb12e080 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/ports?device_id=05c90cf3-eefb-48d0-8aab-ee021bb8d5f6 HTTP/1.1" status: 200 len: 944 time: 0.2499778 May 30 20:17:27.461636 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-89a49fcc-31fe-40a7-886d-0a425310c4de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:17:27.557876 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-37bee2f7-116e-4bb7-8970-b0607db43a2a req-98f20c46-2d72-4b10-b799-4892183c8f68 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/security-groups?id=0524bca6-45ea-44a4-8d6f-618d0ae32427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222677 May 30 20:17:27.574155 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 3c5caf83-09bd-483a-b160-7675192dd579, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=3c5caf83-09bd-483a-b160-7675192dd579,segment=NetworkSegment(c0dbaf45-d4a9-44e2-8858-2c41f5f98c84),segment_id=c0dbaf45-d4a9-44e2-8858-2c41f5f98c84)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:17:27.627264 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Returning: {'device': '3c5caf83-09bd-483a-b160-7675192dd579', 'network_id': '8df2eca9-bd87-463d-93ac-08e4ae9a8369', 'port_id': '3c5caf83-09bd-483a-b160-7675192dd579', 'mac_address': 'fa:16:3e:fe:25:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0a2227d-d9d4-4c95-9e3b-58ec7cf0f306', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:17:27.645806 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fcd684-2b76-4789-83ce-77496d4e0919 req-a9575a33-987a-42fd-a681-19eec4bd85d6 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:27.661606 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e9fcd684-2b76-4789-83ce-77496d4e0919 req-a9575a33-987a-42fd-a681-19eec4bd85d6 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/ports?device_id=b5e1a7c9-ed3c-4f69-a342-3dbea92c9cf8 HTTP/1.1" status: 200 len: 945 time: 0.1623182 May 30 20:17:27.661882 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-89a49fcc-31fe-40a7-886d-0a425310c4de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:27.758836 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:27.795983 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-89a49fcc-31fe-40a7-886d-0a425310c4de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:27.796244 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c5caf83-09bd-483a-b160-7675192dd579 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:17:27.805831 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e9fcd684-2b76-4789-83ce-77496d4e0919 req-2b1a3ec7-6404-4ba9-8b49-5cfa06e5bf4c tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/security-groups?id=3b7b472c-21af-4683-a7b2-e1dc38380326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451519 May 30 20:17:27.852110 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 3c5caf83-09bd-483a-b160-7675192dd579, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=3c5caf83-09bd-483a-b160-7675192dd579,segment=NetworkSegment(c0dbaf45-d4a9-44e2-8858-2c41f5f98c84),segment_id=c0dbaf45-d4a9-44e2-8858-2c41f5f98c84)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:17:27.936047 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-89a49fcc-31fe-40a7-886d-0a425310c4de admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=0cb4c9c83a6f4310ba0a9b0f175f5cdd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7832019 May 30 20:17:27.936047 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a49fcc-31fe-40a7-886d-0a425310c4de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd3bc649-10cb-4296-b5b4-0e18c913ac9b,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:27.936897 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 58162) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:27.953447 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:28.045920 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05656756-8886-40c1-9c64-c4140f0edd02 req-cd1b9810-a971-43d2-9487-95d159ffe9c4 tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:28.047689 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-05656756-8886-40c1-9c64-c4140f0edd02 req-cd1b9810-a971-43d2-9487-95d159ffe9c4 tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] 10.222.0.85 "GET /v2.0/ports?device_id=4220fd61-af51-45e2-919d-bf769e04f7d8 HTTP/1.1" status: 200 len: 944 time: 0.1127582 May 30 20:17:28.261947 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-05656756-8886-40c1-9c64-c4140f0edd02 req-bbcfb3c8-c3e0-41f7-a2d3-87b6424578e1 tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] 10.222.0.85 "GET /v2.0/security-groups?id=7406621a-1401-4b06-82d8-1a98a746bcb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737769 May 30 20:17:28.274933 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=3c5caf83-09bd-483a-b160-7675192dd579,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:28.296791 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 6398fd5e-0546-4c9b-b38c-b40af43bfae5 up at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:17:28.314794 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9d39c1d0-d142-47f7-b2d0-d3a14f127e2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:28.354056 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['3c5caf83-09bd-483a-b160-7675192dd579'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:17:28.456444 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9d39c1d0-d142-47f7-b2d0-d3a14f127e2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:28.481405 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3553c137-5182-47d3-8110-4e7693b7fa8f req-4830a5c9-bf2a-4992-a65d-7b598799369c tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:28.481405 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3553c137-5182-47d3-8110-4e7693b7fa8f req-4830a5c9-bf2a-4992-a65d-7b598799369c tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:28.483014 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3553c137-5182-47d3-8110-4e7693b7fa8f req-4830a5c9-bf2a-4992-a65d-7b598799369c tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:28.487872 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3553c137-5182-47d3-8110-4e7693b7fa8f req-4830a5c9-bf2a-4992-a65d-7b598799369c tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:28.494214 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3553c137-5182-47d3-8110-4e7693b7fa8f req-4830a5c9-bf2a-4992-a65d-7b598799369c tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:28.500428 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3553c137-5182-47d3-8110-4e7693b7fa8f req-4830a5c9-bf2a-4992-a65d-7b598799369c tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:28.506641 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3553c137-5182-47d3-8110-4e7693b7fa8f req-4830a5c9-bf2a-4992-a65d-7b598799369c tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:28.516672 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3553c137-5182-47d3-8110-4e7693b7fa8f req-4830a5c9-bf2a-4992-a65d-7b598799369c tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] 10.222.0.85 "GET /v2.0/ports?device_id=9c32c8ec-3847-430c-b19f-49ed6feb4bec HTTP/1.1" status: 200 len: 5430 time: 0.3781059 May 30 20:17:28.647095 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3553c137-5182-47d3-8110-4e7693b7fa8f req-766416f1-cc9d-46c6-9ffe-1f2457aedb4e tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] 10.222.0.85 "GET /v2.0/security-groups?id=37be4557-a35d-41b8-94e5-d29002afe979&id=e6676217-9362-4f98-9839-89020fcebb14&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1269977 May 30 20:17:28.749811 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a28532-8a6b-405c-9b92-bce1709a8780 req-01b04765-ea0a-4bd5-905c-8b4c2b319577 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:28.756488 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-92a28532-8a6b-405c-9b92-bce1709a8780 req-01b04765-ea0a-4bd5-905c-8b4c2b319577 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/ports?device_id=b5e1a7c9-ed3c-4f69-a342-3dbea92c9cf8 HTTP/1.1" status: 200 len: 945 time: 0.2725525 May 30 20:17:28.781043 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9d39c1d0-d142-47f7-b2d0-d3a14f127e2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:28.786837 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning for port 6398fd5e-0546-4c9b-b38c-b40af43bfae5 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:17:28.808635 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d39c1d0-d142-47f7-b2d0-d3a14f127e2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd3bc649-10cb-4296-b5b4-0e18c913ac9b,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:28.834142 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9d39c1d0-d142-47f7-b2d0-d3a14f127e2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:28.834142 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-9d39c1d0-d142-47f7-b2d0-d3a14f127e2a admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/cd3bc649-10cb-4296-b5b4-0e18c913ac9b HTTP/1.1" status: 204 len: 168 time: 0.8877759 May 30 20:17:28.872195 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning complete for port 6398fd5e-0546-4c9b-b38c-b40af43bfae5 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:17:28.872195 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:28.879882 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-92a28532-8a6b-405c-9b92-bce1709a8780 req-28d6e8be-b06e-4017-bae6-bd6f43c29e20 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/security-groups?id=3b7b472c-21af-4683-a7b2-e1dc38380326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076481 May 30 20:17:29.087239 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1a44aa-13e7-4f8f-83fc-b6b5bc407a79 req-d6de9e1f-0f51-40c1-ae89-29409093a08b tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:29.096848 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5c1a44aa-13e7-4f8f-83fc-b6b5bc407a79 req-d6de9e1f-0f51-40c1-ae89-29409093a08b tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/ports?device_id=05c90cf3-eefb-48d0-8aab-ee021bb8d5f6 HTTP/1.1" status: 200 len: 944 time: 0.1768692 May 30 20:17:29.160308 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5c1a44aa-13e7-4f8f-83fc-b6b5bc407a79 req-3a33598a-f4c9-4d78-9703-96c832ab3c37 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/security-groups?id=0524bca6-45ea-44a4-8d6f-618d0ae32427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652328 May 30 20:17:29.251648 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:29.395065 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 6398fd5e-0546-4c9b-b38c-b40af43bfae5, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=6398fd5e-0546-4c9b-b38c-b40af43bfae5,segment=NetworkSegment(9cdcbede-65a3-4a4d-80cb-286c108c164a),segment_id=9cdcbede-65a3-4a4d-80cb-286c108c164a)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:17:29.395065 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05c90cf3-eefb-48d0-8aab-ee021bb8d5f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6398fd5e-0546-4c9b-b38c-b40af43bfae5'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:17:29.544662 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 58182) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:29.549695 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:29.656888 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6e1c79-ece3-41dc-be7b-21010d151223 req-d8e9a92d-5f49-45b9-828d-021ae0173520 tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:29.664355 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6a6e1c79-ece3-41dc-be7b-21010d151223 req-d8e9a92d-5f49-45b9-828d-021ae0173520 tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] 10.222.0.85 "GET /v2.0/ports?device_id=4220fd61-af51-45e2-919d-bf769e04f7d8 HTTP/1.1" status: 200 len: 944 time: 0.1327155 May 30 20:17:29.676281 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ce93be-efe7-475e-912c-590cf9908e2d req-8e7b3df2-c9e6-4538-a812-97e47e2fb94d tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:29.680537 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ce93be-efe7-475e-912c-590cf9908e2d req-8e7b3df2-c9e6-4538-a812-97e47e2fb94d tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:29.694197 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ce93be-efe7-475e-912c-590cf9908e2d req-8e7b3df2-c9e6-4538-a812-97e47e2fb94d tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:29.694310 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-0af4df5c-6a55-422e-949f-c53223775dd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:29.694390 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ce93be-efe7-475e-912c-590cf9908e2d req-8e7b3df2-c9e6-4538-a812-97e47e2fb94d tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:29.694390 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ce93be-efe7-475e-912c-590cf9908e2d req-8e7b3df2-c9e6-4538-a812-97e47e2fb94d tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:29.697848 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ce93be-efe7-475e-912c-590cf9908e2d req-8e7b3df2-c9e6-4538-a812-97e47e2fb94d tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:29.705219 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ce93be-efe7-475e-912c-590cf9908e2d req-8e7b3df2-c9e6-4538-a812-97e47e2fb94d tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:29.705219 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-75ce93be-efe7-475e-912c-590cf9908e2d req-8e7b3df2-c9e6-4538-a812-97e47e2fb94d tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] 10.222.0.71 "GET /v2.0/ports?device_id=9c32c8ec-3847-430c-b19f-49ed6feb4bec HTTP/1.1" status: 200 len: 5430 time: 0.2487628 May 30 20:17:29.711714 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=6398fd5e-0546-4c9b-b38c-b40af43bfae5,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:29.816775 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:29.829426 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8df36501-7eed-406d-b54c-fb6a0f0899bf'] response: {'server_uuid': '05c90cf3-eefb-48d0-8aab-ee021bb8d5f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6398fd5e-0546-4c9b-b38c-b40af43bfae5', 'code': 200} May 30 20:17:29.868056 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ce93be-efe7-475e-912c-590cf9908e2d req-ac0260c8-e390-4d2f-b518-a1fb26236834 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:29.871636 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-75ce93be-efe7-475e-912c-590cf9908e2d req-ac0260c8-e390-4d2f-b518-a1fb26236834 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] 10.222.0.71 "GET /v2.0/ports/bd538527-50e2-46fa-937e-cca2aa73fee4?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1499405 May 30 20:17:29.885910 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6a6e1c79-ece3-41dc-be7b-21010d151223 req-6ba6c2c1-c892-49b6-bbf9-f096c24317bb tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] 10.222.0.85 "GET /v2.0/security-groups?id=7406621a-1401-4b06-82d8-1a98a746bcb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203302 May 30 20:17:29.911498 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-73a72732-3df7-4fc1-913e-696ec956ebbb tempest-DvrRoutersNegativeTest-948503983 tempest-DvrRoutersNegativeTest-948503983-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-689223204', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:17:29.919994 n-d-843948-2 neutron-server[84887]: DEBUG neutron.policy [None req-73a72732-3df7-4fc1-913e-696ec956ebbb tempest-DvrRoutersNegativeTest-948503983 tempest-DvrRoutersNegativeTest-948503983-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=84887) log_rule_list /opt/stack/neutron/neutron/policy.py:411}} May 30 20:17:29.920526 n-d-843948-2 neutron-server[84887]: DEBUG neutron.policy [None req-73a72732-3df7-4fc1-913e-696ec956ebbb tempest-DvrRoutersNegativeTest-948503983 tempest-DvrRoutersNegativeTest-948503983-project] Failed policy check for 'create_router' {{(pid=84887) enforce /opt/stack/neutron/neutron/policy.py:482}} May 30 20:17:29.921380 n-d-843948-2 neutron-server[84887]: INFO neutron.api.v2.resource [None req-73a72732-3df7-4fc1-913e-696ec956ebbb tempest-DvrRoutersNegativeTest-948503983 tempest-DvrRoutersNegativeTest-948503983-project] create failed (client error): Access was denied to this resource. May 30 20:17:29.930348 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-73a72732-3df7-4fc1-913e-696ec956ebbb tempest-DvrRoutersNegativeTest-948503983 tempest-DvrRoutersNegativeTest-948503983-project] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.3977573 May 30 20:17:30.228042 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-75ce93be-efe7-475e-912c-590cf9908e2d req-515b9a97-af25-4ab9-81a6-69f4f3d5e428 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Synchronizing usage tracker for tenant:a1a57cdea23a49088fa533e38f6a3032 on resource:network {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:17:30.242873 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b02c8e8-7b99-44cc-8b1a-640d5b36833f req-801565b6-26c3-4a22-bdac-ee2d7ba3e7aa tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:30.244655 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5b02c8e8-7b99-44cc-8b1a-640d5b36833f req-801565b6-26c3-4a22-bdac-ee2d7ba3e7aa tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/ports?device_id=b5e1a7c9-ed3c-4f69-a342-3dbea92c9cf8 HTTP/1.1" status: 200 len: 945 time: 0.1058147 May 30 20:17:30.254439 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-75ce93be-efe7-475e-912c-590cf9908e2d req-515b9a97-af25-4ab9-81a6-69f4f3d5e428 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Unset dirty status for tenant:a1a57cdea23a49088fa533e38f6a3032 on resource:network {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:17:30.256365 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-75ce93be-efe7-475e-912c-590cf9908e2d req-515b9a97-af25-4ab9-81a6-69f4f3d5e428 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] 10.222.0.71 "GET /v2.0/networks/7dfebaf0-dc9f-476d-9977-56c7fc58662b?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3686090 May 30 20:17:30.270451 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [req-75ce93be-efe7-475e-912c-590cf9908e2d req-6225f386-4c8f-4009-812f-150443ac7222 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:17:30.320796 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5b02c8e8-7b99-44cc-8b1a-640d5b36833f req-8c5a9233-d40b-4999-b863-7c3e2ce3d63e tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/security-groups?id=3b7b472c-21af-4683-a7b2-e1dc38380326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560694 May 30 20:17:30.425482 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-97569b95-89be-4568-bf68-cd76c8b18509 req-75793159-eecf-4e47-9bb3-0f759f18cfe4 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=05c90cf3-eefb-48d0-8aab-ee021bb8d5f6 HTTP/1.1" status: 200 len: 1096 time: 0.3644242 May 30 20:17:30.532897 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27e5d93-85dc-488b-a3fc-2d40a0a2a9e0 req-3193619d-d590-41d5-a53c-2dfa5137e8d2 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:30.536808 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27e5d93-85dc-488b-a3fc-2d40a0a2a9e0 req-3193619d-d590-41d5-a53c-2dfa5137e8d2 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:30.540757 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27e5d93-85dc-488b-a3fc-2d40a0a2a9e0 req-3193619d-d590-41d5-a53c-2dfa5137e8d2 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:30.547994 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27e5d93-85dc-488b-a3fc-2d40a0a2a9e0 req-3193619d-d590-41d5-a53c-2dfa5137e8d2 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:30.549736 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27e5d93-85dc-488b-a3fc-2d40a0a2a9e0 req-3193619d-d590-41d5-a53c-2dfa5137e8d2 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:30.560182 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9240d04e-eb6c-47a0-b43f-2d16e38f96a7 req-7ec9f75d-5368-4e26-b659-71cba4beda51 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:30.561568 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27e5d93-85dc-488b-a3fc-2d40a0a2a9e0 req-3193619d-d590-41d5-a53c-2dfa5137e8d2 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:30.561781 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9240d04e-eb6c-47a0-b43f-2d16e38f96a7 req-7ec9f75d-5368-4e26-b659-71cba4beda51 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/ports?device_id=05c90cf3-eefb-48d0-8aab-ee021bb8d5f6 HTTP/1.1" status: 200 len: 945 time: 0.1070700 May 30 20:17:30.561962 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27e5d93-85dc-488b-a3fc-2d40a0a2a9e0 req-3193619d-d590-41d5-a53c-2dfa5137e8d2 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:30.561962 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c27e5d93-85dc-488b-a3fc-2d40a0a2a9e0 req-3193619d-d590-41d5-a53c-2dfa5137e8d2 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] 10.222.0.85 "GET /v2.0/ports?device_id=9c32c8ec-3847-430c-b19f-49ed6feb4bec HTTP/1.1" status: 200 len: 5430 time: 0.4075789 May 30 20:17:30.608769 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-97569b95-89be-4568-bf68-cd76c8b18509 req-e5ba2701-229c-4282-919b-78a66ce533d8 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=0524bca6-45ea-44a4-8d6f-618d0ae32427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702497 May 30 20:17:30.621354 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-75ce93be-efe7-475e-912c-590cf9908e2d req-6225f386-4c8f-4009-812f-150443ac7222 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:30.650671 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9240d04e-eb6c-47a0-b43f-2d16e38f96a7 req-ae8fb1c4-0c78-462a-840a-2f5a552ff591 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/security-groups?id=0524bca6-45ea-44a4-8d6f-618d0ae32427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765069 May 30 20:17:30.710081 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c27e5d93-85dc-488b-a3fc-2d40a0a2a9e0 req-d1a44a2e-7c4a-490f-a835-9be87cf5085a tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] 10.222.0.85 "GET /v2.0/security-groups?id=37be4557-a35d-41b8-94e5-d29002afe979&id=e6676217-9362-4f98-9839-89020fcebb14&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1320863 May 30 20:17:30.861765 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 58210) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:30.971334 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-75ce93be-efe7-475e-912c-590cf9908e2d req-6225f386-4c8f-4009-812f-150443ac7222 service neutron] For port bd538527-50e2-46fa-937e-cca2aa73fee4, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=bd538527-50e2-46fa-937e-cca2aa73fee4,segment=NetworkSegment(3c26dc90-ba8a-44ec-b215-1e8fb1eebc9d),segment_id=3c26dc90-ba8a-44ec-b215-1e8fb1eebc9d)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:17:31.028865 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:31.033256 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-75ce93be-efe7-475e-912c-590cf9908e2d req-6225f386-4c8f-4009-812f-150443ac7222 service neutron] For port bd538527-50e2-46fa-937e-cca2aa73fee4, host n-h1-843948-2, cleared binding levels {{(pid=84886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:17:31.056815 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b6ed6037-272f-4b71-a90a-75a83f63fdf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:31.125812 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-b6ed6037-272f-4b71-a90a-75a83f63fdf4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:17:31.133816 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-b6ed6037-272f-4b71-a90a-75a83f63fdf4 admin admin] Usage tracker for resource:security_group_rule and tenant:2de8f055008f43028a3c75cd600db70a is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:17:31.139835 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-b6ed6037-272f-4b71-a90a-75a83f63fdf4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:17:31.145948 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [req-75ce93be-efe7-475e-912c-590cf9908e2d req-6225f386-4c8f-4009-812f-150443ac7222 service neutron] device_id is not set on port bd538527-50e2-46fa-937e-cca2aa73fee4 yet. {{(pid=84886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:17:31.153942 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-b6ed6037-272f-4b71-a90a-75a83f63fdf4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:17:31.161214 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-75ce93be-efe7-475e-912c-590cf9908e2d req-6225f386-4c8f-4009-812f-150443ac7222 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:31.265139 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-75ce93be-efe7-475e-912c-590cf9908e2d req-6225f386-4c8f-4009-812f-150443ac7222 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:31.339219 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 3c5caf83-09bd-483a-b160-7675192dd579 up at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:17:31.403140 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6225f386-4c8f-4009-812f-150443ac7222 service neutron] Pushing event updated for resources: {'Port': ['ID=bd538527-50e2-46fa-937e-cca2aa73fee4,revision_number=6']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:31.439713 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8fddcd-807c-4ff1-bf5b-b38e58aa4da7 req-03ddae35-6511-4fa0-961c-524e3a9779d9 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:31.441490 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1e8fddcd-807c-4ff1-bf5b-b38e58aa4da7 req-03ddae35-6511-4fa0-961c-524e3a9779d9 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.86 "GET /v2.0/ports?device_id=b5e1a7c9-ed3c-4f69-a342-3dbea92c9cf8 HTTP/1.1" status: 200 len: 945 time: 0.2758164 May 30 20:17:31.464472 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61227440-b5d3-4e4f-bd77-f37f7c992032 req-c3b2bf2f-f94a-4abb-be30-889e536eb7ac tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:31.466089 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-61227440-b5d3-4e4f-bd77-f37f7c992032 req-c3b2bf2f-f94a-4abb-be30-889e536eb7ac tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] 10.222.0.85 "GET /v2.0/ports?device_id=4220fd61-af51-45e2-919d-bf769e04f7d8 HTTP/1.1" status: 200 len: 944 time: 0.2533989 May 30 20:17:31.468150 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b6ed6037-272f-4b71-a90a-75a83f63fdf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:31.540007 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b6ed6037-272f-4b71-a90a-75a83f63fdf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:31.585302 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning for port 3c5caf83-09bd-483a-b160-7675192dd579 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:17:31.604628 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning complete for port 3c5caf83-09bd-483a-b160-7675192dd579 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:17:31.605730 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:31.656464 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-1e8fddcd-807c-4ff1-bf5b-b38e58aa4da7 req-847aa22d-f5be-462d-9e4b-a0af817f3cdc tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Deleting port 9dc02ff8-87df-4e41-911b-e749a1e51bb6 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:17:31.657536 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-1e8fddcd-807c-4ff1-bf5b-b38e58aa4da7 req-847aa22d-f5be-462d-9e4b-a0af817f3cdc tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:31.859085 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:31.971494 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-b6ed6037-272f-4b71-a90a-75a83f63fdf4 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=2de8f055008f43028a3c75cd600db70a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1054287 May 30 20:17:31.984769 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 58232) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:32.011332 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4220fd61-af51-45e2-919d-bf769e04f7d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c5caf83-09bd-483a-b160-7675192dd579'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:17:32.032681 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-f035093f-8471-4229-9005-280c7fd9c68c None None] Provisioning complete for port bd538527-50e2-46fa-937e-cca2aa73fee4 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:17:32.047494 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-f035093f-8471-4229-9005-280c7fd9c68c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:32.047659 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [req-75ce93be-efe7-475e-912c-590cf9908e2d req-6225f386-4c8f-4009-812f-150443ac7222 service neutron] No DVR routers for this DVR port bd538527-50e2-46fa-937e-cca2aa73fee4 on host n-h1-843948-2 {{(pid=84886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:17:32.144625 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 3c5caf83-09bd-483a-b160-7675192dd579, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=3c5caf83-09bd-483a-b160-7675192dd579,segment=NetworkSegment(c0dbaf45-d4a9-44e2-8858-2c41f5f98c84),segment_id=c0dbaf45-d4a9-44e2-8858-2c41f5f98c84)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:17:32.151288 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-f035093f-8471-4229-9005-280c7fd9c68c None None] Port bd538527-50e2-46fa-937e-cca2aa73fee4 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:17:32.196487 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-61227440-b5d3-4e4f-bd77-f37f7c992032 req-747fa47a-94b9-4afc-90fb-43840a36496e tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] 10.222.0.85 "GET /v2.0/security-groups?id=7406621a-1401-4b06-82d8-1a98a746bcb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6629100 May 30 20:17:32.204425 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ed6037-272f-4b71-a90a-75a83f63fdf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc2d69ac-52a9-4eaa-8590-d339b2ffc463,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:32.240836 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [req-75ce93be-efe7-475e-912c-590cf9908e2d req-6225f386-4c8f-4009-812f-150443ac7222 service neutron] In _notify_port_updated(), no bound segment for port bd538527-50e2-46fa-937e-cca2aa73fee4 on network 7dfebaf0-dc9f-476d-9977-56c7fc58662b {{(pid=84886) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 30 20:17:32.244257 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-75ce93be-efe7-475e-912c-590cf9908e2d req-6225f386-4c8f-4009-812f-150443ac7222 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:32.244257 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-75ce93be-efe7-475e-912c-590cf9908e2d req-6225f386-4c8f-4009-812f-150443ac7222 service neutron] 10.222.0.71 "PUT /v2.0/ports/bd538527-50e2-46fa-937e-cca2aa73fee4 HTTP/1.1" status: 200 len: 1026 time: 1.9797084 May 30 20:17:32.251371 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da12199-20e4-454c-9457-d9def3aafa48 req-fa5ea54a-90a6-401a-bfdc-11c84076321b tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:32.258884 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9f84c6fa-2656-4ab8-8929-cdcddb7eb28a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:32.259425 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3da12199-20e4-454c-9457-d9def3aafa48 req-fa5ea54a-90a6-401a-bfdc-11c84076321b tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/ports?device_id=b5e1a7c9-ed3c-4f69-a342-3dbea92c9cf8 HTTP/1.1" status: 200 len: 945 time: 0.6907451 May 30 20:17:32.273684 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:32.355811 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 6abf5558-29fb-4349-8bbb-2720708251bc no longer exists at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:17:32.387741 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ce93be-efe7-475e-912c-590cf9908e2d req-bd061bbf-3936-4ef8-a6a8-52f60e1d4bfa tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:32.390011 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-75ce93be-efe7-475e-912c-590cf9908e2d req-bd061bbf-3936-4ef8-a6a8-52f60e1d4bfa tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] 10.222.0.71 "GET /v2.0/ports/95b64d06-8312-443c-b64a-5e0fcaa868bc?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1283185 May 30 20:17:32.406178 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3da12199-20e4-454c-9457-d9def3aafa48 req-6304a55c-53f5-4f81-9c4c-fe5a97233ca9 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/security-groups?id=3b7b472c-21af-4683-a7b2-e1dc38380326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455960 May 30 20:17:32.412871 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [req-75ce93be-efe7-475e-912c-590cf9908e2d req-30491da2-4db0-46ef-84e0-e38bf944bd89 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:17:32.413179 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9f84c6fa-2656-4ab8-8929-cdcddb7eb28a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:32.456512 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-1e8fddcd-807c-4ff1-bf5b-b38e58aa4da7 req-847aa22d-f5be-462d-9e4b-a0af817f3cdc tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] For port 9dc02ff8-87df-4e41-911b-e749a1e51bb6, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=9dc02ff8-87df-4e41-911b-e749a1e51bb6,segment=NetworkSegment(6f1287e5-9e46-42ce-b023-b38d433df277),segment_id=6f1287e5-9e46-42ce-b023-b38d433df277)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:17:32.456880 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-1e8fddcd-807c-4ff1-bf5b-b38e58aa4da7 req-847aa22d-f5be-462d-9e4b-a0af817f3cdc tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:32.528554 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=3c5caf83-09bd-483a-b160-7675192dd579,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:32.712633 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:32.729946 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:32.735561 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-1e8fddcd-807c-4ff1-bf5b-b38e58aa4da7 req-847aa22d-f5be-462d-9e4b-a0af817f3cdc tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Calling delete_port for 9dc02ff8-87df-4e41-911b-e749a1e51bb6 owned by compute:nova {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:17:32.776384 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 6abf5558-29fb-4349-8bbb-2720708251bc, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=6abf5558-29fb-4349-8bbb-2720708251bc,segment=NetworkSegment(bd1b67cf-563e-4c82-b7ef-58764a753e95),segment_id=bd1b67cf-563e-4c82-b7ef-58764a753e95)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:17:32.781061 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-75ce93be-efe7-475e-912c-590cf9908e2d req-30491da2-4db0-46ef-84e0-e38bf944bd89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:32.850909 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed447cfa-6911-4b5e-90f7-ba9d5a81c21b req-8ddf8892-25fb-471a-8e41-1d4981ac35bf tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:32.855973 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed447cfa-6911-4b5e-90f7-ba9d5a81c21b req-8ddf8892-25fb-471a-8e41-1d4981ac35bf tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:32.863072 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed447cfa-6911-4b5e-90f7-ba9d5a81c21b req-8ddf8892-25fb-471a-8e41-1d4981ac35bf tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:32.868155 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed447cfa-6911-4b5e-90f7-ba9d5a81c21b req-8ddf8892-25fb-471a-8e41-1d4981ac35bf tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:32.879999 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed447cfa-6911-4b5e-90f7-ba9d5a81c21b req-8ddf8892-25fb-471a-8e41-1d4981ac35bf tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:32.880133 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:32.880133 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device bd538527-50e2-46fa-937e-cca2aa73fee4 no longer exists at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:17:32.893365 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed447cfa-6911-4b5e-90f7-ba9d5a81c21b req-8ddf8892-25fb-471a-8e41-1d4981ac35bf tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:32.928166 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ed447cfa-6911-4b5e-90f7-ba9d5a81c21b req-8ddf8892-25fb-471a-8e41-1d4981ac35bf tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] 10.222.0.85 "GET /v2.0/ports?device_id=9c32c8ec-3847-430c-b19f-49ed6feb4bec HTTP/1.1" status: 200 len: 4657 time: 0.2808902 May 30 20:17:33.008030 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=6abf5558-29fb-4349-8bbb-2720708251bc,revision_number=6']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:33.036562 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device bd538527-50e2-46fa-937e-cca2aa73fee4 not bound to the agent host n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:17:33.037768 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 8ac00f97-319b-447d-9984-766c6042c32a no longer exists at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:17:33.042465 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afb875e-ffd9-4696-8a93-79b37e9dcadb req-5585ef13-9423-4e47-9198-df4d1957b2d8 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:33.057595 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4afb875e-ffd9-4696-8a93-79b37e9dcadb req-5585ef13-9423-4e47-9198-df4d1957b2d8 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/ports?device_id=05c90cf3-eefb-48d0-8aab-ee021bb8d5f6 HTTP/1.1" status: 200 len: 945 time: 0.3321946 May 30 20:17:33.134492 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9f84c6fa-2656-4ab8-8929-cdcddb7eb28a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:33.145034 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ed447cfa-6911-4b5e-90f7-ba9d5a81c21b req-2b4e22ac-9f8c-4241-8cba-8f96b887ded7 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] 10.222.0.85 "GET /v2.0/security-groups?id=37be4557-a35d-41b8-94e5-d29002afe979&id=e6676217-9362-4f98-9839-89020fcebb14&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0619650 May 30 20:17:33.191214 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f84c6fa-2656-4ab8-8929-cdcddb7eb28a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc2d69ac-52a9-4eaa-8590-d339b2ffc463,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:33.217781 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4afb875e-ffd9-4696-8a93-79b37e9dcadb req-dc73ea01-3c05-41a1-89f9-38e27add97bf tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/security-groups?id=0524bca6-45ea-44a4-8d6f-618d0ae32427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572876 May 30 20:17:33.230844 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:33.244849 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18485dc8-12ef-49bf-83be-20770ee62c3c'] response: {'server_uuid': '4220fd61-af51-45e2-919d-bf769e04f7d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c5caf83-09bd-483a-b160-7675192dd579', 'code': 200} May 30 20:17:33.275702 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 8ac00f97-319b-447d-9984-766c6042c32a, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=8ac00f97-319b-447d-9984-766c6042c32a,segment=NetworkSegment(bd1b67cf-563e-4c82-b7ef-58764a753e95),segment_id=bd1b67cf-563e-4c82-b7ef-58764a753e95)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:17:33.291309 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-75ce93be-efe7-475e-912c-590cf9908e2d req-30491da2-4db0-46ef-84e0-e38bf944bd89 service neutron] For port 95b64d06-8312-443c-b64a-5e0fcaa868bc, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=95b64d06-8312-443c-b64a-5e0fcaa868bc,segment=NetworkSegment(3c26dc90-ba8a-44ec-b215-1e8fb1eebc9d),segment_id=3c26dc90-ba8a-44ec-b215-1e8fb1eebc9d)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:17:33.332538 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-75ce93be-efe7-475e-912c-590cf9908e2d req-30491da2-4db0-46ef-84e0-e38bf944bd89 service neutron] For port 95b64d06-8312-443c-b64a-5e0fcaa868bc, host n-h1-843948-2, cleared binding levels {{(pid=84886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:17:33.381449 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:33.382814 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 9617712b-161f-40f8-aee7-6c6019d8f25d no longer exists at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:17:33.407643 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [req-75ce93be-efe7-475e-912c-590cf9908e2d req-30491da2-4db0-46ef-84e0-e38bf944bd89 service neutron] device_id is not set on port 95b64d06-8312-443c-b64a-5e0fcaa868bc yet. {{(pid=84886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:17:33.418117 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-75ce93be-efe7-475e-912c-590cf9908e2d req-30491da2-4db0-46ef-84e0-e38bf944bd89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:33.504949 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-1e8fddcd-807c-4ff1-bf5b-b38e58aa4da7 req-847aa22d-f5be-462d-9e4b-a0af817f3cdc tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:33.518465 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=8ac00f97-319b-447d-9984-766c6042c32a,revision_number=6']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:33.529941 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['8e5aeea2-b35a-41eb-83bf-3b475ff14780'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:17:33.550150 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-75ce93be-efe7-475e-912c-590cf9908e2d req-30491da2-4db0-46ef-84e0-e38bf944bd89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:33.688503 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9f84c6fa-2656-4ab8-8929-cdcddb7eb28a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:33.690088 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-9f84c6fa-2656-4ab8-8929-cdcddb7eb28a admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/cc2d69ac-52a9-4eaa-8590-d339b2ffc463 HTTP/1.1" status: 204 len: 168 time: 1.7043138 May 30 20:17:33.691537 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847aa22d-f5be-462d-9e4b-a0af817f3cdc tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Pushing event deleted for resources: {'Port': ['ID=9dc02ff8-87df-4e41-911b-e749a1e51bb6,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:33.766168 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:33.786567 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0da619b1-b984-4074-b20a-556f077665a0 req-24828404-53a2-4f85-b415-2d37d55e32d7 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=4220fd61-af51-45e2-919d-bf769e04f7d8 HTTP/1.1" status: 200 len: 1096 time: 0.4406719 May 30 20:17:33.802415 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30491da2-4db0-46ef-84e0-e38bf944bd89 service neutron] Pushing event updated for resources: {'Port': ['ID=95b64d06-8312-443c-b64a-5e0fcaa868bc,revision_number=6']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:33.918116 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [req-75ce93be-efe7-475e-912c-590cf9908e2d req-30491da2-4db0-46ef-84e0-e38bf944bd89 service neutron] No DVR routers for this DVR port 95b64d06-8312-443c-b64a-5e0fcaa868bc on host n-h1-843948-2 {{(pid=84886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:17:33.966851 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 9617712b-161f-40f8-aee7-6c6019d8f25d, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=9617712b-161f-40f8-aee7-6c6019d8f25d,segment=NetworkSegment(3c26dc90-ba8a-44ec-b215-1e8fb1eebc9d),segment_id=3c26dc90-ba8a-44ec-b215-1e8fb1eebc9d)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:17:33.990626 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a76f45-deac-4689-95b3-5dcb12a5c7ca req-85b466db-4a99-4eec-871b-4c2d3174ea6e tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:34.002208 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f1a76f45-deac-4689-95b3-5dcb12a5c7ca req-85b466db-4a99-4eec-871b-4c2d3174ea6e tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/ports?device_id=05c90cf3-eefb-48d0-8aab-ee021bb8d5f6 HTTP/1.1" status: 200 len: 945 time: 0.4119272 May 30 20:17:34.018058 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e8fddcd-807c-4ff1-bf5b-b38e58aa4da7 req-847aa22d-f5be-462d-9e4b-a0af817f3cdc tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] No DVR routers for this DVR port 9dc02ff8-87df-4e41-911b-e749a1e51bb6 on host n-h2-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:17:34.025540 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-1e8fddcd-807c-4ff1-bf5b-b38e58aa4da7 req-847aa22d-f5be-462d-9e4b-a0af817f3cdc tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:34.028060 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1e8fddcd-807c-4ff1-bf5b-b38e58aa4da7 req-847aa22d-f5be-462d-9e4b-a0af817f3cdc tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.86 "DELETE /v2.0/ports/9dc02ff8-87df-4e41-911b-e749a1e51bb6 HTTP/1.1" status: 204 len: 173 time: 2.5585949 May 30 20:17:34.063116 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5e1a7c9-ed3c-4f69-a342-3dbea92c9cf8', 'name': 'network-vif-deleted', 'tag': '9dc02ff8-87df-4e41-911b-e749a1e51bb6'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:17:34.065084 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0da619b1-b984-4074-b20a-556f077665a0 req-29782dbb-727c-4653-8b2c-51aeeb097002 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=7406621a-1401-4b06-82d8-1a98a746bcb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834714 May 30 20:17:34.101915 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2047addb-7889-484e-9ad8-02c5ca5b25b6 None None] Provisioning complete for port 95b64d06-8312-443c-b64a-5e0fcaa868bc triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:17:34.102668 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f1a76f45-deac-4689-95b3-5dcb12a5c7ca req-0f531cf2-8fbc-4cf3-819b-29cd4583eddb tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/security-groups?id=0524bca6-45ea-44a4-8d6f-618d0ae32427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028721 May 30 20:17:34.102819 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2047addb-7889-484e-9ad8-02c5ca5b25b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:34.184614 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:34.185707 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 95b64d06-8312-443c-b64a-5e0fcaa868bc no longer exists at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:17:34.254012 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1592f24-4813-4ba6-937f-c6df763eea3c req-0ebd39b2-25b9-47a8-9944-1f9fed56981e tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:34.274936 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-2047addb-7889-484e-9ad8-02c5ca5b25b6 None None] Port 95b64d06-8312-443c-b64a-5e0fcaa868bc cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:17:34.275641 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d1592f24-4813-4ba6-937f-c6df763eea3c req-0ebd39b2-25b9-47a8-9944-1f9fed56981e tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] 10.222.0.85 "GET /v2.0/ports?device_id=4220fd61-af51-45e2-919d-bf769e04f7d8 HTTP/1.1" status: 200 len: 945 time: 0.7680850 May 30 20:17:34.280852 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [req-75ce93be-efe7-475e-912c-590cf9908e2d req-30491da2-4db0-46ef-84e0-e38bf944bd89 service neutron] In _notify_port_updated(), no bound segment for port 95b64d06-8312-443c-b64a-5e0fcaa868bc on network 7dfebaf0-dc9f-476d-9977-56c7fc58662b {{(pid=84886) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 30 20:17:34.282260 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-75ce93be-efe7-475e-912c-590cf9908e2d req-30491da2-4db0-46ef-84e0-e38bf944bd89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:34.283549 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-75ce93be-efe7-475e-912c-590cf9908e2d req-30491da2-4db0-46ef-84e0-e38bf944bd89 service neutron] 10.222.0.71 "PUT /v2.0/ports/95b64d06-8312-443c-b64a-5e0fcaa868bc HTTP/1.1" status: 200 len: 1025 time: 1.8751011 May 30 20:17:34.334265 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-0dcb728a-fc82-4251-a4aa-4d0109521c66 req-cd7c1253-c873-4834-977e-3277f9aae6e9 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Synchronizing usage tracker for tenant:7f20a37d1ec84058864d6080c6a9f8aa on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:17:34.338689 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 95b64d06-8312-443c-b64a-5e0fcaa868bc not bound to the agent host n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:17:34.346174 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device cce154e6-cfbb-4903-980b-422f277fa061 no longer exists at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:17:34.367912 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=9617712b-161f-40f8-aee7-6c6019d8f25d,revision_number=6']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:34.417991 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d1592f24-4813-4ba6-937f-c6df763eea3c req-c573efcb-ca62-45bf-ada4-c01c89726c37 tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] 10.222.0.85 "GET /v2.0/security-groups?id=7406621a-1401-4b06-82d8-1a98a746bcb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411874 May 30 20:17:34.423843 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [req-75ce93be-efe7-475e-912c-590cf9908e2d req-9d8ee15f-4895-4bae-8dcc-30d97e7b8c87 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Deleting port 406d6bcf-03be-4c83-9523-528b6918c399 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:17:34.424470 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-75ce93be-efe7-475e-912c-590cf9908e2d req-9d8ee15f-4895-4bae-8dcc-30d97e7b8c87 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:34.494092 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:34.518788 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-0dcb728a-fc82-4251-a4aa-4d0109521c66 req-cd7c1253-c873-4834-977e-3277f9aae6e9 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Unset dirty status for tenant:7f20a37d1ec84058864d6080c6a9f8aa on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:17:34.528923 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0dcb728a-fc82-4251-a4aa-4d0109521c66 req-cd7c1253-c873-4834-977e-3277f9aae6e9 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/ports?device_id=b5e1a7c9-ed3c-4f69-a342-3dbea92c9cf8 HTTP/1.1" status: 200 len: 210 time: 0.2515144 May 30 20:17:34.532280 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b02be5e9-33b2-4667-9ba1-659fbf6e38da'] response: {'server_uuid': 'b5e1a7c9-ed3c-4f69-a342-3dbea92c9cf8', 'name': 'network-vif-deleted', 'tag': '9dc02ff8-87df-4e41-911b-e749a1e51bb6', 'status': 'completed', 'code': 200} May 30 20:17:34.536356 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port cce154e6-cfbb-4903-980b-422f277fa061, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=cce154e6-cfbb-4903-980b-422f277fa061,segment=NetworkSegment(41e667d4-936e-4bec-b859-a0fde96007b1),segment_id=41e667d4-936e-4bec-b859-a0fde96007b1)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:17:34.627466 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:34.628388 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 406d6bcf-03be-4c83-9523-528b6918c399 no longer exists at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:17:34.861499 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=cce154e6-cfbb-4903-980b-422f277fa061,revision_number=6']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:34.976863 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-75ce93be-efe7-475e-912c-590cf9908e2d req-9d8ee15f-4895-4bae-8dcc-30d97e7b8c87 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] For port 406d6bcf-03be-4c83-9523-528b6918c399, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=406d6bcf-03be-4c83-9523-528b6918c399,segment=NetworkSegment(3c26dc90-ba8a-44ec-b215-1e8fb1eebc9d),segment_id=3c26dc90-ba8a-44ec-b215-1e8fb1eebc9d)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:17:34.976863 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-75ce93be-efe7-475e-912c-590cf9908e2d req-9d8ee15f-4895-4bae-8dcc-30d97e7b8c87 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:34.996033 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:35.069643 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 406d6bcf-03be-4c83-9523-528b6918c399, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=406d6bcf-03be-4c83-9523-528b6918c399,segment=NetworkSegment(3c26dc90-ba8a-44ec-b215-1e8fb1eebc9d),segment_id=3c26dc90-ba8a-44ec-b215-1e8fb1eebc9d)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:17:35.153120 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:35.184363 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [req-75ce93be-efe7-475e-912c-590cf9908e2d req-9d8ee15f-4895-4bae-8dcc-30d97e7b8c87 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Calling delete_port for 406d6bcf-03be-4c83-9523-528b6918c399 owned by compute:nova {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:17:35.275466 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c32c8ec-3847-430c-b19f-49ed6feb4bec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6abf5558-29fb-4349-8bbb-2720708251bc'}, {'server_uuid': '9c32c8ec-3847-430c-b19f-49ed6feb4bec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ac00f97-319b-447d-9984-766c6042c32a'}, {'server_uuid': '9c32c8ec-3847-430c-b19f-49ed6feb4bec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9617712b-161f-40f8-aee7-6c6019d8f25d'}, {'server_uuid': '9c32c8ec-3847-430c-b19f-49ed6feb4bec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cce154e6-cfbb-4903-980b-422f277fa061'}, {'server_uuid': '9c32c8ec-3847-430c-b19f-49ed6feb4bec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '406d6bcf-03be-4c83-9523-528b6918c399'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:17:35.299452 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=406d6bcf-03be-4c83-9523-528b6918c399,revision_number=6']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:35.357340 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 9dc02ff8-87df-4e41-911b-e749a1e51bb6 no longer exists at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:17:35.408893 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10a7829-4744-4bc2-9d73-4d898a815fa4 req-9d0e44c2-4390-49a1-85c1-377ad40d9099 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:35.415775 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c0bad9-0801-4657-a2c6-e457a2e9eef6 req-3414250a-5e7f-4f52-ae1e-bfc929f4a290 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:35.419819 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10a7829-4744-4bc2-9d73-4d898a815fa4 req-9d0e44c2-4390-49a1-85c1-377ad40d9099 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:35.420187 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f9c0bad9-0801-4657-a2c6-e457a2e9eef6 req-3414250a-5e7f-4f52-ae1e-bfc929f4a290 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/ports?device_id=05c90cf3-eefb-48d0-8aab-ee021bb8d5f6 HTTP/1.1" status: 200 len: 945 time: 0.2408776 May 30 20:17:35.427030 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10a7829-4744-4bc2-9d73-4d898a815fa4 req-9d0e44c2-4390-49a1-85c1-377ad40d9099 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:35.443454 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10a7829-4744-4bc2-9d73-4d898a815fa4 req-9d0e44c2-4390-49a1-85c1-377ad40d9099 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:35.450592 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10a7829-4744-4bc2-9d73-4d898a815fa4 req-9d0e44c2-4390-49a1-85c1-377ad40d9099 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:35.458759 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e10a7829-4744-4bc2-9d73-4d898a815fa4 req-9d0e44c2-4390-49a1-85c1-377ad40d9099 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] 10.222.0.85 "GET /v2.0/ports?device_id=9c32c8ec-3847-430c-b19f-49ed6feb4bec HTTP/1.1" status: 200 len: 3875 time: 0.2702925 May 30 20:17:35.462257 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.db.api [req-75ce93be-efe7-475e-912c-590cf9908e2d req-9d8ee15f-4895-4bae-8dcc-30d97e7b8c87 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:17:35.462830 n-d-843948-2 neutron-server[84886]: DEBUG oslo_db.api [req-75ce93be-efe7-475e-912c-590cf9908e2d req-9d8ee15f-4895-4bae-8dcc-30d97e7b8c87 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:17:35.498594 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f9c0bad9-0801-4657-a2c6-e457a2e9eef6 req-d209ccc4-d440-4fb2-a7b6-f11293864754 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/security-groups?id=0524bca6-45ea-44a4-8d6f-618d0ae32427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672178 May 30 20:17:35.508651 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] No Port match for: 9dc02ff8-87df-4e41-911b-e749a1e51bb6 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:17:35.508651 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 9dc02ff8-87df-4e41-911b-e749a1e51bb6 not bound to the agent host n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:17:35.559466 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e10a7829-4744-4bc2-9d73-4d898a815fa4 req-5eccdb30-e7cc-4e72-baa2-6f27a85c39c3 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] 10.222.0.85 "GET /v2.0/security-groups?id=37be4557-a35d-41b8-94e5-d29002afe979&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869229 May 30 20:17:35.695907 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-441ea230-bbd0-40ce-b399-7275cb6bd9dc'] response: {'server_uuid': '9c32c8ec-3847-430c-b19f-49ed6feb4bec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6abf5558-29fb-4349-8bbb-2720708251bc', 'code': 200} May 30 20:17:35.696418 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-441ea230-bbd0-40ce-b399-7275cb6bd9dc'] response: {'server_uuid': '9c32c8ec-3847-430c-b19f-49ed6feb4bec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ac00f97-319b-447d-9984-766c6042c32a', 'code': 200} May 30 20:17:35.696821 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-441ea230-bbd0-40ce-b399-7275cb6bd9dc'] response: {'server_uuid': '9c32c8ec-3847-430c-b19f-49ed6feb4bec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9617712b-161f-40f8-aee7-6c6019d8f25d', 'code': 200} May 30 20:17:35.697294 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-441ea230-bbd0-40ce-b399-7275cb6bd9dc'] response: {'server_uuid': '9c32c8ec-3847-430c-b19f-49ed6feb4bec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cce154e6-cfbb-4903-980b-422f277fa061', 'code': 200} May 30 20:17:35.697714 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-441ea230-bbd0-40ce-b399-7275cb6bd9dc'] response: {'server_uuid': '9c32c8ec-3847-430c-b19f-49ed6feb4bec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '406d6bcf-03be-4c83-9523-528b6918c399', 'code': 200} May 30 20:17:35.845265 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6be6862-b012-4765-9f5b-a861fa35e1b9 req-cc4ab4f5-0743-4a8c-b5fd-75e602e0d626 tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:35.848186 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e6be6862-b012-4765-9f5b-a861fa35e1b9 req-cc4ab4f5-0743-4a8c-b5fd-75e602e0d626 tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] 10.222.0.85 "GET /v2.0/ports?device_id=4220fd61-af51-45e2-919d-bf769e04f7d8 HTTP/1.1" status: 200 len: 945 time: 0.1389709 May 30 20:17:35.928392 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e6be6862-b012-4765-9f5b-a861fa35e1b9 req-8a8549bd-23a2-4392-b16c-b3bacaff3aad tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] 10.222.0.85 "GET /v2.0/security-groups?id=7406621a-1401-4b06-82d8-1a98a746bcb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643268 May 30 20:17:35.966561 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [req-75ce93be-efe7-475e-912c-590cf9908e2d req-9d8ee15f-4895-4bae-8dcc-30d97e7b8c87 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Deleting port 406d6bcf-03be-4c83-9523-528b6918c399 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:17:35.968065 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-75ce93be-efe7-475e-912c-590cf9908e2d req-9d8ee15f-4895-4bae-8dcc-30d97e7b8c87 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:36.026051 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d31c8d-3131-4cd7-a28d-b7934675a771 req-9670aacd-9d25-4baa-91cd-fcf30ece609d tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:36.028925 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d3d31c8d-3131-4cd7-a28d-b7934675a771 req-9670aacd-9d25-4baa-91cd-fcf30ece609d tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/ports?device_id=05c90cf3-eefb-48d0-8aab-ee021bb8d5f6 HTTP/1.1" status: 200 len: 945 time: 0.1605864 May 30 20:17:36.238049 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d3d31c8d-3131-4cd7-a28d-b7934675a771 req-6f84e999-56d2-4c3c-9bfc-84198ab20a68 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/security-groups?id=0524bca6-45ea-44a4-8d6f-618d0ae32427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976185 May 30 20:17:36.462882 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 58322) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:36.468399 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [-] 10.222.0.85 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0027063 May 30 20:17:36.471644 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 58324) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:36.493004 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-75ce93be-efe7-475e-912c-590cf9908e2d req-9d8ee15f-4895-4bae-8dcc-30d97e7b8c87 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] For port 406d6bcf-03be-4c83-9523-528b6918c399, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=406d6bcf-03be-4c83-9523-528b6918c399,segment=NetworkSegment(3c26dc90-ba8a-44ec-b215-1e8fb1eebc9d),segment_id=3c26dc90-ba8a-44ec-b215-1e8fb1eebc9d)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:17:36.494313 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-75ce93be-efe7-475e-912c-590cf9908e2d req-9d8ee15f-4895-4bae-8dcc-30d97e7b8c87 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:36.720596 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [req-75ce93be-efe7-475e-912c-590cf9908e2d req-9d8ee15f-4895-4bae-8dcc-30d97e7b8c87 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Calling delete_port for 406d6bcf-03be-4c83-9523-528b6918c399 owned by compute:nova {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:17:36.789234 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-e5ec36ad-5136-47d4-9acb-8b3a7fb16812 tempest-NetworksApiDiscovery-1117925812 tempest-NetworksApiDiscovery-1117925812-project] 10.222.0.85 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.3099215 May 30 20:17:37.107494 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc49912-017f-4db0-af4a-51c997fb4a4e req-66a3ec59-d411-42ce-bd8f-29c9889e7e47 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:37.111656 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc49912-017f-4db0-af4a-51c997fb4a4e req-66a3ec59-d411-42ce-bd8f-29c9889e7e47 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:37.115841 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc49912-017f-4db0-af4a-51c997fb4a4e req-66a3ec59-d411-42ce-bd8f-29c9889e7e47 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:37.119917 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc49912-017f-4db0-af4a-51c997fb4a4e req-66a3ec59-d411-42ce-bd8f-29c9889e7e47 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:37.123934 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc49912-017f-4db0-af4a-51c997fb4a4e req-66a3ec59-d411-42ce-bd8f-29c9889e7e47 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:37.125807 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-cbc49912-017f-4db0-af4a-51c997fb4a4e req-66a3ec59-d411-42ce-bd8f-29c9889e7e47 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] 10.222.0.85 "GET /v2.0/ports?device_id=9c32c8ec-3847-430c-b19f-49ed6feb4bec HTTP/1.1" status: 200 len: 3875 time: 0.1122751 May 30 20:17:37.172195 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-75ce93be-efe7-475e-912c-590cf9908e2d req-9d8ee15f-4895-4bae-8dcc-30d97e7b8c87 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:37.200252 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-cbc49912-017f-4db0-af4a-51c997fb4a4e req-4ffdfb10-db5e-4763-a489-94433d9ad9b4 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] 10.222.0.85 "GET /v2.0/security-groups?id=37be4557-a35d-41b8-94e5-d29002afe979&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649550 May 30 20:17:37.269886 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8ee15f-4895-4bae-8dcc-30d97e7b8c87 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Pushing event deleted for resources: {'Port': ['ID=406d6bcf-03be-4c83-9523-528b6918c399,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:37.363498 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [req-75ce93be-efe7-475e-912c-590cf9908e2d req-9d8ee15f-4895-4bae-8dcc-30d97e7b8c87 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] No DVR routers for this DVR port 406d6bcf-03be-4c83-9523-528b6918c399 on host n-h1-843948-2 {{(pid=84886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:17:37.369444 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8ee15f-4895-4bae-8dcc-30d97e7b8c87 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:17:37.369770 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8ee15f-4895-4bae-8dcc-30d97e7b8c87 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:17:37.370276 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8ee15f-4895-4bae-8dcc-30d97e7b8c87 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:17:37.370795 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8ee15f-4895-4bae-8dcc-30d97e7b8c87 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:17:37.371294 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8ee15f-4895-4bae-8dcc-30d97e7b8c87 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:17:37.371815 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8ee15f-4895-4bae-8dcc-30d97e7b8c87 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:17:37.372327 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8ee15f-4895-4bae-8dcc-30d97e7b8c87 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:17:37.372843 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8ee15f-4895-4bae-8dcc-30d97e7b8c87 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:17:37.373400 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8ee15f-4895-4bae-8dcc-30d97e7b8c87 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:17:37.373935 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8ee15f-4895-4bae-8dcc-30d97e7b8c87 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:17:37.374444 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8ee15f-4895-4bae-8dcc-30d97e7b8c87 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:17:37.378369 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-75ce93be-efe7-475e-912c-590cf9908e2d req-9d8ee15f-4895-4bae-8dcc-30d97e7b8c87 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:37.381479 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c32c8ec-3847-430c-b19f-49ed6feb4bec', 'name': 'network-vif-deleted', 'tag': '406d6bcf-03be-4c83-9523-528b6918c399'}] {{(pid=84886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:17:37.549518 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-75ce93be-efe7-475e-912c-590cf9908e2d req-9d8ee15f-4895-4bae-8dcc-30d97e7b8c87 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] 10.222.0.71 "DELETE /v2.0/ports/406d6bcf-03be-4c83-9523-528b6918c399 HTTP/1.1" status: 204 len: 173 time: 3.2382553 May 30 20:17:37.683354 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f7f2814f-9f68-4cab-bbcf-2d53aa44124b req-5d64c46c-28b2-405c-80a3-08af6b2c2343 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=104c300f9f19443ab4c7c434d4800823&device_id=4220fd61-af51-45e2-919d-bf769e04f7d8 HTTP/1.1" status: 200 len: 1096 time: 0.7243888 May 30 20:17:37.735124 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53de0bdd-a466-4e18-99eb-1aafe34a45fd req-2fa39642-1fa3-4dae-a4de-3e9e1838b78a tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:37.742836 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-53de0bdd-a466-4e18-99eb-1aafe34a45fd req-2fa39642-1fa3-4dae-a4de-3e9e1838b78a tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/ports?device_id=05c90cf3-eefb-48d0-8aab-ee021bb8d5f6 HTTP/1.1" status: 200 len: 945 time: 0.1856196 May 30 20:17:37.766290 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01043b54-8ceb-4327-8461-0f02ee002417 req-a723c311-1820-4451-8482-3e1327d03fba tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:37.776255 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-01043b54-8ceb-4327-8461-0f02ee002417 req-a723c311-1820-4451-8482-3e1327d03fba tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] 10.222.0.85 "GET /v2.0/ports?device_id=4220fd61-af51-45e2-919d-bf769e04f7d8 HTTP/1.1" status: 200 len: 945 time: 0.3479698 May 30 20:17:37.881800 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:17:37.995683 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 58354) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:38.099890 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-53de0bdd-a466-4e18-99eb-1aafe34a45fd req-980e68a4-a34b-4459-b2de-17c42d6430fe tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/security-groups?id=0524bca6-45ea-44a4-8d6f-618d0ae32427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3530900 May 30 20:17:38.114660 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [req-75ce93be-efe7-475e-912c-590cf9908e2d req-4a9e071a-adf0-4391-bfb0-e0edf3bf07ba tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Deleting port 8ac00f97-319b-447d-9984-766c6042c32a {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:17:38.115197 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-75ce93be-efe7-475e-912c-590cf9908e2d req-4a9e071a-adf0-4391-bfb0-e0edf3bf07ba tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:38.130484 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f2814f-9f68-4cab-bbcf-2d53aa44124b req-9b37a8e3-4f36-47ee-ada7-bfc6106eb073 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:38.132004 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f7f2814f-9f68-4cab-bbcf-2d53aa44124b req-9b37a8e3-4f36-47ee-ada7-bfc6106eb073 service neutron] 10.222.0.86 "GET /v2.0/networks?id=8df2eca9-bd87-463d-93ac-08e4ae9a8369 HTTP/1.1" status: 200 len: 911 time: 0.4409988 May 30 20:17:38.263780 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f7f2814f-9f68-4cab-bbcf-2d53aa44124b req-d93992ae-dd2a-4bfd-823e-4f6a78e53824 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3c5caf83-09bd-483a-b160-7675192dd579 HTTP/1.1" status: 200 len: 217 time: 0.1252825 May 30 20:17:38.394845 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-01043b54-8ceb-4327-8461-0f02ee002417 req-c0ca7556-7d03-43f8-adfe-248f4309d5e6 tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] 10.222.0.85 "GET /v2.0/security-groups?id=7406621a-1401-4b06-82d8-1a98a746bcb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5740449 May 30 20:17:38.481028 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-504fcc82-ce64-4605-b34c-ea21e02ab4af admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:38.544195 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f2814f-9f68-4cab-bbcf-2d53aa44124b req-42e62a33-3e8b-44b5-9025-660a5f6b49ca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:38.549220 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f7f2814f-9f68-4cab-bbcf-2d53aa44124b req-42e62a33-3e8b-44b5-9025-660a5f6b49ca service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f0a2227d-d9d4-4c95-9e3b-58ec7cf0f306 HTTP/1.1" status: 200 len: 850 time: 0.2759821 May 30 20:17:38.592623 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-504fcc82-ce64-4605-b34c-ea21e02ab4af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:17:38.592623 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-504fcc82-ce64-4605-b34c-ea21e02ab4af admin admin] Usage tracker for resource:security_group_rule and tenant:4ada3f7afc7a4a32b5d92a6d5bb2cdc4 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:17:38.594808 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-504fcc82-ce64-4605-b34c-ea21e02ab4af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:17:38.601964 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-504fcc82-ce64-4605-b34c-ea21e02ab4af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:17:38.685473 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-504fcc82-ce64-4605-b34c-ea21e02ab4af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:38.763724 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f7f2814f-9f68-4cab-bbcf-2d53aa44124b req-58eefb84-22f3-434d-a32e-711dc432a543 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=8df2eca9-bd87-463d-93ac-08e4ae9a8369&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0764751 May 30 20:17:38.817942 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-504fcc82-ce64-4605-b34c-ea21e02ab4af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:38.870027 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-75ce93be-efe7-475e-912c-590cf9908e2d req-4a9e071a-adf0-4391-bfb0-e0edf3bf07ba tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] For port 8ac00f97-319b-447d-9984-766c6042c32a, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=8ac00f97-319b-447d-9984-766c6042c32a,segment=NetworkSegment(bd1b67cf-563e-4c82-b7ef-58764a753e95),segment_id=bd1b67cf-563e-4c82-b7ef-58764a753e95)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:17:38.871278 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-75ce93be-efe7-475e-912c-590cf9908e2d req-4a9e071a-adf0-4391-bfb0-e0edf3bf07ba tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:38.912176 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-504fcc82-ce64-4605-b34c-ea21e02ab4af admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=4ada3f7afc7a4a32b5d92a6d5bb2cdc4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9035201 May 30 20:17:38.915735 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 58368) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:39.051513 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [req-75ce93be-efe7-475e-912c-590cf9908e2d req-4a9e071a-adf0-4391-bfb0-e0edf3bf07ba tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Calling delete_port for 8ac00f97-319b-447d-9984-766c6042c32a owned by compute:nova {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:17:39.073687 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504fcc82-ce64-4605-b34c-ea21e02ab4af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5c61a1b-e007-4ca4-9e95-946ea2fbbc15,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:39.108972 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504fcc82-ce64-4605-b34c-ea21e02ab4af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:17:39.109313 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504fcc82-ce64-4605-b34c-ea21e02ab4af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:17:39.109909 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504fcc82-ce64-4605-b34c-ea21e02ab4af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:17:39.110248 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504fcc82-ce64-4605-b34c-ea21e02ab4af admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:17:39.110583 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504fcc82-ce64-4605-b34c-ea21e02ab4af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:17:39.110918 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504fcc82-ce64-4605-b34c-ea21e02ab4af admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:17:39.111241 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504fcc82-ce64-4605-b34c-ea21e02ab4af admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:17:39.111567 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504fcc82-ce64-4605-b34c-ea21e02ab4af admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:17:39.111890 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504fcc82-ce64-4605-b34c-ea21e02ab4af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:17:39.112212 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504fcc82-ce64-4605-b34c-ea21e02ab4af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:17:39.112532 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504fcc82-ce64-4605-b34c-ea21e02ab4af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:17:39.144163 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f7f2814f-9f68-4cab-bbcf-2d53aa44124b req-cfb6a6f8-d7e9-4399-a916-01fbf69a361e service neutron] 10.222.0.86 "GET /v2.0/networks/8df2eca9-bd87-463d-93ac-08e4ae9a8369?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3705113 May 30 20:17:39.146899 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c7708541-df5a-416d-9e81-dd7425002ab6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:39.219614 n-d-843948-2 neutron-server[84886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca636b9a-aa66-4526-85f3-6ea1a46246e8'] response: {'server_uuid': '9c32c8ec-3847-430c-b19f-49ed6feb4bec', 'name': 'network-vif-deleted', 'tag': '406d6bcf-03be-4c83-9523-528b6918c399', 'status': 'completed', 'code': 200} May 30 20:17:39.260721 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c7708541-df5a-416d-9e81-dd7425002ab6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:39.352709 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f7f2814f-9f68-4cab-bbcf-2d53aa44124b req-e5fc2ec5-00ba-4e77-8f7b-6532c074ec35 service neutron] 10.222.0.86 "GET /v2.0/networks/8df2eca9-bd87-463d-93ac-08e4ae9a8369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025151 May 30 20:17:39.443865 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a681a2-9d23-4fab-b2e4-04c191919b26 req-3ac1cc0c-e8a9-4904-969e-a195b8c2969b tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:39.451193 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a681a2-9d23-4fab-b2e4-04c191919b26 req-3ac1cc0c-e8a9-4904-969e-a195b8c2969b tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:39.458343 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a681a2-9d23-4fab-b2e4-04c191919b26 req-3ac1cc0c-e8a9-4904-969e-a195b8c2969b tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:39.465558 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a681a2-9d23-4fab-b2e4-04c191919b26 req-3ac1cc0c-e8a9-4904-969e-a195b8c2969b tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:39.467675 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-e1a681a2-9d23-4fab-b2e4-04c191919b26 req-3ac1cc0c-e8a9-4904-969e-a195b8c2969b tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Synchronizing usage tracker for tenant:a1a57cdea23a49088fa533e38f6a3032 on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:17:39.491928 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-75ce93be-efe7-475e-912c-590cf9908e2d req-4a9e071a-adf0-4391-bfb0-e0edf3bf07ba tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:39.532208 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c7708541-df5a-416d-9e81-dd7425002ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:39.553000 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7708541-df5a-416d-9e81-dd7425002ab6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5c61a1b-e007-4ca4-9e95-946ea2fbbc15,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:39.581126 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c7708541-df5a-416d-9e81-dd7425002ab6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:39.586066 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-c7708541-df5a-416d-9e81-dd7425002ab6 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/f5c61a1b-e007-4ca4-9e95-946ea2fbbc15 HTTP/1.1" status: 204 len: 168 time: 0.6123793 May 30 20:17:39.605459 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22277ff5-52e4-413a-be19-db724e101203 req-0ef20888-ee44-488b-81ec-281999fe195d tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:39.609721 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-22277ff5-52e4-413a-be19-db724e101203 req-0ef20888-ee44-488b-81ec-281999fe195d tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/ports?device_id=05c90cf3-eefb-48d0-8aab-ee021bb8d5f6 HTTP/1.1" status: 200 len: 945 time: 0.1737368 May 30 20:17:39.655759 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-e1a681a2-9d23-4fab-b2e4-04c191919b26 req-3ac1cc0c-e8a9-4904-969e-a195b8c2969b tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Unset dirty status for tenant:a1a57cdea23a49088fa533e38f6a3032 on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:17:39.661498 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e1a681a2-9d23-4fab-b2e4-04c191919b26 req-3ac1cc0c-e8a9-4904-969e-a195b8c2969b tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] 10.222.0.85 "GET /v2.0/ports?device_id=9c32c8ec-3847-430c-b19f-49ed6feb4bec HTTP/1.1" status: 200 len: 3142 time: 0.5021844 May 30 20:17:39.673990 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9e071a-adf0-4391-bfb0-e0edf3bf07ba tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Pushing event deleted for resources: {'Port': ['ID=8ac00f97-319b-447d-9984-766c6042c32a,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:39.718814 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-22277ff5-52e4-413a-be19-db724e101203 req-2bc607af-a7d9-420f-b08d-d4d69625fe6c tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/security-groups?id=0524bca6-45ea-44a4-8d6f-618d0ae32427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957463 May 30 20:17:39.786939 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [req-75ce93be-efe7-475e-912c-590cf9908e2d req-4a9e071a-adf0-4391-bfb0-e0edf3bf07ba tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] No DVR routers for this DVR port 8ac00f97-319b-447d-9984-766c6042c32a on host n-h1-843948-2 {{(pid=84886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:17:39.799132 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-75ce93be-efe7-475e-912c-590cf9908e2d req-4a9e071a-adf0-4391-bfb0-e0edf3bf07ba tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:39.801136 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-75ce93be-efe7-475e-912c-590cf9908e2d req-4a9e071a-adf0-4391-bfb0-e0edf3bf07ba tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] 10.222.0.71 "DELETE /v2.0/ports/8ac00f97-319b-447d-9984-766c6042c32a HTTP/1.1" status: 204 len: 173 time: 2.2441666 May 30 20:17:39.926841 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e1a681a2-9d23-4fab-b2e4-04c191919b26 req-3a53609e-de2b-407a-8e1b-9441f3b05e02 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] 10.222.0.85 "GET /v2.0/security-groups?id=37be4557-a35d-41b8-94e5-d29002afe979&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2638037 May 30 20:17:39.933212 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [req-75ce93be-efe7-475e-912c-590cf9908e2d req-d87c4c63-511e-4c72-883a-3feb496f46d6 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Deleting port cce154e6-cfbb-4903-980b-422f277fa061 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:17:39.933554 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-75ce93be-efe7-475e-912c-590cf9908e2d req-d87c4c63-511e-4c72-883a-3feb496f46d6 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:40.350106 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb445cd-6674-42b9-8084-c314319da4a8 req-5637474a-a2b8-4faa-a768-5e2f374b649f tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:40.350106 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2cb445cd-6674-42b9-8084-c314319da4a8 req-5637474a-a2b8-4faa-a768-5e2f374b649f tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] 10.222.0.85 "GET /v2.0/ports?device_id=4220fd61-af51-45e2-919d-bf769e04f7d8 HTTP/1.1" status: 200 len: 945 time: 0.1875780 May 30 20:17:40.392152 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2cb445cd-6674-42b9-8084-c314319da4a8 req-2d2ebe2c-bfd6-468f-a6ab-8d7695a715ad tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] 10.222.0.85 "GET /v2.0/security-groups?id=7406621a-1401-4b06-82d8-1a98a746bcb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929434 May 30 20:17:40.484820 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-75ce93be-efe7-475e-912c-590cf9908e2d req-d87c4c63-511e-4c72-883a-3feb496f46d6 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] For port cce154e6-cfbb-4903-980b-422f277fa061, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=cce154e6-cfbb-4903-980b-422f277fa061,segment=NetworkSegment(41e667d4-936e-4bec-b859-a0fde96007b1),segment_id=41e667d4-936e-4bec-b859-a0fde96007b1)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:17:40.485578 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-75ce93be-efe7-475e-912c-590cf9908e2d req-d87c4c63-511e-4c72-883a-3feb496f46d6 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:40.906104 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-75ce93be-efe7-475e-912c-590cf9908e2d req-d87c4c63-511e-4c72-883a-3feb496f46d6 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:40.906717 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-75ce93be-efe7-475e-912c-590cf9908e2d req-d87c4c63-511e-4c72-883a-3feb496f46d6 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736490'] for floatingip, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:40.907236 n-d-843948-2 neutron-server[84886]: INFO neutron.db.l3_db [req-75ce93be-efe7-475e-912c-590cf9908e2d req-d87c4c63-511e-4c72-883a-3feb496f46d6 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Floating IP b5ea229c-c766-4b84-a6ff-0f25f794108a disassociated. External IP: 172.25.8.128, port: cce154e6-cfbb-4903-980b-422f277fa061. May 30 20:17:40.907819 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [req-75ce93be-efe7-475e-912c-590cf9908e2d req-d87c4c63-511e-4c72-883a-3feb496f46d6 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Calling delete_port for cce154e6-cfbb-4903-980b-422f277fa061 owned by compute:nova {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:17:41.097902 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8278d2-605d-4e38-aad6-eb140d411749 req-3ad9c19e-becf-45f6-92ec-faf33b4f9f19 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:41.120797 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0b8278d2-605d-4e38-aad6-eb140d411749 req-3ad9c19e-becf-45f6-92ec-faf33b4f9f19 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/ports?device_id=05c90cf3-eefb-48d0-8aab-ee021bb8d5f6 HTTP/1.1" status: 200 len: 945 time: 0.1894951 May 30 20:17:41.181809 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0b8278d2-605d-4e38-aad6-eb140d411749 req-8933ef4c-4804-4cd9-a98e-f1092f8d497a tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/security-groups?id=0524bca6-45ea-44a4-8d6f-618d0ae32427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798943 May 30 20:17:41.221044 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c32c8ec-3847-430c-b19f-49ed6feb4bec', 'name': 'network-vif-deleted', 'tag': '8ac00f97-319b-447d-9984-766c6042c32a'}] {{(pid=84886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:17:41.267912 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 58420) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:41.321242 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-75ce93be-efe7-475e-912c-590cf9908e2d req-d87c4c63-511e-4c72-883a-3feb496f46d6 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:41.412564 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87c4c63-511e-4c72-883a-3feb496f46d6 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Pushing event deleted for resources: {'Port': ['ID=cce154e6-cfbb-4903-980b-422f277fa061,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:41.468501 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cc3810-d8cf-45db-be7e-dec7b440f72a req-deb46e5d-9690-41df-b6ce-f943da239881 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:41.476676 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cc3810-d8cf-45db-be7e-dec7b440f72a req-deb46e5d-9690-41df-b6ce-f943da239881 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:41.478415 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-51cc3810-d8cf-45db-be7e-dec7b440f72a req-deb46e5d-9690-41df-b6ce-f943da239881 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] 10.222.0.85 "GET /v2.0/ports?device_id=9c32c8ec-3847-430c-b19f-49ed6feb4bec HTTP/1.1" status: 200 len: 1676 time: 0.1450298 May 30 20:17:41.554350 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5529ed3e-a77b-455f-8635-e67f15b6983d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:41.604297 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-51cc3810-d8cf-45db-be7e-dec7b440f72a req-de7833a7-2d25-4165-8ded-c756bbe6f822 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] 10.222.0.85 "GET /v2.0/security-groups?id=37be4557-a35d-41b8-94e5-d29002afe979&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1186442 May 30 20:17:41.632077 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-5529ed3e-a77b-455f-8635-e67f15b6983d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:17:41.646515 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-5529ed3e-a77b-455f-8635-e67f15b6983d admin admin] Usage tracker for resource:security_group_rule and tenant:a06dc7e3965141b4a7a290af129c26c7 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:17:41.657230 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-5529ed3e-a77b-455f-8635-e67f15b6983d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:17:41.675865 n-d-843948-2 neutron-server[84886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20f86c9f-921f-4116-98f0-ecb1644bef7b'] response: {'server_uuid': '9c32c8ec-3847-430c-b19f-49ed6feb4bec', 'name': 'network-vif-deleted', 'tag': '8ac00f97-319b-447d-9984-766c6042c32a', 'status': 'completed', 'code': 200} May 30 20:17:41.706397 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-5529ed3e-a77b-455f-8635-e67f15b6983d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:17:41.986538 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5529ed3e-a77b-455f-8635-e67f15b6983d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:42.049922 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6116b5ee-3fc4-408c-b4ba-ed679d89fd40 req-807be54c-d6af-4f6a-bd94-1432c78d2839 tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:42.057393 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6116b5ee-3fc4-408c-b4ba-ed679d89fd40 req-807be54c-d6af-4f6a-bd94-1432c78d2839 tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] 10.222.0.85 "GET /v2.0/ports?device_id=4220fd61-af51-45e2-919d-bf769e04f7d8 HTTP/1.1" status: 200 len: 945 time: 0.2386913 May 30 20:17:42.072526 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba1a86d-2bf8-4093-80ae-736d993f9398 req-8d8c75f6-d2a9-4681-a24f-106984b5d167 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:42.084779 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4ba1a86d-2bf8-4093-80ae-736d993f9398 req-8d8c75f6-d2a9-4681-a24f-106984b5d167 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/ports?device_id=d70bcf10-f2be-4570-ba87-475cc99a18c1 HTTP/1.1" status: 200 len: 945 time: 0.1575551 May 30 20:17:42.112037 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5529ed3e-a77b-455f-8635-e67f15b6983d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:42.149029 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6116b5ee-3fc4-408c-b4ba-ed679d89fd40 req-78093e5b-9b71-4d28-ac29-816f1411411a tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] 10.222.0.85 "GET /v2.0/security-groups?id=7406621a-1401-4b06-82d8-1a98a746bcb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821567 May 30 20:17:42.157547 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [req-75ce93be-efe7-475e-912c-590cf9908e2d req-d87c4c63-511e-4c72-883a-3feb496f46d6 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Router 0050877d-f8dc-4e5a-a735-a90578e2168a has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:17:42.213159 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-5529ed3e-a77b-455f-8635-e67f15b6983d admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=a06dc7e3965141b4a7a290af129c26c7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9331923 May 30 20:17:42.213159 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5529ed3e-a77b-455f-8635-e67f15b6983d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2700351c-aa97-4279-a115-fe89ba8e31b6,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:42.231877 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 58438) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:42.392529 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4ba1a86d-2bf8-4093-80ae-736d993f9398 req-8b390e51-86ba-4e03-af8e-2c88a5a55f56 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/security-groups?id=3b7b472c-21af-4683-a7b2-e1dc38380326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3064687 May 30 20:17:42.453014 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c4f81413-3227-4032-b0e7-3387046b3ba7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:42.486745 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c4f81413-3227-4032-b0e7-3387046b3ba7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:42.500273 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3612d13d-0dfc-4da8-8534-3fabd1c00ae7 req-cd8cb741-84ff-4063-8411-82e78626c509 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:42.501800 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3612d13d-0dfc-4da8-8534-3fabd1c00ae7 req-cd8cb741-84ff-4063-8411-82e78626c509 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.86 "GET /v2.0/ports?device_id=d70bcf10-f2be-4570-ba87-475cc99a18c1 HTTP/1.1" status: 200 len: 945 time: 0.1908722 May 30 20:17:42.505701 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0507adb-41ee-48a1-8c95-84edaf2c9198 req-bdc845b9-7366-4e25-b8e0-7e5f0faa9bf6 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:42.507291 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d0507adb-41ee-48a1-8c95-84edaf2c9198 req-bdc845b9-7366-4e25-b8e0-7e5f0faa9bf6 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/ports?device_id=05c90cf3-eefb-48d0-8aab-ee021bb8d5f6 HTTP/1.1" status: 200 len: 945 time: 0.1135418 May 30 20:17:42.544075 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-75ce93be-efe7-475e-912c-590cf9908e2d req-d87c4c63-511e-4c72-883a-3feb496f46d6 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:17:42.572801 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0730a0-55eb-4adb-9d52-768542f0ef0d None None] Sync routers for ids ['0050877d-f8dc-4e5a-a735-a90578e2168a'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:17:42.575201 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0730a0-55eb-4adb-9d52-768542f0ef0d None None] Routers {'0050877d-f8dc-4e5a-a735-a90578e2168a'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:17:42.575823 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-8e0730a0-55eb-4adb-9d52-768542f0ef0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:17:29Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['0050877d-f8dc-4e5a-a735-a90578e2168a'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:17:42.687514 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-3612d13d-0dfc-4da8-8534-3fabd1c00ae7 req-c3cca720-ba8d-4276-a2c3-a61276364f57 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Deleting port 8e5aeea2-b35a-41eb-83bf-3b475ff14780 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:17:42.688892 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-3612d13d-0dfc-4da8-8534-3fabd1c00ae7 req-c3cca720-ba8d-4276-a2c3-a61276364f57 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:42.709677 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d0507adb-41ee-48a1-8c95-84edaf2c9198 req-7dd23ff1-1320-4f11-8294-02d8babc77f0 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/security-groups?id=0524bca6-45ea-44a4-8d6f-618d0ae32427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941242 May 30 20:17:42.716152 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [req-75ce93be-efe7-475e-912c-590cf9908e2d req-d87c4c63-511e-4c72-883a-3feb496f46d6 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] No DVR routers for this DVR port cce154e6-cfbb-4903-980b-422f277fa061 on host n-h1-843948-2 {{(pid=84886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:17:42.720813 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-75ce93be-efe7-475e-912c-590cf9908e2d req-d87c4c63-511e-4c72-883a-3feb496f46d6 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:42.781966 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-8e0730a0-55eb-4adb-9d52-768542f0ef0d None None] Set router 0050877d-f8dc-4e5a-a735-a90578e2168a gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:17:42.877361 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-75ce93be-efe7-475e-912c-590cf9908e2d req-d87c4c63-511e-4c72-883a-3feb496f46d6 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] 10.222.0.71 "DELETE /v2.0/ports/cce154e6-cfbb-4903-980b-422f277fa061 HTTP/1.1" status: 204 len: 173 time: 3.0681412 May 30 20:17:42.915302 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c4f81413-3227-4032-b0e7-3387046b3ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:42.999806 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [req-75ce93be-efe7-475e-912c-590cf9908e2d req-289af2c9-4b28-408a-ad4a-5b48b694be9f tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Deleting port 9617712b-161f-40f8-aee7-6c6019d8f25d {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:17:43.000066 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-75ce93be-efe7-475e-912c-590cf9908e2d req-289af2c9-4b28-408a-ad4a-5b48b694be9f tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:43.062049 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f81413-3227-4032-b0e7-3387046b3ba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2700351c-aa97-4279-a115-fe89ba8e31b6,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:43.242928 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c4f81413-3227-4032-b0e7-3387046b3ba7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:43.250478 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-c4f81413-3227-4032-b0e7-3387046b3ba7 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/2700351c-aa97-4279-a115-fe89ba8e31b6 HTTP/1.1" status: 204 len: 168 time: 1.0066986 May 30 20:17:43.462545 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-8e0730a0-55eb-4adb-9d52-768542f0ef0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0050877d-f8dc-4e5a-a735-a90578e2168a', 'name': 'tempest-TaggedBootDevicesTest-1968808311-router', 'tenant_id': 'a1a57cdea23a49088fa533e38f6a3032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': '5e1e9cd0-6036-4d10-95b3-5d38b55f30f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:07:27Z', 'updated_at': '2022-05-30T20:07:43Z', 'revision_number': 4, 'project_id': 'a1a57cdea23a49088fa533e38f6a3032', 'gw_port': {'id': '5e1e9cd0-6036-4d10-95b3-5d38b55f30f1', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0050877d-f8dc-4e5a-a735-a90578e2168a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:07:29Z', 'updated_at': '2022-05-30T20:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '81588cca-c3ab-4a72-8461-d7a2a1310cc2', 'name': '', 'network_id': '5e8f5de0-54c1-49e1-ba92-4f5db898889d', 'tenant_id': 'a1a57cdea23a49088fa533e38f6a3032', 'mac_address': 'fa:16:3e:e5:3d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0050877d-f8dc-4e5a-a735-a90578e2168a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4fadf349-a926-433c-a782-ad168c18ddef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:07:39Z', 'updated_at': '2022-05-30T20:07:59Z', 'revision_number': 5, 'project_id': 'a1a57cdea23a49088fa533e38f6a3032', 'subnets': [{'id': '4fadf349-a926-433c-a782-ad168c18ddef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:17:43.462545 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0730a0-55eb-4adb-9d52-768542f0ef0d None None] Checking router: 0050877d-f8dc-4e5a-a735-a90578e2168a for host: n-d-843948-2 {{(pid=84889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:17:43.474029 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0730a0-55eb-4adb-9d52-768542f0ef0d None None] Routers {'0050877d-f8dc-4e5a-a735-a90578e2168a'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:17:43.474780 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-8e0730a0-55eb-4adb-9d52-768542f0ef0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:17:29Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['0050877d-f8dc-4e5a-a735-a90578e2168a'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:17:43.573817 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-75ce93be-efe7-475e-912c-590cf9908e2d req-289af2c9-4b28-408a-ad4a-5b48b694be9f tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] For port 9617712b-161f-40f8-aee7-6c6019d8f25d, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=9617712b-161f-40f8-aee7-6c6019d8f25d,segment=NetworkSegment(3c26dc90-ba8a-44ec-b215-1e8fb1eebc9d),segment_id=3c26dc90-ba8a-44ec-b215-1e8fb1eebc9d)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:17:43.575258 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-75ce93be-efe7-475e-912c-590cf9908e2d req-289af2c9-4b28-408a-ad4a-5b48b694be9f tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:43.719059 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e736f2-57bd-4baf-955f-efe2bbb232af req-27f5695c-2bbd-4a56-92c4-240094f4c118 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:43.726086 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e736f2-57bd-4baf-955f-efe2bbb232af req-27f5695c-2bbd-4a56-92c4-240094f4c118 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:43.728107 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a8e736f2-57bd-4baf-955f-efe2bbb232af req-27f5695c-2bbd-4a56-92c4-240094f4c118 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] 10.222.0.85 "GET /v2.0/ports?device_id=9c32c8ec-3847-430c-b19f-49ed6feb4bec HTTP/1.1" status: 200 len: 1676 time: 0.7779686 May 30 20:17:43.789974 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-3612d13d-0dfc-4da8-8534-3fabd1c00ae7 req-c3cca720-ba8d-4276-a2c3-a61276364f57 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] For port 8e5aeea2-b35a-41eb-83bf-3b475ff14780, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=8e5aeea2-b35a-41eb-83bf-3b475ff14780,segment=NetworkSegment(6f1287e5-9e46-42ce-b023-b38d433df277),segment_id=6f1287e5-9e46-42ce-b023-b38d433df277)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:17:43.790358 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-3612d13d-0dfc-4da8-8534-3fabd1c00ae7 req-c3cca720-ba8d-4276-a2c3-a61276364f57 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:43.797258 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-8e0730a0-55eb-4adb-9d52-768542f0ef0d None None] Set router 0050877d-f8dc-4e5a-a735-a90578e2168a gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:17:43.867453 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c32c8ec-3847-430c-b19f-49ed6feb4bec', 'name': 'network-vif-deleted', 'tag': 'cce154e6-cfbb-4903-980b-422f277fa061'}] {{(pid=84886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:17:43.966317 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [req-75ce93be-efe7-475e-912c-590cf9908e2d req-289af2c9-4b28-408a-ad4a-5b48b694be9f tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Calling delete_port for 9617712b-161f-40f8-aee7-6c6019d8f25d owned by compute:nova {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:17:43.993774 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-3612d13d-0dfc-4da8-8534-3fabd1c00ae7 req-c3cca720-ba8d-4276-a2c3-a61276364f57 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Calling delete_port for 8e5aeea2-b35a-41eb-83bf-3b475ff14780 owned by compute:nova {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:17:44.092770 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdec60d-6275-4053-8b1d-f5abff9da816 req-09a61a8a-7a6e-47e8-8087-360dcb8832d2 tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:44.108244 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-bbdec60d-6275-4053-8b1d-f5abff9da816 req-09a61a8a-7a6e-47e8-8087-360dcb8832d2 tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] 10.222.0.85 "GET /v2.0/ports?device_id=4220fd61-af51-45e2-919d-bf769e04f7d8 HTTP/1.1" status: 200 len: 945 time: 0.5307205 May 30 20:17:44.122293 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a8e736f2-57bd-4baf-955f-efe2bbb232af req-492061d0-3d49-42bb-8275-fbe2ed23313b tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] 10.222.0.85 "GET /v2.0/security-groups?id=37be4557-a35d-41b8-94e5-d29002afe979&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3791893 May 30 20:17:44.379853 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-bbdec60d-6275-4053-8b1d-f5abff9da816 req-9be7028c-ab38-4061-a4cf-3d770c69a78b tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] 10.222.0.85 "GET /v2.0/security-groups?id=7406621a-1401-4b06-82d8-1a98a746bcb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2780616 May 30 20:17:44.446151 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-75ce93be-efe7-475e-912c-590cf9908e2d req-289af2c9-4b28-408a-ad4a-5b48b694be9f tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:44.517549 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65652f19-1cc5-44e3-8953-596a8167f439 req-33b38327-46d3-41c1-8cf8-99b0406d4167 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:44.528616 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-65652f19-1cc5-44e3-8953-596a8167f439 req-33b38327-46d3-41c1-8cf8-99b0406d4167 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/ports?device_id=d70bcf10-f2be-4570-ba87-475cc99a18c1 HTTP/1.1" status: 200 len: 945 time: 0.2254164 May 30 20:17:44.545009 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-8e0730a0-55eb-4adb-9d52-768542f0ef0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0050877d-f8dc-4e5a-a735-a90578e2168a', 'name': 'tempest-TaggedBootDevicesTest-1968808311-router', 'tenant_id': 'a1a57cdea23a49088fa533e38f6a3032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': '5e1e9cd0-6036-4d10-95b3-5d38b55f30f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:07:27Z', 'updated_at': '2022-05-30T20:07:43Z', 'revision_number': 4, 'project_id': 'a1a57cdea23a49088fa533e38f6a3032', 'gw_port': {'id': '5e1e9cd0-6036-4d10-95b3-5d38b55f30f1', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0050877d-f8dc-4e5a-a735-a90578e2168a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:07:29Z', 'updated_at': '2022-05-30T20:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '81588cca-c3ab-4a72-8461-d7a2a1310cc2', 'name': '', 'network_id': '5e8f5de0-54c1-49e1-ba92-4f5db898889d', 'tenant_id': 'a1a57cdea23a49088fa533e38f6a3032', 'mac_address': 'fa:16:3e:e5:3d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0050877d-f8dc-4e5a-a735-a90578e2168a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4fadf349-a926-433c-a782-ad168c18ddef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:07:39Z', 'updated_at': '2022-05-30T20:07:59Z', 'revision_number': 5, 'project_id': 'a1a57cdea23a49088fa533e38f6a3032', 'subnets': [{'id': '4fadf349-a926-433c-a782-ad168c18ddef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:17:44.553493 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0730a0-55eb-4adb-9d52-768542f0ef0d None None] The sync data for ids ['0050877d-f8dc-4e5a-a735-a90578e2168a'] in n-d-843948-2 is: [{'id': '0050877d-f8dc-4e5a-a735-a90578e2168a', 'name': 'tempest-TaggedBootDevicesTest-1968808311-router', 'tenant_id': 'a1a57cdea23a49088fa533e38f6a3032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': '5e1e9cd0-6036-4d10-95b3-5d38b55f30f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:07:27Z', 'updated_at': '2022-05-30T20:07:43Z', 'revision_number': 4, 'project_id': 'a1a57cdea23a49088fa533e38f6a3032', 'gw_port': {'id': '5e1e9cd0-6036-4d10-95b3-5d38b55f30f1', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0050877d-f8dc-4e5a-a735-a90578e2168a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:07:29Z', 'updated_at': '2022-05-30T20:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '81588cca-c3ab-4a72-8461-d7a2a1310cc2', 'name': '', 'network_id': '5e8f5de0-54c1-49e1-ba92-4f5db898889d', 'tenant_id': 'a1a57cdea23a49088fa533e38f6a3032', 'mac_address': 'fa:16:3e:e5:3d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0050877d-f8dc-4e5a-a735-a90578e2168a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4fadf349-a926-433c-a782-ad168c18ddef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:07:39Z', 'updated_at': '2022-05-30T20:07:59Z', 'revision_number': 5, 'project_id': 'a1a57cdea23a49088fa533e38f6a3032', 'subnets': [{'id': '4fadf349-a926-433c-a782-ad168c18ddef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:17:44.567078 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289af2c9-4b28-408a-ad4a-5b48b694be9f tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Pushing event deleted for resources: {'Port': ['ID=9617712b-161f-40f8-aee7-6c6019d8f25d,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:44.595116 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-3612d13d-0dfc-4da8-8534-3fabd1c00ae7 req-c3cca720-ba8d-4276-a2c3-a61276364f57 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:44.609350 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['8e5aeea2-b35a-41eb-83bf-3b475ff14780'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:17:44.805572 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cca720-ba8d-4276-a2c3-a61276364f57 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Pushing event deleted for resources: {'Port': ['ID=8e5aeea2-b35a-41eb-83bf-3b475ff14780,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:44.822726 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [req-75ce93be-efe7-475e-912c-590cf9908e2d req-289af2c9-4b28-408a-ad4a-5b48b694be9f tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] No DVR routers for this DVR port 9617712b-161f-40f8-aee7-6c6019d8f25d on host n-h1-843948-2 {{(pid=84886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:17:44.828342 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-75ce93be-efe7-475e-912c-590cf9908e2d req-289af2c9-4b28-408a-ad4a-5b48b694be9f tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:44.843301 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-75ce93be-efe7-475e-912c-590cf9908e2d req-289af2c9-4b28-408a-ad4a-5b48b694be9f tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] 10.222.0.71 "DELETE /v2.0/ports/9617712b-161f-40f8-aee7-6c6019d8f25d HTTP/1.1" status: 204 len: 173 time: 1.9606841 May 30 20:17:44.843939 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 58482) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:44.862995 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-65652f19-1cc5-44e3-8953-596a8167f439 req-88f6fc08-de2d-49f8-8a9f-d2df38c44ccf tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/security-groups?id=3b7b472c-21af-4683-a7b2-e1dc38380326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3166940 May 30 20:17:44.981924 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-3612d13d-0dfc-4da8-8534-3fabd1c00ae7 req-c3cca720-ba8d-4276-a2c3-a61276364f57 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] No DVR routers for this DVR port 8e5aeea2-b35a-41eb-83bf-3b475ff14780 on host n-h2-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:17:44.983397 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-3612d13d-0dfc-4da8-8534-3fabd1c00ae7 req-c3cca720-ba8d-4276-a2c3-a61276364f57 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:44.990196 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd70bcf10-f2be-4570-ba87-475cc99a18c1', 'name': 'network-vif-deleted', 'tag': '8e5aeea2-b35a-41eb-83bf-3b475ff14780'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:17:45.615725 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3612d13d-0dfc-4da8-8534-3fabd1c00ae7 req-c3cca720-ba8d-4276-a2c3-a61276364f57 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.86 "DELETE /v2.0/ports/8e5aeea2-b35a-41eb-83bf-3b475ff14780 HTTP/1.1" status: 204 len: 173 time: 2.6141510 May 30 20:17:45.627515 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c7cbd6-6fbe-47e3-9561-a6d44ef56e19 None None] New status for floating IP b5ea229c-c766-4b84-a6ff-0f25f794108a: DOWN {{(pid=84888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 20:17:45.633340 n-d-843948-2 neutron-server[84886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c89aab2-6bbe-4d98-bfa0-36f4bc11c710'] response: {'server_uuid': '9c32c8ec-3847-430c-b19f-49ed6feb4bec', 'name': 'network-vif-deleted', 'tag': 'cce154e6-cfbb-4903-980b-422f277fa061', 'status': 'completed', 'code': 200} May 30 20:17:45.633340 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bc5ec33f-f8d2-42cf-8f34-43773f07a9dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:45.633340 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-bc5ec33f-f8d2-42cf-8f34-43773f07a9dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:17:45.633340 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-bc5ec33f-f8d2-42cf-8f34-43773f07a9dc admin admin] Usage tracker for resource:security_group_rule and tenant:2c2718fae4e34ec78cff976b4b0285e9 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:17:45.633340 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-bc5ec33f-f8d2-42cf-8f34-43773f07a9dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:17:45.633340 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-bc5ec33f-f8d2-42cf-8f34-43773f07a9dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:17:45.633340 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bc5ec33f-f8d2-42cf-8f34-43773f07a9dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:45.633340 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [req-75ce93be-efe7-475e-912c-590cf9908e2d req-9f9f43eb-c0c5-4baf-b0c4-ed05333c39ce tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Deleting port 6abf5558-29fb-4349-8bbb-2720708251bc {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:17:45.633340 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-75ce93be-efe7-475e-912c-590cf9908e2d req-9f9f43eb-c0c5-4baf-b0c4-ed05333c39ce tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:45.633340 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1a4053-a64d-4ec8-b8ae-d5ff9c288152 req-84d68ed3-10f1-4df3-8857-d335b57d838d tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:45.633340 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5d1a4053-a64d-4ec8-b8ae-d5ff9c288152 req-84d68ed3-10f1-4df3-8857-d335b57d838d tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/ports?device_id=05c90cf3-eefb-48d0-8aab-ee021bb8d5f6 HTTP/1.1" status: 200 len: 945 time: 0.7516570 May 30 20:17:45.633340 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5d1a4053-a64d-4ec8-b8ae-d5ff9c288152 req-c65ee396-a765-4c63-bf42-b318e908e9ea tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/security-groups?id=0524bca6-45ea-44a4-8d6f-618d0ae32427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930407 May 30 20:17:45.633340 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bc5ec33f-f8d2-42cf-8f34-43773f07a9dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:45.665727 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 58500) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:45.679935 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-bc5ec33f-f8d2-42cf-8f34-43773f07a9dc admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=2c2718fae4e34ec78cff976b4b0285e9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8300216 May 30 20:17:45.750848 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-015c3c59-be4f-48bf-8a64-3f2dd6c3eaab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:45.788316 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-015c3c59-be4f-48bf-8a64-3f2dd6c3eaab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:45.922823 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5ec33f-f8d2-42cf-8f34-43773f07a9dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9836bf02-c78d-4ed0-8e74-23b8b0b8a464,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:45.944437 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-015c3c59-be4f-48bf-8a64-3f2dd6c3eaab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:45.961758 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38eaa430-9fb4-43e9-afae-4153c9c5dc02'] response: {'server_uuid': 'd70bcf10-f2be-4570-ba87-475cc99a18c1', 'name': 'network-vif-deleted', 'tag': '8e5aeea2-b35a-41eb-83bf-3b475ff14780', 'status': 'completed', 'code': 200} May 30 20:17:45.970873 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c3c59-be4f-48bf-8a64-3f2dd6c3eaab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9836bf02-c78d-4ed0-8e74-23b8b0b8a464,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:45.976268 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-015c3c59-be4f-48bf-8a64-3f2dd6c3eaab admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:46.001103 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-015c3c59-be4f-48bf-8a64-3f2dd6c3eaab admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/9836bf02-c78d-4ed0-8e74-23b8b0b8a464 HTTP/1.1" status: 204 len: 168 time: 0.3364623 May 30 20:17:46.219521 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-75ce93be-efe7-475e-912c-590cf9908e2d req-9f9f43eb-c0c5-4baf-b0c4-ed05333c39ce tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] For port 6abf5558-29fb-4349-8bbb-2720708251bc, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=6abf5558-29fb-4349-8bbb-2720708251bc,segment=NetworkSegment(bd1b67cf-563e-4c82-b7ef-58764a753e95),segment_id=bd1b67cf-563e-4c82-b7ef-58764a753e95)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:17:46.220402 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-75ce93be-efe7-475e-912c-590cf9908e2d req-9f9f43eb-c0c5-4baf-b0c4-ed05333c39ce tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:46.240738 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d768e83d-395b-4b2a-9f83-bdf324903118 req-da89967a-e042-4a9f-8ea7-968c26522a8b tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:46.249235 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d768e83d-395b-4b2a-9f83-bdf324903118 req-da89967a-e042-4a9f-8ea7-968c26522a8b tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] 10.222.0.85 "GET /v2.0/ports?device_id=4220fd61-af51-45e2-919d-bf769e04f7d8 HTTP/1.1" status: 200 len: 945 time: 0.1409214 May 30 20:17:46.253526 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89a6603-6176-4f28-aaef-79c5f1dca7b4 req-dee4e637-7988-4a32-a629-d94bc43e7109 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:46.256170 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-a89a6603-6176-4f28-aaef-79c5f1dca7b4 req-dee4e637-7988-4a32-a629-d94bc43e7109 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Synchronizing usage tracker for tenant:a1a57cdea23a49088fa533e38f6a3032 on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:17:46.328432 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d768e83d-395b-4b2a-9f83-bdf324903118 req-8c4acf4c-8df7-4d8f-9429-34cad59d556f tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] 10.222.0.85 "GET /v2.0/security-groups?id=7406621a-1401-4b06-82d8-1a98a746bcb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760405 May 30 20:17:46.438106 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [req-75ce93be-efe7-475e-912c-590cf9908e2d req-9f9f43eb-c0c5-4baf-b0c4-ed05333c39ce tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Calling delete_port for 6abf5558-29fb-4349-8bbb-2720708251bc owned by compute:nova {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:17:46.611428 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-a89a6603-6176-4f28-aaef-79c5f1dca7b4 req-dee4e637-7988-4a32-a629-d94bc43e7109 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Unset dirty status for tenant:a1a57cdea23a49088fa533e38f6a3032 on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:17:46.612653 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a89a6603-6176-4f28-aaef-79c5f1dca7b4 req-dee4e637-7988-4a32-a629-d94bc43e7109 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] 10.222.0.85 "GET /v2.0/ports?device_id=9c32c8ec-3847-430c-b19f-49ed6feb4bec HTTP/1.1" status: 200 len: 943 time: 0.5441058 May 30 20:17:46.613859 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-ad096cf0-f6bb-40cc-8e24-9507f3e0cd47 req-6a1babf1-a6cb-4c5f-b289-3efb1988cd67 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Synchronizing usage tracker for tenant:7f20a37d1ec84058864d6080c6a9f8aa on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:17:46.695478 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a89a6603-6176-4f28-aaef-79c5f1dca7b4 req-9df78562-acc6-4e56-b03d-9af8142b8253 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] 10.222.0.85 "GET /v2.0/security-groups?id=37be4557-a35d-41b8-94e5-d29002afe979&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741706 May 30 20:17:46.733691 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-ad096cf0-f6bb-40cc-8e24-9507f3e0cd47 req-6a1babf1-a6cb-4c5f-b289-3efb1988cd67 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] Unset dirty status for tenant:7f20a37d1ec84058864d6080c6a9f8aa on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:17:46.739303 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ad096cf0-f6bb-40cc-8e24-9507f3e0cd47 req-6a1babf1-a6cb-4c5f-b289-3efb1988cd67 tempest-ServersTestJSON-1699401728 tempest-ServersTestJSON-1699401728-project] 10.222.0.85 "GET /v2.0/ports?device_id=d70bcf10-f2be-4570-ba87-475cc99a18c1 HTTP/1.1" status: 200 len: 210 time: 0.1968548 May 30 20:17:46.781920 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-75ce93be-efe7-475e-912c-590cf9908e2d req-9f9f43eb-c0c5-4baf-b0c4-ed05333c39ce tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:46.843870 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f43eb-c0c5-4baf-b0c4-ed05333c39ce tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Pushing event deleted for resources: {'Port': ['ID=6abf5558-29fb-4349-8bbb-2720708251bc,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:46.961082 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [req-75ce93be-efe7-475e-912c-590cf9908e2d req-9f9f43eb-c0c5-4baf-b0c4-ed05333c39ce tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] No DVR routers for this DVR port 6abf5558-29fb-4349-8bbb-2720708251bc on host n-h1-843948-2 {{(pid=84886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:17:46.962938 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-75ce93be-efe7-475e-912c-590cf9908e2d req-9f9f43eb-c0c5-4baf-b0c4-ed05333c39ce tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:47.014136 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-75ce93be-efe7-475e-912c-590cf9908e2d req-9f9f43eb-c0c5-4baf-b0c4-ed05333c39ce tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] 10.222.0.71 "DELETE /v2.0/ports/6abf5558-29fb-4349-8bbb-2720708251bc HTTP/1.1" status: 204 len: 173 time: 2.1626234 May 30 20:17:47.078155 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632c27a2-3f4d-468d-a17d-d4b8ca3839b1 req-f43c1298-4f59-4950-8ee4-dbb2e4cf9e79 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:47.082520 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-632c27a2-3f4d-468d-a17d-d4b8ca3839b1 req-f43c1298-4f59-4950-8ee4-dbb2e4cf9e79 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/ports?device_id=05c90cf3-eefb-48d0-8aab-ee021bb8d5f6 HTTP/1.1" status: 200 len: 945 time: 0.1147101 May 30 20:17:47.151314 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-632c27a2-3f4d-468d-a17d-d4b8ca3839b1 req-8a556d7c-7cfa-4708-93a1-cea3272c52d9 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/security-groups?id=0524bca6-45ea-44a4-8d6f-618d0ae32427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608566 May 30 20:17:47.175078 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c32c8ec-3847-430c-b19f-49ed6feb4bec', 'name': 'network-vif-deleted', 'tag': '9617712b-161f-40f8-aee7-6c6019d8f25d'}, {'server_uuid': '9c32c8ec-3847-430c-b19f-49ed6feb4bec', 'name': 'network-vif-deleted', 'tag': '6abf5558-29fb-4349-8bbb-2720708251bc'}] {{(pid=84886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:17:47.237696 n-d-843948-2 neutron-server[84886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-082bf875-eea0-44b8-92a6-fd08612fe61e'] response: {'server_uuid': '9c32c8ec-3847-430c-b19f-49ed6feb4bec', 'name': 'network-vif-deleted', 'tag': '9617712b-161f-40f8-aee7-6c6019d8f25d', 'status': 'completed', 'code': 200} May 30 20:17:47.237998 n-d-843948-2 neutron-server[84886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-082bf875-eea0-44b8-92a6-fd08612fe61e'] response: {'server_uuid': '9c32c8ec-3847-430c-b19f-49ed6feb4bec', 'name': 'network-vif-deleted', 'tag': '6abf5558-29fb-4349-8bbb-2720708251bc', 'status': 'completed', 'code': 200} May 30 20:17:47.400964 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 8e5aeea2-b35a-41eb-83bf-3b475ff14780 no longer exists at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:17:47.475128 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] No Port match for: 8e5aeea2-b35a-41eb-83bf-3b475ff14780 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:17:47.475661 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 8e5aeea2-b35a-41eb-83bf-3b475ff14780 not bound to the agent host n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:17:47.671254 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ccc482-d82e-48d4-ae61-98cb408da15c req-2d53ea8d-702e-4089-a7cc-147941b9813a tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:47.672946 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-67ccc482-d82e-48d4-ae61-98cb408da15c req-2d53ea8d-702e-4089-a7cc-147941b9813a tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] 10.222.0.85 "GET /v2.0/ports?device_id=4220fd61-af51-45e2-919d-bf769e04f7d8 HTTP/1.1" status: 200 len: 945 time: 0.1287787 May 30 20:17:47.763026 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-67ccc482-d82e-48d4-ae61-98cb408da15c req-f173b4fb-2cb8-4b85-8607-2b6050c766f1 tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] 10.222.0.85 "GET /v2.0/security-groups?id=7406621a-1401-4b06-82d8-1a98a746bcb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836198 May 30 20:17:47.994063 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 58542) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:48.128879 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4a5f6cc2-de24-44c1-84b3-b314466d7de8 req-007e947f-d95b-4b8b-939e-4c889b1bdfc1 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] 10.222.0.85 "GET /v2.0/ports?device_id=9c32c8ec-3847-430c-b19f-49ed6feb4bec HTTP/1.1" status: 200 len: 210 time: 0.0943761 May 30 20:17:48.382102 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_v2 [None req-90c16f18-4133-461f-bcfd-54c3c89a068d admin admin] Deleting subnet e5689849-4104-472f-a1ce-eede6d9545dd {{(pid=84887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:17:48.385654 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-90c16f18-4133-461f-bcfd-54c3c89a068d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:48.411041 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbf2373-91e5-446c-91a5-7d448888b623 req-b0e576b4-996f-4184-8248-29536aedf402 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:48.422319 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9fbf2373-91e5-446c-91a5-7d448888b623 req-b0e576b4-996f-4184-8248-29536aedf402 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/ports?device_id=05c90cf3-eefb-48d0-8aab-ee021bb8d5f6 HTTP/1.1" status: 200 len: 945 time: 0.1097882 May 30 20:17:48.470466 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-90c16f18-4133-461f-bcfd-54c3c89a068d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3149227'] for subnet, precommit_delete_associations {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:48.478174 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9fbf2373-91e5-446c-91a5-7d448888b623 req-42efae5c-f646-454a-96d9-f43ea578b0f7 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/security-groups?id=0524bca6-45ea-44a4-8d6f-618d0ae32427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541489 May 30 20:17:48.546658 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-90c16f18-4133-461f-bcfd-54c3c89a068d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:48.856621 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-90c16f18-4133-461f-bcfd-54c3c89a068d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4055470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114247'] for subnet, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:48.921324 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c16f18-4133-461f-bcfd-54c3c89a068d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5689849-4104-472f-a1ce-eede6d9545dd,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:48.929749 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-90c16f18-4133-461f-bcfd-54c3c89a068d admin admin] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:48.952164 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-90c16f18-4133-461f-bcfd-54c3c89a068d admin admin] 10.222.0.85 "DELETE /v2.0/subnets/e5689849-4104-472f-a1ce-eede6d9545dd HTTP/1.1" status: 204 len: 168 time: 0.9557858 May 30 20:17:48.954533 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 58562) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:49.066602 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca9e99d-a610-487b-bafd-131d855efa5d req-5f5b9f27-804c-4b0b-b471-18a44d0759e0 tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:49.067157 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4ca9e99d-a610-487b-bafd-131d855efa5d req-5f5b9f27-804c-4b0b-b471-18a44d0759e0 tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] 10.222.0.85 "GET /v2.0/ports?device_id=4220fd61-af51-45e2-919d-bf769e04f7d8 HTTP/1.1" status: 200 len: 945 time: 0.1130631 May 30 20:17:49.111813 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e91f47cc-8b2e-4171-bfe9-da709cb3734e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:49.130022 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4ca9e99d-a610-487b-bafd-131d855efa5d req-9bf4f419-1023-4789-8202-0f05e24873de tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] 10.222.0.85 "GET /v2.0/security-groups?id=7406621a-1401-4b06-82d8-1a98a746bcb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558343 May 30 20:17:49.278709 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e91f47cc-8b2e-4171-bfe9-da709cb3734e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:49.321472 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:49.322014 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-e91f47cc-8b2e-4171-bfe9-da709cb3734e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['447ea545-6235-439a-a377-09de7456264b']}} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:17:49.331855 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-e91f47cc-8b2e-4171-bfe9-da709cb3734e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f1287e5-9e46-42ce-b023-b38d433df277') {'for_net_delete': True} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:17:49.332340 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-e91f47cc-8b2e-4171-bfe9-da709cb3734e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f1287e5-9e46-42ce-b023-b38d433df277') {} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:17:49.356699 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e91f47cc-8b2e-4171-bfe9-da709cb3734e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2660590'] for segment, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:49.372883 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e91f47cc-8b2e-4171-bfe9-da709cb3734e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:49.388738 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e91f47cc-8b2e-4171-bfe9-da709cb3734e admin admin] Releasing vlan 653 on physical network physnet1 to pool {{(pid=84886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:17:49.389186 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e91f47cc-8b2e-4171-bfe9-da709cb3734e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4126989'] for segment, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:49.410161 n-d-843948-2 neutron-server[84886]: Traceback (most recent call last): May 30 20:17:49.410161 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:17:49.410161 n-d-843948-2 neutron-server[84886]: timer() May 30 20:17:49.410161 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:17:49.410161 n-d-843948-2 neutron-server[84886]: cb(*args, **kw) May 30 20:17:49.410161 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:17:49.410161 n-d-843948-2 neutron-server[84886]: return func(*args, **kwargs) May 30 20:17:49.410161 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:17:49.410161 n-d-843948-2 neutron-server[84886]: self._notify() May 30 20:17:49.410161 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:17:49.410161 n-d-843948-2 neutron-server[84886]: self.callback(batched_events) May 30 20:17:49.410161 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:17:49.410161 n-d-843948-2 neutron-server[84886]: event.method(event) May 30 20:17:49.410161 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:17:49.410161 n-d-843948-2 neutron-server[84886]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:17:49.410161 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:17:49.410161 n-d-843948-2 neutron-server[84886]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:17:49.410161 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:17:49.410161 n-d-843948-2 neutron-server[84886]: return f(self, *a, **k) May 30 20:17:49.410161 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:17:49.410161 n-d-843948-2 neutron-server[84886]: return self._get(url).json() May 30 20:17:49.410161 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:17:49.410161 n-d-843948-2 neutron-server[84886]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:17:49.410161 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:17:49.410161 n-d-843948-2 neutron-server[84886]: return self.request(url, 'GET', **kwargs) May 30 20:17:49.410161 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:17:49.410161 n-d-843948-2 neutron-server[84886]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:17:49.410161 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:17:49.410161 n-d-843948-2 neutron-server[84886]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:17:49.410161 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:17:49.410161 n-d-843948-2 neutron-server[84886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:17:49.410161 n-d-843948-2 neutron-server[84886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:17:49.663982 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c385349d-5081-4d48-84a0-15408686a39d req-e598dc7f-93eb-4dcc-b0f3-0ae6a428bee4 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] 10.222.0.85 "GET /v2.0/ports?device_id=9c32c8ec-3847-430c-b19f-49ed6feb4bec HTTP/1.1" status: 200 len: 210 time: 0.0639043 May 30 20:17:49.780795 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da60c25f-41e0-4b66-a478-02828ad9ea46 req-479ba6f9-b875-482f-a175-b15b8b8dd812 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:49.782466 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-da60c25f-41e0-4b66-a478-02828ad9ea46 req-479ba6f9-b875-482f-a175-b15b8b8dd812 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/ports?device_id=05c90cf3-eefb-48d0-8aab-ee021bb8d5f6 HTTP/1.1" status: 200 len: 945 time: 0.0857725 May 30 20:17:49.847256 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-da60c25f-41e0-4b66-a478-02828ad9ea46 req-729b35da-eb03-4ef3-9172-39d819b5a8a2 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/security-groups?id=0524bca6-45ea-44a4-8d6f-618d0ae32427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544701 May 30 20:17:49.852130 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e91f47cc-8b2e-4171-bfe9-da709cb3734e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:49.871356 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e91f47cc-8b2e-4171-bfe9-da709cb3734e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:49.895912 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91f47cc-8b2e-4171-bfe9-da709cb3734e admin admin] Pushing event deleted for resources: {'Network': ['ID=447ea545-6235-439a-a377-09de7456264b,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:50.019203 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-e91f47cc-8b2e-4171-bfe9-da709cb3734e admin admin] 10.222.0.85 "DELETE /v2.0/networks/447ea545-6235-439a-a377-09de7456264b HTTP/1.1" status: 204 len: 168 time: 1.0597243 May 30 20:17:50.530302 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e50782-c404-4b02-9f4a-0c4184e2a274 req-94aa5133-755d-4e64-9514-5b7cea92b10c tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:50.532831 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e5e50782-c404-4b02-9f4a-0c4184e2a274 req-94aa5133-755d-4e64-9514-5b7cea92b10c tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] 10.222.0.85 "GET /v2.0/ports?device_id=4220fd61-af51-45e2-919d-bf769e04f7d8 HTTP/1.1" status: 200 len: 945 time: 0.1749644 May 30 20:17:50.590528 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 58600) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:50.598964 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e5e50782-c404-4b02-9f4a-0c4184e2a274 req-8a032da2-789a-4c10-a630-20dccff17bd6 tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] 10.222.0.85 "GET /v2.0/security-groups?id=7406621a-1401-4b06-82d8-1a98a746bcb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549538 May 30 20:17:50.649749 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-f6c5e276-de74-44f0-a5a9-86e5ddcec934 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=7f20a37d1ec84058864d6080c6a9f8aa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0577593 May 30 20:17:50.651993 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 58604) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:50.753272 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-fc9a30c3-781e-42b1-8227-62443cde892a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:50.786911 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-fc9a30c3-781e-42b1-8227-62443cde892a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:50.972939 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-fc9a30c3-781e-42b1-8227-62443cde892a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:50.998033 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9a30c3-781e-42b1-8227-62443cde892a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b7b472c-21af-4683-a7b2-e1dc38380326,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:51.057395 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-874d3f65-dc22-4668-9d7a-5a5e4fb1abb9 req-c8b85a10-7c31-4a04-ab27-ad6273f3eb9f tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] 10.222.0.85 "GET /v2.0/ports?device_id=9c32c8ec-3847-430c-b19f-49ed6feb4bec HTTP/1.1" status: 200 len: 210 time: 0.0563695 May 30 20:17:51.094978 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-fc9a30c3-781e-42b1-8227-62443cde892a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:51.099639 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-fc9a30c3-781e-42b1-8227-62443cde892a admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/3b7b472c-21af-4683-a7b2-e1dc38380326 HTTP/1.1" status: 204 len: 168 time: 0.4466138 May 30 20:17:51.115591 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acec4d85-dc7c-4bba-968d-a8e688e3869b req-6fb96c96-8dfa-4296-9c12-9919f3cd0f69 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:51.117210 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-acec4d85-dc7c-4bba-968d-a8e688e3869b req-6fb96c96-8dfa-4296-9c12-9919f3cd0f69 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/ports?device_id=05c90cf3-eefb-48d0-8aab-ee021bb8d5f6 HTTP/1.1" status: 200 len: 945 time: 0.0969684 May 30 20:17:51.173304 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-acec4d85-dc7c-4bba-968d-a8e688e3869b req-ea44e7f3-5edc-4c81-8bfb-e30b427e345a tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/security-groups?id=0524bca6-45ea-44a4-8d6f-618d0ae32427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504055 May 30 20:17:52.011394 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785e16f2-3ff9-454a-8688-625a89044399 req-f1a8782e-1b30-4f25-bf1f-76efb36c886c tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:52.016316 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-785e16f2-3ff9-454a-8688-625a89044399 req-f1a8782e-1b30-4f25-bf1f-76efb36c886c tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] 10.222.0.85 "GET /v2.0/ports?device_id=4220fd61-af51-45e2-919d-bf769e04f7d8 HTTP/1.1" status: 200 len: 945 time: 0.1729736 May 30 20:17:52.090141 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:52.109469 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-785e16f2-3ff9-454a-8688-625a89044399 req-3b221720-6c12-4820-99e3-f49ba255b1f1 tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] 10.222.0.85 "GET /v2.0/security-groups?id=7406621a-1401-4b06-82d8-1a98a746bcb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717425 May 30 20:17:52.431694 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b6d4ee-1ffe-4fef-8bf6-baf14804ab84 req-e1a837c1-9c43-4731-9cfd-0f271ad0628c tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:52.436558 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e0b6d4ee-1ffe-4fef-8bf6-baf14804ab84 req-e1a837c1-9c43-4731-9cfd-0f271ad0628c tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/ports?device_id=05c90cf3-eefb-48d0-8aab-ee021bb8d5f6 HTTP/1.1" status: 200 len: 945 time: 0.1170285 May 30 20:17:52.437043 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 58652) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:52.503539 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e0b6d4ee-1ffe-4fef-8bf6-baf14804ab84 req-9ce3f70f-f559-4dbd-929a-2e0bfd294f3b tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/security-groups?id=0524bca6-45ea-44a4-8d6f-618d0ae32427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605123 May 30 20:17:52.544179 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-61e01f0b-c400-4bb4-b37c-4173c25a3d46 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:52.579130 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-61e01f0b-c400-4bb4-b37c-4173c25a3d46 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:52.721190 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-61e01f0b-c400-4bb4-b37c-4173c25a3d46 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:52.763192 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e01f0b-c400-4bb4-b37c-4173c25a3d46 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37be4557-a35d-41b8-94e5-d29002afe979,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:52.956464 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-61e01f0b-c400-4bb4-b37c-4173c25a3d46 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:52.958446 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-61e01f0b-c400-4bb4-b37c-4173c25a3d46 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] 10.222.0.85 "DELETE /v2.0/security-groups/37be4557-a35d-41b8-94e5-d29002afe979 HTTP/1.1" status: 204 len: 168 time: 0.5201910 May 30 20:17:52.962744 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 58672) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:52.993038 n-d-843948-2 neutron-server[84886]: INFO neutron.api.v2.resource [None req-1f7193ca-d705-4723-9f73-baac6244a073 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] show failed (client error): The resource could not be found. May 30 20:17:52.994253 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-1f7193ca-d705-4723-9f73-baac6244a073 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] 10.222.0.85 "GET /v2.0/security-groups/37be4557-a35d-41b8-94e5-d29002afe979 HTTP/1.1" status: 404 len: 347 time: 0.0298734 May 30 20:17:52.997782 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 58676) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:53.286562 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-51147338-919f-41a4-b596-36b3b11ea170 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Deleting port e6f08c75-b07d-4f7e-912a-e7a0728de267 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:17:53.286562 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-51147338-919f-41a4-b596-36b3b11ea170 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:53.339463 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 58692) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:53.531473 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-139b5ffb-d7bb-4be9-a42b-69ee7d4867b4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-327669550-network', 'tenant_id': '204a9ca9af944bf39656e3dc7145a4f6'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:17:53.540859 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-139b5ffb-d7bb-4be9-a42b-69ee7d4867b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:17:53.576306 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-139b5ffb-d7bb-4be9-a42b-69ee7d4867b4 admin admin] Usage tracker for resource:network and tenant:204a9ca9af944bf39656e3dc7145a4f6 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:17:53.582424 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-139b5ffb-d7bb-4be9-a42b-69ee7d4867b4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:17:53.598962 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-139b5ffb-d7bb-4be9-a42b-69ee7d4867b4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:17:53.620725 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1deb3c5-cdbf-4b81-9059-1a84fcadb423 req-1118d01c-08a0-4c05-a7c0-16f1a08a8f74 tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:53.629590 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c1deb3c5-cdbf-4b81-9059-1a84fcadb423 req-1118d01c-08a0-4c05-a7c0-16f1a08a8f74 tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] 10.222.0.85 "GET /v2.0/ports?device_id=4220fd61-af51-45e2-919d-bf769e04f7d8 HTTP/1.1" status: 200 len: 945 time: 0.2807024 May 30 20:17:53.664380 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-51147338-919f-41a4-b596-36b3b11ea170 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:53.664777 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-51147338-919f-41a4-b596-36b3b11ea170 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:53.707142 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-139b5ffb-d7bb-4be9-a42b-69ee7d4867b4 admin admin] Made reservation on behalf of 204a9ca9af944bf39656e3dc7145a4f6 for: {'network': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:17:53.711350 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-139b5ffb-d7bb-4be9-a42b-69ee7d4867b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:53.754369 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-139b5ffb-d7bb-4be9-a42b-69ee7d4867b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:53.836560 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-139b5ffb-d7bb-4be9-a42b-69ee7d4867b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:17:53.848950 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-51147338-919f-41a4-b596-36b3b11ea170 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Calling delete_port for e6f08c75-b07d-4f7e-912a-e7a0728de267 owned by network:floatingip {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:17:53.855593 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-139b5ffb-d7bb-4be9-a42b-69ee7d4867b4 admin admin] Usage tracker for resource:security_group_rule and tenant:204a9ca9af944bf39656e3dc7145a4f6 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:17:53.862447 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-139b5ffb-d7bb-4be9-a42b-69ee7d4867b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:17:53.878152 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-139b5ffb-d7bb-4be9-a42b-69ee7d4867b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:17:53.915487 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c1deb3c5-cdbf-4b81-9059-1a84fcadb423 req-e56cfd34-bb59-4ede-a23b-e2b59cb14716 tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] 10.222.0.85 "GET /v2.0/security-groups?id=7406621a-1401-4b06-82d8-1a98a746bcb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2838871 May 30 20:17:54.152914 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdd4541-fac9-4e98-b73d-b1a70c3b82f8 req-4f35ee48-8a3c-4638-bd37-2a3575668150 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:54.155682 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4cdd4541-fac9-4e98-b73d-b1a70c3b82f8 req-4f35ee48-8a3c-4638-bd37-2a3575668150 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/ports?device_id=05c90cf3-eefb-48d0-8aab-ee021bb8d5f6 HTTP/1.1" status: 200 len: 945 time: 0.2694099 May 30 20:17:54.204708 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-139b5ffb-d7bb-4be9-a42b-69ee7d4867b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:54.245059 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-51147338-919f-41a4-b596-36b3b11ea170 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:54.253172 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4cdd4541-fac9-4e98-b73d-b1a70c3b82f8 req-91229dc8-f934-443f-88e2-54745afbe1b6 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/security-groups?id=0524bca6-45ea-44a4-8d6f-618d0ae32427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823321 May 30 20:17:54.296820 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-139b5ffb-d7bb-4be9-a42b-69ee7d4867b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:54.312747 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51147338-919f-41a4-b596-36b3b11ea170 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Pushing event deleted for resources: {'Port': ['ID=e6f08c75-b07d-4f7e-912a-e7a0728de267,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:54.329597 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-139b5ffb-d7bb-4be9-a42b-69ee7d4867b4 admin admin] vlan segment allocate from pool success with {'vlan_id': 651, 'physical_network': 'physnet1'} {{(pid=84887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:17:54.351537 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-139b5ffb-d7bb-4be9-a42b-69ee7d4867b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:54.352386 n-d-843948-2 neutron-server[84887]: INFO neutron.db.segments_db [None req-139b5ffb-d7bb-4be9-a42b-69ee7d4867b4 admin admin] Added segment 327b421f-3671-4415-86c0-3c9c0e7ca945 of type vlan for network a8fd4d2d-32fb-4554-b8d5-052f07ecf981 May 30 20:17:54.408647 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-139b5ffb-d7bb-4be9-a42b-69ee7d4867b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:54.414233 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5ffb-d7bb-4be9-a42b-69ee7d4867b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf30cd02-e336-4eec-afd5-96c65ab2af64,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:54.436984 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-51147338-919f-41a4-b596-36b3b11ea170 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Notify callbacks [] for floatingip, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:54.541567 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-51147338-919f-41a4-b596-36b3b11ea170 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:54.541567 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-51147338-919f-41a4-b596-36b3b11ea170 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] 10.222.0.85 "DELETE /v2.0/floatingips/b5ea229c-c766-4b84-a6ff-0f25f794108a HTTP/1.1" status: 204 len: 168 time: 1.5370932 May 30 20:17:54.542151 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 58718) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:54.570407 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-139b5ffb-d7bb-4be9-a42b-69ee7d4867b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:54.571530 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-139b5ffb-d7bb-4be9-a42b-69ee7d4867b4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:54.572119 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-139b5ffb-d7bb-4be9-a42b-69ee7d4867b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:54.634902 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-d7356360-d1f8-4620-a4ae-ecb13b272f5c tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Deleting port bd538527-50e2-46fa-937e-cca2aa73fee4 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:17:54.635613 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d7356360-d1f8-4620-a4ae-ecb13b272f5c tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:54.819111 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-139b5ffb-d7bb-4be9-a42b-69ee7d4867b4 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4739823 May 30 20:17:54.824478 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 58726) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:54.832537 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-f648b2f1-bfa4-49f6-a8ad-7f796ed2b667 admin admin] Request body: {'subnet': {'network_id': 'a8fd4d2d-32fb-4554-b8d5-052f07ecf981', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-327669550-subnet', 'tenant_id': '204a9ca9af944bf39656e3dc7145a4f6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:17:54.848242 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-f648b2f1-bfa4-49f6-a8ad-7f796ed2b667 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:17:54.855773 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5ffb-d7bb-4be9-a42b-69ee7d4867b4 admin admin] Pushing event updated for resources: {'Network': ['ID=a8fd4d2d-32fb-4554-b8d5-052f07ecf981,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:54.859015 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-f648b2f1-bfa4-49f6-a8ad-7f796ed2b667 admin admin] Usage tracker for resource:subnet and tenant:204a9ca9af944bf39656e3dc7145a4f6 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:17:54.862964 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-f648b2f1-bfa4-49f6-a8ad-7f796ed2b667 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:17:54.874053 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network a8fd4d2d-32fb-4554-b8d5-052f07ecf981 details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:17:54.880321 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-f648b2f1-bfa4-49f6-a8ad-7f796ed2b667 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:17:54.991624 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f648b2f1-bfa4-49f6-a8ad-7f796ed2b667 admin admin] Made reservation on behalf of 204a9ca9af944bf39656e3dc7145a4f6 for: {'subnet': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:17:54.996729 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f648b2f1-bfa4-49f6-a8ad-7f796ed2b667 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114220'] for subnet, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:55.398117 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d7356360-d1f8-4620-a4ae-ecb13b272f5c tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:55.547705 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f648b2f1-bfa4-49f6-a8ad-7f796ed2b667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4055401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114238'] for subnet, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:55.557381 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-d7356360-d1f8-4620-a4ae-ecb13b272f5c tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Calling delete_port for bd538527-50e2-46fa-937e-cca2aa73fee4 owned by {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:17:55.632670 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ec983f-cdc4-4b2e-b5f5-57da5e7ee853 req-7b84e7ea-d21f-483c-94b6-691fa5bc3e5b tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:55.640367 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e4ec983f-cdc4-4b2e-b5f5-57da5e7ee853 req-7b84e7ea-d21f-483c-94b6-691fa5bc3e5b tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] 10.222.0.85 "GET /v2.0/ports?device_id=4220fd61-af51-45e2-919d-bf769e04f7d8 HTTP/1.1" status: 200 len: 945 time: 0.2956614 May 30 20:17:55.650523 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f648b2f1-bfa4-49f6-a8ad-7f796ed2b667 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c961f9ad-7764-4956-bb44-5ca4a5973b67,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:55.704446 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb1ef31-96b6-452e-8462-b91313f86e3e req-e1af6dbf-4e44-487a-aecb-c334e9a706fa tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:55.706072 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9bb1ef31-96b6-452e-8462-b91313f86e3e req-e1af6dbf-4e44-487a-aecb-c334e9a706fa tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/ports?device_id=05c90cf3-eefb-48d0-8aab-ee021bb8d5f6 HTTP/1.1" status: 200 len: 945 time: 0.2140994 May 30 20:17:55.708769 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f648b2f1-bfa4-49f6-a8ad-7f796ed2b667 admin admin] Checking segment: {'id': '327b421f-3671-4415-86c0-3c9c0e7ca945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'a8fd4d2d-32fb-4554-b8d5-052f07ecf981'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:17:55.708943 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f648b2f1-bfa4-49f6-a8ad-7f796ed2b667 admin admin] Network hostable DHCP agents. Network: a8fd4d2d-32fb-4554-b8d5-052f07ecf981, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:17:55.716873 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e4ec983f-cdc4-4b2e-b5f5-57da5e7ee853 req-9ed8c112-e553-435e-b03c-6541612b368a tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] 10.222.0.85 "GET /v2.0/security-groups?id=7406621a-1401-4b06-82d8-1a98a746bcb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755746 May 30 20:17:55.806447 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9bb1ef31-96b6-452e-8462-b91313f86e3e req-5774b1bc-6442-46a0-a9ab-7d7e6381916c tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/security-groups?id=0524bca6-45ea-44a4-8d6f-618d0ae32427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919082 May 30 20:17:55.947140 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f648b2f1-bfa4-49f6-a8ad-7f796ed2b667 admin admin] Network a8fd4d2d-32fb-4554-b8d5-052f07ecf981 is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:17:55.973301 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d7356360-d1f8-4620-a4ae-ecb13b272f5c tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:56.029344 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7356360-d1f8-4620-a4ae-ecb13b272f5c tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Pushing event deleted for resources: {'Port': ['ID=bd538527-50e2-46fa-937e-cca2aa73fee4,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:56.076981 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-f648b2f1-bfa4-49f6-a8ad-7f796ed2b667 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, a8fd4d2d-32fb-4554-b8d5-052f07ecf981) {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:17:56.081862 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f648b2f1-bfa4-49f6-a8ad-7f796ed2b667 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:56.082715 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f648b2f1-bfa4-49f6-a8ad-7f796ed2b667 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:56.091739 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea3683fe-9609-487a-b8f1-8d98a8e708b9 None None] Network a8fd4d2d-32fb-4554-b8d5-052f07ecf981 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:17:56.178650 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d7356360-d1f8-4620-a4ae-ecb13b272f5c tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:56.193497 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-d7356360-d1f8-4620-a4ae-ecb13b272f5c tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] 10.222.0.85 "DELETE /v2.0/ports/bd538527-50e2-46fa-937e-cca2aa73fee4 HTTP/1.1" status: 204 len: 168 time: 1.6477044 May 30 20:17:56.194178 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 58748) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:56.265701 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-f648b2f1-bfa4-49f6-a8ad-7f796ed2b667 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4382470 May 30 20:17:56.267368 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 58752) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:56.277508 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-ad97b8f3-14c0-49c8-9303-ed67637f7893 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-327669550-router', 'tenant_id': '204a9ca9af944bf39656e3dc7145a4f6', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:17:56.286478 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-ad97b8f3-14c0-49c8-9303-ed67637f7893 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:17:56.289282 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-22a0e3ba-6516-415d-b5c0-98b22c3f8f8b tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Deleting port 95b64d06-8312-443c-b64a-5e0fcaa868bc {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:17:56.289438 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b17c3b38-17c4-4b23-9983-7a7c3ec2f66e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:56.289598 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-22a0e3ba-6516-415d-b5c0-98b22c3f8f8b tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:56.308916 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-ad97b8f3-14c0-49c8-9303-ed67637f7893 admin admin] Usage tracker for resource:router and tenant:204a9ca9af944bf39656e3dc7145a4f6 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:17:56.316747 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-ad97b8f3-14c0-49c8-9303-ed67637f7893 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:17:56.338109 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-ad97b8f3-14c0-49c8-9303-ed67637f7893 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:17:56.442027 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ad97b8f3-14c0-49c8-9303-ed67637f7893 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-733683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3159'] for router, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:56.443098 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ad97b8f3-14c0-49c8-9303-ed67637f7893 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-733584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-736372', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-628480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3164'] for router, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:56.466543 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ad97b8f3-14c0-49c8-9303-ed67637f7893 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:56.519797 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-426eab1a-cd12-4f53-923b-a228f584e9a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-a8fd4d2d-32fb-4554-b8d5-052f07ecf981', 'network_id': 'a8fd4d2d-32fb-4554-b8d5-052f07ecf981', 'tenant_id': '204a9ca9af944bf39656e3dc7145a4f6', 'fixed_ips': [{'subnet_id': 'c961f9ad-7764-4956-bb44-5ca4a5973b67'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:17:56.523787 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-426eab1a-cd12-4f53-923b-a228f584e9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:56.629126 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-22a0e3ba-6516-415d-b5c0-98b22c3f8f8b tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:56.924392 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-22a0e3ba-6516-415d-b5c0-98b22c3f8f8b tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Calling delete_port for 95b64d06-8312-443c-b64a-5e0fcaa868bc owned by {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:17:56.993358 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ad97b8f3-14c0-49c8-9303-ed67637f7893 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-736390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:57.019959 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-426eab1a-cd12-4f53-923b-a228f584e9a5 None None] Allocated IP 172.20.0.2 (a8fd4d2d-32fb-4554-b8d5-052f07ecf981/c961f9ad-7764-4956-bb44-5ca4a5973b67/99c830d8-fbe3-4ab6-a4e4-dd362812a3b3) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:17:57.118267 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b263294-b791-42e9-b5d3-c8fefa0bfca6 req-89e9f433-3753-42d5-9a3b-cbe7d27f7987 tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:57.120324 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3b263294-b791-42e9-b5d3-c8fefa0bfca6 req-89e9f433-3753-42d5-9a3b-cbe7d27f7987 tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] 10.222.0.85 "GET /v2.0/ports?device_id=4220fd61-af51-45e2-919d-bf769e04f7d8 HTTP/1.1" status: 200 len: 945 time: 0.1138248 May 30 20:17:57.193490 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3b263294-b791-42e9-b5d3-c8fefa0bfca6 req-0237bae0-ba99-4d3c-9657-430b33ad8801 tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] 10.222.0.85 "GET /v2.0/security-groups?id=7406621a-1401-4b06-82d8-1a98a746bcb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657392 May 30 20:17:57.248319 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8601c3b0-a84c-4cdb-9e9f-b29c5abafdd3 req-aa20b533-ab4d-4149-82b7-3d2171af137f tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:57.249944 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8601c3b0-a84c-4cdb-9e9f-b29c5abafdd3 req-aa20b533-ab4d-4149-82b7-3d2171af137f tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/ports?device_id=05c90cf3-eefb-48d0-8aab-ee021bb8d5f6 HTTP/1.1" status: 200 len: 945 time: 0.1172757 May 30 20:17:57.319198 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8601c3b0-a84c-4cdb-9e9f-b29c5abafdd3 req-6734fce1-99d5-4840-b19f-914a93134094 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/security-groups?id=0524bca6-45ea-44a4-8d6f-618d0ae32427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579312 May 30 20:17:57.351406 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-22a0e3ba-6516-415d-b5c0-98b22c3f8f8b tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:57.492001 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a0e3ba-6516-415d-b5c0-98b22c3f8f8b tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Pushing event deleted for resources: {'Port': ['ID=95b64d06-8312-443c-b64a-5e0fcaa868bc,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:57.492596 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ad97b8f3-14c0-49c8-9303-ed67637f7893 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:57.563339 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ad97b8f3-14c0-49c8-9303-ed67637f7893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:57.680188 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-22a0e3ba-6516-415d-b5c0-98b22c3f8f8b tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:57.699648 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-22a0e3ba-6516-415d-b5c0-98b22c3f8f8b tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] 10.222.0.85 "DELETE /v2.0/ports/95b64d06-8312-443c-b64a-5e0fcaa868bc HTTP/1.1" status: 204 len: 168 time: 1.5024633 May 30 20:17:57.703430 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 58768) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:57.715499 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-426eab1a-cd12-4f53-923b-a228f584e9a5 None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:57.729739 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-426eab1a-cd12-4f53-923b-a228f584e9a5 None None] Transition to ACTIVE for port object 99c830d8-fbe3-4ab6-a4e4-dd362812a3b3 will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:17:57.754610 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-426eab1a-cd12-4f53-923b-a228f584e9a5 None None] Transition to ACTIVE for port object 99c830d8-fbe3-4ab6-a4e4-dd362812a3b3 will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:17:57.899194 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-426eab1a-cd12-4f53-923b-a228f584e9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:57.976587 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426eab1a-cd12-4f53-923b-a228f584e9a5 None None] Pushing event updated for resources: {'Port': ['ID=99c830d8-fbe3-4ab6-a4e4-dd362812a3b3,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:57.996221 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426eab1a-cd12-4f53-923b-a228f584e9a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:17:57.996563 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426eab1a-cd12-4f53-923b-a228f584e9a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:17:57.996965 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426eab1a-cd12-4f53-923b-a228f584e9a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:17:57.997298 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426eab1a-cd12-4f53-923b-a228f584e9a5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:17:57.997641 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426eab1a-cd12-4f53-923b-a228f584e9a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:17:57.997967 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426eab1a-cd12-4f53-923b-a228f584e9a5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:17:57.999005 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426eab1a-cd12-4f53-923b-a228f584e9a5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:17:57.999611 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426eab1a-cd12-4f53-923b-a228f584e9a5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:17:57.999940 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426eab1a-cd12-4f53-923b-a228f584e9a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:17:58.000253 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426eab1a-cd12-4f53-923b-a228f584e9a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:17:58.000712 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426eab1a-cd12-4f53-923b-a228f584e9a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:17:58.024061 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426eab1a-cd12-4f53-923b-a228f584e9a5 None None] Network a8fd4d2d-32fb-4554-b8d5-052f07ecf981 is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:17:58.025315 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-ad97b8f3-14c0-49c8-9303-ed67637f7893 admin admin] Allocated IP 172.25.8.187 (c7869750-4b49-4b7e-aa99-5e0f1ae02da4/427601ec-f643-4fe7-b5e6-17305d3a39e1/634fe32a-c288-4d61-a4d1-222b11ed29af) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:17:58.026084 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-426eab1a-cd12-4f53-923b-a228f584e9a5 None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:17:58.030031 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426eab1a-cd12-4f53-923b-a228f584e9a5 None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:17:58.169720 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-426eab1a-cd12-4f53-923b-a228f584e9a5 None None] Attempting to bind port 99c830d8-fbe3-4ab6-a4e4-dd362812a3b3 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:17:58.171130 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-426eab1a-cd12-4f53-923b-a228f584e9a5 None None] Attempting to bind port 99c830d8-fbe3-4ab6-a4e4-dd362812a3b3 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': '327b421f-3671-4415-86c0-3c9c0e7ca945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'a8fd4d2d-32fb-4554-b8d5-052f07ecf981'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:17:58.171713 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426eab1a-cd12-4f53-923b-a228f584e9a5 None None] Attempting to bind port 99c830d8-fbe3-4ab6-a4e4-dd362812a3b3 on network a8fd4d2d-32fb-4554-b8d5-052f07ecf981 {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:17:58.184001 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426eab1a-cd12-4f53-923b-a228f584e9a5 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:17:58.184582 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426eab1a-cd12-4f53-923b-a228f584e9a5 None None] Checking segment: {'id': '327b421f-3671-4415-86c0-3c9c0e7ca945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'a8fd4d2d-32fb-4554-b8d5-052f07ecf981'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:17:58.186705 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-426eab1a-cd12-4f53-923b-a228f584e9a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:58.187436 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426eab1a-cd12-4f53-923b-a228f584e9a5 None None] Bound using segment: {'id': '327b421f-3671-4415-86c0-3c9c0e7ca945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'a8fd4d2d-32fb-4554-b8d5-052f07ecf981'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:17:58.188535 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-426eab1a-cd12-4f53-923b-a228f584e9a5 None None] Bound port: 99c830d8-fbe3-4ab6-a4e4-dd362812a3b3, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '327b421f-3671-4415-86c0-3c9c0e7ca945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'a8fd4d2d-32fb-4554-b8d5-052f07ecf981'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:17:58.189188 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-426eab1a-cd12-4f53-923b-a228f584e9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:58.197946 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_v2 [None req-74e140a6-82d5-4102-9610-6aaa0c61f582 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Deleting subnet e0ec96d3-d8eb-4c27-bd2f-50e88448f40f {{(pid=84886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:17:58.208893 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-74e140a6-82d5-4102-9610-6aaa0c61f582 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Notify callbacks [] for subnet, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:58.497207 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-426eab1a-cd12-4f53-923b-a228f584e9a5 None None] For port 99c830d8-fbe3-4ab6-a4e4-dd362812a3b3, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:17:58.505456 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-426eab1a-cd12-4f53-923b-a228f584e9a5 None None] For port 99c830d8-fbe3-4ab6-a4e4-dd362812a3b3, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=99c830d8-fbe3-4ab6-a4e4-dd362812a3b3,segment=NetworkSegment(327b421f-3671-4415-86c0-3c9c0e7ca945),segment_id=327b421f-3671-4415-86c0-3c9c0e7ca945)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:17:58.591843 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-74e140a6-82d5-4102-9610-6aaa0c61f582 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2655517'] for subnet, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:58.648698 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-426eab1a-cd12-4f53-923b-a228f584e9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:58.790320 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a7d7a2-64b6-46cf-8e7c-ede084c6d973 req-dbeb87ad-5f85-49db-9cbd-d5d735550dd2 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:58.791884 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c9a7d7a2-64b6-46cf-8e7c-ede084c6d973 req-dbeb87ad-5f85-49db-9cbd-d5d735550dd2 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/ports?device_id=05c90cf3-eefb-48d0-8aab-ee021bb8d5f6 HTTP/1.1" status: 200 len: 945 time: 0.1219058 May 30 20:17:58.793049 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ad97b8f3-14c0-49c8-9303-ed67637f7893 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:58.809601 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426eab1a-cd12-4f53-923b-a228f584e9a5 None None] Pushing event updated for resources: {'Port': ['ID=99c830d8-fbe3-4ab6-a4e4-dd362812a3b3,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:58.880009 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c9a7d7a2-64b6-46cf-8e7c-ede084c6d973 req-7e8b0f90-cf1a-4a1c-9c21-ef6c8c849746 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/security-groups?id=0524bca6-45ea-44a4-8d6f-618d0ae32427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752211 May 30 20:17:58.956079 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a56422-fb01-4524-b932-a21f826adb86 req-8eb568dc-ad7f-4936-a1f7-4b6dd7d598b1 tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:17:58.973798 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a2a56422-fb01-4524-b932-a21f826adb86 req-8eb568dc-ad7f-4936-a1f7-4b6dd7d598b1 tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] 10.222.0.85 "GET /v2.0/ports?device_id=4220fd61-af51-45e2-919d-bf769e04f7d8 HTTP/1.1" status: 200 len: 945 time: 0.3046174 May 30 20:17:59.013372 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-74e140a6-82d5-4102-9610-6aaa0c61f582 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:59.120309 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a2a56422-fb01-4524-b932-a21f826adb86 req-8e6c181b-0359-4508-884a-59cdb31392ef tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] 10.222.0.85 "GET /v2.0/security-groups?id=7406621a-1401-4b06-82d8-1a98a746bcb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545949 May 30 20:17:59.122535 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ad97b8f3-14c0-49c8-9303-ed67637f7893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:59.214784 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-74e140a6-82d5-4102-9610-6aaa0c61f582 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4127075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2778536'] for subnet, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:59.294594 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e140a6-82d5-4102-9610-6aaa0c61f582 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Pushing event deleted for resources: {'Subnet': ['ID=e0ec96d3-d8eb-4c27-bd2f-50e88448f40f,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:59.320710 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad97b8f3-14c0-49c8-9303-ed67637f7893 admin admin] Network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:17:59.327566 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-ad97b8f3-14c0-49c8-9303-ed67637f7893 admin admin] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:17:59.329866 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-74e140a6-82d5-4102-9610-6aaa0c61f582 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:59.334603 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-662bfa25-30b7-474b-925f-e31b3b69cb3f None None] Network 945aa537-7e5a-42ac-a8f5-8cf6a31fa2b8 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:17:59.353973 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-74e140a6-82d5-4102-9610-6aaa0c61f582 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] 10.222.0.85 "DELETE /v2.0/subnets/e0ec96d3-d8eb-4c27-bd2f-50e88448f40f HTTP/1.1" status: 204 len: 168 time: 1.6488326 May 30 20:17:59.355023 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad97b8f3-14c0-49c8-9303-ed67637f7893 admin admin] Pushing event updated for resources: {'Port': ['ID=634fe32a-c288-4d61-a4d1-222b11ed29af,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:17:59.357670 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad97b8f3-14c0-49c8-9303-ed67637f7893 admin admin] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:17:59.363477 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 58792) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:17:59.619122 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-8c5f8416-3938-4889-8692-10f9c894e12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:59.751618 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac0d7c63-7319-477e-88e1-1a1c510cc749 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Deleting subnet 156dd172-ceed-40ca-a03f-1d3d19921b4e {{(pid=84887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:17:59.755382 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ac0d7c63-7319-477e-88e1-1a1c510cc749 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Notify callbacks [] for subnet, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:59.765691 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ad97b8f3-14c0-49c8-9303-ed67637f7893 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:59.767454 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ad97b8f3-14c0-49c8-9303-ed67637f7893 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-736409'] for router, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:59.770862 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:59.868914 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-244f1973-d9d8-4cb1-a453-6052c826ab2b None None] DHCP port deletion for 945aa537-7e5a-42ac-a8f5-8cf6a31fa2b8 request from n-d-843948-2 {{(pid=84888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:17:59.886418 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-244f1973-d9d8-4cb1-a453-6052c826ab2b None None] Deleting port 9e811c2c-2c8e-492d-8390-79abea72f81a {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:17:59.886418 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-244f1973-d9d8-4cb1-a453-6052c826ab2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:17:59.900625 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ac0d7c63-7319-477e-88e1-1a1c510cc749 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3149227'] for subnet, precommit_delete_associations {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:00.716703 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5661cb4e-bdad-4578-ade7-1a8485b3d99f req-a6e3348f-fcd8-473a-b9db-12a1cbc5c324 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:00.735501 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5661cb4e-bdad-4578-ade7-1a8485b3d99f req-a6e3348f-fcd8-473a-b9db-12a1cbc5c324 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/ports?device_id=05c90cf3-eefb-48d0-8aab-ee021bb8d5f6 HTTP/1.1" status: 200 len: 945 time: 0.4096088 May 30 20:18:00.807498 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ac0d7c63-7319-477e-88e1-1a1c510cc749 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:00.881096 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5661cb4e-bdad-4578-ade7-1a8485b3d99f req-cc319ffa-d93e-44fb-bb83-6895199925c1 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/security-groups?id=0524bca6-45ea-44a4-8d6f-618d0ae32427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446044 May 30 20:18:00.920708 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf96ef0-79ad-4422-beb8-f85410d5bf80 None None] Network a8fd4d2d-32fb-4554-b8d5-052f07ecf981 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:18:01.031993 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab4ffad-1acb-4f5d-a72e-e6fd1b9a2040 req-443b250e-9cb5-43ec-b4ee-2de9a78faf86 tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:01.031993 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0ab4ffad-1acb-4f5d-a72e-e6fd1b9a2040 req-443b250e-9cb5-43ec-b4ee-2de9a78faf86 tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] 10.222.0.85 "GET /v2.0/ports?device_id=4220fd61-af51-45e2-919d-bf769e04f7d8 HTTP/1.1" status: 200 len: 945 time: 0.3172371 May 30 20:18:01.052961 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ac0d7c63-7319-477e-88e1-1a1c510cc749 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4055470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114247'] for subnet, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:01.102716 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad97b8f3-14c0-49c8-9303-ed67637f7893 admin admin] Router 238f8cbb-dfcc-4cb4-82fe-41a5dad58781 is scheduled to L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 with binding_index 1 {{(pid=84886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 20:18:01.119272 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 99c830d8-fbe3-4ab6-a4e4-dd362812a3b3 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:18:01.139794 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0d7c63-7319-477e-88e1-1a1c510cc749 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Pushing event deleted for resources: {'Subnet': ['ID=156dd172-ceed-40ca-a03f-1d3d19921b4e,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:01.157464 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0ab4ffad-1acb-4f5d-a72e-e6fd1b9a2040 req-d03d47bb-53f5-4d7b-9d95-78905353f3e5 tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] 10.222.0.85 "GET /v2.0/security-groups?id=7406621a-1401-4b06-82d8-1a98a746bcb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141920 May 30 20:18:01.166578 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ac0d7c63-7319-477e-88e1-1a1c510cc749 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:01.184267 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-ac0d7c63-7319-477e-88e1-1a1c510cc749 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] 10.222.0.85 "DELETE /v2.0/subnets/156dd172-ceed-40ca-a03f-1d3d19921b4e HTTP/1.1" status: 204 len: 168 time: 1.8145421 May 30 20:18:01.185368 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 58828) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:18:01.222427 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-244f1973-d9d8-4cb1-a453-6052c826ab2b None None] For port 9e811c2c-2c8e-492d-8390-79abea72f81a, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=9e811c2c-2c8e-492d-8390-79abea72f81a,segment=NetworkSegment(bd1b67cf-563e-4c82-b7ef-58764a753e95),segment_id=bd1b67cf-563e-4c82-b7ef-58764a753e95)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:18:01.223049 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-244f1973-d9d8-4cb1-a453-6052c826ab2b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:01.399663 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5a2f3abf-253f-4e67-8bb3-8a5b53fb73c8 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:01.405442 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-244f1973-d9d8-4cb1-a453-6052c826ab2b None None] Calling delete_port for 9e811c2c-2c8e-492d-8390-79abea72f81a owned by network:dhcp {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:18:01.414117 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-5a2f3abf-253f-4e67-8bb3-8a5b53fb73c8 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Deleting port 9e811c2c-2c8e-492d-8390-79abea72f81a {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:18:01.414458 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5a2f3abf-253f-4e67-8bb3-8a5b53fb73c8 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:01.520100 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d38e4d6-83a3-49b0-8296-8adb85ba9c0b None None] Network 7dfebaf0-dc9f-476d-9977-56c7fc58662b requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:18:01.703324 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad97b8f3-14c0-49c8-9303-ed67637f7893 admin admin] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:18:01.716671 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e20f34-7875-4f21-acbd-1733f9cb3a72 None None] Sync routers for ids ['238f8cbb-dfcc-4cb4-82fe-41a5dad58781'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:18:01.729536 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e20f34-7875-4f21-acbd-1733f9cb3a72 None None] Routers {'238f8cbb-dfcc-4cb4-82fe-41a5dad58781'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:18:01.731842 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-95e20f34-7875-4f21-acbd-1733f9cb3a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:17:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['238f8cbb-dfcc-4cb4-82fe-41a5dad58781'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:18:01.761471 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [None req-5a2f3abf-253f-4e67-8bb3-8a5b53fb73c8 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] For port 9e811c2c-2c8e-492d-8390-79abea72f81a, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=9e811c2c-2c8e-492d-8390-79abea72f81a,segment=NetworkSegment(bd1b67cf-563e-4c82-b7ef-58764a753e95),segment_id=bd1b67cf-563e-4c82-b7ef-58764a753e95)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:18:01.761471 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5a2f3abf-253f-4e67-8bb3-8a5b53fb73c8 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:01.910197 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ad97b8f3-14c0-49c8-9303-ed67637f7893 admin admin] Notify callbacks [] for router, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:01.912510 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-ad97b8f3-14c0-49c8-9303-ed67637f7893 admin admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.6423733 May 30 20:18:01.917243 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 58840) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:18:02.125457 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-5a2f3abf-253f-4e67-8bb3-8a5b53fb73c8 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Calling delete_port for 9e811c2c-2c8e-492d-8390-79abea72f81a owned by network:dhcp {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:18:02.129899 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-95e20f34-7875-4f21-acbd-1733f9cb3a72 None None] Set router 238f8cbb-dfcc-4cb4-82fe-41a5dad58781 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:18:02.246331 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-d34a4faf-4490-404f-a6aa-37ebee2fd893 None None] Provisioning for port 99c830d8-fbe3-4ab6-a4e4-dd362812a3b3 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:18:02.510253 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e0b0c3-e9f8-4795-b44d-c7cd9d69d7aa req-358db709-22f2-43a7-8a0c-709cb41b9fda tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:02.510954 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:02.517631 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-75e0b0c3-e9f8-4795-b44d-c7cd9d69d7aa req-358db709-22f2-43a7-8a0c-709cb41b9fda tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/ports?device_id=05c90cf3-eefb-48d0-8aab-ee021bb8d5f6 HTTP/1.1" status: 200 len: 945 time: 0.2654929 May 30 20:18:02.524052 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-244f1973-d9d8-4cb1-a453-6052c826ab2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468'] for port, after_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:02.604242 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.db.api [None req-5a2f3abf-253f-4e67-8bb3-8a5b53fb73c8 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84887) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:18:02.605122 n-d-843948-2 neutron-server[84887]: DEBUG oslo_db.api [None req-5a2f3abf-253f-4e67-8bb3-8a5b53fb73c8 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:18:02.638328 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244f1973-d9d8-4cb1-a453-6052c826ab2b None None] No DVR routers for this DVR port 9e811c2c-2c8e-492d-8390-79abea72f81a on host n-d-843948-2 {{(pid=84888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:18:02.644810 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 99c830d8-fbe3-4ab6-a4e4-dd362812a3b3 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:18:02.662415 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244f1973-d9d8-4cb1-a453-6052c826ab2b None None] Pushing event deleted for resources: {'Port': ['ID=9e811c2c-2c8e-492d-8390-79abea72f81a,revision_number=None']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:02.689038 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:02.695815 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 99c830d8-fbe3-4ab6-a4e4-dd362812a3b3 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:18:02.696740 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:02.723384 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-75e0b0c3-e9f8-4795-b44d-c7cd9d69d7aa req-5640e8d9-0fd9-44a3-bf02-3a23f154843e tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/security-groups?id=0524bca6-45ea-44a4-8d6f-618d0ae32427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837764 May 30 20:18:02.767928 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6019de-a4f8-4752-a91f-1358ce29a36f req-71e53918-7580-4678-8ac5-9892058561ac tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:02.769375 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5e6019de-a4f8-4752-a91f-1358ce29a36f req-71e53918-7580-4678-8ac5-9892058561ac tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] 10.222.0.85 "GET /v2.0/ports?device_id=4220fd61-af51-45e2-919d-bf769e04f7d8 HTTP/1.1" status: 200 len: 945 time: 0.3614013 May 30 20:18:02.881495 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-95e20f34-7875-4f21-acbd-1733f9cb3a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '238f8cbb-dfcc-4cb4-82fe-41a5dad58781', 'name': 'tempest-AttachVolumeShelveTestJSON-327669550-router', 'tenant_id': '204a9ca9af944bf39656e3dc7145a4f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': '634fe32a-c288-4d61-a4d1-222b11ed29af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:17:56Z', 'updated_at': '2022-05-30T20:17:59Z', 'revision_number': 3, 'project_id': '204a9ca9af944bf39656e3dc7145a4f6', 'gw_port': {'id': '634fe32a-c288-4d61-a4d1-222b11ed29af', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:01:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '238f8cbb-dfcc-4cb4-82fe-41a5dad58781', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:17:57Z', 'updated_at': '2022-05-30T20:17:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:18:02.885988 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e20f34-7875-4f21-acbd-1733f9cb3a72 None None] Checking router: 238f8cbb-dfcc-4cb4-82fe-41a5dad58781 for host: n-d-843948-2 {{(pid=84889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:18:02.886330 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e20f34-7875-4f21-acbd-1733f9cb3a72 None None] Updating router 238f8cbb-dfcc-4cb4-82fe-41a5dad58781 port 634fe32a-c288-4d61-a4d1-222b11ed29af binding host n-d-843948-2 {{(pid=84889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:18:02.950280 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-95e20f34-7875-4f21-acbd-1733f9cb3a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:03.107077 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-5a2f3abf-253f-4e67-8bb3-8a5b53fb73c8 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Deleting port 9e811c2c-2c8e-492d-8390-79abea72f81a {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:18:03.108310 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5a2f3abf-253f-4e67-8bb3-8a5b53fb73c8 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:03.154991 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e1fd8e5-aaa0-4a93-bab9-4806d3e03fee None None] DHCP port deletion for 7dfebaf0-dc9f-476d-9977-56c7fc58662b request from n-d-843948-2 {{(pid=84888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:18:03.186463 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-4e1fd8e5-aaa0-4a93-bab9-4806d3e03fee None None] Deleting port fe5a0e55-521a-450b-bab4-409f595c8fd4 {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:18:03.187311 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-4e1fd8e5-aaa0-4a93-bab9-4806d3e03fee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:03.231069 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5e6019de-a4f8-4752-a91f-1358ce29a36f req-d9886545-2222-4023-adc8-4ddd43c133d1 tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] 10.222.0.85 "GET /v2.0/security-groups?id=7406621a-1401-4b06-82d8-1a98a746bcb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4507282 May 30 20:18:03.310904 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-5a2f3abf-253f-4e67-8bb3-8a5b53fb73c8 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] The port '9e811c2c-2c8e-492d-8390-79abea72f81a' was deleted {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 20:18:03.320016 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:03.417875 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port 99c830d8-fbe3-4ab6-a4e4-dd362812a3b3, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=99c830d8-fbe3-4ab6-a4e4-dd362812a3b3,segment=NetworkSegment(327b421f-3671-4415-86c0-3c9c0e7ca945),segment_id=327b421f-3671-4415-86c0-3c9c0e7ca945)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:18:03.481478 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-0e4aab5b-978b-4268-8fc9-32d75ea4dbb5 None None] Provisioning complete for port 99c830d8-fbe3-4ab6-a4e4-dd362812a3b3 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:18:03.482109 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-0e4aab5b-978b-4268-8fc9-32d75ea4dbb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:03.548936 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:03.608515 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5a2f3abf-253f-4e67-8bb3-8a5b53fb73c8 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:03.678999 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=99c830d8-fbe3-4ab6-a4e4-dd362812a3b3,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:03.709301 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-5a2f3abf-253f-4e67-8bb3-8a5b53fb73c8 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['945aa537-7e5a-42ac-a8f5-8cf6a31fa2b8']}} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:18:03.766763 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 9e811c2c-2c8e-492d-8390-79abea72f81a no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:18:03.767450 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-5a2f3abf-253f-4e67-8bb3-8a5b53fb73c8 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd1b67cf-563e-4c82-b7ef-58764a753e95') {'for_net_delete': True} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:18:03.767936 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-5a2f3abf-253f-4e67-8bb3-8a5b53fb73c8 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd1b67cf-563e-4c82-b7ef-58764a753e95') {} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:18:03.816425 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5a2f3abf-253f-4e67-8bb3-8a5b53fb73c8 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3149912'] for segment, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:03.865915 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: 9e811c2c-2c8e-492d-8390-79abea72f81a {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:18:03.871154 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5a2f3abf-253f-4e67-8bb3-8a5b53fb73c8 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:03.872667 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 9e811c2c-2c8e-492d-8390-79abea72f81a not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:18:03.891915 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a2f3abf-253f-4e67-8bb3-8a5b53fb73c8 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Releasing vlan 691 on physical network physnet1 to pool {{(pid=84887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:18:03.906537 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5a2f3abf-253f-4e67-8bb3-8a5b53fb73c8 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4055488'] for segment, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:03.926178 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-4e1fd8e5-aaa0-4a93-bab9-4806d3e03fee None None] For port fe5a0e55-521a-450b-bab4-409f595c8fd4, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=fe5a0e55-521a-450b-bab4-409f595c8fd4,segment=NetworkSegment(3c26dc90-ba8a-44ec-b215-1e8fb1eebc9d),segment_id=3c26dc90-ba8a-44ec-b215-1e8fb1eebc9d)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:18:03.927248 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-4e1fd8e5-aaa0-4a93-bab9-4806d3e03fee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:03.947145 n-d-843948-2 neutron-server[84887]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:18:03.947145 n-d-843948-2 neutron-server[84887]: util.warn( May 30 20:18:03.947145 n-d-843948-2 neutron-server[84887]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:18:03.947145 n-d-843948-2 neutron-server[84887]: util.warn( May 30 20:18:03.947145 n-d-843948-2 neutron-server[84887]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:18:03.947145 n-d-843948-2 neutron-server[84887]: util.warn( May 30 20:18:03.947145 n-d-843948-2 neutron-server[84887]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:18:03.947145 n-d-843948-2 neutron-server[84887]: util.warn( May 30 20:18:03.947145 n-d-843948-2 neutron-server[84887]: Traceback (most recent call last): May 30 20:18:03.947145 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:18:03.947145 n-d-843948-2 neutron-server[84887]: timer() May 30 20:18:03.947145 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:18:03.947145 n-d-843948-2 neutron-server[84887]: cb(*args, **kw) May 30 20:18:03.947145 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:18:03.947145 n-d-843948-2 neutron-server[84887]: return func(*args, **kwargs) May 30 20:18:03.947145 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:18:03.947145 n-d-843948-2 neutron-server[84887]: self._notify() May 30 20:18:03.947145 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:18:03.947145 n-d-843948-2 neutron-server[84887]: self.callback(batched_events) May 30 20:18:03.947145 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:18:03.947145 n-d-843948-2 neutron-server[84887]: event.method(event) May 30 20:18:03.947145 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:18:03.947145 n-d-843948-2 neutron-server[84887]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:18:03.947145 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:18:03.947145 n-d-843948-2 neutron-server[84887]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:18:03.947145 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:18:03.947145 n-d-843948-2 neutron-server[84887]: return f(self, *a, **k) May 30 20:18:03.947145 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:18:03.947145 n-d-843948-2 neutron-server[84887]: return self._get(url).json() May 30 20:18:03.947145 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:18:03.947145 n-d-843948-2 neutron-server[84887]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:18:03.947145 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:18:03.947145 n-d-843948-2 neutron-server[84887]: return self.request(url, 'GET', **kwargs) May 30 20:18:03.947145 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:18:03.947145 n-d-843948-2 neutron-server[84887]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:18:03.947145 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:18:03.947145 n-d-843948-2 neutron-server[84887]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:18:03.947145 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:18:03.947145 n-d-843948-2 neutron-server[84887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:18:03.947145 n-d-843948-2 neutron-server[84887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:18:04.024460 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-95e20f34-7875-4f21-acbd-1733f9cb3a72 None None] Notify callbacks [] for port, precommit_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:04.308076 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5a2f3abf-253f-4e67-8bb3-8a5b53fb73c8 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:04.316539 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.provisioning_blocks [None req-95e20f34-7875-4f21-acbd-1733f9cb3a72 None None] Transition to ACTIVE for port object 634fe32a-c288-4d61-a4d1-222b11ed29af will not be triggered until provisioned by entity L2. {{(pid=84889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:18:04.416402 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-95e20f34-7875-4f21-acbd-1733f9cb3a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:04.459100 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5a2f3abf-253f-4e67-8bb3-8a5b53fb73c8 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:04.472647 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 99c830d8-fbe3-4ab6-a4e4-dd362812a3b3 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:18:04.694916 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2f3abf-253f-4e67-8bb3-8a5b53fb73c8 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Pushing event deleted for resources: {'Network': ['ID=945aa537-7e5a-42ac-a8f5-8cf6a31fa2b8,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:04.702184 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-4e1fd8e5-aaa0-4a93-bab9-4806d3e03fee None None] Calling delete_port for fe5a0e55-521a-450b-bab4-409f595c8fd4 owned by network:dhcp {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:18:04.759036 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4edcbd0b-6871-4898-add9-46b268e92f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:04.801433 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d329a4f-9c98-44f2-96cb-b4a2dd8ad78f None None] Pushing event updated for resources: {'Port': ['ID=634fe32a-c288-4d61-a4d1-222b11ed29af,revision_number=2']} {{(pid=84889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:04.802966 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-5a2f3abf-253f-4e67-8bb3-8a5b53fb73c8 tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] 10.222.0.85 "DELETE /v2.0/networks/945aa537-7e5a-42ac-a8f5-8cf6a31fa2b8 HTTP/1.1" status: 204 len: 168 time: 3.6146770 May 30 20:18:04.803980 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 58868) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:18:04.818521 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d329a4f-9c98-44f2-96cb-b4a2dd8ad78f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:18:04.819108 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d329a4f-9c98-44f2-96cb-b4a2dd8ad78f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:18:04.819768 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d329a4f-9c98-44f2-96cb-b4a2dd8ad78f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:18:04.821056 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d329a4f-9c98-44f2-96cb-b4a2dd8ad78f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:18:04.822282 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d329a4f-9c98-44f2-96cb-b4a2dd8ad78f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:18:04.822925 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d329a4f-9c98-44f2-96cb-b4a2dd8ad78f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:18:04.824525 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d329a4f-9c98-44f2-96cb-b4a2dd8ad78f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:18:04.825437 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d329a4f-9c98-44f2-96cb-b4a2dd8ad78f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:18:04.826036 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d329a4f-9c98-44f2-96cb-b4a2dd8ad78f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:18:04.827172 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d329a4f-9c98-44f2-96cb-b4a2dd8ad78f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:18:04.828007 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d329a4f-9c98-44f2-96cb-b4a2dd8ad78f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:18:04.855259 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-95e20f34-7875-4f21-acbd-1733f9cb3a72 None None] Attempting to bind port 634fe32a-c288-4d61-a4d1-222b11ed29af on host n-d-843948-2 for vnic_type normal with profile {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:18:04.855886 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-95e20f34-7875-4f21-acbd-1733f9cb3a72 None None] Attempting to bind port 634fe32a-c288-4d61-a4d1-222b11ed29af by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}] {{(pid=84889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:18:04.856392 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e20f34-7875-4f21-acbd-1733f9cb3a72 None None] Attempting to bind port 634fe32a-c288-4d61-a4d1-222b11ed29af on network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:18:04.877788 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e20f34-7875-4f21-acbd-1733f9cb3a72 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:18:04.879509 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e20f34-7875-4f21-acbd-1733f9cb3a72 None None] Checking segment: {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:18:04.880199 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-95e20f34-7875-4f21-acbd-1733f9cb3a72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:04.880999 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e20f34-7875-4f21-acbd-1733f9cb3a72 None None] Bound using segment: {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'} {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:18:04.881886 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-95e20f34-7875-4f21-acbd-1733f9cb3a72 None None] Bound port: 634fe32a-c288-4d61-a4d1-222b11ed29af, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}}] {{(pid=84889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:18:04.882464 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-95e20f34-7875-4f21-acbd-1733f9cb3a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:05.012195 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 99c830d8-fbe3-4ab6-a4e4-dd362812a3b3 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:18:05.012195 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:05.084597 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8f169a-8bf9-49f1-95b8-9dc417c7306a req-51f94664-71e2-4299-b341-e1b0a796815e tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:05.091732 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.db [None req-95e20f34-7875-4f21-acbd-1733f9cb3a72 None None] For port 634fe32a-c288-4d61-a4d1-222b11ed29af, host n-d-843948-2, cleared binding levels {{(pid=84889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:18:05.097456 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.db [None req-95e20f34-7875-4f21-acbd-1733f9cb3a72 None None] For port 634fe32a-c288-4d61-a4d1-222b11ed29af, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=634fe32a-c288-4d61-a4d1-222b11ed29af,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:18:05.104646 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4c8f169a-8bf9-49f1-95b8-9dc417c7306a req-51f94664-71e2-4299-b341-e1b0a796815e tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/ports?device_id=05c90cf3-eefb-48d0-8aab-ee021bb8d5f6 HTTP/1.1" status: 200 len: 945 time: 0.5508885 May 30 20:18:05.200385 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-4e1fd8e5-aaa0-4a93-bab9-4806d3e03fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468'] for port, after_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:05.247001 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197b8a8a-cd1a-4e0c-bad3-f36cae773d42 req-17bf825a-df7c-4eeb-8c89-724722aeeff6 tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:05.253122 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-95e20f34-7875-4f21-acbd-1733f9cb3a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:05.263525 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-197b8a8a-cd1a-4e0c-bad3-f36cae773d42 req-17bf825a-df7c-4eeb-8c89-724722aeeff6 tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] 10.222.0.85 "GET /v2.0/ports?device_id=4220fd61-af51-45e2-919d-bf769e04f7d8 HTTP/1.1" status: 200 len: 945 time: 0.3166354 May 30 20:18:05.340744 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1fd8e5-aaa0-4a93-bab9-4806d3e03fee None None] Pushing event deleted for resources: {'Port': ['ID=fe5a0e55-521a-450b-bab4-409f595c8fd4,revision_number=None']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:05.348898 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device fe5a0e55-521a-450b-bab4-409f595c8fd4 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:18:05.444633 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: fe5a0e55-521a-450b-bab4-409f595c8fd4 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:18:05.445239 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device fe5a0e55-521a-450b-bab4-409f595c8fd4 not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:18:05.451076 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4c8f169a-8bf9-49f1-95b8-9dc417c7306a req-804b18bc-5edd-4259-a7d2-855e5d23502c tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/security-groups?id=0524bca6-45ea-44a4-8d6f-618d0ae32427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3452039 May 30 20:18:05.452105 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1fd8e5-aaa0-4a93-bab9-4806d3e03fee None None] No DVR routers for this DVR port fe5a0e55-521a-450b-bab4-409f595c8fd4 on host n-d-843948-2 {{(pid=84888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:18:05.475162 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7bb98c6c-10cb-4c07-9797-e85ef8b38c1e tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:05.491201 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e20f34-7875-4f21-acbd-1733f9cb3a72 None None] Routers {'238f8cbb-dfcc-4cb4-82fe-41a5dad58781'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:18:05.497848 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-95e20f34-7875-4f21-acbd-1733f9cb3a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:17:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['238f8cbb-dfcc-4cb4-82fe-41a5dad58781'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:18:05.501098 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-4edcbd0b-6871-4898-add9-46b268e92f57 admin admin] Allocated IP 172.20.0.1 (a8fd4d2d-32fb-4554-b8d5-052f07ecf981/c961f9ad-7764-4956-bb44-5ca4a5973b67/2b8ce4f6-2f64-4a80-a2fe-cf5cd96afaea) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:18:05.792750 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d329a4f-9c98-44f2-96cb-b4a2dd8ad78f None None] Pushing event updated for resources: {'Port': ['ID=634fe32a-c288-4d61-a4d1-222b11ed29af,revision_number=3']} {{(pid=84889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:05.831518 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-197b8a8a-cd1a-4e0c-bad3-f36cae773d42 req-fe1ab5bb-b5a8-4d46-9611-61b0c7e27e1f tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] 10.222.0.85 "GET /v2.0/security-groups?id=7406621a-1401-4b06-82d8-1a98a746bcb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5556479 May 30 20:18:05.958543 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7bb98c6c-10cb-4c07-9797-e85ef8b38c1e tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:05.971772 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-95e20f34-7875-4f21-acbd-1733f9cb3a72 None None] Set router 238f8cbb-dfcc-4cb4-82fe-41a5dad58781 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:18:05.991140 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-7bb98c6c-10cb-4c07-9797-e85ef8b38c1e tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dfebaf0-dc9f-476d-9977-56c7fc58662b']}} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:18:06.005842 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-7bb98c6c-10cb-4c07-9797-e85ef8b38c1e tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c26dc90-ba8a-44ec-b215-1e8fb1eebc9d') {'for_net_delete': True} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:18:06.006162 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-7bb98c6c-10cb-4c07-9797-e85ef8b38c1e tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c26dc90-ba8a-44ec-b215-1e8fb1eebc9d') {} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:18:06.020142 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7bb98c6c-10cb-4c07-9797-e85ef8b38c1e tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3149912'] for segment, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:06.021051 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4edcbd0b-6871-4898-add9-46b268e92f57 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:06.046875 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7bb98c6c-10cb-4c07-9797-e85ef8b38c1e tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:06.061685 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bb98c6c-10cb-4c07-9797-e85ef8b38c1e tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Releasing vlan 668 on physical network physnet1 to pool {{(pid=84887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:18:06.062466 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7bb98c6c-10cb-4c07-9797-e85ef8b38c1e tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4055488'] for segment, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:06.063449 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [None req-4edcbd0b-6871-4898-add9-46b268e92f57 admin admin] Transition to ACTIVE for port object 2b8ce4f6-2f64-4a80-a2fe-cf5cd96afaea will not be triggered until provisioned by entity DHCP. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:18:06.089840 n-d-843948-2 neutron-server[84887]: Traceback (most recent call last): May 30 20:18:06.089840 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:18:06.089840 n-d-843948-2 neutron-server[84887]: timer() May 30 20:18:06.089840 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:18:06.089840 n-d-843948-2 neutron-server[84887]: cb(*args, **kw) May 30 20:18:06.089840 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:18:06.089840 n-d-843948-2 neutron-server[84887]: return func(*args, **kwargs) May 30 20:18:06.089840 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:18:06.089840 n-d-843948-2 neutron-server[84887]: self._notify() May 30 20:18:06.089840 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:18:06.089840 n-d-843948-2 neutron-server[84887]: self.callback(batched_events) May 30 20:18:06.089840 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:18:06.089840 n-d-843948-2 neutron-server[84887]: event.method(event) May 30 20:18:06.089840 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:18:06.089840 n-d-843948-2 neutron-server[84887]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:18:06.089840 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:18:06.089840 n-d-843948-2 neutron-server[84887]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:18:06.089840 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:18:06.089840 n-d-843948-2 neutron-server[84887]: return f(self, *a, **k) May 30 20:18:06.089840 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:18:06.089840 n-d-843948-2 neutron-server[84887]: return self._get(url).json() May 30 20:18:06.089840 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:18:06.089840 n-d-843948-2 neutron-server[84887]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:18:06.089840 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:18:06.089840 n-d-843948-2 neutron-server[84887]: return self.request(url, 'GET', **kwargs) May 30 20:18:06.089840 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:18:06.089840 n-d-843948-2 neutron-server[84887]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:18:06.089840 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:18:06.089840 n-d-843948-2 neutron-server[84887]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:18:06.089840 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:18:06.089840 n-d-843948-2 neutron-server[84887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:18:06.089840 n-d-843948-2 neutron-server[84887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:18:06.197249 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c2eda5e3-0cc6-476b-bc02-21fd6e4eec0b req-a5dab7ae-e0e7-4653-9cd3-5b9adeb1fc7a service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=4220fd61-af51-45e2-919d-bf769e04f7d8 HTTP/1.1" status: 200 len: 1096 time: 0.3153555 May 30 20:18:06.202673 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4edcbd0b-6871-4898-add9-46b268e92f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:06.282103 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7bb98c6c-10cb-4c07-9797-e85ef8b38c1e tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:06.282248 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7bb98c6c-10cb-4c07-9797-e85ef8b38c1e tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:06.330043 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb98c6c-10cb-4c07-9797-e85ef8b38c1e tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] Pushing event deleted for resources: {'Network': ['ID=7dfebaf0-dc9f-476d-9977-56c7fc58662b,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:06.345766 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-7bb98c6c-10cb-4c07-9797-e85ef8b38c1e tempest-TaggedBootDevicesTest-599844457 tempest-TaggedBootDevicesTest-599844457-project] 10.222.0.85 "DELETE /v2.0/networks/7dfebaf0-dc9f-476d-9977-56c7fc58662b HTTP/1.1" status: 204 len: 168 time: 1.5228853 May 30 20:18:06.348051 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c2eda5e3-0cc6-476b-bc02-21fd6e4eec0b req-432cb007-d098-4b2f-bd11-7aa2021f6931 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=7406621a-1401-4b06-82d8-1a98a746bcb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394880 May 30 20:18:06.373548 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edcbd0b-6871-4898-add9-46b268e92f57 admin admin] Pushing event updated for resources: {'Port': ['ID=2b8ce4f6-2f64-4a80-a2fe-cf5cd96afaea,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:06.391606 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4edcbd0b-6871-4898-add9-46b268e92f57 admin admin] Network a8fd4d2d-32fb-4554-b8d5-052f07ecf981 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:18:06.392943 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-4edcbd0b-6871-4898-add9-46b268e92f57 admin admin] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:18:06.406067 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4edcbd0b-6871-4898-add9-46b268e92f57 admin admin] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:18:06.462982 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-95e20f34-7875-4f21-acbd-1733f9cb3a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '238f8cbb-dfcc-4cb4-82fe-41a5dad58781', 'name': 'tempest-AttachVolumeShelveTestJSON-327669550-router', 'tenant_id': '204a9ca9af944bf39656e3dc7145a4f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': '634fe32a-c288-4d61-a4d1-222b11ed29af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:17:56Z', 'updated_at': '2022-05-30T20:17:59Z', 'revision_number': 3, 'project_id': '204a9ca9af944bf39656e3dc7145a4f6', 'gw_port': {'id': '634fe32a-c288-4d61-a4d1-222b11ed29af', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:01:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '238f8cbb-dfcc-4cb4-82fe-41a5dad58781', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:17:57Z', 'updated_at': '2022-05-30T20:18:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:18:06.470271 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e20f34-7875-4f21-acbd-1733f9cb3a72 None None] The sync data for ids ['238f8cbb-dfcc-4cb4-82fe-41a5dad58781'] in n-d-843948-2 is: [{'id': '238f8cbb-dfcc-4cb4-82fe-41a5dad58781', 'name': 'tempest-AttachVolumeShelveTestJSON-327669550-router', 'tenant_id': '204a9ca9af944bf39656e3dc7145a4f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': '634fe32a-c288-4d61-a4d1-222b11ed29af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:17:56Z', 'updated_at': '2022-05-30T20:17:59Z', 'revision_number': 3, 'project_id': '204a9ca9af944bf39656e3dc7145a4f6', 'gw_port': {'id': '634fe32a-c288-4d61-a4d1-222b11ed29af', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:01:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '238f8cbb-dfcc-4cb4-82fe-41a5dad58781', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:17:57Z', 'updated_at': '2022-05-30T20:18:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:18:06.500600 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4edcbd0b-6871-4898-add9-46b268e92f57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-736099'] for router_interface, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:06.746630 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4edcbd0b-6871-4898-add9-46b268e92f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:06.882499 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd8fed1-bdc5-4ffc-8be1-1df821d0e0aa req-05cda59c-bfaa-42f7-bfed-752e905f627d tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:06.905642 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7bd8fed1-bdc5-4ffc-8be1-1df821d0e0aa req-05cda59c-bfaa-42f7-bfed-752e905f627d tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/ports?device_id=05c90cf3-eefb-48d0-8aab-ee021bb8d5f6 HTTP/1.1" status: 200 len: 945 time: 0.1761904 May 30 20:18:07.090458 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7bd8fed1-bdc5-4ffc-8be1-1df821d0e0aa req-8b8bcb4f-9a00-4fac-8a10-78bfc5019add tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/security-groups?id=0524bca6-45ea-44a4-8d6f-618d0ae32427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923742 May 30 20:18:07.146939 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-27b96b88-826a-4f32-bafa-81dc4aac36b6 None None] Provisioning for port 2b8ce4f6-2f64-4a80-a2fe-cf5cd96afaea completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:18:07.156751 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-27b96b88-826a-4f32-bafa-81dc4aac36b6 None None] Provisioning complete for port 2b8ce4f6-2f64-4a80-a2fe-cf5cd96afaea triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:18:07.157117 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-27b96b88-826a-4f32-bafa-81dc4aac36b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:07.400009 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4edcbd0b-6871-4898-add9-46b268e92f57 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:07.425420 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-27b96b88-826a-4f32-bafa-81dc4aac36b6 None None] Port 2b8ce4f6-2f64-4a80-a2fe-cf5cd96afaea cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:18:07.460224 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84916b6c-eccd-41c4-830e-459dc4d059bd req-2685064f-5893-44da-9e58-c8a8152f370c tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:07.462012 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-84916b6c-eccd-41c4-830e-459dc4d059bd req-2685064f-5893-44da-9e58-c8a8152f370c tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] 10.222.0.85 "GET /v2.0/ports?device_id=4220fd61-af51-45e2-919d-bf769e04f7d8 HTTP/1.1" status: 200 len: 945 time: 0.1111178 May 30 20:18:07.473092 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4edcbd0b-6871-4898-add9-46b268e92f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:07.670351 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-84916b6c-eccd-41c4-830e-459dc4d059bd req-fa35c5f9-8e91-41f2-a889-8dedf965eea1 tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] 10.222.0.85 "GET /v2.0/security-groups?id=7406621a-1401-4b06-82d8-1a98a746bcb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455674 May 30 20:18:07.677683 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4edcbd0b-6871-4898-add9-46b268e92f57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1718057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-736206'] for router_interface, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:07.688830 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edcbd0b-6871-4898-add9-46b268e92f57 admin admin] Pushing event updated for resources: {'Port': ['ID=2b8ce4f6-2f64-4a80-a2fe-cf5cd96afaea,revision_number=2']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:07.970137 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4edcbd0b-6871-4898-add9-46b268e92f57 admin admin] Network a8fd4d2d-32fb-4554-b8d5-052f07ecf981 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:18:07.973189 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-4edcbd0b-6871-4898-add9-46b268e92f57 admin admin] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:18:08.119245 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 634fe32a-c288-4d61-a4d1-222b11ed29af up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:18:08.493067 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 634fe32a-c288-4d61-a4d1-222b11ed29af completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:18:08.513251 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 634fe32a-c288-4d61-a4d1-222b11ed29af triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:18:08.514002 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:08.691357 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63262fe-21a1-4d6d-9a99-539e9c84b759 req-4bf1c7ee-87d6-45db-9534-c30c59016dd6 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:08.697414 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c63262fe-21a1-4d6d-9a99-539e9c84b759 req-4bf1c7ee-87d6-45db-9534-c30c59016dd6 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/ports?device_id=05c90cf3-eefb-48d0-8aab-ee021bb8d5f6 HTTP/1.1" status: 200 len: 945 time: 0.3291025 May 30 20:18:08.770201 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-825c20fc-1f2d-45db-85e2-1c13af8903dc None None] Provisioning complete for port 2b8ce4f6-2f64-4a80-a2fe-cf5cd96afaea triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:18:08.770878 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-825c20fc-1f2d-45db-85e2-1c13af8903dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:08.810150 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c63262fe-21a1-4d6d-9a99-539e9c84b759 req-f3051754-dff7-4c57-b54c-1c30783ab980 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/security-groups?id=0524bca6-45ea-44a4-8d6f-618d0ae32427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022143 May 30 20:18:08.945929 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-825c20fc-1f2d-45db-85e2-1c13af8903dc None None] Port 2b8ce4f6-2f64-4a80-a2fe-cf5cd96afaea cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:18:09.011000 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:09.030660 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port 634fe32a-c288-4d61-a4d1-222b11ed29af, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=634fe32a-c288-4d61-a4d1-222b11ed29af,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:18:09.126606 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:09.144761 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be88c6d7-c32d-4168-942c-f1f0db0db450 req-724a7921-642a-4abb-ae02-0ad439e82bde tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:09.146345 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-be88c6d7-c32d-4168-942c-f1f0db0db450 req-724a7921-642a-4abb-ae02-0ad439e82bde tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] 10.222.0.85 "GET /v2.0/ports?device_id=4220fd61-af51-45e2-919d-bf769e04f7d8 HTTP/1.1" status: 200 len: 945 time: 0.2096608 May 30 20:18:09.176884 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 58926) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:18:09.225977 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-be88c6d7-c32d-4168-942c-f1f0db0db450 req-226df1b4-66e4-498e-ac3f-278dfa936f15 tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] 10.222.0.85 "GET /v2.0/security-groups?id=7406621a-1401-4b06-82d8-1a98a746bcb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713401 May 30 20:18:09.246481 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=634fe32a-c288-4d61-a4d1-222b11ed29af,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:09.270758 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4edcbd0b-6871-4898-add9-46b268e92f57 admin admin] Router 238f8cbb-dfcc-4cb4-82fe-41a5dad58781 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:18:09.512247 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-15bccb96-e98d-4170-a8ee-6229c745c6c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:09.595834 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-15bccb96-e98d-4170-a8ee-6229c745c6c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:18:09.614158 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-15bccb96-e98d-4170-a8ee-6229c745c6c3 admin admin] Usage tracker for resource:security_group_rule and tenant:f537a13eea944b08aac7e01162faf9ff is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:18:09.620930 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-15bccb96-e98d-4170-a8ee-6229c745c6c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:18:09.639528 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-15bccb96-e98d-4170-a8ee-6229c745c6c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:18:09.641502 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4edcbd0b-6871-4898-add9-46b268e92f57 admin admin] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:18:09.699578 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-4edcbd0b-6871-4898-add9-46b268e92f57 admin admin] 10.222.0.85 "PUT /v2.0/routers/238f8cbb-dfcc-4cb4-82fe-41a5dad58781/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7682648 May 30 20:18:09.882598 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-15bccb96-e98d-4170-a8ee-6229c745c6c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:10.105393 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 634fe32a-c288-4d61-a4d1-222b11ed29af up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:18:10.173299 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-15bccb96-e98d-4170-a8ee-6229c745c6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:10.224891 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb2082f-1c61-4f27-a9cc-5b0014388854 req-3b4ef68d-3244-4007-bf2f-ec49ea185202 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:10.232613 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9eb2082f-1c61-4f27-a9cc-5b0014388854 req-3b4ef68d-3244-4007-bf2f-ec49ea185202 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/ports?device_id=05c90cf3-eefb-48d0-8aab-ee021bb8d5f6 HTTP/1.1" status: 200 len: 945 time: 0.1108463 May 30 20:18:10.255438 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 634fe32a-c288-4d61-a4d1-222b11ed29af triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:18:10.256014 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:10.293562 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bccb96-e98d-4170-a8ee-6229c745c6c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=341a1996-b3ec-44bf-9695-6864ecd6d70d,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:10.316309 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9eb2082f-1c61-4f27-a9cc-5b0014388854 req-9d5f3030-84c4-4e7b-a28b-ecf6c196aafb tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/security-groups?id=0524bca6-45ea-44a4-8d6f-618d0ae32427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804591 May 30 20:18:10.348639 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-15bccb96-e98d-4170-a8ee-6229c745c6c3 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=f537a13eea944b08aac7e01162faf9ff&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1697731 May 30 20:18:10.352288 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 58964) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:18:10.370896 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb07b1e3-2fc3-458f-a514-59683b3b3506 req-ce032d09-acb5-4002-9b35-12e94906bd0b tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:10.379174 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fb07b1e3-2fc3-458f-a514-59683b3b3506 req-ce032d09-acb5-4002-9b35-12e94906bd0b tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] 10.222.0.85 "GET /v2.0/networks?id=8df2eca9-bd87-463d-93ac-08e4ae9a8369 HTTP/1.1" status: 200 len: 810 time: 0.4865222 May 30 20:18:10.404072 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fb07b1e3-2fc3-458f-a514-59683b3b3506 req-a6985c26-8c1b-4834-be30-5591f519d8ba tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] 10.222.0.85 "GET /v2.0/quotas/104c300f9f19443ab4c7c434d4800823 HTTP/1.1" status: 200 len: 375 time: 0.0200820 May 30 20:18:10.559679 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-61ea901e-63b6-4b8c-bf14-b249f2893e1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:10.571869 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fb07b1e3-2fc3-458f-a514-59683b3b3506 req-64700ae5-9b3f-449c-813a-848f1809527a tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=104c300f9f19443ab4c7c434d4800823&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1701643 May 30 20:18:10.683991 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-61ea901e-63b6-4b8c-bf14-b249f2893e1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:10.762417 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fb07b1e3-2fc3-458f-a514-59683b3b3506 req-62b1c89b-7bc2-4e97-8d8d-94f581971761 service neutron] 10.222.0.85 "GET /v2.0/networks/8df2eca9-bd87-463d-93ac-08e4ae9a8369?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894195 May 30 20:18:10.937213 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fb07b1e3-2fc3-458f-a514-59683b3b3506 req-b440a2d1-9434-4fe3-bbe2-e741db0f07d0 service neutron] 10.222.0.85 "GET /v2.0/networks/8df2eca9-bd87-463d-93ac-08e4ae9a8369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733611 May 30 20:18:10.949153 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-61ea901e-63b6-4b8c-bf14-b249f2893e1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:10.972786 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ea901e-63b6-4b8c-bf14-b249f2893e1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=341a1996-b3ec-44bf-9695-6864ecd6d70d,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:10.997190 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-61ea901e-63b6-4b8c-bf14-b249f2893e1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:11.003122 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-61ea901e-63b6-4b8c-bf14-b249f2893e1f admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/341a1996-b3ec-44bf-9695-6864ecd6d70d HTTP/1.1" status: 204 len: 168 time: 0.6493382 May 30 20:18:11.022575 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 58972) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:18:11.027918 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-ac9bd5e1-74d6-4178-8245-7d69518fbffd tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Request body: {'security_group': {'name': 'tempest-securitygroup--729201262', 'description': 'tempest-description--1345180047'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:18:11.041916 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-ac9bd5e1-74d6-4178-8245-7d69518fbffd tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:18:11.048238 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-ac9bd5e1-74d6-4178-8245-7d69518fbffd tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Usage tracker for resource:security_group and tenant:204a9ca9af944bf39656e3dc7145a4f6 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:18:11.053047 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-ac9bd5e1-74d6-4178-8245-7d69518fbffd tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:18:11.065004 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-ac9bd5e1-74d6-4178-8245-7d69518fbffd tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:18:11.287544 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ac9bd5e1-74d6-4178-8245-7d69518fbffd tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:11.401649 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-ac9bd5e1-74d6-4178-8245-7d69518fbffd tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:18:11.427709 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-ac9bd5e1-74d6-4178-8245-7d69518fbffd tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Usage tracker for resource:security_group_rule and tenant:204a9ca9af944bf39656e3dc7145a4f6 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:18:11.442059 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-ac9bd5e1-74d6-4178-8245-7d69518fbffd tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:18:11.482296 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-ac9bd5e1-74d6-4178-8245-7d69518fbffd tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:18:11.622401 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d1c86e-e30c-4163-b3fb-fddba385406c None None] Sync routers for ids ['238f8cbb-dfcc-4cb4-82fe-41a5dad58781'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:18:11.707121 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d1c86e-e30c-4163-b3fb-fddba385406c None None] Routers {'238f8cbb-dfcc-4cb4-82fe-41a5dad58781'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:18:11.707121 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-02d1c86e-e30c-4163-b3fb-fddba385406c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:17:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['238f8cbb-dfcc-4cb4-82fe-41a5dad58781'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:18:11.838505 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2933dad2-bb77-41a9-b68e-24c978d0368e req-5d27d777-d301-458d-a43d-628f39534d21 tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] 10.222.0.85 "GET /v2.0/ports?device_id=14a74cfc-8a91-4c5f-aea5-1c3b712d56a4 HTTP/1.1" status: 200 len: 210 time: 0.2385478 May 30 20:18:12.053469 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ac9bd5e1-74d6-4178-8245-7d69518fbffd tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:12.150579 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ac9bd5e1-74d6-4178-8245-7d69518fbffd tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:12.273640 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1b06bb-5f9e-49f1-a3e7-9a97b1555336 req-2e3618e8-4341-4941-80a0-4fb60e81279b tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:12.289455 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-dc1b06bb-5f9e-49f1-a3e7-9a97b1555336 req-2e3618e8-4341-4941-80a0-4fb60e81279b tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/ports?device_id=05c90cf3-eefb-48d0-8aab-ee021bb8d5f6 HTTP/1.1" status: 200 len: 945 time: 0.4347928 May 30 20:18:12.396066 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9bd5e1-74d6-4178-8245-7d69518fbffd tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b38efed6-f54b-4caf-8451-aa3a591cbb99,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:12.427728 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-dc1b06bb-5f9e-49f1-a3e7-9a97b1555336 req-2c26bb51-8846-49c7-954f-4ae1daf14a1c tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/security-groups?id=0524bca6-45ea-44a4-8d6f-618d0ae32427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304083 May 30 20:18:12.465820 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ac9bd5e1-74d6-4178-8245-7d69518fbffd tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:12.471026 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-ac9bd5e1-74d6-4178-8245-7d69518fbffd tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 1.4433477 May 30 20:18:12.472106 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 58996) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:18:12.487260 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-4dcd5d0b-91a5-42be-a62a-cb2f9d8783ee tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Request body: {'security_group_rule': {'security_group_id': 'b38efed6-f54b-4caf-8451-aa3a591cbb99', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:18:12.503686 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-4dcd5d0b-91a5-42be-a62a-cb2f9d8783ee tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:18:12.526077 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-4dcd5d0b-91a5-42be-a62a-cb2f9d8783ee tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Usage tracker for resource:security_group_rule and tenant:204a9ca9af944bf39656e3dc7145a4f6 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:18:12.539360 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-4dcd5d0b-91a5-42be-a62a-cb2f9d8783ee tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:18:12.566022 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-4dcd5d0b-91a5-42be-a62a-cb2f9d8783ee tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:18:12.598713 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 6398fd5e-0546-4c9b-b38c-b40af43bfae5 details requested by agent hyperv_n-h1-843948-2 with host n-h1-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:18:12.737760 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 59004) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:18:12.744512 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4dcd5d0b-91a5-42be-a62a-cb2f9d8783ee tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:12.834237 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-df8c10a8-fee6-496d-98e6-fff07dbee4bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:12.865603 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 6398fd5e-0546-4c9b-b38c-b40af43bfae5 no longer exists at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:18:12.992685 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4dcd5d0b-91a5-42be-a62a-cb2f9d8783ee tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:13.007676 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-02d1c86e-e30c-4163-b3fb-fddba385406c None None] Set router 238f8cbb-dfcc-4cb4-82fe-41a5dad58781 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:18:13.064447 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-df8c10a8-fee6-496d-98e6-fff07dbee4bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:18:13.079482 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-df8c10a8-fee6-496d-98e6-fff07dbee4bf admin admin] Usage tracker for resource:security_group_rule and tenant:99ddb580b9d84a43a6c84e67faf14873 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:18:13.090262 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-df8c10a8-fee6-496d-98e6-fff07dbee4bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:18:13.122520 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-df8c10a8-fee6-496d-98e6-fff07dbee4bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:18:13.139847 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4dcd5d0b-91a5-42be-a62a-cb2f9d8783ee tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:13.417989 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-df8c10a8-fee6-496d-98e6-fff07dbee4bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:13.482823 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 6398fd5e-0546-4c9b-b38c-b40af43bfae5, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=6398fd5e-0546-4c9b-b38c-b40af43bfae5,segment=NetworkSegment(9cdcbede-65a3-4a4d-80cb-286c108c164a),segment_id=9cdcbede-65a3-4a4d-80cb-286c108c164a)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:18:13.488118 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c4acb84e-908f-45a4-ae19-653501db7f5b req-ebdf6e58-bf08-401d-8b4d-cb3ae60e1de1 tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] 10.222.0.85 "GET /v2.0/ports?device_id=14a74cfc-8a91-4c5f-aea5-1c3b712d56a4 HTTP/1.1" status: 200 len: 210 time: 0.2984006 May 30 20:18:13.491616 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcd5d0b-91a5-42be-a62a-cb2f9d8783ee tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a86bcbd8-295f-49f5-a0bd-14f0de9797a9,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:13.522242 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-df8c10a8-fee6-496d-98e6-fff07dbee4bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:13.527404 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Returning: {'device': '6398fd5e-0546-4c9b-b38c-b40af43bfae5', 'network_id': '51438f8d-98bc-428c-98e5-c8517683a003', 'port_id': '6398fd5e-0546-4c9b-b38c-b40af43bfae5', 'mac_address': 'fa:16:3e:56:5c:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7c3f85d-fe14-497a-a810-561b8b1fe24d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:18:13.527606 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4dcd5d0b-91a5-42be-a62a-cb2f9d8783ee tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:13.536985 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-4dcd5d0b-91a5-42be-a62a-cb2f9d8783ee tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.0628483 May 30 20:18:13.539169 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 59022) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:18:13.566604 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-d35a2b2d-75c2-4dc6-b8b7-cd21c25b7ca6 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Request body: {'security_group_rule': {'security_group_id': 'b38efed6-f54b-4caf-8451-aa3a591cbb99', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:18:13.599850 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:13.609776 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-d35a2b2d-75c2-4dc6-b8b7-cd21c25b7ca6 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:18:13.619667 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-d35a2b2d-75c2-4dc6-b8b7-cd21c25b7ca6 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Usage tracker for resource:security_group_rule and tenant:204a9ca9af944bf39656e3dc7145a4f6 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:18:13.636718 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-d35a2b2d-75c2-4dc6-b8b7-cd21c25b7ca6 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:18:13.668847 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-d35a2b2d-75c2-4dc6-b8b7-cd21c25b7ca6 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:18:13.675299 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8c10a8-fee6-496d-98e6-fff07dbee4bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6372e4f8-988b-43a4-9166-74931761c312,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:13.718869 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-df8c10a8-fee6-496d-98e6-fff07dbee4bf admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=99ddb580b9d84a43a6c84e67faf14873&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9850395 May 30 20:18:13.723011 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 59028) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:18:13.779116 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:13.875684 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d35a2b2d-75c2-4dc6-b8b7-cd21c25b7ca6 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:13.925341 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6398fd5e-0546-4c9b-b38c-b40af43bfae5 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:18:13.941204 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2384ada2-5c9c-4c35-9c68-15923ada447c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:13.960313 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 6398fd5e-0546-4c9b-b38c-b40af43bfae5, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=6398fd5e-0546-4c9b-b38c-b40af43bfae5,segment=NetworkSegment(9cdcbede-65a3-4a4d-80cb-286c108c164a),segment_id=9cdcbede-65a3-4a4d-80cb-286c108c164a)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:18:13.978375 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d35a2b2d-75c2-4dc6-b8b7-cd21c25b7ca6 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:14.055547 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2384ada2-5c9c-4c35-9c68-15923ada447c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:14.125369 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d35a2b2d-75c2-4dc6-b8b7-cd21c25b7ca6 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:14.135477 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99982a0d-a9be-4f59-ab2d-8ca72161e510 req-44d800eb-7101-4f6b-b6f5-c56b45ea67c8 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:14.149460 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-99982a0d-a9be-4f59-ab2d-8ca72161e510 req-44d800eb-7101-4f6b-b6f5-c56b45ea67c8 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/ports?device_id=05c90cf3-eefb-48d0-8aab-ee021bb8d5f6 HTTP/1.1" status: 200 len: 945 time: 0.2989531 May 30 20:18:14.181049 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:14.182342 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35a2b2d-75c2-4dc6-b8b7-cd21c25b7ca6 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b6eb57a-ad3a-4286-87b9-484c5bc41384,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:14.304050 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2384ada2-5c9c-4c35-9c68-15923ada447c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:14.327503 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d35a2b2d-75c2-4dc6-b8b7-cd21c25b7ca6 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:14.333854 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-d35a2b2d-75c2-4dc6-b8b7-cd21c25b7ca6 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.7850156 May 30 20:18:14.334024 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2384ada2-5c9c-4c35-9c68-15923ada447c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6372e4f8-988b-43a4-9166-74931761c312,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:14.337284 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-99982a0d-a9be-4f59-ab2d-8ca72161e510 req-0e9cca3b-c8a2-4c76-9d4f-f548e0b5389f tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/security-groups?id=0524bca6-45ea-44a4-8d6f-618d0ae32427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490388 May 30 20:18:14.338234 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 59036) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:18:14.346474 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-22c6f120-bae2-4a78-8532-b294ca86a15d tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Request body: {'floatingip': {'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:18:14.352605 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-22c6f120-bae2-4a78-8532-b294ca86a15d tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:18:14.363958 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-22c6f120-bae2-4a78-8532-b294ca86a15d tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Usage tracker for resource:floatingip and tenant:204a9ca9af944bf39656e3dc7145a4f6 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:18:14.383103 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-22c6f120-bae2-4a78-8532-b294ca86a15d tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:18:14.399350 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-22c6f120-bae2-4a78-8532-b294ca86a15d tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:18:14.412773 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2384ada2-5c9c-4c35-9c68-15923ada447c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:14.414645 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-2384ada2-5c9c-4c35-9c68-15923ada447c admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/6372e4f8-988b-43a4-9166-74931761c312 HTTP/1.1" status: 204 len: 168 time: 0.6867366 May 30 20:18:14.507408 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.db.api [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:18:14.508230 n-d-843948-2 neutron-server[84888]: DEBUG oslo_db.api [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:18:14.538838 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['6398fd5e-0546-4c9b-b38c-b40af43bfae5'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:18:14.547788 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-22c6f120-bae2-4a78-8532-b294ca86a15d tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Notify callbacks [] for floatingip, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:14.589349 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-02d1c86e-e30c-4163-b3fb-fddba385406c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '238f8cbb-dfcc-4cb4-82fe-41a5dad58781', 'name': 'tempest-AttachVolumeShelveTestJSON-327669550-router', 'tenant_id': '204a9ca9af944bf39656e3dc7145a4f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': '634fe32a-c288-4d61-a4d1-222b11ed29af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:17:56Z', 'updated_at': '2022-05-30T20:18:06Z', 'revision_number': 4, 'project_id': '204a9ca9af944bf39656e3dc7145a4f6', 'gw_port': {'id': '634fe32a-c288-4d61-a4d1-222b11ed29af', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:01:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '238f8cbb-dfcc-4cb4-82fe-41a5dad58781', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:17:57Z', 'updated_at': '2022-05-30T20:18:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '2b8ce4f6-2f64-4a80-a2fe-cf5cd96afaea', 'name': '', 'network_id': 'a8fd4d2d-32fb-4554-b8d5-052f07ecf981', 'tenant_id': '204a9ca9af944bf39656e3dc7145a4f6', 'mac_address': 'fa:16:3e:c3:e6:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '238f8cbb-dfcc-4cb4-82fe-41a5dad58781', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c961f9ad-7764-4956-bb44-5ca4a5973b67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:18:04Z', 'updated_at': '2022-05-30T20:18:06Z', 'revision_number': 2, 'project_id': '204a9ca9af944bf39656e3dc7145a4f6', 'subnets': [{'id': 'c961f9ad-7764-4956-bb44-5ca4a5973b67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:18:14.595705 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=6398fd5e-0546-4c9b-b38c-b40af43bfae5,revision_number=6']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:14.614640 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d1c86e-e30c-4163-b3fb-fddba385406c None None] Checking router: 238f8cbb-dfcc-4cb4-82fe-41a5dad58781 for host: n-d-843948-2 {{(pid=84888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:18:14.614640 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d1c86e-e30c-4163-b3fb-fddba385406c None None] Updating router 238f8cbb-dfcc-4cb4-82fe-41a5dad58781 port 2b8ce4f6-2f64-4a80-a2fe-cf5cd96afaea binding host n-d-843948-2 {{(pid=84888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:18:14.747615 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-02d1c86e-e30c-4163-b3fb-fddba385406c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:14.814666 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c5e56c1e-b533-4946-b77d-2ad974ef1a61 req-24c474f9-4c25-412b-8d37-60f5c654c9e4 tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] 10.222.0.85 "GET /v2.0/ports?device_id=14a74cfc-8a91-4c5f-aea5-1c3b712d56a4 HTTP/1.1" status: 200 len: 210 time: 0.1257808 May 30 20:18:14.880122 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:18:15.034275 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-22c6f120-bae2-4a78-8532-b294ca86a15d tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:15.239113 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2473f574-139e-41e3-918c-3e8982e6340c req-3907eb11-54e0-4459-9577-1a2c39ae39c1 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=f8af66f6-93a3-4b44-964c-0edc263a69f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1282401 May 30 20:18:15.304672 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [None req-22c6f120-bae2-4a78-8532-b294ca86a15d tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Allocated IP 172.25.8.235 (c7869750-4b49-4b7e-aa99-5e0f1ae02da4/427601ec-f643-4fe7-b5e6-17305d3a39e1/4e2a8d1f-5d56-4de7-92c3-32b19ec73afc) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:18:15.510894 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-02d1c86e-e30c-4163-b3fb-fddba385406c None None] Notify callbacks [] for port, precommit_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:15.549344 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:15.577944 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-02d1c86e-e30c-4163-b3fb-fddba385406c None None] Transition to ACTIVE for port object 2b8ce4f6-2f64-4a80-a2fe-cf5cd96afaea will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:18:15.609046 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 6398fd5e-0546-4c9b-b38c-b40af43bfae5 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:18:15.644682 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 6398fd5e-0546-4c9b-b38c-b40af43bfae5, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=6398fd5e-0546-4c9b-b38c-b40af43bfae5,segment=NetworkSegment(9cdcbede-65a3-4a4d-80cb-286c108c164a),segment_id=9cdcbede-65a3-4a4d-80cb-286c108c164a)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:18:15.702728 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-02d1c86e-e30c-4163-b3fb-fddba385406c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:15.730111 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2473f574-139e-41e3-918c-3e8982e6340c req-723258fa-a0ca-49bd-8205-6af204d2606f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=81e36025f4964ad6aa1305da6f1825fb&device_id=f8af66f6-93a3-4b44-964c-0edc263a69f5 HTTP/1.1" status: 200 len: 6500 time: 0.3068590 May 30 20:18:15.931034 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-22c6f120-bae2-4a78-8532-b294ca86a15d tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:15.978969 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:15.981968 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d297a502-38f9-4f7e-aee6-f39e6494ffb0 req-4a11e84c-f364-451d-b3a8-eb1f6a7f215a tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:15.995996 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d297a502-38f9-4f7e-aee6-f39e6494ffb0 req-4a11e84c-f364-451d-b3a8-eb1f6a7f215a tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/ports?device_id=05c90cf3-eefb-48d0-8aab-ee021bb8d5f6 HTTP/1.1" status: 200 len: 944 time: 0.3146958 May 30 20:18:16.026181 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613d7998-b724-473c-a442-9e4a5f443974 None None] Pushing event updated for resources: {'Port': ['ID=2b8ce4f6-2f64-4a80-a2fe-cf5cd96afaea,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:16.113761 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d297a502-38f9-4f7e-aee6-f39e6494ffb0 req-72501e0a-0e67-4b9a-b23f-b404b15ecf7d tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/security-groups?id=0524bca6-45ea-44a4-8d6f-618d0ae32427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136713 May 30 20:18:16.258280 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-22c6f120-bae2-4a78-8532-b294ca86a15d tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:16.338150 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=6398fd5e-0546-4c9b-b38c-b40af43bfae5,revision_number=7']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:16.368337 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-02d1c86e-e30c-4163-b3fb-fddba385406c None None] Attempting to bind port 2b8ce4f6-2f64-4a80-a2fe-cf5cd96afaea on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:18:16.368944 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-02d1c86e-e30c-4163-b3fb-fddba385406c None None] Attempting to bind port 2b8ce4f6-2f64-4a80-a2fe-cf5cd96afaea by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': '327b421f-3671-4415-86c0-3c9c0e7ca945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'a8fd4d2d-32fb-4554-b8d5-052f07ecf981'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:18:16.369487 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d1c86e-e30c-4163-b3fb-fddba385406c None None] Attempting to bind port 2b8ce4f6-2f64-4a80-a2fe-cf5cd96afaea on network a8fd4d2d-32fb-4554-b8d5-052f07ecf981 {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:18:16.376232 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4209a26c-554a-49ce-ac26-c16232324823 req-597911aa-444a-4f2d-b4b8-7cc9f8ae5e9a tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] 10.222.0.85 "GET /v2.0/ports?device_id=14a74cfc-8a91-4c5f-aea5-1c3b712d56a4 HTTP/1.1" status: 200 len: 210 time: 0.3087642 May 30 20:18:16.474051 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2473f574-139e-41e3-918c-3e8982e6340c req-8c69ff87-015d-4233-962b-943752b65b1b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:16.474051 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2473f574-139e-41e3-918c-3e8982e6340c req-8c69ff87-015d-4233-962b-943752b65b1b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:16.474051 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2473f574-139e-41e3-918c-3e8982e6340c req-8c69ff87-015d-4233-962b-943752b65b1b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:16.476630 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d1c86e-e30c-4163-b3fb-fddba385406c None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:18:16.476630 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d1c86e-e30c-4163-b3fb-fddba385406c None None] Checking segment: {'id': '327b421f-3671-4415-86c0-3c9c0e7ca945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'a8fd4d2d-32fb-4554-b8d5-052f07ecf981'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:18:16.476630 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-02d1c86e-e30c-4163-b3fb-fddba385406c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:16.477220 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2473f574-139e-41e3-918c-3e8982e6340c req-8c69ff87-015d-4233-962b-943752b65b1b service neutron] 10.222.0.71 "GET /v2.0/networks?id=ac0cf993-3653-417b-b55c-1e0d903ad371&id=a7619443-8c8f-449c-b71b-17b9838c2b23&id=a7619443-8c8f-449c-b71b-17b9838c2b23&id=a7619443-8c8f-449c-b71b-17b9838c2b23&id=a7619443-8c8f-449c-b71b-17b9838c2b23&id=3f114897-b454-4ffb-8b12-a7f676cbd8b7&id=3f114897-b454-4ffb-8b12-a7f676cbd8b7 HTTP/1.1" status: 200 len: 2297 time: 0.6495156 May 30 20:18:16.477340 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d1c86e-e30c-4163-b3fb-fddba385406c None None] Bound using segment: {'id': '327b421f-3671-4415-86c0-3c9c0e7ca945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'a8fd4d2d-32fb-4554-b8d5-052f07ecf981'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:18:16.477340 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-02d1c86e-e30c-4163-b3fb-fddba385406c None None] Bound port: 2b8ce4f6-2f64-4a80-a2fe-cf5cd96afaea, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '327b421f-3671-4415-86c0-3c9c0e7ca945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'a8fd4d2d-32fb-4554-b8d5-052f07ecf981'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:18:16.477340 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-02d1c86e-e30c-4163-b3fb-fddba385406c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:16.477833 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c6f120-bae2-4a78-8532-b294ca86a15d tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:18:16.477833 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-22c6f120-bae2-4a78-8532-b294ca86a15d tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:18:16.477833 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c6f120-bae2-4a78-8532-b294ca86a15d tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:18:16.549409 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c6f120-bae2-4a78-8532-b294ca86a15d tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Pushing event updated for resources: {'Port': ['ID=4e2a8d1f-5d56-4de7-92c3-32b19ec73afc,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:16.618350 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 6398fd5e-0546-4c9b-b38c-b40af43bfae5 up at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:18:16.651914 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2473f574-139e-41e3-918c-3e8982e6340c req-6cb3a412-1fc6-4f5a-a6c6-5f88abe10649 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e11c1dce-38fb-439a-b79f-28a1736ee8b8 HTTP/1.1" status: 200 len: 1001 time: 0.2396619 May 30 20:18:16.863611 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2473f574-139e-41e3-918c-3e8982e6340c req-508a62f3-ced4-4e1f-b4e8-7668c7983a97 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:16.867562 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2473f574-139e-41e3-918c-3e8982e6340c req-508a62f3-ced4-4e1f-b4e8-7668c7983a97 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=12de3c88-630f-42df-9c14-e8413906e7b8 HTTP/1.1" status: 200 len: 855 time: 0.2092624 May 30 20:18:16.876340 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-02d1c86e-e30c-4163-b3fb-fddba385406c None None] For port 2b8ce4f6-2f64-4a80-a2fe-cf5cd96afaea, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:18:16.892027 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning complete for port 6398fd5e-0546-4c9b-b38c-b40af43bfae5 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:18:16.896347 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:16.948256 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-22c6f120-bae2-4a78-8532-b294ca86a15d tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:17.024062 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-02d1c86e-e30c-4163-b3fb-fddba385406c None None] For port 2b8ce4f6-2f64-4a80-a2fe-cf5cd96afaea, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=2b8ce4f6-2f64-4a80-a2fe-cf5cd96afaea,segment=NetworkSegment(327b421f-3671-4415-86c0-3c9c0e7ca945),segment_id=327b421f-3671-4415-86c0-3c9c0e7ca945)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:18:17.062796 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2473f574-139e-41e3-918c-3e8982e6340c req-651a9afe-2a15-4b5f-9c64-c20755005dcf service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ac0cf993-3653-417b-b55c-1e0d903ad371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1879587 May 30 20:18:17.141984 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-22c6f120-bae2-4a78-8532-b294ca86a15d tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:17.165985 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-02d1c86e-e30c-4163-b3fb-fddba385406c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:17.394671 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:17.507962 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2473f574-139e-41e3-918c-3e8982e6340c req-875b7f9a-f152-4d00-8d0e-fe76f7e87882 service neutron] 10.222.0.71 "GET /v2.0/networks/ac0cf993-3653-417b-b55c-1e0d903ad371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4392269 May 30 20:18:17.628095 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613d7998-b724-473c-a442-9e4a5f443974 None None] Pushing event updated for resources: {'Port': ['ID=2b8ce4f6-2f64-4a80-a2fe-cf5cd96afaea,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:17.659813 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05c90cf3-eefb-48d0-8aab-ee021bb8d5f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6398fd5e-0546-4c9b-b38c-b40af43bfae5'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:18:17.690403 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d1c86e-e30c-4163-b3fb-fddba385406c None None] Routers {'238f8cbb-dfcc-4cb4-82fe-41a5dad58781'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:18:17.691869 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-02d1c86e-e30c-4163-b3fb-fddba385406c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:17:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['238f8cbb-dfcc-4cb4-82fe-41a5dad58781'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:18:17.771902 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 6398fd5e-0546-4c9b-b38c-b40af43bfae5, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=6398fd5e-0546-4c9b-b38c-b40af43bfae5,segment=NetworkSegment(9cdcbede-65a3-4a4d-80cb-286c108c164a),segment_id=9cdcbede-65a3-4a4d-80cb-286c108c164a)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:18:17.958820 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:18.112889 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=6398fd5e-0546-4c9b-b38c-b40af43bfae5,revision_number=8']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:18.161308 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-431e931e-8e76-4c30-a2e2-bc9023e4983e req-2f20c045-1d48-45e6-93f8-de8c863c5c62 tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] 10.222.0.85 "GET /v2.0/ports?device_id=14a74cfc-8a91-4c5f-aea5-1c3b712d56a4 HTTP/1.1" status: 200 len: 210 time: 0.3126569 May 30 20:18:18.201371 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-02d1c86e-e30c-4163-b3fb-fddba385406c None None] Set router 238f8cbb-dfcc-4cb4-82fe-41a5dad58781 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:18:18.348613 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2473f574-139e-41e3-918c-3e8982e6340c req-957950f7-4a2b-4616-8f89-0f2310105bd4 service neutron] 10.222.0.71 "GET /v2.0/networks/ac0cf993-3653-417b-b55c-1e0d903ad371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8265293 May 30 20:18:18.606481 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2473f574-139e-41e3-918c-3e8982e6340c req-6a6989bd-bc16-45ea-9f56-f0014b5ad2ee service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.49&port_id=1e6e07a3-c45b-41b8-b6a5-4b5b75a47af3 HTTP/1.1" status: 200 len: 217 time: 0.2569106 May 30 20:18:18.679214 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb07b1e3-2fc3-458f-a514-59683b3b3506 req-d39fa47e-025b-4656-8ee6-f29d7ee672af tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:18.684231 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fb07b1e3-2fc3-458f-a514-59683b3b3506 req-d39fa47e-025b-4656-8ee6-f29d7ee672af tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] 10.222.0.86 "GET /v2.0/networks?id=8df2eca9-bd87-463d-93ac-08e4ae9a8369 HTTP/1.1" status: 200 len: 810 time: 0.9586782 May 30 20:18:18.697306 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.db.resource_extend [None req-22c6f120-bae2-4a78-8532-b294ca86a15d tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:18:18.738764 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-fb07b1e3-2fc3-458f-a514-59683b3b3506 req-e02697f2-e1d6-4241-928d-08007a1b3932 tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] Request body: {'port': {'device_id': '14a74cfc-8a91-4c5f-aea5-1c3b712d56a4', 'network_id': '8df2eca9-bd87-463d-93ac-08e4ae9a8369', 'admin_state_up': True, 'tenant_id': '104c300f9f19443ab4c7c434d4800823'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:18:18.854777 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd134508-a0d7-4607-a840-5c035c803e0a'] response: {'server_uuid': '05c90cf3-eefb-48d0-8aab-ee021bb8d5f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6398fd5e-0546-4c9b-b38c-b40af43bfae5', 'code': 200} May 30 20:18:18.855556 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2473f574-139e-41e3-918c-3e8982e6340c req-80830ee9-1fcf-4402-bbde-b139a6999063 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:18.855556 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2473f574-139e-41e3-918c-3e8982e6340c req-80830ee9-1fcf-4402-bbde-b139a6999063 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a88285df-a7f2-4329-8d01-6e0453d581e4 HTTP/1.1" status: 200 len: 797 time: 0.2386107 May 30 20:18:18.965387 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393b3300-a9ea-44a8-82b9-e305ea10312c req-ce7e8f14-d991-4d66-8c3a-d54859d01f3d tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:18.970804 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-393b3300-a9ea-44a8-82b9-e305ea10312c req-ce7e8f14-d991-4d66-8c3a-d54859d01f3d tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/ports?device_id=05c90cf3-eefb-48d0-8aab-ee021bb8d5f6 HTTP/1.1" status: 200 len: 943 time: 1.5696402 May 30 20:18:18.992570 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-fb07b1e3-2fc3-458f-a514-59683b3b3506 req-e02697f2-e1d6-4241-928d-08007a1b3932 tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:18:19.005567 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-22c6f120-bae2-4a78-8532-b294ca86a15d tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:19.013735 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-fb07b1e3-2fc3-458f-a514-59683b3b3506 req-e02697f2-e1d6-4241-928d-08007a1b3932 tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:18:19.026406 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-02d1c86e-e30c-4163-b3fb-fddba385406c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '238f8cbb-dfcc-4cb4-82fe-41a5dad58781', 'name': 'tempest-AttachVolumeShelveTestJSON-327669550-router', 'tenant_id': '204a9ca9af944bf39656e3dc7145a4f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': '634fe32a-c288-4d61-a4d1-222b11ed29af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:17:56Z', 'updated_at': '2022-05-30T20:18:06Z', 'revision_number': 4, 'project_id': '204a9ca9af944bf39656e3dc7145a4f6', 'gw_port': {'id': '634fe32a-c288-4d61-a4d1-222b11ed29af', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:01:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '238f8cbb-dfcc-4cb4-82fe-41a5dad58781', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:17:57Z', 'updated_at': '2022-05-30T20:18:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '2b8ce4f6-2f64-4a80-a2fe-cf5cd96afaea', 'name': '', 'network_id': 'a8fd4d2d-32fb-4554-b8d5-052f07ecf981', 'tenant_id': '204a9ca9af944bf39656e3dc7145a4f6', 'mac_address': 'fa:16:3e:c3:e6:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '238f8cbb-dfcc-4cb4-82fe-41a5dad58781', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c961f9ad-7764-4956-bb44-5ca4a5973b67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:18:04Z', 'updated_at': '2022-05-30T20:18:16Z', 'revision_number': 4, 'project_id': '204a9ca9af944bf39656e3dc7145a4f6', 'subnets': [{'id': 'c961f9ad-7764-4956-bb44-5ca4a5973b67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:18:19.051955 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d1c86e-e30c-4163-b3fb-fddba385406c None None] The sync data for ids ['238f8cbb-dfcc-4cb4-82fe-41a5dad58781'] in n-d-843948-2 is: [{'id': '238f8cbb-dfcc-4cb4-82fe-41a5dad58781', 'name': 'tempest-AttachVolumeShelveTestJSON-327669550-router', 'tenant_id': '204a9ca9af944bf39656e3dc7145a4f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': '634fe32a-c288-4d61-a4d1-222b11ed29af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:17:56Z', 'updated_at': '2022-05-30T20:18:06Z', 'revision_number': 4, 'project_id': '204a9ca9af944bf39656e3dc7145a4f6', 'gw_port': {'id': '634fe32a-c288-4d61-a4d1-222b11ed29af', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:01:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '238f8cbb-dfcc-4cb4-82fe-41a5dad58781', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:17:57Z', 'updated_at': '2022-05-30T20:18:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '2b8ce4f6-2f64-4a80-a2fe-cf5cd96afaea', 'name': '', 'network_id': 'a8fd4d2d-32fb-4554-b8d5-052f07ecf981', 'tenant_id': '204a9ca9af944bf39656e3dc7145a4f6', 'mac_address': 'fa:16:3e:c3:e6:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '238f8cbb-dfcc-4cb4-82fe-41a5dad58781', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c961f9ad-7764-4956-bb44-5ca4a5973b67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:18:04Z', 'updated_at': '2022-05-30T20:18:16Z', 'revision_number': 4, 'project_id': '204a9ca9af944bf39656e3dc7145a4f6', 'subnets': [{'id': 'c961f9ad-7764-4956-bb44-5ca4a5973b67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:18:19.060610 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-393b3300-a9ea-44a8-82b9-e305ea10312c req-8635fa01-9111-48e4-9354-67cf57713c84 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/security-groups?id=0524bca6-45ea-44a4-8d6f-618d0ae32427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850675 May 30 20:18:19.110106 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-22c6f120-bae2-4a78-8532-b294ca86a15d tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:19.228012 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2473f574-139e-41e3-918c-3e8982e6340c req-c3844f2f-146a-468b-9ab3-79cd351f69a8 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a7619443-8c8f-449c-b71b-17b9838c2b23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3590808 May 30 20:18:19.272834 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb07b1e3-2fc3-458f-a514-59683b3b3506 req-e02697f2-e1d6-4241-928d-08007a1b3932 tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] Made reservation on behalf of 104c300f9f19443ab4c7c434d4800823 for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:18:19.284918 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-fb07b1e3-2fc3-458f-a514-59683b3b3506 req-e02697f2-e1d6-4241-928d-08007a1b3932 tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:19.356595 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:19.401410 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9915ae71-f87e-4e36-8f8e-4d4c25b802c8 req-36a58bae-16b2-4c02-aeca-2f9ca3deccbb service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=05c90cf3-eefb-48d0-8aab-ee021bb8d5f6 HTTP/1.1" status: 200 len: 1096 time: 0.2828531 May 30 20:18:19.558109 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9915ae71-f87e-4e36-8f8e-4d4c25b802c8 req-1e9273f9-42b5-42fb-ada1-62e4db47c41f service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=0524bca6-45ea-44a4-8d6f-618d0ae32427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430392 May 30 20:18:19.567984 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2473f574-139e-41e3-918c-3e8982e6340c req-402061ec-6588-419b-9d6c-c40a49f410f4 service neutron] 10.222.0.71 "GET /v2.0/networks/a7619443-8c8f-449c-b71b-17b9838c2b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3291166 May 30 20:18:19.619825 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c6f120-bae2-4a78-8532-b294ca86a15d tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Pushing event updated for resources: {'Port': ['ID=4e2a8d1f-5d56-4de7-92c3-32b19ec73afc,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:19.849939 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-22c6f120-bae2-4a78-8532-b294ca86a15d tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736490'] for floatingip, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:20.157170 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 2b8ce4f6-2f64-4a80-a2fe-cf5cd96afaea up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:18:20.312380 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5cbf55be-8860-4481-8a47-7d4aebe2b7d6 req-7b7cebd2-f546-452b-8342-046ac82e05f8 tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] 10.222.0.85 "GET /v2.0/ports?device_id=14a74cfc-8a91-4c5f-aea5-1c3b712d56a4 HTTP/1.1" status: 200 len: 210 time: 0.2366810 May 30 20:18:20.375313 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2473f574-139e-41e3-918c-3e8982e6340c req-afba5bad-dc86-4180-bff6-14163b5a79be service neutron] 10.222.0.71 "GET /v2.0/networks/a7619443-8c8f-449c-b71b-17b9838c2b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6165969 May 30 20:18:20.453061 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 2b8ce4f6-2f64-4a80-a2fe-cf5cd96afaea completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:18:20.462368 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 2b8ce4f6-2f64-4a80-a2fe-cf5cd96afaea triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:18:20.462368 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:20.591622 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2473f574-139e-41e3-918c-3e8982e6340c req-7ca20bf5-f6b9-4e51-926a-750524af89c9 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.152&port_id=8fa5f782-5b3a-4dde-bc5a-b3223a1946b8 HTTP/1.1" status: 200 len: 217 time: 0.2150273 May 30 20:18:20.740691 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [req-fb07b1e3-2fc3-458f-a514-59683b3b3506 req-e02697f2-e1d6-4241-928d-08007a1b3932 tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] Allocated IP 172.20.0.5 (8df2eca9-bd87-463d-93ac-08e4ae9a8369/f0a2227d-d9d4-4c95-9e3b-58ec7cf0f306/d6bd5eae-0616-430d-84d9-925fb8c638cf) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:18:20.839315 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:20.924046 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port 2b8ce4f6-2f64-4a80-a2fe-cf5cd96afaea, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=2b8ce4f6-2f64-4a80-a2fe-cf5cd96afaea,segment=NetworkSegment(327b421f-3671-4415-86c0-3c9c0e7ca945),segment_id=327b421f-3671-4415-86c0-3c9c0e7ca945)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:18:20.941565 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2473f574-139e-41e3-918c-3e8982e6340c req-e6ed14c0-caef-48a2-b50e-ed897b8a63a5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:20.944096 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2473f574-139e-41e3-918c-3e8982e6340c req-e6ed14c0-caef-48a2-b50e-ed897b8a63a5 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a88285df-a7f2-4329-8d01-6e0453d581e4 HTTP/1.1" status: 200 len: 797 time: 0.3212287 May 30 20:18:20.995190 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:21.180211 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2473f574-139e-41e3-918c-3e8982e6340c req-ec898047-31b9-483d-b838-b3c1b1794527 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a7619443-8c8f-449c-b71b-17b9838c2b23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2271957 May 30 20:18:21.197411 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=2b8ce4f6-2f64-4a80-a2fe-cf5cd96afaea,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:21.262455 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-22c6f120-bae2-4a78-8532-b294ca86a15d tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:21.277976 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-22c6f120-bae2-4a78-8532-b294ca86a15d tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.9229746 May 30 20:18:21.576463 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-fb07b1e3-2fc3-458f-a514-59683b3b3506 req-e02697f2-e1d6-4241-928d-08007a1b3932 tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:21.752258 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b27e6fb-90e3-4895-9d0c-98c0af384e30 req-6b916d3f-53f3-4258-8ffc-0f6fea7f2bd4 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:21.764982 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9b27e6fb-90e3-4895-9d0c-98c0af384e30 req-6b916d3f-53f3-4258-8ffc-0f6fea7f2bd4 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/ports?device_id=05c90cf3-eefb-48d0-8aab-ee021bb8d5f6 HTTP/1.1" status: 200 len: 945 time: 0.5044136 May 30 20:18:21.835400 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-fb07b1e3-2fc3-458f-a514-59683b3b3506 req-e02697f2-e1d6-4241-928d-08007a1b3932 tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:21.854374 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['3c5caf83-09bd-483a-b160-7675192dd579'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:18:22.002993 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9b27e6fb-90e3-4895-9d0c-98c0af384e30 req-36d4ce9d-0ac5-48d1-b9c7-7ee33694e14f tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/security-groups?id=0524bca6-45ea-44a4-8d6f-618d0ae32427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308822 May 30 20:18:22.022463 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2473f574-139e-41e3-918c-3e8982e6340c req-0bf19a90-e37f-4627-8256-82738d841742 service neutron] 10.222.0.71 "GET /v2.0/networks/a7619443-8c8f-449c-b71b-17b9838c2b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8354948 May 30 20:18:22.074794 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02697f2-e1d6-4241-928d-08007a1b3932 tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] Pushing event updated for resources: {'Port': ['ID=d6bd5eae-0616-430d-84d9-925fb8c638cf,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:22.085515 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb07b1e3-2fc3-458f-a514-59683b3b3506 req-e02697f2-e1d6-4241-928d-08007a1b3932 tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] Network 8df2eca9-bd87-463d-93ac-08e4ae9a8369 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:18:22.088690 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [req-fb07b1e3-2fc3-458f-a514-59683b3b3506 req-e02697f2-e1d6-4241-928d-08007a1b3932 tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:18:22.092202 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb07b1e3-2fc3-458f-a514-59683b3b3506 req-e02697f2-e1d6-4241-928d-08007a1b3932 tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:18:22.210124 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38988da0-9e2a-4ed2-ab59-76b186c1c88e req-f39a0ae5-7449-45b1-943c-359ad4af1ac0 tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:22.220368 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 2b8ce4f6-2f64-4a80-a2fe-cf5cd96afaea up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:18:22.221099 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-38988da0-9e2a-4ed2-ab59-76b186c1c88e req-f39a0ae5-7449-45b1-943c-359ad4af1ac0 tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] 10.222.0.85 "GET /v2.0/ports?device_id=14a74cfc-8a91-4c5f-aea5-1c3b712d56a4 HTTP/1.1" status: 200 len: 931 time: 0.4744570 May 30 20:18:22.257768 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb07b1e3-2fc3-458f-a514-59683b3b3506 req-e02697f2-e1d6-4241-928d-08007a1b3932 tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:22.258871 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-fb07b1e3-2fc3-458f-a514-59683b3b3506 req-e02697f2-e1d6-4241-928d-08007a1b3932 tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:22.320348 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:22.329451 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-38988da0-9e2a-4ed2-ab59-76b186c1c88e req-7e9a9bfc-fc64-432e-8b79-1904880ae646 tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] 10.222.0.85 "GET /v2.0/security-groups?id=7406621a-1401-4b06-82d8-1a98a746bcb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071072 May 30 20:18:22.417925 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-7ee2c4c5-cc44-42b1-ae9f-9fff8c48a554 req-a156c3f1-c269-4376-8cc3-283e704d2dad tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Synchronizing usage tracker for tenant:204a9ca9af944bf39656e3dc7145a4f6 on resource:security_group {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:18:22.451248 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2473f574-139e-41e3-918c-3e8982e6340c req-0df0df49-36f1-4848-bf67-eec7b54de0aa service neutron] 10.222.0.71 "GET /v2.0/networks/a7619443-8c8f-449c-b71b-17b9838c2b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4232459 May 30 20:18:22.481513 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fb07b1e3-2fc3-458f-a514-59683b3b3506 req-e02697f2-e1d6-4241-928d-08007a1b3932 tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7569873 May 30 20:18:22.493929 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 2b8ce4f6-2f64-4a80-a2fe-cf5cd96afaea triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:18:22.494195 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:22.498458 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-fb07b1e3-2fc3-458f-a514-59683b3b3506 req-24be8e47-a958-4fdb-a233-a6b65b17a66e service neutron] Request body: {'port': {'device_id': '14a74cfc-8a91-4c5f-aea5-1c3b712d56a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843948-2'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:18:22.540424 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2473f574-139e-41e3-918c-3e8982e6340c req-6f4ca634-56c4-4638-865b-cf004482e16d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.96&port_id=65cf2d99-b058-4d03-989d-4197e189c275 HTTP/1.1" status: 200 len: 217 time: 0.0821917 May 30 20:18:22.591689 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-7ee2c4c5-cc44-42b1-ae9f-9fff8c48a554 req-a156c3f1-c269-4376-8cc3-283e704d2dad tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Unset dirty status for tenant:204a9ca9af944bf39656e3dc7145a4f6 on resource:security_group {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:18:22.602118 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7ee2c4c5-cc44-42b1-ae9f-9fff8c48a554 req-a156c3f1-c269-4376-8cc3-283e704d2dad tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-securitygroup--729201262&fields=id&tenant_id=204a9ca9af944bf39656e3dc7145a4f6 HTTP/1.1" status: 200 len: 267 time: 0.3024328 May 30 20:18:22.693641 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2473f574-139e-41e3-918c-3e8982e6340c req-93910d81-09dd-49ef-a967-717793b1fa87 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:22.695141 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2473f574-139e-41e3-918c-3e8982e6340c req-93910d81-09dd-49ef-a967-717793b1fa87 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a88285df-a7f2-4329-8d01-6e0453d581e4 HTTP/1.1" status: 200 len: 797 time: 0.1485386 May 30 20:18:22.863823 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2473f574-139e-41e3-918c-3e8982e6340c req-82c8aa34-d2c1-49e0-b464-05485b455460 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a7619443-8c8f-449c-b71b-17b9838c2b23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1612644 May 30 20:18:22.892751 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-fb07b1e3-2fc3-458f-a514-59683b3b3506 req-24be8e47-a958-4fdb-a233-a6b65b17a66e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:23.076522 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee2c4c5-cc44-42b1-ae9f-9fff8c48a554 req-ed462283-74cc-4ded-887f-b542533dbeeb tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:23.077309 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-7ee2c4c5-cc44-42b1-ae9f-9fff8c48a554 req-ed462283-74cc-4ded-887f-b542533dbeeb tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Synchronizing usage tracker for tenant:204a9ca9af944bf39656e3dc7145a4f6 on resource:network {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:18:23.196196 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2473f574-139e-41e3-918c-3e8982e6340c req-49c5158b-4789-40bf-81a2-7de3dd995426 service neutron] 10.222.0.71 "GET /v2.0/networks/a7619443-8c8f-449c-b71b-17b9838c2b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3259602 May 30 20:18:23.525560 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2473f574-139e-41e3-918c-3e8982e6340c req-e93d5d1a-6bc6-460d-946c-24062d07fd03 service neutron] 10.222.0.71 "GET /v2.0/networks/a7619443-8c8f-449c-b71b-17b9838c2b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3217385 May 30 20:18:23.549588 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [req-fb07b1e3-2fc3-458f-a514-59683b3b3506 req-24be8e47-a958-4fdb-a233-a6b65b17a66e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6bd5eae-0616-430d-84d9-925fb8c638cf {{(pid=84887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:18:23.559448 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-fb07b1e3-2fc3-458f-a514-59683b3b3506 req-24be8e47-a958-4fdb-a233-a6b65b17a66e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:23.603352 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-fb07b1e3-2fc3-458f-a514-59683b3b3506 req-24be8e47-a958-4fdb-a233-a6b65b17a66e service neutron] Transition to ACTIVE for port object d6bd5eae-0616-430d-84d9-925fb8c638cf will not be triggered until provisioned by entity L2. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:18:23.606553 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-7ee2c4c5-cc44-42b1-ae9f-9fff8c48a554 req-ed462283-74cc-4ded-887f-b542533dbeeb tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Unset dirty status for tenant:204a9ca9af944bf39656e3dc7145a4f6 on resource:network {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:18:23.613101 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7ee2c4c5-cc44-42b1-ae9f-9fff8c48a554 req-ed462283-74cc-4ded-887f-b542533dbeeb tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/networks?id=a8fd4d2d-32fb-4554-b8d5-052f07ecf981 HTTP/1.1" status: 200 len: 816 time: 1.0072162 May 30 20:18:23.614155 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 59196) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:18:23.692908 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7ee2c4c5-cc44-42b1-ae9f-9fff8c48a554 req-c3943a8a-10a3-4d82-b887-09c048ba85fd tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/quotas/204a9ca9af944bf39656e3dc7145a4f6 HTTP/1.1" status: 200 len: 375 time: 0.0624881 May 30 20:18:23.705322 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-fb07b1e3-2fc3-458f-a514-59683b3b3506 req-24be8e47-a958-4fdb-a233-a6b65b17a66e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:23.782832 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2473f574-139e-41e3-918c-3e8982e6340c req-0b4f858e-e79f-41d8-a676-5e4d6dc70e29 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.228&port_id=c78b1fa0-03b2-49cd-9c87-b45453242a60 HTTP/1.1" status: 200 len: 217 time: 0.2461190 May 30 20:18:23.879060 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2473f574-139e-41e3-918c-3e8982e6340c req-47b19c34-03ad-4bd7-bf5b-9e63281e5b9d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:23.880523 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2473f574-139e-41e3-918c-3e8982e6340c req-47b19c34-03ad-4bd7-bf5b-9e63281e5b9d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a88285df-a7f2-4329-8d01-6e0453d581e4 HTTP/1.1" status: 200 len: 797 time: 0.0871413 May 30 20:18:23.929598 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356f4c03-66a3-479e-ab81-6987f310a5e9 req-c0cf9054-4a71-42f7-a488-dbc8e9d95b80 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:23.946935 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-356f4c03-66a3-479e-ab81-6987f310a5e9 req-c0cf9054-4a71-42f7-a488-dbc8e9d95b80 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/ports?device_id=05c90cf3-eefb-48d0-8aab-ee021bb8d5f6 HTTP/1.1" status: 200 len: 945 time: 0.5529716 May 30 20:18:24.157260 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2473f574-139e-41e3-918c-3e8982e6340c req-4942a5a7-18b8-49d1-adfe-3ef14b3187cc service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a7619443-8c8f-449c-b71b-17b9838c2b23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2695293 May 30 20:18:24.162174 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-356f4c03-66a3-479e-ab81-6987f310a5e9 req-74a94ff0-ad34-41c4-a918-a52c6bd2e382 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/security-groups?id=0524bca6-45ea-44a4-8d6f-618d0ae32427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107320 May 30 20:18:24.341475 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24be8e47-a958-4fdb-a233-a6b65b17a66e service neutron] Pushing event updated for resources: {'Port': ['ID=d6bd5eae-0616-430d-84d9-925fb8c638cf,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:24.456358 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2473f574-139e-41e3-918c-3e8982e6340c req-e3773612-b0fe-4647-9287-b5023cbe3f3d service neutron] 10.222.0.71 "GET /v2.0/networks/a7619443-8c8f-449c-b71b-17b9838c2b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2910042 May 30 20:18:24.549017 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a98b37d-98fd-4c56-8d20-f7fa6b24e03a req-66a1d25c-adfe-4991-b209-69b581f190d5 tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:24.554370 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4a98b37d-98fd-4c56-8d20-f7fa6b24e03a req-66a1d25c-adfe-4991-b209-69b581f190d5 tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] 10.222.0.85 "GET /v2.0/ports?device_id=14a74cfc-8a91-4c5f-aea5-1c3b712d56a4 HTTP/1.1" status: 200 len: 943 time: 0.2166617 May 30 20:18:24.641094 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4a98b37d-98fd-4c56-8d20-f7fa6b24e03a req-c362d659-f6fb-46f4-b2da-621026d9bf3c tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] 10.222.0.85 "GET /v2.0/security-groups?id=7406621a-1401-4b06-82d8-1a98a746bcb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814047 May 30 20:18:24.666251 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7ee2c4c5-cc44-42b1-ae9f-9fff8c48a554 req-cba0bc12-477d-4b41-84f6-fd77861ccfdc tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=204a9ca9af944bf39656e3dc7145a4f6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.9663754 May 30 20:18:24.682989 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2473f574-139e-41e3-918c-3e8982e6340c req-823c3b34-0ced-4981-9541-e8fafd79953a service neutron] 10.222.0.71 "GET /v2.0/networks/a7619443-8c8f-449c-b71b-17b9838c2b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2180088 May 30 20:18:24.823284 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-fb07b1e3-2fc3-458f-a514-59683b3b3506 req-24be8e47-a958-4fdb-a233-a6b65b17a66e service neutron] Attempting to bind port d6bd5eae-0616-430d-84d9-925fb8c638cf on host n-h2-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:18:24.824009 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-fb07b1e3-2fc3-458f-a514-59683b3b3506 req-24be8e47-a958-4fdb-a233-a6b65b17a66e service neutron] Attempting to bind port d6bd5eae-0616-430d-84d9-925fb8c638cf by drivers openvswitch,hyperv on host n-h2-843948-2 at level 0 using segments [{'id': 'c0dbaf45-d4a9-44e2-8858-2c41f5f98c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '8df2eca9-bd87-463d-93ac-08e4ae9a8369'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:18:24.824421 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb07b1e3-2fc3-458f-a514-59683b3b3506 req-24be8e47-a958-4fdb-a233-a6b65b17a66e service neutron] Attempting to bind port d6bd5eae-0616-430d-84d9-925fb8c638cf on network 8df2eca9-bd87-463d-93ac-08e4ae9a8369 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:18:24.827402 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2473f574-139e-41e3-918c-3e8982e6340c req-fd88755e-7b5c-474b-9be6-d5d464101c53 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3f6b9a55-b5e7-4182-9909-1b1b41b5b5e5 HTTP/1.1" status: 200 len: 217 time: 0.1375444 May 30 20:18:24.856525 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb07b1e3-2fc3-458f-a514-59683b3b3506 req-24be8e47-a958-4fdb-a233-a6b65b17a66e service neutron] Port d6bd5eae-0616-430d-84d9-925fb8c638cf on network 8df2eca9-bd87-463d-93ac-08e4ae9a8369 not bound, no agent of type Open vSwitch agent registered on host n-h2-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:18:24.857332 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb07b1e3-2fc3-458f-a514-59683b3b3506 req-24be8e47-a958-4fdb-a233-a6b65b17a66e service neutron] Attempting to bind port d6bd5eae-0616-430d-84d9-925fb8c638cf on network 8df2eca9-bd87-463d-93ac-08e4ae9a8369 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:18:24.925071 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb07b1e3-2fc3-458f-a514-59683b3b3506 req-24be8e47-a958-4fdb-a233-a6b65b17a66e service neutron] Checking agent: {'id': 'eaa08354-e8f5-4e73-af76-8d3cf7d2b390', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 18, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:18:24.925497 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb07b1e3-2fc3-458f-a514-59683b3b3506 req-24be8e47-a958-4fdb-a233-a6b65b17a66e service neutron] Checking segment: {'id': 'c0dbaf45-d4a9-44e2-8858-2c41f5f98c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '8df2eca9-bd87-463d-93ac-08e4ae9a8369'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:18:24.926200 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb07b1e3-2fc3-458f-a514-59683b3b3506 req-24be8e47-a958-4fdb-a233-a6b65b17a66e service neutron] Bound using segment: {'id': 'c0dbaf45-d4a9-44e2-8858-2c41f5f98c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '8df2eca9-bd87-463d-93ac-08e4ae9a8369'} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:18:24.926980 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-fb07b1e3-2fc3-458f-a514-59683b3b3506 req-24be8e47-a958-4fdb-a233-a6b65b17a66e service neutron] Bound port: d6bd5eae-0616-430d-84d9-925fb8c638cf, host: n-h2-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0dbaf45-d4a9-44e2-8858-2c41f5f98c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '8df2eca9-bd87-463d-93ac-08e4ae9a8369'}}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:18:24.927625 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-fb07b1e3-2fc3-458f-a514-59683b3b3506 req-24be8e47-a958-4fdb-a233-a6b65b17a66e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:25.009084 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7ee2c4c5-cc44-42b1-ae9f-9fff8c48a554 req-3568da4d-7bf5-4a9f-85d3-0b5b25009920 service neutron] 10.222.0.85 "GET /v2.0/networks/a8fd4d2d-32fb-4554-b8d5-052f07ecf981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3265128 May 30 20:18:25.193023 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-fb07b1e3-2fc3-458f-a514-59683b3b3506 req-24be8e47-a958-4fdb-a233-a6b65b17a66e service neutron] For port d6bd5eae-0616-430d-84d9-925fb8c638cf, host n-h2-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:18:25.247327 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2473f574-139e-41e3-918c-3e8982e6340c req-3514ab6b-626b-4ce5-923d-db76e32e7f43 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:25.249587 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2473f574-139e-41e3-918c-3e8982e6340c req-3514ab6b-626b-4ce5-923d-db76e32e7f43 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=561eb42b-7b18-4427-9f39-9d1695eb4bda HTTP/1.1" status: 200 len: 797 time: 0.4144974 May 30 20:18:25.281902 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-fb07b1e3-2fc3-458f-a514-59683b3b3506 req-24be8e47-a958-4fdb-a233-a6b65b17a66e service neutron] For port d6bd5eae-0616-430d-84d9-925fb8c638cf, host n-h2-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=d6bd5eae-0616-430d-84d9-925fb8c638cf,segment=NetworkSegment(c0dbaf45-d4a9-44e2-8858-2c41f5f98c84),segment_id=c0dbaf45-d4a9-44e2-8858-2c41f5f98c84)] {{(pid=84887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:18:25.357881 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7ee2c4c5-cc44-42b1-ae9f-9fff8c48a554 req-f9272f4e-b83a-4a1b-9dc3-876ce7184040 service neutron] 10.222.0.85 "GET /v2.0/networks/a8fd4d2d-32fb-4554-b8d5-052f07ecf981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3388414 May 30 20:18:25.376513 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1ea197-4594-4676-bbf3-c74109cc056f req-5abd8f1f-ee67-4f57-bd44-962c534c3167 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:25.383899 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-cd1ea197-4594-4676-bbf3-c74109cc056f req-5abd8f1f-ee67-4f57-bd44-962c534c3167 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/ports?device_id=05c90cf3-eefb-48d0-8aab-ee021bb8d5f6 HTTP/1.1" status: 200 len: 945 time: 0.2561145 May 30 20:18:25.402285 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-fb07b1e3-2fc3-458f-a514-59683b3b3506 req-24be8e47-a958-4fdb-a233-a6b65b17a66e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:25.439035 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2473f574-139e-41e3-918c-3e8982e6340c req-f2465284-e850-4826-a2cb-2cb5bad223d9 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3f114897-b454-4ffb-8b12-a7f676cbd8b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1830804 May 30 20:18:25.441589 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-cd1ea197-4594-4676-bbf3-c74109cc056f req-e55c00a4-5233-423b-82a4-c178843cfcd9 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/security-groups?id=0524bca6-45ea-44a4-8d6f-618d0ae32427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566869 May 30 20:18:25.498090 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-fb07b1e3-2fc3-458f-a514-59683b3b3506 req-24be8e47-a958-4fdb-a233-a6b65b17a66e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:25.498090 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fb07b1e3-2fc3-458f-a514-59683b3b3506 req-24be8e47-a958-4fdb-a233-a6b65b17a66e service neutron] 10.222.0.86 "PUT /v2.0/ports/d6bd5eae-0616-430d-84d9-925fb8c638cf HTTP/1.1" status: 200 len: 1091 time: 3.0048006 May 30 20:18:25.498090 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14a74cfc-8a91-4c5f-aea5-1c3b712d56a4', 'tag': 'd6bd5eae-0616-430d-84d9-925fb8c638cf'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:18:25.533865 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24be8e47-a958-4fdb-a233-a6b65b17a66e service neutron] Pushing event updated for resources: {'Port': ['ID=d6bd5eae-0616-430d-84d9-925fb8c638cf,revision_number=3']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:25.548995 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-99e1b30f-128c-4a3a-a271-f7528b8d1a49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-736216'] for router_interface, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:25.633788 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2473f574-139e-41e3-918c-3e8982e6340c req-eda7ff5f-07a2-4622-8282-d6de14104f58 service neutron] 10.222.0.71 "GET /v2.0/networks/3f114897-b454-4ffb-8b12-a7f676cbd8b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825931 May 30 20:18:25.822378 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c569addf-66d3-4d82-8771-0a436b7a2238'] response: {'name': 'network-changed', 'server_uuid': '14a74cfc-8a91-4c5f-aea5-1c3b712d56a4', 'tag': 'd6bd5eae-0616-430d-84d9-925fb8c638cf', 'status': 'completed', 'code': 200} May 30 20:18:25.860042 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fb07b1e3-2fc3-458f-a514-59683b3b3506 req-fc0f300e-a353-4805-a35a-98cd3795d2db service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=104c300f9f19443ab4c7c434d4800823&device_id=14a74cfc-8a91-4c5f-aea5-1c3b712d56a4 HTTP/1.1" status: 200 len: 1094 time: 0.1785998 May 30 20:18:25.997571 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2473f574-139e-41e3-918c-3e8982e6340c req-9ddf96e3-750f-4863-a561-3cd34bda95ef service neutron] 10.222.0.71 "GET /v2.0/networks/3f114897-b454-4ffb-8b12-a7f676cbd8b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3605018 May 30 20:18:26.049124 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-dcc837be-9e59-41c9-8039-c0f98523a189 req-723d2b9d-4617-4215-b554-1d561d48b549 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/ports?device_id=90da6347-458d-4057-9305-60f501cdae7a HTTP/1.1" status: 200 len: 210 time: 0.0802021 May 30 20:18:26.050569 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fb07b1e3-2fc3-458f-a514-59683b3b3506 req-0daf049a-cab3-471a-950d-d3b58de3c6a1 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d6bd5eae-0616-430d-84d9-925fb8c638cf HTTP/1.1" status: 200 len: 217 time: 0.1757793 May 30 20:18:26.172680 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-42b11c35-b439-46d6-9ba6-6e77e83e3b46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:26.200021 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2473f574-139e-41e3-918c-3e8982e6340c req-61828d53-8611-4740-9051-f27257d1c569 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=cda388b0-e696-46f5-b74b-e60dd3d28e14 HTTP/1.1" status: 200 len: 217 time: 0.1951683 May 30 20:18:26.216598 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb07b1e3-2fc3-458f-a514-59683b3b3506 req-03049d42-37e4-45c1-bdb6-5a484b19b4f5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:26.219118 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fb07b1e3-2fc3-458f-a514-59683b3b3506 req-03049d42-37e4-45c1-bdb6-5a484b19b4f5 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f0a2227d-d9d4-4c95-9e3b-58ec7cf0f306 HTTP/1.1" status: 200 len: 850 time: 0.1504617 May 30 20:18:26.332103 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2473f574-139e-41e3-918c-3e8982e6340c req-7a92e620-b410-4ba4-ad07-ca984f56b278 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:26.334911 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2473f574-139e-41e3-918c-3e8982e6340c req-7a92e620-b410-4ba4-ad07-ca984f56b278 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=561eb42b-7b18-4427-9f39-9d1695eb4bda HTTP/1.1" status: 200 len: 797 time: 0.1291277 May 30 20:18:26.346322 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fb07b1e3-2fc3-458f-a514-59683b3b3506 req-188d9866-1ab5-4166-8e8c-ff95f09e6f47 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=8df2eca9-bd87-463d-93ac-08e4ae9a8369&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1136007 May 30 20:18:26.450742 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2473f574-139e-41e3-918c-3e8982e6340c req-f9dae9c1-ba58-486d-a926-af0a0068b4cb service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3f114897-b454-4ffb-8b12-a7f676cbd8b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1050615 May 30 20:18:26.700439 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2473f574-139e-41e3-918c-3e8982e6340c req-a740835d-77b9-4d42-b286-7a8d48ad66d4 service neutron] 10.222.0.71 "GET /v2.0/networks/3f114897-b454-4ffb-8b12-a7f676cbd8b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457116 May 30 20:18:26.876674 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a42401-dec6-4360-96bb-cf60061a4c79 req-46f6b3f7-07ad-49db-9186-6f79eb04d193 tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:26.877505 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-34a42401-dec6-4360-96bb-cf60061a4c79 req-46f6b3f7-07ad-49db-9186-6f79eb04d193 tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] Synchronizing usage tracker for tenant:104c300f9f19443ab4c7c434d4800823 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:18:26.887709 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fb07b1e3-2fc3-458f-a514-59683b3b3506 req-0221321d-a9c7-4efb-a913-cfada279fc4e service neutron] 10.222.0.86 "GET /v2.0/networks/8df2eca9-bd87-463d-93ac-08e4ae9a8369?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5301578 May 30 20:18:26.970290 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2473f574-139e-41e3-918c-3e8982e6340c req-2b7f9420-5fad-49b0-a970-25a845c64c7e service neutron] 10.222.0.71 "GET /v2.0/networks/3f114897-b454-4ffb-8b12-a7f676cbd8b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2554047 May 30 20:18:27.121542 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-34a42401-dec6-4360-96bb-cf60061a4c79 req-46f6b3f7-07ad-49db-9186-6f79eb04d193 tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] Unset dirty status for tenant:104c300f9f19443ab4c7c434d4800823 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:18:27.129100 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-34a42401-dec6-4360-96bb-cf60061a4c79 req-46f6b3f7-07ad-49db-9186-6f79eb04d193 tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] 10.222.0.85 "GET /v2.0/ports?device_id=14a74cfc-8a91-4c5f-aea5-1c3b712d56a4 HTTP/1.1" status: 200 len: 943 time: 0.8373439 May 30 20:18:27.198191 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fb07b1e3-2fc3-458f-a514-59683b3b3506 req-f8b1ff6e-0ad5-4169-ba8a-ac3666cf7fcc service neutron] 10.222.0.86 "GET /v2.0/networks/8df2eca9-bd87-463d-93ac-08e4ae9a8369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3012693 May 30 20:18:27.208457 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0169e3-a4fc-4a7a-b3a8-36a4edf26ed5 req-8d5d49c2-5ad0-43cd-8a1b-057a7c902907 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:27.218461 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-fe0169e3-a4fc-4a7a-b3a8-36a4edf26ed5 req-8d5d49c2-5ad0-43cd-8a1b-057a7c902907 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/networks?id=51438f8d-98bc-428c-98e5-c8517683a003 HTTP/1.1" status: 200 len: 813 time: 0.2470512 May 30 20:18:27.245320 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-fe0169e3-a4fc-4a7a-b3a8-36a4edf26ed5 req-5064c02d-d5fa-442f-a12e-2ff663af7611 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/quotas/af163cbd2042444a832f25a9c44ad423 HTTP/1.1" status: 200 len: 375 time: 0.0256724 May 30 20:18:27.257911 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-34a42401-dec6-4360-96bb-cf60061a4c79 req-f024c90a-feb9-4eee-b53a-da63c87edc5e tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] 10.222.0.85 "GET /v2.0/security-groups?id=7406621a-1401-4b06-82d8-1a98a746bcb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277282 May 30 20:18:27.403339 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-fe0169e3-a4fc-4a7a-b3a8-36a4edf26ed5 req-0b42fac2-1b8f-4591-9305-6b155a8322bd tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=af163cbd2042444a832f25a9c44ad423&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1567473 May 30 20:18:27.609503 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5f0dd601-1ba6-482e-8335-5c1d894bbd2d req-63d1fb24-92d5-4e74-8e90-8509cb785510 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/ports?device_id=90da6347-458d-4057-9305-60f501cdae7a HTTP/1.1" status: 200 len: 210 time: 0.1220658 May 30 20:18:27.648509 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-99e1b30f-128c-4a3a-a271-f7528b8d1a49 admin admin] Deleting port 81588cca-c3ab-4a72-8461-d7a2a1310cc2 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:18:27.649197 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-99e1b30f-128c-4a3a-a271-f7528b8d1a49 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:27.864336 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-54a5ce16-61a1-44dd-9012-8d73979aa749 req-b6bcb58e-f76a-4956-81de-d776728b67af service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=104c300f9f19443ab4c7c434d4800823&device_id=14a74cfc-8a91-4c5f-aea5-1c3b712d56a4 HTTP/1.1" status: 200 len: 1094 time: 0.3784101 May 30 20:18:28.068963 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [None req-99e1b30f-128c-4a3a-a271-f7528b8d1a49 admin admin] For port 81588cca-c3ab-4a72-8461-d7a2a1310cc2, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=81588cca-c3ab-4a72-8461-d7a2a1310cc2,segment=NetworkSegment(41e667d4-936e-4bec-b859-a0fde96007b1),segment_id=41e667d4-936e-4bec-b859-a0fde96007b1)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:18:28.070110 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-99e1b30f-128c-4a3a-a271-f7528b8d1a49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:28.276857 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-99e1b30f-128c-4a3a-a271-f7528b8d1a49 admin admin] Calling delete_port for 81588cca-c3ab-4a72-8461-d7a2a1310cc2 owned by network:router_interface {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:18:28.331456 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873dd1d9-d04e-47e5-94a3-decf172938b7 req-ffe6c926-c7a9-458b-b9e5-cd8b038bd0bb tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:28.331456 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-873dd1d9-d04e-47e5-94a3-decf172938b7 req-ffe6c926-c7a9-458b-b9e5-cd8b038bd0bb tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.71 "GET /v2.0/ports?device_id=05c90cf3-eefb-48d0-8aab-ee021bb8d5f6 HTTP/1.1" status: 200 len: 945 time: 0.6773436 May 30 20:18:28.331997 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a5ce16-61a1-44dd-9012-8d73979aa749 req-59bfc579-5ea0-44da-9fc7-87454da14e86 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:28.333776 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-54a5ce16-61a1-44dd-9012-8d73979aa749 req-59bfc579-5ea0-44da-9fc7-87454da14e86 service neutron] 10.222.0.86 "GET /v2.0/networks?id=8df2eca9-bd87-463d-93ac-08e4ae9a8369 HTTP/1.1" status: 200 len: 911 time: 0.4504833 May 30 20:18:28.435268 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-54a5ce16-61a1-44dd-9012-8d73979aa749 req-6072d733-a055-40ac-bbe1-725736e8a2b3 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d6bd5eae-0616-430d-84d9-925fb8c638cf HTTP/1.1" status: 200 len: 217 time: 0.0918918 May 30 20:18:28.507986 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-fe0169e3-a4fc-4a7a-b3a8-36a4edf26ed5 req-3917a938-dc1f-4e41-8d41-4002912f2c60 service neutron] 10.222.0.85 "GET /v2.0/networks/51438f8d-98bc-428c-98e5-c8517683a003?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0743673 May 30 20:18:28.528627 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [req-873dd1d9-d04e-47e5-94a3-decf172938b7 req-15710077-6885-47fc-822e-5dee622c9c7c tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Deleting port 6398fd5e-0546-4c9b-b38c-b40af43bfae5 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:18:28.528961 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-873dd1d9-d04e-47e5-94a3-decf172938b7 req-15710077-6885-47fc-822e-5dee622c9c7c tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:28.597159 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a5ce16-61a1-44dd-9012-8d73979aa749 req-91e3ccf2-4573-430c-bcc5-635d3ad330b8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:28.598824 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-54a5ce16-61a1-44dd-9012-8d73979aa749 req-91e3ccf2-4573-430c-bcc5-635d3ad330b8 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f0a2227d-d9d4-4c95-9e3b-58ec7cf0f306 HTTP/1.1" status: 200 len: 850 time: 0.1554599 May 30 20:18:28.693789 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-54a5ce16-61a1-44dd-9012-8d73979aa749 req-6b470bc8-fe4b-4f1f-befa-5a768ac31327 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=8df2eca9-bd87-463d-93ac-08e4ae9a8369&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0824969 May 30 20:18:29.175996 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-54a5ce16-61a1-44dd-9012-8d73979aa749 req-fbd61401-8490-40a9-9330-03129355f7fc service neutron] 10.222.0.86 "GET /v2.0/networks/8df2eca9-bd87-463d-93ac-08e4ae9a8369?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4741206 May 30 20:18:29.191149 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f508f485-2f70-43f4-baed-b634feae9616 req-4699a08f-f197-468b-b0fa-66a4c9213c36 tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:29.198894 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f508f485-2f70-43f4-baed-b634feae9616 req-4699a08f-f197-468b-b0fa-66a4c9213c36 tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] 10.222.0.85 "GET /v2.0/ports?device_id=14a74cfc-8a91-4c5f-aea5-1c3b712d56a4 HTTP/1.1" status: 200 len: 943 time: 0.4689157 May 30 20:18:29.318291 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-99e1b30f-128c-4a3a-a271-f7528b8d1a49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:29.391786 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-873dd1d9-d04e-47e5-94a3-decf172938b7 req-15710077-6885-47fc-822e-5dee622c9c7c tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] For port 6398fd5e-0546-4c9b-b38c-b40af43bfae5, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=6398fd5e-0546-4c9b-b38c-b40af43bfae5,segment=NetworkSegment(9cdcbede-65a3-4a4d-80cb-286c108c164a),segment_id=9cdcbede-65a3-4a4d-80cb-286c108c164a)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:18:29.392342 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-873dd1d9-d04e-47e5-94a3-decf172938b7 req-15710077-6885-47fc-822e-5dee622c9c7c tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:29.410257 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e1b30f-128c-4a3a-a271-f7528b8d1a49 admin admin] Pushing event deleted for resources: {'Port': ['ID=81588cca-c3ab-4a72-8461-d7a2a1310cc2,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:29.461326 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-fe0169e3-a4fc-4a7a-b3a8-36a4edf26ed5 req-b400ae7a-6a06-4a60-abb6-5728d9b28661 service neutron] 10.222.0.85 "GET /v2.0/networks/51438f8d-98bc-428c-98e5-c8517683a003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8205659 May 30 20:18:29.523679 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f508f485-2f70-43f4-baed-b634feae9616 req-059c3da8-173a-4c73-8095-6a5b81d2d255 tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] 10.222.0.85 "GET /v2.0/security-groups?id=7406621a-1401-4b06-82d8-1a98a746bcb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3238888 May 30 20:18:29.550321 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-8a24851d-7e18-4a80-ba1b-6cfe18482788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:29.618943 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device d6bd5eae-0616-430d-84d9-925fb8c638cf details requested by agent hyperv_n-h2-843948-2 with host n-h2-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:18:29.642772 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [req-873dd1d9-d04e-47e5-94a3-decf172938b7 req-15710077-6885-47fc-822e-5dee622c9c7c tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Calling delete_port for 6398fd5e-0546-4c9b-b38c-b40af43bfae5 owned by compute:nova {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:18:29.988663 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port d6bd5eae-0616-430d-84d9-925fb8c638cf, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=d6bd5eae-0616-430d-84d9-925fb8c638cf,segment=NetworkSegment(c0dbaf45-d4a9-44e2-8858-2c41f5f98c84),segment_id=c0dbaf45-d4a9-44e2-8858-2c41f5f98c84)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:18:30.012195 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Returning: {'device': 'd6bd5eae-0616-430d-84d9-925fb8c638cf', 'network_id': '8df2eca9-bd87-463d-93ac-08e4ae9a8369', 'port_id': 'd6bd5eae-0616-430d-84d9-925fb8c638cf', 'mac_address': 'fa:16:3e:5b:ff:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0a2227d-d9d4-4c95-9e3b-58ec7cf0f306', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:18:30.070538 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-54a5ce16-61a1-44dd-9012-8d73979aa749 req-e13f8461-303b-45f3-ad51-4e9832b6d40a service neutron] 10.222.0.86 "GET /v2.0/networks/8df2eca9-bd87-463d-93ac-08e4ae9a8369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8860924 May 30 20:18:30.111989 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:30.139632 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ffcda946-6dad-4560-957e-20e71240f777 req-d0b8d4c9-0d38-483f-ace2-c93e6734e864 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/ports?device_id=90da6347-458d-4057-9305-60f501cdae7a HTTP/1.1" status: 200 len: 210 time: 0.1790915 May 30 20:18:30.146655 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6bd5eae-0616-430d-84d9-925fb8c638cf {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:18:30.160019 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:30.195780 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port d6bd5eae-0616-430d-84d9-925fb8c638cf, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=d6bd5eae-0616-430d-84d9-925fb8c638cf,segment=NetworkSegment(c0dbaf45-d4a9-44e2-8858-2c41f5f98c84),segment_id=c0dbaf45-d4a9-44e2-8858-2c41f5f98c84)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:18:30.291805 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-873dd1d9-d04e-47e5-94a3-decf172938b7 req-15710077-6885-47fc-822e-5dee622c9c7c tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:30.306838 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d15cea32-93c5-4eea-b037-6129dcef4f15 req-52025b58-443b-4fc8-b2be-0f0b6934b668 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/ports?device_id=30ba0b5d-5cb4-44dd-b563-c96020089336 HTTP/1.1" status: 200 len: 210 time: 0.1115570 May 30 20:18:30.307360 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 59316) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:18:30.334419 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:30.448536 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15710077-6885-47fc-822e-5dee622c9c7c tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Pushing event deleted for resources: {'Port': ['ID=6398fd5e-0546-4c9b-b38c-b40af43bfae5,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:30.514924 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee2c4c5-cc44-42b1-ae9f-9fff8c48a554 req-56c38ce4-604e-4f28-a5d0-487f99a25931 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:30.516724 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=d6bd5eae-0616-430d-84d9-925fb8c638cf,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:30.516893 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7ee2c4c5-cc44-42b1-ae9f-9fff8c48a554 req-56c38ce4-604e-4f28-a5d0-487f99a25931 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.86 "GET /v2.0/networks?id=a8fd4d2d-32fb-4554-b8d5-052f07ecf981 HTTP/1.1" status: 200 len: 816 time: 0.8166378 May 30 20:18:30.590663 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [req-873dd1d9-d04e-47e5-94a3-decf172938b7 req-15710077-6885-47fc-822e-5dee622c9c7c tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] No DVR routers for this DVR port 6398fd5e-0546-4c9b-b38c-b40af43bfae5 on host n-h1-843948-2 {{(pid=84886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:18:30.602860 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7ee2c4c5-cc44-42b1-ae9f-9fff8c48a554 req-9c09ac6d-c793-43b5-9b80-c49b9ee63118 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=204a9ca9af944bf39656e3dc7145a4f6 HTTP/1.1" status: 200 len: 379 time: 0.0654123 May 30 20:18:30.603828 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-873dd1d9-d04e-47e5-94a3-decf172938b7 req-15710077-6885-47fc-822e-5dee622c9c7c tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:30.610362 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['d6bd5eae-0616-430d-84d9-925fb8c638cf'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:18:30.614615 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-7ee2c4c5-cc44-42b1-ae9f-9fff8c48a554 req-a0def7e0-9dc7-499a-bf19-177d60451093 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Request body: {'port': {'device_id': '90da6347-458d-4057-9305-60f501cdae7a', 'network_id': 'a8fd4d2d-32fb-4554-b8d5-052f07ecf981', 'admin_state_up': True, 'tenant_id': '204a9ca9af944bf39656e3dc7145a4f6', 'security_groups': ['b38efed6-f54b-4caf-8451-aa3a591cbb99']}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:18:30.623771 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05c90cf3-eefb-48d0-8aab-ee021bb8d5f6', 'name': 'network-vif-deleted', 'tag': '6398fd5e-0546-4c9b-b38c-b40af43bfae5'}] {{(pid=84886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:18:30.785750 n-d-843948-2 neutron-server[84886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d95b404d-f454-4502-86a7-f98c5068ef1c'] response: {'server_uuid': '05c90cf3-eefb-48d0-8aab-ee021bb8d5f6', 'name': 'network-vif-deleted', 'tag': '6398fd5e-0546-4c9b-b38c-b40af43bfae5', 'status': 'completed', 'code': 200} May 30 20:18:30.816461 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-873dd1d9-d04e-47e5-94a3-decf172938b7 req-15710077-6885-47fc-822e-5dee622c9c7c tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.71 "DELETE /v2.0/ports/6398fd5e-0546-4c9b-b38c-b40af43bfae5 HTTP/1.1" status: 204 len: 173 time: 2.4831231 May 30 20:18:30.842785 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 6398fd5e-0546-4c9b-b38c-b40af43bfae5 no longer exists at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:18:30.972781 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] No Port match for: 6398fd5e-0546-4c9b-b38c-b40af43bfae5 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:18:30.973328 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 6398fd5e-0546-4c9b-b38c-b40af43bfae5 not bound to the agent host n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:18:31.039425 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4a9973b7-8475-490c-9d97-30c75e0caeec admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:31.042365 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-99e1b30f-128c-4a3a-a271-f7528b8d1a49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1718140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-736143'] for router_interface, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:31.071317 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-7ee2c4c5-cc44-42b1-ae9f-9fff8c48a554 req-a0def7e0-9dc7-499a-bf19-177d60451093 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:18:31.084424 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-7ee2c4c5-cc44-42b1-ae9f-9fff8c48a554 req-a0def7e0-9dc7-499a-bf19-177d60451093 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Usage tracker for resource:port and tenant:204a9ca9af944bf39656e3dc7145a4f6 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:18:31.103735 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-7ee2c4c5-cc44-42b1-ae9f-9fff8c48a554 req-a0def7e0-9dc7-499a-bf19-177d60451093 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:18:31.115621 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-4a9973b7-8475-490c-9d97-30c75e0caeec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:18:31.122065 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:31.125779 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-4a9973b7-8475-490c-9d97-30c75e0caeec admin admin] Usage tracker for resource:security_group_rule and tenant:0db4679a1ce8451d8be73ed4f22c6d44 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:18:31.132472 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-4a9973b7-8475-490c-9d97-30c75e0caeec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:18:31.140963 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-7ee2c4c5-cc44-42b1-ae9f-9fff8c48a554 req-a0def7e0-9dc7-499a-bf19-177d60451093 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:18:31.155199 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-4a9973b7-8475-490c-9d97-30c75e0caeec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:18:31.369239 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4a9973b7-8475-490c-9d97-30c75e0caeec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:31.427802 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ee2c4c5-cc44-42b1-ae9f-9fff8c48a554 req-a0def7e0-9dc7-499a-bf19-177d60451093 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Made reservation on behalf of 204a9ca9af944bf39656e3dc7145a4f6 for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:18:31.432937 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-7ee2c4c5-cc44-42b1-ae9f-9fff8c48a554 req-a0def7e0-9dc7-499a-bf19-177d60451093 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:31.454735 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-2c79247b-6872-4b99-a55a-080c4b32bfad req-cbd50ff5-5988-472b-82a7-942036a22168 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Synchronizing usage tracker for tenant:204a9ca9af944bf39656e3dc7145a4f6 on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:18:31.476830 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4a9973b7-8475-490c-9d97-30c75e0caeec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:31.476974 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca84ba6-8fef-4955-beef-ec603d353c1f req-256eece8-931b-4596-9910-ac44311c6912 tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:31.478516 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8ca84ba6-8fef-4955-beef-ec603d353c1f req-256eece8-931b-4596-9910-ac44311c6912 tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] 10.222.0.85 "GET /v2.0/ports?device_id=14a74cfc-8a91-4c5f-aea5-1c3b712d56a4 HTTP/1.1" status: 200 len: 944 time: 0.6456864 May 30 20:18:31.551322 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9973b7-8475-490c-9d97-30c75e0caeec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85653f15-91f4-4c7b-bac5-4b2abc1fe13b,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:31.559473 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-4a9973b7-8475-490c-9d97-30c75e0caeec admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=0db4679a1ce8451d8be73ed4f22c6d44&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2410696 May 30 20:18:31.564202 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 59342) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:18:31.641224 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device d6bd5eae-0616-430d-84d9-925fb8c638cf up at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:18:31.642730 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-2c79247b-6872-4b99-a55a-080c4b32bfad req-cbd50ff5-5988-472b-82a7-942036a22168 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Unset dirty status for tenant:204a9ca9af944bf39656e3dc7145a4f6 on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:18:31.654429 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2c79247b-6872-4b99-a55a-080c4b32bfad req-cbd50ff5-5988-472b-82a7-942036a22168 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/ports?device_id=90da6347-458d-4057-9305-60f501cdae7a HTTP/1.1" status: 200 len: 210 time: 0.2821598 May 30 20:18:31.717484 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-86a8646b-34c1-422e-9a5b-2835f1a5dde4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:31.786720 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-86a8646b-34c1-422e-9a5b-2835f1a5dde4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:31.948707 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8ca84ba6-8fef-4955-beef-ec603d353c1f req-a34dce39-f6c0-4336-96b6-f2fb8b6d5ee5 tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] 10.222.0.85 "GET /v2.0/security-groups?id=7406621a-1401-4b06-82d8-1a98a746bcb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4608114 May 30 20:18:32.013349 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-86a8646b-34c1-422e-9a5b-2835f1a5dde4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:32.043068 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning for port d6bd5eae-0616-430d-84d9-925fb8c638cf completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:18:32.052678 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning complete for port d6bd5eae-0616-430d-84d9-925fb8c638cf triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:18:32.053394 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:32.130591 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [req-7ee2c4c5-cc44-42b1-ae9f-9fff8c48a554 req-a0def7e0-9dc7-499a-bf19-177d60451093 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Allocated IP 172.20.0.10 (a8fd4d2d-32fb-4554-b8d5-052f07ecf981/c961f9ad-7764-4956-bb44-5ca4a5973b67/fd2713ac-a479-470d-bfde-a8c618b67ba7) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:18:32.144130 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a8646b-34c1-422e-9a5b-2835f1a5dde4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85653f15-91f4-4c7b-bac5-4b2abc1fe13b,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:32.173502 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-c4d7239b-7d16-45e2-9208-2872fd0cc6cf req-b0406a27-c77f-4dce-b0f1-d8bd360d1c71 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Synchronizing usage tracker for tenant:af163cbd2042444a832f25a9c44ad423 on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:18:32.190146 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-86a8646b-34c1-422e-9a5b-2835f1a5dde4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:32.195006 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-86a8646b-34c1-422e-9a5b-2835f1a5dde4 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/85653f15-91f4-4c7b-bac5-4b2abc1fe13b HTTP/1.1" status: 204 len: 168 time: 0.6289382 May 30 20:18:32.350547 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:32.407174 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port d6bd5eae-0616-430d-84d9-925fb8c638cf, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=d6bd5eae-0616-430d-84d9-925fb8c638cf,segment=NetworkSegment(c0dbaf45-d4a9-44e2-8858-2c41f5f98c84),segment_id=c0dbaf45-d4a9-44e2-8858-2c41f5f98c84)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:18:32.408326 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14a74cfc-8a91-4c5f-aea5-1c3b712d56a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6bd5eae-0616-430d-84d9-925fb8c638cf'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:18:32.412811 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-c4d7239b-7d16-45e2-9208-2872fd0cc6cf req-b0406a27-c77f-4dce-b0f1-d8bd360d1c71 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Unset dirty status for tenant:af163cbd2042444a832f25a9c44ad423 on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:18:32.416742 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c4d7239b-7d16-45e2-9208-2872fd0cc6cf req-b0406a27-c77f-4dce-b0f1-d8bd360d1c71 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/ports?device_id=30ba0b5d-5cb4-44dd-b563-c96020089336 HTTP/1.1" status: 200 len: 210 time: 0.3459251 May 30 20:18:32.537262 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3938d4d-8127-43d0-9e42-3eabe063edaf'] response: {'server_uuid': '14a74cfc-8a91-4c5f-aea5-1c3b712d56a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6bd5eae-0616-430d-84d9-925fb8c638cf', 'code': 200} May 30 20:18:32.771359 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:32.771359 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:32.957361 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=d6bd5eae-0616-430d-84d9-925fb8c638cf,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:33.097805 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-99afcbc0-b229-49a8-b557-6ec914e31940 req-c79fc4b4-63f8-4117-8344-23aa3ac4811f tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/ports?device_id=90da6347-458d-4057-9305-60f501cdae7a HTTP/1.1" status: 200 len: 210 time: 0.0922632 May 30 20:18:33.111240 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-7ee2c4c5-cc44-42b1-ae9f-9fff8c48a554 req-a0def7e0-9dc7-499a-bf19-177d60451093 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:33.118175 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-58d103c7-09f7-4e71-8318-e18d256645b0 req-9c3668f7-04ad-4460-b1bf-a06c3e3e0ebd service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=14a74cfc-8a91-4c5f-aea5-1c3b712d56a4 HTTP/1.1" status: 200 len: 1095 time: 0.4993567 May 30 20:18:33.249159 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-7ee2c4c5-cc44-42b1-ae9f-9fff8c48a554 req-a0def7e0-9dc7-499a-bf19-177d60451093 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Transition to ACTIVE for port object fd2713ac-a479-470d-bfde-a8c618b67ba7 will not be triggered until provisioned by entity DHCP. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:18:33.393419 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-58d103c7-09f7-4e71-8318-e18d256645b0 req-72f7270f-4a73-4ae5-af80-6337bfd99025 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=7406621a-1401-4b06-82d8-1a98a746bcb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2671289 May 30 20:18:33.431901 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f11140-6120-45e3-b69e-8effd681c5ec req-72425803-eeec-4d13-8d05-74c374e41909 tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:33.433451 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-08f11140-6120-45e3-b69e-8effd681c5ec req-72425803-eeec-4d13-8d05-74c374e41909 tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] 10.222.0.85 "GET /v2.0/ports?device_id=14a74cfc-8a91-4c5f-aea5-1c3b712d56a4 HTTP/1.1" status: 200 len: 945 time: 0.2338247 May 30 20:18:33.526548 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-7ee2c4c5-cc44-42b1-ae9f-9fff8c48a554 req-a0def7e0-9dc7-499a-bf19-177d60451093 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:33.607985 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-08f11140-6120-45e3-b69e-8effd681c5ec req-bffecb57-da85-4d92-b0e0-8b8d53d7d860 tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] 10.222.0.85 "GET /v2.0/security-groups?id=7406621a-1401-4b06-82d8-1a98a746bcb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613228 May 30 20:18:33.636782 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ee2c4c5-cc44-42b1-ae9f-9fff8c48a554 req-a0def7e0-9dc7-499a-bf19-177d60451093 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Network a8fd4d2d-32fb-4554-b8d5-052f07ecf981 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:18:33.645585 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [req-7ee2c4c5-cc44-42b1-ae9f-9fff8c48a554 req-a0def7e0-9dc7-499a-bf19-177d60451093 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:18:33.648964 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ee2c4c5-cc44-42b1-ae9f-9fff8c48a554 req-a0def7e0-9dc7-499a-bf19-177d60451093 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:18:33.669426 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3e1878a3-d550-4b76-a555-12453fe04f3a req-b9fea404-b24d-4881-ab27-bf832b88a3a3 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/ports?device_id=30ba0b5d-5cb4-44dd-b563-c96020089336 HTTP/1.1" status: 200 len: 210 time: 0.0676591 May 30 20:18:33.687199 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99e1b30f-128c-4a3a-a271-f7528b8d1a49 admin admin] Router 0050877d-f8dc-4e5a-a735-a90578e2168a has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:18:33.691217 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0def7e0-9dc7-499a-bf19-177d60451093 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Pushing event updated for resources: {'Port': ['ID=fd2713ac-a479-470d-bfde-a8c618b67ba7,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:33.741726 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee2c4c5-cc44-42b1-ae9f-9fff8c48a554 req-a0def7e0-9dc7-499a-bf19-177d60451093 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:33.743076 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-7ee2c4c5-cc44-42b1-ae9f-9fff8c48a554 req-a0def7e0-9dc7-499a-bf19-177d60451093 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:34.004804 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99e1b30f-128c-4a3a-a271-f7528b8d1a49 admin admin] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:18:34.016593 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-99e1b30f-128c-4a3a-a271-f7528b8d1a49 admin admin] 10.222.0.85 "PUT /v2.0/routers/0050877d-f8dc-4e5a-a735-a90578e2168a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3950677 May 30 20:18:34.017971 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 59370) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:18:34.022398 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eafefec-22bf-4a57-8456-e9750ed77bf3 None None] Sync routers for ids ['0050877d-f8dc-4e5a-a735-a90578e2168a'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:18:34.043827 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eafefec-22bf-4a57-8456-e9750ed77bf3 None None] Routers {'0050877d-f8dc-4e5a-a735-a90578e2168a'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:18:34.043827 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-0eafefec-22bf-4a57-8456-e9750ed77bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:18:29Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['0050877d-f8dc-4e5a-a735-a90578e2168a'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:18:34.047147 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7ee2c4c5-cc44-42b1-ae9f-9fff8c48a554 req-a0def7e0-9dc7-499a-bf19-177d60451093 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4371316 May 30 20:18:34.079877 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-7ee2c4c5-cc44-42b1-ae9f-9fff8c48a554 req-72130761-52f7-4be2-a18d-9aceab258660 service neutron] Request body: {'port': {'device_id': '90da6347-458d-4057-9305-60f501cdae7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843948-2'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:18:34.087646 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b7d8bd61-7998-4ec0-9747-7eb8a661274e None None] Provisioning for port fd2713ac-a479-470d-bfde-a8c618b67ba7 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:18:34.100721 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b7d8bd61-7998-4ec0-9747-7eb8a661274e None None] Provisioning complete for port fd2713ac-a479-470d-bfde-a8c618b67ba7 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:18:34.103662 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b7d8bd61-7998-4ec0-9747-7eb8a661274e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:34.201685 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-b7d8bd61-7998-4ec0-9747-7eb8a661274e None None] Port fd2713ac-a479-470d-bfde-a8c618b67ba7 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:18:34.267975 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-83f6e37a-8208-4539-92e9-e906aece8f99 admin admin] Notify callbacks [] for router, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:34.445140 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-0eafefec-22bf-4a57-8456-e9750ed77bf3 None None] Set router 0050877d-f8dc-4e5a-a735-a90578e2168a gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:18:34.457694 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 59378) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:18:34.518109 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-716b5e0e-c3b7-413d-9ab0-93ff12f5f270 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:34.580452 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-7ee2c4c5-cc44-42b1-ae9f-9fff8c48a554 req-72130761-52f7-4be2-a18d-9aceab258660 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:34.657375 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0169e3-a4fc-4a7a-b3a8-36a4edf26ed5 req-13e61cf6-cc50-4c73-a5de-d1146b424e4a tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:34.659953 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-fe0169e3-a4fc-4a7a-b3a8-36a4edf26ed5 req-13e61cf6-cc50-4c73-a5de-d1146b424e4a tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.71 "GET /v2.0/networks?id=51438f8d-98bc-428c-98e5-c8517683a003 HTTP/1.1" status: 200 len: 813 time: 0.3352432 May 30 20:18:34.669656 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-716b5e0e-c3b7-413d-9ab0-93ff12f5f270 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:18:34.686402 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-716b5e0e-c3b7-413d-9ab0-93ff12f5f270 admin admin] Usage tracker for resource:security_group_rule and tenant:dcf92e1eb0da49679b4773413707488a is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:18:34.693831 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-716b5e0e-c3b7-413d-9ab0-93ff12f5f270 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:18:34.714571 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-716b5e0e-c3b7-413d-9ab0-93ff12f5f270 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:18:34.738078 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5c2fb2-f1ad-44e4-857c-c79e03199d7f req-86b13e78-8950-480b-b95d-36aeeee2b2e8 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:34.739236 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-af5c2fb2-f1ad-44e4-857c-c79e03199d7f req-86b13e78-8950-480b-b95d-36aeeee2b2e8 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Synchronizing usage tracker for tenant:204a9ca9af944bf39656e3dc7145a4f6 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:18:34.857691 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [req-fe0169e3-a4fc-4a7a-b3a8-36a4edf26ed5 req-215734eb-583d-4d44-8127-d13f3e6a8875 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Request body: {'port': {'device_id': '30ba0b5d-5cb4-44dd-b563-c96020089336', 'network_id': '51438f8d-98bc-428c-98e5-c8517683a003', 'admin_state_up': True, 'tenant_id': 'af163cbd2042444a832f25a9c44ad423'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:18:34.952087 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-af5c2fb2-f1ad-44e4-857c-c79e03199d7f req-86b13e78-8950-480b-b95d-36aeeee2b2e8 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Unset dirty status for tenant:204a9ca9af944bf39656e3dc7145a4f6 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:18:34.957425 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-af5c2fb2-f1ad-44e4-857c-c79e03199d7f req-86b13e78-8950-480b-b95d-36aeeee2b2e8 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/ports?device_id=90da6347-458d-4057-9305-60f501cdae7a HTTP/1.1" status: 200 len: 932 time: 0.5705442 May 30 20:18:35.071996 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-fe0169e3-a4fc-4a7a-b3a8-36a4edf26ed5 req-215734eb-583d-4d44-8127-d13f3e6a8875 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:18:35.096694 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-fe0169e3-a4fc-4a7a-b3a8-36a4edf26ed5 req-215734eb-583d-4d44-8127-d13f3e6a8875 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:18:35.217494 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [req-884d31d4-651e-4873-8236-fb8944516ccb req-6c9d75a1-db37-4580-ad53-a341381c2ff7 service neutron] (84886) timed out ('10.222.0.85', 43196) {{(pid=84886) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 30 20:18:35.294063 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f62b85-78ba-4a85-a733-a1f927cf815b req-d7179251-6db1-4692-be12-e93767f6c225 tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:35.296652 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e5f62b85-78ba-4a85-a733-a1f927cf815b req-d7179251-6db1-4692-be12-e93767f6c225 tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] 10.222.0.85 "GET /v2.0/ports?device_id=14a74cfc-8a91-4c5f-aea5-1c3b712d56a4 HTTP/1.1" status: 200 len: 945 time: 0.2173002 May 30 20:18:35.331458 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-0eafefec-22bf-4a57-8456-e9750ed77bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0050877d-f8dc-4e5a-a735-a90578e2168a', 'name': 'tempest-TaggedBootDevicesTest-1968808311-router', 'tenant_id': 'a1a57cdea23a49088fa533e38f6a3032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': '5e1e9cd0-6036-4d10-95b3-5d38b55f30f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:07:27Z', 'updated_at': '2022-05-30T20:18:28Z', 'revision_number': 5, 'project_id': 'a1a57cdea23a49088fa533e38f6a3032', 'gw_port': {'id': '5e1e9cd0-6036-4d10-95b3-5d38b55f30f1', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0050877d-f8dc-4e5a-a735-a90578e2168a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:07:29Z', 'updated_at': '2022-05-30T20:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:18:35.338247 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eafefec-22bf-4a57-8456-e9750ed77bf3 None None] Checking router: 0050877d-f8dc-4e5a-a735-a90578e2168a for host: n-d-843948-2 {{(pid=84889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:18:35.346597 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-716b5e0e-c3b7-413d-9ab0-93ff12f5f270 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:35.360931 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe0169e3-a4fc-4a7a-b3a8-36a4edf26ed5 req-215734eb-583d-4d44-8127-d13f3e6a8875 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Made reservation on behalf of af163cbd2042444a832f25a9c44ad423 for: {'port': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:18:35.362317 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eafefec-22bf-4a57-8456-e9750ed77bf3 None None] Routers {'0050877d-f8dc-4e5a-a735-a90578e2168a'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:18:35.363656 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-0eafefec-22bf-4a57-8456-e9750ed77bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:18:29Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['0050877d-f8dc-4e5a-a735-a90578e2168a'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:18:35.363836 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-fe0169e3-a4fc-4a7a-b3a8-36a4edf26ed5 req-215734eb-583d-4d44-8127-d13f3e6a8875 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:35.378180 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-af5c2fb2-f1ad-44e4-857c-c79e03199d7f req-be16cfa9-04e2-4a8a-84c5-860bf456a7e4 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/security-groups?id=b38efed6-f54b-4caf-8451-aa3a591cbb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4179978 May 30 20:18:35.474741 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [req-7ee2c4c5-cc44-42b1-ae9f-9fff8c48a554 req-72130761-52f7-4be2-a18d-9aceab258660 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd2713ac-a479-470d-bfde-a8c618b67ba7 {{(pid=84887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:18:35.488011 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-7ee2c4c5-cc44-42b1-ae9f-9fff8c48a554 req-72130761-52f7-4be2-a18d-9aceab258660 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:35.508157 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-716b5e0e-c3b7-413d-9ab0-93ff12f5f270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:35.565399 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-7ee2c4c5-cc44-42b1-ae9f-9fff8c48a554 req-72130761-52f7-4be2-a18d-9aceab258660 service neutron] Transition to ACTIVE for port object fd2713ac-a479-470d-bfde-a8c618b67ba7 will not be triggered until provisioned by entity L2. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:18:35.619837 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e5f62b85-78ba-4a85-a733-a1f927cf815b req-53af7ea2-77a8-4279-9ae4-ca8a22f5ad0b tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] 10.222.0.85 "GET /v2.0/security-groups?id=7406621a-1401-4b06-82d8-1a98a746bcb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3102582 May 30 20:18:35.633459 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-716b5e0e-c3b7-413d-9ab0-93ff12f5f270 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=dcf92e1eb0da49679b4773413707488a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1671877 May 30 20:18:35.645358 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 59390) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:18:35.669820 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716b5e0e-c3b7-413d-9ab0-93ff12f5f270 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abcc7c2d-3c27-40ef-ae4e-37ececdfe1d6,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:35.751563 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-0eafefec-22bf-4a57-8456-e9750ed77bf3 None None] Set router 0050877d-f8dc-4e5a-a735-a90578e2168a gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:18:35.754725 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-83f6e37a-8208-4539-92e9-e906aece8f99 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:35.774391 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-7ee2c4c5-cc44-42b1-ae9f-9fff8c48a554 req-72130761-52f7-4be2-a18d-9aceab258660 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:35.781240 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b6656c01-7af4-4e11-bd7d-9f1ee93ed355 req-b3cb6966-ed4f-468a-8e5e-b3bb43b5d576 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/ports?device_id=30ba0b5d-5cb4-44dd-b563-c96020089336 HTTP/1.1" status: 200 len: 210 time: 0.0894051 May 30 20:18:35.956669 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-83f6e37a-8208-4539-92e9-e906aece8f99 admin admin] Deleting port 5e1e9cd0-6036-4d10-95b3-5d38b55f30f1 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:18:35.957229 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-83f6e37a-8208-4539-92e9-e906aece8f99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:35.983932 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72130761-52f7-4be2-a18d-9aceab258660 service neutron] Pushing event updated for resources: {'Port': ['ID=fd2713ac-a479-470d-bfde-a8c618b67ba7,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:36.057760 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c6da0d05-c1ff-4bd7-9e07-7a26c8a6db1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:36.099766 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [req-fe0169e3-a4fc-4a7a-b3a8-36a4edf26ed5 req-215734eb-583d-4d44-8127-d13f3e6a8875 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Allocated IP 172.20.0.7 (51438f8d-98bc-428c-98e5-c8517683a003/a7c3f85d-fe14-497a-a810-561b8b1fe24d/7b446a18-e827-45dd-9cb8-f67668faa604) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:18:36.167121 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-0eafefec-22bf-4a57-8456-e9750ed77bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0050877d-f8dc-4e5a-a735-a90578e2168a', 'name': 'tempest-TaggedBootDevicesTest-1968808311-router', 'tenant_id': 'a1a57cdea23a49088fa533e38f6a3032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': '5e1e9cd0-6036-4d10-95b3-5d38b55f30f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:07:27Z', 'updated_at': '2022-05-30T20:18:28Z', 'revision_number': 5, 'project_id': 'a1a57cdea23a49088fa533e38f6a3032', 'gw_port': {'id': '5e1e9cd0-6036-4d10-95b3-5d38b55f30f1', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0050877d-f8dc-4e5a-a735-a90578e2168a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:07:29Z', 'updated_at': '2022-05-30T20:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:18:36.175098 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eafefec-22bf-4a57-8456-e9750ed77bf3 None None] The sync data for ids ['0050877d-f8dc-4e5a-a735-a90578e2168a'] in n-d-843948-2 is: [{'id': '0050877d-f8dc-4e5a-a735-a90578e2168a', 'name': 'tempest-TaggedBootDevicesTest-1968808311-router', 'tenant_id': 'a1a57cdea23a49088fa533e38f6a3032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': '5e1e9cd0-6036-4d10-95b3-5d38b55f30f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:07:27Z', 'updated_at': '2022-05-30T20:18:28Z', 'revision_number': 5, 'project_id': 'a1a57cdea23a49088fa533e38f6a3032', 'gw_port': {'id': '5e1e9cd0-6036-4d10-95b3-5d38b55f30f1', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0050877d-f8dc-4e5a-a735-a90578e2168a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:07:29Z', 'updated_at': '2022-05-30T20:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:18:36.177353 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-7ee2c4c5-cc44-42b1-ae9f-9fff8c48a554 req-72130761-52f7-4be2-a18d-9aceab258660 service neutron] Attempting to bind port fd2713ac-a479-470d-bfde-a8c618b67ba7 on host n-h2-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:18:36.181082 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-7ee2c4c5-cc44-42b1-ae9f-9fff8c48a554 req-72130761-52f7-4be2-a18d-9aceab258660 service neutron] Attempting to bind port fd2713ac-a479-470d-bfde-a8c618b67ba7 by drivers openvswitch,hyperv on host n-h2-843948-2 at level 0 using segments [{'id': '327b421f-3671-4415-86c0-3c9c0e7ca945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'a8fd4d2d-32fb-4554-b8d5-052f07ecf981'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:18:36.181485 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee2c4c5-cc44-42b1-ae9f-9fff8c48a554 req-72130761-52f7-4be2-a18d-9aceab258660 service neutron] Attempting to bind port fd2713ac-a479-470d-bfde-a8c618b67ba7 on network a8fd4d2d-32fb-4554-b8d5-052f07ecf981 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:18:36.189584 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee2c4c5-cc44-42b1-ae9f-9fff8c48a554 req-72130761-52f7-4be2-a18d-9aceab258660 service neutron] Port fd2713ac-a479-470d-bfde-a8c618b67ba7 on network a8fd4d2d-32fb-4554-b8d5-052f07ecf981 not bound, no agent of type Open vSwitch agent registered on host n-h2-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:18:36.189929 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee2c4c5-cc44-42b1-ae9f-9fff8c48a554 req-72130761-52f7-4be2-a18d-9aceab258660 service neutron] Attempting to bind port fd2713ac-a479-470d-bfde-a8c618b67ba7 on network a8fd4d2d-32fb-4554-b8d5-052f07ecf981 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:18:36.203364 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee2c4c5-cc44-42b1-ae9f-9fff8c48a554 req-72130761-52f7-4be2-a18d-9aceab258660 service neutron] Checking agent: {'id': 'eaa08354-e8f5-4e73-af76-8d3cf7d2b390', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 18, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:18:36.206496 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee2c4c5-cc44-42b1-ae9f-9fff8c48a554 req-72130761-52f7-4be2-a18d-9aceab258660 service neutron] Checking segment: {'id': '327b421f-3671-4415-86c0-3c9c0e7ca945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'a8fd4d2d-32fb-4554-b8d5-052f07ecf981'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:18:36.206496 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee2c4c5-cc44-42b1-ae9f-9fff8c48a554 req-72130761-52f7-4be2-a18d-9aceab258660 service neutron] Bound using segment: {'id': '327b421f-3671-4415-86c0-3c9c0e7ca945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'a8fd4d2d-32fb-4554-b8d5-052f07ecf981'} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:18:36.206496 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-7ee2c4c5-cc44-42b1-ae9f-9fff8c48a554 req-72130761-52f7-4be2-a18d-9aceab258660 service neutron] Bound port: fd2713ac-a479-470d-bfde-a8c618b67ba7, host: n-h2-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '327b421f-3671-4415-86c0-3c9c0e7ca945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'a8fd4d2d-32fb-4554-b8d5-052f07ecf981'}}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:18:36.206496 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-7ee2c4c5-cc44-42b1-ae9f-9fff8c48a554 req-72130761-52f7-4be2-a18d-9aceab258660 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:36.238092 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c6da0d05-c1ff-4bd7-9e07-7a26c8a6db1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:36.329107 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-7ee2c4c5-cc44-42b1-ae9f-9fff8c48a554 req-72130761-52f7-4be2-a18d-9aceab258660 service neutron] For port fd2713ac-a479-470d-bfde-a8c618b67ba7, host n-h2-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:18:36.333877 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-7ee2c4c5-cc44-42b1-ae9f-9fff8c48a554 req-72130761-52f7-4be2-a18d-9aceab258660 service neutron] For port fd2713ac-a479-470d-bfde-a8c618b67ba7, host n-h2-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=fd2713ac-a479-470d-bfde-a8c618b67ba7,segment=NetworkSegment(327b421f-3671-4415-86c0-3c9c0e7ca945),segment_id=327b421f-3671-4415-86c0-3c9c0e7ca945)] {{(pid=84887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:18:36.446395 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-7ee2c4c5-cc44-42b1-ae9f-9fff8c48a554 req-72130761-52f7-4be2-a18d-9aceab258660 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:36.522444 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-7ee2c4c5-cc44-42b1-ae9f-9fff8c48a554 req-72130761-52f7-4be2-a18d-9aceab258660 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:36.524153 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7ee2c4c5-cc44-42b1-ae9f-9fff8c48a554 req-72130761-52f7-4be2-a18d-9aceab258660 service neutron] 10.222.0.86 "PUT /v2.0/ports/fd2713ac-a479-470d-bfde-a8c618b67ba7 HTTP/1.1" status: 200 len: 1092 time: 2.4680362 May 30 20:18:36.524718 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90da6347-458d-4057-9305-60f501cdae7a', 'tag': 'fd2713ac-a479-470d-bfde-a8c618b67ba7'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:18:36.628634 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72130761-52f7-4be2-a18d-9aceab258660 service neutron] Pushing event updated for resources: {'Port': ['ID=fd2713ac-a479-470d-bfde-a8c618b67ba7,revision_number=3']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:36.778151 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51ca0cc6-3fe1-4121-9229-75b0a2ed170a'] response: {'name': 'network-changed', 'server_uuid': '90da6347-458d-4057-9305-60f501cdae7a', 'tag': 'fd2713ac-a479-470d-bfde-a8c618b67ba7', 'status': 'completed', 'code': 200} May 30 20:18:36.885559 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7ee2c4c5-cc44-42b1-ae9f-9fff8c48a554 req-31becb9a-e0a1-4b50-8db9-86a1cf20518a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=204a9ca9af944bf39656e3dc7145a4f6&device_id=90da6347-458d-4057-9305-60f501cdae7a HTTP/1.1" status: 200 len: 1095 time: 0.1998737 May 30 20:18:36.915113 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [None req-83f6e37a-8208-4539-92e9-e906aece8f99 admin admin] For port 5e1e9cd0-6036-4d10-95b3-5d38b55f30f1, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=5e1e9cd0-6036-4d10-95b3-5d38b55f30f1,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:18:36.915113 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-83f6e37a-8208-4539-92e9-e906aece8f99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:36.920473 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c6da0d05-c1ff-4bd7-9e07-7a26c8a6db1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:36.974381 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6da0d05-c1ff-4bd7-9e07-7a26c8a6db1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abcc7c2d-3c27-40ef-ae4e-37ececdfe1d6,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:37.051329 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7ee2c4c5-cc44-42b1-ae9f-9fff8c48a554 req-1ed00220-224f-4249-bff1-da15a4cf2046 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fd2713ac-a479-470d-bfde-a8c618b67ba7 HTTP/1.1" status: 200 len: 217 time: 0.1790843 May 30 20:18:37.146752 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-83f6e37a-8208-4539-92e9-e906aece8f99 admin admin] Calling delete_port for 5e1e9cd0-6036-4d10-95b3-5d38b55f30f1 owned by network:router_gateway {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:18:37.240765 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c6da0d05-c1ff-4bd7-9e07-7a26c8a6db1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:37.241220 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-c6da0d05-c1ff-4bd7-9e07-7a26c8a6db1a admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/abcc7c2d-3c27-40ef-ae4e-37ececdfe1d6 HTTP/1.1" status: 204 len: 168 time: 1.5937493 May 30 20:18:37.255493 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee2c4c5-cc44-42b1-ae9f-9fff8c48a554 req-bc894238-d0b5-4149-8eb1-3c74c5a8234f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:37.258075 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7ee2c4c5-cc44-42b1-ae9f-9fff8c48a554 req-bc894238-d0b5-4149-8eb1-3c74c5a8234f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c961f9ad-7764-4956-bb44-5ca4a5973b67 HTTP/1.1" status: 200 len: 855 time: 0.1952839 May 30 20:18:37.278061 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5770e422-b204-471f-b463-6946080a155f req-efb36b3d-259b-42c7-bc0e-66319017b833 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:37.280162 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5770e422-b204-471f-b463-6946080a155f req-efb36b3d-259b-42c7-bc0e-66319017b833 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/ports?device_id=90da6347-458d-4057-9305-60f501cdae7a HTTP/1.1" status: 200 len: 944 time: 0.5315781 May 30 20:18:37.291367 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-fe0169e3-a4fc-4a7a-b3a8-36a4edf26ed5 req-215734eb-583d-4d44-8127-d13f3e6a8875 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:37.390231 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-5770e422-b204-471f-b463-6946080a155f req-a5631c4b-4fd5-48af-ad0e-1e8d7bff7df3 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Synchronizing usage tracker for tenant:204a9ca9af944bf39656e3dc7145a4f6 on resource:security_group {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:18:37.405712 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-5770e422-b204-471f-b463-6946080a155f req-a5631c4b-4fd5-48af-ad0e-1e8d7bff7df3 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Unset dirty status for tenant:204a9ca9af944bf39656e3dc7145a4f6 on resource:security_group {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:18:37.430287 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbf0ed0-8dce-4d03-9912-9dbdf64870d1 req-fefea5c1-824e-4975-b131-2504b59e6ff3 tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:37.430491 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5770e422-b204-471f-b463-6946080a155f req-a5631c4b-4fd5-48af-ad0e-1e8d7bff7df3 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/security-groups?id=b38efed6-f54b-4caf-8451-aa3a591cbb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1261446 May 30 20:18:37.430643 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3dbf0ed0-8dce-4d03-9912-9dbdf64870d1 req-fefea5c1-824e-4975-b131-2504b59e6ff3 tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] 10.222.0.85 "GET /v2.0/ports?device_id=14a74cfc-8a91-4c5f-aea5-1c3b712d56a4 HTTP/1.1" status: 200 len: 945 time: 0.2843637 May 30 20:18:37.534495 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7ee2c4c5-cc44-42b1-ae9f-9fff8c48a554 req-5982b39c-e939-40c3-8ab3-3928ca0fee57 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a8fd4d2d-32fb-4554-b8d5-052f07ecf981&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2663980 May 30 20:18:37.541910 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-fe0169e3-a4fc-4a7a-b3a8-36a4edf26ed5 req-215734eb-583d-4d44-8127-d13f3e6a8875 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:37.620429 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3dbf0ed0-8dce-4d03-9912-9dbdf64870d1 req-632c1656-5193-41ae-bc44-cbe7fe9e8ec1 tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] 10.222.0.85 "GET /v2.0/security-groups?id=7406621a-1401-4b06-82d8-1a98a746bcb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812649 May 30 20:18:37.786397 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe0169e3-a4fc-4a7a-b3a8-36a4edf26ed5 req-215734eb-583d-4d44-8127-d13f3e6a8875 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Network 51438f8d-98bc-428c-98e5-c8517683a003 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:18:37.793883 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [req-fe0169e3-a4fc-4a7a-b3a8-36a4edf26ed5 req-215734eb-583d-4d44-8127-d13f3e6a8875 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:18:37.805452 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe0169e3-a4fc-4a7a-b3a8-36a4edf26ed5 req-215734eb-583d-4d44-8127-d13f3e6a8875 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:18:37.852253 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7ee2c4c5-cc44-42b1-ae9f-9fff8c48a554 req-a4d5f8b5-277a-47e5-8198-ae46c9b32f99 service neutron] 10.222.0.86 "GET /v2.0/networks/a8fd4d2d-32fb-4554-b8d5-052f07ecf981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2977943 May 30 20:18:37.983458 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-83f6e37a-8208-4539-92e9-e906aece8f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:37.993559 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215734eb-583d-4d44-8127-d13f3e6a8875 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Pushing event updated for resources: {'Port': ['ID=7b446a18-e827-45dd-9cb8-f67668faa604,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:38.033436 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 81588cca-c3ab-4a72-8461-d7a2a1310cc2 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:18:38.129895 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215734eb-583d-4d44-8127-d13f3e6a8875 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:18:38.129895 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215734eb-583d-4d44-8127-d13f3e6a8875 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:18:38.129895 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215734eb-583d-4d44-8127-d13f3e6a8875 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:18:38.129895 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215734eb-583d-4d44-8127-d13f3e6a8875 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:18:38.129895 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215734eb-583d-4d44-8127-d13f3e6a8875 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:18:38.129895 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215734eb-583d-4d44-8127-d13f3e6a8875 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:18:38.129895 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215734eb-583d-4d44-8127-d13f3e6a8875 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:18:38.129895 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215734eb-583d-4d44-8127-d13f3e6a8875 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:18:38.129895 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215734eb-583d-4d44-8127-d13f3e6a8875 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:18:38.129895 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215734eb-583d-4d44-8127-d13f3e6a8875 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:18:38.129895 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215734eb-583d-4d44-8127-d13f3e6a8875 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:18:38.135671 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: 81588cca-c3ab-4a72-8461-d7a2a1310cc2 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:18:38.136018 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 81588cca-c3ab-4a72-8461-d7a2a1310cc2 not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:18:38.202838 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7ee2c4c5-cc44-42b1-ae9f-9fff8c48a554 req-a177ae5a-c1b3-4027-a889-48c36e7fe0a9 service neutron] 10.222.0.86 "GET /v2.0/networks/a8fd4d2d-32fb-4554-b8d5-052f07ecf981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3453119 May 30 20:18:38.254299 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0169e3-a4fc-4a7a-b3a8-36a4edf26ed5 req-215734eb-583d-4d44-8127-d13f3e6a8875 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:38.255369 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-fe0169e3-a4fc-4a7a-b3a8-36a4edf26ed5 req-215734eb-583d-4d44-8127-d13f3e6a8875 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:38.318560 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f6e37a-8208-4539-92e9-e906aece8f99 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e1e9cd0-6036-4d10-95b3-5d38b55f30f1,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:38.365923 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929a2ace-7bd6-4c8b-8ff7-9db0a8b1bb4f req-55496ce8-052e-47bd-8432-fa896da05742 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:38.366700 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-929a2ace-7bd6-4c8b-8ff7-9db0a8b1bb4f req-55496ce8-052e-47bd-8432-fa896da05742 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Synchronizing usage tracker for tenant:af163cbd2042444a832f25a9c44ad423 on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:18:38.490587 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-83f73643-0f60-4419-b14b-5c438ac4d505 req-7ea06934-9273-4f22-b4df-49bd580018af service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=204a9ca9af944bf39656e3dc7145a4f6&device_id=90da6347-458d-4057-9305-60f501cdae7a HTTP/1.1" status: 200 len: 1095 time: 0.0942028 May 30 20:18:38.537894 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-fe0169e3-a4fc-4a7a-b3a8-36a4edf26ed5 req-215734eb-583d-4d44-8127-d13f3e6a8875 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6865866 May 30 20:18:38.543214 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-83f6e37a-8208-4539-92e9-e906aece8f99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-736453'] for router_gateway, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:38.644327 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [req-fe0169e3-a4fc-4a7a-b3a8-36a4edf26ed5 req-5ae66996-ac56-4fb3-b055-1c5a96836f1c service neutron] Request body: {'port': {'device_id': '30ba0b5d-5cb4-44dd-b563-c96020089336', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843948-2'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:18:38.701106 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f73643-0f60-4419-b14b-5c438ac4d505 req-366c9471-7d4f-47d1-a926-45f9061f6bb3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:38.703496 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-83f73643-0f60-4419-b14b-5c438ac4d505 req-366c9471-7d4f-47d1-a926-45f9061f6bb3 service neutron] 10.222.0.86 "GET /v2.0/networks?id=a8fd4d2d-32fb-4554-b8d5-052f07ecf981 HTTP/1.1" status: 200 len: 917 time: 0.2068384 May 30 20:18:38.873407 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-929a2ace-7bd6-4c8b-8ff7-9db0a8b1bb4f req-55496ce8-052e-47bd-8432-fa896da05742 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Unset dirty status for tenant:af163cbd2042444a832f25a9c44ad423 on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:18:38.884522 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-929a2ace-7bd6-4c8b-8ff7-9db0a8b1bb4f req-55496ce8-052e-47bd-8432-fa896da05742 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/ports?device_id=30ba0b5d-5cb4-44dd-b563-c96020089336 HTTP/1.1" status: 200 len: 931 time: 1.2191255 May 30 20:18:39.122197 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-929a2ace-7bd6-4c8b-8ff7-9db0a8b1bb4f req-9daba676-062b-4565-a6ea-e440c2430654 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/security-groups?id=0524bca6-45ea-44a4-8d6f-618d0ae32427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252812 May 30 20:18:39.209459 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-fe0169e3-a4fc-4a7a-b3a8-36a4edf26ed5 req-5ae66996-ac56-4fb3-b055-1c5a96836f1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:39.221976 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-83f6e37a-8208-4539-92e9-e906aece8f99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-724789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3141'] for router, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:39.223196 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-83f73643-0f60-4419-b14b-5c438ac4d505 req-aaca51e6-e6db-4061-99b8-ff2828ebbf15 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fd2713ac-a479-470d-bfde-a8c618b67ba7 HTTP/1.1" status: 200 len: 217 time: 0.5122917 May 30 20:18:39.234510 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-83f6e37a-8208-4539-92e9-e906aece8f99 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:39.289145 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3a98e5-1325-493c-ab8b-fe11e6570601 req-441b9219-f348-482c-be58-620b0d658fc7 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:39.290717 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-dd3a98e5-1325-493c-ab8b-fe11e6570601 req-441b9219-f348-482c-be58-620b0d658fc7 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/ports?device_id=90da6347-458d-4057-9305-60f501cdae7a HTTP/1.1" status: 200 len: 944 time: 0.2447953 May 30 20:18:39.320901 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ac290048-aace-41a1-8e32-e5f72b538bde req-ae963983-8223-4272-8355-38e9492c8c28 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=104c300f9f19443ab4c7c434d4800823&device_id=14a74cfc-8a91-4c5f-aea5-1c3b712d56a4 HTTP/1.1" status: 200 len: 1096 time: 0.2730432 May 30 20:18:39.344399 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f73643-0f60-4419-b14b-5c438ac4d505 req-0f9674eb-2f8a-4b7a-b4c3-13f72a7e1164 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:39.345925 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-83f73643-0f60-4419-b14b-5c438ac4d505 req-0f9674eb-2f8a-4b7a-b4c3-13f72a7e1164 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c961f9ad-7764-4956-bb44-5ca4a5973b67 HTTP/1.1" status: 200 len: 855 time: 0.1100075 May 30 20:18:39.561200 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-83f6e37a-8208-4539-92e9-e906aece8f99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724889'] for router, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:39.562030 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83f6e37a-8208-4539-92e9-e906aece8f99 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0050877d-f8dc-4e5a-a735-a90578e2168a {{(pid=84886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:18:39.610125 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-83f6e37a-8208-4539-92e9-e906aece8f99 admin admin] Notify callbacks [] for router, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:39.615562 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-83f6e37a-8208-4539-92e9-e906aece8f99 admin admin] 10.222.0.85 "DELETE /v2.0/routers/0050877d-f8dc-4e5a-a735-a90578e2168a HTTP/1.1" status: 204 len: 168 time: 5.5981762 May 30 20:18:39.616808 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 59444) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:18:39.631031 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e3e891-42d2-4944-9401-11e4c807ce40 req-d6534c9e-f490-468e-b4ad-5509cacd499b tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:39.633017 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-45e3e891-42d2-4944-9401-11e4c807ce40 req-d6534c9e-f490-468e-b4ad-5509cacd499b tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] 10.222.0.85 "GET /v2.0/ports?device_id=14a74cfc-8a91-4c5f-aea5-1c3b712d56a4 HTTP/1.1" status: 200 len: 945 time: 0.3039551 May 30 20:18:39.726092 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-dd3a98e5-1325-493c-ab8b-fe11e6570601 req-b70b22d0-7c6e-43a1-99cc-9f75260c4e31 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/security-groups?id=b38efed6-f54b-4caf-8451-aa3a591cbb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4111481 May 30 20:18:39.869813 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_v2 [None req-40af9bca-9aa6-4b30-a72c-7d8f0afa8e3c admin admin] Deleting subnet 4fadf349-a926-433c-a782-ad168c18ddef {{(pid=84886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:18:39.892396 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-45e3e891-42d2-4944-9401-11e4c807ce40 req-10ddfeb1-bea8-43c7-9d2d-54fce1d7690f tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] 10.222.0.85 "GET /v2.0/security-groups?id=7406621a-1401-4b06-82d8-1a98a746bcb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873958 May 30 20:18:39.898123 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-40af9bca-9aa6-4b30-a72c-7d8f0afa8e3c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:39.938139 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac290048-aace-41a1-8e32-e5f72b538bde req-2262d26f-2da4-4bcc-8570-8828f0710f10 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:39.938139 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ac290048-aace-41a1-8e32-e5f72b538bde req-2262d26f-2da4-4bcc-8570-8828f0710f10 service neutron] 10.222.0.86 "GET /v2.0/networks?id=8df2eca9-bd87-463d-93ac-08e4ae9a8369 HTTP/1.1" status: 200 len: 911 time: 0.5952637 May 30 20:18:39.947901 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-83f73643-0f60-4419-b14b-5c438ac4d505 req-d26970bb-5382-470e-ae28-dc2a39a26f8e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a8fd4d2d-32fb-4554-b8d5-052f07ecf981&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5536122 May 30 20:18:39.972433 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.db.resource_extend [req-fe0169e3-a4fc-4a7a-b3a8-36a4edf26ed5 req-5ae66996-ac56-4fb3-b055-1c5a96836f1c service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:18:39.983076 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-40af9bca-9aa6-4b30-a72c-7d8f0afa8e3c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2655517'] for subnet, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:40.175216 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ac290048-aace-41a1-8e32-e5f72b538bde req-f376ed6f-7cf3-4428-bb1b-bba634cc1e93 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d6bd5eae-0616-430d-84d9-925fb8c638cf HTTP/1.1" status: 200 len: 217 time: 0.2253902 May 30 20:18:40.221909 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [req-fe0169e3-a4fc-4a7a-b3a8-36a4edf26ed5 req-5ae66996-ac56-4fb3-b055-1c5a96836f1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b446a18-e827-45dd-9cb8-f67668faa604 {{(pid=84886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:18:40.232327 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-fe0169e3-a4fc-4a7a-b3a8-36a4edf26ed5 req-5ae66996-ac56-4fb3-b055-1c5a96836f1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:40.260667 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [req-fe0169e3-a4fc-4a7a-b3a8-36a4edf26ed5 req-5ae66996-ac56-4fb3-b055-1c5a96836f1c service neutron] Transition to ACTIVE for port object 7b446a18-e827-45dd-9cb8-f67668faa604 will not be triggered until provisioned by entity L2. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:18:40.346523 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-40af9bca-9aa6-4b30-a72c-7d8f0afa8e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:40.369540 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac290048-aace-41a1-8e32-e5f72b538bde req-d6c60417-a56c-4f1c-82d4-eb8c129b61c1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:40.371636 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ac290048-aace-41a1-8e32-e5f72b538bde req-d6c60417-a56c-4f1c-82d4-eb8c129b61c1 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f0a2227d-d9d4-4c95-9e3b-58ec7cf0f306 HTTP/1.1" status: 200 len: 850 time: 0.1794536 May 30 20:18:40.411075 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-fe0169e3-a4fc-4a7a-b3a8-36a4edf26ed5 req-5ae66996-ac56-4fb3-b055-1c5a96836f1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:40.475587 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 5e1e9cd0-6036-4d10-95b3-5d38b55f30f1 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:18:40.480712 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ac290048-aace-41a1-8e32-e5f72b538bde req-8c4c3888-91b7-41a8-9fac-ca55e077cf7a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=8df2eca9-bd87-463d-93ac-08e4ae9a8369&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0993700 May 30 20:18:40.486631 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-83f73643-0f60-4419-b14b-5c438ac4d505 req-c98d0f9a-489b-401a-b0e1-0b3d2df2735d service neutron] 10.222.0.86 "GET /v2.0/networks/a8fd4d2d-32fb-4554-b8d5-052f07ecf981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4338872 May 30 20:18:40.524360 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: 5e1e9cd0-6036-4d10-95b3-5d38b55f30f1 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:18:40.525110 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 5e1e9cd0-6036-4d10-95b3-5d38b55f30f1 not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:18:40.604044 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae66996-ac56-4fb3-b055-1c5a96836f1c service neutron] Pushing event updated for resources: {'Port': ['ID=7b446a18-e827-45dd-9cb8-f67668faa604,revision_number=2']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:40.717935 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-40af9bca-9aa6-4b30-a72c-7d8f0afa8e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4127075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2778536'] for subnet, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:40.771068 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40af9bca-9aa6-4b30-a72c-7d8f0afa8e3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4fadf349-a926-433c-a782-ad168c18ddef,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:40.784538 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-fe0169e3-a4fc-4a7a-b3a8-36a4edf26ed5 req-5ae66996-ac56-4fb3-b055-1c5a96836f1c service neutron] Attempting to bind port 7b446a18-e827-45dd-9cb8-f67668faa604 on host n-h1-843948-2 for vnic_type normal with profile {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:18:40.784807 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-fe0169e3-a4fc-4a7a-b3a8-36a4edf26ed5 req-5ae66996-ac56-4fb3-b055-1c5a96836f1c service neutron] Attempting to bind port 7b446a18-e827-45dd-9cb8-f67668faa604 by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': '9cdcbede-65a3-4a4d-80cb-286c108c164a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '51438f8d-98bc-428c-98e5-c8517683a003'}] {{(pid=84886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:18:40.785474 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe0169e3-a4fc-4a7a-b3a8-36a4edf26ed5 req-5ae66996-ac56-4fb3-b055-1c5a96836f1c service neutron] Attempting to bind port 7b446a18-e827-45dd-9cb8-f67668faa604 on network 51438f8d-98bc-428c-98e5-c8517683a003 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:18:40.795599 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-125267b3-e0c8-4e85-acb6-d6774f490002 None None] Network 5e8f5de0-54c1-49e1-ba92-4f5db898889d requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:18:40.810864 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-40af9bca-9aa6-4b30-a72c-7d8f0afa8e3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:40.825496 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-40af9bca-9aa6-4b30-a72c-7d8f0afa8e3c admin admin] 10.222.0.85 "DELETE /v2.0/subnets/4fadf349-a926-433c-a782-ad168c18ddef HTTP/1.1" status: 204 len: 168 time: 1.2048852 May 30 20:18:40.833346 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 59458) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:18:40.845128 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe0169e3-a4fc-4a7a-b3a8-36a4edf26ed5 req-5ae66996-ac56-4fb3-b055-1c5a96836f1c service neutron] Port 7b446a18-e827-45dd-9cb8-f67668faa604 on network 51438f8d-98bc-428c-98e5-c8517683a003 not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:18:40.845128 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe0169e3-a4fc-4a7a-b3a8-36a4edf26ed5 req-5ae66996-ac56-4fb3-b055-1c5a96836f1c service neutron] Attempting to bind port 7b446a18-e827-45dd-9cb8-f67668faa604 on network 51438f8d-98bc-428c-98e5-c8517683a003 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:18:40.857565 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe0169e3-a4fc-4a7a-b3a8-36a4edf26ed5 req-5ae66996-ac56-4fb3-b055-1c5a96836f1c service neutron] Checking agent: {'id': 'f728d74e-a4ae-4384-860b-a5ade05dd8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:18:40.857943 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe0169e3-a4fc-4a7a-b3a8-36a4edf26ed5 req-5ae66996-ac56-4fb3-b055-1c5a96836f1c service neutron] Checking segment: {'id': '9cdcbede-65a3-4a4d-80cb-286c108c164a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '51438f8d-98bc-428c-98e5-c8517683a003'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:18:40.858334 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe0169e3-a4fc-4a7a-b3a8-36a4edf26ed5 req-5ae66996-ac56-4fb3-b055-1c5a96836f1c service neutron] Bound using segment: {'id': '9cdcbede-65a3-4a4d-80cb-286c108c164a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '51438f8d-98bc-428c-98e5-c8517683a003'} {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:18:40.858773 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-fe0169e3-a4fc-4a7a-b3a8-36a4edf26ed5 req-5ae66996-ac56-4fb3-b055-1c5a96836f1c service neutron] Bound port: 7b446a18-e827-45dd-9cb8-f67668faa604, host: n-h1-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cdcbede-65a3-4a4d-80cb-286c108c164a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '51438f8d-98bc-428c-98e5-c8517683a003'}}] {{(pid=84886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:18:40.859121 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-fe0169e3-a4fc-4a7a-b3a8-36a4edf26ed5 req-5ae66996-ac56-4fb3-b055-1c5a96836f1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:40.992375 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b98983-173c-40de-a841-92a309ca5ad7 req-8c950560-5122-4b1e-8166-6f8f86dea211 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:40.994272 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-28b98983-173c-40de-a841-92a309ca5ad7 req-8c950560-5122-4b1e-8166-6f8f86dea211 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/ports?device_id=30ba0b5d-5cb4-44dd-b563-c96020089336 HTTP/1.1" status: 200 len: 931 time: 0.6882074 May 30 20:18:41.131695 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-fe0169e3-a4fc-4a7a-b3a8-36a4edf26ed5 req-5ae66996-ac56-4fb3-b055-1c5a96836f1c service neutron] For port 7b446a18-e827-45dd-9cb8-f67668faa604, host n-h1-843948-2, cleared binding levels {{(pid=84886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:18:41.135511 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-fe0169e3-a4fc-4a7a-b3a8-36a4edf26ed5 req-5ae66996-ac56-4fb3-b055-1c5a96836f1c service neutron] For port 7b446a18-e827-45dd-9cb8-f67668faa604, host n-h1-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=7b446a18-e827-45dd-9cb8-f67668faa604,segment=NetworkSegment(9cdcbede-65a3-4a4d-80cb-286c108c164a),segment_id=9cdcbede-65a3-4a4d-80cb-286c108c164a)] {{(pid=84886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:18:41.204938 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8485e285-0a5e-44db-baee-ca4f23864398 None None] DHCP port deletion for 5e8f5de0-54c1-49e1-ba92-4f5db898889d request from n-d-843948-2 {{(pid=84888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:18:41.210976 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-8485e285-0a5e-44db-baee-ca4f23864398 None None] Deleting port 4217daa2-e44a-4a0d-94dc-895192620421 {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:18:41.211475 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-8485e285-0a5e-44db-baee-ca4f23864398 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:41.255996 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-fe0169e3-a4fc-4a7a-b3a8-36a4edf26ed5 req-5ae66996-ac56-4fb3-b055-1c5a96836f1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:41.277769 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2fd97f5f-d62d-4ddb-b3cb-039a53d4dd8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:41.295042 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 59472) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:18:41.340141 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-83f73643-0f60-4419-b14b-5c438ac4d505 req-6aa55b67-1c53-465c-ae87-dea82da85f6d service neutron] 10.222.0.86 "GET /v2.0/networks/a8fd4d2d-32fb-4554-b8d5-052f07ecf981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7987370 May 30 20:18:41.368137 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-fe0169e3-a4fc-4a7a-b3a8-36a4edf26ed5 req-5ae66996-ac56-4fb3-b055-1c5a96836f1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:41.369912 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-fe0169e3-a4fc-4a7a-b3a8-36a4edf26ed5 req-5ae66996-ac56-4fb3-b055-1c5a96836f1c service neutron] 10.222.0.71 "PUT /v2.0/ports/7b446a18-e827-45dd-9cb8-f67668faa604 HTTP/1.1" status: 200 len: 1091 time: 2.7331452 May 30 20:18:41.371421 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30ba0b5d-5cb4-44dd-b563-c96020089336', 'tag': '7b446a18-e827-45dd-9cb8-f67668faa604'}] {{(pid=84886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:18:41.378293 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ac290048-aace-41a1-8e32-e5f72b538bde req-80d129fe-d278-4221-a521-ccb08d1babad service neutron] 10.222.0.86 "GET /v2.0/networks/8df2eca9-bd87-463d-93ac-08e4ae9a8369?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8712530 May 30 20:18:41.407763 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-2fd97f5f-d62d-4ddb-b3cb-039a53d4dd8d admin admin] Deleting port 4217daa2-e44a-4a0d-94dc-895192620421 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:18:41.408477 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae66996-ac56-4fb3-b055-1c5a96836f1c service neutron] Pushing event updated for resources: {'Port': ['ID=7b446a18-e827-45dd-9cb8-f67668faa604,revision_number=3']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:41.411406 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2fd97f5f-d62d-4ddb-b3cb-039a53d4dd8d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:41.432306 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309127b9-5096-4d7f-b1b2-e8f6ddf73c4d req-0e12a01f-7fd2-4aa8-9590-5c9b84064d2f tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:41.434081 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-309127b9-5096-4d7f-b1b2-e8f6ddf73c4d req-0e12a01f-7fd2-4aa8-9590-5c9b84064d2f tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/ports?device_id=90da6347-458d-4057-9305-60f501cdae7a HTTP/1.1" status: 200 len: 944 time: 0.2531948 May 30 20:18:41.493039 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-309127b9-5096-4d7f-b1b2-e8f6ddf73c4d req-032a8ad0-44a7-4aec-a3de-d7728aa15aa6 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/security-groups?id=b38efed6-f54b-4caf-8451-aa3a591cbb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525098 May 30 20:18:41.627089 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-8485e285-0a5e-44db-baee-ca4f23864398 None None] For port 4217daa2-e44a-4a0d-94dc-895192620421, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=4217daa2-e44a-4a0d-94dc-895192620421,segment=NetworkSegment(41e667d4-936e-4bec-b859-a0fde96007b1),segment_id=41e667d4-936e-4bec-b859-a0fde96007b1)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:18:41.627683 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-8485e285-0a5e-44db-baee-ca4f23864398 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:41.723375 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-fe0169e3-a4fc-4a7a-b3a8-36a4edf26ed5 req-59628b98-64ea-44e7-9944-2006286d08ab service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=af163cbd2042444a832f25a9c44ad423&device_id=30ba0b5d-5cb4-44dd-b563-c96020089336 HTTP/1.1" status: 200 len: 1094 time: 0.1585183 May 30 20:18:41.746183 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device fd2713ac-a479-470d-bfde-a8c618b67ba7 details requested by agent hyperv_n-h2-843948-2 with host n-h2-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:18:41.800098 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ac290048-aace-41a1-8e32-e5f72b538bde req-05bec0c5-0f1a-4720-84e6-05b9cf7766e7 service neutron] 10.222.0.86 "GET /v2.0/networks/8df2eca9-bd87-463d-93ac-08e4ae9a8369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3851929 May 30 20:18:41.828588 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-fe0169e3-a4fc-4a7a-b3a8-36a4edf26ed5 req-69b528f3-b5e9-4a6b-964f-5e5ca40fcd79 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7b446a18-e827-45dd-9cb8-f67668faa604 HTTP/1.1" status: 200 len: 217 time: 0.0940616 May 30 20:18:41.943843 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0169e3-a4fc-4a7a-b3a8-36a4edf26ed5 req-3d0e94ef-feec-4873-927e-3c956ab1f5a7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:41.944347 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-fe0169e3-a4fc-4a7a-b3a8-36a4edf26ed5 req-3d0e94ef-feec-4873-927e-3c956ab1f5a7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a7c3f85d-fe14-497a-a810-561b8b1fe24d HTTP/1.1" status: 200 len: 853 time: 0.0718479 May 30 20:18:41.967152 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port fd2713ac-a479-470d-bfde-a8c618b67ba7, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=fd2713ac-a479-470d-bfde-a8c618b67ba7,segment=NetworkSegment(327b421f-3671-4415-86c0-3c9c0e7ca945),segment_id=327b421f-3671-4415-86c0-3c9c0e7ca945)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:18:42.039969 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-fe0169e3-a4fc-4a7a-b3a8-36a4edf26ed5 req-2c82445a-d527-4565-8e89-495e76cbd7a6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=51438f8d-98bc-428c-98e5-c8517683a003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0864253 May 30 20:18:42.152984 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-8485e285-0a5e-44db-baee-ca4f23864398 None None] Calling delete_port for 4217daa2-e44a-4a0d-94dc-895192620421 owned by network:dhcp {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:18:42.166745 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-28b98983-173c-40de-a841-92a309ca5ad7 req-80774058-25fd-4cb3-8690-ed3978caf75d tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/security-groups?id=0524bca6-45ea-44a4-8d6f-618d0ae32427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1151450 May 30 20:18:42.174530 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6b252070-535d-4f30-901e-a1b19f0a2c18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:42.220256 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-6b252070-535d-4f30-901e-a1b19f0a2c18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:18:42.226378 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-6b252070-535d-4f30-901e-a1b19f0a2c18 admin admin] Usage tracker for resource:security_group_rule and tenant:d00c97546d76428f9aa8d864588cffff is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:18:42.230289 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-6b252070-535d-4f30-901e-a1b19f0a2c18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:18:42.238205 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-6b252070-535d-4f30-901e-a1b19f0a2c18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:18:42.242507 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 4217daa2-e44a-4a0d-94dc-895192620421 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:18:42.263819 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07220f42-9575-46bf-8132-45cb7fcdc1b3 req-dabba7d1-2c7f-4e55-ad46-d70e0cba6bcc tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:42.272770 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-07220f42-9575-46bf-8132-45cb7fcdc1b3 req-dabba7d1-2c7f-4e55-ad46-d70e0cba6bcc tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] 10.222.0.85 "GET /v2.0/ports?device_id=14a74cfc-8a91-4c5f-aea5-1c3b712d56a4 HTTP/1.1" status: 200 len: 945 time: 0.4470110 May 30 20:18:42.323804 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6b252070-535d-4f30-901e-a1b19f0a2c18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:42.346449 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-fe0169e3-a4fc-4a7a-b3a8-36a4edf26ed5 req-17a32353-d69a-4d6a-bb44-a67c71728cea service neutron] 10.222.0.71 "GET /v2.0/networks/51438f8d-98bc-428c-98e5-c8517683a003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2889569 May 30 20:18:42.347507 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Returning: {'device': 'fd2713ac-a479-470d-bfde-a8c618b67ba7', 'network_id': 'a8fd4d2d-32fb-4554-b8d5-052f07ecf981', 'port_id': 'fd2713ac-a479-470d-bfde-a8c618b67ba7', 'mac_address': 'fa:16:3e:de:3d:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c961f9ad-7764-4956-bb44-5ca4a5973b67', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:18:42.353423 n-d-843948-2 neutron-server[84886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1da41d14-ec79-48e1-b2ff-58e6962b5a49'] response: {'name': 'network-changed', 'server_uuid': '30ba0b5d-5cb4-44dd-b563-c96020089336', 'tag': '7b446a18-e827-45dd-9cb8-f67668faa604', 'status': 'completed', 'code': 200} May 30 20:18:42.358817 n-d-843948-2 neutron-server[84888]: INFO neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No ports have port_id starting with 4217daa2-e44a-4a0d-94dc-895192620421 May 30 20:18:42.379588 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-2fd97f5f-d62d-4ddb-b3cb-039a53d4dd8d admin admin] The port '4217daa2-e44a-4a0d-94dc-895192620421' was deleted {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 20:18:42.430133 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6b252070-535d-4f30-901e-a1b19f0a2c18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:42.470752 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:42.475917 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-07220f42-9575-46bf-8132-45cb7fcdc1b3 req-1e15d727-b280-4a34-b1f8-649e74e94bac tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] 10.222.0.85 "GET /v2.0/security-groups?id=7406621a-1401-4b06-82d8-1a98a746bcb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008290 May 30 20:18:42.490674 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-8485e285-0a5e-44db-baee-ca4f23864398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468'] for port, after_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:42.566098 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2fd97f5f-d62d-4ddb-b3cb-039a53d4dd8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:42.581770 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b252070-535d-4f30-901e-a1b19f0a2c18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40ec5b37-73ae-4f39-885e-ec371648798e,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:42.608595 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-6b252070-535d-4f30-901e-a1b19f0a2c18 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=d00c97546d76428f9aa8d864588cffff&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2990294 May 30 20:18:42.608595 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-2fd97f5f-d62d-4ddb-b3cb-039a53d4dd8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e8f5de0-54c1-49e1-ba92-4f5db898889d']}} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:18:42.619574 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 59494) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:18:42.642164 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b252070-535d-4f30-901e-a1b19f0a2c18 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:18:42.642164 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b252070-535d-4f30-901e-a1b19f0a2c18 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:18:42.642164 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b252070-535d-4f30-901e-a1b19f0a2c18 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:18:42.642164 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b252070-535d-4f30-901e-a1b19f0a2c18 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:18:42.642164 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b252070-535d-4f30-901e-a1b19f0a2c18 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:18:42.642164 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b252070-535d-4f30-901e-a1b19f0a2c18 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:18:42.642164 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b252070-535d-4f30-901e-a1b19f0a2c18 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:18:42.642164 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b252070-535d-4f30-901e-a1b19f0a2c18 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:18:42.642164 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b252070-535d-4f30-901e-a1b19f0a2c18 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:18:42.642164 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b252070-535d-4f30-901e-a1b19f0a2c18 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:18:42.642164 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b252070-535d-4f30-901e-a1b19f0a2c18 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:18:42.658769 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-2fd97f5f-d62d-4ddb-b3cb-039a53d4dd8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41e667d4-936e-4bec-b859-a0fde96007b1') {'for_net_delete': True} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:18:42.658769 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-2fd97f5f-d62d-4ddb-b3cb-039a53d4dd8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41e667d4-936e-4bec-b859-a0fde96007b1') {} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:18:42.688890 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2fd97f5f-d62d-4ddb-b3cb-039a53d4dd8d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3149912'] for segment, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:42.693950 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8485e285-0a5e-44db-baee-ca4f23864398 None None] Pushing event deleted for resources: {'Port': ['ID=4217daa2-e44a-4a0d-94dc-895192620421,revision_number=None']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:42.695704 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-fe0169e3-a4fc-4a7a-b3a8-36a4edf26ed5 req-16a36514-9531-4e6e-a8ac-02cf5268400f service neutron] 10.222.0.71 "GET /v2.0/networks/51438f8d-98bc-428c-98e5-c8517683a003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3378656 May 30 20:18:42.696908 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd2713ac-a479-470d-bfde-a8c618b67ba7 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:18:42.743154 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2fd97f5f-d62d-4ddb-b3cb-039a53d4dd8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:42.749700 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port fd2713ac-a479-470d-bfde-a8c618b67ba7, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=fd2713ac-a479-470d-bfde-a8c618b67ba7,segment=NetworkSegment(327b421f-3671-4415-86c0-3c9c0e7ca945),segment_id=327b421f-3671-4415-86c0-3c9c0e7ca945)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:18:42.754018 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8485e285-0a5e-44db-baee-ca4f23864398 None None] No DVR routers for this DVR port 4217daa2-e44a-4a0d-94dc-895192620421 on host n-d-843948-2 {{(pid=84888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:18:42.771677 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fd97f5f-d62d-4ddb-b3cb-039a53d4dd8d admin admin] Releasing vlan 666 on physical network physnet1 to pool {{(pid=84887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:18:42.772305 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2fd97f5f-d62d-4ddb-b3cb-039a53d4dd8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4055488'] for segment, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:42.806771 n-d-843948-2 neutron-server[84887]: Traceback (most recent call last): May 30 20:18:42.806771 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:18:42.806771 n-d-843948-2 neutron-server[84887]: timer() May 30 20:18:42.806771 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:18:42.806771 n-d-843948-2 neutron-server[84887]: cb(*args, **kw) May 30 20:18:42.806771 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:18:42.806771 n-d-843948-2 neutron-server[84887]: return func(*args, **kwargs) May 30 20:18:42.806771 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:18:42.806771 n-d-843948-2 neutron-server[84887]: self._notify() May 30 20:18:42.806771 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:18:42.806771 n-d-843948-2 neutron-server[84887]: self.callback(batched_events) May 30 20:18:42.806771 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:18:42.806771 n-d-843948-2 neutron-server[84887]: event.method(event) May 30 20:18:42.806771 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:18:42.806771 n-d-843948-2 neutron-server[84887]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:18:42.806771 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:18:42.806771 n-d-843948-2 neutron-server[84887]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:18:42.806771 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:18:42.806771 n-d-843948-2 neutron-server[84887]: return f(self, *a, **k) May 30 20:18:42.806771 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:18:42.806771 n-d-843948-2 neutron-server[84887]: return self._get(url).json() May 30 20:18:42.806771 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:18:42.806771 n-d-843948-2 neutron-server[84887]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:18:42.806771 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:18:42.806771 n-d-843948-2 neutron-server[84887]: return self.request(url, 'GET', **kwargs) May 30 20:18:42.806771 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:18:42.806771 n-d-843948-2 neutron-server[84887]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:18:42.806771 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:18:42.806771 n-d-843948-2 neutron-server[84887]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:18:42.806771 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:18:42.806771 n-d-843948-2 neutron-server[84887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:18:42.806771 n-d-843948-2 neutron-server[84887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:18:42.811427 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b74ccb32-35ca-4fcb-882f-eafb02875a7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:42.892847 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:42.978528 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b74ccb32-35ca-4fcb-882f-eafb02875a7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:42.989515 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=fd2713ac-a479-470d-bfde-a8c618b67ba7,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:43.015020 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-34dd0539-7cdb-4d6a-9821-a2b556a16cf1 req-60b073b2-97f8-4cc2-9bff-94fff243ace1 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=af163cbd2042444a832f25a9c44ad423&device_id=30ba0b5d-5cb4-44dd-b563-c96020089336 HTTP/1.1" status: 200 len: 1094 time: 0.1387267 May 30 20:18:43.061485 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e2eeff-e871-4cc8-974e-0044723f58a4 req-17e84b96-d3ca-4b63-89a9-0488766ddba6 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:43.066347 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-58e2eeff-e871-4cc8-974e-0044723f58a4 req-17e84b96-d3ca-4b63-89a9-0488766ddba6 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/ports?device_id=90da6347-458d-4057-9305-60f501cdae7a HTTP/1.1" status: 200 len: 945 time: 0.2027161 May 30 20:18:43.117074 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2fd97f5f-d62d-4ddb-b3cb-039a53d4dd8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:43.120822 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-58e2eeff-e871-4cc8-974e-0044723f58a4 req-78215cac-2557-4afe-b795-fbdd9b861ab7 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/security-groups?id=b38efed6-f54b-4caf-8451-aa3a591cbb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536230 May 30 20:18:43.136205 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['fd2713ac-a479-470d-bfde-a8c618b67ba7'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:18:43.136454 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2fd97f5f-d62d-4ddb-b3cb-039a53d4dd8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:43.149246 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd97f5f-d62d-4ddb-b3cb-039a53d4dd8d admin admin] Pushing event deleted for resources: {'Network': ['ID=5e8f5de0-54c1-49e1-ba92-4f5db898889d,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:43.163803 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-2fd97f5f-d62d-4ddb-b3cb-039a53d4dd8d admin admin] 10.222.0.85 "DELETE /v2.0/networks/5e8f5de0-54c1-49e1-ba92-4f5db898889d HTTP/1.1" status: 204 len: 168 time: 2.3070695 May 30 20:18:43.174076 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 59500) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:18:43.292922 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b74ccb32-35ca-4fcb-882f-eafb02875a7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:43.296230 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b74ccb32-35ca-4fcb-882f-eafb02875a7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:43.297869 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-b74ccb32-35ca-4fcb-882f-eafb02875a7d admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/40ec5b37-73ae-4f39-885e-ec371648798e HTTP/1.1" status: 204 len: 168 time: 0.6833382 May 30 20:18:43.322464 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74ccb32-35ca-4fcb-882f-eafb02875a7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40ec5b37-73ae-4f39-885e-ec371648798e,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:43.591396 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dd0539-7cdb-4d6a-9821-a2b556a16cf1 req-8c769caf-b686-4dd5-81cf-b13758b80215 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:43.592896 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-34dd0539-7cdb-4d6a-9821-a2b556a16cf1 req-8c769caf-b686-4dd5-81cf-b13758b80215 service neutron] 10.222.0.71 "GET /v2.0/networks?id=51438f8d-98bc-428c-98e5-c8517683a003 HTTP/1.1" status: 200 len: 914 time: 0.5722172 May 30 20:18:43.706828 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-34dd0539-7cdb-4d6a-9821-a2b556a16cf1 req-d5618605-1362-42c1-8edc-ee0ce17f98d1 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7b446a18-e827-45dd-9cb8-f67668faa604 HTTP/1.1" status: 200 len: 217 time: 0.1072979 May 30 20:18:43.778300 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3ff761-1200-41a4-98d5-6b74fe72d26b req-cd36eda6-0f53-4a80-a6f8-c157f9660f1a tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:43.780897 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4a3ff761-1200-41a4-98d5-6b74fe72d26b req-cd36eda6-0f53-4a80-a6f8-c157f9660f1a tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] 10.222.0.85 "GET /v2.0/ports?device_id=14a74cfc-8a91-4c5f-aea5-1c3b712d56a4 HTTP/1.1" status: 200 len: 945 time: 0.1524739 May 30 20:18:43.846112 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4a3ff761-1200-41a4-98d5-6b74fe72d26b req-6d028b44-d19e-4f07-bd69-3b21e0d0578b tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] 10.222.0.85 "GET /v2.0/security-groups?id=7406621a-1401-4b06-82d8-1a98a746bcb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530450 May 30 20:18:43.866634 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dd0539-7cdb-4d6a-9821-a2b556a16cf1 req-adb4a625-4fb8-4491-bb8e-dfc7d1561d69 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:43.896100 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-34dd0539-7cdb-4d6a-9821-a2b556a16cf1 req-adb4a625-4fb8-4491-bb8e-dfc7d1561d69 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a7c3f85d-fe14-497a-a810-561b8b1fe24d HTTP/1.1" status: 200 len: 853 time: 0.1778305 May 30 20:18:43.904939 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74796a56-4e41-46b4-8e87-d559cb3c1af3 req-dae23efc-17fb-4ceb-885f-7e26aab72fe0 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:43.906864 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-74796a56-4e41-46b4-8e87-d559cb3c1af3 req-dae23efc-17fb-4ceb-885f-7e26aab72fe0 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/ports?device_id=30ba0b5d-5cb4-44dd-b563-c96020089336 HTTP/1.1" status: 200 len: 943 time: 0.4172466 May 30 20:18:43.971098 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-34dd0539-7cdb-4d6a-9821-a2b556a16cf1 req-aa286e9b-1a19-46e1-9f48-ac89965c5635 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=51438f8d-98bc-428c-98e5-c8517683a003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611260 May 30 20:18:44.131659 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-74796a56-4e41-46b4-8e87-d559cb3c1af3 req-53c7813a-c90d-4a47-a4b5-65354e4d7d6e tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/security-groups?id=0524bca6-45ea-44a4-8d6f-618d0ae32427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860547 May 30 20:18:44.175547 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-34dd0539-7cdb-4d6a-9821-a2b556a16cf1 req-ef1d4968-bda4-4fa1-a008-09782105f9df service neutron] 10.222.0.71 "GET /v2.0/networks/51438f8d-98bc-428c-98e5-c8517683a003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976166 May 30 20:18:44.467703 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c915be4-a1ef-4641-a225-2f2d064c4104 req-9939f683-3943-423b-95a2-cee8d6965725 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:44.470144 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8c915be4-a1ef-4641-a225-2f2d064c4104 req-9939f683-3943-423b-95a2-cee8d6965725 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/ports?device_id=90da6347-458d-4057-9305-60f501cdae7a HTTP/1.1" status: 200 len: 945 time: 0.1026785 May 30 20:18:44.524521 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-34dd0539-7cdb-4d6a-9821-a2b556a16cf1 req-c007d380-e58d-4d47-b759-b89c33ab05a9 service neutron] 10.222.0.71 "GET /v2.0/networks/51438f8d-98bc-428c-98e5-c8517683a003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3391762 May 30 20:18:44.568559 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8c915be4-a1ef-4641-a225-2f2d064c4104 req-3bc3c5c2-b4b2-48d8-b784-ae0162c0662e tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/security-groups?id=b38efed6-f54b-4caf-8451-aa3a591cbb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829034 May 30 20:18:44.583876 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 59524) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:18:44.619802 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b00463d8-a388-42ef-a9db-12e8406268e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:44.627683 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bea206aa-c9df-4863-8e5f-26945598cec0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-736216'] for router_interface, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:44.667225 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-b00463d8-a388-42ef-a9db-12e8406268e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:18:44.674536 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-b00463d8-a388-42ef-a9db-12e8406268e1 admin admin] Usage tracker for resource:security_group_rule and tenant:c2244d10540847aca756eeca068e108d is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:18:44.679618 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-b00463d8-a388-42ef-a9db-12e8406268e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:18:44.693293 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-b00463d8-a388-42ef-a9db-12e8406268e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:18:44.749405 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 7b446a18-e827-45dd-9cb8-f67668faa604 details requested by agent hyperv_n-h1-843948-2 with host n-h1-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:18:44.838490 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b00463d8-a388-42ef-a9db-12e8406268e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:44.911913 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b00463d8-a388-42ef-a9db-12e8406268e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:45.009744 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-b00463d8-a388-42ef-a9db-12e8406268e1 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=c2244d10540847aca756eeca068e108d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4239929 May 30 20:18:45.010871 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00463d8-a388-42ef-a9db-12e8406268e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67d6855e-d1a1-4b04-ae84-179e9ddc97ad,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:45.023578 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 59530) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:18:45.075261 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 7b446a18-e827-45dd-9cb8-f67668faa604, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=7b446a18-e827-45dd-9cb8-f67668faa604,segment=NetworkSegment(9cdcbede-65a3-4a4d-80cb-286c108c164a),segment_id=9cdcbede-65a3-4a4d-80cb-286c108c164a)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:18:45.111499 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Returning: {'device': '7b446a18-e827-45dd-9cb8-f67668faa604', 'network_id': '51438f8d-98bc-428c-98e5-c8517683a003', 'port_id': '7b446a18-e827-45dd-9cb8-f67668faa604', 'mac_address': 'fa:16:3e:23:8c:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7c3f85d-fe14-497a-a810-561b8b1fe24d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:18:45.156710 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a0acab85-0109-4cf0-ad48-eb482dc73191 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:45.221046 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a0acab85-0109-4cf0-ad48-eb482dc73191 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:45.258488 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:45.301018 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b446a18-e827-45dd-9cb8-f67668faa604 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:18:45.334990 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 7b446a18-e827-45dd-9cb8-f67668faa604, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=7b446a18-e827-45dd-9cb8-f67668faa604,segment=NetworkSegment(9cdcbede-65a3-4a4d-80cb-286c108c164a),segment_id=9cdcbede-65a3-4a4d-80cb-286c108c164a)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:18:45.435771 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:45.487980 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a0acab85-0109-4cf0-ad48-eb482dc73191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:45.518783 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6529f4-e5ca-4ef9-99e5-6dfdf22b80a9 req-503d8c29-5674-4c66-90d3-1ce28af07d5c tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:45.521432 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a0acab85-0109-4cf0-ad48-eb482dc73191 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:45.522660 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0f6529f4-e5ca-4ef9-99e5-6dfdf22b80a9 req-503d8c29-5674-4c66-90d3-1ce28af07d5c tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] 10.222.0.85 "GET /v2.0/ports?device_id=14a74cfc-8a91-4c5f-aea5-1c3b712d56a4 HTTP/1.1" status: 200 len: 945 time: 0.3269289 May 30 20:18:45.532947 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-a0acab85-0109-4cf0-ad48-eb482dc73191 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/67d6855e-d1a1-4b04-ae84-179e9ddc97ad HTTP/1.1" status: 204 len: 168 time: 0.5083256 May 30 20:18:45.584431 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0acab85-0109-4cf0-ad48-eb482dc73191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67d6855e-d1a1-4b04-ae84-179e9ddc97ad,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:45.668618 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=7b446a18-e827-45dd-9cb8-f67668faa604,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:45.678811 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2946ce0a-86b2-4c81-94b8-7da31c5a1dd1 req-7d858843-351a-4881-8bcb-1eb345450687 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:45.692524 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2946ce0a-86b2-4c81-94b8-7da31c5a1dd1 req-7d858843-351a-4881-8bcb-1eb345450687 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/ports?device_id=30ba0b5d-5cb4-44dd-b563-c96020089336 HTTP/1.1" status: 200 len: 944 time: 0.2897112 May 30 20:18:45.697177 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device fd2713ac-a479-470d-bfde-a8c618b67ba7 up at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:18:45.758572 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['7b446a18-e827-45dd-9cb8-f67668faa604'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:18:45.775896 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0f6529f4-e5ca-4ef9-99e5-6dfdf22b80a9 req-c799937f-6caa-47bf-b683-ff08726017aa tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] 10.222.0.85 "GET /v2.0/security-groups?id=7406621a-1401-4b06-82d8-1a98a746bcb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362339 May 30 20:18:45.825792 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2946ce0a-86b2-4c81-94b8-7da31c5a1dd1 req-2ff5f9b4-8a46-4983-b6d4-802d553002de tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/security-groups?id=0524bca6-45ea-44a4-8d6f-618d0ae32427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248431 May 30 20:18:46.042157 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-bea206aa-c9df-4863-8e5f-26945598cec0 admin admin] Deleting port 6ff5b57d-9eb8-4afd-9d94-421e24799252 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:18:46.042495 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bea206aa-c9df-4863-8e5f-26945598cec0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:46.247378 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning for port fd2713ac-a479-470d-bfde-a8c618b67ba7 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:18:46.255659 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning complete for port fd2713ac-a479-470d-bfde-a8c618b67ba7 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:18:46.256322 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:46.315234 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb46ee6-6f27-45c2-bccf-46e7b0c8db80 req-36d3c7bb-46b6-44df-80e7-84c1e7e066b2 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:46.319053 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9eb46ee6-6f27-45c2-bccf-46e7b0c8db80 req-36d3c7bb-46b6-44df-80e7-84c1e7e066b2 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/ports?device_id=90da6347-458d-4057-9305-60f501cdae7a HTTP/1.1" status: 200 len: 945 time: 0.2497759 May 30 20:18:46.388534 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [None req-bea206aa-c9df-4863-8e5f-26945598cec0 admin admin] For port 6ff5b57d-9eb8-4afd-9d94-421e24799252, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=6ff5b57d-9eb8-4afd-9d94-421e24799252,segment=NetworkSegment(e69df24f-0d9a-4b7c-809b-d8d6ff9586eb),segment_id=e69df24f-0d9a-4b7c-809b-d8d6ff9586eb)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:18:46.388915 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bea206aa-c9df-4863-8e5f-26945598cec0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:46.449281 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:46.479096 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9eb46ee6-6f27-45c2-bccf-46e7b0c8db80 req-372d0721-7166-4c9e-93dc-fe0456793080 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/security-groups?id=b38efed6-f54b-4caf-8451-aa3a591cbb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1590059 May 30 20:18:46.559817 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-bea206aa-c9df-4863-8e5f-26945598cec0 admin admin] Calling delete_port for 6ff5b57d-9eb8-4afd-9d94-421e24799252 owned by network:router_interface {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:18:46.567707 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port fd2713ac-a479-470d-bfde-a8c618b67ba7, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=fd2713ac-a479-470d-bfde-a8c618b67ba7,segment=NetworkSegment(327b421f-3671-4415-86c0-3c9c0e7ca945),segment_id=327b421f-3671-4415-86c0-3c9c0e7ca945)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:18:46.569232 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90da6347-458d-4057-9305-60f501cdae7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd2713ac-a479-470d-bfde-a8c618b67ba7'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:18:46.647990 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:46.886611 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50d2b1eb-1216-47a5-8918-8cb5977fc96a'] response: {'server_uuid': '90da6347-458d-4057-9305-60f501cdae7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd2713ac-a479-470d-bfde-a8c618b67ba7', 'code': 200} May 30 20:18:46.961270 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=fd2713ac-a479-470d-bfde-a8c618b67ba7,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:47.094466 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1cb19c2f-e5ae-4d09-8219-15336438318f req-268c7e70-33a8-43e0-bc2b-956f994e2c7f service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=90da6347-458d-4057-9305-60f501cdae7a HTTP/1.1" status: 200 len: 1097 time: 0.1240561 May 30 20:18:47.115120 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bea206aa-c9df-4863-8e5f-26945598cec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:47.170538 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea206aa-c9df-4863-8e5f-26945598cec0 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ff5b57d-9eb8-4afd-9d94-421e24799252,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:47.188044 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1cb19c2f-e5ae-4d09-8219-15336438318f req-15282b80-cffc-4d8f-b7d7-c0dcd46a6ca9 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=b38efed6-f54b-4caf-8451-aa3a591cbb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848279 May 30 20:18:47.252825 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8225b2-0a3a-403f-804b-8e787b94a482 req-d34f3489-7cc3-4260-8a64-a1837fb7c1af tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:47.264921 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2f8225b2-0a3a-403f-804b-8e787b94a482 req-d34f3489-7cc3-4260-8a64-a1837fb7c1af tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/ports?device_id=30ba0b5d-5cb4-44dd-b563-c96020089336 HTTP/1.1" status: 200 len: 944 time: 0.1187501 May 30 20:18:47.270295 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf77a0b1-f654-4c93-b417-afd0a85b8a2e req-7effded6-9a0f-43ce-a5e9-97705fe8a11a tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:47.270295 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-cf77a0b1-f654-4c93-b417-afd0a85b8a2e req-7effded6-9a0f-43ce-a5e9-97705fe8a11a tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] 10.222.0.85 "GET /v2.0/ports?device_id=14a74cfc-8a91-4c5f-aea5-1c3b712d56a4 HTTP/1.1" status: 200 len: 945 time: 0.2565882 May 30 20:18:47.329031 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2f8225b2-0a3a-403f-804b-8e787b94a482 req-685bf7cc-5e2e-4bec-9d70-39e5800962ff tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/security-groups?id=0524bca6-45ea-44a4-8d6f-618d0ae32427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627148 May 30 20:18:47.857022 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-cf77a0b1-f654-4c93-b417-afd0a85b8a2e req-8239273b-bedc-42a5-bf91-c43d2b084fac tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] 10.222.0.85 "GET /v2.0/security-groups?id=7406621a-1401-4b06-82d8-1a98a746bcb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665627 May 30 20:18:47.857022 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bea206aa-c9df-4863-8e5f-26945598cec0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1718140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-736143'] for router_interface, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:47.986129 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ab74a3-e633-4a41-8def-e32de525dfbf req-643cbabf-3d45-4416-a1c5-1a19ce512fe4 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:47.986129 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-95ab74a3-e633-4a41-8def-e32de525dfbf req-643cbabf-3d45-4416-a1c5-1a19ce512fe4 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/ports?device_id=90da6347-458d-4057-9305-60f501cdae7a HTTP/1.1" status: 200 len: 946 time: 0.1198158 May 30 20:18:48.035360 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-95ab74a3-e633-4a41-8def-e32de525dfbf req-e4742a81-7348-43f6-88b1-0ec948f13f30 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/security-groups?id=b38efed6-f54b-4caf-8451-aa3a591cbb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612690 May 30 20:18:48.621980 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bea206aa-c9df-4863-8e5f-26945598cec0 admin admin] Router 50bbf495-31d2-47e1-8248-fec889f83125 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:18:48.796558 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 7b446a18-e827-45dd-9cb8-f67668faa604 up at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:18:48.871420 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bea206aa-c9df-4863-8e5f-26945598cec0 admin admin] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:18:48.886323 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34da02b4-67f1-44c2-b32e-c812355816ba None None] Sync routers for ids ['50bbf495-31d2-47e1-8248-fec889f83125'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:18:48.906612 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-bea206aa-c9df-4863-8e5f-26945598cec0 admin admin] 10.222.0.85 "PUT /v2.0/routers/50bbf495-31d2-47e1-8248-fec889f83125/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7145057 May 30 20:18:48.907383 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 59588) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:18:48.912383 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34da02b4-67f1-44c2-b32e-c812355816ba None None] Routers {'50bbf495-31d2-47e1-8248-fec889f83125'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:18:48.913232 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-34da02b4-67f1-44c2-b32e-c812355816ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:18:29Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['50bbf495-31d2-47e1-8248-fec889f83125'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:18:49.099688 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning for port 7b446a18-e827-45dd-9cb8-f67668faa604 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:18:49.108723 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning complete for port 7b446a18-e827-45dd-9cb8-f67668faa604 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:18:49.109385 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:49.122388 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49243fbd-902c-4c4b-bf5d-da11daba33a9 req-b0b247b1-cdfb-4438-b3b8-299184d5bcf6 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:49.122388 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-49243fbd-902c-4c4b-bf5d-da11daba33a9 req-b0b247b1-cdfb-4438-b3b8-299184d5bcf6 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/ports?device_id=30ba0b5d-5cb4-44dd-b563-c96020089336 HTTP/1.1" status: 200 len: 944 time: 0.1440041 May 30 20:18:49.209732 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2873737b-b703-401b-b134-43d2dab9d415 req-2b44220b-5ed4-4a80-88ff-60e38f4f8ee7 tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:49.212187 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2873737b-b703-401b-b134-43d2dab9d415 req-2b44220b-5ed4-4a80-88ff-60e38f4f8ee7 tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] 10.222.0.85 "GET /v2.0/ports?device_id=14a74cfc-8a91-4c5f-aea5-1c3b712d56a4 HTTP/1.1" status: 200 len: 945 time: 0.2270401 May 30 20:18:49.242023 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-49243fbd-902c-4c4b-bf5d-da11daba33a9 req-21fbb3b3-7e02-4abb-b063-f50226f72312 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/security-groups?id=0524bca6-45ea-44a4-8d6f-618d0ae32427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088638 May 30 20:18:49.277008 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-34da02b4-67f1-44c2-b32e-c812355816ba None None] Set router 50bbf495-31d2-47e1-8248-fec889f83125 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:18:49.348963 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:49.392813 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2873737b-b703-401b-b134-43d2dab9d415 req-6bc43844-d770-435e-9fff-2530a19f3048 tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] 10.222.0.85 "GET /v2.0/security-groups?id=7406621a-1401-4b06-82d8-1a98a746bcb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729841 May 30 20:18:49.429039 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-29a70283-9450-4ef4-9a5f-991ee4ab1542 admin admin] Notify callbacks [] for router, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:49.523880 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8522aa36-a7b3-433b-acc2-50ff35649130 req-9e6e1f51-8ac5-4c6a-a62d-cc77511d340a tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:49.525764 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-8522aa36-a7b3-433b-acc2-50ff35649130 req-9e6e1f51-8ac5-4c6a-a62d-cc77511d340a tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/ports?device_id=90da6347-458d-4057-9305-60f501cdae7a HTTP/1.1" status: 200 len: 946 time: 0.1327534 May 30 20:18:49.602305 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-8522aa36-a7b3-433b-acc2-50ff35649130 req-c0960aff-5b7e-4928-ab57-881e6e85d298 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/security-groups?id=b38efed6-f54b-4caf-8451-aa3a591cbb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692966 May 30 20:18:49.662289 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:49.669151 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-29a70283-9450-4ef4-9a5f-991ee4ab1542 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:49.773638 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30ba0b5d-5cb4-44dd-b563-c96020089336', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b446a18-e827-45dd-9cb8-f67668faa604'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:18:49.827388 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 7b446a18-e827-45dd-9cb8-f67668faa604, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=7b446a18-e827-45dd-9cb8-f67668faa604,segment=NetworkSegment(9cdcbede-65a3-4a4d-80cb-286c108c164a),segment_id=9cdcbede-65a3-4a4d-80cb-286c108c164a)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:18:49.851537 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb4f4534-9498-4181-9309-e6d0e72eaf24'] response: {'server_uuid': '30ba0b5d-5cb4-44dd-b563-c96020089336', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b446a18-e827-45dd-9cb8-f67668faa604', 'code': 200} May 30 20:18:49.862983 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-29a70283-9450-4ef4-9a5f-991ee4ab1542 admin admin] Deleting port 675cd08e-e449-4f2d-93e6-c9b5157ec37c {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:18:49.863750 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-29a70283-9450-4ef4-9a5f-991ee4ab1542 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:49.892132 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-34da02b4-67f1-44c2-b32e-c812355816ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50bbf495-31d2-47e1-8248-fec889f83125', 'name': 'tempest-TaggedBootDevicesTest-390707063-router', 'tenant_id': 'e65d3e4b333144e88961fc48ee4d6168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': '675cd08e-e449-4f2d-93e6-c9b5157ec37c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:08:02Z', 'updated_at': '2022-05-30T20:18:46Z', 'revision_number': 5, 'project_id': 'e65d3e4b333144e88961fc48ee4d6168', 'gw_port': {'id': '675cd08e-e449-4f2d-93e6-c9b5157ec37c', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:f8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50bbf495-31d2-47e1-8248-fec889f83125', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:08:06Z', 'updated_at': '2022-05-30T20:08:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:18:49.910672 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34da02b4-67f1-44c2-b32e-c812355816ba None None] Checking router: 50bbf495-31d2-47e1-8248-fec889f83125 for host: n-d-843948-2 {{(pid=84888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:18:49.926143 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34da02b4-67f1-44c2-b32e-c812355816ba None None] Routers {'50bbf495-31d2-47e1-8248-fec889f83125'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:18:49.926787 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-34da02b4-67f1-44c2-b32e-c812355816ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:18:29Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['50bbf495-31d2-47e1-8248-fec889f83125'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:18:49.977866 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:50.107075 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f533802a-b940-4f2f-94e9-b80f58983314 req-f5eab640-a44f-4461-aa80-f8d1a9495481 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=30ba0b5d-5cb4-44dd-b563-c96020089336 HTTP/1.1" status: 200 len: 1096 time: 0.1729105 May 30 20:18:50.156336 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=7b446a18-e827-45dd-9cb8-f67668faa604,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:50.164059 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f533802a-b940-4f2f-94e9-b80f58983314 req-da093ccd-3017-49cb-be8b-5d6785293e40 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=0524bca6-45ea-44a4-8d6f-618d0ae32427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491769 May 30 20:18:50.171312 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-34da02b4-67f1-44c2-b32e-c812355816ba None None] Set router 50bbf495-31d2-47e1-8248-fec889f83125 gateway port host: None {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:18:50.290920 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-34da02b4-67f1-44c2-b32e-c812355816ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50bbf495-31d2-47e1-8248-fec889f83125', 'name': 'tempest-TaggedBootDevicesTest-390707063-router', 'tenant_id': 'e65d3e4b333144e88961fc48ee4d6168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:08:02Z', 'updated_at': '2022-05-30T20:18:49Z', 'revision_number': 6, 'project_id': 'e65d3e4b333144e88961fc48ee4d6168', 'gw_port_host': None}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:18:50.301307 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34da02b4-67f1-44c2-b32e-c812355816ba None None] The sync data for ids ['50bbf495-31d2-47e1-8248-fec889f83125'] in n-d-843948-2 is: [{'id': '50bbf495-31d2-47e1-8248-fec889f83125', 'name': 'tempest-TaggedBootDevicesTest-390707063-router', 'tenant_id': 'e65d3e4b333144e88961fc48ee4d6168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:08:02Z', 'updated_at': '2022-05-30T20:18:49Z', 'revision_number': 6, 'project_id': 'e65d3e4b333144e88961fc48ee4d6168', 'gw_port_host': None}] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:18:50.304100 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cae6fc-cca8-47d4-808b-4cdab9edd873 req-402092ed-6cc3-4572-86ba-134f942db358 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:50.321597 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 59618) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:18:50.322218 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-79cae6fc-cca8-47d4-808b-4cdab9edd873 req-402092ed-6cc3-4572-86ba-134f942db358 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/ports?device_id=90da6347-458d-4057-9305-60f501cdae7a HTTP/1.1" status: 200 len: 946 time: 0.5446045 May 30 20:18:50.326573 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-a833f1b2-7595-433a-b525-d10c29d16bb5 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Request body: {'floatingip': {'port_id': 'fd2713ac-a479-470d-bfde-a8c618b67ba7'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:18:50.342775 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [None req-29a70283-9450-4ef4-9a5f-991ee4ab1542 admin admin] For port 675cd08e-e449-4f2d-93e6-c9b5157ec37c, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=675cd08e-e449-4f2d-93e6-c9b5157ec37c,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:18:50.344751 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-29a70283-9450-4ef4-9a5f-991ee4ab1542 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:50.550253 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a833f1b2-7595-433a-b525-d10c29d16bb5 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Notify callbacks [] for floatingip, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:50.575848 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-29a70283-9450-4ef4-9a5f-991ee4ab1542 admin admin] Calling delete_port for 675cd08e-e449-4f2d-93e6-c9b5157ec37c owned by network:router_gateway {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:18:50.858438 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7f8781-3bb5-4da5-9754-9650e1e398d5 req-02dd24ed-ac20-4c8d-8a85-aeae2ff5fd7f tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:50.860030 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4c7f8781-3bb5-4da5-9754-9650e1e398d5 req-02dd24ed-ac20-4c8d-8a85-aeae2ff5fd7f tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] 10.222.0.85 "GET /v2.0/ports?device_id=14a74cfc-8a91-4c5f-aea5-1c3b712d56a4 HTTP/1.1" status: 200 len: 945 time: 0.2368259 May 30 20:18:51.003683 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4c7f8781-3bb5-4da5-9754-9650e1e398d5 req-26c5acc4-aa2d-474d-a2c8-5a2d1636b706 tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] 10.222.0.85 "GET /v2.0/security-groups?id=7406621a-1401-4b06-82d8-1a98a746bcb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263833 May 30 20:18:51.031030 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7131623b-1483-4aad-ab91-fcd3de8a6a8e req-af3b6c66-a767-4ea4-b0c7-08146047e933 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:51.049870 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-7131623b-1483-4aad-ab91-fcd3de8a6a8e req-af3b6c66-a767-4ea4-b0c7-08146047e933 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/ports?device_id=30ba0b5d-5cb4-44dd-b563-c96020089336 HTTP/1.1" status: 200 len: 945 time: 0.5135815 May 30 20:18:51.164246 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-29a70283-9450-4ef4-9a5f-991ee4ab1542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:51.398229 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a70283-9450-4ef4-9a5f-991ee4ab1542 admin admin] Pushing event deleted for resources: {'Port': ['ID=675cd08e-e449-4f2d-93e6-c9b5157ec37c,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:51.443585 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-7131623b-1483-4aad-ab91-fcd3de8a6a8e req-7e891348-3bca-4f19-95d2-ec26dbc89a27 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/security-groups?id=0524bca6-45ea-44a4-8d6f-618d0ae32427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3924487 May 30 20:18:51.765345 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-29a70283-9450-4ef4-9a5f-991ee4ab1542 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-736453'] for router_gateway, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:51.888267 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:18:52.088818 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a833f1b2-7595-433a-b525-d10c29d16bb5 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:52.140457 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 6ff5b57d-9eb8-4afd-9d94-421e24799252 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:18:52.208259 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:52.221805 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: 6ff5b57d-9eb8-4afd-9d94-421e24799252 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:18:52.222361 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 6ff5b57d-9eb8-4afd-9d94-421e24799252 not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:18:52.223252 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 675cd08e-e449-4f2d-93e6-c9b5157ec37c no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:18:52.242402 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a833f1b2-7595-433a-b525-d10c29d16bb5 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736490'] for floatingip, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:52.275197 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-29a70283-9450-4ef4-9a5f-991ee4ab1542 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-724789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3141'] for router, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:52.280437 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-29a70283-9450-4ef4-9a5f-991ee4ab1542 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:52.311966 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: 675cd08e-e449-4f2d-93e6-c9b5157ec37c {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:18:52.312725 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 675cd08e-e449-4f2d-93e6-c9b5157ec37c not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:18:52.400164 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7164abf-bd6a-4cda-be37-f13796ff695b req-cb175e3d-9b99-4512-8e7c-2a09aaed19ef tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:52.400164 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f7164abf-bd6a-4cda-be37-f13796ff695b req-cb175e3d-9b99-4512-8e7c-2a09aaed19ef tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] 10.222.0.85 "GET /v2.0/ports?device_id=14a74cfc-8a91-4c5f-aea5-1c3b712d56a4 HTTP/1.1" status: 200 len: 945 time: 0.0934165 May 30 20:18:52.425864 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-29a70283-9450-4ef4-9a5f-991ee4ab1542 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724889'] for router, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:52.428155 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29a70283-9450-4ef4-9a5f-991ee4ab1542 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 50bbf495-31d2-47e1-8248-fec889f83125 {{(pid=84887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:18:52.460279 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-29a70283-9450-4ef4-9a5f-991ee4ab1542 admin admin] Notify callbacks [] for router, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:52.464332 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-29a70283-9450-4ef4-9a5f-991ee4ab1542 admin admin] 10.222.0.85 "DELETE /v2.0/routers/50bbf495-31d2-47e1-8248-fec889f83125 HTTP/1.1" status: 204 len: 168 time: 3.5666840 May 30 20:18:52.464438 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 59648) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:18:52.509810 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f7164abf-bd6a-4cda-be37-f13796ff695b req-c378c8ae-d600-4aef-b157-ace2170843ef tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] 10.222.0.85 "GET /v2.0/security-groups?id=7406621a-1401-4b06-82d8-1a98a746bcb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062412 May 30 20:18:52.556496 n-d-843948-2 neutron-server[84886]: INFO neutron.db.l3_db [None req-a833f1b2-7595-433a-b525-d10c29d16bb5 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Floating IP 721acbe9-c135-48fe-b5e6-9b9bbb262dbe associated. External IP: 172.25.8.235, port: fd2713ac-a479-470d-bfde-a8c618b67ba7. May 30 20:18:52.593665 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_v2 [None req-88273216-51c2-41df-b49f-d338438f99d6 admin admin] Deleting subnet f14e34cb-cf28-4d17-a1c8-56a630e2154c {{(pid=84887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:18:52.599249 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-88273216-51c2-41df-b49f-d338438f99d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:52.745720 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-88273216-51c2-41df-b49f-d338438f99d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3149227'] for subnet, precommit_delete_associations {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:52.884685 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-88273216-51c2-41df-b49f-d338438f99d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:52.940495 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff58418-f01c-4f7c-b6da-42b971cb1103 req-b0f27161-25fd-4940-b262-8010464d0f4e tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:52.940495 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3ff58418-f01c-4f7c-b6da-42b971cb1103 req-b0f27161-25fd-4940-b262-8010464d0f4e tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/ports?device_id=30ba0b5d-5cb4-44dd-b563-c96020089336 HTTP/1.1" status: 200 len: 945 time: 0.1896167 May 30 20:18:53.020261 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3ff58418-f01c-4f7c-b6da-42b971cb1103 req-ad4c9603-9d36-46bc-ba7c-5733f57fcd35 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/security-groups?id=0524bca6-45ea-44a4-8d6f-618d0ae32427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698743 May 30 20:18:53.088812 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-88273216-51c2-41df-b49f-d338438f99d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4055470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114247'] for subnet, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:53.143291 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88273216-51c2-41df-b49f-d338438f99d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f14e34cb-cf28-4d17-a1c8-56a630e2154c,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:53.148094 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-88273216-51c2-41df-b49f-d338438f99d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:53.159234 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-88273216-51c2-41df-b49f-d338438f99d6 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/f14e34cb-cf28-4d17-a1c8-56a630e2154c HTTP/1.1" status: 204 len: 168 time: 0.6931856 May 30 20:18:53.159534 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 59666) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:18:53.167328 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa0b93c-3ee4-4340-a7bf-444956c19f8b None None] Network 90e0ce56-071d-4fa0-9b74-8a9144295128 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:18:53.393866 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a833f1b2-7595-433a-b525-d10c29d16bb5 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Router 238f8cbb-dfcc-4cb4-82fe-41a5dad58781 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:18:53.398765 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e1eada49-a2cd-448b-9294-9f1b829a519a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:53.430626 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-e1eada49-a2cd-448b-9294-9f1b829a519a admin admin] Deleting port dfd1238c-5cd0-4a59-9ce2-4708d07be773 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:18:53.430626 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e1eada49-a2cd-448b-9294-9f1b829a519a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:53.476430 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4bf1d6-8182-451d-969c-f70192f6d08b req-3544d21d-931d-4bdc-bf53-f2ffa2938687 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:53.476430 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fe4bf1d6-8182-451d-969c-f70192f6d08b req-3544d21d-931d-4bdc-bf53-f2ffa2938687 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/ports?device_id=30ba0b5d-5cb4-44dd-b563-c96020089336 HTTP/1.1" status: 200 len: 945 time: 0.2793992 May 30 20:18:53.569118 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fe4bf1d6-8182-451d-969c-f70192f6d08b req-42afb468-beb2-41ce-8015-94e989120418 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/security-groups?id=0524bca6-45ea-44a4-8d6f-618d0ae32427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887570 May 30 20:18:53.592899 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d5842c0-f42d-40c2-9e25-47a2c9362ab1 None None] DHCP port deletion for 90e0ce56-071d-4fa0-9b74-8a9144295128 request from n-d-843948-2 {{(pid=84888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:18:53.602751 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-4d5842c0-f42d-40c2-9e25-47a2c9362ab1 None None] Deleting port dfd1238c-5cd0-4a59-9ce2-4708d07be773 {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:18:53.602751 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-4d5842c0-f42d-40c2-9e25-47a2c9362ab1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:53.779396 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a833f1b2-7595-433a-b525-d10c29d16bb5 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:18:53.793179 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a833f1b2-7595-433a-b525-d10c29d16bb5 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:53.803471 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851f6ac0-bce8-451c-892d-36235e264609 None None] Sync routers for ids ['238f8cbb-dfcc-4cb4-82fe-41a5dad58781'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:18:53.849790 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851f6ac0-bce8-451c-892d-36235e264609 None None] Routers {'238f8cbb-dfcc-4cb4-82fe-41a5dad58781'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:18:53.850330 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-851f6ac0-bce8-451c-892d-36235e264609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:18:29Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['238f8cbb-dfcc-4cb4-82fe-41a5dad58781'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:18:53.952042 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [None req-e1eada49-a2cd-448b-9294-9f1b829a519a admin admin] For port dfd1238c-5cd0-4a59-9ce2-4708d07be773, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=dfd1238c-5cd0-4a59-9ce2-4708d07be773,segment=NetworkSegment(e69df24f-0d9a-4b7c-809b-d8d6ff9586eb),segment_id=e69df24f-0d9a-4b7c-809b-d8d6ff9586eb)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:18:53.952708 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e1eada49-a2cd-448b-9294-9f1b829a519a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:54.233572 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-e1eada49-a2cd-448b-9294-9f1b829a519a admin admin] Calling delete_port for dfd1238c-5cd0-4a59-9ce2-4708d07be773 owned by network:dhcp {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:18:54.234185 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device dfd1238c-5cd0-4a59-9ce2-4708d07be773 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:18:54.265575 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-a833f1b2-7595-433a-b525-d10c29d16bb5 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "PUT /v2.0/floatingips/721acbe9-c135-48fe-b5e6-9b9bbb262dbe HTTP/1.1" status: 200 len: 992 time: 3.9330237 May 30 20:18:54.268202 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90da6347-458d-4057-9305-60f501cdae7a', 'tag': 'fd2713ac-a479-470d-bfde-a8c618b67ba7'}] {{(pid=84886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:18:54.372056 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d070b5d3-ce95-4f2f-869f-62035dc8eb63 req-3e275954-da68-4326-a6ba-4ee5ee7e756c tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:54.381959 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d070b5d3-ce95-4f2f-869f-62035dc8eb63 req-3e275954-da68-4326-a6ba-4ee5ee7e756c tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] 10.222.0.85 "GET /v2.0/ports?device_id=14a74cfc-8a91-4c5f-aea5-1c3b712d56a4 HTTP/1.1" status: 200 len: 945 time: 0.3679843 May 30 20:18:54.388161 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873fcefd-0256-4956-bb19-a4ede4544b79 req-5dd7513f-95aa-4b39-82c3-ff12ba3c1df6 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:54.390492 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-873fcefd-0256-4956-bb19-a4ede4544b79 req-5dd7513f-95aa-4b39-82c3-ff12ba3c1df6 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/ports?device_id=30ba0b5d-5cb4-44dd-b563-c96020089336 HTTP/1.1" status: 200 len: 945 time: 0.1770859 May 30 20:18:54.461122 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-4d5842c0-f42d-40c2-9e25-47a2c9362ab1 None None] For port dfd1238c-5cd0-4a59-9ce2-4708d07be773, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=dfd1238c-5cd0-4a59-9ce2-4708d07be773,segment=NetworkSegment(e69df24f-0d9a-4b7c-809b-d8d6ff9586eb),segment_id=e69df24f-0d9a-4b7c-809b-d8d6ff9586eb)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:18:54.462292 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-4d5842c0-f42d-40c2-9e25-47a2c9362ab1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:54.475382 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-873fcefd-0256-4956-bb19-a4ede4544b79 req-412d0a39-42f1-4589-a196-d8ad49a6c49f tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/security-groups?id=0524bca6-45ea-44a4-8d6f-618d0ae32427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746412 May 30 20:18:54.478853 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e1eada49-a2cd-448b-9294-9f1b829a519a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:54.483473 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d070b5d3-ce95-4f2f-869f-62035dc8eb63 req-880acbf3-10a8-41a3-9269-9a2c0567c11e tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] 10.222.0.85 "GET /v2.0/security-groups?id=7406621a-1401-4b06-82d8-1a98a746bcb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949378 May 30 20:18:54.506465 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-851f6ac0-bce8-451c-892d-36235e264609 None None] Set router 238f8cbb-dfcc-4cb4-82fe-41a5dad58781 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:18:54.569124 n-d-843948-2 neutron-server[84886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67cd25d5-f1ca-45df-9fd6-06489ec28cd8'] response: {'name': 'network-changed', 'server_uuid': '90da6347-458d-4057-9305-60f501cdae7a', 'tag': 'fd2713ac-a479-470d-bfde-a8c618b67ba7', 'status': 'completed', 'code': 200} May 30 20:18:54.595495 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1eada49-a2cd-448b-9294-9f1b829a519a admin admin] Pushing event deleted for resources: {'Port': ['ID=dfd1238c-5cd0-4a59-9ce2-4708d07be773,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:54.626763 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1eada49-a2cd-448b-9294-9f1b829a519a admin admin] No DVR routers for this DVR port dfd1238c-5cd0-4a59-9ce2-4708d07be773 on host n-d-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:18:54.759069 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-4d5842c0-f42d-40c2-9e25-47a2c9362ab1 None None] Calling delete_port for dfd1238c-5cd0-4a59-9ce2-4708d07be773 owned by network:dhcp {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:18:54.893921 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46b6ecd-37ad-4469-803a-e0bc9c7cca5e req-b8742f7b-f84d-4933-8090-a4080d0978f8 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:54.906248 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f46b6ecd-37ad-4469-803a-e0bc9c7cca5e req-b8742f7b-f84d-4933-8090-a4080d0978f8 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/ports?device_id=30ba0b5d-5cb4-44dd-b563-c96020089336 HTTP/1.1" status: 200 len: 945 time: 0.1805677 May 30 20:18:54.953753 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No active binding found for port dfd1238c-5cd0-4a59-9ce2-4708d07be773 {{(pid=84888) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} May 30 20:18:54.954316 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device dfd1238c-5cd0-4a59-9ce2-4708d07be773 not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:18:54.999955 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f46b6ecd-37ad-4469-803a-e0bc9c7cca5e req-39ec7ac0-f16a-4008-89cd-59c4ce80ed89 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/security-groups?id=0524bca6-45ea-44a4-8d6f-618d0ae32427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928013 May 30 20:18:55.034082 n-d-843948-2 neutron-server[84888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) May 30 20:18:55.034082 n-d-843948-2 neutron-server[84888]: util.warn_limited( May 30 20:18:55.034082 n-d-843948-2 neutron-server[84888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) May 30 20:18:55.034082 n-d-843948-2 neutron-server[84888]: util.warn_limited( May 30 20:18:55.034082 n-d-843948-2 neutron-server[84888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:18:55.034082 n-d-843948-2 neutron-server[84888]: util.warn( May 30 20:18:55.034082 n-d-843948-2 neutron-server[84888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:18:55.034082 n-d-843948-2 neutron-server[84888]: util.warn( May 30 20:18:55.034082 n-d-843948-2 neutron-server[84888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:18:55.034082 n-d-843948-2 neutron-server[84888]: util.warn( May 30 20:18:55.034082 n-d-843948-2 neutron-server[84888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:18:55.034082 n-d-843948-2 neutron-server[84888]: util.warn( May 30 20:18:55.034082 n-d-843948-2 neutron-server[84888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:18:55.034082 n-d-843948-2 neutron-server[84888]: util.warn( May 30 20:18:55.034082 n-d-843948-2 neutron-server[84888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:18:55.034082 n-d-843948-2 neutron-server[84888]: util.warn( May 30 20:18:55.034082 n-d-843948-2 neutron-server[84888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:18:55.034082 n-d-843948-2 neutron-server[84888]: util.warn( May 30 20:18:55.034082 n-d-843948-2 neutron-server[84888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:18:55.034082 n-d-843948-2 neutron-server[84888]: util.warn( May 30 20:18:55.034082 n-d-843948-2 neutron-server[84888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:18:55.034082 n-d-843948-2 neutron-server[84888]: util.warn( May 30 20:18:55.034082 n-d-843948-2 neutron-server[84888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:18:55.034082 n-d-843948-2 neutron-server[84888]: util.warn( May 30 20:18:55.034082 n-d-843948-2 neutron-server[84888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:18:55.034082 n-d-843948-2 neutron-server[84888]: util.warn( May 30 20:18:55.034082 n-d-843948-2 neutron-server[84888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:18:55.034082 n-d-843948-2 neutron-server[84888]: util.warn( May 30 20:18:55.034082 n-d-843948-2 neutron-server[84888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:18:55.034082 n-d-843948-2 neutron-server[84888]: util.warn( May 30 20:18:55.034082 n-d-843948-2 neutron-server[84888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:18:55.034082 n-d-843948-2 neutron-server[84888]: util.warn( May 30 20:18:55.034082 n-d-843948-2 neutron-server[84888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:18:55.034082 n-d-843948-2 neutron-server[84888]: util.warn( May 30 20:18:55.034082 n-d-843948-2 neutron-server[84888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:18:55.034082 n-d-843948-2 neutron-server[84888]: util.warn( May 30 20:18:55.034082 n-d-843948-2 neutron-server[84888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:18:55.034082 n-d-843948-2 neutron-server[84888]: util.warn( May 30 20:18:55.034082 n-d-843948-2 neutron-server[84888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:18:55.034082 n-d-843948-2 neutron-server[84888]: util.warn( May 30 20:18:55.036852 n-d-843948-2 neutron-server[84888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:18:55.036852 n-d-843948-2 neutron-server[84888]: util.warn( May 30 20:18:55.036852 n-d-843948-2 neutron-server[84888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:18:55.036852 n-d-843948-2 neutron-server[84888]: util.warn( May 30 20:18:55.036852 n-d-843948-2 neutron-server[84888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:18:55.036852 n-d-843948-2 neutron-server[84888]: util.warn( May 30 20:18:55.036852 n-d-843948-2 neutron-server[84888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:18:55.036852 n-d-843948-2 neutron-server[84888]: util.warn( May 30 20:18:55.036852 n-d-843948-2 neutron-server[84888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:18:55.036852 n-d-843948-2 neutron-server[84888]: util.warn( May 30 20:18:55.036852 n-d-843948-2 neutron-server[84888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:18:55.036852 n-d-843948-2 neutron-server[84888]: util.warn( May 30 20:18:55.036852 n-d-843948-2 neutron-server[84888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:18:55.036852 n-d-843948-2 neutron-server[84888]: util.warn( May 30 20:18:55.036852 n-d-843948-2 neutron-server[84888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:18:55.036852 n-d-843948-2 neutron-server[84888]: util.warn( May 30 20:18:55.054269 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.db.api [None req-4d5842c0-f42d-40c2-9e25-47a2c9362ab1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:18:55.055441 n-d-843948-2 neutron-server[84888]: DEBUG oslo_db.api [None req-4d5842c0-f42d-40c2-9e25-47a2c9362ab1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:18:55.117184 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e1eada49-a2cd-448b-9294-9f1b829a519a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:55.228165 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-e1eada49-a2cd-448b-9294-9f1b829a519a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90e0ce56-071d-4fa0-9b74-8a9144295128']}} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:18:55.244645 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-e1eada49-a2cd-448b-9294-9f1b829a519a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e69df24f-0d9a-4b7c-809b-d8d6ff9586eb') {'for_net_delete': True} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:18:55.244975 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-e1eada49-a2cd-448b-9294-9f1b829a519a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e69df24f-0d9a-4b7c-809b-d8d6ff9586eb') {} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:18:55.262139 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-40d6ad60-6b76-48a9-9525-021d51cbd23e req-461ce63e-0fe6-41dc-b3b5-c5c10383cb0d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=204a9ca9af944bf39656e3dc7145a4f6&device_id=90da6347-458d-4057-9305-60f501cdae7a HTTP/1.1" status: 200 len: 1097 time: 0.6353064 May 30 20:18:55.264397 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e1eada49-a2cd-448b-9294-9f1b829a519a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3149912'] for segment, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:55.278901 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-851f6ac0-bce8-451c-892d-36235e264609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '238f8cbb-dfcc-4cb4-82fe-41a5dad58781', 'name': 'tempest-AttachVolumeShelveTestJSON-327669550-router', 'tenant_id': '204a9ca9af944bf39656e3dc7145a4f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': '634fe32a-c288-4d61-a4d1-222b11ed29af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:17:56Z', 'updated_at': '2022-05-30T20:18:06Z', 'revision_number': 4, 'project_id': '204a9ca9af944bf39656e3dc7145a4f6', 'gw_port': {'id': '634fe32a-c288-4d61-a4d1-222b11ed29af', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:01:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '238f8cbb-dfcc-4cb4-82fe-41a5dad58781', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:17:57Z', 'updated_at': '2022-05-30T20:18:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': '721acbe9-c135-48fe-b5e6-9b9bbb262dbe', 'tenant_id': '204a9ca9af944bf39656e3dc7145a4f6', 'floating_ip_address': '172.25.8.235', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': '238f8cbb-dfcc-4cb4-82fe-41a5dad58781', 'port_id': 'fd2713ac-a479-470d-bfde-a8c618b67ba7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8fd4d2d-32fb-4554-b8d5-052f07ecf981', 'mac_address': 'fa:16:3e:de:3d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90da6347-458d-4057-9305-60f501cdae7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:18:16Z', 'updated_at': '2022-05-30T20:18:51Z', 'revision_number': 1, 'project_id': '204a9ca9af944bf39656e3dc7145a4f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b8ce4f6-2f64-4a80-a2fe-cf5cd96afaea', 'name': '', 'network_id': 'a8fd4d2d-32fb-4554-b8d5-052f07ecf981', 'tenant_id': '204a9ca9af944bf39656e3dc7145a4f6', 'mac_address': 'fa:16:3e:c3:e6:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '238f8cbb-dfcc-4cb4-82fe-41a5dad58781', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c961f9ad-7764-4956-bb44-5ca4a5973b67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:18:04Z', 'updated_at': '2022-05-30T20:18:20Z', 'revision_number': 5, 'project_id': '204a9ca9af944bf39656e3dc7145a4f6', 'subnets': [{'id': 'c961f9ad-7764-4956-bb44-5ca4a5973b67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:18:55.287569 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851f6ac0-bce8-451c-892d-36235e264609 None None] Checking router: 238f8cbb-dfcc-4cb4-82fe-41a5dad58781 for host: n-d-843948-2 {{(pid=84889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:18:55.322674 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851f6ac0-bce8-451c-892d-36235e264609 None None] Routers {'238f8cbb-dfcc-4cb4-82fe-41a5dad58781'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:18:55.324617 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-851f6ac0-bce8-451c-892d-36235e264609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:18:29Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['238f8cbb-dfcc-4cb4-82fe-41a5dad58781'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:18:55.562944 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-4d5842c0-f42d-40c2-9e25-47a2c9362ab1 None None] Deleting port dfd1238c-5cd0-4a59-9ce2-4708d07be773 {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:18:55.562944 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-4d5842c0-f42d-40c2-9e25-47a2c9362ab1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:55.650973 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-851f6ac0-bce8-451c-892d-36235e264609 None None] Set router 238f8cbb-dfcc-4cb4-82fe-41a5dad58781 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:18:55.675324 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-4d5842c0-f42d-40c2-9e25-47a2c9362ab1 None None] The port 'dfd1238c-5cd0-4a59-9ce2-4708d07be773' was deleted {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 20:18:55.749032 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e1eada49-a2cd-448b-9294-9f1b829a519a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:55.779326 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1eada49-a2cd-448b-9294-9f1b829a519a admin admin] Releasing vlan 660 on physical network physnet1 to pool {{(pid=84887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:18:55.782914 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e1eada49-a2cd-448b-9294-9f1b829a519a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4055488'] for segment, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:55.817814 n-d-843948-2 neutron-server[84887]: Traceback (most recent call last): May 30 20:18:55.817814 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:18:55.817814 n-d-843948-2 neutron-server[84887]: timer() May 30 20:18:55.817814 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:18:55.817814 n-d-843948-2 neutron-server[84887]: cb(*args, **kw) May 30 20:18:55.817814 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:18:55.817814 n-d-843948-2 neutron-server[84887]: return func(*args, **kwargs) May 30 20:18:55.817814 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:18:55.817814 n-d-843948-2 neutron-server[84887]: self._notify() May 30 20:18:55.817814 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:18:55.817814 n-d-843948-2 neutron-server[84887]: self.callback(batched_events) May 30 20:18:55.817814 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:18:55.817814 n-d-843948-2 neutron-server[84887]: event.method(event) May 30 20:18:55.817814 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:18:55.817814 n-d-843948-2 neutron-server[84887]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:18:55.817814 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:18:55.817814 n-d-843948-2 neutron-server[84887]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:18:55.817814 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:18:55.817814 n-d-843948-2 neutron-server[84887]: return f(self, *a, **k) May 30 20:18:55.817814 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:18:55.817814 n-d-843948-2 neutron-server[84887]: return self._get(url).json() May 30 20:18:55.817814 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:18:55.817814 n-d-843948-2 neutron-server[84887]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:18:55.817814 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:18:55.817814 n-d-843948-2 neutron-server[84887]: return self.request(url, 'GET', **kwargs) May 30 20:18:55.817814 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:18:55.817814 n-d-843948-2 neutron-server[84887]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:18:55.817814 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:18:55.817814 n-d-843948-2 neutron-server[84887]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:18:55.817814 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:18:55.817814 n-d-843948-2 neutron-server[84887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:18:55.817814 n-d-843948-2 neutron-server[84887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:18:55.873651 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283798ec-d463-45d5-90f3-5dce4e12df06 req-bfbc9222-ec15-45e6-82df-c468671015c8 tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:55.885418 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-283798ec-d463-45d5-90f3-5dce4e12df06 req-bfbc9222-ec15-45e6-82df-c468671015c8 tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] 10.222.0.85 "GET /v2.0/ports?device_id=14a74cfc-8a91-4c5f-aea5-1c3b712d56a4 HTTP/1.1" status: 200 len: 945 time: 0.1803291 May 30 20:18:55.993430 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-283798ec-d463-45d5-90f3-5dce4e12df06 req-e8c38496-cf8f-4782-a4e7-ddabd8f5ef9c tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] 10.222.0.85 "GET /v2.0/security-groups?id=7406621a-1401-4b06-82d8-1a98a746bcb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062171 May 30 20:18:56.035280 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 59704) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:18:56.208638 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-e9193f4a-c909-4b68-93e1-a1bc6242f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:56.241447 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ce1db077-ba3b-4514-bf51-f718dbeb7a12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:56.270645 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d6ad60-6b76-48a9-9525-021d51cbd23e req-6ef702c4-f294-41db-88d3-52cb7ba80048 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:56.274169 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-40d6ad60-6b76-48a9-9525-021d51cbd23e req-6ef702c4-f294-41db-88d3-52cb7ba80048 service neutron] 10.222.0.86 "GET /v2.0/networks?id=a8fd4d2d-32fb-4554-b8d5-052f07ecf981 HTTP/1.1" status: 200 len: 917 time: 1.0010920 May 30 20:18:56.290911 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-ce1db077-ba3b-4514-bf51-f718dbeb7a12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:18:56.300822 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-ce1db077-ba3b-4514-bf51-f718dbeb7a12 admin admin] Usage tracker for resource:security_group_rule and tenant:6e38f6de5e2d4bb4a304c792fc14f69b is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:18:56.304462 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-ce1db077-ba3b-4514-bf51-f718dbeb7a12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:18:56.318382 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-ce1db077-ba3b-4514-bf51-f718dbeb7a12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:18:56.403822 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-851f6ac0-bce8-451c-892d-36235e264609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '238f8cbb-dfcc-4cb4-82fe-41a5dad58781', 'name': 'tempest-AttachVolumeShelveTestJSON-327669550-router', 'tenant_id': '204a9ca9af944bf39656e3dc7145a4f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': '634fe32a-c288-4d61-a4d1-222b11ed29af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:17:56Z', 'updated_at': '2022-05-30T20:18:06Z', 'revision_number': 4, 'project_id': '204a9ca9af944bf39656e3dc7145a4f6', 'gw_port': {'id': '634fe32a-c288-4d61-a4d1-222b11ed29af', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:01:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '238f8cbb-dfcc-4cb4-82fe-41a5dad58781', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:17:57Z', 'updated_at': '2022-05-30T20:18:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': '721acbe9-c135-48fe-b5e6-9b9bbb262dbe', 'tenant_id': '204a9ca9af944bf39656e3dc7145a4f6', 'floating_ip_address': '172.25.8.235', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': '238f8cbb-dfcc-4cb4-82fe-41a5dad58781', 'port_id': 'fd2713ac-a479-470d-bfde-a8c618b67ba7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8fd4d2d-32fb-4554-b8d5-052f07ecf981', 'mac_address': 'fa:16:3e:de:3d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90da6347-458d-4057-9305-60f501cdae7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:18:16Z', 'updated_at': '2022-05-30T20:18:51Z', 'revision_number': 1, 'project_id': '204a9ca9af944bf39656e3dc7145a4f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b8ce4f6-2f64-4a80-a2fe-cf5cd96afaea', 'name': '', 'network_id': 'a8fd4d2d-32fb-4554-b8d5-052f07ecf981', 'tenant_id': '204a9ca9af944bf39656e3dc7145a4f6', 'mac_address': 'fa:16:3e:c3:e6:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '238f8cbb-dfcc-4cb4-82fe-41a5dad58781', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c961f9ad-7764-4956-bb44-5ca4a5973b67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:18:04Z', 'updated_at': '2022-05-30T20:18:20Z', 'revision_number': 5, 'project_id': '204a9ca9af944bf39656e3dc7145a4f6', 'subnets': [{'id': 'c961f9ad-7764-4956-bb44-5ca4a5973b67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:18:56.409648 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851f6ac0-bce8-451c-892d-36235e264609 None None] The sync data for ids ['238f8cbb-dfcc-4cb4-82fe-41a5dad58781'] in n-d-843948-2 is: [{'id': '238f8cbb-dfcc-4cb4-82fe-41a5dad58781', 'name': 'tempest-AttachVolumeShelveTestJSON-327669550-router', 'tenant_id': '204a9ca9af944bf39656e3dc7145a4f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': '634fe32a-c288-4d61-a4d1-222b11ed29af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:17:56Z', 'updated_at': '2022-05-30T20:18:06Z', 'revision_number': 4, 'project_id': '204a9ca9af944bf39656e3dc7145a4f6', 'gw_port': {'id': '634fe32a-c288-4d61-a4d1-222b11ed29af', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:01:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '238f8cbb-dfcc-4cb4-82fe-41a5dad58781', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:17:57Z', 'updated_at': '2022-05-30T20:18:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': '721acbe9-c135-48fe-b5e6-9b9bbb262dbe', 'tenant_id': '204a9ca9af944bf39656e3dc7145a4f6', 'floating_ip_address': '172.25.8.235', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': '238f8cbb-dfcc-4cb4-82fe-41a5dad58781', 'port_id': 'fd2713ac-a479-470d-bfde-a8c618b67ba7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8fd4d2d-32fb-4554-b8d5-052f07ecf981', 'mac_address': 'fa:16:3e:de:3d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90da6347-458d-4057-9305-60f501cdae7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:18:16Z', 'updated_at': '2022-05-30T20:18:51Z', 'revision_number': 1, 'project_id': '204a9ca9af944bf39656e3dc7145a4f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b8ce4f6-2f64-4a80-a2fe-cf5cd96afaea', 'name': '', 'network_id': 'a8fd4d2d-32fb-4554-b8d5-052f07ecf981', 'tenant_id': '204a9ca9af944bf39656e3dc7145a4f6', 'mac_address': 'fa:16:3e:c3:e6:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '238f8cbb-dfcc-4cb4-82fe-41a5dad58781', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c961f9ad-7764-4956-bb44-5ca4a5973b67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:18:04Z', 'updated_at': '2022-05-30T20:18:20Z', 'revision_number': 5, 'project_id': '204a9ca9af944bf39656e3dc7145a4f6', 'subnets': [{'id': 'c961f9ad-7764-4956-bb44-5ca4a5973b67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:18:56.422292 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ce1db077-ba3b-4514-bf51-f718dbeb7a12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:56.427430 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53480013-396d-47a5-9646-1be21600c377 req-1d8d2688-87f1-4c38-8165-f539d39e5e8f tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:56.430216 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-53480013-396d-47a5-9646-1be21600c377 req-1d8d2688-87f1-4c38-8165-f539d39e5e8f tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/ports?device_id=30ba0b5d-5cb4-44dd-b563-c96020089336 HTTP/1.1" status: 200 len: 945 time: 0.4394045 May 30 20:18:56.501149 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e1eada49-a2cd-448b-9294-9f1b829a519a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:56.511528 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e1eada49-a2cd-448b-9294-9f1b829a519a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:56.543318 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ce1db077-ba3b-4514-bf51-f718dbeb7a12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:56.679818 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1eada49-a2cd-448b-9294-9f1b829a519a admin admin] Pushing event deleted for resources: {'Network': ['ID=90e0ce56-071d-4fa0-9b74-8a9144295128,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:56.681258 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1db077-ba3b-4514-bf51-f718dbeb7a12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d917fc6-0dbc-4d57-9b38-5bbb8111863f,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:56.685534 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-40d6ad60-6b76-48a9-9525-021d51cbd23e req-333e3c11-7ba5-423b-8edf-898fe6d4d909 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fd2713ac-a479-470d-bfde-a8c618b67ba7 HTTP/1.1" status: 200 len: 1000 time: 0.4037673 May 30 20:18:56.692722 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-ce1db077-ba3b-4514-bf51-f718dbeb7a12 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=6e38f6de5e2d4bb4a304c792fc14f69b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6560204 May 30 20:18:56.695180 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 59714) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:18:56.769508 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-e1eada49-a2cd-448b-9294-9f1b829a519a admin admin] 10.222.0.85 "DELETE /v2.0/networks/90e0ce56-071d-4fa0-9b74-8a9144295128 HTTP/1.1" status: 204 len: 168 time: 3.6087809 May 30 20:18:56.822198 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-53480013-396d-47a5-9646-1be21600c377 req-947f9d67-5d2e-4ba1-9490-76dc866e6fd0 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/security-groups?id=0524bca6-45ea-44a4-8d6f-618d0ae32427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3069172 May 30 20:18:56.871486 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d6ad60-6b76-48a9-9525-021d51cbd23e req-aa9226f2-2cc8-4901-b66d-2d63f8c5e7d7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:56.876951 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-40d6ad60-6b76-48a9-9525-021d51cbd23e req-aa9226f2-2cc8-4901-b66d-2d63f8c5e7d7 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c961f9ad-7764-4956-bb44-5ca4a5973b67 HTTP/1.1" status: 200 len: 855 time: 0.1844113 May 30 20:18:56.879786 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499c3fb5-d597-46bd-a96c-0b44a82e34f3 None None] New status for floating IP 721acbe9-c135-48fe-b5e6-9b9bbb262dbe: ACTIVE {{(pid=84888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 20:18:56.965999 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5e70c4a7-b80d-4afb-9b3a-9a2f0e1e2832 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:57.128919 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-40d6ad60-6b76-48a9-9525-021d51cbd23e req-65282cc0-87ce-45f2-a188-86167170abd6 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a8fd4d2d-32fb-4554-b8d5-052f07ecf981&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2371385 May 30 20:18:57.424108 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5e70c4a7-b80d-4afb-9b3a-9a2f0e1e2832 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:57.517110 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 59724) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:18:57.541965 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8716a9-119e-4dae-ba28-78a4cb90e830 req-aa2f54a1-15ed-4fb4-8cc6-2f4d3ed15bb1 tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:57.543574 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5d8716a9-119e-4dae-ba28-78a4cb90e830 req-aa2f54a1-15ed-4fb4-8cc6-2f4d3ed15bb1 tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] 10.222.0.85 "GET /v2.0/ports?device_id=14a74cfc-8a91-4c5f-aea5-1c3b712d56a4 HTTP/1.1" status: 200 len: 945 time: 0.2714891 May 30 20:18:57.554481 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-40d6ad60-6b76-48a9-9525-021d51cbd23e req-485b6866-ea64-472c-b94c-04eb5a7a7522 service neutron] 10.222.0.86 "GET /v2.0/networks/a8fd4d2d-32fb-4554-b8d5-052f07ecf981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4168229 May 30 20:18:57.567259 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8646e50-5c67-4bb1-8086-4f10c3ceefb9 req-87079e89-4dd5-4a44-a6b5-a3f3186c807a tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:57.571441 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b8646e50-5c67-4bb1-8086-4f10c3ceefb9 req-87079e89-4dd5-4a44-a6b5-a3f3186c807a tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/ports?device_id=30ba0b5d-5cb4-44dd-b563-c96020089336 HTTP/1.1" status: 200 len: 945 time: 0.4713035 May 30 20:18:57.656843 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5e70c4a7-b80d-4afb-9b3a-9a2f0e1e2832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:57.701494 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e70c4a7-b80d-4afb-9b3a-9a2f0e1e2832 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d917fc6-0dbc-4d57-9b38-5bbb8111863f,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:57.736532 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b8646e50-5c67-4bb1-8086-4f10c3ceefb9 req-282b16ee-e144-489c-8c67-b06bc6d2032f tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/security-groups?id=0524bca6-45ea-44a4-8d6f-618d0ae32427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553304 May 30 20:18:57.743752 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5e70c4a7-b80d-4afb-9b3a-9a2f0e1e2832 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:57.747539 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-5e70c4a7-b80d-4afb-9b3a-9a2f0e1e2832 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/7d917fc6-0dbc-4d57-9b38-5bbb8111863f HTTP/1.1" status: 204 len: 168 time: 1.0483410 May 30 20:18:57.967982 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-40d6ad60-6b76-48a9-9525-021d51cbd23e req-d3880af3-b070-42b4-8950-45b80f4ddc8e service neutron] 10.222.0.86 "GET /v2.0/networks/a8fd4d2d-32fb-4554-b8d5-052f07ecf981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3937976 May 30 20:18:57.974087 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5d8716a9-119e-4dae-ba28-78a4cb90e830 req-79fd43d5-681b-4b24-b748-4e14699abba6 tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] 10.222.0.85 "GET /v2.0/security-groups?id=7406621a-1401-4b06-82d8-1a98a746bcb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4171975 May 30 20:18:57.995549 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-61b4fd7d-87aa-44e2-a56a-13de61b85e99 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=a1a57cdea23a49088fa533e38f6a3032&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4745533 May 30 20:18:58.000292 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 59738) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:18:58.184353 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-dbe5325b-8938-4076-82d4-8f3dc69acd5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:58.240018 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-dbe5325b-8938-4076-82d4-8f3dc69acd5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:58.393101 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-dbe5325b-8938-4076-82d4-8f3dc69acd5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:58.413662 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe5325b-8938-4076-82d4-8f3dc69acd5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6676217-9362-4f98-9839-89020fcebb14,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:58.423204 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-dbe5325b-8938-4076-82d4-8f3dc69acd5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:58.431007 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-dbe5325b-8938-4076-82d4-8f3dc69acd5e admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/e6676217-9362-4f98-9839-89020fcebb14 HTTP/1.1" status: 204 len: 168 time: 0.4213142 May 30 20:18:59.303050 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82273f36-de82-409b-a553-9563bdffda54 req-b8da7575-8412-4aad-8d17-eba29ad6c95e tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:59.312449 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-82273f36-de82-409b-a553-9563bdffda54 req-b8da7575-8412-4aad-8d17-eba29ad6c95e tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] 10.222.0.85 "GET /v2.0/ports?device_id=14a74cfc-8a91-4c5f-aea5-1c3b712d56a4 HTTP/1.1" status: 200 len: 945 time: 0.1317484 May 30 20:18:59.364020 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-82273f36-de82-409b-a553-9563bdffda54 req-06c188eb-30ae-44f2-a7e0-0a86bb05179f tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] 10.222.0.85 "GET /v2.0/security-groups?id=7406621a-1401-4b06-82d8-1a98a746bcb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506618 May 30 20:18:59.369242 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2f16a3-4271-4878-95a9-067d553dc5e4 req-cdd3071b-4c9a-4b3b-9204-4c5fd8dc00a3 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:18:59.371383 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ab2f16a3-4271-4878-95a9-067d553dc5e4 req-cdd3071b-4c9a-4b3b-9204-4c5fd8dc00a3 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/ports?device_id=30ba0b5d-5cb4-44dd-b563-c96020089336 HTTP/1.1" status: 200 len: 945 time: 0.1329489 May 30 20:18:59.443226 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ab2f16a3-4271-4878-95a9-067d553dc5e4 req-2125f3d8-5ed8-4890-93dc-3c5ee08c342a tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/security-groups?id=0524bca6-45ea-44a4-8d6f-618d0ae32427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625296 May 30 20:18:59.443600 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 59758) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:18:59.486568 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-163adf09-efa9-4be2-bb18-50b53bcdf8a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:59.530366 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-163adf09-efa9-4be2-bb18-50b53bcdf8a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:18:59.534763 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-163adf09-efa9-4be2-bb18-50b53bcdf8a3 admin admin] Usage tracker for resource:security_group_rule and tenant:79c0c7a50853459194457015370fd3e0 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:18:59.542355 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-163adf09-efa9-4be2-bb18-50b53bcdf8a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:18:59.549090 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-163adf09-efa9-4be2-bb18-50b53bcdf8a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:18:59.652728 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-163adf09-efa9-4be2-bb18-50b53bcdf8a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:59.716955 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-4f06f4d0-6b8c-40e0-bad7-e02a33122f04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:59.888263 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-163adf09-efa9-4be2-bb18-50b53bcdf8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:59.897396 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:18:59.952889 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163adf09-efa9-4be2-bb18-50b53bcdf8a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44768ada-3d58-4eab-b6de-2cc255942267,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:18:59.960060 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 59762) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:18:59.960442 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-163adf09-efa9-4be2-bb18-50b53bcdf8a3 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=79c0c7a50853459194457015370fd3e0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5145888 May 30 20:19:00.006689 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 59766) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:19:00.049217 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a5b80d54-4fa3-4911-bc4e-4182803cc239 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:00.089270 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a5b80d54-4fa3-4911-bc4e-4182803cc239 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:00.139163 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-222facbe-fa7d-4acf-8dc1-21921315f016 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=e65d3e4b333144e88961fc48ee4d6168&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1311474 May 30 20:19:00.143827 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 59774) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:19:00.171246 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb1ba49-1390-480f-a62e-89ed8e61a7a3 req-aae2b6d0-e1a9-4cd8-a2f3-9e00eb51b16f tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:00.172978 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-aeb1ba49-1390-480f-a62e-89ed8e61a7a3 req-aae2b6d0-e1a9-4cd8-a2f3-9e00eb51b16f tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.71 "GET /v2.0/ports?device_id=30ba0b5d-5cb4-44dd-b563-c96020089336 HTTP/1.1" status: 200 len: 945 time: 0.1500614 May 30 20:19:00.298891 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a5b80d54-4fa3-4911-bc4e-4182803cc239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:00.307907 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [req-aeb1ba49-1390-480f-a62e-89ed8e61a7a3 req-27370dff-a5ab-42ee-9d0a-4712acec0131 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Deleting port 7b446a18-e827-45dd-9cb8-f67668faa604 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:19:00.307907 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-aeb1ba49-1390-480f-a62e-89ed8e61a7a3 req-27370dff-a5ab-42ee-9d0a-4712acec0131 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:00.352955 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b80d54-4fa3-4911-bc4e-4182803cc239 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44768ada-3d58-4eab-b6de-2cc255942267,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:19:00.352955 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a5b80d54-4fa3-4911-bc4e-4182803cc239 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:00.352955 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-a5b80d54-4fa3-4911-bc4e-4182803cc239 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/44768ada-3d58-4eab-b6de-2cc255942267 HTTP/1.1" status: 204 len: 168 time: 0.3863697 May 30 20:19:00.431974 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0800c942-0b33-4438-bc94-4f108b17ce49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:00.515739 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0800c942-0b33-4438-bc94-4f108b17ce49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:00.679569 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3014765-1e8f-462e-a7b6-352947cfc3e0 req-ad6628b3-46ef-4fcd-9aff-c862ce3509a4 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:00.682494 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b3014765-1e8f-462e-a7b6-352947cfc3e0 req-ad6628b3-46ef-4fcd-9aff-c862ce3509a4 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/ports?device_id=30ba0b5d-5cb4-44dd-b563-c96020089336 HTTP/1.1" status: 200 len: 945 time: 0.1011438 May 30 20:19:00.768656 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b3014765-1e8f-462e-a7b6-352947cfc3e0 req-41ba314a-bb6d-4a90-913b-d9a58085442f tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/security-groups?id=0524bca6-45ea-44a4-8d6f-618d0ae32427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796523 May 30 20:19:00.816772 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0800c942-0b33-4438-bc94-4f108b17ce49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:00.853365 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0800c942-0b33-4438-bc94-4f108b17ce49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70563ad5-d36f-413e-9880-bfdd617ffe1b,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:19:00.913375 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f531f382-77cb-4659-9aba-227d1f3cc32b req-5c386a8a-ef74-48eb-ae0a-99de599642c4 tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:00.924584 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f531f382-77cb-4659-9aba-227d1f3cc32b req-5c386a8a-ef74-48eb-ae0a-99de599642c4 tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] 10.222.0.85 "GET /v2.0/ports?device_id=14a74cfc-8a91-4c5f-aea5-1c3b712d56a4 HTTP/1.1" status: 200 len: 945 time: 0.3960261 May 30 20:19:00.926837 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0800c942-0b33-4438-bc94-4f108b17ce49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:00.928032 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-0800c942-0b33-4438-bc94-4f108b17ce49 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/70563ad5-d36f-413e-9880-bfdd617ffe1b HTTP/1.1" status: 204 len: 168 time: 0.7830126 May 30 20:19:00.989689 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-aeb1ba49-1390-480f-a62e-89ed8e61a7a3 req-27370dff-a5ab-42ee-9d0a-4712acec0131 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] For port 7b446a18-e827-45dd-9cb8-f67668faa604, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=7b446a18-e827-45dd-9cb8-f67668faa604,segment=NetworkSegment(9cdcbede-65a3-4a4d-80cb-286c108c164a),segment_id=9cdcbede-65a3-4a4d-80cb-286c108c164a)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:19:00.990050 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-aeb1ba49-1390-480f-a62e-89ed8e61a7a3 req-27370dff-a5ab-42ee-9d0a-4712acec0131 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:01.011473 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f531f382-77cb-4659-9aba-227d1f3cc32b req-1f74ed0b-e8b8-479b-afcd-42ad80ba142a tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] 10.222.0.85 "GET /v2.0/security-groups?id=7406621a-1401-4b06-82d8-1a98a746bcb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858121 May 30 20:19:01.038317 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:01.178722 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [req-aeb1ba49-1390-480f-a62e-89ed8e61a7a3 req-27370dff-a5ab-42ee-9d0a-4712acec0131 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Calling delete_port for 7b446a18-e827-45dd-9cb8-f67668faa604 owned by compute:nova {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:19:01.459121 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-aeb1ba49-1390-480f-a62e-89ed8e61a7a3 req-27370dff-a5ab-42ee-9d0a-4712acec0131 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:01.537922 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27370dff-a5ab-42ee-9d0a-4712acec0131 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Pushing event deleted for resources: {'Port': ['ID=7b446a18-e827-45dd-9cb8-f67668faa604,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:19:01.618246 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeb1ba49-1390-480f-a62e-89ed8e61a7a3 req-27370dff-a5ab-42ee-9d0a-4712acec0131 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] No DVR routers for this DVR port 7b446a18-e827-45dd-9cb8-f67668faa604 on host n-h1-843948-2 {{(pid=84886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:19:01.624812 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-aeb1ba49-1390-480f-a62e-89ed8e61a7a3 req-27370dff-a5ab-42ee-9d0a-4712acec0131 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:01.627277 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30ba0b5d-5cb4-44dd-b563-c96020089336', 'name': 'network-vif-deleted', 'tag': '7b446a18-e827-45dd-9cb8-f67668faa604'}] {{(pid=84886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:19:01.704653 n-d-843948-2 neutron-server[84886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe50a5ca-b48f-45f6-8980-063d65e0b74d'] response: {'server_uuid': '30ba0b5d-5cb4-44dd-b563-c96020089336', 'name': 'network-vif-deleted', 'tag': '7b446a18-e827-45dd-9cb8-f67668faa604', 'status': 'completed', 'code': 200} May 30 20:19:01.729120 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-aeb1ba49-1390-480f-a62e-89ed8e61a7a3 req-27370dff-a5ab-42ee-9d0a-4712acec0131 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.71 "DELETE /v2.0/ports/7b446a18-e827-45dd-9cb8-f67668faa604 HTTP/1.1" status: 204 len: 173 time: 1.5442338 May 30 20:19:01.980806 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-063f7e1c-42cd-48f3-ad6e-a479a651c2f5 req-6d2b8752-daaa-4f47-a742-80e4edc9d303 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Synchronizing usage tracker for tenant:af163cbd2042444a832f25a9c44ad423 on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:19:02.095304 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-063f7e1c-42cd-48f3-ad6e-a479a651c2f5 req-6d2b8752-daaa-4f47-a742-80e4edc9d303 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] Unset dirty status for tenant:af163cbd2042444a832f25a9c44ad423 on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:19:02.098884 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-063f7e1c-42cd-48f3-ad6e-a479a651c2f5 req-6d2b8752-daaa-4f47-a742-80e4edc9d303 tempest-ServerDiskConfigTestJSON-1519504936 tempest-ServerDiskConfigTestJSON-1519504936-project] 10.222.0.85 "GET /v2.0/ports?device_id=30ba0b5d-5cb4-44dd-b563-c96020089336 HTTP/1.1" status: 200 len: 210 time: 0.1630244 May 30 20:19:02.400886 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6e44d9-cc70-4775-8910-d38bc7e29141 req-72ad43a4-b0b9-4b8b-8adc-3e3eabbbd6dc tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:02.403273 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9a6e44d9-cc70-4775-8910-d38bc7e29141 req-72ad43a4-b0b9-4b8b-8adc-3e3eabbbd6dc tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] 10.222.0.85 "GET /v2.0/ports?device_id=14a74cfc-8a91-4c5f-aea5-1c3b712d56a4 HTTP/1.1" status: 200 len: 945 time: 0.1392028 May 30 20:19:02.505050 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9a6e44d9-cc70-4775-8910-d38bc7e29141 req-d52aec9e-8ed1-4282-83af-f48372c7585a tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] 10.222.0.85 "GET /v2.0/security-groups?id=7406621a-1401-4b06-82d8-1a98a746bcb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953748 May 30 20:19:02.636561 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:02.846522 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 7b446a18-e827-45dd-9cb8-f67668faa604 no longer exists at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:19:02.886905 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] No Port match for: 7b446a18-e827-45dd-9cb8-f67668faa604 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:19:02.886905 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 7b446a18-e827-45dd-9cb8-f67668faa604 not bound to the agent host n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:19:03.233876 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 59842) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:19:03.426624 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-8c2aee3c-5db5-4584-b9fa-85278b9abd07 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1397273303-network', 'tenant_id': 'afd8334f555d49c99fee160549855568'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:19:03.436574 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-8c2aee3c-5db5-4584-b9fa-85278b9abd07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:19:03.438695 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-8c2aee3c-5db5-4584-b9fa-85278b9abd07 admin admin] Usage tracker for resource:network and tenant:afd8334f555d49c99fee160549855568 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:19:03.442919 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-8c2aee3c-5db5-4584-b9fa-85278b9abd07 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:19:03.459659 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-8c2aee3c-5db5-4584-b9fa-85278b9abd07 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:19:03.556161 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c2aee3c-5db5-4584-b9fa-85278b9abd07 admin admin] Made reservation on behalf of afd8334f555d49c99fee160549855568 for: {'network': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:19:03.564038 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8c2aee3c-5db5-4584-b9fa-85278b9abd07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:03.576032 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8c2aee3c-5db5-4584-b9fa-85278b9abd07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:03.664135 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-8c2aee3c-5db5-4584-b9fa-85278b9abd07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:19:03.678040 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-8c2aee3c-5db5-4584-b9fa-85278b9abd07 admin admin] Usage tracker for resource:security_group_rule and tenant:afd8334f555d49c99fee160549855568 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:19:03.692482 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-8c2aee3c-5db5-4584-b9fa-85278b9abd07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:19:03.710308 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-8c2aee3c-5db5-4584-b9fa-85278b9abd07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:19:03.730456 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 59864) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:19:03.964768 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_v2 [None req-af556071-4e9e-4bb8-8952-41b9119d6f38 admin admin] Deleting subnet a7c3f85d-fe14-497a-a810-561b8b1fe24d {{(pid=84887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:19:03.968896 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-af556071-4e9e-4bb8-8952-41b9119d6f38 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:03.976882 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831a7d1c-f329-43f4-b4a0-45a6bad3c4fa req-9ce9583d-fff3-45d4-a826-d89eab08f390 tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:03.985147 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-831a7d1c-f329-43f4-b4a0-45a6bad3c4fa req-9ce9583d-fff3-45d4-a826-d89eab08f390 tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] 10.222.0.85 "GET /v2.0/ports?device_id=14a74cfc-8a91-4c5f-aea5-1c3b712d56a4 HTTP/1.1" status: 200 len: 945 time: 0.2648189 May 30 20:19:04.047736 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8c2aee3c-5db5-4584-b9fa-85278b9abd07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:04.088683 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-831a7d1c-f329-43f4-b4a0-45a6bad3c4fa req-e1fbeba5-d177-44fd-bd9f-2a4ca02f3642 tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] 10.222.0.85 "GET /v2.0/security-groups?id=7406621a-1401-4b06-82d8-1a98a746bcb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023440 May 30 20:19:04.118049 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-af556071-4e9e-4bb8-8952-41b9119d6f38 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3149227'] for subnet, precommit_delete_associations {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:04.205879 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8c2aee3c-5db5-4584-b9fa-85278b9abd07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:04.206705 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-af556071-4e9e-4bb8-8952-41b9119d6f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:04.362554 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c2aee3c-5db5-4584-b9fa-85278b9abd07 admin admin] vlan segment allocate from pool success with {'vlan_id': 656, 'physical_network': 'physnet1'} {{(pid=84886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:19:04.379240 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2aee3c-5db5-4584-b9fa-85278b9abd07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41aeecd5-86c9-43e4-a307-fdfa4c485b67,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:19:04.390163 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8c2aee3c-5db5-4584-b9fa-85278b9abd07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:04.390818 n-d-843948-2 neutron-server[84886]: INFO neutron.db.segments_db [None req-8c2aee3c-5db5-4584-b9fa-85278b9abd07 admin admin] Added segment d8410c49-9c47-4cc5-82c8-5b2a5d454425 of type vlan for network fd834db0-c273-46f2-aabf-ee1e501003bc May 30 20:19:04.426234 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8c2aee3c-5db5-4584-b9fa-85278b9abd07 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:04.463369 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-af556071-4e9e-4bb8-8952-41b9119d6f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4055470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114247'] for subnet, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:04.572059 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8c2aee3c-5db5-4584-b9fa-85278b9abd07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:04.573435 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c2aee3c-5db5-4584-b9fa-85278b9abd07 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:04.576207 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8c2aee3c-5db5-4584-b9fa-85278b9abd07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:04.618935 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af556071-4e9e-4bb8-8952-41b9119d6f38 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7c3f85d-fe14-497a-a810-561b8b1fe24d,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:19:04.638013 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-af556071-4e9e-4bb8-8952-41b9119d6f38 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:04.656067 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-af556071-4e9e-4bb8-8952-41b9119d6f38 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/a7c3f85d-fe14-497a-a810-561b8b1fe24d HTTP/1.1" status: 204 len: 168 time: 0.9182801 May 30 20:19:04.656247 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 59880) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:19:04.807364 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2aee3c-5db5-4584-b9fa-85278b9abd07 admin admin] Pushing event updated for resources: {'Network': ['ID=fd834db0-c273-46f2-aabf-ee1e501003bc,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:19:04.831276 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network fd834db0-c273-46f2-aabf-ee1e501003bc details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:19:04.832675 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-25294753-5f97-47ea-b6aa-e0e0a7bda405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:04.862582 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-8c2aee3c-5db5-4584-b9fa-85278b9abd07 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6273148 May 30 20:19:04.866909 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 59884) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:19:04.880828 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-8820843e-f6c2-4795-8caa-063ee69a51a0 admin admin] Request body: {'subnet': {'network_id': 'fd834db0-c273-46f2-aabf-ee1e501003bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1397273303-subnet', 'tenant_id': 'afd8334f555d49c99fee160549855568', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:19:04.903299 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-8820843e-f6c2-4795-8caa-063ee69a51a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:19:04.916726 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-8820843e-f6c2-4795-8caa-063ee69a51a0 admin admin] Usage tracker for resource:subnet and tenant:afd8334f555d49c99fee160549855568 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:19:04.925942 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-8820843e-f6c2-4795-8caa-063ee69a51a0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:19:04.938957 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-8820843e-f6c2-4795-8caa-063ee69a51a0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:19:05.072291 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8820843e-f6c2-4795-8caa-063ee69a51a0 admin admin] Made reservation on behalf of afd8334f555d49c99fee160549855568 for: {'subnet': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:19:05.085960 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8820843e-f6c2-4795-8caa-063ee69a51a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2778563'] for subnet, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:05.157133 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-25294753-5f97-47ea-b6aa-e0e0a7bda405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:05.277889 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-25294753-5f97-47ea-b6aa-e0e0a7bda405 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51438f8d-98bc-428c-98e5-c8517683a003']}} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:19:05.311736 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-25294753-5f97-47ea-b6aa-e0e0a7bda405 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cdcbede-65a3-4a4d-80cb-286c108c164a') {'for_net_delete': True} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:19:05.311974 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-25294753-5f97-47ea-b6aa-e0e0a7bda405 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cdcbede-65a3-4a4d-80cb-286c108c164a') {} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:19:05.368267 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-25294753-5f97-47ea-b6aa-e0e0a7bda405 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3149912'] for segment, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:05.418901 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-25294753-5f97-47ea-b6aa-e0e0a7bda405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:05.445219 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25294753-5f97-47ea-b6aa-e0e0a7bda405 admin admin] Releasing vlan 654 on physical network physnet1 to pool {{(pid=84887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:19:05.445641 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-25294753-5f97-47ea-b6aa-e0e0a7bda405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4055488'] for segment, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:05.463893 n-d-843948-2 neutron-server[84887]: Traceback (most recent call last): May 30 20:19:05.463893 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:19:05.463893 n-d-843948-2 neutron-server[84887]: timer() May 30 20:19:05.463893 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:19:05.463893 n-d-843948-2 neutron-server[84887]: cb(*args, **kw) May 30 20:19:05.463893 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:19:05.463893 n-d-843948-2 neutron-server[84887]: return func(*args, **kwargs) May 30 20:19:05.463893 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:19:05.463893 n-d-843948-2 neutron-server[84887]: self._notify() May 30 20:19:05.463893 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:19:05.463893 n-d-843948-2 neutron-server[84887]: self.callback(batched_events) May 30 20:19:05.463893 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:19:05.463893 n-d-843948-2 neutron-server[84887]: event.method(event) May 30 20:19:05.463893 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:19:05.463893 n-d-843948-2 neutron-server[84887]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:19:05.463893 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:19:05.463893 n-d-843948-2 neutron-server[84887]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:19:05.463893 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:19:05.463893 n-d-843948-2 neutron-server[84887]: return f(self, *a, **k) May 30 20:19:05.463893 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:19:05.463893 n-d-843948-2 neutron-server[84887]: return self._get(url).json() May 30 20:19:05.463893 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:19:05.463893 n-d-843948-2 neutron-server[84887]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:19:05.463893 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:19:05.463893 n-d-843948-2 neutron-server[84887]: return self.request(url, 'GET', **kwargs) May 30 20:19:05.463893 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:19:05.463893 n-d-843948-2 neutron-server[84887]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:19:05.463893 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:19:05.463893 n-d-843948-2 neutron-server[84887]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:19:05.463893 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:19:05.463893 n-d-843948-2 neutron-server[84887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:19:05.463893 n-d-843948-2 neutron-server[84887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:19:05.636059 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-25294753-5f97-47ea-b6aa-e0e0a7bda405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:05.662981 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-25294753-5f97-47ea-b6aa-e0e0a7bda405 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:05.674520 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25294753-5f97-47ea-b6aa-e0e0a7bda405 admin admin] Pushing event deleted for resources: {'Network': ['ID=51438f8d-98bc-428c-98e5-c8517683a003,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:19:05.693808 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8820843e-f6c2-4795-8caa-063ee69a51a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4127140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2778577'] for subnet, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:05.796713 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8820843e-f6c2-4795-8caa-063ee69a51a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=219d9883-71b2-40ea-b114-bd5152ea0818,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:19:05.812388 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b3a8a4-a214-4165-9b16-fb888f570e12 req-733b1696-ba17-4523-bd43-f889cfea38c3 tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:05.814052 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-76b3a8a4-a214-4165-9b16-fb888f570e12 req-733b1696-ba17-4523-bd43-f889cfea38c3 tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] 10.222.0.85 "GET /v2.0/ports?device_id=14a74cfc-8a91-4c5f-aea5-1c3b712d56a4 HTTP/1.1" status: 200 len: 945 time: 0.1102374 May 30 20:19:05.824291 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-25294753-5f97-47ea-b6aa-e0e0a7bda405 admin admin] 10.222.0.85 "DELETE /v2.0/networks/51438f8d-98bc-428c-98e5-c8517683a003 HTTP/1.1" status: 204 len: 168 time: 1.1589546 May 30 20:19:05.852161 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8820843e-f6c2-4795-8caa-063ee69a51a0 admin admin] Checking segment: {'id': 'd8410c49-9c47-4cc5-82c8-5b2a5d454425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'fd834db0-c273-46f2-aabf-ee1e501003bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:19:05.852161 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8820843e-f6c2-4795-8caa-063ee69a51a0 admin admin] Network hostable DHCP agents. Network: fd834db0-c273-46f2-aabf-ee1e501003bc, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:19:05.909075 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-76b3a8a4-a214-4165-9b16-fb888f570e12 req-75911503-2168-41b1-973f-088a85cb0004 tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] 10.222.0.85 "GET /v2.0/security-groups?id=7406621a-1401-4b06-82d8-1a98a746bcb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795059 May 30 20:19:05.983104 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8820843e-f6c2-4795-8caa-063ee69a51a0 admin admin] Network fd834db0-c273-46f2-aabf-ee1e501003bc is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:19:06.099357 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-8820843e-f6c2-4795-8caa-063ee69a51a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, fd834db0-c273-46f2-aabf-ee1e501003bc) {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:19:06.104641 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8820843e-f6c2-4795-8caa-063ee69a51a0 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:06.105368 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8820843e-f6c2-4795-8caa-063ee69a51a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:06.109749 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e5bdea-9069-4a98-bdfb-c9d6a2bf9b8b None None] Network fd834db0-c273-46f2-aabf-ee1e501003bc requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:19:06.215870 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-8820843e-f6c2-4795-8caa-063ee69a51a0 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3459811 May 30 20:19:06.366824 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 59908) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:19:06.486041 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b350160-a235-4d43-bc37-e5e0eb0fe20a None None] Network fd834db0-c273-46f2-aabf-ee1e501003bc requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:19:06.505228 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-8c01ca2d-9f82-4b9f-a4de-06a741668e61 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=af163cbd2042444a832f25a9c44ad423&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1364555 May 30 20:19:06.509961 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 59916) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:19:06.688464 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2e317518-da65-4b2f-a341-4314414be3ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:06.765252 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2e317518-da65-4b2f-a341-4314414be3ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:07.091258 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2e317518-da65-4b2f-a341-4314414be3ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:07.116082 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e317518-da65-4b2f-a341-4314414be3ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0524bca6-45ea-44a4-8d6f-618d0ae32427,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:19:07.171099 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd625b4e-c580-4cc2-b679-bb7fbfcf5a21 req-b47ace75-da70-47d8-8f55-831ed19eb9d5 tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:07.172603 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-cd625b4e-c580-4cc2-b679-bb7fbfcf5a21 req-b47ace75-da70-47d8-8f55-831ed19eb9d5 tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] 10.222.0.85 "GET /v2.0/ports?device_id=14a74cfc-8a91-4c5f-aea5-1c3b712d56a4 HTTP/1.1" status: 200 len: 945 time: 0.1183455 May 30 20:19:07.273001 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-cd625b4e-c580-4cc2-b679-bb7fbfcf5a21 req-f720677b-7cea-408c-9b06-578ab0e77a7a tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] 10.222.0.85 "GET /v2.0/security-groups?id=7406621a-1401-4b06-82d8-1a98a746bcb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947216 May 30 20:19:07.283456 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2e317518-da65-4b2f-a341-4314414be3ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:07.285219 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-2e317518-da65-4b2f-a341-4314414be3ed admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/0524bca6-45ea-44a4-8d6f-618d0ae32427 HTTP/1.1" status: 204 len: 168 time: 0.7737162 May 30 20:19:08.449233 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8f73e9c3-2e78-4fdc-8269-8954a668faf1 req-7929ce39-a7a7-4b36-b71a-b0066f4cd627 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=14a74cfc-8a91-4c5f-aea5-1c3b712d56a4 HTTP/1.1" status: 200 len: 1096 time: 0.1423688 May 30 20:19:08.508414 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8f73e9c3-2e78-4fdc-8269-8954a668faf1 req-cc186bf2-35f9-42ff-8687-90789c0b1a93 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=7406621a-1401-4b06-82d8-1a98a746bcb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521233 May 30 20:19:08.629073 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b1d98d-a906-4902-b9c0-65d5dce7fa14 req-deb7ed1f-e81f-4af6-a7ae-c7b27a5607ed tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:08.630747 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f7b1d98d-a906-4902-b9c0-65d5dce7fa14 req-deb7ed1f-e81f-4af6-a7ae-c7b27a5607ed tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] 10.222.0.85 "GET /v2.0/ports?device_id=14a74cfc-8a91-4c5f-aea5-1c3b712d56a4 HTTP/1.1" status: 200 len: 945 time: 0.1126270 May 30 20:19:08.700863 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f7b1d98d-a906-4902-b9c0-65d5dce7fa14 req-e0af4b86-0083-48d4-81ad-2881633cd2bd tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] 10.222.0.85 "GET /v2.0/security-groups?id=7406621a-1401-4b06-82d8-1a98a746bcb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579524 May 30 20:19:09.551713 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 59996) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:19:09.839044 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-48973d6c-6561-4b1b-a7ea-8bbaccdd5b3c admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1996799554-network', 'tenant_id': 'ad568cd2f175468b96790464644873c2'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:19:09.850697 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-48973d6c-6561-4b1b-a7ea-8bbaccdd5b3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:19:09.864677 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-48973d6c-6561-4b1b-a7ea-8bbaccdd5b3c admin admin] Usage tracker for resource:network and tenant:ad568cd2f175468b96790464644873c2 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:19:09.868590 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-48973d6c-6561-4b1b-a7ea-8bbaccdd5b3c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:19:09.879921 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-48973d6c-6561-4b1b-a7ea-8bbaccdd5b3c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:19:10.004579 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e818619a-775c-43cc-8017-a141f9726688 req-ac2e5cbc-5301-4ea8-b9f9-cff01650cb37 tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:10.006328 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e818619a-775c-43cc-8017-a141f9726688 req-ac2e5cbc-5301-4ea8-b9f9-cff01650cb37 tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] 10.222.0.85 "GET /v2.0/ports?device_id=14a74cfc-8a91-4c5f-aea5-1c3b712d56a4 HTTP/1.1" status: 200 len: 945 time: 0.0958071 May 30 20:19:10.062299 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e818619a-775c-43cc-8017-a141f9726688 req-e4f282e2-18e8-4f0b-980f-9eb46d6cf3fe tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] 10.222.0.85 "GET /v2.0/security-groups?id=7406621a-1401-4b06-82d8-1a98a746bcb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487337 May 30 20:19:10.092050 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48973d6c-6561-4b1b-a7ea-8bbaccdd5b3c admin admin] Made reservation on behalf of ad568cd2f175468b96790464644873c2 for: {'network': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:19:10.096339 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-48973d6c-6561-4b1b-a7ea-8bbaccdd5b3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:10.121163 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-48973d6c-6561-4b1b-a7ea-8bbaccdd5b3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:10.177244 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-48973d6c-6561-4b1b-a7ea-8bbaccdd5b3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:19:10.184973 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-48973d6c-6561-4b1b-a7ea-8bbaccdd5b3c admin admin] Usage tracker for resource:security_group_rule and tenant:ad568cd2f175468b96790464644873c2 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:19:10.187380 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-48973d6c-6561-4b1b-a7ea-8bbaccdd5b3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:19:10.195570 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-48973d6c-6561-4b1b-a7ea-8bbaccdd5b3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:19:10.291795 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711b8c63-3eb1-4749-b27e-282c383caa4a req-c5f44aa6-fa0b-4dd9-b7af-6025c28b0817 tempest-ServerGroupTestJSON-1262142273 tempest-ServerGroupTestJSON-1262142273-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:10.293013 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-711b8c63-3eb1-4749-b27e-282c383caa4a req-c5f44aa6-fa0b-4dd9-b7af-6025c28b0817 tempest-ServerGroupTestJSON-1262142273 tempest-ServerGroupTestJSON-1262142273-project] Synchronizing usage tracker for tenant:afd8334f555d49c99fee160549855568 on resource:network {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:19:10.320657 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-48973d6c-6561-4b1b-a7ea-8bbaccdd5b3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:10.435685 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-48973d6c-6561-4b1b-a7ea-8bbaccdd5b3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:10.435892 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-711b8c63-3eb1-4749-b27e-282c383caa4a req-c5f44aa6-fa0b-4dd9-b7af-6025c28b0817 tempest-ServerGroupTestJSON-1262142273 tempest-ServerGroupTestJSON-1262142273-project] Unset dirty status for tenant:afd8334f555d49c99fee160549855568 on resource:network {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:19:10.436902 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-711b8c63-3eb1-4749-b27e-282c383caa4a req-c5f44aa6-fa0b-4dd9-b7af-6025c28b0817 tempest-ServerGroupTestJSON-1262142273 tempest-ServerGroupTestJSON-1262142273-project] 10.222.0.85 "GET /v2.0/networks?id=fd834db0-c273-46f2-aabf-ee1e501003bc HTTP/1.1" status: 200 len: 810 time: 0.3646019 May 30 20:19:10.461425 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-711b8c63-3eb1-4749-b27e-282c383caa4a req-3977281c-270d-428a-af51-945b394140e1 tempest-ServerGroupTestJSON-1262142273 tempest-ServerGroupTestJSON-1262142273-project] 10.222.0.85 "GET /v2.0/quotas/afd8334f555d49c99fee160549855568 HTTP/1.1" status: 200 len: 375 time: 0.0141587 May 30 20:19:10.472725 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48973d6c-6561-4b1b-a7ea-8bbaccdd5b3c admin admin] vlan segment allocate from pool success with {'vlan_id': 661, 'physical_network': 'physnet1'} {{(pid=84887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:19:10.483764 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48973d6c-6561-4b1b-a7ea-8bbaccdd5b3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5903622-94cd-4d39-a710-2a58307e7df3,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:19:10.494801 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-48973d6c-6561-4b1b-a7ea-8bbaccdd5b3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:10.495418 n-d-843948-2 neutron-server[84887]: INFO neutron.db.segments_db [None req-48973d6c-6561-4b1b-a7ea-8bbaccdd5b3c admin admin] Added segment 3b9cc53b-a35b-4e14-9820-43a399c760b8 of type vlan for network da7e19bd-46fc-417b-aedc-eeaa253d143d May 30 20:19:10.518908 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-711b8c63-3eb1-4749-b27e-282c383caa4a req-0dc5038c-c73d-46a1-9138-aa15e6d98164 tempest-ServerGroupTestJSON-1262142273 tempest-ServerGroupTestJSON-1262142273-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=afd8334f555d49c99fee160549855568&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0539074 May 30 20:19:10.539418 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-48973d6c-6561-4b1b-a7ea-8bbaccdd5b3c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:10.683747 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-711b8c63-3eb1-4749-b27e-282c383caa4a req-815034f6-bf46-40e6-a95d-68a3fdc40b80 service neutron] 10.222.0.85 "GET /v2.0/networks/fd834db0-c273-46f2-aabf-ee1e501003bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559057 May 30 20:19:10.694111 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-48973d6c-6561-4b1b-a7ea-8bbaccdd5b3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:10.695543 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48973d6c-6561-4b1b-a7ea-8bbaccdd5b3c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:10.698875 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-48973d6c-6561-4b1b-a7ea-8bbaccdd5b3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:10.925252 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-711b8c63-3eb1-4749-b27e-282c383caa4a req-f4ffd21e-83b5-4daf-ac4c-44a1b66afa1c service neutron] 10.222.0.85 "GET /v2.0/networks/fd834db0-c273-46f2-aabf-ee1e501003bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2345188 May 30 20:19:10.929580 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48973d6c-6561-4b1b-a7ea-8bbaccdd5b3c admin admin] Pushing event updated for resources: {'Network': ['ID=da7e19bd-46fc-417b-aedc-eeaa253d143d,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:19:10.952492 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network da7e19bd-46fc-417b-aedc-eeaa253d143d details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:19:11.051581 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-48973d6c-6561-4b1b-a7ea-8bbaccdd5b3c admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4970725 May 30 20:19:11.053784 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 60026) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:19:11.075497 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-82c75779-4ced-4375-bfac-6ec2a89c8e3b admin admin] Request body: {'subnet': {'network_id': 'da7e19bd-46fc-417b-aedc-eeaa253d143d', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1996799554-subnet', 'tenant_id': 'ad568cd2f175468b96790464644873c2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:19:11.088269 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-82c75779-4ced-4375-bfac-6ec2a89c8e3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:19:11.094670 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-82c75779-4ced-4375-bfac-6ec2a89c8e3b admin admin] Usage tracker for resource:subnet and tenant:ad568cd2f175468b96790464644873c2 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:19:11.099667 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-82c75779-4ced-4375-bfac-6ec2a89c8e3b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:19:11.114217 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-82c75779-4ced-4375-bfac-6ec2a89c8e3b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:19:11.189028 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82c75779-4ced-4375-bfac-6ec2a89c8e3b admin admin] Made reservation on behalf of ad568cd2f175468b96790464644873c2 for: {'subnet': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:19:11.192213 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-82c75779-4ced-4375-bfac-6ec2a89c8e3b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114220'] for subnet, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:11.380897 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c3ec59-1507-425b-aa38-ca4b4b3643b8 req-cba2546e-c279-4ecd-8623-161b2f37e05a tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:11.382483 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-93c3ec59-1507-425b-aa38-ca4b4b3643b8 req-cba2546e-c279-4ecd-8623-161b2f37e05a tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] 10.222.0.85 "GET /v2.0/ports?device_id=14a74cfc-8a91-4c5f-aea5-1c3b712d56a4 HTTP/1.1" status: 200 len: 945 time: 0.1756730 May 30 20:19:11.489003 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-93c3ec59-1507-425b-aa38-ca4b4b3643b8 req-a0eaed97-9ec7-43f2-a07b-ce812cb9aae3 tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] 10.222.0.85 "GET /v2.0/security-groups?id=7406621a-1401-4b06-82d8-1a98a746bcb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965476 May 30 20:19:11.619756 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-82c75779-4ced-4375-bfac-6ec2a89c8e3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4055401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114238'] for subnet, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:11.719936 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c75779-4ced-4375-bfac-6ec2a89c8e3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=98d889b2-3a62-44fa-9443-a383dc45934f,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:19:11.739735 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c75779-4ced-4375-bfac-6ec2a89c8e3b admin admin] Checking segment: {'id': '3b9cc53b-a35b-4e14-9820-43a399c760b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'da7e19bd-46fc-417b-aedc-eeaa253d143d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:19:11.740336 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c75779-4ced-4375-bfac-6ec2a89c8e3b admin admin] Network hostable DHCP agents. Network: da7e19bd-46fc-417b-aedc-eeaa253d143d, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:19:11.822175 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-364f2de3-72b8-404c-9533-452bbb589881 req-8f2f48b0-61ae-4d5d-8ba6-183263cb5130 tempest-ServerGroupTestJSON-1262142273 tempest-ServerGroupTestJSON-1262142273-project] 10.222.0.85 "GET /v2.0/ports?device_id=0b0085f4-2df9-478d-973d-310f0b38e203 HTTP/1.1" status: 200 len: 210 time: 0.1269357 May 30 20:19:11.870226 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c75779-4ced-4375-bfac-6ec2a89c8e3b admin admin] Network da7e19bd-46fc-417b-aedc-eeaa253d143d is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:19:12.035684 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-82c75779-4ced-4375-bfac-6ec2a89c8e3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, da7e19bd-46fc-417b-aedc-eeaa253d143d) {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:19:12.039719 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82c75779-4ced-4375-bfac-6ec2a89c8e3b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:12.040303 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-82c75779-4ced-4375-bfac-6ec2a89c8e3b admin admin] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:12.044290 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c05da0-bb76-4fa9-b015-8d680b85c588 None None] Network da7e19bd-46fc-417b-aedc-eeaa253d143d requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:19:12.180747 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-82c75779-4ced-4375-bfac-6ec2a89c8e3b admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1237700 May 30 20:19:12.354641 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af07bdc-bfac-4e78-9957-90d4716c76e6 None None] Network da7e19bd-46fc-417b-aedc-eeaa253d143d requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:19:12.661124 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee44371-273b-4c9a-9690-afeb53aae7db req-b1797b98-ebba-42c1-9a32-57d77a38dadf tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:12.662686 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2ee44371-273b-4c9a-9690-afeb53aae7db req-b1797b98-ebba-42c1-9a32-57d77a38dadf tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] 10.222.0.85 "GET /v2.0/ports?device_id=14a74cfc-8a91-4c5f-aea5-1c3b712d56a4 HTTP/1.1" status: 200 len: 945 time: 0.1451597 May 30 20:19:12.836758 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2ee44371-273b-4c9a-9690-afeb53aae7db req-ecbe89e9-2ddc-4b48-9392-f7eb9a619509 tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] 10.222.0.85 "GET /v2.0/security-groups?id=7406621a-1401-4b06-82d8-1a98a746bcb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611333 May 30 20:19:12.954484 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-18afa4ce-fefa-40d6-9c92-c6c8c6d4bf64 req-7e7ab69e-f2c6-4048-a2f7-d514c415cf06 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=104c300f9f19443ab4c7c434d4800823&device_id=14a74cfc-8a91-4c5f-aea5-1c3b712d56a4 HTTP/1.1" status: 200 len: 1096 time: 0.5103128 May 30 20:19:13.198448 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c9b9a356-94bd-4fb4-ad43-c0679199b37b req-be131fea-0a29-4cdd-9606-d545da88310a tempest-ServerGroupTestJSON-1262142273 tempest-ServerGroupTestJSON-1262142273-project] 10.222.0.85 "GET /v2.0/ports?device_id=0b0085f4-2df9-478d-973d-310f0b38e203 HTTP/1.1" status: 200 len: 210 time: 0.0643041 May 30 20:19:13.278327 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18afa4ce-fefa-40d6-9c92-c6c8c6d4bf64 req-e590e72c-4a7b-4fdc-bb29-39d170e8add2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:13.279962 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-18afa4ce-fefa-40d6-9c92-c6c8c6d4bf64 req-e590e72c-4a7b-4fdc-bb29-39d170e8add2 service neutron] 10.222.0.86 "GET /v2.0/networks?id=8df2eca9-bd87-463d-93ac-08e4ae9a8369 HTTP/1.1" status: 200 len: 911 time: 0.3239722 May 30 20:19:13.360024 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-18afa4ce-fefa-40d6-9c92-c6c8c6d4bf64 req-f884c91b-c9c1-47a8-bc8c-9dfa5e15e1e0 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d6bd5eae-0616-430d-84d9-925fb8c638cf HTTP/1.1" status: 200 len: 217 time: 0.0736859 May 30 20:19:13.457724 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18afa4ce-fefa-40d6-9c92-c6c8c6d4bf64 req-8c0c6f33-c90b-48f7-9dcf-f33321601a29 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:13.457724 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-18afa4ce-fefa-40d6-9c92-c6c8c6d4bf64 req-8c0c6f33-c90b-48f7-9dcf-f33321601a29 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f0a2227d-d9d4-4c95-9e3b-58ec7cf0f306 HTTP/1.1" status: 200 len: 850 time: 0.0892844 May 30 20:19:13.514440 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-18afa4ce-fefa-40d6-9c92-c6c8c6d4bf64 req-a4840f26-fa1b-40a6-9c2e-8a1b7f547167 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=8df2eca9-bd87-463d-93ac-08e4ae9a8369&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506399 May 30 20:19:13.640030 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c507f6b0-d506-4574-a489-1358bf7dc005 req-5c922f62-bbf5-4f76-b39c-e6d126f020cc tempest-InstanceActionsTestJSON-578572612 tempest-InstanceActionsTestJSON-578572612-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:13.646307 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c507f6b0-d506-4574-a489-1358bf7dc005 req-5c922f62-bbf5-4f76-b39c-e6d126f020cc tempest-InstanceActionsTestJSON-578572612 tempest-InstanceActionsTestJSON-578572612-project] 10.222.0.85 "GET /v2.0/networks?id=da7e19bd-46fc-417b-aedc-eeaa253d143d HTTP/1.1" status: 200 len: 814 time: 0.1936591 May 30 20:19:13.678226 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c507f6b0-d506-4574-a489-1358bf7dc005 req-dc52feeb-2a10-4cc9-8c75-634ea72d9587 tempest-InstanceActionsTestJSON-578572612 tempest-InstanceActionsTestJSON-578572612-project] 10.222.0.85 "GET /v2.0/quotas/ad568cd2f175468b96790464644873c2 HTTP/1.1" status: 200 len: 375 time: 0.0183020 May 30 20:19:13.689090 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-18afa4ce-fefa-40d6-9c92-c6c8c6d4bf64 req-11058ae4-fd2d-4c26-8007-314856c791ae service neutron] 10.222.0.86 "GET /v2.0/networks/8df2eca9-bd87-463d-93ac-08e4ae9a8369?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685023 May 30 20:19:13.748936 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c507f6b0-d506-4574-a489-1358bf7dc005 req-b4b3c248-b7e1-4b1d-9f5d-56c6d94e1dbc tempest-InstanceActionsTestJSON-578572612 tempest-InstanceActionsTestJSON-578572612-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=ad568cd2f175468b96790464644873c2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0449009 May 30 20:19:13.872540 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-18afa4ce-fefa-40d6-9c92-c6c8c6d4bf64 req-06decb5e-1d03-45f6-b549-9bfc8de97604 service neutron] 10.222.0.86 "GET /v2.0/networks/8df2eca9-bd87-463d-93ac-08e4ae9a8369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725705 May 30 20:19:13.915725 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c507f6b0-d506-4574-a489-1358bf7dc005 req-8d059d0b-7583-493f-a4d4-803d72e7a238 service neutron] 10.222.0.85 "GET /v2.0/networks/da7e19bd-46fc-417b-aedc-eeaa253d143d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726923 May 30 20:19:14.299654 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa56352-6467-456b-b08c-b862cd3fc978 req-58a19707-dcb8-47b9-b0c1-29e2fe993420 tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:14.304909 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-cfa56352-6467-456b-b08c-b862cd3fc978 req-58a19707-dcb8-47b9-b0c1-29e2fe993420 tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] 10.222.0.85 "GET /v2.0/ports?device_id=14a74cfc-8a91-4c5f-aea5-1c3b712d56a4 HTTP/1.1" status: 200 len: 945 time: 0.2335658 May 30 20:19:14.331641 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c507f6b0-d506-4574-a489-1358bf7dc005 req-e3ff1342-34e1-42f9-87ab-6ac04f609c45 service neutron] 10.222.0.85 "GET /v2.0/networks/da7e19bd-46fc-417b-aedc-eeaa253d143d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4062881 May 30 20:19:14.405883 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-cfa56352-6467-456b-b08c-b862cd3fc978 req-cbf4c1d5-f2b6-464a-9406-b473cc403e62 tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] 10.222.0.85 "GET /v2.0/security-groups?id=7406621a-1401-4b06-82d8-1a98a746bcb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845163 May 30 20:19:14.702371 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ca8b3c1d-16ad-4626-8756-a3aea84d2e62 req-cfb4ab41-ae1d-4781-a045-729ca3ec9877 tempest-ServerGroupTestJSON-1262142273 tempest-ServerGroupTestJSON-1262142273-project] 10.222.0.85 "GET /v2.0/ports?device_id=0b0085f4-2df9-478d-973d-310f0b38e203 HTTP/1.1" status: 200 len: 210 time: 0.0975690 May 30 20:19:14.902880 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-464b7744-0e17-4b1d-85e1-f70269bceb94 req-8d3cff28-a5d5-43fc-9020-5b1b900cbff0 tempest-InstanceActionsTestJSON-578572612 tempest-InstanceActionsTestJSON-578572612-project] 10.222.0.85 "GET /v2.0/ports?device_id=e8502254-4d90-412d-9f9b-2c5c83e1f671 HTTP/1.1" status: 200 len: 210 time: 0.1178088 May 30 20:19:15.807536 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5cf1e1-e005-4087-909d-a3f17e356534 req-51069f89-befd-4914-af5d-5c63ccf0b205 tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:15.811709 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5a5cf1e1-e005-4087-909d-a3f17e356534 req-51069f89-befd-4914-af5d-5c63ccf0b205 tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] 10.222.0.85 "GET /v2.0/ports?device_id=14a74cfc-8a91-4c5f-aea5-1c3b712d56a4 HTTP/1.1" status: 200 len: 945 time: 0.1575942 May 30 20:19:15.937078 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5a5cf1e1-e005-4087-909d-a3f17e356534 req-c11fd8de-190d-4f2f-a42c-0e0b616a7cbb tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] 10.222.0.85 "GET /v2.0/security-groups?id=7406621a-1401-4b06-82d8-1a98a746bcb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169672 May 30 20:19:15.963647 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6637434d-d573-4ada-8232-5564ec6d25be req-6a046306-bf2a-4486-aa19-3a2d02342f5a tempest-ServerGroupTestJSON-1262142273 tempest-ServerGroupTestJSON-1262142273-project] 10.222.0.85 "GET /v2.0/ports?device_id=0b0085f4-2df9-478d-973d-310f0b38e203 HTTP/1.1" status: 200 len: 210 time: 0.0513096 May 30 20:19:16.118007 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9fb948a4-f8b4-4918-bbe5-f30c9f654199 req-d8ba932b-7e89-4a1f-b946-3ba76fe5e716 tempest-InstanceActionsTestJSON-578572612 tempest-InstanceActionsTestJSON-578572612-project] 10.222.0.85 "GET /v2.0/ports?device_id=e8502254-4d90-412d-9f9b-2c5c83e1f671 HTTP/1.1" status: 200 len: 210 time: 0.0598166 May 30 20:19:16.349423 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-108b668a-467b-4202-ab43-f2fbfa9ff3b9 req-bec3e6a4-d65c-4cee-ab63-67c4ce460701 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=3062165d-0536-479d-b7e3-dbd1350260e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2528806 May 30 20:19:16.358449 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711b8c63-3eb1-4749-b27e-282c383caa4a req-50546bae-0468-4c96-b10e-891a35b52d54 tempest-ServerGroupTestJSON-1262142273 tempest-ServerGroupTestJSON-1262142273-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:16.360116 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-711b8c63-3eb1-4749-b27e-282c383caa4a req-50546bae-0468-4c96-b10e-891a35b52d54 tempest-ServerGroupTestJSON-1262142273 tempest-ServerGroupTestJSON-1262142273-project] 10.222.0.71 "GET /v2.0/networks?id=fd834db0-c273-46f2-aabf-ee1e501003bc HTTP/1.1" status: 200 len: 810 time: 0.1866975 May 30 20:19:16.385279 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [req-711b8c63-3eb1-4749-b27e-282c383caa4a req-ad1f1139-a77a-4a8c-a4b9-7e5774713dfd tempest-ServerGroupTestJSON-1262142273 tempest-ServerGroupTestJSON-1262142273-project] Request body: {'port': {'device_id': '0b0085f4-2df9-478d-973d-310f0b38e203', 'network_id': 'fd834db0-c273-46f2-aabf-ee1e501003bc', 'admin_state_up': True, 'tenant_id': 'afd8334f555d49c99fee160549855568'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:19:16.620183 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-108b668a-467b-4202-ab43-f2fbfa9ff3b9 req-a5c68577-db06-47ab-8930-8278774f8104 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a98770a137d04e48a5baba76bc9996d9&device_id=3062165d-0536-479d-b7e3-dbd1350260e4 HTTP/1.1" status: 200 len: 1096 time: 0.2417576 May 30 20:19:16.650375 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-711b8c63-3eb1-4749-b27e-282c383caa4a req-ad1f1139-a77a-4a8c-a4b9-7e5774713dfd tempest-ServerGroupTestJSON-1262142273 tempest-ServerGroupTestJSON-1262142273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:19:16.692273 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-711b8c63-3eb1-4749-b27e-282c383caa4a req-ad1f1139-a77a-4a8c-a4b9-7e5774713dfd tempest-ServerGroupTestJSON-1262142273 tempest-ServerGroupTestJSON-1262142273-project] Usage tracker for resource:port and tenant:afd8334f555d49c99fee160549855568 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:19:16.699646 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-711b8c63-3eb1-4749-b27e-282c383caa4a req-ad1f1139-a77a-4a8c-a4b9-7e5774713dfd tempest-ServerGroupTestJSON-1262142273 tempest-ServerGroupTestJSON-1262142273-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:19:16.758968 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-711b8c63-3eb1-4749-b27e-282c383caa4a req-ad1f1139-a77a-4a8c-a4b9-7e5774713dfd tempest-ServerGroupTestJSON-1262142273 tempest-ServerGroupTestJSON-1262142273-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:19:16.836962 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108b668a-467b-4202-ab43-f2fbfa9ff3b9 req-43471732-19c7-424d-ad10-f14e99b66574 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:16.838819 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-108b668a-467b-4202-ab43-f2fbfa9ff3b9 req-43471732-19c7-424d-ad10-f14e99b66574 service neutron] 10.222.0.71 "GET /v2.0/networks?id=176420f6-ac4e-4319-85b4-31313b590db0 HTTP/1.1" status: 200 len: 916 time: 0.1852357 May 30 20:19:16.979188 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-711b8c63-3eb1-4749-b27e-282c383caa4a req-ad1f1139-a77a-4a8c-a4b9-7e5774713dfd tempest-ServerGroupTestJSON-1262142273 tempest-ServerGroupTestJSON-1262142273-project] Made reservation on behalf of afd8334f555d49c99fee160549855568 for: {'port': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:19:16.984863 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-711b8c63-3eb1-4749-b27e-282c383caa4a req-ad1f1139-a77a-4a8c-a4b9-7e5774713dfd tempest-ServerGroupTestJSON-1262142273 tempest-ServerGroupTestJSON-1262142273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:17.155661 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-108b668a-467b-4202-ab43-f2fbfa9ff3b9 req-63756f7f-5e34-4d2d-8afb-36c94a10b091 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d4c7109e-8a8c-4059-b0d4-18b8a2596efe HTTP/1.1" status: 200 len: 1001 time: 0.3098848 May 30 20:19:17.184767 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2fb2c291-4b64-4233-b1a8-d6bf6ae6a36a req-463bbe6d-b270-4528-86e1-4f60bd3ad6e5 tempest-ServerGroupTestJSON-1262142273 tempest-ServerGroupTestJSON-1262142273-project] 10.222.0.85 "GET /v2.0/ports?device_id=0b0085f4-2df9-478d-973d-310f0b38e203 HTTP/1.1" status: 200 len: 210 time: 0.0472651 May 30 20:19:17.382715 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108b668a-467b-4202-ab43-f2fbfa9ff3b9 req-56027960-b75e-42c6-8453-f2dbd67a5d0b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:17.385513 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-108b668a-467b-4202-ab43-f2fbfa9ff3b9 req-56027960-b75e-42c6-8453-f2dbd67a5d0b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d239dbbc-1841-4e93-a941-884f2daba571 HTTP/1.1" status: 200 len: 854 time: 0.1743231 May 30 20:19:17.444855 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-380c2f9c-c1b9-4b75-a25b-cacd1f0fd66a req-672465a9-37d9-48e1-bc4f-a2d13239b67f tempest-InstanceActionsTestJSON-578572612 tempest-InstanceActionsTestJSON-578572612-project] 10.222.0.85 "GET /v2.0/ports?device_id=e8502254-4d90-412d-9f9b-2c5c83e1f671 HTTP/1.1" status: 200 len: 210 time: 0.1071520 May 30 20:19:17.451929 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e2a5cf-1c41-4e7b-aadd-59fbb1cbbcbe req-2b511445-d1ec-4c7d-acf1-6d6a40652666 tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:17.453900 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-36e2a5cf-1c41-4e7b-aadd-59fbb1cbbcbe req-2b511445-d1ec-4c7d-acf1-6d6a40652666 tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] 10.222.0.85 "GET /v2.0/ports?device_id=14a74cfc-8a91-4c5f-aea5-1c3b712d56a4 HTTP/1.1" status: 200 len: 945 time: 0.3113394 May 30 20:19:17.464859 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [req-711b8c63-3eb1-4749-b27e-282c383caa4a req-ad1f1139-a77a-4a8c-a4b9-7e5774713dfd tempest-ServerGroupTestJSON-1262142273 tempest-ServerGroupTestJSON-1262142273-project] Allocated IP 172.20.0.13 (fd834db0-c273-46f2-aabf-ee1e501003bc/219d9883-71b2-40ea-b114-bd5152ea0818/fcff27bf-d6ee-4916-93df-2a60357402f8) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:19:17.619249 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-36e2a5cf-1c41-4e7b-aadd-59fbb1cbbcbe req-ddb48a6f-9b7f-4c4a-9584-9fead2ba4e54 tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] 10.222.0.85 "GET /v2.0/security-groups?id=7406621a-1401-4b06-82d8-1a98a746bcb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512425 May 30 20:19:17.804923 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-108b668a-467b-4202-ab43-f2fbfa9ff3b9 req-edeeab79-5474-4fb0-891d-3f34bfef6d3e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=176420f6-ac4e-4319-85b4-31313b590db0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4120145 May 30 20:19:18.303867 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-711b8c63-3eb1-4749-b27e-282c383caa4a req-ad1f1139-a77a-4a8c-a4b9-7e5774713dfd tempest-ServerGroupTestJSON-1262142273 tempest-ServerGroupTestJSON-1262142273-project] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:18.322908 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-108b668a-467b-4202-ab43-f2fbfa9ff3b9 req-0dad86ec-74f3-4455-8603-010ee52d7977 service neutron] 10.222.0.71 "GET /v2.0/networks/176420f6-ac4e-4319-85b4-31313b590db0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4872179 May 30 20:19:18.546194 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-711b8c63-3eb1-4749-b27e-282c383caa4a req-ad1f1139-a77a-4a8c-a4b9-7e5774713dfd tempest-ServerGroupTestJSON-1262142273 tempest-ServerGroupTestJSON-1262142273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:18.614629 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-108b668a-467b-4202-ab43-f2fbfa9ff3b9 req-63f68051-a48f-471d-bc02-3f0a8463e21a service neutron] 10.222.0.71 "GET /v2.0/networks/176420f6-ac4e-4319-85b4-31313b590db0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2837596 May 30 20:19:18.648171 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-711b8c63-3eb1-4749-b27e-282c383caa4a req-ad1f1139-a77a-4a8c-a4b9-7e5774713dfd tempest-ServerGroupTestJSON-1262142273 tempest-ServerGroupTestJSON-1262142273-project] Network fd834db0-c273-46f2-aabf-ee1e501003bc is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:19:18.660024 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [req-711b8c63-3eb1-4749-b27e-282c383caa4a req-ad1f1139-a77a-4a8c-a4b9-7e5774713dfd tempest-ServerGroupTestJSON-1262142273 tempest-ServerGroupTestJSON-1262142273-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:19:18.667340 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1f1139-a77a-4a8c-a4b9-7e5774713dfd tempest-ServerGroupTestJSON-1262142273 tempest-ServerGroupTestJSON-1262142273-project] Pushing event updated for resources: {'Port': ['ID=fcff27bf-d6ee-4916-93df-2a60357402f8,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:19:18.670779 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [req-711b8c63-3eb1-4749-b27e-282c383caa4a req-ad1f1139-a77a-4a8c-a4b9-7e5774713dfd tempest-ServerGroupTestJSON-1262142273 tempest-ServerGroupTestJSON-1262142273-project] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:19:18.777577 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c081e418-a406-4331-a006-979bf0069c8e req-05a9d404-900c-4dda-a21e-0f9854ea18f8 tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:18.779783 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c081e418-a406-4331-a006-979bf0069c8e req-05a9d404-900c-4dda-a21e-0f9854ea18f8 tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] 10.222.0.85 "GET /v2.0/ports?device_id=3062165d-0536-479d-b7e3-dbd1350260e4 HTTP/1.1" status: 200 len: 945 time: 0.1582820 May 30 20:19:18.819079 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711b8c63-3eb1-4749-b27e-282c383caa4a req-ad1f1139-a77a-4a8c-a4b9-7e5774713dfd tempest-ServerGroupTestJSON-1262142273 tempest-ServerGroupTestJSON-1262142273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:18.821893 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-711b8c63-3eb1-4749-b27e-282c383caa4a req-ad1f1139-a77a-4a8c-a4b9-7e5774713dfd tempest-ServerGroupTestJSON-1262142273 tempest-ServerGroupTestJSON-1262142273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:18.897427 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c081e418-a406-4331-a006-979bf0069c8e req-8be3eb81-73db-4259-8c85-82d6e7e7ecdd tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] 10.222.0.85 "GET /v2.0/security-groups?id=1ab5e19e-36ef-4239-8d2f-84e90717c51a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062791 May 30 20:19:19.137354 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362a2aa2-88cb-4478-bb36-f29016b1c23d req-d27c6967-f2bb-4dab-bb45-28534790f3e9 tempest-ServerGroupTestJSON-1262142273 tempest-ServerGroupTestJSON-1262142273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:19.137354 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-362a2aa2-88cb-4478-bb36-f29016b1c23d req-d27c6967-f2bb-4dab-bb45-28534790f3e9 tempest-ServerGroupTestJSON-1262142273 tempest-ServerGroupTestJSON-1262142273-project] Synchronizing usage tracker for tenant:afd8334f555d49c99fee160549855568 on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:19:19.139305 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f70d146e-7603-4c92-a1dc-cefec47df3d8 req-2f45727f-b59c-48eb-b3cf-9fe9b4298598 tempest-InstanceActionsTestJSON-578572612 tempest-InstanceActionsTestJSON-578572612-project] 10.222.0.85 "GET /v2.0/ports?device_id=e8502254-4d90-412d-9f9b-2c5c83e1f671 HTTP/1.1" status: 200 len: 210 time: 0.0521486 May 30 20:19:19.276077 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e200e170-b55e-49e0-8458-96c1ba394594 req-883cee62-a9ae-44ad-a0ed-1056d50870f8 tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:19.282936 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e200e170-b55e-49e0-8458-96c1ba394594 req-883cee62-a9ae-44ad-a0ed-1056d50870f8 tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] 10.222.0.85 "GET /v2.0/ports?device_id=14a74cfc-8a91-4c5f-aea5-1c3b712d56a4 HTTP/1.1" status: 200 len: 945 time: 0.0899863 May 30 20:19:19.333687 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e200e170-b55e-49e0-8458-96c1ba394594 req-46c5c4c2-564f-4889-8a8e-55fc1641fa76 tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] 10.222.0.85 "GET /v2.0/security-groups?id=7406621a-1401-4b06-82d8-1a98a746bcb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498474 May 30 20:19:19.481728 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-711b8c63-3eb1-4749-b27e-282c383caa4a req-ad1f1139-a77a-4a8c-a4b9-7e5774713dfd tempest-ServerGroupTestJSON-1262142273 tempest-ServerGroupTestJSON-1262142273-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1020246 May 30 20:19:19.493089 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [req-711b8c63-3eb1-4749-b27e-282c383caa4a req-b5e1b962-5ad2-42f7-9944-c92d9afbd9af service neutron] Request body: {'port': {'device_id': '0b0085f4-2df9-478d-973d-310f0b38e203', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843948-2'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:19:19.540414 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-362a2aa2-88cb-4478-bb36-f29016b1c23d req-d27c6967-f2bb-4dab-bb45-28534790f3e9 tempest-ServerGroupTestJSON-1262142273 tempest-ServerGroupTestJSON-1262142273-project] Unset dirty status for tenant:afd8334f555d49c99fee160549855568 on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:19:19.541289 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:19.542257 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-362a2aa2-88cb-4478-bb36-f29016b1c23d req-d27c6967-f2bb-4dab-bb45-28534790f3e9 tempest-ServerGroupTestJSON-1262142273 tempest-ServerGroupTestJSON-1262142273-project] 10.222.0.85 "GET /v2.0/ports?device_id=0b0085f4-2df9-478d-973d-310f0b38e203 HTTP/1.1" status: 200 len: 932 time: 0.6146126 May 30 20:19:19.677834 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-362a2aa2-88cb-4478-bb36-f29016b1c23d req-e482235c-3099-46b1-b2e6-f8928c538a73 tempest-ServerGroupTestJSON-1262142273 tempest-ServerGroupTestJSON-1262142273-project] Synchronizing usage tracker for tenant:afd8334f555d49c99fee160549855568 on resource:security_group {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:19:19.686690 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-711b8c63-3eb1-4749-b27e-282c383caa4a req-b5e1b962-5ad2-42f7-9944-c92d9afbd9af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:19.870323 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-362a2aa2-88cb-4478-bb36-f29016b1c23d req-e482235c-3099-46b1-b2e6-f8928c538a73 tempest-ServerGroupTestJSON-1262142273 tempest-ServerGroupTestJSON-1262142273-project] Unset dirty status for tenant:afd8334f555d49c99fee160549855568 on resource:security_group {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:19:19.884801 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-362a2aa2-88cb-4478-bb36-f29016b1c23d req-e482235c-3099-46b1-b2e6-f8928c538a73 tempest-ServerGroupTestJSON-1262142273 tempest-ServerGroupTestJSON-1262142273-project] 10.222.0.85 "GET /v2.0/security-groups?id=41aeecd5-86c9-43e4-a307-fdfa4c485b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2908702 May 30 20:19:20.105273 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f90b69-ebe6-40fd-b8cc-09309e00137b req-8f555c06-bd8d-4bc3-86d5-d984b8abe7da tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:20.109577 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f90b69-ebe6-40fd-b8cc-09309e00137b req-8f555c06-bd8d-4bc3-86d5-d984b8abe7da tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:20.113666 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f90b69-ebe6-40fd-b8cc-09309e00137b req-8f555c06-bd8d-4bc3-86d5-d984b8abe7da tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:20.118011 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f90b69-ebe6-40fd-b8cc-09309e00137b req-8f555c06-bd8d-4bc3-86d5-d984b8abe7da tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:20.136434 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f90b69-ebe6-40fd-b8cc-09309e00137b req-8f555c06-bd8d-4bc3-86d5-d984b8abe7da tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:20.136434 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f90b69-ebe6-40fd-b8cc-09309e00137b req-8f555c06-bd8d-4bc3-86d5-d984b8abe7da tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:20.136434 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f90b69-ebe6-40fd-b8cc-09309e00137b req-8f555c06-bd8d-4bc3-86d5-d984b8abe7da tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:20.160424 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-51f90b69-ebe6-40fd-b8cc-09309e00137b req-8f555c06-bd8d-4bc3-86d5-d984b8abe7da tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] 10.222.0.85 "GET /v2.0/ports?device_id=f8af66f6-93a3-4b44-964c-0edc263a69f5 HTTP/1.1" status: 200 len: 5443 time: 0.2800024 May 30 20:19:20.168758 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-dc3e8007-405d-46c1-851d-0587e1c7e10a req-66a298ea-f628-49e6-b35d-3e5903708a6e service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=4220fd61-af51-45e2-919d-bf769e04f7d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2176898 May 30 20:19:20.226021 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-51f90b69-ebe6-40fd-b8cc-09309e00137b req-c49e9377-b4e6-4bbf-86e3-341169bea118 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] 10.222.0.85 "GET /v2.0/security-groups?id=f2363d32-544a-4c25-9836-43719a31ef02&id=71bec9af-908d-443b-98db-bdfb70c6ea10&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0820026 May 30 20:19:20.649525 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1ac573e3-5b2e-4251-9297-01dff9843dbd req-20fe48ab-def3-45b2-bc98-d740b03f2dd5 tempest-InstanceActionsTestJSON-578572612 tempest-InstanceActionsTestJSON-578572612-project] 10.222.0.85 "GET /v2.0/ports?device_id=e8502254-4d90-412d-9f9b-2c5c83e1f671 HTTP/1.1" status: 200 len: 210 time: 0.0727479 May 30 20:19:20.756876 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c507f6b0-d506-4574-a489-1358bf7dc005 req-d8702535-afa2-4b52-b46b-8cc9a2b6cd0c tempest-InstanceActionsTestJSON-578572612 tempest-InstanceActionsTestJSON-578572612-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:20.758712 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c507f6b0-d506-4574-a489-1358bf7dc005 req-d8702535-afa2-4b52-b46b-8cc9a2b6cd0c tempest-InstanceActionsTestJSON-578572612 tempest-InstanceActionsTestJSON-578572612-project] 10.222.0.71 "GET /v2.0/networks?id=da7e19bd-46fc-417b-aedc-eeaa253d143d HTTP/1.1" status: 200 len: 814 time: 0.4055040 May 30 20:19:20.946232 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72691cc-6ecf-46c8-9d3a-56002ffb89e6 req-86258a3b-dced-47dc-8211-133b7b04704d tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:20.951132 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72691cc-6ecf-46c8-9d3a-56002ffb89e6 req-86258a3b-dced-47dc-8211-133b7b04704d tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:20.955992 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72691cc-6ecf-46c8-9d3a-56002ffb89e6 req-86258a3b-dced-47dc-8211-133b7b04704d tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:20.960535 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72691cc-6ecf-46c8-9d3a-56002ffb89e6 req-86258a3b-dced-47dc-8211-133b7b04704d tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:20.964784 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72691cc-6ecf-46c8-9d3a-56002ffb89e6 req-86258a3b-dced-47dc-8211-133b7b04704d tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:20.979990 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72691cc-6ecf-46c8-9d3a-56002ffb89e6 req-86258a3b-dced-47dc-8211-133b7b04704d tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:20.984970 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72691cc-6ecf-46c8-9d3a-56002ffb89e6 req-86258a3b-dced-47dc-8211-133b7b04704d tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:20.986986 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b72691cc-6ecf-46c8-9d3a-56002ffb89e6 req-86258a3b-dced-47dc-8211-133b7b04704d tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] 10.222.0.85 "GET /v2.0/ports?device_id=f8af66f6-93a3-4b44-964c-0edc263a69f5 HTTP/1.1" status: 200 len: 5443 time: 0.4528999 May 30 20:19:21.007597 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-dc3e8007-405d-46c1-851d-0587e1c7e10a req-ba59aa68-6ad4-4187-857f-39f0d5f9c2df service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=104c300f9f19443ab4c7c434d4800823&device_id=4220fd61-af51-45e2-919d-bf769e04f7d8 HTTP/1.1" status: 200 len: 1096 time: 0.5507636 May 30 20:19:21.048946 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [req-711b8c63-3eb1-4749-b27e-282c383caa4a req-b5e1b962-5ad2-42f7-9944-c92d9afbd9af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcff27bf-d6ee-4916-93df-2a60357402f8 {{(pid=84886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:19:21.071468 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-711b8c63-3eb1-4749-b27e-282c383caa4a req-b5e1b962-5ad2-42f7-9944-c92d9afbd9af service neutron] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:21.097245 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [req-c507f6b0-d506-4574-a489-1358bf7dc005 req-55b6da0c-dd5e-487c-8179-3452caa7d04f tempest-InstanceActionsTestJSON-578572612 tempest-InstanceActionsTestJSON-578572612-project] Request body: {'port': {'device_id': 'e8502254-4d90-412d-9f9b-2c5c83e1f671', 'network_id': 'da7e19bd-46fc-417b-aedc-eeaa253d143d', 'admin_state_up': True, 'tenant_id': 'ad568cd2f175468b96790464644873c2'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:19:21.135623 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [req-711b8c63-3eb1-4749-b27e-282c383caa4a req-b5e1b962-5ad2-42f7-9944-c92d9afbd9af service neutron] Transition to ACTIVE for port object fcff27bf-d6ee-4916-93df-2a60357402f8 will not be triggered until provisioned by entity L2. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:19:21.291990 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-711b8c63-3eb1-4749-b27e-282c383caa4a req-b5e1b962-5ad2-42f7-9944-c92d9afbd9af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:21.346160 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3e8007-405d-46c1-851d-0587e1c7e10a req-dab93ed1-a25a-48a9-af1b-e9476c651965 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:21.348833 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-dc3e8007-405d-46c1-851d-0587e1c7e10a req-dab93ed1-a25a-48a9-af1b-e9476c651965 service neutron] 10.222.0.86 "GET /v2.0/networks?id=8df2eca9-bd87-463d-93ac-08e4ae9a8369 HTTP/1.1" status: 200 len: 911 time: 0.3107891 May 30 20:19:21.487480 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e1b962-5ad2-42f7-9944-c92d9afbd9af service neutron] Pushing event updated for resources: {'Port': ['ID=fcff27bf-d6ee-4916-93df-2a60357402f8,revision_number=2']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:19:21.500182 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-c507f6b0-d506-4574-a489-1358bf7dc005 req-55b6da0c-dd5e-487c-8179-3452caa7d04f tempest-InstanceActionsTestJSON-578572612 tempest-InstanceActionsTestJSON-578572612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:19:21.505938 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-c507f6b0-d506-4574-a489-1358bf7dc005 req-55b6da0c-dd5e-487c-8179-3452caa7d04f tempest-InstanceActionsTestJSON-578572612 tempest-InstanceActionsTestJSON-578572612-project] Usage tracker for resource:port and tenant:ad568cd2f175468b96790464644873c2 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:19:21.548662 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-dc3e8007-405d-46c1-851d-0587e1c7e10a req-dc41b80a-8915-440d-aa0f-776600acf18e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3c5caf83-09bd-483a-b160-7675192dd579 HTTP/1.1" status: 200 len: 217 time: 0.1918843 May 30 20:19:21.571071 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-c507f6b0-d506-4574-a489-1358bf7dc005 req-55b6da0c-dd5e-487c-8179-3452caa7d04f tempest-InstanceActionsTestJSON-578572612 tempest-InstanceActionsTestJSON-578572612-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:19:21.580899 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a217d1-c3be-4e30-a6f4-bb1b252378e3 req-27f18021-a19b-41a7-b884-ee4cbe32c169 tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:21.594252 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-42a217d1-c3be-4e30-a6f4-bb1b252378e3 req-27f18021-a19b-41a7-b884-ee4cbe32c169 tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] 10.222.0.85 "GET /v2.0/ports?device_id=14a74cfc-8a91-4c5f-aea5-1c3b712d56a4 HTTP/1.1" status: 200 len: 945 time: 0.4198701 May 30 20:19:21.648970 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-c507f6b0-d506-4574-a489-1358bf7dc005 req-55b6da0c-dd5e-487c-8179-3452caa7d04f tempest-InstanceActionsTestJSON-578572612 tempest-InstanceActionsTestJSON-578572612-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:19:21.692982 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-711b8c63-3eb1-4749-b27e-282c383caa4a req-b5e1b962-5ad2-42f7-9944-c92d9afbd9af service neutron] Attempting to bind port fcff27bf-d6ee-4916-93df-2a60357402f8 on host n-h1-843948-2 for vnic_type normal with profile {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:19:21.693859 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-711b8c63-3eb1-4749-b27e-282c383caa4a req-b5e1b962-5ad2-42f7-9944-c92d9afbd9af service neutron] Attempting to bind port fcff27bf-d6ee-4916-93df-2a60357402f8 by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': 'd8410c49-9c47-4cc5-82c8-5b2a5d454425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'fd834db0-c273-46f2-aabf-ee1e501003bc'}] {{(pid=84886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:19:21.693859 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-711b8c63-3eb1-4749-b27e-282c383caa4a req-b5e1b962-5ad2-42f7-9944-c92d9afbd9af service neutron] Attempting to bind port fcff27bf-d6ee-4916-93df-2a60357402f8 on network fd834db0-c273-46f2-aabf-ee1e501003bc {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:19:21.701778 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-711b8c63-3eb1-4749-b27e-282c383caa4a req-b5e1b962-5ad2-42f7-9944-c92d9afbd9af service neutron] Port fcff27bf-d6ee-4916-93df-2a60357402f8 on network fd834db0-c273-46f2-aabf-ee1e501003bc not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:19:21.702155 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-711b8c63-3eb1-4749-b27e-282c383caa4a req-b5e1b962-5ad2-42f7-9944-c92d9afbd9af service neutron] Attempting to bind port fcff27bf-d6ee-4916-93df-2a60357402f8 on network fd834db0-c273-46f2-aabf-ee1e501003bc {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:19:21.711155 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-711b8c63-3eb1-4749-b27e-282c383caa4a req-b5e1b962-5ad2-42f7-9944-c92d9afbd9af service neutron] Checking agent: {'id': 'f728d74e-a4ae-4384-860b-a5ade05dd8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 19, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:19:21.711506 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-711b8c63-3eb1-4749-b27e-282c383caa4a req-b5e1b962-5ad2-42f7-9944-c92d9afbd9af service neutron] Checking segment: {'id': 'd8410c49-9c47-4cc5-82c8-5b2a5d454425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'fd834db0-c273-46f2-aabf-ee1e501003bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:19:21.713325 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-711b8c63-3eb1-4749-b27e-282c383caa4a req-b5e1b962-5ad2-42f7-9944-c92d9afbd9af service neutron] Bound using segment: {'id': 'd8410c49-9c47-4cc5-82c8-5b2a5d454425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'fd834db0-c273-46f2-aabf-ee1e501003bc'} {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:19:21.713325 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-711b8c63-3eb1-4749-b27e-282c383caa4a req-b5e1b962-5ad2-42f7-9944-c92d9afbd9af service neutron] Bound port: fcff27bf-d6ee-4916-93df-2a60357402f8, host: n-h1-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8410c49-9c47-4cc5-82c8-5b2a5d454425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'fd834db0-c273-46f2-aabf-ee1e501003bc'}}] {{(pid=84886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:19:21.713325 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-711b8c63-3eb1-4749-b27e-282c383caa4a req-b5e1b962-5ad2-42f7-9944-c92d9afbd9af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:21.771313 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3e8007-405d-46c1-851d-0587e1c7e10a req-10aab83e-cb68-4068-8c8b-231ebeb28219 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:21.772931 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-dc3e8007-405d-46c1-851d-0587e1c7e10a req-10aab83e-cb68-4068-8c8b-231ebeb28219 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f0a2227d-d9d4-4c95-9e3b-58ec7cf0f306 HTTP/1.1" status: 200 len: 850 time: 0.1390669 May 30 20:19:21.793762 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c507f6b0-d506-4574-a489-1358bf7dc005 req-55b6da0c-dd5e-487c-8179-3452caa7d04f tempest-InstanceActionsTestJSON-578572612 tempest-InstanceActionsTestJSON-578572612-project] Made reservation on behalf of ad568cd2f175468b96790464644873c2 for: {'port': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:19:21.796926 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-c507f6b0-d506-4574-a489-1358bf7dc005 req-55b6da0c-dd5e-487c-8179-3452caa7d04f tempest-InstanceActionsTestJSON-578572612 tempest-InstanceActionsTestJSON-578572612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:21.839186 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-42a217d1-c3be-4e30-a6f4-bb1b252378e3 req-3a64304f-4523-473d-8ad6-03cc0898d505 tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] 10.222.0.85 "GET /v2.0/security-groups?id=7406621a-1401-4b06-82d8-1a98a746bcb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449770 May 30 20:19:21.870503 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-dc3e8007-405d-46c1-851d-0587e1c7e10a req-168fbb27-7de5-425f-a579-9423d016b15e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=8df2eca9-bd87-463d-93ac-08e4ae9a8369&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0750151 May 30 20:19:22.137301 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:22.221221 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-dc3e8007-405d-46c1-851d-0587e1c7e10a req-7614e8c9-4d20-46e3-9c8c-f8e9da1819d1 service neutron] 10.222.0.86 "GET /v2.0/networks/8df2eca9-bd87-463d-93ac-08e4ae9a8369?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3463054 May 30 20:19:22.233990 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-711b8c63-3eb1-4749-b27e-282c383caa4a req-b5e1b962-5ad2-42f7-9944-c92d9afbd9af service neutron] For port fcff27bf-d6ee-4916-93df-2a60357402f8, host n-h1-843948-2, cleared binding levels {{(pid=84886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:19:22.243407 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-711b8c63-3eb1-4749-b27e-282c383caa4a req-b5e1b962-5ad2-42f7-9944-c92d9afbd9af service neutron] For port fcff27bf-d6ee-4916-93df-2a60357402f8, host n-h1-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=fcff27bf-d6ee-4916-93df-2a60357402f8,segment=NetworkSegment(d8410c49-9c47-4cc5-82c8-5b2a5d454425),segment_id=d8410c49-9c47-4cc5-82c8-5b2a5d454425)] {{(pid=84886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:19:22.279952 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a0f8fa-3607-4091-8504-b989e0bdd610 req-8a371c1d-f570-46a2-aa9d-3d9a9ee2fc8b tempest-ServerGroupTestJSON-1262142273 tempest-ServerGroupTestJSON-1262142273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:22.281639 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-85a0f8fa-3607-4091-8504-b989e0bdd610 req-8a371c1d-f570-46a2-aa9d-3d9a9ee2fc8b tempest-ServerGroupTestJSON-1262142273 tempest-ServerGroupTestJSON-1262142273-project] 10.222.0.85 "GET /v2.0/ports?device_id=0b0085f4-2df9-478d-973d-310f0b38e203 HTTP/1.1" status: 200 len: 944 time: 0.4918790 May 30 20:19:22.376507 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-711b8c63-3eb1-4749-b27e-282c383caa4a req-b5e1b962-5ad2-42f7-9944-c92d9afbd9af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:22.408564 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b76c81-f269-44f2-8475-182f2117a5e3 req-5d8bae84-67b9-4695-a150-2397ca29d748 tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:22.410193 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c8b76c81-f269-44f2-8475-182f2117a5e3 req-5d8bae84-67b9-4695-a150-2397ca29d748 tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] 10.222.0.85 "GET /v2.0/ports?device_id=3062165d-0536-479d-b7e3-dbd1350260e4 HTTP/1.1" status: 200 len: 945 time: 0.2975376 May 30 20:19:22.418997 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941cb5ac-374a-48d7-9420-0b1dbe797219 req-6d88b741-aa75-4110-826f-83fe99eee43c tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:22.421152 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-941cb5ac-374a-48d7-9420-0b1dbe797219 req-6d88b741-aa75-4110-826f-83fe99eee43c tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] 10.222.0.86 "GET /v2.0/ports?device_id=14a74cfc-8a91-4c5f-aea5-1c3b712d56a4 HTTP/1.1" status: 200 len: 945 time: 0.3748419 May 30 20:19:22.496733 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [req-c507f6b0-d506-4574-a489-1358bf7dc005 req-55b6da0c-dd5e-487c-8179-3452caa7d04f tempest-InstanceActionsTestJSON-578572612 tempest-InstanceActionsTestJSON-578572612-project] Allocated IP 172.20.0.3 (da7e19bd-46fc-417b-aedc-eeaa253d143d/98d889b2-3a62-44fa-9443-a383dc45934f/4218226a-0669-454d-bf8d-19302b2a8a69) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:19:22.496733 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-711b8c63-3eb1-4749-b27e-282c383caa4a req-b5e1b962-5ad2-42f7-9944-c92d9afbd9af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:22.496733 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-711b8c63-3eb1-4749-b27e-282c383caa4a req-b5e1b962-5ad2-42f7-9944-c92d9afbd9af service neutron] 10.222.0.71 "PUT /v2.0/ports/fcff27bf-d6ee-4916-93df-2a60357402f8 HTTP/1.1" status: 200 len: 1092 time: 3.0011425 May 30 20:19:22.496733 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b0085f4-2df9-478d-973d-310f0b38e203', 'tag': 'fcff27bf-d6ee-4916-93df-2a60357402f8'}] {{(pid=84886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:19:22.503991 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-85a0f8fa-3607-4091-8504-b989e0bdd610 req-50d48c02-3a85-4064-8268-e599b032286b tempest-ServerGroupTestJSON-1262142273 tempest-ServerGroupTestJSON-1262142273-project] 10.222.0.85 "GET /v2.0/security-groups?id=41aeecd5-86c9-43e4-a307-fdfa4c485b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593361 May 30 20:19:22.512876 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-dc3e8007-405d-46c1-851d-0587e1c7e10a req-e6ca13ce-29b0-49e7-97f4-ad41e04fc183 service neutron] 10.222.0.86 "GET /v2.0/networks/8df2eca9-bd87-463d-93ac-08e4ae9a8369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2831407 May 30 20:19:22.549731 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e1b962-5ad2-42f7-9944-c92d9afbd9af service neutron] Pushing event updated for resources: {'Port': ['ID=fcff27bf-d6ee-4916-93df-2a60357402f8,revision_number=3']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:19:22.589471 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-941cb5ac-374a-48d7-9420-0b1dbe797219 req-50694eab-9a0d-4a96-94e7-9127cccca62d tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] Deleting port d6bd5eae-0616-430d-84d9-925fb8c638cf {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:19:22.589854 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-941cb5ac-374a-48d7-9420-0b1dbe797219 req-50694eab-9a0d-4a96-94e7-9127cccca62d tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:22.637432 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c8b76c81-f269-44f2-8475-182f2117a5e3 req-0fd9c81c-1e57-4735-8f03-22d4fb9682cf tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] 10.222.0.85 "GET /v2.0/security-groups?id=1ab5e19e-36ef-4239-8d2f-84e90717c51a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2151124 May 30 20:19:22.857877 n-d-843948-2 neutron-server[84886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07bbdd0c-eb22-4d5c-8f7e-b0c748ee759b'] response: {'name': 'network-changed', 'server_uuid': '0b0085f4-2df9-478d-973d-310f0b38e203', 'tag': 'fcff27bf-d6ee-4916-93df-2a60357402f8', 'status': 'completed', 'code': 200} May 30 20:19:23.082233 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ff6735c7-e7a7-4fc0-856b-87a6674d1bf5 req-1767de61-b4b2-4e8f-84c0-87fc6e443c7f tempest-InstanceActionsTestJSON-578572612 tempest-InstanceActionsTestJSON-578572612-project] 10.222.0.85 "GET /v2.0/ports?device_id=e8502254-4d90-412d-9f9b-2c5c83e1f671 HTTP/1.1" status: 200 len: 210 time: 0.2263312 May 30 20:19:23.177277 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-941cb5ac-374a-48d7-9420-0b1dbe797219 req-50694eab-9a0d-4a96-94e7-9127cccca62d tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] For port d6bd5eae-0616-430d-84d9-925fb8c638cf, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=d6bd5eae-0616-430d-84d9-925fb8c638cf,segment=NetworkSegment(c0dbaf45-d4a9-44e2-8858-2c41f5f98c84),segment_id=c0dbaf45-d4a9-44e2-8858-2c41f5f98c84)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:19:23.177277 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-941cb5ac-374a-48d7-9420-0b1dbe797219 req-50694eab-9a0d-4a96-94e7-9127cccca62d tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:23.267352 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-711b8c63-3eb1-4749-b27e-282c383caa4a req-5ab24555-8273-41b4-ab20-2f65d64a9b7e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=afd8334f555d49c99fee160549855568&device_id=0b0085f4-2df9-478d-973d-310f0b38e203 HTTP/1.1" status: 200 len: 1095 time: 0.4086304 May 30 20:19:23.270566 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-c507f6b0-d506-4574-a489-1358bf7dc005 req-55b6da0c-dd5e-487c-8179-3452caa7d04f tempest-InstanceActionsTestJSON-578572612 tempest-InstanceActionsTestJSON-578572612-project] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:23.371663 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-711b8c63-3eb1-4749-b27e-282c383caa4a req-d705f5cc-1f11-413f-b0de-6fe80f236c13 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fcff27bf-d6ee-4916-93df-2a60357402f8 HTTP/1.1" status: 200 len: 217 time: 0.0831733 May 30 20:19:23.415887 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-941cb5ac-374a-48d7-9420-0b1dbe797219 req-50694eab-9a0d-4a96-94e7-9127cccca62d tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] Calling delete_port for d6bd5eae-0616-430d-84d9-925fb8c638cf owned by compute:nova {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:19:23.462506 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711b8c63-3eb1-4749-b27e-282c383caa4a req-20f03221-e542-4aab-ae19-8f6a265a039c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:23.464516 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-711b8c63-3eb1-4749-b27e-282c383caa4a req-20f03221-e542-4aab-ae19-8f6a265a039c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=219d9883-71b2-40ea-b114-bd5152ea0818 HTTP/1.1" status: 200 len: 850 time: 0.0888884 May 30 20:19:23.518734 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-711b8c63-3eb1-4749-b27e-282c383caa4a req-cc24eb57-73df-445e-ab30-7fef887efbf6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=fd834db0-c273-46f2-aabf-ee1e501003bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418911 May 30 20:19:23.551200 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-c507f6b0-d506-4574-a489-1358bf7dc005 req-55b6da0c-dd5e-487c-8179-3452caa7d04f tempest-InstanceActionsTestJSON-578572612 tempest-InstanceActionsTestJSON-578572612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:23.692785 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355867df-eefe-49cb-b8e1-faa0e49364d9 req-79cd8343-aa51-44e8-8abe-7391248b572a tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:23.695030 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-355867df-eefe-49cb-b8e1-faa0e49364d9 req-79cd8343-aa51-44e8-8abe-7391248b572a tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] 10.222.0.85 "GET /v2.0/ports?device_id=14a74cfc-8a91-4c5f-aea5-1c3b712d56a4 HTTP/1.1" status: 200 len: 945 time: 0.6170614 May 30 20:19:23.722970 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c507f6b0-d506-4574-a489-1358bf7dc005 req-55b6da0c-dd5e-487c-8179-3452caa7d04f tempest-InstanceActionsTestJSON-578572612 tempest-InstanceActionsTestJSON-578572612-project] Network da7e19bd-46fc-417b-aedc-eeaa253d143d is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:19:23.758349 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [req-c507f6b0-d506-4574-a489-1358bf7dc005 req-55b6da0c-dd5e-487c-8179-3452caa7d04f tempest-InstanceActionsTestJSON-578572612 tempest-InstanceActionsTestJSON-578572612-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:19:23.768460 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [req-c507f6b0-d506-4574-a489-1358bf7dc005 req-55b6da0c-dd5e-487c-8179-3452caa7d04f tempest-InstanceActionsTestJSON-578572612 tempest-InstanceActionsTestJSON-578572612-project] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:19:23.828147 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50da2465-beb9-4902-9c92-44208b11eeba req-747cd74a-441c-4e2b-ab46-995a728dbd7e tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:23.829885 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-50da2465-beb9-4902-9c92-44208b11eeba req-747cd74a-441c-4e2b-ab46-995a728dbd7e tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] 10.222.0.71 "GET /v2.0/ports?device_id=3062165d-0536-479d-b7e3-dbd1350260e4 HTTP/1.1" status: 200 len: 945 time: 0.4790120 May 30 20:19:23.855310 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b6da0c-dd5e-487c-8179-3452caa7d04f tempest-InstanceActionsTestJSON-578572612 tempest-InstanceActionsTestJSON-578572612-project] Pushing event updated for resources: {'Port': ['ID=4218226a-0669-454d-bf8d-19302b2a8a69,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:19:23.898787 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-711b8c63-3eb1-4749-b27e-282c383caa4a req-111357d1-2fe1-459b-bc5c-4f4a2f5efac9 service neutron] 10.222.0.71 "GET /v2.0/networks/fd834db0-c273-46f2-aabf-ee1e501003bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3800130 May 30 20:19:23.965525 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c507f6b0-d506-4574-a489-1358bf7dc005 req-55b6da0c-dd5e-487c-8179-3452caa7d04f tempest-InstanceActionsTestJSON-578572612 tempest-InstanceActionsTestJSON-578572612-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:23.965525 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-c507f6b0-d506-4574-a489-1358bf7dc005 req-55b6da0c-dd5e-487c-8179-3452caa7d04f tempest-InstanceActionsTestJSON-578572612 tempest-InstanceActionsTestJSON-578572612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:23.978152 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-355867df-eefe-49cb-b8e1-faa0e49364d9 req-3af77d6d-aa6e-4e82-8487-9b24b73b13f7 tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] 10.222.0.85 "GET /v2.0/security-groups?id=7406621a-1401-4b06-82d8-1a98a746bcb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2743950 May 30 20:19:23.986907 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-50da2465-beb9-4902-9c92-44208b11eeba req-b210cabd-f87c-4f1d-a833-f6feeed9227e tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] Deleting port d4c7109e-8a8c-4059-b0d4-18b8a2596efe {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:19:23.987342 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-50da2465-beb9-4902-9c92-44208b11eeba req-b210cabd-f87c-4f1d-a833-f6feeed9227e tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:24.060423 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5ad0c4-2f49-4158-b61b-e4b0b3710077 req-758ef2bd-d0fe-48d1-884d-75a679e8cdff tempest-ServerGroupTestJSON-1262142273 tempest-ServerGroupTestJSON-1262142273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:24.062620 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6d5ad0c4-2f49-4158-b61b-e4b0b3710077 req-758ef2bd-d0fe-48d1-884d-75a679e8cdff tempest-ServerGroupTestJSON-1262142273 tempest-ServerGroupTestJSON-1262142273-project] 10.222.0.85 "GET /v2.0/ports?device_id=0b0085f4-2df9-478d-973d-310f0b38e203 HTTP/1.1" status: 200 len: 944 time: 0.3519177 May 30 20:19:24.164099 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-941cb5ac-374a-48d7-9420-0b1dbe797219 req-50694eab-9a0d-4a96-94e7-9127cccca62d tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:24.178540 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['3c5caf83-09bd-483a-b160-7675192dd579'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:19:24.270540 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6d5ad0c4-2f49-4158-b61b-e4b0b3710077 req-13b6a6af-2e99-4ec5-9031-baa79a589b63 tempest-ServerGroupTestJSON-1262142273 tempest-ServerGroupTestJSON-1262142273-project] 10.222.0.85 "GET /v2.0/security-groups?id=41aeecd5-86c9-43e4-a307-fdfa4c485b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941059 May 30 20:19:24.274472 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50694eab-9a0d-4a96-94e7-9127cccca62d tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] Pushing event deleted for resources: {'Port': ['ID=d6bd5eae-0616-430d-84d9-925fb8c638cf,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:19:24.311073 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c507f6b0-d506-4574-a489-1358bf7dc005 req-55b6da0c-dd5e-487c-8179-3452caa7d04f tempest-InstanceActionsTestJSON-578572612 tempest-InstanceActionsTestJSON-578572612-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2253656 May 30 20:19:24.368287 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [req-c507f6b0-d506-4574-a489-1358bf7dc005 req-6ed53489-7a64-45bc-962b-ca57ce40c54e service neutron] Request body: {'port': {'device_id': 'e8502254-4d90-412d-9f9b-2c5c83e1f671', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843948-2'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:19:24.443371 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-711b8c63-3eb1-4749-b27e-282c383caa4a req-046634e5-1b67-4edf-98d2-d94e7bd373e8 service neutron] 10.222.0.71 "GET /v2.0/networks/fd834db0-c273-46f2-aabf-ee1e501003bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5330219 May 30 20:19:24.519318 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-941cb5ac-374a-48d7-9420-0b1dbe797219 req-50694eab-9a0d-4a96-94e7-9127cccca62d tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] No DVR routers for this DVR port d6bd5eae-0616-430d-84d9-925fb8c638cf on host n-h2-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:19:24.526788 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-941cb5ac-374a-48d7-9420-0b1dbe797219 req-50694eab-9a0d-4a96-94e7-9127cccca62d tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:24.532395 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14a74cfc-8a91-4c5f-aea5-1c3b712d56a4', 'name': 'network-vif-deleted', 'tag': 'd6bd5eae-0616-430d-84d9-925fb8c638cf'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:19:24.660972 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-c507f6b0-d506-4574-a489-1358bf7dc005 req-6ed53489-7a64-45bc-962b-ca57ce40c54e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:24.661864 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-50da2465-beb9-4902-9c92-44208b11eeba req-b210cabd-f87c-4f1d-a833-f6feeed9227e tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] For port d4c7109e-8a8c-4059-b0d4-18b8a2596efe, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=d4c7109e-8a8c-4059-b0d4-18b8a2596efe,segment=NetworkSegment(e72964d7-16ec-4def-877e-899e29175d4d),segment_id=e72964d7-16ec-4def-877e-899e29175d4d)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:19:24.662228 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-50da2465-beb9-4902-9c92-44208b11eeba req-b210cabd-f87c-4f1d-a833-f6feeed9227e tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:24.675428 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72cb5c1-7eaf-4fa8-874b-d0c82a0bf6f7 req-c4376179-ca4e-4947-87ee-fa1446bfeea9 tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:24.676929 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c72cb5c1-7eaf-4fa8-874b-d0c82a0bf6f7 req-c4376179-ca4e-4947-87ee-fa1446bfeea9 tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] 10.222.0.85 "GET /v2.0/ports?device_id=3062165d-0536-479d-b7e3-dbd1350260e4 HTTP/1.1" status: 200 len: 945 time: 0.3096516 May 30 20:19:24.750319 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-941cb5ac-374a-48d7-9420-0b1dbe797219 req-50694eab-9a0d-4a96-94e7-9127cccca62d tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] 10.222.0.86 "DELETE /v2.0/ports/d6bd5eae-0616-430d-84d9-925fb8c638cf HTTP/1.1" status: 204 len: 173 time: 2.3096745 May 30 20:19:25.075728 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66a27ef-abfb-444f-bf89-6cd8caf42202 req-52bbe628-3b5d-430c-9c2a-57593779d5ff tempest-InstanceActionsTestJSON-578572612 tempest-InstanceActionsTestJSON-578572612-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:25.075728 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-c66a27ef-abfb-444f-bf89-6cd8caf42202 req-52bbe628-3b5d-430c-9c2a-57593779d5ff tempest-InstanceActionsTestJSON-578572612 tempest-InstanceActionsTestJSON-578572612-project] Synchronizing usage tracker for tenant:ad568cd2f175468b96790464644873c2 on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:19:25.078947 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c72cb5c1-7eaf-4fa8-874b-d0c82a0bf6f7 req-9d21117f-a290-407f-8af2-a68023d4db57 tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] 10.222.0.85 "GET /v2.0/security-groups?id=1ab5e19e-36ef-4239-8d2f-84e90717c51a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3909893 May 30 20:19:25.181583 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2e8de906-2c96-4860-a911-c3ead33403e1 req-4cc4ec11-4644-481a-895d-398d71a4d900 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=afd8334f555d49c99fee160549855568&device_id=0b0085f4-2df9-478d-973d-310f0b38e203 HTTP/1.1" status: 200 len: 1095 time: 0.5099049 May 30 20:19:25.265058 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5fc136e-081d-4368-9d12-d639924be457'] response: {'server_uuid': '14a74cfc-8a91-4c5f-aea5-1c3b712d56a4', 'name': 'network-vif-deleted', 'tag': 'd6bd5eae-0616-430d-84d9-925fb8c638cf', 'status': 'completed', 'code': 200} May 30 20:19:25.396519 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-50da2465-beb9-4902-9c92-44208b11eeba req-b210cabd-f87c-4f1d-a833-f6feeed9227e tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:25.398363 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-50da2465-beb9-4902-9c92-44208b11eeba req-b210cabd-f87c-4f1d-a833-f6feeed9227e tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736490'] for floatingip, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:25.399014 n-d-843948-2 neutron-server[84887]: INFO neutron.db.l3_db [req-50da2465-beb9-4902-9c92-44208b11eeba req-b210cabd-f87c-4f1d-a833-f6feeed9227e tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] Floating IP 8aee01f0-a7ec-4540-84ab-88ae27e7d159 disassociated. External IP: 172.25.8.160, port: d4c7109e-8a8c-4059-b0d4-18b8a2596efe. May 30 20:19:25.404778 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-50da2465-beb9-4902-9c92-44208b11eeba req-b210cabd-f87c-4f1d-a833-f6feeed9227e tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] Calling delete_port for d4c7109e-8a8c-4059-b0d4-18b8a2596efe owned by compute:nova {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:19:25.537288 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-c66a27ef-abfb-444f-bf89-6cd8caf42202 req-52bbe628-3b5d-430c-9c2a-57593779d5ff tempest-InstanceActionsTestJSON-578572612 tempest-InstanceActionsTestJSON-578572612-project] Unset dirty status for tenant:ad568cd2f175468b96790464644873c2 on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:19:25.544510 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c66a27ef-abfb-444f-bf89-6cd8caf42202 req-52bbe628-3b5d-430c-9c2a-57593779d5ff tempest-InstanceActionsTestJSON-578572612 tempest-InstanceActionsTestJSON-578572612-project] 10.222.0.85 "GET /v2.0/ports?device_id=e8502254-4d90-412d-9f9b-2c5c83e1f671 HTTP/1.1" status: 200 len: 931 time: 0.9751365 May 30 20:19:25.632664 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-4810b964-86b8-4fd1-b3e6-b8c91b1329b2 req-f4379977-9e89-46ac-878a-b6615367c75c tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] Synchronizing usage tracker for tenant:104c300f9f19443ab4c7c434d4800823 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:19:25.741909 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8de906-2c96-4860-a911-c3ead33403e1 req-a2c4d21a-eec8-4529-bc4d-4d17726dec62 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:25.744227 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2e8de906-2c96-4860-a911-c3ead33403e1 req-a2c4d21a-eec8-4529-bc4d-4d17726dec62 service neutron] 10.222.0.71 "GET /v2.0/networks?id=fd834db0-c273-46f2-aabf-ee1e501003bc HTTP/1.1" status: 200 len: 911 time: 0.5537887 May 30 20:19:25.754025 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c66a27ef-abfb-444f-bf89-6cd8caf42202 req-3f3949a6-e08d-4b79-812f-3b55f2901926 tempest-InstanceActionsTestJSON-578572612 tempest-InstanceActionsTestJSON-578572612-project] 10.222.0.85 "GET /v2.0/security-groups?id=a5903622-94cd-4d39-a710-2a58307e7df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080452 May 30 20:19:25.889238 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-4810b964-86b8-4fd1-b3e6-b8c91b1329b2 req-f4379977-9e89-46ac-878a-b6615367c75c tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] Unset dirty status for tenant:104c300f9f19443ab4c7c434d4800823 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:19:25.889238 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4810b964-86b8-4fd1-b3e6-b8c91b1329b2 req-f4379977-9e89-46ac-878a-b6615367c75c tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] 10.222.0.85 "GET /v2.0/ports?device_id=14a74cfc-8a91-4c5f-aea5-1c3b712d56a4 HTTP/1.1" status: 200 len: 210 time: 0.3222163 May 30 20:19:25.913217 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2e8de906-2c96-4860-a911-c3ead33403e1 req-d59d4340-a010-4cfe-aed7-f0b9fcd400a9 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fcff27bf-d6ee-4916-93df-2a60357402f8 HTTP/1.1" status: 200 len: 217 time: 0.1551874 May 30 20:19:25.936807 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device d6bd5eae-0616-430d-84d9-925fb8c638cf no longer exists at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:19:25.939601 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-50da2465-beb9-4902-9c92-44208b11eeba req-b210cabd-f87c-4f1d-a833-f6feeed9227e tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:25.985051 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.db.resource_extend [req-c507f6b0-d506-4574-a489-1358bf7dc005 req-6ed53489-7a64-45bc-962b-ca57ce40c54e service neutron] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:19:26.022091 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] No Port match for: d6bd5eae-0616-430d-84d9-925fb8c638cf {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:19:26.022091 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device d6bd5eae-0616-430d-84d9-925fb8c638cf not bound to the agent host n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:19:26.086465 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b210cabd-f87c-4f1d-a833-f6feeed9227e tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] Pushing event deleted for resources: {'Port': ['ID=d4c7109e-8a8c-4059-b0d4-18b8a2596efe,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:19:26.237936 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8de906-2c96-4860-a911-c3ead33403e1 req-20096fb0-153c-4fa5-8365-27590a557343 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:26.240010 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2e8de906-2c96-4860-a911-c3ead33403e1 req-20096fb0-153c-4fa5-8365-27590a557343 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=219d9883-71b2-40ea-b114-bd5152ea0818 HTTP/1.1" status: 200 len: 850 time: 0.3203089 May 30 20:19:26.249551 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [req-c507f6b0-d506-4574-a489-1358bf7dc005 req-6ed53489-7a64-45bc-962b-ca57ce40c54e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4218226a-0669-454d-bf8d-19302b2a8a69 {{(pid=84886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:19:26.299096 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-9951871d-08ec-4106-888f-3dff2e848026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:26.307641 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-c507f6b0-d506-4574-a489-1358bf7dc005 req-6ed53489-7a64-45bc-962b-ca57ce40c54e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:26.312889 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2e8de906-2c96-4860-a911-c3ead33403e1 req-0d17cd03-65ca-400e-88f1-246b75c8ea5b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=fd834db0-c273-46f2-aabf-ee1e501003bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659192 May 30 20:19:26.390377 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f2cbc22f-e6bf-457a-aaf9-7fe1bfb97d65 req-f2fd84e0-3a4c-4456-a671-043ff72e6c23 tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] 10.222.0.85 "GET /v2.0/ports?device_id=3062165d-0536-479d-b7e3-dbd1350260e4 HTTP/1.1" status: 200 len: 210 time: 0.0533338 May 30 20:19:26.411883 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [req-c507f6b0-d506-4574-a489-1358bf7dc005 req-6ed53489-7a64-45bc-962b-ca57ce40c54e service neutron] Transition to ACTIVE for port object 4218226a-0669-454d-bf8d-19302b2a8a69 will not be triggered until provisioned by entity L2. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:19:26.493828 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade1f4b3-1fc4-4237-84dc-389de9b041d3 req-d50ad296-8653-4eb8-b604-f31f10f56d71 tempest-ServerGroupTestJSON-1262142273 tempest-ServerGroupTestJSON-1262142273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:26.505995 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ade1f4b3-1fc4-4237-84dc-389de9b041d3 req-d50ad296-8653-4eb8-b604-f31f10f56d71 tempest-ServerGroupTestJSON-1262142273 tempest-ServerGroupTestJSON-1262142273-project] 10.222.0.85 "GET /v2.0/ports?device_id=0b0085f4-2df9-478d-973d-310f0b38e203 HTTP/1.1" status: 200 len: 944 time: 0.4506209 May 30 20:19:26.511946 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [req-50da2465-beb9-4902-9c92-44208b11eeba req-b210cabd-f87c-4f1d-a833-f6feeed9227e tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] Router 5f067dc9-2270-460a-a414-750545c05bda has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:19:26.697962 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-c507f6b0-d506-4574-a489-1358bf7dc005 req-6ed53489-7a64-45bc-962b-ca57ce40c54e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:26.783993 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 60280) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:19:26.848424 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2e8de906-2c96-4860-a911-c3ead33403e1 req-2ae80558-818e-417f-9937-b126ca72c080 service neutron] 10.222.0.71 "GET /v2.0/networks/fd834db0-c273-46f2-aabf-ee1e501003bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5268497 May 30 20:19:26.954574 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device fcff27bf-d6ee-4916-93df-2a60357402f8 details requested by agent hyperv_n-h1-843948-2 with host n-h1-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:19:26.957117 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device d4c7109e-8a8c-4059-b0d4-18b8a2596efe no longer exists at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:19:27.046015 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] No Port match for: d4c7109e-8a8c-4059-b0d4-18b8a2596efe {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:19:27.046691 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device d4c7109e-8a8c-4059-b0d4-18b8a2596efe not bound to the agent host n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:19:27.070929 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed53489-7a64-45bc-962b-ca57ce40c54e service neutron] Pushing event updated for resources: {'Port': ['ID=4218226a-0669-454d-bf8d-19302b2a8a69,revision_number=2']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:19:27.270050 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port fcff27bf-d6ee-4916-93df-2a60357402f8, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=fcff27bf-d6ee-4916-93df-2a60357402f8,segment=NetworkSegment(d8410c49-9c47-4cc5-82c8-5b2a5d454425),segment_id=d8410c49-9c47-4cc5-82c8-5b2a5d454425)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:19:27.291142 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Returning: {'device': 'fcff27bf-d6ee-4916-93df-2a60357402f8', 'network_id': 'fd834db0-c273-46f2-aabf-ee1e501003bc', 'port_id': 'fcff27bf-d6ee-4916-93df-2a60357402f8', 'mac_address': 'fa:16:3e:d4:91:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '219d9883-71b2-40ea-b114-bd5152ea0818', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:19:27.342431 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2e8de906-2c96-4860-a911-c3ead33403e1 req-db351e8c-c3e2-4b60-a6f2-21b2d8f279e4 service neutron] 10.222.0.71 "GET /v2.0/networks/fd834db0-c273-46f2-aabf-ee1e501003bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3125091 May 30 20:19:27.370688 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ade1f4b3-1fc4-4237-84dc-389de9b041d3 req-476b193f-d2be-4e87-af84-4452c1e25496 tempest-ServerGroupTestJSON-1262142273 tempest-ServerGroupTestJSON-1262142273-project] 10.222.0.85 "GET /v2.0/security-groups?id=41aeecd5-86c9-43e4-a307-fdfa4c485b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8631685 May 30 20:19:27.380826 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748e57e5-1da9-43cb-9ee6-c1ed2bc80663 req-944aa341-bb8e-4a7c-b197-c9b9b8bea9e9 tempest-InstanceActionsTestJSON-578572612 tempest-InstanceActionsTestJSON-578572612-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:27.386876 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:27.419682 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-748e57e5-1da9-43cb-9ee6-c1ed2bc80663 req-944aa341-bb8e-4a7c-b197-c9b9b8bea9e9 tempest-InstanceActionsTestJSON-578572612 tempest-InstanceActionsTestJSON-578572612-project] 10.222.0.85 "GET /v2.0/ports?device_id=e8502254-4d90-412d-9f9b-2c5c83e1f671 HTTP/1.1" status: 200 len: 943 time: 0.2274883 May 30 20:19:27.437409 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcff27bf-d6ee-4916-93df-2a60357402f8 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:19:27.477179 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port fcff27bf-d6ee-4916-93df-2a60357402f8, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=fcff27bf-d6ee-4916-93df-2a60357402f8,segment=NetworkSegment(d8410c49-9c47-4cc5-82c8-5b2a5d454425),segment_id=d8410c49-9c47-4cc5-82c8-5b2a5d454425)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:19:27.546886 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-748e57e5-1da9-43cb-9ee6-c1ed2bc80663 req-e896afda-9325-47c0-91a2-38d93e9ea0c5 tempest-InstanceActionsTestJSON-578572612 tempest-InstanceActionsTestJSON-578572612-project] Synchronizing usage tracker for tenant:ad568cd2f175468b96790464644873c2 on resource:security_group {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:19:27.585274 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-c507f6b0-d506-4574-a489-1358bf7dc005 req-6ed53489-7a64-45bc-962b-ca57ce40c54e service neutron] Attempting to bind port 4218226a-0669-454d-bf8d-19302b2a8a69 on host n-h1-843948-2 for vnic_type normal with profile {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:19:27.585531 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-c507f6b0-d506-4574-a489-1358bf7dc005 req-6ed53489-7a64-45bc-962b-ca57ce40c54e service neutron] Attempting to bind port 4218226a-0669-454d-bf8d-19302b2a8a69 by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': '3b9cc53b-a35b-4e14-9820-43a399c760b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'da7e19bd-46fc-417b-aedc-eeaa253d143d'}] {{(pid=84886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:19:27.585875 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c507f6b0-d506-4574-a489-1358bf7dc005 req-6ed53489-7a64-45bc-962b-ca57ce40c54e service neutron] Attempting to bind port 4218226a-0669-454d-bf8d-19302b2a8a69 on network da7e19bd-46fc-417b-aedc-eeaa253d143d {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:19:27.595941 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-50da2465-beb9-4902-9c92-44208b11eeba req-b210cabd-f87c-4f1d-a833-f6feeed9227e tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:19:27.597411 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c507f6b0-d506-4574-a489-1358bf7dc005 req-6ed53489-7a64-45bc-962b-ca57ce40c54e service neutron] Port 4218226a-0669-454d-bf8d-19302b2a8a69 on network da7e19bd-46fc-417b-aedc-eeaa253d143d not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:19:27.597773 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c507f6b0-d506-4574-a489-1358bf7dc005 req-6ed53489-7a64-45bc-962b-ca57ce40c54e service neutron] Attempting to bind port 4218226a-0669-454d-bf8d-19302b2a8a69 on network da7e19bd-46fc-417b-aedc-eeaa253d143d {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:19:27.619060 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e123578-273b-41da-a008-de6408e7bba0 None None] Sync routers for ids ['5f067dc9-2270-460a-a414-750545c05bda'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:19:27.638197 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e123578-273b-41da-a008-de6408e7bba0 None None] Routers {'5f067dc9-2270-460a-a414-750545c05bda'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:19:27.639353 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-7e123578-273b-41da-a008-de6408e7bba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:18:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['5f067dc9-2270-460a-a414-750545c05bda'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:19:27.653006 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-fbb006f5-ad96-4611-ab2f-b224a6ebda1d req-48ca5c78-c85b-4918-8d79-2719e6164c7d service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=f8af66f6-93a3-4b44-964c-0edc263a69f5 HTTP/1.1" status: 200 len: 6500 time: 0.8646088 May 30 20:19:27.663078 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c507f6b0-d506-4574-a489-1358bf7dc005 req-6ed53489-7a64-45bc-962b-ca57ce40c54e service neutron] Checking agent: {'id': 'f728d74e-a4ae-4384-860b-a5ade05dd8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 19, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:19:27.663078 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c507f6b0-d506-4574-a489-1358bf7dc005 req-6ed53489-7a64-45bc-962b-ca57ce40c54e service neutron] Checking segment: {'id': '3b9cc53b-a35b-4e14-9820-43a399c760b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'da7e19bd-46fc-417b-aedc-eeaa253d143d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:19:27.663078 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c507f6b0-d506-4574-a489-1358bf7dc005 req-6ed53489-7a64-45bc-962b-ca57ce40c54e service neutron] Bound using segment: {'id': '3b9cc53b-a35b-4e14-9820-43a399c760b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'da7e19bd-46fc-417b-aedc-eeaa253d143d'} {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:19:27.663078 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-c507f6b0-d506-4574-a489-1358bf7dc005 req-6ed53489-7a64-45bc-962b-ca57ce40c54e service neutron] Bound port: 4218226a-0669-454d-bf8d-19302b2a8a69, host: n-h1-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b9cc53b-a35b-4e14-9820-43a399c760b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'da7e19bd-46fc-417b-aedc-eeaa253d143d'}}] {{(pid=84886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:19:27.663078 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-c507f6b0-d506-4574-a489-1358bf7dc005 req-6ed53489-7a64-45bc-962b-ca57ce40c54e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:27.663547 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:27.795443 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-748e57e5-1da9-43cb-9ee6-c1ed2bc80663 req-e896afda-9325-47c0-91a2-38d93e9ea0c5 tempest-InstanceActionsTestJSON-578572612 tempest-InstanceActionsTestJSON-578572612-project] Unset dirty status for tenant:ad568cd2f175468b96790464644873c2 on resource:security_group {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:19:27.808671 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-748e57e5-1da9-43cb-9ee6-c1ed2bc80663 req-e896afda-9325-47c0-91a2-38d93e9ea0c5 tempest-InstanceActionsTestJSON-578572612 tempest-InstanceActionsTestJSON-578572612-project] 10.222.0.85 "GET /v2.0/security-groups?id=a5903622-94cd-4d39-a710-2a58307e7df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3875370 May 30 20:19:27.826627 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-50da2465-beb9-4902-9c92-44208b11eeba req-b210cabd-f87c-4f1d-a833-f6feeed9227e tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] No DVR routers for this DVR port d4c7109e-8a8c-4059-b0d4-18b8a2596efe on host n-h1-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:19:27.830704 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-50da2465-beb9-4902-9c92-44208b11eeba req-b210cabd-f87c-4f1d-a833-f6feeed9227e tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:27.861335 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3062165d-0536-479d-b7e3-dbd1350260e4', 'name': 'network-vif-deleted', 'tag': 'd4c7109e-8a8c-4059-b0d4-18b8a2596efe'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:19:27.996818 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-fbb006f5-ad96-4611-ab2f-b224a6ebda1d req-f776ebbd-e116-4710-9834-d4a13d3149a0 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=71bec9af-908d-443b-98db-bdfb70c6ea10&id=f2363d32-544a-4c25-9836-43719a31ef02&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3429215 May 30 20:19:28.015924 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-50da2465-beb9-4902-9c92-44208b11eeba req-b210cabd-f87c-4f1d-a833-f6feeed9227e tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] 10.222.0.71 "DELETE /v2.0/ports/d4c7109e-8a8c-4059-b0d4-18b8a2596efe HTTP/1.1" status: 204 len: 173 time: 4.1719592 May 30 20:19:28.049115 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=fcff27bf-d6ee-4916-93df-2a60357402f8,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:19:28.061946 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-769b5e6e-e686-4dba-9344-043082f4bc5a req-ddb0ce06-9b96-484d-89af-a379ae608e3c tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] 10.222.0.85 "GET /v2.0/ports?device_id=3062165d-0536-479d-b7e3-dbd1350260e4 HTTP/1.1" status: 200 len: 210 time: 0.1599810 May 30 20:19:28.085568 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-c507f6b0-d506-4574-a489-1358bf7dc005 req-6ed53489-7a64-45bc-962b-ca57ce40c54e service neutron] For port 4218226a-0669-454d-bf8d-19302b2a8a69, host n-h1-843948-2, cleared binding levels {{(pid=84886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:19:28.087237 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:19:28.087721 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:19:28.088186 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:19:28.089817 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:19:28.091329 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:19:28.091834 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:19:28.094175 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:19:28.096546 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-c507f6b0-d506-4574-a489-1358bf7dc005 req-6ed53489-7a64-45bc-962b-ca57ce40c54e service neutron] For port 4218226a-0669-454d-bf8d-19302b2a8a69, host n-h1-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=4218226a-0669-454d-bf8d-19302b2a8a69,segment=NetworkSegment(3b9cc53b-a35b-4e14-9820-43a399c760b8),segment_id=3b9cc53b-a35b-4e14-9820-43a399c760b8)] {{(pid=84886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:19:28.096753 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:19:28.097161 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:19:28.097848 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:19:28.099193 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:19:28.121465 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['fcff27bf-d6ee-4916-93df-2a60357402f8'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:19:28.163473 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75233fbf-2fe9-4a6d-a344-74a95047c31d'] response: {'server_uuid': '3062165d-0536-479d-b7e3-dbd1350260e4', 'name': 'network-vif-deleted', 'tag': 'd4c7109e-8a8c-4059-b0d4-18b8a2596efe', 'status': 'completed', 'code': 200} May 30 20:19:28.197443 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-7e123578-273b-41da-a008-de6408e7bba0 None None] Set router 5f067dc9-2270-460a-a414-750545c05bda gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:19:28.321488 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-c507f6b0-d506-4574-a489-1358bf7dc005 req-6ed53489-7a64-45bc-962b-ca57ce40c54e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:28.558559 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-c507f6b0-d506-4574-a489-1358bf7dc005 req-6ed53489-7a64-45bc-962b-ca57ce40c54e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:28.585726 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c507f6b0-d506-4574-a489-1358bf7dc005 req-6ed53489-7a64-45bc-962b-ca57ce40c54e service neutron] 10.222.0.71 "PUT /v2.0/ports/4218226a-0669-454d-bf8d-19302b2a8a69 HTTP/1.1" status: 200 len: 1091 time: 4.2260072 May 30 20:19:28.587175 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8502254-4d90-412d-9f9b-2c5c83e1f671', 'tag': '4218226a-0669-454d-bf8d-19302b2a8a69'}] {{(pid=84886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:19:28.743869 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed53489-7a64-45bc-962b-ca57ce40c54e service neutron] Pushing event updated for resources: {'Port': ['ID=4218226a-0669-454d-bf8d-19302b2a8a69,revision_number=3']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:19:29.049041 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:19:29.407847 n-d-843948-2 neutron-server[84886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b739f9e8-44e7-4dba-bf3e-3c394fe3fe1f'] response: {'name': 'network-changed', 'server_uuid': 'e8502254-4d90-412d-9f9b-2c5c83e1f671', 'tag': '4218226a-0669-454d-bf8d-19302b2a8a69', 'status': 'completed', 'code': 200} May 30 20:19:29.440884 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-7e123578-273b-41da-a008-de6408e7bba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f067dc9-2270-460a-a414-750545c05bda', 'name': 'tempest-ServersTestBootFromVolume-771255782-router', 'tenant_id': 'a98770a137d04e48a5baba76bc9996d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.147'}], 'enable_snat': True}, 'gw_port_id': '386e41d7-cdb8-44c8-9a35-8ff33c8a412c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:14:45Z', 'updated_at': '2022-05-30T20:14:59Z', 'revision_number': 4, 'project_id': 'a98770a137d04e48a5baba76bc9996d9', 'gw_port': {'id': '386e41d7-cdb8-44c8-9a35-8ff33c8a412c', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a5:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f067dc9-2270-460a-a414-750545c05bda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:14:47Z', 'updated_at': '2022-05-30T20:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '9d569dd2-c2ea-451b-8cd0-0695c4081303', 'name': '', 'network_id': '176420f6-ac4e-4319-85b4-31313b590db0', 'tenant_id': 'a98770a137d04e48a5baba76bc9996d9', 'mac_address': 'fa:16:3e:56:5a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f067dc9-2270-460a-a414-750545c05bda', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd239dbbc-1841-4e93-a941-884f2daba571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:14:57Z', 'updated_at': '2022-05-30T20:15:10Z', 'revision_number': 5, 'project_id': 'a98770a137d04e48a5baba76bc9996d9', 'subnets': [{'id': 'd239dbbc-1841-4e93-a941-884f2daba571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:19:29.450331 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e123578-273b-41da-a008-de6408e7bba0 None None] Checking router: 5f067dc9-2270-460a-a414-750545c05bda for host: n-d-843948-2 {{(pid=84889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:19:29.472240 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e123578-273b-41da-a008-de6408e7bba0 None None] Routers {'5f067dc9-2270-460a-a414-750545c05bda'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:19:29.472872 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-7e123578-273b-41da-a008-de6408e7bba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:18:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['5f067dc9-2270-460a-a414-750545c05bda'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:19:29.604860 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff1a129-bbe0-4f55-9124-0aba812e66fd req-4d92eb63-33fb-440e-b3e0-415a1dd29f04 tempest-ServerGroupTestJSON-1262142273 tempest-ServerGroupTestJSON-1262142273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:29.616561 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-5978c8f1-b335-409b-8b32-e8639971c68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:29.620781 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0ff1a129-bbe0-4f55-9124-0aba812e66fd req-4d92eb63-33fb-440e-b3e0-415a1dd29f04 tempest-ServerGroupTestJSON-1262142273 tempest-ServerGroupTestJSON-1262142273-project] 10.222.0.85 "GET /v2.0/ports?device_id=0b0085f4-2df9-478d-973d-310f0b38e203 HTTP/1.1" status: 200 len: 945 time: 0.6850841 May 30 20:19:29.776039 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c507f6b0-d506-4574-a489-1358bf7dc005 req-7c1c4184-1c4a-4784-acdb-9b683998debc service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ad568cd2f175468b96790464644873c2&device_id=e8502254-4d90-412d-9f9b-2c5c83e1f671 HTTP/1.1" status: 200 len: 1094 time: 0.9594660 May 30 20:19:29.863444 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:30.012865 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c507f6b0-d506-4574-a489-1358bf7dc005 req-dc1c6cc5-9024-408b-8de2-e107d1564950 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4218226a-0669-454d-bf8d-19302b2a8a69 HTTP/1.1" status: 200 len: 217 time: 0.2207890 May 30 20:19:30.090964 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-7e123578-273b-41da-a008-de6408e7bba0 None None] Set router 5f067dc9-2270-460a-a414-750545c05bda gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:19:30.144032 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0ff1a129-bbe0-4f55-9124-0aba812e66fd req-598ab4aa-502b-4649-934d-591d4ffededf tempest-ServerGroupTestJSON-1262142273 tempest-ServerGroupTestJSON-1262142273-project] 10.222.0.85 "GET /v2.0/security-groups?id=41aeecd5-86c9-43e4-a307-fdfa4c485b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5179462 May 30 20:19:30.196339 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9472faf-a65f-4f50-8d77-f5e32ed0a3b8 req-d9ebffe1-a7ef-4c17-afa4-88c4ac6dbb4c tempest-InstanceActionsTestJSON-578572612 tempest-InstanceActionsTestJSON-578572612-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:30.208222 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f9472faf-a65f-4f50-8d77-f5e32ed0a3b8 req-d9ebffe1-a7ef-4c17-afa4-88c4ac6dbb4c tempest-InstanceActionsTestJSON-578572612 tempest-InstanceActionsTestJSON-578572612-project] 10.222.0.85 "GET /v2.0/ports?device_id=e8502254-4d90-412d-9f9b-2c5c83e1f671 HTTP/1.1" status: 200 len: 943 time: 0.3556020 May 30 20:19:30.264627 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c507f6b0-d506-4574-a489-1358bf7dc005 req-c7823f66-3441-4c7d-9826-ee626eff74b5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:30.267943 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c507f6b0-d506-4574-a489-1358bf7dc005 req-c7823f66-3441-4c7d-9826-ee626eff74b5 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=98d889b2-3a62-44fa-9443-a383dc45934f HTTP/1.1" status: 200 len: 854 time: 0.2135696 May 30 20:19:30.397256 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f9472faf-a65f-4f50-8d77-f5e32ed0a3b8 req-99b0c77e-5be2-46c6-a754-5999e990aa7a tempest-InstanceActionsTestJSON-578572612 tempest-InstanceActionsTestJSON-578572612-project] 10.222.0.85 "GET /v2.0/security-groups?id=a5903622-94cd-4d39-a710-2a58307e7df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782889 May 30 20:19:30.441194 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c507f6b0-d506-4574-a489-1358bf7dc005 req-d51b4bb0-8e4b-4488-a98d-75e4387d7414 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=da7e19bd-46fc-417b-aedc-eeaa253d143d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1645143 May 30 20:19:30.651029 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d2013993-bba9-4f2d-bea5-46f7bbf1b4b8 req-1cdd8b7d-3c1b-4efa-a430-13570f22e6ec tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] 10.222.0.85 "GET /v2.0/ports?device_id=3062165d-0536-479d-b7e3-dbd1350260e4 HTTP/1.1" status: 200 len: 210 time: 0.1573670 May 30 20:19:30.716161 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715d5bed-c374-4219-9564-112063422dae req-281335af-e8ac-4805-86f5-1ffa9f084770 tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:30.717948 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-715d5bed-c374-4219-9564-112063422dae req-281335af-e8ac-4805-86f5-1ffa9f084770 tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] 10.222.0.85 "GET /v2.0/ports?device_id=4220fd61-af51-45e2-919d-bf769e04f7d8 HTTP/1.1" status: 200 len: 945 time: 0.0894728 May 30 20:19:30.724091 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c507f6b0-d506-4574-a489-1358bf7dc005 req-3799774b-6857-40b6-9c90-166de8fe03e4 service neutron] 10.222.0.71 "GET /v2.0/networks/da7e19bd-46fc-417b-aedc-eeaa253d143d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2762752 May 30 20:19:30.822527 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-715d5bed-c374-4219-9564-112063422dae req-c50a63c3-2d05-4ed5-8204-f723e39be8c7 tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] 10.222.0.85 "GET /v2.0/security-groups?id=7406621a-1401-4b06-82d8-1a98a746bcb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938661 May 30 20:19:30.923965 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c507f6b0-d506-4574-a489-1358bf7dc005 req-d4645a26-88c0-4c58-a552-4baee145f560 service neutron] 10.222.0.71 "GET /v2.0/networks/da7e19bd-46fc-417b-aedc-eeaa253d143d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935709 May 30 20:19:30.974954 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-7e123578-273b-41da-a008-de6408e7bba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f067dc9-2270-460a-a414-750545c05bda', 'name': 'tempest-ServersTestBootFromVolume-771255782-router', 'tenant_id': 'a98770a137d04e48a5baba76bc9996d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.147'}], 'enable_snat': True}, 'gw_port_id': '386e41d7-cdb8-44c8-9a35-8ff33c8a412c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:14:45Z', 'updated_at': '2022-05-30T20:14:59Z', 'revision_number': 4, 'project_id': 'a98770a137d04e48a5baba76bc9996d9', 'gw_port': {'id': '386e41d7-cdb8-44c8-9a35-8ff33c8a412c', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a5:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f067dc9-2270-460a-a414-750545c05bda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:14:47Z', 'updated_at': '2022-05-30T20:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '9d569dd2-c2ea-451b-8cd0-0695c4081303', 'name': '', 'network_id': '176420f6-ac4e-4319-85b4-31313b590db0', 'tenant_id': 'a98770a137d04e48a5baba76bc9996d9', 'mac_address': 'fa:16:3e:56:5a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f067dc9-2270-460a-a414-750545c05bda', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd239dbbc-1841-4e93-a941-884f2daba571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:14:57Z', 'updated_at': '2022-05-30T20:15:10Z', 'revision_number': 5, 'project_id': 'a98770a137d04e48a5baba76bc9996d9', 'subnets': [{'id': 'd239dbbc-1841-4e93-a941-884f2daba571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:19:30.982722 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e123578-273b-41da-a008-de6408e7bba0 None None] The sync data for ids ['5f067dc9-2270-460a-a414-750545c05bda'] in n-d-843948-2 is: [{'id': '5f067dc9-2270-460a-a414-750545c05bda', 'name': 'tempest-ServersTestBootFromVolume-771255782-router', 'tenant_id': 'a98770a137d04e48a5baba76bc9996d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.147'}], 'enable_snat': True}, 'gw_port_id': '386e41d7-cdb8-44c8-9a35-8ff33c8a412c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:14:45Z', 'updated_at': '2022-05-30T20:14:59Z', 'revision_number': 4, 'project_id': 'a98770a137d04e48a5baba76bc9996d9', 'gw_port': {'id': '386e41d7-cdb8-44c8-9a35-8ff33c8a412c', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a5:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f067dc9-2270-460a-a414-750545c05bda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:14:47Z', 'updated_at': '2022-05-30T20:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '9d569dd2-c2ea-451b-8cd0-0695c4081303', 'name': '', 'network_id': '176420f6-ac4e-4319-85b4-31313b590db0', 'tenant_id': 'a98770a137d04e48a5baba76bc9996d9', 'mac_address': 'fa:16:3e:56:5a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f067dc9-2270-460a-a414-750545c05bda', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd239dbbc-1841-4e93-a941-884f2daba571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:14:57Z', 'updated_at': '2022-05-30T20:15:10Z', 'revision_number': 5, 'project_id': 'a98770a137d04e48a5baba76bc9996d9', 'subnets': [{'id': 'd239dbbc-1841-4e93-a941-884f2daba571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:19:31.009192 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device fcff27bf-d6ee-4916-93df-2a60357402f8 up at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:19:31.154429 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:31.352929 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-787021cc-8c45-4937-a556-fa1ca4440d6e req-c28f3038-f86b-42d1-8133-90a9089f038a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ad568cd2f175468b96790464644873c2&device_id=e8502254-4d90-412d-9f9b-2c5c83e1f671 HTTP/1.1" status: 200 len: 1094 time: 0.2297451 May 30 20:19:31.374498 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning for port fcff27bf-d6ee-4916-93df-2a60357402f8 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:19:31.392898 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning complete for port fcff27bf-d6ee-4916-93df-2a60357402f8 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:19:31.393598 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:31.714872 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19bbd7fd-a921-433f-bb9c-0c85041c0cf4 None None] New status for floating IP 8aee01f0-a7ec-4540-84ab-88ae27e7d159: DOWN {{(pid=84888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 20:19:31.849685 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787021cc-8c45-4937-a556-fa1ca4440d6e req-e9b97893-72d5-4470-83bf-76510eb83c62 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:31.854317 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-787021cc-8c45-4937-a556-fa1ca4440d6e req-e9b97893-72d5-4470-83bf-76510eb83c62 service neutron] 10.222.0.71 "GET /v2.0/networks?id=da7e19bd-46fc-417b-aedc-eeaa253d143d HTTP/1.1" status: 200 len: 915 time: 0.4904478 May 30 20:19:31.887421 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69de8de8-f0aa-4b8a-88c5-c0049eefbcf2 req-d1ffcb48-1363-4938-8368-5d4e2ad8f2a6 tempest-ServerGroupTestJSON-1262142273 tempest-ServerGroupTestJSON-1262142273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:31.904888 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-69de8de8-f0aa-4b8a-88c5-c0049eefbcf2 req-d1ffcb48-1363-4938-8368-5d4e2ad8f2a6 tempest-ServerGroupTestJSON-1262142273 tempest-ServerGroupTestJSON-1262142273-project] 10.222.0.85 "GET /v2.0/ports?device_id=0b0085f4-2df9-478d-973d-310f0b38e203 HTTP/1.1" status: 200 len: 945 time: 0.3067997 May 30 20:19:32.110827 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-787021cc-8c45-4937-a556-fa1ca4440d6e req-4f5f13fc-d207-4a57-9939-76d69f3089e3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4218226a-0669-454d-bf8d-19302b2a8a69 HTTP/1.1" status: 200 len: 217 time: 0.2024393 May 30 20:19:32.255778 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5a97e3-4b1a-4936-9f8d-4e596bd64aa2 req-c3186aee-32a2-4a15-946a-6c726b779667 tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:32.258586 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5c5a97e3-4b1a-4936-9f8d-4e596bd64aa2 req-c3186aee-32a2-4a15-946a-6c726b779667 tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] 10.222.0.86 "GET /v2.0/ports?device_id=4220fd61-af51-45e2-919d-bf769e04f7d8 HTTP/1.1" status: 200 len: 945 time: 0.5381799 May 30 20:19:32.418743 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-69de8de8-f0aa-4b8a-88c5-c0049eefbcf2 req-b3aa8804-cc14-43d2-9ee4-763bc7b7dedd tempest-ServerGroupTestJSON-1262142273 tempest-ServerGroupTestJSON-1262142273-project] 10.222.0.85 "GET /v2.0/security-groups?id=41aeecd5-86c9-43e4-a307-fdfa4c485b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5126703 May 30 20:19:32.429660 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787021cc-8c45-4937-a556-fa1ca4440d6e req-77034aef-087e-47a8-b37f-0a62955deebd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:32.430518 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:32.438905 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-787021cc-8c45-4937-a556-fa1ca4440d6e req-77034aef-087e-47a8-b37f-0a62955deebd service neutron] 10.222.0.71 "GET /v2.0/subnets?id=98d889b2-3a62-44fa-9443-a383dc45934f HTTP/1.1" status: 200 len: 854 time: 0.3190904 May 30 20:19:32.498266 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6640cba1-3dea-43bd-aff1-14e7da5e4a6a req-3964cbb9-0c8e-4883-915d-848018d1d80b tempest-InstanceActionsTestJSON-578572612 tempest-InstanceActionsTestJSON-578572612-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:32.501583 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6640cba1-3dea-43bd-aff1-14e7da5e4a6a req-3964cbb9-0c8e-4883-915d-848018d1d80b tempest-InstanceActionsTestJSON-578572612 tempest-InstanceActionsTestJSON-578572612-project] 10.222.0.85 "GET /v2.0/ports?device_id=e8502254-4d90-412d-9f9b-2c5c83e1f671 HTTP/1.1" status: 200 len: 943 time: 0.6540127 May 30 20:19:32.545484 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b0085f4-2df9-478d-973d-310f0b38e203', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcff27bf-d6ee-4916-93df-2a60357402f8'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:19:32.560982 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port fcff27bf-d6ee-4916-93df-2a60357402f8, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=fcff27bf-d6ee-4916-93df-2a60357402f8,segment=NetworkSegment(d8410c49-9c47-4cc5-82c8-5b2a5d454425),segment_id=d8410c49-9c47-4cc5-82c8-5b2a5d454425)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:19:32.631611 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-787021cc-8c45-4937-a556-fa1ca4440d6e req-28aae5ac-8f44-4801-8421-75822263ac86 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=da7e19bd-46fc-417b-aedc-eeaa253d143d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1851883 May 30 20:19:32.658344 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6640cba1-3dea-43bd-aff1-14e7da5e4a6a req-b25e6863-d274-45ed-8ce5-dfbb8f0aa384 tempest-InstanceActionsTestJSON-578572612 tempest-InstanceActionsTestJSON-578572612-project] 10.222.0.85 "GET /v2.0/security-groups?id=a5903622-94cd-4d39-a710-2a58307e7df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296294 May 30 20:19:32.665276 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-5c5a97e3-4b1a-4936-9f8d-4e596bd64aa2 req-847df6f1-060e-4643-8dc1-8f58f0d7f79c tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] Deleting port 3c5caf83-09bd-483a-b160-7675192dd579 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:19:32.665786 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-5c5a97e3-4b1a-4936-9f8d-4e596bd64aa2 req-847df6f1-060e-4643-8dc1-8f58f0d7f79c tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:32.701706 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:32.755383 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:33.027287 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 4218226a-0669-454d-bf8d-19302b2a8a69 details requested by agent hyperv_n-h1-843948-2 with host n-h1-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:19:33.042835 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-787021cc-8c45-4937-a556-fa1ca4440d6e req-c6015047-dc26-4eba-9c7d-c5f21dc3ac43 service neutron] 10.222.0.71 "GET /v2.0/networks/da7e19bd-46fc-417b-aedc-eeaa253d143d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4042614 May 30 20:19:33.330073 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-cbecb53e-504f-4a35-8cb8-40e9ed0dbf80 req-780ad825-6c10-4afc-a929-993d9a51ca15 tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] 10.222.0.85 "GET /v2.0/ports?device_id=3062165d-0536-479d-b7e3-dbd1350260e4 HTTP/1.1" status: 200 len: 210 time: 0.2857878 May 30 20:19:33.358660 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 4218226a-0669-454d-bf8d-19302b2a8a69, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=4218226a-0669-454d-bf8d-19302b2a8a69,segment=NetworkSegment(3b9cc53b-a35b-4e14-9820-43a399c760b8),segment_id=3b9cc53b-a35b-4e14-9820-43a399c760b8)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:19:33.387953 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-5c5a97e3-4b1a-4936-9f8d-4e596bd64aa2 req-847df6f1-060e-4643-8dc1-8f58f0d7f79c tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] For port 3c5caf83-09bd-483a-b160-7675192dd579, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=3c5caf83-09bd-483a-b160-7675192dd579,segment=NetworkSegment(c0dbaf45-d4a9-44e2-8858-2c41f5f98c84),segment_id=c0dbaf45-d4a9-44e2-8858-2c41f5f98c84)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:19:33.389249 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-5c5a97e3-4b1a-4936-9f8d-4e596bd64aa2 req-847df6f1-060e-4643-8dc1-8f58f0d7f79c tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:33.412228 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-787021cc-8c45-4937-a556-fa1ca4440d6e req-465bfbda-eaa9-40bb-aaab-d510dbd517aa service neutron] 10.222.0.71 "GET /v2.0/networks/da7e19bd-46fc-417b-aedc-eeaa253d143d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2963114 May 30 20:19:33.422864 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Returning: {'device': '4218226a-0669-454d-bf8d-19302b2a8a69', 'network_id': 'da7e19bd-46fc-417b-aedc-eeaa253d143d', 'port_id': '4218226a-0669-454d-bf8d-19302b2a8a69', 'mac_address': 'fa:16:3e:df:84:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98d889b2-3a62-44fa-9443-a383dc45934f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:19:33.499081 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=fcff27bf-d6ee-4916-93df-2a60357402f8,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:19:33.560250 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd95cf38-7def-41e7-bf86-88dcf31e5077'] response: {'server_uuid': '0b0085f4-2df9-478d-973d-310f0b38e203', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcff27bf-d6ee-4916-93df-2a60357402f8', 'code': 200} May 30 20:19:33.566923 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:33.621648 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4218226a-0669-454d-bf8d-19302b2a8a69 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:19:33.662328 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 4218226a-0669-454d-bf8d-19302b2a8a69, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=4218226a-0669-454d-bf8d-19302b2a8a69,segment=NetworkSegment(3b9cc53b-a35b-4e14-9820-43a399c760b8),segment_id=3b9cc53b-a35b-4e14-9820-43a399c760b8)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:19:33.784323 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:33.924739 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-5c5a97e3-4b1a-4936-9f8d-4e596bd64aa2 req-847df6f1-060e-4643-8dc1-8f58f0d7f79c tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] Calling delete_port for 3c5caf83-09bd-483a-b160-7675192dd579 owned by compute:nova {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:19:33.955877 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=4218226a-0669-454d-bf8d-19302b2a8a69,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:19:33.975822 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-06c016db-528b-4817-870f-83dd92482b3d req-ec466467-795a-407d-931e-35ac0397a439 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=0b0085f4-2df9-478d-973d-310f0b38e203 HTTP/1.1" status: 200 len: 1097 time: 0.3223345 May 30 20:19:34.046175 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['4218226a-0669-454d-bf8d-19302b2a8a69'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:19:34.061838 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f258b20-c1f6-4471-9568-fdd06484aec1 req-fdebee70-86d4-4f69-a901-bce66b7a2d61 tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:34.063617 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4f258b20-c1f6-4471-9568-fdd06484aec1 req-fdebee70-86d4-4f69-a901-bce66b7a2d61 tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] 10.222.0.85 "GET /v2.0/ports?device_id=4220fd61-af51-45e2-919d-bf769e04f7d8 HTTP/1.1" status: 200 len: 945 time: 1.0689223 May 30 20:19:34.071775 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-06c016db-528b-4817-870f-83dd92482b3d req-41ba46ee-546f-4bc9-a768-0b0ad2e7f6cb service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=41aeecd5-86c9-43e4-a307-fdfa4c485b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912137 May 30 20:19:34.202889 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4f258b20-c1f6-4471-9568-fdd06484aec1 req-346f08d2-a8b1-4951-a78f-1e04db35dab5 tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] 10.222.0.85 "GET /v2.0/security-groups?id=7406621a-1401-4b06-82d8-1a98a746bcb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273935 May 30 20:19:34.589560 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-5c5a97e3-4b1a-4936-9f8d-4e596bd64aa2 req-847df6f1-060e-4643-8dc1-8f58f0d7f79c tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:34.615380 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc6b284-798e-4538-ad5c-f37d18743739 req-dec0f9f0-c66b-40a5-8dd0-628a3438004e tempest-ServerGroupTestJSON-1262142273 tempest-ServerGroupTestJSON-1262142273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:34.618771 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1bc6b284-798e-4538-ad5c-f37d18743739 req-dec0f9f0-c66b-40a5-8dd0-628a3438004e tempest-ServerGroupTestJSON-1262142273 tempest-ServerGroupTestJSON-1262142273-project] 10.222.0.85 "GET /v2.0/ports?device_id=0b0085f4-2df9-478d-973d-310f0b38e203 HTTP/1.1" status: 200 len: 946 time: 0.1480360 May 30 20:19:34.782071 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847df6f1-060e-4643-8dc1-8f58f0d7f79c tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] Pushing event deleted for resources: {'Port': ['ID=3c5caf83-09bd-483a-b160-7675192dd579,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:19:34.807780 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1bc6b284-798e-4538-ad5c-f37d18743739 req-ff68948e-1699-4e6e-8b60-ae0bdcd08c65 tempest-ServerGroupTestJSON-1262142273 tempest-ServerGroupTestJSON-1262142273-project] 10.222.0.85 "GET /v2.0/security-groups?id=41aeecd5-86c9-43e4-a307-fdfa4c485b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212051 May 30 20:19:34.990268 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c5a97e3-4b1a-4936-9f8d-4e596bd64aa2 req-847df6f1-060e-4643-8dc1-8f58f0d7f79c tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] No DVR routers for this DVR port 3c5caf83-09bd-483a-b160-7675192dd579 on host n-h2-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:19:34.996421 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-5c5a97e3-4b1a-4936-9f8d-4e596bd64aa2 req-847df6f1-060e-4643-8dc1-8f58f0d7f79c tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:35.000728 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4220fd61-af51-45e2-919d-bf769e04f7d8', 'name': 'network-vif-deleted', 'tag': '3c5caf83-09bd-483a-b160-7675192dd579'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:19:35.344183 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5c5a97e3-4b1a-4936-9f8d-4e596bd64aa2 req-847df6f1-060e-4643-8dc1-8f58f0d7f79c tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] 10.222.0.86 "DELETE /v2.0/ports/3c5caf83-09bd-483a-b160-7675192dd579 HTTP/1.1" status: 204 len: 173 time: 3.0718253 May 30 20:19:35.433361 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969b6a4a-8223-4279-b6dc-affe47479636 req-54959b48-aa5c-4f02-a60c-857470e1ce8f tempest-InstanceActionsTestJSON-578572612 tempest-InstanceActionsTestJSON-578572612-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:35.437134 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-969b6a4a-8223-4279-b6dc-affe47479636 req-54959b48-aa5c-4f02-a60c-857470e1ce8f tempest-InstanceActionsTestJSON-578572612 tempest-InstanceActionsTestJSON-578572612-project] 10.222.0.85 "GET /v2.0/ports?device_id=e8502254-4d90-412d-9f9b-2c5c83e1f671 HTTP/1.1" status: 200 len: 944 time: 0.3431106 May 30 20:19:35.448826 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 60420) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:19:35.511067 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-969b6a4a-8223-4279-b6dc-affe47479636 req-33bb99fd-6268-4e30-ab36-209d68d2d947 tempest-InstanceActionsTestJSON-578572612 tempest-InstanceActionsTestJSON-578572612-project] 10.222.0.85 "GET /v2.0/security-groups?id=a5903622-94cd-4d39-a710-2a58307e7df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674973 May 30 20:19:35.646513 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15bfc6a0-2bee-439a-9527-d6c5c58421ab'] response: {'server_uuid': '4220fd61-af51-45e2-919d-bf769e04f7d8', 'name': 'network-vif-deleted', 'tag': '3c5caf83-09bd-483a-b160-7675192dd579', 'status': 'completed', 'code': 200} May 30 20:19:35.678729 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9090cb50-e66b-4bdc-8a7e-678e1cd76aeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:35.773456 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-9090cb50-e66b-4bdc-8a7e-678e1cd76aeb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:19:35.798068 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-9090cb50-e66b-4bdc-8a7e-678e1cd76aeb admin admin] Usage tracker for resource:security_group_rule and tenant:2aa27cb12707433b9b298737e6196b0f is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:19:35.808557 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-9090cb50-e66b-4bdc-8a7e-678e1cd76aeb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:19:35.822755 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-9090cb50-e66b-4bdc-8a7e-678e1cd76aeb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:19:35.899041 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c685e3af-cd7f-48fb-8de5-6675159e7627 req-1a548cee-2681-45ba-b6b1-35fce64a3c5a tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] 10.222.0.85 "GET /v2.0/ports?device_id=4220fd61-af51-45e2-919d-bf769e04f7d8 HTTP/1.1" status: 200 len: 210 time: 0.0574248 May 30 20:19:35.964147 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 3c5caf83-09bd-483a-b160-7675192dd579 no longer exists at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:19:35.986328 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9090cb50-e66b-4bdc-8a7e-678e1cd76aeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:36.055054 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] No Port match for: 3c5caf83-09bd-483a-b160-7675192dd579 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:19:36.056877 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 3c5caf83-09bd-483a-b160-7675192dd579 not bound to the agent host n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:19:36.067689 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deb0092-eb4f-43cc-b039-6420c5d4d822 req-0ba7ebdc-9670-4708-80be-a0ccc2309d6c tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:36.082051 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5deb0092-eb4f-43cc-b039-6420c5d4d822 req-0ba7ebdc-9670-4708-80be-a0ccc2309d6c tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/ports?device_id=90da6347-458d-4057-9305-60f501cdae7a HTTP/1.1" status: 200 len: 946 time: 0.1973665 May 30 20:19:36.118840 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9090cb50-e66b-4bdc-8a7e-678e1cd76aeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:36.163048 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 60438) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:19:36.222008 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5deb0092-eb4f-43cc-b039-6420c5d4d822 req-3cbb1dd1-f24d-4619-bdcc-8d3950b7b79d tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/security-groups?id=b38efed6-f54b-4caf-8451-aa3a591cbb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1385794 May 30 20:19:36.323541 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9090cb50-e66b-4bdc-8a7e-678e1cd76aeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfe285ae-1f0d-48c0-8fc3-679ca49ed8f1,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:19:36.452004 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-9090cb50-e66b-4bdc-8a7e-678e1cd76aeb admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=2aa27cb12707433b9b298737e6196b0f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0026011 May 30 20:19:36.454378 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 60450) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:19:36.528517 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7dc54341-5c70-4a88-bbe6-1a4d87f83044 tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:36.544792 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d40a5b33-936a-4bc5-82b0-662c34a0e2bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:36.590069 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7dc54341-5c70-4a88-bbe6-1a4d87f83044 tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:36.651039 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d40a5b33-936a-4bc5-82b0-662c34a0e2bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:36.706378 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d54ae6-08ca-4323-855d-66e1fe4d6929 req-851dba3c-f230-48ef-97dc-4c79b4e2eb0c tempest-ServerGroupTestJSON-1262142273 tempest-ServerGroupTestJSON-1262142273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:36.708234 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-82d54ae6-08ca-4323-855d-66e1fe4d6929 req-851dba3c-f230-48ef-97dc-4c79b4e2eb0c tempest-ServerGroupTestJSON-1262142273 tempest-ServerGroupTestJSON-1262142273-project] 10.222.0.85 "GET /v2.0/ports?device_id=0b0085f4-2df9-478d-973d-310f0b38e203 HTTP/1.1" status: 200 len: 946 time: 0.3579781 May 30 20:19:36.818307 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-82d54ae6-08ca-4323-855d-66e1fe4d6929 req-9db70b9f-1284-4bb4-999c-facf8113182a tempest-ServerGroupTestJSON-1262142273 tempest-ServerGroupTestJSON-1262142273-project] 10.222.0.85 "GET /v2.0/security-groups?id=41aeecd5-86c9-43e4-a307-fdfa4c485b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612588 May 30 20:19:36.872046 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7dc54341-5c70-4a88-bbe6-1a4d87f83044 tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:36.934395 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc54341-5c70-4a88-bbe6-1a4d87f83044 tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ab5e19e-36ef-4239-8d2f-84e90717c51a,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:19:36.983759 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d40a5b33-936a-4bc5-82b0-662c34a0e2bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:37.006724 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40a5b33-936a-4bc5-82b0-662c34a0e2bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfe285ae-1f0d-48c0-8fc3-679ca49ed8f1,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:19:37.028487 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7dc54341-5c70-4a88-bbe6-1a4d87f83044 tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:37.033464 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-7dc54341-5c70-4a88-bbe6-1a4d87f83044 tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] 10.222.0.85 "DELETE /v2.0/security-groups/1ab5e19e-36ef-4239-8d2f-84e90717c51a HTTP/1.1" status: 204 len: 168 time: 0.8675466 May 30 20:19:37.035926 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 60462) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:19:37.053046 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 4218226a-0669-454d-bf8d-19302b2a8a69 up at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:19:37.062903 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d40a5b33-936a-4bc5-82b0-662c34a0e2bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:37.078190 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-d40a5b33-936a-4bc5-82b0-662c34a0e2bd admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/bfe285ae-1f0d-48c0-8fc3-679ca49ed8f1 HTTP/1.1" status: 204 len: 168 time: 0.6129169 May 30 20:19:37.093007 n-d-843948-2 neutron-server[84886]: INFO neutron.api.v2.resource [None req-62a3fb04-6d46-4c23-9341-a636b35532b0 tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] show failed (client error): The resource could not be found. May 30 20:19:37.098919 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-62a3fb04-6d46-4c23-9341-a636b35532b0 tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] 10.222.0.85 "GET /v2.0/security-groups/1ab5e19e-36ef-4239-8d2f-84e90717c51a HTTP/1.1" status: 404 len: 347 time: 0.0599926 May 30 20:19:37.100833 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 60468) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:19:37.111131 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2383800c-5512-4b19-b756-0d00f8fa4a1f req-f67da1b3-ef5a-4e5a-85a5-eeb43d17c676 tempest-InstanceActionsTestJSON-578572612 tempest-InstanceActionsTestJSON-578572612-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:37.123369 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2383800c-5512-4b19-b756-0d00f8fa4a1f req-f67da1b3-ef5a-4e5a-85a5-eeb43d17c676 tempest-InstanceActionsTestJSON-578572612 tempest-InstanceActionsTestJSON-578572612-project] 10.222.0.85 "GET /v2.0/ports?device_id=e8502254-4d90-412d-9f9b-2c5c83e1f671 HTTP/1.1" status: 200 len: 944 time: 0.3628914 May 30 20:19:37.215556 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2383800c-5512-4b19-b756-0d00f8fa4a1f req-b1a87d39-4cba-4375-8e03-4cb0fcba50d7 tempest-InstanceActionsTestJSON-578572612 tempest-InstanceActionsTestJSON-578572612-project] 10.222.0.85 "GET /v2.0/security-groups?id=a5903622-94cd-4d39-a710-2a58307e7df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927501 May 30 20:19:37.412939 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning for port 4218226a-0669-454d-bf8d-19302b2a8a69 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:19:37.420376 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning complete for port 4218226a-0669-454d-bf8d-19302b2a8a69 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:19:37.421094 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:37.587652 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-2b6c72e4-1fb0-45fb-8e1a-05d5f3e43daa req-4be2700c-369e-4846-b836-a740ef074d19 tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] Synchronizing usage tracker for tenant:104c300f9f19443ab4c7c434d4800823 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:19:37.607159 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-04207f6c-73f3-4716-8353-f820cd6b32df tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] Deleting port b44b9215-f24e-496b-98b7-a4b4501dcb2c {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:19:37.608829 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-04207f6c-73f3-4716-8353-f820cd6b32df tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:37.696988 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:37.741285 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8502254-4d90-412d-9f9b-2c5c83e1f671', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4218226a-0669-454d-bf8d-19302b2a8a69'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:19:37.760467 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 4218226a-0669-454d-bf8d-19302b2a8a69, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=4218226a-0669-454d-bf8d-19302b2a8a69,segment=NetworkSegment(3b9cc53b-a35b-4e14-9820-43a399c760b8),segment_id=3b9cc53b-a35b-4e14-9820-43a399c760b8)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:19:37.762155 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-2b6c72e4-1fb0-45fb-8e1a-05d5f3e43daa req-4be2700c-369e-4846-b836-a740ef074d19 tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] Unset dirty status for tenant:104c300f9f19443ab4c7c434d4800823 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:19:37.768987 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2b6c72e4-1fb0-45fb-8e1a-05d5f3e43daa req-4be2700c-369e-4846-b836-a740ef074d19 tempest-ServerRescueTestJSON-1919572774 tempest-ServerRescueTestJSON-1919572774-project] 10.222.0.85 "GET /v2.0/ports?device_id=4220fd61-af51-45e2-919d-bf769e04f7d8 HTTP/1.1" status: 200 len: 210 time: 0.2762461 May 30 20:19:37.894224 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:38.009406 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-04207f6c-73f3-4716-8353-f820cd6b32df tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:38.009736 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-04207f6c-73f3-4716-8353-f820cd6b32df tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:38.080734 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=4218226a-0669-454d-bf8d-19302b2a8a69,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:19:38.128974 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ceda8d-9af4-434b-948d-57abd5a7b193 req-cfa8e40a-67cf-48e1-9829-2c88c2a4579c tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:38.131988 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-46ceda8d-9af4-434b-948d-57abd5a7b193 req-cfa8e40a-67cf-48e1-9829-2c88c2a4579c tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/ports?device_id=90da6347-458d-4057-9305-60f501cdae7a HTTP/1.1" status: 200 len: 946 time: 0.2174671 May 30 20:19:38.204225 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-46ceda8d-9af4-434b-948d-57abd5a7b193 req-f78c2863-86d6-4f3f-9b41-2b7ad51c079e tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/security-groups?id=b38efed6-f54b-4caf-8451-aa3a591cbb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652628 May 30 20:19:38.238159 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-04207f6c-73f3-4716-8353-f820cd6b32df tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] Calling delete_port for b44b9215-f24e-496b-98b7-a4b4501dcb2c owned by network:floatingip {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:19:38.324674 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bed7e81d-1912-4fa2-9258-b1a15f1655f9'] response: {'server_uuid': 'e8502254-4d90-412d-9f9b-2c5c83e1f671', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4218226a-0669-454d-bf8d-19302b2a8a69', 'code': 200} May 30 20:19:38.559423 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee8030a-9d7f-49b1-bac8-124b075d3549 req-8bcfaaaf-c1df-46dd-96ef-fb8a0ab6a46b tempest-ServerGroupTestJSON-1262142273 tempest-ServerGroupTestJSON-1262142273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:38.577815 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1ee8030a-9d7f-49b1-bac8-124b075d3549 req-8bcfaaaf-c1df-46dd-96ef-fb8a0ab6a46b tempest-ServerGroupTestJSON-1262142273 tempest-ServerGroupTestJSON-1262142273-project] 10.222.0.85 "GET /v2.0/ports?device_id=0b0085f4-2df9-478d-973d-310f0b38e203 HTTP/1.1" status: 200 len: 946 time: 0.1215460 May 30 20:19:38.637946 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 60490) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:19:38.681129 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1ee8030a-9d7f-49b1-bac8-124b075d3549 req-d5fd8fb8-91f4-4a13-87d9-f0dc44b5969a tempest-ServerGroupTestJSON-1262142273 tempest-ServerGroupTestJSON-1262142273-project] 10.222.0.85 "GET /v2.0/security-groups?id=41aeecd5-86c9-43e4-a307-fdfa4c485b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018836 May 30 20:19:38.709731 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9bd720a5-e19c-4ab4-beb2-05d1547b00b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:38.801516 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-9bd720a5-e19c-4ab4-beb2-05d1547b00b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:19:38.809525 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-9bd720a5-e19c-4ab4-beb2-05d1547b00b5 admin admin] Usage tracker for resource:security_group_rule and tenant:b4afeb2539ef464fb2c3420f2b25e77a is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:19:38.813580 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-9bd720a5-e19c-4ab4-beb2-05d1547b00b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:19:38.824389 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-9bd720a5-e19c-4ab4-beb2-05d1547b00b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:19:38.830446 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4a522fb0-0da3-4d85-9b18-485e18588752 req-5aeb4b1d-460b-4267-bf9b-37baf09240b9 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=e8502254-4d90-412d-9f9b-2c5c83e1f671 HTTP/1.1" status: 200 len: 1096 time: 0.3567445 May 30 20:19:38.837377 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebf02de-dd87-489d-9458-ca36952b3c10 req-5dccb147-aab6-4675-8523-e338f8639bf7 tempest-InstanceActionsTestJSON-578572612 tempest-InstanceActionsTestJSON-578572612-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:38.844884 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5ebf02de-dd87-489d-9458-ca36952b3c10 req-5dccb147-aab6-4675-8523-e338f8639bf7 tempest-InstanceActionsTestJSON-578572612 tempest-InstanceActionsTestJSON-578572612-project] 10.222.0.85 "GET /v2.0/ports?device_id=e8502254-4d90-412d-9f9b-2c5c83e1f671 HTTP/1.1" status: 200 len: 945 time: 0.3129473 May 30 20:19:38.892374 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-04207f6c-73f3-4716-8353-f820cd6b32df tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:38.911650 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 60496) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:19:38.979332 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04207f6c-73f3-4716-8353-f820cd6b32df tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] Pushing event deleted for resources: {'Port': ['ID=b44b9215-f24e-496b-98b7-a4b4501dcb2c,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:19:39.078628 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04207f6c-73f3-4716-8353-f820cd6b32df tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:19:39.078628 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04207f6c-73f3-4716-8353-f820cd6b32df tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:19:39.078929 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04207f6c-73f3-4716-8353-f820cd6b32df tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:19:39.079365 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04207f6c-73f3-4716-8353-f820cd6b32df tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:19:39.079898 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04207f6c-73f3-4716-8353-f820cd6b32df tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:19:39.080444 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04207f6c-73f3-4716-8353-f820cd6b32df tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:19:39.081009 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04207f6c-73f3-4716-8353-f820cd6b32df tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:19:39.081495 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04207f6c-73f3-4716-8353-f820cd6b32df tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:19:39.082053 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04207f6c-73f3-4716-8353-f820cd6b32df tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:19:39.082578 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04207f6c-73f3-4716-8353-f820cd6b32df tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:19:39.083104 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04207f6c-73f3-4716-8353-f820cd6b32df tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:19:39.111340 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5ebf02de-dd87-489d-9458-ca36952b3c10 req-553d6a39-310c-483a-bde4-40ac47e2b0c2 tempest-InstanceActionsTestJSON-578572612 tempest-InstanceActionsTestJSON-578572612-project] 10.222.0.85 "GET /v2.0/security-groups?id=a5903622-94cd-4d39-a710-2a58307e7df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2653866 May 30 20:19:39.169360 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4a522fb0-0da3-4d85-9b18-485e18588752 req-c7205008-b2d8-4674-ba51-722850eafc58 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=a5903622-94cd-4d39-a710-2a58307e7df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3201356 May 30 20:19:39.259262 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9bd720a5-e19c-4ab4-beb2-05d1547b00b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:39.264475 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-04207f6c-73f3-4716-8353-f820cd6b32df tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] Notify callbacks [] for floatingip, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:39.307129 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-04207f6c-73f3-4716-8353-f820cd6b32df tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:39.309040 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-04207f6c-73f3-4716-8353-f820cd6b32df tempest-ServersTestBootFromVolume-1604151740 tempest-ServersTestBootFromVolume-1604151740-project] 10.222.0.85 "DELETE /v2.0/floatingips/8aee01f0-a7ec-4540-84ab-88ae27e7d159 HTTP/1.1" status: 204 len: 168 time: 2.2062666 May 30 20:19:39.313363 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 60502) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:19:39.423895 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9bd720a5-e19c-4ab4-beb2-05d1547b00b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:39.586814 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946b2b82-6a80-416b-89b6-a8090eb5c41a req-7bf87ba0-503d-42e4-82a7-cec97b525fc6 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:39.588526 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-946b2b82-6a80-416b-89b6-a8090eb5c41a req-7bf87ba0-503d-42e4-82a7-cec97b525fc6 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/ports?device_id=90da6347-458d-4057-9305-60f501cdae7a HTTP/1.1" status: 200 len: 946 time: 0.1339064 May 30 20:19:39.703920 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-946b2b82-6a80-416b-89b6-a8090eb5c41a req-bdcba00c-cd8d-43e7-97de-3341cceb5226 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/security-groups?id=b38efed6-f54b-4caf-8451-aa3a591cbb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019061 May 30 20:19:39.715950 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a1563e75-a1ca-425d-a832-8279a3f4dff9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-736216'] for router_interface, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:39.789557 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd720a5-e19c-4ab4-beb2-05d1547b00b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=330a9c3d-c31c-4f91-96ed-f7f6cb74c90f,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:19:39.806834 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-9bd720a5-e19c-4ab4-beb2-05d1547b00b5 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=b4afeb2539ef464fb2c3420f2b25e77a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1621714 May 30 20:19:39.810463 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 60512) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:19:39.975594 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35652bb7-e971-4913-b5a2-dd2f2ec7cc46 req-20ac20c2-8470-4e95-86c9-4f37ecceb0e0 tempest-ServerGroupTestJSON-1262142273 tempest-ServerGroupTestJSON-1262142273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:39.977154 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-35652bb7-e971-4913-b5a2-dd2f2ec7cc46 req-20ac20c2-8470-4e95-86c9-4f37ecceb0e0 tempest-ServerGroupTestJSON-1262142273 tempest-ServerGroupTestJSON-1262142273-project] 10.222.0.71 "GET /v2.0/ports?device_id=0b0085f4-2df9-478d-973d-310f0b38e203 HTTP/1.1" status: 200 len: 946 time: 0.3081172 May 30 20:19:40.129120 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c7c6d7fa-ff8e-4e2f-83fb-5b8b169c500e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:40.204840 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [req-35652bb7-e971-4913-b5a2-dd2f2ec7cc46 req-f0750a76-43b7-4878-ac39-bf56678df4b3 tempest-ServerGroupTestJSON-1262142273 tempest-ServerGroupTestJSON-1262142273-project] Deleting port fcff27bf-d6ee-4916-93df-2a60357402f8 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:19:40.205204 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-35652bb7-e971-4913-b5a2-dd2f2ec7cc46 req-f0750a76-43b7-4878-ac39-bf56678df4b3 tempest-ServerGroupTestJSON-1262142273 tempest-ServerGroupTestJSON-1262142273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:40.258519 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c7c6d7fa-ff8e-4e2f-83fb-5b8b169c500e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:40.585219 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcc1a1f-36fb-4f24-a873-47fd52d83f40 req-39050ea5-e966-4a16-8da3-a30572a57cda tempest-ServerGroupTestJSON-1262142273 tempest-ServerGroupTestJSON-1262142273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:40.586767 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-abcc1a1f-36fb-4f24-a873-47fd52d83f40 req-39050ea5-e966-4a16-8da3-a30572a57cda tempest-ServerGroupTestJSON-1262142273 tempest-ServerGroupTestJSON-1262142273-project] 10.222.0.85 "GET /v2.0/ports?device_id=0b0085f4-2df9-478d-973d-310f0b38e203 HTTP/1.1" status: 200 len: 946 time: 0.5529487 May 30 20:19:40.622619 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c168ae-3a9f-4491-8a44-5f89d331487a req-6c3df465-b346-478c-bae7-48c7f8ea752f tempest-InstanceActionsTestJSON-578572612 tempest-InstanceActionsTestJSON-578572612-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:40.624891 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d5c168ae-3a9f-4491-8a44-5f89d331487a req-6c3df465-b346-478c-bae7-48c7f8ea752f tempest-InstanceActionsTestJSON-578572612 tempest-InstanceActionsTestJSON-578572612-project] 10.222.0.85 "GET /v2.0/ports?device_id=e8502254-4d90-412d-9f9b-2c5c83e1f671 HTTP/1.1" status: 200 len: 945 time: 0.3395822 May 30 20:19:40.728645 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d5c168ae-3a9f-4491-8a44-5f89d331487a req-d61f654a-9f29-4862-a8a1-73c79e792587 tempest-InstanceActionsTestJSON-578572612 tempest-InstanceActionsTestJSON-578572612-project] 10.222.0.85 "GET /v2.0/security-groups?id=a5903622-94cd-4d39-a710-2a58307e7df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658643 May 30 20:19:40.803585 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-abcc1a1f-36fb-4f24-a873-47fd52d83f40 req-0cb94921-85f6-4d76-a4f6-2a1521e6165e tempest-ServerGroupTestJSON-1262142273 tempest-ServerGroupTestJSON-1262142273-project] 10.222.0.85 "GET /v2.0/security-groups?id=41aeecd5-86c9-43e4-a307-fdfa4c485b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045493 May 30 20:19:40.871482 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c7c6d7fa-ff8e-4e2f-83fb-5b8b169c500e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:40.939511 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c6d7fa-ff8e-4e2f-83fb-5b8b169c500e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=330a9c3d-c31c-4f91-96ed-f7f6cb74c90f,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:19:40.961784 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-35652bb7-e971-4913-b5a2-dd2f2ec7cc46 req-f0750a76-43b7-4878-ac39-bf56678df4b3 tempest-ServerGroupTestJSON-1262142273 tempest-ServerGroupTestJSON-1262142273-project] For port fcff27bf-d6ee-4916-93df-2a60357402f8, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=fcff27bf-d6ee-4916-93df-2a60357402f8,segment=NetworkSegment(d8410c49-9c47-4cc5-82c8-5b2a5d454425),segment_id=d8410c49-9c47-4cc5-82c8-5b2a5d454425)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:19:40.962534 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-35652bb7-e971-4913-b5a2-dd2f2ec7cc46 req-f0750a76-43b7-4878-ac39-bf56678df4b3 tempest-ServerGroupTestJSON-1262142273 tempest-ServerGroupTestJSON-1262142273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:40.980837 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-a1563e75-a1ca-425d-a832-8279a3f4dff9 admin admin] Deleting port 9f5cb94f-ddd5-4e06-8839-fa91785fe7c0 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:19:40.981380 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a1563e75-a1ca-425d-a832-8279a3f4dff9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:41.087678 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c7c6d7fa-ff8e-4e2f-83fb-5b8b169c500e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:41.093007 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-c7c6d7fa-ff8e-4e2f-83fb-5b8b169c500e admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/330a9c3d-c31c-4f91-96ed-f7f6cb74c90f HTTP/1.1" status: 204 len: 168 time: 1.2771814 May 30 20:19:41.214472 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [req-35652bb7-e971-4913-b5a2-dd2f2ec7cc46 req-f0750a76-43b7-4878-ac39-bf56678df4b3 tempest-ServerGroupTestJSON-1262142273 tempest-ServerGroupTestJSON-1262142273-project] Calling delete_port for fcff27bf-d6ee-4916-93df-2a60357402f8 owned by compute:nova {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:19:41.241212 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [None req-a1563e75-a1ca-425d-a832-8279a3f4dff9 admin admin] For port 9f5cb94f-ddd5-4e06-8839-fa91785fe7c0, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=9f5cb94f-ddd5-4e06-8839-fa91785fe7c0,segment=NetworkSegment(c0dbaf45-d4a9-44e2-8858-2c41f5f98c84),segment_id=c0dbaf45-d4a9-44e2-8858-2c41f5f98c84)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:19:41.241639 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a1563e75-a1ca-425d-a832-8279a3f4dff9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:41.323439 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54144e4d-c55b-4c16-b258-1081b45fbb8a req-ec52ff72-4849-4149-88bd-28ceb41aa17b tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:41.324947 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-54144e4d-c55b-4c16-b258-1081b45fbb8a req-ec52ff72-4849-4149-88bd-28ceb41aa17b tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/ports?device_id=90da6347-458d-4057-9305-60f501cdae7a HTTP/1.1" status: 200 len: 946 time: 0.2628744 May 30 20:19:41.409015 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-a1563e75-a1ca-425d-a832-8279a3f4dff9 admin admin] Calling delete_port for 9f5cb94f-ddd5-4e06-8839-fa91785fe7c0 owned by network:router_interface {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:19:41.515571 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-54144e4d-c55b-4c16-b258-1081b45fbb8a req-59de50d6-74be-40bc-b4ee-cfa0cd7d708a tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/security-groups?id=b38efed6-f54b-4caf-8451-aa3a591cbb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1282320 May 30 20:19:41.519692 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ad856d03-7027-4583-bb35-bd5566151dcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-736216'] for router_interface, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:41.780919 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a1563e75-a1ca-425d-a832-8279a3f4dff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:41.839632 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1563e75-a1ca-425d-a832-8279a3f4dff9 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f5cb94f-ddd5-4e06-8839-fa91785fe7c0,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:19:41.848553 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-35652bb7-e971-4913-b5a2-dd2f2ec7cc46 req-f0750a76-43b7-4878-ac39-bf56678df4b3 tempest-ServerGroupTestJSON-1262142273 tempest-ServerGroupTestJSON-1262142273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:42.263021 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b8102404-574d-4ffc-b476-1af5847197d7 req-33dbbbec-c9b9-4515-8526-a5ae313c89ef tempest-ServerGroupTestJSON-1262142273 tempest-ServerGroupTestJSON-1262142273-project] 10.222.0.85 "GET /v2.0/ports?device_id=0b0085f4-2df9-478d-973d-310f0b38e203 HTTP/1.1" status: 200 len: 210 time: 0.1104555 May 30 20:19:42.356565 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0750a76-43b7-4878-ac39-bf56678df4b3 tempest-ServerGroupTestJSON-1262142273 tempest-ServerGroupTestJSON-1262142273-project] Pushing event deleted for resources: {'Port': ['ID=fcff27bf-d6ee-4916-93df-2a60357402f8,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:19:42.396768 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a1563e75-a1ca-425d-a832-8279a3f4dff9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1718140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-736143'] for router_interface, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:42.495734 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [req-35652bb7-e971-4913-b5a2-dd2f2ec7cc46 req-f0750a76-43b7-4878-ac39-bf56678df4b3 tempest-ServerGroupTestJSON-1262142273 tempest-ServerGroupTestJSON-1262142273-project] No DVR routers for this DVR port fcff27bf-d6ee-4916-93df-2a60357402f8 on host n-h1-843948-2 {{(pid=84886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:19:42.507057 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-35652bb7-e971-4913-b5a2-dd2f2ec7cc46 req-f0750a76-43b7-4878-ac39-bf56678df4b3 tempest-ServerGroupTestJSON-1262142273 tempest-ServerGroupTestJSON-1262142273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:42.510251 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b0085f4-2df9-478d-973d-310f0b38e203', 'name': 'network-vif-deleted', 'tag': 'fcff27bf-d6ee-4916-93df-2a60357402f8'}] {{(pid=84886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:19:42.551114 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 60542) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:19:42.577558 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-38ae13e8-6ddf-4af6-945d-4b7aedd36e64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:42.607054 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79b883e-27a1-41d8-a18f-17040e42bc2b req-3a3ed944-ea87-41e2-9b40-32029602cace tempest-InstanceActionsTestJSON-578572612 tempest-InstanceActionsTestJSON-578572612-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:42.608568 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c79b883e-27a1-41d8-a18f-17040e42bc2b req-3a3ed944-ea87-41e2-9b40-32029602cace tempest-InstanceActionsTestJSON-578572612 tempest-InstanceActionsTestJSON-578572612-project] 10.222.0.85 "GET /v2.0/ports?device_id=e8502254-4d90-412d-9f9b-2c5c83e1f671 HTTP/1.1" status: 200 len: 945 time: 0.3946612 May 30 20:19:42.611820 n-d-843948-2 neutron-server[84886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac2101eb-e229-4a55-aa0a-6e25e13b6a01'] response: {'server_uuid': '0b0085f4-2df9-478d-973d-310f0b38e203', 'name': 'network-vif-deleted', 'tag': 'fcff27bf-d6ee-4916-93df-2a60357402f8', 'status': 'completed', 'code': 200} May 30 20:19:42.657071 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-35652bb7-e971-4913-b5a2-dd2f2ec7cc46 req-f0750a76-43b7-4878-ac39-bf56678df4b3 tempest-ServerGroupTestJSON-1262142273 tempest-ServerGroupTestJSON-1262142273-project] 10.222.0.71 "DELETE /v2.0/ports/fcff27bf-d6ee-4916-93df-2a60357402f8 HTTP/1.1" status: 204 len: 173 time: 2.6695945 May 30 20:19:42.686760 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c79b883e-27a1-41d8-a18f-17040e42bc2b req-4e99322b-3f61-41d5-800f-4268518b9c33 tempest-InstanceActionsTestJSON-578572612 tempest-InstanceActionsTestJSON-578572612-project] 10.222.0.85 "GET /v2.0/security-groups?id=a5903622-94cd-4d39-a710-2a58307e7df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616643 May 30 20:19:42.772638 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-38ae13e8-6ddf-4af6-945d-4b7aedd36e64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:19:42.787984 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-38ae13e8-6ddf-4af6-945d-4b7aedd36e64 admin admin] Usage tracker for resource:security_group_rule and tenant:6c420bc0135241b9ba5e7e16f7b9a29b is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:19:42.794381 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-38ae13e8-6ddf-4af6-945d-4b7aedd36e64 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:19:42.833152 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-38ae13e8-6ddf-4af6-945d-4b7aedd36e64 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:19:42.985929 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-ad856d03-7027-4583-bb35-bd5566151dcc admin admin] Deleting port 9d569dd2-c2ea-451b-8cd0-0695c4081303 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:19:42.986760 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ad856d03-7027-4583-bb35-bd5566151dcc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:43.044349 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device fcff27bf-d6ee-4916-93df-2a60357402f8 no longer exists at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:19:43.186518 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] No Port match for: fcff27bf-d6ee-4916-93df-2a60357402f8 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:19:43.187333 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device fcff27bf-d6ee-4916-93df-2a60357402f8 not bound to the agent host n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:19:43.300473 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [None req-ad856d03-7027-4583-bb35-bd5566151dcc admin admin] For port 9d569dd2-c2ea-451b-8cd0-0695c4081303, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=9d569dd2-c2ea-451b-8cd0-0695c4081303,segment=NetworkSegment(e72964d7-16ec-4def-877e-899e29175d4d),segment_id=e72964d7-16ec-4def-877e-899e29175d4d)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:19:43.300925 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ad856d03-7027-4583-bb35-bd5566151dcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:43.462930 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ccfbef-b8d7-476d-99a8-785976703ec9 req-76b5db46-ad9e-4901-b2e5-8a6bf3848284 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:43.471223 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a1ccfbef-b8d7-476d-99a8-785976703ec9 req-76b5db46-ad9e-4901-b2e5-8a6bf3848284 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/ports?device_id=90da6347-458d-4057-9305-60f501cdae7a HTTP/1.1" status: 200 len: 946 time: 0.6020818 May 30 20:19:43.478502 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-ad856d03-7027-4583-bb35-bd5566151dcc admin admin] Calling delete_port for 9d569dd2-c2ea-451b-8cd0-0695c4081303 owned by network:router_interface {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:19:43.495532 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-38ae13e8-6ddf-4af6-945d-4b7aedd36e64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:43.558851 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a1ccfbef-b8d7-476d-99a8-785976703ec9 req-4112ffbd-7442-41af-8238-db71356ee28b tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/security-groups?id=b38efed6-f54b-4caf-8451-aa3a591cbb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866158 May 30 20:19:43.644036 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-38ae13e8-6ddf-4af6-945d-4b7aedd36e64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:43.791686 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ae13e8-6ddf-4af6-945d-4b7aedd36e64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f6a65cf-f895-443e-8c0f-1b31d93054c4,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:19:43.841474 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-38ae13e8-6ddf-4af6-945d-4b7aedd36e64 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=6c420bc0135241b9ba5e7e16f7b9a29b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2877300 May 30 20:19:43.860755 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 60560) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:19:43.914374 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-92d49418-b446-411c-96be-52ae613f49a9 req-a3e19968-c7d8-492a-abda-5fa345810221 tempest-ServerGroupTestJSON-1262142273 tempest-ServerGroupTestJSON-1262142273-project] 10.222.0.85 "GET /v2.0/ports?device_id=0b0085f4-2df9-478d-973d-310f0b38e203 HTTP/1.1" status: 200 len: 210 time: 0.0692472 May 30 20:19:43.922349 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ae13e8-6ddf-4af6-945d-4b7aedd36e64 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:19:43.922751 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ae13e8-6ddf-4af6-945d-4b7aedd36e64 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:19:43.923082 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ae13e8-6ddf-4af6-945d-4b7aedd36e64 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:19:43.923409 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ae13e8-6ddf-4af6-945d-4b7aedd36e64 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:19:43.923732 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ae13e8-6ddf-4af6-945d-4b7aedd36e64 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:19:43.924051 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ae13e8-6ddf-4af6-945d-4b7aedd36e64 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:19:43.924370 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ae13e8-6ddf-4af6-945d-4b7aedd36e64 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:19:43.924684 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ae13e8-6ddf-4af6-945d-4b7aedd36e64 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:19:43.924994 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ae13e8-6ddf-4af6-945d-4b7aedd36e64 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:19:43.925304 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ae13e8-6ddf-4af6-945d-4b7aedd36e64 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:19:43.927131 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ae13e8-6ddf-4af6-945d-4b7aedd36e64 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:19:44.031681 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1563e75-a1ca-425d-a832-8279a3f4dff9 admin admin] Router bdb58110-4f79-4ccc-9d27-c7a899c0c45e has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:19:44.107830 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ad856d03-7027-4583-bb35-bd5566151dcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:44.209527 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5f9a9d5d-b992-49ec-a6f3-b5af0ed7557a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:44.236842 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad856d03-7027-4583-bb35-bd5566151dcc admin admin] Pushing event deleted for resources: {'Port': ['ID=9d569dd2-c2ea-451b-8cd0-0695c4081303,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:19:44.299715 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1563e75-a1ca-425d-a832-8279a3f4dff9 admin admin] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:19:44.313671 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7d6ce4-37ea-4f6b-85bb-de02800e4ef4 None None] Sync routers for ids ['bdb58110-4f79-4ccc-9d27-c7a899c0c45e'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:19:44.322111 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5f9a9d5d-b992-49ec-a6f3-b5af0ed7557a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:44.329085 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7d6ce4-37ea-4f6b-85bb-de02800e4ef4 None None] Routers {'bdb58110-4f79-4ccc-9d27-c7a899c0c45e'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:19:44.329826 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-2f7d6ce4-37ea-4f6b-85bb-de02800e4ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:19:29Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['bdb58110-4f79-4ccc-9d27-c7a899c0c45e'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:19:44.436634 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-a1563e75-a1ca-425d-a832-8279a3f4dff9 admin admin] 10.222.0.85 "PUT /v2.0/routers/bdb58110-4f79-4ccc-9d27-c7a899c0c45e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5233784 May 30 20:19:44.441213 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 60568) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:19:44.766157 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-2f7d6ce4-37ea-4f6b-85bb-de02800e4ef4 None None] Set router bdb58110-4f79-4ccc-9d27-c7a899c0c45e gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:19:44.791903 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a7794696-1354-496a-8af0-da33f6a1a665 admin admin] Notify callbacks [] for router, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:44.836685 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5000119f-2c86-47c3-8423-eb25842962fe req-e76a05ed-e1ff-4c33-96e3-24a2d081f7dd tempest-InstanceActionsTestJSON-578572612 tempest-InstanceActionsTestJSON-578572612-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:44.838351 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5000119f-2c86-47c3-8423-eb25842962fe req-e76a05ed-e1ff-4c33-96e3-24a2d081f7dd tempest-InstanceActionsTestJSON-578572612 tempest-InstanceActionsTestJSON-578572612-project] 10.222.0.85 "GET /v2.0/ports?device_id=e8502254-4d90-412d-9f9b-2c5c83e1f671 HTTP/1.1" status: 200 len: 945 time: 0.8802650 May 30 20:19:44.887689 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-21775289-ad0a-4f7e-9163-d29235fdb65b req-3bcd1402-a6d1-466a-8744-bb419102ea56 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ad568cd2f175468b96790464644873c2&device_id=e8502254-4d90-412d-9f9b-2c5c83e1f671 HTTP/1.1" status: 200 len: 1096 time: 0.8781536 May 30 20:19:45.046931 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21775289-ad0a-4f7e-9163-d29235fdb65b req-ae93b00a-57fc-487d-a4b0-fcf7f9d1ba24 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:45.048298 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-21775289-ad0a-4f7e-9163-d29235fdb65b req-ae93b00a-57fc-487d-a4b0-fcf7f9d1ba24 service neutron] 10.222.0.71 "GET /v2.0/networks?id=da7e19bd-46fc-417b-aedc-eeaa253d143d HTTP/1.1" status: 200 len: 915 time: 0.1441708 May 30 20:19:45.118227 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eda523e-8256-483a-ab9f-e07ccb69e320 req-0928aa16-c235-4e32-af75-36ce723147bc tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:45.119919 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6eda523e-8256-483a-ab9f-e07ccb69e320 req-0928aa16-c235-4e32-af75-36ce723147bc tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/ports?device_id=90da6347-458d-4057-9305-60f501cdae7a HTTP/1.1" status: 200 len: 946 time: 0.2061026 May 30 20:19:45.148161 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-21775289-ad0a-4f7e-9163-d29235fdb65b req-7562a934-f18c-4b79-92f5-5a4aa5b33a4f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4218226a-0669-454d-bf8d-19302b2a8a69 HTTP/1.1" status: 200 len: 217 time: 0.0938683 May 30 20:19:45.156992 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5f9a9d5d-b992-49ec-a6f3-b5af0ed7557a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:45.211674 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5000119f-2c86-47c3-8423-eb25842962fe req-2c76bf66-a643-4515-aebc-5dbbea7de42c tempest-InstanceActionsTestJSON-578572612 tempest-InstanceActionsTestJSON-578572612-project] 10.222.0.85 "GET /v2.0/security-groups?id=a5903622-94cd-4d39-a710-2a58307e7df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3498695 May 30 20:19:45.243537 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9a9d5d-b992-49ec-a6f3-b5af0ed7557a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f6a65cf-f895-443e-8c0f-1b31d93054c4,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:19:45.275581 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6eda523e-8256-483a-ab9f-e07ccb69e320 req-40f24fee-3a9b-4065-817e-cac0cc96f77e tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/security-groups?id=b38efed6-f54b-4caf-8451-aa3a591cbb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1353741 May 30 20:19:45.295452 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5f9a9d5d-b992-49ec-a6f3-b5af0ed7557a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:45.297579 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-5f9a9d5d-b992-49ec-a6f3-b5af0ed7557a admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/7f6a65cf-f895-443e-8c0f-1b31d93054c4 HTTP/1.1" status: 204 len: 168 time: 1.4348955 May 30 20:19:45.327717 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21775289-ad0a-4f7e-9163-d29235fdb65b req-ab0fc8d6-62b6-4b8b-8d47-5047b79fe08a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:45.336699 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-21775289-ad0a-4f7e-9163-d29235fdb65b req-ab0fc8d6-62b6-4b8b-8d47-5047b79fe08a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=98d889b2-3a62-44fa-9443-a383dc45934f HTTP/1.1" status: 200 len: 854 time: 0.1823192 May 30 20:19:45.348856 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a7794696-1354-496a-8af0-da33f6a1a665 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:45.433421 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-2f7d6ce4-37ea-4f6b-85bb-de02800e4ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdb58110-4f79-4ccc-9d27-c7a899c0c45e', 'name': 'tempest-ServerRescueTestJSON-311432249-router', 'tenant_id': '104c300f9f19443ab4c7c434d4800823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': '814c0811-3cc1-4be6-bf99-f97ba3c622cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:16:55Z', 'updated_at': '2022-05-30T20:19:41Z', 'revision_number': 5, 'project_id': '104c300f9f19443ab4c7c434d4800823', 'gw_port': {'id': '814c0811-3cc1-4be6-bf99-f97ba3c622cd', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:2d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb58110-4f79-4ccc-9d27-c7a899c0c45e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:16:56Z', 'updated_at': '2022-05-30T20:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:19:45.447284 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-a7794696-1354-496a-8af0-da33f6a1a665 admin admin] Deleting port 814c0811-3cc1-4be6-bf99-f97ba3c622cd {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:19:45.447633 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a7794696-1354-496a-8af0-da33f6a1a665 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:45.461985 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7d6ce4-37ea-4f6b-85bb-de02800e4ef4 None None] Checking router: bdb58110-4f79-4ccc-9d27-c7a899c0c45e for host: n-d-843948-2 {{(pid=84889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:19:45.480679 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-21775289-ad0a-4f7e-9163-d29235fdb65b req-4309eb49-2341-458d-b11e-401efe1b7b5e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=da7e19bd-46fc-417b-aedc-eeaa253d143d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1354513 May 30 20:19:45.499900 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7d6ce4-37ea-4f6b-85bb-de02800e4ef4 None None] Routers {'bdb58110-4f79-4ccc-9d27-c7a899c0c45e'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:19:45.500607 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-2f7d6ce4-37ea-4f6b-85bb-de02800e4ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:19:29Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['bdb58110-4f79-4ccc-9d27-c7a899c0c45e'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:19:45.756158 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-2f7d6ce4-37ea-4f6b-85bb-de02800e4ef4 None None] Set router bdb58110-4f79-4ccc-9d27-c7a899c0c45e gateway port host: None {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:19:45.790955 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ad856d03-7027-4583-bb35-bd5566151dcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1718140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-736143'] for router_interface, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:45.802012 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-21775289-ad0a-4f7e-9163-d29235fdb65b req-f20820c9-622d-47cf-9547-49c53f71641f service neutron] 10.222.0.71 "GET /v2.0/networks/da7e19bd-46fc-417b-aedc-eeaa253d143d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3019190 May 30 20:19:45.992345 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-2f7d6ce4-37ea-4f6b-85bb-de02800e4ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdb58110-4f79-4ccc-9d27-c7a899c0c45e', 'name': 'tempest-ServerRescueTestJSON-311432249-router', 'tenant_id': '104c300f9f19443ab4c7c434d4800823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:16:55Z', 'updated_at': '2022-05-30T20:19:45Z', 'revision_number': 6, 'project_id': '104c300f9f19443ab4c7c434d4800823', 'gw_port_host': None}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:19:45.997427 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7d6ce4-37ea-4f6b-85bb-de02800e4ef4 None None] The sync data for ids ['bdb58110-4f79-4ccc-9d27-c7a899c0c45e'] in n-d-843948-2 is: [{'id': 'bdb58110-4f79-4ccc-9d27-c7a899c0c45e', 'name': 'tempest-ServerRescueTestJSON-311432249-router', 'tenant_id': '104c300f9f19443ab4c7c434d4800823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:16:55Z', 'updated_at': '2022-05-30T20:19:45Z', 'revision_number': 6, 'project_id': '104c300f9f19443ab4c7c434d4800823', 'gw_port_host': None}] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:19:46.114367 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [None req-a7794696-1354-496a-8af0-da33f6a1a665 admin admin] For port 814c0811-3cc1-4be6-bf99-f97ba3c622cd, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=814c0811-3cc1-4be6-bf99-f97ba3c622cd,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:19:46.115259 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a7794696-1354-496a-8af0-da33f6a1a665 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:46.280184 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-21775289-ad0a-4f7e-9163-d29235fdb65b req-bd0a3bc1-59a2-4be7-a3af-d420c8298527 service neutron] 10.222.0.71 "GET /v2.0/networks/da7e19bd-46fc-417b-aedc-eeaa253d143d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4679735 May 30 20:19:46.386995 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-a7794696-1354-496a-8af0-da33f6a1a665 admin admin] Calling delete_port for 814c0811-3cc1-4be6-bf99-f97ba3c622cd owned by network:router_gateway {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:19:46.681257 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 60614) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:19:46.964477 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bcc2c0-7407-4a77-8a6f-6a773580e82a req-b8acf541-7313-4cf4-abd7-fc37e66dd9f6 tempest-InstanceActionsTestJSON-578572612 tempest-InstanceActionsTestJSON-578572612-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:46.979748 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-62bcc2c0-7407-4a77-8a6f-6a773580e82a req-b8acf541-7313-4cf4-abd7-fc37e66dd9f6 tempest-InstanceActionsTestJSON-578572612 tempest-InstanceActionsTestJSON-578572612-project] 10.222.0.85 "GET /v2.0/ports?device_id=e8502254-4d90-412d-9f9b-2c5c83e1f671 HTTP/1.1" status: 200 len: 945 time: 0.2347841 May 30 20:19:46.985665 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a7794696-1354-496a-8af0-da33f6a1a665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:47.091032 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0dc4822-7d84-4678-8887-c26c6734bcd0 admin admin] Deleting subnet 219d9883-71b2-40ea-b114-bd5152ea0818 {{(pid=84886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:19:47.110912 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f0dc4822-7d84-4678-8887-c26c6734bcd0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:47.185843 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7794696-1354-496a-8af0-da33f6a1a665 admin admin] Pushing event deleted for resources: {'Port': ['ID=814c0811-3cc1-4be6-bf99-f97ba3c622cd,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:19:47.189660 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f0dc4822-7d84-4678-8887-c26c6734bcd0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2655517'] for subnet, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:47.230360 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5866a62f-8d48-4722-b935-f6e187c0e17c req-67dabc6f-643e-48b1-b9b3-2f9a815dfbfe tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:47.234903 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5866a62f-8d48-4722-b935-f6e187c0e17c req-67dabc6f-643e-48b1-b9b3-2f9a815dfbfe tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/ports?device_id=90da6347-458d-4057-9305-60f501cdae7a HTTP/1.1" status: 200 len: 946 time: 0.2630765 May 30 20:19:47.623923 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f0dc4822-7d84-4678-8887-c26c6734bcd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:47.703158 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5866a62f-8d48-4722-b935-f6e187c0e17c req-d27a158a-4f1b-4092-b0c4-4e5d05646332 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/security-groups?id=b38efed6-f54b-4caf-8451-aa3a591cbb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4034393 May 30 20:19:47.795916 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad856d03-7027-4583-bb35-bd5566151dcc admin admin] Router 5f067dc9-2270-460a-a414-750545c05bda has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:19:47.811070 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f0dc4822-7d84-4678-8887-c26c6734bcd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4127075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2778536'] for subnet, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:47.854171 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-62bcc2c0-7407-4a77-8a6f-6a773580e82a req-305fcc39-190c-4c3d-ad03-a2e8fe86e9d2 tempest-InstanceActionsTestJSON-578572612 tempest-InstanceActionsTestJSON-578572612-project] 10.222.0.85 "GET /v2.0/security-groups?id=a5903622-94cd-4d39-a710-2a58307e7df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8463950 May 30 20:19:47.859908 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a7794696-1354-496a-8af0-da33f6a1a665 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-736453'] for router_gateway, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:47.931525 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dc4822-7d84-4678-8887-c26c6734bcd0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=219d9883-71b2-40ea-b114-bd5152ea0818,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:19:47.934563 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f0dc4822-7d84-4678-8887-c26c6734bcd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:47.947412 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-f0dc4822-7d84-4678-8887-c26c6734bcd0 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/219d9883-71b2-40ea-b114-bd5152ea0818 HTTP/1.1" status: 204 len: 168 time: 1.2649014 May 30 20:19:47.989775 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device fd2713ac-a479-470d-bfde-a8c618b67ba7 details requested by agent hyperv_n-h2-843948-2 with host n-h2-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:19:47.998331 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 60632) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:19:48.252521 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad856d03-7027-4583-bb35-bd5566151dcc admin admin] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:19:48.265265 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-ad856d03-7027-4583-bb35-bd5566151dcc admin admin] 10.222.0.85 "PUT /v2.0/routers/5f067dc9-2270-460a-a414-750545c05bda/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9503331 May 30 20:19:48.269166 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 60640) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:19:48.328879 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 814c0811-3cc1-4be6-bf99-f97ba3c622cd no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:19:48.437580 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80362db1-f29b-49d2-a8e3-84b4aa047c46 None None] Sync routers for ids ['5f067dc9-2270-460a-a414-750545c05bda'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:19:48.479999 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: 814c0811-3cc1-4be6-bf99-f97ba3c622cd {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:19:48.484016 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 814c0811-3cc1-4be6-bf99-f97ba3c622cd not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:19:48.484895 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 9f5cb94f-ddd5-4e06-8839-fa91785fe7c0 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:19:48.580919 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a7794696-1354-496a-8af0-da33f6a1a665 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-724789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3141'] for router, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:48.679460 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a7794696-1354-496a-8af0-da33f6a1a665 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:48.682149 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: 9f5cb94f-ddd5-4e06-8839-fa91785fe7c0 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:19:48.682740 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 9f5cb94f-ddd5-4e06-8839-fa91785fe7c0 not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:19:48.689570 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80362db1-f29b-49d2-a8e3-84b4aa047c46 None None] Routers {'5f067dc9-2270-460a-a414-750545c05bda'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:19:48.690831 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-80362db1-f29b-49d2-a8e3-84b4aa047c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:19:29Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['5f067dc9-2270-460a-a414-750545c05bda'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:19:48.808800 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port fd2713ac-a479-470d-bfde-a8c618b67ba7, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=fd2713ac-a479-470d-bfde-a8c618b67ba7,segment=NetworkSegment(327b421f-3671-4415-86c0-3c9c0e7ca945),segment_id=327b421f-3671-4415-86c0-3c9c0e7ca945)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:19:48.857587 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Returning: {'device': 'fd2713ac-a479-470d-bfde-a8c618b67ba7', 'network_id': 'a8fd4d2d-32fb-4554-b8d5-052f07ecf981', 'port_id': 'fd2713ac-a479-470d-bfde-a8c618b67ba7', 'mac_address': 'fa:16:3e:de:3d:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c961f9ad-7764-4956-bb44-5ca4a5973b67', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:19:48.860124 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b44e6be8-4928-47bf-8f5a-c61bde0e8343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:49.159223 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:49.194917 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fd2713ac-a479-470d-bfde-a8c618b67ba7 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:19:49.326593 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port fd2713ac-a479-470d-bfde-a8c618b67ba7, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=fd2713ac-a479-470d-bfde-a8c618b67ba7,segment=NetworkSegment(327b421f-3671-4415-86c0-3c9c0e7ca945),segment_id=327b421f-3671-4415-86c0-3c9c0e7ca945)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:19:49.337015 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04080203-c9f3-44ab-9be3-ec74d17656c9 req-b866c70a-e19c-49a2-882c-b83ce5b30b2a tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:49.338657 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-04080203-c9f3-44ab-9be3-ec74d17656c9 req-b866c70a-e19c-49a2-882c-b83ce5b30b2a tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/ports?device_id=90da6347-458d-4057-9305-60f501cdae7a HTTP/1.1" status: 200 len: 946 time: 0.1422727 May 30 20:19:49.352604 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-80362db1-f29b-49d2-a8e3-84b4aa047c46 None None] Set router 5f067dc9-2270-460a-a414-750545c05bda gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:19:49.477033 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-04080203-c9f3-44ab-9be3-ec74d17656c9 req-99192155-58b2-49c4-b760-a267de838a4a tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/security-groups?id=b38efed6-f54b-4caf-8451-aa3a591cbb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1252973 May 30 20:19:49.542558 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b44e6be8-4928-47bf-8f5a-c61bde0e8343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:49.543874 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9c0edd8b-9191-4ee0-8c4d-95af84b17466 admin admin] Notify callbacks [] for router, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:49.579590 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:49.635318 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-b44e6be8-4928-47bf-8f5a-c61bde0e8343 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd834db0-c273-46f2-aabf-ee1e501003bc']}} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:19:49.685955 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a7794696-1354-496a-8af0-da33f6a1a665 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724889'] for router, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:49.686513 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7794696-1354-496a-8af0-da33f6a1a665 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bdb58110-4f79-4ccc-9d27-c7a899c0c45e {{(pid=84887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:19:49.714958 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 60670) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:19:49.842499 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-b44e6be8-4928-47bf-8f5a-c61bde0e8343 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8410c49-9c47-4cc5-82c8-5b2a5d454425') {'for_net_delete': True} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:19:49.844439 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-b44e6be8-4928-47bf-8f5a-c61bde0e8343 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8410c49-9c47-4cc5-82c8-5b2a5d454425') {} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:19:49.890065 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b44e6be8-4928-47bf-8f5a-c61bde0e8343 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3149912'] for segment, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:49.918174 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a7794696-1354-496a-8af0-da33f6a1a665 admin admin] Notify callbacks [] for router, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:49.923665 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-a7794696-1354-496a-8af0-da33f6a1a665 admin admin] 10.222.0.85 "DELETE /v2.0/routers/bdb58110-4f79-4ccc-9d27-c7a899c0c45e HTTP/1.1" status: 204 len: 168 time: 5.4785771 May 30 20:19:49.930329 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 60676) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:19:50.493373 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:50.511055 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b44e6be8-4928-47bf-8f5a-c61bde0e8343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:50.516363 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['fd2713ac-a479-470d-bfde-a8c618b67ba7'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:19:50.517720 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b44e6be8-4928-47bf-8f5a-c61bde0e8343 admin admin] Releasing vlan 656 on physical network physnet1 to pool {{(pid=84887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:19:50.517720 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b44e6be8-4928-47bf-8f5a-c61bde0e8343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4055488'] for segment, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:50.517720 n-d-843948-2 neutron-server[84887]: Traceback (most recent call last): May 30 20:19:50.517720 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:19:50.517720 n-d-843948-2 neutron-server[84887]: timer() May 30 20:19:50.517720 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:19:50.517720 n-d-843948-2 neutron-server[84887]: cb(*args, **kw) May 30 20:19:50.517720 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:19:50.517720 n-d-843948-2 neutron-server[84887]: return func(*args, **kwargs) May 30 20:19:50.517720 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:19:50.517720 n-d-843948-2 neutron-server[84887]: self._notify() May 30 20:19:50.517720 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:19:50.517720 n-d-843948-2 neutron-server[84887]: self.callback(batched_events) May 30 20:19:50.517720 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:19:50.517720 n-d-843948-2 neutron-server[84887]: event.method(event) May 30 20:19:50.517720 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:19:50.517720 n-d-843948-2 neutron-server[84887]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:19:50.517720 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:19:50.517720 n-d-843948-2 neutron-server[84887]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:19:50.517720 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:19:50.517720 n-d-843948-2 neutron-server[84887]: return f(self, *a, **k) May 30 20:19:50.517720 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:19:50.517720 n-d-843948-2 neutron-server[84887]: return self._get(url).json() May 30 20:19:50.517720 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:19:50.517720 n-d-843948-2 neutron-server[84887]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:19:50.517720 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:19:50.517720 n-d-843948-2 neutron-server[84887]: return self.request(url, 'GET', **kwargs) May 30 20:19:50.517720 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:19:50.517720 n-d-843948-2 neutron-server[84887]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:19:50.517720 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:19:50.517720 n-d-843948-2 neutron-server[84887]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:19:50.517720 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:19:50.517720 n-d-843948-2 neutron-server[84887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:19:50.517720 n-d-843948-2 neutron-server[84887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:19:50.517720 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75447e19-a382-49bb-8ca0-a5f4c60e6f3a req-7b903579-0923-4912-8d30-3ff011c16639 tempest-InstanceActionsTestJSON-578572612 tempest-InstanceActionsTestJSON-578572612-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:50.517720 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-75447e19-a382-49bb-8ca0-a5f4c60e6f3a req-7b903579-0923-4912-8d30-3ff011c16639 tempest-InstanceActionsTestJSON-578572612 tempest-InstanceActionsTestJSON-578572612-project] 10.222.0.85 "GET /v2.0/ports?device_id=e8502254-4d90-412d-9f9b-2c5c83e1f671 HTTP/1.1" status: 200 len: 945 time: 0.4842529 May 30 20:19:50.540685 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0cd2ed9a-ee3d-4a7f-9e9e-cf7891285b48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:50.540685 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a690037-7819-4fbf-b8e9-0164c87351db admin admin] Deleting subnet f0a2227d-d9d4-4c95-9e3b-58ec7cf0f306 {{(pid=84886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:19:50.543173 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=fd2713ac-a479-470d-bfde-a8c618b67ba7,revision_number=6']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:19:50.544204 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9c0edd8b-9191-4ee0-8c4d-95af84b17466 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:50.544204 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6a690037-7819-4fbf-b8e9-0164c87351db admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:50.544816 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-75447e19-a382-49bb-8ca0-a5f4c60e6f3a req-9cef3e23-d945-452e-98a2-0c5aaa447bcc tempest-InstanceActionsTestJSON-578572612 tempest-InstanceActionsTestJSON-578572612-project] 10.222.0.85 "GET /v2.0/security-groups?id=a5903622-94cd-4d39-a710-2a58307e7df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125317 May 30 20:19:50.545225 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-0cd2ed9a-ee3d-4a7f-9e9e-cf7891285b48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:19:50.545225 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6a690037-7819-4fbf-b8e9-0164c87351db admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2655517'] for subnet, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:50.545225 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-0cd2ed9a-ee3d-4a7f-9e9e-cf7891285b48 admin admin] Usage tracker for resource:security_group_rule and tenant:015fb72ac26c46158e47c206054ace40 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:19:50.545225 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-0cd2ed9a-ee3d-4a7f-9e9e-cf7891285b48 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:19:50.545225 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-0cd2ed9a-ee3d-4a7f-9e9e-cf7891285b48 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:19:50.545225 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6a690037-7819-4fbf-b8e9-0164c87351db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:50.555937 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0cd2ed9a-ee3d-4a7f-9e9e-cf7891285b48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:50.590199 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-80362db1-f29b-49d2-a8e3-84b4aa047c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f067dc9-2270-460a-a414-750545c05bda', 'name': 'tempest-ServersTestBootFromVolume-771255782-router', 'tenant_id': 'a98770a137d04e48a5baba76bc9996d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.147'}], 'enable_snat': True}, 'gw_port_id': '386e41d7-cdb8-44c8-9a35-8ff33c8a412c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:14:45Z', 'updated_at': '2022-05-30T20:19:43Z', 'revision_number': 5, 'project_id': 'a98770a137d04e48a5baba76bc9996d9', 'gw_port': {'id': '386e41d7-cdb8-44c8-9a35-8ff33c8a412c', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a5:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f067dc9-2270-460a-a414-750545c05bda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:14:47Z', 'updated_at': '2022-05-30T20:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:19:50.600402 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80362db1-f29b-49d2-a8e3-84b4aa047c46 None None] Checking router: 5f067dc9-2270-460a-a414-750545c05bda for host: n-d-843948-2 {{(pid=84888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:19:50.621185 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80362db1-f29b-49d2-a8e3-84b4aa047c46 None None] Routers {'5f067dc9-2270-460a-a414-750545c05bda'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:19:50.622687 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-80362db1-f29b-49d2-a8e3-84b4aa047c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:19:29Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['5f067dc9-2270-460a-a414-750545c05bda'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:19:50.655842 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0cd2ed9a-ee3d-4a7f-9e9e-cf7891285b48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:50.657797 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b44e6be8-4928-47bf-8f5a-c61bde0e8343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:50.706943 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-9c0edd8b-9191-4ee0-8c4d-95af84b17466 admin admin] Deleting port 386e41d7-cdb8-44c8-9a35-8ff33c8a412c {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:19:50.707695 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9c0edd8b-9191-4ee0-8c4d-95af84b17466 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:50.735869 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b44e6be8-4928-47bf-8f5a-c61bde0e8343 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:50.781373 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44e6be8-4928-47bf-8f5a-c61bde0e8343 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd834db0-c273-46f2-aabf-ee1e501003bc,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:19:50.807935 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6a690037-7819-4fbf-b8e9-0164c87351db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4127075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2778536'] for subnet, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:50.953762 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a690037-7819-4fbf-b8e9-0164c87351db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0a2227d-d9d4-4c95-9e3b-58ec7cf0f306,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:19:50.970118 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-b44e6be8-4928-47bf-8f5a-c61bde0e8343 admin admin] 10.222.0.85 "DELETE /v2.0/networks/fd834db0-c273-46f2-aabf-ee1e501003bc HTTP/1.1" status: 204 len: 168 time: 2.9644415 May 30 20:19:51.006266 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a14b2bc-b53c-4adb-ad3a-a68643fa49f8 req-675a0564-3137-4d1f-888b-ab2930764f48 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:51.008536 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0a14b2bc-b53c-4adb-ad3a-a68643fa49f8 req-675a0564-3137-4d1f-888b-ab2930764f48 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/ports?device_id=90da6347-458d-4057-9305-60f501cdae7a HTTP/1.1" status: 200 len: 945 time: 0.2370861 May 30 20:19:51.178011 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-80362db1-f29b-49d2-a8e3-84b4aa047c46 None None] Set router 5f067dc9-2270-460a-a414-750545c05bda gateway port host: None {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:19:51.181122 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0a14b2bc-b53c-4adb-ad3a-a68643fa49f8 req-b6c4cf75-caa6-4b19-a1dc-58fdd3a1f2e8 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/security-groups?id=b38efed6-f54b-4caf-8451-aa3a591cbb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1572978 May 30 20:19:51.364569 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-80362db1-f29b-49d2-a8e3-84b4aa047c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f067dc9-2270-460a-a414-750545c05bda', 'name': 'tempest-ServersTestBootFromVolume-771255782-router', 'tenant_id': 'a98770a137d04e48a5baba76bc9996d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:14:45Z', 'updated_at': '2022-05-30T20:19:50Z', 'revision_number': 6, 'project_id': 'a98770a137d04e48a5baba76bc9996d9', 'gw_port_host': None}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:19:51.375312 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80362db1-f29b-49d2-a8e3-84b4aa047c46 None None] The sync data for ids ['5f067dc9-2270-460a-a414-750545c05bda'] in n-d-843948-2 is: [{'id': '5f067dc9-2270-460a-a414-750545c05bda', 'name': 'tempest-ServersTestBootFromVolume-771255782-router', 'tenant_id': 'a98770a137d04e48a5baba76bc9996d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:14:45Z', 'updated_at': '2022-05-30T20:19:50Z', 'revision_number': 6, 'project_id': 'a98770a137d04e48a5baba76bc9996d9', 'gw_port_host': None}] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:19:51.458470 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd2ed9a-ee3d-4a7f-9e9e-cf7891285b48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0588f734-7c77-4c0c-b4f8-9db88debebcf,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:19:51.468808 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6a690037-7819-4fbf-b8e9-0164c87351db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:51.476744 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-0cd2ed9a-ee3d-4a7f-9e9e-cf7891285b48 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=015fb72ac26c46158e47c206054ace40&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7605107 May 30 20:19:51.480986 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 60708) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:19:51.530666 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-6a690037-7819-4fbf-b8e9-0164c87351db admin admin] 10.222.0.85 "DELETE /v2.0/subnets/f0a2227d-d9d4-4c95-9e3b-58ec7cf0f306 HTTP/1.1" status: 204 len: 168 time: 1.5991061 May 30 20:19:51.532562 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [None req-9c0edd8b-9191-4ee0-8c4d-95af84b17466 admin admin] For port 386e41d7-cdb8-44c8-9a35-8ff33c8a412c, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=386e41d7-cdb8-44c8-9a35-8ff33c8a412c,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:19:51.532934 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9c0edd8b-9191-4ee0-8c4d-95af84b17466 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:51.534441 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 60712) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:19:51.680248 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 60720) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:19:51.874497 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-bc593f15-1ac9-4f60-ab7c-0cb2efbcd0e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:51.938285 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 60724) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:19:52.011868 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device fd2713ac-a479-470d-bfde-a8c618b67ba7 up at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:19:52.036243 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-9c0edd8b-9191-4ee0-8c4d-95af84b17466 admin admin] Calling delete_port for 386e41d7-cdb8-44c8-9a35-8ff33c8a412c owned by network:router_gateway {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:19:52.109284 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-e21acf36-d5f8-440f-b8e1-0a9b02c4412b admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=afd8334f555d49c99fee160549855568&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4279404 May 30 20:19:52.118537 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 60730) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:19:52.163102 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning complete for port fd2713ac-a479-470d-bfde-a8c618b67ba7 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:19:52.163489 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:52.245599 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7c11d09b-cc46-4498-a73f-874d2fdad7d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:52.251368 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-bc593f15-1ac9-4f60-ab7c-0cb2efbcd0e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:52.293487 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-bc593f15-1ac9-4f60-ab7c-0cb2efbcd0e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8df2eca9-bd87-463d-93ac-08e4ae9a8369']}} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:19:52.313340 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-bc593f15-1ac9-4f60-ab7c-0cb2efbcd0e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0dbaf45-d4a9-44e2-8858-2c41f5f98c84') {'for_net_delete': True} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:19:52.313718 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-bc593f15-1ac9-4f60-ab7c-0cb2efbcd0e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0dbaf45-d4a9-44e2-8858-2c41f5f98c84') {} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:19:52.328685 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-bc593f15-1ac9-4f60-ab7c-0cb2efbcd0e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3149912'] for segment, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:52.353448 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-bc593f15-1ac9-4f60-ab7c-0cb2efbcd0e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:52.363377 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc593f15-1ac9-4f60-ab7c-0cb2efbcd0e3 admin admin] Releasing vlan 688 on physical network physnet1 to pool {{(pid=84887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:19:52.363794 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-bc593f15-1ac9-4f60-ab7c-0cb2efbcd0e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4055488'] for segment, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:52.385992 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7c11d09b-cc46-4498-a73f-874d2fdad7d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:52.395021 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:52.489486 n-d-843948-2 neutron-server[84887]: Traceback (most recent call last): May 30 20:19:52.489486 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:19:52.489486 n-d-843948-2 neutron-server[84887]: timer() May 30 20:19:52.489486 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:19:52.489486 n-d-843948-2 neutron-server[84887]: cb(*args, **kw) May 30 20:19:52.489486 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:19:52.489486 n-d-843948-2 neutron-server[84887]: return func(*args, **kwargs) May 30 20:19:52.489486 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:19:52.489486 n-d-843948-2 neutron-server[84887]: self._notify() May 30 20:19:52.489486 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:19:52.489486 n-d-843948-2 neutron-server[84887]: self.callback(batched_events) May 30 20:19:52.489486 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:19:52.489486 n-d-843948-2 neutron-server[84887]: event.method(event) May 30 20:19:52.489486 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:19:52.489486 n-d-843948-2 neutron-server[84887]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:19:52.489486 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:19:52.489486 n-d-843948-2 neutron-server[84887]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:19:52.489486 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:19:52.489486 n-d-843948-2 neutron-server[84887]: return f(self, *a, **k) May 30 20:19:52.489486 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:19:52.489486 n-d-843948-2 neutron-server[84887]: return self._get(url).json() May 30 20:19:52.489486 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:19:52.489486 n-d-843948-2 neutron-server[84887]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:19:52.489486 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:19:52.489486 n-d-843948-2 neutron-server[84887]: return self.request(url, 'GET', **kwargs) May 30 20:19:52.489486 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:19:52.489486 n-d-843948-2 neutron-server[84887]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:19:52.489486 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:19:52.489486 n-d-843948-2 neutron-server[84887]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:19:52.489486 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:19:52.489486 n-d-843948-2 neutron-server[84887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:19:52.489486 n-d-843948-2 neutron-server[84887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:19:52.534824 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ea61ffd0-ff77-475f-9ba9-15ba8d315bba admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:52.572780 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5d0b3e55-12ce-4ed0-bb0b-42f276df889c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:52.607978 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5d0b3e55-12ce-4ed0-bb0b-42f276df889c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:52.633541 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:52.660870 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 9d569dd2-c2ea-451b-8cd0-0695c4081303 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:19:52.680431 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-bc593f15-1ac9-4f60-ab7c-0cb2efbcd0e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:52.688053 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-bc593f15-1ac9-4f60-ab7c-0cb2efbcd0e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:52.720948 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port fd2713ac-a479-470d-bfde-a8c618b67ba7, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=fd2713ac-a479-470d-bfde-a8c618b67ba7,segment=NetworkSegment(327b421f-3671-4415-86c0-3c9c0e7ca945),segment_id=327b421f-3671-4415-86c0-3c9c0e7ca945)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:19:52.721991 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: 9d569dd2-c2ea-451b-8cd0-0695c4081303 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:19:52.722316 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 9d569dd2-c2ea-451b-8cd0-0695c4081303 not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:19:52.722724 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 386e41d7-cdb8-44c8-9a35-8ff33c8a412c no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:19:52.745581 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc593f15-1ac9-4f60-ab7c-0cb2efbcd0e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=8df2eca9-bd87-463d-93ac-08e4ae9a8369,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:19:52.760245 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90da6347-458d-4057-9305-60f501cdae7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd2713ac-a479-470d-bfde-a8c618b67ba7'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:19:52.776200 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30f31dc-3296-48d6-b8f8-fdccf70c1080 req-309458c9-00e8-42c1-a468-5a2fb0cfbc1d tempest-InstanceActionsTestJSON-578572612 tempest-InstanceActionsTestJSON-578572612-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:52.785865 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f30f31dc-3296-48d6-b8f8-fdccf70c1080 req-309458c9-00e8-42c1-a468-5a2fb0cfbc1d tempest-InstanceActionsTestJSON-578572612 tempest-InstanceActionsTestJSON-578572612-project] 10.222.0.85 "GET /v2.0/ports?device_id=e8502254-4d90-412d-9f9b-2c5c83e1f671 HTTP/1.1" status: 200 len: 945 time: 0.8991013 May 30 20:19:52.821437 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a953e0-f555-4303-8394-c2eb3e3f406c req-996929b7-7881-4f0a-9402-51aaf8d5bc04 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:52.830994 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-88a953e0-f555-4303-8394-c2eb3e3f406c req-996929b7-7881-4f0a-9402-51aaf8d5bc04 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/ports?device_id=90da6347-458d-4057-9305-60f501cdae7a HTTP/1.1" status: 200 len: 945 time: 0.2395248 May 30 20:19:52.840888 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-ea61ffd0-ff77-475f-9ba9-15ba8d315bba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:19:52.846603 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-ea61ffd0-ff77-475f-9ba9-15ba8d315bba admin admin] Usage tracker for resource:security_group_rule and tenant:0b0b21de30904d4b98c1c447273d3307 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:19:52.850381 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-ea61ffd0-ff77-475f-9ba9-15ba8d315bba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:19:52.858220 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-ea61ffd0-ff77-475f-9ba9-15ba8d315bba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:19:52.867175 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:52.873856 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:52.908419 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-88a953e0-f555-4303-8394-c2eb3e3f406c req-af4db7e2-0df7-45d5-96dd-8caae496ec9e tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/security-groups?id=b38efed6-f54b-4caf-8451-aa3a591cbb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760777 May 30 20:19:52.913034 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7c11d09b-cc46-4498-a73f-874d2fdad7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:52.952448 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c11d09b-cc46-4498-a73f-874d2fdad7d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41aeecd5-86c9-43e4-a307-fdfa4c485b67,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:19:52.957075 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ea61ffd0-ff77-475f-9ba9-15ba8d315bba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:52.970327 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5d0b3e55-12ce-4ed0-bb0b-42f276df889c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:52.981209 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=fd2713ac-a479-470d-bfde-a8c618b67ba7,revision_number=7']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:19:53.007733 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-bc593f15-1ac9-4f60-ab7c-0cb2efbcd0e3 admin admin] 10.222.0.85 "DELETE /v2.0/networks/8df2eca9-bd87-463d-93ac-08e4ae9a8369 HTTP/1.1" status: 204 len: 168 time: 1.4697061 May 30 20:19:53.011972 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9c0edd8b-9191-4ee0-8c4d-95af84b17466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:53.035176 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0b3e55-12ce-4ed0-bb0b-42f276df889c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0588f734-7c77-4c0c-b4f8-9db88debebcf,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:19:53.067971 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5d0b3e55-12ce-4ed0-bb0b-42f276df889c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:53.067971 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-5d0b3e55-12ce-4ed0-bb0b-42f276df889c admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/0588f734-7c77-4c0c-b4f8-9db88debebcf HTTP/1.1" status: 204 len: 168 time: 1.5836248 May 30 20:19:53.067971 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ea61ffd0-ff77-475f-9ba9-15ba8d315bba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:53.126823 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-ea61ffd0-ff77-475f-9ba9-15ba8d315bba admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=0b0b21de30904d4b98c1c447273d3307&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1873505 May 30 20:19:53.130453 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 60742) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:19:53.156907 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8588936-8c8a-4e62-bc4f-452cf52adb33'] response: {'server_uuid': '90da6347-458d-4057-9305-60f501cdae7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd2713ac-a479-470d-bfde-a8c618b67ba7', 'code': 200} May 30 20:19:53.164446 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f30f31dc-3296-48d6-b8f8-fdccf70c1080 req-3ec7c889-9f82-4e4e-ac9c-25edf550d3f7 tempest-InstanceActionsTestJSON-578572612 tempest-InstanceActionsTestJSON-578572612-project] 10.222.0.85 "GET /v2.0/security-groups?id=a5903622-94cd-4d39-a710-2a58307e7df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3775923 May 30 20:19:53.179156 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea61ffd0-ff77-475f-9ba9-15ba8d315bba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfb7c7d4-3e2c-4d96-9a9d-e988cbebd29f,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:19:53.219218 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0edd8b-9191-4ee0-8c4d-95af84b17466 admin admin] Pushing event deleted for resources: {'Port': ['ID=386e41d7-cdb8-44c8-9a35-8ff33c8a412c,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:19:53.255128 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7c11d09b-cc46-4498-a73f-874d2fdad7d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:53.258759 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-7c11d09b-cc46-4498-a73f-874d2fdad7d8 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/41aeecd5-86c9-43e4-a307-fdfa4c485b67 HTTP/1.1" status: 204 len: 168 time: 1.1365695 May 30 20:19:53.260488 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1d88f18a-77bf-4f5e-958a-d7f6ac44a60c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:53.292912 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1d88f18a-77bf-4f5e-958a-d7f6ac44a60c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:53.469703 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1d88f18a-77bf-4f5e-958a-d7f6ac44a60c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:53.493264 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d88f18a-77bf-4f5e-958a-d7f6ac44a60c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfb7c7d4-3e2c-4d96-9a9d-e988cbebd29f,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:19:53.504559 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1d88f18a-77bf-4f5e-958a-d7f6ac44a60c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:53.530904 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-1d88f18a-77bf-4f5e-958a-d7f6ac44a60c admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/bfb7c7d4-3e2c-4d96-9a9d-e988cbebd29f HTTP/1.1" status: 204 len: 168 time: 0.3966401 May 30 20:19:53.592699 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f25ea20-745b-43d6-8591-7399c4f0a8d8 req-350f2f23-bfd0-420e-b585-19cddf3e104f tempest-InstanceActionsTestJSON-578572612 tempest-InstanceActionsTestJSON-578572612-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:53.594427 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9f25ea20-745b-43d6-8591-7399c4f0a8d8 req-350f2f23-bfd0-420e-b585-19cddf3e104f tempest-InstanceActionsTestJSON-578572612 tempest-InstanceActionsTestJSON-578572612-project] 10.222.0.71 "GET /v2.0/ports?device_id=e8502254-4d90-412d-9f9b-2c5c83e1f671 HTTP/1.1" status: 200 len: 945 time: 0.4366679 May 30 20:19:53.668220 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9c0edd8b-9191-4ee0-8c4d-95af84b17466 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-736453'] for router_gateway, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:53.749330 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 60752) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:19:53.843238 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [req-9f25ea20-745b-43d6-8591-7399c4f0a8d8 req-752ef172-c75e-49d1-a332-1a840b530326 tempest-InstanceActionsTestJSON-578572612 tempest-InstanceActionsTestJSON-578572612-project] Deleting port 4218226a-0669-454d-bf8d-19302b2a8a69 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:19:53.843789 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-9f25ea20-745b-43d6-8591-7399c4f0a8d8 req-752ef172-c75e-49d1-a332-1a840b530326 tempest-InstanceActionsTestJSON-578572612 tempest-InstanceActionsTestJSON-578572612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:53.929141 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-ac825679-8079-44e5-ae97-80f19f73c9d5 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=104c300f9f19443ab4c7c434d4800823&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1776142 May 30 20:19:53.931220 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 60756) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:19:54.123604 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-956f7a30-da98-42a6-958e-7ce24d3fb534 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:54.131745 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9c0edd8b-9191-4ee0-8c4d-95af84b17466 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-724789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3141'] for router, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:54.160194 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-956f7a30-da98-42a6-958e-7ce24d3fb534 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:54.334970 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-956f7a30-da98-42a6-958e-7ce24d3fb534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:54.396207 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9c0edd8b-9191-4ee0-8c4d-95af84b17466 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:54.475597 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-956f7a30-da98-42a6-958e-7ce24d3fb534 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:54.477568 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-956f7a30-da98-42a6-958e-7ce24d3fb534 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/7406621a-1401-4b06-82d8-1a98a746bcb7 HTTP/1.1" status: 204 len: 168 time: 0.5433664 May 30 20:19:54.478880 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956f7a30-da98-42a6-958e-7ce24d3fb534 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7406621a-1401-4b06-82d8-1a98a746bcb7,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:19:54.578296 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e90083-a249-4b2c-8eea-ac8f6bfc5204 req-16e903ae-7dcb-494f-96ac-41359c5b6d73 tempest-InstanceActionsTestJSON-578572612 tempest-InstanceActionsTestJSON-578572612-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:54.589719 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-59e90083-a249-4b2c-8eea-ac8f6bfc5204 req-16e903ae-7dcb-494f-96ac-41359c5b6d73 tempest-InstanceActionsTestJSON-578572612 tempest-InstanceActionsTestJSON-578572612-project] 10.222.0.85 "GET /v2.0/ports?device_id=e8502254-4d90-412d-9f9b-2c5c83e1f671 HTTP/1.1" status: 200 len: 945 time: 0.2147410 May 30 20:19:54.611378 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8962f8f-607e-414d-a24f-67e76a597fe3 req-58b0cf94-1e83-4295-8894-ce84b800c302 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:54.613650 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f8962f8f-607e-414d-a24f-67e76a597fe3 req-58b0cf94-1e83-4295-8894-ce84b800c302 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/ports?device_id=90da6347-458d-4057-9305-60f501cdae7a HTTP/1.1" status: 200 len: 946 time: 0.2630329 May 30 20:19:54.650735 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-9f25ea20-745b-43d6-8591-7399c4f0a8d8 req-752ef172-c75e-49d1-a332-1a840b530326 tempest-InstanceActionsTestJSON-578572612 tempest-InstanceActionsTestJSON-578572612-project] For port 4218226a-0669-454d-bf8d-19302b2a8a69, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=4218226a-0669-454d-bf8d-19302b2a8a69,segment=NetworkSegment(3b9cc53b-a35b-4e14-9820-43a399c760b8),segment_id=3b9cc53b-a35b-4e14-9820-43a399c760b8)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:19:54.651119 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-9f25ea20-745b-43d6-8591-7399c4f0a8d8 req-752ef172-c75e-49d1-a332-1a840b530326 tempest-InstanceActionsTestJSON-578572612 tempest-InstanceActionsTestJSON-578572612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:54.680910 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9c0edd8b-9191-4ee0-8c4d-95af84b17466 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724889'] for router, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:54.682071 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c0edd8b-9191-4ee0-8c4d-95af84b17466 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5f067dc9-2270-460a-a414-750545c05bda {{(pid=84886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:19:54.718907 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-59e90083-a249-4b2c-8eea-ac8f6bfc5204 req-809950b1-e167-4fad-a124-540905850937 tempest-InstanceActionsTestJSON-578572612 tempest-InstanceActionsTestJSON-578572612-project] 10.222.0.85 "GET /v2.0/security-groups?id=a5903622-94cd-4d39-a710-2a58307e7df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282091 May 30 20:19:54.997062 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [req-9f25ea20-745b-43d6-8591-7399c4f0a8d8 req-752ef172-c75e-49d1-a332-1a840b530326 tempest-InstanceActionsTestJSON-578572612 tempest-InstanceActionsTestJSON-578572612-project] Calling delete_port for 4218226a-0669-454d-bf8d-19302b2a8a69 owned by compute:nova {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:19:55.034642 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9c0edd8b-9191-4ee0-8c4d-95af84b17466 admin admin] Notify callbacks [] for router, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:55.038409 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-9c0edd8b-9191-4ee0-8c4d-95af84b17466 admin admin] 10.222.0.85 "DELETE /v2.0/routers/5f067dc9-2270-460a-a414-750545c05bda HTTP/1.1" status: 204 len: 168 time: 6.7655385 May 30 20:19:55.042250 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 60770) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:19:55.066498 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f8962f8f-607e-414d-a24f-67e76a597fe3 req-a38339da-3271-4289-9b4c-fc4436590ef3 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/security-groups?id=b38efed6-f54b-4caf-8451-aa3a591cbb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4459608 May 30 20:19:55.122406 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 4218226a-0669-454d-bf8d-19302b2a8a69 no longer exists at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:19:55.135526 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_v2 [None req-954083f1-c2c1-4d45-af84-075c9ca51b12 admin admin] Deleting subnet d239dbbc-1841-4e93-a941-884f2daba571 {{(pid=84887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:19:55.149393 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-954083f1-c2c1-4d45-af84-075c9ca51b12 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:55.233891 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 60774) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:19:55.266638 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 60778) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:19:55.275738 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-954083f1-c2c1-4d45-af84-075c9ca51b12 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3149227'] for subnet, precommit_delete_associations {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:55.340745 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e70732f8-67a9-438b-b273-a13cf87aab24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:55.415942 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:55.532199 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-9f25ea20-745b-43d6-8591-7399c4f0a8d8 req-752ef172-c75e-49d1-a332-1a840b530326 tempest-InstanceActionsTestJSON-578572612 tempest-InstanceActionsTestJSON-578572612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:55.607775 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-59a868c3-49eb-440c-838d-b57c7942403d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:55.628668 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752ef172-c75e-49d1-a332-1a840b530326 tempest-InstanceActionsTestJSON-578572612 tempest-InstanceActionsTestJSON-578572612-project] Pushing event deleted for resources: {'Port': ['ID=4218226a-0669-454d-bf8d-19302b2a8a69,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:19:55.640906 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-e70732f8-67a9-438b-b273-a13cf87aab24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:19:55.680561 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-e70732f8-67a9-438b-b273-a13cf87aab24 admin admin] Usage tracker for resource:security_group_rule and tenant:dc8ade7f893b4c57a19386e6fe93dd67 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:19:55.708159 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-59a868c3-49eb-440c-838d-b57c7942403d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:19:55.719290 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-59a868c3-49eb-440c-838d-b57c7942403d admin admin] Usage tracker for resource:security_group_rule and tenant:156d9ec946c3487cb82223329c670025 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:19:55.728184 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-59a868c3-49eb-440c-838d-b57c7942403d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:19:55.742852 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-59a868c3-49eb-440c-838d-b57c7942403d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:19:55.854161 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-e70732f8-67a9-438b-b273-a13cf87aab24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:19:55.894495 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-59a868c3-49eb-440c-838d-b57c7942403d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:55.927067 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f25ea20-745b-43d6-8591-7399c4f0a8d8 req-752ef172-c75e-49d1-a332-1a840b530326 tempest-InstanceActionsTestJSON-578572612 tempest-InstanceActionsTestJSON-578572612-project] No DVR routers for this DVR port 4218226a-0669-454d-bf8d-19302b2a8a69 on host n-h1-843948-2 {{(pid=84886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:19:55.931560 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-e70732f8-67a9-438b-b273-a13cf87aab24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:19:55.936733 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-9f25ea20-745b-43d6-8591-7399c4f0a8d8 req-752ef172-c75e-49d1-a332-1a840b530326 tempest-InstanceActionsTestJSON-578572612 tempest-InstanceActionsTestJSON-578572612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:55.945832 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8502254-4d90-412d-9f9b-2c5c83e1f671', 'name': 'network-vif-deleted', 'tag': '4218226a-0669-454d-bf8d-19302b2a8a69'}] {{(pid=84886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:19:56.058902 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-59a868c3-49eb-440c-838d-b57c7942403d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:56.111504 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9f25ea20-745b-43d6-8591-7399c4f0a8d8 req-752ef172-c75e-49d1-a332-1a840b530326 tempest-InstanceActionsTestJSON-578572612 tempest-InstanceActionsTestJSON-578572612-project] 10.222.0.71 "DELETE /v2.0/ports/4218226a-0669-454d-bf8d-19302b2a8a69 HTTP/1.1" status: 204 len: 173 time: 2.5066371 May 30 20:19:56.140061 n-d-843948-2 neutron-server[84886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21120a7d-cd21-4035-8ad4-d480089361ec'] response: {'server_uuid': 'e8502254-4d90-412d-9f9b-2c5c83e1f671', 'name': 'network-vif-deleted', 'tag': '4218226a-0669-454d-bf8d-19302b2a8a69', 'status': 'completed', 'code': 200} May 30 20:19:56.159018 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-954083f1-c2c1-4d45-af84-075c9ca51b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:56.168156 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-067d2a7e-8799-4e8c-9634-77aeb54c2f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:56.273712 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e70732f8-67a9-438b-b273-a13cf87aab24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:56.341832 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e70732f8-67a9-438b-b273-a13cf87aab24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:56.514691 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-59a868c3-49eb-440c-838d-b57c7942403d admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=156d9ec946c3487cb82223329c670025&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2760296 May 30 20:19:56.530464 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7325e8c3-3dec-44c6-934d-1e6392b0c9fb req-08dc667a-5cf9-4a8c-96b0-bc5ff408e2f3 tempest-InstanceActionsTestJSON-578572612 tempest-InstanceActionsTestJSON-578572612-project] 10.222.0.85 "GET /v2.0/ports?device_id=e8502254-4d90-412d-9f9b-2c5c83e1f671 HTTP/1.1" status: 200 len: 210 time: 0.4761679 May 30 20:19:56.531250 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 60798) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:19:56.588468 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70732f8-67a9-438b-b273-a13cf87aab24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae4e59b1-5c6f-4119-8e64-dfb21b320286,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:19:56.622247 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-e70732f8-67a9-438b-b273-a13cf87aab24 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=dc8ade7f893b4c57a19386e6fe93dd67&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3393681 May 30 20:19:56.625506 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 60804) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:19:56.706784 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a868c3-49eb-440c-838d-b57c7942403d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c34f195-b564-4a6b-a639-c7c459ce00c6,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:19:56.790112 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c5ddfb-8f95-420e-9952-e39c4dfe9bf6 req-6e30a056-3915-420d-bb53-ce4e03cd9e0c tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:56.795481 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-63c5ddfb-8f95-420e-9952-e39c4dfe9bf6 req-6e30a056-3915-420d-bb53-ce4e03cd9e0c tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/ports?device_id=90da6347-458d-4057-9305-60f501cdae7a HTTP/1.1" status: 200 len: 946 time: 0.3078811 May 30 20:19:56.876288 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8724997a-cb60-4c6e-ac72-f8a0f5e2570b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:56.909908 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-63c5ddfb-8f95-420e-9952-e39c4dfe9bf6 req-4ff17633-ff86-46a2-96db-9a19792e5edd tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/security-groups?id=b38efed6-f54b-4caf-8451-aa3a591cbb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953290 May 30 20:19:56.912294 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1e112bbb-b952-4c5e-a5ce-fc64fc30db21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:56.932637 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-954083f1-c2c1-4d45-af84-075c9ca51b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4055470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114247'] for subnet, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:56.998299 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1e112bbb-b952-4c5e-a5ce-fc64fc30db21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:57.004393 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8724997a-cb60-4c6e-ac72-f8a0f5e2570b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:57.095453 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954083f1-c2c1-4d45-af84-075c9ca51b12 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d239dbbc-1841-4e93-a941-884f2daba571,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:19:57.113487 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-954083f1-c2c1-4d45-af84-075c9ca51b12 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:57.125088 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b357fe26-43aa-403b-a43f-87c65e9eaa7d None None] Network 176420f6-ac4e-4319-85b4-31313b590db0 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:19:57.184685 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-954083f1-c2c1-4d45-af84-075c9ca51b12 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/d239dbbc-1841-4e93-a941-884f2daba571 HTTP/1.1" status: 204 len: 168 time: 2.1446960 May 30 20:19:57.187223 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 60812) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:19:57.299350 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8724997a-cb60-4c6e-ac72-f8a0f5e2570b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:57.353173 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8724997a-cb60-4c6e-ac72-f8a0f5e2570b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:57.359245 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-8724997a-cb60-4c6e-ac72-f8a0f5e2570b admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/3c34f195-b564-4a6b-a639-c7c459ce00c6 HTTP/1.1" status: 204 len: 168 time: 0.8070829 May 30 20:19:57.363104 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8724997a-cb60-4c6e-ac72-f8a0f5e2570b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c34f195-b564-4a6b-a639-c7c459ce00c6,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:19:57.408557 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1e112bbb-b952-4c5e-a5ce-fc64fc30db21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:57.475231 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e112bbb-b952-4c5e-a5ce-fc64fc30db21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae4e59b1-5c6f-4119-8e64-dfb21b320286,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:19:57.490674 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1e112bbb-b952-4c5e-a5ce-fc64fc30db21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:57.492321 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-1e112bbb-b952-4c5e-a5ce-fc64fc30db21 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/ae4e59b1-5c6f-4119-8e64-dfb21b320286 HTTP/1.1" status: 204 len: 168 time: 0.8631051 May 30 20:19:57.504231 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-cf5b1ea6-699a-400b-9641-6bd60dc23756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:57.516084 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-cf5b1ea6-699a-400b-9641-6bd60dc23756 admin admin] Deleting port 94fa85df-666a-4794-af4f-afe554bbfd51 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:19:57.516396 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-cf5b1ea6-699a-400b-9641-6bd60dc23756 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:57.817986 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 60828) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:19:57.913750 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f092d7-8a33-403b-a80e-827508f9e4bc None None] DHCP port deletion for 176420f6-ac4e-4319-85b4-31313b590db0 request from n-d-843948-2 {{(pid=84888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:19:57.914594 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [None req-cf5b1ea6-699a-400b-9641-6bd60dc23756 admin admin] For port 94fa85df-666a-4794-af4f-afe554bbfd51, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=94fa85df-666a-4794-af4f-afe554bbfd51,segment=NetworkSegment(e72964d7-16ec-4def-877e-899e29175d4d),segment_id=e72964d7-16ec-4def-877e-899e29175d4d)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:19:57.914998 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-cf5b1ea6-699a-400b-9641-6bd60dc23756 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:57.918930 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-a3f092d7-8a33-403b-a80e-827508f9e4bc None None] Deleting port 94fa85df-666a-4794-af4f-afe554bbfd51 {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:19:57.919491 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-a3f092d7-8a33-403b-a80e-827508f9e4bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:57.924119 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_v2 [None req-26a50549-56c6-4a8c-85c8-d9c3b0a9168a admin admin] Deleting subnet 98d889b2-3a62-44fa-9443-a383dc45934f {{(pid=84887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:19:57.930801 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-26a50549-56c6-4a8c-85c8-d9c3b0a9168a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:58.079171 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-26a50549-56c6-4a8c-85c8-d9c3b0a9168a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3149227'] for subnet, precommit_delete_associations {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:58.230592 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-26a50549-56c6-4a8c-85c8-d9c3b0a9168a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:58.293858 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-cf5b1ea6-699a-400b-9641-6bd60dc23756 admin admin] Calling delete_port for 94fa85df-666a-4794-af4f-afe554bbfd51 owned by network:dhcp {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:19:58.300787 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-a3f092d7-8a33-403b-a80e-827508f9e4bc None None] For port 94fa85df-666a-4794-af4f-afe554bbfd51, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=94fa85df-666a-4794-af4f-afe554bbfd51,segment=NetworkSegment(e72964d7-16ec-4def-877e-899e29175d4d),segment_id=e72964d7-16ec-4def-877e-899e29175d4d)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:19:58.301759 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-a3f092d7-8a33-403b-a80e-827508f9e4bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:58.323877 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 94fa85df-666a-4794-af4f-afe554bbfd51 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:19:58.494132 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-26a50549-56c6-4a8c-85c8-d9c3b0a9168a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4055470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114247'] for subnet, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:58.567288 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a50549-56c6-4a8c-85c8-d9c3b0a9168a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98d889b2-3a62-44fa-9443-a383dc45934f,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:19:58.587655 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-26a50549-56c6-4a8c-85c8-d9c3b0a9168a admin admin] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:58.613143 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-26a50549-56c6-4a8c-85c8-d9c3b0a9168a admin admin] 10.222.0.85 "DELETE /v2.0/subnets/98d889b2-3a62-44fa-9443-a383dc45934f HTTP/1.1" status: 204 len: 168 time: 0.7940490 May 30 20:19:58.615260 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 60840) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:19:58.746546 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-a3f092d7-8a33-403b-a80e-827508f9e4bc None None] Calling delete_port for 94fa85df-666a-4794-af4f-afe554bbfd51 owned by network:dhcp {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:19:58.892739 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 60850) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:19:58.944840 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7d50286d-ee4d-490a-aed7-dd8179e6d282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:59.057510 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aff0ff-073b-4782-aaad-b7b92f730977 req-ba2349c5-44ad-4665-9489-14d68c53495b tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:19:59.078980 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-43aff0ff-073b-4782-aaad-b7b92f730977 req-ba2349c5-44ad-4665-9489-14d68c53495b tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/ports?device_id=90da6347-458d-4057-9305-60f501cdae7a HTTP/1.1" status: 200 len: 946 time: 0.7086992 May 30 20:19:59.085132 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-cf5b1ea6-699a-400b-9641-6bd60dc23756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:59.095491 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Port 94fa85df-666a-4794-af4f-afe554bbfd51 update to DOWN by agent not found {{(pid=84888) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} May 30 20:19:59.113994 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.db.api [None req-a3f092d7-8a33-403b-a80e-827508f9e4bc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:19:59.114406 n-d-843948-2 neutron-server[84888]: DEBUG oslo_db.api [None req-a3f092d7-8a33-403b-a80e-827508f9e4bc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:19:59.236890 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-9e85d791-1fe2-4c5b-a897-f25a12e7321e admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-2145126038-network', 'tenant_id': '8e7af6fbddf440778dd87d98216021ce'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:19:59.243796 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-9e85d791-1fe2-4c5b-a897-f25a12e7321e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:19:59.249967 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-9e85d791-1fe2-4c5b-a897-f25a12e7321e admin admin] Usage tracker for resource:network and tenant:8e7af6fbddf440778dd87d98216021ce is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:19:59.253539 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-9e85d791-1fe2-4c5b-a897-f25a12e7321e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:19:59.263841 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-9e85d791-1fe2-4c5b-a897-f25a12e7321e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:19:59.268178 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5b1ea6-699a-400b-9641-6bd60dc23756 admin admin] Pushing event deleted for resources: {'Port': ['ID=94fa85df-666a-4794-af4f-afe554bbfd51,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:19:59.298212 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5b1ea6-699a-400b-9641-6bd60dc23756 admin admin] No DVR routers for this DVR port 94fa85df-666a-4794-af4f-afe554bbfd51 on host n-d-843948-2 {{(pid=84886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:19:59.306800 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7d50286d-ee4d-490a-aed7-dd8179e6d282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:59.359788 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-7d50286d-ee4d-490a-aed7-dd8179e6d282 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da7e19bd-46fc-417b-aedc-eeaa253d143d']}} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:19:59.383724 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-7d50286d-ee4d-490a-aed7-dd8179e6d282 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b9cc53b-a35b-4e14-9820-43a399c760b8') {'for_net_delete': True} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:19:59.384723 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-7d50286d-ee4d-490a-aed7-dd8179e6d282 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b9cc53b-a35b-4e14-9820-43a399c760b8') {} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:19:59.402518 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e85d791-1fe2-4c5b-a897-f25a12e7321e admin admin] Made reservation on behalf of 8e7af6fbddf440778dd87d98216021ce for: {'network': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:19:59.405314 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9e85d791-1fe2-4c5b-a897-f25a12e7321e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:59.428835 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7d50286d-ee4d-490a-aed7-dd8179e6d282 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3149912'] for segment, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:59.437528 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9e85d791-1fe2-4c5b-a897-f25a12e7321e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:59.464769 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-43aff0ff-073b-4782-aaad-b7b92f730977 req-d25cd52b-2263-4b82-bc04-9900c293a77d tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/security-groups?id=b38efed6-f54b-4caf-8451-aa3a591cbb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3500972 May 30 20:19:59.474449 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-cf5b1ea6-699a-400b-9641-6bd60dc23756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:59.483718 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 60866) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:19:59.498596 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7d50286d-ee4d-490a-aed7-dd8179e6d282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:59.521836 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d50286d-ee4d-490a-aed7-dd8179e6d282 admin admin] Releasing vlan 661 on physical network physnet1 to pool {{(pid=84887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:19:59.521836 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7d50286d-ee4d-490a-aed7-dd8179e6d282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4055488'] for segment, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:59.528825 n-d-843948-2 neutron-server[84887]: Traceback (most recent call last): May 30 20:19:59.528825 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:19:59.528825 n-d-843948-2 neutron-server[84887]: timer() May 30 20:19:59.528825 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:19:59.528825 n-d-843948-2 neutron-server[84887]: cb(*args, **kw) May 30 20:19:59.528825 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:19:59.528825 n-d-843948-2 neutron-server[84887]: return func(*args, **kwargs) May 30 20:19:59.528825 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:19:59.528825 n-d-843948-2 neutron-server[84887]: self._notify() May 30 20:19:59.528825 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:19:59.528825 n-d-843948-2 neutron-server[84887]: self.callback(batched_events) May 30 20:19:59.528825 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:19:59.528825 n-d-843948-2 neutron-server[84887]: event.method(event) May 30 20:19:59.528825 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:19:59.528825 n-d-843948-2 neutron-server[84887]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:19:59.528825 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:19:59.528825 n-d-843948-2 neutron-server[84887]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:19:59.528825 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:19:59.528825 n-d-843948-2 neutron-server[84887]: return f(self, *a, **k) May 30 20:19:59.528825 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:19:59.528825 n-d-843948-2 neutron-server[84887]: return self._get(url).json() May 30 20:19:59.528825 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:19:59.528825 n-d-843948-2 neutron-server[84887]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:19:59.528825 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:19:59.528825 n-d-843948-2 neutron-server[84887]: return self.request(url, 'GET', **kwargs) May 30 20:19:59.528825 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:19:59.528825 n-d-843948-2 neutron-server[84887]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:19:59.528825 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:19:59.528825 n-d-843948-2 neutron-server[84887]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:19:59.528825 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:19:59.528825 n-d-843948-2 neutron-server[84887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:19:59.528825 n-d-843948-2 neutron-server[84887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:19:59.531154 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-cf5b1ea6-699a-400b-9641-6bd60dc23756 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['176420f6-ac4e-4319-85b4-31313b590db0']}} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:19:59.549569 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-cf5b1ea6-699a-400b-9641-6bd60dc23756 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e72964d7-16ec-4def-877e-899e29175d4d') {'for_net_delete': True} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:19:59.550257 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-cf5b1ea6-699a-400b-9641-6bd60dc23756 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e72964d7-16ec-4def-877e-899e29175d4d') {} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:19:59.565529 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-cf5b1ea6-699a-400b-9641-6bd60dc23756 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2660590'] for segment, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:59.586126 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-cf5b1ea6-699a-400b-9641-6bd60dc23756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:59.590535 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-5e7168ab-11f2-40f4-9de0-5cd18bc31a69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:59.601688 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf5b1ea6-699a-400b-9641-6bd60dc23756 admin admin] Releasing vlan 679 on physical network physnet1 to pool {{(pid=84886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:19:59.601688 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-cf5b1ea6-699a-400b-9641-6bd60dc23756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4126989'] for segment, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:59.613558 n-d-843948-2 neutron-server[84886]: Traceback (most recent call last): May 30 20:19:59.613558 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:19:59.613558 n-d-843948-2 neutron-server[84886]: timer() May 30 20:19:59.613558 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:19:59.613558 n-d-843948-2 neutron-server[84886]: cb(*args, **kw) May 30 20:19:59.613558 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:19:59.613558 n-d-843948-2 neutron-server[84886]: return func(*args, **kwargs) May 30 20:19:59.613558 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:19:59.613558 n-d-843948-2 neutron-server[84886]: self._notify() May 30 20:19:59.613558 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:19:59.613558 n-d-843948-2 neutron-server[84886]: self.callback(batched_events) May 30 20:19:59.613558 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:19:59.613558 n-d-843948-2 neutron-server[84886]: event.method(event) May 30 20:19:59.613558 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:19:59.613558 n-d-843948-2 neutron-server[84886]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:19:59.613558 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:19:59.613558 n-d-843948-2 neutron-server[84886]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:19:59.613558 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:19:59.613558 n-d-843948-2 neutron-server[84886]: return f(self, *a, **k) May 30 20:19:59.613558 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:19:59.613558 n-d-843948-2 neutron-server[84886]: return self._get(url).json() May 30 20:19:59.613558 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:19:59.613558 n-d-843948-2 neutron-server[84886]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:19:59.613558 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:19:59.613558 n-d-843948-2 neutron-server[84886]: return self.request(url, 'GET', **kwargs) May 30 20:19:59.613558 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:19:59.613558 n-d-843948-2 neutron-server[84886]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:19:59.613558 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:19:59.613558 n-d-843948-2 neutron-server[84886]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:19:59.613558 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:19:59.613558 n-d-843948-2 neutron-server[84886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:19:59.613558 n-d-843948-2 neutron-server[84886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:19:59.617399 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-a3f092d7-8a33-403b-a80e-827508f9e4bc None None] Deleting port 94fa85df-666a-4794-af4f-afe554bbfd51 {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:19:59.617982 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-a3f092d7-8a33-403b-a80e-827508f9e4bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:59.719190 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7d50286d-ee4d-490a-aed7-dd8179e6d282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:59.754465 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7d50286d-ee4d-490a-aed7-dd8179e6d282 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:59.764240 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-a3f092d7-8a33-403b-a80e-827508f9e4bc None None] The port '94fa85df-666a-4794-af4f-afe554bbfd51' was deleted {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 20:19:59.793919 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d50286d-ee4d-490a-aed7-dd8179e6d282 admin admin] Pushing event deleted for resources: {'Network': ['ID=da7e19bd-46fc-417b-aedc-eeaa253d143d,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:19:59.800778 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-7d50286d-ee4d-490a-aed7-dd8179e6d282 admin admin] 10.222.0.85 "DELETE /v2.0/networks/da7e19bd-46fc-417b-aedc-eeaa253d143d HTTP/1.1" status: 204 len: 168 time: 1.1844759 May 30 20:19:59.802194 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-9e85d791-1fe2-4c5b-a897-f25a12e7321e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:19:59.808128 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-9e85d791-1fe2-4c5b-a897-f25a12e7321e admin admin] Usage tracker for resource:security_group_rule and tenant:8e7af6fbddf440778dd87d98216021ce is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:19:59.813165 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-9e85d791-1fe2-4c5b-a897-f25a12e7321e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:19:59.821364 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-9e85d791-1fe2-4c5b-a897-f25a12e7321e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:19:59.842824 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-cf5b1ea6-699a-400b-9641-6bd60dc23756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:59.871784 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:59.936839 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9e85d791-1fe2-4c5b-a897-f25a12e7321e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:59.955784 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-cf5b1ea6-699a-400b-9641-6bd60dc23756 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:19:59.960300 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5b1ea6-699a-400b-9641-6bd60dc23756 admin admin] Pushing event deleted for resources: {'Network': ['ID=176420f6-ac4e-4319-85b4-31313b590db0,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:19:59.997443 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-cf5b1ea6-699a-400b-9641-6bd60dc23756 admin admin] 10.222.0.85 "DELETE /v2.0/networks/176420f6-ac4e-4319-85b4-31313b590db0 HTTP/1.1" status: 204 len: 168 time: 2.8083830 May 30 20:20:00.025522 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9e85d791-1fe2-4c5b-a897-f25a12e7321e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:00.066022 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e85d791-1fe2-4c5b-a897-f25a12e7321e admin admin] vlan segment allocate from pool success with {'vlan_id': 667, 'physical_network': 'physnet1'} {{(pid=84887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:20:00.081721 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9e85d791-1fe2-4c5b-a897-f25a12e7321e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:00.082051 n-d-843948-2 neutron-server[84887]: INFO neutron.db.segments_db [None req-9e85d791-1fe2-4c5b-a897-f25a12e7321e admin admin] Added segment bb0b98bd-77ea-44e3-b5bc-734c2b73a239 of type vlan for network b8dbbf3d-6692-4ebe-a45d-1177e8082a2b May 30 20:20:00.113358 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9e85d791-1fe2-4c5b-a897-f25a12e7321e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:00.151405 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e85d791-1fe2-4c5b-a897-f25a12e7321e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2ed7a16-df30-4283-b4d4-5e9611f16ce3,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:20:00.165843 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-1cdf77ba-8bf2-44c2-a270-ec8d8dbf6b9c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1289574193-network', 'tenant_id': '88e042593d914709b0b6e8865f4bc68d'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:20:00.177040 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-1cdf77ba-8bf2-44c2-a270-ec8d8dbf6b9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:20:00.184930 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-1cdf77ba-8bf2-44c2-a270-ec8d8dbf6b9c admin admin] Usage tracker for resource:network and tenant:88e042593d914709b0b6e8865f4bc68d is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:20:00.191810 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-1cdf77ba-8bf2-44c2-a270-ec8d8dbf6b9c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:20:00.231310 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-1cdf77ba-8bf2-44c2-a270-ec8d8dbf6b9c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:20:00.254196 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9e85d791-1fe2-4c5b-a897-f25a12e7321e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:00.255845 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e85d791-1fe2-4c5b-a897-f25a12e7321e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:00.257058 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9e85d791-1fe2-4c5b-a897-f25a12e7321e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:00.429420 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cdf77ba-8bf2-44c2-a270-ec8d8dbf6b9c admin admin] Made reservation on behalf of 88e042593d914709b0b6e8865f4bc68d for: {'network': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:20:00.433256 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1cdf77ba-8bf2-44c2-a270-ec8d8dbf6b9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:00.456532 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 60888) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:20:00.457137 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-9e85d791-1fe2-4c5b-a897-f25a12e7321e admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5657551 May 30 20:20:00.463059 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-83ff0791-4d17-4f7c-9cf6-fa33fea0dcf4 admin admin] Request body: {'subnet': {'network_id': 'b8dbbf3d-6692-4ebe-a45d-1177e8082a2b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-2145126038-subnet', 'tenant_id': '8e7af6fbddf440778dd87d98216021ce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:20:00.469078 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-83ff0791-4d17-4f7c-9cf6-fa33fea0dcf4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:20:00.473872 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-83ff0791-4d17-4f7c-9cf6-fa33fea0dcf4 admin admin] Usage tracker for resource:subnet and tenant:8e7af6fbddf440778dd87d98216021ce is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:20:00.477640 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-83ff0791-4d17-4f7c-9cf6-fa33fea0dcf4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:20:00.485493 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-83ff0791-4d17-4f7c-9cf6-fa33fea0dcf4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:20:00.492391 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1cdf77ba-8bf2-44c2-a270-ec8d8dbf6b9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:00.510521 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e85d791-1fe2-4c5b-a897-f25a12e7321e admin admin] Pushing event updated for resources: {'Network': ['ID=b8dbbf3d-6692-4ebe-a45d-1177e8082a2b,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:20:00.521496 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network b8dbbf3d-6692-4ebe-a45d-1177e8082a2b details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:20:00.538386 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-1cdf77ba-8bf2-44c2-a270-ec8d8dbf6b9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:20:00.544308 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-1cdf77ba-8bf2-44c2-a270-ec8d8dbf6b9c admin admin] Usage tracker for resource:security_group_rule and tenant:88e042593d914709b0b6e8865f4bc68d is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:20:00.547795 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-1cdf77ba-8bf2-44c2-a270-ec8d8dbf6b9c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:20:00.554833 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-1cdf77ba-8bf2-44c2-a270-ec8d8dbf6b9c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:20:00.608585 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83ff0791-4d17-4f7c-9cf6-fa33fea0dcf4 admin admin] Made reservation on behalf of 8e7af6fbddf440778dd87d98216021ce for: {'subnet': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:20:00.611476 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-83ff0791-4d17-4f7c-9cf6-fa33fea0dcf4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2778563'] for subnet, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:00.766194 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1cdf77ba-8bf2-44c2-a270-ec8d8dbf6b9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:00.830418 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ad17bd-0de3-46c5-8596-1e282e92f773 req-0c609a7a-5cca-4788-b929-3df8ed2fc308 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:00.844008 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b3ad17bd-0de3-46c5-8596-1e282e92f773 req-0c609a7a-5cca-4788-b929-3df8ed2fc308 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/ports?device_id=90da6347-458d-4057-9305-60f501cdae7a HTTP/1.1" status: 200 len: 946 time: 0.1432652 May 30 20:20:00.865844 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 60894) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:20:00.871697 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1cdf77ba-8bf2-44c2-a270-ec8d8dbf6b9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:00.966917 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdf77ba-8bf2-44c2-a270-ec8d8dbf6b9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ad64e5c-169d-40fe-b7f5-961f736d123b,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:20:00.976921 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 60898) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:20:00.985351 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:01.021011 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cdf77ba-8bf2-44c2-a270-ec8d8dbf6b9c admin admin] vlan segment allocate from pool success with {'vlan_id': 650, 'physical_network': 'physnet1'} {{(pid=84887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:20:01.054494 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b3ad17bd-0de3-46c5-8596-1e282e92f773 req-434fbbfc-c1f8-4f1e-9005-2a0261b10bc5 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/security-groups?id=b38efed6-f54b-4caf-8451-aa3a591cbb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2094798 May 30 20:20:01.114530 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1cdf77ba-8bf2-44c2-a270-ec8d8dbf6b9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:01.114873 n-d-843948-2 neutron-server[84887]: INFO neutron.db.segments_db [None req-1cdf77ba-8bf2-44c2-a270-ec8d8dbf6b9c admin admin] Added segment 8369aa1b-ac46-424a-9c92-34020eb636de of type vlan for network 3b009590-a296-4757-aa36-6233b5dedf2d May 30 20:20:01.129964 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-52f7f8c9-97f8-4b5a-8781-fdadb6c1b0a2 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=a98770a137d04e48a5baba76bc9996d9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1509750 May 30 20:20:01.141807 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 60902) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:20:01.374911 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1cdf77ba-8bf2-44c2-a270-ec8d8dbf6b9c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:01.417456 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-00d29a32-6b4e-49bd-8095-c7a0e361121d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:01.447463 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-00d29a32-6b4e-49bd-8095-c7a0e361121d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:01.468002 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-e136c22f-6c0e-42dc-a0d7-217258463073 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=ad568cd2f175468b96790464644873c2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6006372 May 30 20:20:01.474669 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 60912) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:20:01.535696 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1cdf77ba-8bf2-44c2-a270-ec8d8dbf6b9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:01.538111 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cdf77ba-8bf2-44c2-a270-ec8d8dbf6b9c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:01.538932 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1cdf77ba-8bf2-44c2-a270-ec8d8dbf6b9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:01.624826 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-83ff0791-4d17-4f7c-9cf6-fa33fea0dcf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4127140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2778577'] for subnet, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:01.668850 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdf77ba-8bf2-44c2-a270-ec8d8dbf6b9c admin admin] Pushing event updated for resources: {'Network': ['ID=3b009590-a296-4757-aa36-6233b5dedf2d,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:20:01.677399 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-00d29a32-6b4e-49bd-8095-c7a0e361121d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:01.690739 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network 3b009590-a296-4757-aa36-6233b5dedf2d details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:20:01.742266 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b2f790c5-ef90-4d7a-8b6c-4c76c65e3a41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:01.801401 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-1cdf77ba-8bf2-44c2-a270-ec8d8dbf6b9c admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.3134558 May 30 20:20:01.805873 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 60920) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:20:01.811948 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ff0791-4d17-4f7c-9cf6-fa33fea0dcf4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=61db9283-a711-4dd7-99cf-b308efe98b83,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:20:01.816742 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-7d616198-dd2a-4519-8ec4-50ff0ece7998 admin admin] Request body: {'subnet': {'network_id': '3b009590-a296-4757-aa36-6233b5dedf2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1289574193-subnet', 'tenant_id': '88e042593d914709b0b6e8865f4bc68d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:20:01.822339 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-7d616198-dd2a-4519-8ec4-50ff0ece7998 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:20:01.827850 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-7d616198-dd2a-4519-8ec4-50ff0ece7998 admin admin] Usage tracker for resource:subnet and tenant:88e042593d914709b0b6e8865f4bc68d is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:20:01.836218 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-7d616198-dd2a-4519-8ec4-50ff0ece7998 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:20:01.843512 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-7d616198-dd2a-4519-8ec4-50ff0ece7998 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:20:01.852597 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b2f790c5-ef90-4d7a-8b6c-4c76c65e3a41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:01.854745 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d29a32-6b4e-49bd-8095-c7a0e361121d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7d39869-fff1-416c-845a-702cebe824ca,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:20:01.877792 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-00d29a32-6b4e-49bd-8095-c7a0e361121d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:01.882232 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-00d29a32-6b4e-49bd-8095-c7a0e361121d admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/d7d39869-fff1-416c-845a-702cebe824ca HTTP/1.1" status: 204 len: 168 time: 0.7382226 May 30 20:20:01.966606 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ff0791-4d17-4f7c-9cf6-fa33fea0dcf4 admin admin] Checking segment: {'id': 'bb0b98bd-77ea-44e3-b5bc-734c2b73a239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'b8dbbf3d-6692-4ebe-a45d-1177e8082a2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:20:01.968491 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ff0791-4d17-4f7c-9cf6-fa33fea0dcf4 admin admin] Network hostable DHCP agents. Network: b8dbbf3d-6692-4ebe-a45d-1177e8082a2b, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:20:01.978959 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d616198-dd2a-4519-8ec4-50ff0ece7998 admin admin] Made reservation on behalf of 88e042593d914709b0b6e8865f4bc68d for: {'subnet': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:20:01.982341 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7d616198-dd2a-4519-8ec4-50ff0ece7998 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114220'] for subnet, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:02.087778 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ff0791-4d17-4f7c-9cf6-fa33fea0dcf4 admin admin] Network b8dbbf3d-6692-4ebe-a45d-1177e8082a2b is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:20:02.125961 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b2f790c5-ef90-4d7a-8b6c-4c76c65e3a41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:02.174881 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f790c5-ef90-4d7a-8b6c-4c76c65e3a41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5903622-94cd-4d39-a710-2a58307e7df3,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:20:02.179428 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-83ff0791-4d17-4f7c-9cf6-fa33fea0dcf4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, b8dbbf3d-6692-4ebe-a45d-1177e8082a2b) {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:20:02.188615 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ff0791-4d17-4f7c-9cf6-fa33fea0dcf4 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:02.190254 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-83ff0791-4d17-4f7c-9cf6-fa33fea0dcf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:02.196641 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-813c82ea-bd27-43b5-95dd-465d61222b4b None None] Network b8dbbf3d-6692-4ebe-a45d-1177e8082a2b requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:20:02.285589 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b2f790c5-ef90-4d7a-8b6c-4c76c65e3a41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:02.292574 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-b2f790c5-ef90-4d7a-8b6c-4c76c65e3a41 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/a5903622-94cd-4d39-a710-2a58307e7df3 HTTP/1.1" status: 204 len: 168 time: 0.8106022 May 30 20:20:02.300488 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-83ff0791-4d17-4f7c-9cf6-fa33fea0dcf4 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.8419445 May 30 20:20:02.597675 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9e3be9-ebc4-400c-8826-b6642a23ae15 req-982845e0-95c6-4f6c-b63d-0d361fdba066 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:02.599774 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-bb9e3be9-ebc4-400c-8826-b6642a23ae15 req-982845e0-95c6-4f6c-b63d-0d361fdba066 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/ports?device_id=90da6347-458d-4057-9305-60f501cdae7a HTTP/1.1" status: 200 len: 946 time: 0.1819289 May 30 20:20:02.643085 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7d616198-dd2a-4519-8ec4-50ff0ece7998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4055401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114238'] for subnet, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:02.674486 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:02.682578 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-bb9e3be9-ebc4-400c-8826-b6642a23ae15 req-0feefdca-79f3-42b0-b683-e6ecc3ecde66 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/security-groups?id=b38efed6-f54b-4caf-8451-aa3a591cbb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730374 May 30 20:20:02.852647 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d616198-dd2a-4519-8ec4-50ff0ece7998 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a48f417-ba85-44a0-9f1b-28d1dfa8235b,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:20:02.867571 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d616198-dd2a-4519-8ec4-50ff0ece7998 admin admin] Checking segment: {'id': '8369aa1b-ac46-424a-9c92-34020eb636de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '3b009590-a296-4757-aa36-6233b5dedf2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:20:02.868055 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d616198-dd2a-4519-8ec4-50ff0ece7998 admin admin] Network hostable DHCP agents. Network: 3b009590-a296-4757-aa36-6233b5dedf2d, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:20:02.982856 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48bf3cb1-07a6-48c5-b8a5-9df715d5150f None None] Network b8dbbf3d-6692-4ebe-a45d-1177e8082a2b requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:20:03.037369 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d616198-dd2a-4519-8ec4-50ff0ece7998 admin admin] Network 3b009590-a296-4757-aa36-6233b5dedf2d is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:20:03.133127 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-7d616198-dd2a-4519-8ec4-50ff0ece7998 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, 3b009590-a296-4757-aa36-6233b5dedf2d) {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:20:03.146302 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d616198-dd2a-4519-8ec4-50ff0ece7998 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:03.147216 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7d616198-dd2a-4519-8ec4-50ff0ece7998 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:03.170807 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f21fb6d-6b3f-4d5c-b5a9-a89cadcb0188 None None] Network 3b009590-a296-4757-aa36-6233b5dedf2d requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:20:03.273841 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-7d616198-dd2a-4519-8ec4-50ff0ece7998 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.4663904 May 30 20:20:03.277415 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 60950) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:20:03.292682 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-c2af7a21-b65c-4d35-b238-e4fa7c205517 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1289574193-router', 'tenant_id': '88e042593d914709b0b6e8865f4bc68d', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:20:03.321277 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-c2af7a21-b65c-4d35-b238-e4fa7c205517 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:20:03.338433 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-c2af7a21-b65c-4d35-b238-e4fa7c205517 admin admin] Usage tracker for resource:router and tenant:88e042593d914709b0b6e8865f4bc68d is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:20:03.352554 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-c2af7a21-b65c-4d35-b238-e4fa7c205517 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:20:03.382066 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-c2af7a21-b65c-4d35-b238-e4fa7c205517 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:20:03.482898 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c2af7a21-b65c-4d35-b238-e4fa7c205517 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-733683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3159'] for router, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:03.484563 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c2af7a21-b65c-4d35-b238-e4fa7c205517 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-733584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-736372', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-628480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3164'] for router, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:03.536188 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c2af7a21-b65c-4d35-b238-e4fa7c205517 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:03.584233 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a98fee-047f-4287-a69a-2fe71eaceec0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-3b009590-a296-4757-aa36-6233b5dedf2d', 'network_id': '3b009590-a296-4757-aa36-6233b5dedf2d', 'tenant_id': '88e042593d914709b0b6e8865f4bc68d', 'fixed_ips': [{'subnet_id': '4a48f417-ba85-44a0-9f1b-28d1dfa8235b'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:20:03.585052 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-f6a98fee-047f-4287-a69a-2fe71eaceec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:03.856255 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-f6a98fee-047f-4287-a69a-2fe71eaceec0 None None] Allocated IP 172.20.0.2 (3b009590-a296-4757-aa36-6233b5dedf2d/4a48f417-ba85-44a0-9f1b-28d1dfa8235b/a8ca8642-b9e0-4127-a4f4-0c3fb666d7a9) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:20:04.067986 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c2af7a21-b65c-4d35-b238-e4fa7c205517 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-736390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:04.095527 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbb8adb-79a5-48b6-9f9f-465f1e4202f2 req-29443323-9d7e-4bb9-b51d-31acc3858f01 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:04.104938 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9cbb8adb-79a5-48b6-9f9f-465f1e4202f2 req-29443323-9d7e-4bb9-b51d-31acc3858f01 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/ports?device_id=90da6347-458d-4057-9305-60f501cdae7a HTTP/1.1" status: 200 len: 946 time: 0.1365042 May 30 20:20:04.180167 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9cbb8adb-79a5-48b6-9f9f-465f1e4202f2 req-67cfde61-45a4-4788-ab4b-a10db9eb36eb tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/security-groups?id=b38efed6-f54b-4caf-8451-aa3a591cbb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724766 May 30 20:20:04.225150 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-f6a98fee-047f-4287-a69a-2fe71eaceec0 None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:04.257904 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-f6a98fee-047f-4287-a69a-2fe71eaceec0 None None] Transition to ACTIVE for port object a8ca8642-b9e0-4127-a4f4-0c3fb666d7a9 will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:20:04.305228 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-f6a98fee-047f-4287-a69a-2fe71eaceec0 None None] Transition to ACTIVE for port object a8ca8642-b9e0-4127-a4f4-0c3fb666d7a9 will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:20:04.427863 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-f6a98fee-047f-4287-a69a-2fe71eaceec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:04.555536 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a98fee-047f-4287-a69a-2fe71eaceec0 None None] Network 3b009590-a296-4757-aa36-6233b5dedf2d is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:20:04.568110 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-f6a98fee-047f-4287-a69a-2fe71eaceec0 None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:20:04.579864 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a98fee-047f-4287-a69a-2fe71eaceec0 None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:20:04.598854 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c2af7a21-b65c-4d35-b238-e4fa7c205517 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:04.694703 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a98fee-047f-4287-a69a-2fe71eaceec0 None None] Pushing event updated for resources: {'Port': ['ID=a8ca8642-b9e0-4127-a4f4-0c3fb666d7a9,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:20:04.695299 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c2af7a21-b65c-4d35-b238-e4fa7c205517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:04.839932 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-f6a98fee-047f-4287-a69a-2fe71eaceec0 None None] Attempting to bind port a8ca8642-b9e0-4127-a4f4-0c3fb666d7a9 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:20:04.840858 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-f6a98fee-047f-4287-a69a-2fe71eaceec0 None None] Attempting to bind port a8ca8642-b9e0-4127-a4f4-0c3fb666d7a9 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': '8369aa1b-ac46-424a-9c92-34020eb636de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '3b009590-a296-4757-aa36-6233b5dedf2d'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:20:04.841784 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a98fee-047f-4287-a69a-2fe71eaceec0 None None] Attempting to bind port a8ca8642-b9e0-4127-a4f4-0c3fb666d7a9 on network 3b009590-a296-4757-aa36-6233b5dedf2d {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:20:04.860062 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a98fee-047f-4287-a69a-2fe71eaceec0 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:20:04.861105 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a98fee-047f-4287-a69a-2fe71eaceec0 None None] Checking segment: {'id': '8369aa1b-ac46-424a-9c92-34020eb636de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '3b009590-a296-4757-aa36-6233b5dedf2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:20:04.862488 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-f6a98fee-047f-4287-a69a-2fe71eaceec0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:04.863344 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a98fee-047f-4287-a69a-2fe71eaceec0 None None] Bound using segment: {'id': '8369aa1b-ac46-424a-9c92-34020eb636de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '3b009590-a296-4757-aa36-6233b5dedf2d'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:20:04.864808 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-f6a98fee-047f-4287-a69a-2fe71eaceec0 None None] Bound port: a8ca8642-b9e0-4127-a4f4-0c3fb666d7a9, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8369aa1b-ac46-424a-9c92-34020eb636de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '3b009590-a296-4757-aa36-6233b5dedf2d'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:20:04.866266 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-f6a98fee-047f-4287-a69a-2fe71eaceec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:05.095383 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-f6a98fee-047f-4287-a69a-2fe71eaceec0 None None] For port a8ca8642-b9e0-4127-a4f4-0c3fb666d7a9, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:20:05.110748 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-f6a98fee-047f-4287-a69a-2fe71eaceec0 None None] For port a8ca8642-b9e0-4127-a4f4-0c3fb666d7a9, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=a8ca8642-b9e0-4127-a4f4-0c3fb666d7a9,segment=NetworkSegment(8369aa1b-ac46-424a-9c92-34020eb636de),segment_id=8369aa1b-ac46-424a-9c92-34020eb636de)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:20:05.182628 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274181d9-2e65-49a6-9ba1-36c92d45f568 req-66f1588f-d905-409b-921a-323f75895e40 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:05.184347 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-274181d9-2e65-49a6-9ba1-36c92d45f568 req-66f1588f-d905-409b-921a-323f75895e40 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Synchronizing usage tracker for tenant:8e7af6fbddf440778dd87d98216021ce on resource:network {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:20:05.202907 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-f6a98fee-047f-4287-a69a-2fe71eaceec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:05.586302 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [None req-c2af7a21-b65c-4d35-b238-e4fa7c205517 admin admin] Allocated IP 172.25.8.76 (c7869750-4b49-4b7e-aa99-5e0f1ae02da4/427601ec-f643-4fe7-b5e6-17305d3a39e1/6fd4f929-f547-4afa-a511-76d2a626bb7a) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:20:05.684523 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a98fee-047f-4287-a69a-2fe71eaceec0 None None] Pushing event updated for resources: {'Port': ['ID=a8ca8642-b9e0-4127-a4f4-0c3fb666d7a9,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:20:05.702550 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-274181d9-2e65-49a6-9ba1-36c92d45f568 req-66f1588f-d905-409b-921a-323f75895e40 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Unset dirty status for tenant:8e7af6fbddf440778dd87d98216021ce on resource:network {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:20:05.716257 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-274181d9-2e65-49a6-9ba1-36c92d45f568 req-66f1588f-d905-409b-921a-323f75895e40 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/networks?id=b8dbbf3d-6692-4ebe-a45d-1177e8082a2b HTTP/1.1" status: 200 len: 814 time: 1.0217383 May 30 20:20:05.825927 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fc6825-3df4-420d-9736-17940646ac46 req-b64f3eed-104f-4d0e-ba62-a225751aae1b tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:05.840086 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b9fc6825-3df4-420d-9736-17940646ac46 req-b64f3eed-104f-4d0e-ba62-a225751aae1b tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/ports?device_id=90da6347-458d-4057-9305-60f501cdae7a HTTP/1.1" status: 200 len: 946 time: 0.1714180 May 30 20:20:05.939818 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b9fc6825-3df4-420d-9736-17940646ac46 req-00153cd3-f469-477e-806d-ca4c2c1b421a tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/security-groups?id=b38efed6-f54b-4caf-8451-aa3a591cbb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952919 May 30 20:20:05.988207 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:20:06.009818 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-274181d9-2e65-49a6-9ba1-36c92d45f568 req-e7794674-3513-40ba-b456-9253a435de2c tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/quotas/8e7af6fbddf440778dd87d98216021ce HTTP/1.1" status: 200 len: 375 time: 0.2921886 May 30 20:20:06.125577 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-274181d9-2e65-49a6-9ba1-36c92d45f568 req-17341a93-0fe1-436d-8557-fcf6cbc5c66a tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=8e7af6fbddf440778dd87d98216021ce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1147475 May 30 20:20:06.145710 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [req-274181d9-2e65-49a6-9ba1-36c92d45f568 req-31dcca19-4e1e-435c-bbd5-c297e69fca8d service neutron] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=84887) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:20:06.148045 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-274181d9-2e65-49a6-9ba1-36c92d45f568 req-31dcca19-4e1e-435c-bbd5-c297e69fca8d service neutron] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0144498 May 30 20:20:06.334843 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c2af7a21-b65c-4d35-b238-e4fa7c205517 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:06.394039 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-274181d9-2e65-49a6-9ba1-36c92d45f568 req-fd1057e9-b968-4e78-b042-f70f26567d0f service neutron] 10.222.0.85 "GET /v2.0/networks/b8dbbf3d-6692-4ebe-a45d-1177e8082a2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147646 May 30 20:20:06.773785 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c2af7a21-b65c-4d35-b238-e4fa7c205517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:07.060877 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-274181d9-2e65-49a6-9ba1-36c92d45f568 req-e16522db-7cda-4bbf-966e-417a9de89451 service neutron] 10.222.0.85 "GET /v2.0/networks/b8dbbf3d-6692-4ebe-a45d-1177e8082a2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6565323 May 30 20:20:07.067234 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2af7a21-b65c-4d35-b238-e4fa7c205517 admin admin] Network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:20:07.077602 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2af7a21-b65c-4d35-b238-e4fa7c205517 admin admin] Pushing event updated for resources: {'Port': ['ID=6fd4f929-f547-4afa-a511-76d2a626bb7a,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:20:07.097224 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-c2af7a21-b65c-4d35-b238-e4fa7c205517 admin admin] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:20:07.100704 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2af7a21-b65c-4d35-b238-e4fa7c205517 admin admin] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:20:07.323421 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd785bb3-b364-4a2b-b754-60c487036e43 None None] Network 3b009590-a296-4757-aa36-6233b5dedf2d requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:20:07.350629 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6d8293-fcb9-4032-a0ce-3845d4353b1c req-532f2713-2c25-4717-a5e9-7b480771aae3 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:07.352335 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5e6d8293-fcb9-4032-a0ce-3845d4353b1c req-532f2713-2c25-4717-a5e9-7b480771aae3 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/ports?device_id=90da6347-458d-4057-9305-60f501cdae7a HTTP/1.1" status: 200 len: 946 time: 0.1133857 May 30 20:20:07.439058 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5e6d8293-fcb9-4032-a0ce-3845d4353b1c req-10424750-9d8c-4d53-97bb-bd3930f9caa9 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/security-groups?id=b38efed6-f54b-4caf-8451-aa3a591cbb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761442 May 30 20:20:07.604631 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c2af7a21-b65c-4d35-b238-e4fa7c205517 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:07.605594 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c2af7a21-b65c-4d35-b238-e4fa7c205517 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-736409'] for router, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:07.666409 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-c0767776-930c-464b-a0c3-a32d80da28db None None] Provisioning for port a8ca8642-b9e0-4127-a4f4-0c3fb666d7a9 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:20:07.718592 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 32798) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:20:07.956111 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c7e8bff9-e430-4d9b-9ddb-1d2b217914f2 req-e649484c-7eda-4312-bcf3-0a2881671f37 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/ports?device_id=2f903cc6-4588-4e6d-9f98-4119c026a994 HTTP/1.1" status: 200 len: 210 time: 0.1392732 May 30 20:20:07.998302 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 32820) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:20:08.206215 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-c23d41ad-5416-434d-bdb2-65219ddf8590 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-2030253537-network', 'tenant_id': '9d17a1b275b44cc58a1065891220db88'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:20:08.213914 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-c23d41ad-5416-434d-bdb2-65219ddf8590 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:20:08.219825 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2af7a21-b65c-4d35-b238-e4fa7c205517 admin admin] Router dce4a9b6-853a-4e96-9bb3-a1790cbf36d6 is scheduled to L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 with binding_index 1 {{(pid=84887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 20:20:08.227368 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-c23d41ad-5416-434d-bdb2-65219ddf8590 admin admin] Usage tracker for resource:network and tenant:9d17a1b275b44cc58a1065891220db88 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:20:08.234330 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-c23d41ad-5416-434d-bdb2-65219ddf8590 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:20:08.251436 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-c23d41ad-5416-434d-bdb2-65219ddf8590 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:20:08.292727 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device a8ca8642-b9e0-4127-a4f4-0c3fb666d7a9 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:20:08.371115 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-28a01086-3fca-4e81-ae90-0530ec664d59 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-362750059-network', 'tenant_id': '645455f740e1406a8b7c3a7db5a70252'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:20:08.381843 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c23d41ad-5416-434d-bdb2-65219ddf8590 admin admin] Made reservation on behalf of 9d17a1b275b44cc58a1065891220db88 for: {'network': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:20:08.384583 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c23d41ad-5416-434d-bdb2-65219ddf8590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:08.415252 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-28a01086-3fca-4e81-ae90-0530ec664d59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:20:08.428965 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-28a01086-3fca-4e81-ae90-0530ec664d59 admin admin] Usage tracker for resource:network and tenant:645455f740e1406a8b7c3a7db5a70252 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:20:08.438225 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-28a01086-3fca-4e81-ae90-0530ec664d59 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:20:08.452816 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-28a01086-3fca-4e81-ae90-0530ec664d59 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:20:08.485804 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c23d41ad-5416-434d-bdb2-65219ddf8590 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:08.541831 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-c23d41ad-5416-434d-bdb2-65219ddf8590 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:20:08.549120 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-c23d41ad-5416-434d-bdb2-65219ddf8590 admin admin] Usage tracker for resource:security_group_rule and tenant:9d17a1b275b44cc58a1065891220db88 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:20:08.554000 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-c23d41ad-5416-434d-bdb2-65219ddf8590 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:20:08.558492 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28a01086-3fca-4e81-ae90-0530ec664d59 admin admin] Made reservation on behalf of 645455f740e1406a8b7c3a7db5a70252 for: {'network': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:20:08.562147 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-28a01086-3fca-4e81-ae90-0530ec664d59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:08.581482 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-28a01086-3fca-4e81-ae90-0530ec664d59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:08.590674 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port a8ca8642-b9e0-4127-a4f4-0c3fb666d7a9 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:20:08.596606 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port a8ca8642-b9e0-4127-a4f4-0c3fb666d7a9 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:20:08.597229 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:08.615211 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-c23d41ad-5416-434d-bdb2-65219ddf8590 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:20:08.623923 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2af7a21-b65c-4d35-b238-e4fa7c205517 admin admin] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:20:08.638735 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72383f66-f50f-4fb1-bdbd-4e2625f7f1cf None None] Sync routers for ids ['dce4a9b6-853a-4e96-9bb3-a1790cbf36d6'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:20:08.674182 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72383f66-f50f-4fb1-bdbd-4e2625f7f1cf None None] Routers {'dce4a9b6-853a-4e96-9bb3-a1790cbf36d6'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:20:08.680930 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-72383f66-f50f-4fb1-bdbd-4e2625f7f1cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:19:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['dce4a9b6-853a-4e96-9bb3-a1790cbf36d6'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:20:08.696156 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-28a01086-3fca-4e81-ae90-0530ec664d59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:20:08.712427 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-28a01086-3fca-4e81-ae90-0530ec664d59 admin admin] Usage tracker for resource:security_group_rule and tenant:645455f740e1406a8b7c3a7db5a70252 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:20:08.724460 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-28a01086-3fca-4e81-ae90-0530ec664d59 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:20:08.764280 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-28a01086-3fca-4e81-ae90-0530ec664d59 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:20:08.796726 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c2af7a21-b65c-4d35-b238-e4fa7c205517 admin admin] Notify callbacks [] for router, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:08.800698 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-c2af7a21-b65c-4d35-b238-e4fa7c205517 admin admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.5194426 May 30 20:20:08.800983 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 32834) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:20:08.857954 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c23d41ad-5416-434d-bdb2-65219ddf8590 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:08.922050 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-28a01086-3fca-4e81-ae90-0530ec664d59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:08.923306 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:08.956480 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c23d41ad-5416-434d-bdb2-65219ddf8590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:09.021843 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port a8ca8642-b9e0-4127-a4f4-0c3fb666d7a9, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=a8ca8642-b9e0-4127-a4f4-0c3fb666d7a9,segment=NetworkSegment(8369aa1b-ac46-424a-9c92-34020eb636de),segment_id=8369aa1b-ac46-424a-9c92-34020eb636de)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:20:09.032618 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c23d41ad-5416-434d-bdb2-65219ddf8590 admin admin] vlan segment allocate from pool success with {'vlan_id': 652, 'physical_network': 'physnet1'} {{(pid=84886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:20:09.072702 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c23d41ad-5416-434d-bdb2-65219ddf8590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:09.073118 n-d-843948-2 neutron-server[84886]: INFO neutron.db.segments_db [None req-c23d41ad-5416-434d-bdb2-65219ddf8590 admin admin] Added segment 6ac1c053-f8b9-4142-8acc-8e9aefb1a2e0 of type vlan for network cd0af190-bc13-4695-b23f-a32845a3a302 May 30 20:20:09.113511 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:09.165973 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c23d41ad-5416-434d-bdb2-65219ddf8590 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:09.242053 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe09c63-2b4c-48a6-bed6-a83e233d1cfe req-31954af5-c0ac-4dbd-a7f4-35c3d8ca0489 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:09.244409 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4fe09c63-2b4c-48a6-bed6-a83e233d1cfe req-31954af5-c0ac-4dbd-a7f4-35c3d8ca0489 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/ports?device_id=90da6347-458d-4057-9305-60f501cdae7a HTTP/1.1" status: 200 len: 946 time: 0.1543040 May 30 20:20:09.267424 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-72383f66-f50f-4fb1-bdbd-4e2625f7f1cf None None] Set router dce4a9b6-853a-4e96-9bb3-a1790cbf36d6 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:20:09.335060 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-28a01086-3fca-4e81-ae90-0530ec664d59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:09.353280 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4fe09c63-2b4c-48a6-bed6-a83e233d1cfe req-28b37478-a53f-44f9-966d-703ad7abc16d tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/security-groups?id=b38efed6-f54b-4caf-8451-aa3a591cbb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904713 May 30 20:20:09.357661 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28a01086-3fca-4e81-ae90-0530ec664d59 admin admin] vlan segment allocate from pool success with {'vlan_id': 653, 'physical_network': 'physnet1'} {{(pid=84886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:20:09.365859 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=a8ca8642-b9e0-4127-a4f4-0c3fb666d7a9,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:20:09.372307 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-28a01086-3fca-4e81-ae90-0530ec664d59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:09.373132 n-d-843948-2 neutron-server[84886]: INFO neutron.db.segments_db [None req-28a01086-3fca-4e81-ae90-0530ec664d59 admin admin] Added segment bbb06a38-3164-4fad-a5cd-a7f5f6760c2a of type vlan for network 384b70c6-5ad4-4667-aa2e-53f8ea09a871 May 30 20:20:09.407788 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-28a01086-3fca-4e81-ae90-0530ec664d59 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:09.457115 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c23d41ad-5416-434d-bdb2-65219ddf8590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:09.458024 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c23d41ad-5416-434d-bdb2-65219ddf8590 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:09.467428 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c23d41ad-5416-434d-bdb2-65219ddf8590 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:09.494945 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-50a58976-ec4e-450e-b2d3-4e97722794ac req-28c54db6-97fc-47a9-8d73-834036087ab7 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/ports?device_id=2f903cc6-4588-4e6d-9f98-4119c026a994 HTTP/1.1" status: 200 len: 210 time: 0.2543015 May 30 20:20:09.726303 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23d41ad-5416-434d-bdb2-65219ddf8590 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22351c4f-d8f8-46cc-9947-c24461e946d0,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:20:09.789113 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23d41ad-5416-434d-bdb2-65219ddf8590 admin admin] Pushing event updated for resources: {'Network': ['ID=cd0af190-bc13-4695-b23f-a32845a3a302,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:20:09.812672 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network cd0af190-bc13-4695-b23f-a32845a3a302 details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:20:09.837567 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-28a01086-3fca-4e81-ae90-0530ec664d59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:09.838046 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-72383f66-f50f-4fb1-bdbd-4e2625f7f1cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dce4a9b6-853a-4e96-9bb3-a1790cbf36d6', 'name': 'tempest-ServerRescueNegativeTestJSON-1289574193-router', 'tenant_id': '88e042593d914709b0b6e8865f4bc68d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': '6fd4f929-f547-4afa-a511-76d2a626bb7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:20:03Z', 'updated_at': '2022-05-30T20:20:07Z', 'revision_number': 3, 'project_id': '88e042593d914709b0b6e8865f4bc68d', 'gw_port': {'id': '6fd4f929-f547-4afa-a511-76d2a626bb7a', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:d2:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dce4a9b6-853a-4e96-9bb3-a1790cbf36d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:20:04Z', 'updated_at': '2022-05-30T20:20:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:20:09.839420 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a01086-3fca-4e81-ae90-0530ec664d59 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:09.842763 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72383f66-f50f-4fb1-bdbd-4e2625f7f1cf None None] Checking router: dce4a9b6-853a-4e96-9bb3-a1790cbf36d6 for host: n-d-843948-2 {{(pid=84889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:20:09.843221 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72383f66-f50f-4fb1-bdbd-4e2625f7f1cf None None] Updating router dce4a9b6-853a-4e96-9bb3-a1790cbf36d6 port 6fd4f929-f547-4afa-a511-76d2a626bb7a binding host n-d-843948-2 {{(pid=84889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:20:09.858508 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-28a01086-3fca-4e81-ae90-0530ec664d59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:09.958679 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-72383f66-f50f-4fb1-bdbd-4e2625f7f1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:09.985677 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-c23d41ad-5416-434d-bdb2-65219ddf8590 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.2658455 May 30 20:20:09.986506 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a01086-3fca-4e81-ae90-0530ec664d59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8dab81d-8136-4d38-9905-aca0d3251be3,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:20:10.004852 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 32856) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:20:10.028933 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-28a01086-3fca-4e81-ae90-0530ec664d59 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.0293100 May 30 20:20:10.195805 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-6e2065a6-2934-4257-af81-24015f16d9b0 admin admin] Request body: {'subnet': {'network_id': 'cd0af190-bc13-4695-b23f-a32845a3a302', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-2030253537-subnet', 'tenant_id': '9d17a1b275b44cc58a1065891220db88', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:20:10.268444 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device a8ca8642-b9e0-4127-a4f4-0c3fb666d7a9 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:20:10.422935 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 32858) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:20:10.462287 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-6e2065a6-2934-4257-af81-24015f16d9b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:20:10.475863 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-35873d5a-8cb5-4e63-98c7-b16c31e9d4b5 admin admin] Request body: {'subnet': {'network_id': '384b70c6-5ad4-4667-aa2e-53f8ea09a871', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-362750059-subnet', 'tenant_id': '645455f740e1406a8b7c3a7db5a70252', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:20:10.501639 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-35873d5a-8cb5-4e63-98c7-b16c31e9d4b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:20:10.519822 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-35873d5a-8cb5-4e63-98c7-b16c31e9d4b5 admin admin] Usage tracker for resource:subnet and tenant:645455f740e1406a8b7c3a7db5a70252 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:20:10.524041 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-72383f66-f50f-4fb1-bdbd-4e2625f7f1cf None None] Notify callbacks [] for port, precommit_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:10.524739 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-35873d5a-8cb5-4e63-98c7-b16c31e9d4b5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:20:10.539320 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-35873d5a-8cb5-4e63-98c7-b16c31e9d4b5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:20:10.549573 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.provisioning_blocks [None req-72383f66-f50f-4fb1-bdbd-4e2625f7f1cf None None] Transition to ACTIVE for port object 6fd4f929-f547-4afa-a511-76d2a626bb7a will not be triggered until provisioned by entity L2. {{(pid=84889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:20:10.579353 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-6e2065a6-2934-4257-af81-24015f16d9b0 admin admin] Usage tracker for resource:subnet and tenant:9d17a1b275b44cc58a1065891220db88 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:20:10.584456 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-6e2065a6-2934-4257-af81-24015f16d9b0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:20:10.608492 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-6e2065a6-2934-4257-af81-24015f16d9b0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:20:10.614306 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port a8ca8642-b9e0-4127-a4f4-0c3fb666d7a9 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:20:10.621926 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:10.625065 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-72383f66-f50f-4fb1-bdbd-4e2625f7f1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:10.628527 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 32874) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:20:10.678934 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a01086-3fca-4e81-ae90-0530ec664d59 admin admin] Pushing event updated for resources: {'Network': ['ID=384b70c6-5ad4-4667-aa2e-53f8ea09a871,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:20:10.699512 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network 384b70c6-5ad4-4667-aa2e-53f8ea09a871 details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:20:10.708090 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35873d5a-8cb5-4e63-98c7-b16c31e9d4b5 admin admin] Made reservation on behalf of 645455f740e1406a8b7c3a7db5a70252 for: {'subnet': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:20:10.719083 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-35873d5a-8cb5-4e63-98c7-b16c31e9d4b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114220'] for subnet, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:10.850654 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74721143-de8d-4255-abb0-2721d6b752cc None None] Pushing event updated for resources: {'Port': ['ID=6fd4f929-f547-4afa-a511-76d2a626bb7a,revision_number=2']} {{(pid=84889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:20:10.862900 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c3e8556a-8527-4744-9bc3-660f8caed08f req-7553b67b-9317-4593-967d-55a9bce9f668 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/ports?device_id=2f903cc6-4588-4e6d-9f98-4119c026a994 HTTP/1.1" status: 200 len: 210 time: 0.1147244 May 30 20:20:10.904888 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-72383f66-f50f-4fb1-bdbd-4e2625f7f1cf None None] Attempting to bind port 6fd4f929-f547-4afa-a511-76d2a626bb7a on host n-d-843948-2 for vnic_type normal with profile {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:20:10.905261 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-72383f66-f50f-4fb1-bdbd-4e2625f7f1cf None None] Attempting to bind port 6fd4f929-f547-4afa-a511-76d2a626bb7a by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}] {{(pid=84889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:20:10.905644 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72383f66-f50f-4fb1-bdbd-4e2625f7f1cf None None] Attempting to bind port 6fd4f929-f547-4afa-a511-76d2a626bb7a on network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:20:10.924520 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72383f66-f50f-4fb1-bdbd-4e2625f7f1cf None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:20:10.924892 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72383f66-f50f-4fb1-bdbd-4e2625f7f1cf None None] Checking segment: {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:20:10.925294 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-72383f66-f50f-4fb1-bdbd-4e2625f7f1cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:10.929119 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72383f66-f50f-4fb1-bdbd-4e2625f7f1cf None None] Bound using segment: {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'} {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:20:10.929345 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-72383f66-f50f-4fb1-bdbd-4e2625f7f1cf None None] Bound port: 6fd4f929-f547-4afa-a511-76d2a626bb7a, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}}] {{(pid=84889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:20:10.929605 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-72383f66-f50f-4fb1-bdbd-4e2625f7f1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:11.045530 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.db [None req-72383f66-f50f-4fb1-bdbd-4e2625f7f1cf None None] For port 6fd4f929-f547-4afa-a511-76d2a626bb7a, host n-d-843948-2, cleared binding levels {{(pid=84889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:20:11.049108 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.db [None req-72383f66-f50f-4fb1-bdbd-4e2625f7f1cf None None] For port 6fd4f929-f547-4afa-a511-76d2a626bb7a, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=6fd4f929-f547-4afa-a511-76d2a626bb7a,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:20:11.055913 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74721143-de8d-4255-abb0-2721d6b752cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:20:11.056257 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74721143-de8d-4255-abb0-2721d6b752cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:20:11.056592 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74721143-de8d-4255-abb0-2721d6b752cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:20:11.056923 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74721143-de8d-4255-abb0-2721d6b752cc None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:20:11.057300 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74721143-de8d-4255-abb0-2721d6b752cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:20:11.057813 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74721143-de8d-4255-abb0-2721d6b752cc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:20:11.069999 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74721143-de8d-4255-abb0-2721d6b752cc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:20:11.070365 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74721143-de8d-4255-abb0-2721d6b752cc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:20:11.070696 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74721143-de8d-4255-abb0-2721d6b752cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:20:11.071029 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74721143-de8d-4255-abb0-2721d6b752cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:20:11.071412 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74721143-de8d-4255-abb0-2721d6b752cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:20:11.128641 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-72383f66-f50f-4fb1-bdbd-4e2625f7f1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:11.253098 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74721143-de8d-4255-abb0-2721d6b752cc None None] Pushing event updated for resources: {'Port': ['ID=6fd4f929-f547-4afa-a511-76d2a626bb7a,revision_number=3']} {{(pid=84889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:20:11.335084 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72383f66-f50f-4fb1-bdbd-4e2625f7f1cf None None] Routers {'dce4a9b6-853a-4e96-9bb3-a1790cbf36d6'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:20:11.335731 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-72383f66-f50f-4fb1-bdbd-4e2625f7f1cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:19:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['dce4a9b6-853a-4e96-9bb3-a1790cbf36d6'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:20:11.389691 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-35873d5a-8cb5-4e63-98c7-b16c31e9d4b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4055401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114238'] for subnet, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:11.539654 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e2065a6-2934-4257-af81-24015f16d9b0 admin admin] Made reservation on behalf of 9d17a1b275b44cc58a1065891220db88 for: {'subnet': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:20:11.541651 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6e2065a6-2934-4257-af81-24015f16d9b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114220'] for subnet, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:11.689581 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274181d9-2e65-49a6-9ba1-36c92d45f568 req-793a7222-3ace-4b7e-a960-a56c44b49185 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:11.699602 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-274181d9-2e65-49a6-9ba1-36c92d45f568 req-793a7222-3ace-4b7e-a960-a56c44b49185 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.71 "GET /v2.0/networks?id=b8dbbf3d-6692-4ebe-a45d-1177e8082a2b HTTP/1.1" status: 200 len: 814 time: 0.4166534 May 30 20:20:11.722105 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [req-274181d9-2e65-49a6-9ba1-36c92d45f568 req-a34f6739-4e9f-4dce-972f-c3b31ffa7b47 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Request body: {'port': {'device_id': '2f903cc6-4588-4e6d-9f98-4119c026a994', 'network_id': 'b8dbbf3d-6692-4ebe-a45d-1177e8082a2b', 'admin_state_up': True, 'tenant_id': '8e7af6fbddf440778dd87d98216021ce'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:20:11.799054 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-72383f66-f50f-4fb1-bdbd-4e2625f7f1cf None None] Set router dce4a9b6-853a-4e96-9bb3-a1790cbf36d6 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:20:11.983807 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35873d5a-8cb5-4e63-98c7-b16c31e9d4b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0362111a-0014-4eec-82be-885bf4390269,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:20:11.987975 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5089625a-2632-4e63-bf4d-4fa6a05d36fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:12.087091 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6e2065a6-2934-4257-af81-24015f16d9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4055401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114238'] for subnet, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:12.109320 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-274181d9-2e65-49a6-9ba1-36c92d45f568 req-a34f6739-4e9f-4dce-972f-c3b31ffa7b47 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:20:12.120906 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-274181d9-2e65-49a6-9ba1-36c92d45f568 req-a34f6739-4e9f-4dce-972f-c3b31ffa7b47 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Usage tracker for resource:port and tenant:8e7af6fbddf440778dd87d98216021ce is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:20:12.129270 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-274181d9-2e65-49a6-9ba1-36c92d45f568 req-a34f6739-4e9f-4dce-972f-c3b31ffa7b47 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:20:12.140865 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-274181d9-2e65-49a6-9ba1-36c92d45f568 req-a34f6739-4e9f-4dce-972f-c3b31ffa7b47 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:20:12.256127 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc42c201-a052-4b0d-86ff-5e561a7174ea req-86c9fd59-81b0-4b49-bac0-75e3d5eb1002 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:12.264188 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-cc42c201-a052-4b0d-86ff-5e561a7174ea req-86c9fd59-81b0-4b49-bac0-75e3d5eb1002 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/ports?device_id=90da6347-458d-4057-9305-60f501cdae7a HTTP/1.1" status: 200 len: 946 time: 1.0053864 May 30 20:20:12.266738 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-5089625a-2632-4e63-bf4d-4fa6a05d36fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:20:12.276622 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-274181d9-2e65-49a6-9ba1-36c92d45f568 req-a34f6739-4e9f-4dce-972f-c3b31ffa7b47 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Made reservation on behalf of 8e7af6fbddf440778dd87d98216021ce for: {'port': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:20:12.280670 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-274181d9-2e65-49a6-9ba1-36c92d45f568 req-a34f6739-4e9f-4dce-972f-c3b31ffa7b47 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:12.366877 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-da8a4d7e-6552-43ad-bab4-471e8a6009da req-02f5ca20-9f27-444a-9e90-8756d3803e06 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/ports?device_id=2f903cc6-4588-4e6d-9f98-4119c026a994 HTTP/1.1" status: 200 len: 210 time: 0.0653658 May 30 20:20:12.384644 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-5089625a-2632-4e63-bf4d-4fa6a05d36fa admin admin] Usage tracker for resource:security_group_rule and tenant:e2263a2de0ab492e9d108cc1d0adce0c is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:20:12.416887 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35873d5a-8cb5-4e63-98c7-b16c31e9d4b5 admin admin] Checking segment: {'id': 'bbb06a38-3164-4fad-a5cd-a7f5f6760c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '384b70c6-5ad4-4667-aa2e-53f8ea09a871'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:20:12.419766 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35873d5a-8cb5-4e63-98c7-b16c31e9d4b5 admin admin] Network hostable DHCP agents. Network: 384b70c6-5ad4-4667-aa2e-53f8ea09a871, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:20:12.438558 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2065a6-2934-4257-af81-24015f16d9b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3d3176d-ed5e-4750-bd9f-9dc7413b362c,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:20:12.445991 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-5089625a-2632-4e63-bf4d-4fa6a05d36fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:20:12.478231 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-72383f66-f50f-4fb1-bdbd-4e2625f7f1cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dce4a9b6-853a-4e96-9bb3-a1790cbf36d6', 'name': 'tempest-ServerRescueNegativeTestJSON-1289574193-router', 'tenant_id': '88e042593d914709b0b6e8865f4bc68d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': '6fd4f929-f547-4afa-a511-76d2a626bb7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:20:03Z', 'updated_at': '2022-05-30T20:20:07Z', 'revision_number': 3, 'project_id': '88e042593d914709b0b6e8865f4bc68d', 'gw_port': {'id': '6fd4f929-f547-4afa-a511-76d2a626bb7a', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:d2:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dce4a9b6-853a-4e96-9bb3-a1790cbf36d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:20:04Z', 'updated_at': '2022-05-30T20:20:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:20:12.489435 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72383f66-f50f-4fb1-bdbd-4e2625f7f1cf None None] The sync data for ids ['dce4a9b6-853a-4e96-9bb3-a1790cbf36d6'] in n-d-843948-2 is: [{'id': 'dce4a9b6-853a-4e96-9bb3-a1790cbf36d6', 'name': 'tempest-ServerRescueNegativeTestJSON-1289574193-router', 'tenant_id': '88e042593d914709b0b6e8865f4bc68d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': '6fd4f929-f547-4afa-a511-76d2a626bb7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:20:03Z', 'updated_at': '2022-05-30T20:20:07Z', 'revision_number': 3, 'project_id': '88e042593d914709b0b6e8865f4bc68d', 'gw_port': {'id': '6fd4f929-f547-4afa-a511-76d2a626bb7a', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:d2:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dce4a9b6-853a-4e96-9bb3-a1790cbf36d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:20:04Z', 'updated_at': '2022-05-30T20:20:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:20:12.496344 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-5089625a-2632-4e63-bf4d-4fa6a05d36fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:20:12.545313 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-cc42c201-a052-4b0d-86ff-5e561a7174ea req-6bae9043-0ef9-4093-841d-f1032b7f6544 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/security-groups?id=b38efed6-f54b-4caf-8451-aa3a591cbb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2793064 May 30 20:20:12.610766 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2065a6-2934-4257-af81-24015f16d9b0 admin admin] Checking segment: {'id': '6ac1c053-f8b9-4142-8acc-8e9aefb1a2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'cd0af190-bc13-4695-b23f-a32845a3a302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:20:12.611067 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2065a6-2934-4257-af81-24015f16d9b0 admin admin] Network hostable DHCP agents. Network: cd0af190-bc13-4695-b23f-a32845a3a302, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:20:12.631016 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [req-274181d9-2e65-49a6-9ba1-36c92d45f568 req-a34f6739-4e9f-4dce-972f-c3b31ffa7b47 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Allocated IP 172.20.0.5 (b8dbbf3d-6692-4ebe-a45d-1177e8082a2b/61db9283-a711-4dd7-99cf-b308efe98b83/460fff84-62d6-49b9-acfe-5f3b6755bc57) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:20:12.764459 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35873d5a-8cb5-4e63-98c7-b16c31e9d4b5 admin admin] Network 384b70c6-5ad4-4667-aa2e-53f8ea09a871 is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:20:12.831562 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5089625a-2632-4e63-bf4d-4fa6a05d36fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:12.970544 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5089625a-2632-4e63-bf4d-4fa6a05d36fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:12.996568 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2065a6-2934-4257-af81-24015f16d9b0 admin admin] Network cd0af190-bc13-4695-b23f-a32845a3a302 is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:20:13.090480 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-274181d9-2e65-49a6-9ba1-36c92d45f568 req-a34f6739-4e9f-4dce-972f-c3b31ffa7b47 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:13.096883 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-35873d5a-8cb5-4e63-98c7-b16c31e9d4b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, 384b70c6-5ad4-4667-aa2e-53f8ea09a871) {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:20:13.107488 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-5089625a-2632-4e63-bf4d-4fa6a05d36fa admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=e2263a2de0ab492e9d108cc1d0adce0c&name=default HTTP/1.1" status: 200 len: 2647 time: 2.4598694 May 30 20:20:13.107488 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-6e2065a6-2934-4257-af81-24015f16d9b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, cd0af190-bc13-4695-b23f-a32845a3a302) {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:20:13.107488 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5089625a-2632-4e63-bf4d-4fa6a05d36fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c02e45b-b817-499c-b098-9fc0119ed790,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:20:13.115931 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1b8b6ff-dbb0-495f-8074-c44a95f7e1f6 None None] Network 384b70c6-5ad4-4667-aa2e-53f8ea09a871 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:20:13.118202 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 32890) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:20:13.132550 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e2065a6-2934-4257-af81-24015f16d9b0 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:13.133128 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6e2065a6-2934-4257-af81-24015f16d9b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:13.138510 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35873d5a-8cb5-4e63-98c7-b16c31e9d4b5 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:13.138510 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-35873d5a-8cb5-4e63-98c7-b16c31e9d4b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:13.247608 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-612fc771-2b3d-4c6d-a035-edd7c4296045 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:13.303688 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-612fc771-2b3d-4c6d-a035-edd7c4296045 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:13.346276 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84811aa6-adac-47fd-9a78-69254be3baad None None] Network cd0af190-bc13-4695-b23f-a32845a3a302 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:20:13.379670 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-274181d9-2e65-49a6-9ba1-36c92d45f568 req-a34f6739-4e9f-4dce-972f-c3b31ffa7b47 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:13.483566 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5e713c0b-2589-4d9f-a7f5-56c8dd77a45d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:13.533633 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-6e2065a6-2934-4257-af81-24015f16d9b0 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.3755484 May 30 20:20:13.535168 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 32898) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:20:13.569398 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-18c90693-0c5e-4d28-8cb0-b6b6289a9765 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-2030253537-router', 'tenant_id': '9d17a1b275b44cc58a1065891220db88', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:20:13.598977 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-35873d5a-8cb5-4e63-98c7-b16c31e9d4b5 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.1656086 May 30 20:20:13.622013 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-18c90693-0c5e-4d28-8cb0-b6b6289a9765 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:20:13.634607 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-18c90693-0c5e-4d28-8cb0-b6b6289a9765 admin admin] Usage tracker for resource:router and tenant:9d17a1b275b44cc58a1065891220db88 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:20:13.730236 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-18c90693-0c5e-4d28-8cb0-b6b6289a9765 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:20:13.746053 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-18c90693-0c5e-4d28-8cb0-b6b6289a9765 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:20:13.848052 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-18c90693-0c5e-4d28-8cb0-b6b6289a9765 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-733683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3159'] for router, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:13.849363 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-18c90693-0c5e-4d28-8cb0-b6b6289a9765 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-733584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-736372', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-628480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3164'] for router, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:14.000342 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34f6739-4e9f-4dce-972f-c3b31ffa7b47 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Pushing event updated for resources: {'Port': ['ID=460fff84-62d6-49b9-acfe-5f3b6755bc57,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:20:14.056857 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-274181d9-2e65-49a6-9ba1-36c92d45f568 req-a34f6739-4e9f-4dce-972f-c3b31ffa7b47 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Network b8dbbf3d-6692-4ebe-a45d-1177e8082a2b is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:20:14.060641 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [req-274181d9-2e65-49a6-9ba1-36c92d45f568 req-a34f6739-4e9f-4dce-972f-c3b31ffa7b47 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:20:14.080379 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [req-274181d9-2e65-49a6-9ba1-36c92d45f568 req-a34f6739-4e9f-4dce-972f-c3b31ffa7b47 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:20:14.261298 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-612fc771-2b3d-4c6d-a035-edd7c4296045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:14.284122 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274181d9-2e65-49a6-9ba1-36c92d45f568 req-a34f6739-4e9f-4dce-972f-c3b31ffa7b47 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:14.284948 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-274181d9-2e65-49a6-9ba1-36c92d45f568 req-a34f6739-4e9f-4dce-972f-c3b31ffa7b47 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:14.325033 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612fc771-2b3d-4c6d-a035-edd7c4296045 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c02e45b-b817-499c-b098-9fc0119ed790,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:20:14.346613 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-612fc771-2b3d-4c6d-a035-edd7c4296045 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:14.350119 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-612fc771-2b3d-4c6d-a035-edd7c4296045 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/1c02e45b-b817-499c-b098-9fc0119ed790 HTTP/1.1" status: 204 len: 168 time: 1.2283487 May 30 20:20:14.356073 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72261f9e-e10f-4f6a-93d0-8c76e1993930 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-cd0af190-bc13-4695-b23f-a32845a3a302', 'network_id': 'cd0af190-bc13-4695-b23f-a32845a3a302', 'tenant_id': '9d17a1b275b44cc58a1065891220db88', 'fixed_ips': [{'subnet_id': 'd3d3176d-ed5e-4750-bd9f-9dc7413b362c'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:20:14.356989 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-72261f9e-e10f-4f6a-93d0-8c76e1993930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:14.366997 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed3d589-f34c-4da9-82be-2de0fa735ff8 req-f21ea726-207e-413d-bdc7-81660d429ea4 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:14.368989 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-3ed3d589-f34c-4da9-82be-2de0fa735ff8 req-f21ea726-207e-413d-bdc7-81660d429ea4 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Synchronizing usage tracker for tenant:8e7af6fbddf440778dd87d98216021ce on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:20:14.405454 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-274181d9-2e65-49a6-9ba1-36c92d45f568 req-a34f6739-4e9f-4dce-972f-c3b31ffa7b47 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6875529 May 30 20:20:14.407963 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 6fd4f929-f547-4afa-a511-76d2a626bb7a up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:20:14.417900 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [req-274181d9-2e65-49a6-9ba1-36c92d45f568 req-f4666a0a-be7e-4ae2-945b-7bd5c9d4ca5a service neutron] Request body: {'port': {'device_id': '2f903cc6-4588-4e6d-9f98-4119c026a994', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843948-2'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:20:14.439046 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-18c90693-0c5e-4d28-8cb0-b6b6289a9765 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:14.540530 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0423b07-ade6-4748-87b8-f4931e5bf297 req-a8dbb147-6a60-4dea-b51b-bfe9e5be14a3 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:14.548619 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d0423b07-ade6-4748-87b8-f4931e5bf297 req-a8dbb147-6a60-4dea-b51b-bfe9e5be14a3 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/ports?device_id=90da6347-458d-4057-9305-60f501cdae7a HTTP/1.1" status: 200 len: 946 time: 0.3790307 May 30 20:20:14.583654 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-3ed3d589-f34c-4da9-82be-2de0fa735ff8 req-f21ea726-207e-413d-bdc7-81660d429ea4 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Unset dirty status for tenant:8e7af6fbddf440778dd87d98216021ce on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:20:14.585807 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3ed3d589-f34c-4da9-82be-2de0fa735ff8 req-f21ea726-207e-413d-bdc7-81660d429ea4 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/ports?device_id=2f903cc6-4588-4e6d-9f98-4119c026a994 HTTP/1.1" status: 200 len: 931 time: 0.8235233 May 30 20:20:14.739112 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3ed3d589-f34c-4da9-82be-2de0fa735ff8 req-0603c13c-62f1-4631-91a6-2c9e7a354ad9 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2ed7a16-df30-4283-b4d4-5e9611f16ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300874 May 30 20:20:14.739746 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-274181d9-2e65-49a6-9ba1-36c92d45f568 req-f4666a0a-be7e-4ae2-945b-7bd5c9d4ca5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:14.836931 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-72261f9e-e10f-4f6a-93d0-8c76e1993930 None None] Allocated IP 172.20.0.2 (cd0af190-bc13-4695-b23f-a32845a3a302/d3d3176d-ed5e-4750-bd9f-9dc7413b362c/b43bdb78-31dd-40d0-a792-b36bcf8da753) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:20:14.973879 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [None req-5e713c0b-2589-4d9f-a7f5-56c8dd77a45d admin admin] Allocated IP 172.20.0.1 (3b009590-a296-4757-aa36-6233b5dedf2d/4a48f417-ba85-44a0-9f1b-28d1dfa8235b/3d8a46dc-bcc2-41b3-8b77-5e8506e6c3a6) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:20:14.990351 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61c1a5b0-4bc4-4475-8e78-2dfaf9753137 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-384b70c6-5ad4-4667-aa2e-53f8ea09a871', 'network_id': '384b70c6-5ad4-4667-aa2e-53f8ea09a871', 'tenant_id': '645455f740e1406a8b7c3a7db5a70252', 'fixed_ips': [{'subnet_id': '0362111a-0014-4eec-82be-885bf4390269'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:20:14.991725 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-61c1a5b0-4bc4-4475-8e78-2dfaf9753137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:15.165035 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [req-274181d9-2e65-49a6-9ba1-36c92d45f568 req-f4666a0a-be7e-4ae2-945b-7bd5c9d4ca5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 460fff84-62d6-49b9-acfe-5f3b6755bc57 {{(pid=84886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:20:15.183561 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-274181d9-2e65-49a6-9ba1-36c92d45f568 req-f4666a0a-be7e-4ae2-945b-7bd5c9d4ca5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:15.221937 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [req-274181d9-2e65-49a6-9ba1-36c92d45f568 req-f4666a0a-be7e-4ae2-945b-7bd5c9d4ca5a service neutron] Transition to ACTIVE for port object 460fff84-62d6-49b9-acfe-5f3b6755bc57 will not be triggered until provisioned by entity L2. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:20:15.299770 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-274181d9-2e65-49a6-9ba1-36c92d45f568 req-f4666a0a-be7e-4ae2-945b-7bd5c9d4ca5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:15.422594 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4666a0a-be7e-4ae2-945b-7bd5c9d4ca5a service neutron] Pushing event updated for resources: {'Port': ['ID=460fff84-62d6-49b9-acfe-5f3b6755bc57,revision_number=2']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:20:15.435734 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 6fd4f929-f547-4afa-a511-76d2a626bb7a completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:20:15.468035 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 6fd4f929-f547-4afa-a511-76d2a626bb7a triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:20:15.468822 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:15.607809 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5e713c0b-2589-4d9f-a7f5-56c8dd77a45d admin admin] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:15.631710 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [None req-5e713c0b-2589-4d9f-a7f5-56c8dd77a45d admin admin] Transition to ACTIVE for port object 3d8a46dc-bcc2-41b3-8b77-5e8506e6c3a6 will not be triggered until provisioned by entity DHCP. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:20:15.708974 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d0423b07-ade6-4748-87b8-f4931e5bf297 req-df04fed7-bed5-4113-b055-25e1fcb68888 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/security-groups?id=b38efed6-f54b-4caf-8451-aa3a591cbb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1591859 May 30 20:20:15.731374 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-18c90693-0c5e-4d28-8cb0-b6b6289a9765 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-736390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:15.742404 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5e713c0b-2589-4d9f-a7f5-56c8dd77a45d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:16.078503 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-61c1a5b0-4bc4-4475-8e78-2dfaf9753137 None None] Allocated IP 172.20.0.2 (384b70c6-5ad4-4667-aa2e-53f8ea09a871/0362111a-0014-4eec-82be-885bf4390269/393b7ab3-c212-4ab4-a81d-5e3a5e35d113) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:20:16.078503 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-72261f9e-e10f-4f6a-93d0-8c76e1993930 None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:16.078792 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e713c0b-2589-4d9f-a7f5-56c8dd77a45d admin admin] Network 3b009590-a296-4757-aa36-6233b5dedf2d is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:20:16.078792 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 32928) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:20:16.078792 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-5e713c0b-2589-4d9f-a7f5-56c8dd77a45d admin admin] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:20:16.078792 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e713c0b-2589-4d9f-a7f5-56c8dd77a45d admin admin] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:20:16.079077 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-274181d9-2e65-49a6-9ba1-36c92d45f568 req-f4666a0a-be7e-4ae2-945b-7bd5c9d4ca5a service neutron] Attempting to bind port 460fff84-62d6-49b9-acfe-5f3b6755bc57 on host n-h1-843948-2 for vnic_type normal with profile {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:20:16.079077 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-274181d9-2e65-49a6-9ba1-36c92d45f568 req-f4666a0a-be7e-4ae2-945b-7bd5c9d4ca5a service neutron] Attempting to bind port 460fff84-62d6-49b9-acfe-5f3b6755bc57 by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': 'bb0b98bd-77ea-44e3-b5bc-734c2b73a239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'b8dbbf3d-6692-4ebe-a45d-1177e8082a2b'}] {{(pid=84886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:20:16.079241 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-72261f9e-e10f-4f6a-93d0-8c76e1993930 None None] Transition to ACTIVE for port object b43bdb78-31dd-40d0-a792-b36bcf8da753 will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:20:16.079338 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-274181d9-2e65-49a6-9ba1-36c92d45f568 req-f4666a0a-be7e-4ae2-945b-7bd5c9d4ca5a service neutron] Attempting to bind port 460fff84-62d6-49b9-acfe-5f3b6755bc57 on network b8dbbf3d-6692-4ebe-a45d-1177e8082a2b {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:20:16.079338 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-274181d9-2e65-49a6-9ba1-36c92d45f568 req-f4666a0a-be7e-4ae2-945b-7bd5c9d4ca5a service neutron] Port 460fff84-62d6-49b9-acfe-5f3b6755bc57 on network b8dbbf3d-6692-4ebe-a45d-1177e8082a2b not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:20:16.079338 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-274181d9-2e65-49a6-9ba1-36c92d45f568 req-f4666a0a-be7e-4ae2-945b-7bd5c9d4ca5a service neutron] Attempting to bind port 460fff84-62d6-49b9-acfe-5f3b6755bc57 on network b8dbbf3d-6692-4ebe-a45d-1177e8082a2b {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:20:16.087721 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-274181d9-2e65-49a6-9ba1-36c92d45f568 req-f4666a0a-be7e-4ae2-945b-7bd5c9d4ca5a service neutron] Checking agent: {'id': 'f728d74e-a4ae-4384-860b-a5ade05dd8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:20:16.088479 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-274181d9-2e65-49a6-9ba1-36c92d45f568 req-f4666a0a-be7e-4ae2-945b-7bd5c9d4ca5a service neutron] Checking segment: {'id': 'bb0b98bd-77ea-44e3-b5bc-734c2b73a239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'b8dbbf3d-6692-4ebe-a45d-1177e8082a2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:20:16.089117 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-274181d9-2e65-49a6-9ba1-36c92d45f568 req-f4666a0a-be7e-4ae2-945b-7bd5c9d4ca5a service neutron] Bound using segment: {'id': 'bb0b98bd-77ea-44e3-b5bc-734c2b73a239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'b8dbbf3d-6692-4ebe-a45d-1177e8082a2b'} {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:20:16.155529 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-274181d9-2e65-49a6-9ba1-36c92d45f568 req-f4666a0a-be7e-4ae2-945b-7bd5c9d4ca5a service neutron] Bound port: 460fff84-62d6-49b9-acfe-5f3b6755bc57, host: n-h1-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb0b98bd-77ea-44e3-b5bc-734c2b73a239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'b8dbbf3d-6692-4ebe-a45d-1177e8082a2b'}}] {{(pid=84886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:20:16.155529 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-274181d9-2e65-49a6-9ba1-36c92d45f568 req-f4666a0a-be7e-4ae2-945b-7bd5c9d4ca5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:16.155817 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:16.182093 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e713c0b-2589-4d9f-a7f5-56c8dd77a45d admin admin] Pushing event updated for resources: {'Port': ['ID=3d8a46dc-bcc2-41b3-8b77-5e8506e6c3a6,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:20:16.240020 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f23eb35f-95d3-4e23-9e43-2bdd0681e483 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:16.358233 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port 6fd4f929-f547-4afa-a511-76d2a626bb7a, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=6fd4f929-f547-4afa-a511-76d2a626bb7a,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:20:16.360200 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-72261f9e-e10f-4f6a-93d0-8c76e1993930 None None] Transition to ACTIVE for port object b43bdb78-31dd-40d0-a792-b36bcf8da753 will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:20:16.454695 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afc9b49-4b8b-4124-9e45-9ca0680d8fe8 req-fd2a4f5b-d935-4bd9-b10c-19de9765ebf6 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:16.456323 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-0afc9b49-4b8b-4124-9e45-9ca0680d8fe8 req-fd2a4f5b-d935-4bd9-b10c-19de9765ebf6 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] Synchronizing usage tracker for tenant:645455f740e1406a8b7c3a7db5a70252 on resource:network {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:20:16.526992 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-61c1a5b0-4bc4-4475-8e78-2dfaf9753137 None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:16.540319 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-61c1a5b0-4bc4-4475-8e78-2dfaf9753137 None None] Transition to ACTIVE for port object 393b7ab3-c212-4ab4-a81d-5e3a5e35d113 will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:20:16.564938 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-61c1a5b0-4bc4-4475-8e78-2dfaf9753137 None None] Transition to ACTIVE for port object 393b7ab3-c212-4ab4-a81d-5e3a5e35d113 will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:20:16.568605 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:16.600311 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-274181d9-2e65-49a6-9ba1-36c92d45f568 req-f4666a0a-be7e-4ae2-945b-7bd5c9d4ca5a service neutron] For port 460fff84-62d6-49b9-acfe-5f3b6755bc57, host n-h1-843948-2, cleared binding levels {{(pid=84886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:20:16.607935 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-274181d9-2e65-49a6-9ba1-36c92d45f568 req-f4666a0a-be7e-4ae2-945b-7bd5c9d4ca5a service neutron] For port 460fff84-62d6-49b9-acfe-5f3b6755bc57, host n-h1-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=460fff84-62d6-49b9-acfe-5f3b6755bc57,segment=NetworkSegment(bb0b98bd-77ea-44e3-b5bc-734c2b73a239),segment_id=bb0b98bd-77ea-44e3-b5bc-734c2b73a239)] {{(pid=84886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:20:16.689782 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-f23eb35f-95d3-4e23-9e43-2bdd0681e483 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:20:16.695656 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5e713c0b-2589-4d9f-a7f5-56c8dd77a45d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-736099'] for router_interface, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:16.702944 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-72261f9e-e10f-4f6a-93d0-8c76e1993930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:16.713464 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-f23eb35f-95d3-4e23-9e43-2bdd0681e483 admin admin] Usage tracker for resource:security_group_rule and tenant:0f9372281f524db59b8642c5be69be56 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:20:16.721224 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-f23eb35f-95d3-4e23-9e43-2bdd0681e483 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:20:16.727872 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-61c1a5b0-4bc4-4475-8e78-2dfaf9753137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:16.741381 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-0afc9b49-4b8b-4124-9e45-9ca0680d8fe8 req-fd2a4f5b-d935-4bd9-b10c-19de9765ebf6 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] Unset dirty status for tenant:645455f740e1406a8b7c3a7db5a70252 on resource:network {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:20:16.744179 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0afc9b49-4b8b-4124-9e45-9ca0680d8fe8 req-fd2a4f5b-d935-4bd9-b10c-19de9765ebf6 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] 10.222.0.85 "GET /v2.0/networks?id=384b70c6-5ad4-4667-aa2e-53f8ea09a871 HTTP/1.1" status: 200 len: 815 time: 0.6570191 May 30 20:20:16.746167 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-274181d9-2e65-49a6-9ba1-36c92d45f568 req-f4666a0a-be7e-4ae2-945b-7bd5c9d4ca5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:16.813488 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-f23eb35f-95d3-4e23-9e43-2bdd0681e483 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:20:16.932170 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb06232b-3ac8-4e1d-a41a-c5ac62f9c0d4 req-5eebc446-4e84-44d1-a943-c25eb575516c tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:16.941319 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-cb06232b-3ac8-4e1d-a41a-c5ac62f9c0d4 req-5eebc446-4e84-44d1-a943-c25eb575516c tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/ports?device_id=2f903cc6-4588-4e6d-9f98-4119c026a994 HTTP/1.1" status: 200 len: 943 time: 0.8153942 May 30 20:20:17.027429 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72261f9e-e10f-4f6a-93d0-8c76e1993930 None None] Network cd0af190-bc13-4695-b23f-a32845a3a302 is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:20:17.037851 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-cb06232b-3ac8-4e1d-a41a-c5ac62f9c0d4 req-7ec78847-baad-4c59-b852-a2848af3709c tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Synchronizing usage tracker for tenant:8e7af6fbddf440778dd87d98216021ce on resource:security_group {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:20:17.140825 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-72261f9e-e10f-4f6a-93d0-8c76e1993930 None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:20:17.180562 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c1a5b0-4bc4-4475-8e78-2dfaf9753137 None None] Network 384b70c6-5ad4-4667-aa2e-53f8ea09a871 is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:20:17.183812 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72261f9e-e10f-4f6a-93d0-8c76e1993930 None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:20:17.191665 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-fb2663dc-15ef-4093-a9cd-33f4576ed2f8 None None] Provisioning for port 3d8a46dc-bcc2-41b3-8b77-5e8506e6c3a6 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:20:17.221368 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-61c1a5b0-4bc4-4475-8e78-2dfaf9753137 None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:20:17.222234 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4666a0a-be7e-4ae2-945b-7bd5c9d4ca5a service neutron] Pushing event updated for resources: {'Port': ['ID=460fff84-62d6-49b9-acfe-5f3b6755bc57,revision_number=3']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:20:17.227238 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f23eb35f-95d3-4e23-9e43-2bdd0681e483 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:17.238554 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=6fd4f929-f547-4afa-a511-76d2a626bb7a,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:20:17.242251 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c1a5b0-4bc4-4475-8e78-2dfaf9753137 None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:20:17.249936 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-fb2663dc-15ef-4093-a9cd-33f4576ed2f8 None None] Provisioning complete for port 3d8a46dc-bcc2-41b3-8b77-5e8506e6c3a6 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:20:17.250555 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-fb2663dc-15ef-4093-a9cd-33f4576ed2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:17.263641 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-cb06232b-3ac8-4e1d-a41a-c5ac62f9c0d4 req-7ec78847-baad-4c59-b852-a2848af3709c tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Unset dirty status for tenant:8e7af6fbddf440778dd87d98216021ce on resource:security_group {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:20:17.269879 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0afc9b49-4b8b-4124-9e45-9ca0680d8fe8 req-1c3112f9-0964-4dfd-9c35-91f88cb294a2 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] 10.222.0.85 "GET /v2.0/quotas/645455f740e1406a8b7c3a7db5a70252 HTTP/1.1" status: 200 len: 375 time: 0.4876719 May 30 20:20:17.278378 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-cb06232b-3ac8-4e1d-a41a-c5ac62f9c0d4 req-7ec78847-baad-4c59-b852-a2848af3709c tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2ed7a16-df30-4283-b4d4-5e9611f16ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3360267 May 30 20:20:17.337894 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5e713c0b-2589-4d9f-a7f5-56c8dd77a45d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:17.377120 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f23eb35f-95d3-4e23-9e43-2bdd0681e483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:17.427031 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-18c90693-0c5e-4d28-8cb0-b6b6289a9765 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:17.492754 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-274181d9-2e65-49a6-9ba1-36c92d45f568 req-f4666a0a-be7e-4ae2-945b-7bd5c9d4ca5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:17.503421 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-274181d9-2e65-49a6-9ba1-36c92d45f568 req-f4666a0a-be7e-4ae2-945b-7bd5c9d4ca5a service neutron] 10.222.0.71 "PUT /v2.0/ports/460fff84-62d6-49b9-acfe-5f3b6755bc57 HTTP/1.1" status: 200 len: 1091 time: 3.0894072 May 30 20:20:17.503421 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f903cc6-4588-4e6d-9f98-4119c026a994', 'tag': '460fff84-62d6-49b9-acfe-5f3b6755bc57'}] {{(pid=84886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:20:17.635627 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0afc9b49-4b8b-4124-9e45-9ca0680d8fe8 req-1c3765c4-564d-4b7b-998f-4a3db08c54e4 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=645455f740e1406a8b7c3a7db5a70252&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3634655 May 30 20:20:17.652098 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [req-0afc9b49-4b8b-4124-9e45-9ca0680d8fe8 req-44fee09e-539e-4110-8e1d-e40c0993c985 service neutron] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=84886) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:20:17.660872 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0afc9b49-4b8b-4124-9e45-9ca0680d8fe8 req-44fee09e-539e-4110-8e1d-e40c0993c985 service neutron] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0236385 May 30 20:20:17.707005 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-72261f9e-e10f-4f6a-93d0-8c76e1993930 None None] Attempting to bind port b43bdb78-31dd-40d0-a792-b36bcf8da753 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:20:17.708561 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-72261f9e-e10f-4f6a-93d0-8c76e1993930 None None] Attempting to bind port b43bdb78-31dd-40d0-a792-b36bcf8da753 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': '6ac1c053-f8b9-4142-8acc-8e9aefb1a2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'cd0af190-bc13-4695-b23f-a32845a3a302'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:20:17.709350 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72261f9e-e10f-4f6a-93d0-8c76e1993930 None None] Attempting to bind port b43bdb78-31dd-40d0-a792-b36bcf8da753 on network cd0af190-bc13-4695-b23f-a32845a3a302 {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:20:17.793672 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-f23eb35f-95d3-4e23-9e43-2bdd0681e483 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=0f9372281f524db59b8642c5be69be56&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7735341 May 30 20:20:17.804409 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23eb35f-95d3-4e23-9e43-2bdd0681e483 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9604cfd-9e7f-43fc-986d-41036d68c58c,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:20:17.824357 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 32942) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:20:17.834807 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-fb2663dc-15ef-4093-a9cd-33f4576ed2f8 None None] Port 3d8a46dc-bcc2-41b3-8b77-5e8506e6c3a6 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:20:17.851227 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72261f9e-e10f-4f6a-93d0-8c76e1993930 None None] Pushing event updated for resources: {'Port': ['ID=b43bdb78-31dd-40d0-a792-b36bcf8da753,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:20:17.874679 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72261f9e-e10f-4f6a-93d0-8c76e1993930 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:20:17.875816 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72261f9e-e10f-4f6a-93d0-8c76e1993930 None None] Checking segment: {'id': '6ac1c053-f8b9-4142-8acc-8e9aefb1a2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'cd0af190-bc13-4695-b23f-a32845a3a302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:20:17.881476 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-72261f9e-e10f-4f6a-93d0-8c76e1993930 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:17.882372 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72261f9e-e10f-4f6a-93d0-8c76e1993930 None None] Bound using segment: {'id': '6ac1c053-f8b9-4142-8acc-8e9aefb1a2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'cd0af190-bc13-4695-b23f-a32845a3a302'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:20:17.883351 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-72261f9e-e10f-4f6a-93d0-8c76e1993930 None None] Bound port: b43bdb78-31dd-40d0-a792-b36bcf8da753, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ac1c053-f8b9-4142-8acc-8e9aefb1a2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'cd0af190-bc13-4695-b23f-a32845a3a302'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:20:17.884202 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-72261f9e-e10f-4f6a-93d0-8c76e1993930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:17.913513 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-18c90693-0c5e-4d28-8cb0-b6b6289a9765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:18.064714 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-61c1a5b0-4bc4-4475-8e78-2dfaf9753137 None None] Attempting to bind port 393b7ab3-c212-4ab4-a81d-5e3a5e35d113 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:20:18.070831 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-61c1a5b0-4bc4-4475-8e78-2dfaf9753137 None None] Attempting to bind port 393b7ab3-c212-4ab4-a81d-5e3a5e35d113 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': 'bbb06a38-3164-4fad-a5cd-a7f5f6760c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '384b70c6-5ad4-4667-aa2e-53f8ea09a871'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:20:18.071530 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c1a5b0-4bc4-4475-8e78-2dfaf9753137 None None] Attempting to bind port 393b7ab3-c212-4ab4-a81d-5e3a5e35d113 on network 384b70c6-5ad4-4667-aa2e-53f8ea09a871 {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:20:18.118761 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0afc9b49-4b8b-4124-9e45-9ca0680d8fe8 req-826ebf36-d652-4ad7-ad7d-9d1c72e2481e service neutron] 10.222.0.85 "GET /v2.0/networks/384b70c6-5ad4-4667-aa2e-53f8ea09a871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4567614 May 30 20:20:18.168148 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c1a5b0-4bc4-4475-8e78-2dfaf9753137 None None] Pushing event updated for resources: {'Port': ['ID=393b7ab3-c212-4ab4-a81d-5e3a5e35d113,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:20:18.215325 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-274181d9-2e65-49a6-9ba1-36c92d45f568 req-bf28bce1-c0ed-4440-8e46-a58f5b0eb85a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8e7af6fbddf440778dd87d98216021ce&device_id=2f903cc6-4588-4e6d-9f98-4119c026a994 HTTP/1.1" status: 200 len: 1094 time: 0.3428004 May 30 20:20:18.315871 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-274181d9-2e65-49a6-9ba1-36c92d45f568 req-d8f697ab-8791-4048-abe0-6c889102c135 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=460fff84-62d6-49b9-acfe-5f3b6755bc57 HTTP/1.1" status: 200 len: 217 time: 0.0845792 May 30 20:20:18.333810 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c1a5b0-4bc4-4475-8e78-2dfaf9753137 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:20:18.334707 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c1a5b0-4bc4-4475-8e78-2dfaf9753137 None None] Checking segment: {'id': 'bbb06a38-3164-4fad-a5cd-a7f5f6760c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '384b70c6-5ad4-4667-aa2e-53f8ea09a871'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:20:18.335582 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-61c1a5b0-4bc4-4475-8e78-2dfaf9753137 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:18.336416 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c1a5b0-4bc4-4475-8e78-2dfaf9753137 None None] Bound using segment: {'id': 'bbb06a38-3164-4fad-a5cd-a7f5f6760c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '384b70c6-5ad4-4667-aa2e-53f8ea09a871'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:20:18.337555 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-61c1a5b0-4bc4-4475-8e78-2dfaf9753137 None None] Bound port: 393b7ab3-c212-4ab4-a81d-5e3a5e35d113, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbb06a38-3164-4fad-a5cd-a7f5f6760c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '384b70c6-5ad4-4667-aa2e-53f8ea09a871'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:20:18.338457 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-61c1a5b0-4bc4-4475-8e78-2dfaf9753137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:18.454880 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0afc9b49-4b8b-4124-9e45-9ca0680d8fe8 req-7385924b-2bd9-40b9-9745-c3561197bc62 service neutron] 10.222.0.85 "GET /v2.0/networks/384b70c6-5ad4-4667-aa2e-53f8ea09a871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3350201 May 30 20:20:18.467609 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274181d9-2e65-49a6-9ba1-36c92d45f568 req-474b0658-5bba-4a05-9e7f-eb720de99047 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:18.478495 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-274181d9-2e65-49a6-9ba1-36c92d45f568 req-474b0658-5bba-4a05-9e7f-eb720de99047 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=61db9283-a711-4dd7-99cf-b308efe98b83 HTTP/1.1" status: 200 len: 854 time: 0.1529975 May 30 20:20:18.548014 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0868bbe2-2893-4237-849c-ea8d08c2527b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:18.591185 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-61c1a5b0-4bc4-4475-8e78-2dfaf9753137 None None] For port 393b7ab3-c212-4ab4-a81d-5e3a5e35d113, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:20:18.597924 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-61c1a5b0-4bc4-4475-8e78-2dfaf9753137 None None] For port 393b7ab3-c212-4ab4-a81d-5e3a5e35d113, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=393b7ab3-c212-4ab4-a81d-5e3a5e35d113,segment=NetworkSegment(bbb06a38-3164-4fad-a5cd-a7f5f6760c2a),segment_id=bbb06a38-3164-4fad-a5cd-a7f5f6760c2a)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:20:18.600584 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-72261f9e-e10f-4f6a-93d0-8c76e1993930 None None] For port b43bdb78-31dd-40d0-a792-b36bcf8da753, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:20:18.615400 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-274181d9-2e65-49a6-9ba1-36c92d45f568 req-d2824b6c-efb9-48dd-82ec-4a22f5f0b2fc service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b8dbbf3d-6692-4ebe-a45d-1177e8082a2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1323235 May 30 20:20:18.627670 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-72261f9e-e10f-4f6a-93d0-8c76e1993930 None None] For port b43bdb78-31dd-40d0-a792-b36bcf8da753, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=b43bdb78-31dd-40d0-a792-b36bcf8da753,segment=NetworkSegment(6ac1c053-f8b9-4142-8acc-8e9aefb1a2e0),segment_id=6ac1c053-f8b9-4142-8acc-8e9aefb1a2e0)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:20:18.673401 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0868bbe2-2893-4237-849c-ea8d08c2527b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:18.689949 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-61c1a5b0-4bc4-4475-8e78-2dfaf9753137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:18.844182 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 6fd4f929-f547-4afa-a511-76d2a626bb7a up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:20:18.920484 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-72261f9e-e10f-4f6a-93d0-8c76e1993930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:19.024991 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-274181d9-2e65-49a6-9ba1-36c92d45f568 req-422a2f7a-5a5f-488d-915b-af6213352827 service neutron] 10.222.0.71 "GET /v2.0/networks/b8dbbf3d-6692-4ebe-a45d-1177e8082a2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3937383 May 30 20:20:19.074686 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231ce17a-6ac7-44c5-bf09-bd8972f58ac0 req-edc612a1-ea07-4306-b21c-b9048e608433 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:19.086704 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-231ce17a-6ac7-44c5-bf09-bd8972f58ac0 req-edc612a1-ea07-4306-b21c-b9048e608433 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/ports?device_id=90da6347-458d-4057-9305-60f501cdae7a HTTP/1.1" status: 200 len: 946 time: 0.9972982 May 30 20:20:19.287414 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c1a5b0-4bc4-4475-8e78-2dfaf9753137 None None] Pushing event updated for resources: {'Port': ['ID=393b7ab3-c212-4ab4-a81d-5e3a5e35d113,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:20:19.325371 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [None req-18c90693-0c5e-4d28-8cb0-b6b6289a9765 admin admin] Allocated IP 172.25.8.141 (c7869750-4b49-4b7e-aa99-5e0f1ae02da4/427601ec-f643-4fe7-b5e6-17305d3a39e1/87ed3c4f-ff4a-428d-9b3f-7b0558a08dfa) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:20:19.472131 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0868bbe2-2893-4237-849c-ea8d08c2527b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:19.537915 n-d-843948-2 neutron-server[84886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e59a0379-e03d-4980-a4fe-c269bc71b2c7'] response: {'name': 'network-changed', 'server_uuid': '2f903cc6-4588-4e6d-9f98-4119c026a994', 'tag': '460fff84-62d6-49b9-acfe-5f3b6755bc57', 'status': 'completed', 'code': 200} May 30 20:20:19.554072 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0868bbe2-2893-4237-849c-ea8d08c2527b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9604cfd-9e7f-43fc-986d-41036d68c58c,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:20:19.587979 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-274181d9-2e65-49a6-9ba1-36c92d45f568 req-4069db47-a50f-4d76-aece-39b3284c98e5 service neutron] 10.222.0.71 "GET /v2.0/networks/b8dbbf3d-6692-4ebe-a45d-1177e8082a2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5619168 May 30 20:20:19.643489 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.db.resource_extend [None req-5e713c0b-2589-4d9f-a7f5-56c8dd77a45d admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:20:19.663165 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5e713c0b-2589-4d9f-a7f5-56c8dd77a45d admin admin] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:19.690416 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-231ce17a-6ac7-44c5-bf09-bd8972f58ac0 req-64d0626d-e451-4150-942e-70f5256a4d8a tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/security-groups?id=b38efed6-f54b-4caf-8451-aa3a591cbb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5335124 May 30 20:20:19.857256 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 6fd4f929-f547-4afa-a511-76d2a626bb7a triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:20:19.861151 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:19.961546 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:19.984992 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72261f9e-e10f-4f6a-93d0-8c76e1993930 None None] Pushing event updated for resources: {'Port': ['ID=b43bdb78-31dd-40d0-a792-b36bcf8da753,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:20:20.087780 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0868bbe2-2893-4237-849c-ea8d08c2527b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:20.095475 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-0868bbe2-2893-4237-849c-ea8d08c2527b admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/b9604cfd-9e7f-43fc-986d-41036d68c58c HTTP/1.1" status: 204 len: 168 time: 2.2606854 May 30 20:20:20.099809 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5e713c0b-2589-4d9f-a7f5-56c8dd77a45d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:20.462853 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e91c2980-2c8e-434a-ac06-b0755881a020 req-df2590e7-9f79-47a9-aba0-26460e47dbaa service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8e7af6fbddf440778dd87d98216021ce&device_id=2f903cc6-4588-4e6d-9f98-4119c026a994 HTTP/1.1" status: 200 len: 1094 time: 0.5601578 May 30 20:20:20.852239 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e713c0b-2589-4d9f-a7f5-56c8dd77a45d admin admin] Pushing event updated for resources: {'Port': ['ID=3d8a46dc-bcc2-41b3-8b77-5e8506e6c3a6,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:20:20.901733 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91c2980-2c8e-434a-ac06-b0755881a020 req-d779fbd5-bd2c-4146-9c7e-5430649a71d3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:20.906421 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e91c2980-2c8e-434a-ac06-b0755881a020 req-d779fbd5-bd2c-4146-9c7e-5430649a71d3 service neutron] 10.222.0.71 "GET /v2.0/networks?id=b8dbbf3d-6692-4ebe-a45d-1177e8082a2b HTTP/1.1" status: 200 len: 915 time: 0.4345081 May 30 20:20:20.926171 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c56c9a-ec52-4a20-9cdb-c4a079c1c64a req-16750fd7-a48f-49b3-96a9-52bc3576f0d3 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:20.933969 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-25c56c9a-ec52-4a20-9cdb-c4a079c1c64a req-16750fd7-a48f-49b3-96a9-52bc3576f0d3 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/ports?device_id=2f903cc6-4588-4e6d-9f98-4119c026a994 HTTP/1.1" status: 200 len: 943 time: 1.2006576 May 30 20:20:20.990311 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device b43bdb78-31dd-40d0-a792-b36bcf8da753 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:20:21.065827 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e91c2980-2c8e-434a-ac06-b0755881a020 req-3a1d9be2-787d-49d5-b6a2-a6d36b86bca2 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=460fff84-62d6-49b9-acfe-5f3b6755bc57 HTTP/1.1" status: 200 len: 217 time: 0.1290619 May 30 20:20:21.151113 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-25c56c9a-ec52-4a20-9cdb-c4a079c1c64a req-da66d42a-c682-4aad-89fe-1ce71a166189 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2ed7a16-df30-4283-b4d4-5e9611f16ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162337 May 30 20:20:21.181032 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91c2980-2c8e-434a-ac06-b0755881a020 req-1469c50d-3818-4c97-a0dc-e0aea2444ea2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:21.186705 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e91c2980-2c8e-434a-ac06-b0755881a020 req-1469c50d-3818-4c97-a0dc-e0aea2444ea2 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=61db9283-a711-4dd7-99cf-b308efe98b83 HTTP/1.1" status: 200 len: 854 time: 0.1117423 May 30 20:20:21.264123 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 460fff84-62d6-49b9-acfe-5f3b6755bc57 details requested by agent hyperv_n-h1-843948-2 with host n-h1-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:20:21.362119 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e91c2980-2c8e-434a-ac06-b0755881a020 req-5297a0e6-407d-4a6f-b894-92124a5df401 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b8dbbf3d-6692-4ebe-a45d-1177e8082a2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1666534 May 30 20:20:21.502574 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port b43bdb78-31dd-40d0-a792-b36bcf8da753 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:20:21.570025 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 393b7ab3-c212-4ab4-a81d-5e3a5e35d113 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:20:21.593091 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5e713c0b-2589-4d9f-a7f5-56c8dd77a45d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1718057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-736206'] for router_interface, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:21.609904 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-35123c7a-0281-4222-8b97-c6faebeab43a req-880c80a1-2337-4d16-b4b1-b4b04b0116b2 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=204a9ca9af944bf39656e3dc7145a4f6&device_id=90da6347-458d-4057-9305-60f501cdae7a HTTP/1.1" status: 200 len: 1097 time: 2.3070452 May 30 20:20:21.894742 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e91c2980-2c8e-434a-ac06-b0755881a020 req-19a0ff3f-88a9-4ac8-b602-56c4c3eb7202 service neutron] 10.222.0.71 "GET /v2.0/networks/b8dbbf3d-6692-4ebe-a45d-1177e8082a2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5276430 May 30 20:20:21.928323 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 460fff84-62d6-49b9-acfe-5f3b6755bc57, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=460fff84-62d6-49b9-acfe-5f3b6755bc57,segment=NetworkSegment(bb0b98bd-77ea-44e3-b5bc-734c2b73a239),segment_id=bb0b98bd-77ea-44e3-b5bc-734c2b73a239)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:20:22.014171 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Returning: {'device': '460fff84-62d6-49b9-acfe-5f3b6755bc57', 'network_id': 'b8dbbf3d-6692-4ebe-a45d-1177e8082a2b', 'port_id': '460fff84-62d6-49b9-acfe-5f3b6755bc57', 'mac_address': 'fa:16:3e:c0:17:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61db9283-a711-4dd7-99cf-b308efe98b83', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:20:22.141218 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5340a5dc-c043-4b54-bc47-b8f5659dfaaf None None] Network 384b70c6-5ad4-4667-aa2e-53f8ea09a871 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:20:22.258652 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [req-d0759732-34e5-42c4-8a2a-7aaf8d7ce1c5 req-05948167-f293-43d1-aed8-32d978cb23d6 service neutron] (84887) timed out ('10.222.0.85', 41822) {{(pid=84887) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 30 20:20:22.294906 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-18c90693-0c5e-4d28-8cb0-b6b6289a9765 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:22.300078 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e713c0b-2589-4d9f-a7f5-56c8dd77a45d admin admin] Network 3b009590-a296-4757-aa36-6233b5dedf2d is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:20:22.336274 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-5e713c0b-2589-4d9f-a7f5-56c8dd77a45d admin admin] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:20:22.407181 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e91c2980-2c8e-434a-ac06-b0755881a020 req-f5295e8c-a810-44ce-b2b7-638c88385b60 service neutron] 10.222.0.71 "GET /v2.0/networks/b8dbbf3d-6692-4ebe-a45d-1177e8082a2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3623722 May 30 20:20:22.507176 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab9425b-9da9-4ce3-b6e8-9eb2c5498c70 None None] Network cd0af190-bc13-4695-b23f-a32845a3a302 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:20:22.529212 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5859d732-4ec9-4158-86e1-561eef2239ac req-fcca9fb6-1a9b-4a4b-a5f4-92e078ab3bde tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:22.542416 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5859d732-4ec9-4158-86e1-561eef2239ac req-fcca9fb6-1a9b-4a4b-a5f4-92e078ab3bde tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/ports?device_id=90da6347-458d-4057-9305-60f501cdae7a HTTP/1.1" status: 200 len: 946 time: 0.6431682 May 30 20:20:22.572030 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:22.647233 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5859d732-4ec9-4158-86e1-561eef2239ac req-86ed229b-8877-4c8e-b9af-66cf2e42ff4f tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/security-groups?id=b38efed6-f54b-4caf-8451-aa3a591cbb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022191 May 30 20:20:22.685715 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 393b7ab3-c212-4ab4-a81d-5e3a5e35d113 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:20:22.805585 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:22.895685 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 460fff84-62d6-49b9-acfe-5f3b6755bc57 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:20:22.948228 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-15569ab9-edaa-4a5e-8f1e-d4c86e0d6eca None None] Provisioning for port 393b7ab3-c212-4ab4-a81d-5e3a5e35d113 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:20:22.983370 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab8a53b-33a5-4b6d-8aa1-7008339c76d0 req-fec21722-9fa7-4587-ae42-86cc85447c15 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:22.983370 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6ab8a53b-33a5-4b6d-8aa1-7008339c76d0 req-fec21722-9fa7-4587-ae42-86cc85447c15 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] 10.222.0.85 "GET /v2.0/networks?id=384b70c6-5ad4-4667-aa2e-53f8ea09a871 HTTP/1.1" status: 200 len: 815 time: 2.6094179 May 30 20:20:23.006995 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 460fff84-62d6-49b9-acfe-5f3b6755bc57, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=460fff84-62d6-49b9-acfe-5f3b6755bc57,segment=NetworkSegment(bb0b98bd-77ea-44e3-b5bc-734c2b73a239),segment_id=bb0b98bd-77ea-44e3-b5bc-734c2b73a239)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:20:23.027095 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-15569ab9-edaa-4a5e-8f1e-d4c86e0d6eca None None] Provisioning complete for port 393b7ab3-c212-4ab4-a81d-5e3a5e35d113 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:20:23.032095 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-15569ab9-edaa-4a5e-8f1e-d4c86e0d6eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:23.123939 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:23.218935 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7845ea-7fb7-43ec-ba9b-e3f81ea01853 req-0452ce20-1a8a-4a6f-89af-f5e614c29f4f tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:23.221722 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4b7845ea-7fb7-43ec-ba9b-e3f81ea01853 req-0452ce20-1a8a-4a6f-89af-f5e614c29f4f tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/ports?device_id=2f903cc6-4588-4e6d-9f98-4119c026a994 HTTP/1.1" status: 200 len: 944 time: 0.1585186 May 30 20:20:23.325269 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35123c7a-0281-4222-8b97-c6faebeab43a req-95b5b121-06d0-4342-a39a-0e9bb0db53f7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:23.326991 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-35123c7a-0281-4222-8b97-c6faebeab43a req-95b5b121-06d0-4342-a39a-0e9bb0db53f7 service neutron] 10.222.0.86 "GET /v2.0/networks?id=a8fd4d2d-32fb-4554-b8d5-052f07ecf981 HTTP/1.1" status: 200 len: 917 time: 1.6616836 May 30 20:20:23.328657 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6ab8a53b-33a5-4b6d-8aa1-7008339c76d0 req-a158f011-9a3c-45b3-9415-6447c27c5272 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] 10.222.0.85 "GET /v2.0/quotas/645455f740e1406a8b7c3a7db5a70252 HTTP/1.1" status: 200 len: 375 time: 0.1096840 May 30 20:20:23.338003 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-18c90693-0c5e-4d28-8cb0-b6b6289a9765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:23.373162 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4b7845ea-7fb7-43ec-ba9b-e3f81ea01853 req-d2675e7c-e8e7-4936-a7ae-f18dd0e9ba20 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2ed7a16-df30-4283-b4d4-5e9611f16ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418180 May 30 20:20:23.482697 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['460fff84-62d6-49b9-acfe-5f3b6755bc57'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:20:23.514948 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c90693-0c5e-4d28-8cb0-b6b6289a9765 admin admin] Pushing event updated for resources: {'Port': ['ID=87ed3c4f-ff4a-428d-9b3f-7b0558a08dfa,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:20:23.637918 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=460fff84-62d6-49b9-acfe-5f3b6755bc57,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:20:23.639761 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c90693-0c5e-4d28-8cb0-b6b6289a9765 admin admin] Network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:20:23.666441 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-18c90693-0c5e-4d28-8cb0-b6b6289a9765 admin admin] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:20:23.683480 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c90693-0c5e-4d28-8cb0-b6b6289a9765 admin admin] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:20:23.752429 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-35123c7a-0281-4222-8b97-c6faebeab43a req-3a943d01-6bea-46f0-b76f-67670f301902 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fd2713ac-a479-470d-bfde-a8c618b67ba7 HTTP/1.1" status: 200 len: 1002 time: 0.4092321 May 30 20:20:23.886430 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-15569ab9-edaa-4a5e-8f1e-d4c86e0d6eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:23.922460 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6ab8a53b-33a5-4b6d-8aa1-7008339c76d0 req-3dbf829b-e3f9-41e5-b745-f7001756d238 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=645455f740e1406a8b7c3a7db5a70252&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5770385 May 30 20:20:24.083607 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-15569ab9-edaa-4a5e-8f1e-d4c86e0d6eca None None] For port 393b7ab3-c212-4ab4-a81d-5e3a5e35d113, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=393b7ab3-c212-4ab4-a81d-5e3a5e35d113,segment=NetworkSegment(bbb06a38-3164-4fad-a5cd-a7f5f6760c2a),segment_id=bbb06a38-3164-4fad-a5cd-a7f5f6760c2a)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:20:24.235184 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77216683-8acd-457a-b6f9-a7a7d61a6da6 req-ee18eddb-5a1e-4859-9e16-a49470370f27 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:24.252884 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-77216683-8acd-457a-b6f9-a7a7d61a6da6 req-ee18eddb-5a1e-4859-9e16-a49470370f27 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/ports?device_id=90da6347-458d-4057-9305-60f501cdae7a HTTP/1.1" status: 200 len: 946 time: 0.2643929 May 30 20:20:24.330637 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-77216683-8acd-457a-b6f9-a7a7d61a6da6 req-528e29ac-e1b6-4241-9037-04f0344366b5 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/security-groups?id=b38efed6-f54b-4caf-8451-aa3a591cbb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763507 May 30 20:20:24.406503 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-15569ab9-edaa-4a5e-8f1e-d4c86e0d6eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:24.415737 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35123c7a-0281-4222-8b97-c6faebeab43a req-1a52899e-1e0e-4c36-89b6-ec719af55dda service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:24.417205 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-35123c7a-0281-4222-8b97-c6faebeab43a req-1a52899e-1e0e-4c36-89b6-ec719af55dda service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c961f9ad-7764-4956-bb44-5ca4a5973b67 HTTP/1.1" status: 200 len: 855 time: 0.6542120 May 30 20:20:24.764544 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15569ab9-edaa-4a5e-8f1e-d4c86e0d6eca None None] Pushing event updated for resources: {'Port': ['ID=393b7ab3-c212-4ab4-a81d-5e3a5e35d113,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:20:24.811921 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-676684a9-b6ae-425a-b4b3-2ffec9165a06 None None] Provisioning complete for port 3d8a46dc-bcc2-41b3-8b77-5e8506e6c3a6 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:20:24.813321 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-676684a9-b6ae-425a-b4b3-2ffec9165a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:24.861214 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b395df-5341-4eac-8995-80313a38cabe req-1cdfd05c-d6ba-4941-b877-b0b18a546c97 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:24.870417 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-84b395df-5341-4eac-8995-80313a38cabe req-1cdfd05c-d6ba-4941-b877-b0b18a546c97 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/ports?device_id=2f903cc6-4588-4e6d-9f98-4119c026a994 HTTP/1.1" status: 200 len: 944 time: 0.2225389 May 30 20:20:24.946760 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-84b395df-5341-4eac-8995-80313a38cabe req-743316f8-9604-4feb-9037-ea2a51895ae4 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2ed7a16-df30-4283-b4d4-5e9611f16ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753424 May 30 20:20:25.015659 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-676684a9-b6ae-425a-b4b3-2ffec9165a06 None None] Port 3d8a46dc-bcc2-41b3-8b77-5e8506e6c3a6 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:20:25.032247 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-676684a9-b6ae-425a-b4b3-2ffec9165a06 None None] Provisioning complete for port 393b7ab3-c212-4ab4-a81d-5e3a5e35d113 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:20:25.039587 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-676684a9-b6ae-425a-b4b3-2ffec9165a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:25.162761 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6ab8a53b-33a5-4b6d-8aa1-7008339c76d0 req-51ac649c-1ff3-4fba-969b-02dc3ff301f0 service neutron] 10.222.0.85 "GET /v2.0/networks/384b70c6-5ad4-4667-aa2e-53f8ea09a871?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2391315 May 30 20:20:25.295020 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 460fff84-62d6-49b9-acfe-5f3b6755bc57 up at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:20:25.334307 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-676684a9-b6ae-425a-b4b3-2ffec9165a06 None None] Provisioning for port b43bdb78-31dd-40d0-a792-b36bcf8da753 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:20:25.348663 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-676684a9-b6ae-425a-b4b3-2ffec9165a06 None None] Provisioning complete for port b43bdb78-31dd-40d0-a792-b36bcf8da753 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:20:25.349035 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-676684a9-b6ae-425a-b4b3-2ffec9165a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:25.395085 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afc9b49-4b8b-4124-9e45-9ca0680d8fe8 req-35107c69-dc08-4eac-8223-d1c8366a7149 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:25.396537 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0afc9b49-4b8b-4124-9e45-9ca0680d8fe8 req-35107c69-dc08-4eac-8223-d1c8366a7149 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] 10.222.0.86 "GET /v2.0/networks?id=384b70c6-5ad4-4667-aa2e-53f8ea09a871 HTTP/1.1" status: 200 len: 815 time: 1.5774820 May 30 20:20:25.428859 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-0afc9b49-4b8b-4124-9e45-9ca0680d8fe8 req-495c6813-f4ed-43d2-abb9-c140fa16a458 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] Request body: {'port': {'device_id': '37a6e37d-34dd-4d54-89fb-fa1cb6fbad15', 'network_id': '384b70c6-5ad4-4667-aa2e-53f8ea09a871', 'admin_state_up': True, 'tenant_id': '645455f740e1406a8b7c3a7db5a70252'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:20:25.590412 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-18c90693-0c5e-4d28-8cb0-b6b6289a9765 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:25.591144 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-18c90693-0c5e-4d28-8cb0-b6b6289a9765 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-736409'] for router, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:25.603851 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e713c0b-2589-4d9f-a7f5-56c8dd77a45d admin admin] Router dce4a9b6-853a-4e96-9bb3-a1790cbf36d6 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:20:25.610044 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-676684a9-b6ae-425a-b4b3-2ffec9165a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:25.611511 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6ab8a53b-33a5-4b6d-8aa1-7008339c76d0 req-1f25bf88-61ef-4fcd-a77c-6ac45de4a23f service neutron] 10.222.0.85 "GET /v2.0/networks/384b70c6-5ad4-4667-aa2e-53f8ea09a871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4476449 May 30 20:20:25.615568 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-35123c7a-0281-4222-8b97-c6faebeab43a req-0811ab3f-00c9-4860-ab37-e68f02b5cb4b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a8fd4d2d-32fb-4554-b8d5-052f07ecf981&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5351155 May 30 20:20:25.646610 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning for port 460fff84-62d6-49b9-acfe-5f3b6755bc57 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:20:25.656856 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning complete for port 460fff84-62d6-49b9-acfe-5f3b6755bc57 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:20:25.657356 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:25.686445 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86120754-27ee-4faa-bcb3-3d6c6d03175f req-dd5e3baa-d717-4c7b-b67b-c2534edf26ad tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:25.695807 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-86120754-27ee-4faa-bcb3-3d6c6d03175f req-dd5e3baa-d717-4c7b-b67b-c2534edf26ad tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/ports?device_id=90da6347-458d-4057-9305-60f501cdae7a HTTP/1.1" status: 200 len: 946 time: 0.1443434 May 30 20:20:25.711611 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-676684a9-b6ae-425a-b4b3-2ffec9165a06 None None] For port b43bdb78-31dd-40d0-a792-b36bcf8da753, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=b43bdb78-31dd-40d0-a792-b36bcf8da753,segment=NetworkSegment(6ac1c053-f8b9-4142-8acc-8e9aefb1a2e0),segment_id=6ac1c053-f8b9-4142-8acc-8e9aefb1a2e0)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:20:25.790980 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-676684a9-b6ae-425a-b4b3-2ffec9165a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:25.810246 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-86120754-27ee-4faa-bcb3-3d6c6d03175f req-b622019b-ece6-49be-b9ef-5dd3f47b42a8 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/security-groups?id=b38efed6-f54b-4caf-8451-aa3a591cbb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1119761 May 30 20:20:25.852199 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:25.911988 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-0afc9b49-4b8b-4124-9e45-9ca0680d8fe8 req-495c6813-f4ed-43d2-abb9-c140fa16a458 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:20:25.939883 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f903cc6-4588-4e6d-9f98-4119c026a994', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '460fff84-62d6-49b9-acfe-5f3b6755bc57'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:20:25.979016 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 460fff84-62d6-49b9-acfe-5f3b6755bc57, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=460fff84-62d6-49b9-acfe-5f3b6755bc57,segment=NetworkSegment(bb0b98bd-77ea-44e3-b5bc-734c2b73a239),segment_id=bb0b98bd-77ea-44e3-b5bc-734c2b73a239)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:20:25.990178 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-0afc9b49-4b8b-4124-9e45-9ca0680d8fe8 req-495c6813-f4ed-43d2-abb9-c140fa16a458 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] Usage tracker for resource:port and tenant:645455f740e1406a8b7c3a7db5a70252 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:20:26.002338 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-bf852c0b-501f-465f-b426-15ce57cddd44 None None] Provisioning complete for port b43bdb78-31dd-40d0-a792-b36bcf8da753 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:20:26.002338 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-bf852c0b-501f-465f-b426-15ce57cddd44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:26.067031 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-0afc9b49-4b8b-4124-9e45-9ca0680d8fe8 req-495c6813-f4ed-43d2-abb9-c140fa16a458 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:20:26.087508 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676684a9-b6ae-425a-b4b3-2ffec9165a06 None None] Pushing event updated for resources: {'Port': ['ID=b43bdb78-31dd-40d0-a792-b36bcf8da753,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:20:26.103062 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-0afc9b49-4b8b-4124-9e45-9ca0680d8fe8 req-495c6813-f4ed-43d2-abb9-c140fa16a458 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:20:26.139137 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:26.172099 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-35123c7a-0281-4222-8b97-c6faebeab43a req-ef6b28de-06ce-4250-9652-b9f764157ac4 service neutron] 10.222.0.86 "GET /v2.0/networks/a8fd4d2d-32fb-4554-b8d5-052f07ecf981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5316420 May 30 20:20:26.284658 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5fd61e22-8a70-4647-aaa1-2f030c87aa17'] response: {'server_uuid': '2f903cc6-4588-4e6d-9f98-4119c026a994', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '460fff84-62d6-49b9-acfe-5f3b6755bc57', 'code': 200} May 30 20:20:26.369847 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0afc9b49-4b8b-4124-9e45-9ca0680d8fe8 req-495c6813-f4ed-43d2-abb9-c140fa16a458 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] Made reservation on behalf of 645455f740e1406a8b7c3a7db5a70252 for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:20:26.376929 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-0afc9b49-4b8b-4124-9e45-9ca0680d8fe8 req-495c6813-f4ed-43d2-abb9-c140fa16a458 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:26.415018 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-db9a3c01-c67d-4635-9b60-63f74ca7369f req-597c5ad5-adf6-4474-aad3-88bac6343f4a service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=2f903cc6-4588-4e6d-9f98-4119c026a994 HTTP/1.1" status: 200 len: 1096 time: 0.2023852 May 30 20:20:26.435776 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=460fff84-62d6-49b9-acfe-5f3b6755bc57,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:20:26.458310 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b77353c3-7500-4e03-bd25-c8c2646b524a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:26.559117 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-db9a3c01-c67d-4635-9b60-63f74ca7369f req-bb3437c1-1633-4e90-a99c-098156ceebf7 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=b2ed7a16-df30-4283-b4d4-5e9611f16ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267424 May 30 20:20:26.740311 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-35123c7a-0281-4222-8b97-c6faebeab43a req-46dfe3c9-9baf-49ee-8d70-075a5a322a64 service neutron] 10.222.0.86 "GET /v2.0/networks/a8fd4d2d-32fb-4554-b8d5-052f07ecf981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5484183 May 30 20:20:26.794756 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da75557b-dcc4-4483-ab5f-71ccfc0084df req-f80d5568-4ae1-4425-bf17-8988a0995132 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:26.797316 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-da75557b-dcc4-4483-ab5f-71ccfc0084df req-f80d5568-4ae1-4425-bf17-8988a0995132 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] 10.222.0.85 "GET /v2.0/networks?id=384b70c6-5ad4-4667-aa2e-53f8ea09a871 HTTP/1.1" status: 200 len: 815 time: 0.2449715 May 30 20:20:26.833282 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-da75557b-dcc4-4483-ab5f-71ccfc0084df req-1662f218-48fc-401b-8e00-09f4ff4e4959 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] 10.222.0.85 "GET /v2.0/quotas/645455f740e1406a8b7c3a7db5a70252 HTTP/1.1" status: 200 len: 375 time: 0.0277770 May 30 20:20:26.865544 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device b43bdb78-31dd-40d0-a792-b36bcf8da753 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:20:26.938303 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44403d9d-62d0-4433-a979-bab4c6e66fca req-22d42c40-0a53-4306-8411-e0017d281945 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:26.939792 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-44403d9d-62d0-4433-a979-bab4c6e66fca req-22d42c40-0a53-4306-8411-e0017d281945 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/ports?device_id=2f903cc6-4588-4e6d-9f98-4119c026a994 HTTP/1.1" status: 200 len: 945 time: 0.5764422 May 30 20:20:26.973847 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-da75557b-dcc4-4483-ab5f-71ccfc0084df req-7d4286e5-6924-404b-a891-777e120f7052 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=645455f740e1406a8b7c3a7db5a70252&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1397583 May 30 20:20:27.025450 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [req-0afc9b49-4b8b-4124-9e45-9ca0680d8fe8 req-495c6813-f4ed-43d2-abb9-c140fa16a458 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] Allocated IP 172.20.0.3 (384b70c6-5ad4-4667-aa2e-53f8ea09a871/0362111a-0014-4eec-82be-885bf4390269/f623ccc1-77bf-4a0d-a518-303964a4456a) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:20:27.041682 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port b43bdb78-31dd-40d0-a792-b36bcf8da753 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:20:27.048085 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:27.111377 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-44403d9d-62d0-4433-a979-bab4c6e66fca req-ebafcb6d-b950-4122-b8a8-8e95b2d02153 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2ed7a16-df30-4283-b4d4-5e9611f16ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491654 May 30 20:20:27.134427 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e713c0b-2589-4d9f-a7f5-56c8dd77a45d admin admin] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:20:27.175762 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe7544e-aa80-4dcc-891b-49b57aabc7fa None None] Sync routers for ids ['dce4a9b6-853a-4e96-9bb3-a1790cbf36d6'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:20:27.185763 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-5e713c0b-2589-4d9f-a7f5-56c8dd77a45d admin admin] 10.222.0.85 "PUT /v2.0/routers/dce4a9b6-853a-4e96-9bb3-a1790cbf36d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 18.3818352 May 30 20:20:27.226413 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe7544e-aa80-4dcc-891b-49b57aabc7fa None None] Routers {'dce4a9b6-853a-4e96-9bb3-a1790cbf36d6'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:20:27.227333 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-4fe7544e-aa80-4dcc-891b-49b57aabc7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:19:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['dce4a9b6-853a-4e96-9bb3-a1790cbf36d6'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:20:27.247859 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e16fe0a9-dec4-4a20-a680-a49731db3d69 req-63db72c8-14c0-4097-bbe3-fb2f7c19fffa service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=204a9ca9af944bf39656e3dc7145a4f6&device_id=90da6347-458d-4057-9305-60f501cdae7a HTTP/1.1" status: 200 len: 1097 time: 0.4258540 May 30 20:20:27.324571 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-da75557b-dcc4-4483-ab5f-71ccfc0084df req-d53dc298-6535-4a12-96a6-8720e53f5039 service neutron] 10.222.0.85 "GET /v2.0/networks/384b70c6-5ad4-4667-aa2e-53f8ea09a871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3422344 May 30 20:20:27.746637 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 393b7ab3-c212-4ab4-a81d-5e3a5e35d113 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:20:27.785899 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16fe0a9-dec4-4a20-a680-a49731db3d69 req-e1f46ac2-f12e-45ca-86b0-e7702fb4e07a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:27.788853 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e16fe0a9-dec4-4a20-a680-a49731db3d69 req-e1f46ac2-f12e-45ca-86b0-e7702fb4e07a service neutron] 10.222.0.86 "GET /v2.0/networks?id=a8fd4d2d-32fb-4554-b8d5-052f07ecf981 HTTP/1.1" status: 200 len: 917 time: 0.3320756 May 30 20:20:27.947804 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-4fe7544e-aa80-4dcc-891b-49b57aabc7fa None None] Set router dce4a9b6-853a-4e96-9bb3-a1790cbf36d6 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:20:28.033786 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 393b7ab3-c212-4ab4-a81d-5e3a5e35d113 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:20:28.034291 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:28.073878 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-da75557b-dcc4-4483-ab5f-71ccfc0084df req-b9eb6bb1-e0a8-4a82-a9c2-304576e1f8b3 service neutron] 10.222.0.85 "GET /v2.0/networks/384b70c6-5ad4-4667-aa2e-53f8ea09a871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7291508 May 30 20:20:28.265424 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18c90693-0c5e-4d28-8cb0-b6b6289a9765 admin admin] Router f61bc5b0-ceb6-484b-ac27-eb8eaf2878f7 is scheduled to L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 with binding_index 1 {{(pid=84887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 20:20:28.267756 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device fd2713ac-a479-470d-bfde-a8c618b67ba7 no longer exists at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:20:28.295779 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e16fe0a9-dec4-4a20-a680-a49731db3d69 req-7a1cd108-3e2a-43f9-a11a-24147089ec29 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fd2713ac-a479-470d-bfde-a8c618b67ba7 HTTP/1.1" status: 200 len: 1002 time: 0.3452065 May 30 20:20:28.768077 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-0afc9b49-4b8b-4124-9e45-9ca0680d8fe8 req-495c6813-f4ed-43d2-abb9-c140fa16a458 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:28.849827 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16fe0a9-dec4-4a20-a680-a49731db3d69 req-1af64fe9-250c-43a8-b560-6bf414f1de94 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:28.852191 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e16fe0a9-dec4-4a20-a680-a49731db3d69 req-1af64fe9-250c-43a8-b560-6bf414f1de94 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c961f9ad-7764-4956-bb44-5ca4a5973b67 HTTP/1.1" status: 200 len: 855 time: 0.5352890 May 30 20:20:28.858885 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-0afc9b49-4b8b-4124-9e45-9ca0680d8fe8 req-495c6813-f4ed-43d2-abb9-c140fa16a458 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] Transition to ACTIVE for port object f623ccc1-77bf-4a0d-a518-303964a4456a will not be triggered until provisioned by entity DHCP. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:20:28.943692 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eac97a-57b7-488a-b8ce-8dddf57ebb08 req-884d4767-86f9-4039-8b10-743e6bb58348 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:28.945279 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c5eac97a-57b7-488a-b8ce-8dddf57ebb08 req-884d4767-86f9-4039-8b10-743e6bb58348 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/ports?device_id=90da6347-458d-4057-9305-60f501cdae7a HTTP/1.1" status: 200 len: 946 time: 1.1305814 May 30 20:20:28.987463 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:29.033166 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-4fe7544e-aa80-4dcc-891b-49b57aabc7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dce4a9b6-853a-4e96-9bb3-a1790cbf36d6', 'name': 'tempest-ServerRescueNegativeTestJSON-1289574193-router', 'tenant_id': '88e042593d914709b0b6e8865f4bc68d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': '6fd4f929-f547-4afa-a511-76d2a626bb7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:20:03Z', 'updated_at': '2022-05-30T20:20:16Z', 'revision_number': 4, 'project_id': '88e042593d914709b0b6e8865f4bc68d', 'gw_port': {'id': '6fd4f929-f547-4afa-a511-76d2a626bb7a', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:d2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce4a9b6-853a-4e96-9bb3-a1790cbf36d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:20:04Z', 'updated_at': '2022-05-30T20:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '3d8a46dc-bcc2-41b3-8b77-5e8506e6c3a6', 'name': '', 'network_id': '3b009590-a296-4757-aa36-6233b5dedf2d', 'tenant_id': '88e042593d914709b0b6e8865f4bc68d', 'mac_address': 'fa:16:3e:37:2a:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dce4a9b6-853a-4e96-9bb3-a1790cbf36d6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a48f417-ba85-44a0-9f1b-28d1dfa8235b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:20:13Z', 'updated_at': '2022-05-30T20:20:18Z', 'revision_number': 2, 'project_id': '88e042593d914709b0b6e8865f4bc68d', 'subnets': [{'id': '4a48f417-ba85-44a0-9f1b-28d1dfa8235b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:20:29.051377 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe7544e-aa80-4dcc-891b-49b57aabc7fa None None] Checking router: dce4a9b6-853a-4e96-9bb3-a1790cbf36d6 for host: n-d-843948-2 {{(pid=84888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:20:29.052922 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe7544e-aa80-4dcc-891b-49b57aabc7fa None None] Updating router dce4a9b6-853a-4e96-9bb3-a1790cbf36d6 port 3d8a46dc-bcc2-41b3-8b77-5e8506e6c3a6 binding host n-d-843948-2 {{(pid=84888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:20:29.063830 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c5eac97a-57b7-488a-b8ce-8dddf57ebb08 req-0d960c8d-f04a-48be-8514-924a8d09de10 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/security-groups?id=b38efed6-f54b-4caf-8451-aa3a591cbb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1097775 May 30 20:20:29.100387 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e16fe0a9-dec4-4a20-a680-a49731db3d69 req-92c8fbde-8226-4d76-ac44-96846437f051 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a8fd4d2d-32fb-4554-b8d5-052f07ecf981&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2384853 May 30 20:20:29.268221 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port fd2713ac-a479-470d-bfde-a8c618b67ba7, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=fd2713ac-a479-470d-bfde-a8c618b67ba7,segment=NetworkSegment(327b421f-3671-4415-86c0-3c9c0e7ca945),segment_id=327b421f-3671-4415-86c0-3c9c0e7ca945)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:20:29.272782 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e16fe0a9-dec4-4a20-a680-a49731db3d69 req-a8dfe95b-59e6-4950-9118-ddb93486e1f2 service neutron] 10.222.0.86 "GET /v2.0/networks/a8fd4d2d-32fb-4554-b8d5-052f07ecf981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642656 May 30 20:20:29.274185 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90da6347-458d-4057-9305-60f501cdae7a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd2713ac-a479-470d-bfde-a8c618b67ba7'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:20:29.302452 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-0afc9b49-4b8b-4124-9e45-9ca0680d8fe8 req-495c6813-f4ed-43d2-abb9-c140fa16a458 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:29.393332 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:29.483255 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0afc9b49-4b8b-4124-9e45-9ca0680d8fe8 req-495c6813-f4ed-43d2-abb9-c140fa16a458 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] Network 384b70c6-5ad4-4667-aa2e-53f8ea09a871 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:20:29.501864 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [req-0afc9b49-4b8b-4124-9e45-9ca0680d8fe8 req-495c6813-f4ed-43d2-abb9-c140fa16a458 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:20:29.518561 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-0afc9b49-4b8b-4124-9e45-9ca0680d8fe8 req-495c6813-f4ed-43d2-abb9-c140fa16a458 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:20:29.532940 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a20a50-5f3d-4d85-b94c-666fc18acb8c req-d61f1293-c6e1-4f00-ad86-217bc866a798 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:29.544879 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18c90693-0c5e-4d28-8cb0-b6b6289a9765 admin admin] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:20:29.552546 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f1a20a50-5f3d-4d85-b94c-666fc18acb8c req-d61f1293-c6e1-4f00-ad86-217bc866a798 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/networks?id=3b009590-a296-4757-aa36-6233b5dedf2d HTTP/1.1" status: 200 len: 819 time: 0.2999780 May 30 20:20:29.558844 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa047f4-cc63-4b22-a32d-bd7064e04ac3 None None] Sync routers for ids ['f61bc5b0-ceb6-484b-ac27-eb8eaf2878f7'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:20:29.572809 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-4fe7544e-aa80-4dcc-891b-49b57aabc7fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:29.573515 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f1a20a50-5f3d-4d85-b94c-666fc18acb8c req-b87905db-05e3-48d7-820d-66d33905caf9 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/quotas/88e042593d914709b0b6e8865f4bc68d HTTP/1.1" status: 200 len: 375 time: 0.0199559 May 30 20:20:29.581427 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa047f4-cc63-4b22-a32d-bd7064e04ac3 None None] Routers {'f61bc5b0-ceb6-484b-ac27-eb8eaf2878f7'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:20:29.582122 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-4fa047f4-cc63-4b22-a32d-bd7064e04ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:19:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['f61bc5b0-ceb6-484b-ac27-eb8eaf2878f7'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:20:29.793493 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-18c90693-0c5e-4d28-8cb0-b6b6289a9765 admin admin] Notify callbacks [] for router, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:29.804786 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-18c90693-0c5e-4d28-8cb0-b6b6289a9765 admin admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 16.2625527 May 30 20:20:29.807335 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495c6813-f4ed-43d2-abb9-c140fa16a458 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] Pushing event updated for resources: {'Port': ['ID=f623ccc1-77bf-4a0d-a518-303964a4456a,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:20:29.815502 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 33146) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:20:29.895217 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-0df70c6c-27d9-4634-9b75-2fab462c7681 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:29.942415 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:29.969980 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=fd2713ac-a479-470d-bfde-a8c618b67ba7,revision_number=8']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:20:30.016600 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab8a53b-33a5-4b6d-8aa1-7008339c76d0 req-1da3ea93-df49-44db-9b70-be78e3f30b47 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:30.018552 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6ab8a53b-33a5-4b6d-8aa1-7008339c76d0 req-1da3ea93-df49-44db-9b70-be78e3f30b47 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] 10.222.0.86 "GET /v2.0/networks?id=384b70c6-5ad4-4667-aa2e-53f8ea09a871 HTTP/1.1" status: 200 len: 815 time: 0.3546808 May 30 20:20:30.039336 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:20:30.040091 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:20:30.040091 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:20:30.047311 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:20:30.048095 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:20:30.054949 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:20:30.054949 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:20:30.054949 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:20:30.054949 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:20:30.054949 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:20:30.054949 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:20:30.071026 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [req-6ab8a53b-33a5-4b6d-8aa1-7008339c76d0 req-727b99cf-5129-4578-830e-14cdac152dc5 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] Request body: {'port': {'device_id': 'e82f501e-f9fc-4818-bce6-f7c8cdc33298', 'network_id': '384b70c6-5ad4-4667-aa2e-53f8ea09a871', 'admin_state_up': True, 'tenant_id': '645455f740e1406a8b7c3a7db5a70252'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:20:30.113519 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afc9b49-4b8b-4124-9e45-9ca0680d8fe8 req-495c6813-f4ed-43d2-abb9-c140fa16a458 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:30.116845 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-0afc9b49-4b8b-4124-9e45-9ca0680d8fe8 req-495c6813-f4ed-43d2-abb9-c140fa16a458 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:30.218270 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e16fe0a9-dec4-4a20-a680-a49731db3d69 req-314b2032-581a-4d05-abcf-8f85f30c583b service neutron] 10.222.0.86 "GET /v2.0/networks/a8fd4d2d-32fb-4554-b8d5-052f07ecf981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9350665 May 30 20:20:30.260356 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 33158) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:20:30.281039 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-8ca38c15-d712-4631-b4e1-da889af7b0d6 None None] Provisioning for port f623ccc1-77bf-4a0d-a518-303964a4456a completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:20:30.320062 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-8ca38c15-d712-4631-b4e1-da889af7b0d6 None None] Provisioning complete for port f623ccc1-77bf-4a0d-a518-303964a4456a triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:20:30.321225 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-8ca38c15-d712-4631-b4e1-da889af7b0d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:30.338906 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f1a20a50-5f3d-4d85-b94c-666fc18acb8c req-00a4a104-b1a4-48f8-96f6-b242211a7253 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=88e042593d914709b0b6e8865f4bc68d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7643466 May 30 20:20:30.405186 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-4fa047f4-cc63-4b22-a32d-bd7064e04ac3 None None] Set router f61bc5b0-ceb6-484b-ac27-eb8eaf2878f7 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:20:30.467282 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-8ca38c15-d712-4631-b4e1-da889af7b0d6 None None] Port f623ccc1-77bf-4a0d-a518-303964a4456a cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:20:30.547733 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0afc9b49-4b8b-4124-9e45-9ca0680d8fe8 req-495c6813-f4ed-43d2-abb9-c140fa16a458 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1235681 May 30 20:20:30.580052 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f1a20a50-5f3d-4d85-b94c-666fc18acb8c req-831182a5-4a3e-401b-83c7-50dbcaa05dba service neutron] 10.222.0.85 "GET /v2.0/networks/3b009590-a296-4757-aa36-6233b5dedf2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399242 May 30 20:20:30.580675 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-0afc9b49-4b8b-4124-9e45-9ca0680d8fe8 req-2558cbaa-41e7-4f58-8e49-00f00cf431d2 service neutron] Request body: {'port': {'device_id': '37a6e37d-34dd-4d54-89fb-fa1cb6fbad15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843948-2'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:20:30.632119 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-4fe7544e-aa80-4dcc-891b-49b57aabc7fa None None] Notify callbacks [] for port, precommit_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:30.659476 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-4fe7544e-aa80-4dcc-891b-49b57aabc7fa None None] Transition to ACTIVE for port object 3d8a46dc-bcc2-41b3-8b77-5e8506e6c3a6 will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:20:30.668573 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5bfcc1-4092-48cd-8563-58af110f9046 req-a0b9bab2-c48e-4652-9530-7e73f265b892 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:30.670793 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3b5bfcc1-4092-48cd-8563-58af110f9046 req-a0b9bab2-c48e-4652-9530-7e73f265b892 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/ports?device_id=2f903cc6-4588-4e6d-9f98-4119c026a994 HTTP/1.1" status: 200 len: 945 time: 0.9794879 May 30 20:20:30.769494 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-4fe7544e-aa80-4dcc-891b-49b57aabc7fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:30.780661 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f1a20a50-5f3d-4d85-b94c-666fc18acb8c req-1be29d74-85d9-4784-b2b2-c334a63c6e5f service neutron] 10.222.0.85 "GET /v2.0/networks/3b009590-a296-4757-aa36-6233b5dedf2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987665 May 30 20:20:30.837519 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-27ef988e-97ab-4b6f-822e-e4ed47284ca2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:30.901815 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-0afc9b49-4b8b-4124-9e45-9ca0680d8fe8 req-2558cbaa-41e7-4f58-8e49-00f00cf431d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:30.917187 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-6ab8a53b-33a5-4b6d-8aa1-7008339c76d0 req-727b99cf-5129-4578-830e-14cdac152dc5 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:20:30.926122 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-6ab8a53b-33a5-4b6d-8aa1-7008339c76d0 req-727b99cf-5129-4578-830e-14cdac152dc5 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] Usage tracker for resource:port and tenant:645455f740e1406a8b7c3a7db5a70252 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:20:30.930540 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-6ab8a53b-33a5-4b6d-8aa1-7008339c76d0 req-727b99cf-5129-4578-830e-14cdac152dc5 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:20:30.939870 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-27ef988e-97ab-4b6f-822e-e4ed47284ca2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:20:30.942314 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-6ab8a53b-33a5-4b6d-8aa1-7008339c76d0 req-727b99cf-5129-4578-830e-14cdac152dc5 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:20:30.948093 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-27ef988e-97ab-4b6f-822e-e4ed47284ca2 admin admin] Usage tracker for resource:security_group_rule and tenant:f51353a2784b427d901f0104cb1c8507 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:20:30.952929 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-27ef988e-97ab-4b6f-822e-e4ed47284ca2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:20:30.966937 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-27ef988e-97ab-4b6f-822e-e4ed47284ca2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:20:30.975825 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-4fa047f4-cc63-4b22-a32d-bd7064e04ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f61bc5b0-ceb6-484b-ac27-eb8eaf2878f7', 'name': 'tempest-ServersTestManualDisk-2030253537-router', 'tenant_id': '9d17a1b275b44cc58a1065891220db88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': '87ed3c4f-ff4a-428d-9b3f-7b0558a08dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:20:13Z', 'updated_at': '2022-05-30T20:20:24Z', 'revision_number': 3, 'project_id': '9d17a1b275b44cc58a1065891220db88', 'gw_port': {'id': '87ed3c4f-ff4a-428d-9b3f-7b0558a08dfa', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:93:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f61bc5b0-ceb6-484b-ac27-eb8eaf2878f7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:20:18Z', 'updated_at': '2022-05-30T20:20:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:20:30.982419 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa047f4-cc63-4b22-a32d-bd7064e04ac3 None None] Checking router: f61bc5b0-ceb6-484b-ac27-eb8eaf2878f7 for host: n-d-843948-2 {{(pid=84889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:20:30.983788 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa047f4-cc63-4b22-a32d-bd7064e04ac3 None None] Updating router f61bc5b0-ceb6-484b-ac27-eb8eaf2878f7 port 87ed3c4f-ff4a-428d-9b3f-7b0558a08dfa binding host n-d-843948-2 {{(pid=84889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:20:30.996085 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6530cff8-d797-483a-ad00-9d8182b67fa4 None None] Pushing event updated for resources: {'Port': ['ID=3d8a46dc-bcc2-41b3-8b77-5e8506e6c3a6,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:20:31.001757 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3b5bfcc1-4092-48cd-8563-58af110f9046 req-0d2f5aa7-392a-47f7-9052-fe08c27ffd0b tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2ed7a16-df30-4283-b4d4-5e9611f16ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3160772 May 30 20:20:31.024232 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ab8a53b-33a5-4b6d-8aa1-7008339c76d0 req-727b99cf-5129-4578-830e-14cdac152dc5 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] Made reservation on behalf of 645455f740e1406a8b7c3a7db5a70252 for: {'port': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:20:31.031942 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-6ab8a53b-33a5-4b6d-8aa1-7008339c76d0 req-727b99cf-5129-4578-830e-14cdac152dc5 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:31.092685 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-4fa047f4-cc63-4b22-a32d-bd7064e04ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:31.256440 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:31.433483 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-27ef988e-97ab-4b6f-822e-e4ed47284ca2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:31.443740 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0362f6a5-facd-4aaa-a17a-0f3939723d3a'] response: {'server_uuid': '90da6347-458d-4057-9305-60f501cdae7a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd2713ac-a479-470d-bfde-a8c618b67ba7', 'code': 200} May 30 20:20:31.519533 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-27ef988e-97ab-4b6f-822e-e4ed47284ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:31.654316 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ef988e-97ab-4b6f-822e-e4ed47284ca2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9210e37-28e0-494b-a19a-389e83dfc8d7,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:20:31.655004 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-047161bf-c4f7-437f-b059-f1aaa1df97fd req-1efc3336-be5b-4529-a4cd-e186e014504a tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] Synchronizing usage tracker for tenant:645455f740e1406a8b7c3a7db5a70252 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:20:31.744137 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-4fe7544e-aa80-4dcc-891b-49b57aabc7fa None None] Attempting to bind port 3d8a46dc-bcc2-41b3-8b77-5e8506e6c3a6 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:20:31.744606 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-4fe7544e-aa80-4dcc-891b-49b57aabc7fa None None] Attempting to bind port 3d8a46dc-bcc2-41b3-8b77-5e8506e6c3a6 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': '8369aa1b-ac46-424a-9c92-34020eb636de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '3b009590-a296-4757-aa36-6233b5dedf2d'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:20:31.745123 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe7544e-aa80-4dcc-891b-49b57aabc7fa None None] Attempting to bind port 3d8a46dc-bcc2-41b3-8b77-5e8506e6c3a6 on network 3b009590-a296-4757-aa36-6233b5dedf2d {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:20:31.764570 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe7544e-aa80-4dcc-891b-49b57aabc7fa None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:20:31.770599 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe7544e-aa80-4dcc-891b-49b57aabc7fa None None] Checking segment: {'id': '8369aa1b-ac46-424a-9c92-34020eb636de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '3b009590-a296-4757-aa36-6233b5dedf2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:20:31.770599 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-4fe7544e-aa80-4dcc-891b-49b57aabc7fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:31.770599 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe7544e-aa80-4dcc-891b-49b57aabc7fa None None] Bound using segment: {'id': '8369aa1b-ac46-424a-9c92-34020eb636de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '3b009590-a296-4757-aa36-6233b5dedf2d'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:20:31.770599 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-4fe7544e-aa80-4dcc-891b-49b57aabc7fa None None] Bound port: 3d8a46dc-bcc2-41b3-8b77-5e8506e6c3a6, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8369aa1b-ac46-424a-9c92-34020eb636de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '3b009590-a296-4757-aa36-6233b5dedf2d'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:20:31.770599 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-4fe7544e-aa80-4dcc-891b-49b57aabc7fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:31.908749 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-4fa047f4-cc63-4b22-a32d-bd7064e04ac3 None None] Notify callbacks [] for port, precommit_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:31.919807 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-047161bf-c4f7-437f-b059-f1aaa1df97fd req-1efc3336-be5b-4529-a4cd-e186e014504a tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] Unset dirty status for tenant:645455f740e1406a8b7c3a7db5a70252 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:20:31.927681 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.provisioning_blocks [None req-4fa047f4-cc63-4b22-a32d-bd7064e04ac3 None None] Transition to ACTIVE for port object 87ed3c4f-ff4a-428d-9b3f-7b0558a08dfa will not be triggered until provisioned by entity L2. {{(pid=84889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:20:31.934230 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-047161bf-c4f7-437f-b059-f1aaa1df97fd req-1efc3336-be5b-4529-a4cd-e186e014504a tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] 10.222.0.85 "GET /v2.0/ports?device_id=45f005eb-35d7-4310-b0f7-a47f0ffb358c HTTP/1.1" status: 200 len: 210 time: 0.4505417 May 30 20:20:31.979433 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-27ef988e-97ab-4b6f-822e-e4ed47284ca2 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=f51353a2784b427d901f0104cb1c8507&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7147603 May 30 20:20:31.981196 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 33180) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:20:32.020283 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [req-6ab8a53b-33a5-4b6d-8aa1-7008339c76d0 req-727b99cf-5129-4578-830e-14cdac152dc5 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] Allocated IP 172.20.0.6 (384b70c6-5ad4-4667-aa2e-53f8ea09a871/0362111a-0014-4eec-82be-885bf4390269/573c6011-68be-4e97-83a8-113940ad8c15) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:20:32.071599 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-4fa047f4-cc63-4b22-a32d-bd7064e04ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:32.078815 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-4fe7544e-aa80-4dcc-891b-49b57aabc7fa None None] For port 3d8a46dc-bcc2-41b3-8b77-5e8506e6c3a6, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:20:32.090761 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-4fe7544e-aa80-4dcc-891b-49b57aabc7fa None None] For port 3d8a46dc-bcc2-41b3-8b77-5e8506e6c3a6, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=3d8a46dc-bcc2-41b3-8b77-5e8506e6c3a6,segment=NetworkSegment(8369aa1b-ac46-424a-9c92-34020eb636de),segment_id=8369aa1b-ac46-424a-9c92-34020eb636de)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:20:32.174407 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-4fe7544e-aa80-4dcc-891b-49b57aabc7fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:32.209202 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-53fe524a-cc33-402f-b600-4b28bfb345d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:32.217103 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b1ceb3-14e7-4ec0-9994-9614f9fa49c3 req-e2121bd7-cc5e-46cb-a670-7b150854e155 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:32.224361 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-63b1ceb3-14e7-4ec0-9994-9614f9fa49c3 req-e2121bd7-cc5e-46cb-a670-7b150854e155 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/ports?device_id=90da6347-458d-4057-9305-60f501cdae7a HTTP/1.1" status: 200 len: 944 time: 0.6832435 May 30 20:20:32.233266 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143be333-673f-4cce-a414-938a80f91cde None None] Pushing event updated for resources: {'Port': ['ID=87ed3c4f-ff4a-428d-9b3f-7b0558a08dfa,revision_number=2']} {{(pid=84889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:20:32.274459 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-4fa047f4-cc63-4b22-a32d-bd7064e04ac3 None None] Attempting to bind port 87ed3c4f-ff4a-428d-9b3f-7b0558a08dfa on host n-d-843948-2 for vnic_type normal with profile {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:20:32.275332 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-4fa047f4-cc63-4b22-a32d-bd7064e04ac3 None None] Attempting to bind port 87ed3c4f-ff4a-428d-9b3f-7b0558a08dfa by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}] {{(pid=84889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:20:32.275856 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa047f4-cc63-4b22-a32d-bd7064e04ac3 None None] Attempting to bind port 87ed3c4f-ff4a-428d-9b3f-7b0558a08dfa on network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:20:32.285359 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa047f4-cc63-4b22-a32d-bd7064e04ac3 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:20:32.286074 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa047f4-cc63-4b22-a32d-bd7064e04ac3 None None] Checking segment: {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:20:32.286956 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-4fa047f4-cc63-4b22-a32d-bd7064e04ac3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:32.287532 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa047f4-cc63-4b22-a32d-bd7064e04ac3 None None] Bound using segment: {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'} {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:20:32.288269 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-4fa047f4-cc63-4b22-a32d-bd7064e04ac3 None None] Bound port: 87ed3c4f-ff4a-428d-9b3f-7b0558a08dfa, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}}] {{(pid=84889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:20:32.288843 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-4fa047f4-cc63-4b22-a32d-bd7064e04ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:32.305901 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-7de26ef3-3c14-4f60-8514-f72cf7d9ee53 req-e9519259-6ead-4c09-8714-41958a83845b tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Synchronizing usage tracker for tenant:88e042593d914709b0b6e8865f4bc68d on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:20:32.405024 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.db [None req-4fa047f4-cc63-4b22-a32d-bd7064e04ac3 None None] For port 87ed3c4f-ff4a-428d-9b3f-7b0558a08dfa, host n-d-843948-2, cleared binding levels {{(pid=84889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:20:32.416784 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.db [None req-4fa047f4-cc63-4b22-a32d-bd7064e04ac3 None None] For port 87ed3c4f-ff4a-428d-9b3f-7b0558a08dfa, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=87ed3c4f-ff4a-428d-9b3f-7b0558a08dfa,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:20:32.418458 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-63b1ceb3-14e7-4ec0-9994-9614f9fa49c3 req-d1dbcd46-7224-4dc0-84a8-6e3561ba6019 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/security-groups?id=b38efed6-f54b-4caf-8451-aa3a591cbb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1930974 May 30 20:20:32.440069 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6530cff8-d797-483a-ad00-9d8182b67fa4 None None] Pushing event updated for resources: {'Port': ['ID=3d8a46dc-bcc2-41b3-8b77-5e8506e6c3a6,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:20:32.444836 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-53fe524a-cc33-402f-b600-4b28bfb345d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:32.539512 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe7544e-aa80-4dcc-891b-49b57aabc7fa None None] Routers {'dce4a9b6-853a-4e96-9bb3-a1790cbf36d6'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:20:32.540252 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-4fe7544e-aa80-4dcc-891b-49b57aabc7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:20:29Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['dce4a9b6-853a-4e96-9bb3-a1790cbf36d6'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:20:32.574757 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-4fa047f4-cc63-4b22-a32d-bd7064e04ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:32.626405 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:32.738891 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-53fe524a-cc33-402f-b600-4b28bfb345d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:32.844459 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143be333-673f-4cce-a414-938a80f91cde None None] Pushing event updated for resources: {'Port': ['ID=87ed3c4f-ff4a-428d-9b3f-7b0558a08dfa,revision_number=3']} {{(pid=84889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:20:32.881759 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da75557b-dcc4-4483-ab5f-71ccfc0084df req-a0b2a80e-7c1a-4f8f-b0c6-ff81d84c711b tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:32.884997 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-da75557b-dcc4-4483-ab5f-71ccfc0084df req-a0b2a80e-7c1a-4f8f-b0c6-ff81d84c711b tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] 10.222.0.86 "GET /v2.0/networks?id=384b70c6-5ad4-4667-aa2e-53f8ea09a871 HTTP/1.1" status: 200 len: 815 time: 0.5217214 May 30 20:20:32.907828 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-7de26ef3-3c14-4f60-8514-f72cf7d9ee53 req-e9519259-6ead-4c09-8714-41958a83845b tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Unset dirty status for tenant:88e042593d914709b0b6e8865f4bc68d on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:20:32.910135 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7de26ef3-3c14-4f60-8514-f72cf7d9ee53 req-e9519259-6ead-4c09-8714-41958a83845b tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/ports?device_id=9158fc3c-573c-4c1d-bf9a-0db62e0b50ac HTTP/1.1" status: 200 len: 210 time: 0.7546887 May 30 20:20:32.974819 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa047f4-cc63-4b22-a32d-bd7064e04ac3 None None] Routers {'f61bc5b0-ceb6-484b-ac27-eb8eaf2878f7'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:20:32.975741 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-4fa047f4-cc63-4b22-a32d-bd7064e04ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:20:29Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['f61bc5b0-ceb6-484b-ac27-eb8eaf2878f7'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:20:32.984145 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-da75557b-dcc4-4483-ab5f-71ccfc0084df req-e9182917-eadf-4c12-a20e-d5debab5759e tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] Request body: {'port': {'device_id': '45f005eb-35d7-4310-b0f7-a47f0ffb358c', 'network_id': '384b70c6-5ad4-4667-aa2e-53f8ea09a871', 'admin_state_up': True, 'tenant_id': '645455f740e1406a8b7c3a7db5a70252'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:20:33.061086 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fe524a-cc33-402f-b600-4b28bfb345d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9210e37-28e0-494b-a19a-389e83dfc8d7,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:20:33.164329 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-6ab8a53b-33a5-4b6d-8aa1-7008339c76d0 req-727b99cf-5129-4578-830e-14cdac152dc5 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:33.179359 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-4fe7544e-aa80-4dcc-891b-49b57aabc7fa None None] Set router dce4a9b6-853a-4e96-9bb3-a1790cbf36d6 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:20:33.234855 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [req-6ab8a53b-33a5-4b6d-8aa1-7008339c76d0 req-727b99cf-5129-4578-830e-14cdac152dc5 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] Transition to ACTIVE for port object 573c6011-68be-4e97-83a8-113940ad8c15 will not be triggered until provisioned by entity DHCP. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:20:33.447229 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-4fa047f4-cc63-4b22-a32d-bd7064e04ac3 None None] Set router f61bc5b0-ceb6-484b-ac27-eb8eaf2878f7 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:20:33.587973 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d8320343-567f-45e2-829a-9898824ff691 req-60191337-c7a7-4d2f-9c37-357d726c91cc tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] 10.222.0.85 "GET /v2.0/ports?device_id=45f005eb-35d7-4310-b0f7-a47f0ffb358c HTTP/1.1" status: 200 len: 210 time: 0.2355902 May 30 20:20:33.677755 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c94d3b-1742-45b1-b614-d265276d3594 req-089e7c00-b26d-4245-bb63-843a848d1148 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:33.685503 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-82c94d3b-1742-45b1-b614-d265276d3594 req-089e7c00-b26d-4245-bb63-843a848d1148 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/networks?id=b8dbbf3d-6692-4ebe-a45d-1177e8082a2b HTTP/1.1" status: 200 len: 814 time: 1.0320218 May 30 20:20:33.709205 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-82c94d3b-1742-45b1-b614-d265276d3594 req-9793f750-4e57-4a8e-80f8-fe847ff538da tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/quotas/8e7af6fbddf440778dd87d98216021ce HTTP/1.1" status: 200 len: 375 time: 0.0224566 May 30 20:20:33.804725 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-53fe524a-cc33-402f-b600-4b28bfb345d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:33.822132 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-53fe524a-cc33-402f-b600-4b28bfb345d9 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/d9210e37-28e0-494b-a19a-389e83dfc8d7 HTTP/1.1" status: 204 len: 168 time: 1.8229253 May 30 20:20:33.937294 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-82c94d3b-1742-45b1-b614-d265276d3594 req-265da1c8-e80e-4ec2-9d7a-51e91a3ee5d5 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=8e7af6fbddf440778dd87d98216021ce&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2271180 May 30 20:20:34.143476 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-4fa047f4-cc63-4b22-a32d-bd7064e04ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f61bc5b0-ceb6-484b-ac27-eb8eaf2878f7', 'name': 'tempest-ServersTestManualDisk-2030253537-router', 'tenant_id': '9d17a1b275b44cc58a1065891220db88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': '87ed3c4f-ff4a-428d-9b3f-7b0558a08dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:20:13Z', 'updated_at': '2022-05-30T20:20:24Z', 'revision_number': 3, 'project_id': '9d17a1b275b44cc58a1065891220db88', 'gw_port': {'id': '87ed3c4f-ff4a-428d-9b3f-7b0558a08dfa', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:93:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f61bc5b0-ceb6-484b-ac27-eb8eaf2878f7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:20:18Z', 'updated_at': '2022-05-30T20:20:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:20:34.149398 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-82c94d3b-1742-45b1-b614-d265276d3594 req-8345fc9a-ebfe-42da-9913-abf5b7001c50 service neutron] 10.222.0.85 "GET /v2.0/networks/b8dbbf3d-6692-4ebe-a45d-1177e8082a2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110071 May 30 20:20:34.160144 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa047f4-cc63-4b22-a32d-bd7064e04ac3 None None] The sync data for ids ['f61bc5b0-ceb6-484b-ac27-eb8eaf2878f7'] in n-d-843948-2 is: [{'id': 'f61bc5b0-ceb6-484b-ac27-eb8eaf2878f7', 'name': 'tempest-ServersTestManualDisk-2030253537-router', 'tenant_id': '9d17a1b275b44cc58a1065891220db88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': '87ed3c4f-ff4a-428d-9b3f-7b0558a08dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:20:13Z', 'updated_at': '2022-05-30T20:20:24Z', 'revision_number': 3, 'project_id': '9d17a1b275b44cc58a1065891220db88', 'gw_port': {'id': '87ed3c4f-ff4a-428d-9b3f-7b0558a08dfa', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:93:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f61bc5b0-ceb6-484b-ac27-eb8eaf2878f7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:20:18Z', 'updated_at': '2022-05-30T20:20:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:20:34.176117 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-6ab8a53b-33a5-4b6d-8aa1-7008339c76d0 req-727b99cf-5129-4578-830e-14cdac152dc5 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:34.222354 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-4fe7544e-aa80-4dcc-891b-49b57aabc7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dce4a9b6-853a-4e96-9bb3-a1790cbf36d6', 'name': 'tempest-ServerRescueNegativeTestJSON-1289574193-router', 'tenant_id': '88e042593d914709b0b6e8865f4bc68d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': '6fd4f929-f547-4afa-a511-76d2a626bb7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:20:03Z', 'updated_at': '2022-05-30T20:20:16Z', 'revision_number': 4, 'project_id': '88e042593d914709b0b6e8865f4bc68d', 'gw_port': {'id': '6fd4f929-f547-4afa-a511-76d2a626bb7a', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:d2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce4a9b6-853a-4e96-9bb3-a1790cbf36d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:20:04Z', 'updated_at': '2022-05-30T20:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '3d8a46dc-bcc2-41b3-8b77-5e8506e6c3a6', 'name': '', 'network_id': '3b009590-a296-4757-aa36-6233b5dedf2d', 'tenant_id': '88e042593d914709b0b6e8865f4bc68d', 'mac_address': 'fa:16:3e:37:2a:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dce4a9b6-853a-4e96-9bb3-a1790cbf36d6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a48f417-ba85-44a0-9f1b-28d1dfa8235b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:20:13Z', 'updated_at': '2022-05-30T20:20:32Z', 'revision_number': 4, 'project_id': '88e042593d914709b0b6e8865f4bc68d', 'subnets': [{'id': '4a48f417-ba85-44a0-9f1b-28d1dfa8235b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:20:34.227611 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe7544e-aa80-4dcc-891b-49b57aabc7fa None None] The sync data for ids ['dce4a9b6-853a-4e96-9bb3-a1790cbf36d6'] in n-d-843948-2 is: [{'id': 'dce4a9b6-853a-4e96-9bb3-a1790cbf36d6', 'name': 'tempest-ServerRescueNegativeTestJSON-1289574193-router', 'tenant_id': '88e042593d914709b0b6e8865f4bc68d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': '6fd4f929-f547-4afa-a511-76d2a626bb7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:20:03Z', 'updated_at': '2022-05-30T20:20:16Z', 'revision_number': 4, 'project_id': '88e042593d914709b0b6e8865f4bc68d', 'gw_port': {'id': '6fd4f929-f547-4afa-a511-76d2a626bb7a', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:d2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce4a9b6-853a-4e96-9bb3-a1790cbf36d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:20:04Z', 'updated_at': '2022-05-30T20:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '3d8a46dc-bcc2-41b3-8b77-5e8506e6c3a6', 'name': '', 'network_id': '3b009590-a296-4757-aa36-6233b5dedf2d', 'tenant_id': '88e042593d914709b0b6e8865f4bc68d', 'mac_address': 'fa:16:3e:37:2a:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dce4a9b6-853a-4e96-9bb3-a1790cbf36d6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a48f417-ba85-44a0-9f1b-28d1dfa8235b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:20:13Z', 'updated_at': '2022-05-30T20:20:32Z', 'revision_number': 4, 'project_id': '88e042593d914709b0b6e8865f4bc68d', 'subnets': [{'id': '4a48f417-ba85-44a0-9f1b-28d1dfa8235b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:20:34.471878 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-da75557b-dcc4-4483-ab5f-71ccfc0084df req-e9182917-eadf-4c12-a20e-d5debab5759e tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:20:34.538910 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ab8a53b-33a5-4b6d-8aa1-7008339c76d0 req-727b99cf-5129-4578-830e-14cdac152dc5 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] Network 384b70c6-5ad4-4667-aa2e-53f8ea09a871 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:20:34.557587 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [req-6ab8a53b-33a5-4b6d-8aa1-7008339c76d0 req-727b99cf-5129-4578-830e-14cdac152dc5 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:20:34.585551 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ab8a53b-33a5-4b6d-8aa1-7008339c76d0 req-727b99cf-5129-4578-830e-14cdac152dc5 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:20:34.800750 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-da75557b-dcc4-4483-ab5f-71ccfc0084df req-e9182917-eadf-4c12-a20e-d5debab5759e tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] Usage tracker for resource:port and tenant:645455f740e1406a8b7c3a7db5a70252 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:20:34.805332 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-da75557b-dcc4-4483-ab5f-71ccfc0084df req-e9182917-eadf-4c12-a20e-d5debab5759e tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:20:34.813425 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-da75557b-dcc4-4483-ab5f-71ccfc0084df req-e9182917-eadf-4c12-a20e-d5debab5759e tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:20:34.959430 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727b99cf-5129-4578-830e-14cdac152dc5 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] Pushing event updated for resources: {'Port': ['ID=573c6011-68be-4e97-83a8-113940ad8c15,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:20:35.016977 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da75557b-dcc4-4483-ab5f-71ccfc0084df req-e9182917-eadf-4c12-a20e-d5debab5759e tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] Made reservation on behalf of 645455f740e1406a8b7c3a7db5a70252 for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:20:35.023836 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-da75557b-dcc4-4483-ab5f-71ccfc0084df req-e9182917-eadf-4c12-a20e-d5debab5759e tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:35.046966 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 3d8a46dc-bcc2-41b3-8b77-5e8506e6c3a6 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:20:35.053790 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab8a53b-33a5-4b6d-8aa1-7008339c76d0 req-727b99cf-5129-4578-830e-14cdac152dc5 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:35.054523 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-6ab8a53b-33a5-4b6d-8aa1-7008339c76d0 req-727b99cf-5129-4578-830e-14cdac152dc5 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:35.101517 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-82c94d3b-1742-45b1-b614-d265276d3594 req-de06eefe-d99f-48a2-9e85-d28a91ee027f service neutron] 10.222.0.85 "GET /v2.0/networks/b8dbbf3d-6692-4ebe-a45d-1177e8082a2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9509332 May 30 20:20:35.234747 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 33212) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:20:35.385725 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-51954ec6-0df6-43f9-817f-4858b0cf24b5 None None] Provisioning for port 573c6011-68be-4e97-83a8-113940ad8c15 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:20:35.393101 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-51954ec6-0df6-43f9-817f-4858b0cf24b5 None None] Provisioning complete for port 573c6011-68be-4e97-83a8-113940ad8c15 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:20:35.393834 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-51954ec6-0df6-43f9-817f-4858b0cf24b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:35.430892 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6ab8a53b-33a5-4b6d-8aa1-7008339c76d0 req-727b99cf-5129-4578-830e-14cdac152dc5 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3821054 May 30 20:20:35.459232 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-da7cd008-cc72-485e-ab80-4b52d89362c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:35.468380 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 3d8a46dc-bcc2-41b3-8b77-5e8506e6c3a6 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:20:35.504444 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 3d8a46dc-bcc2-41b3-8b77-5e8506e6c3a6 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:20:35.508742 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:35.561650 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [req-6ab8a53b-33a5-4b6d-8aa1-7008339c76d0 req-e46b4df5-eab5-4665-8570-efed27d03ff6 service neutron] Request body: {'port': {'device_id': 'e82f501e-f9fc-4818-bce6-f7c8cdc33298', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843948-2'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:20:35.630714 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [req-0afc9b49-4b8b-4124-9e45-9ca0680d8fe8 req-2558cbaa-41e7-4f58-8e49-00f00cf431d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f623ccc1-77bf-4a0d-a518-303964a4456a {{(pid=84887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:20:35.646816 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-0afc9b49-4b8b-4124-9e45-9ca0680d8fe8 req-2558cbaa-41e7-4f58-8e49-00f00cf431d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:35.686002 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-0afc9b49-4b8b-4124-9e45-9ca0680d8fe8 req-2558cbaa-41e7-4f58-8e49-00f00cf431d2 service neutron] Transition to ACTIVE for port object f623ccc1-77bf-4a0d-a518-303964a4456a will not be triggered until provisioned by entity L2. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:20:35.803154 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-da7cd008-cc72-485e-ab80-4b52d89362c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:20:35.818405 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-da7cd008-cc72-485e-ab80-4b52d89362c3 admin admin] Usage tracker for resource:security_group_rule and tenant:e524b0f6cde04566a1438da57f20e8fd is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:20:35.822855 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-da7cd008-cc72-485e-ab80-4b52d89362c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:20:35.831798 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-da7cd008-cc72-485e-ab80-4b52d89362c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:20:35.874322 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-0afc9b49-4b8b-4124-9e45-9ca0680d8fe8 req-2558cbaa-41e7-4f58-8e49-00f00cf431d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:35.980497 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-51954ec6-0df6-43f9-817f-4858b0cf24b5 None None] Port 573c6011-68be-4e97-83a8-113940ad8c15 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:20:35.997987 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-da7cd008-cc72-485e-ab80-4b52d89362c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:36.240470 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:36.312965 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device fd2713ac-a479-470d-bfde-a8c618b67ba7 no longer exists at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:20:36.462905 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-da7cd008-cc72-485e-ab80-4b52d89362c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:36.509815 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3587ec-a93d-4b5a-a915-2042201dc138 req-1086d4ee-8a16-4b71-a231-f7d1d6218b93 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:36.509815 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-5e3587ec-a93d-4b5a-a915-2042201dc138 req-1086d4ee-8a16-4b71-a231-f7d1d6218b93 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Synchronizing usage tracker for tenant:88e042593d914709b0b6e8865f4bc68d on resource:network {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:20:36.538236 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-fcfd5996-c737-40de-aef2-8725189389e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:36.620542 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port 3d8a46dc-bcc2-41b3-8b77-5e8506e6c3a6, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=3d8a46dc-bcc2-41b3-8b77-5e8506e6c3a6,segment=NetworkSegment(8369aa1b-ac46-424a-9c92-34020eb636de),segment_id=8369aa1b-ac46-424a-9c92-34020eb636de)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:20:36.699906 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-da7cd008-cc72-485e-ab80-4b52d89362c3 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=e524b0f6cde04566a1438da57f20e8fd&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4407482 May 30 20:20:36.735486 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 33230) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:20:36.780033 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2558cbaa-41e7-4f58-8e49-00f00cf431d2 service neutron] Pushing event updated for resources: {'Port': ['ID=f623ccc1-77bf-4a0d-a518-303964a4456a,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:20:36.804743 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-5e3587ec-a93d-4b5a-a915-2042201dc138 req-1086d4ee-8a16-4b71-a231-f7d1d6218b93 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Unset dirty status for tenant:88e042593d914709b0b6e8865f4bc68d on resource:network {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:20:36.805941 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5e3587ec-a93d-4b5a-a915-2042201dc138 req-1086d4ee-8a16-4b71-a231-f7d1d6218b93 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/networks?id=3b009590-a296-4757-aa36-6233b5dedf2d HTTP/1.1" status: 200 len: 819 time: 2.5508497 May 30 20:20:36.853915 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:36.855336 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 87ed3c4f-ff4a-428d-9b3f-7b0558a08dfa up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:20:36.916627 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-6ab8a53b-33a5-4b6d-8aa1-7008339c76d0 req-e46b4df5-eab5-4665-8570-efed27d03ff6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:36.947729 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 33236) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:20:36.957247 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a20a50-5f3d-4d85-b94c-666fc18acb8c req-50fbdf0e-7d37-4b79-be46-640a3e603d25 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:36.960187 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f1a20a50-5f3d-4d85-b94c-666fc18acb8c req-50fbdf0e-7d37-4b79-be46-640a3e603d25 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.71 "GET /v2.0/networks?id=3b009590-a296-4757-aa36-6233b5dedf2d HTTP/1.1" status: 200 len: 819 time: 1.8198812 May 30 20:20:36.963335 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7cd008-cc72-485e-ab80-4b52d89362c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9ad2496-8b3c-4c39-a063-93424a46bb4f,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:20:36.974716 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5e3587ec-a93d-4b5a-a915-2042201dc138 req-d4e828d5-4534-47eb-a0ab-1efe7e5840c3 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/quotas/88e042593d914709b0b6e8865f4bc68d HTTP/1.1" status: 200 len: 375 time: 0.1149228 May 30 20:20:36.988733 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [req-f1a20a50-5f3d-4d85-b94c-666fc18acb8c req-2d0f545b-c824-4bb7-9920-0c2c5d830fc4 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Request body: {'port': {'device_id': '9158fc3c-573c-4c1d-bf9a-0db62e0b50ac', 'network_id': '3b009590-a296-4757-aa36-6233b5dedf2d', 'admin_state_up': True, 'tenant_id': '88e042593d914709b0b6e8865f4bc68d'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:20:37.065876 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=3d8a46dc-bcc2-41b3-8b77-5e8506e6c3a6,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:20:37.144981 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 87ed3c4f-ff4a-428d-9b3f-7b0558a08dfa completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:20:37.152466 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 87ed3c4f-ff4a-428d-9b3f-7b0558a08dfa triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:20:37.152844 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:37.176416 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [req-da75557b-dcc4-4483-ab5f-71ccfc0084df req-e9182917-eadf-4c12-a20e-d5debab5759e tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] Allocated IP 172.20.0.8 (384b70c6-5ad4-4667-aa2e-53f8ea09a871/0362111a-0014-4eec-82be-885bf4390269/df3d09f2-2a10-4a76-9892-7f9163a09534) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:20:37.249192 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-0afc9b49-4b8b-4124-9e45-9ca0680d8fe8 req-2558cbaa-41e7-4f58-8e49-00f00cf431d2 service neutron] Attempting to bind port f623ccc1-77bf-4a0d-a518-303964a4456a on host n-h2-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:20:37.249597 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-0afc9b49-4b8b-4124-9e45-9ca0680d8fe8 req-2558cbaa-41e7-4f58-8e49-00f00cf431d2 service neutron] Attempting to bind port f623ccc1-77bf-4a0d-a518-303964a4456a by drivers openvswitch,hyperv on host n-h2-843948-2 at level 0 using segments [{'id': 'bbb06a38-3164-4fad-a5cd-a7f5f6760c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '384b70c6-5ad4-4667-aa2e-53f8ea09a871'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:20:37.249883 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0afc9b49-4b8b-4124-9e45-9ca0680d8fe8 req-2558cbaa-41e7-4f58-8e49-00f00cf431d2 service neutron] Attempting to bind port f623ccc1-77bf-4a0d-a518-303964a4456a on network 384b70c6-5ad4-4667-aa2e-53f8ea09a871 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:20:37.270982 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0a7ee418-dd23-4e5e-b292-c409083e7e17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:37.302467 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e6cca2ad-7c60-48e9-9f63-9c6a900f6dbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:37.311854 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0afc9b49-4b8b-4124-9e45-9ca0680d8fe8 req-2558cbaa-41e7-4f58-8e49-00f00cf431d2 service neutron] Port f623ccc1-77bf-4a0d-a518-303964a4456a on network 384b70c6-5ad4-4667-aa2e-53f8ea09a871 not bound, no agent of type Open vSwitch agent registered on host n-h2-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:20:37.312185 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0afc9b49-4b8b-4124-9e45-9ca0680d8fe8 req-2558cbaa-41e7-4f58-8e49-00f00cf431d2 service neutron] Attempting to bind port f623ccc1-77bf-4a0d-a518-303964a4456a on network 384b70c6-5ad4-4667-aa2e-53f8ea09a871 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:20:37.333037 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e6cca2ad-7c60-48e9-9f63-9c6a900f6dbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:37.347333 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:37.367997 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port 87ed3c4f-ff4a-428d-9b3f-7b0558a08dfa, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=87ed3c4f-ff4a-428d-9b3f-7b0558a08dfa,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:20:37.381553 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebacd97-fe97-46a3-a2f8-337aeb171547 req-948f3be3-54dd-4127-96f0-322db14a0280 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:37.383106 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-7ebacd97-fe97-46a3-a2f8-337aeb171547 req-948f3be3-54dd-4127-96f0-322db14a0280 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/ports?device_id=90da6347-458d-4057-9305-60f501cdae7a HTTP/1.1" status: 200 len: 944 time: 1.3620102 May 30 20:20:37.391591 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0afc9b49-4b8b-4124-9e45-9ca0680d8fe8 req-2558cbaa-41e7-4f58-8e49-00f00cf431d2 service neutron] Checking agent: {'id': 'eaa08354-e8f5-4e73-af76-8d3cf7d2b390', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:20:37.392718 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0afc9b49-4b8b-4124-9e45-9ca0680d8fe8 req-2558cbaa-41e7-4f58-8e49-00f00cf431d2 service neutron] Checking segment: {'id': 'bbb06a38-3164-4fad-a5cd-a7f5f6760c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '384b70c6-5ad4-4667-aa2e-53f8ea09a871'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:20:37.392718 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0afc9b49-4b8b-4124-9e45-9ca0680d8fe8 req-2558cbaa-41e7-4f58-8e49-00f00cf431d2 service neutron] Bound using segment: {'id': 'bbb06a38-3164-4fad-a5cd-a7f5f6760c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '384b70c6-5ad4-4667-aa2e-53f8ea09a871'} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:20:37.392914 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-0afc9b49-4b8b-4124-9e45-9ca0680d8fe8 req-2558cbaa-41e7-4f58-8e49-00f00cf431d2 service neutron] Bound port: f623ccc1-77bf-4a0d-a518-303964a4456a, host: n-h2-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbb06a38-3164-4fad-a5cd-a7f5f6760c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '384b70c6-5ad4-4667-aa2e-53f8ea09a871'}}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:20:37.393097 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-0afc9b49-4b8b-4124-9e45-9ca0680d8fe8 req-2558cbaa-41e7-4f58-8e49-00f00cf431d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:37.471810 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:37.549992 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5e3587ec-a93d-4b5a-a915-2042201dc138 req-2dbe3401-4048-4054-9164-819a1e433e48 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=88e042593d914709b0b6e8865f4bc68d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4727230 May 30 20:20:37.572965 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-f1a20a50-5f3d-4d85-b94c-666fc18acb8c req-2d0f545b-c824-4bb7-9920-0c2c5d830fc4 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:20:37.603673 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 3d8a46dc-bcc2-41b3-8b77-5e8506e6c3a6 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:20:37.610002 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-f1a20a50-5f3d-4d85-b94c-666fc18acb8c req-2d0f545b-c824-4bb7-9920-0c2c5d830fc4 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:20:37.618291 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [None req-fcfd5996-c737-40de-aef2-8725189389e6 admin admin] Allocated IP 172.20.0.1 (cd0af190-bc13-4695-b23f-a32845a3a302/d3d3176d-ed5e-4750-bd9f-9dc7413b362c/b1f36321-4ee5-4be4-a5e0-b6eb422570ee) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:20:37.641938 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-7ebacd97-fe97-46a3-a2f8-337aeb171547 req-1d7e8065-2e03-4a96-be70-23eeea938da9 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/security-groups?id=b38efed6-f54b-4caf-8451-aa3a591cbb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2441325 May 30 20:20:37.715517 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=87ed3c4f-ff4a-428d-9b3f-7b0558a08dfa,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:20:37.745822 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e6cca2ad-7c60-48e9-9f63-9c6a900f6dbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:37.749648 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 3d8a46dc-bcc2-41b3-8b77-5e8506e6c3a6 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:20:37.749648 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:37.811088 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1a20a50-5f3d-4d85-b94c-666fc18acb8c req-2d0f545b-c824-4bb7-9920-0c2c5d830fc4 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Made reservation on behalf of 88e042593d914709b0b6e8865f4bc68d for: {'port': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:20:37.814417 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-f1a20a50-5f3d-4d85-b94c-666fc18acb8c req-2d0f545b-c824-4bb7-9920-0c2c5d830fc4 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:37.871399 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cca2ad-7c60-48e9-9f63-9c6a900f6dbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9ad2496-8b3c-4c39-a063-93424a46bb4f,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:20:37.881205 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-0a7ee418-dd23-4e5e-b292-c409083e7e17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:20:37.890230 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-0a7ee418-dd23-4e5e-b292-c409083e7e17 admin admin] Usage tracker for resource:security_group_rule and tenant:7b9013b127504670afa9cf378fd17748 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:20:37.896244 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-0a7ee418-dd23-4e5e-b292-c409083e7e17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:20:37.940685 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-0afc9b49-4b8b-4124-9e45-9ca0680d8fe8 req-2558cbaa-41e7-4f58-8e49-00f00cf431d2 service neutron] For port f623ccc1-77bf-4a0d-a518-303964a4456a, host n-h2-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:20:37.969393 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-0a7ee418-dd23-4e5e-b292-c409083e7e17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:20:37.974366 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e6cca2ad-7c60-48e9-9f63-9c6a900f6dbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:37.978130 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-e6cca2ad-7c60-48e9-9f63-9c6a900f6dbf admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/a9ad2496-8b3c-4c39-a063-93424a46bb4f HTTP/1.1" status: 204 len: 168 time: 1.2269139 May 30 20:20:38.011221 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-da75557b-dcc4-4483-ab5f-71ccfc0084df req-e9182917-eadf-4c12-a20e-d5debab5759e tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:38.017452 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-0afc9b49-4b8b-4124-9e45-9ca0680d8fe8 req-2558cbaa-41e7-4f58-8e49-00f00cf431d2 service neutron] For port f623ccc1-77bf-4a0d-a518-303964a4456a, host n-h2-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=f623ccc1-77bf-4a0d-a518-303964a4456a,segment=NetworkSegment(bbb06a38-3164-4fad-a5cd-a7f5f6760c2a),segment_id=bbb06a38-3164-4fad-a5cd-a7f5f6760c2a)] {{(pid=84887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:20:38.074447 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-054bece6-4662-4b38-8fe7-15f53cd935fe req-1f06eac9-113c-44e7-a883-9aed04d0a61b tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] Synchronizing usage tracker for tenant:645455f740e1406a8b7c3a7db5a70252 on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:20:38.096733 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5e3587ec-a93d-4b5a-a915-2042201dc138 req-51cc28c0-3da9-4317-9fdf-63196b924e97 service neutron] 10.222.0.85 "GET /v2.0/networks/3b009590-a296-4757-aa36-6233b5dedf2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5293789 May 30 20:20:38.109271 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-da75557b-dcc4-4483-ab5f-71ccfc0084df req-e9182917-eadf-4c12-a20e-d5debab5759e tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] Transition to ACTIVE for port object df3d09f2-2a10-4a76-9892-7f9163a09534 will not be triggered until provisioned by entity DHCP. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:20:38.124604 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-0afc9b49-4b8b-4124-9e45-9ca0680d8fe8 req-2558cbaa-41e7-4f58-8e49-00f00cf431d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:38.196765 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-054bece6-4662-4b38-8fe7-15f53cd935fe req-1f06eac9-113c-44e7-a883-9aed04d0a61b tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] Unset dirty status for tenant:645455f740e1406a8b7c3a7db5a70252 on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:20:38.198781 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-054bece6-4662-4b38-8fe7-15f53cd935fe req-1f06eac9-113c-44e7-a883-9aed04d0a61b tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] 10.222.0.85 "GET /v2.0/ports?device_id=45f005eb-35d7-4310-b0f7-a47f0ffb358c HTTP/1.1" status: 200 len: 210 time: 0.1917331 May 30 20:20:38.234050 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [req-f1a20a50-5f3d-4d85-b94c-666fc18acb8c req-2d0f545b-c824-4bb7-9920-0c2c5d830fc4 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Allocated IP 172.20.0.5 (3b009590-a296-4757-aa36-6233b5dedf2d/4a48f417-ba85-44a0-9f1b-28d1dfa8235b/91ff9597-ebc7-4fc4-b243-1a0126aef45d) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:20:38.329261 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-fcfd5996-c737-40de-aef2-8725189389e6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:38.355464 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-0afc9b49-4b8b-4124-9e45-9ca0680d8fe8 req-2558cbaa-41e7-4f58-8e49-00f00cf431d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:38.356919 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0afc9b49-4b8b-4124-9e45-9ca0680d8fe8 req-2558cbaa-41e7-4f58-8e49-00f00cf431d2 service neutron] 10.222.0.86 "PUT /v2.0/ports/f623ccc1-77bf-4a0d-a518-303964a4456a HTTP/1.1" status: 200 len: 1091 time: 7.7901001 May 30 20:20:38.363301 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37a6e37d-34dd-4d54-89fb-fa1cb6fbad15', 'tag': 'f623ccc1-77bf-4a0d-a518-303964a4456a'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:20:38.381954 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [None req-fcfd5996-c737-40de-aef2-8725189389e6 admin admin] Transition to ACTIVE for port object b1f36321-4ee5-4be4-a5e0-b6eb422570ee will not be triggered until provisioned by entity DHCP. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:20:38.386174 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2558cbaa-41e7-4f58-8e49-00f00cf431d2 service neutron] Pushing event updated for resources: {'Port': ['ID=f623ccc1-77bf-4a0d-a518-303964a4456a,revision_number=3']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:20:38.460673 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5e3587ec-a93d-4b5a-a915-2042201dc138 req-16816831-5085-493c-af50-4d402c1aefda service neutron] 10.222.0.85 "GET /v2.0/networks/3b009590-a296-4757-aa36-6233b5dedf2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3301153 May 30 20:20:38.542247 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f3819d51-8752-4a1a-99ed-3f8781edcdde req-d871afa4-4c99-4039-ad28-923569425e9e tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/ports?device_id=cf44ba74-aecc-43a3-b0e8-1a1706f5f571 HTTP/1.1" status: 200 len: 210 time: 0.0793583 May 30 20:20:38.595743 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-da75557b-dcc4-4483-ab5f-71ccfc0084df req-e9182917-eadf-4c12-a20e-d5debab5759e tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:38.635319 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0a7ee418-dd23-4e5e-b292-c409083e7e17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:38.900090 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0a7ee418-dd23-4e5e-b292-c409083e7e17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:39.000753 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-0a7ee418-dd23-4e5e-b292-c409083e7e17 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=7b9013b127504670afa9cf378fd17748&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0297990 May 30 20:20:39.014453 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7ee418-dd23-4e5e-b292-c409083e7e17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=171d299e-7a75-44d6-be06-e78ce82a55d4,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:20:39.017827 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 33260) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:20:39.122774 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d559fd64-7439-4ba7-b978-ff5a685fa329'] response: {'name': 'network-changed', 'server_uuid': '37a6e37d-34dd-4d54-89fb-fa1cb6fbad15', 'tag': 'f623ccc1-77bf-4a0d-a518-303964a4456a', 'status': 'completed', 'code': 200} May 30 20:20:39.137263 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-fcfd5996-c737-40de-aef2-8725189389e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:39.177214 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-909c480e-b033-4ee9-92d5-3e2736986ade admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:39.298689 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c06f5f5e-fa01-447d-ad63-616f35270ba0 req-c0f408e3-dc34-479a-abd2-d8d25167da76 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/ports?device_id=db9f53a2-a402-4f3c-a3d4-2018cf085fae HTTP/1.1" status: 200 len: 210 time: 0.1551116 May 30 20:20:39.301401 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-f1a20a50-5f3d-4d85-b94c-666fc18acb8c req-2d0f545b-c824-4bb7-9920-0c2c5d830fc4 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:39.305873 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-909c480e-b033-4ee9-92d5-3e2736986ade admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:39.382352 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [req-6ab8a53b-33a5-4b6d-8aa1-7008339c76d0 req-e46b4df5-eab5-4665-8570-efed27d03ff6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 573c6011-68be-4e97-83a8-113940ad8c15 {{(pid=84886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:20:39.426611 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-6ab8a53b-33a5-4b6d-8aa1-7008339c76d0 req-e46b4df5-eab5-4665-8570-efed27d03ff6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:39.460114 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [req-6ab8a53b-33a5-4b6d-8aa1-7008339c76d0 req-e46b4df5-eab5-4665-8570-efed27d03ff6 service neutron] Transition to ACTIVE for port object 573c6011-68be-4e97-83a8-113940ad8c15 will not be triggered until provisioned by entity L2. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:20:39.461460 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [req-f1a20a50-5f3d-4d85-b94c-666fc18acb8c req-2d0f545b-c824-4bb7-9920-0c2c5d830fc4 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Transition to ACTIVE for port object 91ff9597-ebc7-4fc4-b243-1a0126aef45d will not be triggered until provisioned by entity DHCP. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:20:39.499950 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9182917-eadf-4c12-a20e-d5debab5759e tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] Pushing event updated for resources: {'Port': ['ID=df3d09f2-2a10-4a76-9892-7f9163a09534,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:20:39.562639 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-6ab8a53b-33a5-4b6d-8aa1-7008339c76d0 req-e46b4df5-eab5-4665-8570-efed27d03ff6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:39.652193 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c94d3b-1742-45b1-b614-d265276d3594 req-bd0a7689-f6c6-42eb-aaa2-cb314a3c79b9 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:39.654592 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-82c94d3b-1742-45b1-b614-d265276d3594 req-bd0a7689-f6c6-42eb-aaa2-cb314a3c79b9 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.71 "GET /v2.0/networks?id=b8dbbf3d-6692-4ebe-a45d-1177e8082a2b HTTP/1.1" status: 200 len: 814 time: 0.5222433 May 30 20:20:39.657209 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da75557b-dcc4-4483-ab5f-71ccfc0084df req-e9182917-eadf-4c12-a20e-d5debab5759e tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] Network 384b70c6-5ad4-4667-aa2e-53f8ea09a871 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:20:39.664488 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 87ed3c4f-ff4a-428d-9b3f-7b0558a08dfa up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:20:39.665122 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46b4df5-eab5-4665-8570-efed27d03ff6 service neutron] Pushing event updated for resources: {'Port': ['ID=573c6011-68be-4e97-83a8-113940ad8c15,revision_number=2']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:20:39.669993 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-909c480e-b033-4ee9-92d5-3e2736986ade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:39.672499 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-f1a20a50-5f3d-4d85-b94c-666fc18acb8c req-2d0f545b-c824-4bb7-9920-0c2c5d830fc4 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:39.710945 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-82c94d3b-1742-45b1-b614-d265276d3594 req-d7acb6b1-0d27-442f-bdf3-9592c8222dd4 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Request body: {'port': {'device_id': 'cf44ba74-aecc-43a3-b0e8-1a1706f5f571', 'network_id': 'b8dbbf3d-6692-4ebe-a45d-1177e8082a2b', 'admin_state_up': True, 'tenant_id': '8e7af6fbddf440778dd87d98216021ce'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:20:39.727097 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [req-da75557b-dcc4-4483-ab5f-71ccfc0084df req-e9182917-eadf-4c12-a20e-d5debab5759e tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:20:39.804980 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 87ed3c4f-ff4a-428d-9b3f-7b0558a08dfa triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:20:39.805647 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:39.806409 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909c480e-b033-4ee9-92d5-3e2736986ade admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=171d299e-7a75-44d6-be06-e78ce82a55d4,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:20:39.829324 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcfd5996-c737-40de-aef2-8725189389e6 admin admin] Network cd0af190-bc13-4695-b23f-a32845a3a302 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:20:39.833508 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-da75557b-dcc4-4483-ab5f-71ccfc0084df req-e9182917-eadf-4c12-a20e-d5debab5759e tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:20:39.839213 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909c480e-b033-4ee9-92d5-3e2736986ade admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:20:39.839601 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909c480e-b033-4ee9-92d5-3e2736986ade admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:20:39.840403 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909c480e-b033-4ee9-92d5-3e2736986ade admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:20:39.840403 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909c480e-b033-4ee9-92d5-3e2736986ade admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:20:39.840678 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909c480e-b033-4ee9-92d5-3e2736986ade admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:20:39.842591 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909c480e-b033-4ee9-92d5-3e2736986ade admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:20:39.847926 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909c480e-b033-4ee9-92d5-3e2736986ade admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:20:39.847926 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909c480e-b033-4ee9-92d5-3e2736986ade admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:20:39.847926 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909c480e-b033-4ee9-92d5-3e2736986ade admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:20:39.847926 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909c480e-b033-4ee9-92d5-3e2736986ade admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:20:39.847926 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909c480e-b033-4ee9-92d5-3e2736986ade admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:20:39.876694 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46b4df5-eab5-4665-8570-efed27d03ff6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:20:39.877026 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46b4df5-eab5-4665-8570-efed27d03ff6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:20:39.877373 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46b4df5-eab5-4665-8570-efed27d03ff6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:20:39.879097 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46b4df5-eab5-4665-8570-efed27d03ff6 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:20:39.881701 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46b4df5-eab5-4665-8570-efed27d03ff6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:20:39.881701 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46b4df5-eab5-4665-8570-efed27d03ff6 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:20:39.881701 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46b4df5-eab5-4665-8570-efed27d03ff6 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:20:39.881701 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46b4df5-eab5-4665-8570-efed27d03ff6 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:20:39.881701 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46b4df5-eab5-4665-8570-efed27d03ff6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:20:39.881701 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46b4df5-eab5-4665-8570-efed27d03ff6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:20:39.881701 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46b4df5-eab5-4665-8570-efed27d03ff6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:20:39.950903 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1a20a50-5f3d-4d85-b94c-666fc18acb8c req-2d0f545b-c824-4bb7-9920-0c2c5d830fc4 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Network 3b009590-a296-4757-aa36-6233b5dedf2d is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:20:40.146062 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-fcfd5996-c737-40de-aef2-8725189389e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:20:40.149076 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfd5996-c737-40de-aef2-8725189389e6 admin admin] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:20:40.175213 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [req-f1a20a50-5f3d-4d85-b94c-666fc18acb8c req-2d0f545b-c824-4bb7-9920-0c2c5d830fc4 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:20:40.186257 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0afc9b49-4b8b-4124-9e45-9ca0680d8fe8 req-ec906c24-06e5-4e63-b523-d3d9ecf4b1e2 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=645455f740e1406a8b7c3a7db5a70252&device_id=37a6e37d-34dd-4d54-89fb-fa1cb6fbad15 HTTP/1.1" status: 200 len: 1094 time: 1.7029793 May 30 20:20:40.219887 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1a20a50-5f3d-4d85-b94c-666fc18acb8c req-2d0f545b-c824-4bb7-9920-0c2c5d830fc4 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:20:40.271515 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-6ab8a53b-33a5-4b6d-8aa1-7008339c76d0 req-e46b4df5-eab5-4665-8570-efed27d03ff6 service neutron] Attempting to bind port 573c6011-68be-4e97-83a8-113940ad8c15 on host n-h2-843948-2 for vnic_type normal with profile {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:20:40.272063 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-6ab8a53b-33a5-4b6d-8aa1-7008339c76d0 req-e46b4df5-eab5-4665-8570-efed27d03ff6 service neutron] Attempting to bind port 573c6011-68be-4e97-83a8-113940ad8c15 by drivers openvswitch,hyperv on host n-h2-843948-2 at level 0 using segments [{'id': 'bbb06a38-3164-4fad-a5cd-a7f5f6760c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '384b70c6-5ad4-4667-aa2e-53f8ea09a871'}] {{(pid=84886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:20:40.272602 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab8a53b-33a5-4b6d-8aa1-7008339c76d0 req-e46b4df5-eab5-4665-8570-efed27d03ff6 service neutron] Attempting to bind port 573c6011-68be-4e97-83a8-113940ad8c15 on network 384b70c6-5ad4-4667-aa2e-53f8ea09a871 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:20:40.300565 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-909c480e-b033-4ee9-92d5-3e2736986ade admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:40.304788 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-909c480e-b033-4ee9-92d5-3e2736986ade admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/171d299e-7a75-44d6-be06-e78ce82a55d4 HTTP/1.1" status: 204 len: 168 time: 1.2775359 May 30 20:20:40.373444 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab8a53b-33a5-4b6d-8aa1-7008339c76d0 req-e46b4df5-eab5-4665-8570-efed27d03ff6 service neutron] Port 573c6011-68be-4e97-83a8-113940ad8c15 on network 384b70c6-5ad4-4667-aa2e-53f8ea09a871 not bound, no agent of type Open vSwitch agent registered on host n-h2-843948-2 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:20:40.373444 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab8a53b-33a5-4b6d-8aa1-7008339c76d0 req-e46b4df5-eab5-4665-8570-efed27d03ff6 service neutron] Attempting to bind port 573c6011-68be-4e97-83a8-113940ad8c15 on network 384b70c6-5ad4-4667-aa2e-53f8ea09a871 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:20:40.374382 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da75557b-dcc4-4483-ab5f-71ccfc0084df req-e9182917-eadf-4c12-a20e-d5debab5759e tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:40.375273 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-da75557b-dcc4-4483-ab5f-71ccfc0084df req-e9182917-eadf-4c12-a20e-d5debab5759e tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:40.393014 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab8a53b-33a5-4b6d-8aa1-7008339c76d0 req-e46b4df5-eab5-4665-8570-efed27d03ff6 service neutron] Checking agent: {'id': 'eaa08354-e8f5-4e73-af76-8d3cf7d2b390', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:20:40.396989 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab8a53b-33a5-4b6d-8aa1-7008339c76d0 req-e46b4df5-eab5-4665-8570-efed27d03ff6 service neutron] Checking segment: {'id': 'bbb06a38-3164-4fad-a5cd-a7f5f6760c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '384b70c6-5ad4-4667-aa2e-53f8ea09a871'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:20:40.396989 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab8a53b-33a5-4b6d-8aa1-7008339c76d0 req-e46b4df5-eab5-4665-8570-efed27d03ff6 service neutron] Bound using segment: {'id': 'bbb06a38-3164-4fad-a5cd-a7f5f6760c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '384b70c6-5ad4-4667-aa2e-53f8ea09a871'} {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:20:40.396989 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-6ab8a53b-33a5-4b6d-8aa1-7008339c76d0 req-e46b4df5-eab5-4665-8570-efed27d03ff6 service neutron] Bound port: 573c6011-68be-4e97-83a8-113940ad8c15, host: n-h2-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbb06a38-3164-4fad-a5cd-a7f5f6760c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '384b70c6-5ad4-4667-aa2e-53f8ea09a871'}}] {{(pid=84886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:20:40.396989 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-6ab8a53b-33a5-4b6d-8aa1-7008339c76d0 req-e46b4df5-eab5-4665-8570-efed27d03ff6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:40.421972 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0f545b-c824-4bb7-9920-0c2c5d830fc4 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Pushing event updated for resources: {'Port': ['ID=91ff9597-ebc7-4fc4-b243-1a0126aef45d,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:20:40.511965 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfd5996-c737-40de-aef2-8725189389e6 admin admin] Pushing event updated for resources: {'Port': ['ID=b1f36321-4ee5-4be4-a5e0-b6eb422570ee,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:20:40.568093 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-6ab8a53b-33a5-4b6d-8aa1-7008339c76d0 req-e46b4df5-eab5-4665-8570-efed27d03ff6 service neutron] For port 573c6011-68be-4e97-83a8-113940ad8c15, host n-h2-843948-2, cleared binding levels {{(pid=84886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:20:40.575605 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-6ab8a53b-33a5-4b6d-8aa1-7008339c76d0 req-e46b4df5-eab5-4665-8570-efed27d03ff6 service neutron] For port 573c6011-68be-4e97-83a8-113940ad8c15, host n-h2-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=573c6011-68be-4e97-83a8-113940ad8c15,segment=NetworkSegment(bbb06a38-3164-4fad-a5cd-a7f5f6760c2a),segment_id=bbb06a38-3164-4fad-a5cd-a7f5f6760c2a)] {{(pid=84886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:20:40.599415 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a20a50-5f3d-4d85-b94c-666fc18acb8c req-2d0f545b-c824-4bb7-9920-0c2c5d830fc4 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:40.601144 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-f1a20a50-5f3d-4d85-b94c-666fc18acb8c req-2d0f545b-c824-4bb7-9920-0c2c5d830fc4 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:40.689929 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-6ab8a53b-33a5-4b6d-8aa1-7008339c76d0 req-e46b4df5-eab5-4665-8570-efed27d03ff6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:40.703433 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-fcfd5996-c737-40de-aef2-8725189389e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-736099'] for router_interface, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:40.706966 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0afc9b49-4b8b-4124-9e45-9ca0680d8fe8 req-be7bdf62-45c8-4b86-b224-5d96f48b20bb service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f623ccc1-77bf-4a0d-a518-303964a4456a HTTP/1.1" status: 200 len: 217 time: 0.4949143 May 30 20:20:40.811715 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f6d04b-240b-472f-8ac6-75ff6c5fc207 req-922c6625-7c73-4386-a2ee-89c817f923b4 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:40.812513 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-25f6d04b-240b-472f-8ac6-75ff6c5fc207 req-922c6625-7c73-4386-a2ee-89c817f923b4 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] Synchronizing usage tracker for tenant:645455f740e1406a8b7c3a7db5a70252 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:20:40.837360 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-aa0bb02b-6d12-4f66-95d3-abe8d952a613 None None] Provisioning for port df3d09f2-2a10-4a76-9892-7f9163a09534 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:20:40.838818 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-82c94d3b-1742-45b1-b614-d265276d3594 req-d7acb6b1-0d27-442f-bdf3-9592c8222dd4 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:20:40.847341 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-aa0bb02b-6d12-4f66-95d3-abe8d952a613 None None] Provisioning complete for port df3d09f2-2a10-4a76-9892-7f9163a09534 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:20:40.848447 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-aa0bb02b-6d12-4f66-95d3-abe8d952a613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:40.849168 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-da75557b-dcc4-4483-ab5f-71ccfc0084df req-e9182917-eadf-4c12-a20e-d5debab5759e tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.9196091 May 30 20:20:40.857697 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f1a20a50-5f3d-4d85-b94c-666fc18acb8c req-2d0f545b-c824-4bb7-9920-0c2c5d830fc4 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8760624 May 30 20:20:40.870865 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-da75557b-dcc4-4483-ab5f-71ccfc0084df req-1519f5d0-c530-41ab-abc8-60cf94cacd06 service neutron] Request body: {'port': {'device_id': '45f005eb-35d7-4310-b0f7-a47f0ffb358c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843948-2'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:20:40.875221 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-6ab8a53b-33a5-4b6d-8aa1-7008339c76d0 req-e46b4df5-eab5-4665-8570-efed27d03ff6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:40.876661 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6ab8a53b-33a5-4b6d-8aa1-7008339c76d0 req-e46b4df5-eab5-4665-8570-efed27d03ff6 service neutron] 10.222.0.86 "PUT /v2.0/ports/573c6011-68be-4e97-83a8-113940ad8c15 HTTP/1.1" status: 200 len: 1091 time: 5.3586857 May 30 20:20:40.880589 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e82f501e-f9fc-4818-bce6-f7c8cdc33298', 'tag': '573c6011-68be-4e97-83a8-113940ad8c15'}] {{(pid=84886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:20:40.897380 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [req-f1a20a50-5f3d-4d85-b94c-666fc18acb8c req-b0c4b9d9-3543-4598-9e38-e448606ff77a service neutron] Request body: {'port': {'device_id': '9158fc3c-573c-4c1d-bf9a-0db62e0b50ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843948-2'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:20:40.939899 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-aa0bb02b-6d12-4f66-95d3-abe8d952a613 None None] Port df3d09f2-2a10-4a76-9892-7f9163a09534 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:20:40.942326 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-82c94d3b-1742-45b1-b614-d265276d3594 req-d7acb6b1-0d27-442f-bdf3-9592c8222dd4 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:20:40.961232 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afc9b49-4b8b-4124-9e45-9ca0680d8fe8 req-47d8cca3-d0dc-45a8-b145-07642a1b0d2d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:40.961232 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0afc9b49-4b8b-4124-9e45-9ca0680d8fe8 req-47d8cca3-d0dc-45a8-b145-07642a1b0d2d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=0362111a-0014-4eec-82be-885bf4390269 HTTP/1.1" status: 200 len: 854 time: 0.2405097 May 30 20:20:41.062718 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-25f6d04b-240b-472f-8ac6-75ff6c5fc207 req-922c6625-7c73-4386-a2ee-89c817f923b4 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] Unset dirty status for tenant:645455f740e1406a8b7c3a7db5a70252 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:20:41.070402 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-25f6d04b-240b-472f-8ac6-75ff6c5fc207 req-922c6625-7c73-4386-a2ee-89c817f923b4 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] 10.222.0.85 "GET /v2.0/ports?device_id=45f005eb-35d7-4310-b0f7-a47f0ffb358c HTTP/1.1" status: 200 len: 931 time: 1.3761587 May 30 20:20:41.210461 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82c94d3b-1742-45b1-b614-d265276d3594 req-d7acb6b1-0d27-442f-bdf3-9592c8222dd4 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Made reservation on behalf of 8e7af6fbddf440778dd87d98216021ce for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:20:41.221356 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-82c94d3b-1742-45b1-b614-d265276d3594 req-d7acb6b1-0d27-442f-bdf3-9592c8222dd4 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:41.247740 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-1a88e8ce-fc5d-4667-8d5d-dccd98c34cad None None] Provisioning for port b1f36321-4ee5-4be4-a5e0-b6eb422570ee completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:20:41.255570 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-1a88e8ce-fc5d-4667-8d5d-dccd98c34cad None None] Provisioning complete for port b1f36321-4ee5-4be4-a5e0-b6eb422570ee triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:20:41.255945 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-1a88e8ce-fc5d-4667-8d5d-dccd98c34cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:41.413106 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-1a88e8ce-fc5d-4667-8d5d-dccd98c34cad None None] Port b1f36321-4ee5-4be4-a5e0-b6eb422570ee cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:20:41.413862 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46b4df5-eab5-4665-8570-efed27d03ff6 service neutron] Pushing event updated for resources: {'Port': ['ID=573c6011-68be-4e97-83a8-113940ad8c15,revision_number=3']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:20:41.477680 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-fcfd5996-c737-40de-aef2-8725189389e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:41.487796 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-da75557b-dcc4-4483-ab5f-71ccfc0084df req-1519f5d0-c530-41ab-abc8-60cf94cacd06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:41.488177 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-f1a20a50-5f3d-4d85-b94c-666fc18acb8c req-b0c4b9d9-3543-4598-9e38-e448606ff77a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:41.505009 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-673e320d-7f2c-4b78-9178-efe522c30ff1 req-237d5621-8dd6-4fe0-8550-588dc8bac3a5 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/ports?device_id=cf44ba74-aecc-43a3-b0e8-1a1706f5f571 HTTP/1.1" status: 200 len: 210 time: 0.0991671 May 30 20:20:41.506237 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-25f6d04b-240b-472f-8ac6-75ff6c5fc207 req-52185907-45ef-44cd-819e-0021d0a34d6b tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] 10.222.0.85 "GET /v2.0/security-groups?id=e8dab81d-8136-4d38-9905-aca0d3251be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4349916 May 30 20:20:41.523202 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6ab8a53b-33a5-4b6d-8aa1-7008339c76d0 req-b6afcf42-899e-4e43-9b2d-f3e5889de3b0 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=645455f740e1406a8b7c3a7db5a70252&device_id=e82f501e-f9fc-4818-bce6-f7c8cdc33298 HTTP/1.1" status: 200 len: 1094 time: 0.3324864 May 30 20:20:41.615476 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-1a88e8ce-fc5d-4667-8d5d-dccd98c34cad None None] Provisioning for port 91ff9597-ebc7-4fc4-b243-1a0126aef45d completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:20:41.634601 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-1a88e8ce-fc5d-4667-8d5d-dccd98c34cad None None] Provisioning complete for port 91ff9597-ebc7-4fc4-b243-1a0126aef45d triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:20:41.635147 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-1a88e8ce-fc5d-4667-8d5d-dccd98c34cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:41.646838 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6ab8a53b-33a5-4b6d-8aa1-7008339c76d0 req-770c7f26-a728-44b8-8e1a-a3896f50b1b5 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=573c6011-68be-4e97-83a8-113940ad8c15 HTTP/1.1" status: 200 len: 217 time: 0.0981953 May 30 20:20:41.708063 n-d-843948-2 neutron-server[84886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-803bbf71-979a-495a-9d52-fce07ee0b1a3'] response: {'name': 'network-changed', 'server_uuid': 'e82f501e-f9fc-4818-bce6-f7c8cdc33298', 'tag': '573c6011-68be-4e97-83a8-113940ad8c15', 'status': 'completed', 'code': 200} May 30 20:20:41.798182 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-1a88e8ce-fc5d-4667-8d5d-dccd98c34cad None None] Port 91ff9597-ebc7-4fc4-b243-1a0126aef45d cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:20:41.931883 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0afc9b49-4b8b-4124-9e45-9ca0680d8fe8 req-57393352-251f-4a16-9bb8-a93e448301a8 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=384b70c6-5ad4-4667-aa2e-53f8ea09a871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9600534 May 30 20:20:41.973831 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-e25a4574-580a-4ffb-9234-7e4eb0fc03bd req-84f72ac5-4dcb-4c1a-bf46-2ef42ad3753d tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Synchronizing usage tracker for tenant:88e042593d914709b0b6e8865f4bc68d on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:20:41.987722 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab8a53b-33a5-4b6d-8aa1-7008339c76d0 req-7a6d0a10-297e-4c55-9a07-5ffdb6d22566 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:41.989227 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6ab8a53b-33a5-4b6d-8aa1-7008339c76d0 req-7a6d0a10-297e-4c55-9a07-5ffdb6d22566 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=0362111a-0014-4eec-82be-885bf4390269 HTTP/1.1" status: 200 len: 854 time: 0.3321607 May 30 20:20:42.046975 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 33308) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:20:42.143624 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d7d145ae-6b4a-4347-85ce-f48c4002c5a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:42.163152 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-e25a4574-580a-4ffb-9234-7e4eb0fc03bd req-84f72ac5-4dcb-4c1a-bf46-2ef42ad3753d tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Unset dirty status for tenant:88e042593d914709b0b6e8865f4bc68d on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:20:42.164211 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e25a4574-580a-4ffb-9234-7e4eb0fc03bd req-84f72ac5-4dcb-4c1a-bf46-2ef42ad3753d tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/ports?device_id=db9f53a2-a402-4f3c-a3d4-2018cf085fae HTTP/1.1" status: 200 len: 210 time: 0.2703695 May 30 20:20:42.254714 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-d7d145ae-6b4a-4347-85ce-f48c4002c5a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:20:42.271809 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-d7d145ae-6b4a-4347-85ce-f48c4002c5a6 admin admin] Usage tracker for resource:security_group_rule and tenant:12bc401f58d54e5994e48ea407c4509e is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:20:42.279814 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-d7d145ae-6b4a-4347-85ce-f48c4002c5a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:20:42.295134 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-d7d145ae-6b4a-4347-85ce-f48c4002c5a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:20:42.307993 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6ab8a53b-33a5-4b6d-8aa1-7008339c76d0 req-2ead346e-c44d-4c90-9161-736e976d4fd4 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=384b70c6-5ad4-4667-aa2e-53f8ea09a871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3041382 May 30 20:20:42.407319 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.db.resource_extend [req-f1a20a50-5f3d-4d85-b94c-666fc18acb8c req-b0c4b9d9-3543-4598-9e38-e448606ff77a service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:20:42.557037 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [req-f1a20a50-5f3d-4d85-b94c-666fc18acb8c req-b0c4b9d9-3543-4598-9e38-e448606ff77a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91ff9597-ebc7-4fc4-b243-1a0126aef45d {{(pid=84886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:20:42.580428 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-f1a20a50-5f3d-4d85-b94c-666fc18acb8c req-b0c4b9d9-3543-4598-9e38-e448606ff77a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:42.605890 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6ab8a53b-33a5-4b6d-8aa1-7008339c76d0 req-6e5f0918-47e9-4abd-87b7-719e9f7dbe4b service neutron] 10.222.0.86 "GET /v2.0/networks/384b70c6-5ad4-4667-aa2e-53f8ea09a871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2877467 May 30 20:20:42.648814 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [req-f1a20a50-5f3d-4d85-b94c-666fc18acb8c req-b0c4b9d9-3543-4598-9e38-e448606ff77a service neutron] Transition to ACTIVE for port object 91ff9597-ebc7-4fc4-b243-1a0126aef45d will not be triggered until provisioned by entity L2. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:20:42.656279 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d7d145ae-6b4a-4347-85ce-f48c4002c5a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:42.724693 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0afc9b49-4b8b-4124-9e45-9ca0680d8fe8 req-efa2c674-be73-4430-a4d6-59e146ca2778 service neutron] 10.222.0.86 "GET /v2.0/networks/384b70c6-5ad4-4667-aa2e-53f8ea09a871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7787645 May 30 20:20:42.790326 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.db.resource_extend [None req-fcfd5996-c737-40de-aef2-8725189389e6 admin admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:20:42.830610 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-f1a20a50-5f3d-4d85-b94c-666fc18acb8c req-b0c4b9d9-3543-4598-9e38-e448606ff77a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:42.830880 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [req-82c94d3b-1742-45b1-b614-d265276d3594 req-d7acb6b1-0d27-442f-bdf3-9592c8222dd4 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Allocated IP 172.20.0.13 (b8dbbf3d-6692-4ebe-a45d-1177e8082a2b/61db9283-a711-4dd7-99cf-b308efe98b83/5574980b-e893-484c-8b6c-10795c6c4552) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:20:42.882090 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-fcfd5996-c737-40de-aef2-8725189389e6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:42.959895 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d7d145ae-6b4a-4347-85ce-f48c4002c5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:42.969876 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6ab8a53b-33a5-4b6d-8aa1-7008339c76d0 req-e586e463-fcac-480a-917b-4b90d46f0c3c service neutron] 10.222.0.86 "GET /v2.0/networks/384b70c6-5ad4-4667-aa2e-53f8ea09a871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3523860 May 30 20:20:42.994768 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:20:43.054159 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c4b9d9-3543-4598-9e38-e448606ff77a service neutron] Pushing event updated for resources: {'Port': ['ID=91ff9597-ebc7-4fc4-b243-1a0126aef45d,revision_number=2']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:20:43.094309 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3877d86d-0e9e-4a14-a0b5-e1204a545ae2 req-1968ebb6-c963-4d3a-8152-8c9c8896fa5e service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=90da6347-458d-4057-9305-60f501cdae7a&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 1.0595877 May 30 20:20:43.111746 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-fcfd5996-c737-40de-aef2-8725189389e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:43.216222 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-d7d145ae-6b4a-4347-85ce-f48c4002c5a6 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=12bc401f58d54e5994e48ea407c4509e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1543572 May 30 20:20:43.217159 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d145ae-6b4a-4347-85ce-f48c4002c5a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16c65520-7218-47f7-a73b-e5f4cef82f6a,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:20:43.253931 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 33330) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:20:43.357691 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3587ec-a93d-4b5a-a915-2042201dc138 req-ddf46a9f-ecd1-4a42-93b9-d32c615fdbf1 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:43.359122 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5e3587ec-a93d-4b5a-a915-2042201dc138 req-ddf46a9f-ecd1-4a42-93b9-d32c615fdbf1 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.86 "GET /v2.0/networks?id=3b009590-a296-4757-aa36-6233b5dedf2d HTTP/1.1" status: 200 len: 819 time: 0.6786485 May 30 20:20:43.398998 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0afc9b49-4b8b-4124-9e45-9ca0680d8fe8 req-bfa1b214-c406-4654-bae4-6f4ac17d32ab service neutron] 10.222.0.86 "GET /v2.0/networks/384b70c6-5ad4-4667-aa2e-53f8ea09a871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6091099 May 30 20:20:43.405056 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-5e3587ec-a93d-4b5a-a915-2042201dc138 req-b7e1ad3a-1d56-4889-950a-d717890e7f8c tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Request body: {'port': {'device_id': 'db9f53a2-a402-4f3c-a3d4-2018cf085fae', 'network_id': '3b009590-a296-4757-aa36-6233b5dedf2d', 'admin_state_up': True, 'tenant_id': '88e042593d914709b0b6e8865f4bc68d'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:20:43.430168 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfd5996-c737-40de-aef2-8725189389e6 admin admin] Pushing event updated for resources: {'Port': ['ID=b1f36321-4ee5-4be4-a5e0-b6eb422570ee,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:20:43.461603 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06b7710-4829-434a-a863-9b65e393a4a5 req-eec27d0e-6f03-4f87-a72d-e17c83e08933 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:43.469502 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f06b7710-4829-434a-a863-9b65e393a4a5 req-eec27d0e-6f03-4f87-a72d-e17c83e08933 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] 10.222.0.85 "GET /v2.0/ports?device_id=45f005eb-35d7-4310-b0f7-a47f0ffb358c HTTP/1.1" status: 200 len: 931 time: 0.5496759 May 30 20:20:43.491027 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-f1a20a50-5f3d-4d85-b94c-666fc18acb8c req-b0c4b9d9-3543-4598-9e38-e448606ff77a service neutron] Attempting to bind port 91ff9597-ebc7-4fc4-b243-1a0126aef45d on host n-h1-843948-2 for vnic_type normal with profile {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:20:43.491888 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-f1a20a50-5f3d-4d85-b94c-666fc18acb8c req-b0c4b9d9-3543-4598-9e38-e448606ff77a service neutron] Attempting to bind port 91ff9597-ebc7-4fc4-b243-1a0126aef45d by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': '8369aa1b-ac46-424a-9c92-34020eb636de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '3b009590-a296-4757-aa36-6233b5dedf2d'}] {{(pid=84886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:20:43.492402 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a20a50-5f3d-4d85-b94c-666fc18acb8c req-b0c4b9d9-3543-4598-9e38-e448606ff77a service neutron] Attempting to bind port 91ff9597-ebc7-4fc4-b243-1a0126aef45d on network 3b009590-a296-4757-aa36-6233b5dedf2d {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:20:43.498689 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-fcfd5996-c737-40de-aef2-8725189389e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1718057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-736206'] for router_interface, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:43.534113 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0a76c170-ef4f-4e01-b14d-72c5c52a2055 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:43.537390 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a20a50-5f3d-4d85-b94c-666fc18acb8c req-b0c4b9d9-3543-4598-9e38-e448606ff77a service neutron] Port 91ff9597-ebc7-4fc4-b243-1a0126aef45d on network 3b009590-a296-4757-aa36-6233b5dedf2d not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:20:43.538654 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a20a50-5f3d-4d85-b94c-666fc18acb8c req-b0c4b9d9-3543-4598-9e38-e448606ff77a service neutron] Attempting to bind port 91ff9597-ebc7-4fc4-b243-1a0126aef45d on network 3b009590-a296-4757-aa36-6233b5dedf2d {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:20:43.592249 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3d1be9c0-a90a-4bb7-8d2b-d469981a8019 req-f68e9481-f7f9-4ace-b758-6cea231327e8 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=645455f740e1406a8b7c3a7db5a70252&device_id=e82f501e-f9fc-4818-bce6-f7c8cdc33298 HTTP/1.1" status: 200 len: 1094 time: 0.3262239 May 30 20:20:43.622726 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a20a50-5f3d-4d85-b94c-666fc18acb8c req-b0c4b9d9-3543-4598-9e38-e448606ff77a service neutron] Checking agent: {'id': 'f728d74e-a4ae-4384-860b-a5ade05dd8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:20:43.629275 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a20a50-5f3d-4d85-b94c-666fc18acb8c req-b0c4b9d9-3543-4598-9e38-e448606ff77a service neutron] Checking segment: {'id': '8369aa1b-ac46-424a-9c92-34020eb636de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '3b009590-a296-4757-aa36-6233b5dedf2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:20:43.629556 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a20a50-5f3d-4d85-b94c-666fc18acb8c req-b0c4b9d9-3543-4598-9e38-e448606ff77a service neutron] Bound using segment: {'id': '8369aa1b-ac46-424a-9c92-34020eb636de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '3b009590-a296-4757-aa36-6233b5dedf2d'} {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:20:43.630959 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-f1a20a50-5f3d-4d85-b94c-666fc18acb8c req-b0c4b9d9-3543-4598-9e38-e448606ff77a service neutron] Bound port: 91ff9597-ebc7-4fc4-b243-1a0126aef45d, host: n-h1-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8369aa1b-ac46-424a-9c92-34020eb636de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '3b009590-a296-4757-aa36-6233b5dedf2d'}}] {{(pid=84886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:20:43.631401 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-f1a20a50-5f3d-4d85-b94c-666fc18acb8c req-b0c4b9d9-3543-4598-9e38-e448606ff77a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:43.713546 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0a76c170-ef4f-4e01-b14d-72c5c52a2055 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:43.813411 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-f06b7710-4829-434a-a863-9b65e393a4a5 req-e7271fc3-4e15-4bcb-8032-57f113e994bf tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] Synchronizing usage tracker for tenant:645455f740e1406a8b7c3a7db5a70252 on resource:security_group {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:20:43.877870 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.db.resource_extend [req-da75557b-dcc4-4483-ab5f-71ccfc0084df req-1519f5d0-c530-41ab-abc8-60cf94cacd06 service neutron] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:20:44.010728 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1be9c0-a90a-4bb7-8d2b-d469981a8019 req-a18751b8-d64d-4643-acc0-70a549ad1751 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:44.012650 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3d1be9c0-a90a-4bb7-8d2b-d469981a8019 req-a18751b8-d64d-4643-acc0-70a549ad1751 service neutron] 10.222.0.86 "GET /v2.0/networks?id=384b70c6-5ad4-4667-aa2e-53f8ea09a871 HTTP/1.1" status: 200 len: 916 time: 0.3989868 May 30 20:20:44.019810 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-f1a20a50-5f3d-4d85-b94c-666fc18acb8c req-b0c4b9d9-3543-4598-9e38-e448606ff77a service neutron] For port 91ff9597-ebc7-4fc4-b243-1a0126aef45d, host n-h1-843948-2, cleared binding levels {{(pid=84886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:20:44.023772 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-f1a20a50-5f3d-4d85-b94c-666fc18acb8c req-b0c4b9d9-3543-4598-9e38-e448606ff77a service neutron] For port 91ff9597-ebc7-4fc4-b243-1a0126aef45d, host n-h1-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=91ff9597-ebc7-4fc4-b243-1a0126aef45d,segment=NetworkSegment(8369aa1b-ac46-424a-9c92-34020eb636de),segment_id=8369aa1b-ac46-424a-9c92-34020eb636de)] {{(pid=84886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:20:44.036026 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-78e99cf4-35b4-4b93-9d07-06c5b9f76b75 req-5148ad23-46ed-4e88-a9a9-4747e6d7188c tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/ports?device_id=cf44ba74-aecc-43a3-b0e8-1a1706f5f571 HTTP/1.1" status: 200 len: 210 time: 0.1850030 May 30 20:20:44.088271 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-f06b7710-4829-434a-a863-9b65e393a4a5 req-e7271fc3-4e15-4bcb-8032-57f113e994bf tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] Unset dirty status for tenant:645455f740e1406a8b7c3a7db5a70252 on resource:security_group {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:20:44.089442 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f06b7710-4829-434a-a863-9b65e393a4a5 req-e7271fc3-4e15-4bcb-8032-57f113e994bf tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] 10.222.0.85 "GET /v2.0/security-groups?id=e8dab81d-8136-4d38-9905-aca0d3251be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6186810 May 30 20:20:44.089965 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [req-da75557b-dcc4-4483-ab5f-71ccfc0084df req-1519f5d0-c530-41ab-abc8-60cf94cacd06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df3d09f2-2a10-4a76-9892-7f9163a09534 {{(pid=84887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:20:44.115350 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-5e3587ec-a93d-4b5a-a915-2042201dc138 req-b7e1ad3a-1d56-4889-950a-d717890e7f8c tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:20:44.194500 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-da75557b-dcc4-4483-ab5f-71ccfc0084df req-1519f5d0-c530-41ab-abc8-60cf94cacd06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:44.246044 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 33346) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:20:44.280009 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0a76c170-ef4f-4e01-b14d-72c5c52a2055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:44.293353 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3d1be9c0-a90a-4bb7-8d2b-d469981a8019 req-b2d8d144-d842-4c43-9ac9-68a581395800 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=573c6011-68be-4e97-83a8-113940ad8c15 HTTP/1.1" status: 200 len: 217 time: 0.2662776 May 30 20:20:44.295045 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-f1a20a50-5f3d-4d85-b94c-666fc18acb8c req-b0c4b9d9-3543-4598-9e38-e448606ff77a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:44.315694 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-82c94d3b-1742-45b1-b614-d265276d3594 req-d7acb6b1-0d27-442f-bdf3-9592c8222dd4 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:44.320403 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-5e3587ec-a93d-4b5a-a915-2042201dc138 req-b7e1ad3a-1d56-4889-950a-d717890e7f8c tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:20:44.325367 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-da75557b-dcc4-4483-ab5f-71ccfc0084df req-1519f5d0-c530-41ab-abc8-60cf94cacd06 service neutron] Transition to ACTIVE for port object df3d09f2-2a10-4a76-9892-7f9163a09534 will not be triggered until provisioned by entity L2. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:20:44.383770 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-91888b9a-083f-49d5-a409-524ddf82382e req-e1916133-fff7-4fc5-9360-4a04b31f15a2 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=645455f740e1406a8b7c3a7db5a70252&device_id=37a6e37d-34dd-4d54-89fb-fa1cb6fbad15 HTTP/1.1" status: 200 len: 1094 time: 0.7337978 May 30 20:20:44.386029 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-207ba1ae-a247-40b4-a52f-660c0b5eb437 req-da7e9adc-ea01-4a11-aadb-725be24c838a tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/ports?device_id=db9f53a2-a402-4f3c-a3d4-2018cf085fae HTTP/1.1" status: 200 len: 210 time: 0.0620346 May 30 20:20:44.459734 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a76c170-ef4f-4e01-b14d-72c5c52a2055 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16c65520-7218-47f7-a73b-e5f4cef82f6a,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:20:44.549023 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0a76c170-ef4f-4e01-b14d-72c5c52a2055 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:44.551153 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-0a76c170-ef4f-4e01-b14d-72c5c52a2055 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/16c65520-7218-47f7-a73b-e5f4cef82f6a HTTP/1.1" status: 204 len: 168 time: 1.2882037 May 30 20:20:44.580670 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-f1a20a50-5f3d-4d85-b94c-666fc18acb8c req-b0c4b9d9-3543-4598-9e38-e448606ff77a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:44.583593 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f1a20a50-5f3d-4d85-b94c-666fc18acb8c req-b0c4b9d9-3543-4598-9e38-e448606ff77a service neutron] 10.222.0.71 "PUT /v2.0/ports/91ff9597-ebc7-4fc4-b243-1a0126aef45d HTTP/1.1" status: 200 len: 1091 time: 3.7032964 May 30 20:20:44.586602 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9158fc3c-573c-4c1d-bf9a-0db62e0b50ac', 'tag': '91ff9597-ebc7-4fc4-b243-1a0126aef45d'}] {{(pid=84886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:20:44.623267 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c4b9d9-3543-4598-9e38-e448606ff77a service neutron] Pushing event updated for resources: {'Port': ['ID=91ff9597-ebc7-4fc4-b243-1a0126aef45d,revision_number=3']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:20:44.656825 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1be9c0-a90a-4bb7-8d2b-d469981a8019 req-685e3504-6005-48a8-967d-9e7bcd90d254 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:44.656825 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3d1be9c0-a90a-4bb7-8d2b-d469981a8019 req-685e3504-6005-48a8-967d-9e7bcd90d254 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=0362111a-0014-4eec-82be-885bf4390269 HTTP/1.1" status: 200 len: 854 time: 0.3228519 May 30 20:20:44.784008 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcfd5996-c737-40de-aef2-8725189389e6 admin admin] Network cd0af190-bc13-4695-b23f-a32845a3a302 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:20:44.796122 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e3587ec-a93d-4b5a-a915-2042201dc138 req-b7e1ad3a-1d56-4889-950a-d717890e7f8c tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Made reservation on behalf of 88e042593d914709b0b6e8865f4bc68d for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:20:44.803685 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-5e3587ec-a93d-4b5a-a915-2042201dc138 req-b7e1ad3a-1d56-4889-950a-d717890e7f8c tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:44.821267 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-da75557b-dcc4-4483-ab5f-71ccfc0084df req-1519f5d0-c530-41ab-abc8-60cf94cacd06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:44.838214 n-d-843948-2 neutron-server[84886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61f2058d-56ff-4c6d-b0d2-b04b6f6c3b14'] response: {'name': 'network-changed', 'server_uuid': '9158fc3c-573c-4c1d-bf9a-0db62e0b50ac', 'tag': '91ff9597-ebc7-4fc4-b243-1a0126aef45d', 'status': 'completed', 'code': 200} May 30 20:20:44.936290 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-fcfd5996-c737-40de-aef2-8725189389e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:20:44.964976 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b07ea93-b98c-4098-8232-4954707efca6 req-c91d476a-1049-4677-a5f2-ed1a436e0933 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:44.968034 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3b07ea93-b98c-4098-8232-4954707efca6 req-c91d476a-1049-4677-a5f2-ed1a436e0933 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/ports?device_id=90da6347-458d-4057-9305-60f501cdae7a HTTP/1.1" status: 200 len: 944 time: 0.6657863 May 30 20:20:45.080327 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3b07ea93-b98c-4098-8232-4954707efca6 req-f69931c4-8a95-4c25-8a3c-440f68d84859 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/security-groups?id=b38efed6-f54b-4caf-8451-aa3a591cbb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996892 May 30 20:20:45.099284 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3d1be9c0-a90a-4bb7-8d2b-d469981a8019 req-48c5d8ac-4225-4b5d-88c0-9c6fc64f0c52 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=384b70c6-5ad4-4667-aa2e-53f8ea09a871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4199531 May 30 20:20:45.108124 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f34b4aec-993f-4164-abf8-35d6a88315fe req-1d728328-4d6e-4c9c-a941-5f41ab368d0e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=88e042593d914709b0b6e8865f4bc68d&device_id=9158fc3c-573c-4c1d-bf9a-0db62e0b50ac HTTP/1.1" status: 200 len: 1094 time: 0.2671359 May 30 20:20:45.378921 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91888b9a-083f-49d5-a409-524ddf82382e req-6752ec0d-6aa8-4a57-a932-f0c556d0dd6f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:45.380889 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-91888b9a-083f-49d5-a409-524ddf82382e req-6752ec0d-6aa8-4a57-a932-f0c556d0dd6f service neutron] 10.222.0.86 "GET /v2.0/networks?id=384b70c6-5ad4-4667-aa2e-53f8ea09a871 HTTP/1.1" status: 200 len: 916 time: 0.9868100 May 30 20:20:45.456590 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34b4aec-993f-4164-abf8-35d6a88315fe req-f305ed3a-bb20-44eb-b517-0e9a1d1a04b0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:45.458478 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f34b4aec-993f-4164-abf8-35d6a88315fe req-f305ed3a-bb20-44eb-b517-0e9a1d1a04b0 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=88e042593d914709b0b6e8865f4bc68d&shared=False HTTP/1.1" status: 200 len: 920 time: 0.3396816 May 30 20:20:45.460528 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3d1be9c0-a90a-4bb7-8d2b-d469981a8019 req-a27b836f-adbc-4d9a-b4d2-b02a0ee1ff8e service neutron] 10.222.0.86 "GET /v2.0/networks/384b70c6-5ad4-4667-aa2e-53f8ea09a871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3516424 May 30 20:20:45.489750 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-8dd934ef-6add-41bd-91bf-2e08be17dbed None None] Provisioning complete for port b1f36321-4ee5-4be4-a5e0-b6eb422570ee triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:20:45.490672 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-8dd934ef-6add-41bd-91bf-2e08be17dbed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:45.587704 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-8dd934ef-6add-41bd-91bf-2e08be17dbed None None] Port b1f36321-4ee5-4be4-a5e0-b6eb422570ee cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:20:45.785044 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-82c94d3b-1742-45b1-b614-d265276d3594 req-d7acb6b1-0d27-442f-bdf3-9592c8222dd4 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:45.801159 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['460fff84-62d6-49b9-acfe-5f3b6755bc57'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:20:45.885527 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1519f5d0-c530-41ab-abc8-60cf94cacd06 service neutron] Pushing event updated for resources: {'Port': ['ID=df3d09f2-2a10-4a76-9892-7f9163a09534,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:20:45.886390 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34b4aec-993f-4164-abf8-35d6a88315fe req-fabcb172-fc88-4fd4-8add-fa822e89c375 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:45.888816 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f34b4aec-993f-4164-abf8-35d6a88315fe req-fabcb172-fc88-4fd4-8add-fa822e89c375 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4230347 May 30 20:20:46.156063 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3d1be9c0-a90a-4bb7-8d2b-d469981a8019 req-07b1d9e3-c269-42d2-b4fc-589d25f8fa56 service neutron] 10.222.0.86 "GET /v2.0/networks/384b70c6-5ad4-4667-aa2e-53f8ea09a871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6584253 May 30 20:20:46.166172 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa7a0ca-c3d2-441d-816c-763cd9484866 req-6b8da0b9-dc8d-460f-9875-fb14efae4eab tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:46.175536 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6aa7a0ca-c3d2-441d-816c-763cd9484866 req-6b8da0b9-dc8d-460f-9875-fb14efae4eab tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] 10.222.0.85 "GET /v2.0/ports?device_id=45f005eb-35d7-4310-b0f7-a47f0ffb358c HTTP/1.1" status: 200 len: 943 time: 0.6791515 May 30 20:20:46.253184 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-91888b9a-083f-49d5-a409-524ddf82382e req-fc004a5e-be3a-450f-897f-833402566730 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f623ccc1-77bf-4a0d-a518-303964a4456a HTTP/1.1" status: 200 len: 217 time: 0.7127638 May 30 20:20:46.294953 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6aa7a0ca-c3d2-441d-816c-763cd9484866 req-ee97c45d-526b-457b-b5a1-8d116f5aaf96 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] 10.222.0.85 "GET /v2.0/security-groups?id=e8dab81d-8136-4d38-9905-aca0d3251be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183667 May 30 20:20:46.314080 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f1a20a50-5f3d-4d85-b94c-666fc18acb8c req-3836fedc-3642-441e-bd6e-bc14c35e8942 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=88e042593d914709b0b6e8865f4bc68d&device_id=9158fc3c-573c-4c1d-bf9a-0db62e0b50ac HTTP/1.1" status: 200 len: 1094 time: 0.3359902 May 30 20:20:46.367507 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 573c6011-68be-4e97-83a8-113940ad8c15 details requested by agent hyperv_n-h2-843948-2 with host n-h2-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:20:46.447808 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1519f5d0-c530-41ab-abc8-60cf94cacd06 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:20:46.452823 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1519f5d0-c530-41ab-abc8-60cf94cacd06 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:20:46.453663 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1519f5d0-c530-41ab-abc8-60cf94cacd06 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:20:46.454328 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1519f5d0-c530-41ab-abc8-60cf94cacd06 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:20:46.454984 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1519f5d0-c530-41ab-abc8-60cf94cacd06 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:20:46.455691 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1519f5d0-c530-41ab-abc8-60cf94cacd06 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:20:46.456394 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1519f5d0-c530-41ab-abc8-60cf94cacd06 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:20:46.457093 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1519f5d0-c530-41ab-abc8-60cf94cacd06 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:20:46.457884 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1519f5d0-c530-41ab-abc8-60cf94cacd06 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:20:46.458625 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1519f5d0-c530-41ab-abc8-60cf94cacd06 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:20:46.459385 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1519f5d0-c530-41ab-abc8-60cf94cacd06 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:20:46.502573 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f1a20a50-5f3d-4d85-b94c-666fc18acb8c req-0b22fbc2-53e4-4af1-a803-fb3541d07701 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=91ff9597-ebc7-4fc4-b243-1a0126aef45d HTTP/1.1" status: 200 len: 217 time: 0.1829321 May 30 20:20:46.595079 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a20a50-5f3d-4d85-b94c-666fc18acb8c req-620a9273-e78e-4d31-84df-51bbdc853f0f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:46.596721 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f1a20a50-5f3d-4d85-b94c-666fc18acb8c req-620a9273-e78e-4d31-84df-51bbdc853f0f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4a48f417-ba85-44a0-9f1b-28d1dfa8235b HTTP/1.1" status: 200 len: 858 time: 0.0878570 May 30 20:20:46.644934 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82c94d3b-1742-45b1-b614-d265276d3594 req-d7acb6b1-0d27-442f-bdf3-9592c8222dd4 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Network b8dbbf3d-6692-4ebe-a45d-1177e8082a2b is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:20:46.678236 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-33d28756-e8b9-4c1d-818f-93644ab2b381 req-c486b6da-080e-4155-944d-c8a69204c11b tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/ports?device_id=db9f53a2-a402-4f3c-a3d4-2018cf085fae HTTP/1.1" status: 200 len: 210 time: 0.0803242 May 30 20:20:46.694014 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 573c6011-68be-4e97-83a8-113940ad8c15, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=573c6011-68be-4e97-83a8-113940ad8c15,segment=NetworkSegment(bbb06a38-3164-4fad-a5cd-a7f5f6760c2a),segment_id=bbb06a38-3164-4fad-a5cd-a7f5f6760c2a)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:20:46.736169 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Returning: {'device': '573c6011-68be-4e97-83a8-113940ad8c15', 'network_id': '384b70c6-5ad4-4667-aa2e-53f8ea09a871', 'port_id': '573c6011-68be-4e97-83a8-113940ad8c15', 'mac_address': 'fa:16:3e:ba:b7:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0362111a-0014-4eec-82be-885bf4390269', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:20:46.754495 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [req-82c94d3b-1742-45b1-b614-d265276d3594 req-d7acb6b1-0d27-442f-bdf3-9592c8222dd4 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:20:46.804720 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:46.829601 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 573c6011-68be-4e97-83a8-113940ad8c15 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:20:46.849073 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 573c6011-68be-4e97-83a8-113940ad8c15, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=573c6011-68be-4e97-83a8-113940ad8c15,segment=NetworkSegment(bbb06a38-3164-4fad-a5cd-a7f5f6760c2a),segment_id=bbb06a38-3164-4fad-a5cd-a7f5f6760c2a)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:20:46.864173 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-82c94d3b-1742-45b1-b614-d265276d3594 req-d7acb6b1-0d27-442f-bdf3-9592c8222dd4 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:20:46.896449 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f1a20a50-5f3d-4d85-b94c-666fc18acb8c req-c76286ef-ae86-4365-abb4-53950a6f0f20 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3b009590-a296-4757-aa36-6233b5dedf2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2146206 May 30 20:20:46.962768 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:46.963705 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device f623ccc1-77bf-4a0d-a518-303964a4456a details requested by agent hyperv_n-h2-843948-2 with host n-h2-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:20:46.988370 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port f623ccc1-77bf-4a0d-a518-303964a4456a, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=f623ccc1-77bf-4a0d-a518-303964a4456a,segment=NetworkSegment(bbb06a38-3164-4fad-a5cd-a7f5f6760c2a),segment_id=bbb06a38-3164-4fad-a5cd-a7f5f6760c2a)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:20:47.039166 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Returning: {'device': 'f623ccc1-77bf-4a0d-a518-303964a4456a', 'network_id': '384b70c6-5ad4-4667-aa2e-53f8ea09a871', 'port_id': 'f623ccc1-77bf-4a0d-a518-303964a4456a', 'mac_address': 'fa:16:3e:85:0c:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0362111a-0014-4eec-82be-885bf4390269', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:20:47.120868 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d25d624d-7dbd-4ddc-9169-02a09ebba7cd req-014df53b-c933-4651-a4de-193f657c2c24 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=90da6347-458d-4057-9305-60f501cdae7a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 2.8122690 May 30 20:20:47.140975 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:47.156318 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=573c6011-68be-4e97-83a8-113940ad8c15,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:20:47.164470 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f623ccc1-77bf-4a0d-a518-303964a4456a {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:20:47.182249 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port f623ccc1-77bf-4a0d-a518-303964a4456a, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=f623ccc1-77bf-4a0d-a518-303964a4456a,segment=NetworkSegment(bbb06a38-3164-4fad-a5cd-a7f5f6760c2a),segment_id=bbb06a38-3164-4fad-a5cd-a7f5f6760c2a)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:20:47.276774 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6345e5ec-0009-4be6-91bd-801c73dab38b req-a1f42e0d-8d81-4619-a088-165d8c288113 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:47.279951 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6345e5ec-0009-4be6-91bd-801c73dab38b req-a1f42e0d-8d81-4619-a088-165d8c288113 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/ports?device_id=cf44ba74-aecc-43a3-b0e8-1a1706f5f571 HTTP/1.1" status: 200 len: 932 time: 1.6424310 May 30 20:20:47.282033 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7acb6b1-0d27-442f-bdf3-9592c8222dd4 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Pushing event updated for resources: {'Port': ['ID=5574980b-e893-484c-8b6c-10795c6c4552,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:20:47.288163 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91888b9a-083f-49d5-a409-524ddf82382e req-69da7dc6-b495-43cb-a95e-68af3d59dd07 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:47.291059 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-91888b9a-083f-49d5-a409-524ddf82382e req-69da7dc6-b495-43cb-a95e-68af3d59dd07 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=0362111a-0014-4eec-82be-885bf4390269 HTTP/1.1" status: 200 len: 854 time: 1.0192540 May 30 20:20:47.307401 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [req-5e3587ec-a93d-4b5a-a915-2042201dc138 req-b7e1ad3a-1d56-4889-950a-d717890e7f8c tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Allocated IP 172.20.0.13 (3b009590-a296-4757-aa36-6233b5dedf2d/4a48f417-ba85-44a0-9f1b-28d1dfa8235b/9eff4c3f-a7bb-4e44-b665-6e00b004ab73) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:20:47.327216 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee41e12-2f97-46a7-820e-64799bd76c6e req-50aa0f7f-36b1-4104-adc5-0573ba811b16 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:47.328739 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-dee41e12-2f97-46a7-820e-64799bd76c6e req-50aa0f7f-36b1-4104-adc5-0573ba811b16 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/ports?device_id=90da6347-458d-4057-9305-60f501cdae7a HTTP/1.1" status: 200 len: 944 time: 0.3897183 May 30 20:20:47.333333 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f1a20a50-5f3d-4d85-b94c-666fc18acb8c req-9aebc80f-7bda-45c4-8c2d-f770860727b5 service neutron] 10.222.0.71 "GET /v2.0/networks/3b009590-a296-4757-aa36-6233b5dedf2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4290876 May 30 20:20:47.345238 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:47.451023 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=f623ccc1-77bf-4a0d-a518-303964a4456a,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:20:47.516469 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-dee41e12-2f97-46a7-820e-64799bd76c6e req-1d64b27c-9e7e-4c12-a994-cfec6c04ff89 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/security-groups?id=b38efed6-f54b-4caf-8451-aa3a591cbb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1786900 May 30 20:20:47.593330 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['f623ccc1-77bf-4a0d-a518-303964a4456a'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:20:47.637452 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-da75557b-dcc4-4483-ab5f-71ccfc0084df req-1519f5d0-c530-41ab-abc8-60cf94cacd06 service neutron] Attempting to bind port df3d09f2-2a10-4a76-9892-7f9163a09534 on host n-h2-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:20:47.638096 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-da75557b-dcc4-4483-ab5f-71ccfc0084df req-1519f5d0-c530-41ab-abc8-60cf94cacd06 service neutron] Attempting to bind port df3d09f2-2a10-4a76-9892-7f9163a09534 by drivers openvswitch,hyperv on host n-h2-843948-2 at level 0 using segments [{'id': 'bbb06a38-3164-4fad-a5cd-a7f5f6760c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '384b70c6-5ad4-4667-aa2e-53f8ea09a871'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:20:47.638867 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da75557b-dcc4-4483-ab5f-71ccfc0084df req-1519f5d0-c530-41ab-abc8-60cf94cacd06 service neutron] Attempting to bind port df3d09f2-2a10-4a76-9892-7f9163a09534 on network 384b70c6-5ad4-4667-aa2e-53f8ea09a871 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:20:47.645045 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c94d3b-1742-45b1-b614-d265276d3594 req-d7acb6b1-0d27-442f-bdf3-9592c8222dd4 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:47.646261 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-82c94d3b-1742-45b1-b614-d265276d3594 req-d7acb6b1-0d27-442f-bdf3-9592c8222dd4 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:47.771633 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['573c6011-68be-4e97-83a8-113940ad8c15'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:20:47.790643 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da75557b-dcc4-4483-ab5f-71ccfc0084df req-1519f5d0-c530-41ab-abc8-60cf94cacd06 service neutron] Port df3d09f2-2a10-4a76-9892-7f9163a09534 on network 384b70c6-5ad4-4667-aa2e-53f8ea09a871 not bound, no agent of type Open vSwitch agent registered on host n-h2-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:20:47.790643 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da75557b-dcc4-4483-ab5f-71ccfc0084df req-1519f5d0-c530-41ab-abc8-60cf94cacd06 service neutron] Attempting to bind port df3d09f2-2a10-4a76-9892-7f9163a09534 on network 384b70c6-5ad4-4667-aa2e-53f8ea09a871 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:20:47.837653 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da75557b-dcc4-4483-ab5f-71ccfc0084df req-1519f5d0-c530-41ab-abc8-60cf94cacd06 service neutron] Checking agent: {'id': 'eaa08354-e8f5-4e73-af76-8d3cf7d2b390', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:20:47.838188 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da75557b-dcc4-4483-ab5f-71ccfc0084df req-1519f5d0-c530-41ab-abc8-60cf94cacd06 service neutron] Checking segment: {'id': 'bbb06a38-3164-4fad-a5cd-a7f5f6760c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '384b70c6-5ad4-4667-aa2e-53f8ea09a871'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:20:47.838828 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da75557b-dcc4-4483-ab5f-71ccfc0084df req-1519f5d0-c530-41ab-abc8-60cf94cacd06 service neutron] Bound using segment: {'id': 'bbb06a38-3164-4fad-a5cd-a7f5f6760c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '384b70c6-5ad4-4667-aa2e-53f8ea09a871'} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:20:47.839624 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-da75557b-dcc4-4483-ab5f-71ccfc0084df req-1519f5d0-c530-41ab-abc8-60cf94cacd06 service neutron] Bound port: df3d09f2-2a10-4a76-9892-7f9163a09534, host: n-h2-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbb06a38-3164-4fad-a5cd-a7f5f6760c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '384b70c6-5ad4-4667-aa2e-53f8ea09a871'}}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:20:47.840165 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-da75557b-dcc4-4483-ab5f-71ccfc0084df req-1519f5d0-c530-41ab-abc8-60cf94cacd06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:47.858795 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f1a20a50-5f3d-4d85-b94c-666fc18acb8c req-8fd85fa0-97d6-41c1-808f-87dc521e9a64 service neutron] 10.222.0.71 "GET /v2.0/networks/3b009590-a296-4757-aa36-6233b5dedf2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3458536 May 30 20:20:48.027386 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6345e5ec-0009-4be6-91bd-801c73dab38b req-98184f41-0142-46d1-875f-b8799ee78ffd tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2ed7a16-df30-4283-b4d4-5e9611f16ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7115865 May 30 20:20:48.085054 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c5ddfb-d446-4c50-b7c5-e6cdf3d0b39d req-f629dbd6-ec5e-4812-995a-5390c904d69c tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:48.102271 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e6c5ddfb-d446-4c50-b7c5-e6cdf3d0b39d req-f629dbd6-ec5e-4812-995a-5390c904d69c tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] 10.222.0.85 "GET /v2.0/ports?device_id=45f005eb-35d7-4310-b0f7-a47f0ffb358c HTTP/1.1" status: 200 len: 943 time: 0.2418122 May 30 20:20:48.180667 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e6c5ddfb-d446-4c50-b7c5-e6cdf3d0b39d req-05c49ae4-2dfe-4b1a-b2b7-b37a90e22681 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] 10.222.0.85 "GET /v2.0/security-groups?id=e8dab81d-8136-4d38-9905-aca0d3251be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774863 May 30 20:20:48.273445 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-82c94d3b-1742-45b1-b614-d265276d3594 req-d7acb6b1-0d27-442f-bdf3-9592c8222dd4 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 8.5666280 May 30 20:20:48.337966 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-82c94d3b-1742-45b1-b614-d265276d3594 req-f823058f-505d-4a2a-b638-8e5ac84214db service neutron] Request body: {'port': {'device_id': 'cf44ba74-aecc-43a3-b0e8-1a1706f5f571', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843948-2'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:20:48.382409 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-91888b9a-083f-49d5-a409-524ddf82382e req-b6f08b12-4e24-4e03-a410-22f5af33dddd service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=384b70c6-5ad4-4667-aa2e-53f8ea09a871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0541649 May 30 20:20:48.398095 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-741f53cf-c85f-453f-b703-53e807f5304d req-aa7648a4-c341-4018-bd58-41b3bf29af27 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Synchronizing usage tracker for tenant:88e042593d914709b0b6e8865f4bc68d on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:20:48.585779 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-da75557b-dcc4-4483-ab5f-71ccfc0084df req-1519f5d0-c530-41ab-abc8-60cf94cacd06 service neutron] For port df3d09f2-2a10-4a76-9892-7f9163a09534, host n-h2-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:20:48.615355 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-741f53cf-c85f-453f-b703-53e807f5304d req-aa7648a4-c341-4018-bd58-41b3bf29af27 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Unset dirty status for tenant:88e042593d914709b0b6e8865f4bc68d on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:20:48.616779 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-741f53cf-c85f-453f-b703-53e807f5304d req-aa7648a4-c341-4018-bd58-41b3bf29af27 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/ports?device_id=db9f53a2-a402-4f3c-a3d4-2018cf085fae HTTP/1.1" status: 200 len: 210 time: 0.3584392 May 30 20:20:48.631198 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-5e3587ec-a93d-4b5a-a915-2042201dc138 req-b7e1ad3a-1d56-4889-950a-d717890e7f8c tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:48.678338 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-da75557b-dcc4-4483-ab5f-71ccfc0084df req-1519f5d0-c530-41ab-abc8-60cf94cacd06 service neutron] For port df3d09f2-2a10-4a76-9892-7f9163a09534, host n-h2-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=df3d09f2-2a10-4a76-9892-7f9163a09534,segment=NetworkSegment(bbb06a38-3164-4fad-a5cd-a7f5f6760c2a),segment_id=bbb06a38-3164-4fad-a5cd-a7f5f6760c2a)] {{(pid=84887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:20:48.709196 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-5e3587ec-a93d-4b5a-a915-2042201dc138 req-b7e1ad3a-1d56-4889-950a-d717890e7f8c tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Transition to ACTIVE for port object 9eff4c3f-a7bb-4e44-b665-6e00b004ab73 will not be triggered until provisioned by entity DHCP. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:20:48.729201 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-82c94d3b-1742-45b1-b614-d265276d3594 req-f823058f-505d-4a2a-b638-8e5ac84214db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:48.753633 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcfd5996-c737-40de-aef2-8725189389e6 admin admin] Router f61bc5b0-ceb6-484b-ac27-eb8eaf2878f7 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:20:48.767898 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-91888b9a-083f-49d5-a409-524ddf82382e req-46e3178d-5f88-4720-b26d-906996788535 service neutron] 10.222.0.86 "GET /v2.0/networks/384b70c6-5ad4-4667-aa2e-53f8ea09a871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3521304 May 30 20:20:48.847776 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-da75557b-dcc4-4483-ab5f-71ccfc0084df req-1519f5d0-c530-41ab-abc8-60cf94cacd06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:48.860441 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e69ad3-3536-4e7c-8380-043115fadca0 req-7d32b5a1-c94b-4a30-ad2f-dffffb0c1e95 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:48.864521 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-31e69ad3-3536-4e7c-8380-043115fadca0 req-7d32b5a1-c94b-4a30-ad2f-dffffb0c1e95 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/ports?device_id=90da6347-458d-4057-9305-60f501cdae7a HTTP/1.1" status: 200 len: 944 time: 0.1184080 May 30 20:20:48.971194 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-31e69ad3-3536-4e7c-8380-043115fadca0 req-830c3230-af02-42bd-83b3-89d6df07125c tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/security-groups?id=b38efed6-f54b-4caf-8451-aa3a591cbb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003807 May 30 20:20:49.311168 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-91888b9a-083f-49d5-a409-524ddf82382e req-80efed4f-2e20-4caa-974f-9a6bd0e52db5 service neutron] 10.222.0.86 "GET /v2.0/networks/384b70c6-5ad4-4667-aa2e-53f8ea09a871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5042899 May 30 20:20:49.312100 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1519f5d0-c530-41ab-abc8-60cf94cacd06 service neutron] Pushing event updated for resources: {'Port': ['ID=df3d09f2-2a10-4a76-9892-7f9163a09534,revision_number=3']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:20:49.316261 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-5e3587ec-a93d-4b5a-a915-2042201dc138 req-b7e1ad3a-1d56-4889-950a-d717890e7f8c tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:49.321093 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-da75557b-dcc4-4483-ab5f-71ccfc0084df req-1519f5d0-c530-41ab-abc8-60cf94cacd06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:49.323003 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-da75557b-dcc4-4483-ab5f-71ccfc0084df req-1519f5d0-c530-41ab-abc8-60cf94cacd06 service neutron] 10.222.0.86 "PUT /v2.0/ports/df3d09f2-2a10-4a76-9892-7f9163a09534 HTTP/1.1" status: 200 len: 1091 time: 8.4619298 May 30 20:20:49.336183 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45f005eb-35d7-4310-b0f7-a47f0ffb358c', 'tag': 'df3d09f2-2a10-4a76-9892-7f9163a09534'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:20:49.439558 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 91ff9597-ebc7-4fc4-b243-1a0126aef45d details requested by agent hyperv_n-h1-843948-2 with host n-h1-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:20:49.460508 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:49.691269 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1818d252-59ba-431b-8576-835999f282ac req-66074e13-d3eb-40fa-99af-4581e432a7c8 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:49.692946 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1818d252-59ba-431b-8576-835999f282ac req-66074e13-d3eb-40fa-99af-4581e432a7c8 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] 10.222.0.85 "GET /v2.0/ports?device_id=45f005eb-35d7-4310-b0f7-a47f0ffb358c HTTP/1.1" status: 200 len: 943 time: 0.2612565 May 30 20:20:49.770905 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e3587ec-a93d-4b5a-a915-2042201dc138 req-b7e1ad3a-1d56-4889-950a-d717890e7f8c tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Network 3b009590-a296-4757-aa36-6233b5dedf2d is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:20:49.807684 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [req-5e3587ec-a93d-4b5a-a915-2042201dc138 req-b7e1ad3a-1d56-4889-950a-d717890e7f8c tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:20:49.809898 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e1ad3a-1d56-4889-950a-d717890e7f8c tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Pushing event updated for resources: {'Port': ['ID=9eff4c3f-a7bb-4e44-b665-6e00b004ab73,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:20:49.814291 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e3587ec-a93d-4b5a-a915-2042201dc138 req-b7e1ad3a-1d56-4889-950a-d717890e7f8c tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:20:49.820745 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 91ff9597-ebc7-4fc4-b243-1a0126aef45d, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=91ff9597-ebc7-4fc4-b243-1a0126aef45d,segment=NetworkSegment(8369aa1b-ac46-424a-9c92-34020eb636de),segment_id=8369aa1b-ac46-424a-9c92-34020eb636de)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:20:49.833018 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1818d252-59ba-431b-8576-835999f282ac req-2f95edb2-e083-4155-b793-427d8c7fc879 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] 10.222.0.85 "GET /v2.0/security-groups?id=e8dab81d-8136-4d38-9905-aca0d3251be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313446 May 30 20:20:49.839642 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Returning: {'device': '91ff9597-ebc7-4fc4-b243-1a0126aef45d', 'network_id': '3b009590-a296-4757-aa36-6233b5dedf2d', 'port_id': '91ff9597-ebc7-4fc4-b243-1a0126aef45d', 'mac_address': 'fa:16:3e:de:bb:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a48f417-ba85-44a0-9f1b-28d1dfa8235b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:20:49.951568 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:49.986481 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91ff9597-ebc7-4fc4-b243-1a0126aef45d {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:20:50.009458 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 91ff9597-ebc7-4fc4-b243-1a0126aef45d, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=91ff9597-ebc7-4fc4-b243-1a0126aef45d,segment=NetworkSegment(8369aa1b-ac46-424a-9c92-34020eb636de),segment_id=8369aa1b-ac46-424a-9c92-34020eb636de)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:20:50.110650 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:50.245757 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f622381-e699-40ee-86f7-98c9526421f8 req-88e274af-37c3-457b-963e-68e52b32875a tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:50.275335 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9f622381-e699-40ee-86f7-98c9526421f8 req-88e274af-37c3-457b-963e-68e52b32875a tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/ports?device_id=db9f53a2-a402-4f3c-a3d4-2018cf085fae HTTP/1.1" status: 200 len: 932 time: 0.1612184 May 30 20:20:50.296262 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2822964d-05ae-4719-a400-883fffc3d34b'] response: {'name': 'network-changed', 'server_uuid': '45f005eb-35d7-4310-b0f7-a47f0ffb358c', 'tag': 'df3d09f2-2a10-4a76-9892-7f9163a09534', 'status': 'completed', 'code': 200} May 30 20:20:50.301576 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-da75557b-dcc4-4483-ab5f-71ccfc0084df req-2aee1124-3202-4ab4-98d2-051b92eab0bb service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=645455f740e1406a8b7c3a7db5a70252&device_id=45f005eb-35d7-4310-b0f7-a47f0ffb358c HTTP/1.1" status: 200 len: 1094 time: 0.7661138 May 30 20:20:50.307964 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3587ec-a93d-4b5a-a915-2042201dc138 req-b7e1ad3a-1d56-4889-950a-d717890e7f8c tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:50.308862 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-5e3587ec-a93d-4b5a-a915-2042201dc138 req-b7e1ad3a-1d56-4889-950a-d717890e7f8c tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:50.337956 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=91ff9597-ebc7-4fc4-b243-1a0126aef45d,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:20:50.367279 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 573c6011-68be-4e97-83a8-113940ad8c15 up at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:20:50.393643 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9f622381-e699-40ee-86f7-98c9526421f8 req-16468208-2081-4636-b799-23aafd38d560 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/security-groups?id=1ad64e5c-169d-40fe-b7f5-961f736d123b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153097 May 30 20:20:50.448806 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['91ff9597-ebc7-4fc4-b243-1a0126aef45d'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:20:50.480944 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464d71f8-f5b5-4d00-85f1-72f0ee03ce5f req-3a805832-02eb-4f5d-890c-f1f14c8e9c6c tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:50.483122 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-464d71f8-f5b5-4d00-85f1-72f0ee03ce5f req-3a805832-02eb-4f5d-890c-f1f14c8e9c6c tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Synchronizing usage tracker for tenant:8e7af6fbddf440778dd87d98216021ce on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:20:50.490413 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-da75557b-dcc4-4483-ab5f-71ccfc0084df req-65b668fe-0441-46a2-9177-7bda35a7df89 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=df3d09f2-2a10-4a76-9892-7f9163a09534 HTTP/1.1" status: 200 len: 217 time: 0.1612582 May 30 20:20:50.569830 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-326ffb82-9780-4c74-818c-253d24665038 None None] Provisioning for port 9eff4c3f-a7bb-4e44-b665-6e00b004ab73 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:20:50.587399 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5e3587ec-a93d-4b5a-a915-2042201dc138 req-b7e1ad3a-1d56-4889-950a-d717890e7f8c tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.1932485 May 30 20:20:50.592558 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-326ffb82-9780-4c74-818c-253d24665038 None None] Provisioning complete for port 9eff4c3f-a7bb-4e44-b665-6e00b004ab73 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:20:50.594641 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-326ffb82-9780-4c74-818c-253d24665038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:50.621119 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-5e3587ec-a93d-4b5a-a915-2042201dc138 req-86a0e693-002e-434d-9d89-445df81be781 service neutron] Request body: {'port': {'device_id': 'db9f53a2-a402-4f3c-a3d4-2018cf085fae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843948-2'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:20:50.719646 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcfd5996-c737-40de-aef2-8725189389e6 admin admin] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:20:50.735717 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd185f5e-43d8-4c87-868a-72bdf9ea477d req-9d2a62dd-822d-490b-b6cf-e81b99f93152 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:50.748306 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-dd185f5e-43d8-4c87-868a-72bdf9ea477d req-9d2a62dd-822d-490b-b6cf-e81b99f93152 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/ports?device_id=90da6347-458d-4057-9305-60f501cdae7a HTTP/1.1" status: 200 len: 944 time: 0.1342902 May 30 20:20:50.754630 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-fcfd5996-c737-40de-aef2-8725189389e6 admin admin] 10.222.0.85 "PUT /v2.0/routers/f61bc5b0-ceb6-484b-ac27-eb8eaf2878f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 20.9227006 May 30 20:20:50.802999 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-326ffb82-9780-4c74-818c-253d24665038 None None] Port 9eff4c3f-a7bb-4e44-b665-6e00b004ab73 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:20:50.869245 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-dd185f5e-43d8-4c87-868a-72bdf9ea477d req-5b514a2e-1388-4145-afeb-d38f647affbd tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/security-groups?id=b38efed6-f54b-4caf-8451-aa3a591cbb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1142507 May 30 20:20:50.923253 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da75557b-dcc4-4483-ab5f-71ccfc0084df req-fbb73553-0b37-4925-a001-eba8daf1409b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:50.936299 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-da75557b-dcc4-4483-ab5f-71ccfc0084df req-fbb73553-0b37-4925-a001-eba8daf1409b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=0362111a-0014-4eec-82be-885bf4390269 HTTP/1.1" status: 200 len: 854 time: 0.4233334 May 30 20:20:50.969053 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.db.resource_extend [req-82c94d3b-1742-45b1-b614-d265276d3594 req-f823058f-505d-4a2a-b638-8e5ac84214db service neutron] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:20:50.997333 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-464d71f8-f5b5-4d00-85f1-72f0ee03ce5f req-3a805832-02eb-4f5d-890c-f1f14c8e9c6c tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Unset dirty status for tenant:8e7af6fbddf440778dd87d98216021ce on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:20:51.010429 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-464d71f8-f5b5-4d00-85f1-72f0ee03ce5f req-3a805832-02eb-4f5d-890c-f1f14c8e9c6c tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/ports?device_id=cf44ba74-aecc-43a3-b0e8-1a1706f5f571 HTTP/1.1" status: 200 len: 932 time: 1.7049332 May 30 20:20:51.111108 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning for port 573c6011-68be-4e97-83a8-113940ad8c15 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:20:51.128531 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning complete for port 573c6011-68be-4e97-83a8-113940ad8c15 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:20:51.130097 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:51.288200 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e41eae-a2d8-4f9a-a6f8-173357fe3a1b req-55111bb9-fd11-4abb-92ef-e474071a60d9 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:51.303034 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-93e41eae-a2d8-4f9a-a6f8-173357fe3a1b req-55111bb9-fd11-4abb-92ef-e474071a60d9 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] 10.222.0.85 "GET /v2.0/ports?device_id=45f005eb-35d7-4310-b0f7-a47f0ffb358c HTTP/1.1" status: 200 len: 943 time: 0.1460729 May 30 20:20:51.360656 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-5e3587ec-a93d-4b5a-a915-2042201dc138 req-86a0e693-002e-434d-9d89-445df81be781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:51.371767 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:51.416722 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-464d71f8-f5b5-4d00-85f1-72f0ee03ce5f req-42f271e8-2593-4f48-8944-4dd117516f22 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2ed7a16-df30-4283-b4d4-5e9611f16ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4054110 May 30 20:20:51.426555 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-93e41eae-a2d8-4f9a-a6f8-173357fe3a1b req-87f02869-9add-4d60-8998-aa983e6eade4 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] 10.222.0.85 "GET /v2.0/security-groups?id=e8dab81d-8136-4d38-9905-aca0d3251be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215584 May 30 20:20:51.431654 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 573c6011-68be-4e97-83a8-113940ad8c15, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=573c6011-68be-4e97-83a8-113940ad8c15,segment=NetworkSegment(bbb06a38-3164-4fad-a5cd-a7f5f6760c2a),segment_id=bbb06a38-3164-4fad-a5cd-a7f5f6760c2a)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:20:51.435292 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e82f501e-f9fc-4818-bce6-f7c8cdc33298', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '573c6011-68be-4e97-83a8-113940ad8c15'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:20:51.436917 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [req-82c94d3b-1742-45b1-b614-d265276d3594 req-f823058f-505d-4a2a-b638-8e5ac84214db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5574980b-e893-484c-8b6c-10795c6c4552 {{(pid=84887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:20:51.498885 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-82c94d3b-1742-45b1-b614-d265276d3594 req-f823058f-505d-4a2a-b638-8e5ac84214db service neutron] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:51.518192 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-82c94d3b-1742-45b1-b614-d265276d3594 req-f823058f-505d-4a2a-b638-8e5ac84214db service neutron] Transition to ACTIVE for port object 5574980b-e893-484c-8b6c-10795c6c4552 will not be triggered until provisioned by entity L2. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:20:51.596440 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:51.597329 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device f623ccc1-77bf-4a0d-a518-303964a4456a up at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:20:51.642827 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6cc62918-9cfd-4a4f-8b1e-cad40f823937'] response: {'server_uuid': 'e82f501e-f9fc-4818-bce6-f7c8cdc33298', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '573c6011-68be-4e97-83a8-113940ad8c15', 'code': 200} May 30 20:20:51.772456 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=573c6011-68be-4e97-83a8-113940ad8c15,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:20:51.791440 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-da75557b-dcc4-4483-ab5f-71ccfc0084df req-edfcf7aa-2a85-4557-9c0c-6face7249f8a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=384b70c6-5ad4-4667-aa2e-53f8ea09a871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7779133 May 30 20:20:51.828578 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-82c94d3b-1742-45b1-b614-d265276d3594 req-f823058f-505d-4a2a-b638-8e5ac84214db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:51.866700 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning for port f623ccc1-77bf-4a0d-a518-303964a4456a completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:20:51.873485 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning complete for port f623ccc1-77bf-4a0d-a518-303964a4456a triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:20:51.874043 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:52.044536 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:52.104334 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 33516) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:20:52.111063 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-81f830ff-0857-453d-9c33-2dc874dfb220 tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2145188779', 'description': 'tempest-description--759175024'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:20:52.119511 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port f623ccc1-77bf-4a0d-a518-303964a4456a, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=f623ccc1-77bf-4a0d-a518-303964a4456a,segment=NetworkSegment(bbb06a38-3164-4fad-a5cd-a7f5f6760c2a),segment_id=bbb06a38-3164-4fad-a5cd-a7f5f6760c2a)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:20:52.132048 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-81f830ff-0857-453d-9c33-2dc874dfb220 tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:20:52.144809 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-81f830ff-0857-453d-9c33-2dc874dfb220 tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] Usage tracker for resource:security_group and tenant:9d17a1b275b44cc58a1065891220db88 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:20:52.150582 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-81f830ff-0857-453d-9c33-2dc874dfb220 tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:20:52.154437 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:52.173869 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-81f830ff-0857-453d-9c33-2dc874dfb220 tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:20:52.219205 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:52.226328 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 33520) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:20:52.248202 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f823058f-505d-4a2a-b638-8e5ac84214db service neutron] Pushing event updated for resources: {'Port': ['ID=5574980b-e893-484c-8b6c-10795c6c4552,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:20:52.309007 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=f623ccc1-77bf-4a0d-a518-303964a4456a,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:20:52.324019 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-81f830ff-0857-453d-9c33-2dc874dfb220 tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:52.365725 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-81f830ff-0857-453d-9c33-2dc874dfb220 tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:20:52.370353 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-81f830ff-0857-453d-9c33-2dc874dfb220 tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] Usage tracker for resource:security_group_rule and tenant:9d17a1b275b44cc58a1065891220db88 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:20:52.373999 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-81f830ff-0857-453d-9c33-2dc874dfb220 tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:20:52.380318 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-81f830ff-0857-453d-9c33-2dc874dfb220 tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:20:52.445519 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-81f830ff-0857-453d-9c33-2dc874dfb220 tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:52.447154 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.db.resource_extend [req-5e3587ec-a93d-4b5a-a915-2042201dc138 req-86a0e693-002e-434d-9d89-445df81be781 service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:20:52.458638 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0b21168d-070c-4205-a75b-90c0a8afb918 req-fc5a2c13-a295-4b1b-8a95-7c60618ac430 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=e82f501e-f9fc-4818-bce6-f7c8cdc33298 HTTP/1.1" status: 200 len: 1096 time: 0.6724210 May 30 20:20:52.460747 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-da75557b-dcc4-4483-ab5f-71ccfc0084df req-ea0e9b34-22d0-4647-8c5e-be2e009a5437 service neutron] 10.222.0.86 "GET /v2.0/networks/384b70c6-5ad4-4667-aa2e-53f8ea09a871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6093488 May 30 20:20:52.481216 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9d57e5fd-887e-437e-93f0-a85599fec08e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:52.513705 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11094ba-c70b-4dd4-a83a-25d4b091e581 req-15700c07-0cde-4ff7-ad54-e426f169417c tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:52.518157 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a11094ba-c70b-4dd4-a83a-25d4b091e581 req-15700c07-0cde-4ff7-ad54-e426f169417c tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/ports?device_id=db9f53a2-a402-4f3c-a3d4-2018cf085fae HTTP/1.1" status: 200 len: 932 time: 0.5748720 May 30 20:20:52.532990 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd5bc37-592e-4b06-8b85-1f45848ffae0 req-44f6f22e-4216-4900-9bc4-1a1bbf7bb519 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:52.534426 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ecd5bc37-592e-4b06-8b85-1f45848ffae0 req-44f6f22e-4216-4900-9bc4-1a1bbf7bb519 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/ports?device_id=90da6347-458d-4057-9305-60f501cdae7a HTTP/1.1" status: 200 len: 944 time: 0.2796502 May 30 20:20:52.538244 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-9d57e5fd-887e-437e-93f0-a85599fec08e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:20:52.543319 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-81f830ff-0857-453d-9c33-2dc874dfb220 tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:52.558047 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-9d57e5fd-887e-437e-93f0-a85599fec08e admin admin] Usage tracker for resource:security_group_rule and tenant:02b2bcbffab74dc8b83752715944be16 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:20:52.588641 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-9d57e5fd-887e-437e-93f0-a85599fec08e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:20:52.605243 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-9d57e5fd-887e-437e-93f0-a85599fec08e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:20:52.629393 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [req-5e3587ec-a93d-4b5a-a915-2042201dc138 req-86a0e693-002e-434d-9d89-445df81be781 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9eff4c3f-a7bb-4e44-b665-6e00b004ab73 {{(pid=84887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:20:52.648156 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f830ff-0857-453d-9c33-2dc874dfb220 tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] Pushing event updated for resources: {'SecurityGroup': ['ID=402a7467-2e50-47c5-ac5e-346a7fbb92ca,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:20:52.671342 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ecd5bc37-592e-4b06-8b85-1f45848ffae0 req-77d64f0d-ceb9-453e-afc9-aa57282fac43 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/security-groups?id=b38efed6-f54b-4caf-8451-aa3a591cbb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1257427 May 30 20:20:52.703056 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-5e3587ec-a93d-4b5a-a915-2042201dc138 req-86a0e693-002e-434d-9d89-445df81be781 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:52.745435 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9d57e5fd-887e-437e-93f0-a85599fec08e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:52.777013 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-81f830ff-0857-453d-9c33-2dc874dfb220 tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:52.782044 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-81f830ff-0857-453d-9c33-2dc874dfb220 tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.6754189 May 30 20:20:52.784004 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 33534) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:20:52.824690 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-e27a6fd2-7407-4c29-85b7-159aee094523 tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] Request body: {'security_group_rule': {'security_group_id': '402a7467-2e50-47c5-ac5e-346a7fbb92ca', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:20:52.830422 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9d57e5fd-887e-437e-93f0-a85599fec08e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:52.840017 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-5e3587ec-a93d-4b5a-a915-2042201dc138 req-86a0e693-002e-434d-9d89-445df81be781 service neutron] Transition to ACTIVE for port object 9eff4c3f-a7bb-4e44-b665-6e00b004ab73 will not be triggered until provisioned by entity L2. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:20:52.882490 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-e27a6fd2-7407-4c29-85b7-159aee094523 tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:20:52.883853 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d57e5fd-887e-437e-93f0-a85599fec08e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=611cbcf3-55f4-4eea-96cd-e07318f38a62,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:20:52.910088 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-e27a6fd2-7407-4c29-85b7-159aee094523 tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] Usage tracker for resource:security_group_rule and tenant:9d17a1b275b44cc58a1065891220db88 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:20:52.922605 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-e27a6fd2-7407-4c29-85b7-159aee094523 tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:20:52.932701 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-9d57e5fd-887e-437e-93f0-a85599fec08e admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=02b2bcbffab74dc8b83752715944be16&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7052805 May 30 20:20:52.935593 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-e27a6fd2-7407-4c29-85b7-159aee094523 tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:20:52.938734 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 33542) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:20:52.963629 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0b21168d-070c-4205-a75b-90c0a8afb918 req-1e446ce1-8aee-42a9-ab5b-6d6173ed0738 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=e8dab81d-8136-4d38-9905-aca0d3251be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4603167 May 30 20:20:52.967828 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-82c94d3b-1742-45b1-b614-d265276d3594 req-f823058f-505d-4a2a-b638-8e5ac84214db service neutron] Attempting to bind port 5574980b-e893-484c-8b6c-10795c6c4552 on host n-h1-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:20:52.968446 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-82c94d3b-1742-45b1-b614-d265276d3594 req-f823058f-505d-4a2a-b638-8e5ac84214db service neutron] Attempting to bind port 5574980b-e893-484c-8b6c-10795c6c4552 by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': 'bb0b98bd-77ea-44e3-b5bc-734c2b73a239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'b8dbbf3d-6692-4ebe-a45d-1177e8082a2b'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:20:52.968816 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c94d3b-1742-45b1-b614-d265276d3594 req-f823058f-505d-4a2a-b638-8e5ac84214db service neutron] Attempting to bind port 5574980b-e893-484c-8b6c-10795c6c4552 on network b8dbbf3d-6692-4ebe-a45d-1177e8082a2b {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:20:52.974221 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-a11094ba-c70b-4dd4-a83a-25d4b091e581 req-882dbd0b-675b-4be3-a29c-e9b27a76ed84 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Synchronizing usage tracker for tenant:88e042593d914709b0b6e8865f4bc68d on resource:security_group {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:20:52.979217 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-5e3587ec-a93d-4b5a-a915-2042201dc138 req-86a0e693-002e-434d-9d89-445df81be781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:53.102700 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2bdc91-fbae-4248-a3ab-25d9f1d49550 req-5fa69285-a5d2-463c-941d-d86f7f67f069 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:53.104362 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9f2bdc91-fbae-4248-a3ab-25d9f1d49550 req-5fa69285-a5d2-463c-941d-d86f7f67f069 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] 10.222.0.85 "GET /v2.0/ports?device_id=45f005eb-35d7-4310-b0f7-a47f0ffb358c HTTP/1.1" status: 200 len: 943 time: 0.1452403 May 30 20:20:53.105313 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-79015c44-5906-400f-aed5-1af5760fd9c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:53.162536 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-79015c44-5906-400f-aed5-1af5760fd9c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:53.186565 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e27a6fd2-7407-4c29-85b7-159aee094523 tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:53.207401 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-da75557b-dcc4-4483-ab5f-71ccfc0084df req-a798fe40-497b-4c92-bdc8-8e531b0aacdc service neutron] 10.222.0.86 "GET /v2.0/networks/384b70c6-5ad4-4667-aa2e-53f8ea09a871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7030087 May 30 20:20:53.241143 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c94d3b-1742-45b1-b614-d265276d3594 req-f823058f-505d-4a2a-b638-8e5ac84214db service neutron] Port 5574980b-e893-484c-8b6c-10795c6c4552 on network b8dbbf3d-6692-4ebe-a45d-1177e8082a2b not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:20:53.241898 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c94d3b-1742-45b1-b614-d265276d3594 req-f823058f-505d-4a2a-b638-8e5ac84214db service neutron] Attempting to bind port 5574980b-e893-484c-8b6c-10795c6c4552 on network b8dbbf3d-6692-4ebe-a45d-1177e8082a2b {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:20:53.281321 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9f2bdc91-fbae-4248-a3ab-25d9f1d49550 req-c418d6f7-56be-4632-bb9a-559e5185afb9 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] 10.222.0.85 "GET /v2.0/security-groups?id=e8dab81d-8136-4d38-9905-aca0d3251be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635253 May 30 20:20:53.339491 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c94d3b-1742-45b1-b614-d265276d3594 req-f823058f-505d-4a2a-b638-8e5ac84214db service neutron] Checking agent: {'id': 'f728d74e-a4ae-4384-860b-a5ade05dd8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:20:53.340213 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c94d3b-1742-45b1-b614-d265276d3594 req-f823058f-505d-4a2a-b638-8e5ac84214db service neutron] Checking segment: {'id': 'bb0b98bd-77ea-44e3-b5bc-734c2b73a239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'b8dbbf3d-6692-4ebe-a45d-1177e8082a2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:20:53.340213 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c94d3b-1742-45b1-b614-d265276d3594 req-f823058f-505d-4a2a-b638-8e5ac84214db service neutron] Bound using segment: {'id': 'bb0b98bd-77ea-44e3-b5bc-734c2b73a239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'b8dbbf3d-6692-4ebe-a45d-1177e8082a2b'} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:20:53.343457 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-82c94d3b-1742-45b1-b614-d265276d3594 req-f823058f-505d-4a2a-b638-8e5ac84214db service neutron] Bound port: 5574980b-e893-484c-8b6c-10795c6c4552, host: n-h1-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb0b98bd-77ea-44e3-b5bc-734c2b73a239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'b8dbbf3d-6692-4ebe-a45d-1177e8082a2b'}}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:20:53.343457 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-82c94d3b-1742-45b1-b614-d265276d3594 req-f823058f-505d-4a2a-b638-8e5ac84214db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:53.354048 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a0e693-002e-434d-9d89-445df81be781 service neutron] Pushing event updated for resources: {'Port': ['ID=9eff4c3f-a7bb-4e44-b665-6e00b004ab73,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:20:53.392358 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d25d624d-7dbd-4ddc-9169-02a09ebba7cd req-c8b20369-b371-41d8-b1c2-bf6aa0775e4e service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=90da6347-458d-4057-9305-60f501cdae7a&tenant_id=204a9ca9af944bf39656e3dc7145a4f6 HTTP/1.1" status: 200 len: 1095 time: 0.1708822 May 30 20:20:53.408358 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [req-d25d624d-7dbd-4ddc-9169-02a09ebba7cd req-0ef5c259-d6e5-48ff-a363-c7b6737d6e39 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-843948-2', 'device_owner': 'compute:nova'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:20:53.468274 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 91ff9597-ebc7-4fc4-b243-1a0126aef45d up at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:20:53.495469 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-a11094ba-c70b-4dd4-a83a-25d4b091e581 req-882dbd0b-675b-4be3-a29c-e9b27a76ed84 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Unset dirty status for tenant:88e042593d914709b0b6e8865f4bc68d on resource:security_group {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:20:53.496947 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a11094ba-c70b-4dd4-a83a-25d4b091e581 req-882dbd0b-675b-4be3-a29c-e9b27a76ed84 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/security-groups?id=1ad64e5c-169d-40fe-b7f5-961f736d123b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8534493 May 30 20:20:53.621099 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e27a6fd2-7407-4c29-85b7-159aee094523 tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:53.630361 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-79015c44-5906-400f-aed5-1af5760fd9c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:53.634746 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37a6e37d-34dd-4d54-89fb-fa1cb6fbad15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f623ccc1-77bf-4a0d-a518-303964a4456a'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:20:53.681026 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning for port 91ff9597-ebc7-4fc4-b243-1a0126aef45d completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:20:53.687414 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning complete for port 91ff9597-ebc7-4fc4-b243-1a0126aef45d triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:20:53.687947 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:53.707313 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-82c94d3b-1742-45b1-b614-d265276d3594 req-f823058f-505d-4a2a-b638-8e5ac84214db service neutron] For port 5574980b-e893-484c-8b6c-10795c6c4552, host n-h1-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:20:53.709983 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-5e3587ec-a93d-4b5a-a915-2042201dc138 req-86a0e693-002e-434d-9d89-445df81be781 service neutron] Attempting to bind port 9eff4c3f-a7bb-4e44-b665-6e00b004ab73 on host n-h2-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:20:53.710422 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-5e3587ec-a93d-4b5a-a915-2042201dc138 req-86a0e693-002e-434d-9d89-445df81be781 service neutron] Attempting to bind port 9eff4c3f-a7bb-4e44-b665-6e00b004ab73 by drivers openvswitch,hyperv on host n-h2-843948-2 at level 0 using segments [{'id': '8369aa1b-ac46-424a-9c92-34020eb636de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '3b009590-a296-4757-aa36-6233b5dedf2d'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:20:53.711293 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e3587ec-a93d-4b5a-a915-2042201dc138 req-86a0e693-002e-434d-9d89-445df81be781 service neutron] Attempting to bind port 9eff4c3f-a7bb-4e44-b665-6e00b004ab73 on network 3b009590-a296-4757-aa36-6233b5dedf2d {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:20:53.721501 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-de0b4619-da73-49c2-a073-65fadba617f0 req-066fdd06-82b0-445a-a6e8-725a4e6ec55f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=645455f740e1406a8b7c3a7db5a70252&device_id=45f005eb-35d7-4310-b0f7-a47f0ffb358c HTTP/1.1" status: 200 len: 1094 time: 0.3699918 May 30 20:20:53.729309 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-82c94d3b-1742-45b1-b614-d265276d3594 req-f823058f-505d-4a2a-b638-8e5ac84214db service neutron] For port 5574980b-e893-484c-8b6c-10795c6c4552, host n-h1-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=5574980b-e893-484c-8b6c-10795c6c4552,segment=NetworkSegment(bb0b98bd-77ea-44e3-b5bc-734c2b73a239),segment_id=bb0b98bd-77ea-44e3-b5bc-734c2b73a239)] {{(pid=84887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:20:53.730337 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8115cc3e-942d-441b-b862-1a6741175973'] response: {'server_uuid': '37a6e37d-34dd-4d54-89fb-fa1cb6fbad15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f623ccc1-77bf-4a0d-a518-303964a4456a', 'code': 200} May 30 20:20:53.736884 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79015c44-5906-400f-aed5-1af5760fd9c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=611cbcf3-55f4-4eea-96cd-e07318f38a62,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:20:53.760867 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e3587ec-a93d-4b5a-a915-2042201dc138 req-86a0e693-002e-434d-9d89-445df81be781 service neutron] Port 9eff4c3f-a7bb-4e44-b665-6e00b004ab73 on network 3b009590-a296-4757-aa36-6233b5dedf2d not bound, no agent of type Open vSwitch agent registered on host n-h2-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:20:53.761337 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e3587ec-a93d-4b5a-a915-2042201dc138 req-86a0e693-002e-434d-9d89-445df81be781 service neutron] Attempting to bind port 9eff4c3f-a7bb-4e44-b665-6e00b004ab73 on network 3b009590-a296-4757-aa36-6233b5dedf2d {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:20:53.774203 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-79015c44-5906-400f-aed5-1af5760fd9c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:53.783513 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-79015c44-5906-400f-aed5-1af5760fd9c1 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/611cbcf3-55f4-4eea-96cd-e07318f38a62 HTTP/1.1" status: 204 len: 168 time: 0.8422015 May 30 20:20:53.786674 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-d25d624d-7dbd-4ddc-9169-02a09ebba7cd req-0ef5c259-d6e5-48ff-a363-c7b6737d6e39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:53.910552 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e27a6fd2-7407-4c29-85b7-159aee094523 tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:53.981290 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-82c94d3b-1742-45b1-b614-d265276d3594 req-f823058f-505d-4a2a-b638-8e5ac84214db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:53.987077 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:54.002617 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27a6fd2-7407-4c29-85b7-159aee094523 tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83d1cc2c-787d-4f9f-83ab-3706c27214f7,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:20:54.048104 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6b04d0-c872-4e8f-9d31-b8917a3e3a53 req-1e558905-1bcc-4c35-8423-da0a89252888 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:54.057555 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 91ff9597-ebc7-4fc4-b243-1a0126aef45d, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=91ff9597-ebc7-4fc4-b243-1a0126aef45d,segment=NetworkSegment(8369aa1b-ac46-424a-9c92-34020eb636de),segment_id=8369aa1b-ac46-424a-9c92-34020eb636de)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:20:54.058969 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1f6b04d0-c872-4e8f-9d31-b8917a3e3a53 req-1e558905-1bcc-4c35-8423-da0a89252888 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/ports?device_id=cf44ba74-aecc-43a3-b0e8-1a1706f5f571 HTTP/1.1" status: 200 len: 944 time: 0.5651944 May 30 20:20:54.114237 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e3587ec-a93d-4b5a-a915-2042201dc138 req-86a0e693-002e-434d-9d89-445df81be781 service neutron] Checking agent: {'id': 'eaa08354-e8f5-4e73-af76-8d3cf7d2b390', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:20:54.114574 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e3587ec-a93d-4b5a-a915-2042201dc138 req-86a0e693-002e-434d-9d89-445df81be781 service neutron] Checking segment: {'id': '8369aa1b-ac46-424a-9c92-34020eb636de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '3b009590-a296-4757-aa36-6233b5dedf2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:20:54.115153 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e3587ec-a93d-4b5a-a915-2042201dc138 req-86a0e693-002e-434d-9d89-445df81be781 service neutron] Bound using segment: {'id': '8369aa1b-ac46-424a-9c92-34020eb636de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '3b009590-a296-4757-aa36-6233b5dedf2d'} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:20:54.115596 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-5e3587ec-a93d-4b5a-a915-2042201dc138 req-86a0e693-002e-434d-9d89-445df81be781 service neutron] Bound port: 9eff4c3f-a7bb-4e44-b665-6e00b004ab73, host: n-h2-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8369aa1b-ac46-424a-9c92-34020eb636de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '3b009590-a296-4757-aa36-6233b5dedf2d'}}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:20:54.115941 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-5e3587ec-a93d-4b5a-a915-2042201dc138 req-86a0e693-002e-434d-9d89-445df81be781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:54.238574 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:54.252267 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e27a6fd2-7407-4c29-85b7-159aee094523 tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:54.253469 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-e27a6fd2-7407-4c29-85b7-159aee094523 tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.4351482 May 30 20:20:54.260332 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 33576) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:20:54.266582 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-c3cf1d8d-f5d0-448d-87ea-94e71655d798 tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] Request body: {'security_group_rule': {'security_group_id': '402a7467-2e50-47c5-ac5e-346a7fbb92ca', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:20:54.284303 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-c3cf1d8d-f5d0-448d-87ea-94e71655d798 tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:20:54.293094 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-c3cf1d8d-f5d0-448d-87ea-94e71655d798 tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] Usage tracker for resource:security_group_rule and tenant:9d17a1b275b44cc58a1065891220db88 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:20:54.298862 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-c3cf1d8d-f5d0-448d-87ea-94e71655d798 tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:20:54.311464 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-82c94d3b-1742-45b1-b614-d265276d3594 req-f823058f-505d-4a2a-b638-8e5ac84214db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:54.313237 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-82c94d3b-1742-45b1-b614-d265276d3594 req-f823058f-505d-4a2a-b638-8e5ac84214db service neutron] 10.222.0.71 "PUT /v2.0/ports/5574980b-e893-484c-8b6c-10795c6c4552 HTTP/1.1" status: 200 len: 1092 time: 6.0017734 May 30 20:20:54.315740 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf44ba74-aecc-43a3-b0e8-1a1706f5f571', 'tag': '5574980b-e893-484c-8b6c-10795c6c4552'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:20:54.324600 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-c3cf1d8d-f5d0-448d-87ea-94e71655d798 tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:20:54.331091 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f823058f-505d-4a2a-b638-8e5ac84214db service neutron] Pushing event updated for resources: {'Port': ['ID=5574980b-e893-484c-8b6c-10795c6c4552,revision_number=3']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:20:54.382329 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=91ff9597-ebc7-4fc4-b243-1a0126aef45d,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:20:54.401668 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1f6b04d0-c872-4e8f-9d31-b8917a3e3a53 req-95c3b22f-075d-4837-a7f3-57efb0c57be1 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2ed7a16-df30-4283-b4d4-5e9611f16ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3410482 May 30 20:20:54.540668 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c3cf1d8d-f5d0-448d-87ea-94e71655d798 tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:54.564936 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0b4619-da73-49c2-a073-65fadba617f0 req-e415fe09-523a-4b45-b61d-0b144076971d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:54.567006 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-de0b4619-da73-49c2-a073-65fadba617f0 req-e415fe09-523a-4b45-b61d-0b144076971d service neutron] 10.222.0.86 "GET /v2.0/networks?id=384b70c6-5ad4-4667-aa2e-53f8ea09a871 HTTP/1.1" status: 200 len: 916 time: 0.8357775 May 30 20:20:54.571103 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-d25d624d-7dbd-4ddc-9169-02a09ebba7cd req-0ef5c259-d6e5-48ff-a363-c7b6737d6e39 service neutron] For port fd2713ac-a479-470d-bfde-a8c618b67ba7, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=fd2713ac-a479-470d-bfde-a8c618b67ba7,segment=NetworkSegment(327b421f-3671-4415-86c0-3c9c0e7ca945),segment_id=327b421f-3671-4415-86c0-3c9c0e7ca945)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:20:54.645974 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-471ce5ba-aeab-4059-a9dc-6c6d78f24ccc req-78af6f4d-7e97-4920-8d45-ce0a5f16ed7f service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=37a6e37d-34dd-4d54-89fb-fa1cb6fbad15 HTTP/1.1" status: 200 len: 1096 time: 0.7319205 May 30 20:20:54.648648 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-5e3587ec-a93d-4b5a-a915-2042201dc138 req-86a0e693-002e-434d-9d89-445df81be781 service neutron] For port 9eff4c3f-a7bb-4e44-b665-6e00b004ab73, host n-h2-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:20:54.713179 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-5e3587ec-a93d-4b5a-a915-2042201dc138 req-86a0e693-002e-434d-9d89-445df81be781 service neutron] For port 9eff4c3f-a7bb-4e44-b665-6e00b004ab73, host n-h2-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=9eff4c3f-a7bb-4e44-b665-6e00b004ab73,segment=NetworkSegment(8369aa1b-ac46-424a-9c92-34020eb636de),segment_id=8369aa1b-ac46-424a-9c92-34020eb636de)] {{(pid=84887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:20:54.716379 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-d25d624d-7dbd-4ddc-9169-02a09ebba7cd req-0ef5c259-d6e5-48ff-a363-c7b6737d6e39 service neutron] For port fd2713ac-a479-470d-bfde-a8c618b67ba7, host n-h2-843948-2, cleared binding levels {{(pid=84886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:20:54.724562 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed06dd3-ecaf-4f1f-a24a-fd35f14986f0 req-8561216d-e784-4171-bb72-be38e614db79 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:54.726507 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2ed06dd3-ecaf-4f1f-a24a-fd35f14986f0 req-8561216d-e784-4171-bb72-be38e614db79 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/ports?device_id=90da6347-458d-4057-9305-60f501cdae7a HTTP/1.1" status: 200 len: 944 time: 0.7246079 May 30 20:20:54.727992 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-de0b4619-da73-49c2-a073-65fadba617f0 req-cd58638f-53e0-4345-a8f3-03f5bc28c043 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=df3d09f2-2a10-4a76-9892-7f9163a09534 HTTP/1.1" status: 200 len: 217 time: 0.1543484 May 30 20:20:54.788445 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c3cf1d8d-f5d0-448d-87ea-94e71655d798 tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:54.807664 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [req-d25d624d-7dbd-4ddc-9169-02a09ebba7cd req-0ef5c259-d6e5-48ff-a363-c7b6737d6e39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd2713ac-a479-470d-bfde-a8c618b67ba7 {{(pid=84886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:20:54.822835 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-d25d624d-7dbd-4ddc-9169-02a09ebba7cd req-0ef5c259-d6e5-48ff-a363-c7b6737d6e39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:54.830424 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d87cdf-2784-4c92-a9ba-a002eceedf6f req-5e7c0875-7fa0-43d2-be90-8d42c2f08d9a tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:54.838965 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-45d87cdf-2784-4c92-a9ba-a002eceedf6f req-5e7c0875-7fa0-43d2-be90-8d42c2f08d9a tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] 10.222.0.85 "GET /v2.0/ports?device_id=45f005eb-35d7-4310-b0f7-a47f0ffb358c HTTP/1.1" status: 200 len: 943 time: 0.1917756 May 30 20:20:54.857841 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-5e3587ec-a93d-4b5a-a915-2042201dc138 req-86a0e693-002e-434d-9d89-445df81be781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:54.896305 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [req-d25d624d-7dbd-4ddc-9169-02a09ebba7cd req-0ef5c259-d6e5-48ff-a363-c7b6737d6e39 service neutron] Transition to ACTIVE for port object fd2713ac-a479-470d-bfde-a8c618b67ba7 will not be triggered until provisioned by entity L2. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:20:54.904255 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c3cf1d8d-f5d0-448d-87ea-94e71655d798 tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:54.934914 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-45d87cdf-2784-4c92-a9ba-a002eceedf6f req-4cad316b-776a-4143-87df-20808afd8288 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] 10.222.0.85 "GET /v2.0/security-groups?id=e8dab81d-8136-4d38-9905-aca0d3251be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952895 May 30 20:20:54.939449 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cf1d8d-f5d0-448d-87ea-94e71655d798 tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c33d81a6-5c9f-4b5c-b7c2-099f03c08f42,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:20:54.948955 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-471ce5ba-aeab-4059-a9dc-6c6d78f24ccc req-a0b9b2c3-3063-4028-aeb1-f9dddbd02065 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=e8dab81d-8136-4d38-9905-aca0d3251be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2966850 May 30 20:20:54.978327 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0b4619-da73-49c2-a073-65fadba617f0 req-05935c2d-cd40-42c4-99d1-6d31a03f5c1c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:54.979803 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-de0b4619-da73-49c2-a073-65fadba617f0 req-05935c2d-cd40-42c4-99d1-6d31a03f5c1c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=0362111a-0014-4eec-82be-885bf4390269 HTTP/1.1" status: 200 len: 854 time: 0.2269266 May 30 20:20:54.987414 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-5e3587ec-a93d-4b5a-a915-2042201dc138 req-86a0e693-002e-434d-9d89-445df81be781 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:54.988610 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5e3587ec-a93d-4b5a-a915-2042201dc138 req-86a0e693-002e-434d-9d89-445df81be781 service neutron] 10.222.0.86 "PUT /v2.0/ports/9eff4c3f-a7bb-4e44-b665-6e00b004ab73 HTTP/1.1" status: 200 len: 1092 time: 4.3735552 May 30 20:20:54.994719 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-82c94d3b-1742-45b1-b614-d265276d3594 req-64ac13fb-3b91-4248-b8b9-b5da20cee74c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8e7af6fbddf440778dd87d98216021ce&device_id=cf44ba74-aecc-43a3-b0e8-1a1706f5f571 HTTP/1.1" status: 200 len: 1095 time: 0.4989462 May 30 20:20:55.007208 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2ed06dd3-ecaf-4f1f-a24a-fd35f14986f0 req-f37a5904-aee7-4e79-af90-62d392ac0832 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/security-groups?id=b38efed6-f54b-4caf-8451-aa3a591cbb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2528741 May 30 20:20:55.032046 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-d25d624d-7dbd-4ddc-9169-02a09ebba7cd req-0ef5c259-d6e5-48ff-a363-c7b6737d6e39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:55.137123 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 33608) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:20:55.137123 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47beb6e0-334f-4287-adc8-ee18fa058b13'] response: {'name': 'network-changed', 'server_uuid': 'cf44ba74-aecc-43a3-b0e8-1a1706f5f571', 'tag': '5574980b-e893-484c-8b6c-10795c6c4552', 'status': 'completed', 'code': 200} May 30 20:20:55.190877 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c3cf1d8d-f5d0-448d-87ea-94e71655d798 tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:55.191840 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-c3cf1d8d-f5d0-448d-87ea-94e71655d798 tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.9305401 May 30 20:20:55.194620 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef5c259-d6e5-48ff-a363-c7b6737d6e39 service neutron] Pushing event updated for resources: {'Port': ['ID=fd2713ac-a479-470d-bfde-a8c618b67ba7,revision_number=9']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:20:55.199277 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 33616) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:20:55.213001 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-29285504-b01a-4269-8496-44a4a4d4594f tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] Request body: {'floatingip': {'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:20:55.223870 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-29285504-b01a-4269-8496-44a4a4d4594f tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:20:55.230223 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-29285504-b01a-4269-8496-44a4a4d4594f tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] Usage tracker for resource:floatingip and tenant:9d17a1b275b44cc58a1065891220db88 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:20:55.234868 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-29285504-b01a-4269-8496-44a4a4d4594f tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:20:55.243079 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-29285504-b01a-4269-8496-44a4a4d4594f tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:20:55.253675 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a0e693-002e-434d-9d89-445df81be781 service neutron] Pushing event updated for resources: {'Port': ['ID=9eff4c3f-a7bb-4e44-b665-6e00b004ab73,revision_number=3']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:20:55.262389 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-82ccc1b7-16c3-488d-adcb-49dba2c6232f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:55.276756 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-82c94d3b-1742-45b1-b614-d265276d3594 req-341343b9-462f-4c52-8d44-8c0baf4b6fe6 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5574980b-e893-484c-8b6c-10795c6c4552 HTTP/1.1" status: 200 len: 217 time: 0.2661510 May 30 20:20:55.374413 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-29285504-b01a-4269-8496-44a4a4d4594f tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] Notify callbacks [] for floatingip, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:55.548704 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [req-d25d624d-7dbd-4ddc-9169-02a09ebba7cd req-0ef5c259-d6e5-48ff-a363-c7b6737d6e39 service neutron] No DVR routers for this DVR port fd2713ac-a479-470d-bfde-a8c618b67ba7 on host n-h2-843948-2 {{(pid=84886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:20:55.567861 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-82ccc1b7-16c3-488d-adcb-49dba2c6232f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:20:55.572589 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-82ccc1b7-16c3-488d-adcb-49dba2c6232f admin admin] Usage tracker for resource:security_group_rule and tenant:8822c6ced5a1421aae1b0f087c10e17e is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:20:55.578942 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-82ccc1b7-16c3-488d-adcb-49dba2c6232f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:20:55.587305 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-82ccc1b7-16c3-488d-adcb-49dba2c6232f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:20:55.621232 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c94d3b-1742-45b1-b614-d265276d3594 req-26ab27bf-7f33-4eda-a0b5-a3d849dcecb8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:55.623423 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-82c94d3b-1742-45b1-b614-d265276d3594 req-26ab27bf-7f33-4eda-a0b5-a3d849dcecb8 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=61db9283-a711-4dd7-99cf-b308efe98b83 HTTP/1.1" status: 200 len: 854 time: 0.3094618 May 30 20:20:55.632883 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-de0b4619-da73-49c2-a073-65fadba617f0 req-629c00ec-fbd0-4cc9-b3e9-74147f2d9f51 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=384b70c6-5ad4-4667-aa2e-53f8ea09a871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4595137 May 30 20:20:55.731516 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9158fc3c-573c-4c1d-bf9a-0db62e0b50ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91ff9597-ebc7-4fc4-b243-1a0126aef45d'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:20:55.843371 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-82c94d3b-1742-45b1-b614-d265276d3594 req-35ded30d-5c1d-4861-a9b6-b76bb25fb9ef service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b8dbbf3d-6692-4ebe-a45d-1177e8082a2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2068784 May 30 20:20:55.873145 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b58ce80-c22f-4f13-833c-56895a9ef4e3 req-4b93e1be-39f4-4746-91db-f0db7d4fc8c1 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:55.874725 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9b58ce80-c22f-4f13-833c-56895a9ef4e3 req-4b93e1be-39f4-4746-91db-f0db7d4fc8c1 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/ports?device_id=cf44ba74-aecc-43a3-b0e8-1a1706f5f571 HTTP/1.1" status: 200 len: 944 time: 0.1779277 May 30 20:20:55.885652 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-29285504-b01a-4269-8496-44a4a4d4594f tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:55.947821 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f8cfe8-e79c-47d2-bddd-641808bf1e2c req-0c136bce-5cf4-47bb-892a-8969ffce3748 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:55.948505 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a65645d-4a56-4511-a794-5a4fba5788f0 None None] Sync routers for ids ['f61bc5b0-ceb6-484b-ac27-eb8eaf2878f7'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:20:55.955563 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-42f8cfe8-e79c-47d2-bddd-641808bf1e2c req-0c136bce-5cf4-47bb-892a-8969ffce3748 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/ports?device_id=db9f53a2-a402-4f3c-a3d4-2018cf085fae HTTP/1.1" status: 200 len: 944 time: 0.6958666 May 30 20:20:55.970877 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a65645d-4a56-4511-a794-5a4fba5788f0 None None] Routers {'f61bc5b0-ceb6-484b-ac27-eb8eaf2878f7'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:20:55.970877 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-9a65645d-4a56-4511-a794-5a4fba5788f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:20:29Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['f61bc5b0-ceb6-484b-ac27-eb8eaf2878f7'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:20:55.996146 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5e3587ec-a93d-4b5a-a915-2042201dc138 req-e72c9cd9-5362-439f-8b1d-4551eb8a697d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=88e042593d914709b0b6e8865f4bc68d&device_id=db9f53a2-a402-4f3c-a3d4-2018cf085fae HTTP/1.1" status: 200 len: 1095 time: 0.6729722 May 30 20:20:56.080651 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9b58ce80-c22f-4f13-833c-56895a9ef4e3 req-118299fb-95e4-40a7-8941-15e0d790ab61 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2ed7a16-df30-4283-b4d4-5e9611f16ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518078 May 30 20:20:56.133449 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-29285504-b01a-4269-8496-44a4a4d4594f tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] Allocated IP 172.25.8.231 (c7869750-4b49-4b7e-aa99-5e0f1ae02da4/427601ec-f643-4fe7-b5e6-17305d3a39e1/1bf21bb6-6637-40c0-a769-bcd5e3b4321d) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:20:56.243918 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7195542c-aabb-464c-98a9-e0a6ad21f004'] response: {'server_uuid': '9158fc3c-573c-4c1d-bf9a-0db62e0b50ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91ff9597-ebc7-4fc4-b243-1a0126aef45d', 'code': 200} May 30 20:20:56.276965 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-82ccc1b7-16c3-488d-adcb-49dba2c6232f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:56.358729 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-d25d624d-7dbd-4ddc-9169-02a09ebba7cd req-0ef5c259-d6e5-48ff-a363-c7b6737d6e39 service neutron] Attempting to bind port fd2713ac-a479-470d-bfde-a8c618b67ba7 on host n-h1-843948-2 for vnic_type normal with profile {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:20:56.359166 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-d25d624d-7dbd-4ddc-9169-02a09ebba7cd req-0ef5c259-d6e5-48ff-a363-c7b6737d6e39 service neutron] Attempting to bind port fd2713ac-a479-470d-bfde-a8c618b67ba7 by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': '327b421f-3671-4415-86c0-3c9c0e7ca945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'a8fd4d2d-32fb-4554-b8d5-052f07ecf981'}] {{(pid=84886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:20:56.359682 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25d624d-7dbd-4ddc-9169-02a09ebba7cd req-0ef5c259-d6e5-48ff-a363-c7b6737d6e39 service neutron] Attempting to bind port fd2713ac-a479-470d-bfde-a8c618b67ba7 on network a8fd4d2d-32fb-4554-b8d5-052f07ecf981 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:20:56.376552 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25d624d-7dbd-4ddc-9169-02a09ebba7cd req-0ef5c259-d6e5-48ff-a363-c7b6737d6e39 service neutron] Port fd2713ac-a479-470d-bfde-a8c618b67ba7 on network a8fd4d2d-32fb-4554-b8d5-052f07ecf981 not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:20:56.377247 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25d624d-7dbd-4ddc-9169-02a09ebba7cd req-0ef5c259-d6e5-48ff-a363-c7b6737d6e39 service neutron] Attempting to bind port fd2713ac-a479-470d-bfde-a8c618b67ba7 on network a8fd4d2d-32fb-4554-b8d5-052f07ecf981 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:20:56.392193 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-9a65645d-4a56-4511-a794-5a4fba5788f0 None None] Set router f61bc5b0-ceb6-484b-ac27-eb8eaf2878f7 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:20:56.436541 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5e3587ec-a93d-4b5a-a915-2042201dc138 req-daab1676-83a2-4059-921d-94a92661ece7 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9eff4c3f-a7bb-4e44-b665-6e00b004ab73 HTTP/1.1" status: 200 len: 217 time: 0.1370137 May 30 20:20:56.440733 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device df3d09f2-2a10-4a76-9892-7f9163a09534 details requested by agent hyperv_n-h2-843948-2 with host n-h2-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:20:56.446912 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-7ae135d5-84d7-4718-8564-50ec9f53ae2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:56.471590 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25d624d-7dbd-4ddc-9169-02a09ebba7cd req-0ef5c259-d6e5-48ff-a363-c7b6737d6e39 service neutron] Checking agent: {'id': 'f728d74e-a4ae-4384-860b-a5ade05dd8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:20:56.472252 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25d624d-7dbd-4ddc-9169-02a09ebba7cd req-0ef5c259-d6e5-48ff-a363-c7b6737d6e39 service neutron] Checking segment: {'id': '327b421f-3671-4415-86c0-3c9c0e7ca945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'a8fd4d2d-32fb-4554-b8d5-052f07ecf981'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:20:56.472824 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25d624d-7dbd-4ddc-9169-02a09ebba7cd req-0ef5c259-d6e5-48ff-a363-c7b6737d6e39 service neutron] Bound using segment: {'id': '327b421f-3671-4415-86c0-3c9c0e7ca945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'a8fd4d2d-32fb-4554-b8d5-052f07ecf981'} {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:20:56.473455 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-d25d624d-7dbd-4ddc-9169-02a09ebba7cd req-0ef5c259-d6e5-48ff-a363-c7b6737d6e39 service neutron] Bound port: fd2713ac-a479-470d-bfde-a8c618b67ba7, host: n-h1-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '327b421f-3671-4415-86c0-3c9c0e7ca945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'a8fd4d2d-32fb-4554-b8d5-052f07ecf981'}}] {{(pid=84886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:20:56.474067 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-d25d624d-7dbd-4ddc-9169-02a09ebba7cd req-0ef5c259-d6e5-48ff-a363-c7b6737d6e39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:56.512261 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-82ccc1b7-16c3-488d-adcb-49dba2c6232f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:56.586622 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-42f8cfe8-e79c-47d2-bddd-641808bf1e2c req-8cdf044e-6d0c-4c11-8785-ce68611997ff tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/security-groups?id=1ad64e5c-169d-40fe-b7f5-961f736d123b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6303613 May 30 20:20:56.622122 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-de0b4619-da73-49c2-a073-65fadba617f0 req-1a57937f-53fb-40b0-a6a6-427863b28c17 service neutron] 10.222.0.86 "GET /v2.0/networks/384b70c6-5ad4-4667-aa2e-53f8ea09a871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9786353 May 30 20:20:56.728630 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-82c94d3b-1742-45b1-b614-d265276d3594 req-0e4cdd4a-1430-46be-ac5a-bbf3e5865e77 service neutron] 10.222.0.71 "GET /v2.0/networks/b8dbbf3d-6692-4ebe-a45d-1177e8082a2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8719952 May 30 20:20:56.733338 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ccc1b7-16c3-488d-adcb-49dba2c6232f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd9f91d8-7350-4209-8bf1-5e752e0b8757,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:20:56.737033 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3587ec-a93d-4b5a-a915-2042201dc138 req-c3eb0de0-b3d4-4e54-b7d5-46760d7e1f42 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:56.740060 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5e3587ec-a93d-4b5a-a915-2042201dc138 req-c3eb0de0-b3d4-4e54-b7d5-46760d7e1f42 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=4a48f417-ba85-44a0-9f1b-28d1dfa8235b HTTP/1.1" status: 200 len: 858 time: 0.2822375 May 30 20:20:56.745938 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-82ccc1b7-16c3-488d-adcb-49dba2c6232f admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=8822c6ced5a1421aae1b0f087c10e17e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6120806 May 30 20:20:56.746976 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 33648) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:20:56.946544 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd93839-569c-4879-9743-0f78c591d218 req-3f3c0432-e13c-416e-a145-31913dfb0b76 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:56.949332 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-8fd93839-569c-4879-9743-0f78c591d218 req-3f3c0432-e13c-416e-a145-31913dfb0b76 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] 10.222.0.85 "GET /v2.0/ports?device_id=45f005eb-35d7-4310-b0f7-a47f0ffb358c HTTP/1.1" status: 200 len: 943 time: 0.5167973 May 30 20:20:56.976142 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-29285504-b01a-4269-8496-44a4a4d4594f tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:57.027976 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1bebee4f-221a-470b-9bd2-b1d869d48d06 req-aaeca6b9-b61f-47bb-92c0-31e509b63cf4 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=9158fc3c-573c-4c1d-bf9a-0db62e0b50ac HTTP/1.1" status: 200 len: 1096 time: 0.6318774 May 30 20:20:57.037198 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port df3d09f2-2a10-4a76-9892-7f9163a09534, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=df3d09f2-2a10-4a76-9892-7f9163a09534,segment=NetworkSegment(bbb06a38-3164-4fad-a5cd-a7f5f6760c2a),segment_id=bbb06a38-3164-4fad-a5cd-a7f5f6760c2a)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:20:57.054533 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-9a65645d-4a56-4511-a794-5a4fba5788f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f61bc5b0-ceb6-484b-ac27-eb8eaf2878f7', 'name': 'tempest-ServersTestManualDisk-2030253537-router', 'tenant_id': '9d17a1b275b44cc58a1065891220db88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': '87ed3c4f-ff4a-428d-9b3f-7b0558a08dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:20:13Z', 'updated_at': '2022-05-30T20:20:40Z', 'revision_number': 4, 'project_id': '9d17a1b275b44cc58a1065891220db88', 'gw_port': {'id': '87ed3c4f-ff4a-428d-9b3f-7b0558a08dfa', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:93:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61bc5b0-ceb6-484b-ac27-eb8eaf2878f7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:20:18Z', 'updated_at': '2022-05-30T20:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': 'b1f36321-4ee5-4be4-a5e0-b6eb422570ee', 'name': '', 'network_id': 'cd0af190-bc13-4695-b23f-a32845a3a302', 'tenant_id': '9d17a1b275b44cc58a1065891220db88', 'mac_address': 'fa:16:3e:30:89:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f61bc5b0-ceb6-484b-ac27-eb8eaf2878f7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd3d3176d-ed5e-4750-bd9f-9dc7413b362c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:20:36Z', 'updated_at': '2022-05-30T20:20:41Z', 'revision_number': 2, 'project_id': '9d17a1b275b44cc58a1065891220db88', 'subnets': [{'id': 'd3d3176d-ed5e-4750-bd9f-9dc7413b362c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:20:57.061194 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a65645d-4a56-4511-a794-5a4fba5788f0 None None] Checking router: f61bc5b0-ceb6-484b-ac27-eb8eaf2878f7 for host: n-d-843948-2 {{(pid=84888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:20:57.061533 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a65645d-4a56-4511-a794-5a4fba5788f0 None None] Updating router f61bc5b0-ceb6-484b-ac27-eb8eaf2878f7 port b1f36321-4ee5-4be4-a5e0-b6eb422570ee binding host n-d-843948-2 {{(pid=84888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:20:57.089057 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Returning: {'device': 'df3d09f2-2a10-4a76-9892-7f9163a09534', 'network_id': '384b70c6-5ad4-4667-aa2e-53f8ea09a871', 'port_id': 'df3d09f2-2a10-4a76-9892-7f9163a09534', 'mac_address': 'fa:16:3e:22:13:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0362111a-0014-4eec-82be-885bf4390269', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:20:57.092161 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-d25d624d-7dbd-4ddc-9169-02a09ebba7cd req-0ef5c259-d6e5-48ff-a363-c7b6737d6e39 service neutron] For port fd2713ac-a479-470d-bfde-a8c618b67ba7, host n-h1-843948-2, cleared binding levels {{(pid=84886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:20:57.136352 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-d25d624d-7dbd-4ddc-9169-02a09ebba7cd req-0ef5c259-d6e5-48ff-a363-c7b6737d6e39 service neutron] For port fd2713ac-a479-470d-bfde-a8c618b67ba7, host n-h1-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=fd2713ac-a479-470d-bfde-a8c618b67ba7,segment=NetworkSegment(327b421f-3671-4415-86c0-3c9c0e7ca945),segment_id=327b421f-3671-4415-86c0-3c9c0e7ca945)] {{(pid=84886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:20:57.149987 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db9f53a2-a402-4f3c-a3d4-2018cf085fae', 'tag': '9eff4c3f-a7bb-4e44-b665-6e00b004ab73'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:20:57.154203 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-8fd93839-569c-4879-9743-0f78c591d218 req-f9b1210d-b46e-446f-ad6a-64bf85d31b9f tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] 10.222.0.85 "GET /v2.0/security-groups?id=e8dab81d-8136-4d38-9905-aca0d3251be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729853 May 30 20:20:57.161624 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1bebee4f-221a-470b-9bd2-b1d869d48d06 req-b84b7948-146d-4fed-9823-de392783398a service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=1ad64e5c-169d-40fe-b7f5-961f736d123b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269629 May 30 20:20:57.174680 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-9a65645d-4a56-4511-a794-5a4fba5788f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:57.233852 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-de0b4619-da73-49c2-a073-65fadba617f0 req-fa0dc750-feeb-4045-a80e-0e3d8e999670 service neutron] 10.222.0.86 "GET /v2.0/networks/384b70c6-5ad4-4667-aa2e-53f8ea09a871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5725803 May 30 20:20:57.239770 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:57.246449 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-d25d624d-7dbd-4ddc-9169-02a09ebba7cd req-0ef5c259-d6e5-48ff-a363-c7b6737d6e39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:57.263294 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df3d09f2-2a10-4a76-9892-7f9163a09534 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:20:57.288041 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-82c94d3b-1742-45b1-b614-d265276d3594 req-7b5a3cb9-2b52-4fab-9636-0508b9c4287c service neutron] 10.222.0.71 "GET /v2.0/networks/b8dbbf3d-6692-4ebe-a45d-1177e8082a2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4897368 May 30 20:20:57.291136 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8eae49cd-1bdc-4616-96ed-1acc70931c64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:57.297567 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5e3587ec-a93d-4b5a-a915-2042201dc138 req-ec197568-00b1-4dd3-84ff-8ab5873509ac service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3b009590-a296-4757-aa36-6233b5dedf2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4812858 May 30 20:20:57.341788 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec033502-2f0b-4e8e-997d-d3d563498d2a req-a4dab910-134a-471b-b7ee-9c80d6ac6944 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:57.349520 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ec033502-2f0b-4e8e-997d-d3d563498d2a req-a4dab910-134a-471b-b7ee-9c80d6ac6944 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/ports?device_id=90da6347-458d-4057-9305-60f501cdae7a HTTP/1.1" status: 200 len: 944 time: 0.5274949 May 30 20:20:57.389577 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port df3d09f2-2a10-4a76-9892-7f9163a09534, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=df3d09f2-2a10-4a76-9892-7f9163a09534,segment=NetworkSegment(bbb06a38-3164-4fad-a5cd-a7f5f6760c2a),segment_id=bbb06a38-3164-4fad-a5cd-a7f5f6760c2a)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:20:57.393434 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-29285504-b01a-4269-8496-44a4a4d4594f tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:57.397557 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8eae49cd-1bdc-4616-96ed-1acc70931c64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:57.405378 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-d25d624d-7dbd-4ddc-9169-02a09ebba7cd req-0ef5c259-d6e5-48ff-a363-c7b6737d6e39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:57.407043 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d25d624d-7dbd-4ddc-9169-02a09ebba7cd req-0ef5c259-d6e5-48ff-a363-c7b6737d6e39 service neutron] 10.222.0.71 "PUT /v2.0/ports/fd2713ac-a479-470d-bfde-a8c618b67ba7 HTTP/1.1" status: 200 len: 1092 time: 4.0066514 May 30 20:20:57.443977 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90da6347-458d-4057-9305-60f501cdae7a', 'tag': 'fd2713ac-a479-470d-bfde-a8c618b67ba7'}] {{(pid=84886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:20:57.629191 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29285504-b01a-4269-8496-44a4a4d4594f tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] Network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:20:57.629191 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-29285504-b01a-4269-8496-44a4a4d4594f tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:20:57.629191 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29285504-b01a-4269-8496-44a4a4d4594f tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:20:57.632114 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ec033502-2f0b-4e8e-997d-d3d563498d2a req-2d8fab32-7635-474b-a68d-9074d3b0fc41 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/security-groups?id=b38efed6-f54b-4caf-8451-aa3a591cbb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2601380 May 30 20:20:57.654328 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:57.665588 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef5c259-d6e5-48ff-a363-c7b6737d6e39 service neutron] Pushing event updated for resources: {'Port': ['ID=fd2713ac-a479-470d-bfde-a8c618b67ba7,revision_number=10']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:20:57.779434 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06f7dbb2-5b44-498a-8ee8-2bd1d05e2ce9'] response: {'name': 'network-changed', 'server_uuid': 'db9f53a2-a402-4f3c-a3d4-2018cf085fae', 'tag': '9eff4c3f-a7bb-4e44-b665-6e00b004ab73', 'status': 'completed', 'code': 200} May 30 20:20:57.787655 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5e3587ec-a93d-4b5a-a915-2042201dc138 req-ac384654-e167-45bb-aa1d-0932837d96de service neutron] 10.222.0.86 "GET /v2.0/networks/3b009590-a296-4757-aa36-6233b5dedf2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4784677 May 30 20:20:57.836435 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8eae49cd-1bdc-4616-96ed-1acc70931c64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:57.956148 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-29285504-b01a-4269-8496-44a4a4d4594f tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:57.958549 n-d-843948-2 neutron-server[84886]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-fb23f5ba-ca3c-4497-a715-f9788a50e4ac']: {'name': 'network-changed', 'server_uuid': '90da6347-458d-4057-9305-60f501cdae7a', 'tag': 'fd2713ac-a479-470d-bfde-a8c618b67ba7', 'status': 'failed', 'code': 422} returned with failed status May 30 20:20:57.961093 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29285504-b01a-4269-8496-44a4a4d4594f tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] Pushing event updated for resources: {'Port': ['ID=1bf21bb6-6637-40c0-a769-bcd5e3b4321d,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:20:57.973904 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d556c6-7701-4763-bb2b-db88ba8c710e req-cb75bc16-aaae-409b-be22-4aabc16b3324 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:57.975360 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b5d556c6-7701-4763-bb2b-db88ba8c710e req-cb75bc16-aaae-409b-be22-4aabc16b3324 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/ports?device_id=cf44ba74-aecc-43a3-b0e8-1a1706f5f571 HTTP/1.1" status: 200 len: 944 time: 0.5946105 May 30 20:20:57.975963 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['df3d09f2-2a10-4a76-9892-7f9163a09534'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:20:57.984448 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d25d624d-7dbd-4ddc-9169-02a09ebba7cd req-ed8814c5-4ff4-4667-a114-6c4b36e7b71d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=204a9ca9af944bf39656e3dc7145a4f6&device_id=90da6347-458d-4057-9305-60f501cdae7a HTTP/1.1" status: 200 len: 1096 time: 0.4932003 May 30 20:20:58.002020 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eae49cd-1bdc-4616-96ed-1acc70931c64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd9f91d8-7350-4209-8bf1-5e752e0b8757,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:20:58.035800 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8eae49cd-1bdc-4616-96ed-1acc70931c64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:58.036544 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-8eae49cd-1bdc-4616-96ed-1acc70931c64 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/cd9f91d8-7350-4209-8bf1-5e752e0b8757 HTTP/1.1" status: 204 len: 168 time: 1.2190843 May 30 20:20:58.051234 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-9a65645d-4a56-4511-a794-5a4fba5788f0 None None] Notify callbacks [] for port, precommit_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:58.071961 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=df3d09f2-2a10-4a76-9892-7f9163a09534,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:20:58.095963 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-9a65645d-4a56-4511-a794-5a4fba5788f0 None None] Transition to ACTIVE for port object b1f36321-4ee5-4be4-a5e0-b6eb422570ee will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:20:58.161353 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5e3587ec-a93d-4b5a-a915-2042201dc138 req-5f3b3dca-982e-4e32-912a-fdba291fd676 service neutron] 10.222.0.86 "GET /v2.0/networks/3b009590-a296-4757-aa36-6233b5dedf2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3633280 May 30 20:20:58.176631 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5164ac10-338a-4879-8cbd-593db2947de0 req-9f18623b-f068-48a2-af3b-b85890dbaf4c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8e7af6fbddf440778dd87d98216021ce&device_id=cf44ba74-aecc-43a3-b0e8-1a1706f5f571 HTTP/1.1" status: 200 len: 1095 time: 0.4568439 May 30 20:20:58.230989 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-9a65645d-4a56-4511-a794-5a4fba5788f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:58.289805 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-29285504-b01a-4269-8496-44a4a4d4594f tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:58.358135 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b5d556c6-7701-4763-bb2b-db88ba8c710e req-d95d27b0-8c49-45a8-bd30-5d1c1198b567 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2ed7a16-df30-4283-b4d4-5e9611f16ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3725035 May 30 20:20:58.397695 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b7e62b-2710-46e8-8f42-2adb859dbad3 None None] Pushing event updated for resources: {'Port': ['ID=b1f36321-4ee5-4be4-a5e0-b6eb422570ee,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:20:58.449558 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25d624d-7dbd-4ddc-9169-02a09ebba7cd req-950e47c3-683d-4a62-86bb-763686c39ee3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:58.451170 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d25d624d-7dbd-4ddc-9169-02a09ebba7cd req-950e47c3-683d-4a62-86bb-763686c39ee3 service neutron] 10.222.0.71 "GET /v2.0/networks?id=a8fd4d2d-32fb-4554-b8d5-052f07ecf981 HTTP/1.1" status: 200 len: 917 time: 0.4486034 May 30 20:20:58.704913 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5164ac10-338a-4879-8cbd-593db2947de0 req-a1dc3aa6-7d9b-4a4d-a503-008106162af8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:58.706612 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5164ac10-338a-4879-8cbd-593db2947de0 req-a1dc3aa6-7d9b-4a4d-a503-008106162af8 service neutron] 10.222.0.71 "GET /v2.0/networks?id=b8dbbf3d-6692-4ebe-a45d-1177e8082a2b HTTP/1.1" status: 200 len: 915 time: 0.5231960 May 30 20:20:58.720406 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78575808-9a4c-40fa-bb40-1dc8e009093f req-29691ed3-308e-469e-a7db-7451dd6bf708 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:58.728298 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-78575808-9a4c-40fa-bb40-1dc8e009093f req-29691ed3-308e-469e-a7db-7451dd6bf708 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/ports?device_id=db9f53a2-a402-4f3c-a3d4-2018cf085fae HTTP/1.1" status: 200 len: 944 time: 0.7010438 May 30 20:20:58.764178 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-9a65645d-4a56-4511-a794-5a4fba5788f0 None None] Attempting to bind port b1f36321-4ee5-4be4-a5e0-b6eb422570ee on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:20:58.765667 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-9a65645d-4a56-4511-a794-5a4fba5788f0 None None] Attempting to bind port b1f36321-4ee5-4be4-a5e0-b6eb422570ee by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': '6ac1c053-f8b9-4142-8acc-8e9aefb1a2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'cd0af190-bc13-4695-b23f-a32845a3a302'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:20:58.765667 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a65645d-4a56-4511-a794-5a4fba5788f0 None None] Attempting to bind port b1f36321-4ee5-4be4-a5e0-b6eb422570ee on network cd0af190-bc13-4695-b23f-a32845a3a302 {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:20:58.802145 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a65645d-4a56-4511-a794-5a4fba5788f0 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:20:58.802525 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a65645d-4a56-4511-a794-5a4fba5788f0 None None] Checking segment: {'id': '6ac1c053-f8b9-4142-8acc-8e9aefb1a2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'cd0af190-bc13-4695-b23f-a32845a3a302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:20:58.802950 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-9a65645d-4a56-4511-a794-5a4fba5788f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:58.803364 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a65645d-4a56-4511-a794-5a4fba5788f0 None None] Bound using segment: {'id': '6ac1c053-f8b9-4142-8acc-8e9aefb1a2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'cd0af190-bc13-4695-b23f-a32845a3a302'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:20:58.808979 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-9a65645d-4a56-4511-a794-5a4fba5788f0 None None] Bound port: b1f36321-4ee5-4be4-a5e0-b6eb422570ee, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ac1c053-f8b9-4142-8acc-8e9aefb1a2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'cd0af190-bc13-4695-b23f-a32845a3a302'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:20:58.809450 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-9a65645d-4a56-4511-a794-5a4fba5788f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:58.930950 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d25d624d-7dbd-4ddc-9169-02a09ebba7cd req-5702faf7-3428-4000-a69d-dcbeb7d77684 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fd2713ac-a479-470d-bfde-a8c618b67ba7 HTTP/1.1" status: 200 len: 1000 time: 0.4682162 May 30 20:20:58.973427 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5164ac10-338a-4879-8cbd-593db2947de0 req-45de3fff-66e2-4ee8-8106-4ef1281affad service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5574980b-e893-484c-8b6c-10795c6c4552 HTTP/1.1" status: 200 len: 217 time: 0.1444237 May 30 20:20:59.056150 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b894f2-6e36-4278-a933-46893b55fe12 req-af6e3233-97b3-49ee-9511-c704a6ec6044 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:59.057763 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-97b894f2-6e36-4278-a933-46893b55fe12 req-af6e3233-97b3-49ee-9511-c704a6ec6044 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] 10.222.0.85 "GET /v2.0/ports?device_id=45f005eb-35d7-4310-b0f7-a47f0ffb358c HTTP/1.1" status: 200 len: 944 time: 0.4337969 May 30 20:20:59.070350 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25d624d-7dbd-4ddc-9169-02a09ebba7cd req-a2b57f23-001c-4969-8a19-f070f22ab269 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:59.071868 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d25d624d-7dbd-4ddc-9169-02a09ebba7cd req-a2b57f23-001c-4969-8a19-f070f22ab269 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c961f9ad-7764-4956-bb44-5ca4a5973b67 HTTP/1.1" status: 200 len: 855 time: 0.1340373 May 30 20:20:59.076999 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-9a65645d-4a56-4511-a794-5a4fba5788f0 None None] For port b1f36321-4ee5-4be4-a5e0-b6eb422570ee, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:20:59.087641 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-9a65645d-4a56-4511-a794-5a4fba5788f0 None None] For port b1f36321-4ee5-4be4-a5e0-b6eb422570ee, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=b1f36321-4ee5-4be4-a5e0-b6eb422570ee,segment=NetworkSegment(6ac1c053-f8b9-4142-8acc-8e9aefb1a2e0),segment_id=6ac1c053-f8b9-4142-8acc-8e9aefb1a2e0)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:20:59.130545 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-78575808-9a4c-40fa-bb40-1dc8e009093f req-212f824b-f0c9-47eb-83e2-cd513c122965 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/security-groups?id=1ad64e5c-169d-40fe-b7f5-961f736d123b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4005582 May 30 20:20:59.175113 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5164ac10-338a-4879-8cbd-593db2947de0 req-e3a1cec1-9c9d-4779-91ef-dac5753350ea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:59.176689 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5164ac10-338a-4879-8cbd-593db2947de0 req-e3a1cec1-9c9d-4779-91ef-dac5753350ea service neutron] 10.222.0.71 "GET /v2.0/subnets?id=61db9283-a711-4dd7-99cf-b308efe98b83 HTTP/1.1" status: 200 len: 854 time: 0.1929452 May 30 20:20:59.209362 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.db.resource_extend [None req-29285504-b01a-4269-8496-44a4a4d4594f tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:20:59.219930 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-9a65645d-4a56-4511-a794-5a4fba5788f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:59.253560 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-29285504-b01a-4269-8496-44a4a4d4594f tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:59.281707 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5164ac10-338a-4879-8cbd-593db2947de0 req-e3d74fee-62d7-4cd1-8c74-627f2963cd8a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b8dbbf3d-6692-4ebe-a45d-1177e8082a2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0957396 May 30 20:20:59.285708 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-97b894f2-6e36-4278-a933-46893b55fe12 req-c17eb7d3-eb1f-43e4-8c76-2646d6fa680e tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] 10.222.0.85 "GET /v2.0/security-groups?id=e8dab81d-8136-4d38-9905-aca0d3251be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114518 May 30 20:20:59.306678 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b7e62b-2710-46e8-8f42-2adb859dbad3 None None] Pushing event updated for resources: {'Port': ['ID=b1f36321-4ee5-4be4-a5e0-b6eb422570ee,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:20:59.331863 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d7cc538a-0eb3-4320-ae42-e8811425b073 req-6fa4e8dc-763e-4779-97bf-db2e6f6c8f87 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=88e042593d914709b0b6e8865f4bc68d&device_id=db9f53a2-a402-4f3c-a3d4-2018cf085fae HTTP/1.1" status: 200 len: 1095 time: 0.6240935 May 30 20:20:59.337441 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a65645d-4a56-4511-a794-5a4fba5788f0 None None] Routers {'f61bc5b0-ceb6-484b-ac27-eb8eaf2878f7'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:20:59.338470 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-9a65645d-4a56-4511-a794-5a4fba5788f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:20:29Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['f61bc5b0-ceb6-484b-ac27-eb8eaf2878f7'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:20:59.349095 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d25d624d-7dbd-4ddc-9169-02a09ebba7cd req-3e741cb3-ec58-4d1f-a645-70fd4836a941 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a8fd4d2d-32fb-4554-b8d5-052f07ecf981&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2415142 May 30 20:20:59.567658 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-29285504-b01a-4269-8496-44a4a4d4594f tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:59.683397 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29285504-b01a-4269-8496-44a4a4d4594f tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] Pushing event updated for resources: {'Port': ['ID=1bf21bb6-6637-40c0-a769-bcd5e3b4321d,revision_number=2']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:20:59.716292 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 5574980b-e893-484c-8b6c-10795c6c4552 details requested by agent hyperv_n-h1-843948-2 with host n-h1-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:20:59.757197 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5164ac10-338a-4879-8cbd-593db2947de0 req-f3f8f35c-9376-4588-8c26-ee5bf06cd0ea service neutron] 10.222.0.71 "GET /v2.0/networks/b8dbbf3d-6692-4ebe-a45d-1177e8082a2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4627728 May 30 20:20:59.778777 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-9a65645d-4a56-4511-a794-5a4fba5788f0 None None] Set router f61bc5b0-ceb6-484b-ac27-eb8eaf2878f7 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:20:59.924704 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cc538a-0eb3-4320-ae42-e8811425b073 req-84c3130a-c92e-4a61-8785-c7713894c1fd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:59.924704 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d7cc538a-0eb3-4320-ae42-e8811425b073 req-84c3130a-c92e-4a61-8785-c7713894c1fd service neutron] 10.222.0.86 "GET /v2.0/networks?id=3b009590-a296-4757-aa36-6233b5dedf2d HTTP/1.1" status: 200 len: 920 time: 0.5786960 May 30 20:20:59.937259 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b969b623-1937-4057-bc82-34e44214907f req-0f66fc72-78b8-4227-bc75-cd7ef9ede515 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:20:59.944882 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.db.resource_extend [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:20:59.951872 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b969b623-1937-4057-bc82-34e44214907f req-0f66fc72-78b8-4227-bc75-cd7ef9ede515 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/ports?device_id=90da6347-458d-4057-9305-60f501cdae7a HTTP/1.1" status: 200 len: 945 time: 0.4652703 May 30 20:20:59.964507 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:20:59.979344 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-6222181e-8f82-46ff-b577-0635c72dbeb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:00.042032 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d25d624d-7dbd-4ddc-9169-02a09ebba7cd req-49e9d1ca-74bc-4b35-b3b6-967f674f1118 service neutron] 10.222.0.71 "GET /v2.0/networks/a8fd4d2d-32fb-4554-b8d5-052f07ecf981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6825199 May 30 20:21:00.222022 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d7cc538a-0eb3-4320-ae42-e8811425b073 req-da8519d3-2dcb-474e-ae56-7c0bfd30e8ed service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9eff4c3f-a7bb-4e44-b665-6e00b004ab73 HTTP/1.1" status: 200 len: 217 time: 0.2155273 May 30 20:21:00.239363 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-29285504-b01a-4269-8496-44a4a4d4594f tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736490'] for floatingip, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:00.341853 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c16de89-fc7f-4e67-a4b4-d78e0a72971f req-b705dcca-fa3c-43e2-9bae-edbabafbb922 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:00.349331 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5c16de89-fc7f-4e67-a4b4-d78e0a72971f req-b705dcca-fa3c-43e2-9bae-edbabafbb922 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/ports?device_id=cf44ba74-aecc-43a3-b0e8-1a1706f5f571 HTTP/1.1" status: 200 len: 944 time: 0.6758800 May 30 20:21:00.356476 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 5574980b-e893-484c-8b6c-10795c6c4552, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=5574980b-e893-484c-8b6c-10795c6c4552,segment=NetworkSegment(bb0b98bd-77ea-44e3-b5bc-734c2b73a239),segment_id=bb0b98bd-77ea-44e3-b5bc-734c2b73a239)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:21:00.357056 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d25d624d-7dbd-4ddc-9169-02a09ebba7cd req-aa7b49cf-bde9-46d1-abfd-f1537accd92e service neutron] 10.222.0.71 "GET /v2.0/networks/a8fd4d2d-32fb-4554-b8d5-052f07ecf981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2650127 May 30 20:21:00.365804 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b969b623-1937-4057-bc82-34e44214907f req-4d313cdd-69e2-45c1-ae07-092128eacabc tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/security-groups?id=b38efed6-f54b-4caf-8451-aa3a591cbb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4116900 May 30 20:21:00.392382 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Returning: {'device': '5574980b-e893-484c-8b6c-10795c6c4552', 'network_id': 'b8dbbf3d-6692-4ebe-a45d-1177e8082a2b', 'port_id': '5574980b-e893-484c-8b6c-10795c6c4552', 'mac_address': 'fa:16:3e:a5:9d:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61db9283-a711-4dd7-99cf-b308efe98b83', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:21:00.403620 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5164ac10-338a-4879-8cbd-593db2947de0 req-6c4edcde-b9a6-49b6-b0e7-ee4c49cfdeba service neutron] 10.222.0.71 "GET /v2.0/networks/b8dbbf3d-6692-4ebe-a45d-1177e8082a2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6367872 May 30 20:21:00.447170 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cc538a-0eb3-4320-ae42-e8811425b073 req-08ac071e-d967-4195-b920-cc24b168137f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:00.458100 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d7cc538a-0eb3-4320-ae42-e8811425b073 req-08ac071e-d967-4195-b920-cc24b168137f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=4a48f417-ba85-44a0-9f1b-28d1dfa8235b HTTP/1.1" status: 200 len: 858 time: 0.2210503 May 30 20:21:00.461158 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 9eff4c3f-a7bb-4e44-b665-6e00b004ab73 details requested by agent hyperv_n-h2-843948-2 with host n-h2-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:21:00.479975 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5c16de89-fc7f-4e67-a4b4-d78e0a72971f req-8f99025e-41b7-4c00-affd-97fca8c5f281 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2ed7a16-df30-4283-b4d4-5e9611f16ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295311 May 30 20:21:00.484535 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-29285504-b01a-4269-8496-44a4a4d4594f tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:00.488464 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-29285504-b01a-4269-8496-44a4a4d4594f tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.2858279 May 30 20:21:00.515226 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device df3d09f2-2a10-4a76-9892-7f9163a09534 up at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:21:00.578301 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d7cc538a-0eb3-4320-ae42-e8811425b073 req-2596cf9a-4152-4d02-b9a6-a93f7cefbaa7 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3b009590-a296-4757-aa36-6233b5dedf2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1192157 May 30 20:21:00.767564 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d7cc538a-0eb3-4320-ae42-e8811425b073 req-7e1cd57c-3f8d-4aa0-a089-082f1d7a2312 service neutron] 10.222.0.86 "GET /v2.0/networks/3b009590-a296-4757-aa36-6233b5dedf2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809440 May 30 20:21:00.775630 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:00.847467 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning for port df3d09f2-2a10-4a76-9892-7f9163a09534 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:21:00.876577 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5574980b-e893-484c-8b6c-10795c6c4552 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:21:00.895895 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 5574980b-e893-484c-8b6c-10795c6c4552, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=5574980b-e893-484c-8b6c-10795c6c4552,segment=NetworkSegment(bb0b98bd-77ea-44e3-b5bc-734c2b73a239),segment_id=bb0b98bd-77ea-44e3-b5bc-734c2b73a239)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:21:00.911406 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning complete for port df3d09f2-2a10-4a76-9892-7f9163a09534 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:21:00.911955 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:00.973853 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d7cc538a-0eb3-4320-ae42-e8811425b073 req-f7690fba-2f7d-4098-8183-c0d4f0273731 service neutron] 10.222.0.86 "GET /v2.0/networks/3b009590-a296-4757-aa36-6233b5dedf2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718273 May 30 20:21:01.024892 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:01.039175 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 9eff4c3f-a7bb-4e44-b665-6e00b004ab73, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=9eff4c3f-a7bb-4e44-b665-6e00b004ab73,segment=NetworkSegment(8369aa1b-ac46-424a-9c92-34020eb636de),segment_id=8369aa1b-ac46-424a-9c92-34020eb636de)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:21:01.045149 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec16f33a-d10e-4ac7-a656-e288eeaaba60 req-95afb8ed-da46-418b-8451-c652dff87a5f tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:01.069908 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ec16f33a-d10e-4ac7-a656-e288eeaaba60 req-95afb8ed-da46-418b-8451-c652dff87a5f tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/ports?device_id=db9f53a2-a402-4f3c-a3d4-2018cf085fae HTTP/1.1" status: 200 len: 944 time: 0.2918928 May 30 20:21:01.112019 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84380367-ec0a-4d94-ba85-816cf38fbbe8 req-a6d4f4d0-0623-4470-8eea-2a14779e35a3 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:01.115156 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-84380367-ec0a-4d94-ba85-816cf38fbbe8 req-a6d4f4d0-0623-4470-8eea-2a14779e35a3 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] 10.222.0.85 "GET /v2.0/ports?device_id=45f005eb-35d7-4310-b0f7-a47f0ffb358c HTTP/1.1" status: 200 len: 944 time: 0.3259840 May 30 20:21:01.123013 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ec16f33a-d10e-4ac7-a656-e288eeaaba60 req-d4cae00b-a5df-4a78-9cc8-1f60b8afaaf7 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/security-groups?id=1ad64e5c-169d-40fe-b7f5-961f736d123b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615849 May 30 20:21:01.138894 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Returning: {'device': '9eff4c3f-a7bb-4e44-b665-6e00b004ab73', 'network_id': '3b009590-a296-4757-aa36-6233b5dedf2d', 'port_id': '9eff4c3f-a7bb-4e44-b665-6e00b004ab73', 'mac_address': 'fa:16:3e:a9:04:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a48f417-ba85-44a0-9f1b-28d1dfa8235b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:21:01.200670 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:01.205821 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-84380367-ec0a-4d94-ba85-816cf38fbbe8 req-30cd5b67-5587-4a6a-aff1-608ea7a4ffa5 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] 10.222.0.85 "GET /v2.0/security-groups?id=e8dab81d-8136-4d38-9905-aca0d3251be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847785 May 30 20:21:01.245638 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=5574980b-e893-484c-8b6c-10795c6c4552,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:01.254470 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-9a65645d-4a56-4511-a794-5a4fba5788f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f61bc5b0-ceb6-484b-ac27-eb8eaf2878f7', 'name': 'tempest-ServersTestManualDisk-2030253537-router', 'tenant_id': '9d17a1b275b44cc58a1065891220db88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': '87ed3c4f-ff4a-428d-9b3f-7b0558a08dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:20:13Z', 'updated_at': '2022-05-30T20:20:40Z', 'revision_number': 4, 'project_id': '9d17a1b275b44cc58a1065891220db88', 'gw_port': {'id': '87ed3c4f-ff4a-428d-9b3f-7b0558a08dfa', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:93:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61bc5b0-ceb6-484b-ac27-eb8eaf2878f7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:20:18Z', 'updated_at': '2022-05-30T20:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': 'b1f36321-4ee5-4be4-a5e0-b6eb422570ee', 'name': '', 'network_id': 'cd0af190-bc13-4695-b23f-a32845a3a302', 'tenant_id': '9d17a1b275b44cc58a1065891220db88', 'mac_address': 'fa:16:3e:30:89:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f61bc5b0-ceb6-484b-ac27-eb8eaf2878f7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd3d3176d-ed5e-4750-bd9f-9dc7413b362c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:20:36Z', 'updated_at': '2022-05-30T20:20:59Z', 'revision_number': 4, 'project_id': '9d17a1b275b44cc58a1065891220db88', 'subnets': [{'id': 'd3d3176d-ed5e-4750-bd9f-9dc7413b362c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:21:01.257333 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:01.283050 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9eff4c3f-a7bb-4e44-b665-6e00b004ab73 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:21:01.318529 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a65645d-4a56-4511-a794-5a4fba5788f0 None None] The sync data for ids ['f61bc5b0-ceb6-484b-ac27-eb8eaf2878f7'] in n-d-843948-2 is: [{'id': 'f61bc5b0-ceb6-484b-ac27-eb8eaf2878f7', 'name': 'tempest-ServersTestManualDisk-2030253537-router', 'tenant_id': '9d17a1b275b44cc58a1065891220db88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': '87ed3c4f-ff4a-428d-9b3f-7b0558a08dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:20:13Z', 'updated_at': '2022-05-30T20:20:40Z', 'revision_number': 4, 'project_id': '9d17a1b275b44cc58a1065891220db88', 'gw_port': {'id': '87ed3c4f-ff4a-428d-9b3f-7b0558a08dfa', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:93:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61bc5b0-ceb6-484b-ac27-eb8eaf2878f7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:20:18Z', 'updated_at': '2022-05-30T20:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': 'b1f36321-4ee5-4be4-a5e0-b6eb422570ee', 'name': '', 'network_id': 'cd0af190-bc13-4695-b23f-a32845a3a302', 'tenant_id': '9d17a1b275b44cc58a1065891220db88', 'mac_address': 'fa:16:3e:30:89:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f61bc5b0-ceb6-484b-ac27-eb8eaf2878f7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd3d3176d-ed5e-4750-bd9f-9dc7413b362c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:20:36Z', 'updated_at': '2022-05-30T20:20:59Z', 'revision_number': 4, 'project_id': '9d17a1b275b44cc58a1065891220db88', 'subnets': [{'id': 'd3d3176d-ed5e-4750-bd9f-9dc7413b362c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:21:01.342407 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-13f121cd-a149-433f-a3bd-4cc0a5cd1175 req-b56e009d-b417-4a39-b8fc-050d2648c2cf tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-securitygroup--2145188779&fields=id&tenant_id=9d17a1b275b44cc58a1065891220db88 HTTP/1.1" status: 200 len: 267 time: 0.0455205 May 30 20:21:01.414379 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['5574980b-e893-484c-8b6c-10795c6c4552'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:21:01.594082 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 9eff4c3f-a7bb-4e44-b665-6e00b004ab73, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=9eff4c3f-a7bb-4e44-b665-6e00b004ab73,segment=NetworkSegment(8369aa1b-ac46-424a-9c92-34020eb636de),segment_id=8369aa1b-ac46-424a-9c92-34020eb636de)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:21:01.717519 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:01.746120 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:01.845515 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device b1f36321-4ee5-4be4-a5e0-b6eb422570ee up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:21:01.879756 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde15296-0d19-405c-a75d-bd362426197f req-497bc2c8-3056-4bec-ba92-e453d15bceed tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:01.890117 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-fde15296-0d19-405c-a75d-bd362426197f req-497bc2c8-3056-4bec-ba92-e453d15bceed tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/ports?device_id=90da6347-458d-4057-9305-60f501cdae7a HTTP/1.1" status: 200 len: 945 time: 0.1867473 May 30 20:21:01.931467 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f121cd-a149-433f-a3bd-4cc0a5cd1175 req-ac0eff79-d0fe-476c-8555-f81908cbbf63 tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:01.947678 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-13f121cd-a149-433f-a3bd-4cc0a5cd1175 req-ac0eff79-d0fe-476c-8555-f81908cbbf63 tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] 10.222.0.85 "GET /v2.0/networks?id=cd0af190-bc13-4695-b23f-a32845a3a302 HTTP/1.1" status: 200 len: 812 time: 0.5948393 May 30 20:21:01.991793 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=9eff4c3f-a7bb-4e44-b665-6e00b004ab73,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:02.009746 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-13f121cd-a149-433f-a3bd-4cc0a5cd1175 req-ee33a5a4-9fd4-45e3-bc69-83e8d33331de tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] 10.222.0.85 "GET /v2.0/quotas/9d17a1b275b44cc58a1065891220db88 HTTP/1.1" status: 200 len: 375 time: 0.0605905 May 30 20:21:02.016139 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-fde15296-0d19-405c-a75d-bd362426197f req-02c99033-ef56-4c03-bc8c-449387d91436 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/security-groups?id=b38efed6-f54b-4caf-8451-aa3a591cbb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1221352 May 30 20:21:02.161537 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port df3d09f2-2a10-4a76-9892-7f9163a09534, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=df3d09f2-2a10-4a76-9892-7f9163a09534,segment=NetworkSegment(bbb06a38-3164-4fad-a5cd-a7f5f6760c2a),segment_id=bbb06a38-3164-4fad-a5cd-a7f5f6760c2a)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:21:02.188363 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45f005eb-35d7-4310-b0f7-a47f0ffb358c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df3d09f2-2a10-4a76-9892-7f9163a09534'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:21:02.212300 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['9eff4c3f-a7bb-4e44-b665-6e00b004ab73'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:21:02.238277 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-13f121cd-a149-433f-a3bd-4cc0a5cd1175 req-5b79cddb-a615-42dc-95dd-4a8b8b8444af tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] Synchronizing usage tracker for tenant:9d17a1b275b44cc58a1065891220db88 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:21:02.319757 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:02.379924 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-13f121cd-a149-433f-a3bd-4cc0a5cd1175 req-5b79cddb-a615-42dc-95dd-4a8b8b8444af tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] Unset dirty status for tenant:9d17a1b275b44cc58a1065891220db88 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:21:02.389053 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-13f121cd-a149-433f-a3bd-4cc0a5cd1175 req-5b79cddb-a615-42dc-95dd-4a8b8b8444af tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=9d17a1b275b44cc58a1065891220db88&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3772659 May 30 20:21:02.399705 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bea139-928b-4c86-a84e-4c1edbd78926 req-26c9db95-984f-46e7-beb9-697b0987fec1 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:02.403169 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-49bea139-928b-4c86-a84e-4c1edbd78926 req-26c9db95-984f-46e7-beb9-697b0987fec1 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/ports?device_id=cf44ba74-aecc-43a3-b0e8-1a1706f5f571 HTTP/1.1" status: 200 len: 945 time: 0.1457944 May 30 20:21:02.513157 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-49bea139-928b-4c86-a84e-4c1edbd78926 req-5d2e7039-a7b3-48c5-97df-67566e1e3b2d tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2ed7a16-df30-4283-b4d4-5e9611f16ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018195 May 30 20:21:02.728455 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:02.739745 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=df3d09f2-2a10-4a76-9892-7f9163a09534,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:02.800565 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port b1f36321-4ee5-4be4-a5e0-b6eb422570ee completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:21:02.811524 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port b1f36321-4ee5-4be4-a5e0-b6eb422570ee triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:21:02.812376 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:03.161331 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a05d5d6-a56b-4ace-ad2d-f7de13e8b8cc req-e879bcff-4487-455d-bb99-5dd59bd6fa87 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:03.173894 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0a05d5d6-a56b-4ace-ad2d-f7de13e8b8cc req-e879bcff-4487-455d-bb99-5dd59bd6fa87 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/ports?device_id=db9f53a2-a402-4f3c-a3d4-2018cf085fae HTTP/1.1" status: 200 len: 945 time: 0.2890947 May 30 20:21:03.279860 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0a05d5d6-a56b-4ace-ad2d-f7de13e8b8cc req-d00edbda-8370-47dc-b955-600c5b36d5ed tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/security-groups?id=1ad64e5c-169d-40fe-b7f5-961f736d123b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017957 May 30 20:21:03.531489 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:03.586936 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-13f121cd-a149-433f-a3bd-4cc0a5cd1175 req-9e120ecb-9ba0-4fd6-9fb5-61610076723f service neutron] 10.222.0.85 "GET /v2.0/networks/cd0af190-bc13-4695-b23f-a32845a3a302?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1671917 May 30 20:21:03.614710 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port b1f36321-4ee5-4be4-a5e0-b6eb422570ee, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=b1f36321-4ee5-4be4-a5e0-b6eb422570ee,segment=NetworkSegment(6ac1c053-f8b9-4142-8acc-8e9aefb1a2e0),segment_id=6ac1c053-f8b9-4142-8acc-8e9aefb1a2e0)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:21:03.745301 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:03.784997 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e6f043-3221-4f03-a0c1-9efe87f8721b req-3c0b8213-5bf7-4309-a420-012893be7ca2 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:03.803971 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f5e6f043-3221-4f03-a0c1-9efe87f8721b req-3c0b8213-5bf7-4309-a420-012893be7ca2 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] 10.222.0.85 "GET /v2.0/ports?device_id=45f005eb-35d7-4310-b0f7-a47f0ffb358c HTTP/1.1" status: 200 len: 945 time: 0.1903176 May 30 20:21:03.954873 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f5e6f043-3221-4f03-a0c1-9efe87f8721b req-45a3899a-4344-4f9e-b13b-08ba9892adff tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] 10.222.0.85 "GET /v2.0/security-groups?id=e8dab81d-8136-4d38-9905-aca0d3251be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467087 May 30 20:21:03.956960 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-13f121cd-a149-433f-a3bd-4cc0a5cd1175 req-18e75712-95d5-469c-bafd-2117bf86bfec service neutron] 10.222.0.85 "GET /v2.0/networks/cd0af190-bc13-4695-b23f-a32845a3a302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3523221 May 30 20:21:04.152339 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1699423-7be2-48d6-a749-72f3d2441791'] response: {'server_uuid': '45f005eb-35d7-4310-b0f7-a47f0ffb358c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df3d09f2-2a10-4a76-9892-7f9163a09534', 'code': 200} May 30 20:21:04.171243 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=b1f36321-4ee5-4be4-a5e0-b6eb422570ee,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:04.477651 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 9eff4c3f-a7bb-4e44-b665-6e00b004ab73 up at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:21:04.550019 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-06e007ae-5a47-4588-bdb0-a0616d67bacf req-0e1fb2a9-1229-4801-93c6-fea10c2e11ad service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=45f005eb-35d7-4310-b0f7-a47f0ffb358c HTTP/1.1" status: 200 len: 1096 time: 0.2980208 May 30 20:21:04.723110 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35869161-4406-40ed-9b77-cbdf0b1238e1 req-f2b6f553-02db-4f71-84c6-d78296037bc6 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:04.725223 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-35869161-4406-40ed-9b77-cbdf0b1238e1 req-f2b6f553-02db-4f71-84c6-d78296037bc6 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/ports?device_id=90da6347-458d-4057-9305-60f501cdae7a HTTP/1.1" status: 200 len: 945 time: 0.2530210 May 30 20:21:04.810419 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401fb6e1-3827-4377-8615-11b6bbb4cfb1 req-5b9b7e1f-75ad-448c-87c4-effa039d0bf6 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:04.819265 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-401fb6e1-3827-4377-8615-11b6bbb4cfb1 req-5b9b7e1f-75ad-448c-87c4-effa039d0bf6 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/ports?device_id=cf44ba74-aecc-43a3-b0e8-1a1706f5f571 HTTP/1.1" status: 200 len: 945 time: 0.2856286 May 30 20:21:04.822668 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-06e007ae-5a47-4588-bdb0-a0616d67bacf req-2f24844d-6c14-4fd4-bd1d-e99df62fa96b service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=e8dab81d-8136-4d38-9905-aca0d3251be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245365 May 30 20:21:04.866061 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-35869161-4406-40ed-9b77-cbdf0b1238e1 req-51f3aabc-9ba4-4ab3-b1da-17f0b70319af tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/security-groups?id=b38efed6-f54b-4caf-8451-aa3a591cbb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1317031 May 30 20:21:04.880755 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning for port 9eff4c3f-a7bb-4e44-b665-6e00b004ab73 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:21:04.905578 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning complete for port 9eff4c3f-a7bb-4e44-b665-6e00b004ab73 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:21:04.920028 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:04.920859 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-401fb6e1-3827-4377-8615-11b6bbb4cfb1 req-c0c357e4-16b2-4244-9931-7b6c93e8ac4f tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2ed7a16-df30-4283-b4d4-5e9611f16ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878079 May 30 20:21:05.062356 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-975bf140-8ee9-4a74-a94e-4c58edfec802 req-9b6fc572-aaa5-4c8a-8080-25b031c01002 tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] 10.222.0.85 "GET /v2.0/ports?device_id=2c4e2d02-d5d1-4065-b69f-0e142c0a8366 HTTP/1.1" status: 200 len: 210 time: 0.0714040 May 30 20:21:05.173270 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:05.271317 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 9eff4c3f-a7bb-4e44-b665-6e00b004ab73, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=9eff4c3f-a7bb-4e44-b665-6e00b004ab73,segment=NetworkSegment(8369aa1b-ac46-424a-9c92-34020eb636de),segment_id=8369aa1b-ac46-424a-9c92-34020eb636de)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:21:05.359681 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dce2de9-66ec-4fee-a514-67c2bfac624d req-53289f63-cac1-4997-9c63-2e197172bf8a tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:05.362804 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2dce2de9-66ec-4fee-a514-67c2bfac624d req-53289f63-cac1-4997-9c63-2e197172bf8a tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] 10.222.0.85 "GET /v2.0/ports?device_id=45f005eb-35d7-4310-b0f7-a47f0ffb358c HTTP/1.1" status: 200 len: 945 time: 0.1176996 May 30 20:21:05.388769 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e742762b-a8e0-4d80-b362-1243f3ff4937 req-bc25657f-6ec8-4e63-86e3-1a45375723cb tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:05.398309 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e742762b-a8e0-4d80-b362-1243f3ff4937 req-bc25657f-6ec8-4e63-86e3-1a45375723cb tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/ports?device_id=db9f53a2-a402-4f3c-a3d4-2018cf085fae HTTP/1.1" status: 200 len: 945 time: 0.1170280 May 30 20:21:05.435081 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:05.440087 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2dce2de9-66ec-4fee-a514-67c2bfac624d req-2c1302c4-75d6-45fa-aa5e-6be365f9a958 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] 10.222.0.85 "GET /v2.0/security-groups?id=e8dab81d-8136-4d38-9905-aca0d3251be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689476 May 30 20:21:05.465692 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e742762b-a8e0-4d80-b362-1243f3ff4937 req-403a9ddd-1b1f-42b3-91e0-8409551e2f76 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/security-groups?id=1ad64e5c-169d-40fe-b7f5-961f736d123b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660417 May 30 20:21:05.526831 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 5574980b-e893-484c-8b6c-10795c6c4552 up at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:21:05.633527 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=9eff4c3f-a7bb-4e44-b665-6e00b004ab73,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:05.813511 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning for port 5574980b-e893-484c-8b6c-10795c6c4552 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:21:05.821486 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning complete for port 5574980b-e893-484c-8b6c-10795c6c4552 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:21:05.822225 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:05.900105 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device b1f36321-4ee5-4be4-a5e0-b6eb422570ee up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:21:06.057908 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:06.076481 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port b1f36321-4ee5-4be4-a5e0-b6eb422570ee triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:21:06.077103 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:06.157990 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db9f53a2-a402-4f3c-a3d4-2018cf085fae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eff4c3f-a7bb-4e44-b665-6e00b004ab73'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:21:06.254008 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 5574980b-e893-484c-8b6c-10795c6c4552, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=5574980b-e893-484c-8b6c-10795c6c4552,segment=NetworkSegment(bb0b98bd-77ea-44e3-b5bc-734c2b73a239),segment_id=bb0b98bd-77ea-44e3-b5bc-734c2b73a239)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:21:06.407960 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:06.430021 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a87c4b-915d-41fe-9908-286abfd42fd2 req-4d9980f2-fe36-4578-99e9-0a78092a12b0 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:06.435519 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-56a87c4b-915d-41fe-9908-286abfd42fd2 req-4d9980f2-fe36-4578-99e9-0a78092a12b0 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/ports?device_id=90da6347-458d-4057-9305-60f501cdae7a HTTP/1.1" status: 200 len: 945 time: 0.1835284 May 30 20:21:06.513002 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad29d5d-4dae-4299-b600-31c632076260 req-906338bb-eb2d-4756-9e78-9e773d7b915a tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:06.531879 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3ad29d5d-4dae-4299-b600-31c632076260 req-906338bb-eb2d-4756-9e78-9e773d7b915a tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/ports?device_id=cf44ba74-aecc-43a3-b0e8-1a1706f5f571 HTTP/1.1" status: 200 len: 946 time: 0.1726377 May 30 20:21:06.563106 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-56a87c4b-915d-41fe-9908-286abfd42fd2 req-c2e6c331-dd46-40fd-87da-11ac9b3e4870 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/security-groups?id=b38efed6-f54b-4caf-8451-aa3a591cbb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1189167 May 30 20:21:06.606719 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3ad29d5d-4dae-4299-b600-31c632076260 req-cc2cb7a5-fe65-4df8-99fe-78a6b86ee231 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2ed7a16-df30-4283-b4d4-5e9611f16ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682280 May 30 20:21:06.636659 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=5574980b-e893-484c-8b6c-10795c6c4552,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:06.741756 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b087aa87-af5a-4358-9aa5-68e191242529'] response: {'server_uuid': 'db9f53a2-a402-4f3c-a3d4-2018cf085fae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eff4c3f-a7bb-4e44-b665-6e00b004ab73', 'code': 200} May 30 20:21:06.981322 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab5b7f5-b4d2-49e3-88ec-86e3737549ca req-4293f824-395a-4a45-a82d-42f546aebcb8 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:06.992440 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-cab5b7f5-b4d2-49e3-88ec-86e3737549ca req-4293f824-395a-4a45-a82d-42f546aebcb8 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/ports?device_id=db9f53a2-a402-4f3c-a3d4-2018cf085fae HTTP/1.1" status: 200 len: 946 time: 0.1070907 May 30 20:21:07.001371 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f57bc19b-7aca-4391-8043-f0d6bfd3f686 req-0541c38f-dff5-4d1a-8956-20774d61aa98 tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] 10.222.0.85 "GET /v2.0/ports?device_id=2c4e2d02-d5d1-4065-b69f-0e142c0a8366 HTTP/1.1" status: 200 len: 210 time: 0.1158116 May 30 20:21:07.064266 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-99591f39-a7d3-45f6-8df6-d87c82d7bf01 req-8529c1d0-8a3c-46d6-bf4d-30c248be7808 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=db9f53a2-a402-4f3c-a3d4-2018cf085fae HTTP/1.1" status: 200 len: 1097 time: 0.2605052 May 30 20:21:07.107959 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-99591f39-a7d3-45f6-8df6-d87c82d7bf01 req-0262a87c-b7c1-4d2d-981a-dcc1dcd352dd service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=1ad64e5c-169d-40fe-b7f5-961f736d123b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532992 May 30 20:21:07.131999 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-cab5b7f5-b4d2-49e3-88ec-86e3737549ca req-43086d30-7584-40b3-af02-bda3f186a34a tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/security-groups?id=1ad64e5c-169d-40fe-b7f5-961f736d123b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383002 May 30 20:21:07.354481 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966bd31b-6320-4d0b-8dd4-aba7d3246386 req-a754f553-4162-4b20-b58c-e75a27818217 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:07.357964 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-966bd31b-6320-4d0b-8dd4-aba7d3246386 req-a754f553-4162-4b20-b58c-e75a27818217 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] 10.222.0.85 "GET /v2.0/ports?device_id=45f005eb-35d7-4310-b0f7-a47f0ffb358c HTTP/1.1" status: 200 len: 945 time: 0.1570804 May 30 20:21:07.417032 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-966bd31b-6320-4d0b-8dd4-aba7d3246386 req-fed17388-3eeb-4b1d-b766-6f60777c7dbc tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] 10.222.0.85 "GET /v2.0/security-groups?id=e8dab81d-8136-4d38-9905-aca0d3251be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529566 May 30 20:21:07.705272 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f49c1a-d7dd-44dd-ac92-76f34cd2f4ff req-83015c59-5672-4027-bff1-782c7361fa59 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:07.722276 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-58f49c1a-d7dd-44dd-ac92-76f34cd2f4ff req-83015c59-5672-4027-bff1-782c7361fa59 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] 10.222.0.85 "GET /v2.0/ports?device_id=37a6e37d-34dd-4d54-89fb-fa1cb6fbad15 HTTP/1.1" status: 200 len: 945 time: 0.1315627 May 30 20:21:07.797860 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-58f49c1a-d7dd-44dd-ac92-76f34cd2f4ff req-99d385e2-1568-4d3b-8327-4ee2a2fb42f1 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] 10.222.0.85 "GET /v2.0/security-groups?id=e8dab81d-8136-4d38-9905-aca0d3251be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830185 May 30 20:21:08.012161 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df7fe1b-da00-4a74-b975-1b2e25a79349 req-ad3ea87c-4fd1-4cc9-b35a-51130dec889d tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:08.014807 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1df7fe1b-da00-4a74-b975-1b2e25a79349 req-ad3ea87c-4fd1-4cc9-b35a-51130dec889d tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/ports?device_id=90da6347-458d-4057-9305-60f501cdae7a HTTP/1.1" status: 200 len: 945 time: 0.1265759 May 30 20:21:08.094856 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05c1142-e001-43e4-a3e6-1a70d5cdd393 req-05b99dc1-9a92-4acc-8d04-f3a549b85e3c tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:08.096408 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a05c1142-e001-43e4-a3e6-1a70d5cdd393 req-05b99dc1-9a92-4acc-8d04-f3a549b85e3c tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/ports?device_id=cf44ba74-aecc-43a3-b0e8-1a1706f5f571 HTTP/1.1" status: 200 len: 946 time: 0.1620352 May 30 20:21:08.110234 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1df7fe1b-da00-4a74-b975-1b2e25a79349 req-c6b1db0a-9e0d-444f-a66b-6e7368997271 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/security-groups?id=b38efed6-f54b-4caf-8451-aa3a591cbb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830216 May 30 20:21:08.175010 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a05c1142-e001-43e4-a3e6-1a70d5cdd393 req-91647dfc-b3ee-4f3e-8e47-1f6fb9f4f3af tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2ed7a16-df30-4283-b4d4-5e9611f16ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701265 May 30 20:21:08.520239 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6d0ce6ab-366b-4ce9-8bdb-c8bad1e9ace9 req-86583778-a306-4e69-a45a-be4d4220bedd tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] 10.222.0.85 "GET /v2.0/ports?device_id=2c4e2d02-d5d1-4065-b69f-0e142c0a8366 HTTP/1.1" status: 200 len: 210 time: 0.0943029 May 30 20:21:08.742511 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf44ba74-aecc-43a3-b0e8-1a1706f5f571', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5574980b-e893-484c-8b6c-10795c6c4552'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:21:08.769465 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e06d7e-46c5-4858-a7cf-d4aab61b6b1f req-d27f6082-f825-49ac-b8fd-102c6b7d41df tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:08.781878 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-29e06d7e-46c5-4858-a7cf-d4aab61b6b1f req-d27f6082-f825-49ac-b8fd-102c6b7d41df tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] 10.222.0.85 "GET /v2.0/ports?device_id=e82f501e-f9fc-4818-bce6-f7c8cdc33298 HTTP/1.1" status: 200 len: 945 time: 0.3784893 May 30 20:21:08.931737 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f121cd-a149-433f-a3bd-4cc0a5cd1175 req-9c9ab71d-5ee4-4371-a807-38c8c8c7263b tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:08.934541 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-13f121cd-a149-433f-a3bd-4cc0a5cd1175 req-9c9ab71d-5ee4-4371-a807-38c8c8c7263b tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] 10.222.0.71 "GET /v2.0/networks?id=cd0af190-bc13-4695-b23f-a32845a3a302 HTTP/1.1" status: 200 len: 812 time: 0.3391111 May 30 20:21:08.962206 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-29e06d7e-46c5-4858-a7cf-d4aab61b6b1f req-a5380e63-c0bb-43d8-9c1a-a2e4fa9615b4 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] 10.222.0.85 "GET /v2.0/security-groups?id=e8dab81d-8136-4d38-9905-aca0d3251be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790514 May 30 20:21:08.976031 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fbce3e-b5c5-4381-8dc5-f41f30d5ffef req-d0f016ba-4375-416b-875e-399df8beb049 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:08.978882 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f7fbce3e-b5c5-4381-8dc5-f41f30d5ffef req-d0f016ba-4375-416b-875e-399df8beb049 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/ports?device_id=db9f53a2-a402-4f3c-a3d4-2018cf085fae HTTP/1.1" status: 200 len: 946 time: 0.1340868 May 30 20:21:09.094449 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-13f121cd-a149-433f-a3bd-4cc0a5cd1175 req-352ea5e2-93dd-43ac-a936-ff94322c7542 tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d17a1b275b44cc58a1065891220db88 HTTP/1.1" status: 200 len: 380 time: 0.1304920 May 30 20:21:09.094957 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f7fbce3e-b5c5-4381-8dc5-f41f30d5ffef req-2188221d-bc23-4001-9876-4ad2ea377dd3 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/security-groups?id=1ad64e5c-169d-40fe-b7f5-961f736d123b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091588 May 30 20:21:09.100560 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09ee0a89-0cfb-4345-86f6-9f75d397ba96'] response: {'server_uuid': 'cf44ba74-aecc-43a3-b0e8-1a1706f5f571', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5574980b-e893-484c-8b6c-10795c6c4552', 'code': 200} May 30 20:21:09.123557 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-13f121cd-a149-433f-a3bd-4cc0a5cd1175 req-efa0fc11-115c-4cdb-b22f-914ee9878c4b tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] Request body: {'port': {'device_id': '2c4e2d02-d5d1-4065-b69f-0e142c0a8366', 'network_id': 'cd0af190-bc13-4695-b23f-a32845a3a302', 'admin_state_up': True, 'tenant_id': '9d17a1b275b44cc58a1065891220db88', 'security_groups': ['402a7467-2e50-47c5-ac5e-346a7fbb92ca']}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:21:09.423569 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-13f121cd-a149-433f-a3bd-4cc0a5cd1175 req-efa0fc11-115c-4cdb-b22f-914ee9878c4b tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:21:09.444879 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-13f121cd-a149-433f-a3bd-4cc0a5cd1175 req-efa0fc11-115c-4cdb-b22f-914ee9878c4b tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:21:09.546877 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-cdca37a2-594a-453a-9f21-2693485f35d5 req-a13eb3ac-8465-47f7-8dc8-f77b517dad4e service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=cf44ba74-aecc-43a3-b0e8-1a1706f5f571 HTTP/1.1" status: 200 len: 1097 time: 0.3233247 May 30 20:21:09.562485 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913b275e-53e5-4217-aa27-b1b7b02b6b7a req-25975e83-dfe5-4b76-bb47-9afba9bc31ab tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:09.564595 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-913b275e-53e5-4217-aa27-b1b7b02b6b7a req-25975e83-dfe5-4b76-bb47-9afba9bc31ab tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/ports?device_id=90da6347-458d-4057-9305-60f501cdae7a HTTP/1.1" status: 200 len: 945 time: 0.2098463 May 30 20:21:09.639407 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13f121cd-a149-433f-a3bd-4cc0a5cd1175 req-efa0fc11-115c-4cdb-b22f-914ee9878c4b tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] Made reservation on behalf of 9d17a1b275b44cc58a1065891220db88 for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:21:09.655850 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-13f121cd-a149-433f-a3bd-4cc0a5cd1175 req-efa0fc11-115c-4cdb-b22f-914ee9878c4b tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:09.713779 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-913b275e-53e5-4217-aa27-b1b7b02b6b7a req-eae11394-cde4-4aff-8238-41def3b65ee5 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/security-groups?id=b38efed6-f54b-4caf-8451-aa3a591cbb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1183298 May 30 20:21:09.735177 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-cdca37a2-594a-453a-9f21-2693485f35d5 req-55291e69-c770-4825-a214-f4adb5ebf9b1 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=b2ed7a16-df30-4283-b4d4-5e9611f16ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693738 May 30 20:21:09.819350 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 33894) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:21:10.056859 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbb5381-a06c-4b8e-bda7-6a8051304ac9 req-57c2ac03-2cf4-4521-ba2a-2e4b01c9303e tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:10.076261 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-abbb5381-a06c-4b8e-bda7-6a8051304ac9 req-57c2ac03-2cf4-4521-ba2a-2e4b01c9303e tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] 10.222.0.85 "GET /v2.0/ports?device_id=45f005eb-35d7-4310-b0f7-a47f0ffb358c HTTP/1.1" status: 200 len: 945 time: 0.5288928 May 30 20:21:10.118115 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-31c4ae31-1dd8-408a-b964-55f753c0435b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:10.142861 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [req-13f121cd-a149-433f-a3bd-4cc0a5cd1175 req-efa0fc11-115c-4cdb-b22f-914ee9878c4b tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] Allocated IP 172.20.0.11 (cd0af190-bc13-4695-b23f-a32845a3a302/d3d3176d-ed5e-4750-bd9f-9dc7413b362c/956c5887-f9d3-4a9d-bfc2-3d88f3a39330) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:21:10.166673 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-abbb5381-a06c-4b8e-bda7-6a8051304ac9 req-9ca7a8cc-e3f7-4f02-ad5a-6460bcf502d9 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] 10.222.0.85 "GET /v2.0/security-groups?id=e8dab81d-8136-4d38-9905-aca0d3251be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956247 May 30 20:21:10.204790 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b8457c-f108-4d26-9148-17c72c28d004 req-5f91d6c6-cd63-41a6-ace0-6705caa35fd7 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:10.211647 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-20b8457c-f108-4d26-9148-17c72c28d004 req-5f91d6c6-cd63-41a6-ace0-6705caa35fd7 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/ports?device_id=cf44ba74-aecc-43a3-b0e8-1a1706f5f571 HTTP/1.1" status: 200 len: 946 time: 0.1882646 May 30 20:21:10.226119 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-31c4ae31-1dd8-408a-b964-55f753c0435b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:21:10.267395 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-31c4ae31-1dd8-408a-b964-55f753c0435b admin admin] Usage tracker for resource:security_group_rule and tenant:34021e56d6814784b933ebdfb6801d32 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:21:10.273963 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-31c4ae31-1dd8-408a-b964-55f753c0435b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:21:10.305677 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-31c4ae31-1dd8-408a-b964-55f753c0435b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:21:10.326498 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-20b8457c-f108-4d26-9148-17c72c28d004 req-12cc074c-3553-4e61-96b8-bd1d4e34dd22 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2ed7a16-df30-4283-b4d4-5e9611f16ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919189 May 30 20:21:10.521329 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3619412b-d1f3-43f7-91a6-e6ceafed7635 req-11ce433b-ad1a-41b2-95ef-20be68be6f9e tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] 10.222.0.85 "GET /v2.0/ports?device_id=2c4e2d02-d5d1-4065-b69f-0e142c0a8366 HTTP/1.1" status: 200 len: 210 time: 0.0738082 May 30 20:21:10.549282 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-13f121cd-a149-433f-a3bd-4cc0a5cd1175 req-efa0fc11-115c-4cdb-b22f-914ee9878c4b tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:10.568572 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-13f121cd-a149-433f-a3bd-4cc0a5cd1175 req-efa0fc11-115c-4cdb-b22f-914ee9878c4b tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] Transition to ACTIVE for port object 956c5887-f9d3-4a9d-bfc2-3d88f3a39330 will not be triggered until provisioned by entity DHCP. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:21:10.580408 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-31c4ae31-1dd8-408a-b964-55f753c0435b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:10.700811 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-13f121cd-a149-433f-a3bd-4cc0a5cd1175 req-efa0fc11-115c-4cdb-b22f-914ee9878c4b tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:10.780432 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-31c4ae31-1dd8-408a-b964-55f753c0435b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:10.816841 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13f121cd-a149-433f-a3bd-4cc0a5cd1175 req-efa0fc11-115c-4cdb-b22f-914ee9878c4b tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] Network cd0af190-bc13-4695-b23f-a32845a3a302 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:21:10.824405 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [req-13f121cd-a149-433f-a3bd-4cc0a5cd1175 req-efa0fc11-115c-4cdb-b22f-914ee9878c4b tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:21:10.830558 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-13f121cd-a149-433f-a3bd-4cc0a5cd1175 req-efa0fc11-115c-4cdb-b22f-914ee9878c4b tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:21:10.864896 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c4ae31-1dd8-408a-b964-55f753c0435b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93ae87c6-63dd-4a44-947c-839134b8efc2,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:10.888166 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa0fc11-115c-4cdb-b22f-914ee9878c4b tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] Pushing event updated for resources: {'Port': ['ID=956c5887-f9d3-4a9d-bfc2-3d88f3a39330,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:10.913815 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-31c4ae31-1dd8-408a-b964-55f753c0435b admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=34021e56d6814784b933ebdfb6801d32&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0825326 May 30 20:21:10.914003 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 33906) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:21:10.921231 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fa0c6c-b257-4487-9f5c-38390988f29c req-bdd22450-d306-4a87-aba5-678fdd4d074d tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:10.938468 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e6fa0c6c-b257-4487-9f5c-38390988f29c req-bdd22450-d306-4a87-aba5-678fdd4d074d tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/ports?device_id=db9f53a2-a402-4f3c-a3d4-2018cf085fae HTTP/1.1" status: 200 len: 946 time: 0.4263892 May 30 20:21:10.998422 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f121cd-a149-433f-a3bd-4cc0a5cd1175 req-efa0fc11-115c-4cdb-b22f-914ee9878c4b tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:10.998422 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-13f121cd-a149-433f-a3bd-4cc0a5cd1175 req-efa0fc11-115c-4cdb-b22f-914ee9878c4b tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:11.054767 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e6fa0c6c-b257-4487-9f5c-38390988f29c req-55d07a83-9ee4-47dd-8c69-18f1367c8907 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/security-groups?id=1ad64e5c-169d-40fe-b7f5-961f736d123b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156361 May 30 20:21:11.145657 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-950d6057-9d49-49cb-9994-1dba4aa6d9b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:11.217013 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-13f121cd-a149-433f-a3bd-4cc0a5cd1175 req-efa0fc11-115c-4cdb-b22f-914ee9878c4b tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1086729 May 30 20:21:11.233511 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-950d6057-9d49-49cb-9994-1dba4aa6d9b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:11.364386 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de73917-0160-4896-9767-ec064df99d32 req-a2afbbbe-61b9-4f53-82be-48a65c244bcc tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:11.366988 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5de73917-0160-4896-9767-ec064df99d32 req-a2afbbbe-61b9-4f53-82be-48a65c244bcc tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] 10.222.0.85 "GET /v2.0/ports?device_id=37a6e37d-34dd-4d54-89fb-fa1cb6fbad15 HTTP/1.1" status: 200 len: 945 time: 0.2095747 May 30 20:21:11.419784 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031ae912-f447-45ce-8fc4-4c4a4dfb8cc9 req-c64fcce8-33ca-4bdd-a193-6c57732a2e0b tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:11.421967 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-031ae912-f447-45ce-8fc4-4c4a4dfb8cc9 req-c64fcce8-33ca-4bdd-a193-6c57732a2e0b tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/ports?device_id=90da6347-458d-4057-9305-60f501cdae7a HTTP/1.1" status: 200 len: 945 time: 0.1141858 May 30 20:21:11.431149 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-28cc4924-71cf-453f-9d2a-3b921f6bc13b None None] Provisioning for port 956c5887-f9d3-4a9d-bfc2-3d88f3a39330 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:21:11.439085 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-28cc4924-71cf-453f-9d2a-3b921f6bc13b None None] Provisioning complete for port 956c5887-f9d3-4a9d-bfc2-3d88f3a39330 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:21:11.439572 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-28cc4924-71cf-453f-9d2a-3b921f6bc13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:11.463325 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5de73917-0160-4896-9767-ec064df99d32 req-b789e93a-7136-4dee-9b49-7439e630823f tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] 10.222.0.85 "GET /v2.0/security-groups?id=e8dab81d-8136-4d38-9905-aca0d3251be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761435 May 30 20:21:11.466758 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-950d6057-9d49-49cb-9994-1dba4aa6d9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:11.505333 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-031ae912-f447-45ce-8fc4-4c4a4dfb8cc9 req-3ca804d0-da43-4f72-a1db-4e91af1176cc tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/security-groups?id=b38efed6-f54b-4caf-8451-aa3a591cbb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782073 May 30 20:21:11.532089 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950d6057-9d49-49cb-9994-1dba4aa6d9b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93ae87c6-63dd-4a44-947c-839134b8efc2,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:11.533686 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-28cc4924-71cf-453f-9d2a-3b921f6bc13b None None] Port 956c5887-f9d3-4a9d-bfc2-3d88f3a39330 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:21:11.543448 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-950d6057-9d49-49cb-9994-1dba4aa6d9b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:11.552616 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-950d6057-9d49-49cb-9994-1dba4aa6d9b0 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/93ae87c6-63dd-4a44-947c-839134b8efc2 HTTP/1.1" status: 204 len: 168 time: 0.6390784 May 30 20:21:11.966035 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680e1603-2e49-42a0-9419-1559c8e53a96 req-59a92875-15b1-4281-988f-b5b5667cf06a tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:11.967913 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-680e1603-2e49-42a0-9419-1559c8e53a96 req-59a92875-15b1-4281-988f-b5b5667cf06a tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/ports?device_id=cf44ba74-aecc-43a3-b0e8-1a1706f5f571 HTTP/1.1" status: 200 len: 946 time: 0.1635258 May 30 20:21:12.034760 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-680e1603-2e49-42a0-9419-1559c8e53a96 req-fdc0e220-e320-4413-83c2-0afb595bfee4 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2ed7a16-df30-4283-b4d4-5e9611f16ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609632 May 30 20:21:12.302640 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-13f121cd-a149-433f-a3bd-4cc0a5cd1175 req-bd2180e5-16ba-4639-8258-64c41f632356 service neutron] Request body: {'port': {'device_id': '2c4e2d02-d5d1-4065-b69f-0e142c0a8366', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843948-2'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:21:12.428651 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373750b5-c2d8-46bd-8e4f-d8bd04c6b66e req-3b063256-7384-4c23-ab4b-8ff679d8f21a tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:12.437290 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-373750b5-c2d8-46bd-8e4f-d8bd04c6b66e req-3b063256-7384-4c23-ab4b-8ff679d8f21a tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] 10.222.0.85 "GET /v2.0/ports?device_id=2c4e2d02-d5d1-4065-b69f-0e142c0a8366 HTTP/1.1" status: 200 len: 932 time: 0.2628202 May 30 20:21:12.488960 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-373750b5-c2d8-46bd-8e4f-d8bd04c6b66e req-8dc761ad-b26f-49a3-a0b3-c717ea90cf59 tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] Synchronizing usage tracker for tenant:9d17a1b275b44cc58a1065891220db88 on resource:security_group {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:21:12.541651 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e4d347d2-ae74-460c-957a-1f25a6a68be9 req-09c1591e-f6f2-4b6d-b25f-8ac4724a604d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=88e042593d914709b0b6e8865f4bc68d&device_id=db9f53a2-a402-4f3c-a3d4-2018cf085fae HTTP/1.1" status: 200 len: 1097 time: 0.3544490 May 30 20:21:12.548079 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-13f121cd-a149-433f-a3bd-4cc0a5cd1175 req-bd2180e5-16ba-4639-8258-64c41f632356 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:12.608857 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-373750b5-c2d8-46bd-8e4f-d8bd04c6b66e req-8dc761ad-b26f-49a3-a0b3-c717ea90cf59 tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] Unset dirty status for tenant:9d17a1b275b44cc58a1065891220db88 on resource:security_group {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:21:12.610063 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-373750b5-c2d8-46bd-8e4f-d8bd04c6b66e req-8dc761ad-b26f-49a3-a0b3-c717ea90cf59 tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] 10.222.0.85 "GET /v2.0/security-groups?id=402a7467-2e50-47c5-ac5e-346a7fbb92ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1719034 May 30 20:21:12.692432 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 33928) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:21:12.742093 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3b83f220-1411-48e3-94f5-b8086e3991ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:12.858857 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-3b83f220-1411-48e3-94f5-b8086e3991ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:21:12.909598 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-3b83f220-1411-48e3-94f5-b8086e3991ce admin admin] Usage tracker for resource:security_group_rule and tenant:058b550955da4040842056b6df815274 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:21:12.913548 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-3b83f220-1411-48e3-94f5-b8086e3991ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:21:12.920782 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-3b83f220-1411-48e3-94f5-b8086e3991ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:21:13.011345 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702e0368-890a-46d8-ad94-362ebb2ad6fc req-4cfe9457-13cc-41f7-ab47-f3889ea61d9d tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:13.020434 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-702e0368-890a-46d8-ad94-362ebb2ad6fc req-4cfe9457-13cc-41f7-ab47-f3889ea61d9d tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/ports?device_id=db9f53a2-a402-4f3c-a3d4-2018cf085fae HTTP/1.1" status: 200 len: 946 time: 0.1639733 May 30 20:21:13.061675 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ec4787-8ba0-4af5-a640-ca4ef2075b19 req-cf8f32ff-62a5-4836-a35f-9c8ee3eaea8b tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:13.069924 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ec4787-8ba0-4af5-a640-ca4ef2075b19 req-cf8f32ff-62a5-4836-a35f-9c8ee3eaea8b tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:13.074460 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ec4787-8ba0-4af5-a640-ca4ef2075b19 req-cf8f32ff-62a5-4836-a35f-9c8ee3eaea8b tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:13.076567 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d0ec4787-8ba0-4af5-a640-ca4ef2075b19 req-cf8f32ff-62a5-4836-a35f-9c8ee3eaea8b tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] 10.222.0.85 "GET /v2.0/ports?device_id=45f005eb-35d7-4310-b0f7-a47f0ffb358c&device_id=e82f501e-f9fc-4818-bce6-f7c8cdc33298&device_id=37a6e37d-34dd-4d54-89fb-fa1cb6fbad15 HTTP/1.1" status: 200 len: 2416 time: 0.4433475 May 30 20:21:13.125664 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3b83f220-1411-48e3-94f5-b8086e3991ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:13.138224 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-702e0368-890a-46d8-ad94-362ebb2ad6fc req-a880820b-6845-48ab-b00d-3fe55b988b82 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/security-groups?id=1ad64e5c-169d-40fe-b7f5-961f736d123b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104207 May 30 20:21:13.145192 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d347d2-ae74-460c-957a-1f25a6a68be9 req-6f7603a5-6c9b-45f7-aca8-b036f44b9bca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:13.147004 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e4d347d2-ae74-460c-957a-1f25a6a68be9 req-6f7603a5-6c9b-45f7-aca8-b036f44b9bca service neutron] 10.222.0.86 "GET /v2.0/networks?id=3b009590-a296-4757-aa36-6233b5dedf2d HTTP/1.1" status: 200 len: 920 time: 0.5874648 May 30 20:21:13.203195 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3b83f220-1411-48e3-94f5-b8086e3991ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:13.291945 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e4d347d2-ae74-460c-957a-1f25a6a68be9 req-d0b79934-d963-4f54-911b-acf9b9dcb445 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9eff4c3f-a7bb-4e44-b665-6e00b004ab73 HTTP/1.1" status: 200 len: 217 time: 0.1246541 May 30 20:21:13.296846 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b83f220-1411-48e3-94f5-b8086e3991ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa12bb2d-e2ca-4150-ab33-f0c5440fadc4,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:13.322208 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-3b83f220-1411-48e3-94f5-b8086e3991ce admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=058b550955da4040842056b6df815274&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6148682 May 30 20:21:13.325901 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 33934) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:21:13.408886 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d347d2-ae74-460c-957a-1f25a6a68be9 req-87a9b5de-1c1a-4bbb-9809-d6d6f4006d7d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:13.413771 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e4d347d2-ae74-460c-957a-1f25a6a68be9 req-87a9b5de-1c1a-4bbb-9809-d6d6f4006d7d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=4a48f417-ba85-44a0-9f1b-28d1dfa8235b HTTP/1.1" status: 200 len: 858 time: 0.1143842 May 30 20:21:13.420817 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-79304e43-cca3-4898-8c10-5bd8a9321110 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:13.542696 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d0ec4787-8ba0-4af5-a640-ca4ef2075b19 req-cf713355-50f5-4044-a49e-874727c40220 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] 10.222.0.85 "GET /v2.0/security-groups?id=e8dab81d-8136-4d38-9905-aca0d3251be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3923671 May 30 20:21:13.601936 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-79304e43-cca3-4898-8c10-5bd8a9321110 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:13.691344 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43128fba-58c3-409f-8b59-a78982e60f25 req-5e2fec3c-f3e6-4716-8f8b-ef9c1cd2d92b tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:13.705783 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-43128fba-58c3-409f-8b59-a78982e60f25 req-5e2fec3c-f3e6-4716-8f8b-ef9c1cd2d92b tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/ports?device_id=90da6347-458d-4057-9305-60f501cdae7a HTTP/1.1" status: 200 len: 945 time: 0.2591369 May 30 20:21:13.842661 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-43128fba-58c3-409f-8b59-a78982e60f25 req-1cb32279-bd41-495f-9c0a-993d935c1611 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/security-groups?id=b38efed6-f54b-4caf-8451-aa3a591cbb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1346262 May 30 20:21:13.945272 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-79304e43-cca3-4898-8c10-5bd8a9321110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:13.967959 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e4d347d2-ae74-460c-957a-1f25a6a68be9 req-eaecc149-a52f-4368-a4a2-78a62a6c8c33 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3b009590-a296-4757-aa36-6233b5dedf2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5039949 May 30 20:21:13.971453 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79304e43-cca3-4898-8c10-5bd8a9321110 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa12bb2d-e2ca-4150-ab33-f0c5440fadc4,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:14.001132 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-79304e43-cca3-4898-8c10-5bd8a9321110 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:14.005334 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-79304e43-cca3-4898-8c10-5bd8a9321110 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/aa12bb2d-e2ca-4150-ab33-f0c5440fadc4 HTTP/1.1" status: 204 len: 168 time: 0.6780634 May 30 20:21:14.236183 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfd4522-ebd7-4669-9f97-8bfd507c9809 req-fbd8aa59-ab14-4e91-b6a9-47a4b5ef8895 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:14.243621 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-dbfd4522-ebd7-4669-9f97-8bfd507c9809 req-fbd8aa59-ab14-4e91-b6a9-47a4b5ef8895 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] 10.222.0.85 "GET /v2.0/ports?device_id=45f005eb-35d7-4310-b0f7-a47f0ffb358c HTTP/1.1" status: 200 len: 945 time: 0.1065197 May 30 20:21:14.272710 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3013b4d9-947d-4538-a688-d1903cb8f2f0 req-e9a14c01-b8bb-4659-a975-38e6ccda0e85 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:14.279292 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3013b4d9-947d-4538-a688-d1903cb8f2f0 req-e9a14c01-b8bb-4659-a975-38e6ccda0e85 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/ports?device_id=cf44ba74-aecc-43a3-b0e8-1a1706f5f571 HTTP/1.1" status: 200 len: 946 time: 0.4052589 May 30 20:21:14.286672 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [req-13f121cd-a149-433f-a3bd-4cc0a5cd1175 req-bd2180e5-16ba-4639-8258-64c41f632356 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 956c5887-f9d3-4a9d-bfc2-3d88f3a39330 {{(pid=84887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:21:14.298414 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-dbfd4522-ebd7-4669-9f97-8bfd507c9809 req-25021785-d67d-4241-ac8f-3ad57eb8f958 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] 10.222.0.85 "GET /v2.0/security-groups?id=e8dab81d-8136-4d38-9905-aca0d3251be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538170 May 30 20:21:14.316693 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-13f121cd-a149-433f-a3bd-4cc0a5cd1175 req-bd2180e5-16ba-4639-8258-64c41f632356 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:14.360326 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-13f121cd-a149-433f-a3bd-4cc0a5cd1175 req-bd2180e5-16ba-4639-8258-64c41f632356 service neutron] Transition to ACTIVE for port object 956c5887-f9d3-4a9d-bfc2-3d88f3a39330 will not be triggered until provisioned by entity L2. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:21:14.479366 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3013b4d9-947d-4538-a688-d1903cb8f2f0 req-8ba47945-a4a3-488d-a211-4dbe871fa84c tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2ed7a16-df30-4283-b4d4-5e9611f16ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420701 May 30 20:21:14.503659 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e4d347d2-ae74-460c-957a-1f25a6a68be9 req-3af7ff22-8cb2-4f21-9588-b21574caa7de service neutron] 10.222.0.86 "GET /v2.0/networks/3b009590-a296-4757-aa36-6233b5dedf2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5110013 May 30 20:21:14.594433 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cdafef-ffe0-4daa-93a6-0e817d5924b7 req-448ddd91-ecb5-4553-8e28-61af3ea9c21c tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:14.594433 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-52cdafef-ffe0-4daa-93a6-0e817d5924b7 req-448ddd91-ecb5-4553-8e28-61af3ea9c21c tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] 10.222.0.85 "GET /v2.0/ports?device_id=2c4e2d02-d5d1-4065-b69f-0e142c0a8366 HTTP/1.1" status: 200 len: 932 time: 0.1234405 May 30 20:21:14.666047 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-52cdafef-ffe0-4daa-93a6-0e817d5924b7 req-38ab1b3b-81e6-4056-b801-30b15a53ec20 tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] 10.222.0.85 "GET /v2.0/security-groups?id=402a7467-2e50-47c5-ac5e-346a7fbb92ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736287 May 30 20:21:14.800776 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e4d347d2-ae74-460c-957a-1f25a6a68be9 req-19878f31-1c02-41b4-bc38-b06c14ac4f79 service neutron] 10.222.0.86 "GET /v2.0/networks/3b009590-a296-4757-aa36-6233b5dedf2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2906621 May 30 20:21:14.857439 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86d7dfd-642c-4838-9003-eb317699b45e req-bf84a90d-d853-4110-bbbd-abf3c720724e tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:14.865825 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a86d7dfd-642c-4838-9003-eb317699b45e req-bf84a90d-d853-4110-bbbd-abf3c720724e tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/ports?device_id=db9f53a2-a402-4f3c-a3d4-2018cf085fae HTTP/1.1" status: 200 len: 946 time: 0.1569550 May 30 20:21:14.931664 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a86d7dfd-642c-4838-9003-eb317699b45e req-4fc0b822-3ab7-477b-a471-e7848d3c8d1a tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/security-groups?id=1ad64e5c-169d-40fe-b7f5-961f736d123b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639789 May 30 20:21:15.407164 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdce903c-e7ae-4342-bcfa-699572bb1b29 req-d14361b3-f23d-47c3-8c88-25056be5d76a tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:15.409868 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-cdce903c-e7ae-4342-bcfa-699572bb1b29 req-d14361b3-f23d-47c3-8c88-25056be5d76a tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/ports?device_id=90da6347-458d-4057-9305-60f501cdae7a HTTP/1.1" status: 200 len: 945 time: 0.2082658 May 30 20:21:15.431681 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-13f121cd-a149-433f-a3bd-4cc0a5cd1175 req-bd2180e5-16ba-4639-8258-64c41f632356 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:15.513585 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-cdce903c-e7ae-4342-bcfa-699572bb1b29 req-79d17a11-fa87-47df-b2b2-c8ae8d58a997 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/security-groups?id=b38efed6-f54b-4caf-8451-aa3a591cbb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978458 May 30 20:21:15.557299 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2180e5-16ba-4639-8258-64c41f632356 service neutron] Pushing event updated for resources: {'Port': ['ID=956c5887-f9d3-4a9d-bfc2-3d88f3a39330,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:16.095082 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-13f121cd-a149-433f-a3bd-4cc0a5cd1175 req-bd2180e5-16ba-4639-8258-64c41f632356 service neutron] Attempting to bind port 956c5887-f9d3-4a9d-bfc2-3d88f3a39330 on host n-h1-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:21:16.095449 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-13f121cd-a149-433f-a3bd-4cc0a5cd1175 req-bd2180e5-16ba-4639-8258-64c41f632356 service neutron] Attempting to bind port 956c5887-f9d3-4a9d-bfc2-3d88f3a39330 by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': '6ac1c053-f8b9-4142-8acc-8e9aefb1a2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'cd0af190-bc13-4695-b23f-a32845a3a302'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:21:16.095746 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f121cd-a149-433f-a3bd-4cc0a5cd1175 req-bd2180e5-16ba-4639-8258-64c41f632356 service neutron] Attempting to bind port 956c5887-f9d3-4a9d-bfc2-3d88f3a39330 on network cd0af190-bc13-4695-b23f-a32845a3a302 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:21:16.120288 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f121cd-a149-433f-a3bd-4cc0a5cd1175 req-bd2180e5-16ba-4639-8258-64c41f632356 service neutron] Port 956c5887-f9d3-4a9d-bfc2-3d88f3a39330 on network cd0af190-bc13-4695-b23f-a32845a3a302 not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:21:16.120968 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f121cd-a149-433f-a3bd-4cc0a5cd1175 req-bd2180e5-16ba-4639-8258-64c41f632356 service neutron] Attempting to bind port 956c5887-f9d3-4a9d-bfc2-3d88f3a39330 on network cd0af190-bc13-4695-b23f-a32845a3a302 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:21:16.139773 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f121cd-a149-433f-a3bd-4cc0a5cd1175 req-bd2180e5-16ba-4639-8258-64c41f632356 service neutron] Checking agent: {'id': 'f728d74e-a4ae-4384-860b-a5ade05dd8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:21:16.143038 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f121cd-a149-433f-a3bd-4cc0a5cd1175 req-bd2180e5-16ba-4639-8258-64c41f632356 service neutron] Checking segment: {'id': '6ac1c053-f8b9-4142-8acc-8e9aefb1a2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'cd0af190-bc13-4695-b23f-a32845a3a302'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:21:16.143038 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f121cd-a149-433f-a3bd-4cc0a5cd1175 req-bd2180e5-16ba-4639-8258-64c41f632356 service neutron] Bound using segment: {'id': '6ac1c053-f8b9-4142-8acc-8e9aefb1a2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'cd0af190-bc13-4695-b23f-a32845a3a302'} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:21:16.143038 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-13f121cd-a149-433f-a3bd-4cc0a5cd1175 req-bd2180e5-16ba-4639-8258-64c41f632356 service neutron] Bound port: 956c5887-f9d3-4a9d-bfc2-3d88f3a39330, host: n-h1-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ac1c053-f8b9-4142-8acc-8e9aefb1a2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'cd0af190-bc13-4695-b23f-a32845a3a302'}}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:21:16.143038 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-13f121cd-a149-433f-a3bd-4cc0a5cd1175 req-bd2180e5-16ba-4639-8258-64c41f632356 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:16.222835 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026532b8-5cc7-439b-a487-d5efaee2a604 req-6760bd0d-3d4c-4d83-843a-7e188b85bb8e tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:16.223678 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-026532b8-5cc7-439b-a487-d5efaee2a604 req-6760bd0d-3d4c-4d83-843a-7e188b85bb8e tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] Synchronizing usage tracker for tenant:9d17a1b275b44cc58a1065891220db88 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:21:16.266980 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff9a653-5d49-489a-bb7e-6b166a45eac6 req-f7b0b37e-4f68-4ce0-9471-8e9368a7b893 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:16.266980 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1ff9a653-5d49-489a-bb7e-6b166a45eac6 req-f7b0b37e-4f68-4ce0-9471-8e9368a7b893 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/ports?device_id=cf44ba74-aecc-43a3-b0e8-1a1706f5f571 HTTP/1.1" status: 200 len: 946 time: 0.0964458 May 30 20:21:16.282839 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-13f121cd-a149-433f-a3bd-4cc0a5cd1175 req-bd2180e5-16ba-4639-8258-64c41f632356 service neutron] For port 956c5887-f9d3-4a9d-bfc2-3d88f3a39330, host n-h1-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:21:16.286080 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-13f121cd-a149-433f-a3bd-4cc0a5cd1175 req-bd2180e5-16ba-4639-8258-64c41f632356 service neutron] For port 956c5887-f9d3-4a9d-bfc2-3d88f3a39330, host n-h1-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=956c5887-f9d3-4a9d-bfc2-3d88f3a39330,segment=NetworkSegment(6ac1c053-f8b9-4142-8acc-8e9aefb1a2e0),segment_id=6ac1c053-f8b9-4142-8acc-8e9aefb1a2e0)] {{(pid=84887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:21:16.339714 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-026532b8-5cc7-439b-a487-d5efaee2a604 req-6760bd0d-3d4c-4d83-843a-7e188b85bb8e tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] Unset dirty status for tenant:9d17a1b275b44cc58a1065891220db88 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:21:16.342083 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-026532b8-5cc7-439b-a487-d5efaee2a604 req-6760bd0d-3d4c-4d83-843a-7e188b85bb8e tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] 10.222.0.85 "GET /v2.0/ports?device_id=2c4e2d02-d5d1-4065-b69f-0e142c0a8366 HTTP/1.1" status: 200 len: 944 time: 0.3609805 May 30 20:21:16.351045 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1ff9a653-5d49-489a-bb7e-6b166a45eac6 req-5b90927b-1e3b-459b-9b1b-4d162e57c6ba tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2ed7a16-df30-4283-b4d4-5e9611f16ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736990 May 30 20:21:16.431148 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-026532b8-5cc7-439b-a487-d5efaee2a604 req-15023b58-3936-4bf6-9b6c-f257b23e1080 tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] 10.222.0.85 "GET /v2.0/security-groups?id=402a7467-2e50-47c5-ac5e-346a7fbb92ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764105 May 30 20:21:16.433037 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-13f121cd-a149-433f-a3bd-4cc0a5cd1175 req-bd2180e5-16ba-4639-8258-64c41f632356 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:16.576057 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-13f121cd-a149-433f-a3bd-4cc0a5cd1175 req-bd2180e5-16ba-4639-8258-64c41f632356 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:16.578517 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-13f121cd-a149-433f-a3bd-4cc0a5cd1175 req-bd2180e5-16ba-4639-8258-64c41f632356 service neutron] 10.222.0.71 "PUT /v2.0/ports/956c5887-f9d3-4a9d-bfc2-3d88f3a39330 HTTP/1.1" status: 200 len: 1092 time: 4.2809317 May 30 20:21:16.579175 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c4e2d02-d5d1-4065-b69f-0e142c0a8366', 'tag': '956c5887-f9d3-4a9d-bfc2-3d88f3a39330'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:21:16.626192 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2180e5-16ba-4639-8258-64c41f632356 service neutron] Pushing event updated for resources: {'Port': ['ID=956c5887-f9d3-4a9d-bfc2-3d88f3a39330,revision_number=3']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:16.680577 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defddc6e-3b9a-4482-9a5e-91dd57e2dfee req-1c58c6a3-3928-4a92-ae5a-7a93f8f9670e tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:16.687887 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-defddc6e-3b9a-4482-9a5e-91dd57e2dfee req-1c58c6a3-3928-4a92-ae5a-7a93f8f9670e tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/ports?device_id=db9f53a2-a402-4f3c-a3d4-2018cf085fae HTTP/1.1" status: 200 len: 946 time: 0.1969478 May 30 20:21:16.760437 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-defddc6e-3b9a-4482-9a5e-91dd57e2dfee req-8f148b28-869c-424e-b8a9-f8eecfc2fc3a tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/security-groups?id=1ad64e5c-169d-40fe-b7f5-961f736d123b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708206 May 30 20:21:16.922545 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95628b37-6983-4b56-b569-47edc53fc803'] response: {'name': 'network-changed', 'server_uuid': '2c4e2d02-d5d1-4065-b69f-0e142c0a8366', 'tag': '956c5887-f9d3-4a9d-bfc2-3d88f3a39330', 'status': 'completed', 'code': 200} May 30 20:21:17.029159 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-13f121cd-a149-433f-a3bd-4cc0a5cd1175 req-ca01b74b-1da5-4b19-962c-53091e94d115 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9d17a1b275b44cc58a1065891220db88&device_id=2c4e2d02-d5d1-4065-b69f-0e142c0a8366 HTTP/1.1" status: 200 len: 1095 time: 0.3087296 May 30 20:21:17.108552 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-13f121cd-a149-433f-a3bd-4cc0a5cd1175 req-b86ff46e-77e6-4791-9016-a5ff66c50d89 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=956c5887-f9d3-4a9d-bfc2-3d88f3a39330 HTTP/1.1" status: 200 len: 217 time: 0.0721703 May 30 20:21:17.185071 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f121cd-a149-433f-a3bd-4cc0a5cd1175 req-e9946c0b-dce2-47ac-8831-d34344756863 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:17.190591 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-13f121cd-a149-433f-a3bd-4cc0a5cd1175 req-e9946c0b-dce2-47ac-8831-d34344756863 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d3d3176d-ed5e-4750-bd9f-9dc7413b362c HTTP/1.1" status: 200 len: 851 time: 0.0730491 May 30 20:21:17.211412 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c72a623-34bb-40a8-a62b-cc5b5e575b99 req-53f19d22-6672-41b2-a81c-6b07a4280416 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:17.214367 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3c72a623-34bb-40a8-a62b-cc5b5e575b99 req-53f19d22-6672-41b2-a81c-6b07a4280416 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/ports?device_id=90da6347-458d-4057-9305-60f501cdae7a HTTP/1.1" status: 200 len: 945 time: 0.1858549 May 30 20:21:17.215491 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 33994) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:21:17.327040 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 34000) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:21:17.336633 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-13f121cd-a149-433f-a3bd-4cc0a5cd1175 req-5db21514-b7e9-4a76-86e5-0c074c6b5422 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=cd0af190-bc13-4695-b23f-a32845a3a302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1252210 May 30 20:21:17.395496 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3c72a623-34bb-40a8-a62b-cc5b5e575b99 req-5ed924ed-b9dd-4a5f-baa8-560044514fe9 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/security-groups?id=b38efed6-f54b-4caf-8451-aa3a591cbb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1666605 May 30 20:21:17.509735 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-d0e7ba95-d522-4511-908e-f1366c0f056a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1842354476-network', 'tenant_id': 'd6059b98be404907b5daa24bddc38a7a'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:21:17.515812 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-d0e7ba95-d522-4511-908e-f1366c0f056a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:21:17.519813 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-d0e7ba95-d522-4511-908e-f1366c0f056a admin admin] Usage tracker for resource:network and tenant:d6059b98be404907b5daa24bddc38a7a is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:21:17.522991 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-d0e7ba95-d522-4511-908e-f1366c0f056a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:21:17.529415 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-d0e7ba95-d522-4511-908e-f1366c0f056a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:21:17.541979 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-381d803a-e394-4725-9760-470dc3acca81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:17.578997 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c6ab66-af05-46e7-ba49-0190e43b06ba req-c89c9b7f-ea1a-42e2-b91f-d750f99e367f tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:17.580446 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-23c6ab66-af05-46e7-ba49-0190e43b06ba req-c89c9b7f-ea1a-42e2-b91f-d750f99e367f tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.71 "GET /v2.0/ports?device_id=cf44ba74-aecc-43a3-b0e8-1a1706f5f571 HTTP/1.1" status: 200 len: 946 time: 0.1613033 May 30 20:21:17.604059 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-13f121cd-a149-433f-a3bd-4cc0a5cd1175 req-c76efcb4-03fd-4bf8-ad79-d15272ffd378 service neutron] 10.222.0.71 "GET /v2.0/networks/cd0af190-bc13-4695-b23f-a32845a3a302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2670789 May 30 20:21:17.648536 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0e7ba95-d522-4511-908e-f1366c0f056a admin admin] Made reservation on behalf of d6059b98be404907b5daa24bddc38a7a for: {'network': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:21:17.650804 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d0e7ba95-d522-4511-908e-f1366c0f056a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:17.673284 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-381d803a-e394-4725-9760-470dc3acca81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:21:17.679155 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [req-23c6ab66-af05-46e7-ba49-0190e43b06ba req-2aa8f991-3772-45a1-aec0-f90b637040d9 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Deleting port 5574980b-e893-484c-8b6c-10795c6c4552 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:21:17.679377 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-23c6ab66-af05-46e7-ba49-0190e43b06ba req-2aa8f991-3772-45a1-aec0-f90b637040d9 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:17.717734 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d0e7ba95-d522-4511-908e-f1366c0f056a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:17.726863 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-381d803a-e394-4725-9760-470dc3acca81 admin admin] Usage tracker for resource:security_group_rule and tenant:9385bb74d9a6437daf835422b8f2e240 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:21:17.739749 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-381d803a-e394-4725-9760-470dc3acca81 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:21:17.750060 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-381d803a-e394-4725-9760-470dc3acca81 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:21:17.855323 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-d0e7ba95-d522-4511-908e-f1366c0f056a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:21:17.876061 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-d0e7ba95-d522-4511-908e-f1366c0f056a admin admin] Usage tracker for resource:security_group_rule and tenant:d6059b98be404907b5daa24bddc38a7a is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:21:17.879964 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb493c1-d386-4d2b-b19f-a981181722c4 req-9ed5cefd-590b-448b-a013-21d033cd81a5 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:17.884147 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-d0e7ba95-d522-4511-908e-f1366c0f056a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:21:17.889345 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1bb493c1-d386-4d2b-b19f-a981181722c4 req-9ed5cefd-590b-448b-a013-21d033cd81a5 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/ports?device_id=cf44ba74-aecc-43a3-b0e8-1a1706f5f571 HTTP/1.1" status: 200 len: 946 time: 0.3233485 May 30 20:21:17.917950 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-d0e7ba95-d522-4511-908e-f1366c0f056a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:21:17.996805 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-13f121cd-a149-433f-a3bd-4cc0a5cd1175 req-88a24c6a-6c03-4c4b-adee-34b0dba2c81f service neutron] 10.222.0.71 "GET /v2.0/networks/cd0af190-bc13-4695-b23f-a32845a3a302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3860250 May 30 20:21:18.024753 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1bb493c1-d386-4d2b-b19f-a981181722c4 req-c967ec60-a556-4433-b30f-7d647c40ba51 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2ed7a16-df30-4283-b4d4-5e9611f16ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352873 May 30 20:21:18.044963 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9179090d-6376-4a6e-b82b-a770d1670d5a req-b55d23ea-b0ff-438f-9de1-f761f3aa24b7 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=37a6e37d-34dd-4d54-89fb-fa1cb6fbad15&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1282320 May 30 20:21:18.259312 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-381d803a-e394-4725-9760-470dc3acca81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:18.305715 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-23c6ab66-af05-46e7-ba49-0190e43b06ba req-2aa8f991-3772-45a1-aec0-f90b637040d9 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] For port 5574980b-e893-484c-8b6c-10795c6c4552, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=5574980b-e893-484c-8b6c-10795c6c4552,segment=NetworkSegment(bb0b98bd-77ea-44e3-b5bc-734c2b73a239),segment_id=bb0b98bd-77ea-44e3-b5bc-734c2b73a239)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:21:18.306101 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-23c6ab66-af05-46e7-ba49-0190e43b06ba req-2aa8f991-3772-45a1-aec0-f90b637040d9 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:18.310606 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-df30b3df-e877-46d0-95c5-d768b1e3abdd req-ba69bf58-1450-4d2d-8211-046c63967395 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9d17a1b275b44cc58a1065891220db88&device_id=2c4e2d02-d5d1-4065-b69f-0e142c0a8366 HTTP/1.1" status: 200 len: 1095 time: 0.1082730 May 30 20:21:18.313577 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9179090d-6376-4a6e-b82b-a770d1670d5a req-a2f27309-022c-47b7-9782-ad6a6f34cf24 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=645455f740e1406a8b7c3a7db5a70252&device_id=37a6e37d-34dd-4d54-89fb-fa1cb6fbad15 HTTP/1.1" status: 200 len: 1096 time: 0.1573880 May 30 20:21:18.391143 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d0e7ba95-d522-4511-908e-f1366c0f056a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:18.457096 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [req-23c6ab66-af05-46e7-ba49-0190e43b06ba req-2aa8f991-3772-45a1-aec0-f90b637040d9 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Calling delete_port for 5574980b-e893-484c-8b6c-10795c6c4552 owned by compute:nova {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:21:18.496466 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-381d803a-e394-4725-9760-470dc3acca81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:18.513159 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03fbd7c-1345-4954-b8b9-e86c04be7722 req-7fdae91e-792a-4755-a330-1986a4a822f7 tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:18.514613 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c03fbd7c-1345-4954-b8b9-e86c04be7722 req-7fdae91e-792a-4755-a330-1986a4a822f7 tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] 10.222.0.85 "GET /v2.0/ports?device_id=2c4e2d02-d5d1-4065-b69f-0e142c0a8366 HTTP/1.1" status: 200 len: 944 time: 0.6022937 May 30 20:21:18.525861 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d0e7ba95-d522-4511-908e-f1366c0f056a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:18.557563 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df30b3df-e877-46d0-95c5-d768b1e3abdd req-53b8f000-db55-4c38-b256-18ed500520aa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:18.561921 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-df30b3df-e877-46d0-95c5-d768b1e3abdd req-53b8f000-db55-4c38-b256-18ed500520aa service neutron] 10.222.0.71 "GET /v2.0/networks?id=cd0af190-bc13-4695-b23f-a32845a3a302 HTTP/1.1" status: 200 len: 913 time: 0.2422860 May 30 20:21:18.612707 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0e7ba95-d522-4511-908e-f1366c0f056a admin admin] vlan segment allocate from pool success with {'vlan_id': 671, 'physical_network': 'physnet1'} {{(pid=84886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:21:18.627660 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d803a-e394-4725-9760-470dc3acca81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=649e3c58-b3f0-4718-a339-363e0fb9ad25,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:18.661195 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-381d803a-e394-4725-9760-470dc3acca81 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=9385bb74d9a6437daf835422b8f2e240&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4437985 May 30 20:21:18.672249 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 34020) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:21:18.675185 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d0e7ba95-d522-4511-908e-f1366c0f056a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:18.675533 n-d-843948-2 neutron-server[84886]: INFO neutron.db.segments_db [None req-d0e7ba95-d522-4511-908e-f1366c0f056a admin admin] Added segment 18bd8511-6c90-4d02-8422-095637a74b25 of type vlan for network 6428eb4b-77f3-4f81-9d28-0df5945de634 May 30 20:21:18.696314 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9179090d-6376-4a6e-b82b-a770d1670d5a req-62fb8e7a-91ee-4fce-a184-48090aa57b9d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:18.697935 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9179090d-6376-4a6e-b82b-a770d1670d5a req-62fb8e7a-91ee-4fce-a184-48090aa57b9d service neutron] 10.222.0.86 "GET /v2.0/networks?id=384b70c6-5ad4-4667-aa2e-53f8ea09a871 HTTP/1.1" status: 200 len: 916 time: 0.3112426 May 30 20:21:18.701903 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-df30b3df-e877-46d0-95c5-d768b1e3abdd req-ac6e48ea-2333-446a-af2f-a08df0924344 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=956c5887-f9d3-4a9d-bfc2-3d88f3a39330 HTTP/1.1" status: 200 len: 217 time: 0.1255004 May 30 20:21:18.728718 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c03fbd7c-1345-4954-b8b9-e86c04be7722 req-aab0bba5-b1e5-4fe5-bfc3-7bec2cdb113f tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] 10.222.0.85 "GET /v2.0/security-groups?id=402a7467-2e50-47c5-ac5e-346a7fbb92ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1917083 May 30 20:21:18.750323 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e7ba95-d522-4511-908e-f1366c0f056a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06a84529-83cb-4b52-a9d1-5ed4efd2b220,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:18.808688 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d0e7ba95-d522-4511-908e-f1366c0f056a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:18.906832 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9179090d-6376-4a6e-b82b-a770d1670d5a req-c85d50f9-1b3e-470b-aecc-408915389e87 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f623ccc1-77bf-4a0d-a518-303964a4456a HTTP/1.1" status: 200 len: 217 time: 0.1901281 May 30 20:21:18.924663 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1d4d954b-28c2-490e-979e-859778ca8159 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:18.962006 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df30b3df-e877-46d0-95c5-d768b1e3abdd req-2df4459d-8801-4f3b-bdd0-d037a579b133 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:18.967072 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-df30b3df-e877-46d0-95c5-d768b1e3abdd req-2df4459d-8801-4f3b-bdd0-d037a579b133 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d3d3176d-ed5e-4750-bd9f-9dc7413b362c HTTP/1.1" status: 200 len: 851 time: 0.2488961 May 30 20:21:19.005963 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-23c6ab66-af05-46e7-ba49-0190e43b06ba req-2aa8f991-3772-45a1-aec0-f90b637040d9 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:19.018820 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['460fff84-62d6-49b9-acfe-5f3b6755bc57', '5574980b-e893-484c-8b6c-10795c6c4552'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:21:19.035496 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64de1ae1-0d5f-4ccd-8015-f7011f98e39e req-7ba534ef-023c-42d4-95c2-3a6f65bb0832 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:19.037094 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-64de1ae1-0d5f-4ccd-8015-f7011f98e39e req-7ba534ef-023c-42d4-95c2-3a6f65bb0832 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/ports?device_id=db9f53a2-a402-4f3c-a3d4-2018cf085fae HTTP/1.1" status: 200 len: 946 time: 0.4598660 May 30 20:21:19.047884 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9179090d-6376-4a6e-b82b-a770d1670d5a req-fa45fa02-42ff-4415-92a2-3f532d90112b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:19.049425 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9179090d-6376-4a6e-b82b-a770d1670d5a req-fa45fa02-42ff-4415-92a2-3f532d90112b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=0362111a-0014-4eec-82be-885bf4390269 HTTP/1.1" status: 200 len: 854 time: 0.1340656 May 30 20:21:19.125989 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1d4d954b-28c2-490e-979e-859778ca8159 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:19.168312 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-64de1ae1-0d5f-4ccd-8015-f7011f98e39e req-dbc5a7a2-d573-4d95-a52b-51a320d11001 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/security-groups?id=1ad64e5c-169d-40fe-b7f5-961f736d123b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223166 May 30 20:21:19.175302 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d0e7ba95-d522-4511-908e-f1366c0f056a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:19.175539 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-df30b3df-e877-46d0-95c5-d768b1e3abdd req-c5a61232-3f59-4909-ba5c-f82aecee8219 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=cd0af190-bc13-4695-b23f-a32845a3a302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2018239 May 30 20:21:19.176038 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e7ba95-d522-4511-908e-f1366c0f056a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:19.176683 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d0e7ba95-d522-4511-908e-f1366c0f056a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:19.201510 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa8f991-3772-45a1-aec0-f90b637040d9 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Pushing event deleted for resources: {'Port': ['ID=5574980b-e893-484c-8b6c-10795c6c4552,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:19.299763 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9179090d-6376-4a6e-b82b-a770d1670d5a req-9d57458a-ee00-42cc-9e2f-fb3aa04babb9 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=384b70c6-5ad4-4667-aa2e-53f8ea09a871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2262230 May 30 20:21:19.412901 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e7ba95-d522-4511-908e-f1366c0f056a admin admin] Pushing event updated for resources: {'Network': ['ID=6428eb4b-77f3-4f81-9d28-0df5945de634,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:19.415739 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:19.431151 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network 6428eb4b-77f3-4f81-9d28-0df5945de634 details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:21:19.466553 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [req-23c6ab66-af05-46e7-ba49-0190e43b06ba req-2aa8f991-3772-45a1-aec0-f90b637040d9 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] No DVR routers for this DVR port 5574980b-e893-484c-8b6c-10795c6c4552 on host n-h1-843948-2 {{(pid=84886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:21:19.471089 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-23c6ab66-af05-46e7-ba49-0190e43b06ba req-2aa8f991-3772-45a1-aec0-f90b637040d9 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:19.474235 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf44ba74-aecc-43a3-b0e8-1a1706f5f571', 'name': 'network-vif-deleted', 'tag': '5574980b-e893-484c-8b6c-10795c6c4552'}] {{(pid=84886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:21:19.493037 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-23c6ab66-af05-46e7-ba49-0190e43b06ba req-2aa8f991-3772-45a1-aec0-f90b637040d9 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.71 "DELETE /v2.0/ports/5574980b-e893-484c-8b6c-10795c6c4552 HTTP/1.1" status: 204 len: 173 time: 1.9054644 May 30 20:21:19.500075 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b16dd47-58f6-4b20-ad4a-0ac72bfc00f2 req-ce36383e-cd54-49bb-acb4-24a8b161e89e tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:19.501643 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-7b16dd47-58f6-4b20-ad4a-0ac72bfc00f2 req-ce36383e-cd54-49bb-acb4-24a8b161e89e tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] 10.222.0.85 "GET /v2.0/ports?device_id=37a6e37d-34dd-4d54-89fb-fa1cb6fbad15 HTTP/1.1" status: 200 len: 945 time: 0.5612121 May 30 20:21:19.522771 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-dcc15d1b-8f56-4c3d-bc22-33bee02481a8 req-c7d1b093-5989-47cf-8c78-821e8c92825f service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=f8af66f6-93a3-4b44-964c-0edc263a69f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4193366 May 30 20:21:19.544958 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-d0e7ba95-d522-4511-908e-f1366c0f056a admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.2202368 May 30 20:21:19.567497 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 34028) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:21:19.575795 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-df30b3df-e877-46d0-95c5-d768b1e3abdd req-b5b12be1-f5b1-4997-ad64-1bd3fb16d077 service neutron] 10.222.0.71 "GET /v2.0/networks/cd0af190-bc13-4695-b23f-a32845a3a302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3934240 May 30 20:21:19.578039 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-dd461fd5-19b9-462a-9043-b4b80d391ad4 admin admin] Request body: {'subnet': {'network_id': '6428eb4b-77f3-4f81-9d28-0df5945de634', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1842354476-subnet', 'tenant_id': 'd6059b98be404907b5daa24bddc38a7a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:21:19.585914 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-dd461fd5-19b9-462a-9043-b4b80d391ad4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:21:19.603863 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-7b16dd47-58f6-4b20-ad4a-0ac72bfc00f2 req-fbb1df15-4658-468a-bbb6-060d2b413bc5 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] 10.222.0.85 "GET /v2.0/security-groups?id=e8dab81d-8136-4d38-9905-aca0d3251be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917540 May 30 20:21:19.608790 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-dd461fd5-19b9-462a-9043-b4b80d391ad4 admin admin] Usage tracker for resource:subnet and tenant:d6059b98be404907b5daa24bddc38a7a is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:21:19.618592 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-dd461fd5-19b9-462a-9043-b4b80d391ad4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:21:19.639601 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-dd461fd5-19b9-462a-9043-b4b80d391ad4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:21:19.657399 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 956c5887-f9d3-4a9d-bfc2-3d88f3a39330 details requested by agent hyperv_n-h1-843948-2 with host n-h1-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:21:19.813447 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd461fd5-19b9-462a-9043-b4b80d391ad4 admin admin] Made reservation on behalf of d6059b98be404907b5daa24bddc38a7a for: {'subnet': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:21:19.819112 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-dd461fd5-19b9-462a-9043-b4b80d391ad4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2778563'] for subnet, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:19.868992 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 956c5887-f9d3-4a9d-bfc2-3d88f3a39330, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=956c5887-f9d3-4a9d-bfc2-3d88f3a39330,segment=NetworkSegment(6ac1c053-f8b9-4142-8acc-8e9aefb1a2e0),segment_id=6ac1c053-f8b9-4142-8acc-8e9aefb1a2e0)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:21:19.884780 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9179090d-6376-4a6e-b82b-a770d1670d5a req-39b5676a-9668-4e1d-8a03-7aa1d561d9d9 service neutron] 10.222.0.86 "GET /v2.0/networks/384b70c6-5ad4-4667-aa2e-53f8ea09a871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5820484 May 30 20:21:19.885707 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Returning: {'device': '956c5887-f9d3-4a9d-bfc2-3d88f3a39330', 'network_id': 'cd0af190-bc13-4695-b23f-a32845a3a302', 'port_id': '956c5887-f9d3-4a9d-bfc2-3d88f3a39330', 'mac_address': 'fa:16:3e:4c:bd:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3d3176d-ed5e-4750-bd9f-9dc7413b362c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:21:19.908943 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18b7e8e-7196-4414-ba63-3d4f6c9bc389 req-9ad1665c-3e95-45d6-b75b-bdabbef2d2fb tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:19.916195 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e18b7e8e-7196-4414-ba63-3d4f6c9bc389 req-9ad1665c-3e95-45d6-b75b-bdabbef2d2fb tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/ports?device_id=90da6347-458d-4057-9305-60f501cdae7a HTTP/1.1" status: 200 len: 945 time: 0.4699204 May 30 20:21:19.957402 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:19.971792 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1d4d954b-28c2-490e-979e-859778ca8159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:19.975946 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1d4d954b-28c2-490e-979e-859778ca8159 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:19.977390 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 956c5887-f9d3-4a9d-bfc2-3d88f3a39330 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:21:19.979223 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-1d4d954b-28c2-490e-979e-859778ca8159 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/649e3c58-b3f0-4718-a339-363e0fb9ad25 HTTP/1.1" status: 204 len: 168 time: 1.3056557 May 30 20:21:19.999516 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 956c5887-f9d3-4a9d-bfc2-3d88f3a39330, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=956c5887-f9d3-4a9d-bfc2-3d88f3a39330,segment=NetworkSegment(6ac1c053-f8b9-4142-8acc-8e9aefb1a2e0),segment_id=6ac1c053-f8b9-4142-8acc-8e9aefb1a2e0)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:21:20.008776 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:21:20.056737 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-df30b3df-e877-46d0-95c5-d768b1e3abdd req-785e3db5-ad4a-4c62-b647-fa3d1171e8ed service neutron] 10.222.0.71 "GET /v2.0/networks/cd0af190-bc13-4695-b23f-a32845a3a302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4678175 May 30 20:21:20.060907 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d954b-28c2-490e-979e-859778ca8159 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=649e3c58-b3f0-4718-a339-363e0fb9ad25,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:20.073867 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-8e59f702-614f-4589-a040-e25e948a54cc req-83018148-5013-4dbf-b079-8ff0c7f04e28 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Synchronizing usage tracker for tenant:8e7af6fbddf440778dd87d98216021ce on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:21:20.107775 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e18b7e8e-7196-4414-ba63-3d4f6c9bc389 req-7ea43530-54bb-4d66-b581-567b484e6f06 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/security-groups?id=b38efed6-f54b-4caf-8451-aa3a591cbb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1902707 May 30 20:21:20.133904 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-dcc15d1b-8f56-4c3d-bc22-33bee02481a8 req-31807ddb-76a2-4f0f-8c45-443f3a150c14 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=81e36025f4964ad6aa1305da6f1825fb&device_id=f8af66f6-93a3-4b44-964c-0edc263a69f5 HTTP/1.1" status: 200 len: 6500 time: 0.4699810 May 30 20:21:20.140461 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:20.199255 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9179090d-6376-4a6e-b82b-a770d1670d5a req-25378cde-ca90-4ebf-8bd7-84291cdf1fad service neutron] 10.222.0.86 "GET /v2.0/networks/384b70c6-5ad4-4667-aa2e-53f8ea09a871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2975290 May 30 20:21:20.248580 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-8e59f702-614f-4589-a040-e25e948a54cc req-83018148-5013-4dbf-b079-8ff0c7f04e28 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Unset dirty status for tenant:8e7af6fbddf440778dd87d98216021ce on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:21:20.250204 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-8e59f702-614f-4589-a040-e25e948a54cc req-83018148-5013-4dbf-b079-8ff0c7f04e28 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/ports?device_id=cf44ba74-aecc-43a3-b0e8-1a1706f5f571 HTTP/1.1" status: 200 len: 210 time: 0.2692811 May 30 20:21:20.252092 n-d-843948-2 neutron-server[84886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d2a8356-d311-4bff-8350-0553c2d3cc73'] response: {'server_uuid': 'cf44ba74-aecc-43a3-b0e8-1a1706f5f571', 'name': 'network-vif-deleted', 'tag': '5574980b-e893-484c-8b6c-10795c6c4552', 'status': 'completed', 'code': 200} May 30 20:21:20.405422 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=956c5887-f9d3-4a9d-bfc2-3d88f3a39330,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:20.537681 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['956c5887-f9d3-4a9d-bfc2-3d88f3a39330'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:21:20.548198 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-dd461fd5-19b9-462a-9043-b4b80d391ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4127140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2778577'] for subnet, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:20.555517 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf5d8c3-1c7d-4a92-af84-bf8448028681 req-a4ceaf2a-7835-4dc1-848f-18009648cdb0 tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:20.557641 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-faf5d8c3-1c7d-4a92-af84-bf8448028681 req-a4ceaf2a-7835-4dc1-848f-18009648cdb0 tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] 10.222.0.85 "GET /v2.0/ports?device_id=2c4e2d02-d5d1-4065-b69f-0e142c0a8366 HTTP/1.1" status: 200 len: 945 time: 0.1548207 May 30 20:21:20.643801 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-faf5d8c3-1c7d-4a92-af84-bf8448028681 req-0315f778-becd-4c12-8804-cbf216306188 tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] 10.222.0.85 "GET /v2.0/security-groups?id=402a7467-2e50-47c5-ac5e-346a7fbb92ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788958 May 30 20:21:20.723865 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd461fd5-19b9-462a-9043-b4b80d391ad4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6ea3ab3-ad6e-49b3-93bc-3d1b581ac86a,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:20.759306 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc15d1b-8f56-4c3d-bc22-33bee02481a8 req-d3f73702-ff52-4681-abfb-1d0694392360 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:20.760231 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc15d1b-8f56-4c3d-bc22-33bee02481a8 req-d3f73702-ff52-4681-abfb-1d0694392360 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:20.762872 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc15d1b-8f56-4c3d-bc22-33bee02481a8 req-d3f73702-ff52-4681-abfb-1d0694392360 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:20.772924 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-dcc15d1b-8f56-4c3d-bc22-33bee02481a8 req-d3f73702-ff52-4681-abfb-1d0694392360 service neutron] 10.222.0.71 "GET /v2.0/networks?id=ac0cf993-3653-417b-b55c-1e0d903ad371&id=a7619443-8c8f-449c-b71b-17b9838c2b23&id=a7619443-8c8f-449c-b71b-17b9838c2b23&id=a7619443-8c8f-449c-b71b-17b9838c2b23&id=a7619443-8c8f-449c-b71b-17b9838c2b23&id=3f114897-b454-4ffb-8b12-a7f676cbd8b7&id=3f114897-b454-4ffb-8b12-a7f676cbd8b7 HTTP/1.1" status: 200 len: 2297 time: 0.5793943 May 30 20:21:20.982176 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-dcc15d1b-8f56-4c3d-bc22-33bee02481a8 req-1aefdb48-223e-4fce-bd13-6c11cebdd3ff service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e11c1dce-38fb-439a-b79f-28a1736ee8b8 HTTP/1.1" status: 200 len: 1001 time: 0.1986556 May 30 20:21:20.987613 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd461fd5-19b9-462a-9043-b4b80d391ad4 admin admin] Checking segment: {'id': '18bd8511-6c90-4d02-8422-095637a74b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '6428eb4b-77f3-4f81-9d28-0df5945de634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:21:20.988051 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd461fd5-19b9-462a-9043-b4b80d391ad4 admin admin] Network hostable DHCP agents. Network: 6428eb4b-77f3-4f81-9d28-0df5945de634, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:21:21.009184 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e643bb-1b00-4d3e-8a4a-4c66a716253c req-1bb5ffe5-9334-4c00-92fc-287a6877dfee tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:21.011451 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c0e643bb-1b00-4d3e-8a4a-4c66a716253c req-1bb5ffe5-9334-4c00-92fc-287a6877dfee tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] 10.222.0.85 "GET /v2.0/ports?device_id=37a6e37d-34dd-4d54-89fb-fa1cb6fbad15 HTTP/1.1" status: 200 len: 945 time: 0.1470006 May 30 20:21:21.047897 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebfdf34-3668-4ab4-85b8-16563135486e req-607aae76-1e87-4fd8-8398-a93b41fa9233 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:21.049436 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-bebfdf34-3668-4ab4-85b8-16563135486e req-607aae76-1e87-4fd8-8398-a93b41fa9233 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/ports?device_id=db9f53a2-a402-4f3c-a3d4-2018cf085fae HTTP/1.1" status: 200 len: 946 time: 0.4972591 May 30 20:21:21.068184 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c0e643bb-1b00-4d3e-8a4a-4c66a716253c req-ff0f2ef1-b221-48d9-8b82-8cbf52841d7c tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] 10.222.0.85 "GET /v2.0/security-groups?id=e8dab81d-8136-4d38-9905-aca0d3251be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497365 May 30 20:21:21.106962 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc15d1b-8f56-4c3d-bc22-33bee02481a8 req-ca72d1fd-d05a-4bef-adb0-8d2b606e2d46 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:21.108411 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-dcc15d1b-8f56-4c3d-bc22-33bee02481a8 req-ca72d1fd-d05a-4bef-adb0-8d2b606e2d46 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=12de3c88-630f-42df-9c14-e8413906e7b8 HTTP/1.1" status: 200 len: 855 time: 0.1135640 May 30 20:21:21.164945 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-bebfdf34-3668-4ab4-85b8-16563135486e req-4812b39f-c022-4338-b8f2-3ff9a7ff0d12 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/security-groups?id=1ad64e5c-169d-40fe-b7f5-961f736d123b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084216 May 30 20:21:21.192571 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd461fd5-19b9-462a-9043-b4b80d391ad4 admin admin] Network 6428eb4b-77f3-4f81-9d28-0df5945de634 is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:21:21.207349 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-dcc15d1b-8f56-4c3d-bc22-33bee02481a8 req-4c17af50-dfe4-4ce2-ac12-e001ac48037f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ac0cf993-3653-417b-b55c-1e0d903ad371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0924189 May 30 20:21:21.312173 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-dd461fd5-19b9-462a-9043-b4b80d391ad4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, 6428eb4b-77f3-4f81-9d28-0df5945de634) {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:21:21.324502 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-753e37c7-1b72-4ce1-884e-247104716d74 None None] Network 6428eb4b-77f3-4f81-9d28-0df5945de634 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:21:21.348038 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd461fd5-19b9-462a-9043-b4b80d391ad4 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:21.348622 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-dd461fd5-19b9-462a-9043-b4b80d391ad4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:21.420427 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-dcc15d1b-8f56-4c3d-bc22-33bee02481a8 req-8881af7d-2113-4e4a-9ffa-bfa035177dfe service neutron] 10.222.0.71 "GET /v2.0/networks/ac0cf993-3653-417b-b55c-1e0d903ad371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068300 May 30 20:21:21.438886 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dc36a7-b9b1-4e49-ad5e-451676df7537 req-15864a84-074c-48b9-b77d-7482478f1992 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:21.440430 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-32dc36a7-b9b1-4e49-ad5e-451676df7537 req-15864a84-074c-48b9-b77d-7482478f1992 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/ports?device_id=90da6347-458d-4057-9305-60f501cdae7a HTTP/1.1" status: 200 len: 945 time: 0.1454597 May 30 20:21:21.530479 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-32dc36a7-b9b1-4e49-ad5e-451676df7537 req-ff78470c-25d0-423f-930b-fd723d62489a tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/security-groups?id=b38efed6-f54b-4caf-8451-aa3a591cbb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837765 May 30 20:21:21.607820 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 956c5887-f9d3-4a9d-bfc2-3d88f3a39330 up at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:21:21.615810 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-dd461fd5-19b9-462a-9043-b4b80d391ad4 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.0472879 May 30 20:21:21.667414 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6bb9e57-b78c-4c90-bb6a-3f939073c2c0 None None] Network 6428eb4b-77f3-4f81-9d28-0df5945de634 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:21:21.695572 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-dcc15d1b-8f56-4c3d-bc22-33bee02481a8 req-a68cbe89-4bf8-4b44-a98f-dc5a6987474f service neutron] 10.222.0.71 "GET /v2.0/networks/ac0cf993-3653-417b-b55c-1e0d903ad371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2680931 May 30 20:21:21.842603 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-dcc15d1b-8f56-4c3d-bc22-33bee02481a8 req-320f0b7d-6ef1-4705-a97f-0772311b7482 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.49&port_id=1e6e07a3-c45b-41b8-b6a5-4b5b75a47af3 HTTP/1.1" status: 200 len: 217 time: 0.1400473 May 30 20:21:21.916642 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ad5732-d304-4129-815f-d65ce32c33cf req-2ad7813a-ae69-4b52-9159-f84d21df2151 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:21.924363 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-45ad5732-d304-4129-815f-d65ce32c33cf req-2ad7813a-ae69-4b52-9159-f84d21df2151 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/ports?device_id=2f903cc6-4588-4e6d-9f98-4119c026a994 HTTP/1.1" status: 200 len: 945 time: 0.3457963 May 30 20:21:22.002526 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-45ad5732-d304-4129-815f-d65ce32c33cf req-4b7c084c-6bef-45f4-93c1-4037ad69a9ea tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2ed7a16-df30-4283-b4d4-5e9611f16ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773914 May 30 20:21:22.020474 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc15d1b-8f56-4c3d-bc22-33bee02481a8 req-eec5cf1b-b562-4347-8ebc-55b842551144 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:22.021974 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-dcc15d1b-8f56-4c3d-bc22-33bee02481a8 req-eec5cf1b-b562-4347-8ebc-55b842551144 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a88285df-a7f2-4329-8d01-6e0453d581e4 HTTP/1.1" status: 200 len: 797 time: 0.1709521 May 30 20:21:22.047978 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48b9b5e-8b81-4090-af52-3d03f3977991 req-70daeaa3-d876-4d4a-a1da-dd108a60f5e9 tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:22.053377 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a48b9b5e-8b81-4090-af52-3d03f3977991 req-70daeaa3-d876-4d4a-a1da-dd108a60f5e9 tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] 10.222.0.85 "GET /v2.0/ports?device_id=2c4e2d02-d5d1-4065-b69f-0e142c0a8366 HTTP/1.1" status: 200 len: 945 time: 0.1697948 May 30 20:21:22.092117 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning for port 956c5887-f9d3-4a9d-bfc2-3d88f3a39330 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:21:22.100171 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning complete for port 956c5887-f9d3-4a9d-bfc2-3d88f3a39330 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:21:22.101748 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:22.124069 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a48b9b5e-8b81-4090-af52-3d03f3977991 req-72b21bc8-6248-4b82-be52-d7bb8b281abd tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] 10.222.0.85 "GET /v2.0/security-groups?id=402a7467-2e50-47c5-ac5e-346a7fbb92ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669005 May 30 20:21:22.143884 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-dcc15d1b-8f56-4c3d-bc22-33bee02481a8 req-99918d7d-9822-4953-a8d3-920f07161538 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a7619443-8c8f-449c-b71b-17b9838c2b23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1135657 May 30 20:21:22.212627 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:22.272785 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:22.308670 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c4e2d02-d5d1-4065-b69f-0e142c0a8366', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '956c5887-f9d3-4a9d-bfc2-3d88f3a39330'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:21:22.320168 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 956c5887-f9d3-4a9d-bfc2-3d88f3a39330, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=956c5887-f9d3-4a9d-bfc2-3d88f3a39330,segment=NetworkSegment(6ac1c053-f8b9-4142-8acc-8e9aefb1a2e0),segment_id=6ac1c053-f8b9-4142-8acc-8e9aefb1a2e0)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:21:22.420687 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:22.422543 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 5574980b-e893-484c-8b6c-10795c6c4552 no longer exists at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:21:22.432667 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-dcc15d1b-8f56-4c3d-bc22-33bee02481a8 req-8c11238f-4468-49f1-824a-b0fdaee2c653 service neutron] 10.222.0.71 "GET /v2.0/networks/a7619443-8c8f-449c-b71b-17b9838c2b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2784171 May 30 20:21:22.448102 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea8ed4d-764f-419c-b488-81aec1c4972b req-d7bc96a4-01f6-48f7-92dc-a7b42c5539c6 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:22.448331 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e8f34a-318d-4bde-aa07-61ccc0247ea2 req-e6c1c718-3323-4dc0-a26a-77d92103b6d8 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:22.461201 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-8ea8ed4d-764f-419c-b488-81aec1c4972b req-d7bc96a4-01f6-48f7-92dc-a7b42c5539c6 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] 10.222.0.85 "GET /v2.0/ports?device_id=37a6e37d-34dd-4d54-89fb-fa1cb6fbad15 HTTP/1.1" status: 200 len: 945 time: 0.1742799 May 30 20:21:22.484114 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c8e8f34a-318d-4bde-aa07-61ccc0247ea2 req-e6c1c718-3323-4dc0-a26a-77d92103b6d8 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/ports?device_id=db9f53a2-a402-4f3c-a3d4-2018cf085fae HTTP/1.1" status: 200 len: 946 time: 0.1455238 May 30 20:21:22.567034 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c8e8f34a-318d-4bde-aa07-61ccc0247ea2 req-0f7bc25e-ed66-44ca-80ae-19bec1a6fe41 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/security-groups?id=1ad64e5c-169d-40fe-b7f5-961f736d123b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912857 May 30 20:21:22.618132 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] No Port match for: 5574980b-e893-484c-8b6c-10795c6c4552 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:21:22.622071 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 5574980b-e893-484c-8b6c-10795c6c4552 not bound to the agent host n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:21:22.628279 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-8ea8ed4d-764f-419c-b488-81aec1c4972b req-63b2ddfe-b748-48b1-9bc2-dbafb761c560 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] 10.222.0.85 "GET /v2.0/security-groups?id=e8dab81d-8136-4d38-9905-aca0d3251be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723044 May 30 20:21:22.661698 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0500159d-0f2a-46fb-92d7-5f644616a21f'] response: {'server_uuid': '2c4e2d02-d5d1-4065-b69f-0e142c0a8366', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '956c5887-f9d3-4a9d-bfc2-3d88f3a39330', 'code': 200} May 30 20:21:22.662234 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-dcc15d1b-8f56-4c3d-bc22-33bee02481a8 req-ba2e4768-2768-43e3-b7aa-af485ae3d850 service neutron] 10.222.0.71 "GET /v2.0/networks/a7619443-8c8f-449c-b71b-17b9838c2b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198582 May 30 20:21:22.718699 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=956c5887-f9d3-4a9d-bfc2-3d88f3a39330,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:22.827561 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-dcc15d1b-8f56-4c3d-bc22-33bee02481a8 req-d95fad46-3f17-466c-9732-2a44ce78ef40 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.152&port_id=8fa5f782-5b3a-4dde-bc5a-b3223a1946b8 HTTP/1.1" status: 200 len: 217 time: 0.1570458 May 30 20:21:22.929816 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e8225554-02d1-4825-a53a-1b024eedb82e req-cb1eefeb-77ce-459e-af02-575a73367299 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=2c4e2d02-d5d1-4065-b69f-0e142c0a8366 HTTP/1.1" status: 200 len: 1097 time: 0.2015429 May 30 20:21:23.000065 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167e61d3-f81d-4655-8955-75545951a6df req-1247b094-2d6b-4f67-83b5-ab8d8120df8f tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:23.008189 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-167e61d3-f81d-4655-8955-75545951a6df req-1247b094-2d6b-4f67-83b5-ab8d8120df8f tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/ports?device_id=2f903cc6-4588-4e6d-9f98-4119c026a994 HTTP/1.1" status: 200 len: 945 time: 0.1588149 May 30 20:21:23.034386 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e8225554-02d1-4825-a53a-1b024eedb82e req-bd4908f0-9624-475c-bd79-43e6071ae67d service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=402a7467-2e50-47c5-ac5e-346a7fbb92ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027796 May 30 20:21:23.077665 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-167e61d3-f81d-4655-8955-75545951a6df req-296e0d15-2a8f-428a-9d8e-c5b5a5e414e0 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2ed7a16-df30-4283-b4d4-5e9611f16ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636003 May 30 20:21:23.142982 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc15d1b-8f56-4c3d-bc22-33bee02481a8 req-81be9928-8bd9-4cea-961c-2510d577fb9c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:23.144726 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-dcc15d1b-8f56-4c3d-bc22-33bee02481a8 req-81be9928-8bd9-4cea-961c-2510d577fb9c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a88285df-a7f2-4329-8d01-6e0453d581e4 HTTP/1.1" status: 200 len: 797 time: 0.3032207 May 30 20:21:23.178770 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e11dda5-8964-4af2-b200-2f5414bf6c30 req-7167b596-a564-4cf6-9ce7-e089e854bc9f tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:23.180673 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9e11dda5-8964-4af2-b200-2f5414bf6c30 req-7167b596-a564-4cf6-9ce7-e089e854bc9f tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/ports?device_id=90da6347-458d-4057-9305-60f501cdae7a HTTP/1.1" status: 200 len: 945 time: 0.2895572 May 30 20:21:23.330249 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9e11dda5-8964-4af2-b200-2f5414bf6c30 req-71065075-dd89-43af-8355-1bffea18d4c7 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/security-groups?id=b38efed6-f54b-4caf-8451-aa3a591cbb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1417725 May 30 20:21:23.335305 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af813109-9bb9-445c-863a-b9828a8c092b req-c0883288-19a5-4682-b090-9b189e4434c6 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:23.338665 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-af813109-9bb9-445c-863a-b9828a8c092b req-c0883288-19a5-4682-b090-9b189e4434c6 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/ports?device_id=2f903cc6-4588-4e6d-9f98-4119c026a994 HTTP/1.1" status: 200 len: 945 time: 0.1259983 May 30 20:21:23.427537 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-dcc15d1b-8f56-4c3d-bc22-33bee02481a8 req-a439c3dd-ffc9-449f-bbb0-2af6f1f391c9 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a7619443-8c8f-449c-b71b-17b9838c2b23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1825528 May 30 20:21:23.431225 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-af813109-9bb9-445c-863a-b9828a8c092b req-143b4cc0-3df8-4de0-935b-e4d7cdadd10d tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2ed7a16-df30-4283-b4d4-5e9611f16ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870957 May 30 20:21:23.569870 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device fd2713ac-a479-470d-bfde-a8c618b67ba7 details requested by agent hyperv_n-h1-843948-2 with host n-h1-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:21:23.657067 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-dcc15d1b-8f56-4c3d-bc22-33bee02481a8 req-76f8f7ba-f34f-4867-9fd9-9b7d6c61e183 service neutron] 10.222.0.71 "GET /v2.0/networks/a7619443-8c8f-449c-b71b-17b9838c2b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210639 May 30 20:21:23.695627 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88694aaa-960a-49f2-96dc-fd927dc17645 req-9b98cf4f-9bf9-45d9-8b12-f79905caf545 tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:23.704211 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-88694aaa-960a-49f2-96dc-fd927dc17645 req-9b98cf4f-9bf9-45d9-8b12-f79905caf545 tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] 10.222.0.85 "GET /v2.0/ports?device_id=2c4e2d02-d5d1-4065-b69f-0e142c0a8366 HTTP/1.1" status: 200 len: 946 time: 0.1768193 May 30 20:21:23.860776 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port fd2713ac-a479-470d-bfde-a8c618b67ba7, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=fd2713ac-a479-470d-bfde-a8c618b67ba7,segment=NetworkSegment(327b421f-3671-4415-86c0-3c9c0e7ca945),segment_id=327b421f-3671-4415-86c0-3c9c0e7ca945)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:21:23.882464 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Returning: {'device': 'fd2713ac-a479-470d-bfde-a8c618b67ba7', 'network_id': 'a8fd4d2d-32fb-4554-b8d5-052f07ecf981', 'port_id': 'fd2713ac-a479-470d-bfde-a8c618b67ba7', 'mac_address': 'fa:16:3e:de:3d:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c961f9ad-7764-4956-bb44-5ca4a5973b67', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:21:23.882641 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-88694aaa-960a-49f2-96dc-fd927dc17645 req-0af1eb50-6baf-4785-be50-e476e379500f tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] 10.222.0.85 "GET /v2.0/security-groups?id=402a7467-2e50-47c5-ac5e-346a7fbb92ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1773989 May 30 20:21:23.944103 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-dcc15d1b-8f56-4c3d-bc22-33bee02481a8 req-3dba8acf-4c58-485c-8b0b-f871033954bc service neutron] 10.222.0.71 "GET /v2.0/networks/a7619443-8c8f-449c-b71b-17b9838c2b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2788692 May 30 20:21:23.952640 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 34122) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:21:23.986787 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:23.987003 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c7aae0-e21d-4764-969e-95867ef2b354 req-2fcb0d86-c8e8-4295-9a53-4d929e4f2dc3 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:23.987003 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-74c7aae0-e21d-4764-969e-95867ef2b354 req-2fcb0d86-c8e8-4295-9a53-4d929e4f2dc3 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/ports?device_id=db9f53a2-a402-4f3c-a3d4-2018cf085fae HTTP/1.1" status: 200 len: 946 time: 0.1474853 May 30 20:21:24.008610 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd2713ac-a479-470d-bfde-a8c618b67ba7 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:21:24.037789 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-f47ca3d6-3bcb-4426-b642-260925947bea admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1339070904-network', 'tenant_id': '28c9ca58808549d7a7455e2ffacc771e'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:21:24.049262 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port fd2713ac-a479-470d-bfde-a8c618b67ba7, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=fd2713ac-a479-470d-bfde-a8c618b67ba7,segment=NetworkSegment(327b421f-3671-4415-86c0-3c9c0e7ca945),segment_id=327b421f-3671-4415-86c0-3c9c0e7ca945)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:21:24.050824 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-f47ca3d6-3bcb-4426-b642-260925947bea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:21:24.057242 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-74c7aae0-e21d-4764-969e-95867ef2b354 req-f31cd1cd-770c-4a04-976a-5f4e6d4ca2ba tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/security-groups?id=1ad64e5c-169d-40fe-b7f5-961f736d123b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642824 May 30 20:21:24.096061 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-f47ca3d6-3bcb-4426-b642-260925947bea admin admin] Usage tracker for resource:network and tenant:28c9ca58808549d7a7455e2ffacc771e is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:21:24.099825 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-f47ca3d6-3bcb-4426-b642-260925947bea admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:21:24.103368 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-dcc15d1b-8f56-4c3d-bc22-33bee02481a8 req-c2c8942c-50d2-4bf3-8ffb-49f85fd761e4 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.96&port_id=65cf2d99-b058-4d03-989d-4197e189c275 HTTP/1.1" status: 200 len: 217 time: 0.1460445 May 30 20:21:24.108216 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-f47ca3d6-3bcb-4426-b642-260925947bea admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:21:24.191129 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:24.202029 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc15d1b-8f56-4c3d-bc22-33bee02481a8 req-d653cb6a-9b70-4802-9f2a-4bce919283e2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:24.205227 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-dcc15d1b-8f56-4c3d-bc22-33bee02481a8 req-d653cb6a-9b70-4802-9f2a-4bce919283e2 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a88285df-a7f2-4329-8d01-6e0453d581e4 HTTP/1.1" status: 200 len: 797 time: 0.0947337 May 30 20:21:24.240071 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 34130) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:21:24.268227 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f47ca3d6-3bcb-4426-b642-260925947bea admin admin] Made reservation on behalf of 28c9ca58808549d7a7455e2ffacc771e for: {'network': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:21:24.271336 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f47ca3d6-3bcb-4426-b642-260925947bea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:24.305513 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=fd2713ac-a479-470d-bfde-a8c618b67ba7,revision_number=11']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:24.309567 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cf3b97-da92-435f-b77c-42c12953b000 req-cb4f2f2b-a46c-4a9c-b7dd-a184153bcab4 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:24.309567 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d3cf3b97-da92-435f-b77c-42c12953b000 req-cb4f2f2b-a46c-4a9c-b7dd-a184153bcab4 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] 10.222.0.85 "GET /v2.0/ports?device_id=37a6e37d-34dd-4d54-89fb-fa1cb6fbad15 HTTP/1.1" status: 200 len: 945 time: 0.2691476 May 30 20:21:24.312157 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f47ca3d6-3bcb-4426-b642-260925947bea admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:24.408739 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-f47ca3d6-3bcb-4426-b642-260925947bea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:21:24.418633 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-f47ca3d6-3bcb-4426-b642-260925947bea admin admin] Usage tracker for resource:security_group_rule and tenant:28c9ca58808549d7a7455e2ffacc771e is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:21:24.424846 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-dcc15d1b-8f56-4c3d-bc22-33bee02481a8 req-5c985a12-db78-4129-87f6-b44e83fbed15 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a7619443-8c8f-449c-b71b-17b9838c2b23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2119284 May 30 20:21:24.426039 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-f47ca3d6-3bcb-4426-b642-260925947bea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:21:24.431610 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d3cf3b97-da92-435f-b77c-42c12953b000 req-fa27ab8c-8f2a-43e7-9268-c30b7d4534d4 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] 10.222.0.85 "GET /v2.0/security-groups?id=e8dab81d-8136-4d38-9905-aca0d3251be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022139 May 30 20:21:24.455830 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-f47ca3d6-3bcb-4426-b642-260925947bea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:21:24.519308 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['fd2713ac-a479-470d-bfde-a8c618b67ba7'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:21:24.606126 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-20981962-793d-4cee-a7bc-a75cf881d0d2 tempest-ExternalNetworksTestJSON-1980187828 tempest-ExternalNetworksTestJSON-1980187828-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-2028542322'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:21:24.616000 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-20981962-793d-4cee-a7bc-a75cf881d0d2 tempest-ExternalNetworksTestJSON-1980187828 tempest-ExternalNetworksTestJSON-1980187828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:21:24.625034 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-20981962-793d-4cee-a7bc-a75cf881d0d2 tempest-ExternalNetworksTestJSON-1980187828 tempest-ExternalNetworksTestJSON-1980187828-project] Usage tracker for resource:network and tenant:56991c7c65df4064913bc7fc8f5742a6 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:21:24.683646 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-20981962-793d-4cee-a7bc-a75cf881d0d2 tempest-ExternalNetworksTestJSON-1980187828 tempest-ExternalNetworksTestJSON-1980187828-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:21:24.703043 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-dcc15d1b-8f56-4c3d-bc22-33bee02481a8 req-a328ff84-bff9-425d-9363-cd02d428d129 service neutron] 10.222.0.71 "GET /v2.0/networks/a7619443-8c8f-449c-b71b-17b9838c2b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2699218 May 30 20:21:24.710977 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-20981962-793d-4cee-a7bc-a75cf881d0d2 tempest-ExternalNetworksTestJSON-1980187828 tempest-ExternalNetworksTestJSON-1980187828-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:21:24.758707 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf43d6e-3ab8-4593-9a95-d7be558e494e req-23de4ba1-3d9a-4dcd-bdf2-91e6a7c176c3 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:24.760497 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-eaf43d6e-3ab8-4593-9a95-d7be558e494e req-23de4ba1-3d9a-4dcd-bdf2-91e6a7c176c3 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/ports?device_id=90da6347-458d-4057-9305-60f501cdae7a HTTP/1.1" status: 200 len: 946 time: 0.1412711 May 30 20:21:24.834553 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-eaf43d6e-3ab8-4593-9a95-d7be558e494e req-1d8aca06-bc99-4e9b-b611-819ed0f11420 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/security-groups?id=b38efed6-f54b-4caf-8451-aa3a591cbb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653808 May 30 20:21:24.853901 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20981962-793d-4cee-a7bc-a75cf881d0d2 tempest-ExternalNetworksTestJSON-1980187828 tempest-ExternalNetworksTestJSON-1980187828-project] Made reservation on behalf of 56991c7c65df4064913bc7fc8f5742a6 for: {'network': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:21:24.858826 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-20981962-793d-4cee-a7bc-a75cf881d0d2 tempest-ExternalNetworksTestJSON-1980187828 tempest-ExternalNetworksTestJSON-1980187828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:24.875649 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-20981962-793d-4cee-a7bc-a75cf881d0d2 tempest-ExternalNetworksTestJSON-1980187828 tempest-ExternalNetworksTestJSON-1980187828-project] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:24.901205 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f47ca3d6-3bcb-4426-b642-260925947bea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:24.913469 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-20981962-793d-4cee-a7bc-a75cf881d0d2 tempest-ExternalNetworksTestJSON-1980187828 tempest-ExternalNetworksTestJSON-1980187828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:21:24.918535 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-20981962-793d-4cee-a7bc-a75cf881d0d2 tempest-ExternalNetworksTestJSON-1980187828 tempest-ExternalNetworksTestJSON-1980187828-project] Usage tracker for resource:security_group_rule and tenant:56991c7c65df4064913bc7fc8f5742a6 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:21:24.923696 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-20981962-793d-4cee-a7bc-a75cf881d0d2 tempest-ExternalNetworksTestJSON-1980187828 tempest-ExternalNetworksTestJSON-1980187828-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:21:24.934725 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-20981962-793d-4cee-a7bc-a75cf881d0d2 tempest-ExternalNetworksTestJSON-1980187828 tempest-ExternalNetworksTestJSON-1980187828-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:21:24.939197 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-dcc15d1b-8f56-4c3d-bc22-33bee02481a8 req-72bb6da6-19c2-4ccb-8504-f2c78c286452 service neutron] 10.222.0.71 "GET /v2.0/networks/a7619443-8c8f-449c-b71b-17b9838c2b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253027 May 30 20:21:25.009551 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f47ca3d6-3bcb-4426-b642-260925947bea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:25.070387 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-dcc15d1b-8f56-4c3d-bc22-33bee02481a8 req-0b819c73-939e-46ce-b939-5bb61226f2e1 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.228&port_id=c78b1fa0-03b2-49cd-9c87-b45453242a60 HTTP/1.1" status: 200 len: 217 time: 0.1276867 May 30 20:21:25.095459 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-20981962-793d-4cee-a7bc-a75cf881d0d2 tempest-ExternalNetworksTestJSON-1980187828 tempest-ExternalNetworksTestJSON-1980187828-project] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:25.125261 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f47ca3d6-3bcb-4426-b642-260925947bea admin admin] vlan segment allocate from pool success with {'vlan_id': 675, 'physical_network': 'physnet1'} {{(pid=84886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:21:25.163307 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f47ca3d6-3bcb-4426-b642-260925947bea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:25.163679 n-d-843948-2 neutron-server[84886]: INFO neutron.db.segments_db [None req-f47ca3d6-3bcb-4426-b642-260925947bea admin admin] Added segment 611fecd1-ef20-4d33-97be-ddaa2580f0c3 of type vlan for network b2236394-e29d-426e-90df-37e84c9f1eea May 30 20:21:25.164793 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47ca3d6-3bcb-4426-b642-260925947bea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee237e77-751f-498d-8087-dcc5712c9f8c,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:25.208543 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-20981962-793d-4cee-a7bc-a75cf881d0d2 tempest-ExternalNetworksTestJSON-1980187828 tempest-ExternalNetworksTestJSON-1980187828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:25.214325 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc15d1b-8f56-4c3d-bc22-33bee02481a8 req-1736747e-cc20-4fe7-a14c-d518d1489f27 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:25.215814 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-dcc15d1b-8f56-4c3d-bc22-33bee02481a8 req-1736747e-cc20-4fe7-a14c-d518d1489f27 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a88285df-a7f2-4329-8d01-6e0453d581e4 HTTP/1.1" status: 200 len: 797 time: 0.1280155 May 30 20:21:25.257493 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20981962-793d-4cee-a7bc-a75cf881d0d2 tempest-ExternalNetworksTestJSON-1980187828 tempest-ExternalNetworksTestJSON-1980187828-project] vlan segment allocate from pool success with {'vlan_id': 660, 'physical_network': 'physnet1'} {{(pid=84887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:21:25.258532 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f47ca3d6-3bcb-4426-b642-260925947bea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:25.286413 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20981962-793d-4cee-a7bc-a75cf881d0d2 tempest-ExternalNetworksTestJSON-1980187828 tempest-ExternalNetworksTestJSON-1980187828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e0f0df3-b5bc-4771-8e46-45404a18b720,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:25.292005 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-20981962-793d-4cee-a7bc-a75cf881d0d2 tempest-ExternalNetworksTestJSON-1980187828 tempest-ExternalNetworksTestJSON-1980187828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:25.292491 n-d-843948-2 neutron-server[84887]: INFO neutron.db.segments_db [None req-20981962-793d-4cee-a7bc-a75cf881d0d2 tempest-ExternalNetworksTestJSON-1980187828 tempest-ExternalNetworksTestJSON-1980187828-project] Added segment bda41cc6-7c83-4009-a29f-ac0468ff476c of type vlan for network 641bee07-d836-49f7-b113-f50f1f37e048 May 30 20:21:25.321325 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3be3b50-b384-4371-822d-9f9bf8677cfe req-f9586c87-464d-4f8f-bd8a-4cdf05509708 tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:25.322902 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d3be3b50-b384-4371-822d-9f9bf8677cfe req-f9586c87-464d-4f8f-bd8a-4cdf05509708 tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] 10.222.0.85 "GET /v2.0/ports?device_id=2c4e2d02-d5d1-4065-b69f-0e142c0a8366 HTTP/1.1" status: 200 len: 946 time: 0.2923009 May 30 20:21:25.373481 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-20981962-793d-4cee-a7bc-a75cf881d0d2 tempest-ExternalNetworksTestJSON-1980187828 tempest-ExternalNetworksTestJSON-1980187828-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:25.489719 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b150119-03de-49be-a27b-65028c2a1af9 req-3d826344-bc5e-45bd-9ca4-c44ce34f3cba tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:25.494579 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3b150119-03de-49be-a27b-65028c2a1af9 req-3d826344-bc5e-45bd-9ca4-c44ce34f3cba tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/ports?device_id=db9f53a2-a402-4f3c-a3d4-2018cf085fae HTTP/1.1" status: 200 len: 946 time: 0.1946409 May 30 20:21:25.506922 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f47ca3d6-3bcb-4426-b642-260925947bea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:25.507764 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47ca3d6-3bcb-4426-b642-260925947bea admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:25.508338 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f47ca3d6-3bcb-4426-b642-260925947bea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:25.526204 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-20981962-793d-4cee-a7bc-a75cf881d0d2 tempest-ExternalNetworksTestJSON-1980187828 tempest-ExternalNetworksTestJSON-1980187828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:25.531047 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20981962-793d-4cee-a7bc-a75cf881d0d2 tempest-ExternalNetworksTestJSON-1980187828 tempest-ExternalNetworksTestJSON-1980187828-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:25.531213 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-20981962-793d-4cee-a7bc-a75cf881d0d2 tempest-ExternalNetworksTestJSON-1980187828 tempest-ExternalNetworksTestJSON-1980187828-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:25.535639 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-dcc15d1b-8f56-4c3d-bc22-33bee02481a8 req-0ea3263d-d153-471d-83a7-8924e030ab72 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a7619443-8c8f-449c-b71b-17b9838c2b23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3107722 May 30 20:21:25.547520 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d3be3b50-b384-4371-822d-9f9bf8677cfe req-278b1ab8-4266-4740-b2d0-7638383c6cf3 tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] 10.222.0.85 "GET /v2.0/security-groups?id=402a7467-2e50-47c5-ac5e-346a7fbb92ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2160254 May 30 20:21:25.645463 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20981962-793d-4cee-a7bc-a75cf881d0d2 tempest-ExternalNetworksTestJSON-1980187828 tempest-ExternalNetworksTestJSON-1980187828-project] Pushing event updated for resources: {'Network': ['ID=641bee07-d836-49f7-b113-f50f1f37e048,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:25.660793 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network 641bee07-d836-49f7-b113-f50f1f37e048 details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:21:25.690787 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3b150119-03de-49be-a27b-65028c2a1af9 req-67bb46dc-0f90-443d-8b3f-f828e5f56ede tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/security-groups?id=1ad64e5c-169d-40fe-b7f5-961f736d123b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879904 May 30 20:21:25.734641 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47ca3d6-3bcb-4426-b642-260925947bea admin admin] Pushing event updated for resources: {'Network': ['ID=b2236394-e29d-426e-90df-37e84c9f1eea,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:25.826607 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-20981962-793d-4cee-a7bc-a75cf881d0d2 tempest-ExternalNetworksTestJSON-1980187828 tempest-ExternalNetworksTestJSON-1980187828-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.5732868 May 30 20:21:25.826607 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 34154) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:21:25.827893 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network b2236394-e29d-426e-90df-37e84c9f1eea details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:21:25.909502 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 34162) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:21:25.914088 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-f47ca3d6-3bcb-4426-b642-260925947bea admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.9597726 May 30 20:21:25.924921 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-0eedb42d-5371-4087-ab91-f28e0392e905 admin admin] Request body: {'subnet': {'network_id': 'b2236394-e29d-426e-90df-37e84c9f1eea', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1339070904-subnet', 'tenant_id': '28c9ca58808549d7a7455e2ffacc771e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:21:25.945973 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-dcc15d1b-8f56-4c3d-bc22-33bee02481a8 req-503916bc-c116-4a04-9767-40e62043500d service neutron] 10.222.0.71 "GET /v2.0/networks/a7619443-8c8f-449c-b71b-17b9838c2b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4009533 May 30 20:21:25.987735 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-0eedb42d-5371-4087-ab91-f28e0392e905 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:21:26.000633 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-1841c87c-6476-4a7d-aaa0-116060edde52 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Request body: {'network': {'name': 'tempest-network--1972597519', 'router:external': True}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:21:26.012494 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-0eedb42d-5371-4087-ab91-f28e0392e905 admin admin] Usage tracker for resource:subnet and tenant:28c9ca58808549d7a7455e2ffacc771e is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:21:26.020552 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-0eedb42d-5371-4087-ab91-f28e0392e905 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:21:26.082348 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-1841c87c-6476-4a7d-aaa0-116060edde52 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:21:26.094269 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-0eedb42d-5371-4087-ab91-f28e0392e905 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:21:26.112688 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-1841c87c-6476-4a7d-aaa0-116060edde52 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Usage tracker for resource:network and tenant:e34deb22440743cf97a6a0dcd5b1283e is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:21:26.123509 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-1841c87c-6476-4a7d-aaa0-116060edde52 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:21:26.144898 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-1841c87c-6476-4a7d-aaa0-116060edde52 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:21:26.197467 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f852cb9-0312-4b54-b6df-471be8fbc9b9 req-13b4a7b2-d034-4361-aaf5-10b6a43048ef tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:26.199919 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5f852cb9-0312-4b54-b6df-471be8fbc9b9 req-13b4a7b2-d034-4361-aaf5-10b6a43048ef tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] 10.222.0.85 "GET /v2.0/ports?device_id=37a6e37d-34dd-4d54-89fb-fa1cb6fbad15 HTTP/1.1" status: 200 len: 945 time: 0.4025373 May 30 20:21:26.203815 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca3070e-a17a-45ed-8af0-79e8052d9e46 req-6814db4d-9fb9-4f1b-9e7c-83609157e3bb tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:26.206986 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3ca3070e-a17a-45ed-8af0-79e8052d9e46 req-6814db4d-9fb9-4f1b-9e7c-83609157e3bb tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] 10.222.0.85 "GET /v2.0/ports?device_id=2c4e2d02-d5d1-4065-b69f-0e142c0a8366 HTTP/1.1" status: 200 len: 946 time: 0.1893435 May 30 20:21:26.216068 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 34166) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:21:26.222504 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-c2953087-89af-4ddb-8adc-75e1aa7d31e5 tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] Request body: {'floatingip': {'port_id': '956c5887-f9d3-4a9d-bfc2-3d88f3a39330'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:21:26.232765 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-3e9664af-e3c3-4ea7-8e92-9aaf313836a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:26.257632 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-dcc15d1b-8f56-4c3d-bc22-33bee02481a8 req-c492f368-07bb-4110-b9a4-d454c84fbb1f service neutron] 10.222.0.71 "GET /v2.0/networks/a7619443-8c8f-449c-b71b-17b9838c2b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3038385 May 30 20:21:26.265352 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5f852cb9-0312-4b54-b6df-471be8fbc9b9 req-1f7ebf94-5e3f-44c8-8cd0-ec831941d6fd tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] 10.222.0.85 "GET /v2.0/security-groups?id=e8dab81d-8136-4d38-9905-aca0d3251be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505400 May 30 20:21:26.308349 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eedb42d-5371-4087-ab91-f28e0392e905 admin admin] Made reservation on behalf of 28c9ca58808549d7a7455e2ffacc771e for: {'subnet': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:21:26.310788 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0eedb42d-5371-4087-ab91-f28e0392e905 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114220'] for subnet, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:26.336589 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1841c87c-6476-4a7d-aaa0-116060edde52 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Made reservation on behalf of e34deb22440743cf97a6a0dcd5b1283e for: {'network': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:21:26.339004 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1841c87c-6476-4a7d-aaa0-116060edde52 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:26.340794 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-dcc15d1b-8f56-4c3d-bc22-33bee02481a8 req-552555ae-24aa-4453-8263-7cecf52ec8a4 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3f6b9a55-b5e7-4182-9909-1b1b41b5b5e5 HTTP/1.1" status: 200 len: 217 time: 0.0739594 May 30 20:21:26.408378 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc15d1b-8f56-4c3d-bc22-33bee02481a8 req-ac33b1b0-68e4-4398-b16a-fbfdc3ac988f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:26.409934 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-dcc15d1b-8f56-4c3d-bc22-33bee02481a8 req-ac33b1b0-68e4-4398-b16a-fbfdc3ac988f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=561eb42b-7b18-4427-9f39-9d1695eb4bda HTTP/1.1" status: 200 len: 797 time: 0.0632095 May 30 20:21:26.490758 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-dcc15d1b-8f56-4c3d-bc22-33bee02481a8 req-6e094f86-9019-4810-9640-ca57b2fda44c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3f114897-b454-4ffb-8b12-a7f676cbd8b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0736828 May 30 20:21:26.508403 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c2953087-89af-4ddb-8adc-75e1aa7d31e5 tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] Notify callbacks [] for floatingip, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:26.619887 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1841c87c-6476-4a7d-aaa0-116060edde52 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:26.642704 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-dcc15d1b-8f56-4c3d-bc22-33bee02481a8 req-4223f237-15a6-4014-a60d-f8519aeee5ef service neutron] 10.222.0.71 "GET /v2.0/networks/3f114897-b454-4ffb-8b12-a7f676cbd8b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443186 May 30 20:21:26.773402 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-1841c87c-6476-4a7d-aaa0-116060edde52 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:21:26.807858 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-dcc15d1b-8f56-4c3d-bc22-33bee02481a8 req-4d7969f6-78a5-4a7c-bf01-67bcd1f55121 service neutron] 10.222.0.71 "GET /v2.0/networks/3f114897-b454-4ffb-8b12-a7f676cbd8b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586628 May 30 20:21:26.819779 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-1841c87c-6476-4a7d-aaa0-116060edde52 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Usage tracker for resource:security_group_rule and tenant:e34deb22440743cf97a6a0dcd5b1283e is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:21:26.825907 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-1841c87c-6476-4a7d-aaa0-116060edde52 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:21:26.842505 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-1841c87c-6476-4a7d-aaa0-116060edde52 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:21:26.924285 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-dcc15d1b-8f56-4c3d-bc22-33bee02481a8 req-c1bb8fab-442f-489f-89cb-acf70dc51f0b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=cda388b0-e696-46f5-b74b-e60dd3d28e14 HTTP/1.1" status: 200 len: 217 time: 0.1094511 May 30 20:21:27.002256 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c725269a-d183-4566-9901-03e4607c8b15 req-8f25b9dd-8243-4afa-876f-5c1b046a209d tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:27.009013 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c725269a-d183-4566-9901-03e4607c8b15 req-8f25b9dd-8243-4afa-876f-5c1b046a209d tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/ports?device_id=90da6347-458d-4057-9305-60f501cdae7a HTTP/1.1" status: 200 len: 946 time: 0.6769788 May 30 20:21:27.065584 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc15d1b-8f56-4c3d-bc22-33bee02481a8 req-2e937d3b-9ce8-41b0-9cc2-ae67c162c775 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:27.068064 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-dcc15d1b-8f56-4c3d-bc22-33bee02481a8 req-2e937d3b-9ce8-41b0-9cc2-ae67c162c775 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=561eb42b-7b18-4427-9f39-9d1695eb4bda HTTP/1.1" status: 200 len: 797 time: 0.1370766 May 30 20:21:27.142785 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca2bda2-f285-4586-8eb1-47070cc3d0cd req-9cbfc96d-4253-4782-804e-5a83681cc084 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:27.144222 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-dca2bda2-f285-4586-8eb1-47070cc3d0cd req-9cbfc96d-4253-4782-804e-5a83681cc084 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/ports?device_id=db9f53a2-a402-4f3c-a3d4-2018cf085fae HTTP/1.1" status: 200 len: 946 time: 0.1743419 May 30 20:21:27.203932 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-dca2bda2-f285-4586-8eb1-47070cc3d0cd req-16119200-7106-413c-9c76-f82b6c4780eb tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/security-groups?id=1ad64e5c-169d-40fe-b7f5-961f736d123b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511308 May 30 20:21:27.208504 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-dcc15d1b-8f56-4c3d-bc22-33bee02481a8 req-08a7801a-b72a-4201-8eaa-838595ebd336 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3f114897-b454-4ffb-8b12-a7f676cbd8b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1311393 May 30 20:21:27.221663 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c725269a-d183-4566-9901-03e4607c8b15 req-3c56c5aa-d526-48b1-a454-6cef0f0e111d tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/security-groups?id=b38efed6-f54b-4caf-8451-aa3a591cbb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2116172 May 30 20:21:27.248388 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1841c87c-6476-4a7d-aaa0-116060edde52 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:27.343461 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0eedb42d-5371-4087-ab91-f28e0392e905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4055401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114238'] for subnet, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:27.392849 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-dcc15d1b-8f56-4c3d-bc22-33bee02481a8 req-b6180ef7-408b-4986-b9bc-b402ade273e4 service neutron] 10.222.0.71 "GET /v2.0/networks/3f114897-b454-4ffb-8b12-a7f676cbd8b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775510 May 30 20:21:27.404267 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1841c87c-6476-4a7d-aaa0-116060edde52 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:27.478216 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1841c87c-6476-4a7d-aaa0-116060edde52 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] vlan segment allocate from pool success with {'vlan_id': 662, 'physical_network': 'physnet1'} {{(pid=84887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:21:27.497648 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1841c87c-6476-4a7d-aaa0-116060edde52 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=749de56b-2668-4429-b4f9-fe8738fdeaa3,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:27.512983 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eedb42d-5371-4087-ab91-f28e0392e905 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a8cad3d-aca9-4676-bc50-63c675904fa4,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:27.521542 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1841c87c-6476-4a7d-aaa0-116060edde52 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:27.521916 n-d-843948-2 neutron-server[84887]: INFO neutron.db.segments_db [None req-1841c87c-6476-4a7d-aaa0-116060edde52 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Added segment 6f67c2b8-255d-4e3f-948b-a5f8037f8294 of type vlan for network f2fc83cf-6113-495c-9bf7-2eca00ca55bc May 30 20:21:27.582845 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1841c87c-6476-4a7d-aaa0-116060edde52 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:27.588463 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eedb42d-5371-4087-ab91-f28e0392e905 admin admin] Checking segment: {'id': '611fecd1-ef20-4d33-97be-ddaa2580f0c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'b2236394-e29d-426e-90df-37e84c9f1eea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:21:27.588967 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eedb42d-5371-4087-ab91-f28e0392e905 admin admin] Network hostable DHCP agents. Network: b2236394-e29d-426e-90df-37e84c9f1eea, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:21:27.595294 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device fd2713ac-a479-470d-bfde-a8c618b67ba7 up at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:21:27.733643 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning for port fd2713ac-a479-470d-bfde-a8c618b67ba7 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:21:27.749436 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning complete for port fd2713ac-a479-470d-bfde-a8c618b67ba7 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:21:27.750057 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:27.762732 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c2953087-89af-4ddb-8adc-75e1aa7d31e5 tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:27.837269 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1841c87c-6476-4a7d-aaa0-116060edde52 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:27.838570 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1841c87c-6476-4a7d-aaa0-116060edde52 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:27.839479 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1841c87c-6476-4a7d-aaa0-116060edde52 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:27.926526 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-dcc15d1b-8f56-4c3d-bc22-33bee02481a8 req-e5f6d684-bda2-4fd4-bca8-3477d4cbb944 service neutron] 10.222.0.71 "GET /v2.0/networks/3f114897-b454-4ffb-8b12-a7f676cbd8b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5267780 May 30 20:21:27.975030 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4880287-791b-4a22-8466-1c47ea947925 req-2a658fee-0d85-494e-be24-c7ffb0459132 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:27.976837 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e4880287-791b-4a22-8466-1c47ea947925 req-2a658fee-0d85-494e-be24-c7ffb0459132 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] 10.222.0.85 "GET /v2.0/ports?device_id=37a6e37d-34dd-4d54-89fb-fa1cb6fbad15 HTTP/1.1" status: 200 len: 945 time: 0.5331786 May 30 20:21:27.984242 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c2953087-89af-4ddb-8adc-75e1aa7d31e5 tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736490'] for floatingip, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:28.056739 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:28.091378 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90da6347-458d-4057-9305-60f501cdae7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd2713ac-a479-470d-bfde-a8c618b67ba7'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:21:28.096503 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e4880287-791b-4a22-8466-1c47ea947925 req-3ae956f0-d7b7-439a-8f43-622194fbd0d7 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] 10.222.0.85 "GET /v2.0/security-groups?id=e8dab81d-8136-4d38-9905-aca0d3251be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088390 May 30 20:21:28.103096 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port fd2713ac-a479-470d-bfde-a8c618b67ba7, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=fd2713ac-a479-470d-bfde-a8c618b67ba7,segment=NetworkSegment(327b421f-3671-4415-86c0-3c9c0e7ca945),segment_id=327b421f-3671-4415-86c0-3c9c0e7ca945)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:21:28.111793 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eedb42d-5371-4087-ab91-f28e0392e905 admin admin] Network b2236394-e29d-426e-90df-37e84c9f1eea is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:21:28.133414 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-1841c87c-6476-4a7d-aaa0-116060edde52 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 2.3142757 May 30 20:21:28.138998 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 34190) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:21:28.176003 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdf6052d-5df1-4de0-a92c-8d27f9f10d1f'] response: {'server_uuid': '90da6347-458d-4057-9305-60f501cdae7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd2713ac-a479-470d-bfde-a8c618b67ba7', 'code': 200} May 30 20:21:28.215899 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:28.422949 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c2bf9b0b-b3b3-4c8a-ad8e-697fa1cf03b3 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:28.438856 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=fd2713ac-a479-470d-bfde-a8c618b67ba7,revision_number=12']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:28.474584 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-0eedb42d-5371-4087-ab91-f28e0392e905 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, b2236394-e29d-426e-90df-37e84c9f1eea) {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:21:28.486583 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d424655-1bda-4e0f-b80b-c6fbd34e064e None None] Network b2236394-e29d-426e-90df-37e84c9f1eea requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:21:28.500387 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1841c87c-6476-4a7d-aaa0-116060edde52 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Pushing event updated for resources: {'Network': ['ID=f2fc83cf-6113-495c-9bf7-2eca00ca55bc,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:28.520403 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eedb42d-5371-4087-ab91-f28e0392e905 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:28.521119 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0eedb42d-5371-4087-ab91-f28e0392e905 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:28.534237 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network f2fc83cf-6113-495c-9bf7-2eca00ca55bc details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:21:28.676300 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cf437b-826a-4428-9525-fdc8df717007 req-34e9d068-5ea5-45e8-9c57-581008f5d0e6 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:28.679069 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-12cf437b-826a-4428-9525-fdc8df717007 req-34e9d068-5ea5-45e8-9c57-581008f5d0e6 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/ports?device_id=2f903cc6-4588-4e6d-9f98-4119c026a994 HTTP/1.1" status: 200 len: 945 time: 0.7573607 May 30 20:21:28.694592 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-0eedb42d-5371-4087-ab91-f28e0392e905 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.7736459 May 30 20:21:28.883625 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-12cf437b-826a-4428-9525-fdc8df717007 req-f97832fa-be1e-42ad-bcec-387ed875c690 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2ed7a16-df30-4283-b4d4-5e9611f16ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941721 May 30 20:21:28.906014 n-d-843948-2 neutron-server[84887]: INFO neutron.db.l3_db [None req-c2953087-89af-4ddb-8adc-75e1aa7d31e5 tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] Floating IP 4f62f3c9-357d-4fb6-99b0-753656cac64d associated. External IP: 172.25.8.231, port: 956c5887-f9d3-4a9d-bfc2-3d88f3a39330. May 30 20:21:28.944871 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c2bf9b0b-b3b3-4c8a-ad8e-697fa1cf03b3 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:28.987980 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93df3ec6-3541-45a7-9488-4173b7b942c4 None None] Network b2236394-e29d-426e-90df-37e84c9f1eea requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:21:29.120781 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-c2bf9b0b-b3b3-4c8a-ad8e-697fa1cf03b3 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2fc83cf-6113-495c-9bf7-2eca00ca55bc']}} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:21:29.145761 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-c2bf9b0b-b3b3-4c8a-ad8e-697fa1cf03b3 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f67c2b8-255d-4e3f-948b-a5f8037f8294') {'for_net_delete': True} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:21:29.146479 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-c2bf9b0b-b3b3-4c8a-ad8e-697fa1cf03b3 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f67c2b8-255d-4e3f-948b-a5f8037f8294') {} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:21:29.175831 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c2bf9b0b-b3b3-4c8a-ad8e-697fa1cf03b3 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2660590'] for segment, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:29.193418 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f191480-e297-4a3a-9657-e0459ea6d021 req-dd06a0b4-a973-4cb9-8361-7c7bfca02cc2 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:29.202212 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5f191480-e297-4a3a-9657-e0459ea6d021 req-dd06a0b4-a973-4cb9-8361-7c7bfca02cc2 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/ports?device_id=db9f53a2-a402-4f3c-a3d4-2018cf085fae HTTP/1.1" status: 200 len: 946 time: 0.6233573 May 30 20:21:29.232117 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-faaadc14-de2f-4ddf-b454-8e35f0c2d946 req-1be6b583-4efc-464d-a721-eabfb697668a service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=90da6347-458d-4057-9305-60f501cdae7a HTTP/1.1" status: 200 len: 1098 time: 0.6514866 May 30 20:21:29.260980 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c2bf9b0b-b3b3-4c8a-ad8e-697fa1cf03b3 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:29.283967 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2bf9b0b-b3b3-4c8a-ad8e-697fa1cf03b3 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Releasing vlan 662 on physical network physnet1 to pool {{(pid=84886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:21:29.285298 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c2bf9b0b-b3b3-4c8a-ad8e-697fa1cf03b3 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4126989'] for segment, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:29.310794 n-d-843948-2 neutron-server[84886]: Traceback (most recent call last): May 30 20:21:29.310794 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:21:29.310794 n-d-843948-2 neutron-server[84886]: timer() May 30 20:21:29.310794 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:21:29.310794 n-d-843948-2 neutron-server[84886]: cb(*args, **kw) May 30 20:21:29.310794 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:21:29.310794 n-d-843948-2 neutron-server[84886]: return func(*args, **kwargs) May 30 20:21:29.310794 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:21:29.310794 n-d-843948-2 neutron-server[84886]: self._notify() May 30 20:21:29.310794 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:21:29.310794 n-d-843948-2 neutron-server[84886]: self.callback(batched_events) May 30 20:21:29.310794 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:21:29.310794 n-d-843948-2 neutron-server[84886]: event.method(event) May 30 20:21:29.310794 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:21:29.310794 n-d-843948-2 neutron-server[84886]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:21:29.310794 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:21:29.310794 n-d-843948-2 neutron-server[84886]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:21:29.310794 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:21:29.310794 n-d-843948-2 neutron-server[84886]: return f(self, *a, **k) May 30 20:21:29.310794 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:21:29.310794 n-d-843948-2 neutron-server[84886]: return self._get(url).json() May 30 20:21:29.310794 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:21:29.310794 n-d-843948-2 neutron-server[84886]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:21:29.310794 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:21:29.310794 n-d-843948-2 neutron-server[84886]: return self.request(url, 'GET', **kwargs) May 30 20:21:29.310794 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:21:29.310794 n-d-843948-2 neutron-server[84886]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:21:29.310794 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:21:29.310794 n-d-843948-2 neutron-server[84886]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:21:29.310794 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:21:29.310794 n-d-843948-2 neutron-server[84886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:21:29.310794 n-d-843948-2 neutron-server[84886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:21:29.349773 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9609313-cdf0-457c-b92f-029a5ac86b32 req-058d5a70-2404-4e3e-9898-ffcef1a8640b tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:29.351399 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e9609313-cdf0-457c-b92f-029a5ac86b32 req-058d5a70-2404-4e3e-9898-ffcef1a8640b tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/ports?device_id=90da6347-458d-4057-9305-60f501cdae7a HTTP/1.1" status: 200 len: 947 time: 0.1378729 May 30 20:21:29.403354 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5f191480-e297-4a3a-9657-e0459ea6d021 req-2ca99088-103d-4fd9-8f44-673bf8747ccf tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/security-groups?id=1ad64e5c-169d-40fe-b7f5-961f736d123b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993377 May 30 20:21:29.406530 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-faaadc14-de2f-4ddf-b454-8e35f0c2d946 req-3918f05c-ac20-45b9-8854-d2f63e708803 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=b38efed6-f54b-4caf-8451-aa3a591cbb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1658347 May 30 20:21:29.453885 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e9609313-cdf0-457c-b92f-029a5ac86b32 req-68a37a90-0ecc-4e25-b1ff-76046335d47d tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/security-groups?id=b38efed6-f54b-4caf-8451-aa3a591cbb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887525 May 30 20:21:29.500191 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c2bf9b0b-b3b3-4c8a-ad8e-697fa1cf03b3 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:29.547092 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2bf9b0b-b3b3-4c8a-ad8e-697fa1cf03b3 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f2fc83cf-6113-495c-9bf7-2eca00ca55bc {{(pid=84886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} May 30 20:21:29.550702 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bf9b0b-b3b3-4c8a-ad8e-697fa1cf03b3 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Pushing event deleted for resources: {'Network': ['ID=f2fc83cf-6113-495c-9bf7-2eca00ca55bc,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:29.555185 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c2bf9b0b-b3b3-4c8a-ad8e-697fa1cf03b3 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:29.567390 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-c2bf9b0b-b3b3-4c8a-ad8e-697fa1cf03b3 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] 10.222.0.85 "DELETE /v2.0/networks/f2fc83cf-6113-495c-9bf7-2eca00ca55bc HTTP/1.1" status: 204 len: 168 time: 1.4266121 May 30 20:21:29.572292 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 34208) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:21:29.574080 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-515e0c80-aa4f-4b2b-8c58-01839712eba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:29.589913 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-d60c3da0-c5df-47c2-99c1-4681e1c12915 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Request body: {'network': {'router:external': True}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:21:29.600467 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-d60c3da0-c5df-47c2-99c1-4681e1c12915 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:21:29.607979 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-d60c3da0-c5df-47c2-99c1-4681e1c12915 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Usage tracker for resource:network and tenant:e34deb22440743cf97a6a0dcd5b1283e is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:21:29.613278 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-d60c3da0-c5df-47c2-99c1-4681e1c12915 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:21:29.625431 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-d60c3da0-c5df-47c2-99c1-4681e1c12915 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:21:29.751215 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d60c3da0-c5df-47c2-99c1-4681e1c12915 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Made reservation on behalf of e34deb22440743cf97a6a0dcd5b1283e for: {'network': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:21:29.756117 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d60c3da0-c5df-47c2-99c1-4681e1c12915 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:29.779928 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:29.802079 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836c17bf-b141-4651-b6f5-e70f1dc3bca6 req-8fad594c-ea42-4c72-a313-76427b74ca5f tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:29.803816 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-836c17bf-b141-4651-b6f5-e70f1dc3bca6 req-8fad594c-ea42-4c72-a313-76427b74ca5f tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/ports?device_id=2f903cc6-4588-4e6d-9f98-4119c026a994 HTTP/1.1" status: 200 len: 945 time: 0.1659219 May 30 20:21:29.847920 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2953087-89af-4ddb-8adc-75e1aa7d31e5 tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] Router f61bc5b0-ceb6-484b-ac27-eb8eaf2878f7 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:21:29.848491 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d60c3da0-c5df-47c2-99c1-4681e1c12915 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] vlan segment allocate from pool success with {'vlan_id': 666, 'physical_network': 'physnet1'} {{(pid=84886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:21:29.872366 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deb049c-1ac8-49a1-b776-c976d51d4e7f req-a2fbb4e9-bee9-4b2b-93a6-e071b2fd610a tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:29.872366 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4deb049c-1ac8-49a1-b776-c976d51d4e7f req-a2fbb4e9-bee9-4b2b-93a6-e071b2fd610a tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] 10.222.0.85 "GET /v2.0/ports?device_id=37a6e37d-34dd-4d54-89fb-fa1cb6fbad15 HTTP/1.1" status: 200 len: 945 time: 0.1201155 May 30 20:21:29.876059 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d60c3da0-c5df-47c2-99c1-4681e1c12915 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:29.876461 n-d-843948-2 neutron-server[84886]: INFO neutron.db.segments_db [None req-d60c3da0-c5df-47c2-99c1-4681e1c12915 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Added segment fadbe966-a055-4611-8af8-57c768857c1d of type vlan for network 9cc708c6-1d9e-4be4-acec-3231bcbc383f May 30 20:21:29.896222 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-836c17bf-b141-4651-b6f5-e70f1dc3bca6 req-73e9b421-5743-4d4b-9ebe-b8bc9c13d575 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2ed7a16-df30-4283-b4d4-5e9611f16ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816193 May 30 20:21:29.928265 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d60c3da0-c5df-47c2-99c1-4681e1c12915 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:30.079112 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4deb049c-1ac8-49a1-b776-c976d51d4e7f req-19d30c46-8c4a-4318-bbad-12eab57a1ef9 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] 10.222.0.85 "GET /v2.0/security-groups?id=e8dab81d-8136-4d38-9905-aca0d3251be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013352 May 30 20:21:30.082792 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d60c3da0-c5df-47c2-99c1-4681e1c12915 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:30.083836 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d60c3da0-c5df-47c2-99c1-4681e1c12915 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:30.085290 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d60c3da0-c5df-47c2-99c1-4681e1c12915 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:30.166835 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2953087-89af-4ddb-8adc-75e1aa7d31e5 tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:21:30.173050 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c2953087-89af-4ddb-8adc-75e1aa7d31e5 tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:30.245016 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-c2953087-89af-4ddb-8adc-75e1aa7d31e5 tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] 10.222.0.85 "PUT /v2.0/floatingips/4f62f3c9-357d-4fb6-99b0-753656cac64d HTTP/1.1" status: 200 len: 992 time: 4.0274251 May 30 20:21:30.245903 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c4e2d02-d5d1-4065-b69f-0e142c0a8366', 'tag': '956c5887-f9d3-4a9d-bfc2-3d88f3a39330'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:21:30.286023 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60c3da0-c5df-47c2-99c1-4681e1c12915 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Pushing event updated for resources: {'Network': ['ID=9cc708c6-1d9e-4be4-acec-3231bcbc383f,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:30.296487 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network 9cc708c6-1d9e-4be4-acec-3231bcbc383f details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:21:30.417427 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8742c8-0599-4a82-b01e-7e4275c3a4ba None None] Sync routers for ids ['f61bc5b0-ceb6-484b-ac27-eb8eaf2878f7'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:21:30.423884 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-d60c3da0-c5df-47c2-99c1-4681e1c12915 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.8470557 May 30 20:21:30.426070 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 34228) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:21:30.431785 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-fdbd7459-285c-44ba-86dd-c74cb052ae89 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Request body: {'subnet': {'network_id': '9cc708c6-1d9e-4be4-acec-3231bcbc383f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:21:30.437752 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-fdbd7459-285c-44ba-86dd-c74cb052ae89 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:21:30.444024 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8742c8-0599-4a82-b01e-7e4275c3a4ba None None] Routers {'f61bc5b0-ceb6-484b-ac27-eb8eaf2878f7'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:21:30.444979 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-bc8742c8-0599-4a82-b01e-7e4275c3a4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:21:29Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['f61bc5b0-ceb6-484b-ac27-eb8eaf2878f7'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:21:30.446051 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-fdbd7459-285c-44ba-86dd-c74cb052ae89 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Usage tracker for resource:subnet and tenant:e34deb22440743cf97a6a0dcd5b1283e is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:21:30.451716 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-fdbd7459-285c-44ba-86dd-c74cb052ae89 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:21:30.462691 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-fdbd7459-285c-44ba-86dd-c74cb052ae89 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:21:30.499401 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6d6539-f298-4c82-9993-f7812262f5c1 req-9390c03d-900f-47ca-a704-46b9927127cb tempest-VolumesActionsTest-41988862 tempest-VolumesActionsTest-41988862-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:30.500588 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-6f6d6539-f298-4c82-9993-f7812262f5c1 req-9390c03d-900f-47ca-a704-46b9927127cb tempest-VolumesActionsTest-41988862 tempest-VolumesActionsTest-41988862-project] Synchronizing usage tracker for tenant:d6059b98be404907b5daa24bddc38a7a on resource:network {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:21:30.608013 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdbd7459-285c-44ba-86dd-c74cb052ae89 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Made reservation on behalf of e34deb22440743cf97a6a0dcd5b1283e for: {'subnet': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:21:30.609061 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-6f6d6539-f298-4c82-9993-f7812262f5c1 req-9390c03d-900f-47ca-a704-46b9927127cb tempest-VolumesActionsTest-41988862 tempest-VolumesActionsTest-41988862-project] Unset dirty status for tenant:d6059b98be404907b5daa24bddc38a7a on resource:network {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:21:30.610344 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-fdbd7459-285c-44ba-86dd-c74cb052ae89 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114220'] for subnet, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:30.624937 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6f6d6539-f298-4c82-9993-f7812262f5c1 req-9390c03d-900f-47ca-a704-46b9927127cb tempest-VolumesActionsTest-41988862 tempest-VolumesActionsTest-41988862-project] 10.222.0.85 "GET /v2.0/networks?id=6428eb4b-77f3-4f81-9d28-0df5945de634 HTTP/1.1" status: 200 len: 809 time: 0.3045151 May 30 20:21:30.695777 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6f6d6539-f298-4c82-9993-f7812262f5c1 req-94a5375e-d75b-45bc-9176-b558db125e0e tempest-VolumesActionsTest-41988862 tempest-VolumesActionsTest-41988862-project] 10.222.0.85 "GET /v2.0/quotas/d6059b98be404907b5daa24bddc38a7a HTTP/1.1" status: 200 len: 375 time: 0.0689356 May 30 20:21:30.718464 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-bc8742c8-0599-4a82-b01e-7e4275c3a4ba None None] Set router f61bc5b0-ceb6-484b-ac27-eb8eaf2878f7 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:21:30.770805 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6f6d6539-f298-4c82-9993-f7812262f5c1 req-1252e4d1-dee4-495c-bbb0-022017cba52f tempest-VolumesActionsTest-41988862 tempest-VolumesActionsTest-41988862-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=d6059b98be404907b5daa24bddc38a7a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0738156 May 30 20:21:31.009215 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6f6d6539-f298-4c82-9993-f7812262f5c1 req-195b50ce-d40c-4624-a8f0-cf11470aa2df service neutron] 10.222.0.85 "GET /v2.0/networks/6428eb4b-77f3-4f81-9d28-0df5945de634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2375667 May 30 20:21:31.019501 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:31.292568 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6f6d6539-f298-4c82-9993-f7812262f5c1 req-8cb96a14-74e1-43d5-b191-8cc524604cd0 service neutron] 10.222.0.85 "GET /v2.0/networks/6428eb4b-77f3-4f81-9d28-0df5945de634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2817512 May 30 20:21:31.352175 n-d-843948-2 neutron-server[84887]: DEBUG neutron.objects.ports [None req-fdbd7459-285c-44ba-86dd-c74cb052ae89 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84887) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 30 20:21:31.354389 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-fdbd7459-285c-44ba-86dd-c74cb052ae89 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4055401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114238'] for subnet, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:31.541420 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbd7459-285c-44ba-86dd-c74cb052ae89 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Pushing event updated for resources: {'Subnet': ['ID=ba8054dc-1a0e-44a8-b8ca-c381c73e63e2,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:31.578349 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-bc8742c8-0599-4a82-b01e-7e4275c3a4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f61bc5b0-ceb6-484b-ac27-eb8eaf2878f7', 'name': 'tempest-ServersTestManualDisk-2030253537-router', 'tenant_id': '9d17a1b275b44cc58a1065891220db88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': '87ed3c4f-ff4a-428d-9b3f-7b0558a08dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:20:13Z', 'updated_at': '2022-05-30T20:20:40Z', 'revision_number': 4, 'project_id': '9d17a1b275b44cc58a1065891220db88', 'gw_port': {'id': '87ed3c4f-ff4a-428d-9b3f-7b0558a08dfa', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:93:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61bc5b0-ceb6-484b-ac27-eb8eaf2878f7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:20:18Z', 'updated_at': '2022-05-30T20:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': '4f62f3c9-357d-4fb6-99b0-753656cac64d', 'tenant_id': '9d17a1b275b44cc58a1065891220db88', 'floating_ip_address': '172.25.8.231', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': 'f61bc5b0-ceb6-484b-ac27-eb8eaf2878f7', 'port_id': '956c5887-f9d3-4a9d-bfc2-3d88f3a39330', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd0af190-bc13-4695-b23f-a32845a3a302', 'mac_address': 'fa:16:3e:4c:bd:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4e2d02-d5d1-4065-b69f-0e142c0a8366', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:20:57Z', 'updated_at': '2022-05-30T20:21:27Z', 'revision_number': 1, 'project_id': '9d17a1b275b44cc58a1065891220db88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1f36321-4ee5-4be4-a5e0-b6eb422570ee', 'name': '', 'network_id': 'cd0af190-bc13-4695-b23f-a32845a3a302', 'tenant_id': '9d17a1b275b44cc58a1065891220db88', 'mac_address': 'fa:16:3e:30:89:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61bc5b0-ceb6-484b-ac27-eb8eaf2878f7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd3d3176d-ed5e-4750-bd9f-9dc7413b362c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:20:36Z', 'updated_at': '2022-05-30T20:21:03Z', 'revision_number': 5, 'project_id': '9d17a1b275b44cc58a1065891220db88', 'subnets': [{'id': 'd3d3176d-ed5e-4750-bd9f-9dc7413b362c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:21:31.583474 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8742c8-0599-4a82-b01e-7e4275c3a4ba None None] Checking router: f61bc5b0-ceb6-484b-ac27-eb8eaf2878f7 for host: n-d-843948-2 {{(pid=84889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:21:31.626214 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8742c8-0599-4a82-b01e-7e4275c3a4ba None None] Routers {'f61bc5b0-ceb6-484b-ac27-eb8eaf2878f7'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:21:31.626214 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-bc8742c8-0599-4a82-b01e-7e4275c3a4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:21:29Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['f61bc5b0-ceb6-484b-ac27-eb8eaf2878f7'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:21:31.681195 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db8d2c7d-4743-48b1-b32c-8bff2051712a'] response: {'name': 'network-changed', 'server_uuid': '2c4e2d02-d5d1-4065-b69f-0e142c0a8366', 'tag': '956c5887-f9d3-4a9d-bfc2-3d88f3a39330', 'status': 'completed', 'code': 200} May 30 20:21:31.692027 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdbd7459-285c-44ba-86dd-c74cb052ae89 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Checking segment: {'id': 'fadbe966-a055-4611-8af8-57c768857c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '9cc708c6-1d9e-4be4-acec-3231bcbc383f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:21:31.694954 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdbd7459-285c-44ba-86dd-c74cb052ae89 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Network hostable DHCP agents. Network: 9cc708c6-1d9e-4be4-acec-3231bcbc383f, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:21:31.852154 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d178f1-7a93-4bd0-8789-9cabf2c4f7c0 req-9e8f8903-8386-4888-868b-a7659c91d363 tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:31.870375 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e3d178f1-7a93-4bd0-8789-9cabf2c4f7c0 req-9e8f8903-8386-4888-868b-a7659c91d363 tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] 10.222.0.85 "GET /v2.0/ports?device_id=2c4e2d02-d5d1-4065-b69f-0e142c0a8366 HTTP/1.1" status: 200 len: 946 time: 0.3003480 May 30 20:21:31.896050 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdbd7459-285c-44ba-86dd-c74cb052ae89 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Network 9cc708c6-1d9e-4be4-acec-3231bcbc383f is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:21:32.056607 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e3d178f1-7a93-4bd0-8789-9cabf2c4f7c0 req-4bbafb13-0750-40b8-bccf-ec273591a6da tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] 10.222.0.85 "GET /v2.0/security-groups?id=402a7467-2e50-47c5-ac5e-346a7fbb92ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1847537 May 30 20:21:32.142784 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-bc8742c8-0599-4a82-b01e-7e4275c3a4ba None None] Set router f61bc5b0-ceb6-484b-ac27-eb8eaf2878f7 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:21:32.171973 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-fdbd7459-285c-44ba-86dd-c74cb052ae89 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, 9cc708c6-1d9e-4be4-acec-3231bcbc383f) {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:21:32.181047 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8564e8f-cf4b-4528-8de4-e2e3484800a9 None None] Network 9cc708c6-1d9e-4be4-acec-3231bcbc383f requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:21:32.192065 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdbd7459-285c-44ba-86dd-c74cb052ae89 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:32.194963 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-fdbd7459-285c-44ba-86dd-c74cb052ae89 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:32.220457 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c227a7e9-a31d-4ceb-afae-959608f00c36 req-245db753-2b48-4a5b-9798-0ac547de7fb3 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9d17a1b275b44cc58a1065891220db88&device_id=2c4e2d02-d5d1-4065-b69f-0e142c0a8366 HTTP/1.1" status: 200 len: 1097 time: 0.5167150 May 30 20:21:32.242542 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19910780-febc-4f31-808f-1202e69afdf0 req-2e07ba9d-a9dc-4141-95db-bfe86d488384 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:32.244006 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-19910780-febc-4f31-808f-1202e69afdf0 req-2e07ba9d-a9dc-4141-95db-bfe86d488384 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/ports?device_id=db9f53a2-a402-4f3c-a3d4-2018cf085fae HTTP/1.1" status: 200 len: 946 time: 0.3881478 May 30 20:21:32.329090 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f4ef72-e472-444c-8556-e53f0a78c228 req-ab81825a-9b01-4dbf-909d-118c96dea90e tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:32.337403 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f4ef72-e472-444c-8556-e53f0a78c228 req-ab81825a-9b01-4dbf-909d-118c96dea90e tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:32.359013 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f4ef72-e472-444c-8556-e53f0a78c228 req-ab81825a-9b01-4dbf-909d-118c96dea90e tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:32.373874 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f4ef72-e472-444c-8556-e53f0a78c228 req-ab81825a-9b01-4dbf-909d-118c96dea90e tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:32.391962 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f4ef72-e472-444c-8556-e53f0a78c228 req-ab81825a-9b01-4dbf-909d-118c96dea90e tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:32.397739 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f4ef72-e472-444c-8556-e53f0a78c228 req-ab81825a-9b01-4dbf-909d-118c96dea90e tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:32.405867 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f4ef72-e472-444c-8556-e53f0a78c228 req-ab81825a-9b01-4dbf-909d-118c96dea90e tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:32.415211 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-46f4ef72-e472-444c-8556-e53f0a78c228 req-ab81825a-9b01-4dbf-909d-118c96dea90e tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] 10.222.0.71 "GET /v2.0/ports?device_id=f8af66f6-93a3-4b44-964c-0edc263a69f5 HTTP/1.1" status: 200 len: 5443 time: 0.3090351 May 30 20:21:32.426613 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-fdbd7459-285c-44ba-86dd-c74cb052ae89 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.9966431 May 30 20:21:32.442973 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 34290) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:21:32.457723 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-42e43786-b13f-494d-a573-6bdccfe7d935 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Request body: {'floatingip': {'floating_network_id': '9cc708c6-1d9e-4be4-acec-3231bcbc383f'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:21:32.493973 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-42e43786-b13f-494d-a573-6bdccfe7d935 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:21:32.512563 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-19910780-febc-4f31-808f-1202e69afdf0 req-fc483108-e740-4ae6-afa1-38a1cef28cd1 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/security-groups?id=1ad64e5c-169d-40fe-b7f5-961f736d123b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077916 May 30 20:21:32.525880 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-42e43786-b13f-494d-a573-6bdccfe7d935 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Usage tracker for resource:floatingip and tenant:e34deb22440743cf97a6a0dcd5b1283e is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:21:32.539325 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-42e43786-b13f-494d-a573-6bdccfe7d935 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:21:32.569204 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-42e43786-b13f-494d-a573-6bdccfe7d935 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:21:32.680370 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c227a7e9-a31d-4ceb-afae-959608f00c36 req-35ed2aeb-6530-4dd0-9b0d-8b98d425b06b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:32.682348 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c227a7e9-a31d-4ceb-afae-959608f00c36 req-35ed2aeb-6530-4dd0-9b0d-8b98d425b06b service neutron] 10.222.0.71 "GET /v2.0/networks?id=cd0af190-bc13-4695-b23f-a32845a3a302 HTTP/1.1" status: 200 len: 913 time: 0.4467840 May 30 20:21:32.691895 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-134bdfde-4b25-4ac8-868f-f9b939d49fe1 None None] Network 9cc708c6-1d9e-4be4-acec-3231bcbc383f requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:21:32.711180 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:32.824125 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-42e43786-b13f-494d-a573-6bdccfe7d935 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:32.953896 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-bc8742c8-0599-4a82-b01e-7e4275c3a4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f61bc5b0-ceb6-484b-ac27-eb8eaf2878f7', 'name': 'tempest-ServersTestManualDisk-2030253537-router', 'tenant_id': '9d17a1b275b44cc58a1065891220db88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': '87ed3c4f-ff4a-428d-9b3f-7b0558a08dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:20:13Z', 'updated_at': '2022-05-30T20:20:40Z', 'revision_number': 4, 'project_id': '9d17a1b275b44cc58a1065891220db88', 'gw_port': {'id': '87ed3c4f-ff4a-428d-9b3f-7b0558a08dfa', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:93:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61bc5b0-ceb6-484b-ac27-eb8eaf2878f7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:20:18Z', 'updated_at': '2022-05-30T20:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': '4f62f3c9-357d-4fb6-99b0-753656cac64d', 'tenant_id': '9d17a1b275b44cc58a1065891220db88', 'floating_ip_address': '172.25.8.231', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': 'f61bc5b0-ceb6-484b-ac27-eb8eaf2878f7', 'port_id': '956c5887-f9d3-4a9d-bfc2-3d88f3a39330', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd0af190-bc13-4695-b23f-a32845a3a302', 'mac_address': 'fa:16:3e:4c:bd:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4e2d02-d5d1-4065-b69f-0e142c0a8366', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:20:57Z', 'updated_at': '2022-05-30T20:21:27Z', 'revision_number': 1, 'project_id': '9d17a1b275b44cc58a1065891220db88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1f36321-4ee5-4be4-a5e0-b6eb422570ee', 'name': '', 'network_id': 'cd0af190-bc13-4695-b23f-a32845a3a302', 'tenant_id': '9d17a1b275b44cc58a1065891220db88', 'mac_address': 'fa:16:3e:30:89:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61bc5b0-ceb6-484b-ac27-eb8eaf2878f7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd3d3176d-ed5e-4750-bd9f-9dc7413b362c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:20:36Z', 'updated_at': '2022-05-30T20:21:03Z', 'revision_number': 5, 'project_id': '9d17a1b275b44cc58a1065891220db88', 'subnets': [{'id': 'd3d3176d-ed5e-4750-bd9f-9dc7413b362c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:21:32.959351 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8742c8-0599-4a82-b01e-7e4275c3a4ba None None] The sync data for ids ['f61bc5b0-ceb6-484b-ac27-eb8eaf2878f7'] in n-d-843948-2 is: [{'id': 'f61bc5b0-ceb6-484b-ac27-eb8eaf2878f7', 'name': 'tempest-ServersTestManualDisk-2030253537-router', 'tenant_id': '9d17a1b275b44cc58a1065891220db88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': '87ed3c4f-ff4a-428d-9b3f-7b0558a08dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:20:13Z', 'updated_at': '2022-05-30T20:20:40Z', 'revision_number': 4, 'project_id': '9d17a1b275b44cc58a1065891220db88', 'gw_port': {'id': '87ed3c4f-ff4a-428d-9b3f-7b0558a08dfa', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:93:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61bc5b0-ceb6-484b-ac27-eb8eaf2878f7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:20:18Z', 'updated_at': '2022-05-30T20:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': '4f62f3c9-357d-4fb6-99b0-753656cac64d', 'tenant_id': '9d17a1b275b44cc58a1065891220db88', 'floating_ip_address': '172.25.8.231', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': 'f61bc5b0-ceb6-484b-ac27-eb8eaf2878f7', 'port_id': '956c5887-f9d3-4a9d-bfc2-3d88f3a39330', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd0af190-bc13-4695-b23f-a32845a3a302', 'mac_address': 'fa:16:3e:4c:bd:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4e2d02-d5d1-4065-b69f-0e142c0a8366', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:20:57Z', 'updated_at': '2022-05-30T20:21:27Z', 'revision_number': 1, 'project_id': '9d17a1b275b44cc58a1065891220db88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1f36321-4ee5-4be4-a5e0-b6eb422570ee', 'name': '', 'network_id': 'cd0af190-bc13-4695-b23f-a32845a3a302', 'tenant_id': '9d17a1b275b44cc58a1065891220db88', 'mac_address': 'fa:16:3e:30:89:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61bc5b0-ceb6-484b-ac27-eb8eaf2878f7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd3d3176d-ed5e-4750-bd9f-9dc7413b362c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:20:36Z', 'updated_at': '2022-05-30T20:21:03Z', 'revision_number': 5, 'project_id': '9d17a1b275b44cc58a1065891220db88', 'subnets': [{'id': 'd3d3176d-ed5e-4750-bd9f-9dc7413b362c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:21:33.010974 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f4ef72-e472-444c-8556-e53f0a78c228 req-deb9658f-c077-4e21-b464-d1cd9f337663 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:33.013183 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-46f4ef72-e472-444c-8556-e53f0a78c228 req-deb9658f-c077-4e21-b464-d1cd9f337663 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] 10.222.0.71 "GET /v2.0/ports/8fa5f782-5b3a-4dde-bc5a-b3223a1946b8?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.5921452 May 30 20:21:33.198681 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-46f4ef72-e472-444c-8556-e53f0a78c228 req-3fc29066-bec7-4cf4-beaa-5edf8f1e918a tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] 10.222.0.71 "GET /v2.0/networks/a7619443-8c8f-449c-b71b-17b9838c2b23?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1764920 May 30 20:21:33.218610 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-46f4ef72-e472-444c-8556-e53f0a78c228 req-848a7b4a-625e-45eb-b768-e82c9adb34ea service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:21:33.226890 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c227a7e9-a31d-4ceb-afae-959608f00c36 req-d680afba-079f-4140-8120-d688a2777284 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=956c5887-f9d3-4a9d-bfc2-3d88f3a39330 HTTP/1.1" status: 200 len: 1000 time: 0.5371854 May 30 20:21:33.291240 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a01808b-47e0-4dfd-8d8d-c881098119c9 None None] New status for floating IP 4f62f3c9-357d-4fb6-99b0-753656cac64d: ACTIVE {{(pid=84888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 20:21:33.363866 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca0a2d7-b338-4ca2-9363-db92b19568de req-b634111d-c291-4cc4-9593-0553daefdc91 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:33.367247 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-bca0a2d7-b338-4ca2-9363-db92b19568de req-b634111d-c291-4cc4-9593-0553daefdc91 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/ports?device_id=90da6347-458d-4057-9305-60f501cdae7a HTTP/1.1" status: 200 len: 947 time: 0.9490466 May 30 20:21:33.379747 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-89e9c64d-d919-4a62-98e1-5ae958bf5efa req-e17dc702-ba8a-4cce-a699-b144264accee service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=db9f53a2-a402-4f3c-a3d4-2018cf085fae HTTP/1.1" status: 200 len: 1097 time: 0.4689500 May 30 20:21:33.388718 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261646e5-b974-4762-a706-e3c303fab5d9 req-c8b98258-e494-405f-b3f8-a9bada72222b tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:33.397218 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261646e5-b974-4762-a706-e3c303fab5d9 req-c8b98258-e494-405f-b3f8-a9bada72222b tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:33.405905 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261646e5-b974-4762-a706-e3c303fab5d9 req-c8b98258-e494-405f-b3f8-a9bada72222b tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:33.414482 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261646e5-b974-4762-a706-e3c303fab5d9 req-c8b98258-e494-405f-b3f8-a9bada72222b tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:33.422644 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261646e5-b974-4762-a706-e3c303fab5d9 req-c8b98258-e494-405f-b3f8-a9bada72222b tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:33.432485 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261646e5-b974-4762-a706-e3c303fab5d9 req-c8b98258-e494-405f-b3f8-a9bada72222b tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:33.440830 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261646e5-b974-4762-a706-e3c303fab5d9 req-c8b98258-e494-405f-b3f8-a9bada72222b tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:33.446178 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-261646e5-b974-4762-a706-e3c303fab5d9 req-c8b98258-e494-405f-b3f8-a9bada72222b tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] 10.222.0.85 "GET /v2.0/ports?device_id=f8af66f6-93a3-4b44-964c-0edc263a69f5 HTTP/1.1" status: 200 len: 5443 time: 0.6647000 May 30 20:21:33.456234 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-46f4ef72-e472-444c-8556-e53f0a78c228 req-848a7b4a-625e-45eb-b768-e82c9adb34ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:33.511081 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c227a7e9-a31d-4ceb-afae-959608f00c36 req-421d58a2-4299-4530-82fb-d9f3bf9f700b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:33.513153 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c227a7e9-a31d-4ceb-afae-959608f00c36 req-421d58a2-4299-4530-82fb-d9f3bf9f700b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d3d3176d-ed5e-4750-bd9f-9dc7413b362c HTTP/1.1" status: 200 len: 851 time: 0.2720292 May 30 20:21:33.582351 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-89e9c64d-d919-4a62-98e1-5ae958bf5efa req-9339c908-4d19-4fd9-b8e7-9f96390baf21 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=1ad64e5c-169d-40fe-b7f5-961f736d123b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686065 May 30 20:21:33.596445 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-261646e5-b974-4762-a706-e3c303fab5d9 req-ce5357b0-3ba0-4d96-b48b-36ccbf139fb6 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] 10.222.0.85 "GET /v2.0/security-groups?id=f2363d32-544a-4c25-9836-43719a31ef02&id=71bec9af-908d-443b-98db-bdfb70c6ea10&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1396599 May 30 20:21:33.599800 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-42e43786-b13f-494d-a573-6bdccfe7d935 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:33.606461 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-bca0a2d7-b338-4ca2-9363-db92b19568de req-c6345ff8-fc0f-483e-abdb-929cf09e7faa tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/security-groups?id=b38efed6-f54b-4caf-8451-aa3a591cbb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2222183 May 30 20:21:33.871117 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c227a7e9-a31d-4ceb-afae-959608f00c36 req-1dd17028-67d2-4ef3-ab39-118a21f0fe02 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=cd0af190-bc13-4695-b23f-a32845a3a302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3480346 May 30 20:21:33.936657 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d8fb007b-820e-48b3-84d6-dc5560b98c0e req-96e7aca6-dfba-4024-b5e9-34b36cc92f4a tempest-VolumesActionsTest-41988862 tempest-VolumesActionsTest-41988862-project] 10.222.0.85 "GET /v2.0/ports?device_id=c8b1a0bc-f2d0-4ca2-88bd-8428539cf58b HTTP/1.1" status: 200 len: 210 time: 0.0793433 May 30 20:21:33.947446 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-46f4ef72-e472-444c-8556-e53f0a78c228 req-848a7b4a-625e-45eb-b768-e82c9adb34ea service neutron] For port 8fa5f782-5b3a-4dde-bc5a-b3223a1946b8, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=8fa5f782-5b3a-4dde-bc5a-b3223a1946b8,segment=NetworkSegment(a622f652-5f5a-416e-87a7-7c0365db31a5),segment_id=a622f652-5f5a-416e-87a7-7c0365db31a5)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:21:34.005452 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-46f4ef72-e472-444c-8556-e53f0a78c228 req-848a7b4a-625e-45eb-b768-e82c9adb34ea service neutron] For port 8fa5f782-5b3a-4dde-bc5a-b3223a1946b8, host n-h1-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:21:34.025241 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-42e43786-b13f-494d-a573-6bdccfe7d935 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Allocated IP 172.20.0.14 (9cc708c6-1d9e-4be4-acec-3231bcbc383f/ba8054dc-1a0e-44a8-b8ca-c381c73e63e2/76b5bb10-9c40-475e-affc-ef0f9f3b4527) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:21:34.123265 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [req-46f4ef72-e472-444c-8556-e53f0a78c228 req-848a7b4a-625e-45eb-b768-e82c9adb34ea service neutron] device_id is not set on port 8fa5f782-5b3a-4dde-bc5a-b3223a1946b8 yet. {{(pid=84887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:21:34.182109 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c227a7e9-a31d-4ceb-afae-959608f00c36 req-5a2e2221-a1f0-4b47-9d85-d45d3b5da89f service neutron] 10.222.0.71 "GET /v2.0/networks/cd0af190-bc13-4695-b23f-a32845a3a302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2932229 May 30 20:21:34.200684 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-46f4ef72-e472-444c-8556-e53f0a78c228 req-848a7b4a-625e-45eb-b768-e82c9adb34ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:34.276982 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0b3e80-4ed8-444e-a687-857582965046 req-20e9b60c-5acb-4885-886a-b3c71eea8cff tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:34.285364 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0a0b3e80-4ed8-444e-a687-857582965046 req-20e9b60c-5acb-4885-886a-b3c71eea8cff tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/ports?device_id=db9f53a2-a402-4f3c-a3d4-2018cf085fae HTTP/1.1" status: 200 len: 946 time: 0.1449444 May 30 20:21:34.323109 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-46f4ef72-e472-444c-8556-e53f0a78c228 req-848a7b4a-625e-45eb-b768-e82c9adb34ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:34.431149 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-42e43786-b13f-494d-a573-6bdccfe7d935 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:34.469813 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c227a7e9-a31d-4ceb-afae-959608f00c36 req-1cc67e8e-022f-428f-bcd1-a45a2f161be1 service neutron] 10.222.0.71 "GET /v2.0/networks/cd0af190-bc13-4695-b23f-a32845a3a302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2803450 May 30 20:21:34.483856 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9103c424-557f-4a8a-964b-e1813e738582 req-694d8779-53e4-4f04-922e-93229ef8d300 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:34.485364 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9103c424-557f-4a8a-964b-e1813e738582 req-694d8779-53e4-4f04-922e-93229ef8d300 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/ports?device_id=2f903cc6-4588-4e6d-9f98-4119c026a994 HTTP/1.1" status: 200 len: 945 time: 0.2736709 May 30 20:21:34.548237 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0a0b3e80-4ed8-444e-a687-857582965046 req-9fbdc57a-21c1-45b1-bd56-309910d2e50d tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/security-groups?id=1ad64e5c-169d-40fe-b7f5-961f736d123b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2615368 May 30 20:21:34.554265 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a7b4a-625e-45eb-b768-e82c9adb34ea service neutron] Pushing event updated for resources: {'Port': ['ID=8fa5f782-5b3a-4dde-bc5a-b3223a1946b8,revision_number=6']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:34.560579 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9103c424-557f-4a8a-964b-e1813e738582 req-f37cb1f1-1186-4e07-a660-6087b936a4f0 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2ed7a16-df30-4283-b4d4-5e9611f16ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537798 May 30 20:21:34.602668 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-46f4ef72-e472-444c-8556-e53f0a78c228 req-848a7b4a-625e-45eb-b768-e82c9adb34ea service neutron] No DVR routers for this DVR port 8fa5f782-5b3a-4dde-bc5a-b3223a1946b8 on host n-h1-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:21:34.610926 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-42e43786-b13f-494d-a573-6bdccfe7d935 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:34.696388 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-46f4ef72-e472-444c-8556-e53f0a78c228 req-848a7b4a-625e-45eb-b768-e82c9adb34ea service neutron] In _notify_port_updated(), no bound segment for port 8fa5f782-5b3a-4dde-bc5a-b3223a1946b8 on network a7619443-8c8f-449c-b71b-17b9838c2b23 {{(pid=84887) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 30 20:21:34.701863 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-46f4ef72-e472-444c-8556-e53f0a78c228 req-848a7b4a-625e-45eb-b768-e82c9adb34ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:34.703179 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-46f4ef72-e472-444c-8556-e53f0a78c228 req-848a7b4a-625e-45eb-b768-e82c9adb34ea service neutron] 10.222.0.71 "PUT /v2.0/ports/8fa5f782-5b3a-4dde-bc5a-b3223a1946b8 HTTP/1.1" status: 200 len: 1032 time: 1.4933126 May 30 20:21:34.729859 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e43786-b13f-494d-a573-6bdccfe7d935 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Network 9cc708c6-1d9e-4be4-acec-3231bcbc383f is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:21:34.736619 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-42e43786-b13f-494d-a573-6bdccfe7d935 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:21:34.743756 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e43786-b13f-494d-a573-6bdccfe7d935 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:21:34.797175 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e43786-b13f-494d-a573-6bdccfe7d935 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Pushing event updated for resources: {'Port': ['ID=76b5bb10-9c40-475e-affc-ef0f9f3b4527,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:34.892693 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-775b0457-c920-4871-a071-ac6601c3c725 req-9181d141-0df3-4b8d-9cdf-86c16e20a545 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=645455f740e1406a8b7c3a7db5a70252&device_id=37a6e37d-34dd-4d54-89fb-fa1cb6fbad15 HTTP/1.1" status: 200 len: 1096 time: 0.4078624 May 30 20:21:34.911780 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-daba8782-8863-403b-a73e-d2eb1091c49d None None] Provisioning complete for port 8fa5f782-5b3a-4dde-bc5a-b3223a1946b8 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:21:34.916814 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-daba8782-8863-403b-a73e-d2eb1091c49d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:35.035636 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-daba8782-8863-403b-a73e-d2eb1091c49d None None] Port 8fa5f782-5b3a-4dde-bc5a-b3223a1946b8 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:21:35.051952 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f4ef72-e472-444c-8556-e53f0a78c228 req-9ce1a25a-3b4e-4b5c-8620-5262812ff7b9 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:35.053664 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-46f4ef72-e472-444c-8556-e53f0a78c228 req-9ce1a25a-3b4e-4b5c-8620-5262812ff7b9 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] 10.222.0.71 "GET /v2.0/ports/1e6e07a3-c45b-41b8-b6a5-4b5b75a47af3?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.3427300 May 30 20:21:35.076950 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-46f4ef72-e472-444c-8556-e53f0a78c228 req-37d5604c-3fac-4622-8f41-f0313d00b1b3 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:21:35.180760 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b49c7bf-7140-4a56-a276-42158d93e214 req-6880392c-dc7a-4f8f-ba3b-2a17c798ed90 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:35.182336 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9b49c7bf-7140-4a56-a276-42158d93e214 req-6880392c-dc7a-4f8f-ba3b-2a17c798ed90 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] 10.222.0.85 "GET /v2.0/ports?device_id=37a6e37d-34dd-4d54-89fb-fa1cb6fbad15 HTTP/1.1" status: 200 len: 945 time: 0.3132424 May 30 20:21:35.189192 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-42e43786-b13f-494d-a573-6bdccfe7d935 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:35.234357 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9b49c7bf-7140-4a56-a276-42158d93e214 req-b9180d6b-c989-4618-b4a9-427238dfd446 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] 10.222.0.85 "GET /v2.0/security-groups?id=e8dab81d-8136-4d38-9905-aca0d3251be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439272 May 30 20:21:35.361722 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775b0457-c920-4871-a071-ac6601c3c725 req-00ec2f7f-5d13-490e-8832-d2244f000640 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:35.363346 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-775b0457-c920-4871-a071-ac6601c3c725 req-00ec2f7f-5d13-490e-8832-d2244f000640 service neutron] 10.222.0.86 "GET /v2.0/networks?id=384b70c6-5ad4-4667-aa2e-53f8ea09a871 HTTP/1.1" status: 200 len: 916 time: 0.4627671 May 30 20:21:35.439763 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83908836-e4b8-4126-9dc4-1d60eef36343 req-8fe4cc5a-4386-4915-9c19-7e91f4e23a9a tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:35.446857 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-83908836-e4b8-4126-9dc4-1d60eef36343 req-8fe4cc5a-4386-4915-9c19-7e91f4e23a9a tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/ports?device_id=2f903cc6-4588-4e6d-9f98-4119c026a994 HTTP/1.1" status: 200 len: 945 time: 0.5089865 May 30 20:21:35.481900 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-46f4ef72-e472-444c-8556-e53f0a78c228 req-37d5604c-3fac-4622-8f41-f0313d00b1b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:35.502484 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-775b0457-c920-4871-a071-ac6601c3c725 req-00bdf86f-138a-4fd7-935f-fe733a89c7fb service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f623ccc1-77bf-4a0d-a518-303964a4456a HTTP/1.1" status: 200 len: 217 time: 0.1298299 May 30 20:21:35.508108 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-42e43786-b13f-494d-a573-6bdccfe7d935 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:35.597130 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 1e6e07a3-c45b-41b8-b6a5-4b5b75a47af3 no longer exists at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:21:35.634500 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6d6539-f298-4c82-9993-f7812262f5c1 req-d54cea9a-0029-409d-95d6-be120fabcab3 tempest-VolumesActionsTest-41988862 tempest-VolumesActionsTest-41988862-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:35.636035 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6f6d6539-f298-4c82-9993-f7812262f5c1 req-d54cea9a-0029-409d-95d6-be120fabcab3 tempest-VolumesActionsTest-41988862 tempest-VolumesActionsTest-41988862-project] 10.222.0.71 "GET /v2.0/networks?id=6428eb4b-77f3-4f81-9d28-0df5945de634 HTTP/1.1" status: 200 len: 809 time: 0.3367682 May 30 20:21:35.638783 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-83908836-e4b8-4126-9dc4-1d60eef36343 req-df726472-22ac-4be2-ae7f-0030c42f59dc tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2ed7a16-df30-4283-b4d4-5e9611f16ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903577 May 30 20:21:35.680778 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [req-6f6d6539-f298-4c82-9993-f7812262f5c1 req-8ba7c681-c325-4eaf-91ac-75dcdb5d004b tempest-VolumesActionsTest-41988862 tempest-VolumesActionsTest-41988862-project] Request body: {'port': {'device_id': 'c8b1a0bc-f2d0-4ca2-88bd-8428539cf58b', 'network_id': '6428eb4b-77f3-4f81-9d28-0df5945de634', 'admin_state_up': True, 'tenant_id': 'd6059b98be404907b5daa24bddc38a7a'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:21:35.740296 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:35.824157 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775b0457-c920-4871-a071-ac6601c3c725 req-12546827-9018-4103-b881-fb0541a27c38 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:35.826349 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-775b0457-c920-4871-a071-ac6601c3c725 req-12546827-9018-4103-b881-fb0541a27c38 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=0362111a-0014-4eec-82be-885bf4390269 HTTP/1.1" status: 200 len: 854 time: 0.3111317 May 30 20:21:35.925124 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8795ef2-b19d-494d-9a9a-7072d70f8494 req-6d44baf5-0f87-4d16-b7eb-7eb6919ab266 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:35.929010 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8795ef2-b19d-494d-9a9a-7072d70f8494 req-6d44baf5-0f87-4d16-b7eb-7eb6919ab266 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:35.932880 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8795ef2-b19d-494d-9a9a-7072d70f8494 req-6d44baf5-0f87-4d16-b7eb-7eb6919ab266 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:35.937287 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8795ef2-b19d-494d-9a9a-7072d70f8494 req-6d44baf5-0f87-4d16-b7eb-7eb6919ab266 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:35.941330 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8795ef2-b19d-494d-9a9a-7072d70f8494 req-6d44baf5-0f87-4d16-b7eb-7eb6919ab266 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:35.945286 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8795ef2-b19d-494d-9a9a-7072d70f8494 req-6d44baf5-0f87-4d16-b7eb-7eb6919ab266 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:35.947384 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d8795ef2-b19d-494d-9a9a-7072d70f8494 req-6d44baf5-0f87-4d16-b7eb-7eb6919ab266 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] 10.222.0.85 "GET /v2.0/ports?device_id=f8af66f6-93a3-4b44-964c-0edc263a69f5 HTTP/1.1" status: 200 len: 4664 time: 0.4774041 May 30 20:21:35.953295 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-46f4ef72-e472-444c-8556-e53f0a78c228 req-37d5604c-3fac-4622-8f41-f0313d00b1b3 service neutron] For port 1e6e07a3-c45b-41b8-b6a5-4b5b75a47af3, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=1e6e07a3-c45b-41b8-b6a5-4b5b75a47af3,segment=NetworkSegment(a622f652-5f5a-416e-87a7-7c0365db31a5),segment_id=a622f652-5f5a-416e-87a7-7c0365db31a5)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:21:35.967849 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-6f6d6539-f298-4c82-9993-f7812262f5c1 req-8ba7c681-c325-4eaf-91ac-75dcdb5d004b tempest-VolumesActionsTest-41988862 tempest-VolumesActionsTest-41988862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:21:36.000772 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-6f6d6539-f298-4c82-9993-f7812262f5c1 req-8ba7c681-c325-4eaf-91ac-75dcdb5d004b tempest-VolumesActionsTest-41988862 tempest-VolumesActionsTest-41988862-project] Usage tracker for resource:port and tenant:d6059b98be404907b5daa24bddc38a7a is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:21:36.010857 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-6f6d6539-f298-4c82-9993-f7812262f5c1 req-8ba7c681-c325-4eaf-91ac-75dcdb5d004b tempest-VolumesActionsTest-41988862 tempest-VolumesActionsTest-41988862-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:21:36.019132 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-46f4ef72-e472-444c-8556-e53f0a78c228 req-37d5604c-3fac-4622-8f41-f0313d00b1b3 service neutron] For port 1e6e07a3-c45b-41b8-b6a5-4b5b75a47af3, host n-h1-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:21:36.031367 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-6f6d6539-f298-4c82-9993-f7812262f5c1 req-8ba7c681-c325-4eaf-91ac-75dcdb5d004b tempest-VolumesActionsTest-41988862 tempest-VolumesActionsTest-41988862-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:21:36.067416 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d8795ef2-b19d-494d-9a9a-7072d70f8494 req-1ef58b89-7c2a-46b4-ab73-94e68f9df79c tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] 10.222.0.85 "GET /v2.0/security-groups?id=f2363d32-544a-4c25-9836-43719a31ef02&id=71bec9af-908d-443b-98db-bdfb70c6ea10&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1008029 May 30 20:21:36.075873 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-42e43786-b13f-494d-a573-6bdccfe7d935 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:36.076723 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-775b0457-c920-4871-a071-ac6601c3c725 req-963babaf-b556-4b2a-b36c-4f61e2719efe service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=384b70c6-5ad4-4667-aa2e-53f8ea09a871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2435169 May 30 20:21:36.108428 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [req-46f4ef72-e472-444c-8556-e53f0a78c228 req-37d5604c-3fac-4622-8f41-f0313d00b1b3 service neutron] device_id is not set on port 1e6e07a3-c45b-41b8-b6a5-4b5b75a47af3 yet. {{(pid=84887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:21:36.118347 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d4f2fc-0bbd-4650-b96c-b7675bee19b7 req-1e1a8688-fb5e-4e70-bcb4-9ca3f137d541 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:36.119933 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b3d4f2fc-0bbd-4650-b96c-b7675bee19b7 req-1e1a8688-fb5e-4e70-bcb4-9ca3f137d541 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/ports?device_id=90da6347-458d-4057-9305-60f501cdae7a HTTP/1.1" status: 200 len: 947 time: 0.2329278 May 30 20:21:36.130151 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-46f4ef72-e472-444c-8556-e53f0a78c228 req-37d5604c-3fac-4622-8f41-f0313d00b1b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:36.134425 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f6d6539-f298-4c82-9993-f7812262f5c1 req-8ba7c681-c325-4eaf-91ac-75dcdb5d004b tempest-VolumesActionsTest-41988862 tempest-VolumesActionsTest-41988862-project] Made reservation on behalf of d6059b98be404907b5daa24bddc38a7a for: {'port': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:21:36.140913 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-6f6d6539-f298-4c82-9993-f7812262f5c1 req-8ba7c681-c325-4eaf-91ac-75dcdb5d004b tempest-VolumesActionsTest-41988862 tempest-VolumesActionsTest-41988862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:36.174013 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-42e43786-b13f-494d-a573-6bdccfe7d935 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:36.258518 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b3d4f2fc-0bbd-4650-b96c-b7675bee19b7 req-c489c4ea-be56-4a2f-bdf6-f1e8071f4af3 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/security-groups?id=b38efed6-f54b-4caf-8451-aa3a591cbb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1262002 May 30 20:21:36.278948 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-775b0457-c920-4871-a071-ac6601c3c725 req-7e316f4b-5938-4330-a035-36e88899a32f service neutron] 10.222.0.86 "GET /v2.0/networks/384b70c6-5ad4-4667-aa2e-53f8ea09a871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923394 May 30 20:21:36.326443 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-46f4ef72-e472-444c-8556-e53f0a78c228 req-37d5604c-3fac-4622-8f41-f0313d00b1b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:36.367142 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.db.api [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:21:36.368241 n-d-843948-2 neutron-server[84888]: DEBUG oslo_db.api [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:21:36.437395 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5f9179ab-2103-434f-912f-39ee1d05b609 req-81ea7297-2003-4ef3-8e7d-5bbd36e4f705 tempest-VolumesActionsTest-41988862 tempest-VolumesActionsTest-41988862-project] 10.222.0.85 "GET /v2.0/ports?device_id=c8b1a0bc-f2d0-4ca2-88bd-8428539cf58b HTTP/1.1" status: 200 len: 210 time: 0.1930442 May 30 20:21:36.494037 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e43786-b13f-494d-a573-6bdccfe7d935 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Pushing event updated for resources: {'Port': ['ID=76b5bb10-9c40-475e-affc-ef0f9f3b4527,revision_number=2']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:36.566625 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-42e43786-b13f-494d-a573-6bdccfe7d935 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736490'] for floatingip, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:36.608838 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d5604c-3fac-4622-8f41-f0313d00b1b3 service neutron] Pushing event updated for resources: {'Port': ['ID=1e6e07a3-c45b-41b8-b6a5-4b5b75a47af3,revision_number=6']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:36.671582 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [req-6f6d6539-f298-4c82-9993-f7812262f5c1 req-8ba7c681-c325-4eaf-91ac-75dcdb5d004b tempest-VolumesActionsTest-41988862 tempest-VolumesActionsTest-41988862-project] Allocated IP 172.20.0.8 (6428eb4b-77f3-4f81-9d28-0df5945de634/b6ea3ab3-ad6e-49b3-93bc-3d1b581ac86a/a67cc34a-efb0-42a8-ad11-bdd636380f48) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:21:36.702825 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-46f4ef72-e472-444c-8556-e53f0a78c228 req-37d5604c-3fac-4622-8f41-f0313d00b1b3 service neutron] No DVR routers for this DVR port 1e6e07a3-c45b-41b8-b6a5-4b5b75a47af3 on host n-h1-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:21:36.720390 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-42e43786-b13f-494d-a573-6bdccfe7d935 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:36.725071 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-42e43786-b13f-494d-a573-6bdccfe7d935 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.2747710 May 30 20:21:36.737642 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 34328) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:21:36.828588 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-775b0457-c920-4871-a071-ac6601c3c725 req-33c6dbea-071c-4305-a84e-f62dcc95ad5c service neutron] 10.222.0.86 "GET /v2.0/networks/384b70c6-5ad4-4667-aa2e-53f8ea09a871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5432978 May 30 20:21:36.844326 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e64608-3a10-4104-8d78-93fc8d978977 req-1a74a191-d22b-49d3-9c5e-0f8e7c76632e tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:36.846458 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-38e64608-3a10-4104-8d78-93fc8d978977 req-1a74a191-d22b-49d3-9c5e-0f8e7c76632e tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] 10.222.0.85 "GET /v2.0/ports?device_id=37a6e37d-34dd-4d54-89fb-fa1cb6fbad15 HTTP/1.1" status: 200 len: 945 time: 0.2375796 May 30 20:21:36.869105 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-f3f5cdac-e2ab-4fe2-8d3c-d9e70de865e3 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] 10.222.0.85 "GET /v2.0/floatingips?floating_network_id=9cc708c6-1d9e-4be4-acec-3231bcbc383f HTTP/1.1" status: 200 len: 690 time: 0.1271999 May 30 20:21:36.869665 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-46f4ef72-e472-444c-8556-e53f0a78c228 req-37d5604c-3fac-4622-8f41-f0313d00b1b3 service neutron] In _notify_port_updated(), no bound segment for port 1e6e07a3-c45b-41b8-b6a5-4b5b75a47af3 on network a7619443-8c8f-449c-b71b-17b9838c2b23 {{(pid=84887) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 30 20:21:36.870693 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-46f4ef72-e472-444c-8556-e53f0a78c228 req-37d5604c-3fac-4622-8f41-f0313d00b1b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:36.872004 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-46f4ef72-e472-444c-8556-e53f0a78c228 req-37d5604c-3fac-4622-8f41-f0313d00b1b3 service neutron] 10.222.0.71 "PUT /v2.0/ports/1e6e07a3-c45b-41b8-b6a5-4b5b75a47af3 HTTP/1.1" status: 200 len: 1032 time: 1.8022633 May 30 20:21:36.873366 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 34332) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:21:36.882170 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d35d52e-f4c6-412a-b35b-d73335bce0e0 req-41e45a6a-75ef-433c-af23-1b45da55b266 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:36.882904 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5d35d52e-f4c6-412a-b35b-d73335bce0e0 req-41e45a6a-75ef-433c-af23-1b45da55b266 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/ports?device_id=db9f53a2-a402-4f3c-a3d4-2018cf085fae HTTP/1.1" status: 200 len: 946 time: 0.4599252 May 30 20:21:36.946898 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-38e64608-3a10-4104-8d78-93fc8d978977 req-37e59f35-649a-41c5-8e26-a0518a05a02e tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] 10.222.0.85 "GET /v2.0/security-groups?id=e8dab81d-8136-4d38-9905-aca0d3251be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896156 May 30 20:21:36.972478 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-6f6d6539-f298-4c82-9993-f7812262f5c1 req-8ba7c681-c325-4eaf-91ac-75dcdb5d004b tempest-VolumesActionsTest-41988862 tempest-VolumesActionsTest-41988862-project] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:36.987684 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-eafd7c5b-3fd6-404b-b333-aeadfb0384b2 None None] Provisioning complete for port 1e6e07a3-c45b-41b8-b6a5-4b5b75a47af3 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:21:36.988574 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-eafd7c5b-3fd6-404b-b333-aeadfb0384b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:37.036272 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device e11c1dce-38fb-439a-b79f-28a1736ee8b8 no longer exists at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:21:37.068670 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-46f4ef72-e472-444c-8556-e53f0a78c228 req-0e42be81-a0d3-45bc-b6b5-0416d4a5bb64 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Deleting port 65cf2d99-b058-4d03-989d-4197e189c275 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:21:37.068915 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-46f4ef72-e472-444c-8556-e53f0a78c228 req-0e42be81-a0d3-45bc-b6b5-0416d4a5bb64 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:37.110067 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-6f6d6539-f298-4c82-9993-f7812262f5c1 req-8ba7c681-c325-4eaf-91ac-75dcdb5d004b tempest-VolumesActionsTest-41988862 tempest-VolumesActionsTest-41988862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:37.113700 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-eafd7c5b-3fd6-404b-b333-aeadfb0384b2 None None] Port 1e6e07a3-c45b-41b8-b6a5-4b5b75a47af3 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:21:37.182000 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:37.213016 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8af66f6-93a3-4b44-964c-0edc263a69f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e11c1dce-38fb-439a-b79f-28a1736ee8b8'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:21:37.224322 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port e11c1dce-38fb-439a-b79f-28a1736ee8b8, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=e11c1dce-38fb-439a-b79f-28a1736ee8b8,segment=NetworkSegment(b72c5675-2dd4-4112-882d-4e6c4ce463bb),segment_id=b72c5675-2dd4-4112-882d-4e6c4ce463bb)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:21:37.264978 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5d35d52e-f4c6-412a-b35b-d73335bce0e0 req-c349abeb-11d9-450f-80bc-b099e2c63741 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/security-groups?id=1ad64e5c-169d-40fe-b7f5-961f736d123b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3350377 May 30 20:21:37.281498 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f6d6539-f298-4c82-9993-f7812262f5c1 req-8ba7c681-c325-4eaf-91ac-75dcdb5d004b tempest-VolumesActionsTest-41988862 tempest-VolumesActionsTest-41988862-project] Network 6428eb4b-77f3-4f81-9d28-0df5945de634 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:21:37.286465 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [req-6f6d6539-f298-4c82-9993-f7812262f5c1 req-8ba7c681-c325-4eaf-91ac-75dcdb5d004b tempest-VolumesActionsTest-41988862 tempest-VolumesActionsTest-41988862-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:21:37.288922 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f6d6539-f298-4c82-9993-f7812262f5c1 req-8ba7c681-c325-4eaf-91ac-75dcdb5d004b tempest-VolumesActionsTest-41988862 tempest-VolumesActionsTest-41988862-project] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:21:37.313747 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:37.314760 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device cda388b0-e696-46f5-b74b-e60dd3d28e14 no longer exists at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:21:37.322386 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba7c681-c325-4eaf-91ac-75dcdb5d004b tempest-VolumesActionsTest-41988862 tempest-VolumesActionsTest-41988862-project] Pushing event updated for resources: {'Port': ['ID=a67cc34a-efb0-42a8-ad11-bdd636380f48,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:37.358684 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c70133-8966-4236-9048-d3b4ee451663 req-6e7abe17-5e4b-4e4d-9e6b-48b19086a006 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:37.366145 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6f085edc-d01d-4470-af42-966ca4035a2c tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:37.367054 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a5c70133-8966-4236-9048-d3b4ee451663 req-6e7abe17-5e4b-4e4d-9e6b-48b19086a006 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/ports?device_id=2f903cc6-4588-4e6d-9f98-4119c026a994 HTTP/1.1" status: 200 len: 945 time: 0.2603593 May 30 20:21:37.403087 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6d6539-f298-4c82-9993-f7812262f5c1 req-8ba7c681-c325-4eaf-91ac-75dcdb5d004b tempest-VolumesActionsTest-41988862 tempest-VolumesActionsTest-41988862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:37.406407 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-6f6d6539-f298-4c82-9993-f7812262f5c1 req-8ba7c681-c325-4eaf-91ac-75dcdb5d004b tempest-VolumesActionsTest-41988862 tempest-VolumesActionsTest-41988862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:37.474656 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a5c70133-8966-4236-9048-d3b4ee451663 req-ed3b2dc5-6a5b-407e-834a-e1b85fe9caed tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2ed7a16-df30-4283-b4d4-5e9611f16ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062789 May 30 20:21:37.526779 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6f6d6539-f298-4c82-9993-f7812262f5c1 req-8ba7c681-c325-4eaf-91ac-75dcdb5d004b tempest-VolumesActionsTest-41988862 tempest-VolumesActionsTest-41988862-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8490801 May 30 20:21:37.533696 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=e11c1dce-38fb-439a-b79f-28a1736ee8b8,revision_number=6']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:37.543125 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [req-6f6d6539-f298-4c82-9993-f7812262f5c1 req-45ccef6d-f529-46a4-981d-0b9c9d1170c9 service neutron] Request body: {'port': {'device_id': 'c8b1a0bc-f2d0-4ca2-88bd-8428539cf58b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843948-2'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:21:37.546822 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:21:37.547162 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:21:37.547498 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:21:37.547831 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:21:37.548158 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:21:37.548483 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:21:37.548804 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:21:37.549136 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:21:37.549442 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:21:37.549802 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:21:37.550120 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:21:37.614686 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3d0777f-4981-400c-a95f-7829c4c43f4b'] response: {'server_uuid': 'f8af66f6-93a3-4b44-964c-0edc263a69f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e11c1dce-38fb-439a-b79f-28a1736ee8b8', 'code': 200} May 30 20:21:37.618887 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-6f085edc-d01d-4470-af42-966ca4035a2c tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Deleting port 76b5bb10-9c40-475e-affc-ef0f9f3b4527 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:21:37.619228 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6f085edc-d01d-4470-af42-966ca4035a2c tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:37.644801 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:37.686317 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port cda388b0-e696-46f5-b74b-e60dd3d28e14, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=cda388b0-e696-46f5-b74b-e60dd3d28e14,segment=NetworkSegment(48b6fcfa-3ec2-4d17-909f-cafe15f0609e),segment_id=48b6fcfa-3ec2-4d17-909f-cafe15f0609e)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:21:37.762934 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:37.764280 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 3f6b9a55-b5e7-4182-9909-1b1b41b5b5e5 no longer exists at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:21:37.834245 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-46f4ef72-e472-444c-8556-e53f0a78c228 req-0e42be81-a0d3-45bc-b6b5-0416d4a5bb64 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] For port 65cf2d99-b058-4d03-989d-4197e189c275, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=65cf2d99-b058-4d03-989d-4197e189c275,segment=NetworkSegment(a622f652-5f5a-416e-87a7-7c0365db31a5),segment_id=a622f652-5f5a-416e-87a7-7c0365db31a5)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:21:37.834844 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-46f4ef72-e472-444c-8556-e53f0a78c228 req-0e42be81-a0d3-45bc-b6b5-0416d4a5bb64 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:37.900155 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-6f6d6539-f298-4c82-9993-f7812262f5c1 req-45ccef6d-f529-46a4-981d-0b9c9d1170c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:37.925681 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=cda388b0-e696-46f5-b74b-e60dd3d28e14,revision_number=6']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:37.929932 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df9e625-e926-4331-b74c-8f7f38824fe4 req-cc557230-996b-4328-837c-cd22e60013a6 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:37.931514 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1df9e625-e926-4331-b74c-8f7f38824fe4 req-cc557230-996b-4328-837c-cd22e60013a6 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/ports?device_id=9158fc3c-573c-4c1d-bf9a-0db62e0b50ac HTTP/1.1" status: 200 len: 945 time: 0.1835041 May 30 20:21:37.995233 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:38.001147 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5097bdfd-149b-47af-bcaa-e10fdd7f577a req-1f8de09c-88bd-4455-b586-a0d40935a942 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:38.005092 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5097bdfd-149b-47af-bcaa-e10fdd7f577a req-1f8de09c-88bd-4455-b586-a0d40935a942 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:38.009575 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5097bdfd-149b-47af-bcaa-e10fdd7f577a req-1f8de09c-88bd-4455-b586-a0d40935a942 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:38.013287 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5097bdfd-149b-47af-bcaa-e10fdd7f577a req-1f8de09c-88bd-4455-b586-a0d40935a942 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:38.017367 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5097bdfd-149b-47af-bcaa-e10fdd7f577a req-1f8de09c-88bd-4455-b586-a0d40935a942 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:38.023001 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5097bdfd-149b-47af-bcaa-e10fdd7f577a req-1f8de09c-88bd-4455-b586-a0d40935a942 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] 10.222.0.85 "GET /v2.0/ports?device_id=f8af66f6-93a3-4b44-964c-0edc263a69f5 HTTP/1.1" status: 200 len: 3883 time: 0.5197437 May 30 20:21:38.035457 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-46f4ef72-e472-444c-8556-e53f0a78c228 req-0e42be81-a0d3-45bc-b6b5-0416d4a5bb64 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Calling delete_port for 65cf2d99-b058-4d03-989d-4197e189c275 owned by compute:nova {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:21:38.053029 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 3f6b9a55-b5e7-4182-9909-1b1b41b5b5e5, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=3f6b9a55-b5e7-4182-9909-1b1b41b5b5e5,segment=NetworkSegment(48b6fcfa-3ec2-4d17-909f-cafe15f0609e),segment_id=48b6fcfa-3ec2-4d17-909f-cafe15f0609e)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:21:38.074811 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1df9e625-e926-4331-b74c-8f7f38824fe4 req-5ab941b8-bac8-4797-8ae8-7d2cd927a3e5 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/security-groups?id=1ad64e5c-169d-40fe-b7f5-961f736d123b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076593 May 30 20:21:38.133710 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:38.134694 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device c78b1fa0-03b2-49cd-9c87-b45453242a60 no longer exists at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:21:38.155823 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6f085edc-d01d-4470-af42-966ca4035a2c tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:38.156176 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6f085edc-d01d-4470-af42-966ca4035a2c tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:38.243547 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5097bdfd-149b-47af-bcaa-e10fdd7f577a req-64c72fd8-7fce-4d6e-8388-c86d842eda6d tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] 10.222.0.85 "GET /v2.0/security-groups?id=71bec9af-908d-443b-98db-bdfb70c6ea10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1633625 May 30 20:21:38.253241 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=3f6b9a55-b5e7-4182-9909-1b1b41b5b5e5,revision_number=6']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:38.324650 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-6f085edc-d01d-4470-af42-966ca4035a2c tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Calling delete_port for 76b5bb10-9c40-475e-affc-ef0f9f3b4527 owned by network:floatingip {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:21:38.335849 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:38.376276 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port c78b1fa0-03b2-49cd-9c87-b45453242a60, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=c78b1fa0-03b2-49cd-9c87-b45453242a60,segment=NetworkSegment(a622f652-5f5a-416e-87a7-7c0365db31a5),segment_id=a622f652-5f5a-416e-87a7-7c0365db31a5)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:21:38.435636 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feaf6fd-1506-4041-b4cf-2c8a281b71cd req-92843bcd-815a-4353-b7a8-274beae40d50 tempest-VolumesActionsTest-41988862 tempest-VolumesActionsTest-41988862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:38.436378 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-8feaf6fd-1506-4041-b4cf-2c8a281b71cd req-92843bcd-815a-4353-b7a8-274beae40d50 tempest-VolumesActionsTest-41988862 tempest-VolumesActionsTest-41988862-project] Synchronizing usage tracker for tenant:d6059b98be404907b5daa24bddc38a7a on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:21:38.448552 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:38.450057 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 8fa5f782-5b3a-4dde-bc5a-b3223a1946b8 no longer exists at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:21:38.539823 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-8feaf6fd-1506-4041-b4cf-2c8a281b71cd req-92843bcd-815a-4353-b7a8-274beae40d50 tempest-VolumesActionsTest-41988862 tempest-VolumesActionsTest-41988862-project] Unset dirty status for tenant:d6059b98be404907b5daa24bddc38a7a on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:21:38.541639 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-8feaf6fd-1506-4041-b4cf-2c8a281b71cd req-92843bcd-815a-4353-b7a8-274beae40d50 tempest-VolumesActionsTest-41988862 tempest-VolumesActionsTest-41988862-project] 10.222.0.85 "GET /v2.0/ports?device_id=c8b1a0bc-f2d0-4ca2-88bd-8428539cf58b HTTP/1.1" status: 200 len: 931 time: 0.3083999 May 30 20:21:38.551094 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [req-6f6d6539-f298-4c82-9993-f7812262f5c1 req-45ccef6d-f529-46a4-981d-0b9c9d1170c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a67cc34a-efb0-42a8-ad11-bdd636380f48 {{(pid=84886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:21:38.564149 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-6f6d6539-f298-4c82-9993-f7812262f5c1 req-45ccef6d-f529-46a4-981d-0b9c9d1170c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:38.608225 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead749f1-5c1e-4cfb-85a8-8e2c221225d1 req-18ab54ba-763a-42fb-b8f7-6d125e55bae8 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:38.615203 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ead749f1-5c1e-4cfb-85a8-8e2c221225d1 req-18ab54ba-763a-42fb-b8f7-6d125e55bae8 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/ports?device_id=2f903cc6-4588-4e6d-9f98-4119c026a994 HTTP/1.1" status: 200 len: 945 time: 0.1843829 May 30 20:21:38.630526 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-8feaf6fd-1506-4041-b4cf-2c8a281b71cd req-a33588f9-bc2a-4172-b2e9-e59558c4605d tempest-VolumesActionsTest-41988862 tempest-VolumesActionsTest-41988862-project] Synchronizing usage tracker for tenant:d6059b98be404907b5daa24bddc38a7a on resource:security_group {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:21:38.636520 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-46f4ef72-e472-444c-8556-e53f0a78c228 req-0e42be81-a0d3-45bc-b6b5-0416d4a5bb64 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:38.655728 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 8fa5f782-5b3a-4dde-bc5a-b3223a1946b8 not bound to the agent host n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:21:38.656722 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 65cf2d99-b058-4d03-989d-4197e189c275 no longer exists at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:21:38.691545 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] No Port match for: 65cf2d99-b058-4d03-989d-4197e189c275 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:21:38.691893 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 65cf2d99-b058-4d03-989d-4197e189c275 not bound to the agent host n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:21:38.696434 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=c78b1fa0-03b2-49cd-9c87-b45453242a60,revision_number=6']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:38.703754 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e42be81-a0d3-45bc-b6b5-0416d4a5bb64 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Pushing event deleted for resources: {'Port': ['ID=65cf2d99-b058-4d03-989d-4197e189c275,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:38.763652 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [req-6f6d6539-f298-4c82-9993-f7812262f5c1 req-45ccef6d-f529-46a4-981d-0b9c9d1170c9 service neutron] Transition to ACTIVE for port object a67cc34a-efb0-42a8-ad11-bdd636380f48 will not be triggered until provisioned by entity L2. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:21:38.789309 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ead749f1-5c1e-4cfb-85a8-8e2c221225d1 req-d299c34a-7ddc-48a6-8e6b-b916331d03aa tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2ed7a16-df30-4283-b4d4-5e9611f16ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728165 May 30 20:21:38.796728 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6f085edc-d01d-4470-af42-966ca4035a2c tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:38.831386 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-8feaf6fd-1506-4041-b4cf-2c8a281b71cd req-a33588f9-bc2a-4172-b2e9-e59558c4605d tempest-VolumesActionsTest-41988862 tempest-VolumesActionsTest-41988862-project] Unset dirty status for tenant:d6059b98be404907b5daa24bddc38a7a on resource:security_group {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:21:38.833069 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-8feaf6fd-1506-4041-b4cf-2c8a281b71cd req-a33588f9-bc2a-4172-b2e9-e59558c4605d tempest-VolumesActionsTest-41988862 tempest-VolumesActionsTest-41988862-project] 10.222.0.85 "GET /v2.0/security-groups?id=06a84529-83cb-4b52-a9d1-5ed4efd2b220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2710376 May 30 20:21:38.875240 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-46f4ef72-e472-444c-8556-e53f0a78c228 req-0e42be81-a0d3-45bc-b6b5-0416d4a5bb64 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] No DVR routers for this DVR port 65cf2d99-b058-4d03-989d-4197e189c275 on host n-h1-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:21:38.900064 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-6f6d6539-f298-4c82-9993-f7812262f5c1 req-45ccef6d-f529-46a4-981d-0b9c9d1170c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:38.985729 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ccef6d-f529-46a4-981d-0b9c9d1170c9 service neutron] Pushing event updated for resources: {'Port': ['ID=a67cc34a-efb0-42a8-ad11-bdd636380f48,revision_number=2']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:39.075285 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-46f4ef72-e472-444c-8556-e53f0a78c228 req-0e42be81-a0d3-45bc-b6b5-0416d4a5bb64 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:39.082623 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8af66f6-93a3-4b44-964c-0edc263a69f5', 'name': 'network-vif-deleted', 'tag': '65cf2d99-b058-4d03-989d-4197e189c275'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:21:39.096890 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f085edc-d01d-4470-af42-966ca4035a2c tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Pushing event deleted for resources: {'Port': ['ID=76b5bb10-9c40-475e-affc-ef0f9f3b4527,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:39.207970 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-6f6d6539-f298-4c82-9993-f7812262f5c1 req-45ccef6d-f529-46a4-981d-0b9c9d1170c9 service neutron] Attempting to bind port a67cc34a-efb0-42a8-ad11-bdd636380f48 on host n-h1-843948-2 for vnic_type normal with profile {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:21:39.208303 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-6f6d6539-f298-4c82-9993-f7812262f5c1 req-45ccef6d-f529-46a4-981d-0b9c9d1170c9 service neutron] Attempting to bind port a67cc34a-efb0-42a8-ad11-bdd636380f48 by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': '18bd8511-6c90-4d02-8422-095637a74b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '6428eb4b-77f3-4f81-9d28-0df5945de634'}] {{(pid=84886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:21:39.208634 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6d6539-f298-4c82-9993-f7812262f5c1 req-45ccef6d-f529-46a4-981d-0b9c9d1170c9 service neutron] Attempting to bind port a67cc34a-efb0-42a8-ad11-bdd636380f48 on network 6428eb4b-77f3-4f81-9d28-0df5945de634 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:21:39.216303 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6d6539-f298-4c82-9993-f7812262f5c1 req-45ccef6d-f529-46a4-981d-0b9c9d1170c9 service neutron] Port a67cc34a-efb0-42a8-ad11-bdd636380f48 on network 6428eb4b-77f3-4f81-9d28-0df5945de634 not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:21:39.216606 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6d6539-f298-4c82-9993-f7812262f5c1 req-45ccef6d-f529-46a4-981d-0b9c9d1170c9 service neutron] Attempting to bind port a67cc34a-efb0-42a8-ad11-bdd636380f48 on network 6428eb4b-77f3-4f81-9d28-0df5945de634 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:21:39.225274 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6d6539-f298-4c82-9993-f7812262f5c1 req-45ccef6d-f529-46a4-981d-0b9c9d1170c9 service neutron] Checking agent: {'id': 'f728d74e-a4ae-4384-860b-a5ade05dd8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:21:39.227405 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6d6539-f298-4c82-9993-f7812262f5c1 req-45ccef6d-f529-46a4-981d-0b9c9d1170c9 service neutron] Checking segment: {'id': '18bd8511-6c90-4d02-8422-095637a74b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '6428eb4b-77f3-4f81-9d28-0df5945de634'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:21:39.227863 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6d6539-f298-4c82-9993-f7812262f5c1 req-45ccef6d-f529-46a4-981d-0b9c9d1170c9 service neutron] Bound using segment: {'id': '18bd8511-6c90-4d02-8422-095637a74b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '6428eb4b-77f3-4f81-9d28-0df5945de634'} {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:21:39.228557 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-6f6d6539-f298-4c82-9993-f7812262f5c1 req-45ccef6d-f529-46a4-981d-0b9c9d1170c9 service neutron] Bound port: a67cc34a-efb0-42a8-ad11-bdd636380f48, host: n-h1-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18bd8511-6c90-4d02-8422-095637a74b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '6428eb4b-77f3-4f81-9d28-0df5945de634'}}] {{(pid=84886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:21:39.228975 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-6f6d6539-f298-4c82-9993-f7812262f5c1 req-45ccef6d-f529-46a4-981d-0b9c9d1170c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:39.310617 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6f085edc-d01d-4470-af42-966ca4035a2c tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:39.320603 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-46f4ef72-e472-444c-8556-e53f0a78c228 req-0e42be81-a0d3-45bc-b6b5-0416d4a5bb64 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] 10.222.0.71 "DELETE /v2.0/ports/65cf2d99-b058-4d03-989d-4197e189c275 HTTP/1.1" status: 204 len: 173 time: 2.4176445 May 30 20:21:39.392570 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c83ce8b4-71d1-4391-9bf3-b750fac80509'] response: {'server_uuid': 'f8af66f6-93a3-4b44-964c-0edc263a69f5', 'name': 'network-vif-deleted', 'tag': '65cf2d99-b058-4d03-989d-4197e189c275', 'status': 'completed', 'code': 200} May 30 20:21:39.393171 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-6f6d6539-f298-4c82-9993-f7812262f5c1 req-45ccef6d-f529-46a4-981d-0b9c9d1170c9 service neutron] For port a67cc34a-efb0-42a8-ad11-bdd636380f48, host n-h1-843948-2, cleared binding levels {{(pid=84886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:21:39.396971 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-6f6d6539-f298-4c82-9993-f7812262f5c1 req-45ccef6d-f529-46a4-981d-0b9c9d1170c9 service neutron] For port a67cc34a-efb0-42a8-ad11-bdd636380f48, host n-h1-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=a67cc34a-efb0-42a8-ad11-bdd636380f48,segment=NetworkSegment(18bd8511-6c90-4d02-8422-095637a74b25),segment_id=18bd8511-6c90-4d02-8422-095637a74b25)] {{(pid=84886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:21:39.485601 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-6f6d6539-f298-4c82-9993-f7812262f5c1 req-45ccef6d-f529-46a4-981d-0b9c9d1170c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:39.511090 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f9875e-0f41-4006-b77f-9582f71063a3 req-8ea44ca5-fcc3-44dc-bb89-ecc7d2522fb4 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:39.517076 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c4f9875e-0f41-4006-b77f-9582f71063a3 req-8ea44ca5-fcc3-44dc-bb89-ecc7d2522fb4 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] 10.222.0.85 "GET /v2.0/ports?device_id=37a6e37d-34dd-4d54-89fb-fa1cb6fbad15 HTTP/1.1" status: 200 len: 945 time: 0.4191160 May 30 20:21:39.591620 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-46f4ef72-e472-444c-8556-e53f0a78c228 req-0caa91b1-0c78-4246-b8e2-e2410873c097 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Deleting port c78b1fa0-03b2-49cd-9c87-b45453242a60 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:21:39.592156 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-46f4ef72-e472-444c-8556-e53f0a78c228 req-0caa91b1-0c78-4246-b8e2-e2410873c097 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:39.606696 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-6f6d6539-f298-4c82-9993-f7812262f5c1 req-45ccef6d-f529-46a4-981d-0b9c9d1170c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:39.608056 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6f6d6539-f298-4c82-9993-f7812262f5c1 req-45ccef6d-f529-46a4-981d-0b9c9d1170c9 service neutron] 10.222.0.71 "PUT /v2.0/ports/a67cc34a-efb0-42a8-ad11-bdd636380f48 HTTP/1.1" status: 200 len: 1091 time: 2.0716050 May 30 20:21:39.610244 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8b1a0bc-f2d0-4ca2-88bd-8428539cf58b', 'tag': 'a67cc34a-efb0-42a8-ad11-bdd636380f48'}] {{(pid=84886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:21:39.616631 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8af66f6-93a3-4b44-964c-0edc263a69f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cda388b0-e696-46f5-b74b-e60dd3d28e14'}, {'server_uuid': 'f8af66f6-93a3-4b44-964c-0edc263a69f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f6b9a55-b5e7-4182-9909-1b1b41b5b5e5'}, {'server_uuid': 'f8af66f6-93a3-4b44-964c-0edc263a69f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c78b1fa0-03b2-49cd-9c87-b45453242a60'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:21:39.635374 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ccef6d-f529-46a4-981d-0b9c9d1170c9 service neutron] Pushing event updated for resources: {'Port': ['ID=a67cc34a-efb0-42a8-ad11-bdd636380f48,revision_number=3']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:39.656588 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07b9ee9-9d55-425e-ba5c-ee3c7ee4e663 req-59e58088-d2e8-408b-9b7a-a78543b5c6f2 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:39.658056 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b07b9ee9-9d55-425e-ba5c-ee3c7ee4e663 req-59e58088-d2e8-408b-9b7a-a78543b5c6f2 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/ports?device_id=9158fc3c-573c-4c1d-bf9a-0db62e0b50ac HTTP/1.1" status: 200 len: 945 time: 0.1755121 May 30 20:21:39.675118 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6f085edc-d01d-4470-af42-966ca4035a2c tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:39.708984 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b07b9ee9-9d55-425e-ba5c-ee3c7ee4e663 req-0f8b38b9-3ea5-4cef-8d86-9417c473a53a tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/security-groups?id=1ad64e5c-169d-40fe-b7f5-961f736d123b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452552 May 30 20:21:39.765138 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c4f9875e-0f41-4006-b77f-9582f71063a3 req-886aa036-d505-4bb1-b3aa-d730973d6131 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] 10.222.0.85 "GET /v2.0/security-groups?id=e8dab81d-8136-4d38-9905-aca0d3251be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373748 May 30 20:21:39.970467 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6f6d6539-f298-4c82-9993-f7812262f5c1 req-b03a38af-fdbb-49ba-b0fe-92f032fb256f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d6059b98be404907b5daa24bddc38a7a&device_id=c8b1a0bc-f2d0-4ca2-88bd-8428539cf58b HTTP/1.1" status: 200 len: 1094 time: 0.1933379 May 30 20:21:40.054972 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6f6d6539-f298-4c82-9993-f7812262f5c1 req-8c9617ae-aee5-4b3f-aca0-c8bcf84c12d2 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a67cc34a-efb0-42a8-ad11-bdd636380f48 HTTP/1.1" status: 200 len: 217 time: 0.0773389 May 30 20:21:40.063816 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6f085edc-d01d-4470-af42-966ca4035a2c tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4055470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114247'] for subnet, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:40.064632 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34ade56-42d5-4409-adc8-e998294ed8f5 req-5d0ad6ca-b48a-4ed3-b2ea-5a6627f27afc tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:40.066229 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d34ade56-42d5-4409-adc8-e998294ed8f5 req-5d0ad6ca-b48a-4ed3-b2ea-5a6627f27afc tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/ports?device_id=2f903cc6-4588-4e6d-9f98-4119c026a994 HTTP/1.1" status: 200 len: 945 time: 0.1735742 May 30 20:21:40.116678 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-46f4ef72-e472-444c-8556-e53f0a78c228 req-0caa91b1-0c78-4246-b8e2-e2410873c097 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] For port c78b1fa0-03b2-49cd-9c87-b45453242a60, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=c78b1fa0-03b2-49cd-9c87-b45453242a60,segment=NetworkSegment(a622f652-5f5a-416e-87a7-7c0365db31a5),segment_id=a622f652-5f5a-416e-87a7-7c0365db31a5)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:21:40.117119 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-46f4ef72-e472-444c-8556-e53f0a78c228 req-0caa91b1-0c78-4246-b8e2-e2410873c097 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:40.127291 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f085edc-d01d-4470-af42-966ca4035a2c tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=ba8054dc-1a0e-44a8-b8ca-c381c73e63e2,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:40.167057 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6d6539-f298-4c82-9993-f7812262f5c1 req-abb646b3-94a6-4420-a245-0df3cff368ab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:40.168553 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6f6d6539-f298-4c82-9993-f7812262f5c1 req-abb646b3-94a6-4420-a245-0df3cff368ab service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b6ea3ab3-ad6e-49b3-93bc-3d1b581ac86a HTTP/1.1" status: 200 len: 849 time: 0.1014366 May 30 20:21:40.172591 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d34ade56-42d5-4409-adc8-e998294ed8f5 req-97d195c6-887f-4696-8d50-24473c11a58f tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2ed7a16-df30-4283-b4d4-5e9611f16ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727224 May 30 20:21:40.227860 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6f6d6539-f298-4c82-9993-f7812262f5c1 req-aeabda1f-92c7-4503-86f7-9f5ce7bc7606 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=6428eb4b-77f3-4f81-9d28-0df5945de634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530515 May 30 20:21:40.259773 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-46f4ef72-e472-444c-8556-e53f0a78c228 req-0caa91b1-0c78-4246-b8e2-e2410873c097 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Calling delete_port for c78b1fa0-03b2-49cd-9c87-b45453242a60 owned by compute:nova {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:21:40.380576 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0687e0db-c7a5-49eb-958f-7c6cd08ad146'] response: {'server_uuid': 'f8af66f6-93a3-4b44-964c-0edc263a69f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cda388b0-e696-46f5-b74b-e60dd3d28e14', 'code': 200} May 30 20:21:40.381375 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0687e0db-c7a5-49eb-958f-7c6cd08ad146'] response: {'server_uuid': 'f8af66f6-93a3-4b44-964c-0edc263a69f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f6b9a55-b5e7-4182-9909-1b1b41b5b5e5', 'code': 200} May 30 20:21:40.381375 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0687e0db-c7a5-49eb-958f-7c6cd08ad146'] response: {'server_uuid': 'f8af66f6-93a3-4b44-964c-0edc263a69f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c78b1fa0-03b2-49cd-9c87-b45453242a60', 'code': 200} May 30 20:21:40.413762 n-d-843948-2 neutron-server[84886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c5626fe-6c28-4792-8017-54ffabc16ec0'] response: {'name': 'network-changed', 'server_uuid': 'c8b1a0bc-f2d0-4ca2-88bd-8428539cf58b', 'tag': 'a67cc34a-efb0-42a8-ad11-bdd636380f48', 'status': 'completed', 'code': 200} May 30 20:21:40.428847 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6f085edc-d01d-4470-af42-966ca4035a2c tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:40.452578 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ae09ad-3403-4aa9-954a-e13f7b711542 req-5d401b9f-fd68-4d60-883e-37796fec21b7 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:40.456479 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ae09ad-3403-4aa9-954a-e13f7b711542 req-5d401b9f-fd68-4d60-883e-37796fec21b7 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:40.460654 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ae09ad-3403-4aa9-954a-e13f7b711542 req-5d401b9f-fd68-4d60-883e-37796fec21b7 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:40.464620 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ae09ad-3403-4aa9-954a-e13f7b711542 req-5d401b9f-fd68-4d60-883e-37796fec21b7 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:40.465787 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-37ae09ad-3403-4aa9-954a-e13f7b711542 req-5d401b9f-fd68-4d60-883e-37796fec21b7 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Synchronizing usage tracker for tenant:81e36025f4964ad6aa1305da6f1825fb on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:21:40.493196 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6f6d6539-f298-4c82-9993-f7812262f5c1 req-1ca149d6-e4fb-44f4-8010-8c68d0a0e6f8 service neutron] 10.222.0.71 "GET /v2.0/networks/6428eb4b-77f3-4f81-9d28-0df5945de634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2544153 May 30 20:21:40.495225 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-6f085edc-d01d-4470-af42-966ca4035a2c tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cc708c6-1d9e-4be4-acec-3231bcbc383f']}} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:21:40.540259 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-6f085edc-d01d-4470-af42-966ca4035a2c tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fadbe966-a055-4611-8af8-57c768857c1d') {'for_net_delete': True} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:21:40.540597 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-6f085edc-d01d-4470-af42-966ca4035a2c tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fadbe966-a055-4611-8af8-57c768857c1d') {} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:21:40.565802 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6f085edc-d01d-4470-af42-966ca4035a2c tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3149912'] for segment, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:40.591685 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6f085edc-d01d-4470-af42-966ca4035a2c tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:40.605595 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f085edc-d01d-4470-af42-966ca4035a2c tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Releasing vlan 666 on physical network physnet1 to pool {{(pid=84887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:21:40.605595 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6f085edc-d01d-4470-af42-966ca4035a2c tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4055488'] for segment, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:40.617199 n-d-843948-2 neutron-server[84887]: Traceback (most recent call last): May 30 20:21:40.617199 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:21:40.617199 n-d-843948-2 neutron-server[84887]: timer() May 30 20:21:40.617199 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:21:40.617199 n-d-843948-2 neutron-server[84887]: cb(*args, **kw) May 30 20:21:40.617199 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:21:40.617199 n-d-843948-2 neutron-server[84887]: return func(*args, **kwargs) May 30 20:21:40.617199 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:21:40.617199 n-d-843948-2 neutron-server[84887]: self._notify() May 30 20:21:40.617199 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:21:40.617199 n-d-843948-2 neutron-server[84887]: self.callback(batched_events) May 30 20:21:40.617199 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:21:40.617199 n-d-843948-2 neutron-server[84887]: event.method(event) May 30 20:21:40.617199 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:21:40.617199 n-d-843948-2 neutron-server[84887]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:21:40.617199 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:21:40.617199 n-d-843948-2 neutron-server[84887]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:21:40.617199 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:21:40.617199 n-d-843948-2 neutron-server[84887]: return f(self, *a, **k) May 30 20:21:40.617199 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:21:40.617199 n-d-843948-2 neutron-server[84887]: return self._get(url).json() May 30 20:21:40.617199 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:21:40.617199 n-d-843948-2 neutron-server[84887]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:21:40.617199 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:21:40.617199 n-d-843948-2 neutron-server[84887]: return self.request(url, 'GET', **kwargs) May 30 20:21:40.617199 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:21:40.617199 n-d-843948-2 neutron-server[84887]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:21:40.617199 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:21:40.617199 n-d-843948-2 neutron-server[84887]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:21:40.617199 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:21:40.617199 n-d-843948-2 neutron-server[84887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:21:40.617199 n-d-843948-2 neutron-server[84887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:21:40.675278 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-37ae09ad-3403-4aa9-954a-e13f7b711542 req-5d401b9f-fd68-4d60-883e-37796fec21b7 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Unset dirty status for tenant:81e36025f4964ad6aa1305da6f1825fb on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:21:40.676448 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-37ae09ad-3403-4aa9-954a-e13f7b711542 req-5d401b9f-fd68-4d60-883e-37796fec21b7 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] 10.222.0.85 "GET /v2.0/ports?device_id=f8af66f6-93a3-4b44-964c-0edc263a69f5 HTTP/1.1" status: 200 len: 3143 time: 0.6852083 May 30 20:21:40.728676 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6f6d6539-f298-4c82-9993-f7812262f5c1 req-7fa327d8-6a98-405f-86aa-564807e821b2 service neutron] 10.222.0.71 "GET /v2.0/networks/6428eb4b-77f3-4f81-9d28-0df5945de634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278039 May 30 20:21:40.742934 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb63fa2-7fbb-48d1-8ed2-9f2bdc78ac1d req-c3203d5b-7198-4838-acc9-bd50e4626246 tempest-VolumesActionsTest-41988862 tempest-VolumesActionsTest-41988862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:40.744651 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-edb63fa2-7fbb-48d1-8ed2-9f2bdc78ac1d req-c3203d5b-7198-4838-acc9-bd50e4626246 tempest-VolumesActionsTest-41988862 tempest-VolumesActionsTest-41988862-project] 10.222.0.85 "GET /v2.0/ports?device_id=c8b1a0bc-f2d0-4ca2-88bd-8428539cf58b HTTP/1.1" status: 200 len: 943 time: 0.1973271 May 30 20:21:40.744914 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-37ae09ad-3403-4aa9-954a-e13f7b711542 req-d5397110-fe1b-4539-9466-1635f48fa20b tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] 10.222.0.85 "GET /v2.0/security-groups?id=71bec9af-908d-443b-98db-bdfb70c6ea10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515018 May 30 20:21:40.774930 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-46f4ef72-e472-444c-8556-e53f0a78c228 req-0caa91b1-0c78-4246-b8e2-e2410873c097 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:40.831445 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caa91b1-0c78-4246-b8e2-e2410873c097 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Pushing event deleted for resources: {'Port': ['ID=c78b1fa0-03b2-49cd-9c87-b45453242a60,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:40.835663 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6f085edc-d01d-4470-af42-966ca4035a2c tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:40.853930 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f085edc-d01d-4470-af42-966ca4035a2c tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9cc708c6-1d9e-4be4-acec-3231bcbc383f {{(pid=84887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} May 30 20:21:40.859248 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6f085edc-d01d-4470-af42-966ca4035a2c tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:40.861916 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-edb63fa2-7fbb-48d1-8ed2-9f2bdc78ac1d req-756e09ca-6f54-44fe-917c-9f765dea42d5 tempest-VolumesActionsTest-41988862 tempest-VolumesActionsTest-41988862-project] 10.222.0.85 "GET /v2.0/security-groups?id=06a84529-83cb-4b52-a9d1-5ed4efd2b220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084623 May 30 20:21:40.893137 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f085edc-d01d-4470-af42-966ca4035a2c tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Pushing event deleted for resources: {'Network': ['ID=9cc708c6-1d9e-4be4-acec-3231bcbc383f,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:40.977324 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-6f085edc-d01d-4470-af42-966ca4035a2c tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] 10.222.0.85 "DELETE /v2.0/networks/9cc708c6-1d9e-4be4-acec-3231bcbc383f HTTP/1.1" status: 204 len: 168 time: 4.1025999 May 30 20:21:40.984796 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 34380) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:21:41.049182 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-46f4ef72-e472-444c-8556-e53f0a78c228 req-0caa91b1-0c78-4246-b8e2-e2410873c097 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] No DVR routers for this DVR port c78b1fa0-03b2-49cd-9c87-b45453242a60 on host n-h1-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:21:41.056531 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-46f4ef72-e472-444c-8556-e53f0a78c228 req-0caa91b1-0c78-4246-b8e2-e2410873c097 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:41.059418 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-46f4ef72-e472-444c-8556-e53f0a78c228 req-0caa91b1-0c78-4246-b8e2-e2410873c097 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] 10.222.0.71 "DELETE /v2.0/ports/c78b1fa0-03b2-49cd-9c87-b45453242a60 HTTP/1.1" status: 204 len: 173 time: 1.7317185 May 30 20:21:41.178977 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d9e0abb9-f886-4073-a772-87fbcc482e50 req-3db8b8a8-40f2-470e-be1d-8bf0cdb9ae5e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d6059b98be404907b5daa24bddc38a7a&device_id=c8b1a0bc-f2d0-4ca2-88bd-8428539cf58b HTTP/1.1" status: 200 len: 1094 time: 0.2787404 May 30 20:21:41.183601 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-ff6eee55-2417-489a-9955-3e65829e9b9a tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Synchronizing usage tracker for tenant:e34deb22440743cf97a6a0dcd5b1283e on resource:floatingip {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:21:41.258862 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-46f4ef72-e472-444c-8556-e53f0a78c228 req-6f58a5f0-68f0-4e53-aca1-87546a151d63 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Deleting port cda388b0-e696-46f5-b74b-e60dd3d28e14 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:21:41.259456 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-46f4ef72-e472-444c-8556-e53f0a78c228 req-6f58a5f0-68f0-4e53-aca1-87546a151d63 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:41.319759 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d61574b-c03c-4b69-971c-47d7127fd2ba req-8c8614c1-e219-44e2-9ddf-d5681d18fbea tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:41.320218 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ccbfed-4360-4ae9-a043-382b399907cc req-3805821f-34fe-4134-a1cf-df075cf2c025 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:41.326336 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4d61574b-c03c-4b69-971c-47d7127fd2ba req-8c8614c1-e219-44e2-9ddf-d5681d18fbea tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/ports?device_id=2f903cc6-4588-4e6d-9f98-4119c026a994 HTTP/1.1" status: 200 len: 945 time: 0.3923471 May 30 20:21:41.328112 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b8ccbfed-4360-4ae9-a043-382b399907cc req-3805821f-34fe-4134-a1cf-df075cf2c025 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] 10.222.0.85 "GET /v2.0/ports?device_id=37a6e37d-34dd-4d54-89fb-fa1cb6fbad15 HTTP/1.1" status: 200 len: 945 time: 0.2637212 May 30 20:21:41.389553 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-ff6eee55-2417-489a-9955-3e65829e9b9a tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Unset dirty status for tenant:e34deb22440743cf97a6a0dcd5b1283e on resource:floatingip {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:21:41.395259 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-ff6eee55-2417-489a-9955-3e65829e9b9a tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] 10.222.0.85 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2567 time: 0.4080334 May 30 20:21:41.402340 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 34384) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:21:41.438428 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8af66f6-93a3-4b44-964c-0edc263a69f5', 'name': 'network-vif-deleted', 'tag': 'c78b1fa0-03b2-49cd-9c87-b45453242a60'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:21:41.478743 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b8ccbfed-4360-4ae9-a043-382b399907cc req-e794cea9-cae9-4ef3-b2eb-d0510d26646e tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] 10.222.0.85 "GET /v2.0/security-groups?id=e8dab81d-8136-4d38-9905-aca0d3251be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495779 May 30 20:21:41.490537 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e0abb9-f886-4073-a772-87fbcc482e50 req-56a9ea6e-b81f-48c7-8b12-fdd5852d1c3b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:41.493011 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d9e0abb9-f886-4073-a772-87fbcc482e50 req-56a9ea6e-b81f-48c7-8b12-fdd5852d1c3b service neutron] 10.222.0.71 "GET /v2.0/networks?id=6428eb4b-77f3-4f81-9d28-0df5945de634 HTTP/1.1" status: 200 len: 910 time: 0.3055241 May 30 20:21:41.555848 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4d61574b-c03c-4b69-971c-47d7127fd2ba req-bde6dae2-d8ed-44b4-82d0-f283e0d54932 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2ed7a16-df30-4283-b4d4-5e9611f16ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282166 May 30 20:21:41.596292 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d9e0abb9-f886-4073-a772-87fbcc482e50 req-4d880086-ea93-4bcf-bf56-02b7fc6fbdea service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a67cc34a-efb0-42a8-ad11-bdd636380f48 HTTP/1.1" status: 200 len: 217 time: 0.0958531 May 30 20:21:41.682164 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce0cd85-ebd4-47ec-82b9-19af6ed8e1f9 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:41.682774 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce0cd85-ebd4-47ec-82b9-19af6ed8e1f9 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:41.682946 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-46f4ef72-e472-444c-8556-e53f0a78c228 req-6f58a5f0-68f0-4e53-aca1-87546a151d63 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] For port cda388b0-e696-46f5-b74b-e60dd3d28e14, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=cda388b0-e696-46f5-b74b-e60dd3d28e14,segment=NetworkSegment(48b6fcfa-3ec2-4d17-909f-cafe15f0609e),segment_id=48b6fcfa-3ec2-4d17-909f-cafe15f0609e)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:21:41.683313 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-46f4ef72-e472-444c-8556-e53f0a78c228 req-6f58a5f0-68f0-4e53-aca1-87546a151d63 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:41.683426 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce0cd85-ebd4-47ec-82b9-19af6ed8e1f9 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:41.683935 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce0cd85-ebd4-47ec-82b9-19af6ed8e1f9 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:41.684518 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce0cd85-ebd4-47ec-82b9-19af6ed8e1f9 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:41.685114 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce0cd85-ebd4-47ec-82b9-19af6ed8e1f9 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:41.685816 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce0cd85-ebd4-47ec-82b9-19af6ed8e1f9 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:41.686427 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce0cd85-ebd4-47ec-82b9-19af6ed8e1f9 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:41.687333 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce0cd85-ebd4-47ec-82b9-19af6ed8e1f9 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:41.687970 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce0cd85-ebd4-47ec-82b9-19af6ed8e1f9 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:41.688571 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce0cd85-ebd4-47ec-82b9-19af6ed8e1f9 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:41.689167 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce0cd85-ebd4-47ec-82b9-19af6ed8e1f9 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:41.689789 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce0cd85-ebd4-47ec-82b9-19af6ed8e1f9 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:41.690385 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce0cd85-ebd4-47ec-82b9-19af6ed8e1f9 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:41.693418 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da897151-1624-4bc9-b08e-64431789033c'] response: {'server_uuid': 'f8af66f6-93a3-4b44-964c-0edc263a69f5', 'name': 'network-vif-deleted', 'tag': 'c78b1fa0-03b2-49cd-9c87-b45453242a60', 'status': 'completed', 'code': 200} May 30 20:21:41.694230 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-6ce0cd85-ebd4-47ec-82b9-19af6ed8e1f9 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] 10.222.0.85 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 9047 time: 0.2896523 May 30 20:21:41.697940 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 34396) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:21:41.778623 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e0abb9-f886-4073-a772-87fbcc482e50 req-9e2400c7-f6e3-4287-8b59-b77e4b193a8f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:41.780104 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d9e0abb9-f886-4073-a772-87fbcc482e50 req-9e2400c7-f6e3-4287-8b59-b77e4b193a8f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b6ea3ab3-ad6e-49b3-93bc-3d1b581ac86a HTTP/1.1" status: 200 len: 849 time: 0.1709187 May 30 20:21:41.833857 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d9e0abb9-f886-4073-a772-87fbcc482e50 req-e0079e22-0756-48e0-97c2-b076efbf5015 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=6428eb4b-77f3-4f81-9d28-0df5945de634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444238 May 30 20:21:41.854745 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b67701-f521-46b3-9adf-a746fa2ac721 req-27ac4215-3217-446f-b4b3-39877e880516 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:41.856298 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-55b67701-f521-46b3-9adf-a746fa2ac721 req-27ac4215-3217-446f-b4b3-39877e880516 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/ports?device_id=9158fc3c-573c-4c1d-bf9a-0db62e0b50ac HTTP/1.1" status: 200 len: 945 time: 0.1483600 May 30 20:21:41.943004 n-d-843948-2 neutron-server[84887]: INFO neutron.api.v2.resource [None req-b1e86766-4164-4bc1-b357-8a4299b161ad tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] delete failed (client error): The resource could not be found. May 30 20:21:41.944043 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-b1e86766-4164-4bc1-b357-8a4299b161ad tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] 10.222.0.85 "DELETE /v2.0/floatingips/c557f53a-e38e-4b50-b5de-38de7223b30b HTTP/1.1" status: 404 len: 345 time: 0.2417960 May 30 20:21:41.951390 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 34404) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:21:41.983697 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-46f4ef72-e472-444c-8556-e53f0a78c228 req-6f58a5f0-68f0-4e53-aca1-87546a151d63 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Calling delete_port for cda388b0-e696-46f5-b74b-e60dd3d28e14 owned by compute:nova {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:21:42.003506 n-d-843948-2 neutron-server[84886]: INFO neutron.pecan_wsgi.hooks.translation [None req-d66cbccd-75d5-44ff-b705-06fbf9006098 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] DELETE failed (client error): The resource could not be found. May 30 20:21:42.003984 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d66cbccd-75d5-44ff-b705-06fbf9006098 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=84886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:21:42.005656 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-d66cbccd-75d5-44ff-b705-06fbf9006098 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] 10.222.0.85 "DELETE /v2.0/networks/9cc708c6-1d9e-4be4-acec-3231bcbc383f HTTP/1.1" status: 404 len: 339 time: 0.0533254 May 30 20:21:42.010068 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 34408) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:21:42.035451 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-78aa7a6d-9a16-4f9b-a82d-6bb7265a2df8 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Request body: {'network': {'name': 'tempest-network--293323471', 'router:external': True}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:21:42.042756 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-78aa7a6d-9a16-4f9b-a82d-6bb7265a2df8 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:21:42.046922 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-55b67701-f521-46b3-9adf-a746fa2ac721 req-cbbd753b-6ef5-4024-afd9-a588b8bde388 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/security-groups?id=1ad64e5c-169d-40fe-b7f5-961f736d123b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713259 May 30 20:21:42.050833 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-78aa7a6d-9a16-4f9b-a82d-6bb7265a2df8 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Usage tracker for resource:network and tenant:e34deb22440743cf97a6a0dcd5b1283e is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:21:42.055529 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-78aa7a6d-9a16-4f9b-a82d-6bb7265a2df8 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:21:42.073312 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-78aa7a6d-9a16-4f9b-a82d-6bb7265a2df8 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:21:42.083677 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d9e0abb9-f886-4073-a772-87fbcc482e50 req-43bfa211-972c-4d16-b3df-2159d9f8d562 service neutron] 10.222.0.71 "GET /v2.0/networks/6428eb4b-77f3-4f81-9d28-0df5945de634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263036 May 30 20:21:42.117401 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e0085a-0185-46b9-a5af-1ba7020e679e req-36ea9396-4571-47e4-84dc-7edda3cb239d tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:42.119222 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-35e0085a-0185-46b9-a5af-1ba7020e679e req-36ea9396-4571-47e4-84dc-7edda3cb239d tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] 10.222.0.85 "GET /v2.0/ports?device_id=e82f501e-f9fc-4818-bce6-f7c8cdc33298 HTTP/1.1" status: 200 len: 945 time: 0.2346580 May 30 20:21:42.177943 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78aa7a6d-9a16-4f9b-a82d-6bb7265a2df8 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Made reservation on behalf of e34deb22440743cf97a6a0dcd5b1283e for: {'network': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:21:42.180474 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-78aa7a6d-9a16-4f9b-a82d-6bb7265a2df8 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:42.220272 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78aa7a6d-9a16-4f9b-a82d-6bb7265a2df8 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] vlan segment allocate from pool success with {'vlan_id': 690, 'physical_network': 'physnet1'} {{(pid=84886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:21:42.246904 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-78aa7a6d-9a16-4f9b-a82d-6bb7265a2df8 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:42.247244 n-d-843948-2 neutron-server[84886]: INFO neutron.db.segments_db [None req-78aa7a6d-9a16-4f9b-a82d-6bb7265a2df8 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Added segment 4eaa23ae-6be8-4fe4-8189-be933f9e6672 of type vlan for network 696e2991-0993-45d1-af52-594d35744126 May 30 20:21:42.286297 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-35e0085a-0185-46b9-a5af-1ba7020e679e req-4094115c-3e30-4a2f-8f47-c8d6c1ebfa8a tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] 10.222.0.85 "GET /v2.0/security-groups?id=e8dab81d-8136-4d38-9905-aca0d3251be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166391 May 30 20:21:42.371942 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-78aa7a6d-9a16-4f9b-a82d-6bb7265a2df8 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:42.382253 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-46f4ef72-e472-444c-8556-e53f0a78c228 req-6f58a5f0-68f0-4e53-aca1-87546a151d63 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:42.388367 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d9e0abb9-f886-4073-a772-87fbcc482e50 req-46761ac8-38df-48da-a927-8ac0bcf1b6d8 service neutron] 10.222.0.71 "GET /v2.0/networks/6428eb4b-77f3-4f81-9d28-0df5945de634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2972772 May 30 20:21:42.453874 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aa40d2-406a-4e8a-bfc3-18de4b5556b5 req-a2b21936-2b2c-444d-9cef-7eae5e4c0c84 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:42.460004 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aa40d2-406a-4e8a-bfc3-18de4b5556b5 req-a2b21936-2b2c-444d-9cef-7eae5e4c0c84 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:42.465929 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aa40d2-406a-4e8a-bfc3-18de4b5556b5 req-a2b21936-2b2c-444d-9cef-7eae5e4c0c84 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:42.468315 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-07aa40d2-406a-4e8a-bfc3-18de4b5556b5 req-a2b21936-2b2c-444d-9cef-7eae5e4c0c84 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] 10.222.0.85 "GET /v2.0/ports?device_id=f8af66f6-93a3-4b44-964c-0edc263a69f5 HTTP/1.1" status: 200 len: 2410 time: 0.2131407 May 30 20:21:42.487843 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f58a5f0-68f0-4e53-aca1-87546a151d63 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Pushing event deleted for resources: {'Port': ['ID=cda388b0-e696-46f5-b74b-e60dd3d28e14,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:42.508860 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-78aa7a6d-9a16-4f9b-a82d-6bb7265a2df8 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:42.510068 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78aa7a6d-9a16-4f9b-a82d-6bb7265a2df8 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:42.510870 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-78aa7a6d-9a16-4f9b-a82d-6bb7265a2df8 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:42.585694 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-46f4ef72-e472-444c-8556-e53f0a78c228 req-6f58a5f0-68f0-4e53-aca1-87546a151d63 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] No DVR routers for this DVR port cda388b0-e696-46f5-b74b-e60dd3d28e14 on host n-h1-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:21:42.588535 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-46f4ef72-e472-444c-8556-e53f0a78c228 req-6f58a5f0-68f0-4e53-aca1-87546a151d63 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:42.618972 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35b2e3a-d8b7-4133-96ac-91f6f5a54b66 req-95022ddd-0830-48e5-9a98-9d350337213d tempest-VolumesActionsTest-41988862 tempest-VolumesActionsTest-41988862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:42.620569 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f35b2e3a-d8b7-4133-96ac-91f6f5a54b66 req-95022ddd-0830-48e5-9a98-9d350337213d tempest-VolumesActionsTest-41988862 tempest-VolumesActionsTest-41988862-project] 10.222.0.85 "GET /v2.0/ports?device_id=c8b1a0bc-f2d0-4ca2-88bd-8428539cf58b HTTP/1.1" status: 200 len: 943 time: 0.1869876 May 30 20:21:42.669138 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-46f4ef72-e472-444c-8556-e53f0a78c228 req-6f58a5f0-68f0-4e53-aca1-87546a151d63 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] 10.222.0.71 "DELETE /v2.0/ports/cda388b0-e696-46f5-b74b-e60dd3d28e14 HTTP/1.1" status: 204 len: 173 time: 1.6046832 May 30 20:21:42.709928 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f35b2e3a-d8b7-4133-96ac-91f6f5a54b66 req-a2013f9d-bd21-4608-b2d0-a0c674bd310e tempest-VolumesActionsTest-41988862 tempest-VolumesActionsTest-41988862-project] 10.222.0.85 "GET /v2.0/security-groups?id=06a84529-83cb-4b52-a9d1-5ed4efd2b220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828288 May 30 20:21:42.753028 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-46f4ef72-e472-444c-8556-e53f0a78c228 req-774b140b-3652-4298-84c4-968c38c6883b tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Deleting port e11c1dce-38fb-439a-b79f-28a1736ee8b8 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:21:42.753374 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-46f4ef72-e472-444c-8556-e53f0a78c228 req-774b140b-3652-4298-84c4-968c38c6883b tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:42.792381 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-07aa40d2-406a-4e8a-bfc3-18de4b5556b5 req-2f4080e0-0730-49da-be3b-c51d15e0ce24 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] 10.222.0.85 "GET /v2.0/security-groups?id=71bec9af-908d-443b-98db-bdfb70c6ea10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3168736 May 30 20:21:42.798077 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78aa7a6d-9a16-4f9b-a82d-6bb7265a2df8 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Pushing event updated for resources: {'Network': ['ID=696e2991-0993-45d1-af52-594d35744126,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:42.807793 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78aa7a6d-9a16-4f9b-a82d-6bb7265a2df8 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:21:42.808213 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78aa7a6d-9a16-4f9b-a82d-6bb7265a2df8 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:21:42.808511 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78aa7a6d-9a16-4f9b-a82d-6bb7265a2df8 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:21:42.808868 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78aa7a6d-9a16-4f9b-a82d-6bb7265a2df8 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:21:42.809196 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78aa7a6d-9a16-4f9b-a82d-6bb7265a2df8 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:21:42.809541 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78aa7a6d-9a16-4f9b-a82d-6bb7265a2df8 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:21:42.809883 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78aa7a6d-9a16-4f9b-a82d-6bb7265a2df8 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:21:42.810213 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78aa7a6d-9a16-4f9b-a82d-6bb7265a2df8 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:21:42.810535 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78aa7a6d-9a16-4f9b-a82d-6bb7265a2df8 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:21:42.810849 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78aa7a6d-9a16-4f9b-a82d-6bb7265a2df8 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:21:42.811166 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78aa7a6d-9a16-4f9b-a82d-6bb7265a2df8 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:21:42.835097 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network 696e2991-0993-45d1-af52-594d35744126 details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:21:42.911115 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-78aa7a6d-9a16-4f9b-a82d-6bb7265a2df8 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.9001830 May 30 20:21:42.915238 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 34420) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:21:43.203375 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-46f4ef72-e472-444c-8556-e53f0a78c228 req-774b140b-3652-4298-84c4-968c38c6883b tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] For port e11c1dce-38fb-439a-b79f-28a1736ee8b8, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=e11c1dce-38fb-439a-b79f-28a1736ee8b8,segment=NetworkSegment(b72c5675-2dd4-4112-882d-4e6c4ce463bb),segment_id=b72c5675-2dd4-4112-882d-4e6c4ce463bb)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:21:43.203729 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-46f4ef72-e472-444c-8556-e53f0a78c228 req-774b140b-3652-4298-84c4-968c38c6883b tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:43.268416 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3caec94-4d3e-4e24-99de-2f533c703987 tempest-ExternalNetworksTestJSON-1980187828 tempest-ExternalNetworksTestJSON-1980187828-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:43.273155 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3caec94-4d3e-4e24-99de-2f533c703987 tempest-ExternalNetworksTestJSON-1980187828 tempest-ExternalNetworksTestJSON-1980187828-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:43.278908 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3caec94-4d3e-4e24-99de-2f533c703987 tempest-ExternalNetworksTestJSON-1980187828 tempest-ExternalNetworksTestJSON-1980187828-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:43.284211 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3caec94-4d3e-4e24-99de-2f533c703987 tempest-ExternalNetworksTestJSON-1980187828 tempest-ExternalNetworksTestJSON-1980187828-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:43.287342 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-a3caec94-4d3e-4e24-99de-2f533c703987 tempest-ExternalNetworksTestJSON-1980187828 tempest-ExternalNetworksTestJSON-1980187828-project] 10.222.0.85 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.3704872 May 30 20:21:43.291684 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 34426) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:21:43.390419 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58009e7-225f-4199-b1d1-f8d07f9a7858 req-ac997c2b-77ae-4ad5-b5f3-0eb64cd49089 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:43.392038 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e58009e7-225f-4199-b1d1-f8d07f9a7858 req-ac997c2b-77ae-4ad5-b5f3-0eb64cd49089 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] 10.222.0.85 "GET /v2.0/ports?device_id=45f005eb-35d7-4310-b0f7-a47f0ffb358c HTTP/1.1" status: 200 len: 945 time: 0.2675223 May 30 20:21:43.418157 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b766cfb4-5bfd-4983-81e0-ea9b07d9eca1 req-08e8f2dd-3281-4913-b3da-bc4e9f567760 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:43.419715 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b766cfb4-5bfd-4983-81e0-ea9b07d9eca1 req-08e8f2dd-3281-4913-b3da-bc4e9f567760 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/ports?device_id=2f903cc6-4588-4e6d-9f98-4119c026a994 HTTP/1.1" status: 200 len: 945 time: 0.2926788 May 30 20:21:43.493202 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-03679d30-f578-47e1-9541-62875e6d0c4d tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:43.512500 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b766cfb4-5bfd-4983-81e0-ea9b07d9eca1 req-a643123d-6eac-4f4e-8f58-2d9ce0ce833a tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2ed7a16-df30-4283-b4d4-5e9611f16ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858591 May 30 20:21:43.658763 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-03679d30-f578-47e1-9541-62875e6d0c4d tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:43.679529 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device a67cc34a-efb0-42a8-ad11-bdd636380f48 details requested by agent hyperv_n-h1-843948-2 with host n-h1-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:21:43.688532 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-03679d30-f578-47e1-9541-62875e6d0c4d tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['696e2991-0993-45d1-af52-594d35744126']}} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:21:43.698250 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e58009e7-225f-4199-b1d1-f8d07f9a7858 req-03378dd9-b59c-41a3-9810-fc20c93ddf80 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] 10.222.0.85 "GET /v2.0/security-groups?id=e8dab81d-8136-4d38-9905-aca0d3251be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685476 May 30 20:21:43.701834 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8af66f6-93a3-4b44-964c-0edc263a69f5', 'name': 'network-vif-deleted', 'tag': 'cda388b0-e696-46f5-b74b-e60dd3d28e14'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:21:43.705167 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-03679d30-f578-47e1-9541-62875e6d0c4d tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4eaa23ae-6be8-4fe4-8189-be933f9e6672') {'for_net_delete': True} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:21:43.705460 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-03679d30-f578-47e1-9541-62875e6d0c4d tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4eaa23ae-6be8-4fe4-8189-be933f9e6672') {} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:21:43.725332 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-03679d30-f578-47e1-9541-62875e6d0c4d tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2660590'] for segment, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:43.744526 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-46f4ef72-e472-444c-8556-e53f0a78c228 req-774b140b-3652-4298-84c4-968c38c6883b tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:43.744892 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-46f4ef72-e472-444c-8556-e53f0a78c228 req-774b140b-3652-4298-84c4-968c38c6883b tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736490'] for floatingip, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:43.745236 n-d-843948-2 neutron-server[84887]: INFO neutron.db.l3_db [req-46f4ef72-e472-444c-8556-e53f0a78c228 req-774b140b-3652-4298-84c4-968c38c6883b tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Floating IP 4d07d155-9542-4540-b5f9-b047b47706e1 disassociated. External IP: 172.25.8.155, port: e11c1dce-38fb-439a-b79f-28a1736ee8b8. May 30 20:21:43.745696 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-46f4ef72-e472-444c-8556-e53f0a78c228 req-774b140b-3652-4298-84c4-968c38c6883b tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Calling delete_port for e11c1dce-38fb-439a-b79f-28a1736ee8b8 owned by compute:nova {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:21:43.753686 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-03679d30-f578-47e1-9541-62875e6d0c4d tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:43.772957 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03679d30-f578-47e1-9541-62875e6d0c4d tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Releasing vlan 690 on physical network physnet1 to pool {{(pid=84886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:21:43.773529 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-03679d30-f578-47e1-9541-62875e6d0c4d tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4126989'] for segment, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:43.812561 n-d-843948-2 neutron-server[84886]: Traceback (most recent call last): May 30 20:21:43.812561 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:21:43.812561 n-d-843948-2 neutron-server[84886]: timer() May 30 20:21:43.812561 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:21:43.812561 n-d-843948-2 neutron-server[84886]: cb(*args, **kw) May 30 20:21:43.812561 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:21:43.812561 n-d-843948-2 neutron-server[84886]: return func(*args, **kwargs) May 30 20:21:43.812561 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:21:43.812561 n-d-843948-2 neutron-server[84886]: self._notify() May 30 20:21:43.812561 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:21:43.812561 n-d-843948-2 neutron-server[84886]: self.callback(batched_events) May 30 20:21:43.812561 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:21:43.812561 n-d-843948-2 neutron-server[84886]: event.method(event) May 30 20:21:43.812561 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:21:43.812561 n-d-843948-2 neutron-server[84886]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:21:43.812561 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:21:43.812561 n-d-843948-2 neutron-server[84886]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:21:43.812561 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:21:43.812561 n-d-843948-2 neutron-server[84886]: return f(self, *a, **k) May 30 20:21:43.812561 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:21:43.812561 n-d-843948-2 neutron-server[84886]: return self._get(url).json() May 30 20:21:43.812561 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:21:43.812561 n-d-843948-2 neutron-server[84886]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:21:43.812561 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:21:43.812561 n-d-843948-2 neutron-server[84886]: return self.request(url, 'GET', **kwargs) May 30 20:21:43.812561 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:21:43.812561 n-d-843948-2 neutron-server[84886]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:21:43.812561 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:21:43.812561 n-d-843948-2 neutron-server[84886]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:21:43.812561 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:21:43.812561 n-d-843948-2 neutron-server[84886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:21:43.812561 n-d-843948-2 neutron-server[84886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:21:44.036760 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-03679d30-f578-47e1-9541-62875e6d0c4d tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:44.046131 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port a67cc34a-efb0-42a8-ad11-bdd636380f48, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=a67cc34a-efb0-42a8-ad11-bdd636380f48,segment=NetworkSegment(18bd8511-6c90-4d02-8422-095637a74b25),segment_id=18bd8511-6c90-4d02-8422-095637a74b25)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:21:44.054342 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23368a5b-8664-41fd-ab15-681b0f68558d req-310bdece-c947-40d9-8f29-7de662097015 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:44.055801 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-23368a5b-8664-41fd-ab15-681b0f68558d req-310bdece-c947-40d9-8f29-7de662097015 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/ports?device_id=2f903cc6-4588-4e6d-9f98-4119c026a994 HTTP/1.1" status: 200 len: 945 time: 0.1099992 May 30 20:21:44.066227 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Returning: {'device': 'a67cc34a-efb0-42a8-ad11-bdd636380f48', 'network_id': '6428eb4b-77f3-4f81-9d28-0df5945de634', 'port_id': 'a67cc34a-efb0-42a8-ad11-bdd636380f48', 'mac_address': 'fa:16:3e:66:34:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6ea3ab3-ad6e-49b3-93bc-3d1b581ac86a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:21:44.075798 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03679d30-f578-47e1-9541-62875e6d0c4d tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 696e2991-0993-45d1-af52-594d35744126 {{(pid=84886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} May 30 20:21:44.102557 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-03679d30-f578-47e1-9541-62875e6d0c4d tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:44.108056 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03679d30-f578-47e1-9541-62875e6d0c4d tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Pushing event deleted for resources: {'Network': ['ID=696e2991-0993-45d1-af52-594d35744126,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:44.118158 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-03679d30-f578-47e1-9541-62875e6d0c4d tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] 10.222.0.85 "DELETE /v2.0/networks/696e2991-0993-45d1-af52-594d35744126 HTTP/1.1" status: 204 len: 168 time: 0.8246498 May 30 20:21:44.124462 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 34444) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:21:44.135372 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:44.137734 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-b2e34b25-5ccc-4082-ab1f-1390bd1205bf tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Request body: {'network': {'name': 'tempest-network--1791680879', 'router:external': True}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:21:44.145989 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-b2e34b25-5ccc-4082-ab1f-1390bd1205bf tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:21:44.154023 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-b2e34b25-5ccc-4082-ab1f-1390bd1205bf tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Usage tracker for resource:network and tenant:e34deb22440743cf97a6a0dcd5b1283e is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:21:44.158996 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-b2e34b25-5ccc-4082-ab1f-1390bd1205bf tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:21:44.160427 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a67cc34a-efb0-42a8-ad11-bdd636380f48 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:21:44.168744 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-b2e34b25-5ccc-4082-ab1f-1390bd1205bf tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:21:44.172039 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-46f4ef72-e472-444c-8556-e53f0a78c228 req-774b140b-3652-4298-84c4-968c38c6883b tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:44.181646 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port a67cc34a-efb0-42a8-ad11-bdd636380f48, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=a67cc34a-efb0-42a8-ad11-bdd636380f48,segment=NetworkSegment(18bd8511-6c90-4d02-8422-095637a74b25),segment_id=18bd8511-6c90-4d02-8422-095637a74b25)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:21:44.234434 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29832235-7cfd-4db8-b468-a1ae549954f7'] response: {'server_uuid': 'f8af66f6-93a3-4b44-964c-0edc263a69f5', 'name': 'network-vif-deleted', 'tag': 'cda388b0-e696-46f5-b74b-e60dd3d28e14', 'status': 'completed', 'code': 200} May 30 20:21:44.260303 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774b140b-3652-4298-84c4-968c38c6883b tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Pushing event deleted for resources: {'Port': ['ID=e11c1dce-38fb-439a-b79f-28a1736ee8b8,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:44.274944 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-23368a5b-8664-41fd-ab15-681b0f68558d req-5f0bb23d-90ea-47c4-9d37-2cc974b2f71b tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2ed7a16-df30-4283-b4d4-5e9611f16ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110434 May 30 20:21:44.278597 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [req-5ab3bb4d-2cf1-4e35-984c-77d898b715bd req-311badd1-fd32-4247-aee5-e38cc9d92496 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=84886) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:21:44.280515 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5ab3bb4d-2cf1-4e35-984c-77d898b715bd req-311badd1-fd32-4247-aee5-e38cc9d92496 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0073607 May 30 20:21:44.385181 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:44.400453 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2e34b25-5ccc-4082-ab1f-1390bd1205bf tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Made reservation on behalf of e34deb22440743cf97a6a0dcd5b1283e for: {'network': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:21:44.421409 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b2e34b25-5ccc-4082-ab1f-1390bd1205bf tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:44.513759 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2e34b25-5ccc-4082-ab1f-1390bd1205bf tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] vlan segment allocate from pool success with {'vlan_id': 662, 'physical_network': 'physnet1'} {{(pid=84886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:21:44.515029 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=a67cc34a-efb0-42a8-ad11-bdd636380f48,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:44.543643 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b2e34b25-5ccc-4082-ab1f-1390bd1205bf tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:44.546338 n-d-843948-2 neutron-server[84886]: INFO neutron.db.segments_db [None req-b2e34b25-5ccc-4082-ab1f-1390bd1205bf tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Added segment 37231d7f-ed8d-4e0e-8306-0a00cadba9f8 of type vlan for network 66d8fb70-41a3-402e-b306-e606f3115df9 May 30 20:21:44.610321 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5ab3bb4d-2cf1-4e35-984c-77d898b715bd req-cc87ec9b-414a-4ee8-824f-9f003c3bbee6 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] 10.222.0.85 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.8&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.2945507 May 30 20:21:44.633959 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b2e34b25-5ccc-4082-ab1f-1390bd1205bf tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:44.648713 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['a67cc34a-efb0-42a8-ad11-bdd636380f48'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:21:44.743503 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b8be9c-85b8-4036-a10d-d65c6c8bd5b1 req-445a0b4b-15b7-4261-bbeb-9bad8d682765 tempest-VolumesActionsTest-41988862 tempest-VolumesActionsTest-41988862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:44.752920 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-74b8be9c-85b8-4036-a10d-d65c6c8bd5b1 req-445a0b4b-15b7-4261-bbeb-9bad8d682765 tempest-VolumesActionsTest-41988862 tempest-VolumesActionsTest-41988862-project] 10.222.0.85 "GET /v2.0/ports?device_id=c8b1a0bc-f2d0-4ca2-88bd-8428539cf58b HTTP/1.1" status: 200 len: 944 time: 0.3095121 May 30 20:21:44.780494 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b2e34b25-5ccc-4082-ab1f-1390bd1205bf tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:44.783017 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e34b25-5ccc-4082-ab1f-1390bd1205bf tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:44.788487 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b2e34b25-5ccc-4082-ab1f-1390bd1205bf tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:44.843706 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-74b8be9c-85b8-4036-a10d-d65c6c8bd5b1 req-c48c8763-3c79-4cb6-8ae1-b30c66b6bee3 tempest-VolumesActionsTest-41988862 tempest-VolumesActionsTest-41988862-project] 10.222.0.85 "GET /v2.0/security-groups?id=06a84529-83cb-4b52-a9d1-5ed4efd2b220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889018 May 30 20:21:44.955290 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [req-46f4ef72-e472-444c-8556-e53f0a78c228 req-774b140b-3652-4298-84c4-968c38c6883b tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Router 6e583e7b-f12b-4fba-bb78-c30dd0525c40 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:21:45.089421 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e34b25-5ccc-4082-ab1f-1390bd1205bf tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Pushing event updated for resources: {'Network': ['ID=66d8fb70-41a3-402e-b306-e606f3115df9,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:45.134566 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network 66d8fb70-41a3-402e-b306-e606f3115df9 details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:21:45.144159 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-b2e34b25-5ccc-4082-ab1f-1390bd1205bf tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.0172579 May 30 20:21:45.145022 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 34454) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:21:45.316040 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-46f4ef72-e472-444c-8556-e53f0a78c228 req-774b140b-3652-4298-84c4-968c38c6883b tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:21:45.329248 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227f0fe4-d539-42eb-aa14-54f095d9d7c2 None None] Sync routers for ids ['6e583e7b-f12b-4fba-bb78-c30dd0525c40'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:21:45.346465 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227f0fe4-d539-42eb-aa14-54f095d9d7c2 None None] Routers {'6e583e7b-f12b-4fba-bb78-c30dd0525c40'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:21:45.347111 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-227f0fe4-d539-42eb-aa14-54f095d9d7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:21:29Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['6e583e7b-f12b-4fba-bb78-c30dd0525c40'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:21:45.391127 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0182611-3245-4271-9f1d-fb3fdc530b1b tempest-ExternalNetworksTestJSON-1980187828 tempest-ExternalNetworksTestJSON-1980187828-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:45.394096 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-e0182611-3245-4271-9f1d-fb3fdc530b1b tempest-ExternalNetworksTestJSON-1980187828 tempest-ExternalNetworksTestJSON-1980187828-project] 10.222.0.85 "GET /v2.0/networks/66d8fb70-41a3-402e-b306-e606f3115df9 HTTP/1.1" status: 200 len: 757 time: 0.2479970 May 30 20:21:45.399088 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 34460) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:21:45.453839 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b36f73d-a0d3-47c3-a9f6-d9c4077dad51 req-00ab69b0-4263-4549-b72e-9d70315c8dbb tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:45.455602 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-7b36f73d-a0d3-47c3-a9f6-d9c4077dad51 req-00ab69b0-4263-4549-b72e-9d70315c8dbb tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/ports?device_id=9158fc3c-573c-4c1d-bf9a-0db62e0b50ac HTTP/1.1" status: 200 len: 945 time: 0.1103456 May 30 20:21:45.469397 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-46f4ef72-e472-444c-8556-e53f0a78c228 req-774b140b-3652-4298-84c4-968c38c6883b tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] No DVR routers for this DVR port e11c1dce-38fb-439a-b79f-28a1736ee8b8 on host n-h1-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:21:45.522150 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-46f4ef72-e472-444c-8556-e53f0a78c228 req-774b140b-3652-4298-84c4-968c38c6883b tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:45.526528 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-7b36f73d-a0d3-47c3-a9f6-d9c4077dad51 req-ac20aac5-b122-4a48-b880-d7e136c41775 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/security-groups?id=1ad64e5c-169d-40fe-b7f5-961f736d123b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594985 May 30 20:21:45.574998 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-46f4ef72-e472-444c-8556-e53f0a78c228 req-774b140b-3652-4298-84c4-968c38c6883b tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] 10.222.0.71 "DELETE /v2.0/ports/e11c1dce-38fb-439a-b79f-28a1736ee8b8 HTTP/1.1" status: 204 len: 173 time: 2.8953488 May 30 20:21:45.589864 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-227f0fe4-d539-42eb-aa14-54f095d9d7c2 None None] Set router 6e583e7b-f12b-4fba-bb78-c30dd0525c40 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:21:45.656593 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bac3c79-ae2a-407c-85c4-bb05dbfde207 tempest-ExternalNetworksTestJSON-1980187828 tempest-ExternalNetworksTestJSON-1980187828-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:45.657578 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-2bac3c79-ae2a-407c-85c4-bb05dbfde207 tempest-ExternalNetworksTestJSON-1980187828 tempest-ExternalNetworksTestJSON-1980187828-project] Synchronizing usage tracker for tenant:56991c7c65df4064913bc7fc8f5742a6 on resource:network {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:21:45.685583 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-46f4ef72-e472-444c-8556-e53f0a78c228 req-580f5d40-63ab-4646-a2a1-7daf676b4f23 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Deleting port 3f6b9a55-b5e7-4182-9909-1b1b41b5b5e5 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:21:45.686335 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-46f4ef72-e472-444c-8556-e53f0a78c228 req-580f5d40-63ab-4646-a2a1-7daf676b4f23 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:45.789960 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247c3598-68d8-49d4-8a09-1e3baeb7ce94 req-fae58127-f116-45fe-b3fd-d791a30674b8 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:45.795449 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-247c3598-68d8-49d4-8a09-1e3baeb7ce94 req-fae58127-f116-45fe-b3fd-d791a30674b8 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Synchronizing usage tracker for tenant:81e36025f4964ad6aa1305da6f1825fb on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:21:45.807291 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8ba169-3a60-4ace-b0ba-af1d71936524 req-d32f4999-8185-4390-8ec8-0ec59482b1a3 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:45.811156 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-7b8ba169-3a60-4ace-b0ba-af1d71936524 req-d32f4999-8185-4390-8ec8-0ec59482b1a3 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] 10.222.0.85 "GET /v2.0/ports?device_id=37a6e37d-34dd-4d54-89fb-fa1cb6fbad15 HTTP/1.1" status: 200 len: 945 time: 0.1080980 May 30 20:21:46.006948 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-7b8ba169-3a60-4ace-b0ba-af1d71936524 req-7fccfdff-9b4d-41f5-8664-f25fd155da3b tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] 10.222.0.85 "GET /v2.0/security-groups?id=e8dab81d-8136-4d38-9905-aca0d3251be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746620 May 30 20:21:46.025758 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-2bac3c79-ae2a-407c-85c4-bb05dbfde207 tempest-ExternalNetworksTestJSON-1980187828 tempest-ExternalNetworksTestJSON-1980187828-project] Unset dirty status for tenant:56991c7c65df4064913bc7fc8f5742a6 on resource:network {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:21:46.029836 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-2bac3c79-ae2a-407c-85c4-bb05dbfde207 tempest-ExternalNetworksTestJSON-1980187828 tempest-ExternalNetworksTestJSON-1980187828-project] 10.222.0.85 "GET /v2.0/networks/641bee07-d836-49f7-b113-f50f1f37e048 HTTP/1.1" status: 200 len: 768 time: 0.6030185 May 30 20:21:46.036239 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 34474) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:21:46.111809 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-227f0fe4-d539-42eb-aa14-54f095d9d7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e583e7b-f12b-4fba-bb78-c30dd0525c40', 'name': 'tempest-TaggedBootDevicesTest_v242-281532978-router', 'tenant_id': '81e36025f4964ad6aa1305da6f1825fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '20e9fcc0-2af1-4ea7-8af9-83f060d630c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:11:25Z', 'updated_at': '2022-05-30T20:11:44Z', 'revision_number': 4, 'project_id': '81e36025f4964ad6aa1305da6f1825fb', 'gw_port': {'id': '20e9fcc0-2af1-4ea7-8af9-83f060d630c7', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:91:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e583e7b-f12b-4fba-bb78-c30dd0525c40', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:11:28Z', 'updated_at': '2022-05-30T20:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': 'bcebd54d-41fa-4abb-9681-0eb0e36c100b', 'name': '', 'network_id': 'ac0cf993-3653-417b-b55c-1e0d903ad371', 'tenant_id': '81e36025f4964ad6aa1305da6f1825fb', 'mac_address': 'fa:16:3e:c1:b7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e583e7b-f12b-4fba-bb78-c30dd0525c40', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '12de3c88-630f-42df-9c14-e8413906e7b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:11:42Z', 'updated_at': '2022-05-30T20:12:09Z', 'revision_number': 5, 'project_id': '81e36025f4964ad6aa1305da6f1825fb', 'subnets': [{'id': '12de3c88-630f-42df-9c14-e8413906e7b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:21:46.117256 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227f0fe4-d539-42eb-aa14-54f095d9d7c2 None None] Checking router: 6e583e7b-f12b-4fba-bb78-c30dd0525c40 for host: n-d-843948-2 {{(pid=84889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:21:46.131704 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227f0fe4-d539-42eb-aa14-54f095d9d7c2 None None] Routers {'6e583e7b-f12b-4fba-bb78-c30dd0525c40'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:21:46.132390 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-227f0fe4-d539-42eb-aa14-54f095d9d7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:21:29Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['6e583e7b-f12b-4fba-bb78-c30dd0525c40'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:21:46.182664 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-007e577f-aa35-4de3-b4e7-656a49eb2410 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:46.198942 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-46f4ef72-e472-444c-8556-e53f0a78c228 req-580f5d40-63ab-4646-a2a1-7daf676b4f23 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] For port 3f6b9a55-b5e7-4182-9909-1b1b41b5b5e5, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=3f6b9a55-b5e7-4182-9909-1b1b41b5b5e5,segment=NetworkSegment(48b6fcfa-3ec2-4d17-909f-cafe15f0609e),segment_id=48b6fcfa-3ec2-4d17-909f-cafe15f0609e)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:21:46.199474 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-46f4ef72-e472-444c-8556-e53f0a78c228 req-580f5d40-63ab-4646-a2a1-7daf676b4f23 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:46.205443 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6a4602-a62e-42ce-bf98-723ebad86825 req-1f3b2ff1-0a7a-4895-afa8-c8ffc2f3da60 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:46.207235 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-cd6a4602-a62e-42ce-bf98-723ebad86825 req-1f3b2ff1-0a7a-4895-afa8-c8ffc2f3da60 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/ports?device_id=2f903cc6-4588-4e6d-9f98-4119c026a994 HTTP/1.1" status: 200 len: 945 time: 0.2018895 May 30 20:21:46.272211 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8af66f6-93a3-4b44-964c-0edc263a69f5', 'name': 'network-vif-deleted', 'tag': 'e11c1dce-38fb-439a-b79f-28a1736ee8b8'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:21:46.331951 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-227f0fe4-d539-42eb-aa14-54f095d9d7c2 None None] Set router 6e583e7b-f12b-4fba-bb78-c30dd0525c40 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:21:46.338144 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-247c3598-68d8-49d4-8a09-1e3baeb7ce94 req-fae58127-f116-45fe-b3fd-d791a30674b8 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Unset dirty status for tenant:81e36025f4964ad6aa1305da6f1825fb on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:21:46.339477 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-247c3598-68d8-49d4-8a09-1e3baeb7ce94 req-fae58127-f116-45fe-b3fd-d791a30674b8 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] 10.222.0.85 "GET /v2.0/ports?device_id=f8af66f6-93a3-4b44-964c-0edc263a69f5 HTTP/1.1" status: 200 len: 943 time: 1.1582088 May 30 20:21:46.346662 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-46f4ef72-e472-444c-8556-e53f0a78c228 req-580f5d40-63ab-4646-a2a1-7daf676b4f23 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Calling delete_port for 3f6b9a55-b5e7-4182-9909-1b1b41b5b5e5 owned by compute:nova {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:21:46.472160 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-247c3598-68d8-49d4-8a09-1e3baeb7ce94 req-7f113a54-6567-4087-856e-df7a31c52935 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] 10.222.0.85 "GET /v2.0/security-groups?id=71bec9af-908d-443b-98db-bdfb70c6ea10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913789 May 30 20:21:46.480350 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-007e577f-aa35-4de3-b4e7-656a49eb2410 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:46.530251 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-cd6a4602-a62e-42ce-bf98-723ebad86825 req-6ed0ae52-442c-4c85-b6ce-6d0661eaa9a7 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2ed7a16-df30-4283-b4d4-5e9611f16ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800568 May 30 20:21:46.539685 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-007e577f-aa35-4de3-b4e7-656a49eb2410 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66d8fb70-41a3-402e-b306-e606f3115df9']}} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:21:46.591351 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-007e577f-aa35-4de3-b4e7-656a49eb2410 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37231d7f-ed8d-4e0e-8306-0a00cadba9f8') {'for_net_delete': True} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:21:46.591702 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-007e577f-aa35-4de3-b4e7-656a49eb2410 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37231d7f-ed8d-4e0e-8306-0a00cadba9f8') {} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:21:46.627234 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-007e577f-aa35-4de3-b4e7-656a49eb2410 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2660590'] for segment, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:46.629487 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-007e577f-aa35-4de3-b4e7-656a49eb2410 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:46.639452 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-007e577f-aa35-4de3-b4e7-656a49eb2410 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Releasing vlan 662 on physical network physnet1 to pool {{(pid=84886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:21:46.640394 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-007e577f-aa35-4de3-b4e7-656a49eb2410 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4126989'] for segment, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:46.760298 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-46f4ef72-e472-444c-8556-e53f0a78c228 req-580f5d40-63ab-4646-a2a1-7daf676b4f23 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:46.761655 n-d-843948-2 neutron-server[84886]: Traceback (most recent call last): May 30 20:21:46.761655 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:21:46.761655 n-d-843948-2 neutron-server[84886]: timer() May 30 20:21:46.761655 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:21:46.761655 n-d-843948-2 neutron-server[84886]: cb(*args, **kw) May 30 20:21:46.761655 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:21:46.761655 n-d-843948-2 neutron-server[84886]: return func(*args, **kwargs) May 30 20:21:46.761655 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:21:46.761655 n-d-843948-2 neutron-server[84886]: self._notify() May 30 20:21:46.761655 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:21:46.761655 n-d-843948-2 neutron-server[84886]: self.callback(batched_events) May 30 20:21:46.761655 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:21:46.761655 n-d-843948-2 neutron-server[84886]: event.method(event) May 30 20:21:46.761655 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:21:46.761655 n-d-843948-2 neutron-server[84886]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:21:46.761655 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:21:46.761655 n-d-843948-2 neutron-server[84886]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:21:46.761655 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:21:46.761655 n-d-843948-2 neutron-server[84886]: return f(self, *a, **k) May 30 20:21:46.761655 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:21:46.761655 n-d-843948-2 neutron-server[84886]: return self._get(url).json() May 30 20:21:46.761655 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:21:46.761655 n-d-843948-2 neutron-server[84886]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:21:46.761655 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:21:46.761655 n-d-843948-2 neutron-server[84886]: return self.request(url, 'GET', **kwargs) May 30 20:21:46.761655 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:21:46.761655 n-d-843948-2 neutron-server[84886]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:21:46.761655 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:21:46.761655 n-d-843948-2 neutron-server[84886]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:21:46.761655 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:21:46.761655 n-d-843948-2 neutron-server[84886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:21:46.761655 n-d-843948-2 neutron-server[84886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:21:46.841406 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-227f0fe4-d539-42eb-aa14-54f095d9d7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e583e7b-f12b-4fba-bb78-c30dd0525c40', 'name': 'tempest-TaggedBootDevicesTest_v242-281532978-router', 'tenant_id': '81e36025f4964ad6aa1305da6f1825fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '20e9fcc0-2af1-4ea7-8af9-83f060d630c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:11:25Z', 'updated_at': '2022-05-30T20:11:44Z', 'revision_number': 4, 'project_id': '81e36025f4964ad6aa1305da6f1825fb', 'gw_port': {'id': '20e9fcc0-2af1-4ea7-8af9-83f060d630c7', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:91:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e583e7b-f12b-4fba-bb78-c30dd0525c40', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:11:28Z', 'updated_at': '2022-05-30T20:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': 'bcebd54d-41fa-4abb-9681-0eb0e36c100b', 'name': '', 'network_id': 'ac0cf993-3653-417b-b55c-1e0d903ad371', 'tenant_id': '81e36025f4964ad6aa1305da6f1825fb', 'mac_address': 'fa:16:3e:c1:b7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e583e7b-f12b-4fba-bb78-c30dd0525c40', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '12de3c88-630f-42df-9c14-e8413906e7b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:11:42Z', 'updated_at': '2022-05-30T20:12:09Z', 'revision_number': 5, 'project_id': '81e36025f4964ad6aa1305da6f1825fb', 'subnets': [{'id': '12de3c88-630f-42df-9c14-e8413906e7b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:21:46.844977 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580f5d40-63ab-4646-a2a1-7daf676b4f23 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Pushing event deleted for resources: {'Port': ['ID=3f6b9a55-b5e7-4182-9909-1b1b41b5b5e5,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:46.847727 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227f0fe4-d539-42eb-aa14-54f095d9d7c2 None None] The sync data for ids ['6e583e7b-f12b-4fba-bb78-c30dd0525c40'] in n-d-843948-2 is: [{'id': '6e583e7b-f12b-4fba-bb78-c30dd0525c40', 'name': 'tempest-TaggedBootDevicesTest_v242-281532978-router', 'tenant_id': '81e36025f4964ad6aa1305da6f1825fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '20e9fcc0-2af1-4ea7-8af9-83f060d630c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:11:25Z', 'updated_at': '2022-05-30T20:11:44Z', 'revision_number': 4, 'project_id': '81e36025f4964ad6aa1305da6f1825fb', 'gw_port': {'id': '20e9fcc0-2af1-4ea7-8af9-83f060d630c7', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:91:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e583e7b-f12b-4fba-bb78-c30dd0525c40', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:11:28Z', 'updated_at': '2022-05-30T20:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': 'bcebd54d-41fa-4abb-9681-0eb0e36c100b', 'name': '', 'network_id': 'ac0cf993-3653-417b-b55c-1e0d903ad371', 'tenant_id': '81e36025f4964ad6aa1305da6f1825fb', 'mac_address': 'fa:16:3e:c1:b7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e583e7b-f12b-4fba-bb78-c30dd0525c40', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '12de3c88-630f-42df-9c14-e8413906e7b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:11:42Z', 'updated_at': '2022-05-30T20:12:09Z', 'revision_number': 5, 'project_id': '81e36025f4964ad6aa1305da6f1825fb', 'subnets': [{'id': '12de3c88-630f-42df-9c14-e8413906e7b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:21:46.856077 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e7a240-3500-4b79-a008-11bd59730068 req-ea812a53-c11b-4550-be17-80017d3fa4ce tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:46.858245 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-90e7a240-3500-4b79-a008-11bd59730068 req-ea812a53-c11b-4550-be17-80017d3fa4ce tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] 10.222.0.85 "GET /v2.0/ports?device_id=e82f501e-f9fc-4818-bce6-f7c8cdc33298 HTTP/1.1" status: 200 len: 945 time: 0.0922458 May 30 20:21:46.914393 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580f5d40-63ab-4646-a2a1-7daf676b4f23 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:21:46.914393 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580f5d40-63ab-4646-a2a1-7daf676b4f23 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:21:46.914661 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580f5d40-63ab-4646-a2a1-7daf676b4f23 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:21:46.914986 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580f5d40-63ab-4646-a2a1-7daf676b4f23 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:21:46.915436 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580f5d40-63ab-4646-a2a1-7daf676b4f23 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:21:46.915827 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580f5d40-63ab-4646-a2a1-7daf676b4f23 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:21:46.916148 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580f5d40-63ab-4646-a2a1-7daf676b4f23 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:21:46.916479 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580f5d40-63ab-4646-a2a1-7daf676b4f23 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:21:46.916791 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580f5d40-63ab-4646-a2a1-7daf676b4f23 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:21:46.917169 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580f5d40-63ab-4646-a2a1-7daf676b4f23 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:21:46.917491 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580f5d40-63ab-4646-a2a1-7daf676b4f23 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:21:46.922053 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-007e577f-aa35-4de3-b4e7-656a49eb2410 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:46.953490 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-007e577f-aa35-4de3-b4e7-656a49eb2410 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 66d8fb70-41a3-402e-b306-e606f3115df9 {{(pid=84886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} May 30 20:21:46.955182 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007e577f-aa35-4de3-b4e7-656a49eb2410 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Pushing event deleted for resources: {'Network': ['ID=66d8fb70-41a3-402e-b306-e606f3115df9,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:46.963666 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-007e577f-aa35-4de3-b4e7-656a49eb2410 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:46.988053 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-007e577f-aa35-4de3-b4e7-656a49eb2410 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] 10.222.0.85 "DELETE /v2.0/networks/66d8fb70-41a3-402e-b306-e606f3115df9 HTTP/1.1" status: 204 len: 168 time: 0.9507279 May 30 20:21:46.992695 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 34484) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:21:47.000870 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-ba41ddf2-b6f7-4ca5-b541-17b2da8756f2 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Request body: {'network': {'name': 'tempest-network--1051428873'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:21:47.009201 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-ba41ddf2-b6f7-4ca5-b541-17b2da8756f2 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:21:47.025390 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-46f4ef72-e472-444c-8556-e53f0a78c228 req-580f5d40-63ab-4646-a2a1-7daf676b4f23 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] No DVR routers for this DVR port 3f6b9a55-b5e7-4182-9909-1b1b41b5b5e5 on host n-h1-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:21:47.026396 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-90e7a240-3500-4b79-a008-11bd59730068 req-acb12f5b-ea77-4266-a5bb-b7de2ee94da7 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] 10.222.0.85 "GET /v2.0/security-groups?id=e8dab81d-8136-4d38-9905-aca0d3251be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617117 May 30 20:21:47.033462 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-ba41ddf2-b6f7-4ca5-b541-17b2da8756f2 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Usage tracker for resource:network and tenant:e34deb22440743cf97a6a0dcd5b1283e is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:21:47.037489 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-ba41ddf2-b6f7-4ca5-b541-17b2da8756f2 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:21:47.040806 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-46f4ef72-e472-444c-8556-e53f0a78c228 req-580f5d40-63ab-4646-a2a1-7daf676b4f23 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:47.058001 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-ba41ddf2-b6f7-4ca5-b541-17b2da8756f2 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:21:47.130726 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0827b1-1e51-4609-85c2-b1fddba0205e req-1dceeac1-c009-4a45-95dc-d469dfb2b7f5 tempest-VolumesActionsTest-41988862 tempest-VolumesActionsTest-41988862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:47.133228 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2f0827b1-1e51-4609-85c2-b1fddba0205e req-1dceeac1-c009-4a45-95dc-d469dfb2b7f5 tempest-VolumesActionsTest-41988862 tempest-VolumesActionsTest-41988862-project] 10.222.0.85 "GET /v2.0/ports?device_id=c8b1a0bc-f2d0-4ca2-88bd-8428539cf58b HTTP/1.1" status: 200 len: 944 time: 0.4128222 May 30 20:21:47.135143 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66d82c07-64f9-4912-a38c-e651764643de'] response: {'server_uuid': 'f8af66f6-93a3-4b44-964c-0edc263a69f5', 'name': 'network-vif-deleted', 'tag': 'e11c1dce-38fb-439a-b79f-28a1736ee8b8', 'status': 'completed', 'code': 200} May 30 20:21:47.173693 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba41ddf2-b6f7-4ca5-b541-17b2da8756f2 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Made reservation on behalf of e34deb22440743cf97a6a0dcd5b1283e for: {'network': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:21:47.176084 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ba41ddf2-b6f7-4ca5-b541-17b2da8756f2 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:47.205820 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2f0827b1-1e51-4609-85c2-b1fddba0205e req-3ff56d2d-9b3b-45e0-ad9d-88b4b4422196 tempest-VolumesActionsTest-41988862 tempest-VolumesActionsTest-41988862-project] 10.222.0.85 "GET /v2.0/security-groups?id=06a84529-83cb-4b52-a9d1-5ed4efd2b220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645189 May 30 20:21:47.207486 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-46f4ef72-e472-444c-8556-e53f0a78c228 req-580f5d40-63ab-4646-a2a1-7daf676b4f23 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] 10.222.0.71 "DELETE /v2.0/ports/3f6b9a55-b5e7-4182-9909-1b1b41b5b5e5 HTTP/1.1" status: 204 len: 173 time: 1.6264360 May 30 20:21:47.225835 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba41ddf2-b6f7-4ca5-b541-17b2da8756f2 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] vlan segment allocate from pool success with {'vlan_id': 670, 'physical_network': 'physnet1'} {{(pid=84886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:21:47.255431 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ba41ddf2-b6f7-4ca5-b541-17b2da8756f2 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:47.258563 n-d-843948-2 neutron-server[84886]: INFO neutron.db.segments_db [None req-ba41ddf2-b6f7-4ca5-b541-17b2da8756f2 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Added segment 80d9097d-6fa2-4084-8d98-faa2596b0ce2 of type vlan for network 57deffee-9da8-490f-859b-8abac05843d4 May 30 20:21:47.400656 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ba41ddf2-b6f7-4ca5-b541-17b2da8756f2 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:47.501884 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a400186-a019-42b1-b3e1-1f33ad76015e req-0a6d5b0f-c5cf-48e3-896f-6d809546b5b2 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:47.504077 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4a400186-a019-42b1-b3e1-1f33ad76015e req-0a6d5b0f-c5cf-48e3-896f-6d809546b5b2 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/ports?device_id=2f903cc6-4588-4e6d-9f98-4119c026a994 HTTP/1.1" status: 200 len: 945 time: 0.2524014 May 30 20:21:47.586586 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ba41ddf2-b6f7-4ca5-b541-17b2da8756f2 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:47.589349 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba41ddf2-b6f7-4ca5-b541-17b2da8756f2 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:47.590598 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ba41ddf2-b6f7-4ca5-b541-17b2da8756f2 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:47.665860 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83c3da5-035e-48c6-892d-355d13df4023 req-c7910f19-f395-48b0-819f-623f62af00fc tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:47.667252 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f83c3da5-035e-48c6-892d-355d13df4023 req-c7910f19-f395-48b0-819f-623f62af00fc tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] 10.222.0.85 "GET /v2.0/ports?device_id=45f005eb-35d7-4310-b0f7-a47f0ffb358c HTTP/1.1" status: 200 len: 945 time: 0.2211485 May 30 20:21:47.719462 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device a67cc34a-efb0-42a8-ad11-bdd636380f48 up at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:21:47.773410 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f83c3da5-035e-48c6-892d-355d13df4023 req-4b203873-5cf7-4946-ba2e-1ccfb2725929 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] 10.222.0.85 "GET /v2.0/security-groups?id=e8dab81d-8136-4d38-9905-aca0d3251be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974822 May 30 20:21:47.936823 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba41ddf2-b6f7-4ca5-b541-17b2da8756f2 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Pushing event updated for resources: {'Network': ['ID=57deffee-9da8-490f-859b-8abac05843d4,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:47.958288 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network 57deffee-9da8-490f-859b-8abac05843d4 details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:21:47.966295 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4a400186-a019-42b1-b3e1-1f33ad76015e req-79ab64df-4f04-4a19-852e-f835eeb6fc02 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2ed7a16-df30-4283-b4d4-5e9611f16ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4374554 May 30 20:21:47.978721 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-ba41ddf2-b6f7-4ca5-b541-17b2da8756f2 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.9819369 May 30 20:21:47.990050 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 34498) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:21:47.990050 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-1441df54-e6b4-46cd-a91b-ae4c9594dd5f tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Request body: {'network': {'router:external': True}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:21:48.142454 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d840f71-2381-49fb-8ed3-25f470720b71 None None] New status for floating IP 4d07d155-9542-4540-b5f9-b047b47706e1: DOWN {{(pid=84888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 20:21:48.210295 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning for port a67cc34a-efb0-42a8-ad11-bdd636380f48 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:21:48.236416 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning complete for port a67cc34a-efb0-42a8-ad11-bdd636380f48 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:21:48.236795 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:48.264257 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-70fb17bf-bc38-49f8-81a2-cbc633160369 req-a8097933-07be-4971-98d4-07befcf2f2c9 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Synchronizing usage tracker for tenant:81e36025f4964ad6aa1305da6f1825fb on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:21:48.529393 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-70fb17bf-bc38-49f8-81a2-cbc633160369 req-a8097933-07be-4971-98d4-07befcf2f2c9 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Unset dirty status for tenant:81e36025f4964ad6aa1305da6f1825fb on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:21:48.530789 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-70fb17bf-bc38-49f8-81a2-cbc633160369 req-a8097933-07be-4971-98d4-07befcf2f2c9 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] 10.222.0.85 "GET /v2.0/ports?device_id=f8af66f6-93a3-4b44-964c-0edc263a69f5 HTTP/1.1" status: 200 len: 210 time: 0.4815884 May 30 20:21:48.651948 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1441df54-e6b4-46cd-a91b-ae4c9594dd5f tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:48.704900 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79655db-59cd-4f3f-a5c2-129e564de6ee req-758acdcd-b12c-4014-bc61-544d0a8f716d tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:48.704900 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79655db-59cd-4f3f-a5c2-129e564de6ee req-758acdcd-b12c-4014-bc61-544d0a8f716d tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:48.719850 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79655db-59cd-4f3f-a5c2-129e564de6ee req-758acdcd-b12c-4014-bc61-544d0a8f716d tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:48.719850 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f79655db-59cd-4f3f-a5c2-129e564de6ee req-758acdcd-b12c-4014-bc61-544d0a8f716d tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] 10.222.0.85 "GET /v2.0/ports?device_id=45f005eb-35d7-4310-b0f7-a47f0ffb358c&device_id=e82f501e-f9fc-4818-bce6-f7c8cdc33298&device_id=37a6e37d-34dd-4d54-89fb-fa1cb6fbad15 HTTP/1.1" status: 200 len: 2416 time: 0.2076938 May 30 20:21:48.725785 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:48.770700 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8b1a0bc-f2d0-4ca2-88bd-8428539cf58b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a67cc34a-efb0-42a8-ad11-bdd636380f48'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:21:48.774436 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1441df54-e6b4-46cd-a91b-ae4c9594dd5f tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:48.783802 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port a67cc34a-efb0-42a8-ad11-bdd636380f48, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=a67cc34a-efb0-42a8-ad11-bdd636380f48,segment=NetworkSegment(18bd8511-6c90-4d02-8422-095637a74b25),segment_id=18bd8511-6c90-4d02-8422-095637a74b25)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:21:48.825100 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f79655db-59cd-4f3f-a5c2-129e564de6ee req-7e4d3cc4-b397-4945-8fb3-6520fb14a131 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] 10.222.0.85 "GET /v2.0/security-groups?id=e8dab81d-8136-4d38-9905-aca0d3251be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038849 May 30 20:21:48.872659 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:48.881508 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1441df54-e6b4-46cd-a91b-ae4c9594dd5f tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Network 57deffee-9da8-490f-859b-8abac05843d4 is not hosted by any dhcp agent {{(pid=84887) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} May 30 20:21:48.887202 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1441df54-e6b4-46cd-a91b-ae4c9594dd5f tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:48.887202 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1441df54-e6b4-46cd-a91b-ae4c9594dd5f tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:48.887202 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-1441df54-e6b4-46cd-a91b-ae4c9594dd5f tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] 10.222.0.85 "PUT /v2.0/networks/57deffee-9da8-490f-859b-8abac05843d4 HTTP/1.1" status: 200 len: 858 time: 0.9039896 May 30 20:21:48.888196 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 34518) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:21:48.974596 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1441df54-e6b4-46cd-a91b-ae4c9594dd5f tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Pushing event updated for resources: {'Network': ['ID=57deffee-9da8-490f-859b-8abac05843d4,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:49.012895 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=a67cc34a-efb0-42a8-ad11-bdd636380f48,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:49.034487 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d046f9-e733-410d-8406-9332506edf2e req-f827dc56-b939-4b46-ae7d-619d37bb2733 tempest-VolumesActionsTest-41988862 tempest-VolumesActionsTest-41988862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:49.041867 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c4d046f9-e733-410d-8406-9332506edf2e req-f827dc56-b939-4b46-ae7d-619d37bb2733 tempest-VolumesActionsTest-41988862 tempest-VolumesActionsTest-41988862-project] 10.222.0.85 "GET /v2.0/ports?device_id=c8b1a0bc-f2d0-4ca2-88bd-8428539cf58b HTTP/1.1" status: 200 len: 945 time: 0.2282016 May 30 20:21:49.090161 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-acc52bf5-4af5-4d6d-a82c-29a7d211a4a7 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:49.091363 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c4d046f9-e733-410d-8406-9332506edf2e req-ce0084d8-d550-48b0-812e-4fbcd8a21064 tempest-VolumesActionsTest-41988862 tempest-VolumesActionsTest-41988862-project] 10.222.0.85 "GET /v2.0/security-groups?id=06a84529-83cb-4b52-a9d1-5ed4efd2b220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478745 May 30 20:21:49.136575 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8af66f6-93a3-4b44-964c-0edc263a69f5', 'name': 'network-vif-deleted', 'tag': '3f6b9a55-b5e7-4182-9909-1b1b41b5b5e5'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:21:49.188580 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8540589-2955-4b2d-bc4b-3aec3fc3ad58'] response: {'server_uuid': 'c8b1a0bc-f2d0-4ca2-88bd-8428539cf58b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a67cc34a-efb0-42a8-ad11-bdd636380f48', 'code': 200} May 30 20:21:49.228553 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [req-daa795e3-20a7-4f1d-9e66-eb70613cc8bf req-4e411da6-8c0c-42de-97a0-bfb03b4b8267 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=84887) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:21:49.229628 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-daa795e3-20a7-4f1d-9e66-eb70613cc8bf req-4e411da6-8c0c-42de-97a0-bfb03b4b8267 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0083854 May 30 20:21:49.303923 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243e6a36-8267-46ca-8b32-43ba0861ddf5 req-430b0e02-f91a-44bc-9129-246f6c93c544 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:49.307044 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-243e6a36-8267-46ca-8b32-43ba0861ddf5 req-430b0e02-f91a-44bc-9129-246f6c93c544 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/ports?device_id=2f903cc6-4588-4e6d-9f98-4119c026a994 HTTP/1.1" status: 200 len: 945 time: 0.2724497 May 30 20:21:49.309984 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-acc52bf5-4af5-4d6d-a82c-29a7d211a4a7 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:49.328595 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:49.344152 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-acc52bf5-4af5-4d6d-a82c-29a7d211a4a7 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57deffee-9da8-490f-859b-8abac05843d4']}} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:21:49.362744 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-acc52bf5-4af5-4d6d-a82c-29a7d211a4a7 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80d9097d-6fa2-4084-8d98-faa2596b0ce2') {'for_net_delete': True} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:21:49.363593 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-acc52bf5-4af5-4d6d-a82c-29a7d211a4a7 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80d9097d-6fa2-4084-8d98-faa2596b0ce2') {} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:21:49.395118 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e428cf3c-dc37-48ed-9a6f-0ba20dea7918 req-cf682d50-cb76-47ae-82a7-a124cac752f6 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=c8b1a0bc-f2d0-4ca2-88bd-8428539cf58b HTTP/1.1" status: 200 len: 1096 time: 0.1114099 May 30 20:21:49.397747 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-acc52bf5-4af5-4d6d-a82c-29a7d211a4a7 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2660590'] for segment, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:49.408355 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-daa795e3-20a7-4f1d-9e66-eb70613cc8bf req-164fbc87-dcad-462d-bcdb-a99b3a5cc005 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] 10.222.0.85 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1625900 May 30 20:21:49.432753 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-acc52bf5-4af5-4d6d-a82c-29a7d211a4a7 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:49.490366 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-243e6a36-8267-46ca-8b32-43ba0861ddf5 req-0e7e7856-5019-4c93-8fd9-f4a67c896c6f tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2ed7a16-df30-4283-b4d4-5e9611f16ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932128 May 30 20:21:49.490366 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acc52bf5-4af5-4d6d-a82c-29a7d211a4a7 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Releasing vlan 670 on physical network physnet1 to pool {{(pid=84886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:21:49.490366 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-acc52bf5-4af5-4d6d-a82c-29a7d211a4a7 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4126989'] for segment, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:49.495866 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e428cf3c-dc37-48ed-9a6f-0ba20dea7918 req-ad9f2f08-c8b5-4a6e-b824-88bd0a030716 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=06a84529-83cb-4b52-a9d1-5ed4efd2b220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533862 May 30 20:21:49.501181 n-d-843948-2 neutron-server[84886]: Traceback (most recent call last): May 30 20:21:49.501181 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:21:49.501181 n-d-843948-2 neutron-server[84886]: timer() May 30 20:21:49.501181 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:21:49.501181 n-d-843948-2 neutron-server[84886]: cb(*args, **kw) May 30 20:21:49.501181 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:21:49.501181 n-d-843948-2 neutron-server[84886]: return func(*args, **kwargs) May 30 20:21:49.501181 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:21:49.501181 n-d-843948-2 neutron-server[84886]: self._notify() May 30 20:21:49.501181 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:21:49.501181 n-d-843948-2 neutron-server[84886]: self.callback(batched_events) May 30 20:21:49.501181 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:21:49.501181 n-d-843948-2 neutron-server[84886]: event.method(event) May 30 20:21:49.501181 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:21:49.501181 n-d-843948-2 neutron-server[84886]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:21:49.501181 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:21:49.501181 n-d-843948-2 neutron-server[84886]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:21:49.501181 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:21:49.501181 n-d-843948-2 neutron-server[84886]: return f(self, *a, **k) May 30 20:21:49.501181 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:21:49.501181 n-d-843948-2 neutron-server[84886]: return self._get(url).json() May 30 20:21:49.501181 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:21:49.501181 n-d-843948-2 neutron-server[84886]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:21:49.501181 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:21:49.501181 n-d-843948-2 neutron-server[84886]: return self.request(url, 'GET', **kwargs) May 30 20:21:49.501181 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:21:49.501181 n-d-843948-2 neutron-server[84886]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:21:49.501181 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:21:49.501181 n-d-843948-2 neutron-server[84886]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:21:49.501181 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:21:49.501181 n-d-843948-2 neutron-server[84886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:21:49.501181 n-d-843948-2 neutron-server[84886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:21:49.555042 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc3b541a-57a1-4ac7-8721-51dadfbec1ed'] response: {'server_uuid': 'f8af66f6-93a3-4b44-964c-0edc263a69f5', 'name': 'network-vif-deleted', 'tag': '3f6b9a55-b5e7-4182-9909-1b1b41b5b5e5', 'status': 'completed', 'code': 200} May 30 20:21:49.642538 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-acc52bf5-4af5-4d6d-a82c-29a7d211a4a7 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:49.652919 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acc52bf5-4af5-4d6d-a82c-29a7d211a4a7 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 57deffee-9da8-490f-859b-8abac05843d4 {{(pid=84886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} May 30 20:21:49.656483 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-acc52bf5-4af5-4d6d-a82c-29a7d211a4a7 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:49.681136 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc52bf5-4af5-4d6d-a82c-29a7d211a4a7 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] Pushing event deleted for resources: {'Network': ['ID=57deffee-9da8-490f-859b-8abac05843d4,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:49.688258 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-acc52bf5-4af5-4d6d-a82c-29a7d211a4a7 tempest-ExternalNetworksTestJSON-2012236173 tempest-ExternalNetworksTestJSON-2012236173-project-admin] 10.222.0.85 "DELETE /v2.0/networks/57deffee-9da8-490f-859b-8abac05843d4 HTTP/1.1" status: 204 len: 168 time: 0.7979112 May 30 20:21:49.691992 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 34532) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:21:49.779077 n-d-843948-2 neutron-server[84887]: INFO neutron.pecan_wsgi.hooks.translation [None req-d103da03-2805-47b0-8ea8-35f63cf1fc53 tempest-ExternalNetworksTestJSON-1980187828 tempest-ExternalNetworksTestJSON-1980187828-project] DELETE failed (client error): The resource could not be found. May 30 20:21:49.780396 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d103da03-2805-47b0-8ea8-35f63cf1fc53 tempest-ExternalNetworksTestJSON-1980187828 tempest-ExternalNetworksTestJSON-1980187828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:21:49.783947 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-d103da03-2805-47b0-8ea8-35f63cf1fc53 tempest-ExternalNetworksTestJSON-1980187828 tempest-ExternalNetworksTestJSON-1980187828-project] 10.222.0.85 "DELETE /v2.0/subnets/ba8054dc-1a0e-44a8-b8ca-c381c73e63e2 HTTP/1.1" status: 404 len: 337 time: 0.0900393 May 30 20:21:49.786021 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 34538) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:21:50.039403 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b93d034e-9b0b-44cd-a3c8-dfae00af70f0 tempest-ExternalNetworksTestJSON-1980187828 tempest-ExternalNetworksTestJSON-1980187828-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:50.234480 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d5d885-29df-4bc2-aa1f-0c4025fbabce req-713cee2c-0208-4f76-8b42-e0f5f03e4805 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:50.236046 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-15d5d885-29df-4bc2-aa1f-0c4025fbabce req-713cee2c-0208-4f76-8b42-e0f5f03e4805 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/ports?device_id=2f903cc6-4588-4e6d-9f98-4119c026a994 HTTP/1.1" status: 200 len: 945 time: 0.2933719 May 30 20:21:50.394355 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a184ba4c-0641-4791-8821-37b5f71d873d req-b3ff591d-fc0d-4ba7-b9ce-6b1050f2c95f tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] 10.222.0.85 "GET /v2.0/ports?device_id=f8af66f6-93a3-4b44-964c-0edc263a69f5 HTTP/1.1" status: 200 len: 210 time: 0.0494304 May 30 20:21:50.411939 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b93d034e-9b0b-44cd-a3c8-dfae00af70f0 tempest-ExternalNetworksTestJSON-1980187828 tempest-ExternalNetworksTestJSON-1980187828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:50.455302 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-15d5d885-29df-4bc2-aa1f-0c4025fbabce req-13245128-2b39-4876-9255-711ea310e393 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2ed7a16-df30-4283-b4d4-5e9611f16ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944492 May 30 20:21:50.469791 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-b93d034e-9b0b-44cd-a3c8-dfae00af70f0 tempest-ExternalNetworksTestJSON-1980187828 tempest-ExternalNetworksTestJSON-1980187828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['641bee07-d836-49f7-b113-f50f1f37e048']}} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:21:50.485820 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-b93d034e-9b0b-44cd-a3c8-dfae00af70f0 tempest-ExternalNetworksTestJSON-1980187828 tempest-ExternalNetworksTestJSON-1980187828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bda41cc6-7c83-4009-a29f-ac0468ff476c') {'for_net_delete': True} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:21:50.485820 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-b93d034e-9b0b-44cd-a3c8-dfae00af70f0 tempest-ExternalNetworksTestJSON-1980187828 tempest-ExternalNetworksTestJSON-1980187828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bda41cc6-7c83-4009-a29f-ac0468ff476c') {} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:21:50.504220 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b93d034e-9b0b-44cd-a3c8-dfae00af70f0 tempest-ExternalNetworksTestJSON-1980187828 tempest-ExternalNetworksTestJSON-1980187828-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3149912'] for segment, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:50.521435 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2ea9ae06-c2b4-4e5e-991e-578a4f686f4f req-b88dca7f-2dd2-4ba4-9ddc-b9eabf037b21 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=88e042593d914709b0b6e8865f4bc68d&device_id=9158fc3c-573c-4c1d-bf9a-0db62e0b50ac HTTP/1.1" status: 200 len: 1096 time: 0.2414262 May 30 20:21:50.529490 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b93d034e-9b0b-44cd-a3c8-dfae00af70f0 tempest-ExternalNetworksTestJSON-1980187828 tempest-ExternalNetworksTestJSON-1980187828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:50.537711 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b93d034e-9b0b-44cd-a3c8-dfae00af70f0 tempest-ExternalNetworksTestJSON-1980187828 tempest-ExternalNetworksTestJSON-1980187828-project] Releasing vlan 660 on physical network physnet1 to pool {{(pid=84887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:21:50.538457 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b93d034e-9b0b-44cd-a3c8-dfae00af70f0 tempest-ExternalNetworksTestJSON-1980187828 tempest-ExternalNetworksTestJSON-1980187828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4055488'] for segment, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:50.554432 n-d-843948-2 neutron-server[84887]: Traceback (most recent call last): May 30 20:21:50.554432 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:21:50.554432 n-d-843948-2 neutron-server[84887]: timer() May 30 20:21:50.554432 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:21:50.554432 n-d-843948-2 neutron-server[84887]: cb(*args, **kw) May 30 20:21:50.554432 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:21:50.554432 n-d-843948-2 neutron-server[84887]: return func(*args, **kwargs) May 30 20:21:50.554432 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:21:50.554432 n-d-843948-2 neutron-server[84887]: self._notify() May 30 20:21:50.554432 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:21:50.554432 n-d-843948-2 neutron-server[84887]: self.callback(batched_events) May 30 20:21:50.554432 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:21:50.554432 n-d-843948-2 neutron-server[84887]: event.method(event) May 30 20:21:50.554432 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:21:50.554432 n-d-843948-2 neutron-server[84887]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:21:50.554432 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:21:50.554432 n-d-843948-2 neutron-server[84887]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:21:50.554432 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:21:50.554432 n-d-843948-2 neutron-server[84887]: return f(self, *a, **k) May 30 20:21:50.554432 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:21:50.554432 n-d-843948-2 neutron-server[84887]: return self._get(url).json() May 30 20:21:50.554432 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:21:50.554432 n-d-843948-2 neutron-server[84887]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:21:50.554432 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:21:50.554432 n-d-843948-2 neutron-server[84887]: return self.request(url, 'GET', **kwargs) May 30 20:21:50.554432 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:21:50.554432 n-d-843948-2 neutron-server[84887]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:21:50.554432 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:21:50.554432 n-d-843948-2 neutron-server[84887]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:21:50.554432 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:21:50.554432 n-d-843948-2 neutron-server[84887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:21:50.554432 n-d-843948-2 neutron-server[84887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:21:50.875091 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea9ae06-c2b4-4e5e-991e-578a4f686f4f req-e38adfb3-c7b7-4efa-aed4-a60858ee15d4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:50.876586 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2ea9ae06-c2b4-4e5e-991e-578a4f686f4f req-e38adfb3-c7b7-4efa-aed4-a60858ee15d4 service neutron] 10.222.0.71 "GET /v2.0/networks?id=3b009590-a296-4757-aa36-6233b5dedf2d HTTP/1.1" status: 200 len: 920 time: 0.3189020 May 30 20:21:50.952659 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b139a5fd-ddf8-497b-8f3d-475f79e000c6 req-aee994a0-9069-4ed4-ae38-7e14010b0f94 tempest-VolumesActionsTest-41988862 tempest-VolumesActionsTest-41988862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:50.954546 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b139a5fd-ddf8-497b-8f3d-475f79e000c6 req-aee994a0-9069-4ed4-ae38-7e14010b0f94 tempest-VolumesActionsTest-41988862 tempest-VolumesActionsTest-41988862-project] 10.222.0.85 "GET /v2.0/ports?device_id=c8b1a0bc-f2d0-4ca2-88bd-8428539cf58b HTTP/1.1" status: 200 len: 945 time: 0.2366309 May 30 20:21:50.955374 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b93d034e-9b0b-44cd-a3c8-dfae00af70f0 tempest-ExternalNetworksTestJSON-1980187828 tempest-ExternalNetworksTestJSON-1980187828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:50.955615 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7342e4bc-686d-41b6-9d90-68021664c98e req-ffd39f1e-c4e2-470e-9e2b-750bd9a59f4f tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:50.957137 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-7342e4bc-686d-41b6-9d90-68021664c98e req-ffd39f1e-c4e2-470e-9e2b-750bd9a59f4f tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/ports?device_id=9158fc3c-573c-4c1d-bf9a-0db62e0b50ac HTTP/1.1" status: 200 len: 945 time: 0.0969768 May 30 20:21:50.960449 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b93d034e-9b0b-44cd-a3c8-dfae00af70f0 tempest-ExternalNetworksTestJSON-1980187828 tempest-ExternalNetworksTestJSON-1980187828-project] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:51.017575 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2ea9ae06-c2b4-4e5e-991e-578a4f686f4f req-47b035d4-7cd7-4cf6-9557-f22ccb5adf0c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=91ff9597-ebc7-4fc4-b243-1a0126aef45d HTTP/1.1" status: 200 len: 217 time: 0.1338227 May 30 20:21:51.024405 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93d034e-9b0b-44cd-a3c8-dfae00af70f0 tempest-ExternalNetworksTestJSON-1980187828 tempest-ExternalNetworksTestJSON-1980187828-project] Pushing event deleted for resources: {'Network': ['ID=641bee07-d836-49f7-b113-f50f1f37e048,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:51.029252 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-7342e4bc-686d-41b6-9d90-68021664c98e req-a8038727-04bf-4526-ba75-58d53772d451 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/security-groups?id=1ad64e5c-169d-40fe-b7f5-961f736d123b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534096 May 30 20:21:51.114420 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-b93d034e-9b0b-44cd-a3c8-dfae00af70f0 tempest-ExternalNetworksTestJSON-1980187828 tempest-ExternalNetworksTestJSON-1980187828-project] 10.222.0.85 "DELETE /v2.0/networks/641bee07-d836-49f7-b113-f50f1f37e048 HTTP/1.1" status: 204 len: 168 time: 1.3216383 May 30 20:21:51.133354 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b139a5fd-ddf8-497b-8f3d-475f79e000c6 req-abd9f5de-1c7f-4081-8348-5dfbad6cb5f3 tempest-VolumesActionsTest-41988862 tempest-VolumesActionsTest-41988862-project] 10.222.0.85 "GET /v2.0/security-groups?id=06a84529-83cb-4b52-a9d1-5ed4efd2b220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680856 May 30 20:21:51.158179 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea9ae06-c2b4-4e5e-991e-578a4f686f4f req-fcb7b936-b894-4fa6-9b16-ea19b914d193 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:51.160990 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2ea9ae06-c2b4-4e5e-991e-578a4f686f4f req-fcb7b936-b894-4fa6-9b16-ea19b914d193 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4a48f417-ba85-44a0-9f1b-28d1dfa8235b HTTP/1.1" status: 200 len: 858 time: 0.1301229 May 30 20:21:51.299497 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2ea9ae06-c2b4-4e5e-991e-578a4f686f4f req-f1fd0893-7610-40a4-922c-efb354f0034f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3b009590-a296-4757-aa36-6233b5dedf2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1289539 May 30 20:21:51.496525 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2ea9ae06-c2b4-4e5e-991e-578a4f686f4f req-a38a6c31-77ab-4b2d-8de2-3be4c47b701e service neutron] 10.222.0.71 "GET /v2.0/networks/3b009590-a296-4757-aa36-6233b5dedf2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900463 May 30 20:21:51.674655 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2ea9ae06-c2b4-4e5e-991e-578a4f686f4f req-455f0a04-73ab-4185-89df-c17a7bd8bc16 service neutron] 10.222.0.71 "GET /v2.0/networks/3b009590-a296-4757-aa36-6233b5dedf2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722112 May 30 20:21:51.728369 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433b4e7e-3ce5-4bfd-94b4-9edca51553d0 req-6e7937f0-f5a3-43c1-99c6-722c93b8cc66 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:51.729961 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-433b4e7e-3ce5-4bfd-94b4-9edca51553d0 req-6e7937f0-f5a3-43c1-99c6-722c93b8cc66 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/networks?id=b8dbbf3d-6692-4ebe-a45d-1177e8082a2b HTTP/1.1" status: 200 len: 814 time: 0.3008544 May 30 20:21:51.744811 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-db7280de-4310-4ea5-8936-e11eb6be8761 req-4507fc2a-7abb-47cd-8a0a-20265727b86b tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] 10.222.0.85 "GET /v2.0/ports?device_id=f8af66f6-93a3-4b44-964c-0edc263a69f5 HTTP/1.1" status: 200 len: 210 time: 0.0576093 May 30 20:21:51.761302 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-433b4e7e-3ce5-4bfd-94b4-9edca51553d0 req-1a6b76b1-889e-4e1a-b212-214c7d112313 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/quotas/8e7af6fbddf440778dd87d98216021ce HTTP/1.1" status: 200 len: 375 time: 0.0205591 May 30 20:21:51.887899 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-433b4e7e-3ce5-4bfd-94b4-9edca51553d0 req-52a55758-42e2-49df-9f0e-0e80a8dcfc87 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=8e7af6fbddf440778dd87d98216021ce&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1250560 May 30 20:21:51.891731 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 34566) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:21:52.121182 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-96a172f5-8137-4a7a-b4b0-57f7aab56a0c admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=56991c7c65df4064913bc7fc8f5742a6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2255921 May 30 20:21:52.123144 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 34578) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:21:52.148781 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:52.154691 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2792395-fdc6-4aaa-a004-98af9a3246c6 req-512b6674-9531-4221-b21b-a5fcbce4fe68 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:52.156534 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b2792395-fdc6-4aaa-a004-98af9a3246c6 req-512b6674-9531-4221-b21b-a5fcbce4fe68 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/ports?device_id=2f903cc6-4588-4e6d-9f98-4119c026a994 HTTP/1.1" status: 200 len: 945 time: 0.1217217 May 30 20:21:52.206000 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4aeac04e-e224-4c43-8d97-1ab48bd43905 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:52.240839 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4aeac04e-e224-4c43-8d97-1ab48bd43905 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:52.245455 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b2792395-fdc6-4aaa-a004-98af9a3246c6 req-00d9da73-abee-4caa-a950-19bad7d19e9f tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2ed7a16-df30-4283-b4d4-5e9611f16ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820143 May 30 20:21:52.402981 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4aeac04e-e224-4c43-8d97-1ab48bd43905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:52.477038 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aeac04e-e224-4c43-8d97-1ab48bd43905 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e0f0df3-b5bc-4771-8e46-45404a18b720,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:52.514165 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a21f231-22d0-4090-bb35-21d5ceaaf7e7 req-f794a88e-4c84-42a4-a3cb-1bbe183e6e77 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:52.516217 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4aeac04e-e224-4c43-8d97-1ab48bd43905 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:52.516712 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0a21f231-22d0-4090-bb35-21d5ceaaf7e7 req-f794a88e-4c84-42a4-a3cb-1bbe183e6e77 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/ports?device_id=9158fc3c-573c-4c1d-bf9a-0db62e0b50ac HTTP/1.1" status: 200 len: 945 time: 0.1180017 May 30 20:21:52.518029 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-4aeac04e-e224-4c43-8d97-1ab48bd43905 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/0e0f0df3-b5bc-4771-8e46-45404a18b720 HTTP/1.1" status: 204 len: 168 time: 0.3953130 May 30 20:21:52.557592 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8added4e-5585-47d5-b2f8-3f0cf99c3e31 req-31881e9b-5894-4215-8dd0-15e5f75f8892 tempest-VolumesActionsTest-41988862 tempest-VolumesActionsTest-41988862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:52.559307 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8added4e-5585-47d5-b2f8-3f0cf99c3e31 req-31881e9b-5894-4215-8dd0-15e5f75f8892 tempest-VolumesActionsTest-41988862 tempest-VolumesActionsTest-41988862-project] 10.222.0.85 "GET /v2.0/ports?device_id=c8b1a0bc-f2d0-4ca2-88bd-8428539cf58b HTTP/1.1" status: 200 len: 945 time: 0.1420865 May 30 20:21:52.578635 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0a21f231-22d0-4090-bb35-21d5ceaaf7e7 req-e668c0dd-f7a6-43ca-b318-c5dcc059a2fe tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/security-groups?id=1ad64e5c-169d-40fe-b7f5-961f736d123b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561814 May 30 20:21:52.623111 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8added4e-5585-47d5-b2f8-3f0cf99c3e31 req-990e4c0f-f136-4c17-b190-18fec13ae651 tempest-VolumesActionsTest-41988862 tempest-VolumesActionsTest-41988862-project] 10.222.0.85 "GET /v2.0/security-groups?id=06a84529-83cb-4b52-a9d1-5ed4efd2b220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533187 May 30 20:21:52.864489 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3152a511-db97-4b85-8d55-54e9a16c8e81 req-fa27ce39-19d3-4521-8cf5-92cf1e61a14c tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:52.866147 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3152a511-db97-4b85-8d55-54e9a16c8e81 req-fa27ce39-19d3-4521-8cf5-92cf1e61a14c tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/ports?device_id=2f903cc6-4588-4e6d-9f98-4119c026a994 HTTP/1.1" status: 200 len: 945 time: 0.1464939 May 30 20:21:52.938527 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3152a511-db97-4b85-8d55-54e9a16c8e81 req-c220a4aa-f91d-4c6e-aed6-1a1581b3b655 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2ed7a16-df30-4283-b4d4-5e9611f16ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651245 May 30 20:21:53.197876 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 34606) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:21:53.281364 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-568d6740-ab40-4b22-9aa3-b470fc06aa9f tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:53.338998 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-568d6740-ab40-4b22-9aa3-b470fc06aa9f tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:53.364919 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-125a2c81-0a00-4306-acd8-1e1873cf2ca1 req-5ff56c8b-496d-4092-b7f4-f764e88c1cb5 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=8e7af6fbddf440778dd87d98216021ce HTTP/1.1" status: 200 len: 221 time: 0.0690513 May 30 20:21:53.620147 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 34620) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:21:53.649501 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-568d6740-ab40-4b22-9aa3-b470fc06aa9f tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:53.673900 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568d6740-ab40-4b22-9aa3-b470fc06aa9f tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71bec9af-908d-443b-98db-bdfb70c6ea10,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:53.714418 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-ffdf6b85-ae00-4835-a1e1-d202fb39d662 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=e34deb22440743cf97a6a0dcd5b1283e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0927424 May 30 20:21:53.715616 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 34626) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:21:53.738381 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ecae5b-8c39-4446-9a62-4ec157c948a9 req-8f382365-d5cf-4895-8120-c6e5541b9790 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:53.745761 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-83ecae5b-8c39-4446-9a62-4ec157c948a9 req-8f382365-d5cf-4895-8120-c6e5541b9790 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/ports?device_id=2f903cc6-4588-4e6d-9f98-4119c026a994 HTTP/1.1" status: 200 len: 945 time: 0.2637596 May 30 20:21:53.790817 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-568d6740-ab40-4b22-9aa3-b470fc06aa9f tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:53.791950 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-568d6740-ab40-4b22-9aa3-b470fc06aa9f tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] 10.222.0.85 "DELETE /v2.0/security-groups/71bec9af-908d-443b-98db-bdfb70c6ea10 HTTP/1.1" status: 204 len: 168 time: 0.5930762 May 30 20:21:53.795963 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 34632) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:21:53.823199 n-d-843948-2 neutron-server[84887]: INFO neutron.api.v2.resource [None req-e29da35b-3195-49de-b329-d8567fc739ec tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] show failed (client error): The resource could not be found. May 30 20:21:53.824323 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-e29da35b-3195-49de-b329-d8567fc739ec tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] 10.222.0.85 "GET /v2.0/security-groups/71bec9af-908d-443b-98db-bdfb70c6ea10 HTTP/1.1" status: 404 len: 347 time: 0.0273528 May 30 20:21:53.827634 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-30fc00d5-741a-4832-8849-ba9b8b921b79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:53.831704 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 34636) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:21:53.864124 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-30fc00d5-741a-4832-8849-ba9b8b921b79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:53.940485 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-83ecae5b-8c39-4446-9a62-4ec157c948a9 req-8495f2bf-a5f5-4a9b-8164-4aae5080909b tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2ed7a16-df30-4283-b4d4-5e9611f16ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823127 May 30 20:21:53.994255 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82fcfb4-ed6b-4db5-991c-78318fdf4d09 req-99b0429e-f0e0-44d3-b1f4-d91d0dbdcca2 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:53.995832 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b82fcfb4-ed6b-4db5-991c-78318fdf4d09 req-99b0429e-f0e0-44d3-b1f4-d91d0dbdcca2 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/ports?device_id=9158fc3c-573c-4c1d-bf9a-0db62e0b50ac HTTP/1.1" status: 200 len: 945 time: 0.1698217 May 30 20:21:54.033941 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-47b9e771-2752-4aa1-bda9-577a64f17a30 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Deleting port 8af04216-5cd4-4897-a9d4-c8c6989d11b6 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:21:54.033941 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-47b9e771-2752-4aa1-bda9-577a64f17a30 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:54.091360 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b82fcfb4-ed6b-4db5-991c-78318fdf4d09 req-14cb06ab-f794-42a3-a853-aa0f4cd4cae4 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/security-groups?id=1ad64e5c-169d-40fe-b7f5-961f736d123b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821187 May 30 20:21:54.134756 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-30fc00d5-741a-4832-8849-ba9b8b921b79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:54.166136 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fc00d5-741a-4832-8849-ba9b8b921b79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=749de56b-2668-4429-b4f9-fe8738fdeaa3,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:54.169973 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-30fc00d5-741a-4832-8849-ba9b8b921b79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:54.171397 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-30fc00d5-741a-4832-8849-ba9b8b921b79 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/749de56b-2668-4429-b4f9-fe8738fdeaa3 HTTP/1.1" status: 204 len: 168 time: 0.4548628 May 30 20:21:54.292563 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-47b9e771-2752-4aa1-bda9-577a64f17a30 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:54.293502 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-47b9e771-2752-4aa1-bda9-577a64f17a30 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:54.426084 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-47b9e771-2752-4aa1-bda9-577a64f17a30 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Calling delete_port for 8af04216-5cd4-4897-a9d4-c8c6989d11b6 owned by network:floatingip {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:21:54.446965 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdeafc5-1e9a-447e-a97e-ef432eecee13 req-1b68a23c-01a0-4b5f-b8be-22ed5aa175e7 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:54.450904 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-dcdeafc5-1e9a-447e-a97e-ef432eecee13 req-1b68a23c-01a0-4b5f-b8be-22ed5aa175e7 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/ports?device_id=2f903cc6-4588-4e6d-9f98-4119c026a994 HTTP/1.1" status: 200 len: 945 time: 0.1424370 May 30 20:21:54.468746 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d9c8e2-48b8-4353-8aac-5cc626ac9b0a req-f06721f5-0487-450c-a9c6-77e5667d9d05 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:54.470514 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e2d9c8e2-48b8-4353-8aac-5cc626ac9b0a req-f06721f5-0487-450c-a9c6-77e5667d9d05 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] 10.222.0.85 "GET /v2.0/ports?device_id=45f005eb-35d7-4310-b0f7-a47f0ffb358c HTTP/1.1" status: 200 len: 945 time: 0.3025887 May 30 20:21:54.518418 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-dcdeafc5-1e9a-447e-a97e-ef432eecee13 req-e2992370-9e7d-43c1-9ceb-dc6e13f0673d tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2ed7a16-df30-4283-b4d4-5e9611f16ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597813 May 30 20:21:54.599320 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e2d9c8e2-48b8-4353-8aac-5cc626ac9b0a req-4e29510e-1a57-43fc-8db9-55d74c151766 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] 10.222.0.85 "GET /v2.0/security-groups?id=e8dab81d-8136-4d38-9905-aca0d3251be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125057 May 30 20:21:54.774031 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-47b9e771-2752-4aa1-bda9-577a64f17a30 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:54.831096 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5de914-b4a6-4233-99f6-74384b805a99 req-d5035cbc-2721-41b6-bfe6-33915b0c95a6 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:54.832899 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-fb5de914-b4a6-4233-99f6-74384b805a99 req-d5035cbc-2721-41b6-bfe6-33915b0c95a6 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/ports?device_id=2f903cc6-4588-4e6d-9f98-4119c026a994 HTTP/1.1" status: 200 len: 945 time: 0.1004322 May 30 20:21:54.840624 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b9e771-2752-4aa1-bda9-577a64f17a30 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Pushing event deleted for resources: {'Port': ['ID=8af04216-5cd4-4897-a9d4-c8c6989d11b6,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:54.927377 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-fb5de914-b4a6-4233-99f6-74384b805a99 req-7e84a64e-0b3b-43f3-936f-1b74b651b8f7 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2ed7a16-df30-4283-b4d4-5e9611f16ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865977 May 30 20:21:55.076419 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-47b9e771-2752-4aa1-bda9-577a64f17a30 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Notify callbacks [] for floatingip, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:55.244788 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82a1fbc-2e6f-40bc-9712-74c77ed4027b req-6d143727-7e4f-403e-9af5-74ba606f3045 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:55.246452 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c82a1fbc-2e6f-40bc-9712-74c77ed4027b req-6d143727-7e4f-403e-9af5-74ba606f3045 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/ports?device_id=2f903cc6-4588-4e6d-9f98-4119c026a994 HTTP/1.1" status: 200 len: 945 time: 0.1615353 May 30 20:21:55.258443 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6316bff-bad3-41d8-8eb6-2628643eafd9 req-97f08ea2-814c-4941-ab30-b6b01806bbe0 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:55.260020 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b6316bff-bad3-41d8-8eb6-2628643eafd9 req-97f08ea2-814c-4941-ab30-b6b01806bbe0 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] 10.222.0.86 "GET /v2.0/ports?device_id=45f005eb-35d7-4310-b0f7-a47f0ffb358c HTTP/1.1" status: 200 len: 945 time: 0.1762476 May 30 20:21:55.333092 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-47b9e771-2752-4aa1-bda9-577a64f17a30 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:55.335188 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-47b9e771-2752-4aa1-bda9-577a64f17a30 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] 10.222.0.85 "DELETE /v2.0/floatingips/4d07d155-9542-4540-b5f9-b047b47706e1 HTTP/1.1" status: 204 len: 168 time: 1.5018792 May 30 20:21:55.345793 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 34668) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:21:55.402320 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a6bc6d-8a56-458b-a9cb-e682f10b8291 req-e35fd2ab-fd8e-45c4-b5a3-2e79eedd1ffd tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:55.403931 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b7a6bc6d-8a56-458b-a9cb-e682f10b8291 req-e35fd2ab-fd8e-45c4-b5a3-2e79eedd1ffd tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/ports?device_id=9158fc3c-573c-4c1d-bf9a-0db62e0b50ac HTTP/1.1" status: 200 len: 945 time: 0.0983775 May 30 20:21:55.430169 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-b6316bff-bad3-41d8-8eb6-2628643eafd9 req-ce0a9b95-1d7a-4c00-926f-db9459c66b90 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] Deleting port df3d09f2-2a10-4a76-9892-7f9163a09534 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:21:55.430601 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-b6316bff-bad3-41d8-8eb6-2628643eafd9 req-ce0a9b95-1d7a-4c00-926f-db9459c66b90 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:55.463040 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b7a6bc6d-8a56-458b-a9cb-e682f10b8291 req-9f9af952-6432-41fc-9fdd-88f43666a282 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/security-groups?id=1ad64e5c-169d-40fe-b7f5-961f736d123b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474935 May 30 20:21:55.481093 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c82a1fbc-2e6f-40bc-9712-74c77ed4027b req-93194d78-ae17-4d6f-837f-fa88da8998e3 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2ed7a16-df30-4283-b4d4-5e9611f16ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191520 May 30 20:21:55.496830 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-3ef5f264-ceef-4834-92e8-1bc9a64e840a tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Deleting port 8fa5f782-5b3a-4dde-bc5a-b3223a1946b8 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:21:55.497171 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3ef5f264-ceef-4834-92e8-1bc9a64e840a tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:56.052051 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95c888a-605a-4d92-8f25-b4b5fef7c16d req-ab8dd928-6055-4059-b250-6f42f0a49062 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:56.052051 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f95c888a-605a-4d92-8f25-b4b5fef7c16d req-ab8dd928-6055-4059-b250-6f42f0a49062 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] 10.222.0.85 "GET /v2.0/ports?device_id=45f005eb-35d7-4310-b0f7-a47f0ffb358c HTTP/1.1" status: 200 len: 945 time: 0.1787734 May 30 20:21:56.183785 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-78f33db7-068f-4666-bd50-ada9b7d0bce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:56.216365 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f95c888a-605a-4d92-8f25-b4b5fef7c16d req-da05ff5b-252a-476e-86e1-9f251bbb4104 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] 10.222.0.85 "GET /v2.0/security-groups?id=e8dab81d-8136-4d38-9905-aca0d3251be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655939 May 30 20:21:56.296777 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-b6316bff-bad3-41d8-8eb6-2628643eafd9 req-ce0a9b95-1d7a-4c00-926f-db9459c66b90 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] For port df3d09f2-2a10-4a76-9892-7f9163a09534, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=df3d09f2-2a10-4a76-9892-7f9163a09534,segment=NetworkSegment(bbb06a38-3164-4fad-a5cd-a7f5f6760c2a),segment_id=bbb06a38-3164-4fad-a5cd-a7f5f6760c2a)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:21:56.296777 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-b6316bff-bad3-41d8-8eb6-2628643eafd9 req-ce0a9b95-1d7a-4c00-926f-db9459c66b90 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:56.375443 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3ef5f264-ceef-4834-92e8-1bc9a64e840a tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:56.455971 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-b6316bff-bad3-41d8-8eb6-2628643eafd9 req-ce0a9b95-1d7a-4c00-926f-db9459c66b90 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] Calling delete_port for df3d09f2-2a10-4a76-9892-7f9163a09534 owned by compute:nova {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:21:56.541798 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254a09aa-ecc6-4c9c-a803-b252fdddb60b req-0fe185f4-2fd5-499d-a9c1-1db2003cdc1a tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:56.543434 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-254a09aa-ecc6-4c9c-a803-b252fdddb60b req-0fe185f4-2fd5-499d-a9c1-1db2003cdc1a tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/ports?device_id=2f903cc6-4588-4e6d-9f98-4119c026a994 HTTP/1.1" status: 200 len: 945 time: 0.6134059 May 30 20:21:56.614938 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-3ef5f264-ceef-4834-92e8-1bc9a64e840a tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Calling delete_port for 8fa5f782-5b3a-4dde-bc5a-b3223a1946b8 owned by {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:21:56.752083 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102d2314-d4ce-4f20-826c-e2ab36892cca req-9c92d5bc-95bf-4ece-ad0e-6b3bfd6c45a0 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:56.755088 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-102d2314-d4ce-4f20-826c-e2ab36892cca req-9c92d5bc-95bf-4ece-ad0e-6b3bfd6c45a0 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/ports?device_id=9158fc3c-573c-4c1d-bf9a-0db62e0b50ac HTTP/1.1" status: 200 len: 945 time: 0.0954080 May 30 20:21:56.756099 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-254a09aa-ecc6-4c9c-a803-b252fdddb60b req-4595c593-25b1-4a92-a8b9-954dce5dad3f tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2ed7a16-df30-4283-b4d4-5e9611f16ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510606 May 30 20:21:56.914916 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-102d2314-d4ce-4f20-826c-e2ab36892cca req-8fd1e4f2-2aa2-44bf-b0ff-b51200c04282 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/security-groups?id=1ad64e5c-169d-40fe-b7f5-961f736d123b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505010 May 30 20:21:56.991792 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:21:57.025234 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-b6316bff-bad3-41d8-8eb6-2628643eafd9 req-ce0a9b95-1d7a-4c00-926f-db9459c66b90 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:57.037196 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['f623ccc1-77bf-4a0d-a518-303964a4456a', '573c6011-68be-4e97-83a8-113940ad8c15'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:21:57.147552 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3ef5f264-ceef-4834-92e8-1bc9a64e840a tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:57.153640 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0a9b95-1d7a-4c00-926f-db9459c66b90 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] Pushing event deleted for resources: {'Port': ['ID=df3d09f2-2a10-4a76-9892-7f9163a09534,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:57.309790 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef5f264-ceef-4834-92e8-1bc9a64e840a tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Pushing event deleted for resources: {'Port': ['ID=8fa5f782-5b3a-4dde-bc5a-b3223a1946b8,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:57.447672 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6316bff-bad3-41d8-8eb6-2628643eafd9 req-ce0a9b95-1d7a-4c00-926f-db9459c66b90 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] No DVR routers for this DVR port df3d09f2-2a10-4a76-9892-7f9163a09534 on host n-h2-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:21:57.459649 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-b6316bff-bad3-41d8-8eb6-2628643eafd9 req-ce0a9b95-1d7a-4c00-926f-db9459c66b90 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:57.465936 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45f005eb-35d7-4310-b0f7-a47f0ffb358c', 'name': 'network-vif-deleted', 'tag': 'df3d09f2-2a10-4a76-9892-7f9163a09534'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:21:57.502403 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ceaa8d-7a35-44d2-84e5-1e34b380b5a5 req-b6c4cb67-431a-4e5b-9f69-d7e8cba7b3ac tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:57.504222 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-44ceaa8d-7a35-44d2-84e5-1e34b380b5a5 req-b6c4cb67-431a-4e5b-9f69-d7e8cba7b3ac tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/ports?device_id=2f903cc6-4588-4e6d-9f98-4119c026a994 HTTP/1.1" status: 200 len: 945 time: 0.5497372 May 30 20:21:57.584952 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3ef5f264-ceef-4834-92e8-1bc9a64e840a tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:57.588076 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-3ef5f264-ceef-4834-92e8-1bc9a64e840a tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] 10.222.0.85 "DELETE /v2.0/ports/8fa5f782-5b3a-4dde-bc5a-b3223a1946b8 HTTP/1.1" status: 204 len: 168 time: 2.2340984 May 30 20:21:57.591937 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 34720) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:21:57.624436 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-7ca37a98-e4f3-40c3-b0e8-708c3fb58853 req-168c260d-7bca-4ac6-8a11-b4a0bb948a97 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] 10.222.0.85 "GET /v2.0/ports?device_id=45f005eb-35d7-4310-b0f7-a47f0ffb358c HTTP/1.1" status: 200 len: 210 time: 0.1300640 May 30 20:21:57.647712 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-44ceaa8d-7a35-44d2-84e5-1e34b380b5a5 req-ae0f662a-7423-42d1-9adc-406b8f7dd581 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2ed7a16-df30-4283-b4d4-5e9611f16ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266873 May 30 20:21:57.650001 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b6316bff-bad3-41d8-8eb6-2628643eafd9 req-ce0a9b95-1d7a-4c00-926f-db9459c66b90 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] 10.222.0.86 "DELETE /v2.0/ports/df3d09f2-2a10-4a76-9892-7f9163a09534 HTTP/1.1" status: 204 len: 173 time: 2.3732054 May 30 20:21:57.698699 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-1c945945-92e7-4957-8504-5d81c7bfda1f tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Deleting port 1e6e07a3-c45b-41b8-b6a5-4b5b75a47af3 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:21:57.699868 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1c945945-92e7-4957-8504-5d81c7bfda1f tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:57.983367 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4db0df10-9d26-4aa8-8c31-bc51c3c2c9ad'] response: {'server_uuid': '45f005eb-35d7-4310-b0f7-a47f0ffb358c', 'name': 'network-vif-deleted', 'tag': 'df3d09f2-2a10-4a76-9892-7f9163a09534', 'status': 'completed', 'code': 200} May 30 20:21:58.246590 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da3d86b-b3b5-402a-b501-f26b6c90f6b6 req-ebf625f0-58bb-4ddc-b882-0b5c44d72c32 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:58.249023 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3da3d86b-b3b5-402a-b501-f26b6c90f6b6 req-ebf625f0-58bb-4ddc-b882-0b5c44d72c32 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/ports?device_id=9158fc3c-573c-4c1d-bf9a-0db62e0b50ac HTTP/1.1" status: 200 len: 945 time: 0.1317849 May 30 20:21:58.312361 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3da3d86b-b3b5-402a-b501-f26b6c90f6b6 req-1b4580f5-63aa-46f9-8492-dfb5c13b069e tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/security-groups?id=1ad64e5c-169d-40fe-b7f5-961f736d123b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541465 May 30 20:21:58.393945 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518f3937-f4e8-4379-90c9-78b7d9c2ee8c req-c6ad20db-a7ee-46f1-bee0-f9789ee98f4e tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:58.395626 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-518f3937-f4e8-4379-90c9-78b7d9c2ee8c req-c6ad20db-a7ee-46f1-bee0-f9789ee98f4e tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/ports?device_id=2f903cc6-4588-4e6d-9f98-4119c026a994 HTTP/1.1" status: 200 len: 945 time: 0.4107077 May 30 20:21:58.468852 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1c945945-92e7-4957-8504-5d81c7bfda1f tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:58.572791 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 34742) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:21:58.600655 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-1c945945-92e7-4957-8504-5d81c7bfda1f tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Calling delete_port for 1e6e07a3-c45b-41b8-b6a5-4b5b75a47af3 owned by {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:21:58.634050 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-518f3937-f4e8-4379-90c9-78b7d9c2ee8c req-65e37a59-089d-4dbf-9122-cbcbee15ab06 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2ed7a16-df30-4283-b4d4-5e9611f16ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195194 May 30 20:21:58.767536 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device df3d09f2-2a10-4a76-9892-7f9163a09534 no longer exists at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:21:58.851569 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-31c0e266-82f6-462f-ae37-788925da15da req-bb4b204d-ed73-4fc9-8339-19b46a018e46 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] 10.222.0.85 "GET /v2.0/ports?device_id=45f005eb-35d7-4310-b0f7-a47f0ffb358c HTTP/1.1" status: 200 len: 210 time: 0.0613089 May 30 20:21:58.860079 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-a7dd68ea-c136-48c7-ad97-7c5ba3bd6cd8 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1639825017', 'router:external': True}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:21:58.876392 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-a7dd68ea-c136-48c7-ad97-7c5ba3bd6cd8 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:21:58.883851 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] No Port match for: df3d09f2-2a10-4a76-9892-7f9163a09534 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:21:58.887484 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device df3d09f2-2a10-4a76-9892-7f9163a09534 not bound to the agent host n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:21:58.889448 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-a7dd68ea-c136-48c7-ad97-7c5ba3bd6cd8 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Usage tracker for resource:network and tenant:da59b0ab053d44aa885bd8af8ce102e7 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:21:58.893204 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-a7dd68ea-c136-48c7-ad97-7c5ba3bd6cd8 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:21:58.904031 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-a7dd68ea-c136-48c7-ad97-7c5ba3bd6cd8 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:21:58.905498 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1c945945-92e7-4957-8504-5d81c7bfda1f tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:59.008300 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7dd68ea-c136-48c7-ad97-7c5ba3bd6cd8 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Made reservation on behalf of da59b0ab053d44aa885bd8af8ce102e7 for: {'network': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:21:59.012423 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a7dd68ea-c136-48c7-ad97-7c5ba3bd6cd8 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:59.018220 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c945945-92e7-4957-8504-5d81c7bfda1f tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Pushing event deleted for resources: {'Port': ['ID=1e6e07a3-c45b-41b8-b6a5-4b5b75a47af3,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:59.041016 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a7dd68ea-c136-48c7-ad97-7c5ba3bd6cd8 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:59.100784 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-a7dd68ea-c136-48c7-ad97-7c5ba3bd6cd8 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:21:59.104836 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-a7dd68ea-c136-48c7-ad97-7c5ba3bd6cd8 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Usage tracker for resource:security_group_rule and tenant:da59b0ab053d44aa885bd8af8ce102e7 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:21:59.116653 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-a7dd68ea-c136-48c7-ad97-7c5ba3bd6cd8 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:21:59.116653 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-a7dd68ea-c136-48c7-ad97-7c5ba3bd6cd8 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:21:59.189324 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a7dd68ea-c136-48c7-ad97-7c5ba3bd6cd8 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:59.201344 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1c945945-92e7-4957-8504-5d81c7bfda1f tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:59.216316 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e413a1c1-aebd-46bf-b0ba-ac4744e56130 req-40ad08cf-529d-4692-932a-567cf532c107 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:59.217896 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e413a1c1-aebd-46bf-b0ba-ac4744e56130 req-40ad08cf-529d-4692-932a-567cf532c107 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/ports?device_id=2f903cc6-4588-4e6d-9f98-4119c026a994 HTTP/1.1" status: 200 len: 945 time: 0.2685654 May 30 20:21:59.221807 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-1c945945-92e7-4957-8504-5d81c7bfda1f tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] 10.222.0.85 "DELETE /v2.0/ports/1e6e07a3-c45b-41b8-b6a5-4b5b75a47af3 HTTP/1.1" status: 204 len: 168 time: 1.6286206 May 30 20:21:59.225046 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 34758) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:21:59.303979 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e413a1c1-aebd-46bf-b0ba-ac4744e56130 req-2a5231c1-005f-4c2c-8b79-cf8314cb5c01 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2ed7a16-df30-4283-b4d4-5e9611f16ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784235 May 30 20:21:59.332867 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a7dd68ea-c136-48c7-ad97-7c5ba3bd6cd8 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:59.455268 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7dd68ea-c136-48c7-ad97-7c5ba3bd6cd8 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] vlan segment allocate from pool success with {'vlan_id': 685, 'physical_network': 'physnet1'} {{(pid=84886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:21:59.492125 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dd68ea-c136-48c7-ad97-7c5ba3bd6cd8 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f634dfb3-8130-4d4c-a7be-080f3d6e1624,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:21:59.545717 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-0ed1b55b-b1d5-4568-9d8f-a31bc5a4478a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:59.569399 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a7dd68ea-c136-48c7-ad97-7c5ba3bd6cd8 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:59.569746 n-d-843948-2 neutron-server[84886]: INFO neutron.db.segments_db [None req-a7dd68ea-c136-48c7-ad97-7c5ba3bd6cd8 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Added segment 1a7ff1cc-3781-4a33-a830-9a02cb5d4785 of type vlan for network 349bdb7b-d568-4fcd-81f6-1580e236c0a3 May 30 20:21:59.621986 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dd35d8-c65b-4d89-8f7a-6a0da4688616 req-cd7d4aaf-2e76-4843-bd47-a6e6db4f94c4 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:59.623528 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a7dd35d8-c65b-4d89-8f7a-6a0da4688616 req-cd7d4aaf-2e76-4843-bd47-a6e6db4f94c4 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/ports?device_id=9158fc3c-573c-4c1d-bf9a-0db62e0b50ac HTTP/1.1" status: 200 len: 945 time: 0.0920739 May 30 20:21:59.648629 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bcdfc6d-9d7c-44c9-9426-6e747eaba855 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Deleting subnet 561eb42b-7b18-4427-9f39-9d1695eb4bda {{(pid=84886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:21:59.659320 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3bcdfc6d-9d7c-44c9-9426-6e747eaba855 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Notify callbacks [] for subnet, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:59.684292 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a7dd35d8-c65b-4d89-8f7a-6a0da4688616 req-d28b8b21-181b-4764-b737-5bbdb7fff589 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/security-groups?id=1ad64e5c-169d-40fe-b7f5-961f736d123b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526133 May 30 20:21:59.763845 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:59.796027 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a7dd68ea-c136-48c7-ad97-7c5ba3bd6cd8 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:59.853800 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3bcdfc6d-9d7c-44c9-9426-6e747eaba855 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2655517'] for subnet, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:21:59.909275 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc85a44-186c-49be-a36d-32828d57415f req-7ec80884-200d-459f-8fa6-cbe23a2d6fc8 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:21:59.911046 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0cc85a44-186c-49be-a36d-32828d57415f req-7ec80884-200d-459f-8fa6-cbe23a2d6fc8 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/ports?device_id=2f903cc6-4588-4e6d-9f98-4119c026a994 HTTP/1.1" status: 200 len: 945 time: 0.4146936 May 30 20:21:59.994754 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0cc85a44-186c-49be-a36d-32828d57415f req-d099c191-5564-4c84-a8ad-ece943a81630 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2ed7a16-df30-4283-b4d4-5e9611f16ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719571 May 30 20:22:00.022370 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a7dd68ea-c136-48c7-ad97-7c5ba3bd6cd8 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:00.028095 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7dd68ea-c136-48c7-ad97-7c5ba3bd6cd8 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:00.028095 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a7dd68ea-c136-48c7-ad97-7c5ba3bd6cd8 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:00.076623 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3bcdfc6d-9d7c-44c9-9426-6e747eaba855 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:00.215884 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dd68ea-c136-48c7-ad97-7c5ba3bd6cd8 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Pushing event updated for resources: {'Network': ['ID=349bdb7b-d568-4fcd-81f6-1580e236c0a3,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:22:00.227258 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network 349bdb7b-d568-4fcd-81f6-1580e236c0a3 details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:22:00.307223 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-a7dd68ea-c136-48c7-ad97-7c5ba3bd6cd8 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.7331672 May 30 20:22:00.312041 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 34778) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:22:00.318486 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-71497c5d-2487-4a9e-a70c-216ef04adb17 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Request body: {'subnet': {'network_id': '349bdb7b-d568-4fcd-81f6-1580e236c0a3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:22:00.325219 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-71497c5d-2487-4a9e-a70c-216ef04adb17 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:22:00.332052 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-71497c5d-2487-4a9e-a70c-216ef04adb17 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Usage tracker for resource:subnet and tenant:da59b0ab053d44aa885bd8af8ce102e7 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:22:00.336370 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-71497c5d-2487-4a9e-a70c-216ef04adb17 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:22:00.345232 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-71497c5d-2487-4a9e-a70c-216ef04adb17 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:22:00.352938 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a058251d-8c58-4f5f-aa1e-8bade0424cbd req-f5bb890d-6b04-4146-8c3b-5cd6302a48c7 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:00.354816 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a058251d-8c58-4f5f-aa1e-8bade0424cbd req-f5bb890d-6b04-4146-8c3b-5cd6302a48c7 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/ports?device_id=2f903cc6-4588-4e6d-9f98-4119c026a994 HTTP/1.1" status: 200 len: 945 time: 0.1342847 May 30 20:22:00.390681 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3bcdfc6d-9d7c-44c9-9426-6e747eaba855 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4127075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2778536'] for subnet, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:00.443894 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcdfc6d-9d7c-44c9-9426-6e747eaba855 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Pushing event deleted for resources: {'Subnet': ['ID=561eb42b-7b18-4427-9f39-9d1695eb4bda,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:22:00.454071 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71497c5d-2487-4a9e-a70c-216ef04adb17 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Made reservation on behalf of da59b0ab053d44aa885bd8af8ce102e7 for: {'subnet': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:22:00.456842 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-71497c5d-2487-4a9e-a70c-216ef04adb17 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2778563'] for subnet, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:00.475188 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3bcdfc6d-9d7c-44c9-9426-6e747eaba855 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:00.485650 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e46bae3-9285-455c-a5fd-d6c762771464 None None] Network 3f114897-b454-4ffb-8b12-a7f676cbd8b7 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:22:00.540144 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-3bcdfc6d-9d7c-44c9-9426-6e747eaba855 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] 10.222.0.85 "DELETE /v2.0/subnets/561eb42b-7b18-4427-9f39-9d1695eb4bda HTTP/1.1" status: 204 len: 168 time: 1.3098786 May 30 20:22:00.544698 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 34784) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:22:00.560806 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a058251d-8c58-4f5f-aa1e-8bade0424cbd req-0a00571a-8a53-48db-bc83-750887687064 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2ed7a16-df30-4283-b4d4-5e9611f16ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970096 May 30 20:22:00.925290 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba9452e-db81-4394-a68b-35dc67c3a162 None None] DHCP port deletion for 3f114897-b454-4ffb-8b12-a7f676cbd8b7 request from n-d-843948-2 {{(pid=84888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:22:00.930606 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-eba9452e-db81-4394-a68b-35dc67c3a162 None None] Deleting port feef7c83-62f1-4872-88c9-04633c4088d5 {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:22:00.931010 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-eba9452e-db81-4394-a68b-35dc67c3a162 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:00.953729 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_v2 [None req-07a21025-81e5-4ffb-a5d2-c41b68f706f8 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Deleting subnet a88285df-a7f2-4329-8d01-6e0453d581e4 {{(pid=84887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:22:00.958557 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-07a21025-81e5-4ffb-a5d2-c41b68f706f8 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Notify callbacks [] for subnet, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:01.045019 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015d4bdf-a3ea-4f22-ab5f-2339eaf4a62a req-3b0f36e7-9c87-42db-8344-7fd40cd621d6 tempest-VolumesActionsTest-41988862 tempest-VolumesActionsTest-41988862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:01.053339 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-015d4bdf-a3ea-4f22-ab5f-2339eaf4a62a req-3b0f36e7-9c87-42db-8344-7fd40cd621d6 tempest-VolumesActionsTest-41988862 tempest-VolumesActionsTest-41988862-project] 10.222.0.85 "GET /v2.0/ports?device_id=c8b1a0bc-f2d0-4ca2-88bd-8428539cf58b HTTP/1.1" status: 200 len: 945 time: 0.2755356 May 30 20:22:01.054289 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-07a21025-81e5-4ffb-a5d2-c41b68f706f8 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3149227'] for subnet, precommit_delete_associations {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:01.162331 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-015d4bdf-a3ea-4f22-ab5f-2339eaf4a62a req-958fa256-422f-443f-a1fe-461286b95f01 tempest-VolumesActionsTest-41988862 tempest-VolumesActionsTest-41988862-project] 10.222.0.85 "GET /v2.0/security-groups?id=06a84529-83cb-4b52-a9d1-5ed4efd2b220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077640 May 30 20:22:01.171988 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-eba9452e-db81-4394-a68b-35dc67c3a162 None None] For port feef7c83-62f1-4872-88c9-04633c4088d5, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=feef7c83-62f1-4872-88c9-04633c4088d5,segment=NetworkSegment(48b6fcfa-3ec2-4d17-909f-cafe15f0609e),segment_id=48b6fcfa-3ec2-4d17-909f-cafe15f0609e)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:22:01.172574 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-eba9452e-db81-4394-a68b-35dc67c3a162 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:01.213188 n-d-843948-2 neutron-server[84886]: DEBUG neutron.objects.ports [None req-71497c5d-2487-4a9e-a70c-216ef04adb17 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84886) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 30 20:22:01.213874 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-71497c5d-2487-4a9e-a70c-216ef04adb17 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4127140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2778577'] for subnet, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:01.249884 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-07a21025-81e5-4ffb-a5d2-c41b68f706f8 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:01.264607 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:01.330500 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-eba9452e-db81-4394-a68b-35dc67c3a162 None None] Calling delete_port for feef7c83-62f1-4872-88c9-04633c4088d5 owned by network:dhcp {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:22:01.332060 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0604d52f-7c64-49ae-a904-9da7162cd3a7 req-3930bce5-9b9d-4f2a-864b-219dab62e329 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:01.333770 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0604d52f-7c64-49ae-a904-9da7162cd3a7 req-3930bce5-9b9d-4f2a-864b-219dab62e329 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/ports?device_id=9158fc3c-573c-4c1d-bf9a-0db62e0b50ac HTTP/1.1" status: 200 len: 945 time: 0.1712165 May 30 20:22:01.360699 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71497c5d-2487-4a9e-a70c-216ef04adb17 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Pushing event updated for resources: {'Subnet': ['ID=d8f1c756-6473-49fd-91e7-56780fe0ec75,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:22:01.386715 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71497c5d-2487-4a9e-a70c-216ef04adb17 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Checking segment: {'id': '1a7ff1cc-3781-4a33-a830-9a02cb5d4785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '349bdb7b-d568-4fcd-81f6-1580e236c0a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:22:01.387075 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71497c5d-2487-4a9e-a70c-216ef04adb17 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Network hostable DHCP agents. Network: 349bdb7b-d568-4fcd-81f6-1580e236c0a3, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:22:01.423503 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed57fbd-43bf-41b9-ae0c-15b1ffc587ac req-d8d0caff-f5ce-446d-a8f4-f9489c08bf16 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:01.425230 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-7ed57fbd-43bf-41b9-ae0c-15b1ffc587ac req-d8d0caff-f5ce-446d-a8f4-f9489c08bf16 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] 10.222.0.85 "GET /v2.0/ports?device_id=e82f501e-f9fc-4818-bce6-f7c8cdc33298 HTTP/1.1" status: 200 len: 945 time: 0.1441803 May 30 20:22:01.436109 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0604d52f-7c64-49ae-a904-9da7162cd3a7 req-a82a2f87-fb87-491d-8f32-17c4922bfe08 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/security-groups?id=1ad64e5c-169d-40fe-b7f5-961f736d123b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864801 May 30 20:22:01.460805 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-07a21025-81e5-4ffb-a5d2-c41b68f706f8 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4055470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114247'] for subnet, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:01.485038 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-7ed57fbd-43bf-41b9-ae0c-15b1ffc587ac req-9b0b15a3-0041-45d3-945b-1b92b3f848b6 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] 10.222.0.85 "GET /v2.0/security-groups?id=e8dab81d-8136-4d38-9905-aca0d3251be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531185 May 30 20:22:01.487818 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71497c5d-2487-4a9e-a70c-216ef04adb17 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Network 349bdb7b-d568-4fcd-81f6-1580e236c0a3 is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:22:01.488060 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-eba9452e-db81-4394-a68b-35dc67c3a162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468'] for port, after_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:01.505480 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a21025-81e5-4ffb-a5d2-c41b68f706f8 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Pushing event deleted for resources: {'Subnet': ['ID=a88285df-a7f2-4329-8d01-6e0453d581e4,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:22:01.516451 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-07a21025-81e5-4ffb-a5d2-c41b68f706f8 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:01.524224 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-07a21025-81e5-4ffb-a5d2-c41b68f706f8 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] 10.222.0.85 "DELETE /v2.0/subnets/a88285df-a7f2-4329-8d01-6e0453d581e4 HTTP/1.1" status: 204 len: 168 time: 0.9773879 May 30 20:22:01.535445 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 34796) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:22:01.564784 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5992cb1-0ed5-4e09-9016-892625751faa None None] Network a7619443-8c8f-449c-b71b-17b9838c2b23 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:22:01.581206 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba9452e-db81-4394-a68b-35dc67c3a162 None None] Pushing event deleted for resources: {'Port': ['ID=feef7c83-62f1-4872-88c9-04633c4088d5,revision_number=None']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:22:01.596394 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba9452e-db81-4394-a68b-35dc67c3a162 None None] No DVR routers for this DVR port feef7c83-62f1-4872-88c9-04633c4088d5 on host n-d-843948-2 {{(pid=84888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:22:01.619364 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-71497c5d-2487-4a9e-a70c-216ef04adb17 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, 349bdb7b-d568-4fcd-81f6-1580e236c0a3) {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:22:01.640987 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71497c5d-2487-4a9e-a70c-216ef04adb17 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:01.641720 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-71497c5d-2487-4a9e-a70c-216ef04adb17 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:01.651712 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28cb9c96-0176-417c-9969-6a10c9296e88 None None] Network 349bdb7b-d568-4fcd-81f6-1580e236c0a3 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:22:01.684907 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-db6d73f8-ca2d-4f30-b361-5a52b917a9ac tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:01.726041 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8e532e-972a-42e1-9c76-2672de82075a req-a5e8e602-1b4a-477d-8ad9-3741251acf2e tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:01.728399 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3f8e532e-972a-42e1-9c76-2672de82075a req-a5e8e602-1b4a-477d-8ad9-3741251acf2e tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/ports?device_id=2f903cc6-4588-4e6d-9f98-4119c026a994 HTTP/1.1" status: 200 len: 945 time: 0.1233981 May 30 20:22:01.830696 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-71497c5d-2487-4a9e-a70c-216ef04adb17 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.5174620 May 30 20:22:01.837574 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 34802) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:22:01.858924 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-43e3b7ec-c94e-46bf-b8cf-241f4b4d2848 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-2135426035', 'network_id': '349bdb7b-d568-4fcd-81f6-1580e236c0a3'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:22:01.869143 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-43e3b7ec-c94e-46bf-b8cf-241f4b4d2848 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:22:01.873116 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-db6d73f8-ca2d-4f30-b361-5a52b917a9ac tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:01.883116 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3f8e532e-972a-42e1-9c76-2672de82075a req-0749737f-a1c3-40bc-9f06-c8e56a29eef2 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2ed7a16-df30-4283-b4d4-5e9611f16ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408410 May 30 20:22:01.888318 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-43e3b7ec-c94e-46bf-b8cf-241f4b4d2848 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Usage tracker for resource:port and tenant:da59b0ab053d44aa885bd8af8ce102e7 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:22:01.890736 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-43e3b7ec-c94e-46bf-b8cf-241f4b4d2848 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:22:01.910750 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-43e3b7ec-c94e-46bf-b8cf-241f4b4d2848 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:22:01.913381 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device feef7c83-62f1-4872-88c9-04633c4088d5 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:22:01.927865 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-db6d73f8-ca2d-4f30-b361-5a52b917a9ac tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f114897-b454-4ffb-8b12-a7f676cbd8b7']}} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:22:01.959942 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: feef7c83-62f1-4872-88c9-04633c4088d5 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:22:01.960275 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device feef7c83-62f1-4872-88c9-04633c4088d5 not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:22:01.960433 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-db6d73f8-ca2d-4f30-b361-5a52b917a9ac tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48b6fcfa-3ec2-4d17-909f-cafe15f0609e') {'for_net_delete': True} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:22:01.960896 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-db6d73f8-ca2d-4f30-b361-5a52b917a9ac tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48b6fcfa-3ec2-4d17-909f-cafe15f0609e') {} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:22:01.979139 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea58f0d-2af7-4ae1-808a-e54f812ad06a req-aca542f6-7e04-4fd4-9e53-d4a2e3e22d69 tempest-VolumesActionsTest-41988862 tempest-VolumesActionsTest-41988862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:01.982222 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-cea58f0d-2af7-4ae1-808a-e54f812ad06a req-aca542f6-7e04-4fd4-9e53-d4a2e3e22d69 tempest-VolumesActionsTest-41988862 tempest-VolumesActionsTest-41988862-project] 10.222.0.71 "GET /v2.0/ports?device_id=c8b1a0bc-f2d0-4ca2-88bd-8428539cf58b HTTP/1.1" status: 200 len: 945 time: 0.2034345 May 30 20:22:01.991940 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-db6d73f8-ca2d-4f30-b361-5a52b917a9ac tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2660590'] for segment, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:02.020700 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-db6d73f8-ca2d-4f30-b361-5a52b917a9ac tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:02.030040 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db6d73f8-ca2d-4f30-b361-5a52b917a9ac tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Releasing vlan 694 on physical network physnet1 to pool {{(pid=84886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:22:02.030826 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-db6d73f8-ca2d-4f30-b361-5a52b917a9ac tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4126989'] for segment, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:02.051553 n-d-843948-2 neutron-server[84886]: Traceback (most recent call last): May 30 20:22:02.051553 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:22:02.051553 n-d-843948-2 neutron-server[84886]: timer() May 30 20:22:02.051553 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:22:02.051553 n-d-843948-2 neutron-server[84886]: cb(*args, **kw) May 30 20:22:02.051553 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:22:02.051553 n-d-843948-2 neutron-server[84886]: return func(*args, **kwargs) May 30 20:22:02.051553 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:22:02.051553 n-d-843948-2 neutron-server[84886]: self._notify() May 30 20:22:02.051553 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:22:02.051553 n-d-843948-2 neutron-server[84886]: self.callback(batched_events) May 30 20:22:02.051553 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:22:02.051553 n-d-843948-2 neutron-server[84886]: event.method(event) May 30 20:22:02.051553 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:22:02.051553 n-d-843948-2 neutron-server[84886]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:22:02.051553 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:22:02.051553 n-d-843948-2 neutron-server[84886]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:22:02.051553 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:22:02.051553 n-d-843948-2 neutron-server[84886]: return f(self, *a, **k) May 30 20:22:02.051553 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:22:02.051553 n-d-843948-2 neutron-server[84886]: return self._get(url).json() May 30 20:22:02.051553 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:22:02.051553 n-d-843948-2 neutron-server[84886]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:22:02.051553 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:22:02.051553 n-d-843948-2 neutron-server[84886]: return self.request(url, 'GET', **kwargs) May 30 20:22:02.051553 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:22:02.051553 n-d-843948-2 neutron-server[84886]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:22:02.051553 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:22:02.051553 n-d-843948-2 neutron-server[84886]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:22:02.051553 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:22:02.051553 n-d-843948-2 neutron-server[84886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:22:02.051553 n-d-843948-2 neutron-server[84886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:22:02.085310 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca6537d8-532d-4213-829d-37cc425f0bae None None] Network 349bdb7b-d568-4fcd-81f6-1580e236c0a3 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:22:02.098908 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-cea58f0d-2af7-4ae1-808a-e54f812ad06a req-44e679bb-d6e1-4729-aac5-933089d4a33f tempest-VolumesActionsTest-41988862 tempest-VolumesActionsTest-41988862-project] Deleting port a67cc34a-efb0-42a8-ad11-bdd636380f48 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:22:02.099522 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-cea58f0d-2af7-4ae1-808a-e54f812ad06a req-44e679bb-d6e1-4729-aac5-933089d4a33f tempest-VolumesActionsTest-41988862 tempest-VolumesActionsTest-41988862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:02.145342 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43e3b7ec-c94e-46bf-b8cf-241f4b4d2848 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Made reservation on behalf of da59b0ab053d44aa885bd8af8ce102e7 for: {'port': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:22:02.147642 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-43e3b7ec-c94e-46bf-b8cf-241f4b4d2848 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:02.183267 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d196af7-9e08-4b5f-a54f-5921ccd40cda None None] DHCP port deletion for a7619443-8c8f-449c-b71b-17b9838c2b23 request from n-d-843948-2 {{(pid=84888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:22:02.190621 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-9d196af7-9e08-4b5f-a54f-5921ccd40cda None None] Deleting port fbaef7d6-48ca-4a2d-86aa-500b8a80e6c2 {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:22:02.191032 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-9d196af7-9e08-4b5f-a54f-5921ccd40cda None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:02.438957 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-db6d73f8-ca2d-4f30-b361-5a52b917a9ac tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:02.445038 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-db6d73f8-ca2d-4f30-b361-5a52b917a9ac tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:02.486834 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6d73f8-ca2d-4f30-b361-5a52b917a9ac tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Pushing event deleted for resources: {'Network': ['ID=3f114897-b454-4ffb-8b12-a7f676cbd8b7,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:22:02.491014 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [None req-43e3b7ec-c94e-46bf-b8cf-241f4b4d2848 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] device_id is not set on port 77e20527-fb01-4ce6-adcf-7b058e37d8f2 yet. {{(pid=84886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:22:02.568275 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-db6d73f8-ca2d-4f30-b361-5a52b917a9ac tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] 10.222.0.85 "DELETE /v2.0/networks/3f114897-b454-4ffb-8b12-a7f676cbd8b7 HTTP/1.1" status: 204 len: 168 time: 1.0393708 May 30 20:22:02.572231 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-9d196af7-9e08-4b5f-a54f-5921ccd40cda None None] For port fbaef7d6-48ca-4a2d-86aa-500b8a80e6c2, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=fbaef7d6-48ca-4a2d-86aa-500b8a80e6c2,segment=NetworkSegment(a622f652-5f5a-416e-87a7-7c0365db31a5),segment_id=a622f652-5f5a-416e-87a7-7c0365db31a5)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:22:02.573084 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-9d196af7-9e08-4b5f-a54f-5921ccd40cda None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:02.582641 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 34814) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:22:02.675256 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:02.758114 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-9d196af7-9e08-4b5f-a54f-5921ccd40cda None None] Calling delete_port for fbaef7d6-48ca-4a2d-86aa-500b8a80e6c2 owned by network:dhcp {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:22:02.758358 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68b2dbb-c21f-4888-98fa-023adc9d494e req-f9972a56-77c7-441a-abc0-cb95156afa14 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:02.766182 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b68b2dbb-c21f-4888-98fa-023adc9d494e req-f9972a56-77c7-441a-abc0-cb95156afa14 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/ports?device_id=2f903cc6-4588-4e6d-9f98-4119c026a994 HTTP/1.1" status: 200 len: 945 time: 0.7102747 May 30 20:22:02.799555 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ce31f3-0c73-498a-8c78-143ea156049d req-7b82db53-7778-4255-ad6a-af5b90e49f5e tempest-VolumesActionsTest-41988862 tempest-VolumesActionsTest-41988862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:02.807034 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a3ce31f3-0c73-498a-8c78-143ea156049d req-7b82db53-7778-4255-ad6a-af5b90e49f5e tempest-VolumesActionsTest-41988862 tempest-VolumesActionsTest-41988862-project] 10.222.0.85 "GET /v2.0/ports?device_id=c8b1a0bc-f2d0-4ca2-88bd-8428539cf58b HTTP/1.1" status: 200 len: 945 time: 0.4874868 May 30 20:22:02.874023 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3aa9dbeb-bba2-4d09-a056-228aa133b7d6 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:02.886248 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfe4524-f457-4b63-b9a4-5622f2422251 req-08fb13c9-8878-4d7f-ba31-f07fd30d9ded tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:02.887438 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-4cfe4524-f457-4b63-b9a4-5622f2422251 req-08fb13c9-8878-4d7f-ba31-f07fd30d9ded tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] Synchronizing usage tracker for tenant:645455f740e1406a8b7c3a7db5a70252 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:22:02.900253 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-cea58f0d-2af7-4ae1-808a-e54f812ad06a req-44e679bb-d6e1-4729-aac5-933089d4a33f tempest-VolumesActionsTest-41988862 tempest-VolumesActionsTest-41988862-project] For port a67cc34a-efb0-42a8-ad11-bdd636380f48, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=a67cc34a-efb0-42a8-ad11-bdd636380f48,segment=NetworkSegment(18bd8511-6c90-4d02-8422-095637a74b25),segment_id=18bd8511-6c90-4d02-8422-095637a74b25)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:22:02.900620 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-cea58f0d-2af7-4ae1-808a-e54f812ad06a req-44e679bb-d6e1-4729-aac5-933089d4a33f tempest-VolumesActionsTest-41988862 tempest-VolumesActionsTest-41988862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:02.906545 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-43e3b7ec-c94e-46bf-b8cf-241f4b4d2848 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Allocated IP 172.20.0.10 (349bdb7b-d568-4fcd-81f6-1580e236c0a3/d8f1c756-6473-49fd-91e7-56780fe0ec75/77e20527-fb01-4ce6-adcf-7b058e37d8f2) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:22:02.923047 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b68b2dbb-c21f-4888-98fa-023adc9d494e req-d2c6dc8c-e9e8-4c70-bc39-73ffc80304c2 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2ed7a16-df30-4283-b4d4-5e9611f16ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550024 May 30 20:22:02.971286 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-3aa9dbeb-bba2-4d09-a056-228aa133b7d6 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Deleting port fbaef7d6-48ca-4a2d-86aa-500b8a80e6c2 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:22:02.971770 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3aa9dbeb-bba2-4d09-a056-228aa133b7d6 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:03.014107 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-9d196af7-9e08-4b5f-a54f-5921ccd40cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468'] for port, after_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:03.043515 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-cea58f0d-2af7-4ae1-808a-e54f812ad06a req-44e679bb-d6e1-4729-aac5-933089d4a33f tempest-VolumesActionsTest-41988862 tempest-VolumesActionsTest-41988862-project] Calling delete_port for a67cc34a-efb0-42a8-ad11-bdd636380f48 owned by compute:nova {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:22:03.080013 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d196af7-9e08-4b5f-a54f-5921ccd40cda None None] No DVR routers for this DVR port fbaef7d6-48ca-4a2d-86aa-500b8a80e6c2 on host n-d-843948-2 {{(pid=84888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:22:03.101592 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a3ce31f3-0c73-498a-8c78-143ea156049d req-2fa92b06-632a-4bd4-97d0-d7f9ee31c653 tempest-VolumesActionsTest-41988862 tempest-VolumesActionsTest-41988862-project] 10.222.0.85 "GET /v2.0/security-groups?id=06a84529-83cb-4b52-a9d1-5ed4efd2b220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2936778 May 30 20:22:03.107989 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d196af7-9e08-4b5f-a54f-5921ccd40cda None None] Pushing event deleted for resources: {'Port': ['ID=fbaef7d6-48ca-4a2d-86aa-500b8a80e6c2,revision_number=None']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:22:03.315403 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-3aa9dbeb-bba2-4d09-a056-228aa133b7d6 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] The port 'fbaef7d6-48ca-4a2d-86aa-500b8a80e6c2' was deleted {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 20:22:03.324907 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-4cfe4524-f457-4b63-b9a4-5622f2422251 req-08fb13c9-8878-4d7f-ba31-f07fd30d9ded tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] Unset dirty status for tenant:645455f740e1406a8b7c3a7db5a70252 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:22:03.326496 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4cfe4524-f457-4b63-b9a4-5622f2422251 req-08fb13c9-8878-4d7f-ba31-f07fd30d9ded tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] 10.222.0.86 "GET /v2.0/ports?device_id=e82f501e-f9fc-4818-bce6-f7c8cdc33298 HTTP/1.1" status: 200 len: 945 time: 0.9161551 May 30 20:22:03.333486 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762a6305-9b9a-47b4-af51-93ba1e7f33e5 req-bf96c1c3-25c1-4c14-bbf0-7e4c644b8fd6 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:03.339039 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-762a6305-9b9a-47b4-af51-93ba1e7f33e5 req-bf96c1c3-25c1-4c14-bbf0-7e4c644b8fd6 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] 10.222.0.85 "GET /v2.0/ports?device_id=e82f501e-f9fc-4818-bce6-f7c8cdc33298 HTTP/1.1" status: 200 len: 945 time: 0.0937262 May 30 20:22:03.377342 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-cea58f0d-2af7-4ae1-808a-e54f812ad06a req-44e679bb-d6e1-4729-aac5-933089d4a33f tempest-VolumesActionsTest-41988862 tempest-VolumesActionsTest-41988862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:03.390302 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['a67cc34a-efb0-42a8-ad11-bdd636380f48'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:22:03.468754 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e679bb-d6e1-4729-aac5-933089d4a33f tempest-VolumesActionsTest-41988862 tempest-VolumesActionsTest-41988862-project] Pushing event deleted for resources: {'Port': ['ID=a67cc34a-efb0-42a8-ad11-bdd636380f48,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:22:03.520349 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2001bf2e-d2bc-4934-96dd-ad19c141573c req-cd7016ac-9af9-4eba-a1a1-f5791613f029 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=9158fc3c-573c-4c1d-bf9a-0db62e0b50ac HTTP/1.1" status: 200 len: 1096 time: 0.5125790 May 30 20:22:03.522664 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-4cfe4524-f457-4b63-b9a4-5622f2422251 req-984119fb-4008-451e-9936-295239e451cc tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] Deleting port 573c6011-68be-4e97-83a8-113940ad8c15 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:22:03.522997 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-4cfe4524-f457-4b63-b9a4-5622f2422251 req-984119fb-4008-451e-9936-295239e451cc tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:03.523596 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3aa9dbeb-bba2-4d09-a056-228aa133b7d6 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:03.602749 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-3aa9dbeb-bba2-4d09-a056-228aa133b7d6 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7619443-8c8f-449c-b71b-17b9838c2b23']}} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:22:03.610902 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-cea58f0d-2af7-4ae1-808a-e54f812ad06a req-44e679bb-d6e1-4729-aac5-933089d4a33f tempest-VolumesActionsTest-41988862 tempest-VolumesActionsTest-41988862-project] No DVR routers for this DVR port a67cc34a-efb0-42a8-ad11-bdd636380f48 on host n-h1-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:22:03.619270 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-cea58f0d-2af7-4ae1-808a-e54f812ad06a req-44e679bb-d6e1-4729-aac5-933089d4a33f tempest-VolumesActionsTest-41988862 tempest-VolumesActionsTest-41988862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:03.622411 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8b1a0bc-f2d0-4ca2-88bd-8428539cf58b', 'name': 'network-vif-deleted', 'tag': 'a67cc34a-efb0-42a8-ad11-bdd636380f48'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:22:03.630243 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74d7549-127a-45fe-8b46-b937d84f90a0 req-2ff5e158-e1b8-446b-ab6a-ef7c6540ad9b tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:03.631874 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f74d7549-127a-45fe-8b46-b937d84f90a0 req-2ff5e158-e1b8-446b-ab6a-ef7c6540ad9b tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/ports?device_id=9158fc3c-573c-4c1d-bf9a-0db62e0b50ac HTTP/1.1" status: 200 len: 945 time: 0.5041533 May 30 20:22:03.632225 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-762a6305-9b9a-47b4-af51-93ba1e7f33e5 req-eedc6ac6-2670-4036-b05e-0810fbecfa1f tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] 10.222.0.85 "GET /v2.0/security-groups?id=e8dab81d-8136-4d38-9905-aca0d3251be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2621913 May 30 20:22:03.637537 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-43e3b7ec-c94e-46bf-b8cf-241f4b4d2848 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:03.642645 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-3aa9dbeb-bba2-4d09-a056-228aa133b7d6 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a622f652-5f5a-416e-87a7-7c0365db31a5') {'for_net_delete': True} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:22:03.642923 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-3aa9dbeb-bba2-4d09-a056-228aa133b7d6 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a622f652-5f5a-416e-87a7-7c0365db31a5') {} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:22:03.688616 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3aa9dbeb-bba2-4d09-a056-228aa133b7d6 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2660590'] for segment, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:03.715322 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2001bf2e-d2bc-4934-96dd-ad19c141573c req-b24bde71-5a01-4c89-9137-1d6f2c91f06b service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=1ad64e5c-169d-40fe-b7f5-961f736d123b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793051 May 30 20:22:03.733502 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3aa9dbeb-bba2-4d09-a056-228aa133b7d6 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:03.748087 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3aa9dbeb-bba2-4d09-a056-228aa133b7d6 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Releasing vlan 682 on physical network physnet1 to pool {{(pid=84886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:22:03.748518 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3aa9dbeb-bba2-4d09-a056-228aa133b7d6 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4126989'] for segment, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:03.764405 n-d-843948-2 neutron-server[84886]: Traceback (most recent call last): May 30 20:22:03.764405 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:22:03.764405 n-d-843948-2 neutron-server[84886]: timer() May 30 20:22:03.764405 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:22:03.764405 n-d-843948-2 neutron-server[84886]: cb(*args, **kw) May 30 20:22:03.764405 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:22:03.764405 n-d-843948-2 neutron-server[84886]: return func(*args, **kwargs) May 30 20:22:03.764405 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:22:03.764405 n-d-843948-2 neutron-server[84886]: self._notify() May 30 20:22:03.764405 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:22:03.764405 n-d-843948-2 neutron-server[84886]: self.callback(batched_events) May 30 20:22:03.764405 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:22:03.764405 n-d-843948-2 neutron-server[84886]: event.method(event) May 30 20:22:03.764405 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:22:03.764405 n-d-843948-2 neutron-server[84886]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:22:03.764405 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:22:03.764405 n-d-843948-2 neutron-server[84886]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:22:03.764405 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:22:03.764405 n-d-843948-2 neutron-server[84886]: return f(self, *a, **k) May 30 20:22:03.764405 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:22:03.764405 n-d-843948-2 neutron-server[84886]: return self._get(url).json() May 30 20:22:03.764405 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:22:03.764405 n-d-843948-2 neutron-server[84886]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:22:03.764405 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:22:03.764405 n-d-843948-2 neutron-server[84886]: return self.request(url, 'GET', **kwargs) May 30 20:22:03.764405 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:22:03.764405 n-d-843948-2 neutron-server[84886]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:22:03.764405 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:22:03.764405 n-d-843948-2 neutron-server[84886]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:22:03.764405 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:22:03.764405 n-d-843948-2 neutron-server[84886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:22:03.764405 n-d-843948-2 neutron-server[84886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:22:03.768517 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f74d7549-127a-45fe-8b46-b937d84f90a0 req-6983ab6c-0b77-454b-bce8-515672be81d3 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/security-groups?id=1ad64e5c-169d-40fe-b7f5-961f736d123b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109726 May 30 20:22:03.825018 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1e5d8ef-8171-4bf7-b4c6-1237e03775e8'] response: {'server_uuid': 'c8b1a0bc-f2d0-4ca2-88bd-8428539cf58b', 'name': 'network-vif-deleted', 'tag': 'a67cc34a-efb0-42a8-ad11-bdd636380f48', 'status': 'completed', 'code': 200} May 30 20:22:03.919613 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-cea58f0d-2af7-4ae1-808a-e54f812ad06a req-44e679bb-d6e1-4729-aac5-933089d4a33f tempest-VolumesActionsTest-41988862 tempest-VolumesActionsTest-41988862-project] 10.222.0.71 "DELETE /v2.0/ports/a67cc34a-efb0-42a8-ad11-bdd636380f48 HTTP/1.1" status: 204 len: 173 time: 1.9289167 May 30 20:22:03.962755 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-43e3b7ec-c94e-46bf-b8cf-241f4b4d2848 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:03.972396 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device fbaef7d6-48ca-4a2d-86aa-500b8a80e6c2 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:22:04.012664 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: fbaef7d6-48ca-4a2d-86aa-500b8a80e6c2 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:22:04.013395 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device fbaef7d6-48ca-4a2d-86aa-500b8a80e6c2 not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:22:04.017398 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3aa9dbeb-bba2-4d09-a056-228aa133b7d6 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:04.047344 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3aa9dbeb-bba2-4d09-a056-228aa133b7d6 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:04.064473 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-4cfe4524-f457-4b63-b9a4-5622f2422251 req-984119fb-4008-451e-9936-295239e451cc tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] For port 573c6011-68be-4e97-83a8-113940ad8c15, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=573c6011-68be-4e97-83a8-113940ad8c15,segment=NetworkSegment(bbb06a38-3164-4fad-a5cd-a7f5f6760c2a),segment_id=bbb06a38-3164-4fad-a5cd-a7f5f6760c2a)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:22:04.065355 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-4cfe4524-f457-4b63-b9a4-5622f2422251 req-984119fb-4008-451e-9936-295239e451cc tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:04.072432 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa9dbeb-bba2-4d09-a056-228aa133b7d6 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] Pushing event deleted for resources: {'Network': ['ID=a7619443-8c8f-449c-b71b-17b9838c2b23,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:22:04.082891 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24629e3a-b8f3-46f2-9621-fb35d09c691f req-fa67a281-07af-413e-bc56-8626f9579ee8 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:04.087148 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-24629e3a-b8f3-46f2-9621-fb35d09c691f req-fa67a281-07af-413e-bc56-8626f9579ee8 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/ports?device_id=2f903cc6-4588-4e6d-9f98-4119c026a994 HTTP/1.1" status: 200 len: 945 time: 0.1605954 May 30 20:22:04.088075 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e3b7ec-c94e-46bf-b8cf-241f4b4d2848 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Network 349bdb7b-d568-4fcd-81f6-1580e236c0a3 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:22:04.089960 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-3aa9dbeb-bba2-4d09-a056-228aa133b7d6 tempest-TaggedBootDevicesTest_v242-624944850 tempest-TaggedBootDevicesTest_v242-624944850-project] 10.222.0.85 "DELETE /v2.0/networks/a7619443-8c8f-449c-b71b-17b9838c2b23 HTTP/1.1" status: 204 len: 168 time: 1.5045288 May 30 20:22:04.093706 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-43e3b7ec-c94e-46bf-b8cf-241f4b4d2848 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:22:04.099155 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e3b7ec-c94e-46bf-b8cf-241f4b4d2848 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:22:04.172533 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e3b7ec-c94e-46bf-b8cf-241f4b4d2848 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Pushing event updated for resources: {'Port': ['ID=77e20527-fb01-4ce6-adcf-7b058e37d8f2,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:22:04.176513 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e3b7ec-c94e-46bf-b8cf-241f4b4d2848 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:04.177115 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-43e3b7ec-c94e-46bf-b8cf-241f4b4d2848 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:04.250229 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-4cfe4524-f457-4b63-b9a4-5622f2422251 req-984119fb-4008-451e-9936-295239e451cc tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] Calling delete_port for 573c6011-68be-4e97-83a8-113940ad8c15 owned by compute:nova {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:22:04.301501 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-43e3b7ec-c94e-46bf-b8cf-241f4b4d2848 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 2.4626443 May 30 20:22:04.302209 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 34830) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:22:04.409417 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f6da7aa1-60ee-43f6-a711-654cddd31fb9 req-463ac805-460a-4eae-96a9-7843faf76d95 tempest-VolumesActionsTest-41988862 tempest-VolumesActionsTest-41988862-project] 10.222.0.85 "GET /v2.0/ports?device_id=c8b1a0bc-f2d0-4ca2-88bd-8428539cf58b HTTP/1.1" status: 200 len: 210 time: 0.0472000 May 30 20:22:04.419800 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-24629e3a-b8f3-46f2-9621-fb35d09c691f req-293dfdd5-b1b3-47d4-ad9b-44a93467166c tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2ed7a16-df30-4283-b4d4-5e9611f16ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2609606 May 30 20:22:04.432984 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-704dea04-33f6-4c9c-bab3-af3e04847158 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Deleting port 77e20527-fb01-4ce6-adcf-7b058e37d8f2 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:22:04.433347 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-704dea04-33f6-4c9c-bab3-af3e04847158 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:04.650002 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5b2a5b-5e01-4e12-8ce0-55dbcfa4936a req-19c287aa-4214-4b26-ab88-71e7b567f041 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:04.651642 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-7d5b2a5b-5e01-4e12-8ce0-55dbcfa4936a req-19c287aa-4214-4b26-ab88-71e7b567f041 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/ports?device_id=2f903cc6-4588-4e6d-9f98-4119c026a994 HTTP/1.1" status: 200 len: 945 time: 0.0908768 May 30 20:22:04.714938 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-7d5b2a5b-5e01-4e12-8ce0-55dbcfa4936a req-6fbfc33d-422c-4c52-80f6-cefa43902020 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2ed7a16-df30-4283-b4d4-5e9611f16ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561788 May 30 20:22:04.961819 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-4cfe4524-f457-4b63-b9a4-5622f2422251 req-984119fb-4008-451e-9936-295239e451cc tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:04.975223 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['f623ccc1-77bf-4a0d-a518-303964a4456a'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:22:05.106437 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e1b2412e-89d7-4a50-8563-0ff0ec1fd8e7 req-ade9d16b-9d5f-4c2e-93ab-54cb114e36b3 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] 10.222.0.85 "GET /v2.0/ports?device_id=e82f501e-f9fc-4818-bce6-f7c8cdc33298 HTTP/1.1" status: 200 len: 210 time: 0.1612532 May 30 20:22:05.149527 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984119fb-4008-451e-9936-295239e451cc tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] Pushing event deleted for resources: {'Port': ['ID=573c6011-68be-4e97-83a8-113940ad8c15,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:22:05.292238 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-704dea04-33f6-4c9c-bab3-af3e04847158 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:05.406523 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b7e6f1-2d41-4b6d-9e44-8dc6efa77efd req-50e5ae71-fac9-438e-9477-c7382705d034 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:05.408265 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-89b7e6f1-2d41-4b6d-9e44-8dc6efa77efd req-50e5ae71-fac9-438e-9477-c7382705d034 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/ports?device_id=9158fc3c-573c-4c1d-bf9a-0db62e0b50ac HTTP/1.1" status: 200 len: 945 time: 0.1578605 May 30 20:22:05.426262 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cfe4524-f457-4b63-b9a4-5622f2422251 req-984119fb-4008-451e-9936-295239e451cc tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] No DVR routers for this DVR port 573c6011-68be-4e97-83a8-113940ad8c15 on host n-h2-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:22:05.480857 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-89b7e6f1-2d41-4b6d-9e44-8dc6efa77efd req-5b20bb28-a52b-4eee-a5cd-81160d6ad86d tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/security-groups?id=1ad64e5c-169d-40fe-b7f5-961f736d123b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656829 May 30 20:22:05.487206 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-4cfe4524-f457-4b63-b9a4-5622f2422251 req-984119fb-4008-451e-9936-295239e451cc tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:05.564996 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-704dea04-33f6-4c9c-bab3-af3e04847158 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Calling delete_port for 77e20527-fb01-4ce6-adcf-7b058e37d8f2 owned by {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:22:05.678362 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a007c4c4-4db8-4700-a967-26fcc18a1ac8 req-3d5962ee-cd22-4b65-aea3-b6c20dd7d848 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:05.680452 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a007c4c4-4db8-4700-a967-26fcc18a1ac8 req-3d5962ee-cd22-4b65-aea3-b6c20dd7d848 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/ports?device_id=2f903cc6-4588-4e6d-9f98-4119c026a994 HTTP/1.1" status: 200 len: 945 time: 0.3066456 May 30 20:22:05.740185 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4cfe4524-f457-4b63-b9a4-5622f2422251 req-984119fb-4008-451e-9936-295239e451cc tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] 10.222.0.86 "DELETE /v2.0/ports/573c6011-68be-4e97-83a8-113940ad8c15 HTTP/1.1" status: 204 len: 173 time: 2.4039292 May 30 20:22:05.789771 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device a67cc34a-efb0-42a8-ad11-bdd636380f48 no longer exists at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:22:05.798285 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a007c4c4-4db8-4700-a967-26fcc18a1ac8 req-fa31c7b1-4b3b-4036-8547-3adbec127e5d tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2ed7a16-df30-4283-b4d4-5e9611f16ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110792 May 30 20:22:05.827628 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e82f501e-f9fc-4818-bce6-f7c8cdc33298', 'name': 'network-vif-deleted', 'tag': '573c6011-68be-4e97-83a8-113940ad8c15'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:22:05.899636 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] No Port match for: a67cc34a-efb0-42a8-ad11-bdd636380f48 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:22:05.899998 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device a67cc34a-efb0-42a8-ad11-bdd636380f48 not bound to the agent host n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:22:05.933142 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-127ee25c-ac65-4713-8ca7-13f8fcd9acd7'] response: {'server_uuid': 'e82f501e-f9fc-4818-bce6-f7c8cdc33298', 'name': 'network-vif-deleted', 'tag': '573c6011-68be-4e97-83a8-113940ad8c15', 'status': 'completed', 'code': 200} May 30 20:22:05.935854 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-704dea04-33f6-4c9c-bab3-af3e04847158 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:05.987738 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704dea04-33f6-4c9c-bab3-af3e04847158 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Pushing event deleted for resources: {'Port': ['ID=77e20527-fb01-4ce6-adcf-7b058e37d8f2,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:22:06.102543 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-704dea04-33f6-4c9c-bab3-af3e04847158 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:06.120656 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-704dea04-33f6-4c9c-bab3-af3e04847158 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] 10.222.0.85 "DELETE /v2.0/ports/77e20527-fb01-4ce6-adcf-7b058e37d8f2 HTTP/1.1" status: 204 len: 168 time: 1.8155529 May 30 20:22:06.125493 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00712498-5351-48dc-bc78-df9afb33927e req-105bf4bd-5f98-48e9-ab0c-42974ac95692 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:06.127472 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-00712498-5351-48dc-bc78-df9afb33927e req-105bf4bd-5f98-48e9-ab0c-42974ac95692 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/ports?device_id=2f903cc6-4588-4e6d-9f98-4119c026a994 HTTP/1.1" status: 200 len: 945 time: 0.1684444 May 30 20:22:06.128054 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 34864) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:22:06.133949 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-f1642062-1c8c-47cf-904f-9da5baafa716 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '349bdb7b-d568-4fcd-81f6-1580e236c0a3', 'external_fixed_ips': [{'subnet_id': 'd8f1c756-6473-49fd-91e7-56780fe0ec75', 'ip_address': '172.20.0.10'}]}}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:22:06.139950 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-f1642062-1c8c-47cf-904f-9da5baafa716 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:22:06.166410 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-f1642062-1c8c-47cf-904f-9da5baafa716 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Usage tracker for resource:router and tenant:da59b0ab053d44aa885bd8af8ce102e7 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:22:06.173168 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-f1642062-1c8c-47cf-904f-9da5baafa716 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:22:06.184090 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-f1642062-1c8c-47cf-904f-9da5baafa716 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:22:06.337789 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-00712498-5351-48dc-bc78-df9afb33927e req-f6902faf-dd03-49f1-8eee-fa0cc3267397 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2ed7a16-df30-4283-b4d4-5e9611f16ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948962 May 30 20:22:06.484426 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f1642062-1c8c-47cf-904f-9da5baafa716 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-733683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3159'] for router, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:06.487805 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f1642062-1c8c-47cf-904f-9da5baafa716 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-733584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-736372', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-628480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3164'] for router, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:06.553586 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ef79a0ba-b611-48a2-89d4-ed0b44b6f658 req-efff5f23-b1cb-457d-8599-d63e3096d9d1 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] 10.222.0.85 "GET /v2.0/ports?device_id=e82f501e-f9fc-4818-bce6-f7c8cdc33298 HTTP/1.1" status: 200 len: 210 time: 0.0558493 May 30 20:22:06.573668 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f1642062-1c8c-47cf-904f-9da5baafa716 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:06.808196 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 573c6011-68be-4e97-83a8-113940ad8c15 no longer exists at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:22:06.898122 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] No Port match for: 573c6011-68be-4e97-83a8-113940ad8c15 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:22:06.899555 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 573c6011-68be-4e97-83a8-113940ad8c15 not bound to the agent host n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:22:06.909266 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0c854d-1762-41f1-b5f7-fa86cb416c4d req-c70ab4c4-82c8-4162-84a1-cd50f53946be tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:06.923223 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ec0c854d-1762-41f1-b5f7-fa86cb416c4d req-c70ab4c4-82c8-4162-84a1-cd50f53946be tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] 10.222.0.85 "GET /v2.0/ports?device_id=2c4e2d02-d5d1-4065-b69f-0e142c0a8366 HTTP/1.1" status: 200 len: 946 time: 0.2117136 May 30 20:22:07.055117 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ec0c854d-1762-41f1-b5f7-fa86cb416c4d req-49497545-af67-47c8-a913-9f6383618b35 tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] 10.222.0.85 "GET /v2.0/security-groups?id=402a7467-2e50-47c5-ac5e-346a7fbb92ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1306112 May 30 20:22:07.076781 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f1642062-1c8c-47cf-904f-9da5baafa716 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-736390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:07.234537 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0958a39-f38b-40a7-a92b-494bd4901776 req-81fee6aa-2e56-4e55-afb1-5129af171d35 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:07.236177 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b0958a39-f38b-40a7-a92b-494bd4901776 req-81fee6aa-2e56-4e55-afb1-5129af171d35 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/ports?device_id=9158fc3c-573c-4c1d-bf9a-0db62e0b50ac HTTP/1.1" status: 200 len: 945 time: 0.1335592 May 30 20:22:07.468613 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d756c92-dc5a-485a-a0b9-9ef9808c6af7 req-39a58114-c8ac-4e95-8b49-ab17bfad801f tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:07.473216 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5d756c92-dc5a-485a-a0b9-9ef9808c6af7 req-39a58114-c8ac-4e95-8b49-ab17bfad801f tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/ports?device_id=2f903cc6-4588-4e6d-9f98-4119c026a994 HTTP/1.1" status: 200 len: 945 time: 0.1730814 May 30 20:22:07.528813 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b0958a39-f38b-40a7-a92b-494bd4901776 req-7ebdfd10-5162-4d20-a7d3-55ccbdd436f4 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/security-groups?id=1ad64e5c-169d-40fe-b7f5-961f736d123b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2733781 May 30 20:22:07.588486 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5d756c92-dc5a-485a-a0b9-9ef9808c6af7 req-0552d8a8-0b82-4cf7-b4a1-4a721c3950ea tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2ed7a16-df30-4283-b4d4-5e9611f16ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036119 May 30 20:22:07.912346 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f1642062-1c8c-47cf-904f-9da5baafa716 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:07.982091 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f1642062-1c8c-47cf-904f-9da5baafa716 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:08.173536 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325290a8-7973-46aa-8e65-c96a0b3bec7f req-2dfaf6be-2e94-48f2-9ed3-bcc540044a61 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:08.176273 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-325290a8-7973-46aa-8e65-c96a0b3bec7f req-2dfaf6be-2e94-48f2-9ed3-bcc540044a61 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/ports?device_id=2f903cc6-4588-4e6d-9f98-4119c026a994 HTTP/1.1" status: 200 len: 945 time: 0.1331832 May 30 20:22:08.240592 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-325290a8-7973-46aa-8e65-c96a0b3bec7f req-e56fbc5f-28f2-4970-bf69-3c380dee2985 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2ed7a16-df30-4283-b4d4-5e9611f16ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531781 May 30 20:22:08.359201 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-f1642062-1c8c-47cf-904f-9da5baafa716 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Allocated IP 172.20.0.10 (349bdb7b-d568-4fcd-81f6-1580e236c0a3/d8f1c756-6473-49fd-91e7-56780fe0ec75/23515e2b-948b-4d86-a8d8-8ee88e07b653) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:22:08.590078 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f1642062-1c8c-47cf-904f-9da5baafa716 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:08.622908 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2dddfedf-ad85-449b-b413-3b4d23b46831 req-9049894e-b5dc-4512-99bb-2b046e57e8a5 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=88e042593d914709b0b6e8865f4bc68d&device_id=9158fc3c-573c-4c1d-bf9a-0db62e0b50ac HTTP/1.1" status: 200 len: 1096 time: 0.0896871 May 30 20:22:08.738606 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f1642062-1c8c-47cf-904f-9da5baafa716 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:08.842809 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dddfedf-ad85-449b-b413-3b4d23b46831 req-8ffca5da-7a6d-46ee-86d1-7d9b23ef33e1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:08.845395 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2dddfedf-ad85-449b-b413-3b4d23b46831 req-8ffca5da-7a6d-46ee-86d1-7d9b23ef33e1 service neutron] 10.222.0.71 "GET /v2.0/networks?id=3b009590-a296-4757-aa36-6233b5dedf2d HTTP/1.1" status: 200 len: 920 time: 0.2168226 May 30 20:22:08.873515 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1642062-1c8c-47cf-904f-9da5baafa716 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Network 349bdb7b-d568-4fcd-81f6-1580e236c0a3 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:22:08.878561 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-f1642062-1c8c-47cf-904f-9da5baafa716 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:22:08.881034 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1642062-1c8c-47cf-904f-9da5baafa716 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Pushing event updated for resources: {'Port': ['ID=23515e2b-948b-4d86-a8d8-8ee88e07b653,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:22:08.883709 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1642062-1c8c-47cf-904f-9da5baafa716 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:22:08.971753 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2dddfedf-ad85-449b-b413-3b4d23b46831 req-80522930-c38a-4051-a4dc-d1bc79051c57 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=91ff9597-ebc7-4fc4-b243-1a0126aef45d HTTP/1.1" status: 200 len: 217 time: 0.1190345 May 30 20:22:09.091051 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dddfedf-ad85-449b-b413-3b4d23b46831 req-5524fe2e-b401-4020-a03f-6fc539547ae4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:09.095164 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2dddfedf-ad85-449b-b413-3b4d23b46831 req-5524fe2e-b401-4020-a03f-6fc539547ae4 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4a48f417-ba85-44a0-9f1b-28d1dfa8235b HTTP/1.1" status: 200 len: 858 time: 0.1153469 May 30 20:22:09.221078 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2dddfedf-ad85-449b-b413-3b4d23b46831 req-7978a455-5423-4f2b-ae8e-5c9153793655 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3b009590-a296-4757-aa36-6233b5dedf2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1173790 May 30 20:22:09.335386 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f1642062-1c8c-47cf-904f-9da5baafa716 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:09.337393 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f1642062-1c8c-47cf-904f-9da5baafa716 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-736409'] for router, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:09.631907 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2dddfedf-ad85-449b-b413-3b4d23b46831 req-9184869e-0ebf-4511-bd1a-bc748bd2d199 service neutron] 10.222.0.71 "GET /v2.0/networks/3b009590-a296-4757-aa36-6233b5dedf2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3998482 May 30 20:22:09.700784 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766b424a-2119-45ad-8b46-8de3230e68ef req-38277341-9e66-4fe0-97cc-fed058f8a9e4 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:09.703213 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-766b424a-2119-45ad-8b46-8de3230e68ef req-38277341-9e66-4fe0-97cc-fed058f8a9e4 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/ports?device_id=9158fc3c-573c-4c1d-bf9a-0db62e0b50ac HTTP/1.1" status: 200 len: 945 time: 0.2429144 May 30 20:22:09.807594 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-766b424a-2119-45ad-8b46-8de3230e68ef req-a1df218b-7f5b-4eb8-bc88-128bea8a1578 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/security-groups?id=1ad64e5c-169d-40fe-b7f5-961f736d123b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978425 May 30 20:22:09.895673 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2dddfedf-ad85-449b-b413-3b4d23b46831 req-3ae2db03-d41f-4046-9a62-8031ae097ecc service neutron] 10.222.0.71 "GET /v2.0/networks/3b009590-a296-4757-aa36-6233b5dedf2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2574930 May 30 20:22:10.091754 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1642062-1c8c-47cf-904f-9da5baafa716 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Router d57c964e-e75c-4a4b-95d0-43ad0d8c7f6e is scheduled to L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 with binding_index 1 {{(pid=84886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 20:22:10.163193 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e41c671-248c-4837-98a0-2b956c1f6713 req-0b649dd5-57b3-4bb8-a2ae-8c05f48cedd5 tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:10.164763 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6e41c671-248c-4837-98a0-2b956c1f6713 req-0b649dd5-57b3-4bb8-a2ae-8c05f48cedd5 tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] 10.222.0.85 "GET /v2.0/ports?device_id=2c4e2d02-d5d1-4065-b69f-0e142c0a8366 HTTP/1.1" status: 200 len: 946 time: 0.1607919 May 30 20:22:10.292063 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6e41c671-248c-4837-98a0-2b956c1f6713 req-feffe543-e0b8-4c12-a395-ece39f86cd5a tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] 10.222.0.85 "GET /v2.0/security-groups?id=402a7467-2e50-47c5-ac5e-346a7fbb92ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1204796 May 30 20:22:10.341562 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c044bc-cef7-490f-8633-bc6d0d1b01cb req-26935f85-3030-45a2-8c75-a71359ff775d tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:10.344120 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-73c044bc-cef7-490f-8633-bc6d0d1b01cb req-26935f85-3030-45a2-8c75-a71359ff775d tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] 10.222.0.71 "GET /v2.0/ports?device_id=2c4e2d02-d5d1-4065-b69f-0e142c0a8366 HTTP/1.1" status: 200 len: 946 time: 0.1317146 May 30 20:22:10.470710 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-73c044bc-cef7-490f-8633-bc6d0d1b01cb req-a3236c96-1e3f-4db4-84f9-14096f1a3df3 tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] Deleting port 956c5887-f9d3-4a9d-bfc2-3d88f3a39330 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:22:10.471143 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-73c044bc-cef7-490f-8633-bc6d0d1b01cb req-a3236c96-1e3f-4db4-84f9-14096f1a3df3 tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:10.525244 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a404c6e-b6c1-46ac-bd61-72f1abc648b6 req-f7157766-cbe7-47f6-82eb-db6a121aef76 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:10.533894 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6a404c6e-b6c1-46ac-bd61-72f1abc648b6 req-f7157766-cbe7-47f6-82eb-db6a121aef76 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] 10.222.0.85 "GET /v2.0/ports?device_id=37a6e37d-34dd-4d54-89fb-fa1cb6fbad15 HTTP/1.1" status: 200 len: 945 time: 0.5286732 May 30 20:22:10.624078 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6a404c6e-b6c1-46ac-bd61-72f1abc648b6 req-c0dc6074-ee41-48d4-b221-db628ff03726 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] 10.222.0.85 "GET /v2.0/security-groups?id=e8dab81d-8136-4d38-9905-aca0d3251be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887334 May 30 20:22:10.707411 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1642062-1c8c-47cf-904f-9da5baafa716 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:22:10.719484 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda7f615-41f8-405f-bcc9-bb0e202ea205 None None] Sync routers for ids ['d57c964e-e75c-4a4b-95d0-43ad0d8c7f6e'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:22:10.744050 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda7f615-41f8-405f-bcc9-bb0e202ea205 None None] Routers {'d57c964e-e75c-4a4b-95d0-43ad0d8c7f6e'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:22:10.744607 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-fda7f615-41f8-405f-bcc9-bb0e202ea205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:21:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['d57c964e-e75c-4a4b-95d0-43ad0d8c7f6e'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:22:10.871189 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f1642062-1c8c-47cf-904f-9da5baafa716 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Notify callbacks [] for router, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:10.875211 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-f1642062-1c8c-47cf-904f-9da5baafa716 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 4.7433326 May 30 20:22:10.875471 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 34952) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:22:11.217297 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-fda7f615-41f8-405f-bcc9-bb0e202ea205 None None] Set router d57c964e-e75c-4a4b-95d0-43ad0d8c7f6e gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:22:11.293412 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6c9e06-9302-436a-bcfb-b03492207a1d req-1081251a-448c-4df1-9f55-79348bd74455 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:11.295213 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0b6c9e06-9302-436a-bcfb-b03492207a1d req-1081251a-448c-4df1-9f55-79348bd74455 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/ports?device_id=9158fc3c-573c-4c1d-bf9a-0db62e0b50ac HTTP/1.1" status: 200 len: 945 time: 0.1438749 May 30 20:22:11.388313 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce97a03b-62bd-4fe2-9be9-951cc6a814ac req-f15198e2-33a4-4ede-9dc3-19820e528c13 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:11.417326 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ce97a03b-62bd-4fe2-9be9-951cc6a814ac req-f15198e2-33a4-4ede-9dc3-19820e528c13 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/ports?device_id=2f903cc6-4588-4e6d-9f98-4119c026a994 HTTP/1.1" status: 200 len: 945 time: 0.4723842 May 30 20:22:11.462059 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-73c044bc-cef7-490f-8633-bc6d0d1b01cb req-a3236c96-1e3f-4db4-84f9-14096f1a3df3 tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] For port 956c5887-f9d3-4a9d-bfc2-3d88f3a39330, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=956c5887-f9d3-4a9d-bfc2-3d88f3a39330,segment=NetworkSegment(6ac1c053-f8b9-4142-8acc-8e9aefb1a2e0),segment_id=6ac1c053-f8b9-4142-8acc-8e9aefb1a2e0)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:22:11.462613 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-73c044bc-cef7-490f-8633-bc6d0d1b01cb req-a3236c96-1e3f-4db4-84f9-14096f1a3df3 tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:11.468148 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0b6c9e06-9302-436a-bcfb-b03492207a1d req-14c71a18-5cbb-4ddf-8a00-5778c775c0c0 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/security-groups?id=1ad64e5c-169d-40fe-b7f5-961f736d123b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664302 May 30 20:22:11.501930 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-383d13eb-6bd0-4218-a32d-3551109c0d08 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Notify callbacks [] for router, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:11.662336 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84f801a-d0eb-405d-ba97-dc75cea2219e req-f06b266c-9ca3-422f-a42e-f31f49481826 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:11.665280 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-d84f801a-d0eb-405d-ba97-dc75cea2219e req-f06b266c-9ca3-422f-a42e-f31f49481826 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] Synchronizing usage tracker for tenant:645455f740e1406a8b7c3a7db5a70252 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:22:11.703833 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ce97a03b-62bd-4fe2-9be9-951cc6a814ac req-e213d624-c6c8-4267-8863-a49df2b192fa tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2ed7a16-df30-4283-b4d4-5e9611f16ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2846675 May 30 20:22:11.897699 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-fda7f615-41f8-405f-bcc9-bb0e202ea205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd57c964e-e75c-4a4b-95d0-43ad0d8c7f6e', 'name': '', 'tenant_id': 'da59b0ab053d44aa885bd8af8ce102e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '349bdb7b-d568-4fcd-81f6-1580e236c0a3', 'external_fixed_ips': [{'subnet_id': 'd8f1c756-6473-49fd-91e7-56780fe0ec75', 'ip_address': '172.20.0.10'}], 'enable_snat': True}, 'gw_port_id': '23515e2b-948b-4d86-a8d8-8ee88e07b653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:22:06Z', 'updated_at': '2022-05-30T20:22:09Z', 'revision_number': 3, 'project_id': 'da59b0ab053d44aa885bd8af8ce102e7', 'gw_port': {'id': '23515e2b-948b-4d86-a8d8-8ee88e07b653', 'name': '', 'network_id': '349bdb7b-d568-4fcd-81f6-1580e236c0a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ba:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd57c964e-e75c-4a4b-95d0-43ad0d8c7f6e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd8f1c756-6473-49fd-91e7-56780fe0ec75', 'ip_address': '172.20.0.10', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:22:08Z', 'updated_at': '2022-05-30T20:22:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd8f1c756-6473-49fd-91e7-56780fe0ec75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:22:11.907324 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5905fe0-86cf-4604-8a7d-0c54641ec85d req-2cf0db38-e3a3-4baa-821b-b6ab36b7ceb2 tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:11.909024 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c5905fe0-86cf-4604-8a7d-0c54641ec85d req-2cf0db38-e3a3-4baa-821b-b6ab36b7ceb2 tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] 10.222.0.85 "GET /v2.0/ports?device_id=2c4e2d02-d5d1-4065-b69f-0e142c0a8366 HTTP/1.1" status: 200 len: 946 time: 0.1532080 May 30 20:22:11.916568 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda7f615-41f8-405f-bcc9-bb0e202ea205 None None] Checking router: d57c964e-e75c-4a4b-95d0-43ad0d8c7f6e for host: n-d-843948-2 {{(pid=84889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:22:11.917199 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda7f615-41f8-405f-bcc9-bb0e202ea205 None None] Updating router d57c964e-e75c-4a4b-95d0-43ad0d8c7f6e port 23515e2b-948b-4d86-a8d8-8ee88e07b653 binding host n-d-843948-2 {{(pid=84889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:22:11.980336 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c5905fe0-86cf-4604-8a7d-0c54641ec85d req-d37433b0-6306-418f-8ea9-f77b571dfcf8 tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] 10.222.0.85 "GET /v2.0/security-groups?id=402a7467-2e50-47c5-ac5e-346a7fbb92ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632601 May 30 20:22:11.989138 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-d84f801a-d0eb-405d-ba97-dc75cea2219e req-f06b266c-9ca3-422f-a42e-f31f49481826 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] Unset dirty status for tenant:645455f740e1406a8b7c3a7db5a70252 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:22:11.990640 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d84f801a-d0eb-405d-ba97-dc75cea2219e req-f06b266c-9ca3-422f-a42e-f31f49481826 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] 10.222.0.86 "GET /v2.0/ports?device_id=37a6e37d-34dd-4d54-89fb-fa1cb6fbad15 HTTP/1.1" status: 200 len: 945 time: 1.1656129 May 30 20:22:12.022929 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-fda7f615-41f8-405f-bcc9-bb0e202ea205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:12.023143 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-383d13eb-6bd0-4218-a32d-3551109c0d08 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:12.105397 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-383d13eb-6bd0-4218-a32d-3551109c0d08 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Deleting port 23515e2b-948b-4d86-a8d8-8ee88e07b653 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:22:12.107586 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-383d13eb-6bd0-4218-a32d-3551109c0d08 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:12.426128 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-d84f801a-d0eb-405d-ba97-dc75cea2219e req-f6b8fc9e-cfce-4623-8640-b2bf31c6ea94 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] Deleting port f623ccc1-77bf-4a0d-a518-303964a4456a {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:22:12.427049 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-d84f801a-d0eb-405d-ba97-dc75cea2219e req-f6b8fc9e-cfce-4623-8640-b2bf31c6ea94 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:12.487488 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-383d13eb-6bd0-4218-a32d-3551109c0d08 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:12.538448 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-73c044bc-cef7-490f-8633-bc6d0d1b01cb req-a3236c96-1e3f-4db4-84f9-14096f1a3df3 tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:12.538887 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-73c044bc-cef7-490f-8633-bc6d0d1b01cb req-a3236c96-1e3f-4db4-84f9-14096f1a3df3 tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736490'] for floatingip, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:12.539272 n-d-843948-2 neutron-server[84887]: INFO neutron.db.l3_db [req-73c044bc-cef7-490f-8633-bc6d0d1b01cb req-a3236c96-1e3f-4db4-84f9-14096f1a3df3 tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] Floating IP 4f62f3c9-357d-4fb6-99b0-753656cac64d disassociated. External IP: 172.25.8.231, port: 956c5887-f9d3-4a9d-bfc2-3d88f3a39330. May 30 20:22:12.539812 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-73c044bc-cef7-490f-8633-bc6d0d1b01cb req-a3236c96-1e3f-4db4-84f9-14096f1a3df3 tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] Calling delete_port for 956c5887-f9d3-4a9d-bfc2-3d88f3a39330 owned by compute:nova {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:22:12.648916 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-fda7f615-41f8-405f-bcc9-bb0e202ea205 None None] Notify callbacks [] for port, precommit_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:12.663761 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.provisioning_blocks [None req-fda7f615-41f8-405f-bcc9-bb0e202ea205 None None] Transition to ACTIVE for port object 23515e2b-948b-4d86-a8d8-8ee88e07b653 will not be triggered until provisioned by entity L2. {{(pid=84889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:22:12.693991 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-383d13eb-6bd0-4218-a32d-3551109c0d08 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Calling delete_port for 23515e2b-948b-4d86-a8d8-8ee88e07b653 owned by network:router_gateway {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:22:12.787494 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ed2b01-2ef7-4434-bc9f-4f603a39dfd0 req-53b0635d-3004-4285-b45a-aaa1f7218d45 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:12.792058 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-86ed2b01-2ef7-4434-bc9f-4f603a39dfd0 req-53b0635d-3004-4285-b45a-aaa1f7218d45 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] 10.222.0.85 "GET /v2.0/ports?device_id=37a6e37d-34dd-4d54-89fb-fa1cb6fbad15 HTTP/1.1" status: 200 len: 945 time: 0.6563125 May 30 20:22:12.803383 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-fda7f615-41f8-405f-bcc9-bb0e202ea205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:12.896628 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4453efb6-7530-4071-92c7-7b038f4161ed req-0e2a7563-3368-49bd-b974-3670dee4c840 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:12.908201 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4453efb6-7530-4071-92c7-7b038f4161ed req-0e2a7563-3368-49bd-b974-3670dee4c840 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/ports?device_id=2f903cc6-4588-4e6d-9f98-4119c026a994 HTTP/1.1" status: 200 len: 945 time: 0.6434402 May 30 20:22:12.986773 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd132f69-69ad-4758-9d33-003384ea76be None None] Pushing event updated for resources: {'Port': ['ID=23515e2b-948b-4d86-a8d8-8ee88e07b653,revision_number=2']} {{(pid=84889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:22:13.008845 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4453efb6-7530-4071-92c7-7b038f4161ed req-fbe84c6a-76e0-465e-a01b-386cc9e6d686 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2ed7a16-df30-4283-b4d4-5e9611f16ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906975 May 30 20:22:13.009535 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.db.api [None req-383d13eb-6bd0-4218-a32d-3551109c0d08 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:22:13.009880 n-d-843948-2 neutron-server[84886]: DEBUG oslo_db.api [None req-383d13eb-6bd0-4218-a32d-3551109c0d08 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:22:13.013406 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd132f69-69ad-4758-9d33-003384ea76be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:22:13.013810 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd132f69-69ad-4758-9d33-003384ea76be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:22:13.014193 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd132f69-69ad-4758-9d33-003384ea76be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:22:13.014519 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd132f69-69ad-4758-9d33-003384ea76be None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:22:13.014841 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd132f69-69ad-4758-9d33-003384ea76be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:22:13.016436 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd132f69-69ad-4758-9d33-003384ea76be None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:22:13.016436 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd132f69-69ad-4758-9d33-003384ea76be None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:22:13.016436 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd132f69-69ad-4758-9d33-003384ea76be None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:22:13.016436 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd132f69-69ad-4758-9d33-003384ea76be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:22:13.016733 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd132f69-69ad-4758-9d33-003384ea76be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:22:13.017052 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd132f69-69ad-4758-9d33-003384ea76be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:22:13.032162 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-fda7f615-41f8-405f-bcc9-bb0e202ea205 None None] Attempting to bind port 23515e2b-948b-4d86-a8d8-8ee88e07b653 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:22:13.033126 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-fda7f615-41f8-405f-bcc9-bb0e202ea205 None None] Attempting to bind port 23515e2b-948b-4d86-a8d8-8ee88e07b653 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': '1a7ff1cc-3781-4a33-a830-9a02cb5d4785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '349bdb7b-d568-4fcd-81f6-1580e236c0a3'}] {{(pid=84889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:22:13.033661 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda7f615-41f8-405f-bcc9-bb0e202ea205 None None] Attempting to bind port 23515e2b-948b-4d86-a8d8-8ee88e07b653 on network 349bdb7b-d568-4fcd-81f6-1580e236c0a3 {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:22:13.042404 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda7f615-41f8-405f-bcc9-bb0e202ea205 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:22:13.043625 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda7f615-41f8-405f-bcc9-bb0e202ea205 None None] Checking segment: {'id': '1a7ff1cc-3781-4a33-a830-9a02cb5d4785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '349bdb7b-d568-4fcd-81f6-1580e236c0a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:22:13.044866 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-fda7f615-41f8-405f-bcc9-bb0e202ea205 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:13.045516 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda7f615-41f8-405f-bcc9-bb0e202ea205 None None] Bound using segment: {'id': '1a7ff1cc-3781-4a33-a830-9a02cb5d4785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '349bdb7b-d568-4fcd-81f6-1580e236c0a3'} {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:22:13.046205 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-fda7f615-41f8-405f-bcc9-bb0e202ea205 None None] Bound port: 23515e2b-948b-4d86-a8d8-8ee88e07b653, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a7ff1cc-3781-4a33-a830-9a02cb5d4785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '349bdb7b-d568-4fcd-81f6-1580e236c0a3'}}] {{(pid=84889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:22:13.047267 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-fda7f615-41f8-405f-bcc9-bb0e202ea205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:13.150132 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.db [None req-fda7f615-41f8-405f-bcc9-bb0e202ea205 None None] For port 23515e2b-948b-4d86-a8d8-8ee88e07b653, host n-d-843948-2, cleared binding levels {{(pid=84889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:22:13.156641 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.db [None req-fda7f615-41f8-405f-bcc9-bb0e202ea205 None None] For port 23515e2b-948b-4d86-a8d8-8ee88e07b653, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=23515e2b-948b-4d86-a8d8-8ee88e07b653,segment=NetworkSegment(1a7ff1cc-3781-4a33-a830-9a02cb5d4785),segment_id=1a7ff1cc-3781-4a33-a830-9a02cb5d4785)] {{(pid=84889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:22:13.204415 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-86ed2b01-2ef7-4434-bc9f-4f603a39dfd0 req-e83a8ab9-6ab2-4033-acd1-5124051533af tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] 10.222.0.85 "GET /v2.0/security-groups?id=e8dab81d-8136-4d38-9905-aca0d3251be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3911064 May 30 20:22:13.210995 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-d84f801a-d0eb-405d-ba97-dc75cea2219e req-f6b8fc9e-cfce-4623-8640-b2bf31c6ea94 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] For port f623ccc1-77bf-4a0d-a518-303964a4456a, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=f623ccc1-77bf-4a0d-a518-303964a4456a,segment=NetworkSegment(bbb06a38-3164-4fad-a5cd-a7f5f6760c2a),segment_id=bbb06a38-3164-4fad-a5cd-a7f5f6760c2a)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:22:13.211353 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-d84f801a-d0eb-405d-ba97-dc75cea2219e req-f6b8fc9e-cfce-4623-8640-b2bf31c6ea94 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:13.279275 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-fda7f615-41f8-405f-bcc9-bb0e202ea205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:13.503684 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-d84f801a-d0eb-405d-ba97-dc75cea2219e req-f6b8fc9e-cfce-4623-8640-b2bf31c6ea94 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] Calling delete_port for f623ccc1-77bf-4a0d-a518-303964a4456a owned by compute:nova {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:22:13.526811 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-383d13eb-6bd0-4218-a32d-3551109c0d08 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Deleting port 23515e2b-948b-4d86-a8d8-8ee88e07b653 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:22:13.527961 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-383d13eb-6bd0-4218-a32d-3551109c0d08 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:13.541530 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd132f69-69ad-4758-9d33-003384ea76be None None] Pushing event updated for resources: {'Port': ['ID=23515e2b-948b-4d86-a8d8-8ee88e07b653,revision_number=3']} {{(pid=84889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:22:13.544911 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda7f615-41f8-405f-bcc9-bb0e202ea205 None None] Routers {'d57c964e-e75c-4a4b-95d0-43ad0d8c7f6e'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:22:13.545744 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-fda7f615-41f8-405f-bcc9-bb0e202ea205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:21:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['d57c964e-e75c-4a4b-95d0-43ad0d8c7f6e'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:22:13.854583 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0332fb4-c55e-40ee-b331-6ab57fef821c req-0b782acd-b2f6-4279-b492-d7d8f1ba2923 tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:13.862005 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d0332fb4-c55e-40ee-b331-6ab57fef821c req-0b782acd-b2f6-4279-b492-d7d8f1ba2923 tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] 10.222.0.85 "GET /v2.0/ports?device_id=2c4e2d02-d5d1-4065-b69f-0e142c0a8366 HTTP/1.1" status: 200 len: 946 time: 0.3844311 May 30 20:22:13.884006 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-73c044bc-cef7-490f-8633-bc6d0d1b01cb req-a3236c96-1e3f-4db4-84f9-14096f1a3df3 tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:13.942573 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-fda7f615-41f8-405f-bcc9-bb0e202ea205 None None] Set router d57c964e-e75c-4a4b-95d0-43ad0d8c7f6e gateway port host: None {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:22:13.952644 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3236c96-1e3f-4db4-84f9-14096f1a3df3 tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] Pushing event deleted for resources: {'Port': ['ID=956c5887-f9d3-4a9d-bfc2-3d88f3a39330,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:22:14.015744 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d0332fb4-c55e-40ee-b331-6ab57fef821c req-8c7732e7-87c8-45cd-ab0c-c6db5781c0e6 tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] 10.222.0.85 "GET /v2.0/security-groups?id=402a7467-2e50-47c5-ac5e-346a7fbb92ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1524999 May 30 20:22:14.153914 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-d84f801a-d0eb-405d-ba97-dc75cea2219e req-f6b8fc9e-cfce-4623-8640-b2bf31c6ea94 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:14.244426 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-fda7f615-41f8-405f-bcc9-bb0e202ea205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd57c964e-e75c-4a4b-95d0-43ad0d8c7f6e', 'name': '', 'tenant_id': 'da59b0ab053d44aa885bd8af8ce102e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:22:06Z', 'updated_at': '2022-05-30T20:22:12Z', 'revision_number': 4, 'project_id': 'da59b0ab053d44aa885bd8af8ce102e7', 'gw_port_host': None}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:22:14.251231 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda7f615-41f8-405f-bcc9-bb0e202ea205 None None] The sync data for ids ['d57c964e-e75c-4a4b-95d0-43ad0d8c7f6e'] in n-d-843948-2 is: [{'id': 'd57c964e-e75c-4a4b-95d0-43ad0d8c7f6e', 'name': '', 'tenant_id': 'da59b0ab053d44aa885bd8af8ce102e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:22:06Z', 'updated_at': '2022-05-30T20:22:12Z', 'revision_number': 4, 'project_id': 'da59b0ab053d44aa885bd8af8ce102e7', 'gw_port_host': None}] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:22:14.256925 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [None req-383d13eb-6bd0-4218-a32d-3551109c0d08 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] For port 23515e2b-948b-4d86-a8d8-8ee88e07b653, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=23515e2b-948b-4d86-a8d8-8ee88e07b653,segment=NetworkSegment(1a7ff1cc-3781-4a33-a830-9a02cb5d4785),segment_id=1a7ff1cc-3781-4a33-a830-9a02cb5d4785)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:22:14.257328 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-383d13eb-6bd0-4218-a32d-3551109c0d08 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:14.376988 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b8fc9e-cfce-4623-8640-b2bf31c6ea94 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] Pushing event deleted for resources: {'Port': ['ID=f623ccc1-77bf-4a0d-a518-303964a4456a,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:22:14.518021 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-383d13eb-6bd0-4218-a32d-3551109c0d08 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Calling delete_port for 23515e2b-948b-4d86-a8d8-8ee88e07b653 owned by network:router_gateway {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:22:14.582742 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-d84f801a-d0eb-405d-ba97-dc75cea2219e req-f6b8fc9e-cfce-4623-8640-b2bf31c6ea94 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] No DVR routers for this DVR port f623ccc1-77bf-4a0d-a518-303964a4456a on host n-h2-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:22:14.593729 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-d84f801a-d0eb-405d-ba97-dc75cea2219e req-f6b8fc9e-cfce-4623-8640-b2bf31c6ea94 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:14.607484 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37a6e37d-34dd-4d54-89fb-fa1cb6fbad15', 'name': 'network-vif-deleted', 'tag': 'f623ccc1-77bf-4a0d-a518-303964a4456a'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:22:14.651420 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81549599-727f-4844-8dae-2f3ea5768bb9 req-17099ce8-a88e-4397-b791-b72c91933463 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:14.662032 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-81549599-727f-4844-8dae-2f3ea5768bb9 req-17099ce8-a88e-4397-b791-b72c91933463 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/ports?device_id=9158fc3c-573c-4c1d-bf9a-0db62e0b50ac HTTP/1.1" status: 200 len: 945 time: 1.2242124 May 30 20:22:14.770035 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d84f801a-d0eb-405d-ba97-dc75cea2219e req-f6b8fc9e-cfce-4623-8640-b2bf31c6ea94 tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] 10.222.0.86 "DELETE /v2.0/ports/f623ccc1-77bf-4a0d-a518-303964a4456a HTTP/1.1" status: 204 len: 173 time: 2.7432368 May 30 20:22:14.785975 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-81549599-727f-4844-8dae-2f3ea5768bb9 req-901fa4f4-38e5-4eeb-a10a-c38477905dd3 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/security-groups?id=1ad64e5c-169d-40fe-b7f5-961f736d123b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228399 May 30 20:22:14.809167 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [req-73c044bc-cef7-490f-8633-bc6d0d1b01cb req-a3236c96-1e3f-4db4-84f9-14096f1a3df3 tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] Router f61bc5b0-ceb6-484b-ac27-eb8eaf2878f7 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:22:14.824468 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device f623ccc1-77bf-4a0d-a518-303964a4456a no longer exists at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:22:14.940283 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] No Port match for: f623ccc1-77bf-4a0d-a518-303964a4456a {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:22:14.940752 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device f623ccc1-77bf-4a0d-a518-303964a4456a not bound to the agent host n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:22:15.485175 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c33c8bac-b752-405d-bcda-7c24e1738b43 req-36a4b31f-df1d-4b32-b35e-11011bef9b8e tempest-ListServerFiltersTestJSON-249373123 tempest-ListServerFiltersTestJSON-249373123-project] 10.222.0.85 "GET /v2.0/ports?device_id=37a6e37d-34dd-4d54-89fb-fa1cb6fbad15 HTTP/1.1" status: 200 len: 210 time: 0.1899190 May 30 20:22:15.532572 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-73c044bc-cef7-490f-8633-bc6d0d1b01cb req-a3236c96-1e3f-4db4-84f9-14096f1a3df3 tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:22:15.543968 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82619532-4319-425e-8358-2bee5c05ab58 None None] Sync routers for ids ['f61bc5b0-ceb6-484b-ac27-eb8eaf2878f7'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:22:15.577555 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82619532-4319-425e-8358-2bee5c05ab58 None None] Routers {'f61bc5b0-ceb6-484b-ac27-eb8eaf2878f7'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:22:15.578247 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-82619532-4319-425e-8358-2bee5c05ab58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:21:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['f61bc5b0-ceb6-484b-ac27-eb8eaf2878f7'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:22:15.604034 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-383d13eb-6bd0-4218-a32d-3551109c0d08 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:15.737719 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-73c044bc-cef7-490f-8633-bc6d0d1b01cb req-a3236c96-1e3f-4db4-84f9-14096f1a3df3 tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] No DVR routers for this DVR port 956c5887-f9d3-4a9d-bfc2-3d88f3a39330 on host n-h1-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:22:15.743556 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-73c044bc-cef7-490f-8633-bc6d0d1b01cb req-a3236c96-1e3f-4db4-84f9-14096f1a3df3 tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:15.743798 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383d13eb-6bd0-4218-a32d-3551109c0d08 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Pushing event deleted for resources: {'Port': ['ID=23515e2b-948b-4d86-a8d8-8ee88e07b653,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:22:15.756651 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-73c044bc-cef7-490f-8633-bc6d0d1b01cb req-a3236c96-1e3f-4db4-84f9-14096f1a3df3 tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] 10.222.0.71 "DELETE /v2.0/ports/956c5887-f9d3-4a9d-bfc2-3d88f3a39330 HTTP/1.1" status: 204 len: 173 time: 5.4041145 May 30 20:22:15.905971 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6103865-09c7-4faa-9326-157a5708774f'] response: {'server_uuid': '37a6e37d-34dd-4d54-89fb-fa1cb6fbad15', 'name': 'network-vif-deleted', 'tag': 'f623ccc1-77bf-4a0d-a518-303964a4456a', 'status': 'completed', 'code': 200} May 30 20:22:15.964835 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 956c5887-f9d3-4a9d-bfc2-3d88f3a39330 no longer exists at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:22:16.065859 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] No Port match for: 956c5887-f9d3-4a9d-bfc2-3d88f3a39330 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:22:16.066390 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 956c5887-f9d3-4a9d-bfc2-3d88f3a39330 not bound to the agent host n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:22:16.285402 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-82619532-4319-425e-8358-2bee5c05ab58 None None] Set router f61bc5b0-ceb6-484b-ac27-eb8eaf2878f7 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:22:16.362671 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-202e550b-3f5a-42f1-8d0c-828396112a99 req-174a0747-ed7e-4f98-875b-158a92bf6d01 tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] Synchronizing usage tracker for tenant:9d17a1b275b44cc58a1065891220db88 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:22:16.456053 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-383d13eb-6bd0-4218-a32d-3551109c0d08 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-736453'] for router_gateway, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:16.482595 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-202e550b-3f5a-42f1-8d0c-828396112a99 req-174a0747-ed7e-4f98-875b-158a92bf6d01 tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] Unset dirty status for tenant:9d17a1b275b44cc58a1065891220db88 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:22:16.484051 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-202e550b-3f5a-42f1-8d0c-828396112a99 req-174a0747-ed7e-4f98-875b-158a92bf6d01 tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] 10.222.0.85 "GET /v2.0/ports?device_id=2c4e2d02-d5d1-4065-b69f-0e142c0a8366 HTTP/1.1" status: 200 len: 210 time: 0.2435622 May 30 20:22:16.975842 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be99307e-27f7-4e86-b427-3aeb33c272bc req-2b62ef38-9427-4196-b054-2271f81f4af4 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:16.996665 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-be99307e-27f7-4e86-b427-3aeb33c272bc req-2b62ef38-9427-4196-b054-2271f81f4af4 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/ports?device_id=90da6347-458d-4057-9305-60f501cdae7a HTTP/1.1" status: 200 len: 947 time: 0.2421532 May 30 20:22:17.122728 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-be99307e-27f7-4e86-b427-3aeb33c272bc req-92b4c466-3df0-4737-a4d1-f7752567c2cc tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/security-groups?id=b38efed6-f54b-4caf-8451-aa3a591cbb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924687 May 30 20:22:17.125429 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-82619532-4319-425e-8358-2bee5c05ab58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f61bc5b0-ceb6-484b-ac27-eb8eaf2878f7', 'name': 'tempest-ServersTestManualDisk-2030253537-router', 'tenant_id': '9d17a1b275b44cc58a1065891220db88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': '87ed3c4f-ff4a-428d-9b3f-7b0558a08dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:20:13Z', 'updated_at': '2022-05-30T20:20:40Z', 'revision_number': 4, 'project_id': '9d17a1b275b44cc58a1065891220db88', 'gw_port': {'id': '87ed3c4f-ff4a-428d-9b3f-7b0558a08dfa', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:93:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61bc5b0-ceb6-484b-ac27-eb8eaf2878f7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:20:18Z', 'updated_at': '2022-05-30T20:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': 'b1f36321-4ee5-4be4-a5e0-b6eb422570ee', 'name': '', 'network_id': 'cd0af190-bc13-4695-b23f-a32845a3a302', 'tenant_id': '9d17a1b275b44cc58a1065891220db88', 'mac_address': 'fa:16:3e:30:89:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61bc5b0-ceb6-484b-ac27-eb8eaf2878f7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd3d3176d-ed5e-4750-bd9f-9dc7413b362c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:20:36Z', 'updated_at': '2022-05-30T20:21:03Z', 'revision_number': 5, 'project_id': '9d17a1b275b44cc58a1065891220db88', 'subnets': [{'id': 'd3d3176d-ed5e-4750-bd9f-9dc7413b362c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:22:17.125429 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82619532-4319-425e-8358-2bee5c05ab58 None None] Checking router: f61bc5b0-ceb6-484b-ac27-eb8eaf2878f7 for host: n-d-843948-2 {{(pid=84888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:22:17.143745 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82619532-4319-425e-8358-2bee5c05ab58 None None] Routers {'f61bc5b0-ceb6-484b-ac27-eb8eaf2878f7'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:22:17.145213 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-82619532-4319-425e-8358-2bee5c05ab58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:21:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['f61bc5b0-ceb6-484b-ac27-eb8eaf2878f7'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:22:17.199513 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-383d13eb-6bd0-4218-a32d-3551109c0d08 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-724789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3141'] for router, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:17.203268 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-383d13eb-6bd0-4218-a32d-3551109c0d08 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:17.265499 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02ffc25-fb51-4010-93e6-b0fa175128ba req-f1732133-c03e-4439-8bbc-8af20f79592f tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:17.272585 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e02ffc25-fb51-4010-93e6-b0fa175128ba req-f1732133-c03e-4439-8bbc-8af20f79592f tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/ports?device_id=2f903cc6-4588-4e6d-9f98-4119c026a994 HTTP/1.1" status: 200 len: 945 time: 1.0774255 May 30 20:22:17.358490 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e02ffc25-fb51-4010-93e6-b0fa175128ba req-79fd2b33-e74c-4040-ac63-8864f33504e7 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2ed7a16-df30-4283-b4d4-5e9611f16ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846415 May 30 20:22:17.407872 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 35028) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:22:17.465915 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-383d13eb-6bd0-4218-a32d-3551109c0d08 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724889'] for router, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:17.470927 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-383d13eb-6bd0-4218-a32d-3551109c0d08 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d57c964e-e75c-4a4b-95d0-43ad0d8c7f6e {{(pid=84886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:22:17.504631 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-383d13eb-6bd0-4218-a32d-3551109c0d08 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Notify callbacks [] for router, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:17.517589 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-383d13eb-6bd0-4218-a32d-3551109c0d08 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] 10.222.0.85 "DELETE /v2.0/routers/d57c964e-e75c-4a4b-95d0-43ad0d8c7f6e HTTP/1.1" status: 204 len: 168 time: 6.6385376 May 30 20:22:17.519354 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 35034) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:22:17.680717 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-82619532-4319-425e-8358-2bee5c05ab58 None None] Set router f61bc5b0-ceb6-484b-ac27-eb8eaf2878f7 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:22:17.833103 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_v2 [None req-149c4ca1-cf91-4b86-8834-01b0e138bcbc admin admin] Deleting subnet 0362111a-0014-4eec-82be-885bf4390269 {{(pid=84887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:22:17.854187 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-149c4ca1-cf91-4b86-8834-01b0e138bcbc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:17.860719 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_v2 [None req-81adaee7-8895-4163-8d04-bd49a480bd31 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Deleting subnet d8f1c756-6473-49fd-91e7-56780fe0ec75 {{(pid=84886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:22:17.878563 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-81adaee7-8895-4163-8d04-bd49a480bd31 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:18.023072 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-81adaee7-8895-4163-8d04-bd49a480bd31 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2655517'] for subnet, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:18.215041 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 35048) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:22:18.215826 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c4e2d02-d5d1-4065-b69f-0e142c0a8366', 'name': 'network-vif-deleted', 'tag': '956c5887-f9d3-4a9d-bfc2-3d88f3a39330'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:22:18.259112 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-81adaee7-8895-4163-8d04-bd49a480bd31 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:18.320922 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2e2dc245-a6b8-4d48-9f22-4763e4d35b25 req-87d89926-851e-438d-a350-25d381984c61 tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] 10.222.0.85 "GET /v2.0/ports?device_id=2c4e2d02-d5d1-4065-b69f-0e142c0a8366 HTTP/1.1" status: 200 len: 210 time: 0.1062264 May 30 20:22:18.351373 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-82619532-4319-425e-8358-2bee5c05ab58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f61bc5b0-ceb6-484b-ac27-eb8eaf2878f7', 'name': 'tempest-ServersTestManualDisk-2030253537-router', 'tenant_id': '9d17a1b275b44cc58a1065891220db88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': '87ed3c4f-ff4a-428d-9b3f-7b0558a08dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:20:13Z', 'updated_at': '2022-05-30T20:20:40Z', 'revision_number': 4, 'project_id': '9d17a1b275b44cc58a1065891220db88', 'gw_port': {'id': '87ed3c4f-ff4a-428d-9b3f-7b0558a08dfa', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:93:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61bc5b0-ceb6-484b-ac27-eb8eaf2878f7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:20:18Z', 'updated_at': '2022-05-30T20:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': 'b1f36321-4ee5-4be4-a5e0-b6eb422570ee', 'name': '', 'network_id': 'cd0af190-bc13-4695-b23f-a32845a3a302', 'tenant_id': '9d17a1b275b44cc58a1065891220db88', 'mac_address': 'fa:16:3e:30:89:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61bc5b0-ceb6-484b-ac27-eb8eaf2878f7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd3d3176d-ed5e-4750-bd9f-9dc7413b362c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:20:36Z', 'updated_at': '2022-05-30T20:21:03Z', 'revision_number': 5, 'project_id': '9d17a1b275b44cc58a1065891220db88', 'subnets': [{'id': 'd3d3176d-ed5e-4750-bd9f-9dc7413b362c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:22:18.365946 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82619532-4319-425e-8358-2bee5c05ab58 None None] The sync data for ids ['f61bc5b0-ceb6-484b-ac27-eb8eaf2878f7'] in n-d-843948-2 is: [{'id': 'f61bc5b0-ceb6-484b-ac27-eb8eaf2878f7', 'name': 'tempest-ServersTestManualDisk-2030253537-router', 'tenant_id': '9d17a1b275b44cc58a1065891220db88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': '87ed3c4f-ff4a-428d-9b3f-7b0558a08dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:20:13Z', 'updated_at': '2022-05-30T20:20:40Z', 'revision_number': 4, 'project_id': '9d17a1b275b44cc58a1065891220db88', 'gw_port': {'id': '87ed3c4f-ff4a-428d-9b3f-7b0558a08dfa', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:93:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61bc5b0-ceb6-484b-ac27-eb8eaf2878f7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:20:18Z', 'updated_at': '2022-05-30T20:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': 'b1f36321-4ee5-4be4-a5e0-b6eb422570ee', 'name': '', 'network_id': 'cd0af190-bc13-4695-b23f-a32845a3a302', 'tenant_id': '9d17a1b275b44cc58a1065891220db88', 'mac_address': 'fa:16:3e:30:89:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61bc5b0-ceb6-484b-ac27-eb8eaf2878f7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd3d3176d-ed5e-4750-bd9f-9dc7413b362c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:20:36Z', 'updated_at': '2022-05-30T20:21:03Z', 'revision_number': 5, 'project_id': '9d17a1b275b44cc58a1065891220db88', 'subnets': [{'id': 'd3d3176d-ed5e-4750-bd9f-9dc7413b362c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:22:18.407459 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-149c4ca1-cf91-4b86-8834-01b0e138bcbc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3149227'] for subnet, precommit_delete_associations {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:18.481283 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-81adaee7-8895-4163-8d04-bd49a480bd31 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4127075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2778536'] for subnet, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:18.493680 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c957d68-9669-4e38-9e60-25f9d1227558 req-9779d533-3c22-42f2-8633-a844cd7fd824 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:18.498144 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7c957d68-9669-4e38-9e60-25f9d1227558 req-9779d533-3c22-42f2-8633-a844cd7fd824 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.71 "GET /v2.0/ports?device_id=90da6347-458d-4057-9305-60f501cdae7a HTTP/1.1" status: 200 len: 947 time: 1.0208180 May 30 20:22:18.634102 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81adaee7-8895-4163-8d04-bd49a480bd31 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=d8f1c756-6473-49fd-91e7-56780fe0ec75,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:22:18.680334 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-81adaee7-8895-4163-8d04-bd49a480bd31 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:18.706115 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-81adaee7-8895-4163-8d04-bd49a480bd31 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] 10.222.0.85 "DELETE /v2.0/subnets/d8f1c756-6473-49fd-91e7-56780fe0ec75 HTTP/1.1" status: 204 len: 168 time: 1.1723881 May 30 20:22:18.710334 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 35062) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:22:18.736740 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-7c957d68-9669-4e38-9e60-25f9d1227558 req-d6705df2-d609-49e6-aa6d-6696cf3c5509 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Deleting port fd2713ac-a479-470d-bfde-a8c618b67ba7 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:22:18.737057 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-7c957d68-9669-4e38-9e60-25f9d1227558 req-d6705df2-d609-49e6-aa6d-6696cf3c5509 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:18.967267 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f03d59d-a8c8-42b2-9beb-31f624d8d7ad'] response: {'server_uuid': '2c4e2d02-d5d1-4065-b69f-0e142c0a8366', 'name': 'network-vif-deleted', 'tag': '956c5887-f9d3-4a9d-bfc2-3d88f3a39330', 'status': 'completed', 'code': 200} May 30 20:22:19.086169 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2f528a29-9e09-4711-9143-4ba2562e88b4 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:19.239247 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2307c72d-61c5-4b15-802b-10bf41d6809e None None] New status for floating IP 4f62f3c9-357d-4fb6-99b0-753656cac64d: DOWN {{(pid=84889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 20:22:19.268100 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-149c4ca1-cf91-4b86-8834-01b0e138bcbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:19.413441 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:19.533823 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2f528a29-9e09-4711-9143-4ba2562e88b4 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:19.616769 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-2f528a29-9e09-4711-9143-4ba2562e88b4 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['349bdb7b-d568-4fcd-81f6-1580e236c0a3']}} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:22:19.619040 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a66a28-2b19-43cc-bc44-81ef09c9b695 req-0b34c6a6-3ba4-4fea-8f02-c3ac85524f5a tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:19.626718 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-98a66a28-2b19-43cc-bc44-81ef09c9b695 req-0b34c6a6-3ba4-4fea-8f02-c3ac85524f5a tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/ports?device_id=90da6347-458d-4057-9305-60f501cdae7a HTTP/1.1" status: 200 len: 947 time: 0.6796341 May 30 20:22:19.653973 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-2f528a29-9e09-4711-9143-4ba2562e88b4 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a7ff1cc-3781-4a33-a830-9a02cb5d4785') {'for_net_delete': True} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:22:19.654274 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-2f528a29-9e09-4711-9143-4ba2562e88b4 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a7ff1cc-3781-4a33-a830-9a02cb5d4785') {} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:22:19.673421 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5490d94e-8d89-49ce-8842-7b45a9a122ec req-923f2dcb-3395-4d29-ac71-eac909a5734c tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:19.680266 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5490d94e-8d89-49ce-8842-7b45a9a122ec req-923f2dcb-3395-4d29-ac71-eac909a5734c tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/ports?device_id=2f903cc6-4588-4e6d-9f98-4119c026a994 HTTP/1.1" status: 200 len: 945 time: 0.4525070 May 30 20:22:19.695982 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-98a66a28-2b19-43cc-bc44-81ef09c9b695 req-faf4559b-a4dd-4f24-9bd3-fa3f3d2bf467 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/security-groups?id=b38efed6-f54b-4caf-8451-aa3a591cbb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681462 May 30 20:22:19.700107 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2f528a29-9e09-4711-9143-4ba2562e88b4 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2660590'] for segment, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:19.800748 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-7c957d68-9669-4e38-9e60-25f9d1227558 req-d6705df2-d609-49e6-aa6d-6696cf3c5509 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] For port fd2713ac-a479-470d-bfde-a8c618b67ba7, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=fd2713ac-a479-470d-bfde-a8c618b67ba7,segment=NetworkSegment(327b421f-3671-4415-86c0-3c9c0e7ca945),segment_id=327b421f-3671-4415-86c0-3c9c0e7ca945)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:22:19.801754 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-7c957d68-9669-4e38-9e60-25f9d1227558 req-d6705df2-d609-49e6-aa6d-6696cf3c5509 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:19.811728 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5490d94e-8d89-49ce-8842-7b45a9a122ec req-bf58d450-69b1-45e9-a4f1-3bfdcff209a8 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2ed7a16-df30-4283-b4d4-5e9611f16ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290085 May 30 20:22:19.853172 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2f528a29-9e09-4711-9143-4ba2562e88b4 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:19.922743 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f528a29-9e09-4711-9143-4ba2562e88b4 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Releasing vlan 685 on physical network physnet1 to pool {{(pid=84886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:22:19.923193 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2f528a29-9e09-4711-9143-4ba2562e88b4 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4126989'] for segment, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:19.947625 n-d-843948-2 neutron-server[84886]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:22:19.947625 n-d-843948-2 neutron-server[84886]: util.warn( May 30 20:22:19.947625 n-d-843948-2 neutron-server[84886]: Traceback (most recent call last): May 30 20:22:19.947625 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:22:19.947625 n-d-843948-2 neutron-server[84886]: timer() May 30 20:22:19.947625 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:22:19.947625 n-d-843948-2 neutron-server[84886]: cb(*args, **kw) May 30 20:22:19.947625 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:22:19.947625 n-d-843948-2 neutron-server[84886]: return func(*args, **kwargs) May 30 20:22:19.947625 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:22:19.947625 n-d-843948-2 neutron-server[84886]: self._notify() May 30 20:22:19.947625 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:22:19.947625 n-d-843948-2 neutron-server[84886]: self.callback(batched_events) May 30 20:22:19.947625 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:22:19.947625 n-d-843948-2 neutron-server[84886]: event.method(event) May 30 20:22:19.947625 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:22:19.947625 n-d-843948-2 neutron-server[84886]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:22:19.947625 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:22:19.947625 n-d-843948-2 neutron-server[84886]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:22:19.947625 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:22:19.947625 n-d-843948-2 neutron-server[84886]: return f(self, *a, **k) May 30 20:22:19.947625 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:22:19.947625 n-d-843948-2 neutron-server[84886]: return self._get(url).json() May 30 20:22:19.947625 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:22:19.947625 n-d-843948-2 neutron-server[84886]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:22:19.947625 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:22:19.947625 n-d-843948-2 neutron-server[84886]: return self.request(url, 'GET', **kwargs) May 30 20:22:19.947625 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:22:19.947625 n-d-843948-2 neutron-server[84886]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:22:19.947625 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:22:19.947625 n-d-843948-2 neutron-server[84886]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:22:19.947625 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:22:19.947625 n-d-843948-2 neutron-server[84886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:22:19.947625 n-d-843948-2 neutron-server[84886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:22:20.005472 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-149c4ca1-cf91-4b86-8834-01b0e138bcbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4055470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114247'] for subnet, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:20.066399 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-149c4ca1-cf91-4b86-8834-01b0e138bcbc admin admin] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:20.071044 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3561901f-c3ac-4a75-9d75-583340c89428 None None] Network 384b70c6-5ad4-4667-aa2e-53f8ea09a871 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:22:20.084576 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 35082) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:22:20.165538 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0c608f2f-2b77-4702-afa9-e09cdbfdbe4b req-05d5b317-244f-432e-8394-71fdb73a77ab service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8e7af6fbddf440778dd87d98216021ce&device_id=2f903cc6-4588-4e6d-9f98-4119c026a994 HTTP/1.1" status: 200 len: 1096 time: 0.7021115 May 30 20:22:20.178413 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149c4ca1-cf91-4b86-8834-01b0e138bcbc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0362111a-0014-4eec-82be-885bf4390269,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:22:20.440430 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-149c4ca1-cf91-4b86-8834-01b0e138bcbc admin admin] 10.222.0.85 "DELETE /v2.0/subnets/0362111a-0014-4eec-82be-885bf4390269 HTTP/1.1" status: 204 len: 168 time: 3.0307949 May 30 20:22:20.441396 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 35092) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:22:20.461373 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a9245a9a-6794-4a1e-a7b2-f2052038aa41 tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:20.469329 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c608f2f-2b77-4702-afa9-e09cdbfdbe4b req-de533b01-0c61-4897-8bcf-24a56545bf81 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:20.469833 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0c608f2f-2b77-4702-afa9-e09cdbfdbe4b req-de533b01-0c61-4897-8bcf-24a56545bf81 service neutron] 10.222.0.71 "GET /v2.0/networks?id=b8dbbf3d-6692-4ebe-a45d-1177e8082a2b HTTP/1.1" status: 200 len: 915 time: 0.2804134 May 30 20:22:20.478983 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 35096) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:22:20.481564 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81f8ab96-f02d-4690-9ad0-2f3c4802d26a None None] DHCP port deletion for 384b70c6-5ad4-4667-aa2e-53f8ea09a871 request from n-d-843948-2 {{(pid=84888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:22:20.486002 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-81f8ab96-f02d-4690-9ad0-2f3c4802d26a None None] Deleting port 393b7ab3-c212-4ab4-a81d-5e3a5e35d113 {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:22:20.486366 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-81f8ab96-f02d-4690-9ad0-2f3c4802d26a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:20.562227 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0c608f2f-2b77-4702-afa9-e09cdbfdbe4b req-e6fb1970-01de-48e1-9ea4-432d4bb8e2f1 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=460fff84-62d6-49b9-acfe-5f3b6755bc57 HTTP/1.1" status: 200 len: 217 time: 0.0839713 May 30 20:22:20.566274 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-08e561ce-44a3-45b1-b634-01c5c205690d tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1631319661', 'description': 'tempest-description--990995646'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:22:20.589162 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a9245a9a-6794-4a1e-a7b2-f2052038aa41 tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:20.658639 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c608f2f-2b77-4702-afa9-e09cdbfdbe4b req-b2540ba3-0773-496e-a925-bf6a4bd6f534 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:20.660560 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0c608f2f-2b77-4702-afa9-e09cdbfdbe4b req-b2540ba3-0773-496e-a925-bf6a4bd6f534 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=61db9283-a711-4dd7-99cf-b308efe98b83 HTTP/1.1" status: 200 len: 854 time: 0.0632079 May 30 20:22:20.662024 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-08e561ce-44a3-45b1-b634-01c5c205690d tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:22:20.667426 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2f528a29-9e09-4711-9143-4ba2562e88b4 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:20.708294 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-45a85a1e-f293-4050-8a85-3787e4e35d78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:20.756570 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f528a29-9e09-4711-9143-4ba2562e88b4 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 349bdb7b-d568-4fcd-81f6-1580e236c0a3 {{(pid=84886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} May 30 20:22:20.775325 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-7c957d68-9669-4e38-9e60-25f9d1227558 req-d6705df2-d609-49e6-aa6d-6696cf3c5509 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:20.775853 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-7c957d68-9669-4e38-9e60-25f9d1227558 req-d6705df2-d609-49e6-aa6d-6696cf3c5509 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736490'] for floatingip, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:20.776270 n-d-843948-2 neutron-server[84887]: INFO neutron.db.l3_db [req-7c957d68-9669-4e38-9e60-25f9d1227558 req-d6705df2-d609-49e6-aa6d-6696cf3c5509 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Floating IP 721acbe9-c135-48fe-b5e6-9b9bbb262dbe disassociated. External IP: 172.25.8.235, port: fd2713ac-a479-470d-bfde-a8c618b67ba7. May 30 20:22:20.776709 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-7c957d68-9669-4e38-9e60-25f9d1227558 req-d6705df2-d609-49e6-aa6d-6696cf3c5509 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Calling delete_port for fd2713ac-a479-470d-bfde-a8c618b67ba7 owned by compute:nova {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:22:20.787900 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2f528a29-9e09-4711-9143-4ba2562e88b4 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:20.795009 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-08e561ce-44a3-45b1-b634-01c5c205690d tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:22:20.813719 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0c608f2f-2b77-4702-afa9-e09cdbfdbe4b req-128a92cb-1feb-4646-a254-6d37c2fb48ce service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b8dbbf3d-6692-4ebe-a45d-1177e8082a2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1384437 May 30 20:22:20.830485 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-81f8ab96-f02d-4690-9ad0-2f3c4802d26a None None] For port 393b7ab3-c212-4ab4-a81d-5e3a5e35d113, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=393b7ab3-c212-4ab4-a81d-5e3a5e35d113,segment=NetworkSegment(bbb06a38-3164-4fad-a5cd-a7f5f6760c2a),segment_id=bbb06a38-3164-4fad-a5cd-a7f5f6760c2a)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:22:20.830841 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-81f8ab96-f02d-4690-9ad0-2f3c4802d26a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:20.892230 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f528a29-9e09-4711-9143-4ba2562e88b4 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Pushing event deleted for resources: {'Network': ['ID=349bdb7b-d568-4fcd-81f6-1580e236c0a3,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:22:20.916389 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-2f528a29-9e09-4711-9143-4ba2562e88b4 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] 10.222.0.85 "DELETE /v2.0/networks/349bdb7b-d568-4fcd-81f6-1580e236c0a3 HTTP/1.1" status: 204 len: 168 time: 2.2032566 May 30 20:22:20.969206 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-45a85a1e-f293-4050-8a85-3787e4e35d78 admin admin] Deleting port 393b7ab3-c212-4ab4-a81d-5e3a5e35d113 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:22:20.970009 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-45a85a1e-f293-4050-8a85-3787e4e35d78 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:21.031740 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4e08c703-1318-4f40-8225-b83b72547f22 req-2e6aac13-0a56-44b8-b3bd-49f53669081b service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=db9f53a2-a402-4f3c-a3d4-2018cf085fae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8721323 May 30 20:22:21.180364 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-81f8ab96-f02d-4690-9ad0-2f3c4802d26a None None] Calling delete_port for 393b7ab3-c212-4ab4-a81d-5e3a5e35d113 owned by network:dhcp {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:22:21.201265 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-08e561ce-44a3-45b1-b634-01c5c205690d tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:21.236940 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a9245a9a-6794-4a1e-a7b2-f2052038aa41 tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:21.300598 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9245a9a-6794-4a1e-a7b2-f2052038aa41 tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=402a7467-2e50-47c5-ac5e-346a7fbb92ca,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:22:21.320127 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0c608f2f-2b77-4702-afa9-e09cdbfdbe4b req-2879c4e4-beb0-420f-b894-c02907558ff1 service neutron] 10.222.0.71 "GET /v2.0/networks/b8dbbf3d-6692-4ebe-a45d-1177e8082a2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4728010 May 30 20:22:21.375570 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-08e561ce-44a3-45b1-b634-01c5c205690d tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:22:21.443913 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-81f8ab96-f02d-4690-9ad0-2f3c4802d26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468'] for port, after_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:21.497919 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-08e561ce-44a3-45b1-b634-01c5c205690d tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Usage tracker for resource:security_group_rule and tenant:88e042593d914709b0b6e8865f4bc68d is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:22:21.521436 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9ede9d-a0ab-45b3-8fc9-865431d06e44 req-50db80a5-abc0-477f-9ba4-eda2aab0c71e tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:21.537061 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5c9ede9d-a0ab-45b3-8fc9-865431d06e44 req-50db80a5-abc0-477f-9ba4-eda2aab0c71e tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/ports?device_id=90da6347-458d-4057-9305-60f501cdae7a HTTP/1.1" status: 200 len: 947 time: 0.4680114 May 30 20:22:21.543732 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-08e561ce-44a3-45b1-b634-01c5c205690d tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:22:21.548085 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 35112) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:22:21.560567 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-2f37d4bb-b54d-4a1d-bbe0-b1cb9d6c0d37 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Request body: {'router': {'name': 'tempest-router--483496559', 'project_id': '45f3efb893df4f1689f0a5e24b27d482'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:22:21.573699 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f8ab96-f02d-4690-9ad0-2f3c4802d26a None None] Pushing event deleted for resources: {'Port': ['ID=393b7ab3-c212-4ab4-a81d-5e3a5e35d113,revision_number=None']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:22:21.576626 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f8ab96-f02d-4690-9ad0-2f3c4802d26a None None] No DVR routers for this DVR port 393b7ab3-c212-4ab4-a81d-5e3a5e35d113 on host n-d-843948-2 {{(pid=84888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:22:21.618610 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a9245a9a-6794-4a1e-a7b2-f2052038aa41 tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:21.622293 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-a9245a9a-6794-4a1e-a7b2-f2052038aa41 tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] 10.222.0.85 "DELETE /v2.0/security-groups/402a7467-2e50-47c5-ac5e-346a7fbb92ca HTTP/1.1" status: 204 len: 168 time: 1.5362632 May 30 20:22:21.625282 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 35116) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:22:21.626391 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-08e561ce-44a3-45b1-b634-01c5c205690d tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:22:21.633522 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-2f37d4bb-b54d-4a1d-bbe0-b1cb9d6c0d37 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:22:21.662210 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-2f37d4bb-b54d-4a1d-bbe0-b1cb9d6c0d37 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Usage tracker for resource:router and tenant:45f3efb893df4f1689f0a5e24b27d482 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:22:21.674298 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-2f37d4bb-b54d-4a1d-bbe0-b1cb9d6c0d37 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:22:21.689751 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-2f37d4bb-b54d-4a1d-bbe0-b1cb9d6c0d37 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:22:21.734723 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [None req-45a85a1e-f293-4050-8a85-3787e4e35d78 admin admin] For port 393b7ab3-c212-4ab4-a81d-5e3a5e35d113, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=393b7ab3-c212-4ab4-a81d-5e3a5e35d113,segment=NetworkSegment(bbb06a38-3164-4fad-a5cd-a7f5f6760c2a),segment_id=bbb06a38-3164-4fad-a5cd-a7f5f6760c2a)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:22:21.735003 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-45a85a1e-f293-4050-8a85-3787e4e35d78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:21.760380 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2dfac4-dee4-446c-beab-b74d4e5b4708 req-c1ed8544-60a2-47be-a299-6dc3d010a05c tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:21.768767 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0c2dfac4-dee4-446c-beab-b74d4e5b4708 req-c1ed8544-60a2-47be-a299-6dc3d010a05c tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/ports?device_id=2f903cc6-4588-4e6d-9f98-4119c026a994 HTTP/1.1" status: 200 len: 945 time: 0.6432176 May 30 20:22:21.790813 n-d-843948-2 neutron-server[84886]: INFO neutron.api.v2.resource [None req-fa8cc73d-dcf4-43d6-9beb-5da3642dc2a3 tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] show failed (client error): The resource could not be found. May 30 20:22:21.795169 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-fa8cc73d-dcf4-43d6-9beb-5da3642dc2a3 tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] 10.222.0.85 "GET /v2.0/security-groups/402a7467-2e50-47c5-ac5e-346a7fbb92ca HTTP/1.1" status: 404 len: 347 time: 0.1632607 May 30 20:22:21.801244 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 35120) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:22:21.826253 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device fd2713ac-a479-470d-bfde-a8c618b67ba7 no longer exists at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:22:21.902825 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] No Port match for: fd2713ac-a479-470d-bfde-a8c618b67ba7 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:22:21.903750 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device fd2713ac-a479-470d-bfde-a8c618b67ba7 not bound to the agent host n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:22:21.908394 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-45a85a1e-f293-4050-8a85-3787e4e35d78 admin admin] Calling delete_port for 393b7ab3-c212-4ab4-a81d-5e3a5e35d113 owned by network:dhcp {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:22:21.937915 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2f37d4bb-b54d-4a1d-bbe0-b1cb9d6c0d37 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-733683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3159'] for router, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:21.938901 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2f37d4bb-b54d-4a1d-bbe0-b1cb9d6c0d37 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-733584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-736372', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-628480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3164'] for router, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:21.942114 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-7c957d68-9669-4e38-9e60-25f9d1227558 req-d6705df2-d609-49e6-aa6d-6696cf3c5509 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:21.942441 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 393b7ab3-c212-4ab4-a81d-5e3a5e35d113 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:22:21.957473 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4e08c703-1318-4f40-8225-b83b72547f22 req-0bea1364-5c34-47bd-8700-b93f9b872162 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=88e042593d914709b0b6e8865f4bc68d&device_id=db9f53a2-a402-4f3c-a3d4-2018cf085fae HTTP/1.1" status: 200 len: 1097 time: 0.8334167 May 30 20:22:22.014684 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: 393b7ab3-c212-4ab4-a81d-5e3a5e35d113 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:22:22.015650 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 393b7ab3-c212-4ab4-a81d-5e3a5e35d113 not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:22:22.077414 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6705df2-d609-49e6-aa6d-6696cf3c5509 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Pushing event deleted for resources: {'Port': ['ID=fd2713ac-a479-470d-bfde-a8c618b67ba7,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:22:22.092319 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0c608f2f-2b77-4702-afa9-e09cdbfdbe4b req-91dc0bd3-432c-48ec-b9cc-eaae2bd75b53 service neutron] 10.222.0.71 "GET /v2.0/networks/b8dbbf3d-6692-4ebe-a45d-1177e8082a2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7655764 May 30 20:22:22.099564 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:22.106442 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5c9ede9d-a0ab-45b3-8fc9-865431d06e44 req-fbec2ad0-5534-42ab-9775-ab00bd24d8c3 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/security-groups?id=b38efed6-f54b-4caf-8451-aa3a591cbb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5681574 May 30 20:22:22.111037 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-ff2dfe47-62bc-442e-8fce-e8ad441a1495 tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] Deleting port 1bf21bb6-6637-40c0-a769-bcd5e3b4321d {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:22:22.111037 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ff2dfe47-62bc-442e-8fce-e8ad441a1495 tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:22.211875 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2f37d4bb-b54d-4a1d-bbe0-b1cb9d6c0d37 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:22.232575 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-08e561ce-44a3-45b1-b634-01c5c205690d tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:22.290507 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0c2dfac4-dee4-446c-beab-b74d4e5b4708 req-85f3afd2-3d3d-417b-908f-306d3252bd63 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2ed7a16-df30-4283-b4d4-5e9611f16ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5204844 May 30 20:22:22.301161 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-08e561ce-44a3-45b1-b634-01c5c205690d tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:22.332103 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.db.api [None req-45a85a1e-f293-4050-8a85-3787e4e35d78 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84887) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:22:22.332103 n-d-843948-2 neutron-server[84887]: DEBUG oslo_db.api [None req-45a85a1e-f293-4050-8a85-3787e4e35d78 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:22:22.388294 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e561ce-44a3-45b1-b634-01c5c205690d tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a2b8dd1-9f73-464e-8b6a-7ffd93a0edae,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:22:22.412802 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ff2dfe47-62bc-442e-8fce-e8ad441a1495 tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:22.413072 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ff2dfe47-62bc-442e-8fce-e8ad441a1495 tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:22.419016 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e08c703-1318-4f40-8225-b83b72547f22 req-76f3ed9a-0007-4c41-81fe-6d9795d384c1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:22.420551 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4e08c703-1318-4f40-8225-b83b72547f22 req-76f3ed9a-0007-4c41-81fe-6d9795d384c1 service neutron] 10.222.0.86 "GET /v2.0/networks?id=3b009590-a296-4757-aa36-6233b5dedf2d HTTP/1.1" status: 200 len: 920 time: 0.4083731 May 30 20:22:22.498455 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-08e561ce-44a3-45b1-b634-01c5c205690d tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:22.503250 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-08e561ce-44a3-45b1-b634-01c5c205690d tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 2.0233347 May 30 20:22:22.504174 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 35126) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:22:22.516337 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2f37d4bb-b54d-4a1d-bbe0-b1cb9d6c0d37 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-736409'] for router, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:22.542132 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4e08c703-1318-4f40-8225-b83b72547f22 req-3efa1b4b-29a0-4da3-9f92-bf78413c2c7c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9eff4c3f-a7bb-4e44-b665-6e00b004ab73 HTTP/1.1" status: 200 len: 217 time: 0.1107316 May 30 20:22:22.548986 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-26c4275f-2256-4c16-83e2-2aa7efdd6249 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-736216'] for router_interface, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:22.631729 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-ff2dfe47-62bc-442e-8fce-e8ad441a1495 tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] Calling delete_port for 1bf21bb6-6637-40c0-a769-bcd5e3b4321d owned by network:floatingip {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:22:22.679267 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-dda2c1c2-b070-4963-8282-18d5c9df4b1a tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Request body: {'security_group_rule': {'security_group_id': '3a2b8dd1-9f73-464e-8b6a-7ffd93a0edae', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:22:22.723767 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-dda2c1c2-b070-4963-8282-18d5c9df4b1a tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:22:22.747314 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-dda2c1c2-b070-4963-8282-18d5c9df4b1a tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Usage tracker for resource:security_group_rule and tenant:88e042593d914709b0b6e8865f4bc68d is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:22:22.771213 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-dda2c1c2-b070-4963-8282-18d5c9df4b1a tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:22:22.794900 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-dda2c1c2-b070-4963-8282-18d5c9df4b1a tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:22:22.854379 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-45a85a1e-f293-4050-8a85-3787e4e35d78 admin admin] Deleting port 393b7ab3-c212-4ab4-a81d-5e3a5e35d113 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:22:22.854728 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-45a85a1e-f293-4050-8a85-3787e4e35d78 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:22.857490 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa490e1-5e0c-42d7-9a8f-7db6d8462942 req-4e6af91e-a708-4a62-975c-2fe9b3d25036 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:22.859073 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-caa490e1-5e0c-42d7-9a8f-7db6d8462942 req-4e6af91e-a708-4a62-975c-2fe9b3d25036 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/ports?device_id=2f903cc6-4588-4e6d-9f98-4119c026a994 HTTP/1.1" status: 200 len: 945 time: 0.1739213 May 30 20:22:22.982559 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-caa490e1-5e0c-42d7-9a8f-7db6d8462942 req-8627382d-2cb4-4d77-b756-331894f37a25 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2ed7a16-df30-4283-b4d4-5e9611f16ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044803 May 30 20:22:23.046486 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-45a85a1e-f293-4050-8a85-3787e4e35d78 admin admin] The port '393b7ab3-c212-4ab4-a81d-5e3a5e35d113' was deleted {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 20:22:23.087644 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e08c703-1318-4f40-8225-b83b72547f22 req-49d23582-8e0f-4fbb-b1e3-4d7a4adbece0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:23.089102 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4e08c703-1318-4f40-8225-b83b72547f22 req-49d23582-8e0f-4fbb-b1e3-4d7a4adbece0 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=4a48f417-ba85-44a0-9f1b-28d1dfa8235b HTTP/1.1" status: 200 len: 858 time: 0.2822592 May 30 20:22:23.095136 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ff2dfe47-62bc-442e-8fce-e8ad441a1495 tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:23.144897 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2dfe47-62bc-442e-8fce-e8ad441a1495 tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] Pushing event deleted for resources: {'Port': ['ID=1bf21bb6-6637-40c0-a769-bcd5e3b4321d,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:22:23.238642 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2f37d4bb-b54d-4a1d-bbe0-b1cb9d6c0d37 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Notify callbacks [] for router, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:23.243326 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-2f37d4bb-b54d-4a1d-bbe0-b1cb9d6c0d37 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.6893125 May 30 20:22:23.256962 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 35138) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:22:23.271570 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-45a85a1e-f293-4050-8a85-3787e4e35d78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:23.330459 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-45a85a1e-f293-4050-8a85-3787e4e35d78 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['384b70c6-5ad4-4667-aa2e-53f8ea09a871']}} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:22:23.353272 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-45a85a1e-f293-4050-8a85-3787e4e35d78 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbb06a38-3164-4fad-a5cd-a7f5f6760c2a') {'for_net_delete': True} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:22:23.353569 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-45a85a1e-f293-4050-8a85-3787e4e35d78 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbb06a38-3164-4fad-a5cd-a7f5f6760c2a') {} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:22:23.381728 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-45a85a1e-f293-4050-8a85-3787e4e35d78 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3149912'] for segment, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:23.429061 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-dda2c1c2-b070-4963-8282-18d5c9df4b1a tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:23.437728 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4e08c703-1318-4f40-8225-b83b72547f22 req-d3a119da-ead7-4230-ac23-5d90e40427f7 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3b009590-a296-4757-aa36-6233b5dedf2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3314550 May 30 20:22:23.445927 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-45a85a1e-f293-4050-8a85-3787e4e35d78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:23.456588 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ff2dfe47-62bc-442e-8fce-e8ad441a1495 tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] Notify callbacks [] for floatingip, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:23.480488 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-284c7a73-6961-4b8a-bede-64739bb2830e req-5e8891b2-cd56-48a3-9a9b-2a528785b86f tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Synchronizing usage tracker for tenant:204a9ca9af944bf39656e3dc7145a4f6 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:22:23.488452 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45a85a1e-f293-4050-8a85-3787e4e35d78 admin admin] Releasing vlan 653 on physical network physnet1 to pool {{(pid=84887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:22:23.488920 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-45a85a1e-f293-4050-8a85-3787e4e35d78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4055488'] for segment, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:23.503417 n-d-843948-2 neutron-server[84887]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:22:23.503417 n-d-843948-2 neutron-server[84887]: util.warn( May 30 20:22:23.503417 n-d-843948-2 neutron-server[84887]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:22:23.503417 n-d-843948-2 neutron-server[84887]: util.warn( May 30 20:22:23.503417 n-d-843948-2 neutron-server[84887]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:22:23.503417 n-d-843948-2 neutron-server[84887]: util.warn( May 30 20:22:23.503417 n-d-843948-2 neutron-server[84887]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:22:23.503417 n-d-843948-2 neutron-server[84887]: util.warn( May 30 20:22:23.503417 n-d-843948-2 neutron-server[84887]: Traceback (most recent call last): May 30 20:22:23.503417 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:22:23.503417 n-d-843948-2 neutron-server[84887]: timer() May 30 20:22:23.503417 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:22:23.503417 n-d-843948-2 neutron-server[84887]: cb(*args, **kw) May 30 20:22:23.503417 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:22:23.503417 n-d-843948-2 neutron-server[84887]: return func(*args, **kwargs) May 30 20:22:23.503417 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:22:23.503417 n-d-843948-2 neutron-server[84887]: self._notify() May 30 20:22:23.503417 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:22:23.503417 n-d-843948-2 neutron-server[84887]: self.callback(batched_events) May 30 20:22:23.503417 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:22:23.503417 n-d-843948-2 neutron-server[84887]: event.method(event) May 30 20:22:23.503417 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:22:23.503417 n-d-843948-2 neutron-server[84887]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:22:23.503417 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:22:23.503417 n-d-843948-2 neutron-server[84887]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:22:23.503417 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:22:23.503417 n-d-843948-2 neutron-server[84887]: return f(self, *a, **k) May 30 20:22:23.503417 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:22:23.503417 n-d-843948-2 neutron-server[84887]: return self._get(url).json() May 30 20:22:23.503417 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:22:23.503417 n-d-843948-2 neutron-server[84887]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:22:23.503417 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:22:23.503417 n-d-843948-2 neutron-server[84887]: return self.request(url, 'GET', **kwargs) May 30 20:22:23.503417 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:22:23.503417 n-d-843948-2 neutron-server[84887]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:22:23.503417 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:22:23.503417 n-d-843948-2 neutron-server[84887]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:22:23.503417 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:22:23.503417 n-d-843948-2 neutron-server[84887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:22:23.503417 n-d-843948-2 neutron-server[84887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:22:23.517850 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7a355931-304e-4667-8450-a2bb0554e6e9 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Notify callbacks [] for router, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:23.696954 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7c957d68-9669-4e38-9e60-25f9d1227558 req-d6705df2-d609-49e6-aa6d-6696cf3c5509 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Router 238f8cbb-dfcc-4cb4-82fe-41a5dad58781 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:22:23.758308 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-284c7a73-6961-4b8a-bede-64739bb2830e req-5e8891b2-cd56-48a3-9a9b-2a528785b86f tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Unset dirty status for tenant:204a9ca9af944bf39656e3dc7145a4f6 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:22:23.764980 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-284c7a73-6961-4b8a-bede-64739bb2830e req-5e8891b2-cd56-48a3-9a9b-2a528785b86f tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/ports?device_id=90da6347-458d-4057-9305-60f501cdae7a HTTP/1.1" status: 200 len: 210 time: 0.3699918 May 30 20:22:23.769170 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4e08c703-1318-4f40-8225-b83b72547f22 req-9db51123-f520-4ef0-a3cd-0e45912971d6 service neutron] 10.222.0.86 "GET /v2.0/networks/3b009590-a296-4757-aa36-6233b5dedf2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3192780 May 30 20:22:23.821368 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-45a85a1e-f293-4050-8a85-3787e4e35d78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:23.852991 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b99d161-decd-458f-909b-dfefccd8559d req-854f6d7d-96bc-4a3c-b001-a17c84df3dbb tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:23.853435 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2b99d161-decd-458f-909b-dfefccd8559d req-854f6d7d-96bc-4a3c-b001-a17c84df3dbb tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/ports?device_id=2f903cc6-4588-4e6d-9f98-4119c026a994 HTTP/1.1" status: 200 len: 945 time: 0.6313272 May 30 20:22:23.909239 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-dda2c1c2-b070-4963-8282-18d5c9df4b1a tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:23.916970 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ff2dfe47-62bc-442e-8fce-e8ad441a1495 tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:23.922211 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-ff2dfe47-62bc-442e-8fce-e8ad441a1495 tempest-ServersTestManualDisk-1525966043 tempest-ServersTestManualDisk-1525966043-project] 10.222.0.85 "DELETE /v2.0/floatingips/4f62f3c9-357d-4fb6-99b0-753656cac64d HTTP/1.1" status: 204 len: 168 time: 2.1195307 May 30 20:22:23.923527 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 35146) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:22:24.001843 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-dda2c1c2-b070-4963-8282-18d5c9df4b1a tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:24.151986 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-45a85a1e-f293-4050-8a85-3787e4e35d78 admin admin] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:24.161204 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda2c1c2-b070-4963-8282-18d5c9df4b1a tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4deac6d5-f969-4bc8-831e-920785998835,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:22:24.202962 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a85a1e-f293-4050-8a85-3787e4e35d78 admin admin] Pushing event deleted for resources: {'Network': ['ID=384b70c6-5ad4-4667-aa2e-53f8ea09a871,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:22:24.236093 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2b99d161-decd-458f-909b-dfefccd8559d req-bf2c2586-166c-48bd-bda2-2de4581a1013 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2ed7a16-df30-4283-b4d4-5e9611f16ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3645749 May 30 20:22:24.377577 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-45a85a1e-f293-4050-8a85-3787e4e35d78 admin admin] 10.222.0.85 "DELETE /v2.0/networks/384b70c6-5ad4-4667-aa2e-53f8ea09a871 HTTP/1.1" status: 204 len: 168 time: 3.9329216 May 30 20:22:24.422396 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4e08c703-1318-4f40-8225-b83b72547f22 req-db40c5d3-6ab7-47ba-a27a-918ea790ded9 service neutron] 10.222.0.86 "GET /v2.0/networks/3b009590-a296-4757-aa36-6233b5dedf2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6368287 May 30 20:22:24.506756 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-dda2c1c2-b070-4963-8282-18d5c9df4b1a tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:24.513088 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-dda2c1c2-b070-4963-8282-18d5c9df4b1a tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.9086654 May 30 20:22:24.517757 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 35154) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:22:24.531164 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7a355931-304e-4667-8450-a2bb0554e6e9 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-724789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3141'] for router, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:24.538681 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7a355931-304e-4667-8450-a2bb0554e6e9 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:24.579052 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-b13f24b8-eaf0-4c9f-ae57-44509f8ad106 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Request body: {'security_group_rule': {'security_group_id': '3a2b8dd1-9f73-464e-8b6a-7ffd93a0edae', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:22:24.738924 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-b13f24b8-eaf0-4c9f-ae57-44509f8ad106 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:22:24.748982 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-b13f24b8-eaf0-4c9f-ae57-44509f8ad106 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Usage tracker for resource:security_group_rule and tenant:88e042593d914709b0b6e8865f4bc68d is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:22:24.755439 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-b13f24b8-eaf0-4c9f-ae57-44509f8ad106 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:22:24.828932 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-b13f24b8-eaf0-4c9f-ae57-44509f8ad106 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:22:24.878557 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7a355931-304e-4667-8450-a2bb0554e6e9 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724889'] for router, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:24.879219 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a355931-304e-4667-8450-a2bb0554e6e9 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 34ccf26e-24a0-480e-a2dd-b8fcc685e4af {{(pid=84886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:22:24.917086 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7a355931-304e-4667-8450-a2bb0554e6e9 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Notify callbacks [] for router, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:24.917086 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-7a355931-304e-4667-8450-a2bb0554e6e9 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] 10.222.0.85 "DELETE /v2.0/routers/34ccf26e-24a0-480e-a2dd-b8fcc685e4af HTTP/1.1" status: 204 len: 168 time: 1.6300910 May 30 20:22:24.964997 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73a50a7-39bb-4699-b6b3-674568a2ddbe req-a176f5de-3854-4872-8101-911463b25ce8 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:24.972156 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d73a50a7-39bb-4699-b6b3-674568a2ddbe req-a176f5de-3854-4872-8101-911463b25ce8 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/ports?device_id=2f903cc6-4588-4e6d-9f98-4119c026a994 HTTP/1.1" status: 200 len: 945 time: 0.4792168 May 30 20:22:25.038299 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7c957d68-9669-4e38-9e60-25f9d1227558 req-d6705df2-d609-49e6-aa6d-6696cf3c5509 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:22:25.043149 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b13f24b8-eaf0-4c9f-ae57-44509f8ad106 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:25.053484 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3684d90e-30a1-4217-ae35-3dba79006455 None None] Sync routers for ids ['238f8cbb-dfcc-4cb4-82fe-41a5dad58781'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:22:25.060897 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-09d389e7-2f66-4c86-9cb4-2fec78de495b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-736216'] for router_interface, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:25.086985 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3684d90e-30a1-4217-ae35-3dba79006455 None None] Routers {'238f8cbb-dfcc-4cb4-82fe-41a5dad58781'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:22:25.088230 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-3684d90e-30a1-4217-ae35-3dba79006455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:21:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['238f8cbb-dfcc-4cb4-82fe-41a5dad58781'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:22:25.144637 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d73a50a7-39bb-4699-b6b3-674568a2ddbe req-1f21e723-9713-4107-864f-158857bfac47 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2ed7a16-df30-4283-b4d4-5e9611f16ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676958 May 30 20:22:25.144637 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 35166) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:22:25.289799 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c957d68-9669-4e38-9e60-25f9d1227558 req-d6705df2-d609-49e6-aa6d-6696cf3c5509 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] No DVR routers for this DVR port fd2713ac-a479-470d-bfde-a8c618b67ba7 on host n-h1-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:22:25.296321 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-7c957d68-9669-4e38-9e60-25f9d1227558 req-d6705df2-d609-49e6-aa6d-6696cf3c5509 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:25.305398 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7c957d68-9669-4e38-9e60-25f9d1227558 req-d6705df2-d609-49e6-aa6d-6696cf3c5509 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.71 "DELETE /v2.0/ports/fd2713ac-a479-470d-bfde-a8c618b67ba7 HTTP/1.1" status: 204 len: 173 time: 6.7909336 May 30 20:22:25.305398 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90da6347-458d-4057-9305-60f501cdae7a', 'name': 'network-vif-deleted', 'tag': 'fd2713ac-a479-470d-bfde-a8c618b67ba7'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:22:25.351764 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-3684d90e-30a1-4217-ae35-3dba79006455 None None] Set router 238f8cbb-dfcc-4cb4-82fe-41a5dad58781 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:22:25.367776 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b13f24b8-eaf0-4c9f-ae57-44509f8ad106 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:25.397089 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-642300e4-4f8a-4761-9c47-ff5059071f59 req-e0a2ebbf-ed87-402c-9e4b-5a8feeaebed7 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/ports?device_id=90da6347-458d-4057-9305-60f501cdae7a HTTP/1.1" status: 200 len: 210 time: 0.2352185 May 30 20:22:25.445411 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-d9a0c003-2d54-456b-a5e9-a802c1ec1164 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=645455f740e1406a8b7c3a7db5a70252&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2883518 May 30 20:22:25.451009 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 35178) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:22:25.478384 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 35182) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:22:25.517756 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b13f24b8-eaf0-4c9f-ae57-44509f8ad106 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:25.597829 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13f24b8-eaf0-4c9f-ae57-44509f8ad106 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac04907b-ecc6-451e-a282-9d228c0ed690,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:22:25.608257 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4bdeca41-251e-495c-9d8a-ed96da39b7f9'] response: {'server_uuid': '90da6347-458d-4057-9305-60f501cdae7a', 'name': 'network-vif-deleted', 'tag': 'fd2713ac-a479-470d-bfde-a8c618b67ba7', 'status': 'completed', 'code': 200} May 30 20:22:25.656013 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b13f24b8-eaf0-4c9f-ae57-44509f8ad106 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:25.658871 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-b13f24b8-eaf0-4c9f-ae57-44509f8ad106 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.1022553 May 30 20:22:25.661722 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-26c4275f-2256-4c16-83e2-2aa7efdd6249 admin admin] Deleting port bcebd54d-41fa-4abb-9681-0eb0e36c100b {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:22:25.662282 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-26c4275f-2256-4c16-83e2-2aa7efdd6249 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:25.667293 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 35188) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:22:25.679562 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-54afd889-b6c9-4eae-a85f-cd154f4ed4cf tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Request body: {'floatingip': {'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:22:25.684762 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7bb5795c-4812-4819-9a8c-a08fda68595b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:25.719896 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7bb5795c-4812-4819-9a8c-a08fda68595b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:25.813087 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-54afd889-b6c9-4eae-a85f-cd154f4ed4cf tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:22:25.819872 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-54afd889-b6c9-4eae-a85f-cd154f4ed4cf tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Usage tracker for resource:floatingip and tenant:88e042593d914709b0b6e8865f4bc68d is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:22:25.824839 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-54afd889-b6c9-4eae-a85f-cd154f4ed4cf tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:22:25.835719 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-54afd889-b6c9-4eae-a85f-cd154f4ed4cf tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:22:25.996026 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7bb5795c-4812-4819-9a8c-a08fda68595b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:26.037552 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [None req-26c4275f-2256-4c16-83e2-2aa7efdd6249 admin admin] For port bcebd54d-41fa-4abb-9681-0eb0e36c100b, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=bcebd54d-41fa-4abb-9681-0eb0e36c100b,segment=NetworkSegment(b72c5675-2dd4-4112-882d-4e6c4ce463bb),segment_id=b72c5675-2dd4-4112-882d-4e6c4ce463bb)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:22:26.038156 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-26c4275f-2256-4c16-83e2-2aa7efdd6249 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:26.044161 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb5795c-4812-4819-9a8c-a08fda68595b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8dab81d-8136-4d38-9905-aca0d3251be3,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:22:26.064529 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-3684d90e-30a1-4217-ae35-3dba79006455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '238f8cbb-dfcc-4cb4-82fe-41a5dad58781', 'name': 'tempest-AttachVolumeShelveTestJSON-327669550-router', 'tenant_id': '204a9ca9af944bf39656e3dc7145a4f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': '634fe32a-c288-4d61-a4d1-222b11ed29af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:17:56Z', 'updated_at': '2022-05-30T20:18:06Z', 'revision_number': 4, 'project_id': '204a9ca9af944bf39656e3dc7145a4f6', 'gw_port': {'id': '634fe32a-c288-4d61-a4d1-222b11ed29af', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:01:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '238f8cbb-dfcc-4cb4-82fe-41a5dad58781', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:17:57Z', 'updated_at': '2022-05-30T20:18:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '2b8ce4f6-2f64-4a80-a2fe-cf5cd96afaea', 'name': '', 'network_id': 'a8fd4d2d-32fb-4554-b8d5-052f07ecf981', 'tenant_id': '204a9ca9af944bf39656e3dc7145a4f6', 'mac_address': 'fa:16:3e:c3:e6:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '238f8cbb-dfcc-4cb4-82fe-41a5dad58781', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c961f9ad-7764-4956-bb44-5ca4a5973b67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:18:04Z', 'updated_at': '2022-05-30T20:18:20Z', 'revision_number': 5, 'project_id': '204a9ca9af944bf39656e3dc7145a4f6', 'subnets': [{'id': 'c961f9ad-7764-4956-bb44-5ca4a5973b67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:22:26.072457 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3684d90e-30a1-4217-ae35-3dba79006455 None None] Checking router: 238f8cbb-dfcc-4cb4-82fe-41a5dad58781 for host: n-d-843948-2 {{(pid=84888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:22:26.118557 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3684d90e-30a1-4217-ae35-3dba79006455 None None] Routers {'238f8cbb-dfcc-4cb4-82fe-41a5dad58781'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:22:26.119605 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-3684d90e-30a1-4217-ae35-3dba79006455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:21:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['238f8cbb-dfcc-4cb4-82fe-41a5dad58781'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:22:26.127009 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-54afd889-b6c9-4eae-a85f-cd154f4ed4cf tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Notify callbacks [] for floatingip, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:26.177042 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7bb5795c-4812-4819-9a8c-a08fda68595b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:26.181144 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-7bb5795c-4812-4819-9a8c-a08fda68595b admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/e8dab81d-8136-4d38-9905-aca0d3251be3 HTTP/1.1" status: 204 len: 168 time: 0.7290432 May 30 20:22:26.205434 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-26c4275f-2256-4c16-83e2-2aa7efdd6249 admin admin] Calling delete_port for bcebd54d-41fa-4abb-9681-0eb0e36c100b owned by network:router_interface {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:22:26.288147 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565cace4-e38e-4081-97b0-62bcf144805c req-8b48658f-117e-458d-8e2b-1f6c42c42c6b tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:26.295618 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-565cace4-e38e-4081-97b0-62bcf144805c req-8b48658f-117e-458d-8e2b-1f6c42c42c6b tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/ports?device_id=2f903cc6-4588-4e6d-9f98-4119c026a994 HTTP/1.1" status: 200 len: 945 time: 0.8590760 May 30 20:22:26.376083 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-565cace4-e38e-4081-97b0-62bcf144805c req-a324980f-1dfd-4d1f-8f50-209701b8cd13 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2ed7a16-df30-4283-b4d4-5e9611f16ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794528 May 30 20:22:26.424840 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-3684d90e-30a1-4217-ae35-3dba79006455 None None] Set router 238f8cbb-dfcc-4cb4-82fe-41a5dad58781 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:22:26.466966 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-3c588186-8203-449b-aca2-be297c519041 tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1769179650', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}, 'admin_state_up': False}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:22:26.514416 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-3c588186-8203-449b-aca2-be297c519041 tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:22:26.539649 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-3c588186-8203-449b-aca2-be297c519041 tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Usage tracker for resource:router and tenant:1338b027b2714cb58e8926b94854de98 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:22:26.554622 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-3c588186-8203-449b-aca2-be297c519041 tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:22:26.575797 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-3c588186-8203-449b-aca2-be297c519041 tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:22:26.651033 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-c3a59842-57f8-4d20-a10a-311d9ddedcb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:26.677842 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-26c4275f-2256-4c16-83e2-2aa7efdd6249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:26.853812 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3c588186-8203-449b-aca2-be297c519041 tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-733683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3159'] for router, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:26.855507 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3c588186-8203-449b-aca2-be297c519041 tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-733584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-736372', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-628480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3164'] for router, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:26.905292 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c4275f-2256-4c16-83e2-2aa7efdd6249 admin admin] Pushing event deleted for resources: {'Port': ['ID=bcebd54d-41fa-4abb-9681-0eb0e36c100b,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:22:26.958979 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-3684d90e-30a1-4217-ae35-3dba79006455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '238f8cbb-dfcc-4cb4-82fe-41a5dad58781', 'name': 'tempest-AttachVolumeShelveTestJSON-327669550-router', 'tenant_id': '204a9ca9af944bf39656e3dc7145a4f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': '634fe32a-c288-4d61-a4d1-222b11ed29af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:17:56Z', 'updated_at': '2022-05-30T20:18:06Z', 'revision_number': 4, 'project_id': '204a9ca9af944bf39656e3dc7145a4f6', 'gw_port': {'id': '634fe32a-c288-4d61-a4d1-222b11ed29af', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:01:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '238f8cbb-dfcc-4cb4-82fe-41a5dad58781', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:17:57Z', 'updated_at': '2022-05-30T20:18:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '2b8ce4f6-2f64-4a80-a2fe-cf5cd96afaea', 'name': '', 'network_id': 'a8fd4d2d-32fb-4554-b8d5-052f07ecf981', 'tenant_id': '204a9ca9af944bf39656e3dc7145a4f6', 'mac_address': 'fa:16:3e:c3:e6:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '238f8cbb-dfcc-4cb4-82fe-41a5dad58781', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c961f9ad-7764-4956-bb44-5ca4a5973b67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:18:04Z', 'updated_at': '2022-05-30T20:18:20Z', 'revision_number': 5, 'project_id': '204a9ca9af944bf39656e3dc7145a4f6', 'subnets': [{'id': 'c961f9ad-7764-4956-bb44-5ca4a5973b67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:22:26.965435 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3684d90e-30a1-4217-ae35-3dba79006455 None None] The sync data for ids ['238f8cbb-dfcc-4cb4-82fe-41a5dad58781'] in n-d-843948-2 is: [{'id': '238f8cbb-dfcc-4cb4-82fe-41a5dad58781', 'name': 'tempest-AttachVolumeShelveTestJSON-327669550-router', 'tenant_id': '204a9ca9af944bf39656e3dc7145a4f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': '634fe32a-c288-4d61-a4d1-222b11ed29af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:17:56Z', 'updated_at': '2022-05-30T20:18:06Z', 'revision_number': 4, 'project_id': '204a9ca9af944bf39656e3dc7145a4f6', 'gw_port': {'id': '634fe32a-c288-4d61-a4d1-222b11ed29af', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:01:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '238f8cbb-dfcc-4cb4-82fe-41a5dad58781', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:17:57Z', 'updated_at': '2022-05-30T20:18:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '2b8ce4f6-2f64-4a80-a2fe-cf5cd96afaea', 'name': '', 'network_id': 'a8fd4d2d-32fb-4554-b8d5-052f07ecf981', 'tenant_id': '204a9ca9af944bf39656e3dc7145a4f6', 'mac_address': 'fa:16:3e:c3:e6:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '238f8cbb-dfcc-4cb4-82fe-41a5dad58781', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c961f9ad-7764-4956-bb44-5ca4a5973b67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:18:04Z', 'updated_at': '2022-05-30T20:18:20Z', 'revision_number': 5, 'project_id': '204a9ca9af944bf39656e3dc7145a4f6', 'subnets': [{'id': 'c961f9ad-7764-4956-bb44-5ca4a5973b67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:22:26.996750 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4a6c22eb-ca12-4bdc-a0ee-e2ac3c95feb2 req-edd31f82-ffa6-4713-81ee-7d515ed011b0 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/ports?device_id=90da6347-458d-4057-9305-60f501cdae7a HTTP/1.1" status: 200 len: 210 time: 0.1036584 May 30 20:22:27.043330 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d205b3d-7f99-4889-848a-56644938a910 req-addd3b62-1e00-4f3f-8f56-a3a0391d2522 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:27.068487 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1d205b3d-7f99-4889-848a-56644938a910 req-addd3b62-1e00-4f3f-8f56-a3a0391d2522 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/ports?device_id=2f903cc6-4588-4e6d-9f98-4119c026a994 HTTP/1.1" status: 200 len: 945 time: 0.3600888 May 30 20:22:27.146324 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-54afd889-b6c9-4eae-a85f-cd154f4ed4cf tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:27.154022 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3c588186-8203-449b-aca2-be297c519041 tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:27.297472 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1d205b3d-7f99-4889-848a-56644938a910 req-e92ae2bb-f367-4290-8482-a8af630f20d5 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2ed7a16-df30-4283-b4d4-5e9611f16ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279963 May 30 20:22:27.399227 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-26c4275f-2256-4c16-83e2-2aa7efdd6249 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1718140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-736143'] for router_interface, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:27.448101 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5cbd50-ce98-4100-988f-ac98b0b6691e None None] New status for floating IP 721acbe9-c135-48fe-b5e6-9b9bbb262dbe: DOWN {{(pid=84889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 20:22:27.763172 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-54afd889-b6c9-4eae-a85f-cd154f4ed4cf tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Allocated IP 172.25.8.140 (c7869750-4b49-4b7e-aa99-5e0f1ae02da4/427601ec-f643-4fe7-b5e6-17305d3a39e1/8baf4866-fbb5-45dd-ae1f-4c5f5b6aee93) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:22:27.825600 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3c588186-8203-449b-aca2-be297c519041 tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-736390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:28.046144 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-09d389e7-2f66-4c86-9cb4-2fec78de495b admin admin] Deleting port b1f36321-4ee5-4be4-a5e0-b6eb422570ee {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:22:28.052374 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-09d389e7-2f66-4c86-9cb4-2fec78de495b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:28.294071 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f47b345-c8c0-4db7-a343-9971bb5f2627 req-e6651a5f-6f29-4dc1-8ab3-b430294a9f2b tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:28.296854 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0f47b345-c8c0-4db7-a343-9971bb5f2627 req-e6651a5f-6f29-4dc1-8ab3-b430294a9f2b tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/ports?device_id=2f903cc6-4588-4e6d-9f98-4119c026a994 HTTP/1.1" status: 200 len: 945 time: 0.7131667 May 30 20:22:28.422876 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 35234) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:22:28.529850 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-54afd889-b6c9-4eae-a85f-cd154f4ed4cf tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:28.546258 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0f47b345-c8c0-4db7-a343-9971bb5f2627 req-60e41f9b-94ea-4fd6-ad83-0b0d1351538a tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2ed7a16-df30-4283-b4d4-5e9611f16ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235332 May 30 20:22:28.633247 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [None req-09d389e7-2f66-4c86-9cb4-2fec78de495b admin admin] For port b1f36321-4ee5-4be4-a5e0-b6eb422570ee, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=b1f36321-4ee5-4be4-a5e0-b6eb422570ee,segment=NetworkSegment(6ac1c053-f8b9-4142-8acc-8e9aefb1a2e0),segment_id=6ac1c053-f8b9-4142-8acc-8e9aefb1a2e0)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:22:28.633599 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-09d389e7-2f66-4c86-9cb4-2fec78de495b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:28.659134 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26c4275f-2256-4c16-83e2-2aa7efdd6249 admin admin] Router 6e583e7b-f12b-4fba-bb78-c30dd0525c40 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:22:28.879227 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9daa0640-e822-480a-a180-50dac9afc843 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:28.889411 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-09d389e7-2f66-4c86-9cb4-2fec78de495b admin admin] Calling delete_port for b1f36321-4ee5-4be4-a5e0-b6eb422570ee owned by network:router_interface {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:22:28.978397 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ac9198-9b3a-451e-90e0-5c9856599dd6 req-c59b7f46-2a0c-42cf-a4ee-a411f2cd6aaf tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:28.988054 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-34ac9198-9b3a-451e-90e0-5c9856599dd6 req-c59b7f46-2a0c-42cf-a4ee-a411f2cd6aaf tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/ports?device_id=2f903cc6-4588-4e6d-9f98-4119c026a994 HTTP/1.1" status: 200 len: 945 time: 0.1601806 May 30 20:22:29.070859 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-34ac9198-9b3a-451e-90e0-5c9856599dd6 req-889376d7-ee91-4744-b62c-da8c197c040b tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2ed7a16-df30-4283-b4d4-5e9611f16ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818131 May 30 20:22:29.150798 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26c4275f-2256-4c16-83e2-2aa7efdd6249 admin admin] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:22:29.173067 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c07146-1f09-4ec2-bf53-1a371931d533 None None] Sync routers for ids ['6e583e7b-f12b-4fba-bb78-c30dd0525c40'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:22:29.206910 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c07146-1f09-4ec2-bf53-1a371931d533 None None] Routers {'6e583e7b-f12b-4fba-bb78-c30dd0525c40'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:22:29.207559 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-03c07146-1f09-4ec2-bf53-1a371931d533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:21:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['6e583e7b-f12b-4fba-bb78-c30dd0525c40'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:22:29.230817 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-26c4275f-2256-4c16-83e2-2aa7efdd6249 admin admin] 10.222.0.85 "PUT /v2.0/routers/6e583e7b-f12b-4fba-bb78-c30dd0525c40/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0095890 May 30 20:22:29.238380 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 35254) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:22:29.294785 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-54afd889-b6c9-4eae-a85f-cd154f4ed4cf tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:29.379319 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9daa0640-e822-480a-a180-50dac9afc843 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:29.526016 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54afd889-b6c9-4eae-a85f-cd154f4ed4cf tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Pushing event updated for resources: {'Port': ['ID=8baf4866-fbb5-45dd-ae1f-4c5f5b6aee93,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:22:29.530386 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54afd889-b6c9-4eae-a85f-cd154f4ed4cf tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:22:29.537852 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-54afd889-b6c9-4eae-a85f-cd154f4ed4cf tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:22:29.539725 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3c588186-8203-449b-aca2-be297c519041 tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Notify callbacks [] for router_gateway, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:29.553506 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405a02ad-a571-4fa8-8683-47dd2954e8f3 req-93ac9b71-f447-4ebc-aa63-ba0e422a9b8a tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:29.554495 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-405a02ad-a571-4fa8-8683-47dd2954e8f3 req-93ac9b71-f447-4ebc-aa63-ba0e422a9b8a tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/ports?device_id=2f903cc6-4588-4e6d-9f98-4119c026a994 HTTP/1.1" status: 200 len: 945 time: 0.1649320 May 30 20:22:29.581050 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-03c07146-1f09-4ec2-bf53-1a371931d533 None None] Set router 6e583e7b-f12b-4fba-bb78-c30dd0525c40 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:22:29.601296 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54afd889-b6c9-4eae-a85f-cd154f4ed4cf tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:22:29.655889 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3c588186-8203-449b-aca2-be297c519041 tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:29.744501 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a3f48236-87f4-4914-85cb-9f6147f6ce98 admin admin] Notify callbacks [] for router, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:29.867947 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-405a02ad-a571-4fa8-8683-47dd2954e8f3 req-2950250b-f4de-4f12-bc9b-6cd924d85c7f tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2ed7a16-df30-4283-b4d4-5e9611f16ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3041370 May 30 20:22:29.880082 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-6d42d1ef-97ed-4a6f-a647-0c7ad61ab976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:29.992461 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:30.063863 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9daa0640-e822-480a-a180-50dac9afc843 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:30.088483 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-03c07146-1f09-4ec2-bf53-1a371931d533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e583e7b-f12b-4fba-bb78-c30dd0525c40', 'name': 'tempest-TaggedBootDevicesTest_v242-281532978-router', 'tenant_id': '81e36025f4964ad6aa1305da6f1825fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '20e9fcc0-2af1-4ea7-8af9-83f060d630c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:11:25Z', 'updated_at': '2022-05-30T20:22:26Z', 'revision_number': 5, 'project_id': '81e36025f4964ad6aa1305da6f1825fb', 'gw_port': {'id': '20e9fcc0-2af1-4ea7-8af9-83f060d630c7', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:91:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e583e7b-f12b-4fba-bb78-c30dd0525c40', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:11:28Z', 'updated_at': '2022-05-30T20:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:22:30.093632 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c07146-1f09-4ec2-bf53-1a371931d533 None None] Checking router: 6e583e7b-f12b-4fba-bb78-c30dd0525c40 for host: n-d-843948-2 {{(pid=84888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:22:30.107954 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c07146-1f09-4ec2-bf53-1a371931d533 None None] Routers {'6e583e7b-f12b-4fba-bb78-c30dd0525c40'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:22:30.109491 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-03c07146-1f09-4ec2-bf53-1a371931d533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:22:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['6e583e7b-f12b-4fba-bb78-c30dd0525c40'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:22:30.153103 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a3f48236-87f4-4914-85cb-9f6147f6ce98 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:30.164932 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9daa0640-e822-480a-a180-50dac9afc843 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b38efed6-f54b-4caf-8451-aa3a591cbb99,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:22:30.212604 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-3c588186-8203-449b-aca2-be297c519041 tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Allocated IP 172.25.8.169 (c7869750-4b49-4b7e-aa99-5e0f1ae02da4/427601ec-f643-4fe7-b5e6-17305d3a39e1/304946ac-bb73-4a64-a8a5-6d342c6b2a38) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:22:30.277907 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-a3f48236-87f4-4914-85cb-9f6147f6ce98 admin admin] Deleting port 20e9fcc0-2af1-4ea7-8af9-83f060d630c7 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:22:30.278269 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a3f48236-87f4-4914-85cb-9f6147f6ce98 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:30.308312 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-09d389e7-2f66-4c86-9cb4-2fec78de495b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:30.364898 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-54afd889-b6c9-4eae-a85f-cd154f4ed4cf tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:30.394817 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d389e7-2f66-4c86-9cb4-2fec78de495b admin admin] Pushing event deleted for resources: {'Port': ['ID=b1f36321-4ee5-4be4-a5e0-b6eb422570ee,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:22:30.508411 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-03c07146-1f09-4ec2-bf53-1a371931d533 None None] Set router 6e583e7b-f12b-4fba-bb78-c30dd0525c40 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:22:30.543907 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 35278) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:22:30.606749 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [None req-a3f48236-87f4-4914-85cb-9f6147f6ce98 admin admin] For port 20e9fcc0-2af1-4ea7-8af9-83f060d630c7, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=20e9fcc0-2af1-4ea7-8af9-83f060d630c7,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:22:30.609139 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a3f48236-87f4-4914-85cb-9f6147f6ce98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:30.710505 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9daa0640-e822-480a-a180-50dac9afc843 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:30.716536 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-9daa0640-e822-480a-a180-50dac9afc843 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "DELETE /v2.0/security-groups/b38efed6-f54b-4caf-8451-aa3a591cbb99 HTTP/1.1" status: 204 len: 168 time: 2.2828758 May 30 20:22:30.742857 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 35284) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:22:30.822743 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0966a4d2-273d-4bba-8ccb-cc6daeb9924d req-2297ea2f-d443-461e-950d-8bf0c407f088 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:30.826018 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0966a4d2-273d-4bba-8ccb-cc6daeb9924d req-2297ea2f-d443-461e-950d-8bf0c407f088 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/ports?device_id=2f903cc6-4588-4e6d-9f98-4119c026a994 HTTP/1.1" status: 200 len: 945 time: 0.7320662 May 30 20:22:30.866153 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-54afd889-b6c9-4eae-a85f-cd154f4ed4cf tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:30.914522 n-d-843948-2 neutron-server[84886]: INFO neutron.api.v2.resource [None req-de902ab8-b9b9-4baa-bd29-628eebbb9778 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] show failed (client error): The resource could not be found. May 30 20:22:30.919495 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-de902ab8-b9b9-4baa-bd29-628eebbb9778 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/security-groups/b38efed6-f54b-4caf-8451-aa3a591cbb99 HTTP/1.1" status: 404 len: 347 time: 0.1714511 May 30 20:22:30.925173 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 35290) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:22:31.062115 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-03c07146-1f09-4ec2-bf53-1a371931d533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e583e7b-f12b-4fba-bb78-c30dd0525c40', 'name': 'tempest-TaggedBootDevicesTest_v242-281532978-router', 'tenant_id': '81e36025f4964ad6aa1305da6f1825fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '20e9fcc0-2af1-4ea7-8af9-83f060d630c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:11:25Z', 'updated_at': '2022-05-30T20:22:26Z', 'revision_number': 5, 'project_id': '81e36025f4964ad6aa1305da6f1825fb', 'gw_port': {'id': '20e9fcc0-2af1-4ea7-8af9-83f060d630c7', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:91:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e583e7b-f12b-4fba-bb78-c30dd0525c40', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:11:28Z', 'updated_at': '2022-05-30T20:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:22:31.067854 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c07146-1f09-4ec2-bf53-1a371931d533 None None] The sync data for ids ['6e583e7b-f12b-4fba-bb78-c30dd0525c40'] in n-d-843948-2 is: [{'id': '6e583e7b-f12b-4fba-bb78-c30dd0525c40', 'name': 'tempest-TaggedBootDevicesTest_v242-281532978-router', 'tenant_id': '81e36025f4964ad6aa1305da6f1825fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '20e9fcc0-2af1-4ea7-8af9-83f060d630c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:11:25Z', 'updated_at': '2022-05-30T20:22:26Z', 'revision_number': 5, 'project_id': '81e36025f4964ad6aa1305da6f1825fb', 'gw_port': {'id': '20e9fcc0-2af1-4ea7-8af9-83f060d630c7', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:91:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e583e7b-f12b-4fba-bb78-c30dd0525c40', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:11:28Z', 'updated_at': '2022-05-30T20:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:22:31.117339 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:31.132579 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-a3f48236-87f4-4914-85cb-9f6147f6ce98 admin admin] Calling delete_port for 20e9fcc0-2af1-4ea7-8af9-83f060d630c7 owned by network:router_gateway {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:22:31.170414 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a2838613-2b73-4c9a-9d23-00178028f39a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:31.218247 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3c588186-8203-449b-aca2-be297c519041 tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:31.240042 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-a2838613-2b73-4c9a-9d23-00178028f39a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:22:31.253282 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-a2838613-2b73-4c9a-9d23-00178028f39a admin admin] Usage tracker for resource:security_group_rule and tenant:7899f9f3eeef4358b1f768d96485627d is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:22:31.257130 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-a2838613-2b73-4c9a-9d23-00178028f39a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:22:31.266209 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-a2838613-2b73-4c9a-9d23-00178028f39a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:22:31.406423 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a2838613-2b73-4c9a-9d23-00178028f39a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:31.467722 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0966a4d2-273d-4bba-8ccb-cc6daeb9924d req-0ae0b9b5-2c6b-4179-af50-efa0aa501e73 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2ed7a16-df30-4283-b4d4-5e9611f16ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6315837 May 30 20:22:31.528698 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a2838613-2b73-4c9a-9d23-00178028f39a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:31.543218 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a3f48236-87f4-4914-85cb-9f6147f6ce98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:31.599206 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-a05f58cf-0ff7-4bdc-9e7e-831694a91842 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Deleting port 4e2a8d1f-5d56-4de7-92c3-32b19ec73afc {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:22:31.599583 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a05f58cf-0ff7-4bdc-9e7e-831694a91842 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:31.651244 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f48236-87f4-4914-85cb-9f6147f6ce98 admin admin] Pushing event deleted for resources: {'Port': ['ID=20e9fcc0-2af1-4ea7-8af9-83f060d630c7,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:22:31.668434 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2838613-2b73-4c9a-9d23-00178028f39a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab299991-a39a-4675-b442-565f51f22256,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:22:31.704712 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-a2838613-2b73-4c9a-9d23-00178028f39a admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=7899f9f3eeef4358b1f768d96485627d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1586480 May 30 20:22:31.709703 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 35298) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:22:31.835114 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3c588186-8203-449b-aca2-be297c519041 tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:31.977857 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c588186-8203-449b-aca2-be297c519041 tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Pushing event updated for resources: {'Port': ['ID=304946ac-bb73-4a64-a8a5-6d342c6b2a38,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:22:31.978450 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device bcebd54d-41fa-4abb-9681-0eb0e36c100b no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:22:32.015969 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c588186-8203-449b-aca2-be297c519041 tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:22:32.031478 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-3c588186-8203-449b-aca2-be297c519041 tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:22:32.033306 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: bcebd54d-41fa-4abb-9681-0eb0e36c100b {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:22:32.034030 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c588186-8203-449b-aca2-be297c519041 tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:22:32.034355 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device bcebd54d-41fa-4abb-9681-0eb0e36c100b not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:22:32.092812 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-cd5df033-64b1-4417-a2dc-b59da63486c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:32.096610 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a3f48236-87f4-4914-85cb-9f6147f6ce98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-736453'] for router_gateway, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:32.098924 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a05f58cf-0ff7-4bdc-9e7e-831694a91842 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:32.099259 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a05f58cf-0ff7-4bdc-9e7e-831694a91842 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:32.111593 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-54afd889-b6c9-4eae-a85f-cd154f4ed4cf tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:32.260080 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-a05f58cf-0ff7-4bdc-9e7e-831694a91842 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Calling delete_port for 4e2a8d1f-5d56-4de7-92c3-32b19ec73afc owned by network:floatingip {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:22:32.264757 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-cd5df033-64b1-4417-a2dc-b59da63486c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:32.305217 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-54afd889-b6c9-4eae-a85f-cd154f4ed4cf tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:32.430295 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f567e9-1dd9-4e62-a611-b2b10453e1c8 req-b8eb9fff-9191-436b-b16f-6b9878e42272 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:32.430598 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a3f48236-87f4-4914-85cb-9f6147f6ce98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-724789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3141'] for router, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:32.435319 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-80f567e9-1dd9-4e62-a611-b2b10453e1c8 req-b8eb9fff-9191-436b-b16f-6b9878e42272 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/ports?device_id=2f903cc6-4588-4e6d-9f98-4119c026a994 HTTP/1.1" status: 200 len: 945 time: 0.7241306 May 30 20:22:32.449027 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a3f48236-87f4-4914-85cb-9f6147f6ce98 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:32.553023 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54afd889-b6c9-4eae-a85f-cd154f4ed4cf tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Pushing event updated for resources: {'Port': ['ID=8baf4866-fbb5-45dd-ae1f-4c5f5b6aee93,revision_number=2']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:22:32.591495 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:32.609332 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-09d389e7-2f66-4c86-9cb4-2fec78de495b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1718140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-736143'] for router_interface, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:32.625375 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-80f567e9-1dd9-4e62-a611-b2b10453e1c8 req-93b74bab-b79c-458e-b3da-faefd691b8d0 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2ed7a16-df30-4283-b4d4-5e9611f16ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698508 May 30 20:22:32.643361 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-cd5df033-64b1-4417-a2dc-b59da63486c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:32.649295 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a3f48236-87f4-4914-85cb-9f6147f6ce98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724889'] for router, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:32.650644 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3f48236-87f4-4914-85cb-9f6147f6ce98 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6e583e7b-f12b-4fba-bb78-c30dd0525c40 {{(pid=84887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:22:32.656073 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-54afd889-b6c9-4eae-a85f-cd154f4ed4cf tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736490'] for floatingip, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:32.713582 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5df033-64b1-4417-a2dc-b59da63486c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab299991-a39a-4675-b442-565f51f22256,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:22:32.784660 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a3f48236-87f4-4914-85cb-9f6147f6ce98 admin admin] Notify callbacks [] for router, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:32.789100 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-a3f48236-87f4-4914-85cb-9f6147f6ce98 admin admin] 10.222.0.85 "DELETE /v2.0/routers/6e583e7b-f12b-4fba-bb78-c30dd0525c40 HTTP/1.1" status: 204 len: 168 time: 3.5495489 May 30 20:22:32.790784 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-cd5df033-64b1-4417-a2dc-b59da63486c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:32.792237 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-cd5df033-64b1-4417-a2dc-b59da63486c9 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/ab299991-a39a-4675-b442-565f51f22256 HTTP/1.1" status: 204 len: 168 time: 1.0820918 May 30 20:22:32.793460 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 35308) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:22:32.918210 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-54afd889-b6c9-4eae-a85f-cd154f4ed4cf tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:32.920687 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-54afd889-b6c9-4eae-a85f-cd154f4ed4cf tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.2490828 May 30 20:22:33.033937 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_v2 [None req-26596d13-536c-4d53-8dc9-82862ea3a618 admin admin] Deleting subnet 12de3c88-630f-42df-9c14-e8413906e7b8 {{(pid=84887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:22:33.038860 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-26596d13-536c-4d53-8dc9-82862ea3a618 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:33.102231 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-26596d13-536c-4d53-8dc9-82862ea3a618 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3149227'] for subnet, precommit_delete_associations {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:33.149828 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d69769d-c554-4333-81f5-988b4ae1061a req-1b1101b5-fbd5-44cd-832c-b3e253211374 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:33.151129 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3d69769d-c554-4333-81f5-988b4ae1061a req-1b1101b5-fbd5-44cd-832c-b3e253211374 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/ports?device_id=2f903cc6-4588-4e6d-9f98-4119c026a994 HTTP/1.1" status: 200 len: 945 time: 0.2045298 May 30 20:22:33.169106 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a05f58cf-0ff7-4bdc-9e7e-831694a91842 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:33.258059 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-26596d13-536c-4d53-8dc9-82862ea3a618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:33.498297 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3d69769d-c554-4333-81f5-988b4ae1061a req-52ae635d-7768-4258-87e0-7193fd5711ce tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2ed7a16-df30-4283-b4d4-5e9611f16ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2984359 May 30 20:22:33.519263 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05f58cf-0ff7-4bdc-9e7e-831694a91842 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Pushing event deleted for resources: {'Port': ['ID=4e2a8d1f-5d56-4de7-92c3-32b19ec73afc,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:22:33.543166 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3c588186-8203-449b-aca2-be297c519041 tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Notify callbacks [] for router_gateway, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:33.544261 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3c588186-8203-449b-aca2-be297c519041 tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-736409'] for router, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:33.671258 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-26596d13-536c-4d53-8dc9-82862ea3a618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4055470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114247'] for subnet, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:33.768483 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-26596d13-536c-4d53-8dc9-82862ea3a618 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:33.774400 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b425734-587e-4f1c-b10a-e28311c613dd None None] Network ac0cf993-3653-417b-b55c-1e0d903ad371 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:22:33.777914 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26596d13-536c-4d53-8dc9-82862ea3a618 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12de3c88-630f-42df-9c14-e8413906e7b8,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:22:33.799142 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-26596d13-536c-4d53-8dc9-82862ea3a618 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/12de3c88-630f-42df-9c14-e8413906e7b8 HTTP/1.1" status: 204 len: 168 time: 1.0041833 May 30 20:22:33.800209 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 35336) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:22:33.806616 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-741d7f04-11fa-4474-8169-74f83d9201f7 req-a1559383-db58-4c5b-be47-e88f743c2904 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Synchronizing usage tracker for tenant:88e042593d914709b0b6e8865f4bc68d on resource:security_group {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:22:33.872052 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a05f58cf-0ff7-4bdc-9e7e-831694a91842 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Notify callbacks [] for floatingip, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:33.888663 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a05f58cf-0ff7-4bdc-9e7e-831694a91842 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:33.889891 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-a05f58cf-0ff7-4bdc-9e7e-831694a91842 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "DELETE /v2.0/floatingips/721acbe9-c135-48fe-b5e6-9b9bbb262dbe HTTP/1.1" status: 204 len: 168 time: 2.9565623 May 30 20:22:34.016004 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:22:34.042623 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-741d7f04-11fa-4474-8169-74f83d9201f7 req-a1559383-db58-4c5b-be47-e88f743c2904 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Unset dirty status for tenant:88e042593d914709b0b6e8865f4bc68d on resource:security_group {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:22:34.050350 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-741d7f04-11fa-4474-8169-74f83d9201f7 req-a1559383-db58-4c5b-be47-e88f743c2904 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-securitygroup--1631319661&fields=id&tenant_id=88e042593d914709b0b6e8865f4bc68d HTTP/1.1" status: 200 len: 267 time: 0.5762808 May 30 20:22:34.113004 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-40a2b3be-583c-4d70-a8b3-942a58faf79c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:34.136930 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-40a2b3be-583c-4d70-a8b3-942a58faf79c admin admin] Deleting port 0c7adefd-595f-4762-b315-981862d9f470 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:22:34.137465 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-40a2b3be-583c-4d70-a8b3-942a58faf79c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:34.291593 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ebce9a-3455-4b1b-a574-813fa8f5f6b1 req-f1561fef-da25-4b1c-b3ab-a8f112642173 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:34.294037 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a1ebce9a-3455-4b1b-a574-813fa8f5f6b1 req-f1561fef-da25-4b1c-b3ab-a8f112642173 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/ports?device_id=2f903cc6-4588-4e6d-9f98-4119c026a994 HTTP/1.1" status: 200 len: 945 time: 0.2529221 May 30 20:22:34.306423 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 20e9fcc0-2af1-4ea7-8af9-83f060d630c7 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:22:34.384812 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: 20e9fcc0-2af1-4ea7-8af9-83f060d630c7 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:22:34.385685 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 20e9fcc0-2af1-4ea7-8af9-83f060d630c7 not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:22:34.483156 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a1ebce9a-3455-4b1b-a574-813fa8f5f6b1 req-5fcfeb88-4b50-4963-8332-ecbb328b9ac7 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2ed7a16-df30-4283-b4d4-5e9611f16ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796505 May 30 20:22:34.493529 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [None req-40a2b3be-583c-4d70-a8b3-942a58faf79c admin admin] For port 0c7adefd-595f-4762-b315-981862d9f470, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=0c7adefd-595f-4762-b315-981862d9f470,segment=NetworkSegment(b72c5675-2dd4-4112-882d-4e6c4ce463bb),segment_id=b72c5675-2dd4-4112-882d-4e6c4ce463bb)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:22:34.494045 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-40a2b3be-583c-4d70-a8b3-942a58faf79c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:34.584070 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b096204-6ee4-4a26-86ab-50ca41ba7eb3 None None] DHCP port deletion for ac0cf993-3653-417b-b55c-1e0d903ad371 request from n-d-843948-2 {{(pid=84888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:22:34.588607 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-5b096204-6ee4-4a26-86ab-50ca41ba7eb3 None None] Deleting port 0c7adefd-595f-4762-b315-981862d9f470 {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:22:34.589009 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-5b096204-6ee4-4a26-86ab-50ca41ba7eb3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:34.642786 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741d7f04-11fa-4474-8169-74f83d9201f7 req-3b1dd5e5-625f-4c12-97c0-880e2374257e tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:34.650069 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-741d7f04-11fa-4474-8169-74f83d9201f7 req-3b1dd5e5-625f-4c12-97c0-880e2374257e tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/networks?id=3b009590-a296-4757-aa36-6233b5dedf2d HTTP/1.1" status: 200 len: 819 time: 0.5987649 May 30 20:22:34.659421 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-40a2b3be-583c-4d70-a8b3-942a58faf79c admin admin] Calling delete_port for 0c7adefd-595f-4762-b315-981862d9f470 owned by network:dhcp {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:22:34.695785 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-741d7f04-11fa-4474-8169-74f83d9201f7 req-34a3983f-dac8-4140-80a1-e0ce040966f3 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/quotas/88e042593d914709b0b6e8865f4bc68d HTTP/1.1" status: 200 len: 375 time: 0.0447419 May 30 20:22:34.865424 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 35354) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:22:34.880965 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-f17e4792-85df-45d2-a735-5decac90a0a6 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Request body: {'security_group': {'name': 'tempest-securitygroup--963389350', 'description': 'tempest-description--1338569259'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:22:34.898739 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-f17e4792-85df-45d2-a735-5decac90a0a6 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:22:34.908182 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-f17e4792-85df-45d2-a735-5decac90a0a6 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Usage tracker for resource:security_group and tenant:204a9ca9af944bf39656e3dc7145a4f6 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:22:34.914691 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-f17e4792-85df-45d2-a735-5decac90a0a6 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:22:34.927086 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-f17e4792-85df-45d2-a735-5decac90a0a6 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:22:34.946391 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-40a2b3be-583c-4d70-a8b3-942a58faf79c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:34.972590 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-741d7f04-11fa-4474-8169-74f83d9201f7 req-510928e5-8555-4fe0-826d-a85c583ee6d5 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=88e042593d914709b0b6e8865f4bc68d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2703683 May 30 20:22:35.003246 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-5b096204-6ee4-4a26-86ab-50ca41ba7eb3 None None] For port 0c7adefd-595f-4762-b315-981862d9f470, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=0c7adefd-595f-4762-b315-981862d9f470,segment=NetworkSegment(b72c5675-2dd4-4112-882d-4e6c4ce463bb),segment_id=b72c5675-2dd4-4112-882d-4e6c4ce463bb)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:22:35.004113 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-5b096204-6ee4-4a26-86ab-50ca41ba7eb3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:35.038188 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a2b3be-583c-4d70-a8b3-942a58faf79c admin admin] No DVR routers for this DVR port 0c7adefd-595f-4762-b315-981862d9f470 on host n-d-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:22:35.121198 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f17e4792-85df-45d2-a735-5decac90a0a6 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:35.145781 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09d389e7-2f66-4c86-9cb4-2fec78de495b admin admin] Router f61bc5b0-ceb6-484b-ac27-eb8eaf2878f7 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:22:35.147171 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a2b3be-583c-4d70-a8b3-942a58faf79c admin admin] Pushing event deleted for resources: {'Port': ['ID=0c7adefd-595f-4762-b315-981862d9f470,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:22:35.149844 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-5b096204-6ee4-4a26-86ab-50ca41ba7eb3 None None] Calling delete_port for 0c7adefd-595f-4762-b315-981862d9f470 owned by network:dhcp {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:22:35.235206 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.db.api [None req-5b096204-6ee4-4a26-86ab-50ca41ba7eb3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:22:35.236219 n-d-843948-2 neutron-server[84888]: DEBUG oslo_db.api [None req-5b096204-6ee4-4a26-86ab-50ca41ba7eb3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:22:35.262147 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-741d7f04-11fa-4474-8169-74f83d9201f7 req-93fd0a2b-8a90-44ad-aaa6-f411b330da90 service neutron] 10.222.0.85 "GET /v2.0/networks/3b009590-a296-4757-aa36-6233b5dedf2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2668059 May 30 20:22:35.277388 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-40a2b3be-583c-4d70-a8b3-942a58faf79c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:35.318252 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-f17e4792-85df-45d2-a735-5decac90a0a6 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:22:35.327350 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-40a2b3be-583c-4d70-a8b3-942a58faf79c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac0cf993-3653-417b-b55c-1e0d903ad371']}} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:22:35.335762 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-f17e4792-85df-45d2-a735-5decac90a0a6 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Usage tracker for resource:security_group_rule and tenant:204a9ca9af944bf39656e3dc7145a4f6 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:22:35.339618 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c588186-8203-449b-aca2-be297c519041 tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Router bc0ae1c9-63ab-4df7-b927-29ee8542578e is scheduled to L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 with binding_index 1 {{(pid=84886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 20:22:35.345228 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-f17e4792-85df-45d2-a735-5decac90a0a6 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:22:35.350643 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-40a2b3be-583c-4d70-a8b3-942a58faf79c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b72c5675-2dd4-4112-882d-4e6c4ce463bb') {'for_net_delete': True} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:22:35.351022 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-40a2b3be-583c-4d70-a8b3-942a58faf79c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b72c5675-2dd4-4112-882d-4e6c4ce463bb') {} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:22:35.361801 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-f17e4792-85df-45d2-a735-5decac90a0a6 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:22:35.373783 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-40a2b3be-583c-4d70-a8b3-942a58faf79c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3149912'] for segment, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:35.392452 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c7899a-4858-405a-85b7-89964c0f22d8 req-df8580f5-2ec3-4748-b048-a8e127c64905 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:35.401289 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f4c7899a-4858-405a-85b7-89964c0f22d8 req-df8580f5-2ec3-4748-b048-a8e127c64905 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/ports?device_id=2f903cc6-4588-4e6d-9f98-4119c026a994 HTTP/1.1" status: 200 len: 945 time: 0.3572819 May 30 20:22:35.409588 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-40a2b3be-583c-4d70-a8b3-942a58faf79c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:35.443659 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40a2b3be-583c-4d70-a8b3-942a58faf79c admin admin] Releasing vlan 657 on physical network physnet1 to pool {{(pid=84887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:22:35.443659 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-40a2b3be-583c-4d70-a8b3-942a58faf79c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4055488'] for segment, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:35.462921 n-d-843948-2 neutron-server[84887]: Traceback (most recent call last): May 30 20:22:35.462921 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:22:35.462921 n-d-843948-2 neutron-server[84887]: timer() May 30 20:22:35.462921 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:22:35.462921 n-d-843948-2 neutron-server[84887]: cb(*args, **kw) May 30 20:22:35.462921 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:22:35.462921 n-d-843948-2 neutron-server[84887]: return func(*args, **kwargs) May 30 20:22:35.462921 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:22:35.462921 n-d-843948-2 neutron-server[84887]: self._notify() May 30 20:22:35.462921 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:22:35.462921 n-d-843948-2 neutron-server[84887]: self.callback(batched_events) May 30 20:22:35.462921 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:22:35.462921 n-d-843948-2 neutron-server[84887]: event.method(event) May 30 20:22:35.462921 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:22:35.462921 n-d-843948-2 neutron-server[84887]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:22:35.462921 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:22:35.462921 n-d-843948-2 neutron-server[84887]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:22:35.462921 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:22:35.462921 n-d-843948-2 neutron-server[84887]: return f(self, *a, **k) May 30 20:22:35.462921 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:22:35.462921 n-d-843948-2 neutron-server[84887]: return self._get(url).json() May 30 20:22:35.462921 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:22:35.462921 n-d-843948-2 neutron-server[84887]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:22:35.462921 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:22:35.462921 n-d-843948-2 neutron-server[84887]: return self.request(url, 'GET', **kwargs) May 30 20:22:35.462921 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:22:35.462921 n-d-843948-2 neutron-server[84887]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:22:35.462921 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:22:35.462921 n-d-843948-2 neutron-server[84887]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:22:35.462921 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:22:35.462921 n-d-843948-2 neutron-server[84887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:22:35.462921 n-d-843948-2 neutron-server[84887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:22:35.513676 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 35362) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:22:35.590293 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f4c7899a-4858-405a-85b7-89964c0f22d8 req-d47770a1-a5e4-469c-9a51-14f8e70005e1 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2ed7a16-df30-4283-b4d4-5e9611f16ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848621 May 30 20:22:35.592684 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f17e4792-85df-45d2-a735-5decac90a0a6 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:35.689850 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-40a2b3be-583c-4d70-a8b3-942a58faf79c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:35.713298 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-40a2b3be-583c-4d70-a8b3-942a58faf79c admin admin] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:35.741777 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-5b096204-6ee4-4a26-86ab-50ca41ba7eb3 None None] Deleting port 0c7adefd-595f-4762-b315-981862d9f470 {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:22:35.742043 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-40a2b3be-583c-4d70-a8b3-942a58faf79c admin admin] 10.222.0.85 "DELETE /v2.0/networks/ac0cf993-3653-417b-b55c-1e0d903ad371 HTTP/1.1" status: 204 len: 168 time: 1.9397099 May 30 20:22:35.742230 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-5b096204-6ee4-4a26-86ab-50ca41ba7eb3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:35.746652 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f17e4792-85df-45d2-a735-5decac90a0a6 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:35.763765 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 35376) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:22:35.764800 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-b5a73915-6db3-403e-bf6e-e9d9cdf51998 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-2109311328-network', 'tenant_id': 'af4cc1fbb91e4a5c856e947d8072b697'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:22:35.778743 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-b5a73915-6db3-403e-bf6e-e9d9cdf51998 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:22:35.788582 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-b5a73915-6db3-403e-bf6e-e9d9cdf51998 admin admin] Usage tracker for resource:network and tenant:af4cc1fbb91e4a5c856e947d8072b697 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:22:35.793683 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-741d7f04-11fa-4474-8169-74f83d9201f7 req-e25bfb19-1c3d-4a2b-b8e0-97cb03e0b2e4 service neutron] 10.222.0.85 "GET /v2.0/networks/3b009590-a296-4757-aa36-6233b5dedf2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4777961 May 30 20:22:35.797317 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-b5a73915-6db3-403e-bf6e-e9d9cdf51998 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:22:35.812782 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-b5a73915-6db3-403e-bf6e-e9d9cdf51998 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:22:35.827394 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a2b3be-583c-4d70-a8b3-942a58faf79c admin admin] Pushing event deleted for resources: {'Network': ['ID=ac0cf993-3653-417b-b55c-1e0d903ad371,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:22:35.831235 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17e4792-85df-45d2-a735-5decac90a0a6 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43b52b63-89b9-4504-9f0e-59456bc9d48e,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:22:35.921835 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09d389e7-2f66-4c86-9cb4-2fec78de495b admin admin] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:22:35.931570 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429c9b98-519e-4b9d-8b97-05e75da58bd7 None None] Sync routers for ids ['f61bc5b0-ceb6-484b-ac27-eb8eaf2878f7'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:22:35.932834 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-09d389e7-2f66-4c86-9cb4-2fec78de495b admin admin] 10.222.0.85 "PUT /v2.0/routers/f61bc5b0-ceb6-484b-ac27-eb8eaf2878f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0067773 May 30 20:22:35.936281 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 35380) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:22:35.945103 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5a73915-6db3-403e-bf6e-e9d9cdf51998 admin admin] Made reservation on behalf of af4cc1fbb91e4a5c856e947d8072b697 for: {'network': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:22:35.947464 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b5a73915-6db3-403e-bf6e-e9d9cdf51998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:35.954655 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-5b096204-6ee4-4a26-86ab-50ca41ba7eb3 None None] The port '0c7adefd-595f-4762-b315-981862d9f470' was deleted {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 20:22:35.963911 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429c9b98-519e-4b9d-8b97-05e75da58bd7 None None] Routers {'f61bc5b0-ceb6-484b-ac27-eb8eaf2878f7'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:22:35.981624 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-429c9b98-519e-4b9d-8b97-05e75da58bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:22:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['f61bc5b0-ceb6-484b-ac27-eb8eaf2878f7'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:22:36.029400 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f17e4792-85df-45d2-a735-5decac90a0a6 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:36.029400 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-f17e4792-85df-45d2-a735-5decac90a0a6 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 1.1570466 May 30 20:22:36.030043 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 35384) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:22:36.040332 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 0c7adefd-595f-4762-b315-981862d9f470 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:22:36.062033 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-9ad9739a-807b-4b0b-9c4f-bbe23d99dfdf tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Request body: {'security_group_rule': {'security_group_id': '43b52b63-89b9-4504-9f0e-59456bc9d48e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:22:36.107008 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: 0c7adefd-595f-4762-b315-981862d9f470 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:22:36.107922 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-9ad9739a-807b-4b0b-9c4f-bbe23d99dfdf tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:22:36.108476 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 0c7adefd-595f-4762-b315-981862d9f470 not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:22:36.127925 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b5a73915-6db3-403e-bf6e-e9d9cdf51998 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:36.276144 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-429c9b98-519e-4b9d-8b97-05e75da58bd7 None None] Set router f61bc5b0-ceb6-484b-ac27-eb8eaf2878f7 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:22:36.316822 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-9ad9739a-807b-4b0b-9c4f-bbe23d99dfdf tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Usage tracker for resource:security_group_rule and tenant:204a9ca9af944bf39656e3dc7145a4f6 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:22:36.335165 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-9ad9739a-807b-4b0b-9c4f-bbe23d99dfdf tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:22:36.400919 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-9ad9739a-807b-4b0b-9c4f-bbe23d99dfdf tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:22:36.445944 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-b5a73915-6db3-403e-bf6e-e9d9cdf51998 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:22:36.451252 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-b5a73915-6db3-403e-bf6e-e9d9cdf51998 admin admin] Usage tracker for resource:security_group_rule and tenant:af4cc1fbb91e4a5c856e947d8072b697 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:22:36.456087 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-b5a73915-6db3-403e-bf6e-e9d9cdf51998 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:22:36.480900 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-b5a73915-6db3-403e-bf6e-e9d9cdf51998 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:22:36.571969 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565d7597-09ae-4d9b-86ed-e30ed9a702f6 req-55cb0f80-9b4a-435a-8916-595a9a6ce93c tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:36.575789 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-565d7597-09ae-4d9b-86ed-e30ed9a702f6 req-55cb0f80-9b4a-435a-8916-595a9a6ce93c tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/ports?device_id=2f903cc6-4588-4e6d-9f98-4119c026a994 HTTP/1.1" status: 200 len: 945 time: 0.5649860 May 30 20:22:36.609522 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-429c9b98-519e-4b9d-8b97-05e75da58bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f61bc5b0-ceb6-484b-ac27-eb8eaf2878f7', 'name': 'tempest-ServersTestManualDisk-2030253537-router', 'tenant_id': '9d17a1b275b44cc58a1065891220db88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': '87ed3c4f-ff4a-428d-9b3f-7b0558a08dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:20:13Z', 'updated_at': '2022-05-30T20:22:29Z', 'revision_number': 5, 'project_id': '9d17a1b275b44cc58a1065891220db88', 'gw_port': {'id': '87ed3c4f-ff4a-428d-9b3f-7b0558a08dfa', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:93:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61bc5b0-ceb6-484b-ac27-eb8eaf2878f7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:20:18Z', 'updated_at': '2022-05-30T20:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:22:36.615659 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2ed9c443-c9fd-43a9-9b65-a116ad595145 req-c27a8629-9506-4fb0-b37e-040688be06cf tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/ports?device_id=9344e871-e93a-4ab0-b2c6-c1bdb8e7cd51 HTTP/1.1" status: 200 len: 210 time: 0.3003612 May 30 20:22:36.625848 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429c9b98-519e-4b9d-8b97-05e75da58bd7 None None] Checking router: f61bc5b0-ceb6-484b-ac27-eb8eaf2878f7 for host: n-d-843948-2 {{(pid=84889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:22:36.626906 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9ad9739a-807b-4b0b-9c4f-bbe23d99dfdf tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:36.649484 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c588186-8203-449b-aca2-be297c519041 tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:22:36.662342 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4794118-734c-4de3-a700-eb260a2cf5e4 None None] Sync routers for ids ['bc0ae1c9-63ab-4df7-b927-29ee8542578e'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:22:36.664733 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429c9b98-519e-4b9d-8b97-05e75da58bd7 None None] Routers {'f61bc5b0-ceb6-484b-ac27-eb8eaf2878f7'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:22:36.665747 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-429c9b98-519e-4b9d-8b97-05e75da58bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:22:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['f61bc5b0-ceb6-484b-ac27-eb8eaf2878f7'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:22:36.688835 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4794118-734c-4de3-a700-eb260a2cf5e4 None None] Routers {'bc0ae1c9-63ab-4df7-b927-29ee8542578e'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:22:36.689465 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-b4794118-734c-4de3-a700-eb260a2cf5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:22:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['bc0ae1c9-63ab-4df7-b927-29ee8542578e'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:22:36.708148 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b5a73915-6db3-403e-bf6e-e9d9cdf51998 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:36.719049 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-565d7597-09ae-4d9b-86ed-e30ed9a702f6 req-972a729f-a1b4-4f55-b839-73c4e7ee8bde tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2ed7a16-df30-4283-b4d4-5e9611f16ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208236 May 30 20:22:36.791907 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9ad9739a-807b-4b0b-9c4f-bbe23d99dfdf tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:36.797391 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b5a73915-6db3-403e-bf6e-e9d9cdf51998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:36.835828 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5a73915-6db3-403e-bf6e-e9d9cdf51998 admin admin] vlan segment allocate from pool success with {'vlan_id': 662, 'physical_network': 'physnet1'} {{(pid=84886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:22:36.883233 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3c588186-8203-449b-aca2-be297c519041 tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Notify callbacks [] for router, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:36.886509 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-3c588186-8203-449b-aca2-be297c519041 tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 11.4058535 May 30 20:22:36.897289 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 35404) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:22:36.908910 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b5a73915-6db3-403e-bf6e-e9d9cdf51998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:36.909172 n-d-843948-2 neutron-server[84886]: INFO neutron.db.segments_db [None req-b5a73915-6db3-403e-bf6e-e9d9cdf51998 admin admin] Added segment 40468e3f-2630-4d51-98c1-4a518f6532d2 of type vlan for network ff30330a-0ebe-4836-9458-b813d1bcbde4 May 30 20:22:36.910762 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9ad9739a-807b-4b0b-9c4f-bbe23d99dfdf tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:36.956202 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a73915-6db3-403e-bf6e-e9d9cdf51998 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ed3b12a-c5d4-4ba2-906c-9900ee2b8018,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:22:37.044789 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad9739a-807b-4b0b-9c4f-bbe23d99dfdf tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=def469ea-069d-40f3-82ec-a371447cf782,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:22:37.056741 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b5a73915-6db3-403e-bf6e-e9d9cdf51998 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:37.084394 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-429c9b98-519e-4b9d-8b97-05e75da58bd7 None None] Set router f61bc5b0-ceb6-484b-ac27-eb8eaf2878f7 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:22:37.090724 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-b4794118-734c-4de3-a700-eb260a2cf5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:22:37.091321 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9ad9739a-807b-4b0b-9c4f-bbe23d99dfdf tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:37.092425 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-9ad9739a-807b-4b0b-9c4f-bbe23d99dfdf tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.0616994 May 30 20:22:37.100089 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 35410) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:22:37.118262 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-ea51fe8f-71eb-411f-b896-b139415296e4 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Request body: {'security_group_rule': {'security_group_id': '43b52b63-89b9-4504-9f0e-59456bc9d48e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:22:37.139440 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4794118-734c-4de3-a700-eb260a2cf5e4 None None] Routers {'bc0ae1c9-63ab-4df7-b927-29ee8542578e'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:22:37.140100 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-b4794118-734c-4de3-a700-eb260a2cf5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:22:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['bc0ae1c9-63ab-4df7-b927-29ee8542578e'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:22:37.151167 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-ea51fe8f-71eb-411f-b896-b139415296e4 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:22:37.183477 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-ea51fe8f-71eb-411f-b896-b139415296e4 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Usage tracker for resource:security_group_rule and tenant:204a9ca9af944bf39656e3dc7145a4f6 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:22:37.201048 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-ea51fe8f-71eb-411f-b896-b139415296e4 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:22:37.225317 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-ea51fe8f-71eb-411f-b896-b139415296e4 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:22:37.243927 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-b4794118-734c-4de3-a700-eb260a2cf5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:22:37.244593 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4794118-734c-4de3-a700-eb260a2cf5e4 None None] The sync data for ids ['bc0ae1c9-63ab-4df7-b927-29ee8542578e'] in n-d-843948-2 is: [] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:22:37.269101 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f2db71da-7a1c-4eca-b2e7-4d78ddd5a0c5 admin admin] Notify callbacks [] for router, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:37.433302 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0d3c7187-6618-4109-82f5-f9e33b655c31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-736216'] for router_interface, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:37.521328 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-429c9b98-519e-4b9d-8b97-05e75da58bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f61bc5b0-ceb6-484b-ac27-eb8eaf2878f7', 'name': 'tempest-ServersTestManualDisk-2030253537-router', 'tenant_id': '9d17a1b275b44cc58a1065891220db88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': '87ed3c4f-ff4a-428d-9b3f-7b0558a08dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:20:13Z', 'updated_at': '2022-05-30T20:22:29Z', 'revision_number': 5, 'project_id': '9d17a1b275b44cc58a1065891220db88', 'gw_port': {'id': '87ed3c4f-ff4a-428d-9b3f-7b0558a08dfa', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:93:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61bc5b0-ceb6-484b-ac27-eb8eaf2878f7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:20:18Z', 'updated_at': '2022-05-30T20:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:22:37.527813 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429c9b98-519e-4b9d-8b97-05e75da58bd7 None None] The sync data for ids ['f61bc5b0-ceb6-484b-ac27-eb8eaf2878f7'] in n-d-843948-2 is: [{'id': 'f61bc5b0-ceb6-484b-ac27-eb8eaf2878f7', 'name': 'tempest-ServersTestManualDisk-2030253537-router', 'tenant_id': '9d17a1b275b44cc58a1065891220db88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': '87ed3c4f-ff4a-428d-9b3f-7b0558a08dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:20:13Z', 'updated_at': '2022-05-30T20:22:29Z', 'revision_number': 5, 'project_id': '9d17a1b275b44cc58a1065891220db88', 'gw_port': {'id': '87ed3c4f-ff4a-428d-9b3f-7b0558a08dfa', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:93:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61bc5b0-ceb6-484b-ac27-eb8eaf2878f7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:20:18Z', 'updated_at': '2022-05-30T20:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:22:37.552466 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b5a73915-6db3-403e-bf6e-e9d9cdf51998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:37.554052 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a73915-6db3-403e-bf6e-e9d9cdf51998 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:37.555070 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b5a73915-6db3-403e-bf6e-e9d9cdf51998 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:37.588368 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-fce61a0e-aafe-41d9-9464-43abd066779d tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] 10.222.0.85 "GET /v2.0/routers/bc0ae1c9-63ab-4df7-b927-29ee8542578e HTTP/1.1" status: 200 len: 921 time: 0.6878548 May 30 20:22:37.590951 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 35414) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:22:37.660311 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-849e1f60-dd26-4ea1-a750-f2c4cdfbce01 tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] 10.222.0.85 "GET /v2.0/ports?device_id=bc0ae1c9-63ab-4df7-b927-29ee8542578e HTTP/1.1" status: 200 len: 205 time: 0.0688546 May 30 20:22:37.666726 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 35422) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:22:37.724374 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ea51fe8f-71eb-411f-b896-b139415296e4 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:38.020566 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device b1f36321-4ee5-4be4-a5e0-b6eb422570ee no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:22:38.087030 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: b1f36321-4ee5-4be4-a5e0-b6eb422570ee {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:22:38.087847 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device b1f36321-4ee5-4be4-a5e0-b6eb422570ee not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:22:38.091257 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ea51fe8f-71eb-411f-b896-b139415296e4 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:38.123440 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a73915-6db3-403e-bf6e-e9d9cdf51998 admin admin] Pushing event updated for resources: {'Network': ['ID=ff30330a-0ebe-4836-9458-b813d1bcbde4,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:22:38.131188 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d7f9d4ba-9961-466c-a925-adfb8c118b60 req-0765fc44-144f-4578-8aba-5c1e0d7a754c tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/ports?device_id=9344e871-e93a-4ab0-b2c6-c1bdb8e7cd51 HTTP/1.1" status: 200 len: 210 time: 0.1341045 May 30 20:22:38.141914 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-b5a73915-6db3-403e-bf6e-e9d9cdf51998 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.6171937 May 30 20:22:38.153192 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network ff30330a-0ebe-4836-9458-b813d1bcbde4 details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:22:38.182606 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 35426) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:22:38.217597 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-bec884d5-10e2-40de-88cc-94e0533bc8d2 admin admin] Request body: {'subnet': {'network_id': 'ff30330a-0ebe-4836-9458-b813d1bcbde4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-2109311328-subnet', 'tenant_id': 'af4cc1fbb91e4a5c856e947d8072b697', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:22:38.230170 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ea51fe8f-71eb-411f-b896-b139415296e4 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:38.280793 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-bec884d5-10e2-40de-88cc-94e0533bc8d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:22:38.329381 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-bec884d5-10e2-40de-88cc-94e0533bc8d2 admin admin] Usage tracker for resource:subnet and tenant:af4cc1fbb91e4a5c856e947d8072b697 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:22:38.343437 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea51fe8f-71eb-411f-b896-b139415296e4 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df8ea18b-2c43-43bb-b016-2f5a2fd664ca,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:22:38.348427 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-bec884d5-10e2-40de-88cc-94e0533bc8d2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:22:38.375189 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-bec884d5-10e2-40de-88cc-94e0533bc8d2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:22:38.412642 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd968f9-b4b2-4654-a088-28b7c8890d4a req-fc1057a1-d24a-40f3-96e4-593b74e9fb8b tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:38.415259 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6fd968f9-b4b2-4654-a088-28b7c8890d4a req-fc1057a1-d24a-40f3-96e4-593b74e9fb8b tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/ports?device_id=2f903cc6-4588-4e6d-9f98-4119c026a994 HTTP/1.1" status: 200 len: 945 time: 0.9894304 May 30 20:22:38.445255 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7c8b3b86-2b34-4684-9972-3f1083d6fa4c tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Notify callbacks [] for router, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:38.470702 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ea51fe8f-71eb-411f-b896-b139415296e4 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:38.471902 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-ea51fe8f-71eb-411f-b896-b139415296e4 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.3693583 May 30 20:22:38.475686 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 35430) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:22:38.487070 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-a9f5fc1f-15fe-42a6-8371-17ed277be733 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Request body: {'floatingip': {'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:22:38.508672 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-a9f5fc1f-15fe-42a6-8371-17ed277be733 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:22:38.516141 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-a9f5fc1f-15fe-42a6-8371-17ed277be733 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Usage tracker for resource:floatingip and tenant:204a9ca9af944bf39656e3dc7145a4f6 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:22:38.521157 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6fd968f9-b4b2-4654-a088-28b7c8890d4a req-f8e6c93c-05ea-4d3b-a1e8-6eb5559c2fe7 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2ed7a16-df30-4283-b4d4-5e9611f16ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964956 May 30 20:22:38.522746 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-a9f5fc1f-15fe-42a6-8371-17ed277be733 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:22:38.533918 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-a9f5fc1f-15fe-42a6-8371-17ed277be733 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:22:38.556859 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f2db71da-7a1c-4eca-b2e7-4d78ddd5a0c5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:38.580519 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bec884d5-10e2-40de-88cc-94e0533bc8d2 admin admin] Made reservation on behalf of af4cc1fbb91e4a5c856e947d8072b697 for: {'subnet': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:22:38.582773 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bec884d5-10e2-40de-88cc-94e0533bc8d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2778563'] for subnet, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:38.686167 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a9f5fc1f-15fe-42a6-8371-17ed277be733 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Notify callbacks [] for floatingip, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:38.708376 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-f2db71da-7a1c-4eca-b2e7-4d78ddd5a0c5 admin admin] Deleting port 87ed3c4f-ff4a-428d-9b3f-7b0558a08dfa {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:22:38.708702 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f2db71da-7a1c-4eca-b2e7-4d78ddd5a0c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:39.037990 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7c8b3b86-2b34-4684-9972-3f1083d6fa4c tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:39.075165 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-0d3c7187-6618-4109-82f5-f9e33b655c31 admin admin] Deleting port dfd99122-1bc2-4b8a-8540-66288246dacb {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:22:39.075626 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0d3c7187-6618-4109-82f5-f9e33b655c31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:39.110276 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [None req-f2db71da-7a1c-4eca-b2e7-4d78ddd5a0c5 admin admin] For port 87ed3c4f-ff4a-428d-9b3f-7b0558a08dfa, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=87ed3c4f-ff4a-428d-9b3f-7b0558a08dfa,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:22:39.111374 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f2db71da-7a1c-4eca-b2e7-4d78ddd5a0c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:39.157029 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-7c8b3b86-2b34-4684-9972-3f1083d6fa4c tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Deleting port 304946ac-bb73-4a64-a8a5-6d342c6b2a38 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:22:39.157549 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7c8b3b86-2b34-4684-9972-3f1083d6fa4c tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:39.428864 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-84065858-cfee-4767-8dc8-5938de3fbd2b req-046f6dc8-6703-45c0-8fd2-5b933c6cf21a tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/ports?device_id=9344e871-e93a-4ab0-b2c6-c1bdb8e7cd51 HTTP/1.1" status: 200 len: 210 time: 0.1030827 May 30 20:22:39.447096 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-f2db71da-7a1c-4eca-b2e7-4d78ddd5a0c5 admin admin] Calling delete_port for 87ed3c4f-ff4a-428d-9b3f-7b0558a08dfa owned by network:router_gateway {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:22:39.507046 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdee8fd-701f-4955-a39b-5e2b269c544b req-48a86f5c-5611-4b56-8b4f-4377a08ad820 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:39.508773 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2fdee8fd-701f-4955-a39b-5e2b269c544b req-48a86f5c-5611-4b56-8b4f-4377a08ad820 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/ports?device_id=2f903cc6-4588-4e6d-9f98-4119c026a994 HTTP/1.1" status: 200 len: 945 time: 0.6086082 May 30 20:22:39.666348 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [None req-0d3c7187-6618-4109-82f5-f9e33b655c31 admin admin] For port dfd99122-1bc2-4b8a-8540-66288246dacb, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=dfd99122-1bc2-4b8a-8540-66288246dacb,segment=NetworkSegment(9a55defe-184e-4bf7-910e-e2b419e5729f),segment_id=9a55defe-184e-4bf7-910e-e2b419e5729f)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:22:39.666721 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0d3c7187-6618-4109-82f5-f9e33b655c31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:39.671604 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2fdee8fd-701f-4955-a39b-5e2b269c544b req-1eb03e5a-deb4-4b02-8705-f628f201d4e2 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2ed7a16-df30-4283-b4d4-5e9611f16ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404891 May 30 20:22:39.675425 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a9f5fc1f-15fe-42a6-8371-17ed277be733 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:39.791230 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7c8b3b86-2b34-4684-9972-3f1083d6fa4c tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:39.883151 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bec884d5-10e2-40de-88cc-94e0533bc8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4127140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2778577'] for subnet, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:39.932061 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-0d3c7187-6618-4109-82f5-f9e33b655c31 admin admin] Calling delete_port for dfd99122-1bc2-4b8a-8540-66288246dacb owned by network:router_interface {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:22:40.187607 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741d7f04-11fa-4474-8169-74f83d9201f7 req-865593d5-97b0-411c-999f-e54feff4b172 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:40.190564 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-741d7f04-11fa-4474-8169-74f83d9201f7 req-865593d5-97b0-411c-999f-e54feff4b172 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.86 "GET /v2.0/networks?id=3b009590-a296-4757-aa36-6233b5dedf2d HTTP/1.1" status: 200 len: 819 time: 0.7607274 May 30 20:22:40.196782 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec884d5-10e2-40de-88cc-94e0533bc8d2 admin admin] Checking segment: {'id': '40468e3f-2630-4d51-98c1-4a518f6532d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'ff30330a-0ebe-4836-9458-b813d1bcbde4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:22:40.197340 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec884d5-10e2-40de-88cc-94e0533bc8d2 admin admin] Network hostable DHCP agents. Network: ff30330a-0ebe-4836-9458-b813d1bcbde4, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:22:40.203887 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec884d5-10e2-40de-88cc-94e0533bc8d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7991eded-d330-4e4e-ace3-aeb4d5f3ff0a,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:22:40.216216 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-7c8b3b86-2b34-4684-9972-3f1083d6fa4c tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Calling delete_port for 304946ac-bb73-4a64-a8a5-6d342c6b2a38 owned by network:router_gateway {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:22:40.226687 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-a9f5fc1f-15fe-42a6-8371-17ed277be733 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Allocated IP 172.25.8.248 (c7869750-4b49-4b7e-aa99-5e0f1ae02da4/427601ec-f643-4fe7-b5e6-17305d3a39e1/2a105aac-8c0b-44ed-b633-35e2ce9fe157) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:22:40.296534 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f2db71da-7a1c-4eca-b2e7-4d78ddd5a0c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:40.409882 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-741d7f04-11fa-4474-8169-74f83d9201f7 req-df862e36-5264-4823-9218-edabab14364a tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=88e042593d914709b0b6e8865f4bc68d HTTP/1.1" status: 200 len: 380 time: 0.1524312 May 30 20:22:40.426814 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec884d5-10e2-40de-88cc-94e0533bc8d2 admin admin] Network ff30330a-0ebe-4836-9458-b813d1bcbde4 is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:22:40.431346 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-741d7f04-11fa-4474-8169-74f83d9201f7 req-c9aef917-f6f7-4617-813a-4580a9708e9c tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Request body: {'port': {'device_id': '9344e871-e93a-4ab0-b2c6-c1bdb8e7cd51', 'network_id': '3b009590-a296-4757-aa36-6233b5dedf2d', 'admin_state_up': True, 'tenant_id': '88e042593d914709b0b6e8865f4bc68d', 'security_groups': ['3a2b8dd1-9f73-464e-8b6a-7ffd93a0edae']}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:22:40.439673 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2db71da-7a1c-4eca-b2e7-4d78ddd5a0c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=87ed3c4f-ff4a-428d-9b3f-7b0558a08dfa,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:22:40.466313 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8355bf-5cc0-482e-b092-866e94778bd2 req-9536493e-db04-4dcf-a5ba-cb9507bd6ff1 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:40.467877 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9f8355bf-5cc0-482e-b092-866e94778bd2 req-9536493e-db04-4dcf-a5ba-cb9507bd6ff1 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/ports?device_id=2f903cc6-4588-4e6d-9f98-4119c026a994 HTTP/1.1" status: 200 len: 945 time: 0.5466197 May 30 20:22:40.552953 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-bec884d5-10e2-40de-88cc-94e0533bc8d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, ff30330a-0ebe-4836-9458-b813d1bcbde4) {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:22:40.566980 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec884d5-10e2-40de-88cc-94e0533bc8d2 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:40.566980 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bec884d5-10e2-40de-88cc-94e0533bc8d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:40.570629 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a21449-6c3c-4b99-a8c2-15b7f11a6916 None None] Network ff30330a-0ebe-4836-9458-b813d1bcbde4 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:22:40.741604 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9f8355bf-5cc0-482e-b092-866e94778bd2 req-9b90bab1-8e81-45ad-ace3-5f7cf66022e5 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2ed7a16-df30-4283-b4d4-5e9611f16ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190540 May 30 20:22:40.791440 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a9f5fc1f-15fe-42a6-8371-17ed277be733 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:40.804132 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-bec884d5-10e2-40de-88cc-94e0533bc8d2 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.6148784 May 30 20:22:40.814964 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 35452) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:22:40.832523 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-e8abcfd6-ee03-4c1c-afd2-e59185a38032 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-2109311328-router', 'tenant_id': 'af4cc1fbb91e4a5c856e947d8072b697', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:22:40.884929 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f2db71da-7a1c-4eca-b2e7-4d78ddd5a0c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-736453'] for router_gateway, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:40.977176 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-741d7f04-11fa-4474-8169-74f83d9201f7 req-c9aef917-f6f7-4617-813a-4580a9708e9c tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:22:41.041304 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-741d7f04-11fa-4474-8169-74f83d9201f7 req-c9aef917-f6f7-4617-813a-4580a9708e9c tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:22:41.082326 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0d3c7187-6618-4109-82f5-f9e33b655c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:41.113110 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-e8abcfd6-ee03-4c1c-afd2-e59185a38032 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:22:41.149575 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38388aee-b466-4e33-9c21-596aba2894ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-ff30330a-0ebe-4836-9458-b813d1bcbde4', 'network_id': 'ff30330a-0ebe-4836-9458-b813d1bcbde4', 'tenant_id': 'af4cc1fbb91e4a5c856e947d8072b697', 'fixed_ips': [{'subnet_id': '7991eded-d330-4e4e-ace3-aeb4d5f3ff0a'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:22:41.150434 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-38388aee-b466-4e33-9c21-596aba2894ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:41.167962 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-657af6fd-3c2e-4897-be10-f7392b0f3a04 req-d5541225-900a-4592-b816-f06423d1a14e tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/ports?device_id=9344e871-e93a-4ab0-b2c6-c1bdb8e7cd51 HTTP/1.1" status: 200 len: 210 time: 0.3394389 May 30 20:22:41.180108 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3c7187-6618-4109-82f5-f9e33b655c31 admin admin] Pushing event deleted for resources: {'Port': ['ID=dfd99122-1bc2-4b8a-8540-66288246dacb,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:22:41.180686 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-e8abcfd6-ee03-4c1c-afd2-e59185a38032 admin admin] Usage tracker for resource:router and tenant:af4cc1fbb91e4a5c856e947d8072b697 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:22:41.196260 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-e8abcfd6-ee03-4c1c-afd2-e59185a38032 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:22:41.347693 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-e8abcfd6-ee03-4c1c-afd2-e59185a38032 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:22:41.359709 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a9f5fc1f-15fe-42a6-8371-17ed277be733 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:41.394267 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7c8b3b86-2b34-4684-9972-3f1083d6fa4c tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:41.481492 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-741d7f04-11fa-4474-8169-74f83d9201f7 req-c9aef917-f6f7-4617-813a-4580a9708e9c tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Made reservation on behalf of 88e042593d914709b0b6e8865f4bc68d for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:22:41.486870 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-741d7f04-11fa-4474-8169-74f83d9201f7 req-c9aef917-f6f7-4617-813a-4580a9708e9c tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:41.497915 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-38388aee-b466-4e33-9c21-596aba2894ac None None] Allocated IP 172.20.0.2 (ff30330a-0ebe-4836-9458-b813d1bcbde4/7991eded-d330-4e4e-ace3-aeb4d5f3ff0a/c49b7966-685c-4ce4-bb0a-b76382b84bfe) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:22:41.615110 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8b3b86-2b34-4684-9972-3f1083d6fa4c tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Pushing event deleted for resources: {'Port': ['ID=304946ac-bb73-4a64-a8a5-6d342c6b2a38,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:22:41.686380 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f2db71da-7a1c-4eca-b2e7-4d78ddd5a0c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-724789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3141'] for router, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:41.699846 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f5fc1f-15fe-42a6-8371-17ed277be733 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:22:41.703438 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-a9f5fc1f-15fe-42a6-8371-17ed277be733 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:22:41.705742 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e8abcfd6-ee03-4c1c-afd2-e59185a38032 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-733683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3159'] for router, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:41.706799 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e8abcfd6-ee03-4c1c-afd2-e59185a38032 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-733584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-736372', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-628480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3164'] for router, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:41.710277 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f5fc1f-15fe-42a6-8371-17ed277be733 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:22:41.746034 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f2db71da-7a1c-4eca-b2e7-4d78ddd5a0c5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:41.765934 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f5fc1f-15fe-42a6-8371-17ed277be733 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Pushing event updated for resources: {'Port': ['ID=2a105aac-8c0b-44ed-b633-35e2ce9fe157,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:22:41.846547 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-38388aee-b466-4e33-9c21-596aba2894ac None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:41.861141 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-38388aee-b466-4e33-9c21-596aba2894ac None None] Transition to ACTIVE for port object c49b7966-685c-4ce4-bb0a-b76382b84bfe will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:22:41.897269 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e8abcfd6-ee03-4c1c-afd2-e59185a38032 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:41.969104 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-38388aee-b466-4e33-9c21-596aba2894ac None None] Transition to ACTIVE for port object c49b7966-685c-4ce4-bb0a-b76382b84bfe will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:22:41.971308 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f2db71da-7a1c-4eca-b2e7-4d78ddd5a0c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724889'] for router, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:41.972148 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2db71da-7a1c-4eca-b2e7-4d78ddd5a0c5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f61bc5b0-ceb6-484b-ac27-eb8eaf2878f7 {{(pid=84886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:22:42.069823 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-38388aee-b466-4e33-9c21-596aba2894ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:42.159098 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f2db71da-7a1c-4eca-b2e7-4d78ddd5a0c5 admin admin] Notify callbacks [] for router, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:42.163216 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-f2db71da-7a1c-4eca-b2e7-4d78ddd5a0c5 admin admin] 10.222.0.85 "DELETE /v2.0/routers/f61bc5b0-ceb6-484b-ac27-eb8eaf2878f7 HTTP/1.1" status: 204 len: 168 time: 6.2257206 May 30 20:22:42.163920 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 35468) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:22:42.238237 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38388aee-b466-4e33-9c21-596aba2894ac None None] Pushing event updated for resources: {'Port': ['ID=c49b7966-685c-4ce4-bb0a-b76382b84bfe,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:22:42.258321 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38388aee-b466-4e33-9c21-596aba2894ac None None] Network ff30330a-0ebe-4836-9458-b813d1bcbde4 is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:22:42.260992 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38388aee-b466-4e33-9c21-596aba2894ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:22:42.261339 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38388aee-b466-4e33-9c21-596aba2894ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:22:42.261716 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38388aee-b466-4e33-9c21-596aba2894ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:22:42.262057 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38388aee-b466-4e33-9c21-596aba2894ac None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:22:42.262390 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38388aee-b466-4e33-9c21-596aba2894ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:22:42.262580 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e8abcfd6-ee03-4c1c-afd2-e59185a38032 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-736390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:42.262711 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38388aee-b466-4e33-9c21-596aba2894ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:22:42.263028 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38388aee-b466-4e33-9c21-596aba2894ac None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:22:42.263475 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38388aee-b466-4e33-9c21-596aba2894ac None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:22:42.263803 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38388aee-b466-4e33-9c21-596aba2894ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:22:42.264127 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38388aee-b466-4e33-9c21-596aba2894ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:22:42.264453 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38388aee-b466-4e33-9c21-596aba2894ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:22:42.269041 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-38388aee-b466-4e33-9c21-596aba2894ac None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:22:42.271238 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38388aee-b466-4e33-9c21-596aba2894ac None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:22:42.422516 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69ad659-a507-4723-8287-c834f0c64174 req-2dc3310a-c64f-4b70-9e3c-ddffe4c5802b tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:42.423164 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0c03f11-168f-4bd7-95d9-145d0219175d admin admin] Deleting subnet d3d3176d-ed5e-4750-bd9f-9dc7413b362c {{(pid=84886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:22:42.431031 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d69ad659-a507-4723-8287-c834f0c64174 req-2dc3310a-c64f-4b70-9e3c-ddffe4c5802b tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/ports?device_id=2f903cc6-4588-4e6d-9f98-4119c026a994 HTTP/1.1" status: 200 len: 945 time: 1.1050415 May 30 20:22:42.431735 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-38388aee-b466-4e33-9c21-596aba2894ac None None] Attempting to bind port c49b7966-685c-4ce4-bb0a-b76382b84bfe on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:22:42.432099 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-38388aee-b466-4e33-9c21-596aba2894ac None None] Attempting to bind port c49b7966-685c-4ce4-bb0a-b76382b84bfe by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': '40468e3f-2630-4d51-98c1-4a518f6532d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'ff30330a-0ebe-4836-9458-b813d1bcbde4'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:22:42.432474 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38388aee-b466-4e33-9c21-596aba2894ac None None] Attempting to bind port c49b7966-685c-4ce4-bb0a-b76382b84bfe on network ff30330a-0ebe-4836-9458-b813d1bcbde4 {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:22:42.433224 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e0c03f11-168f-4bd7-95d9-145d0219175d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:42.447166 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38388aee-b466-4e33-9c21-596aba2894ac None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:22:42.447600 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38388aee-b466-4e33-9c21-596aba2894ac None None] Checking segment: {'id': '40468e3f-2630-4d51-98c1-4a518f6532d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'ff30330a-0ebe-4836-9458-b813d1bcbde4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:22:42.447930 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-38388aee-b466-4e33-9c21-596aba2894ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:42.448372 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38388aee-b466-4e33-9c21-596aba2894ac None None] Bound using segment: {'id': '40468e3f-2630-4d51-98c1-4a518f6532d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'ff30330a-0ebe-4836-9458-b813d1bcbde4'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:22:42.448834 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-38388aee-b466-4e33-9c21-596aba2894ac None None] Bound port: c49b7966-685c-4ce4-bb0a-b76382b84bfe, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40468e3f-2630-4d51-98c1-4a518f6532d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'ff30330a-0ebe-4836-9458-b813d1bcbde4'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:22:42.449199 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-38388aee-b466-4e33-9c21-596aba2894ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:42.467842 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a9f5fc1f-15fe-42a6-8371-17ed277be733 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:42.500513 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7c8b3b86-2b34-4684-9972-3f1083d6fa4c tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-736453'] for router_gateway, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:42.619553 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-201a7444-a36c-471c-bb41-f6a144384e88 req-73ec5634-fd14-4cb5-88d9-21c500cfcc2b tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/ports?device_id=9344e871-e93a-4ab0-b2c6-c1bdb8e7cd51 HTTP/1.1" status: 200 len: 210 time: 0.1934891 May 30 20:22:42.712842 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-38388aee-b466-4e33-9c21-596aba2894ac None None] For port c49b7966-685c-4ce4-bb0a-b76382b84bfe, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:22:42.721584 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-38388aee-b466-4e33-9c21-596aba2894ac None None] For port c49b7966-685c-4ce4-bb0a-b76382b84bfe, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=c49b7966-685c-4ce4-bb0a-b76382b84bfe,segment=NetworkSegment(40468e3f-2630-4d51-98c1-4a518f6532d2),segment_id=40468e3f-2630-4d51-98c1-4a518f6532d2)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:22:42.740602 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d69ad659-a507-4723-8287-c834f0c64174 req-aabf6da2-7d63-4dfd-be3f-d5bfeacc6caa tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2ed7a16-df30-4283-b4d4-5e9611f16ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3082547 May 30 20:22:42.750017 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [req-741d7f04-11fa-4474-8169-74f83d9201f7 req-c9aef917-f6f7-4617-813a-4580a9708e9c tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Allocated IP 172.20.0.14 (3b009590-a296-4757-aa36-6233b5dedf2d/4a48f417-ba85-44a0-9f1b-28d1dfa8235b/078b0eb3-7ef6-4b86-9aaa-e86d5bd99c01) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:22:42.776090 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e0c03f11-168f-4bd7-95d9-145d0219175d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2655517'] for subnet, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:42.831341 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-38388aee-b466-4e33-9c21-596aba2894ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:42.863030 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a9f5fc1f-15fe-42a6-8371-17ed277be733 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:42.962861 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38388aee-b466-4e33-9c21-596aba2894ac None None] Pushing event updated for resources: {'Port': ['ID=c49b7966-685c-4ce4-bb0a-b76382b84bfe,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:22:43.034996 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0d3c7187-6618-4109-82f5-f9e33b655c31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1718140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-736143'] for router_interface, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:43.047228 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7c8b3b86-2b34-4684-9972-3f1083d6fa4c tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-724789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3141'] for router, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:43.068695 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7c8b3b86-2b34-4684-9972-3f1083d6fa4c tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:43.106896 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e0c03f11-168f-4bd7-95d9-145d0219175d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:43.260225 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d7350f-5537-467f-9d82-624ae2f7f793 req-f24a2e57-5613-46d4-b086-1c8aa5f3c830 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:43.261082 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-96d7350f-5537-467f-9d82-624ae2f7f793 req-f24a2e57-5613-46d4-b086-1c8aa5f3c830 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/ports?device_id=2f903cc6-4588-4e6d-9f98-4119c026a994 HTTP/1.1" status: 200 len: 945 time: 0.3681748 May 30 20:22:43.395888 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e0c03f11-168f-4bd7-95d9-145d0219175d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4127075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2778536'] for subnet, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:43.401076 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a9f5fc1f-15fe-42a6-8371-17ed277be733 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:43.459123 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c03f11-168f-4bd7-95d9-145d0219175d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3d3176d-ed5e-4750-bd9f-9dc7413b362c,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:22:43.475519 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c03f11-168f-4bd7-95d9-145d0219175d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:22:43.475873 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c03f11-168f-4bd7-95d9-145d0219175d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:22:43.476219 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c03f11-168f-4bd7-95d9-145d0219175d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:22:43.476581 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c03f11-168f-4bd7-95d9-145d0219175d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:22:43.476895 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c03f11-168f-4bd7-95d9-145d0219175d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:22:43.477229 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c03f11-168f-4bd7-95d9-145d0219175d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:22:43.477568 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c03f11-168f-4bd7-95d9-145d0219175d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:22:43.477928 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c03f11-168f-4bd7-95d9-145d0219175d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:22:43.478253 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c03f11-168f-4bd7-95d9-145d0219175d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:22:43.478575 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c03f11-168f-4bd7-95d9-145d0219175d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:22:43.478902 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c03f11-168f-4bd7-95d9-145d0219175d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:22:43.488059 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e8abcfd6-ee03-4c1c-afd2-e59185a38032 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:43.525645 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e8abcfd6-ee03-4c1c-afd2-e59185a38032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:43.531841 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a9f5fc1f-15fe-42a6-8371-17ed277be733 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:43.536026 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e0c03f11-168f-4bd7-95d9-145d0219175d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:43.540239 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18dee5c0-22c1-4ce5-a8a0-1f72ff84b40b None None] Network cd0af190-bc13-4695-b23f-a32845a3a302 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:22:43.551617 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-741d7f04-11fa-4474-8169-74f83d9201f7 req-c9aef917-f6f7-4617-813a-4580a9708e9c tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:43.575706 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7c8b3b86-2b34-4684-9972-3f1083d6fa4c tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724889'] for router, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:43.576211 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c8b3b86-2b34-4684-9972-3f1083d6fa4c tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Fanout notify agent at l3_agent the message router_deleted on router bc0ae1c9-63ab-4df7-b927-29ee8542578e {{(pid=84887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:22:43.585219 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-741d7f04-11fa-4474-8169-74f83d9201f7 req-c9aef917-f6f7-4617-813a-4580a9708e9c tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Transition to ACTIVE for port object 078b0eb3-7ef6-4b86-9aaa-e86d5bd99c01 will not be triggered until provisioned by entity DHCP. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:22:43.619087 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7c8b3b86-2b34-4684-9972-3f1083d6fa4c tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Notify callbacks [] for router, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:43.629573 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-7c8b3b86-2b34-4684-9972-3f1083d6fa4c tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] 10.222.0.85 "DELETE /v2.0/routers/bc0ae1c9-63ab-4df7-b927-29ee8542578e HTTP/1.1" status: 204 len: 168 time: 5.9512157 May 30 20:22:43.629573 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 35480) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:22:43.631068 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-ee9c164d-455e-4ffd-b22e-8c113a52e5c6 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1676395919', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'enable_snat': False}}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:22:43.644510 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-ee9c164d-455e-4ffd-b22e-8c113a52e5c6 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:22:43.652364 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-ee9c164d-455e-4ffd-b22e-8c113a52e5c6 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Usage tracker for resource:router and tenant:da59b0ab053d44aa885bd8af8ce102e7 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:22:43.657436 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-ee9c164d-455e-4ffd-b22e-8c113a52e5c6 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:22:43.677854 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-ee9c164d-455e-4ffd-b22e-8c113a52e5c6 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:22:43.867964 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ee9c164d-455e-4ffd-b22e-8c113a52e5c6 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-733683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3159'] for router, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:43.869552 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ee9c164d-455e-4ffd-b22e-8c113a52e5c6 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-733584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-736372', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-628480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3164'] for router, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:43.874790 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-741d7f04-11fa-4474-8169-74f83d9201f7 req-c9aef917-f6f7-4617-813a-4580a9708e9c tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:43.986252 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-96d7350f-5537-467f-9d82-624ae2f7f793 req-173fed45-0a9d-4c22-9bba-e8c45ea3eec0 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2ed7a16-df30-4283-b4d4-5e9611f16ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6429293 May 30 20:22:43.998746 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd234622-017a-426d-98f4-bfaa3bf9ef35 None None] DHCP port deletion for cd0af190-bc13-4695-b23f-a32845a3a302 request from n-d-843948-2 {{(pid=84888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:22:44.005164 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-bd234622-017a-426d-98f4-bfaa3bf9ef35 None None] Deleting port b43bdb78-31dd-40d0-a792-b36bcf8da753 {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:22:44.005897 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-bd234622-017a-426d-98f4-bfaa3bf9ef35 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:44.047019 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-e0c03f11-168f-4bd7-95d9-145d0219175d admin admin] 10.222.0.85 "DELETE /v2.0/subnets/d3d3176d-ed5e-4750-bd9f-9dc7413b362c HTTP/1.1" status: 204 len: 168 time: 1.8784437 May 30 20:22:44.070884 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 35490) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:22:44.117047 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device c49b7966-685c-4ce4-bb0a-b76382b84bfe up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:22:44.211570 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a9f5fc1f-15fe-42a6-8371-17ed277be733 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736490'] for floatingip, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:44.249444 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f5fc1f-15fe-42a6-8371-17ed277be733 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Pushing event updated for resources: {'Port': ['ID=2a105aac-8c0b-44ed-b633-35e2ce9fe157,revision_number=2']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:22:44.360491 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a9f5fc1f-15fe-42a6-8371-17ed277be733 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:44.369782 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-a9f5fc1f-15fe-42a6-8371-17ed277be733 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.8928635 May 30 20:22:44.425722 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-e8abcfd6-ee03-4c1c-afd2-e59185a38032 admin admin] Allocated IP 172.25.8.114 (c7869750-4b49-4b7e-aa99-5e0f1ae02da4/427601ec-f643-4fe7-b5e6-17305d3a39e1/0015343f-0d98-443a-a5d0-87f2bcedad63) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:22:44.580720 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-741d7f04-11fa-4474-8169-74f83d9201f7 req-c9aef917-f6f7-4617-813a-4580a9708e9c tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Network 3b009590-a296-4757-aa36-6233b5dedf2d is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:22:44.593257 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [req-741d7f04-11fa-4474-8169-74f83d9201f7 req-c9aef917-f6f7-4617-813a-4580a9708e9c tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:22:44.598393 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-bd234622-017a-426d-98f4-bfaa3bf9ef35 None None] For port b43bdb78-31dd-40d0-a792-b36bcf8da753, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=b43bdb78-31dd-40d0-a792-b36bcf8da753,segment=NetworkSegment(6ac1c053-f8b9-4142-8acc-8e9aefb1a2e0),segment_id=6ac1c053-f8b9-4142-8acc-8e9aefb1a2e0)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:22:44.598893 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-bd234622-017a-426d-98f4-bfaa3bf9ef35 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:44.601522 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ee9c164d-455e-4ffd-b22e-8c113a52e5c6 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:44.618521 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-741d7f04-11fa-4474-8169-74f83d9201f7 req-c9aef917-f6f7-4617-813a-4580a9708e9c tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:22:44.656631 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aef917-f6f7-4617-813a-4580a9708e9c tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Pushing event updated for resources: {'Port': ['ID=078b0eb3-7ef6-4b86-9aaa-e86d5bd99c01,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:22:44.706156 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0cf1a4c6-51cb-4c46-a121-ffef9ff4dcad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:44.706927 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083cbdcb-e318-40fc-8571-55e41435448e req-5d5ebd1c-bec6-462c-a388-0746eef0b8c2 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:44.717160 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-083cbdcb-e318-40fc-8571-55e41435448e req-5d5ebd1c-bec6-462c-a388-0746eef0b8c2 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/ports?device_id=2f903cc6-4588-4e6d-9f98-4119c026a994 HTTP/1.1" status: 200 len: 945 time: 0.3343654 May 30 20:22:44.817789 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6edc119a-9f6c-415e-803a-61dff96eb746 None None] Network ff30330a-0ebe-4836-9458-b813d1bcbde4 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:22:44.827836 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e8abcfd6-ee03-4c1c-afd2-e59185a38032 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:44.943102 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-083cbdcb-e318-40fc-8571-55e41435448e req-bf9485a3-e463-452b-8904-42556dec0acc tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2ed7a16-df30-4283-b4d4-5e9611f16ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246687 May 30 20:22:44.954921 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e8abcfd6-ee03-4c1c-afd2-e59185a38032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:44.961663 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741d7f04-11fa-4474-8169-74f83d9201f7 req-c9aef917-f6f7-4617-813a-4580a9708e9c tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:44.962347 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-741d7f04-11fa-4474-8169-74f83d9201f7 req-c9aef917-f6f7-4617-813a-4580a9708e9c tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:45.058538 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8abcfd6-ee03-4c1c-afd2-e59185a38032 admin admin] Network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:22:45.062752 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-e8abcfd6-ee03-4c1c-afd2-e59185a38032 admin admin] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:22:45.071637 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8abcfd6-ee03-4c1c-afd2-e59185a38032 admin admin] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:22:45.105234 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-bd234622-017a-426d-98f4-bfaa3bf9ef35 None None] Calling delete_port for b43bdb78-31dd-40d0-a792-b36bcf8da753 owned by network:dhcp {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:22:45.137095 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8abcfd6-ee03-4c1c-afd2-e59185a38032 admin admin] Pushing event updated for resources: {'Port': ['ID=0015343f-0d98-443a-a5d0-87f2bcedad63,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:22:45.150472 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-0cf1a4c6-51cb-4c46-a121-ffef9ff4dcad admin admin] Deleting port b43bdb78-31dd-40d0-a792-b36bcf8da753 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:22:45.151023 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0cf1a4c6-51cb-4c46-a121-ffef9ff4dcad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:45.213952 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port c49b7966-685c-4ce4-bb0a-b76382b84bfe completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:22:45.215232 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732eea49-a38e-4d49-bd16-8473e418371e req-073b1c1e-9095-46e8-8838-9ba065b7a75b tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:45.216020 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-732eea49-a38e-4d49-bd16-8473e418371e req-073b1c1e-9095-46e8-8838-9ba065b7a75b tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Synchronizing usage tracker for tenant:88e042593d914709b0b6e8865f4bc68d on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:22:45.273650 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 87ed3c4f-ff4a-428d-9b3f-7b0558a08dfa no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:22:45.308224 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-824ef50c-cf4f-4074-ab1b-0b43c5a95342 req-4a5d4037-92fd-475f-b27e-6c94ab4ae3f3 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Synchronizing usage tracker for tenant:204a9ca9af944bf39656e3dc7145a4f6 on resource:security_group {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:22:45.326940 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: 87ed3c4f-ff4a-428d-9b3f-7b0558a08dfa {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:22:45.326940 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 87ed3c4f-ff4a-428d-9b3f-7b0558a08dfa not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:22:45.328098 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-741d7f04-11fa-4474-8169-74f83d9201f7 req-c9aef917-f6f7-4617-813a-4580a9708e9c tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.9056787 May 30 20:22:45.359968 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-68d229fc-e0dd-41c3-b0e9-d774c7b79b5b None None] Provisioning for port c49b7966-685c-4ce4-bb0a-b76382b84bfe completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:22:45.369222 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ee9c164d-455e-4ffd-b22e-8c113a52e5c6 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-736390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:45.373280 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-68d229fc-e0dd-41c3-b0e9-d774c7b79b5b None None] Provisioning complete for port c49b7966-685c-4ce4-bb0a-b76382b84bfe triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:22:45.373280 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-68d229fc-e0dd-41c3-b0e9-d774c7b79b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:45.465286 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-741d7f04-11fa-4474-8169-74f83d9201f7 req-1374f2a3-3e6d-46f6-8c27-110268ff5298 service neutron] Request body: {'port': {'device_id': '9344e871-e93a-4ab0-b2c6-c1bdb8e7cd51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843948-2'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:22:45.490015 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-824ef50c-cf4f-4074-ab1b-0b43c5a95342 req-4a5d4037-92fd-475f-b27e-6c94ab4ae3f3 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Unset dirty status for tenant:204a9ca9af944bf39656e3dc7145a4f6 on resource:security_group {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:22:45.492795 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-732eea49-a38e-4d49-bd16-8473e418371e req-073b1c1e-9095-46e8-8838-9ba065b7a75b tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Unset dirty status for tenant:88e042593d914709b0b6e8865f4bc68d on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:22:45.493998 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-732eea49-a38e-4d49-bd16-8473e418371e req-073b1c1e-9095-46e8-8838-9ba065b7a75b tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/ports?device_id=9344e871-e93a-4ab0-b2c6-c1bdb8e7cd51 HTTP/1.1" status: 200 len: 932 time: 1.5132976 May 30 20:22:45.504852 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-824ef50c-cf4f-4074-ab1b-0b43c5a95342 req-4a5d4037-92fd-475f-b27e-6c94ab4ae3f3 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-securitygroup--963389350&fields=id&tenant_id=204a9ca9af944bf39656e3dc7145a4f6 HTTP/1.1" status: 200 len: 267 time: 0.3173192 May 30 20:22:45.554545 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-68d229fc-e0dd-41c3-b0e9-d774c7b79b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:45.602682 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-68d229fc-e0dd-41c3-b0e9-d774c7b79b5b None None] For port c49b7966-685c-4ce4-bb0a-b76382b84bfe, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=c49b7966-685c-4ce4-bb0a-b76382b84bfe,segment=NetworkSegment(40468e3f-2630-4d51-98c1-4a518f6532d2),segment_id=40468e3f-2630-4d51-98c1-4a518f6532d2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:22:45.605491 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-bd234622-017a-426d-98f4-bfaa3bf9ef35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468'] for port, after_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:45.720139 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e8abcfd6-ee03-4c1c-afd2-e59185a38032 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:45.720993 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e8abcfd6-ee03-4c1c-afd2-e59185a38032 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-736409'] for router, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:45.721114 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd234622-017a-426d-98f4-bfaa3bf9ef35 None None] No DVR routers for this DVR port b43bdb78-31dd-40d0-a792-b36bcf8da753 on host n-d-843948-2 {{(pid=84888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:22:45.723765 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-68d229fc-e0dd-41c3-b0e9-d774c7b79b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:45.749257 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824ef50c-cf4f-4074-ab1b-0b43c5a95342 req-6c550238-3e77-4fef-ab15-d42281d242f2 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:45.756696 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-824ef50c-cf4f-4074-ab1b-0b43c5a95342 req-6c550238-3e77-4fef-ab15-d42281d242f2 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/networks?id=a8fd4d2d-32fb-4554-b8d5-052f07ecf981 HTTP/1.1" status: 200 len: 816 time: 0.2262936 May 30 20:22:45.762391 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd234622-017a-426d-98f4-bfaa3bf9ef35 None None] Pushing event deleted for resources: {'Port': ['ID=b43bdb78-31dd-40d0-a792-b36bcf8da753,revision_number=None']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:22:45.930516 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-824ef50c-cf4f-4074-ab1b-0b43c5a95342 req-5cfd629d-11d6-4f47-93cc-a75549307056 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/quotas/204a9ca9af944bf39656e3dc7145a4f6 HTTP/1.1" status: 200 len: 375 time: 0.1727381 May 30 20:22:45.952659 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d229fc-e0dd-41c3-b0e9-d774c7b79b5b None None] Pushing event updated for resources: {'Port': ['ID=c49b7966-685c-4ce4-bb0a-b76382b84bfe,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:22:45.983730 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device b43bdb78-31dd-40d0-a792-b36bcf8da753 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:22:46.022531 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: b43bdb78-31dd-40d0-a792-b36bcf8da753 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:22:46.022836 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device b43bdb78-31dd-40d0-a792-b36bcf8da753 not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:22:46.026015 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-4d423c6f-de8c-4143-9a5a-c04631b4a912 None None] Provisioning for port 078b0eb3-7ef6-4b86-9aaa-e86d5bd99c01 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:22:46.032134 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-4d423c6f-de8c-4143-9a5a-c04631b4a912 None None] Provisioning complete for port 078b0eb3-7ef6-4b86-9aaa-e86d5bd99c01 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:22:46.036308 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-4d423c6f-de8c-4143-9a5a-c04631b4a912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:46.058299 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-824ef50c-cf4f-4074-ab1b-0b43c5a95342 req-0b9c5a50-6ea5-4c7c-93cb-1f52e4a5edee tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Synchronizing usage tracker for tenant:204a9ca9af944bf39656e3dc7145a4f6 on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:22:46.077986 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-824ef50c-cf4f-4074-ab1b-0b43c5a95342 req-0b9c5a50-6ea5-4c7c-93cb-1f52e4a5edee tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Unset dirty status for tenant:204a9ca9af944bf39656e3dc7145a4f6 on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:22:46.079495 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-824ef50c-cf4f-4074-ab1b-0b43c5a95342 req-0b9c5a50-6ea5-4c7c-93cb-1f52e4a5edee tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=204a9ca9af944bf39656e3dc7145a4f6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1482785 May 30 20:22:46.124875 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-4d423c6f-de8c-4143-9a5a-c04631b4a912 None None] Port 078b0eb3-7ef6-4b86-9aaa-e86d5bd99c01 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:22:46.141821 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-732eea49-a38e-4d49-bd16-8473e418371e req-2c777926-46c3-4b9f-9d2a-30bddd7f4cc7 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/security-groups?id=3a2b8dd1-9f73-464e-8b6a-7ffd93a0edae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3629315 May 30 20:22:46.154340 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [None req-0cf1a4c6-51cb-4c46-a121-ffef9ff4dcad admin admin] For port b43bdb78-31dd-40d0-a792-b36bcf8da753, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=b43bdb78-31dd-40d0-a792-b36bcf8da753,segment=NetworkSegment(6ac1c053-f8b9-4142-8acc-8e9aefb1a2e0),segment_id=6ac1c053-f8b9-4142-8acc-8e9aefb1a2e0)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:22:46.154340 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0cf1a4c6-51cb-4c46-a121-ffef9ff4dcad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:46.188076 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-741d7f04-11fa-4474-8169-74f83d9201f7 req-1374f2a3-3e6d-46f6-8c27-110268ff5298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:46.256917 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-824ef50c-cf4f-4074-ab1b-0b43c5a95342 req-d2958bd4-b599-4722-965a-6073883138d7 service neutron] 10.222.0.85 "GET /v2.0/networks/a8fd4d2d-32fb-4554-b8d5-052f07ecf981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636293 May 30 20:22:46.294846 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-05189a1a-7a1b-480b-a6b3-ec4c3306443d None None] Provisioning complete for port c49b7966-685c-4ce4-bb0a-b76382b84bfe triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:22:46.295479 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-05189a1a-7a1b-480b-a6b3-ec4c3306443d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:46.390456 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-0cf1a4c6-51cb-4c46-a121-ffef9ff4dcad admin admin] Calling delete_port for b43bdb78-31dd-40d0-a792-b36bcf8da753 owned by network:dhcp {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:22:46.435652 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-824ef50c-cf4f-4074-ab1b-0b43c5a95342 req-81a276f1-fdad-4621-baf6-d3fc837007b5 service neutron] 10.222.0.85 "GET /v2.0/networks/a8fd4d2d-32fb-4554-b8d5-052f07ecf981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590586 May 30 20:22:46.437214 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8abcfd6-ee03-4c1c-afd2-e59185a38032 admin admin] Router 194b27f8-2646-4560-86fa-a34ac251ab7c is scheduled to L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 with binding_index 1 {{(pid=84886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 20:22:46.750193 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d3c7187-6618-4109-82f5-f9e33b655c31 admin admin] Router 1b00b1a0-6a52-4d3c-bc99-c8e510c6e235 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:22:46.783028 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.db.api [None req-0cf1a4c6-51cb-4c46-a121-ffef9ff4dcad admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84887) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:22:46.783366 n-d-843948-2 neutron-server[84887]: DEBUG oslo_db.api [None req-0cf1a4c6-51cb-4c46-a121-ffef9ff4dcad admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:22:46.920612 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41304c7-33f7-4631-8eaf-5003605146da req-16e6fc3e-1a0d-4b15-b0d2-c39f961cace4 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:46.922468 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a41304c7-33f7-4631-8eaf-5003605146da req-16e6fc3e-1a0d-4b15-b0d2-c39f961cace4 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/ports?device_id=2f903cc6-4588-4e6d-9f98-4119c026a994 HTTP/1.1" status: 200 len: 945 time: 0.5750945 May 30 20:22:46.996977 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e9980a15-097c-42e0-b664-9426bebf1f37 req-3756d675-8d2e-44ea-b44e-b021b21608c4 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/ports?device_id=fc2f8771-8ae8-478e-b73c-7ebb9203036f HTTP/1.1" status: 200 len: 210 time: 0.0794775 May 30 20:22:47.013465 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8abcfd6-ee03-4c1c-afd2-e59185a38032 admin admin] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:22:47.028047 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a158e3f-57d6-4bb2-afc8-a7cb871ffd0c None None] Sync routers for ids ['194b27f8-2646-4560-86fa-a34ac251ab7c'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:22:47.045251 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a158e3f-57d6-4bb2-afc8-a7cb871ffd0c None None] Routers {'194b27f8-2646-4560-86fa-a34ac251ab7c'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:22:47.047027 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-9a158e3f-57d6-4bb2-afc8-a7cb871ffd0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:22:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['194b27f8-2646-4560-86fa-a34ac251ab7c'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:22:47.106038 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e8abcfd6-ee03-4c1c-afd2-e59185a38032 admin admin] Notify callbacks [] for router, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:47.111014 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-e8abcfd6-ee03-4c1c-afd2-e59185a38032 admin admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.2929354 May 30 20:22:47.111753 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 35534) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:22:47.266620 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-9a158e3f-57d6-4bb2-afc8-a7cb871ffd0c None None] Set router 194b27f8-2646-4560-86fa-a34ac251ab7c gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:22:47.332178 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-0cf1a4c6-51cb-4c46-a121-ffef9ff4dcad admin admin] Deleting port b43bdb78-31dd-40d0-a792-b36bcf8da753 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:22:47.333107 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0cf1a4c6-51cb-4c46-a121-ffef9ff4dcad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:47.583957 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e805138f-7efd-4917-b3ad-b7a940ce9f3b req-225fc79f-f2c8-42fd-af99-7090e2e2102f tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:47.591803 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e805138f-7efd-4917-b3ad-b7a940ce9f3b req-225fc79f-f2c8-42fd-af99-7090e2e2102f tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/ports?device_id=9344e871-e93a-4ab0-b2c6-c1bdb8e7cd51 HTTP/1.1" status: 200 len: 932 time: 0.2274091 May 30 20:22:47.595465 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-0cf1a4c6-51cb-4c46-a121-ffef9ff4dcad admin admin] The port 'b43bdb78-31dd-40d0-a792-b36bcf8da753' was deleted {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 20:22:47.671651 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e805138f-7efd-4917-b3ad-b7a940ce9f3b req-82f0bd5e-e678-42eb-a071-99dcea710817 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/security-groups?id=3a2b8dd1-9f73-464e-8b6a-7ffd93a0edae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788507 May 30 20:22:47.687521 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [req-741d7f04-11fa-4474-8169-74f83d9201f7 req-1374f2a3-3e6d-46f6-8c27-110268ff5298 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 078b0eb3-7ef6-4b86-9aaa-e86d5bd99c01 {{(pid=84887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:22:47.821270 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-741d7f04-11fa-4474-8169-74f83d9201f7 req-1374f2a3-3e6d-46f6-8c27-110268ff5298 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:47.868754 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a41304c7-33f7-4631-8eaf-5003605146da req-3afe881c-c34d-4bed-bfe4-7b7ccd3bf5ef tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2ed7a16-df30-4283-b4d4-5e9611f16ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7338068 May 30 20:22:47.957882 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-741d7f04-11fa-4474-8169-74f83d9201f7 req-1374f2a3-3e6d-46f6-8c27-110268ff5298 service neutron] Transition to ACTIVE for port object 078b0eb3-7ef6-4b86-9aaa-e86d5bd99c01 will not be triggered until provisioned by entity L2. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:22:47.975603 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-9a158e3f-57d6-4bb2-afc8-a7cb871ffd0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '194b27f8-2646-4560-86fa-a34ac251ab7c', 'name': 'tempest-ServerActionsTestJSON-2109311328-router', 'tenant_id': 'af4cc1fbb91e4a5c856e947d8072b697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '0015343f-0d98-443a-a5d0-87f2bcedad63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:22:41Z', 'updated_at': '2022-05-30T20:22:45Z', 'revision_number': 3, 'project_id': 'af4cc1fbb91e4a5c856e947d8072b697', 'gw_port': {'id': '0015343f-0d98-443a-a5d0-87f2bcedad63', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:3b:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '194b27f8-2646-4560-86fa-a34ac251ab7c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:22:43Z', 'updated_at': '2022-05-30T20:22:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:22:47.988790 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a158e3f-57d6-4bb2-afc8-a7cb871ffd0c None None] Checking router: 194b27f8-2646-4560-86fa-a34ac251ab7c for host: n-d-843948-2 {{(pid=84889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:22:47.989736 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a158e3f-57d6-4bb2-afc8-a7cb871ffd0c None None] Updating router 194b27f8-2646-4560-86fa-a34ac251ab7c port 0015343f-0d98-443a-a5d0-87f2bcedad63 binding host n-d-843948-2 {{(pid=84889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:22:48.039930 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ee9c164d-455e-4ffd-b22e-8c113a52e5c6 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:48.126123 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device c49b7966-685c-4ce4-bb0a-b76382b84bfe up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:22:48.155401 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-9a158e3f-57d6-4bb2-afc8-a7cb871ffd0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:48.173450 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0cf1a4c6-51cb-4c46-a121-ffef9ff4dcad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:48.221233 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-741d7f04-11fa-4474-8169-74f83d9201f7 req-1374f2a3-3e6d-46f6-8c27-110268ff5298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:48.356813 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port c49b7966-685c-4ce4-bb0a-b76382b84bfe triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:22:48.361679 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:48.830864 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-df98ab69-265e-4126-916e-f72758fc76e5 req-3ff739f0-8ccb-480b-9426-8959d68150b8 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/ports?device_id=fc2f8771-8ae8-478e-b73c-7ebb9203036f HTTP/1.1" status: 200 len: 210 time: 0.3363235 May 30 20:22:48.882251 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ee9c164d-455e-4ffd-b22e-8c113a52e5c6 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:48.940433 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-0cf1a4c6-51cb-4c46-a121-ffef9ff4dcad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd0af190-bc13-4695-b23f-a32845a3a302']}} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:22:48.984897 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-0cf1a4c6-51cb-4c46-a121-ffef9ff4dcad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ac1c053-f8b9-4142-8acc-8e9aefb1a2e0') {'for_net_delete': True} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:22:48.985235 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-0cf1a4c6-51cb-4c46-a121-ffef9ff4dcad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ac1c053-f8b9-4142-8acc-8e9aefb1a2e0') {} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:22:49.005832 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0cf1a4c6-51cb-4c46-a121-ffef9ff4dcad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3149912'] for segment, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:49.058289 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-9a158e3f-57d6-4bb2-afc8-a7cb871ffd0c None None] Notify callbacks [] for port, precommit_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:49.073890 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-92617ac6-bdea-4882-b2c8-72bce6b80fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:49.110795 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.provisioning_blocks [None req-9a158e3f-57d6-4bb2-afc8-a7cb871ffd0c None None] Transition to ACTIVE for port object 0015343f-0d98-443a-a5d0-87f2bcedad63 will not be triggered until provisioned by entity L2. {{(pid=84889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:22:49.197596 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-9a158e3f-57d6-4bb2-afc8-a7cb871ffd0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:49.221416 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0cf1a4c6-51cb-4c46-a121-ffef9ff4dcad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:49.230293 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cf1a4c6-51cb-4c46-a121-ffef9ff4dcad admin admin] Releasing vlan 652 on physical network physnet1 to pool {{(pid=84887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:22:49.230642 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0cf1a4c6-51cb-4c46-a121-ffef9ff4dcad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4055488'] for segment, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:49.358520 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1374f2a3-3e6d-46f6-8c27-110268ff5298 service neutron] Pushing event updated for resources: {'Port': ['ID=078b0eb3-7ef6-4b86-9aaa-e86d5bd99c01,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:22:49.360764 n-d-843948-2 neutron-server[84887]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:22:49.360764 n-d-843948-2 neutron-server[84887]: util.warn( May 30 20:22:49.360764 n-d-843948-2 neutron-server[84887]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:22:49.360764 n-d-843948-2 neutron-server[84887]: util.warn( May 30 20:22:49.360764 n-d-843948-2 neutron-server[84887]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:22:49.360764 n-d-843948-2 neutron-server[84887]: util.warn( May 30 20:22:49.360764 n-d-843948-2 neutron-server[84887]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:22:49.360764 n-d-843948-2 neutron-server[84887]: util.warn( May 30 20:22:49.360764 n-d-843948-2 neutron-server[84887]: Traceback (most recent call last): May 30 20:22:49.360764 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:22:49.360764 n-d-843948-2 neutron-server[84887]: timer() May 30 20:22:49.360764 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:22:49.360764 n-d-843948-2 neutron-server[84887]: cb(*args, **kw) May 30 20:22:49.360764 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:22:49.360764 n-d-843948-2 neutron-server[84887]: return func(*args, **kwargs) May 30 20:22:49.360764 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:22:49.360764 n-d-843948-2 neutron-server[84887]: self._notify() May 30 20:22:49.360764 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:22:49.360764 n-d-843948-2 neutron-server[84887]: self.callback(batched_events) May 30 20:22:49.360764 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:22:49.360764 n-d-843948-2 neutron-server[84887]: event.method(event) May 30 20:22:49.360764 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:22:49.360764 n-d-843948-2 neutron-server[84887]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:22:49.360764 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:22:49.360764 n-d-843948-2 neutron-server[84887]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:22:49.360764 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:22:49.360764 n-d-843948-2 neutron-server[84887]: return f(self, *a, **k) May 30 20:22:49.360764 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:22:49.360764 n-d-843948-2 neutron-server[84887]: return self._get(url).json() May 30 20:22:49.360764 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:22:49.360764 n-d-843948-2 neutron-server[84887]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:22:49.360764 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:22:49.360764 n-d-843948-2 neutron-server[84887]: return self.request(url, 'GET', **kwargs) May 30 20:22:49.360764 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:22:49.360764 n-d-843948-2 neutron-server[84887]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:22:49.360764 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:22:49.360764 n-d-843948-2 neutron-server[84887]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:22:49.360764 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:22:49.360764 n-d-843948-2 neutron-server[84887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:22:49.360764 n-d-843948-2 neutron-server[84887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:22:49.398064 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:49.471065 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-9a158e3f-57d6-4bb2-afc8-a7cb871ffd0c None None] Attempting to bind port 0015343f-0d98-443a-a5d0-87f2bcedad63 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:22:49.472109 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-9a158e3f-57d6-4bb2-afc8-a7cb871ffd0c None None] Attempting to bind port 0015343f-0d98-443a-a5d0-87f2bcedad63 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}] {{(pid=84889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:22:49.472283 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a158e3f-57d6-4bb2-afc8-a7cb871ffd0c None None] Attempting to bind port 0015343f-0d98-443a-a5d0-87f2bcedad63 on network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:22:49.482101 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a158e3f-57d6-4bb2-afc8-a7cb871ffd0c None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:22:49.482794 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a158e3f-57d6-4bb2-afc8-a7cb871ffd0c None None] Checking segment: {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:22:49.483509 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-9a158e3f-57d6-4bb2-afc8-a7cb871ffd0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:49.484125 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a158e3f-57d6-4bb2-afc8-a7cb871ffd0c None None] Bound using segment: {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'} {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:22:49.484777 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-9a158e3f-57d6-4bb2-afc8-a7cb871ffd0c None None] Bound port: 0015343f-0d98-443a-a5d0-87f2bcedad63, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}}] {{(pid=84889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:22:49.485371 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-9a158e3f-57d6-4bb2-afc8-a7cb871ffd0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:49.609362 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-92617ac6-bdea-4882-b2c8-72bce6b80fe4 admin admin] Allocated IP 172.20.0.1 (ff30330a-0ebe-4836-9458-b813d1bcbde4/7991eded-d330-4e4e-ace3-aeb4d5f3ff0a/7aa4103a-4764-4b3c-aa66-aef85f084f50) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:22:49.628036 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1c403e-6525-4061-b73f-858d303a5ca7 None None] Pushing event updated for resources: {'Port': ['ID=0015343f-0d98-443a-a5d0-87f2bcedad63,revision_number=2']} {{(pid=84889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:22:49.633817 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1374f2a3-3e6d-46f6-8c27-110268ff5298 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:22:49.633817 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1374f2a3-3e6d-46f6-8c27-110268ff5298 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:22:49.633817 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1374f2a3-3e6d-46f6-8c27-110268ff5298 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:22:49.633817 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1374f2a3-3e6d-46f6-8c27-110268ff5298 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:22:49.633817 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1374f2a3-3e6d-46f6-8c27-110268ff5298 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:22:49.634275 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1374f2a3-3e6d-46f6-8c27-110268ff5298 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:22:49.634536 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1374f2a3-3e6d-46f6-8c27-110268ff5298 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:22:49.634863 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1374f2a3-3e6d-46f6-8c27-110268ff5298 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:22:49.635231 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1374f2a3-3e6d-46f6-8c27-110268ff5298 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:22:49.636384 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1374f2a3-3e6d-46f6-8c27-110268ff5298 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:22:49.636384 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1374f2a3-3e6d-46f6-8c27-110268ff5298 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:22:49.644075 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.db [None req-9a158e3f-57d6-4bb2-afc8-a7cb871ffd0c None None] For port 0015343f-0d98-443a-a5d0-87f2bcedad63, host n-d-843948-2, cleared binding levels {{(pid=84889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:22:49.648270 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.db [None req-9a158e3f-57d6-4bb2-afc8-a7cb871ffd0c None None] For port 0015343f-0d98-443a-a5d0-87f2bcedad63, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=0015343f-0d98-443a-a5d0-87f2bcedad63,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:22:49.728845 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-9a158e3f-57d6-4bb2-afc8-a7cb871ffd0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:49.798389 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-741d7f04-11fa-4474-8169-74f83d9201f7 req-1374f2a3-3e6d-46f6-8c27-110268ff5298 service neutron] Attempting to bind port 078b0eb3-7ef6-4b86-9aaa-e86d5bd99c01 on host n-h2-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:22:49.798712 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-741d7f04-11fa-4474-8169-74f83d9201f7 req-1374f2a3-3e6d-46f6-8c27-110268ff5298 service neutron] Attempting to bind port 078b0eb3-7ef6-4b86-9aaa-e86d5bd99c01 by drivers openvswitch,hyperv on host n-h2-843948-2 at level 0 using segments [{'id': '8369aa1b-ac46-424a-9c92-34020eb636de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '3b009590-a296-4757-aa36-6233b5dedf2d'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:22:49.799068 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-741d7f04-11fa-4474-8169-74f83d9201f7 req-1374f2a3-3e6d-46f6-8c27-110268ff5298 service neutron] Attempting to bind port 078b0eb3-7ef6-4b86-9aaa-e86d5bd99c01 on network 3b009590-a296-4757-aa36-6233b5dedf2d {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:22:49.820799 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [None req-ee9c164d-455e-4ffd-b22e-8c113a52e5c6 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Allocated IP 172.25.8.60 (c7869750-4b49-4b7e-aa99-5e0f1ae02da4/427601ec-f643-4fe7-b5e6-17305d3a39e1/6e0668f6-f13f-44f0-ba66-15e1d3343bfb) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:22:49.843572 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93887bec-ff68-4e7f-ad27-a213c3ba8eec req-5eddf24d-6528-40a1-9176-8db291d25fa6 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:49.845038 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-93887bec-ff68-4e7f-ad27-a213c3ba8eec req-5eddf24d-6528-40a1-9176-8db291d25fa6 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/ports?device_id=9344e871-e93a-4ab0-b2c6-c1bdb8e7cd51 HTTP/1.1" status: 200 len: 944 time: 0.4732125 May 30 20:22:49.853765 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0cf1a4c6-51cb-4c46-a121-ffef9ff4dcad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:49.859323 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0cf1a4c6-51cb-4c46-a121-ffef9ff4dcad admin admin] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:49.880506 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-741d7f04-11fa-4474-8169-74f83d9201f7 req-1374f2a3-3e6d-46f6-8c27-110268ff5298 service neutron] Port 078b0eb3-7ef6-4b86-9aaa-e86d5bd99c01 on network 3b009590-a296-4757-aa36-6233b5dedf2d not bound, no agent of type Open vSwitch agent registered on host n-h2-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:22:49.880506 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-741d7f04-11fa-4474-8169-74f83d9201f7 req-1374f2a3-3e6d-46f6-8c27-110268ff5298 service neutron] Attempting to bind port 078b0eb3-7ef6-4b86-9aaa-e86d5bd99c01 on network 3b009590-a296-4757-aa36-6233b5dedf2d {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:22:49.906153 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-92617ac6-bdea-4882-b2c8-72bce6b80fe4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:49.916235 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-0cf1a4c6-51cb-4c46-a121-ffef9ff4dcad admin admin] 10.222.0.85 "DELETE /v2.0/networks/cd0af190-bc13-4695-b23f-a32845a3a302 HTTP/1.1" status: 204 len: 168 time: 5.7611923 May 30 20:22:49.928038 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [None req-92617ac6-bdea-4882-b2c8-72bce6b80fe4 admin admin] Transition to ACTIVE for port object 7aa4103a-4764-4b3c-aa66-aef85f084f50 will not be triggered until provisioned by entity DHCP. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:22:49.936489 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1c403e-6525-4061-b73f-858d303a5ca7 None None] Pushing event updated for resources: {'Port': ['ID=0015343f-0d98-443a-a5d0-87f2bcedad63,revision_number=3']} {{(pid=84889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:22:49.952149 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a158e3f-57d6-4bb2-afc8-a7cb871ffd0c None None] Routers {'194b27f8-2646-4560-86fa-a34ac251ab7c'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:22:49.952928 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-9a158e3f-57d6-4bb2-afc8-a7cb871ffd0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:22:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['194b27f8-2646-4560-86fa-a34ac251ab7c'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:22:50.021325 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d3c7187-6618-4109-82f5-f9e33b655c31 admin admin] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:22:50.035338 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf1a4c6-51cb-4c46-a121-ffef9ff4dcad admin admin] Pushing event deleted for resources: {'Network': ['ID=cd0af190-bc13-4695-b23f-a32845a3a302,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:22:50.044430 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 35564) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:22:50.048624 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47994671-fce8-479e-95f2-a7f6a154112b None None] Sync routers for ids ['1b00b1a0-6a52-4d3c-bc99-c8e510c6e235'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:22:50.050184 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-0d3c7187-6618-4109-82f5-f9e33b655c31 admin admin] 10.222.0.85 "PUT /v2.0/routers/1b00b1a0-6a52-4d3c-bc99-c8e510c6e235/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.2271321 May 30 20:22:50.091525 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47994671-fce8-479e-95f2-a7f6a154112b None None] Routers {'1b00b1a0-6a52-4d3c-bc99-c8e510c6e235'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:22:50.093993 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-47994671-fce8-479e-95f2-a7f6a154112b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:22:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['1b00b1a0-6a52-4d3c-bc99-c8e510c6e235'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:22:50.166341 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-741d7f04-11fa-4474-8169-74f83d9201f7 req-1374f2a3-3e6d-46f6-8c27-110268ff5298 service neutron] Checking agent: {'id': 'eaa08354-e8f5-4e73-af76-8d3cf7d2b390', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 22, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:22:50.171869 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-741d7f04-11fa-4474-8169-74f83d9201f7 req-1374f2a3-3e6d-46f6-8c27-110268ff5298 service neutron] Checking segment: {'id': '8369aa1b-ac46-424a-9c92-34020eb636de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '3b009590-a296-4757-aa36-6233b5dedf2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:22:50.171869 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-741d7f04-11fa-4474-8169-74f83d9201f7 req-1374f2a3-3e6d-46f6-8c27-110268ff5298 service neutron] Bound using segment: {'id': '8369aa1b-ac46-424a-9c92-34020eb636de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '3b009590-a296-4757-aa36-6233b5dedf2d'} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:22:50.171869 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-741d7f04-11fa-4474-8169-74f83d9201f7 req-1374f2a3-3e6d-46f6-8c27-110268ff5298 service neutron] Bound port: 078b0eb3-7ef6-4b86-9aaa-e86d5bd99c01, host: n-h2-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8369aa1b-ac46-424a-9c92-34020eb636de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '3b009590-a296-4757-aa36-6233b5dedf2d'}}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:22:50.171869 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-741d7f04-11fa-4474-8169-74f83d9201f7 req-1374f2a3-3e6d-46f6-8c27-110268ff5298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:50.226909 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-92617ac6-bdea-4882-b2c8-72bce6b80fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:50.361357 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-83044f32-99dc-4dac-912d-62221544ef18 req-95711184-b54b-479f-a207-2982db727ea1 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/ports?device_id=fc2f8771-8ae8-478e-b73c-7ebb9203036f HTTP/1.1" status: 200 len: 210 time: 0.1358814 May 30 20:22:50.382029 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-9a158e3f-57d6-4bb2-afc8-a7cb871ffd0c None None] Set router 194b27f8-2646-4560-86fa-a34ac251ab7c gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:22:50.582502 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-47994671-fce8-479e-95f2-a7f6a154112b None None] Set router 1b00b1a0-6a52-4d3c-bc99-c8e510c6e235 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:22:50.659940 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-93887bec-ff68-4e7f-ad27-a213c3ba8eec req-e00808cc-0c72-4dd6-9fee-45b1742973bf tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/security-groups?id=3a2b8dd1-9f73-464e-8b6a-7ffd93a0edae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7787726 May 30 20:22:50.669040 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824ef50c-cf4f-4074-ab1b-0b43c5a95342 req-9013ee90-735f-4336-b7df-1acda1ff9208 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:50.673947 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-824ef50c-cf4f-4074-ab1b-0b43c5a95342 req-9013ee90-735f-4336-b7df-1acda1ff9208 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.71 "GET /v2.0/networks?id=a8fd4d2d-32fb-4554-b8d5-052f07ecf981 HTTP/1.1" status: 200 len: 816 time: 0.3232367 May 30 20:22:50.751926 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ee9c164d-455e-4ffd-b22e-8c113a52e5c6 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:50.781283 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 35578) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:22:50.893555 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92617ac6-bdea-4882-b2c8-72bce6b80fe4 admin admin] Pushing event updated for resources: {'Port': ['ID=7aa4103a-4764-4b3c-aa66-aef85f084f50,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:22:50.940306 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92617ac6-bdea-4882-b2c8-72bce6b80fe4 admin admin] Network ff30330a-0ebe-4836-9458-b813d1bcbde4 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:22:50.961997 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-92617ac6-bdea-4882-b2c8-72bce6b80fe4 admin admin] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:22:50.970866 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92617ac6-bdea-4882-b2c8-72bce6b80fe4 admin admin] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:22:50.996294 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-824ef50c-cf4f-4074-ab1b-0b43c5a95342 req-f7be632d-d237-4dc8-b8e2-3e055e087110 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Synchronizing usage tracker for tenant:204a9ca9af944bf39656e3dc7145a4f6 on resource:security_group {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:22:50.999622 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ee9c164d-455e-4ffd-b22e-8c113a52e5c6 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:51.094145 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-92617ac6-bdea-4882-b2c8-72bce6b80fe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-736099'] for router_interface, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:51.115537 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a30d820-7001-4747-b2bb-927c3e1378e5 req-9b0e00f3-95e2-4d91-a4d0-5b71c0349c49 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:51.130314 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4a30d820-7001-4747-b2bb-927c3e1378e5 req-9b0e00f3-95e2-4d91-a4d0-5b71c0349c49 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/ports?device_id=2f903cc6-4588-4e6d-9f98-4119c026a994 HTTP/1.1" status: 200 len: 945 time: 0.2812338 May 30 20:22:51.252327 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee9c164d-455e-4ffd-b22e-8c113a52e5c6 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:22:51.255371 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4a30d820-7001-4747-b2bb-927c3e1378e5 req-44060502-a2b0-4c13-9bf2-bbc70edc1ced tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2ed7a16-df30-4283-b4d4-5e9611f16ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215029 May 30 20:22:51.277399 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-ee9c164d-455e-4ffd-b22e-8c113a52e5c6 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:22:51.305270 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9c164d-455e-4ffd-b22e-8c113a52e5c6 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:22:51.314375 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3f92e884-f1f6-41e1-b9ba-e385210a24df admin admin] Notify callbacks [] for router, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:51.362761 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-824ef50c-cf4f-4074-ab1b-0b43c5a95342 req-f7be632d-d237-4dc8-b8e2-3e055e087110 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Unset dirty status for tenant:204a9ca9af944bf39656e3dc7145a4f6 on resource:security_group {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:22:51.369600 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-824ef50c-cf4f-4074-ab1b-0b43c5a95342 req-f7be632d-d237-4dc8-b8e2-3e055e087110 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=204a9ca9af944bf39656e3dc7145a4f6 HTTP/1.1" status: 200 len: 379 time: 0.5518897 May 30 20:22:51.392015 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-824ef50c-cf4f-4074-ab1b-0b43c5a95342 req-3a4e3739-b4c7-48b0-b4ed-15092db03c86 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Request body: {'port': {'device_id': 'fc2f8771-8ae8-478e-b73c-7ebb9203036f', 'network_id': 'a8fd4d2d-32fb-4554-b8d5-052f07ecf981', 'admin_state_up': True, 'tenant_id': '204a9ca9af944bf39656e3dc7145a4f6', 'security_groups': ['43b52b63-89b9-4504-9f0e-59456bc9d48e']}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:22:51.406715 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9c164d-455e-4ffd-b22e-8c113a52e5c6 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Pushing event updated for resources: {'Port': ['ID=6e0668f6-f13f-44f0-ba66-15e1d3343bfb,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:22:51.434808 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-741d7f04-11fa-4474-8169-74f83d9201f7 req-1374f2a3-3e6d-46f6-8c27-110268ff5298 service neutron] For port 078b0eb3-7ef6-4b86-9aaa-e86d5bd99c01, host n-h2-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:22:51.454732 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b2b81d67-7916-4c4c-84d3-cf1898b04f08 None None] Provisioning for port 7aa4103a-4764-4b3c-aa66-aef85f084f50 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:22:51.475119 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b2b81d67-7916-4c4c-84d3-cf1898b04f08 None None] Provisioning complete for port 7aa4103a-4764-4b3c-aa66-aef85f084f50 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:22:51.475615 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b2b81d67-7916-4c4c-84d3-cf1898b04f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:51.531931 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-741d7f04-11fa-4474-8169-74f83d9201f7 req-1374f2a3-3e6d-46f6-8c27-110268ff5298 service neutron] For port 078b0eb3-7ef6-4b86-9aaa-e86d5bd99c01, host n-h2-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=078b0eb3-7ef6-4b86-9aaa-e86d5bd99c01,segment=NetworkSegment(8369aa1b-ac46-424a-9c92-34020eb636de),segment_id=8369aa1b-ac46-424a-9c92-34020eb636de)] {{(pid=84887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:22:51.554517 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-ef418c68-98d2-42a3-82c2-e12c61ee7cee admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=9d17a1b275b44cc58a1065891220db88&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7671087 May 30 20:22:51.559369 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-b2b81d67-7916-4c4c-84d3-cf1898b04f08 None None] Port 7aa4103a-4764-4b3c-aa66-aef85f084f50 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:22:51.561304 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 35586) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:22:51.570534 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-47994671-fce8-479e-95f2-a7f6a154112b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b00b1a0-6a52-4d3c-bc99-c8e510c6e235', 'name': 'tempest-TaggedBootDevicesTest_v242-446887035-router', 'tenant_id': '3828c70dc661485192642e8638cbac3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '8884830c-a3a7-4ced-84cc-6a471364d9ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:11:54Z', 'updated_at': '2022-05-30T20:22:40Z', 'revision_number': 5, 'project_id': '3828c70dc661485192642e8638cbac3c', 'gw_port': {'id': '8884830c-a3a7-4ced-84cc-6a471364d9ad', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:32:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b00b1a0-6a52-4d3c-bc99-c8e510c6e235', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:11:56Z', 'updated_at': '2022-05-30T20:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:22:51.577679 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47994671-fce8-479e-95f2-a7f6a154112b None None] Checking router: 1b00b1a0-6a52-4d3c-bc99-c8e510c6e235 for host: n-d-843948-2 {{(pid=84888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:22:51.594966 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47994671-fce8-479e-95f2-a7f6a154112b None None] Routers {'1b00b1a0-6a52-4d3c-bc99-c8e510c6e235'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:22:51.597485 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-47994671-fce8-479e-95f2-a7f6a154112b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:22:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['1b00b1a0-6a52-4d3c-bc99-c8e510c6e235'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:22:51.660085 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-741d7f04-11fa-4474-8169-74f83d9201f7 req-1374f2a3-3e6d-46f6-8c27-110268ff5298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:51.717204 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-9a158e3f-57d6-4bb2-afc8-a7cb871ffd0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '194b27f8-2646-4560-86fa-a34ac251ab7c', 'name': 'tempest-ServerActionsTestJSON-2109311328-router', 'tenant_id': 'af4cc1fbb91e4a5c856e947d8072b697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '0015343f-0d98-443a-a5d0-87f2bcedad63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:22:41Z', 'updated_at': '2022-05-30T20:22:45Z', 'revision_number': 3, 'project_id': 'af4cc1fbb91e4a5c856e947d8072b697', 'gw_port': {'id': '0015343f-0d98-443a-a5d0-87f2bcedad63', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:3b:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '194b27f8-2646-4560-86fa-a34ac251ab7c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:22:43Z', 'updated_at': '2022-05-30T20:22:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:22:51.735619 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a158e3f-57d6-4bb2-afc8-a7cb871ffd0c None None] The sync data for ids ['194b27f8-2646-4560-86fa-a34ac251ab7c'] in n-d-843948-2 is: [{'id': '194b27f8-2646-4560-86fa-a34ac251ab7c', 'name': 'tempest-ServerActionsTestJSON-2109311328-router', 'tenant_id': 'af4cc1fbb91e4a5c856e947d8072b697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '0015343f-0d98-443a-a5d0-87f2bcedad63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:22:41Z', 'updated_at': '2022-05-30T20:22:45Z', 'revision_number': 3, 'project_id': 'af4cc1fbb91e4a5c856e947d8072b697', 'gw_port': {'id': '0015343f-0d98-443a-a5d0-87f2bcedad63', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:3b:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '194b27f8-2646-4560-86fa-a34ac251ab7c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:22:43Z', 'updated_at': '2022-05-30T20:22:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:22:51.784139 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-92617ac6-bdea-4882-b2c8-72bce6b80fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:52.024918 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-47994671-fce8-479e-95f2-a7f6a154112b None None] Set router 1b00b1a0-6a52-4d3c-bc99-c8e510c6e235 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:22:52.259692 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-235b6e2b-03b1-4e02-9a42-3965c844ab6a req-c97da937-35a6-48cb-97b5-c8db498dbeb4 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/ports?device_id=fc2f8771-8ae8-478e-b73c-7ebb9203036f HTTP/1.1" status: 200 len: 210 time: 0.4155195 May 30 20:22:52.316183 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-741d7f04-11fa-4474-8169-74f83d9201f7 req-1374f2a3-3e6d-46f6-8c27-110268ff5298 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:52.322637 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-741d7f04-11fa-4474-8169-74f83d9201f7 req-1374f2a3-3e6d-46f6-8c27-110268ff5298 service neutron] 10.222.0.86 "PUT /v2.0/ports/078b0eb3-7ef6-4b86-9aaa-e86d5bd99c01 HTTP/1.1" status: 200 len: 1092 time: 6.9752386 May 30 20:22:52.344278 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-824ef50c-cf4f-4074-ab1b-0b43c5a95342 req-3a4e3739-b4c7-48b0-b4ed-15092db03c86 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:22:52.357177 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186f43f0-fd3b-44e2-aad7-0f1b64c96cb3 req-eba55992-7e7c-4e5e-9ad9-5e5535774de7 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:52.366752 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-186f43f0-fd3b-44e2-aad7-0f1b64c96cb3 req-eba55992-7e7c-4e5e-9ad9-5e5535774de7 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/ports?device_id=9344e871-e93a-4ab0-b2c6-c1bdb8e7cd51 HTTP/1.1" status: 200 len: 944 time: 0.4118714 May 30 20:22:52.389696 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-824ef50c-cf4f-4074-ab1b-0b43c5a95342 req-3a4e3739-b4c7-48b0-b4ed-15092db03c86 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:22:52.437863 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9344e871-e93a-4ab0-b2c6-c1bdb8e7cd51', 'tag': '078b0eb3-7ef6-4b86-9aaa-e86d5bd99c01'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:22:52.446124 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:52.469526 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1374f2a3-3e6d-46f6-8c27-110268ff5298 service neutron] Pushing event updated for resources: {'Port': ['ID=078b0eb3-7ef6-4b86-9aaa-e86d5bd99c01,revision_number=3']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:22:52.528168 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-92617ac6-bdea-4882-b2c8-72bce6b80fe4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:52.577079 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3f92e884-f1f6-41e1-b9ba-e385210a24df admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:52.593650 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-92617ac6-bdea-4882-b2c8-72bce6b80fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:52.684333 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-824ef50c-cf4f-4074-ab1b-0b43c5a95342 req-3a4e3739-b4c7-48b0-b4ed-15092db03c86 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Made reservation on behalf of 204a9ca9af944bf39656e3dc7145a4f6 for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:22:52.690218 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-824ef50c-cf4f-4074-ab1b-0b43c5a95342 req-3a4e3739-b4c7-48b0-b4ed-15092db03c86 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:52.775471 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0d827692-4c19-42f2-a2d5-762635b69a6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:52.777742 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-47994671-fce8-479e-95f2-a7f6a154112b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b00b1a0-6a52-4d3c-bc99-c8e510c6e235', 'name': 'tempest-TaggedBootDevicesTest_v242-446887035-router', 'tenant_id': '3828c70dc661485192642e8638cbac3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '8884830c-a3a7-4ced-84cc-6a471364d9ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:11:54Z', 'updated_at': '2022-05-30T20:22:40Z', 'revision_number': 5, 'project_id': '3828c70dc661485192642e8638cbac3c', 'gw_port': {'id': '8884830c-a3a7-4ced-84cc-6a471364d9ad', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:32:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b00b1a0-6a52-4d3c-bc99-c8e510c6e235', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:11:56Z', 'updated_at': '2022-05-30T20:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:22:52.790621 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-3f92e884-f1f6-41e1-b9ba-e385210a24df admin admin] Deleting port 8884830c-a3a7-4ced-84cc-6a471364d9ad {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:22:52.791256 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3f92e884-f1f6-41e1-b9ba-e385210a24df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:52.800427 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47994671-fce8-479e-95f2-a7f6a154112b None None] The sync data for ids ['1b00b1a0-6a52-4d3c-bc99-c8e510c6e235'] in n-d-843948-2 is: [{'id': '1b00b1a0-6a52-4d3c-bc99-c8e510c6e235', 'name': 'tempest-TaggedBootDevicesTest_v242-446887035-router', 'tenant_id': '3828c70dc661485192642e8638cbac3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '8884830c-a3a7-4ced-84cc-6a471364d9ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:11:54Z', 'updated_at': '2022-05-30T20:22:40Z', 'revision_number': 5, 'project_id': '3828c70dc661485192642e8638cbac3c', 'gw_port': {'id': '8884830c-a3a7-4ced-84cc-6a471364d9ad', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:32:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b00b1a0-6a52-4d3c-bc99-c8e510c6e235', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:11:56Z', 'updated_at': '2022-05-30T20:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:22:52.915258 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-186f43f0-fd3b-44e2-aad7-0f1b64c96cb3 req-be99ed26-26e4-454e-9aad-98368fa3f6e2 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/security-groups?id=3a2b8dd1-9f73-464e-8b6a-7ffd93a0edae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5462334 May 30 20:22:52.998782 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92617ac6-bdea-4882-b2c8-72bce6b80fe4 admin admin] Pushing event updated for resources: {'Port': ['ID=7aa4103a-4764-4b3c-aa66-aef85f084f50,revision_number=2']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:22:53.042563 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-92617ac6-bdea-4882-b2c8-72bce6b80fe4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1718057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-736206'] for router_interface, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:53.071761 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0d827692-4c19-42f2-a2d5-762635b69a6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:53.293473 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92617ac6-bdea-4882-b2c8-72bce6b80fe4 admin admin] Network ff30330a-0ebe-4836-9458-b813d1bcbde4 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:22:53.296704 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-92617ac6-bdea-4882-b2c8-72bce6b80fe4 admin admin] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:22:53.302859 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-741d7f04-11fa-4474-8169-74f83d9201f7 req-80c6cf0f-fdc6-499f-98f8-208ae43db74e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=88e042593d914709b0b6e8865f4bc68d&device_id=9344e871-e93a-4ab0-b2c6-c1bdb8e7cd51 HTTP/1.1" status: 200 len: 1095 time: 0.8209178 May 30 20:22:53.384920 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f05fefe-46ea-43e6-974a-dedaabe10cc2 req-86f97b64-602b-4dfc-b2a1-f055b1514cfd tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:53.393576 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0f05fefe-46ea-43e6-974a-dedaabe10cc2 req-86f97b64-602b-4dfc-b2a1-f055b1514cfd tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/ports?device_id=2f903cc6-4588-4e6d-9f98-4119c026a994 HTTP/1.1" status: 200 len: 945 time: 0.7909973 May 30 20:22:53.663459 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ee9c164d-455e-4ffd-b22e-8c113a52e5c6 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:53.664876 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ee9c164d-455e-4ffd-b22e-8c113a52e5c6 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-736409'] for router, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:53.678183 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-741d7f04-11fa-4474-8169-74f83d9201f7 req-a7df7e38-4cad-442a-b67d-e0b006ce1a96 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=078b0eb3-7ef6-4b86-9aaa-e86d5bd99c01 HTTP/1.1" status: 200 len: 217 time: 0.3167980 May 30 20:22:53.696884 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2085a492-7fe0-4be7-870f-6940b5d2b17c None None] Provisioning complete for port 7aa4103a-4764-4b3c-aa66-aef85f084f50 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:22:53.697385 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2085a492-7fe0-4be7-870f-6940b5d2b17c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:53.740676 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86f8b889-37a5-4e2e-93e5-70ed86ddd0bb'] response: {'name': 'network-changed', 'server_uuid': '9344e871-e93a-4ab0-b2c6-c1bdb8e7cd51', 'tag': '078b0eb3-7ef6-4b86-9aaa-e86d5bd99c01', 'status': 'completed', 'code': 200} May 30 20:22:53.845320 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [req-824ef50c-cf4f-4074-ab1b-0b43c5a95342 req-3a4e3739-b4c7-48b0-b4ed-15092db03c86 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Allocated IP 172.20.0.6 (a8fd4d2d-32fb-4554-b8d5-052f07ecf981/c961f9ad-7764-4956-bb44-5ca4a5973b67/a61c7870-d656-41a6-ba63-31c7e8cf0081) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:22:53.845992 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [None req-3f92e884-f1f6-41e1-b9ba-e385210a24df admin admin] For port 8884830c-a3a7-4ced-84cc-6a471364d9ad, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=8884830c-a3a7-4ced-84cc-6a471364d9ad,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:22:53.846484 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3f92e884-f1f6-41e1-b9ba-e385210a24df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:53.933656 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-2085a492-7fe0-4be7-870f-6940b5d2b17c None None] Port 7aa4103a-4764-4b3c-aa66-aef85f084f50 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:22:53.975258 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0f05fefe-46ea-43e6-974a-dedaabe10cc2 req-f76301e7-4d33-4bc8-85d0-7eff3bff7ad2 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2ed7a16-df30-4283-b4d4-5e9611f16ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5803866 May 30 20:22:54.009998 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0d827692-4c19-42f2-a2d5-762635b69a6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:54.063301 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741d7f04-11fa-4474-8169-74f83d9201f7 req-56020de2-cd13-4946-aacb-16f743ed3387 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:54.065144 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-741d7f04-11fa-4474-8169-74f83d9201f7 req-56020de2-cd13-4946-aacb-16f743ed3387 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=4a48f417-ba85-44a0-9f1b-28d1dfa8235b HTTP/1.1" status: 200 len: 858 time: 0.3744984 May 30 20:22:54.134427 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d827692-4c19-42f2-a2d5-762635b69a6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22351c4f-d8f8-46cc-9947-c24461e946d0,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:22:54.160158 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 0015343f-0d98-443a-a5d0-87f2bcedad63 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:22:54.291283 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-3f92e884-f1f6-41e1-b9ba-e385210a24df admin admin] Calling delete_port for 8884830c-a3a7-4ced-84cc-6a471364d9ad owned by network:router_gateway {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:22:54.353088 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 0015343f-0d98-443a-a5d0-87f2bcedad63 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:22:54.361571 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 0015343f-0d98-443a-a5d0-87f2bcedad63 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:22:54.363681 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:54.389504 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c7876265-68d6-4ddd-a497-e264b1ebb92c req-6f67433f-48b4-4813-9f90-cc80eeb287e8 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/ports?device_id=fc2f8771-8ae8-478e-b73c-7ebb9203036f HTTP/1.1" status: 200 len: 210 time: 0.1111882 May 30 20:22:54.613719 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:54.655528 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port 0015343f-0d98-443a-a5d0-87f2bcedad63, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=0015343f-0d98-443a-a5d0-87f2bcedad63,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:22:54.676615 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0d827692-4c19-42f2-a2d5-762635b69a6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:54.683479 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-0d827692-4c19-42f2-a2d5-762635b69a6f admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/22351c4f-d8f8-46cc-9947-c24461e946d0 HTTP/1.1" status: 204 len: 168 time: 3.1163473 May 30 20:22:54.765312 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-741d7f04-11fa-4474-8169-74f83d9201f7 req-12cc4642-ea8b-4ff5-8399-8db1b02e7752 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3b009590-a296-4757-aa36-6233b5dedf2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6767483 May 30 20:22:54.797101 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:54.850341 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-824ef50c-cf4f-4074-ab1b-0b43c5a95342 req-3a4e3739-b4c7-48b0-b4ed-15092db03c86 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:54.864438 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f355324b-9fef-4e2e-8d43-242a3c059dbd req-68bb1095-c5ae-4c7b-bea6-7e3e0611e48f tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:54.879541 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f355324b-9fef-4e2e-8d43-242a3c059dbd req-68bb1095-c5ae-4c7b-bea6-7e3e0611e48f tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/ports?device_id=9344e871-e93a-4ab0-b2c6-c1bdb8e7cd51 HTTP/1.1" status: 200 len: 944 time: 0.6371443 May 30 20:22:54.912555 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device dfd99122-1bc2-4b8a-8540-66288246dacb no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:22:54.978420 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: dfd99122-1bc2-4b8a-8540-66288246dacb {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:22:54.979662 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device dfd99122-1bc2-4b8a-8540-66288246dacb not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:22:55.003682 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3f92e884-f1f6-41e1-b9ba-e385210a24df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:55.008295 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=0015343f-0d98-443a-a5d0-87f2bcedad63,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:22:55.056676 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f92e884-f1f6-41e1-b9ba-e385210a24df admin admin] Pushing event deleted for resources: {'Port': ['ID=8884830c-a3a7-4ced-84cc-6a471364d9ad,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:22:55.205140 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-824ef50c-cf4f-4074-ab1b-0b43c5a95342 req-3a4e3739-b4c7-48b0-b4ed-15092db03c86 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Transition to ACTIVE for port object a61c7870-d656-41a6-ba63-31c7e8cf0081 will not be triggered until provisioned by entity DHCP. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:22:55.272740 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f355324b-9fef-4e2e-8d43-242a3c059dbd req-1b5870e9-4850-4958-8696-44992aede7e6 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/security-groups?id=3a2b8dd1-9f73-464e-8b6a-7ffd93a0edae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3945546 May 30 20:22:55.375237 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-741d7f04-11fa-4474-8169-74f83d9201f7 req-31b07664-5b37-456f-b53f-5cd8dcf79327 service neutron] 10.222.0.86 "GET /v2.0/networks/3b009590-a296-4757-aa36-6233b5dedf2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5866220 May 30 20:22:55.454006 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3f92e884-f1f6-41e1-b9ba-e385210a24df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-736453'] for router_gateway, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:55.613527 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-824ef50c-cf4f-4074-ab1b-0b43c5a95342 req-3a4e3739-b4c7-48b0-b4ed-15092db03c86 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:55.622357 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92617ac6-bdea-4882-b2c8-72bce6b80fe4 admin admin] Router 194b27f8-2646-4560-86fa-a34ac251ab7c has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:22:55.763100 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee9c164d-455e-4ffd-b22e-8c113a52e5c6 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Router 47f85ddd-31cf-47ea-9b06-c78aaa60457f is scheduled to L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 with binding_index 1 {{(pid=84887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 20:22:55.843511 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 35624) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:22:55.863267 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69898072-6222-48b2-8b01-44344dd5fa6b req-9504faa6-890d-49b4-a679-1d37aae3ec8c tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:55.872966 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-69898072-6222-48b2-8b01-44344dd5fa6b req-9504faa6-890d-49b4-a679-1d37aae3ec8c tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/ports?device_id=2f903cc6-4588-4e6d-9f98-4119c026a994 HTTP/1.1" status: 200 len: 945 time: 0.6741519 May 30 20:22:56.079974 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-69898072-6222-48b2-8b01-44344dd5fa6b req-679b6a0c-9a7f-4eae-b59d-3e6f66cf7553 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2ed7a16-df30-4283-b4d4-5e9611f16ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057052 May 30 20:22:56.110355 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3f92e884-f1f6-41e1-b9ba-e385210a24df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-724789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3141'] for router, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:56.144594 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 0015343f-0d98-443a-a5d0-87f2bcedad63 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:22:56.164344 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-824ef50c-cf4f-4074-ab1b-0b43c5a95342 req-3a4e3739-b4c7-48b0-b4ed-15092db03c86 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Network a8fd4d2d-32fb-4554-b8d5-052f07ecf981 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:22:56.170090 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_v2 [None req-25f274ee-2b53-4f5c-9a06-be5dd0c39a63 admin admin] Deleting subnet b6ea3ab3-ad6e-49b3-93bc-3d1b581ac86a {{(pid=84886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:22:56.187987 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [req-824ef50c-cf4f-4074-ab1b-0b43c5a95342 req-3a4e3739-b4c7-48b0-b4ed-15092db03c86 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:22:56.192647 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-824ef50c-cf4f-4074-ab1b-0b43c5a95342 req-3a4e3739-b4c7-48b0-b4ed-15092db03c86 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:22:56.195201 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3f92e884-f1f6-41e1-b9ba-e385210a24df admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:56.200134 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-25f274ee-2b53-4f5c-9a06-be5dd0c39a63 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:56.258001 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-3e1d3a4b-9d93-44fd-8505-916df381e15d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:56.283890 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 0015343f-0d98-443a-a5d0-87f2bcedad63 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:22:56.284306 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:56.336005 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824ef50c-cf4f-4074-ab1b-0b43c5a95342 req-3a4e3739-b4c7-48b0-b4ed-15092db03c86 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:56.336997 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-824ef50c-cf4f-4074-ab1b-0b43c5a95342 req-3a4e3739-b4c7-48b0-b4ed-15092db03c86 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:56.429822 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-741d7f04-11fa-4474-8169-74f83d9201f7 req-dc8f8400-c015-4518-b19d-3026094e84bc service neutron] 10.222.0.86 "GET /v2.0/networks/3b009590-a296-4757-aa36-6233b5dedf2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0373695 May 30 20:22:56.631242 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4e3739-b4c7-48b0-b4ed-15092db03c86 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Pushing event updated for resources: {'Port': ['ID=a61c7870-d656-41a6-ba63-31c7e8cf0081,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:22:56.648452 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-824ef50c-cf4f-4074-ab1b-0b43c5a95342 req-3a4e3739-b4c7-48b0-b4ed-15092db03c86 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2665043 May 30 20:22:56.753569 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-824ef50c-cf4f-4074-ab1b-0b43c5a95342 req-8a9fd69a-f52f-4179-abe1-2eb4509da459 service neutron] Request body: {'port': {'device_id': 'fc2f8771-8ae8-478e-b73c-7ebb9203036f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843948-2'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:22:56.788631 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b280c47a-dfc3-406c-8331-8d84da931747 None None] Provisioning for port a61c7870-d656-41a6-ba63-31c7e8cf0081 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:22:56.797915 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-25f274ee-2b53-4f5c-9a06-be5dd0c39a63 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2655517'] for subnet, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:56.802634 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b280c47a-dfc3-406c-8331-8d84da931747 None None] Provisioning complete for port a61c7870-d656-41a6-ba63-31c7e8cf0081 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:22:56.805447 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b280c47a-dfc3-406c-8331-8d84da931747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:56.919921 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-b280c47a-dfc3-406c-8331-8d84da931747 None None] Port a61c7870-d656-41a6-ba63-31c7e8cf0081 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:22:56.948735 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 35638) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:22:56.975799 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3f92e884-f1f6-41e1-b9ba-e385210a24df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724889'] for router, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:56.976398 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f92e884-f1f6-41e1-b9ba-e385210a24df admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1b00b1a0-6a52-4d3c-bc99-c8e510c6e235 {{(pid=84886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:22:57.050370 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-25f274ee-2b53-4f5c-9a06-be5dd0c39a63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:57.156222 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3f92e884-f1f6-41e1-b9ba-e385210a24df admin admin] Notify callbacks [] for router, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:57.158137 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedff10b-ee2a-4f2e-b717-d91f1a8d5b02 req-faa448d5-5e26-4c23-b243-f600f360b372 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:57.159413 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-fedff10b-ee2a-4f2e-b717-d91f1a8d5b02 req-faa448d5-5e26-4c23-b243-f600f360b372 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Synchronizing usage tracker for tenant:204a9ca9af944bf39656e3dc7145a4f6 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:22:57.160172 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-3f92e884-f1f6-41e1-b9ba-e385210a24df admin admin] 10.222.0.85 "DELETE /v2.0/routers/1b00b1a0-6a52-4d3c-bc99-c8e510c6e235 HTTP/1.1" status: 204 len: 168 time: 7.1145813 May 30 20:22:57.165218 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 35646) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:22:57.205222 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-2a8dd05c-7742-4286-b93e-9e5bd53dbd3f admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1248151657-network', 'tenant_id': '1070080f3a9f4c1fbf81b28e418fbebd'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:22:57.231397 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-824ef50c-cf4f-4074-ab1b-0b43c5a95342 req-8a9fd69a-f52f-4179-abe1-2eb4509da459 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:57.252501 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-2a8dd05c-7742-4286-b93e-9e5bd53dbd3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:22:57.274978 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-cafc3c5f-3a7e-4cbe-b754-5b8903ccc02b req-1e393457-aaa4-49d1-ba20-4b74cc49daa2 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=88e042593d914709b0b6e8865f4bc68d&device_id=9344e871-e93a-4ab0-b2c6-c1bdb8e7cd51 HTTP/1.1" status: 200 len: 1095 time: 0.6345947 May 30 20:22:57.277293 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-2a8dd05c-7742-4286-b93e-9e5bd53dbd3f admin admin] Usage tracker for resource:network and tenant:1070080f3a9f4c1fbf81b28e418fbebd is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:22:57.282510 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06399c6-ba49-4cf2-846c-202ab3fab8cd req-715943ac-9547-4721-a149-59a16fcd4a1a tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:57.284061 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a06399c6-ba49-4cf2-846c-202ab3fab8cd req-715943ac-9547-4721-a149-59a16fcd4a1a tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/ports?device_id=9344e871-e93a-4ab0-b2c6-c1bdb8e7cd51 HTTP/1.1" status: 200 len: 944 time: 0.4392896 May 30 20:22:57.288867 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-2a8dd05c-7742-4286-b93e-9e5bd53dbd3f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:22:57.291366 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c77f164-8edc-48df-8ee1-51836aadd786 admin admin] Deleting subnet eb1d0577-1d70-4989-9a65-52c78d1e2166 {{(pid=84886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:22:57.298405 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6c77f164-8edc-48df-8ee1-51836aadd786 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:57.381904 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-25f274ee-2b53-4f5c-9a06-be5dd0c39a63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4127075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2778536'] for subnet, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:57.432910 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6c77f164-8edc-48df-8ee1-51836aadd786 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2655517'] for subnet, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:57.436204 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-2a8dd05c-7742-4286-b93e-9e5bd53dbd3f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:22:57.457781 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-fedff10b-ee2a-4f2e-b717-d91f1a8d5b02 req-faa448d5-5e26-4c23-b243-f600f360b372 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Unset dirty status for tenant:204a9ca9af944bf39656e3dc7145a4f6 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:22:57.462236 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fedff10b-ee2a-4f2e-b717-d91f1a8d5b02 req-faa448d5-5e26-4c23-b243-f600f360b372 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/ports?device_id=fc2f8771-8ae8-478e-b73c-7ebb9203036f HTTP/1.1" status: 200 len: 931 time: 1.7042165 May 30 20:22:57.514777 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f274ee-2b53-4f5c-9a06-be5dd0c39a63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6ea3ab3-ad6e-49b3-93bc-3d1b581ac86a,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:22:57.543875 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-25f274ee-2b53-4f5c-9a06-be5dd0c39a63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:57.561362 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a06399c6-ba49-4cf2-846c-202ab3fab8cd req-a95ed9fe-a0fc-438e-937b-3a28b7eae849 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/security-groups?id=3a2b8dd1-9f73-464e-8b6a-7ffd93a0edae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2293813 May 30 20:22:57.581204 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-25f274ee-2b53-4f5c-9a06-be5dd0c39a63 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/b6ea3ab3-ad6e-49b3-93bc-3d1b581ac86a HTTP/1.1" status: 204 len: 168 time: 1.6344283 May 30 20:22:57.586892 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 35650) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:22:57.607288 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a8dd05c-7742-4286-b93e-9e5bd53dbd3f admin admin] Made reservation on behalf of 1070080f3a9f4c1fbf81b28e418fbebd for: {'network': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:22:57.609651 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2a8dd05c-7742-4286-b93e-9e5bd53dbd3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:57.707187 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2a8dd05c-7742-4286-b93e-9e5bd53dbd3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:57.756524 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafc3c5f-3a7e-4cbe-b754-5b8903ccc02b req-a4353a6e-53b0-43b3-956c-f8f7237dbb3d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:57.758844 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-cafc3c5f-3a7e-4cbe-b754-5b8903ccc02b req-a4353a6e-53b0-43b3-956c-f8f7237dbb3d service neutron] 10.222.0.86 "GET /v2.0/networks?id=3b009590-a296-4757-aa36-6233b5dedf2d HTTP/1.1" status: 200 len: 920 time: 0.4637275 May 30 20:22:57.764952 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fedff10b-ee2a-4f2e-b717-d91f1a8d5b02 req-52d66a62-238d-4913-a197-671fc3f835da tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/security-groups?id=43b52b63-89b9-4504-9f0e-59456bc9d48e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2708514 May 30 20:22:57.801597 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92617ac6-bdea-4882-b2c8-72bce6b80fe4 admin admin] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:22:57.810147 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-757b6678-9718-48e2-93d5-7db70b0485ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:57.816726 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-92617ac6-bdea-4882-b2c8-72bce6b80fe4 admin admin] 10.222.0.85 "PUT /v2.0/routers/194b27f8-2646-4560-86fa-a34ac251ab7c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7036486 May 30 20:22:57.822372 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6c77f164-8edc-48df-8ee1-51836aadd786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:57.840948 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7459948e-7781-4dc7-962a-ea3e1e27cb6b None None] Sync routers for ids ['194b27f8-2646-4560-86fa-a34ac251ab7c'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:22:57.900741 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7459948e-7781-4dc7-962a-ea3e1e27cb6b None None] Routers {'194b27f8-2646-4560-86fa-a34ac251ab7c'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:22:57.904259 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-7459948e-7781-4dc7-962a-ea3e1e27cb6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:22:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['194b27f8-2646-4560-86fa-a34ac251ab7c'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:22:57.924840 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee9c164d-455e-4ffd-b22e-8c113a52e5c6 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:22:57.939359 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5fb2c90-f3df-4f11-8db0-f2e8dfa2a87f None None] Sync routers for ids ['47f85ddd-31cf-47ea-9b06-c78aaa60457f'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:22:57.959230 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5fb2c90-f3df-4f11-8db0-f2e8dfa2a87f None None] Routers {'47f85ddd-31cf-47ea-9b06-c78aaa60457f'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:22:57.960157 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-c5fb2c90-f3df-4f11-8db0-f2e8dfa2a87f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:22:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['47f85ddd-31cf-47ea-9b06-c78aaa60457f'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:22:58.029017 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-cafc3c5f-3a7e-4cbe-b754-5b8903ccc02b req-78987922-14a7-47c4-b61d-49e54778400a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=078b0eb3-7ef6-4b86-9aaa-e86d5bd99c01 HTTP/1.1" status: 200 len: 217 time: 0.2560990 May 30 20:22:58.084656 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 8884830c-a3a7-4ced-84cc-6a471364d9ad no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:22:58.125056 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-2a8dd05c-7742-4286-b93e-9e5bd53dbd3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:22:58.138120 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: 8884830c-a3a7-4ced-84cc-6a471364d9ad {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:22:58.138120 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 8884830c-a3a7-4ced-84cc-6a471364d9ad not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:22:58.140176 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-2a8dd05c-7742-4286-b93e-9e5bd53dbd3f admin admin] Usage tracker for resource:security_group_rule and tenant:1070080f3a9f4c1fbf81b28e418fbebd is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:22:58.151980 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ee9c164d-455e-4ffd-b22e-8c113a52e5c6 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Notify callbacks [] for router, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:58.153242 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-ee9c164d-455e-4ffd-b22e-8c113a52e5c6 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 14.5269315 May 30 20:22:58.154466 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-2a8dd05c-7742-4286-b93e-9e5bd53dbd3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:22:58.160827 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 35656) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:22:58.172805 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-2a8dd05c-7742-4286-b93e-9e5bd53dbd3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:22:58.222781 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafc3c5f-3a7e-4cbe-b754-5b8903ccc02b req-f94afe41-3dd5-47e3-b75f-d5853307bf85 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:58.224773 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-cafc3c5f-3a7e-4cbe-b754-5b8903ccc02b req-f94afe41-3dd5-47e3-b75f-d5853307bf85 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=4a48f417-ba85-44a0-9f1b-28d1dfa8235b HTTP/1.1" status: 200 len: 858 time: 0.1463165 May 30 20:22:58.421354 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-c5fb2c90-f3df-4f11-8db0-f2e8dfa2a87f None None] Set router 47f85ddd-31cf-47ea-9b06-c78aaa60457f gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:22:58.550188 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2a8dd05c-7742-4286-b93e-9e5bd53dbd3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:58.555099 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-cafc3c5f-3a7e-4cbe-b754-5b8903ccc02b req-8f8cf055-d021-4d79-bbf8-0e37aabe43cf service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3b009590-a296-4757-aa36-6233b5dedf2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3120422 May 30 20:22:58.566269 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [req-824ef50c-cf4f-4074-ab1b-0b43c5a95342 req-8a9fd69a-f52f-4179-abe1-2eb4509da459 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a61c7870-d656-41a6-ba63-31c7e8cf0081 {{(pid=84887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:22:58.603041 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-824ef50c-cf4f-4074-ab1b-0b43c5a95342 req-8a9fd69a-f52f-4179-abe1-2eb4509da459 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:58.648209 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-7459948e-7781-4dc7-962a-ea3e1e27cb6b None None] Set router 194b27f8-2646-4560-86fa-a34ac251ab7c gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:22:58.649284 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6c77f164-8edc-48df-8ee1-51836aadd786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4127075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2778536'] for subnet, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:58.687028 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2a8dd05c-7742-4286-b93e-9e5bd53dbd3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:58.732028 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-824ef50c-cf4f-4074-ab1b-0b43c5a95342 req-8a9fd69a-f52f-4179-abe1-2eb4509da459 service neutron] Transition to ACTIVE for port object a61c7870-d656-41a6-ba63-31c7e8cf0081 will not be triggered until provisioned by entity L2. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:22:58.783553 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c77f164-8edc-48df-8ee1-51836aadd786 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb1d0577-1d70-4989-9a65-52c78d1e2166,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:22:58.791852 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6c77f164-8edc-48df-8ee1-51836aadd786 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:58.816061 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-6c77f164-8edc-48df-8ee1-51836aadd786 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/eb1d0577-1d70-4989-9a65-52c78d1e2166 HTTP/1.1" status: 204 len: 168 time: 1.6444046 May 30 20:22:58.819841 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 35666) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:22:58.848458 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a8dd05c-7742-4286-b93e-9e5bd53dbd3f admin admin] vlan segment allocate from pool success with {'vlan_id': 665, 'physical_network': 'physnet1'} {{(pid=84887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:22:58.868147 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9f6d03-809e-47b4-bcff-5daab7612484 req-ac208263-4e6e-46b4-a662-4374485fcd7b tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:58.870904 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ce9f6d03-809e-47b4-bcff-5daab7612484 req-ac208263-4e6e-46b4-a662-4374485fcd7b tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/ports?device_id=2f903cc6-4588-4e6d-9f98-4119c026a994 HTTP/1.1" status: 200 len: 945 time: 0.9330783 May 30 20:22:58.882860 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8dd05c-7742-4286-b93e-9e5bd53dbd3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6888f4c0-d3bb-4706-bfb3-8bed5a2d1c01,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:22:58.883000 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-757b6678-9718-48e2-93d5-7db70b0485ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:58.901589 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-824ef50c-cf4f-4074-ab1b-0b43c5a95342 req-8a9fd69a-f52f-4179-abe1-2eb4509da459 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:58.905524 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 35670) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:22:58.946140 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-bd02842b-baeb-4abb-b944-879d46c0371c tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Request body: {'security_group': {'name': 'tempest-securitygroup--519700284', 'description': 'tempest-description--2012284633'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:22:58.957199 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-bd02842b-baeb-4abb-b944-879d46c0371c tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:22:58.964748 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-bd02842b-baeb-4abb-b944-879d46c0371c tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Usage tracker for resource:security_group and tenant:af4cc1fbb91e4a5c856e947d8072b697 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:22:58.970533 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-bd02842b-baeb-4abb-b944-879d46c0371c tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:22:58.981852 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-bd02842b-baeb-4abb-b944-879d46c0371c tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:22:59.055174 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2261f3d-0ce8-4df9-9541-e7030fb15783 None None] Network ac8c9a1b-20d8-4e63-a909-98bfbc20cb9e requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:22:59.084493 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-757b6678-9718-48e2-93d5-7db70b0485ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6428eb4b-77f3-4f81-9d28-0df5945de634']}} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:22:59.086461 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 078b0eb3-7ef6-4b86-9aaa-e86d5bd99c01 details requested by agent hyperv_n-h2-843948-2 with host n-h2-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:22:59.132375 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-757b6678-9718-48e2-93d5-7db70b0485ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18bd8511-6c90-4d02-8422-095637a74b25') {'for_net_delete': True} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:22:59.132869 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-757b6678-9718-48e2-93d5-7db70b0485ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18bd8511-6c90-4d02-8422-095637a74b25') {} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:22:59.163885 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-757b6678-9718-48e2-93d5-7db70b0485ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2660590'] for segment, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:59.213369 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-757b6678-9718-48e2-93d5-7db70b0485ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:59.228110 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-757b6678-9718-48e2-93d5-7db70b0485ea admin admin] Releasing vlan 671 on physical network physnet1 to pool {{(pid=84886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:22:59.228110 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-757b6678-9718-48e2-93d5-7db70b0485ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4126989'] for segment, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:59.238557 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2a8dd05c-7742-4286-b93e-9e5bd53dbd3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:59.239526 n-d-843948-2 neutron-server[84887]: INFO neutron.db.segments_db [None req-2a8dd05c-7742-4286-b93e-9e5bd53dbd3f admin admin] Added segment 6feea416-6b09-4292-8b00-0648eb0fb4b1 of type vlan for network 77747aee-7d13-4fc5-9ce2-f0a339c5ab7f May 30 20:22:59.268272 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2a8dd05c-7742-4286-b93e-9e5bd53dbd3f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:59.405185 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-7459948e-7781-4dc7-962a-ea3e1e27cb6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '194b27f8-2646-4560-86fa-a34ac251ab7c', 'name': 'tempest-ServerActionsTestJSON-2109311328-router', 'tenant_id': 'af4cc1fbb91e4a5c856e947d8072b697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '0015343f-0d98-443a-a5d0-87f2bcedad63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:22:41Z', 'updated_at': '2022-05-30T20:22:51Z', 'revision_number': 4, 'project_id': 'af4cc1fbb91e4a5c856e947d8072b697', 'gw_port': {'id': '0015343f-0d98-443a-a5d0-87f2bcedad63', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:3b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194b27f8-2646-4560-86fa-a34ac251ab7c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:22:43Z', 'updated_at': '2022-05-30T20:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '7aa4103a-4764-4b3c-aa66-aef85f084f50', 'name': '', 'network_id': 'ff30330a-0ebe-4836-9458-b813d1bcbde4', 'tenant_id': 'af4cc1fbb91e4a5c856e947d8072b697', 'mac_address': 'fa:16:3e:a3:61:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '194b27f8-2646-4560-86fa-a34ac251ab7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7991eded-d330-4e4e-ace3-aeb4d5f3ff0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:22:49Z', 'updated_at': '2022-05-30T20:22:52Z', 'revision_number': 2, 'project_id': 'af4cc1fbb91e4a5c856e947d8072b697', 'subnets': [{'id': '7991eded-d330-4e4e-ace3-aeb4d5f3ff0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:22:59.434299 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7459948e-7781-4dc7-962a-ea3e1e27cb6b None None] Checking router: 194b27f8-2646-4560-86fa-a34ac251ab7c for host: n-d-843948-2 {{(pid=84889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:22:59.438837 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7459948e-7781-4dc7-962a-ea3e1e27cb6b None None] Updating router 194b27f8-2646-4560-86fa-a34ac251ab7c port 7aa4103a-4764-4b3c-aa66-aef85f084f50 binding host n-d-843948-2 {{(pid=84889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:22:59.494841 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2a8dd05c-7742-4286-b93e-9e5bd53dbd3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:59.496477 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a8dd05c-7742-4286-b93e-9e5bd53dbd3f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:22:59.497859 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2a8dd05c-7742-4286-b93e-9e5bd53dbd3f admin admin] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:59.551065 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-7459948e-7781-4dc7-962a-ea3e1e27cb6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:59.581488 n-d-843948-2 neutron-server[84886]: Traceback (most recent call last): May 30 20:22:59.581488 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:22:59.581488 n-d-843948-2 neutron-server[84886]: timer() May 30 20:22:59.581488 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:22:59.581488 n-d-843948-2 neutron-server[84886]: cb(*args, **kw) May 30 20:22:59.581488 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:22:59.581488 n-d-843948-2 neutron-server[84886]: return func(*args, **kwargs) May 30 20:22:59.581488 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:22:59.581488 n-d-843948-2 neutron-server[84886]: self._notify() May 30 20:22:59.581488 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:22:59.581488 n-d-843948-2 neutron-server[84886]: self.callback(batched_events) May 30 20:22:59.581488 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:22:59.581488 n-d-843948-2 neutron-server[84886]: event.method(event) May 30 20:22:59.581488 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:22:59.581488 n-d-843948-2 neutron-server[84886]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:22:59.581488 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:22:59.581488 n-d-843948-2 neutron-server[84886]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:22:59.581488 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:22:59.581488 n-d-843948-2 neutron-server[84886]: return f(self, *a, **k) May 30 20:22:59.581488 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:22:59.581488 n-d-843948-2 neutron-server[84886]: return self._get(url).json() May 30 20:22:59.581488 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:22:59.581488 n-d-843948-2 neutron-server[84886]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:22:59.581488 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:22:59.581488 n-d-843948-2 neutron-server[84886]: return self.request(url, 'GET', **kwargs) May 30 20:22:59.581488 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:22:59.581488 n-d-843948-2 neutron-server[84886]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:22:59.581488 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:22:59.581488 n-d-843948-2 neutron-server[84886]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:22:59.581488 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:22:59.581488 n-d-843948-2 neutron-server[84886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:22:59.581488 n-d-843948-2 neutron-server[84886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:22:59.587022 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bd02842b-baeb-4abb-b944-879d46c0371c tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:59.595880 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.db.resource_extend [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:22:59.599553 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ce9f6d03-809e-47b4-bcff-5daab7612484 req-8d2f743c-7c23-4e89-ad6d-ef876ae91e6b tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2ed7a16-df30-4283-b4d4-5e9611f16ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6049402 May 30 20:22:59.653042 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-812c493b-c3c5-46ba-8e7b-14474337f13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:59.697802 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-bd02842b-baeb-4abb-b944-879d46c0371c tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:22:59.702747 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-cafc3c5f-3a7e-4cbe-b754-5b8903ccc02b req-f437b713-6017-48f1-a412-f5831f947a51 service neutron] 10.222.0.86 "GET /v2.0/networks/3b009590-a296-4757-aa36-6233b5dedf2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1308126 May 30 20:22:59.703971 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-bd02842b-baeb-4abb-b944-879d46c0371c tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Usage tracker for resource:security_group_rule and tenant:af4cc1fbb91e4a5c856e947d8072b697 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:22:59.708067 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-bd02842b-baeb-4abb-b944-879d46c0371c tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:22:59.715614 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-bd02842b-baeb-4abb-b944-879d46c0371c tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:22:59.720146 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8dd05c-7742-4286-b93e-9e5bd53dbd3f admin admin] Pushing event updated for resources: {'Network': ['ID=77747aee-7d13-4fc5-9ce2-f0a339c5ab7f,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:22:59.766330 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-6fd7a35e-c11a-453d-a272-192a7baa6825 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] 10.222.0.85 "GET /v2.0/routers/47f85ddd-31cf-47ea-9b06-c78aaa60457f HTTP/1.1" status: 200 len: 908 time: 1.5643170 May 30 20:22:59.775431 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 35676) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:22:59.782131 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-757b6678-9718-48e2-93d5-7db70b0485ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:59.802319 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-7af40ddf-2f5a-4cd4-bf71-85a4acf7e290 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1676395919', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'enable_snat': True}}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:22:59.823541 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-757b6678-9718-48e2-93d5-7db70b0485ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:59.855960 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-7af40ddf-2f5a-4cd4-bf71-85a4acf7e290 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:22:59.909269 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-7af40ddf-2f5a-4cd4-bf71-85a4acf7e290 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Usage tracker for resource:router and tenant:da59b0ab053d44aa885bd8af8ce102e7 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:22:59.910215 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network 77747aee-7d13-4fc5-9ce2-f0a339c5ab7f details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:22:59.916283 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757b6678-9718-48e2-93d5-7db70b0485ea admin admin] Pushing event deleted for resources: {'Network': ['ID=6428eb4b-77f3-4f81-9d28-0df5945de634,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:22:59.933099 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-7af40ddf-2f5a-4cd4-bf71-85a4acf7e290 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:22:59.941663 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-549756cc-6f88-42cc-8363-86db3fa15b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:22:59.985804 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-7af40ddf-2f5a-4cd4-bf71-85a4acf7e290 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:23:00.000196 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bd02842b-baeb-4abb-b944-879d46c0371c tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:00.045585 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52291da-9630-4520-89b8-2b1bedd024fc req-771be2b5-3bea-4e53-a145-9be60b60cde0 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:00.048209 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b52291da-9630-4520-89b8-2b1bedd024fc req-771be2b5-3bea-4e53-a145-9be60b60cde0 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/ports?device_id=fc2f8771-8ae8-478e-b73c-7ebb9203036f HTTP/1.1" status: 200 len: 943 time: 0.1304383 May 30 20:23:00.048434 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9fd69a-f52f-4179-abe1-2eb4509da459 service neutron] Pushing event updated for resources: {'Port': ['ID=a61c7870-d656-41a6-ba63-31c7e8cf0081,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:00.050827 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-757b6678-9718-48e2-93d5-7db70b0485ea admin admin] 10.222.0.85 "DELETE /v2.0/networks/6428eb4b-77f3-4f81-9d28-0df5945de634 HTTP/1.1" status: 204 len: 168 time: 2.4619684 May 30 20:23:00.053526 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 35680) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:23:00.085379 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-549756cc-6f88-42cc-8363-86db3fa15b3d admin admin] Deleting port 25ea9cb3-17bd-4ddf-88e3-3d7bf354eb4b {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:23:00.085740 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-549756cc-6f88-42cc-8363-86db3fa15b3d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:00.128765 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-c5fb2c90-f3df-4f11-8db0-f2e8dfa2a87f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47f85ddd-31cf-47ea-9b06-c78aaa60457f', 'name': 'tempest-snat-router-1676395919', 'tenant_id': 'da59b0ab053d44aa885bd8af8ce102e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.60'}], 'enable_snat': False}, 'gw_port_id': '6e0668f6-f13f-44f0-ba66-15e1d3343bfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:22:43Z', 'updated_at': '2022-05-30T20:22:51Z', 'revision_number': 3, 'project_id': 'da59b0ab053d44aa885bd8af8ce102e7', 'gw_port': {'id': '6e0668f6-f13f-44f0-ba66-15e1d3343bfb', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:29:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47f85ddd-31cf-47ea-9b06-c78aaa60457f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:22:49Z', 'updated_at': '2022-05-30T20:22:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:23:00.142269 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bd02842b-baeb-4abb-b944-879d46c0371c tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:00.145676 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-cafc3c5f-3a7e-4cbe-b754-5b8903ccc02b req-4f1ed523-12e2-448d-9250-bab1400361fd service neutron] 10.222.0.86 "GET /v2.0/networks/3b009590-a296-4757-aa36-6233b5dedf2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4178274 May 30 20:23:00.156837 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5fb2c90-f3df-4f11-8db0-f2e8dfa2a87f None None] Checking router: 47f85ddd-31cf-47ea-9b06-c78aaa60457f for host: n-d-843948-2 {{(pid=84888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:23:00.157540 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5fb2c90-f3df-4f11-8db0-f2e8dfa2a87f None None] Updating router 47f85ddd-31cf-47ea-9b06-c78aaa60457f port 6e0668f6-f13f-44f0-ba66-15e1d3343bfb binding host n-d-843948-2 {{(pid=84888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:23:00.173204 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-2a8dd05c-7742-4286-b93e-9e5bd53dbd3f admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 3.2191257 May 30 20:23:00.189289 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 35684) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:23:00.206193 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7af40ddf-2f5a-4cd4-bf71-85a4acf7e290 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-733683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3159'] for router, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:00.207336 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7af40ddf-2f5a-4cd4-bf71-85a4acf7e290 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-733584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-736372', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-628480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3164'] for router, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:00.214897 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:00.221072 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 078b0eb3-7ef6-4b86-9aaa-e86d5bd99c01, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=078b0eb3-7ef6-4b86-9aaa-e86d5bd99c01,segment=NetworkSegment(8369aa1b-ac46-424a-9c92-34020eb636de),segment_id=8369aa1b-ac46-424a-9c92-34020eb636de)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:23:00.232096 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_v2 [None req-820ddafc-3a1e-429a-895d-d4058f545e5b admin admin] Deleting subnet 8a8cad3d-aca9-4676-bc50-63c675904fa4 {{(pid=84886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:23:00.243103 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-820ddafc-3a1e-429a-895d-d4058f545e5b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:00.258362 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Returning: {'device': '078b0eb3-7ef6-4b86-9aaa-e86d5bd99c01', 'network_id': '3b009590-a296-4757-aa36-6233b5dedf2d', 'port_id': '078b0eb3-7ef6-4b86-9aaa-e86d5bd99c01', 'mac_address': 'fa:16:3e:07:8b:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a48f417-ba85-44a0-9f1b-28d1dfa8235b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:23:00.266457 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-c5fb2c90-f3df-4f11-8db0-f2e8dfa2a87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:00.287649 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-33aea680-f319-481d-86a9-0b9340b53f27 admin admin] Request body: {'subnet': {'network_id': '77747aee-7d13-4fc5-9ce2-f0a339c5ab7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1248151657-subnet', 'tenant_id': '1070080f3a9f4c1fbf81b28e418fbebd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:23:00.294782 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd02842b-baeb-4abb-b944-879d46c0371c tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ae76294-3e84-4fcb-be2a-17611205a838,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:00.311092 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca81703-ef34-4c9e-86d6-b8928b2db4ba req-ad456c55-91df-471e-8c16-a43d72fde34a tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:00.313103 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9ca81703-ef34-4c9e-86d6-b8928b2db4ba req-ad456c55-91df-471e-8c16-a43d72fde34a tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/ports?device_id=9344e871-e93a-4ab0-b2c6-c1bdb8e7cd51 HTTP/1.1" status: 200 len: 944 time: 0.9826250 May 30 20:23:00.315424 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-33aea680-f319-481d-86a9-0b9340b53f27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:23:00.322285 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b52291da-9630-4520-89b8-2b1bedd024fc req-2c3174cd-68b9-4b4c-a324-31bc63b52bd6 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/security-groups?id=43b52b63-89b9-4504-9f0e-59456bc9d48e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2583175 May 30 20:23:00.332747 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bd02842b-baeb-4abb-b944-879d46c0371c tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:00.335176 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-bd02842b-baeb-4abb-b944-879d46c0371c tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 1.4217782 May 30 20:23:00.349506 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 35688) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:23:00.361393 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-33aea680-f319-481d-86a9-0b9340b53f27 admin admin] Usage tracker for resource:subnet and tenant:1070080f3a9f4c1fbf81b28e418fbebd is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:23:00.363301 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-122b9dfe-69f1-45f2-a468-dac214d1b8dd tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Request body: {'security_group_rule': {'security_group_id': '3ae76294-3e84-4fcb-be2a-17611205a838', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:23:00.373644 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-33aea680-f319-481d-86a9-0b9340b53f27 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:23:00.379469 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-820ddafc-3a1e-429a-895d-d4058f545e5b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2655517'] for subnet, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:00.413833 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-122b9dfe-69f1-45f2-a468-dac214d1b8dd tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:23:00.419773 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-7459948e-7781-4dc7-962a-ea3e1e27cb6b None None] Notify callbacks [] for port, precommit_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:00.434915 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-122b9dfe-69f1-45f2-a468-dac214d1b8dd tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Usage tracker for resource:security_group_rule and tenant:af4cc1fbb91e4a5c856e947d8072b697 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:23:00.439779 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd122b8-759d-4823-9b57-b9958961cd30 None None] DHCP port deletion for ac8c9a1b-20d8-4e63-a909-98bfbc20cb9e request from n-d-843948-2 {{(pid=84888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:23:00.440896 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7af40ddf-2f5a-4cd4-bf71-85a4acf7e290 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:00.444509 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-122b9dfe-69f1-45f2-a468-dac214d1b8dd tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:23:00.448767 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.provisioning_blocks [None req-7459948e-7781-4dc7-962a-ea3e1e27cb6b None None] Transition to ACTIVE for port object 7aa4103a-4764-4b3c-aa66-aef85f084f50 will not be triggered until provisioned by entity L2. {{(pid=84889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:23:00.448967 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:00.460356 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-122b9dfe-69f1-45f2-a468-dac214d1b8dd tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:23:00.482452 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-cfd122b8-759d-4823-9b57-b9958961cd30 None None] Deleting port 25ea9cb3-17bd-4ddf-88e3-3d7bf354eb4b {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:23:00.482832 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-cfd122b8-759d-4823-9b57-b9958961cd30 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:00.487480 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-820ddafc-3a1e-429a-895d-d4058f545e5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:00.536025 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 078b0eb3-7ef6-4b86-9aaa-e86d5bd99c01 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:23:00.581012 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-7459948e-7781-4dc7-962a-ea3e1e27cb6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:00.644135 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [None req-549756cc-6f88-42cc-8363-86db3fa15b3d admin admin] For port 25ea9cb3-17bd-4ddf-88e3-3d7bf354eb4b, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=25ea9cb3-17bd-4ddf-88e3-3d7bf354eb4b,segment=NetworkSegment(9a55defe-184e-4bf7-910e-e2b419e5729f),segment_id=9a55defe-184e-4bf7-910e-e2b419e5729f)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:23:00.644633 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-549756cc-6f88-42cc-8363-86db3fa15b3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:00.647106 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 078b0eb3-7ef6-4b86-9aaa-e86d5bd99c01, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=078b0eb3-7ef6-4b86-9aaa-e86d5bd99c01,segment=NetworkSegment(8369aa1b-ac46-424a-9c92-34020eb636de),segment_id=8369aa1b-ac46-424a-9c92-34020eb636de)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:23:00.770356 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:00.791199 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-820ddafc-3a1e-429a-895d-d4058f545e5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4127075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2778536'] for subnet, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:00.825724 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-549756cc-6f88-42cc-8363-86db3fa15b3d admin admin] Calling delete_port for 25ea9cb3-17bd-4ddf-88e3-3d7bf354eb4b owned by network:dhcp {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:23:00.961205 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfd960a-8a23-4844-a20d-1f13dd5e07b1 None None] Pushing event updated for resources: {'Port': ['ID=7aa4103a-4764-4b3c-aa66-aef85f084f50,revision_number=3']} {{(pid=84889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:00.987873 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-122b9dfe-69f1-45f2-a468-dac214d1b8dd tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:00.993824 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-33aea680-f319-481d-86a9-0b9340b53f27 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:23:00.998978 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-824ef50c-cf4f-4074-ab1b-0b43c5a95342 req-8a9fd69a-f52f-4179-abe1-2eb4509da459 service neutron] Attempting to bind port a61c7870-d656-41a6-ba63-31c7e8cf0081 on host n-h1-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:23:00.999399 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-824ef50c-cf4f-4074-ab1b-0b43c5a95342 req-8a9fd69a-f52f-4179-abe1-2eb4509da459 service neutron] Attempting to bind port a61c7870-d656-41a6-ba63-31c7e8cf0081 by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': '327b421f-3671-4415-86c0-3c9c0e7ca945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'a8fd4d2d-32fb-4554-b8d5-052f07ecf981'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:23:01.003020 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-824ef50c-cf4f-4074-ab1b-0b43c5a95342 req-8a9fd69a-f52f-4179-abe1-2eb4509da459 service neutron] Attempting to bind port a61c7870-d656-41a6-ba63-31c7e8cf0081 on network a8fd4d2d-32fb-4554-b8d5-052f07ecf981 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:23:01.042870 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9ca81703-ef34-4c9e-86d6-b8928b2db4ba req-e82441dd-f1b5-449a-a8a5-9f9b48653162 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/security-groups?id=3a2b8dd1-9f73-464e-8b6a-7ffd93a0edae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7140558 May 30 20:23:01.043786 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-549756cc-6f88-42cc-8363-86db3fa15b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:01.089279 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820ddafc-3a1e-429a-895d-d4058f545e5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a8cad3d-aca9-4676-bc50-63c675904fa4,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:01.124839 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-7459948e-7781-4dc7-962a-ea3e1e27cb6b None None] Attempting to bind port 7aa4103a-4764-4b3c-aa66-aef85f084f50 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:23:01.129193 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-7459948e-7781-4dc7-962a-ea3e1e27cb6b None None] Attempting to bind port 7aa4103a-4764-4b3c-aa66-aef85f084f50 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': '40468e3f-2630-4d51-98c1-4a518f6532d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'ff30330a-0ebe-4836-9458-b813d1bcbde4'}] {{(pid=84889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:23:01.129193 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7459948e-7781-4dc7-962a-ea3e1e27cb6b None None] Attempting to bind port 7aa4103a-4764-4b3c-aa66-aef85f084f50 on network ff30330a-0ebe-4836-9458-b813d1bcbde4 {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:23:01.137256 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7459948e-7781-4dc7-962a-ea3e1e27cb6b None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:23:01.138121 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7459948e-7781-4dc7-962a-ea3e1e27cb6b None None] Checking segment: {'id': '40468e3f-2630-4d51-98c1-4a518f6532d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'ff30330a-0ebe-4836-9458-b813d1bcbde4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:23:01.138792 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-7459948e-7781-4dc7-962a-ea3e1e27cb6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:01.139405 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7459948e-7781-4dc7-962a-ea3e1e27cb6b None None] Bound using segment: {'id': '40468e3f-2630-4d51-98c1-4a518f6532d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'ff30330a-0ebe-4836-9458-b813d1bcbde4'} {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:23:01.140120 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-7459948e-7781-4dc7-962a-ea3e1e27cb6b None None] Bound port: 7aa4103a-4764-4b3c-aa66-aef85f084f50, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40468e3f-2630-4d51-98c1-4a518f6532d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'ff30330a-0ebe-4836-9458-b813d1bcbde4'}}] {{(pid=84889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:23:01.140729 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-7459948e-7781-4dc7-962a-ea3e1e27cb6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:01.183125 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-cfd122b8-759d-4823-9b57-b9958961cd30 None None] For port 25ea9cb3-17bd-4ddf-88e3-3d7bf354eb4b, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=25ea9cb3-17bd-4ddf-88e3-3d7bf354eb4b,segment=NetworkSegment(9a55defe-184e-4bf7-910e-e2b419e5729f),segment_id=9a55defe-184e-4bf7-910e-e2b419e5729f)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:23:01.183758 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-cfd122b8-759d-4823-9b57-b9958961cd30 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:01.202506 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['078b0eb3-7ef6-4b86-9aaa-e86d5bd99c01'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:23:01.215483 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-820ddafc-3a1e-429a-895d-d4058f545e5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:01.252760 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-824ef50c-cf4f-4074-ab1b-0b43c5a95342 req-8a9fd69a-f52f-4179-abe1-2eb4509da459 service neutron] Port a61c7870-d656-41a6-ba63-31c7e8cf0081 on network a8fd4d2d-32fb-4554-b8d5-052f07ecf981 not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:23:01.254484 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-824ef50c-cf4f-4074-ab1b-0b43c5a95342 req-8a9fd69a-f52f-4179-abe1-2eb4509da459 service neutron] Attempting to bind port a61c7870-d656-41a6-ba63-31c7e8cf0081 on network a8fd4d2d-32fb-4554-b8d5-052f07ecf981 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:23:01.270625 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.db [None req-7459948e-7781-4dc7-962a-ea3e1e27cb6b None None] For port 7aa4103a-4764-4b3c-aa66-aef85f084f50, host n-d-843948-2, cleared binding levels {{(pid=84889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:23:01.273455 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549756cc-6f88-42cc-8363-86db3fa15b3d admin admin] Pushing event deleted for resources: {'Port': ['ID=25ea9cb3-17bd-4ddf-88e3-3d7bf354eb4b,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:01.274355 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.db [None req-7459948e-7781-4dc7-962a-ea3e1e27cb6b None None] For port 7aa4103a-4764-4b3c-aa66-aef85f084f50, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=7aa4103a-4764-4b3c-aa66-aef85f084f50,segment=NetworkSegment(40468e3f-2630-4d51-98c1-4a518f6532d2),segment_id=40468e3f-2630-4d51-98c1-4a518f6532d2)] {{(pid=84889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:23:01.277145 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-820ddafc-3a1e-429a-895d-d4058f545e5b admin admin] 10.222.0.85 "DELETE /v2.0/subnets/8a8cad3d-aca9-4676-bc50-63c675904fa4 HTTP/1.1" status: 204 len: 168 time: 1.2215846 May 30 20:23:01.279917 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 35694) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:23:01.281744 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549756cc-6f88-42cc-8363-86db3fa15b3d admin admin] No DVR routers for this DVR port 25ea9cb3-17bd-4ddf-88e3-3d7bf354eb4b on host n-d-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:23:01.290402 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.db.resource_extend [None req-c5fb2c90-f3df-4f11-8db0-f2e8dfa2a87f None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:23:01.331749 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-122b9dfe-69f1-45f2-a468-dac214d1b8dd tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:01.336609 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7af40ddf-2f5a-4cd4-bf71-85a4acf7e290 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-736390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:01.353589 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=078b0eb3-7ef6-4b86-9aaa-e86d5bd99c01,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:01.357168 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:01.358604 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33aea680-f319-481d-86a9-0b9340b53f27 admin admin] Made reservation on behalf of 1070080f3a9f4c1fbf81b28e418fbebd for: {'subnet': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:23:01.361441 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-33aea680-f319-481d-86a9-0b9340b53f27 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114220'] for subnet, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:01.374424 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554042dc-b007-4b27-b0de-93af94163817 req-c71b6889-d762-4013-867e-c5341a78180b tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:01.376324 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-554042dc-b007-4b27-b0de-93af94163817 req-c71b6889-d762-4013-867e-c5341a78180b tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/ports?device_id=2f903cc6-4588-4e6d-9f98-4119c026a994 HTTP/1.1" status: 200 len: 945 time: 0.3453715 May 30 20:23:01.385524 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-7459948e-7781-4dc7-962a-ea3e1e27cb6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:01.421325 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-122b9dfe-69f1-45f2-a468-dac214d1b8dd tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:01.458561 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-cfd122b8-759d-4823-9b57-b9958961cd30 None None] Calling delete_port for 25ea9cb3-17bd-4ddf-88e3-3d7bf354eb4b owned by network:dhcp {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:23:01.490253 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7459948e-7781-4dc7-962a-ea3e1e27cb6b None None] Routers {'194b27f8-2646-4560-86fa-a34ac251ab7c'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:23:01.491076 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-7459948e-7781-4dc7-962a-ea3e1e27cb6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:22:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['194b27f8-2646-4560-86fa-a34ac251ab7c'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:23:01.519898 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122b9dfe-69f1-45f2-a468-dac214d1b8dd tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=585e25cb-fc37-4986-813b-ec22c0426760,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:01.577382 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-824ef50c-cf4f-4074-ab1b-0b43c5a95342 req-8a9fd69a-f52f-4179-abe1-2eb4509da459 service neutron] Checking agent: {'id': 'f728d74e-a4ae-4384-860b-a5ade05dd8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 22, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:23:01.579510 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-824ef50c-cf4f-4074-ab1b-0b43c5a95342 req-8a9fd69a-f52f-4179-abe1-2eb4509da459 service neutron] Checking segment: {'id': '327b421f-3671-4415-86c0-3c9c0e7ca945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'a8fd4d2d-32fb-4554-b8d5-052f07ecf981'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:23:01.581035 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-824ef50c-cf4f-4074-ab1b-0b43c5a95342 req-8a9fd69a-f52f-4179-abe1-2eb4509da459 service neutron] Bound using segment: {'id': '327b421f-3671-4415-86c0-3c9c0e7ca945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'a8fd4d2d-32fb-4554-b8d5-052f07ecf981'} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:23:01.581035 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-824ef50c-cf4f-4074-ab1b-0b43c5a95342 req-8a9fd69a-f52f-4179-abe1-2eb4509da459 service neutron] Bound port: a61c7870-d656-41a6-ba63-31c7e8cf0081, host: n-h1-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '327b421f-3671-4415-86c0-3c9c0e7ca945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'a8fd4d2d-32fb-4554-b8d5-052f07ecf981'}}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:23:01.581035 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-824ef50c-cf4f-4074-ab1b-0b43c5a95342 req-8a9fd69a-f52f-4179-abe1-2eb4509da459 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:01.642182 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfd960a-8a23-4844-a20d-1f13dd5e07b1 None None] Pushing event updated for resources: {'Port': ['ID=7aa4103a-4764-4b3c-aa66-aef85f084f50,revision_number=4']} {{(pid=84889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:01.703403 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-c5fb2c90-f3df-4f11-8db0-f2e8dfa2a87f None None] Notify callbacks [] for port, precommit_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:01.726651 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-554042dc-b007-4b27-b0de-93af94163817 req-1823f021-89c7-4c7f-87cd-9d2423d03a80 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2ed7a16-df30-4283-b4d4-5e9611f16ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3395360 May 30 20:23:01.758578 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.db.api [None req-cfd122b8-759d-4823-9b57-b9958961cd30 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:23:01.758915 n-d-843948-2 neutron-server[84888]: DEBUG oslo_db.api [None req-cfd122b8-759d-4823-9b57-b9958961cd30 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:23:01.764876 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-c5fb2c90-f3df-4f11-8db0-f2e8dfa2a87f None None] Transition to ACTIVE for port object 6e0668f6-f13f-44f0-ba66-15e1d3343bfb will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:23:01.792250 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-122b9dfe-69f1-45f2-a468-dac214d1b8dd tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:01.793970 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-122b9dfe-69f1-45f2-a468-dac214d1b8dd tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.4433360 May 30 20:23:01.802076 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 35700) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:23:01.825413 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-ea0ba734-d08c-4c62-8593-f049465022b7 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Request body: {'security_group_rule': {'security_group_id': '3ae76294-3e84-4fcb-be2a-17611205a838', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:23:01.874454 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-ea0ba734-d08c-4c62-8593-f049465022b7 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:23:01.887043 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-ea0ba734-d08c-4c62-8593-f049465022b7 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Usage tracker for resource:security_group_rule and tenant:af4cc1fbb91e4a5c856e947d8072b697 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:23:01.894827 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-ea0ba734-d08c-4c62-8593-f049465022b7 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:23:01.934250 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-c5fb2c90-f3df-4f11-8db0-f2e8dfa2a87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:01.950216 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-ea0ba734-d08c-4c62-8593-f049465022b7 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:23:02.002474 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-7459948e-7781-4dc7-962a-ea3e1e27cb6b None None] Set router 194b27f8-2646-4560-86fa-a34ac251ab7c gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:23:02.020961 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 460fff84-62d6-49b9-acfe-5f3b6755bc57 details requested by agent hyperv_n-h1-843948-2 with host n-h1-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:23:02.050540 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 25ea9cb3-17bd-4ddf-88e3-3d7bf354eb4b no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:23:02.092536 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7af40ddf-2f5a-4cd4-bf71-85a4acf7e290 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:02.107669 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fc8e2f-133a-4d48-99ed-e3a2b3ce68da None None] Pushing event updated for resources: {'Port': ['ID=6e0668f6-f13f-44f0-ba66-15e1d3343bfb,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:02.120671 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: 25ea9cb3-17bd-4ddf-88e3-3d7bf354eb4b {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:23:02.121718 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 25ea9cb3-17bd-4ddf-88e3-3d7bf354eb4b not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:23:02.226416 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-c5fb2c90-f3df-4f11-8db0-f2e8dfa2a87f None None] Attempting to bind port 6e0668f6-f13f-44f0-ba66-15e1d3343bfb on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:23:02.227381 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-c5fb2c90-f3df-4f11-8db0-f2e8dfa2a87f None None] Attempting to bind port 6e0668f6-f13f-44f0-ba66-15e1d3343bfb by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:23:02.227381 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5fb2c90-f3df-4f11-8db0-f2e8dfa2a87f None None] Attempting to bind port 6e0668f6-f13f-44f0-ba66-15e1d3343bfb on network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:23:02.255549 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5fb2c90-f3df-4f11-8db0-f2e8dfa2a87f None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:23:02.255930 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5fb2c90-f3df-4f11-8db0-f2e8dfa2a87f None None] Checking segment: {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:23:02.256529 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-c5fb2c90-f3df-4f11-8db0-f2e8dfa2a87f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:02.257174 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5fb2c90-f3df-4f11-8db0-f2e8dfa2a87f None None] Bound using segment: {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:23:02.258042 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-c5fb2c90-f3df-4f11-8db0-f2e8dfa2a87f None None] Bound port: 6e0668f6-f13f-44f0-ba66-15e1d3343bfb, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:23:02.258673 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-c5fb2c90-f3df-4f11-8db0-f2e8dfa2a87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:02.270237 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7af40ddf-2f5a-4cd4-bf71-85a4acf7e290 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:02.282832 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ea0ba734-d08c-4c62-8593-f049465022b7 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:02.286646 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-cfd122b8-759d-4823-9b57-b9958961cd30 None None] Deleting port 25ea9cb3-17bd-4ddf-88e3-3d7bf354eb4b {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:23:02.286917 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-cfd122b8-759d-4823-9b57-b9958961cd30 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:02.337644 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-549756cc-6f88-42cc-8363-86db3fa15b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:02.380267 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-cfd122b8-759d-4823-9b57-b9958961cd30 None None] The port '25ea9cb3-17bd-4ddf-88e3-3d7bf354eb4b' was deleted {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 20:23:02.465217 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-71b1dbe4-7ec7-4cdb-b268-40c94f4deed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:02.485954 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-549756cc-6f88-42cc-8363-86db3fa15b3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac8c9a1b-20d8-4e63-a909-98bfbc20cb9e']}} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:23:02.524109 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-824ef50c-cf4f-4074-ab1b-0b43c5a95342 req-8a9fd69a-f52f-4179-abe1-2eb4509da459 service neutron] For port a61c7870-d656-41a6-ba63-31c7e8cf0081, host n-h1-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:23:02.525358 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 460fff84-62d6-49b9-acfe-5f3b6755bc57, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=460fff84-62d6-49b9-acfe-5f3b6755bc57,segment=NetworkSegment(bb0b98bd-77ea-44e3-b5bc-734c2b73a239),segment_id=bb0b98bd-77ea-44e3-b5bc-734c2b73a239)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:23:02.530269 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-549756cc-6f88-42cc-8363-86db3fa15b3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a55defe-184e-4bf7-910e-e2b419e5729f') {'for_net_delete': True} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:23:02.530557 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-549756cc-6f88-42cc-8363-86db3fa15b3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a55defe-184e-4bf7-910e-e2b419e5729f') {} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:23:02.604595 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Returning: {'device': '460fff84-62d6-49b9-acfe-5f3b6755bc57', 'network_id': 'b8dbbf3d-6692-4ebe-a45d-1177e8082a2b', 'port_id': '460fff84-62d6-49b9-acfe-5f3b6755bc57', 'mac_address': 'fa:16:3e:c0:17:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61db9283-a711-4dd7-99cf-b308efe98b83', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:23:02.630308 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-824ef50c-cf4f-4074-ab1b-0b43c5a95342 req-8a9fd69a-f52f-4179-abe1-2eb4509da459 service neutron] For port a61c7870-d656-41a6-ba63-31c7e8cf0081, host n-h1-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=a61c7870-d656-41a6-ba63-31c7e8cf0081,segment=NetworkSegment(327b421f-3671-4415-86c0-3c9c0e7ca945),segment_id=327b421f-3671-4415-86c0-3c9c0e7ca945)] {{(pid=84887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:23:02.633474 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-549756cc-6f88-42cc-8363-86db3fa15b3d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3149912'] for segment, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:02.686812 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-c5fb2c90-f3df-4f11-8db0-f2e8dfa2a87f None None] For port 6e0668f6-f13f-44f0-ba66-15e1d3343bfb, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:23:02.701443 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ea0ba734-d08c-4c62-8593-f049465022b7 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:02.702922 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-c5fb2c90-f3df-4f11-8db0-f2e8dfa2a87f None None] For port 6e0668f6-f13f-44f0-ba66-15e1d3343bfb, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=6e0668f6-f13f-44f0-ba66-15e1d3343bfb,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:23:02.734653 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-7af40ddf-2f5a-4cd4-bf71-85a4acf7e290 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Allocated IP 172.25.8.19 (c7869750-4b49-4b7e-aa99-5e0f1ae02da4/427601ec-f643-4fe7-b5e6-17305d3a39e1/30c1d380-161d-41f8-b0e3-5488b44ad7cb) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:23:02.755085 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdd21d7-13ee-4ebf-8f15-3b7d5d47dc42 req-774698f0-cb93-4ebd-8d37-c81439d50450 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:02.765657 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-8bdd21d7-13ee-4ebf-8f15-3b7d5d47dc42 req-774698f0-cb93-4ebd-8d37-c81439d50450 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/ports?device_id=9344e871-e93a-4ab0-b2c6-c1bdb8e7cd51 HTTP/1.1" status: 200 len: 945 time: 0.3036118 May 30 20:23:02.820031 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-c5fb2c90-f3df-4f11-8db0-f2e8dfa2a87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:02.825137 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-549756cc-6f88-42cc-8363-86db3fa15b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:02.841384 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:02.859662 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-824ef50c-cf4f-4074-ab1b-0b43c5a95342 req-8a9fd69a-f52f-4179-abe1-2eb4509da459 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:02.869285 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ea0ba734-d08c-4c62-8593-f049465022b7 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:02.915014 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:02.988049 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5fb2c90-f3df-4f11-8db0-f2e8dfa2a87f None None] Routers {'47f85ddd-31cf-47ea-9b06-c78aaa60457f'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:23:02.989246 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-c5fb2c90-f3df-4f11-8db0-f2e8dfa2a87f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:22:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['47f85ddd-31cf-47ea-9b06-c78aaa60457f'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:23:03.047634 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-7459948e-7781-4dc7-962a-ea3e1e27cb6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '194b27f8-2646-4560-86fa-a34ac251ab7c', 'name': 'tempest-ServerActionsTestJSON-2109311328-router', 'tenant_id': 'af4cc1fbb91e4a5c856e947d8072b697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '0015343f-0d98-443a-a5d0-87f2bcedad63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:22:41Z', 'updated_at': '2022-05-30T20:22:51Z', 'revision_number': 4, 'project_id': 'af4cc1fbb91e4a5c856e947d8072b697', 'gw_port': {'id': '0015343f-0d98-443a-a5d0-87f2bcedad63', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:3b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194b27f8-2646-4560-86fa-a34ac251ab7c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:22:43Z', 'updated_at': '2022-05-30T20:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '7aa4103a-4764-4b3c-aa66-aef85f084f50', 'name': '', 'network_id': 'ff30330a-0ebe-4836-9458-b813d1bcbde4', 'tenant_id': 'af4cc1fbb91e4a5c856e947d8072b697', 'mac_address': 'fa:16:3e:a3:61:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '194b27f8-2646-4560-86fa-a34ac251ab7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7991eded-d330-4e4e-ace3-aeb4d5f3ff0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:22:49Z', 'updated_at': '2022-05-30T20:23:01Z', 'revision_number': 4, 'project_id': 'af4cc1fbb91e4a5c856e947d8072b697', 'subnets': [{'id': '7991eded-d330-4e4e-ace3-aeb4d5f3ff0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:23:03.055268 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-549756cc-6f88-42cc-8363-86db3fa15b3d admin admin] Releasing vlan 673 on physical network physnet1 to pool {{(pid=84887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:23:03.056033 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-549756cc-6f88-42cc-8363-86db3fa15b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4055488'] for segment, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:03.058571 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7459948e-7781-4dc7-962a-ea3e1e27cb6b None None] The sync data for ids ['194b27f8-2646-4560-86fa-a34ac251ab7c'] in n-d-843948-2 is: [{'id': '194b27f8-2646-4560-86fa-a34ac251ab7c', 'name': 'tempest-ServerActionsTestJSON-2109311328-router', 'tenant_id': 'af4cc1fbb91e4a5c856e947d8072b697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '0015343f-0d98-443a-a5d0-87f2bcedad63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:22:41Z', 'updated_at': '2022-05-30T20:22:51Z', 'revision_number': 4, 'project_id': 'af4cc1fbb91e4a5c856e947d8072b697', 'gw_port': {'id': '0015343f-0d98-443a-a5d0-87f2bcedad63', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:3b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194b27f8-2646-4560-86fa-a34ac251ab7c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:22:43Z', 'updated_at': '2022-05-30T20:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '7aa4103a-4764-4b3c-aa66-aef85f084f50', 'name': '', 'network_id': 'ff30330a-0ebe-4836-9458-b813d1bcbde4', 'tenant_id': 'af4cc1fbb91e4a5c856e947d8072b697', 'mac_address': 'fa:16:3e:a3:61:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '194b27f8-2646-4560-86fa-a34ac251ab7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7991eded-d330-4e4e-ace3-aeb4d5f3ff0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:22:49Z', 'updated_at': '2022-05-30T20:23:01Z', 'revision_number': 4, 'project_id': 'af4cc1fbb91e4a5c856e947d8072b697', 'subnets': [{'id': '7991eded-d330-4e4e-ace3-aeb4d5f3ff0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:23:03.068266 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0ba734-d08c-4c62-8593-f049465022b7 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=656f9db0-673d-49e4-afa3-093f0fdccbc0,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:03.092660 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9fd69a-f52f-4179-abe1-2eb4509da459 service neutron] Pushing event updated for resources: {'Port': ['ID=a61c7870-d656-41a6-ba63-31c7e8cf0081,revision_number=3']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:03.100201 n-d-843948-2 neutron-server[84887]: Traceback (most recent call last): May 30 20:23:03.100201 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:23:03.100201 n-d-843948-2 neutron-server[84887]: timer() May 30 20:23:03.100201 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:23:03.100201 n-d-843948-2 neutron-server[84887]: cb(*args, **kw) May 30 20:23:03.100201 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:23:03.100201 n-d-843948-2 neutron-server[84887]: return func(*args, **kwargs) May 30 20:23:03.100201 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:23:03.100201 n-d-843948-2 neutron-server[84887]: self._notify() May 30 20:23:03.100201 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:23:03.100201 n-d-843948-2 neutron-server[84887]: self.callback(batched_events) May 30 20:23:03.100201 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:23:03.100201 n-d-843948-2 neutron-server[84887]: event.method(event) May 30 20:23:03.100201 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:23:03.100201 n-d-843948-2 neutron-server[84887]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:23:03.100201 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:23:03.100201 n-d-843948-2 neutron-server[84887]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:23:03.100201 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:23:03.100201 n-d-843948-2 neutron-server[84887]: return f(self, *a, **k) May 30 20:23:03.100201 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:23:03.100201 n-d-843948-2 neutron-server[84887]: return self._get(url).json() May 30 20:23:03.100201 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:23:03.100201 n-d-843948-2 neutron-server[84887]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:23:03.100201 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:23:03.100201 n-d-843948-2 neutron-server[84887]: return self.request(url, 'GET', **kwargs) May 30 20:23:03.100201 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:23:03.100201 n-d-843948-2 neutron-server[84887]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:23:03.100201 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:23:03.100201 n-d-843948-2 neutron-server[84887]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:23:03.100201 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:23:03.100201 n-d-843948-2 neutron-server[84887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:23:03.100201 n-d-843948-2 neutron-server[84887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:23:03.102962 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-8bdd21d7-13ee-4ebf-8f15-3b7d5d47dc42 req-e97d3c6b-d461-4f65-9f19-839dcb2b35fe tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/security-groups?id=3a2b8dd1-9f73-464e-8b6a-7ffd93a0edae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3351369 May 30 20:23:03.137929 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e182a22-3678-4a86-ac53-3d080946ba64 req-ded99187-778f-4470-9521-009efcc2b203 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:03.140405 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6e182a22-3678-4a86-ac53-3d080946ba64 req-ded99187-778f-4470-9521-009efcc2b203 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/ports?device_id=fc2f8771-8ae8-478e-b73c-7ebb9203036f HTTP/1.1" status: 200 len: 943 time: 1.3176897 May 30 20:23:03.143507 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-71b1dbe4-7ec7-4cdb-b268-40c94f4deed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:03.250340 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ea0ba734-d08c-4c62-8593-f049465022b7 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:03.256018 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-ea0ba734-d08c-4c62-8593-f049465022b7 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.4424155 May 30 20:23:03.260265 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7af40ddf-2f5a-4cd4-bf71-85a4acf7e290 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:03.263627 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 35708) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:23:03.272129 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-1c1cd07c-fc23-4d67-9996-27503b8ab0c9 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Request body: {'floatingip': {'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:23:03.290088 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-1c1cd07c-fc23-4d67-9996-27503b8ab0c9 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:23:03.299057 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-1c1cd07c-fc23-4d67-9996-27503b8ab0c9 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Usage tracker for resource:floatingip and tenant:af4cc1fbb91e4a5c856e947d8072b697 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:23:03.304475 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-1c1cd07c-fc23-4d67-9996-27503b8ab0c9 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:23:03.314310 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-1c1cd07c-fc23-4d67-9996-27503b8ab0c9 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:23:03.407401 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-71b1dbe4-7ec7-4cdb-b268-40c94f4deed6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2236394-e29d-426e-90df-37e84c9f1eea']}} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:23:03.412941 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 460fff84-62d6-49b9-acfe-5f3b6755bc57 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:23:03.425682 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1c1cd07c-fc23-4d67-9996-27503b8ab0c9 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Notify callbacks [] for floatingip, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:03.436465 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 078b0eb3-7ef6-4b86-9aaa-e86d5bd99c01 up at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:23:03.484545 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-71b1dbe4-7ec7-4cdb-b268-40c94f4deed6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '611fecd1-ef20-4d33-97be-ddaa2580f0c3') {'for_net_delete': True} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:23:03.485426 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-71b1dbe4-7ec7-4cdb-b268-40c94f4deed6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '611fecd1-ef20-4d33-97be-ddaa2580f0c3') {} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:23:03.517297 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-824ef50c-cf4f-4074-ab1b-0b43c5a95342 req-8a9fd69a-f52f-4179-abe1-2eb4509da459 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:03.518764 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-824ef50c-cf4f-4074-ab1b-0b43c5a95342 req-8a9fd69a-f52f-4179-abe1-2eb4509da459 service neutron] 10.222.0.71 "PUT /v2.0/ports/a61c7870-d656-41a6-ba63-31c7e8cf0081 HTTP/1.1" status: 200 len: 1091 time: 6.8262117 May 30 20:23:03.523129 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc2f8771-8ae8-478e-b73c-7ebb9203036f', 'tag': 'a61c7870-d656-41a6-ba63-31c7e8cf0081'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:23:03.537226 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-71b1dbe4-7ec7-4cdb-b268-40c94f4deed6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3149912'] for segment, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:03.613001 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fc8e2f-133a-4d48-99ed-e3a2b3ce68da None None] Pushing event updated for resources: {'Port': ['ID=6e0668f6-f13f-44f0-ba66-15e1d3343bfb,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:03.636079 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-c5fb2c90-f3df-4f11-8db0-f2e8dfa2a87f None None] Set router 47f85ddd-31cf-47ea-9b06-c78aaa60457f gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:23:03.649573 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-33aea680-f319-481d-86a9-0b9340b53f27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4055401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114238'] for subnet, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:03.681146 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-71b1dbe4-7ec7-4cdb-b268-40c94f4deed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:03.783616 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6e182a22-3678-4a86-ac53-3d080946ba64 req-b9b673e7-1861-47d2-90fd-f4005a47f65e tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/security-groups?id=43b52b63-89b9-4504-9f0e-59456bc9d48e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3665197 May 30 20:23:03.835881 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-549756cc-6f88-42cc-8363-86db3fa15b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:03.907710 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-549756cc-6f88-42cc-8363-86db3fa15b3d admin admin] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:03.912990 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71b1dbe4-7ec7-4cdb-b268-40c94f4deed6 admin admin] Releasing vlan 675 on physical network physnet1 to pool {{(pid=84887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:23:03.913391 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-71b1dbe4-7ec7-4cdb-b268-40c94f4deed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4055488'] for segment, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:03.915174 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7af40ddf-2f5a-4cd4-bf71-85a4acf7e290 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:03.985146 n-d-843948-2 neutron-server[84887]: Traceback (most recent call last): May 30 20:23:03.985146 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:23:03.985146 n-d-843948-2 neutron-server[84887]: timer() May 30 20:23:03.985146 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:23:03.985146 n-d-843948-2 neutron-server[84887]: cb(*args, **kw) May 30 20:23:03.985146 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:23:03.985146 n-d-843948-2 neutron-server[84887]: return func(*args, **kwargs) May 30 20:23:03.985146 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:23:03.985146 n-d-843948-2 neutron-server[84887]: self._notify() May 30 20:23:03.985146 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:23:03.985146 n-d-843948-2 neutron-server[84887]: self.callback(batched_events) May 30 20:23:03.985146 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:23:03.985146 n-d-843948-2 neutron-server[84887]: event.method(event) May 30 20:23:03.985146 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:23:03.985146 n-d-843948-2 neutron-server[84887]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:23:03.985146 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:23:03.985146 n-d-843948-2 neutron-server[84887]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:23:03.985146 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:23:03.985146 n-d-843948-2 neutron-server[84887]: return f(self, *a, **k) May 30 20:23:03.985146 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:23:03.985146 n-d-843948-2 neutron-server[84887]: return self._get(url).json() May 30 20:23:03.985146 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:23:03.985146 n-d-843948-2 neutron-server[84887]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:23:03.985146 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:23:03.985146 n-d-843948-2 neutron-server[84887]: return self.request(url, 'GET', **kwargs) May 30 20:23:03.985146 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:23:03.985146 n-d-843948-2 neutron-server[84887]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:23:03.985146 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:23:03.985146 n-d-843948-2 neutron-server[84887]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:23:03.985146 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:23:03.985146 n-d-843948-2 neutron-server[84887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:23:03.985146 n-d-843948-2 neutron-server[84887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:23:04.064724 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 460fff84-62d6-49b9-acfe-5f3b6755bc57, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=460fff84-62d6-49b9-acfe-5f3b6755bc57,segment=NetworkSegment(bb0b98bd-77ea-44e3-b5bc-734c2b73a239),segment_id=bb0b98bd-77ea-44e3-b5bc-734c2b73a239)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:23:04.100437 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549756cc-6f88-42cc-8363-86db3fa15b3d admin admin] Pushing event deleted for resources: {'Network': ['ID=ac8c9a1b-20d8-4e63-a909-98bfbc20cb9e,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:04.103231 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8327d4e-073e-4e93-9315-bf1982848343'] response: {'name': 'network-changed', 'server_uuid': 'fc2f8771-8ae8-478e-b73c-7ebb9203036f', 'tag': 'a61c7870-d656-41a6-ba63-31c7e8cf0081', 'status': 'completed', 'code': 200} May 30 20:23:04.169748 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-549756cc-6f88-42cc-8363-86db3fa15b3d admin admin] 10.222.0.85 "DELETE /v2.0/networks/ac8c9a1b-20d8-4e63-a909-98bfbc20cb9e HTTP/1.1" status: 204 len: 168 time: 5.3451157 May 30 20:23:04.186821 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aea680-f319-481d-86a9-0b9340b53f27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ccf4d07-0caf-4fe2-a7f9-105c98d9d4a8,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:04.233454 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33aea680-f319-481d-86a9-0b9340b53f27 admin admin] Checking segment: {'id': '6feea416-6b09-4292-8b00-0648eb0fb4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '77747aee-7d13-4fc5-9ce2-f0a339c5ab7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:23:04.234255 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33aea680-f319-481d-86a9-0b9340b53f27 admin admin] Network hostable DHCP agents. Network: 77747aee-7d13-4fc5-9ce2-f0a339c5ab7f, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:23:04.298813 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af40ddf-2f5a-4cd4-bf71-85a4acf7e290 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:23:04.300238 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-7af40ddf-2f5a-4cd4-bf71-85a4acf7e290 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:23:04.305201 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-824ef50c-cf4f-4074-ab1b-0b43c5a95342 req-64c650f9-fac3-4987-b101-a2f23566a373 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=204a9ca9af944bf39656e3dc7145a4f6&device_id=fc2f8771-8ae8-478e-b73c-7ebb9203036f HTTP/1.1" status: 200 len: 1094 time: 0.5182090 May 30 20:23:04.340812 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af40ddf-2f5a-4cd4-bf71-85a4acf7e290 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Pushing event updated for resources: {'Port': ['ID=30c1d380-161d-41f8-b0e3-5488b44ad7cb,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:04.361874 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af40ddf-2f5a-4cd4-bf71-85a4acf7e290 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:23:04.383050 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 7aa4103a-4764-4b3c-aa66-aef85f084f50 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:23:04.451861 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:04.563370 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d1637c-96cd-4d49-928a-026fb81253d6 req-2995775a-b472-4e20-8216-bb28ead0e87a tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:04.581133 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-78d1637c-96cd-4d49-928a-026fb81253d6 req-2995775a-b472-4e20-8216-bb28ead0e87a tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/ports?device_id=2f903cc6-4588-4e6d-9f98-4119c026a994 HTTP/1.1" status: 200 len: 945 time: 1.1104906 May 30 20:23:04.582129 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['460fff84-62d6-49b9-acfe-5f3b6755bc57'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:23:04.646439 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-71b1dbe4-7ec7-4cdb-b268-40c94f4deed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:04.661106 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-71b1dbe4-7ec7-4cdb-b268-40c94f4deed6 admin admin] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:04.731761 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=460fff84-62d6-49b9-acfe-5f3b6755bc57,revision_number=6']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:04.766289 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-71b1dbe4-7ec7-4cdb-b268-40c94f4deed6 admin admin] 10.222.0.85 "DELETE /v2.0/networks/b2236394-e29d-426e-90df-37e84c9f1eea HTTP/1.1" status: 204 len: 168 time: 3.4743321 May 30 20:23:04.832076 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-824ef50c-cf4f-4074-ab1b-0b43c5a95342 req-9b57382f-068d-427c-8845-2cf4f8329cf5 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a61c7870-d656-41a6-ba63-31c7e8cf0081 HTTP/1.1" status: 200 len: 217 time: 0.5154362 May 30 20:23:04.840270 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning for port 078b0eb3-7ef6-4b86-9aaa-e86d5bd99c01 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:23:04.907929 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning complete for port 078b0eb3-7ef6-4b86-9aaa-e86d5bd99c01 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:23:04.908677 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:04.971174 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 35738) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:23:05.033753 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-78d1637c-96cd-4d49-928a-026fb81253d6 req-c0161b6c-85ff-4d9b-9738-bde5080d3003 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2ed7a16-df30-4283-b4d4-5e9611f16ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4498196 May 30 20:23:05.137347 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1c1cd07c-fc23-4d67-9996-27503b8ab0c9 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:05.186711 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b1dbe4-7ec7-4cdb-b268-40c94f4deed6 admin admin] Pushing event deleted for resources: {'Network': ['ID=b2236394-e29d-426e-90df-37e84c9f1eea,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:05.207224 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33aea680-f319-481d-86a9-0b9340b53f27 admin admin] Network 77747aee-7d13-4fc5-9ce2-f0a339c5ab7f is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:23:05.225131 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 7aa4103a-4764-4b3c-aa66-aef85f084f50 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:23:05.254940 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 7aa4103a-4764-4b3c-aa66-aef85f084f50 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:23:05.255294 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:05.298935 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824ef50c-cf4f-4074-ab1b-0b43c5a95342 req-98420567-1b7c-4ad4-a1bc-24a9a7cbb628 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:05.299952 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-824ef50c-cf4f-4074-ab1b-0b43c5a95342 req-98420567-1b7c-4ad4-a1bc-24a9a7cbb628 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c961f9ad-7764-4956-bb44-5ca4a5973b67 HTTP/1.1" status: 200 len: 855 time: 0.4498339 May 30 20:23:05.391546 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce49579-33c6-4bad-9efe-7068c2ac5437 req-9d0f6ed2-f0b1-45a6-9239-45c533c643c6 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:05.399747 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fce49579-33c6-4bad-9efe-7068c2ac5437 req-9d0f6ed2-f0b1-45a6-9239-45c533c643c6 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/ports?device_id=9344e871-e93a-4ab0-b2c6-c1bdb8e7cd51 HTTP/1.1" status: 200 len: 945 time: 0.9364645 May 30 20:23:05.423677 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-33aea680-f319-481d-86a9-0b9340b53f27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, 77747aee-7d13-4fc5-9ce2-f0a339c5ab7f) {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:23:05.441173 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33aea680-f319-481d-86a9-0b9340b53f27 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:05.441954 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-33aea680-f319-481d-86a9-0b9340b53f27 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:05.459186 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1052d98-8ea7-4b82-b0a8-f2f5c6cc26d0 None None] Network 77747aee-7d13-4fc5-9ce2-f0a339c5ab7f requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:23:05.525437 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fce49579-33c6-4bad-9efe-7068c2ac5437 req-1e4bd02e-222f-4a16-9aa7-79f33617a097 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/security-groups?id=3a2b8dd1-9f73-464e-8b6a-7ffd93a0edae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1246984 May 30 20:23:05.539419 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-824ef50c-cf4f-4074-ab1b-0b43c5a95342 req-5b6f2f99-ac9f-4249-b96b-9924f0872825 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a8fd4d2d-32fb-4554-b8d5-052f07ecf981&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2321057 May 30 20:23:05.578134 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-c5fb2c90-f3df-4f11-8db0-f2e8dfa2a87f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47f85ddd-31cf-47ea-9b06-c78aaa60457f', 'name': 'tempest-snat-router-1676395919', 'tenant_id': 'da59b0ab053d44aa885bd8af8ce102e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.60'}], 'enable_snat': False}, 'gw_port_id': '6e0668f6-f13f-44f0-ba66-15e1d3343bfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:22:43Z', 'updated_at': '2022-05-30T20:22:51Z', 'revision_number': 3, 'project_id': 'da59b0ab053d44aa885bd8af8ce102e7', 'gw_port': {'id': '6e0668f6-f13f-44f0-ba66-15e1d3343bfb', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:29:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47f85ddd-31cf-47ea-9b06-c78aaa60457f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:22:49Z', 'updated_at': '2022-05-30T20:23:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:23:05.618130 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5fb2c90-f3df-4f11-8db0-f2e8dfa2a87f None None] The sync data for ids ['47f85ddd-31cf-47ea-9b06-c78aaa60457f'] in n-d-843948-2 is: [{'id': '47f85ddd-31cf-47ea-9b06-c78aaa60457f', 'name': 'tempest-snat-router-1676395919', 'tenant_id': 'da59b0ab053d44aa885bd8af8ce102e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.60'}], 'enable_snat': False}, 'gw_port_id': '6e0668f6-f13f-44f0-ba66-15e1d3343bfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:22:43Z', 'updated_at': '2022-05-30T20:22:51Z', 'revision_number': 3, 'project_id': 'da59b0ab053d44aa885bd8af8ce102e7', 'gw_port': {'id': '6e0668f6-f13f-44f0-ba66-15e1d3343bfb', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:29:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47f85ddd-31cf-47ea-9b06-c78aaa60457f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:22:49Z', 'updated_at': '2022-05-30T20:23:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-843948-2'}] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:23:05.637242 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:05.658013 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-f25c7c0a-d0dc-4e77-994f-af74fb5a7468 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=81e36025f4964ad6aa1305da6f1825fb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6483772 May 30 20:23:05.665368 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 35744) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:23:05.728942 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-824ef50c-cf4f-4074-ab1b-0b43c5a95342 req-80fbe3e9-cac7-4496-8815-9bdbb490458f service neutron] 10.222.0.71 "GET /v2.0/networks/a8fd4d2d-32fb-4554-b8d5-052f07ecf981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830227 May 30 20:23:05.734905 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-33aea680-f319-481d-86a9-0b9340b53f27 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 5.4775760 May 30 20:23:05.739885 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 35748) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:23:05.742253 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-2550f8f9-b912-4529-8e1c-d6538cab526d admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1248151657-router', 'tenant_id': '1070080f3a9f4c1fbf81b28e418fbebd', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:23:05.748477 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-2550f8f9-b912-4529-8e1c-d6538cab526d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:23:05.749020 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-1c1cd07c-fc23-4d67-9996-27503b8ab0c9 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Allocated IP 172.25.8.138 (c7869750-4b49-4b7e-aa99-5e0f1ae02da4/427601ec-f643-4fe7-b5e6-17305d3a39e1/1e2a9d77-abee-4b01-a84c-86d7365685d3) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:23:05.758570 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-2550f8f9-b912-4529-8e1c-d6538cab526d admin admin] Usage tracker for resource:router and tenant:1070080f3a9f4c1fbf81b28e418fbebd is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:23:05.762919 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-2550f8f9-b912-4529-8e1c-d6538cab526d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:23:05.769794 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 35752) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:23:05.800095 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-2550f8f9-b912-4529-8e1c-d6538cab526d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:23:05.852333 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7af40ddf-2f5a-4cd4-bf71-85a4acf7e290 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:05.853773 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7af40ddf-2f5a-4cd4-bf71-85a4acf7e290 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-736409'] for router, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:05.951801 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9344e871-e93a-4ab0-b2c6-c1bdb8e7cd51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '078b0eb3-7ef6-4b86-9aaa-e86d5bd99c01'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:23:05.953122 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd1aed7-35e1-4a02-a0d0-c325456a0c5b req-80643ae0-e1b9-41db-9934-0641830a654e tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:05.962112 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6dd1aed7-35e1-4a02-a0d0-c325456a0c5b req-80643ae0-e1b9-41db-9934-0641830a654e tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/ports?device_id=fc2f8771-8ae8-478e-b73c-7ebb9203036f HTTP/1.1" status: 200 len: 943 time: 0.5512056 May 30 20:23:05.982258 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:06.007352 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 078b0eb3-7ef6-4b86-9aaa-e86d5bd99c01, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=078b0eb3-7ef6-4b86-9aaa-e86d5bd99c01,segment=NetworkSegment(8369aa1b-ac46-424a-9c92-34020eb636de),segment_id=8369aa1b-ac46-424a-9c92-34020eb636de)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:23:06.008527 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-dc2edcce-02a3-4414-8e99-dc3c0ac90a2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:06.099501 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17ca6391-412d-49b4-94cf-04f815864437'] response: {'server_uuid': '9344e871-e93a-4ab0-b2c6-c1bdb8e7cd51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '078b0eb3-7ef6-4b86-9aaa-e86d5bd99c01', 'code': 200} May 30 20:23:06.132260 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port 7aa4103a-4764-4b3c-aa66-aef85f084f50, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=7aa4103a-4764-4b3c-aa66-aef85f084f50,segment=NetworkSegment(40468e3f-2630-4d51-98c1-4a518f6532d2),segment_id=40468e3f-2630-4d51-98c1-4a518f6532d2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:23:06.138267 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:06.184613 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2550f8f9-b912-4529-8e1c-d6538cab526d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-733683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3159'] for router, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:06.185869 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2550f8f9-b912-4529-8e1c-d6538cab526d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-733584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-736372', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-628480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3164'] for router, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:06.234198 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-da0dad01-f3f7-4369-ae77-380530f9eba3 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=d6059b98be404907b5daa24bddc38a7a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4632819 May 30 20:23:06.243710 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 35760) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:23:06.262616 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:06.271104 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-642f0b58-c2cb-4aa6-8d98-38e891f2c055 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-77747aee-7d13-4fc5-9ce2-f0a339c5ab7f', 'network_id': '77747aee-7d13-4fc5-9ce2-f0a339c5ab7f', 'tenant_id': '1070080f3a9f4c1fbf81b28e418fbebd', 'fixed_ips': [{'subnet_id': '3ccf4d07-0caf-4fe2-a7f9-105c98d9d4a8'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:23:06.272672 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-642f0b58-c2cb-4aa6-8d98-38e891f2c055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:06.416371 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2550f8f9-b912-4529-8e1c-d6538cab526d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:06.447993 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-824ef50c-cf4f-4074-ab1b-0b43c5a95342 req-bda56df5-ce81-4a33-b742-47ad751d5cbd service neutron] 10.222.0.71 "GET /v2.0/networks/a8fd4d2d-32fb-4554-b8d5-052f07ecf981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6250741 May 30 20:23:06.468071 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=078b0eb3-7ef6-4b86-9aaa-e86d5bd99c01,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:06.497381 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-dc2edcce-02a3-4414-8e99-dc3c0ac90a2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:06.537836 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0b5851b9-d023-427c-bddb-c250546891cb req-79a750cf-714e-4b9b-923f-267568948813 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=9344e871-e93a-4ab0-b2c6-c1bdb8e7cd51 HTTP/1.1" status: 200 len: 1097 time: 0.3472340 May 30 20:23:06.561219 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6dd1aed7-35e1-4a02-a0d0-c325456a0c5b req-4ec9a001-345b-4eb8-a38f-ef476bcae981 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/security-groups?id=43b52b63-89b9-4504-9f0e-59456bc9d48e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5977972 May 30 20:23:06.592062 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 460fff84-62d6-49b9-acfe-5f3b6755bc57 up at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:23:06.676801 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e101d973-2fcf-4dda-aa32-f465e0320b79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:06.746691 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1c1cd07c-fc23-4d67-9996-27503b8ab0c9 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:06.900192 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0b5851b9-d023-427c-bddb-c250546891cb req-329c083d-4f0f-4a3d-9851-175227c90fdb service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=3a2b8dd1-9f73-464e-8b6a-7ffd93a0edae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3468602 May 30 20:23:06.930511 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e101d973-2fcf-4dda-aa32-f465e0320b79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:06.987317 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=7aa4103a-4764-4b3c-aa66-aef85f084f50,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:07.033314 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84ef422-dd8f-446b-b8d0-25eb49673ae9 req-7198fa64-19c1-485a-b8c7-a83fd326b80c tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:07.041455 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d84ef422-dd8f-446b-b8d0-25eb49673ae9 req-7198fa64-19c1-485a-b8c7-a83fd326b80c tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/ports?device_id=2f903cc6-4588-4e6d-9f98-4119c026a994 HTTP/1.1" status: 200 len: 944 time: 0.6058600 May 30 20:23:07.051525 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning complete for port 460fff84-62d6-49b9-acfe-5f3b6755bc57 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:23:07.052138 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:07.070813 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-dc2edcce-02a3-4414-8e99-dc3c0ac90a2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:07.073995 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2550f8f9-b912-4529-8e1c-d6538cab526d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-736390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:07.079574 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-cb20d643-12ab-4215-86df-af4395d9a1fa req-6680503f-6be3-4f55-8c17-11b42f9d6fe2 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=204a9ca9af944bf39656e3dc7145a4f6&device_id=fc2f8771-8ae8-478e-b73c-7ebb9203036f HTTP/1.1" status: 200 len: 1094 time: 0.4704654 May 30 20:23:07.218134 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2edcce-02a3-4414-8e99-dc3c0ac90a2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2363d32-544a-4c25-9836-43719a31ef02,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:07.243741 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1c1cd07c-fc23-4d67-9996-27503b8ab0c9 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:07.329883 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-642f0b58-c2cb-4aa6-8d98-38e891f2c055 None None] Allocated IP 172.20.0.2 (77747aee-7d13-4fc5-9ce2-f0a339c5ab7f/3ccf4d07-0caf-4fe2-a7f9-105c98d9d4a8/1057ffb2-4b3e-479a-8d0f-cb02508d9105) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:23:07.347500 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb20d643-12ab-4215-86df-af4395d9a1fa req-0229617d-4896-42ae-a4c7-2a136155238a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:07.350319 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-cb20d643-12ab-4215-86df-af4395d9a1fa req-0229617d-4896-42ae-a4c7-2a136155238a service neutron] 10.222.0.71 "GET /v2.0/networks?id=a8fd4d2d-32fb-4554-b8d5-052f07ecf981 HTTP/1.1" status: 200 len: 917 time: 0.2602978 May 30 20:23:07.392031 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-dc2edcce-02a3-4414-8e99-dc3c0ac90a2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:07.394604 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d84ef422-dd8f-446b-b8d0-25eb49673ae9 req-6b9bfb0e-4473-48cb-96f8-c2820fbae9b9 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2ed7a16-df30-4283-b4d4-5e9611f16ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3503399 May 30 20:23:07.409970 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-dc2edcce-02a3-4414-8e99-dc3c0ac90a2f admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/f2363d32-544a-4c25-9836-43719a31ef02 HTTP/1.1" status: 204 len: 168 time: 1.7376022 May 30 20:23:07.609285 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1cd07c-fc23-4d67-9996-27503b8ab0c9 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Pushing event updated for resources: {'Port': ['ID=1e2a9d77-abee-4b01-a84c-86d7365685d3,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:07.624518 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c1cd07c-fc23-4d67-9996-27503b8ab0c9 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:23:07.629866 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-1c1cd07c-fc23-4d67-9996-27503b8ab0c9 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:23:07.640347 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1cd07c-fc23-4d67-9996-27503b8ab0c9 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:23:07.798667 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e101d973-2fcf-4dda-aa32-f465e0320b79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:07.911815 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd5ae56-354e-4214-81cc-cd2a52c06ac4 req-99e8a47a-8072-4b16-902d-53131a4a3479 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:07.919044 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-cdd5ae56-354e-4214-81cc-cd2a52c06ac4 req-99e8a47a-8072-4b16-902d-53131a4a3479 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/ports?device_id=9344e871-e93a-4ab0-b2c6-c1bdb8e7cd51 HTTP/1.1" status: 200 len: 946 time: 0.7854030 May 30 20:23:07.940047 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e101d973-2fcf-4dda-aa32-f465e0320b79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06a84529-83cb-4b52-a9d1-5ed4efd2b220,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:08.087114 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:08.105914 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7af40ddf-2f5a-4cd4-bf71-85a4acf7e290 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Router 20947841-3a60-419b-8e9b-be92362d0fa6 is scheduled to L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 with binding_index 1 {{(pid=84886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 20:23:08.151769 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-cdd5ae56-354e-4214-81cc-cd2a52c06ac4 req-66d53578-8602-4450-a06e-b0704bf91ca3 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/security-groups?id=3a2b8dd1-9f73-464e-8b6a-7ffd93a0edae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2308156 May 30 20:23:08.198335 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f903cc6-4588-4e6d-9f98-4119c026a994', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '460fff84-62d6-49b9-acfe-5f3b6755bc57'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:23:08.213969 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-cb20d643-12ab-4215-86df-af4395d9a1fa req-d51e3508-d111-457b-9382-9ee4c9e4c23b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a61c7870-d656-41a6-ba63-31c7e8cf0081 HTTP/1.1" status: 200 len: 217 time: 0.8146610 May 30 20:23:08.390956 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 460fff84-62d6-49b9-acfe-5f3b6755bc57, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=460fff84-62d6-49b9-acfe-5f3b6755bc57,segment=NetworkSegment(bb0b98bd-77ea-44e3-b5bc-734c2b73a239),segment_id=bb0b98bd-77ea-44e3-b5bc-734c2b73a239)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:23:08.398003 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f81b69eb-5748-43b8-b5dc-69a9eed46431'] response: {'server_uuid': '2f903cc6-4588-4e6d-9f98-4119c026a994', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '460fff84-62d6-49b9-acfe-5f3b6755bc57', 'code': 200} May 30 20:23:08.545196 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-642f0b58-c2cb-4aa6-8d98-38e891f2c055 None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:08.591664 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-642f0b58-c2cb-4aa6-8d98-38e891f2c055 None None] Transition to ACTIVE for port object 1057ffb2-4b3e-479a-8d0f-cb02508d9105 will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:23:08.658673 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-642f0b58-c2cb-4aa6-8d98-38e891f2c055 None None] Transition to ACTIVE for port object 1057ffb2-4b3e-479a-8d0f-cb02508d9105 will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:23:08.679338 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 7aa4103a-4764-4b3c-aa66-aef85f084f50 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:23:08.729696 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb20d643-12ab-4215-86df-af4395d9a1fa req-5fcc159e-531d-450f-a171-9e51b45e7f2b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:08.732367 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-cb20d643-12ab-4215-86df-af4395d9a1fa req-5fcc159e-531d-450f-a171-9e51b45e7f2b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c961f9ad-7764-4956-bb44-5ca4a5973b67 HTTP/1.1" status: 200 len: 855 time: 0.4672139 May 30 20:23:08.797484 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device a61c7870-d656-41a6-ba63-31c7e8cf0081 details requested by agent hyperv_n-h1-843948-2 with host n-h1-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:23:08.960456 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e101d973-2fcf-4dda-aa32-f465e0320b79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:08.979477 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-e101d973-2fcf-4dda-aa32-f465e0320b79 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/06a84529-83cb-4b52-a9d1-5ed4efd2b220 HTTP/1.1" status: 204 len: 168 time: 2.7128611 May 30 20:23:08.999277 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86e1106-2f48-40d2-8800-b40133e96b33 req-0250450d-6fd2-4206-99a0-79ec183560ad tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:09.004098 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b86e1106-2f48-40d2-8800-b40133e96b33 req-0250450d-6fd2-4206-99a0-79ec183560ad tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/ports?device_id=fc2f8771-8ae8-478e-b73c-7ebb9203036f HTTP/1.1" status: 200 len: 943 time: 0.8040707 May 30 20:23:09.110041 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port a61c7870-d656-41a6-ba63-31c7e8cf0081, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=a61c7870-d656-41a6-ba63-31c7e8cf0081,segment=NetworkSegment(327b421f-3671-4415-86c0-3c9c0e7ca945),segment_id=327b421f-3671-4415-86c0-3c9c0e7ca945)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:23:09.127350 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:09.178105 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b86e1106-2f48-40d2-8800-b40133e96b33 req-7c14048e-85c6-498e-8a2f-535eecf2f02d tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/security-groups?id=43b52b63-89b9-4504-9f0e-59456bc9d48e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1685433 May 30 20:23:09.275507 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Returning: {'device': 'a61c7870-d656-41a6-ba63-31c7e8cf0081', 'network_id': 'a8fd4d2d-32fb-4554-b8d5-052f07ecf981', 'port_id': 'a61c7870-d656-41a6-ba63-31c7e8cf0081', 'mac_address': 'fa:16:3e:f0:84:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c961f9ad-7764-4956-bb44-5ca4a5973b67', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:23:09.277982 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2550f8f9-b912-4529-8e1c-d6538cab526d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:09.302126 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-642f0b58-c2cb-4aa6-8d98-38e891f2c055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:09.369224 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-cb20d643-12ab-4215-86df-af4395d9a1fa req-b11c7765-fdac-472f-8518-b3c7fd86739b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a8fd4d2d-32fb-4554-b8d5-052f07ecf981&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6129994 May 30 20:23:09.373452 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2550f8f9-b912-4529-8e1c-d6538cab526d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:09.409017 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1c1cd07c-fc23-4d67-9996-27503b8ab0c9 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:09.469496 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:09.506110 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-642f0b58-c2cb-4aa6-8d98-38e891f2c055 None None] Network 77747aee-7d13-4fc5-9ce2-f0a339c5ab7f is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:23:09.507314 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=460fff84-62d6-49b9-acfe-5f3b6755bc57,revision_number=7']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:09.513383 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-642f0b58-c2cb-4aa6-8d98-38e891f2c055 None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:23:09.515432 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8144452c-8ae4-46a2-806f-b3c51932d49c req-f17bcf81-6308-4842-81c9-a8f690332576 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:09.527809 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-8144452c-8ae4-46a2-806f-b3c51932d49c req-f17bcf81-6308-4842-81c9-a8f690332576 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/ports?device_id=2f903cc6-4588-4e6d-9f98-4119c026a994 HTTP/1.1" status: 200 len: 945 time: 0.3453045 May 30 20:23:09.554216 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642f0b58-c2cb-4aa6-8d98-38e891f2c055 None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:23:09.564528 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a61c7870-d656-41a6-ba63-31c7e8cf0081 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:23:09.705178 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7af40ddf-2f5a-4cd4-bf71-85a4acf7e290 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:23:09.714379 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port a61c7870-d656-41a6-ba63-31c7e8cf0081, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=a61c7870-d656-41a6-ba63-31c7e8cf0081,segment=NetworkSegment(327b421f-3671-4415-86c0-3c9c0e7ca945),segment_id=327b421f-3671-4415-86c0-3c9c0e7ca945)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:23:09.718175 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 7aa4103a-4764-4b3c-aa66-aef85f084f50 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:23:09.718805 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:09.745761 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e26994-4e19-4b74-bca6-6337a8ed21ae None None] Sync routers for ids ['20947841-3a60-419b-8e9b-be92362d0fa6'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:23:09.772388 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e26994-4e19-4b74-bca6-6337a8ed21ae None None] Routers {'20947841-3a60-419b-8e9b-be92362d0fa6'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:23:09.776124 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-54e26994-4e19-4b74-bca6-6337a8ed21ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:22:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['20947841-3a60-419b-8e9b-be92362d0fa6'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:23:09.813527 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:09.831441 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642f0b58-c2cb-4aa6-8d98-38e891f2c055 None None] Pushing event updated for resources: {'Port': ['ID=1057ffb2-4b3e-479a-8d0f-cb02508d9105,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:09.838027 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 35782) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:23:09.880614 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-8144452c-8ae4-46a2-806f-b3c51932d49c req-20d801ab-7c27-4cee-b17a-9c5a51095462 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2ed7a16-df30-4283-b4d4-5e9611f16ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3530378 May 30 20:23:09.917812 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1c1cd07c-fc23-4d67-9996-27503b8ab0c9 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:10.019824 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-642f0b58-c2cb-4aa6-8d98-38e891f2c055 None None] Attempting to bind port 1057ffb2-4b3e-479a-8d0f-cb02508d9105 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:23:10.020190 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-642f0b58-c2cb-4aa6-8d98-38e891f2c055 None None] Attempting to bind port 1057ffb2-4b3e-479a-8d0f-cb02508d9105 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': '6feea416-6b09-4292-8b00-0648eb0fb4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '77747aee-7d13-4fc5-9ce2-f0a339c5ab7f'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:23:10.020548 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642f0b58-c2cb-4aa6-8d98-38e891f2c055 None None] Attempting to bind port 1057ffb2-4b3e-479a-8d0f-cb02508d9105 on network 77747aee-7d13-4fc5-9ce2-f0a339c5ab7f {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:23:10.050787 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7af40ddf-2f5a-4cd4-bf71-85a4acf7e290 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Notify callbacks [] for router, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:10.052397 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-7af40ddf-2f5a-4cd4-bf71-85a4acf7e290 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 10.2736888 May 30 20:23:10.059556 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 35786) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:23:10.113472 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['a61c7870-d656-41a6-ba63-31c7e8cf0081'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:23:10.232677 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=a61c7870-d656-41a6-ba63-31c7e8cf0081,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:10.239216 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642f0b58-c2cb-4aa6-8d98-38e891f2c055 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:23:10.243368 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642f0b58-c2cb-4aa6-8d98-38e891f2c055 None None] Checking segment: {'id': '6feea416-6b09-4292-8b00-0648eb0fb4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '77747aee-7d13-4fc5-9ce2-f0a339c5ab7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:23:10.243784 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-642f0b58-c2cb-4aa6-8d98-38e891f2c055 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:10.256735 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642f0b58-c2cb-4aa6-8d98-38e891f2c055 None None] Bound using segment: {'id': '6feea416-6b09-4292-8b00-0648eb0fb4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '77747aee-7d13-4fc5-9ce2-f0a339c5ab7f'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:23:10.259793 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-642f0b58-c2cb-4aa6-8d98-38e891f2c055 None None] Bound port: 1057ffb2-4b3e-479a-8d0f-cb02508d9105, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6feea416-6b09-4292-8b00-0648eb0fb4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '77747aee-7d13-4fc5-9ce2-f0a339c5ab7f'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:23:10.260260 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-642f0b58-c2cb-4aa6-8d98-38e891f2c055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:10.353218 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-54e26994-4e19-4b74-bca6-6337a8ed21ae None None] Set router 20947841-3a60-419b-8e9b-be92362d0fa6 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:23:10.661352 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-cb20d643-12ab-4215-86df-af4395d9a1fa req-53f62ada-d372-4341-a5ae-36123a22a244 service neutron] 10.222.0.71 "GET /v2.0/networks/a8fd4d2d-32fb-4554-b8d5-052f07ecf981?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2811921 May 30 20:23:10.768447 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1c1cd07c-fc23-4d67-9996-27503b8ab0c9 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:10.788444 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 35794) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:23:10.840128 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-642f0b58-c2cb-4aa6-8d98-38e891f2c055 None None] For port 1057ffb2-4b3e-479a-8d0f-cb02508d9105, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:23:10.856160 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-642f0b58-c2cb-4aa6-8d98-38e891f2c055 None None] For port 1057ffb2-4b3e-479a-8d0f-cb02508d9105, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=1057ffb2-4b3e-479a-8d0f-cb02508d9105,segment=NetworkSegment(6feea416-6b09-4292-8b00-0648eb0fb4b1),segment_id=6feea416-6b09-4292-8b00-0648eb0fb4b1)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:23:10.881849 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1c1cd07c-fc23-4d67-9996-27503b8ab0c9 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:10.974473 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-642f0b58-c2cb-4aa6-8d98-38e891f2c055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:11.079051 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1cd07c-fc23-4d67-9996-27503b8ab0c9 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Pushing event updated for resources: {'Port': ['ID=1e2a9d77-abee-4b01-a84c-86d7365685d3,revision_number=2']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:11.094907 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-c20b8528-8b42-47f6-bdc8-fcd15d4216a8 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=28c9ca58808549d7a7455e2ffacc771e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3025577 May 30 20:23:11.111604 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 35800) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:23:11.134090 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642f0b58-c2cb-4aa6-8d98-38e891f2c055 None None] Pushing event updated for resources: {'Port': ['ID=1057ffb2-4b3e-479a-8d0f-cb02508d9105,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:11.192758 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:23:11.249683 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-54e26994-4e19-4b74-bca6-6337a8ed21ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20947841-3a60-419b-8e9b-be92362d0fa6', 'name': 'tempest-snat-router-1676395919', 'tenant_id': 'da59b0ab053d44aa885bd8af8ce102e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': '30c1d380-161d-41f8-b0e3-5488b44ad7cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:23:00Z', 'updated_at': '2022-05-30T20:23:04Z', 'revision_number': 3, 'project_id': 'da59b0ab053d44aa885bd8af8ce102e7', 'gw_port': {'id': '30c1d380-161d-41f8-b0e3-5488b44ad7cb', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0b:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20947841-3a60-419b-8e9b-be92362d0fa6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:23:02Z', 'updated_at': '2022-05-30T20:23:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:23:11.258895 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e26994-4e19-4b74-bca6-6337a8ed21ae None None] Checking router: 20947841-3a60-419b-8e9b-be92362d0fa6 for host: n-d-843948-2 {{(pid=84889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:23:11.259955 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e26994-4e19-4b74-bca6-6337a8ed21ae None None] Updating router 20947841-3a60-419b-8e9b-be92362d0fa6 port 30c1d380-161d-41f8-b0e3-5488b44ad7cb binding host n-d-843948-2 {{(pid=84889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:23:11.352082 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [None req-2550f8f9-b912-4529-8e1c-d6538cab526d admin admin] Allocated IP 172.25.8.66 (c7869750-4b49-4b7e-aa99-5e0f1ae02da4/427601ec-f643-4fe7-b5e6-17305d3a39e1/6b161c04-4b65-4d97-9eb4-8d8646f12f5e) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:23:11.479647 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-8008012d-b84c-4051-9c0f-b1c373c7d047 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] 10.222.0.85 "GET /v2.0/routers/20947841-3a60-419b-8e9b-be92362d0fa6 HTTP/1.1" status: 200 len: 907 time: 1.4065859 May 30 20:23:11.499199 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 35804) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:23:11.499918 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-54e26994-4e19-4b74-bca6-6337a8ed21ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:11.678189 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-9046d079-9dec-41bf-bd6d-d25559854208 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=3828c70dc661485192642e8638cbac3c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8258948 May 30 20:23:11.683194 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-cb20d643-12ab-4215-86df-af4395d9a1fa req-ec0facd4-ce37-4364-86ae-63574035b461 service neutron] 10.222.0.71 "GET /v2.0/networks/a8fd4d2d-32fb-4554-b8d5-052f07ecf981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0133247 May 30 20:23:11.694557 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 35808) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:23:11.843961 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0b3f2d-8919-411c-a7c3-4bb90f379886 req-505afc6c-31d2-4f42-abff-e79c55bf5b53 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:11.863315 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1a0b3f2d-8919-411c-a7c3-4bb90f379886 req-505afc6c-31d2-4f42-abff-e79c55bf5b53 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/ports?device_id=9344e871-e93a-4ab0-b2c6-c1bdb8e7cd51 HTTP/1.1" status: 200 len: 946 time: 2.1820083 May 30 20:23:12.071124 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1a0b3f2d-8919-411c-a7c3-4bb90f379886 req-b082ee03-ad49-4514-b925-d3f48a54c667 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/security-groups?id=3a2b8dd1-9f73-464e-8b6a-7ffd93a0edae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1927609 May 30 20:23:12.096570 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1c1cd07c-fc23-4d67-9996-27503b8ab0c9 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736490'] for floatingip, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:12.204006 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-81a16377-a5fe-4a9d-8b7e-86acc432a5d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:12.225309 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2550f8f9-b912-4529-8e1c-d6538cab526d admin admin] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:12.311432 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-81a16377-a5fe-4a9d-8b7e-86acc432a5d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:12.323401 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8b580dd4-6301-4611-ad48-c6bdce28ca7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:12.363392 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1c1cd07c-fc23-4d67-9996-27503b8ab0c9 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:12.377584 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-1c1cd07c-fc23-4d67-9996-27503b8ab0c9 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 9.1123188 May 30 20:23:12.429723 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5c5ecf-b224-457f-a01c-553511e5f763 req-108c0fc5-ab27-46dd-b4ac-e8859d3d911c tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:12.430963 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8b580dd4-6301-4611-ad48-c6bdce28ca7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:12.438001 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-cb5c5ecf-b224-457f-a01c-553511e5f763 req-108c0fc5-ab27-46dd-b4ac-e8859d3d911c tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/ports?device_id=fc2f8771-8ae8-478e-b73c-7ebb9203036f HTTP/1.1" status: 200 len: 944 time: 0.6049020 May 30 20:23:12.513664 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device a61c7870-d656-41a6-ba63-31c7e8cf0081 up at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:23:12.584204 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-cb5c5ecf-b224-457f-a01c-553511e5f763 req-2949573e-78a6-401e-961f-3cab7dcb8ce2 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/security-groups?id=43b52b63-89b9-4504-9f0e-59456bc9d48e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1439385 May 30 20:23:12.599823 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2550f8f9-b912-4529-8e1c-d6538cab526d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:12.869909 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-81a16377-a5fe-4a9d-8b7e-86acc432a5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:12.924340 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a16377-a5fe-4a9d-8b7e-86acc432a5d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee237e77-751f-498d-8087-dcc5712c9f8c,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:12.956499 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2550f8f9-b912-4529-8e1c-d6538cab526d admin admin] Pushing event updated for resources: {'Port': ['ID=6b161c04-4b65-4d97-9eb4-8d8646f12f5e,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:12.984529 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8b580dd4-6301-4611-ad48-c6bdce28ca7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:12.992067 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning for port a61c7870-d656-41a6-ba63-31c7e8cf0081 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:23:13.000129 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-54e26994-4e19-4b74-bca6-6337a8ed21ae None None] Notify callbacks [] for port, precommit_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:13.014228 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning complete for port a61c7870-d656-41a6-ba63-31c7e8cf0081 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:23:13.014599 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:13.018524 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ef76959b-310f-4d6c-9fe8-780e865d09a2 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Notify callbacks [] for router, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:13.033564 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.provisioning_blocks [None req-54e26994-4e19-4b74-bca6-6337a8ed21ae None None] Transition to ACTIVE for port object 30c1d380-161d-41f8-b0e3-5488b44ad7cb will not be triggered until provisioned by entity L2. {{(pid=84889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:23:13.058851 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b580dd4-6301-4611-ad48-c6bdce28ca7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a0d6568-bf5c-48f8-a8f1-5d4936a3b80a,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:13.075590 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2550f8f9-b912-4529-8e1c-d6538cab526d admin admin] Network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:23:13.083754 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-2550f8f9-b912-4529-8e1c-d6538cab526d admin admin] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:23:13.106825 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2550f8f9-b912-4529-8e1c-d6538cab526d admin admin] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:23:13.111008 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-54e26994-4e19-4b74-bca6-6337a8ed21ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:13.138469 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-81a16377-a5fe-4a9d-8b7e-86acc432a5d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:13.143109 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-81a16377-a5fe-4a9d-8b7e-86acc432a5d4 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/ee237e77-751f-498d-8087-dcc5712c9f8c HTTP/1.1" status: 204 len: 168 time: 2.0274777 May 30 20:23:13.184405 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 1057ffb2-4b3e-479a-8d0f-cb02508d9105 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:23:13.304811 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8b580dd4-6301-4611-ad48-c6bdce28ca7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:13.314789 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-8b580dd4-6301-4611-ad48-c6bdce28ca7f admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/1a0d6568-bf5c-48f8-a8f1-5d4936a3b80a HTTP/1.1" status: 204 len: 168 time: 1.6119330 May 30 20:23:13.325081 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b182e018-e8b8-42e3-863a-3f9441d9eeae None None] Pushing event updated for resources: {'Port': ['ID=30c1d380-161d-41f8-b0e3-5488b44ad7cb,revision_number=2']} {{(pid=84889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:13.366082 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b182e018-e8b8-42e3-863a-3f9441d9eeae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:23:13.366703 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b182e018-e8b8-42e3-863a-3f9441d9eeae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:23:13.367004 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b182e018-e8b8-42e3-863a-3f9441d9eeae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:23:13.367332 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b182e018-e8b8-42e3-863a-3f9441d9eeae None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:23:13.367655 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b182e018-e8b8-42e3-863a-3f9441d9eeae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:23:13.367973 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b182e018-e8b8-42e3-863a-3f9441d9eeae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:23:13.368296 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b182e018-e8b8-42e3-863a-3f9441d9eeae None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:23:13.368613 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b182e018-e8b8-42e3-863a-3f9441d9eeae None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:23:13.368927 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b182e018-e8b8-42e3-863a-3f9441d9eeae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:23:13.369241 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b182e018-e8b8-42e3-863a-3f9441d9eeae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:23:13.369594 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b182e018-e8b8-42e3-863a-3f9441d9eeae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:23:13.403395 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7496114f-e87d-4c37-b8bd-4b54240e02ee req-72695843-64dc-4c23-b857-8a4b29c2926e tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:13.425005 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-7496114f-e87d-4c37-b8bd-4b54240e02ee req-72695843-64dc-4c23-b857-8a4b29c2926e tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/ports?device_id=9344e871-e93a-4ab0-b2c6-c1bdb8e7cd51 HTTP/1.1" status: 200 len: 946 time: 0.1938915 May 30 20:23:13.427509 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 35822) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:23:13.466100 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-2a7a9bf4-065c-4ef0-918f-378fa17426d1 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Request body: {'floatingip': {'port_id': '078b0eb3-7ef6-4b86-9aaa-e86d5bd99c01'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:23:13.472193 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-54e26994-4e19-4b74-bca6-6337a8ed21ae None None] Attempting to bind port 30c1d380-161d-41f8-b0e3-5488b44ad7cb on host n-d-843948-2 for vnic_type normal with profile {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:23:13.472562 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-54e26994-4e19-4b74-bca6-6337a8ed21ae None None] Attempting to bind port 30c1d380-161d-41f8-b0e3-5488b44ad7cb by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}] {{(pid=84889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:23:13.472929 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e26994-4e19-4b74-bca6-6337a8ed21ae None None] Attempting to bind port 30c1d380-161d-41f8-b0e3-5488b44ad7cb on network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:23:13.491403 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e26994-4e19-4b74-bca6-6337a8ed21ae None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:23:13.502422 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e26994-4e19-4b74-bca6-6337a8ed21ae None None] Checking segment: {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:23:13.502993 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-54e26994-4e19-4b74-bca6-6337a8ed21ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:13.503477 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e26994-4e19-4b74-bca6-6337a8ed21ae None None] Bound using segment: {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'} {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:23:13.504121 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-54e26994-4e19-4b74-bca6-6337a8ed21ae None None] Bound port: 30c1d380-161d-41f8-b0e3-5488b44ad7cb, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}}] {{(pid=84889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:23:13.504514 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-54e26994-4e19-4b74-bca6-6337a8ed21ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:13.747648 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:13.752517 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.db [None req-54e26994-4e19-4b74-bca6-6337a8ed21ae None None] For port 30c1d380-161d-41f8-b0e3-5488b44ad7cb, host n-d-843948-2, cleared binding levels {{(pid=84889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:23:13.757313 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.db [None req-54e26994-4e19-4b74-bca6-6337a8ed21ae None None] For port 30c1d380-161d-41f8-b0e3-5488b44ad7cb, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=30c1d380-161d-41f8-b0e3-5488b44ad7cb,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:23:13.799117 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 1057ffb2-4b3e-479a-8d0f-cb02508d9105 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:23:13.826516 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-558cc7a8-bb36-4767-b4f2-61449665c684 None None] Network 77747aee-7d13-4fc5-9ce2-f0a339c5ab7f requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:23:13.859276 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143cea8b-d112-47c6-b084-7cd7222526a8 req-3d779d57-1820-4579-a1c9-2a9f7abbc674 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:13.860894 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-143cea8b-d112-47c6-b084-7cd7222526a8 req-3d779d57-1820-4579-a1c9-2a9f7abbc674 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/ports?device_id=2f903cc6-4588-4e6d-9f98-4119c026a994 HTTP/1.1" status: 200 len: 945 time: 1.2633491 May 30 20:23:13.962985 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2a7a9bf4-065c-4ef0-918f-378fa17426d1 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Notify callbacks [] for floatingip, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:13.980886 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-143cea8b-d112-47c6-b084-7cd7222526a8 req-4b33ee2d-31d0-4fa3-af13-4961edd4ee6e tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2ed7a16-df30-4283-b4d4-5e9611f16ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992150 May 30 20:23:14.084531 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 6e0668f6-f13f-44f0-ba66-15e1d3343bfb up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:23:14.173942 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-a303fee2-edae-4e07-8926-ee006b9e14f1 req-6fb5cb7f-2b25-44f6-a0b1-05d8e65bfe7f tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Synchronizing usage tracker for tenant:af4cc1fbb91e4a5c856e947d8072b697 on resource:security_group {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:23:14.187394 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc2f8771-8ae8-478e-b73c-7ebb9203036f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a61c7870-d656-41a6-ba63-31c7e8cf0081'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:23:14.220536 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-54e26994-4e19-4b74-bca6-6337a8ed21ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:14.232718 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7880b609-16e6-4468-9e25-6de28bdbb51f req-c385c682-9162-45be-8b3e-4ce4b4a23e4a tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:14.234520 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7880b609-16e6-4468-9e25-6de28bdbb51f req-c385c682-9162-45be-8b3e-4ce4b4a23e4a tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/ports?device_id=fc2f8771-8ae8-478e-b73c-7ebb9203036f HTTP/1.1" status: 200 len: 944 time: 0.1123941 May 30 20:23:14.248671 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port a61c7870-d656-41a6-ba63-31c7e8cf0081, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=a61c7870-d656-41a6-ba63-31c7e8cf0081,segment=NetworkSegment(327b421f-3671-4415-86c0-3c9c0e7ca945),segment_id=327b421f-3671-4415-86c0-3c9c0e7ca945)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:23:14.330699 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7880b609-16e6-4468-9e25-6de28bdbb51f req-46670e02-1551-46bb-a988-8208861a0888 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/security-groups?id=43b52b63-89b9-4504-9f0e-59456bc9d48e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892923 May 30 20:23:14.388738 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-a303fee2-edae-4e07-8926-ee006b9e14f1 req-6fb5cb7f-2b25-44f6-a0b1-05d8e65bfe7f tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Unset dirty status for tenant:af4cc1fbb91e4a5c856e947d8072b697 on resource:security_group {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:23:14.394767 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a303fee2-edae-4e07-8926-ee006b9e14f1 req-6fb5cb7f-2b25-44f6-a0b1-05d8e65bfe7f tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-securitygroup--519700284&fields=id&tenant_id=af4cc1fbb91e4a5c856e947d8072b697 HTTP/1.1" status: 200 len: 267 time: 0.3681133 May 30 20:23:14.430008 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2550f8f9-b912-4529-8e1c-d6538cab526d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:14.433195 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2550f8f9-b912-4529-8e1c-d6538cab526d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-736409'] for router, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:14.458636 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b182e018-e8b8-42e3-863a-3f9441d9eeae None None] Pushing event updated for resources: {'Port': ['ID=30c1d380-161d-41f8-b0e3-5488b44ad7cb,revision_number=3']} {{(pid=84889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:14.469505 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 6e0668f6-f13f-44f0-ba66-15e1d3343bfb completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:23:14.483829 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:14.486021 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-1c37f65c-31c2-4308-9de2-235f658215a0 None None] Provisioning for port 1057ffb2-4b3e-479a-8d0f-cb02508d9105 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:23:14.490560 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e26994-4e19-4b74-bca6-6337a8ed21ae None None] Routers {'20947841-3a60-419b-8e9b-be92362d0fa6'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:23:14.491648 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-54e26994-4e19-4b74-bca6-6337a8ed21ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:22:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['20947841-3a60-419b-8e9b-be92362d0fa6'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:23:14.784403 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 6e0668f6-f13f-44f0-ba66-15e1d3343bfb triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:23:14.784955 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:14.812725 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-54e26994-4e19-4b74-bca6-6337a8ed21ae None None] Set router 20947841-3a60-419b-8e9b-be92362d0fa6 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:23:15.038025 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f7d06b0-378e-48fc-92aa-75d38a526e45'] response: {'server_uuid': 'fc2f8771-8ae8-478e-b73c-7ebb9203036f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a61c7870-d656-41a6-ba63-31c7e8cf0081', 'code': 200} May 30 20:23:15.038025 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=a61c7870-d656-41a6-ba63-31c7e8cf0081,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:15.087184 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4e459f81-af6d-4041-928f-4c422c6cce70 req-29e42bbc-c4ff-4afa-af41-805a219ea816 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=fc2f8771-8ae8-478e-b73c-7ebb9203036f HTTP/1.1" status: 200 len: 1096 time: 0.3098183 May 30 20:23:15.090473 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-1c37f65c-31c2-4308-9de2-235f658215a0 None None] Provisioning complete for port 1057ffb2-4b3e-479a-8d0f-cb02508d9105 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:23:15.101767 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-1c37f65c-31c2-4308-9de2-235f658215a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:15.172930 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a303fee2-edae-4e07-8926-ee006b9e14f1 req-39544a3c-9db9-46e6-818c-a465c1184d29 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:15.177302 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-a303fee2-edae-4e07-8926-ee006b9e14f1 req-39544a3c-9db9-46e6-818c-a465c1184d29 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Synchronizing usage tracker for tenant:af4cc1fbb91e4a5c856e947d8072b697 on resource:network {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:23:15.254155 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4e459f81-af6d-4041-928f-4c422c6cce70 req-2a2865ad-e058-44a7-967f-3b74e6b0ed94 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=43b52b63-89b9-4504-9f0e-59456bc9d48e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1527622 May 30 20:23:15.356796 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ef76959b-310f-4d6c-9fe8-780e865d09a2 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:15.403697 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-a303fee2-edae-4e07-8926-ee006b9e14f1 req-39544a3c-9db9-46e6-818c-a465c1184d29 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Unset dirty status for tenant:af4cc1fbb91e4a5c856e947d8072b697 on resource:network {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:23:15.417072 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a303fee2-edae-4e07-8926-ee006b9e14f1 req-39544a3c-9db9-46e6-818c-a465c1184d29 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/networks?id=ff30330a-0ebe-4836-9458-b813d1bcbde4 HTTP/1.1" status: 200 len: 812 time: 0.9944122 May 30 20:23:15.490310 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a303fee2-edae-4e07-8926-ee006b9e14f1 req-08324f30-29c5-4d2a-827e-2bee88b35793 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/quotas/af4cc1fbb91e4a5c856e947d8072b697 HTTP/1.1" status: 200 len: 375 time: 0.0722051 May 30 20:23:15.501882 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-ef76959b-310f-4d6c-9fe8-780e865d09a2 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Deleting port 30c1d380-161d-41f8-b0e3-5488b44ad7cb {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:23:15.511815 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ef76959b-310f-4d6c-9fe8-780e865d09a2 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:15.548837 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:15.599201 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278a5a3b-69b4-4d4d-ae33-63502e5ff10d req-5f99fe7f-b181-46a6-8adc-f295e5e32d1f tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:15.626370 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-278a5a3b-69b4-4d4d-ae33-63502e5ff10d req-5f99fe7f-b181-46a6-8adc-f295e5e32d1f tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/ports?device_id=2f903cc6-4588-4e6d-9f98-4119c026a994 HTTP/1.1" status: 200 len: 945 time: 0.3129194 May 30 20:23:15.627119 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-1c37f65c-31c2-4308-9de2-235f658215a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:15.673209 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port 6e0668f6-f13f-44f0-ba66-15e1d3343bfb, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=6e0668f6-f13f-44f0-ba66-15e1d3343bfb,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:23:15.714040 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-1c37f65c-31c2-4308-9de2-235f658215a0 None None] For port 1057ffb2-4b3e-479a-8d0f-cb02508d9105, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=1057ffb2-4b3e-479a-8d0f-cb02508d9105,segment=NetworkSegment(6feea416-6b09-4292-8b00-0648eb0fb4b1),segment_id=6feea416-6b09-4292-8b00-0648eb0fb4b1)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:23:15.749700 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2550f8f9-b912-4529-8e1c-d6538cab526d admin admin] Router 627d7e29-07c5-47e1-93af-16983d36400a is scheduled to L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 with binding_index 1 {{(pid=84887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 20:23:15.764528 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-278a5a3b-69b4-4d4d-ae33-63502e5ff10d req-43ef12fc-dc77-444b-8754-70b99405c657 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2ed7a16-df30-4283-b4d4-5e9611f16ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509705 May 30 20:23:15.785070 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:15.904258 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-1c37f65c-31c2-4308-9de2-235f658215a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:16.062103 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=6e0668f6-f13f-44f0-ba66-15e1d3343bfb,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:16.113760 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [None req-ef76959b-310f-4d6c-9fe8-780e865d09a2 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] For port 30c1d380-161d-41f8-b0e3-5488b44ad7cb, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=30c1d380-161d-41f8-b0e3-5488b44ad7cb,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:23:16.114786 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ef76959b-310f-4d6c-9fe8-780e865d09a2 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:16.160878 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-e24ea045-2ee8-4c4a-870d-6ffeb697ec33 None None] Provisioning complete for port 1057ffb2-4b3e-479a-8d0f-cb02508d9105 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:23:16.161279 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-e24ea045-2ee8-4c4a-870d-6ffeb697ec33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:16.249989 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-54e26994-4e19-4b74-bca6-6337a8ed21ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20947841-3a60-419b-8e9b-be92362d0fa6', 'name': 'tempest-snat-router-1676395919', 'tenant_id': 'da59b0ab053d44aa885bd8af8ce102e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': '30c1d380-161d-41f8-b0e3-5488b44ad7cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:23:00Z', 'updated_at': '2022-05-30T20:23:04Z', 'revision_number': 3, 'project_id': 'da59b0ab053d44aa885bd8af8ce102e7', 'gw_port': {'id': '30c1d380-161d-41f8-b0e3-5488b44ad7cb', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0b:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20947841-3a60-419b-8e9b-be92362d0fa6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:23:02Z', 'updated_at': '2022-05-30T20:23:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:23:16.260414 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e26994-4e19-4b74-bca6-6337a8ed21ae None None] The sync data for ids ['20947841-3a60-419b-8e9b-be92362d0fa6'] in n-d-843948-2 is: [{'id': '20947841-3a60-419b-8e9b-be92362d0fa6', 'name': 'tempest-snat-router-1676395919', 'tenant_id': 'da59b0ab053d44aa885bd8af8ce102e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': '30c1d380-161d-41f8-b0e3-5488b44ad7cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:23:00Z', 'updated_at': '2022-05-30T20:23:04Z', 'revision_number': 3, 'project_id': 'da59b0ab053d44aa885bd8af8ce102e7', 'gw_port': {'id': '30c1d380-161d-41f8-b0e3-5488b44ad7cb', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0b:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20947841-3a60-419b-8e9b-be92362d0fa6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:23:02Z', 'updated_at': '2022-05-30T20:23:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:23:16.285525 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c37f65c-31c2-4308-9de2-235f658215a0 None None] Pushing event updated for resources: {'Port': ['ID=1057ffb2-4b3e-479a-8d0f-cb02508d9105,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:16.341745 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-ef76959b-310f-4d6c-9fe8-780e865d09a2 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Calling delete_port for 30c1d380-161d-41f8-b0e3-5488b44ad7cb owned by network:router_gateway {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:23:16.707653 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-a303fee2-edae-4e07-8926-ee006b9e14f1 req-a419e528-21a8-4a29-89b3-32d0cc2801a6 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Synchronizing usage tracker for tenant:af4cc1fbb91e4a5c856e947d8072b697 on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:23:16.784681 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ef76959b-310f-4d6c-9fe8-780e865d09a2 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:16.876223 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092e9d1d-2684-4b29-ae26-4fe1891c3d10 req-3a0e5959-c33b-4fe6-9a92-2f76cc0812a2 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:16.888665 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-092e9d1d-2684-4b29-ae26-4fe1891c3d10 req-3a0e5959-c33b-4fe6-9a92-2f76cc0812a2 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/ports?device_id=fc2f8771-8ae8-478e-b73c-7ebb9203036f HTTP/1.1" status: 200 len: 945 time: 0.7335184 May 30 20:23:17.174544 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 35872) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:23:17.300782 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-a303fee2-edae-4e07-8926-ee006b9e14f1 req-a419e528-21a8-4a29-89b3-32d0cc2801a6 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Unset dirty status for tenant:af4cc1fbb91e4a5c856e947d8072b697 on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:23:17.302792 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a303fee2-edae-4e07-8926-ee006b9e14f1 req-a419e528-21a8-4a29-89b3-32d0cc2801a6 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=af4cc1fbb91e4a5c856e947d8072b697&fields=id HTTP/1.1" status: 200 len: 348 time: 1.8116157 May 30 20:23:17.309485 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef76959b-310f-4d6c-9fe8-780e865d09a2 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Pushing event deleted for resources: {'Port': ['ID=30c1d380-161d-41f8-b0e3-5488b44ad7cb,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:17.312825 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-092e9d1d-2684-4b29-ae26-4fe1891c3d10 req-940399d3-359a-4523-85d8-3a70ee3c991a tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/security-groups?id=43b52b63-89b9-4504-9f0e-59456bc9d48e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4226668 May 30 20:23:17.364998 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2550f8f9-b912-4529-8e1c-d6538cab526d admin admin] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:23:17.387954 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b40dfc2f-65b0-41bb-a505-1ec4289fd752 None None] Sync routers for ids ['627d7e29-07c5-47e1-93af-16983d36400a'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:23:17.441697 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40dfc2f-65b0-41bb-a505-1ec4289fd752 None None] Routers {'627d7e29-07c5-47e1-93af-16983d36400a'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:23:17.442770 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-b40dfc2f-65b0-41bb-a505-1ec4289fd752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:22:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['627d7e29-07c5-47e1-93af-16983d36400a'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:23:17.464346 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.db.resource_extend [None req-2a7a9bf4-065c-4ef0-918f-378fa17426d1 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:23:17.570590 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-00bf25ed-6bda-4ae6-a971-8e506a8c668a admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1872843989-network', 'tenant_id': '1180601a698f463ebbf1a9fc865a327a'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:23:17.570590 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-00bf25ed-6bda-4ae6-a971-8e506a8c668a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:23:17.574385 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-00bf25ed-6bda-4ae6-a971-8e506a8c668a admin admin] Usage tracker for resource:network and tenant:1180601a698f463ebbf1a9fc865a327a is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:23:17.578856 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-00bf25ed-6bda-4ae6-a971-8e506a8c668a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:23:17.587398 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-00bf25ed-6bda-4ae6-a971-8e506a8c668a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:23:17.749900 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2550f8f9-b912-4529-8e1c-d6538cab526d admin admin] Notify callbacks [] for router, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:17.754276 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-2550f8f9-b912-4529-8e1c-d6538cab526d admin admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 12.0174484 May 30 20:23:17.761046 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 35882) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:23:17.779792 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a303fee2-edae-4e07-8926-ee006b9e14f1 req-564f14ec-cef7-4094-83ef-91e983337fbc service neutron] 10.222.0.85 "GET /v2.0/networks/ff30330a-0ebe-4836-9458-b813d1bcbde4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4374619 May 30 20:23:17.823575 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ef76959b-310f-4d6c-9fe8-780e865d09a2 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-736453'] for router_gateway, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:18.003818 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-b40dfc2f-65b0-41bb-a505-1ec4289fd752 None None] Set router 627d7e29-07c5-47e1-93af-16983d36400a gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:23:18.093549 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00bf25ed-6bda-4ae6-a971-8e506a8c668a admin admin] Made reservation on behalf of 1180601a698f463ebbf1a9fc865a327a for: {'network': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:23:18.108148 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-00bf25ed-6bda-4ae6-a971-8e506a8c668a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:18.119591 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 6e0668f6-f13f-44f0-ba66-15e1d3343bfb up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:23:18.144956 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-00bf25ed-6bda-4ae6-a971-8e506a8c668a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:18.184840 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2a7a9bf4-065c-4ef0-918f-378fa17426d1 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:18.203162 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-00bf25ed-6bda-4ae6-a971-8e506a8c668a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:23:18.207871 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-00bf25ed-6bda-4ae6-a971-8e506a8c668a admin admin] Usage tracker for resource:security_group_rule and tenant:1180601a698f463ebbf1a9fc865a327a is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:23:18.211432 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-00bf25ed-6bda-4ae6-a971-8e506a8c668a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:23:18.218840 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-00bf25ed-6bda-4ae6-a971-8e506a8c668a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:23:18.274320 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2a7a9bf4-065c-4ef0-918f-378fa17426d1 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736490'] for floatingip, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:18.313897 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-00bf25ed-6bda-4ae6-a971-8e506a8c668a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:18.362866 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86423bfc-c899-421a-a7f1-d10206b57e4a req-b37c9908-66ae-4d9f-b071-cca3a9f9cfd7 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:18.371076 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-86423bfc-c899-421a-a7f1-d10206b57e4a req-b37c9908-66ae-4d9f-b071-cca3a9f9cfd7 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/ports?device_id=2f903cc6-4588-4e6d-9f98-4119c026a994 HTTP/1.1" status: 200 len: 945 time: 0.6732922 May 30 20:23:18.398055 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-00bf25ed-6bda-4ae6-a971-8e506a8c668a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:18.466501 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00bf25ed-6bda-4ae6-a971-8e506a8c668a admin admin] vlan segment allocate from pool success with {'vlan_id': 678, 'physical_network': 'physnet1'} {{(pid=84887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:23:18.471900 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 6e0668f6-f13f-44f0-ba66-15e1d3343bfb triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:23:18.472632 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:18.507891 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-00bf25ed-6bda-4ae6-a971-8e506a8c668a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:18.508322 n-d-843948-2 neutron-server[84887]: INFO neutron.db.segments_db [None req-00bf25ed-6bda-4ae6-a971-8e506a8c668a admin admin] Added segment 21532869-6ac5-4270-8a04-7c77211c2df4 of type vlan for network 7bdb594a-6cf1-41db-8ef6-7d21c699d998 May 30 20:23:18.547618 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-86423bfc-c899-421a-a7f1-d10206b57e4a req-41765e01-7770-4991-9151-1980b4acc5ec tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2ed7a16-df30-4283-b4d4-5e9611f16ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752698 May 30 20:23:18.554659 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bf25ed-6bda-4ae6-a971-8e506a8c668a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aa6664b-67ec-49cb-8251-b548f3bd2079,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:18.719142 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-00bf25ed-6bda-4ae6-a971-8e506a8c668a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:18.849829 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 1057ffb2-4b3e-479a-8d0f-cb02508d9105 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:23:19.093205 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ef76959b-310f-4d6c-9fe8-780e865d09a2 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-724789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3141'] for router, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:19.131024 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ef76959b-310f-4d6c-9fe8-780e865d09a2 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:19.131569 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-00bf25ed-6bda-4ae6-a971-8e506a8c668a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:19.132459 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00bf25ed-6bda-4ae6-a971-8e506a8c668a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:19.133050 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-00bf25ed-6bda-4ae6-a971-8e506a8c668a admin admin] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:19.196438 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a303fee2-edae-4e07-8926-ee006b9e14f1 req-33874181-492c-4f8d-9484-d072f66bd5d9 service neutron] 10.222.0.85 "GET /v2.0/networks/ff30330a-0ebe-4836-9458-b813d1bcbde4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3752937 May 30 20:23:19.251648 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-b40dfc2f-65b0-41bb-a505-1ec4289fd752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '627d7e29-07c5-47e1-93af-16983d36400a', 'name': 'tempest-ServersTestMultiNic-1248151657-router', 'tenant_id': '1070080f3a9f4c1fbf81b28e418fbebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': '6b161c04-4b65-4d97-9eb4-8d8646f12f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:23:06Z', 'updated_at': '2022-05-30T20:23:13Z', 'revision_number': 3, 'project_id': '1070080f3a9f4c1fbf81b28e418fbebd', 'gw_port': {'id': '6b161c04-4b65-4d97-9eb4-8d8646f12f5e', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:3b:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '627d7e29-07c5-47e1-93af-16983d36400a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:23:09Z', 'updated_at': '2022-05-30T20:23:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:23:19.255499 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b40dfc2f-65b0-41bb-a505-1ec4289fd752 None None] Checking router: 627d7e29-07c5-47e1-93af-16983d36400a for host: n-d-843948-2 {{(pid=84888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:23:19.255855 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b40dfc2f-65b0-41bb-a505-1ec4289fd752 None None] Updating router 627d7e29-07c5-47e1-93af-16983d36400a port 6b161c04-4b65-4d97-9eb4-8d8646f12f5e binding host n-d-843948-2 {{(pid=84888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:23:19.325762 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 1057ffb2-4b3e-479a-8d0f-cb02508d9105 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:23:19.326163 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:19.379087 n-d-843948-2 neutron-server[84886]: INFO neutron.db.l3_db [None req-2a7a9bf4-065c-4ef0-918f-378fa17426d1 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Floating IP 35a5363a-0ab4-480c-b11a-63387c1ae576 associated. External IP: 172.25.8.140, port: 078b0eb3-7ef6-4b86-9aaa-e86d5bd99c01. May 30 20:23:19.397563 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b40dfc2f-65b0-41bb-a505-1ec4289fd752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:19.443429 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ef76959b-310f-4d6c-9fe8-780e865d09a2 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724889'] for router, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:19.444365 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef76959b-310f-4d6c-9fe8-780e865d09a2 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 20947841-3a60-419b-8e9b-be92362d0fa6 {{(pid=84886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:23:19.560926 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:19.683440 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bf25ed-6bda-4ae6-a971-8e506a8c668a admin admin] Pushing event updated for resources: {'Network': ['ID=7bdb594a-6cf1-41db-8ef6-7d21c699d998,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:19.707542 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network 7bdb594a-6cf1-41db-8ef6-7d21c699d998 details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:23:19.749012 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fafd4e9-9304-4ccd-bfd3-b25f166e5f08 req-b1bbb2f5-03f0-4b13-b2ad-903a0ee93a5c tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:19.766320 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4fafd4e9-9304-4ccd-bfd3-b25f166e5f08 req-b1bbb2f5-03f0-4b13-b2ad-903a0ee93a5c tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/ports?device_id=fc2f8771-8ae8-478e-b73c-7ebb9203036f HTTP/1.1" status: 200 len: 945 time: 0.7819257 May 30 20:23:19.770002 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-00bf25ed-6bda-4ae6-a971-8e506a8c668a admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.5936980 May 30 20:23:19.800905 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 35912) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:23:19.824999 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-0472bb6b-c841-4062-b51a-892baae0ad72 admin admin] Request body: {'subnet': {'network_id': '7bdb594a-6cf1-41db-8ef6-7d21c699d998', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1872843989-subnet', 'tenant_id': '1180601a698f463ebbf1a9fc865a327a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:23:19.853422 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-0472bb6b-c841-4062-b51a-892baae0ad72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:23:19.870153 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-0472bb6b-c841-4062-b51a-892baae0ad72 admin admin] Usage tracker for resource:subnet and tenant:1180601a698f463ebbf1a9fc865a327a is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:23:19.880129 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-0472bb6b-c841-4062-b51a-892baae0ad72 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:23:19.925786 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-0472bb6b-c841-4062-b51a-892baae0ad72 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:23:20.002248 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d1fc28a4-deb7-45ae-999f-f19822150e8f req-b34e1b53-292e-4c09-a2cd-60b09c2183b1 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=7aad7ab8-22c4-47e2-abf2-9cc744ce8553 HTTP/1.1" status: 200 len: 210 time: 0.1337507 May 30 20:23:20.051297 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ef76959b-310f-4d6c-9fe8-780e865d09a2 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Notify callbacks [] for router, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:20.062074 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-ef76959b-310f-4d6c-9fe8-780e865d09a2 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] 10.222.0.85 "DELETE /v2.0/routers/20947841-3a60-419b-8e9b-be92362d0fa6 HTTP/1.1" status: 204 len: 168 time: 8.5002065 May 30 20:23:20.064863 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 35916) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:23:20.168965 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4fafd4e9-9304-4ccd-bfd3-b25f166e5f08 req-7c4dd1c8-37b8-410f-a07c-fed6f00a1d96 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/security-groups?id=43b52b63-89b9-4504-9f0e-59456bc9d48e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4015768 May 30 20:23:20.194546 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0472bb6b-c841-4062-b51a-892baae0ad72 admin admin] Made reservation on behalf of 1180601a698f463ebbf1a9fc865a327a for: {'subnet': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:23:20.196971 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0472bb6b-c841-4062-b51a-892baae0ad72 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114220'] for subnet, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:20.496197 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b40dfc2f-65b0-41bb-a505-1ec4289fd752 None None] Notify callbacks [] for port, precommit_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:20.528120 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b40dfc2f-65b0-41bb-a505-1ec4289fd752 None None] Transition to ACTIVE for port object 6b161c04-4b65-4d97-9eb4-8d8646f12f5e will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:23:20.596786 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b40dfc2f-65b0-41bb-a505-1ec4289fd752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:20.744034 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517ee463-62f8-46a1-b5fe-579ee5876eea req-197ddf10-1a26-45dd-a41f-547ea5cbb0ae tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:20.780857 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-517ee463-62f8-46a1-b5fe-579ee5876eea req-197ddf10-1a26-45dd-a41f-547ea5cbb0ae tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/ports?device_id=2f903cc6-4588-4e6d-9f98-4119c026a994 HTTP/1.1" status: 200 len: 945 time: 0.3057628 May 30 20:23:20.830156 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-b40dfc2f-65b0-41bb-a505-1ec4289fd752 None None] Attempting to bind port 6b161c04-4b65-4d97-9eb4-8d8646f12f5e on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:23:20.830623 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-b40dfc2f-65b0-41bb-a505-1ec4289fd752 None None] Attempting to bind port 6b161c04-4b65-4d97-9eb4-8d8646f12f5e by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:23:20.830997 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40dfc2f-65b0-41bb-a505-1ec4289fd752 None None] Attempting to bind port 6b161c04-4b65-4d97-9eb4-8d8646f12f5e on network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:23:20.880585 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40dfc2f-65b0-41bb-a505-1ec4289fd752 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:23:20.881036 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40dfc2f-65b0-41bb-a505-1ec4289fd752 None None] Checking segment: {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:23:20.881387 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b40dfc2f-65b0-41bb-a505-1ec4289fd752 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:20.883890 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40dfc2f-65b0-41bb-a505-1ec4289fd752 None None] Bound using segment: {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:23:20.884463 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-b40dfc2f-65b0-41bb-a505-1ec4289fd752 None None] Bound port: 6b161c04-4b65-4d97-9eb4-8d8646f12f5e, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:23:20.885022 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b40dfc2f-65b0-41bb-a505-1ec4289fd752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:20.944743 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b25d2f-f9cd-46d1-b197-8daafe906c41 None None] Pushing event updated for resources: {'Port': ['ID=6b161c04-4b65-4d97-9eb4-8d8646f12f5e,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:21.006841 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-517ee463-62f8-46a1-b5fe-579ee5876eea req-0c491b83-0c32-4536-96af-57cec642c343 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2ed7a16-df30-4283-b4d4-5e9611f16ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119017 May 30 20:23:21.026956 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-78dbb946-f493-46d6-b0ec-21045ec98fc2 req-ec41ad3a-baeb-4a5f-ab2b-46380dbede69 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=db9f53a2-a402-4f3c-a3d4-2018cf085fae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.1026583 May 30 20:23:21.131081 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b40dfc2f-65b0-41bb-a505-1ec4289fd752 None None] For port 6b161c04-4b65-4d97-9eb4-8d8646f12f5e, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:23:21.143497 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b40dfc2f-65b0-41bb-a505-1ec4289fd752 None None] For port 6b161c04-4b65-4d97-9eb4-8d8646f12f5e, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=6b161c04-4b65-4d97-9eb4-8d8646f12f5e,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:23:21.196284 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc70001a-f92e-4e6f-90ae-609f68b0d320 req-fff1f7ea-a77b-4075-9693-8ec071a8343c tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:21.198692 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-bc70001a-f92e-4e6f-90ae-609f68b0d320 req-fff1f7ea-a77b-4075-9693-8ec071a8343c tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/ports?device_id=fc2f8771-8ae8-478e-b73c-7ebb9203036f HTTP/1.1" status: 200 len: 945 time: 0.6323078 May 30 20:23:21.209880 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 35934) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:23:21.217265 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-6a58b4f5-172d-4846-9a09-79df07b84e52 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Request body: {'floatingip': {'port_id': 'a61c7870-d656-41a6-ba63-31c7e8cf0081'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:23:21.265648 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b40dfc2f-65b0-41bb-a505-1ec4289fd752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:21.490869 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b25d2f-f9cd-46d1-b197-8daafe906c41 None None] Pushing event updated for resources: {'Port': ['ID=6b161c04-4b65-4d97-9eb4-8d8646f12f5e,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:21.564329 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40dfc2f-65b0-41bb-a505-1ec4289fd752 None None] Routers {'627d7e29-07c5-47e1-93af-16983d36400a'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:23:21.564979 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-b40dfc2f-65b0-41bb-a505-1ec4289fd752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:22:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['627d7e29-07c5-47e1-93af-16983d36400a'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:23:21.597822 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d12eb62f-9feb-4004-8160-b7f7a2cc0352 req-06ffa188-38d7-45d8-aa93-7a9e870fdfe9 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=7aad7ab8-22c4-47e2-abf2-9cc744ce8553 HTTP/1.1" status: 200 len: 210 time: 0.3287029 May 30 20:23:21.707368 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6d982630-a54f-4aee-9509-40c9f287f918 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Notify callbacks [] for router, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:21.714882 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6a58b4f5-172d-4846-9a09-79df07b84e52 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Notify callbacks [] for floatingip, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:21.876942 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0472bb6b-c841-4062-b51a-892baae0ad72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4055401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114238'] for subnet, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:22.090742 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-b40dfc2f-65b0-41bb-a505-1ec4289fd752 None None] Set router 627d7e29-07c5-47e1-93af-16983d36400a gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:23:22.098287 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a7a9bf4-065c-4ef0-918f-378fa17426d1 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Router dce4a9b6-853a-4e96-9bb3-a1790cbf36d6 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:23:22.206339 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:22.648144 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-b40dfc2f-65b0-41bb-a505-1ec4289fd752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '627d7e29-07c5-47e1-93af-16983d36400a', 'name': 'tempest-ServersTestMultiNic-1248151657-router', 'tenant_id': '1070080f3a9f4c1fbf81b28e418fbebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': '6b161c04-4b65-4d97-9eb4-8d8646f12f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:23:06Z', 'updated_at': '2022-05-30T20:23:13Z', 'revision_number': 3, 'project_id': '1070080f3a9f4c1fbf81b28e418fbebd', 'gw_port': {'id': '6b161c04-4b65-4d97-9eb4-8d8646f12f5e', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:3b:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '627d7e29-07c5-47e1-93af-16983d36400a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:23:09Z', 'updated_at': '2022-05-30T20:23:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:23:22.654034 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b40dfc2f-65b0-41bb-a505-1ec4289fd752 None None] The sync data for ids ['627d7e29-07c5-47e1-93af-16983d36400a'] in n-d-843948-2 is: [{'id': '627d7e29-07c5-47e1-93af-16983d36400a', 'name': 'tempest-ServersTestMultiNic-1248151657-router', 'tenant_id': '1070080f3a9f4c1fbf81b28e418fbebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': '6b161c04-4b65-4d97-9eb4-8d8646f12f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:23:06Z', 'updated_at': '2022-05-30T20:23:13Z', 'revision_number': 3, 'project_id': '1070080f3a9f4c1fbf81b28e418fbebd', 'gw_port': {'id': '6b161c04-4b65-4d97-9eb4-8d8646f12f5e', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:3b:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '627d7e29-07c5-47e1-93af-16983d36400a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:23:09Z', 'updated_at': '2022-05-30T20:23:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:23:22.677350 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0472bb6b-c841-4062-b51a-892baae0ad72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06abf8e1-847f-446c-bf5a-fe340191a1a6,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:22.693402 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-78dbb946-f493-46d6-b0ec-21045ec98fc2 req-b260bb75-9015-4def-a39b-8927411a625d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=88e042593d914709b0b6e8865f4bc68d&device_id=db9f53a2-a402-4f3c-a3d4-2018cf085fae HTTP/1.1" status: 200 len: 1097 time: 1.1870854 May 30 20:23:22.765582 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6d982630-a54f-4aee-9509-40c9f287f918 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:22.827282 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0a2b7732-d929-4d50-aaf5-ab5b8d243e49 req-d7a14eab-c54c-476a-898a-cfdae320a5c4 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=7aad7ab8-22c4-47e2-abf2-9cc744ce8553 HTTP/1.1" status: 200 len: 210 time: 0.0548570 May 30 20:23:22.898103 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a7a9bf4-065c-4ef0-918f-378fa17426d1 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:23:22.903673 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2a7a9bf4-065c-4ef0-918f-378fa17426d1 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:22.915495 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d73670b6-1197-4ce0-a9b8-6ffae2f50c7b None None] Sync routers for ids ['dce4a9b6-853a-4e96-9bb3-a1790cbf36d6'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:23:22.969881 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73670b6-1197-4ce0-a9b8-6ffae2f50c7b None None] Routers {'dce4a9b6-853a-4e96-9bb3-a1790cbf36d6'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:23:22.987924 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-d73670b6-1197-4ce0-a9b8-6ffae2f50c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:22:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['dce4a9b6-853a-4e96-9bb3-a1790cbf36d6'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:23:22.988831 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-2a7a9bf4-065c-4ef0-918f-378fa17426d1 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "PUT /v2.0/floatingips/35a5363a-0ab4-480c-b11a-63387c1ae576 HTTP/1.1" status: 200 len: 992 time: 9.5529757 May 30 20:23:22.990337 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-6d982630-a54f-4aee-9509-40c9f287f918 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Deleting port 6e0668f6-f13f-44f0-ba66-15e1d3343bfb {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:23:22.991043 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6d982630-a54f-4aee-9509-40c9f287f918 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:23.022439 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9344e871-e93a-4ab0-b2c6-c1bdb8e7cd51', 'tag': '078b0eb3-7ef6-4b86-9aaa-e86d5bd99c01'}] {{(pid=84886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:23:23.045548 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dbb946-f493-46d6-b0ec-21045ec98fc2 req-33622f06-18c7-42e7-b2b8-ea04af215b7c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:23.051465 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-78dbb946-f493-46d6-b0ec-21045ec98fc2 req-33622f06-18c7-42e7-b2b8-ea04af215b7c service neutron] 10.222.0.86 "GET /v2.0/networks?id=3b009590-a296-4757-aa36-6233b5dedf2d HTTP/1.1" status: 200 len: 920 time: 0.2813108 May 30 20:23:23.237865 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-78dbb946-f493-46d6-b0ec-21045ec98fc2 req-18b61a0a-a516-4651-a012-c0d6263e827c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9eff4c3f-a7bb-4e44-b665-6e00b004ab73 HTTP/1.1" status: 200 len: 217 time: 0.1636837 May 30 20:23:23.345428 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-dd5616ec-638c-4579-aee7-7901f7871501 req-503599f0-a65c-4ccf-a8a4-b0cfcdc20ab8 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=9158fc3c-573c-4c1d-bf9a-0db62e0b50ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.8417470 May 30 20:23:23.346374 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0472bb6b-c841-4062-b51a-892baae0ad72 admin admin] Checking segment: {'id': '21532869-6ac5-4270-8a04-7c77211c2df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '7bdb594a-6cf1-41db-8ef6-7d21c699d998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:23:23.346834 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0472bb6b-c841-4062-b51a-892baae0ad72 admin admin] Network hostable DHCP agents. Network: 7bdb594a-6cf1-41db-8ef6-7d21c699d998, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:23:23.352883 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dbb946-f493-46d6-b0ec-21045ec98fc2 req-a9f306f2-20ef-46a7-94b0-a77664aed9cf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:23.355135 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-78dbb946-f493-46d6-b0ec-21045ec98fc2 req-a9f306f2-20ef-46a7-94b0-a77664aed9cf service neutron] 10.222.0.86 "GET /v2.0/subnets?id=4a48f417-ba85-44a0-9f1b-28d1dfa8235b HTTP/1.1" status: 200 len: 858 time: 0.1004786 May 30 20:23:23.370496 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [None req-6d982630-a54f-4aee-9509-40c9f287f918 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] For port 6e0668f6-f13f-44f0-ba66-15e1d3343bfb, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=6e0668f6-f13f-44f0-ba66-15e1d3343bfb,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:23:23.373535 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6d982630-a54f-4aee-9509-40c9f287f918 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:23.438298 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-d73670b6-1197-4ce0-a9b8-6ffae2f50c7b None None] Set router dce4a9b6-853a-4e96-9bb3-a1790cbf36d6 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:23:23.637942 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0472bb6b-c841-4062-b51a-892baae0ad72 admin admin] Network 7bdb594a-6cf1-41db-8ef6-7d21c699d998 is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:23:23.998062 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-6d982630-a54f-4aee-9509-40c9f287f918 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Calling delete_port for 6e0668f6-f13f-44f0-ba66-15e1d3343bfb owned by network:router_gateway {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:23:24.066833 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-0472bb6b-c841-4062-b51a-892baae0ad72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, 7bdb594a-6cf1-41db-8ef6-7d21c699d998) {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:23:24.080338 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-867ee9ce-d87f-4e68-b0f1-97a880ee27dd None None] Network 7bdb594a-6cf1-41db-8ef6-7d21c699d998 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:23:24.121853 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42a1a2a-d1fe-476f-bb7e-82bb199e9239 req-efcffeb1-5be3-4479-9c8d-39484898d782 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:24.128005 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b42a1a2a-d1fe-476f-bb7e-82bb199e9239 req-efcffeb1-5be3-4479-9c8d-39484898d782 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/ports?device_id=2f903cc6-4588-4e6d-9f98-4119c026a994 HTTP/1.1" status: 200 len: 945 time: 1.6992052 May 30 20:23:24.130069 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0472bb6b-c841-4062-b51a-892baae0ad72 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:24.131103 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0472bb6b-c841-4062-b51a-892baae0ad72 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:24.269349 n-d-843948-2 neutron-server[84886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c50ed76-969a-4b9d-b4a9-879e035ab528'] response: {'name': 'network-changed', 'server_uuid': '9344e871-e93a-4ab0-b2c6-c1bdb8e7cd51', 'tag': '078b0eb3-7ef6-4b86-9aaa-e86d5bd99c01', 'status': 'completed', 'code': 200} May 30 20:23:24.340344 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ff794fa0-fc09-4bdf-a6b2-837eea8b1cfc req-af45f254-fd26-4040-957e-6d9336dec512 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=7aad7ab8-22c4-47e2-abf2-9cc744ce8553 HTTP/1.1" status: 200 len: 210 time: 0.0737371 May 30 20:23:24.351068 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6d982630-a54f-4aee-9509-40c9f287f918 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:24.357719 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-d73670b6-1197-4ce0-a9b8-6ffae2f50c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dce4a9b6-853a-4e96-9bb3-a1790cbf36d6', 'name': 'tempest-ServerRescueNegativeTestJSON-1289574193-router', 'tenant_id': '88e042593d914709b0b6e8865f4bc68d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': '6fd4f929-f547-4afa-a511-76d2a626bb7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:20:03Z', 'updated_at': '2022-05-30T20:20:16Z', 'revision_number': 4, 'project_id': '88e042593d914709b0b6e8865f4bc68d', 'gw_port': {'id': '6fd4f929-f547-4afa-a511-76d2a626bb7a', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:d2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce4a9b6-853a-4e96-9bb3-a1790cbf36d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:20:04Z', 'updated_at': '2022-05-30T20:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': '35a5363a-0ab4-480c-b11a-63387c1ae576', 'tenant_id': '88e042593d914709b0b6e8865f4bc68d', 'floating_ip_address': '172.25.8.140', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': 'dce4a9b6-853a-4e96-9bb3-a1790cbf36d6', 'port_id': '078b0eb3-7ef6-4b86-9aaa-e86d5bd99c01', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b009590-a296-4757-aa36-6233b5dedf2d', 'mac_address': 'fa:16:3e:07:8b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9344e871-e93a-4ab0-b2c6-c1bdb8e7cd51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:22:29Z', 'updated_at': '2022-05-30T20:23:17Z', 'revision_number': 1, 'project_id': '88e042593d914709b0b6e8865f4bc68d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d8a46dc-bcc2-41b3-8b77-5e8506e6c3a6', 'name': '', 'network_id': '3b009590-a296-4757-aa36-6233b5dedf2d', 'tenant_id': '88e042593d914709b0b6e8865f4bc68d', 'mac_address': 'fa:16:3e:37:2a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce4a9b6-853a-4e96-9bb3-a1790cbf36d6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a48f417-ba85-44a0-9f1b-28d1dfa8235b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:20:13Z', 'updated_at': '2022-05-30T20:20:36Z', 'revision_number': 5, 'project_id': '88e042593d914709b0b6e8865f4bc68d', 'subnets': [{'id': '4a48f417-ba85-44a0-9f1b-28d1dfa8235b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:23:24.368262 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d73670b6-1197-4ce0-a9b8-6ffae2f50c7b None None] Checking router: dce4a9b6-853a-4e96-9bb3-a1790cbf36d6 for host: n-d-843948-2 {{(pid=84889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:23:24.384020 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73670b6-1197-4ce0-a9b8-6ffae2f50c7b None None] Routers {'dce4a9b6-853a-4e96-9bb3-a1790cbf36d6'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:23:24.385540 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-d73670b6-1197-4ce0-a9b8-6ffae2f50c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:22:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['dce4a9b6-853a-4e96-9bb3-a1790cbf36d6'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:23:24.469393 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d982630-a54f-4aee-9509-40c9f287f918 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Pushing event deleted for resources: {'Port': ['ID=6e0668f6-f13f-44f0-ba66-15e1d3343bfb,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:24.735138 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-306fae24-f8e2-4c1e-bd95-efa83b164bf4 None None] Network 7bdb594a-6cf1-41db-8ef6-7d21c699d998 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:23:24.800253 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-78dbb946-f493-46d6-b0ec-21045ec98fc2 req-bbc541d8-a9b6-4f42-9665-442d8eeb7f74 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3b009590-a296-4757-aa36-6233b5dedf2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.4276698 May 30 20:23:24.803984 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-dd5616ec-638c-4579-aee7-7901f7871501 req-d53a4f3c-f3fa-4695-86aa-70e1ece3ee10 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=88e042593d914709b0b6e8865f4bc68d&device_id=9158fc3c-573c-4c1d-bf9a-0db62e0b50ac HTTP/1.1" status: 200 len: 1096 time: 1.3793306 May 30 20:23:24.878376 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-d73670b6-1197-4ce0-a9b8-6ffae2f50c7b None None] Set router dce4a9b6-853a-4e96-9bb3-a1790cbf36d6 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:23:25.053432 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6d982630-a54f-4aee-9509-40c9f287f918 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-736453'] for router_gateway, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:25.091768 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3a47644e-264a-4e4e-8da5-f882f26578c9 req-843d3a02-5b51-4090-8c05-d7be2953d67d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=88e042593d914709b0b6e8865f4bc68d&device_id=9344e871-e93a-4ab0-b2c6-c1bdb8e7cd51 HTTP/1.1" status: 200 len: 1097 time: 1.4359834 May 30 20:23:25.840960 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-d73670b6-1197-4ce0-a9b8-6ffae2f50c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dce4a9b6-853a-4e96-9bb3-a1790cbf36d6', 'name': 'tempest-ServerRescueNegativeTestJSON-1289574193-router', 'tenant_id': '88e042593d914709b0b6e8865f4bc68d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': '6fd4f929-f547-4afa-a511-76d2a626bb7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:20:03Z', 'updated_at': '2022-05-30T20:20:16Z', 'revision_number': 4, 'project_id': '88e042593d914709b0b6e8865f4bc68d', 'gw_port': {'id': '6fd4f929-f547-4afa-a511-76d2a626bb7a', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:d2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce4a9b6-853a-4e96-9bb3-a1790cbf36d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:20:04Z', 'updated_at': '2022-05-30T20:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': '35a5363a-0ab4-480c-b11a-63387c1ae576', 'tenant_id': '88e042593d914709b0b6e8865f4bc68d', 'floating_ip_address': '172.25.8.140', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': 'dce4a9b6-853a-4e96-9bb3-a1790cbf36d6', 'port_id': '078b0eb3-7ef6-4b86-9aaa-e86d5bd99c01', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b009590-a296-4757-aa36-6233b5dedf2d', 'mac_address': 'fa:16:3e:07:8b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9344e871-e93a-4ab0-b2c6-c1bdb8e7cd51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:22:29Z', 'updated_at': '2022-05-30T20:23:17Z', 'revision_number': 1, 'project_id': '88e042593d914709b0b6e8865f4bc68d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d8a46dc-bcc2-41b3-8b77-5e8506e6c3a6', 'name': '', 'network_id': '3b009590-a296-4757-aa36-6233b5dedf2d', 'tenant_id': '88e042593d914709b0b6e8865f4bc68d', 'mac_address': 'fa:16:3e:37:2a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce4a9b6-853a-4e96-9bb3-a1790cbf36d6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a48f417-ba85-44a0-9f1b-28d1dfa8235b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:20:13Z', 'updated_at': '2022-05-30T20:20:36Z', 'revision_number': 5, 'project_id': '88e042593d914709b0b6e8865f4bc68d', 'subnets': [{'id': '4a48f417-ba85-44a0-9f1b-28d1dfa8235b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:23:25.874412 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d73670b6-1197-4ce0-a9b8-6ffae2f50c7b None None] The sync data for ids ['dce4a9b6-853a-4e96-9bb3-a1790cbf36d6'] in n-d-843948-2 is: [{'id': 'dce4a9b6-853a-4e96-9bb3-a1790cbf36d6', 'name': 'tempest-ServerRescueNegativeTestJSON-1289574193-router', 'tenant_id': '88e042593d914709b0b6e8865f4bc68d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': '6fd4f929-f547-4afa-a511-76d2a626bb7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:20:03Z', 'updated_at': '2022-05-30T20:20:16Z', 'revision_number': 4, 'project_id': '88e042593d914709b0b6e8865f4bc68d', 'gw_port': {'id': '6fd4f929-f547-4afa-a511-76d2a626bb7a', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:d2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce4a9b6-853a-4e96-9bb3-a1790cbf36d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:20:04Z', 'updated_at': '2022-05-30T20:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': '35a5363a-0ab4-480c-b11a-63387c1ae576', 'tenant_id': '88e042593d914709b0b6e8865f4bc68d', 'floating_ip_address': '172.25.8.140', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': 'dce4a9b6-853a-4e96-9bb3-a1790cbf36d6', 'port_id': '078b0eb3-7ef6-4b86-9aaa-e86d5bd99c01', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b009590-a296-4757-aa36-6233b5dedf2d', 'mac_address': 'fa:16:3e:07:8b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9344e871-e93a-4ab0-b2c6-c1bdb8e7cd51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:22:29Z', 'updated_at': '2022-05-30T20:23:17Z', 'revision_number': 1, 'project_id': '88e042593d914709b0b6e8865f4bc68d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d8a46dc-bcc2-41b3-8b77-5e8506e6c3a6', 'name': '', 'network_id': '3b009590-a296-4757-aa36-6233b5dedf2d', 'tenant_id': '88e042593d914709b0b6e8865f4bc68d', 'mac_address': 'fa:16:3e:37:2a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce4a9b6-853a-4e96-9bb3-a1790cbf36d6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a48f417-ba85-44a0-9f1b-28d1dfa8235b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:20:13Z', 'updated_at': '2022-05-30T20:20:36Z', 'revision_number': 5, 'project_id': '88e042593d914709b0b6e8865f4bc68d', 'subnets': [{'id': '4a48f417-ba85-44a0-9f1b-28d1dfa8235b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:23:26.000896 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-0472bb6b-c841-4062-b51a-892baae0ad72 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 6.1986225 May 30 20:23:26.007168 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b42a1a2a-d1fe-476f-bb7e-82bb199e9239 req-3c84f034-ef87-475f-84e8-0b4707e3b61c tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2ed7a16-df30-4283-b4d4-5e9611f16ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6615787 May 30 20:23:26.248703 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-8e85af78-ce33-478a-a15a-07aa50cf8e40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:26.357965 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-542dc2a1-025a-4dff-a41b-a2983b34cddc req-a5ff5dcf-03e0-4be1-b042-c823dd6d5fc0 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=7aad7ab8-22c4-47e2-abf2-9cc744ce8553 HTTP/1.1" status: 200 len: 210 time: 0.2190869 May 30 20:23:26.377482 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6d982630-a54f-4aee-9509-40c9f287f918 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-724789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3141'] for router, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:26.395597 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6d982630-a54f-4aee-9509-40c9f287f918 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:26.546100 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6d982630-a54f-4aee-9509-40c9f287f918 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724889'] for router, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:26.553360 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d982630-a54f-4aee-9509-40c9f287f918 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 47f85ddd-31cf-47ea-9b06-c78aaa60457f {{(pid=84886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:23:26.607206 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6d982630-a54f-4aee-9509-40c9f287f918 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Notify callbacks [] for router, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:26.610591 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-6d982630-a54f-4aee-9509-40c9f287f918 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] 10.222.0.85 "DELETE /v2.0/routers/47f85ddd-31cf-47ea-9b06-c78aaa60457f HTTP/1.1" status: 204 len: 168 time: 6.5408697 May 30 20:23:26.616784 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 35988) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:23:26.640288 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-aab7d206-a582-4fad-a754-2b7f7c21538f tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1753648609', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}, 'admin_state_up': False}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:23:26.658815 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-aab7d206-a582-4fad-a754-2b7f7c21538f tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:23:26.682115 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-aab7d206-a582-4fad-a754-2b7f7c21538f tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Usage tracker for resource:router and tenant:1338b027b2714cb58e8926b94854de98 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:23:26.691115 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-aab7d206-a582-4fad-a754-2b7f7c21538f tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:23:26.715913 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-aab7d206-a582-4fad-a754-2b7f7c21538f tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:23:26.814593 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-aab7d206-a582-4fad-a754-2b7f7c21538f tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-733683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3159'] for router, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:26.816076 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-aab7d206-a582-4fad-a754-2b7f7c21538f tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-733584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-736372', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-628480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3164'] for router, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:26.865658 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-aab7d206-a582-4fad-a754-2b7f7c21538f tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:27.098957 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a303fee2-edae-4e07-8926-ee006b9e14f1 req-7f967245-15a0-4035-a8e4-12d0f674fd3a tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:27.098957 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a303fee2-edae-4e07-8926-ee006b9e14f1 req-7f967245-15a0-4035-a8e4-12d0f674fd3a tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.86 "GET /v2.0/networks?id=ff30330a-0ebe-4836-9458-b813d1bcbde4 HTTP/1.1" status: 200 len: 812 time: 0.5959122 May 30 20:23:27.232498 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-aab7d206-a582-4fad-a754-2b7f7c21538f tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-736390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:27.355961 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.db.resource_extend [None req-6a58b4f5-172d-4846-9a09-79df07b84e52 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] It took 0.80 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:23:27.493678 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a303fee2-edae-4e07-8926-ee006b9e14f1 req-e1682740-6745-4fad-8bf0-a3ffdefed826 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=af4cc1fbb91e4a5c856e947d8072b697 HTTP/1.1" status: 200 len: 379 time: 0.2771692 May 30 20:23:27.630861 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-a303fee2-edae-4e07-8926-ee006b9e14f1 req-241b9346-dbcb-40bd-b6c9-a546b8c284d8 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Request body: {'port': {'device_id': '7aad7ab8-22c4-47e2-abf2-9cc744ce8553', 'network_id': 'ff30330a-0ebe-4836-9458-b813d1bcbde4', 'admin_state_up': True, 'tenant_id': 'af4cc1fbb91e4a5c856e947d8072b697', 'security_groups': ['3ae76294-3e84-4fcb-be2a-17611205a838']}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:23:28.096849 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 6b161c04-4b65-4d97-9eb4-8d8646f12f5e up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:23:28.113101 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5616ec-638c-4579-aee7-7901f7871501 req-df1ff879-9534-4c86-bf9c-a1baf7319f29 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:28.114651 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-dd5616ec-638c-4579-aee7-7901f7871501 req-df1ff879-9534-4c86-bf9c-a1baf7319f29 service neutron] 10.222.0.71 "GET /v2.0/networks?id=3b009590-a296-4757-aa36-6233b5dedf2d HTTP/1.1" status: 200 len: 920 time: 3.2429430 May 30 20:23:28.211502 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-a303fee2-edae-4e07-8926-ee006b9e14f1 req-241b9346-dbcb-40bd-b6c9-a546b8c284d8 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:23:28.231791 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7f1e10-58ce-42a5-9d7a-b56042abc406 req-862322c8-b227-4959-90ee-70c22913014a tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:28.242035 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5c7f1e10-58ce-42a5-9d7a-b56042abc406 req-862322c8-b227-4959-90ee-70c22913014a tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/ports?device_id=2f903cc6-4588-4e6d-9f98-4119c026a994 HTTP/1.1" status: 200 len: 945 time: 0.8260400 May 30 20:23:28.373186 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 6b161c04-4b65-4d97-9eb4-8d8646f12f5e completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:23:28.380129 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 6b161c04-4b65-4d97-9eb4-8d8646f12f5e triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:23:28.381030 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:28.401051 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a47644e-264a-4e4e-8da5-f882f26578c9 req-60de346a-d54c-4969-aa8e-2a4aedd5c63f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:28.402937 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3a47644e-264a-4e4e-8da5-f882f26578c9 req-60de346a-d54c-4969-aa8e-2a4aedd5c63f service neutron] 10.222.0.86 "GET /v2.0/networks?id=3b009590-a296-4757-aa36-6233b5dedf2d HTTP/1.1" status: 200 len: 920 time: 2.5461197 May 30 20:23:28.415837 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7df9b66e-af24-445d-9e58-2fd00fc89d42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:28.440047 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5c7f1e10-58ce-42a5-9d7a-b56042abc406 req-61f1e98e-935c-48ef-bf23-5842f27c3395 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2ed7a16-df30-4283-b4d4-5e9611f16ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967671 May 30 20:23:28.547563 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6a58b4f5-172d-4846-9a09-79df07b84e52 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:28.660811 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-78dbb946-f493-46d6-b0ec-21045ec98fc2 req-8f88b352-090f-43ed-8470-4ef391e13e96 service neutron] 10.222.0.86 "GET /v2.0/networks/3b009590-a296-4757-aa36-6233b5dedf2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 3.7937434 May 30 20:23:28.666666 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff328020-522e-42f4-84af-f8f66b9e98fb req-6d85a24f-be22-49f8-8c8c-5e33639c4322 tempest-ServerMetadataNegativeTestJSON-1382650087 tempest-ServerMetadataNegativeTestJSON-1382650087-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:28.667722 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-ff328020-522e-42f4-84af-f8f66b9e98fb req-6d85a24f-be22-49f8-8c8c-5e33639c4322 tempest-ServerMetadataNegativeTestJSON-1382650087 tempest-ServerMetadataNegativeTestJSON-1382650087-project] Synchronizing usage tracker for tenant:1180601a698f463ebbf1a9fc865a327a on resource:network {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:23:28.738630 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:28.763925 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-aab7d206-a582-4fad-a754-2b7f7c21538f tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Notify callbacks [] for router_gateway, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:28.792511 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port 6b161c04-4b65-4d97-9eb4-8d8646f12f5e, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=6b161c04-4b65-4d97-9eb4-8d8646f12f5e,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:23:28.848137 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:28.856542 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-aab7d206-a582-4fad-a754-2b7f7c21538f tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:29.081658 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de1db31-11d3-467b-8209-a0cfc4ba2447 None None] New status for floating IP 35a5363a-0ab4-480c-b11a-63387c1ae576: ACTIVE {{(pid=84888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 20:23:29.145330 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-a303fee2-edae-4e07-8926-ee006b9e14f1 req-241b9346-dbcb-40bd-b6c9-a546b8c284d8 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:23:29.201654 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6a58b4f5-172d-4846-9a09-79df07b84e52 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736490'] for floatingip, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:29.209369 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ae38d872-61de-4bd6-b5ec-e2542b4c8898 req-14e8bef0-c054-48f6-8fa5-72ea5494c4e7 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=7aad7ab8-22c4-47e2-abf2-9cc744ce8553 HTTP/1.1" status: 200 len: 210 time: 0.0898349 May 30 20:23:29.231950 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-aab7d206-a582-4fad-a754-2b7f7c21538f tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Allocated IP 172.25.8.4 (c7869750-4b49-4b7e-aa99-5e0f1ae02da4/427601ec-f643-4fe7-b5e6-17305d3a39e1/beaccdff-de59-468d-a2e1-0c719b8a528b) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:23:29.449152 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=6b161c04-4b65-4d97-9eb4-8d8646f12f5e,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:29.721434 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-dd5616ec-638c-4579-aee7-7901f7871501 req-3a842c6c-0ef3-43a8-bfca-587d949a622b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=91ff9597-ebc7-4fc4-b243-1a0126aef45d HTTP/1.1" status: 200 len: 217 time: 1.5541844 May 30 20:23:29.725598 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-aab7d206-a582-4fad-a754-2b7f7c21538f tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:29.823242 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3a47644e-264a-4e4e-8da5-f882f26578c9 req-8b232197-a05e-437e-adfe-4d5647643e7d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=078b0eb3-7ef6-4b86-9aaa-e86d5bd99c01 HTTP/1.1" status: 200 len: 1000 time: 1.3501236 May 30 20:23:29.885367 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-238eb0ff-b07a-4b2c-894b-da37dd95cd79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:29.906351 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 6b161c04-4b65-4d97-9eb4-8d8646f12f5e up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:23:29.952488 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10d4b18-5997-40ff-99c4-c4a26d2743be req-82929925-e089-4703-8f2c-49674a7e4879 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:29.970797 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a10d4b18-5997-40ff-99c4-c4a26d2743be req-82929925-e089-4703-8f2c-49674a7e4879 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/ports?device_id=2f903cc6-4588-4e6d-9f98-4119c026a994 HTTP/1.1" status: 200 len: 945 time: 0.2253454 May 30 20:23:29.995659 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a303fee2-edae-4e07-8926-ee006b9e14f1 req-241b9346-dbcb-40bd-b6c9-a546b8c284d8 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Made reservation on behalf of af4cc1fbb91e4a5c856e947d8072b697 for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:23:29.998773 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-a303fee2-edae-4e07-8926-ee006b9e14f1 req-241b9346-dbcb-40bd-b6c9-a546b8c284d8 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:30.026127 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 6b161c04-4b65-4d97-9eb4-8d8646f12f5e triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:23:30.026474 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:30.036624 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-aab7d206-a582-4fad-a754-2b7f7c21538f tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:30.070930 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-ff328020-522e-42f4-84af-f8f66b9e98fb req-6d85a24f-be22-49f8-8c8c-5e33639c4322 tempest-ServerMetadataNegativeTestJSON-1382650087 tempest-ServerMetadataNegativeTestJSON-1382650087-project] Unset dirty status for tenant:1180601a698f463ebbf1a9fc865a327a on resource:network {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:23:30.072232 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ff328020-522e-42f4-84af-f8f66b9e98fb req-6d85a24f-be22-49f8-8c8c-5e33639c4322 tempest-ServerMetadataNegativeTestJSON-1382650087 tempest-ServerMetadataNegativeTestJSON-1382650087-project] 10.222.0.85 "GET /v2.0/networks?id=7bdb594a-6cf1-41db-8ef6-7d21c699d998 HTTP/1.1" status: 200 len: 821 time: 2.9750242 May 30 20:23:30.090578 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5616ec-638c-4579-aee7-7901f7871501 req-6abeb0bb-94e5-410a-9bfd-1357c0bab3b7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:30.092093 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-dd5616ec-638c-4579-aee7-7901f7871501 req-6abeb0bb-94e5-410a-9bfd-1357c0bab3b7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4a48f417-ba85-44a0-9f1b-28d1dfa8235b HTTP/1.1" status: 200 len: 858 time: 0.3135836 May 30 20:23:30.094033 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:30.138032 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a10d4b18-5997-40ff-99c4-c4a26d2743be req-f46e9aef-ee1f-460b-bda7-a78821556897 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2ed7a16-df30-4283-b4d4-5e9611f16ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658142 May 30 20:23:30.190724 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 6e0668f6-f13f-44f0-ba66-15e1d3343bfb no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:23:30.196357 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab7d206-a582-4fad-a754-2b7f7c21538f tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:23:30.199668 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-aab7d206-a582-4fad-a754-2b7f7c21538f tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:23:30.203955 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab7d206-a582-4fad-a754-2b7f7c21538f tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:23:30.245546 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: 6e0668f6-f13f-44f0-ba66-15e1d3343bfb {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:23:30.246161 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 6e0668f6-f13f-44f0-ba66-15e1d3343bfb not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:23:30.276936 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-78dbb946-f493-46d6-b0ec-21045ec98fc2 req-595e7701-3bdd-46ee-a904-51a27700e1fc service neutron] 10.222.0.86 "GET /v2.0/networks/3b009590-a296-4757-aa36-6233b5dedf2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5977678 May 30 20:23:30.333781 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a47644e-264a-4e4e-8da5-f882f26578c9 req-0582affc-e808-4650-a8b0-e8dd8a45d4af service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:30.337340 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3a47644e-264a-4e4e-8da5-f882f26578c9 req-0582affc-e808-4650-a8b0-e8dd8a45d4af service neutron] 10.222.0.86 "GET /v2.0/subnets?id=4a48f417-ba85-44a0-9f1b-28d1dfa8235b HTTP/1.1" status: 200 len: 858 time: 0.4429078 May 30 20:23:30.376951 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab7d206-a582-4fad-a754-2b7f7c21538f tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Pushing event updated for resources: {'Port': ['ID=beaccdff-de59-468d-a2e1-0c719b8a528b,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:30.485386 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-52cf7b37-111a-444f-899c-b0e77537603d req-f7ba64a4-987b-40e4-b381-12604c8439c0 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=7aad7ab8-22c4-47e2-abf2-9cc744ce8553 HTTP/1.1" status: 200 len: 210 time: 0.0604982 May 30 20:23:30.526432 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ff328020-522e-42f4-84af-f8f66b9e98fb req-035f4d55-9f7a-4a48-b843-35b9dbac79c1 tempest-ServerMetadataNegativeTestJSON-1382650087 tempest-ServerMetadataNegativeTestJSON-1382650087-project] 10.222.0.85 "GET /v2.0/quotas/1180601a698f463ebbf1a9fc865a327a HTTP/1.1" status: 200 len: 375 time: 0.3953626 May 30 20:23:30.647184 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-aab7d206-a582-4fad-a754-2b7f7c21538f tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Notify callbacks [] for router_gateway, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:30.649147 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-aab7d206-a582-4fad-a754-2b7f7c21538f tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-736409'] for router, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:30.668549 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ff328020-522e-42f4-84af-f8f66b9e98fb req-508620c8-9602-4ce0-af97-6a6e41aa49f6 tempest-ServerMetadataNegativeTestJSON-1382650087 tempest-ServerMetadataNegativeTestJSON-1382650087-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=1180601a698f463ebbf1a9fc865a327a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1233544 May 30 20:23:30.674053 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [None req-7df9b66e-af24-445d-9e58-2fd00fc89d42 admin admin] Allocated IP 172.20.0.1 (77747aee-7d13-4fc5-9ce2-f0a339c5ab7f/3ccf4d07-0caf-4fe2-a7f9-105c98d9d4a8/e1ae16b0-a53e-47ab-b640-63c006ee57b3) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:23:30.720049 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-dd5616ec-638c-4579-aee7-7901f7871501 req-44d26f5a-5257-44fc-8203-9a44e6f244af service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3b009590-a296-4757-aa36-6233b5dedf2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5472827 May 30 20:23:30.957944 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3a47644e-264a-4e4e-8da5-f882f26578c9 req-44b0585d-22d6-4782-a33c-2d5176822d1a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3b009590-a296-4757-aa36-6233b5dedf2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6000416 May 30 20:23:31.073653 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:31.265012 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aab7d206-a582-4fad-a754-2b7f7c21538f tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Router 8449f29a-040d-4740-ae12-337f22dc146d is scheduled to L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 with binding_index 1 {{(pid=84886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 20:23:31.423414 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [req-a303fee2-edae-4e07-8926-ee006b9e14f1 req-241b9346-dbcb-40bd-b6c9-a546b8c284d8 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Allocated IP 172.20.0.3 (ff30330a-0ebe-4836-9458-b813d1bcbde4/7991eded-d330-4e4e-ace3-aeb4d5f3ff0a/bcdfc29b-75b2-4955-871a-03ddaef96f61) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:23:31.656614 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff1ebf9-50ef-4bb1-a2aa-102fab0fc427 req-7606167f-7d13-4124-a536-3fe731fae3c6 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:31.658209 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-aff1ebf9-50ef-4bb1-a2aa-102fab0fc427 req-7606167f-7d13-4124-a536-3fe731fae3c6 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/ports?device_id=2f903cc6-4588-4e6d-9f98-4119c026a994 HTTP/1.1" status: 200 len: 945 time: 0.1485460 May 30 20:23:31.748799 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aab7d206-a582-4fad-a754-2b7f7c21538f tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:23:31.765281 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6e6fc7-ed4f-4619-96b7-e8d5356792e5 None None] Sync routers for ids ['8449f29a-040d-4740-ae12-337f22dc146d'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:23:31.768065 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-aff1ebf9-50ef-4bb1-a2aa-102fab0fc427 req-d00ec1af-091f-4c7f-813f-94b761452a94 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2ed7a16-df30-4283-b4d4-5e9611f16ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902281 May 30 20:23:31.781073 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6e6fc7-ed4f-4619-96b7-e8d5356792e5 None None] Routers {'8449f29a-040d-4740-ae12-337f22dc146d'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:23:31.781738 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-9a6e6fc7-ed4f-4619-96b7-e8d5356792e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:23:29Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['8449f29a-040d-4740-ae12-337f22dc146d'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:23:31.962457 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-9a6e6fc7-ed4f-4619-96b7-e8d5356792e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:23:31.962681 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-aab7d206-a582-4fad-a754-2b7f7c21538f tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Notify callbacks [] for router, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:31.967387 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-aab7d206-a582-4fad-a754-2b7f7c21538f tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 5.3453109 May 30 20:23:31.968608 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 36042) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:23:31.979870 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-84ceb712-749c-4736-ba39-11c3cc532238 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'enable_snat': False}}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:23:31.980209 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6e6fc7-ed4f-4619-96b7-e8d5356792e5 None None] Routers {'8449f29a-040d-4740-ae12-337f22dc146d'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:23:31.981081 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-9a6e6fc7-ed4f-4619-96b7-e8d5356792e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:23:29Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['8449f29a-040d-4740-ae12-337f22dc146d'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:23:32.123380 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-9a6e6fc7-ed4f-4619-96b7-e8d5356792e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:23:32.124095 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6e6fc7-ed4f-4619-96b7-e8d5356792e5 None None] The sync data for ids ['8449f29a-040d-4740-ae12-337f22dc146d'] in n-d-843948-2 is: [] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:23:32.129561 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ff328020-522e-42f4-84af-f8f66b9e98fb req-fe79604f-7459-465f-8e6b-718b664dcd8a service neutron] 10.222.0.85 "GET /v2.0/networks/7bdb594a-6cf1-41db-8ef6-7d21c699d998?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4046836 May 30 20:23:32.132532 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-dd5616ec-638c-4579-aee7-7901f7871501 req-ffe5d23b-b05d-45eb-bdf8-809ede3709da service neutron] 10.222.0.71 "GET /v2.0/networks/3b009590-a296-4757-aa36-6233b5dedf2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3179691 May 30 20:23:32.213801 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-a303fee2-edae-4e07-8926-ee006b9e14f1 req-241b9346-dbcb-40bd-b6c9-a546b8c284d8 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:32.233923 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-a303fee2-edae-4e07-8926-ee006b9e14f1 req-241b9346-dbcb-40bd-b6c9-a546b8c284d8 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Transition to ACTIVE for port object bcdfc29b-75b2-4955-871a-03ddaef96f61 will not be triggered until provisioned by entity DHCP. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:23:32.342450 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-a303fee2-edae-4e07-8926-ee006b9e14f1 req-241b9346-dbcb-40bd-b6c9-a546b8c284d8 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:32.461734 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-18bd9734-f2a4-4e63-9c21-2bfe68851bb3 req-90731afa-9b67-48fc-be04-27d37dd81a82 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=7aad7ab8-22c4-47e2-abf2-9cc744ce8553 HTTP/1.1" status: 200 len: 210 time: 0.2343910 May 30 20:23:32.602981 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:32.658563 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7df9b66e-af24-445d-9e58-2fd00fc89d42 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:32.778020 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [None req-7df9b66e-af24-445d-9e58-2fd00fc89d42 admin admin] Transition to ACTIVE for port object e1ae16b0-a53e-47ab-b640-63c006ee57b3 will not be triggered until provisioned by entity DHCP. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:23:32.798951 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3a47644e-264a-4e4e-8da5-f882f26578c9 req-75cfb158-7d87-4edb-9cb6-eadac3655248 service neutron] 10.222.0.86 "GET /v2.0/networks/3b009590-a296-4757-aa36-6233b5dedf2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7502537 May 30 20:23:32.814172 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a303fee2-edae-4e07-8926-ee006b9e14f1 req-241b9346-dbcb-40bd-b6c9-a546b8c284d8 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Network ff30330a-0ebe-4836-9458-b813d1bcbde4 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:23:32.830192 n-d-843948-2 neutron-server[84887]: INFO neutron.db.l3_db [None req-6a58b4f5-172d-4846-9a09-79df07b84e52 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Floating IP f4974c4a-d5b6-414e-bbd3-d133f892e714 associated. External IP: 172.25.8.248, port: a61c7870-d656-41a6-ba63-31c7e8cf0081. May 30 20:23:33.020934 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ff328020-522e-42f4-84af-f8f66b9e98fb req-9f5b1ff2-c06e-4193-83d0-cea7dc36f169 service neutron] 10.222.0.85 "GET /v2.0/networks/7bdb594a-6cf1-41db-8ef6-7d21c699d998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7647238 May 30 20:23:33.022006 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241b9346-dbcb-40bd-b6c9-a546b8c284d8 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Pushing event updated for resources: {'Port': ['ID=bcdfc29b-75b2-4955-871a-03ddaef96f61,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:33.024982 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [req-a303fee2-edae-4e07-8926-ee006b9e14f1 req-241b9346-dbcb-40bd-b6c9-a546b8c284d8 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:23:33.185915 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-a303fee2-edae-4e07-8926-ee006b9e14f1 req-241b9346-dbcb-40bd-b6c9-a546b8c284d8 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:23:33.372089 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7df9b66e-af24-445d-9e58-2fd00fc89d42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:33.389774 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-dd5616ec-638c-4579-aee7-7901f7871501 req-438e81a8-ae12-414f-96bd-82c50b53a1b3 service neutron] 10.222.0.71 "GET /v2.0/networks/3b009590-a296-4757-aa36-6233b5dedf2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1128788 May 30 20:23:33.412508 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a303fee2-edae-4e07-8926-ee006b9e14f1 req-241b9346-dbcb-40bd-b6c9-a546b8c284d8 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:33.418241 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-a303fee2-edae-4e07-8926-ee006b9e14f1 req-241b9346-dbcb-40bd-b6c9-a546b8c284d8 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:33.682478 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-ebc49bf2-13e6-49a6-8b96-def3bd4ae995 None None] Provisioning for port bcdfc29b-75b2-4955-871a-03ddaef96f61 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:23:33.693919 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-ebc49bf2-13e6-49a6-8b96-def3bd4ae995 None None] Provisioning complete for port bcdfc29b-75b2-4955-871a-03ddaef96f61 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:23:33.698098 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ebc49bf2-13e6-49a6-8b96-def3bd4ae995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:33.797837 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df9b66e-af24-445d-9e58-2fd00fc89d42 admin admin] Network 77747aee-7d13-4fc5-9ce2-f0a339c5ab7f is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:23:33.858799 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-7df9b66e-af24-445d-9e58-2fd00fc89d42 admin admin] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:23:33.861387 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-ebc49bf2-13e6-49a6-8b96-def3bd4ae995 None None] Port bcdfc29b-75b2-4955-871a-03ddaef96f61 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:23:33.892911 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df9b66e-af24-445d-9e58-2fd00fc89d42 admin admin] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:23:33.972845 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a303fee2-edae-4e07-8926-ee006b9e14f1 req-241b9346-dbcb-40bd-b6c9-a546b8c284d8 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.3693323 May 30 20:23:33.999100 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-a303fee2-edae-4e07-8926-ee006b9e14f1 req-f5c077c1-d78a-492f-9f20-0658b9312806 service neutron] Request body: {'port': {'device_id': '7aad7ab8-22c4-47e2-abf2-9cc744ce8553', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843948-2'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:23:34.135588 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f63d96b-a519-4941-b62b-221fbebea04f req-763b7461-ae69-4009-b377-5461a222423e tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:34.151468 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df9b66e-af24-445d-9e58-2fd00fc89d42 admin admin] Pushing event updated for resources: {'Port': ['ID=e1ae16b0-a53e-47ab-b640-63c006ee57b3,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:34.160746 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-8f63d96b-a519-4941-b62b-221fbebea04f req-763b7461-ae69-4009-b377-5461a222423e tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/ports?device_id=2f903cc6-4588-4e6d-9f98-4119c026a994 HTTP/1.1" status: 200 len: 945 time: 0.8559830 May 30 20:23:34.374926 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-8f63d96b-a519-4941-b62b-221fbebea04f req-de8100fe-3241-4450-b2a6-f60092f58ef6 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2ed7a16-df30-4283-b4d4-5e9611f16ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123716 May 30 20:23:34.437042 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3a47644e-264a-4e4e-8da5-f882f26578c9 req-bb04ec13-efea-40d9-8796-57dad107b087 service neutron] 10.222.0.86 "GET /v2.0/networks/3b009590-a296-4757-aa36-6233b5dedf2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4188919 May 30 20:23:34.450238 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-84ceb712-749c-4736-ba39-11c3cc532238 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-736390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:34.518837 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7df9b66e-af24-445d-9e58-2fd00fc89d42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-736099'] for router_interface, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:34.596729 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-d8b88b35-76d8-4db6-a75c-dbd641e1f1fa None None] Provisioning for port e1ae16b0-a53e-47ab-b640-63c006ee57b3 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:23:34.602354 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-a303fee2-edae-4e07-8926-ee006b9e14f1 req-f5c077c1-d78a-492f-9f20-0658b9312806 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:34.609280 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-d8b88b35-76d8-4db6-a75c-dbd641e1f1fa None None] Provisioning complete for port e1ae16b0-a53e-47ab-b640-63c006ee57b3 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:23:34.609280 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-d8b88b35-76d8-4db6-a75c-dbd641e1f1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:34.870147 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ef7ba082-5e5c-41d2-82d0-b6163fa1aa14 req-e64e7716-643a-416e-bff0-2ab2d0621904 tempest-ServerMetadataNegativeTestJSON-1382650087 tempest-ServerMetadataNegativeTestJSON-1382650087-project] 10.222.0.85 "GET /v2.0/ports?device_id=cfde7229-7d46-40ae-8853-647e3ac7484a HTTP/1.1" status: 200 len: 210 time: 0.1424112 May 30 20:23:34.876656 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-d8b88b35-76d8-4db6-a75c-dbd641e1f1fa None None] Port e1ae16b0-a53e-47ab-b640-63c006ee57b3 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:23:35.038062 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7df9b66e-af24-445d-9e58-2fd00fc89d42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:35.362132 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbbe92d-2274-4802-bb85-3d628b132b1d req-b40bca46-1075-4736-924c-cc0e3bc5a3ee tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:35.363573 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-6cbbe92d-2274-4802-bb85-3d628b132b1d req-b40bca46-1075-4736-924c-cc0e3bc5a3ee tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Synchronizing usage tracker for tenant:af4cc1fbb91e4a5c856e947d8072b697 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:23:35.417978 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-84ceb712-749c-4736-ba39-11c3cc532238 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-736390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:35.425821 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-84ceb712-749c-4736-ba39-11c3cc532238 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-736409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-736399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-736400', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-724754'] for router, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:35.793149 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-6cbbe92d-2274-4802-bb85-3d628b132b1d req-b40bca46-1075-4736-924c-cc0e3bc5a3ee tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Unset dirty status for tenant:af4cc1fbb91e4a5c856e947d8072b697 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:23:35.796270 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6cbbe92d-2274-4802-bb85-3d628b132b1d req-b40bca46-1075-4736-924c-cc0e3bc5a3ee tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=7aad7ab8-22c4-47e2-abf2-9cc744ce8553 HTTP/1.1" status: 200 len: 931 time: 1.5140948 May 30 20:23:35.858388 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84ceb712-749c-4736-ba39-11c3cc532238 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Router 8449f29a-040d-4740-ae12-337f22dc146d has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:23:36.085788 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d343c958-02c4-47ce-b99a-5a522f2e1ec4 req-e83f5d0c-7e1d-4b8e-a6e2-5b2099775883 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:36.093243 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d343c958-02c4-47ce-b99a-5a522f2e1ec4 req-e83f5d0c-7e1d-4b8e-a6e2-5b2099775883 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/ports?device_id=2f903cc6-4588-4e6d-9f98-4119c026a994 HTTP/1.1" status: 200 len: 945 time: 0.3183045 May 30 20:23:36.136338 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6cbbe92d-2274-4802-bb85-3d628b132b1d req-03929401-1ce2-48a6-ba30-a8b46d946a39 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ae76294-3e84-4fcb-be2a-17611205a838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3387623 May 30 20:23:36.169786 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d343c958-02c4-47ce-b99a-5a522f2e1ec4 req-9f93cd54-8285-4434-b5a3-7c7b648a516a tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2ed7a16-df30-4283-b4d4-5e9611f16ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690541 May 30 20:23:36.312451 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84ceb712-749c-4736-ba39-11c3cc532238 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:23:36.329367 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db88bdf3-aa34-4bd1-aeb5-098be1f20181 None None] Sync routers for ids ['8449f29a-040d-4740-ae12-337f22dc146d'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:23:36.332340 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [req-a303fee2-edae-4e07-8926-ee006b9e14f1 req-f5c077c1-d78a-492f-9f20-0658b9312806 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcdfc29b-75b2-4955-871a-03ddaef96f61 {{(pid=84887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:23:36.340698 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-84ceb712-749c-4736-ba39-11c3cc532238 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Notify callbacks [] for router, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:36.343059 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-a303fee2-edae-4e07-8926-ee006b9e14f1 req-f5c077c1-d78a-492f-9f20-0658b9312806 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:36.361014 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-84ceb712-749c-4736-ba39-11c3cc532238 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] 10.222.0.85 "PUT /v2.0/routers/8449f29a-040d-4740-ae12-337f22dc146d HTTP/1.1" status: 200 len: 920 time: 4.3898287 May 30 20:23:36.362065 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 36074) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:23:36.362220 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-a303fee2-edae-4e07-8926-ee006b9e14f1 req-f5c077c1-d78a-492f-9f20-0658b9312806 service neutron] Transition to ACTIVE for port object bcdfc29b-75b2-4955-871a-03ddaef96f61 will not be triggered until provisioned by entity L2. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:23:36.388243 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db88bdf3-aa34-4bd1-aeb5-098be1f20181 None None] Routers {'8449f29a-040d-4740-ae12-337f22dc146d'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:23:36.392784 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-db88bdf3-aa34-4bd1-aeb5-098be1f20181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:23:29Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['8449f29a-040d-4740-ae12-337f22dc146d'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:23:36.480472 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-a303fee2-edae-4e07-8926-ee006b9e14f1 req-f5c077c1-d78a-492f-9f20-0658b9312806 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:36.551688 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-db88bdf3-aa34-4bd1-aeb5-098be1f20181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:23:36.580568 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db88bdf3-aa34-4bd1-aeb5-098be1f20181 None None] Routers {'8449f29a-040d-4740-ae12-337f22dc146d'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:23:36.581581 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-db88bdf3-aa34-4bd1-aeb5-098be1f20181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:23:29Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['8449f29a-040d-4740-ae12-337f22dc146d'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:23:36.655588 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3a24f5ba-d0ca-45e6-9106-38f084fa5041 req-1c2b1d14-b73b-4728-be06-e98baf15808f tempest-ServerMetadataNegativeTestJSON-1382650087 tempest-ServerMetadataNegativeTestJSON-1382650087-project] 10.222.0.85 "GET /v2.0/ports?device_id=cfde7229-7d46-40ae-8853-647e3ac7484a HTTP/1.1" status: 200 len: 210 time: 0.2298863 May 30 20:23:36.710346 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.db.resource_extend [None req-7df9b66e-af24-445d-9e58-2fd00fc89d42 admin admin] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:23:36.741662 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7df9b66e-af24-445d-9e58-2fd00fc89d42 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:36.813246 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c077c1-d78a-492f-9f20-0658b9312806 service neutron] Pushing event updated for resources: {'Port': ['ID=bcdfc29b-75b2-4955-871a-03ddaef96f61,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:36.866377 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7df9b66e-af24-445d-9e58-2fd00fc89d42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:36.893980 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-db88bdf3-aa34-4bd1-aeb5-098be1f20181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:23:36.902381 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db88bdf3-aa34-4bd1-aeb5-098be1f20181 None None] The sync data for ids ['8449f29a-040d-4740-ae12-337f22dc146d'] in n-d-843948-2 is: [] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:23:37.349444 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7df9b66e-af24-445d-9e58-2fd00fc89d42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1718057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-736206'] for router_interface, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:37.394114 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df9b66e-af24-445d-9e58-2fd00fc89d42 admin admin] Pushing event updated for resources: {'Port': ['ID=e1ae16b0-a53e-47ab-b640-63c006ee57b3,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:37.658007 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-30c24f34-583d-4024-bc65-f1408211dddc tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] 10.222.0.85 "GET /v2.0/routers/8449f29a-040d-4740-ae12-337f22dc146d HTTP/1.1" status: 200 len: 920 time: 1.2940650 May 30 20:23:37.660732 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 36086) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:23:37.845996 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-a303fee2-edae-4e07-8926-ee006b9e14f1 req-f5c077c1-d78a-492f-9f20-0658b9312806 service neutron] Attempting to bind port bcdfc29b-75b2-4955-871a-03ddaef96f61 on host n-h2-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:23:37.846881 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-a303fee2-edae-4e07-8926-ee006b9e14f1 req-f5c077c1-d78a-492f-9f20-0658b9312806 service neutron] Attempting to bind port bcdfc29b-75b2-4955-871a-03ddaef96f61 by drivers openvswitch,hyperv on host n-h2-843948-2 at level 0 using segments [{'id': '40468e3f-2630-4d51-98c1-4a518f6532d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'ff30330a-0ebe-4836-9458-b813d1bcbde4'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:23:37.847018 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a303fee2-edae-4e07-8926-ee006b9e14f1 req-f5c077c1-d78a-492f-9f20-0658b9312806 service neutron] Attempting to bind port bcdfc29b-75b2-4955-871a-03ddaef96f61 on network ff30330a-0ebe-4836-9458-b813d1bcbde4 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:23:37.942597 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a303fee2-edae-4e07-8926-ee006b9e14f1 req-f5c077c1-d78a-492f-9f20-0658b9312806 service neutron] Port bcdfc29b-75b2-4955-871a-03ddaef96f61 on network ff30330a-0ebe-4836-9458-b813d1bcbde4 not bound, no agent of type Open vSwitch agent registered on host n-h2-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:23:37.943108 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a303fee2-edae-4e07-8926-ee006b9e14f1 req-f5c077c1-d78a-492f-9f20-0658b9312806 service neutron] Attempting to bind port bcdfc29b-75b2-4955-871a-03ddaef96f61 on network ff30330a-0ebe-4836-9458-b813d1bcbde4 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:23:38.021842 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a303fee2-edae-4e07-8926-ee006b9e14f1 req-f5c077c1-d78a-492f-9f20-0658b9312806 service neutron] Checking agent: {'id': 'eaa08354-e8f5-4e73-af76-8d3cf7d2b390', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:23:38.022389 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a303fee2-edae-4e07-8926-ee006b9e14f1 req-f5c077c1-d78a-492f-9f20-0658b9312806 service neutron] Checking segment: {'id': '40468e3f-2630-4d51-98c1-4a518f6532d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'ff30330a-0ebe-4836-9458-b813d1bcbde4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:23:38.022994 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a303fee2-edae-4e07-8926-ee006b9e14f1 req-f5c077c1-d78a-492f-9f20-0658b9312806 service neutron] Bound using segment: {'id': '40468e3f-2630-4d51-98c1-4a518f6532d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'ff30330a-0ebe-4836-9458-b813d1bcbde4'} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:23:38.023786 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-a303fee2-edae-4e07-8926-ee006b9e14f1 req-f5c077c1-d78a-492f-9f20-0658b9312806 service neutron] Bound port: bcdfc29b-75b2-4955-871a-03ddaef96f61, host: n-h2-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40468e3f-2630-4d51-98c1-4a518f6532d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'ff30330a-0ebe-4836-9458-b813d1bcbde4'}}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:23:38.024352 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-a303fee2-edae-4e07-8926-ee006b9e14f1 req-f5c077c1-d78a-492f-9f20-0658b9312806 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:38.119564 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df9b66e-af24-445d-9e58-2fd00fc89d42 admin admin] Network 77747aee-7d13-4fc5-9ce2-f0a339c5ab7f is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:23:38.124287 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-7df9b66e-af24-445d-9e58-2fd00fc89d42 admin admin] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:23:38.150139 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-d2c45811-85c4-45c3-b133-0cd17145ad9a tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Synchronizing usage tracker for tenant:da59b0ab053d44aa885bd8af8ce102e7 on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:23:38.188784 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1926f4ee-0db3-4c70-89b5-40cd90bac5f8 req-6f83e639-42ef-409a-8fee-9cc48998669f tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:38.210106 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1926f4ee-0db3-4c70-89b5-40cd90bac5f8 req-6f83e639-42ef-409a-8fee-9cc48998669f tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=7aad7ab8-22c4-47e2-abf2-9cc744ce8553 HTTP/1.1" status: 200 len: 943 time: 0.3821974 May 30 20:23:38.489418 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1926f4ee-0db3-4c70-89b5-40cd90bac5f8 req-b6d16859-bd4c-4fc2-897d-5ca5f527af94 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ae76294-3e84-4fcb-be2a-17611205a838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2777538 May 30 20:23:38.577252 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-d2c45811-85c4-45c3-b133-0cd17145ad9a tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Unset dirty status for tenant:da59b0ab053d44aa885bd8af8ce102e7 on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:23:38.579159 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-d2c45811-85c4-45c3-b133-0cd17145ad9a tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] 10.222.0.85 "GET /v2.0/ports?network_id=c7869750-4b49-4b7e-aa99-5e0f1ae02da4&device_id=8449f29a-040d-4740-ae12-337f22dc146d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.9160452 May 30 20:23:38.583209 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 36096) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:23:38.612163 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e6bdc1-e5f3-4ce4-ac2d-a2e462c6bae7 req-88b9a7ec-e2c7-4a44-a2aa-a74aba2b9720 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:38.621745 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-38e6bdc1-e5f3-4ce4-ac2d-a2e462c6bae7 req-88b9a7ec-e2c7-4a44-a2aa-a74aba2b9720 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/ports?device_id=2f903cc6-4588-4e6d-9f98-4119c026a994 HTTP/1.1" status: 200 len: 945 time: 0.9126661 May 30 20:23:38.713189 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a58b4f5-172d-4846-9a09-79df07b84e52 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Router 238f8cbb-dfcc-4cb4-82fe-41a5dad58781 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:23:38.813887 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-98634910-a55e-4f77-92e4-8c87a254df05 None None] Provisioning complete for port e1ae16b0-a53e-47ab-b640-63c006ee57b3 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:23:38.816824 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-98634910-a55e-4f77-92e4-8c87a254df05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:38.966071 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-98634910-a55e-4f77-92e4-8c87a254df05 None None] Port e1ae16b0-a53e-47ab-b640-63c006ee57b3 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:23:39.037351 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b3f36a4-ea79-409d-a7f6-410765c7c574 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:39.038130 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-3b3f36a4-ea79-409d-a7f6-410765c7c574 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Synchronizing usage tracker for tenant:da59b0ab053d44aa885bd8af8ce102e7 on resource:network {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:23:39.170195 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-dca92cc6-6a54-41ca-8d35-3fd0e73452b3 req-3df7b982-6530-4128-ab57-a094c98f22e3 tempest-ServerMetadataNegativeTestJSON-1382650087 tempest-ServerMetadataNegativeTestJSON-1382650087-project] 10.222.0.85 "GET /v2.0/ports?device_id=cfde7229-7d46-40ae-8853-647e3ac7484a HTTP/1.1" status: 200 len: 210 time: 0.0700319 May 30 20:23:39.171891 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-3b3f36a4-ea79-409d-a7f6-410765c7c574 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Unset dirty status for tenant:da59b0ab053d44aa885bd8af8ce102e7 on resource:network {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:23:39.173178 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-3b3f36a4-ea79-409d-a7f6-410765c7c574 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] 10.222.0.85 "GET /v2.0/networks/c7869750-4b49-4b7e-aa99-5e0f1ae02da4 HTTP/1.1" status: 200 len: 881 time: 0.5886106 May 30 20:23:39.178323 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 36102) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:23:39.246866 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-46d00aa3-056f-4a2f-8995-435d8a327682 tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] 10.222.0.85 "GET /v2.0/ports?device_id=8449f29a-040d-4740-ae12-337f22dc146d HTTP/1.1" status: 200 len: 205 time: 0.0669575 May 30 20:23:39.251089 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 36106) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:23:39.411255 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-a303fee2-edae-4e07-8926-ee006b9e14f1 req-f5c077c1-d78a-492f-9f20-0658b9312806 service neutron] For port bcdfc29b-75b2-4955-871a-03ddaef96f61, host n-h2-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:23:39.499065 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-a303fee2-edae-4e07-8926-ee006b9e14f1 req-f5c077c1-d78a-492f-9f20-0658b9312806 service neutron] For port bcdfc29b-75b2-4955-871a-03ddaef96f61, host n-h2-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=bcdfc29b-75b2-4955-871a-03ddaef96f61,segment=NetworkSegment(40468e3f-2630-4d51-98c1-4a518f6532d2),segment_id=40468e3f-2630-4d51-98c1-4a518f6532d2)] {{(pid=84887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:23:39.665694 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-38e6bdc1-e5f3-4ce4-ac2d-a2e462c6bae7 req-feacac74-d813-4d80-97ac-b35eda70ce11 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2ed7a16-df30-4283-b4d4-5e9611f16ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0396533 May 30 20:23:39.696906 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-a303fee2-edae-4e07-8926-ee006b9e14f1 req-f5c077c1-d78a-492f-9f20-0658b9312806 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:39.877070 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f7f84fc7-5271-4545-a414-e3b8580fc6a4 tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Notify callbacks [] for router, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:39.921151 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff328020-522e-42f4-84af-f8f66b9e98fb req-a8f15a3f-6fb5-456e-9fcf-43ad61fff691 tempest-ServerMetadataNegativeTestJSON-1382650087 tempest-ServerMetadataNegativeTestJSON-1382650087-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:39.923782 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ff328020-522e-42f4-84af-f8f66b9e98fb req-a8f15a3f-6fb5-456e-9fcf-43ad61fff691 tempest-ServerMetadataNegativeTestJSON-1382650087 tempest-ServerMetadataNegativeTestJSON-1382650087-project] 10.222.0.86 "GET /v2.0/networks?id=7bdb594a-6cf1-41db-8ef6-7d21c699d998 HTTP/1.1" status: 200 len: 821 time: 1.3423846 May 30 20:23:39.963590 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-ff328020-522e-42f4-84af-f8f66b9e98fb req-b36e311c-caf1-43e5-8d3a-14a1c1401d10 tempest-ServerMetadataNegativeTestJSON-1382650087 tempest-ServerMetadataNegativeTestJSON-1382650087-project] Request body: {'port': {'device_id': 'cfde7229-7d46-40ae-8853-647e3ac7484a', 'network_id': '7bdb594a-6cf1-41db-8ef6-7d21c699d998', 'admin_state_up': True, 'tenant_id': '1180601a698f463ebbf1a9fc865a327a'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:23:40.022279 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-a303fee2-edae-4e07-8926-ee006b9e14f1 req-f5c077c1-d78a-492f-9f20-0658b9312806 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:40.029230 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a303fee2-edae-4e07-8926-ee006b9e14f1 req-f5c077c1-d78a-492f-9f20-0658b9312806 service neutron] 10.222.0.86 "PUT /v2.0/ports/bcdfc29b-75b2-4955-871a-03ddaef96f61 HTTP/1.1" status: 200 len: 1091 time: 6.0357192 May 30 20:23:40.053829 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7aad7ab8-22c4-47e2-abf2-9cc744ce8553', 'tag': 'bcdfc29b-75b2-4955-871a-03ddaef96f61'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:23:40.311680 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fae2625-a122-4d76-9a53-6c2d7dd605b9'] response: {'name': 'network-changed', 'server_uuid': '7aad7ab8-22c4-47e2-abf2-9cc744ce8553', 'tag': 'bcdfc29b-75b2-4955-871a-03ddaef96f61', 'status': 'completed', 'code': 200} May 30 20:23:40.355465 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-ff328020-522e-42f4-84af-f8f66b9e98fb req-b36e311c-caf1-43e5-8d3a-14a1c1401d10 tempest-ServerMetadataNegativeTestJSON-1382650087 tempest-ServerMetadataNegativeTestJSON-1382650087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:23:40.376357 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c077c1-d78a-492f-9f20-0658b9312806 service neutron] Pushing event updated for resources: {'Port': ['ID=bcdfc29b-75b2-4955-871a-03ddaef96f61,revision_number=3']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:40.381238 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-ff328020-522e-42f4-84af-f8f66b9e98fb req-b36e311c-caf1-43e5-8d3a-14a1c1401d10 tempest-ServerMetadataNegativeTestJSON-1382650087 tempest-ServerMetadataNegativeTestJSON-1382650087-project] Usage tracker for resource:port and tenant:1180601a698f463ebbf1a9fc865a327a is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:23:40.390174 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-ff328020-522e-42f4-84af-f8f66b9e98fb req-b36e311c-caf1-43e5-8d3a-14a1c1401d10 tempest-ServerMetadataNegativeTestJSON-1382650087 tempest-ServerMetadataNegativeTestJSON-1382650087-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:23:40.414540 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-ff328020-522e-42f4-84af-f8f66b9e98fb req-b36e311c-caf1-43e5-8d3a-14a1c1401d10 tempest-ServerMetadataNegativeTestJSON-1382650087 tempest-ServerMetadataNegativeTestJSON-1382650087-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:23:40.470262 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1a8010-4480-4c79-a74c-847a42e1c940 req-44e26ccd-fae7-4110-b2d1-a7cedf08b341 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:40.472124 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ce1a8010-4480-4c79-a74c-847a42e1c940 req-44e26ccd-fae7-4110-b2d1-a7cedf08b341 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=7aad7ab8-22c4-47e2-abf2-9cc744ce8553 HTTP/1.1" status: 200 len: 943 time: 0.3009164 May 30 20:23:40.582090 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff328020-522e-42f4-84af-f8f66b9e98fb req-b36e311c-caf1-43e5-8d3a-14a1c1401d10 tempest-ServerMetadataNegativeTestJSON-1382650087 tempest-ServerMetadataNegativeTestJSON-1382650087-project] Made reservation on behalf of 1180601a698f463ebbf1a9fc865a327a for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:23:40.585415 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-ff328020-522e-42f4-84af-f8f66b9e98fb req-b36e311c-caf1-43e5-8d3a-14a1c1401d10 tempest-ServerMetadataNegativeTestJSON-1382650087 tempest-ServerMetadataNegativeTestJSON-1382650087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:40.612454 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-abcbdeb9-7b33-4521-92ad-781495904165 req-441c2a1a-7b9c-40dc-8256-53ae95bfe072 tempest-ServerMetadataNegativeTestJSON-1382650087 tempest-ServerMetadataNegativeTestJSON-1382650087-project] 10.222.0.85 "GET /v2.0/ports?device_id=cfde7229-7d46-40ae-8853-647e3ac7484a HTTP/1.1" status: 200 len: 210 time: 0.0826893 May 30 20:23:40.622468 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ce1a8010-4480-4c79-a74c-847a42e1c940 req-7455dff5-bd7c-4630-9153-fafd9a8f6b09 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ae76294-3e84-4fcb-be2a-17611205a838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1303570 May 30 20:23:40.644875 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a303fee2-edae-4e07-8926-ee006b9e14f1 req-b568cad6-d5f4-4e51-96b1-016a089697f1 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=af4cc1fbb91e4a5c856e947d8072b697&device_id=7aad7ab8-22c4-47e2-abf2-9cc744ce8553 HTTP/1.1" status: 200 len: 1094 time: 0.3209281 May 30 20:23:40.686544 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f7f84fc7-5271-4545-a414-e3b8580fc6a4 tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:40.903251 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a303fee2-edae-4e07-8926-ee006b9e14f1 req-cff73d30-5aa6-490c-af30-eeb4cddeb569 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bcdfc29b-75b2-4955-871a-03ddaef96f61 HTTP/1.1" status: 200 len: 217 time: 0.1877153 May 30 20:23:40.903251 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a58b4f5-172d-4846-9a09-79df07b84e52 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:23:40.904081 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd4ebab-c6ed-4f12-bf06-bba279dc58f7 None None] Sync routers for ids ['238f8cbb-dfcc-4cb4-82fe-41a5dad58781'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:23:40.904081 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd4ebab-c6ed-4f12-bf06-bba279dc58f7 None None] Routers {'238f8cbb-dfcc-4cb4-82fe-41a5dad58781'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:23:40.904081 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-1fd4ebab-c6ed-4f12-bf06-bba279dc58f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:23:29Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['238f8cbb-dfcc-4cb4-82fe-41a5dad58781'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:23:40.980520 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-f7f84fc7-5271-4545-a414-e3b8580fc6a4 tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Deleting port beaccdff-de59-468d-a2e1-0c719b8a528b {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:23:40.981056 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f7f84fc7-5271-4545-a414-e3b8580fc6a4 tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:41.018101 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6a58b4f5-172d-4846-9a09-79df07b84e52 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:41.077586 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7df9b66e-af24-445d-9e58-2fd00fc89d42 admin admin] Router 627d7e29-07c5-47e1-93af-16983d36400a has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:23:41.165650 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a303fee2-edae-4e07-8926-ee006b9e14f1 req-5ad6ab24-81f5-4b2b-ba6b-e20c08057dce service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:41.168176 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a303fee2-edae-4e07-8926-ee006b9e14f1 req-5ad6ab24-81f5-4b2b-ba6b-e20c08057dce service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7991eded-d330-4e4e-ace3-aeb4d5f3ff0a HTTP/1.1" status: 200 len: 851 time: 0.3073111 May 30 20:23:41.179477 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-1fd4ebab-c6ed-4f12-bf06-bba279dc58f7 None None] Set router 238f8cbb-dfcc-4cb4-82fe-41a5dad58781 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:23:41.362126 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f7f84fc7-5271-4545-a414-e3b8580fc6a4 tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:41.600253 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-f7f84fc7-5271-4545-a414-e3b8580fc6a4 tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Calling delete_port for beaccdff-de59-468d-a2e1-0c719b8a528b owned by network:router_gateway {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:23:41.804928 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-6a58b4f5-172d-4846-9a09-79df07b84e52 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "PUT /v2.0/floatingips/f4974c4a-d5b6-414e-bbd3-d133f892e714 HTTP/1.1" status: 200 len: 991 time: 20.5900643 May 30 20:23:41.853117 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786689fa-d612-42fc-ba7d-98fbd4aefaf0 req-a35c44dd-7fb7-4dbd-9463-c75d1bdc67f3 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:41.859170 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-786689fa-d612-42fc-ba7d-98fbd4aefaf0 req-a35c44dd-7fb7-4dbd-9463-c75d1bdc67f3 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/ports?device_id=2f903cc6-4588-4e6d-9f98-4119c026a994 HTTP/1.1" status: 200 len: 945 time: 0.9257801 May 30 20:23:41.860739 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [req-ff328020-522e-42f4-84af-f8f66b9e98fb req-b36e311c-caf1-43e5-8d3a-14a1c1401d10 tempest-ServerMetadataNegativeTestJSON-1382650087 tempest-ServerMetadataNegativeTestJSON-1382650087-project] Allocated IP 172.20.0.5 (7bdb594a-6cf1-41db-8ef6-7d21c699d998/06abf8e1-847f-446c-bf5a-fe340191a1a6/23e58e1e-440e-4909-9492-df7a245e5ca0) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:23:41.959879 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-1fd4ebab-c6ed-4f12-bf06-bba279dc58f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '238f8cbb-dfcc-4cb4-82fe-41a5dad58781', 'name': 'tempest-AttachVolumeShelveTestJSON-327669550-router', 'tenant_id': '204a9ca9af944bf39656e3dc7145a4f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': '634fe32a-c288-4d61-a4d1-222b11ed29af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:17:56Z', 'updated_at': '2022-05-30T20:18:06Z', 'revision_number': 4, 'project_id': '204a9ca9af944bf39656e3dc7145a4f6', 'gw_port': {'id': '634fe32a-c288-4d61-a4d1-222b11ed29af', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:01:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '238f8cbb-dfcc-4cb4-82fe-41a5dad58781', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:17:57Z', 'updated_at': '2022-05-30T20:18:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': 'f4974c4a-d5b6-414e-bbd3-d133f892e714', 'tenant_id': '204a9ca9af944bf39656e3dc7145a4f6', 'floating_ip_address': '172.25.8.248', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': '238f8cbb-dfcc-4cb4-82fe-41a5dad58781', 'port_id': 'a61c7870-d656-41a6-ba63-31c7e8cf0081', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8fd4d2d-32fb-4554-b8d5-052f07ecf981', 'mac_address': 'fa:16:3e:f0:84:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc2f8771-8ae8-478e-b73c-7ebb9203036f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:22:41Z', 'updated_at': '2022-05-30T20:23:26Z', 'revision_number': 1, 'project_id': '204a9ca9af944bf39656e3dc7145a4f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b8ce4f6-2f64-4a80-a2fe-cf5cd96afaea', 'name': '', 'network_id': 'a8fd4d2d-32fb-4554-b8d5-052f07ecf981', 'tenant_id': '204a9ca9af944bf39656e3dc7145a4f6', 'mac_address': 'fa:16:3e:c3:e6:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '238f8cbb-dfcc-4cb4-82fe-41a5dad58781', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c961f9ad-7764-4956-bb44-5ca4a5973b67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:18:04Z', 'updated_at': '2022-05-30T20:18:20Z', 'revision_number': 5, 'project_id': '204a9ca9af944bf39656e3dc7145a4f6', 'subnets': [{'id': 'c961f9ad-7764-4956-bb44-5ca4a5973b67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:23:41.974306 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd4ebab-c6ed-4f12-bf06-bba279dc58f7 None None] Checking router: 238f8cbb-dfcc-4cb4-82fe-41a5dad58781 for host: n-d-843948-2 {{(pid=84889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:23:41.998595 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a303fee2-edae-4e07-8926-ee006b9e14f1 req-bc13ac36-6936-4dbb-9fc1-30324f5fbc3f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ff30330a-0ebe-4836-9458-b813d1bcbde4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8003826 May 30 20:23:42.004983 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd4ebab-c6ed-4f12-bf06-bba279dc58f7 None None] Routers {'238f8cbb-dfcc-4cb4-82fe-41a5dad58781'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:23:42.005793 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-1fd4ebab-c6ed-4f12-bf06-bba279dc58f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:23:29Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['238f8cbb-dfcc-4cb4-82fe-41a5dad58781'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:23:42.100426 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ac519950-d653-4b6a-8c9e-638278a94479 req-877e361b-94cd-4846-bce4-18c5fe6664ff tempest-ServerMetadataNegativeTestJSON-1382650087 tempest-ServerMetadataNegativeTestJSON-1382650087-project] 10.222.0.85 "GET /v2.0/ports?device_id=cfde7229-7d46-40ae-8853-647e3ac7484a HTTP/1.1" status: 200 len: 210 time: 0.0596328 May 30 20:23:42.214363 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f7f84fc7-5271-4545-a414-e3b8580fc6a4 tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:42.311528 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-1fd4ebab-c6ed-4f12-bf06-bba279dc58f7 None None] Set router 238f8cbb-dfcc-4cb4-82fe-41a5dad58781 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:23:42.394571 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc2f8771-8ae8-478e-b73c-7ebb9203036f', 'tag': 'a61c7870-d656-41a6-ba63-31c7e8cf0081'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:23:42.405750 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a303fee2-edae-4e07-8926-ee006b9e14f1 req-4d03132c-56c0-4ad7-85a2-b70ea09003ff service neutron] 10.222.0.86 "GET /v2.0/networks/ff30330a-0ebe-4836-9458-b813d1bcbde4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3861477 May 30 20:23:42.460031 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f84fc7-5271-4545-a414-e3b8580fc6a4 tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Pushing event deleted for resources: {'Port': ['ID=beaccdff-de59-468d-a2e1-0c719b8a528b,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:42.712898 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f7f84fc7-5271-4545-a414-e3b8580fc6a4 tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-736453'] for router_gateway, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:42.782692 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-786689fa-d612-42fc-ba7d-98fbd4aefaf0 req-1bcd83cf-26f0-4dcf-adb4-8d8f8bda0512 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2ed7a16-df30-4283-b4d4-5e9611f16ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9016616 May 30 20:23:42.921115 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4de5f99-2ba7-46fe-b351-07c7ec91bca8'] response: {'name': 'network-changed', 'server_uuid': 'fc2f8771-8ae8-478e-b73c-7ebb9203036f', 'tag': 'a61c7870-d656-41a6-ba63-31c7e8cf0081', 'status': 'completed', 'code': 200} May 30 20:23:43.069241 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-1fd4ebab-c6ed-4f12-bf06-bba279dc58f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '238f8cbb-dfcc-4cb4-82fe-41a5dad58781', 'name': 'tempest-AttachVolumeShelveTestJSON-327669550-router', 'tenant_id': '204a9ca9af944bf39656e3dc7145a4f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': '634fe32a-c288-4d61-a4d1-222b11ed29af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:17:56Z', 'updated_at': '2022-05-30T20:18:06Z', 'revision_number': 4, 'project_id': '204a9ca9af944bf39656e3dc7145a4f6', 'gw_port': {'id': '634fe32a-c288-4d61-a4d1-222b11ed29af', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:01:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '238f8cbb-dfcc-4cb4-82fe-41a5dad58781', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:17:57Z', 'updated_at': '2022-05-30T20:18:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': 'f4974c4a-d5b6-414e-bbd3-d133f892e714', 'tenant_id': '204a9ca9af944bf39656e3dc7145a4f6', 'floating_ip_address': '172.25.8.248', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': '238f8cbb-dfcc-4cb4-82fe-41a5dad58781', 'port_id': 'a61c7870-d656-41a6-ba63-31c7e8cf0081', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8fd4d2d-32fb-4554-b8d5-052f07ecf981', 'mac_address': 'fa:16:3e:f0:84:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc2f8771-8ae8-478e-b73c-7ebb9203036f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:22:41Z', 'updated_at': '2022-05-30T20:23:26Z', 'revision_number': 1, 'project_id': '204a9ca9af944bf39656e3dc7145a4f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b8ce4f6-2f64-4a80-a2fe-cf5cd96afaea', 'name': '', 'network_id': 'a8fd4d2d-32fb-4554-b8d5-052f07ecf981', 'tenant_id': '204a9ca9af944bf39656e3dc7145a4f6', 'mac_address': 'fa:16:3e:c3:e6:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '238f8cbb-dfcc-4cb4-82fe-41a5dad58781', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c961f9ad-7764-4956-bb44-5ca4a5973b67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:18:04Z', 'updated_at': '2022-05-30T20:18:20Z', 'revision_number': 5, 'project_id': '204a9ca9af944bf39656e3dc7145a4f6', 'subnets': [{'id': 'c961f9ad-7764-4956-bb44-5ca4a5973b67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:23:43.082355 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd4ebab-c6ed-4f12-bf06-bba279dc58f7 None None] The sync data for ids ['238f8cbb-dfcc-4cb4-82fe-41a5dad58781'] in n-d-843948-2 is: [{'id': '238f8cbb-dfcc-4cb4-82fe-41a5dad58781', 'name': 'tempest-AttachVolumeShelveTestJSON-327669550-router', 'tenant_id': '204a9ca9af944bf39656e3dc7145a4f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': '634fe32a-c288-4d61-a4d1-222b11ed29af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:17:56Z', 'updated_at': '2022-05-30T20:18:06Z', 'revision_number': 4, 'project_id': '204a9ca9af944bf39656e3dc7145a4f6', 'gw_port': {'id': '634fe32a-c288-4d61-a4d1-222b11ed29af', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:01:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '238f8cbb-dfcc-4cb4-82fe-41a5dad58781', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:17:57Z', 'updated_at': '2022-05-30T20:18:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': 'f4974c4a-d5b6-414e-bbd3-d133f892e714', 'tenant_id': '204a9ca9af944bf39656e3dc7145a4f6', 'floating_ip_address': '172.25.8.248', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': '238f8cbb-dfcc-4cb4-82fe-41a5dad58781', 'port_id': 'a61c7870-d656-41a6-ba63-31c7e8cf0081', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8fd4d2d-32fb-4554-b8d5-052f07ecf981', 'mac_address': 'fa:16:3e:f0:84:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc2f8771-8ae8-478e-b73c-7ebb9203036f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:22:41Z', 'updated_at': '2022-05-30T20:23:26Z', 'revision_number': 1, 'project_id': '204a9ca9af944bf39656e3dc7145a4f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b8ce4f6-2f64-4a80-a2fe-cf5cd96afaea', 'name': '', 'network_id': 'a8fd4d2d-32fb-4554-b8d5-052f07ecf981', 'tenant_id': '204a9ca9af944bf39656e3dc7145a4f6', 'mac_address': 'fa:16:3e:c3:e6:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '238f8cbb-dfcc-4cb4-82fe-41a5dad58781', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c961f9ad-7764-4956-bb44-5ca4a5973b67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:18:04Z', 'updated_at': '2022-05-30T20:18:20Z', 'revision_number': 5, 'project_id': '204a9ca9af944bf39656e3dc7145a4f6', 'subnets': [{'id': 'c961f9ad-7764-4956-bb44-5ca4a5973b67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:23:43.162630 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351c70d0-df90-4b55-a91f-fa460e129beb req-d5efa34b-ae12-4a27-b2ac-97a0cfeae580 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:43.182760 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-351c70d0-df90-4b55-a91f-fa460e129beb req-d5efa34b-ae12-4a27-b2ac-97a0cfeae580 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=7aad7ab8-22c4-47e2-abf2-9cc744ce8553 HTTP/1.1" status: 200 len: 943 time: 0.8585777 May 30 20:23:43.438524 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-ff328020-522e-42f4-84af-f8f66b9e98fb req-b36e311c-caf1-43e5-8d3a-14a1c1401d10 tempest-ServerMetadataNegativeTestJSON-1382650087 tempest-ServerMetadataNegativeTestJSON-1382650087-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:43.637647 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-ff328020-522e-42f4-84af-f8f66b9e98fb req-b36e311c-caf1-43e5-8d3a-14a1c1401d10 tempest-ServerMetadataNegativeTestJSON-1382650087 tempest-ServerMetadataNegativeTestJSON-1382650087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:43.682075 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f7f84fc7-5271-4545-a414-e3b8580fc6a4 tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-724789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3141'] for router, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:43.694605 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f7f84fc7-5271-4545-a414-e3b8580fc6a4 tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:43.793168 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-351c70d0-df90-4b55-a91f-fa460e129beb req-64df042a-77c1-463d-a5de-47077759267a tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ae76294-3e84-4fcb-be2a-17611205a838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6089745 May 30 20:23:43.899510 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f7f84fc7-5271-4545-a414-e3b8580fc6a4 tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724889'] for router, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:43.900925 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7f84fc7-5271-4545-a414-e3b8580fc6a4 tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Fanout notify agent at l3_agent the message router_deleted on router 8449f29a-040d-4740-ae12-337f22dc146d {{(pid=84886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:23:43.947864 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f7f84fc7-5271-4545-a414-e3b8580fc6a4 tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Notify callbacks [] for router, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:43.958124 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-f7f84fc7-5271-4545-a414-e3b8580fc6a4 tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] 10.222.0.85 "DELETE /v2.0/routers/8449f29a-040d-4740-ae12-337f22dc146d HTTP/1.1" status: 204 len: 168 time: 4.7036593 May 30 20:23:43.964806 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 36156) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:23:43.966486 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff328020-522e-42f4-84af-f8f66b9e98fb req-b36e311c-caf1-43e5-8d3a-14a1c1401d10 tempest-ServerMetadataNegativeTestJSON-1382650087 tempest-ServerMetadataNegativeTestJSON-1382650087-project] Network 7bdb594a-6cf1-41db-8ef6-7d21c699d998 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:23:43.973669 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-eb64d543-de33-4371-8dc2-378889ea771a tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-523923194', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:23:43.992770 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-eb64d543-de33-4371-8dc2-378889ea771a tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:23:44.002750 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-eb64d543-de33-4371-8dc2-378889ea771a tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Usage tracker for resource:router and tenant:1338b027b2714cb58e8926b94854de98 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:23:44.009113 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-eb64d543-de33-4371-8dc2-378889ea771a tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:23:44.019727 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-eb64d543-de33-4371-8dc2-378889ea771a tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:23:44.036054 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [req-ff328020-522e-42f4-84af-f8f66b9e98fb req-b36e311c-caf1-43e5-8d3a-14a1c1401d10 tempest-ServerMetadataNegativeTestJSON-1382650087 tempest-ServerMetadataNegativeTestJSON-1382650087-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:23:44.040326 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff328020-522e-42f4-84af-f8f66b9e98fb req-b36e311c-caf1-43e5-8d3a-14a1c1401d10 tempest-ServerMetadataNegativeTestJSON-1382650087 tempest-ServerMetadataNegativeTestJSON-1382650087-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:23:44.090604 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36e311c-caf1-43e5-8d3a-14a1c1401d10 tempest-ServerMetadataNegativeTestJSON-1382650087 tempest-ServerMetadataNegativeTestJSON-1382650087-project] Pushing event updated for resources: {'Port': ['ID=23e58e1e-440e-4909-9492-df7a245e5ca0,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:44.183685 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-eb64d543-de33-4371-8dc2-378889ea771a tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-733683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3159'] for router, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:44.185905 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-eb64d543-de33-4371-8dc2-378889ea771a tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-733584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-736372', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-628480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3164'] for router, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:44.249344 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-eb64d543-de33-4371-8dc2-378889ea771a tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:44.253489 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a303fee2-edae-4e07-8926-ee006b9e14f1 req-61bc1a96-ef1d-4602-93ae-3ee6a83c9264 service neutron] 10.222.0.86 "GET /v2.0/networks/ff30330a-0ebe-4836-9458-b813d1bcbde4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.8307388 May 30 20:23:44.283937 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e93b0eda-e8c1-45f1-8a3e-272d15abd2c0 req-e3af894b-87a8-4f87-99cb-4ba4477fe218 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=204a9ca9af944bf39656e3dc7145a4f6&device_id=fc2f8771-8ae8-478e-b73c-7ebb9203036f HTTP/1.1" status: 200 len: 1096 time: 1.1578417 May 30 20:23:44.312535 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9892748-64b9-4212-9b51-3653fe413bfd req-1d0c433b-bed8-4254-9d3a-0406acf70992 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:44.327891 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c9892748-64b9-4212-9b51-3653fe413bfd req-1d0c433b-bed8-4254-9d3a-0406acf70992 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/ports?device_id=2f903cc6-4588-4e6d-9f98-4119c026a994 HTTP/1.1" status: 200 len: 945 time: 0.2357101 May 30 20:23:44.373129 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-eb64d543-de33-4371-8dc2-378889ea771a tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-736409'] for router, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:44.440052 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c9892748-64b9-4212-9b51-3653fe413bfd req-2ba0afa5-94ec-4ca9-a1d7-d9e399779fdd tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2ed7a16-df30-4283-b4d4-5e9611f16ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062689 May 30 20:23:44.475336 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff328020-522e-42f4-84af-f8f66b9e98fb req-b36e311c-caf1-43e5-8d3a-14a1c1401d10 tempest-ServerMetadataNegativeTestJSON-1382650087 tempest-ServerMetadataNegativeTestJSON-1382650087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:44.475336 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-ff328020-522e-42f4-84af-f8f66b9e98fb req-b36e311c-caf1-43e5-8d3a-14a1c1401d10 tempest-ServerMetadataNegativeTestJSON-1382650087 tempest-ServerMetadataNegativeTestJSON-1382650087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:44.487779 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-eb64d543-de33-4371-8dc2-378889ea771a tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Notify callbacks [] for router, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:44.492986 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-eb64d543-de33-4371-8dc2-378889ea771a tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5306940 May 30 20:23:44.493917 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 36166) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:23:44.501958 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-5fe4bb12-4bec-4448-8748-7dd656ef0b90 tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:23:44.576081 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7df9b66e-af24-445d-9e58-2fd00fc89d42 admin admin] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:23:44.597394 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926a1255-fc86-439e-b138-62e28a7c0f29 req-d96e37e7-e731-4d80-b504-9b9ee9e228f6 tempest-ServerMetadataNegativeTestJSON-1382650087 tempest-ServerMetadataNegativeTestJSON-1382650087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:44.598182 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-926a1255-fc86-439e-b138-62e28a7c0f29 req-d96e37e7-e731-4d80-b504-9b9ee9e228f6 tempest-ServerMetadataNegativeTestJSON-1382650087 tempest-ServerMetadataNegativeTestJSON-1382650087-project] Synchronizing usage tracker for tenant:1180601a698f463ebbf1a9fc865a327a on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:23:44.614127 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-7df9b66e-af24-445d-9e58-2fd00fc89d42 admin admin] 10.222.0.85 "PUT /v2.0/routers/627d7e29-07c5-47e1-93af-16983d36400a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 26.8514833 May 30 20:23:44.668262 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ff328020-522e-42f4-84af-f8f66b9e98fb req-b36e311c-caf1-43e5-8d3a-14a1c1401d10 tempest-ServerMetadataNegativeTestJSON-1382650087 tempest-ServerMetadataNegativeTestJSON-1382650087-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7230353 May 30 20:23:44.684068 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-ff328020-522e-42f4-84af-f8f66b9e98fb req-8c62b753-89d3-41ff-b1aa-60f8d59afdbf service neutron] Request body: {'port': {'device_id': 'cfde7229-7d46-40ae-8853-647e3ac7484a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843948-2'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:23:44.845578 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-926a1255-fc86-439e-b138-62e28a7c0f29 req-d96e37e7-e731-4d80-b504-9b9ee9e228f6 tempest-ServerMetadataNegativeTestJSON-1382650087 tempest-ServerMetadataNegativeTestJSON-1382650087-project] Unset dirty status for tenant:1180601a698f463ebbf1a9fc865a327a on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:23:44.875378 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-926a1255-fc86-439e-b138-62e28a7c0f29 req-d96e37e7-e731-4d80-b504-9b9ee9e228f6 tempest-ServerMetadataNegativeTestJSON-1382650087 tempest-ServerMetadataNegativeTestJSON-1382650087-project] 10.222.0.85 "GET /v2.0/ports?device_id=cfde7229-7d46-40ae-8853-647e3ac7484a HTTP/1.1" status: 200 len: 931 time: 1.3450952 May 30 20:23:44.969336 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 36178) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:23:45.012226 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93b0eda-e8c1-45f1-8a3e-272d15abd2c0 req-5c7a42ba-1453-4255-b09c-1611a8fde5cd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:45.014562 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e93b0eda-e8c1-45f1-8a3e-272d15abd2c0 req-5c7a42ba-1453-4255-b09c-1611a8fde5cd service neutron] 10.222.0.71 "GET /v2.0/networks?id=a8fd4d2d-32fb-4554-b8d5-052f07ecf981 HTTP/1.1" status: 200 len: 917 time: 0.7127762 May 30 20:23:45.023074 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-103eda95-5035-4bc8-9070-0a401192c426 req-28d19498-c9fb-48be-bd73-fb67b63bc3ca service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=af4cc1fbb91e4a5c856e947d8072b697&device_id=7aad7ab8-22c4-47e2-abf2-9cc744ce8553 HTTP/1.1" status: 200 len: 1094 time: 0.5446000 May 30 20:23:45.460157 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-f8f6d40d-9b53-4516-94fc-144a8a1bbc56 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-793829699'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:23:45.468523 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-926a1255-fc86-439e-b138-62e28a7c0f29 req-1edc9c6e-b0fa-4b2a-b00b-e42dec94546a tempest-ServerMetadataNegativeTestJSON-1382650087 tempest-ServerMetadataNegativeTestJSON-1382650087-project] Synchronizing usage tracker for tenant:1180601a698f463ebbf1a9fc865a327a on resource:security_group {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:23:45.497455 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-f8f6d40d-9b53-4516-94fc-144a8a1bbc56 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:23:45.506138 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-ff328020-522e-42f4-84af-f8f66b9e98fb req-8c62b753-89d3-41ff-b1aa-60f8d59afdbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:45.546598 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27efc72-45f4-4145-866b-2faa5bcec5af req-358bd708-4e10-4ccf-a154-86beaa52b608 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:45.547451 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e27efc72-45f4-4145-866b-2faa5bcec5af req-358bd708-4e10-4ccf-a154-86beaa52b608 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=7aad7ab8-22c4-47e2-abf2-9cc744ce8553 HTTP/1.1" status: 200 len: 943 time: 0.3203635 May 30 20:23:45.551422 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-f8f6d40d-9b53-4516-94fc-144a8a1bbc56 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Usage tracker for resource:network and tenant:1070080f3a9f4c1fbf81b28e418fbebd is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:23:45.556060 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-67da2c40-71c0-414a-9127-9c83a4a47fd4 req-65f9819d-0cc6-4f51-bdfd-a393e68f637d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8e7af6fbddf440778dd87d98216021ce&device_id=2f903cc6-4588-4e6d-9f98-4119c026a994 HTTP/1.1" status: 200 len: 1096 time: 0.2856996 May 30 20:23:45.584366 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-f8f6d40d-9b53-4516-94fc-144a8a1bbc56 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:23:45.615175 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-f8f6d40d-9b53-4516-94fc-144a8a1bbc56 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:23:45.706262 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67da2c40-71c0-414a-9127-9c83a4a47fd4 req-8554f324-596d-47bc-93f7-1ec9d404d967 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:45.707734 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-67da2c40-71c0-414a-9127-9c83a4a47fd4 req-8554f324-596d-47bc-93f7-1ec9d404d967 service neutron] 10.222.0.71 "GET /v2.0/networks?id=b8dbbf3d-6692-4ebe-a45d-1177e8082a2b HTTP/1.1" status: 200 len: 915 time: 0.1449668 May 30 20:23:45.714362 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e93b0eda-e8c1-45f1-8a3e-272d15abd2c0 req-3e4feb2e-2dc0-44f3-a2d2-a3aeb5febffb service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a61c7870-d656-41a6-ba63-31c7e8cf0081 HTTP/1.1" status: 200 len: 999 time: 0.6899395 May 30 20:23:45.729072 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5fe4bb12-4bec-4448-8748-7dd656ef0b90 tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-736390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:45.831164 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-67da2c40-71c0-414a-9127-9c83a4a47fd4 req-65d604cf-c1c1-42e2-ad34-9475ad082e67 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=460fff84-62d6-49b9-acfe-5f3b6755bc57 HTTP/1.1" status: 200 len: 217 time: 0.1052008 May 30 20:23:45.851224 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-926a1255-fc86-439e-b138-62e28a7c0f29 req-1edc9c6e-b0fa-4b2a-b00b-e42dec94546a tempest-ServerMetadataNegativeTestJSON-1382650087 tempest-ServerMetadataNegativeTestJSON-1382650087-project] Unset dirty status for tenant:1180601a698f463ebbf1a9fc865a327a on resource:security_group {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:23:45.874462 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-926a1255-fc86-439e-b138-62e28a7c0f29 req-1edc9c6e-b0fa-4b2a-b00b-e42dec94546a tempest-ServerMetadataNegativeTestJSON-1382650087 tempest-ServerMetadataNegativeTestJSON-1382650087-project] 10.222.0.85 "GET /v2.0/security-groups?id=1aa6664b-67ec-49cb-8251-b548f3bd2079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9976354 May 30 20:23:45.935384 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67da2c40-71c0-414a-9127-9c83a4a47fd4 req-3cd8bec4-36be-4a7a-8a27-1ecdc20fe80f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:45.935384 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-67da2c40-71c0-414a-9127-9c83a4a47fd4 req-3cd8bec4-36be-4a7a-8a27-1ecdc20fe80f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=61db9283-a711-4dd7-99cf-b308efe98b83 HTTP/1.1" status: 200 len: 854 time: 0.0937068 May 30 20:23:45.946182 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8f6d40d-9b53-4516-94fc-144a8a1bbc56 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Made reservation on behalf of 1070080f3a9f4c1fbf81b28e418fbebd for: {'network': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:23:45.952032 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f8f6d40d-9b53-4516-94fc-144a8a1bbc56 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:46.018456 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103eda95-5035-4bc8-9070-0a401192c426 req-09f7d8b1-7c67-49a8-a57b-add22415d161 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:46.021169 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-103eda95-5035-4bc8-9070-0a401192c426 req-09f7d8b1-7c67-49a8-a57b-add22415d161 service neutron] 10.222.0.86 "GET /v2.0/networks?id=ff30330a-0ebe-4836-9458-b813d1bcbde4 HTTP/1.1" status: 200 len: 913 time: 0.8227363 May 30 20:23:46.062749 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e27efc72-45f4-4145-866b-2faa5bcec5af req-3a3d5b95-5df5-4fef-9137-15a50f566ddb tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ae76294-3e84-4fcb-be2a-17611205a838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3521678 May 30 20:23:46.164181 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-67da2c40-71c0-414a-9127-9c83a4a47fd4 req-268d0502-9400-4992-bb9b-9a7e3df38410 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b8dbbf3d-6692-4ebe-a45d-1177e8082a2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1934469 May 30 20:23:46.405784 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93b0eda-e8c1-45f1-8a3e-272d15abd2c0 req-b88bd69d-011c-4efd-8e4e-af55be77c93f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:46.407922 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e93b0eda-e8c1-45f1-8a3e-272d15abd2c0 req-b88bd69d-011c-4efd-8e4e-af55be77c93f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c961f9ad-7764-4956-bb44-5ca4a5973b67 HTTP/1.1" status: 200 len: 855 time: 0.6766326 May 30 20:23:46.505788 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-103eda95-5035-4bc8-9070-0a401192c426 req-578428c2-dc8d-40ee-a53a-56cc930df9f9 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bcdfc29b-75b2-4955-871a-03ddaef96f61 HTTP/1.1" status: 200 len: 217 time: 0.2038527 May 30 20:23:46.606845 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-67da2c40-71c0-414a-9127-9c83a4a47fd4 req-fb09ac39-ddc5-45ff-a557-b8bfff2f564a service neutron] 10.222.0.71 "GET /v2.0/networks/b8dbbf3d-6692-4ebe-a45d-1177e8082a2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4334826 May 30 20:23:46.654315 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f98716-7a98-4d32-8c9b-fa0360b861cd None None] New status for floating IP f4974c4a-d5b6-414e-bbd3-d133f892e714: ACTIVE {{(pid=84888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 20:23:46.660680 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8f6d40d-9b53-4516-94fc-144a8a1bbc56 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] vlan segment allocate from pool success with {'vlan_id': 681, 'physical_network': 'physnet1'} {{(pid=84887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:23:46.800197 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f8f6d40d-9b53-4516-94fc-144a8a1bbc56 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:46.800449 n-d-843948-2 neutron-server[84887]: INFO neutron.db.segments_db [None req-f8f6d40d-9b53-4516-94fc-144a8a1bbc56 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Added segment 4394f492-b44b-4c69-803b-7e33ee43de88 of type vlan for network 0bdba3e4-efdc-4a7b-a477-f34384fa4100 May 30 20:23:46.830078 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3c5413-2874-4dda-abdc-879a9c543151 req-5c0aa6f5-929b-4c02-95d2-85088b29598b tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:46.839027 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103eda95-5035-4bc8-9070-0a401192c426 req-c69c64d3-7cb8-49b2-bc7c-7a1db3f3cd13 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:46.840533 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-103eda95-5035-4bc8-9070-0a401192c426 req-c69c64d3-7cb8-49b2-bc7c-7a1db3f3cd13 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7991eded-d330-4e4e-ace3-aeb4d5f3ff0a HTTP/1.1" status: 200 len: 851 time: 0.3153541 May 30 20:23:46.843823 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2a3c5413-2874-4dda-abdc-879a9c543151 req-5c0aa6f5-929b-4c02-95d2-85088b29598b tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/ports?device_id=2f903cc6-4588-4e6d-9f98-4119c026a994 HTTP/1.1" status: 200 len: 945 time: 0.5071464 May 30 20:23:47.007427 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f8f6d40d-9b53-4516-94fc-144a8a1bbc56 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:47.030757 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e93b0eda-e8c1-45f1-8a3e-272d15abd2c0 req-d43781ce-8e30-4818-92e5-b7c4b1d4fdf0 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a8fd4d2d-32fb-4554-b8d5-052f07ecf981&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5929840 May 30 20:23:47.050089 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2a3c5413-2874-4dda-abdc-879a9c543151 req-f33fe966-13a6-442d-930f-e9693f69d856 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2ed7a16-df30-4283-b4d4-5e9611f16ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413920 May 30 20:23:47.205196 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.db.resource_extend [req-ff328020-522e-42f4-84af-f8f66b9e98fb req-8c62b753-89d3-41ff-b1aa-60f8d59afdbf service neutron] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:23:47.237054 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5fe4bb12-4bec-4448-8748-7dd656ef0b90 tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Notify callbacks [] for router_gateway, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:47.320036 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [req-ff328020-522e-42f4-84af-f8f66b9e98fb req-8c62b753-89d3-41ff-b1aa-60f8d59afdbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23e58e1e-440e-4909-9492-df7a245e5ca0 {{(pid=84887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:23:47.341935 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-ff328020-522e-42f4-84af-f8f66b9e98fb req-8c62b753-89d3-41ff-b1aa-60f8d59afdbf service neutron] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:47.376068 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5fe4bb12-4bec-4448-8748-7dd656ef0b90 tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:47.383539 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-103eda95-5035-4bc8-9070-0a401192c426 req-93b7d908-07f6-4a6f-bdd6-aed191e881ad service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ff30330a-0ebe-4836-9458-b813d1bcbde4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5330682 May 30 20:23:47.385238 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device bcdfc29b-75b2-4955-871a-03ddaef96f61 details requested by agent hyperv_n-h2-843948-2 with host n-h2-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:23:47.433581 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f8f6d40d-9b53-4516-94fc-144a8a1bbc56 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:47.437728 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f6d40d-9b53-4516-94fc-144a8a1bbc56 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:47.438365 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f8f6d40d-9b53-4516-94fc-144a8a1bbc56 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:47.467799 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-ff328020-522e-42f4-84af-f8f66b9e98fb req-8c62b753-89d3-41ff-b1aa-60f8d59afdbf service neutron] Transition to ACTIVE for port object 23e58e1e-440e-4909-9492-df7a245e5ca0 will not be triggered until provisioned by entity L2. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:23:47.623638 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-67da2c40-71c0-414a-9127-9c83a4a47fd4 req-2e33ea6d-1e53-4d56-a5f6-1d1207029712 service neutron] 10.222.0.71 "GET /v2.0/networks/b8dbbf3d-6692-4ebe-a45d-1177e8082a2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0053344 May 30 20:23:47.704603 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-ff328020-522e-42f4-84af-f8f66b9e98fb req-8c62b753-89d3-41ff-b1aa-60f8d59afdbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:47.850130 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port bcdfc29b-75b2-4955-871a-03ddaef96f61, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=bcdfc29b-75b2-4955-871a-03ddaef96f61,segment=NetworkSegment(40468e3f-2630-4d51-98c1-4a518f6532d2),segment_id=40468e3f-2630-4d51-98c1-4a518f6532d2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:23:47.902625 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Returning: {'device': 'bcdfc29b-75b2-4955-871a-03ddaef96f61', 'network_id': 'ff30330a-0ebe-4836-9458-b813d1bcbde4', 'port_id': 'bcdfc29b-75b2-4955-871a-03ddaef96f61', 'mac_address': 'fa:16:3e:26:83:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7991eded-d330-4e4e-ace3-aeb4d5f3ff0a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:23:47.905942 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca06416-d119-4c76-8513-231c5e89e532 req-52018ef7-cad2-48b8-8a8d-92934a28c51d tempest-ServerMetadataNegativeTestJSON-1382650087 tempest-ServerMetadataNegativeTestJSON-1382650087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:47.924141 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-eca06416-d119-4c76-8513-231c5e89e532 req-52018ef7-cad2-48b8-8a8d-92934a28c51d tempest-ServerMetadataNegativeTestJSON-1382650087 tempest-ServerMetadataNegativeTestJSON-1382650087-project] 10.222.0.85 "GET /v2.0/ports?device_id=cfde7229-7d46-40ae-8853-647e3ac7484a HTTP/1.1" status: 200 len: 943 time: 0.4242985 May 30 20:23:47.980862 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:47.991365 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 30c1d380-161d-41f8-b0e3-5488b44ad7cb no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:23:48.049276 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: 30c1d380-161d-41f8-b0e3-5488b44ad7cb {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:23:48.052749 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 30c1d380-161d-41f8-b0e3-5488b44ad7cb not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:23:48.059436 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:23:48.064401 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcdfc29b-75b2-4955-871a-03ddaef96f61 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:23:48.083883 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-5fe4bb12-4bec-4448-8748-7dd656ef0b90 tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Allocated IP 172.25.8.98 (c7869750-4b49-4b7e-aa99-5e0f1ae02da4/427601ec-f643-4fe7-b5e6-17305d3a39e1/b8fe4223-87af-4107-96ce-9a33eb3b35a8) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:23:48.089260 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port bcdfc29b-75b2-4955-871a-03ddaef96f61, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=bcdfc29b-75b2-4955-871a-03ddaef96f61,segment=NetworkSegment(40468e3f-2630-4d51-98c1-4a518f6532d2),segment_id=40468e3f-2630-4d51-98c1-4a518f6532d2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:23:48.135834 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e93b0eda-e8c1-45f1-8a3e-272d15abd2c0 req-133897b5-7ac1-46a7-81ad-ed7f3127d7a7 service neutron] 10.222.0.71 "GET /v2.0/networks/a8fd4d2d-32fb-4554-b8d5-052f07ecf981?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0956738 May 30 20:23:48.156384 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-f8f6d40d-9b53-4516-94fc-144a8a1bbc56 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 3.1856287 May 30 20:23:48.164122 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-eca06416-d119-4c76-8513-231c5e89e532 req-89b94ca2-a04a-46e5-9797-21f9dbcdd2b9 tempest-ServerMetadataNegativeTestJSON-1382650087 tempest-ServerMetadataNegativeTestJSON-1382650087-project] 10.222.0.85 "GET /v2.0/security-groups?id=1aa6664b-67ec-49cb-8251-b548f3bd2079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388108 May 30 20:23:48.164600 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 36216) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:23:48.168078 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:48.315324 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=bcdfc29b-75b2-4955-871a-03ddaef96f61,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:48.326440 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:23:48.326896 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:23:48.327331 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:23:48.327766 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:23:48.328193 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:23:48.328627 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:23:48.329071 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:23:48.329495 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:23:48.329939 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:23:48.331035 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:23:48.331615 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:23:48.434402 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-149aab97-9444-450f-bd58-852983bd71dc tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Request body: {'subnet': {'network_id': '0bdba3e4-efdc-4a7b-a477-f34384fa4100', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:23:48.435416 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['bcdfc29b-75b2-4955-871a-03ddaef96f61'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:23:48.503554 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f6d40d-9b53-4516-94fc-144a8a1bbc56 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Pushing event updated for resources: {'Network': ['ID=0bdba3e4-efdc-4a7b-a477-f34384fa4100,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:48.581516 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network 0bdba3e4-efdc-4a7b-a477-f34384fa4100 details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:23:48.771226 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 460fff84-62d6-49b9-acfe-5f3b6755bc57 no longer exists at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:23:48.862728 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-103eda95-5035-4bc8-9070-0a401192c426 req-91103d72-2d72-46af-99d4-1ee920619dfa service neutron] 10.222.0.86 "GET /v2.0/networks/ff30330a-0ebe-4836-9458-b813d1bcbde4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4690800 May 30 20:23:48.863790 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c62b753-89d3-41ff-b1aa-60f8d59afdbf service neutron] Pushing event updated for resources: {'Port': ['ID=23e58e1e-440e-4909-9492-df7a245e5ca0,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:48.888394 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e93b0eda-e8c1-45f1-8a3e-272d15abd2c0 req-c288f014-4560-43d0-b836-bb36ed77cf6d service neutron] 10.222.0.71 "GET /v2.0/networks/a8fd4d2d-32fb-4554-b8d5-052f07ecf981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7238233 May 30 20:23:49.154061 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 36226) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:23:49.165578 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-149aab97-9444-450f-bd58-852983bd71dc tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:23:49.166639 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:49.217668 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-149aab97-9444-450f-bd58-852983bd71dc tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Usage tracker for resource:subnet and tenant:1070080f3a9f4c1fbf81b28e418fbebd is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:23:49.232604 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5fe4bb12-4bec-4448-8748-7dd656ef0b90 tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:49.242130 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-149aab97-9444-450f-bd58-852983bd71dc tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:23:49.256331 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-149aab97-9444-450f-bd58-852983bd71dc tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:23:49.283942 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f903cc6-4588-4e6d-9f98-4119c026a994', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '460fff84-62d6-49b9-acfe-5f3b6755bc57'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:23:49.295896 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f4f2a0-915c-4ac9-84d0-553ea4870fc6 req-c711f4b6-4bd4-4a73-b907-d7652142e093 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:49.304977 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e2f4f2a0-915c-4ac9-84d0-553ea4870fc6 req-c711f4b6-4bd4-4a73-b907-d7652142e093 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/ports?device_id=2f903cc6-4588-4e6d-9f98-4119c026a994 HTTP/1.1" status: 200 len: 945 time: 0.6143901 May 30 20:23:49.339495 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd0309b-1bb2-4162-ab62-ada21a7d3a32 req-ff092daa-a651-41f9-8316-8d3255a317c4 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:49.344164 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 460fff84-62d6-49b9-acfe-5f3b6755bc57, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=460fff84-62d6-49b9-acfe-5f3b6755bc57,segment=NetworkSegment(bb0b98bd-77ea-44e3-b5bc-734c2b73a239),segment_id=bb0b98bd-77ea-44e3-b5bc-734c2b73a239)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:23:49.348318 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-dfd0309b-1bb2-4162-ab62-ada21a7d3a32 req-ff092daa-a651-41f9-8316-8d3255a317c4 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=7aad7ab8-22c4-47e2-abf2-9cc744ce8553 HTTP/1.1" status: 200 len: 943 time: 1.2710805 May 30 20:23:49.372347 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e2f4f2a0-915c-4ac9-84d0-553ea4870fc6 req-349002e4-b298-4cb2-a8ae-8415a7a8fbcc tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2ed7a16-df30-4283-b4d4-5e9611f16ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662947 May 30 20:23:49.377256 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-149aab97-9444-450f-bd58-852983bd71dc tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Made reservation on behalf of 1070080f3a9f4c1fbf81b28e418fbebd for: {'subnet': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:23:49.451005 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:49.458355 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-103eda95-5035-4bc8-9070-0a401192c426 req-f4003e13-b0b0-4bbc-a214-93a9a83764cb service neutron] 10.222.0.86 "GET /v2.0/networks/ff30330a-0ebe-4836-9458-b813d1bcbde4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5685728 May 30 20:23:49.460548 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-ff328020-522e-42f4-84af-f8f66b9e98fb req-8c62b753-89d3-41ff-b1aa-60f8d59afdbf service neutron] Attempting to bind port 23e58e1e-440e-4909-9492-df7a245e5ca0 on host n-h2-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:23:49.460880 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-ff328020-522e-42f4-84af-f8f66b9e98fb req-8c62b753-89d3-41ff-b1aa-60f8d59afdbf service neutron] Attempting to bind port 23e58e1e-440e-4909-9492-df7a245e5ca0 by drivers openvswitch,hyperv on host n-h2-843948-2 at level 0 using segments [{'id': '21532869-6ac5-4270-8a04-7c77211c2df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '7bdb594a-6cf1-41db-8ef6-7d21c699d998'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:23:49.464760 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff328020-522e-42f4-84af-f8f66b9e98fb req-8c62b753-89d3-41ff-b1aa-60f8d59afdbf service neutron] Attempting to bind port 23e58e1e-440e-4909-9492-df7a245e5ca0 on network 7bdb594a-6cf1-41db-8ef6-7d21c699d998 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:23:49.480219 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-dfd0309b-1bb2-4162-ab62-ada21a7d3a32 req-e2549c3b-0f54-4afd-932b-701eb22b558a tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ae76294-3e84-4fcb-be2a-17611205a838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1308088 May 30 20:23:49.490678 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff328020-522e-42f4-84af-f8f66b9e98fb req-8c62b753-89d3-41ff-b1aa-60f8d59afdbf service neutron] Port 23e58e1e-440e-4909-9492-df7a245e5ca0 on network 7bdb594a-6cf1-41db-8ef6-7d21c699d998 not bound, no agent of type Open vSwitch agent registered on host n-h2-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:23:49.491473 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff328020-522e-42f4-84af-f8f66b9e98fb req-8c62b753-89d3-41ff-b1aa-60f8d59afdbf service neutron] Attempting to bind port 23e58e1e-440e-4909-9492-df7a245e5ca0 on network 7bdb594a-6cf1-41db-8ef6-7d21c699d998 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:23:49.511560 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff328020-522e-42f4-84af-f8f66b9e98fb req-8c62b753-89d3-41ff-b1aa-60f8d59afdbf service neutron] Checking agent: {'id': 'eaa08354-e8f5-4e73-af76-8d3cf7d2b390', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:23:49.516461 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff328020-522e-42f4-84af-f8f66b9e98fb req-8c62b753-89d3-41ff-b1aa-60f8d59afdbf service neutron] Checking segment: {'id': '21532869-6ac5-4270-8a04-7c77211c2df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '7bdb594a-6cf1-41db-8ef6-7d21c699d998'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:23:49.516461 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff328020-522e-42f4-84af-f8f66b9e98fb req-8c62b753-89d3-41ff-b1aa-60f8d59afdbf service neutron] Bound using segment: {'id': '21532869-6ac5-4270-8a04-7c77211c2df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '7bdb594a-6cf1-41db-8ef6-7d21c699d998'} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:23:49.516461 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-ff328020-522e-42f4-84af-f8f66b9e98fb req-8c62b753-89d3-41ff-b1aa-60f8d59afdbf service neutron] Bound port: 23e58e1e-440e-4909-9492-df7a245e5ca0, host: n-h2-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21532869-6ac5-4270-8a04-7c77211c2df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '7bdb594a-6cf1-41db-8ef6-7d21c699d998'}}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:23:49.516461 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-ff328020-522e-42f4-84af-f8f66b9e98fb req-8c62b753-89d3-41ff-b1aa-60f8d59afdbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:49.578769 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5fe4bb12-4bec-4448-8748-7dd656ef0b90 tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:49.587412 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:49.658955 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=460fff84-62d6-49b9-acfe-5f3b6755bc57,revision_number=8']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:49.761969 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-ff328020-522e-42f4-84af-f8f66b9e98fb req-8c62b753-89d3-41ff-b1aa-60f8d59afdbf service neutron] For port 23e58e1e-440e-4909-9492-df7a245e5ca0, host n-h2-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:23:49.779649 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-ff328020-522e-42f4-84af-f8f66b9e98fb req-8c62b753-89d3-41ff-b1aa-60f8d59afdbf service neutron] For port 23e58e1e-440e-4909-9492-df7a245e5ca0, host n-h2-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=23e58e1e-440e-4909-9492-df7a245e5ca0,segment=NetworkSegment(21532869-6ac5-4270-8a04-7c77211c2df4),segment_id=21532869-6ac5-4270-8a04-7c77211c2df4)] {{(pid=84887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:23:49.790564 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe4bb12-4bec-4448-8748-7dd656ef0b90 tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:23:49.800389 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-5fe4bb12-4bec-4448-8748-7dd656ef0b90 tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:23:49.811129 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe4bb12-4bec-4448-8748-7dd656ef0b90 tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:23:49.872339 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae414f94-de95-4248-acb7-f37d900047ef'] response: {'server_uuid': '2f903cc6-4588-4e6d-9f98-4119c026a994', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '460fff84-62d6-49b9-acfe-5f3b6755bc57', 'code': 200} May 30 20:23:49.877019 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-ff328020-522e-42f4-84af-f8f66b9e98fb req-8c62b753-89d3-41ff-b1aa-60f8d59afdbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:49.886013 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-149aab97-9444-450f-bd58-852983bd71dc tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2778563'] for subnet, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:49.920047 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe4bb12-4bec-4448-8748-7dd656ef0b90 tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Pushing event updated for resources: {'Port': ['ID=b8fe4223-87af-4107-96ce-9a33eb3b35a8,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:49.925510 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4882c30c-58c6-4a10-8129-1a615f50ea71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:49.966830 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-ff328020-522e-42f4-84af-f8f66b9e98fb req-8c62b753-89d3-41ff-b1aa-60f8d59afdbf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:49.968520 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ff328020-522e-42f4-84af-f8f66b9e98fb req-8c62b753-89d3-41ff-b1aa-60f8d59afdbf service neutron] 10.222.0.86 "PUT /v2.0/ports/23e58e1e-440e-4909-9492-df7a245e5ca0 HTTP/1.1" status: 200 len: 1091 time: 5.2891860 May 30 20:23:49.968904 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfde7229-7d46-40ae-8853-647e3ac7484a', 'tag': '23e58e1e-440e-4909-9492-df7a245e5ca0'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:23:50.003496 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c62b753-89d3-41ff-b1aa-60f8d59afdbf service neutron] Pushing event updated for resources: {'Port': ['ID=23e58e1e-440e-4909-9492-df7a245e5ca0,revision_number=3']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:50.027506 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c62b753-89d3-41ff-b1aa-60f8d59afdbf service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:23:50.027854 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c62b753-89d3-41ff-b1aa-60f8d59afdbf service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:23:50.028193 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c62b753-89d3-41ff-b1aa-60f8d59afdbf service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:23:50.028529 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c62b753-89d3-41ff-b1aa-60f8d59afdbf service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:23:50.028903 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c62b753-89d3-41ff-b1aa-60f8d59afdbf service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:23:50.029241 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c62b753-89d3-41ff-b1aa-60f8d59afdbf service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:23:50.029596 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c62b753-89d3-41ff-b1aa-60f8d59afdbf service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:23:50.029985 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c62b753-89d3-41ff-b1aa-60f8d59afdbf service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:23:50.030311 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c62b753-89d3-41ff-b1aa-60f8d59afdbf service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:23:50.031557 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c62b753-89d3-41ff-b1aa-60f8d59afdbf service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:23:50.031557 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c62b753-89d3-41ff-b1aa-60f8d59afdbf service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:23:50.071678 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c4f2e93-f367-4112-a990-105a3c62c6e1'] response: {'name': 'network-changed', 'server_uuid': 'cfde7229-7d46-40ae-8853-647e3ac7484a', 'tag': '23e58e1e-440e-4909-9492-df7a245e5ca0', 'status': 'completed', 'code': 200} May 30 20:23:50.088862 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d746f95f-697c-45de-a0fe-59f05498c426 None None] Sync routers for ids ['627d7e29-07c5-47e1-93af-16983d36400a'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:23:50.089757 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe4bb12-4bec-4448-8748-7dd656ef0b90 tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:23:50.089757 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe4bb12-4bec-4448-8748-7dd656ef0b90 tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:23:50.089757 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe4bb12-4bec-4448-8748-7dd656ef0b90 tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:23:50.090283 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe4bb12-4bec-4448-8748-7dd656ef0b90 tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:23:50.090705 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe4bb12-4bec-4448-8748-7dd656ef0b90 tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:23:50.091131 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe4bb12-4bec-4448-8748-7dd656ef0b90 tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:23:50.091564 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe4bb12-4bec-4448-8748-7dd656ef0b90 tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:23:50.092178 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe4bb12-4bec-4448-8748-7dd656ef0b90 tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:23:50.092665 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe4bb12-4bec-4448-8748-7dd656ef0b90 tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:23:50.093013 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe4bb12-4bec-4448-8748-7dd656ef0b90 tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:23:50.093459 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe4bb12-4bec-4448-8748-7dd656ef0b90 tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:23:50.119855 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d746f95f-697c-45de-a0fe-59f05498c426 None None] Routers {'627d7e29-07c5-47e1-93af-16983d36400a'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:23:50.120534 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-d746f95f-697c-45de-a0fe-59f05498c426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:23:29Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['627d7e29-07c5-47e1-93af-16983d36400a'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:23:50.199412 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0bc6c815-4859-4007-a536-6d38565842e4 req-3cce6994-e652-454f-98e0-eebbdc9d9453 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=1180601a698f463ebbf1a9fc865a327a&device_id=cfde7229-7d46-40ae-8853-647e3ac7484a HTTP/1.1" status: 200 len: 1094 time: 0.0824845 May 30 20:23:50.217345 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebafabfc-bec6-4862-a5ad-da951c6272aa req-93f52bc0-c883-415c-a45d-fd892b72f1ae tempest-ServerMetadataNegativeTestJSON-1382650087 tempest-ServerMetadataNegativeTestJSON-1382650087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:50.225305 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ebafabfc-bec6-4862-a5ad-da951c6272aa req-93f52bc0-c883-415c-a45d-fd892b72f1ae tempest-ServerMetadataNegativeTestJSON-1382650087 tempest-ServerMetadataNegativeTestJSON-1382650087-project] 10.222.0.85 "GET /v2.0/ports?device_id=cfde7229-7d46-40ae-8853-647e3ac7484a HTTP/1.1" status: 200 len: 943 time: 0.5131929 May 30 20:23:50.228049 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-4882c30c-58c6-4a10-8129-1a615f50ea71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:23:50.257887 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-4882c30c-58c6-4a10-8129-1a615f50ea71 admin admin] Usage tracker for resource:security_group_rule and tenant:4d22008a50b8437f8f04215c6f375c96 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:23:50.266102 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-4882c30c-58c6-4a10-8129-1a615f50ea71 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:23:50.289304 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-4882c30c-58c6-4a10-8129-1a615f50ea71 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:23:50.405144 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ebafabfc-bec6-4862-a5ad-da951c6272aa req-46cd7862-7a7f-4902-86f1-d430b3b37789 tempest-ServerMetadataNegativeTestJSON-1382650087 tempest-ServerMetadataNegativeTestJSON-1382650087-project] 10.222.0.85 "GET /v2.0/security-groups?id=1aa6664b-67ec-49cb-8251-b548f3bd2079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785545 May 30 20:23:50.524778 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4882c30c-58c6-4a10-8129-1a615f50ea71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:50.548888 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc6c815-4859-4007-a536-6d38565842e4 req-86f40a8c-0531-4945-aa91-1f3a0a9b2786 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:50.555617 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0bc6c815-4859-4007-a536-6d38565842e4 req-86f40a8c-0531-4945-aa91-1f3a0a9b2786 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=1180601a698f463ebbf1a9fc865a327a&shared=False HTTP/1.1" status: 200 len: 922 time: 0.3404641 May 30 20:23:50.555949 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-d746f95f-697c-45de-a0fe-59f05498c426 None None] Set router 627d7e29-07c5-47e1-93af-16983d36400a gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:23:50.581363 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5fe4bb12-4bec-4448-8748-7dd656ef0b90 tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Notify callbacks [] for router_gateway, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:50.653566 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-149aab97-9444-450f-bd58-852983bd71dc tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4127140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2778577'] for subnet, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:50.784594 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4882c30c-58c6-4a10-8129-1a615f50ea71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:50.888277 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc6c815-4859-4007-a536-6d38565842e4 req-14ec80ac-197f-49c9-8e7f-504f386d0bb7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:50.889920 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0bc6c815-4859-4007-a536-6d38565842e4 req-14ec80ac-197f-49c9-8e7f-504f386d0bb7 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3322251 May 30 20:23:50.895994 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95123511-484d-4fbb-b328-85e87fbcb5bb req-e06cd44d-dc9a-472d-a781-f4c5015f07ee tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:50.904716 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-95123511-484d-4fbb-b328-85e87fbcb5bb req-e06cd44d-dc9a-472d-a781-f4c5015f07ee tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/ports?device_id=2f903cc6-4588-4e6d-9f98-4119c026a994 HTTP/1.1" status: 200 len: 943 time: 0.2762818 May 30 20:23:50.950274 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149aab97-9444-450f-bd58-852983bd71dc tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Pushing event updated for resources: {'Subnet': ['ID=b030b0ca-4593-4382-a610-fee8425fd422,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:51.007989 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-4882c30c-58c6-4a10-8129-1a615f50ea71 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=4d22008a50b8437f8f04215c6f375c96&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8178005 May 30 20:23:51.009665 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 36248) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:23:51.028683 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-d746f95f-697c-45de-a0fe-59f05498c426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '627d7e29-07c5-47e1-93af-16983d36400a', 'name': 'tempest-ServersTestMultiNic-1248151657-router', 'tenant_id': '1070080f3a9f4c1fbf81b28e418fbebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': '6b161c04-4b65-4d97-9eb4-8d8646f12f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:23:06Z', 'updated_at': '2022-05-30T20:23:34Z', 'revision_number': 4, 'project_id': '1070080f3a9f4c1fbf81b28e418fbebd', 'gw_port': {'id': '6b161c04-4b65-4d97-9eb4-8d8646f12f5e', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:3b:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '627d7e29-07c5-47e1-93af-16983d36400a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:23:09Z', 'updated_at': '2022-05-30T20:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': 'e1ae16b0-a53e-47ab-b640-63c006ee57b3', 'name': '', 'network_id': '77747aee-7d13-4fc5-9ce2-f0a339c5ab7f', 'tenant_id': '1070080f3a9f4c1fbf81b28e418fbebd', 'mac_address': 'fa:16:3e:4c:fd:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '627d7e29-07c5-47e1-93af-16983d36400a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ccf4d07-0caf-4fe2-a7f9-105c98d9d4a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:23:29Z', 'updated_at': '2022-05-30T20:23:35Z', 'revision_number': 2, 'project_id': '1070080f3a9f4c1fbf81b28e418fbebd', 'subnets': [{'id': '3ccf4d07-0caf-4fe2-a7f9-105c98d9d4a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:23:51.034099 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d746f95f-697c-45de-a0fe-59f05498c426 None None] Checking router: 627d7e29-07c5-47e1-93af-16983d36400a for host: n-d-843948-2 {{(pid=84889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:23:51.034692 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d746f95f-697c-45de-a0fe-59f05498c426 None None] Updating router 627d7e29-07c5-47e1-93af-16983d36400a port e1ae16b0-a53e-47ab-b640-63c006ee57b3 binding host n-d-843948-2 {{(pid=84889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:23:51.048430 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4882c30c-58c6-4a10-8129-1a615f50ea71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cdf4175-f0ea-4d1c-a0a7-ca8bac2365b2,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:51.079120 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-95123511-484d-4fbb-b328-85e87fbcb5bb req-6d751272-94b0-47bd-ab51-a1b1a772a2e9 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2ed7a16-df30-4283-b4d4-5e9611f16ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734154 May 30 20:23:51.085141 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149aab97-9444-450f-bd58-852983bd71dc tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Checking segment: {'id': '4394f492-b44b-4c69-803b-7e33ee43de88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '0bdba3e4-efdc-4a7b-a477-f34384fa4100'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:23:51.085141 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-149aab97-9444-450f-bd58-852983bd71dc tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Network hostable DHCP agents. Network: 0bdba3e4-efdc-4a7b-a477-f34384fa4100, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:23:51.115572 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5fe4bb12-4bec-4448-8748-7dd656ef0b90 tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-736390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:51.126424 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5fe4bb12-4bec-4448-8748-7dd656ef0b90 tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-736409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-736399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-736400', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-724754'] for router, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:51.142897 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8995a92a-8954-41d7-ba7f-7fea23098985 req-6af5e9c8-4bca-4ed1-8e9c-4f3e8ac2dc81 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:51.144603 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-8995a92a-8954-41d7-ba7f-7fea23098985 req-6af5e9c8-4bca-4ed1-8e9c-4f3e8ac2dc81 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=7aad7ab8-22c4-47e2-abf2-9cc744ce8553 HTTP/1.1" status: 200 len: 944 time: 0.3280277 May 30 20:23:51.149191 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-d746f95f-697c-45de-a0fe-59f05498c426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:51.166663 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ff328020-522e-42f4-84af-f8f66b9e98fb req-58681090-2169-4f8b-a5d2-f234b81fa55a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=1180601a698f463ebbf1a9fc865a327a&device_id=cfde7229-7d46-40ae-8853-647e3ac7484a HTTP/1.1" status: 200 len: 1094 time: 0.2249846 May 30 20:23:51.171174 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-08b9fa62-a535-453d-ab19-d6469ae99c92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:51.287454 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ff328020-522e-42f4-84af-f8f66b9e98fb req-61153f00-0d2d-4158-9544-dbc1b5da7211 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=23e58e1e-440e-4909-9492-df7a245e5ca0 HTTP/1.1" status: 200 len: 217 time: 0.1064186 May 30 20:23:51.317720 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device bcdfc29b-75b2-4955-871a-03ddaef96f61 up at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:23:51.362729 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-08b9fa62-a535-453d-ab19-d6469ae99c92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:51.444438 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff328020-522e-42f4-84af-f8f66b9e98fb req-8933cbe5-39f9-447a-bac9-981cbca79e1e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:51.446744 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ff328020-522e-42f4-84af-f8f66b9e98fb req-8933cbe5-39f9-447a-bac9-981cbca79e1e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=06abf8e1-847f-446c-bf5a-fe340191a1a6 HTTP/1.1" status: 200 len: 861 time: 0.1571088 May 30 20:23:51.513090 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ff328020-522e-42f4-84af-f8f66b9e98fb req-2176b07d-8cb6-4884-ab71-aa2190c99bc1 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=7bdb594a-6cf1-41db-8ef6-7d21c699d998&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563025 May 30 20:23:51.593906 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-149aab97-9444-450f-bd58-852983bd71dc tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Network 0bdba3e4-efdc-4a7b-a477-f34384fa4100 is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:23:51.596699 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning for port bcdfc29b-75b2-4955-871a-03ddaef96f61 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:23:51.605467 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning complete for port bcdfc29b-75b2-4955-871a-03ddaef96f61 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:23:51.606546 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:51.692115 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-08b9fa62-a535-453d-ab19-d6469ae99c92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:51.723140 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b9fa62-a535-453d-ab19-d6469ae99c92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cdf4175-f0ea-4d1c-a0a7-ca8bac2365b2,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:51.743229 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-8995a92a-8954-41d7-ba7f-7fea23098985 req-903ecfe7-898f-4af7-b1b3-be2a4fa7d1f7 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ae76294-3e84-4fcb-be2a-17611205a838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3214877 May 30 20:23:51.745587 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-08b9fa62-a535-453d-ab19-d6469ae99c92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:51.750597 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-08b9fa62-a535-453d-ab19-d6469ae99c92 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/4cdf4175-f0ea-4d1c-a0a7-ca8bac2365b2 HTTP/1.1" status: 204 len: 168 time: 0.7355444 May 30 20:23:51.756985 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ff328020-522e-42f4-84af-f8f66b9e98fb req-470e60de-89df-4957-b271-abd5a7b7fbb4 service neutron] 10.222.0.86 "GET /v2.0/networks/7bdb594a-6cf1-41db-8ef6-7d21c699d998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308226 May 30 20:23:51.781828 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-149aab97-9444-450f-bd58-852983bd71dc tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, 0bdba3e4-efdc-4a7b-a477-f34384fa4100) {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:23:51.834307 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-149aab97-9444-450f-bd58-852983bd71dc tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:51.835296 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-149aab97-9444-450f-bd58-852983bd71dc tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:51.901220 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ada4e4e3-fdb9-454f-b0bc-387847074bbb None None] Network 0bdba3e4-efdc-4a7b-a477-f34384fa4100 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:23:51.998722 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70a683c-3b9b-40df-b67a-1e49f4867f1d req-287e8e0c-28da-4092-94db-a9ab5c1f1d13 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:52.021396 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b70a683c-3b9b-40df-b67a-1e49f4867f1d req-287e8e0c-28da-4092-94db-a9ab5c1f1d13 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/ports?device_id=2f903cc6-4588-4e6d-9f98-4119c026a994 HTTP/1.1" status: 200 len: 943 time: 0.4987640 May 30 20:23:52.030068 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-d746f95f-697c-45de-a0fe-59f05498c426 None None] Notify callbacks [] for port, precommit_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:52.090760 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.provisioning_blocks [None req-d746f95f-697c-45de-a0fe-59f05498c426 None None] Transition to ACTIVE for port object e1ae16b0-a53e-47ab-b640-63c006ee57b3 will not be triggered until provisioned by entity L2. {{(pid=84889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:23:52.106737 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-149aab97-9444-450f-bd58-852983bd71dc tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.9350610 May 30 20:23:52.112084 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 36266) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:23:52.146726 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-57effbe0-0dfb-417d-a4d5-90696b7affc2 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-313746758'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:23:52.163770 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-57effbe0-0dfb-417d-a4d5-90696b7affc2 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:23:52.174248 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-57effbe0-0dfb-417d-a4d5-90696b7affc2 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Usage tracker for resource:network and tenant:1070080f3a9f4c1fbf81b28e418fbebd is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:23:52.179919 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-d746f95f-697c-45de-a0fe-59f05498c426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:52.183290 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-57effbe0-0dfb-417d-a4d5-90696b7affc2 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:23:52.198355 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-57effbe0-0dfb-417d-a4d5-90696b7affc2 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:23:52.238508 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ff328020-522e-42f4-84af-f8f66b9e98fb req-47190333-5062-4412-91ce-5aff15fc4a01 service neutron] 10.222.0.86 "GET /v2.0/networks/7bdb594a-6cf1-41db-8ef6-7d21c699d998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4706254 May 30 20:23:52.270209 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b70a683c-3b9b-40df-b67a-1e49f4867f1d req-37181d89-107d-4f6a-bab9-cc6733be7030 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2ed7a16-df30-4283-b4d4-5e9611f16ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472239 May 30 20:23:52.302866 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:52.389276 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e34112-6be6-4d35-ba21-503faa6801a2 None None] Pushing event updated for resources: {'Port': ['ID=e1ae16b0-a53e-47ab-b640-63c006ee57b3,revision_number=3']} {{(pid=84889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:52.426567 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:52.485025 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57effbe0-0dfb-417d-a4d5-90696b7affc2 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Made reservation on behalf of 1070080f3a9f4c1fbf81b28e418fbebd for: {'network': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:23:52.501162 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-57effbe0-0dfb-417d-a4d5-90696b7affc2 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:52.577930 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-d746f95f-697c-45de-a0fe-59f05498c426 None None] Attempting to bind port e1ae16b0-a53e-47ab-b640-63c006ee57b3 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:23:52.578448 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-d746f95f-697c-45de-a0fe-59f05498c426 None None] Attempting to bind port e1ae16b0-a53e-47ab-b640-63c006ee57b3 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': '6feea416-6b09-4292-8b00-0648eb0fb4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '77747aee-7d13-4fc5-9ce2-f0a339c5ab7f'}] {{(pid=84889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:23:52.578952 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d746f95f-697c-45de-a0fe-59f05498c426 None None] Attempting to bind port e1ae16b0-a53e-47ab-b640-63c006ee57b3 on network 77747aee-7d13-4fc5-9ce2-f0a339c5ab7f {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:23:52.596643 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d746f95f-697c-45de-a0fe-59f05498c426 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:23:52.601494 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d746f95f-697c-45de-a0fe-59f05498c426 None None] Checking segment: {'id': '6feea416-6b09-4292-8b00-0648eb0fb4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '77747aee-7d13-4fc5-9ce2-f0a339c5ab7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:23:52.601494 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-d746f95f-697c-45de-a0fe-59f05498c426 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:52.601494 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d746f95f-697c-45de-a0fe-59f05498c426 None None] Bound using segment: {'id': '6feea416-6b09-4292-8b00-0648eb0fb4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '77747aee-7d13-4fc5-9ce2-f0a339c5ab7f'} {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:23:52.601494 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-d746f95f-697c-45de-a0fe-59f05498c426 None None] Bound port: e1ae16b0-a53e-47ab-b640-63c006ee57b3, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6feea416-6b09-4292-8b00-0648eb0fb4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '77747aee-7d13-4fc5-9ce2-f0a339c5ab7f'}}] {{(pid=84889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:23:52.601494 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-d746f95f-697c-45de-a0fe-59f05498c426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:52.608881 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aad7ab8-22c4-47e2-abf2-9cc744ce8553', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcdfc29b-75b2-4955-871a-03ddaef96f61'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:23:52.688742 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port bcdfc29b-75b2-4955-871a-03ddaef96f61, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=bcdfc29b-75b2-4955-871a-03ddaef96f61,segment=NetworkSegment(40468e3f-2630-4d51-98c1-4a518f6532d2),segment_id=40468e3f-2630-4d51-98c1-4a518f6532d2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:23:52.771210 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57effbe0-0dfb-417d-a4d5-90696b7affc2 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] vlan segment allocate from pool success with {'vlan_id': 673, 'physical_network': 'physnet1'} {{(pid=84886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:23:52.820214 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-57effbe0-0dfb-417d-a4d5-90696b7affc2 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:52.826669 n-d-843948-2 neutron-server[84886]: INFO neutron.db.segments_db [None req-57effbe0-0dfb-417d-a4d5-90696b7affc2 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Added segment 37729a30-7c3a-47c6-990b-058978bb1a72 of type vlan for network 88ef2e10-1409-4706-b17e-3a333e58397b May 30 20:23:52.865821 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-57effbe0-0dfb-417d-a4d5-90696b7affc2 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:52.870031 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:52.880310 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.db [None req-d746f95f-697c-45de-a0fe-59f05498c426 None None] For port e1ae16b0-a53e-47ab-b640-63c006ee57b3, host n-d-843948-2, cleared binding levels {{(pid=84889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:23:52.886542 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.db [None req-d746f95f-697c-45de-a0fe-59f05498c426 None None] For port e1ae16b0-a53e-47ab-b640-63c006ee57b3, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=e1ae16b0-a53e-47ab-b640-63c006ee57b3,segment=NetworkSegment(6feea416-6b09-4292-8b00-0648eb0fb4b1),segment_id=6feea416-6b09-4292-8b00-0648eb0fb4b1)] {{(pid=84889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:23:52.908123 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fe4bb12-4bec-4448-8748-7dd656ef0b90 tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Router 73dbd404-7171-4374-a0ea-216d95d36e3b is scheduled to L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 with binding_index 1 {{(pid=84886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 20:23:52.950636 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b646f2e-6af0-44ce-97b2-03c91b286027 req-6e015c91-512a-457f-8c46-936ee46b588e tempest-ServerMetadataNegativeTestJSON-1382650087 tempest-ServerMetadataNegativeTestJSON-1382650087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:52.959776 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0b646f2e-6af0-44ce-97b2-03c91b286027 req-6e015c91-512a-457f-8c46-936ee46b588e tempest-ServerMetadataNegativeTestJSON-1382650087 tempest-ServerMetadataNegativeTestJSON-1382650087-project] 10.222.0.85 "GET /v2.0/ports?device_id=cfde7229-7d46-40ae-8853-647e3ac7484a HTTP/1.1" status: 200 len: 943 time: 0.7160385 May 30 20:23:52.968024 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0d47567-b5fc-4d45-a37c-427712e7c961'] response: {'server_uuid': '7aad7ab8-22c4-47e2-abf2-9cc744ce8553', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcdfc29b-75b2-4955-871a-03ddaef96f61', 'code': 200} May 30 20:23:52.976160 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3cac5d3-a026-4b2d-85aa-18bb6b2b8265 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-0bdba3e4-efdc-4a7b-a477-f34384fa4100', 'network_id': '0bdba3e4-efdc-4a7b-a477-f34384fa4100', 'tenant_id': '1070080f3a9f4c1fbf81b28e418fbebd', 'fixed_ips': [{'subnet_id': 'b030b0ca-4593-4382-a610-fee8425fd422'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:23:52.977050 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-f3cac5d3-a026-4b2d-85aa-18bb6b2b8265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:53.007502 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-d746f95f-697c-45de-a0fe-59f05498c426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:53.084641 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0b646f2e-6af0-44ce-97b2-03c91b286027 req-938a98b7-7852-45bb-8771-d4a7aa623aac tempest-ServerMetadataNegativeTestJSON-1382650087 tempest-ServerMetadataNegativeTestJSON-1382650087-project] 10.222.0.85 "GET /v2.0/security-groups?id=1aa6664b-67ec-49cb-8251-b548f3bd2079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198175 May 30 20:23:53.090833 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-57effbe0-0dfb-417d-a4d5-90696b7affc2 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:53.111744 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57effbe0-0dfb-417d-a4d5-90696b7affc2 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:53.112420 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-57effbe0-0dfb-417d-a4d5-90696b7affc2 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:53.140612 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=bcdfc29b-75b2-4955-871a-03ddaef96f61,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:53.253277 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e34112-6be6-4d35-ba21-503faa6801a2 None None] Pushing event updated for resources: {'Port': ['ID=e1ae16b0-a53e-47ab-b640-63c006ee57b3,revision_number=4']} {{(pid=84889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:53.263209 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 36286) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:23:53.293308 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d746f95f-697c-45de-a0fe-59f05498c426 None None] Routers {'627d7e29-07c5-47e1-93af-16983d36400a'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:23:53.294482 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-d746f95f-697c-45de-a0fe-59f05498c426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:23:29Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['627d7e29-07c5-47e1-93af-16983d36400a'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:23:53.348654 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-14c8d051-1467-48b5-ad74-905627093ab7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:53.375724 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8ad0d58f-58c1-4d2d-8a16-60d2216db770 req-dbe08f26-4117-4b48-856d-9ff0d3126ac5 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=7aad7ab8-22c4-47e2-abf2-9cc744ce8553 HTTP/1.1" status: 200 len: 1096 time: 0.3923399 May 30 20:23:53.436911 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-f3cac5d3-a026-4b2d-85aa-18bb6b2b8265 None None] Allocated IP 19.80.0.2 (0bdba3e4-efdc-4a7b-a477-f34384fa4100/b030b0ca-4593-4382-a610-fee8425fd422/dce70af9-eeb9-4aab-9f5c-c770b01aa43e) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:23:53.443886 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57effbe0-0dfb-417d-a4d5-90696b7affc2 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Pushing event updated for resources: {'Network': ['ID=88ef2e10-1409-4706-b17e-3a333e58397b,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:53.447495 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-57effbe0-0dfb-417d-a4d5-90696b7affc2 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.3333859 May 30 20:23:53.520021 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 36292) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:23:53.539833 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-15abf3da-05bd-4375-82d8-bce8427df26b tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Request body: {'subnet': {'network_id': '88ef2e10-1409-4706-b17e-3a333e58397b', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:23:53.579732 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-14c8d051-1467-48b5-ad74-905627093ab7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:23:53.586869 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-14c8d051-1467-48b5-ad74-905627093ab7 admin admin] Usage tracker for resource:security_group_rule and tenant:9d3f500d2a6e474a97f91b622a79a4df is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:23:53.591934 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-14c8d051-1467-48b5-ad74-905627093ab7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:23:53.603842 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-14c8d051-1467-48b5-ad74-905627093ab7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:23:53.735010 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538be41a-41f6-4e17-a9a8-666cfa90a3c8 req-ec2a854a-2d27-4f9a-aa45-b7c1089e5980 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:53.737490 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-14c8d051-1467-48b5-ad74-905627093ab7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:53.742458 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-538be41a-41f6-4e17-a9a8-666cfa90a3c8 req-ec2a854a-2d27-4f9a-aa45-b7c1089e5980 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=7aad7ab8-22c4-47e2-abf2-9cc744ce8553 HTTP/1.1" status: 200 len: 945 time: 0.2066128 May 30 20:23:53.761962 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-f3cac5d3-a026-4b2d-85aa-18bb6b2b8265 None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:53.776462 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-f3cac5d3-a026-4b2d-85aa-18bb6b2b8265 None None] Transition to ACTIVE for port object dce70af9-eeb9-4aab-9f5c-c770b01aa43e will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:23:53.802942 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-f3cac5d3-a026-4b2d-85aa-18bb6b2b8265 None None] Transition to ACTIVE for port object dce70af9-eeb9-4aab-9f5c-c770b01aa43e will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:23:53.810119 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network 88ef2e10-1409-4706-b17e-3a333e58397b details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:23:53.814249 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-538be41a-41f6-4e17-a9a8-666cfa90a3c8 req-d68ce9f9-3180-400c-b25b-bee6852c195d tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ae76294-3e84-4fcb-be2a-17611205a838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707533 May 30 20:23:53.888012 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fe4bb12-4bec-4448-8748-7dd656ef0b90 tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:23:53.898424 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5fe4bb12-4bec-4448-8748-7dd656ef0b90 tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Notify callbacks [] for router, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:53.902173 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-d746f95f-697c-45de-a0fe-59f05498c426 None None] Set router 627d7e29-07c5-47e1-93af-16983d36400a gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:23:53.904857 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-5fe4bb12-4bec-4448-8748-7dd656ef0b90 tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] 10.222.0.85 "PUT /v2.0/routers/73dbd404-7171-4374-a0ea-216d95d36e3b HTTP/1.1" status: 200 len: 878 time: 9.4079139 May 30 20:23:53.907431 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 36300) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:23:54.050063 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8b6f4d-b969-4e2c-92ea-18827ad877af None None] Sync routers for ids ['73dbd404-7171-4374-a0ea-216d95d36e3b'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:23:54.067069 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-f3cac5d3-a026-4b2d-85aa-18bb6b2b8265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:54.085630 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8b6f4d-b969-4e2c-92ea-18827ad877af None None] Routers {'73dbd404-7171-4374-a0ea-216d95d36e3b'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:23:54.087009 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-1c8b6f4d-b969-4e2c-92ea-18827ad877af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:23:29Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['73dbd404-7171-4374-a0ea-216d95d36e3b'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:23:54.113929 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-14c8d051-1467-48b5-ad74-905627093ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:54.186536 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3cac5d3-a026-4b2d-85aa-18bb6b2b8265 None None] Network 0bdba3e4-efdc-4a7b-a477-f34384fa4100 is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:23:54.202053 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-f3cac5d3-a026-4b2d-85aa-18bb6b2b8265 None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:23:54.208986 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3cac5d3-a026-4b2d-85aa-18bb6b2b8265 None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:23:54.252069 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c8d051-1467-48b5-ad74-905627093ab7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb2befa4-c0a1-4ebb-afaf-506d17fca030,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:54.265004 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 36306) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:23:54.265436 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-14c8d051-1467-48b5-ad74-905627093ab7 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=9d3f500d2a6e474a97f91b622a79a4df&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9983187 May 30 20:23:54.267543 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8ad0d58f-58c1-4d2d-8a16-60d2216db770 req-ca1e092f-1e84-4887-a1c8-f53c4022e1bd service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=3ae76294-3e84-4fcb-be2a-17611205a838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8764930 May 30 20:23:54.274484 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-15abf3da-05bd-4375-82d8-bce8427df26b tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:23:54.281053 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-15abf3da-05bd-4375-82d8-bce8427df26b tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Usage tracker for resource:subnet and tenant:1070080f3a9f4c1fbf81b28e418fbebd is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:23:54.286745 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-15abf3da-05bd-4375-82d8-bce8427df26b tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:23:54.295676 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-15abf3da-05bd-4375-82d8-bce8427df26b tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:23:54.317855 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-3f59caaa-5169-49ce-a89f-8c753196a662 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] 10.222.0.85 "GET /v2.0/routers/73dbd404-7171-4374-a0ea-216d95d36e3b HTTP/1.1" status: 200 len: 919 time: 0.4087334 May 30 20:23:54.320311 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a71d859e-6457-44ed-992e-c94f4927c155 req-d7fba757-107e-4863-a0e9-a094ab6073e5 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=2f903cc6-4588-4e6d-9f98-4119c026a994&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.8846555 May 30 20:23:54.320983 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 36310) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:23:54.418656 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cac5d3-a026-4b2d-85aa-18bb6b2b8265 None None] Pushing event updated for resources: {'Port': ['ID=dce70af9-eeb9-4aab-9f5c-c770b01aa43e,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:54.448236 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15abf3da-05bd-4375-82d8-bce8427df26b tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Made reservation on behalf of 1070080f3a9f4c1fbf81b28e418fbebd for: {'subnet': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:23:54.483378 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-1c8b6f4d-b969-4e2c-92ea-18827ad877af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:23:54.486737 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-f3cac5d3-a026-4b2d-85aa-18bb6b2b8265 None None] Attempting to bind port dce70af9-eeb9-4aab-9f5c-c770b01aa43e on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:23:54.487102 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-f3cac5d3-a026-4b2d-85aa-18bb6b2b8265 None None] Attempting to bind port dce70af9-eeb9-4aab-9f5c-c770b01aa43e by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': '4394f492-b44b-4c69-803b-7e33ee43de88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '0bdba3e4-efdc-4a7b-a477-f34384fa4100'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:23:54.487460 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3cac5d3-a026-4b2d-85aa-18bb6b2b8265 None None] Attempting to bind port dce70af9-eeb9-4aab-9f5c-c770b01aa43e on network 0bdba3e4-efdc-4a7b-a477-f34384fa4100 {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:23:54.497303 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3cac5d3-a026-4b2d-85aa-18bb6b2b8265 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:23:54.497776 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3cac5d3-a026-4b2d-85aa-18bb6b2b8265 None None] Checking segment: {'id': '4394f492-b44b-4c69-803b-7e33ee43de88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '0bdba3e4-efdc-4a7b-a477-f34384fa4100'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:23:54.498128 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-f3cac5d3-a026-4b2d-85aa-18bb6b2b8265 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:54.498521 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3cac5d3-a026-4b2d-85aa-18bb6b2b8265 None None] Bound using segment: {'id': '4394f492-b44b-4c69-803b-7e33ee43de88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '0bdba3e4-efdc-4a7b-a477-f34384fa4100'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:23:54.499073 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-f3cac5d3-a026-4b2d-85aa-18bb6b2b8265 None None] Bound port: dce70af9-eeb9-4aab-9f5c-c770b01aa43e, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4394f492-b44b-4c69-803b-7e33ee43de88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '0bdba3e4-efdc-4a7b-a477-f34384fa4100'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:23:54.499439 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-f3cac5d3-a026-4b2d-85aa-18bb6b2b8265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:54.609638 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-15abf3da-05bd-4375-82d8-bce8427df26b tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114220'] for subnet, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:54.616488 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-f3cac5d3-a026-4b2d-85aa-18bb6b2b8265 None None] For port dce70af9-eeb9-4aab-9f5c-c770b01aa43e, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:23:54.620102 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-f3cac5d3-a026-4b2d-85aa-18bb6b2b8265 None None] For port dce70af9-eeb9-4aab-9f5c-c770b01aa43e, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=dce70af9-eeb9-4aab-9f5c-c770b01aa43e,segment=NetworkSegment(4394f492-b44b-4c69-803b-7e33ee43de88),segment_id=4394f492-b44b-4c69-803b-7e33ee43de88)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:23:54.631895 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8b6f4d-b969-4e2c-92ea-18827ad877af None None] Routers {'73dbd404-7171-4374-a0ea-216d95d36e3b'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:23:54.632552 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-1c8b6f4d-b969-4e2c-92ea-18827ad877af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:23:29Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['73dbd404-7171-4374-a0ea-216d95d36e3b'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:23:54.634558 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-a2f030f5-f013-4a9c-af01-dc92867c82f2 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Synchronizing usage tracker for tenant:da59b0ab053d44aa885bd8af8ce102e7 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:23:54.714147 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-1c8b6f4d-b969-4e2c-92ea-18827ad877af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:23:54.714623 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8b6f4d-b969-4e2c-92ea-18827ad877af None None] The sync data for ids ['73dbd404-7171-4374-a0ea-216d95d36e3b'] in n-d-843948-2 is: [] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:23:54.718147 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-f3cac5d3-a026-4b2d-85aa-18bb6b2b8265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:54.725981 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d5a4a2bf-ebb8-4f62-b5c7-a64a71a23e3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:54.774742 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 460fff84-62d6-49b9-acfe-5f3b6755bc57 no longer exists at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:23:54.824508 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c6df90-58f3-4b13-b733-d5c2da2aae4d req-714ea735-c679-401e-865a-d9c31f3b1245 tempest-ServerMetadataNegativeTestJSON-1382650087 tempest-ServerMetadataNegativeTestJSON-1382650087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:54.839289 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-a2f030f5-f013-4a9c-af01-dc92867c82f2 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Unset dirty status for tenant:da59b0ab053d44aa885bd8af8ce102e7 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:23:54.844568 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-38c6df90-58f3-4b13-b733-d5c2da2aae4d req-714ea735-c679-401e-865a-d9c31f3b1245 tempest-ServerMetadataNegativeTestJSON-1382650087 tempest-ServerMetadataNegativeTestJSON-1382650087-project] 10.222.0.85 "GET /v2.0/ports?device_id=cfde7229-7d46-40ae-8853-647e3ac7484a HTTP/1.1" status: 200 len: 943 time: 0.4105394 May 30 20:23:54.847278 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-a2f030f5-f013-4a9c-af01-dc92867c82f2 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] 10.222.0.85 "GET /v2.0/ports?network_id=c7869750-4b49-4b7e-aa99-5e0f1ae02da4&device_id=73dbd404-7171-4374-a0ea-216d95d36e3b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.5219960 May 30 20:23:54.847278 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 36318) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:23:55.011902 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d5a4a2bf-ebb8-4f62-b5c7-a64a71a23e3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:55.090993 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cac5d3-a026-4b2d-85aa-18bb6b2b8265 None None] Pushing event updated for resources: {'Port': ['ID=dce70af9-eeb9-4aab-9f5c-c770b01aa43e,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:55.175255 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-38c6df90-58f3-4b13-b733-d5c2da2aae4d req-4135a827-7ca2-4572-be1e-68ef2f9d4b91 tempest-ServerMetadataNegativeTestJSON-1382650087 tempest-ServerMetadataNegativeTestJSON-1382650087-project] 10.222.0.85 "GET /v2.0/security-groups?id=1aa6664b-67ec-49cb-8251-b548f3bd2079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3225231 May 30 20:23:55.231331 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-d746f95f-697c-45de-a0fe-59f05498c426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '627d7e29-07c5-47e1-93af-16983d36400a', 'name': 'tempest-ServersTestMultiNic-1248151657-router', 'tenant_id': '1070080f3a9f4c1fbf81b28e418fbebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': '6b161c04-4b65-4d97-9eb4-8d8646f12f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:23:06Z', 'updated_at': '2022-05-30T20:23:34Z', 'revision_number': 4, 'project_id': '1070080f3a9f4c1fbf81b28e418fbebd', 'gw_port': {'id': '6b161c04-4b65-4d97-9eb4-8d8646f12f5e', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:3b:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '627d7e29-07c5-47e1-93af-16983d36400a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:23:09Z', 'updated_at': '2022-05-30T20:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': 'e1ae16b0-a53e-47ab-b640-63c006ee57b3', 'name': '', 'network_id': '77747aee-7d13-4fc5-9ce2-f0a339c5ab7f', 'tenant_id': '1070080f3a9f4c1fbf81b28e418fbebd', 'mac_address': 'fa:16:3e:4c:fd:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '627d7e29-07c5-47e1-93af-16983d36400a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ccf4d07-0caf-4fe2-a7f9-105c98d9d4a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:23:29Z', 'updated_at': '2022-05-30T20:23:52Z', 'revision_number': 4, 'project_id': '1070080f3a9f4c1fbf81b28e418fbebd', 'subnets': [{'id': '3ccf4d07-0caf-4fe2-a7f9-105c98d9d4a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:23:55.249351 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d746f95f-697c-45de-a0fe-59f05498c426 None None] The sync data for ids ['627d7e29-07c5-47e1-93af-16983d36400a'] in n-d-843948-2 is: [{'id': '627d7e29-07c5-47e1-93af-16983d36400a', 'name': 'tempest-ServersTestMultiNic-1248151657-router', 'tenant_id': '1070080f3a9f4c1fbf81b28e418fbebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': '6b161c04-4b65-4d97-9eb4-8d8646f12f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:23:06Z', 'updated_at': '2022-05-30T20:23:34Z', 'revision_number': 4, 'project_id': '1070080f3a9f4c1fbf81b28e418fbebd', 'gw_port': {'id': '6b161c04-4b65-4d97-9eb4-8d8646f12f5e', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:3b:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '627d7e29-07c5-47e1-93af-16983d36400a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:23:09Z', 'updated_at': '2022-05-30T20:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': 'e1ae16b0-a53e-47ab-b640-63c006ee57b3', 'name': '', 'network_id': '77747aee-7d13-4fc5-9ce2-f0a339c5ab7f', 'tenant_id': '1070080f3a9f4c1fbf81b28e418fbebd', 'mac_address': 'fa:16:3e:4c:fd:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '627d7e29-07c5-47e1-93af-16983d36400a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ccf4d07-0caf-4fe2-a7f9-105c98d9d4a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:23:29Z', 'updated_at': '2022-05-30T20:23:52Z', 'revision_number': 4, 'project_id': '1070080f3a9f4c1fbf81b28e418fbebd', 'subnets': [{'id': '3ccf4d07-0caf-4fe2-a7f9-105c98d9d4a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:23:55.350034 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 23e58e1e-440e-4909-9492-df7a245e5ca0 details requested by agent hyperv_n-h2-843948-2 with host n-h2-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:23:55.352238 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d5a4a2bf-ebb8-4f62-b5c7-a64a71a23e3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:55.373665 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 36330) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:23:55.412903 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de32a255-ec0b-4e35-ac84-bf8be4698f98 req-f8ab3f32-31d0-48f5-8555-3c1a3fb5e897 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:55.414539 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-de32a255-ec0b-4e35-ac84-bf8be4698f98 req-f8ab3f32-31d0-48f5-8555-3c1a3fb5e897 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/ports?device_id=2f903cc6-4588-4e6d-9f98-4119c026a994 HTTP/1.1" status: 200 len: 943 time: 0.5000463 May 30 20:23:55.419935 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39692769-ab7f-4093-bbbd-abc49e2dc828 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:55.421503 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-39692769-ab7f-4093-bbbd-abc49e2dc828 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] 10.222.0.85 "GET /v2.0/networks/c7869750-4b49-4b7e-aa99-5e0f1ae02da4 HTTP/1.1" status: 200 len: 881 time: 0.5553627 May 30 20:23:55.436441 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 36336) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:23:55.513738 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a4a2bf-ebb8-4f62-b5c7-a64a71a23e3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb2befa4-c0a1-4ebb-afaf-506d17fca030,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:55.539078 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d5a4a2bf-ebb8-4f62-b5c7-a64a71a23e3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:55.550029 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-d5a4a2bf-ebb8-4f62-b5c7-a64a71a23e3b admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/eb2befa4-c0a1-4ebb-afaf-506d17fca030 HTTP/1.1" status: 204 len: 168 time: 1.2690499 May 30 20:23:55.558176 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-27511d18-4ac2-4e69-8514-ea1e0c91ed98 tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] 10.222.0.85 "GET /v2.0/ports?device_id=73dbd404-7171-4374-a0ea-216d95d36e3b HTTP/1.1" status: 200 len: 205 time: 0.1204925 May 30 20:23:55.570757 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 36344) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:23:55.686064 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-de32a255-ec0b-4e35-ac84-bf8be4698f98 req-951ab653-adc2-4d4f-8f27-e43ee6fec791 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2ed7a16-df30-4283-b4d4-5e9611f16ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968713 May 30 20:23:55.877834 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-15abf3da-05bd-4375-82d8-bce8427df26b tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4055401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114238'] for subnet, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:56.027855 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 23e58e1e-440e-4909-9492-df7a245e5ca0, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=23e58e1e-440e-4909-9492-df7a245e5ca0,segment=NetworkSegment(21532869-6ac5-4270-8a04-7c77211c2df4),segment_id=21532869-6ac5-4270-8a04-7c77211c2df4)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:23:56.060409 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Returning: {'device': '23e58e1e-440e-4909-9492-df7a245e5ca0', 'network_id': '7bdb594a-6cf1-41db-8ef6-7d21c699d998', 'port_id': '23e58e1e-440e-4909-9492-df7a245e5ca0', 'mac_address': 'fa:16:3e:1b:d0:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06abf8e1-847f-446c-bf5a-fe340191a1a6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:23:56.309490 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15abf3da-05bd-4375-82d8-bce8427df26b tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Pushing event updated for resources: {'Subnet': ['ID=ff6f5188-6a3a-4c15-92e3-ac59dc403850,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:56.325111 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:56.327529 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15abf3da-05bd-4375-82d8-bce8427df26b tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Checking segment: {'id': '37729a30-7c3a-47c6-990b-058978bb1a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '88ef2e10-1409-4706-b17e-3a333e58397b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:23:56.328134 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15abf3da-05bd-4375-82d8-bce8427df26b tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Network hostable DHCP agents. Network: 88ef2e10-1409-4706-b17e-3a333e58397b, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:23:56.488667 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23e58e1e-440e-4909-9492-df7a245e5ca0 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:23:56.507116 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device dce70af9-eeb9-4aab-9f5c-c770b01aa43e up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:23:56.527500 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15abf3da-05bd-4375-82d8-bce8427df26b tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Network 88ef2e10-1409-4706-b17e-3a333e58397b is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:23:56.684551 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-15abf3da-05bd-4375-82d8-bce8427df26b tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, 88ef2e10-1409-4706-b17e-3a333e58397b) {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:23:56.703763 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff8a86b-deca-4285-b16d-5dcb052ce99d req-3845f960-2eaa-4285-af12-d09714c6f40d tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:56.719747 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4ff8a86b-deca-4285-b16d-5dcb052ce99d req-3845f960-2eaa-4285-af12-d09714c6f40d tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=7aad7ab8-22c4-47e2-abf2-9cc744ce8553 HTTP/1.1" status: 200 len: 945 time: 0.7521148 May 30 20:23:56.750241 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 23e58e1e-440e-4909-9492-df7a245e5ca0, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=23e58e1e-440e-4909-9492-df7a245e5ca0,segment=NetworkSegment(21532869-6ac5-4270-8a04-7c77211c2df4),segment_id=21532869-6ac5-4270-8a04-7c77211c2df4)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:23:56.757792 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4344212b-06c5-4724-a447-286bb26c7f22 None None] Network 88ef2e10-1409-4706-b17e-3a333e58397b requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:23:56.772406 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15abf3da-05bd-4375-82d8-bce8427df26b tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:56.775614 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-15abf3da-05bd-4375-82d8-bce8427df26b tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:56.913016 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4ff8a86b-deca-4285-b16d-5dcb052ce99d req-10589b50-d697-4bdb-9ea6-ab173920c47c tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ae76294-3e84-4fcb-be2a-17611205a838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1910164 May 30 20:23:57.039142 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc46a7d-0ea5-4691-88c1-c13a6d16ba35 req-02b2cd82-e33d-45d6-addc-2ca06f83642e tempest-ServerMetadataNegativeTestJSON-1382650087 tempest-ServerMetadataNegativeTestJSON-1382650087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:57.041405 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fcc46a7d-0ea5-4691-88c1-c13a6d16ba35 req-02b2cd82-e33d-45d6-addc-2ca06f83642e tempest-ServerMetadataNegativeTestJSON-1382650087 tempest-ServerMetadataNegativeTestJSON-1382650087-project] 10.222.0.85 "GET /v2.0/ports?device_id=cfde7229-7d46-40ae-8853-647e3ac7484a HTTP/1.1" status: 200 len: 943 time: 0.4693494 May 30 20:23:57.055542 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-15abf3da-05bd-4375-82d8-bce8427df26b tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.5232644 May 30 20:23:57.115054 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-97f8071a-0c62-4162-9cc9-29c9fc2239ac req-bad7cd2a-bbc6-4a43-8489-376e3bdcbc3d service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=2f903cc6-4588-4e6d-9f98-4119c026a994&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.7269557 May 30 20:23:57.115591 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-337f9e4f-70ff-4aca-b4ea-08a362027ec3 tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Notify callbacks [] for router, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:57.236341 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fcc46a7d-0ea5-4691-88c1-c13a6d16ba35 req-58b659bc-f717-4b90-876a-9cb30593d6cd tempest-ServerMetadataNegativeTestJSON-1382650087 tempest-ServerMetadataNegativeTestJSON-1382650087-project] 10.222.0.85 "GET /v2.0/security-groups?id=1aa6664b-67ec-49cb-8251-b548f3bd2079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762354 May 30 20:23:57.276264 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-16d28e23-bc67-4090-944a-c15573f48014 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:57.351518 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:57.609473 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-490b839b-84b1-49c2-a0b3-a5132596c014 None None] Network 0bdba3e4-efdc-4a7b-a477-f34384fa4100 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:23:57.882196 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['23e58e1e-440e-4909-9492-df7a245e5ca0'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:23:57.910390 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 36374) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:23:57.958970 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8f0d1332-de45-4b79-a1a6-f96348cdb0f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:58.000887 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-8f0d1332-de45-4b79-a1a6-f96348cdb0f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:23:58.005323 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-8f0d1332-de45-4b79-a1a6-f96348cdb0f2 admin admin] Usage tracker for resource:security_group_rule and tenant:8f8fd0baa79c43838fee78cf82e26670 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:23:58.020956 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-8f0d1332-de45-4b79-a1a6-f96348cdb0f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:23:58.025982 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-8f0d1332-de45-4b79-a1a6-f96348cdb0f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:23:58.168721 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5793384c-a528-4508-bf0a-427d194326be req-94435571-c6d2-48d7-838c-555bbb7be807 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:58.177121 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5793384c-a528-4508-bf0a-427d194326be req-94435571-c6d2-48d7-838c-555bbb7be807 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/ports?device_id=2f903cc6-4588-4e6d-9f98-4119c026a994 HTTP/1.1" status: 200 len: 943 time: 0.4476652 May 30 20:23:58.180647 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8f0d1332-de45-4b79-a1a6-f96348cdb0f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:58.187023 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f1bd5b-f0cc-41a4-b2db-88428475e3d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-88ef2e10-1409-4706-b17e-3a333e58397b', 'network_id': '88ef2e10-1409-4706-b17e-3a333e58397b', 'tenant_id': '1070080f3a9f4c1fbf81b28e418fbebd', 'fixed_ips': [{'subnet_id': 'ff6f5188-6a3a-4c15-92e3-ac59dc403850'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:23:58.188229 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-02f1bd5b-f0cc-41a4-b2db-88428475e3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:58.240144 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5793384c-a528-4508-bf0a-427d194326be req-d0a14b99-f00f-444d-bfe5-4f7ff8d3b2d7 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2ed7a16-df30-4283-b4d4-5e9611f16ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619981 May 30 20:23:58.261273 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=23e58e1e-440e-4909-9492-df7a245e5ca0,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:58.313273 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8f0d1332-de45-4b79-a1a6-f96348cdb0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:58.331648 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b90eb9f7-3471-4b07-997e-106a87faf6ef None None] Provisioning for port dce70af9-eeb9-4aab-9f5c-c770b01aa43e completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:23:58.389731 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-337f9e4f-70ff-4aca-b4ea-08a362027ec3 tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:58.402014 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0d1332-de45-4b79-a1a6-f96348cdb0f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c457baa4-4c8b-4617-aa28-b52fab7164b4,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:58.402936 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port dce70af9-eeb9-4aab-9f5c-c770b01aa43e completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:23:58.425877 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-8f0d1332-de45-4b79-a1a6-f96348cdb0f2 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=8f8fd0baa79c43838fee78cf82e26670&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5125282 May 30 20:23:58.429565 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port dce70af9-eeb9-4aab-9f5c-c770b01aa43e triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:23:58.430289 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 36384) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:23:58.430539 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:58.512989 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-337f9e4f-70ff-4aca-b4ea-08a362027ec3 tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Deleting port b8fe4223-87af-4107-96ce-9a33eb3b35a8 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:23:58.515320 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-337f9e4f-70ff-4aca-b4ea-08a362027ec3 tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:58.767311 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-02f1bd5b-f0cc-41a4-b2db-88428475e3d0 None None] Allocated IP 19.86.0.2 (88ef2e10-1409-4706-b17e-3a333e58397b/ff6f5188-6a3a-4c15-92e3-ac59dc403850/8b451cbe-81e3-455b-8ab2-f8baae3a7fa5) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:23:58.858097 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4e7fabd8-7b46-4277-87bc-0fc16a129e40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:59.035107 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4e7fabd8-7b46-4277-87bc-0fc16a129e40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:59.176903 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-7fbd41f4-1d00-44cb-9c1c-b1e9d3540a79 None None] Provisioning complete for port dce70af9-eeb9-4aab-9f5c-c770b01aa43e triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:23:59.177506 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-7fbd41f4-1d00-44cb-9c1c-b1e9d3540a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:59.246258 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-337f9e4f-70ff-4aca-b4ea-08a362027ec3 tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:59.253084 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:59.382289 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-97f8071a-0c62-4162-9cc9-29c9fc2239ac req-918b485d-defc-4e46-a2c4-520964107dea service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=2f903cc6-4588-4e6d-9f98-4119c026a994&tenant_id=8e7af6fbddf440778dd87d98216021ce HTTP/1.1" status: 200 len: 1094 time: 0.3090265 May 30 20:23:59.408737 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e0e5a0-f9f3-455b-96e8-47e3533206d8 req-096e61b1-4f3b-48ba-a168-d6ea6f761c5b tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:59.411615 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d9e0e5a0-f9f3-455b-96e8-47e3533206d8 req-096e61b1-4f3b-48ba-a168-d6ea6f761c5b tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=7aad7ab8-22c4-47e2-abf2-9cc744ce8553 HTTP/1.1" status: 200 len: 945 time: 0.1748941 May 30 20:23:59.430464 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-337f9e4f-70ff-4aca-b4ea-08a362027ec3 tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Calling delete_port for b8fe4223-87af-4107-96ce-9a33eb3b35a8 owned by network:router_gateway {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:23:59.502565 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94d72d1-8ddd-4d6a-b1d3-ef01ac273cda req-383fd70b-f5de-4334-b757-244d4aa43cbb tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:59.506615 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94d72d1-8ddd-4d6a-b1d3-ef01ac273cda req-383fd70b-f5de-4334-b757-244d4aa43cbb tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:59.507385 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-f94d72d1-8ddd-4d6a-b1d3-ef01ac273cda req-383fd70b-f5de-4334-b757-244d4aa43cbb tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Synchronizing usage tracker for tenant:1070080f3a9f4c1fbf81b28e418fbebd on resource:network {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:23:59.550420 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port dce70af9-eeb9-4aab-9f5c-c770b01aa43e, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=dce70af9-eeb9-4aab-9f5c-c770b01aa43e,segment=NetworkSegment(4394f492-b44b-4c69-803b-7e33ee43de88),segment_id=4394f492-b44b-4c69-803b-7e33ee43de88)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:23:59.559963 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4e7fabd8-7b46-4277-87bc-0fc16a129e40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:59.584047 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7fabd8-7b46-4277-87bc-0fc16a129e40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c457baa4-4c8b-4617-aa28-b52fab7164b4,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:23:59.593072 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4e7fabd8-7b46-4277-87bc-0fc16a129e40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:59.594347 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-4e7fabd8-7b46-4277-87bc-0fc16a129e40 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/c457baa4-4c8b-4617-aa28-b52fab7164b4 HTTP/1.1" status: 204 len: 168 time: 1.1630611 May 30 20:23:59.620438 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d9e0e5a0-f9f3-455b-96e8-47e3533206d8 req-b2bcd6cb-d5b9-40fe-8569-a9690ae69b96 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ae76294-3e84-4fcb-be2a-17611205a838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1377900 May 30 20:23:59.626089 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-f94d72d1-8ddd-4d6a-b1d3-ef01ac273cda req-383fd70b-f5de-4334-b757-244d4aa43cbb tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Unset dirty status for tenant:1070080f3a9f4c1fbf81b28e418fbebd on resource:network {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:23:59.632162 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-97f8071a-0c62-4162-9cc9-29c9fc2239ac req-9581534f-b5a7-41c7-b75a-73d42adbeeaa service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8e7af6fbddf440778dd87d98216021ce&device_id=2f903cc6-4588-4e6d-9f98-4119c026a994 HTTP/1.1" status: 200 len: 1094 time: 0.2180874 May 30 20:23:59.632435 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f94d72d1-8ddd-4d6a-b1d3-ef01ac273cda req-383fd70b-f5de-4334-b757-244d4aa43cbb tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] 10.222.0.85 "GET /v2.0/networks?id=0bdba3e4-efdc-4a7b-a477-f34384fa4100&id=88ef2e10-1409-4706-b17e-3a333e58397b&id=0bdba3e4-efdc-4a7b-a477-f34384fa4100 HTTP/1.1" status: 200 len: 1390 time: 1.0679431 May 30 20:23:59.656025 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f94d72d1-8ddd-4d6a-b1d3-ef01ac273cda req-3cd05579-aa97-4384-a075-b76289ffad72 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] 10.222.0.85 "GET /v2.0/quotas/1070080f3a9f4c1fbf81b28e418fbebd HTTP/1.1" status: 200 len: 375 time: 0.0225744 May 30 20:23:59.720371 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-02f1bd5b-f0cc-41a4-b2db-88428475e3d0 None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:59.725026 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:59.726363 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device e1ae16b0-a53e-47ab-b640-63c006ee57b3 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:23:59.813717 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f8071a-0c62-4162-9cc9-29c9fc2239ac req-7968583f-ee09-4151-b756-683ee507fa66 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:23:59.815289 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-97f8071a-0c62-4162-9cc9-29c9fc2239ac req-7968583f-ee09-4151-b756-683ee507fa66 service neutron] 10.222.0.71 "GET /v2.0/networks?id=b8dbbf3d-6692-4ebe-a45d-1177e8082a2b HTTP/1.1" status: 200 len: 915 time: 0.1744661 May 30 20:23:59.863114 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-02f1bd5b-f0cc-41a4-b2db-88428475e3d0 None None] Transition to ACTIVE for port object 8b451cbe-81e3-455b-8ab2-f8baae3a7fa5 will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:23:59.867166 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-833771ba-88b6-4293-aea2-c989ce48f151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:59.893806 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-7fbd41f4-1d00-44cb-9c1c-b1e9d3540a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:23:59.947245 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-97f8071a-0c62-4162-9cc9-29c9fc2239ac req-2b412a18-edac-4467-bc32-47ef4d9cc383 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=460fff84-62d6-49b9-acfe-5f3b6755bc57 HTTP/1.1" status: 200 len: 217 time: 0.1253977 May 30 20:23:59.968796 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-02f1bd5b-f0cc-41a4-b2db-88428475e3d0 None None] Transition to ACTIVE for port object 8b451cbe-81e3-455b-8ab2-f8baae3a7fa5 will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:24:00.042711 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=dce70af9-eeb9-4aab-9f5c-c770b01aa43e,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:24:00.075002 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f94d72d1-8ddd-4d6a-b1d3-ef01ac273cda req-5777f0c0-1d60-45d5-8937-b12e601c5e3e tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=1070080f3a9f4c1fbf81b28e418fbebd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4177425 May 30 20:24:00.076988 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.db.api [None req-7fbd41f4-1d00-44cb-9c1c-b1e9d3540a79 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:24:00.077433 n-d-843948-2 neutron-server[84888]: DEBUG oslo_db.api [None req-7fbd41f4-1d00-44cb-9c1c-b1e9d3540a79 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:24:00.145461 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:00.197185 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-02f1bd5b-f0cc-41a4-b2db-88428475e3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:00.237401 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-337f9e4f-70ff-4aca-b4ea-08a362027ec3 tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:00.280749 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f8071a-0c62-4162-9cc9-29c9fc2239ac req-d25281e5-cc1f-4964-b55a-d31d3defa5a9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:00.282307 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-97f8071a-0c62-4162-9cc9-29c9fc2239ac req-d25281e5-cc1f-4964-b55a-d31d3defa5a9 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=61db9283-a711-4dd7-99cf-b308efe98b83 HTTP/1.1" status: 200 len: 854 time: 0.3287292 May 30 20:24:00.293837 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port e1ae16b0-a53e-47ab-b640-63c006ee57b3 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:24:00.323129 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port e1ae16b0-a53e-47ab-b640-63c006ee57b3 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:24:00.323583 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:00.342836 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-97f8071a-0c62-4162-9cc9-29c9fc2239ac req-389b811d-08d7-4640-806d-0ad264198b74 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b8dbbf3d-6692-4ebe-a45d-1177e8082a2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525284 May 30 20:24:00.364553 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337f9e4f-70ff-4aca-b4ea-08a362027ec3 tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Pushing event deleted for resources: {'Port': ['ID=b8fe4223-87af-4107-96ce-9a33eb3b35a8,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:24:00.377106 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f1bd5b-f0cc-41a4-b2db-88428475e3d0 None None] Network 88ef2e10-1409-4706-b17e-3a333e58397b is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:24:00.380755 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-02f1bd5b-f0cc-41a4-b2db-88428475e3d0 None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:24:00.383885 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f1bd5b-f0cc-41a4-b2db-88428475e3d0 None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:24:00.392998 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f1bd5b-f0cc-41a4-b2db-88428475e3d0 None None] Pushing event updated for resources: {'Port': ['ID=8b451cbe-81e3-455b-8ab2-f8baae3a7fa5,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:24:00.449306 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479fe166-6cd2-41e3-9345-e705a0d8b5cc req-3681dba9-6407-48f1-a043-9930afcb460e tempest-ServerMetadataNegativeTestJSON-1382650087 tempest-ServerMetadataNegativeTestJSON-1382650087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:00.456998 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-479fe166-6cd2-41e3-9345-e705a0d8b5cc req-3681dba9-6407-48f1-a043-9930afcb460e tempest-ServerMetadataNegativeTestJSON-1382650087 tempest-ServerMetadataNegativeTestJSON-1382650087-project] 10.222.0.85 "GET /v2.0/ports?device_id=cfde7229-7d46-40ae-8853-647e3ac7484a HTTP/1.1" status: 200 len: 944 time: 0.4275014 May 30 20:24:00.568542 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-479fe166-6cd2-41e3-9345-e705a0d8b5cc req-88830a52-17b3-4a98-a82e-7cda49067256 tempest-ServerMetadataNegativeTestJSON-1382650087 tempest-ServerMetadataNegativeTestJSON-1382650087-project] 10.222.0.85 "GET /v2.0/security-groups?id=1aa6664b-67ec-49cb-8251-b548f3bd2079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106460 May 30 20:24:00.619352 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-97f8071a-0c62-4162-9cc9-29c9fc2239ac req-6b1dd19c-bf9f-4491-b1a9-1b8833a2fbc1 service neutron] 10.222.0.71 "GET /v2.0/networks/b8dbbf3d-6692-4ebe-a45d-1177e8082a2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2700322 May 30 20:24:00.675858 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-02f1bd5b-f0cc-41a4-b2db-88428475e3d0 None None] Attempting to bind port 8b451cbe-81e3-455b-8ab2-f8baae3a7fa5 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:24:00.676482 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-02f1bd5b-f0cc-41a4-b2db-88428475e3d0 None None] Attempting to bind port 8b451cbe-81e3-455b-8ab2-f8baae3a7fa5 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': '37729a30-7c3a-47c6-990b-058978bb1a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '88ef2e10-1409-4706-b17e-3a333e58397b'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:24:00.676954 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f1bd5b-f0cc-41a4-b2db-88428475e3d0 None None] Attempting to bind port 8b451cbe-81e3-455b-8ab2-f8baae3a7fa5 on network 88ef2e10-1409-4706-b17e-3a333e58397b {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:24:00.694374 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f1bd5b-f0cc-41a4-b2db-88428475e3d0 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:24:00.694961 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f1bd5b-f0cc-41a4-b2db-88428475e3d0 None None] Checking segment: {'id': '37729a30-7c3a-47c6-990b-058978bb1a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '88ef2e10-1409-4706-b17e-3a333e58397b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:24:00.695589 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-02f1bd5b-f0cc-41a4-b2db-88428475e3d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:00.696184 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f94d72d1-8ddd-4d6a-b1d3-ef01ac273cda req-20d38ad0-084e-42cc-88bd-3d62e77fff5e service neutron] 10.222.0.85 "GET /v2.0/networks/0bdba3e4-efdc-4a7b-a477-f34384fa4100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6139741 May 30 20:24:00.696331 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f1bd5b-f0cc-41a4-b2db-88428475e3d0 None None] Bound using segment: {'id': '37729a30-7c3a-47c6-990b-058978bb1a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '88ef2e10-1409-4706-b17e-3a333e58397b'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:24:00.697025 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-02f1bd5b-f0cc-41a4-b2db-88428475e3d0 None None] Bound port: 8b451cbe-81e3-455b-8ab2-f8baae3a7fa5, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37729a30-7c3a-47c6-990b-058978bb1a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '88ef2e10-1409-4706-b17e-3a333e58397b'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:24:00.697949 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-02f1bd5b-f0cc-41a4-b2db-88428475e3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:00.960628 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-97f8071a-0c62-4162-9cc9-29c9fc2239ac req-e70a1c46-3181-4b94-8206-73566c128a81 service neutron] 10.222.0.71 "GET /v2.0/networks/b8dbbf3d-6692-4ebe-a45d-1177e8082a2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3340964 May 30 20:24:00.991904 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6b7c0a-84e6-4fab-90d1-c3a04155c625 req-8c615b02-31de-4ffb-a121-a1cdf0326e50 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:00.998750 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:00.999627 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fd6b7c0a-84e6-4fab-90d1-c3a04155c625 req-8c615b02-31de-4ffb-a121-a1cdf0326e50 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/ports?device_id=fc2f8771-8ae8-478e-b73c-7ebb9203036f HTTP/1.1" status: 200 len: 945 time: 0.1567321 May 30 20:24:01.060839 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-02f1bd5b-f0cc-41a4-b2db-88428475e3d0 None None] For port 8b451cbe-81e3-455b-8ab2-f8baae3a7fa5, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:24:01.065962 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-02f1bd5b-f0cc-41a4-b2db-88428475e3d0 None None] For port 8b451cbe-81e3-455b-8ab2-f8baae3a7fa5, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=8b451cbe-81e3-455b-8ab2-f8baae3a7fa5,segment=NetworkSegment(37729a30-7c3a-47c6-990b-058978bb1a72),segment_id=37729a30-7c3a-47c6-990b-058978bb1a72)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:24:01.070391 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port e1ae16b0-a53e-47ab-b640-63c006ee57b3, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=e1ae16b0-a53e-47ab-b640-63c006ee57b3,segment=NetworkSegment(6feea416-6b09-4292-8b00-0648eb0fb4b1),segment_id=6feea416-6b09-4292-8b00-0648eb0fb4b1)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:24:01.073526 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fd6b7c0a-84e6-4fab-90d1-c3a04155c625 req-1faebe96-dfcb-495a-aeb7-8e8583b653b2 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/security-groups?id=43b52b63-89b9-4504-9f0e-59456bc9d48e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720313 May 30 20:24:01.076619 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:01.139790 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-02f1bd5b-f0cc-41a4-b2db-88428475e3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:01.185203 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:01.248724 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f1bd5b-f0cc-41a4-b2db-88428475e3d0 None None] Pushing event updated for resources: {'Port': ['ID=8b451cbe-81e3-455b-8ab2-f8baae3a7fa5,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:24:01.344872 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=e1ae16b0-a53e-47ab-b640-63c006ee57b3,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:24:01.381826 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 23e58e1e-440e-4909-9492-df7a245e5ca0 up at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:24:01.489775 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device dce70af9-eeb9-4aab-9f5c-c770b01aa43e up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:24:01.562708 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3861173-0ceb-4199-823f-34166a440d8d req-fd74eaaf-ad10-41b7-b495-9fb2784e85f4 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:01.565025 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a3861173-0ceb-4199-823f-34166a440d8d req-fd74eaaf-ad10-41b7-b495-9fb2784e85f4 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/ports?device_id=2f903cc6-4588-4e6d-9f98-4119c026a994 HTTP/1.1" status: 200 len: 943 time: 0.2386985 May 30 20:24:01.584181 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f94d72d1-8ddd-4d6a-b1d3-ef01ac273cda req-c80eaad0-19d0-48a5-b73b-b54dcafe8365 service neutron] 10.222.0.85 "GET /v2.0/networks/0bdba3e4-efdc-4a7b-a477-f34384fa4100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8655574 May 30 20:24:01.642049 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-337f9e4f-70ff-4aca-b4ea-08a362027ec3 tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-736453'] for router_gateway, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:01.658092 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a3861173-0ceb-4199-823f-34166a440d8d req-3ebc921c-6130-438a-b9a2-d3c7bf9b37ab tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2ed7a16-df30-4283-b4d4-5e9611f16ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851238 May 30 20:24:01.664202 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port dce70af9-eeb9-4aab-9f5c-c770b01aa43e triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:24:01.664769 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:01.772434 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning for port 23e58e1e-440e-4909-9492-df7a245e5ca0 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:24:01.803239 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning complete for port 23e58e1e-440e-4909-9492-df7a245e5ca0 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:24:01.804581 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:02.011783 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-337f9e4f-70ff-4aca-b4ea-08a362027ec3 tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-724789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3141'] for router, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:02.034310 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-337f9e4f-70ff-4aca-b4ea-08a362027ec3 tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:02.071656 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f94d72d1-8ddd-4d6a-b1d3-ef01ac273cda req-259c989e-968d-4cdc-b7f5-e77b2efe63d5 service neutron] 10.222.0.85 "GET /v2.0/networks/88ef2e10-1409-4706-b17e-3a333e58397b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4554355 May 30 20:24:02.143151 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:02.195304 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfde7229-7d46-40ae-8853-647e3ac7484a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23e58e1e-440e-4909-9492-df7a245e5ca0'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:24:02.213809 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 23e58e1e-440e-4909-9492-df7a245e5ca0, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=23e58e1e-440e-4909-9492-df7a245e5ca0,segment=NetworkSegment(21532869-6ac5-4270-8a04-7c77211c2df4),segment_id=21532869-6ac5-4270-8a04-7c77211c2df4)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:24:02.227364 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f94d72d1-8ddd-4d6a-b1d3-ef01ac273cda req-f2aa0d51-a5f9-4d89-8dfe-06b277dfa6c6 service neutron] 10.222.0.85 "GET /v2.0/networks/88ef2e10-1409-4706-b17e-3a333e58397b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474683 May 30 20:24:02.261506 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-337f9e4f-70ff-4aca-b4ea-08a362027ec3 tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724889'] for router, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:02.262087 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-337f9e4f-70ff-4aca-b4ea-08a362027ec3 tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Fanout notify agent at l3_agent the message router_deleted on router 73dbd404-7171-4374-a0ea-216d95d36e3b {{(pid=84886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:24:02.303217 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:02.405161 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-337f9e4f-70ff-4aca-b4ea-08a362027ec3 tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Notify callbacks [] for router, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:02.411808 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 36424) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:24:02.415158 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-337f9e4f-70ff-4aca-b4ea-08a362027ec3 tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] 10.222.0.85 "DELETE /v2.0/routers/73dbd404-7171-4374-a0ea-216d95d36e3b HTTP/1.1" status: 204 len: 168 time: 6.8391564 May 30 20:24:02.417863 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-581a15d8-ec45-4832-8a91-1fb2ad1ab859 tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1364480308', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:24:02.423655 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=23e58e1e-440e-4909-9492-df7a245e5ca0,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:24:02.432404 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-581a15d8-ec45-4832-8a91-1fb2ad1ab859 tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:24:02.441477 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-581a15d8-ec45-4832-8a91-1fb2ad1ab859 tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Usage tracker for resource:router and tenant:1338b027b2714cb58e8926b94854de98 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:24:02.448451 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-581a15d8-ec45-4832-8a91-1fb2ad1ab859 tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:24:02.460206 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-581a15d8-ec45-4832-8a91-1fb2ad1ab859 tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:24:02.494146 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f94d72d1-8ddd-4d6a-b1d3-ef01ac273cda req-a6b96932-4b43-4994-9703-3cf54f3119e9 service neutron] 10.222.0.85 "GET /v2.0/networks/0bdba3e4-efdc-4a7b-a477-f34384fa4100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2555590 May 30 20:24:02.580593 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-581a15d8-ec45-4832-8a91-1fb2ad1ab859 tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-733683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3159'] for router, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:02.582790 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-581a15d8-ec45-4832-8a91-1fb2ad1ab859 tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-733584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-736372', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-628480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3164'] for router, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:02.612564 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-581a15d8-ec45-4832-8a91-1fb2ad1ab859 tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:02.620722 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:02.691032 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f94d72d1-8ddd-4d6a-b1d3-ef01ac273cda req-324d54ce-14fe-468b-a069-aa9d88da7d18 service neutron] 10.222.0.85 "GET /v2.0/networks/0bdba3e4-efdc-4a7b-a477-f34384fa4100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858184 May 30 20:24:02.922790 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-581a15d8-ec45-4832-8a91-1fb2ad1ab859 tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-736409'] for router, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:03.043216 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea324c2-45a2-497c-a7a5-3deea50bb9d8 None None] Network 88ef2e10-1409-4706-b17e-3a333e58397b requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:24:03.173688 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c6e2bcde-24b8-48d7-8ea1-74a4296ac2ae req-69cc2acd-73e5-4e94-a642-f6c9d903eabd service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=88e042593d914709b0b6e8865f4bc68d&device_id=9344e871-e93a-4ab0-b2c6-c1bdb8e7cd51 HTTP/1.1" status: 200 len: 1097 time: 0.4028561 May 30 20:24:03.430435 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-561e8e7b-08c4-483e-bbfe-81bb56198571 None None] Provisioning for port 8b451cbe-81e3-455b-8ab2-f8baae3a7fa5 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:24:03.464721 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bfbeb1-68ba-4632-bf5f-1cffb2672225 req-85fbcf09-f630-46e1-8b85-4321c8304626 tempest-ServerMetadataNegativeTestJSON-1382650087 tempest-ServerMetadataNegativeTestJSON-1382650087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:03.466909 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b1bfbeb1-68ba-4632-bf5f-1cffb2672225 req-85fbcf09-f630-46e1-8b85-4321c8304626 tempest-ServerMetadataNegativeTestJSON-1382650087 tempest-ServerMetadataNegativeTestJSON-1382650087-project] 10.222.0.85 "GET /v2.0/ports?device_id=cfde7229-7d46-40ae-8853-647e3ac7484a HTTP/1.1" status: 200 len: 945 time: 0.2099602 May 30 20:24:03.491762 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e2bcde-24b8-48d7-8ea1-74a4296ac2ae req-f380eb16-8359-4163-9dd1-67089a387149 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:03.494101 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c6e2bcde-24b8-48d7-8ea1-74a4296ac2ae req-f380eb16-8359-4163-9dd1-67089a387149 service neutron] 10.222.0.86 "GET /v2.0/networks?id=3b009590-a296-4757-aa36-6233b5dedf2d HTTP/1.1" status: 200 len: 920 time: 0.3134611 May 30 20:24:03.506595 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-581a15d8-ec45-4832-8a91-1fb2ad1ab859 tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Notify callbacks [] for router, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:03.508168 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-581a15d8-ec45-4832-8a91-1fb2ad1ab859 tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.0950732 May 30 20:24:03.537655 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 36446) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:24:03.548453 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-0b6e5c03-ab17-4c08-8625-61cb0eeb12e0 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'enable_snat': True}}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:24:03.599857 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 8b451cbe-81e3-455b-8ab2-f8baae3a7fa5 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:24:03.690610 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cab60b7-50e4-4e61-9a66-68b30d7f118e req-d7945ed2-00d1-416e-a97f-3855c2109a87 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:03.709537 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7cab60b7-50e4-4e61-9a66-68b30d7f118e req-d7945ed2-00d1-416e-a97f-3855c2109a87 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=7aad7ab8-22c4-47e2-abf2-9cc744ce8553 HTTP/1.1" status: 200 len: 945 time: 0.8045859 May 30 20:24:03.719775 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 36450) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:24:03.747726 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-6cd4292d-21f6-4f1d-9eff-37eaec71dda0 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Request body: {'floatingip': {'port_id': 'bcdfc29b-75b2-4955-871a-03ddaef96f61'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:24:03.813317 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 8b451cbe-81e3-455b-8ab2-f8baae3a7fa5 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:24:03.820232 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 8b451cbe-81e3-455b-8ab2-f8baae3a7fa5 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:24:03.827785 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:03.931936 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b1bfbeb1-68ba-4632-bf5f-1cffb2672225 req-a4fb0469-c3d5-4293-af4a-f91ee03048cb tempest-ServerMetadataNegativeTestJSON-1382650087 tempest-ServerMetadataNegativeTestJSON-1382650087-project] 10.222.0.85 "GET /v2.0/security-groups?id=1aa6664b-67ec-49cb-8251-b548f3bd2079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4519925 May 30 20:24:04.127900 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d33f987-716a-4c9e-9af2-3a0cfa449ffd'] response: {'server_uuid': 'cfde7229-7d46-40ae-8853-647e3ac7484a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23e58e1e-440e-4909-9492-df7a245e5ca0', 'code': 200} May 30 20:24:04.128845 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:04.208250 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port 8b451cbe-81e3-455b-8ab2-f8baae3a7fa5, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=8b451cbe-81e3-455b-8ab2-f8baae3a7fa5,segment=NetworkSegment(37729a30-7c3a-47c6-990b-058978bb1a72),segment_id=37729a30-7c3a-47c6-990b-058978bb1a72)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:24:04.216966 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6cd4292d-21f6-4f1d-9eff-37eaec71dda0 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Notify callbacks [] for floatingip, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:04.320752 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:04.322633 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device e1ae16b0-a53e-47ab-b640-63c006ee57b3 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:24:04.440823 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c6e2bcde-24b8-48d7-8ea1-74a4296ac2ae req-5470fd8c-5fbf-4466-807b-55064cb06063 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=078b0eb3-7ef6-4b86-9aaa-e86d5bd99c01 HTTP/1.1" status: 200 len: 1002 time: 0.9403257 May 30 20:24:04.519742 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e2bcde-24b8-48d7-8ea1-74a4296ac2ae req-0557b663-dc74-4d6b-b040-ae669c72070b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:04.521564 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c6e2bcde-24b8-48d7-8ea1-74a4296ac2ae req-0557b663-dc74-4d6b-b040-ae669c72070b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=4a48f417-ba85-44a0-9f1b-28d1dfa8235b HTTP/1.1" status: 200 len: 858 time: 0.0692461 May 30 20:24:04.694494 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b0deb040-a529-4d84-854c-ae4c9f4ba872 None None] Provisioning complete for port 8b451cbe-81e3-455b-8ab2-f8baae3a7fa5 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:24:04.694941 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b0deb040-a529-4d84-854c-ae4c9f4ba872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:04.872083 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=8b451cbe-81e3-455b-8ab2-f8baae3a7fa5,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:24:04.923734 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0b6e5c03-ab17-4c08-8625-61cb0eeb12e0 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-736390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:04.967882 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port e1ae16b0-a53e-47ab-b640-63c006ee57b3 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:24:04.968305 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:04.969497 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8dde3e-e479-43a2-80f4-19ee0024dbce req-25cab039-c8e5-4ca4-8f3b-cfcda2064172 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:04.976948 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9b8dde3e-e479-43a2-80f4-19ee0024dbce req-25cab039-c8e5-4ca4-8f3b-cfcda2064172 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/ports?device_id=fc2f8771-8ae8-478e-b73c-7ebb9203036f HTTP/1.1" status: 200 len: 945 time: 0.8608036 May 30 20:24:05.042113 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d141138-18d3-4e2a-b209-cd08117c28f7 req-a0d39060-4dd5-42ab-b2c7-b687bf69dcb7 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:05.055838 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0d141138-18d3-4e2a-b209-cd08117c28f7 req-a0d39060-4dd5-42ab-b2c7-b687bf69dcb7 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/ports?device_id=9344e871-e93a-4ab0-b2c6-c1bdb8e7cd51 HTTP/1.1" status: 200 len: 946 time: 0.6190112 May 30 20:24:05.081102 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9b8dde3e-e479-43a2-80f4-19ee0024dbce req-a6f209e3-9774-4b67-82e5-8b824e9d61d3 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/security-groups?id=43b52b63-89b9-4504-9f0e-59456bc9d48e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027594 May 30 20:24:05.130513 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-089ce98a-f30f-45a8-b2cf-2200705695cc req-d93dafbe-7010-43b8-b4a2-054eed45aced service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=cfde7229-7d46-40ae-8853-647e3ac7484a HTTP/1.1" status: 200 len: 1096 time: 0.8282425 May 30 20:24:05.413294 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 8b451cbe-81e3-455b-8ab2-f8baae3a7fa5 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:24:05.415131 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0d141138-18d3-4e2a-b209-cd08117c28f7 req-d90897d8-1219-4b6e-8858-a77aca249faa tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/security-groups?id=3a2b8dd1-9f73-464e-8b6a-7ffd93a0edae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3575659 May 30 20:24:05.440558 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c6e2bcde-24b8-48d7-8ea1-74a4296ac2ae req-addf1d22-8a74-41f5-9d41-9302867a3498 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3b009590-a296-4757-aa36-6233b5dedf2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9020753 May 30 20:24:05.668432 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 8b451cbe-81e3-455b-8ab2-f8baae3a7fa5 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:24:05.669494 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:05.750599 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-30284434-bc60-46ae-94ae-e88f8f4a3cbe req-3bfe7d18-59f2-459f-aa61-a10a4da675b1 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] 10.222.0.85 "GET /v2.0/ports?device_id=0ce68830-4f59-41b5-9920-7484fd2b7d64 HTTP/1.1" status: 200 len: 210 time: 0.1076829 May 30 20:24:05.809875 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0b6e5c03-ab17-4c08-8625-61cb0eeb12e0 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:05.934557 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-089ce98a-f30f-45a8-b2cf-2200705695cc req-3b54e84e-20ef-4573-b6bb-690736c9feac service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=1aa6664b-67ec-49cb-8251-b548f3bd2079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7826655 May 30 20:24:05.958385 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0b6e5c03-ab17-4c08-8625-61cb0eeb12e0 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:06.154942 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4447d43f-1a6e-49ac-ab32-d45d892bfaf3 req-0945f954-91c0-4f3b-938d-9afb93d3de9c tempest-ServerMetadataNegativeTestJSON-1382650087 tempest-ServerMetadataNegativeTestJSON-1382650087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:06.156499 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4447d43f-1a6e-49ac-ab32-d45d892bfaf3 req-0945f954-91c0-4f3b-938d-9afb93d3de9c tempest-ServerMetadataNegativeTestJSON-1382650087 tempest-ServerMetadataNegativeTestJSON-1382650087-project] 10.222.0.85 "GET /v2.0/ports?device_id=cfde7229-7d46-40ae-8853-647e3ac7484a HTTP/1.1" status: 200 len: 945 time: 0.1163087 May 30 20:24:06.186909 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c6e2bcde-24b8-48d7-8ea1-74a4296ac2ae req-da37de9f-d43f-416f-9edd-7a22f7169d94 service neutron] 10.222.0.86 "GET /v2.0/networks/3b009590-a296-4757-aa36-6233b5dedf2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7257593 May 30 20:24:06.452376 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4447d43f-1a6e-49ac-ab32-d45d892bfaf3 req-173ab1ee-1895-405f-b069-66bec0311651 tempest-ServerMetadataNegativeTestJSON-1382650087 tempest-ServerMetadataNegativeTestJSON-1382650087-project] 10.222.0.85 "GET /v2.0/security-groups?id=1aa6664b-67ec-49cb-8251-b548f3bd2079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2766380 May 30 20:24:06.459535 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe0186c-e14a-4c9b-ad77-f6ea3e49c637 req-95b57a9f-59c5-4237-ba54-35728e9199cc tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:06.459535 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6fe0186c-e14a-4c9b-ad77-f6ea3e49c637 req-95b57a9f-59c5-4237-ba54-35728e9199cc tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/ports?device_id=2f903cc6-4588-4e6d-9f98-4119c026a994 HTTP/1.1" status: 200 len: 943 time: 0.7176528 May 30 20:24:06.459889 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-0b6e5c03-ab17-4c08-8625-61cb0eeb12e0 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Allocated IP 172.25.8.154 (c7869750-4b49-4b7e-aa99-5e0f1ae02da4/427601ec-f643-4fe7-b5e6-17305d3a39e1/55b6ee41-db22-4b35-b4be-38732844d194) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:24:06.552312 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c6e2bcde-24b8-48d7-8ea1-74a4296ac2ae req-c86a1862-5b5e-4511-9bb9-a4d6cec8d3a1 service neutron] 10.222.0.86 "GET /v2.0/networks/3b009590-a296-4757-aa36-6233b5dedf2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3472281 May 30 20:24:06.576629 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6fe0186c-e14a-4c9b-ad77-f6ea3e49c637 req-ce5d55e2-a094-4c81-93f9-f632eb064d8b tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2ed7a16-df30-4283-b4d4-5e9611f16ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924506 May 30 20:24:06.870123 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6cd4292d-21f6-4f1d-9eff-37eaec71dda0 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:06.940751 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0b6e5c03-ab17-4c08-8625-61cb0eeb12e0 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:06.954618 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77d00b1-2590-4703-aeec-16b0c89bd7cd req-e9d540e3-0945-4422-9139-0d778f4c6456 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:06.956394 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a77d00b1-2590-4703-aeec-16b0c89bd7cd req-e9d540e3-0945-4422-9139-0d778f4c6456 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/ports?device_id=fc2f8771-8ae8-478e-b73c-7ebb9203036f HTTP/1.1" status: 200 len: 945 time: 0.2291753 May 30 20:24:06.970613 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6cd4292d-21f6-4f1d-9eff-37eaec71dda0 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736490'] for floatingip, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:07.045477 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a77d00b1-2590-4703-aeec-16b0c89bd7cd req-90b5398f-3bb6-4b9e-8fc6-a9719926fef6 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/security-groups?id=43b52b63-89b9-4504-9f0e-59456bc9d48e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810754 May 30 20:24:07.197386 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0b6e5c03-ab17-4c08-8625-61cb0eeb12e0 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:07.296114 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94d72d1-8ddd-4d6a-b1d3-ef01ac273cda req-354781d7-958c-4309-a569-c5c522b24b0f tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:07.300470 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94d72d1-8ddd-4d6a-b1d3-ef01ac273cda req-354781d7-958c-4309-a569-c5c522b24b0f tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:07.301549 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-f94d72d1-8ddd-4d6a-b1d3-ef01ac273cda req-354781d7-958c-4309-a569-c5c522b24b0f tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Synchronizing usage tracker for tenant:1070080f3a9f4c1fbf81b28e418fbebd on resource:network {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:24:07.385655 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-deb2ae7e-69b9-4d25-9ea1-b27226105226 req-09b393dd-4f31-4f7b-9482-81eeb617b169 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] 10.222.0.85 "GET /v2.0/ports?device_id=0ce68830-4f59-41b5-9920-7484fd2b7d64 HTTP/1.1" status: 200 len: 210 time: 0.0745738 May 30 20:24:07.417400 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-f94d72d1-8ddd-4d6a-b1d3-ef01ac273cda req-354781d7-958c-4309-a569-c5c522b24b0f tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Unset dirty status for tenant:1070080f3a9f4c1fbf81b28e418fbebd on resource:network {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:24:07.418781 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f94d72d1-8ddd-4d6a-b1d3-ef01ac273cda req-354781d7-958c-4309-a569-c5c522b24b0f tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] 10.222.0.71 "GET /v2.0/networks?id=0bdba3e4-efdc-4a7b-a477-f34384fa4100&id=88ef2e10-1409-4706-b17e-3a333e58397b&id=0bdba3e4-efdc-4a7b-a477-f34384fa4100 HTTP/1.1" status: 200 len: 1390 time: 0.3501697 May 30 20:24:07.445381 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6e5c03-ab17-4c08-8625-61cb0eeb12e0 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Pushing event updated for resources: {'Port': ['ID=55b6ee41-db22-4b35-b4be-38732844d194,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:24:07.446353 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-f94d72d1-8ddd-4d6a-b1d3-ef01ac273cda req-c6e5ec64-2cef-4a19-a567-554bd0da8e41 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Request body: {'port': {'device_id': '0ce68830-4f59-41b5-9920-7484fd2b7d64', 'network_id': '0bdba3e4-efdc-4a7b-a477-f34384fa4100', 'admin_state_up': True, 'tenant_id': '1070080f3a9f4c1fbf81b28e418fbebd'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:24:07.468457 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b6e5c03-ab17-4c08-8625-61cb0eeb12e0 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:24:07.471664 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-0b6e5c03-ab17-4c08-8625-61cb0eeb12e0 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:24:07.481054 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6e5c03-ab17-4c08-8625-61cb0eeb12e0 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:24:07.882650 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6b9128-f2db-46bb-80cf-6272a0e5e33a req-43c7251c-f8db-4180-aaef-98e203695004 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:07.892471 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6a6b9128-f2db-46bb-80cf-6272a0e5e33a req-43c7251c-f8db-4180-aaef-98e203695004 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/ports?device_id=9344e871-e93a-4ab0-b2c6-c1bdb8e7cd51 HTTP/1.1" status: 200 len: 946 time: 1.0210600 May 30 20:24:08.050352 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6a6b9128-f2db-46bb-80cf-6272a0e5e33a req-b500d03e-8828-49a3-96f5-d1dce33d5e19 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/security-groups?id=3a2b8dd1-9f73-464e-8b6a-7ffd93a0edae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1564832 May 30 20:24:08.066621 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-f94d72d1-8ddd-4d6a-b1d3-ef01ac273cda req-c6e5ec64-2cef-4a19-a567-554bd0da8e41 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:24:08.096647 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-f94d72d1-8ddd-4d6a-b1d3-ef01ac273cda req-c6e5ec64-2cef-4a19-a567-554bd0da8e41 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Usage tracker for resource:port and tenant:1070080f3a9f4c1fbf81b28e418fbebd is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:24:08.105268 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-f94d72d1-8ddd-4d6a-b1d3-ef01ac273cda req-c6e5ec64-2cef-4a19-a567-554bd0da8e41 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Quota usage for port was recalculated. Used quota:4. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:24:08.119063 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-f94d72d1-8ddd-4d6a-b1d3-ef01ac273cda req-c6e5ec64-2cef-4a19-a567-554bd0da8e41 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:24:08.206527 n-d-843948-2 neutron-server[84887]: INFO neutron.db.l3_db [None req-6cd4292d-21f6-4f1d-9eff-37eaec71dda0 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Floating IP 843b4c3c-87bc-4983-9f2f-7249af4c44ac associated. External IP: 172.25.8.138, port: bcdfc29b-75b2-4955-871a-03ddaef96f61. May 30 20:24:08.254488 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6575e9b-a1c7-4253-9727-70b25a7edde5 req-79d129f4-b267-4b62-aa8a-2900532b1772 tempest-ServerMetadataNegativeTestJSON-1382650087 tempest-ServerMetadataNegativeTestJSON-1382650087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:08.264087 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f6575e9b-a1c7-4253-9727-70b25a7edde5 req-79d129f4-b267-4b62-aa8a-2900532b1772 tempest-ServerMetadataNegativeTestJSON-1382650087 tempest-ServerMetadataNegativeTestJSON-1382650087-project] 10.222.0.85 "GET /v2.0/ports?device_id=cfde7229-7d46-40ae-8853-647e3ac7484a HTTP/1.1" status: 200 len: 945 time: 0.4654410 May 30 20:24:08.411838 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f6575e9b-a1c7-4253-9727-70b25a7edde5 req-80b2d4f9-831f-4667-8123-2097876d1e80 tempest-ServerMetadataNegativeTestJSON-1382650087 tempest-ServerMetadataNegativeTestJSON-1382650087-project] 10.222.0.85 "GET /v2.0/security-groups?id=1aa6664b-67ec-49cb-8251-b548f3bd2079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452239 May 30 20:24:08.458728 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f94d72d1-8ddd-4d6a-b1d3-ef01ac273cda req-c6e5ec64-2cef-4a19-a567-554bd0da8e41 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Made reservation on behalf of 1070080f3a9f4c1fbf81b28e418fbebd for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:24:08.464475 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-f94d72d1-8ddd-4d6a-b1d3-ef01ac273cda req-c6e5ec64-2cef-4a19-a567-554bd0da8e41 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:08.481195 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0b6e5c03-ab17-4c08-8625-61cb0eeb12e0 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:08.885359 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0b6e5c03-ab17-4c08-8625-61cb0eeb12e0 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-736390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:08.893532 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0b6e5c03-ab17-4c08-8625-61cb0eeb12e0 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-736409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-736399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-736400', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-724754'] for router, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:09.131444 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59d725e-394f-4278-8f25-b30cd13c98ab req-2e353ccc-f748-4784-a6f8-df3ca4bffb7f tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:09.150183 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c59d725e-394f-4278-8f25-b30cd13c98ab req-2e353ccc-f748-4784-a6f8-df3ca4bffb7f tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/ports?device_id=2f903cc6-4588-4e6d-9f98-4119c026a994 HTTP/1.1" status: 200 len: 943 time: 0.5046346 May 30 20:24:09.211440 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [req-f94d72d1-8ddd-4d6a-b1d3-ef01ac273cda req-c6e5ec64-2cef-4a19-a567-554bd0da8e41 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Allocated IP 19.80.0.101 (0bdba3e4-efdc-4a7b-a477-f34384fa4100/b030b0ca-4593-4382-a610-fee8425fd422/41499352-23b9-4db7-9ab1-3e674d841528) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:24:09.273512 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54671229-5d5d-44bd-8d4f-324d0ed4ec7d req-309dd8d3-d8ca-4f7d-bce8-1374f48be3eb tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:09.277034 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-54671229-5d5d-44bd-8d4f-324d0ed4ec7d req-309dd8d3-d8ca-4f7d-bce8-1374f48be3eb tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/ports?device_id=fc2f8771-8ae8-478e-b73c-7ebb9203036f HTTP/1.1" status: 200 len: 945 time: 0.5044656 May 30 20:24:09.318500 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c59d725e-394f-4278-8f25-b30cd13c98ab req-eba602a6-c701-4302-943d-2fb5c230cb60 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2ed7a16-df30-4283-b4d4-5e9611f16ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722882 May 30 20:24:09.442396 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-54671229-5d5d-44bd-8d4f-324d0ed4ec7d req-b4ea50c1-3bf6-40a8-b59e-9215892f7f81 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/security-groups?id=43b52b63-89b9-4504-9f0e-59456bc9d48e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1571271 May 30 20:24:09.734152 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b6e5c03-ab17-4c08-8625-61cb0eeb12e0 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Router 886c754f-16cc-4b0b-b106-a7389878eb15 is scheduled to L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 with binding_index 1 {{(pid=84886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 20:24:09.885911 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-ef337eda-99f6-425f-9aef-0dee3ea44494 req-a39e4455-84bc-486f-94af-167f655ac6b2 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Synchronizing usage tracker for tenant:1070080f3a9f4c1fbf81b28e418fbebd on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:24:09.924144 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-f94d72d1-8ddd-4d6a-b1d3-ef01ac273cda req-c6e5ec64-2cef-4a19-a567-554bd0da8e41 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:10.020399 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-ef337eda-99f6-425f-9aef-0dee3ea44494 req-a39e4455-84bc-486f-94af-167f655ac6b2 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Unset dirty status for tenant:1070080f3a9f4c1fbf81b28e418fbebd on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:24:10.033934 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ef337eda-99f6-425f-9aef-0dee3ea44494 req-a39e4455-84bc-486f-94af-167f655ac6b2 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] 10.222.0.85 "GET /v2.0/ports?device_id=0ce68830-4f59-41b5-9920-7484fd2b7d64 HTTP/1.1" status: 200 len: 210 time: 0.2019465 May 30 20:24:10.035327 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-f94d72d1-8ddd-4d6a-b1d3-ef01ac273cda req-c6e5ec64-2cef-4a19-a567-554bd0da8e41 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Transition to ACTIVE for port object 41499352-23b9-4db7-9ab1-3e674d841528 will not be triggered until provisioned by entity DHCP. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:24:10.166344 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9477eecb-e6bf-4042-a341-085be4b4cc27 req-f9fa0ca2-060b-4b39-b340-e7ff1bc70a55 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:10.168050 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9477eecb-e6bf-4042-a341-085be4b4cc27 req-f9fa0ca2-060b-4b39-b340-e7ff1bc70a55 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/ports?device_id=9344e871-e93a-4ab0-b2c6-c1bdb8e7cd51 HTTP/1.1" status: 200 len: 946 time: 0.1296964 May 30 20:24:10.278327 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9477eecb-e6bf-4042-a341-085be4b4cc27 req-ab5082a0-f3ab-49bc-b787-48f24e938beb tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/security-groups?id=3a2b8dd1-9f73-464e-8b6a-7ffd93a0edae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869794 May 30 20:24:10.293603 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b6e5c03-ab17-4c08-8625-61cb0eeb12e0 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:24:10.295510 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-f94d72d1-8ddd-4d6a-b1d3-ef01ac273cda req-c6e5ec64-2cef-4a19-a567-554bd0da8e41 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:10.314186 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2629e76-78dd-4855-b527-55bed42d9a84 None None] Sync routers for ids ['886c754f-16cc-4b0b-b106-a7389878eb15'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:24:10.327124 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0b6e5c03-ab17-4c08-8625-61cb0eeb12e0 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Notify callbacks [] for router, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:10.328603 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-0b6e5c03-ab17-4c08-8625-61cb0eeb12e0 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] 10.222.0.85 "PUT /v2.0/routers/886c754f-16cc-4b0b-b106-a7389878eb15 HTTP/1.1" status: 200 len: 915 time: 6.7893078 May 30 20:24:10.333295 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2629e76-78dd-4855-b527-55bed42d9a84 None None] Routers {'886c754f-16cc-4b0b-b106-a7389878eb15'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:24:10.334028 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-b2629e76-78dd-4855-b527-55bed42d9a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:24:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['886c754f-16cc-4b0b-b106-a7389878eb15'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:24:10.342251 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 36478) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:24:10.444447 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f94d72d1-8ddd-4d6a-b1d3-ef01ac273cda req-c6e5ec64-2cef-4a19-a567-554bd0da8e41 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Network 0bdba3e4-efdc-4a7b-a477-f34384fa4100 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:24:10.457984 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [req-f94d72d1-8ddd-4d6a-b1d3-ef01ac273cda req-c6e5ec64-2cef-4a19-a567-554bd0da8e41 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:24:10.465454 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-f94d72d1-8ddd-4d6a-b1d3-ef01ac273cda req-c6e5ec64-2cef-4a19-a567-554bd0da8e41 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:24:10.506301 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-b2629e76-78dd-4855-b527-55bed42d9a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:24:10.512020 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e5ec64-2cef-4a19-a567-554bd0da8e41 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Pushing event updated for resources: {'Port': ['ID=41499352-23b9-4db7-9ab1-3e674d841528,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:24:10.535915 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2629e76-78dd-4855-b527-55bed42d9a84 None None] Routers {'886c754f-16cc-4b0b-b106-a7389878eb15'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:24:10.536793 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-b2629e76-78dd-4855-b527-55bed42d9a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:24:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['886c754f-16cc-4b0b-b106-a7389878eb15'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:24:10.541860 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe5a12a-d3a2-4eac-b8f2-fd70b8e3e1e9 req-14479e86-5e51-4e41-ba9c-3f0bdd213e07 tempest-ServerMetadataNegativeTestJSON-1382650087 tempest-ServerMetadataNegativeTestJSON-1382650087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:10.543486 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6fe5a12a-d3a2-4eac-b8f2-fd70b8e3e1e9 req-14479e86-5e51-4e41-ba9c-3f0bdd213e07 tempest-ServerMetadataNegativeTestJSON-1382650087 tempest-ServerMetadataNegativeTestJSON-1382650087-project] 10.222.0.85 "GET /v2.0/ports?device_id=cfde7229-7d46-40ae-8853-647e3ac7484a HTTP/1.1" status: 200 len: 945 time: 0.3247819 May 30 20:24:10.612342 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94d72d1-8ddd-4d6a-b1d3-ef01ac273cda req-c6e5ec64-2cef-4a19-a567-554bd0da8e41 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:10.612983 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-f94d72d1-8ddd-4d6a-b1d3-ef01ac273cda req-c6e5ec64-2cef-4a19-a567-554bd0da8e41 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:10.652347 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6fe5a12a-d3a2-4eac-b8f2-fd70b8e3e1e9 req-cc38b63e-eeb9-4926-a15c-003a129b1fef tempest-ServerMetadataNegativeTestJSON-1382650087 tempest-ServerMetadataNegativeTestJSON-1382650087-project] 10.222.0.85 "GET /v2.0/security-groups?id=1aa6664b-67ec-49cb-8251-b548f3bd2079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933719 May 30 20:24:10.673085 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cd4292d-21f6-4f1d-9eff-37eaec71dda0 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Router 194b27f8-2646-4560-86fa-a34ac251ab7c has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:24:10.752097 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-b2629e76-78dd-4855-b527-55bed42d9a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:24:10.752908 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2629e76-78dd-4855-b527-55bed42d9a84 None None] The sync data for ids ['886c754f-16cc-4b0b-b106-a7389878eb15'] in n-d-843948-2 is: [] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:24:10.825514 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device a61c7870-d656-41a6-ba63-31c7e8cf0081 details requested by agent hyperv_n-h1-843948-2 with host n-h1-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:24:10.930558 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-66969300-cf9b-4a73-900f-fb7c8923d056 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] 10.222.0.85 "GET /v2.0/routers/886c754f-16cc-4b0b-b106-a7389878eb15 HTTP/1.1" status: 200 len: 921 time: 0.5829716 May 30 20:24:10.931825 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 36488) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:24:10.983937 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f94d72d1-8ddd-4d6a-b1d3-ef01ac273cda req-c6e5ec64-2cef-4a19-a567-554bd0da8e41 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5526991 May 30 20:24:11.040669 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-f94d72d1-8ddd-4d6a-b1d3-ef01ac273cda req-bcddc1ff-7c99-4c7e-9d11-180217b09d18 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Request body: {'port': {'device_id': '0ce68830-4f59-41b5-9920-7484fd2b7d64', 'network_id': '88ef2e10-1409-4706-b17e-3a333e58397b', 'admin_state_up': True, 'tenant_id': '1070080f3a9f4c1fbf81b28e418fbebd'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:24:11.178442 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port a61c7870-d656-41a6-ba63-31c7e8cf0081, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=a61c7870-d656-41a6-ba63-31c7e8cf0081,segment=NetworkSegment(327b421f-3671-4415-86c0-3c9c0e7ca945),segment_id=327b421f-3671-4415-86c0-3c9c0e7ca945)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:24:11.201260 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Returning: {'device': 'a61c7870-d656-41a6-ba63-31c7e8cf0081', 'network_id': 'a8fd4d2d-32fb-4554-b8d5-052f07ecf981', 'port_id': 'a61c7870-d656-41a6-ba63-31c7e8cf0081', 'mac_address': 'fa:16:3e:f0:84:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c961f9ad-7764-4956-bb44-5ca4a5973b67', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:24:11.317122 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:11.332792 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-647c2e56-2567-45cc-bbc9-99cef8a0c293 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] 10.222.0.85 "GET /v2.0/ports?network_id=c7869750-4b49-4b7e-aa99-5e0f1ae02da4&device_id=886c754f-16cc-4b0b-b106-a7389878eb15&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3833039 May 30 20:24:11.333787 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 36496) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:24:11.350287 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-8a40c526-6fd3-4fe1-9baf-f91a2baa3c3f None None] Provisioning for port 41499352-23b9-4db7-9ab1-3e674d841528 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:24:11.367471 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-8a40c526-6fd3-4fe1-9baf-f91a2baa3c3f None None] Provisioning complete for port 41499352-23b9-4db7-9ab1-3e674d841528 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:24:11.368258 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-8a40c526-6fd3-4fe1-9baf-f91a2baa3c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:11.503823 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-8a40c526-6fd3-4fe1-9baf-f91a2baa3c3f None None] Port 41499352-23b9-4db7-9ab1-3e674d841528 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:24:11.516695 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a61c7870-d656-41a6-ba63-31c7e8cf0081 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:24:11.518821 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f1dcf2-cd31-4352-a62c-b20e2e474371 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:11.523773 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-f9f1dcf2-cd31-4352-a62c-b20e2e474371 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] 10.222.0.85 "GET /v2.0/networks/c7869750-4b49-4b7e-aa99-5e0f1ae02da4 HTTP/1.1" status: 200 len: 881 time: 0.1886954 May 30 20:24:11.525990 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 36502) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:24:11.550804 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port a61c7870-d656-41a6-ba63-31c7e8cf0081, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=a61c7870-d656-41a6-ba63-31c7e8cf0081,segment=NetworkSegment(327b421f-3671-4415-86c0-3c9c0e7ca945),segment_id=327b421f-3671-4415-86c0-3c9c0e7ca945)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:24:11.572693 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedd2c29-c5d8-47d6-b3d4-9c1237cf8a74 req-4a700d0c-2b5b-4c5d-86fd-65ed1c812aa0 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:11.580355 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-aedd2c29-c5d8-47d6-b3d4-9c1237cf8a74 req-4a700d0c-2b5b-4c5d-86fd-65ed1c812aa0 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/ports?device_id=2f903cc6-4588-4e6d-9f98-4119c026a994 HTTP/1.1" status: 200 len: 943 time: 0.6474102 May 30 20:24:11.618740 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-7a6dd681-fbfe-4528-b73b-6e93cad98cd6 tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] 10.222.0.85 "GET /v2.0/ports?device_id=886c754f-16cc-4b0b-b106-a7389878eb15 HTTP/1.1" status: 200 len: 205 time: 0.0857205 May 30 20:24:11.620156 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 36506) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:24:11.653929 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:11.866819 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=a61c7870-d656-41a6-ba63-31c7e8cf0081,revision_number=6']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:24:11.872399 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['a61c7870-d656-41a6-ba63-31c7e8cf0081'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:24:11.935485 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-f94d72d1-8ddd-4d6a-b1d3-ef01ac273cda req-bcddc1ff-7c99-4c7e-9d11-180217b09d18 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:24:12.004940 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-f94d72d1-8ddd-4d6a-b1d3-ef01ac273cda req-bcddc1ff-7c99-4c7e-9d11-180217b09d18 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:24:12.031413 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ce3155-8836-4f35-9701-2b583838bf38 req-03da22a6-954b-4e16-90f4-903c033d4948 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:12.053199 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-24ce3155-8836-4f35-9701-2b583838bf38 req-03da22a6-954b-4e16-90f4-903c033d4948 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/ports?device_id=fc2f8771-8ae8-478e-b73c-7ebb9203036f HTTP/1.1" status: 200 len: 945 time: 0.8517895 May 30 20:24:12.066773 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-aedd2c29-c5d8-47d6-b3d4-9c1237cf8a74 req-5b786363-9cba-45ee-b395-28911f060a36 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2ed7a16-df30-4283-b4d4-5e9611f16ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4854052 May 30 20:24:12.210037 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-57505711-c908-4f87-a218-34da0a8eb73e tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Notify callbacks [] for router, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:12.210683 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-24ce3155-8836-4f35-9701-2b583838bf38 req-3bda2a0a-ef6b-41e6-880a-a244bc2f8a6b tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/security-groups?id=43b52b63-89b9-4504-9f0e-59456bc9d48e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1558340 May 30 20:24:12.263374 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f94d72d1-8ddd-4d6a-b1d3-ef01ac273cda req-bcddc1ff-7c99-4c7e-9d11-180217b09d18 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Made reservation on behalf of 1070080f3a9f4c1fbf81b28e418fbebd for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:24:12.267042 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-f94d72d1-8ddd-4d6a-b1d3-ef01ac273cda req-bcddc1ff-7c99-4c7e-9d11-180217b09d18 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:12.563524 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c5b415-ccb5-4f11-913b-9b0c941cca8d req-e6c22100-71e8-4017-a08a-9f48378eadd0 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:12.565146 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cd4292d-21f6-4f1d-9eff-37eaec71dda0 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:24:12.570831 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-80c5b415-ccb5-4f11-913b-9b0c941cca8d req-e6c22100-71e8-4017-a08a-9f48378eadd0 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] 10.222.0.85 "GET /v2.0/ports?device_id=0ce68830-4f59-41b5-9920-7484fd2b7d64 HTTP/1.1" status: 200 len: 932 time: 0.2381754 May 30 20:24:12.583056 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e836e23-8e78-4565-95bc-a6c9f97ad5d4 None None] Sync routers for ids ['194b27f8-2646-4560-86fa-a34ac251ab7c'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:24:12.590957 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6cd4292d-21f6-4f1d-9eff-37eaec71dda0 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:12.621975 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e836e23-8e78-4565-95bc-a6c9f97ad5d4 None None] Routers {'194b27f8-2646-4560-86fa-a34ac251ab7c'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:24:12.624368 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-5e836e23-8e78-4565-95bc-a6c9f97ad5d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:24:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['194b27f8-2646-4560-86fa-a34ac251ab7c'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:24:12.670333 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-80c5b415-ccb5-4f11-913b-9b0c941cca8d req-de394246-d8c9-4cf2-8e55-3eafe92513df tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] 10.222.0.85 "GET /v2.0/security-groups?id=6888f4c0-d3bb-4706-bfb3-8bed5a2d1c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984428 May 30 20:24:12.714664 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-57505711-c908-4f87-a218-34da0a8eb73e tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:12.751067 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [req-f94d72d1-8ddd-4d6a-b1d3-ef01ac273cda req-bcddc1ff-7c99-4c7e-9d11-180217b09d18 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Allocated IP 19.86.0.121 (88ef2e10-1409-4706-b17e-3a333e58397b/ff6f5188-6a3a-4c15-92e3-ac59dc403850/e77ad9fc-d9d0-4d85-8831-5a603aeb00dd) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:24:12.824819 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-57505711-c908-4f87-a218-34da0a8eb73e tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Deleting port 55b6ee41-db22-4b35-b4be-38732844d194 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:24:12.825239 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-57505711-c908-4f87-a218-34da0a8eb73e tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:12.949650 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-6cd4292d-21f6-4f1d-9eff-37eaec71dda0 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "PUT /v2.0/floatingips/843b4c3c-87bc-4983-9f2f-7249af4c44ac HTTP/1.1" status: 200 len: 991 time: 9.2205367 May 30 20:24:13.011324 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7aad7ab8-22c4-47e2-abf2-9cc744ce8553', 'tag': 'bcdfc29b-75b2-4955-871a-03ddaef96f61'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:24:13.064455 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device a61c7870-d656-41a6-ba63-31c7e8cf0081 up at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:24:13.267718 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning complete for port a61c7870-d656-41a6-ba63-31c7e8cf0081 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:24:13.268478 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:13.386633 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-f94d72d1-8ddd-4d6a-b1d3-ef01ac273cda req-bcddc1ff-7c99-4c7e-9d11-180217b09d18 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:13.478722 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-f94d72d1-8ddd-4d6a-b1d3-ef01ac273cda req-bcddc1ff-7c99-4c7e-9d11-180217b09d18 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Transition to ACTIVE for port object e77ad9fc-d9d0-4d85-8831-5a603aeb00dd will not be triggered until provisioned by entity DHCP. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:24:13.505284 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58db3e27-4ec2-4072-ac89-15c5902efecf req-6d835b38-c988-4eb5-8256-f43e96ae5e15 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:13.518015 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-58db3e27-4ec2-4072-ac89-15c5902efecf req-6d835b38-c988-4eb5-8256-f43e96ae5e15 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/ports?device_id=9344e871-e93a-4ab0-b2c6-c1bdb8e7cd51 HTTP/1.1" status: 200 len: 946 time: 0.8992629 May 30 20:24:13.548913 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-57505711-c908-4f87-a218-34da0a8eb73e tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:13.608742 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-5e836e23-8e78-4565-95bc-a6c9f97ad5d4 None None] Set router 194b27f8-2646-4560-86fa-a34ac251ab7c gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:24:13.717193 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-58db3e27-4ec2-4072-ac89-15c5902efecf req-6737dc63-cc99-4179-b537-a9de86b24736 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/security-groups?id=3a2b8dd1-9f73-464e-8b6a-7ffd93a0edae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1917403 May 30 20:24:13.721183 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:13.849256 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-f94d72d1-8ddd-4d6a-b1d3-ef01ac273cda req-bcddc1ff-7c99-4c7e-9d11-180217b09d18 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:13.880394 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc2f8771-8ae8-478e-b73c-7ebb9203036f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a61c7870-d656-41a6-ba63-31c7e8cf0081'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:24:13.951338 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-57505711-c908-4f87-a218-34da0a8eb73e tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Calling delete_port for 55b6ee41-db22-4b35-b4be-38732844d194 owned by network:router_gateway {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:24:14.067080 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642c331a-0ab2-4304-88ea-19091856c226 req-2963baeb-f9bc-4382-a0ec-e247b3954472 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:14.076402 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-642c331a-0ab2-4304-88ea-19091856c226 req-2963baeb-f9bc-4382-a0ec-e247b3954472 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=7aad7ab8-22c4-47e2-abf2-9cc744ce8553 HTTP/1.1" status: 200 len: 945 time: 0.8962779 May 30 20:24:14.156032 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f94d72d1-8ddd-4d6a-b1d3-ef01ac273cda req-bcddc1ff-7c99-4c7e-9d11-180217b09d18 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Network 88ef2e10-1409-4706-b17e-3a333e58397b is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:24:14.172214 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [req-f94d72d1-8ddd-4d6a-b1d3-ef01ac273cda req-bcddc1ff-7c99-4c7e-9d11-180217b09d18 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:24:14.174438 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcddc1ff-7c99-4c7e-9d11-180217b09d18 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Pushing event updated for resources: {'Port': ['ID=e77ad9fc-d9d0-4d85-8831-5a603aeb00dd,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:24:14.191114 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-f94d72d1-8ddd-4d6a-b1d3-ef01ac273cda req-bcddc1ff-7c99-4c7e-9d11-180217b09d18 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:24:14.230964 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-642c331a-0ab2-4304-88ea-19091856c226 req-7809cf0d-e315-4c62-b757-3ea8c8faa319 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ae76294-3e84-4fcb-be2a-17611205a838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1512249 May 30 20:24:14.242350 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port a61c7870-d656-41a6-ba63-31c7e8cf0081, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=a61c7870-d656-41a6-ba63-31c7e8cf0081,segment=NetworkSegment(327b421f-3671-4415-86c0-3c9c0e7ca945),segment_id=327b421f-3671-4415-86c0-3c9c0e7ca945)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:24:14.351666 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:14.538963 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94d72d1-8ddd-4d6a-b1d3-ef01ac273cda req-bcddc1ff-7c99-4c7e-9d11-180217b09d18 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:14.539724 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-f94d72d1-8ddd-4d6a-b1d3-ef01ac273cda req-bcddc1ff-7c99-4c7e-9d11-180217b09d18 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:14.584736 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-57505711-c908-4f87-a218-34da0a8eb73e tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:14.627581 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003c3726-8677-4151-baf2-391113e7016d req-c247f3ca-4200-48cd-b9bd-d0c1398ab0e7 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:14.634015 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-003c3726-8677-4151-baf2-391113e7016d req-c247f3ca-4200-48cd-b9bd-d0c1398ab0e7 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/ports?device_id=2f903cc6-4588-4e6d-9f98-4119c026a994 HTTP/1.1" status: 200 len: 943 time: 0.3275149 May 30 20:24:14.720074 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f94d72d1-8ddd-4d6a-b1d3-ef01ac273cda req-bcddc1ff-7c99-4c7e-9d11-180217b09d18 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6943464 May 30 20:24:14.750902 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-f94d72d1-8ddd-4d6a-b1d3-ef01ac273cda req-71f15f9f-57be-49cf-90f0-cbbb0f8ab369 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Request body: {'port': {'device_id': '0ce68830-4f59-41b5-9920-7484fd2b7d64', 'network_id': '0bdba3e4-efdc-4a7b-a477-f34384fa4100', 'admin_state_up': True, 'tenant_id': '1070080f3a9f4c1fbf81b28e418fbebd'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:24:14.769297 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57505711-c908-4f87-a218-34da0a8eb73e tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Pushing event deleted for resources: {'Port': ['ID=55b6ee41-db22-4b35-b4be-38732844d194,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:24:14.789101 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=a61c7870-d656-41a6-ba63-31c7e8cf0081,revision_number=7']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:24:14.870149 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-003c3726-8677-4151-baf2-391113e7016d req-18fdc107-c697-42f9-bc49-f9847932d945 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2ed7a16-df30-4283-b4d4-5e9611f16ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223601 May 30 20:24:15.121194 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-ff3a4534-59d4-4df2-882b-9251295bd8c1 None None] Provisioning for port e77ad9fc-d9d0-4d85-8831-5a603aeb00dd completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:24:15.123871 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb84d484-d013-4427-92a8-3c3f5b82b65c'] response: {'name': 'network-changed', 'server_uuid': '7aad7ab8-22c4-47e2-abf2-9cc744ce8553', 'tag': 'bcdfc29b-75b2-4955-871a-03ddaef96f61', 'status': 'completed', 'code': 200} May 30 20:24:15.160966 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-ff3a4534-59d4-4df2-882b-9251295bd8c1 None None] Provisioning complete for port e77ad9fc-d9d0-4d85-8831-5a603aeb00dd triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:24:15.162459 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ff3a4534-59d4-4df2-882b-9251295bd8c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:15.287654 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee59efaf-e616-4e4c-925a-8ca754c1c2f7 req-67318b07-bf52-42e0-9800-deae58d0495d tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:15.302546 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ee59efaf-e616-4e4c-925a-8ca754c1c2f7 req-67318b07-bf52-42e0-9800-deae58d0495d tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/ports?device_id=fc2f8771-8ae8-478e-b73c-7ebb9203036f HTTP/1.1" status: 200 len: 945 time: 0.6396399 May 30 20:24:15.385517 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-ff3a4534-59d4-4df2-882b-9251295bd8c1 None None] Port e77ad9fc-d9d0-4d85-8831-5a603aeb00dd cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:24:15.422329 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-5e836e23-8e78-4565-95bc-a6c9f97ad5d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '194b27f8-2646-4560-86fa-a34ac251ab7c', 'name': 'tempest-ServerActionsTestJSON-2109311328-router', 'tenant_id': 'af4cc1fbb91e4a5c856e947d8072b697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '0015343f-0d98-443a-a5d0-87f2bcedad63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:22:41Z', 'updated_at': '2022-05-30T20:22:51Z', 'revision_number': 4, 'project_id': 'af4cc1fbb91e4a5c856e947d8072b697', 'gw_port': {'id': '0015343f-0d98-443a-a5d0-87f2bcedad63', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:3b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194b27f8-2646-4560-86fa-a34ac251ab7c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:22:43Z', 'updated_at': '2022-05-30T20:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': '843b4c3c-87bc-4983-9f2f-7249af4c44ac', 'tenant_id': 'af4cc1fbb91e4a5c856e947d8072b697', 'floating_ip_address': '172.25.8.138', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': '194b27f8-2646-4560-86fa-a34ac251ab7c', 'port_id': 'bcdfc29b-75b2-4955-871a-03ddaef96f61', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff30330a-0ebe-4836-9458-b813d1bcbde4', 'mac_address': 'fa:16:3e:26:83:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aad7ab8-22c4-47e2-abf2-9cc744ce8553', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:23:08Z', 'updated_at': '2022-05-30T20:24:06Z', 'revision_number': 1, 'project_id': 'af4cc1fbb91e4a5c856e947d8072b697', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7aa4103a-4764-4b3c-aa66-aef85f084f50', 'name': '', 'network_id': 'ff30330a-0ebe-4836-9458-b813d1bcbde4', 'tenant_id': 'af4cc1fbb91e4a5c856e947d8072b697', 'mac_address': 'fa:16:3e:a3:61:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194b27f8-2646-4560-86fa-a34ac251ab7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7991eded-d330-4e4e-ace3-aeb4d5f3ff0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:22:49Z', 'updated_at': '2022-05-30T20:23:06Z', 'revision_number': 5, 'project_id': 'af4cc1fbb91e4a5c856e947d8072b697', 'subnets': [{'id': '7991eded-d330-4e4e-ace3-aeb4d5f3ff0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:24:15.435838 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e836e23-8e78-4565-95bc-a6c9f97ad5d4 None None] Checking router: 194b27f8-2646-4560-86fa-a34ac251ab7c for host: n-d-843948-2 {{(pid=84888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:24:15.467172 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e836e23-8e78-4565-95bc-a6c9f97ad5d4 None None] Routers {'194b27f8-2646-4560-86fa-a34ac251ab7c'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:24:15.469504 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-5e836e23-8e78-4565-95bc-a6c9f97ad5d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:24:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['194b27f8-2646-4560-86fa-a34ac251ab7c'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:24:15.602325 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-f94d72d1-8ddd-4d6a-b1d3-ef01ac273cda req-71f15f9f-57be-49cf-90f0-cbbb0f8ab369 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:24:15.806947 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-f94d72d1-8ddd-4d6a-b1d3-ef01ac273cda req-71f15f9f-57be-49cf-90f0-cbbb0f8ab369 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:24:15.806947 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8ba1d0c1-5416-4b6b-970f-811d73210290 req-9853e134-234e-4e1e-bad1-57174768c8fc service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=af4cc1fbb91e4a5c856e947d8072b697&device_id=7aad7ab8-22c4-47e2-abf2-9cc744ce8553 HTTP/1.1" status: 200 len: 1096 time: 0.6055334 May 30 20:24:15.807313 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-57505711-c908-4f87-a218-34da0a8eb73e tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-736453'] for router_gateway, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:15.867534 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ee59efaf-e616-4e4c-925a-8ca754c1c2f7 req-13251b1f-227e-4837-82d1-7b866ea93a0c tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/security-groups?id=43b52b63-89b9-4504-9f0e-59456bc9d48e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5636866 May 30 20:24:15.868809 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-5e836e23-8e78-4565-95bc-a6c9f97ad5d4 None None] Set router 194b27f8-2646-4560-86fa-a34ac251ab7c gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:24:15.974216 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba1d0c1-5416-4b6b-970f-811d73210290 req-a4fe1d7b-a4e2-4b07-ba92-3a8a7bb9a949 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:15.982462 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8ba1d0c1-5416-4b6b-970f-811d73210290 req-a4fe1d7b-a4e2-4b07-ba92-3a8a7bb9a949 service neutron] 10.222.0.86 "GET /v2.0/networks?id=ff30330a-0ebe-4836-9458-b813d1bcbde4 HTTP/1.1" status: 200 len: 913 time: 0.2650292 May 30 20:24:16.113726 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710403dc-5684-4043-8cad-0ef67496bfd6 req-6b70e538-a532-4e50-a998-c5b5dd2b4d78 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:16.118841 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710403dc-5684-4043-8cad-0ef67496bfd6 req-6b70e538-a532-4e50-a998-c5b5dd2b4d78 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:16.119736 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-710403dc-5684-4043-8cad-0ef67496bfd6 req-6b70e538-a532-4e50-a998-c5b5dd2b4d78 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Synchronizing usage tracker for tenant:1070080f3a9f4c1fbf81b28e418fbebd on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:24:16.124912 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f94d72d1-8ddd-4d6a-b1d3-ef01ac273cda req-71f15f9f-57be-49cf-90f0-cbbb0f8ab369 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Made reservation on behalf of 1070080f3a9f4c1fbf81b28e418fbebd for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:24:16.137128 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-f94d72d1-8ddd-4d6a-b1d3-ef01ac273cda req-71f15f9f-57be-49cf-90f0-cbbb0f8ab369 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:16.137255 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffcacf6d-18f6-4403-ad5f-4bf3b55231c5'] response: {'server_uuid': 'fc2f8771-8ae8-478e-b73c-7ebb9203036f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a61c7870-d656-41a6-ba63-31c7e8cf0081', 'code': 200} May 30 20:24:16.235950 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8ba1d0c1-5416-4b6b-970f-811d73210290 req-0dbb5c32-d937-4463-a7e9-da2308ac5851 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bcdfc29b-75b2-4955-871a-03ddaef96f61 HTTP/1.1" status: 200 len: 999 time: 0.2228470 May 30 20:24:16.255956 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-57505711-c908-4f87-a218-34da0a8eb73e tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-724789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3141'] for router, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:16.261324 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-57505711-c908-4f87-a218-34da0a8eb73e tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:16.330762 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-710403dc-5684-4043-8cad-0ef67496bfd6 req-6b70e538-a532-4e50-a998-c5b5dd2b4d78 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Unset dirty status for tenant:1070080f3a9f4c1fbf81b28e418fbebd on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:24:16.332581 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-710403dc-5684-4043-8cad-0ef67496bfd6 req-6b70e538-a532-4e50-a998-c5b5dd2b4d78 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] 10.222.0.85 "GET /v2.0/ports?device_id=0ce68830-4f59-41b5-9920-7484fd2b7d64 HTTP/1.1" status: 200 len: 1655 time: 0.8739905 May 30 20:24:16.427860 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-57505711-c908-4f87-a218-34da0a8eb73e tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724889'] for router, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:16.429113 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57505711-c908-4f87-a218-34da0a8eb73e tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Fanout notify agent at l3_agent the message router_deleted on router 886c754f-16cc-4b0b-b106-a7389878eb15 {{(pid=84886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:24:16.480202 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-57505711-c908-4f87-a218-34da0a8eb73e tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Notify callbacks [] for router, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:16.488883 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-57505711-c908-4f87-a218-34da0a8eb73e tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] 10.222.0.85 "DELETE /v2.0/routers/886c754f-16cc-4b0b-b106-a7389878eb15 HTTP/1.1" status: 204 len: 168 time: 4.8678153 May 30 20:24:16.491850 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 36550) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:24:16.499581 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-cab1afc1-695b-4904-ac9c-02a47ca55869 tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1694750461', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:24:16.514081 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-cab1afc1-695b-4904-ac9c-02a47ca55869 tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:24:16.521245 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-cab1afc1-695b-4904-ac9c-02a47ca55869 tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Usage tracker for resource:router and tenant:1338b027b2714cb58e8926b94854de98 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:24:16.527084 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-cab1afc1-695b-4904-ac9c-02a47ca55869 tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:24:16.537027 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-cab1afc1-695b-4904-ac9c-02a47ca55869 tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:24:16.547053 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90810698-7929-4f70-8f4f-e4e7c61c80ae req-1a49e880-7fda-493e-a669-d5f366b2449c tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:16.549036 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-90810698-7929-4f70-8f4f-e4e7c61c80ae req-1a49e880-7fda-493e-a669-d5f366b2449c tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=7aad7ab8-22c4-47e2-abf2-9cc744ce8553 HTTP/1.1" status: 200 len: 945 time: 0.1774740 May 30 20:24:16.639982 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-90810698-7929-4f70-8f4f-e4e7c61c80ae req-3e62b3b2-44d2-4d44-b8e4-4e42b2aec2c2 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ae76294-3e84-4fcb-be2a-17611205a838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839763 May 30 20:24:16.680678 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-5e836e23-8e78-4565-95bc-a6c9f97ad5d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '194b27f8-2646-4560-86fa-a34ac251ab7c', 'name': 'tempest-ServerActionsTestJSON-2109311328-router', 'tenant_id': 'af4cc1fbb91e4a5c856e947d8072b697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '0015343f-0d98-443a-a5d0-87f2bcedad63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:22:41Z', 'updated_at': '2022-05-30T20:22:51Z', 'revision_number': 4, 'project_id': 'af4cc1fbb91e4a5c856e947d8072b697', 'gw_port': {'id': '0015343f-0d98-443a-a5d0-87f2bcedad63', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:3b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194b27f8-2646-4560-86fa-a34ac251ab7c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:22:43Z', 'updated_at': '2022-05-30T20:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': '843b4c3c-87bc-4983-9f2f-7249af4c44ac', 'tenant_id': 'af4cc1fbb91e4a5c856e947d8072b697', 'floating_ip_address': '172.25.8.138', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': '194b27f8-2646-4560-86fa-a34ac251ab7c', 'port_id': 'bcdfc29b-75b2-4955-871a-03ddaef96f61', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff30330a-0ebe-4836-9458-b813d1bcbde4', 'mac_address': 'fa:16:3e:26:83:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aad7ab8-22c4-47e2-abf2-9cc744ce8553', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:23:08Z', 'updated_at': '2022-05-30T20:24:06Z', 'revision_number': 1, 'project_id': 'af4cc1fbb91e4a5c856e947d8072b697', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7aa4103a-4764-4b3c-aa66-aef85f084f50', 'name': '', 'network_id': 'ff30330a-0ebe-4836-9458-b813d1bcbde4', 'tenant_id': 'af4cc1fbb91e4a5c856e947d8072b697', 'mac_address': 'fa:16:3e:a3:61:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194b27f8-2646-4560-86fa-a34ac251ab7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7991eded-d330-4e4e-ace3-aeb4d5f3ff0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:22:49Z', 'updated_at': '2022-05-30T20:23:06Z', 'revision_number': 5, 'project_id': 'af4cc1fbb91e4a5c856e947d8072b697', 'subnets': [{'id': '7991eded-d330-4e4e-ace3-aeb4d5f3ff0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:24:16.687470 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e836e23-8e78-4565-95bc-a6c9f97ad5d4 None None] The sync data for ids ['194b27f8-2646-4560-86fa-a34ac251ab7c'] in n-d-843948-2 is: [{'id': '194b27f8-2646-4560-86fa-a34ac251ab7c', 'name': 'tempest-ServerActionsTestJSON-2109311328-router', 'tenant_id': 'af4cc1fbb91e4a5c856e947d8072b697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '0015343f-0d98-443a-a5d0-87f2bcedad63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:22:41Z', 'updated_at': '2022-05-30T20:22:51Z', 'revision_number': 4, 'project_id': 'af4cc1fbb91e4a5c856e947d8072b697', 'gw_port': {'id': '0015343f-0d98-443a-a5d0-87f2bcedad63', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:3b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194b27f8-2646-4560-86fa-a34ac251ab7c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:22:43Z', 'updated_at': '2022-05-30T20:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': '843b4c3c-87bc-4983-9f2f-7249af4c44ac', 'tenant_id': 'af4cc1fbb91e4a5c856e947d8072b697', 'floating_ip_address': '172.25.8.138', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': '194b27f8-2646-4560-86fa-a34ac251ab7c', 'port_id': 'bcdfc29b-75b2-4955-871a-03ddaef96f61', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff30330a-0ebe-4836-9458-b813d1bcbde4', 'mac_address': 'fa:16:3e:26:83:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aad7ab8-22c4-47e2-abf2-9cc744ce8553', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:23:08Z', 'updated_at': '2022-05-30T20:24:06Z', 'revision_number': 1, 'project_id': 'af4cc1fbb91e4a5c856e947d8072b697', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7aa4103a-4764-4b3c-aa66-aef85f084f50', 'name': '', 'network_id': 'ff30330a-0ebe-4836-9458-b813d1bcbde4', 'tenant_id': 'af4cc1fbb91e4a5c856e947d8072b697', 'mac_address': 'fa:16:3e:a3:61:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194b27f8-2646-4560-86fa-a34ac251ab7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7991eded-d330-4e4e-ace3-aeb4d5f3ff0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:22:49Z', 'updated_at': '2022-05-30T20:23:06Z', 'revision_number': 5, 'project_id': 'af4cc1fbb91e4a5c856e947d8072b697', 'subnets': [{'id': '7991eded-d330-4e4e-ace3-aeb4d5f3ff0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:24:16.706195 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-cab1afc1-695b-4904-ac9c-02a47ca55869 tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-733683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3159'] for router, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:16.706935 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-cab1afc1-695b-4904-ac9c-02a47ca55869 tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-733584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-736372', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-628480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3164'] for router, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:16.724449 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba1d0c1-5416-4b6b-970f-811d73210290 req-b6d7afc7-46ab-4e8d-a6df-e8d8253595d5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:16.725955 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8ba1d0c1-5416-4b6b-970f-811d73210290 req-b6d7afc7-46ab-4e8d-a6df-e8d8253595d5 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7991eded-d330-4e4e-ace3-aeb4d5f3ff0a HTTP/1.1" status: 200 len: 851 time: 0.3964379 May 30 20:24:16.775452 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-cab1afc1-695b-4904-ac9c-02a47ca55869 tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:16.827755 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-710403dc-5684-4043-8cad-0ef67496bfd6 req-09d317dd-d91e-4ce6-94ce-ac56c5f80eed tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Synchronizing usage tracker for tenant:1070080f3a9f4c1fbf81b28e418fbebd on resource:security_group {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:24:16.882521 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [req-f94d72d1-8ddd-4d6a-b1d3-ef01ac273cda req-71f15f9f-57be-49cf-90f0-cbbb0f8ab369 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Allocated IP 19.80.0.147 (0bdba3e4-efdc-4a7b-a477-f34384fa4100/b030b0ca-4593-4382-a610-fee8425fd422/7d48456a-b3a3-400c-a4ff-0fd3b94bdae1) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:24:16.970999 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8ba1d0c1-5416-4b6b-970f-811d73210290 req-f8fc2015-7e6f-4426-9365-c466fff7e908 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ff30330a-0ebe-4836-9458-b813d1bcbde4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2293444 May 30 20:24:16.974596 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-710403dc-5684-4043-8cad-0ef67496bfd6 req-09d317dd-d91e-4ce6-94ce-ac56c5f80eed tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Unset dirty status for tenant:1070080f3a9f4c1fbf81b28e418fbebd on resource:security_group {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:24:16.975734 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-710403dc-5684-4043-8cad-0ef67496bfd6 req-09d317dd-d91e-4ce6-94ce-ac56c5f80eed tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] 10.222.0.85 "GET /v2.0/security-groups?id=6888f4c0-d3bb-4706-bfb3-8bed5a2d1c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6000273 May 30 20:24:17.007692 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256a21a9-ac55-49de-afee-32015f7137dc req-e665ea00-3ae5-4056-a8dc-63e3fd4822f0 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:17.016960 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-256a21a9-ac55-49de-afee-32015f7137dc req-e665ea00-3ae5-4056-a8dc-63e3fd4822f0 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/ports?device_id=9344e871-e93a-4ab0-b2c6-c1bdb8e7cd51 HTTP/1.1" status: 200 len: 946 time: 0.1908498 May 30 20:24:17.049830 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-cab1afc1-695b-4904-ac9c-02a47ca55869 tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-736409'] for router, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:17.136386 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-256a21a9-ac55-49de-afee-32015f7137dc req-28b650d8-3377-4d46-83c8-6d60c1335100 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/security-groups?id=3a2b8dd1-9f73-464e-8b6a-7ffd93a0edae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165185 May 30 20:24:17.192416 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6117ac0b-8738-4ed8-9256-753a4b1cf3fe None None] New status for floating IP 843b4c3c-87bc-4983-9f2f-7249af4c44ac: ACTIVE {{(pid=84889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 20:24:17.213597 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-cab1afc1-695b-4904-ac9c-02a47ca55869 tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Notify callbacks [] for router, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:17.218572 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-cab1afc1-695b-4904-ac9c-02a47ca55869 tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7253706 May 30 20:24:17.223037 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 36558) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:24:17.231168 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-dab49233-2fed-47e5-98e8-7f915d1fdeda tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'enable_snat': False}}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:24:17.782674 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8ba1d0c1-5416-4b6b-970f-811d73210290 req-5afa3bd6-aef4-4418-b89c-a65d882d1c48 service neutron] 10.222.0.86 "GET /v2.0/networks/ff30330a-0ebe-4836-9458-b813d1bcbde4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7831433 May 30 20:24:17.893483 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-f94d72d1-8ddd-4d6a-b1d3-ef01ac273cda req-71f15f9f-57be-49cf-90f0-cbbb0f8ab369 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:17.921185 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e435c2f5-2a9c-4c47-b665-fb796ebffca3 req-d6438abc-01ce-4c4d-9a4a-7239a0ef3141 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:17.928226 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e435c2f5-2a9c-4c47-b665-fb796ebffca3 req-d6438abc-01ce-4c4d-9a4a-7239a0ef3141 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/ports?device_id=2f903cc6-4588-4e6d-9f98-4119c026a994 HTTP/1.1" status: 200 len: 943 time: 0.5600200 May 30 20:24:17.986556 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-f94d72d1-8ddd-4d6a-b1d3-ef01ac273cda req-71f15f9f-57be-49cf-90f0-cbbb0f8ab369 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Transition to ACTIVE for port object 7d48456a-b3a3-400c-a4ff-0fd3b94bdae1 will not be triggered until provisioned by entity DHCP. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:24:18.038548 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2957f7-c116-40f3-80c8-a6b53fdb8e24 req-fbfbdd5c-248b-4f4f-a505-88eddb853627 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:18.040210 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-de2957f7-c116-40f3-80c8-a6b53fdb8e24 req-fbfbdd5c-248b-4f4f-a505-88eddb853627 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/ports?device_id=fc2f8771-8ae8-478e-b73c-7ebb9203036f HTTP/1.1" status: 200 len: 945 time: 0.4611607 May 30 20:24:18.070612 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e435c2f5-2a9c-4c47-b665-fb796ebffca3 req-2ca9d4a7-e622-4519-9dba-cd5105350d31 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2ed7a16-df30-4283-b4d4-5e9611f16ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414962 May 30 20:24:18.088459 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8ba1d0c1-5416-4b6b-970f-811d73210290 req-27155d81-1d33-49f8-8c43-1956e95b311a service neutron] 10.222.0.86 "GET /v2.0/networks/ff30330a-0ebe-4836-9458-b813d1bcbde4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2899933 May 30 20:24:18.090357 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-dab49233-2fed-47e5-98e8-7f915d1fdeda tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-736390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:18.130697 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-de2957f7-c116-40f3-80c8-a6b53fdb8e24 req-657d434d-0821-445a-9c75-ed9c906b5322 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/security-groups?id=43b52b63-89b9-4504-9f0e-59456bc9d48e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826581 May 30 20:24:18.276139 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-99137d07-4e2b-4a41-bfb9-f199811b43f0 req-f4ee9057-6c33-4f3c-9b7d-72f91d2303c6 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=9344e871-e93a-4ab0-b2c6-c1bdb8e7cd51 HTTP/1.1" status: 200 len: 1097 time: 0.1943650 May 30 20:24:18.351836 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-f94d72d1-8ddd-4d6a-b1d3-ef01ac273cda req-71f15f9f-57be-49cf-90f0-cbbb0f8ab369 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:18.432590 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-99137d07-4e2b-4a41-bfb9-f199811b43f0 req-8c2b38c9-4ebe-49b0-a55c-d600484c6960 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=3a2b8dd1-9f73-464e-8b6a-7ffd93a0edae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1503599 May 30 20:24:18.453114 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f94d72d1-8ddd-4d6a-b1d3-ef01ac273cda req-71f15f9f-57be-49cf-90f0-cbbb0f8ab369 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Network 0bdba3e4-efdc-4a7b-a477-f34384fa4100 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:24:18.456437 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [req-f94d72d1-8ddd-4d6a-b1d3-ef01ac273cda req-71f15f9f-57be-49cf-90f0-cbbb0f8ab369 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:24:18.458183 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc524b7-2b8e-439a-b7bc-eaf73d41f3eb req-0922bfea-f3b3-4954-8c3d-86d47c2604c9 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:18.459812 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-7cc524b7-2b8e-439a-b7bc-eaf73d41f3eb req-0922bfea-f3b3-4954-8c3d-86d47c2604c9 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=7aad7ab8-22c4-47e2-abf2-9cc744ce8553 HTTP/1.1" status: 200 len: 945 time: 0.1119545 May 30 20:24:18.460642 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-f94d72d1-8ddd-4d6a-b1d3-ef01ac273cda req-71f15f9f-57be-49cf-90f0-cbbb0f8ab369 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:24:18.499364 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f15f9f-57be-49cf-90f0-cbbb0f8ab369 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Pushing event updated for resources: {'Port': ['ID=7d48456a-b3a3-400c-a4ff-0fd3b94bdae1,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:24:18.554286 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94d72d1-8ddd-4d6a-b1d3-ef01ac273cda req-71f15f9f-57be-49cf-90f0-cbbb0f8ab369 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:18.555082 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-f94d72d1-8ddd-4d6a-b1d3-ef01ac273cda req-71f15f9f-57be-49cf-90f0-cbbb0f8ab369 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:18.660868 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f94d72d1-8ddd-4d6a-b1d3-ef01ac273cda req-71f15f9f-57be-49cf-90f0-cbbb0f8ab369 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9270985 May 30 20:24:18.685714 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-f94d72d1-8ddd-4d6a-b1d3-ef01ac273cda req-c18957e1-04dc-4640-94e2-05bcee8a9600 service neutron] Request body: {'port': {'device_id': '0ce68830-4f59-41b5-9920-7484fd2b7d64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843948-2'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:24:18.866468 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-dab49233-2fed-47e5-98e8-7f915d1fdeda tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:18.906622 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-7cc524b7-2b8e-439a-b7bc-eaf73d41f3eb req-90a9ceca-b9fe-4ca7-a662-b06a260b4f72 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ae76294-3e84-4fcb-be2a-17611205a838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1463656 May 30 20:24:18.914623 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-dab49233-2fed-47e5-98e8-7f915d1fdeda tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:19.101649 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-f94d72d1-8ddd-4d6a-b1d3-ef01ac273cda req-c18957e1-04dc-4640-94e2-05bcee8a9600 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:19.145102 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-a5bf4a29-8c5a-4287-ae83-b60a480480c6 None None] Provisioning for port 7d48456a-b3a3-400c-a4ff-0fd3b94bdae1 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:24:19.152149 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-a5bf4a29-8c5a-4287-ae83-b60a480480c6 None None] Provisioning complete for port 7d48456a-b3a3-400c-a4ff-0fd3b94bdae1 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:24:19.152524 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-a5bf4a29-8c5a-4287-ae83-b60a480480c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:19.178950 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43e00b4-d6f6-472a-bebd-98cc21920883 req-49b63101-959e-431f-bd52-9fabeb4ccb6a tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:19.183840 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43e00b4-d6f6-472a-bebd-98cc21920883 req-49b63101-959e-431f-bd52-9fabeb4ccb6a tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:19.188255 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-dab49233-2fed-47e5-98e8-7f915d1fdeda tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Allocated IP 172.25.8.129 (c7869750-4b49-4b7e-aa99-5e0f1ae02da4/427601ec-f643-4fe7-b5e6-17305d3a39e1/c52d1976-3afe-46ef-82e7-ff4b5402d896) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:24:19.190096 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43e00b4-d6f6-472a-bebd-98cc21920883 req-49b63101-959e-431f-bd52-9fabeb4ccb6a tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:19.193432 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a43e00b4-d6f6-472a-bebd-98cc21920883 req-49b63101-959e-431f-bd52-9fabeb4ccb6a tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] 10.222.0.85 "GET /v2.0/ports?device_id=0ce68830-4f59-41b5-9920-7484fd2b7d64 HTTP/1.1" status: 200 len: 2377 time: 0.1933696 May 30 20:24:19.229390 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-a5bf4a29-8c5a-4287-ae83-b60a480480c6 None None] Port 7d48456a-b3a3-400c-a4ff-0fd3b94bdae1 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:24:19.309701 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46413880-516d-4dc4-9f62-ad47d1a721eb req-89dc4f89-8cce-4d51-aeda-92f77a935664 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:19.311724 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-46413880-516d-4dc4-9f62-ad47d1a721eb req-89dc4f89-8cce-4d51-aeda-92f77a935664 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/ports?device_id=9344e871-e93a-4ab0-b2c6-c1bdb8e7cd51 HTTP/1.1" status: 200 len: 946 time: 0.2139349 May 30 20:24:19.358570 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a43e00b4-d6f6-472a-bebd-98cc21920883 req-395669f8-452a-40df-ad03-3f0c0c7f782b tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] 10.222.0.85 "GET /v2.0/security-groups?id=6888f4c0-d3bb-4706-bfb3-8bed5a2d1c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561694 May 30 20:24:19.474164 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-46413880-516d-4dc4-9f62-ad47d1a721eb req-89100de8-0c1f-4047-b782-c7995017fe75 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/security-groups?id=3a2b8dd1-9f73-464e-8b6a-7ffd93a0edae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1536362 May 30 20:24:19.485661 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-dab49233-2fed-47e5-98e8-7f915d1fdeda tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:19.530601 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:19.754073 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-dab49233-2fed-47e5-98e8-7f915d1fdeda tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:19.841620 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5658fe-490d-42a1-bab1-ee413e71f33b req-02a75088-fa07-4bfc-a992-89cc45ca8a25 tempest-ServerMetadataNegativeTestJSON-1382650087 tempest-ServerMetadataNegativeTestJSON-1382650087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:19.855382 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-da5658fe-490d-42a1-bab1-ee413e71f33b req-02a75088-fa07-4bfc-a992-89cc45ca8a25 tempest-ServerMetadataNegativeTestJSON-1382650087 tempest-ServerMetadataNegativeTestJSON-1382650087-project] 10.222.0.85 "GET /v2.0/ports?device_id=cfde7229-7d46-40ae-8853-647e3ac7484a HTTP/1.1" status: 200 len: 945 time: 0.2604718 May 30 20:24:19.884283 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [req-f94d72d1-8ddd-4d6a-b1d3-ef01ac273cda req-c18957e1-04dc-4640-94e2-05bcee8a9600 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41499352-23b9-4db7-9ab1-3e674d841528 {{(pid=84887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:24:19.905109 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-f94d72d1-8ddd-4d6a-b1d3-ef01ac273cda req-c18957e1-04dc-4640-94e2-05bcee8a9600 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:19.948402 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-f94d72d1-8ddd-4d6a-b1d3-ef01ac273cda req-c18957e1-04dc-4640-94e2-05bcee8a9600 service neutron] Transition to ACTIVE for port object 41499352-23b9-4db7-9ab1-3e674d841528 will not be triggered until provisioned by entity L2. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:24:19.953962 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab49233-2fed-47e5-98e8-7f915d1fdeda tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:24:19.957190 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab49233-2fed-47e5-98e8-7f915d1fdeda tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Pushing event updated for resources: {'Port': ['ID=c52d1976-3afe-46ef-82e7-ff4b5402d896,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:24:19.961009 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-dab49233-2fed-47e5-98e8-7f915d1fdeda tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:24:19.972450 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-da5658fe-490d-42a1-bab1-ee413e71f33b req-e670f572-8145-4493-b6ef-9197bab18a93 tempest-ServerMetadataNegativeTestJSON-1382650087 tempest-ServerMetadataNegativeTestJSON-1382650087-project] 10.222.0.85 "GET /v2.0/security-groups?id=1aa6664b-67ec-49cb-8251-b548f3bd2079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043243 May 30 20:24:19.973830 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab49233-2fed-47e5-98e8-7f915d1fdeda tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:24:20.068817 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-f94d72d1-8ddd-4d6a-b1d3-ef01ac273cda req-c18957e1-04dc-4640-94e2-05bcee8a9600 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:20.077009 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc1e2c5-947b-4f7a-ad70-64072e8cbcfc req-2d0579a8-7343-4587-a073-99a235350794 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:20.089422 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-cfc1e2c5-947b-4f7a-ad70-64072e8cbcfc req-2d0579a8-7343-4587-a073-99a235350794 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/ports?device_id=2f903cc6-4588-4e6d-9f98-4119c026a994 HTTP/1.1" status: 200 len: 943 time: 0.4103084 May 30 20:24:20.243807 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-cfc1e2c5-947b-4f7a-ad70-64072e8cbcfc req-fee07b2d-321f-4abc-b018-1be8ec0f9d33 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2ed7a16-df30-4283-b4d4-5e9611f16ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532025 May 30 20:24:20.505718 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-dab49233-2fed-47e5-98e8-7f915d1fdeda tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:20.526039 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18957e1-04dc-4640-94e2-05bcee8a9600 service neutron] Pushing event updated for resources: {'Port': ['ID=41499352-23b9-4db7-9ab1-3e674d841528,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:24:20.639088 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e064289c-d2d6-487c-bab4-d94581b0a067 req-3ba3bc4b-c4c6-4e71-8ed6-7ce2a14c1902 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:20.645795 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e064289c-d2d6-487c-bab4-d94581b0a067 req-3ba3bc4b-c4c6-4e71-8ed6-7ce2a14c1902 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=7aad7ab8-22c4-47e2-abf2-9cc744ce8553 HTTP/1.1" status: 200 len: 945 time: 0.2383752 May 30 20:24:20.674398 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc15b045-0c48-4a2e-a9ef-8f6600456243 req-902c5c8a-847c-4fbe-8b86-456385fd714a tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:20.682382 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-dc15b045-0c48-4a2e-a9ef-8f6600456243 req-902c5c8a-847c-4fbe-8b86-456385fd714a tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/ports?device_id=fc2f8771-8ae8-478e-b73c-7ebb9203036f HTTP/1.1" status: 200 len: 945 time: 0.4785531 May 30 20:24:20.724356 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312ae957-33ae-4d4e-987f-38495eae069a req-494fc561-6e2d-42d8-9621-3a43b493cb18 tempest-ServerMetadataNegativeTestJSON-1382650087 tempest-ServerMetadataNegativeTestJSON-1382650087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:20.725893 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-312ae957-33ae-4d4e-987f-38495eae069a req-494fc561-6e2d-42d8-9621-3a43b493cb18 tempest-ServerMetadataNegativeTestJSON-1382650087 tempest-ServerMetadataNegativeTestJSON-1382650087-project] 10.222.0.86 "GET /v2.0/ports?device_id=cfde7229-7d46-40ae-8853-647e3ac7484a HTTP/1.1" status: 200 len: 945 time: 0.2717915 May 30 20:24:20.749165 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e064289c-d2d6-487c-bab4-d94581b0a067 req-a9a173be-1a77-4755-bf2e-b10ade0a2d1a tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ae76294-3e84-4fcb-be2a-17611205a838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023009 May 30 20:24:20.782793 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-dab49233-2fed-47e5-98e8-7f915d1fdeda tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-736390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:20.785059 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-dab49233-2fed-47e5-98e8-7f915d1fdeda tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-736409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-736399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-736400', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-724754'] for router, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:20.895604 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 460fff84-62d6-49b9-acfe-5f3b6755bc57 details requested by agent hyperv_n-h1-843948-2 with host n-h1-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:24:20.939979 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-312ae957-33ae-4d4e-987f-38495eae069a req-f5c452be-d27a-44bd-ad48-9c004824e5c6 tempest-ServerMetadataNegativeTestJSON-1382650087 tempest-ServerMetadataNegativeTestJSON-1382650087-project] Deleting port 23e58e1e-440e-4909-9492-df7a245e5ca0 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:24:20.940780 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-312ae957-33ae-4d4e-987f-38495eae069a req-f5c452be-d27a-44bd-ad48-9c004824e5c6 tempest-ServerMetadataNegativeTestJSON-1382650087 tempest-ServerMetadataNegativeTestJSON-1382650087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:21.069495 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-f94d72d1-8ddd-4d6a-b1d3-ef01ac273cda req-c18957e1-04dc-4640-94e2-05bcee8a9600 service neutron] Attempting to bind port 41499352-23b9-4db7-9ab1-3e674d841528 on host n-h1-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:24:21.080029 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-f94d72d1-8ddd-4d6a-b1d3-ef01ac273cda req-c18957e1-04dc-4640-94e2-05bcee8a9600 service neutron] Attempting to bind port 41499352-23b9-4db7-9ab1-3e674d841528 by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': '4394f492-b44b-4c69-803b-7e33ee43de88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '0bdba3e4-efdc-4a7b-a477-f34384fa4100'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:24:21.082421 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94d72d1-8ddd-4d6a-b1d3-ef01ac273cda req-c18957e1-04dc-4640-94e2-05bcee8a9600 service neutron] Attempting to bind port 41499352-23b9-4db7-9ab1-3e674d841528 on network 0bdba3e4-efdc-4a7b-a477-f34384fa4100 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:24:21.147712 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-dc15b045-0c48-4a2e-a9ef-8f6600456243 req-2f413f13-927b-48c1-9a10-61974892001c tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/security-groups?id=43b52b63-89b9-4504-9f0e-59456bc9d48e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4650409 May 30 20:24:21.161183 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94d72d1-8ddd-4d6a-b1d3-ef01ac273cda req-c18957e1-04dc-4640-94e2-05bcee8a9600 service neutron] Port 41499352-23b9-4db7-9ab1-3e674d841528 on network 0bdba3e4-efdc-4a7b-a477-f34384fa4100 not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:24:21.161745 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94d72d1-8ddd-4d6a-b1d3-ef01ac273cda req-c18957e1-04dc-4640-94e2-05bcee8a9600 service neutron] Attempting to bind port 41499352-23b9-4db7-9ab1-3e674d841528 on network 0bdba3e4-efdc-4a7b-a477-f34384fa4100 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:24:21.202990 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94d72d1-8ddd-4d6a-b1d3-ef01ac273cda req-c18957e1-04dc-4640-94e2-05bcee8a9600 service neutron] Checking agent: {'id': 'f728d74e-a4ae-4384-860b-a5ade05dd8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 24, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:24:21.203573 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94d72d1-8ddd-4d6a-b1d3-ef01ac273cda req-c18957e1-04dc-4640-94e2-05bcee8a9600 service neutron] Checking segment: {'id': '4394f492-b44b-4c69-803b-7e33ee43de88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '0bdba3e4-efdc-4a7b-a477-f34384fa4100'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:24:21.204193 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94d72d1-8ddd-4d6a-b1d3-ef01ac273cda req-c18957e1-04dc-4640-94e2-05bcee8a9600 service neutron] Bound using segment: {'id': '4394f492-b44b-4c69-803b-7e33ee43de88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '0bdba3e4-efdc-4a7b-a477-f34384fa4100'} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:24:21.204884 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-f94d72d1-8ddd-4d6a-b1d3-ef01ac273cda req-c18957e1-04dc-4640-94e2-05bcee8a9600 service neutron] Bound port: 41499352-23b9-4db7-9ab1-3e674d841528, host: n-h1-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4394f492-b44b-4c69-803b-7e33ee43de88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '0bdba3e4-efdc-4a7b-a477-f34384fa4100'}}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:24:21.205426 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-f94d72d1-8ddd-4d6a-b1d3-ef01ac273cda req-c18957e1-04dc-4640-94e2-05bcee8a9600 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:21.230609 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 460fff84-62d6-49b9-acfe-5f3b6755bc57, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=460fff84-62d6-49b9-acfe-5f3b6755bc57,segment=NetworkSegment(bb0b98bd-77ea-44e3-b5bc-734c2b73a239),segment_id=bb0b98bd-77ea-44e3-b5bc-734c2b73a239)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:24:21.264760 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Returning: {'device': '460fff84-62d6-49b9-acfe-5f3b6755bc57', 'network_id': 'b8dbbf3d-6692-4ebe-a45d-1177e8082a2b', 'port_id': '460fff84-62d6-49b9-acfe-5f3b6755bc57', 'mac_address': 'fa:16:3e:c0:17:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61db9283-a711-4dd7-99cf-b308efe98b83', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:24:21.388090 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d91750-b55e-42b1-81f0-f458137766a4 req-d9f4cfc3-d0c2-4356-8369-645cfd8ec70a tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:21.389764 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:21.406099 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d91750-b55e-42b1-81f0-f458137766a4 req-d9f4cfc3-d0c2-4356-8369-645cfd8ec70a tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:21.410668 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d91750-b55e-42b1-81f0-f458137766a4 req-d9f4cfc3-d0c2-4356-8369-645cfd8ec70a tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:21.421024 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-86d91750-b55e-42b1-81f0-f458137766a4 req-d9f4cfc3-d0c2-4356-8369-645cfd8ec70a tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] 10.222.0.85 "GET /v2.0/ports?device_id=0ce68830-4f59-41b5-9920-7484fd2b7d64 HTTP/1.1" status: 200 len: 2389 time: 0.3900297 May 30 20:24:21.443521 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 460fff84-62d6-49b9-acfe-5f3b6755bc57 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:24:21.470759 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 460fff84-62d6-49b9-acfe-5f3b6755bc57, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=460fff84-62d6-49b9-acfe-5f3b6755bc57,segment=NetworkSegment(bb0b98bd-77ea-44e3-b5bc-734c2b73a239),segment_id=bb0b98bd-77ea-44e3-b5bc-734c2b73a239)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:24:21.510902 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-f94d72d1-8ddd-4d6a-b1d3-ef01ac273cda req-c18957e1-04dc-4640-94e2-05bcee8a9600 service neutron] For port 41499352-23b9-4db7-9ab1-3e674d841528, host n-h1-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:24:21.519407 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-f94d72d1-8ddd-4d6a-b1d3-ef01ac273cda req-c18957e1-04dc-4640-94e2-05bcee8a9600 service neutron] For port 41499352-23b9-4db7-9ab1-3e674d841528, host n-h1-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=41499352-23b9-4db7-9ab1-3e674d841528,segment=NetworkSegment(4394f492-b44b-4c69-803b-7e33ee43de88),segment_id=4394f492-b44b-4c69-803b-7e33ee43de88)] {{(pid=84887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:24:21.542287 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-86d91750-b55e-42b1-81f0-f458137766a4 req-8919d380-e5ea-44b2-bf34-e50ee4cf431c tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] 10.222.0.85 "GET /v2.0/security-groups?id=6888f4c0-d3bb-4706-bfb3-8bed5a2d1c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197855 May 30 20:24:21.550983 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:21.576976 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-56e5e99d-eee2-4db0-baa9-e6984319cff0 req-d9a4ffae-0a46-4710-8957-83c658cea310 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8e7af6fbddf440778dd87d98216021ce&device_id=2f903cc6-4588-4e6d-9f98-4119c026a994 HTTP/1.1" status: 200 len: 1094 time: 0.3404794 May 30 20:24:21.654703 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-312ae957-33ae-4d4e-987f-38495eae069a req-f5c452be-d27a-44bd-ad48-9c004824e5c6 tempest-ServerMetadataNegativeTestJSON-1382650087 tempest-ServerMetadataNegativeTestJSON-1382650087-project] For port 23e58e1e-440e-4909-9492-df7a245e5ca0, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=23e58e1e-440e-4909-9492-df7a245e5ca0,segment=NetworkSegment(21532869-6ac5-4270-8a04-7c77211c2df4),segment_id=21532869-6ac5-4270-8a04-7c77211c2df4)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:24:21.655318 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-312ae957-33ae-4d4e-987f-38495eae069a req-f5c452be-d27a-44bd-ad48-9c004824e5c6 tempest-ServerMetadataNegativeTestJSON-1382650087 tempest-ServerMetadataNegativeTestJSON-1382650087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:21.670170 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-f94d72d1-8ddd-4d6a-b1d3-ef01ac273cda req-c18957e1-04dc-4640-94e2-05bcee8a9600 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:21.698975 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=460fff84-62d6-49b9-acfe-5f3b6755bc57,revision_number=9']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:24:21.801062 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['460fff84-62d6-49b9-acfe-5f3b6755bc57'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:24:21.929929 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-f94d72d1-8ddd-4d6a-b1d3-ef01ac273cda req-c18957e1-04dc-4640-94e2-05bcee8a9600 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:21.932020 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f94d72d1-8ddd-4d6a-b1d3-ef01ac273cda req-c18957e1-04dc-4640-94e2-05bcee8a9600 service neutron] 10.222.0.71 "PUT /v2.0/ports/41499352-23b9-4db7-9ab1-3e674d841528 HTTP/1.1" status: 200 len: 1092 time: 3.2607315 May 30 20:24:21.935437 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ce68830-4f59-41b5-9920-7484fd2b7d64', 'tag': '41499352-23b9-4db7-9ab1-3e674d841528'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:24:21.953395 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-312ae957-33ae-4d4e-987f-38495eae069a req-f5c452be-d27a-44bd-ad48-9c004824e5c6 tempest-ServerMetadataNegativeTestJSON-1382650087 tempest-ServerMetadataNegativeTestJSON-1382650087-project] Calling delete_port for 23e58e1e-440e-4909-9492-df7a245e5ca0 owned by compute:nova {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:24:22.244178 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e5e99d-eee2-4db0-baa9-e6984319cff0 req-7f7c0303-6164-4233-a3dc-975f2701f3a1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:22.246271 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-56e5e99d-eee2-4db0-baa9-e6984319cff0 req-7f7c0303-6164-4233-a3dc-975f2701f3a1 service neutron] 10.222.0.71 "GET /v2.0/networks?id=b8dbbf3d-6692-4ebe-a45d-1177e8082a2b HTTP/1.1" status: 200 len: 915 time: 0.6265938 May 30 20:24:22.260413 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca301ba6-01c2-428e-a513-04d5722a2827 req-c4c5d996-9986-4588-a8dd-720ae4b3770a tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:22.262759 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ca301ba6-01c2-428e-a513-04d5722a2827 req-c4c5d996-9986-4588-a8dd-720ae4b3770a tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=7aad7ab8-22c4-47e2-abf2-9cc744ce8553 HTTP/1.1" status: 200 len: 945 time: 0.4513855 May 30 20:24:22.328323 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:22.329184 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18957e1-04dc-4640-94e2-05bcee8a9600 service neutron] Pushing event updated for resources: {'Port': ['ID=41499352-23b9-4db7-9ab1-3e674d841528,revision_number=3']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:24:22.370020 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dab49233-2fed-47e5-98e8-7f915d1fdeda tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Router ad9465e0-d856-451e-97ed-f7bdb2f9c0ea is scheduled to L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 with binding_index 1 {{(pid=84886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 20:24:22.387624 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-f94d72d1-8ddd-4d6a-b1d3-ef01ac273cda req-a6c72b8a-bc86-4657-8b6e-8925ddeaf9ef service neutron] Request body: {'port': {'device_id': '0ce68830-4f59-41b5-9920-7484fd2b7d64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843948-2'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:24:22.399362 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-56e5e99d-eee2-4db0-baa9-e6984319cff0 req-f87a760c-ff6c-4928-a540-840f811e8e5d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=460fff84-62d6-49b9-acfe-5f3b6755bc57 HTTP/1.1" status: 200 len: 217 time: 0.1339819 May 30 20:24:22.407534 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ca301ba6-01c2-428e-a513-04d5722a2827 req-f1392b43-2aed-4434-a021-c8890bd8f9cd tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ae76294-3e84-4fcb-be2a-17611205a838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763931 May 30 20:24:22.556880 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0da451c-b6ee-4b49-83fb-c4c5888b65fc req-60501360-ae2a-4b0b-bec8-d1b0b84768e4 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:22.560549 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f0da451c-b6ee-4b49-83fb-c4c5888b65fc req-60501360-ae2a-4b0b-bec8-d1b0b84768e4 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/ports?device_id=9344e871-e93a-4ab0-b2c6-c1bdb8e7cd51 HTTP/1.1" status: 200 len: 946 time: 0.9658003 May 30 20:24:22.658600 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e5e99d-eee2-4db0-baa9-e6984319cff0 req-8fa8dc68-8a5c-41d2-bbca-a2cb6acab242 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:22.659523 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-56e5e99d-eee2-4db0-baa9-e6984319cff0 req-8fa8dc68-8a5c-41d2-bbca-a2cb6acab242 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=61db9283-a711-4dd7-99cf-b308efe98b83 HTTP/1.1" status: 200 len: 854 time: 0.2509115 May 30 20:24:22.745984 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-312ae957-33ae-4d4e-987f-38495eae069a req-f5c452be-d27a-44bd-ad48-9c004824e5c6 tempest-ServerMetadataNegativeTestJSON-1382650087 tempest-ServerMetadataNegativeTestJSON-1382650087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:22.752782 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-f94d72d1-8ddd-4d6a-b1d3-ef01ac273cda req-a6c72b8a-bc86-4657-8b6e-8925ddeaf9ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:22.789275 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6a3aecb3-2e7c-41c5-9502-c73c3fec59a7 req-acd55035-8245-48b0-851c-8997ed59db01 tempest-ServerMetadataNegativeTestJSON-1382650087 tempest-ServerMetadataNegativeTestJSON-1382650087-project] 10.222.0.85 "GET /v2.0/ports?device_id=cfde7229-7d46-40ae-8853-647e3ac7484a HTTP/1.1" status: 200 len: 210 time: 0.1276085 May 30 20:24:22.825903 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-56e5e99d-eee2-4db0-baa9-e6984319cff0 req-94f033b5-6c3f-47cc-b30d-c3b8fa8b0fc7 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b8dbbf3d-6692-4ebe-a45d-1177e8082a2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1235397 May 30 20:24:22.918296 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 460fff84-62d6-49b9-acfe-5f3b6755bc57 up at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:24:22.956371 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c452be-d27a-44bd-ad48-9c004824e5c6 tempest-ServerMetadataNegativeTestJSON-1382650087 tempest-ServerMetadataNegativeTestJSON-1382650087-project] Pushing event deleted for resources: {'Port': ['ID=23e58e1e-440e-4909-9492-df7a245e5ca0,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:24:22.975206 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b9de4b99-8797-450b-9b12-9d840be59ec6 req-6a6591b6-4eae-4904-9e55-824ac3cf1c19 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=9344e871-e93a-4ab0-b2c6-c1bdb8e7cd51&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9402688 May 30 20:24:23.034633 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f0da451c-b6ee-4b49-83fb-c4c5888b65fc req-c4d1260b-49a6-4803-95cc-aedbe7de8ccf tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/security-groups?id=3a2b8dd1-9f73-464e-8b6a-7ffd93a0edae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4132085 May 30 20:24:23.041710 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning complete for port 460fff84-62d6-49b9-acfe-5f3b6755bc57 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:24:23.042085 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:23.312734 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-312ae957-33ae-4d4e-987f-38495eae069a req-f5c452be-d27a-44bd-ad48-9c004824e5c6 tempest-ServerMetadataNegativeTestJSON-1382650087 tempest-ServerMetadataNegativeTestJSON-1382650087-project] No DVR routers for this DVR port 23e58e1e-440e-4909-9492-df7a245e5ca0 on host n-h2-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:24:23.317664 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-312ae957-33ae-4d4e-987f-38495eae069a req-f5c452be-d27a-44bd-ad48-9c004824e5c6 tempest-ServerMetadataNegativeTestJSON-1382650087 tempest-ServerMetadataNegativeTestJSON-1382650087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:23.353289 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c797de5-a93e-43ea-b09c-9e9865b6d65b'] response: {'name': 'network-changed', 'server_uuid': '0ce68830-4f59-41b5-9920-7484fd2b7d64', 'tag': '41499352-23b9-4db7-9ab1-3e674d841528', 'status': 'completed', 'code': 200} May 30 20:24:23.361229 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:23.462134 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 460fff84-62d6-49b9-acfe-5f3b6755bc57, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=460fff84-62d6-49b9-acfe-5f3b6755bc57,segment=NetworkSegment(bb0b98bd-77ea-44e3-b5bc-734c2b73a239),segment_id=bb0b98bd-77ea-44e3-b5bc-734c2b73a239)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:24:23.462134 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f903cc6-4588-4e6d-9f98-4119c026a994', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '460fff84-62d6-49b9-acfe-5f3b6755bc57'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:24:23.485924 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 23e58e1e-440e-4909-9492-df7a245e5ca0 no longer exists at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:24:23.658861 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] No Port match for: 23e58e1e-440e-4909-9492-df7a245e5ca0 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:24:23.662429 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 23e58e1e-440e-4909-9492-df7a245e5ca0 not bound to the agent host n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:24:23.757937 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-56e5e99d-eee2-4db0-baa9-e6984319cff0 req-2f4b3c3a-3073-426d-98dc-33670deed79b service neutron] 10.222.0.71 "GET /v2.0/networks/b8dbbf3d-6692-4ebe-a45d-1177e8082a2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9155188 May 30 20:24:23.903500 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10a91ba-f9b4-4796-8004-a778ca0b35bc req-4913d72d-e67d-4abf-8f10-d96a270033c7 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:23.906309 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a10a91ba-f9b4-4796-8004-a778ca0b35bc req-4913d72d-e67d-4abf-8f10-d96a270033c7 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/ports?device_id=2f903cc6-4588-4e6d-9f98-4119c026a994 HTTP/1.1" status: 200 len: 944 time: 0.7287483 May 30 20:24:23.927881 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-312ae957-33ae-4d4e-987f-38495eae069a req-f5c452be-d27a-44bd-ad48-9c004824e5c6 tempest-ServerMetadataNegativeTestJSON-1382650087 tempest-ServerMetadataNegativeTestJSON-1382650087-project] 10.222.0.86 "DELETE /v2.0/ports/23e58e1e-440e-4909-9492-df7a245e5ca0 HTTP/1.1" status: 204 len: 173 time: 3.1875660 May 30 20:24:23.986903 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-859798ed-efc9-4794-9e5f-deb8c0681678 req-fbb13773-6710-4e9c-bc8d-c8f5c8124277 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1070080f3a9f4c1fbf81b28e418fbebd&device_id=0ce68830-4f59-41b5-9920-7484fd2b7d64 HTTP/1.1" status: 200 len: 2732 time: 0.6023936 May 30 20:24:24.061353 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b9de4b99-8797-450b-9b12-9d840be59ec6 req-e57860d3-f2f6-4a00-a894-d77acc107abc service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=88e042593d914709b0b6e8865f4bc68d&device_id=9344e871-e93a-4ab0-b2c6-c1bdb8e7cd51 HTTP/1.1" status: 200 len: 1097 time: 1.0234239 May 30 20:24:24.079830 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [req-f94d72d1-8ddd-4d6a-b1d3-ef01ac273cda req-a6c72b8a-bc86-4657-8b6e-8925ddeaf9ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e77ad9fc-d9d0-4d85-8831-5a603aeb00dd {{(pid=84887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:24:24.091585 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-f94d72d1-8ddd-4d6a-b1d3-ef01ac273cda req-a6c72b8a-bc86-4657-8b6e-8925ddeaf9ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:24.140627 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e87310-ab5b-4c77-a501-3ddeb22dc0bd req-adc17802-8eb3-4b35-a621-44b80d438ff0 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:24.142193 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f9e87310-ab5b-4c77-a501-3ddeb22dc0bd req-adc17802-8eb3-4b35-a621-44b80d438ff0 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/ports?device_id=fc2f8771-8ae8-478e-b73c-7ebb9203036f HTTP/1.1" status: 200 len: 945 time: 0.2222776 May 30 20:24:24.148252 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-f94d72d1-8ddd-4d6a-b1d3-ef01ac273cda req-a6c72b8a-bc86-4657-8b6e-8925ddeaf9ef service neutron] Transition to ACTIVE for port object e77ad9fc-d9d0-4d85-8831-5a603aeb00dd will not be triggered until provisioned by entity L2. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:24:24.209529 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dab49233-2fed-47e5-98e8-7f915d1fdeda tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:24:24.226641 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-56e5e99d-eee2-4db0-baa9-e6984319cff0 req-34dc5103-1e01-4bf4-b6ef-34bd7456d5c5 service neutron] 10.222.0.71 "GET /v2.0/networks/b8dbbf3d-6692-4ebe-a45d-1177e8082a2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4606252 May 30 20:24:24.229108 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13489ab1-161a-40c7-bc6f-a3a341125edd None None] Sync routers for ids ['ad9465e0-d856-451e-97ed-f7bdb2f9c0ea'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:24:24.234762 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-dab49233-2fed-47e5-98e8-7f915d1fdeda tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Notify callbacks [] for router, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:24.236163 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-dab49233-2fed-47e5-98e8-7f915d1fdeda tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] 10.222.0.85 "PUT /v2.0/routers/ad9465e0-d856-451e-97ed-f7bdb2f9c0ea HTTP/1.1" status: 200 len: 916 time: 7.0104697 May 30 20:24:24.241585 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 36616) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:24:24.254302 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a10a91ba-f9b4-4796-8004-a778ca0b35bc req-76be43b2-1e29-4a3a-ae7c-596e1bf4c5aa tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2ed7a16-df30-4283-b4d4-5e9611f16ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3263206 May 30 20:24:24.316776 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13489ab1-161a-40c7-bc6f-a3a341125edd None None] Routers {'ad9465e0-d856-451e-97ed-f7bdb2f9c0ea'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:24:24.320018 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-13489ab1-161a-40c7-bc6f-a3a341125edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:24:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['ad9465e0-d856-451e-97ed-f7bdb2f9c0ea'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:24:24.379904 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859798ed-efc9-4794-9e5f-deb8c0681678 req-ae596b7f-ebb7-4b73-a78f-058fc6749a50 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:24.380293 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859798ed-efc9-4794-9e5f-deb8c0681678 req-ae596b7f-ebb7-4b73-a78f-058fc6749a50 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:24.380665 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859798ed-efc9-4794-9e5f-deb8c0681678 req-ae596b7f-ebb7-4b73-a78f-058fc6749a50 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:24.382390 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-859798ed-efc9-4794-9e5f-deb8c0681678 req-ae596b7f-ebb7-4b73-a78f-058fc6749a50 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=1070080f3a9f4c1fbf81b28e418fbebd&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.3677018 May 30 20:24:24.434868 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f9e87310-ab5b-4c77-a501-3ddeb22dc0bd req-11becd0f-9554-4fc7-8008-27699abce436 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/security-groups?id=43b52b63-89b9-4504-9f0e-59456bc9d48e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2272990 May 30 20:24:24.440656 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-13489ab1-161a-40c7-bc6f-a3a341125edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:24:24.465437 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13489ab1-161a-40c7-bc6f-a3a341125edd None None] Routers {'ad9465e0-d856-451e-97ed-f7bdb2f9c0ea'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:24:24.466505 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-13489ab1-161a-40c7-bc6f-a3a341125edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:24:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['ad9465e0-d856-451e-97ed-f7bdb2f9c0ea'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:24:24.502086 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-f94d72d1-8ddd-4d6a-b1d3-ef01ac273cda req-a6c72b8a-bc86-4657-8b6e-8925ddeaf9ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:24.719535 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c72b8a-bc86-4657-8b6e-8925ddeaf9ef service neutron] Pushing event updated for resources: {'Port': ['ID=e77ad9fc-d9d0-4d85-8831-5a603aeb00dd,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:24:24.753823 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9de4b99-8797-450b-9b12-9d840be59ec6 req-eee12485-08b4-4ff9-9363-7da22ae534b6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:24.755371 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b9de4b99-8797-450b-9b12-9d840be59ec6 req-eee12485-08b4-4ff9-9363-7da22ae534b6 service neutron] 10.222.0.86 "GET /v2.0/networks?id=3b009590-a296-4757-aa36-6233b5dedf2d HTTP/1.1" status: 200 len: 920 time: 0.6603332 May 30 20:24:24.842779 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859798ed-efc9-4794-9e5f-deb8c0681678 req-d0825178-1480-4f62-a4b7-990c002d0fb6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:24.853001 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-859798ed-efc9-4794-9e5f-deb8c0681678 req-d0825178-1480-4f62-a4b7-990c002d0fb6 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4635472 May 30 20:24:24.894966 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-13489ab1-161a-40c7-bc6f-a3a341125edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:24:24.895547 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13489ab1-161a-40c7-bc6f-a3a341125edd None None] The sync data for ids ['ad9465e0-d856-451e-97ed-f7bdb2f9c0ea'] in n-d-843948-2 is: [] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:24:24.899359 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:25.094701 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:24:25.107580 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=460fff84-62d6-49b9-acfe-5f3b6755bc57,revision_number=10']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:24:25.398642 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfde7229-7d46-40ae-8853-647e3ac7484a', 'name': 'network-vif-deleted', 'tag': '23e58e1e-440e-4909-9492-df7a245e5ca0'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:24:25.410317 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b9de4b99-8797-450b-9b12-9d840be59ec6 req-af0285b4-76c3-42b6-b651-6d10ad7427be service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=078b0eb3-7ef6-4b86-9aaa-e86d5bd99c01 HTTP/1.1" status: 200 len: 1002 time: 0.5697708 May 30 20:24:25.591555 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-f94d72d1-8ddd-4d6a-b1d3-ef01ac273cda req-a6c72b8a-bc86-4657-8b6e-8925ddeaf9ef service neutron] Attempting to bind port e77ad9fc-d9d0-4d85-8831-5a603aeb00dd on host n-h1-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:24:25.592558 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-f94d72d1-8ddd-4d6a-b1d3-ef01ac273cda req-a6c72b8a-bc86-4657-8b6e-8925ddeaf9ef service neutron] Attempting to bind port e77ad9fc-d9d0-4d85-8831-5a603aeb00dd by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': '37729a30-7c3a-47c6-990b-058978bb1a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '88ef2e10-1409-4706-b17e-3a333e58397b'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:24:25.593126 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94d72d1-8ddd-4d6a-b1d3-ef01ac273cda req-a6c72b8a-bc86-4657-8b6e-8925ddeaf9ef service neutron] Attempting to bind port e77ad9fc-d9d0-4d85-8831-5a603aeb00dd on network 88ef2e10-1409-4706-b17e-3a333e58397b {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:24:25.643125 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94d72d1-8ddd-4d6a-b1d3-ef01ac273cda req-a6c72b8a-bc86-4657-8b6e-8925ddeaf9ef service neutron] Port e77ad9fc-d9d0-4d85-8831-5a603aeb00dd on network 88ef2e10-1409-4706-b17e-3a333e58397b not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:24:25.643125 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94d72d1-8ddd-4d6a-b1d3-ef01ac273cda req-a6c72b8a-bc86-4657-8b6e-8925ddeaf9ef service neutron] Attempting to bind port e77ad9fc-d9d0-4d85-8831-5a603aeb00dd on network 88ef2e10-1409-4706-b17e-3a333e58397b {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:24:25.664158 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c94e8c-fb20-4b0b-b5a6-f5ed5cfbdf44 req-9339f082-6ab6-4562-9114-ab0c0c76d762 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:25.672967 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c94e8c-fb20-4b0b-b5a6-f5ed5cfbdf44 req-9339f082-6ab6-4562-9114-ab0c0c76d762 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:25.681605 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c94e8c-fb20-4b0b-b5a6-f5ed5cfbdf44 req-9339f082-6ab6-4562-9114-ab0c0c76d762 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:25.684709 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-65c94e8c-fb20-4b0b-b5a6-f5ed5cfbdf44 req-9339f082-6ab6-4562-9114-ab0c0c76d762 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] 10.222.0.85 "GET /v2.0/ports?device_id=0ce68830-4f59-41b5-9920-7484fd2b7d64 HTTP/1.1" status: 200 len: 2401 time: 0.9985089 May 30 20:24:25.752966 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74681c19-e5fd-4024-9a67-83a325f860ef'] response: {'server_uuid': '2f903cc6-4588-4e6d-9f98-4119c026a994', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '460fff84-62d6-49b9-acfe-5f3b6755bc57', 'code': 200} May 30 20:24:25.773151 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94d72d1-8ddd-4d6a-b1d3-ef01ac273cda req-a6c72b8a-bc86-4657-8b6e-8925ddeaf9ef service neutron] Checking agent: {'id': 'f728d74e-a4ae-4384-860b-a5ade05dd8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 24, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:24:25.774039 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94d72d1-8ddd-4d6a-b1d3-ef01ac273cda req-a6c72b8a-bc86-4657-8b6e-8925ddeaf9ef service neutron] Checking segment: {'id': '37729a30-7c3a-47c6-990b-058978bb1a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '88ef2e10-1409-4706-b17e-3a333e58397b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:24:25.775383 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94d72d1-8ddd-4d6a-b1d3-ef01ac273cda req-a6c72b8a-bc86-4657-8b6e-8925ddeaf9ef service neutron] Bound using segment: {'id': '37729a30-7c3a-47c6-990b-058978bb1a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '88ef2e10-1409-4706-b17e-3a333e58397b'} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:24:25.776612 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-f94d72d1-8ddd-4d6a-b1d3-ef01ac273cda req-a6c72b8a-bc86-4657-8b6e-8925ddeaf9ef service neutron] Bound port: e77ad9fc-d9d0-4d85-8831-5a603aeb00dd, host: n-h1-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37729a30-7c3a-47c6-990b-058978bb1a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '88ef2e10-1409-4706-b17e-3a333e58397b'}}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:24:25.777441 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-f94d72d1-8ddd-4d6a-b1d3-ef01ac273cda req-a6c72b8a-bc86-4657-8b6e-8925ddeaf9ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:25.818762 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9de4b99-8797-450b-9b12-9d840be59ec6 req-12b1f409-2225-4928-92a5-2a510d0cc2e1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:25.822401 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b9de4b99-8797-450b-9b12-9d840be59ec6 req-12b1f409-2225-4928-92a5-2a510d0cc2e1 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=4a48f417-ba85-44a0-9f1b-28d1dfa8235b HTTP/1.1" status: 200 len: 858 time: 0.3626049 May 30 20:24:26.068734 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-819fbc84-dee4-421f-9a7a-4adffa1339ca tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] 10.222.0.85 "GET /v2.0/routers/ad9465e0-d856-451e-97ed-f7bdb2f9c0ea HTTP/1.1" status: 200 len: 922 time: 1.8252156 May 30 20:24:26.069165 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 36640) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:24:26.099248 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-65c94e8c-fb20-4b0b-b5a6-f5ed5cfbdf44 req-368fe642-0c20-48a6-967d-30fb042a0add tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] 10.222.0.85 "GET /v2.0/security-groups?id=6888f4c0-d3bb-4706-bfb3-8bed5a2d1c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3994443 May 30 20:24:26.134021 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-f94d72d1-8ddd-4d6a-b1d3-ef01ac273cda req-a6c72b8a-bc86-4657-8b6e-8925ddeaf9ef service neutron] For port e77ad9fc-d9d0-4d85-8831-5a603aeb00dd, host n-h1-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:24:26.143626 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-f94d72d1-8ddd-4d6a-b1d3-ef01ac273cda req-a6c72b8a-bc86-4657-8b6e-8925ddeaf9ef service neutron] For port e77ad9fc-d9d0-4d85-8831-5a603aeb00dd, host n-h1-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=e77ad9fc-d9d0-4d85-8831-5a603aeb00dd,segment=NetworkSegment(37729a30-7c3a-47c6-990b-058978bb1a72),segment_id=37729a30-7c3a-47c6-990b-058978bb1a72)] {{(pid=84887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:24:26.185672 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b9de4b99-8797-450b-9b12-9d840be59ec6 req-9b9a5db3-df2c-4743-8bc1-8d7894eed529 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3b009590-a296-4757-aa36-6233b5dedf2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3171551 May 30 20:24:26.282177 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-4d25e31d-91cb-4a80-b6d6-ff62c5070d11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:26.460920 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-5ded0486-36ab-4511-a16a-f583630bd933 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] 10.222.0.85 "GET /v2.0/ports?network_id=c7869750-4b49-4b7e-aa99-5e0f1ae02da4&device_id=ad9465e0-d856-451e-97ed-f7bdb2f9c0ea&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3898761 May 30 20:24:26.464063 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 36646) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:24:26.466714 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-f94d72d1-8ddd-4d6a-b1d3-ef01ac273cda req-a6c72b8a-bc86-4657-8b6e-8925ddeaf9ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:26.692964 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-f94d72d1-8ddd-4d6a-b1d3-ef01ac273cda req-a6c72b8a-bc86-4657-8b6e-8925ddeaf9ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:26.699408 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f94d72d1-8ddd-4d6a-b1d3-ef01ac273cda req-a6c72b8a-bc86-4657-8b6e-8925ddeaf9ef service neutron] 10.222.0.71 "PUT /v2.0/ports/e77ad9fc-d9d0-4d85-8831-5a603aeb00dd HTTP/1.1" status: 200 len: 1092 time: 4.3179646 May 30 20:24:26.756185 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b9de4b99-8797-450b-9b12-9d840be59ec6 req-b1cb0fbd-a6f0-45e9-80ac-f1ad3d5713c2 service neutron] 10.222.0.86 "GET /v2.0/networks/3b009590-a296-4757-aa36-6233b5dedf2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5608373 May 30 20:24:26.947808 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-ef437cf0-024f-403b-8f51-76d02882a586 req-534ac585-836a-461a-98eb-d36db4f57ce1 tempest-ServerMetadataNegativeTestJSON-1382650087 tempest-ServerMetadataNegativeTestJSON-1382650087-project] Synchronizing usage tracker for tenant:1180601a698f463ebbf1a9fc865a327a on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:24:27.076871 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c72b8a-bc86-4657-8b6e-8925ddeaf9ef service neutron] Pushing event updated for resources: {'Port': ['ID=e77ad9fc-d9d0-4d85-8831-5a603aeb00dd,revision_number=3']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:24:27.134210 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b9de4b99-8797-450b-9b12-9d840be59ec6 req-31e947af-2bee-4225-acbc-16f815306521 service neutron] 10.222.0.86 "GET /v2.0/networks/3b009590-a296-4757-aa36-6233b5dedf2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882148 May 30 20:24:27.142972 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a97ee272-e51c-44b1-b62a-870bb9c1d514 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:27.144353 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-a97ee272-e51c-44b1-b62a-870bb9c1d514 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] 10.222.0.85 "GET /v2.0/networks/c7869750-4b49-4b7e-aa99-5e0f1ae02da4 HTTP/1.1" status: 200 len: 881 time: 0.6789758 May 30 20:24:27.148383 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 36652) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:24:27.152495 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-772bccc2-afec-417b-add3-5f6fb366d4f2 req-df94a8c5-5988-47ed-90ed-ec4247bfbec4 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=2f903cc6-4588-4e6d-9f98-4119c026a994 HTTP/1.1" status: 200 len: 1097 time: 0.5985382 May 30 20:24:27.180505 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2971c4d-28ad-4aaf-bc39-cc512f521a67 req-e6856a4b-1b74-4cba-b6c8-56d939a8507e tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:27.182020 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f2971c4d-28ad-4aaf-bc39-cc512f521a67 req-e6856a4b-1b74-4cba-b6c8-56d939a8507e tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/ports?device_id=2f903cc6-4588-4e6d-9f98-4119c026a994 HTTP/1.1" status: 200 len: 946 time: 0.5189223 May 30 20:24:27.203487 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-aea6c378-d449-4f9e-af30-5b13a139c561 tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] 10.222.0.85 "GET /v2.0/ports?device_id=ad9465e0-d856-451e-97ed-f7bdb2f9c0ea HTTP/1.1" status: 200 len: 205 time: 0.0505121 May 30 20:24:27.203813 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 36658) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:24:27.226093 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-772bccc2-afec-417b-add3-5f6fb366d4f2 req-458b00b0-7ea9-4241-b688-f592b568eea2 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=b2ed7a16-df30-4283-b4d4-5e9611f16ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665340 May 30 20:24:27.248478 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f2971c4d-28ad-4aaf-bc39-cc512f521a67 req-47b6fb98-6421-4066-a3ba-759fbfd5eef5 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2ed7a16-df30-4283-b4d4-5e9611f16ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528460 May 30 20:24:27.331785 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9fdd3247-eabf-4432-8007-73a0b0d62bc0'] response: {'server_uuid': 'cfde7229-7d46-40ae-8853-647e3ac7484a', 'name': 'network-vif-deleted', 'tag': '23e58e1e-440e-4909-9492-df7a245e5ca0', 'status': 'completed', 'code': 200} May 30 20:24:27.431076 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-768b6e98-2fef-4e49-84e8-388461ed6053 tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Notify callbacks [] for router, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:27.510093 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a495951-6387-4e9c-b60a-34b3e1200d72 req-aa09485f-607b-4cd7-8ff2-5304a78ea458 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:27.511653 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-7a495951-6387-4e9c-b60a-34b3e1200d72 req-aa09485f-607b-4cd7-8ff2-5304a78ea458 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/ports?device_id=fc2f8771-8ae8-478e-b73c-7ebb9203036f HTTP/1.1" status: 200 len: 945 time: 0.0934951 May 30 20:24:27.523753 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device bcdfc29b-75b2-4955-871a-03ddaef96f61 details requested by agent hyperv_n-h2-843948-2 with host n-h2-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:24:27.570853 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-7a495951-6387-4e9c-b60a-34b3e1200d72 req-4deb33a6-f4cb-4544-aa6f-99c36fcc0a25 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/security-groups?id=43b52b63-89b9-4504-9f0e-59456bc9d48e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521958 May 30 20:24:27.673181 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port bcdfc29b-75b2-4955-871a-03ddaef96f61, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=bcdfc29b-75b2-4955-871a-03ddaef96f61,segment=NetworkSegment(40468e3f-2630-4d51-98c1-4a518f6532d2),segment_id=40468e3f-2630-4d51-98c1-4a518f6532d2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:24:27.676894 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-768b6e98-2fef-4e49-84e8-388461ed6053 tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:27.689689 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Returning: {'device': 'bcdfc29b-75b2-4955-871a-03ddaef96f61', 'network_id': 'ff30330a-0ebe-4836-9458-b813d1bcbde4', 'port_id': 'bcdfc29b-75b2-4955-871a-03ddaef96f61', 'mac_address': 'fa:16:3e:26:83:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7991eded-d330-4e4e-ace3-aeb4d5f3ff0a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:24:27.698348 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [req-f94d72d1-8ddd-4d6a-b1d3-ef01ac273cda req-a6a4c527-1846-474a-b285-3bdddbe2ac29 service neutron] Request body: {'port': {'device_id': '0ce68830-4f59-41b5-9920-7484fd2b7d64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843948-2'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:24:27.729750 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-ef437cf0-024f-403b-8f51-76d02882a586 req-534ac585-836a-461a-98eb-d36db4f57ce1 tempest-ServerMetadataNegativeTestJSON-1382650087 tempest-ServerMetadataNegativeTestJSON-1382650087-project] Unset dirty status for tenant:1180601a698f463ebbf1a9fc865a327a on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:24:27.732660 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ef437cf0-024f-403b-8f51-76d02882a586 req-534ac585-836a-461a-98eb-d36db4f57ce1 tempest-ServerMetadataNegativeTestJSON-1382650087 tempest-ServerMetadataNegativeTestJSON-1382650087-project] 10.222.0.85 "GET /v2.0/ports?device_id=cfde7229-7d46-40ae-8853-647e3ac7484a HTTP/1.1" status: 200 len: 210 time: 1.1585653 May 30 20:24:27.781159 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:27.811414 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bcdfc29b-75b2-4955-871a-03ddaef96f61 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:24:27.836634 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port bcdfc29b-75b2-4955-871a-03ddaef96f61, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=bcdfc29b-75b2-4955-871a-03ddaef96f61,segment=NetworkSegment(40468e3f-2630-4d51-98c1-4a518f6532d2),segment_id=40468e3f-2630-4d51-98c1-4a518f6532d2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:24:27.917395 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-768b6e98-2fef-4e49-84e8-388461ed6053 tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Deleting port c52d1976-3afe-46ef-82e7-ff4b5402d896 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:24:27.918179 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-768b6e98-2fef-4e49-84e8-388461ed6053 tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:27.946997 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:27.975157 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-f94d72d1-8ddd-4d6a-b1d3-ef01ac273cda req-a6a4c527-1846-474a-b285-3bdddbe2ac29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:28.152924 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['bcdfc29b-75b2-4955-871a-03ddaef96f61'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:24:28.318886 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4836014-9a18-4fc5-90e4-12a0e5a73ac0 req-f67d9b4c-ab6c-47f8-8e3a-3d29b7d42762 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:28.323278 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4836014-9a18-4fc5-90e4-12a0e5a73ac0 req-f67d9b4c-ab6c-47f8-8e3a-3d29b7d42762 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:28.328028 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4836014-9a18-4fc5-90e4-12a0e5a73ac0 req-f67d9b4c-ab6c-47f8-8e3a-3d29b7d42762 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:28.336261 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b4836014-9a18-4fc5-90e4-12a0e5a73ac0 req-f67d9b4c-ab6c-47f8-8e3a-3d29b7d42762 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] 10.222.0.85 "GET /v2.0/ports?device_id=0ce68830-4f59-41b5-9920-7484fd2b7d64 HTTP/1.1" status: 200 len: 2401 time: 0.3436694 May 30 20:24:28.423924 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-768b6e98-2fef-4e49-84e8-388461ed6053 tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:28.445514 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b4836014-9a18-4fc5-90e4-12a0e5a73ac0 req-dcc5c902-1c05-42dc-9676-d957f87ebc31 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] 10.222.0.85 "GET /v2.0/security-groups?id=6888f4c0-d3bb-4706-bfb3-8bed5a2d1c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066353 May 30 20:24:28.571670 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=bcdfc29b-75b2-4955-871a-03ddaef96f61,revision_number=6']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:24:28.841043 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-768b6e98-2fef-4e49-84e8-388461ed6053 tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Calling delete_port for c52d1976-3afe-46ef-82e7-ff4b5402d896 owned by network:router_gateway {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:24:29.089066 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3c3e4327-30d8-44cf-b89b-1f95356a3c2d req-169769fb-612a-4f66-aa1e-58a88a39ab36 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=88e042593d914709b0b6e8865f4bc68d&device_id=9344e871-e93a-4ab0-b2c6-c1bdb8e7cd51 HTTP/1.1" status: 200 len: 1097 time: 0.4745071 May 30 20:24:29.255133 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59323068-ed62-4f1f-b94e-ccf11560fa36 req-866607a9-23fd-4779-9acc-82a6ab8eab22 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:29.269362 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-59323068-ed62-4f1f-b94e-ccf11560fa36 req-866607a9-23fd-4779-9acc-82a6ab8eab22 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/ports?device_id=9344e871-e93a-4ab0-b2c6-c1bdb8e7cd51 HTTP/1.1" status: 200 len: 946 time: 0.4281807 May 30 20:24:29.277280 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [req-f94d72d1-8ddd-4d6a-b1d3-ef01ac273cda req-a6a4c527-1846-474a-b285-3bdddbe2ac29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d48456a-b3a3-400c-a4ff-0fd3b94bdae1 {{(pid=84886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:24:29.297465 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-f94d72d1-8ddd-4d6a-b1d3-ef01ac273cda req-a6a4c527-1846-474a-b285-3bdddbe2ac29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:29.317738 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3e4327-30d8-44cf-b89b-1f95356a3c2d req-611c9f24-b4ab-409e-b280-d71b12e6908e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:29.319485 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3c3e4327-30d8-44cf-b89b-1f95356a3c2d req-611c9f24-b4ab-409e-b280-d71b12e6908e service neutron] 10.222.0.86 "GET /v2.0/networks?id=3b009590-a296-4757-aa36-6233b5dedf2d HTTP/1.1" status: 200 len: 920 time: 0.2205398 May 30 20:24:29.328547 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d770d3e6-9557-4670-bd52-0cf1f58d9a00 req-a5d43392-018a-4a93-912f-d88184b72007 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:29.328840 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [req-f94d72d1-8ddd-4d6a-b1d3-ef01ac273cda req-a6a4c527-1846-474a-b285-3bdddbe2ac29 service neutron] Transition to ACTIVE for port object 7d48456a-b3a3-400c-a4ff-0fd3b94bdae1 will not be triggered until provisioned by entity L2. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:24:29.336558 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d770d3e6-9557-4670-bd52-0cf1f58d9a00 req-a5d43392-018a-4a93-912f-d88184b72007 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/ports?device_id=2f903cc6-4588-4e6d-9f98-4119c026a994 HTTP/1.1" status: 200 len: 946 time: 0.5027480 May 30 20:24:29.359530 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ce68830-4f59-41b5-9920-7484fd2b7d64', 'tag': 'e77ad9fc-d9d0-4d85-8831-5a603aeb00dd'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:24:29.468463 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-59323068-ed62-4f1f-b94e-ccf11560fa36 req-8285e291-e118-4593-96e7-c0c200c0305f tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/security-groups?id=3a2b8dd1-9f73-464e-8b6a-7ffd93a0edae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1296656 May 30 20:24:29.468463 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-f94d72d1-8ddd-4d6a-b1d3-ef01ac273cda req-a6a4c527-1846-474a-b285-3bdddbe2ac29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:29.542457 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device bcdfc29b-75b2-4955-871a-03ddaef96f61 up at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:24:29.768480 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ac15e057-6578-4234-9306-6b24f32ecc0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:29.936335 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:29.974695 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d770d3e6-9557-4670-bd52-0cf1f58d9a00 req-106dc292-9199-4a30-8e15-4efcab1ad4ed tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2ed7a16-df30-4283-b4d4-5e9611f16ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6363630 May 30 20:24:30.002165 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning complete for port bcdfc29b-75b2-4955-871a-03ddaef96f61 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:24:30.002862 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:30.007081 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3c3e4327-30d8-44cf-b89b-1f95356a3c2d req-be5ce628-60e8-4927-bce7-86f2831e2499 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=078b0eb3-7ef6-4b86-9aaa-e86d5bd99c01 HTTP/1.1" status: 200 len: 1002 time: 0.6482117 May 30 20:24:30.173477 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-f94d72d1-8ddd-4d6a-b1d3-ef01ac273cda req-a6a4c527-1846-474a-b285-3bdddbe2ac29 service neutron] Attempting to bind port 7d48456a-b3a3-400c-a4ff-0fd3b94bdae1 on host n-h1-843948-2 for vnic_type normal with profile {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:24:30.174123 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-f94d72d1-8ddd-4d6a-b1d3-ef01ac273cda req-a6a4c527-1846-474a-b285-3bdddbe2ac29 service neutron] Attempting to bind port 7d48456a-b3a3-400c-a4ff-0fd3b94bdae1 by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': '4394f492-b44b-4c69-803b-7e33ee43de88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '0bdba3e4-efdc-4a7b-a477-f34384fa4100'}] {{(pid=84886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:24:30.174641 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94d72d1-8ddd-4d6a-b1d3-ef01ac273cda req-a6a4c527-1846-474a-b285-3bdddbe2ac29 service neutron] Attempting to bind port 7d48456a-b3a3-400c-a4ff-0fd3b94bdae1 on network 0bdba3e4-efdc-4a7b-a477-f34384fa4100 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:24:30.188484 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a4c527-1846-474a-b285-3bdddbe2ac29 service neutron] Pushing event updated for resources: {'Port': ['ID=7d48456a-b3a3-400c-a4ff-0fd3b94bdae1,revision_number=2']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:24:30.198539 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94d72d1-8ddd-4d6a-b1d3-ef01ac273cda req-a6a4c527-1846-474a-b285-3bdddbe2ac29 service neutron] Port 7d48456a-b3a3-400c-a4ff-0fd3b94bdae1 on network 0bdba3e4-efdc-4a7b-a477-f34384fa4100 not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:24:30.199269 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94d72d1-8ddd-4d6a-b1d3-ef01ac273cda req-a6a4c527-1846-474a-b285-3bdddbe2ac29 service neutron] Attempting to bind port 7d48456a-b3a3-400c-a4ff-0fd3b94bdae1 on network 0bdba3e4-efdc-4a7b-a477-f34384fa4100 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:24:30.214745 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94d72d1-8ddd-4d6a-b1d3-ef01ac273cda req-a6a4c527-1846-474a-b285-3bdddbe2ac29 service neutron] Checking agent: {'id': 'f728d74e-a4ae-4384-860b-a5ade05dd8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 24, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:24:30.215350 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94d72d1-8ddd-4d6a-b1d3-ef01ac273cda req-a6a4c527-1846-474a-b285-3bdddbe2ac29 service neutron] Checking segment: {'id': '4394f492-b44b-4c69-803b-7e33ee43de88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '0bdba3e4-efdc-4a7b-a477-f34384fa4100'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:24:30.215946 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94d72d1-8ddd-4d6a-b1d3-ef01ac273cda req-a6a4c527-1846-474a-b285-3bdddbe2ac29 service neutron] Bound using segment: {'id': '4394f492-b44b-4c69-803b-7e33ee43de88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '0bdba3e4-efdc-4a7b-a477-f34384fa4100'} {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:24:30.216680 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-f94d72d1-8ddd-4d6a-b1d3-ef01ac273cda req-a6a4c527-1846-474a-b285-3bdddbe2ac29 service neutron] Bound port: 7d48456a-b3a3-400c-a4ff-0fd3b94bdae1, host: n-h1-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4394f492-b44b-4c69-803b-7e33ee43de88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '0bdba3e4-efdc-4a7b-a477-f34384fa4100'}}] {{(pid=84886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:24:30.217262 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-f94d72d1-8ddd-4d6a-b1d3-ef01ac273cda req-a6a4c527-1846-474a-b285-3bdddbe2ac29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:30.232516 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-768b6e98-2fef-4e49-84e8-388461ed6053 tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:30.343008 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 36716) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:24:30.371789 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768b6e98-2fef-4e49-84e8-388461ed6053 tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Pushing event deleted for resources: {'Port': ['ID=c52d1976-3afe-46ef-82e7-ff4b5402d896,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:24:30.404218 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b2fddf-daf1-479c-b946-d8be8455c416 req-a47aa3be-a7be-4d47-83f7-03b0b91368b1 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:30.419909 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-99b2fddf-daf1-479c-b946-d8be8455c416 req-a47aa3be-a7be-4d47-83f7-03b0b91368b1 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/ports?device_id=fc2f8771-8ae8-478e-b73c-7ebb9203036f HTTP/1.1" status: 200 len: 945 time: 0.6204519 May 30 20:24:30.424345 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:30.469246 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3e4327-30d8-44cf-b89b-1f95356a3c2d req-88e2f964-936a-4d3c-9045-2fdb8ed70075 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:30.470272 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3c3e4327-30d8-44cf-b89b-1f95356a3c2d req-88e2f964-936a-4d3c-9045-2fdb8ed70075 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=4a48f417-ba85-44a0-9f1b-28d1dfa8235b HTTP/1.1" status: 200 len: 858 time: 0.4506443 May 30 20:24:30.481770 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aad7ab8-22c4-47e2-abf2-9cc744ce8553', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcdfc29b-75b2-4955-871a-03ddaef96f61'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:24:30.501685 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port bcdfc29b-75b2-4955-871a-03ddaef96f61, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=bcdfc29b-75b2-4955-871a-03ddaef96f61,segment=NetworkSegment(40468e3f-2630-4d51-98c1-4a518f6532d2),segment_id=40468e3f-2630-4d51-98c1-4a518f6532d2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:24:30.511747 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-f94d72d1-8ddd-4d6a-b1d3-ef01ac273cda req-a6a4c527-1846-474a-b285-3bdddbe2ac29 service neutron] For port 7d48456a-b3a3-400c-a4ff-0fd3b94bdae1, host n-h1-843948-2, cleared binding levels {{(pid=84886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:24:30.529417 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14c70092-a0a4-495f-9a4b-2f24e0c1a688'] response: {'name': 'network-changed', 'server_uuid': '0ce68830-4f59-41b5-9920-7484fd2b7d64', 'tag': 'e77ad9fc-d9d0-4d85-8831-5a603aeb00dd', 'status': 'completed', 'code': 200} May 30 20:24:30.549988 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-f94d72d1-8ddd-4d6a-b1d3-ef01ac273cda req-a6a4c527-1846-474a-b285-3bdddbe2ac29 service neutron] For port 7d48456a-b3a3-400c-a4ff-0fd3b94bdae1, host n-h1-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=7d48456a-b3a3-400c-a4ff-0fd3b94bdae1,segment=NetworkSegment(4394f492-b44b-4c69-803b-7e33ee43de88),segment_id=4394f492-b44b-4c69-803b-7e33ee43de88)] {{(pid=84886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:24:30.570120 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-99b2fddf-daf1-479c-b946-d8be8455c416 req-359c5bab-57d4-405a-8b84-680289937bdb tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/security-groups?id=43b52b63-89b9-4504-9f0e-59456bc9d48e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1491685 May 30 20:24:30.596316 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:30.636999 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-f94d72d1-8ddd-4d6a-b1d3-ef01ac273cda req-a6a4c527-1846-474a-b285-3bdddbe2ac29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:30.734019 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-f94d72d1-8ddd-4d6a-b1d3-ef01ac273cda req-a6a4c527-1846-474a-b285-3bdddbe2ac29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:30.736310 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f94d72d1-8ddd-4d6a-b1d3-ef01ac273cda req-a6a4c527-1846-474a-b285-3bdddbe2ac29 service neutron] 10.222.0.71 "PUT /v2.0/ports/7d48456a-b3a3-400c-a4ff-0fd3b94bdae1 HTTP/1.1" status: 200 len: 1092 time: 3.0436265 May 30 20:24:30.736978 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ce68830-4f59-41b5-9920-7484fd2b7d64', 'tag': '7d48456a-b3a3-400c-a4ff-0fd3b94bdae1'}] {{(pid=84886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:24:30.754336 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=bcdfc29b-75b2-4955-871a-03ddaef96f61,revision_number=7']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:24:30.781233 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a4c527-1846-474a-b285-3bdddbe2ac29 service neutron] Pushing event updated for resources: {'Port': ['ID=7d48456a-b3a3-400c-a4ff-0fd3b94bdae1,revision_number=3']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:24:30.799103 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56a6c35e-bc99-478c-9b62-d15fff462dc0'] response: {'server_uuid': '7aad7ab8-22c4-47e2-abf2-9cc744ce8553', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcdfc29b-75b2-4955-871a-03ddaef96f61', 'code': 200} May 30 20:24:31.076831 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:31.190166 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_v2 [None req-775bef63-af77-4a7c-9e9f-29b0ba3bb4bf admin admin] Deleting subnet 06abf8e1-847f-446c-bf5a-fe340191a1a6 {{(pid=84887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:24:31.218461 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-775bef63-af77-4a7c-9e9f-29b0ba3bb4bf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:31.272090 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3c3e4327-30d8-44cf-b89b-1f95356a3c2d req-1aaefe5c-cecf-4cee-83ad-c000e3518dd2 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3b009590-a296-4757-aa36-6233b5dedf2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7378232 May 30 20:24:31.292848 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-768b6e98-2fef-4e49-84e8-388461ed6053 tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-736453'] for router_gateway, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:31.313541 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c46603-0452-401e-a56b-537c7207ccf8 req-1c1baaf7-5e1e-4e58-8712-bffaccdbc12d tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:31.315467 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-43c46603-0452-401e-a56b-537c7207ccf8 req-1c1baaf7-5e1e-4e58-8712-bffaccdbc12d tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/ports?device_id=9344e871-e93a-4ab0-b2c6-c1bdb8e7cd51 HTTP/1.1" status: 200 len: 946 time: 0.1558237 May 30 20:24:31.434568 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-43c46603-0452-401e-a56b-537c7207ccf8 req-8a9e6787-e4e1-409a-bf77-644f66ba9dbe tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/security-groups?id=3a2b8dd1-9f73-464e-8b6a-7ffd93a0edae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116734 May 30 20:24:31.600129 n-d-843948-2 neutron-server[84886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb57e8a6-fb41-4fcd-b11a-a7d07bed5a9d'] response: {'name': 'network-changed', 'server_uuid': '0ce68830-4f59-41b5-9920-7484fd2b7d64', 'tag': '7d48456a-b3a3-400c-a4ff-0fd3b94bdae1', 'status': 'completed', 'code': 200} May 30 20:24:31.672521 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d0c757d4-2ea9-4dc9-94b8-2f3eda8d8055 req-9f7ff503-f73f-44c8-a9c2-38b72181f433 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1070080f3a9f4c1fbf81b28e418fbebd&device_id=0ce68830-4f59-41b5-9920-7484fd2b7d64 HTTP/1.1" status: 200 len: 2866 time: 1.1419523 May 30 20:24:31.675019 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-775bef63-af77-4a7c-9e9f-29b0ba3bb4bf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3149227'] for subnet, precommit_delete_associations {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:31.851984 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474c6e18-3e5c-4172-ae2c-071531cf362c req-9013c1ec-2698-42ca-94be-a1ac18a5f27c tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:31.860320 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-474c6e18-3e5c-4172-ae2c-071531cf362c req-9013c1ec-2698-42ca-94be-a1ac18a5f27c tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/ports?device_id=2f903cc6-4588-4e6d-9f98-4119c026a994 HTTP/1.1" status: 200 len: 946 time: 0.1422148 May 30 20:24:31.959799 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-474c6e18-3e5c-4172-ae2c-071531cf362c req-16abe0aa-c834-4400-9b24-4053b68351fa tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2ed7a16-df30-4283-b4d4-5e9611f16ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983801 May 30 20:24:32.226074 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307d589d-f0aa-45f9-ac66-efb428f77b20 req-3f53b176-6707-4170-98b0-f3e38ab64e54 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:32.232772 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-307d589d-f0aa-45f9-ac66-efb428f77b20 req-3f53b176-6707-4170-98b0-f3e38ab64e54 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/ports?device_id=fc2f8771-8ae8-478e-b73c-7ebb9203036f HTTP/1.1" status: 200 len: 945 time: 0.1416435 May 30 20:24:32.362976 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da1853d-09c7-48a6-b31c-10f8a91ec056 req-f6698a8b-2478-4a68-bb27-bca50fab401b tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:32.367450 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da1853d-09c7-48a6-b31c-10f8a91ec056 req-f6698a8b-2478-4a68-bb27-bca50fab401b tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:32.372169 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da1853d-09c7-48a6-b31c-10f8a91ec056 req-f6698a8b-2478-4a68-bb27-bca50fab401b tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:32.374013 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4da1853d-09c7-48a6-b31c-10f8a91ec056 req-f6698a8b-2478-4a68-bb27-bca50fab401b tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] 10.222.0.85 "GET /v2.0/ports?device_id=0ce68830-4f59-41b5-9920-7484fd2b7d64 HTTP/1.1" status: 200 len: 2413 time: 1.5477850 May 30 20:24:32.376268 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-768b6e98-2fef-4e49-84e8-388461ed6053 tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-724789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3141'] for router, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:32.383133 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-775bef63-af77-4a7c-9e9f-29b0ba3bb4bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:32.446366 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-307d589d-f0aa-45f9-ac66-efb428f77b20 req-03dcf72e-e4a0-4679-9477-807ca011bc86 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/security-groups?id=43b52b63-89b9-4504-9f0e-59456bc9d48e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2101693 May 30 20:24:32.494783 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3c3e4327-30d8-44cf-b89b-1f95356a3c2d req-c83049a6-a599-431e-a418-6b283e0a037f service neutron] 10.222.0.86 "GET /v2.0/networks/3b009590-a296-4757-aa36-6233b5dedf2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2043769 May 30 20:24:32.535672 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-768b6e98-2fef-4e49-84e8-388461ed6053 tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:32.603089 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:32.721706 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c757d4-2ea9-4dc9-94b8-2f3eda8d8055 req-930af97e-e572-48ab-85eb-3904de7a0fff service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:32.722059 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c757d4-2ea9-4dc9-94b8-2f3eda8d8055 req-930af97e-e572-48ab-85eb-3904de7a0fff service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:32.722361 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c757d4-2ea9-4dc9-94b8-2f3eda8d8055 req-930af97e-e572-48ab-85eb-3904de7a0fff service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:32.723954 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d0c757d4-2ea9-4dc9-94b8-2f3eda8d8055 req-930af97e-e572-48ab-85eb-3904de7a0fff service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=1070080f3a9f4c1fbf81b28e418fbebd&shared=False HTTP/1.1" status: 200 len: 2290 time: 1.0155063 May 30 20:24:32.752290 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4da1853d-09c7-48a6-b31c-10f8a91ec056 req-7ad32389-9fba-497b-9e7a-820925a2d9ff tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] 10.222.0.85 "GET /v2.0/security-groups?id=6888f4c0-d3bb-4706-bfb3-8bed5a2d1c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3244801 May 30 20:24:32.867208 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5efb71-11be-464a-94e2-5e2e33c39373 req-f467f9fe-44a2-4bc6-843d-13c6eb4baaad tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:32.888047 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1d5efb71-11be-464a-94e2-5e2e33c39373 req-f467f9fe-44a2-4bc6-843d-13c6eb4baaad tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/ports?device_id=2f903cc6-4588-4e6d-9f98-4119c026a994 HTTP/1.1" status: 200 len: 946 time: 0.1894610 May 30 20:24:32.909293 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-775bef63-af77-4a7c-9e9f-29b0ba3bb4bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4055470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114247'] for subnet, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:32.918797 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-768b6e98-2fef-4e49-84e8-388461ed6053 tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724889'] for router, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:32.919310 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-768b6e98-2fef-4e49-84e8-388461ed6053 tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Fanout notify agent at l3_agent the message router_deleted on router ad9465e0-d856-451e-97ed-f7bdb2f9c0ea {{(pid=84887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:24:32.950797 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1d5efb71-11be-464a-94e2-5e2e33c39373 req-8a0c13a7-8192-4f4a-b46d-3948104d8164 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2ed7a16-df30-4283-b4d4-5e9611f16ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600474 May 30 20:24:33.074032 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775bef63-af77-4a7c-9e9f-29b0ba3bb4bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06abf8e1-847f-446c-bf5a-fe340191a1a6,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:24:33.088306 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3c3e4327-30d8-44cf-b89b-1f95356a3c2d req-be0ea678-70a8-4b14-89f5-1b1639599144 service neutron] 10.222.0.86 "GET /v2.0/networks/3b009590-a296-4757-aa36-6233b5dedf2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5752892 May 30 20:24:33.094947 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-775bef63-af77-4a7c-9e9f-29b0ba3bb4bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:33.108030 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-775bef63-af77-4a7c-9e9f-29b0ba3bb4bf admin admin] 10.222.0.85 "DELETE /v2.0/subnets/06abf8e1-847f-446c-bf5a-fe340191a1a6 HTTP/1.1" status: 204 len: 168 time: 2.7430060 May 30 20:24:33.108459 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 36750) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:24:33.115350 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-768b6e98-2fef-4e49-84e8-388461ed6053 tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Notify callbacks [] for router, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:33.122439 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-768b6e98-2fef-4e49-84e8-388461ed6053 tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] 10.222.0.85 "DELETE /v2.0/routers/ad9465e0-d856-451e-97ed-f7bdb2f9c0ea HTTP/1.1" status: 204 len: 168 time: 5.9119098 May 30 20:24:33.132410 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 36754) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:24:33.192096 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-d5030f3f-859b-49d6-b725-92d34d86479e tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1602851911', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}, 'admin_state_up': False}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:24:33.264141 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-d5030f3f-859b-49d6-b725-92d34d86479e tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:24:33.272756 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-d5030f3f-859b-49d6-b725-92d34d86479e tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Usage tracker for resource:router and tenant:1338b027b2714cb58e8926b94854de98 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:24:33.281003 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-d5030f3f-859b-49d6-b725-92d34d86479e tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:24:33.291002 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c757d4-2ea9-4dc9-94b8-2f3eda8d8055 req-cdd663db-a434-409c-95fb-cbac3064a5e3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:33.293088 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d0c757d4-2ea9-4dc9-94b8-2f3eda8d8055 req-cdd663db-a434-409c-95fb-cbac3064a5e3 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5392170 May 30 20:24:33.299316 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-d5030f3f-859b-49d6-b725-92d34d86479e tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:24:33.326207 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d05b0f-8c8e-42b7-8be2-89ac99d2ccf2 req-752d6a6b-3a9f-4e44-9659-50948408e66c tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:33.344297 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-64d05b0f-8c8e-42b7-8be2-89ac99d2ccf2 req-752d6a6b-3a9f-4e44-9659-50948408e66c tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/ports?device_id=9344e871-e93a-4ab0-b2c6-c1bdb8e7cd51 HTTP/1.1" status: 200 len: 946 time: 0.4105957 May 30 20:24:33.363002 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-609149ac-2f55-468d-a138-29036c2071a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:33.444453 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-64d05b0f-8c8e-42b7-8be2-89ac99d2ccf2 req-29844c64-535f-43ae-81f6-ecb663ef7b0b tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/security-groups?id=3a2b8dd1-9f73-464e-8b6a-7ffd93a0edae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953672 May 30 20:24:33.500242 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44ef737-12cb-4791-93de-c8beafdde428 req-c01d9f37-b295-447e-804b-655ace0f30f2 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:33.506771 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a44ef737-12cb-4791-93de-c8beafdde428 req-c01d9f37-b295-447e-804b-655ace0f30f2 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/ports?device_id=2f903cc6-4588-4e6d-9f98-4119c026a994 HTTP/1.1" status: 200 len: 946 time: 0.2370574 May 30 20:24:33.509916 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d5030f3f-859b-49d6-b725-92d34d86479e tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-733683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3159'] for router, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:33.511395 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d5030f3f-859b-49d6-b725-92d34d86479e tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-733584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-736372', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-628480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3164'] for router, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:33.634337 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d5030f3f-859b-49d6-b725-92d34d86479e tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:33.675452 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f94d72d1-8ddd-4d6a-b1d3-ef01ac273cda req-a054262e-23c6-4f26-af56-6d44e7201cdf service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1070080f3a9f4c1fbf81b28e418fbebd&device_id=0ce68830-4f59-41b5-9920-7484fd2b7d64 HTTP/1.1" status: 200 len: 2866 time: 0.2379920 May 30 20:24:33.885074 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a44ef737-12cb-4791-93de-c8beafdde428 req-8e7e78a0-c42a-4a0a-889b-11eea548f40e tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2ed7a16-df30-4283-b4d4-5e9611f16ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3289402 May 30 20:24:33.896209 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-609149ac-2f55-468d-a138-29036c2071a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:34.007104 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-609149ac-2f55-468d-a138-29036c2071a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bdb594a-6cf1-41db-8ef6-7d21c699d998']}} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:24:34.037226 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-609149ac-2f55-468d-a138-29036c2071a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21532869-6ac5-4270-8a04-7c77211c2df4') {'for_net_delete': True} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:24:34.037953 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-609149ac-2f55-468d-a138-29036c2071a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21532869-6ac5-4270-8a04-7c77211c2df4') {} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:24:34.064971 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-609149ac-2f55-468d-a138-29036c2071a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2660590'] for segment, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:34.094097 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f94d72d1-8ddd-4d6a-b1d3-ef01ac273cda req-7cafc2a0-00f0-4945-bd8b-31a4786dcc01 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.101&port_id=41499352-23b9-4db7-9ab1-3e674d841528 HTTP/1.1" status: 200 len: 217 time: 0.3847578 May 30 20:24:34.111783 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-609149ac-2f55-468d-a138-29036c2071a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:34.139816 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-609149ac-2f55-468d-a138-29036c2071a2 admin admin] Releasing vlan 678 on physical network physnet1 to pool {{(pid=84886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:24:34.141561 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-609149ac-2f55-468d-a138-29036c2071a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4126989'] for segment, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:34.177103 n-d-843948-2 neutron-server[84886]: Traceback (most recent call last): May 30 20:24:34.177103 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:24:34.177103 n-d-843948-2 neutron-server[84886]: timer() May 30 20:24:34.177103 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:24:34.177103 n-d-843948-2 neutron-server[84886]: cb(*args, **kw) May 30 20:24:34.177103 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:24:34.177103 n-d-843948-2 neutron-server[84886]: return func(*args, **kwargs) May 30 20:24:34.177103 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:24:34.177103 n-d-843948-2 neutron-server[84886]: self._notify() May 30 20:24:34.177103 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:24:34.177103 n-d-843948-2 neutron-server[84886]: self.callback(batched_events) May 30 20:24:34.177103 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:24:34.177103 n-d-843948-2 neutron-server[84886]: event.method(event) May 30 20:24:34.177103 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:24:34.177103 n-d-843948-2 neutron-server[84886]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:24:34.177103 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:24:34.177103 n-d-843948-2 neutron-server[84886]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:24:34.177103 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:24:34.177103 n-d-843948-2 neutron-server[84886]: return f(self, *a, **k) May 30 20:24:34.177103 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:24:34.177103 n-d-843948-2 neutron-server[84886]: return self._get(url).json() May 30 20:24:34.177103 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:24:34.177103 n-d-843948-2 neutron-server[84886]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:24:34.177103 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:24:34.177103 n-d-843948-2 neutron-server[84886]: return self.request(url, 'GET', **kwargs) May 30 20:24:34.177103 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:24:34.177103 n-d-843948-2 neutron-server[84886]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:24:34.177103 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:24:34.177103 n-d-843948-2 neutron-server[84886]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:24:34.177103 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:24:34.177103 n-d-843948-2 neutron-server[84886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:24:34.177103 n-d-843948-2 neutron-server[84886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:24:34.266060 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d5030f3f-859b-49d6-b725-92d34d86479e tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-736390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:34.277101 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94d72d1-8ddd-4d6a-b1d3-ef01ac273cda req-382a51d3-c9c5-4413-84ee-ece8f30b3fec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:34.278733 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f94d72d1-8ddd-4d6a-b1d3-ef01ac273cda req-382a51d3-c9c5-4413-84ee-ece8f30b3fec service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b030b0ca-4593-4382-a610-fee8425fd422 HTTP/1.1" status: 200 len: 801 time: 0.1734672 May 30 20:24:34.289980 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff03b8c-b807-49fc-bbad-df9393dd342a req-f76d3b15-df4b-470e-bb3c-b45c5f76f19b tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:34.297224 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-aff03b8c-b807-49fc-bbad-df9393dd342a req-f76d3b15-df4b-470e-bb3c-b45c5f76f19b tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/ports?device_id=fc2f8771-8ae8-478e-b73c-7ebb9203036f HTTP/1.1" status: 200 len: 945 time: 0.4388936 May 30 20:24:34.424270 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-aff03b8c-b807-49fc-bbad-df9393dd342a req-ed1e8c21-f2f8-45cf-8583-5a0f91226b6e tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/security-groups?id=43b52b63-89b9-4504-9f0e-59456bc9d48e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1260533 May 30 20:24:34.426680 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f43d2b-3bcf-483a-a31d-1c41bdab39ed req-045277d8-0ece-4353-9f82-d17199db7cde tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:34.431636 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f43d2b-3bcf-483a-a31d-1c41bdab39ed req-045277d8-0ece-4353-9f82-d17199db7cde tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:34.436334 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f43d2b-3bcf-483a-a31d-1c41bdab39ed req-045277d8-0ece-4353-9f82-d17199db7cde tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:34.444344 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f7f43d2b-3bcf-483a-a31d-1c41bdab39ed req-045277d8-0ece-4353-9f82-d17199db7cde tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] 10.222.0.85 "GET /v2.0/ports?device_id=0ce68830-4f59-41b5-9920-7484fd2b7d64 HTTP/1.1" status: 200 len: 2413 time: 0.2589397 May 30 20:24:34.499257 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f94d72d1-8ddd-4d6a-b1d3-ef01ac273cda req-73735f80-9b00-4009-93ac-f7beab0be4f6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0bdba3e4-efdc-4a7b-a477-f34384fa4100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1997108 May 30 20:24:34.516550 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f7f43d2b-3bcf-483a-a31d-1c41bdab39ed req-dc4a2317-dac4-40ca-8127-577dc68ce92a tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] 10.222.0.85 "GET /v2.0/security-groups?id=6888f4c0-d3bb-4706-bfb3-8bed5a2d1c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710630 May 30 20:24:34.517417 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-609149ac-2f55-468d-a138-29036c2071a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:34.537411 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-609149ac-2f55-468d-a138-29036c2071a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:34.578658 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609149ac-2f55-468d-a138-29036c2071a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=7bdb594a-6cf1-41db-8ef6-7d21c699d998,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:24:34.657198 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-609149ac-2f55-468d-a138-29036c2071a2 admin admin] 10.222.0.85 "DELETE /v2.0/networks/7bdb594a-6cf1-41db-8ef6-7d21c699d998 HTTP/1.1" status: 204 len: 168 time: 1.5475891 May 30 20:24:34.718209 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f94d72d1-8ddd-4d6a-b1d3-ef01ac273cda req-a6b34d36-18f4-4cad-a1af-c7eb59e6cefd service neutron] 10.222.0.71 "GET /v2.0/networks/0bdba3e4-efdc-4a7b-a477-f34384fa4100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106535 May 30 20:24:35.178778 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c66248f-b8f5-4110-be00-dd810562f695 req-3c0a3f25-a278-44e5-b04a-2dca215c21e0 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:35.189754 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2c66248f-b8f5-4110-be00-dd810562f695 req-3c0a3f25-a278-44e5-b04a-2dca215c21e0 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/ports?device_id=9344e871-e93a-4ab0-b2c6-c1bdb8e7cd51 HTTP/1.1" status: 200 len: 946 time: 0.3122401 May 30 20:24:35.218942 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d5030f3f-859b-49d6-b725-92d34d86479e tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Notify callbacks [] for router_gateway, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:35.259961 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2c66248f-b8f5-4110-be00-dd810562f695 req-72f91974-7b34-41ea-b24e-e3d09662069d tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/security-groups?id=3a2b8dd1-9f73-464e-8b6a-7ffd93a0edae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685019 May 30 20:24:35.267319 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d5030f3f-859b-49d6-b725-92d34d86479e tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:35.376480 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f94d72d1-8ddd-4d6a-b1d3-ef01ac273cda req-2a82df46-e14b-4398-a18b-ac88f0226a52 service neutron] 10.222.0.71 "GET /v2.0/networks/0bdba3e4-efdc-4a7b-a477-f34384fa4100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6519060 May 30 20:24:35.490057 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8840c626-f333-42eb-802d-baf22fcbfcae req-63a00348-3444-488b-8840-41d8fd676114 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:35.491843 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8840c626-f333-42eb-802d-baf22fcbfcae req-63a00348-3444-488b-8840-41d8fd676114 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/ports?device_id=2f903cc6-4588-4e6d-9f98-4119c026a994 HTTP/1.1" status: 200 len: 946 time: 0.7031465 May 30 20:24:35.556724 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 36778) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:24:35.566767 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f94d72d1-8ddd-4d6a-b1d3-ef01ac273cda req-9d61cdc6-2695-48f1-bd60-7306c62bb33e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.121&port_id=e77ad9fc-d9d0-4d85-8831-5a603aeb00dd HTTP/1.1" status: 200 len: 217 time: 0.1562603 May 30 20:24:35.640317 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94d72d1-8ddd-4d6a-b1d3-ef01ac273cda req-3fbccd2a-09ed-4182-954a-649236f5c541 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:35.641866 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f94d72d1-8ddd-4d6a-b1d3-ef01ac273cda req-3fbccd2a-09ed-4182-954a-649236f5c541 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ff6f5188-6a3a-4c15-92e3-ac59dc403850 HTTP/1.1" status: 200 len: 801 time: 0.0669560 May 30 20:24:35.725038 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 36784) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:24:35.726493 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-cbecba4c-db15-4b55-8905-f6d6bf45be70 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=1180601a698f463ebbf1a9fc865a327a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1676548 May 30 20:24:35.879394 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [None req-d5030f3f-859b-49d6-b725-92d34d86479e tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Allocated IP 172.25.8.207 (c7869750-4b49-4b7e-aa99-5e0f1ae02da4/427601ec-f643-4fe7-b5e6-17305d3a39e1/f48f8d4e-647d-4995-af4d-24c39db39b9c) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:24:35.889852 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8840c626-f333-42eb-802d-baf22fcbfcae req-78b8bffb-f3c2-4715-aada-2a1d2d3308f1 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2ed7a16-df30-4283-b4d4-5e9611f16ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3546867 May 30 20:24:35.981654 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1d2d2a75-3569-449e-a7a7-d5ca7b7df9fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:35.987116 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be59557-bef2-418c-bfa5-ab39c6eeba6b req-d4eaa512-6ce6-49ff-b3d2-77f18f7634ee tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:35.996798 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4be59557-bef2-418c-bfa5-ab39c6eeba6b req-d4eaa512-6ce6-49ff-b3d2-77f18f7634ee tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/ports?device_id=fc2f8771-8ae8-478e-b73c-7ebb9203036f HTTP/1.1" status: 200 len: 945 time: 0.1760039 May 30 20:24:36.109640 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4be59557-bef2-418c-bfa5-ab39c6eeba6b req-60d9bdfd-ca31-4357-9ca8-2dcb7184c23a tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/security-groups?id=43b52b63-89b9-4504-9f0e-59456bc9d48e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067994 May 30 20:24:36.201464 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1d2d2a75-3569-449e-a7a7-d5ca7b7df9fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:36.267476 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f94d72d1-8ddd-4d6a-b1d3-ef01ac273cda req-a7f77de6-bf73-4141-81f8-a2305556279b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=88ef2e10-1409-4706-b17e-3a333e58397b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6190004 May 30 20:24:36.366608 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a85d3e6-0c52-4011-847e-d2b6dc536109 req-21370200-5325-48cc-b8e2-cbe98abb212b tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:36.375776 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0a85d3e6-0c52-4011-847e-d2b6dc536109 req-21370200-5325-48cc-b8e2-cbe98abb212b tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/ports?device_id=2f903cc6-4588-4e6d-9f98-4119c026a994 HTTP/1.1" status: 200 len: 946 time: 0.1228571 May 30 20:24:36.456592 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d5030f3f-859b-49d6-b725-92d34d86479e tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:36.464452 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0a85d3e6-0c52-4011-847e-d2b6dc536109 req-e1e62bef-500c-459c-8de5-b3eeb564a43b tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2ed7a16-df30-4283-b4d4-5e9611f16ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880044 May 30 20:24:36.552090 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cf7933-a7aa-42b8-9a36-f7d3107e16b5 req-9a8c4c9b-109c-4487-9b80-1ed9b4c1b11a tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:36.557028 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cf7933-a7aa-42b8-9a36-f7d3107e16b5 req-9a8c4c9b-109c-4487-9b80-1ed9b4c1b11a tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:36.561297 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cf7933-a7aa-42b8-9a36-f7d3107e16b5 req-9a8c4c9b-109c-4487-9b80-1ed9b4c1b11a tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:36.568605 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-86cf7933-a7aa-42b8-9a36-f7d3107e16b5 req-9a8c4c9b-109c-4487-9b80-1ed9b4c1b11a tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] 10.222.0.85 "GET /v2.0/ports?device_id=0ce68830-4f59-41b5-9920-7484fd2b7d64 HTTP/1.1" status: 200 len: 2413 time: 0.4081321 May 30 20:24:36.575197 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f94d72d1-8ddd-4d6a-b1d3-ef01ac273cda req-3bb951b0-bdec-4113-8aff-7310810e393e service neutron] 10.222.0.71 "GET /v2.0/networks/88ef2e10-1409-4706-b17e-3a333e58397b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2993309 May 30 20:24:36.590850 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1d2d2a75-3569-449e-a7a7-d5ca7b7df9fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:36.693417 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2d2a75-3569-449e-a7a7-d5ca7b7df9fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aa6664b-67ec-49cb-8251-b548f3bd2079,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:24:36.796568 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbd312d-0380-49a5-818d-4e545c15a8f9 req-805ba6d5-e539-4b0f-8a32-bf2fe245808b tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:36.798477 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-efbd312d-0380-49a5-818d-4e545c15a8f9 req-805ba6d5-e539-4b0f-8a32-bf2fe245808b tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/ports?device_id=9344e871-e93a-4ab0-b2c6-c1bdb8e7cd51 HTTP/1.1" status: 200 len: 946 time: 0.1379125 May 30 20:24:36.811266 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-86cf7933-a7aa-42b8-9a36-f7d3107e16b5 req-8e2e703e-1ed0-4597-a90c-d7d9f96efba2 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] 10.222.0.85 "GET /v2.0/security-groups?id=6888f4c0-d3bb-4706-bfb3-8bed5a2d1c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416577 May 30 20:24:36.829055 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d5030f3f-859b-49d6-b725-92d34d86479e tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:36.951597 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-efbd312d-0380-49a5-818d-4e545c15a8f9 req-78a55bdd-835b-4680-9c63-61a3a5068dc8 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/security-groups?id=3a2b8dd1-9f73-464e-8b6a-7ffd93a0edae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1291924 May 30 20:24:37.015098 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1d2d2a75-3569-449e-a7a7-d5ca7b7df9fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:37.016261 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-1d2d2a75-3569-449e-a7a7-d5ca7b7df9fc admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/1aa6664b-67ec-49cb-8251-b548f3bd2079 HTTP/1.1" status: 204 len: 168 time: 1.2907946 May 30 20:24:37.028200 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f94d72d1-8ddd-4d6a-b1d3-ef01ac273cda req-1e318225-8094-4ff6-b249-0d556badb380 service neutron] 10.222.0.71 "GET /v2.0/networks/88ef2e10-1409-4706-b17e-3a333e58397b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4311209 May 30 20:24:37.036140 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5030f3f-859b-49d6-b725-92d34d86479e tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Pushing event updated for resources: {'Port': ['ID=f48f8d4e-647d-4995-af4d-24c39db39b9c,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:24:37.101744 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5030f3f-859b-49d6-b725-92d34d86479e tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:24:37.108631 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-d5030f3f-859b-49d6-b725-92d34d86479e tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:24:37.118746 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5030f3f-859b-49d6-b725-92d34d86479e tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:24:37.199404 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f94d72d1-8ddd-4d6a-b1d3-ef01ac273cda req-c008cd05-bd2c-4b6b-97be-e9684786886a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.147&port_id=7d48456a-b3a3-400c-a4ff-0fd3b94bdae1 HTTP/1.1" status: 200 len: 217 time: 0.1631322 May 30 20:24:37.269361 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588462c7-29af-4938-9f05-c3fc06a492d5 req-8e4d5f72-da72-45bc-8b15-a344479b2ca4 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:37.282093 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 36804) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:24:37.282939 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-588462c7-29af-4938-9f05-c3fc06a492d5 req-8e4d5f72-da72-45bc-8b15-a344479b2ca4 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/ports?device_id=9344e871-e93a-4ab0-b2c6-c1bdb8e7cd51 HTTP/1.1" status: 200 len: 946 time: 0.1226580 May 30 20:24:37.296074 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-2b1213a1-cee1-4928-bc74-639d8f0df923 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Request body: {'floatingip': {'port_id': '078b0eb3-7ef6-4b86-9aaa-e86d5bd99c01'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:24:37.489023 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272b0917-feb0-42a7-8451-d6c54a70f02b req-3a11dd7c-e9b2-4478-a919-48fb1e8e0f23 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:37.502670 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-272b0917-feb0-42a7-8451-d6c54a70f02b req-3a11dd7c-e9b2-4478-a919-48fb1e8e0f23 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/ports?device_id=fc2f8771-8ae8-478e-b73c-7ebb9203036f HTTP/1.1" status: 200 len: 945 time: 0.1163812 May 30 20:24:37.573380 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94d72d1-8ddd-4d6a-b1d3-ef01ac273cda req-3eab16aa-d726-484f-962c-a260da47103d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:37.575355 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-272b0917-feb0-42a7-8451-d6c54a70f02b req-fc2ed3f1-d839-4f0c-a8bb-adab409b8c8e tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/security-groups?id=43b52b63-89b9-4504-9f0e-59456bc9d48e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714962 May 30 20:24:37.577189 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f94d72d1-8ddd-4d6a-b1d3-ef01ac273cda req-3eab16aa-d726-484f-962c-a260da47103d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b030b0ca-4593-4382-a610-fee8425fd422 HTTP/1.1" status: 200 len: 801 time: 0.3512709 May 30 20:24:37.706196 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701b3439-a5e7-4fc1-8ed9-a3f675b70b3f req-7ee192a8-79b6-4186-b0cd-925dcd69fb29 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:37.714889 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-701b3439-a5e7-4fc1-8ed9-a3f675b70b3f req-7ee192a8-79b6-4186-b0cd-925dcd69fb29 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/ports?device_id=2f903cc6-4588-4e6d-9f98-4119c026a994 HTTP/1.1" status: 200 len: 946 time: 0.5639374 May 30 20:24:37.718443 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2b1213a1-cee1-4928-bc74-639d8f0df923 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Notify callbacks [] for floatingip, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:38.438288 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f94d72d1-8ddd-4d6a-b1d3-ef01ac273cda req-2de8fab2-2b73-457a-9bef-9d846fe11078 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0bdba3e4-efdc-4a7b-a477-f34384fa4100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6913145 May 30 20:24:38.439161 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f87715-4cb9-4c77-b20b-9268d98fbae8 req-635981ac-8d7d-4c33-91e4-79e750d6db0a tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:38.439161 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f87715-4cb9-4c77-b20b-9268d98fbae8 req-635981ac-8d7d-4c33-91e4-79e750d6db0a tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:38.439943 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-701b3439-a5e7-4fc1-8ed9-a3f675b70b3f req-8d2f903e-9f02-4804-aa84-d7467b1fd447 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2ed7a16-df30-4283-b4d4-5e9611f16ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5900764 May 30 20:24:38.440038 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f87715-4cb9-4c77-b20b-9268d98fbae8 req-635981ac-8d7d-4c33-91e4-79e750d6db0a tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:38.440038 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-77f87715-4cb9-4c77-b20b-9268d98fbae8 req-635981ac-8d7d-4c33-91e4-79e750d6db0a tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] 10.222.0.85 "GET /v2.0/ports?device_id=0ce68830-4f59-41b5-9920-7484fd2b7d64 HTTP/1.1" status: 200 len: 2413 time: 0.2098827 May 30 20:24:38.440038 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-77f87715-4cb9-4c77-b20b-9268d98fbae8 req-0b0206b0-21f3-49c9-9b2a-b58b3b4abdfa tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] 10.222.0.85 "GET /v2.0/security-groups?id=6888f4c0-d3bb-4706-bfb3-8bed5a2d1c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619380 May 30 20:24:38.488396 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f94d72d1-8ddd-4d6a-b1d3-ef01ac273cda req-790a9647-0141-435e-b520-f1796f0c531a service neutron] 10.222.0.71 "GET /v2.0/networks/0bdba3e4-efdc-4a7b-a477-f34384fa4100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776197 May 30 20:24:38.841455 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b263b5-ec27-4913-83f9-81b1b3e57a16 req-3fa10a88-d37f-450c-a4b0-8c21ed575786 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:38.849041 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f0b263b5-ec27-4913-83f9-81b1b3e57a16 req-3fa10a88-d37f-450c-a4b0-8c21ed575786 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/ports?device_id=fc2f8771-8ae8-478e-b73c-7ebb9203036f HTTP/1.1" status: 200 len: 945 time: 0.1118157 May 30 20:24:38.906962 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f0b263b5-ec27-4913-83f9-81b1b3e57a16 req-dcbbdae0-32b1-48a1-b9dc-4fcd982fba57 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/security-groups?id=43b52b63-89b9-4504-9f0e-59456bc9d48e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567958 May 30 20:24:39.107186 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f94d72d1-8ddd-4d6a-b1d3-ef01ac273cda req-ae5d0b4a-5d02-4a27-a1e2-b88297e9e8ba service neutron] 10.222.0.71 "GET /v2.0/networks/0bdba3e4-efdc-4a7b-a477-f34384fa4100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6093261 May 30 20:24:39.129909 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d5030f3f-859b-49d6-b725-92d34d86479e tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Notify callbacks [] for router_gateway, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:39.130754 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d5030f3f-859b-49d6-b725-92d34d86479e tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-736409'] for router, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:39.225660 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e93d53-344b-45e9-b762-549d0476b987 req-37c24cb0-3520-4000-9a5c-01fdcdfcc5e7 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:39.227290 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-59e93d53-344b-45e9-b762-549d0476b987 req-37c24cb0-3520-4000-9a5c-01fdcdfcc5e7 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/ports?device_id=2f903cc6-4588-4e6d-9f98-4119c026a994 HTTP/1.1" status: 200 len: 946 time: 0.6066742 May 30 20:24:39.470430 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.db.resource_extend [None req-2b1213a1-cee1-4928-bc74-639d8f0df923 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:24:39.800638 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247e2675-5206-4a3f-9d11-871483b64e0f req-fd00efec-0b3d-47a0-9c50-064cfb4ca5e5 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:39.805776 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247e2675-5206-4a3f-9d11-871483b64e0f req-fd00efec-0b3d-47a0-9c50-064cfb4ca5e5 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:39.810383 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247e2675-5206-4a3f-9d11-871483b64e0f req-fd00efec-0b3d-47a0-9c50-064cfb4ca5e5 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:39.819207 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-247e2675-5206-4a3f-9d11-871483b64e0f req-fd00efec-0b3d-47a0-9c50-064cfb4ca5e5 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] 10.222.0.85 "GET /v2.0/ports?device_id=0ce68830-4f59-41b5-9920-7484fd2b7d64 HTTP/1.1" status: 200 len: 2413 time: 0.1249235 May 30 20:24:39.880051 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-247e2675-5206-4a3f-9d11-871483b64e0f req-0799b844-42d4-4ce3-b22f-a0434ea41cc6 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] 10.222.0.85 "GET /v2.0/security-groups?id=6888f4c0-d3bb-4706-bfb3-8bed5a2d1c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594144 May 30 20:24:39.886567 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-59e93d53-344b-45e9-b762-549d0476b987 req-114d1ab4-a95b-4650-a65b-bf5b557bac16 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2ed7a16-df30-4283-b4d4-5e9611f16ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5978286 May 30 20:24:39.925206 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2b1213a1-cee1-4928-bc74-639d8f0df923 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:39.951084 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0e333f65-55ef-4d6f-a7f2-6c86fb5ffecf req-a333a264-41f4-49b2-afdc-5a1d67b1ca17 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1070080f3a9f4c1fbf81b28e418fbebd&device_id=0ce68830-4f59-41b5-9920-7484fd2b7d64 HTTP/1.1" status: 200 len: 2866 time: 0.6496077 May 30 20:24:40.136305 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2b1213a1-cee1-4928-bc74-639d8f0df923 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736490'] for floatingip, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:40.301797 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e333f65-55ef-4d6f-a7f2-6c86fb5ffecf req-8a210414-020b-4eb0-a3fb-995f79872879 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:40.304093 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0e333f65-55ef-4d6f-a7f2-6c86fb5ffecf req-8a210414-020b-4eb0-a3fb-995f79872879 service neutron] 10.222.0.71 "GET /v2.0/networks?id=0bdba3e4-efdc-4a7b-a477-f34384fa4100 HTTP/1.1" status: 200 len: 902 time: 0.3397930 May 30 20:24:40.317918 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18ea42c-d598-4dea-93af-f0b172f43370 req-459b7629-986f-4393-ab80-c9f0b5278791 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:40.319899 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c18ea42c-d598-4dea-93af-f0b172f43370 req-459b7629-986f-4393-ab80-c9f0b5278791 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/ports?device_id=fc2f8771-8ae8-478e-b73c-7ebb9203036f HTTP/1.1" status: 200 len: 945 time: 0.2443459 May 30 20:24:40.373180 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c18ea42c-d598-4dea-93af-f0b172f43370 req-1781dc10-b6d1-4562-80e3-cf3e9549052f tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/security-groups?id=43b52b63-89b9-4504-9f0e-59456bc9d48e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471330 May 30 20:24:40.413655 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0e333f65-55ef-4d6f-a7f2-6c86fb5ffecf req-3747b0c5-e419-481c-a1fc-b6cdf172b012 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.147&port_id=7d48456a-b3a3-400c-a4ff-0fd3b94bdae1 HTTP/1.1" status: 200 len: 217 time: 0.0883167 May 30 20:24:40.534480 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e333f65-55ef-4d6f-a7f2-6c86fb5ffecf req-1b2f3cdd-793b-457a-9f38-d68e176d8b3c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:40.536033 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0e333f65-55ef-4d6f-a7f2-6c86fb5ffecf req-1b2f3cdd-793b-457a-9f38-d68e176d8b3c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b030b0ca-4593-4382-a610-fee8425fd422 HTTP/1.1" status: 200 len: 801 time: 0.1146889 May 30 20:24:40.719639 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0e333f65-55ef-4d6f-a7f2-6c86fb5ffecf req-e2e88a54-2d49-4061-bf6b-1f9477053aad service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0bdba3e4-efdc-4a7b-a477-f34384fa4100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1732156 May 30 20:24:40.806836 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5030f3f-859b-49d6-b725-92d34d86479e tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Router 556dab75-5728-46a9-b990-afcd8267076b is scheduled to L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 with binding_index 1 {{(pid=84887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 20:24:40.992491 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 7d48456a-b3a3-400c-a4ff-0fd3b94bdae1 details requested by agent hyperv_n-h1-843948-2 with host n-h1-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:24:41.068103 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a30c9b9-6d39-4cb0-8d7b-279573f5207d req-824dd2c1-4112-4912-b89b-41afb6a38d83 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:41.074209 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-8a30c9b9-6d39-4cb0-8d7b-279573f5207d req-824dd2c1-4112-4912-b89b-41afb6a38d83 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/ports?device_id=2f903cc6-4588-4e6d-9f98-4119c026a994 HTTP/1.1" status: 200 len: 946 time: 0.2887967 May 30 20:24:41.262662 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-8a30c9b9-6d39-4cb0-8d7b-279573f5207d req-58c58d1b-8bfb-4d47-a126-5b3e2a4b1797 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2ed7a16-df30-4283-b4d4-5e9611f16ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679378 May 30 20:24:41.385181 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 36864) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:24:41.396640 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 7d48456a-b3a3-400c-a4ff-0fd3b94bdae1, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=7d48456a-b3a3-400c-a4ff-0fd3b94bdae1,segment=NetworkSegment(4394f492-b44b-4c69-803b-7e33ee43de88),segment_id=4394f492-b44b-4c69-803b-7e33ee43de88)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:24:41.413035 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Returning: {'device': '7d48456a-b3a3-400c-a4ff-0fd3b94bdae1', 'network_id': '0bdba3e4-efdc-4a7b-a477-f34384fa4100', 'port_id': '7d48456a-b3a3-400c-a4ff-0fd3b94bdae1', 'mac_address': 'fa:16:3e:4d:aa:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b030b0ca-4593-4382-a610-fee8425fd422', 'ip_address': '19.80.0.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:24:41.494519 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:41.499879 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0e333f65-55ef-4d6f-a7f2-6c86fb5ffecf req-ed9cae0d-6702-4868-b393-478999e4a9be service neutron] 10.222.0.71 "GET /v2.0/networks/0bdba3e4-efdc-4a7b-a477-f34384fa4100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7212160 May 30 20:24:41.521145 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d48456a-b3a3-400c-a4ff-0fd3b94bdae1 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:24:41.556400 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 7d48456a-b3a3-400c-a4ff-0fd3b94bdae1, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=7d48456a-b3a3-400c-a4ff-0fd3b94bdae1,segment=NetworkSegment(4394f492-b44b-4c69-803b-7e33ee43de88),segment_id=4394f492-b44b-4c69-803b-7e33ee43de88)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:24:41.642348 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:41.643438 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 41499352-23b9-4db7-9ab1-3e674d841528 details requested by agent hyperv_n-h1-843948-2 with host n-h1-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:24:41.695098 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 41499352-23b9-4db7-9ab1-3e674d841528, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=41499352-23b9-4db7-9ab1-3e674d841528,segment=NetworkSegment(4394f492-b44b-4c69-803b-7e33ee43de88),segment_id=4394f492-b44b-4c69-803b-7e33ee43de88)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:24:41.759134 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3a96e6-fd4c-4659-81e2-5c36a6f7b77c req-d7db4b32-cffc-4415-a7c9-7e369fe72b1d tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:41.763140 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3a96e6-fd4c-4659-81e2-5c36a6f7b77c req-d7db4b32-cffc-4415-a7c9-7e369fe72b1d tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:41.767081 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3a96e6-fd4c-4659-81e2-5c36a6f7b77c req-d7db4b32-cffc-4415-a7c9-7e369fe72b1d tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:41.775128 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0f3a96e6-fd4c-4659-81e2-5c36a6f7b77c req-d7db4b32-cffc-4415-a7c9-7e369fe72b1d tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] 10.222.0.85 "GET /v2.0/ports?device_id=0ce68830-4f59-41b5-9920-7484fd2b7d64 HTTP/1.1" status: 200 len: 2413 time: 0.5671709 May 30 20:24:41.786478 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e511380a-b567-4442-a552-874492c0b81a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:41.845699 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-e511380a-b567-4442-a552-874492c0b81a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:24:41.854218 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Returning: {'device': '41499352-23b9-4db7-9ab1-3e674d841528', 'network_id': '0bdba3e4-efdc-4a7b-a477-f34384fa4100', 'port_id': '41499352-23b9-4db7-9ab1-3e674d841528', 'mac_address': 'fa:16:3e:24:04:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b030b0ca-4593-4382-a610-fee8425fd422', 'ip_address': '19.80.0.101'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:24:41.855881 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-e511380a-b567-4442-a552-874492c0b81a admin admin] Usage tracker for resource:security_group_rule and tenant:8e8550ca004f41dc977d00a1c7d939e6 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:24:41.859756 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-e511380a-b567-4442-a552-874492c0b81a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:24:41.874113 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0f3a96e6-fd4c-4659-81e2-5c36a6f7b77c req-a8d6059e-7765-4d90-b205-f52cf481afd6 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] 10.222.0.85 "GET /v2.0/security-groups?id=6888f4c0-d3bb-4706-bfb3-8bed5a2d1c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979636 May 30 20:24:41.879770 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-e511380a-b567-4442-a552-874492c0b81a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:24:41.913839 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b1213a1-cee1-4928-bc74-639d8f0df923 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Router dce4a9b6-853a-4e96-9bb3-a1790cbf36d6 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:24:41.963607 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:41.985873 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e511380a-b567-4442-a552-874492c0b81a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:42.004969 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=7d48456a-b3a3-400c-a4ff-0fd3b94bdae1,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:24:42.013604 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41499352-23b9-4db7-9ab1-3e674d841528 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:24:42.037782 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 41499352-23b9-4db7-9ab1-3e674d841528, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=41499352-23b9-4db7-9ab1-3e674d841528,segment=NetworkSegment(4394f492-b44b-4c69-803b-7e33ee43de88),segment_id=4394f492-b44b-4c69-803b-7e33ee43de88)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:24:42.048795 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb556115-280d-44c3-b731-d4d4e5d95bf0 req-73a2733d-6558-4d34-9c08-7ae6e366e458 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:42.062683 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-bb556115-280d-44c3-b731-d4d4e5d95bf0 req-73a2733d-6558-4d34-9c08-7ae6e366e458 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/ports?device_id=fc2f8771-8ae8-478e-b73c-7ebb9203036f HTTP/1.1" status: 200 len: 945 time: 0.4066761 May 30 20:24:42.091611 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e511380a-b567-4442-a552-874492c0b81a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:42.139332 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:42.140348 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device e77ad9fc-d9d0-4d85-8831-5a603aeb00dd details requested by agent hyperv_n-h1-843948-2 with host n-h1-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:24:42.177589 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-e511380a-b567-4442-a552-874492c0b81a admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=8e8550ca004f41dc977d00a1c7d939e6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7897053 May 30 20:24:42.189400 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 36878) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:24:42.253964 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0e333f65-55ef-4d6f-a7f2-6c86fb5ffecf req-407ba262-5693-4e6d-a2c6-06568020b877 service neutron] 10.222.0.71 "GET /v2.0/networks/0bdba3e4-efdc-4a7b-a477-f34384fa4100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7378793 May 30 20:24:42.303051 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5030f3f-859b-49d6-b725-92d34d86479e tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:24:42.307102 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e511380a-b567-4442-a552-874492c0b81a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3d202dc-3cc9-409b-867f-167e329a59b3,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:24:42.314773 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62cef339-46d1-4a0e-9b6c-eeb6b9d5729f None None] Sync routers for ids ['556dab75-5728-46a9-b990-afcd8267076b'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:24:42.357442 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62cef339-46d1-4a0e-9b6c-eeb6b9d5729f None None] Routers {'556dab75-5728-46a9-b990-afcd8267076b'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:24:42.358208 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-62cef339-46d1-4a0e-9b6c-eeb6b9d5729f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:24:29Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['556dab75-5728-46a9-b990-afcd8267076b'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:24:42.378986 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-bb556115-280d-44c3-b731-d4d4e5d95bf0 req-945bb138-70e1-430e-a437-6ae7424db2a6 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/security-groups?id=43b52b63-89b9-4504-9f0e-59456bc9d48e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3126175 May 30 20:24:42.454961 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d5030f3f-859b-49d6-b725-92d34d86479e tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Notify callbacks [] for router, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:42.456383 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-d5030f3f-859b-49d6-b725-92d34d86479e tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 9.3038702 May 30 20:24:42.460063 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 36884) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:24:42.475640 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-c4efef7d-b859-4350-acbf-d2d2ae09049f tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:24:42.508101 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2a3e8132-fb20-4e55-a0df-b67bcf0adee7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:42.536882 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b1213a1-cee1-4928-bc74-639d8f0df923 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:24:42.548184 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2b1213a1-cee1-4928-bc74-639d8f0df923 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:42.594461 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2a3e8132-fb20-4e55-a0df-b67bcf0adee7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:42.600476 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c9713fb-0a9c-4438-b7b4-04a46c149ba0 None None] Sync routers for ids ['dce4a9b6-853a-4e96-9bb3-a1790cbf36d6'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:24:42.603059 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-62cef339-46d1-4a0e-9b6c-eeb6b9d5729f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:24:42.632651 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62cef339-46d1-4a0e-9b6c-eeb6b9d5729f None None] Routers {'556dab75-5728-46a9-b990-afcd8267076b'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:24:42.633355 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-62cef339-46d1-4a0e-9b6c-eeb6b9d5729f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:24:29Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['556dab75-5728-46a9-b990-afcd8267076b'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:24:42.718080 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-62cef339-46d1-4a0e-9b6c-eeb6b9d5729f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:24:42.718490 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62cef339-46d1-4a0e-9b6c-eeb6b9d5729f None None] The sync data for ids ['556dab75-5728-46a9-b990-afcd8267076b'] in n-d-843948-2 is: [] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:24:42.729147 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9344e871-e93a-4ab0-b2c6-c1bdb8e7cd51', 'tag': '078b0eb3-7ef6-4b86-9aaa-e86d5bd99c01'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:24:42.736197 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-2b1213a1-cee1-4928-bc74-639d8f0df923 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "PUT /v2.0/floatingips/35a5363a-0ab4-480c-b11a-63387c1ae576 HTTP/1.1" status: 200 len: 994 time: 5.4515665 May 30 20:24:42.774985 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9713fb-0a9c-4438-b7b4-04a46c149ba0 None None] Routers {'dce4a9b6-853a-4e96-9bb3-a1790cbf36d6'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:24:42.775643 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-5c9713fb-0a9c-4438-b7b4-04a46c149ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:24:29Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['dce4a9b6-853a-4e96-9bb3-a1790cbf36d6'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:24:42.825276 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2a3e8132-fb20-4e55-a0df-b67bcf0adee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:42.898260 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3e8132-fb20-4e55-a0df-b67bcf0adee7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3d202dc-3cc9-409b-867f-167e329a59b3,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:24:42.915542 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2a3e8132-fb20-4e55-a0df-b67bcf0adee7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:42.916217 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-2a3e8132-fb20-4e55-a0df-b67bcf0adee7 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/b3d202dc-3cc9-409b-867f-167e329a59b3 HTTP/1.1" status: 204 len: 168 time: 0.7231977 May 30 20:24:42.939397 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-410bf711-3132-4355-aafb-74ae9e1dc0fe'] response: {'name': 'network-changed', 'server_uuid': '9344e871-e93a-4ab0-b2c6-c1bdb8e7cd51', 'tag': '078b0eb3-7ef6-4b86-9aaa-e86d5bd99c01', 'status': 'completed', 'code': 200} May 30 20:24:43.110191 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88f5c4a-3590-47fe-b3a1-35a50984e778 req-0b0320ac-5c90-480b-9b0e-21de33a7064b tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:43.118084 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f88f5c4a-3590-47fe-b3a1-35a50984e778 req-0b0320ac-5c90-480b-9b0e-21de33a7064b tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/ports?device_id=2f903cc6-4588-4e6d-9f98-4119c026a994 HTTP/1.1" status: 200 len: 946 time: 0.3962762 May 30 20:24:43.274476 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=41499352-23b9-4db7-9ab1-3e674d841528,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:24:43.296256 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port e77ad9fc-d9d0-4d85-8831-5a603aeb00dd, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=e77ad9fc-d9d0-4d85-8831-5a603aeb00dd,segment=NetworkSegment(37729a30-7c3a-47c6-990b-058978bb1a72),segment_id=37729a30-7c3a-47c6-990b-058978bb1a72)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:24:43.369429 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-5c9713fb-0a9c-4438-b7b4-04a46c149ba0 None None] Set router dce4a9b6-853a-4e96-9bb3-a1790cbf36d6 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:24:43.426380 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6976693-dc93-4881-926c-ce17bf0a8193 req-59287805-8b73-4ff0-bd01-084daf18cb46 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:43.431686 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6976693-dc93-4881-926c-ce17bf0a8193 req-59287805-8b73-4ff0-bd01-084daf18cb46 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:43.432151 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f88f5c4a-3590-47fe-b3a1-35a50984e778 req-d40aa716-6fc5-4431-b945-2a0fb212f1e7 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2ed7a16-df30-4283-b4d4-5e9611f16ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3131990 May 30 20:24:43.464665 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6976693-dc93-4881-926c-ce17bf0a8193 req-59287805-8b73-4ff0-bd01-084daf18cb46 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:43.466494 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c6976693-dc93-4881-926c-ce17bf0a8193 req-59287805-8b73-4ff0-bd01-084daf18cb46 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] 10.222.0.85 "GET /v2.0/ports?device_id=0ce68830-4f59-41b5-9920-7484fd2b7d64 HTTP/1.1" status: 200 len: 2415 time: 0.3446472 May 30 20:24:43.481488 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e94cc555-fd85-46e0-bbb2-fb09b75263f1 req-1a96afc7-ade9-4f8b-8991-9bc5c6e7b189 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=88e042593d914709b0b6e8865f4bc68d&device_id=9344e871-e93a-4ab0-b2c6-c1bdb8e7cd51 HTTP/1.1" status: 200 len: 1097 time: 0.5264666 May 30 20:24:43.493402 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Returning: {'device': 'e77ad9fc-d9d0-4d85-8831-5a603aeb00dd', 'network_id': '88ef2e10-1409-4706-b17e-3a333e58397b', 'port_id': 'e77ad9fc-d9d0-4d85-8831-5a603aeb00dd', 'mac_address': 'fa:16:3e:1d:a1:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 673, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff6f5188-6a3a-4c15-92e3-ac59dc403850', 'ip_address': '19.86.0.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:24:43.583903 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c6976693-dc93-4881-926c-ce17bf0a8193 req-b7c258ab-3651-49f4-bb78-e01fe6ed3a6e tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] 10.222.0.85 "GET /v2.0/security-groups?id=6888f4c0-d3bb-4706-bfb3-8bed5a2d1c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100118 May 30 20:24:43.937839 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94cc555-fd85-46e0-bbb2-fb09b75263f1 req-b4425a01-ab0b-4da7-aaad-e8530031023f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:43.939334 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e94cc555-fd85-46e0-bbb2-fb09b75263f1 req-b4425a01-ab0b-4da7-aaad-e8530031023f service neutron] 10.222.0.86 "GET /v2.0/networks?id=3b009590-a296-4757-aa36-6233b5dedf2d HTTP/1.1" status: 200 len: 920 time: 0.4513111 May 30 20:24:44.124699 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d906cef-1ecd-4f60-a58e-92e96ebad53a req-146d0f26-ac31-4c50-8647-61dc09d6a7f4 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:44.127628 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0d906cef-1ecd-4f60-a58e-92e96ebad53a req-146d0f26-ac31-4c50-8647-61dc09d6a7f4 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/ports?device_id=fc2f8771-8ae8-478e-b73c-7ebb9203036f HTTP/1.1" status: 200 len: 945 time: 0.2449849 May 30 20:24:44.140426 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e94cc555-fd85-46e0-bbb2-fb09b75263f1 req-c20526c9-3e75-4ca7-aaff-eaf4f0edb04c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=078b0eb3-7ef6-4b86-9aaa-e86d5bd99c01 HTTP/1.1" status: 200 len: 1002 time: 0.1927714 May 30 20:24:44.251545 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0d906cef-1ecd-4f60-a58e-92e96ebad53a req-650a1917-d7e5-4a44-8b73-bf863c5e4148 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/security-groups?id=43b52b63-89b9-4504-9f0e-59456bc9d48e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1128867 May 30 20:24:44.292383 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:44.295038 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94cc555-fd85-46e0-bbb2-fb09b75263f1 req-c2b11ddf-4383-4260-9e91-6df0ebfcc82a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:44.297068 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e94cc555-fd85-46e0-bbb2-fb09b75263f1 req-c2b11ddf-4383-4260-9e91-6df0ebfcc82a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=4a48f417-ba85-44a0-9f1b-28d1dfa8235b HTTP/1.1" status: 200 len: 858 time: 0.1466773 May 30 20:24:44.324549 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e77ad9fc-d9d0-4d85-8831-5a603aeb00dd {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:24:44.349129 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port e77ad9fc-d9d0-4d85-8831-5a603aeb00dd, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=e77ad9fc-d9d0-4d85-8831-5a603aeb00dd,segment=NetworkSegment(37729a30-7c3a-47c6-990b-058978bb1a72),segment_id=37729a30-7c3a-47c6-990b-058978bb1a72)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:24:44.354729 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-5c9713fb-0a9c-4438-b7b4-04a46c149ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dce4a9b6-853a-4e96-9bb3-a1790cbf36d6', 'name': 'tempest-ServerRescueNegativeTestJSON-1289574193-router', 'tenant_id': '88e042593d914709b0b6e8865f4bc68d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': '6fd4f929-f547-4afa-a511-76d2a626bb7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:20:03Z', 'updated_at': '2022-05-30T20:20:16Z', 'revision_number': 4, 'project_id': '88e042593d914709b0b6e8865f4bc68d', 'gw_port': {'id': '6fd4f929-f547-4afa-a511-76d2a626bb7a', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:d2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce4a9b6-853a-4e96-9bb3-a1790cbf36d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:20:04Z', 'updated_at': '2022-05-30T20:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': '35a5363a-0ab4-480c-b11a-63387c1ae576', 'tenant_id': '88e042593d914709b0b6e8865f4bc68d', 'floating_ip_address': '172.25.8.140', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': 'dce4a9b6-853a-4e96-9bb3-a1790cbf36d6', 'port_id': '078b0eb3-7ef6-4b86-9aaa-e86d5bd99c01', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b009590-a296-4757-aa36-6233b5dedf2d', 'mac_address': 'fa:16:3e:07:8b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9344e871-e93a-4ab0-b2c6-c1bdb8e7cd51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:22:29Z', 'updated_at': '2022-05-30T20:24:39Z', 'revision_number': 3, 'project_id': '88e042593d914709b0b6e8865f4bc68d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d8a46dc-bcc2-41b3-8b77-5e8506e6c3a6', 'name': '', 'network_id': '3b009590-a296-4757-aa36-6233b5dedf2d', 'tenant_id': '88e042593d914709b0b6e8865f4bc68d', 'mac_address': 'fa:16:3e:37:2a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce4a9b6-853a-4e96-9bb3-a1790cbf36d6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a48f417-ba85-44a0-9f1b-28d1dfa8235b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:20:13Z', 'updated_at': '2022-05-30T20:20:36Z', 'revision_number': 5, 'project_id': '88e042593d914709b0b6e8865f4bc68d', 'subnets': [{'id': '4a48f417-ba85-44a0-9f1b-28d1dfa8235b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:24:44.367201 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c9713fb-0a9c-4438-b7b4-04a46c149ba0 None None] Checking router: dce4a9b6-853a-4e96-9bb3-a1790cbf36d6 for host: n-d-843948-2 {{(pid=84888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:24:44.372430 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9713fb-0a9c-4438-b7b4-04a46c149ba0 None None] Routers {'dce4a9b6-853a-4e96-9bb3-a1790cbf36d6'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:24:44.373055 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-5c9713fb-0a9c-4438-b7b4-04a46c149ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:24:29Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['dce4a9b6-853a-4e96-9bb3-a1790cbf36d6'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:24:44.563936 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e94cc555-fd85-46e0-bbb2-fb09b75263f1 req-539a955e-4466-45b8-a1de-aee4a278e019 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3b009590-a296-4757-aa36-6233b5dedf2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2354269 May 30 20:24:44.585469 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:44.696926 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=e77ad9fc-d9d0-4d85-8831-5a603aeb00dd,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:24:44.909942 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['7d48456a-b3a3-400c-a4ff-0fd3b94bdae1'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:24:44.940289 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9344e871-e93a-4ab0-b2c6-c1bdb8e7cd51', 'tag': '078b0eb3-7ef6-4b86-9aaa-e86d5bd99c01'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:24:45.040560 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['e77ad9fc-d9d0-4d85-8831-5a603aeb00dd'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:24:45.092486 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd37fea8-c11c-4a71-8851-834ee5c38de5 req-bc8f3a78-395d-4fce-ad8e-7a329e57e650 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:45.102969 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-fd37fea8-c11c-4a71-8851-834ee5c38de5 req-bc8f3a78-395d-4fce-ad8e-7a329e57e650 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/ports?device_id=2f903cc6-4588-4e6d-9f98-4119c026a994 HTTP/1.1" status: 200 len: 946 time: 0.1992526 May 30 20:24:45.136104 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e94cc555-fd85-46e0-bbb2-fb09b75263f1 req-92e18fec-11af-427c-888b-ae3e967162d2 service neutron] 10.222.0.86 "GET /v2.0/networks/3b009590-a296-4757-aa36-6233b5dedf2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5587122 May 30 20:24:45.213896 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-fd37fea8-c11c-4a71-8851-834ee5c38de5 req-e75a2230-dc57-4062-b178-5c90daefcdbc tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2ed7a16-df30-4283-b4d4-5e9611f16ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097593 May 30 20:24:45.281364 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad18249-07ec-4eea-b72c-3c7905362de6 req-d48b9bf2-f47c-4c75-8bd4-f73cf8b08a8f tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:45.285649 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad18249-07ec-4eea-b72c-3c7905362de6 req-d48b9bf2-f47c-4c75-8bd4-f73cf8b08a8f tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:45.290834 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad18249-07ec-4eea-b72c-3c7905362de6 req-d48b9bf2-f47c-4c75-8bd4-f73cf8b08a8f tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:45.292865 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-dad18249-07ec-4eea-b72c-3c7905362de6 req-d48b9bf2-f47c-4c75-8bd4-f73cf8b08a8f tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] 10.222.0.85 "GET /v2.0/ports?device_id=0ce68830-4f59-41b5-9920-7484fd2b7d64 HTTP/1.1" status: 200 len: 2416 time: 0.3581431 May 30 20:24:45.294530 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8de768d4-bbbd-4622-81f7-1c6c9e559996'] response: {'name': 'network-changed', 'server_uuid': '9344e871-e93a-4ab0-b2c6-c1bdb8e7cd51', 'tag': '078b0eb3-7ef6-4b86-9aaa-e86d5bd99c01', 'status': 'completed', 'code': 200} May 30 20:24:45.300880 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-42a3bbdc-0552-401b-b938-244abe4107d2 req-1daa9160-1604-49c3-b50a-9e3c527f76fb service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8e7af6fbddf440778dd87d98216021ce&device_id=2f903cc6-4588-4e6d-9f98-4119c026a994 HTTP/1.1" status: 200 len: 1097 time: 0.3029230 May 30 20:24:45.347070 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-5c9713fb-0a9c-4438-b7b4-04a46c149ba0 None None] Set router dce4a9b6-853a-4e96-9bb3-a1790cbf36d6 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:24:45.516768 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e94cc555-fd85-46e0-bbb2-fb09b75263f1 req-cd617cce-0275-42ac-a34d-3781698bf91c service neutron] 10.222.0.86 "GET /v2.0/networks/3b009590-a296-4757-aa36-6233b5dedf2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3723457 May 30 20:24:45.568829 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-dad18249-07ec-4eea-b72c-3c7905362de6 req-508e4cab-6708-4a25-b26d-a69d7e6a3e7b tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] 10.222.0.85 "GET /v2.0/security-groups?id=6888f4c0-d3bb-4706-bfb3-8bed5a2d1c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649074 May 30 20:24:45.577959 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c4efef7d-b859-4350-acbf-d2d2ae09049f tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-736390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:45.644781 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a3bbdc-0552-401b-b938-244abe4107d2 req-9a17503a-e004-4706-ac7b-1f6a9ce145af service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:45.646462 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-42a3bbdc-0552-401b-b938-244abe4107d2 req-9a17503a-e004-4706-ac7b-1f6a9ce145af service neutron] 10.222.0.71 "GET /v2.0/networks?id=b8dbbf3d-6692-4ebe-a45d-1177e8082a2b HTTP/1.1" status: 200 len: 915 time: 0.3356402 May 30 20:24:45.777561 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a029ece0-a60d-4380-9ae9-29b75e405e22 req-ddc1e389-7660-49a4-a743-8be8cb826578 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:45.783038 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-42a3bbdc-0552-401b-b938-244abe4107d2 req-797d5198-34ec-417a-a065-af375ec1aa05 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=460fff84-62d6-49b9-acfe-5f3b6755bc57 HTTP/1.1" status: 200 len: 217 time: 0.1290760 May 30 20:24:45.785269 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c4efef7d-b859-4350-acbf-d2d2ae09049f tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:45.790389 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a029ece0-a60d-4380-9ae9-29b75e405e22 req-ddc1e389-7660-49a4-a743-8be8cb826578 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/ports?device_id=fc2f8771-8ae8-478e-b73c-7ebb9203036f HTTP/1.1" status: 200 len: 945 time: 0.2267327 May 30 20:24:45.862147 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6097201f-a8ef-4d8b-838b-bfb55993d797 req-78168e20-12e6-4d2a-8aff-06b5dea456de service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=88e042593d914709b0b6e8865f4bc68d&device_id=9344e871-e93a-4ab0-b2c6-c1bdb8e7cd51 HTTP/1.1" status: 200 len: 1097 time: 0.2876167 May 30 20:24:45.866258 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a3bbdc-0552-401b-b938-244abe4107d2 req-87687511-8089-4eb3-b096-0cfc8c377f5f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:45.867888 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-42a3bbdc-0552-401b-b938-244abe4107d2 req-87687511-8089-4eb3-b096-0cfc8c377f5f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=61db9283-a711-4dd7-99cf-b308efe98b83 HTTP/1.1" status: 200 len: 854 time: 0.0772970 May 30 20:24:45.882223 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a029ece0-a60d-4380-9ae9-29b75e405e22 req-28263f5c-d055-46bb-b614-74d5dffb3041 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/security-groups?id=43b52b63-89b9-4504-9f0e-59456bc9d48e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889802 May 30 20:24:46.027709 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-c4efef7d-b859-4350-acbf-d2d2ae09049f tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Deleting port f48f8d4e-647d-4995-af4d-24c39db39b9c {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:24:46.028277 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c4efef7d-b859-4350-acbf-d2d2ae09049f tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:46.069645 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-42a3bbdc-0552-401b-b938-244abe4107d2 req-32444f77-e2ac-4643-bc6f-464addc3fab3 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b8dbbf3d-6692-4ebe-a45d-1177e8082a2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1727242 May 30 20:24:46.086873 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['41499352-23b9-4db7-9ab1-3e674d841528'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:24:46.192111 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-5c9713fb-0a9c-4438-b7b4-04a46c149ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dce4a9b6-853a-4e96-9bb3-a1790cbf36d6', 'name': 'tempest-ServerRescueNegativeTestJSON-1289574193-router', 'tenant_id': '88e042593d914709b0b6e8865f4bc68d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': '6fd4f929-f547-4afa-a511-76d2a626bb7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:20:03Z', 'updated_at': '2022-05-30T20:20:16Z', 'revision_number': 4, 'project_id': '88e042593d914709b0b6e8865f4bc68d', 'gw_port': {'id': '6fd4f929-f547-4afa-a511-76d2a626bb7a', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:d2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce4a9b6-853a-4e96-9bb3-a1790cbf36d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:20:04Z', 'updated_at': '2022-05-30T20:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': '35a5363a-0ab4-480c-b11a-63387c1ae576', 'tenant_id': '88e042593d914709b0b6e8865f4bc68d', 'floating_ip_address': '172.25.8.140', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': 'dce4a9b6-853a-4e96-9bb3-a1790cbf36d6', 'port_id': '078b0eb3-7ef6-4b86-9aaa-e86d5bd99c01', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b009590-a296-4757-aa36-6233b5dedf2d', 'mac_address': 'fa:16:3e:07:8b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9344e871-e93a-4ab0-b2c6-c1bdb8e7cd51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:22:29Z', 'updated_at': '2022-05-30T20:24:39Z', 'revision_number': 3, 'project_id': '88e042593d914709b0b6e8865f4bc68d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d8a46dc-bcc2-41b3-8b77-5e8506e6c3a6', 'name': '', 'network_id': '3b009590-a296-4757-aa36-6233b5dedf2d', 'tenant_id': '88e042593d914709b0b6e8865f4bc68d', 'mac_address': 'fa:16:3e:37:2a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce4a9b6-853a-4e96-9bb3-a1790cbf36d6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a48f417-ba85-44a0-9f1b-28d1dfa8235b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:20:13Z', 'updated_at': '2022-05-30T20:20:36Z', 'revision_number': 5, 'project_id': '88e042593d914709b0b6e8865f4bc68d', 'subnets': [{'id': '4a48f417-ba85-44a0-9f1b-28d1dfa8235b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:24:46.260375 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-42a3bbdc-0552-401b-b938-244abe4107d2 req-15e14f7e-a98e-4e79-9285-7a406c1ba836 service neutron] 10.222.0.71 "GET /v2.0/networks/b8dbbf3d-6692-4ebe-a45d-1177e8082a2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781650 May 30 20:24:46.278973 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c9713fb-0a9c-4438-b7b4-04a46c149ba0 None None] The sync data for ids ['dce4a9b6-853a-4e96-9bb3-a1790cbf36d6'] in n-d-843948-2 is: [{'id': 'dce4a9b6-853a-4e96-9bb3-a1790cbf36d6', 'name': 'tempest-ServerRescueNegativeTestJSON-1289574193-router', 'tenant_id': '88e042593d914709b0b6e8865f4bc68d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': '6fd4f929-f547-4afa-a511-76d2a626bb7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:20:03Z', 'updated_at': '2022-05-30T20:20:16Z', 'revision_number': 4, 'project_id': '88e042593d914709b0b6e8865f4bc68d', 'gw_port': {'id': '6fd4f929-f547-4afa-a511-76d2a626bb7a', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:d2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce4a9b6-853a-4e96-9bb3-a1790cbf36d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:20:04Z', 'updated_at': '2022-05-30T20:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': '35a5363a-0ab4-480c-b11a-63387c1ae576', 'tenant_id': '88e042593d914709b0b6e8865f4bc68d', 'floating_ip_address': '172.25.8.140', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': 'dce4a9b6-853a-4e96-9bb3-a1790cbf36d6', 'port_id': '078b0eb3-7ef6-4b86-9aaa-e86d5bd99c01', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b009590-a296-4757-aa36-6233b5dedf2d', 'mac_address': 'fa:16:3e:07:8b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9344e871-e93a-4ab0-b2c6-c1bdb8e7cd51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:22:29Z', 'updated_at': '2022-05-30T20:24:39Z', 'revision_number': 3, 'project_id': '88e042593d914709b0b6e8865f4bc68d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d8a46dc-bcc2-41b3-8b77-5e8506e6c3a6', 'name': '', 'network_id': '3b009590-a296-4757-aa36-6233b5dedf2d', 'tenant_id': '88e042593d914709b0b6e8865f4bc68d', 'mac_address': 'fa:16:3e:37:2a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce4a9b6-853a-4e96-9bb3-a1790cbf36d6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a48f417-ba85-44a0-9f1b-28d1dfa8235b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:20:13Z', 'updated_at': '2022-05-30T20:20:36Z', 'revision_number': 5, 'project_id': '88e042593d914709b0b6e8865f4bc68d', 'subnets': [{'id': '4a48f417-ba85-44a0-9f1b-28d1dfa8235b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:24:46.515111 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6097201f-a8ef-4d8b-838b-bfb55993d797 req-a22b2d1b-083c-437f-b062-db7ece3c1501 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:46.517726 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6097201f-a8ef-4d8b-838b-bfb55993d797 req-a22b2d1b-083c-437f-b062-db7ece3c1501 service neutron] 10.222.0.86 "GET /v2.0/networks?id=3b009590-a296-4757-aa36-6233b5dedf2d HTTP/1.1" status: 200 len: 920 time: 0.6484225 May 30 20:24:46.569942 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c4efef7d-b859-4350-acbf-d2d2ae09049f tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:47.131553 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da710f6-f236-4624-b046-5e8280bc5b2d req-37f1d74e-b3e3-472c-a333-e7ef3e14de1e tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:47.140821 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da710f6-f236-4624-b046-5e8280bc5b2d req-37f1d74e-b3e3-472c-a333-e7ef3e14de1e tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:47.150210 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da710f6-f236-4624-b046-5e8280bc5b2d req-37f1d74e-b3e3-472c-a333-e7ef3e14de1e tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:47.153560 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1da710f6-f236-4624-b046-5e8280bc5b2d req-37f1d74e-b3e3-472c-a333-e7ef3e14de1e tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] 10.222.0.85 "GET /v2.0/ports?device_id=0ce68830-4f59-41b5-9920-7484fd2b7d64 HTTP/1.1" status: 200 len: 2416 time: 0.2442930 May 30 20:24:47.350985 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1da710f6-f236-4624-b046-5e8280bc5b2d req-07600049-4ae3-407e-9b6d-8687fc31dda0 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] 10.222.0.85 "GET /v2.0/security-groups?id=6888f4c0-d3bb-4706-bfb3-8bed5a2d1c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837761 May 30 20:24:47.707789 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-42a3bbdc-0552-401b-b938-244abe4107d2 req-df9b27c7-55a7-4c2b-b4bf-656ae3945cb4 service neutron] 10.222.0.71 "GET /v2.0/networks/b8dbbf3d-6692-4ebe-a45d-1177e8082a2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1836698 May 30 20:24:47.750761 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbadbc6e-5ea3-4191-8701-12e61323d2cd req-3becc540-3947-4639-8563-3a48dab84927 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:47.753086 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-cbadbc6e-5ea3-4191-8701-12e61323d2cd req-3becc540-3947-4639-8563-3a48dab84927 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/ports?device_id=fc2f8771-8ae8-478e-b73c-7ebb9203036f HTTP/1.1" status: 200 len: 945 time: 0.1236413 May 30 20:24:47.801723 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-c4efef7d-b859-4350-acbf-d2d2ae09049f tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Calling delete_port for f48f8d4e-647d-4995-af4d-24c39db39b9c owned by network:router_gateway {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:24:47.903644 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-cbadbc6e-5ea3-4191-8701-12e61323d2cd req-9f857454-8943-4e01-a969-5e0f65ac1ecf tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/security-groups?id=43b52b63-89b9-4504-9f0e-59456bc9d48e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1433454 May 30 20:24:47.973668 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6097201f-a8ef-4d8b-838b-bfb55993d797 req-ecdb37e6-6b0e-4d6c-bc35-24ee789ecdca service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=078b0eb3-7ef6-4b86-9aaa-e86d5bd99c01 HTTP/1.1" status: 200 len: 1002 time: 1.3903973 May 30 20:24:48.060291 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6097201f-a8ef-4d8b-838b-bfb55993d797 req-3391cb31-93bf-48d1-93a2-e386f91abbf6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:48.062088 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6097201f-a8ef-4d8b-838b-bfb55993d797 req-3391cb31-93bf-48d1-93a2-e386f91abbf6 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=4a48f417-ba85-44a0-9f1b-28d1dfa8235b HTTP/1.1" status: 200 len: 858 time: 0.0770314 May 30 20:24:48.074834 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ec04b0-18f5-4d9d-ac1b-147f084d0c05 req-fdac94bb-8295-48df-9cb1-3d8f5c2ce80d tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:48.082949 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-49ec04b0-18f5-4d9d-ac1b-147f084d0c05 req-fdac94bb-8295-48df-9cb1-3d8f5c2ce80d tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/ports?device_id=2f903cc6-4588-4e6d-9f98-4119c026a994 HTTP/1.1" status: 200 len: 946 time: 1.5603871 May 30 20:24:48.257173 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-49ec04b0-18f5-4d9d-ac1b-147f084d0c05 req-06dad482-e280-401d-8abd-b76f6d03e346 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2ed7a16-df30-4283-b4d4-5e9611f16ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730111 May 30 20:24:48.300444 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6097201f-a8ef-4d8b-838b-bfb55993d797 req-29823ca0-ab43-4c10-aafd-12601d7c3696 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3b009590-a296-4757-aa36-6233b5dedf2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2114315 May 30 20:24:48.360982 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c4efef7d-b859-4350-acbf-d2d2ae09049f tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:48.536263 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4efef7d-b859-4350-acbf-d2d2ae09049f tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Pushing event deleted for resources: {'Port': ['ID=f48f8d4e-647d-4995-af4d-24c39db39b9c,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:24:48.607411 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 7d48456a-b3a3-400c-a4ff-0fd3b94bdae1 up at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:24:48.665747 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ef5ddf-cb68-4b21-8d42-759a718be083 req-0d7e353d-5b3e-4f2b-85f1-83e8831ead26 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:48.677765 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ef5ddf-cb68-4b21-8d42-759a718be083 req-0d7e353d-5b3e-4f2b-85f1-83e8831ead26 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:48.685734 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ef5ddf-cb68-4b21-8d42-759a718be083 req-0d7e353d-5b3e-4f2b-85f1-83e8831ead26 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:48.701200 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-39ef5ddf-cb68-4b21-8d42-759a718be083 req-0d7e353d-5b3e-4f2b-85f1-83e8831ead26 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] 10.222.0.85 "GET /v2.0/ports?device_id=0ce68830-4f59-41b5-9920-7484fd2b7d64 HTTP/1.1" status: 200 len: 2416 time: 0.1786561 May 30 20:24:48.876598 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning for port 7d48456a-b3a3-400c-a4ff-0fd3b94bdae1 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:24:48.884848 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning complete for port 7d48456a-b3a3-400c-a4ff-0fd3b94bdae1 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:24:48.885677 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:48.930254 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-39ef5ddf-cb68-4b21-8d42-759a718be083 req-5106739e-8539-49f3-b8a0-af24ba4fbf0c tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] 10.222.0.85 "GET /v2.0/security-groups?id=6888f4c0-d3bb-4706-bfb3-8bed5a2d1c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259541 May 30 20:24:48.962940 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6097201f-a8ef-4d8b-838b-bfb55993d797 req-751b77f0-e69d-43df-a58c-24bddc611afd service neutron] 10.222.0.86 "GET /v2.0/networks/3b009590-a296-4757-aa36-6233b5dedf2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6440632 May 30 20:24:49.387385 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:49.392865 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c4efef7d-b859-4350-acbf-d2d2ae09049f tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-736453'] for router_gateway, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:49.455038 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 7d48456a-b3a3-400c-a4ff-0fd3b94bdae1, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=7d48456a-b3a3-400c-a4ff-0fd3b94bdae1,segment=NetworkSegment(4394f492-b44b-4c69-803b-7e33ee43de88),segment_id=4394f492-b44b-4c69-803b-7e33ee43de88)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:24:49.461577 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ce68830-4f59-41b5-9920-7484fd2b7d64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d48456a-b3a3-400c-a4ff-0fd3b94bdae1'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:24:49.469243 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:49.620141 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54127bc7-7f48-42fa-95f4-8ce01c146dc7 req-96d405af-3427-4e0f-8727-521c9d2956df tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:49.656092 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-54127bc7-7f48-42fa-95f4-8ce01c146dc7 req-96d405af-3427-4e0f-8727-521c9d2956df tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/ports?device_id=2f903cc6-4588-4e6d-9f98-4119c026a994 HTTP/1.1" status: 200 len: 946 time: 0.1580546 May 30 20:24:49.658521 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c4efef7d-b859-4350-acbf-d2d2ae09049f tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-736390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:49.704821 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:49.838804 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 41499352-23b9-4db7-9ab1-3e674d841528 up at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:24:49.840139 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-54127bc7-7f48-42fa-95f4-8ce01c146dc7 req-4e24fd5b-ece6-47c1-986a-4c02431ece42 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2ed7a16-df30-4283-b4d4-5e9611f16ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067441 May 30 20:24:49.887587 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c4efef7d-b859-4350-acbf-d2d2ae09049f tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-736409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-736399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-736400', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-724754'] for router, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:49.893256 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6097201f-a8ef-4d8b-838b-bfb55993d797 req-78966563-cb2a-4c56-90b9-1bb6d5b4f495 service neutron] 10.222.0.86 "GET /v2.0/networks/3b009590-a296-4757-aa36-6233b5dedf2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299092 May 30 20:24:49.957221 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6477cc09-add5-41de-bdc0-011c2cca04ce'] response: {'server_uuid': '0ce68830-4f59-41b5-9920-7484fd2b7d64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d48456a-b3a3-400c-a4ff-0fd3b94bdae1', 'code': 200} May 30 20:24:50.038565 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=7d48456a-b3a3-400c-a4ff-0fd3b94bdae1,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:24:50.061451 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:24:50.061845 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:24:50.062153 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:24:50.062482 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:24:50.062810 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:24:50.063136 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:24:50.063457 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:24:50.063778 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:24:50.066334 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:24:50.068188 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:24:50.068559 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:24:50.214546 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a8e38f-3d23-4e0a-909d-049c13ddd4cf req-27ae6b80-e07e-4dfd-92e8-97fa5668f9ce tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:50.228678 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a0a8e38f-3d23-4e0a-909d-049c13ddd4cf req-27ae6b80-e07e-4dfd-92e8-97fa5668f9ce tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/ports?device_id=2f903cc6-4588-4e6d-9f98-4119c026a994 HTTP/1.1" status: 200 len: 946 time: 0.1522741 May 30 20:24:50.376405 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a0a8e38f-3d23-4e0a-909d-049c13ddd4cf req-13eb25e4-5836-4c53-9a7c-6e344a8e5c27 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2ed7a16-df30-4283-b4d4-5e9611f16ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414738 May 30 20:24:50.533824 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af15ebb-e494-43f1-82d6-1ce523dd63c1 req-ca072259-4592-4ac2-b20a-a14b39145bb0 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:50.559727 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4af15ebb-e494-43f1-82d6-1ce523dd63c1 req-ca072259-4592-4ac2-b20a-a14b39145bb0 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/ports?device_id=fc2f8771-8ae8-478e-b73c-7ebb9203036f HTTP/1.1" status: 200 len: 945 time: 0.6584675 May 30 20:24:50.577106 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4efef7d-b859-4350-acbf-d2d2ae09049f tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Router 556dab75-5728-46a9-b990-afcd8267076b has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:24:50.659975 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4af15ebb-e494-43f1-82d6-1ce523dd63c1 req-40284acb-7314-4a59-993d-9fe2b6aa0ce4 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/security-groups?id=43b52b63-89b9-4504-9f0e-59456bc9d48e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1111128 May 30 20:24:50.730617 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning for port 41499352-23b9-4db7-9ab1-3e674d841528 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:24:50.745635 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning complete for port 41499352-23b9-4db7-9ab1-3e674d841528 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:24:50.749838 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:50.969427 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862b0357-8818-4c41-9957-44ce22becc13 req-135076f5-3987-45b1-b643-1c490b9248b5 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:50.972504 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4efef7d-b859-4350-acbf-d2d2ae09049f tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:24:50.993036 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c712777-c772-4698-be44-2a4cd9424258 None None] Sync routers for ids ['556dab75-5728-46a9-b990-afcd8267076b'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:24:50.994128 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862b0357-8818-4c41-9957-44ce22becc13 req-135076f5-3987-45b1-b643-1c490b9248b5 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:51.012087 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862b0357-8818-4c41-9957-44ce22becc13 req-135076f5-3987-45b1-b643-1c490b9248b5 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:51.029802 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c4efef7d-b859-4350-acbf-d2d2ae09049f tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Notify callbacks [] for router, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:51.030126 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-862b0357-8818-4c41-9957-44ce22becc13 req-135076f5-3987-45b1-b643-1c490b9248b5 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] 10.222.0.85 "GET /v2.0/ports?device_id=0ce68830-4f59-41b5-9920-7484fd2b7d64 HTTP/1.1" status: 200 len: 2417 time: 0.3727026 May 30 20:24:51.030940 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-c4efef7d-b859-4350-acbf-d2d2ae09049f tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] 10.222.0.85 "PUT /v2.0/routers/556dab75-5728-46a9-b990-afcd8267076b HTTP/1.1" status: 200 len: 706 time: 8.5689700 May 30 20:24:51.035408 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 36996) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:24:51.036447 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c712777-c772-4698-be44-2a4cd9424258 None None] Routers {'556dab75-5728-46a9-b990-afcd8267076b'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:24:51.037272 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-4c712777-c772-4698-be44-2a4cd9424258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:24:29Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['556dab75-5728-46a9-b990-afcd8267076b'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:24:51.201291 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-862b0357-8818-4c41-9957-44ce22becc13 req-be7ca7f3-c183-465a-ab1b-17b90e2ca1fb tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] 10.222.0.85 "GET /v2.0/security-groups?id=6888f4c0-d3bb-4706-bfb3-8bed5a2d1c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650772 May 30 20:24:51.267365 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-4c712777-c772-4698-be44-2a4cd9424258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:24:51.288794 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c712777-c772-4698-be44-2a4cd9424258 None None] Routers {'556dab75-5728-46a9-b990-afcd8267076b'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:24:51.289856 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-4c712777-c772-4698-be44-2a4cd9424258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:24:29Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['556dab75-5728-46a9-b990-afcd8267076b'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:24:51.322994 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:51.391951 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 41499352-23b9-4db7-9ab1-3e674d841528, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=41499352-23b9-4db7-9ab1-3e674d841528,segment=NetworkSegment(4394f492-b44b-4c69-803b-7e33ee43de88),segment_id=4394f492-b44b-4c69-803b-7e33ee43de88)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:24:51.465783 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-4c712777-c772-4698-be44-2a4cd9424258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:24:51.465783 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c712777-c772-4698-be44-2a4cd9424258 None None] The sync data for ids ['556dab75-5728-46a9-b990-afcd8267076b'] in n-d-843948-2 is: [] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:24:51.479623 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:51.482745 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device e77ad9fc-d9d0-4d85-8831-5a603aeb00dd up at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:24:51.513284 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 37002) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:24:51.523361 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-1532f4f4-7e50-48e8-a97b-10259398f07a tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] 10.222.0.85 "GET /v2.0/routers/556dab75-5728-46a9-b990-afcd8267076b HTTP/1.1" status: 200 len: 741 time: 0.4827762 May 30 20:24:51.562618 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e06bfa-5fd0-4664-a81b-b8021e0f2c97 req-c3aca5b9-f7d5-4c5e-8821-192a2a277358 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:51.572980 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-84e06bfa-5fd0-4664-a81b-b8021e0f2c97 req-c3aca5b9-f7d5-4c5e-8821-192a2a277358 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/ports?device_id=2f903cc6-4588-4e6d-9f98-4119c026a994 HTTP/1.1" status: 200 len: 946 time: 0.3288617 May 30 20:24:51.620906 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 37006) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:24:51.627282 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-0b306957-cb77-4f71-b3ec-bd013ed1cc33 tempest-RoutersAdminTest-1547277200 tempest-RoutersAdminTest-1547277200-project-admin] 10.222.0.85 "GET /v2.0/ports?network_id=c7869750-4b49-4b7e-aa99-5e0f1ae02da4&device_id=556dab75-5728-46a9-b990-afcd8267076b HTTP/1.1" status: 200 len: 205 time: 0.1126072 May 30 20:24:51.676395 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 37010) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:24:51.686363 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-04387d4c-3fd4-4d11-aef6-d3da78bee8ee tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] 10.222.0.85 "GET /v2.0/ports?device_id=556dab75-5728-46a9-b990-afcd8267076b HTTP/1.1" status: 200 len: 205 time: 0.0606246 May 30 20:24:51.750762 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-84e06bfa-5fd0-4664-a81b-b8021e0f2c97 req-bfecd0d5-8464-4e44-a738-c2cd2da430e8 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2ed7a16-df30-4283-b4d4-5e9611f16ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767752 May 30 20:24:51.863135 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=41499352-23b9-4db7-9ab1-3e674d841528,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:24:52.003048 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ce68830-4f59-41b5-9920-7484fd2b7d64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41499352-23b9-4db7-9ab1-3e674d841528'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:24:52.106530 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2876d87f-ca3e-45a4-a1f9-f027b3b6a266 tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Notify callbacks [] for router, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:52.219024 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:52.230266 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning for port e77ad9fc-d9d0-4d85-8831-5a603aeb00dd completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:24:52.242995 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning complete for port e77ad9fc-d9d0-4d85-8831-5a603aeb00dd triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:24:52.242995 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:52.426683 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b6d851-4a43-4741-9519-d447f07d57fe req-f961400f-7e80-48aa-b5f8-017b43b43ca7 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:52.441369 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-11b6d851-4a43-4741-9519-d447f07d57fe req-f961400f-7e80-48aa-b5f8-017b43b43ca7 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/ports?device_id=fc2f8771-8ae8-478e-b73c-7ebb9203036f HTTP/1.1" status: 200 len: 945 time: 0.2100918 May 30 20:24:52.501812 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:52.598223 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port e77ad9fc-d9d0-4d85-8831-5a603aeb00dd, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=e77ad9fc-d9d0-4d85-8831-5a603aeb00dd,segment=NetworkSegment(37729a30-7c3a-47c6-990b-058978bb1a72),segment_id=37729a30-7c3a-47c6-990b-058978bb1a72)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:24:52.600387 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-11b6d851-4a43-4741-9519-d447f07d57fe req-4c9eea07-c305-4d94-baf3-9bab86ca2cdd tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/security-groups?id=43b52b63-89b9-4504-9f0e-59456bc9d48e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1523895 May 30 20:24:52.710982 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:52.765873 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-522571bc-71ab-4d6d-ae52-ea893f666f7d'] response: {'server_uuid': '0ce68830-4f59-41b5-9920-7484fd2b7d64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41499352-23b9-4db7-9ab1-3e674d841528', 'code': 200} May 30 20:24:52.872836 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=e77ad9fc-d9d0-4d85-8831-5a603aeb00dd,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:24:52.904544 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec02fb6-f330-402f-aaa9-c627fa9ecb31 req-c00e393a-dd1d-4716-9006-cf8789e12067 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:52.913729 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-aec02fb6-f330-402f-aaa9-c627fa9ecb31 req-c00e393a-dd1d-4716-9006-cf8789e12067 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/ports?device_id=2f903cc6-4588-4e6d-9f98-4119c026a994 HTTP/1.1" status: 200 len: 946 time: 0.5144041 May 30 20:24:52.979693 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d16e68e-b0d1-4bde-a871-5f9075288584 req-0e31d74b-90ee-4a1a-864c-c264d90c454f tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:52.983555 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d16e68e-b0d1-4bde-a871-5f9075288584 req-0e31d74b-90ee-4a1a-864c-c264d90c454f tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:52.990439 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d16e68e-b0d1-4bde-a871-5f9075288584 req-0e31d74b-90ee-4a1a-864c-c264d90c454f tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:53.009374 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8d16e68e-b0d1-4bde-a871-5f9075288584 req-0e31d74b-90ee-4a1a-864c-c264d90c454f tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] 10.222.0.85 "GET /v2.0/ports?device_id=0ce68830-4f59-41b5-9920-7484fd2b7d64 HTTP/1.1" status: 200 len: 2419 time: 0.1446517 May 30 20:24:53.079975 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8d16e68e-b0d1-4bde-a871-5f9075288584 req-5a4b296c-8578-4f17-859f-48ad90ddf1b1 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] 10.222.0.85 "GET /v2.0/security-groups?id=6888f4c0-d3bb-4706-bfb3-8bed5a2d1c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830483 May 30 20:24:53.181736 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2876d87f-ca3e-45a4-a1f9-f027b3b6a266 tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-724789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3141'] for router, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:53.205594 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-aec02fb6-f330-402f-aaa9-c627fa9ecb31 req-43a867a5-14e3-4bd8-8353-5fd8c983e68f tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2ed7a16-df30-4283-b4d4-5e9611f16ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2896345 May 30 20:24:53.212100 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2876d87f-ca3e-45a4-a1f9-f027b3b6a266 tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:53.396109 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2876d87f-ca3e-45a4-a1f9-f027b3b6a266 tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724889'] for router, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:53.396672 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2876d87f-ca3e-45a4-a1f9-f027b3b6a266 tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Fanout notify agent at l3_agent the message router_deleted on router 556dab75-5728-46a9-b990-afcd8267076b {{(pid=84886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:24:53.437146 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2876d87f-ca3e-45a4-a1f9-f027b3b6a266 tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] Notify callbacks [] for router, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:53.438846 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-2876d87f-ca3e-45a4-a1f9-f027b3b6a266 tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] 10.222.0.85 "DELETE /v2.0/routers/556dab75-5728-46a9-b990-afcd8267076b HTTP/1.1" status: 204 len: 168 time: 1.7612529 May 30 20:24:53.443702 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 37042) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:24:53.548217 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 37046) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:24:53.548578 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-a8edcb39-9f66-4c40-95bf-793d1115943e tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] 10.222.0.85 "GET /v2.0/ports?device_id=556dab75-5728-46a9-b990-afcd8267076b HTTP/1.1" status: 200 len: 205 time: 0.1034429 May 30 20:24:53.634058 n-d-843948-2 neutron-server[84887]: INFO neutron.api.v2.resource [None req-972bdc7b-032a-43d2-a8d4-5c29c37e0b66 tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] delete failed (client error): The resource could not be found. May 30 20:24:53.636419 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-972bdc7b-032a-43d2-a8d4-5c29c37e0b66 tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] 10.222.0.85 "DELETE /v2.0/routers/556dab75-5728-46a9-b990-afcd8267076b HTTP/1.1" status: 404 len: 336 time: 0.0871956 May 30 20:24:53.639087 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 37050) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:24:53.684735 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-ae3b9943-1281-4b2c-b266-a0122e36083d tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] 10.222.0.85 "GET /v2.0/ports?device_id=ad9465e0-d856-451e-97ed-f7bdb2f9c0ea HTTP/1.1" status: 200 len: 205 time: 0.0428233 May 30 20:24:53.685363 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 37056) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:24:53.685758 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2115ccde-e18e-4502-9d97-0adaafa7d555 req-de160605-d095-4f5e-a364-934fdf65ddc2 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:53.687328 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2115ccde-e18e-4502-9d97-0adaafa7d555 req-de160605-d095-4f5e-a364-934fdf65ddc2 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/ports?device_id=2f903cc6-4588-4e6d-9f98-4119c026a994 HTTP/1.1" status: 200 len: 946 time: 0.0981998 May 30 20:24:53.766121 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2115ccde-e18e-4502-9d97-0adaafa7d555 req-3ccb3e2f-5ca2-4794-8e8a-39477b185e40 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2ed7a16-df30-4283-b4d4-5e9611f16ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716743 May 30 20:24:53.793578 n-d-843948-2 neutron-server[84887]: INFO neutron.api.v2.resource [None req-9a26106f-3426-407d-b2f8-6f6ebe482f94 tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] delete failed (client error): The resource could not be found. May 30 20:24:53.794779 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-9a26106f-3426-407d-b2f8-6f6ebe482f94 tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] 10.222.0.85 "DELETE /v2.0/routers/ad9465e0-d856-451e-97ed-f7bdb2f9c0ea HTTP/1.1" status: 404 len: 336 time: 0.1083531 May 30 20:24:53.797778 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 37062) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:24:53.853370 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-34eee591-3156-4bb0-8bbc-3cef1e2129f6 tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] 10.222.0.85 "GET /v2.0/ports?device_id=886c754f-16cc-4b0b-b106-a7389878eb15 HTTP/1.1" status: 200 len: 205 time: 0.0539200 May 30 20:24:53.855659 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 37068) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:24:53.942772 n-d-843948-2 neutron-server[84887]: INFO neutron.api.v2.resource [None req-c0b53837-8f92-4625-8109-938e7c9a01e2 tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] delete failed (client error): The resource could not be found. May 30 20:24:53.944090 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-c0b53837-8f92-4625-8109-938e7c9a01e2 tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] 10.222.0.85 "DELETE /v2.0/routers/886c754f-16cc-4b0b-b106-a7389878eb15 HTTP/1.1" status: 404 len: 336 time: 0.0871067 May 30 20:24:53.946860 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 37072) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:24:54.000997 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-c4bd400a-8495-45e9-9fee-1deda91e8f8e tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] 10.222.0.85 "GET /v2.0/ports?device_id=73dbd404-7171-4374-a0ea-216d95d36e3b HTTP/1.1" status: 200 len: 205 time: 0.0528846 May 30 20:24:54.003586 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 37078) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:24:54.072728 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247366a5-f02f-40d7-9f90-e08619c09cf1 req-dd5b4ca3-b279-4208-97c9-bc1c3d92caae tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:54.075266 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-247366a5-f02f-40d7-9f90-e08619c09cf1 req-dd5b4ca3-b279-4208-97c9-bc1c3d92caae tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/ports?device_id=fc2f8771-8ae8-478e-b73c-7ebb9203036f HTTP/1.1" status: 200 len: 945 time: 0.1299708 May 30 20:24:54.128887 n-d-843948-2 neutron-server[84886]: INFO neutron.api.v2.resource [None req-748a0bdf-52c3-4042-9e58-4597a0addc67 tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] delete failed (client error): The resource could not be found. May 30 20:24:54.128887 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-748a0bdf-52c3-4042-9e58-4597a0addc67 tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] 10.222.0.85 "DELETE /v2.0/routers/73dbd404-7171-4374-a0ea-216d95d36e3b HTTP/1.1" status: 404 len: 336 time: 0.1213448 May 30 20:24:54.138252 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 37086) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:24:54.184423 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-247366a5-f02f-40d7-9f90-e08619c09cf1 req-4a346650-be47-4361-9595-746f4226a8c5 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/security-groups?id=43b52b63-89b9-4504-9f0e-59456bc9d48e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000035 May 30 20:24:54.191692 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-50f2d354-bb3d-416d-a1a7-49e678cbfc10 tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] 10.222.0.85 "GET /v2.0/ports?device_id=8449f29a-040d-4740-ae12-337f22dc146d HTTP/1.1" status: 200 len: 205 time: 0.0591230 May 30 20:24:54.195678 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 37096) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:24:54.295356 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710e40d7-8770-468e-99cc-b43bb2b285c6 req-38930cce-1485-4fed-9212-65bf1861d973 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:54.299377 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-710e40d7-8770-468e-99cc-b43bb2b285c6 req-38930cce-1485-4fed-9212-65bf1861d973 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/ports?device_id=2f903cc6-4588-4e6d-9f98-4119c026a994 HTTP/1.1" status: 200 len: 946 time: 0.2267299 May 30 20:24:54.346201 n-d-843948-2 neutron-server[84887]: INFO neutron.api.v2.resource [None req-7d745160-5146-4f3f-b9cc-3f4cdba7d4ab tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] delete failed (client error): The resource could not be found. May 30 20:24:54.348508 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-7d745160-5146-4f3f-b9cc-3f4cdba7d4ab tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] 10.222.0.85 "DELETE /v2.0/routers/8449f29a-040d-4740-ae12-337f22dc146d HTTP/1.1" status: 404 len: 336 time: 0.1514018 May 30 20:24:54.370544 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 37104) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:24:54.444465 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-18965cbc-9696-4eef-901b-6b95fa291d50 tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] 10.222.0.85 "GET /v2.0/ports?device_id=bc0ae1c9-63ab-4df7-b927-29ee8542578e HTTP/1.1" status: 200 len: 205 time: 0.0725183 May 30 20:24:54.449047 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 37110) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:24:54.506221 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c72b22-9ce6-46e7-bc51-80540e24925f req-b70d56e5-353c-4061-82df-ee30edc20886 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:54.512054 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c72b22-9ce6-46e7-bc51-80540e24925f req-b70d56e5-353c-4061-82df-ee30edc20886 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:54.517842 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c72b22-9ce6-46e7-bc51-80540e24925f req-b70d56e5-353c-4061-82df-ee30edc20886 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:54.519847 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-51c72b22-9ce6-46e7-bc51-80540e24925f req-b70d56e5-353c-4061-82df-ee30edc20886 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] 10.222.0.85 "GET /v2.0/ports?device_id=0ce68830-4f59-41b5-9920-7484fd2b7d64 HTTP/1.1" status: 200 len: 2419 time: 0.1770217 May 30 20:24:54.532072 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-710e40d7-8770-468e-99cc-b43bb2b285c6 req-5ef8dd5f-e6eb-44f9-9318-cfd080f3e3fc tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2ed7a16-df30-4283-b4d4-5e9611f16ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121203 May 30 20:24:54.544182 n-d-843948-2 neutron-server[84886]: INFO neutron.api.v2.resource [None req-ecac23b6-8f5b-4095-8306-7480af8293fe tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] delete failed (client error): The resource could not be found. May 30 20:24:54.545458 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-ecac23b6-8f5b-4095-8306-7480af8293fe tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] 10.222.0.85 "DELETE /v2.0/routers/bc0ae1c9-63ab-4df7-b927-29ee8542578e HTTP/1.1" status: 404 len: 336 time: 0.0943289 May 30 20:24:54.548410 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 37114) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:24:54.618295 n-d-843948-2 neutron-server[84886]: INFO neutron.pecan_wsgi.hooks.translation [None req-df5a9976-9f51-4ba8-a55d-6d7e14489db4 tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] DELETE failed (client error): The resource could not be found. May 30 20:24:54.618295 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df5a9976-9f51-4ba8-a55d-6d7e14489db4 tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:24:54.618295 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-df5a9976-9f51-4ba8-a55d-6d7e14489db4 tempest-RoutersAdminTest-400207538 tempest-RoutersAdminTest-400207538-project] 10.222.0.85 "DELETE /v2.0/subnets/d8f1c756-6473-49fd-91e7-56780fe0ec75 HTTP/1.1" status: 404 len: 337 time: 0.0568020 May 30 20:24:54.619631 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-51c72b22-9ce6-46e7-bc51-80540e24925f req-aa991d68-b4d5-4b4d-8aca-070e7202bc61 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] 10.222.0.85 "GET /v2.0/security-groups?id=6888f4c0-d3bb-4706-bfb3-8bed5a2d1c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811007 May 30 20:24:54.767255 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ce68830-4f59-41b5-9920-7484fd2b7d64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e77ad9fc-d9d0-4d85-8831-5a603aeb00dd'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:24:54.853996 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5c546e6-daa5-468d-ad92-2a6dafac2b6e'] response: {'server_uuid': '0ce68830-4f59-41b5-9920-7484fd2b7d64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e77ad9fc-d9d0-4d85-8831-5a603aeb00dd', 'code': 200} May 30 20:24:55.324741 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-812095c0-bc36-4309-9cb9-06d031b822ef req-2dec5713-2305-45b2-9f5e-06d70c1a04a6 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=0ce68830-4f59-41b5-9920-7484fd2b7d64 HTTP/1.1" status: 200 len: 2872 time: 0.2929940 May 30 20:24:55.339693 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d787f8f7-ab0a-4f03-bf0a-40b58d91639a req-808e6cfc-d991-4617-a630-d96b0c25c08d tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:55.347025 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d787f8f7-ab0a-4f03-bf0a-40b58d91639a req-808e6cfc-d991-4617-a630-d96b0c25c08d tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/ports?device_id=2f903cc6-4588-4e6d-9f98-4119c026a994 HTTP/1.1" status: 200 len: 946 time: 0.3880501 May 30 20:24:55.451177 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d787f8f7-ab0a-4f03-bf0a-40b58d91639a req-a8e27746-d880-4e61-a030-b3839ef010c9 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2ed7a16-df30-4283-b4d4-5e9611f16ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028011 May 30 20:24:55.453506 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-812095c0-bc36-4309-9cb9-06d031b822ef req-b214333f-625c-48ee-b49a-91f258b064b2 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=6888f4c0-d3bb-4706-bfb3-8bed5a2d1c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213326 May 30 20:24:55.580283 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 37140) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:24:55.633881 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e72e2131-d67d-43f6-b939-88881eae3542 req-4834fe81-8acf-4c72-aa3a-cba51e1f2916 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=204a9ca9af944bf39656e3dc7145a4f6&device_id=fc2f8771-8ae8-478e-b73c-7ebb9203036f HTTP/1.1" status: 200 len: 1096 time: 0.2197342 May 30 20:24:55.650763 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ac1114-327a-47d7-ad28-121119813b36 req-be5c8fe0-62a4-41ec-bba0-03d82e0ce6f0 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:55.659725 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-22ac1114-327a-47d7-ad28-121119813b36 req-be5c8fe0-62a4-41ec-bba0-03d82e0ce6f0 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/ports?device_id=fc2f8771-8ae8-478e-b73c-7ebb9203036f HTTP/1.1" status: 200 len: 945 time: 0.1768823 May 30 20:24:55.888994 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a55f7056-e142-44e1-9f78-f42526d224a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:55.952140 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8ba21a-dd29-4f03-963b-96a51379b7e8 req-91565bfd-9694-452c-88f5-aa84d1760780 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:55.953757 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8c8ba21a-dd29-4f03-963b-96a51379b7e8 req-91565bfd-9694-452c-88f5-aa84d1760780 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/ports?device_id=2f903cc6-4588-4e6d-9f98-4119c026a994 HTTP/1.1" status: 200 len: 946 time: 0.1599329 May 30 20:24:55.968925 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-a55f7056-e142-44e1-9f78-f42526d224a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:24:55.987917 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-a55f7056-e142-44e1-9f78-f42526d224a1 admin admin] Usage tracker for resource:security_group_rule and tenant:1338b027b2714cb58e8926b94854de98 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:24:55.996354 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-a55f7056-e142-44e1-9f78-f42526d224a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:24:56.011178 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-a55f7056-e142-44e1-9f78-f42526d224a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:24:56.050626 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8c8ba21a-dd29-4f03-963b-96a51379b7e8 req-fef5041b-cf2e-429a-a05b-52eb1b549199 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2ed7a16-df30-4283-b4d4-5e9611f16ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831220 May 30 20:24:56.173250 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a55f7056-e142-44e1-9f78-f42526d224a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:56.208522 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-22ac1114-327a-47d7-ad28-121119813b36 req-37884217-f240-4b34-9047-a27142edc1b7 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/security-groups?id=43b52b63-89b9-4504-9f0e-59456bc9d48e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5477710 May 30 20:24:56.236674 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-c7aa5113-8878-4725-8c83-256a6bea0e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:56.281310 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a55f7056-e142-44e1-9f78-f42526d224a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:56.317817 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72e2131-d67d-43f6-b939-88881eae3542 req-2cce9bd7-cf0c-4cdd-93b1-846cc23976ff service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:56.322347 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55f7056-e142-44e1-9f78-f42526d224a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ec69c33-1eb0-49b9-b3aa-2719c021368b,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:24:56.328725 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e72e2131-d67d-43f6-b939-88881eae3542 req-2cce9bd7-cf0c-4cdd-93b1-846cc23976ff service neutron] 10.222.0.71 "GET /v2.0/networks?id=a8fd4d2d-32fb-4554-b8d5-052f07ecf981 HTTP/1.1" status: 200 len: 917 time: 0.6649787 May 30 20:24:56.354331 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55f7056-e142-44e1-9f78-f42526d224a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:24:56.355201 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55f7056-e142-44e1-9f78-f42526d224a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:24:56.355201 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55f7056-e142-44e1-9f78-f42526d224a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:24:56.355555 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55f7056-e142-44e1-9f78-f42526d224a1 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:24:56.355826 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55f7056-e142-44e1-9f78-f42526d224a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:24:56.356086 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55f7056-e142-44e1-9f78-f42526d224a1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:24:56.356393 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55f7056-e142-44e1-9f78-f42526d224a1 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:24:56.356715 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55f7056-e142-44e1-9f78-f42526d224a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:24:56.357032 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55f7056-e142-44e1-9f78-f42526d224a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:24:56.357347 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55f7056-e142-44e1-9f78-f42526d224a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:24:56.357687 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55f7056-e142-44e1-9f78-f42526d224a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:24:56.382589 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-a55f7056-e142-44e1-9f78-f42526d224a1 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=1338b027b2714cb58e8926b94854de98&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8008430 May 30 20:24:56.384827 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 37154) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:24:56.475164 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-85a6a8e8-737e-4d54-a7cf-fddf84b2a0c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:56.573053 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-85a6a8e8-737e-4d54-a7cf-fddf84b2a0c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:56.665437 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a860a6c-f245-4d8e-b79c-a38393f06aab req-0946ab78-9559-4214-ac88-2f853b742758 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:56.670933 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a860a6c-f245-4d8e-b79c-a38393f06aab req-0946ab78-9559-4214-ac88-2f853b742758 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:56.677051 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a860a6c-f245-4d8e-b79c-a38393f06aab req-0946ab78-9559-4214-ac88-2f853b742758 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:56.679125 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4a860a6c-f245-4d8e-b79c-a38393f06aab req-0946ab78-9559-4214-ac88-2f853b742758 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] 10.222.0.85 "GET /v2.0/ports?device_id=0ce68830-4f59-41b5-9920-7484fd2b7d64 HTTP/1.1" status: 200 len: 2419 time: 0.1673603 May 30 20:24:56.727724 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e72e2131-d67d-43f6-b939-88881eae3542 req-7d60e940-d0c2-4586-8ac5-291b59594490 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a61c7870-d656-41a6-ba63-31c7e8cf0081 HTTP/1.1" status: 200 len: 1001 time: 0.3909261 May 30 20:24:56.776614 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4a860a6c-f245-4d8e-b79c-a38393f06aab req-0920bfa5-4837-45e1-b16f-896611f12408 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] 10.222.0.85 "GET /v2.0/security-groups?id=6888f4c0-d3bb-4706-bfb3-8bed5a2d1c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911679 May 30 20:24:56.781642 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-85a6a8e8-737e-4d54-a7cf-fddf84b2a0c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:56.839566 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72e2131-d67d-43f6-b939-88881eae3542 req-a085a13e-b3b8-4f5d-87eb-a2c9287817c1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:56.846141 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e72e2131-d67d-43f6-b939-88881eae3542 req-a085a13e-b3b8-4f5d-87eb-a2c9287817c1 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c961f9ad-7764-4956-bb44-5ca4a5973b67 HTTP/1.1" status: 200 len: 855 time: 0.1056232 May 30 20:24:56.850633 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a6a8e8-737e-4d54-a7cf-fddf84b2a0c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ec69c33-1eb0-49b9-b3aa-2719c021368b,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:24:56.861146 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-85a6a8e8-737e-4d54-a7cf-fddf84b2a0c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:56.866840 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-85a6a8e8-737e-4d54-a7cf-fddf84b2a0c0 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/5ec69c33-1eb0-49b9-b3aa-2719c021368b HTTP/1.1" status: 204 len: 168 time: 0.4755175 May 30 20:24:57.030331 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb67acb-7a4c-4600-8f11-0347042bc4f9 req-a4842d22-7acb-4048-a02e-41f2c3105c77 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:57.042341 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6fb67acb-7a4c-4600-8f11-0347042bc4f9 req-a4842d22-7acb-4048-a02e-41f2c3105c77 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/ports?device_id=2f903cc6-4588-4e6d-9f98-4119c026a994 HTTP/1.1" status: 200 len: 946 time: 0.4071651 May 30 20:24:57.101875 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e72e2131-d67d-43f6-b939-88881eae3542 req-47b75363-3dc9-4c36-9391-e025dec7cfcb service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a8fd4d2d-32fb-4554-b8d5-052f07ecf981&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2183180 May 30 20:24:57.154522 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6fb67acb-7a4c-4600-8f11-0347042bc4f9 req-2e15db71-2b36-4b18-b5f3-70f5e87de630 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2ed7a16-df30-4283-b4d4-5e9611f16ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098652 May 30 20:24:57.412473 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e72e2131-d67d-43f6-b939-88881eae3542 req-eb76a58d-2acb-4227-8580-315bfab25774 service neutron] 10.222.0.71 "GET /v2.0/networks/a8fd4d2d-32fb-4554-b8d5-052f07ecf981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2732184 May 30 20:24:57.591996 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae443af-5566-43dc-95f7-a2a25b6beed8 req-80d95a79-911d-4775-8915-66ddeb9384a5 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:57.609840 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-eae443af-5566-43dc-95f7-a2a25b6beed8 req-80d95a79-911d-4775-8915-66ddeb9384a5 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/ports?device_id=2f903cc6-4588-4e6d-9f98-4119c026a994 HTTP/1.1" status: 200 len: 946 time: 0.1929851 May 30 20:24:57.751592 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5059c7-cbbc-449b-95b9-a75276f1a29b req-0c4e3744-308c-4302-86c4-9447ab3c30e5 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:57.754516 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-eae443af-5566-43dc-95f7-a2a25b6beed8 req-d4f80b33-b205-46f7-b857-675cafe51b1d tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2ed7a16-df30-4283-b4d4-5e9611f16ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431668 May 30 20:24:57.759372 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ac5059c7-cbbc-449b-95b9-a75276f1a29b req-0c4e3744-308c-4302-86c4-9447ab3c30e5 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/ports?device_id=fc2f8771-8ae8-478e-b73c-7ebb9203036f HTTP/1.1" status: 200 len: 945 time: 0.2893493 May 30 20:24:57.853448 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e72e2131-d67d-43f6-b939-88881eae3542 req-95439e52-db6a-4e5a-8762-d9603a2cb759 service neutron] 10.222.0.71 "GET /v2.0/networks/a8fd4d2d-32fb-4554-b8d5-052f07ecf981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4262865 May 30 20:24:57.920273 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ac5059c7-cbbc-449b-95b9-a75276f1a29b req-e048090b-6545-4337-a230-66e59ee8fa80 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/security-groups?id=43b52b63-89b9-4504-9f0e-59456bc9d48e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1598861 May 30 20:24:58.255706 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4ae474-2f5a-4ae9-934d-02a42636345f req-f37af437-b4bc-489a-b0ab-0de82df5830c tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:58.257478 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2e4ae474-2f5a-4ae9-934d-02a42636345f req-f37af437-b4bc-489a-b0ab-0de82df5830c tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/ports?device_id=2f903cc6-4588-4e6d-9f98-4119c026a994 HTTP/1.1" status: 200 len: 946 time: 0.1526918 May 30 20:24:58.332411 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62712a4-31aa-4a0d-b32f-131aec3f1e80 req-f78e63d2-6bdc-4117-a791-1310eb85c189 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:58.338380 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62712a4-31aa-4a0d-b32f-131aec3f1e80 req-f78e63d2-6bdc-4117-a791-1310eb85c189 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:58.344291 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2e4ae474-2f5a-4ae9-934d-02a42636345f req-a5de72b4-9b37-4413-8942-c279c518de03 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2ed7a16-df30-4283-b4d4-5e9611f16ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711203 May 30 20:24:58.360161 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62712a4-31aa-4a0d-b32f-131aec3f1e80 req-f78e63d2-6bdc-4117-a791-1310eb85c189 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:58.360161 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a62712a4-31aa-4a0d-b32f-131aec3f1e80 req-f78e63d2-6bdc-4117-a791-1310eb85c189 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] 10.222.0.85 "GET /v2.0/ports?device_id=0ce68830-4f59-41b5-9920-7484fd2b7d64 HTTP/1.1" status: 200 len: 2419 time: 0.2297904 May 30 20:24:58.467290 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a62712a4-31aa-4a0d-b32f-131aec3f1e80 req-85af2d06-8dd5-4998-8ef3-e5b69d334b97 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] 10.222.0.85 "GET /v2.0/security-groups?id=6888f4c0-d3bb-4706-bfb3-8bed5a2d1c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120589 May 30 20:24:58.549385 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 37188) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:24:58.669749 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device a61c7870-d656-41a6-ba63-31c7e8cf0081 no longer exists at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:24:58.709753 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 37192) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:24:58.716798 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-3783e4f7-8236-4e78-9190-6f831dbcd5d1 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=da59b0ab053d44aa885bd8af8ce102e7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1649492 May 30 20:24:58.792355 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70940a37-8e6c-4013-9667-04110454716b req-701da305-9241-40e0-9633-1eeacb9b94c7 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:58.795308 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-70940a37-8e6c-4013-9667-04110454716b req-701da305-9241-40e0-9633-1eeacb9b94c7 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/ports?device_id=2f903cc6-4588-4e6d-9f98-4119c026a994 HTTP/1.1" status: 200 len: 946 time: 0.2589955 May 30 20:24:58.846924 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2d991c49-ec11-4473-8b78-ce1fec41ead7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:58.883843 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2d991c49-ec11-4473-8b78-ce1fec41ead7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:58.943747 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:58.962215 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-70940a37-8e6c-4013-9667-04110454716b req-33696512-304e-42a5-83fd-d6226c37a194 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2ed7a16-df30-4283-b4d4-5e9611f16ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529579 May 30 20:24:59.028374 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc2f8771-8ae8-478e-b73c-7ebb9203036f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a61c7870-d656-41a6-ba63-31c7e8cf0081'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:24:59.057049 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port a61c7870-d656-41a6-ba63-31c7e8cf0081, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=a61c7870-d656-41a6-ba63-31c7e8cf0081,segment=NetworkSegment(327b421f-3671-4415-86c0-3c9c0e7ca945),segment_id=327b421f-3671-4415-86c0-3c9c0e7ca945)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:24:59.071173 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2d991c49-ec11-4473-8b78-ce1fec41ead7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:59.091092 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d991c49-ec11-4473-8b78-ce1fec41ead7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f634dfb3-8130-4d4c-a7be-080f3d6e1624,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:24:59.107031 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d991c49-ec11-4473-8b78-ce1fec41ead7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:24:59.107464 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d991c49-ec11-4473-8b78-ce1fec41ead7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:24:59.107869 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d991c49-ec11-4473-8b78-ce1fec41ead7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:24:59.108271 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d991c49-ec11-4473-8b78-ce1fec41ead7 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:24:59.108670 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d991c49-ec11-4473-8b78-ce1fec41ead7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:24:59.109007 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d991c49-ec11-4473-8b78-ce1fec41ead7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:24:59.109590 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d991c49-ec11-4473-8b78-ce1fec41ead7 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:24:59.110010 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d991c49-ec11-4473-8b78-ce1fec41ead7 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:24:59.110399 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d991c49-ec11-4473-8b78-ce1fec41ead7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:24:59.110786 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d991c49-ec11-4473-8b78-ce1fec41ead7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:24:59.111177 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d991c49-ec11-4473-8b78-ce1fec41ead7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:24:59.116648 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2d991c49-ec11-4473-8b78-ce1fec41ead7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:59.126858 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-2d991c49-ec11-4473-8b78-ce1fec41ead7 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/f634dfb3-8130-4d4c-a7be-080f3d6e1624 HTTP/1.1" status: 204 len: 168 time: 0.4122059 May 30 20:24:59.151596 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:59.305136 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=a61c7870-d656-41a6-ba63-31c7e8cf0081,revision_number=8']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:24:59.386450 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f963499e-1758-4f26-ab75-87c474e5debc req-fbeeab55-a273-4d8f-9943-a1ef1ff84e66 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:59.388143 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f963499e-1758-4f26-ab75-87c474e5debc req-fbeeab55-a273-4d8f-9943-a1ef1ff84e66 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/ports?device_id=fc2f8771-8ae8-478e-b73c-7ebb9203036f HTTP/1.1" status: 200 len: 943 time: 0.1622608 May 30 20:24:59.453786 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f963499e-1758-4f26-ab75-87c474e5debc req-9b6e8a24-8788-4aa0-ab44-dc19d3dc2c31 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/security-groups?id=43b52b63-89b9-4504-9f0e-59456bc9d48e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568397 May 30 20:24:59.536066 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20e891fb-43db-497b-97a6-35f89051f3f8'] response: {'server_uuid': 'fc2f8771-8ae8-478e-b73c-7ebb9203036f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a61c7870-d656-41a6-ba63-31c7e8cf0081', 'code': 200} May 30 20:24:59.590987 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ccf2cbf5-e2a0-420f-921c-007823c9c559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:59.744564 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:24:59.829462 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b1187b-fd0b-409c-839e-d8cea551a6e3 req-9730c01a-a69c-465c-8685-6094d7133881 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:59.832348 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a3b1187b-fd0b-409c-839e-d8cea551a6e3 req-9730c01a-a69c-465c-8685-6094d7133881 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/ports?device_id=2f903cc6-4588-4e6d-9f98-4119c026a994 HTTP/1.1" status: 200 len: 946 time: 0.1596441 May 30 20:24:59.875810 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a03a8bf-baba-4c50-9bd2-9bc469b7f205 req-23679d36-09a6-4539-9f44-dc270fae63f9 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:59.898166 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a03a8bf-baba-4c50-9bd2-9bc469b7f205 req-23679d36-09a6-4539-9f44-dc270fae63f9 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:59.917574 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a03a8bf-baba-4c50-9bd2-9bc469b7f205 req-23679d36-09a6-4539-9f44-dc270fae63f9 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:24:59.937637 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0a03a8bf-baba-4c50-9bd2-9bc469b7f205 req-23679d36-09a6-4539-9f44-dc270fae63f9 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] 10.222.0.85 "GET /v2.0/ports?device_id=0ce68830-4f59-41b5-9920-7484fd2b7d64 HTTP/1.1" status: 200 len: 2419 time: 0.2936556 May 30 20:25:00.001947 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a3b1187b-fd0b-409c-839e-d8cea551a6e3 req-ac7dc3d1-c2b7-446a-84ae-868e68e524b1 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2ed7a16-df30-4283-b4d4-5e9611f16ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616237 May 30 20:25:00.017786 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0a03a8bf-baba-4c50-9bd2-9bc469b7f205 req-457078b3-6f26-4df8-b303-bc9d62087463 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] 10.222.0.85 "GET /v2.0/security-groups?id=6888f4c0-d3bb-4706-bfb3-8bed5a2d1c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792150 May 30 20:25:00.553023 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347ac464-449a-4b47-b50d-25e63557b34e req-72f5aaef-2b94-4ed1-b91a-c24003115df3 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:25:00.560524 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-347ac464-449a-4b47-b50d-25e63557b34e req-72f5aaef-2b94-4ed1-b91a-c24003115df3 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/ports?device_id=2f903cc6-4588-4e6d-9f98-4119c026a994 HTTP/1.1" status: 200 len: 946 time: 0.2066057 May 30 20:25:00.653735 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-347ac464-449a-4b47-b50d-25e63557b34e req-c90de5b4-e95f-488d-a7b1-3fff4f969e28 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2ed7a16-df30-4283-b4d4-5e9611f16ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915797 May 30 20:25:00.971534 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951c09fa-aed9-4de6-96dc-82696ee02f18 req-dc41d1f5-f2d1-41cd-9ddb-89e0b385d6ae tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:25:00.983357 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-951c09fa-aed9-4de6-96dc-82696ee02f18 req-dc41d1f5-f2d1-41cd-9ddb-89e0b385d6ae tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/ports?device_id=fc2f8771-8ae8-478e-b73c-7ebb9203036f HTTP/1.1" status: 200 len: 943 time: 0.2225029 May 30 20:25:01.043700 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:01.118105 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-951c09fa-aed9-4de6-96dc-82696ee02f18 req-a929e334-39c1-431d-bb9d-bb3692a15350 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/security-groups?id=43b52b63-89b9-4504-9f0e-59456bc9d48e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1329317 May 30 20:25:01.197300 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4499fd0-bfee-475e-869a-a2a3bc39c9a7 req-d04e3c50-0baf-49e6-a5d0-dffa28b9327d tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:25:01.199785 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b4499fd0-bfee-475e-869a-a2a3bc39c9a7 req-d04e3c50-0baf-49e6-a5d0-dffa28b9327d tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/ports?device_id=2f903cc6-4588-4e6d-9f98-4119c026a994 HTTP/1.1" status: 200 len: 946 time: 0.2895789 May 30 20:25:01.260791 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5f42aa-e070-4212-a3a8-43a7ebc8e226 req-fea1f1fa-cefc-4bc9-a647-9dea8264902c tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:25:01.264941 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5f42aa-e070-4212-a3a8-43a7ebc8e226 req-fea1f1fa-cefc-4bc9-a647-9dea8264902c tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:25:01.269445 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5f42aa-e070-4212-a3a8-43a7ebc8e226 req-fea1f1fa-cefc-4bc9-a647-9dea8264902c tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:25:01.271194 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-8c5f42aa-e070-4212-a3a8-43a7ebc8e226 req-fea1f1fa-cefc-4bc9-a647-9dea8264902c tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] 10.222.0.71 "GET /v2.0/ports?device_id=0ce68830-4f59-41b5-9920-7484fd2b7d64 HTTP/1.1" status: 200 len: 2419 time: 0.2667472 May 30 20:25:01.290844 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b4499fd0-bfee-475e-869a-a2a3bc39c9a7 req-c098af46-ae71-478a-aa39-ceb05a6ac47e tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2ed7a16-df30-4283-b4d4-5e9611f16ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879126 May 30 20:25:01.547736 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [req-8c5f42aa-e070-4212-a3a8-43a7ebc8e226 req-f5d9c9c1-aeca-4c83-88e7-1b254d649aba tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Deleting port 7d48456a-b3a3-400c-a4ff-0fd3b94bdae1 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:25:01.548086 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-8c5f42aa-e070-4212-a3a8-43a7ebc8e226 req-f5d9c9c1-aeca-4c83-88e7-1b254d649aba tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:01.985020 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e273ebd5-d7f1-48be-9b57-bb3f3b2fb5f8 req-c0e5c1cf-fd50-4177-80fd-a9ca5c61bcf1 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:25:01.996052 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e273ebd5-d7f1-48be-9b57-bb3f3b2fb5f8 req-c0e5c1cf-fd50-4177-80fd-a9ca5c61bcf1 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:25:02.001369 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e273ebd5-d7f1-48be-9b57-bb3f3b2fb5f8 req-c0e5c1cf-fd50-4177-80fd-a9ca5c61bcf1 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:25:02.011282 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e273ebd5-d7f1-48be-9b57-bb3f3b2fb5f8 req-c0e5c1cf-fd50-4177-80fd-a9ca5c61bcf1 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] 10.222.0.85 "GET /v2.0/ports?device_id=0ce68830-4f59-41b5-9920-7484fd2b7d64 HTTP/1.1" status: 200 len: 2419 time: 0.3067653 May 30 20:25:02.058466 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 37272) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:25:02.067866 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:25:02.106239 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e273ebd5-d7f1-48be-9b57-bb3f3b2fb5f8 req-7fd05907-a09c-4dc9-b868-5d803eed3fbd tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] 10.222.0.85 "GET /v2.0/security-groups?id=6888f4c0-d3bb-4706-bfb3-8bed5a2d1c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930545 May 30 20:25:02.190625 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-8c5f42aa-e070-4212-a3a8-43a7ebc8e226 req-f5d9c9c1-aeca-4c83-88e7-1b254d649aba tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] For port 7d48456a-b3a3-400c-a4ff-0fd3b94bdae1, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=7d48456a-b3a3-400c-a4ff-0fd3b94bdae1,segment=NetworkSegment(4394f492-b44b-4c69-803b-7e33ee43de88),segment_id=4394f492-b44b-4c69-803b-7e33ee43de88)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:25:02.191382 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-8c5f42aa-e070-4212-a3a8-43a7ebc8e226 req-f5d9c9c1-aeca-4c83-88e7-1b254d649aba tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:02.494966 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [req-8c5f42aa-e070-4212-a3a8-43a7ebc8e226 req-f5d9c9c1-aeca-4c83-88e7-1b254d649aba tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Calling delete_port for 7d48456a-b3a3-400c-a4ff-0fd3b94bdae1 owned by compute:nova {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:25:02.534657 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-6de48533-03fa-4a8b-8b58-efedd8cb55b7 tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1429087159'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:25:02.550986 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-6de48533-03fa-4a8b-8b58-efedd8cb55b7 tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:25:02.569155 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-6de48533-03fa-4a8b-8b58-efedd8cb55b7 tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Usage tracker for resource:network and tenant:43af83a9fdbd4aef8417453b84a83800 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:25:02.575200 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-6de48533-03fa-4a8b-8b58-efedd8cb55b7 tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:25:02.586302 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-6de48533-03fa-4a8b-8b58-efedd8cb55b7 tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:25:02.701167 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:02.709557 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6de48533-03fa-4a8b-8b58-efedd8cb55b7 tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Made reservation on behalf of 43af83a9fdbd4aef8417453b84a83800 for: {'network': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:25:02.714101 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6de48533-03fa-4a8b-8b58-efedd8cb55b7 tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:02.736086 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6de48533-03fa-4a8b-8b58-efedd8cb55b7 tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:02.939149 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-8c5f42aa-e070-4212-a3a8-43a7ebc8e226 req-f5d9c9c1-aeca-4c83-88e7-1b254d649aba tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:03.090427 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-6de48533-03fa-4a8b-8b58-efedd8cb55b7 tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:25:03.090427 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-6de48533-03fa-4a8b-8b58-efedd8cb55b7 tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Usage tracker for resource:security_group_rule and tenant:43af83a9fdbd4aef8417453b84a83800 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:25:03.090427 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-6de48533-03fa-4a8b-8b58-efedd8cb55b7 tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:25:03.098828 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-6de48533-03fa-4a8b-8b58-efedd8cb55b7 tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:25:03.137977 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d9c9c1-aeca-4c83-88e7-1b254d649aba tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Pushing event deleted for resources: {'Port': ['ID=7d48456a-b3a3-400c-a4ff-0fd3b94bdae1,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:03.294245 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c5f42aa-e070-4212-a3a8-43a7ebc8e226 req-f5d9c9c1-aeca-4c83-88e7-1b254d649aba tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] No DVR routers for this DVR port 7d48456a-b3a3-400c-a4ff-0fd3b94bdae1 on host n-h1-843948-2 {{(pid=84886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:25:03.298793 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-8c5f42aa-e070-4212-a3a8-43a7ebc8e226 req-f5d9c9c1-aeca-4c83-88e7-1b254d649aba tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:03.303638 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ce68830-4f59-41b5-9920-7484fd2b7d64', 'name': 'network-vif-deleted', 'tag': '7d48456a-b3a3-400c-a4ff-0fd3b94bdae1'}] {{(pid=84886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:25:03.404519 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6de48533-03fa-4a8b-8b58-efedd8cb55b7 tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:03.435000 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-8c5f42aa-e070-4212-a3a8-43a7ebc8e226 req-f5d9c9c1-aeca-4c83-88e7-1b254d649aba tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] 10.222.0.71 "DELETE /v2.0/ports/7d48456a-b3a3-400c-a4ff-0fd3b94bdae1 HTTP/1.1" status: 204 len: 173 time: 2.1446257 May 30 20:25:03.544584 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6de48533-03fa-4a8b-8b58-efedd8cb55b7 tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:03.552448 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f74360-9563-4294-b97e-be91923f82a8 req-31334b7b-4976-42d3-b11a-40b6dbed991e tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:25:03.561271 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f74360-9563-4294-b97e-be91923f82a8 req-31334b7b-4976-42d3-b11a-40b6dbed991e tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:25:03.572021 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-38f74360-9563-4294-b97e-be91923f82a8 req-31334b7b-4976-42d3-b11a-40b6dbed991e tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] 10.222.0.85 "GET /v2.0/ports?device_id=0ce68830-4f59-41b5-9920-7484fd2b7d64 HTTP/1.1" status: 200 len: 1683 time: 0.1642153 May 30 20:25:03.654707 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6de48533-03fa-4a8b-8b58-efedd8cb55b7 tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] vlan segment allocate from pool success with {'vlan_id': 661, 'physical_network': 'physnet1'} {{(pid=84886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:25:03.656857 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de48533-03fa-4a8b-8b58-efedd8cb55b7 tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72a6cf73-a139-4c25-a811-f6c69377fd69,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:03.665471 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [req-8c5f42aa-e070-4212-a3a8-43a7ebc8e226 req-df89950c-5e0f-47f5-9e57-f4c96197a597 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Deleting port e77ad9fc-d9d0-4d85-8831-5a603aeb00dd {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:25:03.665993 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-8c5f42aa-e070-4212-a3a8-43a7ebc8e226 req-df89950c-5e0f-47f5-9e57-f4c96197a597 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:03.666814 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-38f74360-9563-4294-b97e-be91923f82a8 req-2d3380bc-6615-4f53-930d-7148260cb878 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] 10.222.0.85 "GET /v2.0/security-groups?id=6888f4c0-d3bb-4706-bfb3-8bed5a2d1c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924923 May 30 20:25:03.703485 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6de48533-03fa-4a8b-8b58-efedd8cb55b7 tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:03.703965 n-d-843948-2 neutron-server[84886]: INFO neutron.db.segments_db [None req-6de48533-03fa-4a8b-8b58-efedd8cb55b7 tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Added segment 1c76d811-a303-442a-8a87-831b9ed3d02f of type vlan for network e3c0112f-b61d-4b0d-bb3a-6f9ef5bff11d May 30 20:25:03.787422 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6de48533-03fa-4a8b-8b58-efedd8cb55b7 tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:03.848654 n-d-843948-2 neutron-server[84886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3cc0007d-5c1a-427c-8a61-13e271c61f5a'] response: {'server_uuid': '0ce68830-4f59-41b5-9920-7484fd2b7d64', 'name': 'network-vif-deleted', 'tag': '7d48456a-b3a3-400c-a4ff-0fd3b94bdae1', 'status': 'completed', 'code': 200} May 30 20:25:04.043670 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6de48533-03fa-4a8b-8b58-efedd8cb55b7 tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:04.045431 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de48533-03fa-4a8b-8b58-efedd8cb55b7 tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:25:04.046154 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6de48533-03fa-4a8b-8b58-efedd8cb55b7 tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:04.198768 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-8c5f42aa-e070-4212-a3a8-43a7ebc8e226 req-df89950c-5e0f-47f5-9e57-f4c96197a597 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] For port e77ad9fc-d9d0-4d85-8831-5a603aeb00dd, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=e77ad9fc-d9d0-4d85-8831-5a603aeb00dd,segment=NetworkSegment(37729a30-7c3a-47c6-990b-058978bb1a72),segment_id=37729a30-7c3a-47c6-990b-058978bb1a72)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:25:04.198768 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-8c5f42aa-e070-4212-a3a8-43a7ebc8e226 req-df89950c-5e0f-47f5-9e57-f4c96197a597 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:04.501929 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [req-8c5f42aa-e070-4212-a3a8-43a7ebc8e226 req-df89950c-5e0f-47f5-9e57-f4c96197a597 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Calling delete_port for e77ad9fc-d9d0-4d85-8831-5a603aeb00dd owned by compute:nova {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:25:04.541972 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-6de48533-03fa-4a8b-8b58-efedd8cb55b7 tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.4820170 May 30 20:25:04.545135 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 37324) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:25:04.551403 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-de839478-9aad-47a4-8f3f-b4a0697524fa tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Request body: {'subnet': {'network_id': 'e3c0112f-b61d-4b0d-bb3a-6f9ef5bff11d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:25:04.554240 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de48533-03fa-4a8b-8b58-efedd8cb55b7 tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Pushing event updated for resources: {'Network': ['ID=e3c0112f-b61d-4b0d-bb3a-6f9ef5bff11d,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:04.574394 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network e3c0112f-b61d-4b0d-bb3a-6f9ef5bff11d details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:25:04.786173 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-de839478-9aad-47a4-8f3f-b4a0697524fa tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:25:04.795930 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-de839478-9aad-47a4-8f3f-b4a0697524fa tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Usage tracker for resource:subnet and tenant:43af83a9fdbd4aef8417453b84a83800 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:25:04.799728 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-de839478-9aad-47a4-8f3f-b4a0697524fa tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:25:04.813426 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-de839478-9aad-47a4-8f3f-b4a0697524fa tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:25:04.834690 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device a61c7870-d656-41a6-ba63-31c7e8cf0081 no longer exists at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:25:04.922564 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de839478-9aad-47a4-8f3f-b4a0697524fa tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Made reservation on behalf of 43af83a9fdbd4aef8417453b84a83800 for: {'subnet': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:25:05.068628 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-8c5f42aa-e070-4212-a3a8-43a7ebc8e226 req-df89950c-5e0f-47f5-9e57-f4c96197a597 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:05.088390 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-de839478-9aad-47a4-8f3f-b4a0697524fa tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114220'] for subnet, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:05.209918 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df89950c-5e0f-47f5-9e57-f4c96197a597 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Pushing event deleted for resources: {'Port': ['ID=e77ad9fc-d9d0-4d85-8831-5a603aeb00dd,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:05.381085 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 7d48456a-b3a3-400c-a4ff-0fd3b94bdae1 no longer exists at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:25:05.434971 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] No Port match for: 7d48456a-b3a3-400c-a4ff-0fd3b94bdae1 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:25:05.435601 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 7d48456a-b3a3-400c-a4ff-0fd3b94bdae1 not bound to the agent host n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:25:05.436185 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 41499352-23b9-4db7-9ab1-3e674d841528 no longer exists at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:25:05.768177 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-de839478-9aad-47a4-8f3f-b4a0697524fa tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4055401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114238'] for subnet, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:05.799160 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:05.863676 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ce68830-4f59-41b5-9920-7484fd2b7d64', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41499352-23b9-4db7-9ab1-3e674d841528'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:25:05.878482 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 41499352-23b9-4db7-9ab1-3e674d841528, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=41499352-23b9-4db7-9ab1-3e674d841528,segment=NetworkSegment(4394f492-b44b-4c69-803b-7e33ee43de88),segment_id=4394f492-b44b-4c69-803b-7e33ee43de88)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:25:05.895144 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c5f42aa-e070-4212-a3a8-43a7ebc8e226 req-df89950c-5e0f-47f5-9e57-f4c96197a597 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] No DVR routers for this DVR port e77ad9fc-d9d0-4d85-8831-5a603aeb00dd on host n-h1-843948-2 {{(pid=84886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:25:05.899058 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-8c5f42aa-e070-4212-a3a8-43a7ebc8e226 req-df89950c-5e0f-47f5-9e57-f4c96197a597 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:05.902798 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ce68830-4f59-41b5-9920-7484fd2b7d64', 'name': 'network-vif-deleted', 'tag': 'e77ad9fc-d9d0-4d85-8831-5a603aeb00dd'}] {{(pid=84886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:25:05.923918 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-8c5f42aa-e070-4212-a3a8-43a7ebc8e226 req-df89950c-5e0f-47f5-9e57-f4c96197a597 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] 10.222.0.71 "DELETE /v2.0/ports/e77ad9fc-d9d0-4d85-8831-5a603aeb00dd HTTP/1.1" status: 204 len: 173 time: 2.4832671 May 30 20:25:05.952181 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de839478-9aad-47a4-8f3f-b4a0697524fa tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Pushing event updated for resources: {'Subnet': ['ID=f69d7e2d-cc1e-49a3-ace7-f067fd5241bf,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:05.977910 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42af5a0-8abe-44b4-9938-aa6cc7eee88c req-151d85fa-0c1a-4e57-ab7c-f0fe320c6903 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:25:05.978452 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-d42af5a0-8abe-44b4-9938-aa6cc7eee88c req-151d85fa-0c1a-4e57-ab7c-f0fe320c6903 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Synchronizing usage tracker for tenant:1070080f3a9f4c1fbf81b28e418fbebd on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:25:05.984545 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:05.988848 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device e77ad9fc-d9d0-4d85-8831-5a603aeb00dd no longer exists at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:25:06.068815 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de839478-9aad-47a4-8f3f-b4a0697524fa tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Checking segment: {'id': '1c76d811-a303-442a-8a87-831b9ed3d02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'e3c0112f-b61d-4b0d-bb3a-6f9ef5bff11d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:25:06.069593 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de839478-9aad-47a4-8f3f-b4a0697524fa tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Network hostable DHCP agents. Network: e3c0112f-b61d-4b0d-bb3a-6f9ef5bff11d, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:25:06.096291 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [req-8c5f42aa-e070-4212-a3a8-43a7ebc8e226 req-678cf951-3452-48f3-8463-6c3e06ccbf2d tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Deleting port 41499352-23b9-4db7-9ab1-3e674d841528 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:25:06.096291 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-8c5f42aa-e070-4212-a3a8-43a7ebc8e226 req-678cf951-3452-48f3-8463-6c3e06ccbf2d tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:06.118776 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] No Port match for: e77ad9fc-d9d0-4d85-8831-5a603aeb00dd {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:25:06.121327 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device e77ad9fc-d9d0-4d85-8831-5a603aeb00dd not bound to the agent host n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:25:06.129157 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca700c4-62b0-4f1e-810c-3227b1263a1e req-48b438a3-eea7-4997-a420-1276bcbd3340 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:25:06.130527 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-d42af5a0-8abe-44b4-9938-aa6cc7eee88c req-151d85fa-0c1a-4e57-ab7c-f0fe320c6903 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Unset dirty status for tenant:1070080f3a9f4c1fbf81b28e418fbebd on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:25:06.131843 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d42af5a0-8abe-44b4-9938-aa6cc7eee88c req-151d85fa-0c1a-4e57-ab7c-f0fe320c6903 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] 10.222.0.85 "GET /v2.0/ports?device_id=0ce68830-4f59-41b5-9920-7484fd2b7d64 HTTP/1.1" status: 200 len: 946 time: 1.1972506 May 30 20:25:06.140294 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5ca700c4-62b0-4f1e-810c-3227b1263a1e req-48b438a3-eea7-4997-a420-1276bcbd3340 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=7aad7ab8-22c4-47e2-abf2-9cc744ce8553 HTTP/1.1" status: 200 len: 945 time: 0.1907070 May 30 20:25:06.185515 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de839478-9aad-47a4-8f3f-b4a0697524fa tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Network e3c0112f-b61d-4b0d-bb3a-6f9ef5bff11d is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:25:06.252604 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=41499352-23b9-4db7-9ab1-3e674d841528,revision_number=6']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:06.276899 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5ca700c4-62b0-4f1e-810c-3227b1263a1e req-91559f95-eb4e-48ce-b9b4-39be68b3e6c3 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ae76294-3e84-4fcb-be2a-17611205a838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1354198 May 30 20:25:06.286742 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d42af5a0-8abe-44b4-9938-aa6cc7eee88c req-4669189c-7293-48f1-b320-cbfd04f74c83 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] 10.222.0.85 "GET /v2.0/security-groups?id=6888f4c0-d3bb-4706-bfb3-8bed5a2d1c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430335 May 30 20:25:06.366504 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c5e7b06-2e8b-479d-b18c-1f82ab22f864'] response: {'server_uuid': '0ce68830-4f59-41b5-9920-7484fd2b7d64', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41499352-23b9-4db7-9ab1-3e674d841528', 'code': 200} May 30 20:25:06.373129 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-de839478-9aad-47a4-8f3f-b4a0697524fa tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, e3c0112f-b61d-4b0d-bb3a-6f9ef5bff11d) {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:25:06.378952 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de839478-9aad-47a4-8f3f-b4a0697524fa tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:25:06.383874 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-de839478-9aad-47a4-8f3f-b4a0697524fa tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:06.384050 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fbc490e-d1a7-434c-846a-55d35cd728e3 None None] Network e3c0112f-b61d-4b0d-bb3a-6f9ef5bff11d requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:25:06.405510 n-d-843948-2 neutron-server[84886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ebe91ef-1811-4155-98d3-b4aba0e233d5'] response: {'server_uuid': '0ce68830-4f59-41b5-9920-7484fd2b7d64', 'name': 'network-vif-deleted', 'tag': 'e77ad9fc-d9d0-4d85-8831-5a603aeb00dd', 'status': 'completed', 'code': 200} May 30 20:25:06.477918 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-8c5f42aa-e070-4212-a3a8-43a7ebc8e226 req-678cf951-3452-48f3-8463-6c3e06ccbf2d tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] For port 41499352-23b9-4db7-9ab1-3e674d841528, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=41499352-23b9-4db7-9ab1-3e674d841528,segment=NetworkSegment(4394f492-b44b-4c69-803b-7e33ee43de88),segment_id=4394f492-b44b-4c69-803b-7e33ee43de88)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:25:06.478498 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-8c5f42aa-e070-4212-a3a8-43a7ebc8e226 req-678cf951-3452-48f3-8463-6c3e06ccbf2d tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:06.502113 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-de839478-9aad-47a4-8f3f-b4a0697524fa tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9531374 May 30 20:25:06.502364 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 37364) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:25:06.507866 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-48b95721-948b-47ce-81fb-6ee59ead5ed7 tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-565084463', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:25:06.524516 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-48b95721-948b-47ce-81fb-6ee59ead5ed7 tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:25:06.539975 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-48b95721-948b-47ce-81fb-6ee59ead5ed7 tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Usage tracker for resource:router and tenant:43af83a9fdbd4aef8417453b84a83800 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:25:06.588869 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-48b95721-948b-47ce-81fb-6ee59ead5ed7 tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:25:06.595828 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-48b95721-948b-47ce-81fb-6ee59ead5ed7 tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:25:06.663235 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4db08b54-2654-495c-8670-1b871f55280d req-5f3ede0f-3f4e-4bce-b2c7-1d056bfd3631 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=fc2f8771-8ae8-478e-b73c-7ebb9203036f&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1052239 May 30 20:25:06.675201 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [req-8c5f42aa-e070-4212-a3a8-43a7ebc8e226 req-678cf951-3452-48f3-8463-6c3e06ccbf2d tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Calling delete_port for 41499352-23b9-4db7-9ab1-3e674d841528 owned by compute:nova {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:25:06.688330 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-48b95721-948b-47ce-81fb-6ee59ead5ed7 tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-733683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3159'] for router, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:06.689641 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-48b95721-948b-47ce-81fb-6ee59ead5ed7 tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-733584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-736372', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-628480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3164'] for router, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:06.724385 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-48b95721-948b-47ce-81fb-6ee59ead5ed7 tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:06.806537 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a0d564-7bc5-4810-a1c4-753603016b3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-e3c0112f-b61d-4b0d-bb3a-6f9ef5bff11d', 'network_id': 'e3c0112f-b61d-4b0d-bb3a-6f9ef5bff11d', 'tenant_id': '43af83a9fdbd4aef8417453b84a83800', 'fixed_ips': [{'subnet_id': 'f69d7e2d-cc1e-49a3-ace7-f067fd5241bf'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:25:06.808056 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-67a0d564-7bc5-4810-a1c4-753603016b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:06.837386 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-48b95721-948b-47ce-81fb-6ee59ead5ed7 tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-736409'] for router, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:06.996780 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-48b95721-948b-47ce-81fb-6ee59ead5ed7 tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Notify callbacks [] for router, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:06.998358 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-48b95721-948b-47ce-81fb-6ee59ead5ed7 tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.4948890 May 30 20:25:07.001829 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 37372) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:25:07.071981 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-8c5f42aa-e070-4212-a3a8-43a7ebc8e226 req-678cf951-3452-48f3-8463-6c3e06ccbf2d tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:07.185894 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678cf951-3452-48f3-8463-6c3e06ccbf2d tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Pushing event deleted for resources: {'Port': ['ID=41499352-23b9-4db7-9ab1-3e674d841528,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:07.312204 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-67a0d564-7bc5-4810-a1c4-753603016b3f None None] Allocated IP 172.20.0.2 (e3c0112f-b61d-4b0d-bb3a-6f9ef5bff11d/f69d7e2d-cc1e-49a3-ace7-f067fd5241bf/a29717ea-bfc6-4947-8798-e5d2c87b7094) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:25:07.373464 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c5f42aa-e070-4212-a3a8-43a7ebc8e226 req-678cf951-3452-48f3-8463-6c3e06ccbf2d tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] No DVR routers for this DVR port 41499352-23b9-4db7-9ab1-3e674d841528 on host n-h1-843948-2 {{(pid=84886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:25:07.378728 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-8c5f42aa-e070-4212-a3a8-43a7ebc8e226 req-678cf951-3452-48f3-8463-6c3e06ccbf2d tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:07.511634 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-8c5f42aa-e070-4212-a3a8-43a7ebc8e226 req-678cf951-3452-48f3-8463-6c3e06ccbf2d tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] 10.222.0.71 "DELETE /v2.0/ports/41499352-23b9-4db7-9ab1-3e674d841528 HTTP/1.1" status: 204 len: 173 time: 1.5824738 May 30 20:25:07.756789 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device bcdfc29b-75b2-4955-871a-03ddaef96f61 no longer exists at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:25:07.842269 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-cb0d43e7-ac1b-48aa-9dc0-747f91aa6b05 req-2e77b09a-bbe9-42ba-ab88-995316faa3ff tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Synchronizing usage tracker for tenant:1070080f3a9f4c1fbf81b28e418fbebd on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:25:07.930779 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-67a0d564-7bc5-4810-a1c4-753603016b3f None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:07.953486 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-67a0d564-7bc5-4810-a1c4-753603016b3f None None] Transition to ACTIVE for port object a29717ea-bfc6-4947-8798-e5d2c87b7094 will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:25:08.006802 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-cb0d43e7-ac1b-48aa-9dc0-747f91aa6b05 req-2e77b09a-bbe9-42ba-ab88-995316faa3ff tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Unset dirty status for tenant:1070080f3a9f4c1fbf81b28e418fbebd on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:25:08.006802 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-cb0d43e7-ac1b-48aa-9dc0-747f91aa6b05 req-2e77b09a-bbe9-42ba-ab88-995316faa3ff tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] 10.222.0.85 "GET /v2.0/ports?device_id=0ce68830-4f59-41b5-9920-7484fd2b7d64 HTTP/1.1" status: 200 len: 210 time: 0.2764802 May 30 20:25:08.032458 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-67a0d564-7bc5-4810-a1c4-753603016b3f None None] Transition to ACTIVE for port object a29717ea-bfc6-4947-8798-e5d2c87b7094 will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:25:08.044039 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:08.084641 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port bcdfc29b-75b2-4955-871a-03ddaef96f61, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=bcdfc29b-75b2-4955-871a-03ddaef96f61,segment=NetworkSegment(40468e3f-2630-4d51-98c1-4a518f6532d2),segment_id=40468e3f-2630-4d51-98c1-4a518f6532d2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:25:08.127699 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f1f758-910c-4752-a2ee-4f88ec478fd5 req-6ff8c13d-3891-4820-9df2-b2be83675a40 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:25:08.129349 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c5f1f758-910c-4752-a2ee-4f88ec478fd5 req-6ff8c13d-3891-4820-9df2-b2be83675a40 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/ports?device_id=fc2f8771-8ae8-478e-b73c-7ebb9203036f HTTP/1.1" status: 200 len: 943 time: 0.7026198 May 30 20:25:08.187147 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-67a0d564-7bc5-4810-a1c4-753603016b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:08.210402 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ce1bc212-bdb6-4d74-a1d9-947afb4f89a9 req-97ced69a-4692-4f2f-9459-a020a3460e3a service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=fc2f8771-8ae8-478e-b73c-7ebb9203036f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3643770 May 30 20:25:08.246672 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 37394) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:25:08.275830 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-fb83ec41-8149-47a4-8933-7b0633e638e0 tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:08.329980 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a0d564-7bc5-4810-a1c4-753603016b3f None None] Pushing event updated for resources: {'Port': ['ID=a29717ea-bfc6-4947-8798-e5d2c87b7094,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:08.338524 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:08.374248 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c5f1f758-910c-4752-a2ee-4f88ec478fd5 req-c1ae07f5-4627-4018-88ba-3d924ef7f77c tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/security-groups?id=43b52b63-89b9-4504-9f0e-59456bc9d48e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2276106 May 30 20:25:08.406667 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ce68830-4f59-41b5-9920-7484fd2b7d64', 'name': 'network-vif-deleted', 'tag': '41499352-23b9-4db7-9ab1-3e674d841528'}] {{(pid=84886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:25:08.442596 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aad7ab8-22c4-47e2-abf2-9cc744ce8553', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bcdfc29b-75b2-4955-871a-03ddaef96f61'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:25:08.451786 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=bcdfc29b-75b2-4955-871a-03ddaef96f61,revision_number=8']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:08.459998 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a0d564-7bc5-4810-a1c4-753603016b3f None None] Network e3c0112f-b61d-4b0d-bb3a-6f9ef5bff11d is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:25:08.462261 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-67a0d564-7bc5-4810-a1c4-753603016b3f None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:25:08.465489 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a0d564-7bc5-4810-a1c4-753603016b3f None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:25:08.496481 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b443c128-48ff-4664-8bd1-9745974444cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:08.561473 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-b443c128-48ff-4664-8bd1-9745974444cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:25:08.569430 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-b443c128-48ff-4664-8bd1-9745974444cb admin admin] Usage tracker for resource:security_group_rule and tenant:d640d3fec98f4ad3afacb5b21a5b7c2e is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:25:08.577236 n-d-843948-2 neutron-server[84886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5afe09ed-271e-43a0-be52-c9b1daa106d7'] response: {'server_uuid': '0ce68830-4f59-41b5-9920-7484fd2b7d64', 'name': 'network-vif-deleted', 'tag': '41499352-23b9-4db7-9ab1-3e674d841528', 'status': 'completed', 'code': 200} May 30 20:25:08.578283 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-b443c128-48ff-4664-8bd1-9745974444cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:25:08.586749 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-b443c128-48ff-4664-8bd1-9745974444cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:25:08.609868 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54c6903a-6a1f-4253-8eab-5f682c819163'] response: {'server_uuid': '7aad7ab8-22c4-47e2-abf2-9cc744ce8553', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bcdfc29b-75b2-4955-871a-03ddaef96f61', 'code': 200} May 30 20:25:08.814777 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-67a0d564-7bc5-4810-a1c4-753603016b3f None None] Attempting to bind port a29717ea-bfc6-4947-8798-e5d2c87b7094 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:25:08.818521 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-67a0d564-7bc5-4810-a1c4-753603016b3f None None] Attempting to bind port a29717ea-bfc6-4947-8798-e5d2c87b7094 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': '1c76d811-a303-442a-8a87-831b9ed3d02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'e3c0112f-b61d-4b0d-bb3a-6f9ef5bff11d'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:25:08.819157 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a0d564-7bc5-4810-a1c4-753603016b3f None None] Attempting to bind port a29717ea-bfc6-4947-8798-e5d2c87b7094 on network e3c0112f-b61d-4b0d-bb3a-6f9ef5bff11d {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:25:08.819979 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b443c128-48ff-4664-8bd1-9745974444cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:08.846668 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a0d564-7bc5-4810-a1c4-753603016b3f None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:25:08.847039 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a0d564-7bc5-4810-a1c4-753603016b3f None None] Checking segment: {'id': '1c76d811-a303-442a-8a87-831b9ed3d02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'e3c0112f-b61d-4b0d-bb3a-6f9ef5bff11d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:25:08.847446 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-67a0d564-7bc5-4810-a1c4-753603016b3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:08.847840 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a0d564-7bc5-4810-a1c4-753603016b3f None None] Bound using segment: {'id': '1c76d811-a303-442a-8a87-831b9ed3d02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'e3c0112f-b61d-4b0d-bb3a-6f9ef5bff11d'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:25:08.857844 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-67a0d564-7bc5-4810-a1c4-753603016b3f None None] Bound port: a29717ea-bfc6-4947-8798-e5d2c87b7094, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c76d811-a303-442a-8a87-831b9ed3d02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'e3c0112f-b61d-4b0d-bb3a-6f9ef5bff11d'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:25:08.858398 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-67a0d564-7bc5-4810-a1c4-753603016b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:08.939526 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b443c128-48ff-4664-8bd1-9745974444cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:09.068369 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b443c128-48ff-4664-8bd1-9745974444cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9821367b-5f27-44ba-9a66-02583c24f424,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:09.140491 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-b443c128-48ff-4664-8bd1-9745974444cb admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=d640d3fec98f4ad3afacb5b21a5b7c2e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8897204 May 30 20:25:09.141994 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 37422) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:25:09.150041 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-67a0d564-7bc5-4810-a1c4-753603016b3f None None] For port a29717ea-bfc6-4947-8798-e5d2c87b7094, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:25:09.159437 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-67a0d564-7bc5-4810-a1c4-753603016b3f None None] For port a29717ea-bfc6-4947-8798-e5d2c87b7094, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=a29717ea-bfc6-4947-8798-e5d2c87b7094,segment=NetworkSegment(1c76d811-a303-442a-8a87-831b9ed3d02f),segment_id=1c76d811-a303-442a-8a87-831b9ed3d02f)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:25:09.192012 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [None req-fb83ec41-8149-47a4-8933-7b0633e638e0 tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Allocated IP 172.20.0.1 (e3c0112f-b61d-4b0d-bb3a-6f9ef5bff11d/f69d7e2d-cc1e-49a3-ace7-f067fd5241bf/d9e90893-2eeb-4e9d-ac49-b4b8ef489c79) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:25:09.263065 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-50bc96bc-3eae-47a9-a559-0dce8d469313 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:09.283257 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-67a0d564-7bc5-4810-a1c4-753603016b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:09.322145 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-50bc96bc-3eae-47a9-a559-0dce8d469313 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:09.427210 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a0d564-7bc5-4810-a1c4-753603016b3f None None] Pushing event updated for resources: {'Port': ['ID=a29717ea-bfc6-4947-8798-e5d2c87b7094,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:09.486408 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-65bdfec6-e2db-4ed1-803f-fee967c2e49b req-b62d2e1b-9dcb-49e1-8db6-84fb6f356036 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] 10.222.0.85 "GET /v2.0/ports?device_id=0ce68830-4f59-41b5-9920-7484fd2b7d64 HTTP/1.1" status: 200 len: 210 time: 0.1523867 May 30 20:25:09.551041 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-50bc96bc-3eae-47a9-a559-0dce8d469313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:09.591543 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc96bc-3eae-47a9-a559-0dce8d469313 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9821367b-5f27-44ba-9a66-02583c24f424,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:09.604246 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-fb83ec41-8149-47a4-8933-7b0633e638e0 tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:09.686855 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-50bc96bc-3eae-47a9-a559-0dce8d469313 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:09.700495 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-50bc96bc-3eae-47a9-a559-0dce8d469313 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/9821367b-5f27-44ba-9a66-02583c24f424 HTTP/1.1" status: 204 len: 168 time: 0.5573721 May 30 20:25:09.702368 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [None req-fb83ec41-8149-47a4-8933-7b0633e638e0 tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Transition to ACTIVE for port object d9e90893-2eeb-4e9d-ac49-b4b8ef489c79 will not be triggered until provisioned by entity DHCP. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:25:09.764477 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device bcdfc29b-75b2-4955-871a-03ddaef96f61 details requested by agent hyperv_n-h2-843948-2 with host n-h2-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:25:09.959271 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ed8e16-947b-4e9e-86f6-70981d717c01 req-e77e1b7e-0550-43af-a9ec-a0e7f168d1d1 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:25:09.961212 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-52ed8e16-947b-4e9e-86f6-70981d717c01 req-e77e1b7e-0550-43af-a9ec-a0e7f168d1d1 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/ports?device_id=fc2f8771-8ae8-478e-b73c-7ebb9203036f HTTP/1.1" status: 200 len: 943 time: 0.2195716 May 30 20:25:10.011621 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-fb83ec41-8149-47a4-8933-7b0633e638e0 tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:10.060407 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port bcdfc29b-75b2-4955-871a-03ddaef96f61, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=bcdfc29b-75b2-4955-871a-03ddaef96f61,segment=NetworkSegment(40468e3f-2630-4d51-98c1-4a518f6532d2),segment_id=40468e3f-2630-4d51-98c1-4a518f6532d2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:25:10.070457 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60603177-c5f5-4478-80ae-d9313e02867c req-7ef776d9-c96a-4e15-a748-6672ab06d237 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:25:10.072371 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-60603177-c5f5-4478-80ae-d9313e02867c req-7ef776d9-c96a-4e15-a748-6672ab06d237 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/ports?device_id=2f903cc6-4588-4e6d-9f98-4119c026a994 HTTP/1.1" status: 200 len: 946 time: 0.1258144 May 30 20:25:10.091018 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Returning: {'device': 'bcdfc29b-75b2-4955-871a-03ddaef96f61', 'network_id': 'ff30330a-0ebe-4836-9458-b813d1bcbde4', 'port_id': 'bcdfc29b-75b2-4955-871a-03ddaef96f61', 'mac_address': 'fa:16:3e:26:83:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7991eded-d330-4e4e-ace3-aeb4d5f3ff0a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:25:10.143003 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb83ec41-8149-47a4-8933-7b0633e638e0 tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Pushing event updated for resources: {'Port': ['ID=d9e90893-2eeb-4e9d-ac49-b4b8ef489c79,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:10.178570 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-52ed8e16-947b-4e9e-86f6-70981d717c01 req-a35da6a5-2add-41b2-b174-af773264bf0e tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/security-groups?id=43b52b63-89b9-4504-9f0e-59456bc9d48e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2107446 May 30 20:25:10.193900 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-60603177-c5f5-4478-80ae-d9313e02867c req-104c8944-41bd-40c8-8bf0-e57aab9a3ff9 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2ed7a16-df30-4283-b4d4-5e9611f16ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151259 May 30 20:25:10.200445 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb83ec41-8149-47a4-8933-7b0633e638e0 tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Network e3c0112f-b61d-4b0d-bb3a-6f9ef5bff11d is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:25:10.202562 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-fb83ec41-8149-47a4-8933-7b0633e638e0 tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:25:10.212300 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb83ec41-8149-47a4-8933-7b0633e638e0 tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:25:10.287050 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:10.333959 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcdfc29b-75b2-4955-871a-03ddaef96f61 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:25:10.354842 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ce1bc212-bdb6-4d74-a1d9-947afb4f89a9 req-806cf42e-8498-417d-90b8-726ccef0bc73 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=fc2f8771-8ae8-478e-b73c-7ebb9203036f&tenant_id=204a9ca9af944bf39656e3dc7145a4f6 HTTP/1.1" status: 200 len: 1094 time: 0.1590078 May 30 20:25:10.384714 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port bcdfc29b-75b2-4955-871a-03ddaef96f61, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=bcdfc29b-75b2-4955-871a-03ddaef96f61,segment=NetworkSegment(40468e3f-2630-4d51-98c1-4a518f6532d2),segment_id=40468e3f-2630-4d51-98c1-4a518f6532d2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:25:10.454151 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:10.553254 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ce1bc212-bdb6-4d74-a1d9-947afb4f89a9 req-6ed055cd-9f67-42da-afcb-eee5c6a68218 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=204a9ca9af944bf39656e3dc7145a4f6&device_id=fc2f8771-8ae8-478e-b73c-7ebb9203036f HTTP/1.1" status: 200 len: 1094 time: 0.1643372 May 30 20:25:10.579377 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['bcdfc29b-75b2-4955-871a-03ddaef96f61'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:25:10.598314 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-fb83ec41-8149-47a4-8933-7b0633e638e0 tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-736099'] for router_interface, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:10.695507 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 37440) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:25:10.701534 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=bcdfc29b-75b2-4955-871a-03ddaef96f61,revision_number=9']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:10.794861 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1bc212-bdb6-4d74-a1d9-947afb4f89a9 req-b16dbd10-3dd4-4638-941c-a4a18cdabb5e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:25:10.800193 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ce1bc212-bdb6-4d74-a1d9-947afb4f89a9 req-b16dbd10-3dd4-4638-941c-a4a18cdabb5e service neutron] 10.222.0.71 "GET /v2.0/networks?id=a8fd4d2d-32fb-4554-b8d5-052f07ecf981 HTTP/1.1" status: 200 len: 917 time: 0.2375283 May 30 20:25:10.803552 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 37446) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:25:10.975917 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-48c3bedf-6b5b-43c1-b599-c40f4e31b513 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:10.978029 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-fb83ec41-8149-47a4-8933-7b0633e638e0 tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:11.010878 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b52ec1bd-e391-459a-abdb-44ff1859129d None None] Network e3c0112f-b61d-4b0d-bb3a-6f9ef5bff11d requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:25:11.078635 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-48c3bedf-6b5b-43c1-b599-c40f4e31b513 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:25:11.103060 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-48c3bedf-6b5b-43c1-b599-c40f4e31b513 admin admin] Usage tracker for resource:security_group_rule and tenant:3ee7f0db9634461baadda80a8a112913 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:25:11.112194 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-48c3bedf-6b5b-43c1-b599-c40f4e31b513 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:25:11.127610 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-48c3bedf-6b5b-43c1-b599-c40f4e31b513 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:25:11.132181 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ce1bc212-bdb6-4d74-a1d9-947afb4f89a9 req-3e5bb6af-b907-409e-9ebb-2f24f611b091 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a61c7870-d656-41a6-ba63-31c7e8cf0081 HTTP/1.1" status: 200 len: 999 time: 0.3199282 May 30 20:25:11.277068 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1bc212-bdb6-4d74-a1d9-947afb4f89a9 req-25c41467-9aee-4256-bb53-9ab8b15df172 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:25:11.279592 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ce1bc212-bdb6-4d74-a1d9-947afb4f89a9 req-25c41467-9aee-4256-bb53-9ab8b15df172 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c961f9ad-7764-4956-bb44-5ca4a5973b67 HTTP/1.1" status: 200 len: 855 time: 0.1408181 May 30 20:25:11.325266 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2694ccd3-68cb-47e7-a80e-c228f9939b49 None None] Provisioning for port a29717ea-bfc6-4947-8798-e5d2c87b7094 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:25:11.510250 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device a29717ea-bfc6-4947-8798-e5d2c87b7094 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:25:11.730944 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-48c3bedf-6b5b-43c1-b599-c40f4e31b513 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:11.771460 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device bcdfc29b-75b2-4955-871a-03ddaef96f61 up at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:25:11.795538 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ce1bc212-bdb6-4d74-a1d9-947afb4f89a9 req-cbdb24e1-7558-4184-8c44-5d2a246d18ef service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a8fd4d2d-32fb-4554-b8d5-052f07ecf981&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5080087 May 30 20:25:11.835256 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_v2 [None req-63f2d73f-2967-4c2c-b4fb-de794d6728f6 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Deleting subnet ff6f5188-6a3a-4c15-92e3-ac59dc403850 {{(pid=84887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:25:11.877384 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port a29717ea-bfc6-4947-8798-e5d2c87b7094 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:25:11.878451 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-63f2d73f-2967-4c2c-b4fb-de794d6728f6 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Notify callbacks [] for subnet, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:11.890644 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7f0c8b-c21c-4f85-bcf6-324e30751b2e req-678bc98f-b15c-446c-8315-3b114f5b6ff1 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:25:11.906905 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-fe7f0c8b-c21c-4f85-bcf6-324e30751b2e req-678bc98f-b15c-446c-8315-3b114f5b6ff1 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/ports?device_id=fc2f8771-8ae8-478e-b73c-7ebb9203036f HTTP/1.1" status: 200 len: 943 time: 0.3197064 May 30 20:25:11.909892 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-48c3bedf-6b5b-43c1-b599-c40f4e31b513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:11.921169 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port a29717ea-bfc6-4947-8798-e5d2c87b7094 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:25:11.931980 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:12.096967 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c3bedf-6b5b-43c1-b599-c40f4e31b513 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7715d0bf-3397-420c-be96-48678f617f24,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:12.123849 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-48c3bedf-6b5b-43c1-b599-c40f4e31b513 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=3ee7f0db9634461baadda80a8a112913&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3191972 May 30 20:25:12.130185 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 37460) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:25:12.144188 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92f7101-8a41-45d3-81ba-5d85217551f2 req-eee31472-c373-4000-aadd-e8891af36a78 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:25:12.147286 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b92f7101-8a41-45d3-81ba-5d85217551f2 req-eee31472-c373-4000-aadd-e8891af36a78 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.71 "GET /v2.0/ports?device_id=2f903cc6-4588-4e6d-9f98-4119c026a994 HTTP/1.1" status: 200 len: 946 time: 0.9235704 May 30 20:25:12.172917 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-fe7f0c8b-c21c-4f85-bcf6-324e30751b2e req-2461b259-fdc6-4da8-b86b-5ff0ef2f1bab tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/security-groups?id=43b52b63-89b9-4504-9f0e-59456bc9d48e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2648547 May 30 20:25:12.228227 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ce1bc212-bdb6-4d74-a1d9-947afb4f89a9 req-15e14894-a5fa-4631-9dd2-24bcab309a69 service neutron] 10.222.0.71 "GET /v2.0/networks/a8fd4d2d-32fb-4554-b8d5-052f07ecf981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4250467 May 30 20:25:12.345368 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-e5cae37b-f945-49b2-8b70-2ed7cf6f7683 None None] Provisioning complete for port a29717ea-bfc6-4947-8798-e5d2c87b7094 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:25:12.346220 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-e5cae37b-f945-49b2-8b70-2ed7cf6f7683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:12.444347 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-63f2d73f-2967-4c2c-b4fb-de794d6728f6 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3149227'] for subnet, precommit_delete_associations {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:12.447609 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning complete for port bcdfc29b-75b2-4955-871a-03ddaef96f61 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:25:12.448069 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:12.572935 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:12.637221 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port a29717ea-bfc6-4947-8798-e5d2c87b7094, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=a29717ea-bfc6-4947-8798-e5d2c87b7094,segment=NetworkSegment(1c76d811-a303-442a-8a87-831b9ed3d02f),segment_id=1c76d811-a303-442a-8a87-831b9ed3d02f)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:25:12.654214 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ce1bc212-bdb6-4d74-a1d9-947afb4f89a9 req-cfdc4966-0018-437b-9716-ca9c2b0969a4 service neutron] 10.222.0.71 "GET /v2.0/networks/a8fd4d2d-32fb-4554-b8d5-052f07ecf981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4098761 May 30 20:25:12.721321 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3a75cab2-8546-48bc-93b1-97e28032ac4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:12.757085 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:12.808786 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1339de24-8723-4392-a466-61b330ed01d1 req-651c56e8-bf0c-4a6c-964c-63967d5c15c8 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:25:12.822590 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1339de24-8723-4392-a466-61b330ed01d1 req-651c56e8-bf0c-4a6c-964c-63967d5c15c8 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/ports?device_id=2f903cc6-4588-4e6d-9f98-4119c026a994 HTTP/1.1" status: 200 len: 946 time: 1.1920667 May 30 20:25:12.825115 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3a75cab2-8546-48bc-93b1-97e28032ac4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:12.844459 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-e5cae37b-f945-49b2-8b70-2ed7cf6f7683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:12.928516 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:12.947234 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=a29717ea-bfc6-4947-8798-e5d2c87b7094,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:12.984689 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-b92f7101-8a41-45d3-81ba-5d85217551f2 req-1e1758c8-76fe-4506-9ffe-834af3800072 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Deleting port 460fff84-62d6-49b9-acfe-5f3b6755bc57 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:25:12.985301 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-b92f7101-8a41-45d3-81ba-5d85217551f2 req-1e1758c8-76fe-4506-9ffe-834af3800072 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:13.065997 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aad7ab8-22c4-47e2-abf2-9cc744ce8553', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcdfc29b-75b2-4955-871a-03ddaef96f61'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:25:13.087307 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port bcdfc29b-75b2-4955-871a-03ddaef96f61, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=bcdfc29b-75b2-4955-871a-03ddaef96f61,segment=NetworkSegment(40468e3f-2630-4d51-98c1-4a518f6532d2),segment_id=40468e3f-2630-4d51-98c1-4a518f6532d2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:25:13.088330 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.db.api [None req-e5cae37b-f945-49b2-8b70-2ed7cf6f7683 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:25:13.088687 n-d-843948-2 neutron-server[84888]: DEBUG oslo_db.api [None req-e5cae37b-f945-49b2-8b70-2ed7cf6f7683 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:25:13.116854 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3a75cab2-8546-48bc-93b1-97e28032ac4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:13.122062 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1339de24-8723-4392-a466-61b330ed01d1 req-96158097-9651-4838-8224-8fa7a3ad9b4e tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2ed7a16-df30-4283-b4d4-5e9611f16ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2980318 May 30 20:25:13.134108 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a75cab2-8546-48bc-93b1-97e28032ac4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7715d0bf-3397-420c-be96-48678f617f24,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:13.190781 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3a75cab2-8546-48bc-93b1-97e28032ac4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:13.199731 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-3a75cab2-8546-48bc-93b1-97e28032ac4f admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/7715d0bf-3397-420c-be96-48678f617f24 HTTP/1.1" status: 204 len: 168 time: 1.0681119 May 30 20:25:13.219084 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:13.282310 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1ef987b-22aa-4b53-901a-e739369c16e3'] response: {'server_uuid': '7aad7ab8-22c4-47e2-abf2-9cc744ce8553', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcdfc29b-75b2-4955-871a-03ddaef96f61', 'code': 200} May 30 20:25:13.422162 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=bcdfc29b-75b2-4955-871a-03ddaef96f61,revision_number=10']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:13.450068 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device a29717ea-bfc6-4947-8798-e5d2c87b7094 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:25:13.541141 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-b92f7101-8a41-45d3-81ba-5d85217551f2 req-1e1758c8-76fe-4506-9ffe-834af3800072 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] For port 460fff84-62d6-49b9-acfe-5f3b6755bc57, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=460fff84-62d6-49b9-acfe-5f3b6755bc57,segment=NetworkSegment(bb0b98bd-77ea-44e3-b5bc-734c2b73a239),segment_id=bb0b98bd-77ea-44e3-b5bc-734c2b73a239)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:25:13.541898 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-b92f7101-8a41-45d3-81ba-5d85217551f2 req-1e1758c8-76fe-4506-9ffe-834af3800072 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:13.566605 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.db.resource_extend [None req-fb83ec41-8149-47a4-8933-7b0633e638e0 tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] It took 0.47 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:25:13.605460 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-fb83ec41-8149-47a4-8933-7b0633e638e0 tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:13.624689 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acdcf88-f8f1-484b-a9a2-d94117897eea req-dff4f3c9-5e74-4f42-a486-2b5c41c49992 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:25:13.626847 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9acdcf88-f8f1-484b-a9a2-d94117897eea req-dff4f3c9-5e74-4f42-a486-2b5c41c49992 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/ports?device_id=fc2f8771-8ae8-478e-b73c-7ebb9203036f HTTP/1.1" status: 200 len: 943 time: 0.1000810 May 30 20:25:13.632105 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-63f2d73f-2967-4c2c-b4fb-de794d6728f6 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:13.721051 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9acdcf88-f8f1-484b-a9a2-d94117897eea req-3abd39bc-2a39-48ca-b27b-fa88379b1fb8 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/security-groups?id=43b52b63-89b9-4504-9f0e-59456bc9d48e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801461 May 30 20:25:13.744367 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port a29717ea-bfc6-4947-8798-e5d2c87b7094 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:25:13.744367 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:13.940089 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-e5cae37b-f945-49b2-8b70-2ed7cf6f7683 None None] Provisioning for port d9e90893-2eeb-4e9d-ac49-b4b8ef489c79 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:25:13.969327 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-e5cae37b-f945-49b2-8b70-2ed7cf6f7683 None None] Provisioning complete for port d9e90893-2eeb-4e9d-ac49-b4b8ef489c79 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:25:13.969756 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-e5cae37b-f945-49b2-8b70-2ed7cf6f7683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:14.146524 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-e5cae37b-f945-49b2-8b70-2ed7cf6f7683 None None] Port d9e90893-2eeb-4e9d-ac49-b4b8ef489c79 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:25:14.217404 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-fb83ec41-8149-47a4-8933-7b0633e638e0 tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:14.256565 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-b92f7101-8a41-45d3-81ba-5d85217551f2 req-1e1758c8-76fe-4506-9ffe-834af3800072 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Calling delete_port for 460fff84-62d6-49b9-acfe-5f3b6755bc57 owned by compute:nova {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:25:14.283476 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-5410a609-a054-4c2d-b4b7-274a8f98b0cb None None] Provisioning complete for port d9e90893-2eeb-4e9d-ac49-b4b8ef489c79 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:25:14.283997 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-5410a609-a054-4c2d-b4b7-274a8f98b0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:14.456051 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-5410a609-a054-4c2d-b4b7-274a8f98b0cb None None] Port d9e90893-2eeb-4e9d-ac49-b4b8ef489c79 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:25:14.579579 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb83ec41-8149-47a4-8933-7b0633e638e0 tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Pushing event updated for resources: {'Port': ['ID=d9e90893-2eeb-4e9d-ac49-b4b8ef489c79,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:14.582976 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-fb83ec41-8149-47a4-8933-7b0633e638e0 tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1718057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-736206'] for router_interface, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:14.792600 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 460fff84-62d6-49b9-acfe-5f3b6755bc57 no longer exists at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:25:15.132663 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-63f2d73f-2967-4c2c-b4fb-de794d6728f6 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4055470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114247'] for subnet, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:15.238291 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:15.276925 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944d4f76-cf8a-4201-96a1-b2e83c924ba4 req-13681c45-2fc3-41ea-a9a1-798332de732c tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:25:15.285507 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-944d4f76-cf8a-4201-96a1-b2e83c924ba4 req-13681c45-2fc3-41ea-a9a1-798332de732c tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/ports?device_id=fc2f8771-8ae8-478e-b73c-7ebb9203036f HTTP/1.1" status: 200 len: 943 time: 0.1645327 May 30 20:25:15.317930 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-63f2d73f-2967-4c2c-b4fb-de794d6728f6 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:15.330088 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb83ec41-8149-47a4-8933-7b0633e638e0 tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Network e3c0112f-b61d-4b0d-bb3a-6f9ef5bff11d is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:25:15.342728 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f2d73f-2967-4c2c-b4fb-de794d6728f6 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Pushing event deleted for resources: {'Subnet': ['ID=ff6f5188-6a3a-4c15-92e3-ac59dc403850,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:15.348635 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-fb83ec41-8149-47a4-8933-7b0633e638e0 tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:25:15.368063 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 460fff84-62d6-49b9-acfe-5f3b6755bc57, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=460fff84-62d6-49b9-acfe-5f3b6755bc57,segment=NetworkSegment(bb0b98bd-77ea-44e3-b5bc-734c2b73a239),segment_id=bb0b98bd-77ea-44e3-b5bc-734c2b73a239)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:25:15.375813 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f903cc6-4588-4e6d-9f98-4119c026a994', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '460fff84-62d6-49b9-acfe-5f3b6755bc57'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:25:15.388547 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-944d4f76-cf8a-4201-96a1-b2e83c924ba4 req-e40b78b4-5f86-44f5-8280-26be9c4a7a59 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/security-groups?id=43b52b63-89b9-4504-9f0e-59456bc9d48e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992308 May 30 20:25:15.391037 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-002842ff-466e-4079-a8c7-e94fd7a820a5 None None] Network 88ef2e10-1409-4706-b17e-3a333e58397b requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:25:15.619328 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-63f2d73f-2967-4c2c-b4fb-de794d6728f6 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] 10.222.0.85 "DELETE /v2.0/subnets/ff6f5188-6a3a-4c15-92e3-ac59dc403850 HTTP/1.1" status: 204 len: 168 time: 4.9218724 May 30 20:25:15.622383 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 37530) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:25:15.737490 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:16.164332 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.db.api [req-b92f7101-8a41-45d3-81ba-5d85217551f2 req-1e1758c8-76fe-4506-9ffe-834af3800072 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84887) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:25:16.164332 n-d-843948-2 neutron-server[84887]: DEBUG oslo_db.api [req-b92f7101-8a41-45d3-81ba-5d85217551f2 req-1e1758c8-76fe-4506-9ffe-834af3800072 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:25:16.165103 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-71580267-a0d7-470e-865f-ca7e837170e9 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:16.165641 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d4cb0f1-3495-4ce5-96ce-c8aed3f1a40b'] response: {'server_uuid': '2f903cc6-4588-4e6d-9f98-4119c026a994', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '460fff84-62d6-49b9-acfe-5f3b6755bc57', 'code': 200} May 30 20:25:16.168334 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=460fff84-62d6-49b9-acfe-5f3b6755bc57,revision_number=11']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:16.179411 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-71580267-a0d7-470e-865f-ca7e837170e9 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Deleting port 8b451cbe-81e3-455b-8ab2-f8baae3a7fa5 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:25:16.181003 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-71580267-a0d7-470e-865f-ca7e837170e9 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:16.235502 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9f220b-112a-4dda-aec7-ff6b5e05ccd2 req-b5709c5a-44c2-411b-9468-d7e5c60caa7b tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:25:16.246992 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5c9f220b-112a-4dda-aec7-ff6b5e05ccd2 req-b5709c5a-44c2-411b-9468-d7e5c60caa7b tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/ports?device_id=2f903cc6-4588-4e6d-9f98-4119c026a994 HTTP/1.1" status: 200 len: 946 time: 1.7796822 May 30 20:25:16.499954 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-26a1ac50-2324-4541-9e33-0e11c358043a None None] Provisioning complete for port d9e90893-2eeb-4e9d-ac49-b4b8ef489c79 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:25:16.502413 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-26a1ac50-2324-4541-9e33-0e11c358043a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:16.594894 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-b92f7101-8a41-45d3-81ba-5d85217551f2 req-1e1758c8-76fe-4506-9ffe-834af3800072 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Deleting port 460fff84-62d6-49b9-acfe-5f3b6755bc57 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:25:16.595497 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-b92f7101-8a41-45d3-81ba-5d85217551f2 req-1e1758c8-76fe-4506-9ffe-834af3800072 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:16.752206 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-26a1ac50-2324-4541-9e33-0e11c358043a None None] Port d9e90893-2eeb-4e9d-ac49-b4b8ef489c79 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:25:16.910379 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-b92f7101-8a41-45d3-81ba-5d85217551f2 req-1e1758c8-76fe-4506-9ffe-834af3800072 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] For port 460fff84-62d6-49b9-acfe-5f3b6755bc57, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=460fff84-62d6-49b9-acfe-5f3b6755bc57,segment=NetworkSegment(bb0b98bd-77ea-44e3-b5bc-734c2b73a239),segment_id=bb0b98bd-77ea-44e3-b5bc-734c2b73a239)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:25:16.910886 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-b92f7101-8a41-45d3-81ba-5d85217551f2 req-1e1758c8-76fe-4506-9ffe-834af3800072 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:16.961355 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac9e3481-e831-4902-931e-a583182fe864 None None] DHCP port deletion for 88ef2e10-1409-4706-b17e-3a333e58397b request from n-d-843948-2 {{(pid=84888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:25:16.961355 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-ac9e3481-e831-4902-931e-a583182fe864 None None] Deleting port 8b451cbe-81e3-455b-8ab2-f8baae3a7fa5 {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:25:16.961355 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ac9e3481-e831-4902-931e-a583182fe864 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:17.041531 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [None req-71580267-a0d7-470e-865f-ca7e837170e9 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] For port 8b451cbe-81e3-455b-8ab2-f8baae3a7fa5, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=8b451cbe-81e3-455b-8ab2-f8baae3a7fa5,segment=NetworkSegment(37729a30-7c3a-47c6-990b-058978bb1a72),segment_id=37729a30-7c3a-47c6-990b-058978bb1a72)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:25:17.042442 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-71580267-a0d7-470e-865f-ca7e837170e9 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:17.123522 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-b92f7101-8a41-45d3-81ba-5d85217551f2 req-1e1758c8-76fe-4506-9ffe-834af3800072 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Calling delete_port for 460fff84-62d6-49b9-acfe-5f3b6755bc57 owned by compute:nova {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:25:17.344145 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5c9f220b-112a-4dda-aec7-ff6b5e05ccd2 req-bee70255-a04e-4a57-abf9-c4ed92d5d892 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/security-groups?id=b2ed7a16-df30-4283-b4d4-5e9611f16ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0788724 May 30 20:25:17.394830 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-b92f7101-8a41-45d3-81ba-5d85217551f2 req-1e1758c8-76fe-4506-9ffe-834af3800072 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:17.404457 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-ac9e3481-e831-4902-931e-a583182fe864 None None] For port 8b451cbe-81e3-455b-8ab2-f8baae3a7fa5, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=8b451cbe-81e3-455b-8ab2-f8baae3a7fa5,segment=NetworkSegment(37729a30-7c3a-47c6-990b-058978bb1a72),segment_id=37729a30-7c3a-47c6-990b-058978bb1a72)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:25:17.405153 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ac9e3481-e831-4902-931e-a583182fe864 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:17.511169 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 8b451cbe-81e3-455b-8ab2-f8baae3a7fa5 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:25:17.582112 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-71580267-a0d7-470e-865f-ca7e837170e9 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Calling delete_port for 8b451cbe-81e3-455b-8ab2-f8baae3a7fa5 owned by network:dhcp {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:25:17.669428 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-ac9e3481-e831-4902-931e-a583182fe864 None None] Calling delete_port for 8b451cbe-81e3-455b-8ab2-f8baae3a7fa5 owned by network:dhcp {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:25:17.958977 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:18.049706 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1758c8-76fe-4506-9ffe-834af3800072 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Pushing event deleted for resources: {'Port': ['ID=460fff84-62d6-49b9-acfe-5f3b6755bc57,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:18.088572 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60e4761-0fb4-4837-9363-194faeea8ba7 req-e36b4819-1c7a-4ed1-ba59-b0e62b7ecb4c tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:25:18.098836 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c60e4761-0fb4-4837-9363-194faeea8ba7 req-e36b4819-1c7a-4ed1-ba59-b0e62b7ecb4c tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/ports?device_id=fc2f8771-8ae8-478e-b73c-7ebb9203036f HTTP/1.1" status: 200 len: 943 time: 0.2537837 May 30 20:25:18.104922 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-71580267-a0d7-470e-865f-ca7e837170e9 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:18.234933 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.db.api [None req-ac9e3481-e831-4902-931e-a583182fe864 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:25:18.237235 n-d-843948-2 neutron-server[84888]: DEBUG oslo_db.api [None req-ac9e3481-e831-4902-931e-a583182fe864 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:25:18.358424 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71580267-a0d7-470e-865f-ca7e837170e9 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Pushing event deleted for resources: {'Port': ['ID=8b451cbe-81e3-455b-8ab2-f8baae3a7fa5,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:18.381692 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71580267-a0d7-470e-865f-ca7e837170e9 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] No DVR routers for this DVR port 8b451cbe-81e3-455b-8ab2-f8baae3a7fa5 on host n-d-843948-2 {{(pid=84886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:25:18.709491 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-b92f7101-8a41-45d3-81ba-5d85217551f2 req-1e1758c8-76fe-4506-9ffe-834af3800072 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] No DVR routers for this DVR port 460fff84-62d6-49b9-acfe-5f3b6755bc57 on host n-h1-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:25:18.721123 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-b92f7101-8a41-45d3-81ba-5d85217551f2 req-1e1758c8-76fe-4506-9ffe-834af3800072 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:18.738283 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-ac9e3481-e831-4902-931e-a583182fe864 None None] Deleting port 8b451cbe-81e3-455b-8ab2-f8baae3a7fa5 {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:25:18.738915 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ac9e3481-e831-4902-931e-a583182fe864 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:18.747704 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f903cc6-4588-4e6d-9f98-4119c026a994', 'name': 'network-vif-deleted', 'tag': '460fff84-62d6-49b9-acfe-5f3b6755bc57'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:25:18.887712 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-71580267-a0d7-470e-865f-ca7e837170e9 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:18.916974 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb83ec41-8149-47a4-8933-7b0633e638e0 tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Router 21bde6ca-3e56-4955-ad97-799c28096593 is scheduled to L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 with binding_index 1 {{(pid=84887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 20:25:18.924105 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b92f7101-8a41-45d3-81ba-5d85217551f2 req-1e1758c8-76fe-4506-9ffe-834af3800072 tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.71 "DELETE /v2.0/ports/460fff84-62d6-49b9-acfe-5f3b6755bc57 HTTP/1.1" status: 204 len: 173 time: 6.7168794 May 30 20:25:18.925832 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c60e4761-0fb4-4837-9363-194faeea8ba7 req-e639bfe7-d26a-4900-a94f-9ae7f5abc22e tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/security-groups?id=43b52b63-89b9-4504-9f0e-59456bc9d48e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7850673 May 30 20:25:19.003401 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-71580267-a0d7-470e-865f-ca7e837170e9 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88ef2e10-1409-4706-b17e-3a333e58397b']}} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:25:19.007656 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-ac9e3481-e831-4902-931e-a583182fe864 None None] The port '8b451cbe-81e3-455b-8ab2-f8baae3a7fa5' was deleted {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 20:25:19.057590 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-71580267-a0d7-470e-865f-ca7e837170e9 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37729a30-7c3a-47c6-990b-058978bb1a72') {'for_net_delete': True} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:25:19.060370 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-71580267-a0d7-470e-865f-ca7e837170e9 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37729a30-7c3a-47c6-990b-058978bb1a72') {} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:25:19.093701 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-71580267-a0d7-470e-865f-ca7e837170e9 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2660590'] for segment, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:19.167633 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3ca4b5a-6ab0-4e09-8730-ddb91999b8dd'] response: {'server_uuid': '2f903cc6-4588-4e6d-9f98-4119c026a994', 'name': 'network-vif-deleted', 'tag': '460fff84-62d6-49b9-acfe-5f3b6755bc57', 'status': 'completed', 'code': 200} May 30 20:25:19.184161 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-71580267-a0d7-470e-865f-ca7e837170e9 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:19.193655 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71580267-a0d7-470e-865f-ca7e837170e9 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Releasing vlan 673 on physical network physnet1 to pool {{(pid=84886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:25:19.194467 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-71580267-a0d7-470e-865f-ca7e837170e9 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4126989'] for segment, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:19.229308 n-d-843948-2 neutron-server[84886]: Traceback (most recent call last): May 30 20:25:19.229308 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:25:19.229308 n-d-843948-2 neutron-server[84886]: timer() May 30 20:25:19.229308 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:25:19.229308 n-d-843948-2 neutron-server[84886]: cb(*args, **kw) May 30 20:25:19.229308 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:25:19.229308 n-d-843948-2 neutron-server[84886]: return func(*args, **kwargs) May 30 20:25:19.229308 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:25:19.229308 n-d-843948-2 neutron-server[84886]: self._notify() May 30 20:25:19.229308 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:25:19.229308 n-d-843948-2 neutron-server[84886]: self.callback(batched_events) May 30 20:25:19.229308 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:25:19.229308 n-d-843948-2 neutron-server[84886]: event.method(event) May 30 20:25:19.229308 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:25:19.229308 n-d-843948-2 neutron-server[84886]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:25:19.229308 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:25:19.229308 n-d-843948-2 neutron-server[84886]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:25:19.229308 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:25:19.229308 n-d-843948-2 neutron-server[84886]: return f(self, *a, **k) May 30 20:25:19.229308 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:25:19.229308 n-d-843948-2 neutron-server[84886]: return self._get(url).json() May 30 20:25:19.229308 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:25:19.229308 n-d-843948-2 neutron-server[84886]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:25:19.229308 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:25:19.229308 n-d-843948-2 neutron-server[84886]: return self.request(url, 'GET', **kwargs) May 30 20:25:19.229308 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:25:19.229308 n-d-843948-2 neutron-server[84886]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:25:19.229308 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:25:19.229308 n-d-843948-2 neutron-server[84886]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:25:19.229308 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:25:19.229308 n-d-843948-2 neutron-server[84886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:25:19.229308 n-d-843948-2 neutron-server[84886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:25:19.415317 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:19.469983 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-e5839896-a270-4e7e-b28a-db0853a46229 req-8bbf9f38-56c4-475c-9951-5da2068291eb tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Synchronizing usage tracker for tenant:8e7af6fbddf440778dd87d98216021ce on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:25:19.545143 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb83ec41-8149-47a4-8933-7b0633e638e0 tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:25:19.552971 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-fb83ec41-8149-47a4-8933-7b0633e638e0 tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] 10.222.0.85 "PUT /v2.0/routers/21bde6ca-3e56-4955-ad97-799c28096593/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.5495415 May 30 20:25:19.558641 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9eab6df-ae72-4afb-8947-24c8cffa855b None None] Sync routers for ids ['21bde6ca-3e56-4955-ad97-799c28096593'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:25:19.564029 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 37574) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:25:19.572184 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-0705a82f-aac6-4185-8c6c-ef1c970e574c tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Request body: {'port': {'network_id': 'e3c0112f-b61d-4b0d-bb3a-6f9ef5bff11d', 'name': 'tempest-FloatingIPNegativeTestJSON-1219132441'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:25:19.580829 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9eab6df-ae72-4afb-8947-24c8cffa855b None None] Routers {'21bde6ca-3e56-4955-ad97-799c28096593'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:25:19.581835 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-e9eab6df-ae72-4afb-8947-24c8cffa855b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:24:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['21bde6ca-3e56-4955-ad97-799c28096593'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:25:19.620825 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-e5839896-a270-4e7e-b28a-db0853a46229 req-8bbf9f38-56c4-475c-9951-5da2068291eb tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] Unset dirty status for tenant:8e7af6fbddf440778dd87d98216021ce on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:25:19.624695 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e5839896-a270-4e7e-b28a-db0853a46229 req-8bbf9f38-56c4-475c-9951-5da2068291eb tempest-ServersNegativeTestJSON-1806900375 tempest-ServersNegativeTestJSON-1806900375-project] 10.222.0.85 "GET /v2.0/ports?device_id=2f903cc6-4588-4e6d-9f98-4119c026a994 HTTP/1.1" status: 200 len: 210 time: 0.2717242 May 30 20:25:19.665689 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-71580267-a0d7-470e-865f-ca7e837170e9 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:19.761926 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-e9eab6df-ae72-4afb-8947-24c8cffa855b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:25:19.763472 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-71580267-a0d7-470e-865f-ca7e837170e9 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:19.805361 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9eab6df-ae72-4afb-8947-24c8cffa855b None None] Routers {'21bde6ca-3e56-4955-ad97-799c28096593'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:25:19.806351 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-e9eab6df-ae72-4afb-8947-24c8cffa855b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:24:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['21bde6ca-3e56-4955-ad97-799c28096593'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:25:19.818251 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71580267-a0d7-470e-865f-ca7e837170e9 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Pushing event deleted for resources: {'Network': ['ID=88ef2e10-1409-4706-b17e-3a333e58397b,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:19.959653 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c651d50-0f05-4ba3-99dd-a3b88ab8b7ac req-6e238985-78ae-4fae-b66f-56f7f9bc42e8 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:25:19.961574 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4c651d50-0f05-4ba3-99dd-a3b88ab8b7ac req-6e238985-78ae-4fae-b66f-56f7f9bc42e8 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/ports?device_id=9344e871-e93a-4ab0-b2c6-c1bdb8e7cd51 HTTP/1.1" status: 200 len: 946 time: 0.4391801 May 30 20:25:19.963714 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-e9eab6df-ae72-4afb-8947-24c8cffa855b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:25:19.966917 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9eab6df-ae72-4afb-8947-24c8cffa855b None None] The sync data for ids ['21bde6ca-3e56-4955-ad97-799c28096593'] in n-d-843948-2 is: [] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:25:19.976274 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-0705a82f-aac6-4185-8c6c-ef1c970e574c tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:25:19.996981 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-0705a82f-aac6-4185-8c6c-ef1c970e574c tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Usage tracker for resource:port and tenant:43af83a9fdbd4aef8417453b84a83800 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:25:20.001588 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-0705a82f-aac6-4185-8c6c-ef1c970e574c tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:25:20.011463 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-0705a82f-aac6-4185-8c6c-ef1c970e574c tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:25:20.022667 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-71580267-a0d7-470e-865f-ca7e837170e9 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] 10.222.0.85 "DELETE /v2.0/networks/88ef2e10-1409-4706-b17e-3a333e58397b HTTP/1.1" status: 204 len: 168 time: 4.3985102 May 30 20:25:20.025797 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 37578) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:25:20.036635 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4c651d50-0f05-4ba3-99dd-a3b88ab8b7ac req-9c0b9773-2e26-496e-b54e-d1603cd2ac9b tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/security-groups?id=3a2b8dd1-9f73-464e-8b6a-7ffd93a0edae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637443 May 30 20:25:20.150116 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0705a82f-aac6-4185-8c6c-ef1c970e574c tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Made reservation on behalf of 43af83a9fdbd4aef8417453b84a83800 for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:25:20.167385 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0705a82f-aac6-4185-8c6c-ef1c970e574c tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:20.432385 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_v2 [None req-92e474b8-aa57-49ff-872d-301b82e7895b tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Deleting subnet b030b0ca-4593-4382-a610-fee8425fd422 {{(pid=84887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:25:20.444407 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-92e474b8-aa57-49ff-872d-301b82e7895b tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Notify callbacks [] for subnet, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:20.453509 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 37590) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:25:20.572919 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [None req-0705a82f-aac6-4185-8c6c-ef1c970e574c tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] device_id is not set on port c87e1c9f-ca5d-479b-a2db-ed6031d0c213 yet. {{(pid=84887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:25:20.653151 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-92e474b8-aa57-49ff-872d-301b82e7895b tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3149227'] for subnet, precommit_delete_associations {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:20.679864 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-602cac94-4b99-444e-a205-9496988ed6a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:20.729136 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-602cac94-4b99-444e-a205-9496988ed6a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:25:20.734108 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-602cac94-4b99-444e-a205-9496988ed6a5 admin admin] Usage tracker for resource:security_group_rule and tenant:e76a300b8d7b42e3a7bb94fe254628c9 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:25:20.746294 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-602cac94-4b99-444e-a205-9496988ed6a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:25:20.765462 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-602cac94-4b99-444e-a205-9496988ed6a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:25:20.878880 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c434623-214e-4614-bbc1-449b34ee360f req-fc6fcee0-b852-4e5a-9192-d4f8b84636aa tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:25:20.892367 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6c434623-214e-4614-bbc1-449b34ee360f req-fc6fcee0-b852-4e5a-9192-d4f8b84636aa tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/ports?device_id=fc2f8771-8ae8-478e-b73c-7ebb9203036f HTTP/1.1" status: 200 len: 943 time: 0.4513459 May 30 20:25:20.938718 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-602cac94-4b99-444e-a205-9496988ed6a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:20.970612 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 37598) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:25:21.008736 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-602cac94-4b99-444e-a205-9496988ed6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:21.243823 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602cac94-4b99-444e-a205-9496988ed6a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7866fa6e-aae0-41f6-b01b-f0ffa25c1226,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:21.271929 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-602cac94-4b99-444e-a205-9496988ed6a5 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=e76a300b8d7b42e3a7bb94fe254628c9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8166969 May 30 20:25:21.277966 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 37608) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:25:21.357139 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [None req-0705a82f-aac6-4185-8c6c-ef1c970e574c tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Allocated IP 172.20.0.5 (e3c0112f-b61d-4b0d-bb3a-6f9ef5bff11d/f69d7e2d-cc1e-49a3-ace7-f067fd5241bf/c87e1c9f-ca5d-479b-a2db-ed6031d0c213) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:25:21.385629 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-92e474b8-aa57-49ff-872d-301b82e7895b tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:21.451105 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6c434623-214e-4614-bbc1-449b34ee360f req-e8408f57-4892-4389-8d86-2619670376f9 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/security-groups?id=43b52b63-89b9-4504-9f0e-59456bc9d48e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4540663 May 30 20:25:21.563037 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_v2 [None req-b455a75d-d1bb-4b49-8996-e4a4cd754927 admin admin] Deleting subnet 61db9283-a711-4dd7-99cf-b308efe98b83 {{(pid=84886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:25:21.594559 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b455a75d-d1bb-4b49-8996-e4a4cd754927 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:21.648608 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7e143e8a-e4d5-4d2b-8183-29e0da312085 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:21.783538 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7e143e8a-e4d5-4d2b-8183-29e0da312085 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:21.857756 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b455a75d-d1bb-4b49-8996-e4a4cd754927 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2655517'] for subnet, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:21.959232 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-92e474b8-aa57-49ff-872d-301b82e7895b tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4055470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114247'] for subnet, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:22.074682 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b455a75d-d1bb-4b49-8996-e4a4cd754927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:22.126871 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73594756-dce6-478a-9571-44b8c2edfa14 req-a5dc8ad6-44d9-4402-8329-83d379a191af tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:25:22.129241 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-73594756-dce6-478a-9571-44b8c2edfa14 req-a5dc8ad6-44d9-4402-8329-83d379a191af tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/ports?device_id=9344e871-e93a-4ab0-b2c6-c1bdb8e7cd51 HTTP/1.1" status: 200 len: 946 time: 0.7193685 May 30 20:25:22.166812 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0705a82f-aac6-4185-8c6c-ef1c970e574c tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:22.192506 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e474b8-aa57-49ff-872d-301b82e7895b tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Pushing event deleted for resources: {'Subnet': ['ID=b030b0ca-4593-4382-a610-fee8425fd422,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:22.203022 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-92e474b8-aa57-49ff-872d-301b82e7895b tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:22.221681 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-73594756-dce6-478a-9571-44b8c2edfa14 req-f82f119c-3ae7-4a61-bb53-2f6f41760bf9 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/security-groups?id=3a2b8dd1-9f73-464e-8b6a-7ffd93a0edae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693614 May 30 20:25:22.222367 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c003283-416d-40d5-9d0d-b99291b2dc61 None None] Network 0bdba3e4-efdc-4a7b-a477-f34384fa4100 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:25:22.238967 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-92e474b8-aa57-49ff-872d-301b82e7895b tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] 10.222.0.85 "DELETE /v2.0/subnets/b030b0ca-4593-4382-a610-fee8425fd422 HTTP/1.1" status: 204 len: 168 time: 2.2105319 May 30 20:25:22.241235 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 37612) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:25:22.376623 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-142571ea-7b3b-4da4-8a94-15b5737d7bf3 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:22.389229 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-142571ea-7b3b-4da4-8a94-15b5737d7bf3 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Deleting port dce70af9-eeb9-4aab-9f5c-c770b01aa43e {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:25:22.389564 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-142571ea-7b3b-4da4-8a94-15b5737d7bf3 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:22.570776 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:22.609555 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7e143e8a-e4d5-4d2b-8183-29e0da312085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:22.614307 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [None req-0705a82f-aac6-4185-8c6c-ef1c970e574c tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Transition to ACTIVE for port object c87e1c9f-ca5d-479b-a2db-ed6031d0c213 will not be triggered until provisioned by entity DHCP. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:25:22.656404 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc97267-3016-4852-a964-e49654048aa0 None None] DHCP port deletion for 0bdba3e4-efdc-4a7b-a477-f34384fa4100 request from n-d-843948-2 {{(pid=84888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:25:22.672886 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-edc97267-3016-4852-a964-e49654048aa0 None None] Deleting port dce70af9-eeb9-4aab-9f5c-c770b01aa43e {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:25:22.674387 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b455a75d-d1bb-4b49-8996-e4a4cd754927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4127075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2778536'] for subnet, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:22.679178 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-edc97267-3016-4852-a964-e49654048aa0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:22.791497 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b455a75d-d1bb-4b49-8996-e4a4cd754927 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61db9283-a711-4dd7-99cf-b308efe98b83,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:22.797179 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e143e8a-e4d5-4d2b-8183-29e0da312085 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7866fa6e-aae0-41f6-b01b-f0ffa25c1226,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:22.842014 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b455a75d-d1bb-4b49-8996-e4a4cd754927 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:22.895490 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-b455a75d-d1bb-4b49-8996-e4a4cd754927 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/61db9283-a711-4dd7-99cf-b308efe98b83 HTTP/1.1" status: 204 len: 168 time: 1.9234638 May 30 20:25:22.896725 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 37624) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:25:23.167308 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7e143e8a-e4d5-4d2b-8183-29e0da312085 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:23.174585 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-7e143e8a-e4d5-4d2b-8183-29e0da312085 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/7866fa6e-aae0-41f6-b01b-f0ffa25c1226 HTTP/1.1" status: 204 len: 168 time: 1.8040969 May 30 20:25:23.412757 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-cf214570-9df7-4f07-8216-ceb2bef80b8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:23.447727 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device dce70af9-eeb9-4aab-9f5c-c770b01aa43e no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:25:23.611980 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [None req-142571ea-7b3b-4da4-8a94-15b5737d7bf3 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] For port dce70af9-eeb9-4aab-9f5c-c770b01aa43e, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=dce70af9-eeb9-4aab-9f5c-c770b01aa43e,segment=NetworkSegment(4394f492-b44b-4c69-803b-7e33ee43de88),segment_id=4394f492-b44b-4c69-803b-7e33ee43de88)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:25:23.612502 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-142571ea-7b3b-4da4-8a94-15b5737d7bf3 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:23.903541 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-142571ea-7b3b-4da4-8a94-15b5737d7bf3 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Calling delete_port for dce70af9-eeb9-4aab-9f5c-c770b01aa43e owned by network:dhcp {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:25:24.141541 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c113adce-98ee-494f-84b4-e34436e67194 req-68e5ed29-3fd3-46c9-ad88-5272536820dd service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=9158fc3c-573c-4c1d-bf9a-0db62e0b50ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8731477 May 30 20:25:24.190558 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91142ed-f15c-4b82-aa90-231a67a08840 req-54a3ece8-f7e7-4d64-992a-fe00dac99d41 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:25:24.199009 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a91142ed-f15c-4b82-aa90-231a67a08840 req-54a3ece8-f7e7-4d64-992a-fe00dac99d41 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.86 "GET /v2.0/ports?device_id=9344e871-e93a-4ab0-b2c6-c1bdb8e7cd51 HTTP/1.1" status: 200 len: 946 time: 1.3697052 May 30 20:25:24.295100 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-cf214570-9df7-4f07-8216-ceb2bef80b8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:24.343043 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-edc97267-3016-4852-a964-e49654048aa0 None None] For port dce70af9-eeb9-4aab-9f5c-c770b01aa43e, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=dce70af9-eeb9-4aab-9f5c-c770b01aa43e,segment=NetworkSegment(4394f492-b44b-4c69-803b-7e33ee43de88),segment_id=4394f492-b44b-4c69-803b-7e33ee43de88)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:25:24.343628 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-edc97267-3016-4852-a964-e49654048aa0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:24.355142 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0705a82f-aac6-4185-8c6c-ef1c970e574c tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:24.372423 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b81c1be-2e4c-461a-8e42-5c6a1f971311 req-af8aca46-7542-428a-867c-4c954e90cec1 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:25:24.383135 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8b81c1be-2e4c-461a-8e42-5c6a1f971311 req-af8aca46-7542-428a-867c-4c954e90cec1 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/ports?device_id=fc2f8771-8ae8-478e-b73c-7ebb9203036f HTTP/1.1" status: 200 len: 943 time: 1.2369132 May 30 20:25:24.489308 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-cf214570-9df7-4f07-8216-ceb2bef80b8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8dbbf3d-6692-4ebe-a45d-1177e8082a2b']}} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:25:24.527694 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-cf214570-9df7-4f07-8216-ceb2bef80b8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb0b98bd-77ea-44e3-b5bc-734c2b73a239') {'for_net_delete': True} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:25:24.530966 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-cf214570-9df7-4f07-8216-ceb2bef80b8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb0b98bd-77ea-44e3-b5bc-734c2b73a239') {} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:25:24.557584 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-cf214570-9df7-4f07-8216-ceb2bef80b8d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2660590'] for segment, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:24.581711 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-cf214570-9df7-4f07-8216-ceb2bef80b8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:24.592346 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf214570-9df7-4f07-8216-ceb2bef80b8d admin admin] Releasing vlan 667 on physical network physnet1 to pool {{(pid=84886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:25:24.593195 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-cf214570-9df7-4f07-8216-ceb2bef80b8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4126989'] for segment, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:24.610132 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-142571ea-7b3b-4da4-8a94-15b5737d7bf3 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:24.651066 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8b81c1be-2e4c-461a-8e42-5c6a1f971311 req-249d9dae-2d85-4f74-bfb8-dd7d31d89d45 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/security-groups?id=43b52b63-89b9-4504-9f0e-59456bc9d48e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2666686 May 30 20:25:24.654233 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142571ea-7b3b-4da4-8a94-15b5737d7bf3 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] No DVR routers for this DVR port dce70af9-eeb9-4aab-9f5c-c770b01aa43e on host n-d-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:25:24.751918 n-d-843948-2 neutron-server[84886]: Traceback (most recent call last): May 30 20:25:24.751918 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:25:24.751918 n-d-843948-2 neutron-server[84886]: timer() May 30 20:25:24.751918 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:25:24.751918 n-d-843948-2 neutron-server[84886]: cb(*args, **kw) May 30 20:25:24.751918 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:25:24.751918 n-d-843948-2 neutron-server[84886]: return func(*args, **kwargs) May 30 20:25:24.751918 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:25:24.751918 n-d-843948-2 neutron-server[84886]: self._notify() May 30 20:25:24.751918 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:25:24.751918 n-d-843948-2 neutron-server[84886]: self.callback(batched_events) May 30 20:25:24.751918 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:25:24.751918 n-d-843948-2 neutron-server[84886]: event.method(event) May 30 20:25:24.751918 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:25:24.751918 n-d-843948-2 neutron-server[84886]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:25:24.751918 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:25:24.751918 n-d-843948-2 neutron-server[84886]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:25:24.751918 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:25:24.751918 n-d-843948-2 neutron-server[84886]: return f(self, *a, **k) May 30 20:25:24.751918 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:25:24.751918 n-d-843948-2 neutron-server[84886]: return self._get(url).json() May 30 20:25:24.751918 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:25:24.751918 n-d-843948-2 neutron-server[84886]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:25:24.751918 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:25:24.751918 n-d-843948-2 neutron-server[84886]: return self.request(url, 'GET', **kwargs) May 30 20:25:24.751918 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:25:24.751918 n-d-843948-2 neutron-server[84886]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:25:24.751918 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:25:24.751918 n-d-843948-2 neutron-server[84886]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:25:24.751918 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:25:24.751918 n-d-843948-2 neutron-server[84886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:25:24.751918 n-d-843948-2 neutron-server[84886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:25:24.886374 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120351f7-4e06-490d-8ed1-7d6654824f7a req-f5ee9ff4-a56b-423e-a73c-7c2b978fb789 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:25:24.892615 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-edc97267-3016-4852-a964-e49654048aa0 None None] Calling delete_port for dce70af9-eeb9-4aab-9f5c-c770b01aa43e owned by network:dhcp {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:25:24.902065 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-120351f7-4e06-490d-8ed1-7d6654824f7a req-f5ee9ff4-a56b-423e-a73c-7c2b978fb789 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/ports?device_id=9344e871-e93a-4ab0-b2c6-c1bdb8e7cd51 HTTP/1.1" status: 200 len: 946 time: 1.2598178 May 30 20:25:24.990998 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:25.086559 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-a91142ed-f15c-4b82-aa90-231a67a08840 req-fef5460e-3912-4b18-97c3-dbfc92de59e4 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Deleting port 078b0eb3-7ef6-4b86-9aaa-e86d5bd99c01 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:25:25.087176 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-a91142ed-f15c-4b82-aa90-231a67a08840 req-fef5460e-3912-4b18-97c3-dbfc92de59e4 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:25.162920 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-cf214570-9df7-4f07-8216-ceb2bef80b8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:25.210775 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.db.api [None req-edc97267-3016-4852-a964-e49654048aa0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:25:25.211194 n-d-843948-2 neutron-server[84888]: DEBUG oslo_db.api [None req-edc97267-3016-4852-a964-e49654048aa0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:25:25.230973 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-cf214570-9df7-4f07-8216-ceb2bef80b8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:25.285222 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf214570-9df7-4f07-8216-ceb2bef80b8d admin admin] Pushing event deleted for resources: {'Network': ['ID=b8dbbf3d-6692-4ebe-a45d-1177e8082a2b,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:25.301737 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-120351f7-4e06-490d-8ed1-7d6654824f7a req-dde58e26-7c91-485f-b6d1-29eaf0fe12f5 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/security-groups?id=3a2b8dd1-9f73-464e-8b6a-7ffd93a0edae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3953381 May 30 20:25:25.393721 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-cf214570-9df7-4f07-8216-ceb2bef80b8d admin admin] 10.222.0.85 "DELETE /v2.0/networks/b8dbbf3d-6692-4ebe-a45d-1177e8082a2b HTTP/1.1" status: 204 len: 168 time: 2.4894702 May 30 20:25:25.523592 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0705a82f-aac6-4185-8c6c-ef1c970e574c tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Pushing event updated for resources: {'Port': ['ID=c87e1c9f-ca5d-479b-a2db-ed6031d0c213,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:25.713149 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0705a82f-aac6-4185-8c6c-ef1c970e574c tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Network e3c0112f-b61d-4b0d-bb3a-6f9ef5bff11d is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:25:25.713483 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-edc97267-3016-4852-a964-e49654048aa0 None None] Deleting port dce70af9-eeb9-4aab-9f5c-c770b01aa43e {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:25:25.713782 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-edc97267-3016-4852-a964-e49654048aa0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:25.749243 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-0705a82f-aac6-4185-8c6c-ef1c970e574c tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:25:25.762375 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142571ea-7b3b-4da4-8a94-15b5737d7bf3 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Pushing event deleted for resources: {'Port': ['ID=dce70af9-eeb9-4aab-9f5c-c770b01aa43e,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:25.768189 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0705a82f-aac6-4185-8c6c-ef1c970e574c tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:25:25.874494 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 078b0eb3-7ef6-4b86-9aaa-e86d5bd99c01 no longer exists at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:25:25.983700 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-142571ea-7b3b-4da4-8a94-15b5737d7bf3 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:26.190528 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 37660) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:25:26.353146 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-edc97267-3016-4852-a964-e49654048aa0 None None] The port 'dce70af9-eeb9-4aab-9f5c-c770b01aa43e' was deleted {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 20:25:26.528574 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-f72c4e97-77a5-4dcc-9c64-d8ff6cf8ccaa admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=8e7af6fbddf440778dd87d98216021ce&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3370471 May 30 20:25:26.530533 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 37668) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:25:26.600328 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c113adce-98ee-494f-84b4-e34436e67194 req-33d74c32-767b-419a-aa81-85ec448f4ce5 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=88e042593d914709b0b6e8865f4bc68d&device_id=9158fc3c-573c-4c1d-bf9a-0db62e0b50ac HTTP/1.1" status: 200 len: 1096 time: 2.3969600 May 30 20:25:26.767768 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:26.842201 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9344e871-e93a-4ab0-b2c6-c1bdb8e7cd51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '078b0eb3-7ef6-4b86-9aaa-e86d5bd99c01'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:25:26.887749 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 078b0eb3-7ef6-4b86-9aaa-e86d5bd99c01, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=078b0eb3-7ef6-4b86-9aaa-e86d5bd99c01,segment=NetworkSegment(8369aa1b-ac46-424a-9c92-34020eb636de),segment_id=8369aa1b-ac46-424a-9c92-34020eb636de)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:25:27.064015 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c3f72cbf-e5e4-42b7-8ffe-5c1082065ff7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:27.138709 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-c3583c59-93d1-4c0e-b6a0-c59337bb5c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:27.145063 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c3f72cbf-e5e4-42b7-8ffe-5c1082065ff7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:27.199762 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-142571ea-7b3b-4da4-8a94-15b5737d7bf3 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bdba3e4-efdc-4a7b-a477-f34384fa4100']}} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:25:27.232578 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-30036232-a830-4b98-b03f-33cefe916d38 None None] Provisioning for port c87e1c9f-ca5d-479b-a2db-ed6031d0c213 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:25:27.241538 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:27.245474 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-30036232-a830-4b98-b03f-33cefe916d38 None None] Provisioning complete for port c87e1c9f-ca5d-479b-a2db-ed6031d0c213 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:25:27.246421 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-30036232-a830-4b98-b03f-33cefe916d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:27.259845 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc901a7-ca0e-40bc-97b6-15861228d1b2 req-dd663592-7630-4184-83a8-13b74b5591d9 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:25:27.272529 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-cbc901a7-ca0e-40bc-97b6-15861228d1b2 req-dd663592-7630-4184-83a8-13b74b5591d9 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/ports?device_id=9344e871-e93a-4ab0-b2c6-c1bdb8e7cd51 HTTP/1.1" status: 200 len: 946 time: 0.5723217 May 30 20:25:27.350840 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-a91142ed-f15c-4b82-aa90-231a67a08840 req-fef5460e-3912-4b18-97c3-dbfc92de59e4 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] For port 078b0eb3-7ef6-4b86-9aaa-e86d5bd99c01, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=078b0eb3-7ef6-4b86-9aaa-e86d5bd99c01,segment=NetworkSegment(8369aa1b-ac46-424a-9c92-34020eb636de),segment_id=8369aa1b-ac46-424a-9c92-34020eb636de)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:25:27.352106 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-a91142ed-f15c-4b82-aa90-231a67a08840 req-fef5460e-3912-4b18-97c3-dbfc92de59e4 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:27.367974 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c3f72cbf-e5e4-42b7-8ffe-5c1082065ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:27.472932 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=078b0eb3-7ef6-4b86-9aaa-e86d5bd99c01,revision_number=6']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:27.547413 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-30036232-a830-4b98-b03f-33cefe916d38 None None] Port c87e1c9f-ca5d-479b-a2db-ed6031d0c213 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:25:27.610046 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-142571ea-7b3b-4da4-8a94-15b5737d7bf3 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4394f492-b44b-4c69-803b-7e33ee43de88') {'for_net_delete': True} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:25:27.610617 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-142571ea-7b3b-4da4-8a94-15b5737d7bf3 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4394f492-b44b-4c69-803b-7e33ee43de88') {} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:25:27.614760 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f72cbf-e5e4-42b7-8ffe-5c1082065ff7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2ed7a16-df30-4283-b4d4-5e9611f16ce3,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:27.620327 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-cbc901a7-ca0e-40bc-97b6-15861228d1b2 req-45756913-5d69-41c2-8ea2-56ac97fae083 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/security-groups?id=3a2b8dd1-9f73-464e-8b6a-7ffd93a0edae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3434346 May 30 20:25:27.665090 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-142571ea-7b3b-4da4-8a94-15b5737d7bf3 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3149912'] for segment, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:27.676727 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c3f72cbf-e5e4-42b7-8ffe-5c1082065ff7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:27.677384 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-c3f72cbf-e5e4-42b7-8ffe-5c1082065ff7 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/b2ed7a16-df30-4283-b4d4-5e9611f16ce3 HTTP/1.1" status: 204 len: 168 time: 1.1383927 May 30 20:25:27.723530 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-142571ea-7b3b-4da4-8a94-15b5737d7bf3 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:27.750636 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-142571ea-7b3b-4da4-8a94-15b5737d7bf3 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Releasing vlan 681 on physical network physnet1 to pool {{(pid=84887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:25:27.751060 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-142571ea-7b3b-4da4-8a94-15b5737d7bf3 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4055488'] for segment, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:27.762708 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f739fea-a944-4f10-8e81-bfae548b0494'] response: {'server_uuid': '9344e871-e93a-4ab0-b2c6-c1bdb8e7cd51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '078b0eb3-7ef6-4b86-9aaa-e86d5bd99c01', 'code': 200} May 30 20:25:28.155117 n-d-843948-2 neutron-server[84887]: Traceback (most recent call last): May 30 20:25:28.155117 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:25:28.155117 n-d-843948-2 neutron-server[84887]: timer() May 30 20:25:28.155117 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:25:28.155117 n-d-843948-2 neutron-server[84887]: cb(*args, **kw) May 30 20:25:28.155117 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:25:28.155117 n-d-843948-2 neutron-server[84887]: return func(*args, **kwargs) May 30 20:25:28.155117 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:25:28.155117 n-d-843948-2 neutron-server[84887]: self._notify() May 30 20:25:28.155117 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:25:28.155117 n-d-843948-2 neutron-server[84887]: self.callback(batched_events) May 30 20:25:28.155117 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:25:28.155117 n-d-843948-2 neutron-server[84887]: event.method(event) May 30 20:25:28.155117 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:25:28.155117 n-d-843948-2 neutron-server[84887]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:25:28.155117 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:25:28.155117 n-d-843948-2 neutron-server[84887]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:25:28.155117 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:25:28.155117 n-d-843948-2 neutron-server[84887]: return f(self, *a, **k) May 30 20:25:28.155117 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:25:28.155117 n-d-843948-2 neutron-server[84887]: return self._get(url).json() May 30 20:25:28.155117 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:25:28.155117 n-d-843948-2 neutron-server[84887]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:25:28.155117 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:25:28.155117 n-d-843948-2 neutron-server[84887]: return self.request(url, 'GET', **kwargs) May 30 20:25:28.155117 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:25:28.155117 n-d-843948-2 neutron-server[84887]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:25:28.155117 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:25:28.155117 n-d-843948-2 neutron-server[84887]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:25:28.155117 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:25:28.155117 n-d-843948-2 neutron-server[84887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:25:28.155117 n-d-843948-2 neutron-server[84887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:25:28.641062 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-a91142ed-f15c-4b82-aa90-231a67a08840 req-fef5460e-3912-4b18-97c3-dbfc92de59e4 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:28.641062 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-a91142ed-f15c-4b82-aa90-231a67a08840 req-fef5460e-3912-4b18-97c3-dbfc92de59e4 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736490'] for floatingip, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:28.642431 n-d-843948-2 neutron-server[84887]: INFO neutron.db.l3_db [req-a91142ed-f15c-4b82-aa90-231a67a08840 req-fef5460e-3912-4b18-97c3-dbfc92de59e4 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Floating IP 35a5363a-0ab4-480c-b11a-63387c1ae576 disassociated. External IP: 172.25.8.140, port: 078b0eb3-7ef6-4b86-9aaa-e86d5bd99c01. May 30 20:25:28.642612 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-a91142ed-f15c-4b82-aa90-231a67a08840 req-fef5460e-3912-4b18-97c3-dbfc92de59e4 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Calling delete_port for 078b0eb3-7ef6-4b86-9aaa-e86d5bd99c01 owned by compute:nova {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:25:28.764644 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0705a82f-aac6-4185-8c6c-ef1c970e574c tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:25:28.765315 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0705a82f-aac6-4185-8c6c-ef1c970e574c tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:28.774418 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-348066c4-bc53-43a3-aa7c-20b0fa2e52b6 req-21b313dd-2298-4f8b-bc70-1c1fdc00f8c8 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=db9f53a2-a402-4f3c-a3d4-2018cf085fae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 3.4891839 May 30 20:25:28.779808 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-142571ea-7b3b-4da4-8a94-15b5737d7bf3 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:28.897501 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-142571ea-7b3b-4da4-8a94-15b5737d7bf3 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:28.983122 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-142571ea-7b3b-4da4-8a94-15b5737d7bf3 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] 10.222.0.85 "DELETE /v2.0/networks/0bdba3e4-efdc-4a7b-a477-f34384fa4100 HTTP/1.1" status: 204 len: 168 time: 6.7365570 May 30 20:25:28.985128 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.db.api [req-a91142ed-f15c-4b82-aa90-231a67a08840 req-fef5460e-3912-4b18-97c3-dbfc92de59e4 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84887) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:25:28.985643 n-d-843948-2 neutron-server[84887]: DEBUG oslo_db.api [req-a91142ed-f15c-4b82-aa90-231a67a08840 req-fef5460e-3912-4b18-97c3-dbfc92de59e4 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:25:28.987704 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 37698) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:25:29.010704 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-020f2a0d-201b-41eb-85cd-6765fe5a0c0b tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-665316011'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:25:29.032614 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-020f2a0d-201b-41eb-85cd-6765fe5a0c0b tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:25:29.045407 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142571ea-7b3b-4da4-8a94-15b5737d7bf3 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Pushing event deleted for resources: {'Network': ['ID=0bdba3e4-efdc-4a7b-a477-f34384fa4100,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:29.055550 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-020f2a0d-201b-41eb-85cd-6765fe5a0c0b tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Usage tracker for resource:network and tenant:1070080f3a9f4c1fbf81b28e418fbebd is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:25:29.074760 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-020f2a0d-201b-41eb-85cd-6765fe5a0c0b tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:25:29.099895 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-020f2a0d-201b-41eb-85cd-6765fe5a0c0b tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:25:29.153011 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 37702) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:25:29.157186 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-0705a82f-aac6-4185-8c6c-ef1c970e574c tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 9.5918770 May 30 20:25:29.167508 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-b3795d34-e66e-4c6b-b149-a318a3ccc7a9 tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Request body: {'floatingip': {'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:25:29.197695 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-b3795d34-e66e-4c6b-b149-a318a3ccc7a9 tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:25:29.225042 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-b3795d34-e66e-4c6b-b149-a318a3ccc7a9 tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Usage tracker for resource:floatingip and tenant:43af83a9fdbd4aef8417453b84a83800 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:25:29.225042 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-b3795d34-e66e-4c6b-b149-a318a3ccc7a9 tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:25:29.235486 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-b3795d34-e66e-4c6b-b149-a318a3ccc7a9 tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:25:29.338298 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-020f2a0d-201b-41eb-85cd-6765fe5a0c0b tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Made reservation on behalf of 1070080f3a9f4c1fbf81b28e418fbebd for: {'network': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:25:29.338298 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-020f2a0d-201b-41eb-85cd-6765fe5a0c0b tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:29.383032 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c0bfc5-ff64-43af-8787-14f1fe768be0 req-16ea5ffb-8e74-49a4-903d-6ad0c672b0a3 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:25:29.399552 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e7c0bfc5-ff64-43af-8787-14f1fe768be0 req-16ea5ffb-8e74-49a4-903d-6ad0c672b0a3 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/ports?device_id=fc2f8771-8ae8-478e-b73c-7ebb9203036f HTTP/1.1" status: 200 len: 943 time: 2.9299717 May 30 20:25:29.444384 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b3795d34-e66e-4c6b-b149-a318a3ccc7a9 tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Notify callbacks [] for floatingip, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:29.449130 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c113adce-98ee-494f-84b4-e34436e67194 req-62507305-eb8a-49f5-b118-33f636995e84 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:25:29.454485 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c113adce-98ee-494f-84b4-e34436e67194 req-62507305-eb8a-49f5-b118-33f636995e84 service neutron] 10.222.0.71 "GET /v2.0/networks?id=3b009590-a296-4757-aa36-6233b5dedf2d HTTP/1.1" status: 200 len: 920 time: 2.7961998 May 30 20:25:29.503073 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-020f2a0d-201b-41eb-85cd-6765fe5a0c0b tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] vlan segment allocate from pool success with {'vlan_id': 685, 'physical_network': 'physnet1'} {{(pid=84886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:25:29.573541 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-02db57ce-380a-402a-bda7-4622bd1889dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:29.670223 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-a91142ed-f15c-4b82-aa90-231a67a08840 req-fef5460e-3912-4b18-97c3-dbfc92de59e4 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Deleting port 078b0eb3-7ef6-4b86-9aaa-e86d5bd99c01 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:25:29.670837 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-a91142ed-f15c-4b82-aa90-231a67a08840 req-fef5460e-3912-4b18-97c3-dbfc92de59e4 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:29.754890 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-020f2a0d-201b-41eb-85cd-6765fe5a0c0b tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:29.766938 n-d-843948-2 neutron-server[84886]: INFO neutron.db.segments_db [None req-020f2a0d-201b-41eb-85cd-6765fe5a0c0b tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Added segment 68a9c637-0251-4dc6-b785-31909da53566 of type vlan for network 5f7140ab-94a8-4235-8ad9-c113d437c26f May 30 20:25:29.819540 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:29.888492 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c113adce-98ee-494f-84b4-e34436e67194 req-ae3e480d-a63f-450a-94b6-8a07b80f9ad5 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=91ff9597-ebc7-4fc4-b243-1a0126aef45d HTTP/1.1" status: 200 len: 217 time: 0.4197929 May 30 20:25:29.923578 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-020f2a0d-201b-41eb-85cd-6765fe5a0c0b tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:30.208045 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b3795d34-e66e-4c6b-b149-a318a3ccc7a9 tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:30.216286 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c113adce-98ee-494f-84b4-e34436e67194 req-23ff123f-7837-40a3-bf25-78b6d38f6a2f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:25:30.217869 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c113adce-98ee-494f-84b4-e34436e67194 req-23ff123f-7837-40a3-bf25-78b6d38f6a2f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4a48f417-ba85-44a0-9f1b-28d1dfa8235b HTTP/1.1" status: 200 len: 858 time: 0.1632314 May 30 20:25:30.377452 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e7c0bfc5-ff64-43af-8787-14f1fe768be0 req-a5d4b707-635b-4688-8d03-0d9c37f4a838 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/security-groups?id=43b52b63-89b9-4504-9f0e-59456bc9d48e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9767344 May 30 20:25:30.386900 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-348066c4-bc53-43a3-aa7c-20b0fa2e52b6 req-df30e400-b17f-4030-a08b-614868760e00 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=88e042593d914709b0b6e8865f4bc68d&device_id=db9f53a2-a402-4f3c-a3d4-2018cf085fae HTTP/1.1" status: 200 len: 1097 time: 1.2159908 May 30 20:25:30.555213 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-b3795d34-e66e-4c6b-b149-a318a3ccc7a9 tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Allocated IP 172.25.8.191 (c7869750-4b49-4b7e-aa99-5e0f1ae02da4/427601ec-f643-4fe7-b5e6-17305d3a39e1/b73e4078-6034-4a85-b267-4fa8e199cea5) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:25:30.610389 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8e02d7-456f-439a-96f0-d5aabbc891ff req-ee0ea2c6-2ffa-46be-8d6d-0b0f77af2a9e tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:25:30.614994 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ea8e02d7-456f-439a-96f0-d5aabbc891ff req-ee0ea2c6-2ffa-46be-8d6d-0b0f77af2a9e tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/ports?device_id=9344e871-e93a-4ab0-b2c6-c1bdb8e7cd51 HTTP/1.1" status: 200 len: 944 time: 0.2300687 May 30 20:25:30.665799 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c113adce-98ee-494f-84b4-e34436e67194 req-12d8dddc-48bd-403b-b06a-d0d77d8a0800 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3b009590-a296-4757-aa36-6233b5dedf2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4227958 May 30 20:25:30.744787 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-020f2a0d-201b-41eb-85cd-6765fe5a0c0b tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:30.751747 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-a91142ed-f15c-4b82-aa90-231a67a08840 req-fef5460e-3912-4b18-97c3-dbfc92de59e4 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] For port 078b0eb3-7ef6-4b86-9aaa-e86d5bd99c01, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=078b0eb3-7ef6-4b86-9aaa-e86d5bd99c01,segment=NetworkSegment(8369aa1b-ac46-424a-9c92-34020eb636de),segment_id=8369aa1b-ac46-424a-9c92-34020eb636de)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:25:30.753654 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-020f2a0d-201b-41eb-85cd-6765fe5a0c0b tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:25:30.754211 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-a91142ed-f15c-4b82-aa90-231a67a08840 req-fef5460e-3912-4b18-97c3-dbfc92de59e4 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:30.755371 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-020f2a0d-201b-41eb-85cd-6765fe5a0c0b tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:30.792858 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ea8e02d7-456f-439a-96f0-d5aabbc891ff req-c708fd5e-16cd-480c-a9c1-b8aa141e91ae tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/security-groups?id=3a2b8dd1-9f73-464e-8b6a-7ffd93a0edae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1677501 May 30 20:25:30.858869 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348066c4-bc53-43a3-aa7c-20b0fa2e52b6 req-2ca846be-1817-478d-8430-b23e4838f024 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:25:30.876346 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-348066c4-bc53-43a3-aa7c-20b0fa2e52b6 req-2ca846be-1817-478d-8430-b23e4838f024 service neutron] 10.222.0.86 "GET /v2.0/networks?id=3b009590-a296-4757-aa36-6233b5dedf2d HTTP/1.1" status: 200 len: 920 time: 0.4447491 May 30 20:25:31.076613 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:31.085055 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020f2a0d-201b-41eb-85cd-6765fe5a0c0b tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Pushing event updated for resources: {'Network': ['ID=5f7140ab-94a8-4235-8ad9-c113d437c26f,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:31.101775 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network 5f7140ab-94a8-4235-8ad9-c113d437c26f details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:25:31.158772 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b3795d34-e66e-4c6b-b149-a318a3ccc7a9 tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:31.245819 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-020f2a0d-201b-41eb-85cd-6765fe5a0c0b tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 2.2329209 May 30 20:25:31.248393 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 37722) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:25:31.269577 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-c285bade-d507-4aeb-bc8a-72cda3d79a06 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Request body: {'subnet': {'network_id': '5f7140ab-94a8-4235-8ad9-c113d437c26f', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:25:31.590633 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-c285bade-d507-4aeb-bc8a-72cda3d79a06 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:25:31.604002 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-c285bade-d507-4aeb-bc8a-72cda3d79a06 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Usage tracker for resource:subnet and tenant:1070080f3a9f4c1fbf81b28e418fbebd is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:25:31.623305 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-c285bade-d507-4aeb-bc8a-72cda3d79a06 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:25:31.661792 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-c285bade-d507-4aeb-bc8a-72cda3d79a06 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:25:31.768103 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c285bade-d507-4aeb-bc8a-72cda3d79a06 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Made reservation on behalf of 1070080f3a9f4c1fbf81b28e418fbebd for: {'subnet': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:25:32.214915 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b3795d34-e66e-4c6b-b149-a318a3ccc7a9 tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:32.520622 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 37744) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:25:32.575295 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c285bade-d507-4aeb-bc8a-72cda3d79a06 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2778563'] for subnet, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:32.602442 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:32.868801 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3795d34-e66e-4c6b-b149-a318a3ccc7a9 tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Pushing event updated for resources: {'Port': ['ID=b73e4078-6034-4a85-b267-4fa8e199cea5,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:33.012131 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-348066c4-bc53-43a3-aa7c-20b0fa2e52b6 req-1e4207d2-87c5-4a9d-adff-eb294ff99b38 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9eff4c3f-a7bb-4e44-b665-6e00b004ab73 HTTP/1.1" status: 200 len: 217 time: 0.7874820 May 30 20:25:33.409637 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3795d34-e66e-4c6b-b149-a318a3ccc7a9 tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:25:33.467311 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-b3795d34-e66e-4c6b-b149-a318a3ccc7a9 tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:25:33.473390 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3795d34-e66e-4c6b-b149-a318a3ccc7a9 tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:25:33.501838 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c113adce-98ee-494f-84b4-e34436e67194 req-6d20393b-30a2-437c-8b4f-b059d43f732f service neutron] 10.222.0.71 "GET /v2.0/networks/3b009590-a296-4757-aa36-6233b5dedf2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.8225563 May 30 20:25:33.557088 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-480a42c3-8645-4d47-b093-d7e5c3e733b1 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1813926545-network', 'tenant_id': 'ef17bae3490945588e8f4bd46d5b688b'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:25:33.566389 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-480a42c3-8645-4d47-b093-d7e5c3e733b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:25:33.574818 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-480a42c3-8645-4d47-b093-d7e5c3e733b1 admin admin] Usage tracker for resource:network and tenant:ef17bae3490945588e8f4bd46d5b688b is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:25:33.580614 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-480a42c3-8645-4d47-b093-d7e5c3e733b1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:25:33.592930 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-480a42c3-8645-4d47-b093-d7e5c3e733b1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:25:33.890172 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a4e8a7-f302-4ff1-bd01-99c843b57003 req-1f43ce81-132d-4bd5-b405-df8edda648bd tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:25:33.912994 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-37a4e8a7-f302-4ff1-bd01-99c843b57003 req-1f43ce81-132d-4bd5-b405-df8edda648bd tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/ports?device_id=9344e871-e93a-4ab0-b2c6-c1bdb8e7cd51 HTTP/1.1" status: 200 len: 944 time: 1.3690405 May 30 20:25:34.014143 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c113adce-98ee-494f-84b4-e34436e67194 req-9cf2c0c6-514a-49cf-8d5f-a21764510ff4 service neutron] 10.222.0.71 "GET /v2.0/networks/3b009590-a296-4757-aa36-6233b5dedf2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4145331 May 30 20:25:34.186724 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-480a42c3-8645-4d47-b093-d7e5c3e733b1 admin admin] Made reservation on behalf of ef17bae3490945588e8f4bd46d5b688b for: {'network': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:25:34.197325 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-480a42c3-8645-4d47-b093-d7e5c3e733b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:34.275608 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf862447-4483-4a41-9562-d71e7db5e2fe req-5f26125a-28bd-40ec-a567-353972437d90 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:25:34.294387 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-bf862447-4483-4a41-9562-d71e7db5e2fe req-5f26125a-28bd-40ec-a567-353972437d90 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/ports?device_id=fc2f8771-8ae8-478e-b73c-7ebb9203036f HTTP/1.1" status: 200 len: 943 time: 1.8060467 May 30 20:25:34.336679 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348066c4-bc53-43a3-aa7c-20b0fa2e52b6 req-4b395d92-9405-4eaa-a1b1-282d230aafc6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:25:34.339262 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-348066c4-bc53-43a3-aa7c-20b0fa2e52b6 req-4b395d92-9405-4eaa-a1b1-282d230aafc6 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=4a48f417-ba85-44a0-9f1b-28d1dfa8235b HTTP/1.1" status: 200 len: 858 time: 1.2482450 May 30 20:25:34.355683 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-37a4e8a7-f302-4ff1-bd01-99c843b57003 req-35f97835-86d0-462a-abb0-b0d73f500bc0 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/security-groups?id=3a2b8dd1-9f73-464e-8b6a-7ffd93a0edae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4405639 May 30 20:25:34.361214 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c285bade-d507-4aeb-bc8a-72cda3d79a06 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4127140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2778577'] for subnet, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:34.533863 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-a91142ed-f15c-4b82-aa90-231a67a08840 req-fef5460e-3912-4b18-97c3-dbfc92de59e4 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:34.534469 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-a91142ed-f15c-4b82-aa90-231a67a08840 req-fef5460e-3912-4b18-97c3-dbfc92de59e4 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736490'] for floatingip, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:34.535059 n-d-843948-2 neutron-server[84887]: INFO neutron.db.l3_db [req-a91142ed-f15c-4b82-aa90-231a67a08840 req-fef5460e-3912-4b18-97c3-dbfc92de59e4 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Floating IP 35a5363a-0ab4-480c-b11a-63387c1ae576 disassociated. External IP: 172.25.8.140, port: 078b0eb3-7ef6-4b86-9aaa-e86d5bd99c01. May 30 20:25:34.535481 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-a91142ed-f15c-4b82-aa90-231a67a08840 req-fef5460e-3912-4b18-97c3-dbfc92de59e4 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Calling delete_port for 078b0eb3-7ef6-4b86-9aaa-e86d5bd99c01 owned by compute:nova {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:25:34.575790 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c285bade-d507-4aeb-bc8a-72cda3d79a06 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Pushing event updated for resources: {'Subnet': ['ID=62f81ed3-6a32-47f1-ac54-b955b0156ce8,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:34.611054 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-480a42c3-8645-4d47-b093-d7e5c3e733b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:34.776969 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-bf862447-4483-4a41-9562-d71e7db5e2fe req-4f5203de-7854-4868-bc42-81b86b49e084 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/security-groups?id=43b52b63-89b9-4504-9f0e-59456bc9d48e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4811020 May 30 20:25:34.943671 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-480a42c3-8645-4d47-b093-d7e5c3e733b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:25:34.943671 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-348066c4-bc53-43a3-aa7c-20b0fa2e52b6 req-c6d09164-83b9-405a-b4f5-2e7c567be69f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3b009590-a296-4757-aa36-6233b5dedf2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5164077 May 30 20:25:34.943671 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-480a42c3-8645-4d47-b093-d7e5c3e733b1 admin admin] Usage tracker for resource:security_group_rule and tenant:ef17bae3490945588e8f4bd46d5b688b is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:25:34.944640 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b3795d34-e66e-4c6b-b149-a318a3ccc7a9 tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:34.945114 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-480a42c3-8645-4d47-b093-d7e5c3e733b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:25:34.986739 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c285bade-d507-4aeb-bc8a-72cda3d79a06 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Checking segment: {'id': '68a9c637-0251-4dc6-b785-31909da53566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '5f7140ab-94a8-4235-8ad9-c113d437c26f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:25:34.987587 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c285bade-d507-4aeb-bc8a-72cda3d79a06 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Network hostable DHCP agents. Network: 5f7140ab-94a8-4235-8ad9-c113d437c26f, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:25:35.011833 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-480a42c3-8645-4d47-b093-d7e5c3e733b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:25:35.318997 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-348066c4-bc53-43a3-aa7c-20b0fa2e52b6 req-ffabef9e-5111-470a-ad3a-bb603f4d2618 service neutron] 10.222.0.86 "GET /v2.0/networks/3b009590-a296-4757-aa36-6233b5dedf2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3695817 May 30 20:25:35.404733 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c285bade-d507-4aeb-bc8a-72cda3d79a06 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Network 5f7140ab-94a8-4235-8ad9-c113d437c26f is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:25:35.471487 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-a91142ed-f15c-4b82-aa90-231a67a08840 req-fef5460e-3912-4b18-97c3-dbfc92de59e4 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:35.707144 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef5460e-3912-4b18-97c3-dbfc92de59e4 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Pushing event deleted for resources: {'Port': ['ID=078b0eb3-7ef6-4b86-9aaa-e86d5bd99c01,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:35.747998 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-480a42c3-8645-4d47-b093-d7e5c3e733b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:36.033760 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-c285bade-d507-4aeb-bc8a-72cda3d79a06 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, 5f7140ab-94a8-4235-8ad9-c113d437c26f) {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:25:36.050892 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c88338-4f4f-4c4d-820d-fb70025d871e None None] Network 5f7140ab-94a8-4235-8ad9-c113d437c26f requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:25:36.059342 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-93688fe5-0d41-4725-8b2b-6c94b2f59a9a req-77d26fcb-70c3-4b48-ac2f-4e112df8d1fd tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/ports?device_id=9344e871-e93a-4ab0-b2c6-c1bdb8e7cd51 HTTP/1.1" status: 200 len: 210 time: 0.2816417 May 30 20:25:36.068202 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c285bade-d507-4aeb-bc8a-72cda3d79a06 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:25:36.073575 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c285bade-d507-4aeb-bc8a-72cda3d79a06 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:36.196729 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b3795d34-e66e-4c6b-b149-a318a3ccc7a9 tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:36.258832 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-480a42c3-8645-4d47-b093-d7e5c3e733b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:36.405041 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480a42c3-8645-4d47-b093-d7e5c3e733b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdf50eb8-54d1-4f6d-82d4-4b805d0145e4,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:36.458649 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-c285bade-d507-4aeb-bc8a-72cda3d79a06 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 5.2063627 May 30 20:25:36.476787 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 37774) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:25:36.492806 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-c908435a-60c5-41d7-b140-bffef4f155df tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-779935602'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:25:36.508832 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-c908435a-60c5-41d7-b140-bffef4f155df tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:25:36.520971 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-c908435a-60c5-41d7-b140-bffef4f155df tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Usage tracker for resource:network and tenant:1070080f3a9f4c1fbf81b28e418fbebd is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:25:36.531067 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-c908435a-60c5-41d7-b140-bffef4f155df tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:25:36.542204 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-c908435a-60c5-41d7-b140-bffef4f155df tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:25:36.637073 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8904099-3025-4b8b-a1b4-afb1bec542dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-5f7140ab-94a8-4235-8ad9-c113d437c26f', 'network_id': '5f7140ab-94a8-4235-8ad9-c113d437c26f', 'tenant_id': '1070080f3a9f4c1fbf81b28e418fbebd', 'fixed_ips': [{'subnet_id': '62f81ed3-6a32-47f1-ac54-b955b0156ce8'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:25:36.638164 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-c8904099-3025-4b8b-a1b4-afb1bec542dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:36.700181 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-480a42c3-8645-4d47-b093-d7e5c3e733b1 admin admin] vlan segment allocate from pool success with {'vlan_id': 683, 'physical_network': 'physnet1'} {{(pid=84887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:25:36.701544 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b3795d34-e66e-4c6b-b149-a318a3ccc7a9 tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:36.703178 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c908435a-60c5-41d7-b140-bffef4f155df tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Made reservation on behalf of 1070080f3a9f4c1fbf81b28e418fbebd for: {'network': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:25:36.705054 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-348066c4-bc53-43a3-aa7c-20b0fa2e52b6 req-7fd796bd-68e5-4ccd-b54f-e642c0efff8e service neutron] 10.222.0.86 "GET /v2.0/networks/3b009590-a296-4757-aa36-6233b5dedf2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3738754 May 30 20:25:36.706515 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c908435a-60c5-41d7-b140-bffef4f155df tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:36.738834 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-480a42c3-8645-4d47-b093-d7e5c3e733b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:36.739906 n-d-843948-2 neutron-server[84887]: INFO neutron.db.segments_db [None req-480a42c3-8645-4d47-b093-d7e5c3e733b1 admin admin] Added segment db2bda3d-2cf8-4616-82f4-028053d260c2 of type vlan for network 206f10e6-f8df-4c58-9b43-bcd0736ce742 May 30 20:25:36.754750 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c908435a-60c5-41d7-b140-bffef4f155df tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] vlan segment allocate from pool success with {'vlan_id': 677, 'physical_network': 'physnet1'} {{(pid=84886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:25:36.810960 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c908435a-60c5-41d7-b140-bffef4f155df tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:36.813014 n-d-843948-2 neutron-server[84886]: INFO neutron.db.segments_db [None req-c908435a-60c5-41d7-b140-bffef4f155df tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Added segment c4ccf4ae-1ad3-40ba-bf66-94b91dddd87a of type vlan for network febad610-88a9-4193-8143-50306e6f530b May 30 20:25:36.815111 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7605c1b-b64b-4893-b404-b9420ce17c60 req-c2abe946-e1b4-4f3e-bdac-43903e02e843 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:25:36.823014 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e7605c1b-b64b-4893-b404-b9420ce17c60 req-c2abe946-e1b4-4f3e-bdac-43903e02e843 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/ports?device_id=fc2f8771-8ae8-478e-b73c-7ebb9203036f HTTP/1.1" status: 200 len: 943 time: 0.4309835 May 30 20:25:36.840461 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b3795d34-e66e-4c6b-b149-a318a3ccc7a9 tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:36.845138 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-480a42c3-8645-4d47-b093-d7e5c3e733b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:36.956446 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e7605c1b-b64b-4893-b404-b9420ce17c60 req-7febb47f-135e-4c19-9557-4efe44747e62 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/security-groups?id=43b52b63-89b9-4504-9f0e-59456bc9d48e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1319220 May 30 20:25:37.025253 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a91142ed-f15c-4b82-aa90-231a67a08840 req-fef5460e-3912-4b18-97c3-dbfc92de59e4 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Router dce4a9b6-853a-4e96-9bb3-a1790cbf36d6 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:25:37.026713 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-480a42c3-8645-4d47-b093-d7e5c3e733b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:37.027555 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-480a42c3-8645-4d47-b093-d7e5c3e733b1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:25:37.028124 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-480a42c3-8645-4d47-b093-d7e5c3e733b1 admin admin] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:37.043387 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-c8904099-3025-4b8b-a1b4-afb1bec542dc None None] Allocated IP 19.80.0.2 (5f7140ab-94a8-4235-8ad9-c113d437c26f/62f81ed3-6a32-47f1-ac54-b955b0156ce8/a4b8894c-c2ce-4199-bce4-ddde687d5ec2) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:25:37.157496 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b3795d34-e66e-4c6b-b149-a318a3ccc7a9 tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736490'] for floatingip, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:37.196278 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c908435a-60c5-41d7-b140-bffef4f155df tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:37.228916 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-480a42c3-8645-4d47-b093-d7e5c3e733b1 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 4.6991508 May 30 20:25:37.242232 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 37784) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:25:37.261496 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-84f054d7-fb35-40ed-9049-2826ea53c8da admin admin] Request body: {'subnet': {'network_id': '206f10e6-f8df-4c58-9b43-bcd0736ce742', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1813926545-subnet', 'tenant_id': 'ef17bae3490945588e8f4bd46d5b688b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:25:37.319465 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-84f054d7-fb35-40ed-9049-2826ea53c8da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:25:37.328415 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3795d34-e66e-4c6b-b149-a318a3ccc7a9 tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Pushing event updated for resources: {'Port': ['ID=b73e4078-6034-4a85-b267-4fa8e199cea5,revision_number=2']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:37.354878 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-84f054d7-fb35-40ed-9049-2826ea53c8da admin admin] Usage tracker for resource:subnet and tenant:ef17bae3490945588e8f4bd46d5b688b is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:25:37.360668 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-84f054d7-fb35-40ed-9049-2826ea53c8da admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:25:37.377273 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-84f054d7-fb35-40ed-9049-2826ea53c8da admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:25:37.425105 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c908435a-60c5-41d7-b140-bffef4f155df tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:37.429077 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-c8904099-3025-4b8b-a1b4-afb1bec542dc None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:37.439959 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c908435a-60c5-41d7-b140-bffef4f155df tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:25:37.441401 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c908435a-60c5-41d7-b140-bffef4f155df tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:37.453864 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-c8904099-3025-4b8b-a1b4-afb1bec542dc None None] Transition to ACTIVE for port object a4b8894c-c2ce-4199-bce4-ddde687d5ec2 will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:25:37.459520 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 37788) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:25:37.473653 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480a42c3-8645-4d47-b093-d7e5c3e733b1 admin admin] Pushing event updated for resources: {'Network': ['ID=206f10e6-f8df-4c58-9b43-bcd0736ce742,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:37.491504 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network 206f10e6-f8df-4c58-9b43-bcd0736ce742 details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:25:37.502165 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b3795d34-e66e-4c6b-b149-a318a3ccc7a9 tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:37.504352 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-b3795d34-e66e-4c6b-b149-a318a3ccc7a9 tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.3494735 May 30 20:25:37.515159 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-c8904099-3025-4b8b-a1b4-afb1bec542dc None None] Transition to ACTIVE for port object a4b8894c-c2ce-4199-bce4-ddde687d5ec2 will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:25:37.529650 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 37792) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:25:37.621477 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-c8904099-3025-4b8b-a1b4-afb1bec542dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:37.629459 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e8bfd092-389b-413d-91c9-28f68e9f0ba1 req-1a63ba18-6024-4128-95bc-cc4be24f688d tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/ports?device_id=9344e871-e93a-4ab0-b2c6-c1bdb8e7cd51 HTTP/1.1" status: 200 len: 210 time: 0.1752515 May 30 20:25:37.653764 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-f42a3187-6ea5-4b23-b557-fe027936aaa0 tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Request body: {'floatingip': {'port_id': 'c87e1c9f-ca5d-479b-a2db-ed6031d0c213', 'fixed_ip_address': '172.20.0.5'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:25:37.770891 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8904099-3025-4b8b-a1b4-afb1bec542dc None None] Pushing event updated for resources: {'Port': ['ID=a4b8894c-c2ce-4199-bce4-ddde687d5ec2,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:37.807205 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8904099-3025-4b8b-a1b4-afb1bec542dc None None] Network 5f7140ab-94a8-4235-8ad9-c113d437c26f is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:25:37.808481 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-c8904099-3025-4b8b-a1b4-afb1bec542dc None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:25:37.812594 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8904099-3025-4b8b-a1b4-afb1bec542dc None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:25:37.936035 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84f054d7-fb35-40ed-9049-2826ea53c8da admin admin] Made reservation on behalf of ef17bae3490945588e8f4bd46d5b688b for: {'subnet': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:25:37.937650 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-c8904099-3025-4b8b-a1b4-afb1bec542dc None None] Attempting to bind port a4b8894c-c2ce-4199-bce4-ddde687d5ec2 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:25:37.937834 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-c8904099-3025-4b8b-a1b4-afb1bec542dc None None] Attempting to bind port a4b8894c-c2ce-4199-bce4-ddde687d5ec2 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': '68a9c637-0251-4dc6-b785-31909da53566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '5f7140ab-94a8-4235-8ad9-c113d437c26f'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:25:37.938048 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8904099-3025-4b8b-a1b4-afb1bec542dc None None] Attempting to bind port a4b8894c-c2ce-4199-bce4-ddde687d5ec2 on network 5f7140ab-94a8-4235-8ad9-c113d437c26f {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:25:37.949952 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8904099-3025-4b8b-a1b4-afb1bec542dc None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:25:37.949952 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8904099-3025-4b8b-a1b4-afb1bec542dc None None] Checking segment: {'id': '68a9c637-0251-4dc6-b785-31909da53566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '5f7140ab-94a8-4235-8ad9-c113d437c26f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:25:37.949952 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-c8904099-3025-4b8b-a1b4-afb1bec542dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:37.949952 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8904099-3025-4b8b-a1b4-afb1bec542dc None None] Bound using segment: {'id': '68a9c637-0251-4dc6-b785-31909da53566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '5f7140ab-94a8-4235-8ad9-c113d437c26f'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:25:37.949952 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-c8904099-3025-4b8b-a1b4-afb1bec542dc None None] Bound port: a4b8894c-c2ce-4199-bce4-ddde687d5ec2, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68a9c637-0251-4dc6-b785-31909da53566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '5f7140ab-94a8-4235-8ad9-c113d437c26f'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:25:37.949952 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-c8904099-3025-4b8b-a1b4-afb1bec542dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:37.958006 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-84f054d7-fb35-40ed-9049-2826ea53c8da admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2778563'] for subnet, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:37.970825 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a91142ed-f15c-4b82-aa90-231a67a08840 req-fef5460e-3912-4b18-97c3-dbfc92de59e4 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:25:37.987005 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38379d1b-6dc6-4000-a57b-788e5807af41 None None] Sync routers for ids ['dce4a9b6-853a-4e96-9bb3-a1790cbf36d6'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:25:38.051434 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38379d1b-6dc6-4000-a57b-788e5807af41 None None] Routers {'dce4a9b6-853a-4e96-9bb3-a1790cbf36d6'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:25:38.052794 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-38379d1b-6dc6-4000-a57b-788e5807af41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:25:29Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['dce4a9b6-853a-4e96-9bb3-a1790cbf36d6'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:25:38.058003 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c908435a-60c5-41d7-b140-bffef4f155df tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Pushing event updated for resources: {'Network': ['ID=febad610-88a9-4193-8143-50306e6f530b,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:38.103560 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network febad610-88a9-4193-8143-50306e6f530b details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:25:38.145865 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-a91142ed-f15c-4b82-aa90-231a67a08840 req-fef5460e-3912-4b18-97c3-dbfc92de59e4 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] No DVR routers for this DVR port 078b0eb3-7ef6-4b86-9aaa-e86d5bd99c01 on host n-h2-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:25:38.151557 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-a91142ed-f15c-4b82-aa90-231a67a08840 req-fef5460e-3912-4b18-97c3-dbfc92de59e4 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:38.157974 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a91142ed-f15c-4b82-aa90-231a67a08840 req-fef5460e-3912-4b18-97c3-dbfc92de59e4 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.86 "DELETE /v2.0/ports/078b0eb3-7ef6-4b86-9aaa-e86d5bd99c01 HTTP/1.1" status: 204 len: 173 time: 13.7550619 May 30 20:25:38.159089 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9344e871-e93a-4ab0-b2c6-c1bdb8e7cd51', 'name': 'network-vif-deleted', 'tag': '078b0eb3-7ef6-4b86-9aaa-e86d5bd99c01'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:25:38.177358 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-c908435a-60c5-41d7-b140-bffef4f155df tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.6994395 May 30 20:25:38.182077 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 37802) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:25:38.182947 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f42a3187-6ea5-4b23-b557-fe027936aaa0 tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Notify callbacks [] for floatingip, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:38.199214 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-ab6cc6c7-fb64-4e0d-88db-56fae89f5951 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Request body: {'subnet': {'network_id': 'febad610-88a9-4193-8143-50306e6f530b', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:25:38.422821 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-c8904099-3025-4b8b-a1b4-afb1bec542dc None None] For port a4b8894c-c2ce-4199-bce4-ddde687d5ec2, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:25:38.429450 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-c8904099-3025-4b8b-a1b4-afb1bec542dc None None] For port a4b8894c-c2ce-4199-bce4-ddde687d5ec2, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=a4b8894c-c2ce-4199-bce4-ddde687d5ec2,segment=NetworkSegment(68a9c637-0251-4dc6-b785-31909da53566),segment_id=68a9c637-0251-4dc6-b785-31909da53566)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:25:38.467466 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05c9383a-1c26-4e56-9cd6-d765cc2629fe'] response: {'server_uuid': '9344e871-e93a-4ab0-b2c6-c1bdb8e7cd51', 'name': 'network-vif-deleted', 'tag': '078b0eb3-7ef6-4b86-9aaa-e86d5bd99c01', 'status': 'completed', 'code': 200} May 30 20:25:38.522295 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-c8904099-3025-4b8b-a1b4-afb1bec542dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:38.554824 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-38379d1b-6dc6-4000-a57b-788e5807af41 None None] Set router dce4a9b6-853a-4e96-9bb3-a1790cbf36d6 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:25:38.659308 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-ab6cc6c7-fb64-4e0d-88db-56fae89f5951 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:25:38.673643 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-ab6cc6c7-fb64-4e0d-88db-56fae89f5951 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Usage tracker for resource:subnet and tenant:1070080f3a9f4c1fbf81b28e418fbebd is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:25:38.678541 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-ab6cc6c7-fb64-4e0d-88db-56fae89f5951 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:25:38.688106 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-ab6cc6c7-fb64-4e0d-88db-56fae89f5951 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:25:38.699228 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8904099-3025-4b8b-a1b4-afb1bec542dc None None] Pushing event updated for resources: {'Port': ['ID=a4b8894c-c2ce-4199-bce4-ddde687d5ec2,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:38.743746 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c2d89d-5e8c-40d9-a90a-322c180390c7 req-a35e4d07-16a3-4d0f-9ac8-03b4e2f3cf8a tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:25:38.760032 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b7c2d89d-5e8c-40d9-a90a-322c180390c7 req-a35e4d07-16a3-4d0f-9ac8-03b4e2f3cf8a tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/ports?device_id=fc2f8771-8ae8-478e-b73c-7ebb9203036f HTTP/1.1" status: 200 len: 943 time: 0.4931116 May 30 20:25:38.826895 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab6cc6c7-fb64-4e0d-88db-56fae89f5951 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Made reservation on behalf of 1070080f3a9f4c1fbf81b28e418fbebd for: {'subnet': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:25:38.871031 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device a61c7870-d656-41a6-ba63-31c7e8cf0081 details requested by agent hyperv_n-h1-843948-2 with host n-h1-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:25:38.999154 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6d322964-441c-4b13-ae96-7fef6371b3e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:39.068405 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-84f054d7-fb35-40ed-9049-2826ea53c8da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4127140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2778577'] for subnet, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:39.193808 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b7c2d89d-5e8c-40d9-a90a-322c180390c7 req-d31056da-8768-4652-8326-82f6923b71f5 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/security-groups?id=43b52b63-89b9-4504-9f0e-59456bc9d48e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4320445 May 30 20:25:39.284906 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ab6cc6c7-fb64-4e0d-88db-56fae89f5951 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114220'] for subnet, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:39.297761 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port a61c7870-d656-41a6-ba63-31c7e8cf0081, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=a61c7870-d656-41a6-ba63-31c7e8cf0081,segment=NetworkSegment(327b421f-3671-4415-86c0-3c9c0e7ca945),segment_id=327b421f-3671-4415-86c0-3c9c0e7ca945)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:25:39.317598 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Returning: {'device': 'a61c7870-d656-41a6-ba63-31c7e8cf0081', 'network_id': 'a8fd4d2d-32fb-4554-b8d5-052f07ecf981', 'port_id': 'a61c7870-d656-41a6-ba63-31c7e8cf0081', 'mac_address': 'fa:16:3e:f0:84:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c961f9ad-7764-4956-bb44-5ca4a5973b67', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:25:39.361306 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:25:39.443871 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-38379d1b-6dc6-4000-a57b-788e5807af41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dce4a9b6-853a-4e96-9bb3-a1790cbf36d6', 'name': 'tempest-ServerRescueNegativeTestJSON-1289574193-router', 'tenant_id': '88e042593d914709b0b6e8865f4bc68d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': '6fd4f929-f547-4afa-a511-76d2a626bb7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:20:03Z', 'updated_at': '2022-05-30T20:20:16Z', 'revision_number': 4, 'project_id': '88e042593d914709b0b6e8865f4bc68d', 'gw_port': {'id': '6fd4f929-f547-4afa-a511-76d2a626bb7a', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:d2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce4a9b6-853a-4e96-9bb3-a1790cbf36d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:20:04Z', 'updated_at': '2022-05-30T20:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '3d8a46dc-bcc2-41b3-8b77-5e8506e6c3a6', 'name': '', 'network_id': '3b009590-a296-4757-aa36-6233b5dedf2d', 'tenant_id': '88e042593d914709b0b6e8865f4bc68d', 'mac_address': 'fa:16:3e:37:2a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce4a9b6-853a-4e96-9bb3-a1790cbf36d6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a48f417-ba85-44a0-9f1b-28d1dfa8235b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:20:13Z', 'updated_at': '2022-05-30T20:20:36Z', 'revision_number': 5, 'project_id': '88e042593d914709b0b6e8865f4bc68d', 'subnets': [{'id': '4a48f417-ba85-44a0-9f1b-28d1dfa8235b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:25:39.449320 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-6d322964-441c-4b13-ae96-7fef6371b3e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:25:39.455379 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38379d1b-6dc6-4000-a57b-788e5807af41 None None] Checking router: dce4a9b6-853a-4e96-9bb3-a1790cbf36d6 for host: n-d-843948-2 {{(pid=84889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:25:39.458758 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-6d322964-441c-4b13-ae96-7fef6371b3e4 admin admin] Usage tracker for resource:security_group_rule and tenant:b871ea8f2d7a428e91c06f760bf289b1 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:25:39.462738 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-6d322964-441c-4b13-ae96-7fef6371b3e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:25:39.472037 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-6d322964-441c-4b13-ae96-7fef6371b3e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:25:39.496502 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f054d7-fb35-40ed-9049-2826ea53c8da admin admin] Pushing event updated for resources: {'Subnet': ['ID=6df5d3c8-b9fb-484c-b170-db570f1bcfc6,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:39.496721 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38379d1b-6dc6-4000-a57b-788e5807af41 None None] Routers {'dce4a9b6-853a-4e96-9bb3-a1790cbf36d6'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:25:39.496721 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-38379d1b-6dc6-4000-a57b-788e5807af41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:25:29Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['dce4a9b6-853a-4e96-9bb3-a1790cbf36d6'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:25:39.538353 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:39.633575 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [req-f48e4368-ca67-4d3c-9699-b89ba42520aa req-b6f5049a-5704-43eb-97dc-5dbfc0f979e5 service neutron] (84886) timed out ('10.222.0.71', 65442) {{(pid=84886) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 30 20:25:39.638400 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a61c7870-d656-41a6-ba63-31c7e8cf0081 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:25:39.656887 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device a4b8894c-c2ce-4199-bce4-ddde687d5ec2 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:25:39.765078 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-775ca01f-8603-46c0-87f2-f945e3f72547 req-54552d18-a282-4be5-93b1-26fb05bbc799 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/ports?device_id=9344e871-e93a-4ab0-b2c6-c1bdb8e7cd51 HTTP/1.1" status: 200 len: 210 time: 0.3560863 May 30 20:25:39.781753 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-38379d1b-6dc6-4000-a57b-788e5807af41 None None] Set router dce4a9b6-853a-4e96-9bb3-a1790cbf36d6 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:25:39.784840 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port a61c7870-d656-41a6-ba63-31c7e8cf0081, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=a61c7870-d656-41a6-ba63-31c7e8cf0081,segment=NetworkSegment(327b421f-3671-4415-86c0-3c9c0e7ca945),segment_id=327b421f-3671-4415-86c0-3c9c0e7ca945)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:25:39.874549 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:40.060093 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f054d7-fb35-40ed-9049-2826ea53c8da admin admin] Checking segment: {'id': 'db2bda3d-2cf8-4616-82f4-028053d260c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '206f10e6-f8df-4c58-9b43-bcd0736ce742'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:25:40.067414 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f054d7-fb35-40ed-9049-2826ea53c8da admin admin] Network hostable DHCP agents. Network: 206f10e6-f8df-4c58-9b43-bcd0736ce742, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:25:40.076273 n-d-843948-2 neutron-server[84886]: INFO neutron.api.v2.resource [None req-f42a3187-6ea5-4b23-b557-fe027936aaa0 tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] update failed (client error): The resource could not be found. May 30 20:25:40.080667 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-f42a3187-6ea5-4b23-b557-fe027936aaa0 tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] 10.222.0.85 "PUT /v2.0/floatingips/3b504f6d-8fc7-43de-9c70-304bcda671da HTTP/1.1" status: 404 len: 507 time: 2.4707308 May 30 20:25:40.080667 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 37816) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:25:40.134528 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=a61c7870-d656-41a6-ba63-31c7e8cf0081,revision_number=9']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:40.134528 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port a4b8894c-c2ce-4199-bce4-ddde687d5ec2 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:25:40.179313 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['a61c7870-d656-41a6-ba63-31c7e8cf0081'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:25:40.299442 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6d322964-441c-4b13-ae96-7fef6371b3e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:40.384211 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-38379d1b-6dc6-4000-a57b-788e5807af41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dce4a9b6-853a-4e96-9bb3-a1790cbf36d6', 'name': 'tempest-ServerRescueNegativeTestJSON-1289574193-router', 'tenant_id': '88e042593d914709b0b6e8865f4bc68d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': '6fd4f929-f547-4afa-a511-76d2a626bb7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:20:03Z', 'updated_at': '2022-05-30T20:20:16Z', 'revision_number': 4, 'project_id': '88e042593d914709b0b6e8865f4bc68d', 'gw_port': {'id': '6fd4f929-f547-4afa-a511-76d2a626bb7a', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:d2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce4a9b6-853a-4e96-9bb3-a1790cbf36d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:20:04Z', 'updated_at': '2022-05-30T20:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '3d8a46dc-bcc2-41b3-8b77-5e8506e6c3a6', 'name': '', 'network_id': '3b009590-a296-4757-aa36-6233b5dedf2d', 'tenant_id': '88e042593d914709b0b6e8865f4bc68d', 'mac_address': 'fa:16:3e:37:2a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce4a9b6-853a-4e96-9bb3-a1790cbf36d6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a48f417-ba85-44a0-9f1b-28d1dfa8235b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:20:13Z', 'updated_at': '2022-05-30T20:20:36Z', 'revision_number': 5, 'project_id': '88e042593d914709b0b6e8865f4bc68d', 'subnets': [{'id': '4a48f417-ba85-44a0-9f1b-28d1dfa8235b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:25:40.389602 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38379d1b-6dc6-4000-a57b-788e5807af41 None None] The sync data for ids ['dce4a9b6-853a-4e96-9bb3-a1790cbf36d6'] in n-d-843948-2 is: [{'id': 'dce4a9b6-853a-4e96-9bb3-a1790cbf36d6', 'name': 'tempest-ServerRescueNegativeTestJSON-1289574193-router', 'tenant_id': '88e042593d914709b0b6e8865f4bc68d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': '6fd4f929-f547-4afa-a511-76d2a626bb7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:20:03Z', 'updated_at': '2022-05-30T20:20:16Z', 'revision_number': 4, 'project_id': '88e042593d914709b0b6e8865f4bc68d', 'gw_port': {'id': '6fd4f929-f547-4afa-a511-76d2a626bb7a', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:d2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce4a9b6-853a-4e96-9bb3-a1790cbf36d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:20:04Z', 'updated_at': '2022-05-30T20:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '3d8a46dc-bcc2-41b3-8b77-5e8506e6c3a6', 'name': '', 'network_id': '3b009590-a296-4757-aa36-6233b5dedf2d', 'tenant_id': '88e042593d914709b0b6e8865f4bc68d', 'mac_address': 'fa:16:3e:37:2a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce4a9b6-853a-4e96-9bb3-a1790cbf36d6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a48f417-ba85-44a0-9f1b-28d1dfa8235b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:20:13Z', 'updated_at': '2022-05-30T20:20:36Z', 'revision_number': 5, 'project_id': '88e042593d914709b0b6e8865f4bc68d', 'subnets': [{'id': '4a48f417-ba85-44a0-9f1b-28d1dfa8235b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:25:40.578212 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6d322964-441c-4b13-ae96-7fef6371b3e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:40.616662 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ab6cc6c7-fb64-4e0d-88db-56fae89f5951 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4055401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114238'] for subnet, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:40.629560 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-bf40dbbc-3bbe-4016-bd1f-c7ce07b709fb tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Deleting port b73e4078-6034-4a85-b267-4fa8e199cea5 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:25:40.635191 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bf40dbbc-3bbe-4016-bd1f-c7ce07b709fb tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:40.652867 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6baaaedc-6cbd-4f2f-b90a-c76ba8c1a945 None None] Network 5f7140ab-94a8-4235-8ad9-c113d437c26f requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:25:40.713633 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f054d7-fb35-40ed-9049-2826ea53c8da admin admin] Network 206f10e6-f8df-4c58-9b43-bcd0736ce742 is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:25:40.726211 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6cc6c7-fb64-4e0d-88db-56fae89f5951 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Pushing event updated for resources: {'Subnet': ['ID=a0a1ea8d-d358-42ab-9022-a0204b5e1a50,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:40.810904 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6cc6c7-fb64-4e0d-88db-56fae89f5951 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Checking segment: {'id': 'c4ccf4ae-1ad3-40ba-bf66-94b91dddd87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'febad610-88a9-4193-8143-50306e6f530b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:25:40.811348 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab6cc6c7-fb64-4e0d-88db-56fae89f5951 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Network hostable DHCP agents. Network: febad610-88a9-4193-8143-50306e6f530b, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:25:40.862092 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d322964-441c-4b13-ae96-7fef6371b3e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d189679-76db-492f-bcbf-52b36b1a8ecc,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:40.873643 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f46f3c-9513-49c6-a63a-4d75cf8c2223 req-03a5398b-bcec-4d93-9db6-19ecbf0bc52b tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:25:40.875762 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-6d322964-441c-4b13-ae96-7fef6371b3e4 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=b871ea8f2d7a428e91c06f760bf289b1&name=default HTTP/1.1" status: 200 len: 2647 time: 3.3695600 May 30 20:25:40.879744 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e2f46f3c-9513-49c6-a63a-4d75cf8c2223 req-03a5398b-bcec-4d93-9db6-19ecbf0bc52b tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/ports?device_id=fc2f8771-8ae8-478e-b73c-7ebb9203036f HTTP/1.1" status: 200 len: 944 time: 0.3871596 May 30 20:25:40.880821 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 37828) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:25:41.006118 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-84f054d7-fb35-40ed-9049-2826ea53c8da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, 206f10e6-f8df-4c58-9b43-bcd0736ce742) {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:25:41.039888 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-119508e2-b494-4a70-b4fd-330273f55feb None None] Network 206f10e6-f8df-4c58-9b43-bcd0736ce742 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:25:41.041997 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f054d7-fb35-40ed-9049-2826ea53c8da admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:25:41.042913 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-84f054d7-fb35-40ed-9049-2826ea53c8da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:41.056698 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd91c6bc-53ed-44c9-8b46-56d95bb44039 None None] New status for floating IP 35a5363a-0ab4-480c-b11a-63387c1ae576: DOWN {{(pid=84888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 20:25:41.063621 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e2f46f3c-9513-49c6-a63a-4d75cf8c2223 req-0107509d-8d4d-4e26-a265-21af6d01926a tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/security-groups?id=43b52b63-89b9-4504-9f0e-59456bc9d48e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1567838 May 30 20:25:41.070482 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab6cc6c7-fb64-4e0d-88db-56fae89f5951 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Network febad610-88a9-4193-8143-50306e6f530b is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:25:41.089175 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-ab6cc6c7-fb64-4e0d-88db-56fae89f5951 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, febad610-88a9-4193-8143-50306e6f530b) {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:25:41.103854 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab6cc6c7-fb64-4e0d-88db-56fae89f5951 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:25:41.105879 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ab6cc6c7-fb64-4e0d-88db-56fae89f5951 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:41.220853 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03c495a6-17e6-43a2-9495-0fe5ddd62bd6 None None] Network febad610-88a9-4193-8143-50306e6f530b requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:25:41.279886 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-ab6cc6c7-fb64-4e0d-88db-56fae89f5951 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.0842333 May 30 20:25:41.317813 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b0ee9ef0-13ec-4994-822d-cad03e7cd899 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:41.328084 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 37838) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:25:41.358648 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-84f054d7-fb35-40ed-9049-2826ea53c8da admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 4.1115904 May 30 20:25:41.376491 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bf40dbbc-3bbe-4016-bd1f-c7ce07b709fb tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:41.390496 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bf40dbbc-3bbe-4016-bd1f-c7ce07b709fb tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:41.477554 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b6db1034-bcb8-4d29-b19a-9894206bf85c tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:41.532028 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b6db1034-bcb8-4d29-b19a-9894206bf85c tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:41.837916 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-bf40dbbc-3bbe-4016-bd1f-c7ce07b709fb tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Calling delete_port for b73e4078-6034-4a85-b267-4fa8e199cea5 owned by network:floatingip {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:25:41.855807 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 37852) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:25:41.859670 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b980e0f8-a611-432a-b573-f0d1cb3bdd08 None None] Provisioning for port a4b8894c-c2ce-4199-bce4-ddde687d5ec2 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:25:41.867063 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b6db1034-bcb8-4d29-b19a-9894206bf85c tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:41.961778 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b980e0f8-a611-432a-b573-f0d1cb3bdd08 None None] Provisioning complete for port a4b8894c-c2ce-4199-bce4-ddde687d5ec2 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:25:41.962147 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b980e0f8-a611-432a-b573-f0d1cb3bdd08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:42.025331 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a64961c-bb66-4ee2-b554-4cd71fcdb018 admin admin] Deleting subnet 6df5d3c8-b9fb-484c-b170-db570f1bcfc6 {{(pid=84887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:25:42.031070 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1a64961c-bb66-4ee2-b554-4cd71fcdb018 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:42.093173 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b0ee9ef0-13ec-4994-822d-cad03e7cd899 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:42.144643 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bf40dbbc-3bbe-4016-bd1f-c7ce07b709fb tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:42.215416 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf40dbbc-3bbe-4016-bd1f-c7ce07b709fb tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Pushing event deleted for resources: {'Port': ['ID=b73e4078-6034-4a85-b267-4fa8e199cea5,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:42.378580 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bf40dbbc-3bbe-4016-bd1f-c7ce07b709fb tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Notify callbacks [] for floatingip, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:42.392822 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f597f6c-9869-4df5-8f66-2dda533619db None None] Network 206f10e6-f8df-4c58-9b43-bcd0736ce742 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:25:42.407849 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bf40dbbc-3bbe-4016-bd1f-c7ce07b709fb tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:42.412948 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-bf40dbbc-3bbe-4016-bd1f-c7ce07b709fb tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] 10.222.0.85 "DELETE /v2.0/floatingips/3b504f6d-8fc7-43de-9c70-304bcda671da HTTP/1.1" status: 204 len: 168 time: 2.3203259 May 30 20:25:42.414897 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 37860) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:25:42.422066 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-5cbc1a2d-bcff-4dbf-bf26-86fb8640ed6c tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Request body: {'floatingip': {'floating_network_id': 'e3c0112f-b61d-4b0d-bb3a-6f9ef5bff11d', 'port_id': 'c87e1c9f-ca5d-479b-a2db-ed6031d0c213', 'fixed_ip_address': '172.20.0.5'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:25:42.443593 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-5cbc1a2d-bcff-4dbf-bf26-86fb8640ed6c tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:25:42.448846 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-5cbc1a2d-bcff-4dbf-bf26-86fb8640ed6c tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Usage tracker for resource:floatingip and tenant:43af83a9fdbd4aef8417453b84a83800 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:25:42.454920 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-5cbc1a2d-bcff-4dbf-bf26-86fb8640ed6c tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:25:42.465418 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b0ee9ef0-13ec-4994-822d-cad03e7cd899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:42.469429 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b0ee9ef0-13ec-4994-822d-cad03e7cd899 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:42.470823 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-b0ee9ef0-13ec-4994-822d-cad03e7cd899 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/2d189679-76db-492f-bcbf-52b36b1a8ecc HTTP/1.1" status: 204 len: 168 time: 1.5880103 May 30 20:25:42.474789 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-5cbc1a2d-bcff-4dbf-bf26-86fb8640ed6c tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:25:42.577909 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ee9ef0-13ec-4994-822d-cad03e7cd899 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d189679-76db-492f-bcbf-52b36b1a8ecc,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:42.645774 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6db1034-bcb8-4d29-b19a-9894206bf85c tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a2b8dd1-9f73-464e-8b6a-7ffd93a0edae,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:42.686151 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1a64961c-bb66-4ee2-b554-4cd71fcdb018 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3149227'] for subnet, precommit_delete_associations {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:42.702266 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c38b33-8806-4011-ae3a-0746e0555b94 req-6d072716-d87c-42fe-b304-e01c726637c2 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:25:42.706529 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-65c38b33-8806-4011-ae3a-0746e0555b94 req-6d072716-d87c-42fe-b304-e01c726637c2 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/ports?device_id=fc2f8771-8ae8-478e-b73c-7ebb9203036f HTTP/1.1" status: 200 len: 944 time: 0.2334239 May 30 20:25:42.715907 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5cbc1a2d-bcff-4dbf-bf26-86fb8640ed6c tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Notify callbacks [] for floatingip, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:42.774282 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b6db1034-bcb8-4d29-b19a-9894206bf85c tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:42.776099 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-b6db1034-bcb8-4d29-b19a-9894206bf85c tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "DELETE /v2.0/security-groups/3a2b8dd1-9f73-464e-8b6a-7ffd93a0edae HTTP/1.1" status: 204 len: 168 time: 1.4465015 May 30 20:25:42.788035 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 37866) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:25:42.854818 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1a64961c-bb66-4ee2-b554-4cd71fcdb018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:42.904865 n-d-843948-2 neutron-server[84887]: INFO neutron.api.v2.resource [None req-a12a8236-5545-496f-bcfc-5aa6b608ea8d tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] show failed (client error): The resource could not be found. May 30 20:25:42.910971 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-a12a8236-5545-496f-bcfc-5aa6b608ea8d tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/security-groups/3a2b8dd1-9f73-464e-8b6a-7ffd93a0edae HTTP/1.1" status: 404 len: 347 time: 0.1257613 May 30 20:25:42.912182 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 37870) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:25:42.926063 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c7e862-49b3-40b1-a1d6-0072f1b025f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-febad610-88a9-4193-8143-50306e6f530b', 'network_id': 'febad610-88a9-4193-8143-50306e6f530b', 'tenant_id': '1070080f3a9f4c1fbf81b28e418fbebd', 'fixed_ips': [{'subnet_id': 'a0a1ea8d-d358-42ab-9022-a0204b5e1a50'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:25:42.927981 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-24c7e862-49b3-40b1-a1d6-0072f1b025f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:42.930737 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d64bedb-2d8c-46ec-84e7-a20c24db951b req-d721f5e5-6ca1-4c3e-82b5-bfc424f32e6c tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:25:42.938178 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d64bedb-2d8c-46ec-84e7-a20c24db951b req-d721f5e5-6ca1-4c3e-82b5-bfc424f32e6c tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:25:42.939399 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-1d64bedb-2d8c-46ec-84e7-a20c24db951b req-d721f5e5-6ca1-4c3e-82b5-bfc424f32e6c tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Synchronizing usage tracker for tenant:1070080f3a9f4c1fbf81b28e418fbebd on resource:network {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:25:42.977785 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device a61c7870-d656-41a6-ba63-31c7e8cf0081 up at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:25:43.039899 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b980e0f8-a611-432a-b573-f0d1cb3bdd08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:43.201646 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-65c38b33-8806-4011-ae3a-0746e0555b94 req-ac7d28f8-6545-46b2-9de5-e53b5639a638 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/security-groups?id=43b52b63-89b9-4504-9f0e-59456bc9d48e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3825994 May 30 20:25:43.275303 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-1d64bedb-2d8c-46ec-84e7-a20c24db951b req-d721f5e5-6ca1-4c3e-82b5-bfc424f32e6c tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Unset dirty status for tenant:1070080f3a9f4c1fbf81b28e418fbebd on resource:network {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:25:43.276489 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1d64bedb-2d8c-46ec-84e7-a20c24db951b req-d721f5e5-6ca1-4c3e-82b5-bfc424f32e6c tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] 10.222.0.85 "GET /v2.0/networks?id=5f7140ab-94a8-4235-8ad9-c113d437c26f&id=febad610-88a9-4193-8143-50306e6f530b HTTP/1.1" status: 200 len: 1390 time: 1.5246665 May 30 20:25:43.295263 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1a64961c-bb66-4ee2-b554-4cd71fcdb018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4055470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114247'] for subnet, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:43.356411 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a64961c-bb66-4ee2-b554-4cd71fcdb018 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6df5d3c8-b9fb-484c-b170-db570f1bcfc6,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:43.358706 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-b401ea50-6af4-4fee-8049-95eaa558a573 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Deleting port 8baf4866-fbb5-45dd-ae1f-4c5f5b6aee93 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:25:43.360083 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b401ea50-6af4-4fee-8049-95eaa558a573 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:43.506954 n-d-843948-2 neutron-server[84886]: INFO neutron.api.v2.resource [None req-5cbc1a2d-bcff-4dbf-bf26-86fb8640ed6c tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 20:25:43.514839 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-5cbc1a2d-bcff-4dbf-bf26-86fb8640ed6c tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.0945628 May 30 20:25:43.524296 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 37890) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:25:43.531444 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-fff1db73-5b40-4348-aab5-473c5ff124ef tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Request body: {'floatingip': {'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'port_id': 'c87e1c9f-ca5d-479b-a2db-ed6031d0c213', 'fixed_ip_address': '172.20.0.5'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:25:43.532184 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b980e0f8-a611-432a-b573-f0d1cb3bdd08 None None] For port a4b8894c-c2ce-4199-bce4-ddde687d5ec2, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=a4b8894c-c2ce-4199-bce4-ddde687d5ec2,segment=NetworkSegment(68a9c637-0251-4dc6-b785-31909da53566),segment_id=68a9c637-0251-4dc6-b785-31909da53566)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:25:43.544341 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1d64bedb-2d8c-46ec-84e7-a20c24db951b req-cf13ed02-e6b8-4c6b-9831-26a6a9f98ce5 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] 10.222.0.85 "GET /v2.0/quotas/1070080f3a9f4c1fbf81b28e418fbebd HTTP/1.1" status: 200 len: 375 time: 0.2513173 May 30 20:25:43.552936 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1a64961c-bb66-4ee2-b554-4cd71fcdb018 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:43.570078 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-fff1db73-5b40-4348-aab5-473c5ff124ef tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:25:43.574410 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-1a64961c-bb66-4ee2-b554-4cd71fcdb018 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/6df5d3c8-b9fb-484c-b170-db570f1bcfc6 HTTP/1.1" status: 204 len: 168 time: 1.6962476 May 30 20:25:43.576465 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 37894) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:25:43.625915 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-fff1db73-5b40-4348-aab5-473c5ff124ef tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Usage tracker for resource:floatingip and tenant:43af83a9fdbd4aef8417453b84a83800 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:25:43.633685 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-fff1db73-5b40-4348-aab5-473c5ff124ef tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:25:43.646948 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b980e0f8-a611-432a-b573-f0d1cb3bdd08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:43.662365 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-fff1db73-5b40-4348-aab5-473c5ff124ef tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:25:43.689560 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning complete for port a61c7870-d656-41a6-ba63-31c7e8cf0081 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:25:43.690071 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:43.697559 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b401ea50-6af4-4fee-8049-95eaa558a573 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:43.697905 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b401ea50-6af4-4fee-8049-95eaa558a573 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:43.762618 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-fff1db73-5b40-4348-aab5-473c5ff124ef tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Notify callbacks [] for floatingip, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:43.893869 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-303b69aa-015e-4bee-bd36-effc00285e76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:43.963328 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-b401ea50-6af4-4fee-8049-95eaa558a573 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Calling delete_port for 8baf4866-fbb5-45dd-ae1f-4c5f5b6aee93 owned by network:floatingip {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:25:43.970277 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-24c7e862-49b3-40b1-a1d6-0072f1b025f8 None None] Allocated IP 19.86.0.2 (febad610-88a9-4193-8143-50306e6f530b/a0a1ea8d-d358-42ab-9022-a0204b5e1a50/f50574b8-01d3-45f8-8f11-5483548db04c) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:25:43.994435 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b980e0f8-a611-432a-b573-f0d1cb3bdd08 None None] Pushing event updated for resources: {'Port': ['ID=a4b8894c-c2ce-4199-bce4-ddde687d5ec2,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:43.997433 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-1726a192-38d8-493b-86db-cff3c1dd98f4 None None] Provisioning complete for port a4b8894c-c2ce-4199-bce4-ddde687d5ec2 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:25:43.998015 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-1726a192-38d8-493b-86db-cff3c1dd98f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:44.101117 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-303b69aa-015e-4bee-bd36-effc00285e76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:44.114978 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-1d64bedb-2d8c-46ec-84e7-a20c24db951b req-d8e2b808-fbda-4f45-be63-daa4a5a9e031 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Synchronizing usage tracker for tenant:1070080f3a9f4c1fbf81b28e418fbebd on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:25:44.192653 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-303b69aa-015e-4bee-bd36-effc00285e76 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['206f10e6-f8df-4c58-9b43-bcd0736ce742']}} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:25:44.249414 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-303b69aa-015e-4bee-bd36-effc00285e76 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db2bda3d-2cf8-4616-82f4-028053d260c2') {'for_net_delete': True} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:25:44.250453 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-303b69aa-015e-4bee-bd36-effc00285e76 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db2bda3d-2cf8-4616-82f4-028053d260c2') {} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:25:44.277038 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-303b69aa-015e-4bee-bd36-effc00285e76 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2660590'] for segment, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:44.310555 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-303b69aa-015e-4bee-bd36-effc00285e76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:44.313908 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-fff1db73-5b40-4348-aab5-473c5ff124ef tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:44.346234 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-1d64bedb-2d8c-46ec-84e7-a20c24db951b req-d8e2b808-fbda-4f45-be63-daa4a5a9e031 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Unset dirty status for tenant:1070080f3a9f4c1fbf81b28e418fbebd on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:25:44.360952 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-303b69aa-015e-4bee-bd36-effc00285e76 admin admin] Releasing vlan 683 on physical network physnet1 to pool {{(pid=84886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:25:44.361245 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-303b69aa-015e-4bee-bd36-effc00285e76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4126989'] for segment, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:44.362087 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1d64bedb-2d8c-46ec-84e7-a20c24db951b req-d8e2b808-fbda-4f45-be63-daa4a5a9e031 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=1070080f3a9f4c1fbf81b28e418fbebd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7952442 May 30 20:25:44.377401 n-d-843948-2 neutron-server[84886]: Traceback (most recent call last): May 30 20:25:44.377401 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:25:44.377401 n-d-843948-2 neutron-server[84886]: timer() May 30 20:25:44.377401 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:25:44.377401 n-d-843948-2 neutron-server[84886]: cb(*args, **kw) May 30 20:25:44.377401 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:25:44.377401 n-d-843948-2 neutron-server[84886]: return func(*args, **kwargs) May 30 20:25:44.377401 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:25:44.377401 n-d-843948-2 neutron-server[84886]: self._notify() May 30 20:25:44.377401 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:25:44.377401 n-d-843948-2 neutron-server[84886]: self.callback(batched_events) May 30 20:25:44.377401 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:25:44.377401 n-d-843948-2 neutron-server[84886]: event.method(event) May 30 20:25:44.377401 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:25:44.377401 n-d-843948-2 neutron-server[84886]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:25:44.377401 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:25:44.377401 n-d-843948-2 neutron-server[84886]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:25:44.377401 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:25:44.377401 n-d-843948-2 neutron-server[84886]: return f(self, *a, **k) May 30 20:25:44.377401 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:25:44.377401 n-d-843948-2 neutron-server[84886]: return self._get(url).json() May 30 20:25:44.377401 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:25:44.377401 n-d-843948-2 neutron-server[84886]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:25:44.377401 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:25:44.377401 n-d-843948-2 neutron-server[84886]: return self.request(url, 'GET', **kwargs) May 30 20:25:44.377401 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:25:44.377401 n-d-843948-2 neutron-server[84886]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:25:44.377401 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:25:44.377401 n-d-843948-2 neutron-server[84886]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:25:44.377401 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:25:44.377401 n-d-843948-2 neutron-server[84886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:25:44.377401 n-d-843948-2 neutron-server[84886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:25:44.388261 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:44.640572 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port a61c7870-d656-41a6-ba63-31c7e8cf0081, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=a61c7870-d656-41a6-ba63-31c7e8cf0081,segment=NetworkSegment(327b421f-3671-4415-86c0-3c9c0e7ca945),segment_id=327b421f-3671-4415-86c0-3c9c0e7ca945)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:25:44.646649 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc2f8771-8ae8-478e-b73c-7ebb9203036f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a61c7870-d656-41a6-ba63-31c7e8cf0081'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:25:44.732697 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1d64bedb-2d8c-46ec-84e7-a20c24db951b req-2ddf2d37-0bd0-4dc4-bcbd-ad212e3fc490 service neutron] 10.222.0.85 "GET /v2.0/networks/5f7140ab-94a8-4235-8ad9-c113d437c26f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3625901 May 30 20:25:44.801934 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b401ea50-6af4-4fee-8049-95eaa558a573 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:44.805678 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-24c7e862-49b3-40b1-a1d6-0072f1b025f8 None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:44.828569 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:44.836735 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-24c7e862-49b3-40b1-a1d6-0072f1b025f8 None None] Transition to ACTIVE for port object f50574b8-01d3-45f8-8f11-5483548db04c will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:25:44.899191 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-fff1db73-5b40-4348-aab5-473c5ff124ef tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Allocated IP 172.25.8.241 (c7869750-4b49-4b7e-aa99-5e0f1ae02da4/427601ec-f643-4fe7-b5e6-17305d3a39e1/033fb6c4-1d07-4e60-b8d5-abe4d8abe2f8) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:25:44.922326 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=a61c7870-d656-41a6-ba63-31c7e8cf0081,revision_number=10']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:44.935669 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b401ea50-6af4-4fee-8049-95eaa558a573 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Pushing event deleted for resources: {'Port': ['ID=8baf4866-fbb5-45dd-ae1f-4c5f5b6aee93,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:44.940435 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-24c7e862-49b3-40b1-a1d6-0072f1b025f8 None None] Transition to ACTIVE for port object f50574b8-01d3-45f8-8f11-5483548db04c will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:25:45.025654 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-24c7e862-49b3-40b1-a1d6-0072f1b025f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:45.082798 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1d64bedb-2d8c-46ec-84e7-a20c24db951b req-3265de0b-2b7b-4f4b-af17-a40feff85ecc service neutron] 10.222.0.85 "GET /v2.0/networks/5f7140ab-94a8-4235-8ad9-c113d437c26f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3441751 May 30 20:25:45.086270 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b401ea50-6af4-4fee-8049-95eaa558a573 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Notify callbacks [] for floatingip, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:45.114682 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c7e862-49b3-40b1-a1d6-0072f1b025f8 None None] Network febad610-88a9-4193-8143-50306e6f530b is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:25:45.119124 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-24c7e862-49b3-40b1-a1d6-0072f1b025f8 None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:25:45.127900 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c7e862-49b3-40b1-a1d6-0072f1b025f8 None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:25:45.136207 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c7e862-49b3-40b1-a1d6-0072f1b025f8 None None] Pushing event updated for resources: {'Port': ['ID=f50574b8-01d3-45f8-8f11-5483548db04c,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:45.196016 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b401ea50-6af4-4fee-8049-95eaa558a573 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:45.199715 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-b401ea50-6af4-4fee-8049-95eaa558a573 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "DELETE /v2.0/floatingips/35a5363a-0ab4-480c-b11a-63387c1ae576 HTTP/1.1" status: 204 len: 168 time: 2.2534850 May 30 20:25:45.217169 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-fff1db73-5b40-4348-aab5-473c5ff124ef tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:45.227078 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-303b69aa-015e-4bee-bd36-effc00285e76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:45.237935 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-24c7e862-49b3-40b1-a1d6-0072f1b025f8 None None] Attempting to bind port f50574b8-01d3-45f8-8f11-5483548db04c on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:25:45.245416 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-24c7e862-49b3-40b1-a1d6-0072f1b025f8 None None] Attempting to bind port f50574b8-01d3-45f8-8f11-5483548db04c by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': 'c4ccf4ae-1ad3-40ba-bf66-94b91dddd87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'febad610-88a9-4193-8143-50306e6f530b'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:25:45.246184 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-303b69aa-015e-4bee-bd36-effc00285e76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:45.246355 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c7e862-49b3-40b1-a1d6-0072f1b025f8 None None] Attempting to bind port f50574b8-01d3-45f8-8f11-5483548db04c on network febad610-88a9-4193-8143-50306e6f530b {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:25:45.247960 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c7e862-49b3-40b1-a1d6-0072f1b025f8 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:25:45.248342 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c7e862-49b3-40b1-a1d6-0072f1b025f8 None None] Checking segment: {'id': 'c4ccf4ae-1ad3-40ba-bf66-94b91dddd87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'febad610-88a9-4193-8143-50306e6f530b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:25:45.248829 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-24c7e862-49b3-40b1-a1d6-0072f1b025f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:45.249243 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c7e862-49b3-40b1-a1d6-0072f1b025f8 None None] Bound using segment: {'id': 'c4ccf4ae-1ad3-40ba-bf66-94b91dddd87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'febad610-88a9-4193-8143-50306e6f530b'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:25:45.249746 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-24c7e862-49b3-40b1-a1d6-0072f1b025f8 None None] Bound port: f50574b8-01d3-45f8-8f11-5483548db04c, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4ccf4ae-1ad3-40ba-bf66-94b91dddd87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'febad610-88a9-4193-8143-50306e6f530b'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:25:45.250113 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-24c7e862-49b3-40b1-a1d6-0072f1b025f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:45.264130 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1d64bedb-2d8c-46ec-84e7-a20c24db951b req-4c34992c-09b7-45b7-8d7f-f1c7e1d7cbe1 service neutron] 10.222.0.85 "GET /v2.0/networks/febad610-88a9-4193-8143-50306e6f530b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739926 May 30 20:25:45.282363 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303b69aa-015e-4bee-bd36-effc00285e76 admin admin] Pushing event deleted for resources: {'Network': ['ID=206f10e6-f8df-4c58-9b43-bcd0736ce742,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:45.294981 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-303b69aa-015e-4bee-bd36-effc00285e76 admin admin] 10.222.0.85 "DELETE /v2.0/networks/206f10e6-f8df-4c58-9b43-bcd0736ce742 HTTP/1.1" status: 204 len: 168 time: 1.7078254 May 30 20:25:45.311813 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904e3561-b8ab-480e-a315-0dcde049bd41 req-3cbbf59a-4fd5-451a-a84a-6f3026c74951 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:25:45.314145 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-904e3561-b8ab-480e-a315-0dcde049bd41 req-3cbbf59a-4fd5-451a-a84a-6f3026c74951 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/ports?device_id=fc2f8771-8ae8-478e-b73c-7ebb9203036f HTTP/1.1" status: 200 len: 946 time: 0.6421013 May 30 20:25:45.420032 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-24c7e862-49b3-40b1-a1d6-0072f1b025f8 None None] For port f50574b8-01d3-45f8-8f11-5483548db04c, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:25:45.429557 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-24c7e862-49b3-40b1-a1d6-0072f1b025f8 None None] For port f50574b8-01d3-45f8-8f11-5483548db04c, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=f50574b8-01d3-45f8-8f11-5483548db04c,segment=NetworkSegment(c4ccf4ae-1ad3-40ba-bf66-94b91dddd87a),segment_id=c4ccf4ae-1ad3-40ba-bf66-94b91dddd87a)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:25:45.441264 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-904e3561-b8ab-480e-a315-0dcde049bd41 req-149d7091-9358-4f48-877d-1b1c740502e8 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/security-groups?id=43b52b63-89b9-4504-9f0e-59456bc9d48e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1146896 May 30 20:25:45.479625 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device a4b8894c-c2ce-4199-bce4-ddde687d5ec2 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:25:45.512989 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-24c7e862-49b3-40b1-a1d6-0072f1b025f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:45.513287 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-fff1db73-5b40-4348-aab5-473c5ff124ef tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:45.642918 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c7e862-49b3-40b1-a1d6-0072f1b025f8 None None] Pushing event updated for resources: {'Port': ['ID=f50574b8-01d3-45f8-8f11-5483548db04c,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:45.652764 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port a4b8894c-c2ce-4199-bce4-ddde687d5ec2 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:25:45.653152 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:45.656166 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1d64bedb-2d8c-46ec-84e7-a20c24db951b req-af1c61c5-39cb-4d22-a649-057b7834065d service neutron] 10.222.0.85 "GET /v2.0/networks/febad610-88a9-4193-8143-50306e6f530b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3910518 May 30 20:25:45.911109 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff1db73-5b40-4348-aab5-473c5ff124ef tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:25:45.926878 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-fff1db73-5b40-4348-aab5-473c5ff124ef tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:25:45.938499 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 37928) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:25:45.939885 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff1db73-5b40-4348-aab5-473c5ff124ef tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:25:45.954762 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 37934) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:25:46.082985 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff1db73-5b40-4348-aab5-473c5ff124ef tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Pushing event updated for resources: {'Port': ['ID=033fb6c4-1d07-4e60-b8d5-abe4d8abe2f8,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:46.168227 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73319b08-d556-41af-a4db-0fc21753d9a2'] response: {'server_uuid': 'fc2f8771-8ae8-478e-b73c-7ebb9203036f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a61c7870-d656-41a6-ba63-31c7e8cf0081', 'code': 200} May 30 20:25:46.171881 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-3220dc74-9f22-4c5c-a091-ed0d1b18f3d0 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=ef17bae3490945588e8f4bd46d5b688b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2138097 May 30 20:25:46.172505 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 37942) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:25:46.349596 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad863e6e-05d4-4dff-8d49-cc97875d3a50 req-dc2d7bf6-de0d-412b-affc-62d4df93c2fc tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:25:46.357498 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ad863e6e-05d4-4dff-8d49-cc97875d3a50 req-dc2d7bf6-de0d-412b-affc-62d4df93c2fc tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=7aad7ab8-22c4-47e2-abf2-9cc744ce8553 HTTP/1.1" status: 200 len: 946 time: 0.6107605 May 30 20:25:46.394492 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d2dc1004-62e4-464f-858f-0a8253aca9d1 req-ad429d2d-e934-4a04-b4dd-cee6ed384451 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] 10.222.0.85 "GET /v2.0/ports?device_id=cd8fefb2-ee5c-4a11-96ae-a5e6bfa362e8 HTTP/1.1" status: 200 len: 210 time: 0.1323993 May 30 20:25:46.463861 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ad863e6e-05d4-4dff-8d49-cc97875d3a50 req-60eb4278-c58a-42ec-b606-5527f3c92740 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ae76294-3e84-4fcb-be2a-17611205a838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1052496 May 30 20:25:46.466293 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-fff1db73-5b40-4348-aab5-473c5ff124ef tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Deleting port 033fb6c4-1d07-4e60-b8d5-abe4d8abe2f8 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:25:46.469811 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-fff1db73-5b40-4348-aab5-473c5ff124ef tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:46.470695 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f8488579-0c1e-439d-9a6e-544aa23ff122 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:46.731453 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f8488579-0c1e-439d-9a6e-544aa23ff122 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:46.748805 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-fff1db73-5b40-4348-aab5-473c5ff124ef tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:46.749181 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-fff1db73-5b40-4348-aab5-473c5ff124ef tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:46.911279 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5c8c44cc-3b47-4376-8bc6-22e9f1a37202 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:47.024020 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-fff1db73-5b40-4348-aab5-473c5ff124ef tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Calling delete_port for 033fb6c4-1d07-4e60-b8d5-abe4d8abe2f8 owned by network:floatingip {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:25:47.042771 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-5c8c44cc-3b47-4376-8bc6-22e9f1a37202 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:25:47.074943 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-97dfef2d-b92a-4761-a79c-000e3482d03f req-01219457-3188-498a-b751-e6b39bb16e5a service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=fc2f8771-8ae8-478e-b73c-7ebb9203036f HTTP/1.1" status: 200 len: 1097 time: 0.5754802 May 30 20:25:47.078057 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-5c8c44cc-3b47-4376-8bc6-22e9f1a37202 admin admin] Usage tracker for resource:security_group_rule and tenant:d3f348e1c2994b1e91611f292df02bfd is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:25:47.096856 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-5c8c44cc-3b47-4376-8bc6-22e9f1a37202 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:25:47.112039 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-5c8c44cc-3b47-4376-8bc6-22e9f1a37202 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:25:47.212685 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a8fed3-912e-4e42-a0cc-89c7d7d263bd req-a8f7a499-db1d-41cc-a87a-fa2f79ad196a tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:25:47.221986 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-96a8fed3-912e-4e42-a0cc-89c7d7d263bd req-a8f7a499-db1d-41cc-a87a-fa2f79ad196a tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/ports?device_id=fc2f8771-8ae8-478e-b73c-7ebb9203036f HTTP/1.1" status: 200 len: 946 time: 0.4629185 May 30 20:25:47.258849 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-97dfef2d-b92a-4761-a79c-000e3482d03f req-66a1de8f-1c9b-45b7-a567-a120fd7e8b01 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=43b52b63-89b9-4504-9f0e-59456bc9d48e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1311462 May 30 20:25:47.286517 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-96a8fed3-912e-4e42-a0cc-89c7d7d263bd req-dbd582a3-47a5-4a1c-89d4-a3b7bab72b06 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/security-groups?id=43b52b63-89b9-4504-9f0e-59456bc9d48e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628784 May 30 20:25:47.391569 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f8488579-0c1e-439d-9a6e-544aa23ff122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:47.417280 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8488579-0c1e-439d-9a6e-544aa23ff122 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdf50eb8-54d1-4f6d-82d4-4b805d0145e4,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:47.419791 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-fff1db73-5b40-4348-aab5-473c5ff124ef tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:47.448943 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f8488579-0c1e-439d-9a6e-544aa23ff122 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:47.450133 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-f8488579-0c1e-439d-9a6e-544aa23ff122 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/cdf50eb8-54d1-4f6d-82d4-4b805d0145e4 HTTP/1.1" status: 204 len: 168 time: 1.2767069 May 30 20:25:47.549200 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5c8c44cc-3b47-4376-8bc6-22e9f1a37202 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:47.581732 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d12fa5-434e-45fa-a8ab-54be344d8057 None None] Network febad610-88a9-4193-8143-50306e6f530b requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:25:47.624377 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device f50574b8-01d3-45f8-8f11-5483548db04c up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:25:47.625651 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5c8c44cc-3b47-4376-8bc6-22e9f1a37202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:47.695478 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff1db73-5b40-4348-aab5-473c5ff124ef tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Pushing event deleted for resources: {'Port': ['ID=033fb6c4-1d07-4e60-b8d5-abe4d8abe2f8,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:47.775859 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8c44cc-3b47-4376-8bc6-22e9f1a37202 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb569c61-04c8-4b12-a35a-6488e75ac647,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:47.819958 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-5c8c44cc-3b47-4376-8bc6-22e9f1a37202 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=d3f348e1c2994b1e91611f292df02bfd&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8794854 May 30 20:25:47.822999 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 37968) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:25:47.935028 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-c111486e-dac8-4601-b002-4423ea420f0d None None] Provisioning for port f50574b8-01d3-45f8-8f11-5483548db04c completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:25:47.960254 n-d-843948-2 neutron-server[84886]: INFO neutron.api.v2.resource [None req-fff1db73-5b40-4348-aab5-473c5ff124ef tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] create failed (client error): The resource could not be found. May 30 20:25:47.969055 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-fff1db73-5b40-4348-aab5-473c5ff124ef tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 4.4451742 May 30 20:25:47.976524 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 37974) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:25:47.989009 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-92297e1e-2040-4c10-b54f-c3a70cee64e0 req-7ab98b8e-8f0a-452d-866a-06f63e463afc tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] 10.222.0.85 "GET /v2.0/ports?device_id=cd8fefb2-ee5c-4a11-96ae-a5e6bfa362e8 HTTP/1.1" status: 200 len: 210 time: 0.1488807 May 30 20:25:48.001553 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8d2a0335-328e-480e-a850-fbe4e5071987 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:48.088916 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8d2a0335-328e-480e-a850-fbe4e5071987 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:48.130504 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-cca39e62-888c-4e8c-a734-d1e66563e947 tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Deleting port c87e1c9f-ca5d-479b-a2db-ed6031d0c213 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:25:48.130504 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-cca39e62-888c-4e8c-a734-d1e66563e947 tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:48.141719 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port f50574b8-01d3-45f8-8f11-5483548db04c completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:25:48.141980 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89007380-bafa-46ab-9fff-2135851bef01 req-b6413a47-f451-42bb-8197-3a6df2b76e92 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:25:48.155637 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-89007380-bafa-46ab-9fff-2135851bef01 req-b6413a47-f451-42bb-8197-3a6df2b76e92 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=7aad7ab8-22c4-47e2-abf2-9cc744ce8553 HTTP/1.1" status: 200 len: 946 time: 0.2671449 May 30 20:25:48.202660 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port f50574b8-01d3-45f8-8f11-5483548db04c triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:25:48.204559 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:48.301907 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-89007380-bafa-46ab-9fff-2135851bef01 req-8b5f93d7-dd84-4468-aa5e-311201334e91 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ae76294-3e84-4fcb-be2a-17611205a838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1447065 May 30 20:25:48.533325 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8d2a0335-328e-480e-a850-fbe4e5071987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:48.577947 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2a0335-328e-480e-a850-fbe4e5071987 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb569c61-04c8-4b12-a35a-6488e75ac647,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:48.658720 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8d2a0335-328e-480e-a850-fbe4e5071987 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:48.673783 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-8d2a0335-328e-480e-a850-fbe4e5071987 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/eb569c61-04c8-4b12-a35a-6488e75ac647 HTTP/1.1" status: 204 len: 168 time: 0.8469760 May 30 20:25:48.853814 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-cca39e62-888c-4e8c-a734-d1e66563e947 tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:49.014558 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:49.093451 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-cca39e62-888c-4e8c-a734-d1e66563e947 tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Calling delete_port for c87e1c9f-ca5d-479b-a2db-ed6031d0c213 owned by {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:25:49.115103 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port f50574b8-01d3-45f8-8f11-5483548db04c, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=f50574b8-01d3-45f8-8f11-5483548db04c,segment=NetworkSegment(c4ccf4ae-1ad3-40ba-bf66-94b91dddd87a),segment_id=c4ccf4ae-1ad3-40ba-bf66-94b91dddd87a)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:25:49.201179 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186cb3c5-8a95-418c-bf34-b8e7446e5404 req-86d0f57a-96cb-40f2-8196-e071893c9cd8 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:25:49.203070 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-186cb3c5-8a95-418c-bf34-b8e7446e5404 req-86d0f57a-96cb-40f2-8196-e071893c9cd8 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/ports?device_id=fc2f8771-8ae8-478e-b73c-7ebb9203036f HTTP/1.1" status: 200 len: 946 time: 0.4333222 May 30 20:25:49.255893 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:49.317078 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-add1bf03-68d6-4f73-aeb0-54b0781c7730 req-fa7ba90e-0dad-49ef-965c-ed37a2efabcb tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Synchronizing usage tracker for tenant:1070080f3a9f4c1fbf81b28e418fbebd on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:25:49.466323 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-186cb3c5-8a95-418c-bf34-b8e7446e5404 req-9325e5a3-33e6-4851-9a43-a428a4a730e5 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/security-groups?id=43b52b63-89b9-4504-9f0e-59456bc9d48e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2496173 May 30 20:25:49.470559 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-add1bf03-68d6-4f73-aeb0-54b0781c7730 req-fa7ba90e-0dad-49ef-965c-ed37a2efabcb tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Unset dirty status for tenant:1070080f3a9f4c1fbf81b28e418fbebd on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:25:49.472281 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-add1bf03-68d6-4f73-aeb0-54b0781c7730 req-fa7ba90e-0dad-49ef-965c-ed37a2efabcb tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] 10.222.0.85 "GET /v2.0/ports?device_id=cd8fefb2-ee5c-4a11-96ae-a5e6bfa362e8 HTTP/1.1" status: 200 len: 210 time: 0.2250218 May 30 20:25:49.531787 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=f50574b8-01d3-45f8-8f11-5483548db04c,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:49.580155 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-5585ff24-15dc-463a-9743-b8fc8a2e5a08 None None] Provisioning complete for port f50574b8-01d3-45f8-8f11-5483548db04c triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:25:49.580155 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-5585ff24-15dc-463a-9743-b8fc8a2e5a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:49.642078 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:49.904914 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-cca39e62-888c-4e8c-a734-d1e66563e947 tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:49.943063 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device bcdfc29b-75b2-4955-871a-03ddaef96f61 no longer exists at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:25:50.019481 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19243919-f621-4c1f-a641-b6051b87b66f req-e5861e13-5565-4dfe-9cf6-a1b49c8cee14 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:25:50.031175 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-19243919-f621-4c1f-a641-b6051b87b66f req-e5861e13-5565-4dfe-9cf6-a1b49c8cee14 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=7aad7ab8-22c4-47e2-abf2-9cc744ce8553 HTTP/1.1" status: 200 len: 946 time: 0.3252347 May 30 20:25:50.143118 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-19243919-f621-4c1f-a641-b6051b87b66f req-1bde775a-6477-4079-94a0-68a1038d03c5 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ae76294-3e84-4fcb-be2a-17611205a838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1104975 May 30 20:25:50.250292 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca39e62-888c-4e8c-a734-d1e66563e947 tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Pushing event deleted for resources: {'Port': ['ID=c87e1c9f-ca5d-479b-a2db-ed6031d0c213,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:50.353379 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:50.414871 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aad7ab8-22c4-47e2-abf2-9cc744ce8553', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bcdfc29b-75b2-4955-871a-03ddaef96f61'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:25:50.427383 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port bcdfc29b-75b2-4955-871a-03ddaef96f61, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=bcdfc29b-75b2-4955-871a-03ddaef96f61,segment=NetworkSegment(40468e3f-2630-4d51-98c1-4a518f6532d2),segment_id=40468e3f-2630-4d51-98c1-4a518f6532d2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:25:50.499927 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-489fe4c4-ab16-4a06-bd36-5036a65f10b7'] response: {'server_uuid': '7aad7ab8-22c4-47e2-abf2-9cc744ce8553', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bcdfc29b-75b2-4955-871a-03ddaef96f61', 'code': 200} May 30 20:25:50.671710 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:50.911562 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d64bedb-2d8c-46ec-84e7-a20c24db951b req-5d13544f-a6c4-4003-ae4c-87efa7b946d3 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:25:50.945941 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d96466c0-85e8-490c-8bab-bf490a3083f0 req-ede206cd-4c93-4d3d-bca6-4e31b0957fa5 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] 10.222.0.85 "GET /v2.0/ports?device_id=cd8fefb2-ee5c-4a11-96ae-a5e6bfa362e8 HTTP/1.1" status: 200 len: 210 time: 0.1482258 May 30 20:25:50.947224 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d64bedb-2d8c-46ec-84e7-a20c24db951b req-5d13544f-a6c4-4003-ae4c-87efa7b946d3 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:25:50.952111 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=bcdfc29b-75b2-4955-871a-03ddaef96f61,revision_number=11']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:50.954969 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1d64bedb-2d8c-46ec-84e7-a20c24db951b req-5d13544f-a6c4-4003-ae4c-87efa7b946d3 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] 10.222.0.71 "GET /v2.0/networks?id=5f7140ab-94a8-4235-8ad9-c113d437c26f&id=febad610-88a9-4193-8143-50306e6f530b HTTP/1.1" status: 200 len: 1390 time: 1.3591464 May 30 20:25:50.979366 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:25:50.979712 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:25:50.980051 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:25:50.980442 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:25:50.980781 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:25:50.981113 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:25:50.981443 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:25:50.981794 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:25:50.982143 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:25:50.982470 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:25:50.982792 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:25:51.064655 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-1d64bedb-2d8c-46ec-84e7-a20c24db951b req-801ded57-6e69-4fc1-ae2b-1815a99c5bb4 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Request body: {'port': {'device_id': 'cd8fefb2-ee5c-4a11-96ae-a5e6bfa362e8', 'network_id': '5f7140ab-94a8-4235-8ad9-c113d437c26f', 'admin_state_up': True, 'tenant_id': '1070080f3a9f4c1fbf81b28e418fbebd'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:25:51.253114 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-cca39e62-888c-4e8c-a734-d1e66563e947 tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:51.293940 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-cca39e62-888c-4e8c-a734-d1e66563e947 tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] 10.222.0.85 "DELETE /v2.0/ports/c87e1c9f-ca5d-479b-a2db-ed6031d0c213 HTTP/1.1" status: 204 len: 168 time: 3.3158662 May 30 20:25:51.296737 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 38068) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:25:51.313166 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-1d64bedb-2d8c-46ec-84e7-a20c24db951b req-801ded57-6e69-4fc1-ae2b-1815a99c5bb4 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:25:51.348957 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-1d64bedb-2d8c-46ec-84e7-a20c24db951b req-801ded57-6e69-4fc1-ae2b-1815a99c5bb4 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:25:51.391910 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb232a1e-f0dc-4fb6-abe4-d9564cdb96d7 req-541d7b24-9fac-4d33-8b60-ab51fc8ff4b9 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:25:51.406494 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-bb232a1e-f0dc-4fb6-abe4-d9564cdb96d7 req-541d7b24-9fac-4d33-8b60-ab51fc8ff4b9 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/ports?device_id=fc2f8771-8ae8-478e-b73c-7ebb9203036f HTTP/1.1" status: 200 len: 946 time: 0.5263791 May 30 20:25:51.530073 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d64bedb-2d8c-46ec-84e7-a20c24db951b req-801ded57-6e69-4fc1-ae2b-1815a99c5bb4 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Made reservation on behalf of 1070080f3a9f4c1fbf81b28e418fbebd for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:25:51.543673 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-1d64bedb-2d8c-46ec-84e7-a20c24db951b req-801ded57-6e69-4fc1-ae2b-1815a99c5bb4 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:51.564670 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device f50574b8-01d3-45f8-8f11-5483548db04c up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:25:51.604188 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-bb232a1e-f0dc-4fb6-abe4-d9564cdb96d7 req-0a8d454a-2f87-489d-815c-cef7d01c8f08 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/security-groups?id=43b52b63-89b9-4504-9f0e-59456bc9d48e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1824412 May 30 20:25:51.625802 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed0582d-3fdd-4b2a-88c5-4b686ffcfb2f tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:25:51.626924 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-5ed0582d-3fdd-4b2a-88c5-4b686ffcfb2f tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Synchronizing usage tracker for tenant:43af83a9fdbd4aef8417453b84a83800 on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:25:51.783553 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd77b124-989c-4d67-a79c-4c5ce8eb42c4 req-492035dc-6d04-4ed9-a1a6-024c6c2e5319 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:25:51.783553 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-fd77b124-989c-4d67-a79c-4c5ce8eb42c4 req-492035dc-6d04-4ed9-a1a6-024c6c2e5319 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=7aad7ab8-22c4-47e2-abf2-9cc744ce8553 HTTP/1.1" status: 200 len: 944 time: 0.2721672 May 30 20:25:51.801918 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port f50574b8-01d3-45f8-8f11-5483548db04c triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:25:51.803035 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:51.872332 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-5ed0582d-3fdd-4b2a-88c5-4b686ffcfb2f tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Unset dirty status for tenant:43af83a9fdbd4aef8417453b84a83800 on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:25:51.872332 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-5ed0582d-3fdd-4b2a-88c5-4b686ffcfb2f tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] 10.222.0.85 "GET /v2.0/ports?device_id=21bde6ca-3e56-4955-ad97-799c28096593 HTTP/1.1" status: 200 len: 913 time: 0.5719509 May 30 20:25:51.877966 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 38084) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:25:51.878300 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 38086) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:25:51.893056 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [req-1d64bedb-2d8c-46ec-84e7-a20c24db951b req-801ded57-6e69-4fc1-ae2b-1815a99c5bb4 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Allocated IP 19.80.0.186 (5f7140ab-94a8-4235-8ad9-c113d437c26f/62f81ed3-6a32-47f1-ac54-b955b0156ce8/6e5f82b2-6bec-41a5-b057-0e4bd55d2c7d) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:25:51.962544 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device bcdfc29b-75b2-4955-871a-03ddaef96f61 details requested by agent hyperv_n-h2-843948-2 with host n-h2-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:25:52.206344 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-fd77b124-989c-4d67-a79c-4c5ce8eb42c4 req-c9c08763-7f51-4a75-ac63-4d88fd991ebf tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ae76294-3e84-4fcb-be2a-17611205a838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4264870 May 30 20:25:52.245597 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-1d64bedb-2d8c-46ec-84e7-a20c24db951b req-801ded57-6e69-4fc1-ae2b-1815a99c5bb4 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:52.264906 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-1d64bedb-2d8c-46ec-84e7-a20c24db951b req-801ded57-6e69-4fc1-ae2b-1815a99c5bb4 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Transition to ACTIVE for port object 6e5f82b2-6bec-41a5-b057-0e4bd55d2c7d will not be triggered until provisioned by entity DHCP. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:25:52.309069 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:52.373016 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-333543d9-e245-4abb-98ce-6b965ac26ff9 req-d6df6fd4-386e-4fc3-be1a-17e14faeed2e tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] 10.222.0.85 "GET /v2.0/ports?device_id=cd8fefb2-ee5c-4a11-96ae-a5e6bfa362e8 HTTP/1.1" status: 200 len: 210 time: 0.1062248 May 30 20:25:52.534347 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-1d64bedb-2d8c-46ec-84e7-a20c24db951b req-801ded57-6e69-4fc1-ae2b-1815a99c5bb4 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:52.550657 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e277fae3-15fd-4fc2-bf1f-40efcd8a5a8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:52.558388 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port bcdfc29b-75b2-4955-871a-03ddaef96f61, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=bcdfc29b-75b2-4955-871a-03ddaef96f61,segment=NetworkSegment(40468e3f-2630-4d51-98c1-4a518f6532d2),segment_id=40468e3f-2630-4d51-98c1-4a518f6532d2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:25:52.602276 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Returning: {'device': 'bcdfc29b-75b2-4955-871a-03ddaef96f61', 'network_id': 'ff30330a-0ebe-4836-9458-b813d1bcbde4', 'port_id': 'bcdfc29b-75b2-4955-871a-03ddaef96f61', 'mac_address': 'fa:16:3e:26:83:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7991eded-d330-4e4e-ace3-aeb4d5f3ff0a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:25:52.674122 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-e277fae3-15fd-4fc2-bf1f-40efcd8a5a8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:25:52.690491 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-e277fae3-15fd-4fc2-bf1f-40efcd8a5a8d admin admin] Usage tracker for resource:security_group_rule and tenant:b17b5daa174f4737874302d5a2d06c3e is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:25:52.702008 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:52.706783 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-e277fae3-15fd-4fc2-bf1f-40efcd8a5a8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:25:52.720639 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d64bedb-2d8c-46ec-84e7-a20c24db951b req-801ded57-6e69-4fc1-ae2b-1815a99c5bb4 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Network 5f7140ab-94a8-4235-8ad9-c113d437c26f is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:25:52.723687 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-e277fae3-15fd-4fc2-bf1f-40efcd8a5a8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:25:52.724005 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcdfc29b-75b2-4955-871a-03ddaef96f61 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:25:52.730182 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [req-1d64bedb-2d8c-46ec-84e7-a20c24db951b req-801ded57-6e69-4fc1-ae2b-1815a99c5bb4 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:25:52.754646 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d64bedb-2d8c-46ec-84e7-a20c24db951b req-801ded57-6e69-4fc1-ae2b-1815a99c5bb4 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:25:52.759751 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-68858a7f-8fe2-409c-a6c7-c1ff765353e8 tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-736216'] for router_interface, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:52.785256 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port bcdfc29b-75b2-4955-871a-03ddaef96f61, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=bcdfc29b-75b2-4955-871a-03ddaef96f61,segment=NetworkSegment(40468e3f-2630-4d51-98c1-4a518f6532d2),segment_id=40468e3f-2630-4d51-98c1-4a518f6532d2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:25:52.832296 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ded57-6e69-4fc1-ae2b-1815a99c5bb4 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Pushing event updated for resources: {'Port': ['ID=6e5f82b2-6bec-41a5-b057-0e4bd55d2c7d,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:52.848653 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:52.900789 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d64bedb-2d8c-46ec-84e7-a20c24db951b req-801ded57-6e69-4fc1-ae2b-1815a99c5bb4 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:25:52.904030 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-1d64bedb-2d8c-46ec-84e7-a20c24db951b req-801ded57-6e69-4fc1-ae2b-1815a99c5bb4 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:53.001000 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=bcdfc29b-75b2-4955-871a-03ddaef96f61,revision_number=12']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:53.016652 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['bcdfc29b-75b2-4955-871a-03ddaef96f61'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:25:53.078410 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1d64bedb-2d8c-46ec-84e7-a20c24db951b req-801ded57-6e69-4fc1-ae2b-1815a99c5bb4 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0221930 May 30 20:25:53.091456 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-1d64bedb-2d8c-46ec-84e7-a20c24db951b req-5ec7a315-0110-4333-8fde-31367dd508f2 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Request body: {'port': {'device_id': 'cd8fefb2-ee5c-4a11-96ae-a5e6bfa362e8', 'network_id': 'febad610-88a9-4193-8143-50306e6f530b', 'admin_state_up': True, 'tenant_id': '1070080f3a9f4c1fbf81b28e418fbebd'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:25:53.421465 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e277fae3-15fd-4fc2-bf1f-40efcd8a5a8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:53.469972 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-1d64bedb-2d8c-46ec-84e7-a20c24db951b req-5ec7a315-0110-4333-8fde-31367dd508f2 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:25:53.480394 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-1d64bedb-2d8c-46ec-84e7-a20c24db951b req-5ec7a315-0110-4333-8fde-31367dd508f2 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Usage tracker for resource:port and tenant:1070080f3a9f4c1fbf81b28e418fbebd is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:25:53.486697 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-1d64bedb-2d8c-46ec-84e7-a20c24db951b req-5ec7a315-0110-4333-8fde-31367dd508f2 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Quota usage for port was recalculated. Used quota:5. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:25:53.505189 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-e02d0268-3a3d-41b4-862b-ff280f455320 None None] Provisioning for port 6e5f82b2-6bec-41a5-b057-0e4bd55d2c7d completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:25:53.515727 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-1d64bedb-2d8c-46ec-84e7-a20c24db951b req-5ec7a315-0110-4333-8fde-31367dd508f2 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:25:53.521450 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-e02d0268-3a3d-41b4-862b-ff280f455320 None None] Provisioning complete for port 6e5f82b2-6bec-41a5-b057-0e4bd55d2c7d triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:25:53.523993 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-e02d0268-3a3d-41b4-862b-ff280f455320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:53.534415 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b926bd-7abf-42dd-9cc3-bb91a7d830a5 req-ef7745b4-ac7e-48f1-b90a-30edfb1e8ba6 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:25:53.544949 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-70b926bd-7abf-42dd-9cc3-bb91a7d830a5 req-ef7745b4-ac7e-48f1-b90a-30edfb1e8ba6 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/ports?device_id=fc2f8771-8ae8-478e-b73c-7ebb9203036f HTTP/1.1" status: 200 len: 946 time: 0.5773525 May 30 20:25:53.568447 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e277fae3-15fd-4fc2-bf1f-40efcd8a5a8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:53.619961 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-e02d0268-3a3d-41b4-862b-ff280f455320 None None] Port 6e5f82b2-6bec-41a5-b057-0e4bd55d2c7d cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:25:53.637255 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d64bedb-2d8c-46ec-84e7-a20c24db951b req-5ec7a315-0110-4333-8fde-31367dd508f2 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Made reservation on behalf of 1070080f3a9f4c1fbf81b28e418fbebd for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:25:53.641268 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-1d64bedb-2d8c-46ec-84e7-a20c24db951b req-5ec7a315-0110-4333-8fde-31367dd508f2 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:53.759809 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e277fae3-15fd-4fc2-bf1f-40efcd8a5a8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ed384e7-c7c3-4b9e-9169-691cb6de9d6f,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:53.764290 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-e277fae3-15fd-4fc2-bf1f-40efcd8a5a8d admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=b17b5daa174f4737874302d5a2d06c3e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8751690 May 30 20:25:53.778052 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 38132) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:25:53.973084 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device bcdfc29b-75b2-4955-871a-03ddaef96f61 up at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:25:54.003926 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [req-1d64bedb-2d8c-46ec-84e7-a20c24db951b req-5ec7a315-0110-4333-8fde-31367dd508f2 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Allocated IP 19.86.0.126 (febad610-88a9-4193-8143-50306e6f530b/a0a1ea8d-d358-42ab-9022-a0204b5e1a50/e413b29e-fe85-471d-88f4-3f3ab57a1664) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:25:54.147138 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning complete for port bcdfc29b-75b2-4955-871a-03ddaef96f61 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:25:54.147627 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:54.279747 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-02e92d0b-3015-402c-a351-532058e15e94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:54.303514 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-70b926bd-7abf-42dd-9cc3-bb91a7d830a5 req-6c6e0114-4684-42bf-98d8-a966db6fe2f0 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/security-groups?id=43b52b63-89b9-4504-9f0e-59456bc9d48e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7501192 May 30 20:25:54.377371 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9413ab70-f8b9-4d5b-82df-09a04f8b2a50 req-ecfb2729-b88a-4b5f-b671-307834eaadc1 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:25:54.386623 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9413ab70-f8b9-4d5b-82df-09a04f8b2a50 req-ecfb2729-b88a-4b5f-b671-307834eaadc1 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=7aad7ab8-22c4-47e2-abf2-9cc744ce8553 HTTP/1.1" status: 200 len: 945 time: 0.3608582 May 30 20:25:54.399962 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-02e92d0b-3015-402c-a351-532058e15e94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:54.502496 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:54.570301 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9413ab70-f8b9-4d5b-82df-09a04f8b2a50 req-42b6a88e-0385-4089-8033-64c246d33ae4 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ae76294-3e84-4fcb-be2a-17611205a838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1824479 May 30 20:25:54.605793 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port bcdfc29b-75b2-4955-871a-03ddaef96f61, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=bcdfc29b-75b2-4955-871a-03ddaef96f61,segment=NetworkSegment(40468e3f-2630-4d51-98c1-4a518f6532d2),segment_id=40468e3f-2630-4d51-98c1-4a518f6532d2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:25:54.608729 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aad7ab8-22c4-47e2-abf2-9cc744ce8553', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcdfc29b-75b2-4955-871a-03ddaef96f61'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:25:54.614369 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-1d64bedb-2d8c-46ec-84e7-a20c24db951b req-5ec7a315-0110-4333-8fde-31367dd508f2 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:54.659251 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-1d64bedb-2d8c-46ec-84e7-a20c24db951b req-5ec7a315-0110-4333-8fde-31367dd508f2 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Transition to ACTIVE for port object e413b29e-fe85-471d-88f4-3f3ab57a1664 will not be triggered until provisioned by entity DHCP. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:25:54.688003 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:54.803256 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-1d64bedb-2d8c-46ec-84e7-a20c24db951b req-5ec7a315-0110-4333-8fde-31367dd508f2 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:54.827177 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=bcdfc29b-75b2-4955-871a-03ddaef96f61,revision_number=13']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:54.838747 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-02e92d0b-3015-402c-a351-532058e15e94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:54.983097 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec7a315-0110-4333-8fde-31367dd508f2 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Pushing event updated for resources: {'Port': ['ID=e413b29e-fe85-471d-88f4-3f3ab57a1664,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:55.023366 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d64bedb-2d8c-46ec-84e7-a20c24db951b req-5ec7a315-0110-4333-8fde-31367dd508f2 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Network febad610-88a9-4193-8143-50306e6f530b is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:25:55.028638 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [req-1d64bedb-2d8c-46ec-84e7-a20c24db951b req-5ec7a315-0110-4333-8fde-31367dd508f2 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:25:55.035766 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d64bedb-2d8c-46ec-84e7-a20c24db951b req-5ec7a315-0110-4333-8fde-31367dd508f2 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:25:55.180884 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e92d0b-3015-402c-a351-532058e15e94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ed384e7-c7c3-4b9e-9169-691cb6de9d6f,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:55.231979 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-02e92d0b-3015-402c-a351-532058e15e94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:55.237247 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-02e92d0b-3015-402c-a351-532058e15e94 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/5ed384e7-c7c3-4b9e-9169-691cb6de9d6f HTTP/1.1" status: 204 len: 168 time: 1.4536738 May 30 20:25:55.310224 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b851d77-14dd-4610-a22d-408cf5ffdd4c'] response: {'server_uuid': '7aad7ab8-22c4-47e2-abf2-9cc744ce8553', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcdfc29b-75b2-4955-871a-03ddaef96f61', 'code': 200} May 30 20:25:55.383894 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d64bedb-2d8c-46ec-84e7-a20c24db951b req-5ec7a315-0110-4333-8fde-31367dd508f2 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:25:55.385156 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-1d64bedb-2d8c-46ec-84e7-a20c24db951b req-5ec7a315-0110-4333-8fde-31367dd508f2 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:55.480245 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dc8693-99b3-4ea7-a387-0db65c20d9e4 req-6e51e411-90dd-4ecf-b478-14ae5bbb455f tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:25:55.484830 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dc8693-99b3-4ea7-a387-0db65c20d9e4 req-6e51e411-90dd-4ecf-b478-14ae5bbb455f tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:25:55.493699 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-75dc8693-99b3-4ea7-a387-0db65c20d9e4 req-6e51e411-90dd-4ecf-b478-14ae5bbb455f tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] 10.222.0.85 "GET /v2.0/ports?device_id=cd8fefb2-ee5c-4a11-96ae-a5e6bfa362e8 HTTP/1.1" status: 200 len: 1655 time: 0.6822808 May 30 20:25:55.574311 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1d64bedb-2d8c-46ec-84e7-a20c24db951b req-5ec7a315-0110-4333-8fde-31367dd508f2 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4895627 May 30 20:25:55.598212 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-1d64bedb-2d8c-46ec-84e7-a20c24db951b req-ec2cbba1-a5de-4f0d-877b-796f922ec0f6 service neutron] Request body: {'port': {'device_id': 'cd8fefb2-ee5c-4a11-96ae-a5e6bfa362e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843948-2'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:25:55.616034 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-68858a7f-8fe2-409c-a6c7-c1ff765353e8 tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Deleting port d9e90893-2eeb-4e9d-ac49-b4b8ef489c79 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:25:55.616646 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-68858a7f-8fe2-409c-a6c7-c1ff765353e8 tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:55.799220 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-75dc8693-99b3-4ea7-a387-0db65c20d9e4 req-99e36da6-72e4-4ef4-a629-77b56130934f tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] 10.222.0.85 "GET /v2.0/security-groups?id=6888f4c0-d3bb-4706-bfb3-8bed5a2d1c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3042803 May 30 20:25:55.817908 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-5fb75e99-6927-447d-b64c-e78ffc026eb2 None None] Provisioning for port e413b29e-fe85-471d-88f4-3f3ab57a1664 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:25:55.846680 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-5fb75e99-6927-447d-b64c-e78ffc026eb2 None None] Provisioning complete for port e413b29e-fe85-471d-88f4-3f3ab57a1664 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:25:55.847193 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-5fb75e99-6927-447d-b64c-e78ffc026eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:56.122736 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-5fb75e99-6927-447d-b64c-e78ffc026eb2 None None] Port e413b29e-fe85-471d-88f4-3f3ab57a1664 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:25:56.213479 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-d553e5a9-b340-4066-8195-b601087faf39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:56.361950 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-1d64bedb-2d8c-46ec-84e7-a20c24db951b req-ec2cbba1-a5de-4f0d-877b-796f922ec0f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:56.501757 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-68858a7f-8fe2-409c-a6c7-c1ff765353e8 tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:56.531544 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81502cf-6a5a-484f-a6af-66aa163fae91 req-73ebb590-b41f-4d6a-b957-8b764339f21b tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:25:56.554670 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce55144c-e1a6-4104-bdca-4bcd80e58218 req-79f3ecfb-88a6-4961-bec5-52ab0ac988be tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:25:56.556077 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-ce55144c-e1a6-4104-bdca-4bcd80e58218 req-79f3ecfb-88a6-4961-bec5-52ab0ac988be tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Synchronizing usage tracker for tenant:88e042593d914709b0b6e8865f4bc68d on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:25:56.557098 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d81502cf-6a5a-484f-a6af-66aa163fae91 req-73ebb590-b41f-4d6a-b957-8b764339f21b tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=7aad7ab8-22c4-47e2-abf2-9cc744ce8553 HTTP/1.1" status: 200 len: 946 time: 0.3517382 May 30 20:25:56.606020 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 38176) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:25:56.847331 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-68858a7f-8fe2-409c-a6c7-c1ff765353e8 tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Calling delete_port for d9e90893-2eeb-4e9d-ac49-b4b8ef489c79 owned by network:router_interface {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:25:56.970626 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-ce55144c-e1a6-4104-bdca-4bcd80e58218 req-79f3ecfb-88a6-4961-bec5-52ab0ac988be tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Unset dirty status for tenant:88e042593d914709b0b6e8865f4bc68d on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:25:56.978403 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ce55144c-e1a6-4104-bdca-4bcd80e58218 req-79f3ecfb-88a6-4961-bec5-52ab0ac988be tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/ports?device_id=db9f53a2-a402-4f3c-a3d4-2018cf085fae HTTP/1.1" status: 200 len: 946 time: 1.3088381 May 30 20:25:56.999304 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d81502cf-6a5a-484f-a6af-66aa163fae91 req-f91bffcd-eb66-4aff-8ee4-fa6c163de689 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ae76294-3e84-4fcb-be2a-17611205a838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4399562 May 30 20:25:57.124379 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-ce55144c-e1a6-4104-bdca-4bcd80e58218 req-34de9c21-7045-4b21-a23a-6d62f77d1062 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Synchronizing usage tracker for tenant:88e042593d914709b0b6e8865f4bc68d on resource:security_group {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:25:57.248515 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b6ca17e7-e16a-49e3-8459-72862e811095 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:57.337165 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-ce55144c-e1a6-4104-bdca-4bcd80e58218 req-34de9c21-7045-4b21-a23a-6d62f77d1062 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Unset dirty status for tenant:88e042593d914709b0b6e8865f4bc68d on resource:security_group {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:25:57.349838 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ce55144c-e1a6-4104-bdca-4bcd80e58218 req-34de9c21-7045-4b21-a23a-6d62f77d1062 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/security-groups?id=1ad64e5c-169d-40fe-b7f5-961f736d123b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3708503 May 30 20:25:57.410988 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [req-1d64bedb-2d8c-46ec-84e7-a20c24db951b req-ec2cbba1-a5de-4f0d-877b-796f922ec0f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e5f82b2-6bec-41a5-b057-0e4bd55d2c7d {{(pid=84887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:25:57.416856 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-68858a7f-8fe2-409c-a6c7-c1ff765353e8 tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:57.421109 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-b6ca17e7-e16a-49e3-8459-72862e811095 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:25:57.424815 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-1d64bedb-2d8c-46ec-84e7-a20c24db951b req-ec2cbba1-a5de-4f0d-877b-796f922ec0f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:57.432705 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-b6ca17e7-e16a-49e3-8459-72862e811095 admin admin] Usage tracker for resource:security_group_rule and tenant:9d1a40b2bb9a46a0ac6cb1e9d13d298a is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:25:57.439219 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-b6ca17e7-e16a-49e3-8459-72862e811095 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:25:57.453682 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-b6ca17e7-e16a-49e3-8459-72862e811095 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:25:57.458474 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-1d64bedb-2d8c-46ec-84e7-a20c24db951b req-ec2cbba1-a5de-4f0d-877b-796f922ec0f6 service neutron] Transition to ACTIVE for port object 6e5f82b2-6bec-41a5-b057-0e4bd55d2c7d will not be triggered until provisioned by entity L2. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:25:57.483430 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68858a7f-8fe2-409c-a6c7-c1ff765353e8 tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Pushing event deleted for resources: {'Port': ['ID=d9e90893-2eeb-4e9d-ac49-b4b8ef489c79,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:57.564305 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-1d64bedb-2d8c-46ec-84e7-a20c24db951b req-ec2cbba1-a5de-4f0d-877b-796f922ec0f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:57.813576 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 38192) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:25:57.891396 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b6ca17e7-e16a-49e3-8459-72862e811095 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:57.907512 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2cbba1-a5de-4f0d-877b-796f922ec0f6 service neutron] Pushing event updated for resources: {'Port': ['ID=6e5f82b2-6bec-41a5-b057-0e4bd55d2c7d,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:57.920057 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2cbba1-a5de-4f0d-877b-796f922ec0f6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:25:57.920964 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2cbba1-a5de-4f0d-877b-796f922ec0f6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:25:57.921378 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2cbba1-a5de-4f0d-877b-796f922ec0f6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:25:57.921890 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2cbba1-a5de-4f0d-877b-796f922ec0f6 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:25:57.922306 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2cbba1-a5de-4f0d-877b-796f922ec0f6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:25:57.922937 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2cbba1-a5de-4f0d-877b-796f922ec0f6 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:25:57.923563 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2cbba1-a5de-4f0d-877b-796f922ec0f6 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:25:57.924105 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2cbba1-a5de-4f0d-877b-796f922ec0f6 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:25:57.924795 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2cbba1-a5de-4f0d-877b-796f922ec0f6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:25:57.925272 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2cbba1-a5de-4f0d-877b-796f922ec0f6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:25:57.925764 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2cbba1-a5de-4f0d-877b-796f922ec0f6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:25:58.038282 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b6ca17e7-e16a-49e3-8459-72862e811095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:58.132319 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-b6ca17e7-e16a-49e3-8459-72862e811095 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=9d1a40b2bb9a46a0ac6cb1e9d13d298a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5188117 May 30 20:25:58.140914 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ca17e7-e16a-49e3-8459-72862e811095 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e533d26-4801-4308-b9b1-fec9f2876446,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:58.145839 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 38200) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:25:58.182332 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b967d1d8-534a-41ad-9af0-5d49c889d909 req-9e73b9be-7b83-4c44-a166-55ddc2efd7b1 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:25:58.207681 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b967d1d8-534a-41ad-9af0-5d49c889d909 req-9e73b9be-7b83-4c44-a166-55ddc2efd7b1 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:25:58.210921 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b967d1d8-534a-41ad-9af0-5d49c889d909 req-9e73b9be-7b83-4c44-a166-55ddc2efd7b1 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] 10.222.0.85 "GET /v2.0/ports?device_id=cd8fefb2-ee5c-4a11-96ae-a5e6bfa362e8 HTTP/1.1" status: 200 len: 1655 time: 0.8549175 May 30 20:25:58.296448 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5df101-ed7b-408f-8f54-30031dcb27cc req-e18e46c4-f2e2-4c47-94c5-614a6ad86880 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:25:58.299051 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-dd5df101-ed7b-408f-8f54-30031dcb27cc req-e18e46c4-f2e2-4c47-94c5-614a6ad86880 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.86 "GET /v2.0/ports?device_id=db9f53a2-a402-4f3c-a3d4-2018cf085fae HTTP/1.1" status: 200 len: 946 time: 0.6386290 May 30 20:25:58.347147 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-1d64bedb-2d8c-46ec-84e7-a20c24db951b req-ec2cbba1-a5de-4f0d-877b-796f922ec0f6 service neutron] Attempting to bind port 6e5f82b2-6bec-41a5-b057-0e4bd55d2c7d on host n-h1-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:25:58.347728 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-1d64bedb-2d8c-46ec-84e7-a20c24db951b req-ec2cbba1-a5de-4f0d-877b-796f922ec0f6 service neutron] Attempting to bind port 6e5f82b2-6bec-41a5-b057-0e4bd55d2c7d by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': '68a9c637-0251-4dc6-b785-31909da53566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '5f7140ab-94a8-4235-8ad9-c113d437c26f'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:25:58.348347 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d64bedb-2d8c-46ec-84e7-a20c24db951b req-ec2cbba1-a5de-4f0d-877b-796f922ec0f6 service neutron] Attempting to bind port 6e5f82b2-6bec-41a5-b057-0e4bd55d2c7d on network 5f7140ab-94a8-4235-8ad9-c113d437c26f {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:25:58.373857 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-cb4c8887-114b-4876-9687-b6383429792b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-193797882-network', 'tenant_id': '6a921a88c2104251b4f5cf697763e02b'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:25:58.389746 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-cb4c8887-114b-4876-9687-b6383429792b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:25:58.394488 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-cb4c8887-114b-4876-9687-b6383429792b admin admin] Usage tracker for resource:network and tenant:6a921a88c2104251b4f5cf697763e02b is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:25:58.400396 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-cb4c8887-114b-4876-9687-b6383429792b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:25:58.408106 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-cb4c8887-114b-4876-9687-b6383429792b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:25:58.449916 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d64bedb-2d8c-46ec-84e7-a20c24db951b req-ec2cbba1-a5de-4f0d-877b-796f922ec0f6 service neutron] Port 6e5f82b2-6bec-41a5-b057-0e4bd55d2c7d on network 5f7140ab-94a8-4235-8ad9-c113d437c26f not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:25:58.450390 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d64bedb-2d8c-46ec-84e7-a20c24db951b req-ec2cbba1-a5de-4f0d-877b-796f922ec0f6 service neutron] Attempting to bind port 6e5f82b2-6bec-41a5-b057-0e4bd55d2c7d on network 5f7140ab-94a8-4235-8ad9-c113d437c26f {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:25:58.454546 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9c6ee1eb-8f47-4bd5-8b63-a530bb4c1766 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:58.464465 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-68858a7f-8fe2-409c-a6c7-c1ff765353e8 tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1718140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-736143'] for router_interface, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:58.486848 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d64bedb-2d8c-46ec-84e7-a20c24db951b req-ec2cbba1-a5de-4f0d-877b-796f922ec0f6 service neutron] Checking agent: {'id': 'f728d74e-a4ae-4384-860b-a5ade05dd8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:25:58.487983 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d64bedb-2d8c-46ec-84e7-a20c24db951b req-ec2cbba1-a5de-4f0d-877b-796f922ec0f6 service neutron] Checking segment: {'id': '68a9c637-0251-4dc6-b785-31909da53566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '5f7140ab-94a8-4235-8ad9-c113d437c26f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:25:58.487983 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d64bedb-2d8c-46ec-84e7-a20c24db951b req-ec2cbba1-a5de-4f0d-877b-796f922ec0f6 service neutron] Bound using segment: {'id': '68a9c637-0251-4dc6-b785-31909da53566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '5f7140ab-94a8-4235-8ad9-c113d437c26f'} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:25:58.488686 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-1d64bedb-2d8c-46ec-84e7-a20c24db951b req-ec2cbba1-a5de-4f0d-877b-796f922ec0f6 service neutron] Bound port: 6e5f82b2-6bec-41a5-b057-0e4bd55d2c7d, host: n-h1-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68a9c637-0251-4dc6-b785-31909da53566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '5f7140ab-94a8-4235-8ad9-c113d437c26f'}}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:25:58.489180 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-1d64bedb-2d8c-46ec-84e7-a20c24db951b req-ec2cbba1-a5de-4f0d-877b-796f922ec0f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:58.510158 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b967d1d8-534a-41ad-9af0-5d49c889d909 req-1e8886aa-ed23-4108-a424-72c4893f890a tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] 10.222.0.85 "GET /v2.0/security-groups?id=6888f4c0-d3bb-4706-bfb3-8bed5a2d1c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2867844 May 30 20:25:58.650558 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9c6ee1eb-8f47-4bd5-8b63-a530bb4c1766 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:58.666997 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb4c8887-114b-4876-9687-b6383429792b admin admin] Made reservation on behalf of 6a921a88c2104251b4f5cf697763e02b for: {'network': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:25:58.669565 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-cb4c8887-114b-4876-9687-b6383429792b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:58.705307 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-cb4c8887-114b-4876-9687-b6383429792b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:58.794039 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-dd5df101-ed7b-408f-8f54-30031dcb27cc req-ad833efa-ef6c-4727-94bd-c6cef1b0f1c3 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Deleting port 9eff4c3f-a7bb-4e44-b665-6e00b004ab73 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:25:58.805845 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-dd5df101-ed7b-408f-8f54-30031dcb27cc req-ad833efa-ef6c-4727-94bd-c6cef1b0f1c3 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:59.066918 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-cb4c8887-114b-4876-9687-b6383429792b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:25:59.086902 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-1d64bedb-2d8c-46ec-84e7-a20c24db951b req-ec2cbba1-a5de-4f0d-877b-796f922ec0f6 service neutron] For port 6e5f82b2-6bec-41a5-b057-0e4bd55d2c7d, host n-h1-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:25:59.113662 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-cb4c8887-114b-4876-9687-b6383429792b admin admin] Usage tracker for resource:security_group_rule and tenant:6a921a88c2104251b4f5cf697763e02b is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:25:59.127505 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-cb4c8887-114b-4876-9687-b6383429792b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:25:59.130595 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b17cf88-4492-4c39-9245-bfff639f6dc8 req-b678f951-f181-4365-a0f8-793f5aa3a39e tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:25:59.136716 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3b17cf88-4492-4c39-9245-bfff639f6dc8 req-b678f951-f181-4365-a0f8-793f5aa3a39e tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=7aad7ab8-22c4-47e2-abf2-9cc744ce8553 HTTP/1.1" status: 200 len: 946 time: 0.6645317 May 30 20:25:59.141119 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-cb4c8887-114b-4876-9687-b6383429792b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:25:59.142278 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-1d64bedb-2d8c-46ec-84e7-a20c24db951b req-ec2cbba1-a5de-4f0d-877b-796f922ec0f6 service neutron] For port 6e5f82b2-6bec-41a5-b057-0e4bd55d2c7d, host n-h1-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=6e5f82b2-6bec-41a5-b057-0e4bd55d2c7d,segment=NetworkSegment(68a9c637-0251-4dc6-b785-31909da53566),segment_id=68a9c637-0251-4dc6-b785-31909da53566)] {{(pid=84887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:25:59.258995 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-1d64bedb-2d8c-46ec-84e7-a20c24db951b req-ec2cbba1-a5de-4f0d-877b-796f922ec0f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:59.312717 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9c6ee1eb-8f47-4bd5-8b63-a530bb4c1766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:59.395144 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6ee1eb-8f47-4bd5-8b63-a530bb4c1766 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e533d26-4801-4308-b9b1-fec9f2876446,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:59.417355 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3b17cf88-4492-4c39-9245-bfff639f6dc8 req-aa62d264-3fba-4bd3-839b-ef78f6b88d44 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ae76294-3e84-4fcb-be2a-17611205a838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2519591 May 30 20:25:59.435363 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2680d965-a5c0-4da1-829b-97d3031ef03f req-4129861f-ef20-419d-9e94-172df93380ac tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:25:59.448879 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2680d965-a5c0-4da1-829b-97d3031ef03f req-4129861f-ef20-419d-9e94-172df93380ac tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/ports?device_id=db9f53a2-a402-4f3c-a3d4-2018cf085fae HTTP/1.1" status: 200 len: 946 time: 0.3939545 May 30 20:25:59.463519 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-1d64bedb-2d8c-46ec-84e7-a20c24db951b req-ec2cbba1-a5de-4f0d-877b-796f922ec0f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:59.465053 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1d64bedb-2d8c-46ec-84e7-a20c24db951b req-ec2cbba1-a5de-4f0d-877b-796f922ec0f6 service neutron] 10.222.0.71 "PUT /v2.0/ports/6e5f82b2-6bec-41a5-b057-0e4bd55d2c7d HTTP/1.1" status: 200 len: 1092 time: 3.8839033 May 30 20:25:59.478834 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd8fefb2-ee5c-4a11-96ae-a5e6bfa362e8', 'tag': '6e5f82b2-6bec-41a5-b057-0e4bd55d2c7d'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:25:59.522170 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2cbba1-a5de-4f0d-877b-796f922ec0f6 service neutron] Pushing event updated for resources: {'Port': ['ID=6e5f82b2-6bec-41a5-b057-0e4bd55d2c7d,revision_number=3']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:25:59.554531 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-dd5df101-ed7b-408f-8f54-30031dcb27cc req-ad833efa-ef6c-4727-94bd-c6cef1b0f1c3 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] For port 9eff4c3f-a7bb-4e44-b665-6e00b004ab73, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=9eff4c3f-a7bb-4e44-b665-6e00b004ab73,segment=NetworkSegment(8369aa1b-ac46-424a-9c92-34020eb636de),segment_id=8369aa1b-ac46-424a-9c92-34020eb636de)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:25:59.555046 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-dd5df101-ed7b-408f-8f54-30031dcb27cc req-ad833efa-ef6c-4727-94bd-c6cef1b0f1c3 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:59.601817 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-df4b2dd2-6f69-402b-a784-8bfda4763a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:59.629174 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6ee1eb-8f47-4bd5-8b63-a530bb4c1766 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:25:59.629528 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6ee1eb-8f47-4bd5-8b63-a530bb4c1766 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:25:59.629940 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6ee1eb-8f47-4bd5-8b63-a530bb4c1766 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:25:59.630480 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6ee1eb-8f47-4bd5-8b63-a530bb4c1766 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:25:59.630958 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6ee1eb-8f47-4bd5-8b63-a530bb4c1766 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:25:59.631851 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6ee1eb-8f47-4bd5-8b63-a530bb4c1766 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:25:59.632197 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6ee1eb-8f47-4bd5-8b63-a530bb4c1766 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:25:59.632601 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6ee1eb-8f47-4bd5-8b63-a530bb4c1766 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:25:59.633035 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6ee1eb-8f47-4bd5-8b63-a530bb4c1766 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:25:59.633589 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6ee1eb-8f47-4bd5-8b63-a530bb4c1766 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:25:59.634166 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6ee1eb-8f47-4bd5-8b63-a530bb4c1766 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:25:59.645462 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ea82712-dcf2-4971-98bf-e80ec50a2a10'] response: {'name': 'network-changed', 'server_uuid': 'cd8fefb2-ee5c-4a11-96ae-a5e6bfa362e8', 'tag': '6e5f82b2-6bec-41a5-b057-0e4bd55d2c7d', 'status': 'completed', 'code': 200} May 30 20:25:59.650093 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-1d64bedb-2d8c-46ec-84e7-a20c24db951b req-ce864b46-b16d-4710-ac06-71f6b10c445d service neutron] Request body: {'port': {'device_id': 'cd8fefb2-ee5c-4a11-96ae-a5e6bfa362e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843948-2'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:25:59.808291 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:59.827934 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68858a7f-8fe2-409c-a6c7-c1ff765353e8 tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Router 21bde6ca-3e56-4955-ad97-799c28096593 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:25:59.829838 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-dd5df101-ed7b-408f-8f54-30031dcb27cc req-ad833efa-ef6c-4727-94bd-c6cef1b0f1c3 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Calling delete_port for 9eff4c3f-a7bb-4e44-b665-6e00b004ab73 owned by compute:nova {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:25:59.840345 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-cb4c8887-114b-4876-9687-b6383429792b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:59.874377 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2680d965-a5c0-4da1-829b-97d3031ef03f req-25c4730b-cf2e-4e28-b4eb-551c1192dd9c tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/security-groups?id=1ad64e5c-169d-40fe-b7f5-961f736d123b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4242492 May 30 20:25:59.888209 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9c6ee1eb-8f47-4bd5-8b63-a530bb4c1766 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:59.890788 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-9c6ee1eb-8f47-4bd5-8b63-a530bb4c1766 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/4e533d26-4801-4308-b9b1-fec9f2876446 HTTP/1.1" status: 204 len: 168 time: 1.7332072 May 30 20:25:59.970810 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-cb4c8887-114b-4876-9687-b6383429792b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:25:59.987172 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb4c8887-114b-4876-9687-b6383429792b admin admin] vlan segment allocate from pool success with {'vlan_id': 663, 'physical_network': 'physnet1'} {{(pid=84886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:26:00.001810 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-cb4c8887-114b-4876-9687-b6383429792b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:00.002254 n-d-843948-2 neutron-server[84886]: INFO neutron.db.segments_db [None req-cb4c8887-114b-4876-9687-b6383429792b admin admin] Added segment b78e2ba6-ffa9-4506-8832-06fa459f4605 of type vlan for network 2ad0cf2e-8ff8-4add-9223-e815a60245ec May 30 20:26:00.033470 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-cb4c8887-114b-4876-9687-b6383429792b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:00.185054 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f5651d64-9a75-4c53-ad50-df19813915c4 req-8c58c3c1-882c-4cbe-909b-066236c90177 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1070080f3a9f4c1fbf81b28e418fbebd&device_id=cd8fefb2-ee5c-4a11-96ae-a5e6bfa362e8 HTTP/1.1" status: 200 len: 1914 time: 0.5674577 May 30 20:26:00.193300 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4c8887-114b-4876-9687-b6383429792b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0f5a03a-3401-4640-b745-8ebe64bcb809,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:00.298662 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-cb4c8887-114b-4876-9687-b6383429792b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:00.299943 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb4c8887-114b-4876-9687-b6383429792b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:00.300762 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-cb4c8887-114b-4876-9687-b6383429792b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:00.325894 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-1d64bedb-2d8c-46ec-84e7-a20c24db951b req-ce864b46-b16d-4710-ac06-71f6b10c445d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:00.330774 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68858a7f-8fe2-409c-a6c7-c1ff765353e8 tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:26:00.349875 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ee2e70-62ec-42bb-b811-95ba9011907b None None] Sync routers for ids ['21bde6ca-3e56-4955-ad97-799c28096593'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:26:00.398222 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ee2e70-62ec-42bb-b811-95ba9011907b None None] Routers {'21bde6ca-3e56-4955-ad97-799c28096593'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:26:00.399524 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-10ee2e70-62ec-42bb-b811-95ba9011907b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:25:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['21bde6ca-3e56-4955-ad97-799c28096593'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:26:00.415191 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fc09bf-b2fd-42a2-ace9-906b2b6c5bbe req-43ae7f58-a389-4053-be60-5b2cba5c6a0c tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:00.418639 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fc09bf-b2fd-42a2-ace9-906b2b6c5bbe req-43ae7f58-a389-4053-be60-5b2cba5c6a0c tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:00.419474 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-73fc09bf-b2fd-42a2-ace9-906b2b6c5bbe req-43ae7f58-a389-4053-be60-5b2cba5c6a0c tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Synchronizing usage tracker for tenant:1070080f3a9f4c1fbf81b28e418fbebd on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:26:00.507888 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5651d64-9a75-4c53-ad50-df19813915c4 req-a2ec92f7-14c4-45d4-844c-1023f056a3c6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:00.508420 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5651d64-9a75-4c53-ad50-df19813915c4 req-a2ec92f7-14c4-45d4-844c-1023f056a3c6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:00.508890 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5651d64-9a75-4c53-ad50-df19813915c4 req-a2ec92f7-14c4-45d4-844c-1023f056a3c6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:00.510715 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f5651d64-9a75-4c53-ad50-df19813915c4 req-a2ec92f7-14c4-45d4-844c-1023f056a3c6 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=1070080f3a9f4c1fbf81b28e418fbebd&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.3085458 May 30 20:26:00.517713 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-68858a7f-8fe2-409c-a6c7-c1ff765353e8 tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] 10.222.0.85 "PUT /v2.0/routers/21bde6ca-3e56-4955-ad97-799c28096593/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6258018 May 30 20:26:00.523473 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 38216) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:26:00.549515 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4c8887-114b-4876-9687-b6383429792b admin admin] Pushing event updated for resources: {'Network': ['ID=2ad0cf2e-8ff8-4add-9223-e815a60245ec,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:00.578212 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network 2ad0cf2e-8ff8-4add-9223-e815a60245ec details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:26:00.611134 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-cb4c8887-114b-4876-9687-b6383429792b admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.7894108 May 30 20:26:00.616812 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 38220) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:26:00.638907 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-10ee2e70-62ec-42bb-b811-95ba9011907b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:26:00.655356 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-f5c71392-bf1a-4ef9-9dbe-07a8ba3d0a63 admin admin] Request body: {'subnet': {'network_id': '2ad0cf2e-8ff8-4add-9223-e815a60245ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-193797882-subnet', 'tenant_id': '6a921a88c2104251b4f5cf697763e02b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:26:00.662339 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ee2e70-62ec-42bb-b811-95ba9011907b None None] Routers {'21bde6ca-3e56-4955-ad97-799c28096593'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:26:00.667058 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-10ee2e70-62ec-42bb-b811-95ba9011907b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:25:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['21bde6ca-3e56-4955-ad97-799c28096593'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:26:00.676979 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-f5c71392-bf1a-4ef9-9dbe-07a8ba3d0a63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:26:00.681930 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-f5c71392-bf1a-4ef9-9dbe-07a8ba3d0a63 admin admin] Usage tracker for resource:subnet and tenant:6a921a88c2104251b4f5cf697763e02b is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:26:00.690692 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-f5c71392-bf1a-4ef9-9dbe-07a8ba3d0a63 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:26:00.712281 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-f5c71392-bf1a-4ef9-9dbe-07a8ba3d0a63 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:26:00.840989 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-10ee2e70-62ec-42bb-b811-95ba9011907b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:26:00.841824 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ee2e70-62ec-42bb-b811-95ba9011907b None None] The sync data for ids ['21bde6ca-3e56-4955-ad97-799c28096593'] in n-d-843948-2 is: [] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:26:00.955046 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5c71392-bf1a-4ef9-9dbe-07a8ba3d0a63 admin admin] Made reservation on behalf of 6a921a88c2104251b4f5cf697763e02b for: {'subnet': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:26:00.961217 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f5c71392-bf1a-4ef9-9dbe-07a8ba3d0a63 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2778563'] for subnet, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:00.995671 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-dd5df101-ed7b-408f-8f54-30031dcb27cc req-ad833efa-ef6c-4727-94bd-c6cef1b0f1c3 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:00.997561 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-73fc09bf-b2fd-42a2-ace9-906b2b6c5bbe req-43ae7f58-a389-4053-be60-5b2cba5c6a0c tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Unset dirty status for tenant:1070080f3a9f4c1fbf81b28e418fbebd on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:26:01.008275 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['91ff9597-ebc7-4fc4-b243-1a0126aef45d'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:26:01.026256 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-73fc09bf-b2fd-42a2-ace9-906b2b6c5bbe req-43ae7f58-a389-4053-be60-5b2cba5c6a0c tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] 10.222.0.85 "GET /v2.0/ports?device_id=cd8fefb2-ee5c-4a11-96ae-a5e6bfa362e8 HTTP/1.1" status: 200 len: 1667 time: 0.9896171 May 30 20:26:01.139928 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:01.318150 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5651d64-9a75-4c53-ad50-df19813915c4 req-5500dbdd-3298-4a0e-a831-9c238b4b07f3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:01.321945 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f5651d64-9a75-4c53-ad50-df19813915c4 req-5500dbdd-3298-4a0e-a831-9c238b4b07f3 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8000295 May 30 20:26:01.441997 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad833efa-ef6c-4727-94bd-c6cef1b0f1c3 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Pushing event deleted for resources: {'Port': ['ID=9eff4c3f-a7bb-4e44-b665-6e00b004ab73,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:01.459187 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45d6342-b16e-4140-b878-65b5a3ba27b3 req-7bd32c64-327f-4dc4-8975-8137edc83379 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:01.477766 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c45d6342-b16e-4140-b878-65b5a3ba27b3 req-7bd32c64-327f-4dc4-8975-8137edc83379 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=7aad7ab8-22c4-47e2-abf2-9cc744ce8553 HTTP/1.1" status: 200 len: 946 time: 0.7223833 May 30 20:26:01.606002 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd5df101-ed7b-408f-8f54-30031dcb27cc req-ad833efa-ef6c-4727-94bd-c6cef1b0f1c3 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] No DVR routers for this DVR port 9eff4c3f-a7bb-4e44-b665-6e00b004ab73 on host n-h2-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:26:01.619155 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-dd5df101-ed7b-408f-8f54-30031dcb27cc req-ad833efa-ef6c-4727-94bd-c6cef1b0f1c3 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:01.642680 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c45d6342-b16e-4140-b878-65b5a3ba27b3 req-c9a28ea2-cb80-4e7d-aa50-e3f64f147f65 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ae76294-3e84-4fcb-be2a-17611205a838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1633286 May 30 20:26:01.646477 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db9f53a2-a402-4f3c-a3d4-2018cf085fae', 'name': 'network-vif-deleted', 'tag': '9eff4c3f-a7bb-4e44-b665-6e00b004ab73'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:26:01.669372 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0b2d2305-de1e-46f3-b55b-660539fc9695 tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Notify callbacks [] for router, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:01.797095 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f5c71392-bf1a-4ef9-9dbe-07a8ba3d0a63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4127140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2778577'] for subnet, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:02.037740 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-73fc09bf-b2fd-42a2-ace9-906b2b6c5bbe req-d56bb469-e354-4926-99d7-790f2c0bd5bc tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] 10.222.0.85 "GET /v2.0/security-groups?id=6888f4c0-d3bb-4706-bfb3-8bed5a2d1c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0100150 May 30 20:26:02.038095 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 9eff4c3f-a7bb-4e44-b665-6e00b004ab73 no longer exists at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:26:02.087628 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-dd5df101-ed7b-408f-8f54-30031dcb27cc req-ad833efa-ef6c-4727-94bd-c6cef1b0f1c3 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.86 "DELETE /v2.0/ports/9eff4c3f-a7bb-4e44-b665-6e00b004ab73 HTTP/1.1" status: 204 len: 173 time: 3.7419112 May 30 20:26:02.127446 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c71392-bf1a-4ef9-9dbe-07a8ba3d0a63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f5f2a28-796d-4138-b193-86a2946727dc,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:02.156912 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ecf85834-6194-4032-b8a1-528033e48327 req-fc2ea141-56d8-4544-9710-3a1cdfeb8eba tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/ports?device_id=db9f53a2-a402-4f3c-a3d4-2018cf085fae HTTP/1.1" status: 200 len: 210 time: 0.1142232 May 30 20:26:02.190570 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] No Port match for: 9eff4c3f-a7bb-4e44-b665-6e00b004ab73 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:26:02.191354 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 9eff4c3f-a7bb-4e44-b665-6e00b004ab73 not bound to the agent host n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:26:02.227832 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c71392-bf1a-4ef9-9dbe-07a8ba3d0a63 admin admin] Checking segment: {'id': 'b78e2ba6-ffa9-4506-8832-06fa459f4605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '2ad0cf2e-8ff8-4add-9223-e815a60245ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:26:02.229907 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c71392-bf1a-4ef9-9dbe-07a8ba3d0a63 admin admin] Network hostable DHCP agents. Network: 2ad0cf2e-8ff8-4add-9223-e815a60245ec, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:26:02.344258 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b6f4e82-57b9-4ad0-b056-7641c3b2af0d'] response: {'server_uuid': 'db9f53a2-a402-4f3c-a3d4-2018cf085fae', 'name': 'network-vif-deleted', 'tag': '9eff4c3f-a7bb-4e44-b665-6e00b004ab73', 'status': 'completed', 'code': 200} May 30 20:26:02.345467 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.db.resource_extend [req-1d64bedb-2d8c-46ec-84e7-a20c24db951b req-ce864b46-b16d-4710-ac06-71f6b10c445d service neutron] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:26:02.367584 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c71392-bf1a-4ef9-9dbe-07a8ba3d0a63 admin admin] Network 2ad0cf2e-8ff8-4add-9223-e815a60245ec is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:26:02.492883 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-f5c71392-bf1a-4ef9-9dbe-07a8ba3d0a63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, 2ad0cf2e-8ff8-4add-9223-e815a60245ec) {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:26:02.517101 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5c71392-bf1a-4ef9-9dbe-07a8ba3d0a63 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:02.523300 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f5c71392-bf1a-4ef9-9dbe-07a8ba3d0a63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:02.563426 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e59435b-faf0-433a-b5e4-dbd7843b6333 None None] Network 2ad0cf2e-8ff8-4add-9223-e815a60245ec requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:26:02.741911 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-f5c71392-bf1a-4ef9-9dbe-07a8ba3d0a63 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.1101267 May 30 20:26:02.746197 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 38248) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:26:02.768576 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-e2c100fd-4dad-4e4c-af27-8fb87fa1cb4a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-193797882-router', 'tenant_id': '6a921a88c2104251b4f5cf697763e02b', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:26:02.770148 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [req-1d64bedb-2d8c-46ec-84e7-a20c24db951b req-ce864b46-b16d-4710-ac06-71f6b10c445d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e413b29e-fe85-471d-88f4-3f3ab57a1664 {{(pid=84887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:26:02.782753 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-1d64bedb-2d8c-46ec-84e7-a20c24db951b req-ce864b46-b16d-4710-ac06-71f6b10c445d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:02.791069 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0b2d2305-de1e-46f3-b55b-660539fc9695 tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-724789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3141'] for router, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:02.806830 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0b2d2305-de1e-46f3-b55b-660539fc9695 tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:02.808705 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-e2c100fd-4dad-4e4c-af27-8fb87fa1cb4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:26:02.809343 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-1d64bedb-2d8c-46ec-84e7-a20c24db951b req-ce864b46-b16d-4710-ac06-71f6b10c445d service neutron] Transition to ACTIVE for port object e413b29e-fe85-471d-88f4-3f3ab57a1664 will not be triggered until provisioned by entity L2. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:26:02.839595 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-e2c100fd-4dad-4e4c-af27-8fb87fa1cb4a admin admin] Usage tracker for resource:router and tenant:6a921a88c2104251b4f5cf697763e02b is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:26:02.856060 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-e2c100fd-4dad-4e4c-af27-8fb87fa1cb4a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:26:02.892099 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:02.898327 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-e2c100fd-4dad-4e4c-af27-8fb87fa1cb4a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:26:03.138951 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-1d64bedb-2d8c-46ec-84e7-a20c24db951b req-ce864b46-b16d-4710-ac06-71f6b10c445d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:03.171374 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13001cd2-ebff-48e8-92e5-4eb14aee010e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-2ad0cf2e-8ff8-4add-9223-e815a60245ec', 'network_id': '2ad0cf2e-8ff8-4add-9223-e815a60245ec', 'tenant_id': '6a921a88c2104251b4f5cf697763e02b', 'fixed_ips': [{'subnet_id': '3f5f2a28-796d-4138-b193-86a2946727dc'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:26:03.172254 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13001cd2-ebff-48e8-92e5-4eb14aee010e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:03.297949 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f8df50-9fe1-40dd-a6fe-afb2704fe584 req-bd26ad23-afc7-4250-bb01-8c8452944d00 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:03.301403 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-38f8df50-9fe1-40dd-a6fe-afb2704fe584 req-bd26ad23-afc7-4250-bb01-8c8452944d00 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=7aad7ab8-22c4-47e2-abf2-9cc744ce8553 HTTP/1.1" status: 200 len: 946 time: 0.3925395 May 30 20:26:03.374503 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-13001cd2-ebff-48e8-92e5-4eb14aee010e None None] Allocated IP 172.20.0.2 (2ad0cf2e-8ff8-4add-9223-e815a60245ec/3f5f2a28-796d-4138-b193-86a2946727dc/c7d9a469-c859-4703-8e5b-539550391eea) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:26:03.414433 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-38f8df50-9fe1-40dd-a6fe-afb2704fe584 req-1d8edcf0-b541-4fae-9aa8-f1de8d458233 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ae76294-3e84-4fcb-be2a-17611205a838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058266 May 30 20:26:03.504568 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce864b46-b16d-4710-ac06-71f6b10c445d service neutron] Pushing event updated for resources: {'Port': ['ID=e413b29e-fe85-471d-88f4-3f3ab57a1664,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:03.734749 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-1d64bedb-2d8c-46ec-84e7-a20c24db951b req-ce864b46-b16d-4710-ac06-71f6b10c445d service neutron] Attempting to bind port e413b29e-fe85-471d-88f4-3f3ab57a1664 on host n-h1-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:26:03.735453 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-1d64bedb-2d8c-46ec-84e7-a20c24db951b req-ce864b46-b16d-4710-ac06-71f6b10c445d service neutron] Attempting to bind port e413b29e-fe85-471d-88f4-3f3ab57a1664 by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': 'c4ccf4ae-1ad3-40ba-bf66-94b91dddd87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'febad610-88a9-4193-8143-50306e6f530b'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:26:03.736047 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d64bedb-2d8c-46ec-84e7-a20c24db951b req-ce864b46-b16d-4710-ac06-71f6b10c445d service neutron] Attempting to bind port e413b29e-fe85-471d-88f4-3f3ab57a1664 on network febad610-88a9-4193-8143-50306e6f530b {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:26:03.746246 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1dcdbd7a-2563-4774-aa52-0fd0dfc90bf2 req-ce7ea864-8c97-4222-994a-930c608462a0 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/ports?device_id=db9f53a2-a402-4f3c-a3d4-2018cf085fae HTTP/1.1" status: 200 len: 210 time: 0.0721049 May 30 20:26:03.750168 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e2c100fd-4dad-4e4c-af27-8fb87fa1cb4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-733683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3159'] for router, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:03.759876 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d64bedb-2d8c-46ec-84e7-a20c24db951b req-ce864b46-b16d-4710-ac06-71f6b10c445d service neutron] Port e413b29e-fe85-471d-88f4-3f3ab57a1664 on network febad610-88a9-4193-8143-50306e6f530b not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:26:03.760890 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d64bedb-2d8c-46ec-84e7-a20c24db951b req-ce864b46-b16d-4710-ac06-71f6b10c445d service neutron] Attempting to bind port e413b29e-fe85-471d-88f4-3f3ab57a1664 on network febad610-88a9-4193-8143-50306e6f530b {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:26:03.764110 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e2c100fd-4dad-4e4c-af27-8fb87fa1cb4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-733584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-736372', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-628480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3164'] for router, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:03.788062 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0b2d2305-de1e-46f3-b55b-660539fc9695 tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724889'] for router, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:03.806036 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b2d2305-de1e-46f3-b55b-660539fc9695 tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Fanout notify agent at l3_agent the message router_deleted on router 21bde6ca-3e56-4955-ad97-799c28096593 {{(pid=84887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:26:03.830284 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e2c100fd-4dad-4e4c-af27-8fb87fa1cb4a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:03.889052 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0b2d2305-de1e-46f3-b55b-660539fc9695 tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Notify callbacks [] for router, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:03.896839 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 38260) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:26:03.898027 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-0b2d2305-de1e-46f3-b55b-660539fc9695 tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] 10.222.0.85 "DELETE /v2.0/routers/21bde6ca-3e56-4955-ad97-799c28096593 HTTP/1.1" status: 204 len: 168 time: 3.3646462 May 30 20:26:03.915509 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d0146f-7ceb-48dd-b4fa-d004cfa811be req-bd9337c8-1235-45be-bca8-a5559be2d934 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:03.915509 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d0146f-7ceb-48dd-b4fa-d004cfa811be req-bd9337c8-1235-45be-bca8-a5559be2d934 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:03.921600 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-09d0146f-7ceb-48dd-b4fa-d004cfa811be req-bd9337c8-1235-45be-bca8-a5559be2d934 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] 10.222.0.85 "GET /v2.0/ports?device_id=cd8fefb2-ee5c-4a11-96ae-a5e6bfa362e8 HTTP/1.1" status: 200 len: 1679 time: 0.6341984 May 30 20:26:03.956664 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d64bedb-2d8c-46ec-84e7-a20c24db951b req-ce864b46-b16d-4710-ac06-71f6b10c445d service neutron] Checking agent: {'id': 'f728d74e-a4ae-4384-860b-a5ade05dd8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:26:03.956948 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d64bedb-2d8c-46ec-84e7-a20c24db951b req-ce864b46-b16d-4710-ac06-71f6b10c445d service neutron] Checking segment: {'id': 'c4ccf4ae-1ad3-40ba-bf66-94b91dddd87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'febad610-88a9-4193-8143-50306e6f530b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:26:03.961366 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d64bedb-2d8c-46ec-84e7-a20c24db951b req-ce864b46-b16d-4710-ac06-71f6b10c445d service neutron] Bound using segment: {'id': 'c4ccf4ae-1ad3-40ba-bf66-94b91dddd87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'febad610-88a9-4193-8143-50306e6f530b'} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:26:03.965851 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-1d64bedb-2d8c-46ec-84e7-a20c24db951b req-ce864b46-b16d-4710-ac06-71f6b10c445d service neutron] Bound port: e413b29e-fe85-471d-88f4-3f3ab57a1664, host: n-h1-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4ccf4ae-1ad3-40ba-bf66-94b91dddd87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'febad610-88a9-4193-8143-50306e6f530b'}}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:26:03.966291 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-1d64bedb-2d8c-46ec-84e7-a20c24db951b req-ce864b46-b16d-4710-ac06-71f6b10c445d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:04.044585 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13001cd2-ebff-48e8-92e5-4eb14aee010e None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:04.073512 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-13001cd2-ebff-48e8-92e5-4eb14aee010e None None] Transition to ACTIVE for port object c7d9a469-c859-4703-8e5b-539550391eea will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:26:04.123795 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-13001cd2-ebff-48e8-92e5-4eb14aee010e None None] Transition to ACTIVE for port object c7d9a469-c859-4703-8e5b-539550391eea will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:26:04.212171 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13001cd2-ebff-48e8-92e5-4eb14aee010e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:04.237802 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-09d0146f-7ceb-48dd-b4fa-d004cfa811be req-27f8b58a-2a16-435b-a03d-ca9062370040 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] 10.222.0.85 "GET /v2.0/security-groups?id=6888f4c0-d3bb-4706-bfb3-8bed5a2d1c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3152933 May 30 20:26:04.287754 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-1d64bedb-2d8c-46ec-84e7-a20c24db951b req-ce864b46-b16d-4710-ac06-71f6b10c445d service neutron] For port e413b29e-fe85-471d-88f4-3f3ab57a1664, host n-h1-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:26:04.287754 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-1d64bedb-2d8c-46ec-84e7-a20c24db951b req-ce864b46-b16d-4710-ac06-71f6b10c445d service neutron] For port e413b29e-fe85-471d-88f4-3f3ab57a1664, host n-h1-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=e413b29e-fe85-471d-88f4-3f3ab57a1664,segment=NetworkSegment(c4ccf4ae-1ad3-40ba-bf66-94b91dddd87a),segment_id=c4ccf4ae-1ad3-40ba-bf66-94b91dddd87a)] {{(pid=84887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:26:04.398618 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-1d64bedb-2d8c-46ec-84e7-a20c24db951b req-ce864b46-b16d-4710-ac06-71f6b10c445d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:04.406816 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13001cd2-ebff-48e8-92e5-4eb14aee010e None None] Network 2ad0cf2e-8ff8-4add-9223-e815a60245ec is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:26:04.413014 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-13001cd2-ebff-48e8-92e5-4eb14aee010e None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:26:04.420390 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13001cd2-ebff-48e8-92e5-4eb14aee010e None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:26:04.425480 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13001cd2-ebff-48e8-92e5-4eb14aee010e None None] Pushing event updated for resources: {'Port': ['ID=c7d9a469-c859-4703-8e5b-539550391eea,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:04.494411 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fa49298-3625-4fe4-8877-00993f7ec576 tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Deleting subnet f69d7e2d-cc1e-49a3-ace7-f067fd5241bf {{(pid=84886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:26:04.498976 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6fa49298-3625-4fe4-8877-00993f7ec576 tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Notify callbacks [] for subnet, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:04.540511 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-1d64bedb-2d8c-46ec-84e7-a20c24db951b req-ce864b46-b16d-4710-ac06-71f6b10c445d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:04.549064 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1d64bedb-2d8c-46ec-84e7-a20c24db951b req-ce864b46-b16d-4710-ac06-71f6b10c445d service neutron] 10.222.0.71 "PUT /v2.0/ports/e413b29e-fe85-471d-88f4-3f3ab57a1664 HTTP/1.1" status: 200 len: 1092 time: 4.9064672 May 30 20:26:04.556955 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd8fefb2-ee5c-4a11-96ae-a5e6bfa362e8', 'tag': 'e413b29e-fe85-471d-88f4-3f3ab57a1664'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:26:04.571360 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6fa49298-3625-4fe4-8877-00993f7ec576 tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2655517'] for subnet, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:04.595076 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce864b46-b16d-4710-ac06-71f6b10c445d service neutron] Pushing event updated for resources: {'Port': ['ID=e413b29e-fe85-471d-88f4-3f3ab57a1664,revision_number=3']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:04.693002 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6fa49298-3625-4fe4-8877-00993f7ec576 tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:04.745899 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-13001cd2-ebff-48e8-92e5-4eb14aee010e None None] Attempting to bind port c7d9a469-c859-4703-8e5b-539550391eea on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:26:04.750254 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-13001cd2-ebff-48e8-92e5-4eb14aee010e None None] Attempting to bind port c7d9a469-c859-4703-8e5b-539550391eea by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': 'b78e2ba6-ffa9-4506-8832-06fa459f4605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '2ad0cf2e-8ff8-4add-9223-e815a60245ec'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:26:04.753837 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13001cd2-ebff-48e8-92e5-4eb14aee010e None None] Attempting to bind port c7d9a469-c859-4703-8e5b-539550391eea on network 2ad0cf2e-8ff8-4add-9223-e815a60245ec {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:26:04.772732 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3937e510-ce33-48d9-b8e4-688b06a2ba20'] response: {'name': 'network-changed', 'server_uuid': 'cd8fefb2-ee5c-4a11-96ae-a5e6bfa362e8', 'tag': 'e413b29e-fe85-471d-88f4-3f3ab57a1664', 'status': 'completed', 'code': 200} May 30 20:26:04.775500 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13001cd2-ebff-48e8-92e5-4eb14aee010e None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:26:04.775875 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13001cd2-ebff-48e8-92e5-4eb14aee010e None None] Checking segment: {'id': 'b78e2ba6-ffa9-4506-8832-06fa459f4605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '2ad0cf2e-8ff8-4add-9223-e815a60245ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:26:04.776279 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13001cd2-ebff-48e8-92e5-4eb14aee010e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:04.776664 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13001cd2-ebff-48e8-92e5-4eb14aee010e None None] Bound using segment: {'id': 'b78e2ba6-ffa9-4506-8832-06fa459f4605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '2ad0cf2e-8ff8-4add-9223-e815a60245ec'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:26:04.781851 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-13001cd2-ebff-48e8-92e5-4eb14aee010e None None] Bound port: c7d9a469-c859-4703-8e5b-539550391eea, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b78e2ba6-ffa9-4506-8832-06fa459f4605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '2ad0cf2e-8ff8-4add-9223-e815a60245ec'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:26:04.782283 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13001cd2-ebff-48e8-92e5-4eb14aee010e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:04.887737 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1d64bedb-2d8c-46ec-84e7-a20c24db951b req-09c15edb-ad49-4748-848a-c691d518a40e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1070080f3a9f4c1fbf81b28e418fbebd&device_id=cd8fefb2-ee5c-4a11-96ae-a5e6bfa362e8 HTTP/1.1" status: 200 len: 1981 time: 0.2061756 May 30 20:26:04.969183 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6fa49298-3625-4fe4-8877-00993f7ec576 tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4127075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2778536'] for subnet, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:04.974468 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e2c100fd-4dad-4e4c-af27-8fb87fa1cb4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-736390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:05.064221 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1d64bedb-2d8c-46ec-84e7-a20c24db951b req-941c1b04-4bd3-4483-a379-a751f5ad4a4c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.186&port_id=6e5f82b2-6bec-41a5-b057-0e4bd55d2c7d HTTP/1.1" status: 200 len: 217 time: 0.1696496 May 30 20:26:05.084011 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-13001cd2-ebff-48e8-92e5-4eb14aee010e None None] For port c7d9a469-c859-4703-8e5b-539550391eea, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:26:05.088124 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-13001cd2-ebff-48e8-92e5-4eb14aee010e None None] For port c7d9a469-c859-4703-8e5b-539550391eea, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=c7d9a469-c859-4703-8e5b-539550391eea,segment=NetworkSegment(b78e2ba6-ffa9-4506-8832-06fa459f4605),segment_id=b78e2ba6-ffa9-4506-8832-06fa459f4605)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:26:05.103212 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa49298-3625-4fe4-8877-00993f7ec576 tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Pushing event deleted for resources: {'Subnet': ['ID=f69d7e2d-cc1e-49a3-ace7-f067fd5241bf,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:05.129524 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6fa49298-3625-4fe4-8877-00993f7ec576 tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:05.139723 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54470a57-8fb0-4b51-8e53-9d0e5cdab9f7 None None] Network e3c0112f-b61d-4b0d-bb3a-6f9ef5bff11d requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:26:05.141788 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-6fa49298-3625-4fe4-8877-00993f7ec576 tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] 10.222.0.85 "DELETE /v2.0/subnets/f69d7e2d-cc1e-49a3-ace7-f067fd5241bf HTTP/1.1" status: 204 len: 168 time: 1.2430880 May 30 20:26:05.145948 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 38282) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:26:05.198408 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13001cd2-ebff-48e8-92e5-4eb14aee010e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:05.220761 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d64bedb-2d8c-46ec-84e7-a20c24db951b req-448cfce4-7e48-4b6c-b3d9-b79eb09dec7a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:05.222606 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1d64bedb-2d8c-46ec-84e7-a20c24db951b req-448cfce4-7e48-4b6c-b3d9-b79eb09dec7a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=62f81ed3-6a32-47f1-ac54-b955b0156ce8 HTTP/1.1" status: 200 len: 801 time: 0.1520834 May 30 20:26:05.382789 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1d64bedb-2d8c-46ec-84e7-a20c24db951b req-a0715faf-3e82-4647-b3b3-f351c5254fc7 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=5f7140ab-94a8-4235-8ad9-c113d437c26f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1540182 May 30 20:26:05.427985 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88407e2-8691-4fbe-af0c-a87f5c5b69c3 req-1a8556d4-c134-49ad-8385-a26e3ba8e51d tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:05.442146 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c88407e2-8691-4fbe-af0c-a87f5c5b69c3 req-1a8556d4-c134-49ad-8385-a26e3ba8e51d tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=7aad7ab8-22c4-47e2-abf2-9cc744ce8553 HTTP/1.1" status: 200 len: 946 time: 0.5969470 May 30 20:26:05.561348 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13001cd2-ebff-48e8-92e5-4eb14aee010e None None] Pushing event updated for resources: {'Port': ['ID=c7d9a469-c859-4703-8e5b-539550391eea,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:05.587021 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a1b7a65c-7b3e-4f6d-aede-b23a2dea98bc tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:05.635632 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-a1b7a65c-7b3e-4f6d-aede-b23a2dea98bc tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Deleting port a29717ea-bfc6-4947-8798-e5d2c87b7094 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:26:05.636178 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a1b7a65c-7b3e-4f6d-aede-b23a2dea98bc tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:05.701305 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1d64bedb-2d8c-46ec-84e7-a20c24db951b req-9697f6b5-d75c-4a65-a843-f1861200d91b service neutron] 10.222.0.71 "GET /v2.0/networks/5f7140ab-94a8-4235-8ad9-c113d437c26f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3101537 May 30 20:26:05.795732 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c88407e2-8691-4fbe-af0c-a87f5c5b69c3 req-29d1915d-01d3-4b3a-9a94-2b972f742513 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ae76294-3e84-4fcb-be2a-17611205a838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3519285 May 30 20:26:06.071860 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1d64bedb-2d8c-46ec-84e7-a20c24db951b req-9a079d6a-e6d3-462e-9586-94460627d467 service neutron] 10.222.0.71 "GET /v2.0/networks/5f7140ab-94a8-4235-8ad9-c113d437c26f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3589923 May 30 20:26:06.074564 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da665eff-758a-4259-831f-e50a9d0d6453 None None] DHCP port deletion for e3c0112f-b61d-4b0d-bb3a-6f9ef5bff11d request from n-d-843948-2 {{(pid=84888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:26:06.079955 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-da665eff-758a-4259-831f-e50a9d0d6453 None None] Deleting port a29717ea-bfc6-4947-8798-e5d2c87b7094 {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:26:06.080458 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-da665eff-758a-4259-831f-e50a9d0d6453 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:06.310624 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1d64bedb-2d8c-46ec-84e7-a20c24db951b req-0cdeb1be-c895-4bba-b907-c9b77cb62312 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.126&port_id=e413b29e-fe85-471d-88f4-3f3ab57a1664 HTTP/1.1" status: 200 len: 217 time: 0.2283244 May 30 20:26:06.456737 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [None req-a1b7a65c-7b3e-4f6d-aede-b23a2dea98bc tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] For port a29717ea-bfc6-4947-8798-e5d2c87b7094, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=a29717ea-bfc6-4947-8798-e5d2c87b7094,segment=NetworkSegment(1c76d811-a303-442a-8a87-831b9ed3d02f),segment_id=1c76d811-a303-442a-8a87-831b9ed3d02f)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:26:06.457119 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a1b7a65c-7b3e-4f6d-aede-b23a2dea98bc tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:06.536157 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d64bedb-2d8c-46ec-84e7-a20c24db951b req-3dc968cd-b4eb-45fd-bd96-2f533f886ad7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:06.542060 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1d64bedb-2d8c-46ec-84e7-a20c24db951b req-3dc968cd-b4eb-45fd-bd96-2f533f886ad7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a0a1ea8d-d358-42ab-9022-a0204b5e1a50 HTTP/1.1" status: 200 len: 801 time: 0.2161005 May 30 20:26:06.716399 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-da665eff-758a-4259-831f-e50a9d0d6453 None None] For port a29717ea-bfc6-4947-8798-e5d2c87b7094, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=a29717ea-bfc6-4947-8798-e5d2c87b7094,segment=NetworkSegment(1c76d811-a303-442a-8a87-831b9ed3d02f),segment_id=1c76d811-a303-442a-8a87-831b9ed3d02f)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:26:06.717050 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-da665eff-758a-4259-831f-e50a9d0d6453 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:06.938335 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54bd172-6f24-4d10-ac50-da703295cc53 req-59b312f9-1d1b-462a-87a3-dd4eb05a812b tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:06.939097 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-f54bd172-6f24-4d10-ac50-da703295cc53 req-59b312f9-1d1b-462a-87a3-dd4eb05a812b tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Synchronizing usage tracker for tenant:88e042593d914709b0b6e8865f4bc68d on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:26:06.953267 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1d64bedb-2d8c-46ec-84e7-a20c24db951b req-a5952a72-e8f8-43eb-bf99-0e323104a5a0 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=febad610-88a9-4193-8143-50306e6f530b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4038000 May 30 20:26:06.968316 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-da665eff-758a-4259-831f-e50a9d0d6453 None None] Calling delete_port for a29717ea-bfc6-4947-8798-e5d2c87b7094 owned by network:dhcp {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:26:07.065229 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e2c100fd-4dad-4e4c-af27-8fb87fa1cb4a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:07.083111 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-f54bd172-6f24-4d10-ac50-da703295cc53 req-59b312f9-1d1b-462a-87a3-dd4eb05a812b tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Unset dirty status for tenant:88e042593d914709b0b6e8865f4bc68d on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:26:07.099280 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f54bd172-6f24-4d10-ac50-da703295cc53 req-59b312f9-1d1b-462a-87a3-dd4eb05a812b tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/ports?device_id=9158fc3c-573c-4c1d-bf9a-0db62e0b50ac HTTP/1.1" status: 200 len: 945 time: 0.3910377 May 30 20:26:07.126345 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-a1b7a65c-7b3e-4f6d-aede-b23a2dea98bc tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Calling delete_port for a29717ea-bfc6-4947-8798-e5d2c87b7094 owned by network:dhcp {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:26:07.183284 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e2c100fd-4dad-4e4c-af27-8fb87fa1cb4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:07.217398 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f54bd172-6f24-4d10-ac50-da703295cc53 req-11cf7472-0062-42cd-901b-f6ac2d9d022b tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/security-groups?id=1ad64e5c-169d-40fe-b7f5-961f736d123b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171262 May 30 20:26:07.235141 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1d64bedb-2d8c-46ec-84e7-a20c24db951b req-a16e0bfa-e3f4-4fd6-8e46-893ef2dba9bc service neutron] 10.222.0.71 "GET /v2.0/networks/febad610-88a9-4193-8143-50306e6f530b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2734566 May 30 20:26:07.326702 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7963388-847e-4b4e-ab4c-f5f50b7de9d7 req-cf6c5e44-6ac5-4a80-a3e1-d967bd69ff00 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:07.330864 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7963388-847e-4b4e-ab4c-f5f50b7de9d7 req-cf6c5e44-6ac5-4a80-a3e1-d967bd69ff00 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:07.332514 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b7963388-847e-4b4e-ab4c-f5f50b7de9d7 req-cf6c5e44-6ac5-4a80-a3e1-d967bd69ff00 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] 10.222.0.85 "GET /v2.0/ports?device_id=cd8fefb2-ee5c-4a11-96ae-a5e6bfa362e8 HTTP/1.1" status: 200 len: 1679 time: 1.1692109 May 30 20:26:07.345374 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-da665eff-758a-4259-831f-e50a9d0d6453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468'] for port, after_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:07.525655 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da665eff-758a-4259-831f-e50a9d0d6453 None None] Pushing event deleted for resources: {'Port': ['ID=a29717ea-bfc6-4947-8798-e5d2c87b7094,revision_number=None']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:07.545958 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da665eff-758a-4259-831f-e50a9d0d6453 None None] No DVR routers for this DVR port a29717ea-bfc6-4947-8798-e5d2c87b7094 on host n-d-843948-2 {{(pid=84888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:26:07.609101 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device c7d9a469-c859-4703-8e5b-539550391eea up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:26:07.629330 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b7963388-847e-4b4e-ab4c-f5f50b7de9d7 req-e4392fa3-5562-45b9-a441-bafc91c68f39 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] 10.222.0.85 "GET /v2.0/security-groups?id=6888f4c0-d3bb-4706-bfb3-8bed5a2d1c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052262 May 30 20:26:07.659031 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-e2c100fd-4dad-4e4c-af27-8fb87fa1cb4a admin admin] Allocated IP 172.25.8.222 (c7869750-4b49-4b7e-aa99-5e0f1ae02da4/427601ec-f643-4fe7-b5e6-17305d3a39e1/d2a91667-75b0-431e-896b-19336f0f79d9) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:26:07.671854 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.db.api [None req-a1b7a65c-7b3e-4f6d-aede-b23a2dea98bc tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:26:07.672192 n-d-843948-2 neutron-server[84886]: DEBUG oslo_db.api [None req-a1b7a65c-7b3e-4f6d-aede-b23a2dea98bc tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:26:07.789324 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4136e8e-8b33-418b-98c9-f2fdfeac8b5a None None] Network 2ad0cf2e-8ff8-4add-9223-e815a60245ec requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:26:07.906408 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e2c100fd-4dad-4e4c-af27-8fb87fa1cb4a admin admin] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:07.939156 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee964136-be8e-4472-9d6f-f799392ef35f req-5c914ff7-48a5-430e-989d-e4a8380abfcb tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:07.944243 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port c7d9a469-c859-4703-8e5b-539550391eea completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:26:07.946172 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ee964136-be8e-4472-9d6f-f799392ef35f req-5c914ff7-48a5-430e-989d-e4a8380abfcb tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=7aad7ab8-22c4-47e2-abf2-9cc744ce8553 HTTP/1.1" status: 200 len: 946 time: 0.2665627 May 30 20:26:07.948596 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1d64bedb-2d8c-46ec-84e7-a20c24db951b req-23bd0698-0cbf-483d-bc83-71a12cb85f97 service neutron] 10.222.0.71 "GET /v2.0/networks/febad610-88a9-4193-8143-50306e6f530b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6964300 May 30 20:26:08.027822 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ee964136-be8e-4472-9d6f-f799392ef35f req-6df89635-5ee9-49aa-88c6-358f893d543e tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ae76294-3e84-4fcb-be2a-17611205a838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778494 May 30 20:26:08.168922 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e2c100fd-4dad-4e4c-af27-8fb87fa1cb4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:08.188622 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device a29717ea-bfc6-4947-8798-e5d2c87b7094 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:26:08.284204 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-a1b7a65c-7b3e-4f6d-aede-b23a2dea98bc tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Deleting port a29717ea-bfc6-4947-8798-e5d2c87b7094 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:26:08.285574 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a1b7a65c-7b3e-4f6d-aede-b23a2dea98bc tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:08.376665 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-33499f58-25e5-4f8f-93de-ba3314fead1c None None] Provisioning for port c7d9a469-c859-4703-8e5b-539550391eea completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:26:08.446422 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-33499f58-25e5-4f8f-93de-ba3314fead1c None None] Provisioning complete for port c7d9a469-c859-4703-8e5b-539550391eea triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:26:08.450367 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-33499f58-25e5-4f8f-93de-ba3314fead1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:08.521480 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: a29717ea-bfc6-4947-8798-e5d2c87b7094 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:26:08.522816 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device a29717ea-bfc6-4947-8798-e5d2c87b7094 not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:26:08.563904 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3334d512-428b-46ea-ae1e-4c1eee6aa1ee req-48e4f2b5-0ff1-4213-b950-0b38988130c3 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1070080f3a9f4c1fbf81b28e418fbebd&device_id=cd8fefb2-ee5c-4a11-96ae-a5e6bfa362e8 HTTP/1.1" status: 200 len: 1981 time: 0.3112409 May 30 20:26:08.757668 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c100fd-4dad-4e4c-af27-8fb87fa1cb4a admin admin] Network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:26:08.760558 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c100fd-4dad-4e4c-af27-8fb87fa1cb4a admin admin] Pushing event updated for resources: {'Port': ['ID=d2a91667-75b0-431e-896b-19336f0f79d9,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:08.783759 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-a1b7a65c-7b3e-4f6d-aede-b23a2dea98bc tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] The port 'a29717ea-bfc6-4947-8798-e5d2c87b7094' was deleted {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 20:26:08.796774 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-e2c100fd-4dad-4e4c-af27-8fb87fa1cb4a admin admin] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:26:08.889376 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c100fd-4dad-4e4c-af27-8fb87fa1cb4a admin admin] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:26:08.925181 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-33499f58-25e5-4f8f-93de-ba3314fead1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:08.927078 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 38330) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:26:08.971025 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3334d512-428b-46ea-ae1e-4c1eee6aa1ee req-883cb9ae-71f5-4a88-aee6-aecba01ceb97 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:08.972842 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3334d512-428b-46ea-ae1e-4c1eee6aa1ee req-883cb9ae-71f5-4a88-aee6-aecba01ceb97 service neutron] 10.222.0.71 "GET /v2.0/networks?id=febad610-88a9-4193-8143-50306e6f530b HTTP/1.1" status: 200 len: 902 time: 0.4016426 May 30 20:26:08.992422 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-33499f58-25e5-4f8f-93de-ba3314fead1c None None] For port c7d9a469-c859-4703-8e5b-539550391eea, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=c7d9a469-c859-4703-8e5b-539550391eea,segment=NetworkSegment(b78e2ba6-ffa9-4506-8832-06fa459f4605),segment_id=b78e2ba6-ffa9-4506-8832-06fa459f4605)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:26:09.071591 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-33499f58-25e5-4f8f-93de-ba3314fead1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:09.264138 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a1b7a65c-7b3e-4f6d-aede-b23a2dea98bc tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:09.287930 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3334d512-428b-46ea-ae1e-4c1eee6aa1ee req-6ca1fc74-5c54-4e49-b687-45a26b61823d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.126&port_id=e413b29e-fe85-471d-88f4-3f3ab57a1664 HTTP/1.1" status: 200 len: 217 time: 0.3076100 May 30 20:26:09.295568 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-07010060-aada-4e21-aa76-2bda8988bc5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:09.307774 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device e413b29e-fe85-471d-88f4-3f3ab57a1664 details requested by agent hyperv_n-h1-843948-2 with host n-h1-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:26:09.333899 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-a1b7a65c-7b3e-4f6d-aede-b23a2dea98bc tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3c0112f-b61d-4b0d-bb3a-6f9ef5bff11d']}} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:26:09.358102 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-a1b7a65c-7b3e-4f6d-aede-b23a2dea98bc tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c76d811-a303-442a-8a87-831b9ed3d02f') {'for_net_delete': True} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:26:09.358558 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-a1b7a65c-7b3e-4f6d-aede-b23a2dea98bc tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c76d811-a303-442a-8a87-831b9ed3d02f') {} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:26:09.376788 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a1b7a65c-7b3e-4f6d-aede-b23a2dea98bc tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2660590'] for segment, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:09.400090 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a1b7a65c-7b3e-4f6d-aede-b23a2dea98bc tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:09.409287 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1b7a65c-7b3e-4f6d-aede-b23a2dea98bc tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Releasing vlan 661 on physical network physnet1 to pool {{(pid=84886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:26:09.409872 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a1b7a65c-7b3e-4f6d-aede-b23a2dea98bc tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4126989'] for segment, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:09.447745 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.db.resource_extend [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:26:09.547531 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3334d512-428b-46ea-ae1e-4c1eee6aa1ee req-36e3eb06-8eac-41e2-8f89-324e5d4aeac7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:09.549385 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3334d512-428b-46ea-ae1e-4c1eee6aa1ee req-36e3eb06-8eac-41e2-8f89-324e5d4aeac7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a0a1ea8d-d358-42ab-9022-a0204b5e1a50 HTTP/1.1" status: 200 len: 801 time: 0.1731510 May 30 20:26:09.584405 n-d-843948-2 neutron-server[84886]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:26:09.584405 n-d-843948-2 neutron-server[84886]: util.warn( May 30 20:26:09.584405 n-d-843948-2 neutron-server[84886]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:26:09.584405 n-d-843948-2 neutron-server[84886]: util.warn( May 30 20:26:09.584405 n-d-843948-2 neutron-server[84886]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:26:09.584405 n-d-843948-2 neutron-server[84886]: util.warn( May 30 20:26:09.584405 n-d-843948-2 neutron-server[84886]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:26:09.584405 n-d-843948-2 neutron-server[84886]: util.warn( May 30 20:26:09.584405 n-d-843948-2 neutron-server[84886]: Traceback (most recent call last): May 30 20:26:09.584405 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:26:09.584405 n-d-843948-2 neutron-server[84886]: timer() May 30 20:26:09.584405 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:26:09.584405 n-d-843948-2 neutron-server[84886]: cb(*args, **kw) May 30 20:26:09.584405 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:26:09.584405 n-d-843948-2 neutron-server[84886]: return func(*args, **kwargs) May 30 20:26:09.584405 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:26:09.584405 n-d-843948-2 neutron-server[84886]: self._notify() May 30 20:26:09.584405 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:26:09.584405 n-d-843948-2 neutron-server[84886]: self.callback(batched_events) May 30 20:26:09.584405 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:26:09.584405 n-d-843948-2 neutron-server[84886]: event.method(event) May 30 20:26:09.584405 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:26:09.584405 n-d-843948-2 neutron-server[84886]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:26:09.584405 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:26:09.584405 n-d-843948-2 neutron-server[84886]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:26:09.584405 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:26:09.584405 n-d-843948-2 neutron-server[84886]: return f(self, *a, **k) May 30 20:26:09.584405 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:26:09.584405 n-d-843948-2 neutron-server[84886]: return self._get(url).json() May 30 20:26:09.584405 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:26:09.584405 n-d-843948-2 neutron-server[84886]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:26:09.584405 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:26:09.584405 n-d-843948-2 neutron-server[84886]: return self.request(url, 'GET', **kwargs) May 30 20:26:09.584405 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:26:09.584405 n-d-843948-2 neutron-server[84886]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:26:09.584405 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:26:09.584405 n-d-843948-2 neutron-server[84886]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:26:09.584405 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:26:09.584405 n-d-843948-2 neutron-server[84886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:26:09.584405 n-d-843948-2 neutron-server[84886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:26:09.620363 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33499f58-25e5-4f8f-93de-ba3314fead1c None None] Pushing event updated for resources: {'Port': ['ID=c7d9a469-c859-4703-8e5b-539550391eea,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:09.701924 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a1b7a65c-7b3e-4f6d-aede-b23a2dea98bc tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:09.746595 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-07010060-aada-4e21-aa76-2bda8988bc5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:26:09.756735 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2b1e3f-773f-4640-99a1-8f0fa2d7c764 req-1103de31-6264-42e9-ab95-a4fdadb5bb21 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:09.760213 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-07010060-aada-4e21-aa76-2bda8988bc5b admin admin] Usage tracker for resource:security_group_rule and tenant:a1a938093e194e5d85395ae3e4ef44e2 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:26:09.771247 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3d2b1e3f-773f-4640-99a1-8f0fa2d7c764 req-1103de31-6264-42e9-ab95-a4fdadb5bb21 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/ports?device_id=9158fc3c-573c-4c1d-bf9a-0db62e0b50ac HTTP/1.1" status: 200 len: 945 time: 1.1501527 May 30 20:26:09.772959 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-07010060-aada-4e21-aa76-2bda8988bc5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:26:09.797685 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-07010060-aada-4e21-aa76-2bda8988bc5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:26:09.798006 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port e413b29e-fe85-471d-88f4-3f3ab57a1664, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=e413b29e-fe85-471d-88f4-3f3ab57a1664,segment=NetworkSegment(c4ccf4ae-1ad3-40ba-bf66-94b91dddd87a),segment_id=c4ccf4ae-1ad3-40ba-bf66-94b91dddd87a)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:26:09.804041 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a1b7a65c-7b3e-4f6d-aede-b23a2dea98bc tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:09.808123 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b7a65c-7b3e-4f6d-aede-b23a2dea98bc tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] Pushing event deleted for resources: {'Network': ['ID=e3c0112f-b61d-4b0d-bb3a-6f9ef5bff11d,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:09.831991 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-d0e8d94e-edf8-416c-8ff1-d0edbf369cf9 None None] Provisioning complete for port c7d9a469-c859-4703-8e5b-539550391eea triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:26:09.832482 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-d0e8d94e-edf8-416c-8ff1-d0edbf369cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:09.851269 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c4e9f3-d5b0-442b-947a-30487f57e25a req-8d194738-673f-4129-af97-60678a07c67b tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:09.863767 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c4e9f3-d5b0-442b-947a-30487f57e25a req-8d194738-673f-4129-af97-60678a07c67b tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:09.876107 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-16c4e9f3-d5b0-442b-947a-30487f57e25a req-8d194738-673f-4129-af97-60678a07c67b tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] 10.222.0.85 "GET /v2.0/ports?device_id=cd8fefb2-ee5c-4a11-96ae-a5e6bfa362e8 HTTP/1.1" status: 200 len: 1679 time: 0.7754679 May 30 20:26:09.885126 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3334d512-428b-46ea-ae1e-4c1eee6aa1ee req-1aedd164-f8bc-473f-9eac-8922ee50387b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=febad610-88a9-4193-8143-50306e6f530b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3291688 May 30 20:26:09.897450 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55870ddf-4451-4aae-8ddc-7da74d2a1c0f req-eeb21a84-af42-4e8c-94b3-07351cf02dc7 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:09.900796 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-55870ddf-4451-4aae-8ddc-7da74d2a1c0f req-eeb21a84-af42-4e8c-94b3-07351cf02dc7 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.71 "GET /v2.0/ports?device_id=9158fc3c-573c-4c1d-bf9a-0db62e0b50ac HTTP/1.1" status: 200 len: 945 time: 1.3222954 May 30 20:26:09.930027 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Returning: {'device': 'e413b29e-fe85-471d-88f4-3f3ab57a1664', 'network_id': 'febad610-88a9-4193-8143-50306e6f530b', 'port_id': 'e413b29e-fe85-471d-88f4-3f3ab57a1664', 'mac_address': 'fa:16:3e:45:8e:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0a1ea8d-d358-42ab-9022-a0204b5e1a50', 'ip_address': '19.86.0.126'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:26:09.956819 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-a1b7a65c-7b3e-4f6d-aede-b23a2dea98bc tempest-FloatingIPNegativeTestJSON-196528360 tempest-FloatingIPNegativeTestJSON-196528360-project] 10.222.0.85 "DELETE /v2.0/networks/e3c0112f-b61d-4b0d-bb3a-6f9ef5bff11d HTTP/1.1" status: 204 len: 168 time: 4.8087983 May 30 20:26:09.973128 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3d2b1e3f-773f-4640-99a1-8f0fa2d7c764 req-de70180d-39e2-437a-8528-5a0b6ab20950 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/security-groups?id=1ad64e5c-169d-40fe-b7f5-961f736d123b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001915 May 30 20:26:10.019623 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:10.102177 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [req-55870ddf-4451-4aae-8ddc-7da74d2a1c0f req-4b045b7f-086a-40a4-b492-b0cbec9d2095 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Deleting port 91ff9597-ebc7-4fc4-b243-1a0126aef45d {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:26:10.103397 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-55870ddf-4451-4aae-8ddc-7da74d2a1c0f req-4b045b7f-086a-40a4-b492-b0cbec9d2095 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:10.125292 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e413b29e-fe85-471d-88f4-3f3ab57a1664 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:26:10.149171 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port e413b29e-fe85-471d-88f4-3f3ab57a1664, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=e413b29e-fe85-471d-88f4-3f3ab57a1664,segment=NetworkSegment(c4ccf4ae-1ad3-40ba-bf66-94b91dddd87a),segment_id=c4ccf4ae-1ad3-40ba-bf66-94b91dddd87a)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:26:10.215524 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3334d512-428b-46ea-ae1e-4c1eee6aa1ee req-97f5c543-50e9-489b-9660-3784a2c9c187 service neutron] 10.222.0.71 "GET /v2.0/networks/febad610-88a9-4193-8143-50306e6f530b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3218489 May 30 20:26:10.231646 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:10.235330 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 6e5f82b2-6bec-41a5-b057-0e4bd55d2c7d details requested by agent hyperv_n-h1-843948-2 with host n-h1-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:26:10.354519 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-16c4e9f3-d5b0-442b-947a-30487f57e25a req-44a4cf2e-40a9-446e-b28b-8d5407185f09 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] 10.222.0.85 "GET /v2.0/security-groups?id=6888f4c0-d3bb-4706-bfb3-8bed5a2d1c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4678738 May 30 20:26:10.465245 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-07010060-aada-4e21-aa76-2bda8988bc5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:10.506672 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3334d512-428b-46ea-ae1e-4c1eee6aa1ee req-bdd2584a-543f-497c-a646-2383fa23e736 service neutron] 10.222.0.71 "GET /v2.0/networks/febad610-88a9-4193-8143-50306e6f530b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2797606 May 30 20:26:10.519985 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.db.resource_extend [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:26:10.541825 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-07010060-aada-4e21-aa76-2bda8988bc5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:10.595427 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-07010060-aada-4e21-aa76-2bda8988bc5b admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=a1a938093e194e5d85395ae3e4ef44e2&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6677341 May 30 20:26:10.598404 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 38342) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:26:10.652886 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07010060-aada-4e21-aa76-2bda8988bc5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14036101-90d2-40f6-bd6e-9cecf9c9fbfe,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:10.728080 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-36998d18-0dbf-4a4a-bd5a-85352bedb4c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:10.767447 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-36998d18-0dbf-4a4a-bd5a-85352bedb4c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:10.781808 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 6e5f82b2-6bec-41a5-b057-0e4bd55d2c7d, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=6e5f82b2-6bec-41a5-b057-0e4bd55d2c7d,segment=NetworkSegment(68a9c637-0251-4dc6-b785-31909da53566),segment_id=68a9c637-0251-4dc6-b785-31909da53566)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:26:10.813517 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=e413b29e-fe85-471d-88f4-3f3ab57a1664,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:10.857870 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Returning: {'device': '6e5f82b2-6bec-41a5-b057-0e4bd55d2c7d', 'network_id': '5f7140ab-94a8-4235-8ad9-c113d437c26f', 'port_id': '6e5f82b2-6bec-41a5-b057-0e4bd55d2c7d', 'mac_address': 'fa:16:3e:29:5a:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62f81ed3-6a32-47f1-ac54-b955b0156ce8', 'ip_address': '19.80.0.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:26:10.939254 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-36998d18-0dbf-4a4a-bd5a-85352bedb4c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:10.967850 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36998d18-0dbf-4a4a-bd5a-85352bedb4c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14036101-90d2-40f6-bd6e-9cecf9c9fbfe,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:10.992059 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-36998d18-0dbf-4a4a-bd5a-85352bedb4c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:11.001183 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-36998d18-0dbf-4a4a-bd5a-85352bedb4c3 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/14036101-90d2-40f6-bd6e-9cecf9c9fbfe HTTP/1.1" status: 204 len: 168 time: 0.4012828 May 30 20:26:11.045371 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:11.076388 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 38350) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:26:11.082393 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e5f82b2-6bec-41a5-b057-0e4bd55d2c7d {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:26:11.135740 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 6e5f82b2-6bec-41a5-b057-0e4bd55d2c7d, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=6e5f82b2-6bec-41a5-b057-0e4bd55d2c7d,segment=NetworkSegment(68a9c637-0251-4dc6-b785-31909da53566),segment_id=68a9c637-0251-4dc6-b785-31909da53566)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:26:11.191501 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-55870ddf-4451-4aae-8ddc-7da74d2a1c0f req-4b045b7f-086a-40a4-b492-b0cbec9d2095 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] For port 91ff9597-ebc7-4fc4-b243-1a0126aef45d, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=91ff9597-ebc7-4fc4-b243-1a0126aef45d,segment=NetworkSegment(8369aa1b-ac46-424a-9c92-34020eb636de),segment_id=8369aa1b-ac46-424a-9c92-34020eb636de)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:26:11.192131 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-55870ddf-4451-4aae-8ddc-7da74d2a1c0f req-4b045b7f-086a-40a4-b492-b0cbec9d2095 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:11.202246 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:11.216085 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699a4690-cb09-4806-be88-58c145e915d3 req-58842447-040d-4fa8-ae3a-d661243e4e17 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:11.236028 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-699a4690-cb09-4806-be88-58c145e915d3 req-58842447-040d-4fa8-ae3a-d661243e4e17 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=7aad7ab8-22c4-47e2-abf2-9cc744ce8553 HTTP/1.1" status: 200 len: 946 time: 1.0217261 May 30 20:26:11.401559 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e2c100fd-4dad-4e4c-af27-8fb87fa1cb4a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:11.401852 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=6e5f82b2-6bec-41a5-b057-0e4bd55d2c7d,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:11.404962 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e2c100fd-4dad-4e4c-af27-8fb87fa1cb4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-736409'] for router, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:11.412823 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5220b72c-cd85-42c7-bc69-7691edcfef6b req-3c0b0ebe-655a-483e-9425-47615ceeb87b tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:11.419987 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5220b72c-cd85-42c7-bc69-7691edcfef6b req-3c0b0ebe-655a-483e-9425-47615ceeb87b tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/ports?device_id=9158fc3c-573c-4c1d-bf9a-0db62e0b50ac HTTP/1.1" status: 200 len: 945 time: 0.1610396 May 30 20:26:11.505268 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['e413b29e-fe85-471d-88f4-3f3ab57a1664'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:26:11.532943 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [req-55870ddf-4451-4aae-8ddc-7da74d2a1c0f req-4b045b7f-086a-40a4-b492-b0cbec9d2095 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Calling delete_port for 91ff9597-ebc7-4fc4-b243-1a0126aef45d owned by compute:nova {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:26:11.544813 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5220b72c-cd85-42c7-bc69-7691edcfef6b req-e46b5c50-a8ee-4027-817a-323b490cded5 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/security-groups?id=1ad64e5c-169d-40fe-b7f5-961f736d123b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215723 May 30 20:26:11.607810 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-699a4690-cb09-4806-be88-58c145e915d3 req-3904fae1-5fa8-4eb6-8252-85231a99ffef tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ae76294-3e84-4fcb-be2a-17611205a838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3706965 May 30 20:26:11.760163 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['6e5f82b2-6bec-41a5-b057-0e4bd55d2c7d'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:26:11.824288 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device c7d9a469-c859-4703-8e5b-539550391eea up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:26:12.039989 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-6a598c1f-a7b3-4159-bdc1-b56b6dc2b7dc admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=43af83a9fdbd4aef8417453b84a83800&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9625723 May 30 20:26:12.044694 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 38360) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:26:12.057842 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f0b231-ad7e-400e-894c-beb9072ae30b req-7294347a-584a-4a18-8d5a-b1b8ca936e0a tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:12.062253 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f0b231-ad7e-400e-894c-beb9072ae30b req-7294347a-584a-4a18-8d5a-b1b8ca936e0a tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:12.064085 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-79f0b231-ad7e-400e-894c-beb9072ae30b req-7294347a-584a-4a18-8d5a-b1b8ca936e0a tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] 10.222.0.85 "GET /v2.0/ports?device_id=cd8fefb2-ee5c-4a11-96ae-a5e6bfa362e8 HTTP/1.1" status: 200 len: 1681 time: 0.1696975 May 30 20:26:12.100503 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port c7d9a469-c859-4703-8e5b-539550391eea triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:26:12.101124 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:12.121149 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-79f0b231-ad7e-400e-894c-beb9072ae30b req-a4cea429-8150-422b-be19-f995d7b16b4b tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] 10.222.0.85 "GET /v2.0/security-groups?id=6888f4c0-d3bb-4706-bfb3-8bed5a2d1c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507486 May 30 20:26:12.131958 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-70be9912-5c59-4117-b062-166d77842b07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:12.181691 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-70be9912-5c59-4117-b062-166d77842b07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:12.230869 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-55870ddf-4451-4aae-8ddc-7da74d2a1c0f req-4b045b7f-086a-40a4-b492-b0cbec9d2095 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:12.233414 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2c100fd-4dad-4e4c-af27-8fb87fa1cb4a admin admin] Router d6837ec6-fa53-4479-bb23-7d6c2cb86fc9 is scheduled to L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 with binding_index 1 {{(pid=84886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 20:26:12.352043 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b045b7f-086a-40a4-b492-b0cbec9d2095 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Pushing event deleted for resources: {'Port': ['ID=91ff9597-ebc7-4fc4-b243-1a0126aef45d,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:12.546587 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-70be9912-5c59-4117-b062-166d77842b07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:12.569026 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 38368) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:26:12.614828 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [req-55870ddf-4451-4aae-8ddc-7da74d2a1c0f req-4b045b7f-086a-40a4-b492-b0cbec9d2095 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] No DVR routers for this DVR port 91ff9597-ebc7-4fc4-b243-1a0126aef45d on host n-h1-843948-2 {{(pid=84886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:26:12.632062 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-55870ddf-4451-4aae-8ddc-7da74d2a1c0f req-4b045b7f-086a-40a4-b492-b0cbec9d2095 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:12.636461 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9158fc3c-573c-4c1d-bf9a-0db62e0b50ac', 'name': 'network-vif-deleted', 'tag': '91ff9597-ebc7-4fc4-b243-1a0126aef45d'}] {{(pid=84886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:26:12.644648 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70be9912-5c59-4117-b062-166d77842b07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72a6cf73-a139-4c25-a811-f6c69377fd69,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:12.663261 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d3276d4f-9407-4e87-a5e7-c34e1ee49775 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:12.761220 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-d3276d4f-9407-4e87-a5e7-c34e1ee49775 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:26:12.776810 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-d3276d4f-9407-4e87-a5e7-c34e1ee49775 admin admin] Usage tracker for resource:security_group_rule and tenant:7193681de394408c9c100069e741443f is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:26:12.782655 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-d3276d4f-9407-4e87-a5e7-c34e1ee49775 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:26:12.788582 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-70be9912-5c59-4117-b062-166d77842b07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:12.789837 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-70be9912-5c59-4117-b062-166d77842b07 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/72a6cf73-a139-4c25-a811-f6c69377fd69 HTTP/1.1" status: 204 len: 168 time: 0.7442524 May 30 20:26:12.806688 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-d3276d4f-9407-4e87-a5e7-c34e1ee49775 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:26:12.814503 n-d-843948-2 neutron-server[84886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08a37fdf-9fcf-4dc6-8605-3bec453eec5c'] response: {'server_uuid': '9158fc3c-573c-4c1d-bf9a-0db62e0b50ac', 'name': 'network-vif-deleted', 'tag': '91ff9597-ebc7-4fc4-b243-1a0126aef45d', 'status': 'completed', 'code': 200} May 30 20:26:12.814503 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-55870ddf-4451-4aae-8ddc-7da74d2a1c0f req-4b045b7f-086a-40a4-b492-b0cbec9d2095 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.71 "DELETE /v2.0/ports/91ff9597-ebc7-4fc4-b243-1a0126aef45d HTTP/1.1" status: 204 len: 173 time: 2.9050355 May 30 20:26:13.051638 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d3276d4f-9407-4e87-a5e7-c34e1ee49775 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:13.108444 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-477b1e93-a8d7-414c-8d58-94ccb22bb17f req-6599affd-cb14-47a4-b675-57f268d7c8e7 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Synchronizing usage tracker for tenant:88e042593d914709b0b6e8865f4bc68d on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:26:13.115737 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2c100fd-4dad-4e4c-af27-8fb87fa1cb4a admin admin] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:26:13.129209 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9962b3df-f09d-434f-bc69-65de9733181e None None] Sync routers for ids ['d6837ec6-fa53-4479-bb23-7d6c2cb86fc9'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:26:13.150509 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9962b3df-f09d-434f-bc69-65de9733181e None None] Routers {'d6837ec6-fa53-4479-bb23-7d6c2cb86fc9'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:26:13.151322 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-9962b3df-f09d-434f-bc69-65de9733181e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:25:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['d6837ec6-fa53-4479-bb23-7d6c2cb86fc9'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:26:13.156825 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d3276d4f-9407-4e87-a5e7-c34e1ee49775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:13.260660 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3276d4f-9407-4e87-a5e7-c34e1ee49775 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00ca7443-81c3-4372-acd1-c8d7e0082119,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:13.281954 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e2c100fd-4dad-4e4c-af27-8fb87fa1cb4a admin admin] Notify callbacks [] for router, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:13.283511 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-e2c100fd-4dad-4e4c-af27-8fb87fa1cb4a admin admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 10.5328488 May 30 20:26:13.283709 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-d3276d4f-9407-4e87-a5e7-c34e1ee49775 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=7193681de394408c9c100069e741443f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7122531 May 30 20:26:13.288549 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 38382) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:26:13.300898 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device e413b29e-fe85-471d-88f4-3f3ab57a1664 up at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:26:13.310450 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 38386) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:26:13.467302 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-477b1e93-a8d7-414c-8d58-94ccb22bb17f req-6599affd-cb14-47a4-b675-57f268d7c8e7 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] Unset dirty status for tenant:88e042593d914709b0b6e8865f4bc68d on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:26:13.481262 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-477b1e93-a8d7-414c-8d58-94ccb22bb17f req-6599affd-cb14-47a4-b675-57f268d7c8e7 tempest-ServerRescueNegativeTestJSON-203326184 tempest-ServerRescueNegativeTestJSON-203326184-project] 10.222.0.85 "GET /v2.0/ports?device_id=9158fc3c-573c-4c1d-bf9a-0db62e0b50ac HTTP/1.1" status: 200 len: 210 time: 0.5167682 May 30 20:26:13.482417 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fd69d7-7f58-4b27-861c-c2d2a2c50dac req-f8b8ac3d-4d45-49f4-ba9b-79c1f23f8b3f tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:13.489499 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-31fd69d7-7f58-4b27-861c-c2d2a2c50dac req-f8b8ac3d-4d45-49f4-ba9b-79c1f23f8b3f tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=7aad7ab8-22c4-47e2-abf2-9cc744ce8553 HTTP/1.1" status: 200 len: 946 time: 0.3954930 May 30 20:26:13.685699 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-9962b3df-f09d-434f-bc69-65de9733181e None None] Set router d6837ec6-fa53-4479-bb23-7d6c2cb86fc9 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:26:13.692970 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-91d76932-4fa9-41bf-9eeb-de8c295b4efc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:13.815883 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-91d76932-4fa9-41bf-9eeb-de8c295b4efc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:13.886269 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-31fd69d7-7f58-4b27-861c-c2d2a2c50dac req-613dc0d7-889f-4752-812d-991e3af0fb53 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ae76294-3e84-4fcb-be2a-17611205a838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3800957 May 30 20:26:14.144913 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bf8f9a-67c8-4c48-ad88-cd710a20aab4 req-a181aa26-d2c6-437d-8220-a27422807b6e tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:14.149319 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bf8f9a-67c8-4c48-ad88-cd710a20aab4 req-a181aa26-d2c6-437d-8220-a27422807b6e tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:14.170322 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-67bf8f9a-67c8-4c48-ad88-cd710a20aab4 req-a181aa26-d2c6-437d-8220-a27422807b6e tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] 10.222.0.85 "GET /v2.0/ports?device_id=cd8fefb2-ee5c-4a11-96ae-a5e6bfa362e8 HTTP/1.1" status: 200 len: 1681 time: 0.3915341 May 30 20:26:14.300156 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-67bf8f9a-67c8-4c48-ad88-cd710a20aab4 req-64a2ce40-0df7-4514-9a31-2fdfbeb7f24b tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] 10.222.0.85 "GET /v2.0/security-groups?id=6888f4c0-d3bb-4706-bfb3-8bed5a2d1c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287863 May 30 20:26:14.314657 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-9962b3df-f09d-434f-bc69-65de9733181e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6837ec6-fa53-4479-bb23-7d6c2cb86fc9', 'name': 'tempest-AttachVolumeNegativeTest-193797882-router', 'tenant_id': '6a921a88c2104251b4f5cf697763e02b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': 'd2a91667-75b0-431e-896b-19336f0f79d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:26:03Z', 'updated_at': '2022-05-30T20:26:09Z', 'revision_number': 3, 'project_id': '6a921a88c2104251b4f5cf697763e02b', 'gw_port': {'id': 'd2a91667-75b0-431e-896b-19336f0f79d9', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:21:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6837ec6-fa53-4479-bb23-7d6c2cb86fc9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:26:07Z', 'updated_at': '2022-05-30T20:26:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:26:14.319947 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9962b3df-f09d-434f-bc69-65de9733181e None None] Checking router: d6837ec6-fa53-4479-bb23-7d6c2cb86fc9 for host: n-d-843948-2 {{(pid=84888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:26:14.320329 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9962b3df-f09d-434f-bc69-65de9733181e None None] Updating router d6837ec6-fa53-4479-bb23-7d6c2cb86fc9 port d2a91667-75b0-431e-896b-19336f0f79d9 binding host n-d-843948-2 {{(pid=84888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:26:14.403739 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-9962b3df-f09d-434f-bc69-65de9733181e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:14.430183 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning for port e413b29e-fe85-471d-88f4-3f3ab57a1664 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:26:14.447072 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning complete for port e413b29e-fe85-471d-88f4-3f3ab57a1664 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:26:14.447456 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:14.508278 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-91d76932-4fa9-41bf-9eeb-de8c295b4efc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:14.562905 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d76932-4fa9-41bf-9eeb-de8c295b4efc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00ca7443-81c3-4372-acd1-c8d7e0082119,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:14.583600 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-91d76932-4fa9-41bf-9eeb-de8c295b4efc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:14.585261 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-91d76932-4fa9-41bf-9eeb-de8c295b4efc admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/00ca7443-81c3-4372-acd1-c8d7e0082119 HTTP/1.1" status: 204 len: 168 time: 1.2610970 May 30 20:26:14.678306 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 38404) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:26:14.920086 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:15.001064 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ff5f5575-1fdc-41c6-bffc-8ffba1cf3216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:15.259124 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd8fefb2-ee5c-4a11-96ae-a5e6bfa362e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e413b29e-fe85-471d-88f4-3f3ab57a1664'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:26:15.328520 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port e413b29e-fe85-471d-88f4-3f3ab57a1664, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=e413b29e-fe85-471d-88f4-3f3ab57a1664,segment=NetworkSegment(c4ccf4ae-1ad3-40ba-bf66-94b91dddd87a),segment_id=c4ccf4ae-1ad3-40ba-bf66-94b91dddd87a)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:26:15.395205 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:15.399376 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 6e5f82b2-6bec-41a5-b057-0e4bd55d2c7d up at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:26:15.501556 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7217ad4-f371-4715-9f37-177c7d867395'] response: {'server_uuid': 'cd8fefb2-ee5c-4a11-96ae-a5e6bfa362e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e413b29e-fe85-471d-88f4-3f3ab57a1664', 'code': 200} May 30 20:26:15.603689 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c45199e-e75c-41ac-babb-c0542d976d2e req-7c6f089e-ab8b-474d-9cc6-1c038f581862 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:15.610918 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6c45199e-e75c-41ac-babb-c0542d976d2e req-7c6f089e-ab8b-474d-9cc6-1c038f581862 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=7aad7ab8-22c4-47e2-abf2-9cc744ce8553 HTTP/1.1" status: 200 len: 946 time: 0.4019954 May 30 20:26:15.649932 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-ff5f5575-1fdc-41c6-bffc-8ffba1cf3216 admin admin] Allocated IP 172.20.0.1 (2ad0cf2e-8ff8-4add-9223-e815a60245ec/3f5f2a28-796d-4138-b193-86a2946727dc/6c1d3e7a-c152-40bc-be8f-3a3a5bdd9d99) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:26:15.745104 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6c45199e-e75c-41ac-babb-c0542d976d2e req-bc32f79f-56cf-48e2-825f-af0521b2e2bf tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ae76294-3e84-4fcb-be2a-17611205a838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1329358 May 30 20:26:15.997147 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=e413b29e-fe85-471d-88f4-3f3ab57a1664,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:16.007593 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-9962b3df-f09d-434f-bc69-65de9733181e None None] Notify callbacks [] for port, precommit_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:16.022936 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 38432) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:26:16.030179 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-9962b3df-f09d-434f-bc69-65de9733181e None None] Transition to ACTIVE for port object d2a91667-75b0-431e-896b-19336f0f79d9 will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:26:16.100928 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1de0611-1dec-49d7-aa53-51593df2c497 req-761fc2be-df6d-434b-ba5f-3c547639dd5f tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:16.105659 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1de0611-1dec-49d7-aa53-51593df2c497 req-761fc2be-df6d-434b-ba5f-3c547639dd5f tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:16.113258 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e1de0611-1dec-49d7-aa53-51593df2c497 req-761fc2be-df6d-434b-ba5f-3c547639dd5f tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] 10.222.0.85 "GET /v2.0/ports?device_id=cd8fefb2-ee5c-4a11-96ae-a5e6bfa362e8 HTTP/1.1" status: 200 len: 1682 time: 0.3668344 May 30 20:26:16.127773 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning for port 6e5f82b2-6bec-41a5-b057-0e4bd55d2c7d completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:26:16.129187 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ff5f5575-1fdc-41c6-bffc-8ffba1cf3216 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:16.135641 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning complete for port 6e5f82b2-6bec-41a5-b057-0e4bd55d2c7d triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:26:16.137759 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:16.166932 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [None req-ff5f5575-1fdc-41c6-bffc-8ffba1cf3216 admin admin] Transition to ACTIVE for port object 6c1d3e7a-c152-40bc-be8f-3a3a5bdd9d99 will not be triggered until provisioned by entity DHCP. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:26:16.200396 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e1de0611-1dec-49d7-aa53-51593df2c497 req-62277872-1752-48ab-8956-c7025fb32d7e tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] 10.222.0.85 "GET /v2.0/security-groups?id=6888f4c0-d3bb-4706-bfb3-8bed5a2d1c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856175 May 30 20:26:16.249305 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-59bb4553-a71f-4561-9b7a-2acec2ed561f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-736216'] for router_interface, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:16.270999 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:26:16.282329 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ff5f5575-1fdc-41c6-bffc-8ffba1cf3216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:16.301546 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-9962b3df-f09d-434f-bc69-65de9733181e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:16.455198 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff5f5575-1fdc-41c6-bffc-8ffba1cf3216 admin admin] Network 2ad0cf2e-8ff8-4add-9223-e815a60245ec is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:26:16.459597 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-ff5f5575-1fdc-41c6-bffc-8ffba1cf3216 admin admin] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:26:16.465805 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5f5575-1fdc-41c6-bffc-8ffba1cf3216 admin admin] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:26:16.581490 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5f5575-1fdc-41c6-bffc-8ffba1cf3216 admin admin] Pushing event updated for resources: {'Port': ['ID=6c1d3e7a-c152-40bc-be8f-3a3a5bdd9d99,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:16.601289 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-5d5241c6-ea1d-40c8-8d83-49aae10da9c5 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2061979117'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:26:16.610615 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-5d5241c6-ea1d-40c8-8d83-49aae10da9c5 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:26:16.619255 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-5d5241c6-ea1d-40c8-8d83-49aae10da9c5 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Usage tracker for resource:network and tenant:532bf6f1c7054b7d8d66f29b606b9cda is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:26:16.621948 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a6f28a-f3cc-4a14-a9b5-60ff04404698 None None] Pushing event updated for resources: {'Port': ['ID=d2a91667-75b0-431e-896b-19336f0f79d9,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:16.624052 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-5d5241c6-ea1d-40c8-8d83-49aae10da9c5 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:26:16.632658 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ff5f5575-1fdc-41c6-bffc-8ffba1cf3216 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-736099'] for router_interface, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:16.635640 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-5d5241c6-ea1d-40c8-8d83-49aae10da9c5 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:26:16.661150 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-9962b3df-f09d-434f-bc69-65de9733181e None None] Attempting to bind port d2a91667-75b0-431e-896b-19336f0f79d9 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:26:16.661526 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-9962b3df-f09d-434f-bc69-65de9733181e None None] Attempting to bind port d2a91667-75b0-431e-896b-19336f0f79d9 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:26:16.661952 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9962b3df-f09d-434f-bc69-65de9733181e None None] Attempting to bind port d2a91667-75b0-431e-896b-19336f0f79d9 on network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:26:16.685782 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9962b3df-f09d-434f-bc69-65de9733181e None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:26:16.686328 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9962b3df-f09d-434f-bc69-65de9733181e None None] Checking segment: {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:26:16.687618 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-9962b3df-f09d-434f-bc69-65de9733181e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:16.687963 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9962b3df-f09d-434f-bc69-65de9733181e None None] Bound using segment: {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:26:16.689011 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-9962b3df-f09d-434f-bc69-65de9733181e None None] Bound port: d2a91667-75b0-431e-896b-19336f0f79d9, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:26:16.689502 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-9962b3df-f09d-434f-bc69-65de9733181e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:16.747850 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:16.780181 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d5241c6-ea1d-40c8-8d83-49aae10da9c5 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Made reservation on behalf of 532bf6f1c7054b7d8d66f29b606b9cda for: {'network': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:26:16.792513 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5d5241c6-ea1d-40c8-8d83-49aae10da9c5 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:16.854840 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-9962b3df-f09d-434f-bc69-65de9733181e None None] For port d2a91667-75b0-431e-896b-19336f0f79d9, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:26:16.859123 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 6e5f82b2-6bec-41a5-b057-0e4bd55d2c7d, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=6e5f82b2-6bec-41a5-b057-0e4bd55d2c7d,segment=NetworkSegment(68a9c637-0251-4dc6-b785-31909da53566),segment_id=68a9c637-0251-4dc6-b785-31909da53566)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:26:16.862294 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-9962b3df-f09d-434f-bc69-65de9733181e None None] For port d2a91667-75b0-431e-896b-19336f0f79d9, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=d2a91667-75b0-431e-896b-19336f0f79d9,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:26:16.868859 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5d5241c6-ea1d-40c8-8d83-49aae10da9c5 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:16.937102 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ff5f5575-1fdc-41c6-bffc-8ffba1cf3216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:16.945250 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:16.946131 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 91ff9597-ebc7-4fc4-b243-1a0126aef45d no longer exists at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:26:17.137171 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-9962b3df-f09d-434f-bc69-65de9733181e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:17.148490 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-5d5241c6-ea1d-40c8-8d83-49aae10da9c5 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:26:17.166482 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-5d5241c6-ea1d-40c8-8d83-49aae10da9c5 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Usage tracker for resource:security_group_rule and tenant:532bf6f1c7054b7d8d66f29b606b9cda is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:26:17.175578 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-5d5241c6-ea1d-40c8-8d83-49aae10da9c5 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:26:17.204870 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-5d5241c6-ea1d-40c8-8d83-49aae10da9c5 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:26:17.209718 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] No Port match for: 91ff9597-ebc7-4fc4-b243-1a0126aef45d {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:26:17.210128 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 91ff9597-ebc7-4fc4-b243-1a0126aef45d not bound to the agent host n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:26:17.326489 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9962b3df-f09d-434f-bc69-65de9733181e None None] Routers {'d6837ec6-fa53-4479-bb23-7d6c2cb86fc9'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:26:17.327136 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-9962b3df-f09d-434f-bc69-65de9733181e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:25:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['d6837ec6-fa53-4479-bb23-7d6c2cb86fc9'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:26:17.479251 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c1af6c-7668-414d-9fb4-415be11d88b9 req-a09d360d-a37a-4a51-ab38-68578f57189d tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:17.487958 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e7c1af6c-7668-414d-9fb4-415be11d88b9 req-a09d360d-a37a-4a51-ab38-68578f57189d tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=7aad7ab8-22c4-47e2-abf2-9cc744ce8553 HTTP/1.1" status: 200 len: 946 time: 0.4124401 May 30 20:26:17.589629 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd8fefb2-ee5c-4a11-96ae-a5e6bfa362e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e5f82b2-6bec-41a5-b057-0e4bd55d2c7d'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:26:17.600780 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=6e5f82b2-6bec-41a5-b057-0e4bd55d2c7d,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:17.612998 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-66e3a679-ac50-469a-b257-073ccc9793e3 None None] Provisioning for port 6c1d3e7a-c152-40bc-be8f-3a3a5bdd9d99 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:26:17.687021 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bacb24-9dab-421d-b660-839871926815 req-46785a14-06fe-40ef-8045-e755cbf1adbd tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:17.691971 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bacb24-9dab-421d-b660-839871926815 req-46785a14-06fe-40ef-8045-e755cbf1adbd tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:17.700586 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-86bacb24-9dab-421d-b660-839871926815 req-46785a14-06fe-40ef-8045-e755cbf1adbd tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] 10.222.0.85 "GET /v2.0/ports?device_id=cd8fefb2-ee5c-4a11-96ae-a5e6bfa362e8 HTTP/1.1" status: 200 len: 1683 time: 0.2960653 May 30 20:26:17.727275 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-59bb4553-a71f-4561-9b7a-2acec2ed561f admin admin] Deleting port 3d8a46dc-bcc2-41b3-8b77-5e8506e6c3a6 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:26:17.727624 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-59bb4553-a71f-4561-9b7a-2acec2ed561f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:17.750814 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-66e3a679-ac50-469a-b257-073ccc9793e3 None None] Provisioning complete for port 6c1d3e7a-c152-40bc-be8f-3a3a5bdd9d99 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:26:17.751654 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-66e3a679-ac50-469a-b257-073ccc9793e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:17.757370 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5d5241c6-ea1d-40c8-8d83-49aae10da9c5 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:17.772670 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e7c1af6c-7668-414d-9fb4-415be11d88b9 req-07dc66ae-3df9-4bb3-b166-7929998ec2b2 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ae76294-3e84-4fcb-be2a-17611205a838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2800632 May 30 20:26:17.829975 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ff5f5575-1fdc-41c6-bffc-8ffba1cf3216 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:17.838845 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5d5241c6-ea1d-40c8-8d83-49aae10da9c5 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:17.877326 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-66e3a679-ac50-469a-b257-073ccc9793e3 None None] Port 6c1d3e7a-c152-40bc-be8f-3a3a5bdd9d99 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:26:17.882049 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a6f28a-f3cc-4a14-a9b5-60ff04404698 None None] Pushing event updated for resources: {'Port': ['ID=d2a91667-75b0-431e-896b-19336f0f79d9,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:17.883418 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-86bacb24-9dab-421d-b660-839871926815 req-598f1d76-b324-49fc-84f9-12a6b5d64e46 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] 10.222.0.85 "GET /v2.0/security-groups?id=6888f4c0-d3bb-4706-bfb3-8bed5a2d1c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818607 May 30 20:26:17.929444 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ff5f5575-1fdc-41c6-bffc-8ffba1cf3216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:17.941111 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-9962b3df-f09d-434f-bc69-65de9733181e None None] Set router d6837ec6-fa53-4479-bb23-7d6c2cb86fc9 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:26:18.060656 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21ba9642-032f-4271-bfce-ac45b7ef8aeb'] response: {'server_uuid': 'cd8fefb2-ee5c-4a11-96ae-a5e6bfa362e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e5f82b2-6bec-41a5-b057-0e4bd55d2c7d', 'code': 200} May 30 20:26:18.102180 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [None req-59bb4553-a71f-4561-9b7a-2acec2ed561f admin admin] For port 3d8a46dc-bcc2-41b3-8b77-5e8506e6c3a6, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=3d8a46dc-bcc2-41b3-8b77-5e8506e6c3a6,segment=NetworkSegment(8369aa1b-ac46-424a-9c92-34020eb636de),segment_id=8369aa1b-ac46-424a-9c92-34020eb636de)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:26:18.102542 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-59bb4553-a71f-4561-9b7a-2acec2ed561f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:18.242085 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d5241c6-ea1d-40c8-8d83-49aae10da9c5 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] vlan segment allocate from pool success with {'vlan_id': 688, 'physical_network': 'physnet1'} {{(pid=84886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:26:18.248526 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ff5f5575-1fdc-41c6-bffc-8ffba1cf3216 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1718057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-736206'] for router_interface, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:18.325517 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5241c6-ea1d-40c8-8d83-49aae10da9c5 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c08dc5aa-3ffe-4ca7-b5fa-48f71f6a5352,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:18.344367 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5d5241c6-ea1d-40c8-8d83-49aae10da9c5 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:18.344605 n-d-843948-2 neutron-server[84886]: INFO neutron.db.segments_db [None req-5d5241c6-ea1d-40c8-8d83-49aae10da9c5 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Added segment 70be84a0-7aa2-496c-9f14-eb22556a4189 of type vlan for network 98b92ad8-60d9-4f53-b1d9-dbf0ad62225e May 30 20:26:18.524705 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5f5575-1fdc-41c6-bffc-8ffba1cf3216 admin admin] Pushing event updated for resources: {'Port': ['ID=6c1d3e7a-c152-40bc-be8f-3a3a5bdd9d99,revision_number=2']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:18.541604 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff5f5575-1fdc-41c6-bffc-8ffba1cf3216 admin admin] Network 2ad0cf2e-8ff8-4add-9223-e815a60245ec is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:26:18.545691 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-ff5f5575-1fdc-41c6-bffc-8ffba1cf3216 admin admin] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:26:18.590322 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-59bb4553-a71f-4561-9b7a-2acec2ed561f admin admin] Calling delete_port for 3d8a46dc-bcc2-41b3-8b77-5e8506e6c3a6 owned by network:router_interface {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:26:18.691001 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-9962b3df-f09d-434f-bc69-65de9733181e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6837ec6-fa53-4479-bb23-7d6c2cb86fc9', 'name': 'tempest-AttachVolumeNegativeTest-193797882-router', 'tenant_id': '6a921a88c2104251b4f5cf697763e02b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': 'd2a91667-75b0-431e-896b-19336f0f79d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:26:03Z', 'updated_at': '2022-05-30T20:26:16Z', 'revision_number': 4, 'project_id': '6a921a88c2104251b4f5cf697763e02b', 'gw_port': {'id': 'd2a91667-75b0-431e-896b-19336f0f79d9', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:21:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6837ec6-fa53-4479-bb23-7d6c2cb86fc9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:26:07Z', 'updated_at': '2022-05-30T20:26:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '6c1d3e7a-c152-40bc-be8f-3a3a5bdd9d99', 'name': '', 'network_id': '2ad0cf2e-8ff8-4add-9223-e815a60245ec', 'tenant_id': '6a921a88c2104251b4f5cf697763e02b', 'mac_address': 'fa:16:3e:52:03:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6837ec6-fa53-4479-bb23-7d6c2cb86fc9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3f5f2a28-796d-4138-b193-86a2946727dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:26:15Z', 'updated_at': '2022-05-30T20:26:15Z', 'revision_number': 1, 'project_id': '6a921a88c2104251b4f5cf697763e02b', 'subnets': [{'id': '3f5f2a28-796d-4138-b193-86a2946727dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:26:18.704623 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9962b3df-f09d-434f-bc69-65de9733181e None None] The sync data for ids ['d6837ec6-fa53-4479-bb23-7d6c2cb86fc9'] in n-d-843948-2 is: [{'id': 'd6837ec6-fa53-4479-bb23-7d6c2cb86fc9', 'name': 'tempest-AttachVolumeNegativeTest-193797882-router', 'tenant_id': '6a921a88c2104251b4f5cf697763e02b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': 'd2a91667-75b0-431e-896b-19336f0f79d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:26:03Z', 'updated_at': '2022-05-30T20:26:16Z', 'revision_number': 4, 'project_id': '6a921a88c2104251b4f5cf697763e02b', 'gw_port': {'id': 'd2a91667-75b0-431e-896b-19336f0f79d9', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:21:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6837ec6-fa53-4479-bb23-7d6c2cb86fc9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:26:07Z', 'updated_at': '2022-05-30T20:26:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '6c1d3e7a-c152-40bc-be8f-3a3a5bdd9d99', 'name': '', 'network_id': '2ad0cf2e-8ff8-4add-9223-e815a60245ec', 'tenant_id': '6a921a88c2104251b4f5cf697763e02b', 'mac_address': 'fa:16:3e:52:03:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6837ec6-fa53-4479-bb23-7d6c2cb86fc9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3f5f2a28-796d-4138-b193-86a2946727dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:26:15Z', 'updated_at': '2022-05-30T20:26:15Z', 'revision_number': 1, 'project_id': '6a921a88c2104251b4f5cf697763e02b', 'subnets': [{'id': '3f5f2a28-796d-4138-b193-86a2946727dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:26:19.067336 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5d5241c6-ea1d-40c8-8d83-49aae10da9c5 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:19.122820 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-59bb4553-a71f-4561-9b7a-2acec2ed561f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:19.176434 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-ae84702f-da95-4e72-bfaf-2f53afbbde26 None None] Provisioning complete for port 6c1d3e7a-c152-40bc-be8f-3a3a5bdd9d99 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:26:19.177003 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ae84702f-da95-4e72-bfaf-2f53afbbde26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:19.377689 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b6390221-bdae-499b-a3a2-08fe66142743 req-826602cf-c81c-4346-b6c2-7ebb8e129bc1 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=cd8fefb2-ee5c-4a11-96ae-a5e6bfa362e8 HTTP/1.1" status: 200 len: 1985 time: 1.1302965 May 30 20:26:19.382515 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-ae84702f-da95-4e72-bfaf-2f53afbbde26 None None] Port 6c1d3e7a-c152-40bc-be8f-3a3a5bdd9d99 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:26:19.492974 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:19.499937 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5d5241c6-ea1d-40c8-8d83-49aae10da9c5 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:19.505639 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d5241c6-ea1d-40c8-8d83-49aae10da9c5 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:19.511230 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5d5241c6-ea1d-40c8-8d83-49aae10da9c5 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:19.644487 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bb4553-a71f-4561-9b7a-2acec2ed561f admin admin] Pushing event deleted for resources: {'Port': ['ID=3d8a46dc-bcc2-41b3-8b77-5e8506e6c3a6,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:19.765694 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a334f5-4f20-4155-914f-a463cd7266fd req-b963da47-8970-406b-a56b-bddada1b528f tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:19.775434 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a7a334f5-4f20-4155-914f-a463cd7266fd req-b963da47-8970-406b-a56b-bddada1b528f tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=7aad7ab8-22c4-47e2-abf2-9cc744ce8553 HTTP/1.1" status: 200 len: 946 time: 0.4745882 May 30 20:26:19.920379 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b6390221-bdae-499b-a3a2-08fe66142743 req-a1fed9b3-8275-4f8a-9f61-442a80507a99 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=6888f4c0-d3bb-4706-bfb3-8bed5a2d1c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5338802 May 30 20:26:19.949606 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296f12be-c2b6-437f-86fa-09506f15e11a req-1f14e937-ca12-4968-b2d0-6cd092456a24 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:19.953867 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296f12be-c2b6-437f-86fa-09506f15e11a req-1f14e937-ca12-4968-b2d0-6cd092456a24 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:19.961824 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-296f12be-c2b6-437f-86fa-09506f15e11a req-1f14e937-ca12-4968-b2d0-6cd092456a24 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] 10.222.0.85 "GET /v2.0/ports?device_id=cd8fefb2-ee5c-4a11-96ae-a5e6bfa362e8 HTTP/1.1" status: 200 len: 1683 time: 0.6836209 May 30 20:26:20.003498 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5241c6-ea1d-40c8-8d83-49aae10da9c5 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Pushing event updated for resources: {'Network': ['ID=98b92ad8-60d9-4f53-b1d9-dbf0ad62225e,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:20.065593 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network 98b92ad8-60d9-4f53-b1d9-dbf0ad62225e details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:26:20.084436 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-296f12be-c2b6-437f-86fa-09506f15e11a req-f9f0bba6-53e8-4838-9714-f1e848a834d3 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] 10.222.0.85 "GET /v2.0/security-groups?id=6888f4c0-d3bb-4706-bfb3-8bed5a2d1c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213830 May 30 20:26:20.098544 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-5d5241c6-ea1d-40c8-8d83-49aae10da9c5 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 4.0650892 May 30 20:26:20.310844 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a7a334f5-4f20-4155-914f-a463cd7266fd req-c37d2f53-c198-4c6d-acd4-9d24466edcea tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ae76294-3e84-4fcb-be2a-17611205a838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5290687 May 30 20:26:20.348819 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff5f5575-1fdc-41c6-bffc-8ffba1cf3216 admin admin] Router d6837ec6-fa53-4479-bb23-7d6c2cb86fc9 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:26:20.505198 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-59bb4553-a71f-4561-9b7a-2acec2ed561f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1718140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-736143'] for router_interface, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:20.718889 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff5f5575-1fdc-41c6-bffc-8ffba1cf3216 admin admin] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:26:20.736908 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-ff5f5575-1fdc-41c6-bffc-8ffba1cf3216 admin admin] 10.222.0.85 "PUT /v2.0/routers/d6837ec6-fa53-4479-bb23-7d6c2cb86fc9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4417467 May 30 20:26:21.478938 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715f76e1-d145-463c-a315-c556229f688f req-9708d135-f292-4599-8847-c1a201d393d3 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:21.492436 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715f76e1-d145-463c-a315-c556229f688f req-9708d135-f292-4599-8847-c1a201d393d3 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:21.494547 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-715f76e1-d145-463c-a315-c556229f688f req-9708d135-f292-4599-8847-c1a201d393d3 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] 10.222.0.85 "GET /v2.0/ports?device_id=cd8fefb2-ee5c-4a11-96ae-a5e6bfa362e8 HTTP/1.1" status: 200 len: 1683 time: 0.1869845 May 30 20:26:21.614500 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-715f76e1-d145-463c-a315-c556229f688f req-a9fc9c5c-0d58-4188-b0b4-674626b3c845 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] 10.222.0.85 "GET /v2.0/security-groups?id=6888f4c0-d3bb-4706-bfb3-8bed5a2d1c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087067 May 30 20:26:21.657693 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device d2a91667-75b0-431e-896b-19336f0f79d9 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:26:21.873281 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59bb4553-a71f-4561-9b7a-2acec2ed561f admin admin] Router dce4a9b6-853a-4e96-9bb3-a1790cbf36d6 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:26:21.950431 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port d2a91667-75b0-431e-896b-19336f0f79d9 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:26:21.958428 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port d2a91667-75b0-431e-896b-19336f0f79d9 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:26:21.959743 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:22.049340 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 38520) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:26:22.068140 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-90cbf446-d7f1-4397-bcfb-d394a0e98ab2 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1082989266', 'description': 'tempest-description--1008226926'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:26:22.103204 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-90cbf446-d7f1-4397-bcfb-d394a0e98ab2 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:26:22.116376 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-90cbf446-d7f1-4397-bcfb-d394a0e98ab2 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Usage tracker for resource:security_group and tenant:6a921a88c2104251b4f5cf697763e02b is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:26:22.127816 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-90cbf446-d7f1-4397-bcfb-d394a0e98ab2 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:26:22.167160 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-90cbf446-d7f1-4397-bcfb-d394a0e98ab2 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:26:22.214060 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237b5bed-58fa-4cf0-870b-04bc90739978 req-de79509f-112d-4e26-a2b8-b0e35324870e tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:22.218761 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-237b5bed-58fa-4cf0-870b-04bc90739978 req-de79509f-112d-4e26-a2b8-b0e35324870e tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=7aad7ab8-22c4-47e2-abf2-9cc744ce8553 HTTP/1.1" status: 200 len: 946 time: 0.2706273 May 30 20:26:22.317256 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-90cbf446-d7f1-4397-bcfb-d394a0e98ab2 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:22.345085 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:22.362590 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-237b5bed-58fa-4cf0-870b-04bc90739978 req-544d1861-9aa6-414b-bc15-c1bf83063151 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ae76294-3e84-4fcb-be2a-17611205a838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1366825 May 30 20:26:22.395544 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-90cbf446-d7f1-4397-bcfb-d394a0e98ab2 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:26:22.396098 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:22.419199 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-90cbf446-d7f1-4397-bcfb-d394a0e98ab2 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Usage tracker for resource:security_group_rule and tenant:6a921a88c2104251b4f5cf697763e02b is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:26:22.423085 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59bb4553-a71f-4561-9b7a-2acec2ed561f admin admin] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:26:22.430614 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-90cbf446-d7f1-4397-bcfb-d394a0e98ab2 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:26:22.435376 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd04420-0d3d-493d-ba0e-13317e740019 None None] Sync routers for ids ['dce4a9b6-853a-4e96-9bb3-a1790cbf36d6'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:26:22.464454 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd04420-0d3d-493d-ba0e-13317e740019 None None] Routers {'dce4a9b6-853a-4e96-9bb3-a1790cbf36d6'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:26:22.465098 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-ebd04420-0d3d-493d-ba0e-13317e740019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:25:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['dce4a9b6-853a-4e96-9bb3-a1790cbf36d6'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:26:22.466695 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-90cbf446-d7f1-4397-bcfb-d394a0e98ab2 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:26:22.467507 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port d2a91667-75b0-431e-896b-19336f0f79d9, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=d2a91667-75b0-431e-896b-19336f0f79d9,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:26:22.518721 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-59bb4553-a71f-4561-9b7a-2acec2ed561f admin admin] 10.222.0.85 "PUT /v2.0/routers/dce4a9b6-853a-4e96-9bb3-a1790cbf36d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8388588 May 30 20:26:22.521951 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 38530) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:26:22.545087 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:22.614393 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-90cbf446-d7f1-4397-bcfb-d394a0e98ab2 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:22.721837 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=d2a91667-75b0-431e-896b-19336f0f79d9,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:22.733747 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-90cbf446-d7f1-4397-bcfb-d394a0e98ab2 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:22.904977 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cbf446-d7f1-4397-bcfb-d394a0e98ab2 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52f0f051-af87-4bb8-bd3f-5a42634e958d,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:22.973991 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-90cbf446-d7f1-4397-bcfb-d394a0e98ab2 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:22.976169 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-90cbf446-d7f1-4397-bcfb-d394a0e98ab2 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.9224467 May 30 20:26:22.979767 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 38540) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:26:22.988518 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-9b15f1e2-e765-4976-9a5f-f351508148f9 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Request body: {'security_group_rule': {'security_group_id': '52f0f051-af87-4bb8-bd3f-5a42634e958d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:26:23.026249 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-9b15f1e2-e765-4976-9a5f-f351508148f9 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:26:23.046910 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-9b15f1e2-e765-4976-9a5f-f351508148f9 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Usage tracker for resource:security_group_rule and tenant:6a921a88c2104251b4f5cf697763e02b is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:26:23.063605 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-9b15f1e2-e765-4976-9a5f-f351508148f9 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:26:23.087284 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-9b15f1e2-e765-4976-9a5f-f351508148f9 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:26:23.112944 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-ebd04420-0d3d-493d-ba0e-13317e740019 None None] Set router dce4a9b6-853a-4e96-9bb3-a1790cbf36d6 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:26:23.280633 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9b15f1e2-e765-4976-9a5f-f351508148f9 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:23.342353 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4700cbed-251f-4108-ae97-0b0c628a513b admin admin] Notify callbacks [] for router, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:23.501444 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9b15f1e2-e765-4976-9a5f-f351508148f9 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:23.568144 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9b15f1e2-e765-4976-9a5f-f351508148f9 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:23.591926 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 38548) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:26:23.610771 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-3883680e-05fd-4076-a5c7-93a2ccf172e3 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Request body: {'subnet': {'network_id': '98b92ad8-60d9-4f53-b1d9-dbf0ad62225e', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:26:23.620828 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device d2a91667-75b0-431e-896b-19336f0f79d9 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:26:23.703416 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8588bc9d-0242-4753-bacf-f29529aa8523 req-b2a60187-a3ba-43a1-bfd1-0a59b19b0cb2 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:23.712298 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8588bc9d-0242-4753-bacf-f29529aa8523 req-b2a60187-a3ba-43a1-bfd1-0a59b19b0cb2 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:23.727828 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8588bc9d-0242-4753-bacf-f29529aa8523 req-b2a60187-a3ba-43a1-bfd1-0a59b19b0cb2 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] 10.222.0.85 "GET /v2.0/ports?device_id=cd8fefb2-ee5c-4a11-96ae-a5e6bfa362e8 HTTP/1.1" status: 200 len: 1683 time: 0.6545649 May 30 20:26:23.864795 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port d2a91667-75b0-431e-896b-19336f0f79d9 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:26:23.866155 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:24.009913 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-ebd04420-0d3d-493d-ba0e-13317e740019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dce4a9b6-853a-4e96-9bb3-a1790cbf36d6', 'name': 'tempest-ServerRescueNegativeTestJSON-1289574193-router', 'tenant_id': '88e042593d914709b0b6e8865f4bc68d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': '6fd4f929-f547-4afa-a511-76d2a626bb7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:20:03Z', 'updated_at': '2022-05-30T20:26:18Z', 'revision_number': 5, 'project_id': '88e042593d914709b0b6e8865f4bc68d', 'gw_port': {'id': '6fd4f929-f547-4afa-a511-76d2a626bb7a', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:d2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce4a9b6-853a-4e96-9bb3-a1790cbf36d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:20:04Z', 'updated_at': '2022-05-30T20:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:26:24.021045 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd04420-0d3d-493d-ba0e-13317e740019 None None] Checking router: dce4a9b6-853a-4e96-9bb3-a1790cbf36d6 for host: n-d-843948-2 {{(pid=84889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:26:24.033125 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9b15f1e2-e765-4976-9a5f-f351508148f9 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:24.037411 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-9b15f1e2-e765-4976-9a5f-f351508148f9 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.0532770 May 30 20:26:24.042783 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 38554) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:26:24.044744 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 38556) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:26:24.048235 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd04420-0d3d-493d-ba0e-13317e740019 None None] Routers {'dce4a9b6-853a-4e96-9bb3-a1790cbf36d6'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:26:24.048868 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-ebd04420-0d3d-493d-ba0e-13317e740019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:25:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['dce4a9b6-853a-4e96-9bb3-a1790cbf36d6'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:26:24.061439 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b15f1e2-e765-4976-9a5f-f351508148f9 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ba7a182-078d-44ec-812f-a5fde41dfa98,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:24.086132 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-f2256bcb-1018-43c6-b0e5-206911182349 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Request body: {'security_group_rule': {'security_group_id': '52f0f051-af87-4bb8-bd3f-5a42634e958d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:26:24.101965 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-f2256bcb-1018-43c6-b0e5-206911182349 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:26:24.106560 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-f2256bcb-1018-43c6-b0e5-206911182349 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Usage tracker for resource:security_group_rule and tenant:6a921a88c2104251b4f5cf697763e02b is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:26:24.112348 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-f2256bcb-1018-43c6-b0e5-206911182349 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:26:24.134759 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-f2256bcb-1018-43c6-b0e5-206911182349 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:26:24.189158 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8588bc9d-0242-4753-bacf-f29529aa8523 req-3a0dd59b-0fab-443a-9576-6d33ff8c0417 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] 10.222.0.85 "GET /v2.0/security-groups?id=6888f4c0-d3bb-4706-bfb3-8bed5a2d1c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4596808 May 30 20:26:24.203675 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84580fd-1de8-4ba7-8c21-931abcde76d8 req-f495594d-25c0-46c5-85b5-9876db727257 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:24.218744 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f84580fd-1de8-4ba7-8c21-931abcde76d8 req-f495594d-25c0-46c5-85b5-9876db727257 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=7aad7ab8-22c4-47e2-abf2-9cc744ce8553 HTTP/1.1" status: 200 len: 946 time: 0.5636399 May 30 20:26:24.293318 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f2256bcb-1018-43c6-b0e5-206911182349 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:24.323003 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-3883680e-05fd-4076-a5c7-93a2ccf172e3 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:26:24.334836 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-3883680e-05fd-4076-a5c7-93a2ccf172e3 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Usage tracker for resource:subnet and tenant:532bf6f1c7054b7d8d66f29b606b9cda is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:26:24.340699 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-3883680e-05fd-4076-a5c7-93a2ccf172e3 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:26:24.356628 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-3883680e-05fd-4076-a5c7-93a2ccf172e3 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:26:24.368511 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f84580fd-1de8-4ba7-8c21-931abcde76d8 req-4034d896-7fa8-469a-a8e9-5279b1ba9c17 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ae76294-3e84-4fcb-be2a-17611205a838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1487620 May 30 20:26:24.423630 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ada993ef-f825-4c19-b984-faa77d18c218 req-a9120553-4baf-4af7-92e4-68e837c6c1e2 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=af4cc1fbb91e4a5c856e947d8072b697&device_id=7aad7ab8-22c4-47e2-abf2-9cc744ce8553 HTTP/1.1" status: 200 len: 1097 time: 0.3685458 May 30 20:26:24.470813 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f2256bcb-1018-43c6-b0e5-206911182349 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:24.525656 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1848b8c9-539b-4acf-bda0-9ae0a37f5ceb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:24.559372 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-ebd04420-0d3d-493d-ba0e-13317e740019 None None] Set router dce4a9b6-853a-4e96-9bb3-a1790cbf36d6 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:26:24.606752 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-1848b8c9-539b-4acf-bda0-9ae0a37f5ceb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:26:24.617604 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-1848b8c9-539b-4acf-bda0-9ae0a37f5ceb admin admin] Usage tracker for resource:security_group_rule and tenant:51f59d60fd5341158b2fa649e90d9f6f is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:26:24.623420 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-1848b8c9-539b-4acf-bda0-9ae0a37f5ceb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:26:24.634494 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3883680e-05fd-4076-a5c7-93a2ccf172e3 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Made reservation on behalf of 532bf6f1c7054b7d8d66f29b606b9cda for: {'subnet': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:26:24.640677 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-1848b8c9-539b-4acf-bda0-9ae0a37f5ceb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:26:24.768254 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1848b8c9-539b-4acf-bda0-9ae0a37f5ceb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:24.770915 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f2256bcb-1018-43c6-b0e5-206911182349 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:24.820984 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2256bcb-1018-43c6-b0e5-206911182349 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6994bb18-1308-45a6-9709-5ccdac0036dd,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:24.922259 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f2256bcb-1018-43c6-b0e5-206911182349 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:24.928149 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-f2256bcb-1018-43c6-b0e5-206911182349 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.8655612 May 30 20:26:24.928149 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1848b8c9-539b-4acf-bda0-9ae0a37f5ceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:24.935241 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 38570) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:26:24.948592 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada993ef-f825-4c19-b984-faa77d18c218 req-d4a6d1ac-5f7e-4efb-8e99-f8264f7fa3b4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:24.950952 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ada993ef-f825-4c19-b984-faa77d18c218 req-d4a6d1ac-5f7e-4efb-8e99-f8264f7fa3b4 service neutron] 10.222.0.86 "GET /v2.0/networks?id=ff30330a-0ebe-4836-9458-b813d1bcbde4 HTTP/1.1" status: 200 len: 913 time: 0.4962418 May 30 20:26:24.999024 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-4bbbefd0-d275-4799-9ad2-cec7b751fb3e tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Request body: {'floatingip': {'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:26:25.008082 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-4bbbefd0-d275-4799-9ad2-cec7b751fb3e tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:26:25.015961 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-4bbbefd0-d275-4799-9ad2-cec7b751fb3e tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Usage tracker for resource:floatingip and tenant:6a921a88c2104251b4f5cf697763e02b is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:26:25.026450 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-4bbbefd0-d275-4799-9ad2-cec7b751fb3e tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:26:25.028527 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1848b8c9-539b-4acf-bda0-9ae0a37f5ceb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b963aa8-3c05-4ef5-977f-10c7215359a4,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:25.037635 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-4bbbefd0-d275-4799-9ad2-cec7b751fb3e tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:26:25.108997 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-1848b8c9-539b-4acf-bda0-9ae0a37f5ceb admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=51f59d60fd5341158b2fa649e90d9f6f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0603936 May 30 20:26:25.111854 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 38580) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:26:25.164932 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4700cbed-251f-4108-ae97-0b0c628a513b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:25.192590 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3883680e-05fd-4076-a5c7-93a2ccf172e3 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114220'] for subnet, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:25.198357 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4bbbefd0-d275-4799-9ad2-cec7b751fb3e tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks [] for floatingip, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:25.325770 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0f741ef6-1e95-4c4f-81ff-95bd8e1ab55e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:25.350350 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e9ee0b3d-dad7-4a3c-bc28-ca0dd0c723ac req-ac3649b1-861f-4484-9160-bed71c40c93e service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=fc2f8771-8ae8-478e-b73c-7ebb9203036f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2892158 May 30 20:26:25.371316 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0f741ef6-1e95-4c4f-81ff-95bd8e1ab55e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:25.387934 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-4700cbed-251f-4108-ae97-0b0c628a513b admin admin] Deleting port 6fd4f929-f547-4afa-a511-76d2a626bb7a {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:26:25.388771 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4700cbed-251f-4108-ae97-0b0c628a513b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:25.503885 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ada993ef-f825-4c19-b984-faa77d18c218 req-e353d7ab-26af-47ad-b0b6-488343ff94ff service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bcdfc29b-75b2-4955-871a-03ddaef96f61 HTTP/1.1" status: 200 len: 1001 time: 0.5274351 May 30 20:26:25.565313 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4bbbefd0-d275-4799-9ad2-cec7b751fb3e tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:25.574170 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-ebd04420-0d3d-493d-ba0e-13317e740019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dce4a9b6-853a-4e96-9bb3-a1790cbf36d6', 'name': 'tempest-ServerRescueNegativeTestJSON-1289574193-router', 'tenant_id': '88e042593d914709b0b6e8865f4bc68d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': '6fd4f929-f547-4afa-a511-76d2a626bb7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:20:03Z', 'updated_at': '2022-05-30T20:26:18Z', 'revision_number': 5, 'project_id': '88e042593d914709b0b6e8865f4bc68d', 'gw_port': {'id': '6fd4f929-f547-4afa-a511-76d2a626bb7a', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:d2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce4a9b6-853a-4e96-9bb3-a1790cbf36d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:20:04Z', 'updated_at': '2022-05-30T20:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:26:25.578654 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e9ee0b3d-dad7-4a3c-bc28-ca0dd0c723ac req-5b7029dc-3741-461c-8d7e-bfedc3bfec60 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=204a9ca9af944bf39656e3dc7145a4f6&device_id=fc2f8771-8ae8-478e-b73c-7ebb9203036f HTTP/1.1" status: 200 len: 1097 time: 0.1923094 May 30 20:26:25.593233 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada993ef-f825-4c19-b984-faa77d18c218 req-4e70e2e9-d4eb-4135-9d0d-fe7899217df8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:25.594790 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ada993ef-f825-4c19-b984-faa77d18c218 req-4e70e2e9-d4eb-4135-9d0d-fe7899217df8 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7991eded-d330-4e4e-ace3-aeb4d5f3ff0a HTTP/1.1" status: 200 len: 851 time: 0.0712781 May 30 20:26:25.634440 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd04420-0d3d-493d-ba0e-13317e740019 None None] The sync data for ids ['dce4a9b6-853a-4e96-9bb3-a1790cbf36d6'] in n-d-843948-2 is: [{'id': 'dce4a9b6-853a-4e96-9bb3-a1790cbf36d6', 'name': 'tempest-ServerRescueNegativeTestJSON-1289574193-router', 'tenant_id': '88e042593d914709b0b6e8865f4bc68d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': '6fd4f929-f547-4afa-a511-76d2a626bb7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:20:03Z', 'updated_at': '2022-05-30T20:26:18Z', 'revision_number': 5, 'project_id': '88e042593d914709b0b6e8865f4bc68d', 'gw_port': {'id': '6fd4f929-f547-4afa-a511-76d2a626bb7a', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:d2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce4a9b6-853a-4e96-9bb3-a1790cbf36d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:20:04Z', 'updated_at': '2022-05-30T20:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:26:25.773504 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0f741ef6-1e95-4c4f-81ff-95bd8e1ab55e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:25.852090 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f741ef6-1e95-4c4f-81ff-95bd8e1ab55e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b963aa8-3c05-4ef5-977f-10c7215359a4,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:25.907720 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0f741ef6-1e95-4c4f-81ff-95bd8e1ab55e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:25.909306 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-0f741ef6-1e95-4c4f-81ff-95bd8e1ab55e admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/8b963aa8-3c05-4ef5-977f-10c7215359a4 HTTP/1.1" status: 204 len: 168 time: 0.7959914 May 30 20:26:26.074233 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ee0b3d-dad7-4a3c-bc28-ca0dd0c723ac req-e0ca7972-1625-4f32-a82d-5538c441eb8e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:26.076908 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e9ee0b3d-dad7-4a3c-bc28-ca0dd0c723ac req-e0ca7972-1625-4f32-a82d-5538c441eb8e service neutron] 10.222.0.71 "GET /v2.0/networks?id=a8fd4d2d-32fb-4554-b8d5-052f07ecf981 HTTP/1.1" status: 200 len: 917 time: 0.4313993 May 30 20:26:26.233388 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [None req-4700cbed-251f-4108-ae97-0b0c628a513b admin admin] For port 6fd4f929-f547-4afa-a511-76d2a626bb7a, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=6fd4f929-f547-4afa-a511-76d2a626bb7a,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:26:26.234311 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4700cbed-251f-4108-ae97-0b0c628a513b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:26.252546 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aca57c-1b5d-46b9-8a61-81befd02d1aa req-9345dd86-11e4-4805-8d6e-75e8104b87f4 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:26.256926 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aca57c-1b5d-46b9-8a61-81befd02d1aa req-9345dd86-11e4-4805-8d6e-75e8104b87f4 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:26.258865 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c7aca57c-1b5d-46b9-8a61-81befd02d1aa req-9345dd86-11e4-4805-8d6e-75e8104b87f4 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] 10.222.0.85 "GET /v2.0/ports?device_id=cd8fefb2-ee5c-4a11-96ae-a5e6bfa362e8 HTTP/1.1" status: 200 len: 1683 time: 0.4751964 May 30 20:26:26.259756 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-4bbbefd0-d275-4799-9ad2-cec7b751fb3e tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Allocated IP 172.25.8.155 (c7869750-4b49-4b7e-aa99-5e0f1ae02da4/427601ec-f643-4fe7-b5e6-17305d3a39e1/834d5c3c-90e0-4a70-9dd6-6b244588031a) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:26:26.275149 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-1681f607-d8f6-439c-b53e-8f759cbf8884 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:26.303788 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e9ee0b3d-dad7-4a3c-bc28-ca0dd0c723ac req-6851f5be-1f60-4966-8c66-9f74598f26e1 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a61c7870-d656-41a6-ba63-31c7e8cf0081 HTTP/1.1" status: 200 len: 1001 time: 0.2138653 May 30 20:26:26.384350 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc18a8a3-a680-4637-bc37-d54901d098ba req-cc9897fa-d858-4fb3-a8d7-7af8afddd7db tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:26.386253 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-dc18a8a3-a680-4637-bc37-d54901d098ba req-cc9897fa-d858-4fb3-a8d7-7af8afddd7db tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=7aad7ab8-22c4-47e2-abf2-9cc744ce8553 HTTP/1.1" status: 200 len: 946 time: 0.7150710 May 30 20:26:26.394112 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-4700cbed-251f-4108-ae97-0b0c628a513b admin admin] Calling delete_port for 6fd4f929-f547-4afa-a511-76d2a626bb7a owned by network:router_gateway {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:26:26.423439 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3883680e-05fd-4076-a5c7-93a2ccf172e3 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4055401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114238'] for subnet, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:26.468998 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c7aca57c-1b5d-46b9-8a61-81befd02d1aa req-f957e6a2-5fbc-4c8c-93a9-4da7c99cbf16 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] 10.222.0.85 "GET /v2.0/security-groups?id=6888f4c0-d3bb-4706-bfb3-8bed5a2d1c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881979 May 30 20:26:26.475219 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ee0b3d-dad7-4a3c-bc28-ca0dd0c723ac req-e3179e3a-5231-46d2-897e-6e268c61d2cc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:26.476936 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e9ee0b3d-dad7-4a3c-bc28-ca0dd0c723ac req-e3179e3a-5231-46d2-897e-6e268c61d2cc service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c961f9ad-7764-4956-bb44-5ca4a5973b67 HTTP/1.1" status: 200 len: 855 time: 0.1654773 May 30 20:26:26.563533 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ada993ef-f825-4c19-b984-faa77d18c218 req-3eb6f95c-8778-43c7-a644-aad30be4db58 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ff30330a-0ebe-4836-9458-b813d1bcbde4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9585493 May 30 20:26:26.574301 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3883680e-05fd-4076-a5c7-93a2ccf172e3 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Pushing event updated for resources: {'Subnet': ['ID=3b7e1d54-dd81-445d-ad7f-c8b78b3bbe98,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:26.591356 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4bbbefd0-d275-4799-9ad2-cec7b751fb3e tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:26.628138 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e9ee0b3d-dad7-4a3c-bc28-ca0dd0c723ac req-963a12ff-f683-46a6-8361-b004ce292252 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a8fd4d2d-32fb-4554-b8d5-052f07ecf981&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1331813 May 30 20:26:26.799563 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e9ee0b3d-dad7-4a3c-bc28-ca0dd0c723ac req-e6dd4cf8-3b5f-4cdc-8958-46d6cc8efbb4 service neutron] 10.222.0.71 "GET /v2.0/networks/a8fd4d2d-32fb-4554-b8d5-052f07ecf981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639485 May 30 20:26:26.854015 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-dc18a8a3-a680-4637-bc37-d54901d098ba req-141d4895-c196-402a-bab1-f67ba009c130 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ae76294-3e84-4fcb-be2a-17611205a838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4262559 May 30 20:26:26.855851 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4bbbefd0-d275-4799-9ad2-cec7b751fb3e tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:27.040429 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3883680e-05fd-4076-a5c7-93a2ccf172e3 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Checking segment: {'id': '70be84a0-7aa2-496c-9f14-eb22556a4189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '98b92ad8-60d9-4f53-b1d9-dbf0ad62225e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:26:27.040429 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3883680e-05fd-4076-a5c7-93a2ccf172e3 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Network hostable DHCP agents. Network: 98b92ad8-60d9-4f53-b1d9-dbf0ad62225e, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:26:27.052926 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ada993ef-f825-4c19-b984-faa77d18c218 req-37ca8c7f-de92-46a4-b07b-d3105589033f service neutron] 10.222.0.86 "GET /v2.0/networks/ff30330a-0ebe-4836-9458-b813d1bcbde4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4747670 May 30 20:26:27.172078 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bbbefd0-d275-4799-9ad2-cec7b751fb3e tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:26:27.177878 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-4bbbefd0-d275-4799-9ad2-cec7b751fb3e tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:26:27.196198 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bbbefd0-d275-4799-9ad2-cec7b751fb3e tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:26:27.235834 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3fe425-d250-4c9d-b00c-9bd1981864fb req-ba2b71e7-8997-439b-92ef-897dcfd9e548 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:27.240665 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3fe425-d250-4c9d-b00c-9bd1981864fb req-ba2b71e7-8997-439b-92ef-897dcfd9e548 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:27.241845 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-eb3fe425-d250-4c9d-b00c-9bd1981864fb req-ba2b71e7-8997-439b-92ef-897dcfd9e548 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] 10.222.0.71 "GET /v2.0/ports?device_id=cd8fefb2-ee5c-4a11-96ae-a5e6bfa362e8 HTTP/1.1" status: 200 len: 1683 time: 0.3741968 May 30 20:26:27.248107 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbbefd0-d275-4799-9ad2-cec7b751fb3e tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Pushing event updated for resources: {'Port': ['ID=834d5c3c-90e0-4a70-9dd6-6b244588031a,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:27.279648 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e9ee0b3d-dad7-4a3c-bc28-ca0dd0c723ac req-59755d08-d35c-4051-8842-c0030f0f7897 service neutron] 10.222.0.71 "GET /v2.0/networks/a8fd4d2d-32fb-4554-b8d5-052f07ecf981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4727538 May 30 20:26:27.314714 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 38622) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:26:27.326317 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3883680e-05fd-4076-a5c7-93a2ccf172e3 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Network 98b92ad8-60d9-4f53-b1d9-dbf0ad62225e is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:26:27.349255 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-eb3fe425-d250-4c9d-b00c-9bd1981864fb req-49998552-881e-4afe-8a98-f4830d13db21 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Deleting port e413b29e-fe85-471d-88f4-3f3ab57a1664 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:26:27.349646 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-eb3fe425-d250-4c9d-b00c-9bd1981864fb req-49998552-881e-4afe-8a98-f4830d13db21 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:27.352549 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f8ff4341-d470-4b58-b41a-02f3cc15b28c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:27.395713 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-f8ff4341-d470-4b58-b41a-02f3cc15b28c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:26:27.400441 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-f8ff4341-d470-4b58-b41a-02f3cc15b28c admin admin] Usage tracker for resource:security_group_rule and tenant:49a98a3c56ad43f3a5c4827322046789 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:26:27.403836 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-f8ff4341-d470-4b58-b41a-02f3cc15b28c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:26:27.415302 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-f8ff4341-d470-4b58-b41a-02f3cc15b28c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:26:27.446788 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4700cbed-251f-4108-ae97-0b0c628a513b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:27.457644 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 3d8a46dc-bcc2-41b3-8b77-5e8506e6c3a6 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:26:27.528655 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-3883680e-05fd-4076-a5c7-93a2ccf172e3 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, 98b92ad8-60d9-4f53-b1d9-dbf0ad62225e) {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:26:27.533822 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ada993ef-f825-4c19-b984-faa77d18c218 req-bdd70698-61dc-41ed-a5de-f1b0d1c4671f service neutron] 10.222.0.86 "GET /v2.0/networks/ff30330a-0ebe-4836-9458-b813d1bcbde4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4667606 May 30 20:26:27.556583 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3883680e-05fd-4076-a5c7-93a2ccf172e3 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:27.557480 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3883680e-05fd-4076-a5c7-93a2ccf172e3 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:27.557750 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82678f7f-03b0-40db-b878-2346f5054c60 None None] Network 98b92ad8-60d9-4f53-b1d9-dbf0ad62225e requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:26:27.564017 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4700cbed-251f-4108-ae97-0b0c628a513b admin admin] Pushing event deleted for resources: {'Port': ['ID=6fd4f929-f547-4afa-a511-76d2a626bb7a,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:27.594450 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f8ff4341-d470-4b58-b41a-02f3cc15b28c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:27.611332 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: 3d8a46dc-bcc2-41b3-8b77-5e8506e6c3a6 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:26:27.611762 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 3d8a46dc-bcc2-41b3-8b77-5e8506e6c3a6 not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:26:27.619198 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4bbbefd0-d275-4799-9ad2-cec7b751fb3e tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:27.862642 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-3883680e-05fd-4076-a5c7-93a2ccf172e3 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 4.2648940 May 30 20:26:27.864433 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 38642) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:26:27.870462 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f8ff4341-d470-4b58-b41a-02f3cc15b28c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:27.905424 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-e582f0c3-db57-4ba4-9bd6-a787944d19ff tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1956664210'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:26:27.940449 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-200c0feb-3670-4f2b-9ef8-28e40c52f4df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-98b92ad8-60d9-4f53-b1d9-dbf0ad62225e', 'network_id': '98b92ad8-60d9-4f53-b1d9-dbf0ad62225e', 'tenant_id': '532bf6f1c7054b7d8d66f29b606b9cda', 'fixed_ips': [{'subnet_id': '3b7e1d54-dd81-445d-ad7f-c8b78b3bbe98'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:26:27.941281 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-200c0feb-3670-4f2b-9ef8-28e40c52f4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:27.980924 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-e582f0c3-db57-4ba4-9bd6-a787944d19ff tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:26:28.032549 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-e582f0c3-db57-4ba4-9bd6-a787944d19ff tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Usage tracker for resource:network and tenant:532bf6f1c7054b7d8d66f29b606b9cda is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:26:28.048244 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-e582f0c3-db57-4ba4-9bd6-a787944d19ff tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:26:28.078547 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-e582f0c3-db57-4ba4-9bd6-a787944d19ff tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:26:28.094305 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4bbbefd0-d275-4799-9ad2-cec7b751fb3e tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:28.169260 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ff4341-d470-4b58-b41a-02f3cc15b28c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2e99c04-4215-47ba-9a6a-8a4e83286e0f,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:28.220579 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-200c0feb-3670-4f2b-9ef8-28e40c52f4df None None] Allocated IP 2001:db8:0:ffff::2 (98b92ad8-60d9-4f53-b1d9-dbf0ad62225e/3b7e1d54-dd81-445d-ad7f-c8b78b3bbe98/fd353489-6531-4e18-9b5c-f6b5b6ec293f) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:26:28.348823 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4700cbed-251f-4108-ae97-0b0c628a513b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-736453'] for router_gateway, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:28.468350 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-f8ff4341-d470-4b58-b41a-02f3cc15b28c admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=49a98a3c56ad43f3a5c4827322046789&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1516953 May 30 20:26:28.485100 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 38650) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:26:28.556827 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-eb3fe425-d250-4c9d-b00c-9bd1981864fb req-49998552-881e-4afe-8a98-f4830d13db21 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] For port e413b29e-fe85-471d-88f4-3f3ab57a1664, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=e413b29e-fe85-471d-88f4-3f3ab57a1664,segment=NetworkSegment(c4ccf4ae-1ad3-40ba-bf66-94b91dddd87a),segment_id=c4ccf4ae-1ad3-40ba-bf66-94b91dddd87a)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:26:28.557424 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-eb3fe425-d250-4c9d-b00c-9bd1981864fb req-49998552-881e-4afe-8a98-f4830d13db21 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:28.593533 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e582f0c3-db57-4ba4-9bd6-a787944d19ff tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Made reservation on behalf of 532bf6f1c7054b7d8d66f29b606b9cda for: {'network': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:26:28.611684 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e582f0c3-db57-4ba4-9bd6-a787944d19ff tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:28.630037 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-200c0feb-3670-4f2b-9ef8-28e40c52f4df None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:28.644326 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-200c0feb-3670-4f2b-9ef8-28e40c52f4df None None] Transition to ACTIVE for port object fd353489-6531-4e18-9b5c-f6b5b6ec293f will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:26:28.674903 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22a0c31-2280-4bd0-a1b4-fc1f19b38230 req-f856670f-a3b7-4139-8d76-0a3d46ec5539 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:28.679225 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22a0c31-2280-4bd0-a1b4-fc1f19b38230 req-f856670f-a3b7-4139-8d76-0a3d46ec5539 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:28.680628 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-200c0feb-3670-4f2b-9ef8-28e40c52f4df None None] Transition to ACTIVE for port object fd353489-6531-4e18-9b5c-f6b5b6ec293f will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:26:28.681039 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d22a0c31-2280-4bd0-a1b4-fc1f19b38230 req-f856670f-a3b7-4139-8d76-0a3d46ec5539 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] 10.222.0.85 "GET /v2.0/ports?device_id=cd8fefb2-ee5c-4a11-96ae-a5e6bfa362e8 HTTP/1.1" status: 200 len: 1683 time: 0.7704234 May 30 20:26:28.713745 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1431037c-cba6-4dff-9ad0-ec24d1a30c24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:28.755069 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4bbbefd0-d275-4799-9ad2-cec7b751fb3e tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:28.765886 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-200c0feb-3670-4f2b-9ef8-28e40c52f4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:28.769054 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-eb3fe425-d250-4c9d-b00c-9bd1981864fb req-49998552-881e-4afe-8a98-f4830d13db21 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Calling delete_port for e413b29e-fe85-471d-88f4-3f3ab57a1664 owned by compute:nova {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:26:28.783922 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e582f0c3-db57-4ba4-9bd6-a787944d19ff tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] vlan segment allocate from pool success with {'vlan_id': 673, 'physical_network': 'physnet1'} {{(pid=84886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:26:28.794123 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1431037c-cba6-4dff-9ad0-ec24d1a30c24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:28.836318 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e582f0c3-db57-4ba4-9bd6-a787944d19ff tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:28.836655 n-d-843948-2 neutron-server[84886]: INFO neutron.db.segments_db [None req-e582f0c3-db57-4ba4-9bd6-a787944d19ff tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Added segment 3640ce73-ccb0-432a-af95-9cd009e76332 of type vlan for network 9261d476-dc50-4476-b172-48c20dbfd261 May 30 20:26:28.855094 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4bbbefd0-d275-4799-9ad2-cec7b751fb3e tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:28.944505 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4700cbed-251f-4108-ae97-0b0c628a513b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-724789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3141'] for router, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:28.960125 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4700cbed-251f-4108-ae97-0b0c628a513b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:28.964124 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d22a0c31-2280-4bd0-a1b4-fc1f19b38230 req-7fcdd0ce-10d3-4582-a609-a7cca8660b46 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] 10.222.0.85 "GET /v2.0/security-groups?id=6888f4c0-d3bb-4706-bfb3-8bed5a2d1c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2711530 May 30 20:26:28.968049 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e2e9cb-f306-4dca-bd3c-e907d2351a9f req-3ec1721d-e5b7-4edc-9a55-58f97cc52c33 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:28.975521 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c3e2e9cb-f306-4dca-bd3c-e907d2351a9f req-3ec1721d-e5b7-4edc-9a55-58f97cc52c33 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/ports?device_id=fc2f8771-8ae8-478e-b73c-7ebb9203036f HTTP/1.1" status: 200 len: 946 time: 1.0346324 May 30 20:26:29.031580 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-200c0feb-3670-4f2b-9ef8-28e40c52f4df None None] Network 98b92ad8-60d9-4f53-b1d9-dbf0ad62225e is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:26:29.035295 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200c0feb-3670-4f2b-9ef8-28e40c52f4df None None] Pushing event updated for resources: {'Port': ['ID=fd353489-6531-4e18-9b5c-f6b5b6ec293f,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:29.062156 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e582f0c3-db57-4ba4-9bd6-a787944d19ff tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:29.076145 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-200c0feb-3670-4f2b-9ef8-28e40c52f4df None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:26:29.085909 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c3e2e9cb-f306-4dca-bd3c-e907d2351a9f req-73426296-d49a-4872-b4ac-b7a448ce072a tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/security-groups?id=43b52b63-89b9-4504-9f0e-59456bc9d48e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1089272 May 30 20:26:29.099100 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200c0feb-3670-4f2b-9ef8-28e40c52f4df None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:26:29.116844 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbbefd0-d275-4799-9ad2-cec7b751fb3e tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Pushing event updated for resources: {'Port': ['ID=834d5c3c-90e0-4a70-9dd6-6b244588031a,revision_number=2']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:29.179821 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4700cbed-251f-4108-ae97-0b0c628a513b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724889'] for router, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:29.180496 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4700cbed-251f-4108-ae97-0b0c628a513b admin admin] Fanout notify agent at l3_agent the message router_deleted on router dce4a9b6-853a-4e96-9bb3-a1790cbf36d6 {{(pid=84887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:26:29.208493 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4bbbefd0-d275-4799-9ad2-cec7b751fb3e tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736490'] for floatingip, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:29.265926 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c992f49-9d3b-44f6-86cd-8486d584b807 req-5b6c27a9-de6f-485b-94d9-cb89cf9a457b tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:29.268661 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0c992f49-9d3b-44f6-86cd-8486d584b807 req-5b6c27a9-de6f-485b-94d9-cb89cf9a457b tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.71 "GET /v2.0/ports?device_id=fc2f8771-8ae8-478e-b73c-7ebb9203036f HTTP/1.1" status: 200 len: 946 time: 0.3085420 May 30 20:26:29.322877 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-200c0feb-3670-4f2b-9ef8-28e40c52f4df None None] Attempting to bind port fd353489-6531-4e18-9b5c-f6b5b6ec293f on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:26:29.323496 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-200c0feb-3670-4f2b-9ef8-28e40c52f4df None None] Attempting to bind port fd353489-6531-4e18-9b5c-f6b5b6ec293f by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': '70be84a0-7aa2-496c-9f14-eb22556a4189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '98b92ad8-60d9-4f53-b1d9-dbf0ad62225e'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:26:29.324033 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200c0feb-3670-4f2b-9ef8-28e40c52f4df None None] Attempting to bind port fd353489-6531-4e18-9b5c-f6b5b6ec293f on network 98b92ad8-60d9-4f53-b1d9-dbf0ad62225e {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:26:29.336873 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200c0feb-3670-4f2b-9ef8-28e40c52f4df None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:26:29.340992 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200c0feb-3670-4f2b-9ef8-28e40c52f4df None None] Checking segment: {'id': '70be84a0-7aa2-496c-9f14-eb22556a4189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '98b92ad8-60d9-4f53-b1d9-dbf0ad62225e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:26:29.340992 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-200c0feb-3670-4f2b-9ef8-28e40c52f4df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:29.340992 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200c0feb-3670-4f2b-9ef8-28e40c52f4df None None] Bound using segment: {'id': '70be84a0-7aa2-496c-9f14-eb22556a4189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '98b92ad8-60d9-4f53-b1d9-dbf0ad62225e'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:26:29.340992 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-200c0feb-3670-4f2b-9ef8-28e40c52f4df None None] Bound port: fd353489-6531-4e18-9b5c-f6b5b6ec293f, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70be84a0-7aa2-496c-9f14-eb22556a4189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '98b92ad8-60d9-4f53-b1d9-dbf0ad62225e'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:26:29.340992 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-200c0feb-3670-4f2b-9ef8-28e40c52f4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:29.368604 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-eb3fe425-d250-4c9d-b00c-9bd1981864fb req-49998552-881e-4afe-8a98-f4830d13db21 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:29.376477 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1431037c-cba6-4dff-9ad0-ec24d1a30c24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:29.378956 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1431037c-cba6-4dff-9ad0-ec24d1a30c24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:29.383671 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-1431037c-cba6-4dff-9ad0-ec24d1a30c24 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/b2e99c04-4215-47ba-9a6a-8a4e83286e0f HTTP/1.1" status: 204 len: 168 time: 0.8931320 May 30 20:26:29.404408 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e582f0c3-db57-4ba4-9bd6-a787944d19ff tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:29.408579 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e582f0c3-db57-4ba4-9bd6-a787944d19ff tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:29.409194 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e582f0c3-db57-4ba4-9bd6-a787944d19ff tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:29.463062 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4bbbefd0-d275-4799-9ad2-cec7b751fb3e tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:29.463062 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-4bbbefd0-d275-4799-9ad2-cec7b751fb3e tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4703770 May 30 20:26:29.463062 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1431037c-cba6-4dff-9ad0-ec24d1a30c24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2e99c04-4215-47ba-9a6a-8a4e83286e0f,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:29.463481 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-200c0feb-3670-4f2b-9ef8-28e40c52f4df None None] For port fd353489-6531-4e18-9b5c-f6b5b6ec293f, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:26:29.466696 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-200c0feb-3670-4f2b-9ef8-28e40c52f4df None None] For port fd353489-6531-4e18-9b5c-f6b5b6ec293f, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=fd353489-6531-4e18-9b5c-f6b5b6ec293f,segment=NetworkSegment(70be84a0-7aa2-496c-9f14-eb22556a4189),segment_id=70be84a0-7aa2-496c-9f14-eb22556a4189)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:26:29.555082 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4700cbed-251f-4108-ae97-0b0c628a513b admin admin] Notify callbacks [] for router, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:29.556182 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-4700cbed-251f-4108-ae97-0b0c628a513b admin admin] 10.222.0.85 "DELETE /v2.0/routers/dce4a9b6-853a-4e96-9bb3-a1790cbf36d6 HTTP/1.1" status: 204 len: 168 time: 7.0330789 May 30 20:26:29.557530 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-200c0feb-3670-4f2b-9ef8-28e40c52f4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:29.624795 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e582f0c3-db57-4ba4-9bd6-a787944d19ff tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Pushing event updated for resources: {'Network': ['ID=9261d476-dc50-4476-b172-48c20dbfd261,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:29.638773 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 38658) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:26:29.653748 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [req-0c992f49-9d3b-44f6-86cd-8486d584b807 req-60afe97a-2c83-4e7d-a1da-6f13fc39e648 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Deleting port a61c7870-d656-41a6-ba63-31c7e8cf0081 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:26:29.654309 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-0c992f49-9d3b-44f6-86cd-8486d584b807 req-60afe97a-2c83-4e7d-a1da-6f13fc39e648 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:29.667490 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb3fe425-d250-4c9d-b00c-9bd1981864fb req-49998552-881e-4afe-8a98-f4830d13db21 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] No DVR routers for this DVR port e413b29e-fe85-471d-88f4-3f3ab57a1664 on host n-h1-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:26:29.671048 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-eb3fe425-d250-4c9d-b00c-9bd1981864fb req-49998552-881e-4afe-8a98-f4830d13db21 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:29.680348 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-eb3fe425-d250-4c9d-b00c-9bd1981864fb req-49998552-881e-4afe-8a98-f4830d13db21 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] 10.222.0.71 "DELETE /v2.0/ports/e413b29e-fe85-471d-88f4-3f3ab57a1664 HTTP/1.1" status: 204 len: 173 time: 2.4301257 May 30 20:26:29.688180 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49998552-881e-4afe-8a98-f4830d13db21 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Pushing event deleted for resources: {'Port': ['ID=e413b29e-fe85-471d-88f4-3f3ab57a1664,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:29.688616 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network 9261d476-dc50-4476-b172-48c20dbfd261 details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:26:29.692396 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd8fefb2-ee5c-4a11-96ae-a5e6bfa362e8', 'name': 'network-vif-deleted', 'tag': 'e413b29e-fe85-471d-88f4-3f3ab57a1664'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:26:29.729921 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-f26de81c-fa9d-4027-9f54-bb71ac7ccaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:29.792173 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-eb3fe425-d250-4c9d-b00c-9bd1981864fb req-f5bae198-c2d2-45b0-b736-e2fd8f1da212 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Deleting port 6e5f82b2-6bec-41a5-b057-0e4bd55d2c7d {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:26:29.792997 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-eb3fe425-d250-4c9d-b00c-9bd1981864fb req-f5bae198-c2d2-45b0-b736-e2fd8f1da212 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:29.820781 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-e582f0c3-db57-4ba4-9bd6-a787944d19ff tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.9533877 May 30 20:26:29.845251 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 38666) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:26:29.855132 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afbb750d-0825-46ce-b258-0c72f1f0f636'] response: {'server_uuid': 'cd8fefb2-ee5c-4a11-96ae-a5e6bfa362e8', 'name': 'network-vif-deleted', 'tag': 'e413b29e-fe85-471d-88f4-3f3ab57a1664', 'status': 'completed', 'code': 200} May 30 20:26:29.890054 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-86993af2-2e8e-4d3a-b860-e70ee27fbf25 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Request body: {'subnet': {'network_id': '9261d476-dc50-4476-b172-48c20dbfd261', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:26:30.007928 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200c0feb-3670-4f2b-9ef8-28e40c52f4df None None] Pushing event updated for resources: {'Port': ['ID=fd353489-6531-4e18-9b5c-f6b5b6ec293f,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:30.047548 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:30.145363 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device bcdfc29b-75b2-4955-871a-03ddaef96f61 no longer exists at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:26:30.301046 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-20fe7c47-8884-470f-ad92-d9624b1b8c32 req-3f59bb51-361f-4043-a4dd-5e51e3a252f8 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-securitygroup--1082989266&fields=id&tenant_id=6a921a88c2104251b4f5cf697763e02b HTTP/1.1" status: 200 len: 267 time: 0.2374585 May 30 20:26:30.312275 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bd4cc7-cc05-4e2f-bbdb-0b6923e40de2 req-bea1c8d0-7612-41d4-9022-535688b83ae9 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:30.322809 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b2bd4cc7-cc05-4e2f-bbdb-0b6923e40de2 req-bea1c8d0-7612-41d4-9022-535688b83ae9 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=7aad7ab8-22c4-47e2-abf2-9cc744ce8553 HTTP/1.1" status: 200 len: 946 time: 1.0468161 May 30 20:26:30.329831 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c70208d-4bb8-4c23-b83b-b049740b3fc7 admin admin] Deleting subnet 4a48f417-ba85-44a0-9f1b-28d1dfa8235b {{(pid=84886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:26:30.361421 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0c70208d-4bb8-4c23-b83b-b049740b3fc7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:30.418633 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:30.423506 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-eb3fe425-d250-4c9d-b00c-9bd1981864fb req-f5bae198-c2d2-45b0-b736-e2fd8f1da212 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] For port 6e5f82b2-6bec-41a5-b057-0e4bd55d2c7d, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=6e5f82b2-6bec-41a5-b057-0e4bd55d2c7d,segment=NetworkSegment(68a9c637-0251-4dc6-b785-31909da53566),segment_id=68a9c637-0251-4dc6-b785-31909da53566)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:26:30.425041 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-eb3fe425-d250-4c9d-b00c-9bd1981864fb req-f5bae198-c2d2-45b0-b736-e2fd8f1da212 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:30.484559 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aad7ab8-22c4-47e2-abf2-9cc744ce8553', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bcdfc29b-75b2-4955-871a-03ddaef96f61'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:26:30.508552 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port bcdfc29b-75b2-4955-871a-03ddaef96f61, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=bcdfc29b-75b2-4955-871a-03ddaef96f61,segment=NetworkSegment(40468e3f-2630-4d51-98c1-4a518f6532d2),segment_id=40468e3f-2630-4d51-98c1-4a518f6532d2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:26:30.545096 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b2bd4cc7-cc05-4e2f-bbdb-0b6923e40de2 req-bd90d1ae-2a57-4885-abf2-6626e2c1ce2b tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ae76294-3e84-4fcb-be2a-17611205a838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1475768 May 30 20:26:30.573335 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-86993af2-2e8e-4d3a-b860-e70ee27fbf25 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:26:30.598443 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:30.660054 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0c70208d-4bb8-4c23-b83b-b049740b3fc7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2655517'] for subnet, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:30.753253 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-86993af2-2e8e-4d3a-b860-e70ee27fbf25 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Usage tracker for resource:subnet and tenant:532bf6f1c7054b7d8d66f29b606b9cda is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:26:30.774825 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-86993af2-2e8e-4d3a-b860-e70ee27fbf25 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:26:30.844102 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-86993af2-2e8e-4d3a-b860-e70ee27fbf25 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:26:30.853315 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=bcdfc29b-75b2-4955-871a-03ddaef96f61,revision_number=14']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:30.983232 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-0c992f49-9d3b-44f6-86cd-8486d584b807 req-60afe97a-2c83-4e7d-a1da-6f13fc39e648 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] For port a61c7870-d656-41a6-ba63-31c7e8cf0081, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=a61c7870-d656-41a6-ba63-31c7e8cf0081,segment=NetworkSegment(327b421f-3671-4415-86c0-3c9c0e7ca945),segment_id=327b421f-3671-4415-86c0-3c9c0e7ca945)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:26:30.983804 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-0c992f49-9d3b-44f6-86cd-8486d584b807 req-60afe97a-2c83-4e7d-a1da-6f13fc39e648 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:31.037416 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:31.114064 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86993af2-2e8e-4d3a-b860-e70ee27fbf25 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Made reservation on behalf of 532bf6f1c7054b7d8d66f29b606b9cda for: {'subnet': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:26:31.139387 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-eb3fe425-d250-4c9d-b00c-9bd1981864fb req-f5bae198-c2d2-45b0-b736-e2fd8f1da212 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Calling delete_port for 6e5f82b2-6bec-41a5-b057-0e4bd55d2c7d owned by compute:nova {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:26:31.288403 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fe7c47-8884-470f-ad92-d9624b1b8c32 req-ad6e8e1f-a100-4f55-bdb0-21c921dfa33d tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:31.291205 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-20fe7c47-8884-470f-ad92-d9624b1b8c32 req-ad6e8e1f-a100-4f55-bdb0-21c921dfa33d tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "GET /v2.0/networks?id=2ad0cf2e-8ff8-4add-9223-e815a60245ec HTTP/1.1" status: 200 len: 814 time: 0.9554036 May 30 20:26:31.315986 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device e413b29e-fe85-471d-88f4-3f3ab57a1664 no longer exists at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:26:31.385713 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-20fe7c47-8884-470f-ad92-d9624b1b8c32 req-e2bda5c4-c815-41ef-a3db-329d24b396b7 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "GET /v2.0/quotas/6a921a88c2104251b4f5cf697763e02b HTTP/1.1" status: 200 len: 375 time: 0.0262620 May 30 20:26:31.390122 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] No Port match for: e413b29e-fe85-471d-88f4-3f3ab57a1664 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:26:31.395959 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device e413b29e-fe85-471d-88f4-3f3ab57a1664 not bound to the agent host n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:26:31.397585 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 6e5f82b2-6bec-41a5-b057-0e4bd55d2c7d no longer exists at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:26:31.560753 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-eb3fe425-d250-4c9d-b00c-9bd1981864fb req-f5bae198-c2d2-45b0-b736-e2fd8f1da212 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:31.564643 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0c70208d-4bb8-4c23-b83b-b049740b3fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:31.641529 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b60e89e0-cb90-4c5d-9d03-b8b0b7c089d5 None None] Network 98b92ad8-60d9-4f53-b1d9-dbf0ad62225e requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:26:31.654568 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bae198-c2d2-45b0-b736-e2fd8f1da212 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Pushing event deleted for resources: {'Port': ['ID=6e5f82b2-6bec-41a5-b057-0e4bd55d2c7d,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:31.731210 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device fd353489-6531-4e18-9b5c-f6b5b6ec293f up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:26:31.733680 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-86993af2-2e8e-4d3a-b860-e70ee27fbf25 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2778563'] for subnet, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:31.796578 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] No active binding found for port 6e5f82b2-6bec-41a5-b057-0e4bd55d2c7d {{(pid=84888) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} May 30 20:26:31.798315 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 6e5f82b2-6bec-41a5-b057-0e4bd55d2c7d not bound to the agent host n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:26:31.847821 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6d1ed0-4ff8-4ed6-bf6c-14e3afc25066 req-688c68b9-2c50-4ca1-8f8c-aa22e153172d tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:31.861344 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1e6d1ed0-4ff8-4ed6-bf6c-14e3afc25066 req-688c68b9-2c50-4ca1-8f8c-aa22e153172d tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] 10.222.0.85 "GET /v2.0/ports?device_id=cd8fefb2-ee5c-4a11-96ae-a5e6bfa362e8 HTTP/1.1" status: 200 len: 946 time: 1.0921335 May 30 20:26:31.867585 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb3fe425-d250-4c9d-b00c-9bd1981864fb req-f5bae198-c2d2-45b0-b736-e2fd8f1da212 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] No DVR routers for this DVR port 6e5f82b2-6bec-41a5-b057-0e4bd55d2c7d on host n-h1-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:26:31.882049 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-20fe7c47-8884-470f-ad92-d9624b1b8c32 req-d786b0aa-2918-4f25-bf08-c5c3cdfaf4b3 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=6a921a88c2104251b4f5cf697763e02b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4554160 May 30 20:26:31.883446 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-eb3fe425-d250-4c9d-b00c-9bd1981864fb req-f5bae198-c2d2-45b0-b736-e2fd8f1da212 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:31.886713 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd8fefb2-ee5c-4a11-96ae-a5e6bfa362e8', 'name': 'network-vif-deleted', 'tag': '6e5f82b2-6bec-41a5-b057-0e4bd55d2c7d'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:26:31.908971 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-eb3fe425-d250-4c9d-b00c-9bd1981864fb req-f5bae198-c2d2-45b0-b736-e2fd8f1da212 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] 10.222.0.71 "DELETE /v2.0/ports/6e5f82b2-6bec-41a5-b057-0e4bd55d2c7d HTTP/1.1" status: 204 len: 173 time: 2.2172811 May 30 20:26:31.938852 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0c70208d-4bb8-4c23-b83b-b049740b3fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4127075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2778536'] for subnet, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:32.073455 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c70208d-4bb8-4c23-b83b-b049740b3fc7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a48f417-ba85-44a0-9f1b-28d1dfa8235b,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:32.189089 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-1abeb56c-790c-43ac-a45c-c1a260278214 None None] Provisioning for port fd353489-6531-4e18-9b5c-f6b5b6ec293f completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:26:32.218189 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port fd353489-6531-4e18-9b5c-f6b5b6ec293f completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:26:32.229715 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-1abeb56c-790c-43ac-a45c-c1a260278214 None None] Provisioning complete for port fd353489-6531-4e18-9b5c-f6b5b6ec293f triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:26:32.230782 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-1abeb56c-790c-43ac-a45c-c1a260278214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:32.253393 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1e6d1ed0-4ff8-4ed6-bf6c-14e3afc25066 req-a64b30cb-486e-4981-9768-1d4346bb50b7 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] 10.222.0.85 "GET /v2.0/security-groups?id=6888f4c0-d3bb-4706-bfb3-8bed5a2d1c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3907201 May 30 20:26:32.256685 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0c70208d-4bb8-4c23-b83b-b049740b3fc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:32.324185 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-0c70208d-4bb8-4c23-b83b-b049740b3fc7 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/4a48f417-ba85-44a0-9f1b-28d1dfa8235b HTTP/1.1" status: 204 len: 168 time: 2.6783493 May 30 20:26:32.337369 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port fd353489-6531-4e18-9b5c-f6b5b6ec293f triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:26:32.337801 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:32.358609 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-20fe7c47-8884-470f-ad92-d9624b1b8c32 req-64538018-2cbf-424f-84b7-82545b48c3cc service neutron] 10.222.0.85 "GET /v2.0/networks/2ad0cf2e-8ff8-4add-9223-e815a60245ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4639592 May 30 20:26:32.359206 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 38710) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:26:32.419334 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-0c992f49-9d3b-44f6-86cd-8486d584b807 req-60afe97a-2c83-4e7d-a1da-6f13fc39e648 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:32.419718 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-0c992f49-9d3b-44f6-86cd-8486d584b807 req-60afe97a-2c83-4e7d-a1da-6f13fc39e648 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736490'] for floatingip, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:32.420039 n-d-843948-2 neutron-server[84886]: INFO neutron.db.l3_db [req-0c992f49-9d3b-44f6-86cd-8486d584b807 req-60afe97a-2c83-4e7d-a1da-6f13fc39e648 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Floating IP f4974c4a-d5b6-414e-bbd3-d133f892e714 disassociated. External IP: 172.25.8.248, port: a61c7870-d656-41a6-ba63-31c7e8cf0081. May 30 20:26:32.420384 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [req-0c992f49-9d3b-44f6-86cd-8486d584b807 req-60afe97a-2c83-4e7d-a1da-6f13fc39e648 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Calling delete_port for a61c7870-d656-41a6-ba63-31c7e8cf0081 owned by compute:nova {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:26:32.437401 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6be92d2-421f-4dd6-81a8-d42a893af557 None None] Network 3b009590-a296-4757-aa36-6233b5dedf2d requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:26:32.685663 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:32.689889 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ceab5d-7f75-4acf-838e-480e2d5faf1b req-5631a8c1-3c36-4033-b552-df450f0762a7 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:32.691743 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f2ceab5d-7f75-4acf-838e-480e2d5faf1b req-5631a8c1-3c36-4033-b552-df450f0762a7 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/ports?device_id=fc2f8771-8ae8-478e-b73c-7ebb9203036f HTTP/1.1" status: 200 len: 946 time: 0.2777212 May 30 20:26:32.714095 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8af53e3e-6df9-464b-a63b-251d6ae97d8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:32.727475 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:32.795308 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f2ceab5d-7f75-4acf-838e-480e2d5faf1b req-1d0a8538-360a-4f44-b2c7-363ec8d62963 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/security-groups?id=43b52b63-89b9-4504-9f0e-59456bc9d48e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751407 May 30 20:26:32.801095 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-8af53e3e-6df9-464b-a63b-251d6ae97d8e admin admin] Deleting port a8ca8642-b9e0-4127-a4f4-0c3fb666d7a9 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:26:32.808544 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8af53e3e-6df9-464b-a63b-251d6ae97d8e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:32.865942 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-86993af2-2e8e-4d3a-b860-e70ee27fbf25 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4127140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2778577'] for subnet, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:32.947115 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-1abeb56c-790c-43ac-a45c-c1a260278214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:32.947702 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-0c992f49-9d3b-44f6-86cd-8486d584b807 req-60afe97a-2c83-4e7d-a1da-6f13fc39e648 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:33.042123 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60afe97a-2c83-4e7d-a1da-6f13fc39e648 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Pushing event deleted for resources: {'Port': ['ID=a61c7870-d656-41a6-ba63-31c7e8cf0081,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:33.087797 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9b87968-09a9-4aae-b667-9e9b4f29e0ba'] response: {'server_uuid': '7aad7ab8-22c4-47e2-abf2-9cc744ce8553', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bcdfc29b-75b2-4955-871a-03ddaef96f61', 'code': 200} May 30 20:26:33.094847 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port fd353489-6531-4e18-9b5c-f6b5b6ec293f, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=fd353489-6531-4e18-9b5c-f6b5b6ec293f,segment=NetworkSegment(70be84a0-7aa2-496c-9f14-eb22556a4189),segment_id=70be84a0-7aa2-496c-9f14-eb22556a4189)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:26:33.108988 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-20fe7c47-8884-470f-ad92-d9624b1b8c32 req-5a9f249f-9487-4776-a189-c9ccca894822 service neutron] 10.222.0.85 "GET /v2.0/networks/2ad0cf2e-8ff8-4add-9223-e815a60245ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7006731 May 30 20:26:33.263658 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:33.382032 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device a61c7870-d656-41a6-ba63-31c7e8cf0081 no longer exists at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:26:33.557356 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] No Port match for: a61c7870-d656-41a6-ba63-31c7e8cf0081 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:26:33.563477 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device a61c7870-d656-41a6-ba63-31c7e8cf0081 not bound to the agent host n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:26:33.577667 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [None req-8af53e3e-6df9-464b-a63b-251d6ae97d8e admin admin] For port a8ca8642-b9e0-4127-a4f4-0c3fb666d7a9, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=a8ca8642-b9e0-4127-a4f4-0c3fb666d7a9,segment=NetworkSegment(8369aa1b-ac46-424a-9c92-34020eb636de),segment_id=8369aa1b-ac46-424a-9c92-34020eb636de)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:26:33.582869 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8af53e3e-6df9-464b-a63b-251d6ae97d8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:33.651580 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86993af2-2e8e-4d3a-b860-e70ee27fbf25 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Pushing event updated for resources: {'Subnet': ['ID=1471ee4b-6cb2-4330-8f42-fbfb32829565,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:33.700497 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=fd353489-6531-4e18-9b5c-f6b5b6ec293f,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:33.725597 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86993af2-2e8e-4d3a-b860-e70ee27fbf25 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Checking segment: {'id': '3640ce73-ccb0-432a-af95-9cd009e76332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '9261d476-dc50-4476-b172-48c20dbfd261'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:26:33.726375 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86993af2-2e8e-4d3a-b860-e70ee27fbf25 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Network hostable DHCP agents. Network: 9261d476-dc50-4476-b172-48c20dbfd261, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:26:33.736537 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.db.api [None req-1abeb56c-790c-43ac-a45c-c1a260278214 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:26:33.737282 n-d-843948-2 neutron-server[84888]: DEBUG oslo_db.api [None req-1abeb56c-790c-43ac-a45c-c1a260278214 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:26:33.774407 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63e28fa2-3fa0-417e-9ba8-ef79606e6557'] response: {'server_uuid': 'cd8fefb2-ee5c-4a11-96ae-a5e6bfa362e8', 'name': 'network-vif-deleted', 'tag': '6e5f82b2-6bec-41a5-b057-0e4bd55d2c7d', 'status': 'completed', 'code': 200} May 30 20:26:33.919491 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-8af53e3e-6df9-464b-a63b-251d6ae97d8e admin admin] Calling delete_port for a8ca8642-b9e0-4127-a4f4-0c3fb666d7a9 owned by network:dhcp {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:26:33.941063 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad827a45-f161-4025-bcd0-293c86d94904 None None] DHCP port deletion for 3b009590-a296-4757-aa36-6233b5dedf2d request from n-d-843948-2 {{(pid=84888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:26:33.975682 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-ad827a45-f161-4025-bcd0-293c86d94904 None None] Deleting port a8ca8642-b9e0-4127-a4f4-0c3fb666d7a9 {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:26:33.977093 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ad827a45-f161-4025-bcd0-293c86d94904 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:33.993129 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ad0240-beaa-4e4d-aade-fca152a0631e req-34ce509f-3a90-497a-8526-89fae8599ce2 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:34.010519 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c7ad0240-beaa-4e4d-aade-fca152a0631e req-34ce509f-3a90-497a-8526-89fae8599ce2 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=7aad7ab8-22c4-47e2-abf2-9cc744ce8553 HTTP/1.1" status: 200 len: 944 time: 0.4570806 May 30 20:26:34.061398 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86993af2-2e8e-4d3a-b860-e70ee27fbf25 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Network 9261d476-dc50-4476-b172-48c20dbfd261 is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:26:34.081786 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 38740) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:26:34.154817 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c7ad0240-beaa-4e4d-aade-fca152a0631e req-c50d993b-4384-4a9c-bfc7-479f7f931c11 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ae76294-3e84-4fcb-be2a-17611205a838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1495707 May 30 20:26:34.281953 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-86993af2-2e8e-4d3a-b860-e70ee27fbf25 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, 9261d476-dc50-4476-b172-48c20dbfd261) {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:26:34.341386 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86993af2-2e8e-4d3a-b860-e70ee27fbf25 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:34.342594 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-86993af2-2e8e-4d3a-b860-e70ee27fbf25 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:34.353913 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e4b7b67-3fe5-47e4-8e29-6ed32ae51d91 None None] Network 9261d476-dc50-4476-b172-48c20dbfd261 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:26:34.361892 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8af53e3e-6df9-464b-a63b-251d6ae97d8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:34.407259 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f539b155-9b37-4591-930e-59de72fbbc95 None None] Sync routers for ids ['d6837ec6-fa53-4479-bb23-7d6c2cb86fc9'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:26:34.425313 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 38748) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:26:34.498245 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ad5e4513-b090-48ba-8ab9-990feb1dccfc req-c5748681-720b-4d96-9c9b-367a22893b2c tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "GET /v2.0/ports?device_id=b5cfc9b0-7823-4f7e-84ca-6b07acbe3233 HTTP/1.1" status: 200 len: 210 time: 0.2389314 May 30 20:26:34.509962 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af53e3e-6df9-464b-a63b-251d6ae97d8e admin admin] No DVR routers for this DVR port a8ca8642-b9e0-4127-a4f4-0c3fb666d7a9 on host n-d-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:26:34.512867 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af53e3e-6df9-464b-a63b-251d6ae97d8e admin admin] Pushing event deleted for resources: {'Port': ['ID=a8ca8642-b9e0-4127-a4f4-0c3fb666d7a9,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:34.535223 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0c992f49-9d3b-44f6-86cd-8486d584b807 req-60afe97a-2c83-4e7d-a1da-6f13fc39e648 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Router 238f8cbb-dfcc-4cb4-82fe-41a5dad58781 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:26:34.699567 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-eb7b2bfb-c6ba-4593-b05c-49ef4dd5890a req-6e8677c1-73bb-49f5-adfa-1ab8d969e1f2 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/ports?device_id=fc2f8771-8ae8-478e-b73c-7ebb9203036f HTTP/1.1" status: 200 len: 210 time: 0.1184294 May 30 20:26:34.827810 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-ad827a45-f161-4025-bcd0-293c86d94904 None None] For port a8ca8642-b9e0-4127-a4f4-0c3fb666d7a9, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=a8ca8642-b9e0-4127-a4f4-0c3fb666d7a9,segment=NetworkSegment(8369aa1b-ac46-424a-9c92-34020eb636de),segment_id=8369aa1b-ac46-424a-9c92-34020eb636de)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:26:34.828248 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ad827a45-f161-4025-bcd0-293c86d94904 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:34.910205 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8af53e3e-6df9-464b-a63b-251d6ae97d8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:34.980081 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-8af53e3e-6df9-464b-a63b-251d6ae97d8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b009590-a296-4757-aa36-6233b5dedf2d']}} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:26:35.018491 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-8af53e3e-6df9-464b-a63b-251d6ae97d8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8369aa1b-ac46-424a-9c92-34020eb636de') {'for_net_delete': True} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:26:35.018832 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-8af53e3e-6df9-464b-a63b-251d6ae97d8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8369aa1b-ac46-424a-9c92-34020eb636de') {} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:26:35.030510 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ab2ea037-544b-4226-a7ca-3a7f9333c2fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:35.054447 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-ad827a45-f161-4025-bcd0-293c86d94904 None None] Calling delete_port for a8ca8642-b9e0-4127-a4f4-0c3fb666d7a9 owned by network:dhcp {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:26:35.055777 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8af53e3e-6df9-464b-a63b-251d6ae97d8e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3149912'] for segment, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:35.100036 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_v2 [None req-84714ea0-e17c-4eff-ae85-4e68c796f68b tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Deleting subnet a0a1ea8d-d358-42ab-9022-a0204b5e1a50 {{(pid=84886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:26:35.103902 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-ab2ea037-544b-4226-a7ca-3a7f9333c2fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:26:35.104663 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-86993af2-2e8e-4d3a-b860-e70ee27fbf25 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 5.2579019 May 30 20:26:35.111587 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 38762) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:26:35.111876 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8af53e3e-6df9-464b-a63b-251d6ae97d8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:35.112609 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-84714ea0-e17c-4eff-ae85-4e68c796f68b tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Notify callbacks [] for subnet, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:35.119227 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-ab2ea037-544b-4226-a7ca-3a7f9333c2fb admin admin] Usage tracker for resource:security_group_rule and tenant:45d45bcaf7da484c847d62a0256afbe8 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:26:35.123461 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-ab2ea037-544b-4226-a7ca-3a7f9333c2fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:26:35.127009 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8af53e3e-6df9-464b-a63b-251d6ae97d8e admin admin] Releasing vlan 650 on physical network physnet1 to pool {{(pid=84887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:26:35.127402 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8af53e3e-6df9-464b-a63b-251d6ae97d8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4055488'] for segment, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:35.133842 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f539b155-9b37-4591-930e-59de72fbbc95 None None] Routers {'d6837ec6-fa53-4479-bb23-7d6c2cb86fc9'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:26:35.134514 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-f539b155-9b37-4591-930e-59de72fbbc95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:26:29Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['d6837ec6-fa53-4479-bb23-7d6c2cb86fc9'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:26:35.146921 n-d-843948-2 neutron-server[84887]: Traceback (most recent call last): May 30 20:26:35.146921 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:26:35.146921 n-d-843948-2 neutron-server[84887]: timer() May 30 20:26:35.146921 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:26:35.146921 n-d-843948-2 neutron-server[84887]: cb(*args, **kw) May 30 20:26:35.146921 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:26:35.146921 n-d-843948-2 neutron-server[84887]: return func(*args, **kwargs) May 30 20:26:35.146921 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:26:35.146921 n-d-843948-2 neutron-server[84887]: self._notify() May 30 20:26:35.146921 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:26:35.146921 n-d-843948-2 neutron-server[84887]: self.callback(batched_events) May 30 20:26:35.146921 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:26:35.146921 n-d-843948-2 neutron-server[84887]: event.method(event) May 30 20:26:35.146921 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:26:35.146921 n-d-843948-2 neutron-server[84887]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:26:35.146921 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:26:35.146921 n-d-843948-2 neutron-server[84887]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:26:35.146921 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:26:35.146921 n-d-843948-2 neutron-server[84887]: return f(self, *a, **k) May 30 20:26:35.146921 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:26:35.146921 n-d-843948-2 neutron-server[84887]: return self._get(url).json() May 30 20:26:35.146921 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:26:35.146921 n-d-843948-2 neutron-server[84887]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:26:35.146921 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:26:35.146921 n-d-843948-2 neutron-server[84887]: return self.request(url, 'GET', **kwargs) May 30 20:26:35.146921 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:26:35.146921 n-d-843948-2 neutron-server[84887]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:26:35.146921 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:26:35.146921 n-d-843948-2 neutron-server[84887]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:26:35.146921 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:26:35.146921 n-d-843948-2 neutron-server[84887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:26:35.146921 n-d-843948-2 neutron-server[84887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:26:35.266376 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-ab2ea037-544b-4226-a7ca-3a7f9333c2fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:26:35.369739 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-84714ea0-e17c-4eff-ae85-4e68c796f68b tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2655517'] for subnet, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:35.395097 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-5e7f7969-b025-4451-9556-4c8bd2e25b88 None None] Provisioning complete for port fd353489-6531-4e18-9b5c-f6b5b6ec293f triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:26:35.396290 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-5e7f7969-b025-4451-9556-4c8bd2e25b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:35.514792 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6cf45149-cb06-4773-b6f3-a1924f3d6c58 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:35.542713 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8af53e3e-6df9-464b-a63b-251d6ae97d8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:35.598826 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.db.api [None req-ad827a45-f161-4025-bcd0-293c86d94904 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:26:35.600218 n-d-843948-2 neutron-server[84888]: DEBUG oslo_db.api [None req-ad827a45-f161-4025-bcd0-293c86d94904 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:26:35.606185 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8af53e3e-6df9-464b-a63b-251d6ae97d8e admin admin] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:35.615697 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6cf45149-cb06-4773-b6f3-a1924f3d6c58 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:35.618778 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device fd353489-6531-4e18-9b5c-f6b5b6ec293f up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:26:35.625441 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af53e3e-6df9-464b-a63b-251d6ae97d8e admin admin] Pushing event deleted for resources: {'Network': ['ID=3b009590-a296-4757-aa36-6233b5dedf2d,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:35.632224 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ab2ea037-544b-4226-a7ca-3a7f9333c2fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:35.653908 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-84714ea0-e17c-4eff-ae85-4e68c796f68b tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:35.746416 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39bd8b11-eef3-42fd-a9cb-f4db5519c816 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-9261d476-dc50-4476-b172-48c20dbfd261', 'network_id': '9261d476-dc50-4476-b172-48c20dbfd261', 'tenant_id': '532bf6f1c7054b7d8d66f29b606b9cda', 'fixed_ips': [{'subnet_id': '1471ee4b-6cb2-4330-8f42-fbfb32829565'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:26:35.747166 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-39bd8b11-eef3-42fd-a9cb-f4db5519c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:35.756022 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0c992f49-9d3b-44f6-86cd-8486d584b807 req-60afe97a-2c83-4e7d-a1da-6f13fc39e648 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:26:35.778445 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d467c8cb-6ac0-47a8-946e-7a313fdbab5f None None] Sync routers for ids ['238f8cbb-dfcc-4cb4-82fe-41a5dad58781'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:26:35.787248 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ab2ea037-544b-4226-a7ca-3a7f9333c2fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:35.798568 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d467c8cb-6ac0-47a8-946e-7a313fdbab5f None None] Routers {'238f8cbb-dfcc-4cb4-82fe-41a5dad58781'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:26:35.798568 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-d467c8cb-6ac0-47a8-946e-7a313fdbab5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:26:29Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['238f8cbb-dfcc-4cb4-82fe-41a5dad58781'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:26:35.877823 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-31b2a260-4990-429e-9e5c-d953a6e73da3 req-2c85cea0-2f1a-46be-b3e7-9a8a8d5b07fd tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "GET /v2.0/ports?device_id=b5cfc9b0-7823-4f7e-84ca-6b07acbe3233 HTTP/1.1" status: 200 len: 210 time: 0.1907251 May 30 20:26:35.883837 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2ea037-544b-4226-a7ca-3a7f9333c2fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccf6ebc7-dbd0-4b35-ac24-24d46e686de2,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:35.893847 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-8af53e3e-6df9-464b-a63b-251d6ae97d8e admin admin] 10.222.0.85 "DELETE /v2.0/networks/3b009590-a296-4757-aa36-6233b5dedf2d HTTP/1.1" status: 204 len: 168 time: 3.5330617 May 30 20:26:35.922626 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c992f49-9d3b-44f6-86cd-8486d584b807 req-60afe97a-2c83-4e7d-a1da-6f13fc39e648 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] No DVR routers for this DVR port a61c7870-d656-41a6-ba63-31c7e8cf0081 on host n-h1-843948-2 {{(pid=84886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:26:35.928244 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-0c992f49-9d3b-44f6-86cd-8486d584b807 req-60afe97a-2c83-4e7d-a1da-6f13fc39e648 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:35.932850 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc2f8771-8ae8-478e-b73c-7ebb9203036f', 'name': 'network-vif-deleted', 'tag': 'a61c7870-d656-41a6-ba63-31c7e8cf0081'}] {{(pid=84886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:26:35.936748 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-f539b155-9b37-4591-930e-59de72fbbc95 None None] Set router d6837ec6-fa53-4479-bb23-7d6c2cb86fc9 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:26:35.966936 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-ab2ea037-544b-4226-a7ca-3a7f9333c2fb admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=45d45bcaf7da484c847d62a0256afbe8&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4785440 May 30 20:26:35.968437 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 38790) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:26:35.982483 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0c992f49-9d3b-44f6-86cd-8486d584b807 req-60afe97a-2c83-4e7d-a1da-6f13fc39e648 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.71 "DELETE /v2.0/ports/a61c7870-d656-41a6-ba63-31c7e8cf0081 HTTP/1.1" status: 204 len: 173 time: 6.7077513 May 30 20:26:36.101328 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-84714ea0-e17c-4eff-ae85-4e68c796f68b tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4127075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2778536'] for subnet, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:36.135964 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-99ab3aab-ee97-48f0-8694-5ca474e18b8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:36.137560 n-d-843948-2 neutron-server[84886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb00f138-63f7-4f18-8ecd-adfbd6985cae'] response: {'server_uuid': 'fc2f8771-8ae8-478e-b73c-7ebb9203036f', 'name': 'network-vif-deleted', 'tag': 'a61c7870-d656-41a6-ba63-31c7e8cf0081', 'status': 'completed', 'code': 200} May 30 20:26:36.212465 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-99ab3aab-ee97-48f0-8694-5ca474e18b8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:36.231354 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-84714ea0-e17c-4eff-ae85-4e68c796f68b tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:36.234520 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-84714ea0-e17c-4eff-ae85-4e68c796f68b tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] 10.222.0.85 "DELETE /v2.0/subnets/a0a1ea8d-d358-42ab-9022-a0204b5e1a50 HTTP/1.1" status: 204 len: 168 time: 2.1494830 May 30 20:26:36.238677 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 38800) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:26:36.245046 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6cf45149-cb06-4773-b6f3-a1924f3d6c58 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4127075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2778536'] for subnet, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:36.261848 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-ad827a45-f161-4025-bcd0-293c86d94904 None None] Deleting port a8ca8642-b9e0-4127-a4f4-0c3fb666d7a9 {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:26:36.261848 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ad827a45-f161-4025-bcd0-293c86d94904 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:36.316348 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84714ea0-e17c-4eff-ae85-4e68c796f68b tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Pushing event deleted for resources: {'Subnet': ['ID=a0a1ea8d-d358-42ab-9022-a0204b5e1a50,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:36.320467 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-d467c8cb-6ac0-47a8-946e-7a313fdbab5f None None] Set router 238f8cbb-dfcc-4cb4-82fe-41a5dad58781 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:26:36.376394 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f6046c0-1d4c-4a6d-aac0-c7e47e50fc24 None None] Network febad610-88a9-4193-8143-50306e6f530b requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:26:36.421246 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-aefbfb21-77f7-4b69-91ae-ce2602d1da20 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:36.448837 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-aefbfb21-77f7-4b69-91ae-ce2602d1da20 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Deleting port f50574b8-01d3-45f8-8f11-5483548db04c {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:26:36.450068 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-aefbfb21-77f7-4b69-91ae-ce2602d1da20 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:36.470799 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf45149-cb06-4773-b6f3-a1924f3d6c58 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Pushing event deleted for resources: {'Subnet': ['ID=1471ee4b-6cb2-4330-8f42-fbfb32829565,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:36.480431 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-1f6bf50e-567a-4d80-88ab-ceca33ce013f req-2c421fb7-867a-4bca-bb93-ae8a10d06823 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Synchronizing usage tracker for tenant:204a9ca9af944bf39656e3dc7145a4f6 on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:26:36.612680 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-99ab3aab-ee97-48f0-8694-5ca474e18b8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:36.697432 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ab3aab-ee97-48f0-8694-5ca474e18b8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccf6ebc7-dbd0-4b35-ac24-24d46e686de2,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:36.711989 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 38806) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:26:36.763732 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-ad827a45-f161-4025-bcd0-293c86d94904 None None] The port 'a8ca8642-b9e0-4127-a4f4-0c3fb666d7a9' was deleted {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 20:26:37.015044 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6cf45149-cb06-4773-b6f3-a1924f3d6c58 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:37.015044 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-6cf45149-cb06-4773-b6f3-a1924f3d6c58 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9261d476-dc50-4476-b172-48c20dbfd261']}} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:26:37.015705 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [None req-aefbfb21-77f7-4b69-91ae-ce2602d1da20 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] For port f50574b8-01d3-45f8-8f11-5483548db04c, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=f50574b8-01d3-45f8-8f11-5483548db04c,segment=NetworkSegment(c4ccf4ae-1ad3-40ba-bf66-94b91dddd87a),segment_id=c4ccf4ae-1ad3-40ba-bf66-94b91dddd87a)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:26:37.015705 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-aefbfb21-77f7-4b69-91ae-ce2602d1da20 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:37.016150 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-6cf45149-cb06-4773-b6f3-a1924f3d6c58 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3640ce73-ccb0-432a-af95-9cd009e76332') {'for_net_delete': True} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:26:37.016150 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-6cf45149-cb06-4773-b6f3-a1924f3d6c58 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3640ce73-ccb0-432a-af95-9cd009e76332') {} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:26:37.057822 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6cf45149-cb06-4773-b6f3-a1924f3d6c58 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2660590'] for segment, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:37.112725 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6cf45149-cb06-4773-b6f3-a1924f3d6c58 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:37.127152 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cf45149-cb06-4773-b6f3-a1924f3d6c58 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Releasing vlan 673 on physical network physnet1 to pool {{(pid=84886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:26:37.127792 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6cf45149-cb06-4773-b6f3-a1924f3d6c58 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4126989'] for segment, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:37.234313 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port fd353489-6531-4e18-9b5c-f6b5b6ec293f triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:26:37.235116 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:37.254511 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-aefbfb21-77f7-4b69-91ae-ce2602d1da20 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Calling delete_port for f50574b8-01d3-45f8-8f11-5483548db04c owned by network:dhcp {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:26:37.289203 n-d-843948-2 neutron-server[84886]: Traceback (most recent call last): May 30 20:26:37.289203 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:26:37.289203 n-d-843948-2 neutron-server[84886]: timer() May 30 20:26:37.289203 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:26:37.289203 n-d-843948-2 neutron-server[84886]: cb(*args, **kw) May 30 20:26:37.289203 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:26:37.289203 n-d-843948-2 neutron-server[84886]: return func(*args, **kwargs) May 30 20:26:37.289203 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:26:37.289203 n-d-843948-2 neutron-server[84886]: self._notify() May 30 20:26:37.289203 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:26:37.289203 n-d-843948-2 neutron-server[84886]: self.callback(batched_events) May 30 20:26:37.289203 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:26:37.289203 n-d-843948-2 neutron-server[84886]: event.method(event) May 30 20:26:37.289203 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:26:37.289203 n-d-843948-2 neutron-server[84886]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:26:37.289203 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:26:37.289203 n-d-843948-2 neutron-server[84886]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:26:37.289203 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:26:37.289203 n-d-843948-2 neutron-server[84886]: return f(self, *a, **k) May 30 20:26:37.289203 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:26:37.289203 n-d-843948-2 neutron-server[84886]: return self._get(url).json() May 30 20:26:37.289203 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:26:37.289203 n-d-843948-2 neutron-server[84886]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:26:37.289203 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:26:37.289203 n-d-843948-2 neutron-server[84886]: return self.request(url, 'GET', **kwargs) May 30 20:26:37.289203 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:26:37.289203 n-d-843948-2 neutron-server[84886]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:26:37.289203 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:26:37.289203 n-d-843948-2 neutron-server[84886]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:26:37.289203 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:26:37.289203 n-d-843948-2 neutron-server[84886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:26:37.289203 n-d-843948-2 neutron-server[84886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:26:37.292296 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-1f6bf50e-567a-4d80-88ab-ceca33ce013f req-2c421fb7-867a-4bca-bb93-ae8a10d06823 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Unset dirty status for tenant:204a9ca9af944bf39656e3dc7145a4f6 on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:26:37.293836 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1f6bf50e-567a-4d80-88ab-ceca33ce013f req-2c421fb7-867a-4bca-bb93-ae8a10d06823 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/ports?device_id=fc2f8771-8ae8-478e-b73c-7ebb9203036f HTTP/1.1" status: 200 len: 210 time: 1.0654366 May 30 20:26:37.318919 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server [None req-39bd8b11-eef3-42fd-a9cb-f4db5519c816 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1471ee4b-6cb2-4330-8f42-fbfb32829565: This subnet is being modified by another concurrent operation. May 30 20:26:37.318919 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 30 20:26:37.318919 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 30 20:26:37.318919 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 30 20:26:37.318919 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 30 20:26:37.318919 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 30 20:26:37.318919 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 30 20:26:37.318919 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 30 20:26:37.318919 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 30 20:26:37.318919 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 30 20:26:37.318919 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 30 20:26:37.318919 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 30 20:26:37.318919 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 30 20:26:37.318919 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server self.force_reraise() May 30 20:26:37.318919 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 30 20:26:37.318919 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 30 20:26:37.318919 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 30 20:26:37.318919 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server raise value May 30 20:26:37.318919 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 30 20:26:37.318919 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 30 20:26:37.318919 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 30 20:26:37.318919 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 30 20:26:37.318919 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 30 20:26:37.318919 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server self.force_reraise() May 30 20:26:37.318919 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 30 20:26:37.318919 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 30 20:26:37.318919 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 30 20:26:37.318919 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server raise value May 30 20:26:37.318919 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 30 20:26:37.318919 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 30 20:26:37.318919 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 30 20:26:37.318919 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 30 20:26:37.318919 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 30 20:26:37.318919 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server self.force_reraise() May 30 20:26:37.318919 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 30 20:26:37.318919 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 30 20:26:37.318919 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 30 20:26:37.318919 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server raise value May 30 20:26:37.318919 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 30 20:26:37.318919 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 30 20:26:37.318919 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 30 20:26:37.318919 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 30 20:26:37.318919 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port May 30 20:26:37.318919 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 30 20:26:37.318919 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action May 30 20:26:37.318919 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 30 20:26:37.318919 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port May 30 20:26:37.318919 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 30 20:26:37.318919 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 30 20:26:37.318919 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 30 20:26:37.318919 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped May 30 20:26:37.318919 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 30 20:26:37.318919 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 30 20:26:37.323348 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 30 20:26:37.323348 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 30 20:26:37.323348 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server self.force_reraise() May 30 20:26:37.323348 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 30 20:26:37.323348 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 30 20:26:37.323348 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 30 20:26:37.323348 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server raise value May 30 20:26:37.323348 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 30 20:26:37.323348 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 30 20:26:37.323348 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 30 20:26:37.323348 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 30 20:26:37.323348 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 30 20:26:37.323348 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server self.force_reraise() May 30 20:26:37.323348 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 30 20:26:37.323348 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 30 20:26:37.323348 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 30 20:26:37.323348 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server raise value May 30 20:26:37.323348 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 30 20:26:37.323348 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 30 20:26:37.323348 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 30 20:26:37.323348 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 30 20:26:37.323348 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 30 20:26:37.323348 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server self.force_reraise() May 30 20:26:37.323348 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 30 20:26:37.323348 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 30 20:26:37.323348 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 30 20:26:37.323348 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server raise value May 30 20:26:37.323348 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 30 20:26:37.323348 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 30 20:26:37.323348 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port May 30 20:26:37.323348 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 30 20:26:37.323348 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db May 30 20:26:37.323348 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 30 20:26:37.323348 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db May 30 20:26:37.323348 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 30 20:26:37.323348 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 30 20:26:37.323348 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 30 20:26:37.323348 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped May 30 20:26:37.323348 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 30 20:26:37.323348 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 30 20:26:37.323348 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 30 20:26:37.323348 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 30 20:26:37.323348 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 30 20:26:37.323348 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 30 20:26:37.323348 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 30 20:26:37.323348 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets May 30 20:26:37.323348 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 30 20:26:37.323348 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 30 20:26:37.323348 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server raise exception May 30 20:26:37.323348 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1471ee4b-6cb2-4330-8f42-fbfb32829565: This subnet is being modified by another concurrent operation. May 30 20:26:37.323348 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server May 30 20:26:37.393422 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-d467c8cb-6ac0-47a8-946e-7a313fdbab5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '238f8cbb-dfcc-4cb4-82fe-41a5dad58781', 'name': 'tempest-AttachVolumeShelveTestJSON-327669550-router', 'tenant_id': '204a9ca9af944bf39656e3dc7145a4f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': '634fe32a-c288-4d61-a4d1-222b11ed29af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:17:56Z', 'updated_at': '2022-05-30T20:18:06Z', 'revision_number': 4, 'project_id': '204a9ca9af944bf39656e3dc7145a4f6', 'gw_port': {'id': '634fe32a-c288-4d61-a4d1-222b11ed29af', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:01:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '238f8cbb-dfcc-4cb4-82fe-41a5dad58781', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:17:57Z', 'updated_at': '2022-05-30T20:18:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '2b8ce4f6-2f64-4a80-a2fe-cf5cd96afaea', 'name': '', 'network_id': 'a8fd4d2d-32fb-4554-b8d5-052f07ecf981', 'tenant_id': '204a9ca9af944bf39656e3dc7145a4f6', 'mac_address': 'fa:16:3e:c3:e6:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '238f8cbb-dfcc-4cb4-82fe-41a5dad58781', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c961f9ad-7764-4956-bb44-5ca4a5973b67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:18:04Z', 'updated_at': '2022-05-30T20:18:20Z', 'revision_number': 5, 'project_id': '204a9ca9af944bf39656e3dc7145a4f6', 'subnets': [{'id': 'c961f9ad-7764-4956-bb44-5ca4a5973b67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:26:37.403876 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d467c8cb-6ac0-47a8-946e-7a313fdbab5f None None] Checking router: 238f8cbb-dfcc-4cb4-82fe-41a5dad58781 for host: n-d-843948-2 {{(pid=84889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:26:37.453377 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d467c8cb-6ac0-47a8-946e-7a313fdbab5f None None] Routers {'238f8cbb-dfcc-4cb4-82fe-41a5dad58781'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:26:37.456791 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-d467c8cb-6ac0-47a8-946e-7a313fdbab5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:26:29Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['238f8cbb-dfcc-4cb4-82fe-41a5dad58781'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:26:37.498362 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e5bf8e3b-f383-4321-b019-a1e80d3b8190 req-cdf511de-48a9-4d62-96d1-48d3559c3df4 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "GET /v2.0/ports?device_id=b5cfc9b0-7823-4f7e-84ca-6b07acbe3233 HTTP/1.1" status: 200 len: 210 time: 0.0639882 May 30 20:26:37.509001 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-99ab3aab-ee97-48f0-8694-5ca474e18b8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:37.510323 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-99ab3aab-ee97-48f0-8694-5ca474e18b8f admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/ccf6ebc7-dbd0-4b35-ac24-24d46e686de2 HTTP/1.1" status: 204 len: 168 time: 1.5398345 May 30 20:26:37.539594 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6cf45149-cb06-4773-b6f3-a1924f3d6c58 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:37.592685 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6cf45149-cb06-4773-b6f3-a1924f3d6c58 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:37.596573 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-917798e2-8aa2-4470-9fb2-bcd6d3633b35 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=88e042593d914709b0b6e8865f4bc68d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1657495 May 30 20:26:37.597215 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 38822) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:26:37.598624 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf45149-cb06-4773-b6f3-a1924f3d6c58 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Pushing event deleted for resources: {'Network': ['ID=9261d476-dc50-4476-b172-48c20dbfd261,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:37.629366 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-6cf45149-cb06-4773-b6f3-a1924f3d6c58 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] 10.222.0.85 "DELETE /v2.0/networks/9261d476-dc50-4476-b172-48c20dbfd261 HTTP/1.1" status: 204 len: 168 time: 2.4628246 May 30 20:26:37.635185 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 38826) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:26:37.638224 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-aefbfb21-77f7-4b69-91ae-ce2602d1da20 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:37.647443 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a56afc76-5396-469f-825e-19b0825706a8 None None] Network 9261d476-dc50-4476-b172-48c20dbfd261 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:26:37.699131 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a56afc76-5396-469f-825e-19b0825706a8 None None] Network 9261d476-dc50-4476-b172-48c20dbfd261 could not be found, it might have been deleted concurrently. {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} May 30 20:26:37.772831 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-bed82672-3fb0-45f6-b33a-62b939dd9fac tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-834430320'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:26:37.811357 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-bed82672-3fb0-45f6-b33a-62b939dd9fac tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:26:37.825135 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefbfb21-77f7-4b69-91ae-ce2602d1da20 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Pushing event deleted for resources: {'Port': ['ID=f50574b8-01d3-45f8-8f11-5483548db04c,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:37.832366 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aefbfb21-77f7-4b69-91ae-ce2602d1da20 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] No DVR routers for this DVR port f50574b8-01d3-45f8-8f11-5483548db04c on host n-d-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:26:37.882608 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-bed82672-3fb0-45f6-b33a-62b939dd9fac tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Usage tracker for resource:network and tenant:532bf6f1c7054b7d8d66f29b606b9cda is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:26:37.906574 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-d467c8cb-6ac0-47a8-946e-7a313fdbab5f None None] Set router 238f8cbb-dfcc-4cb4-82fe-41a5dad58781 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:26:37.966463 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-bed82672-3fb0-45f6-b33a-62b939dd9fac tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:26:38.041361 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-f539b155-9b37-4591-930e-59de72fbbc95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6837ec6-fa53-4479-bb23-7d6c2cb86fc9', 'name': 'tempest-AttachVolumeNegativeTest-193797882-router', 'tenant_id': '6a921a88c2104251b4f5cf697763e02b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': 'd2a91667-75b0-431e-896b-19336f0f79d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:26:03Z', 'updated_at': '2022-05-30T20:26:16Z', 'revision_number': 4, 'project_id': '6a921a88c2104251b4f5cf697763e02b', 'gw_port': {'id': 'd2a91667-75b0-431e-896b-19336f0f79d9', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:21:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6837ec6-fa53-4479-bb23-7d6c2cb86fc9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:26:07Z', 'updated_at': '2022-05-30T20:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '6c1d3e7a-c152-40bc-be8f-3a3a5bdd9d99', 'name': '', 'network_id': '2ad0cf2e-8ff8-4add-9223-e815a60245ec', 'tenant_id': '6a921a88c2104251b4f5cf697763e02b', 'mac_address': 'fa:16:3e:52:03:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6837ec6-fa53-4479-bb23-7d6c2cb86fc9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3f5f2a28-796d-4138-b193-86a2946727dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:26:15Z', 'updated_at': '2022-05-30T20:26:17Z', 'revision_number': 2, 'project_id': '6a921a88c2104251b4f5cf697763e02b', 'subnets': [{'id': '3f5f2a28-796d-4138-b193-86a2946727dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:26:38.045906 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f539b155-9b37-4591-930e-59de72fbbc95 None None] Checking router: d6837ec6-fa53-4479-bb23-7d6c2cb86fc9 for host: n-d-843948-2 {{(pid=84888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:26:38.046277 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f539b155-9b37-4591-930e-59de72fbbc95 None None] Updating router d6837ec6-fa53-4479-bb23-7d6c2cb86fc9 port 6c1d3e7a-c152-40bc-be8f-3a3a5bdd9d99 binding host n-d-843948-2 {{(pid=84888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:26:38.078263 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a703d9-404b-401b-8b80-cade7e7baf2d None None] DHCP port deletion for febad610-88a9-4193-8143-50306e6f530b request from n-d-843948-2 {{(pid=84888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:26:38.092028 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-bed82672-3fb0-45f6-b33a-62b939dd9fac tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:26:38.109175 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 6fd4f929-f547-4afa-a511-76d2a626bb7a no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:26:38.120766 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-aefbfb21-77f7-4b69-91ae-ce2602d1da20 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:38.150352 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8dd5502-bad9-41f8-81da-58eea01ccb4b None None] get_active_networks_info from n-d-843948-2 {{(pid=84888) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 30 20:26:38.156435 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-97a55149-79b9-4792-91bb-904a5192d613 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:38.170803 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-aefbfb21-77f7-4b69-91ae-ce2602d1da20 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['febad610-88a9-4193-8143-50306e6f530b']}} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:26:38.182006 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: 6fd4f929-f547-4afa-a511-76d2a626bb7a {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:26:38.183167 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 6fd4f929-f547-4afa-a511-76d2a626bb7a not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:26:38.183167 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device a8ca8642-b9e0-4127-a4f4-0c3fb666d7a9 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:26:38.200720 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-aefbfb21-77f7-4b69-91ae-ce2602d1da20 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4ccf4ae-1ad3-40ba-bf66-94b91dddd87a') {'for_net_delete': True} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:26:38.201063 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-aefbfb21-77f7-4b69-91ae-ce2602d1da20 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4ccf4ae-1ad3-40ba-bf66-94b91dddd87a') {} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:26:38.214592 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-97a55149-79b9-4792-91bb-904a5192d613 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:38.228432 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-aefbfb21-77f7-4b69-91ae-ce2602d1da20 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3149912'] for segment, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:38.241390 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: a8ca8642-b9e0-4127-a4f4-0c3fb666d7a9 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:26:38.241988 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device a8ca8642-b9e0-4127-a4f4-0c3fb666d7a9 not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:26:38.249475 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-f539b155-9b37-4591-930e-59de72fbbc95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:38.344304 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bed82672-3fb0-45f6-b33a-62b939dd9fac tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Made reservation on behalf of 532bf6f1c7054b7d8d66f29b606b9cda for: {'network': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:26:38.347541 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-bed82672-3fb0-45f6-b33a-62b939dd9fac tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:38.420430 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device f50574b8-01d3-45f8-8f11-5483548db04c no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:26:38.445885 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-aefbfb21-77f7-4b69-91ae-ce2602d1da20 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:38.491300 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aefbfb21-77f7-4b69-91ae-ce2602d1da20 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Releasing vlan 677 on physical network physnet1 to pool {{(pid=84887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:26:38.491805 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-aefbfb21-77f7-4b69-91ae-ce2602d1da20 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4055488'] for segment, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:38.497646 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: f50574b8-01d3-45f8-8f11-5483548db04c {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:26:38.498039 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device f50574b8-01d3-45f8-8f11-5483548db04c not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:26:38.520524 n-d-843948-2 neutron-server[84887]: Traceback (most recent call last): May 30 20:26:38.520524 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:26:38.520524 n-d-843948-2 neutron-server[84887]: timer() May 30 20:26:38.520524 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:26:38.520524 n-d-843948-2 neutron-server[84887]: cb(*args, **kw) May 30 20:26:38.520524 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:26:38.520524 n-d-843948-2 neutron-server[84887]: return func(*args, **kwargs) May 30 20:26:38.520524 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:26:38.520524 n-d-843948-2 neutron-server[84887]: self._notify() May 30 20:26:38.520524 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:26:38.520524 n-d-843948-2 neutron-server[84887]: self.callback(batched_events) May 30 20:26:38.520524 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:26:38.520524 n-d-843948-2 neutron-server[84887]: event.method(event) May 30 20:26:38.520524 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:26:38.520524 n-d-843948-2 neutron-server[84887]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:26:38.520524 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:26:38.520524 n-d-843948-2 neutron-server[84887]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:26:38.520524 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:26:38.520524 n-d-843948-2 neutron-server[84887]: return f(self, *a, **k) May 30 20:26:38.520524 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:26:38.520524 n-d-843948-2 neutron-server[84887]: return self._get(url).json() May 30 20:26:38.520524 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:26:38.520524 n-d-843948-2 neutron-server[84887]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:26:38.520524 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:26:38.520524 n-d-843948-2 neutron-server[84887]: return self.request(url, 'GET', **kwargs) May 30 20:26:38.520524 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:26:38.520524 n-d-843948-2 neutron-server[84887]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:26:38.520524 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:26:38.520524 n-d-843948-2 neutron-server[84887]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:26:38.520524 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:26:38.520524 n-d-843948-2 neutron-server[84887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:26:38.520524 n-d-843948-2 neutron-server[84887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:26:38.553252 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bed82672-3fb0-45f6-b33a-62b939dd9fac tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] vlan segment allocate from pool success with {'vlan_id': 683, 'physical_network': 'physnet1'} {{(pid=84887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:26:38.570609 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-bed82672-3fb0-45f6-b33a-62b939dd9fac tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:38.571193 n-d-843948-2 neutron-server[84887]: INFO neutron.db.segments_db [None req-bed82672-3fb0-45f6-b33a-62b939dd9fac tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Added segment ea9c6d1e-7323-4dcb-be8d-14d11ec403d5 of type vlan for network 82361991-039a-4242-bce6-53c8b5f4e8a0 May 30 20:26:38.614956 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-bed82672-3fb0-45f6-b33a-62b939dd9fac tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:38.653591 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-d467c8cb-6ac0-47a8-946e-7a313fdbab5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '238f8cbb-dfcc-4cb4-82fe-41a5dad58781', 'name': 'tempest-AttachVolumeShelveTestJSON-327669550-router', 'tenant_id': '204a9ca9af944bf39656e3dc7145a4f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': '634fe32a-c288-4d61-a4d1-222b11ed29af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:17:56Z', 'updated_at': '2022-05-30T20:18:06Z', 'revision_number': 4, 'project_id': '204a9ca9af944bf39656e3dc7145a4f6', 'gw_port': {'id': '634fe32a-c288-4d61-a4d1-222b11ed29af', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:01:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '238f8cbb-dfcc-4cb4-82fe-41a5dad58781', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:17:57Z', 'updated_at': '2022-05-30T20:18:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '2b8ce4f6-2f64-4a80-a2fe-cf5cd96afaea', 'name': '', 'network_id': 'a8fd4d2d-32fb-4554-b8d5-052f07ecf981', 'tenant_id': '204a9ca9af944bf39656e3dc7145a4f6', 'mac_address': 'fa:16:3e:c3:e6:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '238f8cbb-dfcc-4cb4-82fe-41a5dad58781', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c961f9ad-7764-4956-bb44-5ca4a5973b67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:18:04Z', 'updated_at': '2022-05-30T20:18:20Z', 'revision_number': 5, 'project_id': '204a9ca9af944bf39656e3dc7145a4f6', 'subnets': [{'id': 'c961f9ad-7764-4956-bb44-5ca4a5973b67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:26:38.663667 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d467c8cb-6ac0-47a8-946e-7a313fdbab5f None None] The sync data for ids ['238f8cbb-dfcc-4cb4-82fe-41a5dad58781'] in n-d-843948-2 is: [{'id': '238f8cbb-dfcc-4cb4-82fe-41a5dad58781', 'name': 'tempest-AttachVolumeShelveTestJSON-327669550-router', 'tenant_id': '204a9ca9af944bf39656e3dc7145a4f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': '634fe32a-c288-4d61-a4d1-222b11ed29af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:17:56Z', 'updated_at': '2022-05-30T20:18:06Z', 'revision_number': 4, 'project_id': '204a9ca9af944bf39656e3dc7145a4f6', 'gw_port': {'id': '634fe32a-c288-4d61-a4d1-222b11ed29af', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:01:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '238f8cbb-dfcc-4cb4-82fe-41a5dad58781', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:17:57Z', 'updated_at': '2022-05-30T20:18:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '2b8ce4f6-2f64-4a80-a2fe-cf5cd96afaea', 'name': '', 'network_id': 'a8fd4d2d-32fb-4554-b8d5-052f07ecf981', 'tenant_id': '204a9ca9af944bf39656e3dc7145a4f6', 'mac_address': 'fa:16:3e:c3:e6:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '238f8cbb-dfcc-4cb4-82fe-41a5dad58781', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c961f9ad-7764-4956-bb44-5ca4a5973b67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:18:04Z', 'updated_at': '2022-05-30T20:18:20Z', 'revision_number': 5, 'project_id': '204a9ca9af944bf39656e3dc7145a4f6', 'subnets': [{'id': 'c961f9ad-7764-4956-bb44-5ca4a5973b67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:26:38.695950 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8dd5502-bad9-41f8-81da-58eea01ccb4b None None] Resources bound (agent type, host, resource id): {{(pid=84888) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 30 20:26:38.835342 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 38866) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:26:39.020292 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-234cf38c-42ab-4bb5-a88b-5f23985bab17 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:39.050897 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-bed82672-3fb0-45f6-b33a-62b939dd9fac tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:39.054944 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed82672-3fb0-45f6-b33a-62b939dd9fac tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:39.057329 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-bed82672-3fb0-45f6-b33a-62b939dd9fac tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:39.101324 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-234cf38c-42ab-4bb5-a88b-5f23985bab17 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:39.217720 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce747b3-fe0f-4e97-ba16-31402af2af89 None None] New status for floating IP f4974c4a-d5b6-414e-bbd3-d133f892e714: DOWN {{(pid=84888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 20:26:39.254814 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ec4ad09e-3cd7-4152-ac9e-50aeae01b0aa req-00f873bc-47e5-4448-9a25-9880d98572c0 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "GET /v2.0/ports?device_id=b5cfc9b0-7823-4f7e-84ca-6b07acbe3233 HTTP/1.1" status: 200 len: 210 time: 0.2124236 May 30 20:26:39.333681 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed82672-3fb0-45f6-b33a-62b939dd9fac tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Pushing event updated for resources: {'Network': ['ID=82361991-039a-4242-bce6-53c8b5f4e8a0,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:39.339112 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-234cf38c-42ab-4bb5-a88b-5f23985bab17 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:39.342382 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-97a55149-79b9-4792-91bb-904a5192d613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:39.346396 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-97a55149-79b9-4792-91bb-904a5192d613 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:39.347710 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-97a55149-79b9-4792-91bb-904a5192d613 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/1ad64e5c-169d-40fe-b7f5-961f736d123b HTTP/1.1" status: 204 len: 168 time: 1.7494478 May 30 20:26:39.372933 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234cf38c-42ab-4bb5-a88b-5f23985bab17 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43b52b63-89b9-4504-9f0e-59456bc9d48e,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:39.386870 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fe7c47-8884-470f-ad92-d9624b1b8c32 req-2553127c-0d95-4dc2-8319-ae68bee33592 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:39.389926 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-20fe7c47-8884-470f-ad92-d9624b1b8c32 req-2553127c-0d95-4dc2-8319-ae68bee33592 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.86 "GET /v2.0/networks?id=2ad0cf2e-8ff8-4add-9223-e815a60245ec HTTP/1.1" status: 200 len: 814 time: 1.1158011 May 30 20:26:39.397719 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a55149-79b9-4792-91bb-904a5192d613 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ad64e5c-169d-40fe-b7f5-961f736d123b,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:39.408566 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-aefbfb21-77f7-4b69-91ae-ce2602d1da20 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:39.421772 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network 82361991-039a-4242-bce6-53c8b5f4e8a0 details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:26:39.477445 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-234cf38c-42ab-4bb5-a88b-5f23985bab17 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:39.480271 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-234cf38c-42ab-4bb5-a88b-5f23985bab17 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "DELETE /v2.0/security-groups/43b52b63-89b9-4504-9f0e-59456bc9d48e HTTP/1.1" status: 204 len: 168 time: 0.6455383 May 30 20:26:39.482024 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 38880) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:26:39.502671 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-aefbfb21-77f7-4b69-91ae-ce2602d1da20 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:39.508973 n-d-843948-2 neutron-server[84886]: INFO neutron.api.v2.resource [None req-a0199fa0-fd67-4b80-83f8-1cb8d8ce1146 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] show failed (client error): The resource could not be found. May 30 20:26:39.509211 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-aefbfb21-77f7-4b69-91ae-ce2602d1da20 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] 10.222.0.85 "DELETE /v2.0/networks/febad610-88a9-4193-8143-50306e6f530b HTTP/1.1" status: 204 len: 168 time: 3.2656381 May 30 20:26:39.509316 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-a0199fa0-fd67-4b80-83f8-1cb8d8ce1146 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "GET /v2.0/security-groups/43b52b63-89b9-4504-9f0e-59456bc9d48e HTTP/1.1" status: 404 len: 347 time: 0.0241532 May 30 20:26:39.509640 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 38884) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:26:39.514190 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 38886) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:26:39.515949 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefbfb21-77f7-4b69-91ae-ce2602d1da20 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Pushing event deleted for resources: {'Network': ['ID=febad610-88a9-4193-8143-50306e6f530b,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:39.536186 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-bed82672-3fb0-45f6-b33a-62b939dd9fac tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.8996599 May 30 20:26:39.545118 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 38892) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:26:39.546209 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-f539b155-9b37-4591-930e-59de72fbbc95 None None] Notify callbacks [] for port, precommit_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:39.557580 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-74c16032-1ee9-4307-90a6-40c626c6e991 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Request body: {'subnet': {'network_id': '82361991-039a-4242-bce6-53c8b5f4e8a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:26:39.638313 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-20fe7c47-8884-470f-ad92-d9624b1b8c32 req-10c19974-32b4-445b-8864-722d9da5d634 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6a921a88c2104251b4f5cf697763e02b HTTP/1.1" status: 200 len: 380 time: 0.2275238 May 30 20:26:39.647095 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-f539b155-9b37-4591-930e-59de72fbbc95 None None] Transition to ACTIVE for port object 6c1d3e7a-c152-40bc-be8f-3a3a5bdd9d99 will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:26:39.711226 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-20fe7c47-8884-470f-ad92-d9624b1b8c32 req-9a154555-3125-414c-bd3d-7573529db026 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Request body: {'port': {'device_id': 'b5cfc9b0-7823-4f7e-84ca-6b07acbe3233', 'network_id': '2ad0cf2e-8ff8-4add-9223-e815a60245ec', 'admin_state_up': True, 'tenant_id': '6a921a88c2104251b4f5cf697763e02b', 'security_groups': ['52f0f051-af87-4bb8-bd3f-5a42634e958d']}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:26:39.823166 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-f539b155-9b37-4591-930e-59de72fbbc95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:39.879020 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-83c13e38-afa3-42f0-8d82-bb891146fd50 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Deleting port 2a105aac-8c0b-44ed-b633-35e2ce9fe157 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:26:39.881459 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-83c13e38-afa3-42f0-8d82-bb891146fd50 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:39.999317 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-20fe7c47-8884-470f-ad92-d9624b1b8c32 req-9a154555-3125-414c-bd3d-7573529db026 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:26:40.017854 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34915ed-8bb7-4421-b463-7975ec4c0d91 None None] Pushing event updated for resources: {'Port': ['ID=6c1d3e7a-c152-40bc-be8f-3a3a5bdd9d99,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:40.031730 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-20fe7c47-8884-470f-ad92-d9624b1b8c32 req-9a154555-3125-414c-bd3d-7573529db026 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Usage tracker for resource:port and tenant:6a921a88c2104251b4f5cf697763e02b is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:26:40.043549 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-20fe7c47-8884-470f-ad92-d9624b1b8c32 req-9a154555-3125-414c-bd3d-7573529db026 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:26:40.074548 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-20fe7c47-8884-470f-ad92-d9624b1b8c32 req-9a154555-3125-414c-bd3d-7573529db026 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:26:40.108301 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-74c16032-1ee9-4307-90a6-40c626c6e991 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:26:40.115185 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-74c16032-1ee9-4307-90a6-40c626c6e991 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Usage tracker for resource:subnet and tenant:532bf6f1c7054b7d8d66f29b606b9cda is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:26:40.129786 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-74c16032-1ee9-4307-90a6-40c626c6e991 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:26:40.138052 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-74c16032-1ee9-4307-90a6-40c626c6e991 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:26:40.179705 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-f539b155-9b37-4591-930e-59de72fbbc95 None None] Attempting to bind port 6c1d3e7a-c152-40bc-be8f-3a3a5bdd9d99 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:26:40.180079 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-f539b155-9b37-4591-930e-59de72fbbc95 None None] Attempting to bind port 6c1d3e7a-c152-40bc-be8f-3a3a5bdd9d99 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': 'b78e2ba6-ffa9-4506-8832-06fa459f4605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '2ad0cf2e-8ff8-4add-9223-e815a60245ec'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:26:40.180768 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f539b155-9b37-4591-930e-59de72fbbc95 None None] Attempting to bind port 6c1d3e7a-c152-40bc-be8f-3a3a5bdd9d99 on network 2ad0cf2e-8ff8-4add-9223-e815a60245ec {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:26:40.189514 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f539b155-9b37-4591-930e-59de72fbbc95 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:26:40.189920 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f539b155-9b37-4591-930e-59de72fbbc95 None None] Checking segment: {'id': 'b78e2ba6-ffa9-4506-8832-06fa459f4605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '2ad0cf2e-8ff8-4add-9223-e815a60245ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:26:40.190325 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-f539b155-9b37-4591-930e-59de72fbbc95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:40.190892 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f539b155-9b37-4591-930e-59de72fbbc95 None None] Bound using segment: {'id': 'b78e2ba6-ffa9-4506-8832-06fa459f4605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '2ad0cf2e-8ff8-4add-9223-e815a60245ec'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:26:40.191371 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-f539b155-9b37-4591-930e-59de72fbbc95 None None] Bound port: 6c1d3e7a-c152-40bc-be8f-3a3a5bdd9d99, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b78e2ba6-ffa9-4506-8832-06fa459f4605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '2ad0cf2e-8ff8-4add-9223-e815a60245ec'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:26:40.191753 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-f539b155-9b37-4591-930e-59de72fbbc95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:40.236638 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74c16032-1ee9-4307-90a6-40c626c6e991 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Made reservation on behalf of 532bf6f1c7054b7d8d66f29b606b9cda for: {'subnet': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:26:40.317108 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20fe7c47-8884-470f-ad92-d9624b1b8c32 req-9a154555-3125-414c-bd3d-7573529db026 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Made reservation on behalf of 6a921a88c2104251b4f5cf697763e02b for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:26:40.318526 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-83c13e38-afa3-42f0-8d82-bb891146fd50 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:40.318737 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-83c13e38-afa3-42f0-8d82-bb891146fd50 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:40.326057 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-20fe7c47-8884-470f-ad92-d9624b1b8c32 req-9a154555-3125-414c-bd3d-7573529db026 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:40.348153 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-f539b155-9b37-4591-930e-59de72fbbc95 None None] For port 6c1d3e7a-c152-40bc-be8f-3a3a5bdd9d99, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:26:40.355374 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-f539b155-9b37-4591-930e-59de72fbbc95 None None] For port 6c1d3e7a-c152-40bc-be8f-3a3a5bdd9d99, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=6c1d3e7a-c152-40bc-be8f-3a3a5bdd9d99,segment=NetworkSegment(b78e2ba6-ffa9-4506-8832-06fa459f4605),segment_id=b78e2ba6-ffa9-4506-8832-06fa459f4605)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:26:40.356711 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_v2 [None req-935f6b5a-2440-4db7-8147-0277bda19944 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Deleting subnet 62f81ed3-6a32-47f1-ac54-b955b0156ce8 {{(pid=84886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:26:40.393660 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-935f6b5a-2440-4db7-8147-0277bda19944 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Notify callbacks [] for subnet, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:40.447874 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-f539b155-9b37-4591-930e-59de72fbbc95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:40.535150 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34915ed-8bb7-4421-b463-7975ec4c0d91 None None] Pushing event updated for resources: {'Port': ['ID=6c1d3e7a-c152-40bc-be8f-3a3a5bdd9d99,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:40.582681 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f539b155-9b37-4591-930e-59de72fbbc95 None None] Routers {'d6837ec6-fa53-4479-bb23-7d6c2cb86fc9'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:26:40.584772 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-f539b155-9b37-4591-930e-59de72fbbc95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:26:29Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['d6837ec6-fa53-4479-bb23-7d6c2cb86fc9'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:26:40.669242 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-83c13e38-afa3-42f0-8d82-bb891146fd50 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Calling delete_port for 2a105aac-8c0b-44ed-b633-35e2ce9fe157 owned by network:floatingip {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:26:40.688807 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4ee0212d-ef56-4a5b-aeb5-28d7e94b6a5e req-5f5f14c6-800a-46ff-b8e7-826bc06da98b tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "GET /v2.0/ports?device_id=b5cfc9b0-7823-4f7e-84ca-6b07acbe3233 HTTP/1.1" status: 200 len: 210 time: 0.1987479 May 30 20:26:40.756226 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-935f6b5a-2440-4db7-8147-0277bda19944 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2655517'] for subnet, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:40.761425 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-74c16032-1ee9-4307-90a6-40c626c6e991 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114220'] for subnet, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:40.810952 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f23464a-063d-403a-8ec9-ed4d86fe8198 req-7fed0f94-15a3-4856-b1b7-40b270275d46 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:40.818863 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-8f23464a-063d-403a-8ec9-ed4d86fe8198 req-7fed0f94-15a3-4856-b1b7-40b270275d46 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=7aad7ab8-22c4-47e2-abf2-9cc744ce8553 HTTP/1.1" status: 200 len: 944 time: 1.1339839 May 30 20:26:40.916018 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-8f23464a-063d-403a-8ec9-ed4d86fe8198 req-73033c52-ec2c-4b0c-abe1-6810344e79d2 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ae76294-3e84-4fcb-be2a-17611205a838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959723 May 30 20:26:40.996036 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-f539b155-9b37-4591-930e-59de72fbbc95 None None] Set router d6837ec6-fa53-4479-bb23-7d6c2cb86fc9 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:26:41.084355 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-935f6b5a-2440-4db7-8147-0277bda19944 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:41.107464 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [req-20fe7c47-8884-470f-ad92-d9624b1b8c32 req-9a154555-3125-414c-bd3d-7573529db026 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Allocated IP 172.20.0.14 (2ad0cf2e-8ff8-4add-9223-e815a60245ec/3f5f2a28-796d-4138-b193-86a2946727dc/2a4fbaac-1c42-4144-ba53-6f25653d75c3) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:26:41.219698 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-83c13e38-afa3-42f0-8d82-bb891146fd50 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:41.312902 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-935f6b5a-2440-4db7-8147-0277bda19944 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4127075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2778536'] for subnet, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:41.476882 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa66f32-58f9-457e-853e-953c9d93afa9 req-2ad7e8ef-1076-430f-9ada-f8023f7867df tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:41.484181 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ffa66f32-58f9-457e-853e-953c9d93afa9 req-2ad7e8ef-1076-430f-9ada-f8023f7867df tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=7aad7ab8-22c4-47e2-abf2-9cc744ce8553 HTTP/1.1" status: 200 len: 944 time: 0.3126791 May 30 20:26:41.503400 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c13e38-afa3-42f0-8d82-bb891146fd50 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Pushing event deleted for resources: {'Port': ['ID=2a105aac-8c0b-44ed-b633-35e2ce9fe157,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:41.504729 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-74c16032-1ee9-4307-90a6-40c626c6e991 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4055401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114238'] for subnet, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:41.555327 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935f6b5a-2440-4db7-8147-0277bda19944 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Pushing event deleted for resources: {'Subnet': ['ID=62f81ed3-6a32-47f1-ac54-b955b0156ce8,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:41.598724 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-f539b155-9b37-4591-930e-59de72fbbc95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6837ec6-fa53-4479-bb23-7d6c2cb86fc9', 'name': 'tempest-AttachVolumeNegativeTest-193797882-router', 'tenant_id': '6a921a88c2104251b4f5cf697763e02b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': 'd2a91667-75b0-431e-896b-19336f0f79d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:26:03Z', 'updated_at': '2022-05-30T20:26:16Z', 'revision_number': 4, 'project_id': '6a921a88c2104251b4f5cf697763e02b', 'gw_port': {'id': 'd2a91667-75b0-431e-896b-19336f0f79d9', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:21:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6837ec6-fa53-4479-bb23-7d6c2cb86fc9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:26:07Z', 'updated_at': '2022-05-30T20:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '6c1d3e7a-c152-40bc-be8f-3a3a5bdd9d99', 'name': '', 'network_id': '2ad0cf2e-8ff8-4add-9223-e815a60245ec', 'tenant_id': '6a921a88c2104251b4f5cf697763e02b', 'mac_address': 'fa:16:3e:52:03:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6837ec6-fa53-4479-bb23-7d6c2cb86fc9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3f5f2a28-796d-4138-b193-86a2946727dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:26:15Z', 'updated_at': '2022-05-30T20:26:40Z', 'revision_number': 4, 'project_id': '6a921a88c2104251b4f5cf697763e02b', 'subnets': [{'id': '3f5f2a28-796d-4138-b193-86a2946727dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:26:41.604699 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f539b155-9b37-4591-930e-59de72fbbc95 None None] The sync data for ids ['d6837ec6-fa53-4479-bb23-7d6c2cb86fc9'] in n-d-843948-2 is: [{'id': 'd6837ec6-fa53-4479-bb23-7d6c2cb86fc9', 'name': 'tempest-AttachVolumeNegativeTest-193797882-router', 'tenant_id': '6a921a88c2104251b4f5cf697763e02b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': 'd2a91667-75b0-431e-896b-19336f0f79d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:26:03Z', 'updated_at': '2022-05-30T20:26:16Z', 'revision_number': 4, 'project_id': '6a921a88c2104251b4f5cf697763e02b', 'gw_port': {'id': 'd2a91667-75b0-431e-896b-19336f0f79d9', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:21:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6837ec6-fa53-4479-bb23-7d6c2cb86fc9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:26:07Z', 'updated_at': '2022-05-30T20:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '6c1d3e7a-c152-40bc-be8f-3a3a5bdd9d99', 'name': '', 'network_id': '2ad0cf2e-8ff8-4add-9223-e815a60245ec', 'tenant_id': '6a921a88c2104251b4f5cf697763e02b', 'mac_address': 'fa:16:3e:52:03:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6837ec6-fa53-4479-bb23-7d6c2cb86fc9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3f5f2a28-796d-4138-b193-86a2946727dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:26:15Z', 'updated_at': '2022-05-30T20:26:40Z', 'revision_number': 4, 'project_id': '6a921a88c2104251b4f5cf697763e02b', 'subnets': [{'id': '3f5f2a28-796d-4138-b193-86a2946727dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:26:41.611985 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-935f6b5a-2440-4db7-8147-0277bda19944 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:41.624111 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1270eaea-4ffb-4995-9fe1-8c2e1ee6a682 None None] Network 5f7140ab-94a8-4235-8ad9-c113d437c26f requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:26:41.632954 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-935f6b5a-2440-4db7-8147-0277bda19944 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] 10.222.0.85 "DELETE /v2.0/subnets/62f81ed3-6a32-47f1-ac54-b955b0156ce8 HTTP/1.1" status: 204 len: 168 time: 2.1214495 May 30 20:26:41.633587 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 38932) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:26:41.698469 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ffa66f32-58f9-457e-853e-953c9d93afa9 req-0f73aae7-411e-43cf-90a8-fe786f2f6a9b tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ae76294-3e84-4fcb-be2a-17611205a838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2129915 May 30 20:26:41.793527 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c16032-1ee9-4307-90a6-40c626c6e991 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Pushing event updated for resources: {'Subnet': ['ID=89e051e5-8008-4ee3-8b16-83faf3785b2c,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:41.804061 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-83c13e38-afa3-42f0-8d82-bb891146fd50 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Notify callbacks [] for floatingip, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:41.806468 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-83c13e38-afa3-42f0-8d82-bb891146fd50 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:41.807645 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-83c13e38-afa3-42f0-8d82-bb891146fd50 tempest-AttachVolumeShelveTestJSON-889803060 tempest-AttachVolumeShelveTestJSON-889803060-project] 10.222.0.85 "DELETE /v2.0/floatingips/f4974c4a-d5b6-414e-bbd3-d133f892e714 HTTP/1.1" status: 204 len: 168 time: 2.2924201 May 30 20:26:41.830763 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-20fe7c47-8884-470f-ad92-d9624b1b8c32 req-9a154555-3125-414c-bd3d-7573529db026 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:41.860558 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c16032-1ee9-4307-90a6-40c626c6e991 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Checking segment: {'id': 'ea9c6d1e-7323-4dcb-be8d-14d11ec403d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '82361991-039a-4242-bce6-53c8b5f4e8a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:26:41.875402 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c16032-1ee9-4307-90a6-40c626c6e991 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Network hostable DHCP agents. Network: 82361991-039a-4242-bce6-53c8b5f4e8a0, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:26:41.884562 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-864b926c-01a4-4a56-853b-3feec0a4a0a0 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:41.919088 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-864b926c-01a4-4a56-853b-3feec0a4a0a0 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Deleting port a4b8894c-c2ce-4199-bce4-ddde687d5ec2 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:26:41.925405 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-864b926c-01a4-4a56-853b-3feec0a4a0a0 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:41.954698 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-20fe7c47-8884-470f-ad92-d9624b1b8c32 req-9a154555-3125-414c-bd3d-7573529db026 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Transition to ACTIVE for port object 2a4fbaac-1c42-4144-ba53-6f25653d75c3 will not be triggered until provisioned by entity DHCP. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:26:42.099691 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-20fe7c47-8884-470f-ad92-d9624b1b8c32 req-9a154555-3125-414c-bd3d-7573529db026 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:42.201966 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c25365-8e53-43f9-b4ed-7b2ac9c1a072 req-c5bfc871-6a47-4a19-b831-3b45ee647f77 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:42.213626 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c16032-1ee9-4307-90a6-40c626c6e991 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Network 82361991-039a-4242-bce6-53c8b5f4e8a0 is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:26:42.213830 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f9c25365-8e53-43f9-b4ed-7b2ac9c1a072 req-c5bfc871-6a47-4a19-b831-3b45ee647f77 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=7aad7ab8-22c4-47e2-abf2-9cc744ce8553 HTTP/1.1" status: 200 len: 944 time: 0.2353656 May 30 20:26:42.275525 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e78e2ab-b2a9-4be8-831e-1a89f3e48c92 None None] DHCP port deletion for 5f7140ab-94a8-4235-8ad9-c113d437c26f request from n-d-843948-2 {{(pid=84888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:26:42.284239 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-9e78e2ab-b2a9-4be8-831e-1a89f3e48c92 None None] Deleting port a4b8894c-c2ce-4199-bce4-ddde687d5ec2 {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:26:42.284633 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-9e78e2ab-b2a9-4be8-831e-1a89f3e48c92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:42.410528 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [None req-864b926c-01a4-4a56-853b-3feec0a4a0a0 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] For port a4b8894c-c2ce-4199-bce4-ddde687d5ec2, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=a4b8894c-c2ce-4199-bce4-ddde687d5ec2,segment=NetworkSegment(68a9c637-0251-4dc6-b785-31909da53566),segment_id=68a9c637-0251-4dc6-b785-31909da53566)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:26:42.410891 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-864b926c-01a4-4a56-853b-3feec0a4a0a0 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:42.492790 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 6c1d3e7a-c152-40bc-be8f-3a3a5bdd9d99 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:26:42.545097 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f9c25365-8e53-43f9-b4ed-7b2ac9c1a072 req-6308d864-f3dc-42d8-92fd-c5edfacb920a tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ae76294-3e84-4fcb-be2a-17611205a838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3345087 May 30 20:26:42.572421 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20fe7c47-8884-470f-ad92-d9624b1b8c32 req-9a154555-3125-414c-bd3d-7573529db026 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Network 2ad0cf2e-8ff8-4add-9223-e815a60245ec is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:26:42.620631 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [req-20fe7c47-8884-470f-ad92-d9624b1b8c32 req-9a154555-3125-414c-bd3d-7573529db026 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:26:42.623354 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-74c16032-1ee9-4307-90a6-40c626c6e991 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, 82361991-039a-4242-bce6-53c8b5f4e8a0) {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:26:42.633254 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-20fe7c47-8884-470f-ad92-d9624b1b8c32 req-9a154555-3125-414c-bd3d-7573529db026 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:26:42.668186 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-864b926c-01a4-4a56-853b-3feec0a4a0a0 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Calling delete_port for a4b8894c-c2ce-4199-bce4-ddde687d5ec2 owned by network:dhcp {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:26:42.670616 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80d201fe-1757-4f99-b197-a5c80c5f6ee9 None None] Network 82361991-039a-4242-bce6-53c8b5f4e8a0 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:26:42.683215 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c16032-1ee9-4307-90a6-40c626c6e991 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:42.686431 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-74c16032-1ee9-4307-90a6-40c626c6e991 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:42.692844 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a154555-3125-414c-bd3d-7573529db026 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Pushing event updated for resources: {'Port': ['ID=2a4fbaac-1c42-4144-ba53-6f25653d75c3,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:42.876864 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ade0ab-7cbd-400a-b509-e2188e5f9c18 req-b2e90404-4c74-444d-ae24-9ee2cabd6b45 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:42.878740 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c4ade0ab-7cbd-400a-b509-e2188e5f9c18 req-b2e90404-4c74-444d-ae24-9ee2cabd6b45 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "GET /v2.0/ports?device_id=b5cfc9b0-7823-4f7e-84ca-6b07acbe3233 HTTP/1.1" status: 200 len: 932 time: 0.7379370 May 30 20:26:42.963602 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-9e78e2ab-b2a9-4be8-831e-1a89f3e48c92 None None] For port a4b8894c-c2ce-4199-bce4-ddde687d5ec2, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=a4b8894c-c2ce-4199-bce4-ddde687d5ec2,segment=NetworkSegment(68a9c637-0251-4dc6-b785-31909da53566),segment_id=68a9c637-0251-4dc6-b785-31909da53566)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:26:42.963990 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-9e78e2ab-b2a9-4be8-831e-1a89f3e48c92 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:42.979055 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-864b926c-01a4-4a56-853b-3feec0a4a0a0 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:43.026718 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fe7c47-8884-470f-ad92-d9624b1b8c32 req-9a154555-3125-414c-bd3d-7573529db026 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:43.027677 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-20fe7c47-8884-470f-ad92-d9624b1b8c32 req-9a154555-3125-414c-bd3d-7573529db026 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:43.065410 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c4ade0ab-7cbd-400a-b509-e2188e5f9c18 req-8d5ac119-18fc-4452-a8ff-3f75a3f5ed6c tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "GET /v2.0/security-groups?id=52f0f051-af87-4bb8-bd3f-5a42634e958d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1618118 May 30 20:26:43.117663 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-74c16032-1ee9-4307-90a6-40c626c6e991 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 3.5711167 May 30 20:26:43.121417 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 38958) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:26:43.127962 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-b2de9687-3a03-4305-a183-c722aa6df5ce tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1010134231'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:26:43.143549 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-b2de9687-3a03-4305-a183-c722aa6df5ce tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:26:43.153430 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-b2de9687-3a03-4305-a183-c722aa6df5ce tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Usage tracker for resource:network and tenant:532bf6f1c7054b7d8d66f29b606b9cda is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:26:43.163436 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-b2de9687-3a03-4305-a183-c722aa6df5ce tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:26:43.175679 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-b2de9687-3a03-4305-a183-c722aa6df5ce tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:26:43.178042 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 38962) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:26:43.188679 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-20fe7c47-8884-470f-ad92-d9624b1b8c32 req-9a154555-3125-414c-bd3d-7573529db026 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4814372 May 30 20:26:43.219708 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-20fe7c47-8884-470f-ad92-d9624b1b8c32 req-62644cf5-8cdf-4a8f-8cf8-7935315a782a service neutron] Request body: {'port': {'device_id': 'b5cfc9b0-7823-4f7e-84ca-6b07acbe3233', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843948-2'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:26:43.231824 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864b926c-01a4-4a56-853b-3feec0a4a0a0 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Pushing event deleted for resources: {'Port': ['ID=a4b8894c-c2ce-4199-bce4-ddde687d5ec2,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:43.240406 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 6c1d3e7a-c152-40bc-be8f-3a3a5bdd9d99 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:26:43.240754 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864b926c-01a4-4a56-853b-3feec0a4a0a0 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] No DVR routers for this DVR port a4b8894c-c2ce-4199-bce4-ddde687d5ec2 on host n-d-843948-2 {{(pid=84886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:26:43.256620 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-9e78e2ab-b2a9-4be8-831e-1a89f3e48c92 None None] Calling delete_port for a4b8894c-c2ce-4199-bce4-ddde687d5ec2 owned by network:dhcp {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:26:43.352037 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2de9687-3a03-4305-a183-c722aa6df5ce tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Made reservation on behalf of 532bf6f1c7054b7d8d66f29b606b9cda for: {'network': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:26:43.359736 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 6c1d3e7a-c152-40bc-be8f-3a3a5bdd9d99 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:26:43.360122 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:43.364054 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b2de9687-3a03-4305-a183-c722aa6df5ce tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:43.548370 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-864b926c-01a4-4a56-853b-3feec0a4a0a0 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:43.581572 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b0127f7-7278-4858-a358-9de416bb467f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-82361991-039a-4242-bce6-53c8b5f4e8a0', 'network_id': '82361991-039a-4242-bce6-53c8b5f4e8a0', 'tenant_id': '532bf6f1c7054b7d8d66f29b606b9cda', 'fixed_ips': [{'subnet_id': '89e051e5-8008-4ee3-8b16-83faf3785b2c'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:26:43.582727 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-1b0127f7-7278-4858-a358-9de416bb467f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:43.602537 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-eb99b9d4-a0ca-4018-81ef-b9b3db79fb82 tempest-ExternalNetworksAdminNegativeTestJSON-288614265 tempest-ExternalNetworksAdminNegativeTestJSON-288614265-project-admin] Request body: {'floatingip': {'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:26:43.609250 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-5014c23a-47e9-4b48-8269-bb8aceaa5cb4 None None] Provisioning for port 2a4fbaac-1c42-4144-ba53-6f25653d75c3 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:26:43.613136 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-864b926c-01a4-4a56-853b-3feec0a4a0a0 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f7140ab-94a8-4235-8ad9-c113d437c26f']}} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:26:43.627469 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.db.api [None req-9e78e2ab-b2a9-4be8-831e-1a89f3e48c92 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:26:43.628166 n-d-843948-2 neutron-server[84888]: DEBUG oslo_db.api [None req-9e78e2ab-b2a9-4be8-831e-1a89f3e48c92 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:26:43.632273 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-eb99b9d4-a0ca-4018-81ef-b9b3db79fb82 tempest-ExternalNetworksAdminNegativeTestJSON-288614265 tempest-ExternalNetworksAdminNegativeTestJSON-288614265-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:26:43.646704 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-864b926c-01a4-4a56-853b-3feec0a4a0a0 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68a9c637-0251-4dc6-b785-31909da53566') {'for_net_delete': True} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:26:43.648054 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-864b926c-01a4-4a56-853b-3feec0a4a0a0 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68a9c637-0251-4dc6-b785-31909da53566') {} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:26:43.679964 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-5014c23a-47e9-4b48-8269-bb8aceaa5cb4 None None] Provisioning complete for port 2a4fbaac-1c42-4144-ba53-6f25653d75c3 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:26:43.680605 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-5014c23a-47e9-4b48-8269-bb8aceaa5cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:43.697686 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-864b926c-01a4-4a56-853b-3feec0a4a0a0 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2660590'] for segment, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:43.699750 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2de9687-3a03-4305-a183-c722aa6df5ce tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] vlan segment allocate from pool success with {'vlan_id': 672, 'physical_network': 'physnet1'} {{(pid=84887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:26:43.713230 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b2de9687-3a03-4305-a183-c722aa6df5ce tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:43.713949 n-d-843948-2 neutron-server[84887]: INFO neutron.db.segments_db [None req-b2de9687-3a03-4305-a183-c722aa6df5ce tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Added segment fb941cfc-6d72-4eb7-be3f-1242decedd3a of type vlan for network 67c1ec85-48e4-4446-81b9-c9dcba7204b8 May 30 20:26:43.749456 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-864b926c-01a4-4a56-853b-3feec0a4a0a0 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:43.765820 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b2de9687-3a03-4305-a183-c722aa6df5ce tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:43.768079 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-864b926c-01a4-4a56-853b-3feec0a4a0a0 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Releasing vlan 685 on physical network physnet1 to pool {{(pid=84886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:26:43.768504 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-864b926c-01a4-4a56-853b-3feec0a4a0a0 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4126989'] for segment, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:43.830025 n-d-843948-2 neutron-server[84886]: Traceback (most recent call last): May 30 20:26:43.830025 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:26:43.830025 n-d-843948-2 neutron-server[84886]: timer() May 30 20:26:43.830025 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:26:43.830025 n-d-843948-2 neutron-server[84886]: cb(*args, **kw) May 30 20:26:43.830025 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:26:43.830025 n-d-843948-2 neutron-server[84886]: return func(*args, **kwargs) May 30 20:26:43.830025 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:26:43.830025 n-d-843948-2 neutron-server[84886]: self._notify() May 30 20:26:43.830025 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:26:43.830025 n-d-843948-2 neutron-server[84886]: self.callback(batched_events) May 30 20:26:43.830025 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:26:43.830025 n-d-843948-2 neutron-server[84886]: event.method(event) May 30 20:26:43.830025 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:26:43.830025 n-d-843948-2 neutron-server[84886]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:26:43.830025 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:26:43.830025 n-d-843948-2 neutron-server[84886]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:26:43.830025 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:26:43.830025 n-d-843948-2 neutron-server[84886]: return f(self, *a, **k) May 30 20:26:43.830025 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:26:43.830025 n-d-843948-2 neutron-server[84886]: return self._get(url).json() May 30 20:26:43.830025 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:26:43.830025 n-d-843948-2 neutron-server[84886]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:26:43.830025 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:26:43.830025 n-d-843948-2 neutron-server[84886]: return self.request(url, 'GET', **kwargs) May 30 20:26:43.830025 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:26:43.830025 n-d-843948-2 neutron-server[84886]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:26:43.830025 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:26:43.830025 n-d-843948-2 neutron-server[84886]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:26:43.830025 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:26:43.830025 n-d-843948-2 neutron-server[84886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:26:43.830025 n-d-843948-2 neutron-server[84886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:26:43.888327 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-eb99b9d4-a0ca-4018-81ef-b9b3db79fb82 tempest-ExternalNetworksAdminNegativeTestJSON-288614265 tempest-ExternalNetworksAdminNegativeTestJSON-288614265-project-admin] Usage tracker for resource:floatingip and tenant:f085b843ac264a6ab1e005f845616252 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:26:43.898842 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-eb99b9d4-a0ca-4018-81ef-b9b3db79fb82 tempest-ExternalNetworksAdminNegativeTestJSON-288614265 tempest-ExternalNetworksAdminNegativeTestJSON-288614265-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:26:43.909349 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-20fe7c47-8884-470f-ad92-d9624b1b8c32 req-62644cf5-8cdf-4a8f-8cf8-7935315a782a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:43.937366 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-5014c23a-47e9-4b48-8269-bb8aceaa5cb4 None None] Port 2a4fbaac-1c42-4144-ba53-6f25653d75c3 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:26:44.039092 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:44.070875 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b2de9687-3a03-4305-a183-c722aa6df5ce tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:44.075442 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2de9687-3a03-4305-a183-c722aa6df5ce tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:44.075442 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b2de9687-3a03-4305-a183-c722aa6df5ce tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:44.084377 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port 6c1d3e7a-c152-40bc-be8f-3a3a5bdd9d99, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=6c1d3e7a-c152-40bc-be8f-3a3a5bdd9d99,segment=NetworkSegment(b78e2ba6-ffa9-4506-8832-06fa459f4605),segment_id=b78e2ba6-ffa9-4506-8832-06fa459f4605)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:26:44.089128 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-eb99b9d4-a0ca-4018-81ef-b9b3db79fb82 tempest-ExternalNetworksAdminNegativeTestJSON-288614265 tempest-ExternalNetworksAdminNegativeTestJSON-288614265-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:26:44.096976 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-1b0127f7-7278-4858-a358-9de416bb467f None None] Allocated IP 2001:db8::3 (82361991-039a-4242-bce6-53c8b5f4e8a0/89e051e5-8008-4ee3-8b16-83faf3785b2c/03d862c5-a8a8-43f6-bf32-368bca9e0211) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:26:44.099853 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-864b926c-01a4-4a56-853b-3feec0a4a0a0 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:44.119919 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-864b926c-01a4-4a56-853b-3feec0a4a0a0 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:44.131524 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-9e78e2ab-b2a9-4be8-831e-1a89f3e48c92 None None] Deleting port a4b8894c-c2ce-4199-bce4-ddde687d5ec2 {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:26:44.132722 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-9e78e2ab-b2a9-4be8-831e-1a89f3e48c92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:44.133188 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864b926c-01a4-4a56-853b-3feec0a4a0a0 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] Pushing event deleted for resources: {'Network': ['ID=5f7140ab-94a8-4235-8ad9-c113d437c26f,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:44.195370 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:44.296452 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device a4b8894c-c2ce-4199-bce4-ddde687d5ec2 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:26:44.322105 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2de9687-3a03-4305-a183-c722aa6df5ce tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Pushing event updated for resources: {'Network': ['ID=67c1ec85-48e4-4446-81b9-c9dcba7204b8,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:44.336660 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-864b926c-01a4-4a56-853b-3feec0a4a0a0 tempest-ServersTestMultiNic-1355466900 tempest-ServersTestMultiNic-1355466900-project] 10.222.0.85 "DELETE /v2.0/networks/5f7140ab-94a8-4235-8ad9-c113d437c26f HTTP/1.1" status: 204 len: 168 time: 2.6998177 May 30 20:26:44.407740 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-b2de9687-3a03-4305-a183-c722aa6df5ce tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2850568 May 30 20:26:44.413280 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 38980) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:26:44.421012 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-95c47aec-5f09-4f56-8458-6409ca29beb4 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Request body: {'subnet': {'network_id': '67c1ec85-48e4-4446-81b9-c9dcba7204b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:26:44.454665 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7e88a87a-986c-4420-8c53-4a35e928e840 req-3efe4737-e692-47d7-8fe6-02b462746e2c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=af4cc1fbb91e4a5c856e947d8072b697&device_id=7aad7ab8-22c4-47e2-abf2-9cc744ce8553 HTTP/1.1" status: 200 len: 1095 time: 0.6425233 May 30 20:26:44.463519 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6e1775-614c-4a2b-9c1a-73fc1795294b req-62fc05c8-1813-4751-8b4e-3c4e5a99e3de tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:44.470805 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ed6e1775-614c-4a2b-9c1a-73fc1795294b req-62fc05c8-1813-4751-8b4e-3c4e5a99e3de tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=7aad7ab8-22c4-47e2-abf2-9cc744ce8553 HTTP/1.1" status: 200 len: 944 time: 0.5677264 May 30 20:26:44.578302 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-9e78e2ab-b2a9-4be8-831e-1a89f3e48c92 None None] The port 'a4b8894c-c2ce-4199-bce4-ddde687d5ec2' was deleted {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 20:26:44.618755 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-95c47aec-5f09-4f56-8458-6409ca29beb4 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:26:44.620408 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-eb99b9d4-a0ca-4018-81ef-b9b3db79fb82 tempest-ExternalNetworksAdminNegativeTestJSON-288614265 tempest-ExternalNetworksAdminNegativeTestJSON-288614265-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:44.629027 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network 67c1ec85-48e4-4446-81b9-c9dcba7204b8 details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:26:44.629493 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-95c47aec-5f09-4f56-8458-6409ca29beb4 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Usage tracker for resource:subnet and tenant:532bf6f1c7054b7d8d66f29b606b9cda is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:26:44.638837 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-95c47aec-5f09-4f56-8458-6409ca29beb4 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:26:44.658726 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-95c47aec-5f09-4f56-8458-6409ca29beb4 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:26:44.667057 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: a4b8894c-c2ce-4199-bce4-ddde687d5ec2 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:26:44.667057 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device a4b8894c-c2ce-4199-bce4-ddde687d5ec2 not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:26:44.790645 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95c47aec-5f09-4f56-8458-6409ca29beb4 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Made reservation on behalf of 532bf6f1c7054b7d8d66f29b606b9cda for: {'subnet': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:26:44.839690 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.db.resource_extend [req-20fe7c47-8884-470f-ad92-d9624b1b8c32 req-62644cf5-8cdf-4a8f-8cf8-7935315a782a service neutron] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:26:44.887145 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-1b0127f7-7278-4858-a358-9de416bb467f None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:44.890224 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=6c1d3e7a-c152-40bc-be8f-3a3a5bdd9d99,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:44.898695 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ed6e1775-614c-4a2b-9c1a-73fc1795294b req-e2aab57b-f814-4bcd-a663-5442d9d9489a tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ae76294-3e84-4fcb-be2a-17611205a838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4269280 May 30 20:26:44.912972 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-1b0127f7-7278-4858-a358-9de416bb467f None None] Transition to ACTIVE for port object 03d862c5-a8a8-43f6-bf32-368bca9e0211 will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:26:44.949761 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-1b0127f7-7278-4858-a358-9de416bb467f None None] Transition to ACTIVE for port object 03d862c5-a8a8-43f6-bf32-368bca9e0211 will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:26:45.054897 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-1b0127f7-7278-4858-a358-9de416bb467f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:45.083025 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-95c47aec-5f09-4f56-8458-6409ca29beb4 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2778563'] for subnet, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:45.092307 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [req-20fe7c47-8884-470f-ad92-d9624b1b8c32 req-62644cf5-8cdf-4a8f-8cf8-7935315a782a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a4fbaac-1c42-4144-ba53-6f25653d75c3 {{(pid=84887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:26:45.103291 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-20fe7c47-8884-470f-ad92-d9624b1b8c32 req-62644cf5-8cdf-4a8f-8cf8-7935315a782a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:45.125261 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-20fe7c47-8884-470f-ad92-d9624b1b8c32 req-62644cf5-8cdf-4a8f-8cf8-7935315a782a service neutron] Transition to ACTIVE for port object 2a4fbaac-1c42-4144-ba53-6f25653d75c3 will not be triggered until provisioned by entity L2. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:26:45.152505 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e88a87a-986c-4420-8c53-4a35e928e840 req-9f056e27-8781-4d4a-a992-2e36b2b22a01 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:45.154353 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7e88a87a-986c-4420-8c53-4a35e928e840 req-9f056e27-8781-4d4a-a992-2e36b2b22a01 service neutron] 10.222.0.86 "GET /v2.0/networks?id=ff30330a-0ebe-4836-9458-b813d1bcbde4 HTTP/1.1" status: 200 len: 913 time: 0.6815608 May 30 20:26:45.166043 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0127f7-7278-4858-a358-9de416bb467f None None] Pushing event updated for resources: {'Port': ['ID=03d862c5-a8a8-43f6-bf32-368bca9e0211,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:45.185366 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b0127f7-7278-4858-a358-9de416bb467f None None] Network 82361991-039a-4242-bce6-53c8b5f4e8a0 is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:26:45.186590 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-1b0127f7-7278-4858-a358-9de416bb467f None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:26:45.191202 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0127f7-7278-4858-a358-9de416bb467f None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:26:45.334028 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-1b0127f7-7278-4858-a358-9de416bb467f None None] Attempting to bind port 03d862c5-a8a8-43f6-bf32-368bca9e0211 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:26:45.334485 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-1b0127f7-7278-4858-a358-9de416bb467f None None] Attempting to bind port 03d862c5-a8a8-43f6-bf32-368bca9e0211 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': 'ea9c6d1e-7323-4dcb-be8d-14d11ec403d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '82361991-039a-4242-bce6-53c8b5f4e8a0'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:26:45.335046 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0127f7-7278-4858-a358-9de416bb467f None None] Attempting to bind port 03d862c5-a8a8-43f6-bf32-368bca9e0211 on network 82361991-039a-4242-bce6-53c8b5f4e8a0 {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:26:45.343380 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0127f7-7278-4858-a358-9de416bb467f None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:26:45.343620 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7e88a87a-986c-4420-8c53-4a35e928e840 req-43dc1095-6961-4ee0-bcd9-0ec20f2e277e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bcdfc29b-75b2-4955-871a-03ddaef96f61 HTTP/1.1" status: 200 len: 999 time: 0.1772065 May 30 20:26:45.343730 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0127f7-7278-4858-a358-9de416bb467f None None] Checking segment: {'id': 'ea9c6d1e-7323-4dcb-be8d-14d11ec403d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '82361991-039a-4242-bce6-53c8b5f4e8a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:26:45.344808 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-1b0127f7-7278-4858-a358-9de416bb467f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:45.345402 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0127f7-7278-4858-a358-9de416bb467f None None] Bound using segment: {'id': 'ea9c6d1e-7323-4dcb-be8d-14d11ec403d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '82361991-039a-4242-bce6-53c8b5f4e8a0'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:26:45.346047 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-1b0127f7-7278-4858-a358-9de416bb467f None None] Bound port: 03d862c5-a8a8-43f6-bf32-368bca9e0211, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea9c6d1e-7323-4dcb-be8d-14d11ec403d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '82361991-039a-4242-bce6-53c8b5f4e8a0'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:26:45.346487 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-1b0127f7-7278-4858-a358-9de416bb467f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:45.351594 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-20fe7c47-8884-470f-ad92-d9624b1b8c32 req-62644cf5-8cdf-4a8f-8cf8-7935315a782a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:45.445714 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.ipam_backend_mixin [None req-95c47aec-5f09-4f56-8458-6409ca29beb4 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Performing IP validity checks on allocation pools {{(pid=84886) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 30 20:26:45.446530 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.ipam_backend_mixin [None req-95c47aec-5f09-4f56-8458-6409ca29beb4 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84886) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 30 20:26:45.472931 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-1b0127f7-7278-4858-a358-9de416bb467f None None] For port 03d862c5-a8a8-43f6-bf32-368bca9e0211, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:26:45.478761 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-1b0127f7-7278-4858-a358-9de416bb467f None None] For port 03d862c5-a8a8-43f6-bf32-368bca9e0211, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=03d862c5-a8a8-43f6-bf32-368bca9e0211,segment=NetworkSegment(ea9c6d1e-7323-4dcb-be8d-14d11ec403d5),segment_id=ea9c6d1e-7323-4dcb-be8d-14d11ec403d5)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:26:45.590678 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-1b0127f7-7278-4858-a358-9de416bb467f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:45.643402 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e88a87a-986c-4420-8c53-4a35e928e840 req-586fb29f-a959-4d79-a1ca-b782eecb5824 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:45.644911 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7e88a87a-986c-4420-8c53-4a35e928e840 req-586fb29f-a959-4d79-a1ca-b782eecb5824 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7991eded-d330-4e4e-ace3-aeb4d5f3ff0a HTTP/1.1" status: 200 len: 851 time: 0.2776382 May 30 20:26:45.660547 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28290b2a-a2da-444f-973f-0b599dbe9bba req-3351cb52-b55a-4ebe-8997-f5c1b28794f7 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:45.663527 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-28290b2a-a2da-444f-973f-0b599dbe9bba req-3351cb52-b55a-4ebe-8997-f5c1b28794f7 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Synchronizing usage tracker for tenant:6a921a88c2104251b4f5cf697763e02b on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:26:45.704490 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-95c47aec-5f09-4f56-8458-6409ca29beb4 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4127140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2778577'] for subnet, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:45.778516 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0127f7-7278-4858-a358-9de416bb467f None None] Pushing event updated for resources: {'Port': ['ID=03d862c5-a8a8-43f6-bf32-368bca9e0211,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:45.794379 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 39002) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:26:45.842243 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62644cf5-8cdf-4a8f-8cf8-7935315a782a service neutron] Pushing event updated for resources: {'Port': ['ID=2a4fbaac-1c42-4144-ba53-6f25653d75c3,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:45.967438 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-28290b2a-a2da-444f-973f-0b599dbe9bba req-3351cb52-b55a-4ebe-8997-f5c1b28794f7 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Unset dirty status for tenant:6a921a88c2104251b4f5cf697763e02b on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:26:45.976649 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-28290b2a-a2da-444f-973f-0b599dbe9bba req-3351cb52-b55a-4ebe-8997-f5c1b28794f7 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "GET /v2.0/ports?device_id=b5cfc9b0-7823-4f7e-84ca-6b07acbe3233 HTTP/1.1" status: 200 len: 932 time: 0.9967318 May 30 20:26:46.199550 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-eb99b9d4-a0ca-4018-81ef-b9b3db79fb82 tempest-ExternalNetworksAdminNegativeTestJSON-288614265 tempest-ExternalNetworksAdminNegativeTestJSON-288614265-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:46.224558 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c47aec-5f09-4f56-8458-6409ca29beb4 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Pushing event updated for resources: {'Subnet': ['ID=437fb0eb-acbb-4335-a181-8cd81877b76c,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:46.311164 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c47aec-5f09-4f56-8458-6409ca29beb4 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Checking segment: {'id': 'fb941cfc-6d72-4eb7-be3f-1242decedd3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '67c1ec85-48e4-4446-81b9-c9dcba7204b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:26:46.311664 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c47aec-5f09-4f56-8458-6409ca29beb4 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Network hostable DHCP agents. Network: 67c1ec85-48e4-4446-81b9-c9dcba7204b8, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:26:46.327654 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-28290b2a-a2da-444f-973f-0b599dbe9bba req-d6ecc096-7589-4cf2-9cbd-aeac2477f02a tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Synchronizing usage tracker for tenant:6a921a88c2104251b4f5cf697763e02b on resource:security_group {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:26:46.372859 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-20fe7c47-8884-470f-ad92-d9624b1b8c32 req-62644cf5-8cdf-4a8f-8cf8-7935315a782a service neutron] Attempting to bind port 2a4fbaac-1c42-4144-ba53-6f25653d75c3 on host n-h2-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:26:46.373264 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-20fe7c47-8884-470f-ad92-d9624b1b8c32 req-62644cf5-8cdf-4a8f-8cf8-7935315a782a service neutron] Attempting to bind port 2a4fbaac-1c42-4144-ba53-6f25653d75c3 by drivers openvswitch,hyperv on host n-h2-843948-2 at level 0 using segments [{'id': 'b78e2ba6-ffa9-4506-8832-06fa459f4605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '2ad0cf2e-8ff8-4add-9223-e815a60245ec'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:26:46.373509 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20fe7c47-8884-470f-ad92-d9624b1b8c32 req-62644cf5-8cdf-4a8f-8cf8-7935315a782a service neutron] Attempting to bind port 2a4fbaac-1c42-4144-ba53-6f25653d75c3 on network 2ad0cf2e-8ff8-4add-9223-e815a60245ec {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:26:46.433669 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20fe7c47-8884-470f-ad92-d9624b1b8c32 req-62644cf5-8cdf-4a8f-8cf8-7935315a782a service neutron] Port 2a4fbaac-1c42-4144-ba53-6f25653d75c3 on network 2ad0cf2e-8ff8-4add-9223-e815a60245ec not bound, no agent of type Open vSwitch agent registered on host n-h2-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:26:46.434006 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20fe7c47-8884-470f-ad92-d9624b1b8c32 req-62644cf5-8cdf-4a8f-8cf8-7935315a782a service neutron] Attempting to bind port 2a4fbaac-1c42-4144-ba53-6f25653d75c3 on network 2ad0cf2e-8ff8-4add-9223-e815a60245ec {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:26:46.457424 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7e88a87a-986c-4420-8c53-4a35e928e840 req-ad7d7856-9efe-4f36-ad0f-c3184a359939 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ff30330a-0ebe-4836-9458-b813d1bcbde4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6189690 May 30 20:26:46.472934 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20fe7c47-8884-470f-ad92-d9624b1b8c32 req-62644cf5-8cdf-4a8f-8cf8-7935315a782a service neutron] Checking agent: {'id': 'eaa08354-e8f5-4e73-af76-8d3cf7d2b390', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 26, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:26:46.473457 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20fe7c47-8884-470f-ad92-d9624b1b8c32 req-62644cf5-8cdf-4a8f-8cf8-7935315a782a service neutron] Checking segment: {'id': 'b78e2ba6-ffa9-4506-8832-06fa459f4605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '2ad0cf2e-8ff8-4add-9223-e815a60245ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:26:46.474028 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20fe7c47-8884-470f-ad92-d9624b1b8c32 req-62644cf5-8cdf-4a8f-8cf8-7935315a782a service neutron] Bound using segment: {'id': 'b78e2ba6-ffa9-4506-8832-06fa459f4605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '2ad0cf2e-8ff8-4add-9223-e815a60245ec'} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:26:46.474498 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-20fe7c47-8884-470f-ad92-d9624b1b8c32 req-62644cf5-8cdf-4a8f-8cf8-7935315a782a service neutron] Bound port: 2a4fbaac-1c42-4144-ba53-6f25653d75c3, host: n-h2-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b78e2ba6-ffa9-4506-8832-06fa459f4605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '2ad0cf2e-8ff8-4add-9223-e815a60245ec'}}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:26:46.474936 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-20fe7c47-8884-470f-ad92-d9624b1b8c32 req-62644cf5-8cdf-4a8f-8cf8-7935315a782a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:46.490412 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-28290b2a-a2da-444f-973f-0b599dbe9bba req-d6ecc096-7589-4cf2-9cbd-aeac2477f02a tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Unset dirty status for tenant:6a921a88c2104251b4f5cf697763e02b on resource:security_group {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:26:46.491691 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-28290b2a-a2da-444f-973f-0b599dbe9bba req-d6ecc096-7589-4cf2-9cbd-aeac2477f02a tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "GET /v2.0/security-groups?id=52f0f051-af87-4bb8-bd3f-5a42634e958d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5141041 May 30 20:26:46.507378 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c47aec-5f09-4f56-8458-6409ca29beb4 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Network 67c1ec85-48e4-4446-81b9-c9dcba7204b8 is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:26:46.729321 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-95c47aec-5f09-4f56-8458-6409ca29beb4 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, 67c1ec85-48e4-4446-81b9-c9dcba7204b8) {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:26:46.734942 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c47aec-5f09-4f56-8458-6409ca29beb4 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:46.735696 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-95c47aec-5f09-4f56-8458-6409ca29beb4 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:46.740842 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae69d633-4826-407a-9663-f8808a840e72 None None] Network 67c1ec85-48e4-4446-81b9-c9dcba7204b8 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:26:46.925345 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [None req-eb99b9d4-a0ca-4018-81ef-b9b3db79fb82 tempest-ExternalNetworksAdminNegativeTestJSON-288614265 tempest-ExternalNetworksAdminNegativeTestJSON-288614265-project-admin] Allocated IP 172.25.8.239 (c7869750-4b49-4b7e-aa99-5e0f1ae02da4/427601ec-f643-4fe7-b5e6-17305d3a39e1/6824f523-3f9e-4159-b226-5acf1f077b23) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:26:46.940617 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-695e681a-a54b-4c5b-ad9c-a672bd37dc0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-736216'] for router_interface, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:47.009416 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-20fe7c47-8884-470f-ad92-d9624b1b8c32 req-62644cf5-8cdf-4a8f-8cf8-7935315a782a service neutron] For port 2a4fbaac-1c42-4144-ba53-6f25653d75c3, host n-h2-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:26:47.028263 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-20fe7c47-8884-470f-ad92-d9624b1b8c32 req-62644cf5-8cdf-4a8f-8cf8-7935315a782a service neutron] For port 2a4fbaac-1c42-4144-ba53-6f25653d75c3, host n-h2-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=2a4fbaac-1c42-4144-ba53-6f25653d75c3,segment=NetworkSegment(b78e2ba6-ffa9-4506-8832-06fa459f4605),segment_id=b78e2ba6-ffa9-4506-8832-06fa459f4605)] {{(pid=84887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:26:47.060535 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-95c47aec-5f09-4f56-8458-6409ca29beb4 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.6459272 May 30 20:26:47.071647 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 39026) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:26:47.131492 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 6c1d3e7a-c152-40bc-be8f-3a3a5bdd9d99 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:26:47.236289 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-20fe7c47-8884-470f-ad92-d9624b1b8c32 req-62644cf5-8cdf-4a8f-8cf8-7935315a782a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:47.454923 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7e88a87a-986c-4420-8c53-4a35e928e840 req-e04fa407-e4b7-4103-baee-dc270830f274 service neutron] 10.222.0.86 "GET /v2.0/networks/ff30330a-0ebe-4836-9458-b813d1bcbde4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9579289 May 30 20:26:47.471163 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-20fe7c47-8884-470f-ad92-d9624b1b8c32 req-62644cf5-8cdf-4a8f-8cf8-7935315a782a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:47.472972 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-20fe7c47-8884-470f-ad92-d9624b1b8c32 req-62644cf5-8cdf-4a8f-8cf8-7935315a782a service neutron] 10.222.0.86 "PUT /v2.0/ports/2a4fbaac-1c42-4144-ba53-6f25653d75c3 HTTP/1.1" status: 200 len: 1092 time: 4.2631543 May 30 20:26:47.500900 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5cfc9b0-7823-4f7e-84ca-6b07acbe3233', 'tag': '2a4fbaac-1c42-4144-ba53-6f25653d75c3'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:26:47.528742 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd3608cc-84e9-4171-9b88-6177e4252725 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-67c1ec85-48e4-4446-81b9-c9dcba7204b8', 'network_id': '67c1ec85-48e4-4446-81b9-c9dcba7204b8', 'tenant_id': '532bf6f1c7054b7d8d66f29b606b9cda', 'fixed_ips': [{'subnet_id': '437fb0eb-acbb-4335-a181-8cd81877b76c'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:26:47.532411 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-fd3608cc-84e9-4171-9b88-6177e4252725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:47.544862 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e026ecfc-6f25-4819-848f-7cb875f9cb7e req-38bf3067-1ad1-488a-b893-131c92463479 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:47.552249 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e026ecfc-6f25-4819-848f-7cb875f9cb7e req-38bf3067-1ad1-488a-b893-131c92463479 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=7aad7ab8-22c4-47e2-abf2-9cc744ce8553 HTTP/1.1" status: 200 len: 944 time: 1.1983006 May 30 20:26:47.675115 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-93f7a428-fbca-46cb-90c0-81e51eeb7b8c tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:47.738406 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7e88a87a-986c-4420-8c53-4a35e928e840 req-07fd986c-d61a-4e17-8107-ed07ed133194 service neutron] 10.222.0.86 "GET /v2.0/networks/ff30330a-0ebe-4836-9458-b813d1bcbde4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386758 May 30 20:26:47.739396 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62644cf5-8cdf-4a8f-8cf8-7935315a782a service neutron] Pushing event updated for resources: {'Port': ['ID=2a4fbaac-1c42-4144-ba53-6f25653d75c3,revision_number=3']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:47.886519 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-fd3608cc-84e9-4171-9b88-6177e4252725 None None] Allocated IP 2001:db8::3 (67c1ec85-48e4-4446-81b9-c9dcba7204b8/437fb0eb-acbb-4335-a181-8cd81877b76c/4be7af8c-611e-404a-86e7-ca60aabe7d5a) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:26:47.918505 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d38a318d-1f5c-400f-8bcc-84986170cedb'] response: {'name': 'network-changed', 'server_uuid': 'b5cfc9b0-7823-4f7e-84ca-6b07acbe3233', 'tag': '2a4fbaac-1c42-4144-ba53-6f25653d75c3', 'status': 'completed', 'code': 200} May 30 20:26:47.947735 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 6c1d3e7a-c152-40bc-be8f-3a3a5bdd9d99 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:26:47.947735 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:47.969451 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-eb99b9d4-a0ca-4018-81ef-b9b3db79fb82 tempest-ExternalNetworksAdminNegativeTestJSON-288614265 tempest-ExternalNetworksAdminNegativeTestJSON-288614265-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:47.978766 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-93f7a428-fbca-46cb-90c0-81e51eeb7b8c tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:47.989953 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e026ecfc-6f25-4819-848f-7cb875f9cb7e req-29e83ee5-7f93-4486-87e5-4dbd58a7e4b5 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ae76294-3e84-4fcb-be2a-17611205a838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4307199 May 30 20:26:48.075657 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-20fe7c47-8884-470f-ad92-d9624b1b8c32 req-9726d977-b32e-43b2-a81b-04e7a1d24a34 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6a921a88c2104251b4f5cf697763e02b&device_id=b5cfc9b0-7823-4f7e-84ca-6b07acbe3233 HTTP/1.1" status: 200 len: 1095 time: 0.3068926 May 30 20:26:48.077755 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb2880f-0bae-4e3c-ae11-2d90defb0ee9 None None] Network 82361991-039a-4242-bce6-53c8b5f4e8a0 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:26:48.228510 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-eb99b9d4-a0ca-4018-81ef-b9b3db79fb82 tempest-ExternalNetworksAdminNegativeTestJSON-288614265 tempest-ExternalNetworksAdminNegativeTestJSON-288614265-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:48.300314 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb99b9d4-a0ca-4018-81ef-b9b3db79fb82 tempest-ExternalNetworksAdminNegativeTestJSON-288614265 tempest-ExternalNetworksAdminNegativeTestJSON-288614265-project-admin] Network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:26:48.309961 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-eb99b9d4-a0ca-4018-81ef-b9b3db79fb82 tempest-ExternalNetworksAdminNegativeTestJSON-288614265 tempest-ExternalNetworksAdminNegativeTestJSON-288614265-project-admin] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:26:48.315510 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-20fe7c47-8884-470f-ad92-d9624b1b8c32 req-9a65d5ec-a93f-4e98-8acb-499cd8366249 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2a4fbaac-1c42-4144-ba53-6f25653d75c3 HTTP/1.1" status: 200 len: 217 time: 0.2286220 May 30 20:26:48.324719 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb99b9d4-a0ca-4018-81ef-b9b3db79fb82 tempest-ExternalNetworksAdminNegativeTestJSON-288614265 tempest-ExternalNetworksAdminNegativeTestJSON-288614265-project-admin] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:26:48.493784 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb99b9d4-a0ca-4018-81ef-b9b3db79fb82 tempest-ExternalNetworksAdminNegativeTestJSON-288614265 tempest-ExternalNetworksAdminNegativeTestJSON-288614265-project-admin] Pushing event updated for resources: {'Port': ['ID=6824f523-3f9e-4159-b226-5acf1f077b23,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:48.508656 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fe7c47-8884-470f-ad92-d9624b1b8c32 req-5d1ca305-e2db-479c-b008-3d405b88fe9d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:48.512562 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-20fe7c47-8884-470f-ad92-d9624b1b8c32 req-5d1ca305-e2db-479c-b008-3d405b88fe9d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3f5f2a28-796d-4138-b193-86a2946727dc HTTP/1.1" status: 200 len: 853 time: 0.1190882 May 30 20:26:48.517385 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 03d862c5-a8a8-43f6-bf32-368bca9e0211 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:26:48.613277 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-4294ae2f-3ed6-4c5f-a373-c9e6ec1954fb None None] Provisioning for port 03d862c5-a8a8-43f6-bf32-368bca9e0211 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:26:48.659935 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad1859e-a23d-4743-b7a1-1e0cd20d304a req-849da3f9-9e56-4f73-99a3-3547959c94fd tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:48.662362 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-dad1859e-a23d-4743-b7a1-1e0cd20d304a req-849da3f9-9e56-4f73-99a3-3547959c94fd tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "GET /v2.0/ports?device_id=b5cfc9b0-7823-4f7e-84ca-6b07acbe3233 HTTP/1.1" status: 200 len: 944 time: 0.4042270 May 30 20:26:48.824346 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-eb99b9d4-a0ca-4018-81ef-b9b3db79fb82 tempest-ExternalNetworksAdminNegativeTestJSON-288614265 tempest-ExternalNetworksAdminNegativeTestJSON-288614265-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:48.874715 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-20fe7c47-8884-470f-ad92-d9624b1b8c32 req-fdc3f5a7-982c-4a37-ac07-b5665255084d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2ad0cf2e-8ff8-4add-9223-e815a60245ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3493433 May 30 20:26:49.165249 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-fd3608cc-84e9-4171-9b88-6177e4252725 None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:49.177147 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-dad1859e-a23d-4743-b7a1-1e0cd20d304a req-f10540f9-0503-40dc-9966-ebf9940ac669 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "GET /v2.0/security-groups?id=52f0f051-af87-4bb8-bd3f-5a42634e958d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4976065 May 30 20:26:49.177923 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-fd3608cc-84e9-4171-9b88-6177e4252725 None None] Transition to ACTIVE for port object 4be7af8c-611e-404a-86e7-ca60aabe7d5a will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:26:49.219320 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-fd3608cc-84e9-4171-9b88-6177e4252725 None None] Transition to ACTIVE for port object 4be7af8c-611e-404a-86e7-ca60aabe7d5a will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:26:49.252281 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-eb99b9d4-a0ca-4018-81ef-b9b3db79fb82 tempest-ExternalNetworksAdminNegativeTestJSON-288614265 tempest-ExternalNetworksAdminNegativeTestJSON-288614265-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:49.328631 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 03d862c5-a8a8-43f6-bf32-368bca9e0211 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:26:49.332790 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-fd3608cc-84e9-4171-9b88-6177e4252725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:49.465067 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-695e681a-a54b-4c5b-ad9c-a672bd37dc0f admin admin] Deleting port e1ae16b0-a53e-47ab-b640-63c006ee57b3 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:26:49.466219 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-695e681a-a54b-4c5b-ad9c-a672bd37dc0f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:49.489316 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3608cc-84e9-4171-9b88-6177e4252725 None None] Pushing event updated for resources: {'Port': ['ID=4be7af8c-611e-404a-86e7-ca60aabe7d5a,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:49.502195 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 03d862c5-a8a8-43f6-bf32-368bca9e0211 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:26:49.502926 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:49.608799 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd3608cc-84e9-4171-9b88-6177e4252725 None None] Network 67c1ec85-48e4-4446-81b9-c9dcba7204b8 is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:26:49.610425 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-fd3608cc-84e9-4171-9b88-6177e4252725 None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:26:49.613735 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3608cc-84e9-4171-9b88-6177e4252725 None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:26:49.738645 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:49.761546 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:49.796072 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-93f7a428-fbca-46cb-90c0-81e51eeb7b8c tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4127075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2778536'] for subnet, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:49.862473 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-fd3608cc-84e9-4171-9b88-6177e4252725 None None] Attempting to bind port 4be7af8c-611e-404a-86e7-ca60aabe7d5a on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:26:49.862784 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-fd3608cc-84e9-4171-9b88-6177e4252725 None None] Attempting to bind port 4be7af8c-611e-404a-86e7-ca60aabe7d5a by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': 'fb941cfc-6d72-4eb7-be3f-1242decedd3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '67c1ec85-48e4-4446-81b9-c9dcba7204b8'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:26:49.863093 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3608cc-84e9-4171-9b88-6177e4252725 None None] Attempting to bind port 4be7af8c-611e-404a-86e7-ca60aabe7d5a on network 67c1ec85-48e4-4446-81b9-c9dcba7204b8 {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:26:49.874835 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port 03d862c5-a8a8-43f6-bf32-368bca9e0211, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=03d862c5-a8a8-43f6-bf32-368bca9e0211,segment=NetworkSegment(ea9c6d1e-7323-4dcb-be8d-14d11ec403d5),segment_id=ea9c6d1e-7323-4dcb-be8d-14d11ec403d5)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:26:49.877329 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3608cc-84e9-4171-9b88-6177e4252725 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:26:49.887076 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3608cc-84e9-4171-9b88-6177e4252725 None None] Checking segment: {'id': 'fb941cfc-6d72-4eb7-be3f-1242decedd3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '67c1ec85-48e4-4446-81b9-c9dcba7204b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:26:49.887076 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-fd3608cc-84e9-4171-9b88-6177e4252725 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:49.887530 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f7a428-fbca-46cb-90c0-81e51eeb7b8c tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Pushing event deleted for resources: {'Subnet': ['ID=437fb0eb-acbb-4335-a181-8cd81877b76c,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:49.887710 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3608cc-84e9-4171-9b88-6177e4252725 None None] Bound using segment: {'id': 'fb941cfc-6d72-4eb7-be3f-1242decedd3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '67c1ec85-48e4-4446-81b9-c9dcba7204b8'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:26:49.887710 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-fd3608cc-84e9-4171-9b88-6177e4252725 None None] Bound port: 4be7af8c-611e-404a-86e7-ca60aabe7d5a, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb941cfc-6d72-4eb7-be3f-1242decedd3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '67c1ec85-48e4-4446-81b9-c9dcba7204b8'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:26:49.887710 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-fd3608cc-84e9-4171-9b88-6177e4252725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:49.974012 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-eb99b9d4-a0ca-4018-81ef-b9b3db79fb82 tempest-ExternalNetworksAdminNegativeTestJSON-288614265 tempest-ExternalNetworksAdminNegativeTestJSON-288614265-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:49.999544 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:50.029490 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-20fe7c47-8884-470f-ad92-d9624b1b8c32 req-2fc5df17-f8d3-4e22-ab1e-c0cee319da59 service neutron] 10.222.0.86 "GET /v2.0/networks/2ad0cf2e-8ff8-4add-9223-e815a60245ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1470032 May 30 20:26:50.083933 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [None req-695e681a-a54b-4c5b-ad9c-a672bd37dc0f admin admin] For port e1ae16b0-a53e-47ab-b640-63c006ee57b3, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=e1ae16b0-a53e-47ab-b640-63c006ee57b3,segment=NetworkSegment(6feea416-6b09-4292-8b00-0648eb0fb4b1),segment_id=6feea416-6b09-4292-8b00-0648eb0fb4b1)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:26:50.084455 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-695e681a-a54b-4c5b-ad9c-a672bd37dc0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:50.107098 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-93f7a428-fbca-46cb-90c0-81e51eeb7b8c tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:50.127967 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-eb99b9d4-a0ca-4018-81ef-b9b3db79fb82 tempest-ExternalNetworksAdminNegativeTestJSON-288614265 tempest-ExternalNetworksAdminNegativeTestJSON-288614265-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:50.222445 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb99b9d4-a0ca-4018-81ef-b9b3db79fb82 tempest-ExternalNetworksAdminNegativeTestJSON-288614265 tempest-ExternalNetworksAdminNegativeTestJSON-288614265-project-admin] Pushing event updated for resources: {'Port': ['ID=6824f523-3f9e-4159-b226-5acf1f077b23,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:50.255124 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-965c0f3c-dacf-4993-a50f-d35d01669b7f None None] Provisioning complete for port 03d862c5-a8a8-43f6-bf32-368bca9e0211 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:26:50.255684 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-965c0f3c-dacf-4993-a50f-d35d01669b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:50.265545 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-695e681a-a54b-4c5b-ad9c-a672bd37dc0f admin admin] Calling delete_port for e1ae16b0-a53e-47ab-b640-63c006ee57b3 owned by network:router_interface {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:26:50.306477 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-fd3608cc-84e9-4171-9b88-6177e4252725 None None] For port 4be7af8c-611e-404a-86e7-ca60aabe7d5a, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:26:50.314835 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-fd3608cc-84e9-4171-9b88-6177e4252725 None None] For port 4be7af8c-611e-404a-86e7-ca60aabe7d5a, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=4be7af8c-611e-404a-86e7-ca60aabe7d5a,segment=NetworkSegment(fb941cfc-6d72-4eb7-be3f-1242decedd3a),segment_id=fb941cfc-6d72-4eb7-be3f-1242decedd3a)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:26:50.316212 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=03d862c5-a8a8-43f6-bf32-368bca9e0211,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:50.341542 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-93f7a428-fbca-46cb-90c0-81e51eeb7b8c tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67c1ec85-48e4-4446-81b9-c9dcba7204b8']}} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:26:50.372488 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-93f7a428-fbca-46cb-90c0-81e51eeb7b8c tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb941cfc-6d72-4eb7-be3f-1242decedd3a') {'for_net_delete': True} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:26:50.373082 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-93f7a428-fbca-46cb-90c0-81e51eeb7b8c tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb941cfc-6d72-4eb7-be3f-1242decedd3a') {} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:26:50.418508 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-93f7a428-fbca-46cb-90c0-81e51eeb7b8c tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2660590'] for segment, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:50.465265 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-fd3608cc-84e9-4171-9b88-6177e4252725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:50.484508 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-eb99b9d4-a0ca-4018-81ef-b9b3db79fb82 tempest-ExternalNetworksAdminNegativeTestJSON-288614265 tempest-ExternalNetworksAdminNegativeTestJSON-288614265-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736490'] for floatingip, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:50.485794 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-93f7a428-fbca-46cb-90c0-81e51eeb7b8c tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:50.503166 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93f7a428-fbca-46cb-90c0-81e51eeb7b8c tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Releasing vlan 672 on physical network physnet1 to pool {{(pid=84886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:26:50.508700 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-93f7a428-fbca-46cb-90c0-81e51eeb7b8c tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4126989'] for segment, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:50.538751 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-20fe7c47-8884-470f-ad92-d9624b1b8c32 req-e476a4d7-1c2b-49d2-9ea7-08d189d71935 service neutron] 10.222.0.86 "GET /v2.0/networks/2ad0cf2e-8ff8-4add-9223-e815a60245ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5009196 May 30 20:26:50.564351 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dac8d0b-3907-4cd2-b1a6-51ef50680fef req-d2752d2d-03a7-469c-83b0-ad0ac889cb9f tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:50.566313 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5dac8d0b-3907-4cd2-b1a6-51ef50680fef req-d2752d2d-03a7-469c-83b0-ad0ac889cb9f tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=7aad7ab8-22c4-47e2-abf2-9cc744ce8553 HTTP/1.1" status: 200 len: 944 time: 0.6871438 May 30 20:26:50.591013 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3608cc-84e9-4171-9b88-6177e4252725 None None] Pushing event updated for resources: {'Port': ['ID=4be7af8c-611e-404a-86e7-ca60aabe7d5a,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:50.623226 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5dac8d0b-3907-4cd2-b1a6-51ef50680fef req-d7f34e5e-8338-42fc-ad9b-f9606f510ddc tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ae76294-3e84-4fcb-be2a-17611205a838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504811 May 30 20:26:50.657302 n-d-843948-2 neutron-server[84886]: Traceback (most recent call last): May 30 20:26:50.657302 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:26:50.657302 n-d-843948-2 neutron-server[84886]: timer() May 30 20:26:50.657302 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:26:50.657302 n-d-843948-2 neutron-server[84886]: cb(*args, **kw) May 30 20:26:50.657302 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:26:50.657302 n-d-843948-2 neutron-server[84886]: return func(*args, **kwargs) May 30 20:26:50.657302 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:26:50.657302 n-d-843948-2 neutron-server[84886]: self._notify() May 30 20:26:50.657302 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:26:50.657302 n-d-843948-2 neutron-server[84886]: self.callback(batched_events) May 30 20:26:50.657302 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:26:50.657302 n-d-843948-2 neutron-server[84886]: event.method(event) May 30 20:26:50.657302 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:26:50.657302 n-d-843948-2 neutron-server[84886]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:26:50.657302 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:26:50.657302 n-d-843948-2 neutron-server[84886]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:26:50.657302 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:26:50.657302 n-d-843948-2 neutron-server[84886]: return f(self, *a, **k) May 30 20:26:50.657302 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:26:50.657302 n-d-843948-2 neutron-server[84886]: return self._get(url).json() May 30 20:26:50.657302 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:26:50.657302 n-d-843948-2 neutron-server[84886]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:26:50.657302 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:26:50.657302 n-d-843948-2 neutron-server[84886]: return self.request(url, 'GET', **kwargs) May 30 20:26:50.657302 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:26:50.657302 n-d-843948-2 neutron-server[84886]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:26:50.657302 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:26:50.657302 n-d-843948-2 neutron-server[84886]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:26:50.657302 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:26:50.657302 n-d-843948-2 neutron-server[84886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:26:50.657302 n-d-843948-2 neutron-server[84886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:26:50.703987 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-eb99b9d4-a0ca-4018-81ef-b9b3db79fb82 tempest-ExternalNetworksAdminNegativeTestJSON-288614265 tempest-ExternalNetworksAdminNegativeTestJSON-288614265-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:50.708866 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-eb99b9d4-a0ca-4018-81ef-b9b3db79fb82 tempest-ExternalNetworksAdminNegativeTestJSON-288614265 tempest-ExternalNetworksAdminNegativeTestJSON-288614265-project-admin] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.5262551 May 30 20:26:50.709263 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 39064) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:26:50.714491 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e101a24c-0cf0-45c2-a7a6-4b9133b2f601 None None] Network 67c1ec85-48e4-4446-81b9-c9dcba7204b8 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:26:50.717642 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-e756dd4b-603c-451f-bde4-e2ca976e1213 tempest-ExternalNetworksAdminNegativeTestJSON-288614265 tempest-ExternalNetworksAdminNegativeTestJSON-288614265-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-2138939692', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'fixed_ips': [{'ip_address': '172.25.8.239'}]}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:26:50.729387 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-e756dd4b-603c-451f-bde4-e2ca976e1213 tempest-ExternalNetworksAdminNegativeTestJSON-288614265 tempest-ExternalNetworksAdminNegativeTestJSON-288614265-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:26:50.737656 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.db.api [None req-93f7a428-fbca-46cb-90c0-81e51eeb7b8c tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 30 20:26:50.737656 n-d-843948-2 neutron-server[84886]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 30 20:26:50.737656 n-d-843948-2 neutron-server[84886]: [parameters: {'id': '67c1ec85-48e4-4446-81b9-c9dcba7204b8'}] May 30 20:26:50.737656 n-d-843948-2 neutron-server[84886]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:26:50.738145 n-d-843948-2 neutron-server[84886]: DEBUG oslo_db.api [None req-93f7a428-fbca-46cb-90c0-81e51eeb7b8c tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:26:50.762984 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43dee7f-45c1-431a-b330-3f4573d03d9c req-224df622-b1cc-495e-a59b-6d227a3bc33d tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:50.764500 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c43dee7f-45c1-431a-b330-3f4573d03d9c req-224df622-b1cc-495e-a59b-6d227a3bc33d tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "GET /v2.0/ports?device_id=b5cfc9b0-7823-4f7e-84ca-6b07acbe3233 HTTP/1.1" status: 200 len: 944 time: 0.1110778 May 30 20:26:50.814335 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-e756dd4b-603c-451f-bde4-e2ca976e1213 tempest-ExternalNetworksAdminNegativeTestJSON-288614265 tempest-ExternalNetworksAdminNegativeTestJSON-288614265-project-admin] Usage tracker for resource:port and tenant:f085b843ac264a6ab1e005f845616252 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:26:50.818301 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-e756dd4b-603c-451f-bde4-e2ca976e1213 tempest-ExternalNetworksAdminNegativeTestJSON-288614265 tempest-ExternalNetworksAdminNegativeTestJSON-288614265-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:26:50.841264 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-e756dd4b-603c-451f-bde4-e2ca976e1213 tempest-ExternalNetworksAdminNegativeTestJSON-288614265 tempest-ExternalNetworksAdminNegativeTestJSON-288614265-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:26:50.893483 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-db2b3199-b776-4af4-862b-66d3dc139e51 req-c6bfd4bf-c8a8-46b9-b902-1df5d0919fca service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6a921a88c2104251b4f5cf697763e02b&device_id=b5cfc9b0-7823-4f7e-84ca-6b07acbe3233 HTTP/1.1" status: 200 len: 1095 time: 0.1583602 May 30 20:26:50.986529 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e756dd4b-603c-451f-bde4-e2ca976e1213 tempest-ExternalNetworksAdminNegativeTestJSON-288614265 tempest-ExternalNetworksAdminNegativeTestJSON-288614265-project-admin] Made reservation on behalf of f085b843ac264a6ab1e005f845616252 for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:26:50.990668 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c43dee7f-45c1-431a-b330-3f4573d03d9c req-3e79ef0a-3509-43ff-b5e4-5ae130e9e602 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "GET /v2.0/security-groups?id=52f0f051-af87-4bb8-bd3f-5a42634e958d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093056 May 30 20:26:50.992885 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e756dd4b-603c-451f-bde4-e2ca976e1213 tempest-ExternalNetworksAdminNegativeTestJSON-288614265 tempest-ExternalNetworksAdminNegativeTestJSON-288614265-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:51.088544 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-695e681a-a54b-4c5b-ad9c-a672bd37dc0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:51.181349 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695e681a-a54b-4c5b-ad9c-a672bd37dc0f admin admin] Pushing event deleted for resources: {'Port': ['ID=e1ae16b0-a53e-47ab-b640-63c006ee57b3,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:51.187942 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e756dd4b-603c-451f-bde4-e2ca976e1213 tempest-ExternalNetworksAdminNegativeTestJSON-288614265 tempest-ExternalNetworksAdminNegativeTestJSON-288614265-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:51.245212 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-93f7a428-fbca-46cb-90c0-81e51eeb7b8c tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:51.298698 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-e756dd4b-603c-451f-bde4-e2ca976e1213 tempest-ExternalNetworksAdminNegativeTestJSON-288614265 tempest-ExternalNetworksAdminNegativeTestJSON-288614265-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:26:51.303115 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2b3199-b776-4af4-862b-66d3dc139e51 req-1cdbf159-2d92-489c-9306-fabf23a9fb2c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:51.303780 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-db2b3199-b776-4af4-862b-66d3dc139e51 req-1cdbf159-2d92-489c-9306-fabf23a9fb2c service neutron] 10.222.0.86 "GET /v2.0/networks?id=2ad0cf2e-8ff8-4add-9223-e815a60245ec HTTP/1.1" status: 200 len: 915 time: 0.3979311 May 30 20:26:51.306427 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-e756dd4b-603c-451f-bde4-e2ca976e1213 tempest-ExternalNetworksAdminNegativeTestJSON-288614265 tempest-ExternalNetworksAdminNegativeTestJSON-288614265-project-admin] Usage tracker for resource:security_group_rule and tenant:f085b843ac264a6ab1e005f845616252 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:26:51.311046 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-e756dd4b-603c-451f-bde4-e2ca976e1213 tempest-ExternalNetworksAdminNegativeTestJSON-288614265 tempest-ExternalNetworksAdminNegativeTestJSON-288614265-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:26:51.335646 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-93f7a428-fbca-46cb-90c0-81e51eeb7b8c tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Deleting port 4be7af8c-611e-404a-86e7-ca60aabe7d5a {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:26:51.336451 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-93f7a428-fbca-46cb-90c0-81e51eeb7b8c tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:51.377736 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-e756dd4b-603c-451f-bde4-e2ca976e1213 tempest-ExternalNetworksAdminNegativeTestJSON-288614265 tempest-ExternalNetworksAdminNegativeTestJSON-288614265-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:26:51.399195 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-871b3e23-e9ea-48ae-8904-949495aa2afd None None] get_active_networks_info from n-d-843948-2 {{(pid=84888) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 30 20:26:51.406617 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-db2b3199-b776-4af4-862b-66d3dc139e51 req-9c9ec327-c109-43cb-807b-4513154e3a5c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2a4fbaac-1c42-4144-ba53-6f25653d75c3 HTTP/1.1" status: 200 len: 217 time: 0.0920911 May 30 20:26:51.419674 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2592fa-8223-4bb9-a1a5-8a5e6f836fe2 req-7dda4647-dbac-4100-b0c6-e429a3bf7972 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:51.421863 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-dd2592fa-8223-4bb9-a1a5-8a5e6f836fe2 req-7dda4647-dbac-4100-b0c6-e429a3bf7972 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=7aad7ab8-22c4-47e2-abf2-9cc744ce8553 HTTP/1.1" status: 200 len: 944 time: 0.3030088 May 30 20:26:51.541969 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2b3199-b776-4af4-862b-66d3dc139e51 req-bc91da2e-61a5-4499-8864-a3bcd2ab2ecd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:51.543428 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-db2b3199-b776-4af4-862b-66d3dc139e51 req-bc91da2e-61a5-4499-8864-a3bcd2ab2ecd service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3f5f2a28-796d-4138-b193-86a2946727dc HTTP/1.1" status: 200 len: 853 time: 0.1298621 May 30 20:26:51.551259 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-dd2592fa-8223-4bb9-a1a5-8a5e6f836fe2 req-ee8737e4-9cb7-42f3-a2cf-3772ad1964fd tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ae76294-3e84-4fcb-be2a-17611205a838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940824 May 30 20:26:51.616343 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-871b3e23-e9ea-48ae-8904-949495aa2afd None None] Resources bound (agent type, host, resource id): {{(pid=84888) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 30 20:26:51.623691 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e756dd4b-603c-451f-bde4-e2ca976e1213 tempest-ExternalNetworksAdminNegativeTestJSON-288614265 tempest-ExternalNetworksAdminNegativeTestJSON-288614265-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:51.707186 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-db2b3199-b776-4af4-862b-66d3dc139e51 req-45ee24d6-4984-47fe-adef-ff871e2fcb12 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2ad0cf2e-8ff8-4add-9223-e815a60245ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1478055 May 30 20:26:51.775765 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e756dd4b-603c-451f-bde4-e2ca976e1213 tempest-ExternalNetworksAdminNegativeTestJSON-288614265 tempest-ExternalNetworksAdminNegativeTestJSON-288614265-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:51.816303 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [None req-93f7a428-fbca-46cb-90c0-81e51eeb7b8c tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] For port 4be7af8c-611e-404a-86e7-ca60aabe7d5a, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=4be7af8c-611e-404a-86e7-ca60aabe7d5a,segment=NetworkSegment(fb941cfc-6d72-4eb7-be3f-1242decedd3a),segment_id=fb941cfc-6d72-4eb7-be3f-1242decedd3a)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:26:51.816660 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-93f7a428-fbca-46cb-90c0-81e51eeb7b8c tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:52.016378 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-db2b3199-b776-4af4-862b-66d3dc139e51 req-0bdb2471-3044-43b3-9e5a-49af99ce77e5 service neutron] 10.222.0.86 "GET /v2.0/networks/2ad0cf2e-8ff8-4add-9223-e815a60245ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3015795 May 30 20:26:52.028877 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e756dd4b-603c-451f-bde4-e2ca976e1213 tempest-ExternalNetworksAdminNegativeTestJSON-288614265 tempest-ExternalNetworksAdminNegativeTestJSON-288614265-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=755eadb1-216d-48d6-84d0-82d7f93c7677,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:52.037311 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [None req-e756dd4b-603c-451f-bde4-e2ca976e1213 tempest-ExternalNetworksAdminNegativeTestJSON-288614265 tempest-ExternalNetworksAdminNegativeTestJSON-288614265-project-admin] device_id is not set on port 4aa7d2c4-5c50-433a-9ba8-2820e1e81081 yet. {{(pid=84887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:26:52.078060 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-93f7a428-fbca-46cb-90c0-81e51eeb7b8c tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Calling delete_port for 4be7af8c-611e-404a-86e7-ca60aabe7d5a owned by network:dhcp {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:26:52.271280 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-695e681a-a54b-4c5b-ad9c-a672bd37dc0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1718140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-736143'] for router_interface, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:52.538626 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 03d862c5-a8a8-43f6-bf32-368bca9e0211 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:26:52.704530 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:52.714931 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-db2b3199-b776-4af4-862b-66d3dc139e51 req-7064c23f-dc97-4087-8b25-7cdf7d72af07 service neutron] 10.222.0.86 "GET /v2.0/networks/2ad0cf2e-8ff8-4add-9223-e815a60245ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5836627 May 30 20:26:52.792496 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9179bb5d-92b8-44dd-8e29-f8c6450a3b15 req-e3c2483b-ca96-4176-bd18-a198fa1517bf tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:52.793340 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-9179bb5d-92b8-44dd-8e29-f8c6450a3b15 req-e3c2483b-ca96-4176-bd18-a198fa1517bf tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Synchronizing usage tracker for tenant:6a921a88c2104251b4f5cf697763e02b on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:26:52.815049 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-93f7a428-fbca-46cb-90c0-81e51eeb7b8c tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:52.816972 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 03d862c5-a8a8-43f6-bf32-368bca9e0211 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:26:52.816972 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:52.866768 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-9179bb5d-92b8-44dd-8e29-f8c6450a3b15 req-e3c2483b-ca96-4176-bd18-a198fa1517bf tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Unset dirty status for tenant:6a921a88c2104251b4f5cf697763e02b on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:26:52.874294 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9179bb5d-92b8-44dd-8e29-f8c6450a3b15 req-e3c2483b-ca96-4176-bd18-a198fa1517bf tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "GET /v2.0/ports?device_id=b5cfc9b0-7823-4f7e-84ca-6b07acbe3233 HTTP/1.1" status: 200 len: 944 time: 0.4818428 May 30 20:26:52.960560 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9179bb5d-92b8-44dd-8e29-f8c6450a3b15 req-ffe858aa-5c11-4bed-9459-d844d30c419c tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "GET /v2.0/security-groups?id=52f0f051-af87-4bb8-bd3f-5a42634e958d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848157 May 30 20:26:52.973221 n-d-843948-2 neutron-server[84887]: INFO neutron.pecan_wsgi.hooks.translation [None req-e756dd4b-603c-451f-bde4-e2ca976e1213 tempest-ExternalNetworksAdminNegativeTestJSON-288614265 tempest-ExternalNetworksAdminNegativeTestJSON-288614265-project-admin] POST failed (client error): There was a conflict when trying to complete your request. May 30 20:26:52.974381 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e756dd4b-603c-451f-bde4-e2ca976e1213 tempest-ExternalNetworksAdminNegativeTestJSON-288614265 tempest-ExternalNetworksAdminNegativeTestJSON-288614265-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=84887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:26:53.042412 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f7a428-fbca-46cb-90c0-81e51eeb7b8c tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Pushing event deleted for resources: {'Port': ['ID=4be7af8c-611e-404a-86e7-ca60aabe7d5a,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:53.075632 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f7a428-fbca-46cb-90c0-81e51eeb7b8c tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] No DVR routers for this DVR port 4be7af8c-611e-404a-86e7-ca60aabe7d5a on host n-d-843948-2 {{(pid=84886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:26:53.090282 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4e8692-ea11-4f7d-84db-b194fef4777f req-c43d983b-16a9-4be5-8d55-5bd6c9612b28 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:53.098481 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4d4e8692-ea11-4f7d-84db-b194fef4777f req-c43d983b-16a9-4be5-8d55-5bd6c9612b28 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=7aad7ab8-22c4-47e2-abf2-9cc744ce8553 HTTP/1.1" status: 200 len: 944 time: 1.1115043 May 30 20:26:53.130611 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-e756dd4b-603c-451f-bde4-e2ca976e1213 tempest-ExternalNetworksAdminNegativeTestJSON-288614265 tempest-ExternalNetworksAdminNegativeTestJSON-288614265-project-admin] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 2.4171510 May 30 20:26:53.130930 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 39094) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:26:53.237140 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 39098) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:26:53.237696 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 39100) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:26:53.264238 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:26:53.334486 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-e138452b-3c9f-4b25-9549-a03fb939c67a tempest-ExternalNetworksAdminNegativeTestJSON-288614265 tempest-ExternalNetworksAdminNegativeTestJSON-288614265-project-admin] Deleting port 6824f523-3f9e-4159-b226-5acf1f077b23 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:26:53.334923 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e138452b-3c9f-4b25-9549-a03fb939c67a tempest-ExternalNetworksAdminNegativeTestJSON-288614265 tempest-ExternalNetworksAdminNegativeTestJSON-288614265-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:53.368798 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-93f7a428-fbca-46cb-90c0-81e51eeb7b8c tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:53.417167 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4d4e8692-ea11-4f7d-84db-b194fef4777f req-bdb64cb6-a4ce-431c-8a2f-c812d33428a1 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ae76294-3e84-4fcb-be2a-17611205a838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3168781 May 30 20:26:53.419019 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-93f7a428-fbca-46cb-90c0-81e51eeb7b8c tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67c1ec85-48e4-4446-81b9-c9dcba7204b8']}} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:26:53.436544 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-93f7a428-fbca-46cb-90c0-81e51eeb7b8c tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb941cfc-6d72-4eb7-be3f-1242decedd3a') {'for_net_delete': True} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:26:53.436961 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-93f7a428-fbca-46cb-90c0-81e51eeb7b8c tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb941cfc-6d72-4eb7-be3f-1242decedd3a') {} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:26:53.456110 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-93f7a428-fbca-46cb-90c0-81e51eeb7b8c tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2660590'] for segment, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:53.480543 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-93f7a428-fbca-46cb-90c0-81e51eeb7b8c tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:53.492899 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93f7a428-fbca-46cb-90c0-81e51eeb7b8c tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Releasing vlan 672 on physical network physnet1 to pool {{(pid=84886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:26:53.493301 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-93f7a428-fbca-46cb-90c0-81e51eeb7b8c tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4126989'] for segment, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:53.509422 n-d-843948-2 neutron-server[84886]: Traceback (most recent call last): May 30 20:26:53.509422 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:26:53.509422 n-d-843948-2 neutron-server[84886]: timer() May 30 20:26:53.509422 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:26:53.509422 n-d-843948-2 neutron-server[84886]: cb(*args, **kw) May 30 20:26:53.509422 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:26:53.509422 n-d-843948-2 neutron-server[84886]: return func(*args, **kwargs) May 30 20:26:53.509422 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:26:53.509422 n-d-843948-2 neutron-server[84886]: self._notify() May 30 20:26:53.509422 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:26:53.509422 n-d-843948-2 neutron-server[84886]: self.callback(batched_events) May 30 20:26:53.509422 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:26:53.509422 n-d-843948-2 neutron-server[84886]: event.method(event) May 30 20:26:53.509422 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:26:53.509422 n-d-843948-2 neutron-server[84886]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:26:53.509422 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:26:53.509422 n-d-843948-2 neutron-server[84886]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:26:53.509422 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:26:53.509422 n-d-843948-2 neutron-server[84886]: return f(self, *a, **k) May 30 20:26:53.509422 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:26:53.509422 n-d-843948-2 neutron-server[84886]: return self._get(url).json() May 30 20:26:53.509422 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:26:53.509422 n-d-843948-2 neutron-server[84886]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:26:53.509422 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:26:53.509422 n-d-843948-2 neutron-server[84886]: return self.request(url, 'GET', **kwargs) May 30 20:26:53.509422 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:26:53.509422 n-d-843948-2 neutron-server[84886]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:26:53.509422 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:26:53.509422 n-d-843948-2 neutron-server[84886]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:26:53.509422 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:26:53.509422 n-d-843948-2 neutron-server[84886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:26:53.509422 n-d-843948-2 neutron-server[84886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:26:53.605857 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e138452b-3c9f-4b25-9549-a03fb939c67a tempest-ExternalNetworksAdminNegativeTestJSON-288614265 tempest-ExternalNetworksAdminNegativeTestJSON-288614265-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:53.606920 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e138452b-3c9f-4b25-9549-a03fb939c67a tempest-ExternalNetworksAdminNegativeTestJSON-288614265 tempest-ExternalNetworksAdminNegativeTestJSON-288614265-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:53.767176 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-e138452b-3c9f-4b25-9549-a03fb939c67a tempest-ExternalNetworksAdminNegativeTestJSON-288614265 tempest-ExternalNetworksAdminNegativeTestJSON-288614265-project-admin] Calling delete_port for 6824f523-3f9e-4159-b226-5acf1f077b23 owned by network:floatingip {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:26:53.815220 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-74ae4fc2-5259-4db1-b44c-d3cfeac2f7a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:53.890026 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0e317f-f3f8-47fe-bb71-42332afe7ad6 req-edea6133-ef20-4ee6-af2e-a2bd47e04a54 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:53.896266 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3c0e317f-f3f8-47fe-bb71-42332afe7ad6 req-edea6133-ef20-4ee6-af2e-a2bd47e04a54 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=7aad7ab8-22c4-47e2-abf2-9cc744ce8553 HTTP/1.1" status: 200 len: 944 time: 0.2175822 May 30 20:26:53.900730 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-93f7a428-fbca-46cb-90c0-81e51eeb7b8c tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:53.940245 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-93f7a428-fbca-46cb-90c0-81e51eeb7b8c tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:53.976636 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f7a428-fbca-46cb-90c0-81e51eeb7b8c tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Pushing event deleted for resources: {'Network': ['ID=67c1ec85-48e4-4446-81b9-c9dcba7204b8,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:53.995849 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3c0e317f-f3f8-47fe-bb71-42332afe7ad6 req-65717b09-d4e2-4ca2-b40e-aec80f7c7b51 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ae76294-3e84-4fcb-be2a-17611205a838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658078 May 30 20:26:54.029884 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 39118) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:26:54.032651 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-93f7a428-fbca-46cb-90c0-81e51eeb7b8c tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] 10.222.0.85 "DELETE /v2.0/networks/67c1ec85-48e4-4446-81b9-c9dcba7204b8 HTTP/1.1" status: 204 len: 168 time: 6.9595342 May 30 20:26:54.033917 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-74ae4fc2-5259-4db1-b44c-d3cfeac2f7a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:26:54.040278 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-b0afcfeb-4fb6-4457-b467-ca9c4715ee26 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1536123131'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:26:54.044446 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-b0afcfeb-4fb6-4457-b467-ca9c4715ee26 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:26:54.050273 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-b0afcfeb-4fb6-4457-b467-ca9c4715ee26 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Usage tracker for resource:network and tenant:532bf6f1c7054b7d8d66f29b606b9cda is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:26:54.056718 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-b0afcfeb-4fb6-4457-b467-ca9c4715ee26 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:26:54.067324 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-b0afcfeb-4fb6-4457-b467-ca9c4715ee26 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:26:54.070703 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e138452b-3c9f-4b25-9549-a03fb939c67a tempest-ExternalNetworksAdminNegativeTestJSON-288614265 tempest-ExternalNetworksAdminNegativeTestJSON-288614265-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:54.137296 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e138452b-3c9f-4b25-9549-a03fb939c67a tempest-ExternalNetworksAdminNegativeTestJSON-288614265 tempest-ExternalNetworksAdminNegativeTestJSON-288614265-project-admin] Pushing event deleted for resources: {'Port': ['ID=6824f523-3f9e-4159-b226-5acf1f077b23,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:54.187253 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-74ae4fc2-5259-4db1-b44c-d3cfeac2f7a3 admin admin] Usage tracker for resource:security_group_rule and tenant:d729ad1c4956428b8b39ade6162e4265 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:26:54.228636 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-74ae4fc2-5259-4db1-b44c-d3cfeac2f7a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:26:54.242975 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-74ae4fc2-5259-4db1-b44c-d3cfeac2f7a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:26:54.243504 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 2a4fbaac-1c42-4144-ba53-6f25653d75c3 details requested by agent hyperv_n-h2-843948-2 with host n-h2-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:26:54.271400 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0afcfeb-4fb6-4457-b467-ca9c4715ee26 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Made reservation on behalf of 532bf6f1c7054b7d8d66f29b606b9cda for: {'network': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:26:54.275407 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b0afcfeb-4fb6-4457-b467-ca9c4715ee26 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:54.319458 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e138452b-3c9f-4b25-9549-a03fb939c67a tempest-ExternalNetworksAdminNegativeTestJSON-288614265 tempest-ExternalNetworksAdminNegativeTestJSON-288614265-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:54.343678 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e138452b-3c9f-4b25-9549-a03fb939c67a tempest-ExternalNetworksAdminNegativeTestJSON-288614265 tempest-ExternalNetworksAdminNegativeTestJSON-288614265-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:54.348213 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-e138452b-3c9f-4b25-9549-a03fb939c67a tempest-ExternalNetworksAdminNegativeTestJSON-288614265 tempest-ExternalNetworksAdminNegativeTestJSON-288614265-project-admin] 10.222.0.85 "DELETE /v2.0/floatingips/3d6ce091-c5d2-4b60-ad3c-6be29ce417aa HTTP/1.1" status: 204 len: 168 time: 1.2128537 May 30 20:26:54.348213 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0afcfeb-4fb6-4457-b467-ca9c4715ee26 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] vlan segment allocate from pool success with {'vlan_id': 670, 'physical_network': 'physnet1'} {{(pid=84887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:26:54.380443 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81b40cc-14b6-4002-af6f-44e0fedef8fe req-fb17b4ec-5b1d-4673-a75e-3e3025619f70 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:54.384177 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d81b40cc-14b6-4002-af6f-44e0fedef8fe req-fb17b4ec-5b1d-4673-a75e-3e3025619f70 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=7aad7ab8-22c4-47e2-abf2-9cc744ce8553 HTTP/1.1" status: 200 len: 944 time: 0.2416008 May 30 20:26:54.389316 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b0afcfeb-4fb6-4457-b467-ca9c4715ee26 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:54.389982 n-d-843948-2 neutron-server[84887]: INFO neutron.db.segments_db [None req-b0afcfeb-4fb6-4457-b467-ca9c4715ee26 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Added segment 795f69f6-879f-44e0-962c-c754ebbe89f1 of type vlan for network 930ef245-317e-4a3d-b3b6-f87124bf3760 May 30 20:26:54.464001 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b0afcfeb-4fb6-4457-b467-ca9c4715ee26 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:54.491807 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d81b40cc-14b6-4002-af6f-44e0fedef8fe req-8f1351f4-3a88-4280-9f1a-2f28e347543e tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ae76294-3e84-4fcb-be2a-17611205a838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928278 May 30 20:26:54.532421 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 2a4fbaac-1c42-4144-ba53-6f25653d75c3, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=2a4fbaac-1c42-4144-ba53-6f25653d75c3,segment=NetworkSegment(b78e2ba6-ffa9-4506-8832-06fa459f4605),segment_id=b78e2ba6-ffa9-4506-8832-06fa459f4605)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:26:54.538257 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ec26d6-53ec-442f-9e20-3f7da047382a req-0de75386-f821-46fd-9d19-feb710ec1d98 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:54.539820 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-96ec26d6-53ec-442f-9e20-3f7da047382a req-0de75386-f821-46fd-9d19-feb710ec1d98 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "GET /v2.0/ports?device_id=b5cfc9b0-7823-4f7e-84ca-6b07acbe3233 HTTP/1.1" status: 200 len: 944 time: 0.3555009 May 30 20:26:54.552156 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Returning: {'device': '2a4fbaac-1c42-4144-ba53-6f25653d75c3', 'network_id': '2ad0cf2e-8ff8-4add-9223-e815a60245ec', 'port_id': '2a4fbaac-1c42-4144-ba53-6f25653d75c3', 'mac_address': 'fa:16:3e:ad:e9:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f5f2a28-796d-4138-b193-86a2946727dc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:26:54.585524 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-74ae4fc2-5259-4db1-b44c-d3cfeac2f7a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:54.612196 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:54.639346 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a4fbaac-1c42-4144-ba53-6f25653d75c3 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:26:54.659182 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 2a4fbaac-1c42-4144-ba53-6f25653d75c3, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=2a4fbaac-1c42-4144-ba53-6f25653d75c3,segment=NetworkSegment(b78e2ba6-ffa9-4506-8832-06fa459f4605),segment_id=b78e2ba6-ffa9-4506-8832-06fa459f4605)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:26:54.681596 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b0afcfeb-4fb6-4457-b467-ca9c4715ee26 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:54.686126 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0afcfeb-4fb6-4457-b467-ca9c4715ee26 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:54.686662 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b0afcfeb-4fb6-4457-b467-ca9c4715ee26 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:54.718249 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-96ec26d6-53ec-442f-9e20-3f7da047382a req-76defb25-b7b5-43ff-8492-3cc405e113cb tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "GET /v2.0/security-groups?id=52f0f051-af87-4bb8-bd3f-5a42634e958d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1570361 May 30 20:26:54.740055 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:54.788906 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-74ae4fc2-5259-4db1-b44c-d3cfeac2f7a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:54.835195 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-b0afcfeb-4fb6-4457-b467-ca9c4715ee26 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8037965 May 30 20:26:54.841418 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 39134) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:26:54.871638 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-59127de3-dbe8-4433-9aeb-b52094918652 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Request body: {'subnet': {'network_id': '930ef245-317e-4a3d-b3b6-f87124bf3760', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:26:54.893251 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ae4fc2-5259-4db1-b44c-d3cfeac2f7a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35532504-ff53-4455-a9da-6d7fdf7b9121,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:54.899373 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=2a4fbaac-1c42-4144-ba53-6f25653d75c3,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:54.916106 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-74ae4fc2-5259-4db1-b44c-d3cfeac2f7a3 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=d729ad1c4956428b8b39ade6162e4265&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6719451 May 30 20:26:54.921758 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 39138) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:26:54.928539 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:26:54.928888 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:26:54.929220 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:26:54.929546 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:26:54.929891 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:26:54.930233 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:26:54.930534 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:26:54.930878 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:26:54.931196 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:26:54.931511 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:26:54.931826 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:26:54.958212 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0afcfeb-4fb6-4457-b467-ca9c4715ee26 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Pushing event updated for resources: {'Network': ['ID=930ef245-317e-4a3d-b3b6-f87124bf3760,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:54.973147 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network 930ef245-317e-4a3d-b3b6-f87124bf3760 details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:26:55.056428 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 39142) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:26:55.063453 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['2a4fbaac-1c42-4144-ba53-6f25653d75c3'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:26:55.073262 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-695e681a-a54b-4c5b-ad9c-a672bd37dc0f admin admin] Router 627d7e29-07c5-47e1-93af-16983d36400a has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:26:55.079102 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4e6d040e-f36e-4b3b-85d7-baae1f8ada1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:55.146809 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4e6d040e-f36e-4b3b-85d7-baae1f8ada1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:55.228311 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-59127de3-dbe8-4433-9aeb-b52094918652 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:26:55.237338 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-59127de3-dbe8-4433-9aeb-b52094918652 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Usage tracker for resource:subnet and tenant:532bf6f1c7054b7d8d66f29b606b9cda is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:26:55.242996 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-59127de3-dbe8-4433-9aeb-b52094918652 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:26:55.259801 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-59127de3-dbe8-4433-9aeb-b52094918652 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:26:55.273787 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a055314-c1e9-4980-8cec-ef1f40dd96d4 req-8e91773d-aba9-4ee4-a138-c148bca52f56 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:55.275274 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4a055314-c1e9-4980-8cec-ef1f40dd96d4 req-8e91773d-aba9-4ee4-a138-c148bca52f56 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/networks?id=ff30330a-0ebe-4836-9458-b813d1bcbde4 HTTP/1.1" status: 200 len: 812 time: 0.4388883 May 30 20:26:55.296672 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-311e356d-4f08-4154-9b1c-4d7b0b79f77d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-736216'] for router_interface, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:55.304549 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4a055314-c1e9-4980-8cec-ef1f40dd96d4 req-5c36d462-2255-4935-89db-e43fb4b2d3d7 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/quotas/af4cc1fbb91e4a5c856e947d8072b697 HTTP/1.1" status: 200 len: 375 time: 0.0166543 May 30 20:26:55.375394 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59127de3-dbe8-4433-9aeb-b52094918652 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Made reservation on behalf of 532bf6f1c7054b7d8d66f29b606b9cda for: {'subnet': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:26:55.487533 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4e6d040e-f36e-4b3b-85d7-baae1f8ada1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:55.496098 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4a055314-c1e9-4980-8cec-ef1f40dd96d4 req-985ef174-d085-49c1-91d1-746deb2ad986 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=af4cc1fbb91e4a5c856e947d8072b697&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1832418 May 30 20:26:55.498735 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-59127de3-dbe8-4433-9aeb-b52094918652 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114220'] for subnet, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:55.518259 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-45110ec5-f09e-496f-8bc8-6c08b28420dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:55.542356 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6d040e-f36e-4b3b-85d7-baae1f8ada1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35532504-ff53-4455-a9da-6d7fdf7b9121,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:55.573470 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4e6d040e-f36e-4b3b-85d7-baae1f8ada1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:55.574808 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-4e6d040e-f36e-4b3b-85d7-baae1f8ada1d admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/35532504-ff53-4455-a9da-6d7fdf7b9121 HTTP/1.1" status: 204 len: 168 time: 0.6516058 May 30 20:26:55.604602 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-45110ec5-f09e-496f-8bc8-6c08b28420dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:26:55.612061 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-45110ec5-f09e-496f-8bc8-6c08b28420dd admin admin] Usage tracker for resource:security_group_rule and tenant:3945ee88216c441b88126601128693aa is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:26:55.617573 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-45110ec5-f09e-496f-8bc8-6c08b28420dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:26:55.628049 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-45110ec5-f09e-496f-8bc8-6c08b28420dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:26:55.741737 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4a055314-c1e9-4980-8cec-ef1f40dd96d4 req-c70d33d2-9566-417a-85d6-a4d6181e6d8c service neutron] 10.222.0.85 "GET /v2.0/networks/ff30330a-0ebe-4836-9458-b813d1bcbde4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262459 May 30 20:26:55.778187 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-45110ec5-f09e-496f-8bc8-6c08b28420dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:55.904734 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-695e681a-a54b-4c5b-ad9c-a672bd37dc0f admin admin] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:26:55.917988 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da5ae81-53b5-40a6-84c7-9c4308e42916 None None] Sync routers for ids ['627d7e29-07c5-47e1-93af-16983d36400a'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:26:55.934924 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da5ae81-53b5-40a6-84c7-9c4308e42916 None None] Routers {'627d7e29-07c5-47e1-93af-16983d36400a'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:26:55.935634 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-9da5ae81-53b5-40a6-84c7-9c4308e42916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:26:29Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['627d7e29-07c5-47e1-93af-16983d36400a'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:26:55.949282 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-45110ec5-f09e-496f-8bc8-6c08b28420dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:56.034734 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4a055314-c1e9-4980-8cec-ef1f40dd96d4 req-90eb30d1-4b9c-4000-bf77-e3a736f9757d service neutron] 10.222.0.85 "GET /v2.0/networks/ff30330a-0ebe-4836-9458-b813d1bcbde4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2838044 May 30 20:26:56.081257 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45110ec5-f09e-496f-8bc8-6c08b28420dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd926f87-9c1d-49cf-a5ff-c0c52567ab50,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:56.087417 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-59127de3-dbe8-4433-9aeb-b52094918652 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4055401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114238'] for subnet, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:56.138424 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-695e681a-a54b-4c5b-ad9c-a672bd37dc0f admin admin] 10.222.0.85 "PUT /v2.0/routers/627d7e29-07c5-47e1-93af-16983d36400a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3418579 May 30 20:26:56.144540 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 39158) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:26:56.188662 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-45110ec5-f09e-496f-8bc8-6c08b28420dd admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=3945ee88216c441b88126601128693aa&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1308036 May 30 20:26:56.199680 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 39162) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:26:56.219889 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-574c8553-c6cc-4281-afac-a8a1fa37750c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:56.260970 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f89faf-9e02-4877-9d89-9327eb09aa71 req-aac04d6f-372e-406a-ab34-b4137c6bcacc tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:56.267899 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f3f89faf-9e02-4877-9d89-9327eb09aa71 req-aac04d6f-372e-406a-ab34-b4137c6bcacc tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "GET /v2.0/ports?device_id=b5cfc9b0-7823-4f7e-84ca-6b07acbe3233 HTTP/1.1" status: 200 len: 945 time: 0.4130807 May 30 20:26:56.271140 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 2a4fbaac-1c42-4144-ba53-6f25653d75c3 up at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:26:56.288330 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-9da5ae81-53b5-40a6-84c7-9c4308e42916 None None] Set router 627d7e29-07c5-47e1-93af-16983d36400a gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:26:56.499360 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning for port 2a4fbaac-1c42-4144-ba53-6f25653d75c3 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:26:56.509540 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning complete for port 2a4fbaac-1c42-4144-ba53-6f25653d75c3 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:26:56.512490 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:56.553185 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-31c8a618-fb35-4608-9fc0-054579f6b472 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:56.553819 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59127de3-dbe8-4433-9aeb-b52094918652 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Checking segment: {'id': '795f69f6-879f-44e0-962c-c754ebbe89f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '930ef245-317e-4a3d-b3b6-f87124bf3760'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:26:56.554435 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59127de3-dbe8-4433-9aeb-b52094918652 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Network hostable DHCP agents. Network: 930ef245-317e-4a3d-b3b6-f87124bf3760, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:26:56.575852 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1deafd07-c294-4d98-ac7e-03f518113f92 req-eca84c00-6784-41ba-ad3b-54fc755fa010 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=31630769-93b9-4bef-92c3-bf4dd9f89e28 HTTP/1.1" status: 200 len: 210 time: 0.1584222 May 30 20:26:56.577473 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59127de3-dbe8-4433-9aeb-b52094918652 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Pushing event updated for resources: {'Subnet': ['ID=3231b0fe-49ed-46fa-8c17-5cbad3bdde6d,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:56.615066 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f3f89faf-9e02-4877-9d89-9327eb09aa71 req-aae1e915-b672-4dd4-9888-2963bd28d16f tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "GET /v2.0/security-groups?id=52f0f051-af87-4bb8-bd3f-5a42634e958d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3454454 May 30 20:26:56.652717 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-31c8a618-fb35-4608-9fc0-054579f6b472 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:56.689712 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59127de3-dbe8-4433-9aeb-b52094918652 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Network 930ef245-317e-4a3d-b3b6-f87124bf3760 is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:26:56.818362 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ec239dd6-40d3-4f64-a821-e34e32eb0bec admin admin] Notify callbacks [] for router, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:56.842522 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-311e356d-4f08-4154-9b1c-4d7b0b79f77d admin admin] Deleting port 2b8ce4f6-2f64-4a80-a2fe-cf5cd96afaea {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:26:56.843153 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-311e356d-4f08-4154-9b1c-4d7b0b79f77d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:56.907160 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:56.910316 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-31c8a618-fb35-4608-9fc0-054579f6b472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:56.931971 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-59127de3-dbe8-4433-9aeb-b52094918652 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, 930ef245-317e-4a3d-b3b6-f87124bf3760) {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:26:56.940963 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df0f4ed5-fb78-4231-8ad3-0df8e93023fa None None] Network 930ef245-317e-4a3d-b3b6-f87124bf3760 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:26:56.969822 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c8a618-fb35-4608-9fc0-054579f6b472 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd926f87-9c1d-49cf-a5ff-c0c52567ab50,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:57.021571 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-9da5ae81-53b5-40a6-84c7-9c4308e42916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '627d7e29-07c5-47e1-93af-16983d36400a', 'name': 'tempest-ServersTestMultiNic-1248151657-router', 'tenant_id': '1070080f3a9f4c1fbf81b28e418fbebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': '6b161c04-4b65-4d97-9eb4-8d8646f12f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:23:06Z', 'updated_at': '2022-05-30T20:26:50Z', 'revision_number': 5, 'project_id': '1070080f3a9f4c1fbf81b28e418fbebd', 'gw_port': {'id': '6b161c04-4b65-4d97-9eb4-8d8646f12f5e', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:3b:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '627d7e29-07c5-47e1-93af-16983d36400a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:23:09Z', 'updated_at': '2022-05-30T20:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:26:57.027954 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da5ae81-53b5-40a6-84c7-9c4308e42916 None None] Checking router: 627d7e29-07c5-47e1-93af-16983d36400a for host: n-d-843948-2 {{(pid=84889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:26:57.056678 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da5ae81-53b5-40a6-84c7-9c4308e42916 None None] Routers {'627d7e29-07c5-47e1-93af-16983d36400a'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:26:57.057296 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-9da5ae81-53b5-40a6-84c7-9c4308e42916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:26:29Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['627d7e29-07c5-47e1-93af-16983d36400a'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:26:57.063972 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-31c8a618-fb35-4608-9fc0-054579f6b472 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:57.065339 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-31c8a618-fb35-4608-9fc0-054579f6b472 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/fd926f87-9c1d-49cf-a5ff-c0c52567ab50 HTTP/1.1" status: 204 len: 168 time: 0.8609133 May 30 20:26:57.081113 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59127de3-dbe8-4433-9aeb-b52094918652 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:57.081113 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-59127de3-dbe8-4433-9aeb-b52094918652 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:57.155376 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 2a4fbaac-1c42-4144-ba53-6f25653d75c3, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=2a4fbaac-1c42-4144-ba53-6f25653d75c3,segment=NetworkSegment(b78e2ba6-ffa9-4506-8832-06fa459f4605),segment_id=b78e2ba6-ffa9-4506-8832-06fa459f4605)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:26:57.161768 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5cfc9b0-7823-4f7e-84ca-6b07acbe3233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a4fbaac-1c42-4144-ba53-6f25653d75c3'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:26:57.330198 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40a6a080-47a5-4677-92d5-8a2bdd362818'] response: {'server_uuid': 'b5cfc9b0-7823-4f7e-84ca-6b07acbe3233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a4fbaac-1c42-4144-ba53-6f25653d75c3', 'code': 200} May 30 20:26:57.331824 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:57.332751 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [None req-311e356d-4f08-4154-9b1c-4d7b0b79f77d admin admin] For port 2b8ce4f6-2f64-4a80-a2fe-cf5cd96afaea, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=2b8ce4f6-2f64-4a80-a2fe-cf5cd96afaea,segment=NetworkSegment(327b421f-3671-4415-86c0-3c9c0e7ca945),segment_id=327b421f-3671-4415-86c0-3c9c0e7ca945)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:26:57.336906 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-311e356d-4f08-4154-9b1c-4d7b0b79f77d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:57.342143 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ec239dd6-40d3-4f64-a821-e34e32eb0bec admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:57.359006 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-59127de3-dbe8-4433-9aeb-b52094918652 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.5137353 May 30 20:26:57.361462 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 39188) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:26:57.522480 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-ec239dd6-40d3-4f64-a821-e34e32eb0bec admin admin] Deleting port 6b161c04-4b65-4d97-9eb4-8d8646f12f5e {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:26:57.522819 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ec239dd6-40d3-4f64-a821-e34e32eb0bec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:57.525689 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=2a4fbaac-1c42-4144-ba53-6f25653d75c3,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:57.533374 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00cb1b1d-37a2-4744-b18f-b18a7355bab2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-930ef245-317e-4a3d-b3b6-f87124bf3760', 'network_id': '930ef245-317e-4a3d-b3b6-f87124bf3760', 'tenant_id': '532bf6f1c7054b7d8d66f29b606b9cda', 'fixed_ips': [{'subnet_id': '3231b0fe-49ed-46fa-8c17-5cbad3bdde6d'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:26:57.534733 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00cb1b1d-37a2-4744-b18f-b18a7355bab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:57.601286 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-9da5ae81-53b5-40a6-84c7-9c4308e42916 None None] Set router 627d7e29-07c5-47e1-93af-16983d36400a gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:26:57.675042 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-311e356d-4f08-4154-9b1c-4d7b0b79f77d admin admin] Calling delete_port for 2b8ce4f6-2f64-4a80-a2fe-cf5cd96afaea owned by network:router_interface {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:26:57.930491 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-00cb1b1d-37a2-4744-b18f-b18a7355bab2 None None] Allocated IP 2001:db8::1 (930ef245-317e-4a3d-b3b6-f87124bf3760/3231b0fe-49ed-46fa-8c17-5cbad3bdde6d/16bfdfa6-96e9-4a2d-bc0f-219d73ebf7ec) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:26:58.071659 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-bc4c11f7-1545-4221-bd06-5d74863ee825 req-4d519de0-4d3c-46c6-b270-4297f1c08707 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=31630769-93b9-4bef-92c3-bf4dd9f89e28 HTTP/1.1" status: 200 len: 210 time: 0.1902020 May 30 20:26:58.229308 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0eca6fcf-6c9e-469d-96f9-ae3e6f015c3d tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:58.345269 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-9da5ae81-53b5-40a6-84c7-9c4308e42916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '627d7e29-07c5-47e1-93af-16983d36400a', 'name': 'tempest-ServersTestMultiNic-1248151657-router', 'tenant_id': '1070080f3a9f4c1fbf81b28e418fbebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': '6b161c04-4b65-4d97-9eb4-8d8646f12f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:23:06Z', 'updated_at': '2022-05-30T20:26:50Z', 'revision_number': 5, 'project_id': '1070080f3a9f4c1fbf81b28e418fbebd', 'gw_port': {'id': '6b161c04-4b65-4d97-9eb4-8d8646f12f5e', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:3b:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '627d7e29-07c5-47e1-93af-16983d36400a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:23:09Z', 'updated_at': '2022-05-30T20:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:26:58.351357 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da5ae81-53b5-40a6-84c7-9c4308e42916 None None] The sync data for ids ['627d7e29-07c5-47e1-93af-16983d36400a'] in n-d-843948-2 is: [{'id': '627d7e29-07c5-47e1-93af-16983d36400a', 'name': 'tempest-ServersTestMultiNic-1248151657-router', 'tenant_id': '1070080f3a9f4c1fbf81b28e418fbebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': '6b161c04-4b65-4d97-9eb4-8d8646f12f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:23:06Z', 'updated_at': '2022-05-30T20:26:50Z', 'revision_number': 5, 'project_id': '1070080f3a9f4c1fbf81b28e418fbebd', 'gw_port': {'id': '6b161c04-4b65-4d97-9eb4-8d8646f12f5e', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:3b:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '627d7e29-07c5-47e1-93af-16983d36400a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:23:09Z', 'updated_at': '2022-05-30T20:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:26:58.373329 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-311e356d-4f08-4154-9b1c-4d7b0b79f77d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:58.435200 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311e356d-4f08-4154-9b1c-4d7b0b79f77d admin admin] Pushing event deleted for resources: {'Port': ['ID=2b8ce4f6-2f64-4a80-a2fe-cf5cd96afaea,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:58.532999 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00cb1b1d-37a2-4744-b18f-b18a7355bab2 None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:58.541122 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0eca6fcf-6c9e-469d-96f9-ae3e6f015c3d tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:58.552307 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00cb1b1d-37a2-4744-b18f-b18a7355bab2 None None] Transition to ACTIVE for port object 16bfdfa6-96e9-4a2d-bc0f-219d73ebf7ec will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:26:58.607354 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00cb1b1d-37a2-4744-b18f-b18a7355bab2 None None] Transition to ACTIVE for port object 16bfdfa6-96e9-4a2d-bc0f-219d73ebf7ec will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:26:58.680015 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ca27219b-ecae-4ff8-a688-70440a477fb9 req-8f571c4a-eb1f-4540-b6e9-a5cf35020ff8 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=b5cfc9b0-7823-4f7e-84ca-6b07acbe3233 HTTP/1.1" status: 200 len: 1097 time: 1.1592996 May 30 20:26:58.706262 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00cb1b1d-37a2-4744-b18f-b18a7355bab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:58.712986 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [None req-ec239dd6-40d3-4f64-a821-e34e32eb0bec admin admin] For port 6b161c04-4b65-4d97-9eb4-8d8646f12f5e, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=6b161c04-4b65-4d97-9eb4-8d8646f12f5e,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:26:58.712986 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ec239dd6-40d3-4f64-a821-e34e32eb0bec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:58.852294 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 39204) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:26:58.934048 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00cb1b1d-37a2-4744-b18f-b18a7355bab2 None None] Network 930ef245-317e-4a3d-b3b6-f87124bf3760 is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:26:58.951463 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-00cb1b1d-37a2-4744-b18f-b18a7355bab2 None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:26:58.954988 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00cb1b1d-37a2-4744-b18f-b18a7355bab2 None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:26:58.963682 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cb1b1d-37a2-4744-b18f-b18a7355bab2 None None] Pushing event updated for resources: {'Port': ['ID=16bfdfa6-96e9-4a2d-bc0f-219d73ebf7ec,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:58.970992 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-5eba52db-e925-47bf-b8fc-6764f9b7a920 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=f085b843ac264a6ab1e005f845616252&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1159730 May 30 20:26:58.978533 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 39208) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:26:59.026297 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdffdc2-440e-4fc0-a8a9-da7d32739fac req-74e83c6f-f0e5-4655-96c3-24c54954fa87 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:26:59.029285 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1cdffdc2-440e-4fc0-a8a9-da7d32739fac req-74e83c6f-f0e5-4655-96c3-24c54954fa87 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "GET /v2.0/ports?device_id=b5cfc9b0-7823-4f7e-84ca-6b07acbe3233 HTTP/1.1" status: 200 len: 946 time: 0.8746891 May 30 20:26:59.044151 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-ec239dd6-40d3-4f64-a821-e34e32eb0bec admin admin] Calling delete_port for 6b161c04-4b65-4d97-9eb4-8d8646f12f5e owned by network:router_gateway {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:26:59.083909 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-311e356d-4f08-4154-9b1c-4d7b0b79f77d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1718140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-736143'] for router_interface, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:59.087365 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7ebc43b2-0a57-4bff-9b13-469d6bf4efda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:59.091073 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-00cb1b1d-37a2-4744-b18f-b18a7355bab2 None None] Attempting to bind port 16bfdfa6-96e9-4a2d-bc0f-219d73ebf7ec on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:26:59.091540 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-00cb1b1d-37a2-4744-b18f-b18a7355bab2 None None] Attempting to bind port 16bfdfa6-96e9-4a2d-bc0f-219d73ebf7ec by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': '795f69f6-879f-44e0-962c-c754ebbe89f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '930ef245-317e-4a3d-b3b6-f87124bf3760'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:26:59.091967 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00cb1b1d-37a2-4744-b18f-b18a7355bab2 None None] Attempting to bind port 16bfdfa6-96e9-4a2d-bc0f-219d73ebf7ec on network 930ef245-317e-4a3d-b3b6-f87124bf3760 {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:26:59.100709 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00cb1b1d-37a2-4744-b18f-b18a7355bab2 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:26:59.101121 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00cb1b1d-37a2-4744-b18f-b18a7355bab2 None None] Checking segment: {'id': '795f69f6-879f-44e0-962c-c754ebbe89f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '930ef245-317e-4a3d-b3b6-f87124bf3760'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:26:59.101808 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00cb1b1d-37a2-4744-b18f-b18a7355bab2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:59.102293 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00cb1b1d-37a2-4744-b18f-b18a7355bab2 None None] Bound using segment: {'id': '795f69f6-879f-44e0-962c-c754ebbe89f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '930ef245-317e-4a3d-b3b6-f87124bf3760'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:26:59.102764 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-00cb1b1d-37a2-4744-b18f-b18a7355bab2 None None] Bound port: 16bfdfa6-96e9-4a2d-bc0f-219d73ebf7ec, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '795f69f6-879f-44e0-962c-c754ebbe89f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '930ef245-317e-4a3d-b3b6-f87124bf3760'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:26:59.103135 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00cb1b1d-37a2-4744-b18f-b18a7355bab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:59.153658 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ca27219b-ecae-4ff8-a688-70440a477fb9 req-d8ab15f2-6dbb-4095-839c-a137b5bff561 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=52f0f051-af87-4bb8-bd3f-5a42634e958d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4648569 May 30 20:26:59.178418 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7ebc43b2-0a57-4bff-9b13-469d6bf4efda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:59.219206 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1cdffdc2-440e-4fc0-a8a9-da7d32739fac req-b8b1cf60-511f-4574-9723-70099911960b tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "GET /v2.0/security-groups?id=52f0f051-af87-4bb8-bd3f-5a42634e958d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099856 May 30 20:26:59.246936 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00cb1b1d-37a2-4744-b18f-b18a7355bab2 None None] For port 16bfdfa6-96e9-4a2d-bc0f-219d73ebf7ec, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:26:59.249969 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00cb1b1d-37a2-4744-b18f-b18a7355bab2 None None] For port 16bfdfa6-96e9-4a2d-bc0f-219d73ebf7ec, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=16bfdfa6-96e9-4a2d-bc0f-219d73ebf7ec,segment=NetworkSegment(795f69f6-879f-44e0-962c-c754ebbe89f1),segment_id=795f69f6-879f-44e0-962c-c754ebbe89f1)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:26:59.257731 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0eca6fcf-6c9e-469d-96f9-ae3e6f015c3d tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4055470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114247'] for subnet, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:59.365895 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ee9df42c-ecad-49af-8729-f777f50098ff req-9f8d1e3d-9f3e-4e33-8874-8d7a031d6d3d tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=31630769-93b9-4bef-92c3-bf4dd9f89e28 HTTP/1.1" status: 200 len: 210 time: 0.0553272 May 30 20:26:59.404005 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eca6fcf-6c9e-469d-96f9-ae3e6f015c3d tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Pushing event deleted for resources: {'Subnet': ['ID=3231b0fe-49ed-46fa-8c17-5cbad3bdde6d,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:59.416091 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00cb1b1d-37a2-4744-b18f-b18a7355bab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:59.537093 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eca6fcf-6c9e-469d-96f9-ae3e6f015c3d tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:26:59.537433 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eca6fcf-6c9e-469d-96f9-ae3e6f015c3d tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:26:59.537797 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eca6fcf-6c9e-469d-96f9-ae3e6f015c3d tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:26:59.538130 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eca6fcf-6c9e-469d-96f9-ae3e6f015c3d tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:26:59.538470 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eca6fcf-6c9e-469d-96f9-ae3e6f015c3d tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:26:59.538787 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eca6fcf-6c9e-469d-96f9-ae3e6f015c3d tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:26:59.539109 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eca6fcf-6c9e-469d-96f9-ae3e6f015c3d tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:26:59.539432 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eca6fcf-6c9e-469d-96f9-ae3e6f015c3d tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:26:59.552568 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eca6fcf-6c9e-469d-96f9-ae3e6f015c3d tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:26:59.552978 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eca6fcf-6c9e-469d-96f9-ae3e6f015c3d tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:26:59.553315 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eca6fcf-6c9e-469d-96f9-ae3e6f015c3d tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:26:59.555280 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cb1b1d-37a2-4744-b18f-b18a7355bab2 None None] Pushing event updated for resources: {'Port': ['ID=16bfdfa6-96e9-4a2d-bc0f-219d73ebf7ec,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:26:59.595632 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0eca6fcf-6c9e-469d-96f9-ae3e6f015c3d tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:59.636279 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-c3e58e80-5fcc-42b6-adc8-d1fbd0e9d688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:59.639004 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-0eca6fcf-6c9e-469d-96f9-ae3e6f015c3d tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['930ef245-317e-4a3d-b3b6-f87124bf3760']}} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:26:59.654969 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-0eca6fcf-6c9e-469d-96f9-ae3e6f015c3d tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '795f69f6-879f-44e0-962c-c754ebbe89f1') {'for_net_delete': True} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:26:59.655350 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-0eca6fcf-6c9e-469d-96f9-ae3e6f015c3d tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '795f69f6-879f-44e0-962c-c754ebbe89f1') {} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:26:59.669383 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0eca6fcf-6c9e-469d-96f9-ae3e6f015c3d tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3149912'] for segment, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:59.705884 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0eca6fcf-6c9e-469d-96f9-ae3e6f015c3d tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:59.718799 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0eca6fcf-6c9e-469d-96f9-ae3e6f015c3d tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Releasing vlan 670 on physical network physnet1 to pool {{(pid=84887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:26:59.719204 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0eca6fcf-6c9e-469d-96f9-ae3e6f015c3d tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4055488'] for segment, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:59.741138 n-d-843948-2 neutron-server[84887]: Traceback (most recent call last): May 30 20:26:59.741138 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:26:59.741138 n-d-843948-2 neutron-server[84887]: timer() May 30 20:26:59.741138 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:26:59.741138 n-d-843948-2 neutron-server[84887]: cb(*args, **kw) May 30 20:26:59.741138 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:26:59.741138 n-d-843948-2 neutron-server[84887]: return func(*args, **kwargs) May 30 20:26:59.741138 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:26:59.741138 n-d-843948-2 neutron-server[84887]: self._notify() May 30 20:26:59.741138 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:26:59.741138 n-d-843948-2 neutron-server[84887]: self.callback(batched_events) May 30 20:26:59.741138 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:26:59.741138 n-d-843948-2 neutron-server[84887]: event.method(event) May 30 20:26:59.741138 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:26:59.741138 n-d-843948-2 neutron-server[84887]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:26:59.741138 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:26:59.741138 n-d-843948-2 neutron-server[84887]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:26:59.741138 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:26:59.741138 n-d-843948-2 neutron-server[84887]: return f(self, *a, **k) May 30 20:26:59.741138 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:26:59.741138 n-d-843948-2 neutron-server[84887]: return self._get(url).json() May 30 20:26:59.741138 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:26:59.741138 n-d-843948-2 neutron-server[84887]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:26:59.741138 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:26:59.741138 n-d-843948-2 neutron-server[84887]: return self.request(url, 'GET', **kwargs) May 30 20:26:59.741138 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:26:59.741138 n-d-843948-2 neutron-server[84887]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:26:59.741138 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:26:59.741138 n-d-843948-2 neutron-server[84887]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:26:59.741138 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:26:59.741138 n-d-843948-2 neutron-server[84887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:26:59.741138 n-d-843948-2 neutron-server[84887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:26:59.757383 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ec239dd6-40d3-4f64-a821-e34e32eb0bec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:59.788885 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:59.909414 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7ebc43b2-0a57-4bff-9b13-469d6bf4efda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:26:59.959717 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec239dd6-40d3-4f64-a821-e34e32eb0bec admin admin] Pushing event deleted for resources: {'Port': ['ID=6b161c04-4b65-4d97-9eb4-8d8646f12f5e,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:00.038833 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebc43b2-0a57-4bff-9b13-469d6bf4efda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=755eadb1-216d-48d6-84d0-82d7f93c7677,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:00.081251 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.db.api [None req-0eca6fcf-6c9e-469d-96f9-ae3e6f015c3d tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 30 20:27:00.081251 n-d-843948-2 neutron-server[84887]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 30 20:27:00.081251 n-d-843948-2 neutron-server[84887]: [parameters: {'id': '930ef245-317e-4a3d-b3b6-f87124bf3760'}] May 30 20:27:00.081251 n-d-843948-2 neutron-server[84887]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84887) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:27:00.081750 n-d-843948-2 neutron-server[84887]: DEBUG oslo_db.api [None req-0eca6fcf-6c9e-469d-96f9-ae3e6f015c3d tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:27:00.083741 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebc43b2-0a57-4bff-9b13-469d6bf4efda admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:27:00.084291 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebc43b2-0a57-4bff-9b13-469d6bf4efda admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:27:00.084892 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebc43b2-0a57-4bff-9b13-469d6bf4efda admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:27:00.085542 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebc43b2-0a57-4bff-9b13-469d6bf4efda admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:27:00.085925 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebc43b2-0a57-4bff-9b13-469d6bf4efda admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:27:00.086279 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebc43b2-0a57-4bff-9b13-469d6bf4efda admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:27:00.086678 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebc43b2-0a57-4bff-9b13-469d6bf4efda admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:27:00.087008 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebc43b2-0a57-4bff-9b13-469d6bf4efda admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:27:00.087380 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebc43b2-0a57-4bff-9b13-469d6bf4efda admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:27:00.089072 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebc43b2-0a57-4bff-9b13-469d6bf4efda admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:27:00.089451 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebc43b2-0a57-4bff-9b13-469d6bf4efda admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:27:00.221523 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a055314-c1e9-4980-8cec-ef1f40dd96d4 req-9de3e7be-27bc-4c37-8d5f-bdec30a1ae5b tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:00.227502 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4a055314-c1e9-4980-8cec-ef1f40dd96d4 req-9de3e7be-27bc-4c37-8d5f-bdec30a1ae5b tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.71 "GET /v2.0/networks?id=ff30330a-0ebe-4836-9458-b813d1bcbde4 HTTP/1.1" status: 200 len: 812 time: 0.3503070 May 30 20:27:00.231857 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7ebc43b2-0a57-4bff-9b13-469d6bf4efda admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:00.235731 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-7ebc43b2-0a57-4bff-9b13-469d6bf4efda admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/755eadb1-216d-48d6-84d0-82d7f93c7677 HTTP/1.1" status: 204 len: 168 time: 1.2524323 May 30 20:27:00.247962 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [req-4a055314-c1e9-4980-8cec-ef1f40dd96d4 req-b4ddccb4-6901-40b9-978d-a4315db80640 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Request body: {'port': {'device_id': '31630769-93b9-4bef-92c3-bf4dd9f89e28', 'network_id': 'ff30330a-0ebe-4836-9458-b813d1bcbde4', 'admin_state_up': True, 'tenant_id': 'af4cc1fbb91e4a5c856e947d8072b697'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:27:00.283853 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ec239dd6-40d3-4f64-a821-e34e32eb0bec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-736453'] for router_gateway, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:00.307484 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 16bfdfa6-96e9-4a2d-bc0f-219d73ebf7ec up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:27:00.900739 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0eca6fcf-6c9e-469d-96f9-ae3e6f015c3d tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:00.903539 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 16bfdfa6-96e9-4a2d-bc0f-219d73ebf7ec completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:27:00.921056 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device e1ae16b0-a53e-47ab-b640-63c006ee57b3 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:27:00.968258 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-4a055314-c1e9-4980-8cec-ef1f40dd96d4 req-b4ddccb4-6901-40b9-978d-a4315db80640 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:27:00.984381 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-833b1152-f7e2-4903-bfc6-06ac2fbc9540 req-cb0c4245-d2dc-4287-9737-08ba740d9316 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=31630769-93b9-4bef-92c3-bf4dd9f89e28 HTTP/1.1" status: 200 len: 210 time: 0.1308770 May 30 20:27:00.991410 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: e1ae16b0-a53e-47ab-b640-63c006ee57b3 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:27:00.991915 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device e1ae16b0-a53e-47ab-b640-63c006ee57b3 not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:27:00.999231 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-4a055314-c1e9-4980-8cec-ef1f40dd96d4 req-b4ddccb4-6901-40b9-978d-a4315db80640 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:27:01.027985 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c30626fe-6dc3-4335-8787-d4be1df20716 None None] Network 930ef245-317e-4a3d-b3b6-f87124bf3760 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:27:01.126084 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a055314-c1e9-4980-8cec-ef1f40dd96d4 req-b4ddccb4-6901-40b9-978d-a4315db80640 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Made reservation on behalf of af4cc1fbb91e4a5c856e947d8072b697 for: {'port': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:27:01.126084 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-4a055314-c1e9-4980-8cec-ef1f40dd96d4 req-b4ddccb4-6901-40b9-978d-a4315db80640 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:01.194126 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ec239dd6-40d3-4f64-a821-e34e32eb0bec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-724789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3141'] for router, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:01.198899 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-0eca6fcf-6c9e-469d-96f9-ae3e6f015c3d tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Deleting port 16bfdfa6-96e9-4a2d-bc0f-219d73ebf7ec {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:27:01.199483 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0eca6fcf-6c9e-469d-96f9-ae3e6f015c3d tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:01.251471 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ec239dd6-40d3-4f64-a821-e34e32eb0bec admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:01.254896 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:01.313591 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-311e356d-4f08-4154-9b1c-4d7b0b79f77d admin admin] Router 238f8cbb-dfcc-4cb4-82fe-41a5dad58781 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:27:01.470753 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3b60e7-1c9c-4986-a04b-9d10f23d0e93 req-91ee733a-a882-4c88-b75a-3d2cd014bdd6 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:01.472319 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3b3b60e7-1c9c-4986-a04b-9d10f23d0e93 req-91ee733a-a882-4c88-b75a-3d2cd014bdd6 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "GET /v2.0/ports?device_id=b5cfc9b0-7823-4f7e-84ca-6b07acbe3233 HTTP/1.1" status: 200 len: 946 time: 0.5728266 May 30 20:27:01.501725 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-26382e9e-225d-463f-82bf-60710ca85b3d None None] Provisioning for port 16bfdfa6-96e9-4a2d-bc0f-219d73ebf7ec completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:27:01.511142 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-26382e9e-225d-463f-82bf-60710ca85b3d None None] Provisioning complete for port 16bfdfa6-96e9-4a2d-bc0f-219d73ebf7ec triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:27:01.513150 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-26382e9e-225d-463f-82bf-60710ca85b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:01.586932 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [None req-0eca6fcf-6c9e-469d-96f9-ae3e6f015c3d tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] For port 16bfdfa6-96e9-4a2d-bc0f-219d73ebf7ec, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=16bfdfa6-96e9-4a2d-bc0f-219d73ebf7ec,segment=NetworkSegment(795f69f6-879f-44e0-962c-c754ebbe89f1),segment_id=795f69f6-879f-44e0-962c-c754ebbe89f1)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:27:01.587293 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0eca6fcf-6c9e-469d-96f9-ae3e6f015c3d tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:01.588778 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82503ff8-28b5-4a29-8b16-302eae10cf0c None None] DHCP port deletion for 930ef245-317e-4a3d-b3b6-f87124bf3760 request from n-d-843948-2 {{(pid=84888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:27:01.602260 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3b3b60e7-1c9c-4986-a04b-9d10f23d0e93 req-68aff7eb-0525-45ac-852d-c48bcecc3440 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "GET /v2.0/security-groups?id=52f0f051-af87-4bb8-bd3f-5a42634e958d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079836 May 30 20:27:01.631575 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-82503ff8-28b5-4a29-8b16-302eae10cf0c None None] Deleting port 16bfdfa6-96e9-4a2d-bc0f-219d73ebf7ec {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:27:01.632009 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-82503ff8-28b5-4a29-8b16-302eae10cf0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:01.676037 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [req-4a055314-c1e9-4980-8cec-ef1f40dd96d4 req-b4ddccb4-6901-40b9-978d-a4315db80640 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Allocated IP 172.20.0.11 (ff30330a-0ebe-4836-9458-b813d1bcbde4/7991eded-d330-4e4e-ace3-aeb4d5f3ff0a/5a1890e7-bff3-481d-97b4-974c081578cc) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:27:01.760574 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-0eca6fcf-6c9e-469d-96f9-ae3e6f015c3d tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Calling delete_port for 16bfdfa6-96e9-4a2d-bc0f-219d73ebf7ec owned by network:dhcp {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:27:01.822697 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ec239dd6-40d3-4f64-a821-e34e32eb0bec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724889'] for router, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:01.823899 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec239dd6-40d3-4f64-a821-e34e32eb0bec admin admin] Fanout notify agent at l3_agent the message router_deleted on router 627d7e29-07c5-47e1-93af-16983d36400a {{(pid=84887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:27:01.951223 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ec239dd6-40d3-4f64-a821-e34e32eb0bec admin admin] Notify callbacks [] for router, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:01.953690 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-ec239dd6-40d3-4f64-a821-e34e32eb0bec admin admin] 10.222.0.85 "DELETE /v2.0/routers/627d7e29-07c5-47e1-93af-16983d36400a HTTP/1.1" status: 204 len: 168 time: 5.8033218 May 30 20:27:01.956552 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 39246) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:02.097250 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-82503ff8-28b5-4a29-8b16-302eae10cf0c None None] For port 16bfdfa6-96e9-4a2d-bc0f-219d73ebf7ec, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=16bfdfa6-96e9-4a2d-bc0f-219d73ebf7ec,segment=NetworkSegment(795f69f6-879f-44e0-962c-c754ebbe89f1),segment_id=795f69f6-879f-44e0-962c-c754ebbe89f1)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:27:02.097876 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-82503ff8-28b5-4a29-8b16-302eae10cf0c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:02.124125 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1b6845b-c35c-46b6-a5fb-9a0f099733c6 admin admin] Deleting subnet 3ccf4d07-0caf-4fe2-a7f9-105c98d9d4a8 {{(pid=84887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:27:02.130731 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f1b6845b-c35c-46b6-a5fb-9a0f099733c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:02.262631 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f1b6845b-c35c-46b6-a5fb-9a0f099733c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3149227'] for subnet, precommit_delete_associations {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:02.264696 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-311e356d-4f08-4154-9b1c-4d7b0b79f77d admin admin] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:27:02.278900 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-4a055314-c1e9-4980-8cec-ef1f40dd96d4 req-b4ddccb4-6901-40b9-978d-a4315db80640 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:02.323280 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [req-4a055314-c1e9-4980-8cec-ef1f40dd96d4 req-b4ddccb4-6901-40b9-978d-a4315db80640 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Transition to ACTIVE for port object 5a1890e7-bff3-481d-97b4-974c081578cc will not be triggered until provisioned by entity DHCP. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:27:02.358862 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b6378b-69b0-4610-9aab-f260aa25b40a None None] Sync routers for ids ['238f8cbb-dfcc-4cb4-82fe-41a5dad58781'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:27:02.368214 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-82503ff8-28b5-4a29-8b16-302eae10cf0c None None] Calling delete_port for 16bfdfa6-96e9-4a2d-bc0f-219d73ebf7ec owned by network:dhcp {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:27:02.396278 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-26382e9e-225d-463f-82bf-60710ca85b3d None None] Port 16bfdfa6-96e9-4a2d-bc0f-219d73ebf7ec update to ACTIVE by agent not found {{(pid=84888) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} May 30 20:27:02.412536 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0eca6fcf-6c9e-469d-96f9-ae3e6f015c3d tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:02.430449 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b6378b-69b0-4610-9aab-f260aa25b40a None None] Routers {'238f8cbb-dfcc-4cb4-82fe-41a5dad58781'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:27:02.431086 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-b5b6378b-69b0-4610-9aab-f260aa25b40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:26:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['238f8cbb-dfcc-4cb4-82fe-41a5dad58781'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:27:02.452677 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f1b6845b-c35c-46b6-a5fb-9a0f099733c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:02.457884 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-311e356d-4f08-4154-9b1c-4d7b0b79f77d admin admin] 10.222.0.85 "PUT /v2.0/routers/238f8cbb-dfcc-4cb4-82fe-41a5dad58781/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2163756 May 30 20:27:02.464560 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 39258) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:02.485879 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-347fef78-5e85-4376-8252-3e8d14e5d9a7 req-f6a30882-1758-45d3-ab13-f73f279236ab tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=31630769-93b9-4bef-92c3-bf4dd9f89e28 HTTP/1.1" status: 200 len: 210 time: 0.1203358 May 30 20:27:02.508144 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eca6fcf-6c9e-469d-96f9-ae3e6f015c3d tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Pushing event deleted for resources: {'Port': ['ID=16bfdfa6-96e9-4a2d-bc0f-219d73ebf7ec,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:02.522500 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eca6fcf-6c9e-469d-96f9-ae3e6f015c3d tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] No DVR routers for this DVR port 16bfdfa6-96e9-4a2d-bc0f-219d73ebf7ec on host n-d-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:27:02.592931 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 16bfdfa6-96e9-4a2d-bc0f-219d73ebf7ec no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:27:02.607084 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-4a055314-c1e9-4980-8cec-ef1f40dd96d4 req-b4ddccb4-6901-40b9-978d-a4315db80640 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:02.636793 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 39262) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:02.688878 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: 16bfdfa6-96e9-4a2d-bc0f-219d73ebf7ec {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:27:02.689144 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 16bfdfa6-96e9-4a2d-bc0f-219d73ebf7ec not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:27:02.712982 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.db.api [None req-82503ff8-28b5-4a29-8b16-302eae10cf0c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:27:02.713336 n-d-843948-2 neutron-server[84888]: DEBUG oslo_db.api [None req-82503ff8-28b5-4a29-8b16-302eae10cf0c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:27:02.730263 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f1b6845b-c35c-46b6-a5fb-9a0f099733c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4055470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114247'] for subnet, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:02.785550 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:02.824571 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-b5b6378b-69b0-4610-9aab-f260aa25b40a None None] Set router 238f8cbb-dfcc-4cb4-82fe-41a5dad58781 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:27:02.903216 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8615a532-95b6-4214-b397-7a43691d88e4 None None] Network 77747aee-7d13-4fc5-9ce2-f0a339c5ab7f requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:27:02.921948 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f1b6845b-c35c-46b6-a5fb-9a0f099733c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:02.947298 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b6845b-c35c-46b6-a5fb-9a0f099733c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ccf4d07-0caf-4fe2-a7f9-105c98d9d4a8,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:02.964623 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0eca6fcf-6c9e-469d-96f9-ae3e6f015c3d tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:02.983792 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-f1b6845b-c35c-46b6-a5fb-9a0f099733c6 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/3ccf4d07-0caf-4fe2-a7f9-105c98d9d4a8 HTTP/1.1" status: 204 len: 168 time: 1.0129950 May 30 20:27:02.989410 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 39272) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:03.001385 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-8ab75e92-0f52-4c33-832d-87fa26be6593 tempest-AgentManagementNegativeTest-414101920 tempest-AgentManagementNegativeTest-414101920-project] 10.222.0.85 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3650999 May 30 20:27:03.011936 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-0eca6fcf-6c9e-469d-96f9-ae3e6f015c3d tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['930ef245-317e-4a3d-b3b6-f87124bf3760']}} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:27:03.027967 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-0eca6fcf-6c9e-469d-96f9-ae3e6f015c3d tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '795f69f6-879f-44e0-962c-c754ebbe89f1') {'for_net_delete': True} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:27:03.028347 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-0eca6fcf-6c9e-469d-96f9-ae3e6f015c3d tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '795f69f6-879f-44e0-962c-c754ebbe89f1') {} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:27:03.041692 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0eca6fcf-6c9e-469d-96f9-ae3e6f015c3d tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3149912'] for segment, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:03.060773 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0eca6fcf-6c9e-469d-96f9-ae3e6f015c3d tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:03.069648 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0eca6fcf-6c9e-469d-96f9-ae3e6f015c3d tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Releasing vlan 670 on physical network physnet1 to pool {{(pid=84887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:27:03.069901 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a055314-c1e9-4980-8cec-ef1f40dd96d4 req-b4ddccb4-6901-40b9-978d-a4315db80640 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Network ff30330a-0ebe-4836-9458-b813d1bcbde4 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:27:03.070653 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0eca6fcf-6c9e-469d-96f9-ae3e6f015c3d tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4055488'] for segment, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:03.103306 n-d-843948-2 neutron-server[84887]: Traceback (most recent call last): May 30 20:27:03.103306 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:27:03.103306 n-d-843948-2 neutron-server[84887]: timer() May 30 20:27:03.103306 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:27:03.103306 n-d-843948-2 neutron-server[84887]: cb(*args, **kw) May 30 20:27:03.103306 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:27:03.103306 n-d-843948-2 neutron-server[84887]: return func(*args, **kwargs) May 30 20:27:03.103306 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:27:03.103306 n-d-843948-2 neutron-server[84887]: self._notify() May 30 20:27:03.103306 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:27:03.103306 n-d-843948-2 neutron-server[84887]: self.callback(batched_events) May 30 20:27:03.103306 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:27:03.103306 n-d-843948-2 neutron-server[84887]: event.method(event) May 30 20:27:03.103306 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:27:03.103306 n-d-843948-2 neutron-server[84887]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:27:03.103306 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:27:03.103306 n-d-843948-2 neutron-server[84887]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:27:03.103306 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:27:03.103306 n-d-843948-2 neutron-server[84887]: return f(self, *a, **k) May 30 20:27:03.103306 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:27:03.103306 n-d-843948-2 neutron-server[84887]: return self._get(url).json() May 30 20:27:03.103306 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:27:03.103306 n-d-843948-2 neutron-server[84887]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:27:03.103306 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:27:03.103306 n-d-843948-2 neutron-server[84887]: return self.request(url, 'GET', **kwargs) May 30 20:27:03.103306 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:27:03.103306 n-d-843948-2 neutron-server[84887]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:27:03.103306 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:27:03.103306 n-d-843948-2 neutron-server[84887]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:27:03.103306 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:27:03.103306 n-d-843948-2 neutron-server[84887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:27:03.103306 n-d-843948-2 neutron-server[84887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:27:03.144389 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [req-4a055314-c1e9-4980-8cec-ef1f40dd96d4 req-b4ddccb4-6901-40b9-978d-a4315db80640 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:27:03.157467 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a055314-c1e9-4980-8cec-ef1f40dd96d4 req-b4ddccb4-6901-40b9-978d-a4315db80640 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:27:03.271232 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ddccb4-6901-40b9-978d-a4315db80640 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Pushing event updated for resources: {'Port': ['ID=5a1890e7-bff3-481d-97b4-974c081578cc,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:03.329188 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b860d481-e4eb-4ae5-9496-3201d13b94b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:03.333488 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-82503ff8-28b5-4a29-8b16-302eae10cf0c None None] Deleting port 16bfdfa6-96e9-4a2d-bc0f-219d73ebf7ec {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:27:03.334098 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-82503ff8-28b5-4a29-8b16-302eae10cf0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:03.339353 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0eca6fcf-6c9e-469d-96f9-ae3e6f015c3d tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:03.341921 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a055314-c1e9-4980-8cec-ef1f40dd96d4 req-b4ddccb4-6901-40b9-978d-a4315db80640 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:03.342562 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-4a055314-c1e9-4980-8cec-ef1f40dd96d4 req-b4ddccb4-6901-40b9-978d-a4315db80640 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:03.366460 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0eca6fcf-6c9e-469d-96f9-ae3e6f015c3d tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:03.381669 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-b860d481-e4eb-4ae5-9496-3201d13b94b5 admin admin] Deleting port 1057ffb2-4b3e-479a-8d0f-cb02508d9105 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:27:03.382016 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b860d481-e4eb-4ae5-9496-3201d13b94b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:03.387838 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-0eca6fcf-6c9e-469d-96f9-ae3e6f015c3d tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] 10.222.0.85 "DELETE /v2.0/networks/930ef245-317e-4a3d-b3b6-f87124bf3760 HTTP/1.1" status: 204 len: 168 time: 6.0251529 May 30 20:27:03.392025 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 39280) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:03.412954 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eca6fcf-6c9e-469d-96f9-ae3e6f015c3d tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Pushing event deleted for resources: {'Network': ['ID=930ef245-317e-4a3d-b3b6-f87124bf3760,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:03.420862 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d912a14f-7dfc-4bef-b5cc-01e42a06a3eb req-14010ab5-4ff3-440f-a2d6-1e78d5b8e03d tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:03.428212 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d912a14f-7dfc-4bef-b5cc-01e42a06a3eb req-14010ab5-4ff3-440f-a2d6-1e78d5b8e03d tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "GET /v2.0/ports?device_id=b5cfc9b0-7823-4f7e-84ca-6b07acbe3233 HTTP/1.1" status: 200 len: 946 time: 0.5059640 May 30 20:27:03.428649 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-7b21edcf-2ece-4e4d-b0ff-06f62ec17944 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-958542458'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:27:03.434977 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-7b21edcf-2ece-4e4d-b0ff-06f62ec17944 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:27:03.440360 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-7b21edcf-2ece-4e4d-b0ff-06f62ec17944 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Usage tracker for resource:network and tenant:532bf6f1c7054b7d8d66f29b606b9cda is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:27:03.444391 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-7b21edcf-2ece-4e4d-b0ff-06f62ec17944 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:27:03.452086 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-7b21edcf-2ece-4e4d-b0ff-06f62ec17944 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:27:03.466636 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4a055314-c1e9-4980-8cec-ef1f40dd96d4 req-b4ddccb4-6901-40b9-978d-a4315db80640 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2285941 May 30 20:27:03.480827 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [req-4a055314-c1e9-4980-8cec-ef1f40dd96d4 req-cbb43161-4845-454a-9e2a-7c2eb71835f5 service neutron] Request body: {'port': {'device_id': '31630769-93b9-4bef-92c3-bf4dd9f89e28', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843948-2'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:27:03.560452 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-82503ff8-28b5-4a29-8b16-302eae10cf0c None None] The port '16bfdfa6-96e9-4a2d-bc0f-219d73ebf7ec' was deleted {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 20:27:03.578665 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b21edcf-2ece-4e4d-b0ff-06f62ec17944 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Made reservation on behalf of 532bf6f1c7054b7d8d66f29b606b9cda for: {'network': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:27:03.582960 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7b21edcf-2ece-4e4d-b0ff-06f62ec17944 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:03.653066 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b21edcf-2ece-4e4d-b0ff-06f62ec17944 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] vlan segment allocate from pool success with {'vlan_id': 655, 'physical_network': 'physnet1'} {{(pid=84887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:27:03.658232 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d912a14f-7dfc-4bef-b5cc-01e42a06a3eb req-5cd444f3-f9c3-49a0-90b7-8d981fcdefed tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "GET /v2.0/security-groups?id=52f0f051-af87-4bb8-bd3f-5a42634e958d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2291524 May 30 20:27:03.675416 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7b21edcf-2ece-4e4d-b0ff-06f62ec17944 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:03.675788 n-d-843948-2 neutron-server[84887]: INFO neutron.db.segments_db [None req-7b21edcf-2ece-4e4d-b0ff-06f62ec17944 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Added segment 7376c988-b2fa-48c0-a61d-744c8d35a8df of type vlan for network 386623ec-93c8-46ba-8949-4e97e4fe1f45 May 30 20:27:03.777405 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7b21edcf-2ece-4e4d-b0ff-06f62ec17944 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:03.780419 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4176b961-bf12-4b50-abdb-e59d8a7f1a12 None None] DHCP port deletion for 77747aee-7d13-4fc5-9ce2-f0a339c5ab7f request from n-d-843948-2 {{(pid=84888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:27:03.791739 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-4176b961-bf12-4b50-abdb-e59d8a7f1a12 None None] Deleting port 1057ffb2-4b3e-479a-8d0f-cb02508d9105 {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:27:03.792290 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-4176b961-bf12-4b50-abdb-e59d8a7f1a12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:03.826726 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-4dcd849e-11d5-4eb9-af05-ba46a33d934e None None] Provisioning for port 5a1890e7-bff3-481d-97b4-974c081578cc completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:27:03.858505 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-4dcd849e-11d5-4eb9-af05-ba46a33d934e None None] Provisioning complete for port 5a1890e7-bff3-481d-97b4-974c081578cc triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:27:03.858505 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-4dcd849e-11d5-4eb9-af05-ba46a33d934e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:03.996551 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-4dcd849e-11d5-4eb9-af05-ba46a33d934e None None] Port 5a1890e7-bff3-481d-97b4-974c081578cc cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:27:04.023563 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-b5b6378b-69b0-4610-9aab-f260aa25b40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '238f8cbb-dfcc-4cb4-82fe-41a5dad58781', 'name': 'tempest-AttachVolumeShelveTestJSON-327669550-router', 'tenant_id': '204a9ca9af944bf39656e3dc7145a4f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': '634fe32a-c288-4d61-a4d1-222b11ed29af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:17:56Z', 'updated_at': '2022-05-30T20:26:58Z', 'revision_number': 5, 'project_id': '204a9ca9af944bf39656e3dc7145a4f6', 'gw_port': {'id': '634fe32a-c288-4d61-a4d1-222b11ed29af', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:01:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '238f8cbb-dfcc-4cb4-82fe-41a5dad58781', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:17:57Z', 'updated_at': '2022-05-30T20:18:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:27:04.034456 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b6378b-69b0-4610-9aab-f260aa25b40a None None] Checking router: 238f8cbb-dfcc-4cb4-82fe-41a5dad58781 for host: n-d-843948-2 {{(pid=84888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:27:04.041509 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7b21edcf-2ece-4e4d-b0ff-06f62ec17944 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:04.046005 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b21edcf-2ece-4e4d-b0ff-06f62ec17944 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:04.047132 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7b21edcf-2ece-4e4d-b0ff-06f62ec17944 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:04.076523 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 39292) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:04.183869 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 6b161c04-4b65-4d97-9eb4-8d8646f12f5e no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:27:04.233773 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8675e837-7e89-4aa1-994a-f3768bd812ae admin admin] Notify callbacks [] for router, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:04.261741 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: 6b161c04-4b65-4d97-9eb4-8d8646f12f5e {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:27:04.262085 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 6b161c04-4b65-4d97-9eb4-8d8646f12f5e not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:27:04.262495 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 1057ffb2-4b3e-479a-8d0f-cb02508d9105 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:27:04.304488 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b6378b-69b0-4610-9aab-f260aa25b40a None None] Routers {'238f8cbb-dfcc-4cb4-82fe-41a5dad58781'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:27:04.305134 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-b5b6378b-69b0-4610-9aab-f260aa25b40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:26:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['238f8cbb-dfcc-4cb4-82fe-41a5dad58781'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:27:04.316280 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b21edcf-2ece-4e4d-b0ff-06f62ec17944 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Pushing event updated for resources: {'Network': ['ID=386623ec-93c8-46ba-8949-4e97e4fe1f45,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:04.333640 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-4a055314-c1e9-4980-8cec-ef1f40dd96d4 req-cbb43161-4845-454a-9e2a-7c2eb71835f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:04.336880 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37bf0c3-130d-4949-b085-c8a063eed028 req-af35c990-e4f6-4f6f-b04a-0a121e908419 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:04.345197 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a37bf0c3-130d-4949-b085-c8a063eed028 req-af35c990-e4f6-4f6f-b04a-0a121e908419 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=31630769-93b9-4bef-92c3-bf4dd9f89e28 HTTP/1.1" status: 200 len: 932 time: 0.5825064 May 30 20:27:04.377176 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network 386623ec-93c8-46ba-8949-4e97e4fe1f45 details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:27:04.398116 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-7b21edcf-2ece-4e4d-b0ff-06f62ec17944 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0049145 May 30 20:27:04.402255 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 39300) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:04.412473 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-e67f7383-eb35-441e-8559-27feb97dd96e tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Request body: {'subnet': {'network_id': '386623ec-93c8-46ba-8949-4e97e4fe1f45', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:27:04.422554 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [None req-b860d481-e4eb-4ae5-9496-3201d13b94b5 admin admin] For port 1057ffb2-4b3e-479a-8d0f-cb02508d9105, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=1057ffb2-4b3e-479a-8d0f-cb02508d9105,segment=NetworkSegment(6feea416-6b09-4292-8b00-0648eb0fb4b1),segment_id=6feea416-6b09-4292-8b00-0648eb0fb4b1)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:27:04.422970 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b860d481-e4eb-4ae5-9496-3201d13b94b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:04.519969 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a37bf0c3-130d-4949-b085-c8a063eed028 req-125931fd-4f5e-43a7-8558-8f1e6d8e58bb tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ed3b12a-c5d4-4ba2-906c-9900ee2b8018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685419 May 30 20:27:04.551955 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-4176b961-bf12-4b50-abdb-e59d8a7f1a12 None None] For port 1057ffb2-4b3e-479a-8d0f-cb02508d9105, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=1057ffb2-4b3e-479a-8d0f-cb02508d9105,segment=NetworkSegment(6feea416-6b09-4292-8b00-0648eb0fb4b1),segment_id=6feea416-6b09-4292-8b00-0648eb0fb4b1)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:27:04.552348 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-4176b961-bf12-4b50-abdb-e59d8a7f1a12 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:04.589444 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ed0cb38c-60ac-4a68-8936-5e2692ae5b98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:04.614304 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-e67f7383-eb35-441e-8559-27feb97dd96e tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:27:04.619345 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-e67f7383-eb35-441e-8559-27feb97dd96e tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Usage tracker for resource:subnet and tenant:532bf6f1c7054b7d8d66f29b606b9cda is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:27:04.622773 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-e67f7383-eb35-441e-8559-27feb97dd96e tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:27:04.637113 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-e67f7383-eb35-441e-8559-27feb97dd96e tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:27:04.676035 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-ed0cb38c-60ac-4a68-8936-5e2692ae5b98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:27:04.682027 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-ed0cb38c-60ac-4a68-8936-5e2692ae5b98 admin admin] Usage tracker for resource:security_group_rule and tenant:296856e2ee014fd8b2900a066c13645f is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:27:04.686284 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-ed0cb38c-60ac-4a68-8936-5e2692ae5b98 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:27:04.696374 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-ed0cb38c-60ac-4a68-8936-5e2692ae5b98 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:27:04.710628 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-b860d481-e4eb-4ae5-9496-3201d13b94b5 admin admin] Calling delete_port for 1057ffb2-4b3e-479a-8d0f-cb02508d9105 owned by network:dhcp {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:27:04.712458 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-4176b961-bf12-4b50-abdb-e59d8a7f1a12 None None] Calling delete_port for 1057ffb2-4b3e-479a-8d0f-cb02508d9105 owned by network:dhcp {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:27:04.768667 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c335dc02-aac2-4d77-a685-a0a56e46ecee req-15795bb9-d829-4897-a435-09643721beea tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:04.770820 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c335dc02-aac2-4d77-a685-a0a56e46ecee req-15795bb9-d829-4897-a435-09643721beea tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "GET /v2.0/ports?device_id=b5cfc9b0-7823-4f7e-84ca-6b07acbe3233 HTTP/1.1" status: 200 len: 946 time: 0.8096762 May 30 20:27:04.793054 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 39304) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:04.799532 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ed0cb38c-60ac-4a68-8936-5e2692ae5b98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:04.802894 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e67f7383-eb35-441e-8559-27feb97dd96e tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Made reservation on behalf of 532bf6f1c7054b7d8d66f29b606b9cda for: {'subnet': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:27:04.805959 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-fc11d3c0-e2a5-498f-a0cf-7e6890bfbc54 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Request body: {'floatingip': {'port_id': '2a4fbaac-1c42-4144-ba53-6f25653d75c3'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:27:04.888185 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-4176b961-bf12-4b50-abdb-e59d8a7f1a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468'] for port, after_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:04.924845 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-fc11d3c0-e2a5-498f-a0cf-7e6890bfbc54 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks [] for floatingip, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:04.933186 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ed0cb38c-60ac-4a68-8936-5e2692ae5b98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:04.936669 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Port 1057ffb2-4b3e-479a-8d0f-cb02508d9105 update to DOWN by agent not found {{(pid=84888) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} May 30 20:27:04.952219 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4176b961-bf12-4b50-abdb-e59d8a7f1a12 None None] Pushing event deleted for resources: {'Port': ['ID=1057ffb2-4b3e-479a-8d0f-cb02508d9105,revision_number=None']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:04.984722 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-ed0cb38c-60ac-4a68-8936-5e2692ae5b98 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=296856e2ee014fd8b2900a066c13645f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9013798 May 30 20:27:04.985007 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 39308) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:05.003828 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e67f7383-eb35-441e-8559-27feb97dd96e tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114220'] for subnet, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:05.132625 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-b5b6378b-69b0-4610-9aab-f260aa25b40a None None] Set router 238f8cbb-dfcc-4cb4-82fe-41a5dad58781 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:27:05.139212 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0cb38c-60ac-4a68-8936-5e2692ae5b98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58669950-cbc7-4a1c-aac9-601f7fbde213,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:05.173363 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4176b961-bf12-4b50-abdb-e59d8a7f1a12 None None] No DVR routers for this DVR port 1057ffb2-4b3e-479a-8d0f-cb02508d9105 on host n-d-843948-2 {{(pid=84888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:27:05.211704 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8f0ea3f5-ab86-4b60-aa9b-a40542d93126 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:05.250849 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.db.api [None req-b860d481-e4eb-4ae5-9496-3201d13b94b5 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:27:05.251500 n-d-843948-2 neutron-server[84886]: DEBUG oslo_db.api [None req-b860d481-e4eb-4ae5-9496-3201d13b94b5 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:27:05.255119 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8f0ea3f5-ab86-4b60-aa9b-a40542d93126 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:05.493016 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8f0ea3f5-ab86-4b60-aa9b-a40542d93126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:05.513022 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e67f7383-eb35-441e-8559-27feb97dd96e tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4055401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114238'] for subnet, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:05.552852 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-b5b6378b-69b0-4610-9aab-f260aa25b40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '238f8cbb-dfcc-4cb4-82fe-41a5dad58781', 'name': 'tempest-AttachVolumeShelveTestJSON-327669550-router', 'tenant_id': '204a9ca9af944bf39656e3dc7145a4f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': '634fe32a-c288-4d61-a4d1-222b11ed29af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:17:56Z', 'updated_at': '2022-05-30T20:26:58Z', 'revision_number': 5, 'project_id': '204a9ca9af944bf39656e3dc7145a4f6', 'gw_port': {'id': '634fe32a-c288-4d61-a4d1-222b11ed29af', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:01:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '238f8cbb-dfcc-4cb4-82fe-41a5dad58781', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:17:57Z', 'updated_at': '2022-05-30T20:18:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:27:05.558199 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0ea3f5-ab86-4b60-aa9b-a40542d93126 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58669950-cbc7-4a1c-aac9-601f7fbde213,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:05.561439 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b6378b-69b0-4610-9aab-f260aa25b40a None None] The sync data for ids ['238f8cbb-dfcc-4cb4-82fe-41a5dad58781'] in n-d-843948-2 is: [{'id': '238f8cbb-dfcc-4cb4-82fe-41a5dad58781', 'name': 'tempest-AttachVolumeShelveTestJSON-327669550-router', 'tenant_id': '204a9ca9af944bf39656e3dc7145a4f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': '634fe32a-c288-4d61-a4d1-222b11ed29af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:17:56Z', 'updated_at': '2022-05-30T20:26:58Z', 'revision_number': 5, 'project_id': '204a9ca9af944bf39656e3dc7145a4f6', 'gw_port': {'id': '634fe32a-c288-4d61-a4d1-222b11ed29af', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:01:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '238f8cbb-dfcc-4cb4-82fe-41a5dad58781', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:17:57Z', 'updated_at': '2022-05-30T20:18:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:27:05.657465 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67f7383-eb35-441e-8559-27feb97dd96e tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Pushing event updated for resources: {'Subnet': ['ID=118260c4-844f-4270-a39e-5dcefdf603e4,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:05.687622 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8675e837-7e89-4aa1-994a-f3768bd812ae admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:05.688430 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8f0ea3f5-ab86-4b60-aa9b-a40542d93126 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:05.692165 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-8f0ea3f5-ab86-4b60-aa9b-a40542d93126 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/58669950-cbc7-4a1c-aac9-601f7fbde213 HTTP/1.1" status: 204 len: 168 time: 0.7038362 May 30 20:27:05.701222 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67f7383-eb35-441e-8559-27feb97dd96e tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Checking segment: {'id': '7376c988-b2fa-48c0-a61d-744c8d35a8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '386623ec-93c8-46ba-8949-4e97e4fe1f45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:27:05.701725 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e67f7383-eb35-441e-8559-27feb97dd96e tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Network hostable DHCP agents. Network: 386623ec-93c8-46ba-8949-4e97e4fe1f45, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:27:05.760955 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-b860d481-e4eb-4ae5-9496-3201d13b94b5 admin admin] Deleting port 1057ffb2-4b3e-479a-8d0f-cb02508d9105 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:27:05.761302 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b860d481-e4eb-4ae5-9496-3201d13b94b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:05.881990 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e67f7383-eb35-441e-8559-27feb97dd96e tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Network 386623ec-93c8-46ba-8949-4e97e4fe1f45 is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:27:05.898299 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-8675e837-7e89-4aa1-994a-f3768bd812ae admin admin] Deleting port 634fe32a-c288-4d61-a4d1-222b11ed29af {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:27:05.898660 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8675e837-7e89-4aa1-994a-f3768bd812ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:05.935911 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-b860d481-e4eb-4ae5-9496-3201d13b94b5 admin admin] The port '1057ffb2-4b3e-479a-8d0f-cb02508d9105' was deleted {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 20:27:05.963023 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [req-4a055314-c1e9-4980-8cec-ef1f40dd96d4 req-cbb43161-4845-454a-9e2a-7c2eb71835f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a1890e7-bff3-481d-97b4-974c081578cc {{(pid=84886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:27:06.013261 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-4a055314-c1e9-4980-8cec-ef1f40dd96d4 req-cbb43161-4845-454a-9e2a-7c2eb71835f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:06.018852 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-e67f7383-eb35-441e-8559-27feb97dd96e tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, 386623ec-93c8-46ba-8949-4e97e4fe1f45) {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:27:06.031818 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f42cb927-7298-4c94-9c28-10b67ec957de None None] Network 386623ec-93c8-46ba-8949-4e97e4fe1f45 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:27:06.037522 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e67f7383-eb35-441e-8559-27feb97dd96e tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:06.038147 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e67f7383-eb35-441e-8559-27feb97dd96e tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:06.141904 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 2b8ce4f6-2f64-4a80-a2fe-cf5cd96afaea no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:27:06.182230 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: 2b8ce4f6-2f64-4a80-a2fe-cf5cd96afaea {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:27:06.183026 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 2b8ce4f6-2f64-4a80-a2fe-cf5cd96afaea not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:27:06.237187 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-e67f7383-eb35-441e-8559-27feb97dd96e tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.8283472 May 30 20:27:06.237831 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 39326) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:06.246306 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [req-4a055314-c1e9-4980-8cec-ef1f40dd96d4 req-cbb43161-4845-454a-9e2a-7c2eb71835f5 service neutron] Transition to ACTIVE for port object 5a1890e7-bff3-481d-97b4-974c081578cc will not be triggered until provisioned by entity L2. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:27:06.412180 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-4a055314-c1e9-4980-8cec-ef1f40dd96d4 req-cbb43161-4845-454a-9e2a-7c2eb71835f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:06.420721 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c950e2-a5b7-498d-a33b-eaa367a86bcd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-386623ec-93c8-46ba-8949-4e97e4fe1f45', 'network_id': '386623ec-93c8-46ba-8949-4e97e4fe1f45', 'tenant_id': '532bf6f1c7054b7d8d66f29b606b9cda', 'fixed_ips': [{'subnet_id': '118260c4-844f-4270-a39e-5dcefdf603e4'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:27:06.421831 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-f2c950e2-a5b7-498d-a33b-eaa367a86bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:06.486673 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b860d481-e4eb-4ae5-9496-3201d13b94b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:06.532534 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9789ebdf-8af4-412c-95d1-a926d119fec4 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:06.569424 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538cc327-0202-4727-9790-4fcb4ffc07a5 req-dcbb0e30-abc6-4ebc-b8d5-f33327cc57bc tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:06.569424 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-538cc327-0202-4727-9790-4fcb4ffc07a5 req-dcbb0e30-abc6-4ebc-b8d5-f33327cc57bc tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Synchronizing usage tracker for tenant:af4cc1fbb91e4a5c856e947d8072b697 on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:27:06.608986 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-b860d481-e4eb-4ae5-9496-3201d13b94b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77747aee-7d13-4fc5-9ce2-f0a339c5ab7f']}} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:27:06.640556 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9789ebdf-8af4-412c-95d1-a926d119fec4 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:06.697227 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-f2c950e2-a5b7-498d-a33b-eaa367a86bcd None None] Allocated IP 2001:db8::1 (386623ec-93c8-46ba-8949-4e97e4fe1f45/118260c4-844f-4270-a39e-5dcefdf603e4/30fd0fd2-add0-4cf0-af4d-a3650a81520a) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:27:06.718915 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-b860d481-e4eb-4ae5-9496-3201d13b94b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6feea416-6b09-4292-8b00-0648eb0fb4b1') {'for_net_delete': True} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:27:06.719500 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-b860d481-e4eb-4ae5-9496-3201d13b94b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6feea416-6b09-4292-8b00-0648eb0fb4b1') {} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:27:06.764910 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b860d481-e4eb-4ae5-9496-3201d13b94b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2660590'] for segment, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:06.799102 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb43161-4845-454a-9e2a-7c2eb71835f5 service neutron] Pushing event updated for resources: {'Port': ['ID=5a1890e7-bff3-481d-97b4-974c081578cc,revision_number=2']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:06.850902 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [None req-8675e837-7e89-4aa1-994a-f3768bd812ae admin admin] For port 634fe32a-c288-4d61-a4d1-222b11ed29af, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=634fe32a-c288-4d61-a4d1-222b11ed29af,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:27:06.852572 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8675e837-7e89-4aa1-994a-f3768bd812ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:06.863204 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-538cc327-0202-4727-9790-4fcb4ffc07a5 req-dcbb0e30-abc6-4ebc-b8d5-f33327cc57bc tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Unset dirty status for tenant:af4cc1fbb91e4a5c856e947d8072b697 on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:27:06.865180 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-538cc327-0202-4727-9790-4fcb4ffc07a5 req-dcbb0e30-abc6-4ebc-b8d5-f33327cc57bc tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=31630769-93b9-4bef-92c3-bf4dd9f89e28 HTTP/1.1" status: 200 len: 932 time: 1.0581698 May 30 20:27:06.871590 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b860d481-e4eb-4ae5-9496-3201d13b94b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:07.036116 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-f2c950e2-a5b7-498d-a33b-eaa367a86bcd None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:07.054932 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-f2c950e2-a5b7-498d-a33b-eaa367a86bcd None None] Transition to ACTIVE for port object 30fd0fd2-add0-4cf0-af4d-a3650a81520a will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:27:07.086720 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-f2c950e2-a5b7-498d-a33b-eaa367a86bcd None None] Transition to ACTIVE for port object 30fd0fd2-add0-4cf0-af4d-a3650a81520a will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:27:07.174198 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-f2c950e2-a5b7-498d-a33b-eaa367a86bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:07.205771 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-8675e837-7e89-4aa1-994a-f3768bd812ae admin admin] Calling delete_port for 634fe32a-c288-4d61-a4d1-222b11ed29af owned by network:router_gateway {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:27:07.235456 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b860d481-e4eb-4ae5-9496-3201d13b94b5 admin admin] Releasing vlan 665 on physical network physnet1 to pool {{(pid=84886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:27:07.236154 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b860d481-e4eb-4ae5-9496-3201d13b94b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4126989'] for segment, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:07.252954 n-d-843948-2 neutron-server[84886]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:27:07.252954 n-d-843948-2 neutron-server[84886]: util.warn( May 30 20:27:07.252954 n-d-843948-2 neutron-server[84886]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:27:07.252954 n-d-843948-2 neutron-server[84886]: util.warn( May 30 20:27:07.252954 n-d-843948-2 neutron-server[84886]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:27:07.252954 n-d-843948-2 neutron-server[84886]: util.warn( May 30 20:27:07.252954 n-d-843948-2 neutron-server[84886]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:27:07.252954 n-d-843948-2 neutron-server[84886]: util.warn( May 30 20:27:07.252954 n-d-843948-2 neutron-server[84886]: Traceback (most recent call last): May 30 20:27:07.252954 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:27:07.252954 n-d-843948-2 neutron-server[84886]: timer() May 30 20:27:07.252954 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:27:07.252954 n-d-843948-2 neutron-server[84886]: cb(*args, **kw) May 30 20:27:07.252954 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:27:07.252954 n-d-843948-2 neutron-server[84886]: return func(*args, **kwargs) May 30 20:27:07.252954 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:27:07.252954 n-d-843948-2 neutron-server[84886]: self._notify() May 30 20:27:07.252954 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:27:07.252954 n-d-843948-2 neutron-server[84886]: self.callback(batched_events) May 30 20:27:07.252954 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:27:07.252954 n-d-843948-2 neutron-server[84886]: event.method(event) May 30 20:27:07.252954 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:27:07.252954 n-d-843948-2 neutron-server[84886]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:27:07.252954 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:27:07.252954 n-d-843948-2 neutron-server[84886]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:27:07.252954 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:27:07.252954 n-d-843948-2 neutron-server[84886]: return f(self, *a, **k) May 30 20:27:07.252954 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:27:07.252954 n-d-843948-2 neutron-server[84886]: return self._get(url).json() May 30 20:27:07.252954 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:27:07.252954 n-d-843948-2 neutron-server[84886]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:27:07.252954 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:27:07.252954 n-d-843948-2 neutron-server[84886]: return self.request(url, 'GET', **kwargs) May 30 20:27:07.252954 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:27:07.252954 n-d-843948-2 neutron-server[84886]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:27:07.252954 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:27:07.252954 n-d-843948-2 neutron-server[84886]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:27:07.252954 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:27:07.252954 n-d-843948-2 neutron-server[84886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:27:07.252954 n-d-843948-2 neutron-server[84886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:27:07.281046 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c950e2-a5b7-498d-a33b-eaa367a86bcd None None] Network 386623ec-93c8-46ba-8949-4e97e4fe1f45 is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:27:07.282714 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9789ebdf-8af4-412c-95d1-a926d119fec4 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4055470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114247'] for subnet, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:07.284392 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-f2c950e2-a5b7-498d-a33b-eaa367a86bcd None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:27:07.287131 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c950e2-a5b7-498d-a33b-eaa367a86bcd None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:27:07.294629 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c950e2-a5b7-498d-a33b-eaa367a86bcd None None] Pushing event updated for resources: {'Port': ['ID=30fd0fd2-add0-4cf0-af4d-a3650a81520a,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:07.324459 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9789ebdf-8af4-412c-95d1-a926d119fec4 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Pushing event deleted for resources: {'Subnet': ['ID=118260c4-844f-4270-a39e-5dcefdf603e4,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:07.405483 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-f2c950e2-a5b7-498d-a33b-eaa367a86bcd None None] Attempting to bind port 30fd0fd2-add0-4cf0-af4d-a3650a81520a on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:27:07.405867 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-f2c950e2-a5b7-498d-a33b-eaa367a86bcd None None] Attempting to bind port 30fd0fd2-add0-4cf0-af4d-a3650a81520a by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': '7376c988-b2fa-48c0-a61d-744c8d35a8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '386623ec-93c8-46ba-8949-4e97e4fe1f45'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:27:07.406233 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c950e2-a5b7-498d-a33b-eaa367a86bcd None None] Attempting to bind port 30fd0fd2-add0-4cf0-af4d-a3650a81520a on network 386623ec-93c8-46ba-8949-4e97e4fe1f45 {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:27:07.410108 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.db.resource_extend [None req-fc11d3c0-e2a5-498f-a0cf-7e6890bfbc54 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:27:07.414054 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c950e2-a5b7-498d-a33b-eaa367a86bcd None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:27:07.414635 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c950e2-a5b7-498d-a33b-eaa367a86bcd None None] Checking segment: {'id': '7376c988-b2fa-48c0-a61d-744c8d35a8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '386623ec-93c8-46ba-8949-4e97e4fe1f45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:27:07.415041 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-f2c950e2-a5b7-498d-a33b-eaa367a86bcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:07.415425 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c950e2-a5b7-498d-a33b-eaa367a86bcd None None] Bound using segment: {'id': '7376c988-b2fa-48c0-a61d-744c8d35a8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '386623ec-93c8-46ba-8949-4e97e4fe1f45'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:27:07.415939 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-f2c950e2-a5b7-498d-a33b-eaa367a86bcd None None] Bound port: 30fd0fd2-add0-4cf0-af4d-a3650a81520a, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7376c988-b2fa-48c0-a61d-744c8d35a8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '386623ec-93c8-46ba-8949-4e97e4fe1f45'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:27:07.416314 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-f2c950e2-a5b7-498d-a33b-eaa367a86bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:07.458089 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9789ebdf-8af4-412c-95d1-a926d119fec4 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:07.495814 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-9789ebdf-8af4-412c-95d1-a926d119fec4 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['386623ec-93c8-46ba-8949-4e97e4fe1f45']}} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:27:07.516636 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-9789ebdf-8af4-412c-95d1-a926d119fec4 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7376c988-b2fa-48c0-a61d-744c8d35a8df') {'for_net_delete': True} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:27:07.516925 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-9789ebdf-8af4-412c-95d1-a926d119fec4 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7376c988-b2fa-48c0-a61d-744c8d35a8df') {} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:27:07.530597 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-f2c950e2-a5b7-498d-a33b-eaa367a86bcd None None] For port 30fd0fd2-add0-4cf0-af4d-a3650a81520a, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:27:07.537403 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-f2c950e2-a5b7-498d-a33b-eaa367a86bcd None None] For port 30fd0fd2-add0-4cf0-af4d-a3650a81520a, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=30fd0fd2-add0-4cf0-af4d-a3650a81520a,segment=NetworkSegment(7376c988-b2fa-48c0-a61d-744c8d35a8df),segment_id=7376c988-b2fa-48c0-a61d-744c8d35a8df)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:27:07.545878 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-fc11d3c0-e2a5-498f-a0cf-7e6890bfbc54 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:07.547375 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9789ebdf-8af4-412c-95d1-a926d119fec4 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3149912'] for segment, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:07.608038 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 39354) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:07.643899 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-f2c950e2-a5b7-498d-a33b-eaa367a86bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:07.649494 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-538cc327-0202-4727-9790-4fcb4ffc07a5 req-cb13c822-fe80-4240-954a-1be57b4adbf5 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ed3b12a-c5d4-4ba2-906c-9900ee2b8018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7704992 May 30 20:27:07.672161 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-4a055314-c1e9-4980-8cec-ef1f40dd96d4 req-cbb43161-4845-454a-9e2a-7c2eb71835f5 service neutron] Attempting to bind port 5a1890e7-bff3-481d-97b4-974c081578cc on host n-h1-843948-2 for vnic_type normal with profile {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:27:07.672513 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-4a055314-c1e9-4980-8cec-ef1f40dd96d4 req-cbb43161-4845-454a-9e2a-7c2eb71835f5 service neutron] Attempting to bind port 5a1890e7-bff3-481d-97b4-974c081578cc by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': '40468e3f-2630-4d51-98c1-4a518f6532d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'ff30330a-0ebe-4836-9458-b813d1bcbde4'}] {{(pid=84886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:27:07.672826 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a055314-c1e9-4980-8cec-ef1f40dd96d4 req-cbb43161-4845-454a-9e2a-7c2eb71835f5 service neutron] Attempting to bind port 5a1890e7-bff3-481d-97b4-974c081578cc on network ff30330a-0ebe-4836-9458-b813d1bcbde4 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:27:07.675178 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9789ebdf-8af4-412c-95d1-a926d119fec4 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:07.677411 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b860d481-e4eb-4ae5-9496-3201d13b94b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:07.679210 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-fc11d3c0-e2a5-498f-a0cf-7e6890bfbc54 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736490'] for floatingip, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:07.696686 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9789ebdf-8af4-412c-95d1-a926d119fec4 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Releasing vlan 655 on physical network physnet1 to pool {{(pid=84887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:27:07.697502 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9789ebdf-8af4-412c-95d1-a926d119fec4 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4055488'] for segment, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:07.715768 n-d-843948-2 neutron-server[84887]: Traceback (most recent call last): May 30 20:27:07.715768 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:27:07.715768 n-d-843948-2 neutron-server[84887]: timer() May 30 20:27:07.715768 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:27:07.715768 n-d-843948-2 neutron-server[84887]: cb(*args, **kw) May 30 20:27:07.715768 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:27:07.715768 n-d-843948-2 neutron-server[84887]: return func(*args, **kwargs) May 30 20:27:07.715768 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:27:07.715768 n-d-843948-2 neutron-server[84887]: self._notify() May 30 20:27:07.715768 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:27:07.715768 n-d-843948-2 neutron-server[84887]: self.callback(batched_events) May 30 20:27:07.715768 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:27:07.715768 n-d-843948-2 neutron-server[84887]: event.method(event) May 30 20:27:07.715768 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:27:07.715768 n-d-843948-2 neutron-server[84887]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:27:07.715768 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:27:07.715768 n-d-843948-2 neutron-server[84887]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:27:07.715768 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:27:07.715768 n-d-843948-2 neutron-server[84887]: return f(self, *a, **k) May 30 20:27:07.715768 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:27:07.715768 n-d-843948-2 neutron-server[84887]: return self._get(url).json() May 30 20:27:07.715768 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:27:07.715768 n-d-843948-2 neutron-server[84887]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:27:07.715768 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:27:07.715768 n-d-843948-2 neutron-server[84887]: return self.request(url, 'GET', **kwargs) May 30 20:27:07.715768 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:27:07.715768 n-d-843948-2 neutron-server[84887]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:27:07.715768 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:27:07.715768 n-d-843948-2 neutron-server[84887]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:27:07.715768 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:27:07.715768 n-d-843948-2 neutron-server[84887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:27:07.715768 n-d-843948-2 neutron-server[84887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:27:07.768020 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b860d481-e4eb-4ae5-9496-3201d13b94b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:07.856456 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b860d481-e4eb-4ae5-9496-3201d13b94b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=77747aee-7d13-4fc5-9ce2-f0a339c5ab7f,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:07.858191 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a055314-c1e9-4980-8cec-ef1f40dd96d4 req-cbb43161-4845-454a-9e2a-7c2eb71835f5 service neutron] Port 5a1890e7-bff3-481d-97b4-974c081578cc on network ff30330a-0ebe-4836-9458-b813d1bcbde4 not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:27:07.858515 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a055314-c1e9-4980-8cec-ef1f40dd96d4 req-cbb43161-4845-454a-9e2a-7c2eb71835f5 service neutron] Attempting to bind port 5a1890e7-bff3-481d-97b4-974c081578cc on network ff30330a-0ebe-4836-9458-b813d1bcbde4 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:27:07.881405 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-b860d481-e4eb-4ae5-9496-3201d13b94b5 admin admin] 10.222.0.85 "DELETE /v2.0/networks/77747aee-7d13-4fc5-9ce2-f0a339c5ab7f HTTP/1.1" status: 204 len: 168 time: 4.8830793 May 30 20:27:07.887559 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a055314-c1e9-4980-8cec-ef1f40dd96d4 req-cbb43161-4845-454a-9e2a-7c2eb71835f5 service neutron] Checking agent: {'id': 'f728d74e-a4ae-4384-860b-a5ade05dd8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:27:07.887559 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a055314-c1e9-4980-8cec-ef1f40dd96d4 req-cbb43161-4845-454a-9e2a-7c2eb71835f5 service neutron] Checking segment: {'id': '40468e3f-2630-4d51-98c1-4a518f6532d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'ff30330a-0ebe-4836-9458-b813d1bcbde4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:27:07.887984 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a055314-c1e9-4980-8cec-ef1f40dd96d4 req-cbb43161-4845-454a-9e2a-7c2eb71835f5 service neutron] Bound using segment: {'id': '40468e3f-2630-4d51-98c1-4a518f6532d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'ff30330a-0ebe-4836-9458-b813d1bcbde4'} {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:27:07.888371 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-4a055314-c1e9-4980-8cec-ef1f40dd96d4 req-cbb43161-4845-454a-9e2a-7c2eb71835f5 service neutron] Bound port: 5a1890e7-bff3-481d-97b4-974c081578cc, host: n-h1-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40468e3f-2630-4d51-98c1-4a518f6532d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'ff30330a-0ebe-4836-9458-b813d1bcbde4'}}] {{(pid=84886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:27:07.888971 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-4a055314-c1e9-4980-8cec-ef1f40dd96d4 req-cbb43161-4845-454a-9e2a-7c2eb71835f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:07.894357 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-040e0dfa-89be-4374-b636-cb8ad80d60c6 tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-51196318'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:27:07.909399 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-040e0dfa-89be-4374-b636-cb8ad80d60c6 tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:27:07.920752 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c950e2-a5b7-498d-a33b-eaa367a86bcd None None] Pushing event updated for resources: {'Port': ['ID=30fd0fd2-add0-4cf0-af4d-a3650a81520a,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:07.945853 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-040e0dfa-89be-4374-b636-cb8ad80d60c6 tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Usage tracker for resource:network and tenant:e3efc05a85c64711b5605b59a09812fb is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:27:07.954272 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-040e0dfa-89be-4374-b636-cb8ad80d60c6 tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:27:07.961245 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-040e0dfa-89be-4374-b636-cb8ad80d60c6 tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:27:07.987067 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb4bb10-05fe-4cd8-996e-d0fa92d552d8 None None] Network 386623ec-93c8-46ba-8949-4e97e4fe1f45 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:27:08.077341 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.db.api [None req-9789ebdf-8af4-412c-95d1-a926d119fec4 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 30 20:27:08.077341 n-d-843948-2 neutron-server[84887]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 30 20:27:08.077341 n-d-843948-2 neutron-server[84887]: [parameters: {'id': '386623ec-93c8-46ba-8949-4e97e4fe1f45'}] May 30 20:27:08.077341 n-d-843948-2 neutron-server[84887]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84887) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:27:08.077874 n-d-843948-2 neutron-server[84887]: DEBUG oslo_db.api [None req-9789ebdf-8af4-412c-95d1-a926d119fec4 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:27:08.107107 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-4a055314-c1e9-4980-8cec-ef1f40dd96d4 req-cbb43161-4845-454a-9e2a-7c2eb71835f5 service neutron] For port 5a1890e7-bff3-481d-97b4-974c081578cc, host n-h1-843948-2, cleared binding levels {{(pid=84886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:27:08.150831 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-040e0dfa-89be-4374-b636-cb8ad80d60c6 tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Made reservation on behalf of e3efc05a85c64711b5605b59a09812fb for: {'network': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:27:08.153286 n-d-843948-2 neutron-server[84886]: INFO neutron.db.l3_db [None req-fc11d3c0-e2a5-498f-a0cf-7e6890bfbc54 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Floating IP c89bda4e-99bd-4bf0-b1f8-33653261f0b9 associated. External IP: 172.25.8.155, port: 2a4fbaac-1c42-4144-ba53-6f25653d75c3. May 30 20:27:08.154662 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-040e0dfa-89be-4374-b636-cb8ad80d60c6 tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:08.169265 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-040e0dfa-89be-4374-b636-cb8ad80d60c6 tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:08.209565 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-040e0dfa-89be-4374-b636-cb8ad80d60c6 tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:27:08.213985 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-040e0dfa-89be-4374-b636-cb8ad80d60c6 tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Usage tracker for resource:security_group_rule and tenant:e3efc05a85c64711b5605b59a09812fb is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:27:08.228370 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-040e0dfa-89be-4374-b636-cb8ad80d60c6 tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:27:08.231175 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-040e0dfa-89be-4374-b636-cb8ad80d60c6 tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:27:08.276259 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f1a973-ddc7-41ac-ae68-589a5937807c None None] get_active_networks_info from n-d-843948-2 {{(pid=84888) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 30 20:27:08.313812 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8675e837-7e89-4aa1-994a-f3768bd812ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:08.324139 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-040e0dfa-89be-4374-b636-cb8ad80d60c6 tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:08.365265 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-4a055314-c1e9-4980-8cec-ef1f40dd96d4 req-cbb43161-4845-454a-9e2a-7c2eb71835f5 service neutron] For port 5a1890e7-bff3-481d-97b4-974c081578cc, host n-h1-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=5a1890e7-bff3-481d-97b4-974c081578cc,segment=NetworkSegment(40468e3f-2630-4d51-98c1-4a518f6532d2),segment_id=40468e3f-2630-4d51-98c1-4a518f6532d2)] {{(pid=84886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:27:08.378537 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8675e837-7e89-4aa1-994a-f3768bd812ae admin admin] Pushing event deleted for resources: {'Port': ['ID=634fe32a-c288-4d61-a4d1-222b11ed29af,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:08.430748 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f1a973-ddc7-41ac-ae68-589a5937807c None None] Resources bound (agent type, host, resource id): {{(pid=84888) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 30 20:27:08.460201 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-040e0dfa-89be-4374-b636-cb8ad80d60c6 tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:08.467176 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-4a055314-c1e9-4980-8cec-ef1f40dd96d4 req-cbb43161-4845-454a-9e2a-7c2eb71835f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:08.502643 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-040e0dfa-89be-4374-b636-cb8ad80d60c6 tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] vlan segment allocate from pool success with {'vlan_id': 691, 'physical_network': 'physnet1'} {{(pid=84887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:27:08.511406 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040e0dfa-89be-4374-b636-cb8ad80d60c6 tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40a95a77-85c0-47e9-90d3-bce228e37e06,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:08.519474 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-040e0dfa-89be-4374-b636-cb8ad80d60c6 tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:08.519926 n-d-843948-2 neutron-server[84887]: INFO neutron.db.segments_db [None req-040e0dfa-89be-4374-b636-cb8ad80d60c6 tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Added segment 15901b72-fb33-4f73-8024-5e435fd4a7bb of type vlan for network ddd2964b-478b-41c4-81ad-3e894ef9a783 May 30 20:27:08.571337 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-040e0dfa-89be-4374-b636-cb8ad80d60c6 tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:08.579183 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9789ebdf-8af4-412c-95d1-a926d119fec4 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:08.627015 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 39364) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:08.732545 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-9789ebdf-8af4-412c-95d1-a926d119fec4 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Deleting port 30fd0fd2-add0-4cf0-af4d-a3650a81520a {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:27:08.732545 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9789ebdf-8af4-412c-95d1-a926d119fec4 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:08.950660 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-040e0dfa-89be-4374-b636-cb8ad80d60c6 tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:08.954463 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-040e0dfa-89be-4374-b636-cb8ad80d60c6 tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:08.955059 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-040e0dfa-89be-4374-b636-cb8ad80d60c6 tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:09.026813 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-4a055314-c1e9-4980-8cec-ef1f40dd96d4 req-cbb43161-4845-454a-9e2a-7c2eb71835f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:09.028764 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4a055314-c1e9-4980-8cec-ef1f40dd96d4 req-cbb43161-4845-454a-9e2a-7c2eb71835f5 service neutron] 10.222.0.71 "PUT /v2.0/ports/5a1890e7-bff3-481d-97b4-974c081578cc HTTP/1.1" status: 200 len: 1092 time: 5.5534592 May 30 20:27:09.029483 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8675e837-7e89-4aa1-994a-f3768bd812ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-736453'] for router_gateway, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:09.090774 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31630769-93b9-4bef-92c3-bf4dd9f89e28', 'tag': '5a1890e7-bff3-481d-97b4-974c081578cc'}] {{(pid=84886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:27:09.231770 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040e0dfa-89be-4374-b636-cb8ad80d60c6 tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Pushing event updated for resources: {'Network': ['ID=ddd2964b-478b-41c4-81ad-3e894ef9a783,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:09.253522 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network ddd2964b-478b-41c4-81ad-3e894ef9a783 details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:27:09.254849 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb43161-4845-454a-9e2a-7c2eb71835f5 service neutron] Pushing event updated for resources: {'Port': ['ID=5a1890e7-bff3-481d-97b4-974c081578cc,revision_number=3']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:09.254849 n-d-843948-2 neutron-server[84886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65fe066c-aaba-48db-bde5-c354e46e93c1'] response: {'name': 'network-changed', 'server_uuid': '31630769-93b9-4bef-92c3-bf4dd9f89e28', 'tag': '5a1890e7-bff3-481d-97b4-974c081578cc', 'status': 'completed', 'code': 200} May 30 20:27:09.287027 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [None req-9789ebdf-8af4-412c-95d1-a926d119fec4 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] For port 30fd0fd2-add0-4cf0-af4d-a3650a81520a, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=30fd0fd2-add0-4cf0-af4d-a3650a81520a,segment=NetworkSegment(7376c988-b2fa-48c0-a61d-744c8d35a8df),segment_id=7376c988-b2fa-48c0-a61d-744c8d35a8df)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:27:09.287027 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9789ebdf-8af4-412c-95d1-a926d119fec4 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:09.421950 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-9789ebdf-8af4-412c-95d1-a926d119fec4 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Calling delete_port for 30fd0fd2-add0-4cf0-af4d-a3650a81520a owned by network:dhcp {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:27:09.457009 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-040e0dfa-89be-4374-b636-cb8ad80d60c6 tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.8420172 May 30 20:27:09.457349 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8675e837-7e89-4aa1-994a-f3768bd812ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-724789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3141'] for router, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:09.457349 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 39386) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:09.462898 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-946aa4f6-fe12-46c8-89e0-4d33e78294f7 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=1070080f3a9f4c1fbf81b28e418fbebd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8258922 May 30 20:27:09.465682 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 39394) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:09.471187 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-6c9d0697-ff3a-4403-8cc3-adc59e8fa9c4 tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Request body: {'subnet': {'network_id': 'ddd2964b-478b-41c4-81ad-3e894ef9a783', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:27:09.513359 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503d4f37-62db-4726-98d1-9545cd057081 req-9000a435-76d9-464f-ba5d-0f434dd3943f tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:09.514937 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-503d4f37-62db-4726-98d1-9545cd057081 req-9000a435-76d9-464f-ba5d-0f434dd3943f tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=31630769-93b9-4bef-92c3-bf4dd9f89e28 HTTP/1.1" status: 200 len: 944 time: 0.5704594 May 30 20:27:09.559833 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8675e837-7e89-4aa1-994a-f3768bd812ae admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:09.572965 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-503d4f37-62db-4726-98d1-9545cd057081 req-a9e9dc08-a037-43a5-b938-808518168164 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ed3b12a-c5d4-4ba2-906c-9900ee2b8018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455344 May 30 20:27:09.603791 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9789ebdf-8af4-412c-95d1-a926d119fec4 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:09.678475 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9789ebdf-8af4-412c-95d1-a926d119fec4 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Pushing event deleted for resources: {'Port': ['ID=30fd0fd2-add0-4cf0-af4d-a3650a81520a,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:09.685545 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9789ebdf-8af4-412c-95d1-a926d119fec4 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] No DVR routers for this DVR port 30fd0fd2-add0-4cf0-af4d-a3650a81520a on host n-d-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:27:09.711924 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4a055314-c1e9-4980-8cec-ef1f40dd96d4 req-8b6632dd-370c-42a8-821d-ffa12131f9bf service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=af4cc1fbb91e4a5c856e947d8072b697&device_id=31630769-93b9-4bef-92c3-bf4dd9f89e28 HTTP/1.1" status: 200 len: 1095 time: 0.5238535 May 30 20:27:09.851057 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4a055314-c1e9-4980-8cec-ef1f40dd96d4 req-eaf30863-43c2-4cdc-8c28-b0ba0dc2c3c2 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5a1890e7-bff3-481d-97b4-974c081578cc HTTP/1.1" status: 200 len: 217 time: 0.1227806 May 30 20:27:09.903002 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9789ebdf-8af4-412c-95d1-a926d119fec4 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:09.910045 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-6c9d0697-ff3a-4403-8cc3-adc59e8fa9c4 tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:27:09.933545 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-6c9d0697-ff3a-4403-8cc3-adc59e8fa9c4 tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Usage tracker for resource:subnet and tenant:e3efc05a85c64711b5605b59a09812fb is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:27:09.945901 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-9789ebdf-8af4-412c-95d1-a926d119fec4 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['386623ec-93c8-46ba-8949-4e97e4fe1f45']}} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:27:09.946173 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8675e837-7e89-4aa1-994a-f3768bd812ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724889'] for router, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:09.946173 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8675e837-7e89-4aa1-994a-f3768bd812ae admin admin] Fanout notify agent at l3_agent the message router_deleted on router 238f8cbb-dfcc-4cb4-82fe-41a5dad58781 {{(pid=84886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:27:09.950763 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-6c9d0697-ff3a-4403-8cc3-adc59e8fa9c4 tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:27:09.970654 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-6c9d0697-ff3a-4403-8cc3-adc59e8fa9c4 tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:27:09.977307 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-06e4b7a3-76b9-46e6-a2b9-34477e298dfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:09.986767 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-9789ebdf-8af4-412c-95d1-a926d119fec4 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7376c988-b2fa-48c0-a61d-744c8d35a8df') {'for_net_delete': True} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:27:09.987310 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-9789ebdf-8af4-412c-95d1-a926d119fec4 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7376c988-b2fa-48c0-a61d-744c8d35a8df') {} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:27:10.019601 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9789ebdf-8af4-412c-95d1-a926d119fec4 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3149912'] for segment, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:10.033815 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a055314-c1e9-4980-8cec-ef1f40dd96d4 req-6db668cc-a222-4a94-b78e-ec99b3d9cccc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:10.035789 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4a055314-c1e9-4980-8cec-ef1f40dd96d4 req-6db668cc-a222-4a94-b78e-ec99b3d9cccc service neutron] 10.222.0.71 "GET /v2.0/subnets?id=7991eded-d330-4e4e-ace3-aeb4d5f3ff0a HTTP/1.1" status: 200 len: 851 time: 0.1761680 May 30 20:27:10.043898 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8675e837-7e89-4aa1-994a-f3768bd812ae admin admin] Notify callbacks [] for router, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:10.045039 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-8675e837-7e89-4aa1-994a-f3768bd812ae admin admin] 10.222.0.85 "DELETE /v2.0/routers/238f8cbb-dfcc-4cb4-82fe-41a5dad58781 HTTP/1.1" status: 204 len: 168 time: 7.5827358 May 30 20:27:10.058523 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9789ebdf-8af4-412c-95d1-a926d119fec4 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:10.060656 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 39412) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:10.073522 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9789ebdf-8af4-412c-95d1-a926d119fec4 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Releasing vlan 655 on physical network physnet1 to pool {{(pid=84887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:27:10.077095 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9789ebdf-8af4-412c-95d1-a926d119fec4 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4055488'] for segment, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:10.124669 n-d-843948-2 neutron-server[84887]: Traceback (most recent call last): May 30 20:27:10.124669 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:27:10.124669 n-d-843948-2 neutron-server[84887]: timer() May 30 20:27:10.124669 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:27:10.124669 n-d-843948-2 neutron-server[84887]: cb(*args, **kw) May 30 20:27:10.124669 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:27:10.124669 n-d-843948-2 neutron-server[84887]: return func(*args, **kwargs) May 30 20:27:10.124669 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:27:10.124669 n-d-843948-2 neutron-server[84887]: self._notify() May 30 20:27:10.124669 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:27:10.124669 n-d-843948-2 neutron-server[84887]: self.callback(batched_events) May 30 20:27:10.124669 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:27:10.124669 n-d-843948-2 neutron-server[84887]: event.method(event) May 30 20:27:10.124669 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:27:10.124669 n-d-843948-2 neutron-server[84887]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:27:10.124669 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:27:10.124669 n-d-843948-2 neutron-server[84887]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:27:10.124669 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:27:10.124669 n-d-843948-2 neutron-server[84887]: return f(self, *a, **k) May 30 20:27:10.124669 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:27:10.124669 n-d-843948-2 neutron-server[84887]: return self._get(url).json() May 30 20:27:10.124669 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:27:10.124669 n-d-843948-2 neutron-server[84887]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:27:10.124669 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:27:10.124669 n-d-843948-2 neutron-server[84887]: return self.request(url, 'GET', **kwargs) May 30 20:27:10.124669 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:27:10.124669 n-d-843948-2 neutron-server[84887]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:27:10.124669 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:27:10.124669 n-d-843948-2 neutron-server[84887]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:27:10.124669 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:27:10.124669 n-d-843948-2 neutron-server[84887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:27:10.124669 n-d-843948-2 neutron-server[84887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:27:10.221519 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-06e4b7a3-76b9-46e6-a2b9-34477e298dfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:10.250103 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c9d0697-ff3a-4403-8cc3-adc59e8fa9c4 tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Made reservation on behalf of e3efc05a85c64711b5605b59a09812fb for: {'subnet': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:27:10.327557 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9789ebdf-8af4-412c-95d1-a926d119fec4 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:10.343324 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9789ebdf-8af4-412c-95d1-a926d119fec4 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:10.373547 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-9789ebdf-8af4-412c-95d1-a926d119fec4 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] 10.222.0.85 "DELETE /v2.0/networks/386623ec-93c8-46ba-8949-4e97e4fe1f45 HTTP/1.1" status: 204 len: 168 time: 4.1346090 May 30 20:27:10.374810 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9789ebdf-8af4-412c-95d1-a926d119fec4 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Pushing event deleted for resources: {'Network': ['ID=386623ec-93c8-46ba-8949-4e97e4fe1f45,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:10.377581 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 39420) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:10.386208 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-834b5c7b-cd34-47ad-aca3-d2a1f10b7977 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1506532342'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:27:10.393249 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-834b5c7b-cd34-47ad-aca3-d2a1f10b7977 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:27:10.399763 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-834b5c7b-cd34-47ad-aca3-d2a1f10b7977 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Usage tracker for resource:network and tenant:532bf6f1c7054b7d8d66f29b606b9cda is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:27:10.403822 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-834b5c7b-cd34-47ad-aca3-d2a1f10b7977 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:27:10.416115 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-834b5c7b-cd34-47ad-aca3-d2a1f10b7977 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:27:10.455621 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c35a9de-9b11-408c-b063-bcf11f742969 admin admin] Deleting subnet c961f9ad-7764-4956-bb44-5ca4a5973b67 {{(pid=84886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:27:10.470446 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5c35a9de-9b11-408c-b063-bcf11f742969 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:10.497818 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6c9d0697-ff3a-4403-8cc3-adc59e8fa9c4 tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2778563'] for subnet, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:10.521862 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-834b5c7b-cd34-47ad-aca3-d2a1f10b7977 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Made reservation on behalf of 532bf6f1c7054b7d8d66f29b606b9cda for: {'network': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:27:10.527617 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-834b5c7b-cd34-47ad-aca3-d2a1f10b7977 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:10.575386 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-834b5c7b-cd34-47ad-aca3-d2a1f10b7977 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] vlan segment allocate from pool success with {'vlan_id': 699, 'physical_network': 'physnet1'} {{(pid=84887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:27:10.588881 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-834b5c7b-cd34-47ad-aca3-d2a1f10b7977 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:10.589200 n-d-843948-2 neutron-server[84887]: INFO neutron.db.segments_db [None req-834b5c7b-cd34-47ad-aca3-d2a1f10b7977 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Added segment 0c1e5690-de93-41d9-8778-7421094cffcf of type vlan for network ef89d7a1-3569-4855-8e5a-bb882dce8a0b May 30 20:27:10.625309 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-834b5c7b-cd34-47ad-aca3-d2a1f10b7977 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:10.740327 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-834b5c7b-cd34-47ad-aca3-d2a1f10b7977 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:10.744975 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834b5c7b-cd34-47ad-aca3-d2a1f10b7977 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:10.745748 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-834b5c7b-cd34-47ad-aca3-d2a1f10b7977 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:10.850920 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5c35a9de-9b11-408c-b063-bcf11f742969 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2655517'] for subnet, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:10.905004 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834b5c7b-cd34-47ad-aca3-d2a1f10b7977 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Pushing event updated for resources: {'Network': ['ID=ef89d7a1-3569-4855-8e5a-bb882dce8a0b,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:10.913034 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4a055314-c1e9-4980-8cec-ef1f40dd96d4 req-3bd7c77d-ea90-4613-8e50-a7775fcae47f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ff30330a-0ebe-4836-9458-b813d1bcbde4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8559744 May 30 20:27:10.914562 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network ef89d7a1-3569-4855-8e5a-bb882dce8a0b details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:27:10.929597 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-06e4b7a3-76b9-46e6-a2b9-34477e298dfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:10.971583 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-834b5c7b-cd34-47ad-aca3-d2a1f10b7977 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5922172 May 30 20:27:10.976320 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 39434) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:10.986962 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-b8b511b8-b504-42b1-8d20-a4a71799bfb7 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Request body: {'subnet': {'network_id': 'ef89d7a1-3569-4855-8e5a-bb882dce8a0b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:27:11.071427 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e4b7a3-76b9-46e6-a2b9-34477e298dfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6888f4c0-d3bb-4706-bfb3-8bed5a2d1c01,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:11.143659 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc11d3c0-e2a5-498f-a0cf-7e6890bfbc54 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Router d6837ec6-fa53-4479-bb23-7d6c2cb86fc9 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:27:11.145753 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5c35a9de-9b11-408c-b063-bcf11f742969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:11.152362 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-b8b511b8-b504-42b1-8d20-a4a71799bfb7 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:27:11.160253 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-b8b511b8-b504-42b1-8d20-a4a71799bfb7 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Usage tracker for resource:subnet and tenant:532bf6f1c7054b7d8d66f29b606b9cda is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:27:11.168141 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-b8b511b8-b504-42b1-8d20-a4a71799bfb7 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:27:11.180946 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-b8b511b8-b504-42b1-8d20-a4a71799bfb7 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:27:11.236235 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925ec9fd-d591-4a5d-93a9-f795201961e4 req-a631dd46-210e-4dbf-9ff2-0b34d72cfd15 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:11.237777 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-925ec9fd-d591-4a5d-93a9-f795201961e4 req-a631dd46-210e-4dbf-9ff2-0b34d72cfd15 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=31630769-93b9-4bef-92c3-bf4dd9f89e28 HTTP/1.1" status: 200 len: 944 time: 0.5066116 May 30 20:27:11.302504 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-06e4b7a3-76b9-46e6-a2b9-34477e298dfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:11.303675 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-06e4b7a3-76b9-46e6-a2b9-34477e298dfc admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/6888f4c0-d3bb-4706-bfb3-8bed5a2d1c01 HTTP/1.1" status: 204 len: 168 time: 1.8367112 May 30 20:27:11.327278 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8b511b8-b504-42b1-8d20-a4a71799bfb7 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Made reservation on behalf of 532bf6f1c7054b7d8d66f29b606b9cda for: {'subnet': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:27:11.348311 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4a055314-c1e9-4980-8cec-ef1f40dd96d4 req-e3c1455f-e77f-4401-9a41-85530fd1a03b service neutron] 10.222.0.71 "GET /v2.0/networks/ff30330a-0ebe-4836-9458-b813d1bcbde4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4250102 May 30 20:27:11.487331 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b8b511b8-b504-42b1-8d20-a4a71799bfb7 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114220'] for subnet, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:11.604720 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-925ec9fd-d591-4a5d-93a9-f795201961e4 req-629cfad6-a24e-469f-b4f5-9b7d0a1dcf31 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ed3b12a-c5d4-4ba2-906c-9900ee2b8018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3463321 May 30 20:27:11.638175 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5c35a9de-9b11-408c-b063-bcf11f742969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4127075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2778536'] for subnet, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:11.690772 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c35a9de-9b11-408c-b063-bcf11f742969 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c961f9ad-7764-4956-bb44-5ca4a5973b67,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:11.714371 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6c9d0697-ff3a-4403-8cc3-adc59e8fa9c4 tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4127140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2778577'] for subnet, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:11.720639 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5c35a9de-9b11-408c-b063-bcf11f742969 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:11.731738 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a71a29e-8fcf-4384-b0e2-3bea86da7502 None None] Network a8fd4d2d-32fb-4554-b8d5-052f07ecf981 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:27:11.850657 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4a055314-c1e9-4980-8cec-ef1f40dd96d4 req-6d1c3e88-719d-4da8-93ce-6ead5ccb00f6 service neutron] 10.222.0.71 "GET /v2.0/networks/ff30330a-0ebe-4836-9458-b813d1bcbde4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4375458 May 30 20:27:11.871637 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-5c35a9de-9b11-408c-b063-bcf11f742969 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/c961f9ad-7764-4956-bb44-5ca4a5973b67 HTTP/1.1" status: 204 len: 168 time: 1.7422903 May 30 20:27:11.875761 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 39442) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:11.995274 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9d0697-ff3a-4403-8cc3-adc59e8fa9c4 tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Pushing event updated for resources: {'Subnet': ['ID=2acbf832-06f9-47b2-82e2-ac74d868929e,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:12.040592 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b8b511b8-b504-42b1-8d20-a4a71799bfb7 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4055401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114238'] for subnet, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:12.097846 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 634fe32a-c288-4d61-a4d1-222b11ed29af no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:27:12.116839 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9d0697-ff3a-4403-8cc3-adc59e8fa9c4 tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Checking segment: {'id': '15901b72-fb33-4f73-8024-5e435fd4a7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'ddd2964b-478b-41c4-81ad-3e894ef9a783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:27:12.117659 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c9d0697-ff3a-4403-8cc3-adc59e8fa9c4 tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Network hostable DHCP agents. Network: ddd2964b-478b-41c4-81ad-3e894ef9a783, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:27:12.136635 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8c533c29-93a7-4919-977f-09a385498cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:12.148223 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: 634fe32a-c288-4d61-a4d1-222b11ed29af {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:27:12.151948 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 634fe32a-c288-4d61-a4d1-222b11ed29af not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:27:12.190200 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b511b8-b504-42b1-8d20-a4a71799bfb7 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Pushing event updated for resources: {'Subnet': ['ID=36fb9be9-c898-45e4-a67e-02c23a906f50,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:12.199866 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a5e1d3-a77b-4bbc-964c-423ddfa6d131 None None] DHCP port deletion for a8fd4d2d-32fb-4554-b8d5-052f07ecf981 request from n-d-843948-2 {{(pid=84888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:27:12.213798 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-94a5e1d3-a77b-4bbc-964c-423ddfa6d131 None None] Deleting port 99c830d8-fbe3-4ab6-a4e4-dd362812a3b3 {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:27:12.216405 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-94a5e1d3-a77b-4bbc-964c-423ddfa6d131 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:12.233266 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b511b8-b504-42b1-8d20-a4a71799bfb7 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Checking segment: {'id': '0c1e5690-de93-41d9-8778-7421094cffcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'ef89d7a1-3569-4855-8e5a-bb882dce8a0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:27:12.233815 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b511b8-b504-42b1-8d20-a4a71799bfb7 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Network hostable DHCP agents. Network: ef89d7a1-3569-4855-8e5a-bb882dce8a0b, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:27:12.246006 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-8c533c29-93a7-4919-977f-09a385498cd0 admin admin] Deleting port 99c830d8-fbe3-4ab6-a4e4-dd362812a3b3 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:27:12.249686 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8c533c29-93a7-4919-977f-09a385498cd0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:12.321793 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0fac8417-62cd-4241-b6ca-e0bc1564a7a5 req-2cb57a42-c20b-4a57-9d20-6b37613c5c7d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=af4cc1fbb91e4a5c856e947d8072b697&device_id=31630769-93b9-4bef-92c3-bf4dd9f89e28 HTTP/1.1" status: 200 len: 1095 time: 0.3362908 May 30 20:27:12.338780 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b511b8-b504-42b1-8d20-a4a71799bfb7 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Network ef89d7a1-3569-4855-8e5a-bb882dce8a0b is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:27:12.423562 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc11d3c0-e2a5-498f-a0cf-7e6890bfbc54 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:27:12.430903 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-fc11d3c0-e2a5-498f-a0cf-7e6890bfbc54 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:12.435836 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9c6b1d-b99b-4955-9a94-441f0c2757f8 None None] Sync routers for ids ['d6837ec6-fa53-4479-bb23-7d6c2cb86fc9'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:27:12.455557 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9c6b1d-b99b-4955-9a94-441f0c2757f8 None None] Routers {'d6837ec6-fa53-4479-bb23-7d6c2cb86fc9'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:27:12.457947 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-8f9c6b1d-b99b-4955-9a94-441f0c2757f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:26:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['d6837ec6-fa53-4479-bb23-7d6c2cb86fc9'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:27:12.522932 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c9d0697-ff3a-4403-8cc3-adc59e8fa9c4 tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Network ddd2964b-478b-41c4-81ad-3e894ef9a783 is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:27:12.538974 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-b8b511b8-b504-42b1-8d20-a4a71799bfb7 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, ef89d7a1-3569-4855-8e5a-bb882dce8a0b) {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:27:12.539707 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-94a5e1d3-a77b-4bbc-964c-423ddfa6d131 None None] For port 99c830d8-fbe3-4ab6-a4e4-dd362812a3b3, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=99c830d8-fbe3-4ab6-a4e4-dd362812a3b3,segment=NetworkSegment(327b421f-3671-4415-86c0-3c9c0e7ca945),segment_id=327b421f-3671-4415-86c0-3c9c0e7ca945)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:27:12.540989 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-94a5e1d3-a77b-4bbc-964c-423ddfa6d131 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:12.554276 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-6c9d0697-ff3a-4403-8cc3-adc59e8fa9c4 tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, ddd2964b-478b-41c4-81ad-3e894ef9a783) {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:27:12.554276 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9d0697-ff3a-4403-8cc3-adc59e8fa9c4 tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:12.554595 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6c9d0697-ff3a-4403-8cc3-adc59e8fa9c4 tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:12.555578 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b511b8-b504-42b1-8d20-a4a71799bfb7 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:12.556513 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b8b511b8-b504-42b1-8d20-a4a71799bfb7 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:12.658264 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-fc11d3c0-e2a5-498f-a0cf-7e6890bfbc54 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "PUT /v2.0/floatingips/c89bda4e-99bd-4bf0-b1f8-33653261f0b9 HTTP/1.1" status: 200 len: 992 time: 7.8604248 May 30 20:27:12.672108 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a214b0-1832-4f4f-ac82-7fb48bf94d51 None None] Network ef89d7a1-3569-4855-8e5a-bb882dce8a0b requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:27:12.694702 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a388bde-177c-4de0-9370-829fd62ca5f5 None None] Network ddd2964b-478b-41c4-81ad-3e894ef9a783 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:27:12.743353 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-b8b511b8-b504-42b1-8d20-a4a71799bfb7 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7654829 May 30 20:27:12.744146 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 39460) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:12.750528 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-d571dc9f-7130-4fb0-a5ff-5599c2c477a1 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Request body: {'subnet': {'network_id': 'ef89d7a1-3569-4855-8e5a-bb882dce8a0b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:27:12.767228 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-8f9c6b1d-b99b-4955-9a94-441f0c2757f8 None None] Set router d6837ec6-fa53-4479-bb23-7d6c2cb86fc9 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:27:12.865062 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-94a5e1d3-a77b-4bbc-964c-423ddfa6d131 None None] Calling delete_port for 99c830d8-fbe3-4ab6-a4e4-dd362812a3b3 owned by network:dhcp {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:27:12.877719 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5cfc9b0-7823-4f7e-84ca-6b07acbe3233', 'tag': '2a4fbaac-1c42-4144-ba53-6f25653d75c3'}] {{(pid=84886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:27:12.889911 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-6c9d0697-ff3a-4403-8cc3-adc59e8fa9c4 tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4260988 May 30 20:27:12.895023 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 39468) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:12.920543 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-92068c43-9b43-475c-965b-750c2e0e6b28 tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Request body: {'port': {'network_id': 'ddd2964b-478b-41c4-81ad-3e894ef9a783', 'name': 'tempest-AllowedAddressPairTestJSON-1126387265'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:27:13.042494 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fac8417-62cd-4241-b6ca-e0bc1564a7a5 req-c58b4c53-ab87-455d-8d56-e652cc559d44 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:13.044030 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0fac8417-62cd-4241-b6ca-e0bc1564a7a5 req-c58b4c53-ab87-455d-8d56-e652cc559d44 service neutron] 10.222.0.71 "GET /v2.0/networks?id=ff30330a-0ebe-4836-9458-b813d1bcbde4 HTTP/1.1" status: 200 len: 913 time: 0.7071776 May 30 20:27:13.045680 n-d-843948-2 neutron-server[84886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4971403c-9f0f-4d8a-aea7-83ef615ef85c'] response: {'name': 'network-changed', 'server_uuid': 'b5cfc9b0-7823-4f7e-84ca-6b07acbe3233', 'tag': '2a4fbaac-1c42-4144-ba53-6f25653d75c3', 'status': 'completed', 'code': 200} May 30 20:27:13.048465 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [None req-8c533c29-93a7-4919-977f-09a385498cd0 admin admin] For port 99c830d8-fbe3-4ab6-a4e4-dd362812a3b3, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=99c830d8-fbe3-4ab6-a4e4-dd362812a3b3,segment=NetworkSegment(327b421f-3671-4415-86c0-3c9c0e7ca945),segment_id=327b421f-3671-4415-86c0-3c9c0e7ca945)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:27:13.048842 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8c533c29-93a7-4919-977f-09a385498cd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:13.335408 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca5285d-2431-41ea-b393-98d38827117e req-eef7422f-9681-4802-9c5d-a3690e45553b tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:13.349221 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-bca5285d-2431-41ea-b393-98d38827117e req-eef7422f-9681-4802-9c5d-a3690e45553b tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=31630769-93b9-4bef-92c3-bf4dd9f89e28 HTTP/1.1" status: 200 len: 944 time: 0.5143788 May 30 20:27:13.383412 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 39480) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:13.431791 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-8c533c29-93a7-4919-977f-09a385498cd0 admin admin] Calling delete_port for 99c830d8-fbe3-4ab6-a4e4-dd362812a3b3 owned by network:dhcp {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:27:13.447503 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8f59ec9d-fa49-41ea-a099-4c4e764ea87d req-0c969cef-60f3-4a6d-942c-1ba1f1cc22c6 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6a921a88c2104251b4f5cf697763e02b&device_id=b5cfc9b0-7823-4f7e-84ca-6b07acbe3233 HTTP/1.1" status: 200 len: 1097 time: 0.3733222 May 30 20:27:13.450121 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-d571dc9f-7130-4fb0-a5ff-5599c2c477a1 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:27:13.470587 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 5a1890e7-bff3-481d-97b4-974c081578cc details requested by agent hyperv_n-h1-843948-2 with host n-h1-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:27:13.477924 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0fac8417-62cd-4241-b6ca-e0bc1564a7a5 req-065ecc28-d39d-4201-8c61-15be1963bc1a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5a1890e7-bff3-481d-97b4-974c081578cc HTTP/1.1" status: 200 len: 217 time: 0.4111965 May 30 20:27:13.545295 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-d571dc9f-7130-4fb0-a5ff-5599c2c477a1 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Usage tracker for resource:subnet and tenant:532bf6f1c7054b7d8d66f29b606b9cda is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:27:13.554273 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-8f9c6b1d-b99b-4955-9a94-441f0c2757f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6837ec6-fa53-4479-bb23-7d6c2cb86fc9', 'name': 'tempest-AttachVolumeNegativeTest-193797882-router', 'tenant_id': '6a921a88c2104251b4f5cf697763e02b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': 'd2a91667-75b0-431e-896b-19336f0f79d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:26:03Z', 'updated_at': '2022-05-30T20:26:16Z', 'revision_number': 4, 'project_id': '6a921a88c2104251b4f5cf697763e02b', 'gw_port': {'id': 'd2a91667-75b0-431e-896b-19336f0f79d9', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:21:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6837ec6-fa53-4479-bb23-7d6c2cb86fc9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:26:07Z', 'updated_at': '2022-05-30T20:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': 'c89bda4e-99bd-4bf0-b1f8-33653261f0b9', 'tenant_id': '6a921a88c2104251b4f5cf697763e02b', 'floating_ip_address': '172.25.8.155', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': 'd6837ec6-fa53-4479-bb23-7d6c2cb86fc9', 'port_id': '2a4fbaac-1c42-4144-ba53-6f25653d75c3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ad0cf2e-8ff8-4add-9223-e815a60245ec', 'mac_address': 'fa:16:3e:ad:e9:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cfc9b0-7823-4f7e-84ca-6b07acbe3233', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:26:27Z', 'updated_at': '2022-05-30T20:27:06Z', 'revision_number': 1, 'project_id': '6a921a88c2104251b4f5cf697763e02b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c1d3e7a-c152-40bc-be8f-3a3a5bdd9d99', 'name': '', 'network_id': '2ad0cf2e-8ff8-4add-9223-e815a60245ec', 'tenant_id': '6a921a88c2104251b4f5cf697763e02b', 'mac_address': 'fa:16:3e:52:03:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6837ec6-fa53-4479-bb23-7d6c2cb86fc9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3f5f2a28-796d-4138-b193-86a2946727dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:26:15Z', 'updated_at': '2022-05-30T20:26:44Z', 'revision_number': 5, 'project_id': '6a921a88c2104251b4f5cf697763e02b', 'subnets': [{'id': '3f5f2a28-796d-4138-b193-86a2946727dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:27:13.559354 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9c6b1d-b99b-4955-9a94-441f0c2757f8 None None] Checking router: d6837ec6-fa53-4479-bb23-7d6c2cb86fc9 for host: n-d-843948-2 {{(pid=84889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:27:13.572580 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9c6b1d-b99b-4955-9a94-441f0c2757f8 None None] Routers {'d6837ec6-fa53-4479-bb23-7d6c2cb86fc9'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:27:13.573336 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-8f9c6b1d-b99b-4955-9a94-441f0c2757f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:26:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['d6837ec6-fa53-4479-bb23-7d6c2cb86fc9'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:27:13.583864 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-d571dc9f-7130-4fb0-a5ff-5599c2c477a1 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:27:13.686985 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fac8417-62cd-4241-b6ca-e0bc1564a7a5 req-9c17ffac-179e-4dc0-b3ee-7b9cfa7958cb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:13.688601 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0fac8417-62cd-4241-b6ca-e0bc1564a7a5 req-9c17ffac-179e-4dc0-b3ee-7b9cfa7958cb service neutron] 10.222.0.71 "GET /v2.0/subnets?id=7991eded-d330-4e4e-ace3-aeb4d5f3ff0a HTTP/1.1" status: 200 len: 851 time: 0.1915472 May 30 20:27:13.690583 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-92068c43-9b43-475c-965b-750c2e0e6b28 tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:27:13.745446 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-92068c43-9b43-475c-965b-750c2e0e6b28 tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Usage tracker for resource:port and tenant:e3efc05a85c64711b5605b59a09812fb is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:27:13.748814 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-92068c43-9b43-475c-965b-750c2e0e6b28 tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:27:13.751975 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-d571dc9f-7130-4fb0-a5ff-5599c2c477a1 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:27:13.758613 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.db.api [None req-8c533c29-93a7-4919-977f-09a385498cd0 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:27:13.759033 n-d-843948-2 neutron-server[84886]: DEBUG oslo_db.api [None req-8c533c29-93a7-4919-977f-09a385498cd0 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:27:13.760027 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-92068c43-9b43-475c-965b-750c2e0e6b28 tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:27:13.809409 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-94a5e1d3-a77b-4bbc-964c-423ddfa6d131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468'] for port, after_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:13.819189 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0fac8417-62cd-4241-b6ca-e0bc1564a7a5 req-8d8bcfce-1cbb-475f-95da-b547995cb53b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ff30330a-0ebe-4836-9458-b813d1bcbde4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1213193 May 30 20:27:13.821591 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-bca5285d-2431-41ea-b393-98d38827117e req-37523593-1688-42e7-aa04-f16257749b97 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ed3b12a-c5d4-4ba2-906c-9900ee2b8018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4693034 May 30 20:27:13.832401 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [req-0fac8417-62cd-4241-b6ca-e0bc1564a7a5 req-dee0a7d0-851d-4a94-b139-ccc7baa08884 service neutron] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=84886) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:27:13.833437 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0fac8417-62cd-4241-b6ca-e0bc1564a7a5 req-dee0a7d0-851d-4a94-b139-ccc7baa08884 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0079277 May 30 20:27:13.845355 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-6dfe0ff9-a361-4d5b-be97-6f440410b2e6 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-458364218-network', 'tenant_id': '32dbc55a16bf43758a21fff1e524dcf5'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:27:13.846922 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-6dfe0ff9-a361-4d5b-be97-6f440410b2e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:27:13.851660 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-6dfe0ff9-a361-4d5b-be97-6f440410b2e6 admin admin] Usage tracker for resource:network and tenant:32dbc55a16bf43758a21fff1e524dcf5 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:27:13.855339 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-6dfe0ff9-a361-4d5b-be97-6f440410b2e6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:27:13.862390 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-6dfe0ff9-a361-4d5b-be97-6f440410b2e6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:27:13.896847 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92068c43-9b43-475c-965b-750c2e0e6b28 tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Made reservation on behalf of e3efc05a85c64711b5605b59a09812fb for: {'port': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:27:13.902318 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-92068c43-9b43-475c-965b-750c2e0e6b28 tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:13.910583 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a5e1d3-a77b-4bbc-964c-423ddfa6d131 None None] No DVR routers for this DVR port 99c830d8-fbe3-4ab6-a4e4-dd362812a3b3 on host n-d-843948-2 {{(pid=84888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:27:13.918663 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e65e43-c0ca-4074-9c3f-3b662f5135da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-ef89d7a1-3569-4855-8e5a-bb882dce8a0b', 'network_id': 'ef89d7a1-3569-4855-8e5a-bb882dce8a0b', 'tenant_id': '532bf6f1c7054b7d8d66f29b606b9cda', 'fixed_ips': [{'subnet_id': '36fb9be9-c898-45e4-a67e-02c23a906f50'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:27:13.920958 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-79e65e43-c0ca-4074-9c3f-3b662f5135da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:13.932687 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d571dc9f-7130-4fb0-a5ff-5599c2c477a1 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Made reservation on behalf of 532bf6f1c7054b7d8d66f29b606b9cda for: {'subnet': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:27:13.938930 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d571dc9f-7130-4fb0-a5ff-5599c2c477a1 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114220'] for subnet, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:13.989167 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a5e1d3-a77b-4bbc-964c-423ddfa6d131 None None] Pushing event deleted for resources: {'Port': ['ID=99c830d8-fbe3-4ab6-a4e4-dd362812a3b3,revision_number=None']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:13.995128 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.db.resource_extend [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] It took 0.49 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:27:14.076705 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-8f9c6b1d-b99b-4955-9a94-441f0c2757f8 None None] Set router d6837ec6-fa53-4479-bb23-7d6c2cb86fc9 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:27:14.083471 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [None req-92068c43-9b43-475c-965b-750c2e0e6b28 tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] device_id is not set on port 4a8334da-9b41-4feb-aa02-a57ac6394e8a yet. {{(pid=84886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:27:14.154305 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dfe0ff9-a361-4d5b-be97-6f440410b2e6 admin admin] Made reservation on behalf of 32dbc55a16bf43758a21fff1e524dcf5 for: {'network': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:27:14.157020 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6dfe0ff9-a361-4d5b-be97-6f440410b2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:14.203310 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6dfe0ff9-a361-4d5b-be97-6f440410b2e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:14.233506 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f59ec9d-fa49-41ea-a099-4c4e764ea87d req-711cb722-90ab-42c3-9137-ec68355198eb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:14.235428 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8f59ec9d-fa49-41ea-a099-4c4e764ea87d req-711cb722-90ab-42c3-9137-ec68355198eb service neutron] 10.222.0.86 "GET /v2.0/networks?id=2ad0cf2e-8ff8-4add-9223-e815a60245ec HTTP/1.1" status: 200 len: 915 time: 0.7534518 May 30 20:27:14.247207 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a9979d-d579-4fa1-8030-a74510280ea3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-ddd2964b-478b-41c4-81ad-3e894ef9a783', 'network_id': 'ddd2964b-478b-41c4-81ad-3e894ef9a783', 'tenant_id': 'e3efc05a85c64711b5605b59a09812fb', 'fixed_ips': [{'subnet_id': '2acbf832-06f9-47b2-82e2-ac74d868929e'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:27:14.248080 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-c0a9979d-d579-4fa1-8030-a74510280ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:14.261029 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 99c830d8-fbe3-4ab6-a4e4-dd362812a3b3 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:27:14.299096 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-6dfe0ff9-a361-4d5b-be97-6f440410b2e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:27:14.309870 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-6dfe0ff9-a361-4d5b-be97-6f440410b2e6 admin admin] Usage tracker for resource:security_group_rule and tenant:32dbc55a16bf43758a21fff1e524dcf5 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:27:14.320915 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-8c533c29-93a7-4919-977f-09a385498cd0 admin admin] Deleting port 99c830d8-fbe3-4ab6-a4e4-dd362812a3b3 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:27:14.321258 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8c533c29-93a7-4919-977f-09a385498cd0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:14.333979 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: 99c830d8-fbe3-4ab6-a4e4-dd362812a3b3 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:27:14.334322 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 99c830d8-fbe3-4ab6-a4e4-dd362812a3b3 not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:27:14.423316 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-6dfe0ff9-a361-4d5b-be97-6f440410b2e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:27:14.428793 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8f59ec9d-fa49-41ea-a099-4c4e764ea87d req-d70416d6-41bb-4bc2-9dad-28463265600e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2a4fbaac-1c42-4144-ba53-6f25653d75c3 HTTP/1.1" status: 200 len: 1000 time: 0.1153951 May 30 20:27:14.437468 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-6dfe0ff9-a361-4d5b-be97-6f440410b2e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:27:14.617958 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 5a1890e7-bff3-481d-97b4-974c081578cc, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=5a1890e7-bff3-481d-97b4-974c081578cc,segment=NetworkSegment(40468e3f-2630-4d51-98c1-4a518f6532d2),segment_id=40468e3f-2630-4d51-98c1-4a518f6532d2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:27:14.634478 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f59ec9d-fa49-41ea-a099-4c4e764ea87d req-be37e170-7fe0-47a9-8db4-b43f1046a6bf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:14.636273 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8f59ec9d-fa49-41ea-a099-4c4e764ea87d req-be37e170-7fe0-47a9-8db4-b43f1046a6bf service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3f5f2a28-796d-4138-b193-86a2946727dc HTTP/1.1" status: 200 len: 853 time: 0.2001281 May 30 20:27:14.649708 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Returning: {'device': '5a1890e7-bff3-481d-97b4-974c081578cc', 'network_id': 'ff30330a-0ebe-4836-9458-b813d1bcbde4', 'port_id': '5a1890e7-bff3-481d-97b4-974c081578cc', 'mac_address': 'fa:16:3e:75:0e:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7991eded-d330-4e4e-ace3-aeb4d5f3ff0a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:27:14.662233 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-8c533c29-93a7-4919-977f-09a385498cd0 admin admin] The port '99c830d8-fbe3-4ab6-a4e4-dd362812a3b3' was deleted {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 20:27:14.757903 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:14.782496 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a1890e7-bff3-481d-97b4-974c081578cc {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:27:14.851488 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-8f9c6b1d-b99b-4955-9a94-441f0c2757f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6837ec6-fa53-4479-bb23-7d6c2cb86fc9', 'name': 'tempest-AttachVolumeNegativeTest-193797882-router', 'tenant_id': '6a921a88c2104251b4f5cf697763e02b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': 'd2a91667-75b0-431e-896b-19336f0f79d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:26:03Z', 'updated_at': '2022-05-30T20:26:16Z', 'revision_number': 4, 'project_id': '6a921a88c2104251b4f5cf697763e02b', 'gw_port': {'id': 'd2a91667-75b0-431e-896b-19336f0f79d9', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:21:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6837ec6-fa53-4479-bb23-7d6c2cb86fc9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:26:07Z', 'updated_at': '2022-05-30T20:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': 'c89bda4e-99bd-4bf0-b1f8-33653261f0b9', 'tenant_id': '6a921a88c2104251b4f5cf697763e02b', 'floating_ip_address': '172.25.8.155', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': 'd6837ec6-fa53-4479-bb23-7d6c2cb86fc9', 'port_id': '2a4fbaac-1c42-4144-ba53-6f25653d75c3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ad0cf2e-8ff8-4add-9223-e815a60245ec', 'mac_address': 'fa:16:3e:ad:e9:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cfc9b0-7823-4f7e-84ca-6b07acbe3233', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:26:27Z', 'updated_at': '2022-05-30T20:27:06Z', 'revision_number': 1, 'project_id': '6a921a88c2104251b4f5cf697763e02b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c1d3e7a-c152-40bc-be8f-3a3a5bdd9d99', 'name': '', 'network_id': '2ad0cf2e-8ff8-4add-9223-e815a60245ec', 'tenant_id': '6a921a88c2104251b4f5cf697763e02b', 'mac_address': 'fa:16:3e:52:03:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6837ec6-fa53-4479-bb23-7d6c2cb86fc9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3f5f2a28-796d-4138-b193-86a2946727dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:26:15Z', 'updated_at': '2022-05-30T20:26:44Z', 'revision_number': 5, 'project_id': '6a921a88c2104251b4f5cf697763e02b', 'subnets': [{'id': '3f5f2a28-796d-4138-b193-86a2946727dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:27:14.854660 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-92068c43-9b43-475c-965b-750c2e0e6b28 tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Allocated IP 172.20.0.2 (ddd2964b-478b-41c4-81ad-3e894ef9a783/2acbf832-06f9-47b2-82e2-ac74d868929e/4a8334da-9b41-4feb-aa02-a57ac6394e8a) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:27:14.856270 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9c6b1d-b99b-4955-9a94-441f0c2757f8 None None] The sync data for ids ['d6837ec6-fa53-4479-bb23-7d6c2cb86fc9'] in n-d-843948-2 is: [{'id': 'd6837ec6-fa53-4479-bb23-7d6c2cb86fc9', 'name': 'tempest-AttachVolumeNegativeTest-193797882-router', 'tenant_id': '6a921a88c2104251b4f5cf697763e02b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': 'd2a91667-75b0-431e-896b-19336f0f79d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:26:03Z', 'updated_at': '2022-05-30T20:26:16Z', 'revision_number': 4, 'project_id': '6a921a88c2104251b4f5cf697763e02b', 'gw_port': {'id': 'd2a91667-75b0-431e-896b-19336f0f79d9', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:21:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6837ec6-fa53-4479-bb23-7d6c2cb86fc9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:26:07Z', 'updated_at': '2022-05-30T20:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': 'c89bda4e-99bd-4bf0-b1f8-33653261f0b9', 'tenant_id': '6a921a88c2104251b4f5cf697763e02b', 'floating_ip_address': '172.25.8.155', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': 'd6837ec6-fa53-4479-bb23-7d6c2cb86fc9', 'port_id': '2a4fbaac-1c42-4144-ba53-6f25653d75c3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ad0cf2e-8ff8-4add-9223-e815a60245ec', 'mac_address': 'fa:16:3e:ad:e9:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cfc9b0-7823-4f7e-84ca-6b07acbe3233', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:26:27Z', 'updated_at': '2022-05-30T20:27:06Z', 'revision_number': 1, 'project_id': '6a921a88c2104251b4f5cf697763e02b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c1d3e7a-c152-40bc-be8f-3a3a5bdd9d99', 'name': '', 'network_id': '2ad0cf2e-8ff8-4add-9223-e815a60245ec', 'tenant_id': '6a921a88c2104251b4f5cf697763e02b', 'mac_address': 'fa:16:3e:52:03:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6837ec6-fa53-4479-bb23-7d6c2cb86fc9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3f5f2a28-796d-4138-b193-86a2946727dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:26:15Z', 'updated_at': '2022-05-30T20:26:44Z', 'revision_number': 5, 'project_id': '6a921a88c2104251b4f5cf697763e02b', 'subnets': [{'id': '3f5f2a28-796d-4138-b193-86a2946727dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:27:14.906462 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 5a1890e7-bff3-481d-97b4-974c081578cc, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=5a1890e7-bff3-481d-97b4-974c081578cc,segment=NetworkSegment(40468e3f-2630-4d51-98c1-4a518f6532d2),segment_id=40468e3f-2630-4d51-98c1-4a518f6532d2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:27:14.945498 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6dfe0ff9-a361-4d5b-be97-6f440410b2e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:14.954125 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8f59ec9d-fa49-41ea-a099-4c4e764ea87d req-c540e1ff-77c7-4fcd-bdd1-8be903858951 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2ad0cf2e-8ff8-4add-9223-e815a60245ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3090923 May 30 20:27:14.965051 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-79e65e43-c0ca-4074-9c3f-3b662f5135da None None] Allocated IP 2001:db8::2 (ef89d7a1-3569-4855-8e5a-bb882dce8a0b/36fb9be9-c898-45e4-a67e-02c23a906f50/91a9a4fd-121d-4cd4-a61b-3bb84ec99504) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:27:15.023920 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:15.126899 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0fac8417-62cd-4241-b6ca-e0bc1564a7a5 req-9c2c6fcc-a3ed-4b05-a51e-1cdc3f4828aa service neutron] 10.222.0.71 "GET /v2.0/networks/ff30330a-0ebe-4836-9458-b813d1bcbde4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2844634 May 30 20:27:15.231589 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d571dc9f-7130-4fb0-a5ff-5599c2c477a1 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4055401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114238'] for subnet, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:15.247205 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c7bb68-64d8-4347-9516-7208799d598b None None] New status for floating IP c89bda4e-99bd-4bf0-b1f8-33653261f0b9: ACTIVE {{(pid=84888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 20:27:15.252307 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6dfe0ff9-a361-4d5b-be97-6f440410b2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:15.265931 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dfe0ff9-a361-4d5b-be97-6f440410b2e6 admin admin] vlan segment allocate from pool success with {'vlan_id': 672, 'physical_network': 'physnet1'} {{(pid=84887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:27:15.276125 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6dfe0ff9-a361-4d5b-be97-6f440410b2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:15.276461 n-d-843948-2 neutron-server[84887]: INFO neutron.db.segments_db [None req-6dfe0ff9-a361-4d5b-be97-6f440410b2e6 admin admin] Added segment 846340ce-7226-4d23-8fff-c740004950e9 of type vlan for network b1a54e43-7425-4bc1-8d3a-76f8f8bc0fec May 30 20:27:15.304239 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6dfe0ff9-a361-4d5b-be97-6f440410b2e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:15.327896 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0fac8417-62cd-4241-b6ca-e0bc1564a7a5 req-a8c6d45d-2ff4-4fc7-a8bb-1d8951122ed0 service neutron] 10.222.0.71 "GET /v2.0/networks/ff30330a-0ebe-4836-9458-b813d1bcbde4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953237 May 30 20:27:15.386879 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8c533c29-93a7-4919-977f-09a385498cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:15.407538 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['5a1890e7-bff3-481d-97b4-974c081578cc'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:27:15.444852 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d571dc9f-7130-4fb0-a5ff-5599c2c477a1 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Network ef89d7a1-3569-4855-8e5a-bb882dce8a0b is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:27:15.447561 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6dfe0ff9-a361-4d5b-be97-6f440410b2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:15.448398 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dfe0ff9-a361-4d5b-be97-6f440410b2e6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:15.449262 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6dfe0ff9-a361-4d5b-be97-6f440410b2e6 admin admin] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:15.484177 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-d571dc9f-7130-4fb0-a5ff-5599c2c477a1 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:27:15.513207 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d571dc9f-7130-4fb0-a5ff-5599c2c477a1 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:15.513662 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d571dc9f-7130-4fb0-a5ff-5599c2c477a1 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:15.554941 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-8c533c29-93a7-4919-977f-09a385498cd0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8fd4d2d-32fb-4554-b8d5-052f07ecf981']}} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:27:15.606153 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-8c533c29-93a7-4919-977f-09a385498cd0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '327b421f-3671-4415-86c0-3c9c0e7ca945') {'for_net_delete': True} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:27:15.606608 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-8c533c29-93a7-4919-977f-09a385498cd0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '327b421f-3671-4415-86c0-3c9c0e7ca945') {} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:27:15.836315 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8c533c29-93a7-4919-977f-09a385498cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2660590'] for segment, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:15.839014 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-79e65e43-c0ca-4074-9c3f-3b662f5135da None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:15.873863 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-79e65e43-c0ca-4074-9c3f-3b662f5135da None None] Transition to ACTIVE for port object 91a9a4fd-121d-4cd4-a61b-3bb84ec99504 will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:27:15.911710 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8c533c29-93a7-4919-977f-09a385498cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:15.921505 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8f59ec9d-fa49-41ea-a099-4c4e764ea87d req-cacca920-3744-43ad-919a-c7915fcb34fb service neutron] 10.222.0.86 "GET /v2.0/networks/2ad0cf2e-8ff8-4add-9223-e815a60245ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9589398 May 30 20:27:15.928530 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfe0ff9-a361-4d5b-be97-6f440410b2e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1781d827-9d72-442a-a1d3-36d4f7e99cdd,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:15.955036 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c533c29-93a7-4919-977f-09a385498cd0 admin admin] Releasing vlan 651 on physical network physnet1 to pool {{(pid=84886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:27:15.955671 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8c533c29-93a7-4919-977f-09a385498cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4126989'] for segment, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:15.983131 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-92068c43-9b43-475c-965b-750c2e0e6b28 tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:15.987880 n-d-843948-2 neutron-server[84886]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:27:15.987880 n-d-843948-2 neutron-server[84886]: util.warn( May 30 20:27:15.987880 n-d-843948-2 neutron-server[84886]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:27:15.987880 n-d-843948-2 neutron-server[84886]: util.warn( May 30 20:27:15.987880 n-d-843948-2 neutron-server[84886]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:27:15.987880 n-d-843948-2 neutron-server[84886]: util.warn( May 30 20:27:15.987880 n-d-843948-2 neutron-server[84886]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:27:15.987880 n-d-843948-2 neutron-server[84886]: util.warn( May 30 20:27:15.987880 n-d-843948-2 neutron-server[84886]: Traceback (most recent call last): May 30 20:27:15.987880 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:27:15.987880 n-d-843948-2 neutron-server[84886]: timer() May 30 20:27:15.987880 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:27:15.987880 n-d-843948-2 neutron-server[84886]: cb(*args, **kw) May 30 20:27:15.987880 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:27:15.987880 n-d-843948-2 neutron-server[84886]: return func(*args, **kwargs) May 30 20:27:15.987880 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:27:15.987880 n-d-843948-2 neutron-server[84886]: self._notify() May 30 20:27:15.987880 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:27:15.987880 n-d-843948-2 neutron-server[84886]: self.callback(batched_events) May 30 20:27:15.987880 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:27:15.987880 n-d-843948-2 neutron-server[84886]: event.method(event) May 30 20:27:15.987880 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:27:15.987880 n-d-843948-2 neutron-server[84886]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:27:15.987880 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:27:15.987880 n-d-843948-2 neutron-server[84886]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:27:15.987880 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:27:15.987880 n-d-843948-2 neutron-server[84886]: return f(self, *a, **k) May 30 20:27:15.987880 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:27:15.987880 n-d-843948-2 neutron-server[84886]: return self._get(url).json() May 30 20:27:15.987880 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:27:15.987880 n-d-843948-2 neutron-server[84886]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:27:15.987880 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:27:15.987880 n-d-843948-2 neutron-server[84886]: return self.request(url, 'GET', **kwargs) May 30 20:27:15.987880 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:27:15.987880 n-d-843948-2 neutron-server[84886]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:27:15.987880 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:27:15.987880 n-d-843948-2 neutron-server[84886]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:27:15.987880 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:27:15.987880 n-d-843948-2 neutron-server[84886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:27:15.987880 n-d-843948-2 neutron-server[84886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:27:16.007410 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfe0ff9-a361-4d5b-be97-6f440410b2e6 admin admin] Pushing event updated for resources: {'Network': ['ID=b1a54e43-7425-4bc1-8d3a-76f8f8bc0fec,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:16.016587 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d571dc9f-7130-4fb0-a5ff-5599c2c477a1 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Pushing event updated for resources: {'Subnet': ['ID=2edf0f1f-5854-489b-bea9-dee9c1415574,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:16.016791 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-79e65e43-c0ca-4074-9c3f-3b662f5135da None None] Transition to ACTIVE for port object 91a9a4fd-121d-4cd4-a61b-3bb84ec99504 will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:27:16.045677 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=5a1890e7-bff3-481d-97b4-974c081578cc,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:16.049153 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network b1a54e43-7425-4bc1-8d3a-76f8f8bc0fec details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:27:16.100261 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676ef8ea-4cf3-4ded-b86b-478194cecd16 req-432eecd8-5d5b-41f4-8a70-a1db128fbc37 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:16.106808 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-676ef8ea-4cf3-4ded-b86b-478194cecd16 req-432eecd8-5d5b-41f4-8a70-a1db128fbc37 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=31630769-93b9-4bef-92c3-bf4dd9f89e28 HTTP/1.1" status: 200 len: 945 time: 0.7749519 May 30 20:27:16.116860 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-6dfe0ff9-a361-4d5b-be97-6f440410b2e6 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.7223425 May 30 20:27:16.123590 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 39492) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:16.162600 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-d53758e6-778a-41fd-99e4-7b2d2923b0fa admin admin] Request body: {'subnet': {'network_id': 'b1a54e43-7425-4bc1-8d3a-76f8f8bc0fec', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-458364218-subnet', 'tenant_id': '32dbc55a16bf43758a21fff1e524dcf5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:27:16.169181 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-d571dc9f-7130-4fb0-a5ff-5599c2c477a1 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.4234686 May 30 20:27:16.182221 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 39496) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:16.211430 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-d53758e6-778a-41fd-99e4-7b2d2923b0fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:27:16.220444 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [None req-92068c43-9b43-475c-965b-750c2e0e6b28 tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Transition to ACTIVE for port object 4a8334da-9b41-4feb-aa02-a57ac6394e8a will not be triggered until provisioned by entity DHCP. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:27:16.230535 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-d53758e6-778a-41fd-99e4-7b2d2923b0fa admin admin] Usage tracker for resource:subnet and tenant:32dbc55a16bf43758a21fff1e524dcf5 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:27:16.240051 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-d53758e6-778a-41fd-99e4-7b2d2923b0fa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:27:16.253797 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-d53758e6-778a-41fd-99e4-7b2d2923b0fa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:27:16.259655 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-79e65e43-c0ca-4074-9c3f-3b662f5135da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:16.272177 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8f59ec9d-fa49-41ea-a099-4c4e764ea87d req-56fec62c-a327-4b5c-8467-53226c5efade service neutron] 10.222.0.86 "GET /v2.0/networks/2ad0cf2e-8ff8-4add-9223-e815a60245ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3021727 May 30 20:27:16.337687 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-676ef8ea-4cf3-4ded-b86b-478194cecd16 req-9c5fb8df-3e61-41ba-82f5-c97cfe86d8b2 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ed3b12a-c5d4-4ba2-906c-9900ee2b8018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118900 May 30 20:27:16.342767 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8c533c29-93a7-4919-977f-09a385498cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:16.372870 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ee0b03-12fb-460e-90a9-eadc7b47966f tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:16.381752 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ee0b03-12fb-460e-90a9-eadc7b47966f tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:16.386833 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8c533c29-93a7-4919-977f-09a385498cd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:16.387282 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ee0b03-12fb-460e-90a9-eadc7b47966f tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:16.387282 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ee0b03-12fb-460e-90a9-eadc7b47966f tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:16.387282 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ee0b03-12fb-460e-90a9-eadc7b47966f tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:16.387282 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-21ee0b03-12fb-460e-90a9-eadc7b47966f tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Synchronizing usage tracker for tenant:532bf6f1c7054b7d8d66f29b606b9cda on resource:subnet {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:27:16.402813 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c533c29-93a7-4919-977f-09a385498cd0 admin admin] Pushing event deleted for resources: {'Network': ['ID=a8fd4d2d-32fb-4554-b8d5-052f07ecf981,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:16.435140 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d53758e6-778a-41fd-99e4-7b2d2923b0fa admin admin] Made reservation on behalf of 32dbc55a16bf43758a21fff1e524dcf5 for: {'subnet': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:27:16.437566 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d53758e6-778a-41fd-99e4-7b2d2923b0fa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2778563'] for subnet, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:16.455450 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-92068c43-9b43-475c-965b-750c2e0e6b28 tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:16.492750 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-21ee0b03-12fb-460e-90a9-eadc7b47966f tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Unset dirty status for tenant:532bf6f1c7054b7d8d66f29b606b9cda on resource:subnet {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:27:16.496286 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-21ee0b03-12fb-460e-90a9-eadc7b47966f tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] 10.222.0.85 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3115435 May 30 20:27:16.507900 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 39502) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:16.514204 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-56146326-98b0-429f-8586-43b0139a191d tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1735510031'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:27:16.525574 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-56146326-98b0-429f-8586-43b0139a191d tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:27:16.530766 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-56146326-98b0-429f-8586-43b0139a191d tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Usage tracker for resource:network and tenant:532bf6f1c7054b7d8d66f29b606b9cda is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:27:16.534328 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-56146326-98b0-429f-8586-43b0139a191d tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:27:16.542332 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-56146326-98b0-429f-8586-43b0139a191d tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:27:16.546804 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-8c533c29-93a7-4919-977f-09a385498cd0 admin admin] 10.222.0.85 "DELETE /v2.0/networks/a8fd4d2d-32fb-4554-b8d5-052f07ecf981 HTTP/1.1" status: 204 len: 168 time: 4.6641314 May 30 20:27:16.565266 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e65e43-c0ca-4074-9c3f-3b662f5135da None None] Network ef89d7a1-3569-4855-8e5a-bb882dce8a0b is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:27:16.575888 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-79e65e43-c0ca-4074-9c3f-3b662f5135da None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:27:16.577636 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e65e43-c0ca-4074-9c3f-3b662f5135da None None] Pushing event updated for resources: {'Port': ['ID=91a9a4fd-121d-4cd4-a61b-3bb84ec99504,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:16.580119 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e65e43-c0ca-4074-9c3f-3b662f5135da None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:27:16.622098 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92068c43-9b43-475c-965b-750c2e0e6b28 tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Network ddd2964b-478b-41c4-81ad-3e894ef9a783 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:27:16.627872 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-92068c43-9b43-475c-965b-750c2e0e6b28 tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:27:16.640618 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92068c43-9b43-475c-965b-750c2e0e6b28 tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:27:16.658533 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56146326-98b0-429f-8586-43b0139a191d tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Made reservation on behalf of 532bf6f1c7054b7d8d66f29b606b9cda for: {'network': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:27:16.662229 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-56146326-98b0-429f-8586-43b0139a191d tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:16.697981 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.db.api [None req-c0a9979d-d579-4fa1-8030-a74510280ea3 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-c51c696c-d3d4-45fa-937c-bf8bab1f3233 {{(pid=84888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:27:16.698291 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56146326-98b0-429f-8586-43b0139a191d tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] vlan segment allocate from pool success with {'vlan_id': 657, 'physical_network': 'physnet1'} {{(pid=84887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:27:16.698451 n-d-843948-2 neutron-server[84888]: DEBUG oslo_db.api [None req-c0a9979d-d579-4fa1-8030-a74510280ea3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:27:16.708334 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92068c43-9b43-475c-965b-750c2e0e6b28 tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Pushing event updated for resources: {'Port': ['ID=4a8334da-9b41-4feb-aa02-a57ac6394e8a,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:16.709708 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-56146326-98b0-429f-8586-43b0139a191d tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:16.710287 n-d-843948-2 neutron-server[84887]: INFO neutron.db.segments_db [None req-56146326-98b0-429f-8586-43b0139a191d tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Added segment c63eefbe-620a-4ed2-970e-615219bedf77 of type vlan for network 7fb2c714-155b-4c8d-9dcf-d43ad76a9311 May 30 20:27:16.726011 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-79e65e43-c0ca-4074-9c3f-3b662f5135da None None] Attempting to bind port 91a9a4fd-121d-4cd4-a61b-3bb84ec99504 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:27:16.726212 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-79e65e43-c0ca-4074-9c3f-3b662f5135da None None] Attempting to bind port 91a9a4fd-121d-4cd4-a61b-3bb84ec99504 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': '0c1e5690-de93-41d9-8778-7421094cffcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'ef89d7a1-3569-4855-8e5a-bb882dce8a0b'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:27:16.726598 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e65e43-c0ca-4074-9c3f-3b662f5135da None None] Attempting to bind port 91a9a4fd-121d-4cd4-a61b-3bb84ec99504 on network ef89d7a1-3569-4855-8e5a-bb882dce8a0b {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:27:16.756141 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e65e43-c0ca-4074-9c3f-3b662f5135da None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:27:16.756703 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e65e43-c0ca-4074-9c3f-3b662f5135da None None] Checking segment: {'id': '0c1e5690-de93-41d9-8778-7421094cffcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'ef89d7a1-3569-4855-8e5a-bb882dce8a0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:27:16.757326 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-79e65e43-c0ca-4074-9c3f-3b662f5135da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:16.757870 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e65e43-c0ca-4074-9c3f-3b662f5135da None None] Bound using segment: {'id': '0c1e5690-de93-41d9-8778-7421094cffcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'ef89d7a1-3569-4855-8e5a-bb882dce8a0b'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:27:16.758397 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-79e65e43-c0ca-4074-9c3f-3b662f5135da None None] Bound port: 91a9a4fd-121d-4cd4-a61b-3bb84ec99504, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c1e5690-de93-41d9-8778-7421094cffcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'ef89d7a1-3569-4855-8e5a-bb882dce8a0b'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:27:16.764151 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-79e65e43-c0ca-4074-9c3f-3b662f5135da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:16.771970 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-56146326-98b0-429f-8586-43b0139a191d tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:16.807466 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92068c43-9b43-475c-965b-750c2e0e6b28 tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:16.808176 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-92068c43-9b43-475c-965b-750c2e0e6b28 tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:16.876170 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-56146326-98b0-429f-8586-43b0139a191d tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:16.881708 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56146326-98b0-429f-8586-43b0139a191d tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:16.882663 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-56146326-98b0-429f-8586-43b0139a191d tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:16.917906 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-79e65e43-c0ca-4074-9c3f-3b662f5135da None None] For port 91a9a4fd-121d-4cd4-a61b-3bb84ec99504, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:27:16.922189 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-79e65e43-c0ca-4074-9c3f-3b662f5135da None None] For port 91a9a4fd-121d-4cd4-a61b-3bb84ec99504, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=91a9a4fd-121d-4cd4-a61b-3bb84ec99504,segment=NetworkSegment(0c1e5690-de93-41d9-8778-7421094cffcf),segment_id=0c1e5690-de93-41d9-8778-7421094cffcf)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:27:16.971521 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-92068c43-9b43-475c-965b-750c2e0e6b28 tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.0710714 May 30 20:27:16.971521 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 39508) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:16.971521 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 39510) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:16.978236 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-90f5d4db-1c4d-48fe-ab9e-fa212aa97c0f tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Request body: {'port': {'network_id': 'ddd2964b-478b-41c4-81ad-3e894ef9a783', 'name': 'tempest-AllowedAddressPairTestJSON-2117881787', 'allowed_address_pairs': [{'ip_address': '172.20.0.2', 'mac_address': 'fa:16:3e:b8:e4:41'}]}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:27:17.003508 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56146326-98b0-429f-8586-43b0139a191d tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Pushing event updated for resources: {'Network': ['ID=7fb2c714-155b-4c8d-9dcf-d43ad76a9311,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:17.013484 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-79e65e43-c0ca-4074-9c3f-3b662f5135da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:17.059278 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network 7fb2c714-155b-4c8d-9dcf-d43ad76a9311 details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:27:17.072826 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-56146326-98b0-429f-8586-43b0139a191d tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5632789 May 30 20:27:17.073449 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 39516) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:17.081941 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-1ab22492-3c52-4e48-932c-9c2e4e218b99 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Request body: {'network': {'name': 'New_network'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:27:17.139565 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-057dd78f-668c-4501-93ba-73e52f4b547c admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=204a9ca9af944bf39656e3dc7145a4f6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1657064 May 30 20:27:17.140036 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 39520) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:17.170553 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d53758e6-778a-41fd-99e4-7b2d2923b0fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4127140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2778577'] for subnet, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:17.216638 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-c0a9979d-d579-4fa1-8030-a74510280ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:17.304980 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-90f5d4db-1c4d-48fe-ab9e-fa212aa97c0f tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:27:17.321018 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-90f5d4db-1c4d-48fe-ab9e-fa212aa97c0f tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Usage tracker for resource:port and tenant:e3efc05a85c64711b5605b59a09812fb is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:27:17.330289 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-90f5d4db-1c4d-48fe-ab9e-fa212aa97c0f tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:27:17.344745 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53758e6-778a-41fd-99e4-7b2d2923b0fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=69548dff-bae4-4449-aace-6528f9de4b30,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:17.353504 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-90f5d4db-1c4d-48fe-ab9e-fa212aa97c0f tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:27:17.377031 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d53758e6-778a-41fd-99e4-7b2d2923b0fa admin admin] Checking segment: {'id': '846340ce-7226-4d23-8fff-c740004950e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'b1a54e43-7425-4bc1-8d3a-76f8f8bc0fec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:27:17.377324 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d53758e6-778a-41fd-99e4-7b2d2923b0fa admin admin] Network hostable DHCP agents. Network: b1a54e43-7425-4bc1-8d3a-76f8f8bc0fec, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:27:17.403217 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-cd39a856-1084-476f-8a6f-90c7d9317f0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:17.465100 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90f5d4db-1c4d-48fe-ab9e-fa212aa97c0f tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Made reservation on behalf of e3efc05a85c64711b5605b59a09812fb for: {'port': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:27:17.495541 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-cd39a856-1084-476f-8a6f-90c7d9317f0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:17.522453 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1ab22492-3c52-4e48-932c-9c2e4e218b99 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:17.529943 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 5a1890e7-bff3-481d-97b4-974c081578cc up at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:27:17.610909 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1ab22492-3c52-4e48-932c-9c2e4e218b99 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:17.688315 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1ab22492-3c52-4e48-932c-9c2e4e218b99 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Network 7fb2c714-155b-4c8d-9dcf-d43ad76a9311 is not hosted by any dhcp agent {{(pid=84887) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} May 30 20:27:17.691953 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab22492-3c52-4e48-932c-9c2e4e218b99 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:17.692550 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1ab22492-3c52-4e48-932c-9c2e4e218b99 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:17.696532 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e65e43-c0ca-4074-9c3f-3b662f5135da None None] Pushing event updated for resources: {'Port': ['ID=91a9a4fd-121d-4cd4-a61b-3bb84ec99504,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:17.696731 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-1ab22492-3c52-4e48-932c-9c2e4e218b99 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] 10.222.0.85 "PUT /v2.0/networks/7fb2c714-155b-4c8d-9dcf-d43ad76a9311 HTTP/1.1" status: 200 len: 723 time: 0.6193833 May 30 20:27:17.712625 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-c0a9979d-d579-4fa1-8030-a74510280ea3 None None] Allocated IP 172.20.0.3 (ddd2964b-478b-41c4-81ad-3e894ef9a783/2acbf832-06f9-47b2-82e2-ac74d868929e/071e5151-35b4-47c7-a976-3067a1b9049d) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:27:17.743980 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-90f5d4db-1c4d-48fe-ab9e-fa212aa97c0f tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:17.784495 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 39530) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:17.831004 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-d07e8e6d-2b63-445f-b679-7cbaff168205 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Request body: {'subnet': {'network_id': '7fb2c714-155b-4c8d-9dcf-d43ad76a9311', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:27:17.891164 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab22492-3c52-4e48-932c-9c2e4e218b99 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Pushing event updated for resources: {'Network': ['ID=7fb2c714-155b-4c8d-9dcf-d43ad76a9311,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:17.907775 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning for port 5a1890e7-bff3-481d-97b4-974c081578cc completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:27:17.932366 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning complete for port 5a1890e7-bff3-481d-97b4-974c081578cc triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:27:17.932366 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:17.952323 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d53758e6-778a-41fd-99e4-7b2d2923b0fa admin admin] Network b1a54e43-7425-4bc1-8d3a-76f8f8bc0fec is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:27:17.960796 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb56ca8-59d1-4f55-a663-d2566eb63441 req-2ef0c8ad-3163-4531-b6d4-d9a794b236bc tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:17.967176 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5bb56ca8-59d1-4f55-a663-d2566eb63441 req-2ef0c8ad-3163-4531-b6d4-d9a794b236bc tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=31630769-93b9-4bef-92c3-bf4dd9f89e28 HTTP/1.1" status: 200 len: 945 time: 0.2912350 May 30 20:27:17.997092 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network 7fb2c714-155b-4c8d-9dcf-d43ad76a9311 details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:27:18.018376 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [None req-90f5d4db-1c4d-48fe-ab9e-fa212aa97c0f tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] device_id is not set on port c8ea44ed-33ae-4bea-aec9-2ad25367617d yet. {{(pid=84886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:27:18.026364 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5bb56ca8-59d1-4f55-a663-d2566eb63441 req-ed8afb84-a649-4dee-9b43-0d699a37e985 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ed3b12a-c5d4-4ba2-906c-9900ee2b8018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574436 May 30 20:27:18.093511 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-d07e8e6d-2b63-445f-b679-7cbaff168205 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:27:18.106858 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-d07e8e6d-2b63-445f-b679-7cbaff168205 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:27:18.188059 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d07e8e6d-2b63-445f-b679-7cbaff168205 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Made reservation on behalf of 532bf6f1c7054b7d8d66f29b606b9cda for: {'subnet': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:27:18.210385 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:18.258472 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31630769-93b9-4bef-92c3-bf4dd9f89e28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a1890e7-bff3-481d-97b4-974c081578cc'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:27:18.283914 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 5a1890e7-bff3-481d-97b4-974c081578cc, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=5a1890e7-bff3-481d-97b4-974c081578cc,segment=NetworkSegment(40468e3f-2630-4d51-98c1-4a518f6532d2),segment_id=40468e3f-2630-4d51-98c1-4a518f6532d2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:27:18.342845 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-d53758e6-778a-41fd-99e4-7b2d2923b0fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, b1a54e43-7425-4bc1-8d3a-76f8f8bc0fec) {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:27:18.348116 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 91a9a4fd-121d-4cd4-a61b-3bb84ec99504 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:27:18.356830 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-cd39a856-1084-476f-8a6f-90c7d9317f0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:18.388531 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec4a02c-efd0-4485-8dc6-8b964a223e77 None None] Network b1a54e43-7425-4bc1-8d3a-76f8f8bc0fec requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:27:18.417449 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d3d9eab-063a-4bc7-8f75-ccc0cff076b5'] response: {'server_uuid': '31630769-93b9-4bef-92c3-bf4dd9f89e28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a1890e7-bff3-481d-97b4-974c081578cc', 'code': 200} May 30 20:27:18.422070 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d53758e6-778a-41fd-99e4-7b2d2923b0fa admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:18.422993 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d53758e6-778a-41fd-99e4-7b2d2923b0fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:18.428894 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd39a856-1084-476f-8a6f-90c7d9317f0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf30cd02-e336-4eec-afd5-96c65ab2af64,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:18.516185 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d07e8e6d-2b63-445f-b679-7cbaff168205 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2778563'] for subnet, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:18.580736 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-c0a9979d-d579-4fa1-8030-a74510280ea3 None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:18.594153 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-c0a9979d-d579-4fa1-8030-a74510280ea3 None None] Transition to ACTIVE for port object 071e5151-35b4-47c7-a976-3067a1b9049d will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:27:18.610882 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-cd39a856-1084-476f-8a6f-90c7d9317f0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:18.612019 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-cd39a856-1084-476f-8a6f-90c7d9317f0c admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/bf30cd02-e336-4eec-afd5-96c65ab2af64 HTTP/1.1" status: 204 len: 168 time: 1.4710932 May 30 20:27:18.617712 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-c0a9979d-d579-4fa1-8030-a74510280ea3 None None] Transition to ACTIVE for port object 071e5151-35b4-47c7-a976-3067a1b9049d will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:27:18.638225 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:18.650068 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-d53758e6-778a-41fd-99e4-7b2d2923b0fa admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.4944263 May 30 20:27:18.735404 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-c0a9979d-d579-4fa1-8030-a74510280ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:18.811126 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=5a1890e7-bff3-481d-97b4-974c081578cc,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:18.845505 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-90f5d4db-1c4d-48fe-ab9e-fa212aa97c0f tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Allocated IP 172.20.0.4 (ddd2964b-478b-41c4-81ad-3e894ef9a783/2acbf832-06f9-47b2-82e2-ac74d868929e/c8ea44ed-33ae-4bea-aec9-2ad25367617d) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:27:19.005396 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1961cd35-d504-4db6-80ed-c01d638ed602 None None] Network ef89d7a1-3569-4855-8e5a-bb882dce8a0b requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:27:19.338905 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a9979d-d579-4fa1-8030-a74510280ea3 None None] Pushing event updated for resources: {'Port': ['ID=071e5151-35b4-47c7-a976-3067a1b9049d,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:19.341536 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 91a9a4fd-121d-4cd4-a61b-3bb84ec99504 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:27:19.407081 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-90f5d4db-1c4d-48fe-ab9e-fa212aa97c0f tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:19.411115 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a9979d-d579-4fa1-8030-a74510280ea3 None None] Network ddd2964b-478b-41c4-81ad-3e894ef9a783 is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:27:19.432744 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-c0a9979d-d579-4fa1-8030-a74510280ea3 None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:27:19.442892 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a9979d-d579-4fa1-8030-a74510280ea3 None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:27:19.590324 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:19.594632 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [None req-90f5d4db-1c4d-48fe-ab9e-fa212aa97c0f tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Transition to ACTIVE for port object c8ea44ed-33ae-4bea-aec9-2ad25367617d will not be triggered until provisioned by entity DHCP. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:27:19.595085 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-144c8512-af44-4932-8379-4c5c8a754bf3 None None] Provisioning for port 91a9a4fd-121d-4cd4-a61b-3bb84ec99504 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:27:19.614639 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-c0a9979d-d579-4fa1-8030-a74510280ea3 None None] Attempting to bind port 071e5151-35b4-47c7-a976-3067a1b9049d on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:27:19.615065 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-c0a9979d-d579-4fa1-8030-a74510280ea3 None None] Attempting to bind port 071e5151-35b4-47c7-a976-3067a1b9049d by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': '15901b72-fb33-4f73-8024-5e435fd4a7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'ddd2964b-478b-41c4-81ad-3e894ef9a783'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:27:19.615804 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a9979d-d579-4fa1-8030-a74510280ea3 None None] Attempting to bind port 071e5151-35b4-47c7-a976-3067a1b9049d on network ddd2964b-478b-41c4-81ad-3e894ef9a783 {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:27:19.643923 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-144c8512-af44-4932-8379-4c5c8a754bf3 None None] Provisioning complete for port 91a9a4fd-121d-4cd4-a61b-3bb84ec99504 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:27:19.644294 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-144c8512-af44-4932-8379-4c5c8a754bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:19.662678 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d07e8e6d-2b63-445f-b679-7cbaff168205 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4127140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2778577'] for subnet, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:19.727838 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a9979d-d579-4fa1-8030-a74510280ea3 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:27:19.727838 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a9979d-d579-4fa1-8030-a74510280ea3 None None] Checking segment: {'id': '15901b72-fb33-4f73-8024-5e435fd4a7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'ddd2964b-478b-41c4-81ad-3e894ef9a783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:27:19.728758 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-8c8931f3-de68-4cf3-8196-ed78adb0d84f req-6d0136aa-b498-482d-abd9-2d9d081ee8a4 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=31630769-93b9-4bef-92c3-bf4dd9f89e28 HTTP/1.1" status: 200 len: 1097 time: 1.2467103 May 30 20:27:19.728869 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-c0a9979d-d579-4fa1-8030-a74510280ea3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:19.728869 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a9979d-d579-4fa1-8030-a74510280ea3 None None] Bound using segment: {'id': '15901b72-fb33-4f73-8024-5e435fd4a7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'ddd2964b-478b-41c4-81ad-3e894ef9a783'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:27:19.728869 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-c0a9979d-d579-4fa1-8030-a74510280ea3 None None] Bound port: 071e5151-35b4-47c7-a976-3067a1b9049d, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15901b72-fb33-4f73-8024-5e435fd4a7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'ddd2964b-478b-41c4-81ad-3e894ef9a783'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:27:19.728869 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-c0a9979d-d579-4fa1-8030-a74510280ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:19.744184 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9272b604-b215-41d6-a687-6ee5b136d68f None None] Network b1a54e43-7425-4bc1-8d3a-76f8f8bc0fec requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:27:19.822828 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-90f5d4db-1c4d-48fe-ab9e-fa212aa97c0f tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:20.012156 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07e8e6d-2b63-445f-b679-7cbaff168205 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Checking segment: {'id': 'c63eefbe-620a-4ed2-970e-615219bedf77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '7fb2c714-155b-4c8d-9dcf-d43ad76a9311'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:27:20.012528 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d07e8e6d-2b63-445f-b679-7cbaff168205 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Network hostable DHCP agents. Network: 7fb2c714-155b-4c8d-9dcf-d43ad76a9311, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:27:20.018260 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07e8e6d-2b63-445f-b679-7cbaff168205 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Pushing event updated for resources: {'Subnet': ['ID=760956e5-ca50-44eb-9847-99c10676a150,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:20.031979 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f5d4db-1c4d-48fe-ab9e-fa212aa97c0f tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Network ddd2964b-478b-41c4-81ad-3e894ef9a783 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:27:20.050447 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f14539f-f18d-45f0-9e0a-2f8bb5fd1262 req-3202cae4-02ca-4ec0-817b-d8b316ace23d tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:20.052657 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6f14539f-f18d-45f0-9e0a-2f8bb5fd1262 req-3202cae4-02ca-4ec0-817b-d8b316ace23d tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=31630769-93b9-4bef-92c3-bf4dd9f89e28 HTTP/1.1" status: 200 len: 946 time: 0.6337190 May 30 20:27:20.053369 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f5d4db-1c4d-48fe-ab9e-fa212aa97c0f tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Pushing event updated for resources: {'Port': ['ID=c8ea44ed-33ae-4bea-aec9-2ad25367617d,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:20.056296 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-90f5d4db-1c4d-48fe-ab9e-fa212aa97c0f tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:27:20.060575 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f5d4db-1c4d-48fe-ab9e-fa212aa97c0f tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:27:20.089512 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-c0a9979d-d579-4fa1-8030-a74510280ea3 None None] For port 071e5151-35b4-47c7-a976-3067a1b9049d, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:27:20.092812 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-c0a9979d-d579-4fa1-8030-a74510280ea3 None None] For port 071e5151-35b4-47c7-a976-3067a1b9049d, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=071e5151-35b4-47c7-a976-3067a1b9049d,segment=NetworkSegment(15901b72-fb33-4f73-8024-5e435fd4a7bb),segment_id=15901b72-fb33-4f73-8024-5e435fd4a7bb)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:27:20.128726 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f5d4db-1c4d-48fe-ab9e-fa212aa97c0f tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:20.131741 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-90f5d4db-1c4d-48fe-ab9e-fa212aa97c0f tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:20.182097 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-c0a9979d-d579-4fa1-8030-a74510280ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:20.211332 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6f14539f-f18d-45f0-9e0a-2f8bb5fd1262 req-9099e26b-ef1b-4f5c-a725-f5b9d17d4026 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ed3b12a-c5d4-4ba2-906c-9900ee2b8018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525397 May 30 20:27:20.293058 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceaa27d3-b6a4-4359-8501-d5199d2382f4 None None] Update dhcp port {'port': {'network_id': 'ef89d7a1-3569-4855-8e5a-bb882dce8a0b', 'fixed_ips': [{'subnet_id': '36fb9be9-c898-45e4-a67e-02c23a906f50', 'ip_address': '2001:db8::2'}, {'subnet_id': '2edf0f1f-5854-489b-bea9-dee9c1415574'}], 'binding:host_id': 'n-d-843948-2'}, 'id': '91a9a4fd-121d-4cd4-a61b-3bb84ec99504'} from n-d-843948-2. {{(pid=84888) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 30 20:27:20.329449 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-90f5d4db-1c4d-48fe-ab9e-fa212aa97c0f tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 3.3560324 May 30 20:27:20.331715 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 39572) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:20.418151 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-144c8512-af44-4932-8379-4c5c8a754bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:20.493653 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d07e8e6d-2b63-445f-b679-7cbaff168205 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Network 7fb2c714-155b-4c8d-9dcf-d43ad76a9311 is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:27:20.507622 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5d8643-f0aa-4d0f-b8ec-4c55f354d39b req-e601f6aa-d30a-40a1-a0aa-f8be3d4e0903 tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:20.510515 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-9d5d8643-f0aa-4d0f-b8ec-4c55f354d39b req-e601f6aa-d30a-40a1-a0aa-f8be3d4e0903 tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] Synchronizing usage tracker for tenant:32dbc55a16bf43758a21fff1e524dcf5 on resource:network {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:27:20.559305 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-8c8931f3-de68-4cf3-8196-ed78adb0d84f req-85356daf-9334-4538-94b0-9993a2488696 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=2ed3b12a-c5d4-4ba2-906c-9900ee2b8018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7954900 May 30 20:27:20.566798 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ceaa27d3-b6a4-4359-8501-d5199d2382f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:20.592739 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0655e20d-9228-4275-9baa-4872b129f47c tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:20.600793 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0655e20d-9228-4275-9baa-4872b129f47c tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:20.606488 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0655e20d-9228-4275-9baa-4872b129f47c tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:20.607191 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-0655e20d-9228-4275-9baa-4872b129f47c tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Synchronizing usage tracker for tenant:e3efc05a85c64711b5605b59a09812fb on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:27:20.611764 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a9979d-d579-4fa1-8030-a74510280ea3 None None] Pushing event updated for resources: {'Port': ['ID=071e5151-35b4-47c7-a976-3067a1b9049d,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:20.612202 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-d07e8e6d-2b63-445f-b679-7cbaff168205 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, 7fb2c714-155b-4c8d-9dcf-d43ad76a9311) {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:27:20.622231 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07e8e6d-2b63-445f-b679-7cbaff168205 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:20.623098 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d07e8e6d-2b63-445f-b679-7cbaff168205 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:20.659028 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-9d5d8643-f0aa-4d0f-b8ec-4c55f354d39b req-e601f6aa-d30a-40a1-a0aa-f8be3d4e0903 tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] Unset dirty status for tenant:32dbc55a16bf43758a21fff1e524dcf5 on resource:network {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:27:20.664310 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9d5d8643-f0aa-4d0f-b8ec-4c55f354d39b req-e601f6aa-d30a-40a1-a0aa-f8be3d4e0903 tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] 10.222.0.85 "GET /v2.0/networks?id=b1a54e43-7425-4bc1-8d3a-76f8f8bc0fec HTTP/1.1" status: 200 len: 817 time: 0.5067203 May 30 20:27:20.679312 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c186326-cf5b-4c34-801f-b24c8fd6ada4 None None] Network 7fb2c714-155b-4c8d-9dcf-d43ad76a9311 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:27:20.701500 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-144c8512-af44-4932-8379-4c5c8a754bf3 None None] For port 91a9a4fd-121d-4cd4-a61b-3bb84ec99504, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=91a9a4fd-121d-4cd4-a61b-3bb84ec99504,segment=NetworkSegment(0c1e5690-de93-41d9-8778-7421094cffcf),segment_id=0c1e5690-de93-41d9-8778-7421094cffcf)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:27:20.727046 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9d5d8643-f0aa-4d0f-b8ec-4c55f354d39b req-89cb8c61-e44b-4295-8140-0481073ea23d tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] 10.222.0.85 "GET /v2.0/quotas/32dbc55a16bf43758a21fff1e524dcf5 HTTP/1.1" status: 200 len: 375 time: 0.0565896 May 30 20:27:20.740171 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-0655e20d-9228-4275-9baa-4872b129f47c tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Unset dirty status for tenant:e3efc05a85c64711b5605b59a09812fb on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:27:20.741879 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-0655e20d-9228-4275-9baa-4872b129f47c tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] 10.222.0.85 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.4078314 May 30 20:27:20.744794 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 39580) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:20.836274 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9d5d8643-f0aa-4d0f-b8ec-4c55f354d39b req-ed72a5e6-085d-40f3-a8e8-afdb583ddc45 tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=32dbc55a16bf43758a21fff1e524dcf5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1022313 May 30 20:27:20.847450 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-d07e8e6d-2b63-445f-b679-7cbaff168205 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0580010 May 30 20:27:20.860840 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 39584) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:20.870764 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-f1a5c9a7-d869-4cbb-8c1e-c22205fa4ba6 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:27:20.900897 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-144c8512-af44-4932-8379-4c5c8a754bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:21.048547 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9d5d8643-f0aa-4d0f-b8ec-4c55f354d39b req-5503308c-0e7c-4b0f-9262-a307027178ae service neutron] 10.222.0.85 "GET /v2.0/networks/b1a54e43-7425-4bc1-8d3a-76f8f8bc0fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107263 May 30 20:27:21.048789 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144c8512-af44-4932-8379-4c5c8a754bf3 None None] Pushing event updated for resources: {'Port': ['ID=91a9a4fd-121d-4cd4-a61b-3bb84ec99504,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:21.096357 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f1a5c9a7-d869-4cbb-8c1e-c22205fa4ba6 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2778586'] for subnet, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:21.166401 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-e9ad4806-5564-4272-a5c1-7fab13fec610 tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Deleting port c8ea44ed-33ae-4bea-aec9-2ad25367617d {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:27:21.167407 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e9ad4806-5564-4272-a5c1-7fab13fec610 tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:21.242234 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9d5d8643-f0aa-4d0f-b8ec-4c55f354d39b req-59952144-1c99-48c7-9822-caa8dff5f263 service neutron] 10.222.0.85 "GET /v2.0/networks/b1a54e43-7425-4bc1-8d3a-76f8f8bc0fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929562 May 30 20:27:21.492795 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b33ed2e-9bba-4f42-9a57-fe5f12733ce5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-7fb2c714-155b-4c8d-9dcf-d43ad76a9311', 'network_id': '7fb2c714-155b-4c8d-9dcf-d43ad76a9311', 'tenant_id': '532bf6f1c7054b7d8d66f29b606b9cda', 'fixed_ips': [{'subnet_id': '760956e5-ca50-44eb-9847-99c10676a150'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:27:21.493676 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-3b33ed2e-9bba-4f42-9a57-fe5f12733ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:21.607630 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-ceaa27d3-b6a4-4359-8501-d5199d2382f4 None None] Allocated IP 172.20.0.1 (ef89d7a1-3569-4855-8e5a-bb882dce8a0b/2edf0f1f-5854-489b-bea9-dee9c1415574/91a9a4fd-121d-4cd4-a61b-3bb84ec99504) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:27:21.875351 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e9ad4806-5564-4272-a5c1-7fab13fec610 tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:21.966039 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f1a5c9a7-d869-4cbb-8c1e-c22205fa4ba6 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8764051165853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4127082'] for subnet, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:22.149738 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-e9ad4806-5564-4272-a5c1-7fab13fec610 tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Calling delete_port for c8ea44ed-33ae-4bea-aec9-2ad25367617d owned by {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:27:22.184336 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-ceaa27d3-b6a4-4359-8501-d5199d2382f4 None None] For port 91a9a4fd-121d-4cd4-a61b-3bb84ec99504, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=91a9a4fd-121d-4cd4-a61b-3bb84ec99504,segment=NetworkSegment(0c1e5690-de93-41d9-8778-7421094cffcf),segment_id=0c1e5690-de93-41d9-8778-7421094cffcf)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:27:22.245502 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ceaa27d3-b6a4-4359-8501-d5199d2382f4 None None] Notify callbacks [] for port, precommit_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:22.298098 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-ceaa27d3-b6a4-4359-8501-d5199d2382f4 None None] Transition to ACTIVE for port object 91a9a4fd-121d-4cd4-a61b-3bb84ec99504 will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:27:22.327083 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c9183c7-19c6-428a-b0de-f9412859c421 None None] Network ddd2964b-478b-41c4-81ad-3e894ef9a783 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:27:22.369629 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-3b33ed2e-9bba-4f42-9a57-fe5f12733ce5 None None] Allocated IP 2001:db8::2 (7fb2c714-155b-4c8d-9dcf-d43ad76a9311/760956e5-ca50-44eb-9847-99c10676a150/3bc91101-871c-4c3e-82ad-61db58b54d4e) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:27:22.384655 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb4a3c5-efe4-4004-a231-3cdf77239856 req-f3437e59-2df8-4c66-8a5b-a110a1949245 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:22.403448 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5eb4a3c5-efe4-4004-a231-3cdf77239856 req-f3437e59-2df8-4c66-8a5b-a110a1949245 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=31630769-93b9-4bef-92c3-bf4dd9f89e28 HTTP/1.1" status: 200 len: 946 time: 0.7576196 May 30 20:27:22.404591 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ceaa27d3-b6a4-4359-8501-d5199d2382f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:22.504606 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a5c9a7-d869-4cbb-8c1e-c22205fa4ba6 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Pushing event updated for resources: {'Subnet': ['ID=760956e5-ca50-44eb-9847-99c10676a150,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:22.530477 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-dd0ce8cf-f6a3-442c-9e03-47e374619314 req-973506fa-fee9-4e99-9f9f-dc217310facb tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] 10.222.0.85 "GET /v2.0/ports?device_id=4e0ae0fb-b829-4e27-94ad-311bbce30bf9 HTTP/1.1" status: 200 len: 210 time: 0.0776708 May 30 20:27:22.653533 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 39622) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:22.743369 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a5c9a7-d869-4cbb-8c1e-c22205fa4ba6 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:22.746279 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f1a5c9a7-d869-4cbb-8c1e-c22205fa4ba6 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks [] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:22.747772 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-f1a5c9a7-d869-4cbb-8c1e-c22205fa4ba6 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] 10.222.0.85 "PUT /v2.0/subnets/760956e5-ca50-44eb-9847-99c10676a150 HTTP/1.1" status: 200 len: 826 time: 1.8855155 May 30 20:27:22.751063 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 39634) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:22.781775 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5eb4a3c5-efe4-4004-a231-3cdf77239856 req-a8be450d-45e6-4a31-86ef-2d733cc731a2 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ed3b12a-c5d4-4ba2-906c-9900ee2b8018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3759451 May 30 20:27:22.865748 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e9ad4806-5564-4272-a5c1-7fab13fec610 tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:22.921793 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ad4806-5564-4272-a5c1-7fab13fec610 tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Pushing event deleted for resources: {'Port': ['ID=c8ea44ed-33ae-4bea-aec9-2ad25367617d,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:22.968786 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 91a9a4fd-121d-4cd4-a61b-3bb84ec99504 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:27:23.104181 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaa27d3-b6a4-4359-8501-d5199d2382f4 None None] Pushing event updated for resources: {'Port': ['ID=91a9a4fd-121d-4cd4-a61b-3bb84ec99504,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:23.120684 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-79532e8f-e830-4bea-96c7-607bb871d74e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:23.139670 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-3b33ed2e-9bba-4f42-9a57-fe5f12733ce5 None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:23.145560 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:23.205453 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-79532e8f-e830-4bea-96c7-607bb871d74e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:27:23.213116 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0ba87c19-2d41-4051-bac5-4d0cebc7a485 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:23.215066 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-79532e8f-e830-4bea-96c7-607bb871d74e admin admin] Usage tracker for resource:security_group_rule and tenant:e719890b19a24384a5bb4723914d0fbc is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:27:23.218686 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-79532e8f-e830-4bea-96c7-607bb871d74e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:27:23.228459 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-79532e8f-e830-4bea-96c7-607bb871d74e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:27:23.230569 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-3b33ed2e-9bba-4f42-9a57-fe5f12733ce5 None None] Transition to ACTIVE for port object 3bc91101-871c-4c3e-82ad-61db58b54d4e will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:27:23.257399 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-ff24a2e3-cf48-4128-ac6f-a3542e6d2572 None None] Provisioning for port 071e5151-35b4-47c7-a976-3067a1b9049d completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:27:23.348164 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e9ad4806-5564-4272-a5c1-7fab13fec610 tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:23.367131 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-3b33ed2e-9bba-4f42-9a57-fe5f12733ce5 None None] Transition to ACTIVE for port object 3bc91101-871c-4c3e-82ad-61db58b54d4e will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:27:23.373655 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0ba87c19-2d41-4051-bac5-4d0cebc7a485 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:23.476810 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 071e5151-35b4-47c7-a976-3067a1b9049d up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:27:23.483101 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-e9ad4806-5564-4272-a5c1-7fab13fec610 tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] 10.222.0.85 "DELETE /v2.0/ports/c8ea44ed-33ae-4bea-aec9-2ad25367617d HTTP/1.1" status: 204 len: 168 time: 2.7364311 May 30 20:27:23.485816 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 39654) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:23.494367 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-79532e8f-e830-4bea-96c7-607bb871d74e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:23.556658 n-d-843948-2 neutron-server[84887]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6f56f94-6ce9-4ecd-86a1-687e81153ca4 tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] GET failed (client error): The resource could not be found. May 30 20:27:23.558770 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-c6f56f94-6ce9-4ecd-86a1-687e81153ca4 tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] 10.222.0.85 "GET /v2.0/ports/c8ea44ed-33ae-4bea-aec9-2ad25367617d HTTP/1.1" status: 404 len: 333 time: 0.0710766 May 30 20:27:23.563386 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 39660) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:23.574757 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-1140731c-5690-4629-b37c-d2616da41dbe tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Request body: {'port': {'network_id': 'ddd2964b-478b-41c4-81ad-3e894ef9a783', 'name': 'tempest-AllowedAddressPairTestJSON-158549659'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:27:23.645788 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-3b33ed2e-9bba-4f42-9a57-fe5f12733ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:23.684835 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c2db7844-e32b-4b6b-a0d0-92d790e460fa req-5029b3a2-3713-4596-bae7-ce6c013d831b tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] 10.222.0.85 "GET /v2.0/ports?device_id=4e0ae0fb-b829-4e27-94ad-311bbce30bf9 HTTP/1.1" status: 200 len: 210 time: 0.0688603 May 30 20:27:23.687118 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0ba87c19-2d41-4051-bac5-4d0cebc7a485 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4055470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114247'] for subnet, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:23.745581 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-1140731c-5690-4629-b37c-d2616da41dbe tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:27:23.754944 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-1140731c-5690-4629-b37c-d2616da41dbe tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Usage tracker for resource:port and tenant:e3efc05a85c64711b5605b59a09812fb is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:27:23.758088 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-1140731c-5690-4629-b37c-d2616da41dbe tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:27:23.763092 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b33ed2e-9bba-4f42-9a57-fe5f12733ce5 None None] Network 7fb2c714-155b-4c8d-9dcf-d43ad76a9311 is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:27:23.765790 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-1140731c-5690-4629-b37c-d2616da41dbe tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:27:23.769154 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-79532e8f-e830-4bea-96c7-607bb871d74e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:23.778980 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-3b33ed2e-9bba-4f42-9a57-fe5f12733ce5 None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:27:23.794653 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b33ed2e-9bba-4f42-9a57-fe5f12733ce5 None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:27:23.845428 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b33ed2e-9bba-4f42-9a57-fe5f12733ce5 None None] Pushing event updated for resources: {'Port': ['ID=3bc91101-871c-4c3e-82ad-61db58b54d4e,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:23.870447 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1140731c-5690-4629-b37c-d2616da41dbe tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Made reservation on behalf of e3efc05a85c64711b5605b59a09812fb for: {'port': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:27:23.874398 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1140731c-5690-4629-b37c-d2616da41dbe tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:23.922297 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [None req-1140731c-5690-4629-b37c-d2616da41dbe tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] device_id is not set on port 3f3a2111-c929-480a-973a-a1a01fed66e2 yet. {{(pid=84886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:27:23.994971 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba87c19-2d41-4051-bac5-4d0cebc7a485 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Pushing event deleted for resources: {'Subnet': ['ID=760956e5-ca50-44eb-9847-99c10676a150,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:24.052877 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 39670) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:24.053515 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79532e8f-e830-4bea-96c7-607bb871d74e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42f75267-3ecf-4916-bb0c-d041d40888d0,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:24.093547 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-3b33ed2e-9bba-4f42-9a57-fe5f12733ce5 None None] Attempting to bind port 3bc91101-871c-4c3e-82ad-61db58b54d4e on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:27:24.094166 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-3b33ed2e-9bba-4f42-9a57-fe5f12733ce5 None None] Attempting to bind port 3bc91101-871c-4c3e-82ad-61db58b54d4e by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': 'c63eefbe-620a-4ed2-970e-615219bedf77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '7fb2c714-155b-4c8d-9dcf-d43ad76a9311'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:27:24.094300 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b33ed2e-9bba-4f42-9a57-fe5f12733ce5 None None] Attempting to bind port 3bc91101-871c-4c3e-82ad-61db58b54d4e on network 7fb2c714-155b-4c8d-9dcf-d43ad76a9311 {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:27:24.116763 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b33ed2e-9bba-4f42-9a57-fe5f12733ce5 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:27:24.117126 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b33ed2e-9bba-4f42-9a57-fe5f12733ce5 None None] Checking segment: {'id': 'c63eefbe-620a-4ed2-970e-615219bedf77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '7fb2c714-155b-4c8d-9dcf-d43ad76a9311'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:27:24.117526 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-3b33ed2e-9bba-4f42-9a57-fe5f12733ce5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:24.117936 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b33ed2e-9bba-4f42-9a57-fe5f12733ce5 None None] Bound using segment: {'id': 'c63eefbe-620a-4ed2-970e-615219bedf77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '7fb2c714-155b-4c8d-9dcf-d43ad76a9311'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:27:24.118980 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-3b33ed2e-9bba-4f42-9a57-fe5f12733ce5 None None] Bound port: 3bc91101-871c-4c3e-82ad-61db58b54d4e, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c63eefbe-620a-4ed2-970e-615219bedf77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '7fb2c714-155b-4c8d-9dcf-d43ad76a9311'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:27:24.118980 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-3b33ed2e-9bba-4f42-9a57-fe5f12733ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:24.163061 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0ba87c19-2d41-4051-bac5-4d0cebc7a485 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:24.185292 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-79532e8f-e830-4bea-96c7-607bb871d74e admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=e719890b19a24384a5bb4723914d0fbc&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5284255 May 30 20:27:24.195607 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 39676) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:24.200158 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 071e5151-35b4-47c7-a976-3067a1b9049d completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:27:24.228806 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 071e5151-35b4-47c7-a976-3067a1b9049d triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:27:24.229832 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:24.261144 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-0ba87c19-2d41-4051-bac5-4d0cebc7a485 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fb2c714-155b-4c8d-9dcf-d43ad76a9311']}} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:27:24.328493 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-0ba87c19-2d41-4051-bac5-4d0cebc7a485 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c63eefbe-620a-4ed2-970e-615219bedf77') {'for_net_delete': True} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:27:24.328802 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-0ba87c19-2d41-4051-bac5-4d0cebc7a485 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c63eefbe-620a-4ed2-970e-615219bedf77') {} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:27:24.372246 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3fbfb4ab-a80f-4f23-a508-cab0a329b388 req-cd23d960-3741-41eb-b3ba-ae429f7dbcdf service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=7aad7ab8-22c4-47e2-abf2-9cc744ce8553&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4700270 May 30 20:27:24.377222 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-3b33ed2e-9bba-4f42-9a57-fe5f12733ce5 None None] For port 3bc91101-871c-4c3e-82ad-61db58b54d4e, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:27:24.382055 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-3b33ed2e-9bba-4f42-9a57-fe5f12733ce5 None None] For port 3bc91101-871c-4c3e-82ad-61db58b54d4e, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=3bc91101-871c-4c3e-82ad-61db58b54d4e,segment=NetworkSegment(c63eefbe-620a-4ed2-970e-615219bedf77),segment_id=c63eefbe-620a-4ed2-970e-615219bedf77)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:27:24.397408 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0ba87c19-2d41-4051-bac5-4d0cebc7a485 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3149912'] for segment, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:24.404720 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2ab37a61-e4f7-40ea-8b10-4c3492d052dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:24.423484 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9900c21-f451-4a91-ad15-c0f226c5002f None None] Network ef89d7a1-3569-4855-8e5a-bb882dce8a0b requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:27:24.438241 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-1140731c-5690-4629-b37c-d2616da41dbe tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Allocated IP 172.20.0.12 (ddd2964b-478b-41c4-81ad-3e894ef9a783/2acbf832-06f9-47b2-82e2-ac74d868929e/3f3a2111-c929-480a-973a-a1a01fed66e2) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:27:24.466624 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2ab37a61-e4f7-40ea-8b10-4c3492d052dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:24.592647 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0ba87c19-2d41-4051-bac5-4d0cebc7a485 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:24.628644 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ba87c19-2d41-4051-bac5-4d0cebc7a485 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Releasing vlan 657 on physical network physnet1 to pool {{(pid=84887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:27:24.629403 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0ba87c19-2d41-4051-bac5-4d0cebc7a485 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4055488'] for segment, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:24.646050 n-d-843948-2 neutron-server[84887]: Traceback (most recent call last): May 30 20:27:24.646050 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:27:24.646050 n-d-843948-2 neutron-server[84887]: timer() May 30 20:27:24.646050 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:27:24.646050 n-d-843948-2 neutron-server[84887]: cb(*args, **kw) May 30 20:27:24.646050 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:27:24.646050 n-d-843948-2 neutron-server[84887]: return func(*args, **kwargs) May 30 20:27:24.646050 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:27:24.646050 n-d-843948-2 neutron-server[84887]: self._notify() May 30 20:27:24.646050 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:27:24.646050 n-d-843948-2 neutron-server[84887]: self.callback(batched_events) May 30 20:27:24.646050 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:27:24.646050 n-d-843948-2 neutron-server[84887]: event.method(event) May 30 20:27:24.646050 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:27:24.646050 n-d-843948-2 neutron-server[84887]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:27:24.646050 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:27:24.646050 n-d-843948-2 neutron-server[84887]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:27:24.646050 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:27:24.646050 n-d-843948-2 neutron-server[84887]: return f(self, *a, **k) May 30 20:27:24.646050 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:27:24.646050 n-d-843948-2 neutron-server[84887]: return self._get(url).json() May 30 20:27:24.646050 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:27:24.646050 n-d-843948-2 neutron-server[84887]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:27:24.646050 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:27:24.646050 n-d-843948-2 neutron-server[84887]: return self.request(url, 'GET', **kwargs) May 30 20:27:24.646050 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:27:24.646050 n-d-843948-2 neutron-server[84887]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:27:24.646050 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:27:24.646050 n-d-843948-2 neutron-server[84887]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:27:24.646050 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:27:24.646050 n-d-843948-2 neutron-server[84887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:27:24.646050 n-d-843948-2 neutron-server[84887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:27:24.648275 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1642f366-ef71-4bc9-9cbb-06649708d9b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:24.662493 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:24.672215 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-3b33ed2e-9bba-4f42-9a57-fe5f12733ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:24.721802 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582fd253-042c-426b-a693-fc7d279ee7a7 req-4bacd879-9591-438a-a555-3de483ccf87e tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:24.735447 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-582fd253-042c-426b-a693-fc7d279ee7a7 req-4bacd879-9591-438a-a555-3de483ccf87e tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=31630769-93b9-4bef-92c3-bf4dd9f89e28 HTTP/1.1" status: 200 len: 946 time: 0.6626825 May 30 20:27:24.863941 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-582fd253-042c-426b-a693-fc7d279ee7a7 req-0649a342-87d4-44ef-9d25-718203740a27 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ed3b12a-c5d4-4ba2-906c-9900ee2b8018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275339 May 30 20:27:24.893984 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2ab37a61-e4f7-40ea-8b10-4c3492d052dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:24.907210 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port 071e5151-35b4-47c7-a976-3067a1b9049d, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=071e5151-35b4-47c7-a976-3067a1b9049d,segment=NetworkSegment(15901b72-fb33-4f73-8024-5e435fd4a7bb),segment_id=15901b72-fb33-4f73-8024-5e435fd4a7bb)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:27:24.925332 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1140731c-5690-4629-b37c-d2616da41dbe tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:24.957894 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [None req-1140731c-5690-4629-b37c-d2616da41dbe tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Transition to ACTIVE for port object 3f3a2111-c929-480a-973a-a1a01fed66e2 will not be triggered until provisioned by entity DHCP. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:27:24.994906 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab37a61-e4f7-40ea-8b10-4c3492d052dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42f75267-3ecf-4916-bb0c-d041d40888d0,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:25.006157 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-3f46a35a-8255-46d3-b91a-6bd237a07511 None None] Provisioning for port 91a9a4fd-121d-4cd4-a61b-3bb84ec99504 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:27:25.018619 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:25.046400 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b33ed2e-9bba-4f42-9a57-fe5f12733ce5 None None] Pushing event updated for resources: {'Port': ['ID=3bc91101-871c-4c3e-82ad-61db58b54d4e,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:25.046640 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-3f46a35a-8255-46d3-b91a-6bd237a07511 None None] Provisioning complete for port 91a9a4fd-121d-4cd4-a61b-3bb84ec99504 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:27:25.049908 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-3f46a35a-8255-46d3-b91a-6bd237a07511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:25.053712 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-1642f366-ef71-4bc9-9cbb-06649708d9b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:27:25.062444 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c07f6487-15c1-48f2-af32-a4fdfb064eab req-1d5aa7c8-d0f4-4ee8-afc7-c5bbb18e15f5 tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] 10.222.0.85 "GET /v2.0/ports?device_id=4e0ae0fb-b829-4e27-94ad-311bbce30bf9 HTTP/1.1" status: 200 len: 210 time: 0.1613562 May 30 20:27:25.073824 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-1642f366-ef71-4bc9-9cbb-06649708d9b3 admin admin] Usage tracker for resource:security_group_rule and tenant:699e90d5c4e543d5bf897135b16526df is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:27:25.080082 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.db.api [None req-0ba87c19-2d41-4051-bac5-4d0cebc7a485 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 30 20:27:25.080082 n-d-843948-2 neutron-server[84887]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 30 20:27:25.080082 n-d-843948-2 neutron-server[84887]: [parameters: {'id': '7fb2c714-155b-4c8d-9dcf-d43ad76a9311'}] May 30 20:27:25.080082 n-d-843948-2 neutron-server[84887]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84887) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:27:25.080587 n-d-843948-2 neutron-server[84887]: DEBUG oslo_db.api [None req-0ba87c19-2d41-4051-bac5-4d0cebc7a485 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:27:25.081110 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-1642f366-ef71-4bc9-9cbb-06649708d9b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:27:25.094772 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-1642f366-ef71-4bc9-9cbb-06649708d9b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:27:25.105162 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1140731c-5690-4629-b37c-d2616da41dbe tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:25.125854 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3fbfb4ab-a80f-4f23-a508-cab0a329b388 req-0d9b3890-ca37-4ecf-ba18-9336a701b306 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=af4cc1fbb91e4a5c856e947d8072b697&device_id=7aad7ab8-22c4-47e2-abf2-9cc744ce8553 HTTP/1.1" status: 200 len: 1095 time: 0.5835836 May 30 20:27:25.228066 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1140731c-5690-4629-b37c-d2616da41dbe tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Network ddd2964b-478b-41c4-81ad-3e894ef9a783 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:27:25.230948 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-1140731c-5690-4629-b37c-d2616da41dbe tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:27:25.235177 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1140731c-5690-4629-b37c-d2616da41dbe tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:27:25.284285 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 91a9a4fd-121d-4cd4-a61b-3bb84ec99504 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:27:25.300224 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1140731c-5690-4629-b37c-d2616da41dbe tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Pushing event updated for resources: {'Port': ['ID=3f3a2111-c929-480a-973a-a1a01fed66e2,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:25.328675 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1140731c-5690-4629-b37c-d2616da41dbe tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:25.329444 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1140731c-5690-4629-b37c-d2616da41dbe tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:25.340679 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2ab37a61-e4f7-40ea-8b10-4c3492d052dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:25.341842 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-2ab37a61-e4f7-40ea-8b10-4c3492d052dd admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/42f75267-3ecf-4916-bb0c-d041d40888d0 HTTP/1.1" status: 204 len: 168 time: 1.1529601 May 30 20:27:25.452303 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d48c87d-9a57-414f-8ae4-931704a3a894 None None] Network 7fb2c714-155b-4c8d-9dcf-d43ad76a9311 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:27:25.491093 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=071e5151-35b4-47c7-a976-3067a1b9049d,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:25.532226 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-1140731c-5690-4629-b37c-d2616da41dbe tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9658675 May 30 20:27:25.537019 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 39690) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:25.553552 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-721ee6c1-00b5-42b9-8cea-88fd895fab1e tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.2', 'mac_address': 'fa:16:3e:b8:e4:41'}]}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:27:25.626140 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0ba87c19-2d41-4051-bac5-4d0cebc7a485 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:25.638633 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbfb4ab-a80f-4f23-a508-cab0a329b388 req-aa3200f0-3ef4-43ed-83d1-0e55e2da85d5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:25.640637 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3fbfb4ab-a80f-4f23-a508-cab0a329b388 req-aa3200f0-3ef4-43ed-83d1-0e55e2da85d5 service neutron] 10.222.0.86 "GET /v2.0/networks?id=ff30330a-0ebe-4836-9458-b813d1bcbde4 HTTP/1.1" status: 200 len: 913 time: 0.4857428 May 30 20:27:25.812993 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 91a9a4fd-121d-4cd4-a61b-3bb84ec99504 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:27:25.813361 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:25.956286 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-a6c72289-2906-4ac7-ad80-63a5b7c915d9 None None] Could not find standard attr ID for object c8ea44ed-33ae-4bea-aec9-2ad25367617d. {{(pid=84888) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 30 20:27:25.967065 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1642f366-ef71-4bc9-9cbb-06649708d9b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:26.032955 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-0ba87c19-2d41-4051-bac5-4d0cebc7a485 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Deleting port 3bc91101-871c-4c3e-82ad-61db58b54d4e {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:27:26.033407 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0ba87c19-2d41-4051-bac5-4d0cebc7a485 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:26.085701 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-a6c72289-2906-4ac7-ad80-63a5b7c915d9 None None] Provisioning complete for port 071e5151-35b4-47c7-a976-3067a1b9049d triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:27:26.086133 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-a6c72289-2906-4ac7-ad80-63a5b7c915d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:26.094236 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1642f366-ef71-4bc9-9cbb-06649708d9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:26.115844 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-721ee6c1-00b5-42b9-8cea-88fd895fab1e tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:26.139706 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-1642f366-ef71-4bc9-9cbb-06649708d9b3 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=699e90d5c4e543d5bf897135b16526df&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0830672 May 30 20:27:26.146912 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 39700) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:26.228544 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5580119a-46d7-477e-b7bf-5c054839cbb2 req-72dc4305-ce48-4379-9992-840681900aaf tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:26.236645 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5580119a-46d7-477e-b7bf-5c054839cbb2 req-72dc4305-ce48-4379-9992-840681900aaf tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=31630769-93b9-4bef-92c3-bf4dd9f89e28 HTTP/1.1" status: 200 len: 946 time: 0.6113684 May 30 20:27:26.420128 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c0c542-1996-40b0-9558-c240b857e86f None None] Network 7fb2c714-155b-4c8d-9dcf-d43ad76a9311 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:27:26.516814 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-513dc93a-d89a-4415-96a8-8ee80eed28a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:26.659121 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3fbfb4ab-a80f-4f23-a508-cab0a329b388 req-341822e0-d43b-4c2e-9ecc-2f8e8d518d22 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bcdfc29b-75b2-4955-871a-03ddaef96f61 HTTP/1.1" status: 200 len: 999 time: 0.9981384 May 30 20:27:26.703096 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-7ee99d4a-9e5c-466e-a7fb-a87e1efbe95f req-d8f4736b-53c5-4389-b6d9-34d99b37983a tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] 10.222.0.85 "GET /v2.0/ports?device_id=4e0ae0fb-b829-4e27-94ad-311bbce30bf9 HTTP/1.1" status: 200 len: 210 time: 0.3256936 May 30 20:27:26.794711 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2cd1b7c5-d871-46b4-9c1f-3eb54be532e6 req-51ca8425-494d-4e9b-9342-a9468aef0618 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=af4cc1fbb91e4a5c856e947d8072b697&device_id=31630769-93b9-4bef-92c3-bf4dd9f89e28 HTTP/1.1" status: 200 len: 1097 time: 0.4184763 May 30 20:27:26.815955 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1642f366-ef71-4bc9-9cbb-06649708d9b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5e209c0-81f8-4bb7-9777-d6c2402f8cec,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:26.821950 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31cdd236-815e-4169-a3e6-19204e5bfb4b None None] get_active_networks_info from n-d-843948-2 {{(pid=84888) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 30 20:27:26.833501 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [None req-0ba87c19-2d41-4051-bac5-4d0cebc7a485 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] For port 3bc91101-871c-4c3e-82ad-61db58b54d4e, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=3bc91101-871c-4c3e-82ad-61db58b54d4e,segment=NetworkSegment(c63eefbe-620a-4ed2-970e-615219bedf77),segment_id=c63eefbe-620a-4ed2-970e-615219bedf77)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:27:26.834130 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0ba87c19-2d41-4051-bac5-4d0cebc7a485 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:26.836913 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-721ee6c1-00b5-42b9-8cea-88fd895fab1e tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:26.946481 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbfb4ab-a80f-4f23-a508-cab0a329b388 req-e3c1202f-568c-4a29-b889-66b47e411ec9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:26.948893 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3fbfb4ab-a80f-4f23-a508-cab0a329b388 req-e3c1202f-568c-4a29-b889-66b47e411ec9 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7991eded-d330-4e4e-ace3-aeb4d5f3ff0a HTTP/1.1" status: 200 len: 851 time: 0.1250293 May 30 20:27:26.971496 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5d8643-f0aa-4d0f-b8ec-4c55f354d39b req-8535e2d9-177f-4fbd-abc4-95a4c9e88b86 tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:26.973873 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9d5d8643-f0aa-4d0f-b8ec-4c55f354d39b req-8535e2d9-177f-4fbd-abc4-95a4c9e88b86 tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] 10.222.0.71 "GET /v2.0/networks?id=b1a54e43-7425-4bc1-8d3a-76f8f8bc0fec HTTP/1.1" status: 200 len: 817 time: 0.3170826 May 30 20:27:26.974704 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-a6c72289-2906-4ac7-ad80-63a5b7c915d9 None None] Provisioning for port 4a8334da-9b41-4feb-aa02-a57ac6394e8a completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:27:26.976960 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-721ee6c1-00b5-42b9-8cea-88fd895fab1e tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:26.986637 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-a6c72289-2906-4ac7-ad80-63a5b7c915d9 None None] Provisioning complete for port 4a8334da-9b41-4feb-aa02-a57ac6394e8a triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:27:26.987002 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-a6c72289-2906-4ac7-ad80-63a5b7c915d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:27.105871 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-a6c72289-2906-4ac7-ad80-63a5b7c915d9 None None] Port 4a8334da-9b41-4feb-aa02-a57ac6394e8a cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:27:27.110086 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31cdd236-815e-4169-a3e6-19204e5bfb4b None None] Resources bound (agent type, host, resource id): {{(pid=84888) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 30 20:27:27.195632 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-721ee6c1-00b5-42b9-8cea-88fd895fab1e tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] In _notify_port_updated(), no bound segment for port 3f3a2111-c929-480a-973a-a1a01fed66e2 on network ddd2964b-478b-41c4-81ad-3e894ef9a783 {{(pid=84886) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 30 20:27:27.200092 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-721ee6c1-00b5-42b9-8cea-88fd895fab1e tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:27.200837 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-721ee6c1-00b5-42b9-8cea-88fd895fab1e tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:27.202404 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-721ee6c1-00b5-42b9-8cea-88fd895fab1e tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] 10.222.0.85 "PUT /v2.0/ports/3f3a2111-c929-480a-973a-a1a01fed66e2 HTTP/1.1" status: 200 len: 993 time: 1.6638424 May 30 20:27:27.233292 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 39716) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:27.234168 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721ee6c1-00b5-42b9-8cea-88fd895fab1e tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Pushing event updated for resources: {'Port': ['ID=3f3a2111-c929-480a-973a-a1a01fed66e2,revision_number=2']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:27.244756 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5580119a-46d7-477e-b7bf-5c054839cbb2 req-a16f5219-a8de-4f8c-90e4-45ce34d89b65 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ed3b12a-c5d4-4ba2-906c-9900ee2b8018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0044453 May 30 20:27:27.252577 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-9d5d8643-f0aa-4d0f-b8ec-4c55f354d39b req-0ad3b51a-afbf-459a-85d8-954c0eee9b17 tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] Request body: {'port': {'device_id': 'f8cec6f2-e4fc-4a2c-81f3-a742ac61796f', 'network_id': 'b1a54e43-7425-4bc1-8d3a-76f8f8bc0fec', 'admin_state_up': True, 'tenant_id': '32dbc55a16bf43758a21fff1e524dcf5'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:27:27.272456 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 071e5151-35b4-47c7-a976-3067a1b9049d up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:27:27.302300 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-0ba87c19-2d41-4051-bac5-4d0cebc7a485 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Calling delete_port for 3bc91101-871c-4c3e-82ad-61db58b54d4e owned by network:dhcp {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:27:27.399062 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd1b7c5-d871-46b4-9c1f-3eb54be532e6 req-efcbb347-318d-45c5-b798-273a505f4222 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:27.400766 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2cd1b7c5-d871-46b4-9c1f-3eb54be532e6 req-efcbb347-318d-45c5-b798-273a505f4222 service neutron] 10.222.0.71 "GET /v2.0/networks?id=ff30330a-0ebe-4836-9458-b813d1bcbde4 HTTP/1.1" status: 200 len: 913 time: 0.5090318 May 30 20:27:27.491579 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-c86549c3-9f44-4f7b-9ef3-6e5928e029a7 tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Deleting port 3f3a2111-c929-480a-973a-a1a01fed66e2 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:27:27.491820 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c86549c3-9f44-4f7b-9ef3-6e5928e029a7 tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:27.585663 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2cd1b7c5-d871-46b4-9c1f-3eb54be532e6 req-19582aa6-11e8-47a7-bb02-915e03a14256 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5a1890e7-bff3-481d-97b4-974c081578cc HTTP/1.1" status: 200 len: 217 time: 0.1788738 May 30 20:27:27.589068 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-25c5a839-0bff-442f-bcf6-e68d9237e5b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:27.650558 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-6014634f-6911-41c5-ab0b-0bf1ffd2c006 None None] Provisioning for port 3f3a2111-c929-480a-973a-a1a01fed66e2 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:27:27.655018 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 071e5151-35b4-47c7-a976-3067a1b9049d triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:27:27.655775 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:27.731773 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-6014634f-6911-41c5-ab0b-0bf1ffd2c006 None None] Provisioning complete for port 3f3a2111-c929-480a-973a-a1a01fed66e2 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:27:27.732455 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-6014634f-6911-41c5-ab0b-0bf1ffd2c006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:27.737922 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd1b7c5-d871-46b4-9c1f-3eb54be532e6 req-d2f79f76-cc49-4adb-9115-8c9062b287e8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:27.740343 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2cd1b7c5-d871-46b4-9c1f-3eb54be532e6 req-d2f79f76-cc49-4adb-9115-8c9062b287e8 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=7991eded-d330-4e4e-ace3-aeb4d5f3ff0a HTTP/1.1" status: 200 len: 851 time: 0.1442730 May 30 20:27:27.841128 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-9d5d8643-f0aa-4d0f-b8ec-4c55f354d39b req-0ad3b51a-afbf-459a-85d8-954c0eee9b17 tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:27:27.888959 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-6014634f-6911-41c5-ab0b-0bf1ffd2c006 None None] Port 3f3a2111-c929-480a-973a-a1a01fed66e2 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:27:27.891535 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-25c5a839-0bff-442f-bcf6-e68d9237e5b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:27.930781 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-9d5d8643-f0aa-4d0f-b8ec-4c55f354d39b req-0ad3b51a-afbf-459a-85d8-954c0eee9b17 tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] Usage tracker for resource:port and tenant:32dbc55a16bf43758a21fff1e524dcf5 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:27:27.958026 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-9d5d8643-f0aa-4d0f-b8ec-4c55f354d39b req-0ad3b51a-afbf-459a-85d8-954c0eee9b17 tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:27:27.979037 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0ba87c19-2d41-4051-bac5-4d0cebc7a485 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:28.071407 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-9d5d8643-f0aa-4d0f-b8ec-4c55f354d39b req-0ad3b51a-afbf-459a-85d8-954c0eee9b17 tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:27:28.134901 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-6014634f-6911-41c5-ab0b-0bf1ffd2c006 None None] Provisioning complete for port 91a9a4fd-121d-4cd4-a61b-3bb84ec99504 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:27:28.138859 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-6014634f-6911-41c5-ab0b-0bf1ffd2c006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:28.148017 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba87c19-2d41-4051-bac5-4d0cebc7a485 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Pushing event deleted for resources: {'Port': ['ID=3bc91101-871c-4c3e-82ad-61db58b54d4e,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:28.156929 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3fbfb4ab-a80f-4f23-a508-cab0a329b388 req-be943ea2-5187-47ad-9c7f-a68cb5a7b643 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ff30330a-0ebe-4836-9458-b813d1bcbde4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1815062 May 30 20:27:28.163176 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba87c19-2d41-4051-bac5-4d0cebc7a485 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] No DVR routers for this DVR port 3bc91101-871c-4c3e-82ad-61db58b54d4e on host n-d-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:27:28.166896 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-221448fa-daa8-4c19-bc17-a9e50367ed20 req-3753ec39-89f7-4915-8ab2-23516357f392 tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] 10.222.0.85 "GET /v2.0/ports?device_id=4e0ae0fb-b829-4e27-94ad-311bbce30bf9 HTTP/1.1" status: 200 len: 210 time: 0.0856359 May 30 20:27:28.201407 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [req-3fbfb4ab-a80f-4f23-a508-cab0a329b388 req-e07e4c52-6318-413c-ab0d-0491c042ff0d service neutron] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=84887) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:27:28.202474 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3fbfb4ab-a80f-4f23-a508-cab0a329b388 req-e07e4c52-6318-413c-ab0d-0491c042ff0d service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0237927 May 30 20:27:28.260090 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5d8643-f0aa-4d0f-b8ec-4c55f354d39b req-8cbe599a-272d-4b2f-b913-69c1bd06680f tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:28.264497 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9d5d8643-f0aa-4d0f-b8ec-4c55f354d39b req-8cbe599a-272d-4b2f-b913-69c1bd06680f tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] 10.222.0.71 "GET /v2.0/networks?id=b1a54e43-7425-4bc1-8d3a-76f8f8bc0fec HTTP/1.1" status: 200 len: 817 time: 0.4171500 May 30 20:27:28.282970 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [req-9d5d8643-f0aa-4d0f-b8ec-4c55f354d39b req-b0b9cc56-b2a9-44aa-a93c-7096d763d0bd tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] Request body: {'port': {'device_id': '4e0ae0fb-b829-4e27-94ad-311bbce30bf9', 'network_id': 'b1a54e43-7425-4bc1-8d3a-76f8f8bc0fec', 'admin_state_up': True, 'tenant_id': '32dbc55a16bf43758a21fff1e524dcf5'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:27:28.288974 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d5d8643-f0aa-4d0f-b8ec-4c55f354d39b req-0ad3b51a-afbf-459a-85d8-954c0eee9b17 tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] Made reservation on behalf of 32dbc55a16bf43758a21fff1e524dcf5 for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:27:28.292121 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-9d5d8643-f0aa-4d0f-b8ec-4c55f354d39b req-0ad3b51a-afbf-459a-85d8-954c0eee9b17 tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:28.401967 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5d8643-f0aa-4d0f-b8ec-4c55f354d39b req-b9646a67-eff6-48cd-874f-620818ee9102 tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:28.401967 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9d5d8643-f0aa-4d0f-b8ec-4c55f354d39b req-b9646a67-eff6-48cd-874f-620818ee9102 tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] 10.222.0.86 "GET /v2.0/networks?id=b1a54e43-7425-4bc1-8d3a-76f8f8bc0fec HTTP/1.1" status: 200 len: 817 time: 0.8048964 May 30 20:27:28.475540 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-9d5d8643-f0aa-4d0f-b8ec-4c55f354d39b req-d7d60e93-92ad-4ff6-bfdd-79d50e7cd287 tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] Request body: {'port': {'device_id': '09472436-580a-45d5-8621-9440a375ddf6', 'network_id': 'b1a54e43-7425-4bc1-8d3a-76f8f8bc0fec', 'admin_state_up': True, 'tenant_id': '32dbc55a16bf43758a21fff1e524dcf5'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:27:28.525024 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0ba87c19-2d41-4051-bac5-4d0cebc7a485 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:28.584259 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c86549c3-9f44-4f7b-9ef3-6e5928e029a7 tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:28.598262 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-9d5d8643-f0aa-4d0f-b8ec-4c55f354d39b req-b0b9cc56-b2a9-44aa-a93c-7096d763d0bd tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:27:28.607825 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-9d5d8643-f0aa-4d0f-b8ec-4c55f354d39b req-b0b9cc56-b2a9-44aa-a93c-7096d763d0bd tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] Usage tracker for resource:port and tenant:32dbc55a16bf43758a21fff1e524dcf5 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:27:28.688985 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-9d5d8643-f0aa-4d0f-b8ec-4c55f354d39b req-b0b9cc56-b2a9-44aa-a93c-7096d763d0bd tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:27:28.715194 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-25c5a839-0bff-442f-bcf6-e68d9237e5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:28.775274 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-c86549c3-9f44-4f7b-9ef3-6e5928e029a7 tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Calling delete_port for 3f3a2111-c929-480a-973a-a1a01fed66e2 owned by {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:27:28.840237 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-f48b2d74-e35e-482f-a81b-c337251b2c5a None None] Provisioning complete for port 3f3a2111-c929-480a-973a-a1a01fed66e2 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:27:28.840809 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-f48b2d74-e35e-482f-a81b-c337251b2c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:28.904696 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c5a839-0bff-442f-bcf6-e68d9237e5b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5e209c0-81f8-4bb7-9777-d6c2402f8cec,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:28.918304 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-0ba87c19-2d41-4051-bac5-4d0cebc7a485 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fb2c714-155b-4c8d-9dcf-d43ad76a9311']}} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:27:28.985345 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-9d5d8643-f0aa-4d0f-b8ec-4c55f354d39b req-b0b9cc56-b2a9-44aa-a93c-7096d763d0bd tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:27:29.001919 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2cd1b7c5-d871-46b4-9c1f-3eb54be532e6 req-2d8a59eb-eb2a-4fd6-a937-348eb5e84a5c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ff30330a-0ebe-4836-9458-b813d1bcbde4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.2535679 May 30 20:27:29.038009 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-f48b2d74-e35e-482f-a81b-c337251b2c5a None None] Port 3f3a2111-c929-480a-973a-a1a01fed66e2 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:27:29.152429 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-25c5a839-0bff-442f-bcf6-e68d9237e5b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:29.153669 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-25c5a839-0bff-442f-bcf6-e68d9237e5b2 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/e5e209c0-81f8-4bb7-9777-d6c2402f8cec HTTP/1.1" status: 204 len: 168 time: 2.9832354 May 30 20:27:29.177497 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-0ba87c19-2d41-4051-bac5-4d0cebc7a485 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c63eefbe-620a-4ed2-970e-615219bedf77') {'for_net_delete': True} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:27:29.183428 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-0ba87c19-2d41-4051-bac5-4d0cebc7a485 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c63eefbe-620a-4ed2-970e-615219bedf77') {} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:27:29.239463 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0ba87c19-2d41-4051-bac5-4d0cebc7a485 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3149912'] for segment, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:29.330856 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3fbfb4ab-a80f-4f23-a508-cab0a329b388 req-d5170fad-51b6-4ac6-9034-4401113f58c2 service neutron] 10.222.0.86 "GET /v2.0/networks/ff30330a-0ebe-4836-9458-b813d1bcbde4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0696273 May 30 20:27:29.334248 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0ba87c19-2d41-4051-bac5-4d0cebc7a485 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:29.334857 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c86549c3-9f44-4f7b-9ef3-6e5928e029a7 tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:29.344668 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d5d8643-f0aa-4d0f-b8ec-4c55f354d39b req-b0b9cc56-b2a9-44aa-a93c-7096d763d0bd tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] Made reservation on behalf of 32dbc55a16bf43758a21fff1e524dcf5 for: {'port': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:27:29.348077 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-9d5d8643-f0aa-4d0f-b8ec-4c55f354d39b req-d7d60e93-92ad-4ff6-bfdd-79d50e7cd287 tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:27:29.353465 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-9d5d8643-f0aa-4d0f-b8ec-4c55f354d39b req-d7d60e93-92ad-4ff6-bfdd-79d50e7cd287 tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] Usage tracker for resource:port and tenant:32dbc55a16bf43758a21fff1e524dcf5 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:27:29.356776 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-9d5d8643-f0aa-4d0f-b8ec-4c55f354d39b req-d7d60e93-92ad-4ff6-bfdd-79d50e7cd287 tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:27:29.358772 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-9d5d8643-f0aa-4d0f-b8ec-4c55f354d39b req-b0b9cc56-b2a9-44aa-a93c-7096d763d0bd tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:29.363834 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-9d5d8643-f0aa-4d0f-b8ec-4c55f354d39b req-d7d60e93-92ad-4ff6-bfdd-79d50e7cd287 tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:27:29.419178 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ba87c19-2d41-4051-bac5-4d0cebc7a485 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Releasing vlan 657 on physical network physnet1 to pool {{(pid=84887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:27:29.419674 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0ba87c19-2d41-4051-bac5-4d0cebc7a485 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4055488'] for segment, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:29.556662 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-81afb774-ae74-47ea-b44c-896f4ea3f522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:29.596594 n-d-843948-2 neutron-server[84887]: Traceback (most recent call last): May 30 20:27:29.596594 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:27:29.596594 n-d-843948-2 neutron-server[84887]: timer() May 30 20:27:29.596594 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:27:29.596594 n-d-843948-2 neutron-server[84887]: cb(*args, **kw) May 30 20:27:29.596594 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:27:29.596594 n-d-843948-2 neutron-server[84887]: return func(*args, **kwargs) May 30 20:27:29.596594 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:27:29.596594 n-d-843948-2 neutron-server[84887]: self._notify() May 30 20:27:29.596594 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:27:29.596594 n-d-843948-2 neutron-server[84887]: self.callback(batched_events) May 30 20:27:29.596594 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:27:29.596594 n-d-843948-2 neutron-server[84887]: event.method(event) May 30 20:27:29.596594 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:27:29.596594 n-d-843948-2 neutron-server[84887]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:27:29.596594 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:27:29.596594 n-d-843948-2 neutron-server[84887]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:27:29.596594 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:27:29.596594 n-d-843948-2 neutron-server[84887]: return f(self, *a, **k) May 30 20:27:29.596594 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:27:29.596594 n-d-843948-2 neutron-server[84887]: return self._get(url).json() May 30 20:27:29.596594 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:27:29.596594 n-d-843948-2 neutron-server[84887]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:27:29.596594 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:27:29.596594 n-d-843948-2 neutron-server[84887]: return self.request(url, 'GET', **kwargs) May 30 20:27:29.596594 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:27:29.596594 n-d-843948-2 neutron-server[84887]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:27:29.596594 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:27:29.596594 n-d-843948-2 neutron-server[84887]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:27:29.596594 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:27:29.596594 n-d-843948-2 neutron-server[84887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:27:29.596594 n-d-843948-2 neutron-server[84887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:27:29.701790 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d5d8643-f0aa-4d0f-b8ec-4c55f354d39b req-d7d60e93-92ad-4ff6-bfdd-79d50e7cd287 tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] Made reservation on behalf of 32dbc55a16bf43758a21fff1e524dcf5 for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:27:29.703458 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86549c3-9f44-4f7b-9ef3-6e5928e029a7 tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Pushing event deleted for resources: {'Port': ['ID=3f3a2111-c929-480a-973a-a1a01fed66e2,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:29.706643 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-9d5d8643-f0aa-4d0f-b8ec-4c55f354d39b req-d7d60e93-92ad-4ff6-bfdd-79d50e7cd287 tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:29.716632 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2cd1b7c5-d871-46b4-9c1f-3eb54be532e6 req-c44a1fd2-7d48-46c7-8dfa-da53dfc7226e service neutron] 10.222.0.71 "GET /v2.0/networks/ff30330a-0ebe-4836-9458-b813d1bcbde4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7090020 May 30 20:27:29.720046 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-220338a2-3a52-409a-873e-4a566ccf2d4a req-328a0a85-956c-449a-af44-9494f813eb6a tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] 10.222.0.85 "GET /v2.0/ports?device_id=4e0ae0fb-b829-4e27-94ad-311bbce30bf9 HTTP/1.1" status: 200 len: 210 time: 0.3277998 May 30 20:27:29.796180 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:29.933123 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [req-9d5d8643-f0aa-4d0f-b8ec-4c55f354d39b req-0ad3b51a-afbf-459a-85d8-954c0eee9b17 tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] Allocated IP 172.20.0.7 (b1a54e43-7425-4bc1-8d3a-76f8f8bc0fec/69548dff-bae4-4449-aace-6528f9de4b30/06ce40e4-ad29-4ba9-96a9-034906c02ea0) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:27:29.951100 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0ead85-6619-4bfe-9c43-8c12ea0e06ac req-c4566636-9eb7-4143-b9e1-7e3c56a6ea7f tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:29.953233 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3e0ead85-6619-4bfe-9c43-8c12ea0e06ac req-c4566636-9eb7-4143-b9e1-7e3c56a6ea7f tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=31630769-93b9-4bef-92c3-bf4dd9f89e28 HTTP/1.1" status: 200 len: 946 time: 1.3117297 May 30 20:27:30.027010 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0ba87c19-2d41-4051-bac5-4d0cebc7a485 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:30.116538 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0ba87c19-2d41-4051-bac5-4d0cebc7a485 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:30.130416 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2cd1b7c5-d871-46b4-9c1f-3eb54be532e6 req-5623e4fc-d999-4583-96e6-21b9f5dc96d9 service neutron] 10.222.0.71 "GET /v2.0/networks/ff30330a-0ebe-4836-9458-b813d1bcbde4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3249068 May 30 20:27:30.161004 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba87c19-2d41-4051-bac5-4d0cebc7a485 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Pushing event deleted for resources: {'Network': ['ID=7fb2c714-155b-4c8d-9dcf-d43ad76a9311,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:30.195256 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-0ba87c19-2d41-4051-bac5-4d0cebc7a485 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] 10.222.0.85 "DELETE /v2.0/networks/7fb2c714-155b-4c8d-9dcf-d43ad76a9311 HTTP/1.1" status: 204 len: 168 time: 7.4425769 May 30 20:27:30.199807 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 39752) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:30.213576 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3fbfb4ab-a80f-4f23-a508-cab0a329b388 req-0f173b44-ad8d-4947-b6ff-10c4702e7057 service neutron] 10.222.0.86 "GET /v2.0/networks/ff30330a-0ebe-4836-9458-b813d1bcbde4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8373563 May 30 20:27:30.267232 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:27:30.270393 n-d-843948-2 neutron-server[84886]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3b23c89-0438-420f-b12f-dd9bd7817630 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] DELETE failed (client error): The resource could not be found. May 30 20:27:30.270835 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3b23c89-0438-420f-b12f-dd9bd7817630 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:27:30.295944 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c86549c3-9f44-4f7b-9ef3-6e5928e029a7 tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:30.301604 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-c86549c3-9f44-4f7b-9ef3-6e5928e029a7 tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] 10.222.0.85 "DELETE /v2.0/ports/3f3a2111-c929-480a-973a-a1a01fed66e2 HTTP/1.1" status: 204 len: 168 time: 3.0532324 May 30 20:27:30.301604 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-a3b23c89-0438-420f-b12f-dd9bd7817630 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] 10.222.0.85 "DELETE /v2.0/networks/7fb2c714-155b-4c8d-9dcf-d43ad76a9311 HTTP/1.1" status: 404 len: 339 time: 0.0978348 May 30 20:27:30.306311 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 39760) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:30.306759 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 39762) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:30.356565 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-292ada99-caf8-4d78-90d1-4fbf19f2a350 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-480197846', 'description': 'd1'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:27:30.362617 n-d-843948-2 neutron-server[84886]: INFO neutron.pecan_wsgi.hooks.translation [None req-09e07598-0485-4ba2-8578-c388b259cb82 tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] GET failed (client error): The resource could not be found. May 30 20:27:30.363148 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-09e07598-0485-4ba2-8578-c388b259cb82 tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Synchronizing usage tracker for tenant:e3efc05a85c64711b5605b59a09812fb on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:27:30.366474 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-292ada99-caf8-4d78-90d1-4fbf19f2a350 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:27:30.369838 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3e0ead85-6619-4bfe-9c43-8c12ea0e06ac req-aab0f119-f306-44db-aff6-23f09bb75abd tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ed3b12a-c5d4-4ba2-906c-9900ee2b8018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3970501 May 30 20:27:30.385533 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-292ada99-caf8-4d78-90d1-4fbf19f2a350 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Usage tracker for resource:network and tenant:532bf6f1c7054b7d8d66f29b606b9cda is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:27:30.398305 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-292ada99-caf8-4d78-90d1-4fbf19f2a350 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:27:30.408018 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-292ada99-caf8-4d78-90d1-4fbf19f2a350 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:27:30.479200 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-9d5d8643-f0aa-4d0f-b8ec-4c55f354d39b req-0ad3b51a-afbf-459a-85d8-954c0eee9b17 tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:30.544601 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-09e07598-0485-4ba2-8578-c388b259cb82 tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Unset dirty status for tenant:e3efc05a85c64711b5605b59a09812fb on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:27:30.546121 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-09e07598-0485-4ba2-8578-c388b259cb82 tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] 10.222.0.85 "GET /v2.0/ports/3f3a2111-c929-480a-973a-a1a01fed66e2 HTTP/1.1" status: 404 len: 333 time: 0.2382853 May 30 20:27:30.550059 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 39770) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:30.559167 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-d7ad4971-1c91-4ec1-9062-b95550ecd706 tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Request body: {'port': {'network_id': 'ddd2964b-478b-41c4-81ad-3e894ef9a783', 'name': 'tempest-AllowedAddressPairTestJSON-26041261'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:27:30.591033 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-9d5d8643-f0aa-4d0f-b8ec-4c55f354d39b req-0ad3b51a-afbf-459a-85d8-954c0eee9b17 tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:30.756556 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [req-9d5d8643-f0aa-4d0f-b8ec-4c55f354d39b req-b0b9cc56-b2a9-44aa-a93c-7096d763d0bd tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] Allocated IP 172.20.0.9 (b1a54e43-7425-4bc1-8d3a-76f8f8bc0fec/69548dff-bae4-4449-aace-6528f9de4b30/9750a0b6-f4b3-4574-9397-e863a9311ee4) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:27:30.756794 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad3b51a-afbf-459a-85d8-954c0eee9b17 tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] Pushing event updated for resources: {'Port': ['ID=06ce40e4-ad29-4ba9-96a9-034906c02ea0,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:30.776273 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d5d8643-f0aa-4d0f-b8ec-4c55f354d39b req-0ad3b51a-afbf-459a-85d8-954c0eee9b17 tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] Network b1a54e43-7425-4bc1-8d3a-76f8f8bc0fec is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:27:30.778953 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-292ada99-caf8-4d78-90d1-4fbf19f2a350 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Made reservation on behalf of 532bf6f1c7054b7d8d66f29b606b9cda for: {'network': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:27:30.779222 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [req-9d5d8643-f0aa-4d0f-b8ec-4c55f354d39b req-0ad3b51a-afbf-459a-85d8-954c0eee9b17 tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:27:30.783646 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d5d8643-f0aa-4d0f-b8ec-4c55f354d39b req-0ad3b51a-afbf-459a-85d8-954c0eee9b17 tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:27:30.786984 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-292ada99-caf8-4d78-90d1-4fbf19f2a350 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:30.914837 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5d8643-f0aa-4d0f-b8ec-4c55f354d39b req-0ad3b51a-afbf-459a-85d8-954c0eee9b17 tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:30.915817 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-9d5d8643-f0aa-4d0f-b8ec-4c55f354d39b req-0ad3b51a-afbf-459a-85d8-954c0eee9b17 tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:31.077999 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-292ada99-caf8-4d78-90d1-4fbf19f2a350 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] vlan segment allocate from pool success with {'vlan_id': 667, 'physical_network': 'physnet1'} {{(pid=84886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:27:31.087933 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9d5d8643-f0aa-4d0f-b8ec-4c55f354d39b req-0ad3b51a-afbf-459a-85d8-954c0eee9b17 tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9964499 May 30 20:27:31.100855 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-9d5d8643-f0aa-4d0f-b8ec-4c55f354d39b req-3c258ce8-e344-42ff-ac26-7d55e5c13885 service neutron] Request body: {'port': {'device_id': 'f8cec6f2-e4fc-4a2c-81f3-a742ac61796f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843948-2'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:27:31.111434 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-d43af7bb-9563-444c-a972-2c8ea8748632 req-c4295d25-dd62-4db5-9bda-6f53e1a2bbcc tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] Synchronizing usage tracker for tenant:32dbc55a16bf43758a21fff1e524dcf5 on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:27:31.135458 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-d7ad4971-1c91-4ec1-9062-b95550ecd706 tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:27:31.146310 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-d7ad4971-1c91-4ec1-9062-b95550ecd706 tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:27:31.154788 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:31.156816 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-292ada99-caf8-4d78-90d1-4fbf19f2a350 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:31.157147 n-d-843948-2 neutron-server[84886]: INFO neutron.db.segments_db [None req-292ada99-caf8-4d78-90d1-4fbf19f2a350 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Added segment d8e4db03-95fe-41b7-964c-b03b0b48342f of type vlan for network 933bc990-4d9b-414f-bcf8-810dcf237bad May 30 20:27:31.225162 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-292ada99-caf8-4d78-90d1-4fbf19f2a350 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:31.250023 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-9d5d8643-f0aa-4d0f-b8ec-4c55f354d39b req-b0b9cc56-b2a9-44aa-a93c-7096d763d0bd tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:31.274942 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-9d5d8643-f0aa-4d0f-b8ec-4c55f354d39b req-3c258ce8-e344-42ff-ac26-7d55e5c13885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:31.287476 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7ad4971-1c91-4ec1-9062-b95550ecd706 tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Made reservation on behalf of e3efc05a85c64711b5605b59a09812fb for: {'port': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:27:31.290493 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d7ad4971-1c91-4ec1-9062-b95550ecd706 tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:31.319709 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [None req-d7ad4971-1c91-4ec1-9062-b95550ecd706 tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] device_id is not set on port 17ef9b43-58ed-4899-9289-64409e716423 yet. {{(pid=84886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:27:31.439254 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-d43af7bb-9563-444c-a972-2c8ea8748632 req-c4295d25-dd62-4db5-9bda-6f53e1a2bbcc tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] Unset dirty status for tenant:32dbc55a16bf43758a21fff1e524dcf5 on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:27:31.440017 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d43af7bb-9563-444c-a972-2c8ea8748632 req-c4295d25-dd62-4db5-9bda-6f53e1a2bbcc tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] 10.222.0.85 "GET /v2.0/ports?device_id=4e0ae0fb-b829-4e27-94ad-311bbce30bf9 HTTP/1.1" status: 200 len: 210 time: 0.4139628 May 30 20:27:31.467109 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-292ada99-caf8-4d78-90d1-4fbf19f2a350 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:31.473332 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-292ada99-caf8-4d78-90d1-4fbf19f2a350 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:31.477123 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-292ada99-caf8-4d78-90d1-4fbf19f2a350 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1718168'] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:31.624432 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-9d5d8643-f0aa-4d0f-b8ec-4c55f354d39b req-b0b9cc56-b2a9-44aa-a93c-7096d763d0bd tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:31.719095 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-d7ad4971-1c91-4ec1-9062-b95550ecd706 tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Allocated IP 172.20.0.12 (ddd2964b-478b-41c4-81ad-3e894ef9a783/2acbf832-06f9-47b2-82e2-ac74d868929e/17ef9b43-58ed-4899-9289-64409e716423) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:27:31.743193 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d5d8643-f0aa-4d0f-b8ec-4c55f354d39b req-b0b9cc56-b2a9-44aa-a93c-7096d763d0bd tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] Network b1a54e43-7425-4bc1-8d3a-76f8f8bc0fec is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:27:31.755563 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [req-9d5d8643-f0aa-4d0f-b8ec-4c55f354d39b req-b0b9cc56-b2a9-44aa-a93c-7096d763d0bd tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:27:31.758063 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d5d8643-f0aa-4d0f-b8ec-4c55f354d39b req-b0b9cc56-b2a9-44aa-a93c-7096d763d0bd tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:27:31.788789 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [req-9d5d8643-f0aa-4d0f-b8ec-4c55f354d39b req-d7d60e93-92ad-4ff6-bfdd-79d50e7cd287 tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] Allocated IP 172.20.0.8 (b1a54e43-7425-4bc1-8d3a-76f8f8bc0fec/69548dff-bae4-4449-aace-6528f9de4b30/5f83ae32-3298-456f-b453-1f5e99c0981a) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:27:31.830528 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5d8643-f0aa-4d0f-b8ec-4c55f354d39b req-b0b9cc56-b2a9-44aa-a93c-7096d763d0bd tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:31.831179 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-9d5d8643-f0aa-4d0f-b8ec-4c55f354d39b req-b0b9cc56-b2a9-44aa-a93c-7096d763d0bd tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:31.847973 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292ada99-caf8-4d78-90d1-4fbf19f2a350 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Pushing event updated for resources: {'Network': ['ID=933bc990-4d9b-414f-bcf8-810dcf237bad,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:31.860795 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-292ada99-caf8-4d78-90d1-4fbf19f2a350 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.5512464 May 30 20:27:31.863905 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network 933bc990-4d9b-414f-bcf8-810dcf237bad details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:27:31.867106 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 39796) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:31.929514 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b9cc56-b2a9-44aa-a93c-7096d763d0bd tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] Pushing event updated for resources: {'Port': ['ID=9750a0b6-f4b3-4574-9397-e863a9311ee4,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:31.956575 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c981bcb6-6006-4544-be93-2545dd374bdd req-b4d2bda8-c8bd-4bab-8db5-436af4a7cb3f tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:31.973903 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c981bcb6-6006-4544-be93-2545dd374bdd req-b4d2bda8-c8bd-4bab-8db5-436af4a7cb3f tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=31630769-93b9-4bef-92c3-bf4dd9f89e28 HTTP/1.1" status: 200 len: 946 time: 0.3734813 May 30 20:27:32.118360 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c981bcb6-6006-4544-be93-2545dd374bdd req-0d8b8411-f14c-4d3f-b696-15b2bd95c71d tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ed3b12a-c5d4-4ba2-906c-9900ee2b8018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424267 May 30 20:27:32.120072 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9d5d8643-f0aa-4d0f-b8ec-4c55f354d39b req-b0b9cc56-b2a9-44aa-a93c-7096d763d0bd tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8456194 May 30 20:27:32.142298 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [req-9d5d8643-f0aa-4d0f-b8ec-4c55f354d39b req-ecb90988-51f0-4f02-8a5e-c210ad93235f service neutron] Request body: {'port': {'device_id': '4e0ae0fb-b829-4e27-94ad-311bbce30bf9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843948-2'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:27:32.200519 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-9d5d8643-f0aa-4d0f-b8ec-4c55f354d39b req-d7d60e93-92ad-4ff6-bfdd-79d50e7cd287 tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:32.456433 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d6ca12c-c013-48d6-8106-e1758d177baf tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:32.457583 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-7d6ca12c-c013-48d6-8106-e1758d177baf tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Synchronizing usage tracker for tenant:532bf6f1c7054b7d8d66f29b606b9cda on resource:network {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:27:32.471332 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-9d5d8643-f0aa-4d0f-b8ec-4c55f354d39b req-ecb90988-51f0-4f02-8a5e-c210ad93235f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:32.482841 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-9d5d8643-f0aa-4d0f-b8ec-4c55f354d39b req-d7d60e93-92ad-4ff6-bfdd-79d50e7cd287 tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:32.626354 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:32.631887 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d5d8643-f0aa-4d0f-b8ec-4c55f354d39b req-d7d60e93-92ad-4ff6-bfdd-79d50e7cd287 tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] Network b1a54e43-7425-4bc1-8d3a-76f8f8bc0fec is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:27:32.659133 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [req-9d5d8643-f0aa-4d0f-b8ec-4c55f354d39b req-d7d60e93-92ad-4ff6-bfdd-79d50e7cd287 tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:27:32.672027 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d5d8643-f0aa-4d0f-b8ec-4c55f354d39b req-d7d60e93-92ad-4ff6-bfdd-79d50e7cd287 tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:27:32.716586 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-7d6ca12c-c013-48d6-8106-e1758d177baf tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Unset dirty status for tenant:532bf6f1c7054b7d8d66f29b606b9cda on resource:network {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:27:32.723338 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-7d6ca12c-c013-48d6-8106-e1758d177baf tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] 10.222.0.85 "GET /v2.0/networks?id=933bc990-4d9b-414f-bcf8-810dcf237bad HTTP/1.1" status: 200 len: 764 time: 0.8543904 May 30 20:27:32.745514 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 39822) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:32.777347 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-bb4a4e29-f678-4081-8e96-c90333c34f9c tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Request body: {'network': {'description': 'd2'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:27:32.968127 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d7ad4971-1c91-4ec1-9062-b95550ecd706 tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:33.039349 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d60e93-92ad-4ff6-bfdd-79d50e7cd287 tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] Pushing event updated for resources: {'Port': ['ID=5f83ae32-3298-456f-b453-1f5e99c0981a,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:33.080482 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5d8643-f0aa-4d0f-b8ec-4c55f354d39b req-d7d60e93-92ad-4ff6-bfdd-79d50e7cd287 tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:33.081200 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-9d5d8643-f0aa-4d0f-b8ec-4c55f354d39b req-d7d60e93-92ad-4ff6-bfdd-79d50e7cd287 tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:33.183068 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9d5d8643-f0aa-4d0f-b8ec-4c55f354d39b req-d7d60e93-92ad-4ff6-bfdd-79d50e7cd287 tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7185769 May 30 20:27:33.198474 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-9d5d8643-f0aa-4d0f-b8ec-4c55f354d39b req-56082a08-b5ed-4afe-b183-d58cc87888c1 service neutron] Request body: {'port': {'device_id': '09472436-580a-45d5-8621-9440a375ddf6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843948-2'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:27:33.207532 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [None req-d7ad4971-1c91-4ec1-9062-b95550ecd706 tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Transition to ACTIVE for port object 17ef9b43-58ed-4899-9289-64409e716423 will not be triggered until provisioned by entity DHCP. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:27:33.246880 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-696c09f5-4bd0-4b3d-bb28-9ee63b4b33dd req-01a703df-d416-493d-8c37-da7832408847 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=b5cfc9b0-7823-4f7e-84ca-6b07acbe3233&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3308716 May 30 20:27:33.249020 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [req-9d5d8643-f0aa-4d0f-b8ec-4c55f354d39b req-3c258ce8-e344-42ff-ac26-7d55e5c13885 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06ce40e4-ad29-4ba9-96a9-034906c02ea0 {{(pid=84887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:27:33.266924 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-9d5d8643-f0aa-4d0f-b8ec-4c55f354d39b req-3c258ce8-e344-42ff-ac26-7d55e5c13885 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:33.327181 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-9d5d8643-f0aa-4d0f-b8ec-4c55f354d39b req-3c258ce8-e344-42ff-ac26-7d55e5c13885 service neutron] Transition to ACTIVE for port object 06ce40e4-ad29-4ba9-96a9-034906c02ea0 will not be triggered until provisioned by entity L2. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:27:33.438341 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81062d0-4f0f-4d35-8065-9bc3bb19baba req-b261d1a7-32db-452c-ba65-d6f235fd8380 tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:33.440674 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e81062d0-4f0f-4d35-8065-9bc3bb19baba req-b261d1a7-32db-452c-ba65-d6f235fd8380 tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] 10.222.0.85 "GET /v2.0/ports?device_id=4e0ae0fb-b829-4e27-94ad-311bbce30bf9 HTTP/1.1" status: 200 len: 931 time: 0.8116212 May 30 20:27:33.484934 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-9d5d8643-f0aa-4d0f-b8ec-4c55f354d39b req-3c258ce8-e344-42ff-ac26-7d55e5c13885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:33.553207 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-9d5d8643-f0aa-4d0f-b8ec-4c55f354d39b req-56082a08-b5ed-4afe-b183-d58cc87888c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:33.682184 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bb4a4e29-f678-4081-8e96-c90333c34f9c tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:33.705921 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c258ce8-e344-42ff-ac26-7d55e5c13885 service neutron] Pushing event updated for resources: {'Port': ['ID=06ce40e4-ad29-4ba9-96a9-034906c02ea0,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:33.718526 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-696c09f5-4bd0-4b3d-bb28-9ee63b4b33dd req-67006941-a881-4e35-b5b5-fd3481c3a543 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6a921a88c2104251b4f5cf697763e02b&device_id=b5cfc9b0-7823-4f7e-84ca-6b07acbe3233 HTTP/1.1" status: 200 len: 1097 time: 0.4070992 May 30 20:27:33.744707 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e81062d0-4f0f-4d35-8065-9bc3bb19baba req-f7c68a58-0618-4446-9896-36ae2122d35c tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] 10.222.0.85 "GET /v2.0/security-groups?id=1781d827-9d72-442a-a1d3-36d4f7e99cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458904 May 30 20:27:33.766757 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d7ad4971-1c91-4ec1-9062-b95550ecd706 tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:33.869033 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bb4a4e29-f678-4081-8e96-c90333c34f9c tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:33.885004 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4556b0a-2bc8-47af-ae11-323bb06e147f req-0f9664af-f944-4e29-9c2c-dd633267ef70 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:33.892242 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f4556b0a-2bc8-47af-ae11-323bb06e147f req-0f9664af-f944-4e29-9c2c-dd633267ef70 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=31630769-93b9-4bef-92c3-bf4dd9f89e28 HTTP/1.1" status: 200 len: 946 time: 0.4917369 May 30 20:27:34.020985 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-bb4a4e29-f678-4081-8e96-c90333c34f9c tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Network 933bc990-4d9b-414f-bcf8-810dcf237bad is not hosted by any dhcp agent {{(pid=84886) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} May 30 20:27:34.024444 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb4a4e29-f678-4081-8e96-c90333c34f9c tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:34.025043 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bb4a4e29-f678-4081-8e96-c90333c34f9c tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks [] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:34.026345 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-bb4a4e29-f678-4081-8e96-c90333c34f9c tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] 10.222.0.85 "PUT /v2.0/networks/933bc990-4d9b-414f-bcf8-810dcf237bad HTTP/1.1" status: 200 len: 761 time: 1.2757573 May 30 20:27:34.033239 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ad4971-1c91-4ec1-9062-b95550ecd706 tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Pushing event updated for resources: {'Port': ['ID=17ef9b43-58ed-4899-9289-64409e716423,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:34.036709 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 39848) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:34.040453 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7ad4971-1c91-4ec1-9062-b95550ecd706 tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Network ddd2964b-478b-41c4-81ad-3e894ef9a783 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:27:34.074730 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 39852) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:34.125239 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-d7ad4971-1c91-4ec1-9062-b95550ecd706 tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:27:34.127325 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4a4e29-f678-4081-8e96-c90333c34f9c tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Pushing event updated for resources: {'Network': ['ID=933bc990-4d9b-414f-bcf8-810dcf237bad,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:34.136620 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.db.resource_extend [req-9d5d8643-f0aa-4d0f-b8ec-4c55f354d39b req-ecb90988-51f0-4f02-8a5e-c210ad93235f service neutron] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:27:34.145292 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ad4971-1c91-4ec1-9062-b95550ecd706 tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:27:34.146076 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f4556b0a-2bc8-47af-ae11-323bb06e147f req-9845c375-3768-4556-9452-2ff31f95db8b tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ed3b12a-c5d4-4ba2-906c-9900ee2b8018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2525711 May 30 20:27:34.164229 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network 933bc990-4d9b-414f-bcf8-810dcf237bad details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:27:34.177635 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-9d5d8643-f0aa-4d0f-b8ec-4c55f354d39b req-3c258ce8-e344-42ff-ac26-7d55e5c13885 service neutron] Attempting to bind port 06ce40e4-ad29-4ba9-96a9-034906c02ea0 on host n-h1-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:27:34.178082 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-9d5d8643-f0aa-4d0f-b8ec-4c55f354d39b req-3c258ce8-e344-42ff-ac26-7d55e5c13885 service neutron] Attempting to bind port 06ce40e4-ad29-4ba9-96a9-034906c02ea0 by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': '846340ce-7226-4d23-8fff-c740004950e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'b1a54e43-7425-4bc1-8d3a-76f8f8bc0fec'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:27:34.178291 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d5d8643-f0aa-4d0f-b8ec-4c55f354d39b req-3c258ce8-e344-42ff-ac26-7d55e5c13885 service neutron] Attempting to bind port 06ce40e4-ad29-4ba9-96a9-034906c02ea0 on network b1a54e43-7425-4bc1-8d3a-76f8f8bc0fec {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:27:34.186957 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696c09f5-4bd0-4b3d-bb28-9ee63b4b33dd req-b99fa548-34a3-422f-94f1-dd7c46bcc1cf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:34.188575 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-696c09f5-4bd0-4b3d-bb28-9ee63b4b33dd req-b99fa548-34a3-422f-94f1-dd7c46bcc1cf service neutron] 10.222.0.86 "GET /v2.0/networks?id=2ad0cf2e-8ff8-4add-9223-e815a60245ec HTTP/1.1" status: 200 len: 915 time: 0.4347420 May 30 20:27:34.192066 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d5d8643-f0aa-4d0f-b8ec-4c55f354d39b req-3c258ce8-e344-42ff-ac26-7d55e5c13885 service neutron] Port 06ce40e4-ad29-4ba9-96a9-034906c02ea0 on network b1a54e43-7425-4bc1-8d3a-76f8f8bc0fec not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:27:34.192391 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d5d8643-f0aa-4d0f-b8ec-4c55f354d39b req-3c258ce8-e344-42ff-ac26-7d55e5c13885 service neutron] Attempting to bind port 06ce40e4-ad29-4ba9-96a9-034906c02ea0 on network b1a54e43-7425-4bc1-8d3a-76f8f8bc0fec {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:27:34.275247 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d5d8643-f0aa-4d0f-b8ec-4c55f354d39b req-3c258ce8-e344-42ff-ac26-7d55e5c13885 service neutron] Checking agent: {'id': 'f728d74e-a4ae-4384-860b-a5ade05dd8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:27:34.275766 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d5d8643-f0aa-4d0f-b8ec-4c55f354d39b req-3c258ce8-e344-42ff-ac26-7d55e5c13885 service neutron] Checking segment: {'id': '846340ce-7226-4d23-8fff-c740004950e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'b1a54e43-7425-4bc1-8d3a-76f8f8bc0fec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:27:34.276148 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d5d8643-f0aa-4d0f-b8ec-4c55f354d39b req-3c258ce8-e344-42ff-ac26-7d55e5c13885 service neutron] Bound using segment: {'id': '846340ce-7226-4d23-8fff-c740004950e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'b1a54e43-7425-4bc1-8d3a-76f8f8bc0fec'} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:27:34.276991 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-9d5d8643-f0aa-4d0f-b8ec-4c55f354d39b req-3c258ce8-e344-42ff-ac26-7d55e5c13885 service neutron] Bound port: 06ce40e4-ad29-4ba9-96a9-034906c02ea0, host: n-h1-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '846340ce-7226-4d23-8fff-c740004950e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'b1a54e43-7425-4bc1-8d3a-76f8f8bc0fec'}}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:27:34.276991 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-9d5d8643-f0aa-4d0f-b8ec-4c55f354d39b req-3c258ce8-e344-42ff-ac26-7d55e5c13885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:34.380876 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-696c09f5-4bd0-4b3d-bb28-9ee63b4b33dd req-3a9b1016-2cac-459c-960d-e92b46fe3c79 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2a4fbaac-1c42-4144-ba53-6f25653d75c3 HTTP/1.1" status: 200 len: 1002 time: 0.1849573 May 30 20:27:34.400565 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4571ef9b-0769-427e-b631-e00f2b15e386 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:34.405834 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-4571ef9b-0769-427e-b631-e00f2b15e386 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] 10.222.0.85 "GET /v2.0/networks?id=933bc990-4d9b-414f-bcf8-810dcf237bad HTTP/1.1" status: 200 len: 764 time: 0.3605058 May 30 20:27:34.410594 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 39860) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:34.419066 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [req-9d5d8643-f0aa-4d0f-b8ec-4c55f354d39b req-ecb90988-51f0-4f02-8a5e-c210ad93235f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9750a0b6-f4b3-4574-9397-e863a9311ee4 {{(pid=84886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:27:34.450519 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-9d5d8643-f0aa-4d0f-b8ec-4c55f354d39b req-ecb90988-51f0-4f02-8a5e-c210ad93235f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:34.490408 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a2f94e01-4df0-44ba-b2a0-345142484a9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:34.505743 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-9d5d8643-f0aa-4d0f-b8ec-4c55f354d39b req-3c258ce8-e344-42ff-ac26-7d55e5c13885 service neutron] For port 06ce40e4-ad29-4ba9-96a9-034906c02ea0, host n-h1-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:27:34.515452 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ad4971-1c91-4ec1-9062-b95550ecd706 tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:34.516334 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d7ad4971-1c91-4ec1-9062-b95550ecd706 tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:34.526452 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696c09f5-4bd0-4b3d-bb28-9ee63b4b33dd req-8095633a-84a6-4c92-b64a-0476a5e9fd1e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:34.527907 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-696c09f5-4bd0-4b3d-bb28-9ee63b4b33dd req-8095633a-84a6-4c92-b64a-0476a5e9fd1e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3f5f2a28-796d-4138-b193-86a2946727dc HTTP/1.1" status: 200 len: 853 time: 0.1394520 May 30 20:27:34.529493 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-9d5d8643-f0aa-4d0f-b8ec-4c55f354d39b req-3c258ce8-e344-42ff-ac26-7d55e5c13885 service neutron] For port 06ce40e4-ad29-4ba9-96a9-034906c02ea0, host n-h1-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=06ce40e4-ad29-4ba9-96a9-034906c02ea0,segment=NetworkSegment(846340ce-7226-4d23-8fff-c740004950e9),segment_id=846340ce-7226-4d23-8fff-c740004950e9)] {{(pid=84887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:27:34.614563 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-9d5d8643-f0aa-4d0f-b8ec-4c55f354d39b req-3c258ce8-e344-42ff-ac26-7d55e5c13885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:34.630436 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-cbf59040-0307-4819-97a3-d6dcb3d362b8 None None] Provisioning for port 17ef9b43-58ed-4899-9289-64409e716423 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:27:34.639084 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-cbf59040-0307-4819-97a3-d6dcb3d362b8 None None] Provisioning complete for port 17ef9b43-58ed-4899-9289-64409e716423 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:27:34.640106 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-cbf59040-0307-4819-97a3-d6dcb3d362b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:34.664382 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-a2f94e01-4df0-44ba-b2a0-345142484a9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:27:34.673103 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-a2f94e01-4df0-44ba-b2a0-345142484a9e admin admin] Usage tracker for resource:security_group_rule and tenant:fcbc8ad72d8f473bafb56420fe0858c5 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:27:34.684448 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-a2f94e01-4df0-44ba-b2a0-345142484a9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:27:34.702389 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-a2f94e01-4df0-44ba-b2a0-345142484a9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:27:34.702931 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [req-9d5d8643-f0aa-4d0f-b8ec-4c55f354d39b req-ecb90988-51f0-4f02-8a5e-c210ad93235f service neutron] Transition to ACTIVE for port object 9750a0b6-f4b3-4574-9397-e863a9311ee4 will not be triggered until provisioned by entity L2. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:27:34.736336 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-9d5d8643-f0aa-4d0f-b8ec-4c55f354d39b req-3c258ce8-e344-42ff-ac26-7d55e5c13885 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:34.736988 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-cbf59040-0307-4819-97a3-d6dcb3d362b8 None None] Port 17ef9b43-58ed-4899-9289-64409e716423 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:27:34.738758 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9d5d8643-f0aa-4d0f-b8ec-4c55f354d39b req-3c258ce8-e344-42ff-ac26-7d55e5c13885 service neutron] 10.222.0.71 "PUT /v2.0/ports/06ce40e4-ad29-4ba9-96a9-034906c02ea0 HTTP/1.1" status: 200 len: 1091 time: 3.6445994 May 30 20:27:34.741208 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8cec6f2-e4fc-4a2c-81f3-a742ac61796f', 'tag': '06ce40e4-ad29-4ba9-96a9-034906c02ea0'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:27:34.762634 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c258ce8-e344-42ff-ac26-7d55e5c13885 service neutron] Pushing event updated for resources: {'Port': ['ID=06ce40e4-ad29-4ba9-96a9-034906c02ea0,revision_number=3']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:34.787923 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-d7ad4971-1c91-4ec1-9062-b95550ecd706 tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.2354994 May 30 20:27:34.797761 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 39878) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:34.810313 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-d0f79e03-f2db-4920-900a-31918eb442d0 tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:b8:e4:41'}]}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:27:34.860895 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-9d5d8643-f0aa-4d0f-b8ec-4c55f354d39b req-ecb90988-51f0-4f02-8a5e-c210ad93235f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:34.891339 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63f1f453-a9cf-4df2-b19c-a74c163897fa tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:34.895064 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-63f1f453-a9cf-4df2-b19c-a74c163897fa tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] 10.222.0.85 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4823036 May 30 20:27:34.916348 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 39882) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:34.918204 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d76daf77-9d5f-4054-9980-41354fc84ace'] response: {'name': 'network-changed', 'server_uuid': 'f8cec6f2-e4fc-4a2c-81f3-a742ac61796f', 'tag': '06ce40e4-ad29-4ba9-96a9-034906c02ea0', 'status': 'completed', 'code': 200} May 30 20:27:35.188536 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-696c09f5-4bd0-4b3d-bb28-9ee63b4b33dd req-649caa25-b506-43cf-8e1b-1879282f4bb9 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2ad0cf2e-8ff8-4add-9223-e815a60245ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6446335 May 30 20:27:35.199998 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-002a93d4-d5bd-460b-8590-d614974d5218 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Synchronizing usage tracker for tenant:532bf6f1c7054b7d8d66f29b606b9cda on resource:subnet {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:27:35.328000 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb90988-51f0-4f02-8a5e-c210ad93235f service neutron] Pushing event updated for resources: {'Port': ['ID=9750a0b6-f4b3-4574-9397-e863a9311ee4,revision_number=2']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:35.409070 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a2f94e01-4df0-44ba-b2a0-345142484a9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:35.422653 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-002a93d4-d5bd-460b-8590-d614974d5218 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Unset dirty status for tenant:532bf6f1c7054b7d8d66f29b606b9cda on resource:subnet {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:27:35.423883 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-002a93d4-d5bd-460b-8590-d614974d5218 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] 10.222.0.85 "GET /v2.0/subnets?network_id=c7869750-4b49-4b7e-aa99-5e0f1ae02da4 HTTP/1.1" status: 200 len: 207 time: 0.4987953 May 30 20:27:35.437496 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 39892) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:35.495674 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a2f94e01-4df0-44ba-b2a0-345142484a9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:35.541864 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d0f79e03-f2db-4920-900a-31918eb442d0 tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:35.581167 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9d5d8643-f0aa-4d0f-b8ec-4c55f354d39b req-15987d51-c165-499b-970d-800f3f5bf8d9 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=32dbc55a16bf43758a21fff1e524dcf5&device_id=f8cec6f2-e4fc-4a2c-81f3-a742ac61796f HTTP/1.1" status: 200 len: 1094 time: 0.6571910 May 30 20:27:35.604895 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.db.resource_extend [req-9d5d8643-f0aa-4d0f-b8ec-4c55f354d39b req-56082a08-b5ed-4afe-b183-d58cc87888c1 service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:27:35.615525 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-9d5d8643-f0aa-4d0f-b8ec-4c55f354d39b req-ecb90988-51f0-4f02-8a5e-c210ad93235f service neutron] Attempting to bind port 9750a0b6-f4b3-4574-9397-e863a9311ee4 on host n-h1-843948-2 for vnic_type normal with profile {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:27:35.615861 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-9d5d8643-f0aa-4d0f-b8ec-4c55f354d39b req-ecb90988-51f0-4f02-8a5e-c210ad93235f service neutron] Attempting to bind port 9750a0b6-f4b3-4574-9397-e863a9311ee4 by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': '846340ce-7226-4d23-8fff-c740004950e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'b1a54e43-7425-4bc1-8d3a-76f8f8bc0fec'}] {{(pid=84886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:27:35.616197 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d5d8643-f0aa-4d0f-b8ec-4c55f354d39b req-ecb90988-51f0-4f02-8a5e-c210ad93235f service neutron] Attempting to bind port 9750a0b6-f4b3-4574-9397-e863a9311ee4 on network b1a54e43-7425-4bc1-8d3a-76f8f8bc0fec {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:27:35.646119 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d5d8643-f0aa-4d0f-b8ec-4c55f354d39b req-ecb90988-51f0-4f02-8a5e-c210ad93235f service neutron] Port 9750a0b6-f4b3-4574-9397-e863a9311ee4 on network b1a54e43-7425-4bc1-8d3a-76f8f8bc0fec not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:27:35.646436 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d5d8643-f0aa-4d0f-b8ec-4c55f354d39b req-ecb90988-51f0-4f02-8a5e-c210ad93235f service neutron] Attempting to bind port 9750a0b6-f4b3-4574-9397-e863a9311ee4 on network b1a54e43-7425-4bc1-8d3a-76f8f8bc0fec {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:27:35.657216 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f037411-c2bf-45c6-9816-fd054bf767dd req-c614f8c4-390d-4023-8f96-aa105f1c1cbe tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:35.658982 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6f037411-c2bf-45c6-9816-fd054bf767dd req-c614f8c4-390d-4023-8f96-aa105f1c1cbe tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=31630769-93b9-4bef-92c3-bf4dd9f89e28 HTTP/1.1" status: 200 len: 946 time: 0.3393273 May 30 20:27:35.691322 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d5d8643-f0aa-4d0f-b8ec-4c55f354d39b req-ecb90988-51f0-4f02-8a5e-c210ad93235f service neutron] Checking agent: {'id': 'f728d74e-a4ae-4384-860b-a5ade05dd8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:27:35.691984 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d5d8643-f0aa-4d0f-b8ec-4c55f354d39b req-ecb90988-51f0-4f02-8a5e-c210ad93235f service neutron] Checking segment: {'id': '846340ce-7226-4d23-8fff-c740004950e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'b1a54e43-7425-4bc1-8d3a-76f8f8bc0fec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:27:35.692111 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d5d8643-f0aa-4d0f-b8ec-4c55f354d39b req-ecb90988-51f0-4f02-8a5e-c210ad93235f service neutron] Bound using segment: {'id': '846340ce-7226-4d23-8fff-c740004950e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'b1a54e43-7425-4bc1-8d3a-76f8f8bc0fec'} {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:27:35.692473 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-9d5d8643-f0aa-4d0f-b8ec-4c55f354d39b req-ecb90988-51f0-4f02-8a5e-c210ad93235f service neutron] Bound port: 9750a0b6-f4b3-4574-9397-e863a9311ee4, host: n-h1-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '846340ce-7226-4d23-8fff-c740004950e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'b1a54e43-7425-4bc1-8d3a-76f8f8bc0fec'}}] {{(pid=84886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:27:35.692823 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-9d5d8643-f0aa-4d0f-b8ec-4c55f354d39b req-ecb90988-51f0-4f02-8a5e-c210ad93235f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:35.694347 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-696c09f5-4bd0-4b3d-bb28-9ee63b4b33dd req-0c231319-f93f-4784-b8fc-6136cd708230 service neutron] 10.222.0.86 "GET /v2.0/networks/2ad0cf2e-8ff8-4add-9223-e815a60245ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4914029 May 30 20:27:35.765309 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79c4f18-5512-478e-a496-ff4bb5fcad0d req-613a4b84-0acf-4f8e-9eef-c471a11255a1 tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:35.766059 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-f79c4f18-5512-478e-a496-ff4bb5fcad0d req-613a4b84-0acf-4f8e-9eef-c471a11255a1 tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] Synchronizing usage tracker for tenant:32dbc55a16bf43758a21fff1e524dcf5 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:27:35.803744 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f94e01-4df0-44ba-b2a0-345142484a9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a58b272c-5f80-4722-847f-555dc6c50137,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:35.817079 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9d5d8643-f0aa-4d0f-b8ec-4c55f354d39b req-4beceb33-1c37-4db6-9875-a902575a65c5 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=06ce40e4-ad29-4ba9-96a9-034906c02ea0 HTTP/1.1" status: 200 len: 217 time: 0.2152605 May 30 20:27:35.879517 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6f037411-c2bf-45c6-9816-fd054bf767dd req-6c869a43-bbea-47b3-94c1-04ad03d36a05 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ed3b12a-c5d4-4ba2-906c-9900ee2b8018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121854 May 30 20:27:35.892077 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-a2f94e01-4df0-44ba-b2a0-345142484a9e admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=fcbc8ad72d8f473bafb56420fe0858c5&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8159428 May 30 20:27:35.893042 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 39898) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:35.947581 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-9d5d8643-f0aa-4d0f-b8ec-4c55f354d39b req-ecb90988-51f0-4f02-8a5e-c210ad93235f service neutron] For port 9750a0b6-f4b3-4574-9397-e863a9311ee4, host n-h1-843948-2, cleared binding levels {{(pid=84886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:27:35.951586 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-9d5d8643-f0aa-4d0f-b8ec-4c55f354d39b req-ecb90988-51f0-4f02-8a5e-c210ad93235f service neutron] For port 9750a0b6-f4b3-4574-9397-e863a9311ee4, host n-h1-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=9750a0b6-f4b3-4574-9397-e863a9311ee4,segment=NetworkSegment(846340ce-7226-4d23-8fff-c740004950e9),segment_id=846340ce-7226-4d23-8fff-c740004950e9)] {{(pid=84886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:27:35.955634 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [req-9d5d8643-f0aa-4d0f-b8ec-4c55f354d39b req-56082a08-b5ed-4afe-b183-d58cc87888c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f83ae32-3298-456f-b453-1f5e99c0981a {{(pid=84887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:27:35.976705 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d0f79e03-f2db-4920-900a-31918eb442d0 tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:36.020799 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-9d5d8643-f0aa-4d0f-b8ec-4c55f354d39b req-56082a08-b5ed-4afe-b183-d58cc87888c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:36.064616 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-9d5d8643-f0aa-4d0f-b8ec-4c55f354d39b req-ecb90988-51f0-4f02-8a5e-c210ad93235f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:36.067763 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1bf96ad-56da-4bff-8116-fc037ab7aa30 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:36.073683 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1bf96ad-56da-4bff-8116-fc037ab7aa30 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:36.078753 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1bf96ad-56da-4bff-8116-fc037ab7aa30 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:36.084336 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1bf96ad-56da-4bff-8116-fc037ab7aa30 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:36.089647 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1bf96ad-56da-4bff-8116-fc037ab7aa30 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:36.094141 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1bf96ad-56da-4bff-8116-fc037ab7aa30 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:36.095490 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-f1bf96ad-56da-4bff-8116-fc037ab7aa30 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Synchronizing usage tracker for tenant:532bf6f1c7054b7d8d66f29b606b9cda on resource:network {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:27:36.099483 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d0f79e03-f2db-4920-900a-31918eb442d0 tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:36.123984 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-9d5d8643-f0aa-4d0f-b8ec-4c55f354d39b req-56082a08-b5ed-4afe-b183-d58cc87888c1 service neutron] Transition to ACTIVE for port object 5f83ae32-3298-456f-b453-1f5e99c0981a will not be triggered until provisioned by entity L2. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:27:36.136286 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5d8643-f0aa-4d0f-b8ec-4c55f354d39b req-2fc69811-8a7b-4a44-ace0-a38b0adc4ec3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:36.137662 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9d5d8643-f0aa-4d0f-b8ec-4c55f354d39b req-2fc69811-8a7b-4a44-ace0-a38b0adc4ec3 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=69548dff-bae4-4449-aace-6528f9de4b30 HTTP/1.1" status: 200 len: 857 time: 0.2339640 May 30 20:27:36.155649 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-f79c4f18-5512-478e-a496-ff4bb5fcad0d req-613a4b84-0acf-4f8e-9eef-c471a11255a1 tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] Unset dirty status for tenant:32dbc55a16bf43758a21fff1e524dcf5 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:27:36.156937 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f79c4f18-5512-478e-a496-ff4bb5fcad0d req-613a4b84-0acf-4f8e-9eef-c471a11255a1 tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] 10.222.0.85 "GET /v2.0/ports?device_id=4e0ae0fb-b829-4e27-94ad-311bbce30bf9 HTTP/1.1" status: 200 len: 943 time: 1.0552919 May 30 20:27:36.215043 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-9d5d8643-f0aa-4d0f-b8ec-4c55f354d39b req-ecb90988-51f0-4f02-8a5e-c210ad93235f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:36.216486 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9d5d8643-f0aa-4d0f-b8ec-4c55f354d39b req-ecb90988-51f0-4f02-8a5e-c210ad93235f service neutron] 10.222.0.71 "PUT /v2.0/ports/9750a0b6-f4b3-4574-9397-e863a9311ee4 HTTP/1.1" status: 200 len: 1091 time: 4.0815141 May 30 20:27:36.220301 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e0ae0fb-b829-4e27-94ad-311bbce30bf9', 'tag': '9750a0b6-f4b3-4574-9397-e863a9311ee4'}] {{(pid=84886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:27:36.231288 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-f1bf96ad-56da-4bff-8116-fc037ab7aa30 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Unset dirty status for tenant:532bf6f1c7054b7d8d66f29b606b9cda on resource:network {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:27:36.236418 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-f1bf96ad-56da-4bff-8116-fc037ab7aa30 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] 10.222.0.85 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.7928829 May 30 20:27:36.236620 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-696c09f5-4bd0-4b3d-bb28-9ee63b4b33dd req-acb6e42d-fae7-4f24-90fd-40b6c3c7a4d5 service neutron] 10.222.0.86 "GET /v2.0/networks/2ad0cf2e-8ff8-4add-9223-e815a60245ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4754789 May 30 20:27:36.237602 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 39906) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:36.245592 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9d5d8643-f0aa-4d0f-b8ec-4c55f354d39b req-4981842f-237a-4d38-9c12-1a9ab4471e34 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b1a54e43-7425-4bc1-8d3a-76f8f8bc0fec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0923154 May 30 20:27:36.250735 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-9d5d8643-f0aa-4d0f-b8ec-4c55f354d39b req-56082a08-b5ed-4afe-b183-d58cc87888c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:36.261357 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb90988-51f0-4f02-8a5e-c210ad93235f service neutron] Pushing event updated for resources: {'Port': ['ID=9750a0b6-f4b3-4574-9397-e863a9311ee4,revision_number=3']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:36.355126 n-d-843948-2 neutron-server[84886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17c7ff0a-3222-440e-8b30-578949720d16'] response: {'name': 'network-changed', 'server_uuid': '4e0ae0fb-b829-4e27-94ad-311bbce30bf9', 'tag': '9750a0b6-f4b3-4574-9397-e863a9311ee4', 'status': 'completed', 'code': 200} May 30 20:27:36.423315 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f79e03-f2db-4920-900a-31918eb442d0 tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Pushing event updated for resources: {'Port': ['ID=17ef9b43-58ed-4899-9289-64409e716423,revision_number=2']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:36.433278 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-d0f79e03-f2db-4920-900a-31918eb442d0 tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] In _notify_port_updated(), no bound segment for port 17ef9b43-58ed-4899-9289-64409e716423 on network ddd2964b-478b-41c4-81ad-3e894ef9a783 {{(pid=84886) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 30 20:27:36.437192 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f79e03-f2db-4920-900a-31918eb442d0 tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:36.437958 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d0f79e03-f2db-4920-900a-31918eb442d0 tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:36.439256 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-d0f79e03-f2db-4920-900a-31918eb442d0 tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] 10.222.0.85 "PUT /v2.0/ports/17ef9b43-58ed-4899-9289-64409e716423 HTTP/1.1" status: 200 len: 995 time: 1.6396689 May 30 20:27:36.444823 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 39910) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:36.477998 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-dd5964e8-e431-471b-b464-c418a2571ec1 None None] Provisioning complete for port 17ef9b43-58ed-4899-9289-64409e716423 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:27:36.479901 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-dd5964e8-e431-471b-b464-c418a2571ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:36.486093 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-684c3f2f-c845-47fd-af2b-34969a554cc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:36.553735 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-dd5964e8-e431-471b-b464-c418a2571ec1 None None] Port 17ef9b43-58ed-4899-9289-64409e716423 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:27:36.561895 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-d5a9c87e-a9a8-4d79-a08f-b662c7883996 tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Deleting port 17ef9b43-58ed-4899-9289-64409e716423 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:27:36.562242 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d5a9c87e-a9a8-4d79-a08f-b662c7883996 tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:36.610037 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0b2865ae-e737-4c4e-b97a-2d4954f4f390 req-92c5433e-6457-49d5-abf8-0b2157296817 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=32dbc55a16bf43758a21fff1e524dcf5&device_id=4e0ae0fb-b829-4e27-94ad-311bbce30bf9 HTTP/1.1" status: 200 len: 1094 time: 0.2517025 May 30 20:27:36.630200 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-f79c4f18-5512-478e-a496-ff4bb5fcad0d req-e6823bfa-424a-42af-9ca6-43cd5e2eb5df tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] Synchronizing usage tracker for tenant:32dbc55a16bf43758a21fff1e524dcf5 on resource:security_group {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:27:36.646483 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56082a08-b5ed-4afe-b183-d58cc87888c1 service neutron] Pushing event updated for resources: {'Port': ['ID=5f83ae32-3298-456f-b453-1f5e99c0981a,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:36.650009 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-684c3f2f-c845-47fd-af2b-34969a554cc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:36.838358 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-7384f1eb-2e8f-4a36-a9f8-5a4a1bc0ddab tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] 10.222.0.85 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.5953825 May 30 20:27:36.843998 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 39920) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:36.848335 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9d5d8643-f0aa-4d0f-b8ec-4c55f354d39b req-45e59e7f-8f92-4f30-9d59-b631d4acb406 service neutron] 10.222.0.71 "GET /v2.0/networks/b1a54e43-7425-4bc1-8d3a-76f8f8bc0fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5600574 May 30 20:27:37.057251 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2865ae-e737-4c4e-b97a-2d4954f4f390 req-ce89bdb6-02a4-4365-ae04-9c807c981bf2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:37.059095 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0b2865ae-e737-4c4e-b97a-2d4954f4f390 req-ce89bdb6-02a4-4365-ae04-9c807c981bf2 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=32dbc55a16bf43758a21fff1e524dcf5&shared=False HTTP/1.1" status: 200 len: 918 time: 0.4367225 May 30 20:27:37.107333 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-f79c4f18-5512-478e-a496-ff4bb5fcad0d req-e6823bfa-424a-42af-9ca6-43cd5e2eb5df tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] Unset dirty status for tenant:32dbc55a16bf43758a21fff1e524dcf5 on resource:security_group {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:27:37.108766 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f79c4f18-5512-478e-a496-ff4bb5fcad0d req-e6823bfa-424a-42af-9ca6-43cd5e2eb5df tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] 10.222.0.85 "GET /v2.0/security-groups?id=1781d827-9d72-442a-a1d3-36d4f7e99cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9131103 May 30 20:27:37.272859 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c79ecea2-4789-41d3-a6a7-1551716e5972 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:37.274830 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c79ecea2-4789-41d3-a6a7-1551716e5972 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:37.275632 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c79ecea2-4789-41d3-a6a7-1551716e5972 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:37.276932 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c79ecea2-4789-41d3-a6a7-1551716e5972 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:37.278262 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c79ecea2-4789-41d3-a6a7-1551716e5972 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:37.283719 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-c79ecea2-4789-41d3-a6a7-1551716e5972 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] 10.222.0.85 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.4345450 May 30 20:27:37.284713 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 39934) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:37.316916 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d5a9c87e-a9a8-4d79-a08f-b662c7883996 tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:37.333825 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-9d5d8643-f0aa-4d0f-b8ec-4c55f354d39b req-56082a08-b5ed-4afe-b183-d58cc87888c1 service neutron] Attempting to bind port 5f83ae32-3298-456f-b453-1f5e99c0981a on host n-h2-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:27:37.334157 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-9d5d8643-f0aa-4d0f-b8ec-4c55f354d39b req-56082a08-b5ed-4afe-b183-d58cc87888c1 service neutron] Attempting to bind port 5f83ae32-3298-456f-b453-1f5e99c0981a by drivers openvswitch,hyperv on host n-h2-843948-2 at level 0 using segments [{'id': '846340ce-7226-4d23-8fff-c740004950e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'b1a54e43-7425-4bc1-8d3a-76f8f8bc0fec'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:27:37.334566 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d5d8643-f0aa-4d0f-b8ec-4c55f354d39b req-56082a08-b5ed-4afe-b183-d58cc87888c1 service neutron] Attempting to bind port 5f83ae32-3298-456f-b453-1f5e99c0981a on network b1a54e43-7425-4bc1-8d3a-76f8f8bc0fec {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:27:37.352869 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-684c3f2f-c845-47fd-af2b-34969a554cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:37.381448 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9d5d8643-f0aa-4d0f-b8ec-4c55f354d39b req-861977f5-312a-4cff-995f-72dae3cafd3a service neutron] 10.222.0.71 "GET /v2.0/networks/b1a54e43-7425-4bc1-8d3a-76f8f8bc0fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4929938 May 30 20:27:37.387225 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d5d8643-f0aa-4d0f-b8ec-4c55f354d39b req-56082a08-b5ed-4afe-b183-d58cc87888c1 service neutron] Port 5f83ae32-3298-456f-b453-1f5e99c0981a on network b1a54e43-7425-4bc1-8d3a-76f8f8bc0fec not bound, no agent of type Open vSwitch agent registered on host n-h2-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:27:37.387901 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d5d8643-f0aa-4d0f-b8ec-4c55f354d39b req-56082a08-b5ed-4afe-b183-d58cc87888c1 service neutron] Attempting to bind port 5f83ae32-3298-456f-b453-1f5e99c0981a on network b1a54e43-7425-4bc1-8d3a-76f8f8bc0fec {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:27:37.392487 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c3f2f-c845-47fd-af2b-34969a554cc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a58b272c-5f80-4722-847f-555dc6c50137,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:37.421182 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d5d8643-f0aa-4d0f-b8ec-4c55f354d39b req-56082a08-b5ed-4afe-b183-d58cc87888c1 service neutron] Checking agent: {'id': 'eaa08354-e8f5-4e73-af76-8d3cf7d2b390', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:27:37.421847 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d5d8643-f0aa-4d0f-b8ec-4c55f354d39b req-56082a08-b5ed-4afe-b183-d58cc87888c1 service neutron] Checking segment: {'id': '846340ce-7226-4d23-8fff-c740004950e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'b1a54e43-7425-4bc1-8d3a-76f8f8bc0fec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:27:37.422431 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d5d8643-f0aa-4d0f-b8ec-4c55f354d39b req-56082a08-b5ed-4afe-b183-d58cc87888c1 service neutron] Bound using segment: {'id': '846340ce-7226-4d23-8fff-c740004950e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'b1a54e43-7425-4bc1-8d3a-76f8f8bc0fec'} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:27:37.423187 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-9d5d8643-f0aa-4d0f-b8ec-4c55f354d39b req-56082a08-b5ed-4afe-b183-d58cc87888c1 service neutron] Bound port: 5f83ae32-3298-456f-b453-1f5e99c0981a, host: n-h2-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '846340ce-7226-4d23-8fff-c740004950e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'b1a54e43-7425-4bc1-8d3a-76f8f8bc0fec'}}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:27:37.424427 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-9d5d8643-f0aa-4d0f-b8ec-4c55f354d39b req-56082a08-b5ed-4afe-b183-d58cc87888c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:37.439573 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-684c3f2f-c845-47fd-af2b-34969a554cc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:37.440805 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-684c3f2f-c845-47fd-af2b-34969a554cc7 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/a58b272c-5f80-4722-847f-555dc6c50137 HTTP/1.1" status: 204 len: 168 time: 1.5341322 May 30 20:27:37.446542 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffcc60bb-50c3-41de-9576-caa0047a77eb tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Attributes excluded by policy engine: ['shared'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:37.448422 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffcc60bb-50c3-41de-9576-caa0047a77eb tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Attributes excluded by policy engine: ['shared'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:37.449420 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffcc60bb-50c3-41de-9576-caa0047a77eb tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Attributes excluded by policy engine: ['shared'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:37.450774 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffcc60bb-50c3-41de-9576-caa0047a77eb tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Attributes excluded by policy engine: ['shared'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:37.455759 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffcc60bb-50c3-41de-9576-caa0047a77eb tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Attributes excluded by policy engine: ['shared'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:37.455759 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-ffcc60bb-50c3-41de-9576-caa0047a77eb tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] 10.222.0.85 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1697068 May 30 20:27:37.460746 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 39940) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:37.483853 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-d5a9c87e-a9a8-4d79-a08f-b662c7883996 tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Calling delete_port for 17ef9b43-58ed-4899-9289-64409e716423 owned by {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:27:37.569171 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2865ae-e737-4c4e-b97a-2d4954f4f390 req-a3e1b623-dd2c-41a6-8248-daa0fd68a6dc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:37.571600 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0b2865ae-e737-4c4e-b97a-2d4954f4f390 req-a3e1b623-dd2c-41a6-8248-daa0fd68a6dc service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5027506 May 30 20:27:37.607384 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f25d97a-e4f8-4d99-911d-7c4ffbc0e7f9 req-c45aff06-056c-4452-aeee-65099323c4c2 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:37.609173 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9f25d97a-e4f8-4d99-911d-7c4ffbc0e7f9 req-c45aff06-056c-4452-aeee-65099323c4c2 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=31630769-93b9-4bef-92c3-bf4dd9f89e28 HTTP/1.1" status: 200 len: 946 time: 0.4258301 May 30 20:27:37.731752 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-9d5d8643-f0aa-4d0f-b8ec-4c55f354d39b req-56082a08-b5ed-4afe-b183-d58cc87888c1 service neutron] For port 5f83ae32-3298-456f-b453-1f5e99c0981a, host n-h2-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:27:37.751037 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f95cd7-3a47-4657-aa38-20a5fa8cd348 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:37.757654 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-46f95cd7-3a47-4657-aa38-20a5fa8cd348 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] 10.222.0.85 "GET /v2.0/networks/98b92ad8-60d9-4f53-b1d9-dbf0ad62225e HTTP/1.1" status: 200 len: 804 time: 0.2957573 May 30 20:27:37.759920 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 39944) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:37.760072 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-9d5d8643-f0aa-4d0f-b8ec-4c55f354d39b req-56082a08-b5ed-4afe-b183-d58cc87888c1 service neutron] For port 5f83ae32-3298-456f-b453-1f5e99c0981a, host n-h2-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=5f83ae32-3298-456f-b453-1f5e99c0981a,segment=NetworkSegment(846340ce-7226-4d23-8fff-c740004950e9),segment_id=846340ce-7226-4d23-8fff-c740004950e9)] {{(pid=84887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:27:37.778338 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2a62caf8-4794-4476-a60e-7e76df651611 req-c78a1bde-5843-4614-8d77-a09008f48074 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=32dbc55a16bf43758a21fff1e524dcf5&device_id=f8cec6f2-e4fc-4a2c-81f3-a742ac61796f HTTP/1.1" status: 200 len: 1094 time: 0.2015827 May 30 20:27:37.866321 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-9d5d8643-f0aa-4d0f-b8ec-4c55f354d39b req-56082a08-b5ed-4afe-b183-d58cc87888c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:37.897216 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9f25d97a-e4f8-4d99-911d-7c4ffbc0e7f9 req-25d7ba57-5843-40f6-8105-e74a344edc79 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ed3b12a-c5d4-4ba2-906c-9900ee2b8018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2765462 May 30 20:27:37.930140 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d5a9c87e-a9a8-4d79-a08f-b662c7883996 tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:37.965878 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-9d5d8643-f0aa-4d0f-b8ec-4c55f354d39b req-56082a08-b5ed-4afe-b183-d58cc87888c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:37.967269 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9d5d8643-f0aa-4d0f-b8ec-4c55f354d39b req-56082a08-b5ed-4afe-b183-d58cc87888c1 service neutron] 10.222.0.86 "PUT /v2.0/ports/5f83ae32-3298-456f-b453-1f5e99c0981a HTTP/1.1" status: 200 len: 1091 time: 4.7733760 May 30 20:27:37.967725 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09472436-580a-45d5-8621-9440a375ddf6', 'tag': '5f83ae32-3298-456f-b453-1f5e99c0981a'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:27:38.010784 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56082a08-b5ed-4afe-b183-d58cc87888c1 service neutron] Pushing event updated for resources: {'Port': ['ID=5f83ae32-3298-456f-b453-1f5e99c0981a,revision_number=3']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:38.019314 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a62caf8-4794-4476-a60e-7e76df651611 req-e0abd6cc-8f8e-4e16-9b81-10b0019385e6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:38.020848 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2a62caf8-4794-4476-a60e-7e76df651611 req-e0abd6cc-8f8e-4e16-9b81-10b0019385e6 service neutron] 10.222.0.71 "GET /v2.0/networks?id=b1a54e43-7425-4bc1-8d3a-76f8f8bc0fec HTTP/1.1" status: 200 len: 918 time: 0.2356348 May 30 20:27:38.029838 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9d5d8643-f0aa-4d0f-b8ec-4c55f354d39b req-ed8a85e2-842a-4e56-a041-328fef7344e3 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=32dbc55a16bf43758a21fff1e524dcf5&device_id=4e0ae0fb-b829-4e27-94ad-311bbce30bf9 HTTP/1.1" status: 200 len: 1094 time: 0.3580074 May 30 20:27:38.045497 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a9c87e-a9a8-4d79-a08f-b662c7883996 tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Pushing event deleted for resources: {'Port': ['ID=17ef9b43-58ed-4899-9289-64409e716423,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:38.126493 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ebfda9f-5124-419d-93aa-d73a2f59f651'] response: {'name': 'network-changed', 'server_uuid': '09472436-580a-45d5-8621-9440a375ddf6', 'tag': '5f83ae32-3298-456f-b453-1f5e99c0981a', 'status': 'completed', 'code': 200} May 30 20:27:38.209677 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2a62caf8-4794-4476-a60e-7e76df651611 req-1fa091a6-8065-4bc4-9965-e9ddf06c5cb4 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=06ce40e4-ad29-4ba9-96a9-034906c02ea0 HTTP/1.1" status: 200 len: 217 time: 0.1806443 May 30 20:27:38.268823 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9d5d8643-f0aa-4d0f-b8ec-4c55f354d39b req-ccc7f120-ab0a-4dea-8c54-ff40e9b7a5ea service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9750a0b6-f4b3-4574-9397-e863a9311ee4 HTTP/1.1" status: 200 len: 217 time: 0.2224550 May 30 20:27:38.316832 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a62caf8-4794-4476-a60e-7e76df651611 req-d0a4e759-c781-4105-917e-1eba6dae093b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:38.318756 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2a62caf8-4794-4476-a60e-7e76df651611 req-d0a4e759-c781-4105-917e-1eba6dae093b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=69548dff-bae4-4449-aace-6528f9de4b30 HTTP/1.1" status: 200 len: 857 time: 0.1028917 May 30 20:27:38.329435 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-69794c65-3db5-4df1-8d02-f52d0eff409a req-2e49e603-7f8d-4f2f-b964-400785ac0385 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=32dbc55a16bf43758a21fff1e524dcf5&device_id=09472436-580a-45d5-8621-9440a375ddf6 HTTP/1.1" status: 200 len: 1094 time: 0.2052350 May 30 20:27:38.400982 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2a62caf8-4794-4476-a60e-7e76df651611 req-23802abb-a4a5-483d-93f1-749dca7a0caa service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b1a54e43-7425-4bc1-8d3a-76f8f8bc0fec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0703466 May 30 20:27:38.484739 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-b43be77f-a0a3-44f3-9a5f-9294fd880e10 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] 10.222.0.85 "GET /v2.0/networks/98b92ad8-60d9-4f53-b1d9-dbf0ad62225e?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.7185211 May 30 20:27:38.499437 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 39960) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:38.571172 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d5a9c87e-a9a8-4d79-a08f-b662c7883996 tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:38.580010 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5d8643-f0aa-4d0f-b8ec-4c55f354d39b req-522a3fb1-86e0-485f-b9df-8bfae88767a7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:38.581485 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9d5d8643-f0aa-4d0f-b8ec-4c55f354d39b req-522a3fb1-86e0-485f-b9df-8bfae88767a7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=69548dff-bae4-4449-aace-6528f9de4b30 HTTP/1.1" status: 200 len: 857 time: 0.2826006 May 30 20:27:38.633987 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 39964) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:38.663622 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9d5d8643-f0aa-4d0f-b8ec-4c55f354d39b req-8e16c907-1245-4ac3-b540-a00f171e9ab4 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b1a54e43-7425-4bc1-8d3a-76f8f8bc0fec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0687697 May 30 20:27:38.688001 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8e50a4b2-dcdb-456f-85ff-4609afe12392 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:38.772099 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-d5a9c87e-a9a8-4d79-a08f-b662c7883996 tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] 10.222.0.85 "DELETE /v2.0/ports/17ef9b43-58ed-4899-9289-64409e716423 HTTP/1.1" status: 204 len: 168 time: 2.3061097 May 30 20:27:38.774440 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 39970) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:38.832154 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1f0c3b-4337-4ae7-8088-9f561d9cf270 req-6497426b-e962-4c6a-8157-dff12b8b69f0 tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:38.833999 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2f1f0c3b-4337-4ae7-8088-9f561d9cf270 req-6497426b-e962-4c6a-8157-dff12b8b69f0 tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] 10.222.0.85 "GET /v2.0/ports?device_id=4e0ae0fb-b829-4e27-94ad-311bbce30bf9 HTTP/1.1" status: 200 len: 943 time: 0.3391228 May 30 20:27:38.845322 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-8e50a4b2-dcdb-456f-85ff-4609afe12392 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:27:38.869114 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f80817c-d356-41d7-b6ef-e8489ff215f1 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:38.879661 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-2f80817c-d356-41d7-b6ef-e8489ff215f1 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] 10.222.0.85 "GET /v2.0/subnets/3b7e1d54-dd81-445d-ad7f-c8b78b3bbe98 HTTP/1.1" status: 200 len: 843 time: 0.3572791 May 30 20:27:38.886484 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 39976) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:38.887407 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-8e50a4b2-dcdb-456f-85ff-4609afe12392 admin admin] Usage tracker for resource:security_group_rule and tenant:f0f79495107e4152b99d1ad699888dc5 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:27:38.896980 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-8e50a4b2-dcdb-456f-85ff-4609afe12392 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:27:38.977603 n-d-843948-2 neutron-server[84887]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ceaf7d1-c737-412e-9f61-60105a93a689 tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] GET failed (client error): The resource could not be found. May 30 20:27:38.977603 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-9ceaf7d1-c737-412e-9f61-60105a93a689 tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] 10.222.0.85 "GET /v2.0/ports/17ef9b43-58ed-4899-9289-64409e716423 HTTP/1.1" status: 404 len: 333 time: 0.1203265 May 30 20:27:38.977603 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 39980) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:38.977603 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-5ebcc5d8-e99b-4f27-a264-1d1508faf2bd tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Request body: {'port': {'network_id': 'ddd2964b-478b-41c4-81ad-3e894ef9a783', 'name': 'tempest-AllowedAddressPairTestJSON-1683989421'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:27:38.977603 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2a62caf8-4794-4476-a60e-7e76df651611 req-1fb84a0a-f1a7-4536-83c9-be1df6b16315 service neutron] 10.222.0.71 "GET /v2.0/networks/b1a54e43-7425-4bc1-8d3a-76f8f8bc0fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4979656 May 30 20:27:38.977603 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69794c65-3db5-4df1-8d02-f52d0eff409a req-dd2e0667-4177-4b02-9295-d38e406e4b9f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:38.977603 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-69794c65-3db5-4df1-8d02-f52d0eff409a req-dd2e0667-4177-4b02-9295-d38e406e4b9f service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=32dbc55a16bf43758a21fff1e524dcf5&shared=False HTTP/1.1" status: 200 len: 918 time: 0.5933650 May 30 20:27:38.980412 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-8e50a4b2-dcdb-456f-85ff-4609afe12392 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:27:39.041675 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9d5d8643-f0aa-4d0f-b8ec-4c55f354d39b req-2cbd541d-9f6a-42de-b1ae-8d59be8fc813 service neutron] 10.222.0.71 "GET /v2.0/networks/b1a54e43-7425-4bc1-8d3a-76f8f8bc0fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3727832 May 30 20:27:39.153032 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2f1f0c3b-4337-4ae7-8088-9f561d9cf270 req-706bcb2c-6d35-4f68-a6ff-3040a0a4bc5b tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] 10.222.0.85 "GET /v2.0/security-groups?id=1781d827-9d72-442a-a1d3-36d4f7e99cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3045056 May 30 20:27:39.170236 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-655f29c0-5783-4574-b23e-6d7960077351 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Attributes excluded by policy engine: ['shared'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:39.170925 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-655f29c0-5783-4574-b23e-6d7960077351 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Synchronizing usage tracker for tenant:532bf6f1c7054b7d8d66f29b606b9cda on resource:subnet {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:27:39.239468 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-655f29c0-5783-4574-b23e-6d7960077351 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Unset dirty status for tenant:532bf6f1c7054b7d8d66f29b606b9cda on resource:subnet {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:27:39.240787 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-655f29c0-5783-4574-b23e-6d7960077351 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] 10.222.0.85 "GET /v2.0/subnets/3b7e1d54-dd81-445d-ad7f-c8b78b3bbe98?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.3464406 May 30 20:27:39.248787 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 39988) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:39.257739 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-0009bb29-33cd-4cd3-a032-a7de2e06f852 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1195141041'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:27:39.399438 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-0009bb29-33cd-4cd3-a032-a7de2e06f852 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:27:39.424485 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-0009bb29-33cd-4cd3-a032-a7de2e06f852 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:27:39.450982 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9d5d8643-f0aa-4d0f-b8ec-4c55f354d39b req-fde56d59-2f45-41f0-a9a6-f8474f901c64 service neutron] 10.222.0.71 "GET /v2.0/networks/b1a54e43-7425-4bc1-8d3a-76f8f8bc0fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4015532 May 30 20:27:39.452735 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8e50a4b2-dcdb-456f-85ff-4609afe12392 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:39.530541 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8e50a4b2-dcdb-456f-85ff-4609afe12392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:39.617685 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e50a4b2-dcdb-456f-85ff-4609afe12392 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d76e43de-d2ed-433f-bcda-afa807200b28,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:39.624978 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-8e50a4b2-dcdb-456f-85ff-4609afe12392 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=f0f79495107e4152b99d1ad699888dc5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9850476 May 30 20:27:39.627481 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 39996) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:39.651974 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 06ce40e4-ad29-4ba9-96a9-034906c02ea0 details requested by agent hyperv_n-h1-843948-2 with host n-h1-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:27:39.656932 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0009bb29-33cd-4cd3-a032-a7de2e06f852 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Made reservation on behalf of 532bf6f1c7054b7d8d66f29b606b9cda for: {'network': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:27:39.662621 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0009bb29-33cd-4cd3-a032-a7de2e06f852 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:39.758857 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0009bb29-33cd-4cd3-a032-a7de2e06f852 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] vlan segment allocate from pool success with {'vlan_id': 693, 'physical_network': 'physnet1'} {{(pid=84886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:27:39.793003 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e7bf9f17-dd8d-4034-998c-0416b9894169 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:39.796102 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0009bb29-33cd-4cd3-a032-a7de2e06f852 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:39.796628 n-d-843948-2 neutron-server[84886]: INFO neutron.db.segments_db [None req-0009bb29-33cd-4cd3-a032-a7de2e06f852 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Added segment 079de259-7ac5-4f33-b646-a43e95f0ef94 of type vlan for network 02bf7113-f2f2-4cba-9900-ed4228d9ff19 May 30 20:27:39.877799 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e7bf9f17-dd8d-4034-998c-0416b9894169 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:39.895143 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2a62caf8-4794-4476-a60e-7e76df651611 req-a7b94e7c-c646-4671-b21f-c5657a5fdbea service neutron] 10.222.0.71 "GET /v2.0/networks/b1a54e43-7425-4bc1-8d3a-76f8f8bc0fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9341831 May 30 20:27:39.896966 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-5ebcc5d8-e99b-4f27-a264-1d1508faf2bd tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:27:39.904601 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0009bb29-33cd-4cd3-a032-a7de2e06f852 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:39.921977 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69794c65-3db5-4df1-8d02-f52d0eff409a req-9ce4c7ff-00c1-4737-820f-02d4b5185d9e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:39.923632 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-69794c65-3db5-4df1-8d02-f52d0eff409a req-9ce4c7ff-00c1-4737-820f-02d4b5185d9e service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9315448 May 30 20:27:39.925098 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-5ebcc5d8-e99b-4f27-a264-1d1508faf2bd tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Usage tracker for resource:port and tenant:e3efc05a85c64711b5605b59a09812fb is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:27:39.930862 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-5ebcc5d8-e99b-4f27-a264-1d1508faf2bd tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:27:39.940513 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-5ebcc5d8-e99b-4f27-a264-1d1508faf2bd tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:27:39.950199 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012547f6-02b3-436b-9976-63f1da9ad50a req-8ca00c1c-3a77-415d-9b29-8b3dfe0e15e6 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:39.971601 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-012547f6-02b3-436b-9976-63f1da9ad50a req-8ca00c1c-3a77-415d-9b29-8b3dfe0e15e6 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=31630769-93b9-4bef-92c3-bf4dd9f89e28 HTTP/1.1" status: 200 len: 946 time: 0.5492427 May 30 20:27:40.058824 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 06ce40e4-ad29-4ba9-96a9-034906c02ea0, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=06ce40e4-ad29-4ba9-96a9-034906c02ea0,segment=NetworkSegment(846340ce-7226-4d23-8fff-c740004950e9),segment_id=846340ce-7226-4d23-8fff-c740004950e9)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:27:40.080129 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Returning: {'device': '06ce40e4-ad29-4ba9-96a9-034906c02ea0', 'network_id': 'b1a54e43-7425-4bc1-8d3a-76f8f8bc0fec', 'port_id': '06ce40e4-ad29-4ba9-96a9-034906c02ea0', 'mac_address': 'fa:16:3e:83:fc:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69548dff-bae4-4449-aace-6528f9de4b30', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:27:40.092794 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0009bb29-33cd-4cd3-a032-a7de2e06f852 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:40.101476 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0009bb29-33cd-4cd3-a032-a7de2e06f852 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:40.102207 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0009bb29-33cd-4cd3-a032-a7de2e06f852 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks [] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:40.102379 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-012547f6-02b3-436b-9976-63f1da9ad50a req-376964aa-d571-4204-81a0-2c93a4822e26 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ed3b12a-c5d4-4ba2-906c-9900ee2b8018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293554 May 30 20:27:40.127348 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9d5d8643-f0aa-4d0f-b8ec-4c55f354d39b req-3754e099-e9c1-48b0-9d62-d406b67e9f23 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=32dbc55a16bf43758a21fff1e524dcf5&device_id=09472436-580a-45d5-8621-9440a375ddf6 HTTP/1.1" status: 200 len: 1094 time: 0.1489270 May 30 20:27:40.227738 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e7bf9f17-dd8d-4034-998c-0416b9894169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:40.230781 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:40.276070 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06ce40e4-ad29-4ba9-96a9-034906c02ea0 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:27:40.281101 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ebcc5d8-e99b-4f27-a264-1d1508faf2bd tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Made reservation on behalf of e3efc05a85c64711b5605b59a09812fb for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:27:40.291136 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5ebcc5d8-e99b-4f27-a264-1d1508faf2bd tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:40.291764 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bf9f17-dd8d-4034-998c-0416b9894169 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d76e43de-d2ed-433f-bcda-afa807200b28,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:40.293813 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0009bb29-33cd-4cd3-a032-a7de2e06f852 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Pushing event updated for resources: {'Network': ['ID=02bf7113-f2f2-4cba-9900-ed4228d9ff19,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:40.326940 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network 02bf7113-f2f2-4cba-9900-ed4228d9ff19 details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:27:40.335395 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9d5d8643-f0aa-4d0f-b8ec-4c55f354d39b req-13bdcc63-55ff-44bb-964a-536b0c4fe477 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5f83ae32-3298-456f-b453-1f5e99c0981a HTTP/1.1" status: 200 len: 217 time: 0.1890864 May 30 20:27:40.401715 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [None req-5ebcc5d8-e99b-4f27-a264-1d1508faf2bd tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] device_id is not set on port 6266acd5-caa3-4d9f-9cdb-254b91e91d32 yet. {{(pid=84887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:27:40.415167 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 06ce40e4-ad29-4ba9-96a9-034906c02ea0, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=06ce40e4-ad29-4ba9-96a9-034906c02ea0,segment=NetworkSegment(846340ce-7226-4d23-8fff-c740004950e9),segment_id=846340ce-7226-4d23-8fff-c740004950e9)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:27:40.459781 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e7bf9f17-dd8d-4034-998c-0416b9894169 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:40.464651 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-e7bf9f17-dd8d-4034-998c-0416b9894169 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/d76e43de-d2ed-433f-bcda-afa807200b28 HTTP/1.1" status: 204 len: 168 time: 0.8319781 May 30 20:27:40.490154 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5d8643-f0aa-4d0f-b8ec-4c55f354d39b req-8dcb00d3-405a-4b34-a337-f50afc4f70ca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:40.491620 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9d5d8643-f0aa-4d0f-b8ec-4c55f354d39b req-8dcb00d3-405a-4b34-a337-f50afc4f70ca service neutron] 10.222.0.86 "GET /v2.0/subnets?id=69548dff-bae4-4449-aace-6528f9de4b30 HTTP/1.1" status: 200 len: 857 time: 0.1479235 May 30 20:27:40.547522 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9d5d8643-f0aa-4d0f-b8ec-4c55f354d39b req-ac6e95c4-fca5-46d5-80f1-3cfa2b3c9c6a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b1a54e43-7425-4bc1-8d3a-76f8f8bc0fec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485673 May 30 20:27:40.548899 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf116450-d6d2-4f46-b143-5751f5befef3 req-46120e3d-5eef-4a26-9c23-33894c3203da tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:40.567123 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-cf116450-d6d2-4f46-b143-5751f5befef3 req-46120e3d-5eef-4a26-9c23-33894c3203da tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] 10.222.0.85 "GET /v2.0/ports?device_id=4e0ae0fb-b829-4e27-94ad-311bbce30bf9 HTTP/1.1" status: 200 len: 943 time: 0.1994643 May 30 20:27:40.589906 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:40.598711 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-0009bb29-33cd-4cd3-a032-a7de2e06f852 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3463309 May 30 20:27:40.603284 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 40022) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:40.612247 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-0c1a96f3-493d-4529-bb15-2fe1b854de72 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Request body: {'subnet': {'network_id': '02bf7113-f2f2-4cba-9900-ed4228d9ff19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:27:40.691548 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=06ce40e4-ad29-4ba9-96a9-034906c02ea0,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:40.776479 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [None req-5ebcc5d8-e99b-4f27-a264-1d1508faf2bd tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Allocated IP 172.20.0.14 (ddd2964b-478b-41c4-81ad-3e894ef9a783/2acbf832-06f9-47b2-82e2-ac74d868929e/6266acd5-caa3-4d9f-9cdb-254b91e91d32) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:27:40.816346 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['06ce40e4-ad29-4ba9-96a9-034906c02ea0'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:27:40.824089 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-0c1a96f3-493d-4529-bb15-2fe1b854de72 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:27:40.870561 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-cf116450-d6d2-4f46-b143-5751f5befef3 req-45ea2ea4-0c6f-43d5-b4d5-d7ed92cf1031 tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] 10.222.0.85 "GET /v2.0/security-groups?id=1781d827-9d72-442a-a1d3-36d4f7e99cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2997346 May 30 20:27:40.873282 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-0c1a96f3-493d-4529-bb15-2fe1b854de72 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:27:40.885965 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9d5d8643-f0aa-4d0f-b8ec-4c55f354d39b req-20f89656-952c-4c9a-8126-54f29d560ee1 service neutron] 10.222.0.86 "GET /v2.0/networks/b1a54e43-7425-4bc1-8d3a-76f8f8bc0fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3288536 May 30 20:27:40.979005 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c1a96f3-493d-4529-bb15-2fe1b854de72 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Made reservation on behalf of 532bf6f1c7054b7d8d66f29b606b9cda for: {'subnet': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:27:41.211569 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0c1a96f3-493d-4529-bb15-2fe1b854de72 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2778563'] for subnet, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:41.440417 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.ipam_backend_mixin [None req-0c1a96f3-493d-4529-bb15-2fe1b854de72 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Performing IP validity checks on allocation pools {{(pid=84886) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 30 20:27:41.442196 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.ipam_backend_mixin [None req-0c1a96f3-493d-4529-bb15-2fe1b854de72 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84886) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 30 20:27:41.492874 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9d5d8643-f0aa-4d0f-b8ec-4c55f354d39b req-e7cdb2d7-3faa-40d5-9619-573595d5a85f service neutron] 10.222.0.86 "GET /v2.0/networks/b1a54e43-7425-4bc1-8d3a-76f8f8bc0fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5973208 May 30 20:27:41.637762 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5ebcc5d8-e99b-4f27-a264-1d1508faf2bd tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:41.650587 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd8d243-2e07-419b-8eea-6b084b06ebe2 req-d409bdcc-ddf9-4985-b250-7311a928674b tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:41.657528 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-acd8d243-2e07-419b-8eea-6b084b06ebe2 req-d409bdcc-ddf9-4985-b250-7311a928674b tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=31630769-93b9-4bef-92c3-bf4dd9f89e28 HTTP/1.1" status: 200 len: 946 time: 0.1904962 May 30 20:27:41.670834 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 9750a0b6-f4b3-4574-9397-e863a9311ee4 details requested by agent hyperv_n-h1-843948-2 with host n-h1-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:27:41.704968 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [None req-5ebcc5d8-e99b-4f27-a264-1d1508faf2bd tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Transition to ACTIVE for port object 6266acd5-caa3-4d9f-9cdb-254b91e91d32 will not be triggered until provisioned by entity DHCP. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:27:41.733341 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-acd8d243-2e07-419b-8eea-6b084b06ebe2 req-5989c27e-8d48-44dd-813f-c7df1e8529ca tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ed3b12a-c5d4-4ba2-906c-9900ee2b8018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749192 May 30 20:27:41.772413 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 06ce40e4-ad29-4ba9-96a9-034906c02ea0 up at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:27:41.864380 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5ebcc5d8-e99b-4f27-a264-1d1508faf2bd tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:41.910386 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0c1a96f3-493d-4529-bb15-2fe1b854de72 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4127140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2778577'] for subnet, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:41.946984 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ebcc5d8-e99b-4f27-a264-1d1508faf2bd tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Network ddd2964b-478b-41c4-81ad-3e894ef9a783 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:27:41.957935 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-5ebcc5d8-e99b-4f27-a264-1d1508faf2bd tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:27:41.966449 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ebcc5d8-e99b-4f27-a264-1d1508faf2bd tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:27:42.186514 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebcc5d8-e99b-4f27-a264-1d1508faf2bd tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Pushing event updated for resources: {'Port': ['ID=6266acd5-caa3-4d9f-9cdb-254b91e91d32,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:42.211255 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 9750a0b6-f4b3-4574-9397-e863a9311ee4, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=9750a0b6-f4b3-4574-9397-e863a9311ee4,segment=NetworkSegment(846340ce-7226-4d23-8fff-c740004950e9),segment_id=846340ce-7226-4d23-8fff-c740004950e9)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:27:42.258621 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Returning: {'device': '9750a0b6-f4b3-4574-9397-e863a9311ee4', 'network_id': 'b1a54e43-7425-4bc1-8d3a-76f8f8bc0fec', 'port_id': '9750a0b6-f4b3-4574-9397-e863a9311ee4', 'mac_address': 'fa:16:3e:1d:9f:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69548dff-bae4-4449-aace-6528f9de4b30', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:27:42.267156 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ebcc5d8-e99b-4f27-a264-1d1508faf2bd tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:42.268348 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5ebcc5d8-e99b-4f27-a264-1d1508faf2bd tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:42.380556 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning for port 06ce40e4-ad29-4ba9-96a9-034906c02ea0 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:27:42.399801 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning complete for port 06ce40e4-ad29-4ba9-96a9-034906c02ea0 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:27:42.400386 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:42.412918 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1a96f3-493d-4529-bb15-2fe1b854de72 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Pushing event updated for resources: {'Subnet': ['ID=356f3f2e-60a3-4be4-978b-151329735658,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:42.420949 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1a96f3-493d-4529-bb15-2fe1b854de72 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Checking segment: {'id': '079de259-7ac5-4f33-b646-a43e95f0ef94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '02bf7113-f2f2-4cba-9900-ed4228d9ff19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:27:42.421488 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1a96f3-493d-4529-bb15-2fe1b854de72 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Network hostable DHCP agents. Network: 02bf7113-f2f2-4cba-9900-ed4228d9ff19, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:27:42.517214 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cfe4ba-c8ae-406b-a683-857b3af4a3f7 req-a5878be1-2dd5-45b0-b498-66b3aaef4c55 tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:42.521601 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e9cfe4ba-c8ae-406b-a683-857b3af4a3f7 req-a5878be1-2dd5-45b0-b498-66b3aaef4c55 tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] 10.222.0.85 "GET /v2.0/ports?device_id=4e0ae0fb-b829-4e27-94ad-311bbce30bf9 HTTP/1.1" status: 200 len: 943 time: 0.2096207 May 30 20:27:42.552363 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:42.562977 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-5ebcc5d8-e99b-4f27-a264-1d1508faf2bd tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6297884 May 30 20:27:42.563536 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 40054) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:42.569103 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-4a4ce975-d6cf-49ef-b646-235efea4a0b4 tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Request body: {'port': {'network_id': 'ddd2964b-478b-41c4-81ad-3e894ef9a783', 'name': 'tempest-AllowedAddressPairTestJSON-427671280'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:27:42.598547 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e9cfe4ba-c8ae-406b-a683-857b3af4a3f7 req-a0f3b4c2-924f-48a9-951c-b4d0e8f279f9 tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] 10.222.0.85 "GET /v2.0/security-groups?id=1781d827-9d72-442a-a1d3-36d4f7e99cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717678 May 30 20:27:42.600596 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1a96f3-493d-4529-bb15-2fe1b854de72 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Network 02bf7113-f2f2-4cba-9900-ed4228d9ff19 is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:27:42.600768 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9750a0b6-f4b3-4574-9397-e863a9311ee4 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:27:42.663499 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b0f20d5c-bd27-49e7-ae82-a24cb79d2b4d None None] Provisioning for port 6266acd5-caa3-4d9f-9cdb-254b91e91d32 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:27:42.673519 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 9750a0b6-f4b3-4574-9397-e863a9311ee4, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=9750a0b6-f4b3-4574-9397-e863a9311ee4,segment=NetworkSegment(846340ce-7226-4d23-8fff-c740004950e9),segment_id=846340ce-7226-4d23-8fff-c740004950e9)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:27:42.677216 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b0f20d5c-bd27-49e7-ae82-a24cb79d2b4d None None] Provisioning complete for port 6266acd5-caa3-4d9f-9cdb-254b91e91d32 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:27:42.677589 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b0f20d5c-bd27-49e7-ae82-a24cb79d2b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:42.703676 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-0c1a96f3-493d-4529-bb15-2fe1b854de72 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, 02bf7113-f2f2-4cba-9900-ed4228d9ff19) {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:27:42.718814 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c1a96f3-493d-4529-bb15-2fe1b854de72 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:42.719965 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0c1a96f3-493d-4529-bb15-2fe1b854de72 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks [] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:42.724469 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cbf04b6-16f8-4220-957e-63dc79180ad9 None None] Network 02bf7113-f2f2-4cba-9900-ed4228d9ff19 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:27:42.798686 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:42.917966 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-0c1a96f3-493d-4529-bb15-2fe1b854de72 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.3127820 May 30 20:27:42.920859 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 40062) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:42.941505 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-08bcda95-0093-43b0-8655-95976d7cd1aa tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:27:42.963486 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=9750a0b6-f4b3-4574-9397-e863a9311ee4,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:42.993808 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-b0f20d5c-bd27-49e7-ae82-a24cb79d2b4d None None] Port 6266acd5-caa3-4d9f-9cdb-254b91e91d32 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:27:43.013159 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:43.053654 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['9750a0b6-f4b3-4574-9397-e863a9311ee4'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:27:43.219149 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8cec6f2-e4fc-4a2c-81f3-a742ac61796f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06ce40e4-ad29-4ba9-96a9-034906c02ea0'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:27:43.269692 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 06ce40e4-ad29-4ba9-96a9-034906c02ea0, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=06ce40e4-ad29-4ba9-96a9-034906c02ea0,segment=NetworkSegment(846340ce-7226-4d23-8fff-c740004950e9),segment_id=846340ce-7226-4d23-8fff-c740004950e9)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:27:43.309837 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-4a4ce975-d6cf-49ef-b646-235efea4a0b4 tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:27:43.318489 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-4a4ce975-d6cf-49ef-b646-235efea4a0b4 tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Usage tracker for resource:port and tenant:e3efc05a85c64711b5605b59a09812fb is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:27:43.326148 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-4a4ce975-d6cf-49ef-b646-235efea4a0b4 tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:27:43.342088 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-4a4ce975-d6cf-49ef-b646-235efea4a0b4 tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:27:43.371894 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:43.465208 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-08bcda95-0093-43b0-8655-95976d7cd1aa tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2778586'] for subnet, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:43.490366 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed145176-28fb-4a09-98d6-b7fbcaeaf56d req-c91a3b55-cb40-4ae3-b3e0-6cf52d354816 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:43.492883 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a4ce975-d6cf-49ef-b646-235efea4a0b4 tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Made reservation on behalf of e3efc05a85c64711b5605b59a09812fb for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:27:43.493274 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ed145176-28fb-4a09-98d6-b7fbcaeaf56d req-c91a3b55-cb40-4ae3-b3e0-6cf52d354816 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=31630769-93b9-4bef-92c3-bf4dd9f89e28 HTTP/1.1" status: 200 len: 946 time: 0.3185973 May 30 20:27:43.501248 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4a4ce975-d6cf-49ef-b646-235efea4a0b4 tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:43.563262 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [None req-4a4ce975-d6cf-49ef-b646-235efea4a0b4 tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] device_id is not set on port 8758e25a-c8c3-412a-bfd5-7fc31b8799e8 yet. {{(pid=84887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:27:43.720232 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-888628d8-cffb-43dd-869b-4a9d65f3af75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-02bf7113-f2f2-4cba-9900-ed4228d9ff19', 'network_id': '02bf7113-f2f2-4cba-9900-ed4228d9ff19', 'tenant_id': '532bf6f1c7054b7d8d66f29b606b9cda', 'fixed_ips': [{'subnet_id': '356f3f2e-60a3-4be4-978b-151329735658'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:27:43.720739 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ed145176-28fb-4a09-98d6-b7fbcaeaf56d req-a352c947-9ff0-48bd-9b1f-ae0e32e5c618 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ed3b12a-c5d4-4ba2-906c-9900ee2b8018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174425 May 30 20:27:43.722461 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-888628d8-cffb-43dd-869b-4a9d65f3af75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:43.909249 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=06ce40e4-ad29-4ba9-96a9-034906c02ea0,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:43.972626 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [None req-4a4ce975-d6cf-49ef-b646-235efea4a0b4 tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Allocated IP 172.20.0.9 (ddd2964b-478b-41c4-81ad-3e894ef9a783/2acbf832-06f9-47b2-82e2-ac74d868929e/8758e25a-c8c3-412a-bfd5-7fc31b8799e8) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:27:44.156645 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b199359-0941-4a66-8779-07200f6171fa'] response: {'server_uuid': 'f8cec6f2-e4fc-4a2c-81f3-a742ac61796f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06ce40e4-ad29-4ba9-96a9-034906c02ea0', 'code': 200} May 30 20:27:44.371314 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-08bcda95-0093-43b0-8655-95976d7cd1aa tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8764051165853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4127082'] for subnet, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:44.479631 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7d8b327b-d5e2-4e2b-a031-a9398e55b9eb req-1cd5fa02-d486-43a6-a6ca-58bdea6608ad service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=f8cec6f2-e4fc-4a2c-81f3-a742ac61796f HTTP/1.1" status: 200 len: 1096 time: 0.3734004 May 30 20:27:44.519469 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 5f83ae32-3298-456f-b453-1f5e99c0981a details requested by agent hyperv_n-h2-843948-2 with host n-h2-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:27:44.533875 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4a4ce975-d6cf-49ef-b646-235efea4a0b4 tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:44.607927 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7d8b327b-d5e2-4e2b-a031-a9398e55b9eb req-dc9dc45d-dee6-4089-b001-1ae0c3817c4c service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=1781d827-9d72-442a-a1d3-36d4f7e99cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123745 May 30 20:27:44.611133 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [None req-4a4ce975-d6cf-49ef-b646-235efea4a0b4 tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Transition to ACTIVE for port object 8758e25a-c8c3-412a-bfd5-7fc31b8799e8 will not be triggered until provisioned by entity DHCP. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:27:44.701467 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bcda95-0093-43b0-8655-95976d7cd1aa tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Pushing event updated for resources: {'Subnet': ['ID=356f3f2e-60a3-4be4-978b-151329735658,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:44.725408 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08bcda95-0093-43b0-8655-95976d7cd1aa tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:44.729062 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-08bcda95-0093-43b0-8655-95976d7cd1aa tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks [] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:44.733440 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-08bcda95-0093-43b0-8655-95976d7cd1aa tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] 10.222.0.85 "PUT /v2.0/subnets/356f3f2e-60a3-4be4-978b-151329735658 HTTP/1.1" status: 200 len: 900 time: 1.8083365 May 30 20:27:44.736381 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 40116) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:44.811801 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cc9791-f754-4d28-a4c7-5694a0f25fd3 req-9902f459-c531-401a-b5d2-143f82365b51 tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:44.814273 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-11cc9791-f754-4d28-a4c7-5694a0f25fd3 req-9902f459-c531-401a-b5d2-143f82365b51 tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] 10.222.0.85 "GET /v2.0/ports?device_id=4e0ae0fb-b829-4e27-94ad-311bbce30bf9 HTTP/1.1" status: 200 len: 944 time: 0.4232337 May 30 20:27:44.872433 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4a4ce975-d6cf-49ef-b646-235efea4a0b4 tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:44.953315 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 5f83ae32-3298-456f-b453-1f5e99c0981a, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=5f83ae32-3298-456f-b453-1f5e99c0981a,segment=NetworkSegment(846340ce-7226-4d23-8fff-c740004950e9),segment_id=846340ce-7226-4d23-8fff-c740004950e9)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:27:44.998127 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-11cc9791-f754-4d28-a4c7-5694a0f25fd3 req-0e45fb74-6b7d-4c9f-b954-be18f67ba0c4 tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] 10.222.0.85 "GET /v2.0/security-groups?id=1781d827-9d72-442a-a1d3-36d4f7e99cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744606 May 30 20:27:45.011872 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Returning: {'device': '5f83ae32-3298-456f-b453-1f5e99c0981a', 'network_id': 'b1a54e43-7425-4bc1-8d3a-76f8f8bc0fec', 'port_id': '5f83ae32-3298-456f-b453-1f5e99c0981a', 'mac_address': 'fa:16:3e:3d:95:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69548dff-bae4-4449-aace-6528f9de4b30', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:27:45.194188 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-888628d8-cffb-43dd-869b-4a9d65f3af75 None None] Allocated IP 2001:db8::3 (02bf7113-f2f2-4cba-9900-ed4228d9ff19/356f3f2e-60a3-4be4-978b-151329735658/4f82a408-c83f-4b4f-998e-f6e2057a9912) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:27:45.212533 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:45.247752 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f83ae32-3298-456f-b453-1f5e99c0981a {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:27:45.416581 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a4ce975-d6cf-49ef-b646-235efea4a0b4 tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Network ddd2964b-478b-41c4-81ad-3e894ef9a783 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:27:45.443981 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-4a4ce975-d6cf-49ef-b646-235efea4a0b4 tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:27:45.444938 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 5f83ae32-3298-456f-b453-1f5e99c0981a, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=5f83ae32-3298-456f-b453-1f5e99c0981a,segment=NetworkSegment(846340ce-7226-4d23-8fff-c740004950e9),segment_id=846340ce-7226-4d23-8fff-c740004950e9)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:27:45.466110 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4ce975-d6cf-49ef-b646-235efea4a0b4 tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:27:45.545055 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:45.714073 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a4ce975-d6cf-49ef-b646-235efea4a0b4 tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:45.715002 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4a4ce975-d6cf-49ef-b646-235efea4a0b4 tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:45.724720 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 9750a0b6-f4b3-4574-9397-e863a9311ee4 up at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:27:45.886454 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4ce975-d6cf-49ef-b646-235efea4a0b4 tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Pushing event updated for resources: {'Port': ['ID=8758e25a-c8c3-412a-bfd5-7fc31b8799e8,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:45.937198 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['5f83ae32-3298-456f-b453-1f5e99c0981a'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:27:46.113345 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b5c241-44c9-4fdc-99cd-71e2c9492397 req-4209488d-38d6-42b8-b13e-6e5918f62755 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:46.126183 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f7b5c241-44c9-4fdc-99cd-71e2c9492397 req-4209488d-38d6-42b8-b13e-6e5918f62755 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=31630769-93b9-4bef-92c3-bf4dd9f89e28 HTTP/1.1" status: 200 len: 946 time: 1.0366313 May 30 20:27:46.132710 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c7bd82e2-f31a-4e59-91ea-7843601017a3 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:46.135944 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-4a4ce975-d6cf-49ef-b646-235efea4a0b4 tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.5716898 May 30 20:27:46.139195 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 40160) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:46.150511 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-37b207d6-0121-4a9c-b981-2165114df3de tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.2', 'mac_address': 'fa:16:3e:b8:e4:41'}, {'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:d7:09:d1'}]}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:27:46.335102 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f7b5c241-44c9-4fdc-99cd-71e2c9492397 req-f0497e07-c39e-402a-93b0-26ee25bead63 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ed3b12a-c5d4-4ba2-906c-9900ee2b8018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964264 May 30 20:27:46.339456 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c7bd82e2-f31a-4e59-91ea-7843601017a3 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:46.438306 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=5f83ae32-3298-456f-b453-1f5e99c0981a,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:46.547014 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-888628d8-cffb-43dd-869b-4a9d65f3af75 None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:46.595897 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning for port 9750a0b6-f4b3-4574-9397-e863a9311ee4 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:27:46.607109 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-888628d8-cffb-43dd-869b-4a9d65f3af75 None None] Transition to ACTIVE for port object 4f82a408-c83f-4b4f-998e-f6e2057a9912 will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:27:46.610805 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-6bbe036e-154d-45d1-bed2-43d300e2cac2 None None] Provisioning for port 8758e25a-c8c3-412a-bfd5-7fc31b8799e8 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:27:46.626035 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-6bbe036e-154d-45d1-bed2-43d300e2cac2 None None] Provisioning complete for port 8758e25a-c8c3-412a-bfd5-7fc31b8799e8 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:27:46.626498 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-6bbe036e-154d-45d1-bed2-43d300e2cac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:46.649918 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf775102-4c68-438f-9c02-c2dae550dc4a req-26e97b88-6947-4fc6-9081-4aa8c2459375 tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:46.656975 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-bf775102-4c68-438f-9c02-c2dae550dc4a req-26e97b88-6947-4fc6-9081-4aa8c2459375 tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] 10.222.0.85 "GET /v2.0/ports?device_id=4e0ae0fb-b829-4e27-94ad-311bbce30bf9 HTTP/1.1" status: 200 len: 944 time: 0.3657610 May 30 20:27:46.727821 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning complete for port 9750a0b6-f4b3-4574-9397-e863a9311ee4 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:27:46.728300 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:46.844457 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-888628d8-cffb-43dd-869b-4a9d65f3af75 None None] Transition to ACTIVE for port object 4f82a408-c83f-4b4f-998e-f6e2057a9912 will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:27:46.875146 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-bf775102-4c68-438f-9c02-c2dae550dc4a req-d9613aa6-b26f-4821-8586-b2e000574fc5 tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] 10.222.0.85 "GET /v2.0/security-groups?id=1781d827-9d72-442a-a1d3-36d4f7e99cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160442 May 30 20:27:46.875146 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-37b207d6-0121-4a9c-b981-2165114df3de tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:46.949532 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-6bbe036e-154d-45d1-bed2-43d300e2cac2 None None] Port 8758e25a-c8c3-412a-bfd5-7fc31b8799e8 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:27:46.982604 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-888628d8-cffb-43dd-869b-4a9d65f3af75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:47.057753 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c7bd82e2-f31a-4e59-91ea-7843601017a3 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4055470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114247'] for subnet, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:47.145272 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bd82e2-f31a-4e59-91ea-7843601017a3 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Pushing event deleted for resources: {'Subnet': ['ID=356f3f2e-60a3-4be4-978b-151329735658,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:47.179718 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888628d8-cffb-43dd-869b-4a9d65f3af75 None None] Pushing event updated for resources: {'Port': ['ID=4f82a408-c83f-4b4f-998e-f6e2057a9912,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:47.327231 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-37b207d6-0121-4a9c-b981-2165114df3de tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:47.354097 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c7bd82e2-f31a-4e59-91ea-7843601017a3 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:47.388463 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-888628d8-cffb-43dd-869b-4a9d65f3af75 None None] Network 02bf7113-f2f2-4cba-9900-ed4228d9ff19 is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:27:47.396059 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-37b207d6-0121-4a9c-b981-2165114df3de tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:47.399629 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-888628d8-cffb-43dd-869b-4a9d65f3af75 None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:27:47.404257 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888628d8-cffb-43dd-869b-4a9d65f3af75 None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:27:47.466745 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-c7bd82e2-f31a-4e59-91ea-7843601017a3 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02bf7113-f2f2-4cba-9900-ed4228d9ff19']}} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:27:47.514518 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:47.533220 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-c7bd82e2-f31a-4e59-91ea-7843601017a3 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '079de259-7ac5-4f33-b646-a43e95f0ef94') {'for_net_delete': True} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:27:47.533680 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-c7bd82e2-f31a-4e59-91ea-7843601017a3 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '079de259-7ac5-4f33-b646-a43e95f0ef94') {} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:27:47.571187 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b207d6-0121-4a9c-b981-2165114df3de tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Pushing event updated for resources: {'Port': ['ID=8758e25a-c8c3-412a-bfd5-7fc31b8799e8,revision_number=2']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:47.589131 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c7bd82e2-f31a-4e59-91ea-7843601017a3 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3149912'] for segment, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:47.650169 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c7bd82e2-f31a-4e59-91ea-7843601017a3 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:47.670254 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7bd82e2-f31a-4e59-91ea-7843601017a3 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Releasing vlan 693 on physical network physnet1 to pool {{(pid=84887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:27:47.670864 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c7bd82e2-f31a-4e59-91ea-7843601017a3 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4055488'] for segment, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:47.692840 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e0ae0fb-b829-4e27-94ad-311bbce30bf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9750a0b6-f4b3-4574-9397-e863a9311ee4'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:27:47.707147 n-d-843948-2 neutron-server[84887]: Traceback (most recent call last): May 30 20:27:47.707147 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:27:47.707147 n-d-843948-2 neutron-server[84887]: timer() May 30 20:27:47.707147 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:27:47.707147 n-d-843948-2 neutron-server[84887]: cb(*args, **kw) May 30 20:27:47.707147 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:27:47.707147 n-d-843948-2 neutron-server[84887]: return func(*args, **kwargs) May 30 20:27:47.707147 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:27:47.707147 n-d-843948-2 neutron-server[84887]: self._notify() May 30 20:27:47.707147 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:27:47.707147 n-d-843948-2 neutron-server[84887]: self.callback(batched_events) May 30 20:27:47.707147 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:27:47.707147 n-d-843948-2 neutron-server[84887]: event.method(event) May 30 20:27:47.707147 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:27:47.707147 n-d-843948-2 neutron-server[84887]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:27:47.707147 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:27:47.707147 n-d-843948-2 neutron-server[84887]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:27:47.707147 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:27:47.707147 n-d-843948-2 neutron-server[84887]: return f(self, *a, **k) May 30 20:27:47.707147 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:27:47.707147 n-d-843948-2 neutron-server[84887]: return self._get(url).json() May 30 20:27:47.707147 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:27:47.707147 n-d-843948-2 neutron-server[84887]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:27:47.707147 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:27:47.707147 n-d-843948-2 neutron-server[84887]: return self.request(url, 'GET', **kwargs) May 30 20:27:47.707147 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:27:47.707147 n-d-843948-2 neutron-server[84887]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:27:47.707147 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:27:47.707147 n-d-843948-2 neutron-server[84887]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:27:47.707147 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:27:47.707147 n-d-843948-2 neutron-server[84887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:27:47.707147 n-d-843948-2 neutron-server[84887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:27:47.758314 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-37b207d6-0121-4a9c-b981-2165114df3de tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] In _notify_port_updated(), no bound segment for port 8758e25a-c8c3-412a-bfd5-7fc31b8799e8 on network ddd2964b-478b-41c4-81ad-3e894ef9a783 {{(pid=84886) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 30 20:27:47.766575 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b207d6-0121-4a9c-b981-2165114df3de tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:47.767286 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-37b207d6-0121-4a9c-b981-2165114df3de tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:47.768648 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-37b207d6-0121-4a9c-b981-2165114df3de tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] 10.222.0.85 "PUT /v2.0/ports/8758e25a-c8c3-412a-bfd5-7fc31b8799e8 HTTP/1.1" status: 200 len: 1055 time: 1.6279614 May 30 20:27:47.774000 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 40200) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:47.799913 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 9750a0b6-f4b3-4574-9397-e863a9311ee4, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=9750a0b6-f4b3-4574-9397-e863a9311ee4,segment=NetworkSegment(846340ce-7226-4d23-8fff-c740004950e9),segment_id=846340ce-7226-4d23-8fff-c740004950e9)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:27:47.818036 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-888628d8-cffb-43dd-869b-4a9d65f3af75 None None] Attempting to bind port 4f82a408-c83f-4b4f-998e-f6e2057a9912 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:27:47.818609 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-888628d8-cffb-43dd-869b-4a9d65f3af75 None None] Attempting to bind port 4f82a408-c83f-4b4f-998e-f6e2057a9912 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': '079de259-7ac5-4f33-b646-a43e95f0ef94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '02bf7113-f2f2-4cba-9900-ed4228d9ff19'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:27:47.819188 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888628d8-cffb-43dd-869b-4a9d65f3af75 None None] Attempting to bind port 4f82a408-c83f-4b4f-998e-f6e2057a9912 on network 02bf7113-f2f2-4cba-9900-ed4228d9ff19 {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:27:47.848500 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888628d8-cffb-43dd-869b-4a9d65f3af75 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:27:47.849249 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888628d8-cffb-43dd-869b-4a9d65f3af75 None None] Checking segment: {'id': '079de259-7ac5-4f33-b646-a43e95f0ef94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '02bf7113-f2f2-4cba-9900-ed4228d9ff19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:27:47.849969 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-888628d8-cffb-43dd-869b-4a9d65f3af75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:47.850592 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888628d8-cffb-43dd-869b-4a9d65f3af75 None None] Bound using segment: {'id': '079de259-7ac5-4f33-b646-a43e95f0ef94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '02bf7113-f2f2-4cba-9900-ed4228d9ff19'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:27:47.852686 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-888628d8-cffb-43dd-869b-4a9d65f3af75 None None] Bound port: 4f82a408-c83f-4b4f-998e-f6e2057a9912, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '079de259-7ac5-4f33-b646-a43e95f0ef94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '02bf7113-f2f2-4cba-9900-ed4228d9ff19'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:27:47.853329 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-888628d8-cffb-43dd-869b-4a9d65f3af75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:47.978502 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c7ecdec-e825-4939-83c9-228813322f46'] response: {'server_uuid': '4e0ae0fb-b829-4e27-94ad-311bbce30bf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9750a0b6-f4b3-4574-9397-e863a9311ee4', 'code': 200} May 30 20:27:47.979539 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:47.991243 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-ee2a916d-3cd9-4d8d-9535-db394b4352a9 tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Deleting port 8758e25a-c8c3-412a-bfd5-7fc31b8799e8 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:27:47.991243 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ee2a916d-3cd9-4d8d-9535-db394b4352a9 tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:48.198052 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=9750a0b6-f4b3-4574-9397-e863a9311ee4,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:48.220911 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-888628d8-cffb-43dd-869b-4a9d65f3af75 None None] For port 4f82a408-c83f-4b4f-998e-f6e2057a9912, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:27:48.248031 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-070843fc-5589-4c2d-8a5a-c18822840aad None None] Provisioning complete for port 8758e25a-c8c3-412a-bfd5-7fc31b8799e8 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:27:48.250267 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-070843fc-5589-4c2d-8a5a-c18822840aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:48.326165 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.db.api [None req-c7bd82e2-f31a-4e59-91ea-7843601017a3 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 30 20:27:48.326165 n-d-843948-2 neutron-server[84887]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 30 20:27:48.326165 n-d-843948-2 neutron-server[84887]: [parameters: {'id': '02bf7113-f2f2-4cba-9900-ed4228d9ff19'}] May 30 20:27:48.326165 n-d-843948-2 neutron-server[84887]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84887) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:27:48.333897 n-d-843948-2 neutron-server[84887]: DEBUG oslo_db.api [None req-c7bd82e2-f31a-4e59-91ea-7843601017a3 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:27:48.372770 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78286280-6fc7-495d-a1df-b6133700e86d req-422d3207-c05a-4c18-871e-23e9242ae725 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:48.374807 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-78286280-6fc7-495d-a1df-b6133700e86d req-422d3207-c05a-4c18-871e-23e9242ae725 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=31630769-93b9-4bef-92c3-bf4dd9f89e28 HTTP/1.1" status: 200 len: 946 time: 0.6714447 May 30 20:27:48.411045 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-dad56c0b-d769-4e78-a9dc-e3edc0818b84 req-bb07a975-3db9-47d3-8dae-6c960d7946da service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=4e0ae0fb-b829-4e27-94ad-311bbce30bf9 HTTP/1.1" status: 200 len: 1096 time: 0.3343098 May 30 20:27:48.439450 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-888628d8-cffb-43dd-869b-4a9d65f3af75 None None] For port 4f82a408-c83f-4b4f-998e-f6e2057a9912, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=4f82a408-c83f-4b4f-998e-f6e2057a9912,segment=NetworkSegment(079de259-7ac5-4f33-b646-a43e95f0ef94),segment_id=079de259-7ac5-4f33-b646-a43e95f0ef94)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:27:48.503036 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca963a01-bf47-4eed-81e9-5198cfaade36 req-394f6a7b-553f-48d1-9a4b-9a51c4b3758c tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:48.508279 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-78286280-6fc7-495d-a1df-b6133700e86d req-09c13dac-aab6-4148-b803-ca5697a5dfad tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ed3b12a-c5d4-4ba2-906c-9900ee2b8018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230347 May 30 20:27:48.511631 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ca963a01-bf47-4eed-81e9-5198cfaade36 req-394f6a7b-553f-48d1-9a4b-9a51c4b3758c tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] 10.222.0.85 "GET /v2.0/ports?device_id=4e0ae0fb-b829-4e27-94ad-311bbce30bf9 HTTP/1.1" status: 200 len: 945 time: 0.2338057 May 30 20:27:48.512735 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-070843fc-5589-4c2d-8a5a-c18822840aad None None] Port 8758e25a-c8c3-412a-bfd5-7fc31b8799e8 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:27:48.514071 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-dad56c0b-d769-4e78-a9dc-e3edc0818b84 req-9ddbd874-6d0d-4419-88c0-6b9d92616e28 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=1781d827-9d72-442a-a1d3-36d4f7e99cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951579 May 30 20:27:48.536648 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 5f83ae32-3298-456f-b453-1f5e99c0981a up at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:27:48.627941 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ee2a916d-3cd9-4d8d-9535-db394b4352a9 tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:48.653133 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-888628d8-cffb-43dd-869b-4a9d65f3af75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:48.740601 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ca963a01-bf47-4eed-81e9-5198cfaade36 req-550efbbc-2ace-44e0-917c-e25ba1a587dc tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] 10.222.0.85 "GET /v2.0/security-groups?id=1781d827-9d72-442a-a1d3-36d4f7e99cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279048 May 30 20:27:48.822237 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-ee2a916d-3cd9-4d8d-9535-db394b4352a9 tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Calling delete_port for 8758e25a-c8c3-412a-bfd5-7fc31b8799e8 owned by {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:27:48.829796 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c7bd82e2-f31a-4e59-91ea-7843601017a3 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:48.845930 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-c7bd82e2-f31a-4e59-91ea-7843601017a3 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Deleting port 4f82a408-c83f-4b4f-998e-f6e2057a9912 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:27:48.846324 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c7bd82e2-f31a-4e59-91ea-7843601017a3 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:49.099303 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888628d8-cffb-43dd-869b-4a9d65f3af75 None None] Pushing event updated for resources: {'Port': ['ID=4f82a408-c83f-4b4f-998e-f6e2057a9912,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:49.142302 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ee2a916d-3cd9-4d8d-9535-db394b4352a9 tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:49.162732 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d72293-3378-4237-b6f8-2e007ab6048e None None] Network 02bf7113-f2f2-4cba-9900-ed4228d9ff19 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:27:49.230752 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2a916d-3cd9-4d8d-9535-db394b4352a9 tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Pushing event deleted for resources: {'Port': ['ID=8758e25a-c8c3-412a-bfd5-7fc31b8799e8,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:49.390237 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning for port 5f83ae32-3298-456f-b453-1f5e99c0981a completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:27:49.403884 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning complete for port 5f83ae32-3298-456f-b453-1f5e99c0981a triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:27:49.404262 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:49.523906 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:49.651134 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b60c9dbc-68b1-48f4-bdf2-af2e78924ff7 None None] Network 02bf7113-f2f2-4cba-9900-ed4228d9ff19 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:27:49.863729 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [None req-c7bd82e2-f31a-4e59-91ea-7843601017a3 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] For port 4f82a408-c83f-4b4f-998e-f6e2057a9912, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=4f82a408-c83f-4b4f-998e-f6e2057a9912,segment=NetworkSegment(079de259-7ac5-4f33-b646-a43e95f0ef94),segment_id=079de259-7ac5-4f33-b646-a43e95f0ef94)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:27:49.864553 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c7bd82e2-f31a-4e59-91ea-7843601017a3 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:49.951817 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:50.181740 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-c7bd82e2-f31a-4e59-91ea-7843601017a3 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Calling delete_port for 4f82a408-c83f-4b4f-998e-f6e2057a9912 owned by network:dhcp {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:27:50.218401 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09472436-580a-45d5-8621-9440a375ddf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f83ae32-3298-456f-b453-1f5e99c0981a'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:27:50.254885 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 5f83ae32-3298-456f-b453-1f5e99c0981a, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=5f83ae32-3298-456f-b453-1f5e99c0981a,segment=NetworkSegment(846340ce-7226-4d23-8fff-c740004950e9),segment_id=846340ce-7226-4d23-8fff-c740004950e9)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:27:50.298973 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d05eeb7b-35d2-4eac-ba0e-b15adfe8424b None None] get_active_networks_info from n-d-843948-2 {{(pid=84888) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 30 20:27:50.368386 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:50.460543 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2080736a-fea4-4e3c-aec9-ae354da8a173 req-a3e51bb4-4496-4c86-bd02-01c49bd224b7 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:50.478618 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2080736a-fea4-4e3c-aec9-ae354da8a173 req-a3e51bb4-4496-4c86-bd02-01c49bd224b7 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=31630769-93b9-4bef-92c3-bf4dd9f89e28 HTTP/1.1" status: 200 len: 946 time: 0.3969138 May 30 20:27:50.510736 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=5f83ae32-3298-456f-b453-1f5e99c0981a,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:50.533258 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c7bd82e2-f31a-4e59-91ea-7843601017a3 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:50.699768 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bd82e2-f31a-4e59-91ea-7843601017a3 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Pushing event deleted for resources: {'Port': ['ID=4f82a408-c83f-4b4f-998e-f6e2057a9912,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:50.718271 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ee2a916d-3cd9-4d8d-9535-db394b4352a9 tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:50.723697 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05eeb7b-35d2-4eac-ba0e-b15adfe8424b None None] Resources bound (agent type, host, resource id): {{(pid=84888) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 30 20:27:50.753957 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-ee2a916d-3cd9-4d8d-9535-db394b4352a9 tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] 10.222.0.85 "DELETE /v2.0/ports/8758e25a-c8c3-412a-bfd5-7fc31b8799e8 HTTP/1.1" status: 204 len: 168 time: 2.9748828 May 30 20:27:50.755188 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 40266) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:50.761906 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7bd82e2-f31a-4e59-91ea-7843601017a3 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] No DVR routers for this DVR port 4f82a408-c83f-4b4f-998e-f6e2057a9912 on host n-d-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:27:50.915000 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce3ce7a-d00a-48a1-b5e5-0492d43c0ec4 req-1a910364-8cdb-4a81-93e7-933fbb58a069 tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:50.923276 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-8ce3ce7a-d00a-48a1-b5e5-0492d43c0ec4 req-1a910364-8cdb-4a81-93e7-933fbb58a069 tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] 10.222.0.85 "GET /v2.0/ports?device_id=4e0ae0fb-b829-4e27-94ad-311bbce30bf9 HTTP/1.1" status: 200 len: 945 time: 0.4425218 May 30 20:27:50.960731 n-d-843948-2 neutron-server[84886]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3547e52-d11d-4d43-837f-7e3c6a894c46 tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] GET failed (client error): The resource could not be found. May 30 20:27:50.962863 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-c3547e52-d11d-4d43-837f-7e3c6a894c46 tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Synchronizing usage tracker for tenant:e3efc05a85c64711b5605b59a09812fb on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:27:50.970387 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2080736a-fea4-4e3c-aec9-ae354da8a173 req-76535110-b3d2-42bb-9723-82a9afb91083 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ed3b12a-c5d4-4ba2-906c-9900ee2b8018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4748671 May 30 20:27:50.994927 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c7bd82e2-f31a-4e59-91ea-7843601017a3 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:51.034610 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-8ce3ce7a-d00a-48a1-b5e5-0492d43c0ec4 req-3b21f866-7ba2-4bae-805d-5f49ac09c81f tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] 10.222.0.85 "GET /v2.0/security-groups?id=1781d827-9d72-442a-a1d3-36d4f7e99cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099138 May 30 20:27:51.076065 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-c3547e52-d11d-4d43-837f-7e3c6a894c46 tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Unset dirty status for tenant:e3efc05a85c64711b5605b59a09812fb on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:27:51.078312 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-c3547e52-d11d-4d43-837f-7e3c6a894c46 tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] 10.222.0.85 "GET /v2.0/ports/8758e25a-c8c3-412a-bfd5-7fc31b8799e8 HTTP/1.1" status: 404 len: 333 time: 0.3212502 May 30 20:27:51.082924 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 40274) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:51.104845 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-c7bd82e2-f31a-4e59-91ea-7843601017a3 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02bf7113-f2f2-4cba-9900-ed4228d9ff19']}} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:27:51.132787 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-c7bd82e2-f31a-4e59-91ea-7843601017a3 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '079de259-7ac5-4f33-b646-a43e95f0ef94') {'for_net_delete': True} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:27:51.133443 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-c7bd82e2-f31a-4e59-91ea-7843601017a3 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '079de259-7ac5-4f33-b646-a43e95f0ef94') {} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:27:51.154491 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c7bd82e2-f31a-4e59-91ea-7843601017a3 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3149912'] for segment, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:51.226774 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c7bd82e2-f31a-4e59-91ea-7843601017a3 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:51.228993 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-a6e78999-89be-4f73-a90f-b6aed62dbd8f tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Deleting port 6266acd5-caa3-4d9f-9cdb-254b91e91d32 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:27:51.229905 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a6e78999-89be-4f73-a90f-b6aed62dbd8f tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:51.258684 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7bd82e2-f31a-4e59-91ea-7843601017a3 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Releasing vlan 693 on physical network physnet1 to pool {{(pid=84887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:27:51.259357 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c7bd82e2-f31a-4e59-91ea-7843601017a3 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4055488'] for segment, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:51.313566 n-d-843948-2 neutron-server[84887]: Traceback (most recent call last): May 30 20:27:51.313566 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:27:51.313566 n-d-843948-2 neutron-server[84887]: timer() May 30 20:27:51.313566 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:27:51.313566 n-d-843948-2 neutron-server[84887]: cb(*args, **kw) May 30 20:27:51.313566 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:27:51.313566 n-d-843948-2 neutron-server[84887]: return func(*args, **kwargs) May 30 20:27:51.313566 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:27:51.313566 n-d-843948-2 neutron-server[84887]: self._notify() May 30 20:27:51.313566 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:27:51.313566 n-d-843948-2 neutron-server[84887]: self.callback(batched_events) May 30 20:27:51.313566 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:27:51.313566 n-d-843948-2 neutron-server[84887]: event.method(event) May 30 20:27:51.313566 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:27:51.313566 n-d-843948-2 neutron-server[84887]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:27:51.313566 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:27:51.313566 n-d-843948-2 neutron-server[84887]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:27:51.313566 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:27:51.313566 n-d-843948-2 neutron-server[84887]: return f(self, *a, **k) May 30 20:27:51.313566 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:27:51.313566 n-d-843948-2 neutron-server[84887]: return self._get(url).json() May 30 20:27:51.313566 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:27:51.313566 n-d-843948-2 neutron-server[84887]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:27:51.313566 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:27:51.313566 n-d-843948-2 neutron-server[84887]: return self.request(url, 'GET', **kwargs) May 30 20:27:51.313566 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:27:51.313566 n-d-843948-2 neutron-server[84887]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:27:51.313566 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:27:51.313566 n-d-843948-2 neutron-server[84887]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:27:51.313566 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:27:51.313566 n-d-843948-2 neutron-server[84887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:27:51.313566 n-d-843948-2 neutron-server[84887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:27:51.330510 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-674ea81c-5366-47c4-8abe-ba5b43ccf5d2'] response: {'server_uuid': '09472436-580a-45d5-8621-9440a375ddf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f83ae32-3298-456f-b453-1f5e99c0981a', 'code': 200} May 30 20:27:51.481304 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 40282) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:51.649076 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c7bd82e2-f31a-4e59-91ea-7843601017a3 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:51.671838 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c7bd82e2-f31a-4e59-91ea-7843601017a3 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:51.699340 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-c7bd82e2-f31a-4e59-91ea-7843601017a3 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] 10.222.0.85 "DELETE /v2.0/networks/02bf7113-f2f2-4cba-9900-ed4228d9ff19 HTTP/1.1" status: 204 len: 168 time: 6.9614434 May 30 20:27:51.707635 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bd82e2-f31a-4e59-91ea-7843601017a3 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Pushing event deleted for resources: {'Network': ['ID=02bf7113-f2f2-4cba-9900-ed4228d9ff19,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:51.709927 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 40290) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:51.804112 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146ceb79-56ca-486d-9a65-9fa850b59441 req-c07ea11c-89b5-4f89-b0e0-56f4a36798d6 tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:51.819576 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-146ceb79-56ca-486d-9a65-9fa850b59441 req-c07ea11c-89b5-4f89-b0e0-56f4a36798d6 tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] 10.222.0.85 "GET /v2.0/ports?device_id=09472436-580a-45d5-8621-9440a375ddf6 HTTP/1.1" status: 200 len: 945 time: 0.3403513 May 30 20:27:51.863028 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b0e35904-fbf8-4afa-a2ed-442db26c2f85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:51.885165 n-d-843948-2 neutron-server[84887]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc26abba-f6e6-4b73-8418-136722136f96 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] DELETE failed (client error): The resource could not be found. May 30 20:27:51.885165 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc26abba-f6e6-4b73-8418-136722136f96 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:27:51.888010 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-fc26abba-f6e6-4b73-8418-136722136f96 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] 10.222.0.85 "DELETE /v2.0/subnets/356f3f2e-60a3-4be4-978b-151329735658 HTTP/1.1" status: 404 len: 337 time: 0.1764736 May 30 20:27:51.892245 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 40294) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:51.918586 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-b0e35904-fbf8-4afa-a2ed-442db26c2f85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:27:51.922911 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-b0e35904-fbf8-4afa-a2ed-442db26c2f85 admin admin] Usage tracker for resource:security_group_rule and tenant:d2d4149b9b6e466ba70f8eea27013abe is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:27:51.926496 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-b0e35904-fbf8-4afa-a2ed-442db26c2f85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:27:51.933267 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-b0e35904-fbf8-4afa-a2ed-442db26c2f85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:27:51.941634 n-d-843948-2 neutron-server[84886]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bc7722e-b48e-4452-9bdc-d887d0f65363 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] DELETE failed (client error): The resource could not be found. May 30 20:27:51.944826 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bc7722e-b48e-4452-9bdc-d887d0f65363 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:27:51.945155 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-1bc7722e-b48e-4452-9bdc-d887d0f65363 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] 10.222.0.85 "DELETE /v2.0/networks/02bf7113-f2f2-4cba-9900-ed4228d9ff19 HTTP/1.1" status: 404 len: 339 time: 0.0498831 May 30 20:27:51.947704 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a6e78999-89be-4f73-a90f-b6aed62dbd8f tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:51.961069 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 40298) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:52.021392 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b0e35904-fbf8-4afa-a2ed-442db26c2f85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:52.121447 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-a6e78999-89be-4f73-a90f-b6aed62dbd8f tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Calling delete_port for 6266acd5-caa3-4d9f-9cdb-254b91e91d32 owned by {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:27:52.132007 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b0e35904-fbf8-4afa-a2ed-442db26c2f85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:52.196339 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:52.214903 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-146ceb79-56ca-486d-9a65-9fa850b59441 req-3f3fe76d-0272-4a49-95c5-1f5c6ec4a8f4 tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] 10.222.0.85 "GET /v2.0/security-groups?id=1781d827-9d72-442a-a1d3-36d4f7e99cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3938689 May 30 20:27:52.253388 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-b0e35904-fbf8-4afa-a2ed-442db26c2f85 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=d2d4149b9b6e466ba70f8eea27013abe&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7705903 May 30 20:27:52.256605 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 40308) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:52.256905 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e35904-fbf8-4afa-a2ed-442db26c2f85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e30bc5d-66d0-4e76-8e13-b4186563ad42,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:52.333378 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7a20b7c4-db67-48cf-9e7b-866f02446bd7 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:52.365121 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b7d9b5a8-023d-4d21-8b14-fa74ee1f0451 req-57bb5193-4865-4c89-8a4c-10a162f9d72f service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=09472436-580a-45d5-8621-9440a375ddf6 HTTP/1.1" status: 200 len: 1096 time: 0.8579152 May 30 20:27:52.376593 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d452a6-cbbd-453c-8201-3f3eaab4ee54 req-cc84922a-7f32-4d3e-b05f-c15c73fc3646 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:52.384152 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-34d452a6-cbbd-453c-8201-3f3eaab4ee54 req-cc84922a-7f32-4d3e-b05f-c15c73fc3646 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=31630769-93b9-4bef-92c3-bf4dd9f89e28 HTTP/1.1" status: 200 len: 946 time: 0.1226850 May 30 20:27:52.478776 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-34d452a6-cbbd-453c-8201-3f3eaab4ee54 req-7776ca0f-0af2-4df9-b8d9-2bb5ac671a1d tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ed3b12a-c5d4-4ba2-906c-9900ee2b8018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931196 May 30 20:27:52.492542 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b7d9b5a8-023d-4d21-8b14-fa74ee1f0451 req-939624c9-a42e-4ebd-8a30-804a0b5975d7 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=1781d827-9d72-442a-a1d3-36d4f7e99cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901675 May 30 20:27:52.804590 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0b5292f9-a729-4159-8be9-e723acc1e567 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:52.809098 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7a20b7c4-db67-48cf-9e7b-866f02446bd7 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:52.888853 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-7a20b7c4-db67-48cf-9e7b-866f02446bd7 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['933bc990-4d9b-414f-bcf8-810dcf237bad']}} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:27:52.909779 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0b5292f9-a729-4159-8be9-e723acc1e567 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:52.926682 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a6e78999-89be-4f73-a90f-b6aed62dbd8f tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:52.943237 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-7a20b7c4-db67-48cf-9e7b-866f02446bd7 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8e4db03-95fe-41b7-964c-b03b0b48342f') {'for_net_delete': True} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:27:52.943237 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-7a20b7c4-db67-48cf-9e7b-866f02446bd7 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8e4db03-95fe-41b7-964c-b03b0b48342f') {} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:27:53.058788 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7a20b7c4-db67-48cf-9e7b-866f02446bd7 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2660590'] for segment, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:53.075472 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e78999-89be-4f73-a90f-b6aed62dbd8f tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Pushing event deleted for resources: {'Port': ['ID=6266acd5-caa3-4d9f-9cdb-254b91e91d32,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:53.197195 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7a20b7c4-db67-48cf-9e7b-866f02446bd7 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:53.273625 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a20b7c4-db67-48cf-9e7b-866f02446bd7 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Releasing vlan 667 on physical network physnet1 to pool {{(pid=84886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:27:53.274470 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7a20b7c4-db67-48cf-9e7b-866f02446bd7 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4126989'] for segment, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:53.295996 n-d-843948-2 neutron-server[84886]: Traceback (most recent call last): May 30 20:27:53.295996 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:27:53.295996 n-d-843948-2 neutron-server[84886]: timer() May 30 20:27:53.295996 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:27:53.295996 n-d-843948-2 neutron-server[84886]: cb(*args, **kw) May 30 20:27:53.295996 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:27:53.295996 n-d-843948-2 neutron-server[84886]: return func(*args, **kwargs) May 30 20:27:53.295996 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:27:53.295996 n-d-843948-2 neutron-server[84886]: self._notify() May 30 20:27:53.295996 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:27:53.295996 n-d-843948-2 neutron-server[84886]: self.callback(batched_events) May 30 20:27:53.295996 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:27:53.295996 n-d-843948-2 neutron-server[84886]: event.method(event) May 30 20:27:53.295996 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:27:53.295996 n-d-843948-2 neutron-server[84886]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:27:53.295996 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:27:53.295996 n-d-843948-2 neutron-server[84886]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:27:53.295996 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:27:53.295996 n-d-843948-2 neutron-server[84886]: return f(self, *a, **k) May 30 20:27:53.295996 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:27:53.295996 n-d-843948-2 neutron-server[84886]: return self._get(url).json() May 30 20:27:53.295996 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:27:53.295996 n-d-843948-2 neutron-server[84886]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:27:53.295996 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:27:53.295996 n-d-843948-2 neutron-server[84886]: return self.request(url, 'GET', **kwargs) May 30 20:27:53.295996 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:27:53.295996 n-d-843948-2 neutron-server[84886]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:27:53.295996 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:27:53.295996 n-d-843948-2 neutron-server[84886]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:27:53.295996 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:27:53.295996 n-d-843948-2 neutron-server[84886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:27:53.295996 n-d-843948-2 neutron-server[84886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:27:53.526518 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a6e78999-89be-4f73-a90f-b6aed62dbd8f tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:53.607917 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0b5292f9-a729-4159-8be9-e723acc1e567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:53.610621 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0b5292f9-a729-4159-8be9-e723acc1e567 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:53.611909 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-0b5292f9-a729-4159-8be9-e723acc1e567 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/2e30bc5d-66d0-4e76-8e13-b4186563ad42 HTTP/1.1" status: 204 len: 168 time: 1.3455503 May 30 20:27:53.626280 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5292f9-a729-4159-8be9-e723acc1e567 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e30bc5d-66d0-4e76-8e13-b4186563ad42,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:53.669062 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df4ea89-919d-413b-b3cc-f9fcb0583731 req-6f46a825-d4c3-44ec-adc6-b3ce8121d50f tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:53.670719 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4df4ea89-919d-413b-b3cc-f9fcb0583731 req-6f46a825-d4c3-44ec-adc6-b3ce8121d50f tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] 10.222.0.85 "GET /v2.0/ports?device_id=09472436-580a-45d5-8621-9440a375ddf6 HTTP/1.1" status: 200 len: 945 time: 0.1408899 May 30 20:27:53.690118 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7a20b7c4-db67-48cf-9e7b-866f02446bd7 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:53.696482 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7a20b7c4-db67-48cf-9e7b-866f02446bd7 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks [] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:53.701094 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-7a20b7c4-db67-48cf-9e7b-866f02446bd7 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] 10.222.0.85 "DELETE /v2.0/networks/933bc990-4d9b-414f-bcf8-810dcf237bad HTTP/1.1" status: 204 len: 168 time: 1.7365143 May 30 20:27:53.701719 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 40332) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:53.736821 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a20b7c4-db67-48cf-9e7b-866f02446bd7 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Pushing event deleted for resources: {'Network': ['ID=933bc990-4d9b-414f-bcf8-810dcf237bad,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:53.742210 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-a6e78999-89be-4f73-a90f-b6aed62dbd8f tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] 10.222.0.85 "DELETE /v2.0/ports/6266acd5-caa3-4d9f-9cdb-254b91e91d32 HTTP/1.1" status: 204 len: 168 time: 2.6564672 May 30 20:27:53.746564 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 40336) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:53.825352 n-d-843948-2 neutron-server[84886]: INFO neutron.pecan_wsgi.hooks.translation [None req-a77195e4-b193-449b-9fc5-3f32e404a470 tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] GET failed (client error): The resource could not be found. May 30 20:27:53.827210 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-a77195e4-b193-449b-9fc5-3f32e404a470 tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Synchronizing usage tracker for tenant:e3efc05a85c64711b5605b59a09812fb on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:27:53.860022 n-d-843948-2 neutron-server[84887]: INFO neutron.pecan_wsgi.hooks.translation [None req-352988dc-cbb8-4c87-b279-ed56639008c5 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] DELETE failed (client error): The resource could not be found. May 30 20:27:53.861089 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-352988dc-cbb8-4c87-b279-ed56639008c5 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:27:53.918488 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4df4ea89-919d-413b-b3cc-f9fcb0583731 req-f7068a87-6407-4954-a8f9-eb3751acb3be tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] 10.222.0.85 "GET /v2.0/security-groups?id=1781d827-9d72-442a-a1d3-36d4f7e99cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319603 May 30 20:27:53.927485 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-a77195e4-b193-449b-9fc5-3f32e404a470 tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Unset dirty status for tenant:e3efc05a85c64711b5605b59a09812fb on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:27:53.929096 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-a77195e4-b193-449b-9fc5-3f32e404a470 tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] 10.222.0.85 "GET /v2.0/ports/6266acd5-caa3-4d9f-9cdb-254b91e91d32 HTTP/1.1" status: 404 len: 333 time: 0.1816254 May 30 20:27:53.935558 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 40340) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:53.959400 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-352988dc-cbb8-4c87-b279-ed56639008c5 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] 10.222.0.85 "DELETE /v2.0/subnets/760956e5-ca50-44eb-9847-99c10676a150 HTTP/1.1" status: 404 len: 337 time: 0.2560971 May 30 20:27:53.964678 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 40344) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:54.006417 n-d-843948-2 neutron-server[84887]: INFO neutron.pecan_wsgi.hooks.translation [None req-b367d0fd-0c4e-401d-af8d-de1218ad2ba4 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] DELETE failed (client error): The resource could not be found. May 30 20:27:54.006862 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b367d0fd-0c4e-401d-af8d-de1218ad2ba4 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:27:54.008552 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-b367d0fd-0c4e-401d-af8d-de1218ad2ba4 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] 10.222.0.85 "DELETE /v2.0/networks/7fb2c714-155b-4c8d-9dcf-d43ad76a9311 HTTP/1.1" status: 404 len: 339 time: 0.0427160 May 30 20:27:54.011322 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 40348) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:54.032861 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-a8dbad68-4043-477a-afdf-26c7abbdd786 tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Deleting port 4a8334da-9b41-4feb-aa02-a57ac6394e8a {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:27:54.037157 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a8dbad68-4043-477a-afdf-26c7abbdd786 tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:54.102245 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50c173a-315e-4e6b-a537-5ecb51ba05f2 req-ab79b0ff-92d7-4bc1-bf13-3cbfa41b7925 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:54.109161 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c50c173a-315e-4e6b-a537-5ecb51ba05f2 req-ab79b0ff-92d7-4bc1-bf13-3cbfa41b7925 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=31630769-93b9-4bef-92c3-bf4dd9f89e28 HTTP/1.1" status: 200 len: 946 time: 0.2403491 May 30 20:27:54.366268 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c50c173a-315e-4e6b-a537-5ecb51ba05f2 req-ed9d20a3-dfd1-4269-9dc9-35ebd5f860cc tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ed3b12a-c5d4-4ba2-906c-9900ee2b8018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561107 May 30 20:27:54.444364 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_v2 [None req-b47f66c1-ece5-463d-b140-7be194eaa7c1 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Deleting subnet 2edf0f1f-5854-489b-bea9-dee9c1415574 {{(pid=84887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:27:54.451960 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b47f66c1-ece5-463d-b140-7be194eaa7c1 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks [] for subnet, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:54.459203 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a8dbad68-4043-477a-afdf-26c7abbdd786 tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:54.631341 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b47f66c1-ece5-463d-b140-7be194eaa7c1 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3149227'] for subnet, precommit_delete_associations {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:54.702354 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-a8dbad68-4043-477a-afdf-26c7abbdd786 tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Calling delete_port for 4a8334da-9b41-4feb-aa02-a57ac6394e8a owned by {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:27:54.786274 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b47f66c1-ece5-463d-b140-7be194eaa7c1 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:54.979898 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b47f66c1-ece5-463d-b140-7be194eaa7c1 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4055470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114247'] for subnet, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:55.085386 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47f66c1-ece5-463d-b140-7be194eaa7c1 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Pushing event deleted for resources: {'Subnet': ['ID=2edf0f1f-5854-489b-bea9-dee9c1415574,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:55.097773 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b47f66c1-ece5-463d-b140-7be194eaa7c1 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:55.103025 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 40364) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:55.120584 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-b47f66c1-ece5-463d-b140-7be194eaa7c1 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] 10.222.0.85 "DELETE /v2.0/subnets/2edf0f1f-5854-489b-bea9-dee9c1415574 HTTP/1.1" status: 204 len: 168 time: 1.1077101 May 30 20:27:55.121150 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a75f3dcb-b7b3-4c19-8939-366f2cdfac6d None None] Network ef89d7a1-3569-4855-8e5a-bb882dce8a0b requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:27:55.123334 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 40368) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:55.211474 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a8dbad68-4043-477a-afdf-26c7abbdd786 tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:55.274539 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e854db3-80b2-4199-83bd-1d8293698e22 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Deleting subnet 36fb9be9-c898-45e4-a67e-02c23a906f50 {{(pid=84887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:27:55.280986 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6e854db3-80b2-4199-83bd-1d8293698e22 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks [] for subnet, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:55.339164 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dbad68-4043-477a-afdf-26c7abbdd786 tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Pushing event deleted for resources: {'Port': ['ID=4a8334da-9b41-4feb-aa02-a57ac6394e8a,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:55.350808 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1c9d544b-fba6-453e-b15b-0c10de1465f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:55.398778 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6e854db3-80b2-4199-83bd-1d8293698e22 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3149227'] for subnet, precommit_delete_associations {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:55.546359 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-1c9d544b-fba6-453e-b15b-0c10de1465f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:27:55.555030 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-1c9d544b-fba6-453e-b15b-0c10de1465f2 admin admin] Usage tracker for resource:security_group_rule and tenant:c9dd17bf406749df95d8b7bfa7c47951 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:27:55.564073 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-1c9d544b-fba6-453e-b15b-0c10de1465f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:27:55.577738 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-1c9d544b-fba6-453e-b15b-0c10de1465f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:27:55.623034 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6e854db3-80b2-4199-83bd-1d8293698e22 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:55.683966 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a8dbad68-4043-477a-afdf-26c7abbdd786 tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:55.698648 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee9d593-efeb-4b5e-bf42-a645bed2dc2f req-50addcca-b16f-40f3-956a-9e241a12d61f tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:55.700499 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0ee9d593-efeb-4b5e-bf42-a645bed2dc2f req-50addcca-b16f-40f3-956a-9e241a12d61f tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] 10.222.0.85 "GET /v2.0/ports?device_id=09472436-580a-45d5-8621-9440a375ddf6 HTTP/1.1" status: 200 len: 945 time: 0.4230006 May 30 20:27:55.786841 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0ee9d593-efeb-4b5e-bf42-a645bed2dc2f req-199c7b6b-0fac-4ad9-a365-0246965a7109 tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] 10.222.0.85 "GET /v2.0/security-groups?id=1781d827-9d72-442a-a1d3-36d4f7e99cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709670 May 30 20:27:55.800793 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1c9d544b-fba6-453e-b15b-0c10de1465f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:55.806594 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6e854db3-80b2-4199-83bd-1d8293698e22 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4055470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114247'] for subnet, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:55.854049 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-a8dbad68-4043-477a-afdf-26c7abbdd786 tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] 10.222.0.85 "DELETE /v2.0/ports/4a8334da-9b41-4feb-aa02-a57ac6394e8a HTTP/1.1" status: 204 len: 168 time: 1.9165900 May 30 20:27:55.856007 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 40378) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:55.905856 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1c9d544b-fba6-453e-b15b-0c10de1465f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:55.938022 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e854db3-80b2-4199-83bd-1d8293698e22 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Pushing event deleted for resources: {'Subnet': ['ID=36fb9be9-c898-45e4-a67e-02c23a906f50,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:55.946644 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6e854db3-80b2-4199-83bd-1d8293698e22 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:55.970138 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-6e854db3-80b2-4199-83bd-1d8293698e22 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] 10.222.0.85 "DELETE /v2.0/subnets/36fb9be9-c898-45e4-a67e-02c23a906f50 HTTP/1.1" status: 204 len: 168 time: 0.8439598 May 30 20:27:55.977982 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 40386) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:56.113013 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-72ec1edc-6a9d-4938-8778-3834acbe7a73 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:56.131918 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f79d0a-7bfa-424a-9732-7ba68e2e265f req-bc458e63-dc27-4771-8fcf-a3162237d0f5 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:56.134121 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-97f79d0a-7bfa-424a-9732-7ba68e2e265f req-bc458e63-dc27-4771-8fcf-a3162237d0f5 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=31630769-93b9-4bef-92c3-bf4dd9f89e28 HTTP/1.1" status: 200 len: 946 time: 0.4188144 May 30 20:27:56.138970 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-72ec1edc-6a9d-4938-8778-3834acbe7a73 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Deleting port 91a9a4fd-121d-4cd4-a61b-3bb84ec99504 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:27:56.139314 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-72ec1edc-6a9d-4938-8778-3834acbe7a73 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:56.196424 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b1e85af-bafa-4ccd-a6d1-327a2c3408e2 None None] Update dhcp port {'port': {'network_id': 'ef89d7a1-3569-4855-8e5a-bb882dce8a0b', 'fixed_ips': [{'subnet_id': '36fb9be9-c898-45e4-a67e-02c23a906f50'}], 'binding:host_id': 'n-d-843948-2'}, 'id': '91a9a4fd-121d-4cd4-a61b-3bb84ec99504'} from n-d-843948-2. {{(pid=84888) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 30 20:27:56.247585 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb3aa5ae-e66d-41a6-9023-e0d04dc6680d tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Deleting subnet 2acbf832-06f9-47b2-82e2-ac74d868929e {{(pid=84886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:27:56.252632 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bb3aa5ae-e66d-41a6-9023-e0d04dc6680d tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Notify callbacks [] for subnet, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:56.257117 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-97f79d0a-7bfa-424a-9732-7ba68e2e265f req-7445feb6-2443-4dd7-9c8c-623a706dadb7 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ed3b12a-c5d4-4ba2-906c-9900ee2b8018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868921 May 30 20:27:56.293264 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-8b1e85af-bafa-4ccd-a6d1-327a2c3408e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:56.326819 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-f36dfce1-1c64-4738-9f1f-237969178b29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:56.380778 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-1c9d544b-fba6-453e-b15b-0c10de1465f2 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=c9dd17bf406749df95d8b7bfa7c47951&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2754462 May 30 20:27:56.389305 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d544b-fba6-453e-b15b-0c10de1465f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e6c124b-c54f-44f2-b25e-774bf3b118e5,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:56.396040 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 40396) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:56.415679 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bb3aa5ae-e66d-41a6-9023-e0d04dc6680d tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2655517'] for subnet, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:56.537850 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [None req-72ec1edc-6a9d-4938-8778-3834acbe7a73 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] For port 91a9a4fd-121d-4cd4-a61b-3bb84ec99504, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=91a9a4fd-121d-4cd4-a61b-3bb84ec99504,segment=NetworkSegment(0c1e5690-de93-41d9-8778-7421094cffcf),segment_id=0c1e5690-de93-41d9-8778-7421094cffcf)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:27:56.538704 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-72ec1edc-6a9d-4938-8778-3834acbe7a73 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:56.552348 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a246eba-59b5-44c2-b4d9-9ba7429abf03 req-886a91ca-3130-43c1-a671-538b0b6f6c89 tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:56.554144 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6a246eba-59b5-44c2-b4d9-9ba7429abf03 req-886a91ca-3130-43c1-a671-538b0b6f6c89 tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] 10.222.0.85 "GET /v2.0/ports?device_id=f8cec6f2-e4fc-4a2c-81f3-a742ac61796f HTTP/1.1" status: 200 len: 945 time: 0.3134553 May 30 20:27:56.589043 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bb3aa5ae-e66d-41a6-9023-e0d04dc6680d tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:56.621040 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 40400) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:56.694437 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f4c67f-85af-479c-ab8b-4abb1ba1e57c None None] Network ef89d7a1-3569-4855-8e5a-bb882dce8a0b requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:27:56.698327 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-22f6bf8f-df7c-4e64-b206-efa24fe1ecf8 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1073275863', 'description': 'tempest-description--2111897151'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:27:56.712807 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-72ec1edc-6a9d-4938-8778-3834acbe7a73 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Calling delete_port for 91a9a4fd-121d-4cd4-a61b-3bb84ec99504 owned by network:dhcp {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:27:56.753538 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-22f6bf8f-df7c-4e64-b206-efa24fe1ecf8 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:27:56.761035 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3a65479e-4557-4815-8457-94e2b43ee819 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:56.799117 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3a65479e-4557-4815-8457-94e2b43ee819 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:56.836618 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-8739d2ed-0447-427a-adef-ca8177663c31 None None] Provisioning complete for port 91a9a4fd-121d-4cd4-a61b-3bb84ec99504 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:27:56.837402 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-8739d2ed-0447-427a-adef-ca8177663c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:56.850599 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-22f6bf8f-df7c-4e64-b206-efa24fe1ecf8 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:27:56.885771 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6a246eba-59b5-44c2-b4d9-9ba7429abf03 req-3ceb547f-9e9b-4cda-adb4-5f55a866301c tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] 10.222.0.85 "GET /v2.0/security-groups?id=1781d827-9d72-442a-a1d3-36d4f7e99cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2982104 May 30 20:27:56.983349 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-22f6bf8f-df7c-4e64-b206-efa24fe1ecf8 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:57.051713 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-72ec1edc-6a9d-4938-8778-3834acbe7a73 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:57.052285 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bb3aa5ae-e66d-41a6-9023-e0d04dc6680d tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4127075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2778536'] for subnet, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:57.105039 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-8739d2ed-0447-427a-adef-ca8177663c31 None None] Could not find standard attr ID for object 91a9a4fd-121d-4cd4-a61b-3bb84ec99504. {{(pid=84888) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 30 20:27:57.109712 n-d-843948-2 neutron-server[84888]: INFO neutron.plugins.ml2.db [None req-8739d2ed-0447-427a-adef-ca8177663c31 None None] No ports have port_id starting with 91a9a4fd-121d-4cd4-a61b-3bb84ec99504 May 30 20:27:57.136784 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ec1edc-6a9d-4938-8778-3834acbe7a73 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Pushing event deleted for resources: {'Port': ['ID=91a9a4fd-121d-4cd4-a61b-3bb84ec99504,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:57.138955 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3a65479e-4557-4815-8457-94e2b43ee819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:57.149047 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a2d9da-6d8d-4474-af1c-871a7308e04b None None] DHCP port deletion for ef89d7a1-3569-4855-8e5a-bb882dce8a0b request from n-d-843948-2 {{(pid=84888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:27:57.173483 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3aa5ae-e66d-41a6-9023-e0d04dc6680d tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Pushing event deleted for resources: {'Subnet': ['ID=2acbf832-06f9-47b2-82e2-ac74d868929e,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:57.181143 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bb3aa5ae-e66d-41a6-9023-e0d04dc6680d tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Notify callbacks [] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:57.194328 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-bb3aa5ae-e66d-41a6-9023-e0d04dc6680d tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] 10.222.0.85 "DELETE /v2.0/subnets/2acbf832-06f9-47b2-82e2-ac74d868929e HTTP/1.1" status: 204 len: 168 time: 1.3369460 May 30 20:27:57.196871 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a65479e-4557-4815-8457-94e2b43ee819 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e6c124b-c54f-44f2-b25e-774bf3b118e5,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:57.197493 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 40410) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:57.199475 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-22f6bf8f-df7c-4e64-b206-efa24fe1ecf8 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:27:57.205246 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ec1edc-6a9d-4938-8778-3834acbe7a73 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] No DVR routers for this DVR port 91a9a4fd-121d-4cd4-a61b-3bb84ec99504 on host n-d-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:27:57.207976 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-22f6bf8f-df7c-4e64-b206-efa24fe1ecf8 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Usage tracker for resource:security_group_rule and tenant:6a921a88c2104251b4f5cf697763e02b is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:27:57.229755 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a41b0a7e-5347-4868-911d-36c22514b4a6 None None] Network ddd2964b-478b-41c4-81ad-3e894ef9a783 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:27:57.245203 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-22f6bf8f-df7c-4e64-b206-efa24fe1ecf8 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:27:57.278134 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 91a9a4fd-121d-4cd4-a61b-3bb84ec99504 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:27:57.459975 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-66e1e3d6-8ff0-4dbc-a370-af89114e5c7d tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:57.499454 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: 91a9a4fd-121d-4cd4-a61b-3bb84ec99504 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:27:57.500000 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 91a9a4fd-121d-4cd4-a61b-3bb84ec99504 not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:27:57.570203 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-66e1e3d6-8ff0-4dbc-a370-af89114e5c7d tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Deleting port 071e5151-35b4-47c7-a976-3067a1b9049d {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:27:57.570777 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-66e1e3d6-8ff0-4dbc-a370-af89114e5c7d tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:57.600822 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-22f6bf8f-df7c-4e64-b206-efa24fe1ecf8 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:27:57.618033 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-72ec1edc-6a9d-4938-8778-3834acbe7a73 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:57.645386 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3a65479e-4557-4815-8457-94e2b43ee819 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:57.647294 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-3a65479e-4557-4815-8457-94e2b43ee819 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/0e6c124b-c54f-44f2-b25e-774bf3b118e5 HTTP/1.1" status: 204 len: 168 time: 1.2497199 May 30 20:27:57.691897 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-72ec1edc-6a9d-4938-8778-3834acbe7a73 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef89d7a1-3569-4855-8e5a-bb882dce8a0b']}} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:27:57.723914 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-72ec1edc-6a9d-4938-8778-3834acbe7a73 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c1e5690-de93-41d9-8778-7421094cffcf') {'for_net_delete': True} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:27:57.724371 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-72ec1edc-6a9d-4938-8778-3834acbe7a73 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c1e5690-de93-41d9-8778-7421094cffcf') {} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:27:57.909997 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-490013ec-04b1-457d-a2ab-ffbc220df7c7 None None] DHCP port deletion for ddd2964b-478b-41c4-81ad-3e894ef9a783 request from n-d-843948-2 {{(pid=84888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:27:57.920889 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-490013ec-04b1-457d-a2ab-ffbc220df7c7 None None] Deleting port 071e5151-35b4-47c7-a976-3067a1b9049d {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:27:57.921837 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-490013ec-04b1-457d-a2ab-ffbc220df7c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:57.948449 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-72ec1edc-6a9d-4938-8778-3834acbe7a73 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3149912'] for segment, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:57.994336 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-72ec1edc-6a9d-4938-8778-3834acbe7a73 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:58.012117 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72ec1edc-6a9d-4938-8778-3834acbe7a73 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Releasing vlan 699 on physical network physnet1 to pool {{(pid=84887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:27:58.014011 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-72ec1edc-6a9d-4938-8778-3834acbe7a73 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4055488'] for segment, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:58.055440 n-d-843948-2 neutron-server[84887]: Traceback (most recent call last): May 30 20:27:58.055440 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:27:58.055440 n-d-843948-2 neutron-server[84887]: timer() May 30 20:27:58.055440 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:27:58.055440 n-d-843948-2 neutron-server[84887]: cb(*args, **kw) May 30 20:27:58.055440 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:27:58.055440 n-d-843948-2 neutron-server[84887]: return func(*args, **kwargs) May 30 20:27:58.055440 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:27:58.055440 n-d-843948-2 neutron-server[84887]: self._notify() May 30 20:27:58.055440 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:27:58.055440 n-d-843948-2 neutron-server[84887]: self.callback(batched_events) May 30 20:27:58.055440 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:27:58.055440 n-d-843948-2 neutron-server[84887]: event.method(event) May 30 20:27:58.055440 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:27:58.055440 n-d-843948-2 neutron-server[84887]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:27:58.055440 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:27:58.055440 n-d-843948-2 neutron-server[84887]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:27:58.055440 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:27:58.055440 n-d-843948-2 neutron-server[84887]: return f(self, *a, **k) May 30 20:27:58.055440 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:27:58.055440 n-d-843948-2 neutron-server[84887]: return self._get(url).json() May 30 20:27:58.055440 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:27:58.055440 n-d-843948-2 neutron-server[84887]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:27:58.055440 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:27:58.055440 n-d-843948-2 neutron-server[84887]: return self.request(url, 'GET', **kwargs) May 30 20:27:58.055440 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:27:58.055440 n-d-843948-2 neutron-server[84887]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:27:58.055440 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:27:58.055440 n-d-843948-2 neutron-server[84887]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:27:58.055440 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:27:58.055440 n-d-843948-2 neutron-server[84887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:27:58.055440 n-d-843948-2 neutron-server[84887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:27:58.063497 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-22f6bf8f-df7c-4e64-b206-efa24fe1ecf8 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:58.068023 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d45edb4-4c10-4387-a532-123812c63f58 req-0d706140-b047-436a-909e-cd94ed641946 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:58.070832 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-7d45edb4-4c10-4387-a532-123812c63f58 req-0d706140-b047-436a-909e-cd94ed641946 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=31630769-93b9-4bef-92c3-bf4dd9f89e28 HTTP/1.1" status: 200 len: 946 time: 0.5922203 May 30 20:27:58.152507 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [None req-66e1e3d6-8ff0-4dbc-a370-af89114e5c7d tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] For port 071e5151-35b4-47c7-a976-3067a1b9049d, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=071e5151-35b4-47c7-a976-3067a1b9049d,segment=NetworkSegment(15901b72-fb33-4f73-8024-5e435fd4a7bb),segment_id=15901b72-fb33-4f73-8024-5e435fd4a7bb)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:27:58.153063 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-66e1e3d6-8ff0-4dbc-a370-af89114e5c7d tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:58.184768 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-22f6bf8f-df7c-4e64-b206-efa24fe1ecf8 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:58.259949 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f6bf8f-df7c-4e64-b206-efa24fe1ecf8 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb89c6a9-af9c-4629-88dc-907327ba1ee9,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:58.303505 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-22f6bf8f-df7c-4e64-b206-efa24fe1ecf8 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:58.308582 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-22f6bf8f-df7c-4e64-b206-efa24fe1ecf8 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 1.6847425 May 30 20:27:58.309569 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 40424) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:58.316697 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8722313e-e3f9-4b45-908b-7c2314d96fbf req-f7f9dd1b-9d2c-43a9-ac48-e1b847fe1957 tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:58.318484 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8722313e-e3f9-4b45-908b-7c2314d96fbf req-f7f9dd1b-9d2c-43a9-ac48-e1b847fe1957 tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] 10.222.0.85 "GET /v2.0/ports?device_id=f8cec6f2-e4fc-4a2c-81f3-a742ac61796f HTTP/1.1" status: 200 len: 945 time: 0.4720244 May 30 20:27:58.324477 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-36b2f078-bde2-48ec-b21f-1ec258e11dcd tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Request body: {'security_group_rule': {'security_group_id': 'cb89c6a9-af9c-4629-88dc-907327ba1ee9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:27:58.332013 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-36b2f078-bde2-48ec-b21f-1ec258e11dcd tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:27:58.336512 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-36b2f078-bde2-48ec-b21f-1ec258e11dcd tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Usage tracker for resource:security_group_rule and tenant:6a921a88c2104251b4f5cf697763e02b is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:27:58.340347 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-36b2f078-bde2-48ec-b21f-1ec258e11dcd tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:27:58.350263 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-36b2f078-bde2-48ec-b21f-1ec258e11dcd tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:27:58.370554 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-72ec1edc-6a9d-4938-8778-3834acbe7a73 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:58.421233 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-490013ec-04b1-457d-a2ab-ffbc220df7c7 None None] For port 071e5151-35b4-47c7-a976-3067a1b9049d, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=071e5151-35b4-47c7-a976-3067a1b9049d,segment=NetworkSegment(15901b72-fb33-4f73-8024-5e435fd4a7bb),segment_id=15901b72-fb33-4f73-8024-5e435fd4a7bb)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:27:58.429360 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-72ec1edc-6a9d-4938-8778-3834acbe7a73 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:58.431551 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-490013ec-04b1-457d-a2ab-ffbc220df7c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:58.441452 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-7d45edb4-4c10-4387-a532-123812c63f58 req-4fad8ab3-9e49-46f1-9d98-f0a67d67d007 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ed3b12a-c5d4-4ba2-906c-9900ee2b8018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3497286 May 30 20:27:58.448506 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-66e1e3d6-8ff0-4dbc-a370-af89114e5c7d tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Calling delete_port for 071e5151-35b4-47c7-a976-3067a1b9049d owned by network:dhcp {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:27:58.484587 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-72ec1edc-6a9d-4938-8778-3834acbe7a73 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] 10.222.0.85 "DELETE /v2.0/networks/ef89d7a1-3569-4855-8e5a-bb882dce8a0b HTTP/1.1" status: 204 len: 168 time: 2.5053105 May 30 20:27:58.492730 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 40430) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:58.507678 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ec1edc-6a9d-4938-8778-3834acbe7a73 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Pushing event deleted for resources: {'Network': ['ID=ef89d7a1-3569-4855-8e5a-bb882dce8a0b,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:58.590937 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-36b2f078-bde2-48ec-b21f-1ec258e11dcd tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:58.619518 n-d-843948-2 neutron-server[84887]: INFO neutron.pecan_wsgi.hooks.translation [None req-580a722c-6007-45ed-87d5-7c4ac2682310 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] DELETE failed (client error): The resource could not be found. May 30 20:27:58.620350 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-580a722c-6007-45ed-87d5-7c4ac2682310 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:27:58.623214 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-580a722c-6007-45ed-87d5-7c4ac2682310 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] 10.222.0.85 "DELETE /v2.0/subnets/118260c4-844f-4270-a39e-5dcefdf603e4 HTTP/1.1" status: 404 len: 337 time: 0.1180649 May 30 20:27:58.627262 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 40440) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:58.645223 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8722313e-e3f9-4b45-908b-7c2314d96fbf req-ca520e2b-0b4e-472c-8271-7b257e0e6eec tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] 10.222.0.85 "GET /v2.0/security-groups?id=1781d827-9d72-442a-a1d3-36d4f7e99cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2981002 May 30 20:27:58.668418 n-d-843948-2 neutron-server[84886]: INFO neutron.pecan_wsgi.hooks.translation [None req-d963dbef-8841-4f06-bea4-1324c3cdb9de tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] DELETE failed (client error): The resource could not be found. May 30 20:27:58.669020 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d963dbef-8841-4f06-bea4-1324c3cdb9de tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:27:58.677529 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-66e1e3d6-8ff0-4dbc-a370-af89114e5c7d tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:58.718330 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-490013ec-04b1-457d-a2ab-ffbc220df7c7 None None] Calling delete_port for 071e5151-35b4-47c7-a976-3067a1b9049d owned by network:dhcp {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:27:58.722677 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-36b2f078-bde2-48ec-b21f-1ec258e11dcd tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:58.772328 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-36b2f078-bde2-48ec-b21f-1ec258e11dcd tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:58.795161 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-d963dbef-8841-4f06-bea4-1324c3cdb9de tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] 10.222.0.85 "DELETE /v2.0/networks/386623ec-93c8-46ba-8949-4e97e4fe1f45 HTTP/1.1" status: 404 len: 339 time: 0.1659205 May 30 20:27:58.796401 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 40446) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:58.826712 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b2f078-bde2-48ec-b21f-1ec258e11dcd tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a4b07f5-2a4d-41b3-bd78-edad771236a1,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:58.838278 n-d-843948-2 neutron-server[84888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:27:58.838278 n-d-843948-2 neutron-server[84888]: util.warn( May 30 20:27:58.838278 n-d-843948-2 neutron-server[84888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:27:58.838278 n-d-843948-2 neutron-server[84888]: util.warn( May 30 20:27:58.838278 n-d-843948-2 neutron-server[84888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:27:58.838278 n-d-843948-2 neutron-server[84888]: util.warn( May 30 20:27:58.838278 n-d-843948-2 neutron-server[84888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:27:58.838278 n-d-843948-2 neutron-server[84888]: util.warn( May 30 20:27:58.838278 n-d-843948-2 neutron-server[84888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:27:58.838278 n-d-843948-2 neutron-server[84888]: util.warn( May 30 20:27:58.838278 n-d-843948-2 neutron-server[84888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:27:58.838278 n-d-843948-2 neutron-server[84888]: util.warn( May 30 20:27:58.838278 n-d-843948-2 neutron-server[84888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:27:58.838278 n-d-843948-2 neutron-server[84888]: util.warn( May 30 20:27:58.838278 n-d-843948-2 neutron-server[84888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:27:58.838278 n-d-843948-2 neutron-server[84888]: util.warn( May 30 20:27:58.838278 n-d-843948-2 neutron-server[84888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:27:58.838278 n-d-843948-2 neutron-server[84888]: util.warn( May 30 20:27:58.838278 n-d-843948-2 neutron-server[84888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:27:58.838278 n-d-843948-2 neutron-server[84888]: util.warn( May 30 20:27:58.838278 n-d-843948-2 neutron-server[84888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:27:58.838278 n-d-843948-2 neutron-server[84888]: util.warn( May 30 20:27:58.838278 n-d-843948-2 neutron-server[84888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:27:58.838278 n-d-843948-2 neutron-server[84888]: util.warn( May 30 20:27:58.838278 n-d-843948-2 neutron-server[84888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:27:58.838278 n-d-843948-2 neutron-server[84888]: util.warn( May 30 20:27:58.838278 n-d-843948-2 neutron-server[84888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:27:58.838278 n-d-843948-2 neutron-server[84888]: util.warn( May 30 20:27:58.838278 n-d-843948-2 neutron-server[84888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:27:58.838278 n-d-843948-2 neutron-server[84888]: util.warn( May 30 20:27:58.838278 n-d-843948-2 neutron-server[84888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:27:58.838278 n-d-843948-2 neutron-server[84888]: util.warn( May 30 20:27:58.838278 n-d-843948-2 neutron-server[84888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:27:58.838278 n-d-843948-2 neutron-server[84888]: util.warn( May 30 20:27:58.838278 n-d-843948-2 neutron-server[84888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:27:58.838278 n-d-843948-2 neutron-server[84888]: util.warn( May 30 20:27:58.838278 n-d-843948-2 neutron-server[84888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:27:58.838278 n-d-843948-2 neutron-server[84888]: util.warn( May 30 20:27:58.838278 n-d-843948-2 neutron-server[84888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:27:58.838278 n-d-843948-2 neutron-server[84888]: util.warn( May 30 20:27:58.838278 n-d-843948-2 neutron-server[84888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:27:58.838278 n-d-843948-2 neutron-server[84888]: util.warn( May 30 20:27:58.841229 n-d-843948-2 neutron-server[84888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:27:58.841229 n-d-843948-2 neutron-server[84888]: util.warn( May 30 20:27:58.841229 n-d-843948-2 neutron-server[84888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:27:58.841229 n-d-843948-2 neutron-server[84888]: util.warn( May 30 20:27:58.841229 n-d-843948-2 neutron-server[84888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:27:58.841229 n-d-843948-2 neutron-server[84888]: util.warn( May 30 20:27:58.841229 n-d-843948-2 neutron-server[84888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:27:58.841229 n-d-843948-2 neutron-server[84888]: util.warn( May 30 20:27:58.841229 n-d-843948-2 neutron-server[84888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:27:58.841229 n-d-843948-2 neutron-server[84888]: util.warn( May 30 20:27:58.841229 n-d-843948-2 neutron-server[84888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:27:58.841229 n-d-843948-2 neutron-server[84888]: util.warn( May 30 20:27:58.841229 n-d-843948-2 neutron-server[84888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:27:58.841229 n-d-843948-2 neutron-server[84888]: util.warn( May 30 20:27:58.854250 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.db.api [None req-490013ec-04b1-457d-a2ab-ffbc220df7c7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:27:58.854250 n-d-843948-2 neutron-server[84888]: DEBUG oslo_db.api [None req-490013ec-04b1-457d-a2ab-ffbc220df7c7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:27:58.872167 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e1e3d6-8ff0-4dbc-a370-af89114e5c7d tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Pushing event deleted for resources: {'Port': ['ID=071e5151-35b4-47c7-a976-3067a1b9049d,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:58.890027 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e1e3d6-8ff0-4dbc-a370-af89114e5c7d tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] No DVR routers for this DVR port 071e5151-35b4-47c7-a976-3067a1b9049d on host n-d-843948-2 {{(pid=84886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:27:58.892221 n-d-843948-2 neutron-server[84886]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd467a3e-1fcd-4b28-86f1-73c3209396ca tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] DELETE failed (client error): The resource could not be found. May 30 20:27:58.892810 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd467a3e-1fcd-4b28-86f1-73c3209396ca tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:27:58.895722 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-dd467a3e-1fcd-4b28-86f1-73c3209396ca tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] 10.222.0.85 "DELETE /v2.0/subnets/3231b0fe-49ed-46fa-8c17-5cbad3bdde6d HTTP/1.1" status: 404 len: 337 time: 0.0892169 May 30 20:27:58.927636 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 40450) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:58.954370 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-36b2f078-bde2-48ec-b21f-1ec258e11dcd tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:58.958367 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-36b2f078-bde2-48ec-b21f-1ec258e11dcd tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6384251 May 30 20:27:58.962756 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 40456) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:58.984849 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-c3183036-fb22-4293-9bc3-263bf6f5c47a tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Request body: {'security_group_rule': {'security_group_id': 'cb89c6a9-af9c-4629-88dc-907327ba1ee9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:27:58.996345 n-d-843948-2 neutron-server[84886]: INFO neutron.pecan_wsgi.hooks.translation [None req-356fee15-efac-4239-9d78-a016778359cc tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] DELETE failed (client error): The resource could not be found. May 30 20:27:58.996779 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-356fee15-efac-4239-9d78-a016778359cc tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:27:59.002635 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-356fee15-efac-4239-9d78-a016778359cc tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] 10.222.0.85 "DELETE /v2.0/networks/930ef245-317e-4a3d-b3b6-f87124bf3760 HTTP/1.1" status: 404 len: 339 time: 0.0699310 May 30 20:27:59.003756 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-c3183036-fb22-4293-9bc3-263bf6f5c47a tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:27:59.003921 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd4d856-d6de-4b09-90e2-5a2f64fbac62 req-cb597a58-c446-451f-ae03-22d13b324cae tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:27:59.005933 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-bcd4d856-d6de-4b09-90e2-5a2f64fbac62 req-cb597a58-c446-451f-ae03-22d13b324cae tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] 10.222.0.71 "GET /v2.0/ports?device_id=f8cec6f2-e4fc-4a2c-81f3-a742ac61796f HTTP/1.1" status: 200 len: 945 time: 0.1126883 May 30 20:27:59.006431 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 40460) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:59.059146 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-c3183036-fb22-4293-9bc3-263bf6f5c47a tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Usage tracker for resource:security_group_rule and tenant:6a921a88c2104251b4f5cf697763e02b is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:27:59.071396 n-d-843948-2 neutron-server[84887]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3401dc1-a381-4354-8cb7-532dcc2dce6d tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] DELETE failed (client error): The resource could not be found. May 30 20:27:59.072789 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-c3183036-fb22-4293-9bc3-263bf6f5c47a tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:27:59.085451 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-c3183036-fb22-4293-9bc3-263bf6f5c47a tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:27:59.088639 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3401dc1-a381-4354-8cb7-532dcc2dce6d tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:27:59.093985 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-e3401dc1-a381-4354-8cb7-532dcc2dce6d tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] 10.222.0.85 "DELETE /v2.0/subnets/437fb0eb-acbb-4335-a181-8cd81877b76c HTTP/1.1" status: 404 len: 337 time: 0.0863299 May 30 20:27:59.095131 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-66e1e3d6-8ff0-4dbc-a370-af89114e5c7d tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:59.099418 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 40464) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:59.165093 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-66e1e3d6-8ff0-4dbc-a370-af89114e5c7d tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddd2964b-478b-41c4-81ad-3e894ef9a783']}} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:27:59.180531 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-66e1e3d6-8ff0-4dbc-a370-af89114e5c7d tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15901b72-fb33-4f73-8024-5e435fd4a7bb') {'for_net_delete': True} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:27:59.180808 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-66e1e3d6-8ff0-4dbc-a370-af89114e5c7d tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15901b72-fb33-4f73-8024-5e435fd4a7bb') {} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:27:59.195144 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-66e1e3d6-8ff0-4dbc-a370-af89114e5c7d tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2660590'] for segment, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:59.211579 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 071e5151-35b4-47c7-a976-3067a1b9049d no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:27:59.218736 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c3183036-fb22-4293-9bc3-263bf6f5c47a tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:59.223252 n-d-843948-2 neutron-server[84887]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d4935e8-cf7e-47d2-94a9-6f13f20481d7 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] DELETE failed (client error): The resource could not be found. May 30 20:27:59.223704 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d4935e8-cf7e-47d2-94a9-6f13f20481d7 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:27:59.229210 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-5d4935e8-cf7e-47d2-94a9-6f13f20481d7 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] 10.222.0.85 "DELETE /v2.0/networks/67c1ec85-48e4-4446-81b9-c9dcba7204b8 HTTP/1.1" status: 404 len: 339 time: 0.1162608 May 30 20:27:59.229464 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 40470) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:59.265568 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: 071e5151-35b4-47c7-a976-3067a1b9049d {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:27:59.265885 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 071e5151-35b4-47c7-a976-3067a1b9049d not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:27:59.283948 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-66e1e3d6-8ff0-4dbc-a370-af89114e5c7d tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:59.311158 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-bcd4d856-d6de-4b09-90e2-5a2f64fbac62 req-17f9a54a-27a9-4f7b-97a7-497d6c87de07 tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] Deleting port 06ce40e4-ad29-4ba9-96a9-034906c02ea0 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:27:59.311552 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-bcd4d856-d6de-4b09-90e2-5a2f64fbac62 req-17f9a54a-27a9-4f7b-97a7-497d6c87de07 tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:59.325496 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66e1e3d6-8ff0-4dbc-a370-af89114e5c7d tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Releasing vlan 691 on physical network physnet1 to pool {{(pid=84886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:27:59.325924 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-66e1e3d6-8ff0-4dbc-a370-af89114e5c7d tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4126989'] for segment, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:59.343117 n-d-843948-2 neutron-server[84886]: Traceback (most recent call last): May 30 20:27:59.343117 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:27:59.343117 n-d-843948-2 neutron-server[84886]: timer() May 30 20:27:59.343117 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:27:59.343117 n-d-843948-2 neutron-server[84886]: cb(*args, **kw) May 30 20:27:59.343117 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:27:59.343117 n-d-843948-2 neutron-server[84886]: return func(*args, **kwargs) May 30 20:27:59.343117 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:27:59.343117 n-d-843948-2 neutron-server[84886]: self._notify() May 30 20:27:59.343117 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:27:59.343117 n-d-843948-2 neutron-server[84886]: self.callback(batched_events) May 30 20:27:59.343117 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:27:59.343117 n-d-843948-2 neutron-server[84886]: event.method(event) May 30 20:27:59.343117 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:27:59.343117 n-d-843948-2 neutron-server[84886]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:27:59.343117 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:27:59.343117 n-d-843948-2 neutron-server[84886]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:27:59.343117 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:27:59.343117 n-d-843948-2 neutron-server[84886]: return f(self, *a, **k) May 30 20:27:59.343117 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:27:59.343117 n-d-843948-2 neutron-server[84886]: return self._get(url).json() May 30 20:27:59.343117 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:27:59.343117 n-d-843948-2 neutron-server[84886]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:27:59.343117 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:27:59.343117 n-d-843948-2 neutron-server[84886]: return self.request(url, 'GET', **kwargs) May 30 20:27:59.343117 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:27:59.343117 n-d-843948-2 neutron-server[84886]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:27:59.343117 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:27:59.343117 n-d-843948-2 neutron-server[84886]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:27:59.343117 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:27:59.343117 n-d-843948-2 neutron-server[84886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:27:59.343117 n-d-843948-2 neutron-server[84886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:27:59.353195 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-490013ec-04b1-457d-a2ab-ffbc220df7c7 None None] Deleting port 071e5151-35b4-47c7-a976-3067a1b9049d {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:27:59.353688 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-490013ec-04b1-457d-a2ab-ffbc220df7c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:59.490048 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-490013ec-04b1-457d-a2ab-ffbc220df7c7 None None] The port '071e5151-35b4-47c7-a976-3067a1b9049d' was deleted {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 20:27:59.577150 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-e56ce3ee-8d79-45d0-a514-cc9e322f791a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:59.594351 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c3183036-fb22-4293-9bc3-263bf6f5c47a tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:59.651522 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-66e1e3d6-8ff0-4dbc-a370-af89114e5c7d tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:59.656522 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-66e1e3d6-8ff0-4dbc-a370-af89114e5c7d tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Notify callbacks [] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:59.713666 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e1e3d6-8ff0-4dbc-a370-af89114e5c7d tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] Pushing event deleted for resources: {'Network': ['ID=ddd2964b-478b-41c4-81ad-3e894ef9a783,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:59.718352 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c3183036-fb22-4293-9bc3-263bf6f5c47a tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:59.752186 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-66e1e3d6-8ff0-4dbc-a370-af89114e5c7d tempest-AllowedAddressPairTestJSON-1440225463 tempest-AllowedAddressPairTestJSON-1440225463-project] 10.222.0.85 "DELETE /v2.0/networks/ddd2964b-478b-41c4-81ad-3e894ef9a783 HTTP/1.1" status: 204 len: 168 time: 2.5491862 May 30 20:27:59.756073 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:59.767266 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3183036-fb22-4293-9bc3-263bf6f5c47a tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c39b77c-8e09-4cbd-b649-8e05c3776d8c,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:27:59.768045 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-bcd4d856-d6de-4b09-90e2-5a2f64fbac62 req-17f9a54a-27a9-4f7b-97a7-497d6c87de07 tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] For port 06ce40e4-ad29-4ba9-96a9-034906c02ea0, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=06ce40e4-ad29-4ba9-96a9-034906c02ea0,segment=NetworkSegment(846340ce-7226-4d23-8fff-c740004950e9),segment_id=846340ce-7226-4d23-8fff-c740004950e9)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:27:59.768303 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-bcd4d856-d6de-4b09-90e2-5a2f64fbac62 req-17f9a54a-27a9-4f7b-97a7-497d6c87de07 tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:59.820153 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_v2 [None req-c04c2021-a427-42b4-a3b2-6bf52ccede6f tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Deleting subnet 89e051e5-8008-4ee3-8b16-83faf3785b2c {{(pid=84886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:27:59.823813 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c3183036-fb22-4293-9bc3-263bf6f5c47a tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:59.825974 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-c3183036-fb22-4293-9bc3-263bf6f5c47a tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.8620391 May 30 20:27:59.828909 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 40486) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:27:59.835779 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-89300eaa-abff-4976-aa05-53d5698591c0 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Request body: {'floatingip': {'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:27:59.842554 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-89300eaa-abff-4976-aa05-53d5698591c0 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:27:59.848279 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-89300eaa-abff-4976-aa05-53d5698591c0 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Usage tracker for resource:floatingip and tenant:6a921a88c2104251b4f5cf697763e02b is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:27:59.851663 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-89300eaa-abff-4976-aa05-53d5698591c0 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:27:59.864587 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-89300eaa-abff-4976-aa05-53d5698591c0 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:27:59.877283 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c04c2021-a427-42b4-a3b2-6bf52ccede6f tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks [] for subnet, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:27:59.978825 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-bcd4d856-d6de-4b09-90e2-5a2f64fbac62 req-17f9a54a-27a9-4f7b-97a7-497d6c87de07 tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] Calling delete_port for 06ce40e4-ad29-4ba9-96a9-034906c02ea0 owned by compute:nova {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:28:00.011601 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-89300eaa-abff-4976-aa05-53d5698591c0 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks [] for floatingip, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:00.027720 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b243ee-2ce0-48f9-8a11-ca7d4e251a79 req-42014c7d-e9c3-45c4-8acb-94778c21eb5e tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:00.029321 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-68b243ee-2ce0-48f9-8a11-ca7d4e251a79 req-42014c7d-e9c3-45c4-8acb-94778c21eb5e tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=7aad7ab8-22c4-47e2-abf2-9cc744ce8553 HTTP/1.1" status: 200 len: 944 time: 0.4166474 May 30 20:28:00.124461 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-68b243ee-2ce0-48f9-8a11-ca7d4e251a79 req-431bc6b5-d913-41fb-b1aa-d5a026cff37b tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ae76294-3e84-4fcb-be2a-17611205a838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821488 May 30 20:28:00.141970 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c04c2021-a427-42b4-a3b2-6bf52ccede6f tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2655517'] for subnet, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:00.293064 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-bcd4d856-d6de-4b09-90e2-5a2f64fbac62 req-17f9a54a-27a9-4f7b-97a7-497d6c87de07 tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:00.307314 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['5f83ae32-3298-456f-b453-1f5e99c0981a'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:28:00.309745 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e31e74-a07b-495f-8323-cdd1a6d2d864 req-2d9fb7de-fde3-441d-9b24-728f5100dcfb tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:00.311306 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f3e31e74-a07b-495f-8323-cdd1a6d2d864 req-2d9fb7de-fde3-441d-9b24-728f5100dcfb tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] 10.222.0.85 "GET /v2.0/ports?device_id=f8cec6f2-e4fc-4a2c-81f3-a742ac61796f HTTP/1.1" status: 200 len: 945 time: 0.3066375 May 30 20:28:00.319516 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c04c2021-a427-42b4-a3b2-6bf52ccede6f tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:00.374650 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['06ce40e4-ad29-4ba9-96a9-034906c02ea0', '9750a0b6-f4b3-4574-9397-e863a9311ee4'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:28:00.404846 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f9a54a-27a9-4f7b-97a7-497d6c87de07 tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] Pushing event deleted for resources: {'Port': ['ID=06ce40e4-ad29-4ba9-96a9-034906c02ea0,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:00.421569 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f9a54a-27a9-4f7b-97a7-497d6c87de07 tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:28:00.421954 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f9a54a-27a9-4f7b-97a7-497d6c87de07 tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:28:00.422277 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f9a54a-27a9-4f7b-97a7-497d6c87de07 tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:28:00.424305 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f9a54a-27a9-4f7b-97a7-497d6c87de07 tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:28:00.425674 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f9a54a-27a9-4f7b-97a7-497d6c87de07 tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:28:00.426039 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f9a54a-27a9-4f7b-97a7-497d6c87de07 tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:28:00.426378 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f9a54a-27a9-4f7b-97a7-497d6c87de07 tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:28:00.426720 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f9a54a-27a9-4f7b-97a7-497d6c87de07 tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:28:00.427048 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f9a54a-27a9-4f7b-97a7-497d6c87de07 tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:28:00.427370 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f9a54a-27a9-4f7b-97a7-497d6c87de07 tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:28:00.427694 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f9a54a-27a9-4f7b-97a7-497d6c87de07 tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:28:00.478331 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f3e31e74-a07b-495f-8323-cdd1a6d2d864 req-ba732e31-6723-4ee2-9c31-75b24211bcd2 tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] 10.222.0.85 "GET /v2.0/security-groups?id=1781d827-9d72-442a-a1d3-36d4f7e99cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170964 May 30 20:28:00.506431 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-89300eaa-abff-4976-aa05-53d5698591c0 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:00.628593 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcd4d856-d6de-4b09-90e2-5a2f64fbac62 req-17f9a54a-27a9-4f7b-97a7-497d6c87de07 tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] No DVR routers for this DVR port 06ce40e4-ad29-4ba9-96a9-034906c02ea0 on host n-h1-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:28:00.633093 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-bcd4d856-d6de-4b09-90e2-5a2f64fbac62 req-17f9a54a-27a9-4f7b-97a7-497d6c87de07 tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:00.638486 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8cec6f2-e4fc-4a2c-81f3-a742ac61796f', 'name': 'network-vif-deleted', 'tag': '06ce40e4-ad29-4ba9-96a9-034906c02ea0'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:28:00.658690 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c04c2021-a427-42b4-a3b2-6bf52ccede6f tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4127075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2778536'] for subnet, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:00.705552 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d396ea3c-8948-4739-9f4e-9d21c1aff290 req-e6325059-3edd-4b1e-b70f-5fb48211a603 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:00.707217 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d396ea3c-8948-4739-9f4e-9d21c1aff290 req-e6325059-3edd-4b1e-b70f-5fb48211a603 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=7aad7ab8-22c4-47e2-abf2-9cc744ce8553 HTTP/1.1" status: 200 len: 944 time: 0.3046675 May 30 20:28:00.714772 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 40504) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:00.728354 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04c2021-a427-42b4-a3b2-6bf52ccede6f tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Pushing event deleted for resources: {'Subnet': ['ID=89e051e5-8008-4ee3-8b16-83faf3785b2c,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:00.741659 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-bcd4d856-d6de-4b09-90e2-5a2f64fbac62 req-17f9a54a-27a9-4f7b-97a7-497d6c87de07 tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] 10.222.0.71 "DELETE /v2.0/ports/06ce40e4-ad29-4ba9-96a9-034906c02ea0 HTTP/1.1" status: 204 len: 173 time: 1.6429276 May 30 20:28:00.778801 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a29a828-79fa-45e4-b073-fd771557ec40 None None] Network 82361991-039a-4242-bce6-53c8b5f4e8a0 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:28:00.796716 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c04c2021-a427-42b4-a3b2-6bf52ccede6f tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks [] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:00.825241 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d396ea3c-8948-4739-9f4e-9d21c1aff290 req-e7ef2330-e771-42ea-8632-14cbfa507d34 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ae76294-3e84-4fcb-be2a-17611205a838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110830 May 30 20:28:00.836678 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04c2021-a427-42b4-a3b2-6bf52ccede6f tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:28:00.837029 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04c2021-a427-42b4-a3b2-6bf52ccede6f tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:28:00.837373 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04c2021-a427-42b4-a3b2-6bf52ccede6f tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:28:00.843025 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04c2021-a427-42b4-a3b2-6bf52ccede6f tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:28:00.843025 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04c2021-a427-42b4-a3b2-6bf52ccede6f tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:28:00.843025 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04c2021-a427-42b4-a3b2-6bf52ccede6f tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:28:00.843025 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04c2021-a427-42b4-a3b2-6bf52ccede6f tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:28:00.843025 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04c2021-a427-42b4-a3b2-6bf52ccede6f tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:28:00.843025 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04c2021-a427-42b4-a3b2-6bf52ccede6f tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:28:00.843025 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04c2021-a427-42b4-a3b2-6bf52ccede6f tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:28:00.843025 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04c2021-a427-42b4-a3b2-6bf52ccede6f tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:28:00.870532 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-c04c2021-a427-42b4-a3b2-6bf52ccede6f tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] 10.222.0.85 "DELETE /v2.0/subnets/89e051e5-8008-4ee3-8b16-83faf3785b2c HTTP/1.1" status: 204 len: 168 time: 1.6399372 May 30 20:28:00.874062 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 40512) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:00.894743 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-89300eaa-abff-4976-aa05-53d5698591c0 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Allocated IP 172.25.8.172 (c7869750-4b49-4b7e-aa99-5e0f1ae02da4/427601ec-f643-4fe7-b5e6-17305d3a39e1/5079b43e-3937-4995-92a7-eef5f508dfb1) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:28:01.189691 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-89300eaa-abff-4976-aa05-53d5698591c0 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:01.242011 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-18674157-7b58-4e80-ba27-366ca712d850 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:01.271772 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bb19f4e-aa2d-49cb-8173-fde52a474ba0 None None] DHCP port deletion for 82361991-039a-4242-bce6-53c8b5f4e8a0 request from n-d-843948-2 {{(pid=84888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:28:01.276750 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdfe8f0-89b6-43b1-a312-d8b99b5d3938 req-d0ae1b24-746b-47a3-8a27-32e01cf1b9b8 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:01.281938 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7cdfe8f0-89b6-43b1-a312-d8b99b5d3938 req-d0ae1b24-746b-47a3-8a27-32e01cf1b9b8 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=7aad7ab8-22c4-47e2-abf2-9cc744ce8553 HTTP/1.1" status: 200 len: 944 time: 0.2682447 May 30 20:28:01.281938 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-18674157-7b58-4e80-ba27-366ca712d850 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Deleting port 03d862c5-a8a8-43f6-bf32-368bca9e0211 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:28:01.281938 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-18674157-7b58-4e80-ba27-366ca712d850 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:01.284732 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-8bb19f4e-aa2d-49cb-8173-fde52a474ba0 None None] Deleting port 03d862c5-a8a8-43f6-bf32-368bca9e0211 {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:28:01.285448 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-8bb19f4e-aa2d-49cb-8173-fde52a474ba0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:01.336565 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c530d340-db06-4792-853f-05e7aaf205ce'] response: {'server_uuid': 'f8cec6f2-e4fc-4a2c-81f3-a742ac61796f', 'name': 'network-vif-deleted', 'tag': '06ce40e4-ad29-4ba9-96a9-034906c02ea0', 'status': 'completed', 'code': 200} May 30 20:28:01.358933 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:01.390938 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-89300eaa-abff-4976-aa05-53d5698591c0 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:01.462397 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7cdfe8f0-89b6-43b1-a312-d8b99b5d3938 req-f45801c2-6a39-487e-820e-8d6484c9700b tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ae76294-3e84-4fcb-be2a-17611205a838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1506286 May 30 20:28:01.468326 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89300eaa-abff-4976-aa05-53d5698591c0 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:28:01.490133 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-89300eaa-abff-4976-aa05-53d5698591c0 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:28:01.490133 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89300eaa-abff-4976-aa05-53d5698591c0 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:28:01.567333 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89300eaa-abff-4976-aa05-53d5698591c0 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Pushing event updated for resources: {'Port': ['ID=5079b43e-3937-4995-92a7-eef5f508dfb1,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:01.667739 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-8bb19f4e-aa2d-49cb-8173-fde52a474ba0 None None] For port 03d862c5-a8a8-43f6-bf32-368bca9e0211, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=03d862c5-a8a8-43f6-bf32-368bca9e0211,segment=NetworkSegment(ea9c6d1e-7323-4dcb-be8d-14d11ec403d5),segment_id=ea9c6d1e-7323-4dcb-be8d-14d11ec403d5)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:28:01.668558 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-8bb19f4e-aa2d-49cb-8173-fde52a474ba0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:01.767133 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-89300eaa-abff-4976-aa05-53d5698591c0 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:01.902380 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-8bb19f4e-aa2d-49cb-8173-fde52a474ba0 None None] Calling delete_port for 03d862c5-a8a8-43f6-bf32-368bca9e0211 owned by network:dhcp {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:28:01.960594 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-0abaed30-f51f-4948-96c0-9165da98df30 req-450aa11e-7840-47ec-9219-c3d6d09f8036 tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] Synchronizing usage tracker for tenant:32dbc55a16bf43758a21fff1e524dcf5 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:28:01.987718 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-89300eaa-abff-4976-aa05-53d5698591c0 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:02.024889 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [None req-18674157-7b58-4e80-ba27-366ca712d850 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] For port 03d862c5-a8a8-43f6-bf32-368bca9e0211, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=03d862c5-a8a8-43f6-bf32-368bca9e0211,segment=NetworkSegment(ea9c6d1e-7323-4dcb-be8d-14d11ec403d5),segment_id=ea9c6d1e-7323-4dcb-be8d-14d11ec403d5)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:28:02.025410 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-18674157-7b58-4e80-ba27-366ca712d850 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:02.045841 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-0b24ad3e-bbd3-4aee-ba70-20b0bc20c127 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=e3efc05a85c64711b5605b59a09812fb&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3252931 May 30 20:28:02.047804 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 40528) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:02.068886 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-8bb19f4e-aa2d-49cb-8173-fde52a474ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468'] for port, after_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:02.082394 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1eb88e-aa1c-4a3a-9d8c-709bb5c0ce04 req-5f85906a-0f75-4325-a30a-423236d6c500 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:02.084022 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5f1eb88e-aa1c-4a3a-9d8c-709bb5c0ce04 req-5f85906a-0f75-4325-a30a-423236d6c500 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=7aad7ab8-22c4-47e2-abf2-9cc744ce8553 HTTP/1.1" status: 200 len: 944 time: 0.3154001 May 30 20:28:02.194224 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-18674157-7b58-4e80-ba27-366ca712d850 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Calling delete_port for 03d862c5-a8a8-43f6-bf32-368bca9e0211 owned by network:dhcp {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:28:02.204916 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5f1eb88e-aa1c-4a3a-9d8c-709bb5c0ce04 req-8d8e382e-1583-46ff-bf3c-950af22f06e0 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ae76294-3e84-4fcb-be2a-17611205a838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982201 May 30 20:28:02.233540 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb19f4e-aa2d-49cb-8173-fde52a474ba0 None None] Pushing event deleted for resources: {'Port': ['ID=03d862c5-a8a8-43f6-bf32-368bca9e0211,revision_number=None']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:02.295688 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb19f4e-aa2d-49cb-8173-fde52a474ba0 None None] No DVR routers for this DVR port 03d862c5-a8a8-43f6-bf32-368bca9e0211 on host n-d-843948-2 {{(pid=84888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:28:02.307596 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-0abaed30-f51f-4948-96c0-9165da98df30 req-450aa11e-7840-47ec-9219-c3d6d09f8036 tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] Unset dirty status for tenant:32dbc55a16bf43758a21fff1e524dcf5 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:28:02.325522 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0abaed30-f51f-4948-96c0-9165da98df30 req-450aa11e-7840-47ec-9219-c3d6d09f8036 tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] 10.222.0.85 "GET /v2.0/ports?device_id=f8cec6f2-e4fc-4a2c-81f3-a742ac61796f HTTP/1.1" status: 200 len: 210 time: 0.4630818 May 30 20:28:02.329871 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb19f4e-aa2d-49cb-8173-fde52a474ba0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:28:02.330463 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb19f4e-aa2d-49cb-8173-fde52a474ba0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:28:02.331592 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb19f4e-aa2d-49cb-8173-fde52a474ba0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:28:02.332190 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb19f4e-aa2d-49cb-8173-fde52a474ba0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:28:02.332779 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb19f4e-aa2d-49cb-8173-fde52a474ba0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:28:02.333353 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb19f4e-aa2d-49cb-8173-fde52a474ba0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:28:02.333963 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb19f4e-aa2d-49cb-8173-fde52a474ba0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:28:02.334542 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb19f4e-aa2d-49cb-8173-fde52a474ba0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:28:02.335121 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb19f4e-aa2d-49cb-8173-fde52a474ba0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:28:02.335694 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb19f4e-aa2d-49cb-8173-fde52a474ba0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:28:02.336263 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb19f4e-aa2d-49cb-8173-fde52a474ba0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:28:02.359541 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-89300eaa-abff-4976-aa05-53d5698591c0 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:02.403416 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.db.api [None req-18674157-7b58-4e80-ba27-366ca712d850 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84887) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:28:02.403416 n-d-843948-2 neutron-server[84887]: DEBUG oslo_db.api [None req-18674157-7b58-4e80-ba27-366ca712d850 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:28:02.406744 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1cb827db-2962-4d86-84e3-27befdd600b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:02.450243 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1cb827db-2962-4d86-84e3-27befdd600b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:02.470552 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-89300eaa-abff-4976-aa05-53d5698591c0 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:02.612787 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:02.677502 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89300eaa-abff-4976-aa05-53d5698591c0 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Pushing event updated for resources: {'Port': ['ID=5079b43e-3937-4995-92a7-eef5f508dfb1,revision_number=2']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:02.696170 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1cb827db-2962-4d86-84e3-27befdd600b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:02.710720 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb827db-2962-4d86-84e3-27befdd600b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40a95a77-85c0-47e9-90d3-bce228e37e06,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:02.723099 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1cb827db-2962-4d86-84e3-27befdd600b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:02.724305 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-1cb827db-2962-4d86-84e3-27befdd600b1 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/40a95a77-85c0-47e9-90d3-bce228e37e06 HTTP/1.1" status: 204 len: 168 time: 0.4631841 May 30 20:28:02.890199 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-89300eaa-abff-4976-aa05-53d5698591c0 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736490'] for floatingip, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:02.901429 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-18674157-7b58-4e80-ba27-366ca712d850 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Deleting port 03d862c5-a8a8-43f6-bf32-368bca9e0211 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:28:02.904660 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-18674157-7b58-4e80-ba27-366ca712d850 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:02.990939 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6c074a-a57b-4bca-92e8-5ded6750734d req-fc10b1f9-7df1-4610-a225-da7176373b8c tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:03.013386 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-8e6c074a-a57b-4bca-92e8-5ded6750734d req-fc10b1f9-7df1-4610-a225-da7176373b8c tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/networks?id=ff30330a-0ebe-4836-9458-b813d1bcbde4 HTTP/1.1" status: 200 len: 812 time: 0.3713982 May 30 20:28:03.030598 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-18674157-7b58-4e80-ba27-366ca712d850 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] The port '03d862c5-a8a8-43f6-bf32-368bca9e0211' was deleted {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 20:28:03.055675 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-8e6c074a-a57b-4bca-92e8-5ded6750734d req-f46d646d-890f-4a53-ad04-bb69bb06687a tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/quotas/af4cc1fbb91e4a5c856e947d8072b697 HTTP/1.1" status: 200 len: 375 time: 0.0403717 May 30 20:28:03.160096 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-89300eaa-abff-4976-aa05-53d5698591c0 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:03.163062 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-89300eaa-abff-4976-aa05-53d5698591c0 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3325164 May 30 20:28:03.189208 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 03d862c5-a8a8-43f6-bf32-368bca9e0211 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:28:03.246736 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: 03d862c5-a8a8-43f6-bf32-368bca9e0211 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:28:03.247242 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 03d862c5-a8a8-43f6-bf32-368bca9e0211 not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:28:03.258005 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-18674157-7b58-4e80-ba27-366ca712d850 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:03.266538 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-8e6c074a-a57b-4bca-92e8-5ded6750734d req-04c40a4e-b8fc-417c-91ac-e58b2af3e29d tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=af4cc1fbb91e4a5c856e947d8072b697&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2090654 May 30 20:28:03.330911 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-18674157-7b58-4e80-ba27-366ca712d850 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82361991-039a-4242-bce6-53c8b5f4e8a0']}} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:28:03.350534 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-18674157-7b58-4e80-ba27-366ca712d850 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea9c6d1e-7323-4dcb-be8d-14d11ec403d5') {'for_net_delete': True} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:28:03.351064 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-18674157-7b58-4e80-ba27-366ca712d850 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea9c6d1e-7323-4dcb-be8d-14d11ec403d5') {} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:28:03.366900 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-18674157-7b58-4e80-ba27-366ca712d850 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3149912'] for segment, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:03.393042 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-18674157-7b58-4e80-ba27-366ca712d850 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:03.406587 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18674157-7b58-4e80-ba27-366ca712d850 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Releasing vlan 683 on physical network physnet1 to pool {{(pid=84887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:28:03.406998 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-18674157-7b58-4e80-ba27-366ca712d850 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4055488'] for segment, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:03.423940 n-d-843948-2 neutron-server[84887]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:28:03.423940 n-d-843948-2 neutron-server[84887]: util.warn( May 30 20:28:03.423940 n-d-843948-2 neutron-server[84887]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:28:03.423940 n-d-843948-2 neutron-server[84887]: util.warn( May 30 20:28:03.423940 n-d-843948-2 neutron-server[84887]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:28:03.423940 n-d-843948-2 neutron-server[84887]: util.warn( May 30 20:28:03.423940 n-d-843948-2 neutron-server[84887]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:28:03.423940 n-d-843948-2 neutron-server[84887]: util.warn( May 30 20:28:03.423940 n-d-843948-2 neutron-server[84887]: Traceback (most recent call last): May 30 20:28:03.423940 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:28:03.423940 n-d-843948-2 neutron-server[84887]: timer() May 30 20:28:03.423940 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:28:03.423940 n-d-843948-2 neutron-server[84887]: cb(*args, **kw) May 30 20:28:03.423940 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:28:03.423940 n-d-843948-2 neutron-server[84887]: return func(*args, **kwargs) May 30 20:28:03.423940 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:28:03.423940 n-d-843948-2 neutron-server[84887]: self._notify() May 30 20:28:03.423940 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:28:03.423940 n-d-843948-2 neutron-server[84887]: self.callback(batched_events) May 30 20:28:03.423940 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:28:03.423940 n-d-843948-2 neutron-server[84887]: event.method(event) May 30 20:28:03.423940 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:28:03.423940 n-d-843948-2 neutron-server[84887]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:28:03.423940 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:28:03.423940 n-d-843948-2 neutron-server[84887]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:28:03.423940 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:28:03.423940 n-d-843948-2 neutron-server[84887]: return f(self, *a, **k) May 30 20:28:03.423940 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:28:03.423940 n-d-843948-2 neutron-server[84887]: return self._get(url).json() May 30 20:28:03.423940 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:28:03.423940 n-d-843948-2 neutron-server[84887]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:28:03.423940 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:28:03.423940 n-d-843948-2 neutron-server[84887]: return self.request(url, 'GET', **kwargs) May 30 20:28:03.423940 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:28:03.423940 n-d-843948-2 neutron-server[84887]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:28:03.423940 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:28:03.423940 n-d-843948-2 neutron-server[84887]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:28:03.423940 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:28:03.423940 n-d-843948-2 neutron-server[84887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:28:03.423940 n-d-843948-2 neutron-server[84887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:28:03.467762 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-8e6c074a-a57b-4bca-92e8-5ded6750734d req-0845653f-0637-4499-8370-93589e2aaf5e service neutron] 10.222.0.85 "GET /v2.0/networks/ff30330a-0ebe-4836-9458-b813d1bcbde4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995399 May 30 20:28:03.644432 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-8e6c074a-a57b-4bca-92e8-5ded6750734d req-286ae37c-991e-450f-bcd1-58529cc76ca3 service neutron] 10.222.0.85 "GET /v2.0/networks/ff30330a-0ebe-4836-9458-b813d1bcbde4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704676 May 30 20:28:03.654587 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-18674157-7b58-4e80-ba27-366ca712d850 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:03.683430 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-18674157-7b58-4e80-ba27-366ca712d850 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:03.703631 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18674157-7b58-4e80-ba27-366ca712d850 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Pushing event deleted for resources: {'Network': ['ID=82361991-039a-4242-bce6-53c8b5f4e8a0,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:03.708644 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-18674157-7b58-4e80-ba27-366ca712d850 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] 10.222.0.85 "DELETE /v2.0/networks/82361991-039a-4242-bce6-53c8b5f4e8a0 HTTP/1.1" status: 204 len: 168 time: 2.8344648 May 30 20:28:03.710554 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-aa61f7ea-54e4-4e77-a45b-d6886c19656d req-ea44cf2b-2c56-4eea-941e-7c4248b210c9 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Synchronizing usage tracker for tenant:6a921a88c2104251b4f5cf697763e02b on resource:security_group {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:28:03.711380 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 40576) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:03.717586 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 06ce40e4-ad29-4ba9-96a9-034906c02ea0 no longer exists at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:28:03.825972 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] No Port match for: 06ce40e4-ad29-4ba9-96a9-034906c02ea0 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:28:03.826859 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 06ce40e4-ad29-4ba9-96a9-034906c02ea0 not bound to the agent host n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:28:03.835521 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-aa61f7ea-54e4-4e77-a45b-d6886c19656d req-ea44cf2b-2c56-4eea-941e-7c4248b210c9 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Unset dirty status for tenant:6a921a88c2104251b4f5cf697763e02b on resource:security_group {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:28:03.837056 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-aa61f7ea-54e4-4e77-a45b-d6886c19656d req-ea44cf2b-2c56-4eea-941e-7c4248b210c9 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-securitygroup--1073275863&fields=id&tenant_id=6a921a88c2104251b4f5cf697763e02b HTTP/1.1" status: 200 len: 267 time: 0.2347794 May 30 20:28:03.846193 n-d-843948-2 neutron-server[84886]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b5fc4f9-f3e7-4ebe-986c-9d984158593c tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] DELETE failed (client error): The resource could not be found. May 30 20:28:03.847210 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b5fc4f9-f3e7-4ebe-986c-9d984158593c tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:28:03.848852 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-1b5fc4f9-f3e7-4ebe-986c-9d984158593c tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] 10.222.0.85 "DELETE /v2.0/subnets/1471ee4b-6cb2-4330-8f42-fbfb32829565 HTTP/1.1" status: 404 len: 337 time: 0.1361160 May 30 20:28:03.853085 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 40582) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:03.884364 n-d-843948-2 neutron-server[84886]: INFO neutron.pecan_wsgi.hooks.translation [None req-a67db149-49ae-4322-9dbc-10aa9a4bc8d8 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] DELETE failed (client error): The resource could not be found. May 30 20:28:03.885498 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a67db149-49ae-4322-9dbc-10aa9a4bc8d8 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:28:03.889779 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-a67db149-49ae-4322-9dbc-10aa9a4bc8d8 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] 10.222.0.85 "DELETE /v2.0/networks/9261d476-dc50-4476-b172-48c20dbfd261 HTTP/1.1" status: 404 len: 339 time: 0.0343697 May 30 20:28:03.892620 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 40586) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:04.041736 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa61f7ea-54e4-4e77-a45b-d6886c19656d req-8a9a3a76-903c-4e7a-979c-0da125bb1923 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:04.048781 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-aa61f7ea-54e4-4e77-a45b-d6886c19656d req-8a9a3a76-903c-4e7a-979c-0da125bb1923 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "GET /v2.0/networks?id=2ad0cf2e-8ff8-4add-9223-e815a60245ec HTTP/1.1" status: 200 len: 814 time: 0.2030919 May 30 20:28:04.072665 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-aa61f7ea-54e4-4e77-a45b-d6886c19656d req-8fcb5bfc-35ee-41cb-95ed-27bf9632e92d tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "GET /v2.0/quotas/6a921a88c2104251b4f5cf697763e02b HTTP/1.1" status: 200 len: 375 time: 0.0226011 May 30 20:28:04.291705 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-aa61f7ea-54e4-4e77-a45b-d6886c19656d req-63e874e6-d65e-4d11-92d0-f1db087e0508 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=6a921a88c2104251b4f5cf697763e02b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2170472 May 30 20:28:04.443335 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b522a49b-8206-4ecf-8397-761e11c81811 req-db71d3a5-1ccc-4d87-bc62-56dfc58c64f0 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=c83f8ea1-67e6-4f2a-b0c1-961414a5e7c1 HTTP/1.1" status: 200 len: 210 time: 0.1047091 May 30 20:28:04.547063 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e66c052-7d72-454f-b265-890563bd2fea tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Deleting subnet 3b7e1d54-dd81-445d-ad7f-c8b78b3bbe98 {{(pid=84886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:28:04.552372 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4e66c052-7d72-454f-b265-890563bd2fea tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks [] for subnet, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:04.553660 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-aa61f7ea-54e4-4e77-a45b-d6886c19656d req-0f6927eb-d56d-4c46-ac8b-18c8919799a6 service neutron] 10.222.0.85 "GET /v2.0/networks/2ad0cf2e-8ff8-4add-9223-e815a60245ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2454560 May 30 20:28:04.676270 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4e66c052-7d72-454f-b265-890563bd2fea tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2655517'] for subnet, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:04.902433 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-aa61f7ea-54e4-4e77-a45b-d6886c19656d req-45eae6e9-0d99-4706-94c3-133902a54cdc service neutron] 10.222.0.85 "GET /v2.0/networks/2ad0cf2e-8ff8-4add-9223-e815a60245ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3391423 May 30 20:28:04.905480 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4e66c052-7d72-454f-b265-890563bd2fea tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:05.191666 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4e66c052-7d72-454f-b265-890563bd2fea tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4127075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2778536'] for subnet, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:05.318047 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e66c052-7d72-454f-b265-890563bd2fea tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Pushing event deleted for resources: {'Subnet': ['ID=3b7e1d54-dd81-445d-ad7f-c8b78b3bbe98,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:05.321675 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-64a75195-1077-4b73-a335-5b382696fb95 req-491ebadc-b3c0-4417-bd17-ae016da324c8 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "GET /v2.0/ports?device_id=f38aca20-de16-4922-836f-00c7c609503d HTTP/1.1" status: 200 len: 210 time: 0.0949681 May 30 20:28:05.339003 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4e66c052-7d72-454f-b265-890563bd2fea tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks [] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:05.348715 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77a23cbd-6b92-4b07-8405-91083d07bdd9 None None] Network 98b92ad8-60d9-4f53-b1d9-dbf0ad62225e requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:28:05.362186 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-4e66c052-7d72-454f-b265-890563bd2fea tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] 10.222.0.85 "DELETE /v2.0/subnets/3b7e1d54-dd81-445d-ad7f-c8b78b3bbe98 HTTP/1.1" status: 204 len: 168 time: 1.4678061 May 30 20:28:05.365293 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 40636) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:05.600597 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-81a35b70-192f-410a-8878-308bab7d96b1 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:05.621160 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-81a35b70-192f-410a-8878-308bab7d96b1 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Deleting port fd353489-6531-4e18-9b5c-f6b5b6ec293f {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:28:05.621544 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-81a35b70-192f-410a-8878-308bab7d96b1 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:05.983744 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f19c6ec-2407-4246-af3b-251551b4c971 None None] DHCP port deletion for 98b92ad8-60d9-4f53-b1d9-dbf0ad62225e request from n-d-843948-2 {{(pid=84888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:28:05.992485 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-2f19c6ec-2407-4246-af3b-251551b4c971 None None] Deleting port fd353489-6531-4e18-9b5c-f6b5b6ec293f {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:28:05.993706 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2f19c6ec-2407-4246-af3b-251551b4c971 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:06.010817 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e267e0a1-29d9-4319-91a2-f0e00c63f5ab req-a09ec9ca-d4f2-43eb-bdee-58fec7de9575 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=c83f8ea1-67e6-4f2a-b0c1-961414a5e7c1 HTTP/1.1" status: 200 len: 210 time: 0.0718758 May 30 20:28:06.081089 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [None req-81a35b70-192f-410a-8878-308bab7d96b1 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] For port fd353489-6531-4e18-9b5c-f6b5b6ec293f, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=fd353489-6531-4e18-9b5c-f6b5b6ec293f,segment=NetworkSegment(70be84a0-7aa2-496c-9f14-eb22556a4189),segment_id=70be84a0-7aa2-496c-9f14-eb22556a4189)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:28:06.082054 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-81a35b70-192f-410a-8878-308bab7d96b1 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:06.285895 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-81a35b70-192f-410a-8878-308bab7d96b1 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Calling delete_port for fd353489-6531-4e18-9b5c-f6b5b6ec293f owned by network:dhcp {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:28:06.459772 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2f19c6ec-2407-4246-af3b-251551b4c971 None None] For port fd353489-6531-4e18-9b5c-f6b5b6ec293f, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=fd353489-6531-4e18-9b5c-f6b5b6ec293f,segment=NetworkSegment(70be84a0-7aa2-496c-9f14-eb22556a4189),segment_id=70be84a0-7aa2-496c-9f14-eb22556a4189)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:28:06.460671 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2f19c6ec-2407-4246-af3b-251551b4c971 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:06.549132 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 40670) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:06.594257 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-81a35b70-192f-410a-8878-308bab7d96b1 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:06.650916 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-2f19c6ec-2407-4246-af3b-251551b4c971 None None] Calling delete_port for fd353489-6531-4e18-9b5c-f6b5b6ec293f owned by network:dhcp {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:28:06.716216 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-be712c1d-dd2e-4e82-ada5-3a74db710524 req-ad626a10-c032-4cbe-b2b2-12185d82f31a tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "GET /v2.0/ports?device_id=f38aca20-de16-4922-836f-00c7c609503d HTTP/1.1" status: 200 len: 210 time: 0.2049065 May 30 20:28:06.718092 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a35b70-192f-410a-8878-308bab7d96b1 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] No DVR routers for this DVR port fd353489-6531-4e18-9b5c-f6b5b6ec293f on host n-d-843948-2 {{(pid=84886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:28:06.836180 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.db.api [None req-2f19c6ec-2407-4246-af3b-251551b4c971 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:28:06.836558 n-d-843948-2 neutron-server[84888]: DEBUG oslo_db.api [None req-2f19c6ec-2407-4246-af3b-251551b4c971 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:28:06.861668 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-663bab9a-e365-4108-9c0d-4920fea4aabf tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-782047130'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:28:06.888838 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-663bab9a-e365-4108-9c0d-4920fea4aabf tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:28:06.894930 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a35b70-192f-410a-8878-308bab7d96b1 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Pushing event deleted for resources: {'Port': ['ID=fd353489-6531-4e18-9b5c-f6b5b6ec293f,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:06.916826 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-663bab9a-e365-4108-9c0d-4920fea4aabf tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Usage tracker for resource:network and tenant:4be4d49ae6064975a8617cd4194dcba7 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:28:06.932320 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-663bab9a-e365-4108-9c0d-4920fea4aabf tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:28:06.941159 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-663bab9a-e365-4108-9c0d-4920fea4aabf tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:28:07.140414 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb44e40f-5038-4074-b901-481698b9df1b req-e50323d8-99b3-47b8-bf52-ce29ff5eac54 tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:07.157184 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb44e40f-5038-4074-b901-481698b9df1b req-e50323d8-99b3-47b8-bf52-ce29ff5eac54 tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:07.171905 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fb44e40f-5038-4074-b901-481698b9df1b req-e50323d8-99b3-47b8-bf52-ce29ff5eac54 tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] 10.222.0.85 "GET /v2.0/ports?device_id=09472436-580a-45d5-8621-9440a375ddf6&device_id=4e0ae0fb-b829-4e27-94ad-311bbce30bf9 HTTP/1.1" status: 200 len: 1681 time: 0.2181184 May 30 20:28:07.178130 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-663bab9a-e365-4108-9c0d-4920fea4aabf tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Made reservation on behalf of 4be4d49ae6064975a8617cd4194dcba7 for: {'network': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:28:07.183593 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-663bab9a-e365-4108-9c0d-4920fea4aabf tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:07.228853 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device fd353489-6531-4e18-9b5c-f6b5b6ec293f no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:28:07.287036 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-663bab9a-e365-4108-9c0d-4920fea4aabf tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:07.290743 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: fd353489-6531-4e18-9b5c-f6b5b6ec293f {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:28:07.291351 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device fd353489-6531-4e18-9b5c-f6b5b6ec293f not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:28:07.301532 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:28:07.338203 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-2f19c6ec-2407-4246-af3b-251551b4c971 None None] Deleting port fd353489-6531-4e18-9b5c-f6b5b6ec293f {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:28:07.338203 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2f19c6ec-2407-4246-af3b-251551b4c971 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:07.426507 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-663bab9a-e365-4108-9c0d-4920fea4aabf tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:28:07.431869 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-2f19c6ec-2407-4246-af3b-251551b4c971 None None] The port 'fd353489-6531-4e18-9b5c-f6b5b6ec293f' was deleted {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 20:28:07.441714 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-663bab9a-e365-4108-9c0d-4920fea4aabf tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Usage tracker for resource:security_group_rule and tenant:4be4d49ae6064975a8617cd4194dcba7 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:28:07.451032 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-663bab9a-e365-4108-9c0d-4920fea4aabf tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:28:07.468160 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-758f4b9f-c435-4dfa-95de-b27505e0e1ce req-42ac57f9-2ce1-4279-86af-1171932f328a tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=c83f8ea1-67e6-4f2a-b0c1-961414a5e7c1 HTTP/1.1" status: 200 len: 210 time: 0.1132200 May 30 20:28:07.499333 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-81a35b70-192f-410a-8878-308bab7d96b1 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:07.526863 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-663bab9a-e365-4108-9c0d-4920fea4aabf tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:28:07.562968 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-81a35b70-192f-410a-8878-308bab7d96b1 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98b92ad8-60d9-4f53-b1d9-dbf0ad62225e']}} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:28:07.583918 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-81a35b70-192f-410a-8878-308bab7d96b1 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70be84a0-7aa2-496c-9f14-eb22556a4189') {'for_net_delete': True} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:28:07.584262 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-81a35b70-192f-410a-8878-308bab7d96b1 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70be84a0-7aa2-496c-9f14-eb22556a4189') {} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:28:07.600832 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-81a35b70-192f-410a-8878-308bab7d96b1 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2660590'] for segment, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:07.625343 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-81a35b70-192f-410a-8878-308bab7d96b1 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:07.637118 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81a35b70-192f-410a-8878-308bab7d96b1 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Releasing vlan 688 on physical network physnet1 to pool {{(pid=84886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:28:07.637833 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-81a35b70-192f-410a-8878-308bab7d96b1 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4126989'] for segment, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:07.660438 n-d-843948-2 neutron-server[84886]: Traceback (most recent call last): May 30 20:28:07.660438 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:28:07.660438 n-d-843948-2 neutron-server[84886]: timer() May 30 20:28:07.660438 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:28:07.660438 n-d-843948-2 neutron-server[84886]: cb(*args, **kw) May 30 20:28:07.660438 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:28:07.660438 n-d-843948-2 neutron-server[84886]: return func(*args, **kwargs) May 30 20:28:07.660438 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:28:07.660438 n-d-843948-2 neutron-server[84886]: self._notify() May 30 20:28:07.660438 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:28:07.660438 n-d-843948-2 neutron-server[84886]: self.callback(batched_events) May 30 20:28:07.660438 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:28:07.660438 n-d-843948-2 neutron-server[84886]: event.method(event) May 30 20:28:07.660438 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:28:07.660438 n-d-843948-2 neutron-server[84886]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:28:07.660438 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:28:07.660438 n-d-843948-2 neutron-server[84886]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:28:07.660438 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:28:07.660438 n-d-843948-2 neutron-server[84886]: return f(self, *a, **k) May 30 20:28:07.660438 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:28:07.660438 n-d-843948-2 neutron-server[84886]: return self._get(url).json() May 30 20:28:07.660438 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:28:07.660438 n-d-843948-2 neutron-server[84886]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:28:07.660438 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:28:07.660438 n-d-843948-2 neutron-server[84886]: return self.request(url, 'GET', **kwargs) May 30 20:28:07.660438 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:28:07.660438 n-d-843948-2 neutron-server[84886]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:28:07.660438 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:28:07.660438 n-d-843948-2 neutron-server[84886]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:28:07.660438 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:28:07.660438 n-d-843948-2 neutron-server[84886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:28:07.660438 n-d-843948-2 neutron-server[84886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:28:07.691372 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fb44e40f-5038-4074-b901-481698b9df1b req-dc5d0c21-9d0d-4c72-a827-df3d31dc810a tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] 10.222.0.85 "GET /v2.0/security-groups?id=1781d827-9d72-442a-a1d3-36d4f7e99cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4586165 May 30 20:28:07.802680 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6c074a-a57b-4bca-92e8-5ded6750734d req-eac5214f-5bcd-4952-90be-4ca71f3c90a4 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:07.804448 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8e6c074a-a57b-4bca-92e8-5ded6750734d req-eac5214f-5bcd-4952-90be-4ca71f3c90a4 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.71 "GET /v2.0/networks?id=ff30330a-0ebe-4836-9458-b813d1bcbde4 HTTP/1.1" status: 200 len: 812 time: 0.3469956 May 30 20:28:07.849559 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-8e6c074a-a57b-4bca-92e8-5ded6750734d req-f9b734bd-0bc6-420b-8847-10d4f3cee74c tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Request body: {'port': {'device_id': 'c83f8ea1-67e6-4f2a-b0c1-961414a5e7c1', 'network_id': 'ff30330a-0ebe-4836-9458-b813d1bcbde4', 'admin_state_up': True, 'tenant_id': 'af4cc1fbb91e4a5c856e947d8072b697'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:28:07.897083 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-81a35b70-192f-410a-8878-308bab7d96b1 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:07.935337 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-81a35b70-192f-410a-8878-308bab7d96b1 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Notify callbacks [] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:07.943957 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-663bab9a-e365-4108-9c0d-4920fea4aabf tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:07.956029 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a35b70-192f-410a-8878-308bab7d96b1 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] Pushing event deleted for resources: {'Network': ['ID=98b92ad8-60d9-4f53-b1d9-dbf0ad62225e,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:07.972106 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-81a35b70-192f-410a-8878-308bab7d96b1 tempest-NetworksIpV6Test-1989449880 tempest-NetworksIpV6Test-1989449880-project] 10.222.0.85 "DELETE /v2.0/networks/98b92ad8-60d9-4f53-b1d9-dbf0ad62225e HTTP/1.1" status: 204 len: 168 time: 2.6023574 May 30 20:28:08.073886 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-663bab9a-e365-4108-9c0d-4920fea4aabf tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:08.248034 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-398b61df-d59e-4a04-9903-589f99da0140 req-a6366db8-ad7f-4a0c-93e3-ce8e39cdd312 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "GET /v2.0/ports?device_id=f38aca20-de16-4922-836f-00c7c609503d HTTP/1.1" status: 200 len: 210 time: 0.1845737 May 30 20:28:08.249165 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-8e6c074a-a57b-4bca-92e8-5ded6750734d req-f9b734bd-0bc6-420b-8847-10d4f3cee74c tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:28:08.277036 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-8e6c074a-a57b-4bca-92e8-5ded6750734d req-f9b734bd-0bc6-420b-8847-10d4f3cee74c tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:28:08.288381 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-663bab9a-e365-4108-9c0d-4920fea4aabf tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] vlan segment allocate from pool success with {'vlan_id': 674, 'physical_network': 'physnet1'} {{(pid=84887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:28:08.296810 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663bab9a-e365-4108-9c0d-4920fea4aabf tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a45444c-7b24-4732-8778-3753aa2fe65b,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:08.308146 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-663bab9a-e365-4108-9c0d-4920fea4aabf tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:08.308644 n-d-843948-2 neutron-server[84887]: INFO neutron.db.segments_db [None req-663bab9a-e365-4108-9c0d-4920fea4aabf tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Added segment f7d18ecd-aa3a-4314-8822-ed6e5e282b5c of type vlan for network 6f5ac8bd-d8d2-46e1-895f-200629d30eb8 May 30 20:28:08.363109 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-663bab9a-e365-4108-9c0d-4920fea4aabf tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:08.436282 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e6c074a-a57b-4bca-92e8-5ded6750734d req-f9b734bd-0bc6-420b-8847-10d4f3cee74c tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Made reservation on behalf of af4cc1fbb91e4a5c856e947d8072b697 for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:28:08.442904 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-8e6c074a-a57b-4bca-92e8-5ded6750734d req-f9b734bd-0bc6-420b-8847-10d4f3cee74c tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:08.541516 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-663bab9a-e365-4108-9c0d-4920fea4aabf tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:08.548374 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-663bab9a-e365-4108-9c0d-4920fea4aabf tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:08.549363 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-663bab9a-e365-4108-9c0d-4920fea4aabf tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:08.740864 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663bab9a-e365-4108-9c0d-4920fea4aabf tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Pushing event updated for resources: {'Network': ['ID=6f5ac8bd-d8d2-46e1-895f-200629d30eb8,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:08.753169 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network 6f5ac8bd-d8d2-46e1-895f-200629d30eb8 details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:28:08.813105 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d6657b4f-1ae3-4fd6-a855-970150e5d110 req-7ede5929-bc55-45e0-a421-bd7620a7062e tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=c83f8ea1-67e6-4f2a-b0c1-961414a5e7c1 HTTP/1.1" status: 200 len: 210 time: 0.0925124 May 30 20:28:08.824279 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [req-8e6c074a-a57b-4bca-92e8-5ded6750734d req-f9b734bd-0bc6-420b-8847-10d4f3cee74c tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Allocated IP 172.20.0.7 (ff30330a-0ebe-4836-9458-b813d1bcbde4/7991eded-d330-4e4e-ace3-aeb4d5f3ff0a/2dce9d2f-c86d-4852-9ec1-a59a59049c03) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:28:09.126392 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-663bab9a-e365-4108-9c0d-4920fea4aabf tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.5755944 May 30 20:28:09.130871 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 40718) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:09.139143 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-7f8543a5-4db5-40a7-8e7c-3f1d222e0aa7 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Request body: {'port': {'network_id': '6f5ac8bd-d8d2-46e1-895f-200629d30eb8', 'name': 'tempest-PortsTestJSON-300040139'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:28:09.194427 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa61f7ea-54e4-4e77-a45b-d6886c19656d req-712f8787-69b2-414b-8641-fe72595382ba tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:09.195396 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-aa61f7ea-54e4-4e77-a45b-d6886c19656d req-712f8787-69b2-414b-8641-fe72595382ba tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Synchronizing usage tracker for tenant:6a921a88c2104251b4f5cf697763e02b on resource:network {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:28:09.274801 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-8e6c074a-a57b-4bca-92e8-5ded6750734d req-f9b734bd-0bc6-420b-8847-10d4f3cee74c tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:09.318688 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-8e6c074a-a57b-4bca-92e8-5ded6750734d req-f9b734bd-0bc6-420b-8847-10d4f3cee74c tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Transition to ACTIVE for port object 2dce9d2f-c86d-4852-9ec1-a59a59049c03 will not be triggered until provisioned by entity DHCP. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:28:09.320196 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-7f8543a5-4db5-40a7-8e7c-3f1d222e0aa7 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:28:09.326238 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-7f8543a5-4db5-40a7-8e7c-3f1d222e0aa7 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Usage tracker for resource:port and tenant:4be4d49ae6064975a8617cd4194dcba7 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:28:09.330256 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-7f8543a5-4db5-40a7-8e7c-3f1d222e0aa7 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:28:09.339167 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-7f8543a5-4db5-40a7-8e7c-3f1d222e0aa7 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:28:09.342850 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-aa61f7ea-54e4-4e77-a45b-d6886c19656d req-712f8787-69b2-414b-8641-fe72595382ba tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Unset dirty status for tenant:6a921a88c2104251b4f5cf697763e02b on resource:network {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:28:09.345214 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-aa61f7ea-54e4-4e77-a45b-d6886c19656d req-712f8787-69b2-414b-8641-fe72595382ba tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.71 "GET /v2.0/networks?id=2ad0cf2e-8ff8-4add-9223-e815a60245ec HTTP/1.1" status: 200 len: 814 time: 0.6531425 May 30 20:28:09.415687 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-aa61f7ea-54e4-4e77-a45b-d6886c19656d req-a58c8046-3f17-468c-862f-5aad54d7d9b8 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6a921a88c2104251b4f5cf697763e02b HTTP/1.1" status: 200 len: 473 time: 0.0569580 May 30 20:28:09.426006 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [req-aa61f7ea-54e4-4e77-a45b-d6886c19656d req-7b12154b-64ab-407e-ad10-14e880109e4f tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Request body: {'port': {'device_id': 'f38aca20-de16-4922-836f-00c7c609503d', 'network_id': '2ad0cf2e-8ff8-4add-9223-e815a60245ec', 'admin_state_up': True, 'tenant_id': '6a921a88c2104251b4f5cf697763e02b', 'security_groups': ['cb89c6a9-af9c-4629-88dc-907327ba1ee9']}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:28:09.522133 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 40726) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:09.534445 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-89b6a4df-4468-4cd0-bbeb-97d4f2d1def4 req-6bf1e6b2-0da8-4524-8d4e-7f9ca288b9c1 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "GET /v2.0/ports?device_id=f38aca20-de16-4922-836f-00c7c609503d HTTP/1.1" status: 200 len: 210 time: 0.0549226 May 30 20:28:09.641917 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-aa61f7ea-54e4-4e77-a45b-d6886c19656d req-7b12154b-64ab-407e-ad10-14e880109e4f tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:28:09.653869 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-aa61f7ea-54e4-4e77-a45b-d6886c19656d req-7b12154b-64ab-407e-ad10-14e880109e4f tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:28:09.659580 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f8543a5-4db5-40a7-8e7c-3f1d222e0aa7 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Made reservation on behalf of 4be4d49ae6064975a8617cd4194dcba7 for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:28:09.663746 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7f8543a5-4db5-40a7-8e7c-3f1d222e0aa7 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:09.678880 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-8e6c074a-a57b-4bca-92e8-5ded6750734d req-f9b734bd-0bc6-420b-8847-10d4f3cee74c tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:09.693341 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['5a1890e7-bff3-481d-97b4-974c081578cc'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:28:09.774547 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [None req-7f8543a5-4db5-40a7-8e7c-3f1d222e0aa7 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] device_id is not set on port 6785b49d-2484-4598-ae3f-92597880ca68 yet. {{(pid=84887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:28:09.826220 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e6c074a-a57b-4bca-92e8-5ded6750734d req-f9b734bd-0bc6-420b-8847-10d4f3cee74c tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Network ff30330a-0ebe-4836-9458-b813d1bcbde4 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:28:09.835455 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [req-8e6c074a-a57b-4bca-92e8-5ded6750734d req-f9b734bd-0bc6-420b-8847-10d4f3cee74c tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:28:09.851899 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b734bd-0bc6-420b-8847-10d4f3cee74c tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Pushing event updated for resources: {'Port': ['ID=2dce9d2f-c86d-4852-9ec1-a59a59049c03,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:09.854470 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e6c074a-a57b-4bca-92e8-5ded6750734d req-f9b734bd-0bc6-420b-8847-10d4f3cee74c tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:28:09.932749 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa61f7ea-54e4-4e77-a45b-d6886c19656d req-7b12154b-64ab-407e-ad10-14e880109e4f tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Made reservation on behalf of 6a921a88c2104251b4f5cf697763e02b for: {'port': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:28:09.936323 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-aa61f7ea-54e4-4e77-a45b-d6886c19656d req-7b12154b-64ab-407e-ad10-14e880109e4f tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:09.979698 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6c074a-a57b-4bca-92e8-5ded6750734d req-f9b734bd-0bc6-420b-8847-10d4f3cee74c tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:09.980403 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-8e6c074a-a57b-4bca-92e8-5ded6750734d req-f9b734bd-0bc6-420b-8847-10d4f3cee74c tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:10.330044 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8e6c074a-a57b-4bca-92e8-5ded6750734d req-f9b734bd-0bc6-420b-8847-10d4f3cee74c tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4981964 May 30 20:28:10.365454 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-8e6c074a-a57b-4bca-92e8-5ded6750734d req-8b360638-97e0-4458-805e-bffd77a3a9e6 service neutron] Request body: {'port': {'device_id': 'c83f8ea1-67e6-4f2a-b0c1-961414a5e7c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843948-2'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:28:10.397853 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [req-aa61f7ea-54e4-4e77-a45b-d6886c19656d req-7b12154b-64ab-407e-ad10-14e880109e4f tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Allocated IP 172.20.0.5 (2ad0cf2e-8ff8-4add-9223-e815a60245ec/3f5f2a28-796d-4138-b193-86a2946727dc/a6eab4f9-6419-475b-93be-c69f2ef12efd) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:28:10.484177 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7f8543a5-4db5-40a7-8e7c-3f1d222e0aa7 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:10.612833 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-01c358eb-b1b5-470c-8c75-f22812fa500d None None] Provisioning for port 2dce9d2f-c86d-4852-9ec1-a59a59049c03 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:28:10.621516 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-01c358eb-b1b5-470c-8c75-f22812fa500d None None] Provisioning complete for port 2dce9d2f-c86d-4852-9ec1-a59a59049c03 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:28:10.622136 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-01c358eb-b1b5-470c-8c75-f22812fa500d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:10.689101 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-01c358eb-b1b5-470c-8c75-f22812fa500d None None] Port 2dce9d2f-c86d-4852-9ec1-a59a59049c03 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:28:10.819432 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3c6035-e45c-43d6-be45-b7cda905eb8d req-4e5d4016-6641-4125-8e9c-7962c52aaaf7 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:10.820684 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-fd3c6035-e45c-43d6-be45-b7cda905eb8d req-4e5d4016-6641-4125-8e9c-7962c52aaaf7 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Synchronizing usage tracker for tenant:af4cc1fbb91e4a5c856e947d8072b697 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:28:10.844236 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-8e6c074a-a57b-4bca-92e8-5ded6750734d req-8b360638-97e0-4458-805e-bffd77a3a9e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:10.981970 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7f8543a5-4db5-40a7-8e7c-3f1d222e0aa7 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:10.989673 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527235a2-e26c-46cc-b061-6004519b62a5 req-4c0c2605-15cd-4d4e-ad45-df03a9a650b0 tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:10.991914 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-527235a2-e26c-46cc-b061-6004519b62a5 req-4c0c2605-15cd-4d4e-ad45-df03a9a650b0 tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] 10.222.0.86 "GET /v2.0/ports?device_id=09472436-580a-45d5-8621-9440a375ddf6 HTTP/1.1" status: 200 len: 945 time: 0.4633083 May 30 20:28:11.006381 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-fd3c6035-e45c-43d6-be45-b7cda905eb8d req-4e5d4016-6641-4125-8e9c-7962c52aaaf7 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Unset dirty status for tenant:af4cc1fbb91e4a5c856e947d8072b697 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:28:11.006699 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-aa61f7ea-54e4-4e77-a45b-d6886c19656d req-7b12154b-64ab-407e-ad10-14e880109e4f tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:11.007832 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fd3c6035-e45c-43d6-be45-b7cda905eb8d req-4e5d4016-6641-4125-8e9c-7962c52aaaf7 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=c83f8ea1-67e6-4f2a-b0c1-961414a5e7c1 HTTP/1.1" status: 200 len: 931 time: 0.7907617 May 30 20:28:11.027326 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-27db0afe-f343-4517-8f24-f058aba50cc8 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=532bf6f1c7054b7d8d66f29b606b9cda&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4982610 May 30 20:28:11.032883 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 40752) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:11.074997 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [req-aa61f7ea-54e4-4e77-a45b-d6886c19656d req-7b12154b-64ab-407e-ad10-14e880109e4f tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Transition to ACTIVE for port object a6eab4f9-6419-475b-93be-c69f2ef12efd will not be triggered until provisioned by entity DHCP. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:28:11.093267 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dc9a8d-5359-4c66-8798-52ea8b4f67d1 req-c0b17a6a-a00d-479e-9be7-5cbdd012e095 tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:11.100873 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a2dc9a8d-5359-4c66-8798-52ea8b4f67d1 req-c0b17a6a-a00d-479e-9be7-5cbdd012e095 tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] 10.222.0.85 "GET /v2.0/ports?device_id=09472436-580a-45d5-8621-9440a375ddf6 HTTP/1.1" status: 200 len: 945 time: 0.3764808 May 30 20:28:11.262273 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a2dc9a8d-5359-4c66-8798-52ea8b4f67d1 req-160a748b-587c-4d6b-846d-952965f0a4d2 tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] 10.222.0.85 "GET /v2.0/security-groups?id=1781d827-9d72-442a-a1d3-36d4f7e99cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510711 May 30 20:28:11.271599 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a820e8e7-2fdf-4928-abf4-ebea9853f5dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:11.332906 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a820e8e7-2fdf-4928-abf4-ebea9853f5dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:11.361709 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-aa61f7ea-54e4-4e77-a45b-d6886c19656d req-7b12154b-64ab-407e-ad10-14e880109e4f tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:11.376932 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-527235a2-e26c-46cc-b061-6004519b62a5 req-f96bad57-6f04-4639-9958-277c9c829791 tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] Deleting port 5f83ae32-3298-456f-b453-1f5e99c0981a {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:28:11.377448 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-527235a2-e26c-46cc-b061-6004519b62a5 req-f96bad57-6f04-4639-9958-277c9c829791 tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:11.403758 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8543a5-4db5-40a7-8e7c-3f1d222e0aa7 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Pushing event updated for resources: {'Port': ['ID=6785b49d-2484-4598-ae3f-92597880ca68,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:11.490503 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fd3c6035-e45c-43d6-be45-b7cda905eb8d req-e1984e91-8f2a-45a5-87d2-4fcacdab2514 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ed3b12a-c5d4-4ba2-906c-9900ee2b8018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3364685 May 30 20:28:11.636797 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8543a5-4db5-40a7-8e7c-3f1d222e0aa7 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Checking segment: {'id': 'f7d18ecd-aa3a-4314-8822-ed6e5e282b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '6f5ac8bd-d8d2-46e1-895f-200629d30eb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:28:11.637164 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f8543a5-4db5-40a7-8e7c-3f1d222e0aa7 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Network hostable DHCP agents. Network: 6f5ac8bd-d8d2-46e1-895f-200629d30eb8, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:28:11.637321 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa61f7ea-54e4-4e77-a45b-d6886c19656d req-7b12154b-64ab-407e-ad10-14e880109e4f tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Network 2ad0cf2e-8ff8-4add-9223-e815a60245ec is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:28:11.666422 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [req-aa61f7ea-54e4-4e77-a45b-d6886c19656d req-7b12154b-64ab-407e-ad10-14e880109e4f tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:28:11.674267 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa61f7ea-54e4-4e77-a45b-d6886c19656d req-7b12154b-64ab-407e-ad10-14e880109e4f tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:28:11.777194 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b12154b-64ab-407e-ad10-14e880109e4f tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Pushing event updated for resources: {'Port': ['ID=a6eab4f9-6419-475b-93be-c69f2ef12efd,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:11.815952 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa61f7ea-54e4-4e77-a45b-d6886c19656d req-7b12154b-64ab-407e-ad10-14e880109e4f tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:11.817135 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-aa61f7ea-54e4-4e77-a45b-d6886c19656d req-7b12154b-64ab-407e-ad10-14e880109e4f tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:11.907226 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca810dc-006f-4cc1-b54a-a594d1aab296 req-e97ffe69-7d41-469e-9ada-da11f9d11668 tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:11.908854 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-cca810dc-006f-4cc1-b54a-a594d1aab296 req-e97ffe69-7d41-469e-9ada-da11f9d11668 tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] 10.222.0.71 "GET /v2.0/ports?device_id=4e0ae0fb-b829-4e27-94ad-311bbce30bf9 HTTP/1.1" status: 200 len: 945 time: 0.4224832 May 30 20:28:11.918004 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b3f852-81c8-4a23-9e5a-1c6dafdf8ec2 req-14497128-7d89-4512-bd69-1aadd1fea3b9 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:11.918785 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-48b3f852-81c8-4a23-9e5a-1c6dafdf8ec2 req-14497128-7d89-4512-bd69-1aadd1fea3b9 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Synchronizing usage tracker for tenant:6a921a88c2104251b4f5cf697763e02b on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:28:11.952812 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-527235a2-e26c-46cc-b061-6004519b62a5 req-f96bad57-6f04-4639-9958-277c9c829791 tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] For port 5f83ae32-3298-456f-b453-1f5e99c0981a, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=5f83ae32-3298-456f-b453-1f5e99c0981a,segment=NetworkSegment(846340ce-7226-4d23-8fff-c740004950e9),segment_id=846340ce-7226-4d23-8fff-c740004950e9)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:28:11.953322 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-527235a2-e26c-46cc-b061-6004519b62a5 req-f96bad57-6f04-4639-9958-277c9c829791 tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:11.971138 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f8543a5-4db5-40a7-8e7c-3f1d222e0aa7 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Network 6f5ac8bd-d8d2-46e1-895f-200629d30eb8 is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:28:12.039217 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-aa61f7ea-54e4-4e77-a45b-d6886c19656d req-7b12154b-64ab-407e-ad10-14e880109e4f tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6179457 May 30 20:28:12.040719 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a820e8e7-2fdf-4928-abf4-ebea9853f5dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:12.043399 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a820e8e7-2fdf-4928-abf4-ebea9853f5dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:12.047316 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-a820e8e7-2fdf-4928-abf4-ebea9853f5dc admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/c08dc5aa-3ffe-4ca7-b5fa-48f71f6a5352 HTTP/1.1" status: 204 len: 168 time: 1.0052159 May 30 20:28:12.063303 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [req-aa61f7ea-54e4-4e77-a45b-d6886c19656d req-0380bd70-e9bd-432a-9b79-b59b300f7a4b service neutron] Request body: {'port': {'device_id': 'f38aca20-de16-4922-836f-00c7c609503d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843948-2'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:28:12.100477 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [req-8e6c074a-a57b-4bca-92e8-5ded6750734d req-8b360638-97e0-4458-805e-bffd77a3a9e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2dce9d2f-c86d-4852-9ec1-a59a59049c03 {{(pid=84887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:28:12.112285 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-527235a2-e26c-46cc-b061-6004519b62a5 req-f96bad57-6f04-4639-9958-277c9c829791 tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] Calling delete_port for 5f83ae32-3298-456f-b453-1f5e99c0981a owned by compute:nova {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:28:12.122665 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-a19df1fc-109d-4692-b075-15ae44629738 None None] Provisioning for port a6eab4f9-6419-475b-93be-c69f2ef12efd completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:28:12.126865 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a820e8e7-2fdf-4928-abf4-ebea9853f5dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c08dc5aa-3ffe-4ca7-b5fa-48f71f6a5352,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:12.129846 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-a19df1fc-109d-4692-b075-15ae44629738 None None] Provisioning complete for port a6eab4f9-6419-475b-93be-c69f2ef12efd triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:28:12.130482 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-a19df1fc-109d-4692-b075-15ae44629738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:12.150887 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-8e6c074a-a57b-4bca-92e8-5ded6750734d req-8b360638-97e0-4458-805e-bffd77a3a9e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:12.154292 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [req-cca810dc-006f-4cc1-b54a-a594d1aab296 req-cf7956c0-02dc-48a7-9a79-05dd2eeaef16 tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] Deleting port 9750a0b6-f4b3-4574-9397-e863a9311ee4 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:28:12.154673 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-cca810dc-006f-4cc1-b54a-a594d1aab296 req-cf7956c0-02dc-48a7-9a79-05dd2eeaef16 tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:12.185122 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-8e6c074a-a57b-4bca-92e8-5ded6750734d req-8b360638-97e0-4458-805e-bffd77a3a9e6 service neutron] Transition to ACTIVE for port object 2dce9d2f-c86d-4852-9ec1-a59a59049c03 will not be triggered until provisioned by entity L2. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:28:12.214160 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-7f8543a5-4db5-40a7-8e7c-3f1d222e0aa7 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, 6f5ac8bd-d8d2-46e1-895f-200629d30eb8) {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:28:12.218842 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8543a5-4db5-40a7-8e7c-3f1d222e0aa7 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:28:12.223169 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f8543a5-4db5-40a7-8e7c-3f1d222e0aa7 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:12.224006 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7f8543a5-4db5-40a7-8e7c-3f1d222e0aa7 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:12.240546 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc3b577-2719-436a-b43e-dbfbb5c70bf9 None None] Network 6f5ac8bd-d8d2-46e1-895f-200629d30eb8 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:28:12.255002 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-a19df1fc-109d-4692-b075-15ae44629738 None None] Port a6eab4f9-6419-475b-93be-c69f2ef12efd cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:28:12.280450 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-8e6c074a-a57b-4bca-92e8-5ded6750734d req-8b360638-97e0-4458-805e-bffd77a3a9e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:12.328082 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-48b3f852-81c8-4a23-9e5a-1c6dafdf8ec2 req-14497128-7d89-4512-bd69-1aadd1fea3b9 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Unset dirty status for tenant:6a921a88c2104251b4f5cf697763e02b on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:28:12.335257 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-48b3f852-81c8-4a23-9e5a-1c6dafdf8ec2 req-14497128-7d89-4512-bd69-1aadd1fea3b9 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "GET /v2.0/ports?device_id=f38aca20-de16-4922-836f-00c7c609503d HTTP/1.1" status: 200 len: 931 time: 0.8507285 May 30 20:28:12.425886 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-aa61f7ea-54e4-4e77-a45b-d6886c19656d req-0380bd70-e9bd-432a-9b79-b59b300f7a4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:12.542000 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-7f8543a5-4db5-40a7-8e7c-3f1d222e0aa7 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 3.4100337 May 30 20:28:12.570876 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 40778) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:12.604446 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-33c988d8-8302-44be-a69b-86d43fd64ccf tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-722758730'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:28:12.623443 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-33c988d8-8302-44be-a69b-86d43fd64ccf tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:28:12.647655 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-33c988d8-8302-44be-a69b-86d43fd64ccf tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Usage tracker for resource:network and tenant:4be4d49ae6064975a8617cd4194dcba7 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:28:12.665241 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-33c988d8-8302-44be-a69b-86d43fd64ccf tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:28:12.676092 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-48b3f852-81c8-4a23-9e5a-1c6dafdf8ec2 req-f9f38d49-9adc-4d19-8cec-1f3f811ae981 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "GET /v2.0/security-groups?id=cb89c6a9-af9c-4629-88dc-907327ba1ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3394265 May 30 20:28:12.685580 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-33c988d8-8302-44be-a69b-86d43fd64ccf tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:28:12.896884 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b360638-97e0-4458-805e-bffd77a3a9e6 service neutron] Pushing event updated for resources: {'Port': ['ID=2dce9d2f-c86d-4852-9ec1-a59a59049c03,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:12.925509 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 40784) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:13.055230 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 40790) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:13.089364 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33c988d8-8302-44be-a69b-86d43fd64ccf tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Made reservation on behalf of 4be4d49ae6064975a8617cd4194dcba7 for: {'network': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:28:13.093133 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-33c988d8-8302-44be-a69b-86d43fd64ccf tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:13.117111 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-527235a2-e26c-46cc-b061-6004519b62a5 req-f96bad57-6f04-4639-9958-277c9c829791 tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:13.145387 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['9750a0b6-f4b3-4574-9397-e863a9311ee4'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:28:13.225853 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33c988d8-8302-44be-a69b-86d43fd64ccf tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] vlan segment allocate from pool success with {'vlan_id': 698, 'physical_network': 'physnet1'} {{(pid=84886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:28:13.248710 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-33c988d8-8302-44be-a69b-86d43fd64ccf tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:13.249867 n-d-843948-2 neutron-server[84886]: INFO neutron.db.segments_db [None req-33c988d8-8302-44be-a69b-86d43fd64ccf tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Added segment 121448c4-a99f-457e-ba69-ba8586333aa6 of type vlan for network 6766d5d6-3fbf-4acc-9382-5086a10f7816 May 30 20:28:13.259524 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96bad57-6f04-4639-9958-277c9c829791 tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] Pushing event deleted for resources: {'Port': ['ID=5f83ae32-3298-456f-b453-1f5e99c0981a,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:13.274111 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-cca810dc-006f-4cc1-b54a-a594d1aab296 req-cf7956c0-02dc-48a7-9a79-05dd2eeaef16 tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] For port 9750a0b6-f4b3-4574-9397-e863a9311ee4, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=9750a0b6-f4b3-4574-9397-e863a9311ee4,segment=NetworkSegment(846340ce-7226-4d23-8fff-c740004950e9),segment_id=846340ce-7226-4d23-8fff-c740004950e9)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:28:13.276834 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-cca810dc-006f-4cc1-b54a-a594d1aab296 req-cf7956c0-02dc-48a7-9a79-05dd2eeaef16 tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:13.372055 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d210789-cb79-49af-bc11-fa79c63a7d10 req-d948e5b2-32c8-4524-a4bb-b2723c46120b tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:13.373661 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1d210789-cb79-49af-bc11-fa79c63a7d10 req-d948e5b2-32c8-4524-a4bb-b2723c46120b tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] 10.222.0.85 "GET /v2.0/ports?device_id=09472436-580a-45d5-8621-9440a375ddf6 HTTP/1.1" status: 200 len: 945 time: 0.8463464 May 30 20:28:13.435745 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-527235a2-e26c-46cc-b061-6004519b62a5 req-f96bad57-6f04-4639-9958-277c9c829791 tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] No DVR routers for this DVR port 5f83ae32-3298-456f-b453-1f5e99c0981a on host n-h2-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:28:13.454952 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-527235a2-e26c-46cc-b061-6004519b62a5 req-f96bad57-6f04-4639-9958-277c9c829791 tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:13.458380 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09472436-580a-45d5-8621-9440a375ddf6', 'name': 'network-vif-deleted', 'tag': '5f83ae32-3298-456f-b453-1f5e99c0981a'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:28:13.478035 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-8e6c074a-a57b-4bca-92e8-5ded6750734d req-8b360638-97e0-4458-805e-bffd77a3a9e6 service neutron] Attempting to bind port 2dce9d2f-c86d-4852-9ec1-a59a59049c03 on host n-h1-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:28:13.478365 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-8e6c074a-a57b-4bca-92e8-5ded6750734d req-8b360638-97e0-4458-805e-bffd77a3a9e6 service neutron] Attempting to bind port 2dce9d2f-c86d-4852-9ec1-a59a59049c03 by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': '40468e3f-2630-4d51-98c1-4a518f6532d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'ff30330a-0ebe-4836-9458-b813d1bcbde4'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:28:13.478694 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6c074a-a57b-4bca-92e8-5ded6750734d req-8b360638-97e0-4458-805e-bffd77a3a9e6 service neutron] Attempting to bind port 2dce9d2f-c86d-4852-9ec1-a59a59049c03 on network ff30330a-0ebe-4836-9458-b813d1bcbde4 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:28:13.501804 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6c074a-a57b-4bca-92e8-5ded6750734d req-8b360638-97e0-4458-805e-bffd77a3a9e6 service neutron] Port 2dce9d2f-c86d-4852-9ec1-a59a59049c03 on network ff30330a-0ebe-4836-9458-b813d1bcbde4 not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:28:13.502300 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6c074a-a57b-4bca-92e8-5ded6750734d req-8b360638-97e0-4458-805e-bffd77a3a9e6 service neutron] Attempting to bind port 2dce9d2f-c86d-4852-9ec1-a59a59049c03 on network ff30330a-0ebe-4836-9458-b813d1bcbde4 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:28:13.517564 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1d210789-cb79-49af-bc11-fa79c63a7d10 req-a73aac42-4e3c-45cb-987a-ce50d21e8a79 tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] 10.222.0.85 "GET /v2.0/security-groups?id=1781d827-9d72-442a-a1d3-36d4f7e99cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863678 May 30 20:28:13.519417 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6c074a-a57b-4bca-92e8-5ded6750734d req-8b360638-97e0-4458-805e-bffd77a3a9e6 service neutron] Checking agent: {'id': 'f728d74e-a4ae-4384-860b-a5ade05dd8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:28:13.519696 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6c074a-a57b-4bca-92e8-5ded6750734d req-8b360638-97e0-4458-805e-bffd77a3a9e6 service neutron] Checking segment: {'id': '40468e3f-2630-4d51-98c1-4a518f6532d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'ff30330a-0ebe-4836-9458-b813d1bcbde4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:28:13.520069 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6c074a-a57b-4bca-92e8-5ded6750734d req-8b360638-97e0-4458-805e-bffd77a3a9e6 service neutron] Bound using segment: {'id': '40468e3f-2630-4d51-98c1-4a518f6532d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'ff30330a-0ebe-4836-9458-b813d1bcbde4'} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:28:13.520504 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-8e6c074a-a57b-4bca-92e8-5ded6750734d req-8b360638-97e0-4458-805e-bffd77a3a9e6 service neutron] Bound port: 2dce9d2f-c86d-4852-9ec1-a59a59049c03, host: n-h1-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40468e3f-2630-4d51-98c1-4a518f6532d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'ff30330a-0ebe-4836-9458-b813d1bcbde4'}}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:28:13.520851 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-8e6c074a-a57b-4bca-92e8-5ded6750734d req-8b360638-97e0-4458-805e-bffd77a3a9e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:13.567083 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [req-cca810dc-006f-4cc1-b54a-a594d1aab296 req-cf7956c0-02dc-48a7-9a79-05dd2eeaef16 tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] Calling delete_port for 9750a0b6-f4b3-4574-9397-e863a9311ee4 owned by compute:nova {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:28:13.594076 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-527235a2-e26c-46cc-b061-6004519b62a5 req-f96bad57-6f04-4639-9958-277c9c829791 tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] 10.222.0.86 "DELETE /v2.0/ports/5f83ae32-3298-456f-b453-1f5e99c0981a HTTP/1.1" status: 204 len: 173 time: 2.5540578 May 30 20:28:13.663336 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-33c988d8-8302-44be-a69b-86d43fd64ccf tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:13.680592 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-96ff9510-3892-4d1b-8b81-96eeb6add868 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:13.684217 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-8e6c074a-a57b-4bca-92e8-5ded6750734d req-8b360638-97e0-4458-805e-bffd77a3a9e6 service neutron] For port 2dce9d2f-c86d-4852-9ec1-a59a59049c03, host n-h1-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:28:13.686469 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-8e6c074a-a57b-4bca-92e8-5ded6750734d req-8b360638-97e0-4458-805e-bffd77a3a9e6 service neutron] For port 2dce9d2f-c86d-4852-9ec1-a59a59049c03, host n-h1-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=2dce9d2f-c86d-4852-9ec1-a59a59049c03,segment=NetworkSegment(40468e3f-2630-4d51-98c1-4a518f6532d2),segment_id=40468e3f-2630-4d51-98c1-4a518f6532d2)] {{(pid=84887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:28:13.704587 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ef81afc-75ea-485b-a77a-3872c5409ab1'] response: {'server_uuid': '09472436-580a-45d5-8621-9440a375ddf6', 'name': 'network-vif-deleted', 'tag': '5f83ae32-3298-456f-b453-1f5e99c0981a', 'status': 'completed', 'code': 200} May 30 20:28:13.778616 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-8e6c074a-a57b-4bca-92e8-5ded6750734d req-8b360638-97e0-4458-805e-bffd77a3a9e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:13.830265 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-96ff9510-3892-4d1b-8b81-96eeb6add868 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:28:13.920324 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-64c288c3-1936-462c-b462-a1236b947197 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:13.927533 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-96ff9510-3892-4d1b-8b81-96eeb6add868 admin admin] Usage tracker for resource:security_group_rule and tenant:07bb2bfa3a5246a6b83d0462be1fd46d is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:28:13.937772 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-96ff9510-3892-4d1b-8b81-96eeb6add868 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:28:13.942046 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-33c988d8-8302-44be-a69b-86d43fd64ccf tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:13.942409 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-8e6c074a-a57b-4bca-92e8-5ded6750734d req-8b360638-97e0-4458-805e-bffd77a3a9e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:13.943824 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8e6c074a-a57b-4bca-92e8-5ded6750734d req-8b360638-97e0-4458-805e-bffd77a3a9e6 service neutron] 10.222.0.71 "PUT /v2.0/ports/2dce9d2f-c86d-4852-9ec1-a59a59049c03 HTTP/1.1" status: 200 len: 1091 time: 3.6042140 May 30 20:28:13.945875 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c988d8-8302-44be-a69b-86d43fd64ccf tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:13.946483 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-33c988d8-8302-44be-a69b-86d43fd64ccf tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks [] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:14.009231 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-96ff9510-3892-4d1b-8b81-96eeb6add868 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:28:14.018509 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b360638-97e0-4458-805e-bffd77a3a9e6 service neutron] Pushing event updated for resources: {'Port': ['ID=2dce9d2f-c86d-4852-9ec1-a59a59049c03,revision_number=3']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:14.032968 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-64c288c3-1936-462c-b462-a1236b947197 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:28:14.035322 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384964ae-1dfd-42c1-9499-bbd1dbb7ab08 req-8abc4867-7252-425b-b124-9ebbda246d74 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:14.037433 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-384964ae-1dfd-42c1-9499-bbd1dbb7ab08 req-8abc4867-7252-425b-b124-9ebbda246d74 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=c83f8ea1-67e6-4f2a-b0c1-961414a5e7c1 HTTP/1.1" status: 200 len: 943 time: 0.7403579 May 30 20:28:14.046316 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-64c288c3-1936-462c-b462-a1236b947197 admin admin] Usage tracker for resource:security_group_rule and tenant:bbe120198fc44ecc9ba8e795ee940c72 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:28:14.055361 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-64c288c3-1936-462c-b462-a1236b947197 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:28:14.071377 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-64c288c3-1936-462c-b462-a1236b947197 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:28:14.097078 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [req-aa61f7ea-54e4-4e77-a45b-d6886c19656d req-0380bd70-e9bd-432a-9b79-b59b300f7a4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6eab4f9-6419-475b-93be-c69f2ef12efd {{(pid=84886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:28:14.162595 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-aa61f7ea-54e4-4e77-a45b-d6886c19656d req-0380bd70-e9bd-432a-9b79-b59b300f7a4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:14.209117 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-33c988d8-8302-44be-a69b-86d43fd64ccf tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.6360056 May 30 20:28:14.212024 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-384964ae-1dfd-42c1-9499-bbd1dbb7ab08 req-8d759137-b4fc-45f0-a54e-9ce8d5667bfb tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ed3b12a-c5d4-4ba2-906c-9900ee2b8018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012356 May 30 20:28:14.218297 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c988d8-8302-44be-a69b-86d43fd64ccf tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Pushing event updated for resources: {'Network': ['ID=6766d5d6-3fbf-4acc-9382-5086a10f7816,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:14.222595 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 40810) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:14.229428 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [req-aa61f7ea-54e4-4e77-a45b-d6886c19656d req-0380bd70-e9bd-432a-9b79-b59b300f7a4b service neutron] Transition to ACTIVE for port object a6eab4f9-6419-475b-93be-c69f2ef12efd will not be triggered until provisioned by entity L2. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:28:14.232842 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-8844f1e2-abbb-4b59-8bf2-3e88d1866834 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Request body: {'ports': [{'network_id': '6f5ac8bd-d8d2-46e1-895f-200629d30eb8'}, {'network_id': '6766d5d6-3fbf-4acc-9382-5086a10f7816'}]} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:28:14.236986 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-8844f1e2-abbb-4b59-8bf2-3e88d1866834 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Request body: {'port': {'network_id': '6f5ac8bd-d8d2-46e1-895f-200629d30eb8'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:28:14.236986 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-8844f1e2-abbb-4b59-8bf2-3e88d1866834 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Request body: {'port': {'network_id': '6766d5d6-3fbf-4acc-9382-5086a10f7816'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:28:14.240206 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network 6766d5d6-3fbf-4acc-9382-5086a10f7816 details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:28:14.289032 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-cca810dc-006f-4cc1-b54a-a594d1aab296 req-cf7956c0-02dc-48a7-9a79-05dd2eeaef16 tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:14.398968 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50b7cfe-29be-46b4-bea4-9ae3587a8ba2 req-66b2e142-4626-48d7-94c8-fd0eeea8301a tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:14.401993 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a50b7cfe-29be-46b4-bea4-9ae3587a8ba2 req-66b2e142-4626-48d7-94c8-fd0eeea8301a tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "GET /v2.0/ports?device_id=f38aca20-de16-4922-836f-00c7c609503d HTTP/1.1" status: 200 len: 931 time: 0.4448817 May 30 20:28:14.426770 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-aa61f7ea-54e4-4e77-a45b-d6886c19656d req-0380bd70-e9bd-432a-9b79-b59b300f7a4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:14.430892 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7956c0-02dc-48a7-9a79-05dd2eeaef16 tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] Pushing event deleted for resources: {'Port': ['ID=9750a0b6-f4b3-4574-9397-e863a9311ee4,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:14.466192 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8e6c074a-a57b-4bca-92e8-5ded6750734d req-d8bf3034-80f8-4f91-a180-5e49f096ef43 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=af4cc1fbb91e4a5c856e947d8072b697&device_id=c83f8ea1-67e6-4f2a-b0c1-961414a5e7c1 HTTP/1.1" status: 200 len: 1094 time: 0.3829284 May 30 20:28:14.567928 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-64c288c3-1936-462c-b462-a1236b947197 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:14.591216 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a50b7cfe-29be-46b4-bea4-9ae3587a8ba2 req-4cbf22b0-e7d1-4156-8ca5-18d6204ec949 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "GET /v2.0/security-groups?id=cb89c6a9-af9c-4629-88dc-907327ba1ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1796110 May 30 20:28:14.593238 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8e6c074a-a57b-4bca-92e8-5ded6750734d req-c1c05f96-a0f4-4deb-92d2-758167f52d05 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2dce9d2f-c86d-4852-9ec1-a59a59049c03 HTTP/1.1" status: 200 len: 217 time: 0.0984097 May 30 20:28:14.693395 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 5f83ae32-3298-456f-b453-1f5e99c0981a no longer exists at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:28:14.727595 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-64c288c3-1936-462c-b462-a1236b947197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:14.826715 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] No Port match for: 5f83ae32-3298-456f-b453-1f5e99c0981a {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:28:14.829061 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 5f83ae32-3298-456f-b453-1f5e99c0981a not bound to the agent host n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:28:14.936400 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-64c288c3-1936-462c-b462-a1236b947197 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=bbe120198fc44ecc9ba8e795ee940c72&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8203752 May 30 20:28:14.936664 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6c074a-a57b-4bca-92e8-5ded6750734d req-4aa61c11-f02c-4fbd-9ac2-cd38dbb19b5a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:14.938135 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8e6c074a-a57b-4bca-92e8-5ded6750734d req-4aa61c11-f02c-4fbd-9ac2-cd38dbb19b5a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=7991eded-d330-4e4e-ace3-aeb4d5f3ff0a HTTP/1.1" status: 200 len: 851 time: 0.3353736 May 30 20:28:14.939038 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 40820) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:14.939756 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c288c3-1936-462c-b462-a1236b947197 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6eee788-77a4-4e54-b35b-d27b29460992,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:15.010610 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0380bd70-e9bd-432a-9b79-b59b300f7a4b service neutron] Pushing event updated for resources: {'Port': ['ID=a6eab4f9-6419-475b-93be-c69f2ef12efd,revision_number=2']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:15.056264 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [req-cca810dc-006f-4cc1-b54a-a594d1aab296 req-cf7956c0-02dc-48a7-9a79-05dd2eeaef16 tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] No DVR routers for this DVR port 9750a0b6-f4b3-4574-9397-e863a9311ee4 on host n-h1-843948-2 {{(pid=84886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:28:15.074895 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-96ff9510-3892-4d1b-8b81-96eeb6add868 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:15.078731 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-cca810dc-006f-4cc1-b54a-a594d1aab296 req-cf7956c0-02dc-48a7-9a79-05dd2eeaef16 tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:15.090746 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e0ae0fb-b829-4e27-94ad-311bbce30bf9', 'name': 'network-vif-deleted', 'tag': '9750a0b6-f4b3-4574-9397-e863a9311ee4'}] {{(pid=84886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:28:15.122189 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-85266d8a-bf39-4645-9700-3317204b42a5 req-946a1eb8-1012-4f40-bf99-e58fb104975f tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] Synchronizing usage tracker for tenant:32dbc55a16bf43758a21fff1e524dcf5 on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:28:15.124624 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-cfc40a6e-705f-4f38-b327-928c770b01fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:15.140531 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-cca810dc-006f-4cc1-b54a-a594d1aab296 req-cf7956c0-02dc-48a7-9a79-05dd2eeaef16 tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] 10.222.0.71 "DELETE /v2.0/ports/9750a0b6-f4b3-4574-9397-e863a9311ee4 HTTP/1.1" status: 204 len: 173 time: 3.2174990 May 30 20:28:15.181535 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-cfc40a6e-705f-4f38-b327-928c770b01fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:15.196988 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8e6c074a-a57b-4bca-92e8-5ded6750734d req-bce2e886-3339-4294-a3f7-6a68b1e5828b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ff30330a-0ebe-4836-9458-b813d1bcbde4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2364538 May 30 20:28:15.239023 n-d-843948-2 neutron-server[84886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aab477e6-f972-4fb8-be30-82dbb383def4'] response: {'server_uuid': '4e0ae0fb-b829-4e27-94ad-311bbce30bf9', 'name': 'network-vif-deleted', 'tag': '9750a0b6-f4b3-4574-9397-e863a9311ee4', 'status': 'completed', 'code': 200} May 30 20:28:15.246436 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-96ff9510-3892-4d1b-8b81-96eeb6add868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:15.265295 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 40828) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:15.280468 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-8844f1e2-abbb-4b59-8bf2-3e88d1866834 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:28:15.307364 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-8844f1e2-abbb-4b59-8bf2-3e88d1866834 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Usage tracker for resource:port and tenant:4be4d49ae6064975a8617cd4194dcba7 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:28:15.321591 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-8844f1e2-abbb-4b59-8bf2-3e88d1866834 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:28:15.339252 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ff9510-3892-4d1b-8b81-96eeb6add868 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03322abe-949b-4ec7-aa31-5ed6ffd32de4,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:15.344662 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-8844f1e2-abbb-4b59-8bf2-3e88d1866834 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:28:15.366357 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-96ff9510-3892-4d1b-8b81-96eeb6add868 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=07bb2bfa3a5246a6b83d0462be1fd46d&name=default HTTP/1.1" status: 200 len: 2647 time: 2.4372900 May 30 20:28:15.370859 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 40836) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:15.381003 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-aa61f7ea-54e4-4e77-a45b-d6886c19656d req-0380bd70-e9bd-432a-9b79-b59b300f7a4b service neutron] Attempting to bind port a6eab4f9-6419-475b-93be-c69f2ef12efd on host n-h1-843948-2 for vnic_type normal with profile {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:28:15.381429 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-aa61f7ea-54e4-4e77-a45b-d6886c19656d req-0380bd70-e9bd-432a-9b79-b59b300f7a4b service neutron] Attempting to bind port a6eab4f9-6419-475b-93be-c69f2ef12efd by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': 'b78e2ba6-ffa9-4506-8832-06fa459f4605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '2ad0cf2e-8ff8-4add-9223-e815a60245ec'}] {{(pid=84886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:28:15.381870 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa61f7ea-54e4-4e77-a45b-d6886c19656d req-0380bd70-e9bd-432a-9b79-b59b300f7a4b service neutron] Attempting to bind port a6eab4f9-6419-475b-93be-c69f2ef12efd on network 2ad0cf2e-8ff8-4add-9223-e815a60245ec {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:28:15.405087 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa61f7ea-54e4-4e77-a45b-d6886c19656d req-0380bd70-e9bd-432a-9b79-b59b300f7a4b service neutron] Port a6eab4f9-6419-475b-93be-c69f2ef12efd on network 2ad0cf2e-8ff8-4add-9223-e815a60245ec not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:28:15.405412 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa61f7ea-54e4-4e77-a45b-d6886c19656d req-0380bd70-e9bd-432a-9b79-b59b300f7a4b service neutron] Attempting to bind port a6eab4f9-6419-475b-93be-c69f2ef12efd on network 2ad0cf2e-8ff8-4add-9223-e815a60245ec {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:28:15.419242 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa61f7ea-54e4-4e77-a45b-d6886c19656d req-0380bd70-e9bd-432a-9b79-b59b300f7a4b service neutron] Checking agent: {'id': 'f728d74e-a4ae-4384-860b-a5ade05dd8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:28:15.419602 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa61f7ea-54e4-4e77-a45b-d6886c19656d req-0380bd70-e9bd-432a-9b79-b59b300f7a4b service neutron] Checking segment: {'id': 'b78e2ba6-ffa9-4506-8832-06fa459f4605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '2ad0cf2e-8ff8-4add-9223-e815a60245ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:28:15.419991 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa61f7ea-54e4-4e77-a45b-d6886c19656d req-0380bd70-e9bd-432a-9b79-b59b300f7a4b service neutron] Bound using segment: {'id': 'b78e2ba6-ffa9-4506-8832-06fa459f4605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '2ad0cf2e-8ff8-4add-9223-e815a60245ec'} {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:28:15.420424 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-aa61f7ea-54e4-4e77-a45b-d6886c19656d req-0380bd70-e9bd-432a-9b79-b59b300f7a4b service neutron] Bound port: a6eab4f9-6419-475b-93be-c69f2ef12efd, host: n-h1-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b78e2ba6-ffa9-4506-8832-06fa459f4605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '2ad0cf2e-8ff8-4add-9223-e815a60245ec'}}] {{(pid=84886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:28:15.420774 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-aa61f7ea-54e4-4e77-a45b-d6886c19656d req-0380bd70-e9bd-432a-9b79-b59b300f7a4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:15.482454 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8e6c074a-a57b-4bca-92e8-5ded6750734d req-f056fdbc-0532-488b-a0bd-caafda01b5e1 service neutron] 10.222.0.71 "GET /v2.0/networks/ff30330a-0ebe-4836-9458-b813d1bcbde4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2716680 May 30 20:28:15.499258 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-85266d8a-bf39-4645-9700-3317204b42a5 req-946a1eb8-1012-4f40-bf99-e58fb104975f tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] Unset dirty status for tenant:32dbc55a16bf43758a21fff1e524dcf5 on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:28:15.500740 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-85266d8a-bf39-4645-9700-3317204b42a5 req-946a1eb8-1012-4f40-bf99-e58fb104975f tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] 10.222.0.85 "GET /v2.0/ports?device_id=09472436-580a-45d5-8621-9440a375ddf6 HTTP/1.1" status: 200 len: 210 time: 0.5611961 May 30 20:28:15.559849 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8844f1e2-abbb-4b59-8bf2-3e88d1866834 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Made reservation on behalf of 4be4d49ae6064975a8617cd4194dcba7 for: {'port': 2} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:28:15.567866 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8844f1e2-abbb-4b59-8bf2-3e88d1866834 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:15.630819 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ec025f89-d0f6-49a0-9328-557cf8b4659e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:15.642197 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-cfc40a6e-705f-4f38-b327-928c770b01fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:15.647220 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-0a111b27-8366-4968-abfb-3ccf7b22ac0e tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:28:15.648037 n-d-843948-2 neutron-server[84886]: INFO neutron.api.v2.resource [None req-0a111b27-8366-4968-abfb-3ccf7b22ac0e tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] create failed (client error): There was a conflict when trying to complete your request. May 30 20:28:15.649857 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-0a111b27-8366-4968-abfb-3ccf7b22ac0e tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3772783 May 30 20:28:15.655205 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 40842) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:15.672542 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8844f1e2-abbb-4b59-8bf2-3e88d1866834 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:15.691297 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc40a6e-705f-4f38-b327-928c770b01fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6eee788-77a4-4e54-b35b-d27b29460992,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:15.704571 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-7608ac2c-a26b-4a50-85f2-1e9ac84654fd tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Request body: {'security_group': {'name': 'tempest-secgroup--14911050'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:28:15.710352 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c83f8ea1-67e6-4f2a-b0c1-961414a5e7c1', 'tag': '2dce9d2f-c86d-4852-9ec1-a59a59049c03'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:28:15.730325 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-7608ac2c-a26b-4a50-85f2-1e9ac84654fd tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:28:15.737790 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 9750a0b6-f4b3-4574-9397-e863a9311ee4 no longer exists at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:28:15.753346 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-7608ac2c-a26b-4a50-85f2-1e9ac84654fd tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Usage tracker for resource:security_group and tenant:996868ed74f547c5956aa189e3d49465 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:28:15.758004 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ec025f89-d0f6-49a0-9328-557cf8b4659e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:15.761136 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-7608ac2c-a26b-4a50-85f2-1e9ac84654fd tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:28:15.767568 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-aa61f7ea-54e4-4e77-a45b-d6886c19656d req-0380bd70-e9bd-432a-9b79-b59b300f7a4b service neutron] For port a6eab4f9-6419-475b-93be-c69f2ef12efd, host n-h1-843948-2, cleared binding levels {{(pid=84886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:28:15.796293 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-cfc40a6e-705f-4f38-b327-928c770b01fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:15.800373 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-cfc40a6e-705f-4f38-b327-928c770b01fe admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/f6eee788-77a4-4e54-b35b-d27b29460992 HTTP/1.1" status: 204 len: 168 time: 0.8568552 May 30 20:28:15.858211 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-7608ac2c-a26b-4a50-85f2-1e9ac84654fd tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:28:15.861227 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] No Port match for: 9750a0b6-f4b3-4574-9397-e863a9311ee4 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:28:15.862520 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 9750a0b6-f4b3-4574-9397-e863a9311ee4 not bound to the agent host n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:28:15.898834 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8e6c074a-a57b-4bca-92e8-5ded6750734d req-8bfffb17-55d5-4414-9409-5aa7cb56dece service neutron] 10.222.0.71 "GET /v2.0/networks/ff30330a-0ebe-4836-9458-b813d1bcbde4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4029005 May 30 20:28:15.938349 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-aa61f7ea-54e4-4e77-a45b-d6886c19656d req-0380bd70-e9bd-432a-9b79-b59b300f7a4b service neutron] For port a6eab4f9-6419-475b-93be-c69f2ef12efd, host n-h1-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=a6eab4f9-6419-475b-93be-c69f2ef12efd,segment=NetworkSegment(b78e2ba6-ffa9-4506-8832-06fa459f4605),segment_id=b78e2ba6-ffa9-4506-8832-06fa459f4605)] {{(pid=84886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:28:15.939795 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b318474d-6d74-4aea-a7a9-a15fc36a98ea req-141a7336-2805-47e3-b8e8-5e4dc8c18c38 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:15.943021 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b318474d-6d74-4aea-a7a9-a15fc36a98ea req-141a7336-2805-47e3-b8e8-5e4dc8c18c38 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=c83f8ea1-67e6-4f2a-b0c1-961414a5e7c1 HTTP/1.1" status: 200 len: 943 time: 0.3482883 May 30 20:28:16.012677 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b318474d-6d74-4aea-a7a9-a15fc36a98ea req-54b4ae85-5265-433e-bc4c-779a8184ee41 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ed3b12a-c5d4-4ba2-906c-9900ee2b8018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600481 May 30 20:28:16.068626 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ec025f89-d0f6-49a0-9328-557cf8b4659e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:16.073790 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-aa61f7ea-54e4-4e77-a45b-d6886c19656d req-0380bd70-e9bd-432a-9b79-b59b300f7a4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:16.077532 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7608ac2c-a26b-4a50-85f2-1e9ac84654fd tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:16.083966 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec025f89-d0f6-49a0-9328-557cf8b4659e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03322abe-949b-4ec7-aa31-5ed6ffd32de4,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:16.092460 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ec025f89-d0f6-49a0-9328-557cf8b4659e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:16.097794 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-ec025f89-d0f6-49a0-9328-557cf8b4659e admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/03322abe-949b-4ec7-aa31-5ed6ffd32de4 HTTP/1.1" status: 204 len: 168 time: 0.7216012 May 30 20:28:16.161589 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f56ba936-624c-466c-bf42-6514caa45ed5'] response: {'name': 'network-changed', 'server_uuid': 'c83f8ea1-67e6-4f2a-b0c1-961414a5e7c1', 'tag': '2dce9d2f-c86d-4852-9ec1-a59a59049c03', 'status': 'completed', 'code': 200} May 30 20:28:16.188497 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7608ac2c-a26b-4a50-85f2-1e9ac84654fd tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:16.204755 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [None req-8844f1e2-abbb-4b59-8bf2-3e88d1866834 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] device_id is not set on port 4c8321a7-60d0-40b5-902e-99264da18730 yet. {{(pid=84886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:28:16.236509 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-aa61f7ea-54e4-4e77-a45b-d6886c19656d req-0380bd70-e9bd-432a-9b79-b59b300f7a4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:16.239586 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-aa61f7ea-54e4-4e77-a45b-d6886c19656d req-0380bd70-e9bd-432a-9b79-b59b300f7a4b service neutron] 10.222.0.71 "PUT /v2.0/ports/a6eab4f9-6419-475b-93be-c69f2ef12efd HTTP/1.1" status: 200 len: 1091 time: 4.1883512 May 30 20:28:16.276165 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414d0eb8-91a9-4aa4-affd-521515dc82d1 req-2d58c472-2736-485d-8ba6-050737496d91 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:16.283464 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-414d0eb8-91a9-4aa4-affd-521515dc82d1 req-2d58c472-2736-485d-8ba6-050737496d91 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "GET /v2.0/ports?device_id=f38aca20-de16-4922-836f-00c7c609503d HTTP/1.1" status: 200 len: 943 time: 0.4191451 May 30 20:28:16.290378 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0380bd70-e9bd-432a-9b79-b59b300f7a4b service neutron] Pushing event updated for resources: {'Port': ['ID=a6eab4f9-6419-475b-93be-c69f2ef12efd,revision_number=3']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:16.341018 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-7608ac2c-a26b-4a50-85f2-1e9ac84654fd tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:28:16.357244 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-7608ac2c-a26b-4a50-85f2-1e9ac84654fd tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Usage tracker for resource:security_group_rule and tenant:996868ed74f547c5956aa189e3d49465 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:28:16.365249 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-7608ac2c-a26b-4a50-85f2-1e9ac84654fd tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:28:16.374280 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2eee7591-e772-40cc-8575-94ea20014013 req-4bde5a1c-9866-4d31-9874-cb45e97948af service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=af4cc1fbb91e4a5c856e947d8072b697&device_id=c83f8ea1-67e6-4f2a-b0c1-961414a5e7c1 HTTP/1.1" status: 200 len: 1094 time: 0.1874745 May 30 20:28:16.380479 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-7608ac2c-a26b-4a50-85f2-1e9ac84654fd tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:28:16.482448 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-414d0eb8-91a9-4aa4-affd-521515dc82d1 req-88d69251-5a73-49c0-8fce-95b88abbea31 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "GET /v2.0/security-groups?id=cb89c6a9-af9c-4629-88dc-907327ba1ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1290743 May 30 20:28:16.530214 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8844f1e2-abbb-4b59-8bf2-3e88d1866834 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:16.718678 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eee7591-e772-40cc-8575-94ea20014013 req-b563c9d5-972b-47cc-ad1f-4864984b6692 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:16.721154 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2eee7591-e772-40cc-8575-94ea20014013 req-b563c9d5-972b-47cc-ad1f-4864984b6692 service neutron] 10.222.0.71 "GET /v2.0/networks?id=ff30330a-0ebe-4836-9458-b813d1bcbde4 HTTP/1.1" status: 200 len: 913 time: 0.3400414 May 30 20:28:16.733901 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7608ac2c-a26b-4a50-85f2-1e9ac84654fd tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:16.829930 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [None req-8844f1e2-abbb-4b59-8bf2-3e88d1866834 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] device_id is not set on port ddf0f235-e781-4ef7-9a39-6d6fce5f9ea7 yet. {{(pid=84886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:28:16.834214 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 40860) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:16.855764 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7608ac2c-a26b-4a50-85f2-1e9ac84654fd tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:16.887698 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2eee7591-e772-40cc-8575-94ea20014013 req-f99f348c-43e7-4aff-9fa1-b0a6c8d75b77 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2dce9d2f-c86d-4852-9ec1-a59a59049c03 HTTP/1.1" status: 200 len: 217 time: 0.1597521 May 30 20:28:16.937381 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-7608ac2c-a26b-4a50-85f2-1e9ac84654fd tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:28:16.943851 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-aa61f7ea-54e4-4e77-a45b-d6886c19656d req-e53a0875-ad6f-4d44-9b92-0db74ff21da0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=6a921a88c2104251b4f5cf697763e02b&device_id=f38aca20-de16-4922-836f-00c7c609503d HTTP/1.1" status: 200 len: 1094 time: 0.3257093 May 30 20:28:16.947646 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7608ac2c-a26b-4a50-85f2-1e9ac84654fd tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42bdd206-4176-44ff-99b7-dde9eb1ecdfd,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:16.952905 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-7608ac2c-a26b-4a50-85f2-1e9ac84654fd tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Usage tracker for resource:security_group_rule and tenant:996868ed74f547c5956aa189e3d49465 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:28:16.972766 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eee7591-e772-40cc-8575-94ea20014013 req-772750c1-3130-461c-b31f-7da2ecca1ab9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:16.974729 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2eee7591-e772-40cc-8575-94ea20014013 req-772750c1-3130-461c-b31f-7da2ecca1ab9 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=7991eded-d330-4e4e-ace3-aeb4d5f3ff0a HTTP/1.1" status: 200 len: 851 time: 0.0795791 May 30 20:28:17.014452 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 40864) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:17.015243 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-7608ac2c-a26b-4a50-85f2-1e9ac84654fd tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:28:17.040004 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_v2 [None req-d68ec5aa-9ada-4293-8cd6-053d5149454e admin admin] Deleting subnet 69548dff-bae4-4449-aace-6528f9de4b30 {{(pid=84887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:28:17.045275 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d68ec5aa-9ada-4293-8cd6-053d5149454e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:17.054916 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-7608ac2c-a26b-4a50-85f2-1e9ac84654fd tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:28:17.066396 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-aa61f7ea-54e4-4e77-a45b-d6886c19656d req-a992ec5b-52d1-42aa-813a-56a4743560ba service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a6eab4f9-6419-475b-93be-c69f2ef12efd HTTP/1.1" status: 200 len: 217 time: 0.1158783 May 30 20:28:17.079896 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-80eea066-c3ab-4607-9314-14ee3f328f76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:17.114005 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d68ec5aa-9ada-4293-8cd6-053d5149454e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3149227'] for subnet, precommit_delete_associations {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:17.163227 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2eee7591-e772-40cc-8575-94ea20014013 req-6bc8f26a-c051-45e8-9118-03e1f4ca3d5d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ff30330a-0ebe-4836-9458-b813d1bcbde4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1819286 May 30 20:28:17.215300 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-80eea066-c3ab-4607-9314-14ee3f328f76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:28:17.223175 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-80eea066-c3ab-4607-9314-14ee3f328f76 admin admin] Usage tracker for resource:security_group_rule and tenant:b352169a0c3346319db32327cd71d322 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:28:17.256212 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f38aca20-de16-4922-836f-00c7c609503d', 'tag': 'a6eab4f9-6419-475b-93be-c69f2ef12efd'}] {{(pid=84886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:28:17.283379 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-80eea066-c3ab-4607-9314-14ee3f328f76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:28:17.304229 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d68ec5aa-9ada-4293-8cd6-053d5149454e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:17.307219 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8844f1e2-abbb-4b59-8bf2-3e88d1866834 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:17.315947 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-80eea066-c3ab-4607-9314-14ee3f328f76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:28:17.345039 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa61f7ea-54e4-4e77-a45b-d6886c19656d req-f542b5ae-dc5b-410e-83ba-f5e705f1333d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:17.346597 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-aa61f7ea-54e4-4e77-a45b-d6886c19656d req-f542b5ae-dc5b-410e-83ba-f5e705f1333d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3f5f2a28-796d-4138-b193-86a2946727dc HTTP/1.1" status: 200 len: 853 time: 0.2459090 May 30 20:28:17.356384 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7608ac2c-a26b-4a50-85f2-1e9ac84654fd tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:17.415281 n-d-843948-2 neutron-server[84886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-095ac51c-3cec-4d63-80d4-a9b49be05479'] response: {'name': 'network-changed', 'server_uuid': 'f38aca20-de16-4922-836f-00c7c609503d', 'tag': 'a6eab4f9-6419-475b-93be-c69f2ef12efd', 'status': 'completed', 'code': 200} May 30 20:28:17.416312 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 40872) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:17.433242 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7608ac2c-a26b-4a50-85f2-1e9ac84654fd tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:17.466966 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2eee7591-e772-40cc-8575-94ea20014013 req-362c7db9-47aa-4e85-8316-46aa3a78de53 service neutron] 10.222.0.71 "GET /v2.0/networks/ff30330a-0ebe-4836-9458-b813d1bcbde4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2959478 May 30 20:28:17.467649 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9c8226e4-c96e-466a-9a07-33bebe457e61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:17.577761 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e275db-1394-41a8-a368-de82240d56bb req-42c85204-5af3-497a-b6cd-7dd089c8e4a9 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:17.578932 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-39e275db-1394-41a8-a368-de82240d56bb req-42c85204-5af3-497a-b6cd-7dd089c8e4a9 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=c83f8ea1-67e6-4f2a-b0c1-961414a5e7c1 HTTP/1.1" status: 200 len: 943 time: 0.3852124 May 30 20:28:17.617331 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d68ec5aa-9ada-4293-8cd6-053d5149454e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4055470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114247'] for subnet, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:17.632742 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7608ac2c-a26b-4a50-85f2-1e9ac84654fd tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Pushing event updated for resources: {'SecurityGroup': ['ID=067eff05-27bc-4a94-93ba-a6342d79eb0c,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:17.677035 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68ec5aa-9ada-4293-8cd6-053d5149454e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69548dff-bae4-4449-aace-6528f9de4b30,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:17.681700 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-9c8226e4-c96e-466a-9a07-33bebe457e61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:28:17.690775 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-9c8226e4-c96e-466a-9a07-33bebe457e61 admin admin] Usage tracker for resource:security_group_rule and tenant:44efadd273424baabff9db5903d147f0 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:28:17.706639 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8844f1e2-abbb-4b59-8bf2-3e88d1866834 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:17.717000 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-9c8226e4-c96e-466a-9a07-33bebe457e61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:28:17.727140 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 2dce9d2f-c86d-4852-9ec1-a59a59049c03 details requested by agent hyperv_n-h1-843948-2 with host n-h1-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:28:17.731975 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d68ec5aa-9ada-4293-8cd6-053d5149454e admin admin] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:17.740741 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-9c8226e4-c96e-466a-9a07-33bebe457e61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:28:17.769534 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-d68ec5aa-9ada-4293-8cd6-053d5149454e admin admin] 10.222.0.85 "DELETE /v2.0/subnets/69548dff-bae4-4449-aace-6528f9de4b30 HTTP/1.1" status: 204 len: 168 time: 0.9336643 May 30 20:28:17.770979 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-80eea066-c3ab-4607-9314-14ee3f328f76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:17.773261 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 40878) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:17.774503 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-39e275db-1394-41a8-a368-de82240d56bb req-f78a762a-5d51-449e-8524-f9a88c8fc9de tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ed3b12a-c5d4-4ba2-906c-9900ee2b8018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847739 May 30 20:28:17.779276 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2eee7591-e772-40cc-8575-94ea20014013 req-90b32f28-4b85-453d-ae80-87ecf0d377b5 service neutron] 10.222.0.71 "GET /v2.0/networks/ff30330a-0ebe-4836-9458-b813d1bcbde4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2961144 May 30 20:28:17.779413 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7608ac2c-a26b-4a50-85f2-1e9ac84654fd tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:17.779413 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-7608ac2c-a26b-4a50-85f2-1e9ac84654fd tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 2.1221735 May 30 20:28:17.782079 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 40882) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:17.782251 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-aa61f7ea-54e4-4e77-a45b-d6886c19656d req-b01282c0-dccc-41a2-924b-aa370f785c40 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2ad0cf2e-8ff8-4add-9223-e815a60245ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4282775 May 30 20:28:17.796113 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-1bd38c4a-f403-482b-86f5-687af9232ab1 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Request body: {'security_group_rule': {'security_group_id': '067eff05-27bc-4a94-93ba-a6342d79eb0c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:28:17.829837 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-1bd38c4a-f403-482b-86f5-687af9232ab1 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:28:17.833786 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-1bd38c4a-f403-482b-86f5-687af9232ab1 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Usage tracker for resource:security_group_rule and tenant:996868ed74f547c5956aa189e3d49465 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:28:17.837069 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-1bd38c4a-f403-482b-86f5-687af9232ab1 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:28:17.845969 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-1bd38c4a-f403-482b-86f5-687af9232ab1 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:28:17.941947 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 2dce9d2f-c86d-4852-9ec1-a59a59049c03, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=2dce9d2f-c86d-4852-9ec1-a59a59049c03,segment=NetworkSegment(40468e3f-2630-4d51-98c1-4a518f6532d2),segment_id=40468e3f-2630-4d51-98c1-4a518f6532d2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:28:17.960249 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Returning: {'device': '2dce9d2f-c86d-4852-9ec1-a59a59049c03', 'network_id': 'ff30330a-0ebe-4836-9458-b813d1bcbde4', 'port_id': '2dce9d2f-c86d-4852-9ec1-a59a59049c03', 'mac_address': 'fa:16:3e:03:27:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7991eded-d330-4e4e-ace3-aeb4d5f3ff0a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:28:17.981670 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9c8226e4-c96e-466a-9a07-33bebe457e61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:17.984456 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1bd38c4a-f403-482b-86f5-687af9232ab1 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:18.002791 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-80eea066-c3ab-4607-9314-14ee3f328f76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:18.027829 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:18.028913 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8844f1e2-abbb-4b59-8bf2-3e88d1866834 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Pushing event updated for resources: {'Port': ['ID=4c8321a7-60d0-40b5-902e-99264da18730,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:18.035598 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8844f1e2-abbb-4b59-8bf2-3e88d1866834 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Network 6f5ac8bd-d8d2-46e1-895f-200629d30eb8 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:28:18.052023 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-8844f1e2-abbb-4b59-8bf2-3e88d1866834 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:28:18.054459 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2dce9d2f-c86d-4852-9ec1-a59a59049c03 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:28:18.072482 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 2dce9d2f-c86d-4852-9ec1-a59a59049c03, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=2dce9d2f-c86d-4852-9ec1-a59a59049c03,segment=NetworkSegment(40468e3f-2630-4d51-98c1-4a518f6532d2),segment_id=40468e3f-2630-4d51-98c1-4a518f6532d2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:28:18.090429 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1bd38c4a-f403-482b-86f5-687af9232ab1 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:18.093786 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8844f1e2-abbb-4b59-8bf2-3e88d1866834 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:28:18.095101 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8844f1e2-abbb-4b59-8bf2-3e88d1866834 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:18.121047 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9c8226e4-c96e-466a-9a07-33bebe457e61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:18.171384 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8226e4-c96e-466a-9a07-33bebe457e61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0edb476c-5a99-49b0-af98-8dc73bdef0bf,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:18.176201 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-9c8226e4-c96e-466a-9a07-33bebe457e61 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=44efadd273424baabff9db5903d147f0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7588904 May 30 20:28:18.179736 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 40886) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:18.212519 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-fffe8662-8508-470f-986b-2917ee0dce9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:18.222992 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80eea066-c3ab-4607-9314-14ee3f328f76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec85550e-9c36-47cd-a288-838525683b0b,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:18.252981 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:18.253357 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f70139d3-b5a0-4e3b-9c57-5d7e9f32bd00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:18.255495 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6b0d41-1886-4fc6-b182-b7d916794e47 req-7eaee658-b348-4c8b-b64b-907ff3c05514 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:18.258306 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-8d6b0d41-1886-4fc6-b182-b7d916794e47 req-7eaee658-b348-4c8b-b64b-907ff3c05514 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "GET /v2.0/ports?device_id=f38aca20-de16-4922-836f-00c7c609503d HTTP/1.1" status: 200 len: 943 time: 0.6155500 May 30 20:28:18.262844 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-80eea066-c3ab-4607-9314-14ee3f328f76 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=b352169a0c3346319db32327cd71d322&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2436738 May 30 20:28:18.269837 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 40890) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:18.299594 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8844f1e2-abbb-4b59-8bf2-3e88d1866834 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Pushing event updated for resources: {'Port': ['ID=ddf0f235-e781-4ef7-9a39-6d6fce5f9ea7,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:18.315491 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f70139d3-b5a0-4e3b-9c57-5d7e9f32bd00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:18.323959 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1bd38c4a-f403-482b-86f5-687af9232ab1 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:18.355088 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-aa61f7ea-54e4-4e77-a45b-d6886c19656d req-f658825f-c5b1-4100-a794-a6af5d6f079e service neutron] 10.222.0.71 "GET /v2.0/networks/2ad0cf2e-8ff8-4add-9223-e815a60245ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5614460 May 30 20:28:18.373196 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=2dce9d2f-c86d-4852-9ec1-a59a59049c03,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:18.378843 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd38c4a-f403-482b-86f5-687af9232ab1 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=574c0fbd-69d9-46a1-b339-3c2974b7d6d6,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:18.424992 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6a537028-e241-4f47-89fd-5aa9e5d184e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:18.454539 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6a537028-e241-4f47-89fd-5aa9e5d184e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:18.473074 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['2dce9d2f-c86d-4852-9ec1-a59a59049c03'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:28:18.533010 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1bd38c4a-f403-482b-86f5-687af9232ab1 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:18.534882 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-8d6b0d41-1886-4fc6-b182-b7d916794e47 req-60888b14-37ee-4e54-ada4-8e359bda94d0 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "GET /v2.0/security-groups?id=cb89c6a9-af9c-4629-88dc-907327ba1ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2489495 May 30 20:28:18.537124 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-1bd38c4a-f403-482b-86f5-687af9232ab1 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.7526281 May 30 20:28:18.540323 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 40894) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:18.560397 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-c683d33d-2f09-4c9f-95ae-867c3484580a tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Request body: {'security_group_rule': {'security_group_id': '067eff05-27bc-4a94-93ba-a6342d79eb0c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:28:18.564071 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-c683d33d-2f09-4c9f-95ae-867c3484580a tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:28:18.571574 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f70139d3-b5a0-4e3b-9c57-5d7e9f32bd00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:18.581056 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-c683d33d-2f09-4c9f-95ae-867c3484580a tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Usage tracker for resource:security_group_rule and tenant:996868ed74f547c5956aa189e3d49465 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:28:18.605482 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-c683d33d-2f09-4c9f-95ae-867c3484580a tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:28:18.621630 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6a537028-e241-4f47-89fd-5aa9e5d184e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:18.629367 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-c683d33d-2f09-4c9f-95ae-867c3484580a tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:28:18.634888 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70139d3-b5a0-4e3b-9c57-5d7e9f32bd00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0edb476c-5a99-49b0-af98-8dc73bdef0bf,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:18.673008 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8844f1e2-abbb-4b59-8bf2-3e88d1866834 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Checking segment: {'id': '121448c4-a99f-457e-ba69-ba8586333aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '6766d5d6-3fbf-4acc-9382-5086a10f7816'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:28:18.673570 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8844f1e2-abbb-4b59-8bf2-3e88d1866834 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Network hostable DHCP agents. Network: 6766d5d6-3fbf-4acc-9382-5086a10f7816, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:28:18.682332 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a537028-e241-4f47-89fd-5aa9e5d184e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec85550e-9c36-47cd-a288-838525683b0b,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:18.706492 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f70139d3-b5a0-4e3b-9c57-5d7e9f32bd00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:18.708299 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-f70139d3-b5a0-4e3b-9c57-5d7e9f32bd00 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/0edb476c-5a99-49b0-af98-8dc73bdef0bf HTTP/1.1" status: 204 len: 168 time: 0.5274234 May 30 20:28:18.708425 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-fffe8662-8508-470f-986b-2917ee0dce9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:18.712881 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6a537028-e241-4f47-89fd-5aa9e5d184e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:18.714945 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-6a537028-e241-4f47-89fd-5aa9e5d184e6 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/ec85550e-9c36-47cd-a288-838525683b0b HTTP/1.1" status: 204 len: 168 time: 0.4439597 May 30 20:28:18.814632 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c683d33d-2f09-4c9f-95ae-867c3484580a tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:18.832520 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-fffe8662-8508-470f-986b-2917ee0dce9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1a54e43-7425-4bc1-8d3a-76f8f8bc0fec']}} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:28:18.871283 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-aa61f7ea-54e4-4e77-a45b-d6886c19656d req-cd6de7d7-0cb3-4306-8337-64f0bd257c24 service neutron] 10.222.0.71 "GET /v2.0/networks/2ad0cf2e-8ff8-4add-9223-e815a60245ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5061953 May 30 20:28:18.874736 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-fffe8662-8508-470f-986b-2917ee0dce9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '846340ce-7226-4d23-8fff-c740004950e9') {'for_net_delete': True} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:28:18.875672 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-fffe8662-8508-470f-986b-2917ee0dce9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '846340ce-7226-4d23-8fff-c740004950e9') {} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:28:18.922909 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-fffe8662-8508-470f-986b-2917ee0dce9c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2660590'] for segment, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:18.958141 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-fffe8662-8508-470f-986b-2917ee0dce9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:18.968124 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fffe8662-8508-470f-986b-2917ee0dce9c admin admin] Releasing vlan 672 on physical network physnet1 to pool {{(pid=84886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:28:18.968479 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-fffe8662-8508-470f-986b-2917ee0dce9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4126989'] for segment, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:18.985328 n-d-843948-2 neutron-server[84886]: Traceback (most recent call last): May 30 20:28:18.985328 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:28:18.985328 n-d-843948-2 neutron-server[84886]: timer() May 30 20:28:18.985328 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:28:18.985328 n-d-843948-2 neutron-server[84886]: cb(*args, **kw) May 30 20:28:18.985328 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:28:18.985328 n-d-843948-2 neutron-server[84886]: return func(*args, **kwargs) May 30 20:28:18.985328 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:28:18.985328 n-d-843948-2 neutron-server[84886]: self._notify() May 30 20:28:18.985328 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:28:18.985328 n-d-843948-2 neutron-server[84886]: self.callback(batched_events) May 30 20:28:18.985328 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:28:18.985328 n-d-843948-2 neutron-server[84886]: event.method(event) May 30 20:28:18.985328 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:28:18.985328 n-d-843948-2 neutron-server[84886]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:28:18.985328 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:28:18.985328 n-d-843948-2 neutron-server[84886]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:28:18.985328 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:28:18.985328 n-d-843948-2 neutron-server[84886]: return f(self, *a, **k) May 30 20:28:18.985328 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:28:18.985328 n-d-843948-2 neutron-server[84886]: return self._get(url).json() May 30 20:28:18.985328 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:28:18.985328 n-d-843948-2 neutron-server[84886]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:28:18.985328 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:28:18.985328 n-d-843948-2 neutron-server[84886]: return self.request(url, 'GET', **kwargs) May 30 20:28:18.985328 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:28:18.985328 n-d-843948-2 neutron-server[84886]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:28:18.985328 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:28:18.985328 n-d-843948-2 neutron-server[84886]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:28:18.985328 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:28:18.985328 n-d-843948-2 neutron-server[84886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:28:18.985328 n-d-843948-2 neutron-server[84886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:28:19.188568 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2c0c40-f8be-4c5f-b49f-1aed05f9e263 req-ab60fbd6-bc8b-4146-8462-c3437cf3210e tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:19.191129 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7c2c0c40-f8be-4c5f-b49f-1aed05f9e263 req-ab60fbd6-bc8b-4146-8462-c3437cf3210e tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=c83f8ea1-67e6-4f2a-b0c1-961414a5e7c1 HTTP/1.1" status: 200 len: 944 time: 0.2285795 May 30 20:28:19.193872 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8844f1e2-abbb-4b59-8bf2-3e88d1866834 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Network 6766d5d6-3fbf-4acc-9382-5086a10f7816 is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:28:19.258639 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7c2c0c40-f8be-4c5f-b49f-1aed05f9e263 req-9ac6f16c-677b-4757-a78c-8c68fd5046e5 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ed3b12a-c5d4-4ba2-906c-9900ee2b8018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616038 May 30 20:28:19.299014 n-d-843948-2 neutron-server[84887]: INFO neutron.api.v2.resource [None req-c683d33d-2f09-4c9f-95ae-867c3484580a tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] create failed (client error): There was a conflict when trying to complete your request. May 30 20:28:19.301088 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-c683d33d-2f09-4c9f-95ae-867c3484580a tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.7587011 May 30 20:28:19.306280 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2518c884-edfd-46c4-8f04-3d5a9d682a84 req-8bae28d2-98ef-4232-85b6-06494fbf2e87 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=6a921a88c2104251b4f5cf697763e02b&device_id=f38aca20-de16-4922-836f-00c7c609503d HTTP/1.1" status: 200 len: 1094 time: 0.1766806 May 30 20:28:19.317533 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 40904) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:19.406350 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f4a3e742-b3fb-47dd-ae49-fd3db1d69d84 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:19.421806 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-8844f1e2-abbb-4b59-8bf2-3e88d1866834 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, 6766d5d6-3fbf-4acc-9382-5086a10f7816) {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:28:19.428934 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-fffe8662-8508-470f-986b-2917ee0dce9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:19.438116 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8844f1e2-abbb-4b59-8bf2-3e88d1866834 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:28:19.443527 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be6912b1-bfbf-4731-a227-8b561e96c6a5 None None] Network 6766d5d6-3fbf-4acc-9382-5086a10f7816 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:28:19.445764 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f4a3e742-b3fb-47dd-ae49-fd3db1d69d84 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:19.457544 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8844f1e2-abbb-4b59-8bf2-3e88d1866834 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:19.465844 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8844f1e2-abbb-4b59-8bf2-3e88d1866834 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:19.467535 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8844f1e2-abbb-4b59-8bf2-3e88d1866834 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:19.484015 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-fffe8662-8508-470f-986b-2917ee0dce9c admin admin] Notify callbacks [] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:19.529808 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffe8662-8508-470f-986b-2917ee0dce9c admin admin] Pushing event deleted for resources: {'Network': ['ID=b1a54e43-7425-4bc1-8d3a-76f8f8bc0fec,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:19.616254 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2518c884-edfd-46c4-8f04-3d5a9d682a84 req-da7e0be2-5609-4eef-ac85-8a967e6aafd6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:19.618736 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2518c884-edfd-46c4-8f04-3d5a9d682a84 req-da7e0be2-5609-4eef-ac85-8a967e6aafd6 service neutron] 10.222.0.71 "GET /v2.0/networks?id=2ad0cf2e-8ff8-4add-9223-e815a60245ec HTTP/1.1" status: 200 len: 915 time: 0.3067746 May 30 20:28:19.633902 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:19.699058 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f4a3e742-b3fb-47dd-ae49-fd3db1d69d84 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:19.731912 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a3e742-b3fb-47dd-ae49-fd3db1d69d84 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=067eff05-27bc-4a94-93ba-a6342d79eb0c,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:19.751612 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f4a3e742-b3fb-47dd-ae49-fd3db1d69d84 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:19.752966 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-f4a3e742-b3fb-47dd-ae49-fd3db1d69d84 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] 10.222.0.85 "DELETE /v2.0/security-groups/067eff05-27bc-4a94-93ba-a6342d79eb0c HTTP/1.1" status: 204 len: 168 time: 0.4327893 May 30 20:28:19.755734 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 40916) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:19.818625 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 2dce9d2f-c86d-4852-9ec1-a59a59049c03 up at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:28:19.819965 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-8844f1e2-abbb-4b59-8bf2-3e88d1866834 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 5.5945818 May 30 20:28:19.823521 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 40924) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:19.856057 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-fffe8662-8508-470f-986b-2917ee0dce9c admin admin] 10.222.0.85 "DELETE /v2.0/networks/b1a54e43-7425-4bc1-8d3a-76f8f8bc0fec HTTP/1.1" status: 204 len: 168 time: 2.0811546 May 30 20:28:19.899505 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2518c884-edfd-46c4-8f04-3d5a9d682a84 req-37ab3b36-1810-4559-80e4-b31c06b75cbe service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a6eab4f9-6419-475b-93be-c69f2ef12efd HTTP/1.1" status: 200 len: 217 time: 0.2743809 May 30 20:28:20.026556 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2518c884-edfd-46c4-8f04-3d5a9d682a84 req-cbf1dd22-3ed0-4c59-ae2e-9653d2a54c03 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:20.029338 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2518c884-edfd-46c4-8f04-3d5a9d682a84 req-cbf1dd22-3ed0-4c59-ae2e-9653d2a54c03 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3f5f2a28-796d-4138-b193-86a2946727dc HTTP/1.1" status: 200 len: 853 time: 0.1219952 May 30 20:28:20.090991 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-7b883264-5293-4cb6-9c71-be0605fe8a20 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Deleting port ddf0f235-e781-4ef7-9a39-6d6fce5f9ea7 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:28:20.091925 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7b883264-5293-4cb6-9c71-be0605fe8a20 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:20.201865 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning for port 2dce9d2f-c86d-4852-9ec1-a59a59049c03 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:28:20.207509 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e963698-b863-4306-b55b-16b82dbcf5ef req-456eb971-76bc-4259-881b-e0273bbd53cd tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:20.209437 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1e963698-b863-4306-b55b-16b82dbcf5ef req-456eb971-76bc-4259-881b-e0273bbd53cd tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "GET /v2.0/ports?device_id=f38aca20-de16-4922-836f-00c7c609503d HTTP/1.1" status: 200 len: 943 time: 0.4643323 May 30 20:28:20.216639 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning complete for port 2dce9d2f-c86d-4852-9ec1-a59a59049c03 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:28:20.217007 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:20.298067 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-b2c5806a-15fd-49ff-ab4c-3f812f8e1cd9 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Synchronizing usage tracker for tenant:996868ed74f547c5956aa189e3d49465 on resource:security_group {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:28:20.404860 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:20.463789 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 2dce9d2f-c86d-4852-9ec1-a59a59049c03, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=2dce9d2f-c86d-4852-9ec1-a59a59049c03,segment=NetworkSegment(40468e3f-2630-4d51-98c1-4a518f6532d2),segment_id=40468e3f-2630-4d51-98c1-4a518f6532d2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:28:20.465043 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c83f8ea1-67e6-4f2a-b0c1-961414a5e7c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dce9d2f-c86d-4852-9ec1-a59a59049c03'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:28:20.499607 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2518c884-edfd-46c4-8f04-3d5a9d682a84 req-f525727f-8cba-4720-a8a0-f91d6d8df4bd service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2ad0cf2e-8ff8-4add-9223-e815a60245ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4488974 May 30 20:28:20.549777 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1e963698-b863-4306-b55b-16b82dbcf5ef req-0e6d5be7-18a0-41a4-a266-6dfa2f9de966 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "GET /v2.0/security-groups?id=cb89c6a9-af9c-4629-88dc-907327ba1ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3326912 May 30 20:28:20.561852 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:20.623193 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-b2c5806a-15fd-49ff-ab4c-3f812f8e1cd9 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Unset dirty status for tenant:996868ed74f547c5956aa189e3d49465 on resource:security_group {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:28:20.625454 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-b2c5806a-15fd-49ff-ab4c-3f812f8e1cd9 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] 10.222.0.85 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.8683796 May 30 20:28:20.633461 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 40942) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:20.644792 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-696eb513-bd5c-4200-afba-f640b06767fc tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Request body: {'security_group': {'name': 'tempest-secgroup--1856898202'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:28:20.650907 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 40946) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:20.667623 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-696eb513-bd5c-4200-afba-f640b06767fc tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:28:20.686211 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-696eb513-bd5c-4200-afba-f640b06767fc tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:28:20.717130 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f828b854-93e3-4a9d-a2b6-d9ad00643e36'] response: {'server_uuid': 'c83f8ea1-67e6-4f2a-b0c1-961414a5e7c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dce9d2f-c86d-4852-9ec1-a59a59049c03', 'code': 200} May 30 20:28:20.722531 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7b883264-5293-4cb6-9c71-be0605fe8a20 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:20.745269 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2518c884-edfd-46c4-8f04-3d5a9d682a84 req-39ae437b-3898-406b-97df-def515905b15 service neutron] 10.222.0.71 "GET /v2.0/networks/2ad0cf2e-8ff8-4add-9223-e815a60245ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384686 May 30 20:28:20.826707 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=2dce9d2f-c86d-4852-9ec1-a59a59049c03,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:20.832259 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-696eb513-bd5c-4200-afba-f640b06767fc tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:20.919432 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-7b883264-5293-4cb6-9c71-be0605fe8a20 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Calling delete_port for ddf0f235-e781-4ef7-9a39-6d6fce5f9ea7 owned by {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:28:21.044928 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce9ed35-fbbd-4cb2-b418-158ead96af56 req-1d29bd12-0d82-4214-9345-c596e550b399 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:21.046512 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0ce9ed35-fbbd-4cb2-b418-158ead96af56 req-1d29bd12-0d82-4214-9345-c596e550b399 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=c83f8ea1-67e6-4f2a-b0c1-961414a5e7c1 HTTP/1.1" status: 200 len: 945 time: 0.5536995 May 30 20:28:21.048518 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-696eb513-bd5c-4200-afba-f640b06767fc tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:28:21.056811 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-696eb513-bd5c-4200-afba-f640b06767fc tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Usage tracker for resource:security_group_rule and tenant:996868ed74f547c5956aa189e3d49465 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:28:21.070958 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-696eb513-bd5c-4200-afba-f640b06767fc tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:28:21.081288 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-696eb513-bd5c-4200-afba-f640b06767fc tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:28:21.104765 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-11d746ac-24d3-4c80-82db-6932c2cf2605 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=32dbc55a16bf43758a21fff1e524dcf5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4482243 May 30 20:28:21.107047 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 40952) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:21.113204 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2518c884-edfd-46c4-8f04-3d5a9d682a84 req-0980554a-15e0-411d-bc97-5bb7450303d1 service neutron] 10.222.0.71 "GET /v2.0/networks/2ad0cf2e-8ff8-4add-9223-e815a60245ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3594332 May 30 20:28:21.162471 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0ce9ed35-fbbd-4cb2-b418-158ead96af56 req-ad2646f8-09b2-4630-b851-f1ccaa2c721a tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ed3b12a-c5d4-4ba2-906c-9900ee2b8018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076822 May 30 20:28:21.181431 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0f77ed1e-1c83-48f4-8ef7-0c246e59765a req-ec034133-6dd3-494a-8ee4-484b2c9f800d service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=c83f8ea1-67e6-4f2a-b0c1-961414a5e7c1 HTTP/1.1" status: 200 len: 1096 time: 0.2739913 May 30 20:28:21.206827 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7b883264-5293-4cb6-9c71-be0605fe8a20 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:21.233532 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d565c908-a504-44ec-b132-06c75ab93e68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:21.270935 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-696eb513-bd5c-4200-afba-f640b06767fc tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:21.280302 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d565c908-a504-44ec-b132-06c75ab93e68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:21.280972 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b883264-5293-4cb6-9c71-be0605fe8a20 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Pushing event deleted for resources: {'Port': ['ID=ddf0f235-e781-4ef7-9a39-6d6fce5f9ea7,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:21.291155 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7b883264-5293-4cb6-9c71-be0605fe8a20 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:21.304317 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-7b883264-5293-4cb6-9c71-be0605fe8a20 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] 10.222.0.85 "DELETE /v2.0/ports/ddf0f235-e781-4ef7-9a39-6d6fce5f9ea7 HTTP/1.1" status: 204 len: 168 time: 1.4718952 May 30 20:28:21.308907 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0f77ed1e-1c83-48f4-8ef7-0c246e59765a req-a497e046-14f5-48e9-b75e-289c36f8c135 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=2ed3b12a-c5d4-4ba2-906c-9900ee2b8018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221752 May 30 20:28:21.310333 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 40962) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:21.344118 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-696eb513-bd5c-4200-afba-f640b06767fc tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:21.397372 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696eb513-bd5c-4200-afba-f640b06767fc tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fbcbd33-84f1-45b8-ad84-4590a83068bf,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:21.446894 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af7d488-799f-4cee-9d93-e4290cc6262c tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:21.450899 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af7d488-799f-4cee-9d93-e4290cc6262c tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:21.451681 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-6af7d488-799f-4cee-9d93-e4290cc6262c tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Synchronizing usage tracker for tenant:4be4d49ae6064975a8617cd4194dcba7 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:28:21.457407 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d565c908-a504-44ec-b132-06c75ab93e68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:21.461578 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d565c908-a504-44ec-b132-06c75ab93e68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:21.463624 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-d565c908-a504-44ec-b132-06c75ab93e68 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/1781d827-9d72-442a-a1d3-36d4f7e99cdd HTTP/1.1" status: 204 len: 168 time: 0.3533030 May 30 20:28:21.477199 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d565c908-a504-44ec-b132-06c75ab93e68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1781d827-9d72-442a-a1d3-36d4f7e99cdd,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:21.491219 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-696eb513-bd5c-4200-afba-f640b06767fc tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:21.500865 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-696eb513-bd5c-4200-afba-f640b06767fc tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.8582799 May 30 20:28:21.501752 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 40972) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:21.508429 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-a07999a4-7729-47b7-ac4d-17e2a1eccab0 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Request body: {'security_group_rule': {'security_group_id': '8fbcbd33-84f1-45b8-ad84-4590a83068bf', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:28:21.509146 n-d-843948-2 neutron-server[84887]: INFO neutron.api.v2.resource [None req-a07999a4-7729-47b7-ac4d-17e2a1eccab0 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 20:28:21.521728 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-a07999a4-7729-47b7-ac4d-17e2a1eccab0 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0086610 May 30 20:28:21.521728 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 40976) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:21.609017 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-26c5ea91-8c87-4374-994b-d8fba4874bfd tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:21.609017 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-6af7d488-799f-4cee-9d93-e4290cc6262c tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Unset dirty status for tenant:4be4d49ae6064975a8617cd4194dcba7 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:28:21.610063 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-6af7d488-799f-4cee-9d93-e4290cc6262c tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] 10.222.0.85 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.2982876 May 30 20:28:21.615718 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 40986) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:21.641018 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-26c5ea91-8c87-4374-994b-d8fba4874bfd tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:21.729349 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device a6eab4f9-6419-475b-93be-c69f2ef12efd details requested by agent hyperv_n-h1-843948-2 with host n-h1-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:28:21.756080 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-26c5ea91-8c87-4374-994b-d8fba4874bfd tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:21.786156 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-85802b63-a2bc-4c7f-90c0-656f73507ae2 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Deleting port 4c8321a7-60d0-40b5-902e-99264da18730 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:28:21.787079 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-85802b63-a2bc-4c7f-90c0-656f73507ae2 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:21.830791 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c5ea91-8c87-4374-994b-d8fba4874bfd tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fbcbd33-84f1-45b8-ad84-4590a83068bf,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:21.864432 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-26c5ea91-8c87-4374-994b-d8fba4874bfd tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:21.866735 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-26c5ea91-8c87-4374-994b-d8fba4874bfd tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] 10.222.0.85 "DELETE /v2.0/security-groups/8fbcbd33-84f1-45b8-ad84-4590a83068bf HTTP/1.1" status: 204 len: 168 time: 0.3520832 May 30 20:28:21.871649 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 40990) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:22.016441 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port a6eab4f9-6419-475b-93be-c69f2ef12efd, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=a6eab4f9-6419-475b-93be-c69f2ef12efd,segment=NetworkSegment(b78e2ba6-ffa9-4506-8832-06fa459f4605),segment_id=b78e2ba6-ffa9-4506-8832-06fa459f4605)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:28:22.035193 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Returning: {'device': 'a6eab4f9-6419-475b-93be-c69f2ef12efd', 'network_id': '2ad0cf2e-8ff8-4add-9223-e815a60245ec', 'port_id': 'a6eab4f9-6419-475b-93be-c69f2ef12efd', 'mac_address': 'fa:16:3e:d5:cf:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f5f2a28-796d-4138-b193-86a2946727dc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:28:22.042654 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-009e406c-9fca-450a-98c3-67d563f2a24f tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Synchronizing usage tracker for tenant:996868ed74f547c5956aa189e3d49465 on resource:security_group {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:28:22.129157 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:22.149877 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-009e406c-9fca-450a-98c3-67d563f2a24f tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Unset dirty status for tenant:996868ed74f547c5956aa189e3d49465 on resource:security_group {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:28:22.153248 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-009e406c-9fca-450a-98c3-67d563f2a24f tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] 10.222.0.85 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2792456 May 30 20:28:22.159332 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 41000) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:22.179747 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-cfd8ae09-0654-40b8-a4b4-24b5c5c7f89a tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Request body: {'security_group': {'name': 'tempest-secgroup--614302090'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:28:22.180305 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:22.182309 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6eab4f9-6419-475b-93be-c69f2ef12efd {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:28:22.213853 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port a6eab4f9-6419-475b-93be-c69f2ef12efd, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=a6eab4f9-6419-475b-93be-c69f2ef12efd,segment=NetworkSegment(b78e2ba6-ffa9-4506-8832-06fa459f4605),segment_id=b78e2ba6-ffa9-4506-8832-06fa459f4605)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:28:22.238861 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-cfd8ae09-0654-40b8-a4b4-24b5c5c7f89a tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:28:22.264194 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-cfd8ae09-0654-40b8-a4b4-24b5c5c7f89a tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:28:22.267749 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc01289e-3eb7-402a-b86b-22be44ad88a5 req-5ad66449-a775-4a8d-8eab-68fb4d510ac3 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:22.270920 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-fc01289e-3eb7-402a-b86b-22be44ad88a5 req-5ad66449-a775-4a8d-8eab-68fb4d510ac3 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "GET /v2.0/ports?device_id=f38aca20-de16-4922-836f-00c7c609503d HTTP/1.1" status: 200 len: 943 time: 0.4245563 May 30 20:28:22.291068 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:22.382926 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-cfd8ae09-0654-40b8-a4b4-24b5c5c7f89a tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:22.449326 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=a6eab4f9-6419-475b-93be-c69f2ef12efd,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:22.493783 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-85802b63-a2bc-4c7f-90c0-656f73507ae2 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:22.510274 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['a6eab4f9-6419-475b-93be-c69f2ef12efd'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:28:22.518976 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-cfd8ae09-0654-40b8-a4b4-24b5c5c7f89a tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:28:22.549648 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-cfd8ae09-0654-40b8-a4b4-24b5c5c7f89a tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Usage tracker for resource:security_group_rule and tenant:996868ed74f547c5956aa189e3d49465 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:28:22.571091 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-cfd8ae09-0654-40b8-a4b4-24b5c5c7f89a tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:28:22.697790 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-cfd8ae09-0654-40b8-a4b4-24b5c5c7f89a tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:28:22.797966 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-85802b63-a2bc-4c7f-90c0-656f73507ae2 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Calling delete_port for 4c8321a7-60d0-40b5-902e-99264da18730 owned by {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:28:22.890038 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-fc01289e-3eb7-402a-b86b-22be44ad88a5 req-66e726da-2064-4077-9e51-973e300ede47 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "GET /v2.0/security-groups?id=cb89c6a9-af9c-4629-88dc-907327ba1ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6036284 May 30 20:28:22.995005 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c270f7-34c1-4f4d-a498-e6d40d9c50b7 req-d4f5fda7-a48a-46a8-985b-88f19ca6140c tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:22.997566 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d9c270f7-34c1-4f4d-a498-e6d40d9c50b7 req-d4f5fda7-a48a-46a8-985b-88f19ca6140c tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=c83f8ea1-67e6-4f2a-b0c1-961414a5e7c1 HTTP/1.1" status: 200 len: 945 time: 0.4002848 May 30 20:28:23.001334 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-cfd8ae09-0654-40b8-a4b4-24b5c5c7f89a tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:23.060279 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d9c270f7-34c1-4f4d-a498-e6d40d9c50b7 req-195369e3-bd6c-47cb-854d-3aaeb9b547ac tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ed3b12a-c5d4-4ba2-906c-9900ee2b8018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562131 May 30 20:28:23.098824 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-cfd8ae09-0654-40b8-a4b4-24b5c5c7f89a tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:23.149914 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-85802b63-a2bc-4c7f-90c0-656f73507ae2 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:23.201700 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85802b63-a2bc-4c7f-90c0-656f73507ae2 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Pushing event deleted for resources: {'Port': ['ID=4c8321a7-60d0-40b5-902e-99264da18730,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:23.203370 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd8ae09-0654-40b8-a4b4-24b5c5c7f89a tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Pushing event updated for resources: {'SecurityGroup': ['ID=650e5f82-feee-45aa-a4b5-5c7dc5eea614,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:23.211521 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-85802b63-a2bc-4c7f-90c0-656f73507ae2 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:23.350196 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-cfd8ae09-0654-40b8-a4b4-24b5c5c7f89a tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:23.353422 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-cfd8ae09-0654-40b8-a4b4-24b5c5c7f89a tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.1887815 May 30 20:28:23.356049 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 41026) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:23.364166 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-3d22993c-65b1-4c6c-9bc9-cae754516a96 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Request body: {'security_group_rule': {'security_group_id': '650e5f82-feee-45aa-a4b5-5c7dc5eea614', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:28:23.365377 n-d-843948-2 neutron-server[84887]: INFO neutron.api.v2.resource [None req-3d22993c-65b1-4c6c-9bc9-cae754516a96 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 20:28:23.368658 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-3d22993c-65b1-4c6c-9bc9-cae754516a96 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0095692 May 30 20:28:23.371394 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 41030) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:23.397064 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-85802b63-a2bc-4c7f-90c0-656f73507ae2 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] 10.222.0.85 "DELETE /v2.0/ports/4c8321a7-60d0-40b5-902e-99264da18730 HTTP/1.1" status: 204 len: 168 time: 1.7775333 May 30 20:28:23.397729 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 41036) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:23.479070 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-10b7f144-da7e-4770-9e4b-01fc8116ed1a tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:23.521023 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-10b7f144-da7e-4770-9e4b-01fc8116ed1a tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:23.529378 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01dfa887-94e9-4779-90ff-1ef7d7795951 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:23.529378 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-01dfa887-94e9-4779-90ff-1ef7d7795951 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Synchronizing usage tracker for tenant:4be4d49ae6064975a8617cd4194dcba7 on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:28:23.607675 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-01dfa887-94e9-4779-90ff-1ef7d7795951 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Unset dirty status for tenant:4be4d49ae6064975a8617cd4194dcba7 on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:28:23.609859 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-01dfa887-94e9-4779-90ff-1ef7d7795951 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] 10.222.0.85 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2106416 May 30 20:28:23.613914 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 41044) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:23.677561 n-d-843948-2 neutron-server[84887]: INFO neutron.pecan_wsgi.hooks.translation [None req-796cf831-5d60-4578-a2d3-85c933411eeb tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] GET failed (client error): The resource could not be found. May 30 20:28:23.682094 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-796cf831-5d60-4578-a2d3-85c933411eeb tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] 10.222.0.85 "GET /v2.0/ports/ddf0f235-e781-4ef7-9a39-6d6fce5f9ea7 HTTP/1.1" status: 404 len: 333 time: 0.0635681 May 30 20:28:23.682094 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 41048) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:23.720381 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-10b7f144-da7e-4770-9e4b-01fc8116ed1a tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:23.748022 n-d-843948-2 neutron-server[84887]: INFO neutron.pecan_wsgi.hooks.translation [None req-258e005b-8cd2-4191-ac92-e76f46934f08 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] GET failed (client error): The resource could not be found. May 30 20:28:23.754151 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-258e005b-8cd2-4191-ac92-e76f46934f08 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] 10.222.0.85 "GET /v2.0/ports/4c8321a7-60d0-40b5-902e-99264da18730 HTTP/1.1" status: 404 len: 333 time: 0.0663376 May 30 20:28:23.754151 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b7f144-da7e-4770-9e4b-01fc8116ed1a tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=650e5f82-feee-45aa-a4b5-5c7dc5eea614,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:23.755583 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 41054) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:23.783394 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-10b7f144-da7e-4770-9e4b-01fc8116ed1a tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:23.785192 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-10b7f144-da7e-4770-9e4b-01fc8116ed1a tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] 10.222.0.85 "DELETE /v2.0/security-groups/650e5f82-feee-45aa-a4b5-5c7dc5eea614 HTTP/1.1" status: 204 len: 168 time: 0.4123845 May 30 20:28:23.788199 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 41058) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:23.814702 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device a6eab4f9-6419-475b-93be-c69f2ef12efd up at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:28:23.911409 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-82503279-4774-49ea-8a8c-60785fc193ca tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:23.924760 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-3f9e623d-017a-4428-adf5-9e762f6998c0 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Synchronizing usage tracker for tenant:996868ed74f547c5956aa189e3d49465 on resource:security_group {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:28:24.074118 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-3f9e623d-017a-4428-adf5-9e762f6998c0 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Unset dirty status for tenant:996868ed74f547c5956aa189e3d49465 on resource:security_group {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:28:24.077221 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-3f9e623d-017a-4428-adf5-9e762f6998c0 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] 10.222.0.85 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2877505 May 30 20:28:24.086354 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 41070) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:24.105654 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-f8b78ad9-749a-4173-ac7a-f7db82262f9c tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Request body: {'security_group': {'name': 'tempest-secgroup--2146381449'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:28:24.109981 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning for port a6eab4f9-6419-475b-93be-c69f2ef12efd completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:28:24.118781 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning complete for port a6eab4f9-6419-475b-93be-c69f2ef12efd triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:28:24.121846 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:24.136251 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-f8b78ad9-749a-4173-ac7a-f7db82262f9c tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:28:24.175983 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-f8b78ad9-749a-4173-ac7a-f7db82262f9c tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:28:24.324915 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:24.372282 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f38aca20-de16-4922-836f-00c7c609503d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6eab4f9-6419-475b-93be-c69f2ef12efd'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:28:24.397124 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port a6eab4f9-6419-475b-93be-c69f2ef12efd, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=a6eab4f9-6419-475b-93be-c69f2ef12efd,segment=NetworkSegment(b78e2ba6-ffa9-4506-8832-06fa459f4605),segment_id=b78e2ba6-ffa9-4506-8832-06fa459f4605)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:28:24.418924 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f8b78ad9-749a-4173-ac7a-f7db82262f9c tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:24.443126 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-82503279-4774-49ea-8a8c-60785fc193ca tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:24.464277 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:24.638587 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-82503279-4774-49ea-8a8c-60785fc193ca tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6766d5d6-3fbf-4acc-9382-5086a10f7816']}} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:28:24.664374 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-f8b78ad9-749a-4173-ac7a-f7db82262f9c tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:28:24.667126 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-82503279-4774-49ea-8a8c-60785fc193ca tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '121448c4-a99f-457e-ba69-ba8586333aa6') {'for_net_delete': True} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:28:24.667600 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-82503279-4774-49ea-8a8c-60785fc193ca tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '121448c4-a99f-457e-ba69-ba8586333aa6') {} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:28:24.698103 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-f8b78ad9-749a-4173-ac7a-f7db82262f9c tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Usage tracker for resource:security_group_rule and tenant:996868ed74f547c5956aa189e3d49465 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:28:24.705373 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-82503279-4774-49ea-8a8c-60785fc193ca tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3149912'] for segment, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:24.716166 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-f8b78ad9-749a-4173-ac7a-f7db82262f9c tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:28:24.721531 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=a6eab4f9-6419-475b-93be-c69f2ef12efd,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:24.743443 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-82503279-4774-49ea-8a8c-60785fc193ca tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:24.770337 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82503279-4774-49ea-8a8c-60785fc193ca tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Releasing vlan 698 on physical network physnet1 to pool {{(pid=84887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:28:24.770742 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-82503279-4774-49ea-8a8c-60785fc193ca tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4055488'] for segment, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:24.786355 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-f8b78ad9-749a-4173-ac7a-f7db82262f9c tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:28:24.803986 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd49afad-adf8-4f15-952a-f8b1203333b9 req-e25ef79c-9ad8-47fd-849a-180bf5cf2ef8 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:24.807589 n-d-843948-2 neutron-server[84887]: Traceback (most recent call last): May 30 20:28:24.807589 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:28:24.807589 n-d-843948-2 neutron-server[84887]: timer() May 30 20:28:24.807589 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:28:24.807589 n-d-843948-2 neutron-server[84887]: cb(*args, **kw) May 30 20:28:24.807589 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:28:24.807589 n-d-843948-2 neutron-server[84887]: return func(*args, **kwargs) May 30 20:28:24.807589 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:28:24.807589 n-d-843948-2 neutron-server[84887]: self._notify() May 30 20:28:24.807589 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:28:24.807589 n-d-843948-2 neutron-server[84887]: self.callback(batched_events) May 30 20:28:24.807589 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:28:24.807589 n-d-843948-2 neutron-server[84887]: event.method(event) May 30 20:28:24.807589 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:28:24.807589 n-d-843948-2 neutron-server[84887]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:28:24.807589 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:28:24.807589 n-d-843948-2 neutron-server[84887]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:28:24.807589 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:28:24.807589 n-d-843948-2 neutron-server[84887]: return f(self, *a, **k) May 30 20:28:24.807589 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:28:24.807589 n-d-843948-2 neutron-server[84887]: return self._get(url).json() May 30 20:28:24.807589 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:28:24.807589 n-d-843948-2 neutron-server[84887]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:28:24.807589 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:28:24.807589 n-d-843948-2 neutron-server[84887]: return self.request(url, 'GET', **kwargs) May 30 20:28:24.807589 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:28:24.807589 n-d-843948-2 neutron-server[84887]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:28:24.807589 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:28:24.807589 n-d-843948-2 neutron-server[84887]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:28:24.807589 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:28:24.807589 n-d-843948-2 neutron-server[84887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:28:24.807589 n-d-843948-2 neutron-server[84887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:28:24.810471 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-bd49afad-adf8-4f15-952a-f8b1203333b9 req-e25ef79c-9ad8-47fd-849a-180bf5cf2ef8 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "GET /v2.0/ports?device_id=f38aca20-de16-4922-836f-00c7c609503d HTTP/1.1" status: 200 len: 944 time: 0.5180721 May 30 20:28:24.950803 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590fb18d-bae7-45d7-a936-556c38ff5cf4 req-d9064fcf-137b-4e01-98af-888c4a3283a7 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:24.958349 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-590fb18d-bae7-45d7-a936-556c38ff5cf4 req-d9064fcf-137b-4e01-98af-888c4a3283a7 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=c83f8ea1-67e6-4f2a-b0c1-961414a5e7c1 HTTP/1.1" status: 200 len: 945 time: 0.4855738 May 30 20:28:24.979294 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-bd49afad-adf8-4f15-952a-f8b1203333b9 req-f6ffad8a-e0a1-42a0-aa2a-9ff72379e6d1 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "GET /v2.0/security-groups?id=cb89c6a9-af9c-4629-88dc-907327ba1ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1562817 May 30 20:28:25.031829 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f8b78ad9-749a-4173-ac7a-f7db82262f9c tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:25.064865 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-590fb18d-bae7-45d7-a936-556c38ff5cf4 req-3615e245-813a-40bf-8d5a-129684e5a4d7 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ed3b12a-c5d4-4ba2-906c-9900ee2b8018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054473 May 30 20:28:25.086296 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-568dda76-a9a8-4a41-9ca1-7796c8879677 req-9eb0033a-d41e-41c8-8966-baa7cd8089c4 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=7aad7ab8-22c4-47e2-abf2-9cc744ce8553&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1973224 May 30 20:28:25.086584 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1096960b-fa7b-4cef-ac6b-f194b2a55249'] response: {'server_uuid': 'f38aca20-de16-4922-836f-00c7c609503d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6eab4f9-6419-475b-93be-c69f2ef12efd', 'code': 200} May 30 20:28:25.100551 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-82503279-4774-49ea-8a8c-60785fc193ca tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:25.135083 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f8b78ad9-749a-4173-ac7a-f7db82262f9c tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:25.144730 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-82503279-4774-49ea-8a8c-60785fc193ca tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:25.178089 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82503279-4774-49ea-8a8c-60785fc193ca tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Pushing event deleted for resources: {'Network': ['ID=6766d5d6-3fbf-4acc-9382-5086a10f7816,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:25.185794 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b78ad9-749a-4173-ac7a-f7db82262f9c tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df9519b3-04d1-4b5f-8c95-d912973e536b,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:25.185952 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-82503279-4774-49ea-8a8c-60785fc193ca tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] 10.222.0.85 "DELETE /v2.0/networks/6766d5d6-3fbf-4acc-9382-5086a10f7816 HTTP/1.1" status: 204 len: 168 time: 1.4248259 May 30 20:28:25.185952 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 41092) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:25.193014 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-c50bc549-6013-428a-a0df-57bd2d2d35cc tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-189162022'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:28:25.211105 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-c50bc549-6013-428a-a0df-57bd2d2d35cc tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:28:25.216840 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-c50bc549-6013-428a-a0df-57bd2d2d35cc tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Usage tracker for resource:network and tenant:4be4d49ae6064975a8617cd4194dcba7 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:28:25.228436 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-c50bc549-6013-428a-a0df-57bd2d2d35cc tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:28:25.231039 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 41096) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:25.245816 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-c50bc549-6013-428a-a0df-57bd2d2d35cc tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:28:25.377275 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f8b78ad9-749a-4173-ac7a-f7db82262f9c tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:25.382534 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-f8b78ad9-749a-4173-ac7a-f7db82262f9c tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.2914438 May 30 20:28:25.383414 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 41104) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:25.398414 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-41c48f75-bd6a-4892-b105-2332f949bf7e tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Request body: {'security_group_rule': {'security_group_id': 'df9519b3-04d1-4b5f-8c95-d912973e536b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:28:25.399228 n-d-843948-2 neutron-server[84886]: INFO neutron.api.v2.resource [None req-41c48f75-bd6a-4892-b105-2332f949bf7e tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 20:28:25.403558 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-41c48f75-bd6a-4892-b105-2332f949bf7e tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0194221 May 30 20:28:25.404708 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 41110) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:25.413375 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-583efcb3-6764-40ab-a51c-988154476512 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Request body: {'security_group_rule': {'security_group_id': 'df9519b3-04d1-4b5f-8c95-d912973e536b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:28:25.414766 n-d-843948-2 neutron-server[84886]: INFO neutron.api.v2.resource [None req-583efcb3-6764-40ab-a51c-988154476512 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 20:28:25.417183 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9fce13b5-ddaa-4a5c-a216-0932be766426 req-be6815f4-f5d8-4ddb-a018-027b949725e9 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=f38aca20-de16-4922-836f-00c7c609503d HTTP/1.1" status: 200 len: 1096 time: 0.1625819 May 30 20:28:25.422880 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-583efcb3-6764-40ab-a51c-988154476512 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0121241 May 30 20:28:25.423033 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 41114) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:25.430537 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-8fbb9786-3c44-4292-a6b6-8b8c6bc6cba3 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Request body: {'security_group_rule': {'security_group_id': 'df9519b3-04d1-4b5f-8c95-d912973e536b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:28:25.431335 n-d-843948-2 neutron-server[84886]: INFO neutron.api.v2.resource [None req-8fbb9786-3c44-4292-a6b6-8b8c6bc6cba3 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 20:28:25.433512 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-8fbb9786-3c44-4292-a6b6-8b8c6bc6cba3 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0083511 May 30 20:28:25.436336 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 41120) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:25.443223 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-3701a6dc-7fdb-4316-a01b-bb26109d2af5 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Request body: {'security_group_rule': {'security_group_id': 'df9519b3-04d1-4b5f-8c95-d912973e536b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:28:25.445326 n-d-843948-2 neutron-server[84886]: INFO neutron.api.v2.resource [None req-3701a6dc-7fdb-4316-a01b-bb26109d2af5 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 20:28:25.449201 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-568dda76-a9a8-4a41-9ca1-7796c8879677 req-9334a7b0-1796-4b71-bf5b-e3cd2c22f93d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=af4cc1fbb91e4a5c856e947d8072b697&device_id=7aad7ab8-22c4-47e2-abf2-9cc744ce8553 HTTP/1.1" status: 200 len: 1095 time: 0.1509960 May 30 20:28:25.449444 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-3701a6dc-7fdb-4316-a01b-bb26109d2af5 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0091355 May 30 20:28:25.451216 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 41124) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:25.512155 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c50bc549-6013-428a-a0df-57bd2d2d35cc tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Made reservation on behalf of 4be4d49ae6064975a8617cd4194dcba7 for: {'network': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:28:25.515403 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c50bc549-6013-428a-a0df-57bd2d2d35cc tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:25.564023 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4e0ae3b6-d8e2-480e-b44c-d8b9d9bd1689 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:25.591891 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9fce13b5-ddaa-4a5c-a216-0932be766426 req-13526e00-0ff5-472f-9409-c552c74d679a service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=cb89c6a9-af9c-4629-88dc-907327ba1ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1641405 May 30 20:28:25.614144 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4e0ae3b6-d8e2-480e-b44c-d8b9d9bd1689 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:25.631041 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c50bc549-6013-428a-a0df-57bd2d2d35cc tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] vlan segment allocate from pool success with {'vlan_id': 657, 'physical_network': 'physnet1'} {{(pid=84887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:28:25.669280 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c50bc549-6013-428a-a0df-57bd2d2d35cc tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:25.670315 n-d-843948-2 neutron-server[84887]: INFO neutron.db.segments_db [None req-c50bc549-6013-428a-a0df-57bd2d2d35cc tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Added segment a5295bd0-ee64-4b1e-a56c-985fda503f10 of type vlan for network 9b7abf3b-7f3a-42a5-a01e-1636944ecee4 May 30 20:28:25.682784 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568dda76-a9a8-4a41-9ca1-7796c8879677 req-9881e022-b417-470c-a8c4-c200f03079b2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:25.684246 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-568dda76-a9a8-4a41-9ca1-7796c8879677 req-9881e022-b417-470c-a8c4-c200f03079b2 service neutron] 10.222.0.86 "GET /v2.0/networks?id=ff30330a-0ebe-4836-9458-b813d1bcbde4 HTTP/1.1" status: 200 len: 913 time: 0.1986187 May 30 20:28:25.780482 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-faef167f-b23a-4856-b025-89de916b801b admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-646168234-network', 'tenant_id': '70ef18c5b6334bfaa2fbdd6139af8659'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:28:25.788540 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-faef167f-b23a-4856-b025-89de916b801b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:28:25.800449 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-faef167f-b23a-4856-b025-89de916b801b admin admin] Usage tracker for resource:network and tenant:70ef18c5b6334bfaa2fbdd6139af8659 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:28:25.800866 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-568dda76-a9a8-4a41-9ca1-7796c8879677 req-a24dbe2a-359f-43a1-b056-7ed7338caba9 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bcdfc29b-75b2-4955-871a-03ddaef96f61 HTTP/1.1" status: 200 len: 999 time: 0.1023788 May 30 20:28:25.805355 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c50bc549-6013-428a-a0df-57bd2d2d35cc tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:25.808705 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-faef167f-b23a-4856-b025-89de916b801b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:28:25.825395 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-faef167f-b23a-4856-b025-89de916b801b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:28:25.835071 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4e0ae3b6-d8e2-480e-b44c-d8b9d9bd1689 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:25.869299 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0ae3b6-d8e2-480e-b44c-d8b9d9bd1689 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df9519b3-04d1-4b5f-8c95-d912973e536b,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:25.889193 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4e0ae3b6-d8e2-480e-b44c-d8b9d9bd1689 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:25.889193 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-4e0ae3b6-d8e2-480e-b44c-d8b9d9bd1689 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] 10.222.0.85 "DELETE /v2.0/security-groups/df9519b3-04d1-4b5f-8c95-d912973e536b HTTP/1.1" status: 204 len: 168 time: 0.4354606 May 30 20:28:25.890550 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568dda76-a9a8-4a41-9ca1-7796c8879677 req-53c88f3e-5171-44c8-ba6d-68bb22db2205 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:25.892327 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-568dda76-a9a8-4a41-9ca1-7796c8879677 req-53c88f3e-5171-44c8-ba6d-68bb22db2205 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7991eded-d330-4e4e-ace3-aeb4d5f3ff0a HTTP/1.1" status: 200 len: 851 time: 0.0819380 May 30 20:28:25.893471 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 41134) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:25.923502 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faef167f-b23a-4856-b025-89de916b801b admin admin] Made reservation on behalf of 70ef18c5b6334bfaa2fbdd6139af8659 for: {'network': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:28:25.926493 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-faef167f-b23a-4856-b025-89de916b801b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:25.960814 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-faef167f-b23a-4856-b025-89de916b801b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:25.994906 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-57272043-017b-4d51-a9e4-74b30f71b4b8 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Synchronizing usage tracker for tenant:996868ed74f547c5956aa189e3d49465 on resource:security_group {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:28:25.999846 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-568dda76-a9a8-4a41-9ca1-7796c8879677 req-0a45cbfc-dd53-407a-89bd-bfc343cdbe32 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ff30330a-0ebe-4836-9458-b813d1bcbde4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0927551 May 30 20:28:26.041028 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-faef167f-b23a-4856-b025-89de916b801b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:28:26.048202 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-faef167f-b23a-4856-b025-89de916b801b admin admin] Usage tracker for resource:security_group_rule and tenant:70ef18c5b6334bfaa2fbdd6139af8659 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:28:26.060690 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-faef167f-b23a-4856-b025-89de916b801b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:28:26.069249 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-faef167f-b23a-4856-b025-89de916b801b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:28:26.098827 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-57272043-017b-4d51-a9e4-74b30f71b4b8 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Unset dirty status for tenant:996868ed74f547c5956aa189e3d49465 on resource:security_group {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:28:26.115477 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-57272043-017b-4d51-a9e4-74b30f71b4b8 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] 10.222.0.85 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2207503 May 30 20:28:26.123527 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 41144) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:26.143900 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-2607484d-b85a-4ae4-9599-4c829a026d9d tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Request body: {'security_group': {'name': 'tempest-secgroup--920898328'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:28:26.160707 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c50bc549-6013-428a-a0df-57bd2d2d35cc tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:26.165574 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-2607484d-b85a-4ae4-9599-4c829a026d9d tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:28:26.171360 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c50bc549-6013-428a-a0df-57bd2d2d35cc tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:26.171995 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c50bc549-6013-428a-a0df-57bd2d2d35cc tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:26.188316 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-2607484d-b85a-4ae4-9599-4c829a026d9d tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:28:26.212252 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-26cfbc9f-f929-4c5f-92fc-78e17dfa613a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:26.398522 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-faef167f-b23a-4856-b025-89de916b801b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:26.421373 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50bc549-6013-428a-a0df-57bd2d2d35cc tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Pushing event updated for resources: {'Network': ['ID=9b7abf3b-7f3a-42a5-a01e-1636944ecee4,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:26.426585 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ac447e-d119-458d-8317-72a196ef75d2 req-ef336ea5-7b8c-4198-9869-660e151f1ef5 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:26.426585 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a6ac447e-d119-458d-8317-72a196ef75d2 req-ef336ea5-7b8c-4198-9869-660e151f1ef5 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "GET /v2.0/ports?device_id=f38aca20-de16-4922-836f-00c7c609503d HTTP/1.1" status: 200 len: 945 time: 0.2405517 May 30 20:28:26.433136 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network 9b7abf3b-7f3a-42a5-a01e-1636944ecee4 details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:28:26.457556 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-c50bc549-6013-428a-a0df-57bd2d2d35cc tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.2708917 May 30 20:28:26.466005 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 41156) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:26.482174 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-7287bb74-4c9d-4e1e-bda6-4615427ed460 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Request body: {'subnet': {'network_id': '9b7abf3b-7f3a-42a5-a01e-1636944ecee4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:28:26.507565 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-568dda76-a9a8-4a41-9ca1-7796c8879677 req-3d361603-b64c-42d1-be4f-ab23cebbb09e service neutron] 10.222.0.86 "GET /v2.0/networks/ff30330a-0ebe-4836-9458-b813d1bcbde4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4986074 May 30 20:28:26.514328 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-faef167f-b23a-4856-b025-89de916b801b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:26.554592 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faef167f-b23a-4856-b025-89de916b801b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33a3fd53-a3f8-49f0-823f-5999beca3e0d,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:26.586648 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a6ac447e-d119-458d-8317-72a196ef75d2 req-d78743cc-7472-42e9-b38a-fa58e904c359 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "GET /v2.0/security-groups?id=cb89c6a9-af9c-4629-88dc-907327ba1ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1426096 May 30 20:28:26.587350 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-faef167f-b23a-4856-b025-89de916b801b admin admin] vlan segment allocate from pool success with {'vlan_id': 696, 'physical_network': 'physnet1'} {{(pid=84886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:28:26.610762 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-faef167f-b23a-4856-b025-89de916b801b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:26.614739 n-d-843948-2 neutron-server[84886]: INFO neutron.db.segments_db [None req-faef167f-b23a-4856-b025-89de916b801b admin admin] Added segment 0f661650-afd1-4b4e-a9a7-b559131eb58f of type vlan for network cbdad1c3-6f7c-44f2-bb38-edd33529befb May 30 20:28:26.660288 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2607484d-b85a-4ae4-9599-4c829a026d9d tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:26.678233 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-faef167f-b23a-4856-b025-89de916b801b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:26.734804 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-2607484d-b85a-4ae4-9599-4c829a026d9d tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:28:26.745898 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-2607484d-b85a-4ae4-9599-4c829a026d9d tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Usage tracker for resource:security_group_rule and tenant:996868ed74f547c5956aa189e3d49465 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:28:26.754157 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-7287bb74-4c9d-4e1e-bda6-4615427ed460 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:28:26.754726 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-2607484d-b85a-4ae4-9599-4c829a026d9d tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:28:26.762323 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-7287bb74-4c9d-4e1e-bda6-4615427ed460 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Usage tracker for resource:subnet and tenant:4be4d49ae6064975a8617cd4194dcba7 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:28:26.771217 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-2607484d-b85a-4ae4-9599-4c829a026d9d tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:28:26.776141 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-7287bb74-4c9d-4e1e-bda6-4615427ed460 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:28:26.787383 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-7287bb74-4c9d-4e1e-bda6-4615427ed460 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:28:26.814028 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-568dda76-a9a8-4a41-9ca1-7796c8879677 req-8d8cd73d-37b9-4219-9c69-0f4a7a5c4000 service neutron] 10.222.0.86 "GET /v2.0/networks/ff30330a-0ebe-4836-9458-b813d1bcbde4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2920978 May 30 20:28:26.818464 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.db.resource_extend [None req-faef167f-b23a-4856-b025-89de916b801b admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:28:26.952665 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2607484d-b85a-4ae4-9599-4c829a026d9d tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:27.120339 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-40cbfe7c-ba03-4eb6-9e12-45a78c371955 req-652fe94e-bf37-45cf-9cbd-7f5fd53024a4 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=31630769-93b9-4bef-92c3-bf4dd9f89e28&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0742474 May 30 20:28:27.135226 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7287bb74-4c9d-4e1e-bda6-4615427ed460 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Made reservation on behalf of 4be4d49ae6064975a8617cd4194dcba7 for: {'subnet': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:28:27.172443 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-faef167f-b23a-4856-b025-89de916b801b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:27.173325 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faef167f-b23a-4856-b025-89de916b801b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:27.174581 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-faef167f-b23a-4856-b025-89de916b801b admin admin] Notify callbacks [] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:27.222431 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2607484d-b85a-4ae4-9599-4c829a026d9d tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:27.370408 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faef167f-b23a-4856-b025-89de916b801b admin admin] Pushing event updated for resources: {'Network': ['ID=cbdad1c3-6f7c-44f2-bb38-edd33529befb,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:27.372849 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2607484d-b85a-4ae4-9599-4c829a026d9d tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc7f9cab-20f1-4267-abf6-4173425993ec,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:27.381578 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network cbdad1c3-6f7c-44f2-bb38-edd33529befb details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:28:27.385672 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-faef167f-b23a-4856-b025-89de916b801b admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.1534872 May 30 20:28:27.390368 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 41172) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:27.399889 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-caf86ccd-1bf8-4422-9921-2ead26e2e3f5 admin admin] Request body: {'subnet': {'network_id': 'cbdad1c3-6f7c-44f2-bb38-edd33529befb', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-646168234-subnet', 'tenant_id': '70ef18c5b6334bfaa2fbdd6139af8659', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:28:27.409690 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2607484d-b85a-4ae4-9599-4c829a026d9d tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:27.414282 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-2607484d-b85a-4ae4-9599-4c829a026d9d tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.2830298 May 30 20:28:27.414282 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-caf86ccd-1bf8-4422-9921-2ead26e2e3f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:28:27.414528 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 41176) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:27.422868 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-83f2b236-ba26-44d9-992e-7c1734a0fc0b tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Request body: {'security_group_rule': {'security_group_id': 'cc7f9cab-20f1-4267-abf6-4173425993ec', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:28:27.423563 n-d-843948-2 neutron-server[84886]: INFO neutron.api.v2.resource [None req-83f2b236-ba26-44d9-992e-7c1734a0fc0b tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 20:28:27.429814 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-83f2b236-ba26-44d9-992e-7c1734a0fc0b tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0097415 May 30 20:28:27.429814 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-caf86ccd-1bf8-4422-9921-2ead26e2e3f5 admin admin] Usage tracker for resource:subnet and tenant:70ef18c5b6334bfaa2fbdd6139af8659 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:28:27.430450 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 41180) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:27.435042 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7287bb74-4c9d-4e1e-bda6-4615427ed460 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114220'] for subnet, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:27.435373 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-caf86ccd-1bf8-4422-9921-2ead26e2e3f5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:28:27.444018 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-c407da8d-67bd-40a3-9fc3-1327f1983e58 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Request body: {'security_group_rule': {'security_group_id': 'cc7f9cab-20f1-4267-abf6-4173425993ec', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:28:27.468765 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-c407da8d-67bd-40a3-9fc3-1327f1983e58 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:28:27.471973 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-caf86ccd-1bf8-4422-9921-2ead26e2e3f5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:28:27.482962 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-c407da8d-67bd-40a3-9fc3-1327f1983e58 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Usage tracker for resource:security_group_rule and tenant:996868ed74f547c5956aa189e3d49465 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:28:27.487883 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-c407da8d-67bd-40a3-9fc3-1327f1983e58 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:28:27.496905 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-c407da8d-67bd-40a3-9fc3-1327f1983e58 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:28:27.546637 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-40cbfe7c-ba03-4eb6-9e12-45a78c371955 req-ee6a7116-0cb8-4970-a410-7b3a7ac68056 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=af4cc1fbb91e4a5c856e947d8072b697&device_id=31630769-93b9-4bef-92c3-bf4dd9f89e28 HTTP/1.1" status: 200 len: 1097 time: 0.2132554 May 30 20:28:27.548002 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.ipam_backend_mixin [None req-7287bb74-4c9d-4e1e-bda6-4615427ed460 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Performing IP validity checks on allocation pools {{(pid=84887) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 30 20:28:27.548621 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.ipam_backend_mixin [None req-7287bb74-4c9d-4e1e-bda6-4615427ed460 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84887) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 30 20:28:27.614308 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caf86ccd-1bf8-4422-9921-2ead26e2e3f5 admin admin] Made reservation on behalf of 70ef18c5b6334bfaa2fbdd6139af8659 for: {'subnet': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:28:27.616777 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-caf86ccd-1bf8-4422-9921-2ead26e2e3f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2778563'] for subnet, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:27.812264 n-d-843948-2 neutron-server[84886]: INFO neutron.api.v2.resource [None req-c407da8d-67bd-40a3-9fc3-1327f1983e58 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 20:28:27.816375 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-c407da8d-67bd-40a3-9fc3-1327f1983e58 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3816831 May 30 20:28:27.819570 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 41192) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:27.832308 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-d3e94cb8-a188-4b0b-90dc-307614225233 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Request body: {'security_group_rule': {'security_group_id': 'cc7f9cab-20f1-4267-abf6-4173425993ec', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:28:27.833328 n-d-843948-2 neutron-server[84886]: INFO neutron.api.v2.resource [None req-d3e94cb8-a188-4b0b-90dc-307614225233 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 20:28:27.837560 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-d3e94cb8-a188-4b0b-90dc-307614225233 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0137696 May 30 20:28:27.855237 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 41196) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:27.866509 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-7f15e09e-2d42-41b6-a936-29422a9bd7be tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Request body: {'security_group_rule': {'security_group_id': 'cc7f9cab-20f1-4267-abf6-4173425993ec', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:28:27.939277 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-7f15e09e-2d42-41b6-a936-29422a9bd7be tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:28:27.979068 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cbfe7c-ba03-4eb6-9e12-45a78c371955 req-dc6227f5-20ce-4d8d-afe5-e5005527392f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:27.980828 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-40cbfe7c-ba03-4eb6-9e12-45a78c371955 req-dc6227f5-20ce-4d8d-afe5-e5005527392f service neutron] 10.222.0.71 "GET /v2.0/networks?id=ff30330a-0ebe-4836-9458-b813d1bcbde4 HTTP/1.1" status: 200 len: 913 time: 0.4073491 May 30 20:28:27.983895 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-7f15e09e-2d42-41b6-a936-29422a9bd7be tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Usage tracker for resource:security_group_rule and tenant:996868ed74f547c5956aa189e3d49465 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:28:27.988930 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-7f15e09e-2d42-41b6-a936-29422a9bd7be tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:28:28.052539 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7287bb74-4c9d-4e1e-bda6-4615427ed460 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4055401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114238'] for subnet, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:28.056965 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-7f15e09e-2d42-41b6-a936-29422a9bd7be tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:28:28.059559 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ef4969-8794-4089-8ba5-4911f0f28c9b req-c666a913-2d82-402a-9059-1f608fd163c6 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:28.061128 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a8ef4969-8794-4089-8ba5-4911f0f28c9b req-c666a913-2d82-402a-9059-1f608fd163c6 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "GET /v2.0/ports?device_id=f38aca20-de16-4922-836f-00c7c609503d HTTP/1.1" status: 200 len: 945 time: 0.1722977 May 30 20:28:28.118112 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-caf86ccd-1bf8-4422-9921-2ead26e2e3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4127140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2778577'] for subnet, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:28.135630 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7287bb74-4c9d-4e1e-bda6-4615427ed460 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Pushing event updated for resources: {'Subnet': ['ID=194bf7fd-e590-4593-a489-77d86819c6ec,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:28.146137 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-40cbfe7c-ba03-4eb6-9e12-45a78c371955 req-996e2f9a-c6c2-4cfe-94db-62f2e162c619 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5a1890e7-bff3-481d-97b4-974c081578cc HTTP/1.1" status: 200 len: 217 time: 0.1582916 May 30 20:28:28.207041 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf86ccd-1bf8-4422-9921-2ead26e2e3f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=707da4f3-05e5-421c-bfed-f8c56dd2a3e4,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:28.218919 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a8ef4969-8794-4089-8ba5-4911f0f28c9b req-d9acb917-b57b-415e-bf8e-fa10998b44bc tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "GET /v2.0/security-groups?id=cb89c6a9-af9c-4629-88dc-907327ba1ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1472104 May 30 20:28:28.235226 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cbfe7c-ba03-4eb6-9e12-45a78c371955 req-26676790-d752-4b1d-890d-96862d2704e0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:28.237068 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-40cbfe7c-ba03-4eb6-9e12-45a78c371955 req-26676790-d752-4b1d-890d-96862d2704e0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=7991eded-d330-4e4e-ace3-aeb4d5f3ff0a HTTP/1.1" status: 200 len: 851 time: 0.0856049 May 30 20:28:28.262099 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf86ccd-1bf8-4422-9921-2ead26e2e3f5 admin admin] Checking segment: {'id': '0f661650-afd1-4b4e-a9a7-b559131eb58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'cbdad1c3-6f7c-44f2-bb38-edd33529befb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:28:28.262458 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf86ccd-1bf8-4422-9921-2ead26e2e3f5 admin admin] Network hostable DHCP agents. Network: cbdad1c3-6f7c-44f2-bb38-edd33529befb, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:28:28.301864 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7287bb74-4c9d-4e1e-bda6-4615427ed460 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Checking segment: {'id': 'a5295bd0-ee64-4b1e-a56c-985fda503f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '9b7abf3b-7f3a-42a5-a01e-1636944ecee4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:28:28.302675 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7287bb74-4c9d-4e1e-bda6-4615427ed460 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Network hostable DHCP agents. Network: 9b7abf3b-7f3a-42a5-a01e-1636944ecee4, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:28:28.366735 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf86ccd-1bf8-4422-9921-2ead26e2e3f5 admin admin] Network cbdad1c3-6f7c-44f2-bb38-edd33529befb is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:28:28.366931 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-40cbfe7c-ba03-4eb6-9e12-45a78c371955 req-c5794eee-7a32-4120-804f-c4546d3e7ea0 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ff30330a-0ebe-4836-9458-b813d1bcbde4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1242294 May 30 20:28:28.465428 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7287bb74-4c9d-4e1e-bda6-4615427ed460 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Network 9b7abf3b-7f3a-42a5-a01e-1636944ecee4 is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:28:28.467988 n-d-843948-2 neutron-server[84887]: INFO neutron.api.v2.resource [None req-7f15e09e-2d42-41b6-a936-29422a9bd7be tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 20:28:28.471713 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-7f15e09e-2d42-41b6-a936-29422a9bd7be tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.6095283 May 30 20:28:28.472824 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 41208) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:28.481502 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-1c33f399-7604-46c5-970b-57f44086207a tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Request body: {'security_group_rule': {'security_group_id': 'cc7f9cab-20f1-4267-abf6-4173425993ec', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:28:28.483111 n-d-843948-2 neutron-server[84886]: INFO neutron.api.v2.resource [None req-1c33f399-7604-46c5-970b-57f44086207a tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 20:28:28.487020 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-1c33f399-7604-46c5-970b-57f44086207a tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0122535 May 30 20:28:28.493371 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 41212) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:28.501537 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-38ed56e1-3656-4798-a6eb-11519312364f tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Request body: {'security_group_rule': {'security_group_id': 'cc7f9cab-20f1-4267-abf6-4173425993ec', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:28:28.511647 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-38ed56e1-3656-4798-a6eb-11519312364f tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:28:28.519108 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-38ed56e1-3656-4798-a6eb-11519312364f tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Usage tracker for resource:security_group_rule and tenant:996868ed74f547c5956aa189e3d49465 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:28:28.524336 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-38ed56e1-3656-4798-a6eb-11519312364f tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:28:28.534056 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-38ed56e1-3656-4798-a6eb-11519312364f tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:28:28.547278 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-7287bb74-4c9d-4e1e-bda6-4615427ed460 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, 9b7abf3b-7f3a-42a5-a01e-1636944ecee4) {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:28:28.557699 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e004a8fa-b85b-4a5a-91cc-cf8a3cbdff02 None None] Network 9b7abf3b-7f3a-42a5-a01e-1636944ecee4 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:28:28.560158 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 41216) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:28.585638 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7287bb74-4c9d-4e1e-bda6-4615427ed460 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:28.586128 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7287bb74-4c9d-4e1e-bda6-4615427ed460 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:28.586745 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-caf86ccd-1bf8-4422-9921-2ead26e2e3f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, cbdad1c3-6f7c-44f2-bb38-edd33529befb) {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:28:28.608144 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf86ccd-1bf8-4422-9921-2ead26e2e3f5 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:28.610143 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-caf86ccd-1bf8-4422-9921-2ead26e2e3f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:28.620839 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-40cbfe7c-ba03-4eb6-9e12-45a78c371955 req-a5d16da0-923b-4887-b61c-62986eee2008 service neutron] 10.222.0.71 "GET /v2.0/networks/ff30330a-0ebe-4836-9458-b813d1bcbde4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2477720 May 30 20:28:28.630516 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa9b0037-22a7-42a4-a4c5-ae080d7f9422 None None] Network cbdad1c3-6f7c-44f2-bb38-edd33529befb requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:28:28.711354 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-caf86ccd-1bf8-4422-9921-2ead26e2e3f5 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3196559 May 30 20:28:28.716269 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-7287bb74-4c9d-4e1e-bda6-4615427ed460 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2487018 May 30 20:28:28.720620 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 41224) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:28.735231 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f5e911-fd7d-4e3c-a905-c2d3179b375d req-c0c3c3cf-1cf2-49f6-bf36-4266505daddb tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:28.737035 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-22f5e911-fd7d-4e3c-a905-c2d3179b375d req-c0c3c3cf-1cf2-49f6-bf36-4266505daddb tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "GET /v2.0/ports?device_id=f38aca20-de16-4922-836f-00c7c609503d HTTP/1.1" status: 200 len: 945 time: 0.2791800 May 30 20:28:28.748988 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 41228) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:28.761653 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-5b22cfdd-77ef-48ad-8803-a6a070680c8a tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Request body: {'floatingip': {'port_id': 'a6eab4f9-6419-475b-93be-c69f2ef12efd'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:28:28.800387 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-d549f2cd-0aee-408a-85fe-550b3253eb8f tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Request body: {'port': {'network_id': '9b7abf3b-7f3a-42a5-a01e-1636944ecee4', 'name': 'tempest-PortsTestJSON-1388663779'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:28:28.897739 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5b22cfdd-77ef-48ad-8803-a6a070680c8a tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks [] for floatingip, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:29.018007 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9bcdb9d0-b019-465f-91dd-0e1fc126f97b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:29.040618 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-40cbfe7c-ba03-4eb6-9e12-45a78c371955 req-2e05369a-e5fb-49b9-b5cd-84c2f75fa9c9 service neutron] 10.222.0.71 "GET /v2.0/networks/ff30330a-0ebe-4836-9458-b813d1bcbde4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4134183 May 30 20:28:29.166242 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-9bcdb9d0-b019-465f-91dd-0e1fc126f97b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:28:29.179976 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-9bcdb9d0-b019-465f-91dd-0e1fc126f97b admin admin] Usage tracker for resource:security_group_rule and tenant:7e118110ec044fdab7643caccfb37e65 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:28:29.189085 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-9bcdb9d0-b019-465f-91dd-0e1fc126f97b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:28:29.216579 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-d549f2cd-0aee-408a-85fe-550b3253eb8f tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:28:29.218213 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-9bcdb9d0-b019-465f-91dd-0e1fc126f97b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:28:29.239652 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-d549f2cd-0aee-408a-85fe-550b3253eb8f tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:28:29.317461 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad2f14b3-0b47-4873-9a6d-e4a3c096b47f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-9b7abf3b-7f3a-42a5-a01e-1636944ecee4', 'network_id': '9b7abf3b-7f3a-42a5-a01e-1636944ecee4', 'tenant_id': '4be4d49ae6064975a8617cd4194dcba7', 'fixed_ips': [{'subnet_id': '194bf7fd-e590-4593-a489-77d86819c6ec'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:28:29.319681 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ad2f14b3-0b47-4873-9a6d-e4a3c096b47f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:29.328520 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d549f2cd-0aee-408a-85fe-550b3253eb8f tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Made reservation on behalf of 4be4d49ae6064975a8617cd4194dcba7 for: {'port': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:28:29.343619 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d549f2cd-0aee-408a-85fe-550b3253eb8f tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:29.371364 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90957432-dbed-41bf-9a29-e7790fafb22f None None] Network cbdad1c3-6f7c-44f2-bb38-edd33529befb requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:28:29.385133 n-d-843948-2 neutron-server[84886]: INFO neutron.api.v2.resource [None req-38ed56e1-3656-4798-a6eb-11519312364f tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 20:28:29.402664 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-38ed56e1-3656-4798-a6eb-11519312364f tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.9031045 May 30 20:28:29.405543 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 41238) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:29.411489 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-dc993371-1fc6-44d9-802d-53cf2948f4e8 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Request body: {'security_group_rule': {'security_group_id': 'cc7f9cab-20f1-4267-abf6-4173425993ec', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:28:29.412146 n-d-843948-2 neutron-server[84886]: INFO neutron.api.v2.resource [None req-dc993371-1fc6-44d9-802d-53cf2948f4e8 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 20:28:29.417634 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-dc993371-1fc6-44d9-802d-53cf2948f4e8 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0093002 May 30 20:28:29.418155 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 41242) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:29.418155 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 41244) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:29.430504 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-7f8f15ef-14e0-4a0b-9038-7355a5e8f0d0 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Request body: {'security_group_rule': {'security_group_id': 'cc7f9cab-20f1-4267-abf6-4173425993ec', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:28:29.445296 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-7f8f15ef-14e0-4a0b-9038-7355a5e8f0d0 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:28:29.448955 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [None req-d549f2cd-0aee-408a-85fe-550b3253eb8f tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] device_id is not set on port a6a64949-661d-4822-a924-9ef93982784e yet. {{(pid=84886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:28:29.489842 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-7f8f15ef-14e0-4a0b-9038-7355a5e8f0d0 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Usage tracker for resource:security_group_rule and tenant:996868ed74f547c5956aa189e3d49465 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:28:29.494361 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-7f8f15ef-14e0-4a0b-9038-7355a5e8f0d0 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:28:29.512552 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-7f8f15ef-14e0-4a0b-9038-7355a5e8f0d0 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:28:29.663845 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-d549f2cd-0aee-408a-85fe-550b3253eb8f tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Allocated IP 172.20.0.4 (9b7abf3b-7f3a-42a5-a01e-1636944ecee4/194bf7fd-e590-4593-a489-77d86819c6ec/a6a64949-661d-4822-a924-9ef93982784e) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:28:29.745963 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-468c8c99-e34b-4d1c-9456-74246a64d3a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:29.773270 n-d-843948-2 neutron-server[84886]: INFO neutron.api.v2.resource [None req-7f8f15ef-14e0-4a0b-9038-7355a5e8f0d0 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 20:28:29.777008 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-7f8f15ef-14e0-4a0b-9038-7355a5e8f0d0 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3553860 May 30 20:28:29.777727 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 41258) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:29.783240 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-87f74831-2004-4d1d-aac0-1f267045a0c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:29.803929 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-1fd6778a-7a87-47c9-a918-d0b8703b92a9 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Request body: {'security_group_rule': {'security_group_id': 'cc7f9cab-20f1-4267-abf6-4173425993ec', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:28:29.810470 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-1fd6778a-7a87-47c9-a918-d0b8703b92a9 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:28:29.815328 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-1fd6778a-7a87-47c9-a918-d0b8703b92a9 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Usage tracker for resource:security_group_rule and tenant:996868ed74f547c5956aa189e3d49465 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:28:29.818475 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-1fd6778a-7a87-47c9-a918-d0b8703b92a9 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:28:29.829257 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-1fd6778a-7a87-47c9-a918-d0b8703b92a9 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:28:29.858245 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:29.917826 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-468c8c99-e34b-4d1c-9456-74246a64d3a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:28:29.928124 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-468c8c99-e34b-4d1c-9456-74246a64d3a1 admin admin] Usage tracker for resource:security_group_rule and tenant:f54fd3a0569c4bc99143243e7dba02d1 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:28:29.933239 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-468c8c99-e34b-4d1c-9456-74246a64d3a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:28:29.953203 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-468c8c99-e34b-4d1c-9456-74246a64d3a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:28:30.008868 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d549f2cd-0aee-408a-85fe-550b3253eb8f tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:30.034486 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [None req-d549f2cd-0aee-408a-85fe-550b3253eb8f tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Transition to ACTIVE for port object a6a64949-661d-4822-a924-9ef93982784e will not be triggered until provisioned by entity DHCP. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:28:30.048384 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9bcdb9d0-b019-465f-91dd-0e1fc126f97b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:30.089035 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a9cf80-0134-4d87-a41f-9c51686ee017 req-c3b67ea8-6380-471a-a2bc-f3bd7f64afd7 tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:30.090570 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b3a9cf80-0134-4d87-a41f-9c51686ee017 req-c3b67ea8-6380-471a-a2bc-f3bd7f64afd7 tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] 10.222.0.85 "GET /v2.0/networks?id=cbdad1c3-6f7c-44f2-bb38-edd33529befb HTTP/1.1" status: 200 len: 812 time: 0.2138977 May 30 20:28:30.097023 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-468c8c99-e34b-4d1c-9456-74246a64d3a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:30.151992 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9bcdb9d0-b019-465f-91dd-0e1fc126f97b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:30.187047 n-d-843948-2 neutron-server[84886]: INFO neutron.api.v2.resource [None req-1fd6778a-7a87-47c9-a918-d0b8703b92a9 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 20:28:30.188075 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-1fd6778a-7a87-47c9-a918-d0b8703b92a9 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4076648 May 30 20:28:30.191104 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 41268) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:30.222871 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d549f2cd-0aee-408a-85fe-550b3253eb8f tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:30.224463 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-468c8c99-e34b-4d1c-9456-74246a64d3a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:30.230962 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b3a9cf80-0134-4d87-a41f-9c51686ee017 req-21f94f46-f7cd-4e84-b4db-c6b676ef2ef1 tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] 10.222.0.85 "GET /v2.0/quotas/70ef18c5b6334bfaa2fbdd6139af8659 HTTP/1.1" status: 200 len: 375 time: 0.0862310 May 30 20:28:30.254482 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcdb9d0-b019-465f-91dd-0e1fc126f97b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdf87398-a02e-40cc-b1d3-7e2338222ca3,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:30.293541 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5b22cfdd-77ef-48ad-8803-a6a070680c8a tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:30.301215 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-ad2f14b3-0b47-4873-9a6d-e4a3c096b47f None None] Allocated IP 172.20.0.2 (9b7abf3b-7f3a-42a5-a01e-1636944ecee4/194bf7fd-e590-4593-a489-77d86819c6ec/3484dfb3-a89c-4389-a3e8-e0b394f33e1e) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:28:30.303639 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-9bcdb9d0-b019-465f-91dd-0e1fc126f97b admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=7e118110ec044fdab7643caccfb37e65&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7363901 May 30 20:28:30.304501 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 41272) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:30.309141 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b3a9cf80-0134-4d87-a41f-9c51686ee017 req-fe26207b-a15c-4ddd-8ef1-bc9c8ee01bc9 tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=70ef18c5b6334bfaa2fbdd6139af8659&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0592158 May 30 20:28:30.358287 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-468c8c99-e34b-4d1c-9456-74246a64d3a1 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=f54fd3a0569c4bc99143243e7dba02d1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9372232 May 30 20:28:30.361879 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 41276) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:30.379065 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468c8c99-e34b-4d1c-9456-74246a64d3a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1663e4a-3254-47e8-94d6-e347585db4a3,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:30.390645 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d549f2cd-0aee-408a-85fe-550b3253eb8f tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Network 9b7abf3b-7f3a-42a5-a01e-1636944ecee4 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:28:30.391728 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d549f2cd-0aee-408a-85fe-550b3253eb8f tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Pushing event updated for resources: {'Port': ['ID=a6a64949-661d-4822-a924-9ef93982784e,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:30.395827 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-d549f2cd-0aee-408a-85fe-550b3253eb8f tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:28:30.405872 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d549f2cd-0aee-408a-85fe-550b3253eb8f tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:28:30.436942 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5b22cfdd-77ef-48ad-8803-a6a070680c8a tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736490'] for floatingip, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:30.457472 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b28dfc53-e561-4281-8a74-a36ef77291e1 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:30.498866 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d549f2cd-0aee-408a-85fe-550b3253eb8f tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:30.499153 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d549f2cd-0aee-408a-85fe-550b3253eb8f tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:30.511947 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b28dfc53-e561-4281-8a74-a36ef77291e1 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:30.618696 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-d549f2cd-0aee-408a-85fe-550b3253eb8f tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.8635285 May 30 20:28:30.621812 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 41280) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:30.643775 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ad2f14b3-0b47-4873-9a6d-e4a3c096b47f None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:30.653713 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e4842e79-7039-4823-9899-a5963fe4c740 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:30.663064 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-ad2f14b3-0b47-4873-9a6d-e4a3c096b47f None None] Transition to ACTIVE for port object 3484dfb3-a89c-4389-a3e8-e0b394f33e1e will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:28:30.682284 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b28dfc53-e561-4281-8a74-a36ef77291e1 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:30.697096 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-ad2f14b3-0b47-4873-9a6d-e4a3c096b47f None None] Transition to ACTIVE for port object 3484dfb3-a89c-4389-a3e8-e0b394f33e1e will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:28:30.710124 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b3a9cf80-0134-4d87-a41f-9c51686ee017 req-9c32cee5-fee2-4246-b3eb-40b6e56e6d59 service neutron] 10.222.0.85 "GET /v2.0/networks/cbdad1c3-6f7c-44f2-bb38-edd33529befb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3773727 May 30 20:28:30.747256 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e4842e79-7039-4823-9899-a5963fe4c740 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:30.771644 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1bd166ac-7b9e-4dfe-bec0-e13d60a58559 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:30.802332 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ad2f14b3-0b47-4873-9a6d-e4a3c096b47f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:30.846331 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28dfc53-e561-4281-8a74-a36ef77291e1 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc7f9cab-20f1-4267-abf6-4173425993ec,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:30.867397 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-709da622-8bb8-4d1a-9669-220deffcb531 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Deleting port a6a64949-661d-4822-a924-9ef93982784e {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:28:30.867804 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-709da622-8bb8-4d1a-9669-220deffcb531 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:30.896272 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b28dfc53-e561-4281-8a74-a36ef77291e1 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:30.899814 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-b28dfc53-e561-4281-8a74-a36ef77291e1 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] 10.222.0.85 "DELETE /v2.0/security-groups/cc7f9cab-20f1-4267-abf6-4173425993ec HTTP/1.1" status: 204 len: 168 time: 0.7052963 May 30 20:28:30.899966 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1bd166ac-7b9e-4dfe-bec0-e13d60a58559 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:30.904268 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 41284) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:30.996473 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2f14b3-0b47-4873-9a6d-e4a3c096b47f None None] Pushing event updated for resources: {'Port': ['ID=3484dfb3-a89c-4389-a3e8-e0b394f33e1e,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:31.004033 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b3a9cf80-0134-4d87-a41f-9c51686ee017 req-6cfdab48-1996-4d1c-badb-8860629739a1 service neutron] 10.222.0.85 "GET /v2.0/networks/cbdad1c3-6f7c-44f2-bb38-edd33529befb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2863729 May 30 20:28:31.013175 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad2f14b3-0b47-4873-9a6d-e4a3c096b47f None None] Network 9b7abf3b-7f3a-42a5-a01e-1636944ecee4 is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:28:31.016361 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-ad2f14b3-0b47-4873-9a6d-e4a3c096b47f None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:28:31.020717 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2f14b3-0b47-4873-9a6d-e4a3c096b47f None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:28:31.031929 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-f0d0f7e0-4855-446b-bcb1-9be8481c2f86 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Synchronizing usage tracker for tenant:996868ed74f547c5956aa189e3d49465 on resource:security_group {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:28:31.112048 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:31.128077 n-d-843948-2 neutron-server[84887]: INFO neutron.db.l3_db [None req-5b22cfdd-77ef-48ad-8803-a6a070680c8a tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Floating IP 35484c7b-a8c5-41e7-85bf-7156bed76d72 associated. External IP: 172.25.8.172, port: a6eab4f9-6419-475b-93be-c69f2ef12efd. May 30 20:28:31.135460 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-ad2f14b3-0b47-4873-9a6d-e4a3c096b47f None None] Attempting to bind port 3484dfb3-a89c-4389-a3e8-e0b394f33e1e on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:28:31.136196 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-ad2f14b3-0b47-4873-9a6d-e4a3c096b47f None None] Attempting to bind port 3484dfb3-a89c-4389-a3e8-e0b394f33e1e by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': 'a5295bd0-ee64-4b1e-a56c-985fda503f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '9b7abf3b-7f3a-42a5-a01e-1636944ecee4'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:28:31.136616 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2f14b3-0b47-4873-9a6d-e4a3c096b47f None None] Attempting to bind port 3484dfb3-a89c-4389-a3e8-e0b394f33e1e on network 9b7abf3b-7f3a-42a5-a01e-1636944ecee4 {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:28:31.144591 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2f14b3-0b47-4873-9a6d-e4a3c096b47f None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:28:31.145227 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2f14b3-0b47-4873-9a6d-e4a3c096b47f None None] Checking segment: {'id': 'a5295bd0-ee64-4b1e-a56c-985fda503f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '9b7abf3b-7f3a-42a5-a01e-1636944ecee4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:28:31.145827 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ad2f14b3-0b47-4873-9a6d-e4a3c096b47f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:31.146386 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2f14b3-0b47-4873-9a6d-e4a3c096b47f None None] Bound using segment: {'id': 'a5295bd0-ee64-4b1e-a56c-985fda503f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '9b7abf3b-7f3a-42a5-a01e-1636944ecee4'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:28:31.146958 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-ad2f14b3-0b47-4873-9a6d-e4a3c096b47f None None] Bound port: 3484dfb3-a89c-4389-a3e8-e0b394f33e1e, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5295bd0-ee64-4b1e-a56c-985fda503f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '9b7abf3b-7f3a-42a5-a01e-1636944ecee4'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:28:31.147426 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ad2f14b3-0b47-4873-9a6d-e4a3c096b47f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:31.195004 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-f0d0f7e0-4855-446b-bcb1-9be8481c2f86 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Unset dirty status for tenant:996868ed74f547c5956aa189e3d49465 on resource:security_group {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:28:31.196518 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-f0d0f7e0-4855-446b-bcb1-9be8481c2f86 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] 10.222.0.85 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2911751 May 30 20:28:31.202031 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 41290) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:31.210259 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-a7b65686-a411-4c21-9056-4bda9f9f44f7 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Request body: {'security_group': {'name': 'tempest-secgroup--506806823'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:28:31.218603 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-709da622-8bb8-4d1a-9669-220deffcb531 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:31.228457 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-a7b65686-a411-4c21-9056-4bda9f9f44f7 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:28:31.273334 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1bd166ac-7b9e-4dfe-bec0-e13d60a58559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:31.312642 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e4842e79-7039-4823-9899-a5963fe4c740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:31.345437 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-ad2f14b3-0b47-4873-9a6d-e4a3c096b47f None None] For port 3484dfb3-a89c-4389-a3e8-e0b394f33e1e, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:28:31.356844 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-ad2f14b3-0b47-4873-9a6d-e4a3c096b47f None None] For port 3484dfb3-a89c-4389-a3e8-e0b394f33e1e, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=3484dfb3-a89c-4389-a3e8-e0b394f33e1e,segment=NetworkSegment(a5295bd0-ee64-4b1e-a56c-985fda503f10),segment_id=a5295bd0-ee64-4b1e-a56c-985fda503f10)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:28:31.357344 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-a7b65686-a411-4c21-9056-4bda9f9f44f7 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:28:31.369345 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-709da622-8bb8-4d1a-9669-220deffcb531 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Calling delete_port for a6a64949-661d-4822-a924-9ef93982784e owned by {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:28:31.419115 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ad2f14b3-0b47-4873-9a6d-e4a3c096b47f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:31.503465 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a7b65686-a411-4c21-9056-4bda9f9f44f7 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:31.523263 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2f14b3-0b47-4873-9a6d-e4a3c096b47f None None] Pushing event updated for resources: {'Port': ['ID=3484dfb3-a89c-4389-a3e8-e0b394f33e1e,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:31.594403 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-a7b65686-a411-4c21-9056-4bda9f9f44f7 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:28:31.604518 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-a7b65686-a411-4c21-9056-4bda9f9f44f7 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Usage tracker for resource:security_group_rule and tenant:996868ed74f547c5956aa189e3d49465 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:28:31.609047 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-a7b65686-a411-4c21-9056-4bda9f9f44f7 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:28:31.617012 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-a7b65686-a411-4c21-9056-4bda9f9f44f7 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:28:31.623446 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd166ac-7b9e-4dfe-bec0-e13d60a58559 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1663e4a-3254-47e8-94d6-e347585db4a3,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:31.638291 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e4842e79-7039-4823-9899-a5963fe4c740 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:31.641908 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-e4842e79-7039-4823-9899-a5963fe4c740 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/bdf87398-a02e-40cc-b1d3-7e2338222ca3 HTTP/1.1" status: 204 len: 168 time: 1.3338809 May 30 20:28:31.672027 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1bd166ac-7b9e-4dfe-bec0-e13d60a58559 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:31.673303 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-1bd166ac-7b9e-4dfe-bec0-e13d60a58559 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/a1663e4a-3254-47e8-94d6-e347585db4a3 HTTP/1.1" status: 204 len: 168 time: 1.3104112 May 30 20:28:31.705148 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-709da622-8bb8-4d1a-9669-220deffcb531 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:31.741916 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4842e79-7039-4823-9899-a5963fe4c740 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdf87398-a02e-40cc-b1d3-7e2338222ca3,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:31.909012 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a7b65686-a411-4c21-9056-4bda9f9f44f7 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:31.936901 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709da622-8bb8-4d1a-9669-220deffcb531 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Pushing event deleted for resources: {'Port': ['ID=a6a64949-661d-4822-a924-9ef93982784e,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:31.990378 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a7b65686-a411-4c21-9056-4bda9f9f44f7 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:32.146298 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c9ad32a4-c202-4a4f-a761-e1ca37465173 req-8bc77501-4fb3-4ca4-9afe-5f2ceb1384bc tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] 10.222.0.85 "GET /v2.0/ports?device_id=60f6917b-888a-4a09-9f7d-4e576bb1fd2a HTTP/1.1" status: 200 len: 210 time: 0.0517328 May 30 20:28:32.174240 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b65686-a411-4c21-9056-4bda9f9f44f7 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed48d046-87ba-4a90-83a2-8d8386cb146b,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:32.215333 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-709da622-8bb8-4d1a-9669-220deffcb531 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:32.218562 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-709da622-8bb8-4d1a-9669-220deffcb531 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] 10.222.0.85 "DELETE /v2.0/ports/a6a64949-661d-4822-a924-9ef93982784e HTTP/1.1" status: 204 len: 168 time: 1.5946786 May 30 20:28:32.223066 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 41308) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:32.275165 n-d-843948-2 neutron-server[84887]: INFO neutron.pecan_wsgi.hooks.translation [None req-d69a6aa9-462d-4545-bbde-ebe67f3d724f tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] DELETE failed (client error): The resource could not be found. May 30 20:28:32.275751 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d69a6aa9-462d-4545-bbde-ebe67f3d724f tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:28:32.280106 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-d69a6aa9-462d-4545-bbde-ebe67f3d724f tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] 10.222.0.85 "DELETE /v2.0/ports/a6a64949-661d-4822-a924-9ef93982784e HTTP/1.1" status: 404 len: 333 time: 0.0534189 May 30 20:28:32.280707 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 41312) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:32.298331 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a7b65686-a411-4c21-9056-4bda9f9f44f7 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:32.300463 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-a7b65686-a411-4c21-9056-4bda9f9f44f7 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.0987673 May 30 20:28:32.309919 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 41318) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:32.316246 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-81c48662-ee6f-430e-9925-58beadd8bf74 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Request body: {'security_group_rule': {'security_group_id': 'ed48d046-87ba-4a90-83a2-8d8386cb146b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:28:32.330746 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-81c48662-ee6f-430e-9925-58beadd8bf74 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:28:32.338500 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-81c48662-ee6f-430e-9925-58beadd8bf74 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Usage tracker for resource:security_group_rule and tenant:996868ed74f547c5956aa189e3d49465 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:28:32.343345 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-81c48662-ee6f-430e-9925-58beadd8bf74 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:28:32.359686 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-81c48662-ee6f-430e-9925-58beadd8bf74 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:28:32.458537 n-d-843948-2 neutron-server[84887]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b5e5e45-b0f6-405b-b07d-547ea7302d19 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] GET failed (client error): The resource could not be found. May 30 20:28:32.464182 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-6b5e5e45-b0f6-405b-b07d-547ea7302d19 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] 10.222.0.85 "GET /v2.0/ports/a6a64949-661d-4822-a924-9ef93982784e HTTP/1.1" status: 404 len: 333 time: 0.1782527 May 30 20:28:32.474594 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 41322) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:32.567438 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b22cfdd-77ef-48ad-8803-a6a070680c8a tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Router d6837ec6-fa53-4479-bb23-7d6c2cb86fc9 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:28:32.721836 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:32.756458 n-d-843948-2 neutron-server[84886]: INFO neutron.api.v2.resource [None req-81c48662-ee6f-430e-9925-58beadd8bf74 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] create failed (client error): The resource could not be found. May 30 20:28:32.763707 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-81c48662-ee6f-430e-9925-58beadd8bf74 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.4566507 May 30 20:28:32.765143 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 41330) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:32.788491 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-048144ec-2445-48e0-a5b0-548fca4dd308 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Request body: {'security_group_rule': {'security_group_id': 'ed48d046-87ba-4a90-83a2-8d8386cb146b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'd6e8cf5b-95fd-444e-a63e-a059b9db839d'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:28:32.822830 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-048144ec-2445-48e0-a5b0-548fca4dd308 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:28:32.835485 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-048144ec-2445-48e0-a5b0-548fca4dd308 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Usage tracker for resource:security_group_rule and tenant:996868ed74f547c5956aa189e3d49465 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:28:32.843610 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-048144ec-2445-48e0-a5b0-548fca4dd308 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:28:32.862277 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-048144ec-2445-48e0-a5b0-548fca4dd308 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:28:32.950546 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_v2 [None req-81221d99-384f-40ad-b2d0-6e2140f3b7e8 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Deleting subnet 194bf7fd-e590-4593-a489-77d86819c6ec {{(pid=84886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:28:32.962985 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-81221d99-384f-40ad-b2d0-6e2140f3b7e8 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks [] for subnet, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:32.968567 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b22cfdd-77ef-48ad-8803-a6a070680c8a tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:28:32.975956 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5b22cfdd-77ef-48ad-8803-a6a070680c8a tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:32.987824 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc4054f-68f3-493f-8099-a0c7cc135c94 None None] Sync routers for ids ['d6837ec6-fa53-4479-bb23-7d6c2cb86fc9'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:28:33.015863 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b282af44-a464-46cf-a25f-080ec7164cb4 None None] Network 9b7abf3b-7f3a-42a5-a01e-1636944ecee4 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:28:33.032975 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc4054f-68f3-493f-8099-a0c7cc135c94 None None] Routers {'d6837ec6-fa53-4479-bb23-7d6c2cb86fc9'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:28:33.035069 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-adc4054f-68f3-493f-8099-a0c7cc135c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:28:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['d6837ec6-fa53-4479-bb23-7d6c2cb86fc9'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:28:33.062863 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 41336) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:33.183077 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-81221d99-384f-40ad-b2d0-6e2140f3b7e8 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2655517'] for subnet, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:33.186071 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ac6367e3-0ce0-4f41-8667-0d04139ddf91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:33.296628 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-ac6367e3-0ce0-4f41-8667-0d04139ddf91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:28:33.307715 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-ac6367e3-0ce0-4f41-8667-0d04139ddf91 admin admin] Usage tracker for resource:security_group_rule and tenant:e6cb2e7474914a009ce9f82474bd2e11 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:28:33.315200 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-ac6367e3-0ce0-4f41-8667-0d04139ddf91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:28:33.317727 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 3484dfb3-a89c-4389-a3e8-e0b394f33e1e up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:28:33.323409 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-5b22cfdd-77ef-48ad-8803-a6a070680c8a tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "PUT /v2.0/floatingips/35484c7b-a8c5-41e7-85bf-7156bed76d72 HTTP/1.1" status: 200 len: 991 time: 4.5727210 May 30 20:28:33.329733 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f38aca20-de16-4922-836f-00c7c609503d', 'tag': 'a6eab4f9-6419-475b-93be-c69f2ef12efd'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:28:33.357298 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-9c3ee20d-1181-44aa-bdc9-e35c1dcc8b42 None None] Provisioning for port 3484dfb3-a89c-4389-a3e8-e0b394f33e1e completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:28:33.375999 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-81221d99-384f-40ad-b2d0-6e2140f3b7e8 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:33.398559 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-ac6367e3-0ce0-4f41-8667-0d04139ddf91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:28:33.412014 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d1fa88ea-bdf5-40c2-b464-f000a7e8683d req-70255664-89fb-472a-8049-5d322d05b474 tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] 10.222.0.85 "GET /v2.0/ports?device_id=60f6917b-888a-4a09-9f7d-4e576bb1fd2a HTTP/1.1" status: 200 len: 210 time: 0.0909286 May 30 20:28:33.429343 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-adc4054f-68f3-493f-8099-a0c7cc135c94 None None] Set router d6837ec6-fa53-4479-bb23-7d6c2cb86fc9 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:28:33.447249 n-d-843948-2 neutron-server[84886]: INFO neutron.api.v2.resource [None req-048144ec-2445-48e0-a5b0-548fca4dd308 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] create failed (client error): The resource could not be found. May 30 20:28:33.452944 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-048144ec-2445-48e0-a5b0-548fca4dd308 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.6729524 May 30 20:28:33.454513 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 41348) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:33.547695 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ac6367e3-0ce0-4f41-8667-0d04139ddf91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:33.594637 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-67b76287-e9dc-437c-95d9-6ca71a330143 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:33.628376 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a840fde1-67df-4dfc-8806-7c0eaaa367c4'] response: {'name': 'network-changed', 'server_uuid': 'f38aca20-de16-4922-836f-00c7c609503d', 'tag': 'a6eab4f9-6419-475b-93be-c69f2ef12efd', 'status': 'completed', 'code': 200} May 30 20:28:33.631638 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-81221d99-384f-40ad-b2d0-6e2140f3b7e8 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4127075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2778536'] for subnet, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:33.642362 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ac6367e3-0ce0-4f41-8667-0d04139ddf91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:33.746824 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 41358) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:33.754985 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-67b76287-e9dc-437c-95d9-6ca71a330143 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:33.847304 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6367e3-0ce0-4f41-8667-0d04139ddf91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e52d7868-b9f7-4ea0-9cbd-8a0b6f0e62e3,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:33.870385 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 3484dfb3-a89c-4389-a3e8-e0b394f33e1e completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:28:33.878812 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 3484dfb3-a89c-4389-a3e8-e0b394f33e1e triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:28:33.881573 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:33.891328 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81221d99-384f-40ad-b2d0-6e2140f3b7e8 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Pushing event deleted for resources: {'Subnet': ['ID=194bf7fd-e590-4593-a489-77d86819c6ec,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:33.898834 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-60607317-774b-415c-b03b-5ade54ed4cc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:33.909083 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-ac6367e3-0ce0-4f41-8667-0d04139ddf91 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=e6cb2e7474914a009ce9f82474bd2e11&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8438194 May 30 20:28:33.916643 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 41362) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:33.941315 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-81221d99-384f-40ad-b2d0-6e2140f3b7e8 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks [] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:33.965395 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-81221d99-384f-40ad-b2d0-6e2140f3b7e8 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] 10.222.0.85 "DELETE /v2.0/subnets/194bf7fd-e590-4593-a489-77d86819c6ec HTTP/1.1" status: 204 len: 168 time: 1.4826205 May 30 20:28:33.965395 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 41366) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:33.991087 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0c7d810d-c1a5-4a0a-a98a-99f3fa1fac39 req-8709475e-23d1-42c1-affd-0a72489f842c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=6a921a88c2104251b4f5cf697763e02b&device_id=f38aca20-de16-4922-836f-00c7c609503d HTTP/1.1" status: 200 len: 1096 time: 0.3223445 May 30 20:28:34.109845 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:34.127134 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-60607317-774b-415c-b03b-5ade54ed4cc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:28:34.133251 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-adc4054f-68f3-493f-8099-a0c7cc135c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6837ec6-fa53-4479-bb23-7d6c2cb86fc9', 'name': 'tempest-AttachVolumeNegativeTest-193797882-router', 'tenant_id': '6a921a88c2104251b4f5cf697763e02b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': 'd2a91667-75b0-431e-896b-19336f0f79d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:26:03Z', 'updated_at': '2022-05-30T20:26:16Z', 'revision_number': 4, 'project_id': '6a921a88c2104251b4f5cf697763e02b', 'gw_port': {'id': 'd2a91667-75b0-431e-896b-19336f0f79d9', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:21:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6837ec6-fa53-4479-bb23-7d6c2cb86fc9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:26:07Z', 'updated_at': '2022-05-30T20:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': '35484c7b-a8c5-41e7-85bf-7156bed76d72', 'tenant_id': '6a921a88c2104251b4f5cf697763e02b', 'floating_ip_address': '172.25.8.172', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': 'd6837ec6-fa53-4479-bb23-7d6c2cb86fc9', 'port_id': 'a6eab4f9-6419-475b-93be-c69f2ef12efd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ad0cf2e-8ff8-4add-9223-e815a60245ec', 'mac_address': 'fa:16:3e:d5:cf:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f38aca20-de16-4922-836f-00c7c609503d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:28:01Z', 'updated_at': '2022-05-30T20:28:30Z', 'revision_number': 1, 'project_id': '6a921a88c2104251b4f5cf697763e02b', 'fixed_ip_address_scope': None}, {'id': 'c89bda4e-99bd-4bf0-b1f8-33653261f0b9', 'tenant_id': '6a921a88c2104251b4f5cf697763e02b', 'floating_ip_address': '172.25.8.155', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': 'd6837ec6-fa53-4479-bb23-7d6c2cb86fc9', 'port_id': '2a4fbaac-1c42-4144-ba53-6f25653d75c3', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ad0cf2e-8ff8-4add-9223-e815a60245ec', 'mac_address': 'fa:16:3e:ad:e9:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cfc9b0-7823-4f7e-84ca-6b07acbe3233', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:26:27Z', 'updated_at': '2022-05-30T20:27:16Z', 'revision_number': 2, 'project_id': '6a921a88c2104251b4f5cf697763e02b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c1d3e7a-c152-40bc-be8f-3a3a5bdd9d99', 'name': '', 'network_id': '2ad0cf2e-8ff8-4add-9223-e815a60245ec', 'tenant_id': '6a921a88c2104251b4f5cf697763e02b', 'mac_address': 'fa:16:3e:52:03:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6837ec6-fa53-4479-bb23-7d6c2cb86fc9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3f5f2a28-796d-4138-b193-86a2946727dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:26:15Z', 'updated_at': '2022-05-30T20:26:44Z', 'revision_number': 5, 'project_id': '6a921a88c2104251b4f5cf697763e02b', 'subnets': [{'id': '3f5f2a28-796d-4138-b193-86a2946727dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:28:34.134000 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6c982bd2-63c7-43f4-85c6-40835cce9cad tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:34.138761 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-67b76287-e9dc-437c-95d9-6ca71a330143 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:34.145900 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-60607317-774b-415c-b03b-5ade54ed4cc7 admin admin] Usage tracker for resource:security_group_rule and tenant:fe53dec325664448be7edd83ad55eb2d is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:28:34.155105 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc4054f-68f3-493f-8099-a0c7cc135c94 None None] Checking router: d6837ec6-fa53-4479-bb23-7d6c2cb86fc9 for host: n-d-843948-2 {{(pid=84889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:28:34.166097 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7747a7fd-5967-4021-baf3-423d091fc655 None None] Network 9b7abf3b-7f3a-42a5-a01e-1636944ecee4 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:28:34.173869 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc4054f-68f3-493f-8099-a0c7cc135c94 None None] Routers {'d6837ec6-fa53-4479-bb23-7d6c2cb86fc9'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:28:34.174692 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-adc4054f-68f3-493f-8099-a0c7cc135c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:28:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['d6837ec6-fa53-4479-bb23-7d6c2cb86fc9'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:28:34.177570 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-60607317-774b-415c-b03b-5ade54ed4cc7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:28:34.199407 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-60607317-774b-415c-b03b-5ade54ed4cc7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:28:34.203598 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b76287-e9dc-437c-95d9-6ca71a330143 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed48d046-87ba-4a90-83a2-8d8386cb146b,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:34.226146 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-6c982bd2-63c7-43f4-85c6-40835cce9cad tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Deleting port 3484dfb3-a89c-4389-a3e8-e0b394f33e1e {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:28:34.226775 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6c982bd2-63c7-43f4-85c6-40835cce9cad tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:34.266783 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6b81022e-4fa9-47aa-8ee4-5b2c981313f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:34.267971 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-67b76287-e9dc-437c-95d9-6ca71a330143 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:34.281022 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-67b76287-e9dc-437c-95d9-6ca71a330143 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] 10.222.0.85 "DELETE /v2.0/security-groups/ed48d046-87ba-4a90-83a2-8d8386cb146b HTTP/1.1" status: 204 len: 168 time: 0.8163469 May 30 20:28:34.286805 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 41372) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:34.310724 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port 3484dfb3-a89c-4389-a3e8-e0b394f33e1e, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=3484dfb3-a89c-4389-a3e8-e0b394f33e1e,segment=NetworkSegment(a5295bd0-ee64-4b1e-a56c-985fda503f10),segment_id=a5295bd0-ee64-4b1e-a56c-985fda503f10)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:28:34.335369 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7d810d-c1a5-4a0a-a98a-99f3fa1fac39 req-1351e8c7-00a9-4b34-a825-162cdd0624e2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:34.337840 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0c7d810d-c1a5-4a0a-a98a-99f3fa1fac39 req-1351e8c7-00a9-4b34-a825-162cdd0624e2 service neutron] 10.222.0.71 "GET /v2.0/networks?id=2ad0cf2e-8ff8-4add-9223-e815a60245ec HTTP/1.1" status: 200 len: 915 time: 0.3383250 May 30 20:28:34.414558 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-030caa5a-e4b5-4b5b-a299-1a3dd79bd2f4 None None] Provisioning complete for port 3484dfb3-a89c-4389-a3e8-e0b394f33e1e triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:28:34.414970 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-030caa5a-e4b5-4b5b-a299-1a3dd79bd2f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:34.459876 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-86e64fb7-8bd9-42c3-985d-cb880bbe0681 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Synchronizing usage tracker for tenant:996868ed74f547c5956aa189e3d49465 on resource:security_group {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:28:34.466117 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6b81022e-4fa9-47aa-8ee4-5b2c981313f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:34.476722 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:34.501765 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-adc4054f-68f3-493f-8099-a0c7cc135c94 None None] Set router d6837ec6-fa53-4479-bb23-7d6c2cb86fc9 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:28:34.571800 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0c7d810d-c1a5-4a0a-a98a-99f3fa1fac39 req-c90f3e8e-3853-4e1f-a0d4-a3b279f4fadb service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a6eab4f9-6419-475b-93be-c69f2ef12efd HTTP/1.1" status: 200 len: 999 time: 0.2226844 May 30 20:28:34.646250 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-86e64fb7-8bd9-42c3-985d-cb880bbe0681 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Unset dirty status for tenant:996868ed74f547c5956aa189e3d49465 on resource:security_group {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:28:34.646514 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-86e64fb7-8bd9-42c3-985d-cb880bbe0681 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] 10.222.0.85 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3584821 May 30 20:28:34.655833 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 41378) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:34.669046 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-1d261b5c-91a5-43b6-88fd-d87a10315e47 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Request body: {'security_group_rule': {'security_group_id': '8e52c290-d0e8-4341-b7fc-df68b1495e08', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:28:34.680928 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-1d261b5c-91a5-43b6-88fd-d87a10315e47 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:28:34.688318 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-1d261b5c-91a5-43b6-88fd-d87a10315e47 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Usage tracker for resource:security_group_rule and tenant:996868ed74f547c5956aa189e3d49465 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:28:34.690208 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=3484dfb3-a89c-4389-a3e8-e0b394f33e1e,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:34.706126 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-1d261b5c-91a5-43b6-88fd-d87a10315e47 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:28:34.715793 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-1d261b5c-91a5-43b6-88fd-d87a10315e47 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:28:34.718748 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7d810d-c1a5-4a0a-a98a-99f3fa1fac39 req-b626c93d-46d7-4ff5-8f09-7fc4353a4be5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:34.720220 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0c7d810d-c1a5-4a0a-a98a-99f3fa1fac39 req-b626c93d-46d7-4ff5-8f09-7fc4353a4be5 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3f5f2a28-796d-4138-b193-86a2946727dc HTTP/1.1" status: 200 len: 853 time: 0.1373103 May 30 20:28:34.746984 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f8760f4b-54fe-4176-b6d7-7d0fb5ebe027 req-6968b5a6-6208-45aa-a1f0-1e15cfc7ff96 tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] 10.222.0.85 "GET /v2.0/ports?device_id=60f6917b-888a-4a09-9f7d-4e576bb1fd2a HTTP/1.1" status: 200 len: 210 time: 0.1203330 May 30 20:28:34.748787 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-60607317-774b-415c-b03b-5ade54ed4cc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:34.763562 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c7ede6-da3c-4f52-bdb6-9c6a88ed4d32 None None] DHCP port deletion for 9b7abf3b-7f3a-42a5-a01e-1636944ecee4 request from n-d-843948-2 {{(pid=84888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:28:34.771714 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6b81022e-4fa9-47aa-8ee4-5b2c981313f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:34.774454 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-70c7ede6-da3c-4f52-bdb6-9c6a88ed4d32 None None] Deleting port 3484dfb3-a89c-4389-a3e8-e0b394f33e1e {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:28:34.774846 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-70c7ede6-da3c-4f52-bdb6-9c6a88ed4d32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:34.796767 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b81022e-4fa9-47aa-8ee4-5b2c981313f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e52d7868-b9f7-4ea0-9cbd-8a0b6f0e62e3,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:34.826619 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6b81022e-4fa9-47aa-8ee4-5b2c981313f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:34.831983 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-6b81022e-4fa9-47aa-8ee4-5b2c981313f9 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/e52d7868-b9f7-4ea0-9cbd-8a0b6f0e62e3 HTTP/1.1" status: 204 len: 168 time: 0.9152119 May 30 20:28:34.859620 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0c7d810d-c1a5-4a0a-a98a-99f3fa1fac39 req-1595bfba-09e5-4aca-90d7-bc5f17cd4ca9 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2ad0cf2e-8ff8-4add-9223-e815a60245ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1327350 May 30 20:28:34.866627 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-60607317-774b-415c-b03b-5ade54ed4cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:34.937320 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-60607317-774b-415c-b03b-5ade54ed4cc7 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=fe53dec325664448be7edd83ad55eb2d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1613746 May 30 20:28:34.944072 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 41386) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:35.063841 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60607317-774b-415c-b03b-5ade54ed4cc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac042891-aeaf-4334-bc04-a0a065172960,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:35.075541 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [None req-6c982bd2-63c7-43f4-85c6-40835cce9cad tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] For port 3484dfb3-a89c-4389-a3e8-e0b394f33e1e, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=3484dfb3-a89c-4389-a3e8-e0b394f33e1e,segment=NetworkSegment(a5295bd0-ee64-4b1e-a56c-985fda503f10),segment_id=a5295bd0-ee64-4b1e-a56c-985fda503f10)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:28:35.085883 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6c982bd2-63c7-43f4-85c6-40835cce9cad tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:35.301848 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 3484dfb3-a89c-4389-a3e8-e0b394f33e1e no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:28:35.354163 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-6c982bd2-63c7-43f4-85c6-40835cce9cad tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Calling delete_port for 3484dfb3-a89c-4389-a3e8-e0b394f33e1e owned by network:dhcp {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:28:35.432591 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6393a894-09ce-4c48-9292-d3a56cceebdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:35.434661 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-adc4054f-68f3-493f-8099-a0c7cc135c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6837ec6-fa53-4479-bb23-7d6c2cb86fc9', 'name': 'tempest-AttachVolumeNegativeTest-193797882-router', 'tenant_id': '6a921a88c2104251b4f5cf697763e02b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': 'd2a91667-75b0-431e-896b-19336f0f79d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:26:03Z', 'updated_at': '2022-05-30T20:26:16Z', 'revision_number': 4, 'project_id': '6a921a88c2104251b4f5cf697763e02b', 'gw_port': {'id': 'd2a91667-75b0-431e-896b-19336f0f79d9', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:21:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6837ec6-fa53-4479-bb23-7d6c2cb86fc9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:26:07Z', 'updated_at': '2022-05-30T20:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': '35484c7b-a8c5-41e7-85bf-7156bed76d72', 'tenant_id': '6a921a88c2104251b4f5cf697763e02b', 'floating_ip_address': '172.25.8.172', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': 'd6837ec6-fa53-4479-bb23-7d6c2cb86fc9', 'port_id': 'a6eab4f9-6419-475b-93be-c69f2ef12efd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ad0cf2e-8ff8-4add-9223-e815a60245ec', 'mac_address': 'fa:16:3e:d5:cf:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f38aca20-de16-4922-836f-00c7c609503d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:28:01Z', 'updated_at': '2022-05-30T20:28:30Z', 'revision_number': 1, 'project_id': '6a921a88c2104251b4f5cf697763e02b', 'fixed_ip_address_scope': None}, {'id': 'c89bda4e-99bd-4bf0-b1f8-33653261f0b9', 'tenant_id': '6a921a88c2104251b4f5cf697763e02b', 'floating_ip_address': '172.25.8.155', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': 'd6837ec6-fa53-4479-bb23-7d6c2cb86fc9', 'port_id': '2a4fbaac-1c42-4144-ba53-6f25653d75c3', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ad0cf2e-8ff8-4add-9223-e815a60245ec', 'mac_address': 'fa:16:3e:ad:e9:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cfc9b0-7823-4f7e-84ca-6b07acbe3233', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:26:27Z', 'updated_at': '2022-05-30T20:27:16Z', 'revision_number': 2, 'project_id': '6a921a88c2104251b4f5cf697763e02b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c1d3e7a-c152-40bc-be8f-3a3a5bdd9d99', 'name': '', 'network_id': '2ad0cf2e-8ff8-4add-9223-e815a60245ec', 'tenant_id': '6a921a88c2104251b4f5cf697763e02b', 'mac_address': 'fa:16:3e:52:03:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6837ec6-fa53-4479-bb23-7d6c2cb86fc9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3f5f2a28-796d-4138-b193-86a2946727dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:26:15Z', 'updated_at': '2022-05-30T20:26:44Z', 'revision_number': 5, 'project_id': '6a921a88c2104251b4f5cf697763e02b', 'subnets': [{'id': '3f5f2a28-796d-4138-b193-86a2946727dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:28:35.440322 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc4054f-68f3-493f-8099-a0c7cc135c94 None None] The sync data for ids ['d6837ec6-fa53-4479-bb23-7d6c2cb86fc9'] in n-d-843948-2 is: [{'id': 'd6837ec6-fa53-4479-bb23-7d6c2cb86fc9', 'name': 'tempest-AttachVolumeNegativeTest-193797882-router', 'tenant_id': '6a921a88c2104251b4f5cf697763e02b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': 'd2a91667-75b0-431e-896b-19336f0f79d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:26:03Z', 'updated_at': '2022-05-30T20:26:16Z', 'revision_number': 4, 'project_id': '6a921a88c2104251b4f5cf697763e02b', 'gw_port': {'id': 'd2a91667-75b0-431e-896b-19336f0f79d9', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:21:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6837ec6-fa53-4479-bb23-7d6c2cb86fc9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:26:07Z', 'updated_at': '2022-05-30T20:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': '35484c7b-a8c5-41e7-85bf-7156bed76d72', 'tenant_id': '6a921a88c2104251b4f5cf697763e02b', 'floating_ip_address': '172.25.8.172', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': 'd6837ec6-fa53-4479-bb23-7d6c2cb86fc9', 'port_id': 'a6eab4f9-6419-475b-93be-c69f2ef12efd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ad0cf2e-8ff8-4add-9223-e815a60245ec', 'mac_address': 'fa:16:3e:d5:cf:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f38aca20-de16-4922-836f-00c7c609503d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:28:01Z', 'updated_at': '2022-05-30T20:28:30Z', 'revision_number': 1, 'project_id': '6a921a88c2104251b4f5cf697763e02b', 'fixed_ip_address_scope': None}, {'id': 'c89bda4e-99bd-4bf0-b1f8-33653261f0b9', 'tenant_id': '6a921a88c2104251b4f5cf697763e02b', 'floating_ip_address': '172.25.8.155', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': 'd6837ec6-fa53-4479-bb23-7d6c2cb86fc9', 'port_id': '2a4fbaac-1c42-4144-ba53-6f25653d75c3', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ad0cf2e-8ff8-4add-9223-e815a60245ec', 'mac_address': 'fa:16:3e:ad:e9:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cfc9b0-7823-4f7e-84ca-6b07acbe3233', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:26:27Z', 'updated_at': '2022-05-30T20:27:16Z', 'revision_number': 2, 'project_id': '6a921a88c2104251b4f5cf697763e02b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c1d3e7a-c152-40bc-be8f-3a3a5bdd9d99', 'name': '', 'network_id': '2ad0cf2e-8ff8-4add-9223-e815a60245ec', 'tenant_id': '6a921a88c2104251b4f5cf697763e02b', 'mac_address': 'fa:16:3e:52:03:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6837ec6-fa53-4479-bb23-7d6c2cb86fc9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3f5f2a28-796d-4138-b193-86a2946727dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:26:15Z', 'updated_at': '2022-05-30T20:26:44Z', 'revision_number': 5, 'project_id': '6a921a88c2104251b4f5cf697763e02b', 'subnets': [{'id': '3f5f2a28-796d-4138-b193-86a2946727dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:28:35.442049 n-d-843948-2 neutron-server[84887]: INFO neutron.api.v2.resource [None req-1d261b5c-91a5-43b6-88fd-d87a10315e47 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] create failed (client error): The resource could not be found. May 30 20:28:35.443933 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-1d261b5c-91a5-43b6-88fd-d87a10315e47 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.7818639 May 30 20:28:35.450566 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 41392) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:35.459811 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-acff82cd-e8ee-42b2-9365-2c608fb18f04 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Request body: {'security_group': {'name': 'tempest-secgroup--1351552850'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:28:35.471281 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-acff82cd-e8ee-42b2-9365-2c608fb18f04 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:28:35.481607 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0c7d810d-c1a5-4a0a-a98a-99f3fa1fac39 req-9f81d880-2d3d-4163-82bb-b80cfbd7d2ae service neutron] 10.222.0.71 "GET /v2.0/networks/2ad0cf2e-8ff8-4add-9223-e815a60245ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6146007 May 30 20:28:35.495011 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-70c7ede6-da3c-4f52-bdb6-9c6a88ed4d32 None None] For port 3484dfb3-a89c-4389-a3e8-e0b394f33e1e, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=3484dfb3-a89c-4389-a3e8-e0b394f33e1e,segment=NetworkSegment(a5295bd0-ee64-4b1e-a56c-985fda503f10),segment_id=a5295bd0-ee64-4b1e-a56c-985fda503f10)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:28:35.495868 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-70c7ede6-da3c-4f52-bdb6-9c6a88ed4d32 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:35.511344 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-acff82cd-e8ee-42b2-9365-2c608fb18f04 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:28:35.539791 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6393a894-09ce-4c48-9292-d3a56cceebdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:35.650870 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa756658-0992-4cce-a7a7-fbe340a7f455 req-2ff6618a-a62d-4ca2-b0a1-3aa639581432 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:35.654285 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-aa756658-0992-4cce-a7a7-fbe340a7f455 req-2ff6618a-a62d-4ca2-b0a1-3aa639581432 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=7aad7ab8-22c4-47e2-abf2-9cc744ce8553 HTTP/1.1" status: 200 len: 944 time: 0.2185972 May 30 20:28:35.679745 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-acff82cd-e8ee-42b2-9365-2c608fb18f04 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:35.713472 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-aa756658-0992-4cce-a7a7-fbe340a7f455 req-0d05801a-2363-465e-8e07-588bcab1199b tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ae76294-3e84-4fcb-be2a-17611205a838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533900 May 30 20:28:35.719045 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6c982bd2-63c7-43f4-85c6-40835cce9cad tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:35.793595 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0c7d810d-c1a5-4a0a-a98a-99f3fa1fac39 req-2e9e56c9-eb67-429c-b51d-7d5f6dcb2cfa service neutron] 10.222.0.71 "GET /v2.0/networks/2ad0cf2e-8ff8-4add-9223-e815a60245ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3003945 May 30 20:28:35.808933 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-acff82cd-e8ee-42b2-9365-2c608fb18f04 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:28:35.822605 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-acff82cd-e8ee-42b2-9365-2c608fb18f04 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Usage tracker for resource:security_group_rule and tenant:996868ed74f547c5956aa189e3d49465 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:28:35.825068 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-acff82cd-e8ee-42b2-9365-2c608fb18f04 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:28:35.842456 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-acff82cd-e8ee-42b2-9365-2c608fb18f04 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:28:35.858049 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6393a894-09ce-4c48-9292-d3a56cceebdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:35.920556 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:35.964770 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-70c7ede6-da3c-4f52-bdb6-9c6a88ed4d32 None None] Calling delete_port for 3484dfb3-a89c-4389-a3e8-e0b394f33e1e owned by network:dhcp {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:28:35.977193 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6393a894-09ce-4c48-9292-d3a56cceebdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac042891-aeaf-4334-bc04-a0a065172960,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:35.999062 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c982bd2-63c7-43f4-85c6-40835cce9cad tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Pushing event deleted for resources: {'Port': ['ID=3484dfb3-a89c-4389-a3e8-e0b394f33e1e,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:36.015391 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-acff82cd-e8ee-42b2-9365-2c608fb18f04 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:36.042154 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c982bd2-63c7-43f4-85c6-40835cce9cad tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] No DVR routers for this DVR port 3484dfb3-a89c-4389-a3e8-e0b394f33e1e on host n-d-843948-2 {{(pid=84886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:28:36.044523 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6393a894-09ce-4c48-9292-d3a56cceebdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:36.050303 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-6393a894-09ce-4c48-9292-d3a56cceebdd admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/ac042891-aeaf-4334-bc04-a0a065172960 HTTP/1.1" status: 204 len: 168 time: 1.1050735 May 30 20:28:36.118131 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-867fd015-2d79-4032-b761-4602233d1a63 req-3a2cb41f-aef6-47f8-9f73-49866ccca69e tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] 10.222.0.85 "GET /v2.0/ports?device_id=60f6917b-888a-4a09-9f7d-4e576bb1fd2a HTTP/1.1" status: 200 len: 210 time: 0.0801466 May 30 20:28:36.125899 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-acff82cd-e8ee-42b2-9365-2c608fb18f04 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:36.240179 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acff82cd-e8ee-42b2-9365-2c608fb18f04 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7f89c90-2171-4d43-a838-bf2dae0e2f0f,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:36.290803 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ba1431-8cd6-4dfc-abc4-127939d305fe None None] New status for floating IP 35484c7b-a8c5-41e7-85bf-7156bed76d72: ACTIVE {{(pid=84888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 20:28:36.328940 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6c982bd2-63c7-43f4-85c6-40835cce9cad tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:36.367530 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-6c982bd2-63c7-43f4-85c6-40835cce9cad tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b7abf3b-7f3a-42a5-a01e-1636944ecee4']}} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:28:36.386205 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-6c982bd2-63c7-43f4-85c6-40835cce9cad tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5295bd0-ee64-4b1e-a56c-985fda503f10') {'for_net_delete': True} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:28:36.386550 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-6c982bd2-63c7-43f4-85c6-40835cce9cad tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5295bd0-ee64-4b1e-a56c-985fda503f10') {} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:28:36.395033 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-acff82cd-e8ee-42b2-9365-2c608fb18f04 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:36.402734 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-acff82cd-e8ee-42b2-9365-2c608fb18f04 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.9450269 May 30 20:28:36.402734 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 41410) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:36.410143 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6c982bd2-63c7-43f4-85c6-40835cce9cad tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2660590'] for segment, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:36.419588 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-03b51202-b758-49dd-b420-da4cb6e1455f tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Request body: {'security_group': {'name': 'tempest-secgroup--461521074'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:28:36.428699 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1721be60-522e-4aea-8619-67a0c04265f4 req-d5b835a9-7b1f-4cd7-a914-a5e34e012ad1 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:36.435884 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1721be60-522e-4aea-8619-67a0c04265f4 req-d5b835a9-7b1f-4cd7-a914-a5e34e012ad1 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=7aad7ab8-22c4-47e2-abf2-9cc744ce8553 HTTP/1.1" status: 200 len: 944 time: 0.2770455 May 30 20:28:36.463185 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6c982bd2-63c7-43f4-85c6-40835cce9cad tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:36.476747 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.db.api [None req-70c7ede6-da3c-4f52-bdb6-9c6a88ed4d32 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:28:36.477515 n-d-843948-2 neutron-server[84888]: DEBUG oslo_db.api [None req-70c7ede6-da3c-4f52-bdb6-9c6a88ed4d32 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:28:36.480290 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c982bd2-63c7-43f4-85c6-40835cce9cad tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Releasing vlan 657 on physical network physnet1 to pool {{(pid=84886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:28:36.480806 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6c982bd2-63c7-43f4-85c6-40835cce9cad tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4126989'] for segment, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:36.499557 n-d-843948-2 neutron-server[84886]: Traceback (most recent call last): May 30 20:28:36.499557 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:28:36.499557 n-d-843948-2 neutron-server[84886]: timer() May 30 20:28:36.499557 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:28:36.499557 n-d-843948-2 neutron-server[84886]: cb(*args, **kw) May 30 20:28:36.499557 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:28:36.499557 n-d-843948-2 neutron-server[84886]: return func(*args, **kwargs) May 30 20:28:36.499557 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:28:36.499557 n-d-843948-2 neutron-server[84886]: self._notify() May 30 20:28:36.499557 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:28:36.499557 n-d-843948-2 neutron-server[84886]: self.callback(batched_events) May 30 20:28:36.499557 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:28:36.499557 n-d-843948-2 neutron-server[84886]: event.method(event) May 30 20:28:36.499557 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:28:36.499557 n-d-843948-2 neutron-server[84886]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:28:36.499557 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:28:36.499557 n-d-843948-2 neutron-server[84886]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:28:36.499557 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:28:36.499557 n-d-843948-2 neutron-server[84886]: return f(self, *a, **k) May 30 20:28:36.499557 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:28:36.499557 n-d-843948-2 neutron-server[84886]: return self._get(url).json() May 30 20:28:36.499557 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:28:36.499557 n-d-843948-2 neutron-server[84886]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:28:36.499557 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:28:36.499557 n-d-843948-2 neutron-server[84886]: return self.request(url, 'GET', **kwargs) May 30 20:28:36.499557 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:28:36.499557 n-d-843948-2 neutron-server[84886]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:28:36.499557 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:28:36.499557 n-d-843948-2 neutron-server[84886]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:28:36.499557 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:28:36.499557 n-d-843948-2 neutron-server[84886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:28:36.499557 n-d-843948-2 neutron-server[84886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:28:36.512155 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-03b51202-b758-49dd-b420-da4cb6e1455f tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:28:36.516970 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-03b51202-b758-49dd-b420-da4cb6e1455f tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Usage tracker for resource:security_group and tenant:996868ed74f547c5956aa189e3d49465 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:28:36.526728 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-03b51202-b758-49dd-b420-da4cb6e1455f tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:28:36.536799 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-03b51202-b758-49dd-b420-da4cb6e1455f tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:28:36.618419 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1721be60-522e-4aea-8619-67a0c04265f4 req-7ebeb0d1-a133-4b46-9941-ba90638512d7 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ae76294-3e84-4fcb-be2a-17611205a838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1816316 May 30 20:28:36.633986 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-03b51202-b758-49dd-b420-da4cb6e1455f tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:36.710619 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6c982bd2-63c7-43f4-85c6-40835cce9cad tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:36.720275 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-03b51202-b758-49dd-b420-da4cb6e1455f tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:28:36.726390 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-03b51202-b758-49dd-b420-da4cb6e1455f tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Usage tracker for resource:security_group_rule and tenant:996868ed74f547c5956aa189e3d49465 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:28:36.730203 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-03b51202-b758-49dd-b420-da4cb6e1455f tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:28:36.740312 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-03b51202-b758-49dd-b420-da4cb6e1455f tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:28:36.789904 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6c982bd2-63c7-43f4-85c6-40835cce9cad tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks [] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:36.811800 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c982bd2-63c7-43f4-85c6-40835cce9cad tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Pushing event deleted for resources: {'Network': ['ID=9b7abf3b-7f3a-42a5-a01e-1636944ecee4,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:36.829078 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-6c982bd2-63c7-43f4-85c6-40835cce9cad tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] 10.222.0.85 "DELETE /v2.0/networks/9b7abf3b-7f3a-42a5-a01e-1636944ecee4 HTTP/1.1" status: 204 len: 168 time: 2.8633850 May 30 20:28:36.830798 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 41426) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:36.847020 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-0afac8ae-5289-4198-a7ae-0118322c3b97 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1471031456'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:28:36.853392 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-0afac8ae-5289-4198-a7ae-0118322c3b97 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:28:36.860905 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-0afac8ae-5289-4198-a7ae-0118322c3b97 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Usage tracker for resource:network and tenant:4be4d49ae6064975a8617cd4194dcba7 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:28:36.866174 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-0afac8ae-5289-4198-a7ae-0118322c3b97 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:28:36.882203 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-0afac8ae-5289-4198-a7ae-0118322c3b97 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:28:36.912846 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-03b51202-b758-49dd-b420-da4cb6e1455f tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:36.958335 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e43023-30a2-4ac8-8ad5-3125a6c86306 req-1b638953-48a3-477a-96e6-7bd0a2e97477 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:36.965812 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d9e43023-30a2-4ac8-8ad5-3125a6c86306 req-1b638953-48a3-477a-96e6-7bd0a2e97477 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=7aad7ab8-22c4-47e2-abf2-9cc744ce8553 HTTP/1.1" status: 200 len: 944 time: 0.1682894 May 30 20:28:36.978643 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-70c7ede6-da3c-4f52-bdb6-9c6a88ed4d32 None None] Deleting port 3484dfb3-a89c-4389-a3e8-e0b394f33e1e {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:28:36.979378 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-70c7ede6-da3c-4f52-bdb6-9c6a88ed4d32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:37.018409 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-03b51202-b758-49dd-b420-da4cb6e1455f tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:37.083113 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d9e43023-30a2-4ac8-8ad5-3125a6c86306 req-5343d14f-8bf0-4085-9a7a-11a7f1bb6f9f tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ae76294-3e84-4fcb-be2a-17611205a838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1150682 May 30 20:28:37.093861 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-70c7ede6-da3c-4f52-bdb6-9c6a88ed4d32 None None] The port '3484dfb3-a89c-4389-a3e8-e0b394f33e1e' was deleted {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 20:28:37.096643 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b51202-b758-49dd-b420-da4cb6e1455f tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Pushing event updated for resources: {'SecurityGroup': ['ID=268a0c27-cf97-4838-9dad-e957dfe88ade,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:37.146746 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0afac8ae-5289-4198-a7ae-0118322c3b97 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Made reservation on behalf of 4be4d49ae6064975a8617cd4194dcba7 for: {'network': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:28:37.165487 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0afac8ae-5289-4198-a7ae-0118322c3b97 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:37.281215 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0afac8ae-5289-4198-a7ae-0118322c3b97 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] vlan segment allocate from pool success with {'vlan_id': 670, 'physical_network': 'physnet1'} {{(pid=84886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:28:37.308792 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0afac8ae-5289-4198-a7ae-0118322c3b97 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:37.309302 n-d-843948-2 neutron-server[84886]: INFO neutron.db.segments_db [None req-0afac8ae-5289-4198-a7ae-0118322c3b97 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Added segment 2c287c25-b6fe-4555-bdcb-4264a98fb7ca of type vlan for network 92ae0470-4e78-4b28-be74-2d74731a94ca May 30 20:28:37.386475 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-03b51202-b758-49dd-b420-da4cb6e1455f tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:37.388103 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-03b51202-b758-49dd-b420-da4cb6e1455f tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.9834027 May 30 20:28:37.406798 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 41442) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:37.422844 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-f745b485-5468-496e-8a2a-0f66ac4e1012 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Request body: {'security_group_rule': {'security_group_id': 'b7f89c90-2171-4d43-a838-bf2dae0e2f0f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '268a0c27-cf97-4838-9dad-e957dfe88ade'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:28:37.446524 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-f745b485-5468-496e-8a2a-0f66ac4e1012 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:28:37.454623 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-f745b485-5468-496e-8a2a-0f66ac4e1012 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Usage tracker for resource:security_group_rule and tenant:996868ed74f547c5956aa189e3d49465 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:28:37.460322 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-f745b485-5468-496e-8a2a-0f66ac4e1012 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:28:37.468598 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-f745b485-5468-496e-8a2a-0f66ac4e1012 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:28:37.484261 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0afac8ae-5289-4198-a7ae-0118322c3b97 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:37.561423 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51151d16-15c7-4641-89c4-9236fa65171e req-a3da5782-2780-4632-8313-cd43a0fe3e93 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:37.564176 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-31038fbe-733a-4195-a4ca-392a434e1670 req-b3f25c71-56ac-4687-9774-446f0e8b4f2c tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] 10.222.0.85 "GET /v2.0/ports?device_id=60f6917b-888a-4a09-9f7d-4e576bb1fd2a HTTP/1.1" status: 200 len: 210 time: 0.0711086 May 30 20:28:37.570042 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-51151d16-15c7-4641-89c4-9236fa65171e req-a3da5782-2780-4632-8313-cd43a0fe3e93 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=7aad7ab8-22c4-47e2-abf2-9cc744ce8553 HTTP/1.1" status: 200 len: 944 time: 0.2391336 May 30 20:28:37.620185 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a9cf80-0134-4d87-a41f-9c51686ee017 req-d3104180-3216-485b-acef-32f1497c9eb2 tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:37.623293 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b3a9cf80-0134-4d87-a41f-9c51686ee017 req-d3104180-3216-485b-acef-32f1497c9eb2 tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] 10.222.0.86 "GET /v2.0/networks?id=cbdad1c3-6f7c-44f2-bb38-edd33529befb HTTP/1.1" status: 200 len: 812 time: 0.5177267 May 30 20:28:37.640643 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a9cf80-0134-4d87-a41f-9c51686ee017 req-78ebf87b-ca1c-438b-aff3-65421682e48e tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:37.643519 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b3a9cf80-0134-4d87-a41f-9c51686ee017 req-78ebf87b-ca1c-438b-aff3-65421682e48e tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] 10.222.0.71 "GET /v2.0/networks?id=cbdad1c3-6f7c-44f2-bb38-edd33529befb HTTP/1.1" status: 200 len: 812 time: 0.2600930 May 30 20:28:37.649201 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-b3a9cf80-0134-4d87-a41f-9c51686ee017 req-f7ce618a-4ac5-4415-8d0c-80eaf47cbe8e tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] Request body: {'port': {'device_id': '9c41fd79-5d0a-406b-9a49-44b43825a931', 'network_id': 'cbdad1c3-6f7c-44f2-bb38-edd33529befb', 'admin_state_up': True, 'tenant_id': '70ef18c5b6334bfaa2fbdd6139af8659'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:28:37.665434 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0afac8ae-5289-4198-a7ae-0118322c3b97 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:37.669149 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0afac8ae-5289-4198-a7ae-0118322c3b97 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:37.669790 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0afac8ae-5289-4198-a7ae-0118322c3b97 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks [] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:37.671829 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-b3a9cf80-0134-4d87-a41f-9c51686ee017 req-d77def87-0a16-46c0-9f06-eed3d8f172e0 tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] Request body: {'port': {'device_id': '60f6917b-888a-4a09-9f7d-4e576bb1fd2a', 'network_id': 'cbdad1c3-6f7c-44f2-bb38-edd33529befb', 'admin_state_up': True, 'tenant_id': '70ef18c5b6334bfaa2fbdd6139af8659'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:28:37.791380 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-51151d16-15c7-4641-89c4-9236fa65171e req-5ea7abd9-ec08-4b5a-bcee-eb899f9010b7 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ae76294-3e84-4fcb-be2a-17611205a838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2128308 May 30 20:28:37.830173 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afac8ae-5289-4198-a7ae-0118322c3b97 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Pushing event updated for resources: {'Network': ['ID=92ae0470-4e78-4b28-be74-2d74731a94ca,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:37.843370 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network 92ae0470-4e78-4b28-be74-2d74731a94ca details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:28:37.870991 n-d-843948-2 neutron-server[84886]: INFO neutron.api.v2.resource [None req-f745b485-5468-496e-8a2a-0f66ac4e1012 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 20:28:37.876769 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-f745b485-5468-496e-8a2a-0f66ac4e1012 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.4697988 May 30 20:28:37.887916 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-0afac8ae-5289-4198-a7ae-0118322c3b97 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0476797 May 30 20:28:37.887916 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 41454) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:37.890197 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 41456) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:37.925700 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-72bdf8fc-7d9c-4b39-b3bf-e45a4ecf5388 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Request body: {'subnet': {'network_id': '92ae0470-4e78-4b28-be74-2d74731a94ca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:28:38.050830 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-b3a9cf80-0134-4d87-a41f-9c51686ee017 req-f7ce618a-4ac5-4415-8d0c-80eaf47cbe8e tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:28:38.056431 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-b3a9cf80-0134-4d87-a41f-9c51686ee017 req-d77def87-0a16-46c0-9f06-eed3d8f172e0 tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:28:38.059512 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-b3a9cf80-0134-4d87-a41f-9c51686ee017 req-f7ce618a-4ac5-4415-8d0c-80eaf47cbe8e tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] Usage tracker for resource:port and tenant:70ef18c5b6334bfaa2fbdd6139af8659 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:28:38.064769 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-b3a9cf80-0134-4d87-a41f-9c51686ee017 req-f7ce618a-4ac5-4415-8d0c-80eaf47cbe8e tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:28:38.073012 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-b3a9cf80-0134-4d87-a41f-9c51686ee017 req-d77def87-0a16-46c0-9f06-eed3d8f172e0 tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] Usage tracker for resource:port and tenant:70ef18c5b6334bfaa2fbdd6139af8659 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:28:38.079415 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-b3a9cf80-0134-4d87-a41f-9c51686ee017 req-d77def87-0a16-46c0-9f06-eed3d8f172e0 tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:28:38.083184 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-b3a9cf80-0134-4d87-a41f-9c51686ee017 req-f7ce618a-4ac5-4415-8d0c-80eaf47cbe8e tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:28:38.089914 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-b3a9cf80-0134-4d87-a41f-9c51686ee017 req-d77def87-0a16-46c0-9f06-eed3d8f172e0 tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:28:38.211728 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-72bdf8fc-7d9c-4b39-b3bf-e45a4ecf5388 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:28:38.214831 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-835ed5b2-a34c-4a6f-9caf-86fdf5e13477 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:38.219173 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-72bdf8fc-7d9c-4b39-b3bf-e45a4ecf5388 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Usage tracker for resource:subnet and tenant:4be4d49ae6064975a8617cd4194dcba7 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:28:38.220294 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3a9cf80-0134-4d87-a41f-9c51686ee017 req-f7ce618a-4ac5-4415-8d0c-80eaf47cbe8e tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] Made reservation on behalf of 70ef18c5b6334bfaa2fbdd6139af8659 for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:28:38.240494 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-b3a9cf80-0134-4d87-a41f-9c51686ee017 req-f7ce618a-4ac5-4415-8d0c-80eaf47cbe8e tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:38.240618 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-72bdf8fc-7d9c-4b39-b3bf-e45a4ecf5388 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:28:38.243328 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-72bdf8fc-7d9c-4b39-b3bf-e45a4ecf5388 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:28:38.261935 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-835ed5b2-a34c-4a6f-9caf-86fdf5e13477 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:38.276961 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3a9cf80-0134-4d87-a41f-9c51686ee017 req-d77def87-0a16-46c0-9f06-eed3d8f172e0 tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] Made reservation on behalf of 70ef18c5b6334bfaa2fbdd6139af8659 for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:28:38.281507 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-b3a9cf80-0134-4d87-a41f-9c51686ee017 req-d77def87-0a16-46c0-9f06-eed3d8f172e0 tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:38.384300 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72bdf8fc-7d9c-4b39-b3bf-e45a4ecf5388 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Made reservation on behalf of 4be4d49ae6064975a8617cd4194dcba7 for: {'subnet': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:28:38.484670 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-835ed5b2-a34c-4a6f-9caf-86fdf5e13477 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:38.511932 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835ed5b2-a34c-4a6f-9caf-86fdf5e13477 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=268a0c27-cf97-4838-9dad-e957dfe88ade,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:38.516800 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-72bdf8fc-7d9c-4b39-b3bf-e45a4ecf5388 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2778563'] for subnet, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:38.615319 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-835ed5b2-a34c-4a6f-9caf-86fdf5e13477 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:38.616440 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-835ed5b2-a34c-4a6f-9caf-86fdf5e13477 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] 10.222.0.85 "DELETE /v2.0/security-groups/268a0c27-cf97-4838-9dad-e957dfe88ade HTTP/1.1" status: 204 len: 168 time: 0.7335165 May 30 20:28:38.619353 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 41468) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:38.638964 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [req-b3a9cf80-0134-4d87-a41f-9c51686ee017 req-d77def87-0a16-46c0-9f06-eed3d8f172e0 tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] Allocated IP 172.20.0.5 (cbdad1c3-6f7c-44f2-bb38-edd33529befb/707da4f3-05e5-421c-bfed-f8c56dd2a3e4/8caf151c-6b47-4549-ac15-35b41c7a11dd) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:28:38.710761 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-4312ec20-b1d6-4073-ad35-3ff7c3b3730f tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Synchronizing usage tracker for tenant:996868ed74f547c5956aa189e3d49465 on resource:security_group {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:28:38.850873 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-4312ec20-b1d6-4073-ad35-3ff7c3b3730f tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Unset dirty status for tenant:996868ed74f547c5956aa189e3d49465 on resource:security_group {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:28:38.852834 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-4312ec20-b1d6-4073-ad35-3ff7c3b3730f tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] 10.222.0.85 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.2319050 May 30 20:28:38.857435 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 41480) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:38.979108 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6a31099e-ec30-4754-8db6-b86d9d70d9f3 req-792efdfc-984c-4a9c-b52f-20e0cd3125c8 tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] 10.222.0.85 "GET /v2.0/ports?device_id=60f6917b-888a-4a09-9f7d-4e576bb1fd2a HTTP/1.1" status: 200 len: 210 time: 0.0752308 May 30 20:28:39.051452 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5f0e0f33-2c01-4025-bbd1-63468a384d12 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:39.088719 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5f0e0f33-2c01-4025-bbd1-63468a384d12 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:39.118777 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-72bdf8fc-7d9c-4b39-b3bf-e45a4ecf5388 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4127140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2778577'] for subnet, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:39.200351 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 41488) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:39.227797 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bdf8fc-7d9c-4b39-b3bf-e45a4ecf5388 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Pushing event updated for resources: {'Subnet': ['ID=3709c977-da5d-4aa2-86f1-0fb68139ce23,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:39.275784 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72bdf8fc-7d9c-4b39-b3bf-e45a4ecf5388 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Checking segment: {'id': '2c287c25-b6fe-4555-bdcb-4264a98fb7ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '92ae0470-4e78-4b28-be74-2d74731a94ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:28:39.276461 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72bdf8fc-7d9c-4b39-b3bf-e45a4ecf5388 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Network hostable DHCP agents. Network: 92ae0470-4e78-4b28-be74-2d74731a94ca, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:28:39.320976 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5f0e0f33-2c01-4025-bbd1-63468a384d12 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:39.349759 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7683e7a9-b1a3-4cdf-817d-6f236e2d0e80 req-adaaa9ae-9ef0-4894-a53c-888892e1eae3 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:39.354571 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0e0f33-2c01-4025-bbd1-63468a384d12 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7f89c90-2171-4d43-a838-bf2dae0e2f0f,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:39.361015 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7683e7a9-b1a3-4cdf-817d-6f236e2d0e80 req-adaaa9ae-9ef0-4894-a53c-888892e1eae3 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=7aad7ab8-22c4-47e2-abf2-9cc744ce8553 HTTP/1.1" status: 200 len: 944 time: 0.5349343 May 30 20:28:39.398469 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-b3a9cf80-0134-4d87-a41f-9c51686ee017 req-d77def87-0a16-46c0-9f06-eed3d8f172e0 tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:39.400916 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72bdf8fc-7d9c-4b39-b3bf-e45a4ecf5388 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Network 92ae0470-4e78-4b28-be74-2d74731a94ca is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:28:39.449359 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7683e7a9-b1a3-4cdf-817d-6f236e2d0e80 req-e2123822-a210-48f5-86e3-0ddd372cedd3 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ae76294-3e84-4fcb-be2a-17611205a838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866215 May 30 20:28:39.454020 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f6cc592d-8f25-4743-8f5e-a737598b1a44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:39.466068 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5f0e0f33-2c01-4025-bbd1-63468a384d12 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:39.470116 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-5f0e0f33-2c01-4025-bbd1-63468a384d12 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] 10.222.0.85 "DELETE /v2.0/security-groups/b7f89c90-2171-4d43-a838-bf2dae0e2f0f HTTP/1.1" status: 204 len: 168 time: 0.5978205 May 30 20:28:39.471829 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 41498) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:39.494669 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-f6cc592d-8f25-4743-8f5e-a737598b1a44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:28:39.499664 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-f6cc592d-8f25-4743-8f5e-a737598b1a44 admin admin] Usage tracker for resource:security_group_rule and tenant:6079519c486c4e92af8792e23e65c45d is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:28:39.503082 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-72bdf8fc-7d9c-4b39-b3bf-e45a4ecf5388 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, 92ae0470-4e78-4b28-be74-2d74731a94ca) {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:28:39.504909 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-f6cc592d-8f25-4743-8f5e-a737598b1a44 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:28:39.521171 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c73ced-cfc6-4600-ac42-a1b4d9e25e77 None None] Network 92ae0470-4e78-4b28-be74-2d74731a94ca requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:28:39.522757 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72bdf8fc-7d9c-4b39-b3bf-e45a4ecf5388 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:39.523889 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-72bdf8fc-7d9c-4b39-b3bf-e45a4ecf5388 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks [] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:39.533126 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-f6cc592d-8f25-4743-8f5e-a737598b1a44 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:28:39.576788 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-c1a77f4f-8928-44a7-87e6-21a39c45d43d tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Synchronizing usage tracker for tenant:996868ed74f547c5956aa189e3d49465 on resource:security_group {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:28:39.585809 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-b3a9cf80-0134-4d87-a41f-9c51686ee017 req-d77def87-0a16-46c0-9f06-eed3d8f172e0 tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:39.690096 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f6cc592d-8f25-4743-8f5e-a737598b1a44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:39.708415 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-72bdf8fc-7d9c-4b39-b3bf-e45a4ecf5388 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7949855 May 30 20:28:39.712974 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 41506) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:39.720920 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-5aa7912f-de1b-4efe-bbf8-f0668564fb57 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Request body: {'port': {'network_id': '92ae0470-4e78-4b28-be74-2d74731a94ca', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1237762131'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:28:39.803901 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f6cc592d-8f25-4743-8f5e-a737598b1a44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:39.870572 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3a9cf80-0134-4d87-a41f-9c51686ee017 req-d77def87-0a16-46c0-9f06-eed3d8f172e0 tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] Network cbdad1c3-6f7c-44f2-bb38-edd33529befb is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:28:39.878690 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f4866a-5e1e-4590-9571-eb704744a7a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-92ae0470-4e78-4b28-be74-2d74731a94ca', 'network_id': '92ae0470-4e78-4b28-be74-2d74731a94ca', 'tenant_id': '4be4d49ae6064975a8617cd4194dcba7', 'fixed_ips': [{'subnet_id': '3709c977-da5d-4aa2-86f1-0fb68139ce23'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:28:39.880248 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-01f4866a-5e1e-4590-9571-eb704744a7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:39.889433 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [req-b3a9cf80-0134-4d87-a41f-9c51686ee017 req-d77def87-0a16-46c0-9f06-eed3d8f172e0 tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:28:39.893323 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3a9cf80-0134-4d87-a41f-9c51686ee017 req-d77def87-0a16-46c0-9f06-eed3d8f172e0 tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:28:39.897234 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cc592d-8f25-4743-8f5e-a737598b1a44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fefdd31-aa76-4bee-a996-1dcdbdb856b8,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:39.916103 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-f6cc592d-8f25-4743-8f5e-a737598b1a44 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=6079519c486c4e92af8792e23e65c45d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7028060 May 30 20:28:39.917174 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 41510) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:39.978977 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-5aa7912f-de1b-4efe-bbf8-f0668564fb57 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:28:39.979305 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-c1a77f4f-8928-44a7-87e6-21a39c45d43d tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Unset dirty status for tenant:996868ed74f547c5956aa189e3d49465 on resource:security_group {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:28:39.991395 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-5aa7912f-de1b-4efe-bbf8-f0668564fb57 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Usage tracker for resource:port and tenant:4be4d49ae6064975a8617cd4194dcba7 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:28:39.993548 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-c1a77f4f-8928-44a7-87e6-21a39c45d43d tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] 10.222.0.85 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5197315 May 30 20:28:39.994447 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 41514) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:39.999272 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-5aa7912f-de1b-4efe-bbf8-f0668564fb57 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:28:40.006926 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-8f417d99-a1bb-4eea-aa67-7df88d7566eb tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Request body: {'security_group': {'name': 'tempest-secgroup--1885428032'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:28:40.015912 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-5aa7912f-de1b-4efe-bbf8-f0668564fb57 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:28:40.021011 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-8f417d99-a1bb-4eea-aa67-7df88d7566eb tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:28:40.072054 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [req-b3a9cf80-0134-4d87-a41f-9c51686ee017 req-f7ce618a-4ac5-4415-8d0c-80eaf47cbe8e tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] Allocated IP 172.20.0.6 (cbdad1c3-6f7c-44f2-bb38-edd33529befb/707da4f3-05e5-421c-bfed-f8c56dd2a3e4/6b183178-7cba-4034-ab82-286f8e3f9fa8) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:28:40.083203 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77def87-0a16-46c0-9f06-eed3d8f172e0 tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] Pushing event updated for resources: {'Port': ['ID=8caf151c-6b47-4549-ac15-35b41c7a11dd,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:40.116276 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-8f417d99-a1bb-4eea-aa67-7df88d7566eb tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:28:40.116514 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a9cf80-0134-4d87-a41f-9c51686ee017 req-d77def87-0a16-46c0-9f06-eed3d8f172e0 tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:40.117375 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-b3a9cf80-0134-4d87-a41f-9c51686ee017 req-d77def87-0a16-46c0-9f06-eed3d8f172e0 tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:40.143196 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-cb2d28e6-51c2-4877-8743-958e5928ced7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:40.213812 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-01f4866a-5e1e-4590-9571-eb704744a7a4 None None] Allocated IP 172.20.0.2 (92ae0470-4e78-4b28-be74-2d74731a94ca/3709c977-da5d-4aa2-86f1-0fb68139ce23/eacaa274-cd40-4532-86bc-82b2408719dc) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:28:40.223539 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-cb2d28e6-51c2-4877-8743-958e5928ced7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:40.231607 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aa7912f-de1b-4efe-bbf8-f0668564fb57 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Made reservation on behalf of 4be4d49ae6064975a8617cd4194dcba7 for: {'port': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:28:40.234810 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5aa7912f-de1b-4efe-bbf8-f0668564fb57 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:40.270140 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b3a9cf80-0134-4d87-a41f-9c51686ee017 req-d77def87-0a16-46c0-9f06-eed3d8f172e0 tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6018107 May 30 20:28:40.287215 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-b3a9cf80-0134-4d87-a41f-9c51686ee017 req-5b7e6d24-b9d3-40ff-b483-ff696086e93f service neutron] Request body: {'port': {'device_id': '60f6917b-888a-4a09-9f7d-4e576bb1fd2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843948-2'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:28:40.303635 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [None req-5aa7912f-de1b-4efe-bbf8-f0668564fb57 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] device_id is not set on port cf8d66aa-70cb-4eef-94fb-dfa33fb52542 yet. {{(pid=84886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:28:40.344088 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8f417d99-a1bb-4eea-aa67-7df88d7566eb tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:40.438786 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255ff218-7af4-4bbf-9d13-bd2d89d0d070 req-d09f43ec-648d-46f2-a1cb-49636793adf2 tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:40.440526 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-255ff218-7af4-4bbf-9d13-bd2d89d0d070 req-d09f43ec-648d-46f2-a1cb-49636793adf2 tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] 10.222.0.85 "GET /v2.0/ports?device_id=60f6917b-888a-4a09-9f7d-4e576bb1fd2a HTTP/1.1" status: 200 len: 931 time: 0.2671063 May 30 20:28:40.493062 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-255ff218-7af4-4bbf-9d13-bd2d89d0d070 req-2daafc0b-789f-4dee-aa55-ce67ce0f0381 tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] Synchronizing usage tracker for tenant:70ef18c5b6334bfaa2fbdd6139af8659 on resource:security_group {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:28:40.552003 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-8f417d99-a1bb-4eea-aa67-7df88d7566eb tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:28:40.556998 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-8f417d99-a1bb-4eea-aa67-7df88d7566eb tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Usage tracker for resource:security_group_rule and tenant:996868ed74f547c5956aa189e3d49465 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:28:40.561918 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-8f417d99-a1bb-4eea-aa67-7df88d7566eb tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:28:40.569640 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-8f417d99-a1bb-4eea-aa67-7df88d7566eb tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:28:40.617698 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-b3a9cf80-0134-4d87-a41f-9c51686ee017 req-5b7e6d24-b9d3-40ff-b483-ff696086e93f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:40.626745 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-01f4866a-5e1e-4590-9571-eb704744a7a4 None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:40.629666 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-b3a9cf80-0134-4d87-a41f-9c51686ee017 req-f7ce618a-4ac5-4415-8d0c-80eaf47cbe8e tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:40.647393 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-01f4866a-5e1e-4590-9571-eb704744a7a4 None None] Transition to ACTIVE for port object eacaa274-cd40-4532-86bc-82b2408719dc will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:28:40.647725 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8f417d99-a1bb-4eea-aa67-7df88d7566eb tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:40.649590 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-255ff218-7af4-4bbf-9d13-bd2d89d0d070 req-2daafc0b-789f-4dee-aa55-ce67ce0f0381 tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] Unset dirty status for tenant:70ef18c5b6334bfaa2fbdd6139af8659 on resource:security_group {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:28:40.650985 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-255ff218-7af4-4bbf-9d13-bd2d89d0d070 req-2daafc0b-789f-4dee-aa55-ce67ce0f0381 tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] 10.222.0.85 "GET /v2.0/security-groups?id=33a3fd53-a3f8-49f0-823f-5999beca3e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046173 May 30 20:28:40.651860 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-cb2d28e6-51c2-4877-8743-958e5928ced7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:40.667988 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2d28e6-51c2-4877-8743-958e5928ced7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fefdd31-aa76-4bee-a996-1dcdbdb856b8,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:40.796559 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-01f4866a-5e1e-4590-9571-eb704744a7a4 None None] Transition to ACTIVE for port object eacaa274-cd40-4532-86bc-82b2408719dc will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:28:40.914985 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8f417d99-a1bb-4eea-aa67-7df88d7566eb tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:40.961857 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f417d99-a1bb-4eea-aa67-7df88d7566eb tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e6ad9e8-196c-4713-bcde-d5a8f919fce5,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:40.966188 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-cb2d28e6-51c2-4877-8743-958e5928ced7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:40.967283 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-cb2d28e6-51c2-4877-8743-958e5928ced7 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/3fefdd31-aa76-4bee-a996-1dcdbdb856b8 HTTP/1.1" status: 204 len: 168 time: 1.0491393 May 30 20:28:41.005087 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-01f4866a-5e1e-4590-9571-eb704744a7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:41.071994 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8f417d99-a1bb-4eea-aa67-7df88d7566eb tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:41.073364 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-8f417d99-a1bb-4eea-aa67-7df88d7566eb tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.0768609 May 30 20:28:41.079048 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 41530) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:41.087485 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-0a5c164c-5de6-4c6d-94e5-5ae2b1039d3f tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:28:41.087943 n-d-843948-2 neutron-server[84886]: INFO neutron.api.v2.resource [None req-0a5c164c-5de6-4c6d-94e5-5ae2b1039d3f tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] update failed (client error): There was a conflict when trying to complete your request. May 30 20:28:41.089214 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-0a5c164c-5de6-4c6d-94e5-5ae2b1039d3f tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] 10.222.0.85 "PUT /v2.0/security-groups/5e6ad9e8-196c-4713-bcde-d5a8f919fce5 HTTP/1.1" status: 409 len: 330 time: 0.0089059 May 30 20:28:41.093096 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 41534) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:41.100939 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f4866a-5e1e-4590-9571-eb704744a7a4 None None] Network 92ae0470-4e78-4b28-be74-2d74731a94ca is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:28:41.101872 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-01f4866a-5e1e-4590-9571-eb704744a7a4 None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:28:41.106536 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f4866a-5e1e-4590-9571-eb704744a7a4 None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:28:41.121413 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-b3a9cf80-0134-4d87-a41f-9c51686ee017 req-f7ce618a-4ac5-4415-8d0c-80eaf47cbe8e tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:41.125815 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-5aa7912f-de1b-4efe-bbf8-f0668564fb57 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Allocated IP 172.20.0.9 (92ae0470-4e78-4b28-be74-2d74731a94ca/3709c977-da5d-4aa2-86f1-0fb68139ce23/cf8d66aa-70cb-4eef-94fb-dfa33fb52542) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:28:41.143738 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f4866a-5e1e-4590-9571-eb704744a7a4 None None] Pushing event updated for resources: {'Port': ['ID=eacaa274-cd40-4532-86bc-82b2408719dc,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:41.240719 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-01f4866a-5e1e-4590-9571-eb704744a7a4 None None] Attempting to bind port eacaa274-cd40-4532-86bc-82b2408719dc on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:28:41.240856 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-01f4866a-5e1e-4590-9571-eb704744a7a4 None None] Attempting to bind port eacaa274-cd40-4532-86bc-82b2408719dc by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': '2c287c25-b6fe-4555-bdcb-4264a98fb7ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '92ae0470-4e78-4b28-be74-2d74731a94ca'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:28:41.241220 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f4866a-5e1e-4590-9571-eb704744a7a4 None None] Attempting to bind port eacaa274-cd40-4532-86bc-82b2408719dc on network 92ae0470-4e78-4b28-be74-2d74731a94ca {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:28:41.263181 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f4866a-5e1e-4590-9571-eb704744a7a4 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:28:41.263562 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f4866a-5e1e-4590-9571-eb704744a7a4 None None] Checking segment: {'id': '2c287c25-b6fe-4555-bdcb-4264a98fb7ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '92ae0470-4e78-4b28-be74-2d74731a94ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:28:41.263979 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-01f4866a-5e1e-4590-9571-eb704744a7a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:41.264695 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f4866a-5e1e-4590-9571-eb704744a7a4 None None] Bound using segment: {'id': '2c287c25-b6fe-4555-bdcb-4264a98fb7ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '92ae0470-4e78-4b28-be74-2d74731a94ca'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:28:41.265200 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-01f4866a-5e1e-4590-9571-eb704744a7a4 None None] Bound port: eacaa274-cd40-4532-86bc-82b2408719dc, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c287c25-b6fe-4555-bdcb-4264a98fb7ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '92ae0470-4e78-4b28-be74-2d74731a94ca'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:28:41.265587 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-01f4866a-5e1e-4590-9571-eb704744a7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:41.266454 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3a9cf80-0134-4d87-a41f-9c51686ee017 req-f7ce618a-4ac5-4415-8d0c-80eaf47cbe8e tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] Network cbdad1c3-6f7c-44f2-bb38-edd33529befb is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:28:41.274363 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [req-b3a9cf80-0134-4d87-a41f-9c51686ee017 req-f7ce618a-4ac5-4415-8d0c-80eaf47cbe8e tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:28:41.283031 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3a9cf80-0134-4d87-a41f-9c51686ee017 req-f7ce618a-4ac5-4415-8d0c-80eaf47cbe8e tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:28:41.316205 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9685a15d-b4d1-40df-94bc-96ca40043917 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:41.337414 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ce618a-4ac5-4415-8d0c-80eaf47cbe8e tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] Pushing event updated for resources: {'Port': ['ID=6b183178-7cba-4034-ab82-286f8e3f9fa8,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:41.357871 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9685a15d-b4d1-40df-94bc-96ca40043917 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:41.389313 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-01f4866a-5e1e-4590-9571-eb704744a7a4 None None] For port eacaa274-cd40-4532-86bc-82b2408719dc, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:28:41.393521 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-01f4866a-5e1e-4590-9571-eb704744a7a4 None None] For port eacaa274-cd40-4532-86bc-82b2408719dc, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=eacaa274-cd40-4532-86bc-82b2408719dc,segment=NetworkSegment(2c287c25-b6fe-4555-bdcb-4264a98fb7ca),segment_id=2c287c25-b6fe-4555-bdcb-4264a98fb7ca)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:28:41.424007 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a9cf80-0134-4d87-a41f-9c51686ee017 req-f7ce618a-4ac5-4415-8d0c-80eaf47cbe8e tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:41.424793 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-b3a9cf80-0134-4d87-a41f-9c51686ee017 req-f7ce618a-4ac5-4415-8d0c-80eaf47cbe8e tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:41.472546 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-01f4866a-5e1e-4590-9571-eb704744a7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:41.498644 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [req-b3a9cf80-0134-4d87-a41f-9c51686ee017 req-5b7e6d24-b9d3-40ff-b483-ff696086e93f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8caf151c-6b47-4549-ac15-35b41c7a11dd {{(pid=84887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:28:41.514945 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-b3a9cf80-0134-4d87-a41f-9c51686ee017 req-5b7e6d24-b9d3-40ff-b483-ff696086e93f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:41.552039 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-b3a9cf80-0134-4d87-a41f-9c51686ee017 req-5b7e6d24-b9d3-40ff-b483-ff696086e93f service neutron] Transition to ACTIVE for port object 8caf151c-6b47-4549-ac15-35b41c7a11dd will not be triggered until provisioned by entity L2. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:28:41.555243 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b3a9cf80-0134-4d87-a41f-9c51686ee017 req-f7ce618a-4ac5-4415-8d0c-80eaf47cbe8e tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9197922 May 30 20:28:41.580713 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-b3a9cf80-0134-4d87-a41f-9c51686ee017 req-19cd98c6-641d-4d12-b4cd-02da79b97494 service neutron] Request body: {'port': {'device_id': '9c41fd79-5d0a-406b-9a49-44b43825a931', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843948-2'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:28:41.603177 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f4866a-5e1e-4590-9571-eb704744a7a4 None None] Pushing event updated for resources: {'Port': ['ID=eacaa274-cd40-4532-86bc-82b2408719dc,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:41.656546 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-b3a9cf80-0134-4d87-a41f-9c51686ee017 req-5b7e6d24-b9d3-40ff-b483-ff696086e93f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:41.666970 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5aa7912f-de1b-4efe-bbf8-f0668564fb57 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:41.670468 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9685a15d-b4d1-40df-94bc-96ca40043917 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:41.695766 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9685a15d-b4d1-40df-94bc-96ca40043917 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e6ad9e8-196c-4713-bcde-d5a8f919fce5,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:41.733141 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [None req-5aa7912f-de1b-4efe-bbf8-f0668564fb57 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Transition to ACTIVE for port object cf8d66aa-70cb-4eef-94fb-dfa33fb52542 will not be triggered until provisioned by entity DHCP. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:28:41.748375 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9685a15d-b4d1-40df-94bc-96ca40043917 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:41.749529 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-9685a15d-b4d1-40df-94bc-96ca40043917 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] 10.222.0.85 "DELETE /v2.0/security-groups/5e6ad9e8-196c-4713-bcde-d5a8f919fce5 HTTP/1.1" status: 204 len: 168 time: 0.6554546 May 30 20:28:41.761541 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 41550) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:41.776083 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07355f87-03cf-4a1d-892f-e6094ee07585 req-f28dcef7-3305-4cfe-993c-349b14235631 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:41.785526 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-07355f87-03cf-4a1d-892f-e6094ee07585 req-f28dcef7-3305-4cfe-993c-349b14235631 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=7aad7ab8-22c4-47e2-abf2-9cc744ce8553 HTTP/1.1" status: 200 len: 944 time: 0.3802760 May 30 20:28:41.954398 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-07355f87-03cf-4a1d-892f-e6094ee07585 req-e0306fb7-bd29-4b19-a0ec-e4d67ed7f04c tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ae76294-3e84-4fcb-be2a-17611205a838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1675839 May 30 20:28:41.956579 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-fd17140a-5c91-47de-8165-2752b54b9714 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Synchronizing usage tracker for tenant:996868ed74f547c5956aa189e3d49465 on resource:security_group {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:28:42.005931 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5aa7912f-de1b-4efe-bbf8-f0668564fb57 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:42.084902 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa7912f-de1b-4efe-bbf8-f0668564fb57 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Network 92ae0470-4e78-4b28-be74-2d74731a94ca is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:28:42.090049 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-5aa7912f-de1b-4efe-bbf8-f0668564fb57 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:28:42.092078 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-fd17140a-5c91-47de-8165-2752b54b9714 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] Unset dirty status for tenant:996868ed74f547c5956aa189e3d49465 on resource:security_group {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:28:42.099763 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-fd17140a-5c91-47de-8165-2752b54b9714 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] 10.222.0.85 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3289542 May 30 20:28:42.100105 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7e6d24-b9d3-40ff-b483-ff696086e93f service neutron] Pushing event updated for resources: {'Port': ['ID=8caf151c-6b47-4549-ac15-35b41c7a11dd,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:42.100225 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa7912f-de1b-4efe-bbf8-f0668564fb57 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:28:42.101787 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-b3a9cf80-0134-4d87-a41f-9c51686ee017 req-19cd98c6-641d-4d12-b4cd-02da79b97494 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:42.112925 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 41558) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:42.186819 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aa7912f-de1b-4efe-bbf8-f0668564fb57 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:42.187453 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5aa7912f-de1b-4efe-bbf8-f0668564fb57 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:42.213760 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa7912f-de1b-4efe-bbf8-f0668564fb57 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Pushing event updated for resources: {'Port': ['ID=cf8d66aa-70cb-4eef-94fb-dfa33fb52542,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:42.316013 n-d-843948-2 neutron-server[84887]: INFO neutron.api.v2.resource [None req-564c1f62-8c0b-4e51-a3f2-81018915b746 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] delete failed (client error): The resource could not be found. May 30 20:28:42.317766 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-564c1f62-8c0b-4e51-a3f2-81018915b746 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] 10.222.0.85 "DELETE /v2.0/security-groups/471c8e6c-f556-4b14-9517-967f0c32af44 HTTP/1.1" status: 404 len: 347 time: 0.1968708 May 30 20:28:42.322134 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 41568) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:42.354325 n-d-843948-2 neutron-server[84886]: INFO neutron.api.v2.resource [None req-2d7b758a-a3ba-4759-940a-3f4b3fce99c6 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] show failed (client error): The resource could not be found. May 30 20:28:42.359621 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-2d7b758a-a3ba-4759-940a-3f4b3fce99c6 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] 10.222.0.85 "GET /v2.0/security-groups/b219ea0d-f3fd-4417-8e99-4b0771d6ccc2 HTTP/1.1" status: 404 len: 347 time: 0.0322976 May 30 20:28:42.360823 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 41572) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:42.385879 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-5aa7912f-de1b-4efe-bbf8-f0668564fb57 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 2.6712244 May 30 20:28:42.390283 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 41576) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:42.405534 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-b3a9cf80-0134-4d87-a41f-9c51686ee017 req-5b7e6d24-b9d3-40ff-b483-ff696086e93f service neutron] Attempting to bind port 8caf151c-6b47-4549-ac15-35b41c7a11dd on host n-h1-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:28:42.412201 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-b3a9cf80-0134-4d87-a41f-9c51686ee017 req-5b7e6d24-b9d3-40ff-b483-ff696086e93f service neutron] Attempting to bind port 8caf151c-6b47-4549-ac15-35b41c7a11dd by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': '0f661650-afd1-4b4e-a9a7-b559131eb58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'cbdad1c3-6f7c-44f2-bb38-edd33529befb'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:28:42.412201 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3a9cf80-0134-4d87-a41f-9c51686ee017 req-5b7e6d24-b9d3-40ff-b483-ff696086e93f service neutron] Attempting to bind port 8caf151c-6b47-4549-ac15-35b41c7a11dd on network cbdad1c3-6f7c-44f2-bb38-edd33529befb {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:28:42.443275 n-d-843948-2 neutron-server[84886]: INFO neutron.api.v2.resource [None req-3e5331fd-45ff-4287-a937-49c2797895e2 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] show failed (client error): The resource could not be found. May 30 20:28:42.444321 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-3e5331fd-45ff-4287-a937-49c2797895e2 tempest-NegativeSecGroupTest-762086390 tempest-NegativeSecGroupTest-762086390-project] 10.222.0.85 "GET /v2.0/security-group-rules/70b102a7-25e2-4ecf-8514-dffca822b9b9 HTTP/1.1" status: 404 len: 356 time: 0.0820086 May 30 20:28:42.489235 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbea70ec-b525-4f43-822a-0c7d64288469 req-0fd439cc-d261-47d3-bc04-9653c4d2e0b8 tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:42.490456 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-bbea70ec-b525-4f43-822a-0c7d64288469 req-0fd439cc-d261-47d3-bc04-9653c4d2e0b8 tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] Synchronizing usage tracker for tenant:70ef18c5b6334bfaa2fbdd6139af8659 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:28:42.497890 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-2abbf745-572a-4f7c-b08b-14d235690e37 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Deleting port cf8d66aa-70cb-4eef-94fb-dfa33fb52542 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:28:42.498294 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2abbf745-572a-4f7c-b08b-14d235690e37 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:42.501663 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3a9cf80-0134-4d87-a41f-9c51686ee017 req-5b7e6d24-b9d3-40ff-b483-ff696086e93f service neutron] Port 8caf151c-6b47-4549-ac15-35b41c7a11dd on network cbdad1c3-6f7c-44f2-bb38-edd33529befb not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:28:42.501894 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3a9cf80-0134-4d87-a41f-9c51686ee017 req-5b7e6d24-b9d3-40ff-b483-ff696086e93f service neutron] Attempting to bind port 8caf151c-6b47-4549-ac15-35b41c7a11dd on network cbdad1c3-6f7c-44f2-bb38-edd33529befb {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:28:42.673564 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3a9cf80-0134-4d87-a41f-9c51686ee017 req-5b7e6d24-b9d3-40ff-b483-ff696086e93f service neutron] Checking agent: {'id': 'f728d74e-a4ae-4384-860b-a5ade05dd8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:28:42.673881 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3a9cf80-0134-4d87-a41f-9c51686ee017 req-5b7e6d24-b9d3-40ff-b483-ff696086e93f service neutron] Checking segment: {'id': '0f661650-afd1-4b4e-a9a7-b559131eb58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'cbdad1c3-6f7c-44f2-bb38-edd33529befb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:28:42.674155 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3a9cf80-0134-4d87-a41f-9c51686ee017 req-5b7e6d24-b9d3-40ff-b483-ff696086e93f service neutron] Bound using segment: {'id': '0f661650-afd1-4b4e-a9a7-b559131eb58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'cbdad1c3-6f7c-44f2-bb38-edd33529befb'} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:28:42.674601 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-b3a9cf80-0134-4d87-a41f-9c51686ee017 req-5b7e6d24-b9d3-40ff-b483-ff696086e93f service neutron] Bound port: 8caf151c-6b47-4549-ac15-35b41c7a11dd, host: n-h1-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f661650-afd1-4b4e-a9a7-b559131eb58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'cbdad1c3-6f7c-44f2-bb38-edd33529befb'}}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:28:42.675033 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-b3a9cf80-0134-4d87-a41f-9c51686ee017 req-5b7e6d24-b9d3-40ff-b483-ff696086e93f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:42.777144 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-bbea70ec-b525-4f43-822a-0c7d64288469 req-0fd439cc-d261-47d3-bc04-9653c4d2e0b8 tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] Unset dirty status for tenant:70ef18c5b6334bfaa2fbdd6139af8659 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:28:42.783607 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-bbea70ec-b525-4f43-822a-0c7d64288469 req-0fd439cc-d261-47d3-bc04-9653c4d2e0b8 tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] 10.222.0.85 "GET /v2.0/ports?device_id=60f6917b-888a-4a09-9f7d-4e576bb1fd2a HTTP/1.1" status: 200 len: 943 time: 0.8331778 May 30 20:28:42.893373 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2abbf745-572a-4f7c-b08b-14d235690e37 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:42.918144 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-b3a9cf80-0134-4d87-a41f-9c51686ee017 req-5b7e6d24-b9d3-40ff-b483-ff696086e93f service neutron] For port 8caf151c-6b47-4549-ac15-35b41c7a11dd, host n-h1-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:28:42.922125 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-b3a9cf80-0134-4d87-a41f-9c51686ee017 req-5b7e6d24-b9d3-40ff-b483-ff696086e93f service neutron] For port 8caf151c-6b47-4549-ac15-35b41c7a11dd, host n-h1-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=8caf151c-6b47-4549-ac15-35b41c7a11dd,segment=NetworkSegment(0f661650-afd1-4b4e-a9a7-b559131eb58f),segment_id=0f661650-afd1-4b4e-a9a7-b559131eb58f)] {{(pid=84887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:28:43.069957 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [req-b3a9cf80-0134-4d87-a41f-9c51686ee017 req-19cd98c6-641d-4d12-b4cd-02da79b97494 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b183178-7cba-4034-ab82-286f8e3f9fa8 {{(pid=84887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:28:43.081757 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-b3a9cf80-0134-4d87-a41f-9c51686ee017 req-19cd98c6-641d-4d12-b4cd-02da79b97494 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:43.097066 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-894811e4-655b-49e2-b812-2eb7522b6bfb None None] Network 92ae0470-4e78-4b28-be74-2d74731a94ca requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:28:43.117800 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-b3a9cf80-0134-4d87-a41f-9c51686ee017 req-5b7e6d24-b9d3-40ff-b483-ff696086e93f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:43.122061 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-b3a9cf80-0134-4d87-a41f-9c51686ee017 req-19cd98c6-641d-4d12-b4cd-02da79b97494 service neutron] Transition to ACTIVE for port object 6b183178-7cba-4034-ab82-286f8e3f9fa8 will not be triggered until provisioned by entity L2. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:28:43.161829 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 41594) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:43.190745 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-2abbf745-572a-4f7c-b08b-14d235690e37 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Calling delete_port for cf8d66aa-70cb-4eef-94fb-dfa33fb52542 owned by {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:28:43.213567 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-bbea70ec-b525-4f43-822a-0c7d64288469 req-b22a2936-8006-4314-8d62-15c8dfb93bb6 tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] 10.222.0.85 "GET /v2.0/security-groups?id=33a3fd53-a3f8-49f0-823f-5999beca3e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4290762 May 30 20:28:43.249559 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-b3a9cf80-0134-4d87-a41f-9c51686ee017 req-19cd98c6-641d-4d12-b4cd-02da79b97494 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:43.279677 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-b3a9cf80-0134-4d87-a41f-9c51686ee017 req-5b7e6d24-b9d3-40ff-b483-ff696086e93f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:43.283579 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b3a9cf80-0134-4d87-a41f-9c51686ee017 req-5b7e6d24-b9d3-40ff-b483-ff696086e93f service neutron] 10.222.0.71 "PUT /v2.0/ports/8caf151c-6b47-4549-ac15-35b41c7a11dd HTTP/1.1" status: 200 len: 1091 time: 3.0019622 May 30 20:28:43.295197 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60f6917b-888a-4a09-9f7d-4e576bb1fd2a', 'tag': '8caf151c-6b47-4549-ac15-35b41c7a11dd'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:28:43.339689 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device eacaa274-cd40-4532-86bc-82b2408719dc up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:28:43.511113 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f269e939-ae94-4f09-b1f4-9ceb81491b0c req-49833bd6-2b9d-47ad-a7d1-3d244c576369 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:43.518699 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f269e939-ae94-4f09-b1f4-9ceb81491b0c req-49833bd6-2b9d-47ad-a7d1-3d244c576369 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=7aad7ab8-22c4-47e2-abf2-9cc744ce8553 HTTP/1.1" status: 200 len: 944 time: 0.2432282 May 30 20:28:43.526200 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da119000-6739-41c0-8d56-ffd74f99a914'] response: {'name': 'network-changed', 'server_uuid': '60f6917b-888a-4a09-9f7d-4e576bb1fd2a', 'tag': '8caf151c-6b47-4549-ac15-35b41c7a11dd', 'status': 'completed', 'code': 200} May 30 20:28:43.543406 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-cf451695-c652-4a6c-a162-9f4bb2851648 None None] Provisioning for port eacaa274-cd40-4532-86bc-82b2408719dc completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:28:43.568450 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port eacaa274-cd40-4532-86bc-82b2408719dc completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:28:43.579715 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port eacaa274-cd40-4532-86bc-82b2408719dc triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:28:43.580890 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:43.596766 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f269e939-ae94-4f09-b1f4-9ceb81491b0c req-e7b78847-d961-400e-bf06-dc34c5238e3f tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ae76294-3e84-4fcb-be2a-17611205a838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767999 May 30 20:28:43.623343 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7e6d24-b9d3-40ff-b483-ff696086e93f service neutron] Pushing event updated for resources: {'Port': ['ID=8caf151c-6b47-4549-ac15-35b41c7a11dd,revision_number=3']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:43.660282 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2abbf745-572a-4f7c-b08b-14d235690e37 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:43.719569 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abbf745-572a-4f7c-b08b-14d235690e37 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Pushing event deleted for resources: {'Port': ['ID=cf8d66aa-70cb-4eef-94fb-dfa33fb52542,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:43.807931 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:43.867382 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port eacaa274-cd40-4532-86bc-82b2408719dc, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=eacaa274-cd40-4532-86bc-82b2408719dc,segment=NetworkSegment(2c287c25-b6fe-4555-bdcb-4264a98fb7ca),segment_id=2c287c25-b6fe-4555-bdcb-4264a98fb7ca)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:28:43.885697 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2abbf745-572a-4f7c-b08b-14d235690e37 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:43.901450 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-2abbf745-572a-4f7c-b08b-14d235690e37 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] 10.222.0.85 "DELETE /v2.0/ports/cf8d66aa-70cb-4eef-94fb-dfa33fb52542 HTTP/1.1" status: 204 len: 168 time: 1.5096681 May 30 20:28:43.902348 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 41622) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:43.912275 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cd98c6-641d-4d12-b4cd-02da79b97494 service neutron] Pushing event updated for resources: {'Port': ['ID=6b183178-7cba-4034-ab82-286f8e3f9fa8,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:43.957848 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b3a9cf80-0134-4d87-a41f-9c51686ee017 req-37aab78f-da79-423f-bf8d-2d64e675fc54 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=70ef18c5b6334bfaa2fbdd6139af8659&device_id=60f6917b-888a-4a09-9f7d-4e576bb1fd2a HTTP/1.1" status: 200 len: 1094 time: 0.4376092 May 30 20:28:43.962683 n-d-843948-2 neutron-server[84886]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f41486a-597d-4864-9c13-c541f22915d8 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] GET failed (client error): The resource could not be found. May 30 20:28:43.963364 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-2f41486a-597d-4864-9c13-c541f22915d8 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Synchronizing usage tracker for tenant:4be4d49ae6064975a8617cd4194dcba7 on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:28:43.987897 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:44.045146 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-3cdec62f-865a-42c9-8d62-cafacc3f6c89 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=996868ed74f547c5956aa189e3d49465&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8810813 May 30 20:28:44.047846 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 41628) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:44.066188 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-b3a9cf80-0134-4d87-a41f-9c51686ee017 req-19cd98c6-641d-4d12-b4cd-02da79b97494 service neutron] Attempting to bind port 6b183178-7cba-4034-ab82-286f8e3f9fa8 on host n-h2-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:28:44.066687 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-b3a9cf80-0134-4d87-a41f-9c51686ee017 req-19cd98c6-641d-4d12-b4cd-02da79b97494 service neutron] Attempting to bind port 6b183178-7cba-4034-ab82-286f8e3f9fa8 by drivers openvswitch,hyperv on host n-h2-843948-2 at level 0 using segments [{'id': '0f661650-afd1-4b4e-a9a7-b559131eb58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'cbdad1c3-6f7c-44f2-bb38-edd33529befb'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:28:44.067016 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3a9cf80-0134-4d87-a41f-9c51686ee017 req-19cd98c6-641d-4d12-b4cd-02da79b97494 service neutron] Attempting to bind port 6b183178-7cba-4034-ab82-286f8e3f9fa8 on network cbdad1c3-6f7c-44f2-bb38-edd33529befb {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:28:44.073338 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b3a9cf80-0134-4d87-a41f-9c51686ee017 req-df5dd3bf-f412-45d6-a0c0-fb8480a466e2 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8caf151c-6b47-4549-ac15-35b41c7a11dd HTTP/1.1" status: 200 len: 217 time: 0.1073725 May 30 20:28:44.076291 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3a9cf80-0134-4d87-a41f-9c51686ee017 req-19cd98c6-641d-4d12-b4cd-02da79b97494 service neutron] Port 6b183178-7cba-4034-ab82-286f8e3f9fa8 on network cbdad1c3-6f7c-44f2-bb38-edd33529befb not bound, no agent of type Open vSwitch agent registered on host n-h2-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:28:44.076780 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3a9cf80-0134-4d87-a41f-9c51686ee017 req-19cd98c6-641d-4d12-b4cd-02da79b97494 service neutron] Attempting to bind port 6b183178-7cba-4034-ab82-286f8e3f9fa8 on network cbdad1c3-6f7c-44f2-bb38-edd33529befb {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:28:44.091950 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-2f41486a-597d-4864-9c13-c541f22915d8 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Unset dirty status for tenant:4be4d49ae6064975a8617cd4194dcba7 on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:28:44.095473 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=eacaa274-cd40-4532-86bc-82b2408719dc,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:44.095625 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-2f41486a-597d-4864-9c13-c541f22915d8 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] 10.222.0.85 "GET /v2.0/ports/cf8d66aa-70cb-4eef-94fb-dfa33fb52542 HTTP/1.1" status: 404 len: 333 time: 0.1912422 May 30 20:28:44.101784 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 41632) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:44.134102 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3a9cf80-0134-4d87-a41f-9c51686ee017 req-19cd98c6-641d-4d12-b4cd-02da79b97494 service neutron] Checking agent: {'id': 'eaa08354-e8f5-4e73-af76-8d3cf7d2b390', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:28:44.134443 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3a9cf80-0134-4d87-a41f-9c51686ee017 req-19cd98c6-641d-4d12-b4cd-02da79b97494 service neutron] Checking segment: {'id': '0f661650-afd1-4b4e-a9a7-b559131eb58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'cbdad1c3-6f7c-44f2-bb38-edd33529befb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:28:44.134839 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3a9cf80-0134-4d87-a41f-9c51686ee017 req-19cd98c6-641d-4d12-b4cd-02da79b97494 service neutron] Bound using segment: {'id': '0f661650-afd1-4b4e-a9a7-b559131eb58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'cbdad1c3-6f7c-44f2-bb38-edd33529befb'} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:28:44.135296 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-b3a9cf80-0134-4d87-a41f-9c51686ee017 req-19cd98c6-641d-4d12-b4cd-02da79b97494 service neutron] Bound port: 6b183178-7cba-4034-ab82-286f8e3f9fa8, host: n-h2-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f661650-afd1-4b4e-a9a7-b559131eb58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'cbdad1c3-6f7c-44f2-bb38-edd33529befb'}}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:28:44.135684 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-b3a9cf80-0134-4d87-a41f-9c51686ee017 req-19cd98c6-641d-4d12-b4cd-02da79b97494 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:44.187316 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-921c7605-ffc8-47e2-8350-0fd57c066bc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:44.195978 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a9cf80-0134-4d87-a41f-9c51686ee017 req-63c5e977-233d-4374-a361-8ba5d7e75f97 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:44.196826 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-0203789a-f21d-42ac-b24d-1e65c7867739 None None] Provisioning complete for port eacaa274-cd40-4532-86bc-82b2408719dc triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:28:44.197305 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-0203789a-f21d-42ac-b24d-1e65c7867739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:44.197808 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b3a9cf80-0134-4d87-a41f-9c51686ee017 req-63c5e977-233d-4374-a361-8ba5d7e75f97 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=707da4f3-05e5-421c-bfed-f8c56dd2a3e4 HTTP/1.1" status: 200 len: 852 time: 0.1179743 May 30 20:28:44.216374 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-921c7605-ffc8-47e2-8350-0fd57c066bc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:44.291214 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:28:44.384090 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b3a9cf80-0134-4d87-a41f-9c51686ee017 req-5031a480-65ec-4343-b249-e4e3dcccb46e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=cbdad1c3-6f7c-44f2-bb38-edd33529befb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1785250 May 30 20:28:44.495885 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9adfe84-25d0-4f2f-9c22-29c4c91827cd tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Deleting subnet 3709c977-da5d-4aa2-86f1-0fb68139ce23 {{(pid=84886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:28:44.500993 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f9adfe84-25d0-4f2f-9c22-29c4c91827cd tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks [] for subnet, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:44.540240 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-b3a9cf80-0134-4d87-a41f-9c51686ee017 req-19cd98c6-641d-4d12-b4cd-02da79b97494 service neutron] For port 6b183178-7cba-4034-ab82-286f8e3f9fa8, host n-h2-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:28:44.571619 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-8d552978-6bc6-4c3d-b7c8-3b5eb10959c0 None None] Could not find standard attr ID for object cf8d66aa-70cb-4eef-94fb-dfa33fb52542. {{(pid=84888) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 30 20:28:44.582679 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f9adfe84-25d0-4f2f-9c22-29c4c91827cd tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2655517'] for subnet, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:44.602648 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-b3a9cf80-0134-4d87-a41f-9c51686ee017 req-19cd98c6-641d-4d12-b4cd-02da79b97494 service neutron] For port 6b183178-7cba-4034-ab82-286f8e3f9fa8, host n-h2-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=6b183178-7cba-4034-ab82-286f8e3f9fa8,segment=NetworkSegment(0f661650-afd1-4b4e-a9a7-b559131eb58f),segment_id=0f661650-afd1-4b4e-a9a7-b559131eb58f)] {{(pid=84887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:28:44.617148 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-921c7605-ffc8-47e2-8350-0fd57c066bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:44.647120 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921c7605-ffc8-47e2-8350-0fd57c066bc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42bdd206-4176-44ff-99b7-dde9eb1ecdfd,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:44.662910 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b3a9cf80-0134-4d87-a41f-9c51686ee017 req-05dd47fb-8032-440d-b7e3-d0af680952a2 service neutron] 10.222.0.71 "GET /v2.0/networks/cbdad1c3-6f7c-44f2-bb38-edd33529befb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2665849 May 30 20:28:44.725804 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-921c7605-ffc8-47e2-8350-0fd57c066bc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:44.730281 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-921c7605-ffc8-47e2-8350-0fd57c066bc0 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/42bdd206-4176-44ff-99b7-dde9eb1ecdfd HTTP/1.1" status: 204 len: 168 time: 0.6801882 May 30 20:28:44.770103 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f9adfe84-25d0-4f2f-9c22-29c4c91827cd tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:44.828806 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-b3a9cf80-0134-4d87-a41f-9c51686ee017 req-19cd98c6-641d-4d12-b4cd-02da79b97494 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:44.922634 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cd98c6-641d-4d12-b4cd-02da79b97494 service neutron] Pushing event updated for resources: {'Port': ['ID=6b183178-7cba-4034-ab82-286f8e3f9fa8,revision_number=3']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:44.930763 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1539e166-bdf4-405e-8b9a-75f5dc885d53 req-9f000e25-12d9-4754-a4e7-1b8b89fdaa59 tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:44.932290 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1539e166-bdf4-405e-8b9a-75f5dc885d53 req-9f000e25-12d9-4754-a4e7-1b8b89fdaa59 tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] 10.222.0.85 "GET /v2.0/ports?device_id=60f6917b-888a-4a09-9f7d-4e576bb1fd2a HTTP/1.1" status: 200 len: 943 time: 0.3738496 May 30 20:28:44.973870 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-b3a9cf80-0134-4d87-a41f-9c51686ee017 req-19cd98c6-641d-4d12-b4cd-02da79b97494 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:44.975465 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b3a9cf80-0134-4d87-a41f-9c51686ee017 req-19cd98c6-641d-4d12-b4cd-02da79b97494 service neutron] 10.222.0.86 "PUT /v2.0/ports/6b183178-7cba-4034-ab82-286f8e3f9fa8 HTTP/1.1" status: 200 len: 1091 time: 3.4065170 May 30 20:28:44.998714 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3537c915-262d-4fc0-9fc5-96042395ab20 req-54f944b2-c10f-417f-bcb0-b242fc345e6a tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:45.000221 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3537c915-262d-4fc0-9fc5-96042395ab20 req-54f944b2-c10f-417f-bcb0-b242fc345e6a tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=7aad7ab8-22c4-47e2-abf2-9cc744ce8553 HTTP/1.1" status: 200 len: 944 time: 0.2666206 May 30 20:28:45.003411 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 41648) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:45.020554 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1539e166-bdf4-405e-8b9a-75f5dc885d53 req-2f559e62-9624-42b4-86fd-fed3b06b0d2b tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] 10.222.0.85 "GET /v2.0/security-groups?id=33a3fd53-a3f8-49f0-823f-5999beca3e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777783 May 30 20:28:45.038022 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b3a9cf80-0134-4d87-a41f-9c51686ee017 req-1daed9f8-ab7f-4659-84d2-577ff4f98a2c service neutron] 10.222.0.71 "GET /v2.0/networks/cbdad1c3-6f7c-44f2-bb38-edd33529befb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3671002 May 30 20:28:45.058074 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3537c915-262d-4fc0-9fc5-96042395ab20 req-7aac8e6c-64b3-4c4a-a682-a7275fd2009d tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ae76294-3e84-4fcb-be2a-17611205a838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471096 May 30 20:28:45.086125 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f9adfe84-25d0-4f2f-9c22-29c4c91827cd tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4127075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2778536'] for subnet, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:45.136554 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9adfe84-25d0-4f2f-9c22-29c4c91827cd tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Pushing event deleted for resources: {'Subnet': ['ID=3709c977-da5d-4aa2-86f1-0fb68139ce23,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:45.146772 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f9adfe84-25d0-4f2f-9c22-29c4c91827cd tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks [] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:45.155991 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d33396-c6dd-4a99-b7e5-c099a3fdc377 None None] Network 92ae0470-4e78-4b28-be74-2d74731a94ca requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:28:45.180997 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-f9adfe84-25d0-4f2f-9c22-29c4c91827cd tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] 10.222.0.85 "DELETE /v2.0/subnets/3709c977-da5d-4aa2-86f1-0fb68139ce23 HTTP/1.1" status: 204 len: 168 time: 1.0778852 May 30 20:28:45.181826 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 41656) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:45.347593 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d5b69e10-d7ed-4232-8352-7703defa53dc tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:45.376270 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-d5b69e10-d7ed-4232-8352-7703defa53dc tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Deleting port eacaa274-cd40-4532-86bc-82b2408719dc {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:28:45.377159 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d5b69e10-d7ed-4232-8352-7703defa53dc tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:45.388643 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device eacaa274-cd40-4532-86bc-82b2408719dc up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:28:45.474191 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b3a9cf80-0134-4d87-a41f-9c51686ee017 req-583d271f-3e3a-456a-ba6d-485fa54122f6 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=70ef18c5b6334bfaa2fbdd6139af8659&device_id=9c41fd79-5d0a-406b-9a49-44b43825a931 HTTP/1.1" status: 200 len: 1094 time: 0.3726556 May 30 20:28:45.531042 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c6fc329e-e8c1-4e42-864f-980ef21e5406 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:45.554774 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port eacaa274-cd40-4532-86bc-82b2408719dc triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:28:45.557287 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:45.574880 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c41fd79-5d0a-406b-9a49-44b43825a931', 'tag': '6b183178-7cba-4034-ab82-286f8e3f9fa8'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:28:45.609205 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b3a9cf80-0134-4d87-a41f-9c51686ee017 req-e9428e34-1db8-4e0b-b93a-b2bc6f988018 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6b183178-7cba-4034-ab82-286f8e3f9fa8 HTTP/1.1" status: 200 len: 217 time: 0.1197047 May 30 20:28:45.617129 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-c6fc329e-e8c1-4e42-864f-980ef21e5406 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:28:45.621605 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-c6fc329e-e8c1-4e42-864f-980ef21e5406 admin admin] Usage tracker for resource:security_group_rule and tenant:907b699a567e4046827dfb6125e8e2f5 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:28:45.623795 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5d1f16bb-fcc1-4651-b4f8-e293a31f9941 req-73564ae4-6939-4619-bda5-1233f1d3afea service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=70ef18c5b6334bfaa2fbdd6139af8659&device_id=60f6917b-888a-4a09-9f7d-4e576bb1fd2a HTTP/1.1" status: 200 len: 1094 time: 0.4280634 May 30 20:28:45.625257 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-c6fc329e-e8c1-4e42-864f-980ef21e5406 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:28:45.633033 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-c6fc329e-e8c1-4e42-864f-980ef21e5406 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:28:45.665069 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ce9959-8bfd-4753-8462-b96a715957f0 None None] DHCP port deletion for 92ae0470-4e78-4b28-be74-2d74731a94ca request from n-d-843948-2 {{(pid=84888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:28:45.675998 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-c2ce9959-8bfd-4753-8462-b96a715957f0 None None] Deleting port eacaa274-cd40-4532-86bc-82b2408719dc {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:28:45.676368 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-c2ce9959-8bfd-4753-8462-b96a715957f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:45.716464 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62ec7302-41bd-4ef0-af62-616dde88095d'] response: {'name': 'network-changed', 'server_uuid': '9c41fd79-5d0a-406b-9a49-44b43825a931', 'tag': '6b183178-7cba-4034-ab82-286f8e3f9fa8', 'status': 'completed', 'code': 200} May 30 20:28:45.754522 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c6fc329e-e8c1-4e42-864f-980ef21e5406 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:45.831321 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c6fc329e-e8c1-4e42-864f-980ef21e5406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:45.832084 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a9cf80-0134-4d87-a41f-9c51686ee017 req-50190b56-02db-46c7-9b7e-e885eb01aadf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:45.833676 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b3a9cf80-0134-4d87-a41f-9c51686ee017 req-50190b56-02db-46c7-9b7e-e885eb01aadf service neutron] 10.222.0.86 "GET /v2.0/subnets?id=707da4f3-05e5-421c-bfed-f8c56dd2a3e4 HTTP/1.1" status: 200 len: 852 time: 0.2088721 May 30 20:28:45.876233 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [None req-d5b69e10-d7ed-4232-8352-7703defa53dc tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] For port eacaa274-cd40-4532-86bc-82b2408719dc, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=eacaa274-cd40-4532-86bc-82b2408719dc,segment=NetworkSegment(2c287c25-b6fe-4555-bdcb-4264a98fb7ca),segment_id=2c287c25-b6fe-4555-bdcb-4264a98fb7ca)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:28:45.876635 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d5b69e10-d7ed-4232-8352-7703defa53dc tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:45.924981 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b3a9cf80-0134-4d87-a41f-9c51686ee017 req-d7a21780-273c-4a01-90b5-af257dae35fa service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=cbdad1c3-6f7c-44f2-bb38-edd33529befb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0794754 May 30 20:28:45.932841 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-c2ce9959-8bfd-4753-8462-b96a715957f0 None None] For port eacaa274-cd40-4532-86bc-82b2408719dc, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=eacaa274-cd40-4532-86bc-82b2408719dc,segment=NetworkSegment(2c287c25-b6fe-4555-bdcb-4264a98fb7ca),segment_id=2c287c25-b6fe-4555-bdcb-4264a98fb7ca)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:28:45.933338 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-c2ce9959-8bfd-4753-8462-b96a715957f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:46.018837 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1f16bb-fcc1-4651-b4f8-e293a31f9941 req-63f2e810-8754-4238-895b-399ed21f57cc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:46.020403 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5d1f16bb-fcc1-4651-b4f8-e293a31f9941 req-63f2e810-8754-4238-895b-399ed21f57cc service neutron] 10.222.0.71 "GET /v2.0/networks?id=cbdad1c3-6f7c-44f2-bb38-edd33529befb HTTP/1.1" status: 200 len: 913 time: 0.3445637 May 30 20:28:46.057126 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-d5b69e10-d7ed-4232-8352-7703defa53dc tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Calling delete_port for eacaa274-cd40-4532-86bc-82b2408719dc owned by network:dhcp {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:28:46.082060 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-c2ce9959-8bfd-4753-8462-b96a715957f0 None None] Calling delete_port for eacaa274-cd40-4532-86bc-82b2408719dc owned by network:dhcp {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:28:46.114472 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5d1f16bb-fcc1-4651-b4f8-e293a31f9941 req-3d2f25cf-dab3-4a2c-98d0-6b1bd972faf2 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8caf151c-6b47-4549-ac15-35b41c7a11dd HTTP/1.1" status: 200 len: 217 time: 0.0801625 May 30 20:28:46.171871 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-c6fc329e-e8c1-4e42-864f-980ef21e5406 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=907b699a567e4046827dfb6125e8e2f5&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1673989 May 30 20:28:46.174324 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fc329e-e8c1-4e42-864f-980ef21e5406 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b11dab4a-32e0-4dbd-bc00-c006451d769b,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:46.179229 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 41680) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:46.248248 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.db.api [None req-c2ce9959-8bfd-4753-8462-b96a715957f0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:28:46.249539 n-d-843948-2 neutron-server[84888]: DEBUG oslo_db.api [None req-c2ce9959-8bfd-4753-8462-b96a715957f0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:28:46.251718 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d5b69e10-d7ed-4232-8352-7703defa53dc tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:46.256321 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1f16bb-fcc1-4651-b4f8-e293a31f9941 req-c5f30cac-cfe1-4490-9a07-8bdcb6cfc1aa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:46.256321 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5d1f16bb-fcc1-4651-b4f8-e293a31f9941 req-c5f30cac-cfe1-4490-9a07-8bdcb6cfc1aa service neutron] 10.222.0.71 "GET /v2.0/subnets?id=707da4f3-05e5-421c-bfed-f8c56dd2a3e4 HTTP/1.1" status: 200 len: 852 time: 0.1279976 May 30 20:28:46.331726 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b3a9cf80-0134-4d87-a41f-9c51686ee017 req-b274552f-36cc-423f-ad85-810ec48a597a service neutron] 10.222.0.86 "GET /v2.0/networks/cbdad1c3-6f7c-44f2-bb38-edd33529befb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3898110 May 30 20:28:46.361795 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b69e10-d7ed-4232-8352-7703defa53dc tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Pushing event deleted for resources: {'Port': ['ID=eacaa274-cd40-4532-86bc-82b2408719dc,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:46.365902 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5d1f16bb-fcc1-4651-b4f8-e293a31f9941 req-df821d5d-5141-4231-9f35-5a7b193f3c9d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=cbdad1c3-6f7c-44f2-bb38-edd33529befb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0703192 May 30 20:28:46.372437 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b69e10-d7ed-4232-8352-7703defa53dc tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] No DVR routers for this DVR port eacaa274-cd40-4532-86bc-82b2408719dc on host n-d-843948-2 {{(pid=84886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:28:46.532224 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d5b69e10-d7ed-4232-8352-7703defa53dc tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:46.545956 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-24010c7b-4023-4630-83ad-967df52bc19f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:46.591082 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-d5b69e10-d7ed-4232-8352-7703defa53dc tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92ae0470-4e78-4b28-be74-2d74731a94ca']}} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:28:46.611423 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-d5b69e10-d7ed-4232-8352-7703defa53dc tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c287c25-b6fe-4555-bdcb-4264a98fb7ca') {'for_net_delete': True} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:28:46.611711 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-d5b69e10-d7ed-4232-8352-7703defa53dc tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c287c25-b6fe-4555-bdcb-4264a98fb7ca') {} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:28:46.620344 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-24010c7b-4023-4630-83ad-967df52bc19f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:46.639026 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdb60eb-ea03-41b0-a83c-ead12253822c req-1c02f6d8-a764-4161-9539-62ecfbc441ff tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:46.640450 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-abdb60eb-ea03-41b0-a83c-ead12253822c req-1c02f6d8-a764-4161-9539-62ecfbc441ff tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] 10.222.0.85 "GET /v2.0/ports?device_id=60f6917b-888a-4a09-9f7d-4e576bb1fd2a HTTP/1.1" status: 200 len: 943 time: 0.3982196 May 30 20:28:46.646349 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d5b69e10-d7ed-4232-8352-7703defa53dc tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2660590'] for segment, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:46.657871 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b3a9cf80-0134-4d87-a41f-9c51686ee017 req-cbe60d9a-b0d0-4c99-aeb2-d3935ba56586 service neutron] 10.222.0.86 "GET /v2.0/networks/cbdad1c3-6f7c-44f2-bb38-edd33529befb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3120921 May 30 20:28:46.701782 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d5b69e10-d7ed-4232-8352-7703defa53dc tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:46.711217 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e144ee-5aa1-414d-9d69-84472d0241b0 req-c54bf668-b389-4250-a91d-9ffb4ba10955 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:46.712917 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-71e144ee-5aa1-414d-9d69-84472d0241b0 req-c54bf668-b389-4250-a91d-9ffb4ba10955 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=7aad7ab8-22c4-47e2-abf2-9cc744ce8553 HTTP/1.1" status: 200 len: 944 time: 0.4527445 May 30 20:28:46.730792 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5b69e10-d7ed-4232-8352-7703defa53dc tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Releasing vlan 670 on physical network physnet1 to pool {{(pid=84886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:28:46.730792 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d5b69e10-d7ed-4232-8352-7703defa53dc tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4126989'] for segment, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:46.742009 n-d-843948-2 neutron-server[84886]: Traceback (most recent call last): May 30 20:28:46.742009 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:28:46.742009 n-d-843948-2 neutron-server[84886]: timer() May 30 20:28:46.742009 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:28:46.742009 n-d-843948-2 neutron-server[84886]: cb(*args, **kw) May 30 20:28:46.742009 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:28:46.742009 n-d-843948-2 neutron-server[84886]: return func(*args, **kwargs) May 30 20:28:46.742009 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:28:46.742009 n-d-843948-2 neutron-server[84886]: self._notify() May 30 20:28:46.742009 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:28:46.742009 n-d-843948-2 neutron-server[84886]: self.callback(batched_events) May 30 20:28:46.742009 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:28:46.742009 n-d-843948-2 neutron-server[84886]: event.method(event) May 30 20:28:46.742009 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:28:46.742009 n-d-843948-2 neutron-server[84886]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:28:46.742009 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:28:46.742009 n-d-843948-2 neutron-server[84886]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:28:46.742009 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:28:46.742009 n-d-843948-2 neutron-server[84886]: return f(self, *a, **k) May 30 20:28:46.742009 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:28:46.742009 n-d-843948-2 neutron-server[84886]: return self._get(url).json() May 30 20:28:46.742009 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:28:46.742009 n-d-843948-2 neutron-server[84886]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:28:46.742009 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:28:46.742009 n-d-843948-2 neutron-server[84886]: return self.request(url, 'GET', **kwargs) May 30 20:28:46.742009 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:28:46.742009 n-d-843948-2 neutron-server[84886]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:28:46.742009 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:28:46.742009 n-d-843948-2 neutron-server[84886]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:28:46.742009 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:28:46.742009 n-d-843948-2 neutron-server[84886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:28:46.742009 n-d-843948-2 neutron-server[84886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:28:46.751026 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-c2ce9959-8bfd-4753-8462-b96a715957f0 None None] Deleting port eacaa274-cd40-4532-86bc-82b2408719dc {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:28:46.752407 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-c2ce9959-8bfd-4753-8462-b96a715957f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:46.832429 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-abdb60eb-ea03-41b0-a83c-ead12253822c req-2163dadf-1bb4-499e-b1f5-51711ddc8a43 tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] 10.222.0.85 "GET /v2.0/security-groups?id=33a3fd53-a3f8-49f0-823f-5999beca3e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690402 May 30 20:28:46.908141 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-c2ce9959-8bfd-4753-8462-b96a715957f0 None None] The port 'eacaa274-cd40-4532-86bc-82b2408719dc' was deleted {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 20:28:46.920758 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d5b69e10-d7ed-4232-8352-7703defa53dc tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:46.945784 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5d1f16bb-fcc1-4651-b4f8-e293a31f9941 req-710f2da6-1dee-4195-8c3e-a58d55121c1d service neutron] 10.222.0.71 "GET /v2.0/networks/cbdad1c3-6f7c-44f2-bb38-edd33529befb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5701640 May 30 20:28:46.962164 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d5b69e10-d7ed-4232-8352-7703defa53dc tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks [] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:46.973644 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-24010c7b-4023-4630-83ad-967df52bc19f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:46.985665 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b69e10-d7ed-4232-8352-7703defa53dc tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Pushing event deleted for resources: {'Network': ['ID=92ae0470-4e78-4b28-be74-2d74731a94ca,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:47.000601 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24010c7b-4023-4630-83ad-967df52bc19f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b11dab4a-32e0-4dbd-bc00-c006451d769b,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:47.018397 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-24010c7b-4023-4630-83ad-967df52bc19f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:47.022543 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-24010c7b-4023-4630-83ad-967df52bc19f admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/b11dab4a-32e0-4dbd-bc00-c006451d769b HTTP/1.1" status: 204 len: 168 time: 0.8395672 May 30 20:28:47.075736 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-71e144ee-5aa1-414d-9d69-84472d0241b0 req-c160a6f1-0e9e-4702-83c4-dff40a12b500 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ae76294-3e84-4fcb-be2a-17611205a838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2950845 May 30 20:28:47.112620 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-d5b69e10-d7ed-4232-8352-7703defa53dc tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] 10.222.0.85 "DELETE /v2.0/networks/92ae0470-4e78-4b28-be74-2d74731a94ca HTTP/1.1" status: 204 len: 168 time: 1.9296951 May 30 20:28:47.116641 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 41704) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:47.136092 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-7b617d67-422a-4e7b-81bf-dade73be9191 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Request body: {'port': {'network_id': '6f5ac8bd-d8d2-46e1-895f-200629d30eb8', 'name': 'tempest-PortsTestJSON-1885572415'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:28:47.160656 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-dadeac5b-e6ba-414c-9032-6a529fa43c50 req-ff50af78-698d-41b8-9c9e-b67514f2f924 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=70ef18c5b6334bfaa2fbdd6139af8659&device_id=9c41fd79-5d0a-406b-9a49-44b43825a931 HTTP/1.1" status: 200 len: 1094 time: 0.2956767 May 30 20:28:47.197494 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device eacaa274-cd40-4532-86bc-82b2408719dc no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:28:47.285395 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: eacaa274-cd40-4532-86bc-82b2408719dc {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:28:47.285821 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device eacaa274-cd40-4532-86bc-82b2408719dc not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:28:47.366619 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5d1f16bb-fcc1-4651-b4f8-e293a31f9941 req-d9e9b58a-9326-4dfa-8c41-38fee0d0202e service neutron] 10.222.0.71 "GET /v2.0/networks/cbdad1c3-6f7c-44f2-bb38-edd33529befb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3999512 May 30 20:28:47.377629 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-7b617d67-422a-4e7b-81bf-dade73be9191 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:28:47.526110 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-7b617d67-422a-4e7b-81bf-dade73be9191 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Usage tracker for resource:port and tenant:4be4d49ae6064975a8617cd4194dcba7 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:28:47.531647 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-7b617d67-422a-4e7b-81bf-dade73be9191 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:28:47.541484 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-7b617d67-422a-4e7b-81bf-dade73be9191 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:28:47.562823 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadeac5b-e6ba-414c-9032-6a529fa43c50 req-5d148681-8081-4d26-82a3-7c56bd77f568 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:47.564147 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-dadeac5b-e6ba-414c-9032-6a529fa43c50 req-5d148681-8081-4d26-82a3-7c56bd77f568 service neutron] 10.222.0.86 "GET /v2.0/networks?id=cbdad1c3-6f7c-44f2-bb38-edd33529befb HTTP/1.1" status: 200 len: 913 time: 0.4030504 May 30 20:28:47.637985 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-dadeac5b-e6ba-414c-9032-6a529fa43c50 req-2d5e4ea9-46a5-4bc6-a160-632bc03ce2d9 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6b183178-7cba-4034-ab82-286f8e3f9fa8 HTTP/1.1" status: 200 len: 217 time: 0.0643058 May 30 20:28:47.678317 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b617d67-422a-4e7b-81bf-dade73be9191 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Made reservation on behalf of 4be4d49ae6064975a8617cd4194dcba7 for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:28:47.681463 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7b617d67-422a-4e7b-81bf-dade73be9191 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:47.722078 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [None req-7b617d67-422a-4e7b-81bf-dade73be9191 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] device_id is not set on port b17b78d3-546d-4d1d-b9f2-4b9af3579f8f yet. {{(pid=84887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:28:47.769498 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadeac5b-e6ba-414c-9032-6a529fa43c50 req-5abccdbc-7df9-459f-b2c8-1c9e29ee9e59 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:47.773159 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-dadeac5b-e6ba-414c-9032-6a529fa43c50 req-5abccdbc-7df9-459f-b2c8-1c9e29ee9e59 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=707da4f3-05e5-421c-bfed-f8c56dd2a3e4 HTTP/1.1" status: 200 len: 852 time: 0.1296730 May 30 20:28:47.833474 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-dadeac5b-e6ba-414c-9032-6a529fa43c50 req-782c9c07-d175-4df4-abf8-28462dc82856 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=cbdad1c3-6f7c-44f2-bb38-edd33529befb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520275 May 30 20:28:47.925506 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 8caf151c-6b47-4549-ac15-35b41c7a11dd details requested by agent hyperv_n-h1-843948-2 with host n-h1-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:28:48.129596 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-dadeac5b-e6ba-414c-9032-6a529fa43c50 req-3bd4c1c2-13ae-4387-90e9-fb8e3aadb285 service neutron] 10.222.0.86 "GET /v2.0/networks/cbdad1c3-6f7c-44f2-bb38-edd33529befb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2821918 May 30 20:28:48.196702 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7b617d67-422a-4e7b-81bf-dade73be9191 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:48.219901 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192419f4-3298-4992-b06a-3547a37b0318 req-0d4c0801-63c6-48ea-b0e7-dc54d3a0136f tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:48.222632 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-192419f4-3298-4992-b06a-3547a37b0318 req-0d4c0801-63c6-48ea-b0e7-dc54d3a0136f tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] 10.222.0.85 "GET /v2.0/ports?device_id=60f6917b-888a-4a09-9f7d-4e576bb1fd2a HTTP/1.1" status: 200 len: 943 time: 0.1571755 May 30 20:28:48.233296 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 8caf151c-6b47-4549-ac15-35b41c7a11dd, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=8caf151c-6b47-4549-ac15-35b41c7a11dd,segment=NetworkSegment(0f661650-afd1-4b4e-a9a7-b559131eb58f),segment_id=0f661650-afd1-4b4e-a9a7-b559131eb58f)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:28:48.280269 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Returning: {'device': '8caf151c-6b47-4549-ac15-35b41c7a11dd', 'network_id': 'cbdad1c3-6f7c-44f2-bb38-edd33529befb', 'port_id': '8caf151c-6b47-4549-ac15-35b41c7a11dd', 'mac_address': 'fa:16:3e:30:5f:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '707da4f3-05e5-421c-bfed-f8c56dd2a3e4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:28:48.307520 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-192419f4-3298-4992-b06a-3547a37b0318 req-2bc56932-5ff6-42fe-a585-2e6370d872e8 tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] 10.222.0.85 "GET /v2.0/security-groups?id=33a3fd53-a3f8-49f0-823f-5999beca3e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747037 May 30 20:28:48.404662 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:48.426834 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8caf151c-6b47-4549-ac15-35b41c7a11dd {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:28:48.444045 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 8caf151c-6b47-4549-ac15-35b41c7a11dd, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=8caf151c-6b47-4549-ac15-35b41c7a11dd,segment=NetworkSegment(0f661650-afd1-4b4e-a9a7-b559131eb58f),segment_id=0f661650-afd1-4b4e-a9a7-b559131eb58f)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:28:48.463671 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-dadeac5b-e6ba-414c-9032-6a529fa43c50 req-436b87f1-6e9c-4bcd-a2ff-6237b1e0371b service neutron] 10.222.0.86 "GET /v2.0/networks/cbdad1c3-6f7c-44f2-bb38-edd33529befb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3239577 May 30 20:28:48.487806 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0f4c3c-ee2a-4972-87ca-262e1fc5b51c req-76b9efce-0f18-45f5-abcb-67ceb3c8fe2e tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:48.490909 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0b0f4c3c-ee2a-4972-87ca-262e1fc5b51c req-76b9efce-0f18-45f5-abcb-67ceb3c8fe2e tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=7aad7ab8-22c4-47e2-abf2-9cc744ce8553 HTTP/1.1" status: 200 len: 944 time: 0.1587698 May 30 20:28:48.533106 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:48.549811 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7b617d67-422a-4e7b-81bf-dade73be9191 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:48.653943 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=8caf151c-6b47-4549-ac15-35b41c7a11dd,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:48.717026 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0b0f4c3c-ee2a-4972-87ca-262e1fc5b51c req-f7c18a44-b5cc-488b-b7b4-66a4d063f9e8 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ae76294-3e84-4fcb-be2a-17611205a838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2199492 May 30 20:28:48.750232 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b617d67-422a-4e7b-81bf-dade73be9191 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Network 6f5ac8bd-d8d2-46e1-895f-200629d30eb8 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:28:48.756754 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-7b617d67-422a-4e7b-81bf-dade73be9191 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:28:48.760039 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b617d67-422a-4e7b-81bf-dade73be9191 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Pushing event updated for resources: {'Port': ['ID=b17b78d3-546d-4d1d-b9f2-4b9af3579f8f,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:48.763026 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b617d67-422a-4e7b-81bf-dade73be9191 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:28:48.769163 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b617d67-422a-4e7b-81bf-dade73be9191 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:48.769839 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7b617d67-422a-4e7b-81bf-dade73be9191 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:48.792335 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['8caf151c-6b47-4549-ac15-35b41c7a11dd'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:28:48.878528 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 6b183178-7cba-4034-ab82-286f8e3f9fa8 details requested by agent hyperv_n-h2-843948-2 with host n-h2-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:28:48.914332 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-7b617d67-422a-4e7b-81bf-dade73be9191 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.7930231 May 30 20:28:48.915360 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 41746) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:49.010088 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-6f026aee-6d54-4847-9e81-2dbe09eebb0c tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Deleting port b17b78d3-546d-4d1d-b9f2-4b9af3579f8f {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:28:49.010749 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6f026aee-6d54-4847-9e81-2dbe09eebb0c tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:49.170283 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 6b183178-7cba-4034-ab82-286f8e3f9fa8, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=6b183178-7cba-4034-ab82-286f8e3f9fa8,segment=NetworkSegment(0f661650-afd1-4b4e-a9a7-b559131eb58f),segment_id=0f661650-afd1-4b4e-a9a7-b559131eb58f)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:28:49.187925 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Returning: {'device': '6b183178-7cba-4034-ab82-286f8e3f9fa8', 'network_id': 'cbdad1c3-6f7c-44f2-bb38-edd33529befb', 'port_id': '6b183178-7cba-4034-ab82-286f8e3f9fa8', 'mac_address': 'fa:16:3e:6a:78:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '707da4f3-05e5-421c-bfed-f8c56dd2a3e4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:28:49.258882 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:49.280211 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b183178-7cba-4034-ab82-286f8e3f9fa8 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:28:49.297735 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 6b183178-7cba-4034-ab82-286f8e3f9fa8, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=6b183178-7cba-4034-ab82-286f8e3f9fa8,segment=NetworkSegment(0f661650-afd1-4b4e-a9a7-b559131eb58f),segment_id=0f661650-afd1-4b4e-a9a7-b559131eb58f)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:28:49.382783 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:49.408440 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6f026aee-6d54-4847-9e81-2dbe09eebb0c tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:49.468897 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=6b183178-7cba-4034-ab82-286f8e3f9fa8,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:49.543313 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:49.604260 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-6f026aee-6d54-4847-9e81-2dbe09eebb0c tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Calling delete_port for b17b78d3-546d-4d1d-b9f2-4b9af3579f8f owned by {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:28:49.679042 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['6b183178-7cba-4034-ab82-286f8e3f9fa8'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:28:49.702856 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03db2a27-edfd-4201-b9bc-86bba9e51061 req-4acaa2e4-ca38-4ccf-abac-71b519e25d1e tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:49.704394 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-03db2a27-edfd-4201-b9bc-86bba9e51061 req-4acaa2e4-ca38-4ccf-abac-71b519e25d1e tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] 10.222.0.85 "GET /v2.0/ports?device_id=60f6917b-888a-4a09-9f7d-4e576bb1fd2a HTTP/1.1" status: 200 len: 944 time: 0.2106066 May 30 20:28:49.766056 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-03db2a27-edfd-4201-b9bc-86bba9e51061 req-4a3abee8-5715-48b6-a7ea-5c754380374f tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] 10.222.0.85 "GET /v2.0/security-groups?id=33a3fd53-a3f8-49f0-823f-5999beca3e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511127 May 30 20:28:49.790036 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6f026aee-6d54-4847-9e81-2dbe09eebb0c tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:49.875040 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6f026aee-6d54-4847-9e81-2dbe09eebb0c tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:49.878504 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f026aee-6d54-4847-9e81-2dbe09eebb0c tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Pushing event deleted for resources: {'Port': ['ID=b17b78d3-546d-4d1d-b9f2-4b9af3579f8f,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:49.891901 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-6f026aee-6d54-4847-9e81-2dbe09eebb0c tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] 10.222.0.85 "DELETE /v2.0/ports/b17b78d3-546d-4d1d-b9f2-4b9af3579f8f HTTP/1.1" status: 204 len: 168 time: 0.9741535 May 30 20:28:49.892838 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 41772) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:49.899324 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-56826362-2025-42c7-9f13-636b276f8120 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Request body: {'port': {'network_id': '6f5ac8bd-d8d2-46e1-895f-200629d30eb8', 'mac_address': 'fa:16:3e:d7:b0:28', 'name': 'tempest-PortsTestJSON-810470779'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:28:49.932695 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 8caf151c-6b47-4549-ac15-35b41c7a11dd up at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:28:50.071001 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-56826362-2025-42c7-9f13-636b276f8120 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:28:50.077258 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-56826362-2025-42c7-9f13-636b276f8120 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Usage tracker for resource:port and tenant:4be4d49ae6064975a8617cd4194dcba7 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:28:50.081261 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-56826362-2025-42c7-9f13-636b276f8120 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:28:50.089659 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-56826362-2025-42c7-9f13-636b276f8120 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:28:50.104567 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbefa2f5-b3ae-4172-b609-5f3fdce31157 req-48703b44-15f5-401e-8300-4b1ce3275650 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:50.114590 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-dbefa2f5-b3ae-4172-b609-5f3fdce31157 req-48703b44-15f5-401e-8300-4b1ce3275650 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=7aad7ab8-22c4-47e2-abf2-9cc744ce8553 HTTP/1.1" status: 200 len: 944 time: 0.1885033 May 30 20:28:50.114826 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning for port 8caf151c-6b47-4549-ac15-35b41c7a11dd completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:28:50.114826 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning complete for port 8caf151c-6b47-4549-ac15-35b41c7a11dd triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:28:50.114826 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:50.163498 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-dbefa2f5-b3ae-4172-b609-5f3fdce31157 req-99cb0c59-baa3-4709-aead-9f42b1cd5f08 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ae76294-3e84-4fcb-be2a-17611205a838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443954 May 30 20:28:50.225551 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56826362-2025-42c7-9f13-636b276f8120 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Made reservation on behalf of 4be4d49ae6064975a8617cd4194dcba7 for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:28:50.296395 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:50.327627 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60f6917b-888a-4a09-9f7d-4e576bb1fd2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8caf151c-6b47-4549-ac15-35b41c7a11dd'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:28:50.339510 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 8caf151c-6b47-4549-ac15-35b41c7a11dd, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=8caf151c-6b47-4549-ac15-35b41c7a11dd,segment=NetworkSegment(0f661650-afd1-4b4e-a9a7-b559131eb58f),segment_id=0f661650-afd1-4b4e-a9a7-b559131eb58f)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:28:50.366423 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-56826362-2025-42c7-9f13-636b276f8120 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:50.412816 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [None req-56826362-2025-42c7-9f13-636b276f8120 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] device_id is not set on port 5aebb6ea-721f-4cac-8eba-c91d49441e2d yet. {{(pid=84887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:28:50.457736 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:50.597026 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=8caf151c-6b47-4549-ac15-35b41c7a11dd,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:50.670398 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-152cefc2-5a58-435e-aad9-843ca30599ba'] response: {'server_uuid': '60f6917b-888a-4a09-9f7d-4e576bb1fd2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8caf151c-6b47-4549-ac15-35b41c7a11dd', 'code': 200} May 30 20:28:50.735051 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-56826362-2025-42c7-9f13-636b276f8120 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:50.835027 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4d661e34-8a4c-4909-a718-28c1a3676bfe req-da1cf184-07c3-4fe6-b989-7ea21a62e9df service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=60f6917b-888a-4a09-9f7d-4e576bb1fd2a HTTP/1.1" status: 200 len: 1096 time: 0.0978224 May 30 20:28:50.882121 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4d661e34-8a4c-4909-a718-28c1a3676bfe req-c000199b-ed9b-490e-bb0b-74e731209dcc service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=33a3fd53-a3f8-49f0-823f-5999beca3e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408928 May 30 20:28:50.885193 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-56826362-2025-42c7-9f13-636b276f8120 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:50.893567 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 6b183178-7cba-4034-ab82-286f8e3f9fa8 up at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:28:51.113593 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning for port 6b183178-7cba-4034-ab82-286f8e3f9fa8 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:28:51.117002 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56826362-2025-42c7-9f13-636b276f8120 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Network 6f5ac8bd-d8d2-46e1-895f-200629d30eb8 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:28:51.119401 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning complete for port 6b183178-7cba-4034-ab82-286f8e3f9fa8 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:28:51.121831 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:51.122237 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-56826362-2025-42c7-9f13-636b276f8120 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:28:51.129287 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56826362-2025-42c7-9f13-636b276f8120 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:28:51.133977 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56826362-2025-42c7-9f13-636b276f8120 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:51.133977 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-56826362-2025-42c7-9f13-636b276f8120 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:51.154896 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56826362-2025-42c7-9f13-636b276f8120 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Pushing event updated for resources: {'Port': ['ID=5aebb6ea-721f-4cac-8eba-c91d49441e2d,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:51.195271 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea40cbdd-e406-4ad3-83ca-97f0bc5aabe5 req-49e7dd41-b0e3-4308-8c20-31940cf272cc tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:51.196776 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ea40cbdd-e406-4ad3-83ca-97f0bc5aabe5 req-49e7dd41-b0e3-4308-8c20-31940cf272cc tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] 10.222.0.85 "GET /v2.0/ports?device_id=60f6917b-888a-4a09-9f7d-4e576bb1fd2a HTTP/1.1" status: 200 len: 945 time: 0.1613488 May 30 20:28:51.272172 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:51.275175 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ea40cbdd-e406-4ad3-83ca-97f0bc5aabe5 req-23051366-d0ea-45fb-936c-6d7f709db458 tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] 10.222.0.85 "GET /v2.0/security-groups?id=33a3fd53-a3f8-49f0-823f-5999beca3e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681608 May 30 20:28:51.281520 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-56826362-2025-42c7-9f13-636b276f8120 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.3875656 May 30 20:28:51.294153 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 41804) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:51.395306 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 6b183178-7cba-4034-ab82-286f8e3f9fa8, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=6b183178-7cba-4034-ab82-286f8e3f9fa8,segment=NetworkSegment(0f661650-afd1-4b4e-a9a7-b559131eb58f),segment_id=0f661650-afd1-4b4e-a9a7-b559131eb58f)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:28:51.396269 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d743d0a5-9013-4b30-9298-3bcec19eb84f tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:51.397168 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-d743d0a5-9013-4b30-9298-3bcec19eb84f tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Synchronizing usage tracker for tenant:4be4d49ae6064975a8617cd4194dcba7 on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:28:51.509477 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:51.526813 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6577a0-a4ee-4583-8032-5ee211b43c02 req-b3a13465-c2fb-4f9b-966d-5dcea41dd9d7 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:51.529531 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5e6577a0-a4ee-4583-8032-5ee211b43c02 req-b3a13465-c2fb-4f9b-966d-5dcea41dd9d7 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=7aad7ab8-22c4-47e2-abf2-9cc744ce8553 HTTP/1.1" status: 200 len: 944 time: 0.1275494 May 30 20:28:51.557399 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-d743d0a5-9013-4b30-9298-3bcec19eb84f tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Unset dirty status for tenant:4be4d49ae6064975a8617cd4194dcba7 on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:28:51.558707 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-d743d0a5-9013-4b30-9298-3bcec19eb84f tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] 10.222.0.85 "GET /v2.0/ports/5aebb6ea-721f-4cac-8eba-c91d49441e2d HTTP/1.1" status: 200 len: 840 time: 0.2719593 May 30 20:28:51.561755 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 41816) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:51.610614 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=6b183178-7cba-4034-ab82-286f8e3f9fa8,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:51.638277 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5e6577a0-a4ee-4583-8032-5ee211b43c02 req-1212d3cb-8331-45d8-a7a3-e0387a712246 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ae76294-3e84-4fcb-be2a-17611205a838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990684 May 30 20:28:51.644932 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-507ad12d-fa38-453e-961e-6567009a7374 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Deleting port 5aebb6ea-721f-4cac-8eba-c91d49441e2d {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:28:51.644932 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-507ad12d-fa38-453e-961e-6567009a7374 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:51.958947 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-507ad12d-fa38-453e-961e-6567009a7374 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:52.107747 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-507ad12d-fa38-453e-961e-6567009a7374 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Calling delete_port for 5aebb6ea-721f-4cac-8eba-c91d49441e2d owned by {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:28:52.179311 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:52.339019 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-507ad12d-fa38-453e-961e-6567009a7374 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:52.387633 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507ad12d-fa38-453e-961e-6567009a7374 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Pushing event deleted for resources: {'Port': ['ID=5aebb6ea-721f-4cac-8eba-c91d49441e2d,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:52.402798 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-507ad12d-fa38-453e-961e-6567009a7374 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:52.487893 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce80c971-f0c2-4779-b67c-72b1e59959a1 req-1b1511cf-a97f-4f9a-a092-05336e3cf381 tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:52.489495 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ce80c971-f0c2-4779-b67c-72b1e59959a1 req-1b1511cf-a97f-4f9a-a092-05336e3cf381 tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] 10.222.0.85 "GET /v2.0/ports?device_id=60f6917b-888a-4a09-9f7d-4e576bb1fd2a HTTP/1.1" status: 200 len: 945 time: 0.0819705 May 30 20:28:52.527640 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-507ad12d-fa38-453e-961e-6567009a7374 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] 10.222.0.85 "DELETE /v2.0/ports/5aebb6ea-721f-4cac-8eba-c91d49441e2d HTTP/1.1" status: 204 len: 168 time: 0.9647162 May 30 20:28:52.530407 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 41836) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:52.585569 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ce80c971-f0c2-4779-b67c-72b1e59959a1 req-4e90d53a-10af-401c-877b-be931d22cf54 tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] 10.222.0.85 "GET /v2.0/security-groups?id=33a3fd53-a3f8-49f0-823f-5999beca3e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904932 May 30 20:28:52.586456 n-d-843948-2 neutron-server[84887]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e8a992b-a171-4972-8fbe-4e45b13595f9 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] GET failed (client error): The resource could not be found. May 30 20:28:52.586938 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-7e8a992b-a171-4972-8fbe-4e45b13595f9 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Synchronizing usage tracker for tenant:4be4d49ae6064975a8617cd4194dcba7 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:28:52.671461 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c41fd79-5d0a-406b-9a49-44b43825a931', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b183178-7cba-4034-ab82-286f8e3f9fa8'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:28:52.727192 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-7e8a992b-a171-4972-8fbe-4e45b13595f9 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Unset dirty status for tenant:4be4d49ae6064975a8617cd4194dcba7 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:28:52.728619 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-7e8a992b-a171-4972-8fbe-4e45b13595f9 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] 10.222.0.85 "GET /v2.0/ports/5aebb6ea-721f-4cac-8eba-c91d49441e2d HTTP/1.1" status: 404 len: 333 time: 0.1972132 May 30 20:28:52.732359 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 41848) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:52.738903 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-243004d7-8460-4afb-a760-da1d7c2a60ff tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Request body: {'port': {'network_id': '6f5ac8bd-d8d2-46e1-895f-200629d30eb8', 'name': 'tempest-PortsTestJSON-676418592'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:28:52.888949 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1083b62c-7ca3-4293-9a60-ab0ecfb4ebdf req-88609497-3959-4cec-8516-a8f05c03cb64 tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:52.893017 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-243004d7-8460-4afb-a760-da1d7c2a60ff tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:28:52.900204 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1083b62c-7ca3-4293-9a60-ab0ecfb4ebdf req-88609497-3959-4cec-8516-a8f05c03cb64 tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] 10.222.0.85 "GET /v2.0/ports?device_id=9c41fd79-5d0a-406b-9a49-44b43825a931 HTTP/1.1" status: 200 len: 945 time: 0.1837122 May 30 20:28:52.908838 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-243004d7-8460-4afb-a760-da1d7c2a60ff tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:28:52.955199 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 41854) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:52.981078 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1083b62c-7ca3-4293-9a60-ab0ecfb4ebdf req-3661757e-d0ea-478b-aaf1-baf1187d137b tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] 10.222.0.85 "GET /v2.0/security-groups?id=33a3fd53-a3f8-49f0-823f-5999beca3e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795932 May 30 20:28:53.003513 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-243004d7-8460-4afb-a760-da1d7c2a60ff tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Made reservation on behalf of 4be4d49ae6064975a8617cd4194dcba7 for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:28:53.007341 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-243004d7-8460-4afb-a760-da1d7c2a60ff tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:53.055275 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-882093b6-8d82-4192-a6d6-394ac79e5723'] response: {'server_uuid': '9c41fd79-5d0a-406b-9a49-44b43825a931', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b183178-7cba-4034-ab82-286f8e3f9fa8', 'code': 200} May 30 20:28:53.094963 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [None req-243004d7-8460-4afb-a760-da1d7c2a60ff tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] device_id is not set on port 44a08de6-9964-4e1f-99b2-9d055874bab6 yet. {{(pid=84887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:28:53.309641 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48211457-4adc-4c42-a9c8-239077497bd5 req-4bf9919c-2bcb-470d-8c1b-130465b3cbb9 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:53.311272 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-48211457-4adc-4c42-a9c8-239077497bd5 req-4bf9919c-2bcb-470d-8c1b-130465b3cbb9 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=7aad7ab8-22c4-47e2-abf2-9cc744ce8553 HTTP/1.1" status: 200 len: 944 time: 0.2834070 May 30 20:28:53.320033 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7677388b-95ba-4537-865b-d0cb19fef929 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:53.357215 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-7677388b-95ba-4537-865b-d0cb19fef929 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:28:53.364015 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-7677388b-95ba-4537-865b-d0cb19fef929 admin admin] Usage tracker for resource:security_group_rule and tenant:4827c23c0bc74cccbe22aab908898af3 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:28:53.368667 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-7677388b-95ba-4537-865b-d0cb19fef929 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:28:53.379809 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-7677388b-95ba-4537-865b-d0cb19fef929 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:28:53.446114 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2e8a80fd-d5b0-4b84-bd2e-53b7fe50d0d0 req-2c8ced26-e6be-4c9d-9397-21fbe6d60212 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=9c41fd79-5d0a-406b-9a49-44b43825a931 HTTP/1.1" status: 200 len: 1096 time: 0.2821178 May 30 20:28:53.470632 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7677388b-95ba-4537-865b-d0cb19fef929 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:53.493819 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-243004d7-8460-4afb-a760-da1d7c2a60ff tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:53.498607 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-48211457-4adc-4c42-a9c8-239077497bd5 req-7924e238-301e-4ac9-8d12-79e7245b294f tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ae76294-3e84-4fcb-be2a-17611205a838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1311715 May 30 20:28:53.529305 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2e8a80fd-d5b0-4b84-bd2e-53b7fe50d0d0 req-5650e283-d973-4d6b-8c5b-039cba8c8fad service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=33a3fd53-a3f8-49f0-823f-5999beca3e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778542 May 30 20:28:53.536820 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7677388b-95ba-4537-865b-d0cb19fef929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:53.591868 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7677388b-95ba-4537-865b-d0cb19fef929 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c947295-a5b8-4d1c-a7d2-3860a802d9f8,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:53.603916 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-7677388b-95ba-4537-865b-d0cb19fef929 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=4827c23c0bc74cccbe22aab908898af3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6446757 May 30 20:28:53.606159 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 41868) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:53.631647 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-243004d7-8460-4afb-a760-da1d7c2a60ff tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:53.716672 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9a98c35d-3512-4b15-a41f-0b25a70168bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:53.725204 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-243004d7-8460-4afb-a760-da1d7c2a60ff tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Network 6f5ac8bd-d8d2-46e1-895f-200629d30eb8 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:28:53.728790 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-243004d7-8460-4afb-a760-da1d7c2a60ff tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:28:53.731346 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243004d7-8460-4afb-a760-da1d7c2a60ff tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:28:53.739711 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-243004d7-8460-4afb-a760-da1d7c2a60ff tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:53.739711 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-243004d7-8460-4afb-a760-da1d7c2a60ff tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:53.740777 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243004d7-8460-4afb-a760-da1d7c2a60ff tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Pushing event updated for resources: {'Port': ['ID=44a08de6-9964-4e1f-99b2-9d055874bab6,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:53.753963 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9a98c35d-3512-4b15-a41f-0b25a70168bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:53.847057 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-243004d7-8460-4afb-a760-da1d7c2a60ff tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.1126506 May 30 20:28:53.850117 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 41872) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:53.858081 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-3adc3dfe-b0da-4086-bef8-69853806fef8 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:28:53.984918 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9a98c35d-3512-4b15-a41f-0b25a70168bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:54.024440 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a98c35d-3512-4b15-a41f-0b25a70168bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c947295-a5b8-4d1c-a7d2-3860a802d9f8,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:54.044108 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9a98c35d-3512-4b15-a41f-0b25a70168bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:54.056424 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-9a98c35d-3512-4b15-a41f-0b25a70168bf admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/5c947295-a5b8-4d1c-a7d2-3860a802d9f8 HTTP/1.1" status: 204 len: 168 time: 0.4485044 May 30 20:28:54.107928 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3adc3dfe-b0da-4086-bef8-69853806fef8 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:54.247273 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3f163e-0f02-439c-a8d3-1ee55427e107 req-c03df836-c062-4f71-8b1e-1c37ef085573 tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:54.248889 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3b3f163e-0f02-439c-a8d3-1ee55427e107 req-c03df836-c062-4f71-8b1e-1c37ef085573 tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] 10.222.0.85 "GET /v2.0/ports?device_id=9c41fd79-5d0a-406b-9a49-44b43825a931 HTTP/1.1" status: 200 len: 945 time: 0.0912120 May 30 20:28:54.309644 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3b3f163e-0f02-439c-a8d3-1ee55427e107 req-1c59fcc2-2312-4274-9fc3-5448762e7d4d tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] 10.222.0.85 "GET /v2.0/security-groups?id=33a3fd53-a3f8-49f0-823f-5999beca3e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486438 May 30 20:28:54.575345 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2646a71c-4cba-497e-a67b-541c35fbc76b req-4dd4588d-426a-425c-8ae5-91211767972f tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:54.578443 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2646a71c-4cba-497e-a67b-541c35fbc76b req-4dd4588d-426a-425c-8ae5-91211767972f tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=7aad7ab8-22c4-47e2-abf2-9cc744ce8553 HTTP/1.1" status: 200 len: 944 time: 0.3636549 May 30 20:28:54.631461 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0920d254-9ba7-4ae9-b283-10659b8b07d9 req-5a098891-67db-42ae-a017-fec0aef21614 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=af4cc1fbb91e4a5c856e947d8072b697&device_id=7aad7ab8-22c4-47e2-abf2-9cc744ce8553 HTTP/1.1" status: 200 len: 1095 time: 0.2467535 May 30 20:28:54.639732 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3adc3dfe-b0da-4086-bef8-69853806fef8 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:54.746307 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2646a71c-4cba-497e-a67b-541c35fbc76b req-19d167a9-c052-4c82-93d9-a580e1843ae5 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ae76294-3e84-4fcb-be2a-17611205a838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1622038 May 30 20:28:54.749427 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3adc3dfe-b0da-4086-bef8-69853806fef8 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:54.843411 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-3adc3dfe-b0da-4086-bef8-69853806fef8 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] In _notify_port_updated(), no bound segment for port 44a08de6-9964-4e1f-99b2-9d055874bab6 on network 6f5ac8bd-d8d2-46e1-895f-200629d30eb8 {{(pid=84887) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 30 20:28:54.847659 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3adc3dfe-b0da-4086-bef8-69853806fef8 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:54.848248 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3adc3dfe-b0da-4086-bef8-69853806fef8 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:54.857146 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-3adc3dfe-b0da-4086-bef8-69853806fef8 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] 10.222.0.85 "PUT /v2.0/ports/44a08de6-9964-4e1f-99b2-9d055874bab6 HTTP/1.1" status: 200 len: 818 time: 0.9981611 May 30 20:28:54.857295 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 41890) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:54.863706 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adc3dfe-b0da-4086-bef8-69853806fef8 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Pushing event updated for resources: {'Port': ['ID=44a08de6-9964-4e1f-99b2-9d055874bab6,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:54.869636 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0920d254-9ba7-4ae9-b283-10659b8b07d9 req-6c4d3ffa-043d-4388-93c0-0f7e9ca3748b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:54.871080 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0920d254-9ba7-4ae9-b283-10659b8b07d9 req-6c4d3ffa-043d-4388-93c0-0f7e9ca3748b service neutron] 10.222.0.86 "GET /v2.0/networks?id=ff30330a-0ebe-4836-9458-b813d1bcbde4 HTTP/1.1" status: 200 len: 913 time: 0.2295270 May 30 20:28:54.942493 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-952bd0fd-cfeb-4435-b33b-fcc2d759a7d5 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Deleting port 44a08de6-9964-4e1f-99b2-9d055874bab6 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:28:54.942833 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-952bd0fd-cfeb-4435-b33b-fcc2d759a7d5 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:54.988842 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0920d254-9ba7-4ae9-b283-10659b8b07d9 req-0cf7d8ca-af72-4f5c-b7e1-26ff3dba731d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bcdfc29b-75b2-4955-871a-03ddaef96f61 HTTP/1.1" status: 200 len: 999 time: 0.1112223 May 30 20:28:55.058351 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0920d254-9ba7-4ae9-b283-10659b8b07d9 req-de73029d-bd34-4df6-80a1-98e1d8e773f0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:55.060506 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0920d254-9ba7-4ae9-b283-10659b8b07d9 req-de73029d-bd34-4df6-80a1-98e1d8e773f0 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7991eded-d330-4e4e-ace3-aeb4d5f3ff0a HTTP/1.1" status: 200 len: 851 time: 0.0663278 May 30 20:28:55.085009 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 41894) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:55.156336 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0920d254-9ba7-4ae9-b283-10659b8b07d9 req-01313f3e-ea07-4ce0-a581-57bbe87fa442 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ff30330a-0ebe-4836-9458-b813d1bcbde4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0874257 May 30 20:28:55.170596 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ce3997dc-91c4-4af0-aa0e-ae42966ee3c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:55.217437 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-952bd0fd-cfeb-4435-b33b-fcc2d759a7d5 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:55.288220 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-ce3997dc-91c4-4af0-aa0e-ae42966ee3c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:28:55.322337 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0920d254-9ba7-4ae9-b283-10659b8b07d9 req-c46e332a-9fef-47ec-90c5-ac1826cf97f6 service neutron] 10.222.0.86 "GET /v2.0/networks/ff30330a-0ebe-4836-9458-b813d1bcbde4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557438 May 30 20:28:55.455510 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-952bd0fd-cfeb-4435-b33b-fcc2d759a7d5 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Calling delete_port for 44a08de6-9964-4e1f-99b2-9d055874bab6 owned by {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:28:55.476429 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0920d254-9ba7-4ae9-b283-10659b8b07d9 req-f1ff90e0-ac7f-46e6-a470-64b86bc64306 service neutron] 10.222.0.86 "GET /v2.0/networks/ff30330a-0ebe-4836-9458-b813d1bcbde4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473384 May 30 20:28:55.482557 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-ce3997dc-91c4-4af0-aa0e-ae42966ee3c7 admin admin] Usage tracker for resource:security_group_rule and tenant:6232fb7d59ce4ee6aabf4c2f86cc7d27 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:28:55.492672 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-ce3997dc-91c4-4af0-aa0e-ae42966ee3c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:28:55.529771 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-ce3997dc-91c4-4af0-aa0e-ae42966ee3c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:28:55.669660 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0f785e-7009-49cb-b6d6-ec2312a3c32d req-b83ffc27-f1f4-4ecf-942b-c0eda5ebf694 tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:55.671158 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3b0f785e-7009-49cb-b6d6-ec2312a3c32d req-b83ffc27-f1f4-4ecf-942b-c0eda5ebf694 tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] 10.222.0.85 "GET /v2.0/ports?device_id=9c41fd79-5d0a-406b-9a49-44b43825a931 HTTP/1.1" status: 200 len: 945 time: 0.1796966 May 30 20:28:55.672936 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ce3997dc-91c4-4af0-aa0e-ae42966ee3c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:55.717181 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-952bd0fd-cfeb-4435-b33b-fcc2d759a7d5 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:55.765118 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ce3997dc-91c4-4af0-aa0e-ae42966ee3c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:55.789983 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3b0f785e-7009-49cb-b6d6-ec2312a3c32d req-f6ac6597-4be2-43b0-8175-b6ef606b3ee7 tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] 10.222.0.85 "GET /v2.0/security-groups?id=33a3fd53-a3f8-49f0-823f-5999beca3e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124852 May 30 20:28:55.794542 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952bd0fd-cfeb-4435-b33b-fcc2d759a7d5 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Pushing event deleted for resources: {'Port': ['ID=44a08de6-9964-4e1f-99b2-9d055874bab6,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:55.820231 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-952bd0fd-cfeb-4435-b33b-fcc2d759a7d5 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:55.844807 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3997dc-91c4-4af0-aa0e-ae42966ee3c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e1dc24f-c299-463e-bb1f-4faed59b1e69,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:55.853024 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-ce3997dc-91c4-4af0-aa0e-ae42966ee3c7 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=6232fb7d59ce4ee6aabf4c2f86cc7d27&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7663162 May 30 20:28:55.855139 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-952bd0fd-cfeb-4435-b33b-fcc2d759a7d5 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] 10.222.0.85 "DELETE /v2.0/ports/44a08de6-9964-4e1f-99b2-9d055874bab6 HTTP/1.1" status: 204 len: 168 time: 1.0013053 May 30 20:28:55.855812 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 41904) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:55.858425 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 41906) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:55.969407 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b57f64ce-8b09-468f-827a-52773ded8764 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:55.970986 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-b57f64ce-8b09-468f-827a-52773ded8764 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Synchronizing usage tracker for tenant:4be4d49ae6064975a8617cd4194dcba7 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:28:55.997092 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-35ba1cff-07f2-4a1b-93f0-8d36949ddadb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:56.034189 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-35ba1cff-07f2-4a1b-93f0-8d36949ddadb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:56.083650 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-b57f64ce-8b09-468f-827a-52773ded8764 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Unset dirty status for tenant:4be4d49ae6064975a8617cd4194dcba7 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:28:56.086350 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-b57f64ce-8b09-468f-827a-52773ded8764 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] 10.222.0.85 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2268453 May 30 20:28:56.091200 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 41914) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:56.167241 n-d-843948-2 neutron-server[84887]: INFO neutron.pecan_wsgi.hooks.translation [None req-9638c30e-d2f9-4676-a650-9c03fa590cdb tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] GET failed (client error): The resource could not be found. May 30 20:28:56.168631 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-9638c30e-d2f9-4676-a650-9c03fa590cdb tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] 10.222.0.85 "GET /v2.0/ports/44a08de6-9964-4e1f-99b2-9d055874bab6 HTTP/1.1" status: 404 len: 333 time: 0.0763631 May 30 20:28:56.174516 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 41918) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:56.181832 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-d9868d2e-cb85-4b34-8de2-41fe4a3f476e tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1415369948'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:28:56.188980 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-d9868d2e-cb85-4b34-8de2-41fe4a3f476e tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:28:56.194367 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-d9868d2e-cb85-4b34-8de2-41fe4a3f476e tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Usage tracker for resource:network and tenant:4be4d49ae6064975a8617cd4194dcba7 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:28:56.197842 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-d9868d2e-cb85-4b34-8de2-41fe4a3f476e tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:28:56.204096 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-d9868d2e-cb85-4b34-8de2-41fe4a3f476e tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:28:56.205528 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acf67f6-dbe2-4c5c-a9c4-29c23933384d req-184072d0-8ba3-43de-9399-3c72d11bf2dc tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:56.207180 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6acf67f6-dbe2-4c5c-a9c4-29c23933384d req-184072d0-8ba3-43de-9399-3c72d11bf2dc tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=7aad7ab8-22c4-47e2-abf2-9cc744ce8553 HTTP/1.1" status: 200 len: 944 time: 0.1993902 May 30 20:28:56.269670 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-3a742c7d-0e8b-42c2-b4d4-5d14a776e067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:56.270608 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-35ba1cff-07f2-4a1b-93f0-8d36949ddadb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:56.271626 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6acf67f6-dbe2-4c5c-a9c4-29c23933384d req-158d517e-3b74-467b-b507-cd2285d962bd tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ae76294-3e84-4fcb-be2a-17611205a838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562906 May 30 20:28:56.288620 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ba1cff-07f2-4a1b-93f0-8d36949ddadb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e1dc24f-c299-463e-bb1f-4faed59b1e69,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:56.293410 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-35ba1cff-07f2-4a1b-93f0-8d36949ddadb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:56.297274 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-35ba1cff-07f2-4a1b-93f0-8d36949ddadb admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/5e1dc24f-c299-463e-bb1f-4faed59b1e69 HTTP/1.1" status: 204 len: 168 time: 0.4376602 May 30 20:28:56.373159 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9868d2e-cb85-4b34-8de2-41fe4a3f476e tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Made reservation on behalf of 4be4d49ae6064975a8617cd4194dcba7 for: {'network': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:28:56.376280 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d9868d2e-cb85-4b34-8de2-41fe4a3f476e tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:56.418388 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9868d2e-cb85-4b34-8de2-41fe4a3f476e tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] vlan segment allocate from pool success with {'vlan_id': 679, 'physical_network': 'physnet1'} {{(pid=84886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:28:56.429499 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d9868d2e-cb85-4b34-8de2-41fe4a3f476e tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:56.429892 n-d-843948-2 neutron-server[84886]: INFO neutron.db.segments_db [None req-d9868d2e-cb85-4b34-8de2-41fe4a3f476e tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Added segment e8a5fe74-a5c9-440c-b419-8648cca6209c of type vlan for network 13dbabb1-6917-4dd6-a5a0-6042bc1b9f49 May 30 20:28:56.513239 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d9868d2e-cb85-4b34-8de2-41fe4a3f476e tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:56.696000 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d9868d2e-cb85-4b34-8de2-41fe4a3f476e tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:56.700519 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9868d2e-cb85-4b34-8de2-41fe4a3f476e tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:56.701212 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d9868d2e-cb85-4b34-8de2-41fe4a3f476e tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks [] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:56.826472 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9868d2e-cb85-4b34-8de2-41fe4a3f476e tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Pushing event updated for resources: {'Network': ['ID=13dbabb1-6917-4dd6-a5a0-6042bc1b9f49,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:56.837442 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network 13dbabb1-6917-4dd6-a5a0-6042bc1b9f49 details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:28:56.905681 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-d9868d2e-cb85-4b34-8de2-41fe4a3f476e tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7277412 May 30 20:28:56.908150 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 41930) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:56.913817 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-3f96c4a6-a44b-46c2-83c7-013057559ffd tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Request body: {'subnet': {'network_id': '13dbabb1-6917-4dd6-a5a0-6042bc1b9f49', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:28:57.049758 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-3f96c4a6-a44b-46c2-83c7-013057559ffd tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:28:57.062686 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-3f96c4a6-a44b-46c2-83c7-013057559ffd tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Usage tracker for resource:subnet and tenant:4be4d49ae6064975a8617cd4194dcba7 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:28:57.071719 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-3f96c4a6-a44b-46c2-83c7-013057559ffd tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:28:57.081240 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-3f96c4a6-a44b-46c2-83c7-013057559ffd tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:28:57.181810 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f96c4a6-a44b-46c2-83c7-013057559ffd tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Made reservation on behalf of 4be4d49ae6064975a8617cd4194dcba7 for: {'subnet': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:28:57.551091 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3f96c4a6-a44b-46c2-83c7-013057559ffd tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114220'] for subnet, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:57.697085 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc63faa-565d-46be-bece-93b9621297db req-b5daf8d9-eb62-4214-ae32-0e86671bf3b7 tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:57.698000 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-2fc63faa-565d-46be-bece-93b9621297db req-b5daf8d9-eb62-4214-ae32-0e86671bf3b7 tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] Synchronizing usage tracker for tenant:70ef18c5b6334bfaa2fbdd6139af8659 on resource:network {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:28:57.789505 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-2fc63faa-565d-46be-bece-93b9621297db req-b5daf8d9-eb62-4214-ae32-0e86671bf3b7 tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] Unset dirty status for tenant:70ef18c5b6334bfaa2fbdd6139af8659 on resource:network {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:28:57.794564 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2fc63faa-565d-46be-bece-93b9621297db req-b5daf8d9-eb62-4214-ae32-0e86671bf3b7 tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] 10.222.0.85 "GET /v2.0/networks?id=cbdad1c3-6f7c-44f2-bb38-edd33529befb HTTP/1.1" status: 200 len: 812 time: 0.2816892 May 30 20:28:57.819034 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2fc63faa-565d-46be-bece-93b9621297db req-6e8f9012-b88a-4425-bbc2-9c3b7cc303e2 tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] 10.222.0.85 "GET /v2.0/quotas/70ef18c5b6334bfaa2fbdd6139af8659 HTTP/1.1" status: 200 len: 375 time: 0.0207458 May 30 20:28:57.852862 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c78557a-1c03-4f3f-a256-490c0e3356ef req-896dbd90-5a53-478e-b4b2-486cb0ff6cea tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:57.854874 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0c78557a-1c03-4f3f-a256-490c0e3356ef req-896dbd90-5a53-478e-b4b2-486cb0ff6cea tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=7aad7ab8-22c4-47e2-abf2-9cc744ce8553 HTTP/1.1" status: 200 len: 944 time: 0.3785560 May 30 20:28:57.924588 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2fc63faa-565d-46be-bece-93b9621297db req-1bdd0b9c-4832-4b88-9fee-6aab585f0b77 tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=70ef18c5b6334bfaa2fbdd6139af8659&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1001291 May 30 20:28:57.942193 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0c78557a-1c03-4f3f-a256-490c0e3356ef req-9548ed66-c61a-4a1c-aa2d-5f54e4706968 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ae76294-3e84-4fcb-be2a-17611205a838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761120 May 30 20:28:58.135875 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2fc63faa-565d-46be-bece-93b9621297db req-d52ecf3a-609e-478c-b89a-361835700e9d service neutron] 10.222.0.85 "GET /v2.0/networks/cbdad1c3-6f7c-44f2-bb38-edd33529befb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2099345 May 30 20:28:58.161176 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3f96c4a6-a44b-46c2-83c7-013057559ffd tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4055401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114238'] for subnet, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:58.294281 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f96c4a6-a44b-46c2-83c7-013057559ffd tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Pushing event updated for resources: {'Subnet': ['ID=24a18046-722b-41cf-92f5-6c519c834389,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:28:58.358167 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c36072-5afd-4f47-9e51-71e3103c7fff req-1664efe0-6ce2-4e05-9f74-e7673e8dd8ee tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:58.359916 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e5c36072-5afd-4f47-9e51-71e3103c7fff req-1664efe0-6ce2-4e05-9f74-e7673e8dd8ee tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=7aad7ab8-22c4-47e2-abf2-9cc744ce8553 HTTP/1.1" status: 200 len: 944 time: 0.2510893 May 30 20:28:58.397389 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2fc63faa-565d-46be-bece-93b9621297db req-858f4a99-d998-49fa-b690-9a227e97a086 service neutron] 10.222.0.85 "GET /v2.0/networks/cbdad1c3-6f7c-44f2-bb38-edd33529befb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2541707 May 30 20:28:58.419761 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bba150-1c40-4cb6-bb16-e1e7e4aa5a97 req-b9479836-1fff-40e0-8609-24a0e2e02b9e tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:58.421347 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-99bba150-1c40-4cb6-bb16-e1e7e4aa5a97 req-b9479836-1fff-40e0-8609-24a0e2e02b9e tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] 10.222.0.86 "GET /v2.0/ports?device_id=9c41fd79-5d0a-406b-9a49-44b43825a931 HTTP/1.1" status: 200 len: 945 time: 0.3766420 May 30 20:28:58.425849 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f96c4a6-a44b-46c2-83c7-013057559ffd tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Checking segment: {'id': 'e8a5fe74-a5c9-440c-b419-8648cca6209c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '13dbabb1-6917-4dd6-a5a0-6042bc1b9f49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:28:58.426099 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f96c4a6-a44b-46c2-83c7-013057559ffd tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Network hostable DHCP agents. Network: 13dbabb1-6917-4dd6-a5a0-6042bc1b9f49, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:28:58.490520 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e5c36072-5afd-4f47-9e51-71e3103c7fff req-b79ee8f3-a035-4236-9fc8-4c5bf42ca9c4 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ae76294-3e84-4fcb-be2a-17611205a838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1223052 May 30 20:28:58.525747 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-99bba150-1c40-4cb6-bb16-e1e7e4aa5a97 req-8be4554d-25d5-4e5d-84e5-5dd3bac4a8ab tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] Deleting port 6b183178-7cba-4034-ab82-286f8e3f9fa8 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:28:58.526078 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-99bba150-1c40-4cb6-bb16-e1e7e4aa5a97 req-8be4554d-25d5-4e5d-84e5-5dd3bac4a8ab tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:58.710454 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f96c4a6-a44b-46c2-83c7-013057559ffd tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Network 13dbabb1-6917-4dd6-a5a0-6042bc1b9f49 is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:28:58.870253 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-3f96c4a6-a44b-46c2-83c7-013057559ffd tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, 13dbabb1-6917-4dd6-a5a0-6042bc1b9f49) {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:28:58.882435 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5b08274-eebf-4764-aba6-c3d71a807803 None None] Network 13dbabb1-6917-4dd6-a5a0-6042bc1b9f49 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:28:58.889643 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f96c4a6-a44b-46c2-83c7-013057559ffd tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:58.890597 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3f96c4a6-a44b-46c2-83c7-013057559ffd tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:58.911180 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-99bba150-1c40-4cb6-bb16-e1e7e4aa5a97 req-8be4554d-25d5-4e5d-84e5-5dd3bac4a8ab tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] For port 6b183178-7cba-4034-ab82-286f8e3f9fa8, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=6b183178-7cba-4034-ab82-286f8e3f9fa8,segment=NetworkSegment(0f661650-afd1-4b4e-a9a7-b559131eb58f),segment_id=0f661650-afd1-4b4e-a9a7-b559131eb58f)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:28:58.911765 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-99bba150-1c40-4cb6-bb16-e1e7e4aa5a97 req-8be4554d-25d5-4e5d-84e5-5dd3bac4a8ab tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:58.935716 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919fd061-d45f-42d6-aa1c-d0f88273228b req-af373524-8821-4762-86e6-22a85a9e2017 tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:28:58.952016 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-919fd061-d45f-42d6-aa1c-d0f88273228b req-af373524-8821-4762-86e6-22a85a9e2017 tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] 10.222.0.71 "GET /v2.0/ports?device_id=60f6917b-888a-4a09-9f7d-4e576bb1fd2a HTTP/1.1" status: 200 len: 945 time: 0.2735722 May 30 20:28:59.217838 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-99bba150-1c40-4cb6-bb16-e1e7e4aa5a97 req-8be4554d-25d5-4e5d-84e5-5dd3bac4a8ab tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] Calling delete_port for 6b183178-7cba-4034-ab82-286f8e3f9fa8 owned by compute:nova {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:28:59.459257 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-3f96c4a6-a44b-46c2-83c7-013057559ffd tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5393262 May 30 20:28:59.467927 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 42012) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:28:59.501958 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4fcb1c94-b688-4c5b-a808-8ca85fc47d4c req-362e30db-1a62-4684-a953-b282d537a6a1 tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] 10.222.0.85 "GET /v2.0/ports?device_id=9d916eb1-2207-4a5c-973c-16c8b251a31d HTTP/1.1" status: 200 len: 210 time: 0.0564620 May 30 20:28:59.504632 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-fe457151-a023-4bb7-9dbe-f8323d4112dd tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Request body: {'subnet': {'network_id': '13dbabb1-6917-4dd6-a5a0-6042bc1b9f49', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:28:59.542615 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff15b66-cc3e-4a00-8580-53f40f1788e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-13dbabb1-6917-4dd6-a5a0-6042bc1b9f49', 'network_id': '13dbabb1-6917-4dd6-a5a0-6042bc1b9f49', 'tenant_id': '4be4d49ae6064975a8617cd4194dcba7', 'fixed_ips': [{'subnet_id': '24a18046-722b-41cf-92f5-6c519c834389'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:28:59.545497 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-1ff15b66-cc3e-4a00-8580-53f40f1788e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:59.632447 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-919fd061-d45f-42d6-aa1c-d0f88273228b req-218ed0d0-bcab-4aee-a2f2-d030eadeb08c tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] Deleting port 8caf151c-6b47-4549-ac15-35b41c7a11dd {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:28:59.633009 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-919fd061-d45f-42d6-aa1c-d0f88273228b req-218ed0d0-bcab-4aee-a2f2-d030eadeb08c tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:59.792907 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2e94d64a-518c-4f39-854d-da8ad26c41f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:28:59.836546 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-1ff15b66-cc3e-4a00-8580-53f40f1788e5 None None] Allocated IP 172.20.0.2 (13dbabb1-6917-4dd6-a5a0-6042bc1b9f49/24a18046-722b-41cf-92f5-6c519c834389/2336c453-4f01-486b-8958-0e8d13e36f76) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:28:59.951530 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:00.186304 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-1ff15b66-cc3e-4a00-8580-53f40f1788e5 None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:00.497506 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-fe457151-a023-4bb7-9dbe-f8323d4112dd tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:29:00.517532 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-fe457151-a023-4bb7-9dbe-f8323d4112dd tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Usage tracker for resource:subnet and tenant:4be4d49ae6064975a8617cd4194dcba7 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:29:00.522220 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-fe457151-a023-4bb7-9dbe-f8323d4112dd tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:29:00.527129 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-1ff15b66-cc3e-4a00-8580-53f40f1788e5 None None] Transition to ACTIVE for port object 2336c453-4f01-486b-8958-0e8d13e36f76 will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:29:00.543174 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc18c091-af86-4a34-a81a-5a623f666d7d req-1f5dad8e-e4c5-4516-9d67-020f66f58b40 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:00.546022 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-cc18c091-af86-4a34-a81a-5a623f666d7d req-1f5dad8e-e4c5-4516-9d67-020f66f58b40 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=7aad7ab8-22c4-47e2-abf2-9cc744ce8553 HTTP/1.1" status: 200 len: 944 time: 0.8479469 May 30 20:29:00.546949 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-99bba150-1c40-4cb6-bb16-e1e7e4aa5a97 req-8be4554d-25d5-4e5d-84e5-5dd3bac4a8ab tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:00.552658 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-1ff15b66-cc3e-4a00-8580-53f40f1788e5 None None] Transition to ACTIVE for port object 2336c453-4f01-486b-8958-0e8d13e36f76 will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:29:00.562022 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['6b183178-7cba-4034-ab82-286f8e3f9fa8'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:29:00.668758 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-fe457151-a023-4bb7-9dbe-f8323d4112dd tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:29:00.705862 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-1ff15b66-cc3e-4a00-8580-53f40f1788e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:00.763318 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be4554d-25d5-4e5d-84e5-5dd3bac4a8ab tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] Pushing event deleted for resources: {'Port': ['ID=6b183178-7cba-4034-ab82-286f8e3f9fa8,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:00.777122 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-919fd061-d45f-42d6-aa1c-d0f88273228b req-218ed0d0-bcab-4aee-a2f2-d030eadeb08c tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] For port 8caf151c-6b47-4549-ac15-35b41c7a11dd, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=8caf151c-6b47-4549-ac15-35b41c7a11dd,segment=NetworkSegment(0f661650-afd1-4b4e-a9a7-b559131eb58f),segment_id=0f661650-afd1-4b4e-a9a7-b559131eb58f)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:29:00.777581 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-919fd061-d45f-42d6-aa1c-d0f88273228b req-218ed0d0-bcab-4aee-a2f2-d030eadeb08c tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:00.802254 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-99bba150-1c40-4cb6-bb16-e1e7e4aa5a97 req-8be4554d-25d5-4e5d-84e5-5dd3bac4a8ab tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] No DVR routers for this DVR port 6b183178-7cba-4034-ab82-286f8e3f9fa8 on host n-h2-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:29:00.807625 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-99bba150-1c40-4cb6-bb16-e1e7e4aa5a97 req-8be4554d-25d5-4e5d-84e5-5dd3bac4a8ab tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:00.832151 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c41fd79-5d0a-406b-9a49-44b43825a931', 'name': 'network-vif-deleted', 'tag': '6b183178-7cba-4034-ab82-286f8e3f9fa8'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:29:00.871192 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5ec47a32-3779-45aa-807f-719835ef39cd req-e530c01d-4b10-45fd-87c3-c620e4198f46 tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] 10.222.0.85 "GET /v2.0/ports?device_id=9d916eb1-2207-4a5c-973c-16c8b251a31d HTTP/1.1" status: 200 len: 210 time: 0.2077515 May 30 20:29:00.941835 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-99bba150-1c40-4cb6-bb16-e1e7e4aa5a97 req-8be4554d-25d5-4e5d-84e5-5dd3bac4a8ab tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] 10.222.0.86 "DELETE /v2.0/ports/6b183178-7cba-4034-ab82-286f8e3f9fa8 HTTP/1.1" status: 204 len: 173 time: 2.5085247 May 30 20:29:00.948064 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff15b66-cc3e-4a00-8580-53f40f1788e5 None None] Network 13dbabb1-6917-4dd6-a5a0-6042bc1b9f49 is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:29:00.957817 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-1ff15b66-cc3e-4a00-8580-53f40f1788e5 None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:29:00.999052 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff15b66-cc3e-4a00-8580-53f40f1788e5 None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:29:01.020921 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff15b66-cc3e-4a00-8580-53f40f1788e5 None None] Pushing event updated for resources: {'Port': ['ID=2336c453-4f01-486b-8958-0e8d13e36f76,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:01.123190 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-cc18c091-af86-4a34-a81a-5a623f666d7d req-b921e437-b50b-470b-906e-b1b3bc35f22c tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ae76294-3e84-4fcb-be2a-17611205a838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5520003 May 30 20:29:01.124431 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be4554d-25d5-4e5d-84e5-5dd3bac4a8ab tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:29:01.124763 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be4554d-25d5-4e5d-84e5-5dd3bac4a8ab tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:29:01.125093 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be4554d-25d5-4e5d-84e5-5dd3bac4a8ab tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:29:01.125421 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be4554d-25d5-4e5d-84e5-5dd3bac4a8ab tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:29:01.126882 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be4554d-25d5-4e5d-84e5-5dd3bac4a8ab tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:29:01.126882 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be4554d-25d5-4e5d-84e5-5dd3bac4a8ab tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:29:01.127157 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be4554d-25d5-4e5d-84e5-5dd3bac4a8ab tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:29:01.127460 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be4554d-25d5-4e5d-84e5-5dd3bac4a8ab tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:29:01.127776 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be4554d-25d5-4e5d-84e5-5dd3bac4a8ab tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:29:01.128136 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be4554d-25d5-4e5d-84e5-5dd3bac4a8ab tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:29:01.128457 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be4554d-25d5-4e5d-84e5-5dd3bac4a8ab tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:29:01.131435 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe457151-a023-4bb7-9dbe-f8323d4112dd tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Made reservation on behalf of 4be4d49ae6064975a8617cd4194dcba7 for: {'subnet': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:29:01.137996 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-fe457151-a023-4bb7-9dbe-f8323d4112dd tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114220'] for subnet, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:01.158122 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-919fd061-d45f-42d6-aa1c-d0f88273228b req-218ed0d0-bcab-4aee-a2f2-d030eadeb08c tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] Calling delete_port for 8caf151c-6b47-4549-ac15-35b41c7a11dd owned by compute:nova {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:29:01.208191 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:01.222313 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e46dd0f-1034-49a9-a6b5-9e2931ec426a'] response: {'server_uuid': '9c41fd79-5d0a-406b-9a49-44b43825a931', 'name': 'network-vif-deleted', 'tag': '6b183178-7cba-4034-ab82-286f8e3f9fa8', 'status': 'completed', 'code': 200} May 30 20:29:01.253270 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-1ff15b66-cc3e-4a00-8580-53f40f1788e5 None None] Attempting to bind port 2336c453-4f01-486b-8958-0e8d13e36f76 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:29:01.253933 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-1ff15b66-cc3e-4a00-8580-53f40f1788e5 None None] Attempting to bind port 2336c453-4f01-486b-8958-0e8d13e36f76 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': 'e8a5fe74-a5c9-440c-b419-8648cca6209c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '13dbabb1-6917-4dd6-a5a0-6042bc1b9f49'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:29:01.254602 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff15b66-cc3e-4a00-8580-53f40f1788e5 None None] Attempting to bind port 2336c453-4f01-486b-8958-0e8d13e36f76 on network 13dbabb1-6917-4dd6-a5a0-6042bc1b9f49 {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:29:01.267016 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff15b66-cc3e-4a00-8580-53f40f1788e5 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:29:01.267633 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff15b66-cc3e-4a00-8580-53f40f1788e5 None None] Checking segment: {'id': 'e8a5fe74-a5c9-440c-b419-8648cca6209c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '13dbabb1-6917-4dd6-a5a0-6042bc1b9f49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:29:01.270421 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-1ff15b66-cc3e-4a00-8580-53f40f1788e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:01.271529 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff15b66-cc3e-4a00-8580-53f40f1788e5 None None] Bound using segment: {'id': 'e8a5fe74-a5c9-440c-b419-8648cca6209c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '13dbabb1-6917-4dd6-a5a0-6042bc1b9f49'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:29:01.272621 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-1ff15b66-cc3e-4a00-8580-53f40f1788e5 None None] Bound port: 2336c453-4f01-486b-8958-0e8d13e36f76, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8a5fe74-a5c9-440c-b419-8648cca6209c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '13dbabb1-6917-4dd6-a5a0-6042bc1b9f49'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:29:01.273429 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-1ff15b66-cc3e-4a00-8580-53f40f1788e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:01.394654 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-1ff15b66-cc3e-4a00-8580-53f40f1788e5 None None] For port 2336c453-4f01-486b-8958-0e8d13e36f76, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:29:01.399325 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-1ff15b66-cc3e-4a00-8580-53f40f1788e5 None None] For port 2336c453-4f01-486b-8958-0e8d13e36f76, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=2336c453-4f01-486b-8958-0e8d13e36f76,segment=NetworkSegment(e8a5fe74-a5c9-440c-b419-8648cca6209c),segment_id=e8a5fe74-a5c9-440c-b419-8648cca6209c)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:29:01.511022 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-1ff15b66-cc3e-4a00-8580-53f40f1788e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:01.530721 n-d-843948-2 neutron-server[84887]: INFO neutron.db.ipam_backend_mixin [None req-fe457151-a023-4bb7-9dbe-f8323d4112dd tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 24a18046-722b-41cf-92f5-6c519c834389 (CIDR: 172.20.0.0/28) May 30 20:29:01.572887 n-d-843948-2 neutron-server[84887]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe457151-a023-4bb7-9dbe-f8323d4112dd tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 20:29:01.573349 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe457151-a023-4bb7-9dbe-f8323d4112dd tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:29:01.588758 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd2d2db-a4c5-4a58-afa7-b6771a095d9d req-9c62f043-fbef-4875-b69a-0f49d4274ae2 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:01.601951 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9dd2d2db-a4c5-4a58-afa7-b6771a095d9d req-9c62f043-fbef-4875-b69a-0f49d4274ae2 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=7aad7ab8-22c4-47e2-abf2-9cc744ce8553 HTTP/1.1" status: 200 len: 944 time: 0.1755362 May 30 20:29:01.629391 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-919fd061-d45f-42d6-aa1c-d0f88273228b req-218ed0d0-bcab-4aee-a2f2-d030eadeb08c tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:01.701886 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9dd2d2db-a4c5-4a58-afa7-b6771a095d9d req-2e0e1267-2836-41aa-baa0-bcd8de8a80f2 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ae76294-3e84-4fcb-be2a-17611205a838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957189 May 30 20:29:01.703543 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff15b66-cc3e-4a00-8580-53f40f1788e5 None None] Pushing event updated for resources: {'Port': ['ID=2336c453-4f01-486b-8958-0e8d13e36f76,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:01.804502 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-fe457151-a023-4bb7-9dbe-f8323d4112dd tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.3207741 May 30 20:29:01.806244 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 42068) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:01.815190 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218ed0d0-bcab-4aee-a2f2-d030eadeb08c tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] Pushing event deleted for resources: {'Port': ['ID=8caf151c-6b47-4549-ac15-35b41c7a11dd,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:01.818875 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-efbd020f-a629-4697-881f-2861e760b013 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Request body: {'subnet': {'network_id': '13dbabb1-6917-4dd6-a5a0-6042bc1b9f49', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:29:01.867489 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-919fd061-d45f-42d6-aa1c-d0f88273228b req-218ed0d0-bcab-4aee-a2f2-d030eadeb08c tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] No DVR routers for this DVR port 8caf151c-6b47-4549-ac15-35b41c7a11dd on host n-h1-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:29:01.870347 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-919fd061-d45f-42d6-aa1c-d0f88273228b req-218ed0d0-bcab-4aee-a2f2-d030eadeb08c tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:01.872868 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-919fd061-d45f-42d6-aa1c-d0f88273228b req-218ed0d0-bcab-4aee-a2f2-d030eadeb08c tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] 10.222.0.71 "DELETE /v2.0/ports/8caf151c-6b47-4549-ac15-35b41c7a11dd HTTP/1.1" status: 204 len: 173 time: 2.8863320 May 30 20:29:02.012131 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 8caf151c-6b47-4549-ac15-35b41c7a11dd no longer exists at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:29:02.046436 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-efbd020f-a629-4697-881f-2861e760b013 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:29:02.055585 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-efbd020f-a629-4697-881f-2861e760b013 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Usage tracker for resource:subnet and tenant:4be4d49ae6064975a8617cd4194dcba7 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:29:02.062017 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-efbd020f-a629-4697-881f-2861e760b013 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:29:02.085211 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] No Port match for: 8caf151c-6b47-4549-ac15-35b41c7a11dd {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:29:02.085211 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 8caf151c-6b47-4549-ac15-35b41c7a11dd not bound to the agent host n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:29:02.120223 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-efbd020f-a629-4697-881f-2861e760b013 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:29:02.240702 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efbd020f-a629-4697-881f-2861e760b013 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Made reservation on behalf of 4be4d49ae6064975a8617cd4194dcba7 for: {'subnet': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:29:02.306390 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27a42aa-b6f6-451e-a6bc-efb810d1d092 req-5171eaf3-4af2-4339-9c7a-abdbc79ffe6f tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:02.314524 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a27a42aa-b6f6-451e-a6bc-efb810d1d092 req-5171eaf3-4af2-4339-9c7a-abdbc79ffe6f tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=7aad7ab8-22c4-47e2-abf2-9cc744ce8553 HTTP/1.1" status: 200 len: 944 time: 0.2976484 May 30 20:29:02.471440 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a27a42aa-b6f6-451e-a6bc-efb810d1d092 req-c42ce27d-ae5d-4b47-92fb-82d3858783f8 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ae76294-3e84-4fcb-be2a-17611205a838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1411273 May 30 20:29:02.612730 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:02.756635 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a5b29b5d-d07f-455a-961b-95ef91d63cf9 req-dd588e7f-ae28-4e06-b3e3-c09edaab66c7 tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] 10.222.0.85 "GET /v2.0/ports?device_id=9d916eb1-2207-4a5c-973c-16c8b251a31d HTTP/1.1" status: 200 len: 210 time: 0.1740196 May 30 20:29:02.762637 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 42090) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:02.849096 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-efbd020f-a629-4697-881f-2861e760b013 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2778563'] for subnet, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:02.916017 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 6b183178-7cba-4034-ab82-286f8e3f9fa8 no longer exists at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:29:03.075448 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] No Port match for: 6b183178-7cba-4034-ab82-286f8e3f9fa8 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:29:03.076138 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 6b183178-7cba-4034-ab82-286f8e3f9fa8 not bound to the agent host n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:29:03.277776 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60f6917b-888a-4a09-9f7d-4e576bb1fd2a', 'name': 'network-vif-deleted', 'tag': '8caf151c-6b47-4549-ac15-35b41c7a11dd'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:29:03.305217 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d2dec9f0-9ab3-4132-8f32-60a457b9189e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:03.401071 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 2336c453-4f01-486b-8958-0e8d13e36f76 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:29:03.402111 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-d2dec9f0-9ab3-4132-8f32-60a457b9189e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:29:03.407819 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-d2dec9f0-9ab3-4132-8f32-60a457b9189e admin admin] Usage tracker for resource:security_group_rule and tenant:cfc04569513d4f4b8c110cb574ac3f12 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:29:03.426090 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-d2dec9f0-9ab3-4132-8f32-60a457b9189e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:29:03.454474 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-d2dec9f0-9ab3-4132-8f32-60a457b9189e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:29:03.470348 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc63faa-565d-46be-bece-93b9621297db req-7a522353-c1c7-43d2-b74b-ca7cba6c6d25 tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:03.471975 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2fc63faa-565d-46be-bece-93b9621297db req-7a522353-c1c7-43d2-b74b-ca7cba6c6d25 tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] 10.222.0.86 "GET /v2.0/networks?id=cbdad1c3-6f7c-44f2-bb38-edd33529befb HTTP/1.1" status: 200 len: 812 time: 0.5479727 May 30 20:29:03.513190 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-2fc63faa-565d-46be-bece-93b9621297db req-8f235678-ecc8-4162-a4b4-129e0c19367b tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] Request body: {'port': {'device_id': 'b36fba31-e203-468c-bfb5-d74ca31bd475', 'network_id': 'cbdad1c3-6f7c-44f2-bb38-edd33529befb', 'admin_state_up': True, 'tenant_id': '70ef18c5b6334bfaa2fbdd6139af8659'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:29:03.552086 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad5012ad-3ab8-43b1-8d91-68335034ccd7'] response: {'server_uuid': '60f6917b-888a-4a09-9f7d-4e576bb1fd2a', 'name': 'network-vif-deleted', 'tag': '8caf151c-6b47-4549-ac15-35b41c7a11dd', 'status': 'completed', 'code': 200} May 30 20:29:03.671180 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4597331f-ec68-4682-b4f3-51c91815fb4f None None] Network 13dbabb1-6917-4dd6-a5a0-6042bc1b9f49 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:29:03.789344 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081f78c0-bbc0-4e6b-9ff3-c7fcc3be8a60 req-5f8688f9-64da-489f-8026-d3115fee222f tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:03.797885 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-081f78c0-bbc0-4e6b-9ff3-c7fcc3be8a60 req-5f8688f9-64da-489f-8026-d3115fee222f tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=7aad7ab8-22c4-47e2-abf2-9cc744ce8553 HTTP/1.1" status: 200 len: 944 time: 0.3363531 May 30 20:29:03.862753 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-081f78c0-bbc0-4e6b-9ff3-c7fcc3be8a60 req-3c5370cc-73ba-405d-bf63-42bff9cfad17 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ae76294-3e84-4fcb-be2a-17611205a838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612190 May 30 20:29:03.882526 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-efbd020f-a629-4697-881f-2861e760b013 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4127140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2778577'] for subnet, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:03.984472 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc63faa-565d-46be-bece-93b9621297db req-48cb679e-2f48-40ac-acb1-94d2b7c42aed tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:03.991838 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2fc63faa-565d-46be-bece-93b9621297db req-48cb679e-2f48-40ac-acb1-94d2b7c42aed tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] 10.222.0.71 "GET /v2.0/networks?id=cbdad1c3-6f7c-44f2-bb38-edd33529befb HTTP/1.1" status: 200 len: 812 time: 0.3229320 May 30 20:29:04.037721 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbd020f-a629-4697-881f-2861e760b013 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Pushing event updated for resources: {'Subnet': ['ID=171841f6-b53c-4848-b8e5-876323d1583e,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:04.044929 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-2fc63faa-565d-46be-bece-93b9621297db req-97b14d1a-62ea-4b95-89e2-908892da7736 tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] Request body: {'port': {'device_id': '9d916eb1-2207-4a5c-973c-16c8b251a31d', 'network_id': 'cbdad1c3-6f7c-44f2-bb38-edd33529befb', 'admin_state_up': True, 'tenant_id': '70ef18c5b6334bfaa2fbdd6139af8659'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:29:04.082455 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efbd020f-a629-4697-881f-2861e760b013 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Network 13dbabb1-6917-4dd6-a5a0-6042bc1b9f49 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:29:04.086168 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-efbd020f-a629-4697-881f-2861e760b013 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:29:04.099709 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efbd020f-a629-4697-881f-2861e760b013 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:04.103433 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-efbd020f-a629-4697-881f-2861e760b013 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks [] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:04.108341 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbd020f-a629-4697-881f-2861e760b013 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:29:04.108684 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbd020f-a629-4697-881f-2861e760b013 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:29:04.109021 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbd020f-a629-4697-881f-2861e760b013 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:29:04.109358 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbd020f-a629-4697-881f-2861e760b013 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:29:04.115743 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbd020f-a629-4697-881f-2861e760b013 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:29:04.118805 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbd020f-a629-4697-881f-2861e760b013 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:29:04.120561 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbd020f-a629-4697-881f-2861e760b013 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:29:04.123216 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbd020f-a629-4697-881f-2861e760b013 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:29:04.123216 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbd020f-a629-4697-881f-2861e760b013 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:29:04.123216 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbd020f-a629-4697-881f-2861e760b013 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:29:04.123216 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbd020f-a629-4697-881f-2861e760b013 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:29:04.208020 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-fa77471e-c8a9-4dc1-931e-65b417bc13b9 None None] Provisioning for port 2336c453-4f01-486b-8958-0e8d13e36f76 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:29:04.237737 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 2336c453-4f01-486b-8958-0e8d13e36f76 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:29:04.247552 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 2336c453-4f01-486b-8958-0e8d13e36f76 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:29:04.248470 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:04.383936 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e6525a-fe28-4fc3-9268-4f6f17145768 None None] Update dhcp port {'port': {'network_id': '13dbabb1-6917-4dd6-a5a0-6042bc1b9f49', 'fixed_ips': [{'subnet_id': '24a18046-722b-41cf-92f5-6c519c834389', 'ip_address': '172.20.0.2'}, {'subnet_id': '171841f6-b53c-4848-b8e5-876323d1583e'}], 'binding:host_id': 'n-d-843948-2'}, 'id': '2336c453-4f01-486b-8958-0e8d13e36f76'} from n-d-843948-2. {{(pid=84888) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 30 20:29:04.399795 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-efbd020f-a629-4697-881f-2861e760b013 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.5884604 May 30 20:29:04.401716 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 42112) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:04.440714 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-7ecda1a5-971d-459f-839b-fe88f9a0743e tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Request body: {'port': {'network_id': '13dbabb1-6917-4dd6-a5a0-6042bc1b9f49', 'fixed_ips': [{'subnet_id': '24a18046-722b-41cf-92f5-6c519c834389'}, {'subnet_id': '171841f6-b53c-4848-b8e5-876323d1583e'}], 'name': 'tempest-PortsTestJSON-1155691884'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:29:04.451745 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-02e6525a-fe28-4fc3-9268-4f6f17145768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:04.636862 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-2fc63faa-565d-46be-bece-93b9621297db req-8f235678-ecc8-4162-a4b4-129e0c19367b tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:29:04.644539 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d2dec9f0-9ab3-4132-8f32-60a457b9189e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:04.648314 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-ed78672d-f157-46b5-ba27-e7ab96366bce req-af12a1ca-b173-432c-983e-5317883fff8d tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] Synchronizing usage tracker for tenant:70ef18c5b6334bfaa2fbdd6139af8659 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:29:04.666172 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-2fc63faa-565d-46be-bece-93b9621297db req-8f235678-ecc8-4162-a4b4-129e0c19367b tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] Usage tracker for resource:port and tenant:70ef18c5b6334bfaa2fbdd6139af8659 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:29:04.676421 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-2fc63faa-565d-46be-bece-93b9621297db req-8f235678-ecc8-4162-a4b4-129e0c19367b tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:29:04.711654 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-2fc63faa-565d-46be-bece-93b9621297db req-8f235678-ecc8-4162-a4b4-129e0c19367b tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:29:04.713220 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-7ecda1a5-971d-459f-839b-fe88f9a0743e tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:29:04.718414 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-7ecda1a5-971d-459f-839b-fe88f9a0743e tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Usage tracker for resource:port and tenant:4be4d49ae6064975a8617cd4194dcba7 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:29:04.721699 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-7ecda1a5-971d-459f-839b-fe88f9a0743e tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:29:04.747573 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-7ecda1a5-971d-459f-839b-fe88f9a0743e tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:29:04.780928 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d2dec9f0-9ab3-4132-8f32-60a457b9189e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:04.794634 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:04.840895 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ecda1a5-971d-459f-839b-fe88f9a0743e tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Made reservation on behalf of 4be4d49ae6064975a8617cd4194dcba7 for: {'port': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:29:04.846619 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7ecda1a5-971d-459f-839b-fe88f9a0743e tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:04.864372 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dec9f0-9ab3-4132-8f32-60a457b9189e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbe4ee8a-b5a8-42e9-95f5-01a47b67e749,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:04.908527 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-2fc63faa-565d-46be-bece-93b9621297db req-97b14d1a-62ea-4b95-89e2-908892da7736 tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:29:04.916057 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [None req-7ecda1a5-971d-459f-839b-fe88f9a0743e tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] device_id is not set on port 91011400-c99b-407f-8da9-e2747e19f693 yet. {{(pid=84886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:29:04.945865 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fc63faa-565d-46be-bece-93b9621297db req-8f235678-ecc8-4162-a4b4-129e0c19367b tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] Made reservation on behalf of 70ef18c5b6334bfaa2fbdd6139af8659 for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:29:04.951202 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-2fc63faa-565d-46be-bece-93b9621297db req-8f235678-ecc8-4162-a4b4-129e0c19367b tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:05.010861 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-d2dec9f0-9ab3-4132-8f32-60a457b9189e admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=cfc04569513d4f4b8c110cb574ac3f12&name=default HTTP/1.1" status: 200 len: 2647 time: 2.2465246 May 30 20:29:05.013487 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 42122) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:05.050540 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-2fc63faa-565d-46be-bece-93b9621297db req-97b14d1a-62ea-4b95-89e2-908892da7736 tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] Usage tracker for resource:port and tenant:70ef18c5b6334bfaa2fbdd6139af8659 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:29:05.055906 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-ed78672d-f157-46b5-ba27-e7ab96366bce req-af12a1ca-b173-432c-983e-5317883fff8d tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] Unset dirty status for tenant:70ef18c5b6334bfaa2fbdd6139af8659 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:29:05.068465 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port 2336c453-4f01-486b-8958-0e8d13e36f76, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=2336c453-4f01-486b-8958-0e8d13e36f76,segment=NetworkSegment(e8a5fe74-a5c9-440c-b419-8648cca6209c),segment_id=e8a5fe74-a5c9-440c-b419-8648cca6209c)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:29:05.080323 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ed78672d-f157-46b5-ba27-e7ab96366bce req-af12a1ca-b173-432c-983e-5317883fff8d tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] 10.222.0.85 "GET /v2.0/ports?device_id=9d916eb1-2207-4a5c-973c-16c8b251a31d HTTP/1.1" status: 200 len: 210 time: 0.6633434 May 30 20:29:05.091732 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-02e6525a-fe28-4fc3-9268-4f6f17145768 None None] Allocated IP 172.20.0.18 (13dbabb1-6917-4dd6-a5a0-6042bc1b9f49/171841f6-b53c-4848-b8e5-876323d1583e/2336c453-4f01-486b-8958-0e8d13e36f76) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:29:05.155848 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-2fc63faa-565d-46be-bece-93b9621297db req-97b14d1a-62ea-4b95-89e2-908892da7736 tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:29:05.177972 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-2fc63faa-565d-46be-bece-93b9621297db req-97b14d1a-62ea-4b95-89e2-908892da7736 tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:29:05.199790 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:05.296013 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451009d4-7925-42cd-b208-ee4f819902b3 req-9c2c0d35-6f45-4854-a66d-e48163a14b1f tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:05.299117 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-451009d4-7925-42cd-b208-ee4f819902b3 req-9c2c0d35-6f45-4854-a66d-e48163a14b1f tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=7aad7ab8-22c4-47e2-abf2-9cc744ce8553 HTTP/1.1" status: 200 len: 944 time: 0.1334271 May 30 20:29:05.326816 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d3c348a4-a3a4-49b4-a669-aa44e8e05da0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:05.370259 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-451009d4-7925-42cd-b208-ee4f819902b3 req-7b8ee7d0-3665-4036-b095-86ded8e155ca tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ae76294-3e84-4fcb-be2a-17611205a838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597224 May 30 20:29:05.373102 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fc63faa-565d-46be-bece-93b9621297db req-97b14d1a-62ea-4b95-89e2-908892da7736 tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] Made reservation on behalf of 70ef18c5b6334bfaa2fbdd6139af8659 for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:29:05.375547 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-2fc63faa-565d-46be-bece-93b9621297db req-97b14d1a-62ea-4b95-89e2-908892da7736 tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:05.404303 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=2336c453-4f01-486b-8958-0e8d13e36f76,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:05.417589 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d3c348a4-a3a4-49b4-a669-aa44e8e05da0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:05.427646 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:29:05.428090 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:29:05.428090 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:29:05.428463 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:29:05.428735 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:29:05.429045 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:29:05.429374 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:29:05.429835 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:29:05.430046 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:29:05.430900 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:29:05.430900 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:29:05.446428 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [req-2fc63faa-565d-46be-bece-93b9621297db req-8f235678-ecc8-4162-a4b4-129e0c19367b tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] Allocated IP 172.20.0.9 (cbdad1c3-6f7c-44f2-bb38-edd33529befb/707da4f3-05e5-421c-bfed-f8c56dd2a3e4/1217ada8-33bd-4e58-a6ae-f330cd3aecfc) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:29:05.486954 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-02e6525a-fe28-4fc3-9268-4f6f17145768 None None] For port 2336c453-4f01-486b-8958-0e8d13e36f76, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=2336c453-4f01-486b-8958-0e8d13e36f76,segment=NetworkSegment(e8a5fe74-a5c9-440c-b419-8648cca6209c),segment_id=e8a5fe74-a5c9-440c-b419-8648cca6209c)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:29:05.547869 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-02e6525a-fe28-4fc3-9268-4f6f17145768 None None] Notify callbacks [] for port, precommit_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:05.582848 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-02e6525a-fe28-4fc3-9268-4f6f17145768 None None] Transition to ACTIVE for port object 2336c453-4f01-486b-8958-0e8d13e36f76 will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:29:05.703891 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-02e6525a-fe28-4fc3-9268-4f6f17145768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:05.788632 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d3c348a4-a3a4-49b4-a669-aa44e8e05da0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:05.837789 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c348a4-a3a4-49b4-a669-aa44e8e05da0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbe4ee8a-b5a8-42e9-95f5-01a47b67e749,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:05.887077 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e6525a-fe28-4fc3-9268-4f6f17145768 None None] Pushing event updated for resources: {'Port': ['ID=2336c453-4f01-486b-8958-0e8d13e36f76,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:05.930539 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-7ecda1a5-971d-459f-839b-fe88f9a0743e tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Allocated IP 172.20.0.5 (13dbabb1-6917-4dd6-a5a0-6042bc1b9f49/24a18046-722b-41cf-92f5-6c519c834389/91011400-c99b-407f-8da9-e2747e19f693) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:29:05.931301 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-2fc63faa-565d-46be-bece-93b9621297db req-8f235678-ecc8-4162-a4b4-129e0c19367b tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:05.948828 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-7ecda1a5-971d-459f-839b-fe88f9a0743e tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Allocated IP 172.20.0.23 (13dbabb1-6917-4dd6-a5a0-6042bc1b9f49/171841f6-b53c-4848-b8e5-876323d1583e/91011400-c99b-407f-8da9-e2747e19f693) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:29:05.991004 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d3c348a4-a3a4-49b4-a669-aa44e8e05da0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:05.992354 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-d3c348a4-a3a4-49b4-a669-aa44e8e05da0 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/fbe4ee8a-b5a8-42e9-95f5-01a47b67e749 HTTP/1.1" status: 204 len: 168 time: 0.9729486 May 30 20:29:06.202433 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-2fc63faa-565d-46be-bece-93b9621297db req-8f235678-ecc8-4162-a4b4-129e0c19367b tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:06.379126 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7ecda1a5-971d-459f-839b-fe88f9a0743e tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:06.425263 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [None req-7ecda1a5-971d-459f-839b-fe88f9a0743e tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Transition to ACTIVE for port object 91011400-c99b-407f-8da9-e2747e19f693 will not be triggered until provisioned by entity DHCP. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:29:06.428678 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fc63faa-565d-46be-bece-93b9621297db req-8f235678-ecc8-4162-a4b4-129e0c19367b tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] Network cbdad1c3-6f7c-44f2-bb38-edd33529befb is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:29:06.460837 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [req-2fc63faa-565d-46be-bece-93b9621297db req-8f235678-ecc8-4162-a4b4-129e0c19367b tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:29:06.460837 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fc63faa-565d-46be-bece-93b9621297db req-8f235678-ecc8-4162-a4b4-129e0c19367b tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:29:06.582950 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f235678-ecc8-4162-a4b4-129e0c19367b tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] Pushing event updated for resources: {'Port': ['ID=1217ada8-33bd-4e58-a6ae-f330cd3aecfc,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:06.587272 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [req-2fc63faa-565d-46be-bece-93b9621297db req-97b14d1a-62ea-4b95-89e2-908892da7736 tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] Allocated IP 172.20.0.8 (cbdad1c3-6f7c-44f2-bb38-edd33529befb/707da4f3-05e5-421c-bfed-f8c56dd2a3e4/7f941f62-bcec-4d9e-9b1c-63a2fff033d9) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:29:06.589834 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7ecda1a5-971d-459f-839b-fe88f9a0743e tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:06.593741 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc63faa-565d-46be-bece-93b9621297db req-8f235678-ecc8-4162-a4b4-129e0c19367b tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:06.596673 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-2fc63faa-565d-46be-bece-93b9621297db req-8f235678-ecc8-4162-a4b4-129e0c19367b tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:06.758257 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ecda1a5-971d-459f-839b-fe88f9a0743e tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Network 13dbabb1-6917-4dd6-a5a0-6042bc1b9f49 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:29:06.762245 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-7ecda1a5-971d-459f-839b-fe88f9a0743e tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:29:06.766992 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ecda1a5-971d-459f-839b-fe88f9a0743e tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:29:06.810184 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2fc63faa-565d-46be-bece-93b9621297db req-8f235678-ecc8-4162-a4b4-129e0c19367b tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3097427 May 30 20:29:06.824889 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecda1a5-971d-459f-839b-fe88f9a0743e tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Pushing event updated for resources: {'Port': ['ID=91011400-c99b-407f-8da9-e2747e19f693,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:06.833815 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-682f7d4e-6c0c-40d5-a370-02c71033bff0 None None] Network 13dbabb1-6917-4dd6-a5a0-6042bc1b9f49 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:29:06.847036 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-2fc63faa-565d-46be-bece-93b9621297db req-4b32140b-aacf-4eff-9cf7-fbedcbc77a82 service neutron] Request body: {'port': {'device_id': 'b36fba31-e203-468c-bfb5-d74ca31bd475', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843948-2'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:29:06.892545 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ecda1a5-971d-459f-839b-fe88f9a0743e tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:06.896631 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7ecda1a5-971d-459f-839b-fe88f9a0743e tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:07.034549 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-7ecda1a5-971d-459f-839b-fe88f9a0743e tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 2.6246035 May 30 20:29:07.037309 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 42160) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:07.043727 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-75970efd-ce6c-4b70-81a8-b700c292d25a tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '24a18046-722b-41cf-92f5-6c519c834389'}]}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:29:07.096182 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6661dc-03a1-4056-add1-93d3efd77e88 req-9abf6150-4cfb-4cca-826c-6bb83bde4f7b tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:07.098193 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3c6661dc-03a1-4056-add1-93d3efd77e88 req-9abf6150-4cfb-4cca-826c-6bb83bde4f7b tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=7aad7ab8-22c4-47e2-abf2-9cc744ce8553 HTTP/1.1" status: 200 len: 944 time: 0.8976939 May 30 20:29:07.207260 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-bc4ee9d2-262c-49c8-aca3-b9678b618b6f req-08013098-e12b-4251-acf0-ca65fa3bf91b tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] 10.222.0.85 "GET /v2.0/ports?device_id=9d916eb1-2207-4a5c-973c-16c8b251a31d HTTP/1.1" status: 200 len: 210 time: 0.0980465 May 30 20:29:07.221129 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-2fc63faa-565d-46be-bece-93b9621297db req-4b32140b-aacf-4eff-9cf7-fbedcbc77a82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:07.222902 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-ed43b4b5-0351-4c3f-8f69-71d1f4eecf7c None None] Provisioning for port 2336c453-4f01-486b-8958-0e8d13e36f76 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:29:07.232813 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-ed43b4b5-0351-4c3f-8f69-71d1f4eecf7c None None] Provisioning complete for port 2336c453-4f01-486b-8958-0e8d13e36f76 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:29:07.233432 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ed43b4b5-0351-4c3f-8f69-71d1f4eecf7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:07.374967 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 42168) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:07.405886 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3c6661dc-03a1-4056-add1-93d3efd77e88 req-b713efe3-b408-4092-932f-e0e1125b256f tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ae76294-3e84-4fcb-be2a-17611205a838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2908340 May 30 20:29:07.432266 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 2336c453-4f01-486b-8958-0e8d13e36f76 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:29:07.464044 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d1a29615-fc91-489a-bb29-50ca2aac7adf admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:07.475242 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-75970efd-ce6c-4b70-81a8-b700c292d25a tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:07.602550 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-d1a29615-fc91-489a-bb29-50ca2aac7adf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:29:07.610658 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-d1a29615-fc91-489a-bb29-50ca2aac7adf admin admin] Usage tracker for resource:security_group_rule and tenant:b135dd1e4252495ea512e96922188d0e is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:29:07.615125 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-d1a29615-fc91-489a-bb29-50ca2aac7adf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:29:07.627681 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-d1a29615-fc91-489a-bb29-50ca2aac7adf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:29:07.719892 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-2fc63faa-565d-46be-bece-93b9621297db req-97b14d1a-62ea-4b95-89e2-908892da7736 tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:07.723217 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 42174) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:07.783832 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 2336c453-4f01-486b-8958-0e8d13e36f76 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:29:07.786186 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:07.863761 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d1a29615-fc91-489a-bb29-50ca2aac7adf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:08.028820 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2a02b79a-59bf-4b14-90fb-71969dc5b0dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:08.080594 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-2fc63faa-565d-46be-bece-93b9621297db req-97b14d1a-62ea-4b95-89e2-908892da7736 tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:08.108260 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-d18a2c13-6cd4-43f0-a7d8-271776f54240 None None] Provisioning complete for port 2336c453-4f01-486b-8958-0e8d13e36f76 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:29:08.108837 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-d18a2c13-6cd4-43f0-a7d8-271776f54240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:08.215277 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-75970efd-ce6c-4b70-81a8-b700c292d25a tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Delete allocated IP 172.20.0.23 (13dbabb1-6917-4dd6-a5a0-6042bc1b9f49/171841f6-b53c-4848-b8e5-876323d1583e) {{(pid=84886) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 30 20:29:08.364495 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d1a29615-fc91-489a-bb29-50ca2aac7adf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:08.380201 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fc63faa-565d-46be-bece-93b9621297db req-97b14d1a-62ea-4b95-89e2-908892da7736 tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] Network cbdad1c3-6f7c-44f2-bb38-edd33529befb is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:29:08.407307 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [req-2fc63faa-565d-46be-bece-93b9621297db req-97b14d1a-62ea-4b95-89e2-908892da7736 tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:29:08.409945 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fc63faa-565d-46be-bece-93b9621297db req-97b14d1a-62ea-4b95-89e2-908892da7736 tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:29:08.418030 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-75970efd-ce6c-4b70-81a8-b700c292d25a tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:08.439226 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [None req-75970efd-ce6c-4b70-81a8-b700c292d25a tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Ignored duplicate provisioning block setup for port 91011400-c99b-407f-8da9-e2747e19f693 by entity DHCP. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} May 30 20:29:08.446393 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-d18a2c13-6cd4-43f0-a7d8-271776f54240 None None] Provisioning for port 91011400-c99b-407f-8da9-e2747e19f693 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:29:08.452503 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-d18a2c13-6cd4-43f0-a7d8-271776f54240 None None] Provisioning complete for port 91011400-c99b-407f-8da9-e2747e19f693 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:29:08.452871 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-d18a2c13-6cd4-43f0-a7d8-271776f54240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:08.524707 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-d18a2c13-6cd4-43f0-a7d8-271776f54240 None None] Port 91011400-c99b-407f-8da9-e2747e19f693 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:29:08.539991 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-75970efd-ce6c-4b70-81a8-b700c292d25a tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:08.595995 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-2a02b79a-59bf-4b14-90fb-71969dc5b0dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:29:08.616994 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-2a02b79a-59bf-4b14-90fb-71969dc5b0dc admin admin] Usage tracker for resource:security_group_rule and tenant:375d95d200a041f6a39d098562d92556 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:29:08.623661 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a29615-fc91-489a-bb29-50ca2aac7adf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfd276b0-5e8b-4d8a-8d06-ae45176a8d70,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:08.628746 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-2a02b79a-59bf-4b14-90fb-71969dc5b0dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:29:08.649118 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-d1a29615-fc91-489a-bb29-50ca2aac7adf admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=b135dd1e4252495ea512e96922188d0e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2711346 May 30 20:29:08.661191 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 42190) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:08.671880 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75970efd-ce6c-4b70-81a8-b700c292d25a tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Pushing event updated for resources: {'Port': ['ID=91011400-c99b-407f-8da9-e2747e19f693,revision_number=2']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:08.681990 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b14d1a-62ea-4b95-89e2-908892da7736 tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] Pushing event updated for resources: {'Port': ['ID=7f941f62-bcec-4d9e-9b1c-63a2fff033d9,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:08.688187 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-2a02b79a-59bf-4b14-90fb-71969dc5b0dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:29:08.701115 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-41ebea4f-9f4b-4465-a0bf-6f0f83020214 None None] Provisioning complete for port 91011400-c99b-407f-8da9-e2747e19f693 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:29:08.701115 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-41ebea4f-9f4b-4465-a0bf-6f0f83020214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:08.706507 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc63faa-565d-46be-bece-93b9621297db req-97b14d1a-62ea-4b95-89e2-908892da7736 tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:08.707177 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-2fc63faa-565d-46be-bece-93b9621297db req-97b14d1a-62ea-4b95-89e2-908892da7736 tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:08.768539 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-41ebea4f-9f4b-4465-a0bf-6f0f83020214 None None] Port 91011400-c99b-407f-8da9-e2747e19f693 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:29:08.824209 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-75970efd-ce6c-4b70-81a8-b700c292d25a tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] In _notify_port_updated(), no bound segment for port 91011400-c99b-407f-8da9-e2747e19f693 on network 13dbabb1-6917-4dd6-a5a0-6042bc1b9f49 {{(pid=84886) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 30 20:29:08.828451 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75970efd-ce6c-4b70-81a8-b700c292d25a tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:08.829235 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-75970efd-ce6c-4b70-81a8-b700c292d25a tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:08.830696 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-75970efd-ce6c-4b70-81a8-b700c292d25a tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] 10.222.0.85 "PUT /v2.0/ports/91011400-c99b-407f-8da9-e2747e19f693 HTTP/1.1" status: 200 len: 919 time: 1.7923665 May 30 20:29:08.839332 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 42194) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:08.852210 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-92db8a59-6814-428a-9f72-78a1673a7db8 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '24a18046-722b-41cf-92f5-6c519c834389'}, {'subnet_id': '171841f6-b53c-4848-b8e5-876323d1583e'}]}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:29:08.869862 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9ab6cc-a064-49b7-84c6-28eab87f41f7 req-5d477164-8334-4e09-ae43-34387a4620a5 tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:08.875204 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4a9ab6cc-a064-49b7-84c6-28eab87f41f7 req-5d477164-8334-4e09-ae43-34387a4620a5 tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] 10.222.0.85 "GET /v2.0/ports?device_id=9d916eb1-2207-4a5c-973c-16c8b251a31d HTTP/1.1" status: 200 len: 931 time: 0.3673043 May 30 20:29:08.909868 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.db.resource_extend [req-2fc63faa-565d-46be-bece-93b9621297db req-4b32140b-aacf-4eff-9cf7-fbedcbc77a82 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:29:08.933567 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e29b067-24da-452a-8ae0-9726f206ccb9 req-cdc81c65-5779-4300-abd2-49e9d46e39d8 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:08.934116 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-421dd11d-f309-4d08-bf67-f371e10f7e6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:08.935137 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9e29b067-24da-452a-8ae0-9726f206ccb9 req-cdc81c65-5779-4300-abd2-49e9d46e39d8 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "GET /v2.0/ports?device_id=f38aca20-de16-4922-836f-00c7c609503d HTTP/1.1" status: 200 len: 945 time: 0.5435851 May 30 20:29:08.942452 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4a9ab6cc-a064-49b7-84c6-28eab87f41f7 req-45464877-3b12-4e3c-9b10-360384c968ac tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] 10.222.0.85 "GET /v2.0/security-groups?id=33a3fd53-a3f8-49f0-823f-5999beca3e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710111 May 30 20:29:09.000677 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2fc63faa-565d-46be-bece-93b9621297db req-97b14d1a-62ea-4b95-89e2-908892da7736 tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9753230 May 30 20:29:09.012445 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-421dd11d-f309-4d08-bf67-f371e10f7e6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:09.062637 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-2fc63faa-565d-46be-bece-93b9621297db req-f6a01d28-7f80-4151-8d5c-9dd6dbcef1bd service neutron] Request body: {'port': {'device_id': '9d916eb1-2207-4a5c-973c-16c8b251a31d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843948-2'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:29:09.105193 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-4ad5e1cb-c6d1-4ae0-a1ef-a37b525fa7b9 None None] Provisioning complete for port 91011400-c99b-407f-8da9-e2747e19f693 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:29:09.105690 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-4ad5e1cb-c6d1-4ae0-a1ef-a37b525fa7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:09.156333 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [req-2fc63faa-565d-46be-bece-93b9621297db req-4b32140b-aacf-4eff-9cf7-fbedcbc77a82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1217ada8-33bd-4e58-a6ae-f330cd3aecfc {{(pid=84887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:29:09.158489 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-421dd11d-f309-4d08-bf67-f371e10f7e6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:09.183716 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-2fc63faa-565d-46be-bece-93b9621297db req-4b32140b-aacf-4eff-9cf7-fbedcbc77a82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:09.185274 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421dd11d-f309-4d08-bf67-f371e10f7e6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfd276b0-5e8b-4d8a-8d06-ae45176a8d70,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:09.193814 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-4ad5e1cb-c6d1-4ae0-a1ef-a37b525fa7b9 None None] Port 91011400-c99b-407f-8da9-e2747e19f693 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:29:09.248977 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-421dd11d-f309-4d08-bf67-f371e10f7e6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:09.248977 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-421dd11d-f309-4d08-bf67-f371e10f7e6d admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/dfd276b0-5e8b-4d8a-8d06-ae45176a8d70 HTTP/1.1" status: 204 len: 168 time: 0.5757611 May 30 20:29:09.259106 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2a02b79a-59bf-4b14-90fb-71969dc5b0dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:09.284671 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd24095-6b6e-44d6-847e-121a5eb5b837 req-f049aef0-20d7-4f5a-8808-8189b2466e5a tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:09.291762 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-edd24095-6b6e-44d6-847e-121a5eb5b837 req-f049aef0-20d7-4f5a-8808-8189b2466e5a tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=7aad7ab8-22c4-47e2-abf2-9cc744ce8553 HTTP/1.1" status: 200 len: 944 time: 0.2036192 May 30 20:29:09.333008 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-2fc63faa-565d-46be-bece-93b9621297db req-4b32140b-aacf-4eff-9cf7-fbedcbc77a82 service neutron] Transition to ACTIVE for port object 1217ada8-33bd-4e58-a6ae-f330cd3aecfc will not be triggered until provisioned by entity L2. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:29:09.335533 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9e29b067-24da-452a-8ae0-9726f206ccb9 req-ddc81781-3581-4b87-a87e-38b91ad7fe09 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "GET /v2.0/security-groups?id=cb89c6a9-af9c-4629-88dc-907327ba1ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3578351 May 30 20:29:09.351660 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b17b72-6cf6-484e-8b3f-f2a2aff52b03 req-687f5695-d39f-48b9-a683-ebfc46948fc1 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:09.353701 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-21b17b72-6cf6-484e-8b3f-f2a2aff52b03 req-687f5695-d39f-48b9-a683-ebfc46948fc1 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.71 "GET /v2.0/ports?device_id=f38aca20-de16-4922-836f-00c7c609503d HTTP/1.1" status: 200 len: 945 time: 0.1626658 May 30 20:29:09.371971 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-edd24095-6b6e-44d6-847e-121a5eb5b837 req-9fd5d151-f576-41ad-8c4b-94300ca06635 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ae76294-3e84-4fcb-be2a-17611205a838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791049 May 30 20:29:09.378948 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2a02b79a-59bf-4b14-90fb-71969dc5b0dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:09.402068 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-2fc63faa-565d-46be-bece-93b9621297db req-f6a01d28-7f80-4151-8d5c-9dd6dbcef1bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:09.528117 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a02b79a-59bf-4b14-90fb-71969dc5b0dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c0f8da5-0f08-4c34-a0d6-6182a73c49c1,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:09.540957 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [req-21b17b72-6cf6-484e-8b3f-f2a2aff52b03 req-00268ee5-dda9-4b6b-b198-641e9b89e04c tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Deleting port a6eab4f9-6419-475b-93be-c69f2ef12efd {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:29:09.542168 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-21b17b72-6cf6-484e-8b3f-f2a2aff52b03 req-00268ee5-dda9-4b6b-b198-641e9b89e04c tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:09.559819 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-2fc63faa-565d-46be-bece-93b9621297db req-4b32140b-aacf-4eff-9cf7-fbedcbc77a82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:09.666956 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-2a02b79a-59bf-4b14-90fb-71969dc5b0dc admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=375d95d200a041f6a39d098562d92556&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9421780 May 30 20:29:09.683514 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 42206) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:09.721140 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-92db8a59-6814-428a-9f72-78a1673a7db8 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:09.806644 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b32140b-aacf-4eff-9cf7-fbedcbc77a82 service neutron] Pushing event updated for resources: {'Port': ['ID=1217ada8-33bd-4e58-a6ae-f330cd3aecfc,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:09.937973 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-089bbf83-5f57-4053-917c-c727b14c64f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:09.999099 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-089bbf83-5f57-4053-917c-c727b14c64f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:10.147653 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-21b17b72-6cf6-484e-8b3f-f2a2aff52b03 req-00268ee5-dda9-4b6b-b198-641e9b89e04c tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] For port a6eab4f9-6419-475b-93be-c69f2ef12efd, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=a6eab4f9-6419-475b-93be-c69f2ef12efd,segment=NetworkSegment(b78e2ba6-ffa9-4506-8832-06fa459f4605),segment_id=b78e2ba6-ffa9-4506-8832-06fa459f4605)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:29:10.148076 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-21b17b72-6cf6-484e-8b3f-f2a2aff52b03 req-00268ee5-dda9-4b6b-b198-641e9b89e04c tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:10.229923 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf6b961-0263-4560-98e2-764086cb045c req-ef4a31db-9fe1-4923-af2b-7d322625f92e tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:10.234544 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8bf6b961-0263-4560-98e2-764086cb045c req-ef4a31db-9fe1-4923-af2b-7d322625f92e tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=7aad7ab8-22c4-47e2-abf2-9cc744ce8553 HTTP/1.1" status: 200 len: 944 time: 0.6200945 May 30 20:29:10.420310 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-089bbf83-5f57-4053-917c-c727b14c64f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:10.452352 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089bbf83-5f57-4053-917c-c727b14c64f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c0f8da5-0f08-4c34-a0d6-6182a73c49c1,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:10.482321 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fdc8ea-eaf2-4d2b-afbd-c673187be3bc req-a2e50a43-9ba1-428c-b874-539fca893447 tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:10.489894 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-07fdc8ea-eaf2-4d2b-afbd-c673187be3bc req-a2e50a43-9ba1-428c-b874-539fca893447 tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] 10.222.0.85 "GET /v2.0/ports?device_id=9d916eb1-2207-4a5c-973c-16c8b251a31d HTTP/1.1" status: 200 len: 931 time: 0.2387340 May 30 20:29:10.495929 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-089bbf83-5f57-4053-917c-c727b14c64f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:10.497243 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-089bbf83-5f57-4053-917c-c727b14c64f8 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/2c0f8da5-0f08-4c34-a0d6-6182a73c49c1 HTTP/1.1" status: 204 len: 168 time: 0.8123579 May 30 20:29:10.607192 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-2fc63faa-565d-46be-bece-93b9621297db req-4b32140b-aacf-4eff-9cf7-fbedcbc77a82 service neutron] Attempting to bind port 1217ada8-33bd-4e58-a6ae-f330cd3aecfc on host n-h2-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:29:10.608084 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-2fc63faa-565d-46be-bece-93b9621297db req-4b32140b-aacf-4eff-9cf7-fbedcbc77a82 service neutron] Attempting to bind port 1217ada8-33bd-4e58-a6ae-f330cd3aecfc by drivers openvswitch,hyperv on host n-h2-843948-2 at level 0 using segments [{'id': '0f661650-afd1-4b4e-a9a7-b559131eb58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'cbdad1c3-6f7c-44f2-bb38-edd33529befb'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:29:10.608084 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc63faa-565d-46be-bece-93b9621297db req-4b32140b-aacf-4eff-9cf7-fbedcbc77a82 service neutron] Attempting to bind port 1217ada8-33bd-4e58-a6ae-f330cd3aecfc on network cbdad1c3-6f7c-44f2-bb38-edd33529befb {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:29:10.700689 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc63faa-565d-46be-bece-93b9621297db req-4b32140b-aacf-4eff-9cf7-fbedcbc77a82 service neutron] Port 1217ada8-33bd-4e58-a6ae-f330cd3aecfc on network cbdad1c3-6f7c-44f2-bb38-edd33529befb not bound, no agent of type Open vSwitch agent registered on host n-h2-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:29:10.701040 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc63faa-565d-46be-bece-93b9621297db req-4b32140b-aacf-4eff-9cf7-fbedcbc77a82 service neutron] Attempting to bind port 1217ada8-33bd-4e58-a6ae-f330cd3aecfc on network cbdad1c3-6f7c-44f2-bb38-edd33529befb {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:29:10.721159 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8bf6b961-0263-4560-98e2-764086cb045c req-3540d38f-5ecd-4197-b04a-f8ae90bf73d5 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ae76294-3e84-4fcb-be2a-17611205a838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4717903 May 30 20:29:10.762941 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-07fdc8ea-eaf2-4d2b-afbd-c673187be3bc req-5bc712ac-ec34-40c0-83b3-fb5efd40b812 tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] 10.222.0.85 "GET /v2.0/security-groups?id=33a3fd53-a3f8-49f0-823f-5999beca3e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2714977 May 30 20:29:10.790897 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc63faa-565d-46be-bece-93b9621297db req-4b32140b-aacf-4eff-9cf7-fbedcbc77a82 service neutron] Checking agent: {'id': 'eaa08354-e8f5-4e73-af76-8d3cf7d2b390', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 28, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:29:10.791315 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc63faa-565d-46be-bece-93b9621297db req-4b32140b-aacf-4eff-9cf7-fbedcbc77a82 service neutron] Checking segment: {'id': '0f661650-afd1-4b4e-a9a7-b559131eb58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'cbdad1c3-6f7c-44f2-bb38-edd33529befb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:29:10.791607 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc63faa-565d-46be-bece-93b9621297db req-4b32140b-aacf-4eff-9cf7-fbedcbc77a82 service neutron] Bound using segment: {'id': '0f661650-afd1-4b4e-a9a7-b559131eb58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'cbdad1c3-6f7c-44f2-bb38-edd33529befb'} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:29:10.792053 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-2fc63faa-565d-46be-bece-93b9621297db req-4b32140b-aacf-4eff-9cf7-fbedcbc77a82 service neutron] Bound port: 1217ada8-33bd-4e58-a6ae-f330cd3aecfc, host: n-h2-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f661650-afd1-4b4e-a9a7-b559131eb58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'cbdad1c3-6f7c-44f2-bb38-edd33529befb'}}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:29:10.792394 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-2fc63faa-565d-46be-bece-93b9621297db req-4b32140b-aacf-4eff-9cf7-fbedcbc77a82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:10.857286 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-21b17b72-6cf6-484e-8b3f-f2a2aff52b03 req-00268ee5-dda9-4b6b-b198-641e9b89e04c tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:10.858333 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-21b17b72-6cf6-484e-8b3f-f2a2aff52b03 req-00268ee5-dda9-4b6b-b198-641e9b89e04c tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736490'] for floatingip, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:10.859137 n-d-843948-2 neutron-server[84886]: INFO neutron.db.l3_db [req-21b17b72-6cf6-484e-8b3f-f2a2aff52b03 req-00268ee5-dda9-4b6b-b198-641e9b89e04c tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Floating IP 35484c7b-a8c5-41e7-85bf-7156bed76d72 disassociated. External IP: 172.25.8.172, port: a6eab4f9-6419-475b-93be-c69f2ef12efd. May 30 20:29:10.859925 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [req-21b17b72-6cf6-484e-8b3f-f2a2aff52b03 req-00268ee5-dda9-4b6b-b198-641e9b89e04c tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Calling delete_port for a6eab4f9-6419-475b-93be-c69f2ef12efd owned by compute:nova {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:29:10.917735 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.db.resource_extend [req-2fc63faa-565d-46be-bece-93b9621297db req-f6a01d28-7f80-4151-8d5c-9dd6dbcef1bd service neutron] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:29:11.419866 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [req-2fc63faa-565d-46be-bece-93b9621297db req-f6a01d28-7f80-4151-8d5c-9dd6dbcef1bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f941f62-bcec-4d9e-9b1c-63a2fff033d9 {{(pid=84887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:29:11.431401 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-2fc63faa-565d-46be-bece-93b9621297db req-f6a01d28-7f80-4151-8d5c-9dd6dbcef1bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:11.450896 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-2fc63faa-565d-46be-bece-93b9621297db req-f6a01d28-7f80-4151-8d5c-9dd6dbcef1bd service neutron] Transition to ACTIVE for port object 7f941f62-bcec-4d9e-9b1c-63a2fff033d9 will not be triggered until provisioned by entity L2. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:29:11.545890 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [None req-92db8a59-6814-428a-9f72-78a1673a7db8 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Allocated IP 172.20.0.24 (13dbabb1-6917-4dd6-a5a0-6042bc1b9f49/171841f6-b53c-4848-b8e5-876323d1583e/91011400-c99b-407f-8da9-e2747e19f693) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:29:11.559943 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-2fc63faa-565d-46be-bece-93b9621297db req-f6a01d28-7f80-4151-8d5c-9dd6dbcef1bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:11.600597 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a18b1c-34a0-4968-bd0b-b9414959e850 req-04485096-e776-43ad-92a1-4d340cac634f tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:11.614112 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-68a18b1c-34a0-4968-bd0b-b9414959e850 req-04485096-e776-43ad-92a1-4d340cac634f tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=7aad7ab8-22c4-47e2-abf2-9cc744ce8553 HTTP/1.1" status: 200 len: 944 time: 0.2159197 May 30 20:29:11.712691 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-21b17b72-6cf6-484e-8b3f-f2a2aff52b03 req-00268ee5-dda9-4b6b-b198-641e9b89e04c tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:11.866378 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00268ee5-dda9-4b6b-b198-641e9b89e04c tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Pushing event deleted for resources: {'Port': ['ID=a6eab4f9-6419-475b-93be-c69f2ef12efd,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:11.890918 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-68a18b1c-34a0-4968-bd0b-b9414959e850 req-98729b95-b82a-45d5-99bb-26f359a98833 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ae76294-3e84-4fcb-be2a-17611205a838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2750854 May 30 20:29:11.995224 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-2fc63faa-565d-46be-bece-93b9621297db req-4b32140b-aacf-4eff-9cf7-fbedcbc77a82 service neutron] For port 1217ada8-33bd-4e58-a6ae-f330cd3aecfc, host n-h2-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:29:12.022438 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a01d28-7f80-4151-8d5c-9dd6dbcef1bd service neutron] Pushing event updated for resources: {'Port': ['ID=7f941f62-bcec-4d9e-9b1c-63a2fff033d9,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:12.048411 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8df82bc-836b-47a5-995c-46236d58b856 req-b480f9af-af12-422e-88f9-c0e0ebcf4370 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:12.050063 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f8df82bc-836b-47a5-995c-46236d58b856 req-b480f9af-af12-422e-88f9-c0e0ebcf4370 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "GET /v2.0/ports?device_id=f38aca20-de16-4922-836f-00c7c609503d HTTP/1.1" status: 200 len: 945 time: 0.9304073 May 30 20:29:12.056017 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-2fc63faa-565d-46be-bece-93b9621297db req-4b32140b-aacf-4eff-9cf7-fbedcbc77a82 service neutron] For port 1217ada8-33bd-4e58-a6ae-f330cd3aecfc, host n-h2-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=1217ada8-33bd-4e58-a6ae-f330cd3aecfc,segment=NetworkSegment(0f661650-afd1-4b4e-a9a7-b559131eb58f),segment_id=0f661650-afd1-4b4e-a9a7-b559131eb58f)] {{(pid=84887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:29:12.365551 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-2fc63faa-565d-46be-bece-93b9621297db req-4b32140b-aacf-4eff-9cf7-fbedcbc77a82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:12.438179 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e119094c-5240-4ef1-a707-427cc9ab6490 req-dc559129-a919-47f0-a448-195d9b9e1359 tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:12.441206 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e119094c-5240-4ef1-a707-427cc9ab6490 req-dc559129-a919-47f0-a448-195d9b9e1359 tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] 10.222.0.85 "GET /v2.0/ports?device_id=9d916eb1-2207-4a5c-973c-16c8b251a31d HTTP/1.1" status: 200 len: 943 time: 0.2630734 May 30 20:29:12.686757 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e119094c-5240-4ef1-a707-427cc9ab6490 req-9a8f15d8-f180-47f0-864a-85d90c8debe8 tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] 10.222.0.85 "GET /v2.0/security-groups?id=33a3fd53-a3f8-49f0-823f-5999beca3e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300682 May 30 20:29:12.755260 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-2fc63faa-565d-46be-bece-93b9621297db req-4b32140b-aacf-4eff-9cf7-fbedcbc77a82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:12.755260 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2fc63faa-565d-46be-bece-93b9621297db req-4b32140b-aacf-4eff-9cf7-fbedcbc77a82 service neutron] 10.222.0.86 "PUT /v2.0/ports/1217ada8-33bd-4e58-a6ae-f330cd3aecfc HTTP/1.1" status: 200 len: 1091 time: 5.9187584 May 30 20:29:12.793138 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b36fba31-e203-468c-bfb5-d74ca31bd475', 'tag': '1217ada8-33bd-4e58-a6ae-f330cd3aecfc'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:29:12.833213 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f8df82bc-836b-47a5-995c-46236d58b856 req-b2137e9f-a735-4ad2-9be7-c9d2891f4322 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "GET /v2.0/security-groups?id=cb89c6a9-af9c-4629-88dc-907327ba1ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7712848 May 30 20:29:12.840639 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [req-21b17b72-6cf6-484e-8b3f-f2a2aff52b03 req-00268ee5-dda9-4b6b-b198-641e9b89e04c tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Router d6837ec6-fa53-4479-bb23-7d6c2cb86fc9 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:29:12.927699 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b32140b-aacf-4eff-9cf7-fbedcbc77a82 service neutron] Pushing event updated for resources: {'Port': ['ID=1217ada8-33bd-4e58-a6ae-f330cd3aecfc,revision_number=3']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:12.942598 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-92db8a59-6814-428a-9f72-78a1673a7db8 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:13.097383 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bdb4f96-7163-454c-8329-1ab3d4f998e4'] response: {'name': 'network-changed', 'server_uuid': 'b36fba31-e203-468c-bfb5-d74ca31bd475', 'tag': '1217ada8-33bd-4e58-a6ae-f330cd3aecfc', 'status': 'completed', 'code': 200} May 30 20:29:13.137921 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [None req-92db8a59-6814-428a-9f72-78a1673a7db8 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Transition to ACTIVE for port object 91011400-c99b-407f-8da9-e2747e19f693 will not be triggered until provisioned by entity DHCP. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:29:13.140399 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-2fc63faa-565d-46be-bece-93b9621297db req-f6a01d28-7f80-4151-8d5c-9dd6dbcef1bd service neutron] Attempting to bind port 7f941f62-bcec-4d9e-9b1c-63a2fff033d9 on host n-h1-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:29:13.140806 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-2fc63faa-565d-46be-bece-93b9621297db req-f6a01d28-7f80-4151-8d5c-9dd6dbcef1bd service neutron] Attempting to bind port 7f941f62-bcec-4d9e-9b1c-63a2fff033d9 by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': '0f661650-afd1-4b4e-a9a7-b559131eb58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'cbdad1c3-6f7c-44f2-bb38-edd33529befb'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:29:13.141193 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc63faa-565d-46be-bece-93b9621297db req-f6a01d28-7f80-4151-8d5c-9dd6dbcef1bd service neutron] Attempting to bind port 7f941f62-bcec-4d9e-9b1c-63a2fff033d9 on network cbdad1c3-6f7c-44f2-bb38-edd33529befb {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:29:13.150527 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc63faa-565d-46be-bece-93b9621297db req-f6a01d28-7f80-4151-8d5c-9dd6dbcef1bd service neutron] Port 7f941f62-bcec-4d9e-9b1c-63a2fff033d9 on network cbdad1c3-6f7c-44f2-bb38-edd33529befb not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:29:13.150872 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc63faa-565d-46be-bece-93b9621297db req-f6a01d28-7f80-4151-8d5c-9dd6dbcef1bd service neutron] Attempting to bind port 7f941f62-bcec-4d9e-9b1c-63a2fff033d9 on network cbdad1c3-6f7c-44f2-bb38-edd33529befb {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:29:13.160641 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc63faa-565d-46be-bece-93b9621297db req-f6a01d28-7f80-4151-8d5c-9dd6dbcef1bd service neutron] Checking agent: {'id': 'f728d74e-a4ae-4384-860b-a5ade05dd8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:29:13.161007 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc63faa-565d-46be-bece-93b9621297db req-f6a01d28-7f80-4151-8d5c-9dd6dbcef1bd service neutron] Checking segment: {'id': '0f661650-afd1-4b4e-a9a7-b559131eb58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'cbdad1c3-6f7c-44f2-bb38-edd33529befb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:29:13.161458 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc63faa-565d-46be-bece-93b9621297db req-f6a01d28-7f80-4151-8d5c-9dd6dbcef1bd service neutron] Bound using segment: {'id': '0f661650-afd1-4b4e-a9a7-b559131eb58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'cbdad1c3-6f7c-44f2-bb38-edd33529befb'} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:29:13.162000 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-2fc63faa-565d-46be-bece-93b9621297db req-f6a01d28-7f80-4151-8d5c-9dd6dbcef1bd service neutron] Bound port: 7f941f62-bcec-4d9e-9b1c-63a2fff033d9, host: n-h1-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f661650-afd1-4b4e-a9a7-b559131eb58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'cbdad1c3-6f7c-44f2-bb38-edd33529befb'}}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:29:13.162411 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-2fc63faa-565d-46be-bece-93b9621297db req-f6a01d28-7f80-4151-8d5c-9dd6dbcef1bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:13.292183 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-2fc63faa-565d-46be-bece-93b9621297db req-f6a01d28-7f80-4151-8d5c-9dd6dbcef1bd service neutron] For port 7f941f62-bcec-4d9e-9b1c-63a2fff033d9, host n-h1-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:29:13.296180 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-2fc63faa-565d-46be-bece-93b9621297db req-f6a01d28-7f80-4151-8d5c-9dd6dbcef1bd service neutron] For port 7f941f62-bcec-4d9e-9b1c-63a2fff033d9, host n-h1-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=7f941f62-bcec-4d9e-9b1c-63a2fff033d9,segment=NetworkSegment(0f661650-afd1-4b4e-a9a7-b559131eb58f),segment_id=0f661650-afd1-4b4e-a9a7-b559131eb58f)] {{(pid=84887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:29:13.307660 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2fc63faa-565d-46be-bece-93b9621297db req-2819876e-8639-4368-8bda-ed477121ae33 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=70ef18c5b6334bfaa2fbdd6139af8659&device_id=b36fba31-e203-468c-bfb5-d74ca31bd475 HTTP/1.1" status: 200 len: 1094 time: 0.3823745 May 30 20:29:13.382520 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-92db8a59-6814-428a-9f72-78a1673a7db8 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:13.424836 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e02dec7-bf21-4788-b47f-133e42de1ea0 req-ad9975f3-d222-404b-860c-c336913d4933 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:13.433056 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6e02dec7-bf21-4788-b47f-133e42de1ea0 req-ad9975f3-d222-404b-860c-c336913d4933 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=7aad7ab8-22c4-47e2-abf2-9cc744ce8553 HTTP/1.1" status: 200 len: 944 time: 0.2066152 May 30 20:29:13.456627 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2fc63faa-565d-46be-bece-93b9621297db req-31749553-fd8d-44d5-a7e4-5f6834daee10 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1217ada8-33bd-4e58-a6ae-f330cd3aecfc HTTP/1.1" status: 200 len: 217 time: 0.1374466 May 30 20:29:13.520081 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6e02dec7-bf21-4788-b47f-133e42de1ea0 req-543af8cf-7cef-467c-9e59-7ffa82f59d1b tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ae76294-3e84-4fcb-be2a-17611205a838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858617 May 30 20:29:13.564768 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-2fc63faa-565d-46be-bece-93b9621297db req-f6a01d28-7f80-4151-8d5c-9dd6dbcef1bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:13.611743 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-21b17b72-6cf6-484e-8b3f-f2a2aff52b03 req-00268ee5-dda9-4b6b-b198-641e9b89e04c tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:29:13.629758 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a39d84-4575-4f92-a276-aac3107a1e11 None None] Sync routers for ids ['d6837ec6-fa53-4479-bb23-7d6c2cb86fc9'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:29:13.705275 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a39d84-4575-4f92-a276-aac3107a1e11 None None] Routers {'d6837ec6-fa53-4479-bb23-7d6c2cb86fc9'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:29:13.705949 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-a8a39d84-4575-4f92-a276-aac3107a1e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:28:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['d6837ec6-fa53-4479-bb23-7d6c2cb86fc9'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:29:13.801124 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [req-21b17b72-6cf6-484e-8b3f-f2a2aff52b03 req-00268ee5-dda9-4b6b-b198-641e9b89e04c tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] No DVR routers for this DVR port a6eab4f9-6419-475b-93be-c69f2ef12efd on host n-h1-843948-2 {{(pid=84886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:29:13.811416 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-21b17b72-6cf6-484e-8b3f-f2a2aff52b03 req-00268ee5-dda9-4b6b-b198-641e9b89e04c tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:13.823259 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f38aca20-de16-4922-836f-00c7c609503d', 'name': 'network-vif-deleted', 'tag': 'a6eab4f9-6419-475b-93be-c69f2ef12efd'}] {{(pid=84886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:29:13.852714 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92db8a59-6814-428a-9f72-78a1673a7db8 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Pushing event updated for resources: {'Port': ['ID=91011400-c99b-407f-8da9-e2747e19f693,revision_number=3']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:13.971353 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-21b17b72-6cf6-484e-8b3f-f2a2aff52b03 req-00268ee5-dda9-4b6b-b198-641e9b89e04c tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.71 "DELETE /v2.0/ports/a6eab4f9-6419-475b-93be-c69f2ef12efd HTTP/1.1" status: 204 len: 173 time: 4.5981560 May 30 20:29:14.074439 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device a6eab4f9-6419-475b-93be-c69f2ef12efd no longer exists at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:29:14.250529 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-a8a39d84-4575-4f92-a276-aac3107a1e11 None None] Set router d6837ec6-fa53-4479-bb23-7d6c2cb86fc9 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:29:14.313019 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc63faa-565d-46be-bece-93b9621297db req-d11d7299-84b8-4953-be0e-795da62ab4c0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:14.316676 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2fc63faa-565d-46be-bece-93b9621297db req-d11d7299-84b8-4953-be0e-795da62ab4c0 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=707da4f3-05e5-421c-bfed-f8c56dd2a3e4 HTTP/1.1" status: 200 len: 852 time: 0.8492892 May 30 20:29:14.445322 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b656e1d-0ebb-462b-bc0e-2a27aca64439 req-03eb924c-41eb-4d09-9bc2-6ed571624bfd tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:14.455945 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-8b656e1d-0ebb-462b-bc0e-2a27aca64439 req-03eb924c-41eb-4d09-9bc2-6ed571624bfd tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] 10.222.0.85 "GET /v2.0/ports?device_id=9d916eb1-2207-4a5c-973c-16c8b251a31d HTTP/1.1" status: 200 len: 943 time: 0.4103878 May 30 20:29:14.523949 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] No Port match for: a6eab4f9-6419-475b-93be-c69f2ef12efd {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:29:14.527189 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device a6eab4f9-6419-475b-93be-c69f2ef12efd not bound to the agent host n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:29:14.563175 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-8b656e1d-0ebb-462b-bc0e-2a27aca64439 req-3593726f-0fe5-4243-816b-3f0da66618af tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] 10.222.0.85 "GET /v2.0/security-groups?id=33a3fd53-a3f8-49f0-823f-5999beca3e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053574 May 30 20:29:14.662046 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-4b83540f-cae2-4c2b-ac05-8064a044772f None None] Provisioning for port 91011400-c99b-407f-8da9-e2747e19f693 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:29:14.671285 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-4b83540f-cae2-4c2b-ac05-8064a044772f None None] Provisioning complete for port 91011400-c99b-407f-8da9-e2747e19f693 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:29:14.677766 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-4b83540f-cae2-4c2b-ac05-8064a044772f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:14.787479 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-4b83540f-cae2-4c2b-ac05-8064a044772f None None] Port 91011400-c99b-407f-8da9-e2747e19f693 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:29:14.949370 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2fc63faa-565d-46be-bece-93b9621297db req-a185c71f-f4a6-416b-bb31-db5e69478716 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=cbdad1c3-6f7c-44f2-bb38-edd33529befb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5669844 May 30 20:29:14.954556 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-2fc63faa-565d-46be-bece-93b9621297db req-f6a01d28-7f80-4151-8d5c-9dd6dbcef1bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:14.955912 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2fc63faa-565d-46be-bece-93b9621297db req-f6a01d28-7f80-4151-8d5c-9dd6dbcef1bd service neutron] 10.222.0.71 "PUT /v2.0/ports/7f941f62-bcec-4d9e-9b1c-63a2fff033d9 HTTP/1.1" status: 200 len: 1091 time: 5.9019864 May 30 20:29:14.976178 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a01d28-7f80-4151-8d5c-9dd6dbcef1bd service neutron] Pushing event updated for resources: {'Port': ['ID=7f941f62-bcec-4d9e-9b1c-63a2fff033d9,revision_number=3']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:15.133261 n-d-843948-2 neutron-server[84886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-180bd0ef-503d-45a7-aa52-65eb0b55a2b0'] response: {'server_uuid': 'f38aca20-de16-4922-836f-00c7c609503d', 'name': 'network-vif-deleted', 'tag': 'a6eab4f9-6419-475b-93be-c69f2ef12efd', 'status': 'completed', 'code': 200} May 30 20:29:15.160320 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d916eb1-2207-4a5c-973c-16c8b251a31d', 'tag': '7f941f62-bcec-4d9e-9b1c-63a2fff033d9'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:29:15.202232 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-92db8a59-6814-428a-9f72-78a1673a7db8 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] In _notify_port_updated(), no bound segment for port 91011400-c99b-407f-8da9-e2747e19f693 on network 13dbabb1-6917-4dd6-a5a0-6042bc1b9f49 {{(pid=84887) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 30 20:29:15.207351 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92db8a59-6814-428a-9f72-78a1673a7db8 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:15.208513 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-92db8a59-6814-428a-9f72-78a1673a7db8 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:15.210851 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-92db8a59-6814-428a-9f72-78a1673a7db8 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] 10.222.0.85 "PUT /v2.0/ports/91011400-c99b-407f-8da9-e2747e19f693 HTTP/1.1" status: 200 len: 999 time: 6.3700609 May 30 20:29:15.214114 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 42298) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:15.290781 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23b0e0a-fccb-4eb8-b4e2-17bb29fc7e9d req-2302d4fe-2c6a-4879-9097-7d494a49d883 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:15.305640 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d23b0e0a-fccb-4eb8-b4e2-17bb29fc7e9d req-2302d4fe-2c6a-4879-9097-7d494a49d883 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=7aad7ab8-22c4-47e2-abf2-9cc744ce8553 HTTP/1.1" status: 200 len: 944 time: 1.2913468 May 30 20:29:15.370003 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-820bd0fc-2cf7-41ae-93b7-a62b4e0e467c tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Deleting port 91011400-c99b-407f-8da9-e2747e19f693 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:29:15.370299 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-820bd0fc-2cf7-41ae-93b7-a62b4e0e467c tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:15.465488 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2fc63faa-565d-46be-bece-93b9621297db req-53e3576e-909b-4f10-9caa-84e09512e9c9 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=70ef18c5b6334bfaa2fbdd6139af8659&device_id=9d916eb1-2207-4a5c-973c-16c8b251a31d HTTP/1.1" status: 200 len: 1094 time: 0.3702703 May 30 20:29:15.483318 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d23b0e0a-fccb-4eb8-b4e2-17bb29fc7e9d req-aa309ccd-0d69-4ed5-8f3a-3f0c74961199 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ae76294-3e84-4fcb-be2a-17611205a838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1765318 May 30 20:29:15.495728 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2fc63faa-565d-46be-bece-93b9621297db req-b71d11c7-6f0c-4453-8db9-1bd4c001683f service neutron] 10.222.0.86 "GET /v2.0/networks/cbdad1c3-6f7c-44f2-bb38-edd33529befb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5082421 May 30 20:29:15.633758 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-a8a39d84-4575-4f92-a276-aac3107a1e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6837ec6-fa53-4479-bb23-7d6c2cb86fc9', 'name': 'tempest-AttachVolumeNegativeTest-193797882-router', 'tenant_id': '6a921a88c2104251b4f5cf697763e02b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': 'd2a91667-75b0-431e-896b-19336f0f79d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:26:03Z', 'updated_at': '2022-05-30T20:26:16Z', 'revision_number': 4, 'project_id': '6a921a88c2104251b4f5cf697763e02b', 'gw_port': {'id': 'd2a91667-75b0-431e-896b-19336f0f79d9', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:21:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6837ec6-fa53-4479-bb23-7d6c2cb86fc9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:26:07Z', 'updated_at': '2022-05-30T20:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': 'c89bda4e-99bd-4bf0-b1f8-33653261f0b9', 'tenant_id': '6a921a88c2104251b4f5cf697763e02b', 'floating_ip_address': '172.25.8.155', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': 'd6837ec6-fa53-4479-bb23-7d6c2cb86fc9', 'port_id': '2a4fbaac-1c42-4144-ba53-6f25653d75c3', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ad0cf2e-8ff8-4add-9223-e815a60245ec', 'mac_address': 'fa:16:3e:ad:e9:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cfc9b0-7823-4f7e-84ca-6b07acbe3233', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:26:27Z', 'updated_at': '2022-05-30T20:27:16Z', 'revision_number': 2, 'project_id': '6a921a88c2104251b4f5cf697763e02b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c1d3e7a-c152-40bc-be8f-3a3a5bdd9d99', 'name': '', 'network_id': '2ad0cf2e-8ff8-4add-9223-e815a60245ec', 'tenant_id': '6a921a88c2104251b4f5cf697763e02b', 'mac_address': 'fa:16:3e:52:03:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6837ec6-fa53-4479-bb23-7d6c2cb86fc9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3f5f2a28-796d-4138-b193-86a2946727dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:26:15Z', 'updated_at': '2022-05-30T20:26:44Z', 'revision_number': 5, 'project_id': '6a921a88c2104251b4f5cf697763e02b', 'subnets': [{'id': '3f5f2a28-796d-4138-b193-86a2946727dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:29:15.650607 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a39d84-4575-4f92-a276-aac3107a1e11 None None] Checking router: d6837ec6-fa53-4479-bb23-7d6c2cb86fc9 for host: n-d-843948-2 {{(pid=84889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:29:15.691549 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a39d84-4575-4f92-a276-aac3107a1e11 None None] Routers {'d6837ec6-fa53-4479-bb23-7d6c2cb86fc9'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:29:15.692614 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-a8a39d84-4575-4f92-a276-aac3107a1e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:28:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['d6837ec6-fa53-4479-bb23-7d6c2cb86fc9'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:29:15.714341 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2fc63faa-565d-46be-bece-93b9621297db req-100af35e-0e7c-40cb-83cc-4f3c6e77a761 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7f941f62-bcec-4d9e-9b1c-63a2fff033d9 HTTP/1.1" status: 200 len: 217 time: 0.2299416 May 30 20:29:15.786024 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-885eb30b-1910-4cc8-8d86-b2d56e4e9a25 req-2f6a2466-e725-4b6d-8964-009095347935 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Synchronizing usage tracker for tenant:6a921a88c2104251b4f5cf697763e02b on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:29:16.089257 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c88d1b7-c3d2-41f9-ab5b-6c1d0c170df2'] response: {'name': 'network-changed', 'server_uuid': '9d916eb1-2207-4a5c-973c-16c8b251a31d', 'tag': '7f941f62-bcec-4d9e-9b1c-63a2fff033d9', 'status': 'completed', 'code': 200} May 30 20:29:16.160492 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-885eb30b-1910-4cc8-8d86-b2d56e4e9a25 req-2f6a2466-e725-4b6d-8964-009095347935 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Unset dirty status for tenant:6a921a88c2104251b4f5cf697763e02b on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:29:16.165841 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-885eb30b-1910-4cc8-8d86-b2d56e4e9a25 req-2f6a2466-e725-4b6d-8964-009095347935 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "GET /v2.0/ports?device_id=f38aca20-de16-4922-836f-00c7c609503d HTTP/1.1" status: 200 len: 210 time: 0.5475316 May 30 20:29:16.196889 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2fc63faa-565d-46be-bece-93b9621297db req-5cbe4051-ed91-4ff2-9d29-c092ded0428a service neutron] 10.222.0.86 "GET /v2.0/networks/cbdad1c3-6f7c-44f2-bb38-edd33529befb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4792995 May 30 20:29:16.202767 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 42312) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:16.371080 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc63faa-565d-46be-bece-93b9621297db req-38d17434-d4e3-417c-837f-cfbb6d463368 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:16.373137 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2fc63faa-565d-46be-bece-93b9621297db req-38d17434-d4e3-417c-837f-cfbb6d463368 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=707da4f3-05e5-421c-bfed-f8c56dd2a3e4 HTTP/1.1" status: 200 len: 852 time: 0.2798762 May 30 20:29:16.434436 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-a8a39d84-4575-4f92-a276-aac3107a1e11 None None] Set router d6837ec6-fa53-4479-bb23-7d6c2cb86fc9 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:29:16.492813 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2fc63faa-565d-46be-bece-93b9621297db req-e04d2e35-5111-4e76-87b7-82cd241e7387 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=cbdad1c3-6f7c-44f2-bb38-edd33529befb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1007812 May 30 20:29:16.770207 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-820bd0fc-2cf7-41ae-93b7-a62b4e0e467c tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:16.921372 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2256954e-1eff-44f6-87c1-013015f3561f req-2963bcfe-dcd7-4088-b3bd-9761daee9529 tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:16.923121 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2256954e-1eff-44f6-87c1-013015f3561f req-2963bcfe-dcd7-4088-b3bd-9761daee9529 tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] 10.222.0.85 "GET /v2.0/ports?device_id=9d916eb1-2207-4a5c-973c-16c8b251a31d HTTP/1.1" status: 200 len: 943 time: 0.2775285 May 30 20:29:16.976591 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7059bd14-702a-4b4e-abb0-f9918af19b5b req-d449f332-3b74-416c-a9f4-fe435a977ac7 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:16.993460 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7059bd14-702a-4b4e-abb0-f9918af19b5b req-d449f332-3b74-416c-a9f4-fe435a977ac7 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=7aad7ab8-22c4-47e2-abf2-9cc744ce8553 HTTP/1.1" status: 200 len: 944 time: 0.8483388 May 30 20:29:17.075074 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d20d2eea-273d-4c08-80d8-eb24197a9564 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:17.126582 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-d20d2eea-273d-4c08-80d8-eb24197a9564 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:29:17.130881 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-d20d2eea-273d-4c08-80d8-eb24197a9564 admin admin] Usage tracker for resource:security_group_rule and tenant:82442f5f2ced422487d24f2c381e5af4 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:29:17.134088 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-d20d2eea-273d-4c08-80d8-eb24197a9564 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:29:17.140959 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-d20d2eea-273d-4c08-80d8-eb24197a9564 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:29:17.216758 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d20d2eea-273d-4c08-80d8-eb24197a9564 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:17.250824 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-edadc35d-ec50-47a6-9017-64f5c1ba9267 req-90860cfe-580a-46e2-aed2-9cb66c2864b6 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=70ef18c5b6334bfaa2fbdd6139af8659&device_id=b36fba31-e203-468c-bfb5-d74ca31bd475 HTTP/1.1" status: 200 len: 1094 time: 0.7554829 May 30 20:29:17.268188 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-820bd0fc-2cf7-41ae-93b7-a62b4e0e467c tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Calling delete_port for 91011400-c99b-407f-8da9-e2747e19f693 owned by {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:29:17.292513 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-a8a39d84-4575-4f92-a276-aac3107a1e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6837ec6-fa53-4479-bb23-7d6c2cb86fc9', 'name': 'tempest-AttachVolumeNegativeTest-193797882-router', 'tenant_id': '6a921a88c2104251b4f5cf697763e02b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': 'd2a91667-75b0-431e-896b-19336f0f79d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:26:03Z', 'updated_at': '2022-05-30T20:26:16Z', 'revision_number': 4, 'project_id': '6a921a88c2104251b4f5cf697763e02b', 'gw_port': {'id': 'd2a91667-75b0-431e-896b-19336f0f79d9', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:21:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6837ec6-fa53-4479-bb23-7d6c2cb86fc9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:26:07Z', 'updated_at': '2022-05-30T20:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': 'c89bda4e-99bd-4bf0-b1f8-33653261f0b9', 'tenant_id': '6a921a88c2104251b4f5cf697763e02b', 'floating_ip_address': '172.25.8.155', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': 'd6837ec6-fa53-4479-bb23-7d6c2cb86fc9', 'port_id': '2a4fbaac-1c42-4144-ba53-6f25653d75c3', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ad0cf2e-8ff8-4add-9223-e815a60245ec', 'mac_address': 'fa:16:3e:ad:e9:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cfc9b0-7823-4f7e-84ca-6b07acbe3233', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:26:27Z', 'updated_at': '2022-05-30T20:27:16Z', 'revision_number': 2, 'project_id': '6a921a88c2104251b4f5cf697763e02b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c1d3e7a-c152-40bc-be8f-3a3a5bdd9d99', 'name': '', 'network_id': '2ad0cf2e-8ff8-4add-9223-e815a60245ec', 'tenant_id': '6a921a88c2104251b4f5cf697763e02b', 'mac_address': 'fa:16:3e:52:03:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6837ec6-fa53-4479-bb23-7d6c2cb86fc9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3f5f2a28-796d-4138-b193-86a2946727dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:26:15Z', 'updated_at': '2022-05-30T20:26:44Z', 'revision_number': 5, 'project_id': '6a921a88c2104251b4f5cf697763e02b', 'subnets': [{'id': '3f5f2a28-796d-4138-b193-86a2946727dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:29:17.305387 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a39d84-4575-4f92-a276-aac3107a1e11 None None] The sync data for ids ['d6837ec6-fa53-4479-bb23-7d6c2cb86fc9'] in n-d-843948-2 is: [{'id': 'd6837ec6-fa53-4479-bb23-7d6c2cb86fc9', 'name': 'tempest-AttachVolumeNegativeTest-193797882-router', 'tenant_id': '6a921a88c2104251b4f5cf697763e02b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': 'd2a91667-75b0-431e-896b-19336f0f79d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:26:03Z', 'updated_at': '2022-05-30T20:26:16Z', 'revision_number': 4, 'project_id': '6a921a88c2104251b4f5cf697763e02b', 'gw_port': {'id': 'd2a91667-75b0-431e-896b-19336f0f79d9', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:21:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6837ec6-fa53-4479-bb23-7d6c2cb86fc9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:26:07Z', 'updated_at': '2022-05-30T20:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': 'c89bda4e-99bd-4bf0-b1f8-33653261f0b9', 'tenant_id': '6a921a88c2104251b4f5cf697763e02b', 'floating_ip_address': '172.25.8.155', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': 'd6837ec6-fa53-4479-bb23-7d6c2cb86fc9', 'port_id': '2a4fbaac-1c42-4144-ba53-6f25653d75c3', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ad0cf2e-8ff8-4add-9223-e815a60245ec', 'mac_address': 'fa:16:3e:ad:e9:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cfc9b0-7823-4f7e-84ca-6b07acbe3233', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:26:27Z', 'updated_at': '2022-05-30T20:27:16Z', 'revision_number': 2, 'project_id': '6a921a88c2104251b4f5cf697763e02b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c1d3e7a-c152-40bc-be8f-3a3a5bdd9d99', 'name': '', 'network_id': '2ad0cf2e-8ff8-4add-9223-e815a60245ec', 'tenant_id': '6a921a88c2104251b4f5cf697763e02b', 'mac_address': 'fa:16:3e:52:03:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6837ec6-fa53-4479-bb23-7d6c2cb86fc9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3f5f2a28-796d-4138-b193-86a2946727dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:26:15Z', 'updated_at': '2022-05-30T20:26:44Z', 'revision_number': 5, 'project_id': '6a921a88c2104251b4f5cf697763e02b', 'subnets': [{'id': '3f5f2a28-796d-4138-b193-86a2946727dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:29:17.379232 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d20d2eea-273d-4c08-80d8-eb24197a9564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:17.444702 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-d20d2eea-273d-4c08-80d8-eb24197a9564 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=82442f5f2ced422487d24f2c381e5af4&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1412969 May 30 20:29:17.452950 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7059bd14-702a-4b4e-abb0-f9918af19b5b req-222ed517-c4f2-439f-8d7c-2a883d1dd408 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ae76294-3e84-4fcb-be2a-17611205a838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4555519 May 30 20:29:17.463587 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 42346) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:17.511488 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2fc63faa-565d-46be-bece-93b9621297db req-508df695-7d75-4cc0-ba90-79c22bd5f09d service neutron] 10.222.0.71 "GET /v2.0/networks/cbdad1c3-6f7c-44f2-bb38-edd33529befb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9633565 May 30 20:29:17.565423 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2256954e-1eff-44f6-87c1-013015f3561f req-e69ff7a0-d2df-4fa4-96a1-38362cbfbb02 tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] 10.222.0.85 "GET /v2.0/security-groups?id=33a3fd53-a3f8-49f0-823f-5999beca3e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3076723 May 30 20:29:17.793554 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25702b98-1238-4c00-8e3b-65bf81925d0b None None] New status for floating IP 35484c7b-a8c5-41e7-85bf-7156bed76d72: DOWN {{(pid=84888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 20:29:17.863246 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20d2eea-273d-4c08-80d8-eb24197a9564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a7fd9eb-2ec7-4dbf-92b0-9d158a9943f6,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:17.880183 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 42358) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:17.921821 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-fccac0cb-6dd4-4025-93c2-42e668b92093 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:17.927923 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edadc35d-ec50-47a6-9017-64f5c1ba9267 req-1f7d6b16-3df5-467f-814d-d3e61c9eb96c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:17.929466 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-edadc35d-ec50-47a6-9017-64f5c1ba9267 req-1f7d6b16-3df5-467f-814d-d3e61c9eb96c service neutron] 10.222.0.86 "GET /v2.0/networks?id=cbdad1c3-6f7c-44f2-bb38-edd33529befb HTTP/1.1" status: 200 len: 913 time: 0.6636136 May 30 20:29:18.062336 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d23339af-0a94-47dc-8c40-92f6d6961675 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:18.067882 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-fccac0cb-6dd4-4025-93c2-42e668b92093 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:18.076270 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-820bd0fc-2cf7-41ae-93b7-a62b4e0e467c tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:18.080205 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-edadc35d-ec50-47a6-9017-64f5c1ba9267 req-8d570d27-a5a2-4ce1-acea-190f9f597e04 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1217ada8-33bd-4e58-a6ae-f330cd3aecfc HTTP/1.1" status: 200 len: 217 time: 0.1376710 May 30 20:29:18.153177 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820bd0fc-2cf7-41ae-93b7-a62b4e0e467c tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Pushing event deleted for resources: {'Port': ['ID=91011400-c99b-407f-8da9-e2747e19f693,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:18.156458 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d23339af-0a94-47dc-8c40-92f6d6961675 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:18.185694 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2fc63faa-565d-46be-bece-93b9621297db req-2f3d7f73-5abf-4224-95b1-4330f5abc722 service neutron] 10.222.0.71 "GET /v2.0/networks/cbdad1c3-6f7c-44f2-bb38-edd33529befb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6573944 May 30 20:29:18.257015 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edadc35d-ec50-47a6-9017-64f5c1ba9267 req-fb47bccb-6b52-44bd-a4eb-ae0f5b339197 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:18.259388 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-edadc35d-ec50-47a6-9017-64f5c1ba9267 req-fb47bccb-6b52-44bd-a4eb-ae0f5b339197 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=707da4f3-05e5-421c-bfed-f8c56dd2a3e4 HTTP/1.1" status: 200 len: 852 time: 0.1689656 May 30 20:29:18.329738 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-edadc35d-ec50-47a6-9017-64f5c1ba9267 req-fa743f67-088d-4602-bb32-5a4503fe5c90 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=cbdad1c3-6f7c-44f2-bb38-edd33529befb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605879 May 30 20:29:18.475982 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-820bd0fc-2cf7-41ae-93b7-a62b4e0e467c tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:18.499195 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-820bd0fc-2cf7-41ae-93b7-a62b4e0e467c tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] 10.222.0.85 "DELETE /v2.0/ports/91011400-c99b-407f-8da9-e2747e19f693 HTTP/1.1" status: 204 len: 168 time: 3.2800217 May 30 20:29:18.500950 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 42372) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:18.561318 n-d-843948-2 neutron-server[84886]: INFO neutron.pecan_wsgi.hooks.translation [None req-9df74cfa-7aad-4021-8d7e-4423bdac4e47 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] GET failed (client error): The resource could not be found. May 30 20:29:18.562068 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-9df74cfa-7aad-4021-8d7e-4423bdac4e47 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Synchronizing usage tracker for tenant:4be4d49ae6064975a8617cd4194dcba7 on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:29:18.566918 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d23339af-0a94-47dc-8c40-92f6d6961675 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:18.569763 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d23339af-0a94-47dc-8c40-92f6d6961675 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:18.575915 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-d23339af-0a94-47dc-8c40-92f6d6961675 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "DELETE /v2.0/security-groups/cb89c6a9-af9c-4629-88dc-907327ba1ee9 HTTP/1.1" status: 204 len: 168 time: 0.6896689 May 30 20:29:18.585567 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 42376) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:18.586778 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23339af-0a94-47dc-8c40-92f6d6961675 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb89c6a9-af9c-4629-88dc-907327ba1ee9,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:18.622084 n-d-843948-2 neutron-server[84886]: INFO neutron.api.v2.resource [None req-7b11451c-4049-4e74-bb1d-bee75ac31581 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] show failed (client error): The resource could not be found. May 30 20:29:18.630256 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-7b11451c-4049-4e74-bb1d-bee75ac31581 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "GET /v2.0/security-groups/cb89c6a9-af9c-4629-88dc-907327ba1ee9 HTTP/1.1" status: 404 len: 347 time: 0.0409544 May 30 20:29:18.631490 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 42380) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:18.642535 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-fccac0cb-6dd4-4025-93c2-42e668b92093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:18.702093 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccac0cb-6dd4-4025-93c2-42e668b92093 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a7fd9eb-2ec7-4dbf-92b0-9d158a9943f6,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:18.708097 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-fccac0cb-6dd4-4025-93c2-42e668b92093 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:18.709432 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-fccac0cb-6dd4-4025-93c2-42e668b92093 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/8a7fd9eb-2ec7-4dbf-92b0-9d158a9943f6 HTTP/1.1" status: 204 len: 168 time: 1.2096663 May 30 20:29:18.724072 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-9df74cfa-7aad-4021-8d7e-4423bdac4e47 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Unset dirty status for tenant:4be4d49ae6064975a8617cd4194dcba7 on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:29:18.747854 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 42390) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:18.763984 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-9df74cfa-7aad-4021-8d7e-4423bdac4e47 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] 10.222.0.85 "GET /v2.0/ports/91011400-c99b-407f-8da9-e2747e19f693 HTTP/1.1" status: 404 len: 333 time: 0.2630146 May 30 20:29:18.898722 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-edadc35d-ec50-47a6-9017-64f5c1ba9267 req-fd970828-a17b-4abf-81d7-e95ec3f2ec31 service neutron] 10.222.0.86 "GET /v2.0/networks/cbdad1c3-6f7c-44f2-bb38-edd33529befb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5637770 May 30 20:29:19.024131 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-c5dddd68-ea72-4a31-8480-88f1a8652321 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Deleting port 5079b43e-3937-4995-92a7-eef5f508dfb1 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:29:19.024801 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c5dddd68-ea72-4a31-8480-88f1a8652321 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:19.027006 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 1217ada8-33bd-4e58-a6ae-f330cd3aecfc details requested by agent hyperv_n-h2-843948-2 with host n-h2-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:29:19.182066 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fa50e9f3-508a-4215-9092-5e910ec1cc56 req-bf5af06b-dbef-4555-a50d-111eb2be6091 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=70ef18c5b6334bfaa2fbdd6139af8659&device_id=9d916eb1-2207-4a5c-973c-16c8b251a31d HTTP/1.1" status: 200 len: 1094 time: 0.5766823 May 30 20:29:19.270422 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 1217ada8-33bd-4e58-a6ae-f330cd3aecfc, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=1217ada8-33bd-4e58-a6ae-f330cd3aecfc,segment=NetworkSegment(0f661650-afd1-4b4e-a9a7-b559131eb58f),segment_id=0f661650-afd1-4b4e-a9a7-b559131eb58f)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:29:19.303620 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Returning: {'device': '1217ada8-33bd-4e58-a6ae-f330cd3aecfc', 'network_id': 'cbdad1c3-6f7c-44f2-bb38-edd33529befb', 'port_id': '1217ada8-33bd-4e58-a6ae-f330cd3aecfc', 'mac_address': 'fa:16:3e:1c:28:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '707da4f3-05e5-421c-bfed-f8c56dd2a3e4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:29:19.413308 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c5dddd68-ea72-4a31-8480-88f1a8652321 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:19.413590 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c5dddd68-ea72-4a31-8480-88f1a8652321 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:19.455380 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 42402) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:19.479371 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:19.495364 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-edadc35d-ec50-47a6-9017-64f5c1ba9267 req-016715b5-c6df-44eb-a441-0ea464aec89e service neutron] 10.222.0.86 "GET /v2.0/networks/cbdad1c3-6f7c-44f2-bb38-edd33529befb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5738184 May 30 20:29:19.511571 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1217ada8-33bd-4e58-a6ae-f330cd3aecfc {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:29:19.531258 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 1217ada8-33bd-4e58-a6ae-f330cd3aecfc, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=1217ada8-33bd-4e58-a6ae-f330cd3aecfc,segment=NetworkSegment(0f661650-afd1-4b4e-a9a7-b559131eb58f),segment_id=0f661650-afd1-4b4e-a9a7-b559131eb58f)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:29:19.533886 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:19.552744 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd24d145-94d5-48d6-bcdf-9e0e01af2c68 req-cf58d161-f382-41e2-a1b8-8c349b4954c7 tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:19.553698 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-fd24d145-94d5-48d6-bcdf-9e0e01af2c68 req-cf58d161-f382-41e2-a1b8-8c349b4954c7 tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] Synchronizing usage tracker for tenant:70ef18c5b6334bfaa2fbdd6139af8659 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:29:19.570173 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_v2 [None req-67b3bd7a-3abd-4a9f-9a38-a16075e11ef0 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Deleting subnet 171841f6-b53c-4848-b8e5-876323d1583e {{(pid=84887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:29:19.593087 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-67b3bd7a-3abd-4a9f-9a38-a16075e11ef0 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks [] for subnet, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:19.618187 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:19.639243 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa50e9f3-508a-4215-9092-5e910ec1cc56 req-481502c8-dfca-4919-8e89-8192fc6cceeb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:19.640859 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fa50e9f3-508a-4215-9092-5e910ec1cc56 req-481502c8-dfca-4919-8e89-8192fc6cceeb service neutron] 10.222.0.71 "GET /v2.0/networks?id=cbdad1c3-6f7c-44f2-bb38-edd33529befb HTTP/1.1" status: 200 len: 913 time: 0.3988314 May 30 20:29:19.728182 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-fd24d145-94d5-48d6-bcdf-9e0e01af2c68 req-cf58d161-f382-41e2-a1b8-8c349b4954c7 tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] Unset dirty status for tenant:70ef18c5b6334bfaa2fbdd6139af8659 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:29:19.729363 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fd24d145-94d5-48d6-bcdf-9e0e01af2c68 req-cf58d161-f382-41e2-a1b8-8c349b4954c7 tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] 10.222.0.85 "GET /v2.0/ports?device_id=9d916eb1-2207-4a5c-973c-16c8b251a31d HTTP/1.1" status: 200 len: 943 time: 0.8100121 May 30 20:29:19.745889 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fa50e9f3-508a-4215-9092-5e910ec1cc56 req-fb71299c-13e2-414a-b04b-ec2061c354e0 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7f941f62-bcec-4d9e-9b1c-63a2fff033d9 HTTP/1.1" status: 200 len: 217 time: 0.0976667 May 30 20:29:19.747750 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-c5dddd68-ea72-4a31-8480-88f1a8652321 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Calling delete_port for 5079b43e-3937-4995-92a7-eef5f508dfb1 owned by network:floatingip {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:29:19.759333 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-67b3bd7a-3abd-4a9f-9a38-a16075e11ef0 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3149227'] for subnet, precommit_delete_associations {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:19.760782 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=1217ada8-33bd-4e58-a6ae-f330cd3aecfc,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:19.875038 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['1217ada8-33bd-4e58-a6ae-f330cd3aecfc'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:29:19.976466 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-54b1caa9-6c43-491b-9e65-38bd2f384af4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:20.059035 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-54b1caa9-6c43-491b-9e65-38bd2f384af4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:29:20.062204 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa50e9f3-508a-4215-9092-5e910ec1cc56 req-4b8e2052-d1e2-46c0-9daa-4c4c35ed6a51 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:20.063802 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fa50e9f3-508a-4215-9092-5e910ec1cc56 req-4b8e2052-d1e2-46c0-9daa-4c4c35ed6a51 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=707da4f3-05e5-421c-bfed-f8c56dd2a3e4 HTTP/1.1" status: 200 len: 852 time: 0.2394383 May 30 20:29:20.068400 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-54b1caa9-6c43-491b-9e65-38bd2f384af4 admin admin] Usage tracker for resource:security_group_rule and tenant:34877708b22c47598c5e732a5e1424d9 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:29:20.074592 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-54b1caa9-6c43-491b-9e65-38bd2f384af4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:29:20.088564 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-54b1caa9-6c43-491b-9e65-38bd2f384af4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:29:20.103095 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 7f941f62-bcec-4d9e-9b1c-63a2fff033d9 details requested by agent hyperv_n-h1-843948-2 with host n-h1-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:29:20.172005 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fd24d145-94d5-48d6-bcdf-9e0e01af2c68 req-9cc93b44-5488-4f9e-a743-596131fabaa0 tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] 10.222.0.85 "GET /v2.0/security-groups?id=33a3fd53-a3f8-49f0-823f-5999beca3e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4251320 May 30 20:29:20.179290 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fa50e9f3-508a-4215-9092-5e910ec1cc56 req-c7e73af6-82a2-475f-bf90-9965b52e325a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=cbdad1c3-6f7c-44f2-bb38-edd33529befb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0970075 May 30 20:29:20.206604 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c5dddd68-ea72-4a31-8480-88f1a8652321 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:20.276003 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dddd68-ea72-4a31-8480-88f1a8652321 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Pushing event deleted for resources: {'Port': ['ID=5079b43e-3937-4995-92a7-eef5f508dfb1,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:20.308204 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-67b3bd7a-3abd-4a9f-9a38-a16075e11ef0 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:20.330267 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-54b1caa9-6c43-491b-9e65-38bd2f384af4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:20.407426 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c5dddd68-ea72-4a31-8480-88f1a8652321 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks [] for floatingip, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:20.446775 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 7f941f62-bcec-4d9e-9b1c-63a2fff033d9, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=7f941f62-bcec-4d9e-9b1c-63a2fff033d9,segment=NetworkSegment(0f661650-afd1-4b4e-a9a7-b559131eb58f),segment_id=0f661650-afd1-4b4e-a9a7-b559131eb58f)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:29:20.455356 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fa50e9f3-508a-4215-9092-5e910ec1cc56 req-7b51b048-5092-43bb-9c08-7f1f364ad5b4 service neutron] 10.222.0.71 "GET /v2.0/networks/cbdad1c3-6f7c-44f2-bb38-edd33529befb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2654080 May 30 20:29:20.467119 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Returning: {'device': '7f941f62-bcec-4d9e-9b1c-63a2fff033d9', 'network_id': 'cbdad1c3-6f7c-44f2-bb38-edd33529befb', 'port_id': '7f941f62-bcec-4d9e-9b1c-63a2fff033d9', 'mac_address': 'fa:16:3e:b4:44:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '707da4f3-05e5-421c-bfed-f8c56dd2a3e4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:29:20.538399 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:20.557851 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f941f62-bcec-4d9e-9b1c-63a2fff033d9 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:29:20.577539 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 7f941f62-bcec-4d9e-9b1c-63a2fff033d9, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=7f941f62-bcec-4d9e-9b1c-63a2fff033d9,segment=NetworkSegment(0f661650-afd1-4b4e-a9a7-b559131eb58f),segment_id=0f661650-afd1-4b4e-a9a7-b559131eb58f)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:29:20.579313 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-54b1caa9-6c43-491b-9e65-38bd2f384af4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:20.620584 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-67b3bd7a-3abd-4a9f-9a38-a16075e11ef0 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4055470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114247'] for subnet, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:20.636779 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b1caa9-6c43-491b-9e65-38bd2f384af4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01ccafd7-14d5-4b16-a8e2-5c2f6471b26c,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:20.642108 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-54b1caa9-6c43-491b-9e65-38bd2f384af4 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=34877708b22c47598c5e732a5e1424d9&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1785750 May 30 20:29:20.645653 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 42426) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:20.682317 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b3bd7a-3abd-4a9f-9a38-a16075e11ef0 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Pushing event deleted for resources: {'Subnet': ['ID=171841f6-b53c-4848-b8e5-876323d1583e,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:20.683613 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c5dddd68-ea72-4a31-8480-88f1a8652321 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:20.688029 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-c5dddd68-ea72-4a31-8480-88f1a8652321 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "DELETE /v2.0/floatingips/35484c7b-a8c5-41e7-85bf-7156bed76d72 HTTP/1.1" status: 204 len: 168 time: 2.0550387 May 30 20:29:20.721664 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de599cf-85f8-4d3f-b9e8-a7123e13a1ab None None] Network 13dbabb1-6917-4dd6-a5a0-6042bc1b9f49 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:29:20.739309 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-28bfc4b0-5dd9-4116-9c1a-892300a9c389 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:20.763081 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:20.882529 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fa50e9f3-508a-4215-9092-5e910ec1cc56 req-4fe560f6-51d8-4fa8-b0b0-61cab49803de service neutron] 10.222.0.71 "GET /v2.0/networks/cbdad1c3-6f7c-44f2-bb38-edd33529befb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4205637 May 30 20:29:20.884994 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-67b3bd7a-3abd-4a9f-9a38-a16075e11ef0 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:20.906052 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 42436) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:20.909352 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-67b3bd7a-3abd-4a9f-9a38-a16075e11ef0 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] 10.222.0.85 "DELETE /v2.0/subnets/171841f6-b53c-4848-b8e5-876323d1583e HTTP/1.1" status: 204 len: 168 time: 2.1628530 May 30 20:29:20.953236 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-28bfc4b0-5dd9-4116-9c1a-892300a9c389 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:21.073760 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 1217ada8-33bd-4e58-a6ae-f330cd3aecfc up at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:29:21.147840 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['7f941f62-bcec-4d9e-9b1c-63a2fff033d9'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:29:21.204197 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=7f941f62-bcec-4d9e-9b1c-63a2fff033d9,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:21.220405 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae9ad21d-42cc-47fa-95a2-ead83188ab0d tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Deleting subnet 24a18046-722b-41cf-92f5-6c519c834389 {{(pid=84886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:29:21.229664 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ae9ad21d-42cc-47fa-95a2-ead83188ab0d tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks [] for subnet, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:21.275041 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:29:21.326975 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-28bfc4b0-5dd9-4116-9c1a-892300a9c389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:21.356810 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bfc4b0-5dd9-4116-9c1a-892300a9c389 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01ccafd7-14d5-4b16-a8e2-5c2f6471b26c,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:21.369208 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-28bfc4b0-5dd9-4116-9c1a-892300a9c389 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:21.372929 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-28bfc4b0-5dd9-4116-9c1a-892300a9c389 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/01ccafd7-14d5-4b16-a8e2-5c2f6471b26c HTTP/1.1" status: 204 len: 168 time: 0.7237904 May 30 20:29:21.378494 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ae9ad21d-42cc-47fa-95a2-ead83188ab0d tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2655517'] for subnet, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:21.523767 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ae9ad21d-42cc-47fa-95a2-ead83188ab0d tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:21.624171 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6977391-f919-4d5b-bbb5-4eaf8d6b6f84 req-81a1994b-d7a9-490e-83f1-c0006529adc0 tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:21.634958 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c6977391-f919-4d5b-bbb5-4eaf8d6b6f84 req-81a1994b-d7a9-490e-83f1-c0006529adc0 tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] 10.222.0.85 "GET /v2.0/ports?device_id=9d916eb1-2207-4a5c-973c-16c8b251a31d HTTP/1.1" status: 200 len: 944 time: 0.1602569 May 30 20:29:21.773506 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ae9ad21d-42cc-47fa-95a2-ead83188ab0d tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4127075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2778536'] for subnet, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:21.976142 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9ad21d-42cc-47fa-95a2-ead83188ab0d tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Pushing event deleted for resources: {'Subnet': ['ID=24a18046-722b-41cf-92f5-6c519c834389,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:22.009997 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ae9ad21d-42cc-47fa-95a2-ead83188ab0d tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks [] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:22.050674 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-ae9ad21d-42cc-47fa-95a2-ead83188ab0d tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] 10.222.0.85 "DELETE /v2.0/subnets/24a18046-722b-41cf-92f5-6c519c834389 HTTP/1.1" status: 204 len: 168 time: 1.1344094 May 30 20:29:22.054170 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 42466) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:22.068387 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning for port 1217ada8-33bd-4e58-a6ae-f330cd3aecfc completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:29:22.149221 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning complete for port 1217ada8-33bd-4e58-a6ae-f330cd3aecfc triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:29:22.150005 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:22.203016 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c6977391-f919-4d5b-bbb5-4eaf8d6b6f84 req-935f5eff-d0a7-4722-905b-63ab859c98c9 tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] 10.222.0.85 "GET /v2.0/security-groups?id=33a3fd53-a3f8-49f0-823f-5999beca3e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5619097 May 30 20:29:22.499051 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:22.504795 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6fc476b9-10b2-4432-8376-0eaf32a1f9b3 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:22.522089 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-6fc476b9-10b2-4432-8376-0eaf32a1f9b3 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Deleting port 2336c453-4f01-486b-8958-0e8d13e36f76 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:29:22.523651 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6fc476b9-10b2-4432-8376-0eaf32a1f9b3 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:22.616808 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-043fbca2-4770-4781-bf9a-6c0af866dac4 None None] Update dhcp port {'port': {'network_id': '13dbabb1-6917-4dd6-a5a0-6042bc1b9f49', 'fixed_ips': [{'subnet_id': '24a18046-722b-41cf-92f5-6c519c834389'}], 'binding:host_id': 'n-d-843948-2'}, 'id': '2336c453-4f01-486b-8958-0e8d13e36f76'} from n-d-843948-2. {{(pid=84888) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 30 20:29:22.779055 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:22.881227 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 42480) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:22.887725 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 1217ada8-33bd-4e58-a6ae-f330cd3aecfc, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=1217ada8-33bd-4e58-a6ae-f330cd3aecfc,segment=NetworkSegment(0f661650-afd1-4b4e-a9a7-b559131eb58f),segment_id=0f661650-afd1-4b4e-a9a7-b559131eb58f)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:29:22.896647 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b36fba31-e203-468c-bfb5-d74ca31bd475', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1217ada8-33bd-4e58-a6ae-f330cd3aecfc'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:29:22.902631 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-043fbca2-4770-4781-bf9a-6c0af866dac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:22.923738 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a4bb7dab-7356-4bae-a144-7f7fa8f703e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:22.981247 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [None req-6fc476b9-10b2-4432-8376-0eaf32a1f9b3 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] For port 2336c453-4f01-486b-8958-0e8d13e36f76, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=2336c453-4f01-486b-8958-0e8d13e36f76,segment=NetworkSegment(e8a5fe74-a5c9-440c-b419-8648cca6209c),segment_id=e8a5fe74-a5c9-440c-b419-8648cca6209c)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:29:22.981880 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6fc476b9-10b2-4432-8376-0eaf32a1f9b3 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:23.037702 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-a4bb7dab-7356-4bae-a144-7f7fa8f703e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:29:23.046760 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-a4bb7dab-7356-4bae-a144-7f7fa8f703e2 admin admin] Usage tracker for resource:security_group_rule and tenant:3b94fd04fb964054bb06cc1c628a72ee is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:29:23.051141 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-a4bb7dab-7356-4bae-a144-7f7fa8f703e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:29:23.068355 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-a4bb7dab-7356-4bae-a144-7f7fa8f703e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:29:23.263537 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-6fc476b9-10b2-4432-8376-0eaf32a1f9b3 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Calling delete_port for 2336c453-4f01-486b-8958-0e8d13e36f76 owned by network:dhcp {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:29:23.317558 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a4bb7dab-7356-4bae-a144-7f7fa8f703e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:23.336578 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a08202c-9f2f-4ba0-a661-e3704d297560'] response: {'server_uuid': 'b36fba31-e203-468c-bfb5-d74ca31bd475', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1217ada8-33bd-4e58-a6ae-f330cd3aecfc', 'code': 200} May 30 20:29:23.354239 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:23.462395 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a4bb7dab-7356-4bae-a144-7f7fa8f703e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:23.524469 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac0483e-a7ac-446d-bab5-68977c7869a4 None None] Network 13dbabb1-6917-4dd6-a5a0-6042bc1b9f49 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:29:23.614251 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6fc476b9-10b2-4432-8376-0eaf32a1f9b3 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:23.676620 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-a4bb7dab-7356-4bae-a144-7f7fa8f703e2 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=3b94fd04fb964054bb06cc1c628a72ee&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7935259 May 30 20:29:23.680317 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 42496) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:23.689202 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bb7dab-7356-4bae-a144-7f7fa8f703e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edc974bf-4051-4d34-ad59-63e367642f3a,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:23.719764 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-7554b0e4-1c24-4c18-9248-292a4036e96e None None] Could not find standard attr ID for object 2336c453-4f01-486b-8958-0e8d13e36f76. {{(pid=84888) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 30 20:29:23.750865 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc476b9-10b2-4432-8376-0eaf32a1f9b3 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Pushing event deleted for resources: {'Port': ['ID=2336c453-4f01-486b-8958-0e8d13e36f76,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:23.770534 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc476b9-10b2-4432-8376-0eaf32a1f9b3 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] No DVR routers for this DVR port 2336c453-4f01-486b-8958-0e8d13e36f76 on host n-d-843948-2 {{(pid=84886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:29:23.786867 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=1217ada8-33bd-4e58-a6ae-f330cd3aecfc,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:23.893882 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-35963d67-9278-478c-b7e3-b037285a8a8f req-62f59705-f98a-4ce0-880b-6264ae4fa304 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=b36fba31-e203-468c-bfb5-d74ca31bd475 HTTP/1.1" status: 200 len: 1096 time: 0.6865635 May 30 20:29:23.947410 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6fc476b9-10b2-4432-8376-0eaf32a1f9b3 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:23.960473 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6930a223-0ce2-46a8-9b2c-59ee2d4e0985 req-0bcbba04-91f0-4ca5-adba-20e6a7146aea tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:23.967123 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6930a223-0ce2-46a8-9b2c-59ee2d4e0985 req-0bcbba04-91f0-4ca5-adba-20e6a7146aea tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] 10.222.0.85 "GET /v2.0/ports?device_id=9d916eb1-2207-4a5c-973c-16c8b251a31d HTTP/1.1" status: 200 len: 944 time: 0.4584239 May 30 20:29:23.978585 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5e037bfd-da60-4591-a86d-cfb527082ced admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:24.001820 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-35963d67-9278-478c-b7e3-b037285a8a8f req-314673ed-1a93-4b51-88ea-b77194b9953d service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=33a3fd53-a3f8-49f0-823f-5999beca3e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643220 May 30 20:29:24.019272 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-6fc476b9-10b2-4432-8376-0eaf32a1f9b3 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13dbabb1-6917-4dd6-a5a0-6042bc1b9f49']}} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:29:24.020749 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b67917-be9d-4b0a-9779-9ad04526454d None None] DHCP port deletion for 13dbabb1-6917-4dd6-a5a0-6042bc1b9f49 request from n-d-843948-2 {{(pid=84888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:29:24.036611 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5e037bfd-da60-4591-a86d-cfb527082ced admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:24.048926 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-6fc476b9-10b2-4432-8376-0eaf32a1f9b3 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8a5fe74-a5c9-440c-b419-8648cca6209c') {'for_net_delete': True} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:29:24.053789 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-6fc476b9-10b2-4432-8376-0eaf32a1f9b3 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8a5fe74-a5c9-440c-b419-8648cca6209c') {} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:29:24.074812 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6fc476b9-10b2-4432-8376-0eaf32a1f9b3 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2660590'] for segment, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:24.103089 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6930a223-0ce2-46a8-9b2c-59ee2d4e0985 req-2c616a39-f947-47b6-b296-1470a21e7ae3 tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] 10.222.0.85 "GET /v2.0/security-groups?id=33a3fd53-a3f8-49f0-823f-5999beca3e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341586 May 30 20:29:24.142881 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 7f941f62-bcec-4d9e-9b1c-63a2fff033d9 up at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:29:24.153129 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6fc476b9-10b2-4432-8376-0eaf32a1f9b3 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:24.192338 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fc476b9-10b2-4432-8376-0eaf32a1f9b3 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Releasing vlan 679 on physical network physnet1 to pool {{(pid=84886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:29:24.193126 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6fc476b9-10b2-4432-8376-0eaf32a1f9b3 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4126989'] for segment, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:24.230130 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5e037bfd-da60-4591-a86d-cfb527082ced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:24.314857 n-d-843948-2 neutron-server[84886]: Traceback (most recent call last): May 30 20:29:24.314857 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:29:24.314857 n-d-843948-2 neutron-server[84886]: timer() May 30 20:29:24.314857 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:29:24.314857 n-d-843948-2 neutron-server[84886]: cb(*args, **kw) May 30 20:29:24.314857 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:29:24.314857 n-d-843948-2 neutron-server[84886]: return func(*args, **kwargs) May 30 20:29:24.314857 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:29:24.314857 n-d-843948-2 neutron-server[84886]: self._notify() May 30 20:29:24.314857 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:29:24.314857 n-d-843948-2 neutron-server[84886]: self.callback(batched_events) May 30 20:29:24.314857 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:29:24.314857 n-d-843948-2 neutron-server[84886]: event.method(event) May 30 20:29:24.314857 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:29:24.314857 n-d-843948-2 neutron-server[84886]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:29:24.314857 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:29:24.314857 n-d-843948-2 neutron-server[84886]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:29:24.314857 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:29:24.314857 n-d-843948-2 neutron-server[84886]: return f(self, *a, **k) May 30 20:29:24.314857 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:29:24.314857 n-d-843948-2 neutron-server[84886]: return self._get(url).json() May 30 20:29:24.314857 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:29:24.314857 n-d-843948-2 neutron-server[84886]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:29:24.314857 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:29:24.314857 n-d-843948-2 neutron-server[84886]: return self.request(url, 'GET', **kwargs) May 30 20:29:24.314857 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:29:24.314857 n-d-843948-2 neutron-server[84886]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:29:24.314857 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:29:24.314857 n-d-843948-2 neutron-server[84886]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:29:24.314857 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:29:24.314857 n-d-843948-2 neutron-server[84886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:29:24.314857 n-d-843948-2 neutron-server[84886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:29:24.327012 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e037bfd-da60-4591-a86d-cfb527082ced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edc974bf-4051-4d34-ad59-63e367642f3a,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:24.336724 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5e037bfd-da60-4591-a86d-cfb527082ced admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:24.338754 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-5e037bfd-da60-4591-a86d-cfb527082ced admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/edc974bf-4051-4d34-ad59-63e367642f3a HTTP/1.1" status: 204 len: 168 time: 0.6405315 May 30 20:29:24.480516 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6fc476b9-10b2-4432-8376-0eaf32a1f9b3 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:24.483359 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning for port 7f941f62-bcec-4d9e-9b1c-63a2fff033d9 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:29:24.508961 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning complete for port 7f941f62-bcec-4d9e-9b1c-63a2fff033d9 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:29:24.510464 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:24.518349 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6fc476b9-10b2-4432-8376-0eaf32a1f9b3 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks [] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:24.544196 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc476b9-10b2-4432-8376-0eaf32a1f9b3 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Pushing event deleted for resources: {'Network': ['ID=13dbabb1-6917-4dd6-a5a0-6042bc1b9f49,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:24.636172 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-6fc476b9-10b2-4432-8376-0eaf32a1f9b3 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] 10.222.0.85 "DELETE /v2.0/networks/13dbabb1-6917-4dd6-a5a0-6042bc1b9f49 HTTP/1.1" status: 204 len: 168 time: 2.5804951 May 30 20:29:24.645144 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 42520) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:24.750104 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:24.783577 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 42524) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:24.838447 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb39934b-6cde-457d-835e-4ea7efeee996 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:24.842176 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-cb39934b-6cde-457d-835e-4ea7efeee996 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Synchronizing usage tracker for tenant:4be4d49ae6064975a8617cd4194dcba7 on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:29:24.874627 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 7f941f62-bcec-4d9e-9b1c-63a2fff033d9, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=7f941f62-bcec-4d9e-9b1c-63a2fff033d9,segment=NetworkSegment(0f661650-afd1-4b4e-a9a7-b559131eb58f),segment_id=0f661650-afd1-4b4e-a9a7-b559131eb58f)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:29:25.027951 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-cb39934b-6cde-457d-835e-4ea7efeee996 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Unset dirty status for tenant:4be4d49ae6064975a8617cd4194dcba7 on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:29:25.030294 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-cb39934b-6cde-457d-835e-4ea7efeee996 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] 10.222.0.85 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.3829193 May 30 20:29:25.031631 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:25.036827 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 42532) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:25.201815 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 42538) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:25.202170 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-2a2c1a97-9158-4877-978b-fb3e4039923f tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] 10.222.0.85 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1636147 May 30 20:29:25.209281 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-a2183358-e371-40a9-807b-e762b1f7d5e4 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1085374779'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:29:25.224368 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-a2183358-e371-40a9-807b-e762b1f7d5e4 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:29:25.232175 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-a2183358-e371-40a9-807b-e762b1f7d5e4 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Usage tracker for resource:network and tenant:4be4d49ae6064975a8617cd4194dcba7 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:29:25.238659 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-a2183358-e371-40a9-807b-e762b1f7d5e4 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:29:25.240858 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=7f941f62-bcec-4d9e-9b1c-63a2fff033d9,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:25.251044 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-a2183358-e371-40a9-807b-e762b1f7d5e4 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:29:25.299840 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-fc888797-4373-4a0f-a43a-9292af83ba21 tempest-DHCPAgentSchedulersTestJSON-131258111 tempest-DHCPAgentSchedulersTestJSON-131258111-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1924980959'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:29:25.306481 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-fc888797-4373-4a0f-a43a-9292af83ba21 tempest-DHCPAgentSchedulersTestJSON-131258111 tempest-DHCPAgentSchedulersTestJSON-131258111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:29:25.311572 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-fc888797-4373-4a0f-a43a-9292af83ba21 tempest-DHCPAgentSchedulersTestJSON-131258111 tempest-DHCPAgentSchedulersTestJSON-131258111-project] Usage tracker for resource:network and tenant:e31f92f30bcb41c9a359fe56deabcb4d is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:29:25.315955 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-fc888797-4373-4a0f-a43a-9292af83ba21 tempest-DHCPAgentSchedulersTestJSON-131258111 tempest-DHCPAgentSchedulersTestJSON-131258111-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:29:25.323550 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-fc888797-4373-4a0f-a43a-9292af83ba21 tempest-DHCPAgentSchedulersTestJSON-131258111 tempest-DHCPAgentSchedulersTestJSON-131258111-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:29:25.339009 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d916eb1-2207-4a5c-973c-16c8b251a31d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f941f62-bcec-4d9e-9b1c-63a2fff033d9'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:29:25.356193 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 2336c453-4f01-486b-8958-0e8d13e36f76 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:29:25.381440 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2183358-e371-40a9-807b-e762b1f7d5e4 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Made reservation on behalf of 4be4d49ae6064975a8617cd4194dcba7 for: {'network': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:29:25.386374 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a2183358-e371-40a9-807b-e762b1f7d5e4 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:25.449016 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: 2336c453-4f01-486b-8958-0e8d13e36f76 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:29:25.452211 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 2336c453-4f01-486b-8958-0e8d13e36f76 not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:29:25.468638 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-707dbee1-843f-4ad2-868d-4ee6ee8ba8ae'] response: {'server_uuid': '9d916eb1-2207-4a5c-973c-16c8b251a31d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f941f62-bcec-4d9e-9b1c-63a2fff033d9', 'code': 200} May 30 20:29:25.511685 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2183358-e371-40a9-807b-e762b1f7d5e4 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] vlan segment allocate from pool success with {'vlan_id': 690, 'physical_network': 'physnet1'} {{(pid=84886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:29:25.538043 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a2183358-e371-40a9-807b-e762b1f7d5e4 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:25.539028 n-d-843948-2 neutron-server[84886]: INFO neutron.db.segments_db [None req-a2183358-e371-40a9-807b-e762b1f7d5e4 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Added segment 09a5dcf8-04d8-4be1-baa1-8912a227d946 of type vlan for network ea1da39c-195b-4911-ad3c-fbc70bfc4e5f May 30 20:29:25.551178 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc888797-4373-4a0f-a43a-9292af83ba21 tempest-DHCPAgentSchedulersTestJSON-131258111 tempest-DHCPAgentSchedulersTestJSON-131258111-project] Made reservation on behalf of e31f92f30bcb41c9a359fe56deabcb4d for: {'network': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:29:25.556053 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-fc888797-4373-4a0f-a43a-9292af83ba21 tempest-DHCPAgentSchedulersTestJSON-131258111 tempest-DHCPAgentSchedulersTestJSON-131258111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:25.634874 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a2183358-e371-40a9-807b-e762b1f7d5e4 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:25.687249 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-fc888797-4373-4a0f-a43a-9292af83ba21 tempest-DHCPAgentSchedulersTestJSON-131258111 tempest-DHCPAgentSchedulersTestJSON-131258111-project] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:25.873527 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dedd50c-2757-4b33-a335-f6a8bd57eecf req-aa8150a3-4252-421b-b0e7-b1a534908d42 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:25.874581 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-9dedd50c-2757-4b33-a335-f6a8bd57eecf req-aa8150a3-4252-421b-b0e7-b1a534908d42 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Synchronizing usage tracker for tenant:6a921a88c2104251b4f5cf697763e02b on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:29:25.878470 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b234596-e545-4402-9827-796c97c03334 req-fb6e9460-3389-4867-a0bb-ca4408ff1ad2 tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:25.882611 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7b234596-e545-4402-9827-796c97c03334 req-fb6e9460-3389-4867-a0bb-ca4408ff1ad2 tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] 10.222.0.85 "GET /v2.0/ports?device_id=9d916eb1-2207-4a5c-973c-16c8b251a31d HTTP/1.1" status: 200 len: 945 time: 0.4448779 May 30 20:29:25.884735 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-fc888797-4373-4a0f-a43a-9292af83ba21 tempest-DHCPAgentSchedulersTestJSON-131258111 tempest-DHCPAgentSchedulersTestJSON-131258111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:29:25.901576 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-fc888797-4373-4a0f-a43a-9292af83ba21 tempest-DHCPAgentSchedulersTestJSON-131258111 tempest-DHCPAgentSchedulersTestJSON-131258111-project] Usage tracker for resource:security_group_rule and tenant:e31f92f30bcb41c9a359fe56deabcb4d is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:29:25.930591 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-fc888797-4373-4a0f-a43a-9292af83ba21 tempest-DHCPAgentSchedulersTestJSON-131258111 tempest-DHCPAgentSchedulersTestJSON-131258111-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:29:25.944369 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-fc888797-4373-4a0f-a43a-9292af83ba21 tempest-DHCPAgentSchedulersTestJSON-131258111 tempest-DHCPAgentSchedulersTestJSON-131258111-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:29:25.954258 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a2183358-e371-40a9-807b-e762b1f7d5e4 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:25.958780 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2183358-e371-40a9-807b-e762b1f7d5e4 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:25.967721 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a2183358-e371-40a9-807b-e762b1f7d5e4 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks [] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:25.992332 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-74e65291-a561-43c9-91df-bc1416e23d82 req-c356e411-9964-4b5c-a2bf-5ad146e41ad1 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=9d916eb1-2207-4a5c-973c-16c8b251a31d HTTP/1.1" status: 200 len: 1096 time: 0.4092171 May 30 20:29:26.002475 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7b234596-e545-4402-9827-796c97c03334 req-49fb313e-2c58-40ba-8edb-f324aae441ab tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] 10.222.0.85 "GET /v2.0/security-groups?id=33a3fd53-a3f8-49f0-823f-5999beca3e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113787 May 30 20:29:26.101316 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-9dedd50c-2757-4b33-a335-f6a8bd57eecf req-aa8150a3-4252-421b-b0e7-b1a534908d42 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Unset dirty status for tenant:6a921a88c2104251b4f5cf697763e02b on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:29:26.102491 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9dedd50c-2757-4b33-a335-f6a8bd57eecf req-aa8150a3-4252-421b-b0e7-b1a534908d42 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "GET /v2.0/ports?device_id=b5cfc9b0-7823-4f7e-84ca-6b07acbe3233 HTTP/1.1" status: 200 len: 946 time: 0.5092862 May 30 20:29:26.175514 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-9dedd50c-2757-4b33-a335-f6a8bd57eecf req-2c36f13a-01ee-4c3b-81d1-28c94d9de70b tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Synchronizing usage tracker for tenant:6a921a88c2104251b4f5cf697763e02b on resource:security_group {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:29:26.182753 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-74e65291-a561-43c9-91df-bc1416e23d82 req-d44d1b5d-98ed-4795-b7c8-d7ae805957ee service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=33a3fd53-a3f8-49f0-823f-5999beca3e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761057 May 30 20:29:26.184316 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2183358-e371-40a9-807b-e762b1f7d5e4 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Pushing event updated for resources: {'Network': ['ID=ea1da39c-195b-4911-ad3c-fbc70bfc4e5f,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:26.202655 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network ea1da39c-195b-4911-ad3c-fbc70bfc4e5f details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:29:26.215806 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-fc888797-4373-4a0f-a43a-9292af83ba21 tempest-DHCPAgentSchedulersTestJSON-131258111 tempest-DHCPAgentSchedulersTestJSON-131258111-project] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:26.259835 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-a2183358-e371-40a9-807b-e762b1f7d5e4 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0562532 May 30 20:29:26.262632 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 42566) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:26.274210 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-c4741c8c-55b1-49d1-b48c-16c4fe5cf087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:26.274891 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-0fab4b38-d54c-4f4b-a75a-f38fc6665a14 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Request body: {'subnet': {'network_id': 'ea1da39c-195b-4911-ad3c-fbc70bfc4e5f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:29:26.337653 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-fc888797-4373-4a0f-a43a-9292af83ba21 tempest-DHCPAgentSchedulersTestJSON-131258111 tempest-DHCPAgentSchedulersTestJSON-131258111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:26.357319 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-9dedd50c-2757-4b33-a335-f6a8bd57eecf req-2c36f13a-01ee-4c3b-81d1-28c94d9de70b tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Unset dirty status for tenant:6a921a88c2104251b4f5cf697763e02b on resource:security_group {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:29:26.358545 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9dedd50c-2757-4b33-a335-f6a8bd57eecf req-2c36f13a-01ee-4c3b-81d1-28c94d9de70b tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "GET /v2.0/security-groups?id=52f0f051-af87-4bb8-bd3f-5a42634e958d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2399898 May 30 20:29:26.376355 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc888797-4373-4a0f-a43a-9292af83ba21 tempest-DHCPAgentSchedulersTestJSON-131258111 tempest-DHCPAgentSchedulersTestJSON-131258111-project] vlan segment allocate from pool success with {'vlan_id': 685, 'physical_network': 'physnet1'} {{(pid=84887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:29:26.383866 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc888797-4373-4a0f-a43a-9292af83ba21 tempest-DHCPAgentSchedulersTestJSON-131258111 tempest-DHCPAgentSchedulersTestJSON-131258111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c183cf8c-cebd-4b4d-9c4a-f19c1aa3d42a,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:26.392389 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-fc888797-4373-4a0f-a43a-9292af83ba21 tempest-DHCPAgentSchedulersTestJSON-131258111 tempest-DHCPAgentSchedulersTestJSON-131258111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:26.393687 n-d-843948-2 neutron-server[84887]: INFO neutron.db.segments_db [None req-fc888797-4373-4a0f-a43a-9292af83ba21 tempest-DHCPAgentSchedulersTestJSON-131258111 tempest-DHCPAgentSchedulersTestJSON-131258111-project] Added segment 865a92f5-715b-45fc-9673-a5f7bcf912d9 of type vlan for network ffee292c-e578-473c-8731-863850bbb12d May 30 20:29:26.434459 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-0fab4b38-d54c-4f4b-a75a-f38fc6665a14 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:29:26.443741 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-0fab4b38-d54c-4f4b-a75a-f38fc6665a14 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Usage tracker for resource:subnet and tenant:4be4d49ae6064975a8617cd4194dcba7 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:29:26.454303 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-0fab4b38-d54c-4f4b-a75a-f38fc6665a14 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:29:26.463212 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-fc888797-4373-4a0f-a43a-9292af83ba21 tempest-DHCPAgentSchedulersTestJSON-131258111 tempest-DHCPAgentSchedulersTestJSON-131258111-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:26.467459 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-0fab4b38-d54c-4f4b-a75a-f38fc6665a14 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:29:26.561076 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fab4b38-d54c-4f4b-a75a-f38fc6665a14 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Made reservation on behalf of 4be4d49ae6064975a8617cd4194dcba7 for: {'subnet': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:29:26.583658 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-fc888797-4373-4a0f-a43a-9292af83ba21 tempest-DHCPAgentSchedulersTestJSON-131258111 tempest-DHCPAgentSchedulersTestJSON-131258111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:26.587795 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc888797-4373-4a0f-a43a-9292af83ba21 tempest-DHCPAgentSchedulersTestJSON-131258111 tempest-DHCPAgentSchedulersTestJSON-131258111-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:26.588789 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-fc888797-4373-4a0f-a43a-9292af83ba21 tempest-DHCPAgentSchedulersTestJSON-131258111 tempest-DHCPAgentSchedulersTestJSON-131258111-project] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:26.718656 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0fab4b38-d54c-4f4b-a75a-f38fc6665a14 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2778563'] for subnet, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:26.752378 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc888797-4373-4a0f-a43a-9292af83ba21 tempest-DHCPAgentSchedulersTestJSON-131258111 tempest-DHCPAgentSchedulersTestJSON-131258111-project] Pushing event updated for resources: {'Network': ['ID=ffee292c-e578-473c-8731-863850bbb12d,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:26.763993 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network ffee292c-e578-473c-8731-863850bbb12d details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:29:26.807678 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-fc888797-4373-4a0f-a43a-9292af83ba21 tempest-DHCPAgentSchedulersTestJSON-131258111 tempest-DHCPAgentSchedulersTestJSON-131258111-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.0219767 May 30 20:29:26.812381 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 42580) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:26.819887 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-f05e26bd-72a4-4416-b4b3-0643ccfdc2d6 tempest-DHCPAgentSchedulersTestJSON-131258111 tempest-DHCPAgentSchedulersTestJSON-131258111-project] Request body: {'subnet': {'network_id': 'ffee292c-e578-473c-8731-863850bbb12d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:29:27.002325 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-f05e26bd-72a4-4416-b4b3-0643ccfdc2d6 tempest-DHCPAgentSchedulersTestJSON-131258111 tempest-DHCPAgentSchedulersTestJSON-131258111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:29:27.007586 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-f05e26bd-72a4-4416-b4b3-0643ccfdc2d6 tempest-DHCPAgentSchedulersTestJSON-131258111 tempest-DHCPAgentSchedulersTestJSON-131258111-project] Usage tracker for resource:subnet and tenant:e31f92f30bcb41c9a359fe56deabcb4d is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:29:27.013107 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-f05e26bd-72a4-4416-b4b3-0643ccfdc2d6 tempest-DHCPAgentSchedulersTestJSON-131258111 tempest-DHCPAgentSchedulersTestJSON-131258111-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:29:27.020745 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-f05e26bd-72a4-4416-b4b3-0643ccfdc2d6 tempest-DHCPAgentSchedulersTestJSON-131258111 tempest-DHCPAgentSchedulersTestJSON-131258111-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:29:27.135928 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f05e26bd-72a4-4416-b4b3-0643ccfdc2d6 tempest-DHCPAgentSchedulersTestJSON-131258111 tempest-DHCPAgentSchedulersTestJSON-131258111-project] Made reservation on behalf of e31f92f30bcb41c9a359fe56deabcb4d for: {'subnet': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:29:27.176432 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0fab4b38-d54c-4f4b-a75a-f38fc6665a14 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4127140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2778577'] for subnet, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:27.315470 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fab4b38-d54c-4f4b-a75a-f38fc6665a14 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Pushing event updated for resources: {'Subnet': ['ID=98848774-6c06-4a77-a908-ca2b43be3cb6,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:27.331014 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fab4b38-d54c-4f4b-a75a-f38fc6665a14 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Checking segment: {'id': '09a5dcf8-04d8-4be1-baa1-8912a227d946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'ea1da39c-195b-4911-ad3c-fbc70bfc4e5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:29:27.332162 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fab4b38-d54c-4f4b-a75a-f38fc6665a14 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Network hostable DHCP agents. Network: ea1da39c-195b-4911-ad3c-fbc70bfc4e5f, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:29:27.381681 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f05e26bd-72a4-4416-b4b3-0643ccfdc2d6 tempest-DHCPAgentSchedulersTestJSON-131258111 tempest-DHCPAgentSchedulersTestJSON-131258111-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114220'] for subnet, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:27.484396 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fab4b38-d54c-4f4b-a75a-f38fc6665a14 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Network ea1da39c-195b-4911-ad3c-fbc70bfc4e5f is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:29:27.570966 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c0fc33-80e3-43a9-ae3c-dea23c6289be req-6251261b-b4db-4bb5-928c-e31bf5b4f1d1 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:27.572541 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-83c0fc33-80e3-43a9-ae3c-dea23c6289be req-6251261b-b4db-4bb5-928c-e31bf5b4f1d1 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.86 "GET /v2.0/ports?device_id=b5cfc9b0-7823-4f7e-84ca-6b07acbe3233 HTTP/1.1" status: 200 len: 946 time: 0.5232365 May 30 20:29:27.642602 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d6264e-cfeb-4851-ad48-ea40e7d19384 req-c32a841e-d4f8-4366-a38d-7ae18038bc22 tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:27.644365 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-57d6264e-cfeb-4851-ad48-ea40e7d19384 req-c32a841e-d4f8-4366-a38d-7ae18038bc22 tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] 10.222.0.85 "GET /v2.0/ports?device_id=9d916eb1-2207-4a5c-973c-16c8b251a31d HTTP/1.1" status: 200 len: 945 time: 0.3922973 May 30 20:29:27.649292 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-0fab4b38-d54c-4f4b-a75a-f38fc6665a14 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, ea1da39c-195b-4911-ad3c-fbc70bfc4e5f) {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:29:27.660382 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a5fd66a-b597-4609-b818-00f915b04bbc None None] Network ea1da39c-195b-4911-ad3c-fbc70bfc4e5f requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:29:27.669412 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fab4b38-d54c-4f4b-a75a-f38fc6665a14 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:27.671601 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0fab4b38-d54c-4f4b-a75a-f38fc6665a14 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks [] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:27.814646 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-83c0fc33-80e3-43a9-ae3c-dea23c6289be req-add646a4-2893-4823-b533-4964cd42d1ce tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Deleting port 2a4fbaac-1c42-4144-ba53-6f25653d75c3 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:29:27.814646 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-83c0fc33-80e3-43a9-ae3c-dea23c6289be req-add646a4-2893-4823-b533-4964cd42d1ce tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:27.814876 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eec697-2b9f-4a3c-b56c-9ed2ad909a5d req-72721917-1080-4433-a517-9ee12fe45722 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:27.820379 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-99eec697-2b9f-4a3c-b56c-9ed2ad909a5d req-72721917-1080-4433-a517-9ee12fe45722 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "GET /v2.0/ports?device_id=b5cfc9b0-7823-4f7e-84ca-6b07acbe3233 HTTP/1.1" status: 200 len: 946 time: 0.2632704 May 30 20:29:27.853753 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-0fab4b38-d54c-4f4b-a75a-f38fc6665a14 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5890462 May 30 20:29:27.854571 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 42602) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:27.878992 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-49e9ba0f-f73e-4f4e-8104-af904eae81a6 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Request body: {'port': {'network_id': 'ea1da39c-195b-4911-ad3c-fbc70bfc4e5f', 'name': 'tempest-PortsTestJSON-1597426850'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:29:28.049098 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-99eec697-2b9f-4a3c-b56c-9ed2ad909a5d req-eb58b727-b031-4e77-95f3-aae98deb9a17 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "GET /v2.0/security-groups?id=52f0f051-af87-4bb8-bd3f-5a42634e958d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2217987 May 30 20:29:28.104421 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-57d6264e-cfeb-4851-ad48-ea40e7d19384 req-95e82b34-1b45-45b9-bc4a-a9de42b1d0dd tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] 10.222.0.85 "GET /v2.0/security-groups?id=33a3fd53-a3f8-49f0-823f-5999beca3e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4231818 May 30 20:29:28.172745 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-49e9ba0f-f73e-4f4e-8104-af904eae81a6 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:29:28.208536 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-49e9ba0f-f73e-4f4e-8104-af904eae81a6 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:29:28.358306 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49e9ba0f-f73e-4f4e-8104-af904eae81a6 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Made reservation on behalf of 4be4d49ae6064975a8617cd4194dcba7 for: {'port': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:29:28.361849 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-49e9ba0f-f73e-4f4e-8104-af904eae81a6 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:28.421102 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [None req-49e9ba0f-f73e-4f4e-8104-af904eae81a6 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] device_id is not set on port 8a7f3b8c-d8ec-4341-bbd0-6aa1ec6ef629 yet. {{(pid=84886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:29:28.425030 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a07107fa-791e-4c66-af92-61ecb9ccf2be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-ea1da39c-195b-4911-ad3c-fbc70bfc4e5f', 'network_id': 'ea1da39c-195b-4911-ad3c-fbc70bfc4e5f', 'tenant_id': '4be4d49ae6064975a8617cd4194dcba7', 'fixed_ips': [{'subnet_id': '98848774-6c06-4a77-a908-ca2b43be3cb6'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:29:28.426378 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-a07107fa-791e-4c66-af92-61ecb9ccf2be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:28.680925 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-49e9ba0f-f73e-4f4e-8104-af904eae81a6 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Allocated IP 172.20.0.8 (ea1da39c-195b-4911-ad3c-fbc70bfc4e5f/98848774-6c06-4a77-a908-ca2b43be3cb6/8a7f3b8c-d8ec-4341-bbd0-6aa1ec6ef629) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:29:28.691755 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f05e26bd-72a4-4416-b4b3-0643ccfdc2d6 tempest-DHCPAgentSchedulersTestJSON-131258111 tempest-DHCPAgentSchedulersTestJSON-131258111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4055401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114238'] for subnet, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:28.971671 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05e26bd-72a4-4416-b4b3-0643ccfdc2d6 tempest-DHCPAgentSchedulersTestJSON-131258111 tempest-DHCPAgentSchedulersTestJSON-131258111-project] Pushing event updated for resources: {'Subnet': ['ID=4185eb97-8ac3-4bf3-b2d0-5905d6fc17ba,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:28.994749 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-83c0fc33-80e3-43a9-ae3c-dea23c6289be req-add646a4-2893-4823-b533-4964cd42d1ce tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] For port 2a4fbaac-1c42-4144-ba53-6f25653d75c3, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=2a4fbaac-1c42-4144-ba53-6f25653d75c3,segment=NetworkSegment(b78e2ba6-ffa9-4506-8832-06fa459f4605),segment_id=b78e2ba6-ffa9-4506-8832-06fa459f4605)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:29:28.995534 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-83c0fc33-80e3-43a9-ae3c-dea23c6289be req-add646a4-2893-4823-b533-4964cd42d1ce tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:29.169019 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-49e9ba0f-f73e-4f4e-8104-af904eae81a6 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:29.195849 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [None req-49e9ba0f-f73e-4f4e-8104-af904eae81a6 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Transition to ACTIVE for port object 8a7f3b8c-d8ec-4341-bbd0-6aa1ec6ef629 will not be triggered until provisioned by entity DHCP. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:29:29.232149 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05e26bd-72a4-4416-b4b3-0643ccfdc2d6 tempest-DHCPAgentSchedulersTestJSON-131258111 tempest-DHCPAgentSchedulersTestJSON-131258111-project] Checking segment: {'id': '865a92f5-715b-45fc-9673-a5f7bcf912d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'ffee292c-e578-473c-8731-863850bbb12d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:29:29.232524 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f05e26bd-72a4-4416-b4b3-0643ccfdc2d6 tempest-DHCPAgentSchedulersTestJSON-131258111 tempest-DHCPAgentSchedulersTestJSON-131258111-project] Network hostable DHCP agents. Network: ffee292c-e578-473c-8731-863850bbb12d, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:29:29.376889 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-49e9ba0f-f73e-4f4e-8104-af904eae81a6 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:29.415187 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-a07107fa-791e-4c66-af92-61ecb9ccf2be None None] Allocated IP 172.20.0.2 (ea1da39c-195b-4911-ad3c-fbc70bfc4e5f/98848774-6c06-4a77-a908-ca2b43be3cb6/174cebd1-22f6-4aeb-9a71-10fe31bf5688) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:29:29.515933 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e9ba0f-f73e-4f4e-8104-af904eae81a6 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Pushing event updated for resources: {'Port': ['ID=8a7f3b8c-d8ec-4341-bbd0-6aa1ec6ef629,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:29.565336 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e9ba0f-f73e-4f4e-8104-af904eae81a6 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Network ea1da39c-195b-4911-ad3c-fbc70bfc4e5f is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:29:29.568396 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-49e9ba0f-f73e-4f4e-8104-af904eae81a6 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:29:29.571551 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e9ba0f-f73e-4f4e-8104-af904eae81a6 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:29:29.660855 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e9ba0f-f73e-4f4e-8104-af904eae81a6 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:29.661498 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-49e9ba0f-f73e-4f4e-8104-af904eae81a6 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:29.685750 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9cf99762-c5a8-45e3-afe2-48572837669e req-2b8cbaeb-ade6-46f9-ac1e-5e7e97ee20fe service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=c83f8ea1-67e6-4f2a-b0c1-961414a5e7c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3506780 May 30 20:29:29.715535 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f05e26bd-72a4-4416-b4b3-0643ccfdc2d6 tempest-DHCPAgentSchedulersTestJSON-131258111 tempest-DHCPAgentSchedulersTestJSON-131258111-project] Network ffee292c-e578-473c-8731-863850bbb12d is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:29:29.728877 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbbcd05-4850-4eff-b6a7-fd4cf3516c5e req-0a4fe2f8-f942-418e-b1bc-f3841377d90b tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:29.730847 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-dfbbcd05-4850-4eff-b6a7-fd4cf3516c5e req-0a4fe2f8-f942-418e-b1bc-f3841377d90b tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "GET /v2.0/ports?device_id=b5cfc9b0-7823-4f7e-84ca-6b07acbe3233 HTTP/1.1" status: 200 len: 946 time: 0.4689653 May 30 20:29:29.799240 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-a07107fa-791e-4c66-af92-61ecb9ccf2be None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:29.816591 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-83c0fc33-80e3-43a9-ae3c-dea23c6289be req-add646a4-2893-4823-b533-4964cd42d1ce tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:29.816963 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-83c0fc33-80e3-43a9-ae3c-dea23c6289be req-add646a4-2893-4823-b533-4964cd42d1ce tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736490'] for floatingip, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:29.817265 n-d-843948-2 neutron-server[84887]: INFO neutron.db.l3_db [req-83c0fc33-80e3-43a9-ae3c-dea23c6289be req-add646a4-2893-4823-b533-4964cd42d1ce tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Floating IP c89bda4e-99bd-4bf0-b1f8-33653261f0b9 disassociated. External IP: 172.25.8.155, port: 2a4fbaac-1c42-4144-ba53-6f25653d75c3. May 30 20:29:29.817638 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-83c0fc33-80e3-43a9-ae3c-dea23c6289be req-add646a4-2893-4823-b533-4964cd42d1ce tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Calling delete_port for 2a4fbaac-1c42-4144-ba53-6f25653d75c3 owned by compute:nova {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:29:29.829390 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-a07107fa-791e-4c66-af92-61ecb9ccf2be None None] Transition to ACTIVE for port object 174cebd1-22f6-4aeb-9a71-10fe31bf5688 will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:29:29.849108 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-dfbbcd05-4850-4eff-b6a7-fd4cf3516c5e req-72a9cc6b-362b-4d07-8e7b-aa0402be6edf tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "GET /v2.0/security-groups?id=52f0f051-af87-4bb8-bd3f-5a42634e958d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092758 May 30 20:29:29.857430 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1ef457-36c1-45c8-8d98-1f79a8ff977d req-0ce9c8f6-1141-4c98-b742-e97d679eda55 tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:29.865499 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4a1ef457-36c1-45c8-8d98-1f79a8ff977d req-0ce9c8f6-1141-4c98-b742-e97d679eda55 tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] 10.222.0.85 "GET /v2.0/ports?device_id=9d916eb1-2207-4a5c-973c-16c8b251a31d HTTP/1.1" status: 200 len: 945 time: 0.5316975 May 30 20:29:29.869571 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-90121738-1896-4455-ac9d-592e16b9e6a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:29.883841 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-a07107fa-791e-4c66-af92-61ecb9ccf2be None None] Transition to ACTIVE for port object 174cebd1-22f6-4aeb-9a71-10fe31bf5688 will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:29:29.983536 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4a1ef457-36c1-45c8-8d98-1f79a8ff977d req-598eb81e-21af-478e-92b7-b8dd95677cd3 tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] 10.222.0.85 "GET /v2.0/security-groups?id=33a3fd53-a3f8-49f0-823f-5999beca3e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170976 May 30 20:29:29.989853 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9cf99762-c5a8-45e3-afe2-48572837669e req-2fed0d74-0e5a-402e-b2f4-840fad5b0447 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=af4cc1fbb91e4a5c856e947d8072b697&device_id=c83f8ea1-67e6-4f2a-b0c1-961414a5e7c1 HTTP/1.1" status: 200 len: 1096 time: 0.2776928 May 30 20:29:30.001291 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-f05e26bd-72a4-4416-b4b3-0643ccfdc2d6 tempest-DHCPAgentSchedulersTestJSON-131258111 tempest-DHCPAgentSchedulersTestJSON-131258111-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, ffee292c-e578-473c-8731-863850bbb12d) {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:29:30.004933 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-49e9ba0f-f73e-4f4e-8104-af904eae81a6 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.1340461 May 30 20:29:30.015561 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 42634) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:30.017014 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-225c00b1-f994-41fa-8291-bc4aadcac661 None None] Network ffee292c-e578-473c-8731-863850bbb12d requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:29:30.021828 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-9b8d09a4-9103-4bbb-a483-2a75151dcd5a tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Request body: {'port': {'network_id': 'ea1da39c-195b-4911-ad3c-fbc70bfc4e5f', 'name': 'tempest-PortsTestJSON-667093012'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:29:30.045737 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 42638) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:30.069069 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f05e26bd-72a4-4416-b4b3-0643ccfdc2d6 tempest-DHCPAgentSchedulersTestJSON-131258111 tempest-DHCPAgentSchedulersTestJSON-131258111-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:30.069831 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f05e26bd-72a4-4416-b4b3-0643ccfdc2d6 tempest-DHCPAgentSchedulersTestJSON-131258111 tempest-DHCPAgentSchedulersTestJSON-131258111-project] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:30.119883 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:30.124828 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-a07107fa-791e-4c66-af92-61ecb9ccf2be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:30.324592 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf99762-c5a8-45e3-afe2-48572837669e req-19d88f3e-c5f0-478f-a0d7-709ef97c398c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:30.330096 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9cf99762-c5a8-45e3-afe2-48572837669e req-19d88f3e-c5f0-478f-a0d7-709ef97c398c service neutron] 10.222.0.71 "GET /v2.0/networks?id=ff30330a-0ebe-4836-9458-b813d1bcbde4 HTTP/1.1" status: 200 len: 913 time: 0.2521701 May 30 20:29:30.404773 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9cf99762-c5a8-45e3-afe2-48572837669e req-0dff7618-ffd3-4e72-9d5c-2e337070fe04 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2dce9d2f-c86d-4852-9ec1-a59a59049c03 HTTP/1.1" status: 200 len: 217 time: 0.0725989 May 30 20:29:30.439985 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-9b8d09a4-9103-4bbb-a483-2a75151dcd5a tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:29:30.444918 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-9b8d09a4-9103-4bbb-a483-2a75151dcd5a tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Usage tracker for resource:port and tenant:4be4d49ae6064975a8617cd4194dcba7 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:29:30.448637 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-9b8d09a4-9103-4bbb-a483-2a75151dcd5a tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:29:30.455582 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07107fa-791e-4c66-af92-61ecb9ccf2be None None] Pushing event updated for resources: {'Port': ['ID=174cebd1-22f6-4aeb-9a71-10fe31bf5688,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:30.456677 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-9b8d09a4-9103-4bbb-a483-2a75151dcd5a tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:29:30.476174 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-f05e26bd-72a4-4416-b4b3-0643ccfdc2d6 tempest-DHCPAgentSchedulersTestJSON-131258111 tempest-DHCPAgentSchedulersTestJSON-131258111-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.6592925 May 30 20:29:30.480293 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-83c0fc33-80e3-43a9-ae3c-dea23c6289be req-add646a4-2893-4823-b533-4964cd42d1ce tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:30.481806 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 42652) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:30.484510 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a07107fa-791e-4c66-af92-61ecb9ccf2be None None] Network ea1da39c-195b-4911-ad3c-fbc70bfc4e5f is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:29:30.489185 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-a07107fa-791e-4c66-af92-61ecb9ccf2be None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:29:30.489754 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-2306e362-7262-4425-ac4f-51323b224e2d tempest-DHCPAgentSchedulersTestJSON-131258111 tempest-DHCPAgentSchedulersTestJSON-131258111-project] Request body: {'port': {'network_id': 'ffee292c-e578-473c-8731-863850bbb12d', 'name': 'tempest-DHCPAgentSchedulersTestJSON-922135094'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:29:30.496127 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07107fa-791e-4c66-af92-61ecb9ccf2be None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:29:30.511586 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-1727c01c-50e7-4723-8511-def705146725 tempest-QuotasNegativeTest-773736571 tempest-QuotasNegativeTest-773736571-project-admin] Request body: {'quota': {'network': 2}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:29:30.529728 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b8d09a4-9103-4bbb-a483-2a75151dcd5a tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Made reservation on behalf of 4be4d49ae6064975a8617cd4194dcba7 for: {'port': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:29:30.533560 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9b8d09a4-9103-4bbb-a483-2a75151dcd5a tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:30.578158 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [None req-9b8d09a4-9103-4bbb-a483-2a75151dcd5a tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] device_id is not set on port d12619d2-72ee-41f8-b2df-11ad313c2682 yet. {{(pid=84886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:29:30.718634 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-2306e362-7262-4425-ac4f-51323b224e2d tempest-DHCPAgentSchedulersTestJSON-131258111 tempest-DHCPAgentSchedulersTestJSON-131258111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:29:30.722035 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf99762-c5a8-45e3-afe2-48572837669e req-88b37f36-1368-419a-80b2-87bc4ef4f448 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:30.723520 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9cf99762-c5a8-45e3-afe2-48572837669e req-88b37f36-1368-419a-80b2-87bc4ef4f448 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=7991eded-d330-4e4e-ace3-aeb4d5f3ff0a HTTP/1.1" status: 200 len: 851 time: 0.3137212 May 30 20:29:30.724327 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add646a4-2893-4823-b533-4964cd42d1ce tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Pushing event deleted for resources: {'Port': ['ID=2a4fbaac-1c42-4144-ba53-6f25653d75c3,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:30.751461 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-9b8d09a4-9103-4bbb-a483-2a75151dcd5a tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Allocated IP 172.20.0.5 (ea1da39c-195b-4911-ad3c-fbc70bfc4e5f/98848774-6c06-4a77-a908-ca2b43be3cb6/d12619d2-72ee-41f8-b2df-11ad313c2682) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:29:30.776490 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-2306e362-7262-4425-ac4f-51323b224e2d tempest-DHCPAgentSchedulersTestJSON-131258111 tempest-DHCPAgentSchedulersTestJSON-131258111-project] Usage tracker for resource:port and tenant:e31f92f30bcb41c9a359fe56deabcb4d is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:29:30.793162 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-2306e362-7262-4425-ac4f-51323b224e2d tempest-DHCPAgentSchedulersTestJSON-131258111 tempest-DHCPAgentSchedulersTestJSON-131258111-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:29:30.799138 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-a07107fa-791e-4c66-af92-61ecb9ccf2be None None] Attempting to bind port 174cebd1-22f6-4aeb-9a71-10fe31bf5688 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:29:30.799813 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-a07107fa-791e-4c66-af92-61ecb9ccf2be None None] Attempting to bind port 174cebd1-22f6-4aeb-9a71-10fe31bf5688 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': '09a5dcf8-04d8-4be1-baa1-8912a227d946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'ea1da39c-195b-4911-ad3c-fbc70bfc4e5f'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:29:30.800344 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07107fa-791e-4c66-af92-61ecb9ccf2be None None] Attempting to bind port 174cebd1-22f6-4aeb-9a71-10fe31bf5688 on network ea1da39c-195b-4911-ad3c-fbc70bfc4e5f {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:29:30.802400 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-2306e362-7262-4425-ac4f-51323b224e2d tempest-DHCPAgentSchedulersTestJSON-131258111 tempest-DHCPAgentSchedulersTestJSON-131258111-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:29:30.857465 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07107fa-791e-4c66-af92-61ecb9ccf2be None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:29:30.859983 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07107fa-791e-4c66-af92-61ecb9ccf2be None None] Checking segment: {'id': '09a5dcf8-04d8-4be1-baa1-8912a227d946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'ea1da39c-195b-4911-ad3c-fbc70bfc4e5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:29:30.859983 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-a07107fa-791e-4c66-af92-61ecb9ccf2be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:30.859983 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07107fa-791e-4c66-af92-61ecb9ccf2be None None] Bound using segment: {'id': '09a5dcf8-04d8-4be1-baa1-8912a227d946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'ea1da39c-195b-4911-ad3c-fbc70bfc4e5f'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:29:30.859983 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-a07107fa-791e-4c66-af92-61ecb9ccf2be None None] Bound port: 174cebd1-22f6-4aeb-9a71-10fe31bf5688, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09a5dcf8-04d8-4be1-baa1-8912a227d946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'ea1da39c-195b-4911-ad3c-fbc70bfc4e5f'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:29:30.860494 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-a07107fa-791e-4c66-af92-61ecb9ccf2be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:30.932961 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe69b3c-bf3a-4f7b-aa2a-98f37926ca13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-ffee292c-e578-473c-8731-863850bbb12d', 'network_id': 'ffee292c-e578-473c-8731-863850bbb12d', 'tenant_id': 'e31f92f30bcb41c9a359fe56deabcb4d', 'fixed_ips': [{'subnet_id': '4185eb97-8ac3-4bf3-b2d0-5905d6fc17ba'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:29:30.933835 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-dbe69b3c-bf3a-4f7b-aa2a-98f37926ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:31.083601 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-a07107fa-791e-4c66-af92-61ecb9ccf2be None None] For port 174cebd1-22f6-4aeb-9a71-10fe31bf5688, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:29:31.087781 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9b8d09a4-9103-4bbb-a483-2a75151dcd5a tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:31.097842 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 2a4fbaac-1c42-4144-ba53-6f25653d75c3 no longer exists at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:29:31.113754 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [None req-9b8d09a4-9103-4bbb-a483-2a75151dcd5a tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Transition to ACTIVE for port object d12619d2-72ee-41f8-b2df-11ad313c2682 will not be triggered until provisioned by entity DHCP. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:29:31.146731 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:31.150494 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] No Port match for: 2a4fbaac-1c42-4144-ba53-6f25653d75c3 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:29:31.150494 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 2a4fbaac-1c42-4144-ba53-6f25653d75c3 not bound to the agent host n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:29:31.157785 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-a07107fa-791e-4c66-af92-61ecb9ccf2be None None] For port 174cebd1-22f6-4aeb-9a71-10fe31bf5688, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=174cebd1-22f6-4aeb-9a71-10fe31bf5688,segment=NetworkSegment(09a5dcf8-04d8-4be1-baa1-8912a227d946),segment_id=09a5dcf8-04d8-4be1-baa1-8912a227d946)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:29:31.164602 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-1727c01c-50e7-4723-8511-def705146725 tempest-QuotasNegativeTest-773736571 tempest-QuotasNegativeTest-773736571-project-admin] 10.222.0.85 "PUT /v2.0/quotas/811128bb0d1947089430973f07bb3c5f HTTP/1.1" status: 200 len: 368 time: 1.1136234 May 30 20:29:31.172038 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 42658) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:31.181904 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-e0228c97-dd8e-4e62-8eaa-e43052059be6 tempest-QuotasNegativeTest-773736571 tempest-QuotasNegativeTest-773736571-project-admin] Request body: {'network': {'project_id': '811128bb0d1947089430973f07bb3c5f'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:29:31.191548 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-e0228c97-dd8e-4e62-8eaa-e43052059be6 tempest-QuotasNegativeTest-773736571 tempest-QuotasNegativeTest-773736571-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:29:31.197385 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2306e362-7262-4425-ac4f-51323b224e2d tempest-DHCPAgentSchedulersTestJSON-131258111 tempest-DHCPAgentSchedulersTestJSON-131258111-project] Made reservation on behalf of e31f92f30bcb41c9a359fe56deabcb4d for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:29:31.200797 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2306e362-7262-4425-ac4f-51323b224e2d tempest-DHCPAgentSchedulersTestJSON-131258111 tempest-DHCPAgentSchedulersTestJSON-131258111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:31.204975 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84889f19-759d-421d-98c0-514d4b56f2fe req-3a5ce1d2-1d81-4669-a48a-142e8644263b tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:31.206837 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-84889f19-759d-421d-98c0-514d4b56f2fe req-3a5ce1d2-1d81-4669-a48a-142e8644263b tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] 10.222.0.85 "GET /v2.0/ports?device_id=b36fba31-e203-468c-bfb5-d74ca31bd475 HTTP/1.1" status: 200 len: 945 time: 0.7410192 May 30 20:29:31.208260 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-e0228c97-dd8e-4e62-8eaa-e43052059be6 tempest-QuotasNegativeTest-773736571 tempest-QuotasNegativeTest-773736571-project-admin] Usage tracker for resource:network and tenant:811128bb0d1947089430973f07bb3c5f is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:29:31.214739 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-e0228c97-dd8e-4e62-8eaa-e43052059be6 tempest-QuotasNegativeTest-773736571 tempest-QuotasNegativeTest-773736571-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:29:31.256836 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9b8d09a4-9103-4bbb-a483-2a75151dcd5a tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:31.264245 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-e0228c97-dd8e-4e62-8eaa-e43052059be6 tempest-QuotasNegativeTest-773736571 tempest-QuotasNegativeTest-773736571-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:29:31.275982 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-f6e3a921-ebc6-46f4-80bb-25389fbb6ad6 req-36665fc8-b35b-471b-beec-72c61307def8 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Synchronizing usage tracker for tenant:6a921a88c2104251b4f5cf697763e02b on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:29:31.320446 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [None req-2306e362-7262-4425-ac4f-51323b224e2d tempest-DHCPAgentSchedulersTestJSON-131258111 tempest-DHCPAgentSchedulersTestJSON-131258111-project] device_id is not set on port 03664ad9-0fe6-4d80-a47d-aaf466044ba1 yet. {{(pid=84887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:29:31.345753 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-a07107fa-791e-4c66-af92-61ecb9ccf2be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:31.430949 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8d09a4-9103-4bbb-a483-2a75151dcd5a tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Pushing event updated for resources: {'Port': ['ID=d12619d2-72ee-41f8-b2df-11ad313c2682,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:31.447358 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-f6e3a921-ebc6-46f4-80bb-25389fbb6ad6 req-36665fc8-b35b-471b-beec-72c61307def8 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Unset dirty status for tenant:6a921a88c2104251b4f5cf697763e02b on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:29:31.460296 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f6e3a921-ebc6-46f4-80bb-25389fbb6ad6 req-36665fc8-b35b-471b-beec-72c61307def8 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "GET /v2.0/ports?device_id=b5cfc9b0-7823-4f7e-84ca-6b07acbe3233 HTTP/1.1" status: 200 len: 210 time: 0.2719786 May 30 20:29:31.473796 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9cf99762-c5a8-45e3-afe2-48572837669e req-d3e79e5e-57bb-443b-a7e7-090363b7b543 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ff30330a-0ebe-4836-9458-b813d1bcbde4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7439127 May 30 20:29:31.515759 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b8d09a4-9103-4bbb-a483-2a75151dcd5a tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Network ea1da39c-195b-4911-ad3c-fbc70bfc4e5f is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:29:31.526429 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-9b8d09a4-9103-4bbb-a483-2a75151dcd5a tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:29:31.534732 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8d09a4-9103-4bbb-a483-2a75151dcd5a tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:29:31.538217 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-dbe69b3c-bf3a-4f7b-aa2a-98f37926ca13 None None] Allocated IP 172.20.0.2 (ffee292c-e578-473c-8731-863850bbb12d/4185eb97-8ac3-4bf3-b2d0-5905d6fc17ba/e75ddfc3-70f3-4f73-b292-0042e6782193) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:29:31.559982 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07107fa-791e-4c66-af92-61ecb9ccf2be None None] Pushing event updated for resources: {'Port': ['ID=174cebd1-22f6-4aeb-9a71-10fe31bf5688,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:31.619982 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-84889f19-759d-421d-98c0-514d4b56f2fe req-9b0fec50-9bc5-4740-8731-1d8bd7bdf5f4 tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] 10.222.0.85 "GET /v2.0/security-groups?id=33a3fd53-a3f8-49f0-823f-5999beca3e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4071138 May 30 20:29:31.625784 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0228c97-dd8e-4e62-8eaa-e43052059be6 tempest-QuotasNegativeTest-773736571 tempest-QuotasNegativeTest-773736571-project-admin] Made reservation on behalf of 811128bb0d1947089430973f07bb3c5f for: {'network': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:29:31.629168 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e0228c97-dd8e-4e62-8eaa-e43052059be6 tempest-QuotasNegativeTest-773736571 tempest-QuotasNegativeTest-773736571-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:31.660616 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e0228c97-dd8e-4e62-8eaa-e43052059be6 tempest-QuotasNegativeTest-773736571 tempest-QuotasNegativeTest-773736571-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:31.748673 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-e0228c97-dd8e-4e62-8eaa-e43052059be6 tempest-QuotasNegativeTest-773736571 tempest-QuotasNegativeTest-773736571-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:29:31.762268 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9cf99762-c5a8-45e3-afe2-48572837669e req-a0bc463a-45f9-4110-9d68-2752314aa7c6 service neutron] 10.222.0.71 "GET /v2.0/networks/ff30330a-0ebe-4836-9458-b813d1bcbde4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2818861 May 30 20:29:31.773824 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-e0228c97-dd8e-4e62-8eaa-e43052059be6 tempest-QuotasNegativeTest-773736571 tempest-QuotasNegativeTest-773736571-project-admin] Usage tracker for resource:security_group_rule and tenant:811128bb0d1947089430973f07bb3c5f is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:29:31.782127 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-e0228c97-dd8e-4e62-8eaa-e43052059be6 tempest-QuotasNegativeTest-773736571 tempest-QuotasNegativeTest-773736571-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:29:31.807187 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b8d09a4-9103-4bbb-a483-2a75151dcd5a tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:31.807880 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9b8d09a4-9103-4bbb-a483-2a75151dcd5a tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:31.857591 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-e0228c97-dd8e-4e62-8eaa-e43052059be6 tempest-QuotasNegativeTest-773736571 tempest-QuotasNegativeTest-773736571-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:29:32.024788 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-9b8d09a4-9103-4bbb-a483-2a75151dcd5a tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.0158503 May 30 20:29:32.033267 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 42674) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:32.068059 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-dbe69b3c-bf3a-4f7b-aa2a-98f37926ca13 None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:32.088327 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9cf99762-c5a8-45e3-afe2-48572837669e req-ccafdaa8-0cf7-40ba-9a0f-40186434979c service neutron] 10.222.0.71 "GET /v2.0/networks/ff30330a-0ebe-4836-9458-b813d1bcbde4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3193512 May 30 20:29:32.092316 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-dbe69b3c-bf3a-4f7b-aa2a-98f37926ca13 None None] Transition to ACTIVE for port object e75ddfc3-70f3-4f73-b292-0042e6782193 will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:29:32.132014 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-dbe69b3c-bf3a-4f7b-aa2a-98f37926ca13 None None] Transition to ACTIVE for port object e75ddfc3-70f3-4f73-b292-0042e6782193 will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:29:32.132235 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [req-83c0fc33-80e3-43a9-ae3c-dea23c6289be req-add646a4-2893-4823-b533-4964cd42d1ce tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Router d6837ec6-fa53-4479-bb23-7d6c2cb86fc9 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:29:32.204249 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e0228c97-dd8e-4e62-8eaa-e43052059be6 tempest-QuotasNegativeTest-773736571 tempest-QuotasNegativeTest-773736571-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:32.210955 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa27b0a7-940a-4771-a3f3-2d2ef48f9359 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:32.211692 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-aa27b0a7-940a-4771-a3f3-2d2ef48f9359 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Synchronizing usage tracker for tenant:4be4d49ae6064975a8617cd4194dcba7 on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:29:32.287331 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-dbe69b3c-bf3a-4f7b-aa2a-98f37926ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:32.372031 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-aa27b0a7-940a-4771-a3f3-2d2ef48f9359 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Unset dirty status for tenant:4be4d49ae6064975a8617cd4194dcba7 on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:29:32.375816 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-aa27b0a7-940a-4771-a3f3-2d2ef48f9359 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] 10.222.0.85 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.8 HTTP/1.1" status: 200 len: 922 time: 0.3385830 May 30 20:29:32.375816 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e0228c97-dd8e-4e62-8eaa-e43052059be6 tempest-QuotasNegativeTest-773736571 tempest-QuotasNegativeTest-773736571-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:32.379243 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 42680) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:32.444949 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0228c97-dd8e-4e62-8eaa-e43052059be6 tempest-QuotasNegativeTest-773736571 tempest-QuotasNegativeTest-773736571-project-admin] vlan segment allocate from pool success with {'vlan_id': 650, 'physical_network': 'physnet1'} {{(pid=84886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:29:32.445149 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe69b3c-bf3a-4f7b-aa2a-98f37926ca13 None None] Network ffee292c-e578-473c-8731-863850bbb12d is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:29:32.449667 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-dbe69b3c-bf3a-4f7b-aa2a-98f37926ca13 None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:29:32.455672 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe69b3c-bf3a-4f7b-aa2a-98f37926ca13 None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:29:32.458894 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0228c97-dd8e-4e62-8eaa-e43052059be6 tempest-QuotasNegativeTest-773736571 tempest-QuotasNegativeTest-773736571-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70908ced-0a8c-480a-b4aa-ca56cdd32948,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:32.459356 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-afb91e96-bc2d-49b6-aa23-96433f739693 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Deleting port d12619d2-72ee-41f8-b2df-11ad313c2682 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:29:32.459793 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-afb91e96-bc2d-49b6-aa23-96433f739693 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:32.465083 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e0228c97-dd8e-4e62-8eaa-e43052059be6 tempest-QuotasNegativeTest-773736571 tempest-QuotasNegativeTest-773736571-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:32.465446 n-d-843948-2 neutron-server[84886]: INFO neutron.db.segments_db [None req-e0228c97-dd8e-4e62-8eaa-e43052059be6 tempest-QuotasNegativeTest-773736571 tempest-QuotasNegativeTest-773736571-project-admin] Added segment 860dc491-27d9-4843-9f23-33499168c895 of type vlan for network 1583238b-3624-4eb8-8db2-9177dcd9ad66 May 30 20:29:32.497454 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe69b3c-bf3a-4f7b-aa2a-98f37926ca13 None None] Pushing event updated for resources: {'Port': ['ID=e75ddfc3-70f3-4f73-b292-0042e6782193,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:32.542802 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e0228c97-dd8e-4e62-8eaa-e43052059be6 tempest-QuotasNegativeTest-773736571 tempest-QuotasNegativeTest-773736571-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:32.589301 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-dbe69b3c-bf3a-4f7b-aa2a-98f37926ca13 None None] Attempting to bind port e75ddfc3-70f3-4f73-b292-0042e6782193 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:29:32.589912 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-dbe69b3c-bf3a-4f7b-aa2a-98f37926ca13 None None] Attempting to bind port e75ddfc3-70f3-4f73-b292-0042e6782193 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': '865a92f5-715b-45fc-9673-a5f7bcf912d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'ffee292c-e578-473c-8731-863850bbb12d'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:29:32.590044 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe69b3c-bf3a-4f7b-aa2a-98f37926ca13 None None] Attempting to bind port e75ddfc3-70f3-4f73-b292-0042e6782193 on network ffee292c-e578-473c-8731-863850bbb12d {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:29:32.610794 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe69b3c-bf3a-4f7b-aa2a-98f37926ca13 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:29:32.615695 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe69b3c-bf3a-4f7b-aa2a-98f37926ca13 None None] Checking segment: {'id': '865a92f5-715b-45fc-9673-a5f7bcf912d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'ffee292c-e578-473c-8731-863850bbb12d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:29:32.616555 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-dbe69b3c-bf3a-4f7b-aa2a-98f37926ca13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:32.617139 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe69b3c-bf3a-4f7b-aa2a-98f37926ca13 None None] Bound using segment: {'id': '865a92f5-715b-45fc-9673-a5f7bcf912d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'ffee292c-e578-473c-8731-863850bbb12d'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:29:32.617723 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-dbe69b3c-bf3a-4f7b-aa2a-98f37926ca13 None None] Bound port: e75ddfc3-70f3-4f73-b292-0042e6782193, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '865a92f5-715b-45fc-9673-a5f7bcf912d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'ffee292c-e578-473c-8731-863850bbb12d'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:29:32.618112 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-dbe69b3c-bf3a-4f7b-aa2a-98f37926ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:32.631454 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [None req-2306e362-7262-4425-ac4f-51323b224e2d tempest-DHCPAgentSchedulersTestJSON-131258111 tempest-DHCPAgentSchedulersTestJSON-131258111-project] Allocated IP 172.20.0.14 (ffee292c-e578-473c-8731-863850bbb12d/4185eb97-8ac3-4bf3-b2d0-5905d6fc17ba/03664ad9-0fe6-4d80-a47d-aaf466044ba1) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:29:32.675892 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:32.687193 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e0228c97-dd8e-4e62-8eaa-e43052059be6 tempest-QuotasNegativeTest-773736571 tempest-QuotasNegativeTest-773736571-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:32.689875 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0228c97-dd8e-4e62-8eaa-e43052059be6 tempest-QuotasNegativeTest-773736571 tempest-QuotasNegativeTest-773736571-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:32.698351 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e0228c97-dd8e-4e62-8eaa-e43052059be6 tempest-QuotasNegativeTest-773736571 tempest-QuotasNegativeTest-773736571-project-admin] Notify callbacks [] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:32.741445 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-dbe69b3c-bf3a-4f7b-aa2a-98f37926ca13 None None] For port e75ddfc3-70f3-4f73-b292-0042e6782193, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:29:32.745875 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-dbe69b3c-bf3a-4f7b-aa2a-98f37926ca13 None None] For port e75ddfc3-70f3-4f73-b292-0042e6782193, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=e75ddfc3-70f3-4f73-b292-0042e6782193,segment=NetworkSegment(865a92f5-715b-45fc-9673-a5f7bcf912d9),segment_id=865a92f5-715b-45fc-9673-a5f7bcf912d9)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:29:32.830154 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-dbe69b3c-bf3a-4f7b-aa2a-98f37926ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:32.917232 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0228c97-dd8e-4e62-8eaa-e43052059be6 tempest-QuotasNegativeTest-773736571 tempest-QuotasNegativeTest-773736571-project-admin] Pushing event updated for resources: {'Network': ['ID=1583238b-3624-4eb8-8db2-9177dcd9ad66,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:32.953820 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network 1583238b-3624-4eb8-8db2-9177dcd9ad66 details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:29:32.978502 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-e0228c97-dd8e-4e62-8eaa-e43052059be6 tempest-QuotasNegativeTest-773736571 tempest-QuotasNegativeTest-773736571-project-admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.8052146 May 30 20:29:32.982035 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 42688) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:32.991607 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-6db935d0-cdc1-44da-8042-e3aceac827c4 tempest-QuotasNegativeTest-773736571 tempest-QuotasNegativeTest-773736571-project-admin] Request body: {'network': {'project_id': '811128bb0d1947089430973f07bb3c5f'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:29:32.998678 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-6db935d0-cdc1-44da-8042-e3aceac827c4 tempest-QuotasNegativeTest-773736571 tempest-QuotasNegativeTest-773736571-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:29:33.022970 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-6db935d0-cdc1-44da-8042-e3aceac827c4 tempest-QuotasNegativeTest-773736571 tempest-QuotasNegativeTest-773736571-project-admin] Usage tracker for resource:network and tenant:811128bb0d1947089430973f07bb3c5f is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:29:33.027442 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-6db935d0-cdc1-44da-8042-e3aceac827c4 tempest-QuotasNegativeTest-773736571 tempest-QuotasNegativeTest-773736571-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:29:33.046623 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-6db935d0-cdc1-44da-8042-e3aceac827c4 tempest-QuotasNegativeTest-773736571 tempest-QuotasNegativeTest-773736571-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:29:33.070578 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe69b3c-bf3a-4f7b-aa2a-98f37926ca13 None None] Pushing event updated for resources: {'Port': ['ID=e75ddfc3-70f3-4f73-b292-0042e6782193,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:33.116915 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a53df543-1e18-4915-ac0a-190d2be5f007 req-17fe3179-1605-4a2e-9318-ef04b15f96b3 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "GET /v2.0/ports?device_id=b5cfc9b0-7823-4f7e-84ca-6b07acbe3233 HTTP/1.1" status: 200 len: 210 time: 0.1758132 May 30 20:29:33.146732 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6db935d0-cdc1-44da-8042-e3aceac827c4 tempest-QuotasNegativeTest-773736571 tempest-QuotasNegativeTest-773736571-project-admin] Made reservation on behalf of 811128bb0d1947089430973f07bb3c5f for: {'network': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:29:33.155767 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6db935d0-cdc1-44da-8042-e3aceac827c4 tempest-QuotasNegativeTest-773736571 tempest-QuotasNegativeTest-773736571-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:33.238421 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6db935d0-cdc1-44da-8042-e3aceac827c4 tempest-QuotasNegativeTest-773736571 tempest-QuotasNegativeTest-773736571-project-admin] vlan segment allocate from pool success with {'vlan_id': 661, 'physical_network': 'physnet1'} {{(pid=84886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:29:33.343601 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6db935d0-cdc1-44da-8042-e3aceac827c4 tempest-QuotasNegativeTest-773736571 tempest-QuotasNegativeTest-773736571-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:33.344603 n-d-843948-2 neutron-server[84886]: INFO neutron.db.segments_db [None req-6db935d0-cdc1-44da-8042-e3aceac827c4 tempest-QuotasNegativeTest-773736571 tempest-QuotasNegativeTest-773736571-project-admin] Added segment 59ec7d92-ea2d-46e9-9231-63ec068047f9 of type vlan for network 30087d3a-e096-447f-91f0-a958f23f33c0 May 30 20:29:33.368553 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2306e362-7262-4425-ac4f-51323b224e2d tempest-DHCPAgentSchedulersTestJSON-131258111 tempest-DHCPAgentSchedulersTestJSON-131258111-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:33.407554 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6db935d0-cdc1-44da-8042-e3aceac827c4 tempest-QuotasNegativeTest-773736571 tempest-QuotasNegativeTest-773736571-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:33.420142 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866c3dd7-d6ee-451b-8c3a-23b1e520f41a req-ca07441e-ddb4-4fc5-966c-280fdd4efaca tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:33.420470 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b1989d-7c7e-40d0-896f-79f569e58b6d None None] Network ea1da39c-195b-4911-ad3c-fbc70bfc4e5f requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:29:33.422244 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-866c3dd7-d6ee-451b-8c3a-23b1e520f41a req-ca07441e-ddb4-4fc5-966c-280fdd4efaca tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] 10.222.0.85 "GET /v2.0/ports?device_id=b36fba31-e203-468c-bfb5-d74ca31bd475 HTTP/1.1" status: 200 len: 945 time: 0.1514373 May 30 20:29:33.457491 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-afb91e96-bc2d-49b6-aa23-96433f739693 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:33.492789 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [None req-2306e362-7262-4425-ac4f-51323b224e2d tempest-DHCPAgentSchedulersTestJSON-131258111 tempest-DHCPAgentSchedulersTestJSON-131258111-project] Transition to ACTIVE for port object 03664ad9-0fe6-4d80-a47d-aaf466044ba1 will not be triggered until provisioned by entity DHCP. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:29:33.528700 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-866c3dd7-d6ee-451b-8c3a-23b1e520f41a req-47bb64e9-94f5-4aec-b13d-8f8e0973397e tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] 10.222.0.85 "GET /v2.0/security-groups?id=33a3fd53-a3f8-49f0-823f-5999beca3e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886145 May 30 20:29:33.573087 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6db935d0-cdc1-44da-8042-e3aceac827c4 tempest-QuotasNegativeTest-773736571 tempest-QuotasNegativeTest-773736571-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:33.576365 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db935d0-cdc1-44da-8042-e3aceac827c4 tempest-QuotasNegativeTest-773736571 tempest-QuotasNegativeTest-773736571-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:33.581544 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6db935d0-cdc1-44da-8042-e3aceac827c4 tempest-QuotasNegativeTest-773736571 tempest-QuotasNegativeTest-773736571-project-admin] Notify callbacks [] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:33.825288 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device e75ddfc3-70f3-4f73-b292-0042e6782193 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:29:33.847413 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-afb91e96-bc2d-49b6-aa23-96433f739693 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Calling delete_port for d12619d2-72ee-41f8-b2df-11ad313c2682 owned by {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:29:33.871891 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-6db935d0-cdc1-44da-8042-e3aceac827c4 tempest-QuotasNegativeTest-773736571 tempest-QuotasNegativeTest-773736571-project-admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.8840635 May 30 20:29:33.876418 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 42698) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:33.902260 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db935d0-cdc1-44da-8042-e3aceac827c4 tempest-QuotasNegativeTest-773736571 tempest-QuotasNegativeTest-773736571-project-admin] Pushing event updated for resources: {'Network': ['ID=30087d3a-e096-447f-91f0-a958f23f33c0,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:33.927002 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-d2377b87-0957-49a5-a613-a501d98b18a3 None None] Provisioning for port 174cebd1-22f6-4aeb-9a71-10fe31bf5688 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:29:33.932962 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network 30087d3a-e096-447f-91f0-a958f23f33c0 details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:29:33.935282 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-62c66bed-3b82-4e27-827f-5d8090a96a2a tempest-QuotasNegativeTest-773736571 tempest-QuotasNegativeTest-773736571-project-admin] Request body: {'network': {'project_id': '811128bb0d1947089430973f07bb3c5f'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:29:33.966636 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-62c66bed-3b82-4e27-827f-5d8090a96a2a tempest-QuotasNegativeTest-773736571 tempest-QuotasNegativeTest-773736571-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:29:33.995019 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-62c66bed-3b82-4e27-827f-5d8090a96a2a tempest-QuotasNegativeTest-773736571 tempest-QuotasNegativeTest-773736571-project-admin] Usage tracker for resource:network and tenant:811128bb0d1947089430973f07bb3c5f is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:29:34.002655 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-62c66bed-3b82-4e27-827f-5d8090a96a2a tempest-QuotasNegativeTest-773736571 tempest-QuotasNegativeTest-773736571-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:29:34.020098 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-83c0fc33-80e3-43a9-ae3c-dea23c6289be req-add646a4-2893-4823-b533-4964cd42d1ce tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:29:34.022703 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-62c66bed-3b82-4e27-827f-5d8090a96a2a tempest-QuotasNegativeTest-773736571 tempest-QuotasNegativeTest-773736571-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:29:34.032430 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12743bf3-a89d-4227-b784-fb3fccadb1fd None None] Sync routers for ids ['d6837ec6-fa53-4479-bb23-7d6c2cb86fc9'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:29:34.049514 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12743bf3-a89d-4227-b784-fb3fccadb1fd None None] Routers {'d6837ec6-fa53-4479-bb23-7d6c2cb86fc9'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:29:34.050823 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-12743bf3-a89d-4227-b784-fb3fccadb1fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:29:29Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['d6837ec6-fa53-4479-bb23-7d6c2cb86fc9'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:29:34.080874 n-d-843948-2 neutron-server[84887]: INFO neutron.pecan_wsgi.hooks.translation [None req-62c66bed-3b82-4e27-827f-5d8090a96a2a tempest-QuotasNegativeTest-773736571 tempest-QuotasNegativeTest-773736571-project-admin] POST failed (client error): There was a conflict when trying to complete your request. May 30 20:29:34.081312 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62c66bed-3b82-4e27-827f-5d8090a96a2a tempest-QuotasNegativeTest-773736571 tempest-QuotasNegativeTest-773736571-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=84887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:29:34.082497 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-62c66bed-3b82-4e27-827f-5d8090a96a2a tempest-QuotasNegativeTest-773736571 tempest-QuotasNegativeTest-773736571-project-admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1701841 May 30 20:29:34.085811 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 42702) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:34.128888 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2306e362-7262-4425-ac4f-51323b224e2d tempest-DHCPAgentSchedulersTestJSON-131258111 tempest-DHCPAgentSchedulersTestJSON-131258111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:34.198099 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-83c0fc33-80e3-43a9-ae3c-dea23c6289be req-add646a4-2893-4823-b533-4964cd42d1ce tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] No DVR routers for this DVR port 2a4fbaac-1c42-4144-ba53-6f25653d75c3 on host n-h2-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:29:34.211677 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-83c0fc33-80e3-43a9-ae3c-dea23c6289be req-add646a4-2893-4823-b533-4964cd42d1ce tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:34.266542 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-f1f21301-f4d8-434c-9d05-079493830142 tempest-QuotasNegativeTest-773736571 tempest-QuotasNegativeTest-773736571-project-admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=811128bb0d1947089430973f07bb3c5f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1761215 May 30 20:29:34.267923 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 42710) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:34.305699 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-12743bf3-a89d-4227-b784-fb3fccadb1fd None None] Set router d6837ec6-fa53-4479-bb23-7d6c2cb86fc9 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:29:34.344859 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port e75ddfc3-70f3-4f73-b292-0042e6782193 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:29:34.387482 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 174cebd1-22f6-4aeb-9a71-10fe31bf5688 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:29:34.395083 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5cfc9b0-7823-4f7e-84ca-6b07acbe3233', 'name': 'network-vif-deleted', 'tag': '2a4fbaac-1c42-4144-ba53-6f25653d75c3'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:29:34.400765 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2306e362-7262-4425-ac4f-51323b224e2d tempest-DHCPAgentSchedulersTestJSON-131258111 tempest-DHCPAgentSchedulersTestJSON-131258111-project] Pushing event updated for resources: {'Port': ['ID=03664ad9-0fe6-4d80-a47d-aaf466044ba1,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:34.430998 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3201986c-63b2-4edc-9940-85bc795879a8 tempest-QuotasNegativeTest-773736571 tempest-QuotasNegativeTest-773736571-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:34.495328 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3201986c-63b2-4edc-9940-85bc795879a8 tempest-QuotasNegativeTest-773736571 tempest-QuotasNegativeTest-773736571-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:34.511316 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-83c0fc33-80e3-43a9-ae3c-dea23c6289be req-add646a4-2893-4823-b533-4964cd42d1ce tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.86 "DELETE /v2.0/ports/2a4fbaac-1c42-4144-ba53-6f25653d75c3 HTTP/1.1" status: 204 len: 173 time: 6.9287841 May 30 20:29:34.537126 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8ce642b7-4594-49c4-af75-74f2db997073 req-15fd7232-5b1c-4e06-89f4-4eb3ea40e0bf tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "GET /v2.0/ports?device_id=b5cfc9b0-7823-4f7e-84ca-6b07acbe3233 HTTP/1.1" status: 200 len: 210 time: 0.1217093 May 30 20:29:34.546476 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2306e362-7262-4425-ac4f-51323b224e2d tempest-DHCPAgentSchedulersTestJSON-131258111 tempest-DHCPAgentSchedulersTestJSON-131258111-project] Network ffee292c-e578-473c-8731-863850bbb12d is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:29:34.614568 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-2306e362-7262-4425-ac4f-51323b224e2d tempest-DHCPAgentSchedulersTestJSON-131258111 tempest-DHCPAgentSchedulersTestJSON-131258111-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:29:34.616413 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-357e341c-55c2-49e5-bc8a-a1fc283298c4 None None] Network ffee292c-e578-473c-8731-863850bbb12d requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:29:34.623452 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2306e362-7262-4425-ac4f-51323b224e2d tempest-DHCPAgentSchedulersTestJSON-131258111 tempest-DHCPAgentSchedulersTestJSON-131258111-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:29:34.677915 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7254624c-0e31-4ae7-9e1b-073327d44023 req-d8e4271f-eba4-4096-83a6-80bdcf4ee9e7 tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:34.679891 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7254624c-0e31-4ae7-9e1b-073327d44023 req-d8e4271f-eba4-4096-83a6-80bdcf4ee9e7 tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] 10.222.0.86 "GET /v2.0/ports?device_id=b36fba31-e203-468c-bfb5-d74ca31bd475 HTTP/1.1" status: 200 len: 945 time: 0.8003585 May 30 20:29:34.687468 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d561bf9f-3e16-41e5-a9c9-5549bd9a5195'] response: {'server_uuid': 'b5cfc9b0-7823-4f7e-84ca-6b07acbe3233', 'name': 'network-vif-deleted', 'tag': '2a4fbaac-1c42-4144-ba53-6f25653d75c3', 'status': 'completed', 'code': 200} May 30 20:29:34.703309 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3201986c-63b2-4edc-9940-85bc795879a8 tempest-QuotasNegativeTest-773736571 tempest-QuotasNegativeTest-773736571-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:34.747159 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3201986c-63b2-4edc-9940-85bc795879a8 tempest-QuotasNegativeTest-773736571 tempest-QuotasNegativeTest-773736571-project-admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:34.747780 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-3201986c-63b2-4edc-9940-85bc795879a8 tempest-QuotasNegativeTest-773736571 tempest-QuotasNegativeTest-773736571-project-admin] 10.222.0.85 "DELETE /v2.0/security-groups/70908ced-0a8c-480a-b4aa-ca56cdd32948 HTTP/1.1" status: 204 len: 168 time: 0.4781244 May 30 20:29:34.750295 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 42722) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:34.753699 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3201986c-63b2-4edc-9940-85bc795879a8 tempest-QuotasNegativeTest-773736571 tempest-QuotasNegativeTest-773736571-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70908ced-0a8c-480a-b4aa-ca56cdd32948,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:34.935395 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-18439775-92f3-4e1a-a816-1ac56f81da72 tempest-QuotasNegativeTest-773736571 tempest-QuotasNegativeTest-773736571-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:34.941428 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-afb91e96-bc2d-49b6-aa23-96433f739693 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:35.103043 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-12743bf3-a89d-4227-b784-fb3fccadb1fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6837ec6-fa53-4479-bb23-7d6c2cb86fc9', 'name': 'tempest-AttachVolumeNegativeTest-193797882-router', 'tenant_id': '6a921a88c2104251b4f5cf697763e02b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': 'd2a91667-75b0-431e-896b-19336f0f79d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:26:03Z', 'updated_at': '2022-05-30T20:26:16Z', 'revision_number': 4, 'project_id': '6a921a88c2104251b4f5cf697763e02b', 'gw_port': {'id': 'd2a91667-75b0-431e-896b-19336f0f79d9', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:21:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6837ec6-fa53-4479-bb23-7d6c2cb86fc9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:26:07Z', 'updated_at': '2022-05-30T20:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '6c1d3e7a-c152-40bc-be8f-3a3a5bdd9d99', 'name': '', 'network_id': '2ad0cf2e-8ff8-4add-9223-e815a60245ec', 'tenant_id': '6a921a88c2104251b4f5cf697763e02b', 'mac_address': 'fa:16:3e:52:03:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6837ec6-fa53-4479-bb23-7d6c2cb86fc9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3f5f2a28-796d-4138-b193-86a2946727dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:26:15Z', 'updated_at': '2022-05-30T20:26:44Z', 'revision_number': 5, 'project_id': '6a921a88c2104251b4f5cf697763e02b', 'subnets': [{'id': '3f5f2a28-796d-4138-b193-86a2946727dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:29:35.117308 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12743bf3-a89d-4227-b784-fb3fccadb1fd None None] Checking router: d6837ec6-fa53-4479-bb23-7d6c2cb86fc9 for host: n-d-843948-2 {{(pid=84889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:29:35.117651 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-18439775-92f3-4e1a-a816-1ac56f81da72 tempest-QuotasNegativeTest-773736571 tempest-QuotasNegativeTest-773736571-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:35.122087 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb91e96-bc2d-49b6-aa23-96433f739693 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Pushing event deleted for resources: {'Port': ['ID=d12619d2-72ee-41f8-b2df-11ad313c2682,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:35.126140 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12743bf3-a89d-4227-b784-fb3fccadb1fd None None] Routers {'d6837ec6-fa53-4479-bb23-7d6c2cb86fc9'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:29:35.127011 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-12743bf3-a89d-4227-b784-fb3fccadb1fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:29:29Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['d6837ec6-fa53-4479-bb23-7d6c2cb86fc9'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:29:35.150816 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-18439775-92f3-4e1a-a816-1ac56f81da72 tempest-QuotasNegativeTest-773736571 tempest-QuotasNegativeTest-773736571-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30087d3a-e096-447f-91f0-a958f23f33c0']}} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:29:35.178548 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-18439775-92f3-4e1a-a816-1ac56f81da72 tempest-QuotasNegativeTest-773736571 tempest-QuotasNegativeTest-773736571-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59ec7d92-ea2d-46e9-9231-63ec068047f9') {'for_net_delete': True} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:29:35.178999 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-18439775-92f3-4e1a-a816-1ac56f81da72 tempest-QuotasNegativeTest-773736571 tempest-QuotasNegativeTest-773736571-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59ec7d92-ea2d-46e9-9231-63ec068047f9') {} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:29:35.203922 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-18439775-92f3-4e1a-a816-1ac56f81da72 tempest-QuotasNegativeTest-773736571 tempest-QuotasNegativeTest-773736571-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2660590'] for segment, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:35.223515 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2306e362-7262-4425-ac4f-51323b224e2d tempest-DHCPAgentSchedulersTestJSON-131258111 tempest-DHCPAgentSchedulersTestJSON-131258111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:35.224218 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2306e362-7262-4425-ac4f-51323b224e2d tempest-DHCPAgentSchedulersTestJSON-131258111 tempest-DHCPAgentSchedulersTestJSON-131258111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:35.240605 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 174cebd1-22f6-4aeb-9a71-10fe31bf5688 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:29:35.244398 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-18439775-92f3-4e1a-a816-1ac56f81da72 tempest-QuotasNegativeTest-773736571 tempest-QuotasNegativeTest-773736571-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:35.252895 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-ed4ede41-8886-45bf-9c5f-25137ac865f1 None None] Provisioning for port e75ddfc3-70f3-4f73-b292-0042e6782193 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:29:35.267452 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-ed4ede41-8886-45bf-9c5f-25137ac865f1 None None] Provisioning complete for port e75ddfc3-70f3-4f73-b292-0042e6782193 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:29:35.267888 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ed4ede41-8886-45bf-9c5f-25137ac865f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:35.268659 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be687f40-f6af-480d-bf6b-4633fac17a61 req-92b61145-6d06-444c-9e66-12924c320be8 tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:35.270370 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-be687f40-f6af-480d-bf6b-4633fac17a61 req-92b61145-6d06-444c-9e66-12924c320be8 tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] 10.222.0.71 "GET /v2.0/ports?device_id=9d916eb1-2207-4a5c-973c-16c8b251a31d HTTP/1.1" status: 200 len: 945 time: 0.7580798 May 30 20:29:35.273572 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-7254624c-0e31-4ae7-9e1b-073327d44023 req-aa7f29ff-3e5f-442e-aaf6-05a0c7cba9cf tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] Deleting port 1217ada8-33bd-4e58-a6ae-f330cd3aecfc {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:29:35.273953 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-7254624c-0e31-4ae7-9e1b-073327d44023 req-aa7f29ff-3e5f-442e-aaf6-05a0c7cba9cf tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:35.334016 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 174cebd1-22f6-4aeb-9a71-10fe31bf5688 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:29:35.334430 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:35.382029 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-12743bf3-a89d-4227-b784-fb3fccadb1fd None None] Set router d6837ec6-fa53-4479-bb23-7d6c2cb86fc9 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:29:35.400929 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18439775-92f3-4e1a-a816-1ac56f81da72 tempest-QuotasNegativeTest-773736571 tempest-QuotasNegativeTest-773736571-project-admin] Releasing vlan 661 on physical network physnet1 to pool {{(pid=84886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:29:35.401647 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-18439775-92f3-4e1a-a816-1ac56f81da72 tempest-QuotasNegativeTest-773736571 tempest-QuotasNegativeTest-773736571-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4126989'] for segment, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:35.481781 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ed4ede41-8886-45bf-9c5f-25137ac865f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:35.612002 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:35.651027 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-ed4ede41-8886-45bf-9c5f-25137ac865f1 None None] For port e75ddfc3-70f3-4f73-b292-0042e6782193, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=e75ddfc3-70f3-4f73-b292-0042e6782193,segment=NetworkSegment(865a92f5-715b-45fc-9673-a5f7bcf912d9),segment_id=865a92f5-715b-45fc-9673-a5f7bcf912d9)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:29:35.683737 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port 174cebd1-22f6-4aeb-9a71-10fe31bf5688, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=174cebd1-22f6-4aeb-9a71-10fe31bf5688,segment=NetworkSegment(09a5dcf8-04d8-4be1-baa1-8912a227d946),segment_id=09a5dcf8-04d8-4be1-baa1-8912a227d946)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:29:35.713718 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-2306e362-7262-4425-ac4f-51323b224e2d tempest-DHCPAgentSchedulersTestJSON-131258111 tempest-DHCPAgentSchedulersTestJSON-131258111-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.2287726 May 30 20:29:35.754875 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ed4ede41-8886-45bf-9c5f-25137ac865f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:35.778231 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 42738) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:35.788726 n-d-843948-2 neutron-server[84886]: Traceback (most recent call last): May 30 20:29:35.788726 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:29:35.788726 n-d-843948-2 neutron-server[84886]: timer() May 30 20:29:35.788726 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:29:35.788726 n-d-843948-2 neutron-server[84886]: cb(*args, **kw) May 30 20:29:35.788726 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:29:35.788726 n-d-843948-2 neutron-server[84886]: return func(*args, **kwargs) May 30 20:29:35.788726 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:29:35.788726 n-d-843948-2 neutron-server[84886]: self._notify() May 30 20:29:35.788726 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:29:35.788726 n-d-843948-2 neutron-server[84886]: self.callback(batched_events) May 30 20:29:35.788726 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:29:35.788726 n-d-843948-2 neutron-server[84886]: event.method(event) May 30 20:29:35.788726 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:29:35.788726 n-d-843948-2 neutron-server[84886]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:29:35.788726 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:29:35.788726 n-d-843948-2 neutron-server[84886]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:29:35.788726 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:29:35.788726 n-d-843948-2 neutron-server[84886]: return f(self, *a, **k) May 30 20:29:35.788726 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:29:35.788726 n-d-843948-2 neutron-server[84886]: return self._get(url).json() May 30 20:29:35.788726 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:29:35.788726 n-d-843948-2 neutron-server[84886]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:29:35.788726 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:29:35.788726 n-d-843948-2 neutron-server[84886]: return self.request(url, 'GET', **kwargs) May 30 20:29:35.788726 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:29:35.788726 n-d-843948-2 neutron-server[84886]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:29:35.788726 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:29:35.788726 n-d-843948-2 neutron-server[84886]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:29:35.788726 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:29:35.788726 n-d-843948-2 neutron-server[84886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:29:35.788726 n-d-843948-2 neutron-server[84886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:29:36.011626 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-afb91e96-bc2d-49b6-aa23-96433f739693 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:36.017295 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 42742) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:36.017743 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-afb91e96-bc2d-49b6-aa23-96433f739693 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] 10.222.0.85 "DELETE /v2.0/ports/d12619d2-72ee-41f8-b2df-11ad313c2682 HTTP/1.1" status: 204 len: 168 time: 3.6372306 May 30 20:29:36.037367 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4ede41-8886-45bf-9c5f-25137ac865f1 None None] Pushing event updated for resources: {'Port': ['ID=e75ddfc3-70f3-4f73-b292-0042e6782193,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:36.052692 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:36.061470 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1d2b83-c8f1-44d8-9563-cd6aeba94487 req-66986d8c-b2b7-4ca6-84bb-4f4b5ca19f24 tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:36.089001 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ee1d2b83-c8f1-44d8-9563-cd6aeba94487 req-66986d8c-b2b7-4ca6-84bb-4f4b5ca19f24 tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] 10.222.0.85 "GET /v2.0/ports?device_id=b36fba31-e203-468c-bfb5-d74ca31bd475 HTTP/1.1" status: 200 len: 945 time: 1.3416605 May 30 20:29:36.100141 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-be687f40-f6af-480d-bf6b-4633fac17a61 req-c32a8165-d00a-454f-9ff0-8d2f8421bb31 tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] Deleting port 7f941f62-bcec-4d9e-9b1c-63a2fff033d9 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:29:36.101210 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-be687f40-f6af-480d-bf6b-4633fac17a61 req-c32a8165-d00a-454f-9ff0-8d2f8421bb31 tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:36.110186 n-d-843948-2 neutron-server[84886]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebc15ea7-362e-4463-8c3a-e44806736d6e tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] GET failed (client error): The resource could not be found. May 30 20:29:36.115217 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-ebc15ea7-362e-4463-8c3a-e44806736d6e tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] 10.222.0.85 "GET /v2.0/ports/d12619d2-72ee-41f8-b2df-11ad313c2682 HTTP/1.1" status: 404 len: 333 time: 0.0931914 May 30 20:29:36.115217 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-18439775-92f3-4e1a-a816-1ac56f81da72 tempest-QuotasNegativeTest-773736571 tempest-QuotasNegativeTest-773736571-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:36.120351 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-18439775-92f3-4e1a-a816-1ac56f81da72 tempest-QuotasNegativeTest-773736571 tempest-QuotasNegativeTest-773736571-project-admin] Notify callbacks [] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:36.126544 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 42748) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:36.200489 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-1ec1fee8-091b-49b1-90e9-88f4aae8b0dc None None] Could not find standard attr ID for object d12619d2-72ee-41f8-b2df-11ad313c2682. {{(pid=84888) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 30 20:29:36.212387 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18439775-92f3-4e1a-a816-1ac56f81da72 tempest-QuotasNegativeTest-773736571 tempest-QuotasNegativeTest-773736571-project-admin] Pushing event deleted for resources: {'Network': ['ID=30087d3a-e096-447f-91f0-a958f23f33c0,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:36.233651 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-18439775-92f3-4e1a-a816-1ac56f81da72 tempest-QuotasNegativeTest-773736571 tempest-QuotasNegativeTest-773736571-project-admin] 10.222.0.85 "DELETE /v2.0/networks/30087d3a-e096-447f-91f0-a958f23f33c0 HTTP/1.1" status: 204 len: 168 time: 1.4821341 May 30 20:29:36.246373 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 42752) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:36.318990 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device e75ddfc3-70f3-4f73-b292-0042e6782193 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:29:36.333291 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-7254624c-0e31-4ae7-9e1b-073327d44023 req-aa7f29ff-3e5f-442e-aaf6-05a0c7cba9cf tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] For port 1217ada8-33bd-4e58-a6ae-f330cd3aecfc, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=1217ada8-33bd-4e58-a6ae-f330cd3aecfc,segment=NetworkSegment(0f661650-afd1-4b4e-a9a7-b559131eb58f),segment_id=0f661650-afd1-4b4e-a9a7-b559131eb58f)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:29:36.333911 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-7254624c-0e31-4ae7-9e1b-073327d44023 req-aa7f29ff-3e5f-442e-aaf6-05a0c7cba9cf tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:36.463464 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-0d9850bb-4a95-44b3-88b4-d5e90a4bb9dd tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Deleting port 8a7f3b8c-d8ec-4341-bbd0-6aa1ec6ef629 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:29:36.463899 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0d9850bb-4a95-44b3-88b4-d5e90a4bb9dd tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:36.497663 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=174cebd1-22f6-4aeb-9a71-10fe31bf5688,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:36.519952 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port e75ddfc3-70f3-4f73-b292-0042e6782193 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:29:36.520546 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:36.616088 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a96ce673-3d8e-465b-ac17-4cc31796d26c tempest-QuotasNegativeTest-773736571 tempest-QuotasNegativeTest-773736571-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:36.644299 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-12743bf3-a89d-4227-b784-fb3fccadb1fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6837ec6-fa53-4479-bb23-7d6c2cb86fc9', 'name': 'tempest-AttachVolumeNegativeTest-193797882-router', 'tenant_id': '6a921a88c2104251b4f5cf697763e02b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': 'd2a91667-75b0-431e-896b-19336f0f79d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:26:03Z', 'updated_at': '2022-05-30T20:26:16Z', 'revision_number': 4, 'project_id': '6a921a88c2104251b4f5cf697763e02b', 'gw_port': {'id': 'd2a91667-75b0-431e-896b-19336f0f79d9', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:21:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6837ec6-fa53-4479-bb23-7d6c2cb86fc9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:26:07Z', 'updated_at': '2022-05-30T20:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '6c1d3e7a-c152-40bc-be8f-3a3a5bdd9d99', 'name': '', 'network_id': '2ad0cf2e-8ff8-4add-9223-e815a60245ec', 'tenant_id': '6a921a88c2104251b4f5cf697763e02b', 'mac_address': 'fa:16:3e:52:03:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6837ec6-fa53-4479-bb23-7d6c2cb86fc9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3f5f2a28-796d-4138-b193-86a2946727dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:26:15Z', 'updated_at': '2022-05-30T20:26:44Z', 'revision_number': 5, 'project_id': '6a921a88c2104251b4f5cf697763e02b', 'subnets': [{'id': '3f5f2a28-796d-4138-b193-86a2946727dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:29:36.652399 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-7254624c-0e31-4ae7-9e1b-073327d44023 req-aa7f29ff-3e5f-442e-aaf6-05a0c7cba9cf tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] Calling delete_port for 1217ada8-33bd-4e58-a6ae-f330cd3aecfc owned by compute:nova {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:29:36.655561 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12743bf3-a89d-4227-b784-fb3fccadb1fd None None] The sync data for ids ['d6837ec6-fa53-4479-bb23-7d6c2cb86fc9'] in n-d-843948-2 is: [{'id': 'd6837ec6-fa53-4479-bb23-7d6c2cb86fc9', 'name': 'tempest-AttachVolumeNegativeTest-193797882-router', 'tenant_id': '6a921a88c2104251b4f5cf697763e02b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': 'd2a91667-75b0-431e-896b-19336f0f79d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:26:03Z', 'updated_at': '2022-05-30T20:26:16Z', 'revision_number': 4, 'project_id': '6a921a88c2104251b4f5cf697763e02b', 'gw_port': {'id': 'd2a91667-75b0-431e-896b-19336f0f79d9', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:21:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6837ec6-fa53-4479-bb23-7d6c2cb86fc9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:26:07Z', 'updated_at': '2022-05-30T20:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '6c1d3e7a-c152-40bc-be8f-3a3a5bdd9d99', 'name': '', 'network_id': '2ad0cf2e-8ff8-4add-9223-e815a60245ec', 'tenant_id': '6a921a88c2104251b4f5cf697763e02b', 'mac_address': 'fa:16:3e:52:03:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6837ec6-fa53-4479-bb23-7d6c2cb86fc9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3f5f2a28-796d-4138-b193-86a2946727dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:26:15Z', 'updated_at': '2022-05-30T20:26:44Z', 'revision_number': 5, 'project_id': '6a921a88c2104251b4f5cf697763e02b', 'subnets': [{'id': '3f5f2a28-796d-4138-b193-86a2946727dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:29:36.671937 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-1ec1fee8-091b-49b1-90e9-88f4aae8b0dc None None] Provisioning for port 8a7f3b8c-d8ec-4341-bbd0-6aa1ec6ef629 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:29:36.682527 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-1ec1fee8-091b-49b1-90e9-88f4aae8b0dc None None] Provisioning complete for port 8a7f3b8c-d8ec-4341-bbd0-6aa1ec6ef629 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:29:36.682986 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-1ec1fee8-091b-49b1-90e9-88f4aae8b0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:36.756204 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-1ec1fee8-091b-49b1-90e9-88f4aae8b0dc None None] Port 8a7f3b8c-d8ec-4341-bbd0-6aa1ec6ef629 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:29:36.818255 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-0f89c370-36cd-4e6a-abb3-b557967ce5f2 tempest-DHCPAgentSchedulersTestJSON-131258111 tempest-DHCPAgentSchedulersTestJSON-131258111-project] Deleting port 03664ad9-0fe6-4d80-a47d-aaf466044ba1 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:29:36.818704 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0f89c370-36cd-4e6a-abb3-b557967ce5f2 tempest-DHCPAgentSchedulersTestJSON-131258111 tempest-DHCPAgentSchedulersTestJSON-131258111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:36.836556 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-1ec1fee8-091b-49b1-90e9-88f4aae8b0dc None None] Provisioning complete for port 174cebd1-22f6-4aeb-9a71-10fe31bf5688 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:29:36.842393 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-1ec1fee8-091b-49b1-90e9-88f4aae8b0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:37.045804 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-1ec1fee8-091b-49b1-90e9-88f4aae8b0dc None None] Provisioning complete for port e75ddfc3-70f3-4f73-b292-0042e6782193 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:29:37.046191 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-1ec1fee8-091b-49b1-90e9-88f4aae8b0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:37.072081 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0d9850bb-4a95-44b3-88b4-d5e90a4bb9dd tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:37.098500 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 1217ada8-33bd-4e58-a6ae-f330cd3aecfc no longer exists at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:29:37.190240 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6240dd98-b5c8-42c3-90da-48122e1f41a6 None None] New status for floating IP c89bda4e-99bd-4bf0-b1f8-33653261f0b9: DOWN {{(pid=84888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 20:29:37.338548 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ee1d2b83-c8f1-44d8-9563-cd6aeba94487 req-4c3df634-4193-4558-b356-802cf840203d tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] 10.222.0.85 "GET /v2.0/security-groups?id=33a3fd53-a3f8-49f0-823f-5999beca3e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2480569 May 30 20:29:37.496821 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-0d9850bb-4a95-44b3-88b4-d5e90a4bb9dd tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Calling delete_port for 8a7f3b8c-d8ec-4341-bbd0-6aa1ec6ef629 owned by {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:29:37.549180 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 42764) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:37.595817 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:37.665324 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b36fba31-e203-468c-bfb5-d74ca31bd475', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1217ada8-33bd-4e58-a6ae-f330cd3aecfc'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:29:37.693463 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 1217ada8-33bd-4e58-a6ae-f330cd3aecfc, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=1217ada8-33bd-4e58-a6ae-f330cd3aecfc,segment=NetworkSegment(0f661650-afd1-4b4e-a9a7-b559131eb58f),segment_id=0f661650-afd1-4b4e-a9a7-b559131eb58f)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:29:37.779072 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a96ce673-3d8e-465b-ac17-4cc31796d26c tempest-QuotasNegativeTest-773736571 tempest-QuotasNegativeTest-773736571-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:37.780771 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92d86f7a-5986-480f-ad3e-feafc56dcd8e'] response: {'server_uuid': 'b36fba31-e203-468c-bfb5-d74ca31bd475', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1217ada8-33bd-4e58-a6ae-f330cd3aecfc', 'code': 200} May 30 20:29:37.802857 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:37.818207 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0f89c370-36cd-4e6a-abb3-b557967ce5f2 tempest-DHCPAgentSchedulersTestJSON-131258111 tempest-DHCPAgentSchedulersTestJSON-131258111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:37.904735 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-a96ce673-3d8e-465b-ac17-4cc31796d26c tempest-QuotasNegativeTest-773736571 tempest-QuotasNegativeTest-773736571-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1583238b-3624-4eb8-8db2-9177dcd9ad66']}} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:29:37.910696 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=1217ada8-33bd-4e58-a6ae-f330cd3aecfc,revision_number=6']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:37.914702 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-1ec1fee8-091b-49b1-90e9-88f4aae8b0dc None None] Provisioning for port 03664ad9-0fe6-4d80-a47d-aaf466044ba1 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:29:37.923279 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-1ec1fee8-091b-49b1-90e9-88f4aae8b0dc None None] Provisioning complete for port 03664ad9-0fe6-4d80-a47d-aaf466044ba1 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:29:37.923279 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-1ec1fee8-091b-49b1-90e9-88f4aae8b0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:37.935232 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-a96ce673-3d8e-465b-ac17-4cc31796d26c tempest-QuotasNegativeTest-773736571 tempest-QuotasNegativeTest-773736571-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '860dc491-27d9-4843-9f23-33499168c895') {'for_net_delete': True} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:29:37.935537 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-a96ce673-3d8e-465b-ac17-4cc31796d26c tempest-QuotasNegativeTest-773736571 tempest-QuotasNegativeTest-773736571-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '860dc491-27d9-4843-9f23-33499168c895') {} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:29:37.953761 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f13167-7a23-43ba-a255-04a39afeb91d req-d8c61416-dc6f-474c-8b70-a7ec483a7bf9 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:37.955268 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f6f13167-7a23-43ba-a255-04a39afeb91d req-d8c61416-dc6f-474c-8b70-a7ec483a7bf9 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=7aad7ab8-22c4-47e2-abf2-9cc744ce8553 HTTP/1.1" status: 200 len: 944 time: 0.7471967 May 30 20:29:37.960462 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a96ce673-3d8e-465b-ac17-4cc31796d26c tempest-QuotasNegativeTest-773736571 tempest-QuotasNegativeTest-773736571-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2660590'] for segment, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:37.970276 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-0f89c370-36cd-4e6a-abb3-b557967ce5f2 tempest-DHCPAgentSchedulersTestJSON-131258111 tempest-DHCPAgentSchedulersTestJSON-131258111-project] Calling delete_port for 03664ad9-0fe6-4d80-a47d-aaf466044ba1 owned by {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:29:37.989070 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-1ec1fee8-091b-49b1-90e9-88f4aae8b0dc None None] Port 03664ad9-0fe6-4d80-a47d-aaf466044ba1 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:29:38.014557 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a96ce673-3d8e-465b-ac17-4cc31796d26c tempest-QuotasNegativeTest-773736571 tempest-QuotasNegativeTest-773736571-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:38.019382 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-df7768db-0c1f-4aff-8be7-241095578568 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:38.021766 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b6017d6e-1666-442d-b70e-5d77fc961311 req-6bfd3d8b-4593-4ed8-952d-73383f0ccaca service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=af4cc1fbb91e4a5c856e947d8072b697&device_id=7aad7ab8-22c4-47e2-abf2-9cc744ce8553 HTTP/1.1" status: 200 len: 1095 time: 1.2785473 May 30 20:29:38.038019 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a96ce673-3d8e-465b-ac17-4cc31796d26c tempest-QuotasNegativeTest-773736571 tempest-QuotasNegativeTest-773736571-project-admin] Releasing vlan 650 on physical network physnet1 to pool {{(pid=84886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:29:38.038422 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a96ce673-3d8e-465b-ac17-4cc31796d26c tempest-QuotasNegativeTest-773736571 tempest-QuotasNegativeTest-773736571-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4126989'] for segment, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:38.052460 n-d-843948-2 neutron-server[84886]: Traceback (most recent call last): May 30 20:29:38.052460 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:29:38.052460 n-d-843948-2 neutron-server[84886]: timer() May 30 20:29:38.052460 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:29:38.052460 n-d-843948-2 neutron-server[84886]: cb(*args, **kw) May 30 20:29:38.052460 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:29:38.052460 n-d-843948-2 neutron-server[84886]: return func(*args, **kwargs) May 30 20:29:38.052460 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:29:38.052460 n-d-843948-2 neutron-server[84886]: self._notify() May 30 20:29:38.052460 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:29:38.052460 n-d-843948-2 neutron-server[84886]: self.callback(batched_events) May 30 20:29:38.052460 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:29:38.052460 n-d-843948-2 neutron-server[84886]: event.method(event) May 30 20:29:38.052460 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:29:38.052460 n-d-843948-2 neutron-server[84886]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:29:38.052460 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:29:38.052460 n-d-843948-2 neutron-server[84886]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:29:38.052460 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:29:38.052460 n-d-843948-2 neutron-server[84886]: return f(self, *a, **k) May 30 20:29:38.052460 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:29:38.052460 n-d-843948-2 neutron-server[84886]: return self._get(url).json() May 30 20:29:38.052460 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:29:38.052460 n-d-843948-2 neutron-server[84886]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:29:38.052460 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:29:38.052460 n-d-843948-2 neutron-server[84886]: return self.request(url, 'GET', **kwargs) May 30 20:29:38.052460 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:29:38.052460 n-d-843948-2 neutron-server[84886]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:29:38.052460 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:29:38.052460 n-d-843948-2 neutron-server[84886]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:29:38.052460 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:29:38.052460 n-d-843948-2 neutron-server[84886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:29:38.052460 n-d-843948-2 neutron-server[84886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:29:38.065697 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-be687f40-f6af-480d-bf6b-4633fac17a61 req-c32a8165-d00a-454f-9ff0-8d2f8421bb31 tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] For port 7f941f62-bcec-4d9e-9b1c-63a2fff033d9, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=7f941f62-bcec-4d9e-9b1c-63a2fff033d9,segment=NetworkSegment(0f661650-afd1-4b4e-a9a7-b559131eb58f),segment_id=0f661650-afd1-4b4e-a9a7-b559131eb58f)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:29:38.066063 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-be687f40-f6af-480d-bf6b-4633fac17a61 req-c32a8165-d00a-454f-9ff0-8d2f8421bb31 tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:38.105732 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-ccfc247a-ed38-4615-806a-fd602b5199e1 None None] Could not find standard attr ID for object d12619d2-72ee-41f8-b2df-11ad313c2682. {{(pid=84888) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 30 20:29:38.122504 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0d9850bb-4a95-44b3-88b4-d5e90a4bb9dd tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:38.139872 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-ccfc247a-ed38-4615-806a-fd602b5199e1 None None] Provisioning complete for port 03664ad9-0fe6-4d80-a47d-aaf466044ba1 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:29:38.140981 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ccfc247a-ed38-4615-806a-fd602b5199e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:38.188639 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-df7768db-0c1f-4aff-8be7-241095578568 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:38.211617 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 174cebd1-22f6-4aeb-9a71-10fe31bf5688 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:29:38.221177 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9850bb-4a95-44b3-88b4-d5e90a4bb9dd tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Pushing event deleted for resources: {'Port': ['ID=8a7f3b8c-d8ec-4341-bbd0-6aa1ec6ef629,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:38.246987 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 7f941f62-bcec-4d9e-9b1c-63a2fff033d9 no longer exists at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:29:38.247226 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f6f13167-7a23-43ba-a255-04a39afeb91d req-d1fcc68e-cb8d-4b8d-a739-14ff4cf394a0 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ae76294-3e84-4fcb-be2a-17611205a838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2686996 May 30 20:29:38.268397 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.db.api [req-7254624c-0e31-4ae7-9e1b-073327d44023 req-aa7f29ff-3e5f-442e-aaf6-05a0c7cba9cf tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84887) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:29:38.268945 n-d-843948-2 neutron-server[84887]: DEBUG oslo_db.api [req-7254624c-0e31-4ae7-9e1b-073327d44023 req-aa7f29ff-3e5f-442e-aaf6-05a0c7cba9cf tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:29:38.280134 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-be687f40-f6af-480d-bf6b-4633fac17a61 req-c32a8165-d00a-454f-9ff0-8d2f8421bb31 tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] Calling delete_port for 7f941f62-bcec-4d9e-9b1c-63a2fff033d9 owned by compute:nova {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:29:38.296343 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-ccfc247a-ed38-4615-806a-fd602b5199e1 None None] Port 03664ad9-0fe6-4d80-a47d-aaf466044ba1 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:29:38.490573 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:38.502283 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 174cebd1-22f6-4aeb-9a71-10fe31bf5688 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:29:38.502715 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:38.567875 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6017d6e-1666-442d-b70e-5d77fc961311 req-1a4ee32e-9dab-4d64-8e34-5055f266a548 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:38.570001 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b6017d6e-1666-442d-b70e-5d77fc961311 req-1a4ee32e-9dab-4d64-8e34-5055f266a548 service neutron] 10.222.0.86 "GET /v2.0/networks?id=ff30330a-0ebe-4836-9458-b813d1bcbde4 HTTP/1.1" status: 200 len: 913 time: 0.5362322 May 30 20:29:38.591109 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 7f941f62-bcec-4d9e-9b1c-63a2fff033d9, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=7f941f62-bcec-4d9e-9b1c-63a2fff033d9,segment=NetworkSegment(0f661650-afd1-4b4e-a9a7-b559131eb58f),segment_id=0f661650-afd1-4b4e-a9a7-b559131eb58f)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:29:38.596167 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a96ce673-3d8e-465b-ac17-4cc31796d26c tempest-QuotasNegativeTest-773736571 tempest-QuotasNegativeTest-773736571-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:38.622990 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a96ce673-3d8e-465b-ac17-4cc31796d26c tempest-QuotasNegativeTest-773736571 tempest-QuotasNegativeTest-773736571-project-admin] Notify callbacks [] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:38.634333 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96ce673-3d8e-465b-ac17-4cc31796d26c tempest-QuotasNegativeTest-773736571 tempest-QuotasNegativeTest-773736571-project-admin] Pushing event deleted for resources: {'Network': ['ID=1583238b-3624-4eb8-8db2-9177dcd9ad66,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:38.652064 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0d9850bb-4a95-44b3-88b4-d5e90a4bb9dd tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:38.669695 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-0d9850bb-4a95-44b3-88b4-d5e90a4bb9dd tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] 10.222.0.85 "DELETE /v2.0/ports/8a7f3b8c-d8ec-4341-bbd0-6aa1ec6ef629 HTTP/1.1" status: 204 len: 168 time: 2.5301178 May 30 20:29:38.671615 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 42776) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:38.713752 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:38.721528 n-d-843948-2 neutron-server[84886]: INFO neutron.pecan_wsgi.hooks.translation [None req-c55e897b-43fd-415d-ac06-c65732329f9e tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] GET failed (client error): The resource could not be found. May 30 20:29:38.726888 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-c55e897b-43fd-415d-ac06-c65732329f9e tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Synchronizing usage tracker for tenant:4be4d49ae6064975a8617cd4194dcba7 on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:29:38.766695 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-df7768db-0c1f-4aff-8be7-241095578568 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:38.766695 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-df7768db-0c1f-4aff-8be7-241095578568 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:38.770330 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-7254624c-0e31-4ae7-9e1b-073327d44023 req-aa7f29ff-3e5f-442e-aaf6-05a0c7cba9cf tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] Deleting port 1217ada8-33bd-4e58-a6ae-f330cd3aecfc {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:29:38.770670 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-7254624c-0e31-4ae7-9e1b-073327d44023 req-aa7f29ff-3e5f-442e-aaf6-05a0c7cba9cf tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:38.781183 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-df7768db-0c1f-4aff-8be7-241095578568 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "DELETE /v2.0/security-groups/52f0f051-af87-4bb8-bd3f-5a42634e958d HTTP/1.1" status: 204 len: 168 time: 1.2305582 May 30 20:29:38.783669 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 42780) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:38.797384 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b6017d6e-1666-442d-b70e-5d77fc961311 req-f47636ef-ad65-4686-a9db-8ff422e4756d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bcdfc29b-75b2-4955-871a-03ddaef96f61 HTTP/1.1" status: 200 len: 999 time: 0.2138665 May 30 20:29:38.808199 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.db.api [req-be687f40-f6af-480d-bf6b-4633fac17a61 req-c32a8165-d00a-454f-9ff0-8d2f8421bb31 tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84887) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:29:38.808515 n-d-843948-2 neutron-server[84887]: DEBUG oslo_db.api [req-be687f40-f6af-480d-bf6b-4633fac17a61 req-c32a8165-d00a-454f-9ff0-8d2f8421bb31 tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:29:38.860063 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7768db-0c1f-4aff-8be7-241095578568 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52f0f051-af87-4bb8-bd3f-5a42634e958d,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:38.860637 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=7f941f62-bcec-4d9e-9b1c-63a2fff033d9,revision_number=6']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:38.879075 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0f89c370-36cd-4e6a-abb3-b557967ce5f2 tempest-DHCPAgentSchedulersTestJSON-131258111 tempest-DHCPAgentSchedulersTestJSON-131258111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:38.893729 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-a96ce673-3d8e-465b-ac17-4cc31796d26c tempest-QuotasNegativeTest-773736571 tempest-QuotasNegativeTest-773736571-project-admin] 10.222.0.85 "DELETE /v2.0/networks/1583238b-3624-4eb8-8db2-9177dcd9ad66 HTTP/1.1" status: 204 len: 168 time: 2.6459920 May 30 20:29:38.896458 n-d-843948-2 neutron-server[84886]: INFO neutron.api.v2.resource [None req-cf4b451c-9ef4-42e1-9f87-03a62c85634a tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] show failed (client error): The resource could not be found. May 30 20:29:38.898135 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-cf4b451c-9ef4-42e1-9f87-03a62c85634a tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "GET /v2.0/security-groups/52f0f051-af87-4bb8-bd3f-5a42634e958d HTTP/1.1" status: 404 len: 347 time: 0.0920854 May 30 20:29:38.901341 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4861c849-8dc1-4707-9f32-5b2709289055 req-c455684f-ee51-49fd-9c48-42f19054a6b2 tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:38.903613 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4861c849-8dc1-4707-9f32-5b2709289055 req-c455684f-ee51-49fd-9c48-42f19054a6b2 tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] 10.222.0.85 "GET /v2.0/ports?device_id=b36fba31-e203-468c-bfb5-d74ca31bd475 HTTP/1.1" status: 200 len: 943 time: 0.2487068 May 30 20:29:38.904309 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 42790) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:39.045955 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-c55e897b-43fd-415d-ac06-c65732329f9e tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Unset dirty status for tenant:4be4d49ae6064975a8617cd4194dcba7 on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:29:39.052362 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-c55e897b-43fd-415d-ac06-c65732329f9e tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] 10.222.0.85 "GET /v2.0/ports/8a7f3b8c-d8ec-4341-bbd0-6aa1ec6ef629 HTTP/1.1" status: 404 len: 333 time: 0.3787560 May 30 20:29:39.082416 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 42798) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:39.282820 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-5d3d7a87-85a6-462e-827f-0af3fb52f824 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Deleting port 834d5c3c-90e0-4a70-9dd6-6b244588031a {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:29:39.283467 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5d3d7a87-85a6-462e-827f-0af3fb52f824 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:39.419248 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-be687f40-f6af-480d-bf6b-4633fac17a61 req-c32a8165-d00a-454f-9ff0-8d2f8421bb31 tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] Deleting port 7f941f62-bcec-4d9e-9b1c-63a2fff033d9 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:29:39.419847 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-be687f40-f6af-480d-bf6b-4633fac17a61 req-c32a8165-d00a-454f-9ff0-8d2f8421bb31 tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:39.466585 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f89c370-36cd-4e6a-abb3-b557967ce5f2 tempest-DHCPAgentSchedulersTestJSON-131258111 tempest-DHCPAgentSchedulersTestJSON-131258111-project] Pushing event deleted for resources: {'Port': ['ID=03664ad9-0fe6-4d80-a47d-aaf466044ba1,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:39.780133 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_v2 [None req-19166052-c90e-4913-a4ce-0d069ac2d944 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Deleting subnet 98848774-6c06-4a77-a908-ca2b43be3cb6 {{(pid=84886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:29:39.782238 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d916eb1-2207-4a5c-973c-16c8b251a31d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f941f62-bcec-4d9e-9b1c-63a2fff033d9'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:29:39.797056 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-19166052-c90e-4913-a4ce-0d069ac2d944 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks [] for subnet, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:39.844771 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6017d6e-1666-442d-b70e-5d77fc961311 req-f93b23ee-9775-47b3-8e64-11a8f3700dfa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:39.847671 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b6017d6e-1666-442d-b70e-5d77fc961311 req-f93b23ee-9775-47b3-8e64-11a8f3700dfa service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7991eded-d330-4e4e-ace3-aeb4d5f3ff0a HTTP/1.1" status: 200 len: 851 time: 1.0211525 May 30 20:29:39.853019 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0f89c370-36cd-4e6a-abb3-b557967ce5f2 tempest-DHCPAgentSchedulersTestJSON-131258111 tempest-DHCPAgentSchedulersTestJSON-131258111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:39.854539 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5d3d7a87-85a6-462e-827f-0af3fb52f824 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:39.854872 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5d3d7a87-85a6-462e-827f-0af3fb52f824 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:39.929312 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4861c849-8dc1-4707-9f32-5b2709289055 req-308f3e7d-469e-4daf-a3b3-92f16c0f0578 tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] 10.222.0.85 "GET /v2.0/security-groups?id=33a3fd53-a3f8-49f0-823f-5999beca3e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8999259 May 30 20:29:40.008493 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-0f89c370-36cd-4e6a-abb3-b557967ce5f2 tempest-DHCPAgentSchedulersTestJSON-131258111 tempest-DHCPAgentSchedulersTestJSON-131258111-project] 10.222.0.85 "DELETE /v2.0/ports/03664ad9-0fe6-4d80-a47d-aaf466044ba1 HTTP/1.1" status: 204 len: 168 time: 4.2290328 May 30 20:29:40.015105 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 42812) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:40.023856 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-19166052-c90e-4913-a4ce-0d069ac2d944 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2655517'] for subnet, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:40.142012 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-5d3d7a87-85a6-462e-827f-0af3fb52f824 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Calling delete_port for 834d5c3c-90e0-4a70-9dd6-6b244588031a owned by network:floatingip {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:29:40.150421 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-150d3882-9d57-4f94-855c-e44883fa2a7b'] response: {'server_uuid': '9d916eb1-2207-4a5c-973c-16c8b251a31d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f941f62-bcec-4d9e-9b1c-63a2fff033d9', 'code': 200} May 30 20:29:40.268754 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 42822) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:40.272823 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-7254624c-0e31-4ae7-9e1b-073327d44023 req-aa7f29ff-3e5f-442e-aaf6-05a0c7cba9cf tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] For port 1217ada8-33bd-4e58-a6ae-f330cd3aecfc, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=1217ada8-33bd-4e58-a6ae-f330cd3aecfc,segment=NetworkSegment(0f661650-afd1-4b4e-a9a7-b559131eb58f),segment_id=0f661650-afd1-4b4e-a9a7-b559131eb58f)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:29:40.273242 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-7254624c-0e31-4ae7-9e1b-073327d44023 req-aa7f29ff-3e5f-442e-aaf6-05a0c7cba9cf tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:40.278758 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d875418-004c-488a-aebb-b1c69191a749 req-c1146cb0-ddd3-4db5-97ff-bee6dd6a795a tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:40.280518 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6d875418-004c-488a-aebb-b1c69191a749 req-c1146cb0-ddd3-4db5-97ff-bee6dd6a795a tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=7aad7ab8-22c4-47e2-abf2-9cc744ce8553 HTTP/1.1" status: 200 len: 944 time: 0.6825149 May 30 20:29:40.353411 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b6017d6e-1666-442d-b70e-5d77fc961311 req-864131ed-9039-469a-9e2c-3c0320b73b58 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ff30330a-0ebe-4836-9458-b813d1bcbde4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4940796 May 30 20:29:40.409762 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6d875418-004c-488a-aebb-b1c69191a749 req-ef85eb29-f20a-4883-9af0-7ab42aecfc58 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ae76294-3e84-4fcb-be2a-17611205a838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1134732 May 30 20:29:40.491887 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-19166052-c90e-4913-a4ce-0d069ac2d944 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:40.572543 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-7254624c-0e31-4ae7-9e1b-073327d44023 req-aa7f29ff-3e5f-442e-aaf6-05a0c7cba9cf tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] Calling delete_port for 1217ada8-33bd-4e58-a6ae-f330cd3aecfc owned by compute:nova {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:29:40.674993 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5d3d7a87-85a6-462e-827f-0af3fb52f824 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:40.727476 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-19166052-c90e-4913-a4ce-0d069ac2d944 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4127075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2778536'] for subnet, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:40.758783 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3d7a87-85a6-462e-827f-0af3fb52f824 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Pushing event deleted for resources: {'Port': ['ID=834d5c3c-90e0-4a70-9dd6-6b244588031a,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:40.763316 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-08c65078-45f3-41f4-9019-0f344f6f99e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:40.795665 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-32780c12-8817-412b-b3c9-5e49f0cd5cad tempest-DHCPAgentSchedulersTestJSON-480148439 tempest-DHCPAgentSchedulersTestJSON-480148439-project-admin] 10.222.0.85 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4677 time: 0.7799902 May 30 20:29:40.800486 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 42830) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:40.807522 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19166052-c90e-4913-a4ce-0d069ac2d944 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Pushing event deleted for resources: {'Subnet': ['ID=98848774-6c06-4a77-a908-ca2b43be3cb6,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:40.814555 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-be687f40-f6af-480d-bf6b-4633fac17a61 req-c32a8165-d00a-454f-9ff0-8d2f8421bb31 tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] For port 7f941f62-bcec-4d9e-9b1c-63a2fff033d9, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=7f941f62-bcec-4d9e-9b1c-63a2fff033d9,segment=NetworkSegment(0f661650-afd1-4b4e-a9a7-b559131eb58f),segment_id=0f661650-afd1-4b4e-a9a7-b559131eb58f)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:29:40.814911 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-be687f40-f6af-480d-bf6b-4633fac17a61 req-c32a8165-d00a-454f-9ff0-8d2f8421bb31 tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:40.824261 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-45da45d4-6da7-4e5e-afcd-e868d0dd104c tempest-DHCPAgentSchedulersTestJSON-131258111 tempest-DHCPAgentSchedulersTestJSON-131258111-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-837616877'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:29:40.858516 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-45da45d4-6da7-4e5e-afcd-e868d0dd104c tempest-DHCPAgentSchedulersTestJSON-131258111 tempest-DHCPAgentSchedulersTestJSON-131258111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:29:40.866322 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-45da45d4-6da7-4e5e-afcd-e868d0dd104c tempest-DHCPAgentSchedulersTestJSON-131258111 tempest-DHCPAgentSchedulersTestJSON-131258111-project] Usage tracker for resource:network and tenant:e31f92f30bcb41c9a359fe56deabcb4d is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:29:40.869590 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-19166052-c90e-4913-a4ce-0d069ac2d944 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks [] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:40.871955 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a907fd-0c42-4516-97a4-b4757c6f6421 None None] Network ea1da39c-195b-4911-ad3c-fbc70bfc4e5f requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:29:40.872533 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-45da45d4-6da7-4e5e-afcd-e868d0dd104c tempest-DHCPAgentSchedulersTestJSON-131258111 tempest-DHCPAgentSchedulersTestJSON-131258111-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:29:40.890136 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-45da45d4-6da7-4e5e-afcd-e868d0dd104c tempest-DHCPAgentSchedulersTestJSON-131258111 tempest-DHCPAgentSchedulersTestJSON-131258111-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:29:40.914591 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-19166052-c90e-4913-a4ce-0d069ac2d944 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] 10.222.0.85 "DELETE /v2.0/subnets/98848774-6c06-4a77-a908-ca2b43be3cb6 HTTP/1.1" status: 204 len: 168 time: 1.8279028 May 30 20:29:40.914860 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 42834) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:40.942672 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5d3d7a87-85a6-462e-827f-0af3fb52f824 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks [] for floatingip, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:40.944715 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5d3d7a87-85a6-462e-827f-0af3fb52f824 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:40.949262 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-5d3d7a87-85a6-462e-827f-0af3fb52f824 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "DELETE /v2.0/floatingips/c89bda4e-99bd-4bf0-b1f8-33653261f0b9 HTTP/1.1" status: 204 len: 168 time: 2.0406075 May 30 20:29:41.133254 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-be687f40-f6af-480d-bf6b-4633fac17a61 req-c32a8165-d00a-454f-9ff0-8d2f8421bb31 tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] Calling delete_port for 7f941f62-bcec-4d9e-9b1c-63a2fff033d9 owned by compute:nova {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:29:41.154435 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45da45d4-6da7-4e5e-afcd-e868d0dd104c tempest-DHCPAgentSchedulersTestJSON-131258111 tempest-DHCPAgentSchedulersTestJSON-131258111-project] Made reservation on behalf of e31f92f30bcb41c9a359fe56deabcb4d for: {'network': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:29:41.158246 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-45da45d4-6da7-4e5e-afcd-e868d0dd104c tempest-DHCPAgentSchedulersTestJSON-131258111 tempest-DHCPAgentSchedulersTestJSON-131258111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:41.195281 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 42842) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:41.204939 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-ec69333d-79fc-4bfd-a639-78291a6c40d0 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2110719224', 'description': 'tempest-description--920676230'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:29:41.230246 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-ec69333d-79fc-4bfd-a639-78291a6c40d0 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:29:41.232623 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-7254624c-0e31-4ae7-9e1b-073327d44023 req-aa7f29ff-3e5f-442e-aaf6-05a0c7cba9cf tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:41.239799 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-08c65078-45f3-41f4-9019-0f344f6f99e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:29:41.275625 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f912a42d-2ce3-4693-a059-abaa2ff49be0 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:41.283758 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-ec69333d-79fc-4bfd-a639-78291a6c40d0 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Usage tracker for resource:security_group and tenant:6a921a88c2104251b4f5cf697763e02b is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:29:41.289491 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4740346c-244b-44e4-abe3-fb9fe0a56e7e None None] DHCP port deletion for ea1da39c-195b-4911-ad3c-fbc70bfc4e5f request from n-d-843948-2 {{(pid=84888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:29:41.290286 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-ec69333d-79fc-4bfd-a639-78291a6c40d0 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:29:41.295030 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-37783bee-53a1-4c87-ae9c-54a3ecebb068 req-5d8481b5-7d21-41fe-bfe5-cd8cf8126149 tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] 10.222.0.85 "GET /v2.0/ports?device_id=b36fba31-e203-468c-bfb5-d74ca31bd475 HTTP/1.1" status: 200 len: 210 time: 0.0683732 May 30 20:29:41.303715 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45da45d4-6da7-4e5e-afcd-e868d0dd104c tempest-DHCPAgentSchedulersTestJSON-131258111 tempest-DHCPAgentSchedulersTestJSON-131258111-project] vlan segment allocate from pool success with {'vlan_id': 686, 'physical_network': 'physnet1'} {{(pid=84886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:29:41.306411 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-ec69333d-79fc-4bfd-a639-78291a6c40d0 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:29:41.310323 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-4740346c-244b-44e4-abe3-fb9fe0a56e7e None None] Deleting port 174cebd1-22f6-4aeb-9a71-10fe31bf5688 {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:29:41.317080 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-4740346c-244b-44e4-abe3-fb9fe0a56e7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:41.325130 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-45da45d4-6da7-4e5e-afcd-e868d0dd104c tempest-DHCPAgentSchedulersTestJSON-131258111 tempest-DHCPAgentSchedulersTestJSON-131258111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:41.325471 n-d-843948-2 neutron-server[84886]: INFO neutron.db.segments_db [None req-45da45d4-6da7-4e5e-afcd-e868d0dd104c tempest-DHCPAgentSchedulersTestJSON-131258111 tempest-DHCPAgentSchedulersTestJSON-131258111-project] Added segment 3e8c117c-5353-452b-b387-3a002300e631 of type vlan for network 85549111-9cc0-4386-a6d8-d004757b48b1 May 30 20:29:41.332005 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-f912a42d-2ce3-4693-a059-abaa2ff49be0 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Deleting port 174cebd1-22f6-4aeb-9a71-10fe31bf5688 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:29:41.332411 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f912a42d-2ce3-4693-a059-abaa2ff49be0 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:41.342844 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-08c65078-45f3-41f4-9019-0f344f6f99e0 admin admin] Usage tracker for resource:security_group_rule and tenant:f04891f20ded4114938820174aea934c is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:29:41.349782 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-08c65078-45f3-41f4-9019-0f344f6f99e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:29:41.362853 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-08c65078-45f3-41f4-9019-0f344f6f99e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:29:41.376780 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7f29ff-3e5f-442e-aaf6-05a0c7cba9cf tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] Pushing event deleted for resources: {'Port': ['ID=1217ada8-33bd-4e58-a6ae-f330cd3aecfc,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:41.405499 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ec69333d-79fc-4bfd-a639-78291a6c40d0 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:41.429561 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b6017d6e-1666-442d-b70e-5d77fc961311 req-3b1aa1b8-5ed0-4ffe-94b4-359f107ddb99 service neutron] 10.222.0.86 "GET /v2.0/networks/ff30330a-0ebe-4836-9458-b813d1bcbde4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9900966 May 30 20:29:41.467784 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-ec69333d-79fc-4bfd-a639-78291a6c40d0 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:29:41.494169 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-ec69333d-79fc-4bfd-a639-78291a6c40d0 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Usage tracker for resource:security_group_rule and tenant:6a921a88c2104251b4f5cf697763e02b is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:29:41.594640 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-45da45d4-6da7-4e5e-afcd-e868d0dd104c tempest-DHCPAgentSchedulersTestJSON-131258111 tempest-DHCPAgentSchedulersTestJSON-131258111-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:41.599070 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-ec69333d-79fc-4bfd-a639-78291a6c40d0 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:29:41.622877 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-7254624c-0e31-4ae7-9e1b-073327d44023 req-aa7f29ff-3e5f-442e-aaf6-05a0c7cba9cf tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] No DVR routers for this DVR port 1217ada8-33bd-4e58-a6ae-f330cd3aecfc on host n-h2-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:29:41.638254 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-7254624c-0e31-4ae7-9e1b-073327d44023 req-aa7f29ff-3e5f-442e-aaf6-05a0c7cba9cf tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:41.667846 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-ec69333d-79fc-4bfd-a639-78291a6c40d0 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:29:41.671391 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b36fba31-e203-468c-bfb5-d74ca31bd475', 'name': 'network-vif-deleted', 'tag': '1217ada8-33bd-4e58-a6ae-f330cd3aecfc'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:29:41.756217 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [None req-f912a42d-2ce3-4693-a059-abaa2ff49be0 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] For port 174cebd1-22f6-4aeb-9a71-10fe31bf5688, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=174cebd1-22f6-4aeb-9a71-10fe31bf5688,segment=NetworkSegment(09a5dcf8-04d8-4be1-baa1-8912a227d946),segment_id=09a5dcf8-04d8-4be1-baa1-8912a227d946)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:29:41.756783 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f912a42d-2ce3-4693-a059-abaa2ff49be0 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:41.815445 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-4740346c-244b-44e4-abe3-fb9fe0a56e7e None None] For port 174cebd1-22f6-4aeb-9a71-10fe31bf5688, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=174cebd1-22f6-4aeb-9a71-10fe31bf5688,segment=NetworkSegment(09a5dcf8-04d8-4be1-baa1-8912a227d946),segment_id=09a5dcf8-04d8-4be1-baa1-8912a227d946)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:29:41.816022 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-4740346c-244b-44e4-abe3-fb9fe0a56e7e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:41.980120 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-45da45d4-6da7-4e5e-afcd-e868d0dd104c tempest-DHCPAgentSchedulersTestJSON-131258111 tempest-DHCPAgentSchedulersTestJSON-131258111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:41.983381 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45da45d4-6da7-4e5e-afcd-e868d0dd104c tempest-DHCPAgentSchedulersTestJSON-131258111 tempest-DHCPAgentSchedulersTestJSON-131258111-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:41.984182 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-45da45d4-6da7-4e5e-afcd-e868d0dd104c tempest-DHCPAgentSchedulersTestJSON-131258111 tempest-DHCPAgentSchedulersTestJSON-131258111-project] Notify callbacks [] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:41.995189 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-f912a42d-2ce3-4693-a059-abaa2ff49be0 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Calling delete_port for 174cebd1-22f6-4aeb-9a71-10fe31bf5688 owned by network:dhcp {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:29:42.088821 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-4740346c-244b-44e4-abe3-fb9fe0a56e7e None None] Calling delete_port for 174cebd1-22f6-4aeb-9a71-10fe31bf5688 owned by network:dhcp {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:29:42.090957 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-242064a3-094c-4a4e-a131-3bf5869f76ff'] response: {'server_uuid': 'b36fba31-e203-468c-bfb5-d74ca31bd475', 'name': 'network-vif-deleted', 'tag': '1217ada8-33bd-4e58-a6ae-f330cd3aecfc', 'status': 'completed', 'code': 200} May 30 20:29:42.110811 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7254624c-0e31-4ae7-9e1b-073327d44023 req-aa7f29ff-3e5f-442e-aaf6-05a0c7cba9cf tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] 10.222.0.86 "DELETE /v2.0/ports/1217ada8-33bd-4e58-a6ae-f330cd3aecfc HTTP/1.1" status: 204 len: 173 time: 7.4167969 May 30 20:29:42.179176 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ec69333d-79fc-4bfd-a639-78291a6c40d0 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:42.192181 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 174cebd1-22f6-4aeb-9a71-10fe31bf5688 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:29:42.225821 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45da45d4-6da7-4e5e-afcd-e868d0dd104c tempest-DHCPAgentSchedulersTestJSON-131258111 tempest-DHCPAgentSchedulersTestJSON-131258111-project] Pushing event updated for resources: {'Network': ['ID=85549111-9cc0-4386-a6d8-d004757b48b1,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:42.293385 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ec69333d-79fc-4bfd-a639-78291a6c40d0 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:42.329207 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network 85549111-9cc0-4386-a6d8-d004757b48b1 details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:29:42.399474 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-08c65078-45f3-41f4-9019-0f344f6f99e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:42.415471 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-45da45d4-6da7-4e5e-afcd-e868d0dd104c tempest-DHCPAgentSchedulersTestJSON-131258111 tempest-DHCPAgentSchedulersTestJSON-131258111-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.6088378 May 30 20:29:42.418017 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec69333d-79fc-4bfd-a639-78291a6c40d0 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb405612-9014-4259-93de-66017eac8af9,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:42.426964 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 42860) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:42.451465 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f912a42d-2ce3-4693-a059-abaa2ff49be0 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:42.471977 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b6017d6e-1666-442d-b70e-5d77fc961311 req-c1e0715a-9226-4c9b-826c-2ceba8eef53f service neutron] 10.222.0.86 "GET /v2.0/networks/ff30330a-0ebe-4836-9458-b813d1bcbde4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8855929 May 30 20:29:42.481165 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No active binding found for port 174cebd1-22f6-4aeb-9a71-10fe31bf5688 {{(pid=84888) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} May 30 20:29:42.481737 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 174cebd1-22f6-4aeb-9a71-10fe31bf5688 not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:29:42.497258 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.db.api [None req-4740346c-244b-44e4-abe3-fb9fe0a56e7e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:29:42.498019 n-d-843948-2 neutron-server[84888]: DEBUG oslo_db.api [None req-4740346c-244b-44e4-abe3-fb9fe0a56e7e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:29:42.532726 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f912a42d-2ce3-4693-a059-abaa2ff49be0 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Pushing event deleted for resources: {'Port': ['ID=174cebd1-22f6-4aeb-9a71-10fe31bf5688,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:42.545179 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f912a42d-2ce3-4693-a059-abaa2ff49be0 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] No DVR routers for this DVR port 174cebd1-22f6-4aeb-9a71-10fe31bf5688 on host n-d-843948-2 {{(pid=84886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:29:42.581636 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ec69333d-79fc-4bfd-a639-78291a6c40d0 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:42.585500 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-ec69333d-79fc-4bfd-a639-78291a6c40d0 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 1.3863034 May 30 20:29:42.587124 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 42864) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:42.607634 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-bf83989e-e4be-40a3-a4d2-566f71f29091 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Request body: {'security_group_rule': {'security_group_id': 'bb405612-9014-4259-93de-66017eac8af9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:29:42.611654 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-08c65078-45f3-41f4-9019-0f344f6f99e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:42.651980 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-be687f40-f6af-480d-bf6b-4633fac17a61 req-c32a8165-d00a-454f-9ff0-8d2f8421bb31 tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:42.679829 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b94f99-2ce6-4c46-8bc7-d38b7ed5198c req-87dbedd3-d1cc-464e-a3b1-ea6a5e6d86b7 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:42.682198 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f6b94f99-2ce6-4c46-8bc7-d38b7ed5198c req-87dbedd3-d1cc-464e-a3b1-ea6a5e6d86b7 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=7aad7ab8-22c4-47e2-abf2-9cc744ce8553 HTTP/1.1" status: 200 len: 944 time: 1.0551112 May 30 20:29:42.694600 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-bf83989e-e4be-40a3-a4d2-566f71f29091 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:29:42.765728 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-82f6b5dc-381e-4b5b-adf8-97f676b849eb req-5eb6e0ae-4e14-4163-bd42-f328cb1ea90b tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] 10.222.0.85 "GET /v2.0/ports?device_id=b36fba31-e203-468c-bfb5-d74ca31bd475 HTTP/1.1" status: 200 len: 210 time: 0.1468308 May 30 20:29:42.774933 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-bf83989e-e4be-40a3-a4d2-566f71f29091 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Usage tracker for resource:security_group_rule and tenant:6a921a88c2104251b4f5cf697763e02b is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:29:42.792201 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-bf83989e-e4be-40a3-a4d2-566f71f29091 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:29:42.804896 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-bf83989e-e4be-40a3-a4d2-566f71f29091 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:29:42.812482 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f912a42d-2ce3-4693-a059-abaa2ff49be0 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:42.823967 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32a8165-d00a-454f-9ff0-8d2f8421bb31 tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] Pushing event deleted for resources: {'Port': ['ID=7f941f62-bcec-4d9e-9b1c-63a2fff033d9,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:42.845299 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c65078-45f3-41f4-9019-0f344f6f99e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc212020-3778-4e30-9faa-10e77b6bea2e,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:42.851034 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-f912a42d-2ce3-4693-a059-abaa2ff49be0 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea1da39c-195b-4911-ad3c-fbc70bfc4e5f']}} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:29:42.880486 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-f912a42d-2ce3-4693-a059-abaa2ff49be0 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09a5dcf8-04d8-4be1-baa1-8912a227d946') {'for_net_delete': True} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:29:42.885373 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-f912a42d-2ce3-4693-a059-abaa2ff49be0 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09a5dcf8-04d8-4be1-baa1-8912a227d946') {} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:29:42.898442 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f912a42d-2ce3-4693-a059-abaa2ff49be0 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2660590'] for segment, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:42.898877 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-08c65078-45f3-41f4-9019-0f344f6f99e0 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=f04891f20ded4114938820174aea934c&name=default HTTP/1.1" status: 200 len: 2647 time: 2.5866094 May 30 20:29:42.906979 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 42868) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:42.927848 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f912a42d-2ce3-4693-a059-abaa2ff49be0 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:42.939494 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f912a42d-2ce3-4693-a059-abaa2ff49be0 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Releasing vlan 690 on physical network physnet1 to pool {{(pid=84886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:29:42.940155 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f912a42d-2ce3-4693-a059-abaa2ff49be0 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4126989'] for segment, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:42.966926 n-d-843948-2 neutron-server[84886]: Traceback (most recent call last): May 30 20:29:42.966926 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:29:42.966926 n-d-843948-2 neutron-server[84886]: timer() May 30 20:29:42.966926 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:29:42.966926 n-d-843948-2 neutron-server[84886]: cb(*args, **kw) May 30 20:29:42.966926 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:29:42.966926 n-d-843948-2 neutron-server[84886]: return func(*args, **kwargs) May 30 20:29:42.966926 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:29:42.966926 n-d-843948-2 neutron-server[84886]: self._notify() May 30 20:29:42.966926 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:29:42.966926 n-d-843948-2 neutron-server[84886]: self.callback(batched_events) May 30 20:29:42.966926 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:29:42.966926 n-d-843948-2 neutron-server[84886]: event.method(event) May 30 20:29:42.966926 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:29:42.966926 n-d-843948-2 neutron-server[84886]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:29:42.966926 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:29:42.966926 n-d-843948-2 neutron-server[84886]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:29:42.966926 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:29:42.966926 n-d-843948-2 neutron-server[84886]: return f(self, *a, **k) May 30 20:29:42.966926 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:29:42.966926 n-d-843948-2 neutron-server[84886]: return self._get(url).json() May 30 20:29:42.966926 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:29:42.966926 n-d-843948-2 neutron-server[84886]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:29:42.966926 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:29:42.966926 n-d-843948-2 neutron-server[84886]: return self.request(url, 'GET', **kwargs) May 30 20:29:42.966926 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:29:42.966926 n-d-843948-2 neutron-server[84886]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:29:42.966926 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:29:42.966926 n-d-843948-2 neutron-server[84886]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:29:42.966926 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:29:42.966926 n-d-843948-2 neutron-server[84886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:29:42.966926 n-d-843948-2 neutron-server[84886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:29:43.000050 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-4740346c-244b-44e4-abe3-fb9fe0a56e7e None None] Deleting port 174cebd1-22f6-4aeb-9a71-10fe31bf5688 {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:29:43.001491 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-4740346c-244b-44e4-abe3-fb9fe0a56e7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:43.008949 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-be687f40-f6af-480d-bf6b-4633fac17a61 req-c32a8165-d00a-454f-9ff0-8d2f8421bb31 tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] No DVR routers for this DVR port 7f941f62-bcec-4d9e-9b1c-63a2fff033d9 on host n-h1-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:29:43.020789 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-f0524f74-c3f6-472e-94aa-7533a6ee30cc tempest-DHCPAgentSchedulersTestJSON-480148439 tempest-DHCPAgentSchedulersTestJSON-480148439-project-admin] 10.222.0.85 "GET /v2.0/agents/89e131c7-6884-4d27-8229-869cd315840b/dhcp-networks HTTP/1.1" status: 200 len: 6968 time: 0.5874007 May 30 20:29:43.024290 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-be687f40-f6af-480d-bf6b-4633fac17a61 req-c32a8165-d00a-454f-9ff0-8d2f8421bb31 tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:43.032052 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 42872) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:43.036417 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f6b94f99-2ce6-4c46-8bc7-d38b7ed5198c req-cba02c80-1c72-485f-9a92-a88cf0de9680 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ae76294-3e84-4fcb-be2a-17611205a838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2973759 May 30 20:29:43.079432 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-be687f40-f6af-480d-bf6b-4633fac17a61 req-c32a8165-d00a-454f-9ff0-8d2f8421bb31 tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] 10.222.0.71 "DELETE /v2.0/ports/7f941f62-bcec-4d9e-9b1c-63a2fff033d9 HTTP/1.1" status: 204 len: 173 time: 7.6895156 May 30 20:29:43.141163 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-4740346c-244b-44e4-abe3-fb9fe0a56e7e None None] The port '174cebd1-22f6-4aeb-9a71-10fe31bf5688' was deleted {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 20:29:43.170206 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-eaeab162-3e79-41fa-9336-a0e1369e7f65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:43.215032 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-eaeab162-3e79-41fa-9336-a0e1369e7f65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:43.253524 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d099e3a9-4de8-4565-9177-54760697652a tempest-DHCPAgentSchedulersTestJSON-480148439 tempest-DHCPAgentSchedulersTestJSON-480148439-project-admin] Network 85549111-9cc0-4386-a6d8-d004757b48b1 is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:29:43.259989 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f912a42d-2ce3-4693-a059-abaa2ff49be0 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:43.287268 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f912a42d-2ce3-4693-a059-abaa2ff49be0 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks [] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:43.294981 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bf83989e-e4be-40a3-a4d2-566f71f29091 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:43.308014 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f912a42d-2ce3-4693-a059-abaa2ff49be0 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Pushing event deleted for resources: {'Network': ['ID=ea1da39c-195b-4911-ad3c-fbc70bfc4e5f,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:43.317267 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-f912a42d-2ce3-4693-a059-abaa2ff49be0 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] 10.222.0.85 "DELETE /v2.0/networks/ea1da39c-195b-4911-ad3c-fbc70bfc4e5f HTTP/1.1" status: 204 len: 168 time: 2.3978412 May 30 20:29:43.317637 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 42880) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:43.323523 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-206b549f-3482-43a7-bcff-ccab73f4f530 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1011730661'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:29:43.336934 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-206b549f-3482-43a7-bcff-ccab73f4f530 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:29:43.341263 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-206b549f-3482-43a7-bcff-ccab73f4f530 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Usage tracker for resource:network and tenant:4be4d49ae6064975a8617cd4194dcba7 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:29:43.347098 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-206b549f-3482-43a7-bcff-ccab73f4f530 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:29:43.363944 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-206b549f-3482-43a7-bcff-ccab73f4f530 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:29:43.367727 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-d099e3a9-4de8-4565-9177-54760697652a tempest-DHCPAgentSchedulersTestJSON-480148439 tempest-DHCPAgentSchedulersTestJSON-480148439-project-admin] 10.222.0.85 "POST /v2.0/agents/89e131c7-6884-4d27-8229-869cd315840b/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.3303208 May 30 20:29:43.372561 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 42884) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:43.375130 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d931c4ee-2f98-46d9-9d72-cf235e3c9d90 None None] Network 85549111-9cc0-4386-a6d8-d004757b48b1 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:29:43.533417 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-eaeab162-3e79-41fa-9336-a0e1369e7f65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:43.557108 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bf83989e-e4be-40a3-a4d2-566f71f29091 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:43.587578 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeab162-3e79-41fa-9336-a0e1369e7f65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc212020-3778-4e30-9faa-10e77b6bea2e,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:43.635523 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-206b549f-3482-43a7-bcff-ccab73f4f530 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Made reservation on behalf of 4be4d49ae6064975a8617cd4194dcba7 for: {'network': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:29:43.646385 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-206b549f-3482-43a7-bcff-ccab73f4f530 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:43.667776 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-eaeab162-3e79-41fa-9336-a0e1369e7f65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:43.668895 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-eaeab162-3e79-41fa-9336-a0e1369e7f65 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/dc212020-3778-4e30-9faa-10e77b6bea2e HTTP/1.1" status: 204 len: 168 time: 0.7539840 May 30 20:29:43.673383 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bf83989e-e4be-40a3-a4d2-566f71f29091 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:43.680822 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-a233654a-cad8-4f1b-b015-4750ac5e67f8 tempest-DHCPAgentSchedulersTestJSON-480148439 tempest-DHCPAgentSchedulersTestJSON-480148439-project-admin] 10.222.0.85 "GET /v2.0/agents/89e131c7-6884-4d27-8229-869cd315840b/dhcp-networks HTTP/1.1" status: 200 len: 6994 time: 0.3069580 May 30 20:29:43.692312 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 42892) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:43.713988 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf83989e-e4be-40a3-a4d2-566f71f29091 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1555e7ee-36b1-4656-8b85-0a437c681361,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:43.733503 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-206b549f-3482-43a7-bcff-ccab73f4f530 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] vlan segment allocate from pool success with {'vlan_id': 675, 'physical_network': 'physnet1'} {{(pid=84887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:29:43.743954 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-206b549f-3482-43a7-bcff-ccab73f4f530 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:43.745571 n-d-843948-2 neutron-server[84887]: INFO neutron.db.segments_db [None req-206b549f-3482-43a7-bcff-ccab73f4f530 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Added segment 51c0ec84-8464-4377-97e7-3f3109fa929e of type vlan for network 1be9463b-79f9-4e51-a03e-5e1ba8cc4cc4 May 30 20:29:43.792950 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-206b549f-3482-43a7-bcff-ccab73f4f530 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:43.854340 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bf83989e-e4be-40a3-a4d2-566f71f29091 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:43.857092 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-bf83989e-e4be-40a3-a4d2-566f71f29091 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.2685223 May 30 20:29:43.860343 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 42898) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:43.873161 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-6b71a34f-6929-4f3f-9988-5d3fc8f7ca51 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Request body: {'security_group_rule': {'security_group_id': 'bb405612-9014-4259-93de-66017eac8af9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:29:43.891001 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-6b71a34f-6929-4f3f-9988-5d3fc8f7ca51 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:29:43.899399 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-6b71a34f-6929-4f3f-9988-5d3fc8f7ca51 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Usage tracker for resource:security_group_rule and tenant:6a921a88c2104251b4f5cf697763e02b is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:29:43.909456 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-6b71a34f-6929-4f3f-9988-5d3fc8f7ca51 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:29:43.913411 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-9dab1eef-28cf-4827-a441-314b110ff639 tempest-DHCPAgentSchedulersTestJSON-480148439 tempest-DHCPAgentSchedulersTestJSON-480148439-project-admin] 10.222.0.85 "DELETE /v2.0/agents/89e131c7-6884-4d27-8229-869cd315840b/dhcp-networks/85549111-9cc0-4386-a6d8-d004757b48b1 HTTP/1.1" status: 204 len: 168 time: 0.2178986 May 30 20:29:43.913842 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 42902) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:43.923571 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-6b71a34f-6929-4f3f-9988-5d3fc8f7ca51 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:29:44.006556 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-206b549f-3482-43a7-bcff-ccab73f4f530 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:44.010420 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206b549f-3482-43a7-bcff-ccab73f4f530 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:44.011026 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-206b549f-3482-43a7-bcff-ccab73f4f530 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:44.106637 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6b71a34f-6929-4f3f-9988-5d3fc8f7ca51 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:44.143227 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d916eb1-2207-4a5c-973c-16c8b251a31d', 'name': 'network-vif-deleted', 'tag': '7f941f62-bcec-4d9e-9b1c-63a2fff033d9'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:29:44.226555 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-d3f46969-3007-47c5-9420-c53abffad7f8 req-ea819559-57df-4159-9a3c-cdb7fb1b5be9 tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] Synchronizing usage tracker for tenant:70ef18c5b6334bfaa2fbdd6139af8659 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:29:44.250260 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206b549f-3482-43a7-bcff-ccab73f4f530 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Pushing event updated for resources: {'Network': ['ID=1be9463b-79f9-4e51-a03e-5e1ba8cc4cc4,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:44.256049 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6b71a34f-6929-4f3f-9988-5d3fc8f7ca51 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:44.266477 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network 1be9463b-79f9-4e51-a03e-5e1ba8cc4cc4 details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:29:44.322129 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-e289c687-1bf2-4b5d-8c15-05c718cee521 tempest-DHCPAgentSchedulersTestJSON-480148439 tempest-DHCPAgentSchedulersTestJSON-480148439-project-admin] 10.222.0.85 "GET /v2.0/agents/89e131c7-6884-4d27-8229-869cd315840b/dhcp-networks HTTP/1.1" status: 200 len: 6250 time: 0.4069943 May 30 20:29:44.329644 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 42914) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:44.352197 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c4e8d5-8863-49af-b45f-1f46018282b8 req-fee758a8-ad03-4e06-8e4f-896cad85171e tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:44.353575 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b2c4e8d5-8863-49af-b45f-1f46018282b8 req-fee758a8-ad03-4e06-8e4f-896cad85171e tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=7aad7ab8-22c4-47e2-abf2-9cc744ce8553 HTTP/1.1" status: 200 len: 944 time: 0.1439314 May 30 20:29:44.355210 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-6dd05290-fb60-4231-a20b-6f3f5507e34c tempest-DHCPAgentSchedulersTestJSON-480148439 tempest-DHCPAgentSchedulersTestJSON-480148439-project-admin] 10.222.0.85 "GET /v2.0/networks/ffee292c-e578-473c-8731-863850bbb12d/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0262063 May 30 20:29:44.360730 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 42918) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:44.373455 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-206b549f-3482-43a7-bcff-ccab73f4f530 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0546205 May 30 20:29:44.385300 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 42922) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:44.394154 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-7c4c0d69-2116-4215-a2c3-022d73627601 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Request body: {'subnet': {'network_id': '1be9463b-79f9-4e51-a03e-5e1ba8cc4cc4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:29:44.420790 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b2c4e8d5-8863-49af-b45f-1f46018282b8 req-d9d61cf9-837c-443b-9982-a059e1b41308 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ae76294-3e84-4fcb-be2a-17611205a838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515454 May 30 20:29:44.426740 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6b71a34f-6929-4f3f-9988-5d3fc8f7ca51 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:44.467358 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b71a34f-6929-4f3f-9988-5d3fc8f7ca51 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9aca6ab-dbbb-453b-9435-363366a5edd5,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:44.475577 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-3e11fa17-01f9-451a-b88f-8c34fd55247f tempest-DHCPAgentSchedulersTestJSON-480148439 tempest-DHCPAgentSchedulersTestJSON-480148439-project-admin] 10.222.0.85 "GET /v2.0/networks/ffee292c-e578-473c-8731-863850bbb12d/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.1138675 May 30 20:29:44.479298 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 42928) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:44.483216 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-d3f46969-3007-47c5-9420-c53abffad7f8 req-ea819559-57df-4159-9a3c-cdb7fb1b5be9 tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] Unset dirty status for tenant:70ef18c5b6334bfaa2fbdd6139af8659 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:29:44.491544 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d3f46969-3007-47c5-9420-c53abffad7f8 req-ea819559-57df-4159-9a3c-cdb7fb1b5be9 tempest-MultipleCreateTestJSON-1208567143 tempest-MultipleCreateTestJSON-1208567143-project] 10.222.0.85 "GET /v2.0/ports?device_id=9d916eb1-2207-4a5c-973c-16c8b251a31d HTTP/1.1" status: 200 len: 210 time: 0.4288273 May 30 20:29:44.554438 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a008838d-a304-4199-8094-498414b77679'] response: {'server_uuid': '9d916eb1-2207-4a5c-973c-16c8b251a31d', 'name': 'network-vif-deleted', 'tag': '7f941f62-bcec-4d9e-9b1c-63a2fff033d9', 'status': 'completed', 'code': 200} May 30 20:29:44.560454 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-7c4c0d69-2116-4215-a2c3-022d73627601 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:29:44.568827 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-7c4c0d69-2116-4215-a2c3-022d73627601 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Usage tracker for resource:subnet and tenant:4be4d49ae6064975a8617cd4194dcba7 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:29:44.574913 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-7c4c0d69-2116-4215-a2c3-022d73627601 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:29:44.587504 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6b71a34f-6929-4f3f-9988-5d3fc8f7ca51 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:44.594524 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-6b71a34f-6929-4f3f-9988-5d3fc8f7ca51 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.7269409 May 30 20:29:44.595790 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 42932) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:44.601644 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-7c4c0d69-2116-4215-a2c3-022d73627601 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:29:44.609217 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-35fd0fed-0ca6-4665-b533-a2e0d8a357c3 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Request body: {'floatingip': {'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:29:44.623547 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-35fd0fed-0ca6-4665-b533-a2e0d8a357c3 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:29:44.628481 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-35fd0fed-0ca6-4665-b533-a2e0d8a357c3 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Usage tracker for resource:floatingip and tenant:6a921a88c2104251b4f5cf697763e02b is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:29:44.633071 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-35fd0fed-0ca6-4665-b533-a2e0d8a357c3 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:29:44.648536 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-35fd0fed-0ca6-4665-b533-a2e0d8a357c3 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:29:44.789042 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c4c0d69-2116-4215-a2c3-022d73627601 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Made reservation on behalf of 4be4d49ae6064975a8617cd4194dcba7 for: {'subnet': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:29:44.850423 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 42940) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:44.853383 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-f4d81050-d23b-481d-8c8d-72f73f64bff1 tempest-DHCPAgentSchedulersTestJSON-480148439 tempest-DHCPAgentSchedulersTestJSON-480148439-project-admin] 10.222.0.85 "GET /v2.0/agents/89e131c7-6884-4d27-8229-869cd315840b/dhcp-networks HTTP/1.1" status: 200 len: 6250 time: 0.3716502 May 30 20:29:44.857298 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-35fd0fed-0ca6-4665-b533-a2e0d8a357c3 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks [] for floatingip, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:44.883014 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 42944) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:44.985485 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e77c4c3d-0913-4e5b-a433-d300995921da admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:45.041296 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7c4c0d69-2116-4215-a2c3-022d73627601 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114220'] for subnet, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:45.128616 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b0be2ac9-36ac-4fb8-924a-1866f6164769 tempest-DHCPAgentSchedulersTestJSON-131258111 tempest-DHCPAgentSchedulersTestJSON-131258111-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:45.132540 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-e77c4c3d-0913-4e5b-a433-d300995921da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:29:45.138204 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-e77c4c3d-0913-4e5b-a433-d300995921da admin admin] Usage tracker for resource:security_group_rule and tenant:203a594751e0428f92d3b6b2c4a3466e is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:29:45.145200 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-e77c4c3d-0913-4e5b-a433-d300995921da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:29:45.155053 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-e77c4c3d-0913-4e5b-a433-d300995921da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:29:45.338471 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b0be2ac9-36ac-4fb8-924a-1866f6164769 tempest-DHCPAgentSchedulersTestJSON-131258111 tempest-DHCPAgentSchedulersTestJSON-131258111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:45.379972 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-b0be2ac9-36ac-4fb8-924a-1866f6164769 tempest-DHCPAgentSchedulersTestJSON-131258111 tempest-DHCPAgentSchedulersTestJSON-131258111-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85549111-9cc0-4386-a6d8-d004757b48b1']}} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:29:45.400819 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7c4c0d69-2116-4215-a2c3-022d73627601 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4055401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114238'] for subnet, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:45.402174 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-b0be2ac9-36ac-4fb8-924a-1866f6164769 tempest-DHCPAgentSchedulersTestJSON-131258111 tempest-DHCPAgentSchedulersTestJSON-131258111-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e8c117c-5353-452b-b387-3a002300e631') {'for_net_delete': True} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:29:45.402460 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-b0be2ac9-36ac-4fb8-924a-1866f6164769 tempest-DHCPAgentSchedulersTestJSON-131258111 tempest-DHCPAgentSchedulersTestJSON-131258111-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e8c117c-5353-452b-b387-3a002300e631') {} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:29:45.424502 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-35fd0fed-0ca6-4665-b533-a2e0d8a357c3 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:45.427739 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b0be2ac9-36ac-4fb8-924a-1866f6164769 tempest-DHCPAgentSchedulersTestJSON-131258111 tempest-DHCPAgentSchedulersTestJSON-131258111-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2660590'] for segment, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:45.482867 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4c0d69-2116-4215-a2c3-022d73627601 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Pushing event updated for resources: {'Subnet': ['ID=bfa870e9-07a5-4a2e-bcfd-16ba7ebbd011,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:45.485138 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e77c4c3d-0913-4e5b-a433-d300995921da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:45.504011 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4c0d69-2116-4215-a2c3-022d73627601 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Checking segment: {'id': '51c0ec84-8464-4377-97e7-3f3109fa929e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '1be9463b-79f9-4e51-a03e-5e1ba8cc4cc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:29:45.504375 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c4c0d69-2116-4215-a2c3-022d73627601 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Network hostable DHCP agents. Network: 1be9463b-79f9-4e51-a03e-5e1ba8cc4cc4, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:29:45.509068 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b0be2ac9-36ac-4fb8-924a-1866f6164769 tempest-DHCPAgentSchedulersTestJSON-131258111 tempest-DHCPAgentSchedulersTestJSON-131258111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:45.543898 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0be2ac9-36ac-4fb8-924a-1866f6164769 tempest-DHCPAgentSchedulersTestJSON-131258111 tempest-DHCPAgentSchedulersTestJSON-131258111-project] Releasing vlan 686 on physical network physnet1 to pool {{(pid=84886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:29:45.544590 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b0be2ac9-36ac-4fb8-924a-1866f6164769 tempest-DHCPAgentSchedulersTestJSON-131258111 tempest-DHCPAgentSchedulersTestJSON-131258111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4126989'] for segment, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:45.571833 n-d-843948-2 neutron-server[84886]: Traceback (most recent call last): May 30 20:29:45.571833 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:29:45.571833 n-d-843948-2 neutron-server[84886]: timer() May 30 20:29:45.571833 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:29:45.571833 n-d-843948-2 neutron-server[84886]: cb(*args, **kw) May 30 20:29:45.571833 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:29:45.571833 n-d-843948-2 neutron-server[84886]: return func(*args, **kwargs) May 30 20:29:45.571833 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:29:45.571833 n-d-843948-2 neutron-server[84886]: self._notify() May 30 20:29:45.571833 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:29:45.571833 n-d-843948-2 neutron-server[84886]: self.callback(batched_events) May 30 20:29:45.571833 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:29:45.571833 n-d-843948-2 neutron-server[84886]: event.method(event) May 30 20:29:45.571833 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:29:45.571833 n-d-843948-2 neutron-server[84886]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:29:45.571833 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:29:45.571833 n-d-843948-2 neutron-server[84886]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:29:45.571833 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:29:45.571833 n-d-843948-2 neutron-server[84886]: return f(self, *a, **k) May 30 20:29:45.571833 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:29:45.571833 n-d-843948-2 neutron-server[84886]: return self._get(url).json() May 30 20:29:45.571833 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:29:45.571833 n-d-843948-2 neutron-server[84886]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:29:45.571833 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:29:45.571833 n-d-843948-2 neutron-server[84886]: return self.request(url, 'GET', **kwargs) May 30 20:29:45.571833 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:29:45.571833 n-d-843948-2 neutron-server[84886]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:29:45.571833 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:29:45.571833 n-d-843948-2 neutron-server[84886]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:29:45.571833 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:29:45.571833 n-d-843948-2 neutron-server[84886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:29:45.571833 n-d-843948-2 neutron-server[84886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:29:45.613087 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 42952) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:45.661354 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c4c0d69-2116-4215-a2c3-022d73627601 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Network 1be9463b-79f9-4e51-a03e-5e1ba8cc4cc4 is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:29:45.670336 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e77c4c3d-0913-4e5b-a433-d300995921da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:45.681231 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_v2 [None req-9881cd49-6f84-4d3c-8ab5-410fb681bb33 admin admin] Deleting subnet 707da4f3-05e5-421c-bfed-f8c56dd2a3e4 {{(pid=84887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:29:45.684741 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9881cd49-6f84-4d3c-8ab5-410fb681bb33 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:45.742073 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9881cd49-6f84-4d3c-8ab5-410fb681bb33 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3149227'] for subnet, precommit_delete_associations {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:45.781402 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-7c4c0d69-2116-4215-a2c3-022d73627601 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, 1be9463b-79f9-4e51-a03e-5e1ba8cc4cc4) {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:29:45.783510 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77c4c3d-0913-4e5b-a433-d300995921da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a538854-e5cf-4599-bb7c-89b3eb5c1945,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:45.786565 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4c0d69-2116-4215-a2c3-022d73627601 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:45.793137 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7c4c0d69-2116-4215-a2c3-022d73627601 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:45.799134 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58512e57-ddcb-4f35-9ff2-9457877c6330 None None] Network 1be9463b-79f9-4e51-a03e-5e1ba8cc4cc4 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:29:45.802468 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-e77c4c3d-0913-4e5b-a433-d300995921da admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=203a594751e0428f92d3b6b2c4a3466e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9472156 May 30 20:29:45.805471 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 42956) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:45.832481 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9881cd49-6f84-4d3c-8ab5-410fb681bb33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:45.839161 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-35fd0fed-0ca6-4665-b533-a2e0d8a357c3 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Allocated IP 172.25.8.192 (c7869750-4b49-4b7e-aa99-5e0f1ae02da4/427601ec-f643-4fe7-b5e6-17305d3a39e1/7c0208d6-4dab-4630-b243-d287e8b3a594) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:29:45.853543 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b0be2ac9-36ac-4fb8-924a-1866f6164769 tempest-DHCPAgentSchedulersTestJSON-131258111 tempest-DHCPAgentSchedulersTestJSON-131258111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:45.898286 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b0be2ac9-36ac-4fb8-924a-1866f6164769 tempest-DHCPAgentSchedulersTestJSON-131258111 tempest-DHCPAgentSchedulersTestJSON-131258111-project] Notify callbacks [] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:45.911252 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0be2ac9-36ac-4fb8-924a-1866f6164769 tempest-DHCPAgentSchedulersTestJSON-131258111 tempest-DHCPAgentSchedulersTestJSON-131258111-project] Pushing event deleted for resources: {'Network': ['ID=85549111-9cc0-4386-a6d8-d004757b48b1,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:45.922762 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-b0be2ac9-36ac-4fb8-924a-1866f6164769 tempest-DHCPAgentSchedulersTestJSON-131258111 tempest-DHCPAgentSchedulersTestJSON-131258111-project] 10.222.0.85 "DELETE /v2.0/networks/85549111-9cc0-4386-a6d8-d004757b48b1 HTTP/1.1" status: 204 len: 168 time: 1.0361969 May 30 20:29:45.925329 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 42960) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:45.968052 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-7c4c0d69-2116-4215-a2c3-022d73627601 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5816021 May 30 20:29:45.974452 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 42964) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:45.980901 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-9b4c74bd-86dd-4482-8125-f31a09925952 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Request body: {'port': {'network_id': '1be9463b-79f9-4e51-a03e-5e1ba8cc4cc4', 'name': 'tempest-PortsTestJSON-1969096745', 'fixed_ips': [{'subnet_id': 'bfa870e9-07a5-4a2e-bcfd-16ba7ebbd011', 'ip_address': '172.20.0.10'}]}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:29:45.998542 n-d-843948-2 neutron-server[84887]: INFO neutron.pecan_wsgi.hooks.translation [None req-95192e21-daf5-491f-8dae-c125f5c178d7 tempest-DHCPAgentSchedulersTestJSON-131258111 tempest-DHCPAgentSchedulersTestJSON-131258111-project] DELETE failed (client error): The resource could not be found. May 30 20:29:45.999050 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95192e21-daf5-491f-8dae-c125f5c178d7 tempest-DHCPAgentSchedulersTestJSON-131258111 tempest-DHCPAgentSchedulersTestJSON-131258111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:29:46.032296 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b14c4807-e2e4-415b-8bcc-2eed420c11c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:46.067870 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-95192e21-daf5-491f-8dae-c125f5c178d7 tempest-DHCPAgentSchedulersTestJSON-131258111 tempest-DHCPAgentSchedulersTestJSON-131258111-project] 10.222.0.85 "DELETE /v2.0/ports/03664ad9-0fe6-4d80-a47d-aaf466044ba1 HTTP/1.1" status: 404 len: 333 time: 0.1370549 May 30 20:29:46.071872 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 42970) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:46.073639 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9881cd49-6f84-4d3c-8ab5-410fb681bb33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4055470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114247'] for subnet, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:46.090673 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b14c4807-e2e4-415b-8bcc-2eed420c11c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:46.103915 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f384f5-9508-4274-adef-ebe43b94290a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-1be9463b-79f9-4e51-a03e-5e1ba8cc4cc4', 'network_id': '1be9463b-79f9-4e51-a03e-5e1ba8cc4cc4', 'tenant_id': '4be4d49ae6064975a8617cd4194dcba7', 'fixed_ips': [{'subnet_id': 'bfa870e9-07a5-4a2e-bcfd-16ba7ebbd011'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:29:46.105256 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-e3f384f5-9508-4274-adef-ebe43b94290a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:46.124934 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9881cd49-6f84-4d3c-8ab5-410fb681bb33 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=707da4f3-05e5-421c-bfed-f8c56dd2a3e4,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:46.168661 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9881cd49-6f84-4d3c-8ab5-410fb681bb33 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:46.172508 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-9881cd49-6f84-4d3c-8ab5-410fb681bb33 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/707da4f3-05e5-421c-bfed-f8c56dd2a3e4 HTTP/1.1" status: 204 len: 168 time: 0.5580456 May 30 20:29:46.194518 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 42976) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:46.298025 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-e3f384f5-9508-4274-adef-ebe43b94290a None None] Allocated IP 172.20.0.2 (1be9463b-79f9-4e51-a03e-5e1ba8cc4cc4/bfa870e9-07a5-4a2e-bcfd-16ba7ebbd011/95a58b58-ab4b-46cd-9d22-bc091b561321) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:29:46.402843 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-35fd0fed-0ca6-4665-b533-a2e0d8a357c3 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:46.424386 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-9b4c74bd-86dd-4482-8125-f31a09925952 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:29:46.448888 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-9b4c74bd-86dd-4482-8125-f31a09925952 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Usage tracker for resource:port and tenant:4be4d49ae6064975a8617cd4194dcba7 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:29:46.457046 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-9b4c74bd-86dd-4482-8125-f31a09925952 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:29:46.470632 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-aa21cc04-2130-42f1-a406-5087960d5f10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:46.471472 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b9a8bd1-f471-4a77-82bf-8e348d2548c4 tempest-DHCPAgentSchedulersTestJSON-131258111 tempest-DHCPAgentSchedulersTestJSON-131258111-project] Deleting subnet 4185eb97-8ac3-4bf3-b2d0-5905d6fc17ba {{(pid=84886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:29:46.473447 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-9b4c74bd-86dd-4482-8125-f31a09925952 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:29:46.476982 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5b9a8bd1-f471-4a77-82bf-8e348d2548c4 tempest-DHCPAgentSchedulersTestJSON-131258111 tempest-DHCPAgentSchedulersTestJSON-131258111-project] Notify callbacks [] for subnet, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:46.546983 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5b9a8bd1-f471-4a77-82bf-8e348d2548c4 tempest-DHCPAgentSchedulersTestJSON-131258111 tempest-DHCPAgentSchedulersTestJSON-131258111-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2655517'] for subnet, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:46.600719 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-e3f384f5-9508-4274-adef-ebe43b94290a None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:46.617661 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-e3f384f5-9508-4274-adef-ebe43b94290a None None] Transition to ACTIVE for port object 95a58b58-ab4b-46cd-9d22-bc091b561321 will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:29:46.619910 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b14c4807-e2e4-415b-8bcc-2eed420c11c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:46.639926 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-e3f384f5-9508-4274-adef-ebe43b94290a None None] Transition to ACTIVE for port object 95a58b58-ab4b-46cd-9d22-bc091b561321 will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:29:46.642351 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b4c74bd-86dd-4482-8125-f31a09925952 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Made reservation on behalf of 4be4d49ae6064975a8617cd4194dcba7 for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:29:46.645332 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14c4807-e2e4-415b-8bcc-2eed420c11c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a538854-e5cf-4599-bb7c-89b3eb5c1945,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:46.648054 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9b4c74bd-86dd-4482-8125-f31a09925952 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:46.656698 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b14c4807-e2e4-415b-8bcc-2eed420c11c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:46.657881 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-b14c4807-e2e4-415b-8bcc-2eed420c11c7 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/0a538854-e5cf-4599-bb7c-89b3eb5c1945 HTTP/1.1" status: 204 len: 168 time: 0.8507237 May 30 20:29:46.675457 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5b9a8bd1-f471-4a77-82bf-8e348d2548c4 tempest-DHCPAgentSchedulersTestJSON-131258111 tempest-DHCPAgentSchedulersTestJSON-131258111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:46.691672 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-aa21cc04-2130-42f1-a406-5087960d5f10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:46.704831 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [None req-9b4c74bd-86dd-4482-8125-f31a09925952 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] device_id is not set on port 88958a73-9d88-4d3c-947b-a616f9807d31 yet. {{(pid=84887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:29:46.786461 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-35fd0fed-0ca6-4665-b533-a2e0d8a357c3 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:46.807056 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-aa21cc04-2130-42f1-a406-5087960d5f10 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbdad1c3-6f7c-44f2-bb38-edd33529befb']}} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:29:46.829193 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-aa21cc04-2130-42f1-a406-5087960d5f10 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f661650-afd1-4b4e-a9a7-b559131eb58f') {'for_net_delete': True} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:29:46.829492 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-aa21cc04-2130-42f1-a406-5087960d5f10 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f661650-afd1-4b4e-a9a7-b559131eb58f') {} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:29:46.836012 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-e3f384f5-9508-4274-adef-ebe43b94290a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:46.882979 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-aa21cc04-2130-42f1-a406-5087960d5f10 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3149912'] for segment, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:46.916844 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35fd0fed-0ca6-4665-b533-a2e0d8a357c3 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:29:46.918125 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-aa21cc04-2130-42f1-a406-5087960d5f10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:46.922871 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-35fd0fed-0ca6-4665-b533-a2e0d8a357c3 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:29:46.925756 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fd0fed-0ca6-4665-b533-a2e0d8a357c3 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Pushing event updated for resources: {'Port': ['ID=7c0208d6-4dab-4630-b243-d287e8b3a594,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:46.934035 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35fd0fed-0ca6-4665-b533-a2e0d8a357c3 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:29:46.938991 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f384f5-9508-4274-adef-ebe43b94290a None None] Network 1be9463b-79f9-4e51-a03e-5e1ba8cc4cc4 is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:29:46.945840 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-e3f384f5-9508-4274-adef-ebe43b94290a None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:29:46.947901 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f384f5-9508-4274-adef-ebe43b94290a None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:29:46.950502 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f384f5-9508-4274-adef-ebe43b94290a None None] Pushing event updated for resources: {'Port': ['ID=95a58b58-ab4b-46cd-9d22-bc091b561321,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:46.982570 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa21cc04-2130-42f1-a406-5087960d5f10 admin admin] Releasing vlan 696 on physical network physnet1 to pool {{(pid=84887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:29:46.982990 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-aa21cc04-2130-42f1-a406-5087960d5f10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4055488'] for segment, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:46.990427 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5b9a8bd1-f471-4a77-82bf-8e348d2548c4 tempest-DHCPAgentSchedulersTestJSON-131258111 tempest-DHCPAgentSchedulersTestJSON-131258111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4127075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2778536'] for subnet, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:46.998331 n-d-843948-2 neutron-server[84887]: Traceback (most recent call last): May 30 20:29:46.998331 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:29:46.998331 n-d-843948-2 neutron-server[84887]: timer() May 30 20:29:46.998331 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:29:46.998331 n-d-843948-2 neutron-server[84887]: cb(*args, **kw) May 30 20:29:46.998331 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:29:46.998331 n-d-843948-2 neutron-server[84887]: return func(*args, **kwargs) May 30 20:29:46.998331 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:29:46.998331 n-d-843948-2 neutron-server[84887]: self._notify() May 30 20:29:46.998331 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:29:46.998331 n-d-843948-2 neutron-server[84887]: self.callback(batched_events) May 30 20:29:46.998331 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:29:46.998331 n-d-843948-2 neutron-server[84887]: event.method(event) May 30 20:29:46.998331 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:29:46.998331 n-d-843948-2 neutron-server[84887]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:29:46.998331 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:29:46.998331 n-d-843948-2 neutron-server[84887]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:29:46.998331 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:29:46.998331 n-d-843948-2 neutron-server[84887]: return f(self, *a, **k) May 30 20:29:46.998331 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:29:46.998331 n-d-843948-2 neutron-server[84887]: return self._get(url).json() May 30 20:29:46.998331 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:29:46.998331 n-d-843948-2 neutron-server[84887]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:29:46.998331 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:29:46.998331 n-d-843948-2 neutron-server[84887]: return self.request(url, 'GET', **kwargs) May 30 20:29:46.998331 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:29:46.998331 n-d-843948-2 neutron-server[84887]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:29:46.998331 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:29:46.998331 n-d-843948-2 neutron-server[84887]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:29:46.998331 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:29:46.998331 n-d-843948-2 neutron-server[84887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:29:46.998331 n-d-843948-2 neutron-server[84887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:29:47.057697 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-e3f384f5-9508-4274-adef-ebe43b94290a None None] Attempting to bind port 95a58b58-ab4b-46cd-9d22-bc091b561321 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:29:47.058453 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-e3f384f5-9508-4274-adef-ebe43b94290a None None] Attempting to bind port 95a58b58-ab4b-46cd-9d22-bc091b561321 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': '51c0ec84-8464-4377-97e7-3f3109fa929e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '1be9463b-79f9-4e51-a03e-5e1ba8cc4cc4'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:29:47.059065 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f384f5-9508-4274-adef-ebe43b94290a None None] Attempting to bind port 95a58b58-ab4b-46cd-9d22-bc091b561321 on network 1be9463b-79f9-4e51-a03e-5e1ba8cc4cc4 {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:29:47.069636 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f384f5-9508-4274-adef-ebe43b94290a None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:29:47.070132 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f384f5-9508-4274-adef-ebe43b94290a None None] Checking segment: {'id': '51c0ec84-8464-4377-97e7-3f3109fa929e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '1be9463b-79f9-4e51-a03e-5e1ba8cc4cc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:29:47.070640 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-e3f384f5-9508-4274-adef-ebe43b94290a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:47.071168 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f384f5-9508-4274-adef-ebe43b94290a None None] Bound using segment: {'id': '51c0ec84-8464-4377-97e7-3f3109fa929e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '1be9463b-79f9-4e51-a03e-5e1ba8cc4cc4'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:29:47.071733 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-e3f384f5-9508-4274-adef-ebe43b94290a None None] Bound port: 95a58b58-ab4b-46cd-9d22-bc091b561321, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51c0ec84-8464-4377-97e7-3f3109fa929e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '1be9463b-79f9-4e51-a03e-5e1ba8cc4cc4'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:29:47.072236 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-e3f384f5-9508-4274-adef-ebe43b94290a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:47.124633 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [None req-9b4c74bd-86dd-4482-8125-f31a09925952 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Allocated IP 172.20.0.10 (1be9463b-79f9-4e51-a03e-5e1ba8cc4cc4/bfa870e9-07a5-4a2e-bcfd-16ba7ebbd011/88958a73-9d88-4d3c-947b-a616f9807d31) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:29:47.164086 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9a8bd1-f471-4a77-82bf-8e348d2548c4 tempest-DHCPAgentSchedulersTestJSON-131258111 tempest-DHCPAgentSchedulersTestJSON-131258111-project] Pushing event deleted for resources: {'Subnet': ['ID=4185eb97-8ac3-4bf3-b2d0-5905d6fc17ba,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:47.175879 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5b9a8bd1-f471-4a77-82bf-8e348d2548c4 tempest-DHCPAgentSchedulersTestJSON-131258111 tempest-DHCPAgentSchedulersTestJSON-131258111-project] Notify callbacks [] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:47.194078 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-5b9a8bd1-f471-4a77-82bf-8e348d2548c4 tempest-DHCPAgentSchedulersTestJSON-131258111 tempest-DHCPAgentSchedulersTestJSON-131258111-project] 10.222.0.85 "DELETE /v2.0/subnets/4185eb97-8ac3-4bf3-b2d0-5905d6fc17ba HTTP/1.1" status: 204 len: 168 time: 1.1125782 May 30 20:29:47.194358 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-e3f384f5-9508-4274-adef-ebe43b94290a None None] For port 95a58b58-ab4b-46cd-9d22-bc091b561321, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:29:47.194569 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 42984) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:47.194756 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-e3f384f5-9508-4274-adef-ebe43b94290a None None] For port 95a58b58-ab4b-46cd-9d22-bc091b561321, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=95a58b58-ab4b-46cd-9d22-bc091b561321,segment=NetworkSegment(51c0ec84-8464-4377-97e7-3f3109fa929e),segment_id=51c0ec84-8464-4377-97e7-3f3109fa929e)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:29:47.194756 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1635f5a0-d071-47a8-9de4-006ce7ad4b8b None None] Network ffee292c-e578-473c-8731-863850bbb12d requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:29:47.222964 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-aa21cc04-2130-42f1-a406-5087960d5f10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:47.228016 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-aa21cc04-2130-42f1-a406-5087960d5f10 admin admin] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:47.319361 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa21cc04-2130-42f1-a406-5087960d5f10 admin admin] Pushing event deleted for resources: {'Network': ['ID=cbdad1c3-6f7c-44f2-bb38-edd33529befb,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:47.394103 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-402cd50e-588a-4ba6-9acb-05cac195643b tempest-DHCPAgentSchedulersTestJSON-131258111 tempest-DHCPAgentSchedulersTestJSON-131258111-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:47.414244 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-e3f384f5-9508-4274-adef-ebe43b94290a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:47.424477 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-402cd50e-588a-4ba6-9acb-05cac195643b tempest-DHCPAgentSchedulersTestJSON-131258111 tempest-DHCPAgentSchedulersTestJSON-131258111-project] Deleting port e75ddfc3-70f3-4f73-b292-0042e6782193 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:29:47.425176 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-402cd50e-588a-4ba6-9acb-05cac195643b tempest-DHCPAgentSchedulersTestJSON-131258111 tempest-DHCPAgentSchedulersTestJSON-131258111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:47.481329 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-aa21cc04-2130-42f1-a406-5087960d5f10 admin admin] 10.222.0.85 "DELETE /v2.0/networks/cbdad1c3-6f7c-44f2-bb38-edd33529befb HTTP/1.1" status: 204 len: 168 time: 1.2827990 May 30 20:29:47.565126 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f384f5-9508-4274-adef-ebe43b94290a None None] Pushing event updated for resources: {'Port': ['ID=95a58b58-ab4b-46cd-9d22-bc091b561321,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:47.631353 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9b4c74bd-86dd-4482-8125-f31a09925952 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:47.660948 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7101c26a-7c4c-4e1a-9dd7-cf16778778cf None None] DHCP port deletion for ffee292c-e578-473c-8731-863850bbb12d request from n-d-843948-2 {{(pid=84888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:29:47.665372 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-7101c26a-7c4c-4e1a-9dd7-cf16778778cf None None] Deleting port e75ddfc3-70f3-4f73-b292-0042e6782193 {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:29:47.665773 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-7101c26a-7c4c-4e1a-9dd7-cf16778778cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:47.679089 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [None req-9b4c74bd-86dd-4482-8125-f31a09925952 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Transition to ACTIVE for port object 88958a73-9d88-4d3c-947b-a616f9807d31 will not be triggered until provisioned by entity DHCP. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:29:47.823275 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9b4c74bd-86dd-4482-8125-f31a09925952 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:48.009943 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4c74bd-86dd-4482-8125-f31a09925952 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Pushing event updated for resources: {'Port': ['ID=88958a73-9d88-4d3c-947b-a616f9807d31,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:48.028854 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b4c74bd-86dd-4482-8125-f31a09925952 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Network 1be9463b-79f9-4e51-a03e-5e1ba8cc4cc4 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:29:48.035732 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-9b4c74bd-86dd-4482-8125-f31a09925952 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:29:48.042363 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-35fd0fed-0ca6-4665-b533-a2e0d8a357c3 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:48.046542 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4c74bd-86dd-4482-8125-f31a09925952 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:29:48.161233 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b4c74bd-86dd-4482-8125-f31a09925952 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:48.161233 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9b4c74bd-86dd-4482-8125-f31a09925952 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:48.260585 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-7101c26a-7c4c-4e1a-9dd7-cf16778778cf None None] For port e75ddfc3-70f3-4f73-b292-0042e6782193, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=e75ddfc3-70f3-4f73-b292-0042e6782193,segment=NetworkSegment(865a92f5-715b-45fc-9673-a5f7bcf912d9),segment_id=865a92f5-715b-45fc-9673-a5f7bcf912d9)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:29:48.261173 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-7101c26a-7c4c-4e1a-9dd7-cf16778778cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:48.288792 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-9b4c74bd-86dd-4482-8125-f31a09925952 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.3128803 May 30 20:29:48.289770 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 43010) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:48.297494 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-9e2283eb-1b39-42ec-a1b1-606f9d2d32ef tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Request body: {'port': {'network_id': '1be9463b-79f9-4e51-a03e-5e1ba8cc4cc4', 'name': 'tempest-PortsTestJSON-1078888568', 'fixed_ips': [{'subnet_id': 'bfa870e9-07a5-4a2e-bcfd-16ba7ebbd011', 'ip_address': '172.20.0.9'}]}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:29:48.316271 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 95a58b58-ab4b-46cd-9d22-bc091b561321 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:29:48.333361 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [None req-402cd50e-588a-4ba6-9acb-05cac195643b tempest-DHCPAgentSchedulersTestJSON-131258111 tempest-DHCPAgentSchedulersTestJSON-131258111-project] For port e75ddfc3-70f3-4f73-b292-0042e6782193, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=e75ddfc3-70f3-4f73-b292-0042e6782193,segment=NetworkSegment(865a92f5-715b-45fc-9673-a5f7bcf912d9),segment_id=865a92f5-715b-45fc-9673-a5f7bcf912d9)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:29:48.333998 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-402cd50e-588a-4ba6-9acb-05cac195643b tempest-DHCPAgentSchedulersTestJSON-131258111 tempest-DHCPAgentSchedulersTestJSON-131258111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:48.420036 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-35fd0fed-0ca6-4665-b533-a2e0d8a357c3 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:48.484778 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-7101c26a-7c4c-4e1a-9dd7-cf16778778cf None None] Calling delete_port for e75ddfc3-70f3-4f73-b292-0042e6782193 owned by network:dhcp {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:29:48.505396 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 43014) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:48.533932 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-402cd50e-588a-4ba6-9acb-05cac195643b tempest-DHCPAgentSchedulersTestJSON-131258111 tempest-DHCPAgentSchedulersTestJSON-131258111-project] Calling delete_port for e75ddfc3-70f3-4f73-b292-0042e6782193 owned by network:dhcp {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:29:48.542573 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-9e2283eb-1b39-42ec-a1b1-606f9d2d32ef tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:29:48.552005 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-9e2283eb-1b39-42ec-a1b1-606f9d2d32ef tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Usage tracker for resource:port and tenant:4be4d49ae6064975a8617cd4194dcba7 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:29:48.593007 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-9e2283eb-1b39-42ec-a1b1-606f9d2d32ef tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:29:48.603312 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-6451a65a-f6a6-4e1c-bec6-5de5626bfbc9 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=70ef18c5b6334bfaa2fbdd6139af8659&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0937634 May 30 20:29:48.606559 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 43020) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:48.611414 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-9e2283eb-1b39-42ec-a1b1-606f9d2d32ef tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:29:48.695083 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-86bd474f-07b2-497c-b831-44a054346314 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:48.747168 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-86bd474f-07b2-497c-b831-44a054346314 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:48.785637 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 95a58b58-ab4b-46cd-9d22-bc091b561321 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:29:48.790946 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-7101c26a-7c4c-4e1a-9dd7-cf16778778cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468'] for port, after_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:48.821734 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e2283eb-1b39-42ec-a1b1-606f9d2d32ef tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Made reservation on behalf of 4be4d49ae6064975a8617cd4194dcba7 for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:29:48.851638 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.db.api [None req-402cd50e-588a-4ba6-9acb-05cac195643b tempest-DHCPAgentSchedulersTestJSON-131258111 tempest-DHCPAgentSchedulersTestJSON-131258111-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:29:48.851954 n-d-843948-2 neutron-server[84886]: DEBUG oslo_db.api [None req-402cd50e-588a-4ba6-9acb-05cac195643b tempest-DHCPAgentSchedulersTestJSON-131258111 tempest-DHCPAgentSchedulersTestJSON-131258111-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:29:48.853887 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9e2283eb-1b39-42ec-a1b1-606f9d2d32ef tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:48.923715 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [None req-9e2283eb-1b39-42ec-a1b1-606f9d2d32ef tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] device_id is not set on port 8e4eb923-f1a6-4e87-8713-ae6a390f3f87 yet. {{(pid=84887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:29:48.929149 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7101c26a-7c4c-4e1a-9dd7-cf16778778cf None None] Pushing event deleted for resources: {'Port': ['ID=e75ddfc3-70f3-4f73-b292-0042e6782193,revision_number=None']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:48.947139 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7101c26a-7c4c-4e1a-9dd7-cf16778778cf None None] No DVR routers for this DVR port e75ddfc3-70f3-4f73-b292-0042e6782193 on host n-d-843948-2 {{(pid=84888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:29:49.001871 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device e75ddfc3-70f3-4f73-b292-0042e6782193 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:29:49.008863 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-35fd0fed-0ca6-4665-b533-a2e0d8a357c3 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:49.047456 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8861f092-43da-4d08-99cc-c45fdd08451e None None] Network 1be9463b-79f9-4e51-a03e-5e1ba8cc4cc4 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:29:49.112134 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: e75ddfc3-70f3-4f73-b292-0042e6782193 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:29:49.112727 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device e75ddfc3-70f3-4f73-b292-0042e6782193 not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:29:49.178088 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-35fd0fed-0ca6-4665-b533-a2e0d8a357c3 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:49.245297 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-abdd0bd1-80b6-470d-9ed4-c4a26b469fbc None None] Provisioning for port 95a58b58-ab4b-46cd-9d22-bc091b561321 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:29:49.270208 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-abdd0bd1-80b6-470d-9ed4-c4a26b469fbc None None] Provisioning complete for port 95a58b58-ab4b-46cd-9d22-bc091b561321 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:29:49.270979 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-abdd0bd1-80b6-470d-9ed4-c4a26b469fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:49.271087 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [None req-9e2283eb-1b39-42ec-a1b1-606f9d2d32ef tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Allocated IP 172.20.0.9 (1be9463b-79f9-4e51-a03e-5e1ba8cc4cc4/bfa870e9-07a5-4a2e-bcfd-16ba7ebbd011/8e4eb923-f1a6-4e87-8713-ae6a390f3f87) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:29:49.357380 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-402cd50e-588a-4ba6-9acb-05cac195643b tempest-DHCPAgentSchedulersTestJSON-131258111 tempest-DHCPAgentSchedulersTestJSON-131258111-project] Deleting port e75ddfc3-70f3-4f73-b292-0042e6782193 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:29:49.357801 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-402cd50e-588a-4ba6-9acb-05cac195643b tempest-DHCPAgentSchedulersTestJSON-131258111 tempest-DHCPAgentSchedulersTestJSON-131258111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:49.429923 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-abdd0bd1-80b6-470d-9ed4-c4a26b469fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:49.481212 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-402cd50e-588a-4ba6-9acb-05cac195643b tempest-DHCPAgentSchedulersTestJSON-131258111 tempest-DHCPAgentSchedulersTestJSON-131258111-project] The port 'e75ddfc3-70f3-4f73-b292-0042e6782193' was deleted {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 20:29:49.482151 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fd0fed-0ca6-4665-b533-a2e0d8a357c3 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Pushing event updated for resources: {'Port': ['ID=7c0208d6-4dab-4630-b243-d287e8b3a594,revision_number=2']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:49.520856 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9e2283eb-1b39-42ec-a1b1-606f9d2d32ef tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:49.538478 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [None req-9e2283eb-1b39-42ec-a1b1-606f9d2d32ef tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Transition to ACTIVE for port object 8e4eb923-f1a6-4e87-8713-ae6a390f3f87 will not be triggered until provisioned by entity DHCP. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:29:49.558941 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-86bd474f-07b2-497c-b831-44a054346314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:49.598951 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bd474f-07b2-497c-b831-44a054346314 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33a3fd53-a3f8-49f0-823f-5999beca3e0d,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:49.610043 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:49.620402 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-35fd0fed-0ca6-4665-b533-a2e0d8a357c3 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736490'] for floatingip, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:49.644433 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-abdd0bd1-80b6-470d-9ed4-c4a26b469fbc None None] For port 95a58b58-ab4b-46cd-9d22-bc091b561321, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=95a58b58-ab4b-46cd-9d22-bc091b561321,segment=NetworkSegment(51c0ec84-8464-4377-97e7-3f3109fa929e),segment_id=51c0ec84-8464-4377-97e7-3f3109fa929e)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:29:49.672885 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9e2283eb-1b39-42ec-a1b1-606f9d2d32ef tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:49.684131 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-402cd50e-588a-4ba6-9acb-05cac195643b tempest-DHCPAgentSchedulersTestJSON-131258111 tempest-DHCPAgentSchedulersTestJSON-131258111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:49.728994 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-402cd50e-588a-4ba6-9acb-05cac195643b tempest-DHCPAgentSchedulersTestJSON-131258111 tempest-DHCPAgentSchedulersTestJSON-131258111-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffee292c-e578-473c-8731-863850bbb12d']}} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:29:49.771656 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-402cd50e-588a-4ba6-9acb-05cac195643b tempest-DHCPAgentSchedulersTestJSON-131258111 tempest-DHCPAgentSchedulersTestJSON-131258111-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '865a92f5-715b-45fc-9673-a5f7bcf912d9') {'for_net_delete': True} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:29:49.772487 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-402cd50e-588a-4ba6-9acb-05cac195643b tempest-DHCPAgentSchedulersTestJSON-131258111 tempest-DHCPAgentSchedulersTestJSON-131258111-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '865a92f5-715b-45fc-9673-a5f7bcf912d9') {} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:29:49.778481 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2283eb-1b39-42ec-a1b1-606f9d2d32ef tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Network 1be9463b-79f9-4e51-a03e-5e1ba8cc4cc4 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:29:49.782134 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-9e2283eb-1b39-42ec-a1b1-606f9d2d32ef tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:29:49.788617 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2283eb-1b39-42ec-a1b1-606f9d2d32ef tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:29:49.789213 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-abdd0bd1-80b6-470d-9ed4-c4a26b469fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:49.811281 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-35fd0fed-0ca6-4665-b533-a2e0d8a357c3 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:49.814912 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-35fd0fed-0ca6-4665-b533-a2e0d8a357c3 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.2181108 May 30 20:29:49.827742 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-402cd50e-588a-4ba6-9acb-05cac195643b tempest-DHCPAgentSchedulersTestJSON-131258111 tempest-DHCPAgentSchedulersTestJSON-131258111-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2660590'] for segment, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:49.864483 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-402cd50e-588a-4ba6-9acb-05cac195643b tempest-DHCPAgentSchedulersTestJSON-131258111 tempest-DHCPAgentSchedulersTestJSON-131258111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:49.879212 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-402cd50e-588a-4ba6-9acb-05cac195643b tempest-DHCPAgentSchedulersTestJSON-131258111 tempest-DHCPAgentSchedulersTestJSON-131258111-project] Releasing vlan 685 on physical network physnet1 to pool {{(pid=84886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:29:49.880215 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-402cd50e-588a-4ba6-9acb-05cac195643b tempest-DHCPAgentSchedulersTestJSON-131258111 tempest-DHCPAgentSchedulersTestJSON-131258111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4126989'] for segment, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:49.910819 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2283eb-1b39-42ec-a1b1-606f9d2d32ef tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Pushing event updated for resources: {'Port': ['ID=8e4eb923-f1a6-4e87-8713-ae6a390f3f87,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:49.924402 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-86bd474f-07b2-497c-b831-44a054346314 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:49.930656 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-86bd474f-07b2-497c-b831-44a054346314 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/33a3fd53-a3f8-49f0-823f-5999beca3e0d HTTP/1.1" status: 204 len: 168 time: 1.3180845 May 30 20:29:49.938261 n-d-843948-2 neutron-server[84886]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:29:49.938261 n-d-843948-2 neutron-server[84886]: util.warn( May 30 20:29:49.938261 n-d-843948-2 neutron-server[84886]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:29:49.938261 n-d-843948-2 neutron-server[84886]: util.warn( May 30 20:29:49.938261 n-d-843948-2 neutron-server[84886]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:29:49.938261 n-d-843948-2 neutron-server[84886]: util.warn( May 30 20:29:49.938261 n-d-843948-2 neutron-server[84886]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:29:49.938261 n-d-843948-2 neutron-server[84886]: util.warn( May 30 20:29:49.938261 n-d-843948-2 neutron-server[84886]: Traceback (most recent call last): May 30 20:29:49.938261 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:29:49.938261 n-d-843948-2 neutron-server[84886]: timer() May 30 20:29:49.938261 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:29:49.938261 n-d-843948-2 neutron-server[84886]: cb(*args, **kw) May 30 20:29:49.938261 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:29:49.938261 n-d-843948-2 neutron-server[84886]: return func(*args, **kwargs) May 30 20:29:49.938261 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:29:49.938261 n-d-843948-2 neutron-server[84886]: self._notify() May 30 20:29:49.938261 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:29:49.938261 n-d-843948-2 neutron-server[84886]: self.callback(batched_events) May 30 20:29:49.938261 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:29:49.938261 n-d-843948-2 neutron-server[84886]: event.method(event) May 30 20:29:49.938261 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:29:49.938261 n-d-843948-2 neutron-server[84886]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:29:49.938261 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:29:49.938261 n-d-843948-2 neutron-server[84886]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:29:49.938261 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:29:49.938261 n-d-843948-2 neutron-server[84886]: return f(self, *a, **k) May 30 20:29:49.938261 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:29:49.938261 n-d-843948-2 neutron-server[84886]: return self._get(url).json() May 30 20:29:49.938261 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:29:49.938261 n-d-843948-2 neutron-server[84886]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:29:49.938261 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:29:49.938261 n-d-843948-2 neutron-server[84886]: return self.request(url, 'GET', **kwargs) May 30 20:29:49.938261 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:29:49.938261 n-d-843948-2 neutron-server[84886]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:29:49.938261 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:29:49.938261 n-d-843948-2 neutron-server[84886]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:29:49.938261 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:29:49.938261 n-d-843948-2 neutron-server[84886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:29:49.938261 n-d-843948-2 neutron-server[84886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:29:49.958488 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e2283eb-1b39-42ec-a1b1-606f9d2d32ef tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:49.968323 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9e2283eb-1b39-42ec-a1b1-606f9d2d32ef tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:49.978226 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdd0bd1-80b6-470d-9ed4-c4a26b469fbc None None] Pushing event updated for resources: {'Port': ['ID=95a58b58-ab4b-46cd-9d22-bc091b561321,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:50.125184 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-9e2283eb-1b39-42ec-a1b1-606f9d2d32ef tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.8336732 May 30 20:29:50.132824 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 43040) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:50.206535 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-402cd50e-588a-4ba6-9acb-05cac195643b tempest-DHCPAgentSchedulersTestJSON-131258111 tempest-DHCPAgentSchedulersTestJSON-131258111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:50.207217 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-f9d8b8c8-ccc0-4708-87b8-1b72c2b9633d None None] Provisioning for port 88958a73-9d88-4d3c-947b-a616f9807d31 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:29:50.220493 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-f9d8b8c8-ccc0-4708-87b8-1b72c2b9633d None None] Provisioning complete for port 88958a73-9d88-4d3c-947b-a616f9807d31 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:29:50.222409 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-f9d8b8c8-ccc0-4708-87b8-1b72c2b9633d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:50.309272 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-402cd50e-588a-4ba6-9acb-05cac195643b tempest-DHCPAgentSchedulersTestJSON-131258111 tempest-DHCPAgentSchedulersTestJSON-131258111-project] Notify callbacks [] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:50.320199 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 95a58b58-ab4b-46cd-9d22-bc091b561321 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:29:50.376170 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4115ec6f-bf94-4e55-872d-8fe0bbc7322e tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:50.377419 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-4115ec6f-bf94-4e55-872d-8fe0bbc7322e tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Synchronizing usage tracker for tenant:4be4d49ae6064975a8617cd4194dcba7 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:29:50.452434 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-f9d8b8c8-ccc0-4708-87b8-1b72c2b9633d None None] Port 88958a73-9d88-4d3c-947b-a616f9807d31 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:29:50.501825 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-f9d8b8c8-ccc0-4708-87b8-1b72c2b9633d None None] Provisioning complete for port 95a58b58-ab4b-46cd-9d22-bc091b561321 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:29:50.501825 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-f9d8b8c8-ccc0-4708-87b8-1b72c2b9633d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:50.520114 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-4115ec6f-bf94-4e55-872d-8fe0bbc7322e tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Unset dirty status for tenant:4be4d49ae6064975a8617cd4194dcba7 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:29:50.521794 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-4115ec6f-bf94-4e55-872d-8fe0bbc7322e tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] 10.222.0.85 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.3873563 May 30 20:29:50.524527 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 43054) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:50.601772 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402cd50e-588a-4ba6-9acb-05cac195643b tempest-DHCPAgentSchedulersTestJSON-131258111 tempest-DHCPAgentSchedulersTestJSON-131258111-project] Pushing event deleted for resources: {'Network': ['ID=ffee292c-e578-473c-8731-863850bbb12d,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:50.606860 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 95a58b58-ab4b-46cd-9d22-bc091b561321 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:29:50.610127 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:50.611650 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-402cd50e-588a-4ba6-9acb-05cac195643b tempest-DHCPAgentSchedulersTestJSON-131258111 tempest-DHCPAgentSchedulersTestJSON-131258111-project] 10.222.0.85 "DELETE /v2.0/networks/ffee292c-e578-473c-8731-863850bbb12d HTTP/1.1" status: 204 len: 168 time: 3.4166491 May 30 20:29:50.671667 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-4523fd0c-f75b-4d53-83e1-ea6f9c684837 req-07092c6e-ff33-4dc6-b2a5-bb8726e009a5 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Synchronizing usage tracker for tenant:6a921a88c2104251b4f5cf697763e02b on resource:security_group {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:29:50.709968 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61204a25-ab16-46e0-9fc9-ae635e100310 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:50.716467 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61204a25-ab16-46e0-9fc9-ae635e100310 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:50.722303 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61204a25-ab16-46e0-9fc9-ae635e100310 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:50.725019 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-61204a25-ab16-46e0-9fc9-ae635e100310 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] 10.222.0.85 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.1992855 May 30 20:29:50.728555 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 43062) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:50.879360 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-4523fd0c-f75b-4d53-83e1-ea6f9c684837 req-07092c6e-ff33-4dc6-b2a5-bb8726e009a5 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Unset dirty status for tenant:6a921a88c2104251b4f5cf697763e02b on resource:security_group {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:29:50.888997 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4523fd0c-f75b-4d53-83e1-ea6f9c684837 req-07092c6e-ff33-4dc6-b2a5-bb8726e009a5 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-securitygroup--2110719224&fields=id&tenant_id=6a921a88c2104251b4f5cf697763e02b HTTP/1.1" status: 200 len: 267 time: 0.5729895 May 30 20:29:51.060257 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-d0776b53-3f18-4af1-b355-464cf7b78b65 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Deleting port 8e4eb923-f1a6-4e87-8713-ae6a390f3f87 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:29:51.060257 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d0776b53-3f18-4af1-b355-464cf7b78b65 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:51.067497 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-6f88cf82-430f-4c98-b6d2-54a658903145 None None] Provisioning complete for port 88958a73-9d88-4d3c-947b-a616f9807d31 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:29:51.070611 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-6f88cf82-430f-4c98-b6d2-54a658903145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:51.215348 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-6f88cf82-430f-4c98-b6d2-54a658903145 None None] Port 88958a73-9d88-4d3c-947b-a616f9807d31 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:29:51.320620 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-6f88cf82-430f-4c98-b6d2-54a658903145 None None] Provisioning for port 8e4eb923-f1a6-4e87-8713-ae6a390f3f87 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:29:51.336720 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-6f88cf82-430f-4c98-b6d2-54a658903145 None None] Provisioning complete for port 8e4eb923-f1a6-4e87-8713-ae6a390f3f87 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:29:51.337440 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-6f88cf82-430f-4c98-b6d2-54a658903145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:51.384363 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4523fd0c-f75b-4d53-83e1-ea6f9c684837 req-c2a7ce0d-4370-4c07-bd72-f2cbf1216a26 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:51.394582 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4523fd0c-f75b-4d53-83e1-ea6f9c684837 req-c2a7ce0d-4370-4c07-bd72-f2cbf1216a26 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "GET /v2.0/networks?id=2ad0cf2e-8ff8-4add-9223-e815a60245ec HTTP/1.1" status: 200 len: 814 time: 0.5015082 May 30 20:29:51.446423 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4523fd0c-f75b-4d53-83e1-ea6f9c684837 req-c820e631-8f27-4484-9b48-ecd8e4bda3c2 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "GET /v2.0/quotas/6a921a88c2104251b4f5cf697763e02b HTTP/1.1" status: 200 len: 375 time: 0.0505004 May 30 20:29:51.518755 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-6f88cf82-430f-4c98-b6d2-54a658903145 None None] Port 8e4eb923-f1a6-4e87-8713-ae6a390f3f87 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:29:51.544886 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 43082) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:51.662609 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d0776b53-3f18-4af1-b355-464cf7b78b65 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:51.679554 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-4523fd0c-f75b-4d53-83e1-ea6f9c684837 req-6541cea3-ed22-4086-8526-770d9a0a41cb tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Synchronizing usage tracker for tenant:6a921a88c2104251b4f5cf697763e02b on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:29:51.817983 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-4523fd0c-f75b-4d53-83e1-ea6f9c684837 req-6541cea3-ed22-4086-8526-770d9a0a41cb tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Unset dirty status for tenant:6a921a88c2104251b4f5cf697763e02b on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:29:51.830756 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4523fd0c-f75b-4d53-83e1-ea6f9c684837 req-6541cea3-ed22-4086-8526-770d9a0a41cb tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=6a921a88c2104251b4f5cf697763e02b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3766136 May 30 20:29:51.838829 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-d0776b53-3f18-4af1-b355-464cf7b78b65 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Calling delete_port for 8e4eb923-f1a6-4e87-8713-ae6a390f3f87 owned by {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:29:51.974765 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-47dc4396-4bff-402d-a33c-43da87ef54a0 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=e31f92f30bcb41c9a359fe56deabcb4d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4285495 May 30 20:29:51.978580 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 43094) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:52.061581 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-55bc49fe-3887-40cb-86fe-c1989a7b12da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:52.096778 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 43098) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:52.098123 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-55bc49fe-3887-40cb-86fe-c1989a7b12da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:52.121974 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d0776b53-3f18-4af1-b355-464cf7b78b65 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:52.196695 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0776b53-3f18-4af1-b355-464cf7b78b65 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Pushing event deleted for resources: {'Port': ['ID=8e4eb923-f1a6-4e87-8713-ae6a390f3f87,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:52.216357 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:52.263299 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-55bc49fe-3887-40cb-86fe-c1989a7b12da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:52.297491 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bc49fe-3887-40cb-86fe-c1989a7b12da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c183cf8c-cebd-4b4d-9c4a-f19c1aa3d42a,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:52.319484 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-55bc49fe-3887-40cb-86fe-c1989a7b12da admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:52.322189 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-55bc49fe-3887-40cb-86fe-c1989a7b12da admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/c183cf8c-cebd-4b4d-9c4a-f19c1aa3d42a HTTP/1.1" status: 204 len: 168 time: 0.3424492 May 30 20:29:52.402597 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d0776b53-3f18-4af1-b355-464cf7b78b65 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:52.591305 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-588463b3-820d-4807-ae70-2271145ceb81 tempest-PortsAdminExtendedAttrsTestJSON-1987635966 tempest-PortsAdminExtendedAttrsTestJSON-1987635966-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-901460624'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:29:52.596141 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-d0776b53-3f18-4af1-b355-464cf7b78b65 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] 10.222.0.85 "DELETE /v2.0/ports/8e4eb923-f1a6-4e87-8713-ae6a390f3f87 HTTP/1.1" status: 204 len: 168 time: 1.8619435 May 30 20:29:52.600003 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-588463b3-820d-4807-ae70-2271145ceb81 tempest-PortsAdminExtendedAttrsTestJSON-1987635966 tempest-PortsAdminExtendedAttrsTestJSON-1987635966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:29:52.600219 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 43110) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:52.614608 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-588463b3-820d-4807-ae70-2271145ceb81 tempest-PortsAdminExtendedAttrsTestJSON-1987635966 tempest-PortsAdminExtendedAttrsTestJSON-1987635966-project] Usage tracker for resource:network and tenant:88129252e7b046e39fe9496b5a3b0848 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:29:52.618924 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-588463b3-820d-4807-ae70-2271145ceb81 tempest-PortsAdminExtendedAttrsTestJSON-1987635966 tempest-PortsAdminExtendedAttrsTestJSON-1987635966-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:29:52.627128 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4523fd0c-f75b-4d53-83e1-ea6f9c684837 req-f73b5647-1a6d-476c-a159-92febc5a5e06 service neutron] 10.222.0.85 "GET /v2.0/networks/2ad0cf2e-8ff8-4add-9223-e815a60245ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7955182 May 30 20:29:52.627979 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-588463b3-820d-4807-ae70-2271145ceb81 tempest-PortsAdminExtendedAttrsTestJSON-1987635966 tempest-PortsAdminExtendedAttrsTestJSON-1987635966-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:29:52.648975 n-d-843948-2 neutron-server[84887]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0f883c0-b22a-4339-870a-0dc7d1e1d84d tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] GET failed (client error): The resource could not be found. May 30 20:29:52.654183 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-e0f883c0-b22a-4339-870a-0dc7d1e1d84d tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] 10.222.0.85 "GET /v2.0/ports/8e4eb923-f1a6-4e87-8713-ae6a390f3f87 HTTP/1.1" status: 404 len: 333 time: 0.0492201 May 30 20:29:52.654537 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 43114) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:52.723136 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-588463b3-820d-4807-ae70-2271145ceb81 tempest-PortsAdminExtendedAttrsTestJSON-1987635966 tempest-PortsAdminExtendedAttrsTestJSON-1987635966-project] Made reservation on behalf of 88129252e7b046e39fe9496b5a3b0848 for: {'network': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:29:52.725722 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-588463b3-820d-4807-ae70-2271145ceb81 tempest-PortsAdminExtendedAttrsTestJSON-1987635966 tempest-PortsAdminExtendedAttrsTestJSON-1987635966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:52.760955 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-588463b3-820d-4807-ae70-2271145ceb81 tempest-PortsAdminExtendedAttrsTestJSON-1987635966 tempest-PortsAdminExtendedAttrsTestJSON-1987635966-project] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:52.773426 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-916f54e1-ec6b-4fdc-a3d9-f67d92b5d27c tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Deleting port 88958a73-9d88-4d3c-947b-a616f9807d31 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:29:52.774508 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-916f54e1-ec6b-4fdc-a3d9-f67d92b5d27c tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:52.926663 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-588463b3-820d-4807-ae70-2271145ceb81 tempest-PortsAdminExtendedAttrsTestJSON-1987635966 tempest-PortsAdminExtendedAttrsTestJSON-1987635966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:29:52.936688 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-588463b3-820d-4807-ae70-2271145ceb81 tempest-PortsAdminExtendedAttrsTestJSON-1987635966 tempest-PortsAdminExtendedAttrsTestJSON-1987635966-project] Usage tracker for resource:security_group_rule and tenant:88129252e7b046e39fe9496b5a3b0848 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:29:52.953504 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4523fd0c-f75b-4d53-83e1-ea6f9c684837 req-ae9c0f05-16c0-4c21-9ca8-bcee63a109f7 service neutron] 10.222.0.85 "GET /v2.0/networks/2ad0cf2e-8ff8-4add-9223-e815a60245ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3159769 May 30 20:29:52.955716 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-588463b3-820d-4807-ae70-2271145ceb81 tempest-PortsAdminExtendedAttrsTestJSON-1987635966 tempest-PortsAdminExtendedAttrsTestJSON-1987635966-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:29:52.980485 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-588463b3-820d-4807-ae70-2271145ceb81 tempest-PortsAdminExtendedAttrsTestJSON-1987635966 tempest-PortsAdminExtendedAttrsTestJSON-1987635966-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:29:53.116255 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-588463b3-820d-4807-ae70-2271145ceb81 tempest-PortsAdminExtendedAttrsTestJSON-1987635966 tempest-PortsAdminExtendedAttrsTestJSON-1987635966-project] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:53.207909 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-916f54e1-ec6b-4fdc-a3d9-f67d92b5d27c tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:53.211832 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-588463b3-820d-4807-ae70-2271145ceb81 tempest-PortsAdminExtendedAttrsTestJSON-1987635966 tempest-PortsAdminExtendedAttrsTestJSON-1987635966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:53.247749 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-588463b3-820d-4807-ae70-2271145ceb81 tempest-PortsAdminExtendedAttrsTestJSON-1987635966 tempest-PortsAdminExtendedAttrsTestJSON-1987635966-project] vlan segment allocate from pool success with {'vlan_id': 698, 'physical_network': 'physnet1'} {{(pid=84886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:29:53.257079 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588463b3-820d-4807-ae70-2271145ceb81 tempest-PortsAdminExtendedAttrsTestJSON-1987635966 tempest-PortsAdminExtendedAttrsTestJSON-1987635966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52621bd9-2c66-49bb-99b4-ae33f608522d,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:53.263324 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-588463b3-820d-4807-ae70-2271145ceb81 tempest-PortsAdminExtendedAttrsTestJSON-1987635966 tempest-PortsAdminExtendedAttrsTestJSON-1987635966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:53.263732 n-d-843948-2 neutron-server[84886]: INFO neutron.db.segments_db [None req-588463b3-820d-4807-ae70-2271145ceb81 tempest-PortsAdminExtendedAttrsTestJSON-1987635966 tempest-PortsAdminExtendedAttrsTestJSON-1987635966-project] Added segment c6d1554a-7e78-4230-91e0-ea9983699a49 of type vlan for network 8c085f7c-84e2-4057-aadd-3f3889ae4749 May 30 20:29:53.306959 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-588463b3-820d-4807-ae70-2271145ceb81 tempest-PortsAdminExtendedAttrsTestJSON-1987635966 tempest-PortsAdminExtendedAttrsTestJSON-1987635966-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:53.334005 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 43130) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:53.481079 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-588463b3-820d-4807-ae70-2271145ceb81 tempest-PortsAdminExtendedAttrsTestJSON-1987635966 tempest-PortsAdminExtendedAttrsTestJSON-1987635966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:53.486480 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588463b3-820d-4807-ae70-2271145ceb81 tempest-PortsAdminExtendedAttrsTestJSON-1987635966 tempest-PortsAdminExtendedAttrsTestJSON-1987635966-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:53.487701 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-588463b3-820d-4807-ae70-2271145ceb81 tempest-PortsAdminExtendedAttrsTestJSON-1987635966 tempest-PortsAdminExtendedAttrsTestJSON-1987635966-project] Notify callbacks [] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:53.508135 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-916f54e1-ec6b-4fdc-a3d9-f67d92b5d27c tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Calling delete_port for 88958a73-9d88-4d3c-947b-a616f9807d31 owned by {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:29:53.602004 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 43144) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:53.613356 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b4505ec1-7cc6-4540-9076-66ad8c0f1265 req-1a1ee2bf-c47c-4092-b679-a14873028be2 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "GET /v2.0/ports?device_id=d350d3d6-4963-41cb-b310-90275ced44f9 HTTP/1.1" status: 200 len: 210 time: 0.1125128 May 30 20:29:53.614901 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-b8416654-dbd6-4a69-9ea7-7f46a6d4a675 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-683389103-network', 'tenant_id': 'db6fd322329b4022b9cb210149c8de8f'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:29:53.636262 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9976e589-5d84-4be4-934b-106331cd661c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:53.649209 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-b8416654-dbd6-4a69-9ea7-7f46a6d4a675 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:29:53.678252 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-b8416654-dbd6-4a69-9ea7-7f46a6d4a675 admin admin] Usage tracker for resource:network and tenant:db6fd322329b4022b9cb210149c8de8f is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:29:53.695601 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-9976e589-5d84-4be4-934b-106331cd661c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:29:53.696506 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-b8416654-dbd6-4a69-9ea7-7f46a6d4a675 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:29:53.707980 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-b8416654-dbd6-4a69-9ea7-7f46a6d4a675 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:29:53.725975 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588463b3-820d-4807-ae70-2271145ceb81 tempest-PortsAdminExtendedAttrsTestJSON-1987635966 tempest-PortsAdminExtendedAttrsTestJSON-1987635966-project] Pushing event updated for resources: {'Network': ['ID=8c085f7c-84e2-4057-aadd-3f3889ae4749,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:53.736846 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-9976e589-5d84-4be4-934b-106331cd661c admin admin] Usage tracker for resource:security_group_rule and tenant:4c9d8b873a23455cb8730d4d7f520d48 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:29:53.741009 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network 8c085f7c-84e2-4057-aadd-3f3889ae4749 details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:29:53.746107 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-9976e589-5d84-4be4-934b-106331cd661c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:29:53.756118 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-9976e589-5d84-4be4-934b-106331cd661c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:29:53.780034 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-588463b3-820d-4807-ae70-2271145ceb81 tempest-PortsAdminExtendedAttrsTestJSON-1987635966 tempest-PortsAdminExtendedAttrsTestJSON-1987635966-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.6812875 May 30 20:29:53.849116 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8416654-dbd6-4a69-9ea7-7f46a6d4a675 admin admin] Made reservation on behalf of db6fd322329b4022b9cb210149c8de8f for: {'network': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:29:53.851524 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b8416654-dbd6-4a69-9ea7-7f46a6d4a675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:53.874150 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b8416654-dbd6-4a69-9ea7-7f46a6d4a675 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:53.875680 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9976e589-5d84-4be4-934b-106331cd661c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:53.892366 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-916f54e1-ec6b-4fdc-a3d9-f67d92b5d27c tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:53.937740 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-b8416654-dbd6-4a69-9ea7-7f46a6d4a675 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:29:53.942077 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-b8416654-dbd6-4a69-9ea7-7f46a6d4a675 admin admin] Usage tracker for resource:security_group_rule and tenant:db6fd322329b4022b9cb210149c8de8f is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:29:53.945130 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-b8416654-dbd6-4a69-9ea7-7f46a6d4a675 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:29:53.951383 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-b8416654-dbd6-4a69-9ea7-7f46a6d4a675 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:29:53.971819 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916f54e1-ec6b-4fdc-a3d9-f67d92b5d27c tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Pushing event deleted for resources: {'Port': ['ID=88958a73-9d88-4d3c-947b-a616f9807d31,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:53.979776 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9976e589-5d84-4be4-934b-106331cd661c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:54.041813 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b8416654-dbd6-4a69-9ea7-7f46a6d4a675 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:54.094639 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9976e589-5d84-4be4-934b-106331cd661c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=660b78ce-d8f5-490e-a83d-10f26dee6618,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:54.140723 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-9976e589-5d84-4be4-934b-106331cd661c admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=4c9d8b873a23455cb8730d4d7f520d48&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5370247 May 30 20:29:54.143304 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 43160) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:54.210721 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-916f54e1-ec6b-4fdc-a3d9-f67d92b5d27c tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:54.241879 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-916f54e1-ec6b-4fdc-a3d9-f67d92b5d27c tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] 10.222.0.85 "DELETE /v2.0/ports/88958a73-9d88-4d3c-947b-a616f9807d31 HTTP/1.1" status: 204 len: 168 time: 1.5854311 May 30 20:29:54.244451 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 43166) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:54.305543 n-d-843948-2 neutron-server[84887]: INFO neutron.pecan_wsgi.hooks.translation [None req-33db580c-8119-46c0-a393-3f2500409571 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] GET failed (client error): The resource could not be found. May 30 20:29:54.306568 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-33db580c-8119-46c0-a393-3f2500409571 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Synchronizing usage tracker for tenant:4be4d49ae6064975a8617cd4194dcba7 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:29:54.356463 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 43172) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:54.365352 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b8416654-dbd6-4a69-9ea7-7f46a6d4a675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:54.368600 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-951df252-8bbb-404b-ab71-d07a12b4a91b tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Request body: {'port': {'network_id': '8c085f7c-84e2-4057-aadd-3f3889ae4749', 'binding:host_id': 'n-h1-843948-2', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-38040417'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:29:54.383766 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-951df252-8bbb-404b-ab71-d07a12b4a91b tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:29:54.391300 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-951df252-8bbb-404b-ab71-d07a12b4a91b tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Usage tracker for resource:port and tenant:2cef7f41fbba40918e755943bbe0bdfc is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:29:54.397068 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-951df252-8bbb-404b-ab71-d07a12b4a91b tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:29:54.404465 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8416654-dbd6-4a69-9ea7-7f46a6d4a675 admin admin] vlan segment allocate from pool success with {'vlan_id': 688, 'physical_network': 'physnet1'} {{(pid=84886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:29:54.409082 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-951df252-8bbb-404b-ab71-d07a12b4a91b tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:29:54.430095 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8416654-dbd6-4a69-9ea7-7f46a6d4a675 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2268d3cd-925a-464e-9ff1-7b08a4bf8bbc,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:54.438446 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b8416654-dbd6-4a69-9ea7-7f46a6d4a675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:54.438875 n-d-843948-2 neutron-server[84886]: INFO neutron.db.segments_db [None req-b8416654-dbd6-4a69-9ea7-7f46a6d4a675 admin admin] Added segment a0397637-f061-423b-af31-4fae82d2600b of type vlan for network ff5fdb4b-c181-42de-80b5-ff8540ac71a0 May 30 20:29:54.451946 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c0a57c63-fd0a-43e2-9435-8fe8c4f53469 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:54.510781 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b8416654-dbd6-4a69-9ea7-7f46a6d4a675 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:54.515683 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c0a57c63-fd0a-43e2-9435-8fe8c4f53469 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:54.519905 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-951df252-8bbb-404b-ab71-d07a12b4a91b tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Made reservation on behalf of 2cef7f41fbba40918e755943bbe0bdfc for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:29:54.522691 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-951df252-8bbb-404b-ab71-d07a12b4a91b tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:54.548392 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-33db580c-8119-46c0-a393-3f2500409571 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Unset dirty status for tenant:4be4d49ae6064975a8617cd4194dcba7 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:29:54.552252 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-33db580c-8119-46c0-a393-3f2500409571 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] 10.222.0.85 "GET /v2.0/ports/88958a73-9d88-4d3c-947b-a616f9807d31 HTTP/1.1" status: 404 len: 333 time: 0.3051603 May 30 20:29:54.566276 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 43182) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:54.568787 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-951df252-8bbb-404b-ab71-d07a12b4a91b tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:54.604088 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-951df252-8bbb-404b-ab71-d07a12b4a91b tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:29:54.608319 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-951df252-8bbb-404b-ab71-d07a12b4a91b tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Usage tracker for resource:security_group_rule and tenant:2cef7f41fbba40918e755943bbe0bdfc is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:29:54.612545 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-951df252-8bbb-404b-ab71-d07a12b4a91b tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:29:54.619798 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-951df252-8bbb-404b-ab71-d07a12b4a91b tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:29:54.699058 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-951df252-8bbb-404b-ab71-d07a12b4a91b tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:54.755043 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b8416654-dbd6-4a69-9ea7-7f46a6d4a675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:54.762143 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8416654-dbd6-4a69-9ea7-7f46a6d4a675 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:54.764036 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b8416654-dbd6-4a69-9ea7-7f46a6d4a675 admin admin] Notify callbacks [] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:54.805189 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c0a57c63-fd0a-43e2-9435-8fe8c4f53469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:54.836090 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-951df252-8bbb-404b-ab71-d07a12b4a91b tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:54.864916 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-724668d0-075d-4513-be68-963a755f3ef7 req-c0f97aee-3515-430f-91cf-1318f30edf06 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "GET /v2.0/ports?device_id=d350d3d6-4963-41cb-b310-90275ced44f9 HTTP/1.1" status: 200 len: 210 time: 0.0968084 May 30 20:29:54.867898 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [None req-951df252-8bbb-404b-ab71-d07a12b4a91b tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] device_id is not set on port 6eee45af-e454-49cb-96f5-836f63e538e0 yet. {{(pid=84887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:29:54.878568 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a57c63-fd0a-43e2-9435-8fe8c4f53469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=660b78ce-d8f5-490e-a83d-10f26dee6618,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:54.948341 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8416654-dbd6-4a69-9ea7-7f46a6d4a675 admin admin] Pushing event updated for resources: {'Network': ['ID=ff5fdb4b-c181-42de-80b5-ff8540ac71a0,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:54.956722 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c0a57c63-fd0a-43e2-9435-8fe8c4f53469 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:54.962158 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-c0a57c63-fd0a-43e2-9435-8fe8c4f53469 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/660b78ce-d8f5-490e-a83d-10f26dee6618 HTTP/1.1" status: 204 len: 168 time: 0.8127527 May 30 20:29:54.962423 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951df252-8bbb-404b-ab71-d07a12b4a91b tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be862d93-d317-4dbd-9239-944b736264b4,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:54.976102 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network ff5fdb4b-c181-42de-80b5-ff8540ac71a0 details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:29:54.980115 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_v2 [None req-e92af48b-0b01-4d5e-8089-548cd5eea4d9 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Deleting subnet bfa870e9-07a5-4a2e-bcfd-16ba7ebbd011 {{(pid=84886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:29:54.983397 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e92af48b-0b01-4d5e-8089-548cd5eea4d9 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks [] for subnet, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:55.021740 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-b8416654-dbd6-4a69-9ea7-7f46a6d4a675 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.6865454 May 30 20:29:55.029194 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 43190) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:55.041870 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-11322121-043e-4499-a8d2-bffb0eb0b98f admin admin] Request body: {'subnet': {'network_id': 'ff5fdb4b-c181-42de-80b5-ff8540ac71a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-683389103-subnet', 'tenant_id': 'db6fd322329b4022b9cb210149c8de8f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:29:55.050735 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-11322121-043e-4499-a8d2-bffb0eb0b98f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:29:55.059360 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-11322121-043e-4499-a8d2-bffb0eb0b98f admin admin] Usage tracker for resource:subnet and tenant:db6fd322329b4022b9cb210149c8de8f is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:29:55.064684 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-11322121-043e-4499-a8d2-bffb0eb0b98f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:29:55.080701 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-11322121-043e-4499-a8d2-bffb0eb0b98f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:29:55.084514 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e92af48b-0b01-4d5e-8089-548cd5eea4d9 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2655517'] for subnet, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:55.208717 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e92af48b-0b01-4d5e-8089-548cd5eea4d9 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:55.299723 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11322121-043e-4499-a8d2-bffb0eb0b98f admin admin] Made reservation on behalf of db6fd322329b4022b9cb210149c8de8f for: {'subnet': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:29:55.302758 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-11322121-043e-4499-a8d2-bffb0eb0b98f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2778563'] for subnet, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:55.365166 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [None req-951df252-8bbb-404b-ab71-d07a12b4a91b tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] device_id is not set on port 6eee45af-e454-49cb-96f5-836f63e538e0 yet. {{(pid=84887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:29:55.375794 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-951df252-8bbb-404b-ab71-d07a12b4a91b tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:55.470843 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [None req-951df252-8bbb-404b-ab71-d07a12b4a91b tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Transition to ACTIVE for port object 6eee45af-e454-49cb-96f5-836f63e538e0 will not be triggered until provisioned by entity L2. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:29:55.472226 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e92af48b-0b01-4d5e-8089-548cd5eea4d9 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4127075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2778536'] for subnet, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:55.528902 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92af48b-0b01-4d5e-8089-548cd5eea4d9 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Pushing event deleted for resources: {'Subnet': ['ID=bfa870e9-07a5-4a2e-bcfd-16ba7ebbd011,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:55.538351 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e92af48b-0b01-4d5e-8089-548cd5eea4d9 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks [] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:55.544786 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d13ffb66-abff-49db-971f-f524474d562b None None] Network 1be9463b-79f9-4e51-a03e-5e1ba8cc4cc4 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:29:55.559330 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-951df252-8bbb-404b-ab71-d07a12b4a91b tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:55.601406 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-e92af48b-0b01-4d5e-8089-548cd5eea4d9 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] 10.222.0.85 "DELETE /v2.0/subnets/bfa870e9-07a5-4a2e-bcfd-16ba7ebbd011 HTTP/1.1" status: 204 len: 168 time: 1.0315442 May 30 20:29:55.606044 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 43198) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:55.687636 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951df252-8bbb-404b-ab71-d07a12b4a91b tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Pushing event updated for resources: {'Port': ['ID=6eee45af-e454-49cb-96f5-836f63e538e0,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:55.740443 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951df252-8bbb-404b-ab71-d07a12b4a91b tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Checking segment: {'id': 'c6d1554a-7e78-4230-91e0-ea9983699a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '8c085f7c-84e2-4057-aadd-3f3889ae4749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:29:55.740686 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-951df252-8bbb-404b-ab71-d07a12b4a91b tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Network hostable DHCP agents. Network: 8c085f7c-84e2-4057-aadd-3f3889ae4749, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:29:55.876225 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c55f966c-021c-4ed2-af08-e91668e54e16 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:55.904629 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-c55f966c-021c-4ed2-af08-e91668e54e16 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Deleting port 95a58b58-ab4b-46cd-9d22-bc091b561321 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:29:55.905487 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c55f966c-021c-4ed2-af08-e91668e54e16 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:55.920931 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-951df252-8bbb-404b-ab71-d07a12b4a91b tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Network 8c085f7c-84e2-4057-aadd-3f3889ae4749 is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:29:55.923966 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26391a29-9d74-4412-b38d-24588708ddb6 None None] DHCP port deletion for 1be9463b-79f9-4e51-a03e-5e1ba8cc4cc4 request from n-d-843948-2 {{(pid=84888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:29:55.933350 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-26391a29-9d74-4412-b38d-24588708ddb6 None None] Deleting port 95a58b58-ab4b-46cd-9d22-bc091b561321 {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:29:55.933350 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-26391a29-9d74-4412-b38d-24588708ddb6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:55.981215 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-11322121-043e-4499-a8d2-bffb0eb0b98f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4127140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2778577'] for subnet, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:56.021476 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-951df252-8bbb-404b-ab71-d07a12b4a91b tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, 8c085f7c-84e2-4057-aadd-3f3889ae4749) {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:29:56.026768 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951df252-8bbb-404b-ab71-d07a12b4a91b tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:29:56.045835 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [None req-951df252-8bbb-404b-ab71-d07a12b4a91b tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Attempting to bind port 6eee45af-e454-49cb-96f5-836f63e538e0 on host n-h1-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:29:56.046955 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [None req-951df252-8bbb-404b-ab71-d07a12b4a91b tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Attempting to bind port 6eee45af-e454-49cb-96f5-836f63e538e0 by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': 'c6d1554a-7e78-4230-91e0-ea9983699a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '8c085f7c-84e2-4057-aadd-3f3889ae4749'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:29:56.047426 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951df252-8bbb-404b-ab71-d07a12b4a91b tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Attempting to bind port 6eee45af-e454-49cb-96f5-836f63e538e0 on network 8c085f7c-84e2-4057-aadd-3f3889ae4749 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:29:56.054329 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951df252-8bbb-404b-ab71-d07a12b4a91b tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Port 6eee45af-e454-49cb-96f5-836f63e538e0 on network 8c085f7c-84e2-4057-aadd-3f3889ae4749 not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:29:56.054810 n-d-843948-2 neutron-server[84887]: ERROR neutron.plugins.ml2.managers [None req-951df252-8bbb-404b-ab71-d07a12b4a91b tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Failed to bind port 6eee45af-e454-49cb-96f5-836f63e538e0 on host n-h1-843948-2 for vnic_type normal using segments [{'id': 'c6d1554a-7e78-4230-91e0-ea9983699a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '8c085f7c-84e2-4057-aadd-3f3889ae4749'}] May 30 20:29:56.055283 n-d-843948-2 neutron-server[84887]: INFO neutron.plugins.ml2.plugin [None req-951df252-8bbb-404b-ab71-d07a12b4a91b tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Attempt 2 to bind port 6eee45af-e454-49cb-96f5-836f63e538e0 May 30 20:29:56.105087 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d00d7737-066d-478d-802a-1bef31782c4f None None] Network 8c085f7c-84e2-4057-aadd-3f3889ae4749 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:29:56.133300 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-65527430-38d6-4162-94ef-af2f378b0a10 req-ce49a3d0-578b-4fdc-affd-0b6047061f8f tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "GET /v2.0/ports?device_id=d350d3d6-4963-41cb-b310-90275ced44f9 HTTP/1.1" status: 200 len: 210 time: 0.0961156 May 30 20:29:56.167285 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [None req-951df252-8bbb-404b-ab71-d07a12b4a91b tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Attempting to bind port 6eee45af-e454-49cb-96f5-836f63e538e0 on host n-h1-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:29:56.173932 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [None req-951df252-8bbb-404b-ab71-d07a12b4a91b tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Attempting to bind port 6eee45af-e454-49cb-96f5-836f63e538e0 by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': 'c6d1554a-7e78-4230-91e0-ea9983699a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '8c085f7c-84e2-4057-aadd-3f3889ae4749'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:29:56.174461 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951df252-8bbb-404b-ab71-d07a12b4a91b tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Attempting to bind port 6eee45af-e454-49cb-96f5-836f63e538e0 on network 8c085f7c-84e2-4057-aadd-3f3889ae4749 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:29:56.278715 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11322121-043e-4499-a8d2-bffb0eb0b98f admin admin] Pushing event updated for resources: {'Subnet': ['ID=be79b396-84f8-442a-96a0-1a5adfb968e1,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:56.329770 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 95a58b58-ab4b-46cd-9d22-bc091b561321 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:29:56.334687 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4523fd0c-f75b-4d53-83e1-ea6f9c684837 req-b2bd07c7-a174-45be-8e67-a4189f5ffb1b tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:56.336254 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4523fd0c-f75b-4d53-83e1-ea6f9c684837 req-b2bd07c7-a174-45be-8e67-a4189f5ffb1b tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.86 "GET /v2.0/networks?id=2ad0cf2e-8ff8-4add-9223-e815a60245ec HTTP/1.1" status: 200 len: 814 time: 0.2440774 May 30 20:29:56.339557 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951df252-8bbb-404b-ab71-d07a12b4a91b tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Port 6eee45af-e454-49cb-96f5-836f63e538e0 on network 8c085f7c-84e2-4057-aadd-3f3889ae4749 not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:29:56.339899 n-d-843948-2 neutron-server[84887]: ERROR neutron.plugins.ml2.managers [None req-951df252-8bbb-404b-ab71-d07a12b4a91b tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Failed to bind port 6eee45af-e454-49cb-96f5-836f63e538e0 on host n-h1-843948-2 for vnic_type normal using segments [{'id': 'c6d1554a-7e78-4230-91e0-ea9983699a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '8c085f7c-84e2-4057-aadd-3f3889ae4749'}] May 30 20:29:56.340289 n-d-843948-2 neutron-server[84887]: INFO neutron.plugins.ml2.plugin [None req-951df252-8bbb-404b-ab71-d07a12b4a91b tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Attempt 3 to bind port 6eee45af-e454-49cb-96f5-836f63e538e0 May 30 20:29:56.360946 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11322121-043e-4499-a8d2-bffb0eb0b98f admin admin] Checking segment: {'id': 'a0397637-f061-423b-af31-4fae82d2600b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'ff5fdb4b-c181-42de-80b5-ff8540ac71a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:29:56.361604 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11322121-043e-4499-a8d2-bffb0eb0b98f admin admin] Network hostable DHCP agents. Network: ff5fdb4b-c181-42de-80b5-ff8540ac71a0, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:29:56.373967 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [None req-951df252-8bbb-404b-ab71-d07a12b4a91b tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Attempting to bind port 6eee45af-e454-49cb-96f5-836f63e538e0 on host n-h1-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:29:56.375179 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [None req-951df252-8bbb-404b-ab71-d07a12b4a91b tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Attempting to bind port 6eee45af-e454-49cb-96f5-836f63e538e0 by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': 'c6d1554a-7e78-4230-91e0-ea9983699a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '8c085f7c-84e2-4057-aadd-3f3889ae4749'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:29:56.375690 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951df252-8bbb-404b-ab71-d07a12b4a91b tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Attempting to bind port 6eee45af-e454-49cb-96f5-836f63e538e0 on network 8c085f7c-84e2-4057-aadd-3f3889ae4749 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:29:56.411473 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [None req-c55f966c-021c-4ed2-af08-e91668e54e16 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] For port 95a58b58-ab4b-46cd-9d22-bc091b561321, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=95a58b58-ab4b-46cd-9d22-bc091b561321,segment=NetworkSegment(51c0ec84-8464-4377-97e7-3f3109fa929e),segment_id=51c0ec84-8464-4377-97e7-3f3109fa929e)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:29:56.411839 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c55f966c-021c-4ed2-af08-e91668e54e16 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:56.428629 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951df252-8bbb-404b-ab71-d07a12b4a91b tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Port 6eee45af-e454-49cb-96f5-836f63e538e0 on network 8c085f7c-84e2-4057-aadd-3f3889ae4749 not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:29:56.429239 n-d-843948-2 neutron-server[84887]: ERROR neutron.plugins.ml2.managers [None req-951df252-8bbb-404b-ab71-d07a12b4a91b tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Failed to bind port 6eee45af-e454-49cb-96f5-836f63e538e0 on host n-h1-843948-2 for vnic_type normal using segments [{'id': 'c6d1554a-7e78-4230-91e0-ea9983699a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '8c085f7c-84e2-4057-aadd-3f3889ae4749'}] May 30 20:29:56.431923 n-d-843948-2 neutron-server[84887]: INFO neutron.plugins.ml2.plugin [None req-951df252-8bbb-404b-ab71-d07a12b4a91b tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Attempt 4 to bind port 6eee45af-e454-49cb-96f5-836f63e538e0 May 30 20:29:56.450732 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4523fd0c-f75b-4d53-83e1-ea6f9c684837 req-e5edbd54-8b83-48f0-89f1-99e5f30b1bc6 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6a921a88c2104251b4f5cf697763e02b HTTP/1.1" status: 200 len: 380 time: 0.0981543 May 30 20:29:56.453441 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [None req-951df252-8bbb-404b-ab71-d07a12b4a91b tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Attempting to bind port 6eee45af-e454-49cb-96f5-836f63e538e0 on host n-h1-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:29:56.454035 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [None req-951df252-8bbb-404b-ab71-d07a12b4a91b tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Attempting to bind port 6eee45af-e454-49cb-96f5-836f63e538e0 by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': 'c6d1554a-7e78-4230-91e0-ea9983699a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '8c085f7c-84e2-4057-aadd-3f3889ae4749'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:29:56.454542 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951df252-8bbb-404b-ab71-d07a12b4a91b tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Attempting to bind port 6eee45af-e454-49cb-96f5-836f63e538e0 on network 8c085f7c-84e2-4057-aadd-3f3889ae4749 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:29:56.464096 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-4523fd0c-f75b-4d53-83e1-ea6f9c684837 req-fff14b6b-8f36-4580-97e3-3053492437db tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Request body: {'port': {'device_id': 'd350d3d6-4963-41cb-b310-90275ced44f9', 'network_id': '2ad0cf2e-8ff8-4add-9223-e815a60245ec', 'admin_state_up': True, 'tenant_id': '6a921a88c2104251b4f5cf697763e02b', 'security_groups': ['bb405612-9014-4259-93de-66017eac8af9']}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:29:56.559505 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-19e64ab4-217c-49fb-b060-e2fba5aa9e40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:56.575678 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951df252-8bbb-404b-ab71-d07a12b4a91b tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Port 6eee45af-e454-49cb-96f5-836f63e538e0 on network 8c085f7c-84e2-4057-aadd-3f3889ae4749 not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:29:56.576633 n-d-843948-2 neutron-server[84887]: ERROR neutron.plugins.ml2.managers [None req-951df252-8bbb-404b-ab71-d07a12b4a91b tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Failed to bind port 6eee45af-e454-49cb-96f5-836f63e538e0 on host n-h1-843948-2 for vnic_type normal using segments [{'id': 'c6d1554a-7e78-4230-91e0-ea9983699a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '8c085f7c-84e2-4057-aadd-3f3889ae4749'}] May 30 20:29:56.586149 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-c55f966c-021c-4ed2-af08-e91668e54e16 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Calling delete_port for 95a58b58-ab4b-46cd-9d22-bc091b561321 owned by network:dhcp {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:29:56.691913 n-d-843948-2 neutron-server[84887]: INFO neutron.plugins.ml2.plugin [None req-951df252-8bbb-404b-ab71-d07a12b4a91b tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Attempt 5 to bind port 6eee45af-e454-49cb-96f5-836f63e538e0 May 30 20:29:56.727097 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [None req-951df252-8bbb-404b-ab71-d07a12b4a91b tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Attempting to bind port 6eee45af-e454-49cb-96f5-836f63e538e0 on host n-h1-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:29:56.727430 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [None req-951df252-8bbb-404b-ab71-d07a12b4a91b tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Attempting to bind port 6eee45af-e454-49cb-96f5-836f63e538e0 by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': 'c6d1554a-7e78-4230-91e0-ea9983699a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '8c085f7c-84e2-4057-aadd-3f3889ae4749'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:29:56.727762 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951df252-8bbb-404b-ab71-d07a12b4a91b tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Attempting to bind port 6eee45af-e454-49cb-96f5-836f63e538e0 on network 8c085f7c-84e2-4057-aadd-3f3889ae4749 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:29:56.740235 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-4523fd0c-f75b-4d53-83e1-ea6f9c684837 req-fff14b6b-8f36-4580-97e3-3053492437db tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:29:56.758042 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11322121-043e-4499-a8d2-bffb0eb0b98f admin admin] Network ff5fdb4b-c181-42de-80b5-ff8540ac71a0 is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:29:56.779950 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951df252-8bbb-404b-ab71-d07a12b4a91b tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Port 6eee45af-e454-49cb-96f5-836f63e538e0 on network 8c085f7c-84e2-4057-aadd-3f3889ae4749 not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:29:56.781979 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-26391a29-9d74-4412-b38d-24588708ddb6 None None] For port 95a58b58-ab4b-46cd-9d22-bc091b561321, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=95a58b58-ab4b-46cd-9d22-bc091b561321,segment=NetworkSegment(51c0ec84-8464-4377-97e7-3f3109fa929e),segment_id=51c0ec84-8464-4377-97e7-3f3109fa929e)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:29:56.782357 n-d-843948-2 neutron-server[84887]: ERROR neutron.plugins.ml2.managers [None req-951df252-8bbb-404b-ab71-d07a12b4a91b tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Failed to bind port 6eee45af-e454-49cb-96f5-836f63e538e0 on host n-h1-843948-2 for vnic_type normal using segments [{'id': 'c6d1554a-7e78-4230-91e0-ea9983699a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '8c085f7c-84e2-4057-aadd-3f3889ae4749'}] May 30 20:29:56.782759 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-26391a29-9d74-4412-b38d-24588708ddb6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:56.784891 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-4523fd0c-f75b-4d53-83e1-ea6f9c684837 req-fff14b6b-8f36-4580-97e3-3053492437db tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:29:56.792340 n-d-843948-2 neutron-server[84887]: INFO neutron.plugins.ml2.plugin [None req-951df252-8bbb-404b-ab71-d07a12b4a91b tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Attempt 6 to bind port 6eee45af-e454-49cb-96f5-836f63e538e0 May 30 20:29:56.838521 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [None req-951df252-8bbb-404b-ab71-d07a12b4a91b tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Attempting to bind port 6eee45af-e454-49cb-96f5-836f63e538e0 on host n-h1-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:29:56.839153 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [None req-951df252-8bbb-404b-ab71-d07a12b4a91b tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Attempting to bind port 6eee45af-e454-49cb-96f5-836f63e538e0 by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': 'c6d1554a-7e78-4230-91e0-ea9983699a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '8c085f7c-84e2-4057-aadd-3f3889ae4749'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:29:56.839655 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951df252-8bbb-404b-ab71-d07a12b4a91b tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Attempting to bind port 6eee45af-e454-49cb-96f5-836f63e538e0 on network 8c085f7c-84e2-4057-aadd-3f3889ae4749 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:29:56.848428 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951df252-8bbb-404b-ab71-d07a12b4a91b tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Port 6eee45af-e454-49cb-96f5-836f63e538e0 on network 8c085f7c-84e2-4057-aadd-3f3889ae4749 not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:29:56.849038 n-d-843948-2 neutron-server[84887]: ERROR neutron.plugins.ml2.managers [None req-951df252-8bbb-404b-ab71-d07a12b4a91b tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Failed to bind port 6eee45af-e454-49cb-96f5-836f63e538e0 on host n-h1-843948-2 for vnic_type normal using segments [{'id': 'c6d1554a-7e78-4230-91e0-ea9983699a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '8c085f7c-84e2-4057-aadd-3f3889ae4749'}] May 30 20:29:56.849687 n-d-843948-2 neutron-server[84887]: INFO neutron.plugins.ml2.plugin [None req-951df252-8bbb-404b-ab71-d07a12b4a91b tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Attempt 7 to bind port 6eee45af-e454-49cb-96f5-836f63e538e0 May 30 20:29:56.857392 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-11322121-043e-4499-a8d2-bffb0eb0b98f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, ff5fdb4b-c181-42de-80b5-ff8540ac71a0) {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:29:56.861444 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11322121-043e-4499-a8d2-bffb0eb0b98f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:56.884277 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-11322121-043e-4499-a8d2-bffb0eb0b98f admin admin] Notify callbacks [] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:56.885521 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [None req-951df252-8bbb-404b-ab71-d07a12b4a91b tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Attempting to bind port 6eee45af-e454-49cb-96f5-836f63e538e0 on host n-h1-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:29:56.885521 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [None req-951df252-8bbb-404b-ab71-d07a12b4a91b tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Attempting to bind port 6eee45af-e454-49cb-96f5-836f63e538e0 by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': 'c6d1554a-7e78-4230-91e0-ea9983699a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '8c085f7c-84e2-4057-aadd-3f3889ae4749'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:29:56.885521 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951df252-8bbb-404b-ab71-d07a12b4a91b tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Attempting to bind port 6eee45af-e454-49cb-96f5-836f63e538e0 on network 8c085f7c-84e2-4057-aadd-3f3889ae4749 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:29:56.891673 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951df252-8bbb-404b-ab71-d07a12b4a91b tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Port 6eee45af-e454-49cb-96f5-836f63e538e0 on network 8c085f7c-84e2-4057-aadd-3f3889ae4749 not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:29:56.892014 n-d-843948-2 neutron-server[84887]: ERROR neutron.plugins.ml2.managers [None req-951df252-8bbb-404b-ab71-d07a12b4a91b tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Failed to bind port 6eee45af-e454-49cb-96f5-836f63e538e0 on host n-h1-843948-2 for vnic_type normal using segments [{'id': 'c6d1554a-7e78-4230-91e0-ea9983699a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '8c085f7c-84e2-4057-aadd-3f3889ae4749'}] May 30 20:29:56.892392 n-d-843948-2 neutron-server[84887]: INFO neutron.plugins.ml2.plugin [None req-951df252-8bbb-404b-ab71-d07a12b4a91b tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Attempt 8 to bind port 6eee45af-e454-49cb-96f5-836f63e538e0 May 30 20:29:56.908777 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [None req-951df252-8bbb-404b-ab71-d07a12b4a91b tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Attempting to bind port 6eee45af-e454-49cb-96f5-836f63e538e0 on host n-h1-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:29:56.909112 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [None req-951df252-8bbb-404b-ab71-d07a12b4a91b tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Attempting to bind port 6eee45af-e454-49cb-96f5-836f63e538e0 by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': 'c6d1554a-7e78-4230-91e0-ea9983699a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '8c085f7c-84e2-4057-aadd-3f3889ae4749'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:29:56.909462 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951df252-8bbb-404b-ab71-d07a12b4a91b tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Attempting to bind port 6eee45af-e454-49cb-96f5-836f63e538e0 on network 8c085f7c-84e2-4057-aadd-3f3889ae4749 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:29:56.915298 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951df252-8bbb-404b-ab71-d07a12b4a91b tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Port 6eee45af-e454-49cb-96f5-836f63e538e0 on network 8c085f7c-84e2-4057-aadd-3f3889ae4749 not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:29:56.915606 n-d-843948-2 neutron-server[84887]: ERROR neutron.plugins.ml2.managers [None req-951df252-8bbb-404b-ab71-d07a12b4a91b tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Failed to bind port 6eee45af-e454-49cb-96f5-836f63e538e0 on host n-h1-843948-2 for vnic_type normal using segments [{'id': 'c6d1554a-7e78-4230-91e0-ea9983699a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '8c085f7c-84e2-4057-aadd-3f3889ae4749'}] May 30 20:29:56.916001 n-d-843948-2 neutron-server[84887]: INFO neutron.plugins.ml2.plugin [None req-951df252-8bbb-404b-ab71-d07a12b4a91b tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Attempt 9 to bind port 6eee45af-e454-49cb-96f5-836f63e538e0 May 30 20:29:56.932296 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [None req-951df252-8bbb-404b-ab71-d07a12b4a91b tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Attempting to bind port 6eee45af-e454-49cb-96f5-836f63e538e0 on host n-h1-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:29:56.932831 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [None req-951df252-8bbb-404b-ab71-d07a12b4a91b tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Attempting to bind port 6eee45af-e454-49cb-96f5-836f63e538e0 by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': 'c6d1554a-7e78-4230-91e0-ea9983699a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '8c085f7c-84e2-4057-aadd-3f3889ae4749'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:29:56.933358 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951df252-8bbb-404b-ab71-d07a12b4a91b tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Attempting to bind port 6eee45af-e454-49cb-96f5-836f63e538e0 on network 8c085f7c-84e2-4057-aadd-3f3889ae4749 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:29:56.944725 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951df252-8bbb-404b-ab71-d07a12b4a91b tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Port 6eee45af-e454-49cb-96f5-836f63e538e0 on network 8c085f7c-84e2-4057-aadd-3f3889ae4749 not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:29:56.945051 n-d-843948-2 neutron-server[84887]: ERROR neutron.plugins.ml2.managers [None req-951df252-8bbb-404b-ab71-d07a12b4a91b tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Failed to bind port 6eee45af-e454-49cb-96f5-836f63e538e0 on host n-h1-843948-2 for vnic_type normal using segments [{'id': 'c6d1554a-7e78-4230-91e0-ea9983699a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '8c085f7c-84e2-4057-aadd-3f3889ae4749'}] May 30 20:29:56.945445 n-d-843948-2 neutron-server[84887]: INFO neutron.plugins.ml2.plugin [None req-951df252-8bbb-404b-ab71-d07a12b4a91b tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Attempt 10 to bind port 6eee45af-e454-49cb-96f5-836f63e538e0 May 30 20:29:56.958600 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1296f60-b5c0-4d27-9f5e-89df321ba631 None None] Network ff5fdb4b-c181-42de-80b5-ff8540ac71a0 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:29:56.969006 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4523fd0c-f75b-4d53-83e1-ea6f9c684837 req-fff14b6b-8f36-4580-97e3-3053492437db tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Made reservation on behalf of 6a921a88c2104251b4f5cf697763e02b for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:29:56.969006 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-4523fd0c-f75b-4d53-83e1-ea6f9c684837 req-fff14b6b-8f36-4580-97e3-3053492437db tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:56.971477 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-11322121-043e-4499-a8d2-bffb0eb0b98f admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.9408660 May 30 20:29:56.972495 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c55f966c-021c-4ed2-af08-e91668e54e16 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:56.977512 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 43218) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:56.980189 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-26391a29-9d74-4412-b38d-24588708ddb6 None None] Calling delete_port for 95a58b58-ab4b-46cd-9d22-bc091b561321 owned by network:dhcp {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:29:56.986907 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [None req-951df252-8bbb-404b-ab71-d07a12b4a91b tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Attempting to bind port 6eee45af-e454-49cb-96f5-836f63e538e0 on host n-h1-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:29:56.987563 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [None req-951df252-8bbb-404b-ab71-d07a12b4a91b tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Attempting to bind port 6eee45af-e454-49cb-96f5-836f63e538e0 by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': 'c6d1554a-7e78-4230-91e0-ea9983699a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '8c085f7c-84e2-4057-aadd-3f3889ae4749'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:29:56.987824 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951df252-8bbb-404b-ab71-d07a12b4a91b tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Attempting to bind port 6eee45af-e454-49cb-96f5-836f63e538e0 on network 8c085f7c-84e2-4057-aadd-3f3889ae4749 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:29:57.035569 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951df252-8bbb-404b-ab71-d07a12b4a91b tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Port 6eee45af-e454-49cb-96f5-836f63e538e0 on network 8c085f7c-84e2-4057-aadd-3f3889ae4749 not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:29:57.035982 n-d-843948-2 neutron-server[84887]: ERROR neutron.plugins.ml2.managers [None req-951df252-8bbb-404b-ab71-d07a12b4a91b tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Failed to bind port 6eee45af-e454-49cb-96f5-836f63e538e0 on host n-h1-843948-2 for vnic_type normal using segments [{'id': 'c6d1554a-7e78-4230-91e0-ea9983699a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '8c085f7c-84e2-4057-aadd-3f3889ae4749'}] May 30 20:29:57.036337 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-951df252-8bbb-404b-ab71-d07a12b4a91b tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:57.063312 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-ded38f58-c090-41a2-a00e-e613063cd99d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-683389103-router', 'tenant_id': 'db6fd322329b4022b9cb210149c8de8f', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:29:57.074227 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55f966c-021c-4ed2-af08-e91668e54e16 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Pushing event deleted for resources: {'Port': ['ID=95a58b58-ab4b-46cd-9d22-bc091b561321,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:57.076591 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-ded38f58-c090-41a2-a00e-e613063cd99d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:29:57.083624 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-ded38f58-c090-41a2-a00e-e613063cd99d admin admin] Usage tracker for resource:router and tenant:db6fd322329b4022b9cb210149c8de8f is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:29:57.086602 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55f966c-021c-4ed2-af08-e91668e54e16 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] No DVR routers for this DVR port 95a58b58-ab4b-46cd-9d22-bc091b561321 on host n-d-843948-2 {{(pid=84886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:29:57.088330 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-ded38f58-c090-41a2-a00e-e613063cd99d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:29:57.152516 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-ded38f58-c090-41a2-a00e-e613063cd99d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:29:57.206200 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:57.277350 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c55f966c-021c-4ed2-af08-e91668e54e16 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:57.378140 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-c55f966c-021c-4ed2-af08-e91668e54e16 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1be9463b-79f9-4e51-a03e-5e1ba8cc4cc4']}} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:29:57.396596 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ded38f58-c090-41a2-a00e-e613063cd99d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-733683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3159'] for router, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:57.399139 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ded38f58-c090-41a2-a00e-e613063cd99d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-733584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-736372', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-628480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3164'] for router, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:57.413161 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-c55f966c-021c-4ed2-af08-e91668e54e16 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51c0ec84-8464-4377-97e7-3f3109fa929e') {'for_net_delete': True} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:29:57.413961 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-c55f966c-021c-4ed2-af08-e91668e54e16 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51c0ec84-8464-4377-97e7-3f3109fa929e') {} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:29:57.415714 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.db.api [None req-26391a29-9d74-4412-b38d-24588708ddb6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:29:57.421876 n-d-843948-2 neutron-server[84888]: DEBUG oslo_db.api [None req-26391a29-9d74-4412-b38d-24588708ddb6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:29:57.430729 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c55f966c-021c-4ed2-af08-e91668e54e16 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2660590'] for segment, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:57.455760 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c55f966c-021c-4ed2-af08-e91668e54e16 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:57.458759 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ded38f58-c090-41a2-a00e-e613063cd99d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:57.471920 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c55f966c-021c-4ed2-af08-e91668e54e16 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Releasing vlan 675 on physical network physnet1 to pool {{(pid=84886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:29:57.472310 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c55f966c-021c-4ed2-af08-e91668e54e16 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4126989'] for segment, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:57.490559 n-d-843948-2 neutron-server[84886]: Traceback (most recent call last): May 30 20:29:57.490559 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:29:57.490559 n-d-843948-2 neutron-server[84886]: timer() May 30 20:29:57.490559 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:29:57.490559 n-d-843948-2 neutron-server[84886]: cb(*args, **kw) May 30 20:29:57.490559 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:29:57.490559 n-d-843948-2 neutron-server[84886]: return func(*args, **kwargs) May 30 20:29:57.490559 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:29:57.490559 n-d-843948-2 neutron-server[84886]: self._notify() May 30 20:29:57.490559 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:29:57.490559 n-d-843948-2 neutron-server[84886]: self.callback(batched_events) May 30 20:29:57.490559 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:29:57.490559 n-d-843948-2 neutron-server[84886]: event.method(event) May 30 20:29:57.490559 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:29:57.490559 n-d-843948-2 neutron-server[84886]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:29:57.490559 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:29:57.490559 n-d-843948-2 neutron-server[84886]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:29:57.490559 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:29:57.490559 n-d-843948-2 neutron-server[84886]: return f(self, *a, **k) May 30 20:29:57.490559 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:29:57.490559 n-d-843948-2 neutron-server[84886]: return self._get(url).json() May 30 20:29:57.490559 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:29:57.490559 n-d-843948-2 neutron-server[84886]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:29:57.490559 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:29:57.490559 n-d-843948-2 neutron-server[84886]: return self.request(url, 'GET', **kwargs) May 30 20:29:57.490559 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:29:57.490559 n-d-843948-2 neutron-server[84886]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:29:57.490559 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:29:57.490559 n-d-843948-2 neutron-server[84886]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:29:57.490559 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:29:57.490559 n-d-843948-2 neutron-server[84886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:29:57.490559 n-d-843948-2 neutron-server[84886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:29:57.514173 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-95a6590b-6d4d-49ad-9e8e-83282eccc317 req-9f765f00-2d3b-4ed8-a8d4-1680b2ea8364 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "GET /v2.0/ports?device_id=d350d3d6-4963-41cb-b310-90275ced44f9 HTTP/1.1" status: 200 len: 210 time: 0.1232955 May 30 20:29:57.526731 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [None req-951df252-8bbb-404b-ab71-d07a12b4a91b tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] For port 6eee45af-e454-49cb-96f5-836f63e538e0, host n-h1-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:29:57.527415 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [None req-951df252-8bbb-404b-ab71-d07a12b4a91b tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Attempted to set empty binding levels {{(pid=84887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} May 30 20:29:57.570856 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [req-4523fd0c-f75b-4d53-83e1-ea6f9c684837 req-fff14b6b-8f36-4580-97e3-3053492437db tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Allocated IP 172.20.0.4 (2ad0cf2e-8ff8-4add-9223-e815a60245ec/3f5f2a28-796d-4138-b193-86a2946727dc/c11bfcfd-e7eb-4cc9-b834-149cb8898334) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:29:57.589312 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5fc864b-30a5-44b2-92d2-fbceb327120e None None] Network ff5fdb4b-c181-42de-80b5-ff8540ac71a0 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:29:57.600934 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-951df252-8bbb-404b-ab71-d07a12b4a91b tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:57.679692 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c55f966c-021c-4ed2-af08-e91668e54e16 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:57.688239 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-951df252-8bbb-404b-ab71-d07a12b4a91b tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:57.770544 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c55f966c-021c-4ed2-af08-e91668e54e16 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks [] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:57.786576 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55f966c-021c-4ed2-af08-e91668e54e16 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Pushing event deleted for resources: {'Network': ['ID=1be9463b-79f9-4e51-a03e-5e1ba8cc4cc4,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:57.792368 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-c55f966c-021c-4ed2-af08-e91668e54e16 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] 10.222.0.85 "DELETE /v2.0/networks/1be9463b-79f9-4e51-a03e-5e1ba8cc4cc4 HTTP/1.1" status: 204 len: 168 time: 2.1878648 May 30 20:29:57.797281 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 43232) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:57.803221 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-40520e70-d898-48f9-a43c-f605d206deba tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1855634058'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:29:57.809669 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-40520e70-d898-48f9-a43c-f605d206deba tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:29:57.816587 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-40520e70-d898-48f9-a43c-f605d206deba tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Usage tracker for resource:network and tenant:4be4d49ae6064975a8617cd4194dcba7 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:29:57.820429 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-40520e70-d898-48f9-a43c-f605d206deba tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:29:57.837915 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951df252-8bbb-404b-ab71-d07a12b4a91b tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Pushing event updated for resources: {'Port': ['ID=6eee45af-e454-49cb-96f5-836f63e538e0,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:57.850506 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-40520e70-d898-48f9-a43c-f605d206deba tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:29:57.860745 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ded38f58-c090-41a2-a00e-e613063cd99d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-736390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:57.925761 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-26391a29-9d74-4412-b38d-24588708ddb6 None None] Deleting port 95a58b58-ab4b-46cd-9d22-bc091b561321 {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:29:57.926414 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-26391a29-9d74-4412-b38d-24588708ddb6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:57.960430 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-4523fd0c-f75b-4d53-83e1-ea6f9c684837 req-fff14b6b-8f36-4580-97e3-3053492437db tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:57.979283 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-4523fd0c-f75b-4d53-83e1-ea6f9c684837 req-fff14b6b-8f36-4580-97e3-3053492437db tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Transition to ACTIVE for port object c11bfcfd-e7eb-4cc9-b834-149cb8898334 will not be triggered until provisioned by entity DHCP. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:29:58.001679 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-951df252-8bbb-404b-ab71-d07a12b4a91b tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 978 time: 3.6431320 May 30 20:29:58.003961 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 43236) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:58.008336 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-26391a29-9d74-4412-b38d-24588708ddb6 None None] The port '95a58b58-ab4b-46cd-9d22-bc091b561321' was deleted {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 20:29:58.084949 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-c5cfe63a-6f7b-49a9-aefa-629208727350 tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Deleting port 6eee45af-e454-49cb-96f5-836f63e538e0 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:29:58.085382 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c5cfe63a-6f7b-49a9-aefa-629208727350 tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:58.121845 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-4523fd0c-f75b-4d53-83e1-ea6f9c684837 req-fff14b6b-8f36-4580-97e3-3053492437db tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:58.149650 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ded38f58-c090-41a2-a00e-e613063cd99d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:58.180679 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40520e70-d898-48f9-a43c-f605d206deba tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Made reservation on behalf of 4be4d49ae6064975a8617cd4194dcba7 for: {'network': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:29:58.183669 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-40520e70-d898-48f9-a43c-f605d206deba tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:58.193104 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ded38f58-c090-41a2-a00e-e613063cd99d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:58.251188 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4523fd0c-f75b-4d53-83e1-ea6f9c684837 req-fff14b6b-8f36-4580-97e3-3053492437db tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Network 2ad0cf2e-8ff8-4add-9223-e815a60245ec is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:29:58.258756 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [req-4523fd0c-f75b-4d53-83e1-ea6f9c684837 req-fff14b6b-8f36-4580-97e3-3053492437db tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:29:58.260489 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40520e70-d898-48f9-a43c-f605d206deba tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] vlan segment allocate from pool success with {'vlan_id': 652, 'physical_network': 'physnet1'} {{(pid=84886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:29:58.261462 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-4523fd0c-f75b-4d53-83e1-ea6f9c684837 req-fff14b6b-8f36-4580-97e3-3053492437db tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:29:58.271773 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-40520e70-d898-48f9-a43c-f605d206deba tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:58.271773 n-d-843948-2 neutron-server[84886]: INFO neutron.db.segments_db [None req-40520e70-d898-48f9-a43c-f605d206deba tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Added segment db6ad507-dbad-42df-b6ff-9d5acbf16e95 of type vlan for network 7617f774-4f27-4a94-8a39-e3896a453a7d May 30 20:29:58.279885 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:29:58.311398 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-40520e70-d898-48f9-a43c-f605d206deba tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:58.328794 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff14b6b-8f36-4580-97e3-3053492437db tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Pushing event updated for resources: {'Port': ['ID=c11bfcfd-e7eb-4cc9-b834-149cb8898334,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:58.461981 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4523fd0c-f75b-4d53-83e1-ea6f9c684837 req-fff14b6b-8f36-4580-97e3-3053492437db tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:58.462848 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-4523fd0c-f75b-4d53-83e1-ea6f9c684837 req-fff14b6b-8f36-4580-97e3-3053492437db tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:58.471195 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-ded38f58-c090-41a2-a00e-e613063cd99d admin admin] Allocated IP 172.25.8.238 (c7869750-4b49-4b7e-aa99-5e0f1ae02da4/427601ec-f643-4fe7-b5e6-17305d3a39e1/834687b0-36d6-4dac-a06a-2a1aeb20388e) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:29:58.474129 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-40520e70-d898-48f9-a43c-f605d206deba tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:58.479149 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40520e70-d898-48f9-a43c-f605d206deba tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:58.479790 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-40520e70-d898-48f9-a43c-f605d206deba tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks [] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:58.519072 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [None req-c5cfe63a-6f7b-49a9-aefa-629208727350 tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] For port 6eee45af-e454-49cb-96f5-836f63e538e0, host n-h1-843948-2, got binding levels [] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:29:58.519707 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c5cfe63a-6f7b-49a9-aefa-629208727350 tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:58.590935 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4523fd0c-f75b-4d53-83e1-ea6f9c684837 req-fff14b6b-8f36-4580-97e3-3053492437db tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1318016 May 30 20:29:58.659007 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-c5cfe63a-6f7b-49a9-aefa-629208727350 tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Calling delete_port for 6eee45af-e454-49cb-96f5-836f63e538e0 owned by {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:29:58.689573 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-4523fd0c-f75b-4d53-83e1-ea6f9c684837 req-33a6b8c6-32bb-4e71-8ac8-a767b56c7060 service neutron] Request body: {'port': {'device_id': 'd350d3d6-4963-41cb-b310-90275ced44f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843948-2'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:29:58.729053 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-5770f414-712c-41d4-8420-d6292fa5f456 None None] Provisioning for port c11bfcfd-e7eb-4cc9-b834-149cb8898334 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:29:58.734869 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-5770f414-712c-41d4-8420-d6292fa5f456 None None] Provisioning complete for port c11bfcfd-e7eb-4cc9-b834-149cb8898334 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:29:58.735274 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-5770f414-712c-41d4-8420-d6292fa5f456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:58.812474 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-5770f414-712c-41d4-8420-d6292fa5f456 None None] Port c11bfcfd-e7eb-4cc9-b834-149cb8898334 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:29:58.850683 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-4523fd0c-f75b-4d53-83e1-ea6f9c684837 req-33a6b8c6-32bb-4e71-8ac8-a767b56c7060 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:58.862998 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40520e70-d898-48f9-a43c-f605d206deba tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Pushing event updated for resources: {'Network': ['ID=7617f774-4f27-4a94-8a39-e3896a453a7d,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:58.902638 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network 7617f774-4f27-4a94-8a39-e3896a453a7d details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:29:58.979997 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faf12b8-9291-43c0-9813-6490d1eacbe8 req-b070c63d-7c54-4715-901d-a7c9da088c4e tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:29:58.982081 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-7faf12b8-9291-43c0-9813-6490d1eacbe8 req-b070c63d-7c54-4715-901d-a7c9da088c4e tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "GET /v2.0/ports?device_id=d350d3d6-4963-41cb-b310-90275ced44f9 HTTP/1.1" status: 200 len: 931 time: 0.2323055 May 30 20:29:58.989740 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-40520e70-d898-48f9-a43c-f605d206deba tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1894155 May 30 20:29:58.990282 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 43262) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:58.996088 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ded38f58-c090-41a2-a00e-e613063cd99d admin admin] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:59.007565 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-6cba13d7-b72b-419a-a6b5-5359ca1f6672 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Request body: {'subnet': {'network_id': '7617f774-4f27-4a94-8a39-e3896a453a7d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:29:59.060132 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c5cfe63a-6f7b-49a9-aefa-629208727350 tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:59.142723 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cfe63a-6f7b-49a9-aefa-629208727350 tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Pushing event deleted for resources: {'Port': ['ID=6eee45af-e454-49cb-96f5-836f63e538e0,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:59.153428 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c5cfe63a-6f7b-49a9-aefa-629208727350 tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:59.185390 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-c5cfe63a-6f7b-49a9-aefa-629208727350 tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] 10.222.0.85 "DELETE /v2.0/ports/6eee45af-e454-49cb-96f5-836f63e538e0 HTTP/1.1" status: 204 len: 168 time: 1.1779754 May 30 20:29:59.185889 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 43272) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:59.338005 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-6cba13d7-b72b-419a-a6b5-5359ca1f6672 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:29:59.355208 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-6cba13d7-b72b-419a-a6b5-5359ca1f6672 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Usage tracker for resource:subnet and tenant:4be4d49ae6064975a8617cd4194dcba7 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:29:59.360878 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-6cba13d7-b72b-419a-a6b5-5359ca1f6672 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:29:59.364135 n-d-843948-2 neutron-server[84886]: INFO neutron.pecan_wsgi.hooks.translation [None req-6024cc1f-ae10-433c-baa3-2e5b14fcf26b tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] GET failed (client error): The resource could not be found. May 30 20:29:59.368798 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-6024cc1f-ae10-433c-baa3-2e5b14fcf26b tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] 10.222.0.85 "GET /v2.0/ports/6eee45af-e454-49cb-96f5-836f63e538e0 HTTP/1.1" status: 404 len: 333 time: 0.1774473 May 30 20:29:59.369685 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-7faf12b8-9291-43c0-9813-6490d1eacbe8 req-d34de191-47a0-4423-bec8-01d3d2e484cc tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "GET /v2.0/security-groups?id=bb405612-9014-4259-93de-66017eac8af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3444474 May 30 20:29:59.370219 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 43280) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:29:59.377916 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-6cba13d7-b72b-419a-a6b5-5359ca1f6672 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:29:59.383354 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-81097aee-f20d-4cd5-8722-eb87057ee638 tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Request body: {'port': {'network_id': '8c085f7c-84e2-4057-aadd-3f3889ae4749', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-373066230'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:29:59.391791 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-81097aee-f20d-4cd5-8722-eb87057ee638 tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:29:59.397516 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-81097aee-f20d-4cd5-8722-eb87057ee638 tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Usage tracker for resource:port and tenant:2cef7f41fbba40918e755943bbe0bdfc is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:29:59.409988 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-81097aee-f20d-4cd5-8722-eb87057ee638 tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:29:59.411350 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-81097aee-f20d-4cd5-8722-eb87057ee638 tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:29:59.417816 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [req-4523fd0c-f75b-4d53-83e1-ea6f9c684837 req-33a6b8c6-32bb-4e71-8ac8-a767b56c7060 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c11bfcfd-e7eb-4cc9-b834-149cb8898334 {{(pid=84887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:29:59.426528 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-4523fd0c-f75b-4d53-83e1-ea6f9c684837 req-33a6b8c6-32bb-4e71-8ac8-a767b56c7060 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:59.442115 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-4523fd0c-f75b-4d53-83e1-ea6f9c684837 req-33a6b8c6-32bb-4e71-8ac8-a767b56c7060 service neutron] Transition to ACTIVE for port object c11bfcfd-e7eb-4cc9-b834-149cb8898334 will not be triggered until provisioned by entity L2. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:29:59.501551 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ded38f58-c090-41a2-a00e-e613063cd99d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:59.532368 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-4523fd0c-f75b-4d53-83e1-ea6f9c684837 req-33a6b8c6-32bb-4e71-8ac8-a767b56c7060 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:59.557565 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81097aee-f20d-4cd5-8722-eb87057ee638 tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Made reservation on behalf of 2cef7f41fbba40918e755943bbe0bdfc for: {'port': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:29:59.559878 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-81097aee-f20d-4cd5-8722-eb87057ee638 tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:59.575439 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cba13d7-b72b-419a-a6b5-5359ca1f6672 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Made reservation on behalf of 4be4d49ae6064975a8617cd4194dcba7 for: {'subnet': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:29:59.623943 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-3201b2ba-65c1-4368-9eed-b537d5aff863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:59.829046 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:59.843177 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6cba13d7-b72b-419a-a6b5-5359ca1f6672 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2778563'] for subnet, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:29:59.881902 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a6b8c6-32bb-4e71-8ac8-a767b56c7060 service neutron] Pushing event updated for resources: {'Port': ['ID=c11bfcfd-e7eb-4cc9-b834-149cb8898334,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:29:59.995290 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded38f58-c090-41a2-a00e-e613063cd99d admin admin] Network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:30:00.086013 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-4523fd0c-f75b-4d53-83e1-ea6f9c684837 req-33a6b8c6-32bb-4e71-8ac8-a767b56c7060 service neutron] Attempting to bind port c11bfcfd-e7eb-4cc9-b834-149cb8898334 on host n-h2-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:30:00.086512 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-4523fd0c-f75b-4d53-83e1-ea6f9c684837 req-33a6b8c6-32bb-4e71-8ac8-a767b56c7060 service neutron] Attempting to bind port c11bfcfd-e7eb-4cc9-b834-149cb8898334 by drivers openvswitch,hyperv on host n-h2-843948-2 at level 0 using segments [{'id': 'b78e2ba6-ffa9-4506-8832-06fa459f4605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '2ad0cf2e-8ff8-4add-9223-e815a60245ec'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:30:00.087763 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4523fd0c-f75b-4d53-83e1-ea6f9c684837 req-33a6b8c6-32bb-4e71-8ac8-a767b56c7060 service neutron] Attempting to bind port c11bfcfd-e7eb-4cc9-b834-149cb8898334 on network 2ad0cf2e-8ff8-4add-9223-e815a60245ec {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:30:00.094910 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4523fd0c-f75b-4d53-83e1-ea6f9c684837 req-33a6b8c6-32bb-4e71-8ac8-a767b56c7060 service neutron] Port c11bfcfd-e7eb-4cc9-b834-149cb8898334 on network 2ad0cf2e-8ff8-4add-9223-e815a60245ec not bound, no agent of type Open vSwitch agent registered on host n-h2-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:30:00.095284 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4523fd0c-f75b-4d53-83e1-ea6f9c684837 req-33a6b8c6-32bb-4e71-8ac8-a767b56c7060 service neutron] Attempting to bind port c11bfcfd-e7eb-4cc9-b834-149cb8898334 on network 2ad0cf2e-8ff8-4add-9223-e815a60245ec {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:30:00.103974 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4523fd0c-f75b-4d53-83e1-ea6f9c684837 req-33a6b8c6-32bb-4e71-8ac8-a767b56c7060 service neutron] Checking agent: {'id': 'eaa08354-e8f5-4e73-af76-8d3cf7d2b390', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 29, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:30:00.104385 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4523fd0c-f75b-4d53-83e1-ea6f9c684837 req-33a6b8c6-32bb-4e71-8ac8-a767b56c7060 service neutron] Checking segment: {'id': 'b78e2ba6-ffa9-4506-8832-06fa459f4605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '2ad0cf2e-8ff8-4add-9223-e815a60245ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:30:00.106790 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4523fd0c-f75b-4d53-83e1-ea6f9c684837 req-33a6b8c6-32bb-4e71-8ac8-a767b56c7060 service neutron] Bound using segment: {'id': 'b78e2ba6-ffa9-4506-8832-06fa459f4605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '2ad0cf2e-8ff8-4add-9223-e815a60245ec'} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:30:00.107317 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-4523fd0c-f75b-4d53-83e1-ea6f9c684837 req-33a6b8c6-32bb-4e71-8ac8-a767b56c7060 service neutron] Bound port: c11bfcfd-e7eb-4cc9-b834-149cb8898334, host: n-h2-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b78e2ba6-ffa9-4506-8832-06fa459f4605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '2ad0cf2e-8ff8-4add-9223-e815a60245ec'}}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:30:00.107676 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-4523fd0c-f75b-4d53-83e1-ea6f9c684837 req-33a6b8c6-32bb-4e71-8ac8-a767b56c7060 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:00.133040 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-ded38f58-c090-41a2-a00e-e613063cd99d admin admin] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:30:00.177496 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded38f58-c090-41a2-a00e-e613063cd99d admin admin] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:30:00.209870 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [None req-81097aee-f20d-4cd5-8722-eb87057ee638 tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] device_id is not set on port 6534f707-45d0-432a-9d19-771657892e7f yet. {{(pid=84886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:30:00.225445 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-4523fd0c-f75b-4d53-83e1-ea6f9c684837 req-33a6b8c6-32bb-4e71-8ac8-a767b56c7060 service neutron] For port c11bfcfd-e7eb-4cc9-b834-149cb8898334, host n-h2-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:30:00.229045 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-4523fd0c-f75b-4d53-83e1-ea6f9c684837 req-33a6b8c6-32bb-4e71-8ac8-a767b56c7060 service neutron] For port c11bfcfd-e7eb-4cc9-b834-149cb8898334, host n-h2-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=c11bfcfd-e7eb-4cc9-b834-149cb8898334,segment=NetworkSegment(b78e2ba6-ffa9-4506-8832-06fa459f4605),segment_id=b78e2ba6-ffa9-4506-8832-06fa459f4605)] {{(pid=84887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:30:00.242215 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded38f58-c090-41a2-a00e-e613063cd99d admin admin] Pushing event updated for resources: {'Port': ['ID=834687b0-36d6-4dac-a06a-2a1aeb20388e,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:00.283060 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6cba13d7-b72b-419a-a6b5-5359ca1f6672 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4127140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2778577'] for subnet, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:00.366843 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-4523fd0c-f75b-4d53-83e1-ea6f9c684837 req-33a6b8c6-32bb-4e71-8ac8-a767b56c7060 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:00.476280 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-4523fd0c-f75b-4d53-83e1-ea6f9c684837 req-33a6b8c6-32bb-4e71-8ac8-a767b56c7060 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:00.481387 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4523fd0c-f75b-4d53-83e1-ea6f9c684837 req-33a6b8c6-32bb-4e71-8ac8-a767b56c7060 service neutron] 10.222.0.86 "PUT /v2.0/ports/c11bfcfd-e7eb-4cc9-b834-149cb8898334 HTTP/1.1" status: 200 len: 1091 time: 1.8293581 May 30 20:30:00.481962 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd350d3d6-4963-41cb-b310-90275ced44f9', 'tag': 'c11bfcfd-e7eb-4cc9-b834-149cb8898334'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:30:00.512752 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cba13d7-b72b-419a-a6b5-5359ca1f6672 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Pushing event updated for resources: {'Subnet': ['ID=7e4a1297-c3e2-4e4b-9594-8a9eadaef9a3,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:00.533650 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a6b8c6-32bb-4e71-8ac8-a767b56c7060 service neutron] Pushing event updated for resources: {'Port': ['ID=c11bfcfd-e7eb-4cc9-b834-149cb8898334,revision_number=3']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:00.597001 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87514c71-adb2-4f39-b4cc-172f2ceb4790'] response: {'name': 'network-changed', 'server_uuid': 'd350d3d6-4963-41cb-b310-90275ced44f9', 'tag': 'c11bfcfd-e7eb-4cc9-b834-149cb8898334', 'status': 'completed', 'code': 200} May 30 20:30:00.636595 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 43302) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:00.670864 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cba13d7-b72b-419a-a6b5-5359ca1f6672 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Checking segment: {'id': 'db6ad507-dbad-42df-b6ff-9d5acbf16e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '7617f774-4f27-4a94-8a39-e3896a453a7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:30:00.672113 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cba13d7-b72b-419a-a6b5-5359ca1f6672 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Network hostable DHCP agents. Network: 7617f774-4f27-4a94-8a39-e3896a453a7d, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:30:00.770640 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-81097aee-f20d-4cd5-8722-eb87057ee638 tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:00.791420 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4523fd0c-f75b-4d53-83e1-ea6f9c684837 req-dd4ea7f5-f94a-490b-acfa-c8f7df34d866 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6a921a88c2104251b4f5cf697763e02b&device_id=d350d3d6-4963-41cb-b310-90275ced44f9 HTTP/1.1" status: 200 len: 1094 time: 0.1990311 May 30 20:30:00.877956 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e83cbe-c0c8-44a4-a613-0f039d394dbe req-ab86d4d3-dadd-4e9d-85bc-ad5688c72cc1 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:00.878787 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-51e83cbe-c0c8-44a4-a613-0f039d394dbe req-ab86d4d3-dadd-4e9d-85bc-ad5688c72cc1 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Synchronizing usage tracker for tenant:6a921a88c2104251b4f5cf697763e02b on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:30:00.907307 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4523fd0c-f75b-4d53-83e1-ea6f9c684837 req-e174a99f-4615-45c5-86ba-57ab83e6b219 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c11bfcfd-e7eb-4cc9-b834-149cb8898334 HTTP/1.1" status: 200 len: 217 time: 0.1073802 May 30 20:30:00.929381 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cba13d7-b72b-419a-a6b5-5359ca1f6672 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Network 7617f774-4f27-4a94-8a39-e3896a453a7d is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:30:00.962421 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-81097aee-f20d-4cd5-8722-eb87057ee638 tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:01.007540 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4523fd0c-f75b-4d53-83e1-ea6f9c684837 req-1279ebe4-8ae2-48b3-a843-a4e5c8920ad0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:01.009446 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4523fd0c-f75b-4d53-83e1-ea6f9c684837 req-1279ebe4-8ae2-48b3-a843-a4e5c8920ad0 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3f5f2a28-796d-4138-b193-86a2946727dc HTTP/1.1" status: 200 len: 853 time: 0.0929134 May 30 20:30:01.010450 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-51e83cbe-c0c8-44a4-a613-0f039d394dbe req-ab86d4d3-dadd-4e9d-85bc-ad5688c72cc1 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Unset dirty status for tenant:6a921a88c2104251b4f5cf697763e02b on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:30:01.011697 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-51e83cbe-c0c8-44a4-a613-0f039d394dbe req-ab86d4d3-dadd-4e9d-85bc-ad5688c72cc1 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "GET /v2.0/ports?device_id=d350d3d6-4963-41cb-b310-90275ced44f9 HTTP/1.1" status: 200 len: 943 time: 0.3599195 May 30 20:30:01.031575 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-cc685eba-8f9b-42fa-8ba8-ef45ebe589a4 tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Request body: {'floatingip': {'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:30:01.047577 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-cc685eba-8f9b-42fa-8ba8-ef45ebe589a4 tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:30:01.051808 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-6cba13d7-b72b-419a-a6b5-5359ca1f6672 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, 7617f774-4f27-4a94-8a39-e3896a453a7d) {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:30:01.067943 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5976d3f5-9392-4b50-bb12-eb64e8e501e5 None None] Network 7617f774-4f27-4a94-8a39-e3896a453a7d requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:30:01.068923 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-cc685eba-8f9b-42fa-8ba8-ef45ebe589a4 tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Usage tracker for resource:floatingip and tenant:24d297ba46c3432998910b93f024c63b is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:30:01.074801 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-cc685eba-8f9b-42fa-8ba8-ef45ebe589a4 tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:30:01.088877 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cba13d7-b72b-419a-a6b5-5359ca1f6672 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:01.090205 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6cba13d7-b72b-419a-a6b5-5359ca1f6672 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks [] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:01.105848 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-cc685eba-8f9b-42fa-8ba8-ef45ebe589a4 tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:30:01.124617 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81097aee-f20d-4cd5-8722-eb87057ee638 tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Network 8c085f7c-84e2-4057-aadd-3f3889ae4749 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:30:01.132969 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-51e83cbe-c0c8-44a4-a613-0f039d394dbe req-85073278-2fbf-46e0-87c2-6dde28b9b912 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "GET /v2.0/security-groups?id=bb405612-9014-4259-93de-66017eac8af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825586 May 30 20:30:01.137379 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81097aee-f20d-4cd5-8722-eb87057ee638 tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Pushing event updated for resources: {'Port': ['ID=6534f707-45d0-432a-9d19-771657892e7f,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:01.140443 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-81097aee-f20d-4cd5-8722-eb87057ee638 tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:30:01.147458 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81097aee-f20d-4cd5-8722-eb87057ee638 tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:30:01.151471 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81097aee-f20d-4cd5-8722-eb87057ee638 tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:01.151471 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-81097aee-f20d-4cd5-8722-eb87057ee638 tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:01.154308 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4523fd0c-f75b-4d53-83e1-ea6f9c684837 req-235b55aa-fc5b-42ff-a5ac-72571e19a133 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2ad0cf2e-8ff8-4add-9223-e815a60245ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1370215 May 30 20:30:01.191821 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ded38f58-c090-41a2-a00e-e613063cd99d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:01.192863 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ded38f58-c090-41a2-a00e-e613063cd99d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-736409'] for router, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:01.218930 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:01.332196 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4523fd0c-f75b-4d53-83e1-ea6f9c684837 req-0242d327-caff-4a06-ad7d-75689cb783c1 service neutron] 10.222.0.86 "GET /v2.0/networks/2ad0cf2e-8ff8-4add-9223-e815a60245ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697140 May 30 20:30:01.343473 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-cc685eba-8f9b-42fa-8ba8-ef45ebe589a4 tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Notify callbacks [] for floatingip, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:01.363220 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-81097aee-f20d-4cd5-8722-eb87057ee638 tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.9880271 May 30 20:30:01.369904 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 43312) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:01.371948 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 43314) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:01.372110 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-6cba13d7-b72b-419a-a6b5-5359ca1f6672 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3807621 May 30 20:30:01.415092 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e9a09b-fbdc-4606-bf0b-3966a4cdbbeb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-7617f774-4f27-4a94-8a39-e3896a453a7d', 'network_id': '7617f774-4f27-4a94-8a39-e3896a453a7d', 'tenant_id': '4be4d49ae6064975a8617cd4194dcba7', 'fixed_ips': [{'subnet_id': '7e4a1297-c3e2-4e4b-9594-8a9eadaef9a3'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:30:01.416207 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-30e9a09b-fbdc-4606-bf0b-3966a4cdbbeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:01.418962 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-f2f1675b-b191-4050-9561-99a26248b6bf tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-843948-2'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:30:01.462385 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-af3c595b-66a4-4567-bc27-21331d4a04ec tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-109762524', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:30:01.471359 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-af3c595b-66a4-4567-bc27-21331d4a04ec tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:30:01.483644 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-af3c595b-66a4-4567-bc27-21331d4a04ec tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Usage tracker for resource:router and tenant:4be4d49ae6064975a8617cd4194dcba7 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:30:01.488795 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-af3c595b-66a4-4567-bc27-21331d4a04ec tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:30:01.500304 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-af3c595b-66a4-4567-bc27-21331d4a04ec tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:30:01.596258 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-30e9a09b-fbdc-4606-bf0b-3966a4cdbbeb None None] Allocated IP 172.20.0.2 (7617f774-4f27-4a94-8a39-e3896a453a7d/7e4a1297-c3e2-4e4b-9594-8a9eadaef9a3/d88ba49b-58a2-4980-8d66-8d341d700366) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:30:01.597596 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4523fd0c-f75b-4d53-83e1-ea6f9c684837 req-d7acd6ad-840d-4bb3-a678-053e5a10dfda service neutron] 10.222.0.86 "GET /v2.0/networks/2ad0cf2e-8ff8-4add-9223-e815a60245ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2587588 May 30 20:30:01.609292 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-cc685eba-8f9b-42fa-8ba8-ef45ebe589a4 tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:01.714116 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-af3c595b-66a4-4567-bc27-21331d4a04ec tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-733683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3159'] for router, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:01.715177 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-af3c595b-66a4-4567-bc27-21331d4a04ec tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-733584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-736372', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-628480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3164'] for router, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:01.739616 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-af3c595b-66a4-4567-bc27-21331d4a04ec tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:01.754618 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-cc685eba-8f9b-42fa-8ba8-ef45ebe589a4 tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Allocated IP 172.25.8.193 (c7869750-4b49-4b7e-aa99-5e0f1ae02da4/427601ec-f643-4fe7-b5e6-17305d3a39e1/4eefd0d6-d94a-4a1b-b4a1-8645593d749b) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:30:01.759040 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f2f1675b-b191-4050-9561-99a26248b6bf tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:01.867274 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-30e9a09b-fbdc-4606-bf0b-3966a4cdbbeb None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:01.879902 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-30e9a09b-fbdc-4606-bf0b-3966a4cdbbeb None None] Transition to ACTIVE for port object d88ba49b-58a2-4980-8d66-8d341d700366 will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:30:01.901653 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-af3c595b-66a4-4567-bc27-21331d4a04ec tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-736409'] for router, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:01.934386 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-30e9a09b-fbdc-4606-bf0b-3966a4cdbbeb None None] Transition to ACTIVE for port object d88ba49b-58a2-4980-8d66-8d341d700366 will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:30:02.005047 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ded38f58-c090-41a2-a00e-e613063cd99d admin admin] Router b372c79f-6d8e-4889-9b07-12f2e010819a is scheduled to L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 with binding_index 1 {{(pid=84886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 20:30:02.031329 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-af3c595b-66a4-4567-bc27-21331d4a04ec tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks [] for router, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:02.032665 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-af3c595b-66a4-4567-bc27-21331d4a04ec tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.5896792 May 30 20:30:02.039326 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 43324) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:02.054712 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b4f4540e-f9a9-4fb0-8a9f-81941897ab6c req-c018e31e-b0ff-47ca-8888-52f36bfad552 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6a921a88c2104251b4f5cf697763e02b&device_id=d350d3d6-4963-41cb-b310-90275ced44f9 HTTP/1.1" status: 200 len: 1094 time: 0.2332823 May 30 20:30:02.066586 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-30e9a09b-fbdc-4606-bf0b-3966a4cdbbeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:02.067450 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-35d6b3a2-0be2-47e7-b98b-5b06820f0e2e tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Request body: {'port': {'network_id': '7617f774-4f27-4a94-8a39-e3896a453a7d', 'name': 'tempest-PortsTestJSON-1449892783'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:30:02.166601 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e9a09b-fbdc-4606-bf0b-3966a4cdbbeb None None] Network 7617f774-4f27-4a94-8a39-e3896a453a7d is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:30:02.170825 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-30e9a09b-fbdc-4606-bf0b-3966a4cdbbeb None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:30:02.174649 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e9a09b-fbdc-4606-bf0b-3966a4cdbbeb None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:30:02.228337 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f4540e-f9a9-4fb0-8a9f-81941897ab6c req-9bcacf12-cf74-428b-b06c-ce7c0e214623 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:02.230127 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b4f4540e-f9a9-4fb0-8a9f-81941897ab6c req-9bcacf12-cf74-428b-b06c-ce7c0e214623 service neutron] 10.222.0.86 "GET /v2.0/networks?id=2ad0cf2e-8ff8-4add-9223-e815a60245ec HTTP/1.1" status: 200 len: 915 time: 0.1668308 May 30 20:30:02.269184 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e9a09b-fbdc-4606-bf0b-3966a4cdbbeb None None] Pushing event updated for resources: {'Port': ['ID=d88ba49b-58a2-4980-8d66-8d341d700366,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:02.314692 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-30e9a09b-fbdc-4606-bf0b-3966a4cdbbeb None None] Attempting to bind port d88ba49b-58a2-4980-8d66-8d341d700366 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:30:02.315379 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-30e9a09b-fbdc-4606-bf0b-3966a4cdbbeb None None] Attempting to bind port d88ba49b-58a2-4980-8d66-8d341d700366 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': 'db6ad507-dbad-42df-b6ff-9d5acbf16e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '7617f774-4f27-4a94-8a39-e3896a453a7d'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:30:02.316037 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e9a09b-fbdc-4606-bf0b-3966a4cdbbeb None None] Attempting to bind port d88ba49b-58a2-4980-8d66-8d341d700366 on network 7617f774-4f27-4a94-8a39-e3896a453a7d {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:30:02.325505 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e9a09b-fbdc-4606-bf0b-3966a4cdbbeb None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:30:02.326209 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e9a09b-fbdc-4606-bf0b-3966a4cdbbeb None None] Checking segment: {'id': 'db6ad507-dbad-42df-b6ff-9d5acbf16e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '7617f774-4f27-4a94-8a39-e3896a453a7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:30:02.326832 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-30e9a09b-fbdc-4606-bf0b-3966a4cdbbeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:02.327431 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e9a09b-fbdc-4606-bf0b-3966a4cdbbeb None None] Bound using segment: {'id': 'db6ad507-dbad-42df-b6ff-9d5acbf16e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '7617f774-4f27-4a94-8a39-e3896a453a7d'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:30:02.328315 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-30e9a09b-fbdc-4606-bf0b-3966a4cdbbeb None None] Bound port: d88ba49b-58a2-4980-8d66-8d341d700366, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db6ad507-dbad-42df-b6ff-9d5acbf16e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '7617f774-4f27-4a94-8a39-e3896a453a7d'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:30:02.329003 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-30e9a09b-fbdc-4606-bf0b-3966a4cdbbeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:02.353839 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-cc685eba-8f9b-42fa-8ba8-ef45ebe589a4 tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:02.456246 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-30e9a09b-fbdc-4606-bf0b-3966a4cdbbeb None None] For port d88ba49b-58a2-4980-8d66-8d341d700366, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:30:02.460105 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-30e9a09b-fbdc-4606-bf0b-3966a4cdbbeb None None] For port d88ba49b-58a2-4980-8d66-8d341d700366, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=d88ba49b-58a2-4980-8d66-8d341d700366,segment=NetworkSegment(db6ad507-dbad-42df-b6ff-9d5acbf16e95),segment_id=db6ad507-dbad-42df-b6ff-9d5acbf16e95)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:30:02.555021 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b4f4540e-f9a9-4fb0-8a9f-81941897ab6c req-60e672f7-40e9-4141-8b31-a892ff2e9382 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c11bfcfd-e7eb-4cc9-b834-149cb8898334 HTTP/1.1" status: 200 len: 217 time: 0.3144414 May 30 20:30:02.566607 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-30e9a09b-fbdc-4606-bf0b-3966a4cdbbeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:02.623196 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-35d6b3a2-0be2-47e7-b98b-5b06820f0e2e tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:30:02.643599 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-35d6b3a2-0be2-47e7-b98b-5b06820f0e2e tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Usage tracker for resource:port and tenant:4be4d49ae6064975a8617cd4194dcba7 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:30:02.647017 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:02.647981 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-35d6b3a2-0be2-47e7-b98b-5b06820f0e2e tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:30:02.662462 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e9a09b-fbdc-4606-bf0b-3966a4cdbbeb None None] Pushing event updated for resources: {'Port': ['ID=d88ba49b-58a2-4980-8d66-8d341d700366,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:02.665940 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-35d6b3a2-0be2-47e7-b98b-5b06820f0e2e tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:30:02.683490 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4f0430-d204-4a29-8c3a-e77dcbd96da3 req-24fb8137-8e7c-4f15-959f-69f89b69e2d9 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:02.685770 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5b4f0430-d204-4a29-8c3a-e77dcbd96da3 req-24fb8137-8e7c-4f15-959f-69f89b69e2d9 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "GET /v2.0/ports?device_id=d350d3d6-4963-41cb-b310-90275ced44f9 HTTP/1.1" status: 200 len: 943 time: 0.3057137 May 30 20:30:02.751924 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-cc685eba-8f9b-42fa-8ba8-ef45ebe589a4 tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:02.760006 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [None req-f2f1675b-b191-4050-9561-99a26248b6bf tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] device_id is not set on port 6534f707-45d0-432a-9d19-771657892e7f yet. {{(pid=84887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:30:02.768788 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f2f1675b-b191-4050-9561-99a26248b6bf tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:02.769135 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5b4f0430-d204-4a29-8c3a-e77dcbd96da3 req-03952d67-28c0-45d3-b648-4671d78d8ab7 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "GET /v2.0/security-groups?id=bb405612-9014-4259-93de-66017eac8af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717595 May 30 20:30:02.786807 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [None req-f2f1675b-b191-4050-9561-99a26248b6bf tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Transition to ACTIVE for port object 6534f707-45d0-432a-9d19-771657892e7f will not be triggered until provisioned by entity L2. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:30:02.823052 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f4540e-f9a9-4fb0-8a9f-81941897ab6c req-47e9c8ca-b96f-4544-b8fc-8bb4d41095aa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:02.823052 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b4f4540e-f9a9-4fb0-8a9f-81941897ab6c req-47e9c8ca-b96f-4544-b8fc-8bb4d41095aa service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3f5f2a28-796d-4138-b193-86a2946727dc HTTP/1.1" status: 200 len: 853 time: 0.2374303 May 30 20:30:02.824734 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc685eba-8f9b-42fa-8ba8-ef45ebe589a4 tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:30:02.825992 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35d6b3a2-0be2-47e7-b98b-5b06820f0e2e tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Made reservation on behalf of 4be4d49ae6064975a8617cd4194dcba7 for: {'port': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:30:02.829719 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-35d6b3a2-0be2-47e7-b98b-5b06820f0e2e tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:02.860854 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-cc685eba-8f9b-42fa-8ba8-ef45ebe589a4 tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:30:02.866761 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [None req-35d6b3a2-0be2-47e7-b98b-5b06820f0e2e tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] device_id is not set on port 8b2ebd6e-f7db-45aa-b5ac-6ee71f7985f4 yet. {{(pid=84886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:30:02.917505 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc685eba-8f9b-42fa-8ba8-ef45ebe589a4 tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:30:02.928795 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f2f1675b-b191-4050-9561-99a26248b6bf tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:03.032962 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc685eba-8f9b-42fa-8ba8-ef45ebe589a4 tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Pushing event updated for resources: {'Port': ['ID=4eefd0d6-d94a-4a1b-b4a1-8645593d749b,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:03.146319 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f1675b-b191-4050-9561-99a26248b6bf tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Pushing event updated for resources: {'Port': ['ID=6534f707-45d0-432a-9d19-771657892e7f,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:03.154965 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b4f4540e-f9a9-4fb0-8a9f-81941897ab6c req-fb70276a-6ca3-433b-bd12-0b4a32bc19d6 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2ad0cf2e-8ff8-4add-9223-e815a60245ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3300779 May 30 20:30:03.174991 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-35d6b3a2-0be2-47e7-b98b-5b06820f0e2e tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Allocated IP 172.20.0.10 (7617f774-4f27-4a94-8a39-e3896a453a7d/7e4a1297-c3e2-4e4b-9594-8a9eadaef9a3/8b2ebd6e-f7db-45aa-b5ac-6ee71f7985f4) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:30:03.183951 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [None req-f2f1675b-b191-4050-9561-99a26248b6bf tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Attempting to bind port 6534f707-45d0-432a-9d19-771657892e7f on host n-h1-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:30:03.184290 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [None req-f2f1675b-b191-4050-9561-99a26248b6bf tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Attempting to bind port 6534f707-45d0-432a-9d19-771657892e7f by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': 'c6d1554a-7e78-4230-91e0-ea9983699a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '8c085f7c-84e2-4057-aadd-3f3889ae4749'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:30:03.184679 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f1675b-b191-4050-9561-99a26248b6bf tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Attempting to bind port 6534f707-45d0-432a-9d19-771657892e7f on network 8c085f7c-84e2-4057-aadd-3f3889ae4749 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:30:03.192637 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ded38f58-c090-41a2-a00e-e613063cd99d admin admin] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:30:03.205240 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad00d222-fc37-49c9-9a3a-70f33c7d0fee None None] Sync routers for ids ['b372c79f-6d8e-4889-9b07-12f2e010819a'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:30:03.224723 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad00d222-fc37-49c9-9a3a-70f33c7d0fee None None] Routers {'b372c79f-6d8e-4889-9b07-12f2e010819a'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:30:03.225356 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-ad00d222-fc37-49c9-9a3a-70f33c7d0fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:29:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['b372c79f-6d8e-4889-9b07-12f2e010819a'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:30:03.264217 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f1675b-b191-4050-9561-99a26248b6bf tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:30:03.264785 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f1675b-b191-4050-9561-99a26248b6bf tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:30:03.265768 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f1675b-b191-4050-9561-99a26248b6bf tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:30:03.266224 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f1675b-b191-4050-9561-99a26248b6bf tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:30:03.266656 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f1675b-b191-4050-9561-99a26248b6bf tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:30:03.267176 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f1675b-b191-4050-9561-99a26248b6bf tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:30:03.267754 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f1675b-b191-4050-9561-99a26248b6bf tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:30:03.267940 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f1675b-b191-4050-9561-99a26248b6bf tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:30:03.268322 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f1675b-b191-4050-9561-99a26248b6bf tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:30:03.268710 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f1675b-b191-4050-9561-99a26248b6bf tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:30:03.269082 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f1675b-b191-4050-9561-99a26248b6bf tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:30:03.277407 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f1675b-b191-4050-9561-99a26248b6bf tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Port 6534f707-45d0-432a-9d19-771657892e7f on network 8c085f7c-84e2-4057-aadd-3f3889ae4749 not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:30:03.277885 n-d-843948-2 neutron-server[84887]: ERROR neutron.plugins.ml2.managers [None req-f2f1675b-b191-4050-9561-99a26248b6bf tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Failed to bind port 6534f707-45d0-432a-9d19-771657892e7f on host n-h1-843948-2 for vnic_type normal using segments [{'id': 'c6d1554a-7e78-4230-91e0-ea9983699a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '8c085f7c-84e2-4057-aadd-3f3889ae4749'}] May 30 20:30:03.286503 n-d-843948-2 neutron-server[84887]: INFO neutron.plugins.ml2.plugin [None req-f2f1675b-b191-4050-9561-99a26248b6bf tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Attempt 2 to bind port 6534f707-45d0-432a-9d19-771657892e7f May 30 20:30:03.310286 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [None req-f2f1675b-b191-4050-9561-99a26248b6bf tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Attempting to bind port 6534f707-45d0-432a-9d19-771657892e7f on host n-h1-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:30:03.310788 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [None req-f2f1675b-b191-4050-9561-99a26248b6bf tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Attempting to bind port 6534f707-45d0-432a-9d19-771657892e7f by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': 'c6d1554a-7e78-4230-91e0-ea9983699a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '8c085f7c-84e2-4057-aadd-3f3889ae4749'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:30:03.311220 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f1675b-b191-4050-9561-99a26248b6bf tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Attempting to bind port 6534f707-45d0-432a-9d19-771657892e7f on network 8c085f7c-84e2-4057-aadd-3f3889ae4749 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:30:03.340300 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f1675b-b191-4050-9561-99a26248b6bf tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Port 6534f707-45d0-432a-9d19-771657892e7f on network 8c085f7c-84e2-4057-aadd-3f3889ae4749 not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:30:03.340789 n-d-843948-2 neutron-server[84887]: ERROR neutron.plugins.ml2.managers [None req-f2f1675b-b191-4050-9561-99a26248b6bf tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Failed to bind port 6534f707-45d0-432a-9d19-771657892e7f on host n-h1-843948-2 for vnic_type normal using segments [{'id': 'c6d1554a-7e78-4230-91e0-ea9983699a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '8c085f7c-84e2-4057-aadd-3f3889ae4749'}] May 30 20:30:03.343017 n-d-843948-2 neutron-server[84887]: INFO neutron.plugins.ml2.plugin [None req-f2f1675b-b191-4050-9561-99a26248b6bf tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Attempt 3 to bind port 6534f707-45d0-432a-9d19-771657892e7f May 30 20:30:03.380554 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [None req-f2f1675b-b191-4050-9561-99a26248b6bf tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Attempting to bind port 6534f707-45d0-432a-9d19-771657892e7f on host n-h1-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:30:03.381272 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [None req-f2f1675b-b191-4050-9561-99a26248b6bf tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Attempting to bind port 6534f707-45d0-432a-9d19-771657892e7f by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': 'c6d1554a-7e78-4230-91e0-ea9983699a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '8c085f7c-84e2-4057-aadd-3f3889ae4749'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:30:03.381856 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f1675b-b191-4050-9561-99a26248b6bf tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Attempting to bind port 6534f707-45d0-432a-9d19-771657892e7f on network 8c085f7c-84e2-4057-aadd-3f3889ae4749 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:30:03.389826 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b4f4540e-f9a9-4fb0-8a9f-81941897ab6c req-bbfab5e5-bf4b-4879-812b-ec5b4aee8892 service neutron] 10.222.0.86 "GET /v2.0/networks/2ad0cf2e-8ff8-4add-9223-e815a60245ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075858 May 30 20:30:03.390843 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f1675b-b191-4050-9561-99a26248b6bf tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Port 6534f707-45d0-432a-9d19-771657892e7f on network 8c085f7c-84e2-4057-aadd-3f3889ae4749 not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:30:03.391398 n-d-843948-2 neutron-server[84887]: ERROR neutron.plugins.ml2.managers [None req-f2f1675b-b191-4050-9561-99a26248b6bf tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Failed to bind port 6534f707-45d0-432a-9d19-771657892e7f on host n-h1-843948-2 for vnic_type normal using segments [{'id': 'c6d1554a-7e78-4230-91e0-ea9983699a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '8c085f7c-84e2-4057-aadd-3f3889ae4749'}] May 30 20:30:03.392021 n-d-843948-2 neutron-server[84887]: INFO neutron.plugins.ml2.plugin [None req-f2f1675b-b191-4050-9561-99a26248b6bf tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Attempt 4 to bind port 6534f707-45d0-432a-9d19-771657892e7f May 30 20:30:03.406581 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ded38f58-c090-41a2-a00e-e613063cd99d admin admin] Notify callbacks [] for router, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:03.410104 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [None req-f2f1675b-b191-4050-9561-99a26248b6bf tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Attempting to bind port 6534f707-45d0-432a-9d19-771657892e7f on host n-h1-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:30:03.410727 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [None req-f2f1675b-b191-4050-9561-99a26248b6bf tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Attempting to bind port 6534f707-45d0-432a-9d19-771657892e7f by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': 'c6d1554a-7e78-4230-91e0-ea9983699a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '8c085f7c-84e2-4057-aadd-3f3889ae4749'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:30:03.410861 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-ded38f58-c090-41a2-a00e-e613063cd99d admin admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.3630404 May 30 20:30:03.411425 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f1675b-b191-4050-9561-99a26248b6bf tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Attempting to bind port 6534f707-45d0-432a-9d19-771657892e7f on network 8c085f7c-84e2-4057-aadd-3f3889ae4749 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:30:03.413695 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 43334) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:03.421970 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-cc685eba-8f9b-42fa-8ba8-ef45ebe589a4 tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:03.488089 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-ad00d222-fc37-49c9-9a3a-70f33c7d0fee None None] Set router b372c79f-6d8e-4889-9b07-12f2e010819a gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:30:03.605470 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f1675b-b191-4050-9561-99a26248b6bf tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Port 6534f707-45d0-432a-9d19-771657892e7f on network 8c085f7c-84e2-4057-aadd-3f3889ae4749 not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:30:03.605950 n-d-843948-2 neutron-server[84887]: ERROR neutron.plugins.ml2.managers [None req-f2f1675b-b191-4050-9561-99a26248b6bf tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Failed to bind port 6534f707-45d0-432a-9d19-771657892e7f on host n-h1-843948-2 for vnic_type normal using segments [{'id': 'c6d1554a-7e78-4230-91e0-ea9983699a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '8c085f7c-84e2-4057-aadd-3f3889ae4749'}] May 30 20:30:03.619346 n-d-843948-2 neutron-server[84887]: INFO neutron.plugins.ml2.plugin [None req-f2f1675b-b191-4050-9561-99a26248b6bf tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Attempt 5 to bind port 6534f707-45d0-432a-9d19-771657892e7f May 30 20:30:03.653652 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [None req-f2f1675b-b191-4050-9561-99a26248b6bf tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Attempting to bind port 6534f707-45d0-432a-9d19-771657892e7f on host n-h1-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:30:03.654132 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [None req-f2f1675b-b191-4050-9561-99a26248b6bf tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Attempting to bind port 6534f707-45d0-432a-9d19-771657892e7f by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': 'c6d1554a-7e78-4230-91e0-ea9983699a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '8c085f7c-84e2-4057-aadd-3f3889ae4749'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:30:03.654551 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f1675b-b191-4050-9561-99a26248b6bf tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Attempting to bind port 6534f707-45d0-432a-9d19-771657892e7f on network 8c085f7c-84e2-4057-aadd-3f3889ae4749 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:30:03.699605 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f1675b-b191-4050-9561-99a26248b6bf tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Port 6534f707-45d0-432a-9d19-771657892e7f on network 8c085f7c-84e2-4057-aadd-3f3889ae4749 not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:30:03.700309 n-d-843948-2 neutron-server[84887]: ERROR neutron.plugins.ml2.managers [None req-f2f1675b-b191-4050-9561-99a26248b6bf tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Failed to bind port 6534f707-45d0-432a-9d19-771657892e7f on host n-h1-843948-2 for vnic_type normal using segments [{'id': 'c6d1554a-7e78-4230-91e0-ea9983699a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '8c085f7c-84e2-4057-aadd-3f3889ae4749'}] May 30 20:30:03.700899 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-cc685eba-8f9b-42fa-8ba8-ef45ebe589a4 tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:03.704309 n-d-843948-2 neutron-server[84887]: INFO neutron.plugins.ml2.plugin [None req-f2f1675b-b191-4050-9561-99a26248b6bf tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Attempt 6 to bind port 6534f707-45d0-432a-9d19-771657892e7f May 30 20:30:03.740319 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [None req-f2f1675b-b191-4050-9561-99a26248b6bf tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Attempting to bind port 6534f707-45d0-432a-9d19-771657892e7f on host n-h1-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:30:03.748051 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [None req-f2f1675b-b191-4050-9561-99a26248b6bf tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Attempting to bind port 6534f707-45d0-432a-9d19-771657892e7f by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': 'c6d1554a-7e78-4230-91e0-ea9983699a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '8c085f7c-84e2-4057-aadd-3f3889ae4749'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:30:03.748753 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f1675b-b191-4050-9561-99a26248b6bf tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Attempting to bind port 6534f707-45d0-432a-9d19-771657892e7f on network 8c085f7c-84e2-4057-aadd-3f3889ae4749 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:30:03.749644 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-35d6b3a2-0be2-47e7-b98b-5b06820f0e2e tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:03.754532 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b4f4540e-f9a9-4fb0-8a9f-81941897ab6c req-837cdc43-60ae-48f3-8809-7c0da48d2404 service neutron] 10.222.0.86 "GET /v2.0/networks/2ad0cf2e-8ff8-4add-9223-e815a60245ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3455443 May 30 20:30:03.776119 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [None req-35d6b3a2-0be2-47e7-b98b-5b06820f0e2e tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Transition to ACTIVE for port object 8b2ebd6e-f7db-45aa-b5ac-6ee71f7985f4 will not be triggered until provisioned by entity DHCP. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:30:03.781433 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f1675b-b191-4050-9561-99a26248b6bf tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Port 6534f707-45d0-432a-9d19-771657892e7f on network 8c085f7c-84e2-4057-aadd-3f3889ae4749 not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:30:03.782007 n-d-843948-2 neutron-server[84887]: ERROR neutron.plugins.ml2.managers [None req-f2f1675b-b191-4050-9561-99a26248b6bf tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Failed to bind port 6534f707-45d0-432a-9d19-771657892e7f on host n-h1-843948-2 for vnic_type normal using segments [{'id': 'c6d1554a-7e78-4230-91e0-ea9983699a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '8c085f7c-84e2-4057-aadd-3f3889ae4749'}] May 30 20:30:03.783261 n-d-843948-2 neutron-server[84887]: INFO neutron.plugins.ml2.plugin [None req-f2f1675b-b191-4050-9561-99a26248b6bf tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Attempt 7 to bind port 6534f707-45d0-432a-9d19-771657892e7f May 30 20:30:03.812163 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [None req-f2f1675b-b191-4050-9561-99a26248b6bf tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Attempting to bind port 6534f707-45d0-432a-9d19-771657892e7f on host n-h1-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:30:03.820885 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [None req-f2f1675b-b191-4050-9561-99a26248b6bf tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Attempting to bind port 6534f707-45d0-432a-9d19-771657892e7f by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': 'c6d1554a-7e78-4230-91e0-ea9983699a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '8c085f7c-84e2-4057-aadd-3f3889ae4749'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:30:03.821074 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f1675b-b191-4050-9561-99a26248b6bf tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Attempting to bind port 6534f707-45d0-432a-9d19-771657892e7f on network 8c085f7c-84e2-4057-aadd-3f3889ae4749 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:30:03.839809 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f1675b-b191-4050-9561-99a26248b6bf tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Port 6534f707-45d0-432a-9d19-771657892e7f on network 8c085f7c-84e2-4057-aadd-3f3889ae4749 not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:30:03.840134 n-d-843948-2 neutron-server[84887]: ERROR neutron.plugins.ml2.managers [None req-f2f1675b-b191-4050-9561-99a26248b6bf tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Failed to bind port 6534f707-45d0-432a-9d19-771657892e7f on host n-h1-843948-2 for vnic_type normal using segments [{'id': 'c6d1554a-7e78-4230-91e0-ea9983699a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '8c085f7c-84e2-4057-aadd-3f3889ae4749'}] May 30 20:30:03.850243 n-d-843948-2 neutron-server[84887]: INFO neutron.plugins.ml2.plugin [None req-f2f1675b-b191-4050-9561-99a26248b6bf tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Attempt 8 to bind port 6534f707-45d0-432a-9d19-771657892e7f May 30 20:30:03.882281 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [None req-f2f1675b-b191-4050-9561-99a26248b6bf tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Attempting to bind port 6534f707-45d0-432a-9d19-771657892e7f on host n-h1-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:30:03.882705 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [None req-f2f1675b-b191-4050-9561-99a26248b6bf tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Attempting to bind port 6534f707-45d0-432a-9d19-771657892e7f by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': 'c6d1554a-7e78-4230-91e0-ea9983699a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '8c085f7c-84e2-4057-aadd-3f3889ae4749'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:30:03.882930 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f1675b-b191-4050-9561-99a26248b6bf tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Attempting to bind port 6534f707-45d0-432a-9d19-771657892e7f on network 8c085f7c-84e2-4057-aadd-3f3889ae4749 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:30:03.889844 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f1675b-b191-4050-9561-99a26248b6bf tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Port 6534f707-45d0-432a-9d19-771657892e7f on network 8c085f7c-84e2-4057-aadd-3f3889ae4749 not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:30:03.890201 n-d-843948-2 neutron-server[84887]: ERROR neutron.plugins.ml2.managers [None req-f2f1675b-b191-4050-9561-99a26248b6bf tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Failed to bind port 6534f707-45d0-432a-9d19-771657892e7f on host n-h1-843948-2 for vnic_type normal using segments [{'id': 'c6d1554a-7e78-4230-91e0-ea9983699a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '8c085f7c-84e2-4057-aadd-3f3889ae4749'}] May 30 20:30:03.891060 n-d-843948-2 neutron-server[84887]: INFO neutron.plugins.ml2.plugin [None req-f2f1675b-b191-4050-9561-99a26248b6bf tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Attempt 9 to bind port 6534f707-45d0-432a-9d19-771657892e7f May 30 20:30:03.918327 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [None req-f2f1675b-b191-4050-9561-99a26248b6bf tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Attempting to bind port 6534f707-45d0-432a-9d19-771657892e7f on host n-h1-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:30:03.918706 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [None req-f2f1675b-b191-4050-9561-99a26248b6bf tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Attempting to bind port 6534f707-45d0-432a-9d19-771657892e7f by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': 'c6d1554a-7e78-4230-91e0-ea9983699a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '8c085f7c-84e2-4057-aadd-3f3889ae4749'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:30:03.919016 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f1675b-b191-4050-9561-99a26248b6bf tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Attempting to bind port 6534f707-45d0-432a-9d19-771657892e7f on network 8c085f7c-84e2-4057-aadd-3f3889ae4749 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:30:03.929530 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f1675b-b191-4050-9561-99a26248b6bf tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Port 6534f707-45d0-432a-9d19-771657892e7f on network 8c085f7c-84e2-4057-aadd-3f3889ae4749 not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:30:03.930065 n-d-843948-2 neutron-server[84887]: ERROR neutron.plugins.ml2.managers [None req-f2f1675b-b191-4050-9561-99a26248b6bf tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Failed to bind port 6534f707-45d0-432a-9d19-771657892e7f on host n-h1-843948-2 for vnic_type normal using segments [{'id': 'c6d1554a-7e78-4230-91e0-ea9983699a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '8c085f7c-84e2-4057-aadd-3f3889ae4749'}] May 30 20:30:03.931913 n-d-843948-2 neutron-server[84887]: INFO neutron.plugins.ml2.plugin [None req-f2f1675b-b191-4050-9561-99a26248b6bf tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Attempt 10 to bind port 6534f707-45d0-432a-9d19-771657892e7f May 30 20:30:03.953190 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [None req-f2f1675b-b191-4050-9561-99a26248b6bf tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Attempting to bind port 6534f707-45d0-432a-9d19-771657892e7f on host n-h1-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:30:03.953522 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [None req-f2f1675b-b191-4050-9561-99a26248b6bf tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Attempting to bind port 6534f707-45d0-432a-9d19-771657892e7f by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': 'c6d1554a-7e78-4230-91e0-ea9983699a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '8c085f7c-84e2-4057-aadd-3f3889ae4749'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:30:03.953885 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f1675b-b191-4050-9561-99a26248b6bf tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Attempting to bind port 6534f707-45d0-432a-9d19-771657892e7f on network 8c085f7c-84e2-4057-aadd-3f3889ae4749 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:30:04.046268 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc5cbca7-c49a-41d1-b9de-22e916ab22a3 None None] Network 7617f774-4f27-4a94-8a39-e3896a453a7d requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:30:04.055691 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-35d6b3a2-0be2-47e7-b98b-5b06820f0e2e tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:04.070254 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-ad00d222-fc37-49c9-9a3a-70f33c7d0fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b372c79f-6d8e-4889-9b07-12f2e010819a', 'name': 'tempest-ServerRescueTestJSONUnderV235-683389103-router', 'tenant_id': 'db6fd322329b4022b9cb210149c8de8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': '834687b0-36d6-4dac-a06a-2a1aeb20388e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:29:57Z', 'updated_at': '2022-05-30T20:30:00Z', 'revision_number': 3, 'project_id': 'db6fd322329b4022b9cb210149c8de8f', 'gw_port': {'id': '834687b0-36d6-4dac-a06a-2a1aeb20388e', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:08:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b372c79f-6d8e-4889-9b07-12f2e010819a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:29:58Z', 'updated_at': '2022-05-30T20:29:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:30:04.077795 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad00d222-fc37-49c9-9a3a-70f33c7d0fee None None] Checking router: b372c79f-6d8e-4889-9b07-12f2e010819a for host: n-d-843948-2 {{(pid=84889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:30:04.078340 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad00d222-fc37-49c9-9a3a-70f33c7d0fee None None] Updating router b372c79f-6d8e-4889-9b07-12f2e010819a port 834687b0-36d6-4dac-a06a-2a1aeb20388e binding host n-d-843948-2 {{(pid=84889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:30:04.117059 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f1675b-b191-4050-9561-99a26248b6bf tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Port 6534f707-45d0-432a-9d19-771657892e7f on network 8c085f7c-84e2-4057-aadd-3f3889ae4749 not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:30:04.117385 n-d-843948-2 neutron-server[84887]: ERROR neutron.plugins.ml2.managers [None req-f2f1675b-b191-4050-9561-99a26248b6bf tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Failed to bind port 6534f707-45d0-432a-9d19-771657892e7f on host n-h1-843948-2 for vnic_type normal using segments [{'id': 'c6d1554a-7e78-4230-91e0-ea9983699a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '8c085f7c-84e2-4057-aadd-3f3889ae4749'}] May 30 20:30:04.117755 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f2f1675b-b191-4050-9561-99a26248b6bf tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:04.161409 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-ad00d222-fc37-49c9-9a3a-70f33c7d0fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:04.204591 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d6b3a2-0be2-47e7-b98b-5b06820f0e2e tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Pushing event updated for resources: {'Port': ['ID=8b2ebd6e-f7db-45aa-b5ac-6ee71f7985f4,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:04.218601 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d6b3a2-0be2-47e7-b98b-5b06820f0e2e tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:30:04.218950 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d6b3a2-0be2-47e7-b98b-5b06820f0e2e tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:30:04.221183 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d6b3a2-0be2-47e7-b98b-5b06820f0e2e tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:30:04.221183 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d6b3a2-0be2-47e7-b98b-5b06820f0e2e tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:30:04.221183 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d6b3a2-0be2-47e7-b98b-5b06820f0e2e tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:30:04.221183 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d6b3a2-0be2-47e7-b98b-5b06820f0e2e tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:30:04.221183 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d6b3a2-0be2-47e7-b98b-5b06820f0e2e tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:30:04.221183 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d6b3a2-0be2-47e7-b98b-5b06820f0e2e tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:30:04.222331 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d6b3a2-0be2-47e7-b98b-5b06820f0e2e tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:30:04.222331 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d6b3a2-0be2-47e7-b98b-5b06820f0e2e tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:30:04.222331 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d6b3a2-0be2-47e7-b98b-5b06820f0e2e tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:30:04.274291 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d6b3a2-0be2-47e7-b98b-5b06820f0e2e tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Network 7617f774-4f27-4a94-8a39-e3896a453a7d is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:30:04.300927 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-cc685eba-8f9b-42fa-8ba8-ef45ebe589a4 tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:04.303455 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-35d6b3a2-0be2-47e7-b98b-5b06820f0e2e tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:30:04.308268 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d6b3a2-0be2-47e7-b98b-5b06820f0e2e tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:30:04.384502 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d6b3a2-0be2-47e7-b98b-5b06820f0e2e tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:04.385194 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-35d6b3a2-0be2-47e7-b98b-5b06820f0e2e tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:04.387183 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device d88ba49b-58a2-4980-8d66-8d341d700366 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:30:04.421551 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-cc685eba-8f9b-42fa-8ba8-ef45ebe589a4 tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:04.435945 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [None req-f2f1675b-b191-4050-9561-99a26248b6bf tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] For port 6534f707-45d0-432a-9d19-771657892e7f, host n-h1-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:30:04.441038 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [None req-f2f1675b-b191-4050-9561-99a26248b6bf tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Attempted to set empty binding levels {{(pid=84887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} May 30 20:30:04.458431 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87132da9-6b51-4c9c-8f97-bee5e031c39f req-00cc0260-fb25-4532-8746-aaf14c73d14a tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:04.465389 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-87132da9-6b51-4c9c-8f97-bee5e031c39f req-00cc0260-fb25-4532-8746-aaf14c73d14a tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "GET /v2.0/ports?device_id=d350d3d6-4963-41cb-b310-90275ced44f9 HTTP/1.1" status: 200 len: 943 time: 0.3871770 May 30 20:30:04.479033 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-4b17015a-7bd0-4d80-8b97-45d36f32ffe0 None None] Provisioning for port d88ba49b-58a2-4980-8d66-8d341d700366 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:30:04.542652 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-87132da9-6b51-4c9c-8f97-bee5e031c39f req-8fd14c6e-f073-47dc-a825-06b6d66bae0b tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "GET /v2.0/security-groups?id=bb405612-9014-4259-93de-66017eac8af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759869 May 30 20:30:04.545576 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f2f1675b-b191-4050-9561-99a26248b6bf tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:04.636947 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-f2f1675b-b191-4050-9561-99a26248b6bf tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] In _notify_port_updated(), no bound segment for port 6534f707-45d0-432a-9d19-771657892e7f on network 8c085f7c-84e2-4057-aadd-3f3889ae4749 {{(pid=84887) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 30 20:30:04.638264 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f2f1675b-b191-4050-9561-99a26248b6bf tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:04.640428 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-f2f1675b-b191-4050-9561-99a26248b6bf tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] 10.222.0.85 "PUT /v2.0/ports/6534f707-45d0-432a-9d19-771657892e7f HTTP/1.1" status: 200 len: 974 time: 3.2690020 May 30 20:30:04.645899 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 43344) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:04.646764 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f1675b-b191-4050-9561-99a26248b6bf tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Pushing event updated for resources: {'Port': ['ID=6534f707-45d0-432a-9d19-771657892e7f,revision_number=3']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:04.746414 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port d88ba49b-58a2-4980-8d66-8d341d700366 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:30:04.759098 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port d88ba49b-58a2-4980-8d66-8d341d700366 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:30:04.759467 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:04.770654 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc685eba-8f9b-42fa-8ba8-ef45ebe589a4 tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Pushing event updated for resources: {'Port': ['ID=4eefd0d6-d94a-4a1b-b4a1-8645593d749b,revision_number=2']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:04.787659 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-35d6b3a2-0be2-47e7-b98b-5b06820f0e2e tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.7472084 May 30 20:30:04.790436 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 43348) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:04.819993 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-ad00d222-fc37-49c9-9a3a-70f33c7d0fee None None] Notify callbacks [] for port, precommit_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:04.844017 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.provisioning_blocks [None req-ad00d222-fc37-49c9-9a3a-70f33c7d0fee None None] Transition to ACTIVE for port object 834687b0-36d6-4dac-a06a-2a1aeb20388e will not be triggered until provisioned by entity L2. {{(pid=84889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:30:04.958607 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-ad00d222-fc37-49c9-9a3a-70f33c7d0fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:04.979337 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:05.037949 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-cc685eba-8f9b-42fa-8ba8-ef45ebe589a4 tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736490'] for floatingip, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:05.063882 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port d88ba49b-58a2-4980-8d66-8d341d700366, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=d88ba49b-58a2-4980-8d66-8d341d700366,segment=NetworkSegment(db6ad507-dbad-42df-b6ff-9d5acbf16e95),segment_id=db6ad507-dbad-42df-b6ff-9d5acbf16e95)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:30:05.088307 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8447d687-8398-4bea-946a-47d832aa0936 None None] Pushing event updated for resources: {'Port': ['ID=834687b0-36d6-4dac-a06a-2a1aeb20388e,revision_number=2']} {{(pid=84889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:05.090779 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-ad00d222-fc37-49c9-9a3a-70f33c7d0fee None None] Attempting to bind port 834687b0-36d6-4dac-a06a-2a1aeb20388e on host n-d-843948-2 for vnic_type normal with profile {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:30:05.091139 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-ad00d222-fc37-49c9-9a3a-70f33c7d0fee None None] Attempting to bind port 834687b0-36d6-4dac-a06a-2a1aeb20388e by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}] {{(pid=84889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:30:05.091496 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad00d222-fc37-49c9-9a3a-70f33c7d0fee None None] Attempting to bind port 834687b0-36d6-4dac-a06a-2a1aeb20388e on network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:30:05.119608 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8447d687-8398-4bea-946a-47d832aa0936 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:30:05.123466 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:05.133756 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8447d687-8398-4bea-946a-47d832aa0936 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:30:05.134212 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8447d687-8398-4bea-946a-47d832aa0936 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:30:05.134552 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8447d687-8398-4bea-946a-47d832aa0936 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:30:05.134898 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8447d687-8398-4bea-946a-47d832aa0936 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:30:05.135214 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8447d687-8398-4bea-946a-47d832aa0936 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:30:05.135536 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8447d687-8398-4bea-946a-47d832aa0936 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:30:05.135859 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8447d687-8398-4bea-946a-47d832aa0936 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:30:05.136181 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8447d687-8398-4bea-946a-47d832aa0936 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:30:05.136497 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8447d687-8398-4bea-946a-47d832aa0936 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:30:05.137155 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8447d687-8398-4bea-946a-47d832aa0936 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:30:05.142947 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad00d222-fc37-49c9-9a3a-70f33c7d0fee None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:30:05.146743 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad00d222-fc37-49c9-9a3a-70f33c7d0fee None None] Checking segment: {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:30:05.147391 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-ad00d222-fc37-49c9-9a3a-70f33c7d0fee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:05.150513 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad00d222-fc37-49c9-9a3a-70f33c7d0fee None None] Bound using segment: {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'} {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:30:05.150513 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-ad00d222-fc37-49c9-9a3a-70f33c7d0fee None None] Bound port: 834687b0-36d6-4dac-a06a-2a1aeb20388e, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}}] {{(pid=84889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:30:05.150513 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-ad00d222-fc37-49c9-9a3a-70f33c7d0fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:05.208415 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-8a0a8562-de7c-4969-b3a6-04ad8d868e2c tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Synchronizing usage tracker for tenant:2cef7f41fbba40918e755943bbe0bdfc on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:30:05.235809 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device c11bfcfd-e7eb-4cc9-b834-149cb8898334 details requested by agent hyperv_n-h2-843948-2 with host n-h2-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:30:05.304191 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=d88ba49b-58a2-4980-8d66-8d341d700366,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:05.328671 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-a0de9ff6-9894-4aa1-a776-ff27759dfe71 None None] Provisioning for port 8b2ebd6e-f7db-45aa-b5ac-6ee71f7985f4 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:30:05.335655 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.db [None req-ad00d222-fc37-49c9-9a3a-70f33c7d0fee None None] For port 834687b0-36d6-4dac-a06a-2a1aeb20388e, host n-d-843948-2, cleared binding levels {{(pid=84889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:30:05.342056 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.db [None req-ad00d222-fc37-49c9-9a3a-70f33c7d0fee None None] For port 834687b0-36d6-4dac-a06a-2a1aeb20388e, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=834687b0-36d6-4dac-a06a-2a1aeb20388e,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:30:05.391195 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-cc685eba-8f9b-42fa-8ba8-ef45ebe589a4 tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:05.405986 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 43354) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:05.406212 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-cc685eba-8f9b-42fa-8ba8-ef45ebe589a4 tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7602751 May 30 20:30:05.409802 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-8e4eb5d1-6790-4dc3-8909-7c5beebb0422 tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-993070854'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:30:05.421819 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-8e4eb5d1-6790-4dc3-8909-7c5beebb0422 tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:30:05.430945 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-8a0a8562-de7c-4969-b3a6-04ad8d868e2c tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Unset dirty status for tenant:2cef7f41fbba40918e755943bbe0bdfc on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:30:05.432703 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-8a0a8562-de7c-4969-b3a6-04ad8d868e2c tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] 10.222.0.85 "GET /v2.0/ports HTTP/1.1" status: 200 len: 19323 time: 0.7826853 May 30 20:30:05.436600 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-8e4eb5d1-6790-4dc3-8909-7c5beebb0422 tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Usage tracker for resource:network and tenant:24d297ba46c3432998910b93f024c63b is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:30:05.441728 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 43358) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:05.443022 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-8e4eb5d1-6790-4dc3-8909-7c5beebb0422 tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:30:05.457468 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-ad00d222-fc37-49c9-9a3a-70f33c7d0fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:05.489956 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-8e4eb5d1-6790-4dc3-8909-7c5beebb0422 tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:30:05.535373 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port c11bfcfd-e7eb-4cc9-b834-149cb8898334, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=c11bfcfd-e7eb-4cc9-b834-149cb8898334,segment=NetworkSegment(b78e2ba6-ffa9-4506-8832-06fa459f4605),segment_id=b78e2ba6-ffa9-4506-8832-06fa459f4605)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:30:05.577730 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Returning: {'device': 'c11bfcfd-e7eb-4cc9-b834-149cb8898334', 'network_id': '2ad0cf2e-8ff8-4add-9223-e815a60245ec', 'port_id': 'c11bfcfd-e7eb-4cc9-b834-149cb8898334', 'mac_address': 'fa:16:3e:2d:09:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f5f2a28-796d-4138-b193-86a2946727dc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:30:05.665409 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad00d222-fc37-49c9-9a3a-70f33c7d0fee None None] Routers {'b372c79f-6d8e-4889-9b07-12f2e010819a'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:30:05.666101 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-ad00d222-fc37-49c9-9a3a-70f33c7d0fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:29:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['b372c79f-6d8e-4889-9b07-12f2e010819a'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:30:05.717140 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-a0de9ff6-9894-4aa1-a776-ff27759dfe71 None None] Provisioning complete for port 8b2ebd6e-f7db-45aa-b5ac-6ee71f7985f4 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:30:05.720096 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e4eb5d1-6790-4dc3-8909-7c5beebb0422 tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Made reservation on behalf of 24d297ba46c3432998910b93f024c63b for: {'network': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:30:05.720241 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-a0de9ff6-9894-4aa1-a776-ff27759dfe71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:05.723100 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8e4eb5d1-6790-4dc3-8909-7c5beebb0422 tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:05.744230 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-062e8564-049a-4063-910e-99e348a02ce5 tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Deleting port 6534f707-45d0-432a-9d19-771657892e7f {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:30:05.744568 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-062e8564-049a-4063-910e-99e348a02ce5 tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:05.841567 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-a0de9ff6-9894-4aa1-a776-ff27759dfe71 None None] Port 8b2ebd6e-f7db-45aa-b5ac-6ee71f7985f4 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:30:05.866898 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8dc154d2-1253-4cd1-b85d-5992b94da623 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:05.875216 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8e4eb5d1-6790-4dc3-8909-7c5beebb0422 tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:05.877629 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:05.931971 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8447d687-8398-4bea-946a-47d832aa0936 None None] Pushing event updated for resources: {'Port': ['ID=834687b0-36d6-4dac-a06a-2a1aeb20388e,revision_number=3']} {{(pid=84889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:05.933265 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c11bfcfd-e7eb-4cc9-b834-149cb8898334 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:30:05.945148 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-feaf52ae-89c5-400a-bdea-84eeaf77db7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:05.964983 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-a0de9ff6-9894-4aa1-a776-ff27759dfe71 None None] Provisioning complete for port d88ba49b-58a2-4980-8d66-8d341d700366 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:30:05.965463 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-a0de9ff6-9894-4aa1-a776-ff27759dfe71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:06.009946 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port c11bfcfd-e7eb-4cc9-b834-149cb8898334, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=c11bfcfd-e7eb-4cc9-b834-149cb8898334,segment=NetworkSegment(b78e2ba6-ffa9-4506-8832-06fa459f4605),segment_id=b78e2ba6-ffa9-4506-8832-06fa459f4605)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:30:06.026117 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-ad00d222-fc37-49c9-9a3a-70f33c7d0fee None None] Set router b372c79f-6d8e-4889-9b07-12f2e010819a gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:30:06.094691 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d7a853-2603-47f1-8702-fd6be1ba19c0 req-59ed7ed9-a3cd-4ecf-b878-58b2f10b5754 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:06.095646 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:06.103309 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-66d7a853-2603-47f1-8702-fd6be1ba19c0 req-59ed7ed9-a3cd-4ecf-b878-58b2f10b5754 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "GET /v2.0/ports?device_id=d350d3d6-4963-41cb-b310-90275ced44f9 HTTP/1.1" status: 200 len: 943 time: 0.3357537 May 30 20:30:06.248131 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device d88ba49b-58a2-4980-8d66-8d341d700366 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:30:06.251741 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [None req-062e8564-049a-4063-910e-99e348a02ce5 tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] For port 6534f707-45d0-432a-9d19-771657892e7f, host n-h1-843948-2, got binding levels [] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:30:06.252114 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-062e8564-049a-4063-910e-99e348a02ce5 tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:06.351696 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-66d7a853-2603-47f1-8702-fd6be1ba19c0 req-828f83b2-646c-49e0-b61a-e3f58bf8ea53 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "GET /v2.0/security-groups?id=bb405612-9014-4259-93de-66017eac8af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2349243 May 30 20:30:06.463462 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-ad00d222-fc37-49c9-9a3a-70f33c7d0fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b372c79f-6d8e-4889-9b07-12f2e010819a', 'name': 'tempest-ServerRescueTestJSONUnderV235-683389103-router', 'tenant_id': 'db6fd322329b4022b9cb210149c8de8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': '834687b0-36d6-4dac-a06a-2a1aeb20388e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:29:57Z', 'updated_at': '2022-05-30T20:30:00Z', 'revision_number': 3, 'project_id': 'db6fd322329b4022b9cb210149c8de8f', 'gw_port': {'id': '834687b0-36d6-4dac-a06a-2a1aeb20388e', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:08:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b372c79f-6d8e-4889-9b07-12f2e010819a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:29:58Z', 'updated_at': '2022-05-30T20:30:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:30:06.464565 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['c11bfcfd-e7eb-4cc9-b834-149cb8898334'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:30:06.472981 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-062e8564-049a-4063-910e-99e348a02ce5 tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Calling delete_port for 6534f707-45d0-432a-9d19-771657892e7f owned by {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:30:06.476313 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad00d222-fc37-49c9-9a3a-70f33c7d0fee None None] The sync data for ids ['b372c79f-6d8e-4889-9b07-12f2e010819a'] in n-d-843948-2 is: [{'id': 'b372c79f-6d8e-4889-9b07-12f2e010819a', 'name': 'tempest-ServerRescueTestJSONUnderV235-683389103-router', 'tenant_id': 'db6fd322329b4022b9cb210149c8de8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': '834687b0-36d6-4dac-a06a-2a1aeb20388e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:29:57Z', 'updated_at': '2022-05-30T20:30:00Z', 'revision_number': 3, 'project_id': 'db6fd322329b4022b9cb210149c8de8f', 'gw_port': {'id': '834687b0-36d6-4dac-a06a-2a1aeb20388e', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:08:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b372c79f-6d8e-4889-9b07-12f2e010819a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:29:58Z', 'updated_at': '2022-05-30T20:30:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:30:06.563249 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=c11bfcfd-e7eb-4cc9-b834-149cb8898334,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:06.582154 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-8e4eb5d1-6790-4dc3-8909-7c5beebb0422 tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:30:06.605518 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:30:06.606172 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:30:06.607240 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:30:06.608005 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:30:06.609392 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:30:06.609756 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:30:06.610088 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:30:06.610314 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8dc154d2-1253-4cd1-b85d-5992b94da623 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:06.610764 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:30:06.611092 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:30:06.611421 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:30:06.611757 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:30:06.632513 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-8e4eb5d1-6790-4dc3-8909-7c5beebb0422 tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Usage tracker for resource:security_group_rule and tenant:24d297ba46c3432998910b93f024c63b is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:30:06.642072 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-8e4eb5d1-6790-4dc3-8909-7c5beebb0422 tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:30:06.644358 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port d88ba49b-58a2-4980-8d66-8d341d700366 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:30:06.645098 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:06.672764 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-8e4eb5d1-6790-4dc3-8909-7c5beebb0422 tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:30:06.703639 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8dc154d2-1253-4cd1-b85d-5992b94da623 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:06.723124 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-01f63b24-4d94-4b6c-8abd-6d02d5d65441 None None] Provisioning complete for port 8b2ebd6e-f7db-45aa-b5ac-6ee71f7985f4 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:30:06.723498 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-01f63b24-4d94-4b6c-8abd-6d02d5d65441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:06.821509 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-062e8564-049a-4063-910e-99e348a02ce5 tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:06.900835 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-01f63b24-4d94-4b6c-8abd-6d02d5d65441 None None] Port 8b2ebd6e-f7db-45aa-b5ac-6ee71f7985f4 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:30:06.959398 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc154d2-1253-4cd1-b85d-5992b94da623 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Pushing event updated for resources: {'Port': ['ID=8b2ebd6e-f7db-45aa-b5ac-6ee71f7985f4,revision_number=2']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:07.040669 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062e8564-049a-4063-910e-99e348a02ce5 tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Pushing event deleted for resources: {'Port': ['ID=6534f707-45d0-432a-9d19-771657892e7f,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:07.127337 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-062e8564-049a-4063-910e-99e348a02ce5 tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:07.198744 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [None req-feaf52ae-89c5-400a-bdea-84eeaf77db7b admin admin] Allocated IP 172.20.0.1 (ff5fdb4b-c181-42de-80b5-ff8540ac71a0/be79b396-84f8-442a-96a0-1a5adfb968e1/717005e1-e93a-4f7b-a0e7-9f5c35fde308) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:30:07.202602 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8e4eb5d1-6790-4dc3-8909-7c5beebb0422 tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:07.247916 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-062e8564-049a-4063-910e-99e348a02ce5 tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] 10.222.0.85 "DELETE /v2.0/ports/6534f707-45d0-432a-9d19-771657892e7f HTTP/1.1" status: 204 len: 168 time: 1.8008444 May 30 20:30:07.259968 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 43380) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:07.339987 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-37e13fc6-482c-498b-bb56-0e6256a30d2f None None] Provisioning complete for port 8b2ebd6e-f7db-45aa-b5ac-6ee71f7985f4 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:30:07.340786 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-37e13fc6-482c-498b-bb56-0e6256a30d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:07.354785 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8e4eb5d1-6790-4dc3-8909-7c5beebb0422 tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:07.379991 n-d-843948-2 neutron-server[84887]: INFO neutron.pecan_wsgi.hooks.translation [None req-14000991-dad9-470e-85f1-00e5c72e9b7c tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] GET failed (client error): The resource could not be found. May 30 20:30:07.380521 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-14000991-dad9-470e-85f1-00e5c72e9b7c tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Synchronizing usage tracker for tenant:2cef7f41fbba40918e755943bbe0bdfc on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:30:07.410538 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e4eb5d1-6790-4dc3-8909-7c5beebb0422 tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] vlan segment allocate from pool success with {'vlan_id': 665, 'physical_network': 'physnet1'} {{(pid=84887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:30:07.445669 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8dc154d2-1253-4cd1-b85d-5992b94da623 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-736099'] for router_interface, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:07.448288 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-37e13fc6-482c-498b-bb56-0e6256a30d2f None None] Port 8b2ebd6e-f7db-45aa-b5ac-6ee71f7985f4 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:30:07.448542 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4eb5d1-6790-4dc3-8909-7c5beebb0422 tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7e83df4-8cc2-4474-aab8-55d84df29331,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:07.457493 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8e4eb5d1-6790-4dc3-8909-7c5beebb0422 tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:07.457871 n-d-843948-2 neutron-server[84887]: INFO neutron.db.segments_db [None req-8e4eb5d1-6790-4dc3-8909-7c5beebb0422 tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Added segment 57ca3fba-956e-4d20-8747-a0d8e4d59f15 of type vlan for network fc636339-ba6c-4448-b889-da87b342249d May 30 20:30:07.518428 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-14000991-dad9-470e-85f1-00e5c72e9b7c tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Unset dirty status for tenant:2cef7f41fbba40918e755943bbe0bdfc on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:30:07.519569 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-14000991-dad9-470e-85f1-00e5c72e9b7c tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] 10.222.0.85 "GET /v2.0/ports/6534f707-45d0-432a-9d19-771657892e7f HTTP/1.1" status: 404 len: 333 time: 0.2200010 May 30 20:30:07.525008 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 43386) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:07.528589 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-feaf52ae-89c5-400a-bdea-84eeaf77db7b admin admin] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:07.532941 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8e4eb5d1-6790-4dc3-8909-7c5beebb0422 tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:07.533166 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-52449a41-d7f5-447b-8ebf-352fd6360b7e tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1375694217', 'network_id': '8c085f7c-84e2-4057-aadd-3f3889ae4749'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:30:07.540723 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-52449a41-d7f5-447b-8ebf-352fd6360b7e tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:30:07.556172 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-52449a41-d7f5-447b-8ebf-352fd6360b7e tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:30:07.627063 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8e4eb5d1-6790-4dc3-8909-7c5beebb0422 tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:07.630961 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e4eb5d1-6790-4dc3-8909-7c5beebb0422 tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:07.632699 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52449a41-d7f5-447b-8ebf-352fd6360b7e tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Made reservation on behalf of 2cef7f41fbba40918e755943bbe0bdfc for: {'port': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:30:07.633253 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8e4eb5d1-6790-4dc3-8909-7c5beebb0422 tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:07.640568 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-52449a41-d7f5-447b-8ebf-352fd6360b7e tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:07.690017 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [None req-52449a41-d7f5-447b-8ebf-352fd6360b7e tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] device_id is not set on port 29d9356e-a18f-4a5c-bc68-0e7ad73fed05 yet. {{(pid=84886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:30:07.727547 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8dc154d2-1253-4cd1-b85d-5992b94da623 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:07.851853 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-feaf52ae-89c5-400a-bdea-84eeaf77db7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:07.949725 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4eb5d1-6790-4dc3-8909-7c5beebb0422 tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Pushing event updated for resources: {'Network': ['ID=fc636339-ba6c-4448-b889-da87b342249d,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:07.962807 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network fc636339-ba6c-4448-b889-da87b342249d details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:30:07.969378 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feaf52ae-89c5-400a-bdea-84eeaf77db7b admin admin] Network ff5fdb4b-c181-42de-80b5-ff8540ac71a0 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:30:07.976182 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-feaf52ae-89c5-400a-bdea-84eeaf77db7b admin admin] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:30:07.980773 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaf52ae-89c5-400a-bdea-84eeaf77db7b admin admin] Pushing event updated for resources: {'Port': ['ID=717005e1-e93a-4f7b-a0e7-9f5c35fde308,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:07.985875 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feaf52ae-89c5-400a-bdea-84eeaf77db7b admin admin] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:30:08.014820 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-8e4eb5d1-6790-4dc3-8909-7c5beebb0422 tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.6140053 May 30 20:30:08.020859 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841a6b12-a97c-47b0-9211-e440c227a9a4 req-1153a698-9119-4ae2-9841-c94f226f230e tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:08.022492 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-841a6b12-a97c-47b0-9211-e440c227a9a4 req-1153a698-9119-4ae2-9841-c94f226f230e tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "GET /v2.0/ports?device_id=d350d3d6-4963-41cb-b310-90275ced44f9 HTTP/1.1" status: 200 len: 944 time: 0.4424145 May 30 20:30:08.022987 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 43392) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:08.032957 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-e39406ee-adda-45de-98f2-133738f25a74 tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Request body: {'subnet': {'network_id': 'fc636339-ba6c-4448-b889-da87b342249d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:30:08.204739 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-e39406ee-adda-45de-98f2-133738f25a74 tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:30:08.209006 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-e39406ee-adda-45de-98f2-133738f25a74 tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Usage tracker for resource:subnet and tenant:24d297ba46c3432998910b93f024c63b is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:30:08.213601 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-e39406ee-adda-45de-98f2-133738f25a74 tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:30:08.222238 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-e39406ee-adda-45de-98f2-133738f25a74 tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:30:08.254631 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 834687b0-36d6-4dac-a06a-2a1aeb20388e up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:30:08.266632 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-841a6b12-a97c-47b0-9211-e440c227a9a4 req-aa8712b8-17a0-418b-9a48-feb5b6a5d1c9 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "GET /v2.0/security-groups?id=bb405612-9014-4259-93de-66017eac8af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2104902 May 30 20:30:08.270035 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-feaf52ae-89c5-400a-bdea-84eeaf77db7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-736099'] for router_interface, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:08.317485 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-52449a41-d7f5-447b-8ebf-352fd6360b7e tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:08.371474 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e39406ee-adda-45de-98f2-133738f25a74 tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Made reservation on behalf of 24d297ba46c3432998910b93f024c63b for: {'subnet': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:30:08.431386 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8dc154d2-1253-4cd1-b85d-5992b94da623 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:08.471529 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 834687b0-36d6-4dac-a06a-2a1aeb20388e completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:30:08.476865 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 834687b0-36d6-4dac-a06a-2a1aeb20388e triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:30:08.477457 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:08.532933 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-52449a41-d7f5-447b-8ebf-352fd6360b7e tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:08.534574 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e39406ee-adda-45de-98f2-133738f25a74 tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114220'] for subnet, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:08.551550 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-feaf52ae-89c5-400a-bdea-84eeaf77db7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:08.625444 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52449a41-d7f5-447b-8ebf-352fd6360b7e tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Pushing event updated for resources: {'Port': ['ID=29d9356e-a18f-4a5c-bc68-0e7ad73fed05,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:08.633207 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8dc154d2-1253-4cd1-b85d-5992b94da623 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:08.649600 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:08.670880 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port 834687b0-36d6-4dac-a06a-2a1aeb20388e, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=834687b0-36d6-4dac-a06a-2a1aeb20388e,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:30:08.675265 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52449a41-d7f5-447b-8ebf-352fd6360b7e tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Network 8c085f7c-84e2-4057-aadd-3f3889ae4749 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:30:08.715685 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-52449a41-d7f5-447b-8ebf-352fd6360b7e tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:30:08.718551 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52449a41-d7f5-447b-8ebf-352fd6360b7e tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:30:08.719784 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52449a41-d7f5-447b-8ebf-352fd6360b7e tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:08.720572 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-52449a41-d7f5-447b-8ebf-352fd6360b7e tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:08.756393 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:08.792222 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8dc154d2-1253-4cd1-b85d-5992b94da623 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1718057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-736206'] for router_interface, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:08.796164 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc154d2-1253-4cd1-b85d-5992b94da623 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Pushing event updated for resources: {'Port': ['ID=8b2ebd6e-f7db-45aa-b5ac-6ee71f7985f4,revision_number=3']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:08.889302 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=834687b0-36d6-4dac-a06a-2a1aeb20388e,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:08.921212 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-52449a41-d7f5-447b-8ebf-352fd6360b7e tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.3921151 May 30 20:30:08.922069 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 43398) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:09.016841 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-feaf52ae-89c5-400a-bdea-84eeaf77db7b admin admin] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:09.033713 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-c4227ff2-53cd-43a1-b5a4-4882220c5a28 tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Synchronizing usage tracker for tenant:2cef7f41fbba40918e755943bbe0bdfc on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:30:09.046848 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e39406ee-adda-45de-98f2-133738f25a74 tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4055401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114238'] for subnet, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:09.057225 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc154d2-1253-4cd1-b85d-5992b94da623 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Network 7617f774-4f27-4a94-8a39-e3896a453a7d is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:30:09.058574 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-8dc154d2-1253-4cd1-b85d-5992b94da623 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:30:09.111169 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-feaf52ae-89c5-400a-bdea-84eeaf77db7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:09.194671 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-c4227ff2-53cd-43a1-b5a4-4882220c5a28 tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Unset dirty status for tenant:2cef7f41fbba40918e755943bbe0bdfc on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:30:09.198475 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-c4227ff2-53cd-43a1-b5a4-4882220c5a28 tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] 10.222.0.85 "GET /v2.0/ports/29d9356e-a18f-4a5c-bc68-0e7ad73fed05 HTTP/1.1" status: 200 len: 955 time: 0.2734969 May 30 20:30:09.203870 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 43410) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:09.249914 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39406ee-adda-45de-98f2-133738f25a74 tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Pushing event updated for resources: {'Subnet': ['ID=3a89cd57-09da-4169-9393-fe775113873e,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:09.251535 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device c11bfcfd-e7eb-4cc9-b834-149cb8898334 up at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:30:09.266128 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39406ee-adda-45de-98f2-133738f25a74 tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Checking segment: {'id': '57ca3fba-956e-4d20-8747-a0d8e4d59f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'fc636339-ba6c-4448-b889-da87b342249d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:30:09.266495 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e39406ee-adda-45de-98f2-133738f25a74 tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Network hostable DHCP agents. Network: fc636339-ba6c-4448-b889-da87b342249d, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:30:09.276345 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-feaf52ae-89c5-400a-bdea-84eeaf77db7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1718057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-736206'] for router_interface, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:09.287419 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaf52ae-89c5-400a-bdea-84eeaf77db7b admin admin] Pushing event updated for resources: {'Port': ['ID=717005e1-e93a-4f7b-a0e7-9f5c35fde308,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:09.349977 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-fca99217-1502-4b38-9f88-8c945c3b82e0 tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Deleting port 29d9356e-a18f-4a5c-bc68-0e7ad73fed05 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:30:09.350700 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-fca99217-1502-4b38-9f88-8c945c3b82e0 tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:09.485780 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning for port c11bfcfd-e7eb-4cc9-b834-149cb8898334 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:30:09.508933 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning complete for port c11bfcfd-e7eb-4cc9-b834-149cb8898334 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:30:09.518524 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:09.596287 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feaf52ae-89c5-400a-bdea-84eeaf77db7b admin admin] Network ff5fdb4b-c181-42de-80b5-ff8540ac71a0 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:30:09.598685 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-feaf52ae-89c5-400a-bdea-84eeaf77db7b admin admin] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:30:09.639504 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-10173ab2-3059-459d-851f-8616ffa887c9 None None] Provisioning complete for port 8b2ebd6e-f7db-45aa-b5ac-6ee71f7985f4 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:30:09.639880 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-10173ab2-3059-459d-851f-8616ffa887c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:09.750600 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-10173ab2-3059-459d-851f-8616ffa887c9 None None] Port 8b2ebd6e-f7db-45aa-b5ac-6ee71f7985f4 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:30:09.765114 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:09.807016 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd350d3d6-4963-41cb-b310-90275ced44f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c11bfcfd-e7eb-4cc9-b834-149cb8898334'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:30:09.822921 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port c11bfcfd-e7eb-4cc9-b834-149cb8898334, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=c11bfcfd-e7eb-4cc9-b834-149cb8898334,segment=NetworkSegment(b78e2ba6-ffa9-4506-8832-06fa459f4605),segment_id=b78e2ba6-ffa9-4506-8832-06fa459f4605)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:30:09.849698 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e39406ee-adda-45de-98f2-133738f25a74 tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Network fc636339-ba6c-4448-b889-da87b342249d is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:30:09.915174 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:09.921929 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d04d2ae9-5124-4fff-99b2-09b9c88051ad'] response: {'server_uuid': 'd350d3d6-4963-41cb-b310-90275ced44f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c11bfcfd-e7eb-4cc9-b834-149cb8898334', 'code': 200} May 30 20:30:10.068103 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-fca99217-1502-4b38-9f88-8c945c3b82e0 tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:10.068664 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=c11bfcfd-e7eb-4cc9-b834-149cb8898334,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:10.228681 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-fca99217-1502-4b38-9f88-8c945c3b82e0 tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Calling delete_port for 29d9356e-a18f-4a5c-bc68-0e7ad73fed05 owned by {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:30:10.231757 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 834687b0-36d6-4dac-a06a-2a1aeb20388e up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:30:10.289635 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a51bd68-2405-4a7f-a98c-d40d1fdda053 req-f87acb77-2a3e-4f48-9111-d2aefcc93c41 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:10.291464 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3a51bd68-2405-4a7f-a98c-d40d1fdda053 req-f87acb77-2a3e-4f48-9111-d2aefcc93c41 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "GET /v2.0/ports?device_id=d350d3d6-4963-41cb-b310-90275ced44f9 HTTP/1.1" status: 200 len: 944 time: 0.6418853 May 30 20:30:10.395631 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-e39406ee-adda-45de-98f2-133738f25a74 tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, fc636339-ba6c-4448-b889-da87b342249d) {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:30:10.421015 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e39406ee-adda-45de-98f2-133738f25a74 tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:10.421598 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e39406ee-adda-45de-98f2-133738f25a74 tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:10.422942 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-234b80da-0e2e-46ed-b610-9f02932960d1 None None] Network fc636339-ba6c-4448-b889-da87b342249d requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:30:10.424025 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3a51bd68-2405-4a7f-a98c-d40d1fdda053 req-0a2e4085-4949-4600-827d-691e5ddb3881 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "GET /v2.0/security-groups?id=bb405612-9014-4259-93de-66017eac8af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166010 May 30 20:30:10.537900 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-fca99217-1502-4b38-9f88-8c945c3b82e0 tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:10.567982 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 834687b0-36d6-4dac-a06a-2a1aeb20388e triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:30:10.568779 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:10.595336 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dc154d2-1253-4cd1-b85d-5992b94da623 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Router 649dd22e-1777-4611-b547-67d1cb2fdd8c is scheduled to L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 with binding_index 1 {{(pid=84886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 20:30:10.616823 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca99217-1502-4b38-9f88-8c945c3b82e0 tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Pushing event deleted for resources: {'Port': ['ID=29d9356e-a18f-4a5c-bc68-0e7ad73fed05,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:10.638886 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-fca99217-1502-4b38-9f88-8c945c3b82e0 tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:10.640969 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d7b31490-7b47-4c15-a9c8-ae5a1a245090 req-f986d5de-68a2-4cb5-a8b3-ae2f1a05cea0 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=d350d3d6-4963-41cb-b310-90275ced44f9 HTTP/1.1" status: 200 len: 1096 time: 0.4587750 May 30 20:30:10.669058 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-e39406ee-adda-45de-98f2-133738f25a74 tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6408572 May 30 20:30:10.710178 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d7b31490-7b47-4c15-a9c8-ae5a1a245090 req-d99dec3a-833d-4642-bdce-fa3fc52533f1 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=bb405612-9014-4259-93de-66017eac8af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608344 May 30 20:30:10.768585 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 43426) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:10.799151 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-705ab254-02e3-4ab1-8c35-8c274b70413c tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1641196152', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}, 'admin_state_up': False}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:30:10.809579 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-705ab254-02e3-4ab1-8c35-8c274b70413c tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:30:10.817117 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-705ab254-02e3-4ab1-8c35-8c274b70413c tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Usage tracker for resource:router and tenant:24d297ba46c3432998910b93f024c63b is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:30:10.821804 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-705ab254-02e3-4ab1-8c35-8c274b70413c tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:30:10.823505 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d24860-3d9b-45e9-ac9a-fba1f48669c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-fc636339-ba6c-4448-b889-da87b342249d', 'network_id': 'fc636339-ba6c-4448-b889-da87b342249d', 'tenant_id': '24d297ba46c3432998910b93f024c63b', 'fixed_ips': [{'subnet_id': '3a89cd57-09da-4169-9393-fe775113873e'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:30:10.825333 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-e2d24860-3d9b-45e9-ac9a-fba1f48669c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:10.832572 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-705ab254-02e3-4ab1-8c35-8c274b70413c tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:30:10.853548 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feaf52ae-89c5-400a-bdea-84eeaf77db7b admin admin] Router b372c79f-6d8e-4889-9b07-12f2e010819a has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:30:10.893115 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-fca99217-1502-4b38-9f88-8c945c3b82e0 tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] 10.222.0.85 "DELETE /v2.0/ports/29d9356e-a18f-4a5c-bc68-0e7ad73fed05 HTTP/1.1" status: 204 len: 168 time: 1.6858175 May 30 20:30:10.893647 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 43430) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:10.944076 n-d-843948-2 neutron-server[84886]: INFO neutron.pecan_wsgi.hooks.translation [None req-05b4cbd3-e568-4030-8ae0-d35592caddda tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] GET failed (client error): The resource could not be found. May 30 20:30:10.944445 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-05b4cbd3-e568-4030-8ae0-d35592caddda tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Synchronizing usage tracker for tenant:2cef7f41fbba40918e755943bbe0bdfc on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:30:10.944827 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-705ab254-02e3-4ab1-8c35-8c274b70413c tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-733683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3159'] for router, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:10.946043 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-705ab254-02e3-4ab1-8c35-8c274b70413c tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-733584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-736372', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-628480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3164'] for router, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:10.980153 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dc154d2-1253-4cd1-b85d-5992b94da623 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:30:10.991359 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-8dc154d2-1253-4cd1-b85d-5992b94da623 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] 10.222.0.85 "PUT /v2.0/routers/649dd22e-1777-4611-b547-67d1cb2fdd8c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1946945 May 30 20:30:10.991359 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 43434) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:10.995446 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb66c28-e186-4da7-8671-881a9a927099 None None] Sync routers for ids ['649dd22e-1777-4611-b547-67d1cb2fdd8c'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:30:11.056862 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb66c28-e186-4da7-8671-881a9a927099 None None] Routers {'649dd22e-1777-4611-b547-67d1cb2fdd8c'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:30:11.058293 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-ecb66c28-e186-4da7-8671-881a9a927099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:29:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['649dd22e-1777-4611-b547-67d1cb2fdd8c'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:30:11.070184 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-705ab254-02e3-4ab1-8c35-8c274b70413c tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:11.082658 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-697c6fab-7a33-4f75-ae8f-8b9385ead783 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:11.083634 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-697c6fab-7a33-4f75-ae8f-8b9385ead783 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Synchronizing usage tracker for tenant:4be4d49ae6064975a8617cd4194dcba7 on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:30:11.088046 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-05b4cbd3-e568-4030-8ae0-d35592caddda tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Unset dirty status for tenant:2cef7f41fbba40918e755943bbe0bdfc on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:30:11.092848 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-05b4cbd3-e568-4030-8ae0-d35592caddda tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] 10.222.0.85 "GET /v2.0/ports/29d9356e-a18f-4a5c-bc68-0e7ad73fed05 HTTP/1.1" status: 404 len: 333 time: 0.1948659 May 30 20:30:11.093254 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 43438) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:11.100510 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-29535038-a3e8-4457-867c-1e112e431c44 tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Request body: {'port': {'network_id': '8c085f7c-84e2-4057-aadd-3f3889ae4749', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-813980912'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:30:11.107930 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-29535038-a3e8-4457-867c-1e112e431c44 tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:30:11.123621 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-29535038-a3e8-4457-867c-1e112e431c44 tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:30:11.170975 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-ecb66c28-e186-4da7-8671-881a9a927099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:30:11.179354 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feaf52ae-89c5-400a-bdea-84eeaf77db7b admin admin] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:30:11.192244 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da0e4a7-1f5a-4c50-a6e3-c6b54aa34fb3 None None] Sync routers for ids ['b372c79f-6d8e-4889-9b07-12f2e010819a'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:30:11.201427 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-e2d24860-3d9b-45e9-ac9a-fba1f48669c8 None None] Allocated IP 172.20.0.2 (fc636339-ba6c-4448-b889-da87b342249d/3a89cd57-09da-4169-9393-fe775113873e/4fc06536-f2c4-4056-8c12-49bfa841a9b8) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:30:11.207308 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb66c28-e186-4da7-8671-881a9a927099 None None] Routers {'649dd22e-1777-4611-b547-67d1cb2fdd8c'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:30:11.207931 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-ecb66c28-e186-4da7-8671-881a9a927099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:29:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['649dd22e-1777-4611-b547-67d1cb2fdd8c'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:30:11.211877 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da0e4a7-1f5a-4c50-a6e3-c6b54aa34fb3 None None] Routers {'b372c79f-6d8e-4889-9b07-12f2e010819a'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:30:11.213000 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-0da0e4a7-1f5a-4c50-a6e3-c6b54aa34fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:29:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['b372c79f-6d8e-4889-9b07-12f2e010819a'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:30:11.229727 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-697c6fab-7a33-4f75-ae8f-8b9385ead783 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Unset dirty status for tenant:4be4d49ae6064975a8617cd4194dcba7 on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:30:11.231746 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-697c6fab-7a33-4f75-ae8f-8b9385ead783 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] 10.222.0.85 "GET /v2.0/ports?device_id=649dd22e-1777-4611-b547-67d1cb2fdd8c HTTP/1.1" status: 200 len: 983 time: 0.2396655 May 30 20:30:11.235080 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 43442) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:11.283467 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-ecb66c28-e186-4da7-8671-881a9a927099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:30:11.283871 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb66c28-e186-4da7-8671-881a9a927099 None None] The sync data for ids ['649dd22e-1777-4611-b547-67d1cb2fdd8c'] in n-d-843948-2 is: [] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:30:11.293173 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29535038-a3e8-4457-867c-1e112e431c44 tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Made reservation on behalf of 2cef7f41fbba40918e755943bbe0bdfc for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:30:11.297696 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-29535038-a3e8-4457-867c-1e112e431c44 tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:11.332928 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-feaf52ae-89c5-400a-bdea-84eeaf77db7b admin admin] 10.222.0.85 "PUT /v2.0/routers/b372c79f-6d8e-4889-9b07-12f2e010819a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8998303 May 30 20:30:11.472928 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [None req-29535038-a3e8-4457-867c-1e112e431c44 tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] device_id is not set on port 17f2703e-9565-4fa6-9ac7-8e345ebfd774 yet. {{(pid=84887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:30:11.522883 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-0da0e4a7-1f5a-4c50-a6e3-c6b54aa34fb3 None None] Set router b372c79f-6d8e-4889-9b07-12f2e010819a gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:30:11.689375 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-705ab254-02e3-4ab1-8c35-8c274b70413c tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-736390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:11.788521 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-e2d24860-3d9b-45e9-ac9a-fba1f48669c8 None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:11.821734 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-e2d24860-3d9b-45e9-ac9a-fba1f48669c8 None None] Transition to ACTIVE for port object 4fc06536-f2c4-4056-8c12-49bfa841a9b8 will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:30:11.886665 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-e2d24860-3d9b-45e9-ac9a-fba1f48669c8 None None] Transition to ACTIVE for port object 4fc06536-f2c4-4056-8c12-49bfa841a9b8 will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:30:11.994750 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-e2d24860-3d9b-45e9-ac9a-fba1f48669c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:12.195866 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d24860-3d9b-45e9-ac9a-fba1f48669c8 None None] Network fc636339-ba6c-4448-b889-da87b342249d is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:30:12.197848 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-e2d24860-3d9b-45e9-ac9a-fba1f48669c8 None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:30:12.202138 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d24860-3d9b-45e9-ac9a-fba1f48669c8 None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:30:12.267768 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-29535038-a3e8-4457-867c-1e112e431c44 tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:12.344334 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d24860-3d9b-45e9-ac9a-fba1f48669c8 None None] Pushing event updated for resources: {'Port': ['ID=4fc06536-f2c4-4056-8c12-49bfa841a9b8,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:12.361217 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc64123-f785-44a9-a33a-9d1893714701 req-d38afc2f-7797-49eb-9505-f89782cc0dc6 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:12.374284 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2dc64123-f785-44a9-a33a-9d1893714701 req-d38afc2f-7797-49eb-9505-f89782cc0dc6 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "GET /v2.0/ports?device_id=d350d3d6-4963-41cb-b310-90275ced44f9 HTTP/1.1" status: 200 len: 945 time: 0.6142728 May 30 20:30:12.392858 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-0da0e4a7-1f5a-4c50-a6e3-c6b54aa34fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b372c79f-6d8e-4889-9b07-12f2e010819a', 'name': 'tempest-ServerRescueTestJSONUnderV235-683389103-router', 'tenant_id': 'db6fd322329b4022b9cb210149c8de8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': '834687b0-36d6-4dac-a06a-2a1aeb20388e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:29:57Z', 'updated_at': '2022-05-30T20:30:08Z', 'revision_number': 4, 'project_id': 'db6fd322329b4022b9cb210149c8de8f', 'gw_port': {'id': '834687b0-36d6-4dac-a06a-2a1aeb20388e', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:08:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b372c79f-6d8e-4889-9b07-12f2e010819a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:29:58Z', 'updated_at': '2022-05-30T20:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '717005e1-e93a-4f7b-a0e7-9f5c35fde308', 'name': '', 'network_id': 'ff5fdb4b-c181-42de-80b5-ff8540ac71a0', 'tenant_id': 'db6fd322329b4022b9cb210149c8de8f', 'mac_address': 'fa:16:3e:44:7c:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b372c79f-6d8e-4889-9b07-12f2e010819a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'be79b396-84f8-442a-96a0-1a5adfb968e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:30:06Z', 'updated_at': '2022-05-30T20:30:08Z', 'revision_number': 2, 'project_id': 'db6fd322329b4022b9cb210149c8de8f', 'subnets': [{'id': 'be79b396-84f8-442a-96a0-1a5adfb968e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:30:12.399854 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da0e4a7-1f5a-4c50-a6e3-c6b54aa34fb3 None None] Checking router: b372c79f-6d8e-4889-9b07-12f2e010819a for host: n-d-843948-2 {{(pid=84889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:30:12.400570 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da0e4a7-1f5a-4c50-a6e3-c6b54aa34fb3 None None] Updating router b372c79f-6d8e-4889-9b07-12f2e010819a port 717005e1-e93a-4f7b-a0e7-9f5c35fde308 binding host n-d-843948-2 {{(pid=84889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:30:12.440225 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-e2d24860-3d9b-45e9-ac9a-fba1f48669c8 None None] Attempting to bind port 4fc06536-f2c4-4056-8c12-49bfa841a9b8 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:30:12.440889 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-e2d24860-3d9b-45e9-ac9a-fba1f48669c8 None None] Attempting to bind port 4fc06536-f2c4-4056-8c12-49bfa841a9b8 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': '57ca3fba-956e-4d20-8747-a0d8e4d59f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'fc636339-ba6c-4448-b889-da87b342249d'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:30:12.441420 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d24860-3d9b-45e9-ac9a-fba1f48669c8 None None] Attempting to bind port 4fc06536-f2c4-4056-8c12-49bfa841a9b8 on network fc636339-ba6c-4448-b889-da87b342249d {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:30:12.450808 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d24860-3d9b-45e9-ac9a-fba1f48669c8 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:30:12.451429 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d24860-3d9b-45e9-ac9a-fba1f48669c8 None None] Checking segment: {'id': '57ca3fba-956e-4d20-8747-a0d8e4d59f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'fc636339-ba6c-4448-b889-da87b342249d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:30:12.452875 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-e2d24860-3d9b-45e9-ac9a-fba1f48669c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:12.453439 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d24860-3d9b-45e9-ac9a-fba1f48669c8 None None] Bound using segment: {'id': '57ca3fba-956e-4d20-8747-a0d8e4d59f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'fc636339-ba6c-4448-b889-da87b342249d'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:30:12.454144 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-e2d24860-3d9b-45e9-ac9a-fba1f48669c8 None None] Bound port: 4fc06536-f2c4-4056-8c12-49bfa841a9b8, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57ca3fba-956e-4d20-8747-a0d8e4d59f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'fc636339-ba6c-4448-b889-da87b342249d'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:30:12.454732 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-e2d24860-3d9b-45e9-ac9a-fba1f48669c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:12.479100 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2dc64123-f785-44a9-a33a-9d1893714701 req-257dcf6b-9baa-4c4c-8853-f986fa14f6c8 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "GET /v2.0/security-groups?id=bb405612-9014-4259-93de-66017eac8af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037147 May 30 20:30:12.517848 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-0da0e4a7-1f5a-4c50-a6e3-c6b54aa34fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:12.651263 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-29535038-a3e8-4457-867c-1e112e431c44 tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:12.677875 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-e2d24860-3d9b-45e9-ac9a-fba1f48669c8 None None] For port 4fc06536-f2c4-4056-8c12-49bfa841a9b8, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:30:12.686976 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-e2d24860-3d9b-45e9-ac9a-fba1f48669c8 None None] For port 4fc06536-f2c4-4056-8c12-49bfa841a9b8, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=4fc06536-f2c4-4056-8c12-49bfa841a9b8,segment=NetworkSegment(57ca3fba-956e-4d20-8747-a0d8e4d59f15),segment_id=57ca3fba-956e-4d20-8747-a0d8e4d59f15)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:30:12.700347 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8deaed-5a66-4a66-b6f2-b0dbc55675ff req-42a9da30-38af-4349-8957-796483aea826 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:12.701101 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-5a8deaed-5a66-4a66-b6f2-b0dbc55675ff req-42a9da30-38af-4349-8957-796483aea826 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] Synchronizing usage tracker for tenant:db6fd322329b4022b9cb210149c8de8f on resource:network {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:30:12.713441 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29535038-a3e8-4457-867c-1e112e431c44 tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Network 8c085f7c-84e2-4057-aadd-3f3889ae4749 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:30:12.721264 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-29535038-a3e8-4457-867c-1e112e431c44 tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:30:12.724111 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-705ab254-02e3-4ab1-8c35-8c274b70413c tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Notify callbacks [] for router_gateway, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:12.761360 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29535038-a3e8-4457-867c-1e112e431c44 tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:30:12.762500 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29535038-a3e8-4457-867c-1e112e431c44 tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:12.763271 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-29535038-a3e8-4457-867c-1e112e431c44 tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:12.777125 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-e2d24860-3d9b-45e9-ac9a-fba1f48669c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:12.777524 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-705ab254-02e3-4ab1-8c35-8c274b70413c tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:12.844700 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-5a8deaed-5a66-4a66-b6f2-b0dbc55675ff req-42a9da30-38af-4349-8957-796483aea826 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] Unset dirty status for tenant:db6fd322329b4022b9cb210149c8de8f on resource:network {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:30:12.860393 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5a8deaed-5a66-4a66-b6f2-b0dbc55675ff req-42a9da30-38af-4349-8957-796483aea826 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] 10.222.0.85 "GET /v2.0/networks?id=ff5fdb4b-c181-42de-80b5-ff8540ac71a0 HTTP/1.1" status: 200 len: 819 time: 0.4019752 May 30 20:30:12.891763 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b83940c9-28e3-4bcd-a2ab-8104d2df04c1 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-736216'] for router_interface, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:13.024804 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29535038-a3e8-4457-867c-1e112e431c44 tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Pushing event updated for resources: {'Port': ['ID=17f2703e-9565-4fa6-9ac7-8e345ebfd774,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:13.042515 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d24860-3d9b-45e9-ac9a-fba1f48669c8 None None] Pushing event updated for resources: {'Port': ['ID=4fc06536-f2c4-4056-8c12-49bfa841a9b8,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:13.063369 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [None req-705ab254-02e3-4ab1-8c35-8c274b70413c tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Allocated IP 172.25.8.156 (c7869750-4b49-4b7e-aa99-5e0f1ae02da4/427601ec-f643-4fe7-b5e6-17305d3a39e1/8d246d19-7cd3-4e86-b93e-136b131633d1) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:30:13.186652 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-0da0e4a7-1f5a-4c50-a6e3-c6b54aa34fb3 None None] Notify callbacks [] for port, precommit_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:13.208753 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5a8deaed-5a66-4a66-b6f2-b0dbc55675ff req-231ba6b8-8448-4b65-9b57-c97544f4bbf5 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] 10.222.0.85 "GET /v2.0/quotas/db6fd322329b4022b9cb210149c8de8f HTTP/1.1" status: 200 len: 375 time: 0.3469834 May 30 20:30:13.222612 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.provisioning_blocks [None req-0da0e4a7-1f5a-4c50-a6e3-c6b54aa34fb3 None None] Transition to ACTIVE for port object 717005e1-e93a-4f7b-a0e7-9f5c35fde308 will not be triggered until provisioned by entity L2. {{(pid=84889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:30:13.314924 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-0da0e4a7-1f5a-4c50-a6e3-c6b54aa34fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:13.351531 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5a8deaed-5a66-4a66-b6f2-b0dbc55675ff req-f60b9cd1-175b-412c-8dd2-a5e258785701 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=db6fd322329b4022b9cb210149c8de8f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1269367 May 30 20:30:13.358763 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-29535038-a3e8-4457-867c-1e112e431c44 tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 2.2619259 May 30 20:30:13.359475 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 43470) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:13.461403 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-705ab254-02e3-4ab1-8c35-8c274b70413c tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:13.499364 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-b83777ca-033a-4485-af93-3bc42c23804f tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-843948-2'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:30:13.510895 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b75bd14-8195-450a-b9f8-a18495751058 None None] Pushing event updated for resources: {'Port': ['ID=717005e1-e93a-4f7b-a0e7-9f5c35fde308,revision_number=3']} {{(pid=84889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:13.691440 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-0da0e4a7-1f5a-4c50-a6e3-c6b54aa34fb3 None None] Attempting to bind port 717005e1-e93a-4f7b-a0e7-9f5c35fde308 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:30:13.711623 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-0da0e4a7-1f5a-4c50-a6e3-c6b54aa34fb3 None None] Attempting to bind port 717005e1-e93a-4f7b-a0e7-9f5c35fde308 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': 'a0397637-f061-423b-af31-4fae82d2600b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'ff5fdb4b-c181-42de-80b5-ff8540ac71a0'}] {{(pid=84889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:30:13.711623 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da0e4a7-1f5a-4c50-a6e3-c6b54aa34fb3 None None] Attempting to bind port 717005e1-e93a-4f7b-a0e7-9f5c35fde308 on network ff5fdb4b-c181-42de-80b5-ff8540ac71a0 {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:30:13.711623 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da0e4a7-1f5a-4c50-a6e3-c6b54aa34fb3 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:30:13.711623 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da0e4a7-1f5a-4c50-a6e3-c6b54aa34fb3 None None] Checking segment: {'id': 'a0397637-f061-423b-af31-4fae82d2600b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'ff5fdb4b-c181-42de-80b5-ff8540ac71a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:30:13.711623 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-0da0e4a7-1f5a-4c50-a6e3-c6b54aa34fb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:13.711623 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da0e4a7-1f5a-4c50-a6e3-c6b54aa34fb3 None None] Bound using segment: {'id': 'a0397637-f061-423b-af31-4fae82d2600b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'ff5fdb4b-c181-42de-80b5-ff8540ac71a0'} {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:30:13.721406 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-0da0e4a7-1f5a-4c50-a6e3-c6b54aa34fb3 None None] Bound port: 717005e1-e93a-4f7b-a0e7-9f5c35fde308, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0397637-f061-423b-af31-4fae82d2600b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'ff5fdb4b-c181-42de-80b5-ff8540ac71a0'}}] {{(pid=84889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:30:13.721895 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-0da0e4a7-1f5a-4c50-a6e3-c6b54aa34fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:13.786824 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-705ab254-02e3-4ab1-8c35-8c274b70413c tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:13.844153 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b83777ca-033a-4485-af93-3bc42c23804f tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:13.855678 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5a8deaed-5a66-4a66-b6f2-b0dbc55675ff req-1c92134e-105f-4df3-b93f-db2a8df56a1f service neutron] 10.222.0.85 "GET /v2.0/networks/ff5fdb4b-c181-42de-80b5-ff8540ac71a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5031462 May 30 20:30:13.891264 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-b83940c9-28e3-4bcd-a2ab-8104d2df04c1 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Deleting port 8b2ebd6e-f7db-45aa-b5ac-6ee71f7985f4 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:30:13.891264 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b83940c9-28e3-4bcd-a2ab-8104d2df04c1 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:13.919109 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705ab254-02e3-4ab1-8c35-8c274b70413c tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:30:13.919909 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.db [None req-0da0e4a7-1f5a-4c50-a6e3-c6b54aa34fb3 None None] For port 717005e1-e93a-4f7b-a0e7-9f5c35fde308, host n-d-843948-2, cleared binding levels {{(pid=84889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:30:13.929149 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.db [None req-0da0e4a7-1f5a-4c50-a6e3-c6b54aa34fb3 None None] For port 717005e1-e93a-4f7b-a0e7-9f5c35fde308, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=717005e1-e93a-4f7b-a0e7-9f5c35fde308,segment=NetworkSegment(a0397637-f061-423b-af31-4fae82d2600b),segment_id=a0397637-f061-423b-af31-4fae82d2600b)] {{(pid=84889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:30:13.947746 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-705ab254-02e3-4ab1-8c35-8c274b70413c tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:30:13.954352 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705ab254-02e3-4ab1-8c35-8c274b70413c tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:30:14.006685 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705ab254-02e3-4ab1-8c35-8c274b70413c tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Pushing event updated for resources: {'Port': ['ID=8d246d19-7cd3-4e86-b93e-136b131633d1,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:14.054628 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-0da0e4a7-1f5a-4c50-a6e3-c6b54aa34fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:14.236184 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a13d96-a4fd-4b07-9810-cf689ddfa940 req-81c23086-faf4-48cb-8340-8379e358eec1 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:14.238187 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-76a13d96-a4fd-4b07-9810-cf689ddfa940 req-81c23086-faf4-48cb-8340-8379e358eec1 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "GET /v2.0/ports?device_id=d350d3d6-4963-41cb-b310-90275ced44f9 HTTP/1.1" status: 200 len: 945 time: 0.5101697 May 30 20:30:14.262681 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5a8deaed-5a66-4a66-b6f2-b0dbc55675ff req-aca01b52-315b-4f8c-b9cb-d11242d326b1 service neutron] 10.222.0.85 "GET /v2.0/networks/ff5fdb4b-c181-42de-80b5-ff8540ac71a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4054408 May 30 20:30:14.311139 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b83940c9-28e3-4bcd-a2ab-8104d2df04c1 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:14.374439 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 4fc06536-f2c4-4056-8c12-49bfa841a9b8 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:30:14.380382 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b75bd14-8195-450a-b9f8-a18495751058 None None] Pushing event updated for resources: {'Port': ['ID=717005e1-e93a-4f7b-a0e7-9f5c35fde308,revision_number=4']} {{(pid=84889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:14.407513 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da0e4a7-1f5a-4c50-a6e3-c6b54aa34fb3 None None] Routers {'b372c79f-6d8e-4889-9b07-12f2e010819a'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:30:14.408169 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-0da0e4a7-1f5a-4c50-a6e3-c6b54aa34fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:29:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['b372c79f-6d8e-4889-9b07-12f2e010819a'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:30:14.452834 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-76a13d96-a4fd-4b07-9810-cf689ddfa940 req-8027b37f-5988-4568-8950-5b518ba054d9 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "GET /v2.0/security-groups?id=bb405612-9014-4259-93de-66017eac8af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1912134 May 30 20:30:14.653080 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [None req-b83777ca-033a-4485-af93-3bc42c23804f tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] device_id is not set on port 17f2703e-9565-4fa6-9ac7-8e345ebfd774 yet. {{(pid=84887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:30:14.690570 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b83777ca-033a-4485-af93-3bc42c23804f tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:14.720138 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 4fc06536-f2c4-4056-8c12-49bfa841a9b8 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:30:14.752265 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [None req-b83777ca-033a-4485-af93-3bc42c23804f tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Transition to ACTIVE for port object 17f2703e-9565-4fa6-9ac7-8e345ebfd774 will not be triggered until provisioned by entity L2. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:30:14.784506 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-705ab254-02e3-4ab1-8c35-8c274b70413c tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Notify callbacks [] for router_gateway, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:14.788141 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-705ab254-02e3-4ab1-8c35-8c274b70413c tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-736409'] for router, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:14.992987 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b83777ca-033a-4485-af93-3bc42c23804f tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:15.004926 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-b83940c9-28e3-4bcd-a2ab-8104d2df04c1 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Calling delete_port for 8b2ebd6e-f7db-45aa-b5ac-6ee71f7985f4 owned by network:router_interface {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:30:15.027718 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe3926dd-d0a4-478a-926e-fd75440c296a None None] Network fc636339-ba6c-4448-b889-da87b342249d requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:30:15.199758 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83777ca-033a-4485-af93-3bc42c23804f tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Pushing event updated for resources: {'Port': ['ID=17f2703e-9565-4fa6-9ac7-8e345ebfd774,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:15.269833 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-0da0e4a7-1f5a-4c50-a6e3-c6b54aa34fb3 None None] Set router b372c79f-6d8e-4889-9b07-12f2e010819a gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:30:15.295424 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-6a99b591-0d14-4cc1-a37f-5c5763cb80da None None] Provisioning for port 4fc06536-f2c4-4056-8c12-49bfa841a9b8 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:30:15.325772 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-6a99b591-0d14-4cc1-a37f-5c5763cb80da None None] Provisioning complete for port 4fc06536-f2c4-4056-8c12-49bfa841a9b8 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:30:15.326397 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-6a99b591-0d14-4cc1-a37f-5c5763cb80da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:15.387174 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [None req-b83777ca-033a-4485-af93-3bc42c23804f tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Attempting to bind port 17f2703e-9565-4fa6-9ac7-8e345ebfd774 on host n-h1-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:30:15.387712 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [None req-b83777ca-033a-4485-af93-3bc42c23804f tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Attempting to bind port 17f2703e-9565-4fa6-9ac7-8e345ebfd774 by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': 'c6d1554a-7e78-4230-91e0-ea9983699a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '8c085f7c-84e2-4057-aadd-3f3889ae4749'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:30:15.388133 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83777ca-033a-4485-af93-3bc42c23804f tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Attempting to bind port 17f2703e-9565-4fa6-9ac7-8e345ebfd774 on network 8c085f7c-84e2-4057-aadd-3f3889ae4749 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:30:15.397472 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83777ca-033a-4485-af93-3bc42c23804f tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Port 17f2703e-9565-4fa6-9ac7-8e345ebfd774 on network 8c085f7c-84e2-4057-aadd-3f3889ae4749 not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:30:15.397953 n-d-843948-2 neutron-server[84887]: ERROR neutron.plugins.ml2.managers [None req-b83777ca-033a-4485-af93-3bc42c23804f tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Failed to bind port 17f2703e-9565-4fa6-9ac7-8e345ebfd774 on host n-h1-843948-2 for vnic_type normal using segments [{'id': 'c6d1554a-7e78-4230-91e0-ea9983699a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '8c085f7c-84e2-4057-aadd-3f3889ae4749'}] May 30 20:30:15.405915 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a212a6-ce29-4998-b01a-bb8742f7758e req-1a85a7be-2a4d-4a12-823f-cfc1fa343be1 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:15.407780 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-65a212a6-ce29-4998-b01a-bb8742f7758e req-1a85a7be-2a4d-4a12-823f-cfc1fa343be1 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "GET /v2.0/ports?device_id=d350d3d6-4963-41cb-b310-90275ced44f9 HTTP/1.1" status: 200 len: 945 time: 0.4792111 May 30 20:30:15.408580 n-d-843948-2 neutron-server[84887]: INFO neutron.plugins.ml2.plugin [None req-b83777ca-033a-4485-af93-3bc42c23804f tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Attempt 2 to bind port 17f2703e-9565-4fa6-9ac7-8e345ebfd774 May 30 20:30:15.421488 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 43490) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:15.437404 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-a8ca5daf-a388-4c61-866c-828adcea67bf tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Request body: {'floatingip': {'port_id': 'c11bfcfd-e7eb-4cc9-b834-149cb8898334'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:30:15.468975 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b791e29e-f7a4-4aaf-b022-d317eae01008 req-520f1dd3-a3d7-4d67-bffb-dd3f87ca8448 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] 10.222.0.85 "GET /v2.0/ports?device_id=f03d717e-c105-41d5-a5af-5828ba46c89b HTTP/1.1" status: 200 len: 210 time: 0.1179385 May 30 20:30:15.543961 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [None req-b83777ca-033a-4485-af93-3bc42c23804f tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Attempting to bind port 17f2703e-9565-4fa6-9ac7-8e345ebfd774 on host n-h1-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:30:15.544730 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [None req-b83777ca-033a-4485-af93-3bc42c23804f tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Attempting to bind port 17f2703e-9565-4fa6-9ac7-8e345ebfd774 by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': 'c6d1554a-7e78-4230-91e0-ea9983699a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '8c085f7c-84e2-4057-aadd-3f3889ae4749'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:30:15.545302 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83777ca-033a-4485-af93-3bc42c23804f tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Attempting to bind port 17f2703e-9565-4fa6-9ac7-8e345ebfd774 on network 8c085f7c-84e2-4057-aadd-3f3889ae4749 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:30:15.569846 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a8ca5daf-a388-4c61-866c-828adcea67bf tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks [] for floatingip, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:15.653169 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83777ca-033a-4485-af93-3bc42c23804f tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Port 17f2703e-9565-4fa6-9ac7-8e345ebfd774 on network 8c085f7c-84e2-4057-aadd-3f3889ae4749 not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:30:15.653741 n-d-843948-2 neutron-server[84887]: ERROR neutron.plugins.ml2.managers [None req-b83777ca-033a-4485-af93-3bc42c23804f tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Failed to bind port 17f2703e-9565-4fa6-9ac7-8e345ebfd774 on host n-h1-843948-2 for vnic_type normal using segments [{'id': 'c6d1554a-7e78-4230-91e0-ea9983699a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '8c085f7c-84e2-4057-aadd-3f3889ae4749'}] May 30 20:30:15.659501 n-d-843948-2 neutron-server[84887]: INFO neutron.plugins.ml2.plugin [None req-b83777ca-033a-4485-af93-3bc42c23804f tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Attempt 3 to bind port 17f2703e-9565-4fa6-9ac7-8e345ebfd774 May 30 20:30:15.672613 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-6a99b591-0d14-4cc1-a37f-5c5763cb80da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:15.739373 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [None req-b83777ca-033a-4485-af93-3bc42c23804f tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Attempting to bind port 17f2703e-9565-4fa6-9ac7-8e345ebfd774 on host n-h1-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:30:15.739527 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [None req-b83777ca-033a-4485-af93-3bc42c23804f tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Attempting to bind port 17f2703e-9565-4fa6-9ac7-8e345ebfd774 by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': 'c6d1554a-7e78-4230-91e0-ea9983699a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '8c085f7c-84e2-4057-aadd-3f3889ae4749'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:30:15.739764 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83777ca-033a-4485-af93-3bc42c23804f tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Attempting to bind port 17f2703e-9565-4fa6-9ac7-8e345ebfd774 on network 8c085f7c-84e2-4057-aadd-3f3889ae4749 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:30:15.741916 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-6a99b591-0d14-4cc1-a37f-5c5763cb80da None None] For port 4fc06536-f2c4-4056-8c12-49bfa841a9b8, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=4fc06536-f2c4-4056-8c12-49bfa841a9b8,segment=NetworkSegment(57ca3fba-956e-4d20-8747-a0d8e4d59f15),segment_id=57ca3fba-956e-4d20-8747-a0d8e4d59f15)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:30:15.743754 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b83940c9-28e3-4bcd-a2ab-8104d2df04c1 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:15.794520 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-0da0e4a7-1f5a-4c50-a6e3-c6b54aa34fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b372c79f-6d8e-4889-9b07-12f2e010819a', 'name': 'tempest-ServerRescueTestJSONUnderV235-683389103-router', 'tenant_id': 'db6fd322329b4022b9cb210149c8de8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': '834687b0-36d6-4dac-a06a-2a1aeb20388e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:29:57Z', 'updated_at': '2022-05-30T20:30:08Z', 'revision_number': 4, 'project_id': 'db6fd322329b4022b9cb210149c8de8f', 'gw_port': {'id': '834687b0-36d6-4dac-a06a-2a1aeb20388e', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:08:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b372c79f-6d8e-4889-9b07-12f2e010819a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:29:58Z', 'updated_at': '2022-05-30T20:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '717005e1-e93a-4f7b-a0e7-9f5c35fde308', 'name': '', 'network_id': 'ff5fdb4b-c181-42de-80b5-ff8540ac71a0', 'tenant_id': 'db6fd322329b4022b9cb210149c8de8f', 'mac_address': 'fa:16:3e:44:7c:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b372c79f-6d8e-4889-9b07-12f2e010819a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'be79b396-84f8-442a-96a0-1a5adfb968e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:30:06Z', 'updated_at': '2022-05-30T20:30:13Z', 'revision_number': 4, 'project_id': 'db6fd322329b4022b9cb210149c8de8f', 'subnets': [{'id': 'be79b396-84f8-442a-96a0-1a5adfb968e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:30:15.803537 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da0e4a7-1f5a-4c50-a6e3-c6b54aa34fb3 None None] The sync data for ids ['b372c79f-6d8e-4889-9b07-12f2e010819a'] in n-d-843948-2 is: [{'id': 'b372c79f-6d8e-4889-9b07-12f2e010819a', 'name': 'tempest-ServerRescueTestJSONUnderV235-683389103-router', 'tenant_id': 'db6fd322329b4022b9cb210149c8de8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': '834687b0-36d6-4dac-a06a-2a1aeb20388e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:29:57Z', 'updated_at': '2022-05-30T20:30:08Z', 'revision_number': 4, 'project_id': 'db6fd322329b4022b9cb210149c8de8f', 'gw_port': {'id': '834687b0-36d6-4dac-a06a-2a1aeb20388e', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:08:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b372c79f-6d8e-4889-9b07-12f2e010819a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:29:58Z', 'updated_at': '2022-05-30T20:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '717005e1-e93a-4f7b-a0e7-9f5c35fde308', 'name': '', 'network_id': 'ff5fdb4b-c181-42de-80b5-ff8540ac71a0', 'tenant_id': 'db6fd322329b4022b9cb210149c8de8f', 'mac_address': 'fa:16:3e:44:7c:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b372c79f-6d8e-4889-9b07-12f2e010819a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'be79b396-84f8-442a-96a0-1a5adfb968e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:30:06Z', 'updated_at': '2022-05-30T20:30:13Z', 'revision_number': 4, 'project_id': 'db6fd322329b4022b9cb210149c8de8f', 'subnets': [{'id': 'be79b396-84f8-442a-96a0-1a5adfb968e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:30:15.819667 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83940c9-28e3-4bcd-a2ab-8104d2df04c1 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Pushing event deleted for resources: {'Port': ['ID=8b2ebd6e-f7db-45aa-b5ac-6ee71f7985f4,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:15.901657 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-6a99b591-0d14-4cc1-a37f-5c5763cb80da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:16.248478 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a99b591-0d14-4cc1-a37f-5c5763cb80da None None] Pushing event updated for resources: {'Port': ['ID=4fc06536-f2c4-4056-8c12-49bfa841a9b8,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:16.250742 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83777ca-033a-4485-af93-3bc42c23804f tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Port 17f2703e-9565-4fa6-9ac7-8e345ebfd774 on network 8c085f7c-84e2-4057-aadd-3f3889ae4749 not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:30:16.250742 n-d-843948-2 neutron-server[84887]: ERROR neutron.plugins.ml2.managers [None req-b83777ca-033a-4485-af93-3bc42c23804f tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Failed to bind port 17f2703e-9565-4fa6-9ac7-8e345ebfd774 on host n-h1-843948-2 for vnic_type normal using segments [{'id': 'c6d1554a-7e78-4230-91e0-ea9983699a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '8c085f7c-84e2-4057-aadd-3f3889ae4749'}] May 30 20:30:16.250742 n-d-843948-2 neutron-server[84887]: INFO neutron.plugins.ml2.plugin [None req-b83777ca-033a-4485-af93-3bc42c23804f tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Attempt 4 to bind port 17f2703e-9565-4fa6-9ac7-8e345ebfd774 May 30 20:30:16.253195 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-c8ece796-f14c-4719-84cb-98d051489683 None None] Provisioning complete for port 4fc06536-f2c4-4056-8c12-49bfa841a9b8 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:30:16.253195 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-c8ece796-f14c-4719-84cb-98d051489683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:16.303531 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [None req-b83777ca-033a-4485-af93-3bc42c23804f tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Attempting to bind port 17f2703e-9565-4fa6-9ac7-8e345ebfd774 on host n-h1-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:30:16.303858 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [None req-b83777ca-033a-4485-af93-3bc42c23804f tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Attempting to bind port 17f2703e-9565-4fa6-9ac7-8e345ebfd774 by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': 'c6d1554a-7e78-4230-91e0-ea9983699a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '8c085f7c-84e2-4057-aadd-3f3889ae4749'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:30:16.304191 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83777ca-033a-4485-af93-3bc42c23804f tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Attempting to bind port 17f2703e-9565-4fa6-9ac7-8e345ebfd774 on network 8c085f7c-84e2-4057-aadd-3f3889ae4749 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:30:16.367083 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 717005e1-e93a-4f7b-a0e7-9f5c35fde308 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:30:16.396619 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b83940c9-28e3-4bcd-a2ab-8104d2df04c1 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1718140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-736143'] for router_interface, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:16.431592 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83777ca-033a-4485-af93-3bc42c23804f tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Port 17f2703e-9565-4fa6-9ac7-8e345ebfd774 on network 8c085f7c-84e2-4057-aadd-3f3889ae4749 not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:30:16.431975 n-d-843948-2 neutron-server[84887]: ERROR neutron.plugins.ml2.managers [None req-b83777ca-033a-4485-af93-3bc42c23804f tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Failed to bind port 17f2703e-9565-4fa6-9ac7-8e345ebfd774 on host n-h1-843948-2 for vnic_type normal using segments [{'id': 'c6d1554a-7e78-4230-91e0-ea9983699a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '8c085f7c-84e2-4057-aadd-3f3889ae4749'}] May 30 20:30:16.498389 n-d-843948-2 neutron-server[84887]: INFO neutron.plugins.ml2.plugin [None req-b83777ca-033a-4485-af93-3bc42c23804f tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Attempt 5 to bind port 17f2703e-9565-4fa6-9ac7-8e345ebfd774 May 30 20:30:16.564528 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [None req-b83777ca-033a-4485-af93-3bc42c23804f tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Attempting to bind port 17f2703e-9565-4fa6-9ac7-8e345ebfd774 on host n-h1-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:30:16.565034 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [None req-b83777ca-033a-4485-af93-3bc42c23804f tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Attempting to bind port 17f2703e-9565-4fa6-9ac7-8e345ebfd774 by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': 'c6d1554a-7e78-4230-91e0-ea9983699a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '8c085f7c-84e2-4057-aadd-3f3889ae4749'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:30:16.565484 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83777ca-033a-4485-af93-3bc42c23804f tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Attempting to bind port 17f2703e-9565-4fa6-9ac7-8e345ebfd774 on network 8c085f7c-84e2-4057-aadd-3f3889ae4749 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:30:16.598980 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83777ca-033a-4485-af93-3bc42c23804f tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Port 17f2703e-9565-4fa6-9ac7-8e345ebfd774 on network 8c085f7c-84e2-4057-aadd-3f3889ae4749 not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:30:16.599532 n-d-843948-2 neutron-server[84887]: ERROR neutron.plugins.ml2.managers [None req-b83777ca-033a-4485-af93-3bc42c23804f tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Failed to bind port 17f2703e-9565-4fa6-9ac7-8e345ebfd774 on host n-h1-843948-2 for vnic_type normal using segments [{'id': 'c6d1554a-7e78-4230-91e0-ea9983699a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '8c085f7c-84e2-4057-aadd-3f3889ae4749'}] May 30 20:30:16.604542 n-d-843948-2 neutron-server[84887]: INFO neutron.plugins.ml2.plugin [None req-b83777ca-033a-4485-af93-3bc42c23804f tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Attempt 6 to bind port 17f2703e-9565-4fa6-9ac7-8e345ebfd774 May 30 20:30:16.629569 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [None req-b83777ca-033a-4485-af93-3bc42c23804f tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Attempting to bind port 17f2703e-9565-4fa6-9ac7-8e345ebfd774 on host n-h1-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:30:16.630045 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [None req-b83777ca-033a-4485-af93-3bc42c23804f tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Attempting to bind port 17f2703e-9565-4fa6-9ac7-8e345ebfd774 by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': 'c6d1554a-7e78-4230-91e0-ea9983699a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '8c085f7c-84e2-4057-aadd-3f3889ae4749'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:30:16.630482 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83777ca-033a-4485-af93-3bc42c23804f tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Attempting to bind port 17f2703e-9565-4fa6-9ac7-8e345ebfd774 on network 8c085f7c-84e2-4057-aadd-3f3889ae4749 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:30:16.651701 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 717005e1-e93a-4f7b-a0e7-9f5c35fde308 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:30:16.655956 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83777ca-033a-4485-af93-3bc42c23804f tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Port 17f2703e-9565-4fa6-9ac7-8e345ebfd774 on network 8c085f7c-84e2-4057-aadd-3f3889ae4749 not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:30:16.656408 n-d-843948-2 neutron-server[84887]: ERROR neutron.plugins.ml2.managers [None req-b83777ca-033a-4485-af93-3bc42c23804f tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Failed to bind port 17f2703e-9565-4fa6-9ac7-8e345ebfd774 on host n-h1-843948-2 for vnic_type normal using segments [{'id': 'c6d1554a-7e78-4230-91e0-ea9983699a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '8c085f7c-84e2-4057-aadd-3f3889ae4749'}] May 30 20:30:16.658320 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 717005e1-e93a-4f7b-a0e7-9f5c35fde308 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:30:16.663701 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:16.663910 n-d-843948-2 neutron-server[84887]: INFO neutron.plugins.ml2.plugin [None req-b83777ca-033a-4485-af93-3bc42c23804f tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Attempt 7 to bind port 17f2703e-9565-4fa6-9ac7-8e345ebfd774 May 30 20:30:16.845376 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-705ab254-02e3-4ab1-8c35-8c274b70413c tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Router 71d3b2dc-0b80-4309-9398-935dfd579a85 is scheduled to L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 with binding_index 1 {{(pid=84887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 20:30:16.923799 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [None req-b83777ca-033a-4485-af93-3bc42c23804f tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Attempting to bind port 17f2703e-9565-4fa6-9ac7-8e345ebfd774 on host n-h1-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:30:16.924079 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [None req-b83777ca-033a-4485-af93-3bc42c23804f tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Attempting to bind port 17f2703e-9565-4fa6-9ac7-8e345ebfd774 by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': 'c6d1554a-7e78-4230-91e0-ea9983699a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '8c085f7c-84e2-4057-aadd-3f3889ae4749'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:30:16.924575 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83777ca-033a-4485-af93-3bc42c23804f tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Attempting to bind port 17f2703e-9565-4fa6-9ac7-8e345ebfd774 on network 8c085f7c-84e2-4057-aadd-3f3889ae4749 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:30:16.959768 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:16.965779 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-3af9ef6b-0701-434d-b107-9d10b58ac0a5 req-373838c2-49a3-4578-8317-ce6e4ac54e84 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] Synchronizing usage tracker for tenant:db6fd322329b4022b9cb210149c8de8f on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:30:17.015754 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port 717005e1-e93a-4f7b-a0e7-9f5c35fde308, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=717005e1-e93a-4f7b-a0e7-9f5c35fde308,segment=NetworkSegment(a0397637-f061-423b-af31-4fae82d2600b),segment_id=a0397637-f061-423b-af31-4fae82d2600b)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:30:17.073742 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83777ca-033a-4485-af93-3bc42c23804f tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Port 17f2703e-9565-4fa6-9ac7-8e345ebfd774 on network 8c085f7c-84e2-4057-aadd-3f3889ae4749 not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:30:17.074520 n-d-843948-2 neutron-server[84887]: ERROR neutron.plugins.ml2.managers [None req-b83777ca-033a-4485-af93-3bc42c23804f tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Failed to bind port 17f2703e-9565-4fa6-9ac7-8e345ebfd774 on host n-h1-843948-2 for vnic_type normal using segments [{'id': 'c6d1554a-7e78-4230-91e0-ea9983699a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '8c085f7c-84e2-4057-aadd-3f3889ae4749'}] May 30 20:30:17.083622 n-d-843948-2 neutron-server[84887]: INFO neutron.plugins.ml2.plugin [None req-b83777ca-033a-4485-af93-3bc42c23804f tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Attempt 8 to bind port 17f2703e-9565-4fa6-9ac7-8e345ebfd774 May 30 20:30:17.112730 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:17.147155 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b83940c9-28e3-4bcd-a2ab-8104d2df04c1 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Router 649dd22e-1777-4611-b547-67d1cb2fdd8c has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:30:17.228853 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [None req-b83777ca-033a-4485-af93-3bc42c23804f tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Attempting to bind port 17f2703e-9565-4fa6-9ac7-8e345ebfd774 on host n-h1-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:30:17.229598 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [None req-b83777ca-033a-4485-af93-3bc42c23804f tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Attempting to bind port 17f2703e-9565-4fa6-9ac7-8e345ebfd774 by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': 'c6d1554a-7e78-4230-91e0-ea9983699a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '8c085f7c-84e2-4057-aadd-3f3889ae4749'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:30:17.230201 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83777ca-033a-4485-af93-3bc42c23804f tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Attempting to bind port 17f2703e-9565-4fa6-9ac7-8e345ebfd774 on network 8c085f7c-84e2-4057-aadd-3f3889ae4749 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:30:17.264221 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83777ca-033a-4485-af93-3bc42c23804f tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Port 17f2703e-9565-4fa6-9ac7-8e345ebfd774 on network 8c085f7c-84e2-4057-aadd-3f3889ae4749 not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:30:17.265924 n-d-843948-2 neutron-server[84887]: ERROR neutron.plugins.ml2.managers [None req-b83777ca-033a-4485-af93-3bc42c23804f tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Failed to bind port 17f2703e-9565-4fa6-9ac7-8e345ebfd774 on host n-h1-843948-2 for vnic_type normal using segments [{'id': 'c6d1554a-7e78-4230-91e0-ea9983699a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '8c085f7c-84e2-4057-aadd-3f3889ae4749'}] May 30 20:30:17.268337 n-d-843948-2 neutron-server[84887]: INFO neutron.plugins.ml2.plugin [None req-b83777ca-033a-4485-af93-3bc42c23804f tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Attempt 9 to bind port 17f2703e-9565-4fa6-9ac7-8e345ebfd774 May 30 20:30:17.299675 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=717005e1-e93a-4f7b-a0e7-9f5c35fde308,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:17.304440 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [None req-b83777ca-033a-4485-af93-3bc42c23804f tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Attempting to bind port 17f2703e-9565-4fa6-9ac7-8e345ebfd774 on host n-h1-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:30:17.305208 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [None req-b83777ca-033a-4485-af93-3bc42c23804f tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Attempting to bind port 17f2703e-9565-4fa6-9ac7-8e345ebfd774 by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': 'c6d1554a-7e78-4230-91e0-ea9983699a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '8c085f7c-84e2-4057-aadd-3f3889ae4749'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:30:17.305814 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83777ca-033a-4485-af93-3bc42c23804f tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Attempting to bind port 17f2703e-9565-4fa6-9ac7-8e345ebfd774 on network 8c085f7c-84e2-4057-aadd-3f3889ae4749 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:30:17.312496 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-3af9ef6b-0701-434d-b107-9d10b58ac0a5 req-373838c2-49a3-4578-8317-ce6e4ac54e84 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] Unset dirty status for tenant:db6fd322329b4022b9cb210149c8de8f on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:30:17.313885 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3af9ef6b-0701-434d-b107-9d10b58ac0a5 req-373838c2-49a3-4578-8317-ce6e4ac54e84 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] 10.222.0.85 "GET /v2.0/ports?device_id=f03d717e-c105-41d5-a5af-5828ba46c89b HTTP/1.1" status: 200 len: 210 time: 0.5895872 May 30 20:30:17.334794 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83777ca-033a-4485-af93-3bc42c23804f tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Port 17f2703e-9565-4fa6-9ac7-8e345ebfd774 on network 8c085f7c-84e2-4057-aadd-3f3889ae4749 not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:30:17.335230 n-d-843948-2 neutron-server[84887]: ERROR neutron.plugins.ml2.managers [None req-b83777ca-033a-4485-af93-3bc42c23804f tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Failed to bind port 17f2703e-9565-4fa6-9ac7-8e345ebfd774 on host n-h1-843948-2 for vnic_type normal using segments [{'id': 'c6d1554a-7e78-4230-91e0-ea9983699a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '8c085f7c-84e2-4057-aadd-3f3889ae4749'}] May 30 20:30:17.338335 n-d-843948-2 neutron-server[84887]: INFO neutron.plugins.ml2.plugin [None req-b83777ca-033a-4485-af93-3bc42c23804f tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Attempt 10 to bind port 17f2703e-9565-4fa6-9ac7-8e345ebfd774 May 30 20:30:17.347996 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b83940c9-28e3-4bcd-a2ab-8104d2df04c1 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:30:17.363701 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90bd29b-0ae6-4aeb-820a-30a1a5534c3a None None] Sync routers for ids ['649dd22e-1777-4611-b547-67d1cb2fdd8c'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:30:17.377436 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [None req-b83777ca-033a-4485-af93-3bc42c23804f tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Attempting to bind port 17f2703e-9565-4fa6-9ac7-8e345ebfd774 on host n-h1-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:30:17.378077 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [None req-b83777ca-033a-4485-af93-3bc42c23804f tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Attempting to bind port 17f2703e-9565-4fa6-9ac7-8e345ebfd774 by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': 'c6d1554a-7e78-4230-91e0-ea9983699a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '8c085f7c-84e2-4057-aadd-3f3889ae4749'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:30:17.378517 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83777ca-033a-4485-af93-3bc42c23804f tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Attempting to bind port 17f2703e-9565-4fa6-9ac7-8e345ebfd774 on network 8c085f7c-84e2-4057-aadd-3f3889ae4749 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:30:17.381416 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90bd29b-0ae6-4aeb-820a-30a1a5534c3a None None] Routers {'649dd22e-1777-4611-b547-67d1cb2fdd8c'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:30:17.382432 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-b90bd29b-0ae6-4aeb-820a-30a1a5534c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:29:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['649dd22e-1777-4611-b547-67d1cb2fdd8c'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:30:17.454710 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83777ca-033a-4485-af93-3bc42c23804f tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Port 17f2703e-9565-4fa6-9ac7-8e345ebfd774 on network 8c085f7c-84e2-4057-aadd-3f3889ae4749 not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:30:17.455230 n-d-843948-2 neutron-server[84887]: ERROR neutron.plugins.ml2.managers [None req-b83777ca-033a-4485-af93-3bc42c23804f tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Failed to bind port 17f2703e-9565-4fa6-9ac7-8e345ebfd774 on host n-h1-843948-2 for vnic_type normal using segments [{'id': 'c6d1554a-7e78-4230-91e0-ea9983699a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '8c085f7c-84e2-4057-aadd-3f3889ae4749'}] May 30 20:30:17.455905 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b83777ca-033a-4485-af93-3bc42c23804f tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:17.500199 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-b90bd29b-0ae6-4aeb-820a-30a1a5534c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:30:17.505693 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-b83940c9-28e3-4bcd-a2ab-8104d2df04c1 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] 10.222.0.85 "PUT /v2.0/routers/649dd22e-1777-4611-b547-67d1cb2fdd8c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2692320 May 30 20:30:17.509161 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 43520) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:17.518348 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90bd29b-0ae6-4aeb-820a-30a1a5534c3a None None] Routers {'649dd22e-1777-4611-b547-67d1cb2fdd8c'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:30:17.518902 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-b90bd29b-0ae6-4aeb-820a-30a1a5534c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:29:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['649dd22e-1777-4611-b547-67d1cb2fdd8c'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:30:17.595195 n-d-843948-2 neutron-server[84886]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c494473-5f19-47a8-a943-c91176744d8a tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] GET failed (client error): The resource could not be found. May 30 20:30:17.596258 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-1c494473-5f19-47a8-a943-c91176744d8a tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Synchronizing usage tracker for tenant:4be4d49ae6064975a8617cd4194dcba7 on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:30:17.599121 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [None req-b83777ca-033a-4485-af93-3bc42c23804f tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] For port 17f2703e-9565-4fa6-9ac7-8e345ebfd774, host n-h1-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:30:17.600555 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [None req-b83777ca-033a-4485-af93-3bc42c23804f tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Attempted to set empty binding levels {{(pid=84887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} May 30 20:30:17.621986 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a8ca5daf-a388-4c61-866c-828adcea67bf tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:17.622245 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-b90bd29b-0ae6-4aeb-820a-30a1a5534c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:30:17.622532 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90bd29b-0ae6-4aeb-820a-30a1a5534c3a None None] The sync data for ids ['649dd22e-1777-4611-b547-67d1cb2fdd8c'] in n-d-843948-2 is: [] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:30:17.659527 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-705ab254-02e3-4ab1-8c35-8c274b70413c tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:30:17.674742 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7e956f-19d9-46e2-b95e-9992abeea6b9 None None] Sync routers for ids ['71d3b2dc-0b80-4309-9398-935dfd579a85'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:30:17.687225 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7e956f-19d9-46e2-b95e-9992abeea6b9 None None] Routers {'71d3b2dc-0b80-4309-9398-935dfd579a85'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:30:17.692409 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-af7e956f-19d9-46e2-b95e-9992abeea6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:29:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['71d3b2dc-0b80-4309-9398-935dfd579a85'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:30:17.692604 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b83777ca-033a-4485-af93-3bc42c23804f tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:17.752480 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-af7e956f-19d9-46e2-b95e-9992abeea6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:30:17.765460 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7e956f-19d9-46e2-b95e-9992abeea6b9 None None] Routers {'71d3b2dc-0b80-4309-9398-935dfd579a85'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:30:17.766273 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-af7e956f-19d9-46e2-b95e-9992abeea6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:29:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['71d3b2dc-0b80-4309-9398-935dfd579a85'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:30:17.770121 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-b83777ca-033a-4485-af93-3bc42c23804f tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] In _notify_port_updated(), no bound segment for port 17f2703e-9565-4fa6-9ac7-8e345ebfd774 on network 8c085f7c-84e2-4057-aadd-3f3889ae4749 {{(pid=84887) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 30 20:30:17.775008 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b83777ca-033a-4485-af93-3bc42c23804f tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:17.780641 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-b83777ca-033a-4485-af93-3bc42c23804f tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] 10.222.0.85 "PUT /v2.0/ports/17f2703e-9565-4fa6-9ac7-8e345ebfd774 HTTP/1.1" status: 200 len: 974 time: 4.4138296 May 30 20:30:17.798588 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a8ca5daf-a388-4c61-866c-828adcea67bf tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736490'] for floatingip, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:17.803358 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 43526) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:17.835296 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-af7e956f-19d9-46e2-b95e-9992abeea6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:30:17.835884 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7e956f-19d9-46e2-b95e-9992abeea6b9 None None] The sync data for ids ['71d3b2dc-0b80-4309-9398-935dfd579a85'] in n-d-843948-2 is: [] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:30:17.867934 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-705ab254-02e3-4ab1-8c35-8c274b70413c tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Notify callbacks [] for router, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:17.872047 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-705ab254-02e3-4ab1-8c35-8c274b70413c tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 7.0994759 May 30 20:30:17.882358 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 43530) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:17.889643 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-1c494473-5f19-47a8-a943-c91176744d8a tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Unset dirty status for tenant:4be4d49ae6064975a8617cd4194dcba7 on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:30:17.889643 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-1c494473-5f19-47a8-a943-c91176744d8a tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] 10.222.0.85 "GET /v2.0/ports/8b2ebd6e-f7db-45aa-b5ac-6ee71f7985f4 HTTP/1.1" status: 404 len: 333 time: 0.3764312 May 30 20:30:17.897227 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 43534) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:18.100769 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83777ca-033a-4485-af93-3bc42c23804f tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Pushing event updated for resources: {'Port': ['ID=17f2703e-9565-4fa6-9ac7-8e345ebfd774,revision_number=3']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:18.255043 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-07012821-5ea4-4982-8daa-df02d0d60238 tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Deleting port 17f2703e-9565-4fa6-9ac7-8e345ebfd774 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:30:18.255350 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-07012821-5ea4-4982-8daa-df02d0d60238 tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:18.267185 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 4fc06536-f2c4-4056-8c12-49bfa841a9b8 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:30:18.317861 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-96711b5f-c64f-4a5a-9458-9ec3f4e7562a tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks [] for router, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:18.394122 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 4fc06536-f2c4-4056-8c12-49bfa841a9b8 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:30:18.394383 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:18.460726 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6666a74-9568-448a-b713-8f3811663d65 req-3b680958-aae0-4355-8073-903160cfac1f tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:18.462315 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a6666a74-9568-448a-b713-8f3811663d65 req-3b680958-aae0-4355-8073-903160cfac1f tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=7aad7ab8-22c4-47e2-abf2-9cc744ce8553 HTTP/1.1" status: 200 len: 944 time: 0.7425611 May 30 20:30:18.555945 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 717005e1-e93a-4f7b-a0e7-9f5c35fde308 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:30:18.632222 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 717005e1-e93a-4f7b-a0e7-9f5c35fde308 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:30:18.632579 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:18.701850 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7a1abd58-edcb-452b-b648-db67967476c0 req-98fac509-aa06-4a80-90f8-96b1258902b5 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] 10.222.0.85 "GET /v2.0/ports?device_id=f03d717e-c105-41d5-a5af-5828ba46c89b HTTP/1.1" status: 200 len: 210 time: 0.1320910 May 30 20:30:18.780938 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a6666a74-9568-448a-b713-8f3811663d65 req-23c8d8ba-c9e9-4621-9b80-5d3fd989d22c tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ae76294-3e84-4fcb-be2a-17611205a838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2770648 May 30 20:30:18.879945 n-d-843948-2 neutron-server[84887]: INFO neutron.db.l3_db [None req-a8ca5daf-a388-4c61-866c-828adcea67bf tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Floating IP 8ace0713-cf28-4bda-9d98-677ded5d1425 associated. External IP: 172.25.8.192, port: c11bfcfd-e7eb-4cc9-b834-149cb8898334. May 30 20:30:19.043501 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-96711b5f-c64f-4a5a-9458-9ec3f4e7562a tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-724789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3141'] for router, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:19.049414 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-96711b5f-c64f-4a5a-9458-9ec3f4e7562a tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:19.085268 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [None req-07012821-5ea4-4982-8daa-df02d0d60238 tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] For port 17f2703e-9565-4fa6-9ac7-8e345ebfd774, host n-h1-843948-2, got binding levels [] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:30:19.085666 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-07012821-5ea4-4982-8daa-df02d0d60238 tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:19.162166 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-96711b5f-c64f-4a5a-9458-9ec3f4e7562a tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724889'] for router, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:19.162559 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96711b5f-c64f-4a5a-9458-9ec3f4e7562a tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Fanout notify agent at l3_agent the message router_deleted on router 649dd22e-1777-4611-b547-67d1cb2fdd8c {{(pid=84886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:30:19.194129 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8deaed-5a66-4a66-b6f2-b0dbc55675ff req-52a76b45-908d-4a3e-84c6-75fbf7647764 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:19.195603 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5a8deaed-5a66-4a66-b6f2-b0dbc55675ff req-52a76b45-908d-4a3e-84c6-75fbf7647764 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] 10.222.0.71 "GET /v2.0/networks?id=ff5fdb4b-c181-42de-80b5-ff8540ac71a0 HTTP/1.1" status: 200 len: 819 time: 0.7698050 May 30 20:30:19.218602 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-5a8deaed-5a66-4a66-b6f2-b0dbc55675ff req-7d5e10d1-140d-43b0-80d3-75a51b184eb6 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] Request body: {'port': {'device_id': 'f03d717e-c105-41d5-a5af-5828ba46c89b', 'network_id': 'ff5fdb4b-c181-42de-80b5-ff8540ac71a0', 'admin_state_up': True, 'tenant_id': 'db6fd322329b4022b9cb210149c8de8f'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:30:19.231015 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-07012821-5ea4-4982-8daa-df02d0d60238 tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Calling delete_port for 17f2703e-9565-4fa6-9ac7-8e345ebfd774 owned by {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:30:19.271142 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-96711b5f-c64f-4a5a-9458-9ec3f4e7562a tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks [] for router, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:19.272269 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-96711b5f-c64f-4a5a-9458-9ec3f4e7562a tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] 10.222.0.85 "DELETE /v2.0/routers/649dd22e-1777-4611-b547-67d1cb2fdd8c HTTP/1.1" status: 204 len: 168 time: 1.3738375 May 30 20:30:19.279869 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 43546) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:19.474503 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511f758e-10c9-44ac-a284-8cab5c0ef35d req-5d1966ed-e226-426c-aa6f-b37648523982 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:19.477080 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-511f758e-10c9-44ac-a284-8cab5c0ef35d req-5d1966ed-e226-426c-aa6f-b37648523982 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=7aad7ab8-22c4-47e2-abf2-9cc744ce8553 HTTP/1.1" status: 200 len: 944 time: 0.4685998 May 30 20:30:19.479520 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-07012821-5ea4-4982-8daa-df02d0d60238 tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:19.508744 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:19.548510 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07012821-5ea4-4982-8daa-df02d0d60238 tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Pushing event deleted for resources: {'Port': ['ID=17f2703e-9565-4fa6-9ac7-8e345ebfd774,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:19.563287 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-07012821-5ea4-4982-8daa-df02d0d60238 tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:19.570848 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d2360cf-877c-4579-8cfe-4541b603fbd0 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Deleting subnet 7e4a1297-c3e2-4e4b-9594-8a9eadaef9a3 {{(pid=84886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:30:19.576441 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8d2360cf-877c-4579-8cfe-4541b603fbd0 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks [] for subnet, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:19.615174 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-07012821-5ea4-4982-8daa-df02d0d60238 tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] 10.222.0.85 "DELETE /v2.0/ports/17f2703e-9565-4fa6-9ac7-8e345ebfd774 HTTP/1.1" status: 204 len: 168 time: 1.8100779 May 30 20:30:19.621810 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 43550) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:19.640122 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-5a8deaed-5a66-4a66-b6f2-b0dbc55675ff req-7d5e10d1-140d-43b0-80d3-75a51b184eb6 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:30:19.681465 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-5a8deaed-5a66-4a66-b6f2-b0dbc55675ff req-7d5e10d1-140d-43b0-80d3-75a51b184eb6 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:30:19.712037 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-511f758e-10c9-44ac-a284-8cab5c0ef35d req-fdb03cde-f327-45bb-a050-2ff2917794e9 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ae76294-3e84-4fcb-be2a-17611205a838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2052171 May 30 20:30:19.803128 n-d-843948-2 neutron-server[84886]: INFO neutron.pecan_wsgi.hooks.translation [None req-1036eb5f-59e1-4061-bee2-7fce75ded9ce tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] GET failed (client error): The resource could not be found. May 30 20:30:19.803733 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-1036eb5f-59e1-4061-bee2-7fce75ded9ce tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Synchronizing usage tracker for tenant:2cef7f41fbba40918e755943bbe0bdfc on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:30:19.804819 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a8deaed-5a66-4a66-b6f2-b0dbc55675ff req-7d5e10d1-140d-43b0-80d3-75a51b184eb6 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] Made reservation on behalf of db6fd322329b4022b9cb210149c8de8f for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:30:19.809732 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-5a8deaed-5a66-4a66-b6f2-b0dbc55675ff req-7d5e10d1-140d-43b0-80d3-75a51b184eb6 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:19.816781 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8d2360cf-877c-4579-8cfe-4541b603fbd0 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2655517'] for subnet, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:19.913315 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8d2360cf-877c-4579-8cfe-4541b603fbd0 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:19.945417 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-1036eb5f-59e1-4061-bee2-7fce75ded9ce tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] Unset dirty status for tenant:2cef7f41fbba40918e755943bbe0bdfc on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:30:19.950268 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-1036eb5f-59e1-4061-bee2-7fce75ded9ce tempest-PortsAdminExtendedAttrsTestJSON-673512296 tempest-PortsAdminExtendedAttrsTestJSON-673512296-project-admin] 10.222.0.85 "GET /v2.0/ports/17f2703e-9565-4fa6-9ac7-8e345ebfd774 HTTP/1.1" status: 404 len: 333 time: 0.3238153 May 30 20:30:19.990307 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 43558) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:20.156415 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5f234134-629b-4253-b03d-7a64973a5bf4 tempest-PortsAdminExtendedAttrsTestJSON-1987635966 tempest-PortsAdminExtendedAttrsTestJSON-1987635966-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:20.191877 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0ddacde3-956c-468d-8122-903dec2a0563 req-12150ceb-d325-49b6-b5c4-8729ccc381af tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] 10.222.0.85 "GET /v2.0/ports?device_id=f03d717e-c105-41d5-a5af-5828ba46c89b HTTP/1.1" status: 200 len: 210 time: 0.1591072 May 30 20:30:20.219163 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222889fb-e652-499c-89e1-00b0cd4a27b9 req-7efbec2f-f754-4920-aa73-9643d6a62092 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:20.219163 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-222889fb-e652-499c-89e1-00b0cd4a27b9 req-7efbec2f-f754-4920-aa73-9643d6a62092 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=7aad7ab8-22c4-47e2-abf2-9cc744ce8553 HTTP/1.1" status: 200 len: 944 time: 0.2741287 May 30 20:30:20.344926 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8d2360cf-877c-4579-8cfe-4541b603fbd0 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4127075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2778536'] for subnet, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:20.414110 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-222889fb-e652-499c-89e1-00b0cd4a27b9 req-e558d228-149c-4076-b386-987ad94a20b5 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ae76294-3e84-4fcb-be2a-17611205a838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1775851 May 30 20:30:20.414811 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2360cf-877c-4579-8cfe-4541b603fbd0 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Pushing event deleted for resources: {'Subnet': ['ID=7e4a1297-c3e2-4e4b-9594-8a9eadaef9a3,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:20.419471 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5f234134-629b-4253-b03d-7a64973a5bf4 tempest-PortsAdminExtendedAttrsTestJSON-1987635966 tempest-PortsAdminExtendedAttrsTestJSON-1987635966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:20.436643 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8d2360cf-877c-4579-8cfe-4541b603fbd0 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks [] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:20.447090 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-8d2360cf-877c-4579-8cfe-4541b603fbd0 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] 10.222.0.85 "DELETE /v2.0/subnets/7e4a1297-c3e2-4e4b-9594-8a9eadaef9a3 HTTP/1.1" status: 204 len: 168 time: 1.1656575 May 30 20:30:20.450757 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd82c690-f442-444b-a883-6dcd20de1863 None None] Network 7617f774-4f27-4a94-8a39-e3896a453a7d requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:30:20.456963 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 43574) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:20.482074 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-5f234134-629b-4253-b03d-7a64973a5bf4 tempest-PortsAdminExtendedAttrsTestJSON-1987635966 tempest-PortsAdminExtendedAttrsTestJSON-1987635966-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c085f7c-84e2-4057-aadd-3f3889ae4749']}} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:30:20.505784 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-5f234134-629b-4253-b03d-7a64973a5bf4 tempest-PortsAdminExtendedAttrsTestJSON-1987635966 tempest-PortsAdminExtendedAttrsTestJSON-1987635966-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6d1554a-7e78-4230-91e0-ea9983699a49') {'for_net_delete': True} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:30:20.505784 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-5f234134-629b-4253-b03d-7a64973a5bf4 tempest-PortsAdminExtendedAttrsTestJSON-1987635966 tempest-PortsAdminExtendedAttrsTestJSON-1987635966-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6d1554a-7e78-4230-91e0-ea9983699a49') {} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:30:20.583816 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5f234134-629b-4253-b03d-7a64973a5bf4 tempest-PortsAdminExtendedAttrsTestJSON-1987635966 tempest-PortsAdminExtendedAttrsTestJSON-1987635966-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2660590'] for segment, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:20.590325 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [req-5a8deaed-5a66-4a66-b6f2-b0dbc55675ff req-7d5e10d1-140d-43b0-80d3-75a51b184eb6 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] Allocated IP 172.20.0.12 (ff5fdb4b-c181-42de-80b5-ff8540ac71a0/be79b396-84f8-442a-96a0-1a5adfb968e1/2cf9cea4-18f1-4ae3-8d2a-dd24c0abe6e0) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:30:20.617291 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5f234134-629b-4253-b03d-7a64973a5bf4 tempest-PortsAdminExtendedAttrsTestJSON-1987635966 tempest-PortsAdminExtendedAttrsTestJSON-1987635966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:20.631465 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e290c556-fdef-4e67-b238-c9cb322b9efa tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:20.635245 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f234134-629b-4253-b03d-7a64973a5bf4 tempest-PortsAdminExtendedAttrsTestJSON-1987635966 tempest-PortsAdminExtendedAttrsTestJSON-1987635966-project] Releasing vlan 698 on physical network physnet1 to pool {{(pid=84886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:30:20.635245 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5f234134-629b-4253-b03d-7a64973a5bf4 tempest-PortsAdminExtendedAttrsTestJSON-1987635966 tempest-PortsAdminExtendedAttrsTestJSON-1987635966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4126989'] for segment, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:20.650272 n-d-843948-2 neutron-server[84886]: Traceback (most recent call last): May 30 20:30:20.650272 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:30:20.650272 n-d-843948-2 neutron-server[84886]: timer() May 30 20:30:20.650272 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:30:20.650272 n-d-843948-2 neutron-server[84886]: cb(*args, **kw) May 30 20:30:20.650272 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:30:20.650272 n-d-843948-2 neutron-server[84886]: return func(*args, **kwargs) May 30 20:30:20.650272 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:30:20.650272 n-d-843948-2 neutron-server[84886]: self._notify() May 30 20:30:20.650272 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:30:20.650272 n-d-843948-2 neutron-server[84886]: self.callback(batched_events) May 30 20:30:20.650272 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:30:20.650272 n-d-843948-2 neutron-server[84886]: event.method(event) May 30 20:30:20.650272 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:30:20.650272 n-d-843948-2 neutron-server[84886]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:30:20.650272 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:30:20.650272 n-d-843948-2 neutron-server[84886]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:30:20.650272 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:30:20.650272 n-d-843948-2 neutron-server[84886]: return f(self, *a, **k) May 30 20:30:20.650272 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:30:20.650272 n-d-843948-2 neutron-server[84886]: return self._get(url).json() May 30 20:30:20.650272 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:30:20.650272 n-d-843948-2 neutron-server[84886]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:30:20.650272 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:30:20.650272 n-d-843948-2 neutron-server[84886]: return self.request(url, 'GET', **kwargs) May 30 20:30:20.650272 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:30:20.650272 n-d-843948-2 neutron-server[84886]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:30:20.650272 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:30:20.650272 n-d-843948-2 neutron-server[84886]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:30:20.650272 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:30:20.650272 n-d-843948-2 neutron-server[84886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:30:20.650272 n-d-843948-2 neutron-server[84886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:30:20.740773 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-e290c556-fdef-4e67-b238-c9cb322b9efa tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Deleting port d88ba49b-58a2-4980-8d66-8d341d700366 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:30:20.741184 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e290c556-fdef-4e67-b238-c9cb322b9efa tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:20.870499 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5f234134-629b-4253-b03d-7a64973a5bf4 tempest-PortsAdminExtendedAttrsTestJSON-1987635966 tempest-PortsAdminExtendedAttrsTestJSON-1987635966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:20.911542 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5f234134-629b-4253-b03d-7a64973a5bf4 tempest-PortsAdminExtendedAttrsTestJSON-1987635966 tempest-PortsAdminExtendedAttrsTestJSON-1987635966-project] Notify callbacks [] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:20.925309 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-5f234134-629b-4253-b03d-7a64973a5bf4 tempest-PortsAdminExtendedAttrsTestJSON-1987635966 tempest-PortsAdminExtendedAttrsTestJSON-1987635966-project] 10.222.0.85 "DELETE /v2.0/networks/8c085f7c-84e2-4057-aadd-3f3889ae4749 HTTP/1.1" status: 204 len: 168 time: 0.9294195 May 30 20:30:21.016135 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8ca5daf-a388-4c61-866c-828adcea67bf tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Router d6837ec6-fa53-4479-bb23-7d6c2cb86fc9 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:30:21.056962 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f234134-629b-4253-b03d-7a64973a5bf4 tempest-PortsAdminExtendedAttrsTestJSON-1987635966 tempest-PortsAdminExtendedAttrsTestJSON-1987635966-project] Pushing event deleted for resources: {'Network': ['ID=8c085f7c-84e2-4057-aadd-3f3889ae4749,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:21.074643 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1adb21a-5c5b-4cbf-8944-e54ddd65c8fc None None] DHCP port deletion for 7617f774-4f27-4a94-8a39-e3896a453a7d request from n-d-843948-2 {{(pid=84888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:30:21.089991 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-c1adb21a-5c5b-4cbf-8944-e54ddd65c8fc None None] Deleting port d88ba49b-58a2-4980-8d66-8d341d700366 {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:30:21.090611 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-c1adb21a-5c5b-4cbf-8944-e54ddd65c8fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:21.135780 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [None req-e290c556-fdef-4e67-b238-c9cb322b9efa tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] For port d88ba49b-58a2-4980-8d66-8d341d700366, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=d88ba49b-58a2-4980-8d66-8d341d700366,segment=NetworkSegment(db6ad507-dbad-42df-b6ff-9d5acbf16e95),segment_id=db6ad507-dbad-42df-b6ff-9d5acbf16e95)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:30:21.138419 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e290c556-fdef-4e67-b238-c9cb322b9efa tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:21.273802 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40a91c2-6bca-473d-a65a-7eb7765dd45c req-e2129fda-99e2-4a5a-9fbe-a2edb153ce4a tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:21.276017 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e40a91c2-6bca-473d-a65a-7eb7765dd45c req-e2129fda-99e2-4a5a-9fbe-a2edb153ce4a tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=7aad7ab8-22c4-47e2-abf2-9cc744ce8553 HTTP/1.1" status: 200 len: 944 time: 0.5114303 May 30 20:30:21.386717 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-e290c556-fdef-4e67-b238-c9cb322b9efa tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Calling delete_port for d88ba49b-58a2-4980-8d66-8d341d700366 owned by network:dhcp {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:30:21.432827 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-76f9876e-e930-4a8b-9fd0-a3a5a84f9915 tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:21.449468 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-5a8deaed-5a66-4a66-b6f2-b0dbc55675ff req-7d5e10d1-140d-43b0-80d3-75a51b184eb6 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:21.478532 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e40a91c2-6bca-473d-a65a-7eb7765dd45c req-73a40878-4be5-4abe-80f6-6f8b9de28279 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ae76294-3e84-4fcb-be2a-17611205a838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1785533 May 30 20:30:21.522999 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-c1adb21a-5c5b-4cbf-8944-e54ddd65c8fc None None] For port d88ba49b-58a2-4980-8d66-8d341d700366, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=d88ba49b-58a2-4980-8d66-8d341d700366,segment=NetworkSegment(db6ad507-dbad-42df-b6ff-9d5acbf16e95),segment_id=db6ad507-dbad-42df-b6ff-9d5acbf16e95)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:30:21.524185 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-c1adb21a-5c5b-4cbf-8944-e54ddd65c8fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:21.609359 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-04e71052-bc0f-41f9-a026-711f9734162d req-83d858dc-db75-4fe3-9f54-f5852badc63c tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] 10.222.0.85 "GET /v2.0/ports?device_id=f03d717e-c105-41d5-a5af-5828ba46c89b HTTP/1.1" status: 200 len: 210 time: 0.1065745 May 30 20:30:21.715238 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e290c556-fdef-4e67-b238-c9cb322b9efa tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:21.715917 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-c1adb21a-5c5b-4cbf-8944-e54ddd65c8fc None None] Calling delete_port for d88ba49b-58a2-4980-8d66-8d341d700366 owned by network:dhcp {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:30:21.840097 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.db.api [None req-c1adb21a-5c5b-4cbf-8944-e54ddd65c8fc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:30:21.840459 n-d-843948-2 neutron-server[84888]: DEBUG oslo_db.api [None req-c1adb21a-5c5b-4cbf-8944-e54ddd65c8fc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:30:21.850174 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 43596) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:21.863161 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e290c556-fdef-4e67-b238-c9cb322b9efa tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] No DVR routers for this DVR port d88ba49b-58a2-4980-8d66-8d341d700366 on host n-d-843948-2 {{(pid=84886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:30:21.869452 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e290c556-fdef-4e67-b238-c9cb322b9efa tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Pushing event deleted for resources: {'Port': ['ID=d88ba49b-58a2-4980-8d66-8d341d700366,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:22.082589 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-5a8deaed-5a66-4a66-b6f2-b0dbc55675ff req-7d5e10d1-140d-43b0-80d3-75a51b184eb6 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:22.205212 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e290c556-fdef-4e67-b238-c9cb322b9efa tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:22.206169 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:22.234872 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device d88ba49b-58a2-4980-8d66-8d341d700366 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:30:22.243804 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-e290c556-fdef-4e67-b238-c9cb322b9efa tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7617f774-4f27-4a94-8a39-e3896a453a7d']}} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:30:22.261101 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-e290c556-fdef-4e67-b238-c9cb322b9efa tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db6ad507-dbad-42df-b6ff-9d5acbf16e95') {'for_net_delete': True} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:30:22.261399 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-e290c556-fdef-4e67-b238-c9cb322b9efa tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db6ad507-dbad-42df-b6ff-9d5acbf16e95') {} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:30:22.265357 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: d88ba49b-58a2-4980-8d66-8d341d700366 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:30:22.270241 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device d88ba49b-58a2-4980-8d66-8d341d700366 not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:30:22.286177 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e290c556-fdef-4e67-b238-c9cb322b9efa tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2660590'] for segment, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:22.306500 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e290c556-fdef-4e67-b238-c9cb322b9efa tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:22.314592 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e290c556-fdef-4e67-b238-c9cb322b9efa tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Releasing vlan 652 on physical network physnet1 to pool {{(pid=84886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:30:22.314785 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e290c556-fdef-4e67-b238-c9cb322b9efa tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4126989'] for segment, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:22.341459 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-c1adb21a-5c5b-4cbf-8944-e54ddd65c8fc None None] Deleting port d88ba49b-58a2-4980-8d66-8d341d700366 {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:30:22.341883 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-c1adb21a-5c5b-4cbf-8944-e54ddd65c8fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:22.427352 n-d-843948-2 neutron-server[84886]: Traceback (most recent call last): May 30 20:30:22.427352 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:30:22.427352 n-d-843948-2 neutron-server[84886]: timer() May 30 20:30:22.427352 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:30:22.427352 n-d-843948-2 neutron-server[84886]: cb(*args, **kw) May 30 20:30:22.427352 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:30:22.427352 n-d-843948-2 neutron-server[84886]: return func(*args, **kwargs) May 30 20:30:22.427352 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:30:22.427352 n-d-843948-2 neutron-server[84886]: self._notify() May 30 20:30:22.427352 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:30:22.427352 n-d-843948-2 neutron-server[84886]: self.callback(batched_events) May 30 20:30:22.427352 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:30:22.427352 n-d-843948-2 neutron-server[84886]: event.method(event) May 30 20:30:22.427352 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:30:22.427352 n-d-843948-2 neutron-server[84886]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:30:22.427352 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:30:22.427352 n-d-843948-2 neutron-server[84886]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:30:22.427352 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:30:22.427352 n-d-843948-2 neutron-server[84886]: return f(self, *a, **k) May 30 20:30:22.427352 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:30:22.427352 n-d-843948-2 neutron-server[84886]: return self._get(url).json() May 30 20:30:22.427352 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:30:22.427352 n-d-843948-2 neutron-server[84886]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:30:22.427352 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:30:22.427352 n-d-843948-2 neutron-server[84886]: return self.request(url, 'GET', **kwargs) May 30 20:30:22.427352 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:30:22.427352 n-d-843948-2 neutron-server[84886]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:30:22.427352 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:30:22.427352 n-d-843948-2 neutron-server[84886]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:30:22.427352 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:30:22.427352 n-d-843948-2 neutron-server[84886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:30:22.427352 n-d-843948-2 neutron-server[84886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:30:22.432733 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a8deaed-5a66-4a66-b6f2-b0dbc55675ff req-7d5e10d1-140d-43b0-80d3-75a51b184eb6 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] Network ff5fdb4b-c181-42de-80b5-ff8540ac71a0 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:30:22.433594 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5e10d1-140d-43b0-80d3-75a51b184eb6 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] Pushing event updated for resources: {'Port': ['ID=2cf9cea4-18f1-4ae3-8d2a-dd24c0abe6e0,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:22.452023 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [req-5a8deaed-5a66-4a66-b6f2-b0dbc55675ff req-7d5e10d1-140d-43b0-80d3-75a51b184eb6 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:30:22.459054 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-c1adb21a-5c5b-4cbf-8944-e54ddd65c8fc None None] The port 'd88ba49b-58a2-4980-8d66-8d341d700366' was deleted {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 20:30:22.474204 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a8deaed-5a66-4a66-b6f2-b0dbc55675ff req-7d5e10d1-140d-43b0-80d3-75a51b184eb6 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:30:22.526762 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-263c17b2-f435-4e9e-83cc-a224041015d5 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=88129252e7b046e39fe9496b5a3b0848&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6612234 May 30 20:30:22.528068 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e290c556-fdef-4e67-b238-c9cb322b9efa tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:22.533920 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e290c556-fdef-4e67-b238-c9cb322b9efa tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks [] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:22.535715 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710a6ecc-2d63-45e0-aac7-9077bc26ad6a req-a56d0418-2f36-44fb-b171-d7f3976fc83e tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:22.537639 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-710a6ecc-2d63-45e0-aac7-9077bc26ad6a req-a56d0418-2f36-44fb-b171-d7f3976fc83e tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/networks?id=ff30330a-0ebe-4836-9458-b813d1bcbde4 HTTP/1.1" status: 200 len: 812 time: 0.5761919 May 30 20:30:22.538160 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 43610) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:22.548992 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [req-df16cc17-fd85-4307-8def-5bf3b9a59b79 req-edf197d8-f80f-41f2-bddd-48da3a081552 service neutron] (84887) timed out ('10.222.0.71', 65183) {{(pid=84887) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 30 20:30:22.579661 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e290c556-fdef-4e67-b238-c9cb322b9efa tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Pushing event deleted for resources: {'Network': ['ID=7617f774-4f27-4a94-8a39-e3896a453a7d,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:22.597257 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8ca5daf-a388-4c61-866c-828adcea67bf tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:30:22.602368 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [None req-76f9876e-e930-4a8b-9fd0-a3a5a84f9915 tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Allocated IP 172.20.0.1 (fc636339-ba6c-4448-b889-da87b342249d/3a89cd57-09da-4169-9393-fe775113873e/2f1e2f66-b9ba-4582-9d78-20495c798549) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:30:22.613761 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b79a54-968a-4e78-a074-a5fc9968123d None None] Sync routers for ids ['d6837ec6-fa53-4479-bb23-7d6c2cb86fc9'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:30:22.634139 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b79a54-968a-4e78-a074-a5fc9968123d None None] Routers {'d6837ec6-fa53-4479-bb23-7d6c2cb86fc9'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:30:22.636623 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-57b79a54-968a-4e78-a074-a5fc9968123d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:29:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['d6837ec6-fa53-4479-bb23-7d6c2cb86fc9'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:30:22.648481 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-e290c556-fdef-4e67-b238-c9cb322b9efa tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] 10.222.0.85 "DELETE /v2.0/networks/7617f774-4f27-4a94-8a39-e3896a453a7d HTTP/1.1" status: 204 len: 168 time: 2.1881852 May 30 20:30:22.652569 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 43616) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:22.652741 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-710a6ecc-2d63-45e0-aac7-9077bc26ad6a req-3185ab51-5fb2-46bc-8a27-34eaebf3cb12 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/quotas/af4cc1fbb91e4a5c856e947d8072b697 HTTP/1.1" status: 200 len: 375 time: 0.0886474 May 30 20:30:22.772883 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc9d8f9-63ca-4f6a-a918-14b59911a1a0 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:22.773519 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-bcc9d8f9-63ca-4f6a-a918-14b59911a1a0 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Synchronizing usage tracker for tenant:4be4d49ae6064975a8617cd4194dcba7 on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:30:22.774930 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8deaed-5a66-4a66-b6f2-b0dbc55675ff req-7d5e10d1-140d-43b0-80d3-75a51b184eb6 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:22.776209 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-5a8deaed-5a66-4a66-b6f2-b0dbc55675ff req-7d5e10d1-140d-43b0-80d3-75a51b184eb6 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:22.858956 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a8ca5daf-a388-4c61-866c-828adcea67bf tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:22.887420 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-57b79a54-968a-4e78-a074-a5fc9968123d None None] Set router d6837ec6-fa53-4479-bb23-7d6c2cb86fc9 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:30:22.920589 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ece9ee7-fc00-4fcd-a12a-b854fc14e3c1 req-2f8bf436-1c5a-40ce-a1f5-a97ce65ac05d tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:22.928999 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4ece9ee7-fc00-4fcd-a12a-b854fc14e3c1 req-2f8bf436-1c5a-40ce-a1f5-a97ce65ac05d tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] 10.222.0.85 "GET /v2.0/ports?device_id=f03d717e-c105-41d5-a5af-5828ba46c89b HTTP/1.1" status: 200 len: 932 time: 0.1190033 May 30 20:30:22.972202 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-bcc9d8f9-63ca-4f6a-a918-14b59911a1a0 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Unset dirty status for tenant:4be4d49ae6064975a8617cd4194dcba7 on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:30:22.978851 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-bcc9d8f9-63ca-4f6a-a918-14b59911a1a0 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] 10.222.0.85 "GET /v2.0/ports/6785b49d-2484-4598-ae3f-92597880ca68 HTTP/1.1" status: 200 len: 840 time: 0.3274226 May 30 20:30:22.980005 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 43620) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:23.059206 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-4ece9ee7-fc00-4fcd-a12a-b854fc14e3c1 req-6f89dc7a-6522-427b-96ea-d1cecfd9b4a5 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] Synchronizing usage tracker for tenant:db6fd322329b4022b9cb210149c8de8f on resource:security_group {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:30:23.083382 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-229ccf56-2584-417d-b68e-1b794c70bd02 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] 10.222.0.85 "GET /v2.0/ports/6785b49d-2484-4598-ae3f-92597880ca68?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0959485 May 30 20:30:23.083709 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 43624) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:23.093547 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-730e0f3c-5c04-4647-8c2b-a1b95cce147b tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Request body: {'subnet': {'network_id': '6f5ac8bd-d8d2-46e1-895f-200629d30eb8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:30:23.213298 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-4ece9ee7-fc00-4fcd-a12a-b854fc14e3c1 req-6f89dc7a-6522-427b-96ea-d1cecfd9b4a5 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] Unset dirty status for tenant:db6fd322329b4022b9cb210149c8de8f on resource:security_group {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:30:23.222280 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4ece9ee7-fc00-4fcd-a12a-b854fc14e3c1 req-6f89dc7a-6522-427b-96ea-d1cecfd9b4a5 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] 10.222.0.85 "GET /v2.0/security-groups?id=2268d3cd-925a-464e-9ff1-7b08a4bf8bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2922037 May 30 20:30:23.248193 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-730e0f3c-5c04-4647-8c2b-a1b95cce147b tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:30:23.254223 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-730e0f3c-5c04-4647-8c2b-a1b95cce147b tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Usage tracker for resource:subnet and tenant:4be4d49ae6064975a8617cd4194dcba7 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:30:23.261479 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-730e0f3c-5c04-4647-8c2b-a1b95cce147b tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:30:23.261681 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5a8deaed-5a66-4a66-b6f2-b0dbc55675ff req-7d5e10d1-140d-43b0-80d3-75a51b184eb6 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0485289 May 30 20:30:23.265151 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-a8ca5daf-a388-4c61-866c-828adcea67bf tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "PUT /v2.0/floatingips/8ace0713-cf28-4bda-9d98-677ded5d1425 HTTP/1.1" status: 200 len: 991 time: 7.8397570 May 30 20:30:23.269320 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-730e0f3c-5c04-4647-8c2b-a1b95cce147b tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:30:23.270851 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd350d3d6-4963-41cb-b310-90275ced44f9', 'tag': 'c11bfcfd-e7eb-4cc9-b834-149cb8898334'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:30:23.276715 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d5130f7b-7ba7-4d51-8f9f-e6c67055d10c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:23.283254 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-5a8deaed-5a66-4a66-b6f2-b0dbc55675ff req-f4078c83-2588-438e-bd3b-c1049f9e5b0c service neutron] Request body: {'port': {'device_id': 'f03d717e-c105-41d5-a5af-5828ba46c89b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843948-2'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:30:23.370310 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-57b79a54-968a-4e78-a074-a5fc9968123d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6837ec6-fa53-4479-bb23-7d6c2cb86fc9', 'name': 'tempest-AttachVolumeNegativeTest-193797882-router', 'tenant_id': '6a921a88c2104251b4f5cf697763e02b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': 'd2a91667-75b0-431e-896b-19336f0f79d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:26:03Z', 'updated_at': '2022-05-30T20:26:16Z', 'revision_number': 4, 'project_id': '6a921a88c2104251b4f5cf697763e02b', 'gw_port': {'id': 'd2a91667-75b0-431e-896b-19336f0f79d9', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:21:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6837ec6-fa53-4479-bb23-7d6c2cb86fc9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:26:07Z', 'updated_at': '2022-05-30T20:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': '8ace0713-cf28-4bda-9d98-677ded5d1425', 'tenant_id': '6a921a88c2104251b4f5cf697763e02b', 'floating_ip_address': '172.25.8.192', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': 'd6837ec6-fa53-4479-bb23-7d6c2cb86fc9', 'port_id': 'c11bfcfd-e7eb-4cc9-b834-149cb8898334', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ad0cf2e-8ff8-4add-9223-e815a60245ec', 'mac_address': 'fa:16:3e:2d:09:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd350d3d6-4963-41cb-b310-90275ced44f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:29:47Z', 'updated_at': '2022-05-30T20:30:17Z', 'revision_number': 1, 'project_id': '6a921a88c2104251b4f5cf697763e02b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c1d3e7a-c152-40bc-be8f-3a3a5bdd9d99', 'name': '', 'network_id': '2ad0cf2e-8ff8-4add-9223-e815a60245ec', 'tenant_id': '6a921a88c2104251b4f5cf697763e02b', 'mac_address': 'fa:16:3e:52:03:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6837ec6-fa53-4479-bb23-7d6c2cb86fc9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3f5f2a28-796d-4138-b193-86a2946727dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:26:15Z', 'updated_at': '2022-05-30T20:26:44Z', 'revision_number': 5, 'project_id': '6a921a88c2104251b4f5cf697763e02b', 'subnets': [{'id': '3f5f2a28-796d-4138-b193-86a2946727dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:30:23.377037 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b79a54-968a-4e78-a074-a5fc9968123d None None] Checking router: d6837ec6-fa53-4479-bb23-7d6c2cb86fc9 for host: n-d-843948-2 {{(pid=84888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:30:23.393322 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d8023c9-e604-4152-9588-a8530a955d24'] response: {'name': 'network-changed', 'server_uuid': 'd350d3d6-4963-41cb-b310-90275ced44f9', 'tag': 'c11bfcfd-e7eb-4cc9-b834-149cb8898334', 'status': 'completed', 'code': 200} May 30 20:30:23.393479 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b79a54-968a-4e78-a074-a5fc9968123d None None] Routers {'d6837ec6-fa53-4479-bb23-7d6c2cb86fc9'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:30:23.393603 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-730e0f3c-5c04-4647-8c2b-a1b95cce147b tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Made reservation on behalf of 4be4d49ae6064975a8617cd4194dcba7 for: {'subnet': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:30:23.393743 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-57b79a54-968a-4e78-a074-a5fc9968123d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:29:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['d6837ec6-fa53-4479-bb23-7d6c2cb86fc9'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:30:23.411456 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-76f9876e-e930-4a8b-9fd0-a3a5a84f9915 tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:23.440232 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-710a6ecc-2d63-45e0-aac7-9077bc26ad6a req-8f00fd90-bdd6-4865-b3aa-afacd27d6762 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=af4cc1fbb91e4a5c856e947d8072b697&fields=id HTTP/1.1" status: 200 len: 486 time: 0.7762761 May 30 20:30:23.445399 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [req-710a6ecc-2d63-45e0-aac7-9077bc26ad6a req-0f0a4bd8-6d00-40c2-be04-cf56d55f55e8 service neutron] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=84887) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:30:23.446461 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-710a6ecc-2d63-45e0-aac7-9077bc26ad6a req-0f0a4bd8-6d00-40c2-be04-cf56d55f55e8 service neutron] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0054307 May 30 20:30:23.452635 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d5130f7b-7ba7-4d51-8f9f-e6c67055d10c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:23.640373 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-730e0f3c-5c04-4647-8c2b-a1b95cce147b tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2778563'] for subnet, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:23.671210 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [None req-76f9876e-e930-4a8b-9fd0-a3a5a84f9915 tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Transition to ACTIVE for port object 2f1e2f66-b9ba-4582-9d78-20495c798549 will not be triggered until provisioned by entity DHCP. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:30:23.740799 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-5a8deaed-5a66-4a66-b6f2-b0dbc55675ff req-f4078c83-2588-438e-bd3b-c1049f9e5b0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:23.746471 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-57b79a54-968a-4e78-a074-a5fc9968123d None None] Set router d6837ec6-fa53-4479-bb23-7d6c2cb86fc9 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:30:23.858891 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-710a6ecc-2d63-45e0-aac7-9077bc26ad6a req-fd9a0fdd-5da3-4d05-a2f7-f0d5643f09f5 service neutron] 10.222.0.85 "GET /v2.0/networks/ff30330a-0ebe-4836-9458-b813d1bcbde4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3499732 May 30 20:30:23.870471 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ec061a84-121f-4f6c-a1a4-fe177956360d req-38ccbccd-340e-417d-922c-342b7bd8a2ad service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6a921a88c2104251b4f5cf697763e02b&device_id=d350d3d6-4963-41cb-b310-90275ced44f9 HTTP/1.1" status: 200 len: 1096 time: 0.3963737 May 30 20:30:23.933089 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-76f9876e-e930-4a8b-9fd0-a3a5a84f9915 tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:23.937521 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d5130f7b-7ba7-4d51-8f9f-e6c67055d10c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:24.056667 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-730e0f3c-5c04-4647-8c2b-a1b95cce147b tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4127140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2778577'] for subnet, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:24.173947 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-730e0f3c-5c04-4647-8c2b-a1b95cce147b tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Network 6f5ac8bd-d8d2-46e1-895f-200629d30eb8 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:30:24.179587 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-730e0f3c-5c04-4647-8c2b-a1b95cce147b tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:30:24.183752 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5130f7b-7ba7-4d51-8f9f-e6c67055d10c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52621bd9-2c66-49bb-99b4-ae33f608522d,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:24.184381 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-730e0f3c-5c04-4647-8c2b-a1b95cce147b tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:24.199495 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-730e0f3c-5c04-4647-8c2b-a1b95cce147b tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks [] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:24.209815 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730e0f3c-5c04-4647-8c2b-a1b95cce147b tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Pushing event updated for resources: {'Subnet': ['ID=7b42d06f-2120-409f-94f8-3ed9e10d1875,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:24.232655 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f26dfd9-ceaa-4b89-b038-46c8e4c54c50 None None] Network 6f5ac8bd-d8d2-46e1-895f-200629d30eb8 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:30:24.239583 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f9876e-e930-4a8b-9fd0-a3a5a84f9915 tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Network fc636339-ba6c-4448-b889-da87b342249d is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:30:24.244073 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d5130f7b-7ba7-4d51-8f9f-e6c67055d10c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:24.247664 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-d5130f7b-7ba7-4d51-8f9f-e6c67055d10c admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/52621bd9-2c66-49bb-99b4-ae33f608522d HTTP/1.1" status: 204 len: 168 time: 1.6978545 May 30 20:30:24.269596 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-76f9876e-e930-4a8b-9fd0-a3a5a84f9915 tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:30:24.308257 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f9876e-e930-4a8b-9fd0-a3a5a84f9915 tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Pushing event updated for resources: {'Port': ['ID=2f1e2f66-b9ba-4582-9d78-20495c798549,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:24.318608 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f9876e-e930-4a8b-9fd0-a3a5a84f9915 tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:30:24.376576 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-730e0f3c-5c04-4647-8c2b-a1b95cce147b tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2915466 May 30 20:30:24.379121 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 43640) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:24.385316 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-a654c904-a9d4-4455-a70e-e2e80749caae tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Request body: {'security_group': {'name': 'tempest-secgroup-425392582'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:30:24.405193 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-a654c904-a9d4-4455-a70e-e2e80749caae tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:30:24.417249 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-a654c904-a9d4-4455-a70e-e2e80749caae tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Usage tracker for resource:security_group and tenant:4be4d49ae6064975a8617cd4194dcba7 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:30:24.432268 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-a654c904-a9d4-4455-a70e-e2e80749caae tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:30:24.443508 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-a654c904-a9d4-4455-a70e-e2e80749caae tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:30:24.634882 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a654c904-a9d4-4455-a70e-e2e80749caae tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:24.675151 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [req-59e4da6f-6cb1-4dac-adcd-17b2757477a7 req-1cd39463-f002-4861-bd21-e32029472395 service neutron] (84887) timed out ('10.222.0.85', 56358) {{(pid=84887) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 30 20:30:24.676711 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec061a84-121f-4f6c-a1a4-fe177956360d req-7f4bbef8-647e-47b8-a04e-30c1703c3af1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:24.680172 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ec061a84-121f-4f6c-a1a4-fe177956360d req-7f4bbef8-647e-47b8-a04e-30c1703c3af1 service neutron] 10.222.0.86 "GET /v2.0/networks?id=2ad0cf2e-8ff8-4add-9223-e815a60245ec HTTP/1.1" status: 200 len: 915 time: 0.7824190 May 30 20:30:24.807341 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-a654c904-a9d4-4455-a70e-e2e80749caae tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:30:24.833890 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-a654c904-a9d4-4455-a70e-e2e80749caae tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Usage tracker for resource:security_group_rule and tenant:4be4d49ae6064975a8617cd4194dcba7 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:30:24.895036 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1f013d-25be-4656-a768-519be4c0aebc req-005db364-99f9-4f93-bf49-30235509f238 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:24.915491 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-57b79a54-968a-4e78-a074-a5fc9968123d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6837ec6-fa53-4479-bb23-7d6c2cb86fc9', 'name': 'tempest-AttachVolumeNegativeTest-193797882-router', 'tenant_id': '6a921a88c2104251b4f5cf697763e02b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': 'd2a91667-75b0-431e-896b-19336f0f79d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:26:03Z', 'updated_at': '2022-05-30T20:26:16Z', 'revision_number': 4, 'project_id': '6a921a88c2104251b4f5cf697763e02b', 'gw_port': {'id': 'd2a91667-75b0-431e-896b-19336f0f79d9', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:21:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6837ec6-fa53-4479-bb23-7d6c2cb86fc9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:26:07Z', 'updated_at': '2022-05-30T20:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': '8ace0713-cf28-4bda-9d98-677ded5d1425', 'tenant_id': '6a921a88c2104251b4f5cf697763e02b', 'floating_ip_address': '172.25.8.192', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': 'd6837ec6-fa53-4479-bb23-7d6c2cb86fc9', 'port_id': 'c11bfcfd-e7eb-4cc9-b834-149cb8898334', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ad0cf2e-8ff8-4add-9223-e815a60245ec', 'mac_address': 'fa:16:3e:2d:09:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd350d3d6-4963-41cb-b310-90275ced44f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:29:47Z', 'updated_at': '2022-05-30T20:30:17Z', 'revision_number': 1, 'project_id': '6a921a88c2104251b4f5cf697763e02b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c1d3e7a-c152-40bc-be8f-3a3a5bdd9d99', 'name': '', 'network_id': '2ad0cf2e-8ff8-4add-9223-e815a60245ec', 'tenant_id': '6a921a88c2104251b4f5cf697763e02b', 'mac_address': 'fa:16:3e:52:03:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6837ec6-fa53-4479-bb23-7d6c2cb86fc9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3f5f2a28-796d-4138-b193-86a2946727dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:26:15Z', 'updated_at': '2022-05-30T20:26:44Z', 'revision_number': 5, 'project_id': '6a921a88c2104251b4f5cf697763e02b', 'subnets': [{'id': '3f5f2a28-796d-4138-b193-86a2946727dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:30:24.921884 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-8b1f013d-25be-4656-a768-519be4c0aebc req-005db364-99f9-4f93-bf49-30235509f238 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] 10.222.0.85 "GET /v2.0/ports?device_id=f03d717e-c105-41d5-a5af-5828ba46c89b HTTP/1.1" status: 200 len: 932 time: 0.3884518 May 30 20:30:24.931517 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-a654c904-a9d4-4455-a70e-e2e80749caae tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:30:24.962453 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b79a54-968a-4e78-a074-a5fc9968123d None None] The sync data for ids ['d6837ec6-fa53-4479-bb23-7d6c2cb86fc9'] in n-d-843948-2 is: [{'id': 'd6837ec6-fa53-4479-bb23-7d6c2cb86fc9', 'name': 'tempest-AttachVolumeNegativeTest-193797882-router', 'tenant_id': '6a921a88c2104251b4f5cf697763e02b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': 'd2a91667-75b0-431e-896b-19336f0f79d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:26:03Z', 'updated_at': '2022-05-30T20:26:16Z', 'revision_number': 4, 'project_id': '6a921a88c2104251b4f5cf697763e02b', 'gw_port': {'id': 'd2a91667-75b0-431e-896b-19336f0f79d9', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:21:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6837ec6-fa53-4479-bb23-7d6c2cb86fc9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:26:07Z', 'updated_at': '2022-05-30T20:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': '8ace0713-cf28-4bda-9d98-677ded5d1425', 'tenant_id': '6a921a88c2104251b4f5cf697763e02b', 'floating_ip_address': '172.25.8.192', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': 'd6837ec6-fa53-4479-bb23-7d6c2cb86fc9', 'port_id': 'c11bfcfd-e7eb-4cc9-b834-149cb8898334', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ad0cf2e-8ff8-4add-9223-e815a60245ec', 'mac_address': 'fa:16:3e:2d:09:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd350d3d6-4963-41cb-b310-90275ced44f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:29:47Z', 'updated_at': '2022-05-30T20:30:17Z', 'revision_number': 1, 'project_id': '6a921a88c2104251b4f5cf697763e02b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c1d3e7a-c152-40bc-be8f-3a3a5bdd9d99', 'name': '', 'network_id': '2ad0cf2e-8ff8-4add-9223-e815a60245ec', 'tenant_id': '6a921a88c2104251b4f5cf697763e02b', 'mac_address': 'fa:16:3e:52:03:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6837ec6-fa53-4479-bb23-7d6c2cb86fc9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3f5f2a28-796d-4138-b193-86a2946727dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:26:15Z', 'updated_at': '2022-05-30T20:26:44Z', 'revision_number': 5, 'project_id': '6a921a88c2104251b4f5cf697763e02b', 'subnets': [{'id': '3f5f2a28-796d-4138-b193-86a2946727dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:30:25.027968 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-a654c904-a9d4-4455-a70e-e2e80749caae tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:30:25.068708 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-76f9876e-e930-4a8b-9fd0-a3a5a84f9915 tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-736099'] for router_interface, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:25.073305 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba6e8d8-b000-4a49-bca4-7da28a50c794 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-6f5ac8bd-d8d2-46e1-895f-200629d30eb8', 'network_id': '6f5ac8bd-d8d2-46e1-895f-200629d30eb8', 'tenant_id': '4be4d49ae6064975a8617cd4194dcba7', 'fixed_ips': [{'subnet_id': '7b42d06f-2120-409f-94f8-3ed9e10d1875'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:30:25.074311 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-7ba6e8d8-b000-4a49-bca4-7da28a50c794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:25.114860 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-4aa4925d-1a8c-44bb-b9be-038bf415c6ae None None] Provisioning for port 2f1e2f66-b9ba-4582-9d78-20495c798549 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:30:25.132969 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-4aa4925d-1a8c-44bb-b9be-038bf415c6ae None None] Provisioning complete for port 2f1e2f66-b9ba-4582-9d78-20495c798549 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:30:25.135554 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-4aa4925d-1a8c-44bb-b9be-038bf415c6ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:25.144457 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ec061a84-121f-4f6c-a1a4-fe177956360d req-2925a3ed-133d-4e0f-91f2-5e45527c92a6 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c11bfcfd-e7eb-4cc9-b834-149cb8898334 HTTP/1.1" status: 200 len: 999 time: 0.4541891 May 30 20:30:25.147123 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-8b1f013d-25be-4656-a768-519be4c0aebc req-7839b764-2d84-4109-8248-031828668d50 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] 10.222.0.85 "GET /v2.0/security-groups?id=2268d3cd-925a-464e-9ff1-7b08a4bf8bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179296 May 30 20:30:25.226027 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-4aa4925d-1a8c-44bb-b9be-038bf415c6ae None None] Port 2f1e2f66-b9ba-4582-9d78-20495c798549 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:30:25.241733 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a654c904-a9d4-4455-a70e-e2e80749caae tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:25.278203 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-710a6ecc-2d63-45e0-aac7-9077bc26ad6a req-311288da-56f7-4bd4-bcb3-5310ccad6db0 service neutron] 10.222.0.85 "GET /v2.0/networks/ff30330a-0ebe-4836-9458-b813d1bcbde4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4046855 May 30 20:30:25.401310 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a654c904-a9d4-4455-a70e-e2e80749caae tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:25.416805 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-7ba6e8d8-b000-4a49-bca4-7da28a50c794 None None] Allocated IP 172.20.0.2 (6f5ac8bd-d8d2-46e1-895f-200629d30eb8/7b42d06f-2120-409f-94f8-3ed9e10d1875/903d4285-d801-4bee-86a6-4ab3a784ff46) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:30:25.454120 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a654c904-a9d4-4455-a70e-e2e80749caae tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b76cc83-bad1-46d9-a78c-1cffd240566a,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:25.459459 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec061a84-121f-4f6c-a1a4-fe177956360d req-512ffa14-5f51-4fe9-a7df-08d9219a997e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:25.461089 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ec061a84-121f-4f6c-a1a4-fe177956360d req-512ffa14-5f51-4fe9-a7df-08d9219a997e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3f5f2a28-796d-4138-b193-86a2946727dc HTTP/1.1" status: 200 len: 853 time: 0.2699196 May 30 20:30:25.518483 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 43660) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:25.586418 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a654c904-a9d4-4455-a70e-e2e80749caae tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:25.586884 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-a654c904-a9d4-4455-a70e-e2e80749caae tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.2066872 May 30 20:30:25.600910 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 43670) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:25.603882 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [req-5a8deaed-5a66-4a66-b6f2-b0dbc55675ff req-f4078c83-2588-438e-bd3b-c1049f9e5b0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cf9cea4-18f1-4ae3-8d2a-dd24c0abe6e0 {{(pid=84887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:30:25.608511 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-29c0f011-afe5-4eb7-9615-8a26f8536486 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Request body: {'security_group': {'name': 'tempest-secgroup-1089813974'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:30:25.615857 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-5a8deaed-5a66-4a66-b6f2-b0dbc55675ff req-f4078c83-2588-438e-bd3b-c1049f9e5b0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:25.637233 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-29c0f011-afe5-4eb7-9615-8a26f8536486 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:30:25.639890 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-5a8deaed-5a66-4a66-b6f2-b0dbc55675ff req-f4078c83-2588-438e-bd3b-c1049f9e5b0c service neutron] Transition to ACTIVE for port object 2cf9cea4-18f1-4ae3-8d2a-dd24c0abe6e0 will not be triggered until provisioned by entity L2. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:30:25.665914 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-76f9876e-e930-4a8b-9fd0-a3a5a84f9915 tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:25.720932 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6dc7b4fb-1378-463c-a6ab-b0d677b83ca3 req-005c730c-07c2-4dc9-8479-c5f1dfb0bb9b tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=2cbc1b10-3728-476a-94b1-35a89c7bec7e HTTP/1.1" status: 200 len: 210 time: 0.0864992 May 30 20:30:25.724507 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-29c0f011-afe5-4eb7-9615-8a26f8536486 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Usage tracker for resource:security_group and tenant:4be4d49ae6064975a8617cd4194dcba7 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:30:25.779306 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-29c0f011-afe5-4eb7-9615-8a26f8536486 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:30:25.802447 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-7ba6e8d8-b000-4a49-bca4-7da28a50c794 None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:25.824557 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-29c0f011-afe5-4eb7-9615-8a26f8536486 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:30:25.832962 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-7ba6e8d8-b000-4a49-bca4-7da28a50c794 None None] Transition to ACTIVE for port object 903d4285-d801-4bee-86a6-4ab3a784ff46 will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:30:25.859740 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 43676) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:25.860467 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-03f12cc0-dbc7-4a82-8cac-a172431b2e40 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=2cef7f41fbba40918e755943bbe0bdfc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3339965 May 30 20:30:25.866034 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-5a8deaed-5a66-4a66-b6f2-b0dbc55675ff req-f4078c83-2588-438e-bd3b-c1049f9e5b0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:25.898923 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-7ba6e8d8-b000-4a49-bca4-7da28a50c794 None None] Transition to ACTIVE for port object 903d4285-d801-4bee-86a6-4ab3a784ff46 will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:30:25.966452 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-29c0f011-afe5-4eb7-9615-8a26f8536486 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:26.006188 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-7ba6e8d8-b000-4a49-bca4-7da28a50c794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:26.008893 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-29c0f011-afe5-4eb7-9615-8a26f8536486 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:30:26.013187 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-29c0f011-afe5-4eb7-9615-8a26f8536486 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Usage tracker for resource:security_group_rule and tenant:4be4d49ae6064975a8617cd4194dcba7 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:30:26.018151 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-29c0f011-afe5-4eb7-9615-8a26f8536486 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:30:26.029270 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-29c0f011-afe5-4eb7-9615-8a26f8536486 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:30:26.082879 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba6e8d8-b000-4a49-bca4-7da28a50c794 None None] Network 6f5ac8bd-d8d2-46e1-895f-200629d30eb8 is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:30:26.086181 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-7ba6e8d8-b000-4a49-bca4-7da28a50c794 None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:30:26.090938 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba6e8d8-b000-4a49-bca4-7da28a50c794 None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:30:26.101387 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba6e8d8-b000-4a49-bca4-7da28a50c794 None None] Pushing event updated for resources: {'Port': ['ID=903d4285-d801-4bee-86a6-4ab3a784ff46,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:26.189598 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-29c0f011-afe5-4eb7-9615-8a26f8536486 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:26.286799 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-7ba6e8d8-b000-4a49-bca4-7da28a50c794 None None] Attempting to bind port 903d4285-d801-4bee-86a6-4ab3a784ff46 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:30:26.287430 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-7ba6e8d8-b000-4a49-bca4-7da28a50c794 None None] Attempting to bind port 903d4285-d801-4bee-86a6-4ab3a784ff46 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': 'f7d18ecd-aa3a-4314-8822-ed6e5e282b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '6f5ac8bd-d8d2-46e1-895f-200629d30eb8'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:30:26.288058 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba6e8d8-b000-4a49-bca4-7da28a50c794 None None] Attempting to bind port 903d4285-d801-4bee-86a6-4ab3a784ff46 on network 6f5ac8bd-d8d2-46e1-895f-200629d30eb8 {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:30:26.300617 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba6e8d8-b000-4a49-bca4-7da28a50c794 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:30:26.301302 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba6e8d8-b000-4a49-bca4-7da28a50c794 None None] Checking segment: {'id': 'f7d18ecd-aa3a-4314-8822-ed6e5e282b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '6f5ac8bd-d8d2-46e1-895f-200629d30eb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:30:26.302181 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-7ba6e8d8-b000-4a49-bca4-7da28a50c794 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:26.302798 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba6e8d8-b000-4a49-bca4-7da28a50c794 None None] Bound using segment: {'id': 'f7d18ecd-aa3a-4314-8822-ed6e5e282b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '6f5ac8bd-d8d2-46e1-895f-200629d30eb8'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:30:26.303557 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-7ba6e8d8-b000-4a49-bca4-7da28a50c794 None None] Bound port: 903d4285-d801-4bee-86a6-4ab3a784ff46, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7d18ecd-aa3a-4314-8822-ed6e5e282b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '6f5ac8bd-d8d2-46e1-895f-200629d30eb8'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:30:26.304149 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-7ba6e8d8-b000-4a49-bca4-7da28a50c794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:26.311622 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-29c0f011-afe5-4eb7-9615-8a26f8536486 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:26.327381 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4078c83-2588-438e-bd3b-c1049f9e5b0c service neutron] Pushing event updated for resources: {'Port': ['ID=2cf9cea4-18f1-4ae3-8d2a-dd24c0abe6e0,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:26.362292 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ec061a84-121f-4f6c-a1a4-fe177956360d req-44c03c19-31c7-4768-84f5-fffe8e8c6e41 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2ad0cf2e-8ff8-4add-9223-e815a60245ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8650703 May 30 20:30:26.407782 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c0f011-afe5-4eb7-9615-8a26f8536486 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1409b60-39c0-49ff-9a2f-a9eb88111fa9,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:26.415755 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d353c89e-1f15-4646-9d52-afa41d306dc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:26.430055 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-7287979e-a4b0-404c-8868-b5d131fb3d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:26.449201 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-7ba6e8d8-b000-4a49-bca4-7da28a50c794 None None] For port 903d4285-d801-4bee-86a6-4ab3a784ff46, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:30:26.453585 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-7ba6e8d8-b000-4a49-bca4-7da28a50c794 None None] For port 903d4285-d801-4bee-86a6-4ab3a784ff46, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=903d4285-d801-4bee-86a6-4ab3a784ff46,segment=NetworkSegment(f7d18ecd-aa3a-4314-8822-ed6e5e282b5c),segment_id=f7d18ecd-aa3a-4314-8822-ed6e5e282b5c)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:30:26.517989 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-29c0f011-afe5-4eb7-9615-8a26f8536486 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:26.519531 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-29c0f011-afe5-4eb7-9615-8a26f8536486 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.9163334 May 30 20:30:26.521724 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-7ba6e8d8-b000-4a49-bca4-7da28a50c794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:26.522211 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 43698) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:26.528976 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-002c2011-3fd9-4924-bf7b-d07a877a7b75 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-766802181', 'security_groups': ['d1409b60-39c0-49ff-9a2f-a9eb88111fa9'], 'network_id': '6f5ac8bd-d8d2-46e1-895f-200629d30eb8', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7b42d06f-2120-409f-94f8-3ed9e10d1875'}]}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:30:26.619834 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba6e8d8-b000-4a49-bca4-7da28a50c794 None None] Pushing event updated for resources: {'Port': ['ID=903d4285-d801-4bee-86a6-4ab3a784ff46,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:26.696555 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d353c89e-1f15-4646-9d52-afa41d306dc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:26.760083 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-002c2011-3fd9-4924-bf7b-d07a877a7b75 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:30:26.767954 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-002c2011-3fd9-4924-bf7b-d07a877a7b75 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Usage tracker for resource:port and tenant:4be4d49ae6064975a8617cd4194dcba7 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:30:26.774538 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-002c2011-3fd9-4924-bf7b-d07a877a7b75 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:30:26.789968 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-002c2011-3fd9-4924-bf7b-d07a877a7b75 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:30:26.937753 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-002c2011-3fd9-4924-bf7b-d07a877a7b75 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Made reservation on behalf of 4be4d49ae6064975a8617cd4194dcba7 for: {'port': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:30:26.947531 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-002c2011-3fd9-4924-bf7b-d07a877a7b75 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:26.960708 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-5a8deaed-5a66-4a66-b6f2-b0dbc55675ff req-f4078c83-2588-438e-bd3b-c1049f9e5b0c service neutron] Attempting to bind port 2cf9cea4-18f1-4ae3-8d2a-dd24c0abe6e0 on host n-h1-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:30:26.961383 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-5a8deaed-5a66-4a66-b6f2-b0dbc55675ff req-f4078c83-2588-438e-bd3b-c1049f9e5b0c service neutron] Attempting to bind port 2cf9cea4-18f1-4ae3-8d2a-dd24c0abe6e0 by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': 'a0397637-f061-423b-af31-4fae82d2600b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'ff5fdb4b-c181-42de-80b5-ff8540ac71a0'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:30:26.961758 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a8deaed-5a66-4a66-b6f2-b0dbc55675ff req-f4078c83-2588-438e-bd3b-c1049f9e5b0c service neutron] Attempting to bind port 2cf9cea4-18f1-4ae3-8d2a-dd24c0abe6e0 on network ff5fdb4b-c181-42de-80b5-ff8540ac71a0 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:30:26.974784 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ec061a84-121f-4f6c-a1a4-fe177956360d req-1bc31e4f-774d-4f69-ad49-e18e75491549 service neutron] 10.222.0.86 "GET /v2.0/networks/2ad0cf2e-8ff8-4add-9223-e815a60245ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5105898 May 30 20:30:26.990483 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3a018d02-71e1-4ae2-979e-2e88337c8594 req-50e31988-6551-40e4-896b-7b4761f05484 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=2cbc1b10-3728-476a-94b1-35a89c7bec7e HTTP/1.1" status: 200 len: 210 time: 0.0963228 May 30 20:30:27.001527 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [None req-002c2011-3fd9-4924-bf7b-d07a877a7b75 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] device_id is not set on port 364c3b0c-7e70-4ce3-955c-af6b6fb7d2ae yet. {{(pid=84886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:30:27.163436 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156e6eb1-314b-47e2-a2b3-38682ca8c16c req-9b150eb0-1a2c-4ffe-93cf-78f4426def0b tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:27.164687 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-156e6eb1-314b-47e2-a2b3-38682ca8c16c req-9b150eb0-1a2c-4ffe-93cf-78f4426def0b tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] Synchronizing usage tracker for tenant:db6fd322329b4022b9cb210149c8de8f on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:30:27.295823 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a8deaed-5a66-4a66-b6f2-b0dbc55675ff req-f4078c83-2588-438e-bd3b-c1049f9e5b0c service neutron] Port 2cf9cea4-18f1-4ae3-8d2a-dd24c0abe6e0 on network ff5fdb4b-c181-42de-80b5-ff8540ac71a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:30:27.296153 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a8deaed-5a66-4a66-b6f2-b0dbc55675ff req-f4078c83-2588-438e-bd3b-c1049f9e5b0c service neutron] Attempting to bind port 2cf9cea4-18f1-4ae3-8d2a-dd24c0abe6e0 on network ff5fdb4b-c181-42de-80b5-ff8540ac71a0 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:30:27.356477 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a8deaed-5a66-4a66-b6f2-b0dbc55675ff req-f4078c83-2588-438e-bd3b-c1049f9e5b0c service neutron] Checking agent: {'id': 'f728d74e-a4ae-4384-860b-a5ade05dd8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:30:27.358166 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a8deaed-5a66-4a66-b6f2-b0dbc55675ff req-f4078c83-2588-438e-bd3b-c1049f9e5b0c service neutron] Checking segment: {'id': 'a0397637-f061-423b-af31-4fae82d2600b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'ff5fdb4b-c181-42de-80b5-ff8540ac71a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:30:27.358166 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a8deaed-5a66-4a66-b6f2-b0dbc55675ff req-f4078c83-2588-438e-bd3b-c1049f9e5b0c service neutron] Bound using segment: {'id': 'a0397637-f061-423b-af31-4fae82d2600b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'ff5fdb4b-c181-42de-80b5-ff8540ac71a0'} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:30:27.358166 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-5a8deaed-5a66-4a66-b6f2-b0dbc55675ff req-f4078c83-2588-438e-bd3b-c1049f9e5b0c service neutron] Bound port: 2cf9cea4-18f1-4ae3-8d2a-dd24c0abe6e0, host: n-h1-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0397637-f061-423b-af31-4fae82d2600b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'ff5fdb4b-c181-42de-80b5-ff8540ac71a0'}}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:30:27.358821 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-5a8deaed-5a66-4a66-b6f2-b0dbc55675ff req-f4078c83-2588-438e-bd3b-c1049f9e5b0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:27.480061 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d353c89e-1f15-4646-9d52-afa41d306dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:27.500132 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-156e6eb1-314b-47e2-a2b3-38682ca8c16c req-9b150eb0-1a2c-4ffe-93cf-78f4426def0b tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] Unset dirty status for tenant:db6fd322329b4022b9cb210149c8de8f on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:30:27.502412 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-002c2011-3fd9-4924-bf7b-d07a877a7b75 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Allocated IP 172.20.0.3 (6f5ac8bd-d8d2-46e1-895f-200629d30eb8/7b42d06f-2120-409f-94f8-3ed9e10d1875/364c3b0c-7e70-4ce3-955c-af6b6fb7d2ae) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:30:27.506953 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-156e6eb1-314b-47e2-a2b3-38682ca8c16c req-9b150eb0-1a2c-4ffe-93cf-78f4426def0b tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] 10.222.0.85 "GET /v2.0/ports?device_id=f03d717e-c105-41d5-a5af-5828ba46c89b HTTP/1.1" status: 200 len: 944 time: 1.1564507 May 30 20:30:27.511399 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-17472d86-cf90-4449-9fe0-920d0493afdb req-abd1e4d9-a5a3-4291-a24a-029068a27d86 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=7aad7ab8-22c4-47e2-abf2-9cc744ce8553&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6629727 May 30 20:30:27.520062 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ec061a84-121f-4f6c-a1a4-fe177956360d req-49fc6baf-26b7-4f95-aded-c81513365b38 service neutron] 10.222.0.86 "GET /v2.0/networks/2ad0cf2e-8ff8-4add-9223-e815a60245ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4445465 May 30 20:30:27.550768 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d353c89e-1f15-4646-9d52-afa41d306dc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be862d93-d317-4dbd-9239-944b736264b4,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:27.558360 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 43712) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:27.598595 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d353c89e-1f15-4646-9d52-afa41d306dc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:27.602611 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-d353c89e-1f15-4646-9d52-afa41d306dc8 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/be862d93-d317-4dbd-9239-944b736264b4 HTTP/1.1" status: 204 len: 168 time: 1.7380269 May 30 20:30:27.638890 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-76f9876e-e930-4a8b-9fd0-a3a5a84f9915 tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:27.694751 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-5a8deaed-5a66-4a66-b6f2-b0dbc55675ff req-f4078c83-2588-438e-bd3b-c1049f9e5b0c service neutron] For port 2cf9cea4-18f1-4ae3-8d2a-dd24c0abe6e0, host n-h1-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:30:27.704531 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-5a8deaed-5a66-4a66-b6f2-b0dbc55675ff req-f4078c83-2588-438e-bd3b-c1049f9e5b0c service neutron] For port 2cf9cea4-18f1-4ae3-8d2a-dd24c0abe6e0, host n-h1-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=2cf9cea4-18f1-4ae3-8d2a-dd24c0abe6e0,segment=NetworkSegment(a0397637-f061-423b-af31-4fae82d2600b),segment_id=a0397637-f061-423b-af31-4fae82d2600b)] {{(pid=84887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:30:27.720479 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-156e6eb1-314b-47e2-a2b3-38682ca8c16c req-b82347c4-f0eb-469d-ade7-0544d1b5fbe7 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] 10.222.0.85 "GET /v2.0/security-groups?id=2268d3cd-925a-464e-9ff1-7b08a4bf8bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125525 May 30 20:30:27.784699 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-17472d86-cf90-4449-9fe0-920d0493afdb req-f05314f2-9bbb-4d5f-a0ca-ecac1afbcda8 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=af4cc1fbb91e4a5c856e947d8072b697&device_id=7aad7ab8-22c4-47e2-abf2-9cc744ce8553 HTTP/1.1" status: 200 len: 1095 time: 0.1435797 May 30 20:30:27.807963 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-76f9876e-e930-4a8b-9fd0-a3a5a84f9915 tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:27.812080 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-002c2011-3fd9-4924-bf7b-d07a877a7b75 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:27.831438 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [None req-002c2011-3fd9-4924-bf7b-d07a877a7b75 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Transition to ACTIVE for port object 364c3b0c-7e70-4ce3-955c-af6b6fb7d2ae will not be triggered until provisioned by entity DHCP. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:30:27.942038 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-5a8deaed-5a66-4a66-b6f2-b0dbc55675ff req-f4078c83-2588-438e-bd3b-c1049f9e5b0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:28.005932 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-002c2011-3fd9-4924-bf7b-d07a877a7b75 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:28.185937 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-002c2011-3fd9-4924-bf7b-d07a877a7b75 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Network 6f5ac8bd-d8d2-46e1-895f-200629d30eb8 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:30:28.191929 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-002c2011-3fd9-4924-bf7b-d07a877a7b75 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:30:28.199037 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002c2011-3fd9-4924-bf7b-d07a877a7b75 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Pushing event updated for resources: {'Port': ['ID=364c3b0c-7e70-4ce3-955c-af6b6fb7d2ae,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:28.202398 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002c2011-3fd9-4924-bf7b-d07a877a7b75 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:30:28.270646 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70877246-0b73-4e05-9196-6f34186440b8 None None] New status for floating IP 8ace0713-cf28-4bda-9d98-677ded5d1425: ACTIVE {{(pid=84889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 20:30:28.299811 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-356d8d0c-8be4-4457-bdb3-36525155eb53 None None] Provisioning complete for port 6785b49d-2484-4598-ae3f-92597880ca68 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:30:28.300464 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-356d8d0c-8be4-4457-bdb3-36525155eb53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:28.317624 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-002c2011-3fd9-4924-bf7b-d07a877a7b75 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:28.318368 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-002c2011-3fd9-4924-bf7b-d07a877a7b75 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:28.419622 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2bd7f91c-4e11-4c90-910b-c2281a2a0a0c req-65d408a0-af62-4dc5-9b4f-88f3135bd97a tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=2cbc1b10-3728-476a-94b1-35a89c7bec7e HTTP/1.1" status: 200 len: 210 time: 0.0966318 May 30 20:30:28.454832 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-356d8d0c-8be4-4457-bdb3-36525155eb53 None None] Port 6785b49d-2484-4598-ae3f-92597880ca68 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:30:28.469478 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 903d4285-d801-4bee-86a6-4ab3a784ff46 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:30:28.543968 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-002c2011-3fd9-4924-bf7b-d07a877a7b75 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.0205450 May 30 20:30:28.546725 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 43724) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:28.555329 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-e7b54bd2-5b88-41f4-9086-d8d5f59a2080 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Request body: {'subnet': {'network_id': '6f5ac8bd-d8d2-46e1-895f-200629d30eb8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:30:28.605882 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ba56975a-4e17-4b85-bfb3-1cc35ffe603e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:28.645319 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-356d8d0c-8be4-4457-bdb3-36525155eb53 None None] Provisioning for port 903d4285-d801-4bee-86a6-4ab3a784ff46 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:30:28.661986 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-5a8deaed-5a66-4a66-b6f2-b0dbc55675ff req-f4078c83-2588-438e-bd3b-c1049f9e5b0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:28.663470 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5a8deaed-5a66-4a66-b6f2-b0dbc55675ff req-f4078c83-2588-438e-bd3b-c1049f9e5b0c service neutron] 10.222.0.71 "PUT /v2.0/ports/2cf9cea4-18f1-4ae3-8d2a-dd24c0abe6e0 HTTP/1.1" status: 200 len: 1092 time: 5.3845091 May 30 20:30:28.674706 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f03d717e-c105-41d5-a5af-5828ba46c89b', 'tag': '2cf9cea4-18f1-4ae3-8d2a-dd24c0abe6e0'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:30:28.676133 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 903d4285-d801-4bee-86a6-4ab3a784ff46 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:30:28.682381 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 903d4285-d801-4bee-86a6-4ab3a784ff46 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:30:28.682872 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:28.761050 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f9876e-e930-4a8b-9fd0-a3a5a84f9915 tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Pushing event updated for resources: {'Port': ['ID=2f1e2f66-b9ba-4582-9d78-20495c798549,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:28.875535 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09cc28a2-9ff3-461c-a8d6-add57baad21e'] response: {'name': 'network-changed', 'server_uuid': 'f03d717e-c105-41d5-a5af-5828ba46c89b', 'tag': '2cf9cea4-18f1-4ae3-8d2a-dd24c0abe6e0', 'status': 'completed', 'code': 200} May 30 20:30:28.887957 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4078c83-2588-438e-bd3b-c1049f9e5b0c service neutron] Pushing event updated for resources: {'Port': ['ID=2cf9cea4-18f1-4ae3-8d2a-dd24c0abe6e0,revision_number=3']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:28.897591 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-76f9876e-e930-4a8b-9fd0-a3a5a84f9915 tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1718057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-736206'] for router_interface, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:28.958580 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:29.027038 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-e7b54bd2-5b88-41f4-9086-d8d5f59a2080 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:30:29.031906 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-e7b54bd2-5b88-41f4-9086-d8d5f59a2080 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Usage tracker for resource:subnet and tenant:4be4d49ae6064975a8617cd4194dcba7 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:30:29.035778 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-e7b54bd2-5b88-41f4-9086-d8d5f59a2080 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:30:29.042983 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-e7b54bd2-5b88-41f4-9086-d8d5f59a2080 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:30:29.043553 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-7468840f-9032-40df-a7d1-d76a580d3b5a None None] Provisioning for port 364c3b0c-7e70-4ce3-955c-af6b6fb7d2ae completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:30:29.052542 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-7468840f-9032-40df-a7d1-d76a580d3b5a None None] Provisioning complete for port 364c3b0c-7e70-4ce3-955c-af6b6fb7d2ae triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:30:29.054969 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-7468840f-9032-40df-a7d1-d76a580d3b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:29.115603 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-7468840f-9032-40df-a7d1-d76a580d3b5a None None] Port 364c3b0c-7e70-4ce3-955c-af6b6fb7d2ae cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:30:29.120605 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-ba56975a-4e17-4b85-bfb3-1cc35ffe603e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:30:29.130418 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-ba56975a-4e17-4b85-bfb3-1cc35ffe603e admin admin] Usage tracker for resource:security_group_rule and tenant:411dc237deb24ddd92d289fcd7e6a428 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:30:29.135315 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-ba56975a-4e17-4b85-bfb3-1cc35ffe603e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:30:29.137889 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port 903d4285-d801-4bee-86a6-4ab3a784ff46, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=903d4285-d801-4bee-86a6-4ab3a784ff46,segment=NetworkSegment(f7d18ecd-aa3a-4314-8822-ed6e5e282b5c),segment_id=f7d18ecd-aa3a-4314-8822-ed6e5e282b5c)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:30:29.146884 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-ba56975a-4e17-4b85-bfb3-1cc35ffe603e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:30:29.166098 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17472d86-cf90-4449-9fe0-920d0493afdb req-1cbba39d-66fe-4b30-840b-c9c04f78673a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:29.167828 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-17472d86-cf90-4449-9fe0-920d0493afdb req-1cbba39d-66fe-4b30-840b-c9c04f78673a service neutron] 10.222.0.86 "GET /v2.0/networks?id=ff30330a-0ebe-4836-9458-b813d1bcbde4 HTTP/1.1" status: 200 len: 913 time: 1.2700243 May 30 20:30:29.168504 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e369e234-faf0-4498-a73d-b8485879b1b1 req-189316b5-1c08-44d6-9237-09fba7b336f7 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:29.178383 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e369e234-faf0-4498-a73d-b8485879b1b1 req-189316b5-1c08-44d6-9237-09fba7b336f7 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] 10.222.0.85 "GET /v2.0/ports?device_id=f03d717e-c105-41d5-a5af-5828ba46c89b HTTP/1.1" status: 200 len: 944 time: 0.1223967 May 30 20:30:29.181485 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7b54bd2-5b88-41f4-9086-d8d5f59a2080 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Made reservation on behalf of 4be4d49ae6064975a8617cd4194dcba7 for: {'subnet': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:30:29.336129 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:29.352867 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e369e234-faf0-4498-a73d-b8485879b1b1 req-e5dc5620-7e71-42bc-b84c-6d7c0381d7a5 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] 10.222.0.85 "GET /v2.0/security-groups?id=2268d3cd-925a-464e-9ff1-7b08a4bf8bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735876 May 30 20:30:29.417545 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e7b54bd2-5b88-41f4-9086-d8d5f59a2080 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2778563'] for subnet, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:29.454242 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=903d4285-d801-4bee-86a6-4ab3a784ff46,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:29.594887 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-e25076d1-4373-4def-9955-2aee156c60ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:29.603767 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-17472d86-cf90-4449-9fe0-920d0493afdb req-418f96d7-9e04-40b8-ad8b-afed913ad5f1 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bcdfc29b-75b2-4955-871a-03ddaef96f61 HTTP/1.1" status: 200 len: 999 time: 0.3044496 May 30 20:30:29.613751 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f9876e-e930-4a8b-9fd0-a3a5a84f9915 tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Network fc636339-ba6c-4448-b889-da87b342249d is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:30:29.624408 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-76f9876e-e930-4a8b-9fd0-a3a5a84f9915 tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:30:29.635552 n-d-843948-2 neutron-server[84886]: INFO neutron.db.ipam_backend_mixin [None req-e7b54bd2-5b88-41f4-9086-d8d5f59a2080 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 7b42d06f-2120-409f-94f8-3ed9e10d1875 (CIDR: 172.20.0.0/28) May 30 20:30:29.704425 n-d-843948-2 neutron-server[84886]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7b54bd2-5b88-41f4-9086-d8d5f59a2080 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 20:30:29.704996 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7b54bd2-5b88-41f4-9086-d8d5f59a2080 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:30:29.727463 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710a6ecc-2d63-45e0-aac7-9077bc26ad6a req-a8aa3a84-933c-4f95-9f0a-402c3bc9a317 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:29.728904 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-710a6ecc-2d63-45e0-aac7-9077bc26ad6a req-a8aa3a84-933c-4f95-9f0a-402c3bc9a317 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.86 "GET /v2.0/networks?id=ff30330a-0ebe-4836-9458-b813d1bcbde4 HTTP/1.1" status: 200 len: 812 time: 0.8573627 May 30 20:30:29.812017 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:29.812739 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-e7b54bd2-5b88-41f4-9086-d8d5f59a2080 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2648211 May 30 20:30:29.815526 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 43750) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:29.821290 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-6f90ec6a-32c0-4f6d-9f7c-93582b6e64e7 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Request body: {'subnet': {'network_id': '6f5ac8bd-d8d2-46e1-895f-200629d30eb8', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:30:29.871105 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-710a6ecc-2d63-45e0-aac7-9077bc26ad6a req-393c00db-16d0-4017-bfe1-fc786a438908 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Request body: {'port': {'device_id': '2cbc1b10-3728-476a-94b1-35a89c7bec7e', 'network_id': 'ff30330a-0ebe-4836-9458-b813d1bcbde4', 'admin_state_up': True, 'tenant_id': 'af4cc1fbb91e4a5c856e947d8072b697'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:30:29.918400 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-02232015-8fca-451f-a3a3-c78b94d5aa84 req-0a76a2c1-4dde-4223-9dae-eab90c50aeea service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=db6fd322329b4022b9cb210149c8de8f&device_id=f03d717e-c105-41d5-a5af-5828ba46c89b HTTP/1.1" status: 200 len: 1095 time: 1.0482030 May 30 20:30:29.946186 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-48af7aca-5e27-440f-bf39-79575343c053 None None] Provisioning complete for port 2f1e2f66-b9ba-4582-9d78-20495c798549 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:30:29.953641 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-48af7aca-5e27-440f-bf39-79575343c053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:29.989941 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b96260ab-48a5-4a4a-b4d0-628e86687857 req-28d5a8b1-25b6-4a05-98a9-ed33fd195364 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=2cbc1b10-3728-476a-94b1-35a89c7bec7e HTTP/1.1" status: 200 len: 210 time: 0.3312123 May 30 20:30:29.996915 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-6f90ec6a-32c0-4f6d-9f7c-93582b6e64e7 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:30:30.001113 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-6f90ec6a-32c0-4f6d-9f7c-93582b6e64e7 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Usage tracker for resource:subnet and tenant:4be4d49ae6064975a8617cd4194dcba7 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:30:30.005044 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-6f90ec6a-32c0-4f6d-9f7c-93582b6e64e7 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:30:30.013164 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-6f90ec6a-32c0-4f6d-9f7c-93582b6e64e7 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:30:30.023864 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-48af7aca-5e27-440f-bf39-79575343c053 None None] Port 2f1e2f66-b9ba-4582-9d78-20495c798549 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:30:30.066865 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ba56975a-4e17-4b85-bfb3-1cc35ffe603e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:30.131090 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17472d86-cf90-4449-9fe0-920d0493afdb req-42b13442-8864-46da-8f1c-914b3c731dd7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:30.132568 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-17472d86-cf90-4449-9fe0-920d0493afdb req-42b13442-8864-46da-8f1c-914b3c731dd7 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7991eded-d330-4e4e-ace3-aeb4d5f3ff0a HTTP/1.1" status: 200 len: 851 time: 0.5175219 May 30 20:30:30.200736 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 903d4285-d801-4bee-86a6-4ab3a784ff46 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:30:30.206637 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ba56975a-4e17-4b85-bfb3-1cc35ffe603e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:30.280105 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 903d4285-d801-4bee-86a6-4ab3a784ff46 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:30:30.280553 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:30.289739 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f90ec6a-32c0-4f6d-9f7c-93582b6e64e7 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Made reservation on behalf of 4be4d49ae6064975a8617cd4194dcba7 for: {'subnet': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:30:30.293880 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6f90ec6a-32c0-4f6d-9f7c-93582b6e64e7 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2778563'] for subnet, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:30.463828 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02232015-8fca-451f-a3a3-c78b94d5aa84 req-7dca9323-5c7d-488c-ac8b-59ed7527fb89 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:30.467851 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-02232015-8fca-451f-a3a3-c78b94d5aa84 req-7dca9323-5c7d-488c-ac8b-59ed7527fb89 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=db6fd322329b4022b9cb210149c8de8f&shared=False HTTP/1.1" status: 200 len: 920 time: 0.4664369 May 30 20:30:30.683507 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2ccafb-6401-4ea3-88c7-ce58f417788b req-fad93c0b-08e0-4e51-9741-019068caf583 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:30.686411 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3d2ccafb-6401-4ea3-88c7-ce58f417788b req-fad93c0b-08e0-4e51-9741-019068caf583 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] 10.222.0.85 "GET /v2.0/ports?device_id=f03d717e-c105-41d5-a5af-5828ba46c89b HTTP/1.1" status: 200 len: 944 time: 0.1569340 May 30 20:30:30.767039 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-710a6ecc-2d63-45e0-aac7-9077bc26ad6a req-393c00db-16d0-4017-bfe1-fc786a438908 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:30:30.786428 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba56975a-4e17-4b85-bfb3-1cc35ffe603e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60a1aeae-bbf3-47ba-a36f-29e012677d95,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:30.787345 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3d2ccafb-6401-4ea3-88c7-ce58f417788b req-5292c74b-c553-4b00-bfc3-bb92c530acb9 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] 10.222.0.85 "GET /v2.0/security-groups?id=2268d3cd-925a-464e-9ff1-7b08a4bf8bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780475 May 30 20:30:30.805723 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-710a6ecc-2d63-45e0-aac7-9077bc26ad6a req-393c00db-16d0-4017-bfe1-fc786a438908 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:30:30.816729 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-ba56975a-4e17-4b85-bfb3-1cc35ffe603e admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=411dc237deb24ddd92d289fcd7e6a428&name=default HTTP/1.1" status: 200 len: 2647 time: 3.2548938 May 30 20:30:30.824609 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 43764) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:30.905949 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6f90ec6a-32c0-4f6d-9f7c-93582b6e64e7 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4127140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2778577'] for subnet, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:30.947734 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-abece48a-d7cc-4bce-9d62-95e899b8e399 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:30.988229 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-17472d86-cf90-4449-9fe0-920d0493afdb req-5275a9b9-1912-4831-8fdb-08727b6ee6f6 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ff30330a-0ebe-4836-9458-b813d1bcbde4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8422325 May 30 20:30:31.008745 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02232015-8fca-451f-a3a3-c78b94d5aa84 req-f3ac9831-e0c5-4a5d-8794-fe8018a8c1fe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:31.010309 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-02232015-8fca-451f-a3a3-c78b94d5aa84 req-f3ac9831-e0c5-4a5d-8794-fe8018a8c1fe service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5073483 May 30 20:30:31.012816 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-abece48a-d7cc-4bce-9d62-95e899b8e399 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:31.033903 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f90ec6a-32c0-4f6d-9f7c-93582b6e64e7 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Network 6f5ac8bd-d8d2-46e1-895f-200629d30eb8 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:30:31.039023 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f90ec6a-32c0-4f6d-9f7c-93582b6e64e7 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Pushing event updated for resources: {'Subnet': ['ID=0280de88-d3c7-470b-b547-d1ddbee0cf0b,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:31.050497 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-6f90ec6a-32c0-4f6d-9f7c-93582b6e64e7 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:30:31.053279 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f90ec6a-32c0-4f6d-9f7c-93582b6e64e7 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:31.053905 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6f90ec6a-32c0-4f6d-9f7c-93582b6e64e7 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks [] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:31.062983 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-710a6ecc-2d63-45e0-aac7-9077bc26ad6a req-393c00db-16d0-4017-bfe1-fc786a438908 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Made reservation on behalf of af4cc1fbb91e4a5c856e947d8072b697 for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:30:31.065308 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e504f9-1958-4e7b-8a5f-addbb3e6d7fe None None] Network 6f5ac8bd-d8d2-46e1-895f-200629d30eb8 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:30:31.074108 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-710a6ecc-2d63-45e0-aac7-9077bc26ad6a req-393c00db-16d0-4017-bfe1-fc786a438908 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:31.195759 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-6f90ec6a-32c0-4f6d-9f7c-93582b6e64e7 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.3790729 May 30 20:30:31.198544 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 43776) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:31.211184 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-68fc50fd-985f-455e-b20a-046f8727315d tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-347109041', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '0280de88-d3c7-470b-b547-d1ddbee0cf0b'}], 'security_groups': ['7b76cc83-bad1-46d9-a78c-1cffd240566a']}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:30:31.265869 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-abece48a-d7cc-4bce-9d62-95e899b8e399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:31.353152 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:31.362703 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8a59f758-dfdd-4afc-ace7-acf6046a8a9c req-5bb9c19f-d526-4e62-ab97-1be5e0f025bd tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=2cbc1b10-3728-476a-94b1-35a89c7bec7e HTTP/1.1" status: 200 len: 210 time: 0.1352198 May 30 20:30:31.523537 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-17472d86-cf90-4449-9fe0-920d0493afdb req-e8e8d8e4-c4e9-4b51-be5c-95bf8687e889 service neutron] 10.222.0.86 "GET /v2.0/networks/ff30330a-0ebe-4836-9458-b813d1bcbde4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5239100 May 30 20:30:31.557552 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-68fc50fd-985f-455e-b20a-046f8727315d tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:31.577605 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5a8deaed-5a66-4a66-b6f2-b0dbc55675ff req-d28cca3d-9cf1-494f-ae9e-7fd6fd1f0455 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=db6fd322329b4022b9cb210149c8de8f&device_id=f03d717e-c105-41d5-a5af-5828ba46c89b HTTP/1.1" status: 200 len: 1095 time: 0.4139023 May 30 20:30:31.580572 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-abece48a-d7cc-4bce-9d62-95e899b8e399 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:31.582251 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-abece48a-d7cc-4bce-9d62-95e899b8e399 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/60a1aeae-bbf3-47ba-a36f-29e012677d95 HTTP/1.1" status: 204 len: 168 time: 0.7561831 May 30 20:30:31.583214 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abece48a-d7cc-4bce-9d62-95e899b8e399 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60a1aeae-bbf3-47ba-a36f-29e012677d95,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:31.668323 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b4975ae-d257-4e6f-8565-eace88b4bbcf None None] Update dhcp port {'port': {'network_id': '6f5ac8bd-d8d2-46e1-895f-200629d30eb8', 'fixed_ips': [{'subnet_id': '7b42d06f-2120-409f-94f8-3ed9e10d1875', 'ip_address': '172.20.0.2'}, {'subnet_id': '0280de88-d3c7-470b-b547-d1ddbee0cf0b'}], 'binding:host_id': 'n-d-843948-2'}, 'id': '903d4285-d801-4bee-86a6-4ab3a784ff46'} from n-d-843948-2. {{(pid=84888) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 30 20:30:31.710453 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 43786) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:31.726761 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [req-710a6ecc-2d63-45e0-aac7-9077bc26ad6a req-393c00db-16d0-4017-bfe1-fc786a438908 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Allocated IP 172.20.0.4 (ff30330a-0ebe-4836-9458-b813d1bcbde4/7991eded-d330-4e4e-ace3-aeb4d5f3ff0a/aff973c1-a599-4209-af17-03937e8c76e8) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:30:31.764829 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-6b4975ae-d257-4e6f-8565-eace88b4bbcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:31.800620 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5a8deaed-5a66-4a66-b6f2-b0dbc55675ff req-1ad6d00d-eff7-4921-90ec-932388c93038 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2cf9cea4-18f1-4ae3-8d2a-dd24c0abe6e0 HTTP/1.1" status: 200 len: 217 time: 0.2115557 May 30 20:30:31.955882 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76f9876e-e930-4a8b-9fd0-a3a5a84f9915 tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Router 71d3b2dc-0b80-4309-9398-935dfd579a85 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:30:32.023089 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-17472d86-cf90-4449-9fe0-920d0493afdb req-e98e6be6-a279-474c-abd5-d87f81a58315 service neutron] 10.222.0.86 "GET /v2.0/networks/ff30330a-0ebe-4836-9458-b813d1bcbde4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4882185 May 30 20:30:32.035244 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8deaed-5a66-4a66-b6f2-b0dbc55675ff req-d904add5-d6b8-41c7-b342-f4d98345d80f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:32.036783 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5a8deaed-5a66-4a66-b6f2-b0dbc55675ff req-d904add5-d6b8-41c7-b342-f4d98345d80f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=be79b396-84f8-442a-96a0-1a5adfb968e1 HTTP/1.1" status: 200 len: 859 time: 0.2045000 May 30 20:30:32.083488 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-180179da-6817-4dca-8589-51a01b958553 tempest-RoutersAdminNegativeIpV6Test-518995486 tempest-RoutersAdminNegativeIpV6Test-518995486-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-2039391531', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:30:32.089422 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-180179da-6817-4dca-8589-51a01b958553 tempest-RoutersAdminNegativeIpV6Test-518995486 tempest-RoutersAdminNegativeIpV6Test-518995486-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:30:32.096957 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-180179da-6817-4dca-8589-51a01b958553 tempest-RoutersAdminNegativeIpV6Test-518995486 tempest-RoutersAdminNegativeIpV6Test-518995486-project-admin] Usage tracker for resource:port and tenant:4953f591d4ea402b99e51cb5d7933c9b is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:30:32.104244 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-180179da-6817-4dca-8589-51a01b958553 tempest-RoutersAdminNegativeIpV6Test-518995486 tempest-RoutersAdminNegativeIpV6Test-518995486-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:30:32.135231 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-6b4975ae-d257-4e6f-8565-eace88b4bbcf None None] Allocated IP 172.20.0.18 (6f5ac8bd-d8d2-46e1-895f-200629d30eb8/0280de88-d3c7-470b-b547-d1ddbee0cf0b/903d4285-d801-4bee-86a6-4ab3a784ff46) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:30:32.158313 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-180179da-6817-4dca-8589-51a01b958553 tempest-RoutersAdminNegativeIpV6Test-518995486 tempest-RoutersAdminNegativeIpV6Test-518995486-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:30:32.163960 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-494a2a9c-8b4f-4191-ad84-992ab63f7815 req-e86eb3a7-c4ae-4076-bc7c-149050b8b9f9 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=31630769-93b9-4bef-92c3-bf4dd9f89e28&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3028817 May 30 20:30:32.226964 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5a8deaed-5a66-4a66-b6f2-b0dbc55675ff req-d9a95f76-0226-4fa0-943f-6fec91d31f30 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ff5fdb4b-c181-42de-80b5-ff8540ac71a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1686959 May 30 20:30:32.256224 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67156b6a-9bfe-457e-97e8-4b19d45ed05e req-fce74bdc-3bde-40a4-b37a-1b3a9236cb7c tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:32.267500 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-67156b6a-9bfe-457e-97e8-4b19d45ed05e req-fce74bdc-3bde-40a4-b37a-1b3a9236cb7c tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] 10.222.0.85 "GET /v2.0/ports?device_id=f03d717e-c105-41d5-a5af-5828ba46c89b HTTP/1.1" status: 200 len: 944 time: 0.2694831 May 30 20:30:32.377077 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-180179da-6817-4dca-8589-51a01b958553 tempest-RoutersAdminNegativeIpV6Test-518995486 tempest-RoutersAdminNegativeIpV6Test-518995486-project-admin] Made reservation on behalf of 4953f591d4ea402b99e51cb5d7933c9b for: {'port': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:30:32.379575 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-180179da-6817-4dca-8589-51a01b958553 tempest-RoutersAdminNegativeIpV6Test-518995486 tempest-RoutersAdminNegativeIpV6Test-518995486-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:32.408086 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-180179da-6817-4dca-8589-51a01b958553 tempest-RoutersAdminNegativeIpV6Test-518995486 tempest-RoutersAdminNegativeIpV6Test-518995486-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:32.411866 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-6b4975ae-d257-4e6f-8565-eace88b4bbcf None None] For port 903d4285-d801-4bee-86a6-4ab3a784ff46, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=903d4285-d801-4bee-86a6-4ab3a784ff46,segment=NetworkSegment(f7d18ecd-aa3a-4314-8822-ed6e5e282b5c),segment_id=f7d18ecd-aa3a-4314-8822-ed6e5e282b5c)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:30:32.441942 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5a8deaed-5a66-4a66-b6f2-b0dbc55675ff req-8d5df735-1732-4211-a165-68b1c78fe482 service neutron] 10.222.0.71 "GET /v2.0/networks/ff5fdb4b-c181-42de-80b5-ff8540ac71a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057722 May 30 20:30:32.460787 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-67156b6a-9bfe-457e-97e8-4b19d45ed05e req-8822f0e4-0c21-43b6-a1a5-2ff7ba8961cf tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] 10.222.0.85 "GET /v2.0/security-groups?id=2268d3cd-925a-464e-9ff1-7b08a4bf8bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922774 May 30 20:30:32.482147 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-6b4975ae-d257-4e6f-8565-eace88b4bbcf None None] Notify callbacks [] for port, precommit_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:32.515569 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-180179da-6817-4dca-8589-51a01b958553 tempest-RoutersAdminNegativeIpV6Test-518995486 tempest-RoutersAdminNegativeIpV6Test-518995486-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:30:32.538207 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-180179da-6817-4dca-8589-51a01b958553 tempest-RoutersAdminNegativeIpV6Test-518995486 tempest-RoutersAdminNegativeIpV6Test-518995486-project-admin] Usage tracker for resource:security_group_rule and tenant:4953f591d4ea402b99e51cb5d7933c9b is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:30:32.538643 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-6b4975ae-d257-4e6f-8565-eace88b4bbcf None None] Transition to ACTIVE for port object 903d4285-d801-4bee-86a6-4ab3a784ff46 will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:30:32.546201 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-180179da-6817-4dca-8589-51a01b958553 tempest-RoutersAdminNegativeIpV6Test-518995486 tempest-RoutersAdminNegativeIpV6Test-518995486-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:30:32.557872 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-494a2a9c-8b4f-4191-ad84-992ab63f7815 req-48a6bebf-bee1-476a-ac77-f3228d24a0ca service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=af4cc1fbb91e4a5c856e947d8072b697&device_id=31630769-93b9-4bef-92c3-bf4dd9f89e28 HTTP/1.1" status: 200 len: 1097 time: 0.2644064 May 30 20:30:32.574630 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-180179da-6817-4dca-8589-51a01b958553 tempest-RoutersAdminNegativeIpV6Test-518995486 tempest-RoutersAdminNegativeIpV6Test-518995486-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:30:32.628782 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-6b4975ae-d257-4e6f-8565-eace88b4bbcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:32.682976 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:32.835550 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-710a6ecc-2d63-45e0-aac7-9077bc26ad6a req-393c00db-16d0-4017-bfe1-fc786a438908 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:32.885793 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4975ae-d257-4e6f-8565-eace88b4bbcf None None] Pushing event updated for resources: {'Port': ['ID=903d4285-d801-4bee-86a6-4ab3a784ff46,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:32.956866 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b96a35e7-365d-4128-b9bc-d474cf43678c req-e6b43cbf-0547-4ec1-8954-d5b4e8870503 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=2cbc1b10-3728-476a-94b1-35a89c7bec7e HTTP/1.1" status: 200 len: 210 time: 0.2579687 May 30 20:30:32.965460 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-710a6ecc-2d63-45e0-aac7-9077bc26ad6a req-393c00db-16d0-4017-bfe1-fc786a438908 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Transition to ACTIVE for port object aff973c1-a599-4209-af17-03937e8c76e8 will not be triggered until provisioned by entity DHCP. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:30:33.039572 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5a8deaed-5a66-4a66-b6f2-b0dbc55675ff req-8a3c0028-7499-44da-b271-807428d4379e service neutron] 10.222.0.71 "GET /v2.0/networks/ff5fdb4b-c181-42de-80b5-ff8540ac71a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5267887 May 30 20:30:33.054973 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494a2a9c-8b4f-4191-ad84-992ab63f7815 req-b96b9600-c51e-4f15-bd47-c9079a0b5156 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:33.056952 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-494a2a9c-8b4f-4191-ad84-992ab63f7815 req-b96b9600-c51e-4f15-bd47-c9079a0b5156 service neutron] 10.222.0.71 "GET /v2.0/networks?id=ff30330a-0ebe-4836-9458-b813d1bcbde4 HTTP/1.1" status: 200 len: 913 time: 0.4751005 May 30 20:30:33.113041 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76f9876e-e930-4a8b-9fd0-a3a5a84f9915 tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:30:33.128664 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 43798) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:33.133433 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665d0708-537e-421c-bc05-1226cc5301d4 None None] Sync routers for ids ['71d3b2dc-0b80-4309-9398-935dfd579a85'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:30:33.153088 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-76f9876e-e930-4a8b-9fd0-a3a5a84f9915 tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] 10.222.0.85 "PUT /v2.0/routers/71d3b2dc-0b80-4309-9398-935dfd579a85/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.2675257 May 30 20:30:33.155270 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8fa4c2d9-6199-4be4-9ce6-6bb5fbb36038 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:33.163722 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 43802) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:33.168888 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-710a6ecc-2d63-45e0-aac7-9077bc26ad6a req-393c00db-16d0-4017-bfe1-fc786a438908 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:33.177517 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665d0708-537e-421c-bc05-1226cc5301d4 None None] Routers {'71d3b2dc-0b80-4309-9398-935dfd579a85'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:30:33.177517 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-665d0708-537e-421c-bc05-1226cc5301d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:30:29Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['71d3b2dc-0b80-4309-9398-935dfd579a85'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:30:33.178725 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-180179da-6817-4dca-8589-51a01b958553 tempest-RoutersAdminNegativeIpV6Test-518995486 tempest-RoutersAdminNegativeIpV6Test-518995486-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:33.180842 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-d5927c25-cea2-4da3-9a8f-7e19a79b3b8b tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Request body: {'port': {'network_id': 'fc636339-ba6c-4448-b889-da87b342249d', 'name': 'tempest-FloatingIPAdminTestJSON-1293974066'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:30:33.199454 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-494a2a9c-8b4f-4191-ad84-992ab63f7815 req-74e15cae-d098-4fcb-a9fe-99b7733252f1 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5a1890e7-bff3-481d-97b4-974c081578cc HTTP/1.1" status: 200 len: 217 time: 0.1302083 May 30 20:30:33.203599 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-68fc50fd-985f-455e-b20a-046f8727315d tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Delete allocated IP 172.20.0.3 (6f5ac8bd-d8d2-46e1-895f-200629d30eb8/7b42d06f-2120-409f-94f8-3ed9e10d1875) {{(pid=84886) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 30 20:30:33.283762 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['5a1890e7-bff3-481d-97b4-974c081578cc', '2dce9d2f-c86d-4852-9ec1-a59a59049c03'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:30:33.288976 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-710a6ecc-2d63-45e0-aac7-9077bc26ad6a req-393c00db-16d0-4017-bfe1-fc786a438908 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Network ff30330a-0ebe-4836-9458-b813d1bcbde4 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:30:33.295638 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [req-710a6ecc-2d63-45e0-aac7-9077bc26ad6a req-393c00db-16d0-4017-bfe1-fc786a438908 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:30:33.298247 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-8fa4c2d9-6199-4be4-9ce6-6bb5fbb36038 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:30:33.305198 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-710a6ecc-2d63-45e0-aac7-9077bc26ad6a req-393c00db-16d0-4017-bfe1-fc786a438908 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:30:33.344773 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-665d0708-537e-421c-bc05-1226cc5301d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:30:33.349385 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-180179da-6817-4dca-8589-51a01b958553 tempest-RoutersAdminNegativeIpV6Test-518995486 tempest-RoutersAdminNegativeIpV6Test-518995486-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:33.352478 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494a2a9c-8b4f-4191-ad84-992ab63f7815 req-d1812ea7-67f4-4d75-8a47-c02582aba30f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:33.354091 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-494a2a9c-8b4f-4191-ad84-992ab63f7815 req-d1812ea7-67f4-4d75-8a47-c02582aba30f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=7991eded-d330-4e4e-ace3-aeb4d5f3ff0a HTTP/1.1" status: 200 len: 851 time: 0.1436739 May 30 20:30:33.369818 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-68fc50fd-985f-455e-b20a-046f8727315d tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Allocated IP 172.20.0.25 (6f5ac8bd-d8d2-46e1-895f-200629d30eb8/0280de88-d3c7-470b-b547-d1ddbee0cf0b/364c3b0c-7e70-4ce3-955c-af6b6fb7d2ae) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:30:33.377928 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [None req-180179da-6817-4dca-8589-51a01b958553 tempest-RoutersAdminNegativeIpV6Test-518995486 tempest-RoutersAdminNegativeIpV6Test-518995486-project-admin] device_id is not set on port 38777c8c-ee83-4bc3-a97c-413fee7894e0 yet. {{(pid=84886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:30:33.386409 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710a6ecc-2d63-45e0-aac7-9077bc26ad6a req-393c00db-16d0-4017-bfe1-fc786a438908 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:33.387314 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-710a6ecc-2d63-45e0-aac7-9077bc26ad6a req-393c00db-16d0-4017-bfe1-fc786a438908 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:33.393135 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-8fa4c2d9-6199-4be4-9ce6-6bb5fbb36038 admin admin] Usage tracker for resource:security_group_rule and tenant:34dfd30a2030460d87d8c0cf396c2313 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:30:33.396451 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393c00db-16d0-4017-bfe1-fc786a438908 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Pushing event updated for resources: {'Port': ['ID=aff973c1-a599-4209-af17-03937e8c76e8,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:33.399544 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-8fa4c2d9-6199-4be4-9ce6-6bb5fbb36038 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:30:33.400597 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665d0708-537e-421c-bc05-1226cc5301d4 None None] Routers {'71d3b2dc-0b80-4309-9398-935dfd579a85'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:30:33.401236 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-665d0708-537e-421c-bc05-1226cc5301d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:30:29Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['71d3b2dc-0b80-4309-9398-935dfd579a85'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:30:33.424151 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-8fa4c2d9-6199-4be4-9ce6-6bb5fbb36038 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:30:33.545501 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-710a6ecc-2d63-45e0-aac7-9077bc26ad6a req-393c00db-16d0-4017-bfe1-fc786a438908 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6780233 May 30 20:30:33.560425 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-710a6ecc-2d63-45e0-aac7-9077bc26ad6a req-27fbf567-531d-461d-a2cf-4634d27571c4 service neutron] Request body: {'port': {'device_id': '2cbc1b10-3728-476a-94b1-35a89c7bec7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843948-2'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:30:33.614046 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-665d0708-537e-421c-bc05-1226cc5301d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:30:33.614046 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665d0708-537e-421c-bc05-1226cc5301d4 None None] The sync data for ids ['71d3b2dc-0b80-4309-9398-935dfd579a85'] in n-d-843948-2 is: [] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:30:33.617443 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8fa4c2d9-6199-4be4-9ce6-6bb5fbb36038 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:33.729902 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8fa4c2d9-6199-4be4-9ce6-6bb5fbb36038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:33.746451 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180179da-6817-4dca-8589-51a01b958553 tempest-RoutersAdminNegativeIpV6Test-518995486 tempest-RoutersAdminNegativeIpV6Test-518995486-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b20c9327-bff6-4f56-9c16-7c17ab66b320,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:33.808984 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-710a6ecc-2d63-45e0-aac7-9077bc26ad6a req-27fbf567-531d-461d-a2cf-4634d27571c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:33.832631 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4c2d9-6199-4be4-9ce6-6bb5fbb36038 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91ff5b5e-9987-42d6-ad7f-763e35849595,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:33.842424 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-8fa4c2d9-6199-4be4-9ce6-6bb5fbb36038 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=34dfd30a2030460d87d8c0cf396c2313&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7109761 May 30 20:30:33.848036 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 43808) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:34.026532 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-87b5a0de-4fb6-4122-85a3-417dc2b6a9be None None] Provisioning for port aff973c1-a599-4209-af17-03937e8c76e8 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:30:34.053020 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-87b5a0de-4fb6-4122-85a3-417dc2b6a9be None None] Provisioning complete for port aff973c1-a599-4209-af17-03937e8c76e8 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:30:34.053996 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-87b5a0de-4fb6-4122-85a3-417dc2b6a9be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:34.254896 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.db.resource_extend [None req-68fc50fd-985f-455e-b20a-046f8727315d tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:30:34.257046 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-87b5a0de-4fb6-4122-85a3-417dc2b6a9be None None] Port aff973c1-a599-4209-af17-03937e8c76e8 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:30:34.291165 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 903d4285-d801-4bee-86a6-4ab3a784ff46 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:30:34.324161 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-68fc50fd-985f-455e-b20a-046f8727315d tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:34.329010 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-d5927c25-cea2-4da3-9a8f-7e19a79b3b8b tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:30:34.351840 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-d5927c25-cea2-4da3-9a8f-7e19a79b3b8b tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Usage tracker for resource:port and tenant:24d297ba46c3432998910b93f024c63b is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:30:34.361821 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-d5927c25-cea2-4da3-9a8f-7e19a79b3b8b tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:30:34.372295 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [None req-68fc50fd-985f-455e-b20a-046f8727315d tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Transition to ACTIVE for port object 364c3b0c-7e70-4ce3-955c-af6b6fb7d2ae will not be triggered until provisioned by entity DHCP. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:30:34.381827 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6aca586a-dc88-44ce-b334-cf115651336a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:34.382175 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-d5927c25-cea2-4da3-9a8f-7e19a79b3b8b tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:30:34.398321 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-180179da-6817-4dca-8589-51a01b958553 tempest-RoutersAdminNegativeIpV6Test-518995486 tempest-RoutersAdminNegativeIpV6Test-518995486-project-admin] Allocated IP 172.25.8.221 (c7869750-4b49-4b7e-aa99-5e0f1ae02da4/427601ec-f643-4fe7-b5e6-17305d3a39e1/38777c8c-ee83-4bc3-a97c-413fee7894e0) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:30:34.409417 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-494a2a9c-8b4f-4191-ad84-992ab63f7815 req-64ff61ac-9a05-43dc-a3f6-1da332d82b10 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ff30330a-0ebe-4836-9458-b813d1bcbde4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9944465 May 30 20:30:34.440325 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-4f435e9c-9038-4989-988c-91e9c42b04e8 None None] Provisioning complete for port 364c3b0c-7e70-4ce3-955c-af6b6fb7d2ae triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:30:34.441415 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-4f435e9c-9038-4989-988c-91e9c42b04e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:34.457521 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8d361e-8ad8-4586-8cae-760f6206e777 req-25428e85-87fd-420c-97f3-b61279bd5472 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:34.459194 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-bc8d361e-8ad8-4586-8cae-760f6206e777 req-25428e85-87fd-420c-97f3-b61279bd5472 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] 10.222.0.85 "GET /v2.0/ports?device_id=f03d717e-c105-41d5-a5af-5828ba46c89b HTTP/1.1" status: 200 len: 944 time: 0.7380395 May 30 20:30:34.495232 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [req-710a6ecc-2d63-45e0-aac7-9077bc26ad6a req-27fbf567-531d-461d-a2cf-4634d27571c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aff973c1-a599-4209-af17-03937e8c76e8 {{(pid=84887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:30:34.523391 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-710a6ecc-2d63-45e0-aac7-9077bc26ad6a req-27fbf567-531d-461d-a2cf-4634d27571c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:34.551725 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-68fc50fd-985f-455e-b20a-046f8727315d tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:34.554576 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6aca586a-dc88-44ce-b334-cf115651336a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:34.559675 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5927c25-cea2-4da3-9a8f-7e19a79b3b8b tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Made reservation on behalf of 24d297ba46c3432998910b93f024c63b for: {'port': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:30:34.562935 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d5927c25-cea2-4da3-9a8f-7e19a79b3b8b tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:34.574034 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-4f435e9c-9038-4989-988c-91e9c42b04e8 None None] Port 364c3b0c-7e70-4ce3-955c-af6b6fb7d2ae cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:30:34.598248 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-4f435e9c-9038-4989-988c-91e9c42b04e8 None None] Provisioning complete for port 6785b49d-2484-4598-ae3f-92597880ca68 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:30:34.603650 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-4f435e9c-9038-4989-988c-91e9c42b04e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:34.603914 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-710a6ecc-2d63-45e0-aac7-9077bc26ad6a req-27fbf567-531d-461d-a2cf-4634d27571c4 service neutron] Transition to ACTIVE for port object aff973c1-a599-4209-af17-03937e8c76e8 will not be triggered until provisioned by entity L2. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:30:34.660836 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7794e163-b947-42d4-8850-fc3632b11a68 req-9ad33600-363d-4900-9cd7-6f329c610891 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:34.662053 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-7794e163-b947-42d4-8850-fc3632b11a68 req-9ad33600-363d-4900-9cd7-6f329c610891 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Synchronizing usage tracker for tenant:af4cc1fbb91e4a5c856e947d8072b697 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:30:34.682321 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-710a6ecc-2d63-45e0-aac7-9077bc26ad6a req-27fbf567-531d-461d-a2cf-4634d27571c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:34.715668 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-4f435e9c-9038-4989-988c-91e9c42b04e8 None None] Port 6785b49d-2484-4598-ae3f-92597880ca68 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:30:34.791312 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fc50fd-985f-455e-b20a-046f8727315d tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Pushing event updated for resources: {'Port': ['ID=364c3b0c-7e70-4ce3-955c-af6b6fb7d2ae,revision_number=2']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:34.794544 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [None req-d5927c25-cea2-4da3-9a8f-7e19a79b3b8b tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] device_id is not set on port 05f8be15-e785-4ee3-bffb-f5c7b98300a2 yet. {{(pid=84886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:30:34.848789 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-4f435e9c-9038-4989-988c-91e9c42b04e8 None None] Provisioning for port 903d4285-d801-4bee-86a6-4ab3a784ff46 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:30:34.850593 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-bc8d361e-8ad8-4586-8cae-760f6206e777 req-1fdd1ab0-07dc-45b3-bef0-06f124a6d7e3 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] 10.222.0.85 "GET /v2.0/security-groups?id=2268d3cd-925a-464e-9ff1-7b08a4bf8bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3290632 May 30 20:30:34.855511 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-4f435e9c-9038-4989-988c-91e9c42b04e8 None None] Provisioning complete for port 903d4285-d801-4bee-86a6-4ab3a784ff46 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:30:34.855819 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-4f435e9c-9038-4989-988c-91e9c42b04e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:34.899585 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-494a2a9c-8b4f-4191-ad84-992ab63f7815 req-e72d756e-b18b-4e1b-8cf8-4d420ce1c7cb service neutron] 10.222.0.71 "GET /v2.0/networks/ff30330a-0ebe-4836-9458-b813d1bcbde4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4809859 May 30 20:30:34.947685 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-7794e163-b947-42d4-8850-fc3632b11a68 req-9ad33600-363d-4900-9cd7-6f329c610891 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Unset dirty status for tenant:af4cc1fbb91e4a5c856e947d8072b697 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:30:34.949949 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7794e163-b947-42d4-8850-fc3632b11a68 req-9ad33600-363d-4900-9cd7-6f329c610891 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=2cbc1b10-3728-476a-94b1-35a89c7bec7e HTTP/1.1" status: 200 len: 931 time: 0.6148365 May 30 20:30:34.958551 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6aca586a-dc88-44ce-b334-cf115651336a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:35.030769 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fbf567-531d-461d-a2cf-4634d27571c4 service neutron] Pushing event updated for resources: {'Port': ['ID=aff973c1-a599-4209-af17-03937e8c76e8,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:35.040100 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aca586a-dc88-44ce-b334-cf115651336a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91ff5b5e-9987-42d6-ad7f-763e35849595,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:35.069444 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6aca586a-dc88-44ce-b334-cf115651336a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:35.085169 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-6aca586a-dc88-44ce-b334-cf115651336a admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/91ff5b5e-9987-42d6-ad7f-763e35849595 HTTP/1.1" status: 204 len: 168 time: 1.2268038 May 30 20:30:35.160134 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-68fc50fd-985f-455e-b20a-046f8727315d tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] In _notify_port_updated(), no bound segment for port 364c3b0c-7e70-4ce3-955c-af6b6fb7d2ae on network 6f5ac8bd-d8d2-46e1-895f-200629d30eb8 {{(pid=84886) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 30 20:30:35.164776 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68fc50fd-985f-455e-b20a-046f8727315d tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:35.165739 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-68fc50fd-985f-455e-b20a-046f8727315d tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:35.167297 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-68fc50fd-985f-455e-b20a-046f8727315d tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] 10.222.0.85 "PUT /v2.0/ports/364c3b0c-7e70-4ce3-955c-af6b6fb7d2ae HTTP/1.1" status: 200 len: 920 time: 3.9664731 May 30 20:30:35.178860 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 43818) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:35.295217 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:30:35.311223 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7794e163-b947-42d4-8850-fc3632b11a68 req-c517d635-0c77-4e25-86c5-2ea133e26c55 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ed3b12a-c5d4-4ba2-906c-9900ee2b8018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3388460 May 30 20:30:35.382570 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-710a6ecc-2d63-45e0-aac7-9077bc26ad6a req-27fbf567-531d-461d-a2cf-4634d27571c4 service neutron] Attempting to bind port aff973c1-a599-4209-af17-03937e8c76e8 on host n-h2-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:30:35.383403 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-710a6ecc-2d63-45e0-aac7-9077bc26ad6a req-27fbf567-531d-461d-a2cf-4634d27571c4 service neutron] Attempting to bind port aff973c1-a599-4209-af17-03937e8c76e8 by drivers openvswitch,hyperv on host n-h2-843948-2 at level 0 using segments [{'id': '40468e3f-2630-4d51-98c1-4a518f6532d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'ff30330a-0ebe-4836-9458-b813d1bcbde4'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:30:35.384168 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-710a6ecc-2d63-45e0-aac7-9077bc26ad6a req-27fbf567-531d-461d-a2cf-4634d27571c4 service neutron] Attempting to bind port aff973c1-a599-4209-af17-03937e8c76e8 on network ff30330a-0ebe-4836-9458-b813d1bcbde4 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:30:35.397507 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-710a6ecc-2d63-45e0-aac7-9077bc26ad6a req-27fbf567-531d-461d-a2cf-4634d27571c4 service neutron] Port aff973c1-a599-4209-af17-03937e8c76e8 on network ff30330a-0ebe-4836-9458-b813d1bcbde4 not bound, no agent of type Open vSwitch agent registered on host n-h2-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:30:35.398371 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-710a6ecc-2d63-45e0-aac7-9077bc26ad6a req-27fbf567-531d-461d-a2cf-4634d27571c4 service neutron] Attempting to bind port aff973c1-a599-4209-af17-03937e8c76e8 on network ff30330a-0ebe-4836-9458-b813d1bcbde4 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:30:35.400530 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-d22719ec-dae1-4359-96f7-f8f6eb980627 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Deleting port 364c3b0c-7e70-4ce3-955c-af6b6fb7d2ae {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:30:35.401241 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d22719ec-dae1-4359-96f7-f8f6eb980627 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:35.412852 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-710a6ecc-2d63-45e0-aac7-9077bc26ad6a req-27fbf567-531d-461d-a2cf-4634d27571c4 service neutron] Checking agent: {'id': 'eaa08354-e8f5-4e73-af76-8d3cf7d2b390', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 30, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:30:35.413835 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-710a6ecc-2d63-45e0-aac7-9077bc26ad6a req-27fbf567-531d-461d-a2cf-4634d27571c4 service neutron] Checking segment: {'id': '40468e3f-2630-4d51-98c1-4a518f6532d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'ff30330a-0ebe-4836-9458-b813d1bcbde4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:30:35.415505 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-710a6ecc-2d63-45e0-aac7-9077bc26ad6a req-27fbf567-531d-461d-a2cf-4634d27571c4 service neutron] Bound using segment: {'id': '40468e3f-2630-4d51-98c1-4a518f6532d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'ff30330a-0ebe-4836-9458-b813d1bcbde4'} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:30:35.417480 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-710a6ecc-2d63-45e0-aac7-9077bc26ad6a req-27fbf567-531d-461d-a2cf-4634d27571c4 service neutron] Bound port: aff973c1-a599-4209-af17-03937e8c76e8, host: n-h2-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40468e3f-2630-4d51-98c1-4a518f6532d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'ff30330a-0ebe-4836-9458-b813d1bcbde4'}}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:30:35.418407 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-710a6ecc-2d63-45e0-aac7-9077bc26ad6a req-27fbf567-531d-461d-a2cf-4634d27571c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:35.462859 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-494a2a9c-8b4f-4191-ad84-992ab63f7815 req-358d9717-c819-4213-91d9-b41358df32a5 service neutron] 10.222.0.71 "GET /v2.0/networks/ff30330a-0ebe-4836-9458-b813d1bcbde4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5541079 May 30 20:30:35.585071 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-180179da-6817-4dca-8589-51a01b958553 tempest-RoutersAdminNegativeIpV6Test-518995486 tempest-RoutersAdminNegativeIpV6Test-518995486-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:35.588820 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-d5927c25-cea2-4da3-9a8f-7e19a79b3b8b tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Allocated IP 172.20.0.9 (fc636339-ba6c-4448-b889-da87b342249d/3a89cd57-09da-4169-9393-fe775113873e/05f8be15-e785-4ee3-bffb-f5c7b98300a2) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:30:35.608589 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-710a6ecc-2d63-45e0-aac7-9077bc26ad6a req-27fbf567-531d-461d-a2cf-4634d27571c4 service neutron] For port aff973c1-a599-4209-af17-03937e8c76e8, host n-h2-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:30:35.615051 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-710a6ecc-2d63-45e0-aac7-9077bc26ad6a req-27fbf567-531d-461d-a2cf-4634d27571c4 service neutron] For port aff973c1-a599-4209-af17-03937e8c76e8, host n-h2-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=aff973c1-a599-4209-af17-03937e8c76e8,segment=NetworkSegment(40468e3f-2630-4d51-98c1-4a518f6532d2),segment_id=40468e3f-2630-4d51-98c1-4a518f6532d2)] {{(pid=84887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:30:35.622810 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b870ba25-b95e-41b5-bb31-89bb17029675 None None] Provisioning for port 364c3b0c-7e70-4ce3-955c-af6b6fb7d2ae completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:30:35.632138 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b870ba25-b95e-41b5-bb31-89bb17029675 None None] Provisioning complete for port 364c3b0c-7e70-4ce3-955c-af6b6fb7d2ae triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:30:35.632516 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b870ba25-b95e-41b5-bb31-89bb17029675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:35.677951 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-710a6ecc-2d63-45e0-aac7-9077bc26ad6a req-27fbf567-531d-461d-a2cf-4634d27571c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:35.772334 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-b870ba25-b95e-41b5-bb31-89bb17029675 None None] Port 364c3b0c-7e70-4ce3-955c-af6b6fb7d2ae cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:30:35.780454 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-710a6ecc-2d63-45e0-aac7-9077bc26ad6a req-27fbf567-531d-461d-a2cf-4634d27571c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:35.782996 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-710a6ecc-2d63-45e0-aac7-9077bc26ad6a req-27fbf567-531d-461d-a2cf-4634d27571c4 service neutron] 10.222.0.86 "PUT /v2.0/ports/aff973c1-a599-4209-af17-03937e8c76e8 HTTP/1.1" status: 200 len: 1091 time: 2.2265956 May 30 20:30:35.782996 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cbc1b10-3728-476a-94b1-35a89c7bec7e', 'tag': 'aff973c1-a599-4209-af17-03937e8c76e8'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:30:35.833024 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fbf567-531d-461d-a2cf-4634d27571c4 service neutron] Pushing event updated for resources: {'Port': ['ID=aff973c1-a599-4209-af17-03937e8c76e8,revision_number=3']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:35.884665 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7435e7e9-9096-4d97-a538-0032270772f4'] response: {'name': 'network-changed', 'server_uuid': '2cbc1b10-3728-476a-94b1-35a89c7bec7e', 'tag': 'aff973c1-a599-4209-af17-03937e8c76e8', 'status': 'completed', 'code': 200} May 30 20:30:36.048598 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9c85dc9f-f956-4390-826e-08a4494328fb req-0ce628ef-2441-4946-9bd3-5a37993bb643 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=af4cc1fbb91e4a5c856e947d8072b697&device_id=2cbc1b10-3728-476a-94b1-35a89c7bec7e HTTP/1.1" status: 200 len: 1094 time: 0.1297085 May 30 20:30:36.101552 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d5927c25-cea2-4da3-9a8f-7e19a79b3b8b tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:36.116494 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d22719ec-dae1-4359-96f7-f8f6eb980627 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:36.119052 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-180179da-6817-4dca-8589-51a01b958553 tempest-RoutersAdminNegativeIpV6Test-518995486 tempest-RoutersAdminNegativeIpV6Test-518995486-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:36.296039 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-d22719ec-dae1-4359-96f7-f8f6eb980627 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Calling delete_port for 364c3b0c-7e70-4ce3-955c-af6b6fb7d2ae owned by {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:30:36.401970 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c08030-dedd-42a6-93a9-266e5c235b37 req-e3272a29-9bfb-4549-948c-1a4b2d0092e8 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:36.405299 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-33c08030-dedd-42a6-93a9-266e5c235b37 req-e3272a29-9bfb-4549-948c-1a4b2d0092e8 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] 10.222.0.85 "GET /v2.0/ports?device_id=f03d717e-c105-41d5-a5af-5828ba46c89b HTTP/1.1" status: 200 len: 944 time: 0.3088961 May 30 20:30:36.413249 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 2cf9cea4-18f1-4ae3-8d2a-dd24c0abe6e0 details requested by agent hyperv_n-h1-843948-2 with host n-h1-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:30:36.512825 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c85dc9f-f956-4390-826e-08a4494328fb req-b18b7909-9daf-4766-b76c-06296e872803 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:36.515034 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9c85dc9f-f956-4390-826e-08a4494328fb req-b18b7909-9daf-4766-b76c-06296e872803 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=af4cc1fbb91e4a5c856e947d8072b697&shared=False HTTP/1.1" status: 200 len: 913 time: 0.4594710 May 30 20:30:36.560633 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [None req-d5927c25-cea2-4da3-9a8f-7e19a79b3b8b tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Transition to ACTIVE for port object 05f8be15-e785-4ee3-bffb-f5c7b98300a2 will not be triggered until provisioned by entity DHCP. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:30:36.566112 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-33c08030-dedd-42a6-93a9-266e5c235b37 req-20ebedd1-6a52-4e32-b7c6-14b98acb0b4d tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] 10.222.0.85 "GET /v2.0/security-groups?id=2268d3cd-925a-464e-9ff1-7b08a4bf8bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216099 May 30 20:30:36.603228 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 2cf9cea4-18f1-4ae3-8d2a-dd24c0abe6e0, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=2cf9cea4-18f1-4ae3-8d2a-dd24c0abe6e0,segment=NetworkSegment(a0397637-f061-423b-af31-4fae82d2600b),segment_id=a0397637-f061-423b-af31-4fae82d2600b)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:30:36.613884 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-180179da-6817-4dca-8589-51a01b958553 tempest-RoutersAdminNegativeIpV6Test-518995486 tempest-RoutersAdminNegativeIpV6Test-518995486-project-admin] Network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:30:36.621515 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Returning: {'device': '2cf9cea4-18f1-4ae3-8d2a-dd24c0abe6e0', 'network_id': 'ff5fdb4b-c181-42de-80b5-ff8540ac71a0', 'port_id': '2cf9cea4-18f1-4ae3-8d2a-dd24c0abe6e0', 'mac_address': 'fa:16:3e:4a:8d:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be79b396-84f8-442a-96a0-1a5adfb968e1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:30:36.631788 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-180179da-6817-4dca-8589-51a01b958553 tempest-RoutersAdminNegativeIpV6Test-518995486 tempest-RoutersAdminNegativeIpV6Test-518995486-project-admin] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:30:36.639843 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180179da-6817-4dca-8589-51a01b958553 tempest-RoutersAdminNegativeIpV6Test-518995486 tempest-RoutersAdminNegativeIpV6Test-518995486-project-admin] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:30:36.685324 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:36.711078 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cf9cea4-18f1-4ae3-8d2a-dd24c0abe6e0 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:30:36.713063 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180179da-6817-4dca-8589-51a01b958553 tempest-RoutersAdminNegativeIpV6Test-518995486 tempest-RoutersAdminNegativeIpV6Test-518995486-project-admin] Pushing event updated for resources: {'Port': ['ID=38777c8c-ee83-4bc3-a97c-413fee7894e0,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:36.729308 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 2cf9cea4-18f1-4ae3-8d2a-dd24c0abe6e0, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=2cf9cea4-18f1-4ae3-8d2a-dd24c0abe6e0,segment=NetworkSegment(a0397637-f061-423b-af31-4fae82d2600b),segment_id=a0397637-f061-423b-af31-4fae82d2600b)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:30:36.765586 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c85dc9f-f956-4390-826e-08a4494328fb req-c9d03b8c-96e8-434c-bd2b-d0508fefff91 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:36.765586 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9c85dc9f-f956-4390-826e-08a4494328fb req-c9d03b8c-96e8-434c-bd2b-d0508fefff91 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2358754 May 30 20:30:36.804240 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-180179da-6817-4dca-8589-51a01b958553 tempest-RoutersAdminNegativeIpV6Test-518995486 tempest-RoutersAdminNegativeIpV6Test-518995486-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:36.805019 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-180179da-6817-4dca-8589-51a01b958553 tempest-RoutersAdminNegativeIpV6Test-518995486 tempest-RoutersAdminNegativeIpV6Test-518995486-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:36.822889 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:36.882413 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aa349d-d7be-4e41-885c-ef383a0572f0 req-26d81cc8-ed91-47f7-895d-487e21f2fab1 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:36.889698 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-08aa349d-d7be-4e41-885c-ef383a0572f0 req-26d81cc8-ed91-47f7-895d-487e21f2fab1 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=2cbc1b10-3728-476a-94b1-35a89c7bec7e HTTP/1.1" status: 200 len: 943 time: 0.3410540 May 30 20:30:36.897184 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d5927c25-cea2-4da3-9a8f-7e19a79b3b8b tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:36.917485 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=2cf9cea4-18f1-4ae3-8d2a-dd24c0abe6e0,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:36.926927 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-710a6ecc-2d63-45e0-aac7-9077bc26ad6a req-9dbb43b2-4996-4114-bdee-6f5b7ee86625 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=af4cc1fbb91e4a5c856e947d8072b697&device_id=2cbc1b10-3728-476a-94b1-35a89c7bec7e HTTP/1.1" status: 200 len: 1094 time: 0.1117442 May 30 20:30:37.008500 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-710a6ecc-2d63-45e0-aac7-9077bc26ad6a req-e924df9b-7c4a-4414-b913-e5efbb8030c1 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aff973c1-a599-4209-af17-03937e8c76e8 HTTP/1.1" status: 200 len: 217 time: 0.0741861 May 30 20:30:37.020748 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d22719ec-dae1-4359-96f7-f8f6eb980627 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:37.031128 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-180179da-6817-4dca-8589-51a01b958553 tempest-RoutersAdminNegativeIpV6Test-518995486 tempest-RoutersAdminNegativeIpV6Test-518995486-project-admin] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 5.3197742 May 30 20:30:37.043504 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 43844) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:37.055751 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['2cf9cea4-18f1-4ae3-8d2a-dd24c0abe6e0'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:30:37.102080 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-4eb41147-a0dd-46c6-9d45-9a6e7b36964b tempest-RoutersAdminNegativeIpV6Test-518995486 tempest-RoutersAdminNegativeIpV6Test-518995486-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.221'}]}}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:30:37.124950 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710a6ecc-2d63-45e0-aac7-9077bc26ad6a req-a2891e06-e0cf-4f58-b56e-4bd611c5a4b3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:37.124950 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-710a6ecc-2d63-45e0-aac7-9077bc26ad6a req-a2891e06-e0cf-4f58-b56e-4bd611c5a4b3 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7991eded-d330-4e4e-ace3-aeb4d5f3ff0a HTTP/1.1" status: 200 len: 851 time: 0.1089985 May 30 20:30:37.144731 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5927c25-cea2-4da3-9a8f-7e19a79b3b8b tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Network fc636339-ba6c-4448-b889-da87b342249d is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:30:37.146161 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-4eb41147-a0dd-46c6-9d45-9a6e7b36964b tempest-RoutersAdminNegativeIpV6Test-518995486 tempest-RoutersAdminNegativeIpV6Test-518995486-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:30:37.153832 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-d5927c25-cea2-4da3-9a8f-7e19a79b3b8b tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:30:37.193578 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5927c25-cea2-4da3-9a8f-7e19a79b3b8b tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:30:37.258490 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-710a6ecc-2d63-45e0-aac7-9077bc26ad6a req-636ab503-f792-47f5-b664-d56839b6d9c9 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ff30330a-0ebe-4836-9458-b813d1bcbde4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1262407 May 30 20:30:37.262452 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-4eb41147-a0dd-46c6-9d45-9a6e7b36964b tempest-RoutersAdminNegativeIpV6Test-518995486 tempest-RoutersAdminNegativeIpV6Test-518995486-project-admin] Usage tracker for resource:router and tenant:4953f591d4ea402b99e51cb5d7933c9b is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:30:37.271643 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5927c25-cea2-4da3-9a8f-7e19a79b3b8b tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Pushing event updated for resources: {'Port': ['ID=05f8be15-e785-4ee3-bffb-f5c7b98300a2,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:37.283025 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-4eb41147-a0dd-46c6-9d45-9a6e7b36964b tempest-RoutersAdminNegativeIpV6Test-518995486 tempest-RoutersAdminNegativeIpV6Test-518995486-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:30:37.398244 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-08aa349d-d7be-4e41-885c-ef383a0572f0 req-97dcddab-e9c8-42fc-be33-5464b16972d2 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ed3b12a-c5d4-4ba2-906c-9900ee2b8018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4959137 May 30 20:30:37.440100 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-4eb41147-a0dd-46c6-9d45-9a6e7b36964b tempest-RoutersAdminNegativeIpV6Test-518995486 tempest-RoutersAdminNegativeIpV6Test-518995486-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:30:37.442990 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d22719ec-dae1-4359-96f7-f8f6eb980627 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:37.447581 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-d22719ec-dae1-4359-96f7-f8f6eb980627 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] 10.222.0.85 "DELETE /v2.0/ports/364c3b0c-7e70-4ce3-955c-af6b6fb7d2ae HTTP/1.1" status: 204 len: 168 time: 2.2583070 May 30 20:30:37.448365 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 43850) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:37.453731 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5927c25-cea2-4da3-9a8f-7e19a79b3b8b tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:37.454402 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d5927c25-cea2-4da3-9a8f-7e19a79b3b8b tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:37.486315 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22719ec-dae1-4359-96f7-f8f6eb980627 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Pushing event deleted for resources: {'Port': ['ID=364c3b0c-7e70-4ce3-955c-af6b6fb7d2ae,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:37.517176 n-d-843948-2 neutron-server[84887]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4f1a000-dc74-45c8-9805-ce3d82b7dadf tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] GET failed (client error): The resource could not be found. May 30 20:30:37.519717 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-f4f1a000-dc74-45c8-9805-ce3d82b7dadf tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] 10.222.0.85 "GET /v2.0/ports/364c3b0c-7e70-4ce3-955c-af6b6fb7d2ae HTTP/1.1" status: 404 len: 333 time: 0.0694175 May 30 20:30:37.523226 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 43854) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:37.537420 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-710a6ecc-2d63-45e0-aac7-9077bc26ad6a req-87296cb2-2155-4795-8706-ac3cd48fd857 service neutron] 10.222.0.86 "GET /v2.0/networks/ff30330a-0ebe-4836-9458-b813d1bcbde4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2705472 May 30 20:30:37.580182 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-d5927c25-cea2-4da3-9a8f-7e19a79b3b8b tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4116793 May 30 20:30:37.589643 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 43860) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:37.592494 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4eb41147-a0dd-46c6-9d45-9a6e7b36964b tempest-RoutersAdminNegativeIpV6Test-518995486 tempest-RoutersAdminNegativeIpV6Test-518995486-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-733683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3159'] for router, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:37.598361 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4eb41147-a0dd-46c6-9d45-9a6e7b36964b tempest-RoutersAdminNegativeIpV6Test-518995486 tempest-RoutersAdminNegativeIpV6Test-518995486-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-733584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-736372', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-628480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3164'] for router, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:37.630544 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4eb41147-a0dd-46c6-9d45-9a6e7b36964b tempest-RoutersAdminNegativeIpV6Test-518995486 tempest-RoutersAdminNegativeIpV6Test-518995486-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:37.686352 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2dfc7ed2-33ab-4cd5-ac42-6d25a68fe10f tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:37.735066 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2dfc7ed2-33ab-4cd5-ac42-6d25a68fe10f tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:37.757232 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-abe2e2d2-a969-4344-b562-6ce490ab7138 None None] Provisioning for port 05f8be15-e785-4ee3-bffb-f5c7b98300a2 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:30:37.763507 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-abe2e2d2-a969-4344-b562-6ce490ab7138 None None] Provisioning complete for port 05f8be15-e785-4ee3-bffb-f5c7b98300a2 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:30:37.764591 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-abe2e2d2-a969-4344-b562-6ce490ab7138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:37.785809 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-710a6ecc-2d63-45e0-aac7-9077bc26ad6a req-85020756-77ec-4e89-904c-791c6ae2f91a service neutron] 10.222.0.86 "GET /v2.0/networks/ff30330a-0ebe-4836-9458-b813d1bcbde4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2412879 May 30 20:30:37.845163 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa696d6-4d0c-4e3c-b28b-d9c667250053 req-b097e100-3c3f-4ce5-8311-93cf6aa3b03e tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:37.847365 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0aa696d6-4d0c-4e3c-b28b-d9c667250053 req-b097e100-3c3f-4ce5-8311-93cf6aa3b03e tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] 10.222.0.85 "GET /v2.0/ports?device_id=f03d717e-c105-41d5-a5af-5828ba46c89b HTTP/1.1" status: 200 len: 945 time: 0.1108673 May 30 20:30:37.863549 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-abe2e2d2-a969-4344-b562-6ce490ab7138 None None] Port 05f8be15-e785-4ee3-bffb-f5c7b98300a2 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:30:37.940135 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0aa696d6-4d0c-4e3c-b28b-d9c667250053 req-75ba66db-c955-4eff-8b04-eb621e4ef2e1 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] 10.222.0.85 "GET /v2.0/security-groups?id=2268d3cd-925a-464e-9ff1-7b08a4bf8bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861924 May 30 20:30:37.994098 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-f7b8739e-ac1b-4327-abb3-5f530c7179eb tempest-FloatingIPAdminTestJSON-166189352 tempest-FloatingIPAdminTestJSON-166189352-project-admin] Request body: {'floatingip': {'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'project_id': '24d297ba46c3432998910b93f024c63b', 'port_id': '05f8be15-e785-4ee3-bffb-f5c7b98300a2'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:30:38.002220 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-f7b8739e-ac1b-4327-abb3-5f530c7179eb tempest-FloatingIPAdminTestJSON-166189352 tempest-FloatingIPAdminTestJSON-166189352-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:30:38.005984 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4eb41147-a0dd-46c6-9d45-9a6e7b36964b tempest-RoutersAdminNegativeIpV6Test-518995486 tempest-RoutersAdminNegativeIpV6Test-518995486-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-736390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:38.008492 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-f7b8739e-ac1b-4327-abb3-5f530c7179eb tempest-FloatingIPAdminTestJSON-166189352 tempest-FloatingIPAdminTestJSON-166189352-project-admin] Usage tracker for resource:floatingip and tenant:24d297ba46c3432998910b93f024c63b is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:30:38.013959 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-f7b8739e-ac1b-4327-abb3-5f530c7179eb tempest-FloatingIPAdminTestJSON-166189352 tempest-FloatingIPAdminTestJSON-166189352-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:30:38.024106 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-f7b8739e-ac1b-4327-abb3-5f530c7179eb tempest-FloatingIPAdminTestJSON-166189352 tempest-FloatingIPAdminTestJSON-166189352-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:30:38.074075 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2dfc7ed2-33ab-4cd5-ac42-6d25a68fe10f tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:38.095463 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfc7ed2-33ab-4cd5-ac42-6d25a68fe10f tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1409b60-39c0-49ff-9a2f-a9eb88111fa9,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:38.103894 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2dfc7ed2-33ab-4cd5-ac42-6d25a68fe10f tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:38.105059 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-2dfc7ed2-33ab-4cd5-ac42-6d25a68fe10f tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] 10.222.0.85 "DELETE /v2.0/security-groups/d1409b60-39c0-49ff-9a2f-a9eb88111fa9 HTTP/1.1" status: 204 len: 168 time: 0.5805938 May 30 20:30:38.106827 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f7b8739e-ac1b-4327-abb3-5f530c7179eb tempest-FloatingIPAdminTestJSON-166189352 tempest-FloatingIPAdminTestJSON-166189352-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:38.123816 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 43872) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:38.256674 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f7b8739e-ac1b-4327-abb3-5f530c7179eb tempest-FloatingIPAdminTestJSON-166189352 tempest-FloatingIPAdminTestJSON-166189352-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:38.263573 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-29f9dfa8-3c3a-4534-b452-4acece873554 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:38.299772 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-29f9dfa8-3c3a-4534-b452-4acece873554 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:38.430046 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 2cf9cea4-18f1-4ae3-8d2a-dd24c0abe6e0 up at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:30:38.485957 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [None req-f7b8739e-ac1b-4327-abb3-5f530c7179eb tempest-FloatingIPAdminTestJSON-166189352 tempest-FloatingIPAdminTestJSON-166189352-project-admin] Allocated IP 172.25.8.201 (c7869750-4b49-4b7e-aa99-5e0f1ae02da4/427601ec-f643-4fe7-b5e6-17305d3a39e1/0eb29b11-95f7-4cdd-8f0a-50e5d43b7988) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:30:38.520370 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4eb41147-a0dd-46c6-9d45-9a6e7b36964b tempest-RoutersAdminNegativeIpV6Test-518995486 tempest-RoutersAdminNegativeIpV6Test-518995486-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:38.568665 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-29f9dfa8-3c3a-4534-b452-4acece873554 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:38.587832 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4eb41147-a0dd-46c6-9d45-9a6e7b36964b tempest-RoutersAdminNegativeIpV6Test-518995486 tempest-RoutersAdminNegativeIpV6Test-518995486-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:38.592608 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f9dfa8-3c3a-4534-b452-4acece873554 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b76cc83-bad1-46d9-a78c-1cffd240566a,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:38.651031 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning for port 2cf9cea4-18f1-4ae3-8d2a-dd24c0abe6e0 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:30:38.656490 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning complete for port 2cf9cea4-18f1-4ae3-8d2a-dd24c0abe6e0 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:30:38.656860 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:38.723156 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f7b8739e-ac1b-4327-abb3-5f530c7179eb tempest-FloatingIPAdminTestJSON-166189352 tempest-FloatingIPAdminTestJSON-166189352-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:38.752823 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-29f9dfa8-3c3a-4534-b452-4acece873554 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:38.754295 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-29f9dfa8-3c3a-4534-b452-4acece873554 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] 10.222.0.85 "DELETE /v2.0/security-groups/7b76cc83-bad1-46d9-a78c-1cffd240566a HTTP/1.1" status: 204 len: 168 time: 0.6284161 May 30 20:30:38.771714 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 43886) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:38.835254 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:38.883560 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f03d717e-c105-41d5-a5af-5828ba46c89b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cf9cea4-18f1-4ae3-8d2a-dd24c0abe6e0'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:30:38.895264 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 2cf9cea4-18f1-4ae3-8d2a-dd24c0abe6e0, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=2cf9cea4-18f1-4ae3-8d2a-dd24c0abe6e0,segment=NetworkSegment(a0397637-f061-423b-af31-4fae82d2600b),segment_id=a0397637-f061-423b-af31-4fae82d2600b)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:30:38.935470 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323996f7-a3b3-423f-804d-fc69e8069d9f req-7af1a5f5-0c48-4eea-85bc-76a7b22780c7 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:38.937420 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-323996f7-a3b3-423f-804d-fc69e8069d9f req-7af1a5f5-0c48-4eea-85bc-76a7b22780c7 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=2cbc1b10-3728-476a-94b1-35a89c7bec7e HTTP/1.1" status: 200 len: 943 time: 0.2720695 May 30 20:30:38.988783 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:39.069333 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b47e9855-2d5c-4ceb-9d31-1c107ee4f697'] response: {'server_uuid': 'f03d717e-c105-41d5-a5af-5828ba46c89b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cf9cea4-18f1-4ae3-8d2a-dd24c0abe6e0', 'code': 200} May 30 20:30:39.071968 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-323996f7-a3b3-423f-804d-fc69e8069d9f req-c5ed0d0d-a3ba-456b-b934-5d3ae49d33da tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ed3b12a-c5d4-4ba2-906c-9900ee2b8018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234322 May 30 20:30:39.102095 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f7b8739e-ac1b-4327-abb3-5f530c7179eb tempest-FloatingIPAdminTestJSON-166189352 tempest-FloatingIPAdminTestJSON-166189352-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:39.141405 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=2cf9cea4-18f1-4ae3-8d2a-dd24c0abe6e0,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:39.190389 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b8739e-ac1b-4327-abb3-5f530c7179eb tempest-FloatingIPAdminTestJSON-166189352 tempest-FloatingIPAdminTestJSON-166189352-project-admin] Network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:30:39.193842 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-f7b8739e-ac1b-4327-abb3-5f530c7179eb tempest-FloatingIPAdminTestJSON-166189352 tempest-FloatingIPAdminTestJSON-166189352-project-admin] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:30:39.196378 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b8739e-ac1b-4327-abb3-5f530c7179eb tempest-FloatingIPAdminTestJSON-166189352 tempest-FloatingIPAdminTestJSON-166189352-project-admin] Pushing event updated for resources: {'Port': ['ID=0eb29b11-95f7-4cdd-8f0a-50e5d43b7988,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:39.200760 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b8739e-ac1b-4327-abb3-5f530c7179eb tempest-FloatingIPAdminTestJSON-166189352 tempest-FloatingIPAdminTestJSON-166189352-project-admin] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:30:39.207118 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4eb41147-a0dd-46c6-9d45-9a6e7b36964b tempest-RoutersAdminNegativeIpV6Test-518995486 tempest-RoutersAdminNegativeIpV6Test-518995486-project-admin] Notify callbacks [] for router, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:39.410547 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_v2 [None req-d16fa8b1-543a-4930-8b69-96bbf057ce54 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Deleting subnet 7b42d06f-2120-409f-94f8-3ed9e10d1875 {{(pid=84887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:30:39.468213 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d16fa8b1-543a-4930-8b69-96bbf057ce54 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks [] for subnet, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:39.563952 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e9d4a970-22c9-4332-a9fa-f4e40ea880a3 req-f6b8eab4-810e-4083-9fe6-f7518a77fecb service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=f03d717e-c105-41d5-a5af-5828ba46c89b HTTP/1.1" status: 200 len: 1097 time: 0.4175024 May 30 20:30:39.617786 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d16fa8b1-543a-4930-8b69-96bbf057ce54 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3149227'] for subnet, precommit_delete_associations {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:39.649096 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8a9475-bf2c-42df-8f47-95a2d4c456fb req-b1d49e6b-cb5a-4ba7-bd73-2857ac92cb73 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:39.650634 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ab8a9475-bf2c-42df-8f47-95a2d4c456fb req-b1d49e6b-cb5a-4ba7-bd73-2857ac92cb73 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] 10.222.0.85 "GET /v2.0/ports?device_id=f03d717e-c105-41d5-a5af-5828ba46c89b HTTP/1.1" status: 200 len: 946 time: 0.3467746 May 30 20:30:39.855283 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ab8a9475-bf2c-42df-8f47-95a2d4c456fb req-994d92ec-99da-4cc0-9d15-bf2372729a92 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] 10.222.0.85 "GET /v2.0/security-groups?id=2268d3cd-925a-464e-9ff1-7b08a4bf8bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331818 May 30 20:30:39.858115 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e9d4a970-22c9-4332-a9fa-f4e40ea880a3 req-f72a3639-f085-451e-992f-33fbb09098ad service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=2268d3cd-925a-464e-9ff1-7b08a4bf8bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351077 May 30 20:30:39.861254 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4eb41147-a0dd-46c6-9d45-9a6e7b36964b tempest-RoutersAdminNegativeIpV6Test-518995486 tempest-RoutersAdminNegativeIpV6Test-518995486-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-724789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3141'] for router, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:39.868733 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4eb41147-a0dd-46c6-9d45-9a6e7b36964b tempest-RoutersAdminNegativeIpV6Test-518995486 tempest-RoutersAdminNegativeIpV6Test-518995486-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:39.875826 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d16fa8b1-543a-4930-8b69-96bbf057ce54 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:40.059940 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4eb41147-a0dd-46c6-9d45-9a6e7b36964b tempest-RoutersAdminNegativeIpV6Test-518995486 tempest-RoutersAdminNegativeIpV6Test-518995486-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724889'] for router, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:40.060347 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eb41147-a0dd-46c6-9d45-9a6e7b36964b tempest-RoutersAdminNegativeIpV6Test-518995486 tempest-RoutersAdminNegativeIpV6Test-518995486-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a749c138-9738-4175-ad17-07e2060f3274 {{(pid=84886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:30:40.088102 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f7b8739e-ac1b-4327-abb3-5f530c7179eb tempest-FloatingIPAdminTestJSON-166189352 tempest-FloatingIPAdminTestJSON-166189352-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:40.091149 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d16fa8b1-543a-4930-8b69-96bbf057ce54 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4055470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114247'] for subnet, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:40.131751 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16fa8b1-543a-4930-8b69-96bbf057ce54 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Pushing event deleted for resources: {'Subnet': ['ID=7b42d06f-2120-409f-94f8-3ed9e10d1875,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:40.138863 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d16fa8b1-543a-4930-8b69-96bbf057ce54 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:40.146110 n-d-843948-2 neutron-server[84886]: INFO neutron.api.v2.resource [None req-4eb41147-a0dd-46c6-9d45-9a6e7b36964b tempest-RoutersAdminNegativeIpV6Test-518995486 tempest-RoutersAdminNegativeIpV6Test-518995486-project-admin] create failed (client error): There was a conflict when trying to complete your request. May 30 20:30:40.147752 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-4eb41147-a0dd-46c6-9d45-9a6e7b36964b tempest-RoutersAdminNegativeIpV6Test-518995486 tempest-RoutersAdminNegativeIpV6Test-518995486-project-admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.0944943 May 30 20:30:40.150337 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded1099a-d8fe-433b-a1cd-08b26d3d404d None None] Network 6f5ac8bd-d8d2-46e1-895f-200629d30eb8 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:30:40.153447 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 43910) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:40.168548 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-d16fa8b1-543a-4930-8b69-96bbf057ce54 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] 10.222.0.85 "DELETE /v2.0/subnets/7b42d06f-2120-409f-94f8-3ed9e10d1875 HTTP/1.1" status: 204 len: 168 time: 1.3923271 May 30 20:30:40.168813 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 43914) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:40.180995 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-7c60b733-dc86-40af-be69-df8e6ac9aba7 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Request body: {'subnet': {'network_id': '6f5ac8bd-d8d2-46e1-895f-200629d30eb8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:30:40.354121 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f7b8739e-ac1b-4327-abb3-5f530c7179eb tempest-FloatingIPAdminTestJSON-166189352 tempest-FloatingIPAdminTestJSON-166189352-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:40.376095 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-500c848b-5078-4a6b-a58e-9d379a42645b tempest-RoutersAdminNegativeIpV6Test-518995486 tempest-RoutersAdminNegativeIpV6Test-518995486-project-admin] Deleting port 38777c8c-ee83-4bc3-a97c-413fee7894e0 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:30:40.376483 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-500c848b-5078-4a6b-a58e-9d379a42645b tempest-RoutersAdminNegativeIpV6Test-518995486 tempest-RoutersAdminNegativeIpV6Test-518995486-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:40.463629 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-7c60b733-dc86-40af-be69-df8e6ac9aba7 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:30:40.484859 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ce128d-f1eb-455a-a6b9-e2ae1154308b req-3025fcfd-2e59-4d9c-919e-2d8696d36f62 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:40.485187 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-7c60b733-dc86-40af-be69-df8e6ac9aba7 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Usage tracker for resource:subnet and tenant:4be4d49ae6064975a8617cd4194dcba7 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:30:40.487050 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-16ce128d-f1eb-455a-a6b9-e2ae1154308b req-3025fcfd-2e59-4d9c-919e-2d8696d36f62 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=2cbc1b10-3728-476a-94b1-35a89c7bec7e HTTP/1.1" status: 200 len: 943 time: 0.2348111 May 30 20:30:40.530702 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-7c60b733-dc86-40af-be69-df8e6ac9aba7 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:30:40.552101 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-7c60b733-dc86-40af-be69-df8e6ac9aba7 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:30:40.620647 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-16ce128d-f1eb-455a-a6b9-e2ae1154308b req-1d95f64d-6f7a-4070-9228-146d03faba18 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ed3b12a-c5d4-4ba2-906c-9900ee2b8018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230907 May 30 20:30:40.645224 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c60b733-dc86-40af-be69-df8e6ac9aba7 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Made reservation on behalf of 4be4d49ae6064975a8617cd4194dcba7 for: {'subnet': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:30:40.657459 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7c60b733-dc86-40af-be69-df8e6ac9aba7 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114220'] for subnet, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:40.680320 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f7b8739e-ac1b-4327-abb3-5f530c7179eb tempest-FloatingIPAdminTestJSON-166189352 tempest-FloatingIPAdminTestJSON-166189352-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:40.704279 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-500c848b-5078-4a6b-a58e-9d379a42645b tempest-RoutersAdminNegativeIpV6Test-518995486 tempest-RoutersAdminNegativeIpV6Test-518995486-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:40.862438 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-500c848b-5078-4a6b-a58e-9d379a42645b tempest-RoutersAdminNegativeIpV6Test-518995486 tempest-RoutersAdminNegativeIpV6Test-518995486-project-admin] Calling delete_port for 38777c8c-ee83-4bc3-a97c-413fee7894e0 owned by {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:30:40.929855 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f7b8739e-ac1b-4327-abb3-5f530c7179eb tempest-FloatingIPAdminTestJSON-166189352 tempest-FloatingIPAdminTestJSON-166189352-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:41.130261 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b8739e-ac1b-4327-abb3-5f530c7179eb tempest-FloatingIPAdminTestJSON-166189352 tempest-FloatingIPAdminTestJSON-166189352-project-admin] Pushing event updated for resources: {'Port': ['ID=0eb29b11-95f7-4cdd-8f0a-50e5d43b7988,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:41.132688 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-500c848b-5078-4a6b-a58e-9d379a42645b tempest-RoutersAdminNegativeIpV6Test-518995486 tempest-RoutersAdminNegativeIpV6Test-518995486-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:41.227226 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f7b8739e-ac1b-4327-abb3-5f530c7179eb tempest-FloatingIPAdminTestJSON-166189352 tempest-FloatingIPAdminTestJSON-166189352-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736490'] for floatingip, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:41.239427 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500c848b-5078-4a6b-a58e-9d379a42645b tempest-RoutersAdminNegativeIpV6Test-518995486 tempest-RoutersAdminNegativeIpV6Test-518995486-project-admin] Pushing event deleted for resources: {'Port': ['ID=38777c8c-ee83-4bc3-a97c-413fee7894e0,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:41.364896 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device aff973c1-a599-4209-af17-03937e8c76e8 details requested by agent hyperv_n-h2-843948-2 with host n-h2-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:30:41.424133 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-500c848b-5078-4a6b-a58e-9d379a42645b tempest-RoutersAdminNegativeIpV6Test-518995486 tempest-RoutersAdminNegativeIpV6Test-518995486-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:41.439366 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-500c848b-5078-4a6b-a58e-9d379a42645b tempest-RoutersAdminNegativeIpV6Test-518995486 tempest-RoutersAdminNegativeIpV6Test-518995486-project-admin] 10.222.0.85 "DELETE /v2.0/ports/38777c8c-ee83-4bc3-a97c-413fee7894e0 HTTP/1.1" status: 204 len: 168 time: 1.2808163 May 30 20:30:41.507662 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8909c4ac-8e21-49bc-81ba-0b91986cc16a req-792b0fe1-ea5a-478a-b5c2-b361a5267f39 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:41.510520 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8909c4ac-8e21-49bc-81ba-0b91986cc16a req-792b0fe1-ea5a-478a-b5c2-b361a5267f39 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] 10.222.0.85 "GET /v2.0/ports?device_id=f03d717e-c105-41d5-a5af-5828ba46c89b HTTP/1.1" status: 200 len: 946 time: 0.3935275 May 30 20:30:41.531623 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-0b4f711c-190d-4bb2-8309-7bc76c2bd207 None None] Provisioning complete for port 6785b49d-2484-4598-ae3f-92597880ca68 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:30:41.532074 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-0b4f711c-190d-4bb2-8309-7bc76c2bd207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:41.646211 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port aff973c1-a599-4209-af17-03937e8c76e8, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=aff973c1-a599-4209-af17-03937e8c76e8,segment=NetworkSegment(40468e3f-2630-4d51-98c1-4a518f6532d2),segment_id=40468e3f-2630-4d51-98c1-4a518f6532d2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:30:41.646933 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8909c4ac-8e21-49bc-81ba-0b91986cc16a req-dbf94bab-c47b-4573-bbf7-52883d9a03f1 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] 10.222.0.85 "GET /v2.0/security-groups?id=2268d3cd-925a-464e-9ff1-7b08a4bf8bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239014 May 30 20:30:41.686161 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-0b4f711c-190d-4bb2-8309-7bc76c2bd207 None None] Port 6785b49d-2484-4598-ae3f-92597880ca68 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:30:41.687978 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Returning: {'device': 'aff973c1-a599-4209-af17-03937e8c76e8', 'network_id': 'ff30330a-0ebe-4836-9458-b813d1bcbde4', 'port_id': 'aff973c1-a599-4209-af17-03937e8c76e8', 'mac_address': 'fa:16:3e:05:78:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7991eded-d330-4e4e-ace3-aeb4d5f3ff0a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:30:41.726341 n-d-843948-2 neutron-server[84887]: INFO neutron.db.l3_db [None req-f7b8739e-ac1b-4327-abb3-5f530c7179eb tempest-FloatingIPAdminTestJSON-166189352 tempest-FloatingIPAdminTestJSON-166189352-project-admin] Floating IP 579898db-fee7-4fae-8b06-dd6f59de38bf associated. External IP: 172.25.8.201, port: 05f8be15-e785-4ee3-bffb-f5c7b98300a2. May 30 20:30:41.754450 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-0b4f711c-190d-4bb2-8309-7bc76c2bd207 None None] Provisioning complete for port 903d4285-d801-4bee-86a6-4ab3a784ff46 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:30:41.754823 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-0b4f711c-190d-4bb2-8309-7bc76c2bd207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:41.815391 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:41.841603 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aff973c1-a599-4209-af17-03937e8c76e8 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:30:41.872786 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7c60b733-dc86-40af-be69-df8e6ac9aba7 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4055401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114238'] for subnet, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:41.900627 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port aff973c1-a599-4209-af17-03937e8c76e8, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=aff973c1-a599-4209-af17-03937e8c76e8,segment=NetworkSegment(40468e3f-2630-4d51-98c1-4a518f6532d2),segment_id=40468e3f-2630-4d51-98c1-4a518f6532d2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:30:41.936856 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570efff0-309d-4fce-9940-e94f6fd94769 req-1888a247-ccad-43f6-961f-d4266c79221e tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:41.938908 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-570efff0-309d-4fce-9940-e94f6fd94769 req-1888a247-ccad-43f6-961f-d4266c79221e tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=2cbc1b10-3728-476a-94b1-35a89c7bec7e HTTP/1.1" status: 200 len: 943 time: 0.1465118 May 30 20:30:41.974286 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:41.990518 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c60b733-dc86-40af-be69-df8e6ac9aba7 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Network 6f5ac8bd-d8d2-46e1-895f-200629d30eb8 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:30:41.996474 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-7c60b733-dc86-40af-be69-df8e6ac9aba7 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:30:42.002847 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c60b733-dc86-40af-be69-df8e6ac9aba7 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Pushing event updated for resources: {'Subnet': ['ID=c7379a1f-54fe-4708-bac8-2aaf315bc439,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:42.006045 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c60b733-dc86-40af-be69-df8e6ac9aba7 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:42.007406 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7c60b733-dc86-40af-be69-df8e6ac9aba7 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:42.012339 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-570efff0-309d-4fce-9940-e94f6fd94769 req-9367df83-3e28-45df-886b-50fcd5f9da85 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ed3b12a-c5d4-4ba2-906c-9900ee2b8018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653534 May 30 20:30:42.027923 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45828b8a-96cd-4ccc-b272-a3f044f11b8b None None] Network 6f5ac8bd-d8d2-46e1-895f-200629d30eb8 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:30:42.138584 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=aff973c1-a599-4209-af17-03937e8c76e8,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:42.189593 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 43946) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:42.189864 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-7c60b733-dc86-40af-be69-df8e6ac9aba7 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0197861 May 30 20:30:42.195683 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-be22b4c6-9415-4aad-ba75-2df4304fb0b1 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Request body: {'security_group': {'name': 'tempest-secgroup-281220857'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:30:42.205773 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-be22b4c6-9415-4aad-ba75-2df4304fb0b1 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:30:42.215951 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-be22b4c6-9415-4aad-ba75-2df4304fb0b1 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Usage tracker for resource:security_group and tenant:4be4d49ae6064975a8617cd4194dcba7 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:30:42.222072 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-be22b4c6-9415-4aad-ba75-2df4304fb0b1 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:30:42.236360 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-be22b4c6-9415-4aad-ba75-2df4304fb0b1 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:30:42.264364 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['aff973c1-a599-4209-af17-03937e8c76e8'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:30:42.288544 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 43952) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:42.331275 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-be22b4c6-9415-4aad-ba75-2df4304fb0b1 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:42.387795 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-be22b4c6-9415-4aad-ba75-2df4304fb0b1 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:30:42.394324 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-be22b4c6-9415-4aad-ba75-2df4304fb0b1 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Usage tracker for resource:security_group_rule and tenant:4be4d49ae6064975a8617cd4194dcba7 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:30:42.397769 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-be22b4c6-9415-4aad-ba75-2df4304fb0b1 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:30:42.402052 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7b8739e-ac1b-4327-abb3-5f530c7179eb tempest-FloatingIPAdminTestJSON-166189352 tempest-FloatingIPAdminTestJSON-166189352-project-admin] Router 71d3b2dc-0b80-4309-9398-935dfd579a85 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:30:42.406023 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-be22b4c6-9415-4aad-ba75-2df4304fb0b1 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:30:42.521826 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-be22b4c6-9415-4aad-ba75-2df4304fb0b1 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:42.574894 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5e84b3e9-2c96-486c-917c-0cbb82425688 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:42.616641 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f125dd00-3b04-4331-9522-967686f90a34 None None] Update dhcp port {'port': {'network_id': '6f5ac8bd-d8d2-46e1-895f-200629d30eb8', 'fixed_ips': [{'subnet_id': '0280de88-d3c7-470b-b547-d1ddbee0cf0b', 'ip_address': '172.20.0.18'}, {'subnet_id': 'c7379a1f-54fe-4708-bac8-2aaf315bc439'}], 'binding:host_id': 'n-d-843948-2'}, 'id': '903d4285-d801-4bee-86a6-4ab3a784ff46'} from n-d-843948-2. {{(pid=84888) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 30 20:30:42.663718 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7b8739e-ac1b-4327-abb3-5f530c7179eb tempest-FloatingIPAdminTestJSON-166189352 tempest-FloatingIPAdminTestJSON-166189352-project-admin] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:30:42.674955 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b646af-a5cf-4ccd-bd75-30a3d67a4d66 None None] Sync routers for ids ['71d3b2dc-0b80-4309-9398-935dfd579a85'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:30:42.685825 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-f125dd00-3b04-4331-9522-967686f90a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:42.699593 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b646af-a5cf-4ccd-bd75-30a3d67a4d66 None None] Routers {'71d3b2dc-0b80-4309-9398-935dfd579a85'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:30:42.700394 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-73b646af-a5cf-4ccd-bd75-30a3d67a4d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:30:29Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['71d3b2dc-0b80-4309-9398-935dfd579a85'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:30:42.715027 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-be22b4c6-9415-4aad-ba75-2df4304fb0b1 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:42.759056 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-5e84b3e9-2c96-486c-917c-0cbb82425688 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:30:42.764459 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-5e84b3e9-2c96-486c-917c-0cbb82425688 admin admin] Usage tracker for resource:security_group_rule and tenant:2513041b118d4882be3ab5a411025daf is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:30:42.766819 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-5e84b3e9-2c96-486c-917c-0cbb82425688 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:30:42.772748 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-5e84b3e9-2c96-486c-917c-0cbb82425688 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:30:42.804651 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be22b4c6-9415-4aad-ba75-2df4304fb0b1 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=428da702-742b-4a3c-8894-a3b74a669eb0,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:42.809052 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-73b646af-a5cf-4ccd-bd75-30a3d67a4d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:30:42.826714 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b646af-a5cf-4ccd-bd75-30a3d67a4d66 None None] Routers {'71d3b2dc-0b80-4309-9398-935dfd579a85'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:30:42.827730 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-73b646af-a5cf-4ccd-bd75-30a3d67a4d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:30:29Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['71d3b2dc-0b80-4309-9398-935dfd579a85'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:30:42.856638 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f7b8739e-ac1b-4327-abb3-5f530c7179eb tempest-FloatingIPAdminTestJSON-166189352 tempest-FloatingIPAdminTestJSON-166189352-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:42.897763 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-73b646af-a5cf-4ccd-bd75-30a3d67a4d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:30:42.898509 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b646af-a5cf-4ccd-bd75-30a3d67a4d66 None None] The sync data for ids ['71d3b2dc-0b80-4309-9398-935dfd579a85'] in n-d-843948-2 is: [] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:30:42.914128 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5e84b3e9-2c96-486c-917c-0cbb82425688 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:42.923741 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-f7b8739e-ac1b-4327-abb3-5f530c7179eb tempest-FloatingIPAdminTestJSON-166189352 tempest-FloatingIPAdminTestJSON-166189352-project-admin] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 5.3328502 May 30 20:30:42.927252 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 43964) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:43.005166 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-f125dd00-3b04-4331-9522-967686f90a34 None None] Allocated IP 172.20.0.2 (6f5ac8bd-d8d2-46e1-895f-200629d30eb8/c7379a1f-54fe-4708-bac8-2aaf315bc439/903d4285-d801-4bee-86a6-4ab3a784ff46) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:30:43.047461 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-b2681900-522f-451d-95c7-816b54c3355a tempest-FloatingIPAdminTestJSON-166189352 tempest-FloatingIPAdminTestJSON-166189352-project-admin] 10.222.0.85 "GET /v2.0/floatingips/579898db-fee7-4fae-8b06-dd6f59de38bf HTTP/1.1" status: 200 len: 983 time: 0.1147373 May 30 20:30:43.047698 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 43968) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:43.054838 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d39d180-cf11-464e-8d85-8b3872f3c159 req-1760eb79-8b38-4f61-b84d-30e25b338e38 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:43.062496 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3d39d180-cf11-464e-8d85-8b3872f3c159 req-1760eb79-8b38-4f61-b84d-30e25b338e38 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] 10.222.0.85 "GET /v2.0/ports?device_id=f03d717e-c105-41d5-a5af-5828ba46c89b HTTP/1.1" status: 200 len: 946 time: 0.2433705 May 30 20:30:43.217319 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-f125dd00-3b04-4331-9522-967686f90a34 None None] For port 903d4285-d801-4bee-86a6-4ab3a784ff46, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=903d4285-d801-4bee-86a6-4ab3a784ff46,segment=NetworkSegment(f7d18ecd-aa3a-4314-8822-ed6e5e282b5c),segment_id=f7d18ecd-aa3a-4314-8822-ed6e5e282b5c)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:30:43.233400 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-be22b4c6-9415-4aad-ba75-2df4304fb0b1 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:43.235149 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-be22b4c6-9415-4aad-ba75-2df4304fb0b1 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.0442488 May 30 20:30:43.248768 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3d39d180-cf11-464e-8d85-8b3872f3c159 req-0deb8877-e250-4e02-86d5-18c32c5f3255 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] 10.222.0.85 "GET /v2.0/security-groups?id=2268d3cd-925a-464e-9ff1-7b08a4bf8bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846282 May 30 20:30:43.250127 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 43974) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:43.257172 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-f125dd00-3b04-4331-9522-967686f90a34 None None] Notify callbacks [] for port, precommit_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:43.260050 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-8f58a159-c844-47f8-a13e-60e9bfc400ba tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Request body: {'security_group': {'name': 'tempest-secgroup-976582770'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:30:43.278582 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-f125dd00-3b04-4331-9522-967686f90a34 None None] Transition to ACTIVE for port object 903d4285-d801-4bee-86a6-4ab3a784ff46 will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:30:43.283048 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-8f58a159-c844-47f8-a13e-60e9bfc400ba tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:30:43.284229 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5e84b3e9-2c96-486c-917c-0cbb82425688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:43.288011 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-8f58a159-c844-47f8-a13e-60e9bfc400ba tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Usage tracker for resource:security_group and tenant:4be4d49ae6064975a8617cd4194dcba7 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:30:43.292066 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-8f58a159-c844-47f8-a13e-60e9bfc400ba tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:30:43.306929 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-8f58a159-c844-47f8-a13e-60e9bfc400ba tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:30:43.319811 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-8bca0393-12f8-49ec-b601-d0d00c67d1bc tempest-FloatingIPAdminTestJSON-166189352 tempest-FloatingIPAdminTestJSON-166189352-project-admin] 10.222.0.85 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3035 time: 0.2720382 May 30 20:30:43.328114 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 43980) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:43.373378 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device aff973c1-a599-4209-af17-03937e8c76e8 up at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:30:43.420467 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8f58a159-c844-47f8-a13e-60e9bfc400ba tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:43.446098 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-f125dd00-3b04-4331-9522-967686f90a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:43.481780 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e84b3e9-2c96-486c-917c-0cbb82425688 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d00bcb9-2b50-491f-a7c3-d319dc42ac03,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:43.491319 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-8f58a159-c844-47f8-a13e-60e9bfc400ba tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:30:43.496707 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-8f58a159-c844-47f8-a13e-60e9bfc400ba tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Usage tracker for resource:security_group_rule and tenant:4be4d49ae6064975a8617cd4194dcba7 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:30:43.501493 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-8f58a159-c844-47f8-a13e-60e9bfc400ba tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:30:43.504974 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-5e84b3e9-2c96-486c-917c-0cbb82425688 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=2513041b118d4882be3ab5a411025daf&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2150333 May 30 20:30:43.509930 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 43984) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:43.510413 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-8f58a159-c844-47f8-a13e-60e9bfc400ba tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:30:43.579644 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8f58a159-c844-47f8-a13e-60e9bfc400ba tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:43.665754 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f125dd00-3b04-4331-9522-967686f90a34 None None] Pushing event updated for resources: {'Port': ['ID=903d4285-d801-4bee-86a6-4ab3a784ff46,revision_number=6']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:43.703087 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988c5e92-d20d-4c01-be80-0fc72e9e4ea0 req-dc3f52d6-2094-4152-9678-ea9c0e3f7622 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:43.704894 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-988c5e92-d20d-4c01-be80-0fc72e9e4ea0 req-dc3f52d6-2094-4152-9678-ea9c0e3f7622 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=2cbc1b10-3728-476a-94b1-35a89c7bec7e HTTP/1.1" status: 200 len: 944 time: 0.4681818 May 30 20:30:43.742871 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8f58a159-c844-47f8-a13e-60e9bfc400ba tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:43.767894 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-7e0c3204-dec4-419d-ba06-9753c1c4a190 tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Deleting port 0eb29b11-95f7-4cdd-8f0a-50e5d43b7988 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:30:43.768571 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7e0c3204-dec4-419d-ba06-9753c1c4a190 tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:43.771638 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning for port aff973c1-a599-4209-af17-03937e8c76e8 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:30:43.791813 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning complete for port aff973c1-a599-4209-af17-03937e8c76e8 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:30:43.791813 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:43.915815 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-988c5e92-d20d-4c01-be80-0fc72e9e4ea0 req-33670c71-02b7-4d4b-86bb-a6fe47c96ecb tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ed3b12a-c5d4-4ba2-906c-9900ee2b8018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904116 May 30 20:30:43.939886 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b8da2b3c-a223-4648-9ef8-bab2e3b407d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:43.943481 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f58a159-c844-47f8-a13e-60e9bfc400ba tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09a3913e-0a97-4c24-b2be-c0d214ad5990,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:43.968062 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8f58a159-c844-47f8-a13e-60e9bfc400ba tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:43.968062 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-8f58a159-c844-47f8-a13e-60e9bfc400ba tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.7057734 May 30 20:30:43.968062 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 43994) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:43.981764 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-123aa5be-237a-4ae4-ab67-dbe196ae1b83 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Request body: {'security_group': {'name': 'tempest-secgroup-165780433'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:30:44.008623 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-123aa5be-237a-4ae4-ab67-dbe196ae1b83 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:30:44.027834 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-123aa5be-237a-4ae4-ab67-dbe196ae1b83 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Usage tracker for resource:security_group and tenant:4be4d49ae6064975a8617cd4194dcba7 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:30:44.037878 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-123aa5be-237a-4ae4-ab67-dbe196ae1b83 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:30:44.048371 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-123aa5be-237a-4ae4-ab67-dbe196ae1b83 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:30:44.136720 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-123aa5be-237a-4ae4-ab67-dbe196ae1b83 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:44.241449 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-123aa5be-237a-4ae4-ab67-dbe196ae1b83 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:30:44.244650 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:44.251286 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-123aa5be-237a-4ae4-ab67-dbe196ae1b83 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Usage tracker for resource:security_group_rule and tenant:4be4d49ae6064975a8617cd4194dcba7 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:30:44.258094 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-123aa5be-237a-4ae4-ab67-dbe196ae1b83 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:30:44.274213 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-123aa5be-237a-4ae4-ab67-dbe196ae1b83 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:30:44.315061 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cbc1b10-3728-476a-94b1-35a89c7bec7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aff973c1-a599-4209-af17-03937e8c76e8'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:30:44.348614 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 903d4285-d801-4bee-86a6-4ab3a784ff46 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:30:44.403718 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-123aa5be-237a-4ae4-ab67-dbe196ae1b83 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:44.417940 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port aff973c1-a599-4209-af17-03937e8c76e8, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=aff973c1-a599-4209-af17-03937e8c76e8,segment=NetworkSegment(40468e3f-2630-4d51-98c1-4a518f6532d2),segment_id=40468e3f-2630-4d51-98c1-4a518f6532d2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:30:44.434712 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b8da2b3c-a223-4648-9ef8-bab2e3b407d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:44.448589 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92c80abf-7da0-4b4b-8dcc-dc7d92501eb8'] response: {'server_uuid': '2cbc1b10-3728-476a-94b1-35a89c7bec7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aff973c1-a599-4209-af17-03937e8c76e8', 'code': 200} May 30 20:30:44.477041 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7e0c3204-dec4-419d-ba06-9753c1c4a190 tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:44.478084 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7e0c3204-dec4-419d-ba06-9753c1c4a190 tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:44.502160 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-123aa5be-237a-4ae4-ab67-dbe196ae1b83 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:44.511668 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:44.613954 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=aff973c1-a599-4209-af17-03937e8c76e8,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:44.616916 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123aa5be-237a-4ae4-ab67-dbe196ae1b83 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a21eef24-2618-487b-981f-e92176bd12a8,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:44.666814 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-234ba061-afd6-4086-88d7-f6498a1cc306 req-c909d257-2495-4325-af74-ba90f3b76320 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=2cbc1b10-3728-476a-94b1-35a89c7bec7e HTTP/1.1" status: 200 len: 1096 time: 0.1375029 May 30 20:30:44.679324 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-7e0c3204-dec4-419d-ba06-9753c1c4a190 tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Calling delete_port for 0eb29b11-95f7-4cdd-8f0a-50e5d43b7988 owned by network:floatingip {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:30:44.735144 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-234ba061-afd6-4086-88d7-f6498a1cc306 req-10d50b4b-539f-4fd1-9f45-65d618cc907c service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=2ed3b12a-c5d4-4ba2-906c-9900ee2b8018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622516 May 30 20:30:44.767005 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c126da2b-dc72-4cc3-95e4-e0cd7826e1e8 req-b3f83cee-288e-4c9e-9dd0-e87ecf020092 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=db6fd322329b4022b9cb210149c8de8f&device_id=f03d717e-c105-41d5-a5af-5828ba46c89b HTTP/1.1" status: 200 len: 1097 time: 0.5597577 May 30 20:30:44.779409 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-0633c83f-396d-4b48-96b4-532a5600eb30 None None] Provisioning complete for port 6785b49d-2484-4598-ae3f-92597880ca68 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:30:44.779409 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-0633c83f-396d-4b48-96b4-532a5600eb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:44.820667 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01b8243-93ed-42a2-a73f-6f1ec3bbd33a req-4f76c6ff-95d0-4323-8381-5f10ec4db24d tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:44.823094 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a01b8243-93ed-42a2-a73f-6f1ec3bbd33a req-4f76c6ff-95d0-4323-8381-5f10ec4db24d tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] 10.222.0.85 "GET /v2.0/ports?device_id=f03d717e-c105-41d5-a5af-5828ba46c89b HTTP/1.1" status: 200 len: 946 time: 0.4945862 May 30 20:30:44.868728 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-123aa5be-237a-4ae4-ab67-dbe196ae1b83 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:44.874294 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-123aa5be-237a-4ae4-ab67-dbe196ae1b83 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.9042125 May 30 20:30:44.885018 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 44006) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:44.885018 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-dd09e9fe-d7a9-4340-bf49-24973ea21f88 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1172741890', 'security_groups': ['a21eef24-2618-487b-981f-e92176bd12a8'], 'network_id': '6f5ac8bd-d8d2-46e1-895f-200629d30eb8', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'c7379a1f-54fe-4708-bac8-2aaf315bc439'}]}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:30:44.891014 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-0633c83f-396d-4b48-96b4-532a5600eb30 None None] Port 6785b49d-2484-4598-ae3f-92597880ca68 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:30:44.944226 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b8da2b3c-a223-4648-9ef8-bab2e3b407d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:44.978120 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8da2b3c-a223-4648-9ef8-bab2e3b407d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d00bcb9-2b50-491f-a7c3-d319dc42ac03,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:45.033085 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-0633c83f-396d-4b48-96b4-532a5600eb30 None None] Provisioning for port 903d4285-d801-4bee-86a6-4ab3a784ff46 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:30:45.036386 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-0633c83f-396d-4b48-96b4-532a5600eb30 None None] Provisioning complete for port 903d4285-d801-4bee-86a6-4ab3a784ff46 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:30:45.037011 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-0633c83f-396d-4b48-96b4-532a5600eb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:45.070819 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b8da2b3c-a223-4648-9ef8-bab2e3b407d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:45.071986 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-b8da2b3c-a223-4648-9ef8-bab2e3b407d4 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/1d00bcb9-2b50-491f-a7c3-d319dc42ac03 HTTP/1.1" status: 204 len: 168 time: 1.5512588 May 30 20:30:45.090122 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c126da2b-dc72-4cc3-95e4-e0cd7826e1e8 req-fa5d192a-68b9-4018-8a77-639a0d93e9ef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:45.097148 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c126da2b-dc72-4cc3-95e4-e0cd7826e1e8 req-fa5d192a-68b9-4018-8a77-639a0d93e9ef service neutron] 10.222.0.71 "GET /v2.0/networks?id=ff5fdb4b-c181-42de-80b5-ff8540ac71a0 HTTP/1.1" status: 200 len: 920 time: 0.3198817 May 30 20:30:45.139783 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a01b8243-93ed-42a2-a73f-6f1ec3bbd33a req-e3623835-f9c2-45ae-b2de-3e22ee5f0611 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] 10.222.0.85 "GET /v2.0/security-groups?id=2268d3cd-925a-464e-9ff1-7b08a4bf8bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3017349 May 30 20:30:45.153525 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-dd09e9fe-d7a9-4340-bf49-24973ea21f88 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:30:45.163733 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-dd09e9fe-d7a9-4340-bf49-24973ea21f88 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Usage tracker for resource:port and tenant:4be4d49ae6064975a8617cd4194dcba7 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:30:45.178666 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-dd09e9fe-d7a9-4340-bf49-24973ea21f88 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:30:45.185904 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-dd09e9fe-d7a9-4340-bf49-24973ea21f88 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:30:45.246123 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 44016) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:45.258032 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c126da2b-dc72-4cc3-95e4-e0cd7826e1e8 req-59d5367f-c428-4764-a740-9bb19ba6df2d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2cf9cea4-18f1-4ae3-8d2a-dd24c0abe6e0 HTTP/1.1" status: 200 len: 217 time: 0.1145387 May 30 20:30:45.295360 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0971d8f-f6a0-4757-a833-064ad285d131 req-5cd35594-3703-4c38-8f3f-183bc8e7408a tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:45.302991 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b0971d8f-f6a0-4757-a833-064ad285d131 req-5cd35594-3703-4c38-8f3f-183bc8e7408a tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=2cbc1b10-3728-476a-94b1-35a89c7bec7e HTTP/1.1" status: 200 len: 945 time: 0.1032395 May 30 20:30:45.330238 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd09e9fe-d7a9-4340-bf49-24973ea21f88 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Made reservation on behalf of 4be4d49ae6064975a8617cd4194dcba7 for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:30:45.442003 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b0971d8f-f6a0-4757-a833-064ad285d131 req-1cd64f11-f030-45e7-94f7-96a7761225cd tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ed3b12a-c5d4-4ba2-906c-9900ee2b8018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378093 May 30 20:30:45.479601 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7e0c3204-dec4-419d-ba06-9753c1c4a190 tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:45.496760 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-dd09e9fe-d7a9-4340-bf49-24973ea21f88 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:45.525601 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [None req-dd09e9fe-d7a9-4340-bf49-24973ea21f88 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] device_id is not set on port 16815dab-e19b-4743-aad2-b4c77fb0a509 yet. {{(pid=84887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:30:45.530758 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bcf93743-1e55-4a2e-b056-8f229d5dec8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:45.544858 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0c3204-dec4-419d-ba06-9753c1c4a190 tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Pushing event deleted for resources: {'Port': ['ID=0eb29b11-95f7-4cdd-8f0a-50e5d43b7988,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:45.562141 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c126da2b-dc72-4cc3-95e4-e0cd7826e1e8 req-22a1e4ea-a0d0-4958-87ec-30cab35e9c63 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:45.563010 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c126da2b-dc72-4cc3-95e4-e0cd7826e1e8 req-22a1e4ea-a0d0-4958-87ec-30cab35e9c63 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=be79b396-84f8-442a-96a0-1a5adfb968e1 HTTP/1.1" status: 200 len: 859 time: 0.2984993 May 30 20:30:45.688665 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c126da2b-dc72-4cc3-95e4-e0cd7826e1e8 req-61967979-56cf-4418-b6b4-24b672cb11db service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ff5fdb4b-c181-42de-80b5-ff8540ac71a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0929961 May 30 20:30:45.689634 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-bcf93743-1e55-4a2e-b056-8f229d5dec8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:30:45.719158 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-bcf93743-1e55-4a2e-b056-8f229d5dec8d admin admin] Usage tracker for resource:security_group_rule and tenant:1d7543547be1480b8b1647ce7a828501 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:30:45.723913 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-bcf93743-1e55-4a2e-b056-8f229d5dec8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:30:45.739749 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-bcf93743-1e55-4a2e-b056-8f229d5dec8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:30:45.791313 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [None req-dd09e9fe-d7a9-4340-bf49-24973ea21f88 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Allocated IP 172.20.0.11 (6f5ac8bd-d8d2-46e1-895f-200629d30eb8/c7379a1f-54fe-4708-bac8-2aaf315bc439/16815dab-e19b-4743-aad2-b4c77fb0a509) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:30:45.820247 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7e0c3204-dec4-419d-ba06-9753c1c4a190 tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Notify callbacks [] for floatingip, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:46.020195 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c126da2b-dc72-4cc3-95e4-e0cd7826e1e8 req-a0d2c4c3-8de3-4571-add7-e7ea1efd9ac3 service neutron] 10.222.0.71 "GET /v2.0/networks/ff5fdb4b-c181-42de-80b5-ff8540ac71a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3225825 May 30 20:30:46.021207 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-dd09e9fe-d7a9-4340-bf49-24973ea21f88 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:46.038190 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [None req-dd09e9fe-d7a9-4340-bf49-24973ea21f88 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Transition to ACTIVE for port object 16815dab-e19b-4743-aad2-b4c77fb0a509 will not be triggered until provisioned by entity DHCP. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:30:46.148807 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bcf93743-1e55-4a2e-b056-8f229d5dec8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:46.177527 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-dd09e9fe-d7a9-4340-bf49-24973ea21f88 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:46.208112 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c126da2b-dc72-4cc3-95e4-e0cd7826e1e8 req-62e6c854-5d7e-4a23-a987-c65b5dc9272c service neutron] 10.222.0.71 "GET /v2.0/networks/ff5fdb4b-c181-42de-80b5-ff8540ac71a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806302 May 30 20:30:46.238717 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bcf93743-1e55-4a2e-b056-8f229d5dec8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:46.278078 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd09e9fe-d7a9-4340-bf49-24973ea21f88 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Network 6f5ac8bd-d8d2-46e1-895f-200629d30eb8 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:30:46.281469 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-dd09e9fe-d7a9-4340-bf49-24973ea21f88 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:30:46.286170 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd09e9fe-d7a9-4340-bf49-24973ea21f88 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:30:46.324114 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd09e9fe-d7a9-4340-bf49-24973ea21f88 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Pushing event updated for resources: {'Port': ['ID=16815dab-e19b-4743-aad2-b4c77fb0a509,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:46.344931 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 44026) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:46.394773 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd09e9fe-d7a9-4340-bf49-24973ea21f88 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:46.395384 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-dd09e9fe-d7a9-4340-bf49-24973ea21f88 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:46.423012 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-bcf93743-1e55-4a2e-b056-8f229d5dec8d admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=1d7543547be1480b8b1647ce7a828501&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1729527 May 30 20:30:46.427112 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 44030) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:46.428832 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf93743-1e55-4a2e-b056-8f229d5dec8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9125dff3-1aae-4d46-8df4-1ab36b1f682d,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:46.447709 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-5f68b323-ba2a-462c-a31f-79915066dd2d admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=4953f591d4ea402b99e51cb5d7933c9b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1013384 May 30 20:30:46.450074 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 44034) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:46.555480 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-dd09e9fe-d7a9-4340-bf49-24973ea21f88 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.6791592 May 30 20:30:46.557148 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ebad377b-3f47-4b0f-aad6-41bafc73fd97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:46.559232 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 44040) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:46.575374 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-16a24bcb-ad95-46c5-9656-7547dec3f5f5 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Request body: {'subnet': {'network_id': '6f5ac8bd-d8d2-46e1-895f-200629d30eb8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:30:46.604224 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ebad377b-3f47-4b0f-aad6-41bafc73fd97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:46.718136 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696c200a-8f31-4619-a50c-fe6ddc1291d1 req-1e54644b-7ec8-4934-898c-e41d8bdcbe13 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:46.719669 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-696c200a-8f31-4619-a50c-fe6ddc1291d1 req-1e54644b-7ec8-4934-898c-e41d8bdcbe13 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=2cbc1b10-3728-476a-94b1-35a89c7bec7e HTTP/1.1" status: 200 len: 945 time: 0.1176617 May 30 20:30:46.733416 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0383a4b2-493c-48ad-af7e-906991616cc2 req-14055fbe-95ba-431f-ba74-8a257ee947d3 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:46.735367 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0383a4b2-493c-48ad-af7e-906991616cc2 req-14055fbe-95ba-431f-ba74-8a257ee947d3 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] 10.222.0.85 "GET /v2.0/ports?device_id=f03d717e-c105-41d5-a5af-5828ba46c89b HTTP/1.1" status: 200 len: 946 time: 0.4018543 May 30 20:30:46.744059 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-56f9354b-279d-4b95-aeb0-da104ef35afb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:46.745409 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-0fbf6edf-b25e-4b23-a55d-3ae36e75cd7f None None] Provisioning for port 16815dab-e19b-4743-aad2-b4c77fb0a509 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:30:46.753009 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-0fbf6edf-b25e-4b23-a55d-3ae36e75cd7f None None] Provisioning complete for port 16815dab-e19b-4743-aad2-b4c77fb0a509 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:30:46.764516 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-0fbf6edf-b25e-4b23-a55d-3ae36e75cd7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:46.804225 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-696c200a-8f31-4619-a50c-fe6ddc1291d1 req-2d2773f5-ee6f-4f91-810c-eca52e5017e5 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ed3b12a-c5d4-4ba2-906c-9900ee2b8018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773661 May 30 20:30:46.818412 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ebad377b-3f47-4b0f-aad6-41bafc73fd97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:46.819842 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-56f9354b-279d-4b95-aeb0-da104ef35afb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:46.850841 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-0fbf6edf-b25e-4b23-a55d-3ae36e75cd7f None None] Port 16815dab-e19b-4743-aad2-b4c77fb0a509 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:30:46.883927 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ebad377b-3f47-4b0f-aad6-41bafc73fd97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:46.888819 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-ebad377b-3f47-4b0f-aad6-41bafc73fd97 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/b20c9327-bff6-4f56-9c16-7c17ab66b320 HTTP/1.1" status: 204 len: 168 time: 0.4350290 May 30 20:30:46.890614 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebad377b-3f47-4b0f-aad6-41bafc73fd97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b20c9327-bff6-4f56-9c16-7c17ab66b320,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:46.937769 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0383a4b2-493c-48ad-af7e-906991616cc2 req-4d5e1e38-0eb2-461c-9fc4-c541f9a488d7 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] 10.222.0.85 "GET /v2.0/security-groups?id=2268d3cd-925a-464e-9ff1-7b08a4bf8bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742709 May 30 20:30:46.941937 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-16a24bcb-ad95-46c5-9656-7547dec3f5f5 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:30:46.952088 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-16a24bcb-ad95-46c5-9656-7547dec3f5f5 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Usage tracker for resource:subnet and tenant:4be4d49ae6064975a8617cd4194dcba7 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:30:46.957735 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-16a24bcb-ad95-46c5-9656-7547dec3f5f5 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:30:46.966308 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-16a24bcb-ad95-46c5-9656-7547dec3f5f5 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:30:47.040756 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-68d6b123-66a1-4ceb-9350-224a4ba49c67 req-b2aba673-7309-4d19-9350-b36c77e2c1c1 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=af4cc1fbb91e4a5c856e947d8072b697 HTTP/1.1" status: 200 len: 267 time: 0.0842817 May 30 20:30:47.044360 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e0c3204-dec4-419d-ba06-9753c1c4a190 tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Router 71d3b2dc-0b80-4309-9398-935dfd579a85 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:30:47.061029 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16a24bcb-ad95-46c5-9656-7547dec3f5f5 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Made reservation on behalf of 4be4d49ae6064975a8617cd4194dcba7 for: {'subnet': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:30:47.144938 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-56f9354b-279d-4b95-aeb0-da104ef35afb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:47.179332 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d6b123-66a1-4ceb-9350-224a4ba49c67 req-36a57574-e65e-43d4-a144-f576a9c172a0 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:47.181113 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-68d6b123-66a1-4ceb-9350-224a4ba49c67 req-36a57574-e65e-43d4-a144-f576a9c172a0 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=2cbc1b10-3728-476a-94b1-35a89c7bec7e HTTP/1.1" status: 200 len: 945 time: 0.1349411 May 30 20:30:47.194195 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-68d6b123-66a1-4ceb-9350-224a4ba49c67 req-2220c91b-8e78-4489-bc48-a1937b0feb87 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Request body: {'port': {'security_groups': []}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:30:47.350926 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-68d6b123-66a1-4ceb-9350-224a4ba49c67 req-2220c91b-8e78-4489-bc48-a1937b0feb87 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:47.406318 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f9354b-279d-4b95-aeb0-da104ef35afb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9125dff3-1aae-4d46-8df4-1ab36b1f682d,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:47.479281 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-56f9354b-279d-4b95-aeb0-da104ef35afb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:47.483854 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-56f9354b-279d-4b95-aeb0-da104ef35afb admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/9125dff3-1aae-4d46-8df4-1ab36b1f682d HTTP/1.1" status: 204 len: 168 time: 1.0477490 May 30 20:30:47.523612 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-16a24bcb-ad95-46c5-9656-7547dec3f5f5 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2778563'] for subnet, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:47.697806 n-d-843948-2 neutron-server[84886]: INFO neutron.db.ipam_backend_mixin [None req-16a24bcb-ad95-46c5-9656-7547dec3f5f5 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet c7379a1f-54fe-4708-bac8-2aaf315bc439 (CIDR: 172.20.0.0/28) May 30 20:30:47.715171 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e0c3204-dec4-419d-ba06-9753c1c4a190 tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:30:47.719882 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7e0c3204-dec4-419d-ba06-9753c1c4a190 tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:47.727063 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-68d6b123-66a1-4ceb-9350-224a4ba49c67 req-2220c91b-8e78-4489-bc48-a1937b0feb87 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] For port aff973c1-a599-4209-af17-03937e8c76e8, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=aff973c1-a599-4209-af17-03937e8c76e8,segment=NetworkSegment(40468e3f-2630-4d51-98c1-4a518f6532d2),segment_id=40468e3f-2630-4d51-98c1-4a518f6532d2)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:30:47.731529 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c7b86e-e9bb-40d0-b184-9798c58e27cc None None] Sync routers for ids ['71d3b2dc-0b80-4309-9398-935dfd579a85'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:30:47.759387 n-d-843948-2 neutron-server[84886]: INFO neutron.pecan_wsgi.hooks.translation [None req-16a24bcb-ad95-46c5-9656-7547dec3f5f5 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 20:30:47.759828 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16a24bcb-ad95-46c5-9656-7547dec3f5f5 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:30:47.768203 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c7b86e-e9bb-40d0-b184-9798c58e27cc None None] Routers {'71d3b2dc-0b80-4309-9398-935dfd579a85'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:30:47.774430 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-08c7b86e-e9bb-40d0-b184-9798c58e27cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:30:29Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['71d3b2dc-0b80-4309-9398-935dfd579a85'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:30:47.787380 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-68d6b123-66a1-4ceb-9350-224a4ba49c67 req-2220c91b-8e78-4489-bc48-a1937b0feb87 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:47.817882 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-7e0c3204-dec4-419d-ba06-9753c1c4a190 tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] 10.222.0.85 "DELETE /v2.0/floatingips/579898db-fee7-4fae-8b06-dd6f59de38bf HTTP/1.1" status: 204 len: 168 time: 4.4846580 May 30 20:30:47.821359 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 44054) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:47.828806 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-9a4d9e9d-8281-4b95-8467-a18c0a578b83 tempest-FloatingIPAdminTestJSON-166189352 tempest-FloatingIPAdminTestJSON-166189352-project-admin] Request body: {'floatingip': {'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:30:47.835509 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-9a4d9e9d-8281-4b95-8467-a18c0a578b83 tempest-FloatingIPAdminTestJSON-166189352 tempest-FloatingIPAdminTestJSON-166189352-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:30:47.845224 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-9a4d9e9d-8281-4b95-8467-a18c0a578b83 tempest-FloatingIPAdminTestJSON-166189352 tempest-FloatingIPAdminTestJSON-166189352-project-admin] Usage tracker for resource:floatingip and tenant:da9bee090cf848d098f730af88ec15a9 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:30:47.849738 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-9a4d9e9d-8281-4b95-8467-a18c0a578b83 tempest-FloatingIPAdminTestJSON-166189352 tempest-FloatingIPAdminTestJSON-166189352-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:30:47.851171 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-68d6b123-66a1-4ceb-9350-224a4ba49c67 req-2220c91b-8e78-4489-bc48-a1937b0feb87 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:47.858788 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-9a4d9e9d-8281-4b95-8467-a18c0a578b83 tempest-FloatingIPAdminTestJSON-166189352 tempest-FloatingIPAdminTestJSON-166189352-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:30:47.891483 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-16a24bcb-ad95-46c5-9656-7547dec3f5f5 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3288453 May 30 20:30:47.893507 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['5a1890e7-bff3-481d-97b4-974c081578cc', '2dce9d2f-c86d-4852-9ec1-a59a59049c03'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:30:47.895019 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 44058) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:47.901428 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-b8f3787a-054b-41f6-8d89-7e81250e8b93 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Request body: {'subnet': {'network_id': '6f5ac8bd-d8d2-46e1-895f-200629d30eb8', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:30:47.919323 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d6b123-66a1-4ceb-9350-224a4ba49c67 req-2220c91b-8e78-4489-bc48-a1937b0feb87 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:47.919323 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-68d6b123-66a1-4ceb-9350-224a4ba49c67 req-2220c91b-8e78-4489-bc48-a1937b0feb87 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:47.935248 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['aff973c1-a599-4209-af17-03937e8c76e8'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:30:47.941937 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-68d6b123-66a1-4ceb-9350-224a4ba49c67 req-2220c91b-8e78-4489-bc48-a1937b0feb87 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "PUT /v2.0/ports/aff973c1-a599-4209-af17-03937e8c76e8 HTTP/1.1" status: 200 len: 904 time: 0.7528164 May 30 20:30:47.952913 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cbc1b10-3728-476a-94b1-35a89c7bec7e', 'tag': 'aff973c1-a599-4209-af17-03937e8c76e8'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:30:48.010597 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-08c7b86e-e9bb-40d0-b184-9798c58e27cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:30:48.023476 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9a4d9e9d-8281-4b95-8467-a18c0a578b83 tempest-FloatingIPAdminTestJSON-166189352 tempest-FloatingIPAdminTestJSON-166189352-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:48.100444 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['aff973c1-a599-4209-af17-03937e8c76e8'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:30:48.110110 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2220c91b-8e78-4489-bc48-a1937b0feb87 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Pushing event updated for resources: {'Port': ['ID=aff973c1-a599-4209-af17-03937e8c76e8,revision_number=6']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:48.147531 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-955850e5-62e9-4fef-901a-f33b44661e1a'] response: {'name': 'network-changed', 'server_uuid': '2cbc1b10-3728-476a-94b1-35a89c7bec7e', 'tag': 'aff973c1-a599-4209-af17-03937e8c76e8', 'status': 'completed', 'code': 200} May 30 20:30:48.237159 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c7b86e-e9bb-40d0-b184-9798c58e27cc None None] Routers {'71d3b2dc-0b80-4309-9398-935dfd579a85'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:30:48.239191 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-08c7b86e-e9bb-40d0-b184-9798c58e27cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:30:29Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['71d3b2dc-0b80-4309-9398-935dfd579a85'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:30:48.277155 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fb4bc9bd-ee04-4ae2-ad8e-836f50f1dcea req-388c4414-3aa5-424c-9a64-fefb69aced8d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=af4cc1fbb91e4a5c856e947d8072b697&device_id=2cbc1b10-3728-476a-94b1-35a89c7bec7e HTTP/1.1" status: 200 len: 1058 time: 0.1240807 May 30 20:30:48.379088 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-08c7b86e-e9bb-40d0-b184-9798c58e27cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:30:48.379941 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c7b86e-e9bb-40d0-b184-9798c58e27cc None None] The sync data for ids ['71d3b2dc-0b80-4309-9398-935dfd579a85'] in n-d-843948-2 is: [] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:30:48.397918 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-b8f3787a-054b-41f6-8d89-7e81250e8b93 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:30:48.411548 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-b8f3787a-054b-41f6-8d89-7e81250e8b93 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Usage tracker for resource:subnet and tenant:4be4d49ae6064975a8617cd4194dcba7 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:30:48.426992 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-b8f3787a-054b-41f6-8d89-7e81250e8b93 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:30:48.450547 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-b8f3787a-054b-41f6-8d89-7e81250e8b93 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:30:48.510419 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74d3cde-4c97-4ec4-b939-66be5919fa8e req-a4ec8f97-0700-4c8c-8b2b-49e53be1819b tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:48.511973 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e74d3cde-4c97-4ec4-b939-66be5919fa8e req-a4ec8f97-0700-4c8c-8b2b-49e53be1819b tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=2cbc1b10-3728-476a-94b1-35a89c7bec7e HTTP/1.1" status: 200 len: 907 time: 0.2457683 May 30 20:30:48.524951 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 44078) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:48.530072 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-078642a2-8b19-487e-9599-8f973a5377b6 None None] Provisioning complete for port aff973c1-a599-4209-af17-03937e8c76e8 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:30:48.530661 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-078642a2-8b19-487e-9599-8f973a5377b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:48.548415 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5a32e182-b904-4a4e-875a-d625e5148c96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:48.563057 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8f3787a-054b-41f6-8d89-7e81250e8b93 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Made reservation on behalf of 4be4d49ae6064975a8617cd4194dcba7 for: {'subnet': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:30:48.566687 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b8f3787a-054b-41f6-8d89-7e81250e8b93 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2778563'] for subnet, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:48.672915 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9a4d9e9d-8281-4b95-8467-a18c0a578b83 tempest-FloatingIPAdminTestJSON-166189352 tempest-FloatingIPAdminTestJSON-166189352-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:48.777839 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-5a32e182-b904-4a4e-875a-d625e5148c96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:30:48.792536 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-5a32e182-b904-4a4e-875a-d625e5148c96 admin admin] Usage tracker for resource:security_group_rule and tenant:74ef5db83a4e4b0ca2776849fcecf624 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:30:48.798196 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-5a32e182-b904-4a4e-875a-d625e5148c96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:30:48.812440 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-5a32e182-b904-4a4e-875a-d625e5148c96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:30:48.818717 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4bc9bd-ee04-4ae2-ad8e-836f50f1dcea req-bee3507a-ea71-4db4-9fb3-a8d08807534e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:48.821233 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fb4bc9bd-ee04-4ae2-ad8e-836f50f1dcea req-bee3507a-ea71-4db4-9fb3-a8d08807534e service neutron] 10.222.0.86 "GET /v2.0/networks?id=ff30330a-0ebe-4836-9458-b813d1bcbde4 HTTP/1.1" status: 200 len: 913 time: 0.5359330 May 30 20:30:48.824901 n-d-843948-2 neutron-server[84886]: INFO neutron.db.ipam_backend_mixin [None req-b8f3787a-054b-41f6-8d89-7e81250e8b93 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 0280de88-d3c7-470b-b547-d1ddbee0cf0b (CIDR: 172.20.0.16/28) May 30 20:30:48.977880 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5a32e182-b904-4a4e-875a-d625e5148c96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:48.985214 n-d-843948-2 neutron-server[84886]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8f3787a-054b-41f6-8d89-7e81250e8b93 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 20:30:48.985866 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8f3787a-054b-41f6-8d89-7e81250e8b93 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:30:49.031295 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fb4bc9bd-ee04-4ae2-ad8e-836f50f1dcea req-020d7ec6-efc5-4ecf-a3fd-e8af8db02ae7 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aff973c1-a599-4209-af17-03937e8c76e8 HTTP/1.1" status: 200 len: 217 time: 0.1660647 May 30 20:30:49.040265 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f01aae-39f7-4030-99af-951c07256f7f req-69654237-c423-40a2-9dbb-f1b81ce6244c tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:49.041819 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-37f01aae-39f7-4030-99af-951c07256f7f req-69654237-c423-40a2-9dbb-f1b81ce6244c tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] 10.222.0.85 "GET /v2.0/ports?device_id=f03d717e-c105-41d5-a5af-5828ba46c89b HTTP/1.1" status: 200 len: 946 time: 0.5571613 May 30 20:30:49.067487 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5a32e182-b904-4a4e-875a-d625e5148c96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:49.132679 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4bc9bd-ee04-4ae2-ad8e-836f50f1dcea req-1dfd66f3-0e53-406b-bca0-5971078052b7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:49.134741 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fb4bc9bd-ee04-4ae2-ad8e-836f50f1dcea req-1dfd66f3-0e53-406b-bca0-5971078052b7 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7991eded-d330-4e4e-ace3-aeb4d5f3ff0a HTTP/1.1" status: 200 len: 851 time: 0.0914762 May 30 20:30:49.143634 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-37f01aae-39f7-4030-99af-951c07256f7f req-5d5cd80b-a075-45fd-b361-79eff9864abf tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] 10.222.0.85 "GET /v2.0/security-groups?id=2268d3cd-925a-464e-9ff1-7b08a4bf8bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667279 May 30 20:30:49.149488 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-9a4d9e9d-8281-4b95-8467-a18c0a578b83 tempest-FloatingIPAdminTestJSON-166189352 tempest-FloatingIPAdminTestJSON-166189352-project-admin] Allocated IP 172.25.8.132 (c7869750-4b49-4b7e-aa99-5e0f1ae02da4/427601ec-f643-4fe7-b5e6-17305d3a39e1/902ce666-c17f-42b2-b7a3-ab863c057a9e) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:30:49.164560 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a32e182-b904-4a4e-875a-d625e5148c96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8be77d6-1a60-4015-a8be-86dfaab72251,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:49.177052 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-5a32e182-b904-4a4e-875a-d625e5148c96 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=74ef5db83a4e4b0ca2776849fcecf624&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6482368 May 30 20:30:49.178256 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 44088) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:49.227016 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fb4bc9bd-ee04-4ae2-ad8e-836f50f1dcea req-dba514c2-b43e-4a15-9b78-a341100d6b56 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ff30330a-0ebe-4836-9458-b813d1bcbde4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0812418 May 30 20:30:49.292603 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-b8f3787a-054b-41f6-8d89-7e81250e8b93 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.3963971 May 30 20:30:49.303209 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 44094) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:49.321204 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-99505019-c3f3-434e-a709-4a9ec0e0a44e tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Request body: {'subnet': {'network_id': '6f5ac8bd-d8d2-46e1-895f-200629d30eb8', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:30:49.349801 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6115ca33-d5e7-42fa-a711-5a47d3d66fda req-303c4d35-5260-4134-b98e-125e790e4327 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:49.355043 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6115ca33-d5e7-42fa-a711-5a47d3d66fda req-303c4d35-5260-4134-b98e-125e790e4327 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=7aad7ab8-22c4-47e2-abf2-9cc744ce8553 HTTP/1.1" status: 200 len: 944 time: 0.3691354 May 30 20:30:49.450116 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 44098) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:49.476615 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fb4bc9bd-ee04-4ae2-ad8e-836f50f1dcea req-83521e4d-b84b-4aa5-b98c-514830fe889a service neutron] 10.222.0.86 "GET /v2.0/networks/ff30330a-0ebe-4836-9458-b813d1bcbde4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2477841 May 30 20:30:49.494669 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:49.496155 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8da11d66-2fbd-4fe3-8589-1bb0672494e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:49.648743 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-9b6ed894-377a-4a7e-8483-a594ff05cf0f tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-52716465'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:30:49.661308 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-9b6ed894-377a-4a7e-8483-a594ff05cf0f tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:30:49.672985 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-9b6ed894-377a-4a7e-8483-a594ff05cf0f tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Usage tracker for resource:network and tenant:08954986e7454427ae0d40c7652d3c6a is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:30:49.678399 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-9b6ed894-377a-4a7e-8483-a594ff05cf0f tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:30:49.690558 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-9b6ed894-377a-4a7e-8483-a594ff05cf0f tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:30:49.711157 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9a4d9e9d-8281-4b95-8467-a18c0a578b83 tempest-FloatingIPAdminTestJSON-166189352 tempest-FloatingIPAdminTestJSON-166189352-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:49.718892 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6115ca33-d5e7-42fa-a711-5a47d3d66fda req-5709d3fd-df4d-4345-a7c6-ad2e24d33565 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ae76294-3e84-4fcb-be2a-17611205a838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3067739 May 30 20:30:49.737283 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8da11d66-2fbd-4fe3-8589-1bb0672494e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:49.746834 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fb4bc9bd-ee04-4ae2-ad8e-836f50f1dcea req-d1176ba1-1acd-4fe4-b8da-55446382492a service neutron] 10.222.0.86 "GET /v2.0/networks/ff30330a-0ebe-4836-9458-b813d1bcbde4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2633920 May 30 20:30:49.774891 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-99505019-c3f3-434e-a709-4a9ec0e0a44e tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:30:49.795685 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-99505019-c3f3-434e-a709-4a9ec0e0a44e tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Usage tracker for resource:subnet and tenant:4be4d49ae6064975a8617cd4194dcba7 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:30:49.800329 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-99505019-c3f3-434e-a709-4a9ec0e0a44e tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:30:49.807883 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-99505019-c3f3-434e-a709-4a9ec0e0a44e tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:30:49.837127 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b6ed894-377a-4a7e-8483-a594ff05cf0f tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Made reservation on behalf of 08954986e7454427ae0d40c7652d3c6a for: {'network': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:30:49.840150 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9b6ed894-377a-4a7e-8483-a594ff05cf0f tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:49.853399 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9b6ed894-377a-4a7e-8483-a594ff05cf0f tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:49.952256 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f05fe46-c0b4-4440-9025-1a7648f55c8d req-fb036c58-1d64-47e1-83f5-4614edad6856 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:49.953734 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2f05fe46-c0b4-4440-9025-1a7648f55c8d req-fb036c58-1d64-47e1-83f5-4614edad6856 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=7aad7ab8-22c4-47e2-abf2-9cc744ce8553 HTTP/1.1" status: 200 len: 944 time: 0.0906339 May 30 20:30:49.958494 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9a4d9e9d-8281-4b95-8467-a18c0a578b83 tempest-FloatingIPAdminTestJSON-166189352 tempest-FloatingIPAdminTestJSON-166189352-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:49.962222 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99505019-c3f3-434e-a709-4a9ec0e0a44e tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Made reservation on behalf of 4be4d49ae6064975a8617cd4194dcba7 for: {'subnet': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:30:49.965606 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-99505019-c3f3-434e-a709-4a9ec0e0a44e tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2778563'] for subnet, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:49.992840 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-9b6ed894-377a-4a7e-8483-a594ff05cf0f tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:30:50.005519 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-9b6ed894-377a-4a7e-8483-a594ff05cf0f tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Usage tracker for resource:security_group_rule and tenant:08954986e7454427ae0d40c7652d3c6a is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:30:50.009764 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-9b6ed894-377a-4a7e-8483-a594ff05cf0f tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:30:50.010552 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8da11d66-2fbd-4fe3-8589-1bb0672494e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:50.020069 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-9b6ed894-377a-4a7e-8483-a594ff05cf0f tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:30:50.031836 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2f05fe46-c0b4-4440-9025-1a7648f55c8d req-5ad7ebac-d92f-48c5-8edb-89fa41ac38db tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ae76294-3e84-4fcb-be2a-17611205a838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668054 May 30 20:30:50.111130 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9b6ed894-377a-4a7e-8483-a594ff05cf0f tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:50.122276 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da11d66-2fbd-4fe3-8589-1bb0672494e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8be77d6-1a60-4015-a8be-86dfaab72251,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:50.148650 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8da11d66-2fbd-4fe3-8589-1bb0672494e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:50.152455 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-8da11d66-2fbd-4fe3-8589-1bb0672494e3 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/a8be77d6-1a60-4015-a8be-86dfaab72251 HTTP/1.1" status: 204 len: 168 time: 0.9717133 May 30 20:30:50.162000 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4d9e9d-8281-4b95-8467-a18c0a578b83 tempest-FloatingIPAdminTestJSON-166189352 tempest-FloatingIPAdminTestJSON-166189352-project-admin] Pushing event updated for resources: {'Port': ['ID=902ce666-c17f-42b2-b7a3-ab863c057a9e,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:50.166415 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4d9e9d-8281-4b95-8467-a18c0a578b83 tempest-FloatingIPAdminTestJSON-166189352 tempest-FloatingIPAdminTestJSON-166189352-project-admin] Network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:30:50.171595 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9b6ed894-377a-4a7e-8483-a594ff05cf0f tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:50.172813 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-9a4d9e9d-8281-4b95-8467-a18c0a578b83 tempest-FloatingIPAdminTestJSON-166189352 tempest-FloatingIPAdminTestJSON-166189352-project-admin] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:30:50.190555 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4d9e9d-8281-4b95-8467-a18c0a578b83 tempest-FloatingIPAdminTestJSON-166189352 tempest-FloatingIPAdminTestJSON-166189352-project-admin] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:30:50.228561 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6ed894-377a-4a7e-8483-a594ff05cf0f tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38e53460-1f53-4733-bb7f-ac51278e8c63,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:50.233737 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b6ed894-377a-4a7e-8483-a594ff05cf0f tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] vlan segment allocate from pool success with {'vlan_id': 686, 'physical_network': 'physnet1'} {{(pid=84887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:30:50.251090 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9b6ed894-377a-4a7e-8483-a594ff05cf0f tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:50.254172 n-d-843948-2 neutron-server[84887]: INFO neutron.db.segments_db [None req-9b6ed894-377a-4a7e-8483-a594ff05cf0f tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Added segment 2cb73a29-9359-4fbf-99af-be1c6062790b of type vlan for network e47345d4-98a8-46f5-a7b7-66b2eb513a50 May 30 20:30:50.291527 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9b6ed894-377a-4a7e-8483-a594ff05cf0f tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:50.421438 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8923b2-dd54-4303-bec9-834ea8841a7e req-ed63dec2-5d3d-4baf-9ecc-c898fc621121 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:50.422263 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ca8923b2-dd54-4303-bec9-834ea8841a7e req-ed63dec2-5d3d-4baf-9ecc-c898fc621121 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=7aad7ab8-22c4-47e2-abf2-9cc744ce8553 HTTP/1.1" status: 200 len: 944 time: 0.2005534 May 30 20:30:50.428716 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca6d7ce-4f11-415c-869e-164845ebf991 req-0591044d-668f-4df0-8c2f-fc6742d8cf09 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:50.432264 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-dca6d7ce-4f11-415c-869e-164845ebf991 req-0591044d-668f-4df0-8c2f-fc6742d8cf09 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] 10.222.0.85 "GET /v2.0/ports?device_id=f03d717e-c105-41d5-a5af-5828ba46c89b HTTP/1.1" status: 200 len: 946 time: 0.0940769 May 30 20:30:50.458100 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9b6ed894-377a-4a7e-8483-a594ff05cf0f tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:50.461832 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6ed894-377a-4a7e-8483-a594ff05cf0f tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:50.462673 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9b6ed894-377a-4a7e-8483-a594ff05cf0f tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:50.573058 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ca8923b2-dd54-4303-bec9-834ea8841a7e req-d3f7ba3a-10b7-40bd-96b8-7ab085fbae8e tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ae76294-3e84-4fcb-be2a-17611205a838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1419051 May 30 20:30:50.574675 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9a4d9e9d-8281-4b95-8467-a18c0a578b83 tempest-FloatingIPAdminTestJSON-166189352 tempest-FloatingIPAdminTestJSON-166189352-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:50.592072 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-dca6d7ce-4f11-415c-869e-164845ebf991 req-d0bcb426-8708-460e-96d3-18302defc364 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] 10.222.0.85 "GET /v2.0/security-groups?id=2268d3cd-925a-464e-9ff1-7b08a4bf8bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536212 May 30 20:30:50.600889 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6ed894-377a-4a7e-8483-a594ff05cf0f tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Pushing event updated for resources: {'Network': ['ID=e47345d4-98a8-46f5-a7b7-66b2eb513a50,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:50.620693 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network e47345d4-98a8-46f5-a7b7-66b2eb513a50 details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:30:50.674386 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-9b6ed894-377a-4a7e-8483-a594ff05cf0f tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2187259 May 30 20:30:50.675456 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 44114) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:50.687069 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-b7cd93fc-9dbf-45d0-84e8-871791187c32 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Request body: {'subnet': {'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:30:50.709193 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9a4d9e9d-8281-4b95-8467-a18c0a578b83 tempest-FloatingIPAdminTestJSON-166189352 tempest-FloatingIPAdminTestJSON-166189352-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:50.782507 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-99505019-c3f3-434e-a709-4a9ec0e0a44e tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4127140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2778577'] for subnet, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:50.833474 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-b7cd93fc-9dbf-45d0-84e8-871791187c32 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:30:50.838541 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-b7cd93fc-9dbf-45d0-84e8-871791187c32 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Usage tracker for resource:subnet and tenant:08954986e7454427ae0d40c7652d3c6a is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:30:50.844222 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-b7cd93fc-9dbf-45d0-84e8-871791187c32 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:30:50.851017 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-b7cd93fc-9dbf-45d0-84e8-871791187c32 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:30:50.960226 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7cd93fc-9dbf-45d0-84e8-871791187c32 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Made reservation on behalf of 08954986e7454427ae0d40c7652d3c6a for: {'subnet': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:30:50.973908 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99505019-c3f3-434e-a709-4a9ec0e0a44e tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Network 6f5ac8bd-d8d2-46e1-895f-200629d30eb8 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:30:50.984598 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-99505019-c3f3-434e-a709-4a9ec0e0a44e tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:30:50.995493 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99505019-c3f3-434e-a709-4a9ec0e0a44e tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Pushing event updated for resources: {'Subnet': ['ID=4ed18d77-7219-4f3c-9773-20dd995ba57d,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:50.998289 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99505019-c3f3-434e-a709-4a9ec0e0a44e tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:50.998904 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-99505019-c3f3-434e-a709-4a9ec0e0a44e tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks [] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:51.000919 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6bdcc5f-6810-4b02-a91a-c14204882d44 None None] Network 6f5ac8bd-d8d2-46e1-895f-200629d30eb8 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:30:51.094409 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e214321-5b3d-4ecd-b531-e59a270ba1b0 req-0da78e70-2506-4d10-8d55-b09652f980b4 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:51.095973 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-8e214321-5b3d-4ecd-b531-e59a270ba1b0 req-0da78e70-2506-4d10-8d55-b09652f980b4 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=7aad7ab8-22c4-47e2-abf2-9cc744ce8553 HTTP/1.1" status: 200 len: 944 time: 0.3147836 May 30 20:30:51.105165 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-99505019-c3f3-434e-a709-4a9ec0e0a44e tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.7981350 May 30 20:30:51.105457 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 44126) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:51.112911 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-26223191-425c-4a14-8ddd-03a414285e0c tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1742193910', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '4ed18d77-7219-4f3c-9773-20dd995ba57d'}], 'security_groups': ['428da702-742b-4a3c-8894-a3b74a669eb0', '09a3913e-0a97-4c24-b2be-c0d214ad5990']}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:30:51.203133 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9a4d9e9d-8281-4b95-8467-a18c0a578b83 tempest-FloatingIPAdminTestJSON-166189352 tempest-FloatingIPAdminTestJSON-166189352-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:51.213770 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b7cd93fc-9dbf-45d0-84e8-871791187c32 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114220'] for subnet, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:51.286334 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-8e214321-5b3d-4ecd-b531-e59a270ba1b0 req-eb0fc1a3-831c-4060-a4b0-cf92fc8544f9 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ae76294-3e84-4fcb-be2a-17611205a838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1460896 May 30 20:30:51.300590 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-26223191-425c-4a14-8ddd-03a414285e0c tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:51.314551 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9a4d9e9d-8281-4b95-8467-a18c0a578b83 tempest-FloatingIPAdminTestJSON-166189352 tempest-FloatingIPAdminTestJSON-166189352-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:51.462105 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4d9e9d-8281-4b95-8467-a18c0a578b83 tempest-FloatingIPAdminTestJSON-166189352 tempest-FloatingIPAdminTestJSON-166189352-project-admin] Pushing event updated for resources: {'Port': ['ID=902ce666-c17f-42b2-b7a3-ab863c057a9e,revision_number=2']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:51.559602 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b7cd93fc-9dbf-45d0-84e8-871791187c32 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4055401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114238'] for subnet, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:51.596822 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25ac9cde-abb4-4a97-bf71-670f868e4678 None None] Update dhcp port {'port': {'network_id': '6f5ac8bd-d8d2-46e1-895f-200629d30eb8', 'fixed_ips': [{'subnet_id': '0280de88-d3c7-470b-b547-d1ddbee0cf0b', 'ip_address': '172.20.0.18'}, {'subnet_id': 'c7379a1f-54fe-4708-bac8-2aaf315bc439', 'ip_address': '172.20.0.2'}, {'subnet_id': '4ed18d77-7219-4f3c-9773-20dd995ba57d'}], 'binding:host_id': 'n-d-843948-2'}, 'id': '903d4285-d801-4bee-86a6-4ab3a784ff46'} from n-d-843948-2. {{(pid=84888) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 30 20:30:51.605743 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9a4d9e9d-8281-4b95-8467-a18c0a578b83 tempest-FloatingIPAdminTestJSON-166189352 tempest-FloatingIPAdminTestJSON-166189352-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736490'] for floatingip, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:51.695111 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cd93fc-9dbf-45d0-84e8-871791187c32 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Pushing event updated for resources: {'Subnet': ['ID=06eaf094-7faa-4872-8159-781f3872128c,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:51.702084 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-25ac9cde-abb4-4a97-bf71-670f868e4678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:51.818495 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7cd93fc-9dbf-45d0-84e8-871791187c32 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Checking segment: {'id': '2cb73a29-9359-4fbf-99af-be1c6062790b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:30:51.818901 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7cd93fc-9dbf-45d0-84e8-871791187c32 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Network hostable DHCP agents. Network: e47345d4-98a8-46f5-a7b7-66b2eb513a50, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:30:51.891012 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c670d3-b718-4ba7-be02-b4a22622d2d6 req-c9b0c4cf-43c3-423b-9dc1-8bb6c24278bf tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:51.892355 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-78c670d3-b718-4ba7-be02-b4a22622d2d6 req-c9b0c4cf-43c3-423b-9dc1-8bb6c24278bf tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/networks?id=ff30330a-0ebe-4836-9458-b813d1bcbde4 HTTP/1.1" status: 200 len: 812 time: 0.2358158 May 30 20:30:51.901254 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9a4d9e9d-8281-4b95-8467-a18c0a578b83 tempest-FloatingIPAdminTestJSON-166189352 tempest-FloatingIPAdminTestJSON-166189352-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:51.905949 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-9a4d9e9d-8281-4b95-8467-a18c0a578b83 tempest-FloatingIPAdminTestJSON-166189352 tempest-FloatingIPAdminTestJSON-166189352-project-admin] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0800910 May 30 20:30:51.909258 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 44146) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:51.931403 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-78c670d3-b718-4ba7-be02-b4a22622d2d6 req-bb35c459-2eef-45af-81de-60e8f994af14 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/quotas/af4cc1fbb91e4a5c856e947d8072b697 HTTP/1.1" status: 200 len: 375 time: 0.0319140 May 30 20:30:51.964822 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46211bb-3174-44cd-83c8-24769e51068f req-9009815e-6d2d-45a5-953b-722e1c2dddc9 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:51.972523 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c46211bb-3174-44cd-83c8-24769e51068f req-9009815e-6d2d-45a5-953b-722e1c2dddc9 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] 10.222.0.85 "GET /v2.0/ports?device_id=f03d717e-c105-41d5-a5af-5828ba46c89b HTTP/1.1" status: 200 len: 946 time: 0.1847498 May 30 20:30:51.999275 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-25ac9cde-abb4-4a97-bf71-670f868e4678 None None] Allocated IP 172.20.0.34 (6f5ac8bd-d8d2-46e1-895f-200629d30eb8/4ed18d77-7219-4f3c-9773-20dd995ba57d/903d4285-d801-4bee-86a6-4ab3a784ff46) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:30:52.021437 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7cd93fc-9dbf-45d0-84e8-871791187c32 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Network e47345d4-98a8-46f5-a7b7-66b2eb513a50 is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:30:52.064190 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-78c670d3-b718-4ba7-be02-b4a22622d2d6 req-3af21a96-3914-442c-8226-7784d14bb3be tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=af4cc1fbb91e4a5c856e947d8072b697&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1306746 May 30 20:30:52.158873 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-b7cd93fc-9dbf-45d0-84e8-871791187c32 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, e47345d4-98a8-46f5-a7b7-66b2eb513a50) {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:30:52.184606 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7cd93fc-9dbf-45d0-84e8-871791187c32 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:52.185235 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b7cd93fc-9dbf-45d0-84e8-871791187c32 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:52.200041 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c46211bb-3174-44cd-83c8-24769e51068f req-ab6ab202-ce5f-42a5-84fb-4af8d4d8f8ac tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] 10.222.0.85 "GET /v2.0/security-groups?id=2268d3cd-925a-464e-9ff1-7b08a4bf8bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265949 May 30 20:30:52.231595 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-095e47db-c71e-477d-b8ca-0e99b63100da None None] Network e47345d4-98a8-46f5-a7b7-66b2eb513a50 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:30:52.266072 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-78c670d3-b718-4ba7-be02-b4a22622d2d6 req-15db5d8b-ede1-45a1-bc00-d47b1bdc4735 service neutron] 10.222.0.85 "GET /v2.0/networks/ff30330a-0ebe-4836-9458-b813d1bcbde4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002802 May 30 20:30:52.362400 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-bc231b55-013c-43dd-af4d-ac8118ca6d6a tempest-FloatingIPAdminTestJSON-782896445 tempest-FloatingIPAdminTestJSON-782896445-project] Request body: {'floatingip': {'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:30:52.378279 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-bc231b55-013c-43dd-af4d-ac8118ca6d6a tempest-FloatingIPAdminTestJSON-782896445 tempest-FloatingIPAdminTestJSON-782896445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:30:52.385246 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-bc231b55-013c-43dd-af4d-ac8118ca6d6a tempest-FloatingIPAdminTestJSON-782896445 tempest-FloatingIPAdminTestJSON-782896445-project] Usage tracker for resource:floatingip and tenant:8703d39268bf4db09dbcb8b813defa57 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:30:52.390946 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-bc231b55-013c-43dd-af4d-ac8118ca6d6a tempest-FloatingIPAdminTestJSON-782896445 tempest-FloatingIPAdminTestJSON-782896445-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:30:52.407788 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-b7cd93fc-9dbf-45d0-84e8-871791187c32 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7273521 May 30 20:30:52.407788 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-bc231b55-013c-43dd-af4d-ac8118ca6d6a tempest-FloatingIPAdminTestJSON-782896445 tempest-FloatingIPAdminTestJSON-782896445-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:30:52.410660 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 44156) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:52.419029 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-73c58685-bd9d-4905-92f3-6fcbd3515593 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Request body: {'port': {'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50', 'name': 'tempest-NetworksTestDHCPv6-625722554'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:30:52.449537 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-78c670d3-b718-4ba7-be02-b4a22622d2d6 req-b028f5f0-8818-454d-a40e-b48d6f24f987 service neutron] 10.222.0.85 "GET /v2.0/networks/ff30330a-0ebe-4836-9458-b813d1bcbde4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712375 May 30 20:30:52.526019 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:52.554339 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-bc231b55-013c-43dd-af4d-ac8118ca6d6a tempest-FloatingIPAdminTestJSON-782896445 tempest-FloatingIPAdminTestJSON-782896445-project] Notify callbacks [] for floatingip, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:52.567414 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-25ac9cde-abb4-4a97-bf71-670f868e4678 None None] For port 903d4285-d801-4bee-86a6-4ab3a784ff46, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=903d4285-d801-4bee-86a6-4ab3a784ff46,segment=NetworkSegment(f7d18ecd-aa3a-4314-8822-ed6e5e282b5c),segment_id=f7d18ecd-aa3a-4314-8822-ed6e5e282b5c)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:30:52.595393 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-73c58685-bd9d-4905-92f3-6fcbd3515593 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:30:52.601047 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-73c58685-bd9d-4905-92f3-6fcbd3515593 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Usage tracker for resource:port and tenant:08954986e7454427ae0d40c7652d3c6a is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:30:52.606068 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-73c58685-bd9d-4905-92f3-6fcbd3515593 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:30:52.618979 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-73c58685-bd9d-4905-92f3-6fcbd3515593 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:30:52.643457 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5726d354-c587-4fcb-ab59-13cb1ac0a237 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-e47345d4-98a8-46f5-a7b7-66b2eb513a50', 'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50', 'tenant_id': '08954986e7454427ae0d40c7652d3c6a', 'fixed_ips': [{'subnet_id': '06eaf094-7faa-4872-8159-781f3872128c'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:30:52.644075 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-5726d354-c587-4fcb-ab59-13cb1ac0a237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:52.668374 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-25ac9cde-abb4-4a97-bf71-670f868e4678 None None] Notify callbacks [] for port, precommit_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:52.719385 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73c58685-bd9d-4905-92f3-6fcbd3515593 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Made reservation on behalf of 08954986e7454427ae0d40c7652d3c6a for: {'port': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:30:52.722894 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-73c58685-bd9d-4905-92f3-6fcbd3515593 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:52.782329 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-bc231b55-013c-43dd-af4d-ac8118ca6d6a tempest-FloatingIPAdminTestJSON-782896445 tempest-FloatingIPAdminTestJSON-782896445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:52.857358 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5e4ca931-c16e-4c1c-b3c1-a9b049965076 req-1725d12c-95ec-43a1-a7d9-2d6bb9d290a2 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=bb8e5987-b3ba-470c-b297-cb22dc08dac6 HTTP/1.1" status: 200 len: 210 time: 0.0864599 May 30 20:30:52.863334 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [None req-73c58685-bd9d-4905-92f3-6fcbd3515593 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] device_id is not set on port 95b367cd-9ddd-4701-8d35-b8518d71f17b yet. {{(pid=84886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:30:52.938331 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-5726d354-c587-4fcb-ab59-13cb1ac0a237 None None] Allocated IP 2001:db8::2 (e47345d4-98a8-46f5-a7b7-66b2eb513a50/06eaf094-7faa-4872-8159-781f3872128c/014da1bc-27a7-4e05-b527-7b48bf65c254) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:30:53.003809 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [None req-bc231b55-013c-43dd-af4d-ac8118ca6d6a tempest-FloatingIPAdminTestJSON-782896445 tempest-FloatingIPAdminTestJSON-782896445-project] Allocated IP 172.25.8.111 (c7869750-4b49-4b7e-aa99-5e0f1ae02da4/427601ec-f643-4fe7-b5e6-17305d3a39e1/b494af80-e4ac-42a7-b8af-fd45c8cea706) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:30:53.055990 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-25ac9cde-abb4-4a97-bf71-670f868e4678 None None] Transition to ACTIVE for port object 903d4285-d801-4bee-86a6-4ab3a784ff46 will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:30:53.147607 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-25ac9cde-abb4-4a97-bf71-670f868e4678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:53.190132 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-bc231b55-013c-43dd-af4d-ac8118ca6d6a tempest-FloatingIPAdminTestJSON-782896445 tempest-FloatingIPAdminTestJSON-782896445-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:53.314472 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-bc231b55-013c-43dd-af4d-ac8118ca6d6a tempest-FloatingIPAdminTestJSON-782896445 tempest-FloatingIPAdminTestJSON-782896445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:53.323993 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-5726d354-c587-4fcb-ab59-13cb1ac0a237 None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:53.328908 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-26223191-425c-4a14-8ddd-03a414285e0c tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Delete allocated IP 172.20.0.11 (6f5ac8bd-d8d2-46e1-895f-200629d30eb8/c7379a1f-54fe-4708-bac8-2aaf315bc439) {{(pid=84886) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 30 20:30:53.331125 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ac9cde-abb4-4a97-bf71-670f868e4678 None None] Pushing event updated for resources: {'Port': ['ID=903d4285-d801-4bee-86a6-4ab3a784ff46,revision_number=7']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:53.345120 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-26223191-425c-4a14-8ddd-03a414285e0c tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Allocated IP 172.20.0.38 (6f5ac8bd-d8d2-46e1-895f-200629d30eb8/4ed18d77-7219-4f3c-9773-20dd995ba57d/16815dab-e19b-4743-aad2-b4c77fb0a509) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:30:53.392186 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-5726d354-c587-4fcb-ab59-13cb1ac0a237 None None] Transition to ACTIVE for port object 014da1bc-27a7-4e05-b527-7b48bf65c254 will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:30:53.433292 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-5726d354-c587-4fcb-ab59-13cb1ac0a237 None None] Transition to ACTIVE for port object 014da1bc-27a7-4e05-b527-7b48bf65c254 will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:30:53.518599 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-5726d354-c587-4fcb-ab59-13cb1ac0a237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:53.528202 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc231b55-013c-43dd-af4d-ac8118ca6d6a tempest-FloatingIPAdminTestJSON-782896445 tempest-FloatingIPAdminTestJSON-782896445-project] Pushing event updated for resources: {'Port': ['ID=b494af80-e4ac-42a7-b8af-fd45c8cea706,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:53.582201 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc231b55-013c-43dd-af4d-ac8118ca6d6a tempest-FloatingIPAdminTestJSON-782896445 tempest-FloatingIPAdminTestJSON-782896445-project] Network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:30:53.590113 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-bc231b55-013c-43dd-af4d-ac8118ca6d6a tempest-FloatingIPAdminTestJSON-782896445 tempest-FloatingIPAdminTestJSON-782896445-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:30:53.590676 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc231b55-013c-43dd-af4d-ac8118ca6d6a tempest-FloatingIPAdminTestJSON-782896445 tempest-FloatingIPAdminTestJSON-782896445-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:30:53.672566 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-73c58685-bd9d-4905-92f3-6fcbd3515593 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Allocated IP 2001:db8::f8 (e47345d4-98a8-46f5-a7b7-66b2eb513a50/06eaf094-7faa-4872-8159-781f3872128c/95b367cd-9ddd-4701-8d35-b8518d71f17b) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:30:53.717977 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5726d354-c587-4fcb-ab59-13cb1ac0a237 None None] Network e47345d4-98a8-46f5-a7b7-66b2eb513a50 is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:30:53.721038 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-5726d354-c587-4fcb-ab59-13cb1ac0a237 None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:30:53.726251 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5726d354-c587-4fcb-ab59-13cb1ac0a237 None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:30:53.733756 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5726d354-c587-4fcb-ab59-13cb1ac0a237 None None] Pushing event updated for resources: {'Port': ['ID=014da1bc-27a7-4e05-b527-7b48bf65c254,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:53.758109 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312b9caf-b031-4a8e-8b2c-b165df8270a9 req-b53b0936-9002-4568-a50d-8a3032084dee tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:53.768524 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-312b9caf-b031-4a8e-8b2c-b165df8270a9 req-b53b0936-9002-4568-a50d-8a3032084dee tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] 10.222.0.85 "GET /v2.0/ports?device_id=f03d717e-c105-41d5-a5af-5828ba46c89b HTTP/1.1" status: 200 len: 946 time: 0.3278108 May 30 20:30:53.803650 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-26223191-425c-4a14-8ddd-03a414285e0c tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:53.851330 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-312b9caf-b031-4a8e-8b2c-b165df8270a9 req-e605357e-e356-40ec-a493-8cd715ce19d3 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] 10.222.0.85 "GET /v2.0/security-groups?id=2268d3cd-925a-464e-9ff1-7b08a4bf8bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814664 May 30 20:30:53.906103 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [None req-26223191-425c-4a14-8ddd-03a414285e0c tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Transition to ACTIVE for port object 16815dab-e19b-4743-aad2-b4c77fb0a509 will not be triggered until provisioned by entity DHCP. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:30:53.980203 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-5726d354-c587-4fcb-ab59-13cb1ac0a237 None None] Attempting to bind port 014da1bc-27a7-4e05-b527-7b48bf65c254 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:30:53.980795 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-5726d354-c587-4fcb-ab59-13cb1ac0a237 None None] Attempting to bind port 014da1bc-27a7-4e05-b527-7b48bf65c254 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': '2cb73a29-9359-4fbf-99af-be1c6062790b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:30:53.980795 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5726d354-c587-4fcb-ab59-13cb1ac0a237 None None] Attempting to bind port 014da1bc-27a7-4e05-b527-7b48bf65c254 on network e47345d4-98a8-46f5-a7b7-66b2eb513a50 {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:30:54.002116 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5726d354-c587-4fcb-ab59-13cb1ac0a237 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:30:54.002483 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5726d354-c587-4fcb-ab59-13cb1ac0a237 None None] Checking segment: {'id': '2cb73a29-9359-4fbf-99af-be1c6062790b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:30:54.007550 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-5726d354-c587-4fcb-ab59-13cb1ac0a237 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:54.007831 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-26223191-425c-4a14-8ddd-03a414285e0c tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:54.008059 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5726d354-c587-4fcb-ab59-13cb1ac0a237 None None] Bound using segment: {'id': '2cb73a29-9359-4fbf-99af-be1c6062790b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:30:54.008541 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-5726d354-c587-4fcb-ab59-13cb1ac0a237 None None] Bound port: 014da1bc-27a7-4e05-b527-7b48bf65c254, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cb73a29-9359-4fbf-99af-be1c6062790b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:30:54.008925 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-5726d354-c587-4fcb-ab59-13cb1ac0a237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:54.151482 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-5726d354-c587-4fcb-ab59-13cb1ac0a237 None None] For port 014da1bc-27a7-4e05-b527-7b48bf65c254, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:30:54.156597 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-5726d354-c587-4fcb-ab59-13cb1ac0a237 None None] For port 014da1bc-27a7-4e05-b527-7b48bf65c254, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=014da1bc-27a7-4e05-b527-7b48bf65c254,segment=NetworkSegment(2cb73a29-9359-4fbf-99af-be1c6062790b),segment_id=2cb73a29-9359-4fbf-99af-be1c6062790b)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:30:54.173323 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-bc231b55-013c-43dd-af4d-ac8118ca6d6a tempest-FloatingIPAdminTestJSON-782896445 tempest-FloatingIPAdminTestJSON-782896445-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:54.249818 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-5726d354-c587-4fcb-ab59-13cb1ac0a237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:54.337055 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d491172a-b84d-4390-86c0-0b25a541b099 req-1f530cab-9012-4c6c-9ded-5445d8abef19 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=bb8e5987-b3ba-470c-b297-cb22dc08dac6 HTTP/1.1" status: 200 len: 210 time: 0.1986732 May 30 20:30:54.340493 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-73c58685-bd9d-4905-92f3-6fcbd3515593 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:54.365462 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 903d4285-d801-4bee-86a6-4ab3a784ff46 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:30:54.375893 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26223191-425c-4a14-8ddd-03a414285e0c tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Pushing event updated for resources: {'Port': ['ID=16815dab-e19b-4743-aad2-b4c77fb0a509,revision_number=2']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:54.387458 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [None req-73c58685-bd9d-4905-92f3-6fcbd3515593 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Transition to ACTIVE for port object 95b367cd-9ddd-4701-8d35-b8518d71f17b will not be triggered until provisioned by entity DHCP. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:30:54.395045 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-26223191-425c-4a14-8ddd-03a414285e0c tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] In _notify_port_updated(), no bound segment for port 16815dab-e19b-4743-aad2-b4c77fb0a509 on network 6f5ac8bd-d8d2-46e1-895f-200629d30eb8 {{(pid=84886) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 30 20:30:54.398848 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26223191-425c-4a14-8ddd-03a414285e0c tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:54.399479 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-26223191-425c-4a14-8ddd-03a414285e0c tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:54.399758 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-bc231b55-013c-43dd-af4d-ac8118ca6d6a tempest-FloatingIPAdminTestJSON-782896445 tempest-FloatingIPAdminTestJSON-782896445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:54.400754 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-26223191-425c-4a14-8ddd-03a414285e0c tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] 10.222.0.85 "PUT /v2.0/ports/16815dab-e19b-4743-aad2-b4c77fb0a509 HTTP/1.1" status: 200 len: 960 time: 3.2944162 May 30 20:30:54.403967 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 44190) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:54.498739 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-c42e7533-0325-46ee-91ad-555ddf5be6de tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Deleting port 16815dab-e19b-4743-aad2-b4c77fb0a509 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:30:54.498969 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c42e7533-0325-46ee-91ad-555ddf5be6de tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:54.542497 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5726d354-c587-4fcb-ab59-13cb1ac0a237 None None] Pushing event updated for resources: {'Port': ['ID=014da1bc-27a7-4e05-b527-7b48bf65c254,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:54.602760 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-401b1600-825b-494b-8bf9-8e9506651dcd None None] Provisioning for port 16815dab-e19b-4743-aad2-b4c77fb0a509 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:30:54.609297 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-401b1600-825b-494b-8bf9-8e9506651dcd None None] Provisioning complete for port 16815dab-e19b-4743-aad2-b4c77fb0a509 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:30:54.610474 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-401b1600-825b-494b-8bf9-8e9506651dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:54.692686 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-401b1600-825b-494b-8bf9-8e9506651dcd None None] Port 16815dab-e19b-4743-aad2-b4c77fb0a509 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:30:54.713293 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-401b1600-825b-494b-8bf9-8e9506651dcd None None] Provisioning complete for port 6785b49d-2484-4598-ae3f-92597880ca68 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:30:54.714508 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-401b1600-825b-494b-8bf9-8e9506651dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:54.722100 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-bc231b55-013c-43dd-af4d-ac8118ca6d6a tempest-FloatingIPAdminTestJSON-782896445 tempest-FloatingIPAdminTestJSON-782896445-project] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:54.794232 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-bc231b55-013c-43dd-af4d-ac8118ca6d6a tempest-FloatingIPAdminTestJSON-782896445 tempest-FloatingIPAdminTestJSON-782896445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:54.857828 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-73c58685-bd9d-4905-92f3-6fcbd3515593 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:54.905292 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-401b1600-825b-494b-8bf9-8e9506651dcd None None] Port 6785b49d-2484-4598-ae3f-92597880ca68 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:30:55.012672 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-401b1600-825b-494b-8bf9-8e9506651dcd None None] Provisioning for port 903d4285-d801-4bee-86a6-4ab3a784ff46 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:30:55.026094 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-401b1600-825b-494b-8bf9-8e9506651dcd None None] Provisioning complete for port 903d4285-d801-4bee-86a6-4ab3a784ff46 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:30:55.028738 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-401b1600-825b-494b-8bf9-8e9506651dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:55.146768 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c58685-bd9d-4905-92f3-6fcbd3515593 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Pushing event updated for resources: {'Port': ['ID=95b367cd-9ddd-4701-8d35-b8518d71f17b,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:55.157770 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73c58685-bd9d-4905-92f3-6fcbd3515593 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Network e47345d4-98a8-46f5-a7b7-66b2eb513a50 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:30:55.169079 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-73c58685-bd9d-4905-92f3-6fcbd3515593 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:30:55.183217 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c58685-bd9d-4905-92f3-6fcbd3515593 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:30:55.188317 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73c58685-bd9d-4905-92f3-6fcbd3515593 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:55.189395 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-73c58685-bd9d-4905-92f3-6fcbd3515593 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:55.201506 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c42e7533-0325-46ee-91ad-555ddf5be6de tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:55.232796 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc231b55-013c-43dd-af4d-ac8118ca6d6a tempest-FloatingIPAdminTestJSON-782896445 tempest-FloatingIPAdminTestJSON-782896445-project] Pushing event updated for resources: {'Port': ['ID=b494af80-e4ac-42a7-b8af-fd45c8cea706,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:55.283438 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-bc231b55-013c-43dd-af4d-ac8118ca6d6a tempest-FloatingIPAdminTestJSON-782896445 tempest-FloatingIPAdminTestJSON-782896445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736490'] for floatingip, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:55.369842 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26d1fbe-a0de-4a2d-9716-6d9556ba4803 req-6d8c8ee6-4408-4d00-a9b6-e1069353b89c tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:55.371630 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c26d1fbe-a0de-4a2d-9716-6d9556ba4803 req-6d8c8ee6-4408-4d00-a9b6-e1069353b89c tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] 10.222.0.85 "GET /v2.0/ports?device_id=f03d717e-c105-41d5-a5af-5828ba46c89b HTTP/1.1" status: 200 len: 946 time: 0.2898571 May 30 20:30:55.458477 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-bc231b55-013c-43dd-af4d-ac8118ca6d6a tempest-FloatingIPAdminTestJSON-782896445 tempest-FloatingIPAdminTestJSON-782896445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:55.459921 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-bc231b55-013c-43dd-af4d-ac8118ca6d6a tempest-FloatingIPAdminTestJSON-782896445 tempest-FloatingIPAdminTestJSON-782896445-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5487511 May 30 20:30:55.463815 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 44218) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:55.487109 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-76de1a7e-e32d-4555-9243-d4ce496a702b None None] Provisioning complete for port 16815dab-e19b-4743-aad2-b4c77fb0a509 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:30:55.487483 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-76de1a7e-e32d-4555-9243-d4ce496a702b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:55.515856 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-c42e7533-0325-46ee-91ad-555ddf5be6de tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Calling delete_port for 16815dab-e19b-4743-aad2-b4c77fb0a509 owned by {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:30:55.587773 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c26d1fbe-a0de-4a2d-9716-6d9556ba4803 req-370ed721-3df3-4b53-9cde-a54d7726ac0b tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] 10.222.0.85 "GET /v2.0/security-groups?id=2268d3cd-925a-464e-9ff1-7b08a4bf8bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004952 May 30 20:30:55.671747 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-397941f6-1609-414f-b42e-30ec520fe62e tempest-FloatingIPAdminTestJSON-166189352 tempest-FloatingIPAdminTestJSON-166189352-project-admin] 10.222.0.85 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3220 time: 0.2067037 May 30 20:30:55.674602 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 44222) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:55.691038 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-76de1a7e-e32d-4555-9243-d4ce496a702b None None] Port 16815dab-e19b-4743-aad2-b4c77fb0a509 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:30:55.730270 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-eb509d76-912f-46db-9158-229ec76467f0 req-fe0ad8df-7a80-49cd-8ecd-0fb31a227f7c tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=bb8e5987-b3ba-470c-b297-cb22dc08dac6 HTTP/1.1" status: 200 len: 210 time: 0.0990255 May 30 20:30:55.821289 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 44226) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:55.822898 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-73c58685-bd9d-4905-92f3-6fcbd3515593 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.4107485 May 30 20:30:55.839740 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-614d8471-e0e6-4b59-b4a0-c9a25ffcf54f tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Synchronizing usage tracker for tenant:24d297ba46c3432998910b93f024c63b on resource:floatingip {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:30:55.925399 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c42e7533-0325-46ee-91ad-555ddf5be6de tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:56.011114 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42e7533-0325-46ee-91ad-555ddf5be6de tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Pushing event deleted for resources: {'Port': ['ID=16815dab-e19b-4743-aad2-b4c77fb0a509,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:56.071183 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e28ffef5-52eb-4076-9a8f-7e9d48d56083 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:56.075096 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e28ffef5-52eb-4076-9a8f-7e9d48d56083 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:56.080294 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-e28ffef5-52eb-4076-9a8f-7e9d48d56083 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.2459517 May 30 20:30:56.080899 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 44232) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:56.106479 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c670d3-b718-4ba7-be02-b4a22622d2d6 req-a4b2cd8f-f646-4f17-8753-5117bac98fca tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:56.108544 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-78c670d3-b718-4ba7-be02-b4a22622d2d6 req-a4b2cd8f-f646-4f17-8753-5117bac98fca tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.86 "GET /v2.0/networks?id=ff30330a-0ebe-4836-9458-b813d1bcbde4 HTTP/1.1" status: 200 len: 812 time: 0.3108830 May 30 20:30:56.160912 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6741032-58b9-4705-b275-8cb05d81b3e1 None None] Network e47345d4-98a8-46f5-a7b7-66b2eb513a50 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:30:56.192252 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c42e7533-0325-46ee-91ad-555ddf5be6de tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:56.197080 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-c42e7533-0325-46ee-91ad-555ddf5be6de tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] 10.222.0.85 "DELETE /v2.0/ports/16815dab-e19b-4743-aad2-b4c77fb0a509 HTTP/1.1" status: 204 len: 168 time: 1.7922168 May 30 20:30:56.213122 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 44242) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:56.218518 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-614d8471-e0e6-4b59-b4a0-c9a25ffcf54f tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Unset dirty status for tenant:24d297ba46c3432998910b93f024c63b on resource:floatingip {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:30:56.223072 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-614d8471-e0e6-4b59-b4a0-c9a25ffcf54f tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] 10.222.0.85 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.5474164 May 30 20:30:56.231404 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 44246) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:56.240893 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-78c670d3-b718-4ba7-be02-b4a22622d2d6 req-e1ba455d-8188-451d-a1b6-f03e8eee6faa tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Request body: {'port': {'device_id': 'bb8e5987-b3ba-470c-b297-cb22dc08dac6', 'network_id': 'ff30330a-0ebe-4836-9458-b813d1bcbde4', 'admin_state_up': True, 'tenant_id': 'af4cc1fbb91e4a5c856e947d8072b697'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:30:56.334360 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-92879abe-7728-4eb3-aa82-aec1979bcf77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:56.341488 n-d-843948-2 neutron-server[84886]: INFO neutron.pecan_wsgi.hooks.translation [None req-099e4a1c-34c8-4a19-8278-bd0bfa8de137 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] GET failed (client error): The resource could not be found. May 30 20:30:56.342091 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-099e4a1c-34c8-4a19-8278-bd0bfa8de137 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Synchronizing usage tracker for tenant:4be4d49ae6064975a8617cd4194dcba7 on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:30:56.387375 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 014da1bc-27a7-4e05-b527-7b48bf65c254 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:30:56.462483 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-099e4a1c-34c8-4a19-8278-bd0bfa8de137 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Unset dirty status for tenant:4be4d49ae6064975a8617cd4194dcba7 on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:30:56.467995 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-099e4a1c-34c8-4a19-8278-bd0bfa8de137 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] 10.222.0.85 "GET /v2.0/ports/16815dab-e19b-4743-aad2-b4c77fb0a509 HTTP/1.1" status: 404 len: 333 time: 0.2493925 May 30 20:30:56.467995 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 44254) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:56.572741 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-44054768-1cec-4ce9-aca0-4b049e49851b tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:56.582436 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-a72a5a87-a5ea-4ceb-a90e-347756de1837 None None] Provisioning for port 014da1bc-27a7-4e05-b527-7b48bf65c254 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:30:56.615044 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-78c670d3-b718-4ba7-be02-b4a22622d2d6 req-e1ba455d-8188-451d-a1b6-f03e8eee6faa tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:30:56.615717 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-44054768-1cec-4ce9-aca0-4b049e49851b tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:56.685934 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 014da1bc-27a7-4e05-b527-7b48bf65c254 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:30:56.690179 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-78c670d3-b718-4ba7-be02-b4a22622d2d6 req-e1ba455d-8188-451d-a1b6-f03e8eee6faa tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:30:56.702110 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 014da1bc-27a7-4e05-b527-7b48bf65c254 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:30:56.703797 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:56.727064 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-2caad68e-3d07-479e-89e7-217c52a1ecaa tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Deleting port 95b367cd-9ddd-4701-8d35-b8518d71f17b {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:30:56.727604 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2caad68e-3d07-479e-89e7-217c52a1ecaa tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:56.740545 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-44054768-1cec-4ce9-aca0-4b049e49851b tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:56.777285 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44054768-1cec-4ce9-aca0-4b049e49851b tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a21eef24-2618-487b-981f-e92176bd12a8,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:56.860527 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-44054768-1cec-4ce9-aca0-4b049e49851b tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:56.868134 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-44054768-1cec-4ce9-aca0-4b049e49851b tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] 10.222.0.85 "DELETE /v2.0/security-groups/a21eef24-2618-487b-981f-e92176bd12a8 HTTP/1.1" status: 204 len: 168 time: 0.3974926 May 30 20:30:56.869596 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 44266) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:57.086136 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-dff4bc14-3b40-4c04-b587-1899dd413055 tempest-FloatingIPAdminTestJSON-782896445 tempest-FloatingIPAdminTestJSON-782896445-project] Deleting port b494af80-e4ac-42a7-b8af-fd45c8cea706 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:30:57.086136 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-dff4bc14-3b40-4c04-b587-1899dd413055 tempest-FloatingIPAdminTestJSON-782896445 tempest-FloatingIPAdminTestJSON-782896445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:57.244005 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a8e4e8f8-db7a-4ca5-97be-48a129ef0ac8 req-93235e70-3686-4f11-8d54-0a82e21194e0 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=bb8e5987-b3ba-470c-b297-cb22dc08dac6 HTTP/1.1" status: 200 len: 210 time: 0.2247310 May 30 20:30:57.244946 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:57.342928 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6ea8e959-2899-4291-89e8-904e41e27e43 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:57.365096 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78c670d3-b718-4ba7-be02-b4a22622d2d6 req-e1ba455d-8188-451d-a1b6-f03e8eee6faa tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Made reservation on behalf of af4cc1fbb91e4a5c856e947d8072b697 for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:30:57.374820 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-78c670d3-b718-4ba7-be02-b4a22622d2d6 req-e1ba455d-8188-451d-a1b6-f03e8eee6faa tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:57.426493 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port 014da1bc-27a7-4e05-b527-7b48bf65c254, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=014da1bc-27a7-4e05-b527-7b48bf65c254,segment=NetworkSegment(2cb73a29-9359-4fbf-99af-be1c6062790b),segment_id=2cb73a29-9359-4fbf-99af-be1c6062790b)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:30:57.456288 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6ea8e959-2899-4291-89e8-904e41e27e43 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:57.459556 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-73f448d9-0e94-4685-96dc-063e32c75443 None None] Provisioning complete for port 014da1bc-27a7-4e05-b527-7b48bf65c254 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:30:57.460285 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-73f448d9-0e94-4685-96dc-063e32c75443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:57.542046 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:57.639741 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6ea8e959-2899-4291-89e8-904e41e27e43 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:57.688765 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea8e959-2899-4291-89e8-904e41e27e43 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09a3913e-0a97-4c24-b2be-c0d214ad5990,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:57.711670 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6ea8e959-2899-4291-89e8-904e41e27e43 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:57.718416 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-6ea8e959-2899-4291-89e8-904e41e27e43 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] 10.222.0.85 "DELETE /v2.0/security-groups/09a3913e-0a97-4c24-b2be-c0d214ad5990 HTTP/1.1" status: 204 len: 168 time: 0.8389900 May 30 20:30:57.719346 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 44276) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:57.812179 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=014da1bc-27a7-4e05-b527-7b48bf65c254,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:57.836823 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bb89e51f-9e91-4dba-a24a-37555885ac35 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:57.879436 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bb89e51f-9e91-4dba-a24a-37555885ac35 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:57.946929 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b2530c-26b5-468f-bbc8-f0006b5a2c69 req-a5cc480f-b9da-42e8-9f12-90781e7f93c9 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:30:57.948409 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-26b2530c-26b5-468f-bbc8-f0006b5a2c69 req-a5cc480f-b9da-42e8-9f12-90781e7f93c9 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] 10.222.0.85 "GET /v2.0/ports?device_id=f03d717e-c105-41d5-a5af-5828ba46c89b HTTP/1.1" status: 200 len: 946 time: 1.0197692 May 30 20:30:57.986052 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-73f448d9-0e94-4685-96dc-063e32c75443 None None] Provisioning for port 95b367cd-9ddd-4701-8d35-b8518d71f17b completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:30:57.994100 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-73f448d9-0e94-4685-96dc-063e32c75443 None None] Provisioning complete for port 95b367cd-9ddd-4701-8d35-b8518d71f17b triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:30:57.994878 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-73f448d9-0e94-4685-96dc-063e32c75443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:58.022833 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-dff4bc14-3b40-4c04-b587-1899dd413055 tempest-FloatingIPAdminTestJSON-782896445 tempest-FloatingIPAdminTestJSON-782896445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:58.032492 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-dff4bc14-3b40-4c04-b587-1899dd413055 tempest-FloatingIPAdminTestJSON-782896445 tempest-FloatingIPAdminTestJSON-782896445-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:58.032492 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2caad68e-3d07-479e-89e7-217c52a1ecaa tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:58.052074 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bb89e51f-9e91-4dba-a24a-37555885ac35 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:58.073705 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb89e51f-9e91-4dba-a24a-37555885ac35 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=428da702-742b-4a3c-8894-a3b74a669eb0,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:58.077756 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-73f448d9-0e94-4685-96dc-063e32c75443 None None] Port 95b367cd-9ddd-4701-8d35-b8518d71f17b cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:30:58.093283 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bb89e51f-9e91-4dba-a24a-37555885ac35 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:58.096222 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-bb89e51f-9e91-4dba-a24a-37555885ac35 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] 10.222.0.85 "DELETE /v2.0/security-groups/428da702-742b-4a3c-8894-a3b74a669eb0 HTTP/1.1" status: 204 len: 168 time: 0.3726952 May 30 20:30:58.097235 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 44280) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:58.246548 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-dff4bc14-3b40-4c04-b587-1899dd413055 tempest-FloatingIPAdminTestJSON-782896445 tempest-FloatingIPAdminTestJSON-782896445-project] Calling delete_port for b494af80-e4ac-42a7-b8af-fd45c8cea706 owned by network:floatingip {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:30:58.247267 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-a8af3e30-b106-4ae1-aae7-a63dd5a2ff7e None None] Provisioning complete for port 95b367cd-9ddd-4701-8d35-b8518d71f17b triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:30:58.248305 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-a8af3e30-b106-4ae1-aae7-a63dd5a2ff7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:58.333397 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-a8af3e30-b106-4ae1-aae7-a63dd5a2ff7e None None] Port 95b367cd-9ddd-4701-8d35-b8518d71f17b cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:30:58.351205 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-2caad68e-3d07-479e-89e7-217c52a1ecaa tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Calling delete_port for 95b367cd-9ddd-4701-8d35-b8518d71f17b owned by {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:30:58.370856 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 014da1bc-27a7-4e05-b527-7b48bf65c254 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:30:58.407080 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cd82d88-0953-4bba-a3ae-e15ed35fb521 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Deleting subnet c7379a1f-54fe-4708-bac8-2aaf315bc439 {{(pid=84886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:30:58.411051 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2cd82d88-0953-4bba-a3ae-e15ed35fb521 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks [] for subnet, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:58.487260 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [req-78c670d3-b718-4ba7-be02-b4a22622d2d6 req-e1ba455d-8188-451d-a1b6-f03e8eee6faa tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Allocated IP 172.20.0.9 (ff30330a-0ebe-4836-9458-b813d1bcbde4/7991eded-d330-4e4e-ace3-aeb4d5f3ff0a/668e586b-abe2-4b90-939d-6c44e2d5813c) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:30:58.493016 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2cd82d88-0953-4bba-a3ae-e15ed35fb521 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2655517'] for subnet, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:58.525788 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-26b2530c-26b5-468f-bbc8-f0006b5a2c69 req-a4b57880-b96a-4ac8-932d-8ffc8e08a96c tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] 10.222.0.85 "GET /v2.0/security-groups?id=2268d3cd-925a-464e-9ff1-7b08a4bf8bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5552890 May 30 20:30:58.548501 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 014da1bc-27a7-4e05-b527-7b48bf65c254 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:30:58.548878 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:58.659408 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a60e5750-77ea-4fdb-8c46-c27a59daad01 req-d2facb1c-d90c-4773-8008-a9678d7ebff6 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=bb8e5987-b3ba-470c-b297-cb22dc08dac6 HTTP/1.1" status: 200 len: 210 time: 0.1214769 May 30 20:30:58.716492 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2cd82d88-0953-4bba-a3ae-e15ed35fb521 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:58.925722 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2cd82d88-0953-4bba-a3ae-e15ed35fb521 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4127075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2778536'] for subnet, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:58.967926 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd82d88-0953-4bba-a3ae-e15ed35fb521 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Pushing event deleted for resources: {'Subnet': ['ID=c7379a1f-54fe-4708-bac8-2aaf315bc439,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:58.971944 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2cd82d88-0953-4bba-a3ae-e15ed35fb521 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks [] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:58.985011 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e93607-7f4f-423d-ae03-9ed2b6bc1bee None None] Network 6f5ac8bd-d8d2-46e1-895f-200629d30eb8 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:30:58.990343 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-2cd82d88-0953-4bba-a3ae-e15ed35fb521 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] 10.222.0.85 "DELETE /v2.0/subnets/c7379a1f-54fe-4708-bac8-2aaf315bc439 HTTP/1.1" status: 204 len: 168 time: 0.8915746 May 30 20:30:58.991285 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 44302) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:59.024663 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-78c670d3-b718-4ba7-be02-b4a22622d2d6 req-e1ba455d-8188-451d-a1b6-f03e8eee6faa tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:59.098963 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c345c56-6848-43a5-9a87-752a24aa0d00 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Deleting subnet 4ed18d77-7219-4f3c-9773-20dd995ba57d {{(pid=84886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:30:59.100149 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-78c670d3-b718-4ba7-be02-b4a22622d2d6 req-e1ba455d-8188-451d-a1b6-f03e8eee6faa tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Transition to ACTIVE for port object 668e586b-abe2-4b90-939d-6c44e2d5813c will not be triggered until provisioned by entity DHCP. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:30:59.103230 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2caad68e-3d07-479e-89e7-217c52a1ecaa tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:59.106453 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-dff4bc14-3b40-4c04-b587-1899dd413055 tempest-FloatingIPAdminTestJSON-782896445 tempest-FloatingIPAdminTestJSON-782896445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:59.111803 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4c345c56-6848-43a5-9a87-752a24aa0d00 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks [] for subnet, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:59.188731 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4c345c56-6848-43a5-9a87-752a24aa0d00 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2655517'] for subnet, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:59.215391 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4bc14-3b40-4c04-b587-1899dd413055 tempest-FloatingIPAdminTestJSON-782896445 tempest-FloatingIPAdminTestJSON-782896445-project] Pushing event deleted for resources: {'Port': ['ID=b494af80-e4ac-42a7-b8af-fd45c8cea706,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:59.304792 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caad68e-3d07-479e-89e7-217c52a1ecaa tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Pushing event deleted for resources: {'Port': ['ID=95b367cd-9ddd-4701-8d35-b8518d71f17b,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:59.341556 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4c345c56-6848-43a5-9a87-752a24aa0d00 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:59.554794 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4c345c56-6848-43a5-9a87-752a24aa0d00 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4127075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2778536'] for subnet, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:59.582339 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-8d19003d-7f19-4464-92f5-f43075372466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:59.615545 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-dff4bc14-3b40-4c04-b587-1899dd413055 tempest-FloatingIPAdminTestJSON-782896445 tempest-FloatingIPAdminTestJSON-782896445-project] Notify callbacks [] for floatingip, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:59.631586 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2caad68e-3d07-479e-89e7-217c52a1ecaa tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:59.642978 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-dff4bc14-3b40-4c04-b587-1899dd413055 tempest-FloatingIPAdminTestJSON-782896445 tempest-FloatingIPAdminTestJSON-782896445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:59.643987 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c345c56-6848-43a5-9a87-752a24aa0d00 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Pushing event deleted for resources: {'Subnet': ['ID=4ed18d77-7219-4f3c-9773-20dd995ba57d,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:30:59.644361 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-dff4bc14-3b40-4c04-b587-1899dd413055 tempest-FloatingIPAdminTestJSON-782896445 tempest-FloatingIPAdminTestJSON-782896445-project] 10.222.0.85 "DELETE /v2.0/floatingips/8cb1c107-433d-4244-91cf-e6fa24f11337 HTTP/1.1" status: 204 len: 168 time: 3.1510830 May 30 20:30:59.645988 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-2caad68e-3d07-479e-89e7-217c52a1ecaa tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "DELETE /v2.0/ports/95b367cd-9ddd-4701-8d35-b8518d71f17b HTTP/1.1" status: 204 len: 168 time: 3.5638545 May 30 20:30:59.647986 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 44314) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:59.648375 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 44316) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:59.659739 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4c345c56-6848-43a5-9a87-752a24aa0d00 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks [] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:59.677119 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-4c345c56-6848-43a5-9a87-752a24aa0d00 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] 10.222.0.85 "DELETE /v2.0/subnets/4ed18d77-7219-4f3c-9773-20dd995ba57d HTTP/1.1" status: 204 len: 168 time: 0.6843929 May 30 20:30:59.677824 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 44322) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:59.762279 n-d-843948-2 neutron-server[84886]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9549f88-90ee-4a4e-9f99-f6306ea48cae tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] DELETE failed (client error): The resource could not be found. May 30 20:30:59.762941 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9549f88-90ee-4a4e-9f99-f6306ea48cae tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:30:59.768174 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-e9549f88-90ee-4a4e-9f99-f6306ea48cae tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] 10.222.0.85 "DELETE /v2.0/subnets/c7379a1f-54fe-4708-bac8-2aaf315bc439 HTTP/1.1" status: 404 len: 337 time: 0.0874004 May 30 20:30:59.769248 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 44328) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:30:59.811690 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:59.939069 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_v2 [None req-090d3047-7c62-4375-a429-f93fa60416a0 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Deleting subnet 0280de88-d3c7-470b-b547-d1ddbee0cf0b {{(pid=84886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:30:59.949016 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-090d3047-7c62-4375-a429-f93fa60416a0 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks [] for subnet, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:30:59.968252 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-ed4b9351-f4f5-4312-9531-147dd366ee49 tempest-FloatingIPAdminTestJSON-166189352 tempest-FloatingIPAdminTestJSON-166189352-project-admin] Deleting port 902ce666-c17f-42b2-b7a3-ab863c057a9e {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:30:59.968593 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ed4b9351-f4f5-4312-9531-147dd366ee49 tempest-FloatingIPAdminTestJSON-166189352 tempest-FloatingIPAdminTestJSON-166189352-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:00.010253 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-78c670d3-b718-4ba7-be02-b4a22622d2d6 req-e1ba455d-8188-451d-a1b6-f03e8eee6faa tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:00.024205 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['5a1890e7-bff3-481d-97b4-974c081578cc', '2dce9d2f-c86d-4852-9ec1-a59a59049c03'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:31:00.246574 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78c670d3-b718-4ba7-be02-b4a22622d2d6 req-e1ba455d-8188-451d-a1b6-f03e8eee6faa tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Network ff30330a-0ebe-4836-9458-b813d1bcbde4 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:31:00.315921 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-090d3047-7c62-4375-a429-f93fa60416a0 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2655517'] for subnet, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:00.358448 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f86fab-ae86-4a9d-befa-1a0f64acbe13 req-32ae3ec9-de2a-411e-b9fe-bb802267a03f tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:31:00.360100 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a4f86fab-ae86-4a9d-befa-1a0f64acbe13 req-32ae3ec9-de2a-411e-b9fe-bb802267a03f tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] 10.222.0.85 "GET /v2.0/ports?device_id=f03d717e-c105-41d5-a5af-5828ba46c89b HTTP/1.1" status: 200 len: 946 time: 0.5512657 May 30 20:31:00.373547 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b6aee05-9bea-4b1d-877b-a31354bdf874 None None] Network 6f5ac8bd-d8d2-46e1-895f-200629d30eb8 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:31:00.434975 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ed4b9351-f4f5-4312-9531-147dd366ee49 tempest-FloatingIPAdminTestJSON-166189352 tempest-FloatingIPAdminTestJSON-166189352-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:00.435468 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ed4b9351-f4f5-4312-9531-147dd366ee49 tempest-FloatingIPAdminTestJSON-166189352 tempest-FloatingIPAdminTestJSON-166189352-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:00.438854 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a4f86fab-ae86-4a9d-befa-1a0f64acbe13 req-ae322576-a680-4219-a2f4-e6677cf280b1 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] 10.222.0.85 "GET /v2.0/security-groups?id=2268d3cd-925a-464e-9ff1-7b08a4bf8bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626762 May 30 20:31:00.514873 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-090d3047-7c62-4375-a429-f93fa60416a0 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:00.625059 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-ed4b9351-f4f5-4312-9531-147dd366ee49 tempest-FloatingIPAdminTestJSON-166189352 tempest-FloatingIPAdminTestJSON-166189352-project-admin] Calling delete_port for 902ce666-c17f-42b2-b7a3-ab863c057a9e owned by network:floatingip {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:31:00.658975 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-fbdb6534-c139-455a-a33e-6c84fbe69a5b None None] Provisioning complete for port 6785b49d-2484-4598-ae3f-92597880ca68 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:31:00.659611 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-fbdb6534-c139-455a-a33e-6c84fbe69a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:00.691572 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-090d3047-7c62-4375-a429-f93fa60416a0 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4127075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2778536'] for subnet, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:00.725646 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ba455d-8188-451d-a1b6-f03e8eee6faa tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Pushing event updated for resources: {'Port': ['ID=668e586b-abe2-4b90-939d-6c44e2d5813c,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:00.732517 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [req-78c670d3-b718-4ba7-be02-b4a22622d2d6 req-e1ba455d-8188-451d-a1b6-f03e8eee6faa tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:31:00.779028 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090d3047-7c62-4375-a429-f93fa60416a0 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Pushing event deleted for resources: {'Subnet': ['ID=0280de88-d3c7-470b-b547-d1ddbee0cf0b,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:00.784751 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-090d3047-7c62-4375-a429-f93fa60416a0 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks [] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:00.793160 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-78c670d3-b718-4ba7-be02-b4a22622d2d6 req-e1ba455d-8188-451d-a1b6-f03e8eee6faa tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:31:00.804166 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-090d3047-7c62-4375-a429-f93fa60416a0 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] 10.222.0.85 "DELETE /v2.0/subnets/0280de88-d3c7-470b-b547-d1ddbee0cf0b HTTP/1.1" status: 204 len: 168 time: 1.0336010 May 30 20:31:00.807823 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 44338) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:00.894239 n-d-843948-2 neutron-server[84886]: INFO neutron.pecan_wsgi.hooks.translation [None req-2112faff-60ea-46d6-ae27-1161846d1b6d tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] DELETE failed (client error): The resource could not be found. May 30 20:31:00.894748 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2112faff-60ea-46d6-ae27-1161846d1b6d tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:31:00.898058 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-2112faff-60ea-46d6-ae27-1161846d1b6d tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] 10.222.0.85 "DELETE /v2.0/subnets/7b42d06f-2120-409f-94f8-3ed9e10d1875 HTTP/1.1" status: 404 len: 337 time: 0.0875955 May 30 20:31:00.899314 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 44342) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:00.944882 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-741d1b3b-ac4d-49ac-b44b-6fd025ecbbfc tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] 10.222.0.85 "GET /v2.0/ports?device_id=649dd22e-1777-4611-b547-67d1cb2fdd8c HTTP/1.1" status: 200 len: 205 time: 0.0443554 May 30 20:31:00.950415 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 44346) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:00.954805 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-fbdb6534-c139-455a-a33e-6c84fbe69a5b None None] Port 6785b49d-2484-4598-ae3f-92597880ca68 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:31:00.980649 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d823699e-37ed-4de6-9f1b-041a0083774e tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:31:00.983682 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d823699e-37ed-4de6-9f1b-041a0083774e tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:31:00.984474 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-d823699e-37ed-4de6-9f1b-041a0083774e tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Synchronizing usage tracker for tenant:08954986e7454427ae0d40c7652d3c6a on resource:subnet {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:31:01.046179 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-fbdb6534-c139-455a-a33e-6c84fbe69a5b None None] Provisioning complete for port 903d4285-d801-4bee-86a6-4ab3a784ff46 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:31:01.046576 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-fbdb6534-c139-455a-a33e-6c84fbe69a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:01.095234 n-d-843948-2 neutron-server[84887]: INFO neutron.api.v2.resource [None req-7d2e4349-5ee0-4372-8722-acbf22761454 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] delete failed (client error): The resource could not be found. May 30 20:31:01.110500 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-7d2e4349-5ee0-4372-8722-acbf22761454 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] 10.222.0.85 "DELETE /v2.0/routers/649dd22e-1777-4611-b547-67d1cb2fdd8c HTTP/1.1" status: 404 len: 336 time: 0.1316242 May 30 20:31:01.110670 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 44350) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:01.113081 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:01.133102 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c670d3-b718-4ba7-be02-b4a22622d2d6 req-e1ba455d-8188-451d-a1b6-f03e8eee6faa tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:31:01.133744 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-78c670d3-b718-4ba7-be02-b4a22622d2d6 req-e1ba455d-8188-451d-a1b6-f03e8eee6faa tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:01.173756 n-d-843948-2 neutron-server[84886]: INFO neutron.pecan_wsgi.hooks.translation [None req-93e10d04-2020-4e80-9e4f-24998986b977 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] DELETE failed (client error): The resource could not be found. May 30 20:31:01.174199 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93e10d04-2020-4e80-9e4f-24998986b977 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:31:01.178249 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-93e10d04-2020-4e80-9e4f-24998986b977 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] 10.222.0.85 "DELETE /v2.0/subnets/7e4a1297-c3e2-4e4b-9594-8a9eadaef9a3 HTTP/1.1" status: 404 len: 337 time: 0.0757518 May 30 20:31:01.180315 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 44356) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:01.227807 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd69ddef-3449-4cf5-8238-e26697ead373 req-e8d1a423-9fac-41b3-a709-17e75b0975eb tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:31:01.228550 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-bd69ddef-3449-4cf5-8238-e26697ead373 req-e8d1a423-9fac-41b3-a709-17e75b0975eb tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Synchronizing usage tracker for tenant:af4cc1fbb91e4a5c856e947d8072b697 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:31:01.242945 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-d823699e-37ed-4de6-9f1b-041a0083774e tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Unset dirty status for tenant:08954986e7454427ae0d40c7652d3c6a on resource:subnet {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:31:01.244965 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-d823699e-37ed-4de6-9f1b-041a0083774e tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 1.5928252 May 30 20:31:01.251302 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 44360) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:01.275199 n-d-843948-2 neutron-server[84886]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a31f04d-feff-49de-973b-e3ca05432ce6 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] DELETE failed (client error): The resource could not be found. May 30 20:31:01.275636 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a31f04d-feff-49de-973b-e3ca05432ce6 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:31:01.277318 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-6a31f04d-feff-49de-973b-e3ca05432ce6 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] 10.222.0.85 "DELETE /v2.0/subnets/bfa870e9-07a5-4a2e-bcfd-16ba7ebbd011 HTTP/1.1" status: 404 len: 337 time: 0.0960586 May 30 20:31:01.280542 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 44364) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:01.293644 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f7d467-402b-4e83-aebd-ad1c0cb23d34 None None] DHCP port deletion for 6f5ac8bd-d8d2-46e1-895f-200629d30eb8 request from n-d-843948-2 {{(pid=84888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:31:01.305358 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-f2f7d467-402b-4e83-aebd-ad1c0cb23d34 None None] Deleting port 903d4285-d801-4bee-86a6-4ab3a784ff46 {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:31:01.305845 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-f2f7d467-402b-4e83-aebd-ad1c0cb23d34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:01.315693 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-78c670d3-b718-4ba7-be02-b4a22622d2d6 req-e1ba455d-8188-451d-a1b6-f03e8eee6faa tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0907547 May 30 20:31:01.337277 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-78c670d3-b718-4ba7-be02-b4a22622d2d6 req-cd3406da-e4c5-454d-b09f-54322f640853 service neutron] Request body: {'port': {'device_id': 'bb8e5987-b3ba-470c-b297-cb22dc08dac6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843948-2'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:31:01.345707 n-d-843948-2 neutron-server[84886]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3e3c26d-5b00-4848-99ab-be6679e8c31b tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] DELETE failed (client error): The resource could not be found. May 30 20:31:01.346194 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3e3c26d-5b00-4848-99ab-be6679e8c31b tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:31:01.347938 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-e3e3c26d-5b00-4848-99ab-be6679e8c31b tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] 10.222.0.85 "DELETE /v2.0/subnets/98848774-6c06-4a77-a908-ca2b43be3cb6 HTTP/1.1" status: 404 len: 337 time: 0.0664697 May 30 20:31:01.350418 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 44368) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:01.391475 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-bd69ddef-3449-4cf5-8238-e26697ead373 req-e8d1a423-9fac-41b3-a709-17e75b0975eb tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Unset dirty status for tenant:af4cc1fbb91e4a5c856e947d8072b697 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:31:01.392519 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-bd69ddef-3449-4cf5-8238-e26697ead373 req-e8d1a423-9fac-41b3-a709-17e75b0975eb tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=bb8e5987-b3ba-470c-b297-cb22dc08dac6 HTTP/1.1" status: 200 len: 931 time: 0.7363875 May 30 20:31:01.392704 n-d-843948-2 neutron-server[84886]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2fb6f53-6406-4f8e-b574-ee0aa22df55b tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] DELETE failed (client error): The resource could not be found. May 30 20:31:01.393120 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2fb6f53-6406-4f8e-b574-ee0aa22df55b tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:31:01.396541 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-d2fb6f53-6406-4f8e-b574-ee0aa22df55b tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] 10.222.0.85 "DELETE /v2.0/ports/91011400-c99b-407f-8da9-e2747e19f693 HTTP/1.1" status: 404 len: 333 time: 0.0434999 May 30 20:31:01.400735 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 44372) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:01.464624 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ed4b9351-f4f5-4312-9531-147dd366ee49 tempest-FloatingIPAdminTestJSON-166189352 tempest-FloatingIPAdminTestJSON-166189352-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:01.598327 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-f2f7d467-402b-4e83-aebd-ad1c0cb23d34 None None] For port 903d4285-d801-4bee-86a6-4ab3a784ff46, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=903d4285-d801-4bee-86a6-4ab3a784ff46,segment=NetworkSegment(f7d18ecd-aa3a-4314-8822-ed6e5e282b5c),segment_id=f7d18ecd-aa3a-4314-8822-ed6e5e282b5c)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:31:01.599056 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-f2f7d467-402b-4e83-aebd-ad1c0cb23d34 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:01.599585 n-d-843948-2 neutron-server[84887]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca770acf-b435-4ed2-8481-b36b7f5e0594 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] DELETE failed (client error): The resource could not be found. May 30 20:31:01.600019 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca770acf-b435-4ed2-8481-b36b7f5e0594 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:31:01.602011 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-ca770acf-b435-4ed2-8481-b36b7f5e0594 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] 10.222.0.85 "DELETE /v2.0/subnets/171841f6-b53c-4848-b8e5-876323d1583e HTTP/1.1" status: 404 len: 337 time: 0.2000303 May 30 20:31:01.604818 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 44380) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:01.637482 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4b9351-f4f5-4312-9531-147dd366ee49 tempest-FloatingIPAdminTestJSON-166189352 tempest-FloatingIPAdminTestJSON-166189352-project-admin] Pushing event deleted for resources: {'Port': ['ID=902ce666-c17f-42b2-b7a3-ab863c057a9e,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:01.724976 n-d-843948-2 neutron-server[84886]: INFO neutron.pecan_wsgi.hooks.translation [None req-050a2adc-b7e7-4729-bb2d-5b22d19176bb tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] DELETE failed (client error): The resource could not be found. May 30 20:31:01.726039 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-050a2adc-b7e7-4729-bb2d-5b22d19176bb tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:31:01.731252 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-050a2adc-b7e7-4729-bb2d-5b22d19176bb tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] 10.222.0.85 "DELETE /v2.0/subnets/24a18046-722b-41cf-92f5-6c519c834389 HTTP/1.1" status: 404 len: 337 time: 0.1253853 May 30 20:31:01.732966 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 44384) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:01.780407 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-f2f7d467-402b-4e83-aebd-ad1c0cb23d34 None None] Calling delete_port for 903d4285-d801-4bee-86a6-4ab3a784ff46 owned by network:dhcp {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:31:01.781485 n-d-843948-2 neutron-server[84886]: INFO neutron.pecan_wsgi.hooks.translation [None req-4733d318-cb1c-4db0-83c4-0434214a011e tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] DELETE failed (client error): The resource could not be found. May 30 20:31:01.782175 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4733d318-cb1c-4db0-83c4-0434214a011e tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:31:01.787169 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-4733d318-cb1c-4db0-83c4-0434214a011e tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] 10.222.0.85 "DELETE /v2.0/ports/cf8d66aa-70cb-4eef-94fb-dfa33fb52542 HTTP/1.1" status: 404 len: 333 time: 0.0513506 May 30 20:31:01.788074 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 44388) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:01.849410 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-339ca836-d085-45a1-aa33-23e675f5ae8b None None] Provisioning for port 668e586b-abe2-4b90-939d-6c44e2d5813c completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:31:01.863966 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-339ca836-d085-45a1-aa33-23e675f5ae8b None None] Provisioning complete for port 668e586b-abe2-4b90-939d-6c44e2d5813c triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:31:01.864693 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-339ca836-d085-45a1-aa33-23e675f5ae8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:01.871840 n-d-843948-2 neutron-server[84886]: INFO neutron.pecan_wsgi.hooks.translation [None req-eafbc43b-621f-403e-9e8d-09f6925f591b tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] DELETE failed (client error): The resource could not be found. May 30 20:31:01.872890 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eafbc43b-621f-403e-9e8d-09f6925f591b tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:31:01.876777 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-eafbc43b-621f-403e-9e8d-09f6925f591b tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] 10.222.0.85 "DELETE /v2.0/subnets/3709c977-da5d-4aa2-86f1-0fb68139ce23 HTTP/1.1" status: 404 len: 337 time: 0.0844514 May 30 20:31:01.880641 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 44392) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:01.888983 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-78c670d3-b718-4ba7-be02-b4a22622d2d6 req-cd3406da-e4c5-454d-b09f-54322f640853 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:01.924576 n-d-843948-2 neutron-server[84886]: INFO neutron.pecan_wsgi.hooks.translation [None req-178233ab-98f8-4608-b0ff-f387f211e976 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] DELETE failed (client error): The resource could not be found. May 30 20:31:01.925016 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-178233ab-98f8-4608-b0ff-f387f211e976 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:31:01.928876 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-178233ab-98f8-4608-b0ff-f387f211e976 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] 10.222.0.85 "DELETE /v2.0/subnets/194bf7fd-e590-4593-a489-77d86819c6ec HTTP/1.1" status: 404 len: 337 time: 0.0451500 May 30 20:31:01.931557 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 44396) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:01.936286 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-bd69ddef-3449-4cf5-8238-e26697ead373 req-ace85c73-ea87-456e-9c26-d6f4a4e6a0ed tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ed3b12a-c5d4-4ba2-906c-9900ee2b8018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4799359 May 30 20:31:01.960854 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-339ca836-d085-45a1-aa33-23e675f5ae8b None None] Port 668e586b-abe2-4b90-939d-6c44e2d5813c cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:31:01.974219 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fa3e38-2b1f-4d4f-ba81-75e193fe3746 req-a643cb84-a3f1-48c2-aa06-472c224e454b tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:31:01.980786 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-74fa3e38-2b1f-4d4f-ba81-75e193fe3746 req-a643cb84-a3f1-48c2-aa06-472c224e454b tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] 10.222.0.85 "GET /v2.0/ports?device_id=f03d717e-c105-41d5-a5af-5828ba46c89b HTTP/1.1" status: 200 len: 946 time: 0.3078127 May 30 20:31:02.024961 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-74fa3e38-2b1f-4d4f-ba81-75e193fe3746 req-bb7bdabb-8a0c-440f-b55f-77bfb91a2500 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] 10.222.0.85 "GET /v2.0/security-groups?id=2268d3cd-925a-464e-9ff1-7b08a4bf8bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421362 May 30 20:31:02.048622 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-f2f7d467-402b-4e83-aebd-ad1c0cb23d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468'] for port, after_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:02.076107 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb7cf03e-44f9-42f0-8740-65db7ecabfe3 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Deleting subnet 06eaf094-7faa-4872-8159-781f3872128c {{(pid=84887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:31:02.079427 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-eb7cf03e-44f9-42f0-8740-65db7ecabfe3 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks [] for subnet, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:02.105907 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f7d467-402b-4e83-aebd-ad1c0cb23d34 None None] Pushing event deleted for resources: {'Port': ['ID=903d4285-d801-4bee-86a6-4ab3a784ff46,revision_number=None']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:02.116038 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f7d467-402b-4e83-aebd-ad1c0cb23d34 None None] No DVR routers for this DVR port 903d4285-d801-4bee-86a6-4ab3a784ff46 on host n-d-843948-2 {{(pid=84888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:31:02.147777 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ed4b9351-f4f5-4312-9531-147dd366ee49 tempest-FloatingIPAdminTestJSON-166189352 tempest-FloatingIPAdminTestJSON-166189352-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:02.150785 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ed4b9351-f4f5-4312-9531-147dd366ee49 tempest-FloatingIPAdminTestJSON-166189352 tempest-FloatingIPAdminTestJSON-166189352-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:02.155885 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-ed4b9351-f4f5-4312-9531-147dd366ee49 tempest-FloatingIPAdminTestJSON-166189352 tempest-FloatingIPAdminTestJSON-166189352-project-admin] 10.222.0.85 "DELETE /v2.0/floatingips/eaa989dd-5860-49c9-ad15-b3cb2ed056ab HTTP/1.1" status: 204 len: 168 time: 2.5026388 May 30 20:31:02.162061 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 44400) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:02.241727 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-c97a1fe2-0905-4d30-8df5-9c807f4fed7e tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Deleting port 6785b49d-2484-4598-ae3f-92597880ca68 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:31:02.241727 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c97a1fe2-0905-4d30-8df5-9c807f4fed7e tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:02.294738 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-afae920a-739d-4462-bde5-81e63f329093 tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Deleting port 05f8be15-e785-4ee3-bffb-f5c7b98300a2 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:31:02.295334 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-afae920a-739d-4462-bde5-81e63f329093 tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:02.302554 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 903d4285-d801-4bee-86a6-4ab3a784ff46 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:31:02.310193 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-eb7cf03e-44f9-42f0-8740-65db7ecabfe3 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3149227'] for subnet, precommit_delete_associations {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:02.374058 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: 903d4285-d801-4bee-86a6-4ab3a784ff46 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:31:02.374405 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 903d4285-d801-4bee-86a6-4ab3a784ff46 not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:31:02.593714 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:02.659548 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6acade0d-5d95-488b-ab51-8d3d075f6d52 req-4cac276b-a480-4b54-9c97-c66919185430 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=f03d717e-c105-41d5-a5af-5828ba46c89b HTTP/1.1" status: 200 len: 1097 time: 0.1893833 May 30 20:31:02.721277 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c97a1fe2-0905-4d30-8df5-9c807f4fed7e tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:02.769962 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6acade0d-5d95-488b-ab51-8d3d075f6d52 req-fb231b6b-7d53-46f3-8999-8698190ce6ba service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=2268d3cd-925a-464e-9ff1-7b08a4bf8bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031425 May 30 20:31:02.778155 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-afae920a-739d-4462-bde5-81e63f329093 tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:02.871926 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-c97a1fe2-0905-4d30-8df5-9c807f4fed7e tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Calling delete_port for 6785b49d-2484-4598-ae3f-92597880ca68 owned by {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:31:02.938271 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-afae920a-739d-4462-bde5-81e63f329093 tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Calling delete_port for 05f8be15-e785-4ee3-bffb-f5c7b98300a2 owned by {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:31:02.948898 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-eb7cf03e-44f9-42f0-8740-65db7ecabfe3 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:03.136585 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c97a1fe2-0905-4d30-8df5-9c807f4fed7e tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:03.186849 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-eb7cf03e-44f9-42f0-8740-65db7ecabfe3 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4055470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114247'] for subnet, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:03.265593 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-afae920a-739d-4462-bde5-81e63f329093 tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:03.293197 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97a1fe2-0905-4d30-8df5-9c807f4fed7e tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Pushing event deleted for resources: {'Port': ['ID=6785b49d-2484-4598-ae3f-92597880ca68,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:03.301922 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [req-78c670d3-b718-4ba7-be02-b4a22622d2d6 req-cd3406da-e4c5-454d-b09f-54322f640853 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 668e586b-abe2-4b90-939d-6c44e2d5813c {{(pid=84887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:31:03.306734 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7cf03e-44f9-42f0-8740-65db7ecabfe3 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Pushing event deleted for resources: {'Subnet': ['ID=06eaf094-7faa-4872-8159-781f3872128c,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:03.318360 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c97a1fe2-0905-4d30-8df5-9c807f4fed7e tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:03.327340 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-78c670d3-b718-4ba7-be02-b4a22622d2d6 req-cd3406da-e4c5-454d-b09f-54322f640853 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:03.334808 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-eb7cf03e-44f9-42f0-8740-65db7ecabfe3 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:03.341055 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c46f99-b7d2-4c40-9b4c-6306744f300e None None] Network e47345d4-98a8-46f5-a7b7-66b2eb513a50 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:31:03.368955 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 44416) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:03.370277 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97a1fe2-0905-4d30-8df5-9c807f4fed7e tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:31:03.370611 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97a1fe2-0905-4d30-8df5-9c807f4fed7e tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:31:03.370937 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97a1fe2-0905-4d30-8df5-9c807f4fed7e tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:31:03.371258 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97a1fe2-0905-4d30-8df5-9c807f4fed7e tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:31:03.371578 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97a1fe2-0905-4d30-8df5-9c807f4fed7e tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:31:03.371898 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97a1fe2-0905-4d30-8df5-9c807f4fed7e tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:31:03.372829 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97a1fe2-0905-4d30-8df5-9c807f4fed7e tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:31:03.379157 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97a1fe2-0905-4d30-8df5-9c807f4fed7e tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:31:03.379157 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97a1fe2-0905-4d30-8df5-9c807f4fed7e tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:31:03.379157 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97a1fe2-0905-4d30-8df5-9c807f4fed7e tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:31:03.379157 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97a1fe2-0905-4d30-8df5-9c807f4fed7e tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:31:03.395942 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7cf03e-44f9-42f0-8740-65db7ecabfe3 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:31:03.396560 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7cf03e-44f9-42f0-8740-65db7ecabfe3 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:31:03.397057 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7cf03e-44f9-42f0-8740-65db7ecabfe3 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:31:03.402465 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7cf03e-44f9-42f0-8740-65db7ecabfe3 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:31:03.402465 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7cf03e-44f9-42f0-8740-65db7ecabfe3 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:31:03.402465 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7cf03e-44f9-42f0-8740-65db7ecabfe3 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:31:03.402465 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7cf03e-44f9-42f0-8740-65db7ecabfe3 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:31:03.402465 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7cf03e-44f9-42f0-8740-65db7ecabfe3 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:31:03.402465 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7cf03e-44f9-42f0-8740-65db7ecabfe3 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:31:03.402465 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7cf03e-44f9-42f0-8740-65db7ecabfe3 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:31:03.402465 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7cf03e-44f9-42f0-8740-65db7ecabfe3 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:31:03.407007 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-78c670d3-b718-4ba7-be02-b4a22622d2d6 req-cd3406da-e4c5-454d-b09f-54322f640853 service neutron] Transition to ACTIVE for port object 668e586b-abe2-4b90-939d-6c44e2d5813c will not be triggered until provisioned by entity L2. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:31:03.445149 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcfb4b4-e782-45ef-8622-54691e0310bd req-d025cfa0-859c-4a3a-ab3a-0adcf7349c3a tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:31:03.452737 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-bbcfb4b4-e782-45ef-8622-54691e0310bd req-d025cfa0-859c-4a3a-ab3a-0adcf7349c3a tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=bb8e5987-b3ba-470c-b297-cb22dc08dac6 HTTP/1.1" status: 200 len: 931 time: 0.2681832 May 30 20:31:03.466358 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afae920a-739d-4462-bde5-81e63f329093 tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Pushing event deleted for resources: {'Port': ['ID=05f8be15-e785-4ee3-bffb-f5c7b98300a2,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:03.478955 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-c97a1fe2-0905-4d30-8df5-9c807f4fed7e tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] 10.222.0.85 "DELETE /v2.0/ports/6785b49d-2484-4598-ae3f-92597880ca68 HTTP/1.1" status: 204 len: 168 time: 1.5409398 May 30 20:31:03.484516 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 44424) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:03.493664 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-78c670d3-b718-4ba7-be02-b4a22622d2d6 req-cd3406da-e4c5-454d-b09f-54322f640853 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:03.501681 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-eb7cf03e-44f9-42f0-8740-65db7ecabfe3 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "DELETE /v2.0/subnets/06eaf094-7faa-4872-8159-781f3872128c HTTP/1.1" status: 204 len: 168 time: 2.2477412 May 30 20:31:03.502592 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 44428) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:03.655858 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2af590f-8c04-4e1e-be5c-6c8ba30426c4 req-dbb3facd-7568-4c9b-ad0c-c6c3fe6794fc tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:31:03.660087 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c2af590f-8c04-4e1e-be5c-6c8ba30426c4 req-dbb3facd-7568-4c9b-ad0c-c6c3fe6794fc tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] 10.222.0.85 "GET /v2.0/ports?device_id=f03d717e-c105-41d5-a5af-5828ba46c89b HTTP/1.1" status: 200 len: 946 time: 0.4439745 May 30 20:31:03.722311 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-afae920a-739d-4462-bde5-81e63f329093 tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:03.752575 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c2af590f-8c04-4e1e-be5c-6c8ba30426c4 req-8d89d283-0f09-4c60-91cc-488a0281cb8b tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] 10.222.0.85 "GET /v2.0/security-groups?id=2268d3cd-925a-464e-9ff1-7b08a4bf8bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802588 May 30 20:31:03.755783 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-afae920a-739d-4462-bde5-81e63f329093 tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] 10.222.0.85 "DELETE /v2.0/ports/05f8be15-e785-4ee3-bffb-f5c7b98300a2 HTTP/1.1" status: 204 len: 168 time: 1.5970652 May 30 20:31:03.759627 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 44432) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:03.837637 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b3f6dd-21d6-4782-a204-2fb045ac782e None None] DHCP port deletion for e47345d4-98a8-46f5-a7b7-66b2eb513a50 request from n-d-843948-2 {{(pid=84888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:31:03.844738 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-49b3f6dd-21d6-4782-a204-2fb045ac782e None None] Deleting port 014da1bc-27a7-4e05-b527-7b48bf65c254 {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:31:03.845716 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-49b3f6dd-21d6-4782-a204-2fb045ac782e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:03.892615 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c9c6fe-662e-484f-b7a1-d43a985e4176 tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:31:03.893563 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-15c9c6fe-662e-484f-b7a1-d43a985e4176 tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Synchronizing usage tracker for tenant:24d297ba46c3432998910b93f024c63b on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:31:03.912850 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-fe8dd62e-8b14-489d-a1a3-773541563583 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3571584 May 30 20:31:03.916050 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 44436) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:03.921816 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-5dfb39fa-9863-4108-97d1-c7e8a6467cee tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Request body: {'subnet': {'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:31:03.971402 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b4f43acc-1ea8-4dc6-920b-644f1d55cf49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:04.011485 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-15c9c6fe-662e-484f-b7a1-d43a985e4176 tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Unset dirty status for tenant:24d297ba46c3432998910b93f024c63b on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:31:04.015861 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-15c9c6fe-662e-484f-b7a1-d43a985e4176 tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] 10.222.0.85 "GET /v2.0/ports?device_id=71d3b2dc-0b80-4309-9398-935dfd579a85 HTTP/1.1" status: 200 len: 913 time: 0.2520378 May 30 20:31:04.017649 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 44440) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:04.070668 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-bbcfb4b4-e782-45ef-8622-54691e0310bd req-92966b0e-a1e4-4f33-91b7-bcf6edc9af71 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ed3b12a-c5d4-4ba2-906c-9900ee2b8018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6166689 May 30 20:31:04.071383 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3406da-e4c5-454d-b09f-54322f640853 service neutron] Pushing event updated for resources: {'Port': ['ID=668e586b-abe2-4b90-939d-6c44e2d5813c,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:04.120172 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-b4f43acc-1ea8-4dc6-920b-644f1d55cf49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:31:04.125345 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-b4f43acc-1ea8-4dc6-920b-644f1d55cf49 admin admin] Usage tracker for resource:security_group_rule and tenant:0da5ff264fc84833afbe58b27ce039d2 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:31:04.128412 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-b4f43acc-1ea8-4dc6-920b-644f1d55cf49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:31:04.130939 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-49b3f6dd-21d6-4782-a204-2fb045ac782e None None] For port 014da1bc-27a7-4e05-b527-7b48bf65c254, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=014da1bc-27a7-4e05-b527-7b48bf65c254,segment=NetworkSegment(2cb73a29-9359-4fbf-99af-be1c6062790b),segment_id=2cb73a29-9359-4fbf-99af-be1c6062790b)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:31:04.131535 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-49b3f6dd-21d6-4782-a204-2fb045ac782e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:04.134963 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-b4f43acc-1ea8-4dc6-920b-644f1d55cf49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:31:04.154362 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-87db6efa-5895-449e-9afc-f89f318c8bd1 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:04.183207 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-5dfb39fa-9863-4108-97d1-c7e8a6467cee tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:31:04.188011 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-5dfb39fa-9863-4108-97d1-c7e8a6467cee tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Usage tracker for resource:subnet and tenant:08954986e7454427ae0d40c7652d3c6a is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:31:04.203790 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-5dfb39fa-9863-4108-97d1-c7e8a6467cee tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:31:04.203790 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-5dfb39fa-9863-4108-97d1-c7e8a6467cee tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:31:04.283609 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dfb39fa-9863-4108-97d1-c7e8a6467cee tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Made reservation on behalf of 08954986e7454427ae0d40c7652d3c6a for: {'subnet': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:31:04.297799 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 014da1bc-27a7-4e05-b527-7b48bf65c254 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:31:04.331530 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-49b3f6dd-21d6-4782-a204-2fb045ac782e None None] Calling delete_port for 014da1bc-27a7-4e05-b527-7b48bf65c254 owned by network:dhcp {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:31:04.365904 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b4f43acc-1ea8-4dc6-920b-644f1d55cf49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:04.405039 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5dfb39fa-9863-4108-97d1-c7e8a6467cee tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2778563'] for subnet, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:04.448933 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b4f43acc-1ea8-4dc6-920b-644f1d55cf49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:04.512596 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-87db6efa-5895-449e-9afc-f89f318c8bd1 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:04.549873 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:04.557957 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-78c670d3-b718-4ba7-be02-b4a22622d2d6 req-cd3406da-e4c5-454d-b09f-54322f640853 service neutron] Attempting to bind port 668e586b-abe2-4b90-939d-6c44e2d5813c on host n-h2-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:31:04.558409 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-78c670d3-b718-4ba7-be02-b4a22622d2d6 req-cd3406da-e4c5-454d-b09f-54322f640853 service neutron] Attempting to bind port 668e586b-abe2-4b90-939d-6c44e2d5813c by drivers openvswitch,hyperv on host n-h2-843948-2 at level 0 using segments [{'id': '40468e3f-2630-4d51-98c1-4a518f6532d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'ff30330a-0ebe-4836-9458-b813d1bcbde4'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:31:04.558837 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c670d3-b718-4ba7-be02-b4a22622d2d6 req-cd3406da-e4c5-454d-b09f-54322f640853 service neutron] Attempting to bind port 668e586b-abe2-4b90-939d-6c44e2d5813c on network ff30330a-0ebe-4836-9458-b813d1bcbde4 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:31:04.576445 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-87db6efa-5895-449e-9afc-f89f318c8bd1 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f5ac8bd-d8d2-46e1-895f-200629d30eb8']}} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:31:04.583275 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f43acc-1ea8-4dc6-920b-644f1d55cf49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6455c274-3a65-4452-b42e-a071c8e0fdd2,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:04.594380 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-b4f43acc-1ea8-4dc6-920b-644f1d55cf49 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=0da5ff264fc84833afbe58b27ce039d2&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2158389 May 30 20:31:04.597293 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 44444) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:04.601643 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-87db6efa-5895-449e-9afc-f89f318c8bd1 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7d18ecd-aa3a-4314-8822-ed6e5e282b5c') {'for_net_delete': True} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:31:04.601945 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-87db6efa-5895-449e-9afc-f89f318c8bd1 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7d18ecd-aa3a-4314-8822-ed6e5e282b5c') {} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:31:04.609157 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c670d3-b718-4ba7-be02-b4a22622d2d6 req-cd3406da-e4c5-454d-b09f-54322f640853 service neutron] Port 668e586b-abe2-4b90-939d-6c44e2d5813c on network ff30330a-0ebe-4836-9458-b813d1bcbde4 not bound, no agent of type Open vSwitch agent registered on host n-h2-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:31:04.609584 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c670d3-b718-4ba7-be02-b4a22622d2d6 req-cd3406da-e4c5-454d-b09f-54322f640853 service neutron] Attempting to bind port 668e586b-abe2-4b90-939d-6c44e2d5813c on network ff30330a-0ebe-4836-9458-b813d1bcbde4 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:31:04.629155 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-87db6efa-5895-449e-9afc-f89f318c8bd1 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3149912'] for segment, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:04.651866 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c670d3-b718-4ba7-be02-b4a22622d2d6 req-cd3406da-e4c5-454d-b09f-54322f640853 service neutron] Checking agent: {'id': 'eaa08354-e8f5-4e73-af76-8d3cf7d2b390', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:31:04.652253 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c670d3-b718-4ba7-be02-b4a22622d2d6 req-cd3406da-e4c5-454d-b09f-54322f640853 service neutron] Checking segment: {'id': '40468e3f-2630-4d51-98c1-4a518f6532d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'ff30330a-0ebe-4836-9458-b813d1bcbde4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:31:04.652593 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c670d3-b718-4ba7-be02-b4a22622d2d6 req-cd3406da-e4c5-454d-b09f-54322f640853 service neutron] Bound using segment: {'id': '40468e3f-2630-4d51-98c1-4a518f6532d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'ff30330a-0ebe-4836-9458-b813d1bcbde4'} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:31:04.653030 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-78c670d3-b718-4ba7-be02-b4a22622d2d6 req-cd3406da-e4c5-454d-b09f-54322f640853 service neutron] Bound port: 668e586b-abe2-4b90-939d-6c44e2d5813c, host: n-h2-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40468e3f-2630-4d51-98c1-4a518f6532d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'ff30330a-0ebe-4836-9458-b813d1bcbde4'}}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:31:04.653923 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-78c670d3-b718-4ba7-be02-b4a22622d2d6 req-cd3406da-e4c5-454d-b09f-54322f640853 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:04.682020 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-87db6efa-5895-449e-9afc-f89f318c8bd1 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:04.688358 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-49b3f6dd-21d6-4782-a204-2fb045ac782e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468'] for port, after_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:04.707086 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87db6efa-5895-449e-9afc-f89f318c8bd1 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Releasing vlan 674 on physical network physnet1 to pool {{(pid=84887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:31:04.707835 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-87db6efa-5895-449e-9afc-f89f318c8bd1 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4055488'] for segment, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:04.779528 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b3f6dd-21d6-4782-a204-2fb045ac782e None None] Pushing event deleted for resources: {'Port': ['ID=014da1bc-27a7-4e05-b527-7b48bf65c254,revision_number=None']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:04.836125 n-d-843948-2 neutron-server[84887]: Traceback (most recent call last): May 30 20:31:04.836125 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:31:04.836125 n-d-843948-2 neutron-server[84887]: timer() May 30 20:31:04.836125 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:31:04.836125 n-d-843948-2 neutron-server[84887]: cb(*args, **kw) May 30 20:31:04.836125 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:31:04.836125 n-d-843948-2 neutron-server[84887]: return func(*args, **kwargs) May 30 20:31:04.836125 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:31:04.836125 n-d-843948-2 neutron-server[84887]: self._notify() May 30 20:31:04.836125 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:31:04.836125 n-d-843948-2 neutron-server[84887]: self.callback(batched_events) May 30 20:31:04.836125 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:31:04.836125 n-d-843948-2 neutron-server[84887]: event.method(event) May 30 20:31:04.836125 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:31:04.836125 n-d-843948-2 neutron-server[84887]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:31:04.836125 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:31:04.836125 n-d-843948-2 neutron-server[84887]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:31:04.836125 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:31:04.836125 n-d-843948-2 neutron-server[84887]: return f(self, *a, **k) May 30 20:31:04.836125 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:31:04.836125 n-d-843948-2 neutron-server[84887]: return self._get(url).json() May 30 20:31:04.836125 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:31:04.836125 n-d-843948-2 neutron-server[84887]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:31:04.836125 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:31:04.836125 n-d-843948-2 neutron-server[84887]: return self.request(url, 'GET', **kwargs) May 30 20:31:04.836125 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:31:04.836125 n-d-843948-2 neutron-server[84887]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:31:04.836125 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:31:04.836125 n-d-843948-2 neutron-server[84887]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:31:04.836125 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:31:04.836125 n-d-843948-2 neutron-server[84887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:31:04.836125 n-d-843948-2 neutron-server[84887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:31:04.846010 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b3f6dd-21d6-4782-a204-2fb045ac782e None None] No DVR routers for this DVR port 014da1bc-27a7-4e05-b527-7b48bf65c254 on host n-d-843948-2 {{(pid=84888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:31:04.889593 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0afd6e26-71e9-401d-91bd-047a117b42ef tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-736216'] for router_interface, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:04.945419 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5dfb39fa-9863-4108-97d1-c7e8a6467cee tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4127140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2778577'] for subnet, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:04.956031 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d93bc662-00ce-4624-a333-32629e2fd520 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:04.980235 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-78c670d3-b718-4ba7-be02-b4a22622d2d6 req-cd3406da-e4c5-454d-b09f-54322f640853 service neutron] For port 668e586b-abe2-4b90-939d-6c44e2d5813c, host n-h2-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:31:04.998128 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d93bc662-00ce-4624-a333-32629e2fd520 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:05.005308 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-78c670d3-b718-4ba7-be02-b4a22622d2d6 req-cd3406da-e4c5-454d-b09f-54322f640853 service neutron] For port 668e586b-abe2-4b90-939d-6c44e2d5813c, host n-h2-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=668e586b-abe2-4b90-939d-6c44e2d5813c,segment=NetworkSegment(40468e3f-2630-4d51-98c1-4a518f6532d2),segment_id=40468e3f-2630-4d51-98c1-4a518f6532d2)] {{(pid=84887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:31:05.036828 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-87db6efa-5895-449e-9afc-f89f318c8bd1 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:05.058739 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-87db6efa-5895-449e-9afc-f89f318c8bd1 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:05.066393 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87db6efa-5895-449e-9afc-f89f318c8bd1 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] Pushing event deleted for resources: {'Network': ['ID=6f5ac8bd-d8d2-46e1-895f-200629d30eb8,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:05.083211 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-87db6efa-5895-449e-9afc-f89f318c8bd1 tempest-PortsTestJSON-1055985526 tempest-PortsTestJSON-1055985526-project] 10.222.0.85 "DELETE /v2.0/networks/6f5ac8bd-d8d2-46e1-895f-200629d30eb8 HTTP/1.1" status: 204 len: 168 time: 1.5880990 May 30 20:31:05.106430 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-78c670d3-b718-4ba7-be02-b4a22622d2d6 req-cd3406da-e4c5-454d-b09f-54322f640853 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:05.135005 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dfb39fa-9863-4108-97d1-c7e8a6467cee tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Network e47345d4-98a8-46f5-a7b7-66b2eb513a50 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:31:05.138900 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-5dfb39fa-9863-4108-97d1-c7e8a6467cee tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:31:05.140606 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfb39fa-9863-4108-97d1-c7e8a6467cee tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Pushing event updated for resources: {'Subnet': ['ID=88f9aae1-a4b3-4ded-a15c-8d94b86b6d58,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:05.144452 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dfb39fa-9863-4108-97d1-c7e8a6467cee tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:31:05.145033 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5dfb39fa-9863-4108-97d1-c7e8a6467cee tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks [] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:05.155075 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73753a0f-71b3-403a-8b6d-cb4a117a38c9 None None] Network e47345d4-98a8-46f5-a7b7-66b2eb513a50 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:31:05.188569 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfb39fa-9863-4108-97d1-c7e8a6467cee tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:31:05.188915 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfb39fa-9863-4108-97d1-c7e8a6467cee tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:31:05.189249 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfb39fa-9863-4108-97d1-c7e8a6467cee tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:31:05.189589 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfb39fa-9863-4108-97d1-c7e8a6467cee tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:31:05.189942 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfb39fa-9863-4108-97d1-c7e8a6467cee tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:31:05.190274 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfb39fa-9863-4108-97d1-c7e8a6467cee tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:31:05.190610 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfb39fa-9863-4108-97d1-c7e8a6467cee tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:31:05.190938 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfb39fa-9863-4108-97d1-c7e8a6467cee tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:31:05.191261 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfb39fa-9863-4108-97d1-c7e8a6467cee tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:31:05.191585 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfb39fa-9863-4108-97d1-c7e8a6467cee tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:31:05.191909 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfb39fa-9863-4108-97d1-c7e8a6467cee tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:31:05.230291 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a38279-e66e-4b3e-8efb-1fd646bcafc4 req-476c37f7-5ee5-44ac-9d2c-2ede863ed6b5 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:31:05.238629 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-78c670d3-b718-4ba7-be02-b4a22622d2d6 req-cd3406da-e4c5-454d-b09f-54322f640853 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:05.238629 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-78c670d3-b718-4ba7-be02-b4a22622d2d6 req-cd3406da-e4c5-454d-b09f-54322f640853 service neutron] 10.222.0.86 "PUT /v2.0/ports/668e586b-abe2-4b90-939d-6c44e2d5813c HTTP/1.1" status: 200 len: 1091 time: 3.9058530 May 30 20:31:05.238831 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-40a38279-e66e-4b3e-8efb-1fd646bcafc4 req-476c37f7-5ee5-44ac-9d2c-2ede863ed6b5 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] 10.222.0.85 "GET /v2.0/ports?device_id=f03d717e-c105-41d5-a5af-5828ba46c89b HTTP/1.1" status: 200 len: 946 time: 0.2445025 May 30 20:31:05.240586 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb8e5987-b3ba-470c-b297-cb22dc08dac6', 'tag': '668e586b-abe2-4b90-939d-6c44e2d5813c'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:31:05.258635 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d93bc662-00ce-4624-a333-32629e2fd520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:05.261113 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d93bc662-00ce-4624-a333-32629e2fd520 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:05.265602 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-d93bc662-00ce-4624-a333-32629e2fd520 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/6455c274-3a65-4452-b42e-a071c8e0fdd2 HTTP/1.1" status: 204 len: 168 time: 0.6666594 May 30 20:31:05.308845 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-5dfb39fa-9863-4108-97d1-c7e8a6467cee tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3904123 May 30 20:31:05.312569 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 44460) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:05.330490 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-40a38279-e66e-4b3e-8efb-1fd646bcafc4 req-aa412c93-e61e-4cd9-8b39-18be507716da tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] 10.222.0.85 "GET /v2.0/security-groups?id=2268d3cd-925a-464e-9ff1-7b08a4bf8bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922000 May 30 20:31:05.337904 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93bc662-00ce-4624-a333-32629e2fd520 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6455c274-3a65-4452-b42e-a071c8e0fdd2,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:05.342020 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-6cee972e-f84d-4fda-9f00-5078326faaf7 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Request body: {'port': {'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50', 'name': 'tempest-NetworksTestDHCPv6-670439576'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:31:05.377289 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3406da-e4c5-454d-b09f-54322f640853 service neutron] Pushing event updated for resources: {'Port': ['ID=668e586b-abe2-4b90-939d-6c44e2d5813c,revision_number=3']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:05.473111 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10cdef2e-6bf4-44e9-b828-22017ffcd00d'] response: {'name': 'network-changed', 'server_uuid': 'bb8e5987-b3ba-470c-b297-cb22dc08dac6', 'tag': '668e586b-abe2-4b90-939d-6c44e2d5813c', 'status': 'completed', 'code': 200} May 30 20:31:05.491057 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bf3a9e-1088-4426-b790-74e3638b6dbd req-dfbd26ae-16f8-41f7-9bfb-6a585e8d27e1 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:31:05.508516 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-10bf3a9e-1088-4426-b790-74e3638b6dbd req-dfbd26ae-16f8-41f7-9bfb-6a585e8d27e1 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=bb8e5987-b3ba-470c-b297-cb22dc08dac6 HTTP/1.1" status: 200 len: 943 time: 0.2707448 May 30 20:31:05.515764 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc6f0d9-1ed7-46f7-8d45-a973f5683769 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-e47345d4-98a8-46f5-a7b7-66b2eb513a50', 'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50', 'tenant_id': '08954986e7454427ae0d40c7652d3c6a', 'fixed_ips': [{'subnet_id': '88f9aae1-a4b3-4ded-a15c-8d94b86b6d58'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:31:05.516903 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-1cc6f0d9-1ed7-46f7-8d45-a973f5683769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:05.606295 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-10bf3a9e-1088-4426-b790-74e3638b6dbd req-4a916402-c569-4b61-a57a-a5704dd5ce8f tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ed3b12a-c5d4-4ba2-906c-9900ee2b8018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980995 May 30 20:31:05.624300 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [req-c0b4993c-7ef4-4824-9955-d9d5b9c51d3a req-27542ff7-0587-4cbb-8172-e2ab2be7ac33 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1596631095', 'description': 'tempest-description-1737774645'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:31:05.629748 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-78c670d3-b718-4ba7-be02-b4a22622d2d6 req-7c8e7139-6cd5-4449-a3ac-a972492e94e6 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=af4cc1fbb91e4a5c856e947d8072b697&device_id=bb8e5987-b3ba-470c-b297-cb22dc08dac6 HTTP/1.1" status: 200 len: 1094 time: 0.2314184 May 30 20:31:05.675020 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-c0b4993c-7ef4-4824-9955-d9d5b9c51d3a req-27542ff7-0587-4cbb-8172-e2ab2be7ac33 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:31:05.706736 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-c0b4993c-7ef4-4824-9955-d9d5b9c51d3a req-27542ff7-0587-4cbb-8172-e2ab2be7ac33 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:31:05.722228 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-78c670d3-b718-4ba7-be02-b4a22622d2d6 req-4af4d1d7-e68e-4919-97dd-0ee4d2a4a9bc service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=668e586b-abe2-4b90-939d-6c44e2d5813c HTTP/1.1" status: 200 len: 217 time: 0.0737498 May 30 20:31:05.773491 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-1cc6f0d9-1ed7-46f7-8d45-a973f5683769 None None] Allocated IP 2001:db8::2 (e47345d4-98a8-46f5-a7b7-66b2eb513a50/88f9aae1-a4b3-4ded-a15c-8d94b86b6d58/c6ec21d8-f615-4a31-a22d-3fb90b9af9e8) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:31:05.786157 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 44470) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:05.816369 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-c0b4993c-7ef4-4824-9955-d9d5b9c51d3a req-27542ff7-0587-4cbb-8172-e2ab2be7ac33 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:05.848128 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-6cee972e-f84d-4fda-9f00-5078326faaf7 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:31:05.861796 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-6cee972e-f84d-4fda-9f00-5078326faaf7 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Usage tracker for resource:port and tenant:08954986e7454427ae0d40c7652d3c6a is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:31:05.901498 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c670d3-b718-4ba7-be02-b4a22622d2d6 req-c99f2525-7fff-434b-b6b4-d7585ced48d5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:31:05.906297 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-78c670d3-b718-4ba7-be02-b4a22622d2d6 req-c99f2525-7fff-434b-b6b4-d7585ced48d5 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7991eded-d330-4e4e-ace3-aeb4d5f3ff0a HTTP/1.1" status: 200 len: 851 time: 0.1629341 May 30 20:31:05.915398 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-6cee972e-f84d-4fda-9f00-5078326faaf7 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:31:05.943350 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-6cee972e-f84d-4fda-9f00-5078326faaf7 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:31:05.956206 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-c0b4993c-7ef4-4824-9955-d9d5b9c51d3a req-27542ff7-0587-4cbb-8172-e2ab2be7ac33 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:31:05.994921 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-c0b4993c-7ef4-4824-9955-d9d5b9c51d3a req-27542ff7-0587-4cbb-8172-e2ab2be7ac33 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] Usage tracker for resource:security_group_rule and tenant:db6fd322329b4022b9cb210149c8de8f is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:31:06.003858 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-c0b4993c-7ef4-4824-9955-d9d5b9c51d3a req-27542ff7-0587-4cbb-8172-e2ab2be7ac33 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:31:06.019372 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-c0b4993c-7ef4-4824-9955-d9d5b9c51d3a req-27542ff7-0587-4cbb-8172-e2ab2be7ac33 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:31:06.057423 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-78c670d3-b718-4ba7-be02-b4a22622d2d6 req-f494506b-a360-4d1c-b2e8-afdd9fed51ca service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ff30330a-0ebe-4836-9458-b813d1bcbde4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1443715 May 30 20:31:06.080060 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cee972e-f84d-4fda-9f00-5078326faaf7 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Made reservation on behalf of 08954986e7454427ae0d40c7652d3c6a for: {'port': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:31:06.083055 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6cee972e-f84d-4fda-9f00-5078326faaf7 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:06.148987 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-1cc6f0d9-1ed7-46f7-8d45-a973f5683769 None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:06.162011 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-1cc6f0d9-1ed7-46f7-8d45-a973f5683769 None None] Transition to ACTIVE for port object c6ec21d8-f615-4a31-a22d-3fb90b9af9e8 will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:31:06.166598 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [None req-6cee972e-f84d-4fda-9f00-5078326faaf7 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] device_id is not set on port 8f7302bc-6a36-48da-8bb5-e46532d6e883 yet. {{(pid=84886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:31:06.194998 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-1cc6f0d9-1ed7-46f7-8d45-a973f5683769 None None] Transition to ACTIVE for port object c6ec21d8-f615-4a31-a22d-3fb90b9af9e8 will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:31:06.196630 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-78c670d3-b718-4ba7-be02-b4a22622d2d6 req-acc0bfbf-98d0-45a3-abee-1588ca211079 service neutron] 10.222.0.86 "GET /v2.0/networks/ff30330a-0ebe-4836-9458-b813d1bcbde4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328287 May 30 20:31:06.271117 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-c0b4993c-7ef4-4824-9955-d9d5b9c51d3a req-27542ff7-0587-4cbb-8172-e2ab2be7ac33 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:06.280241 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-1cc6f0d9-1ed7-46f7-8d45-a973f5683769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:06.292156 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-602bb976-55f4-4fe2-a447-9dd59d06379a admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=4be4d49ae6064975a8617cd4194dcba7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5031059 May 30 20:31:06.293579 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 44478) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:06.343087 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc6f0d9-1ed7-46f7-8d45-a973f5683769 None None] Network e47345d4-98a8-46f5-a7b7-66b2eb513a50 is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:31:06.346479 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-1cc6f0d9-1ed7-46f7-8d45-a973f5683769 None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:31:06.355071 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc6f0d9-1ed7-46f7-8d45-a973f5683769 None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:31:06.385923 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-88ba0025-e4a8-48c2-a64f-7ce2f93bdb5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:06.388093 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 44482) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:06.388357 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-c0b4993c-7ef4-4824-9955-d9d5b9c51d3a req-27542ff7-0587-4cbb-8172-e2ab2be7ac33 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:06.400942 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc6f0d9-1ed7-46f7-8d45-a973f5683769 None None] Pushing event updated for resources: {'Port': ['ID=c6ec21d8-f615-4a31-a22d-3fb90b9af9e8,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:06.425934 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-78c670d3-b718-4ba7-be02-b4a22622d2d6 req-ad7c2b5a-f024-4662-b664-e0235685bb04 service neutron] 10.222.0.86 "GET /v2.0/networks/ff30330a-0ebe-4836-9458-b813d1bcbde4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213132 May 30 20:31:06.430059 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-88ba0025-e4a8-48c2-a64f-7ce2f93bdb5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:06.465043 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-1cc6f0d9-1ed7-46f7-8d45-a973f5683769 None None] Attempting to bind port c6ec21d8-f615-4a31-a22d-3fb90b9af9e8 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:31:06.465397 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-1cc6f0d9-1ed7-46f7-8d45-a973f5683769 None None] Attempting to bind port c6ec21d8-f615-4a31-a22d-3fb90b9af9e8 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': '2cb73a29-9359-4fbf-99af-be1c6062790b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:31:06.465761 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc6f0d9-1ed7-46f7-8d45-a973f5683769 None None] Attempting to bind port c6ec21d8-f615-4a31-a22d-3fb90b9af9e8 on network e47345d4-98a8-46f5-a7b7-66b2eb513a50 {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:31:06.472844 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc6f0d9-1ed7-46f7-8d45-a973f5683769 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:31:06.473255 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc6f0d9-1ed7-46f7-8d45-a973f5683769 None None] Checking segment: {'id': '2cb73a29-9359-4fbf-99af-be1c6062790b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:31:06.473646 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-1cc6f0d9-1ed7-46f7-8d45-a973f5683769 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:06.474032 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc6f0d9-1ed7-46f7-8d45-a973f5683769 None None] Bound using segment: {'id': '2cb73a29-9359-4fbf-99af-be1c6062790b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:31:06.474498 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-1cc6f0d9-1ed7-46f7-8d45-a973f5683769 None None] Bound port: c6ec21d8-f615-4a31-a22d-3fb90b9af9e8, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cb73a29-9359-4fbf-99af-be1c6062790b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:31:06.474896 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-1cc6f0d9-1ed7-46f7-8d45-a973f5683769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:06.486835 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-dc78aa4e-df0b-4190-b3ac-291d6f87aab5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:06.516817 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27542ff7-0587-4cbb-8172-e2ab2be7ac33 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] Pushing event updated for resources: {'SecurityGroup': ['ID=793305c3-ae10-4b59-b3b9-b58b599419a0,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:06.551505 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-6cee972e-f84d-4fda-9f00-5078326faaf7 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Allocated IP 2001:db8::2b4 (e47345d4-98a8-46f5-a7b7-66b2eb513a50/88f9aae1-a4b3-4ded-a15c-8d94b86b6d58/8f7302bc-6a36-48da-8bb5-e46532d6e883) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:31:06.582455 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-dc78aa4e-df0b-4190-b3ac-291d6f87aab5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:31:06.582719 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-88ba0025-e4a8-48c2-a64f-7ce2f93bdb5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:06.605644 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-1cc6f0d9-1ed7-46f7-8d45-a973f5683769 None None] For port c6ec21d8-f615-4a31-a22d-3fb90b9af9e8, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:31:06.607671 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ba0025-e4a8-48c2-a64f-7ce2f93bdb5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a45444c-7b24-4732-8778-3753aa2fe65b,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:06.612294 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-1cc6f0d9-1ed7-46f7-8d45-a973f5683769 None None] For port c6ec21d8-f615-4a31-a22d-3fb90b9af9e8, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=c6ec21d8-f615-4a31-a22d-3fb90b9af9e8,segment=NetworkSegment(2cb73a29-9359-4fbf-99af-be1c6062790b),segment_id=2cb73a29-9359-4fbf-99af-be1c6062790b)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:31:06.623890 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-88ba0025-e4a8-48c2-a64f-7ce2f93bdb5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:06.623890 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-88ba0025-e4a8-48c2-a64f-7ce2f93bdb5f admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/6a45444c-7b24-4732-8778-3753aa2fe65b HTTP/1.1" status: 204 len: 168 time: 0.3269637 May 30 20:31:06.624978 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-dc78aa4e-df0b-4190-b3ac-291d6f87aab5 admin admin] Usage tracker for resource:security_group_rule and tenant:605cab150c494b3eb0e70b5aaea10324 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:31:06.629900 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-c0b4993c-7ef4-4824-9955-d9d5b9c51d3a req-27542ff7-0587-4cbb-8172-e2ab2be7ac33 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:06.631097 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c0b4993c-7ef4-4824-9955-d9d5b9c51d3a req-27542ff7-0587-4cbb-8172-e2ab2be7ac33 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1647 time: 1.0176466 May 30 20:31:06.634259 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-dc78aa4e-df0b-4190-b3ac-291d6f87aab5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:31:06.659226 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-dc78aa4e-df0b-4190-b3ac-291d6f87aab5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:31:06.682386 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a0620c45-8004-4a1d-872a-5e49193fe292 req-cb0d9d11-00dc-46c1-806e-d03b9d34ae56 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=af4cc1fbb91e4a5c856e947d8072b697&device_id=bb8e5987-b3ba-470c-b297-cb22dc08dac6 HTTP/1.1" status: 200 len: 1094 time: 0.1348422 May 30 20:31:06.697303 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-1cc6f0d9-1ed7-46f7-8d45-a973f5683769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:06.829093 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc6f0d9-1ed7-46f7-8d45-a973f5683769 None None] Pushing event updated for resources: {'Port': ['ID=c6ec21d8-f615-4a31-a22d-3fb90b9af9e8,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:06.848608 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc6f0d9-1ed7-46f7-8d45-a973f5683769 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:31:06.849217 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc6f0d9-1ed7-46f7-8d45-a973f5683769 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:31:06.849793 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc6f0d9-1ed7-46f7-8d45-a973f5683769 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:31:06.850297 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc6f0d9-1ed7-46f7-8d45-a973f5683769 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:31:06.850813 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc6f0d9-1ed7-46f7-8d45-a973f5683769 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:31:06.851509 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc6f0d9-1ed7-46f7-8d45-a973f5683769 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:31:06.852023 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc6f0d9-1ed7-46f7-8d45-a973f5683769 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:31:06.852517 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc6f0d9-1ed7-46f7-8d45-a973f5683769 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:31:06.853019 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc6f0d9-1ed7-46f7-8d45-a973f5683769 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:31:06.853510 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc6f0d9-1ed7-46f7-8d45-a973f5683769 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:31:06.854021 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc6f0d9-1ed7-46f7-8d45-a973f5683769 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:31:07.118322 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0620c45-8004-4a1d-872a-5e49193fe292 req-5992c970-09d9-44a2-8e49-13da2122373e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:31:07.120104 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a0620c45-8004-4a1d-872a-5e49193fe292 req-5992c970-09d9-44a2-8e49-13da2122373e service neutron] 10.222.0.86 "GET /v2.0/networks?id=ff30330a-0ebe-4836-9458-b813d1bcbde4 HTTP/1.1" status: 200 len: 913 time: 0.4295185 May 30 20:31:07.147244 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-1e8a3c6d-42aa-4fb7-9e30-1d5efd95041d req-fc5e80ec-63be-4c55-b6e3-f00c3236a80c tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] Synchronizing usage tracker for tenant:db6fd322329b4022b9cb210149c8de8f on resource:security_group {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:31:07.159719 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-dc78aa4e-df0b-4190-b3ac-291d6f87aab5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:07.191359 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6cee972e-f84d-4fda-9f00-5078326faaf7 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:07.201907 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4188b0-a762-4c3c-8d25-bba2fcb53282 req-715302d9-e4db-4cfe-945b-b36f7e20893c tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:31:07.208902 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ee4188b0-a762-4c3c-8d25-bba2fcb53282 req-715302d9-e4db-4cfe-945b-b36f7e20893c tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=bb8e5987-b3ba-470c-b297-cb22dc08dac6 HTTP/1.1" status: 200 len: 943 time: 0.2777674 May 30 20:31:07.225009 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [None req-6cee972e-f84d-4fda-9f00-5078326faaf7 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Transition to ACTIVE for port object 8f7302bc-6a36-48da-8bb5-e46532d6e883 will not be triggered until provisioned by entity DHCP. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:31:07.229965 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-0afd6e26-71e9-401d-91bd-047a117b42ef tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Deleting port 2f1e2f66-b9ba-4582-9d78-20495c798549 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:31:07.229965 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0afd6e26-71e9-401d-91bd-047a117b42ef tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:07.244348 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a0620c45-8004-4a1d-872a-5e49193fe292 req-e05b4dcd-e3fe-49ab-92b9-d4baffdfff03 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=668e586b-abe2-4b90-939d-6c44e2d5813c HTTP/1.1" status: 200 len: 217 time: 0.1168997 May 30 20:31:07.261956 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-dc78aa4e-df0b-4190-b3ac-291d6f87aab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:07.274396 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ee4188b0-a762-4c3c-8d25-bba2fcb53282 req-d3d4f5d5-694d-42ac-be44-0845f5ed949b tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ed3b12a-c5d4-4ba2-906c-9900ee2b8018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646737 May 30 20:31:07.337904 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-1e8a3c6d-42aa-4fb7-9e30-1d5efd95041d req-fc5e80ec-63be-4c55-b6e3-f00c3236a80c tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] Unset dirty status for tenant:db6fd322329b4022b9cb210149c8de8f on resource:security_group {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:31:07.339219 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1e8a3c6d-42aa-4fb7-9e30-1d5efd95041d req-fc5e80ec-63be-4c55-b6e3-f00c3236a80c tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1596631095&fields=id&tenant_id=db6fd322329b4022b9cb210149c8de8f HTTP/1.1" status: 200 len: 267 time: 0.4216657 May 30 20:31:07.367092 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0620c45-8004-4a1d-872a-5e49193fe292 req-599118dc-4c55-4785-881a-065a12482772 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:31:07.368772 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a0620c45-8004-4a1d-872a-5e49193fe292 req-599118dc-4c55-4785-881a-065a12482772 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7991eded-d330-4e4e-ace3-aeb4d5f3ff0a HTTP/1.1" status: 200 len: 851 time: 0.1018841 May 30 20:31:07.432757 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc78aa4e-df0b-4190-b3ac-291d6f87aab5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbb603be-3b67-43f4-8598-2136051dca7e,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:07.457633 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a0620c45-8004-4a1d-872a-5e49193fe292 req-a6277a72-3201-4a5e-843a-c53bbc00d2d4 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ff30330a-0ebe-4836-9458-b813d1bcbde4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0807004 May 30 20:31:07.489841 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-dc78aa4e-df0b-4190-b3ac-291d6f87aab5 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=605cab150c494b3eb0e70b5aaea10324&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0968702 May 30 20:31:07.500240 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 44502) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:07.596072 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6cee972e-f84d-4fda-9f00-5078326faaf7 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:07.607498 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a0620c45-8004-4a1d-872a-5e49193fe292 req-af17d139-a891-4ecd-a475-43bb77ecdd2d service neutron] 10.222.0.86 "GET /v2.0/networks/ff30330a-0ebe-4836-9458-b813d1bcbde4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431556 May 30 20:31:07.635856 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0afd6e26-71e9-401d-91bd-047a117b42ef tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:07.769801 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a0620c45-8004-4a1d-872a-5e49193fe292 req-88409580-70a4-4cba-9bbc-f0806f96eec6 service neutron] 10.222.0.86 "GET /v2.0/networks/ff30330a-0ebe-4836-9458-b813d1bcbde4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506639 May 30 20:31:07.795908 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-0afd6e26-71e9-401d-91bd-047a117b42ef tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Calling delete_port for 2f1e2f66-b9ba-4582-9d78-20495c798549 owned by network:router_interface {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:31:08.053477 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cee972e-f84d-4fda-9f00-5078326faaf7 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Network e47345d4-98a8-46f5-a7b7-66b2eb513a50 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:31:08.068802 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-6cee972e-f84d-4fda-9f00-5078326faaf7 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:31:08.081602 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8a3c6d-42aa-4fb7-9e30-1d5efd95041d req-c83e0f82-cd4f-4f37-b3ec-185b1faf5e6a tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:31:08.083130 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1e8a3c6d-42aa-4fb7-9e30-1d5efd95041d req-c83e0f82-cd4f-4f37-b3ec-185b1faf5e6a tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] 10.222.0.85 "GET /v2.0/ports?device_id=f03d717e-c105-41d5-a5af-5828ba46c89b HTTP/1.1" status: 200 len: 946 time: 0.7351952 May 30 20:31:08.087109 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cee972e-f84d-4fda-9f00-5078326faaf7 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:31:08.091002 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cee972e-f84d-4fda-9f00-5078326faaf7 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:31:08.091613 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6cee972e-f84d-4fda-9f00-5078326faaf7 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:08.114361 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-38516f1e-db49-4872-859c-d4a76c387d1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:08.119569 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [req-1e8a3c6d-42aa-4fb7-9e30-1d5efd95041d req-8d43641b-ae70-4f46-ab1e-514e82506cd0 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] Request body: {'port': {'security_groups': ['2268d3cd-925a-464e-9ff1-7b08a4bf8bbc', '793305c3-ae10-4b59-b3b9-b58b599419a0']}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:31:08.137665 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 44514) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:08.156939 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cee972e-f84d-4fda-9f00-5078326faaf7 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Pushing event updated for resources: {'Port': ['ID=8f7302bc-6a36-48da-8bb5-e46532d6e883,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:08.237889 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-38516f1e-db49-4872-859c-d4a76c387d1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:08.325063 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-397fbaa0-5fc5-42b2-8f53-2c01e1ef9a65 None None] Provisioning for port c6ec21d8-f615-4a31-a22d-3fb90b9af9e8 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:31:08.337626 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-f5e89126-adf5-4dcc-a942-3993d6ffed92 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1145515362'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:31:08.339677 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-6cee972e-f84d-4fda-9f00-5078326faaf7 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.0229135 May 30 20:31:08.342387 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 44524) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:08.389903 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-f5e89126-adf5-4dcc-a942-3993d6ffed92 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:31:08.409724 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-f5e89126-adf5-4dcc-a942-3993d6ffed92 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Usage tracker for resource:network and tenant:eeceb350906e46fc9b2c21ca495ac559 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:31:08.417738 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-f5e89126-adf5-4dcc-a942-3993d6ffed92 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:31:08.435505 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device c6ec21d8-f615-4a31-a22d-3fb90b9af9e8 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:31:08.440375 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-f5e89126-adf5-4dcc-a942-3993d6ffed92 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:31:08.496470 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-1e8a3c6d-42aa-4fb7-9e30-1d5efd95041d req-8d43641b-ae70-4f46-ab1e-514e82506cd0 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:08.522412 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-38516f1e-db49-4872-859c-d4a76c387d1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:08.562952 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5e89126-adf5-4dcc-a942-3993d6ffed92 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Made reservation on behalf of eeceb350906e46fc9b2c21ca495ac559 for: {'network': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:31:08.567403 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f5e89126-adf5-4dcc-a942-3993d6ffed92 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:08.586943 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38516f1e-db49-4872-859c-d4a76c387d1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbb603be-3b67-43f4-8598-2136051dca7e,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:08.596602 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f5e89126-adf5-4dcc-a942-3993d6ffed92 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:08.615711 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6407a61f-9c98-49ea-b199-e0cbb570f959 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:31:08.620498 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6407a61f-9c98-49ea-b199-e0cbb570f959 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:31:08.620756 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port c6ec21d8-f615-4a31-a22d-3fb90b9af9e8 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:31:08.620866 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-6407a61f-9c98-49ea-b199-e0cbb570f959 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Synchronizing usage tracker for tenant:08954986e7454427ae0d40c7652d3c6a on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:31:08.631990 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port c6ec21d8-f615-4a31-a22d-3fb90b9af9e8 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:31:08.631990 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:08.693153 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-f5e89126-adf5-4dcc-a942-3993d6ffed92 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:31:08.704075 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0afd6e26-71e9-401d-91bd-047a117b42ef tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:08.707506 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083ed309-73c8-4803-a73e-23f70ffc2794 req-305db4e3-21bb-41f9-9e6f-52b878a93e73 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:31:08.707506 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-083ed309-73c8-4803-a73e-23f70ffc2794 req-305db4e3-21bb-41f9-9e6f-52b878a93e73 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=bb8e5987-b3ba-470c-b297-cb22dc08dac6 HTTP/1.1" status: 200 len: 943 time: 0.2339664 May 30 20:31:08.707506 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-f5e89126-adf5-4dcc-a942-3993d6ffed92 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Usage tracker for resource:security_group_rule and tenant:eeceb350906e46fc9b2c21ca495ac559 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:31:08.710830 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b6d12af7-7afb-47cd-98b1-a77c53878cfd None None] Provisioning for port 8f7302bc-6a36-48da-8bb5-e46532d6e883 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:31:08.720894 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-f5e89126-adf5-4dcc-a942-3993d6ffed92 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:31:08.724402 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b6d12af7-7afb-47cd-98b1-a77c53878cfd None None] Provisioning complete for port 8f7302bc-6a36-48da-8bb5-e46532d6e883 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:31:08.724402 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b6d12af7-7afb-47cd-98b1-a77c53878cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:08.767312 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-f5e89126-adf5-4dcc-a942-3993d6ffed92 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:31:08.786464 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afd6e26-71e9-401d-91bd-047a117b42ef tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Pushing event deleted for resources: {'Port': ['ID=2f1e2f66-b9ba-4582-9d78-20495c798549,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:08.810938 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-b6d12af7-7afb-47cd-98b1-a77c53878cfd None None] Port 8f7302bc-6a36-48da-8bb5-e46532d6e883 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:31:08.867310 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-38516f1e-db49-4872-859c-d4a76c387d1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:08.870697 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:08.871840 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-38516f1e-db49-4872-859c-d4a76c387d1d admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/bbb603be-3b67-43f4-8598-2136051dca7e HTTP/1.1" status: 204 len: 168 time: 1.3704798 May 30 20:31:08.889581 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f5e89126-adf5-4dcc-a942-3993d6ffed92 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:08.915253 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-6407a61f-9c98-49ea-b199-e0cbb570f959 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Unset dirty status for tenant:08954986e7454427ae0d40c7652d3c6a on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:31:08.916056 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port c6ec21d8-f615-4a31-a22d-3fb90b9af9e8, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=c6ec21d8-f615-4a31-a22d-3fb90b9af9e8,segment=NetworkSegment(2cb73a29-9359-4fbf-99af-be1c6062790b),segment_id=2cb73a29-9359-4fbf-99af-be1c6062790b)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:31:08.918254 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-6407a61f-9c98-49ea-b199-e0cbb570f959 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.5736158 May 30 20:31:08.923533 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 44530) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:08.980275 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f5e89126-adf5-4dcc-a942-3993d6ffed92 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:09.000456 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-083ed309-73c8-4803-a73e-23f70ffc2794 req-e025d4e6-df96-4e32-bc7f-afdce06ebab3 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ed3b12a-c5d4-4ba2-906c-9900ee2b8018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461472 May 30 20:31:09.008170 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:09.030689 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5e89126-adf5-4dcc-a942-3993d6ffed92 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] vlan segment allocate from pool success with {'vlan_id': 681, 'physical_network': 'physnet1'} {{(pid=84887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:31:09.038195 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-bf56d609-2480-4323-bc56-809f6af8bb63 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Deleting port 8f7302bc-6a36-48da-8bb5-e46532d6e883 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:31:09.042350 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-bf56d609-2480-4323-bc56-809f6af8bb63 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:09.107581 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e89126-adf5-4dcc-a942-3993d6ffed92 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Pushing event updated for resources: {'SecurityGroup': ['ID=004a5fec-0268-499f-9e1a-aa5d8a4cd311,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:09.129319 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f5e89126-adf5-4dcc-a942-3993d6ffed92 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:09.133296 n-d-843948-2 neutron-server[84887]: INFO neutron.db.segments_db [None req-f5e89126-adf5-4dcc-a942-3993d6ffed92 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Added segment 9128760e-82fc-46b5-824d-cb40ae252f4e of type vlan for network 2c9349e7-cc10-4a1e-9856-ef94a3776dc4 May 30 20:31:09.233675 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=c6ec21d8-f615-4a31-a22d-3fb90b9af9e8,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:09.238660 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f5e89126-adf5-4dcc-a942-3993d6ffed92 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:09.279342 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-1e8a3c6d-42aa-4fb7-9e30-1d5efd95041d req-8d43641b-ae70-4f46-ab1e-514e82506cd0 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] For port 2cf9cea4-18f1-4ae3-8d2a-dd24c0abe6e0, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=2cf9cea4-18f1-4ae3-8d2a-dd24c0abe6e0,segment=NetworkSegment(a0397637-f061-423b-af31-4fae82d2600b),segment_id=a0397637-f061-423b-af31-4fae82d2600b)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:31:09.329963 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-1e8a3c6d-42aa-4fb7-9e30-1d5efd95041d req-8d43641b-ae70-4f46-ab1e-514e82506cd0 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:09.390589 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f5e89126-adf5-4dcc-a942-3993d6ffed92 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:09.390589 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e89126-adf5-4dcc-a942-3993d6ffed92 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:31:09.390589 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f5e89126-adf5-4dcc-a942-3993d6ffed92 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:09.390945 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0afd6e26-71e9-401d-91bd-047a117b42ef tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1718140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-736143'] for router_interface, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:09.515667 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 668e586b-abe2-4b90-939d-6c44e2d5813c details requested by agent hyperv_n-h2-843948-2 with host n-h2-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:31:09.535300 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-1e8a3c6d-42aa-4fb7-9e30-1d5efd95041d req-8d43641b-ae70-4f46-ab1e-514e82506cd0 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:09.546135 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e89126-adf5-4dcc-a942-3993d6ffed92 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Pushing event updated for resources: {'Network': ['ID=2c9349e7-cc10-4a1e-9856-ef94a3776dc4,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:09.569530 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-bf56d609-2480-4323-bc56-809f6af8bb63 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:09.571015 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['2cf9cea4-18f1-4ae3-8d2a-dd24c0abe6e0'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:31:09.640124 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network 2c9349e7-cc10-4a1e-9856-ef94a3776dc4 details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:31:09.677324 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8a3c6d-42aa-4fb7-9e30-1d5efd95041d req-8d43641b-ae70-4f46-ab1e-514e82506cd0 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:31:09.678047 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-1e8a3c6d-42aa-4fb7-9e30-1d5efd95041d req-8d43641b-ae70-4f46-ab1e-514e82506cd0 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:09.708007 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1e8a3c6d-42aa-4fb7-9e30-1d5efd95041d req-8d43641b-ae70-4f46-ab1e-514e82506cd0 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] 10.222.0.85 "PUT /v2.0/ports/2cf9cea4-18f1-4ae3-8d2a-dd24c0abe6e0 HTTP/1.1" status: 200 len: 982 time: 1.6050730 May 30 20:31:09.709404 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f03d717e-c105-41d5-a5af-5828ba46c89b', 'tag': '2cf9cea4-18f1-4ae3-8d2a-dd24c0abe6e0'}] {{(pid=84886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:31:09.751845 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d43641b-ae70-4f46-ab1e-514e82506cd0 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] Pushing event updated for resources: {'Port': ['ID=2cf9cea4-18f1-4ae3-8d2a-dd24c0abe6e0,revision_number=6']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:09.811585 n-d-843948-2 neutron-server[84886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-132c309e-4324-444d-8294-bcd1167a0d0e'] response: {'name': 'network-changed', 'server_uuid': 'f03d717e-c105-41d5-a5af-5828ba46c89b', 'tag': '2cf9cea4-18f1-4ae3-8d2a-dd24c0abe6e0', 'status': 'completed', 'code': 200} May 30 20:31:09.858043 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-f5e89126-adf5-4dcc-a942-3993d6ffed92 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.7189949 May 30 20:31:09.899803 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 44554) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:09.937091 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-bf56d609-2480-4323-bc56-809f6af8bb63 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Calling delete_port for 8f7302bc-6a36-48da-8bb5-e46532d6e883 owned by {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:31:09.937573 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-6e6d573a-d1d9-4b74-ba9c-1e4bb75ac1af tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-834433293'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:31:09.943731 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-6e6d573a-d1d9-4b74-ba9c-1e4bb75ac1af tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:31:09.948625 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-6e6d573a-d1d9-4b74-ba9c-1e4bb75ac1af tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Usage tracker for resource:network and tenant:eeceb350906e46fc9b2c21ca495ac559 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:31:09.952120 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-6e6d573a-d1d9-4b74-ba9c-1e4bb75ac1af tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:31:09.958637 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-6e6d573a-d1d9-4b74-ba9c-1e4bb75ac1af tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:31:10.025297 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['2cf9cea4-18f1-4ae3-8d2a-dd24c0abe6e0'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:31:10.048198 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-debbfb5a-42d5-494b-87a4-f855b44b57cb req-e5f5050e-bd52-41e9-9ced-590860d917ab tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1596631095&fields=id&tenant_id=db6fd322329b4022b9cb210149c8de8f HTTP/1.1" status: 200 len: 267 time: 0.1207972 May 30 20:31:10.118358 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e6d573a-d1d9-4b74-ba9c-1e4bb75ac1af tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Made reservation on behalf of eeceb350906e46fc9b2c21ca495ac559 for: {'network': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:31:10.120964 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6e6d573a-d1d9-4b74-ba9c-1e4bb75ac1af tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:10.239522 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 668e586b-abe2-4b90-939d-6c44e2d5813c, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=668e586b-abe2-4b90-939d-6c44e2d5813c,segment=NetworkSegment(40468e3f-2630-4d51-98c1-4a518f6532d2),segment_id=40468e3f-2630-4d51-98c1-4a518f6532d2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:31:10.243100 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-bf56d609-2480-4323-bc56-809f6af8bb63 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:10.282265 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Returning: {'device': '668e586b-abe2-4b90-939d-6c44e2d5813c', 'network_id': 'ff30330a-0ebe-4836-9458-b813d1bcbde4', 'port_id': '668e586b-abe2-4b90-939d-6c44e2d5813c', 'mac_address': 'fa:16:3e:b7:db:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7991eded-d330-4e4e-ace3-aeb4d5f3ff0a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:31:10.308541 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf56d609-2480-4323-bc56-809f6af8bb63 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Pushing event deleted for resources: {'Port': ['ID=8f7302bc-6a36-48da-8bb5-e46532d6e883,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:10.381899 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1db25a36-94ad-4ed2-a392-74d199d7cbe9 req-5e93a8ef-df28-40dc-a33d-b7928f846ad9 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=db6fd322329b4022b9cb210149c8de8f&device_id=f03d717e-c105-41d5-a5af-5828ba46c89b HTTP/1.1" status: 200 len: 1136 time: 0.5493507 May 30 20:31:10.424040 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device c6ec21d8-f615-4a31-a22d-3fb90b9af9e8 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:31:10.453073 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-bf56d609-2480-4323-bc56-809f6af8bb63 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:10.531333 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-bf56d609-2480-4323-bc56-809f6af8bb63 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "DELETE /v2.0/ports/8f7302bc-6a36-48da-8bb5-e46532d6e883 HTTP/1.1" status: 204 len: 168 time: 1.6046932 May 30 20:31:10.533448 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 44572) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:10.566892 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e6d573a-d1d9-4b74-ba9c-1e4bb75ac1af tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] vlan segment allocate from pool success with {'vlan_id': 678, 'physical_network': 'physnet1'} {{(pid=84886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:31:10.595650 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6e6d573a-d1d9-4b74-ba9c-1e4bb75ac1af tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:10.596160 n-d-843948-2 neutron-server[84886]: INFO neutron.db.segments_db [None req-6e6d573a-d1d9-4b74-ba9c-1e4bb75ac1af tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Added segment b7e8aa37-42b7-4e7b-b7cd-3e75b028c198 of type vlan for network 5fdb5cec-9729-438e-91bb-fe5337bfd457 May 30 20:31:10.634316 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ec9c26-1f37-42dc-b382-dbe920072825 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:31:10.634316 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ec9c26-1f37-42dc-b382-dbe920072825 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:31:10.634316 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-10ec9c26-1f37-42dc-b382-dbe920072825 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Synchronizing usage tracker for tenant:08954986e7454427ae0d40c7652d3c6a on resource:subnet {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:31:10.656914 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:10.718036 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6e6d573a-d1d9-4b74-ba9c-1e4bb75ac1af tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:10.748774 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-10ec9c26-1f37-42dc-b382-dbe920072825 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Unset dirty status for tenant:08954986e7454427ae0d40c7652d3c6a on resource:subnet {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:31:10.752116 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-10ec9c26-1f37-42dc-b382-dbe920072825 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2193682 May 30 20:31:10.756453 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 44580) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:10.761548 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 668e586b-abe2-4b90-939d-6c44e2d5813c {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:31:10.769449 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debbfb5a-42d5-494b-87a4-f855b44b57cb req-ce0a3c97-efdc-4a01-9bad-5e1551e92648 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:31:10.771615 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-debbfb5a-42d5-494b-87a4-f855b44b57cb req-ce0a3c97-efdc-4a01-9bad-5e1551e92648 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] 10.222.0.85 "GET /v2.0/ports?device_id=f03d717e-c105-41d5-a5af-5828ba46c89b HTTP/1.1" status: 200 len: 985 time: 0.6621537 May 30 20:31:10.775498 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db25a36-94ad-4ed2-a392-74d199d7cbe9 req-89b19341-5bc8-4174-b9b7-344a8a61acde service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:31:10.777235 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1db25a36-94ad-4ed2-a392-74d199d7cbe9 req-89b19341-5bc8-4174-b9b7-344a8a61acde service neutron] 10.222.0.71 "GET /v2.0/networks?id=ff5fdb4b-c181-42de-80b5-ff8540ac71a0 HTTP/1.1" status: 200 len: 920 time: 0.3886700 May 30 20:31:10.793274 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [req-debbfb5a-42d5-494b-87a4-f855b44b57cb req-0795da9f-a210-4d60-8ed2-cd41f6d0bfdf tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] Request body: {'port': {'security_groups': ['2268d3cd-925a-464e-9ff1-7b08a4bf8bbc']}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:31:10.885469 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 668e586b-abe2-4b90-939d-6c44e2d5813c, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=668e586b-abe2-4b90-939d-6c44e2d5813c,segment=NetworkSegment(40468e3f-2630-4d51-98c1-4a518f6532d2),segment_id=40468e3f-2630-4d51-98c1-4a518f6532d2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:31:10.903700 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port c6ec21d8-f615-4a31-a22d-3fb90b9af9e8 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:31:10.904699 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:10.962248 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:11.044841 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c38113-4ece-4854-83c7-35c914c10dd1 req-2ff06206-0277-482b-b17d-542def08315a tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:31:11.052584 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e4c38113-4ece-4854-83c7-35c914c10dd1 req-2ff06206-0277-482b-b17d-542def08315a tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=bb8e5987-b3ba-470c-b297-cb22dc08dac6 HTTP/1.1" status: 200 len: 943 time: 0.1872213 May 30 20:31:11.105529 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1db25a36-94ad-4ed2-a392-74d199d7cbe9 req-407bd840-e3ec-4dc7-9877-577ca782df88 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2cf9cea4-18f1-4ae3-8d2a-dd24c0abe6e0 HTTP/1.1" status: 200 len: 217 time: 0.2275069 May 30 20:31:11.120528 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e8ecb07-2b7a-4c6b-951b-6cf4b98bfc76 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Deleting subnet 88f9aae1-a4b3-4ded-a15c-8d94b86b6d58 {{(pid=84887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:31:11.121594 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=668e586b-abe2-4b90-939d-6c44e2d5813c,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:11.125396 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8e8ecb07-2b7a-4c6b-951b-6cf4b98bfc76 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks [] for subnet, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:11.184022 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e4c38113-4ece-4854-83c7-35c914c10dd1 req-0844338c-3ed8-4281-8d0a-7ae68f1df4ac tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ed3b12a-c5d4-4ba2-906c-9900ee2b8018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302168 May 30 20:31:11.202556 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8e8ecb07-2b7a-4c6b-951b-6cf4b98bfc76 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3149227'] for subnet, precommit_delete_associations {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:11.226100 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6e6d573a-d1d9-4b74-ba9c-1e4bb75ac1af tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:11.230661 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e6d573a-d1d9-4b74-ba9c-1e4bb75ac1af tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:31:11.231996 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6e6d573a-d1d9-4b74-ba9c-1e4bb75ac1af tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks [] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:11.267551 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['668e586b-abe2-4b90-939d-6c44e2d5813c'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:31:11.331730 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8e8ecb07-2b7a-4c6b-951b-6cf4b98bfc76 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:11.485031 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6d573a-d1d9-4b74-ba9c-1e4bb75ac1af tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Pushing event updated for resources: {'Network': ['ID=5fdb5cec-9729-438e-91bb-fe5337bfd457,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:11.500226 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network 5fdb5cec-9729-438e-91bb-fe5337bfd457 details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:31:11.547638 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8e8ecb07-2b7a-4c6b-951b-6cf4b98bfc76 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4055470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114247'] for subnet, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:11.561493 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db25a36-94ad-4ed2-a392-74d199d7cbe9 req-810e7755-fc65-4cab-805d-a0d927f898d3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:31:11.563279 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1db25a36-94ad-4ed2-a392-74d199d7cbe9 req-810e7755-fc65-4cab-805d-a0d927f898d3 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=be79b396-84f8-442a-96a0-1a5adfb968e1 HTTP/1.1" status: 200 len: 859 time: 0.4462183 May 30 20:31:11.568951 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-debbfb5a-42d5-494b-87a4-f855b44b57cb req-0795da9f-a210-4d60-8ed2-cd41f6d0bfdf tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:11.619265 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8ecb07-2b7a-4c6b-951b-6cf4b98bfc76 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Pushing event deleted for resources: {'Subnet': ['ID=88f9aae1-a4b3-4ded-a15c-8d94b86b6d58,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:11.643869 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8e8ecb07-2b7a-4c6b-951b-6cf4b98bfc76 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:11.663308 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30cef2ef-84af-42bb-89fa-a7b27a47db25 None None] Network e47345d4-98a8-46f5-a7b7-66b2eb513a50 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:31:11.665886 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1db25a36-94ad-4ed2-a392-74d199d7cbe9 req-c0e2fea6-2f78-41d4-95de-3ec94170d6cd service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ff5fdb4b-c181-42de-80b5-ff8540ac71a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0792267 May 30 20:31:11.670903 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 44590) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:11.671283 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-6e6d573a-d1d9-4b74-ba9c-1e4bb75ac1af tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.7453086 May 30 20:31:11.682279 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-cf37d31f-fc44-4403-aef8-431ab3172604 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Request body: {'subnet': {'network_id': '2c9349e7-cc10-4a1e-9856-ef94a3776dc4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:31:11.918514 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-8e8ecb07-2b7a-4c6b-951b-6cf4b98bfc76 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "DELETE /v2.0/subnets/88f9aae1-a4b3-4ded-a15c-8d94b86b6d58 HTTP/1.1" status: 204 len: 168 time: 1.1599941 May 30 20:31:11.919675 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-cf37d31f-fc44-4403-aef8-431ab3172604 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:31:11.921240 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 44596) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:11.925590 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-cf37d31f-fc44-4403-aef8-431ab3172604 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Usage tracker for resource:subnet and tenant:eeceb350906e46fc9b2c21ca495ac559 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:31:11.929738 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-cf37d31f-fc44-4403-aef8-431ab3172604 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:31:11.939531 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-cf37d31f-fc44-4403-aef8-431ab3172604 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:31:11.976793 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65ce186c-08ac-4e91-b692-72f6d20a37f9 None None] DHCP port deletion for e47345d4-98a8-46f5-a7b7-66b2eb513a50 request from n-d-843948-2 {{(pid=84888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:31:11.995018 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-65ce186c-08ac-4e91-b692-72f6d20a37f9 None None] Deleting port c6ec21d8-f615-4a31-a22d-3fb90b9af9e8 {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:31:11.997286 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-65ce186c-08ac-4e91-b692-72f6d20a37f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:12.034220 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf37d31f-fc44-4403-aef8-431ab3172604 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Made reservation on behalf of eeceb350906e46fc9b2c21ca495ac559 for: {'subnet': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:31:12.035861 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-6b42485b-6e58-476b-b8c4-b62206181284 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0988631 May 30 20:31:12.042070 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 44602) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:12.048211 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1db25a36-94ad-4ed2-a392-74d199d7cbe9 req-7fa21479-e614-4a97-ab72-8f0a9d905070 service neutron] 10.222.0.71 "GET /v2.0/networks/ff5fdb4b-c181-42de-80b5-ff8540ac71a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3750856 May 30 20:31:12.051838 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-073919be-9f1f-493a-9ea2-9e5d80d732f9 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Request body: {'subnet': {'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:31:12.213020 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-cf37d31f-fc44-4403-aef8-431ab3172604 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114220'] for subnet, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:12.305561 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:31:12.404102 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-65ce186c-08ac-4e91-b692-72f6d20a37f9 None None] For port c6ec21d8-f615-4a31-a22d-3fb90b9af9e8, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=c6ec21d8-f615-4a31-a22d-3fb90b9af9e8,segment=NetworkSegment(2cb73a29-9359-4fbf-99af-be1c6062790b),segment_id=2cb73a29-9359-4fbf-99af-be1c6062790b)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:31:12.404540 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-65ce186c-08ac-4e91-b692-72f6d20a37f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:12.499023 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device c6ec21d8-f615-4a31-a22d-3fb90b9af9e8 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:31:12.621822 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-65ce186c-08ac-4e91-b692-72f6d20a37f9 None None] Calling delete_port for c6ec21d8-f615-4a31-a22d-3fb90b9af9e8 owned by network:dhcp {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:31:12.670434 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecc3ac7-e917-496a-af36-e9fa46da00e5 req-adf234e2-3e93-4f27-b977-6a746f901078 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:31:12.672181 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8ecc3ac7-e917-496a-af36-e9fa46da00e5 req-adf234e2-3e93-4f27-b977-6a746f901078 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=bb8e5987-b3ba-470c-b297-cb22dc08dac6 HTTP/1.1" status: 200 len: 944 time: 0.2342503 May 30 20:31:12.768690 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8ecc3ac7-e917-496a-af36-e9fa46da00e5 req-8e5465dd-198a-4f0f-9564-6e6d74f06529 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ed3b12a-c5d4-4ba2-906c-9900ee2b8018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908113 May 30 20:31:12.775223 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-073919be-9f1f-493a-9ea2-9e5d80d732f9 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:31:12.782296 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:12.787009 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0afd6e26-71e9-401d-91bd-047a117b42ef tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Router 71d3b2dc-0b80-4309-9398-935dfd579a85 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:31:12.790719 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-073919be-9f1f-493a-9ea2-9e5d80d732f9 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Usage tracker for resource:subnet and tenant:08954986e7454427ae0d40c7652d3c6a is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:31:12.802037 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-073919be-9f1f-493a-9ea2-9e5d80d732f9 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:31:12.837923 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-073919be-9f1f-493a-9ea2-9e5d80d732f9 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:31:12.905478 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1db25a36-94ad-4ed2-a392-74d199d7cbe9 req-cf25a196-7aaf-46ee-bd45-da119a1385fb service neutron] 10.222.0.71 "GET /v2.0/networks/ff5fdb4b-c181-42de-80b5-ff8540ac71a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7012346 May 30 20:31:12.907826 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-debbfb5a-42d5-494b-87a4-f855b44b57cb req-0795da9f-a210-4d60-8ed2-cd41f6d0bfdf tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] For port 2cf9cea4-18f1-4ae3-8d2a-dd24c0abe6e0, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=2cf9cea4-18f1-4ae3-8d2a-dd24c0abe6e0,segment=NetworkSegment(a0397637-f061-423b-af31-4fae82d2600b),segment_id=a0397637-f061-423b-af31-4fae82d2600b)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:31:12.926204 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-cf37d31f-fc44-4403-aef8-431ab3172604 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4055401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114238'] for subnet, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:12.963659 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-65ce186c-08ac-4e91-b692-72f6d20a37f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468'] for port, after_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:13.045145 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf37d31f-fc44-4403-aef8-431ab3172604 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Checking segment: {'id': '9128760e-82fc-46b5-824d-cb40ae252f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '2c9349e7-cc10-4a1e-9856-ef94a3776dc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:31:13.045945 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf37d31f-fc44-4403-aef8-431ab3172604 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Network hostable DHCP agents. Network: 2c9349e7-cc10-4a1e-9856-ef94a3776dc4, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:31:13.052881 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf37d31f-fc44-4403-aef8-431ab3172604 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Pushing event updated for resources: {'Subnet': ['ID=7c49bf1b-f34c-47c4-b8f2-92cb771b11ff,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:13.120785 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ce186c-08ac-4e91-b692-72f6d20a37f9 None None] Pushing event deleted for resources: {'Port': ['ID=c6ec21d8-f615-4a31-a22d-3fb90b9af9e8,revision_number=None']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:13.129403 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ce186c-08ac-4e91-b692-72f6d20a37f9 None None] No DVR routers for this DVR port c6ec21d8-f615-4a31-a22d-3fb90b9af9e8 on host n-d-843948-2 {{(pid=84888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:31:13.144983 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-073919be-9f1f-493a-9ea2-9e5d80d732f9 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Made reservation on behalf of 08954986e7454427ae0d40c7652d3c6a for: {'subnet': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:31:13.151195 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf37d31f-fc44-4403-aef8-431ab3172604 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Network 2c9349e7-cc10-4a1e-9856-ef94a3776dc4 is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:31:13.178322 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-debbfb5a-42d5-494b-87a4-f855b44b57cb req-0795da9f-a210-4d60-8ed2-cd41f6d0bfdf tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:13.236873 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-cf37d31f-fc44-4403-aef8-431ab3172604 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, 2c9349e7-cc10-4a1e-9856-ef94a3776dc4) {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:31:13.249892 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf37d31f-fc44-4403-aef8-431ab3172604 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:31:13.250599 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-cf37d31f-fc44-4403-aef8-431ab3172604 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:13.258269 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbda269f-7bf2-46bf-ae1c-ed51483afe6e None None] Network 2c9349e7-cc10-4a1e-9856-ef94a3776dc4 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:31:13.287022 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-debbfb5a-42d5-494b-87a4-f855b44b57cb req-0795da9f-a210-4d60-8ed2-cd41f6d0bfdf tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:13.355496 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['2cf9cea4-18f1-4ae3-8d2a-dd24c0abe6e0'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:31:13.359861 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-cf37d31f-fc44-4403-aef8-431ab3172604 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6878114 May 30 20:31:13.360890 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 44632) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:13.368866 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-7670cea3-ca45-461c-8cd5-c3b15eae7190 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Request body: {'subnet': {'network_id': '5fdb5cec-9729-438e-91bb-fe5337bfd457', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:31:13.422898 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0795da9f-a210-4d60-8ed2-cd41f6d0bfdf tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] Pushing event updated for resources: {'Port': ['ID=2cf9cea4-18f1-4ae3-8d2a-dd24c0abe6e0,revision_number=7']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:13.464635 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-073919be-9f1f-493a-9ea2-9e5d80d732f9 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2778563'] for subnet, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:13.656642 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 668e586b-abe2-4b90-939d-6c44e2d5813c up at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:31:13.658946 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debbfb5a-42d5-494b-87a4-f855b44b57cb req-0795da9f-a210-4d60-8ed2-cd41f6d0bfdf tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:31:13.659595 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-debbfb5a-42d5-494b-87a4-f855b44b57cb req-0795da9f-a210-4d60-8ed2-cd41f6d0bfdf tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:13.661165 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-debbfb5a-42d5-494b-87a4-f855b44b57cb req-0795da9f-a210-4d60-8ed2-cd41f6d0bfdf tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] 10.222.0.85 "PUT /v2.0/ports/2cf9cea4-18f1-4ae3-8d2a-dd24c0abe6e0 HTTP/1.1" status: 200 len: 943 time: 2.8726652 May 30 20:31:13.661828 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f03d717e-c105-41d5-a5af-5828ba46c89b', 'tag': '2cf9cea4-18f1-4ae3-8d2a-dd24c0abe6e0'}] {{(pid=84886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:31:13.692850 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-7670cea3-ca45-461c-8cd5-c3b15eae7190 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:31:13.699117 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-7670cea3-ca45-461c-8cd5-c3b15eae7190 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Usage tracker for resource:subnet and tenant:eeceb350906e46fc9b2c21ca495ac559 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:31:13.703838 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-7670cea3-ca45-461c-8cd5-c3b15eae7190 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:31:13.710419 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-7670cea3-ca45-461c-8cd5-c3b15eae7190 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:31:13.721018 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['2cf9cea4-18f1-4ae3-8d2a-dd24c0abe6e0'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:31:13.793744 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ee5945-e137-46f0-ab2d-69cb3a9da495 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-2c9349e7-cc10-4a1e-9856-ef94a3776dc4', 'network_id': '2c9349e7-cc10-4a1e-9856-ef94a3776dc4', 'tenant_id': 'eeceb350906e46fc9b2c21ca495ac559', 'fixed_ips': [{'subnet_id': '7c49bf1b-f34c-47c4-b8f2-92cb771b11ff'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:31:13.794524 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-a4ee5945-e137-46f0-ab2d-69cb3a9da495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:13.838040 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7670cea3-ca45-461c-8cd5-c3b15eae7190 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Made reservation on behalf of eeceb350906e46fc9b2c21ca495ac559 for: {'subnet': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:31:13.914776 n-d-843948-2 neutron-server[84886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e433487-4f51-4f3c-9b41-50cfb5a29076'] response: {'name': 'network-changed', 'server_uuid': 'f03d717e-c105-41d5-a5af-5828ba46c89b', 'tag': '2cf9cea4-18f1-4ae3-8d2a-dd24c0abe6e0', 'status': 'completed', 'code': 200} May 30 20:31:14.063574 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a6f1a29e-d910-4db5-aacb-f8aff7cf3b8e req-181b4e20-65c9-4929-aa0d-9fb212968f02 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] 10.222.0.85 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3607481 May 30 20:31:14.071679 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0afd6e26-71e9-401d-91bd-047a117b42ef tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:31:14.083984 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba31632f-8a86-4535-bd94-2b776cff2746 None None] Sync routers for ids ['71d3b2dc-0b80-4309-9398-935dfd579a85'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:31:14.097458 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [req-a6f1a29e-d910-4db5-aacb-f8aff7cf3b8e req-37a7a910-c01d-4033-bfa4-bb56e23a2306 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] Request body: {'floatingip': {'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:31:14.108144 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba31632f-8a86-4535-bd94-2b776cff2746 None None] Routers {'71d3b2dc-0b80-4309-9398-935dfd579a85'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:31:14.108564 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-0afd6e26-71e9-401d-91bd-047a117b42ef tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] 10.222.0.85 "PUT /v2.0/routers/71d3b2dc-0b80-4309-9398-935dfd579a85/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0896201 May 30 20:31:14.108828 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-ba31632f-8a86-4535-bd94-2b776cff2746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:30:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['71d3b2dc-0b80-4309-9398-935dfd579a85'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:31:14.110193 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-a6f1a29e-d910-4db5-aacb-f8aff7cf3b8e req-37a7a910-c01d-4033-bfa4-bb56e23a2306 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:31:14.113648 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 44652) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:14.121762 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-a6f1a29e-d910-4db5-aacb-f8aff7cf3b8e req-37a7a910-c01d-4033-bfa4-bb56e23a2306 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] Usage tracker for resource:floatingip and tenant:db6fd322329b4022b9cb210149c8de8f is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:31:14.126495 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-073919be-9f1f-493a-9ea2-9e5d80d732f9 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4127140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2778577'] for subnet, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:14.134390 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-a6f1a29e-d910-4db5-aacb-f8aff7cf3b8e req-37a7a910-c01d-4033-bfa4-bb56e23a2306 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:31:14.139168 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 44656) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:14.198359 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-ba31632f-8a86-4535-bd94-2b776cff2746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:31:14.207896 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7670cea3-ca45-461c-8cd5-c3b15eae7190 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114220'] for subnet, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:14.209839 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning for port 668e586b-abe2-4b90-939d-6c44e2d5813c completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:31:14.214387 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba31632f-8a86-4535-bd94-2b776cff2746 None None] Routers {'71d3b2dc-0b80-4309-9398-935dfd579a85'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:31:14.215501 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-ba31632f-8a86-4535-bd94-2b776cff2746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:30:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['71d3b2dc-0b80-4309-9398-935dfd579a85'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:31:14.225386 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073919be-9f1f-493a-9ea2-9e5d80d732f9 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Pushing event updated for resources: {'Subnet': ['ID=4f413cd8-17f0-4875-9d0f-fd6ba23333f2,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:14.238376 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-998fd00c-2b9a-4949-a8ed-31276d28157a req-ca7c7674-e254-4cd3-8a3b-4ae618a2c297 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=db6fd322329b4022b9cb210149c8de8f&device_id=f03d717e-c105-41d5-a5af-5828ba46c89b HTTP/1.1" status: 200 len: 1097 time: 0.3101013 May 30 20:31:14.239368 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning complete for port 668e586b-abe2-4b90-939d-6c44e2d5813c triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:31:14.239889 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:14.243244 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-a6f1a29e-d910-4db5-aacb-f8aff7cf3b8e req-37a7a910-c01d-4033-bfa4-bb56e23a2306 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:31:14.339472 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-a4ee5945-e137-46f0-ab2d-69cb3a9da495 None None] Allocated IP 2001:db8::2 (2c9349e7-cc10-4a1e-9856-ef94a3776dc4/7c49bf1b-f34c-47c4-b8f2-92cb771b11ff/3639458b-1115-4d5e-a7fe-9966133fef20) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:31:14.346730 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-073919be-9f1f-493a-9ea2-9e5d80d732f9 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Network e47345d4-98a8-46f5-a7b7-66b2eb513a50 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:31:14.357127 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-ba31632f-8a86-4535-bd94-2b776cff2746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:31:14.357342 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-073919be-9f1f-493a-9ea2-9e5d80d732f9 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:31:14.359169 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba31632f-8a86-4535-bd94-2b776cff2746 None None] The sync data for ids ['71d3b2dc-0b80-4309-9398-935dfd579a85'] in n-d-843948-2 is: [] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:31:14.362823 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-073919be-9f1f-493a-9ea2-9e5d80d732f9 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:31:14.364008 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-073919be-9f1f-493a-9ea2-9e5d80d732f9 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks [] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:14.373216 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-a6f1a29e-d910-4db5-aacb-f8aff7cf3b8e req-37a7a910-c01d-4033-bfa4-bb56e23a2306 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] Notify callbacks [] for floatingip, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:14.373706 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-504ffe5f-5707-4b14-9aab-9d6ce341c29b None None] Network e47345d4-98a8-46f5-a7b7-66b2eb513a50 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:31:14.509109 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-073919be-9f1f-493a-9ea2-9e5d80d732f9 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.4660716 May 30 20:31:14.515978 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 44662) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:14.516964 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fb3635-99d2-4af9-a7e4-7acea4753dfe req-d21e9f93-b050-4280-9f14-0ea2afc367ff tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:31:14.523506 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-52285094-d8b6-49f1-98a5-0a295d1325d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:14.524783 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-72fb3635-99d2-4af9-a7e4-7acea4753dfe req-d21e9f93-b050-4280-9f14-0ea2afc367ff tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "GET /v2.0/ports?device_id=d350d3d6-4963-41cb-b310-90275ced44f9 HTTP/1.1" status: 200 len: 945 time: 0.5043986 May 30 20:31:14.537258 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-d53d5d1e-2795-403e-a8b6-32fa0f0d318e tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Request body: {'port': {'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50', 'name': 'tempest-NetworksTestDHCPv6-1673152747'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:31:14.664184 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998fd00c-2b9a-4949-a8ed-31276d28157a req-811dca01-ea2a-470b-96d3-1ff2c864e96d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:31:14.665686 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-998fd00c-2b9a-4949-a8ed-31276d28157a req-811dca01-ea2a-470b-96d3-1ff2c864e96d service neutron] 10.222.0.71 "GET /v2.0/networks?id=ff5fdb4b-c181-42de-80b5-ff8540ac71a0 HTTP/1.1" status: 200 len: 920 time: 0.4148204 May 30 20:31:14.670019 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:14.677508 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-72fb3635-99d2-4af9-a7e4-7acea4753dfe req-acb362a4-f993-40b9-ba38-1e63a53d6071 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "GET /v2.0/security-groups?id=bb405612-9014-4259-93de-66017eac8af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1518500 May 30 20:31:14.769671 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb8e5987-b3ba-470c-b297-cb22dc08dac6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '668e586b-abe2-4b90-939d-6c44e2d5813c'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:31:14.785996 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-df25846a-b435-46e6-a340-2fe7f7ea8a14 tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Notify callbacks [] for router, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:14.852484 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 668e586b-abe2-4b90-939d-6c44e2d5813c, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=668e586b-abe2-4b90-939d-6c44e2d5813c,segment=NetworkSegment(40468e3f-2630-4d51-98c1-4a518f6532d2),segment_id=40468e3f-2630-4d51-98c1-4a518f6532d2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:31:14.919518 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7670cea3-ca45-461c-8cd5-c3b15eae7190 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4055401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114238'] for subnet, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:14.933026 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f057a136-a667-44ea-8fb4-db5610ad83eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-e47345d4-98a8-46f5-a7b7-66b2eb513a50', 'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50', 'tenant_id': '08954986e7454427ae0d40c7652d3c6a', 'fixed_ips': [{'subnet_id': '4f413cd8-17f0-4875-9d0f-fd6ba23333f2'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:31:14.933768 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-f057a136-a667-44ea-8fb4-db5610ad83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:14.950813 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:14.985380 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-52285094-d8b6-49f1-98a5-0a295d1325d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:31:14.994225 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-998fd00c-2b9a-4949-a8ed-31276d28157a req-eb2fe814-7c8a-4339-addf-6589606cefc7 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2cf9cea4-18f1-4ae3-8d2a-dd24c0abe6e0 HTTP/1.1" status: 200 len: 217 time: 0.3100078 May 30 20:31:14.995100 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-52285094-d8b6-49f1-98a5-0a295d1325d0 admin admin] Usage tracker for resource:security_group_rule and tenant:b0db568371594708bcce71304157926f is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:31:15.007049 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-52285094-d8b6-49f1-98a5-0a295d1325d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:31:15.072149 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-52285094-d8b6-49f1-98a5-0a295d1325d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:31:15.102591 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-a4ee5945-e137-46f0-ab2d-69cb3a9da495 None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:15.102884 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7670cea3-ca45-461c-8cd5-c3b15eae7190 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Pushing event updated for resources: {'Subnet': ['ID=f7fc26f8-ee23-4825-adbb-cd2d188de8cb,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:15.123627 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-d53d5d1e-2795-403e-a8b6-32fa0f0d318e tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:31:15.138269 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7670cea3-ca45-461c-8cd5-c3b15eae7190 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Checking segment: {'id': 'b7e8aa37-42b7-4e7b-b7cd-3e75b028c198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '5fdb5cec-9729-438e-91bb-fe5337bfd457'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:31:15.138634 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7670cea3-ca45-461c-8cd5-c3b15eae7190 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Network hostable DHCP agents. Network: 5fdb5cec-9729-438e-91bb-fe5337bfd457, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:31:15.141030 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-d53d5d1e-2795-403e-a8b6-32fa0f0d318e tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Usage tracker for resource:port and tenant:08954986e7454427ae0d40c7652d3c6a is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:31:15.147687 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=668e586b-abe2-4b90-939d-6c44e2d5813c,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:15.151974 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-d53d5d1e-2795-403e-a8b6-32fa0f0d318e tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:31:15.154646 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-a4ee5945-e137-46f0-ab2d-69cb3a9da495 None None] Transition to ACTIVE for port object 3639458b-1115-4d5e-a7fe-9966133fef20 will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:31:15.171834 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2ca9cd-ffb3-4d58-ac0c-8dc4e18dbdb5 req-03ff7be5-883c-4cb4-8592-6151ee7cda19 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:31:15.173262 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9b2ca9cd-ffb3-4d58-ac0c-8dc4e18dbdb5 req-03ff7be5-883c-4cb4-8592-6151ee7cda19 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=bb8e5987-b3ba-470c-b297-cb22dc08dac6 HTTP/1.1" status: 200 len: 945 time: 0.2558517 May 30 20:31:15.187378 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998fd00c-2b9a-4949-a8ed-31276d28157a req-3c51859e-7617-4e37-b524-a1605cd33bc9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:31:15.190241 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-998fd00c-2b9a-4949-a8ed-31276d28157a req-3c51859e-7617-4e37-b524-a1605cd33bc9 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=be79b396-84f8-442a-96a0-1a5adfb968e1 HTTP/1.1" status: 200 len: 859 time: 0.1880767 May 30 20:31:15.194636 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-d53d5d1e-2795-403e-a8b6-32fa0f0d318e tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:31:15.227172 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-a4ee5945-e137-46f0-ab2d-69cb3a9da495 None None] Transition to ACTIVE for port object 3639458b-1115-4d5e-a7fe-9966133fef20 will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:31:15.248640 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-f057a136-a667-44ea-8fb4-db5610ad83eb None None] Allocated IP 2001:db8::2 (e47345d4-98a8-46f5-a7b7-66b2eb513a50/4f413cd8-17f0-4875-9d0f-fd6ba23333f2/3aeee3db-ed03-4af1-8f88-53be31c9a904) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:31:15.252615 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9b2ca9cd-ffb3-4d58-ac0c-8dc4e18dbdb5 req-53e58e7e-5ed4-4eed-94fc-bf4c2be8607a tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ed3b12a-c5d4-4ba2-906c-9900ee2b8018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658731 May 30 20:31:15.294441 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-df25846a-b435-46e6-a340-2fe7f7ea8a14 tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:15.306157 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7670cea3-ca45-461c-8cd5-c3b15eae7190 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Network 5fdb5cec-9729-438e-91bb-fe5337bfd457 is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:31:15.330483 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-a4ee5945-e137-46f0-ab2d-69cb3a9da495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:15.334810 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-998fd00c-2b9a-4949-a8ed-31276d28157a req-2039ef80-68e4-48bc-aed7-ef96c848534c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ff5fdb4b-c181-42de-80b5-ff8540ac71a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1284227 May 30 20:31:15.370214 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec534070-ae25-4164-aa9d-ff49f31708cb'] response: {'server_uuid': 'bb8e5987-b3ba-470c-b297-cb22dc08dac6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '668e586b-abe2-4b90-939d-6c44e2d5813c', 'code': 200} May 30 20:31:15.370913 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-df25846a-b435-46e6-a340-2fe7f7ea8a14 tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Deleting port 8d246d19-7cd3-4e86-b93e-136b131633d1 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:31:15.371253 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-df25846a-b435-46e6-a340-2fe7f7ea8a14 tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:15.435386 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ee5945-e137-46f0-ab2d-69cb3a9da495 None None] Pushing event updated for resources: {'Port': ['ID=3639458b-1115-4d5e-a7fe-9966133fef20,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:15.438989 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ee5945-e137-46f0-ab2d-69cb3a9da495 None None] Network 2c9349e7-cc10-4a1e-9856-ef94a3776dc4 is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:31:15.442405 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-a4ee5945-e137-46f0-ab2d-69cb3a9da495 None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:31:15.447151 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ee5945-e137-46f0-ab2d-69cb3a9da495 None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:31:15.461857 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-7670cea3-ca45-461c-8cd5-c3b15eae7190 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, 5fdb5cec-9729-438e-91bb-fe5337bfd457) {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:31:15.474663 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-a6f1a29e-d910-4db5-aacb-f8aff7cf3b8e req-37a7a910-c01d-4033-bfa4-bb56e23a2306 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:15.487063 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d53d5d1e-2795-403e-a8b6-32fa0f0d318e tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Made reservation on behalf of 08954986e7454427ae0d40c7652d3c6a for: {'port': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:31:15.490267 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d53d5d1e-2795-403e-a8b6-32fa0f0d318e tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:15.494652 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b4eb1ae-6376-4e1d-b672-bd539ff0706f None None] Network 5fdb5cec-9729-438e-91bb-fe5337bfd457 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:31:15.539382 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7670cea3-ca45-461c-8cd5-c3b15eae7190 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:31:15.540172 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7670cea3-ca45-461c-8cd5-c3b15eae7190 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:15.597094 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-52285094-d8b6-49f1-98a5-0a295d1325d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:15.638989 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [None req-d53d5d1e-2795-403e-a8b6-32fa0f0d318e tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] device_id is not set on port ebef0bd7-66c6-44d4-b748-e8e20b57945b yet. {{(pid=84886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:31:15.704121 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-998fd00c-2b9a-4949-a8ed-31276d28157a req-7c955ff9-0350-4a10-9fb1-b2028396314d service neutron] 10.222.0.71 "GET /v2.0/networks/ff5fdb4b-c181-42de-80b5-ff8540ac71a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3568754 May 30 20:31:15.806869 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-a4ee5945-e137-46f0-ab2d-69cb3a9da495 None None] Attempting to bind port 3639458b-1115-4d5e-a7fe-9966133fef20 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:31:15.807304 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-a4ee5945-e137-46f0-ab2d-69cb3a9da495 None None] Attempting to bind port 3639458b-1115-4d5e-a7fe-9966133fef20 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': '9128760e-82fc-46b5-824d-cb40ae252f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '2c9349e7-cc10-4a1e-9856-ef94a3776dc4'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:31:15.807760 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ee5945-e137-46f0-ab2d-69cb3a9da495 None None] Attempting to bind port 3639458b-1115-4d5e-a7fe-9966133fef20 on network 2c9349e7-cc10-4a1e-9856-ef94a3776dc4 {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:31:15.882358 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-df25846a-b435-46e6-a340-2fe7f7ea8a14 tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:15.896079 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ee5945-e137-46f0-ab2d-69cb3a9da495 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:31:15.896079 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ee5945-e137-46f0-ab2d-69cb3a9da495 None None] Checking segment: {'id': '9128760e-82fc-46b5-824d-cb40ae252f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '2c9349e7-cc10-4a1e-9856-ef94a3776dc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:31:15.896079 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-a4ee5945-e137-46f0-ab2d-69cb3a9da495 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:15.896079 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ee5945-e137-46f0-ab2d-69cb3a9da495 None None] Bound using segment: {'id': '9128760e-82fc-46b5-824d-cb40ae252f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '2c9349e7-cc10-4a1e-9856-ef94a3776dc4'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:31:15.896079 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-a4ee5945-e137-46f0-ab2d-69cb3a9da495 None None] Bound port: 3639458b-1115-4d5e-a7fe-9966133fef20, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9128760e-82fc-46b5-824d-cb40ae252f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '2c9349e7-cc10-4a1e-9856-ef94a3776dc4'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:31:15.896079 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-a4ee5945-e137-46f0-ab2d-69cb3a9da495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:15.924603 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-467adc0b-6874-42a7-8a7b-051d7ef837fa req-ced99eec-4bf5-41c4-abd2-c1d41b2eff44 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=bb8e5987-b3ba-470c-b297-cb22dc08dac6 HTTP/1.1" status: 200 len: 1096 time: 0.4594612 May 30 20:31:15.976115 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-998fd00c-2b9a-4949-a8ed-31276d28157a req-1cc6c2c7-a087-49d5-b212-93ddb4d3ef09 service neutron] 10.222.0.71 "GET /v2.0/networks/ff5fdb4b-c181-42de-80b5-ff8540ac71a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2601261 May 30 20:31:15.977030 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-52285094-d8b6-49f1-98a5-0a295d1325d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:16.001124 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-f057a136-a667-44ea-8fb4-db5610ad83eb None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:16.033577 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-f057a136-a667-44ea-8fb4-db5610ad83eb None None] Transition to ACTIVE for port object 3aeee3db-ed03-4af1-8f88-53be31c9a904 will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:31:16.051451 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [req-a6f1a29e-d910-4db5-aacb-f8aff7cf3b8e req-37a7a910-c01d-4033-bfa4-bb56e23a2306 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] Allocated IP 172.25.8.203 (c7869750-4b49-4b7e-aa99-5e0f1ae02da4/427601ec-f643-4fe7-b5e6-17305d3a39e1/c90e8018-5b66-4511-8340-eec61a7e69ba) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:31:16.056917 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52285094-d8b6-49f1-98a5-0a295d1325d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=816a9201-4e35-47d1-a455-462fe7101404,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:16.074568 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-52285094-d8b6-49f1-98a5-0a295d1325d0 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=b0db568371594708bcce71304157926f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8544118 May 30 20:31:16.076412 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 44670) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:16.115945 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-f057a136-a667-44ea-8fb4-db5610ad83eb None None] Transition to ACTIVE for port object 3aeee3db-ed03-4af1-8f88-53be31c9a904 will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:31:16.139634 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f859f0-75a4-4962-b015-236c22aa87bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-5fdb5cec-9729-438e-91bb-fe5337bfd457', 'network_id': '5fdb5cec-9729-438e-91bb-fe5337bfd457', 'tenant_id': 'eeceb350906e46fc9b2c21ca495ac559', 'fixed_ips': [{'subnet_id': 'f7fc26f8-ee23-4825-adbb-cd2d188de8cb'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:31:16.141596 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-18f859f0-75a4-4962-b015-236c22aa87bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:16.157345 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-a4ee5945-e137-46f0-ab2d-69cb3a9da495 None None] For port 3639458b-1115-4d5e-a7fe-9966133fef20, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:31:16.168682 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-a4ee5945-e137-46f0-ab2d-69cb3a9da495 None None] For port 3639458b-1115-4d5e-a7fe-9966133fef20, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=3639458b-1115-4d5e-a7fe-9966133fef20,segment=NetworkSegment(9128760e-82fc-46b5-824d-cb40ae252f4e),segment_id=9128760e-82fc-46b5-824d-cb40ae252f4e)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:31:16.196825 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-7670cea3-ca45-461c-8cd5-c3b15eae7190 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.8317881 May 30 20:31:16.199267 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 44674) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:16.201642 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-df25846a-b435-46e6-a340-2fe7f7ea8a14 tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Calling delete_port for 8d246d19-7cd3-4e86-b93e-136b131633d1 owned by network:router_gateway {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:31:16.206940 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-fc424d00-6270-406e-ab66-9b7ff6c12967 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-883058149', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:31:16.212856 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-f057a136-a667-44ea-8fb4-db5610ad83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:16.259648 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-fc424d00-6270-406e-ab66-9b7ff6c12967 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:31:16.276001 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-a4ee5945-e137-46f0-ab2d-69cb3a9da495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:16.281564 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-fc424d00-6270-406e-ab66-9b7ff6c12967 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Usage tracker for resource:router and tenant:eeceb350906e46fc9b2c21ca495ac559 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:31:16.289142 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-fc424d00-6270-406e-ab66-9b7ff6c12967 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:31:16.298810 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d875631-1cce-436c-a5a7-68b8e4668ce6 req-85a32823-c71c-4598-97c1-8d03c69c381f tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:31:16.300332 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6d875631-1cce-436c-a5a7-68b8e4668ce6 req-85a32823-c71c-4598-97c1-8d03c69c381f tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.86 "GET /v2.0/ports?device_id=d350d3d6-4963-41cb-b310-90275ced44f9 HTTP/1.1" status: 200 len: 945 time: 0.6723623 May 30 20:31:16.303083 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-fc424d00-6270-406e-ab66-9b7ff6c12967 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:31:16.347879 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f057a136-a667-44ea-8fb4-db5610ad83eb None None] Network e47345d4-98a8-46f5-a7b7-66b2eb513a50 is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:31:16.356985 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-d53d5d1e-2795-403e-a8b6-32fa0f0d318e tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Allocated IP 2001:db8::194 (e47345d4-98a8-46f5-a7b7-66b2eb513a50/4f413cd8-17f0-4875-9d0f-fd6ba23333f2/ebef0bd7-66c6-44d4-b748-e8e20b57945b) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:31:16.360716 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-f057a136-a667-44ea-8fb4-db5610ad83eb None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:31:16.366143 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f057a136-a667-44ea-8fb4-db5610ad83eb None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:31:16.372318 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f057a136-a667-44ea-8fb4-db5610ad83eb None None] Pushing event updated for resources: {'Port': ['ID=3aeee3db-ed03-4af1-8f88-53be31c9a904,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:16.374592 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-01237499-1e94-4d0f-96e8-9ee4a8824be4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:16.399341 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-a6f1a29e-d910-4db5-aacb-f8aff7cf3b8e req-37a7a910-c01d-4033-bfa4-bb56e23a2306 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:16.408779 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-467adc0b-6874-42a7-8a7b-051d7ef837fa req-561ec837-721a-4459-86dc-2d4d5d07c92a service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=2ed3b12a-c5d4-4ba2-906c-9900ee2b8018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2882323 May 30 20:31:16.424921 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-fc424d00-6270-406e-ab66-9b7ff6c12967 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-733683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3159'] for router, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:16.426112 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-fc424d00-6270-406e-ab66-9b7ff6c12967 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-733584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-736372', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-628480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3164'] for router, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:16.437487 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-01237499-1e94-4d0f-96e8-9ee4a8824be4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:16.456042 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-6d875631-1cce-436c-a5a7-68b8e4668ce6 req-74ec65e8-963b-4a94-b40f-f2600719378d tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Deleting port c11bfcfd-e7eb-4cc9-b834-149cb8898334 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:31:16.456443 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-6d875631-1cce-436c-a5a7-68b8e4668ce6 req-74ec65e8-963b-4a94-b40f-f2600719378d tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:16.519732 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff31239-6e44-48db-bb9f-234fbf6cf231 req-c0576dd9-c3ef-432f-9eac-92384c138001 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:31:16.526645 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-bff31239-6e44-48db-bb9f-234fbf6cf231 req-c0576dd9-c3ef-432f-9eac-92384c138001 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "GET /v2.0/ports?device_id=d350d3d6-4963-41cb-b310-90275ced44f9 HTTP/1.1" status: 200 len: 945 time: 0.4071519 May 30 20:31:16.645466 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-bff31239-6e44-48db-bb9f-234fbf6cf231 req-54891096-a28d-4acf-883f-cfdc153cb460 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "GET /v2.0/security-groups?id=bb405612-9014-4259-93de-66017eac8af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179135 May 30 20:31:16.648917 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-18f859f0-75a4-4962-b015-236c22aa87bd None None] Allocated IP 2001:db8:1::2 (5fdb5cec-9729-438e-91bb-fe5337bfd457/f7fc26f8-ee23-4825-adbb-cd2d188de8cb/10fdb2f9-c061-4a8b-a08c-84940e2496ce) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:31:16.655927 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-f057a136-a667-44ea-8fb4-db5610ad83eb None None] Attempting to bind port 3aeee3db-ed03-4af1-8f88-53be31c9a904 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:31:16.656641 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-f057a136-a667-44ea-8fb4-db5610ad83eb None None] Attempting to bind port 3aeee3db-ed03-4af1-8f88-53be31c9a904 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': '2cb73a29-9359-4fbf-99af-be1c6062790b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:31:16.657219 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f057a136-a667-44ea-8fb4-db5610ad83eb None None] Attempting to bind port 3aeee3db-ed03-4af1-8f88-53be31c9a904 on network e47345d4-98a8-46f5-a7b7-66b2eb513a50 {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:31:16.670668 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f057a136-a667-44ea-8fb4-db5610ad83eb None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:31:16.672287 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f057a136-a667-44ea-8fb4-db5610ad83eb None None] Checking segment: {'id': '2cb73a29-9359-4fbf-99af-be1c6062790b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:31:16.672287 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-f057a136-a667-44ea-8fb4-db5610ad83eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:16.672287 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f057a136-a667-44ea-8fb4-db5610ad83eb None None] Bound using segment: {'id': '2cb73a29-9359-4fbf-99af-be1c6062790b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:31:16.673314 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-f057a136-a667-44ea-8fb4-db5610ad83eb None None] Bound port: 3aeee3db-ed03-4af1-8f88-53be31c9a904, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cb73a29-9359-4fbf-99af-be1c6062790b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:31:16.673812 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-f057a136-a667-44ea-8fb4-db5610ad83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:16.692643 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ee5945-e137-46f0-ab2d-69cb3a9da495 None None] Pushing event updated for resources: {'Port': ['ID=3639458b-1115-4d5e-a7fe-9966133fef20,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:16.804757 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d53d5d1e-2795-403e-a8b6-32fa0f0d318e tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:16.826698 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [None req-d53d5d1e-2795-403e-a8b6-32fa0f0d318e tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Transition to ACTIVE for port object ebef0bd7-66c6-44d4-b748-e8e20b57945b will not be triggered until provisioned by entity DHCP. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:31:16.833567 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-f057a136-a667-44ea-8fb4-db5610ad83eb None None] For port 3aeee3db-ed03-4af1-8f88-53be31c9a904, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:31:16.836888 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-f057a136-a667-44ea-8fb4-db5610ad83eb None None] For port 3aeee3db-ed03-4af1-8f88-53be31c9a904, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=3aeee3db-ed03-4af1-8f88-53be31c9a904,segment=NetworkSegment(2cb73a29-9359-4fbf-99af-be1c6062790b),segment_id=2cb73a29-9359-4fbf-99af-be1c6062790b)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:31:16.884930 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-fc424d00-6270-406e-ab66-9b7ff6c12967 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:16.959589 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-f057a136-a667-44ea-8fb4-db5610ad83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:17.011575 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d53d5d1e-2795-403e-a8b6-32fa0f0d318e tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:17.023672 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-6d875631-1cce-436c-a5a7-68b8e4668ce6 req-74ec65e8-963b-4a94-b40f-f2600719378d tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] For port c11bfcfd-e7eb-4cc9-b834-149cb8898334, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=c11bfcfd-e7eb-4cc9-b834-149cb8898334,segment=NetworkSegment(b78e2ba6-ffa9-4506-8832-06fa459f4605),segment_id=b78e2ba6-ffa9-4506-8832-06fa459f4605)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:31:17.024544 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-6d875631-1cce-436c-a5a7-68b8e4668ce6 req-74ec65e8-963b-4a94-b40f-f2600719378d tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:17.087467 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-a6f1a29e-d910-4db5-aacb-f8aff7cf3b8e req-37a7a910-c01d-4033-bfa4-bb56e23a2306 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:17.091707 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-fc424d00-6270-406e-ab66-9b7ff6c12967 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-736409'] for router, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:17.097710 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-01237499-1e94-4d0f-96e8-9ee4a8824be4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:17.099039 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-df25846a-b435-46e6-a340-2fe7f7ea8a14 tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:17.103378 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f057a136-a667-44ea-8fb4-db5610ad83eb None None] Pushing event updated for resources: {'Port': ['ID=3aeee3db-ed03-4af1-8f88-53be31c9a904,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:17.161343 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01237499-1e94-4d0f-96e8-9ee4a8824be4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=816a9201-4e35-47d1-a455-462fe7101404,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:17.170562 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df25846a-b435-46e6-a340-2fe7f7ea8a14 tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Pushing event deleted for resources: {'Port': ['ID=8d246d19-7cd3-4e86-b93e-136b131633d1,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:17.185506 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95d440c-8fc6-4012-b61b-50ade5601e4c req-6dcfac0c-ef07-402f-89f5-08f725b8715a tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:31:17.187086 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f95d440c-8fc6-4012-b61b-50ade5601e4c req-6dcfac0c-ef07-402f-89f5-08f725b8715a tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=bb8e5987-b3ba-470c-b297-cb22dc08dac6 HTTP/1.1" status: 200 len: 945 time: 0.3311327 May 30 20:31:17.207780 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d53d5d1e-2795-403e-a8b6-32fa0f0d318e tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Network e47345d4-98a8-46f5-a7b7-66b2eb513a50 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:31:17.218744 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-d53d5d1e-2795-403e-a8b6-32fa0f0d318e tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:31:17.223199 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53d5d1e-2795-403e-a8b6-32fa0f0d318e tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:31:17.226637 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d53d5d1e-2795-403e-a8b6-32fa0f0d318e tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:31:17.226902 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d53d5d1e-2795-403e-a8b6-32fa0f0d318e tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:17.227607 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-18f859f0-75a4-4962-b015-236c22aa87bd None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:17.234718 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6f1a29e-d910-4db5-aacb-f8aff7cf3b8e req-37a7a910-c01d-4033-bfa4-bb56e23a2306 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] Network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:31:17.235529 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53d5d1e-2795-403e-a8b6-32fa0f0d318e tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Pushing event updated for resources: {'Port': ['ID=ebef0bd7-66c6-44d4-b748-e8e20b57945b,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:17.246098 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [req-a6f1a29e-d910-4db5-aacb-f8aff7cf3b8e req-37a7a910-c01d-4033-bfa4-bb56e23a2306 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:31:17.252223 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6f1a29e-d910-4db5-aacb-f8aff7cf3b8e req-37a7a910-c01d-4033-bfa4-bb56e23a2306 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:31:17.252379 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-18f859f0-75a4-4962-b015-236c22aa87bd None None] Transition to ACTIVE for port object 10fdb2f9-c061-4a8b-a08c-84940e2496ce will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:31:17.276315 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-18f859f0-75a4-4962-b015-236c22aa87bd None None] Transition to ACTIVE for port object 10fdb2f9-c061-4a8b-a08c-84940e2496ce will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:31:17.370154 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-01237499-1e94-4d0f-96e8-9ee4a8824be4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:17.372369 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-01237499-1e94-4d0f-96e8-9ee4a8824be4 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/816a9201-4e35-47d1-a455-462fe7101404 HTTP/1.1" status: 204 len: 168 time: 1.2942493 May 30 20:31:17.391212 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-18f859f0-75a4-4962-b015-236c22aa87bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:17.439212 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a7a910-c01d-4033-bfa4-bb56e23a2306 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] Pushing event updated for resources: {'Port': ['ID=c90e8018-5b66-4511-8340-eec61a7e69ba,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:17.464053 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-fc424d00-6270-406e-ab66-9b7ff6c12967 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks [] for router, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:17.466663 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-fc424d00-6270-406e-ab66-9b7ff6c12967 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.2681909 May 30 20:31:17.471235 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 44682) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:17.556885 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f859f0-75a4-4962-b015-236c22aa87bd None None] Network 5fdb5cec-9729-438e-91bb-fe5337bfd457 is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:31:17.565348 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-18f859f0-75a4-4962-b015-236c22aa87bd None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:31:17.575938 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f859f0-75a4-4962-b015-236c22aa87bd None None] Pushing event updated for resources: {'Port': ['ID=10fdb2f9-c061-4a8b-a08c-84940e2496ce,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:17.582313 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f859f0-75a4-4962-b015-236c22aa87bd None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:31:17.637179 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-d53d5d1e-2795-403e-a8b6-32fa0f0d318e tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.1153204 May 30 20:31:17.652295 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 44686) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:17.810751 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-18f859f0-75a4-4962-b015-236c22aa87bd None None] Attempting to bind port 10fdb2f9-c061-4a8b-a08c-84940e2496ce on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:31:17.813886 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-18f859f0-75a4-4962-b015-236c22aa87bd None None] Attempting to bind port 10fdb2f9-c061-4a8b-a08c-84940e2496ce by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': 'b7e8aa37-42b7-4e7b-b7cd-3e75b028c198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '5fdb5cec-9729-438e-91bb-fe5337bfd457'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:31:17.814471 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f859f0-75a4-4962-b015-236c22aa87bd None None] Attempting to bind port 10fdb2f9-c061-4a8b-a08c-84940e2496ce on network 5fdb5cec-9729-438e-91bb-fe5337bfd457 {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:31:17.826950 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f859f0-75a4-4962-b015-236c22aa87bd None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:31:17.828987 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f859f0-75a4-4962-b015-236c22aa87bd None None] Checking segment: {'id': 'b7e8aa37-42b7-4e7b-b7cd-3e75b028c198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '5fdb5cec-9729-438e-91bb-fe5337bfd457'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:31:17.830221 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-18f859f0-75a4-4962-b015-236c22aa87bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:17.831529 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f859f0-75a4-4962-b015-236c22aa87bd None None] Bound using segment: {'id': 'b7e8aa37-42b7-4e7b-b7cd-3e75b028c198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '5fdb5cec-9729-438e-91bb-fe5337bfd457'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:31:17.832536 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-18f859f0-75a4-4962-b015-236c22aa87bd None None] Bound port: 10fdb2f9-c061-4a8b-a08c-84940e2496ce, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7e8aa37-42b7-4e7b-b7cd-3e75b028c198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '5fdb5cec-9729-438e-91bb-fe5337bfd457'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:31:17.833310 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-18f859f0-75a4-4962-b015-236c22aa87bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:17.937601 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f95d440c-8fc6-4012-b61b-50ade5601e4c req-9b50f085-7814-4bb8-8be1-4841778d2d74 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ed3b12a-c5d4-4ba2-906c-9900ee2b8018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7379572 May 30 20:31:17.952825 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-18f859f0-75a4-4962-b015-236c22aa87bd None None] For port 10fdb2f9-c061-4a8b-a08c-84940e2496ce, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:31:17.956895 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-18f859f0-75a4-4962-b015-236c22aa87bd None None] For port 10fdb2f9-c061-4a8b-a08c-84940e2496ce, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=10fdb2f9-c061-4a8b-a08c-84940e2496ce,segment=NetworkSegment(b7e8aa37-42b7-4e7b-b7cd-3e75b028c198),segment_id=b7e8aa37-42b7-4e7b-b7cd-3e75b028c198)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:31:18.005384 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c2f0a3-43e4-4cff-abb6-3af88ec95f61 None None] Network 2c9349e7-cc10-4a1e-9856-ef94a3776dc4 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:31:18.158371 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-18f859f0-75a4-4962-b015-236c22aa87bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:18.263412 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-df25846a-b435-46e6-a340-2fe7f7ea8a14 tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-736453'] for router_gateway, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:18.280266 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f859f0-75a4-4962-b015-236c22aa87bd None None] Pushing event updated for resources: {'Port': ['ID=10fdb2f9-c061-4a8b-a08c-84940e2496ce,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:18.379670 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-cac19d99-a7c2-4348-8b6a-ea013a35fa7d None None] Provisioning for port 3639458b-1115-4d5e-a7fe-9966133fef20 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:31:18.468692 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 3aeee3db-ed03-4af1-8f88-53be31c9a904 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:31:18.481813 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-6d875631-1cce-436c-a5a7-68b8e4668ce6 req-74ec65e8-963b-4a94-b40f-f2600719378d tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:18.482174 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-6d875631-1cce-436c-a5a7-68b8e4668ce6 req-74ec65e8-963b-4a94-b40f-f2600719378d tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736490'] for floatingip, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:18.482481 n-d-843948-2 neutron-server[84887]: INFO neutron.db.l3_db [req-6d875631-1cce-436c-a5a7-68b8e4668ce6 req-74ec65e8-963b-4a94-b40f-f2600719378d tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Floating IP 8ace0713-cf28-4bda-9d98-677ded5d1425 disassociated. External IP: 172.25.8.192, port: c11bfcfd-e7eb-4cc9-b834-149cb8898334. May 30 20:31:18.482816 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-6d875631-1cce-436c-a5a7-68b8e4668ce6 req-74ec65e8-963b-4a94-b40f-f2600719378d tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Calling delete_port for c11bfcfd-e7eb-4cc9-b834-149cb8898334 owned by compute:nova {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:31:18.682178 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 3aeee3db-ed03-4af1-8f88-53be31c9a904 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:31:18.694737 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 3639458b-1115-4d5e-a7fe-9966133fef20 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:31:18.695012 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-a6f1a29e-d910-4db5-aacb-f8aff7cf3b8e req-37a7a910-c01d-4033-bfa4-bb56e23a2306 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:18.706129 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 44694) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:18.741640 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-67c998dc-f3f0-45b8-bb94-fd700c2823af admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:18.787896 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-67c998dc-f3f0-45b8-bb94-fd700c2823af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:31:18.792360 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-67c998dc-f3f0-45b8-bb94-fd700c2823af admin admin] Usage tracker for resource:security_group_rule and tenant:77157df2c4354a438e41e268595dd785 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:31:18.796568 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-67c998dc-f3f0-45b8-bb94-fd700c2823af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:31:18.803261 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-67c998dc-f3f0-45b8-bb94-fd700c2823af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:31:18.866224 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-df25846a-b435-46e6-a340-2fe7f7ea8a14 tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-724789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3141'] for router, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:18.874841 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e17c1e2-391f-45fe-b1b8-df51f8db6acc req-4868eeeb-7f73-4b28-ab40-4df2255ce625 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:31:18.882599 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9e17c1e2-391f-45fe-b1b8-df51f8db6acc req-4868eeeb-7f73-4b28-ab40-4df2255ce625 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "GET /v2.0/ports?device_id=d350d3d6-4963-41cb-b310-90275ced44f9 HTTP/1.1" status: 200 len: 945 time: 0.7199235 May 30 20:31:18.919824 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 3639458b-1115-4d5e-a7fe-9966133fef20 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:31:18.927178 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 3639458b-1115-4d5e-a7fe-9966133fef20 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:31:18.928543 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:18.928703 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-df25846a-b435-46e6-a340-2fe7f7ea8a14 tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:18.947276 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d58235-39a2-4273-9330-8661dc91047b tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:31:18.953183 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d58235-39a2-4273-9330-8661dc91047b tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:31:18.954146 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-74d58235-39a2-4273-9330-8661dc91047b tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Synchronizing usage tracker for tenant:08954986e7454427ae0d40c7652d3c6a on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:31:19.055581 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-67c998dc-f3f0-45b8-bb94-fd700c2823af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:19.098675 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-31e9fdd0-c6fe-4245-bb7f-6753c4333de2 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:19.105952 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:19.152805 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port 3639458b-1115-4d5e-a7fe-9966133fef20, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=3639458b-1115-4d5e-a7fe-9966133fef20,segment=NetworkSegment(9128760e-82fc-46b5-824d-cb40ae252f4e),segment_id=9128760e-82fc-46b5-824d-cb40ae252f4e)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:31:19.156367 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-3a9bac4c-01ff-4e4d-add1-0a840605fa26 None None] Provisioning complete for port 3639458b-1115-4d5e-a7fe-9966133fef20 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:31:19.156874 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-3a9bac4c-01ff-4e4d-add1-0a840605fa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:19.158844 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9e17c1e2-391f-45fe-b1b8-df51f8db6acc req-3de595ee-ce44-46e5-8d9c-06128bc6caed tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "GET /v2.0/security-groups?id=bb405612-9014-4259-93de-66017eac8af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2742474 May 30 20:31:19.185958 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-67c998dc-f3f0-45b8-bb94-fd700c2823af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:19.194811 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-a6f1a29e-d910-4db5-aacb-f8aff7cf3b8e req-37a7a910-c01d-4033-bfa4-bb56e23a2306 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:19.252095 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-6d875631-1cce-436c-a5a7-68b8e4668ce6 req-74ec65e8-963b-4a94-b40f-f2600719378d tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:19.253986 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-df25846a-b435-46e6-a340-2fe7f7ea8a14 tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724889'] for router, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:19.254816 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df25846a-b435-46e6-a340-2fe7f7ea8a14 tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Fanout notify agent at l3_agent the message router_deleted on router 71d3b2dc-0b80-4309-9398-935dfd579a85 {{(pid=84887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:31:19.273667 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:19.336859 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-74d58235-39a2-4273-9330-8661dc91047b tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Unset dirty status for tenant:08954986e7454427ae0d40c7652d3c6a on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:31:19.343226 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-74d58235-39a2-4273-9330-8661dc91047b tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 1.6873474 May 30 20:31:19.350958 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 44700) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:19.418501 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=3639458b-1115-4d5e-a7fe-9966133fef20,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:19.475776 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ec65e8-963b-4a94-b40f-f2600719378d tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Pushing event deleted for resources: {'Port': ['ID=c11bfcfd-e7eb-4cc9-b834-149cb8898334,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:19.506331 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c998dc-f3f0-45b8-bb94-fd700c2823af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=616d9ff0-44c7-4c72-ab06-fb9469edfdc9,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:19.514314 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-3a9bac4c-01ff-4e4d-add1-0a840605fa26 None None] Provisioning for port 3aeee3db-ed03-4af1-8f88-53be31c9a904 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:31:19.520123 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-3a9bac4c-01ff-4e4d-add1-0a840605fa26 None None] Provisioning complete for port 3aeee3db-ed03-4af1-8f88-53be31c9a904 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:31:19.520714 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-3a9bac4c-01ff-4e4d-add1-0a840605fa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:19.537727 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-67c998dc-f3f0-45b8-bb94-fd700c2823af admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=77157df2c4354a438e41e268595dd785&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8277354 May 30 20:31:19.550812 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device c11bfcfd-e7eb-4cc9-b834-149cb8898334 no longer exists at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:31:19.575414 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 44704) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:19.579636 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:19.604587 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] No Port match for: c11bfcfd-e7eb-4cc9-b834-149cb8898334 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:31:19.604922 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device c11bfcfd-e7eb-4cc9-b834-149cb8898334 not bound to the agent host n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:31:19.655926 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-df25846a-b435-46e6-a340-2fe7f7ea8a14 tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Notify callbacks [] for router, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:19.660048 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-df25846a-b435-46e6-a340-2fe7f7ea8a14 tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] 10.222.0.85 "DELETE /v2.0/routers/71d3b2dc-0b80-4309-9398-935dfd579a85 HTTP/1.1" status: 204 len: 168 time: 5.5362055 May 30 20:31:19.661191 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 44708) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:19.682837 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-af2f842d-4e6e-4820-938d-5c5230a1ebe4 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Deleting port ebef0bd7-66c6-44d4-b748-e8e20b57945b {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:31:19.683460 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-af2f842d-4e6e-4820-938d-5c5230a1ebe4 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:19.688336 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-3a9bac4c-01ff-4e4d-add1-0a840605fa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:19.723305 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-3a9bac4c-01ff-4e4d-add1-0a840605fa26 None None] For port 3aeee3db-ed03-4af1-8f88-53be31c9a904, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=3aeee3db-ed03-4af1-8f88-53be31c9a904,segment=NetworkSegment(2cb73a29-9359-4fbf-99af-be1c6062790b),segment_id=2cb73a29-9359-4fbf-99af-be1c6062790b)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:31:19.792227 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-3a9bac4c-01ff-4e4d-add1-0a840605fa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:19.927781 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9bac4c-01ff-4e4d-add1-0a840605fa26 None None] Pushing event updated for resources: {'Port': ['ID=3aeee3db-ed03-4af1-8f88-53be31c9a904,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:20.021931 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-220f32c3-0ad7-4901-a502-dfb34ca75454 None None] Provisioning for port ebef0bd7-66c6-44d4-b748-e8e20b57945b completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:31:20.024764 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c6ac41-b0d0-4124-95cc-7c27908dc863 req-95eca145-7c6a-404b-aaea-fdc6d0e80aad tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:31:20.027853 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-220f32c3-0ad7-4901-a502-dfb34ca75454 None None] Provisioning complete for port ebef0bd7-66c6-44d4-b748-e8e20b57945b triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:31:20.036641 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-220f32c3-0ad7-4901-a502-dfb34ca75454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:20.037055 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-04c6ac41-b0d0-4124-95cc-7c27908dc863 req-95eca145-7c6a-404b-aaea-fdc6d0e80aad tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=bb8e5987-b3ba-470c-b297-cb22dc08dac6 HTTP/1.1" status: 200 len: 945 time: 0.6851392 May 30 20:31:20.037159 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-585f16b3-3814-4709-b350-63f796aacc9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:20.084150 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-585f16b3-3814-4709-b350-63f796aacc9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:20.107377 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b84817f4-f4c4-4d04-baeb-f6463220d6a4 None None] Network 5fdb5cec-9729-438e-91bb-fe5337bfd457 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:31:20.120483 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-220f32c3-0ad7-4901-a502-dfb34ca75454 None None] Port ebef0bd7-66c6-44d4-b748-e8e20b57945b cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:31:20.132335 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.db.resource_extend [req-a6f1a29e-d910-4db5-aacb-f8aff7cf3b8e req-37a7a910-c01d-4033-bfa4-bb56e23a2306 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:31:20.162862 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-a6f1a29e-d910-4db5-aacb-f8aff7cf3b8e req-37a7a910-c01d-4033-bfa4-bb56e23a2306 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:20.176138 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-31e9fdd0-c6fe-4245-bb7f-6753c4333de2 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Allocated IP 2001:db8::1 (2c9349e7-cc10-4a1e-9856-ef94a3776dc4/7c49bf1b-f34c-47c4-b8f2-92cb771b11ff/7377880a-6642-4441-a638-b401d5d053b1) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:31:20.233393 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-04c6ac41-b0d0-4124-95cc-7c27908dc863 req-aad89d71-55ff-4755-9e2f-d604aa874e9c tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ed3b12a-c5d4-4ba2-906c-9900ee2b8018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695309 May 30 20:31:20.236235 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb6c1565-8094-4a77-835c-dfbc7b3b0d56 tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Deleting subnet 3a89cd57-09da-4169-9393-fe775113873e {{(pid=84887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:31:20.245278 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-fb6c1565-8094-4a77-835c-dfbc7b3b0d56 tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Notify callbacks [] for subnet, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:20.282836 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-a6f1a29e-d910-4db5-aacb-f8aff7cf3b8e req-37a7a910-c01d-4033-bfa4-bb56e23a2306 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:20.452780 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b17f6489-f946-4006-b488-f6542ea53bd4 None None] Provisioning for port 10fdb2f9-c061-4a8b-a08c-84940e2496ce completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:31:20.507889 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 3aeee3db-ed03-4af1-8f88-53be31c9a904 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:31:20.509144 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-585f16b3-3814-4709-b350-63f796aacc9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:20.554501 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585f16b3-3814-4709-b350-63f796aacc9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=616d9ff0-44c7-4c72-ab06-fb9469edfdc9,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:20.609465 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-3facebc2-c9ba-4340-8a67-6d7705821621 req-da65accf-8e6b-4ea4-8c3f-f30d9ff0fa3c tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Synchronizing usage tracker for tenant:6a921a88c2104251b4f5cf697763e02b on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:31:20.619754 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-fb6c1565-8094-4a77-835c-dfbc7b3b0d56 tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3149227'] for subnet, precommit_delete_associations {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:20.622131 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 3aeee3db-ed03-4af1-8f88-53be31c9a904 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:31:20.622511 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:20.653739 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a7a910-c01d-4033-bfa4-bb56e23a2306 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] Pushing event updated for resources: {'Port': ['ID=c90e8018-5b66-4511-8340-eec61a7e69ba,revision_number=2']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:20.675184 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-af2f842d-4e6e-4820-938d-5c5230a1ebe4 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:20.685475 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-a6f1a29e-d910-4db5-aacb-f8aff7cf3b8e req-37a7a910-c01d-4033-bfa4-bb56e23a2306 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736490'] for floatingip, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:20.690487 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-585f16b3-3814-4709-b350-63f796aacc9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:20.691608 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-585f16b3-3814-4709-b350-63f796aacc9e admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/616d9ff0-44c7-4c72-ab06-fb9469edfdc9 HTTP/1.1" status: 204 len: 168 time: 1.1145620 May 30 20:31:20.696055 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-31e9fdd0-c6fe-4245-bb7f-6753c4333de2 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:20.729346 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [None req-31e9fdd0-c6fe-4245-bb7f-6753c4333de2 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Transition to ACTIVE for port object 7377880a-6642-4441-a638-b401d5d053b1 will not be triggered until provisioned by entity DHCP. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:31:20.771173 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-a6f1a29e-d910-4db5-aacb-f8aff7cf3b8e req-37a7a910-c01d-4033-bfa4-bb56e23a2306 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:20.772613 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 3639458b-1115-4d5e-a7fe-9966133fef20 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:31:20.772799 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a6f1a29e-d910-4db5-aacb-f8aff7cf3b8e req-37a7a910-c01d-4033-bfa4-bb56e23a2306 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 6.6860540 May 30 20:31:20.892087 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-af2f842d-4e6e-4820-938d-5c5230a1ebe4 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Calling delete_port for ebef0bd7-66c6-44d4-b748-e8e20b57945b owned by {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:31:20.902426 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-31e9fdd0-c6fe-4245-bb7f-6753c4333de2 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:20.923929 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 3639458b-1115-4d5e-a7fe-9966133fef20 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:31:20.925295 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-3facebc2-c9ba-4340-8a67-6d7705821621 req-da65accf-8e6b-4ea4-8c3f-f30d9ff0fa3c tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Unset dirty status for tenant:6a921a88c2104251b4f5cf697763e02b on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:31:20.926714 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3facebc2-c9ba-4340-8a67-6d7705821621 req-da65accf-8e6b-4ea4-8c3f-f30d9ff0fa3c tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "GET /v2.0/ports?device_id=d350d3d6-4963-41cb-b310-90275ced44f9 HTTP/1.1" status: 200 len: 210 time: 0.4085550 May 30 20:31:20.926986 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:21.020747 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-a6f1a29e-d910-4db5-aacb-f8aff7cf3b8e req-a2799372-9f22-4bb7-a1a4-3a39f57edc00 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] Synchronizing usage tracker for tenant:db6fd322329b4022b9cb210149c8de8f on resource:floatingip {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:31:21.030289 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-fb6c1565-8094-4a77-835c-dfbc7b3b0d56 tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:21.030470 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31e9fdd0-c6fe-4245-bb7f-6753c4333de2 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Network 2c9349e7-cc10-4a1e-9856-ef94a3776dc4 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:31:21.039025 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-31e9fdd0-c6fe-4245-bb7f-6753c4333de2 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:31:21.044761 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e9fdd0-c6fe-4245-bb7f-6753c4333de2 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:31:21.045947 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-31e9fdd0-c6fe-4245-bb7f-6753c4333de2 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-736099'] for router_interface, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:21.076917 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e9fdd0-c6fe-4245-bb7f-6753c4333de2 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Pushing event updated for resources: {'Port': ['ID=7377880a-6642-4441-a638-b401d5d053b1,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:21.084768 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6d875631-1cce-436c-a5a7-68b8e4668ce6 req-74ec65e8-963b-4a94-b40f-f2600719378d tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Router d6837ec6-fa53-4479-bb23-7d6c2cb86fc9 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:31:21.137898 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 10fdb2f9-c061-4a8b-a08c-84940e2496ce up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:31:21.191042 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-a6f1a29e-d910-4db5-aacb-f8aff7cf3b8e req-a2799372-9f22-4bb7-a1a4-3a39f57edc00 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] Unset dirty status for tenant:db6fd322329b4022b9cb210149c8de8f on resource:floatingip {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:31:21.191042 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a6f1a29e-d910-4db5-aacb-f8aff7cf3b8e req-a2799372-9f22-4bb7-a1a4-3a39f57edc00 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] 10.222.0.85 "GET /v2.0/floatingips?floating_ip_address=172.25.8.203 HTTP/1.1" status: 200 len: 696 time: 0.4117694 May 30 20:31:21.385376 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 10fdb2f9-c061-4a8b-a08c-84940e2496ce completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:31:21.395885 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 10fdb2f9-c061-4a8b-a08c-84940e2496ce triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:31:21.396711 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:21.448574 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-31e9fdd0-c6fe-4245-bb7f-6753c4333de2 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:21.484554 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f1a29e-d910-4db5-aacb-f8aff7cf3b8e req-27f3eecc-e9bc-4e88-975a-f573870ac79a tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:31:21.486817 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a6f1a29e-d910-4db5-aacb-f8aff7cf3b8e req-27f3eecc-e9bc-4e88-975a-f573870ac79a tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] 10.222.0.85 "GET /v2.0/networks/c7869750-4b49-4b7e-aa99-5e0f1ae02da4 HTTP/1.1" status: 200 len: 784 time: 0.2859957 May 30 20:31:21.513782 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6d875631-1cce-436c-a5a7-68b8e4668ce6 req-74ec65e8-963b-4a94-b40f-f2600719378d tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:31:21.529985 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29de6816-19d3-4742-8f7c-d299854780c7 None None] Sync routers for ids ['d6837ec6-fa53-4479-bb23-7d6c2cb86fc9'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:31:21.532925 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-4e05739c-9bbd-4b24-8c80-532dd58f1a56 None None] Provisioning for port 7377880a-6642-4441-a638-b401d5d053b1 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:31:21.547949 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-4e05739c-9bbd-4b24-8c80-532dd58f1a56 None None] Provisioning complete for port 7377880a-6642-4441-a638-b401d5d053b1 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:31:21.548590 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-4e05739c-9bbd-4b24-8c80-532dd58f1a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:21.570689 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-fb6c1565-8094-4a77-835c-dfbc7b3b0d56 tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4055470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114247'] for subnet, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:21.587528 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-af2f842d-4e6e-4820-938d-5c5230a1ebe4 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:21.632941 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:21.646792 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-4e05739c-9bbd-4b24-8c80-532dd58f1a56 None None] Port 7377880a-6642-4441-a638-b401d5d053b1 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:31:21.651512 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29de6816-19d3-4742-8f7c-d299854780c7 None None] Routers {'d6837ec6-fa53-4479-bb23-7d6c2cb86fc9'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:31:21.652528 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-29de6816-19d3-4742-8f7c-d299854780c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:30:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['d6837ec6-fa53-4479-bb23-7d6c2cb86fc9'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:31:21.674967 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-fb6c1565-8094-4a77-835c-dfbc7b3b0d56 tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:21.717334 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-960bc243-dcc8-4ec9-a345-31f65032691a None None] Network fc636339-ba6c-4448-b889-da87b342249d requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:31:21.725061 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6c1565-8094-4a77-835c-dfbc7b3b0d56 tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Pushing event deleted for resources: {'Subnet': ['ID=3a89cd57-09da-4169-9393-fe775113873e,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:21.739195 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [req-a6f1a29e-d910-4db5-aacb-f8aff7cf3b8e req-b6927c16-6f9e-402c-be14-b872345a0a81 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=84886) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:31:21.740251 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a6f1a29e-d910-4db5-aacb-f8aff7cf3b8e req-b6927c16-6f9e-402c-be14-b872345a0a81 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0706666 May 30 20:31:21.870002 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d875631-1cce-436c-a5a7-68b8e4668ce6 req-74ec65e8-963b-4a94-b40f-f2600719378d tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] No DVR routers for this DVR port c11bfcfd-e7eb-4cc9-b834-149cb8898334 on host n-h2-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:31:21.882612 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-6d875631-1cce-436c-a5a7-68b8e4668ce6 req-74ec65e8-963b-4a94-b40f-f2600719378d tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:21.884965 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6d875631-1cce-436c-a5a7-68b8e4668ce6 req-74ec65e8-963b-4a94-b40f-f2600719378d tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.86 "DELETE /v2.0/ports/c11bfcfd-e7eb-4cc9-b834-149cb8898334 HTTP/1.1" status: 204 len: 173 time: 5.5644288 May 30 20:31:21.892700 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd350d3d6-4963-41cb-b310-90275ced44f9', 'name': 'network-vif-deleted', 'tag': 'c11bfcfd-e7eb-4cc9-b834-149cb8898334'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:31:21.899207 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2f842d-4e6e-4820-938d-5c5230a1ebe4 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Pushing event deleted for resources: {'Port': ['ID=ebef0bd7-66c6-44d4-b748-e8e20b57945b,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:21.911694 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-fb6c1565-8094-4a77-835c-dfbc7b3b0d56 tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] 10.222.0.85 "DELETE /v2.0/subnets/3a89cd57-09da-4169-9393-fe775113873e HTTP/1.1" status: 204 len: 168 time: 2.2411315 May 30 20:31:21.919884 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 44734) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:21.921597 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port 10fdb2f9-c061-4a8b-a08c-84940e2496ce, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=10fdb2f9-c061-4a8b-a08c-84940e2496ce,segment=NetworkSegment(b7e8aa37-42b7-4e7b-b7cd-3e75b028c198),segment_id=b7e8aa37-42b7-4e7b-b7cd-3e75b028c198)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:31:22.040773 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:22.156108 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-af2f842d-4e6e-4820-938d-5c5230a1ebe4 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:22.166087 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-31e9fdd0-c6fe-4245-bb7f-6753c4333de2 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:22.174823 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-af2f842d-4e6e-4820-938d-5c5230a1ebe4 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "DELETE /v2.0/ports/ebef0bd7-66c6-44d4-b748-e8e20b57945b HTTP/1.1" status: 204 len: 168 time: 2.8011849 May 30 20:31:22.179489 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 44742) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:22.225337 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b327bf3d-39bc-4942-bb6b-1fd8d69e7677 tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:22.254665 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfec3d5d-6876-4a01-8dd8-318e2397ce37 req-19500fc8-8590-4935-a1a6-75567daac81f tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:31:22.254665 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-bfec3d5d-6876-4a01-8dd8-318e2397ce37 req-19500fc8-8590-4935-a1a6-75567daac81f tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=bb8e5987-b3ba-470c-b297-cb22dc08dac6 HTTP/1.1" status: 200 len: 945 time: 0.5709817 May 30 20:31:22.256420 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-b327bf3d-39bc-4942-bb6b-1fd8d69e7677 tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Deleting port 4fc06536-f2c4-4056-8c12-49bfa841a9b8 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:31:22.256746 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b327bf3d-39bc-4942-bb6b-1fd8d69e7677 tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:22.273302 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-29de6816-19d3-4742-8f7c-d299854780c7 None None] Set router d6837ec6-fa53-4479-bb23-7d6c2cb86fc9 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:31:22.290599 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-31e9fdd0-c6fe-4245-bb7f-6753c4333de2 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:22.291846 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-31e9fdd0-c6fe-4245-bb7f-6753c4333de2 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1718057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-736206'] for router_interface, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:22.339798 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=10fdb2f9-c061-4a8b-a08c-84940e2496ce,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:22.344725 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:22.432147 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-bfec3d5d-6876-4a01-8dd8-318e2397ce37 req-105c2209-7f27-426b-a837-9dbe53360bf0 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ed3b12a-c5d4-4ba2-906c-9900ee2b8018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073878 May 30 20:31:22.538565 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f304363-3fc0-45b0-844f-c1166c17a3c9 None None] DHCP port deletion for fc636339-ba6c-4448-b889-da87b342249d request from n-d-843948-2 {{(pid=84888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:31:22.553927 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [None req-b327bf3d-39bc-4942-bb6b-1fd8d69e7677 tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] For port 4fc06536-f2c4-4056-8c12-49bfa841a9b8, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=4fc06536-f2c4-4056-8c12-49bfa841a9b8,segment=NetworkSegment(57ca3fba-956e-4d20-8747-a0d8e4d59f15),segment_id=57ca3fba-956e-4d20-8747-a0d8e4d59f15)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:31:22.554712 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b327bf3d-39bc-4942-bb6b-1fd8d69e7677 tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:22.608277 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a1a606a-5415-4cce-95c0-8103b4087cb7 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:31:22.616290 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a1a606a-5415-4cce-95c0-8103b4087cb7 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:31:22.617577 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-2a1a606a-5415-4cce-95c0-8103b4087cb7 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Synchronizing usage tracker for tenant:08954986e7454427ae0d40c7652d3c6a on resource:subnet {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:31:22.684921 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ee83dd-8f0a-4d22-9691-0335b21bd973 req-5e898e76-cbff-44bc-81b6-84a125425df8 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:31:22.687326 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-65ee83dd-8f0a-4d22-9691-0335b21bd973 req-5e898e76-cbff-44bc-81b6-84a125425df8 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] 10.222.0.85 "GET /v2.0/ports?device_id=f03d717e-c105-41d5-a5af-5828ba46c89b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.6534886 May 30 20:31:22.702257 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e9fdd0-c6fe-4245-bb7f-6753c4333de2 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Pushing event updated for resources: {'Port': ['ID=7377880a-6642-4441-a638-b401d5d053b1,revision_number=2']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:22.838125 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-8f304363-3fc0-45b0-844f-c1166c17a3c9 None None] Deleting port 4fc06536-f2c4-4056-8c12-49bfa841a9b8 {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:31:22.838585 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-8f304363-3fc0-45b0-844f-c1166c17a3c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:22.915772 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-65ee83dd-8f0a-4d22-9691-0335b21bd973 req-ea87296e-9c3f-4fc7-9e44-2797b9faa942 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] 10.222.0.85 "GET /v2.0/floatingips?floating_ip_address=172.25.8.203 HTTP/1.1" status: 200 len: 696 time: 0.1603258 May 30 20:31:22.939204 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-2a1a606a-5415-4cce-95c0-8103b4087cb7 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Unset dirty status for tenant:08954986e7454427ae0d40c7652d3c6a on resource:subnet {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:31:22.941032 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-2a1a606a-5415-4cce-95c0-8103b4087cb7 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.7602010 May 30 20:31:22.948918 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 44754) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:22.963928 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [req-65ee83dd-8f0a-4d22-9691-0335b21bd973 req-578f2d6b-9f91-47f4-90f0-3e59df4f0690 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] Request body: {'floatingip': {'port_id': '2cf9cea4-18f1-4ae3-8d2a-dd24c0abe6e0', 'fixed_ip_address': '172.20.0.12'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:31:23.004329 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a21263e-a255-41e2-ab48-cc2ab7f66647'] response: {'server_uuid': 'd350d3d6-4963-41cb-b310-90275ced44f9', 'name': 'network-vif-deleted', 'tag': 'c11bfcfd-e7eb-4cc9-b834-149cb8898334', 'status': 'completed', 'code': 200} May 30 20:31:23.012433 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-b327bf3d-39bc-4942-bb6b-1fd8d69e7677 tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Calling delete_port for 4fc06536-f2c4-4056-8c12-49bfa841a9b8 owned by network:dhcp {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:31:23.167223 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-29de6816-19d3-4742-8f7c-d299854780c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6837ec6-fa53-4479-bb23-7d6c2cb86fc9', 'name': 'tempest-AttachVolumeNegativeTest-193797882-router', 'tenant_id': '6a921a88c2104251b4f5cf697763e02b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': 'd2a91667-75b0-431e-896b-19336f0f79d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:26:03Z', 'updated_at': '2022-05-30T20:26:16Z', 'revision_number': 4, 'project_id': '6a921a88c2104251b4f5cf697763e02b', 'gw_port': {'id': 'd2a91667-75b0-431e-896b-19336f0f79d9', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:21:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6837ec6-fa53-4479-bb23-7d6c2cb86fc9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:26:07Z', 'updated_at': '2022-05-30T20:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '6c1d3e7a-c152-40bc-be8f-3a3a5bdd9d99', 'name': '', 'network_id': '2ad0cf2e-8ff8-4add-9223-e815a60245ec', 'tenant_id': '6a921a88c2104251b4f5cf697763e02b', 'mac_address': 'fa:16:3e:52:03:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6837ec6-fa53-4479-bb23-7d6c2cb86fc9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3f5f2a28-796d-4138-b193-86a2946727dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:26:15Z', 'updated_at': '2022-05-30T20:26:44Z', 'revision_number': 5, 'project_id': '6a921a88c2104251b4f5cf697763e02b', 'subnets': [{'id': '3f5f2a28-796d-4138-b193-86a2946727dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:31:23.177376 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29de6816-19d3-4742-8f7c-d299854780c7 None None] Checking router: d6837ec6-fa53-4479-bb23-7d6c2cb86fc9 for host: n-d-843948-2 {{(pid=84888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:31:23.229041 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-8f304363-3fc0-45b0-844f-c1166c17a3c9 None None] For port 4fc06536-f2c4-4056-8c12-49bfa841a9b8, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=4fc06536-f2c4-4056-8c12-49bfa841a9b8,segment=NetworkSegment(57ca3fba-956e-4d20-8747-a0d8e4d59f15),segment_id=57ca3fba-956e-4d20-8747-a0d8e4d59f15)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:31:23.229460 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-8f304363-3fc0-45b0-844f-c1166c17a3c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:23.230030 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b327bf3d-39bc-4942-bb6b-1fd8d69e7677 tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:23.243800 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29de6816-19d3-4742-8f7c-d299854780c7 None None] Routers {'d6837ec6-fa53-4479-bb23-7d6c2cb86fc9'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:31:23.244450 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-29de6816-19d3-4742-8f7c-d299854780c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:30:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['d6837ec6-fa53-4479-bb23-7d6c2cb86fc9'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:31:23.344627 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b327bf3d-39bc-4942-bb6b-1fd8d69e7677 tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Pushing event deleted for resources: {'Port': ['ID=4fc06536-f2c4-4056-8c12-49bfa841a9b8,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:23.350467 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b327bf3d-39bc-4942-bb6b-1fd8d69e7677 tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] No DVR routers for this DVR port 4fc06536-f2c4-4056-8c12-49bfa841a9b8 on host n-d-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:31:23.365660 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-65ee83dd-8f0a-4d22-9691-0335b21bd973 req-578f2d6b-9f91-47f4-90f0-3e59df4f0690 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] Notify callbacks [] for floatingip, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:23.426728 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31e9fdd0-c6fe-4245-bb7f-6753c4333de2 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Network 2c9349e7-cc10-4a1e-9856-ef94a3776dc4 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:31:23.442993 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-31e9fdd0-c6fe-4245-bb7f-6753c4333de2 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:31:23.672216 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b327bf3d-39bc-4942-bb6b-1fd8d69e7677 tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:23.673636 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-29de6816-19d3-4742-8f7c-d299854780c7 None None] Set router d6837ec6-fa53-4479-bb23-7d6c2cb86fc9 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:31:23.682059 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ba3a9ad3-c79c-4f9f-86e8-f1b7656463cf req-fb699147-a738-4507-8d69-363ba6d265f3 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "GET /v2.0/ports?device_id=d350d3d6-4963-41cb-b310-90275ced44f9 HTTP/1.1" status: 200 len: 210 time: 0.0672216 May 30 20:31:23.712410 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-b327bf3d-39bc-4942-bb6b-1fd8d69e7677 tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc636339-ba6c-4448-b889-da87b342249d']}} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:31:23.752323 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-b327bf3d-39bc-4942-bb6b-1fd8d69e7677 tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57ca3fba-956e-4d20-8747-a0d8e4d59f15') {'for_net_delete': True} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:31:23.752885 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-b327bf3d-39bc-4942-bb6b-1fd8d69e7677 tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57ca3fba-956e-4d20-8747-a0d8e4d59f15') {} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:31:23.756614 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-8f304363-3fc0-45b0-844f-c1166c17a3c9 None None] Calling delete_port for 4fc06536-f2c4-4056-8c12-49bfa841a9b8 owned by network:dhcp {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:31:23.767514 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b327bf3d-39bc-4942-bb6b-1fd8d69e7677 tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3149912'] for segment, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:23.796419 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b327bf3d-39bc-4942-bb6b-1fd8d69e7677 tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:23.813867 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b327bf3d-39bc-4942-bb6b-1fd8d69e7677 tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Releasing vlan 665 on physical network physnet1 to pool {{(pid=84887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:31:23.814639 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b327bf3d-39bc-4942-bb6b-1fd8d69e7677 tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4055488'] for segment, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:23.839496 n-d-843948-2 neutron-server[84887]: Traceback (most recent call last): May 30 20:31:23.839496 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:31:23.839496 n-d-843948-2 neutron-server[84887]: timer() May 30 20:31:23.839496 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:31:23.839496 n-d-843948-2 neutron-server[84887]: cb(*args, **kw) May 30 20:31:23.839496 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:31:23.839496 n-d-843948-2 neutron-server[84887]: return func(*args, **kwargs) May 30 20:31:23.839496 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:31:23.839496 n-d-843948-2 neutron-server[84887]: self._notify() May 30 20:31:23.839496 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:31:23.839496 n-d-843948-2 neutron-server[84887]: self.callback(batched_events) May 30 20:31:23.839496 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:31:23.839496 n-d-843948-2 neutron-server[84887]: event.method(event) May 30 20:31:23.839496 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:31:23.839496 n-d-843948-2 neutron-server[84887]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:31:23.839496 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:31:23.839496 n-d-843948-2 neutron-server[84887]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:31:23.839496 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:31:23.839496 n-d-843948-2 neutron-server[84887]: return f(self, *a, **k) May 30 20:31:23.839496 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:31:23.839496 n-d-843948-2 neutron-server[84887]: return self._get(url).json() May 30 20:31:23.839496 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:31:23.839496 n-d-843948-2 neutron-server[84887]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:31:23.839496 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:31:23.839496 n-d-843948-2 neutron-server[84887]: return self.request(url, 'GET', **kwargs) May 30 20:31:23.839496 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:31:23.839496 n-d-843948-2 neutron-server[84887]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:31:23.839496 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:31:23.839496 n-d-843948-2 neutron-server[84887]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:31:23.839496 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:31:23.839496 n-d-843948-2 neutron-server[84887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:31:23.839496 n-d-843948-2 neutron-server[84887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:31:24.042355 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbf6b03-a171-4c32-a83f-092c128861bd req-b2021c4e-bbbb-455b-ae1b-e11f3400a2f1 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:31:24.045178 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ecbf6b03-a171-4c32-a83f-092c128861bd req-b2021c4e-bbbb-455b-ae1b-e11f3400a2f1 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=bb8e5987-b3ba-470c-b297-cb22dc08dac6 HTTP/1.1" status: 200 len: 945 time: 0.1213899 May 30 20:31:24.074516 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.db.api [None req-8f304363-3fc0-45b0-844f-c1166c17a3c9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:31:24.074985 n-d-843948-2 neutron-server[84888]: DEBUG oslo_db.api [None req-8f304363-3fc0-45b0-844f-c1166c17a3c9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:31:24.083588 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b327bf3d-39bc-4942-bb6b-1fd8d69e7677 tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:24.109418 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b327bf3d-39bc-4942-bb6b-1fd8d69e7677 tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:24.123471 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b327bf3d-39bc-4942-bb6b-1fd8d69e7677 tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Pushing event deleted for resources: {'Network': ['ID=fc636339-ba6c-4448-b889-da87b342249d,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:24.139388 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ecbf6b03-a171-4c32-a83f-092c128861bd req-abc74360-edff-4366-a2cf-807727b72aea tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ed3b12a-c5d4-4ba2-906c-9900ee2b8018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885613 May 30 20:31:24.144065 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-b327bf3d-39bc-4942-bb6b-1fd8d69e7677 tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] 10.222.0.85 "DELETE /v2.0/networks/fc636339-ba6c-4448-b889-da87b342249d HTTP/1.1" status: 204 len: 168 time: 2.2204449 May 30 20:31:24.146820 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 44768) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:24.166333 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-74cdb29f-f24c-48fc-a0fa-df371b9eacb4 None None] Provisioning complete for port 7377880a-6642-4441-a638-b401d5d053b1 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:31:24.166959 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-74cdb29f-f24c-48fc-a0fa-df371b9eacb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:24.281772 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-74cdb29f-f24c-48fc-a0fa-df371b9eacb4 None None] Port 7377880a-6642-4441-a638-b401d5d053b1 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:31:24.374890 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 10fdb2f9-c061-4a8b-a08c-84940e2496ce up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:31:24.437359 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b86f3cf-78c9-4430-890a-7f6b9cf1f4f6 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Deleting subnet 4f413cd8-17f0-4875-9d0f-fd6ba23333f2 {{(pid=84886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:31:24.449379 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2b86f3cf-78c9-4430-890a-7f6b9cf1f4f6 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks [] for subnet, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:24.474371 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-f8241807-71e8-4e0b-ba91-f7dec0899a8e tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Deleting port 4eefd0d6-d94a-4a1b-b4a1-8645593d749b {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:31:24.475173 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f8241807-71e8-4e0b-ba91-f7dec0899a8e tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:24.517089 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 10fdb2f9-c061-4a8b-a08c-84940e2496ce triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:31:24.517464 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:24.577084 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-8f304363-3fc0-45b0-844f-c1166c17a3c9 None None] Deleting port 4fc06536-f2c4-4056-8c12-49bfa841a9b8 {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:31:24.577450 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-8f304363-3fc0-45b0-844f-c1166c17a3c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:24.653748 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-8f304363-3fc0-45b0-844f-c1166c17a3c9 None None] The port '4fc06536-f2c4-4056-8c12-49bfa841a9b8' was deleted {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 20:31:24.670663 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2b86f3cf-78c9-4430-890a-7f6b9cf1f4f6 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2655517'] for subnet, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:24.697132 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f8241807-71e8-4e0b-ba91-f7dec0899a8e tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:24.698703 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f8241807-71e8-4e0b-ba91-f7dec0899a8e tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:24.724810 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-29de6816-19d3-4742-8f7c-d299854780c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6837ec6-fa53-4479-bb23-7d6c2cb86fc9', 'name': 'tempest-AttachVolumeNegativeTest-193797882-router', 'tenant_id': '6a921a88c2104251b4f5cf697763e02b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': 'd2a91667-75b0-431e-896b-19336f0f79d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:26:03Z', 'updated_at': '2022-05-30T20:26:16Z', 'revision_number': 4, 'project_id': '6a921a88c2104251b4f5cf697763e02b', 'gw_port': {'id': 'd2a91667-75b0-431e-896b-19336f0f79d9', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:21:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6837ec6-fa53-4479-bb23-7d6c2cb86fc9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:26:07Z', 'updated_at': '2022-05-30T20:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '6c1d3e7a-c152-40bc-be8f-3a3a5bdd9d99', 'name': '', 'network_id': '2ad0cf2e-8ff8-4add-9223-e815a60245ec', 'tenant_id': '6a921a88c2104251b4f5cf697763e02b', 'mac_address': 'fa:16:3e:52:03:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6837ec6-fa53-4479-bb23-7d6c2cb86fc9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3f5f2a28-796d-4138-b193-86a2946727dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:26:15Z', 'updated_at': '2022-05-30T20:26:44Z', 'revision_number': 5, 'project_id': '6a921a88c2104251b4f5cf697763e02b', 'subnets': [{'id': '3f5f2a28-796d-4138-b193-86a2946727dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:31:24.752519 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29de6816-19d3-4742-8f7c-d299854780c7 None None] The sync data for ids ['d6837ec6-fa53-4479-bb23-7d6c2cb86fc9'] in n-d-843948-2 is: [{'id': 'd6837ec6-fa53-4479-bb23-7d6c2cb86fc9', 'name': 'tempest-AttachVolumeNegativeTest-193797882-router', 'tenant_id': '6a921a88c2104251b4f5cf697763e02b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': 'd2a91667-75b0-431e-896b-19336f0f79d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:26:03Z', 'updated_at': '2022-05-30T20:26:16Z', 'revision_number': 4, 'project_id': '6a921a88c2104251b4f5cf697763e02b', 'gw_port': {'id': 'd2a91667-75b0-431e-896b-19336f0f79d9', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:21:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6837ec6-fa53-4479-bb23-7d6c2cb86fc9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:26:07Z', 'updated_at': '2022-05-30T20:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '6c1d3e7a-c152-40bc-be8f-3a3a5bdd9d99', 'name': '', 'network_id': '2ad0cf2e-8ff8-4add-9223-e815a60245ec', 'tenant_id': '6a921a88c2104251b4f5cf697763e02b', 'mac_address': 'fa:16:3e:52:03:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6837ec6-fa53-4479-bb23-7d6c2cb86fc9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3f5f2a28-796d-4138-b193-86a2946727dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:26:15Z', 'updated_at': '2022-05-30T20:26:44Z', 'revision_number': 5, 'project_id': '6a921a88c2104251b4f5cf697763e02b', 'subnets': [{'id': '3f5f2a28-796d-4138-b193-86a2946727dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:31:24.865628 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2b86f3cf-78c9-4430-890a-7f6b9cf1f4f6 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:24.888576 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 4fc06536-f2c4-4056-8c12-49bfa841a9b8 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:31:24.933432 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31e9fdd0-c6fe-4245-bb7f-6753c4333de2 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Router 23697438-8567-42a8-89a3-2fd41c316d88 is scheduled to L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 with binding_index 1 {{(pid=84886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 20:31:24.961596 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-f8241807-71e8-4e0b-ba91-f7dec0899a8e tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Calling delete_port for 4eefd0d6-d94a-4a1b-b4a1-8645593d749b owned by network:floatingip {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:31:24.972964 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: 4fc06536-f2c4-4056-8c12-49bfa841a9b8 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:31:24.973302 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 4fc06536-f2c4-4056-8c12-49bfa841a9b8 not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:31:25.219167 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382e1298-872a-4ac2-b9f6-3350f463e9f9 None None] New status for floating IP 8ace0713-cf28-4bda-9d98-677ded5d1425: DOWN {{(pid=84889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 20:31:25.303093 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f8241807-71e8-4e0b-ba91-f7dec0899a8e tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:25.354851 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-65ee83dd-8f0a-4d22-9691-0335b21bd973 req-578f2d6b-9f91-47f4-90f0-3e59df4f0690 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:25.384905 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8241807-71e8-4e0b-ba91-f7dec0899a8e tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Pushing event deleted for resources: {'Port': ['ID=4eefd0d6-d94a-4a1b-b4a1-8645593d749b,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:25.502814 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31e9fdd0-c6fe-4245-bb7f-6753c4333de2 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:31:25.518600 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-31e9fdd0-c6fe-4245-bb7f-6753c4333de2 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] 10.222.0.85 "PUT /v2.0/routers/23697438-8567-42a8-89a3-2fd41c316d88/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0452237 May 30 20:31:25.521199 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-65ee83dd-8f0a-4d22-9691-0335b21bd973 req-578f2d6b-9f91-47f4-90f0-3e59df4f0690 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736490'] for floatingip, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:25.521650 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 44798) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:25.528522 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c10f19-917b-4448-a29f-149635f70a26 None None] Sync routers for ids ['23697438-8567-42a8-89a3-2fd41c316d88'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:31:25.549386 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c10f19-917b-4448-a29f-149635f70a26 None None] Routers {'23697438-8567-42a8-89a3-2fd41c316d88'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:31:25.550339 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-c0c10f19-917b-4448-a29f-149635f70a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:30:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['23697438-8567-42a8-89a3-2fd41c316d88'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:31:25.620294 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2b86f3cf-78c9-4430-890a-7f6b9cf1f4f6 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4127075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2778536'] for subnet, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:25.709832 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8493272-8fff-4b60-95bf-7715be4ab395 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:31:25.711425 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-b8493272-8fff-4b60-95bf-7715be4ab395 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] 10.222.0.85 "GET /v2.0/ports/7377880a-6642-4441-a638-b401d5d053b1 HTTP/1.1" status: 200 len: 911 time: 0.1880834 May 30 20:31:25.720084 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 44802) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:25.734153 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-c0c10f19-917b-4448-a29f-149635f70a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:31:25.761001 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c10f19-917b-4448-a29f-149635f70a26 None None] Routers {'23697438-8567-42a8-89a3-2fd41c316d88'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:31:25.761691 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-c0c10f19-917b-4448-a29f-149635f70a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:30:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['23697438-8567-42a8-89a3-2fd41c316d88'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:31:25.799423 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f8241807-71e8-4e0b-ba91-f7dec0899a8e tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Notify callbacks [] for floatingip, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:25.833108 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-c0c10f19-917b-4448-a29f-149635f70a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:31:25.833595 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c10f19-917b-4448-a29f-149635f70a26 None None] The sync data for ids ['23697438-8567-42a8-89a3-2fd41c316d88'] in n-d-843948-2 is: [] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:31:25.850023 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b86f3cf-78c9-4430-890a-7f6b9cf1f4f6 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Pushing event deleted for resources: {'Subnet': ['ID=4f413cd8-17f0-4875-9d0f-fd6ba23333f2,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:25.873002 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c17c3aae-a8aa-41d7-94e9-2e216401a49a None None] Network e47345d4-98a8-46f5-a7b7-66b2eb513a50 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:31:25.881251 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2b86f3cf-78c9-4430-890a-7f6b9cf1f4f6 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks [] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:25.885702 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-2b86f3cf-78c9-4430-890a-7f6b9cf1f4f6 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "DELETE /v2.0/subnets/4f413cd8-17f0-4875-9d0f-fd6ba23333f2 HTTP/1.1" status: 204 len: 168 time: 2.9301844 May 30 20:31:25.889641 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 44810) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:25.923080 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67313f7-f07b-4518-8283-ac91f8af414f req-3dd6e389-45ca-4167-af75-43fab6c62ce2 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:31:25.930474 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f67313f7-f07b-4518-8283-ac91f8af414f req-3dd6e389-45ca-4167-af75-43fab6c62ce2 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=bb8e5987-b3ba-470c-b297-cb22dc08dac6 HTTP/1.1" status: 200 len: 945 time: 0.4746468 May 30 20:31:25.950749 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f8241807-71e8-4e0b-ba91-f7dec0899a8e tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:25.955108 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-f8241807-71e8-4e0b-ba91-f7dec0899a8e tempest-FloatingIPAdminTestJSON-1306587808 tempest-FloatingIPAdminTestJSON-1306587808-project] 10.222.0.85 "DELETE /v2.0/floatingips/1a5e5d86-4451-41fa-b29f-6dc7f630a828 HTTP/1.1" status: 204 len: 168 time: 1.8045073 May 30 20:31:26.010748 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-526135e0-d54f-4af6-a17a-752b4e2cecde tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1042051 May 30 20:31:26.017248 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 44816) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:26.018985 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f67313f7-f07b-4518-8283-ac91f8af414f req-348e8ff7-8cd9-48e3-96c8-4b0ef959e240 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ed3b12a-c5d4-4ba2-906c-9900ee2b8018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877438 May 30 20:31:26.160364 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 44820) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:26.207841 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a980d45-2e6f-4a97-8208-972cfe3f49fc tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:31:26.208546 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-3a980d45-2e6f-4a97-8208-972cfe3f49fc tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Synchronizing usage tracker for tenant:08954986e7454427ae0d40c7652d3c6a on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:31:26.216626 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-a15cc937-a81d-4ae6-9c75-11ecb579ee5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:26.277363 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0558bcc2-636e-4de9-89bf-0d63f6dc9f6b None None] DHCP port deletion for e47345d4-98a8-46f5-a7b7-66b2eb513a50 request from n-d-843948-2 {{(pid=84888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:31:26.277892 n-d-843948-2 neutron-server[84886]: INFO neutron.db.l3_db [req-65ee83dd-8f0a-4d22-9691-0335b21bd973 req-578f2d6b-9f91-47f4-90f0-3e59df4f0690 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] Floating IP 53fe7ea4-9b82-4a2f-bbb9-85bc2201b608 associated. External IP: 172.25.8.203, port: 2cf9cea4-18f1-4ae3-8d2a-dd24c0abe6e0. May 30 20:31:26.279779 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-0558bcc2-636e-4de9-89bf-0d63f6dc9f6b None None] Deleting port 3aeee3db-ed03-4af1-8f88-53be31c9a904 {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:31:26.280155 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-0558bcc2-636e-4de9-89bf-0d63f6dc9f6b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:26.350943 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-3a980d45-2e6f-4a97-8208-972cfe3f49fc tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Unset dirty status for tenant:08954986e7454427ae0d40c7652d3c6a on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:31:26.352088 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-3a980d45-2e6f-4a97-8208-972cfe3f49fc tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3295856 May 30 20:31:26.367194 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 44824) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:26.418842 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-415fdf6e-46cd-4c33-8930-1ddc8e720beb tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:26.464914 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-415fdf6e-46cd-4c33-8930-1ddc8e720beb tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:26.508689 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c946403f-66c6-42df-a466-e566c11776db tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:31:26.515469 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-c946403f-66c6-42df-a466-e566c11776db tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Synchronizing usage tracker for tenant:08954986e7454427ae0d40c7652d3c6a on resource:subnet {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:31:26.532945 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-0558bcc2-636e-4de9-89bf-0d63f6dc9f6b None None] For port 3aeee3db-ed03-4af1-8f88-53be31c9a904, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=3aeee3db-ed03-4af1-8f88-53be31c9a904,segment=NetworkSegment(2cb73a29-9359-4fbf-99af-be1c6062790b),segment_id=2cb73a29-9359-4fbf-99af-be1c6062790b)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:31:26.533252 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-0558bcc2-636e-4de9-89bf-0d63f6dc9f6b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:26.612219 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-c946403f-66c6-42df-a466-e566c11776db tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Unset dirty status for tenant:08954986e7454427ae0d40c7652d3c6a on resource:subnet {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:31:26.617817 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-c946403f-66c6-42df-a466-e566c11776db tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2400692 May 30 20:31:26.618032 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 44830) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:26.682876 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 44834) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:26.693284 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-415fdf6e-46cd-4c33-8930-1ddc8e720beb tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:26.722169 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-63a0e9e6-cfca-4b73-beaf-be509caf5917 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1011934 May 30 20:31:26.724744 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 44840) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:26.727571 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415fdf6e-46cd-4c33-8930-1ddc8e720beb tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb405612-9014-4259-93de-66017eac8af9,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:26.741156 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-68b8c58b-f80f-4a35-bd60-a7b483f9fc36 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Request body: {'subnet': {'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:31:26.741335 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-0558bcc2-636e-4de9-89bf-0d63f6dc9f6b None None] Calling delete_port for 3aeee3db-ed03-4af1-8f88-53be31c9a904 owned by network:dhcp {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:31:26.741933 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1b4aa8db-4bc8-4b30-8ae6-5cb04d542778 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:26.983109 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-0558bcc2-636e-4de9-89bf-0d63f6dc9f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468'] for port, after_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:27.013462 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-415fdf6e-46cd-4c33-8930-1ddc8e720beb tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:27.023049 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-415fdf6e-46cd-4c33-8930-1ddc8e720beb tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "DELETE /v2.0/security-groups/bb405612-9014-4259-93de-66017eac8af9 HTTP/1.1" status: 204 len: 168 time: 0.8583767 May 30 20:31:27.029462 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 44848) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:27.039642 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0558bcc2-636e-4de9-89bf-0d63f6dc9f6b None None] Pushing event deleted for resources: {'Port': ['ID=3aeee3db-ed03-4af1-8f88-53be31c9a904,revision_number=None']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:27.046345 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0558bcc2-636e-4de9-89bf-0d63f6dc9f6b None None] No DVR routers for this DVR port 3aeee3db-ed03-4af1-8f88-53be31c9a904 on host n-d-843948-2 {{(pid=84888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:31:27.069124 n-d-843948-2 neutron-server[84886]: INFO neutron.api.v2.resource [None req-d1cc3438-6363-4cf8-9359-6f9679ad6481 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] show failed (client error): The resource could not be found. May 30 20:31:27.073863 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-d1cc3438-6363-4cf8-9359-6f9679ad6481 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "GET /v2.0/security-groups/bb405612-9014-4259-93de-66017eac8af9 HTTP/1.1" status: 404 len: 347 time: 0.0399485 May 30 20:31:27.073863 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-68b8c58b-f80f-4a35-bd60-a7b483f9fc36 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:31:27.074938 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 44854) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:27.150638 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-68b8c58b-f80f-4a35-bd60-a7b483f9fc36 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:31:27.229334 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-03bb36b8-7fcc-4ea0-9d13-a1f07146b281 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=24d297ba46c3432998910b93f024c63b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5428152 May 30 20:31:27.234694 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 44858) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:27.368997 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68b8c58b-f80f-4a35-bd60-a7b483f9fc36 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Made reservation on behalf of 08954986e7454427ae0d40c7652d3c6a for: {'subnet': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:31:27.372413 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-68b8c58b-f80f-4a35-bd60-a7b483f9fc36 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2778563'] for subnet, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:27.418500 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-67dbe4a4-d742-4e00-b414-c8bf90502578 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:27.431492 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20ecd7c-b7c6-4539-adcf-f136899da4fc req-c37c3278-6191-4bae-9996-c6617c7ee806 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:31:27.432946 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e20ecd7c-b7c6-4539-adcf-f136899da4fc req-c37c3278-6191-4bae-9996-c6617c7ee806 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=bb8e5987-b3ba-470c-b297-cb22dc08dac6 HTTP/1.1" status: 200 len: 945 time: 0.2397702 May 30 20:31:27.456769 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-7efd3c76-e37a-442c-8317-c7ba00414ddd tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Deleting port 7c0208d6-4dab-4630-b243-d287e8b3a594 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:31:27.457104 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7efd3c76-e37a-442c-8317-c7ba00414ddd tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:27.518300 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-67dbe4a4-d742-4e00-b414-c8bf90502578 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:27.582120 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [None req-1b4aa8db-4bc8-4b30-8ae6-5cb04d542778 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Allocated IP 2001:db8:1::1 (5fdb5cec-9729-438e-91bb-fe5337bfd457/f7fc26f8-ee23-4825-adbb-cd2d188de8cb/05c606a8-86c1-43ef-8df6-7c02ea416bfa) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:31:27.593149 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 668e586b-abe2-4b90-939d-6c44e2d5813c details requested by agent hyperv_n-h2-843948-2 with host n-h2-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:31:27.606520 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e20ecd7c-b7c6-4539-adcf-f136899da4fc req-4ddc3f24-a79a-4111-a9c8-2b89786d15a6 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ed3b12a-c5d4-4ba2-906c-9900ee2b8018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385102 May 30 20:31:27.769787 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7efd3c76-e37a-442c-8317-c7ba00414ddd tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:27.770327 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7efd3c76-e37a-442c-8317-c7ba00414ddd tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:27.826943 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 668e586b-abe2-4b90-939d-6c44e2d5813c, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=668e586b-abe2-4b90-939d-6c44e2d5813c,segment=NetworkSegment(40468e3f-2630-4d51-98c1-4a518f6532d2),segment_id=40468e3f-2630-4d51-98c1-4a518f6532d2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:31:27.828251 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-67dbe4a4-d742-4e00-b414-c8bf90502578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:27.846810 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Returning: {'device': '668e586b-abe2-4b90-939d-6c44e2d5813c', 'network_id': 'ff30330a-0ebe-4836-9458-b813d1bcbde4', 'port_id': '668e586b-abe2-4b90-939d-6c44e2d5813c', 'mac_address': 'fa:16:3e:b7:db:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7991eded-d330-4e4e-ace3-aeb4d5f3ff0a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:31:27.891042 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dbe4a4-d742-4e00-b414-c8bf90502578 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7e83df4-8cc2-4474-aab8-55d84df29331,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:28.012685 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:28.061489 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 668e586b-abe2-4b90-939d-6c44e2d5813c {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:31:28.083273 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 668e586b-abe2-4b90-939d-6c44e2d5813c, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=668e586b-abe2-4b90-939d-6c44e2d5813c,segment=NetworkSegment(40468e3f-2630-4d51-98c1-4a518f6532d2),segment_id=40468e3f-2630-4d51-98c1-4a518f6532d2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:31:28.086197 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [req-65ee83dd-8f0a-4d22-9691-0335b21bd973 req-578f2d6b-9f91-47f4-90f0-3e59df4f0690 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] Router b372c79f-6d8e-4889-9b07-12f2e010819a has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:31:28.118407 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1b4aa8db-4bc8-4b30-8ae6-5cb04d542778 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:28.127816 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-67dbe4a4-d742-4e00-b414-c8bf90502578 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:28.129140 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-67dbe4a4-d742-4e00-b414-c8bf90502578 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/f7e83df4-8cc2-4474-aab8-55d84df29331 HTTP/1.1" status: 204 len: 168 time: 0.8894513 May 30 20:31:28.140372 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [None req-1b4aa8db-4bc8-4b30-8ae6-5cb04d542778 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Transition to ACTIVE for port object 05c606a8-86c1-43ef-8df6-7c02ea416bfa will not be triggered until provisioned by entity DHCP. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:31:28.151559 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-7efd3c76-e37a-442c-8317-c7ba00414ddd tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Calling delete_port for 7c0208d6-4dab-4630-b243-d287e8b3a594 owned by network:floatingip {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:31:28.171671 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:28.271832 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1b4aa8db-4bc8-4b30-8ae6-5cb04d542778 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:28.300471 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=668e586b-abe2-4b90-939d-6c44e2d5813c,revision_number=6']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:28.312618 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-68b8c58b-f80f-4a35-bd60-a7b483f9fc36 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4127140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2778577'] for subnet, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:28.334392 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 3aeee3db-ed03-4af1-8f88-53be31c9a904 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:31:28.361591 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b4aa8db-4bc8-4b30-8ae6-5cb04d542778 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Network 5fdb5cec-9729-438e-91bb-fe5337bfd457 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:31:28.372757 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-1b4aa8db-4bc8-4b30-8ae6-5cb04d542778 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:31:28.377151 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4aa8db-4bc8-4b30-8ae6-5cb04d542778 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:31:28.377816 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1b4aa8db-4bc8-4b30-8ae6-5cb04d542778 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-736099'] for router_interface, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:28.390734 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['668e586b-abe2-4b90-939d-6c44e2d5813c'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:31:28.419803 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4aa8db-4bc8-4b30-8ae6-5cb04d542778 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Pushing event updated for resources: {'Port': ['ID=05c606a8-86c1-43ef-8df6-7c02ea416bfa,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:28.458060 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: 3aeee3db-ed03-4af1-8f88-53be31c9a904 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:31:28.458400 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 3aeee3db-ed03-4af1-8f88-53be31c9a904 not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:31:28.499739 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b8c58b-f80f-4a35-bd60-a7b483f9fc36 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Network e47345d4-98a8-46f5-a7b7-66b2eb513a50 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:31:28.644520 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-68b8c58b-f80f-4a35-bd60-a7b483f9fc36 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:31:28.645228 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b8c58b-f80f-4a35-bd60-a7b483f9fc36 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:31:28.645894 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-68b8c58b-f80f-4a35-bd60-a7b483f9fc36 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks [] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:28.718425 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68366da2-18f5-4cf8-9084-9b819e75ac87 None None] Network e47345d4-98a8-46f5-a7b7-66b2eb513a50 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:31:28.751230 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7efd3c76-e37a-442c-8317-c7ba00414ddd tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:28.822099 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1b4aa8db-4bc8-4b30-8ae6-5cb04d542778 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:28.906838 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efd3c76-e37a-442c-8317-c7ba00414ddd tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Pushing event deleted for resources: {'Port': ['ID=7c0208d6-4dab-4630-b243-d287e8b3a594,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:29.002388 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b8c58b-f80f-4a35-bd60-a7b483f9fc36 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Pushing event updated for resources: {'Subnet': ['ID=b8767ff6-c763-4e35-a91f-811e5d255892,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:29.100907 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7efd3c76-e37a-442c-8317-c7ba00414ddd tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks [] for floatingip, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:29.103595 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7efd3c76-e37a-442c-8317-c7ba00414ddd tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:29.104759 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-7efd3c76-e37a-442c-8317-c7ba00414ddd tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "DELETE /v2.0/floatingips/8ace0713-cf28-4bda-9d98-677ded5d1425 HTTP/1.1" status: 204 len: 168 time: 2.0275717 May 30 20:31:29.155443 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-68b8c58b-f80f-4a35-bd60-a7b483f9fc36 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.4294970 May 30 20:31:29.158964 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 44886) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:29.177860 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-70f63c56-040e-4872-981e-fd58a2a25118 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Request body: {'port': {'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50', 'fixed_ips': [{'subnet_id': 'b8767ff6-c763-4e35-a91f-811e5d255892', 'ip_address': '2001:db8::3b48:3289:2a6e:b630'}], 'name': 'tempest-NetworksTestDHCPv6-859411570'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:31:29.214344 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-040426cd-c19c-4568-86d1-c5477423683f None None] Provisioning for port 05c606a8-86c1-43ef-8df6-7c02ea416bfa completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:31:29.221040 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-040426cd-c19c-4568-86d1-c5477423683f None None] Provisioning complete for port 05c606a8-86c1-43ef-8df6-7c02ea416bfa triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:31:29.221040 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-040426cd-c19c-4568-86d1-c5477423683f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:29.296109 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-040426cd-c19c-4568-86d1-c5477423683f None None] Port 05c606a8-86c1-43ef-8df6-7c02ea416bfa cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:31:29.297007 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe2e8bf-72a0-4206-9e68-fdfdc9d4928a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-e47345d4-98a8-46f5-a7b7-66b2eb513a50', 'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50', 'tenant_id': '08954986e7454427ae0d40c7652d3c6a', 'fixed_ips': [{'subnet_id': 'b8767ff6-c763-4e35-a91f-811e5d255892'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:31:29.297845 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-abe2e8bf-72a0-4206-9e68-fdfdc9d4928a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:29.305950 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-65ee83dd-8f0a-4d22-9691-0335b21bd973 req-578f2d6b-9f91-47f4-90f0-3e59df4f0690 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:31:29.318204 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-65ee83dd-8f0a-4d22-9691-0335b21bd973 req-578f2d6b-9f91-47f4-90f0-3e59df4f0690 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:29.346772 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b53447-89a4-4daf-98ea-a285d39d502c None None] Sync routers for ids ['b372c79f-6d8e-4889-9b07-12f2e010819a'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:31:29.366421 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b53447-89a4-4daf-98ea-a285d39d502c None None] Routers {'b372c79f-6d8e-4889-9b07-12f2e010819a'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:31:29.367181 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-d9b53447-89a4-4daf-98ea-a285d39d502c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:30:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['b372c79f-6d8e-4889-9b07-12f2e010819a'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:31:29.384658 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-65ee83dd-8f0a-4d22-9691-0335b21bd973 req-578f2d6b-9f91-47f4-90f0-3e59df4f0690 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] 10.222.0.85 "PUT /v2.0/floatingips/53fe7ea4-9b82-4a2f-bbb9-85bc2201b608 HTTP/1.1" status: 200 len: 997 time: 6.4473503 May 30 20:31:29.430927 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f03d717e-c105-41d5-a5af-5828ba46c89b', 'tag': '2cf9cea4-18f1-4ae3-8d2a-dd24c0abe6e0'}] {{(pid=84886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:31:29.498713 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-70f63c56-040e-4872-981e-fd58a2a25118 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:31:29.504170 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 44900) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:29.533901 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-50be5977-7290-44ae-adef-511e96d1a8ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:29.552322 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-70f63c56-040e-4872-981e-fd58a2a25118 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:31:29.592932 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-65ee83dd-8f0a-4d22-9691-0335b21bd973 req-a5814d4f-e2b5-452c-9442-c764a2cdd9b0 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=db6fd322329b4022b9cb210149c8de8f&device_id=f03d717e-c105-41d5-a5af-5828ba46c89b HTTP/1.1" status: 200 len: 1097 time: 0.2071495 May 30 20:31:29.615296 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 668e586b-abe2-4b90-939d-6c44e2d5813c up at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:31:29.631706 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629de4c8-8625-4b5f-8d0c-c17db5f0c14c req-383bdf38-3061-4791-9c29-f9233a3a9a2f tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:31:29.640090 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-629de4c8-8625-4b5f-8d0c-c17db5f0c14c req-383bdf38-3061-4791-9c29-f9233a3a9a2f tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=bb8e5987-b3ba-470c-b297-cb22dc08dac6 HTTP/1.1" status: 200 len: 944 time: 0.6588891 May 30 20:31:29.688258 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-50be5977-7290-44ae-adef-511e96d1a8ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:31:29.763104 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-d9b53447-89a4-4daf-98ea-a285d39d502c None None] Set router b372c79f-6d8e-4889-9b07-12f2e010819a gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:31:29.897765 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-3252b47f-5253-4b4e-a732-edeecb7e5cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:29.948914 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-629de4c8-8625-4b5f-8d0c-c17db5f0c14c req-0112e942-ba35-4e87-be28-1ee0ae9b7b7a tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ed3b12a-c5d4-4ba2-906c-9900ee2b8018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3077722 May 30 20:31:30.055079 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:30.082665 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1b4aa8db-4bc8-4b30-8ae6-5cb04d542778 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:30.087512 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning complete for port 668e586b-abe2-4b90-939d-6c44e2d5813c triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:31:30.087512 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:30.159445 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1b4aa8db-4bc8-4b30-8ae6-5cb04d542778 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:30.160585 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1b4aa8db-4bc8-4b30-8ae6-5cb04d542778 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1718057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-736206'] for router_interface, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:30.221375 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ee83dd-8f0a-4d22-9691-0335b21bd973 req-ebbb10c8-fa39-48a7-bf27-539f2d5f78b9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:31:30.232497 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-65ee83dd-8f0a-4d22-9691-0335b21bd973 req-ebbb10c8-fa39-48a7-bf27-539f2d5f78b9 service neutron] 10.222.0.85 "GET /v2.0/networks?id=ff5fdb4b-c181-42de-80b5-ff8540ac71a0 HTTP/1.1" status: 200 len: 920 time: 0.6364148 May 30 20:31:30.239982 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-50be5977-7290-44ae-adef-511e96d1a8ec admin admin] Usage tracker for resource:security_group_rule and tenant:8703d39268bf4db09dbcb8b813defa57 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:31:30.251817 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-50be5977-7290-44ae-adef-511e96d1a8ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:31:30.292843 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-50be5977-7290-44ae-adef-511e96d1a8ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:31:30.314030 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 44906) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:30.329982 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70f63c56-040e-4872-981e-fd58a2a25118 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Made reservation on behalf of 08954986e7454427ae0d40c7652d3c6a for: {'port': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:31:30.390568 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-7a729c8b-21ae-41e6-9b07-29f47a7422d2 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1038570281', 'description': 'tempest-description--1360355640'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:31:30.402008 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4aa8db-4bc8-4b30-8ae6-5cb04d542778 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Pushing event updated for resources: {'Port': ['ID=05c606a8-86c1-43ef-8df6-7c02ea416bfa,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:30.405262 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-7a729c8b-21ae-41e6-9b07-29f47a7422d2 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:31:30.418007 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-7a729c8b-21ae-41e6-9b07-29f47a7422d2 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Usage tracker for resource:security_group and tenant:6a921a88c2104251b4f5cf697763e02b is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:31:30.423054 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-7a729c8b-21ae-41e6-9b07-29f47a7422d2 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:31:30.432865 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-7a729c8b-21ae-41e6-9b07-29f47a7422d2 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:31:30.442101 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-abe2e8bf-72a0-4206-9e68-fdfdc9d4928a None None] Allocated IP 2001:db8::2 (e47345d4-98a8-46f5-a7b7-66b2eb513a50/b8767ff6-c763-4e35-a91f-811e5d255892/047f2b9c-e398-4752-b1c1-ca466bc611b2) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:31:30.539878 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7a729c8b-21ae-41e6-9b07-29f47a7422d2 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:30.564220 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b4aa8db-4bc8-4b30-8ae6-5cb04d542778 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Network 5fdb5cec-9729-438e-91bb-fe5337bfd457 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:31:30.565937 n-d-843948-2 neutron-server[84886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56cfabcb-6b6e-4fec-b9a2-10e463a85fef'] response: {'name': 'network-changed', 'server_uuid': 'f03d717e-c105-41d5-a5af-5828ba46c89b', 'tag': '2cf9cea4-18f1-4ae3-8d2a-dd24c0abe6e0', 'status': 'completed', 'code': 200} May 30 20:31:30.570695 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-1b4aa8db-4bc8-4b30-8ae6-5cb04d542778 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:31:30.621077 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-d9b53447-89a4-4daf-98ea-a285d39d502c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b372c79f-6d8e-4889-9b07-12f2e010819a', 'name': 'tempest-ServerRescueTestJSONUnderV235-683389103-router', 'tenant_id': 'db6fd322329b4022b9cb210149c8de8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': '834687b0-36d6-4dac-a06a-2a1aeb20388e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:29:57Z', 'updated_at': '2022-05-30T20:30:08Z', 'revision_number': 4, 'project_id': 'db6fd322329b4022b9cb210149c8de8f', 'gw_port': {'id': '834687b0-36d6-4dac-a06a-2a1aeb20388e', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:08:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b372c79f-6d8e-4889-9b07-12f2e010819a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:29:58Z', 'updated_at': '2022-05-30T20:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': '53fe7ea4-9b82-4a2f-bbb9-85bc2201b608', 'tenant_id': 'db6fd322329b4022b9cb210149c8de8f', 'floating_ip_address': '172.25.8.203', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': 'b372c79f-6d8e-4889-9b07-12f2e010819a', 'port_id': '2cf9cea4-18f1-4ae3-8d2a-dd24c0abe6e0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff5fdb4b-c181-42de-80b5-ff8540ac71a0', 'mac_address': 'fa:16:3e:4a:8d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f03d717e-c105-41d5-a5af-5828ba46c89b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:31:17Z', 'updated_at': '2022-05-30T20:31:24Z', 'revision_number': 1, 'project_id': 'db6fd322329b4022b9cb210149c8de8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '717005e1-e93a-4f7b-a0e7-9f5c35fde308', 'name': '', 'network_id': 'ff5fdb4b-c181-42de-80b5-ff8540ac71a0', 'tenant_id': 'db6fd322329b4022b9cb210149c8de8f', 'mac_address': 'fa:16:3e:44:7c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b372c79f-6d8e-4889-9b07-12f2e010819a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'be79b396-84f8-442a-96a0-1a5adfb968e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:30:06Z', 'updated_at': '2022-05-30T20:30:16Z', 'revision_number': 5, 'project_id': 'db6fd322329b4022b9cb210149c8de8f', 'subnets': [{'id': 'be79b396-84f8-442a-96a0-1a5adfb968e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:31:30.631208 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b53447-89a4-4daf-98ea-a285d39d502c None None] Checking router: b372c79f-6d8e-4889-9b07-12f2e010819a for host: n-d-843948-2 {{(pid=84889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:31:30.655774 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b53447-89a4-4daf-98ea-a285d39d502c None None] Routers {'b372c79f-6d8e-4889-9b07-12f2e010819a'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:31:30.656669 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-d9b53447-89a4-4daf-98ea-a285d39d502c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:31:29Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['b372c79f-6d8e-4889-9b07-12f2e010819a'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:31:30.690697 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:30.829573 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 668e586b-abe2-4b90-939d-6c44e2d5813c, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=668e586b-abe2-4b90-939d-6c44e2d5813c,segment=NetworkSegment(40468e3f-2630-4d51-98c1-4a518f6532d2),segment_id=40468e3f-2630-4d51-98c1-4a518f6532d2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:31:30.842096 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb8e5987-b3ba-470c-b297-cb22dc08dac6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '668e586b-abe2-4b90-939d-6c44e2d5813c'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:31:30.909053 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:30.961499 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-65ee83dd-8f0a-4d22-9691-0335b21bd973 req-0550a949-f794-4f46-8f77-8550b43a8a1c service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2cf9cea4-18f1-4ae3-8d2a-dd24c0abe6e0 HTTP/1.1" status: 200 len: 1000 time: 0.5896413 May 30 20:31:31.112493 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efdbb9cb-404a-4e09-8ac0-924e849f5f5e'] response: {'server_uuid': 'bb8e5987-b3ba-470c-b297-cb22dc08dac6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '668e586b-abe2-4b90-939d-6c44e2d5813c', 'code': 200} May 30 20:31:31.124647 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=668e586b-abe2-4b90-939d-6c44e2d5813c,revision_number=7']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:31.154734 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-7a729c8b-21ae-41e6-9b07-29f47a7422d2 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:31:31.245959 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-d9b53447-89a4-4daf-98ea-a285d39d502c None None] Set router b372c79f-6d8e-4889-9b07-12f2e010819a gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:31:31.257572 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-fc293e61-aa13-4d51-930a-1da105c5d040 None None] Provisioning complete for port 05c606a8-86c1-43ef-8df6-7c02ea416bfa triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:31:31.258077 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-fc293e61-aa13-4d51-930a-1da105c5d040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:31.263546 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-70f63c56-040e-4872-981e-fd58a2a25118 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:31.264141 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-7a729c8b-21ae-41e6-9b07-29f47a7422d2 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Usage tracker for resource:security_group_rule and tenant:6a921a88c2104251b4f5cf697763e02b is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:31:31.301732 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-50be5977-7290-44ae-adef-511e96d1a8ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:31.310281 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-7a729c8b-21ae-41e6-9b07-29f47a7422d2 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:31:31.327001 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3a2cd7cd-dff5-4e7d-9aa9-b5069486c74d req-470648a7-6dfa-46d0-9c8e-b0fc298cbc86 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=db6fd322329b4022b9cb210149c8de8f&device_id=f03d717e-c105-41d5-a5af-5828ba46c89b HTTP/1.1" status: 200 len: 1097 time: 0.8297298 May 30 20:31:31.330411 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-7a729c8b-21ae-41e6-9b07-29f47a7422d2 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:31:31.365530 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [None req-70f63c56-040e-4872-981e-fd58a2a25118 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] device_id is not set on port 2ce0761c-6d95-4328-ad94-f1480d4ce43b yet. {{(pid=84886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:31:31.375911 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-fc293e61-aa13-4d51-930a-1da105c5d040 None None] Port 05c606a8-86c1-43ef-8df6-7c02ea416bfa cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:31:31.379806 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:31.404199 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-abe2e8bf-72a0-4206-9e68-fdfdc9d4928a None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:31.408152 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ee83dd-8f0a-4d22-9691-0335b21bd973 req-0b0198c4-ef09-4cf5-b606-3cee31fe6ad6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:31:31.415919 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-65ee83dd-8f0a-4d22-9691-0335b21bd973 req-0b0198c4-ef09-4cf5-b606-3cee31fe6ad6 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=be79b396-84f8-442a-96a0-1a5adfb968e1 HTTP/1.1" status: 200 len: 859 time: 0.3876603 May 30 20:31:31.417927 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-abe2e8bf-72a0-4206-9e68-fdfdc9d4928a None None] Transition to ACTIVE for port object 047f2b9c-e398-4752-b1c1-ca466bc611b2 will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:31:31.446002 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-abe2e8bf-72a0-4206-9e68-fdfdc9d4928a None None] Transition to ACTIVE for port object 047f2b9c-e398-4752-b1c1-ca466bc611b2 will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:31:31.529032 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-50be5977-7290-44ae-adef-511e96d1a8ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:31.548405 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-abe2e8bf-72a0-4206-9e68-fdfdc9d4928a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:31.662967 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-50be5977-7290-44ae-adef-511e96d1a8ec admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=8703d39268bf4db09dbcb8b813defa57&name=default HTTP/1.1" status: 200 len: 2647 time: 2.1549990 May 30 20:31:31.673781 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-65ee83dd-8f0a-4d22-9691-0335b21bd973 req-17499ea2-a821-4402-afba-8686b8abf9e2 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=ff5fdb4b-c181-42de-80b5-ff8540ac71a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2564838 May 30 20:31:31.681944 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [req-65ee83dd-8f0a-4d22-9691-0335b21bd973 req-a7356143-1add-498e-a3a6-42a97a044242 service neutron] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=84886) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:31:31.690086 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-65ee83dd-8f0a-4d22-9691-0335b21bd973 req-a7356143-1add-498e-a3a6-42a97a044242 service neutron] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0150008 May 30 20:31:31.698014 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 44918) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:31.699444 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2cd7cd-dff5-4e7d-9aa9-b5069486c74d req-15d1566e-3124-49ca-b0bf-7d23342b97f9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:31:31.701179 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3a2cd7cd-dff5-4e7d-9aa9-b5069486c74d req-15d1566e-3124-49ca-b0bf-7d23342b97f9 service neutron] 10.222.0.71 "GET /v2.0/networks?id=ff5fdb4b-c181-42de-80b5-ff8540ac71a0 HTTP/1.1" status: 200 len: 920 time: 0.3676808 May 30 20:31:31.854184 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe2e8bf-72a0-4206-9e68-fdfdc9d4928a None None] Network e47345d4-98a8-46f5-a7b7-66b2eb513a50 is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:31:31.856186 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-abe2e8bf-72a0-4206-9e68-fdfdc9d4928a None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:31:31.862490 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe2e8bf-72a0-4206-9e68-fdfdc9d4928a None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:31:31.878379 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe2e8bf-72a0-4206-9e68-fdfdc9d4928a None None] Pushing event updated for resources: {'Port': ['ID=047f2b9c-e398-4752-b1c1-ca466bc611b2,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:31.939640 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-d9b53447-89a4-4daf-98ea-a285d39d502c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b372c79f-6d8e-4889-9b07-12f2e010819a', 'name': 'tempest-ServerRescueTestJSONUnderV235-683389103-router', 'tenant_id': 'db6fd322329b4022b9cb210149c8de8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': '834687b0-36d6-4dac-a06a-2a1aeb20388e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:29:57Z', 'updated_at': '2022-05-30T20:30:08Z', 'revision_number': 4, 'project_id': 'db6fd322329b4022b9cb210149c8de8f', 'gw_port': {'id': '834687b0-36d6-4dac-a06a-2a1aeb20388e', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:08:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b372c79f-6d8e-4889-9b07-12f2e010819a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:29:58Z', 'updated_at': '2022-05-30T20:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': '53fe7ea4-9b82-4a2f-bbb9-85bc2201b608', 'tenant_id': 'db6fd322329b4022b9cb210149c8de8f', 'floating_ip_address': '172.25.8.203', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': 'b372c79f-6d8e-4889-9b07-12f2e010819a', 'port_id': '2cf9cea4-18f1-4ae3-8d2a-dd24c0abe6e0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff5fdb4b-c181-42de-80b5-ff8540ac71a0', 'mac_address': 'fa:16:3e:4a:8d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f03d717e-c105-41d5-a5af-5828ba46c89b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:31:17Z', 'updated_at': '2022-05-30T20:31:24Z', 'revision_number': 1, 'project_id': 'db6fd322329b4022b9cb210149c8de8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '717005e1-e93a-4f7b-a0e7-9f5c35fde308', 'name': '', 'network_id': 'ff5fdb4b-c181-42de-80b5-ff8540ac71a0', 'tenant_id': 'db6fd322329b4022b9cb210149c8de8f', 'mac_address': 'fa:16:3e:44:7c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b372c79f-6d8e-4889-9b07-12f2e010819a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'be79b396-84f8-442a-96a0-1a5adfb968e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:30:06Z', 'updated_at': '2022-05-30T20:30:16Z', 'revision_number': 5, 'project_id': 'db6fd322329b4022b9cb210149c8de8f', 'subnets': [{'id': 'be79b396-84f8-442a-96a0-1a5adfb968e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:31:31.948413 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ad96df9c-560b-4893-bb18-7bbbdcf9dacd req-06316013-5949-408f-88de-ea2c6b9c5240 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=c83f8ea1-67e6-4f2a-b0c1-961414a5e7c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7905443 May 30 20:31:31.951962 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b53447-89a4-4daf-98ea-a285d39d502c None None] The sync data for ids ['b372c79f-6d8e-4889-9b07-12f2e010819a'] in n-d-843948-2 is: [{'id': 'b372c79f-6d8e-4889-9b07-12f2e010819a', 'name': 'tempest-ServerRescueTestJSONUnderV235-683389103-router', 'tenant_id': 'db6fd322329b4022b9cb210149c8de8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': '834687b0-36d6-4dac-a06a-2a1aeb20388e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:29:57Z', 'updated_at': '2022-05-30T20:30:08Z', 'revision_number': 4, 'project_id': 'db6fd322329b4022b9cb210149c8de8f', 'gw_port': {'id': '834687b0-36d6-4dac-a06a-2a1aeb20388e', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:08:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b372c79f-6d8e-4889-9b07-12f2e010819a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:29:58Z', 'updated_at': '2022-05-30T20:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': '53fe7ea4-9b82-4a2f-bbb9-85bc2201b608', 'tenant_id': 'db6fd322329b4022b9cb210149c8de8f', 'floating_ip_address': '172.25.8.203', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': 'b372c79f-6d8e-4889-9b07-12f2e010819a', 'port_id': '2cf9cea4-18f1-4ae3-8d2a-dd24c0abe6e0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff5fdb4b-c181-42de-80b5-ff8540ac71a0', 'mac_address': 'fa:16:3e:4a:8d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f03d717e-c105-41d5-a5af-5828ba46c89b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:31:17Z', 'updated_at': '2022-05-30T20:31:24Z', 'revision_number': 1, 'project_id': 'db6fd322329b4022b9cb210149c8de8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '717005e1-e93a-4f7b-a0e7-9f5c35fde308', 'name': '', 'network_id': 'ff5fdb4b-c181-42de-80b5-ff8540ac71a0', 'tenant_id': 'db6fd322329b4022b9cb210149c8de8f', 'mac_address': 'fa:16:3e:44:7c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b372c79f-6d8e-4889-9b07-12f2e010819a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'be79b396-84f8-442a-96a0-1a5adfb968e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:30:06Z', 'updated_at': '2022-05-30T20:30:16Z', 'revision_number': 5, 'project_id': 'db6fd322329b4022b9cb210149c8de8f', 'subnets': [{'id': 'be79b396-84f8-442a-96a0-1a5adfb968e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:31:32.014787 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50be5977-7290-44ae-adef-511e96d1a8ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63351b2c-0bd6-43a6-a3e5-990fdc729e29,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:32.037430 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7a729c8b-21ae-41e6-9b07-29f47a7422d2 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:32.050467 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e414eb54-a8ed-4a48-8d1b-94e950f8353c req-4a4e0c86-1888-410d-a6e2-e15f7b0f2d14 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:31:32.058034 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e414eb54-a8ed-4a48-8d1b-94e950f8353c req-4a4e0c86-1888-410d-a6e2-e15f7b0f2d14 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=bb8e5987-b3ba-470c-b297-cb22dc08dac6 HTTP/1.1" status: 200 len: 945 time: 0.7971177 May 30 20:31:32.100143 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-abe2e8bf-72a0-4206-9e68-fdfdc9d4928a None None] Attempting to bind port 047f2b9c-e398-4752-b1c1-ca466bc611b2 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:31:32.100612 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-abe2e8bf-72a0-4206-9e68-fdfdc9d4928a None None] Attempting to bind port 047f2b9c-e398-4752-b1c1-ca466bc611b2 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': '2cb73a29-9359-4fbf-99af-be1c6062790b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:31:32.102755 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe2e8bf-72a0-4206-9e68-fdfdc9d4928a None None] Attempting to bind port 047f2b9c-e398-4752-b1c1-ca466bc611b2 on network e47345d4-98a8-46f5-a7b7-66b2eb513a50 {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:31:32.111149 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe2e8bf-72a0-4206-9e68-fdfdc9d4928a None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:31:32.112090 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe2e8bf-72a0-4206-9e68-fdfdc9d4928a None None] Checking segment: {'id': '2cb73a29-9359-4fbf-99af-be1c6062790b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:31:32.112563 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-abe2e8bf-72a0-4206-9e68-fdfdc9d4928a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:32.113026 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe2e8bf-72a0-4206-9e68-fdfdc9d4928a None None] Bound using segment: {'id': '2cb73a29-9359-4fbf-99af-be1c6062790b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:31:32.113598 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-abe2e8bf-72a0-4206-9e68-fdfdc9d4928a None None] Bound port: 047f2b9c-e398-4752-b1c1-ca466bc611b2, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cb73a29-9359-4fbf-99af-be1c6062790b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:31:32.114218 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-abe2e8bf-72a0-4206-9e68-fdfdc9d4928a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:32.115593 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7a729c8b-21ae-41e6-9b07-29f47a7422d2 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:32.255834 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-abe2e8bf-72a0-4206-9e68-fdfdc9d4928a None None] For port 047f2b9c-e398-4752-b1c1-ca466bc611b2, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:31:32.260940 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-abe2e8bf-72a0-4206-9e68-fdfdc9d4928a None None] For port 047f2b9c-e398-4752-b1c1-ca466bc611b2, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=047f2b9c-e398-4752-b1c1-ca466bc611b2,segment=NetworkSegment(2cb73a29-9359-4fbf-99af-be1c6062790b),segment_id=2cb73a29-9359-4fbf-99af-be1c6062790b)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:31:32.301301 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a729c8b-21ae-41e6-9b07-29f47a7422d2 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fd72c30-8784-4fee-8740-f07b67b99040,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:32.305321 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e414eb54-a8ed-4a48-8d1b-94e950f8353c req-81877693-a9b2-4cb1-83ae-b9a3029fadb1 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ed3b12a-c5d4-4ba2-906c-9900ee2b8018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461846 May 30 20:31:32.355585 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-abe2e8bf-72a0-4206-9e68-fdfdc9d4928a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:32.361211 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ad96df9c-560b-4893-bb18-7bbbdcf9dacd req-0bad449e-b926-4c21-99a8-c8897c911b73 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=af4cc1fbb91e4a5c856e947d8072b697&device_id=c83f8ea1-67e6-4f2a-b0c1-961414a5e7c1 HTTP/1.1" status: 200 len: 1096 time: 0.3942974 May 30 20:31:32.367313 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b4aa8db-4bc8-4b30-8ae6-5cb04d542778 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Router 23697438-8567-42a8-89a3-2fd41c316d88 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:31:32.505473 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3a2cd7cd-dff5-4e7d-9aa9-b5069486c74d req-2fb36a33-e4af-4918-9b15-14866f05ec55 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2cf9cea4-18f1-4ae3-8d2a-dd24c0abe6e0 HTTP/1.1" status: 200 len: 1000 time: 0.7428038 May 30 20:31:32.506288 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d0eb3f-b366-4722-a7f4-9c0a88516278 None None] New status for floating IP 53fe7ea4-9b82-4a2f-bbb9-85bc2201b608: ACTIVE {{(pid=84888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 20:31:32.587239 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-70f63c56-040e-4872-981e-fd58a2a25118 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Allocated IP 2001:db8::3b48:3289:2a6e:b630 (e47345d4-98a8-46f5-a7b7-66b2eb513a50/b8767ff6-c763-4e35-a91f-811e5d255892/2ce0761c-6d95-4328-ad94-f1480d4ce43b) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:31:32.628412 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-65ee83dd-8f0a-4d22-9691-0335b21bd973 req-acdd4fd4-f860-443c-9dcc-f81a67b19dec service neutron] 10.222.0.85 "GET /v2.0/networks/ff5fdb4b-c181-42de-80b5-ff8540ac71a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9370778 May 30 20:31:32.731845 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-52255319-3b12-49db-8e9e-799a7a77fe27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:32.751574 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe2e8bf-72a0-4206-9e68-fdfdc9d4928a None None] Pushing event updated for resources: {'Port': ['ID=047f2b9c-e398-4752-b1c1-ca466bc611b2,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:32.871297 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2cd7cd-dff5-4e7d-9aa9-b5069486c74d req-fcd954d4-9f32-4e59-842c-6176eb620b5f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:31:32.873826 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3a2cd7cd-dff5-4e7d-9aa9-b5069486c74d req-fcd954d4-9f32-4e59-842c-6176eb620b5f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=be79b396-84f8-442a-96a0-1a5adfb968e1 HTTP/1.1" status: 200 len: 859 time: 0.3714759 May 30 20:31:32.917974 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:32.958810 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-52255319-3b12-49db-8e9e-799a7a77fe27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:32.997250 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3a2cd7cd-dff5-4e7d-9aa9-b5069486c74d req-44032f78-4969-4ed3-9684-0e270268e554 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ff5fdb4b-c181-42de-80b5-ff8540ac71a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1108057 May 30 20:31:33.026440 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7a729c8b-21ae-41e6-9b07-29f47a7422d2 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:33.027970 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-7a729c8b-21ae-41e6-9b07-29f47a7422d2 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 2.7126276 May 30 20:31:33.034362 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 44924) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:33.045312 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-572e9dd9-1cc0-4640-8fa2-afef0be75346 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Request body: {'security_group_rule': {'security_group_id': '8fd72c30-8784-4fee-8740-f07b67b99040', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:31:33.053502 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-572e9dd9-1cc0-4640-8fa2-afef0be75346 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:31:33.059269 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-572e9dd9-1cc0-4640-8fa2-afef0be75346 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Usage tracker for resource:security_group_rule and tenant:6a921a88c2104251b4f5cf697763e02b is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:31:33.063777 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-572e9dd9-1cc0-4640-8fa2-afef0be75346 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:31:33.071766 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-572e9dd9-1cc0-4640-8fa2-afef0be75346 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:31:33.190239 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad96df9c-560b-4893-bb18-7bbbdcf9dacd req-73b77a61-b3ce-4fef-890a-762c16aac622 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:31:33.191880 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ad96df9c-560b-4893-bb18-7bbbdcf9dacd req-73b77a61-b3ce-4fef-890a-762c16aac622 service neutron] 10.222.0.71 "GET /v2.0/networks?id=ff30330a-0ebe-4836-9458-b813d1bcbde4 HTTP/1.1" status: 200 len: 913 time: 0.7794266 May 30 20:31:33.200295 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-572e9dd9-1cc0-4640-8fa2-afef0be75346 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:33.385575 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ad96df9c-560b-4893-bb18-7bbbdcf9dacd req-9ab84710-7191-4afc-81f5-93be919f1797 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2dce9d2f-c86d-4852-9ec1-a59a59049c03 HTTP/1.1" status: 200 len: 217 time: 0.1420813 May 30 20:31:33.471613 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b4aa8db-4bc8-4b30-8ae6-5cb04d542778 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:31:33.483204 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0746ffe-633b-45e4-b59c-c3985e9f496f None None] Sync routers for ids ['23697438-8567-42a8-89a3-2fd41c316d88'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:31:33.500659 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-1b4aa8db-4bc8-4b30-8ae6-5cb04d542778 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] 10.222.0.85 "PUT /v2.0/routers/23697438-8567-42a8-89a3-2fd41c316d88/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7771640 May 30 20:31:33.502482 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad96df9c-560b-4893-bb18-7bbbdcf9dacd req-06cf7f9f-49fc-4ae7-ad5b-088c6560c528 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:31:33.504024 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ad96df9c-560b-4893-bb18-7bbbdcf9dacd req-06cf7f9f-49fc-4ae7-ad5b-088c6560c528 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=7991eded-d330-4e4e-ace3-aeb4d5f3ff0a HTTP/1.1" status: 200 len: 851 time: 0.1098411 May 30 20:31:33.504255 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0746ffe-633b-45e4-b59c-c3985e9f496f None None] Routers {'23697438-8567-42a8-89a3-2fd41c316d88'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:31:33.505423 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-b0746ffe-633b-45e4-b59c-c3985e9f496f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:31:29Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['23697438-8567-42a8-89a3-2fd41c316d88'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:31:33.536399 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 44932) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:33.585841 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-b0746ffe-633b-45e4-b59c-c3985e9f496f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:31:33.598989 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0746ffe-633b-45e4-b59c-c3985e9f496f None None] Routers {'23697438-8567-42a8-89a3-2fd41c316d88'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:31:33.599735 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-b0746ffe-633b-45e4-b59c-c3985e9f496f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:31:29Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['23697438-8567-42a8-89a3-2fd41c316d88'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:31:33.683515 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-572e9dd9-1cc0-4640-8fa2-afef0be75346 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:33.704350 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-b0746ffe-633b-45e4-b59c-c3985e9f496f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:31:33.705289 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0746ffe-633b-45e4-b59c-c3985e9f496f None None] The sync data for ids ['23697438-8567-42a8-89a3-2fd41c316d88'] in n-d-843948-2 is: [] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:31:33.718237 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3810d4-26c6-49f4-9196-ef4bfe64f819 req-b0fcda76-0dba-4dbd-9c1f-3b3e17a1196e tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:31:33.720012 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fb3810d4-26c6-49f4-9196-ef4bfe64f819 req-b0fcda76-0dba-4dbd-9c1f-3b3e17a1196e tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=bb8e5987-b3ba-470c-b297-cb22dc08dac6 HTTP/1.1" status: 200 len: 945 time: 0.2127709 May 30 20:31:33.809279 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fb3810d4-26c6-49f4-9196-ef4bfe64f819 req-1b979b55-8a5c-4d77-9e7b-36a259d95558 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ed3b12a-c5d4-4ba2-906c-9900ee2b8018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805621 May 30 20:31:33.810522 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-572e9dd9-1cc0-4640-8fa2-afef0be75346 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:33.818382 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-65ee83dd-8f0a-4d22-9691-0335b21bd973 req-a7aa0916-77e4-42d9-9d83-5ee0ab414928 service neutron] 10.222.0.85 "GET /v2.0/networks/ff5fdb4b-c181-42de-80b5-ff8540ac71a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1489310 May 30 20:31:33.887834 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ad96df9c-560b-4893-bb18-7bbbdcf9dacd req-a2e180e8-f195-440c-a905-c6d612dd681e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ff30330a-0ebe-4836-9458-b813d1bcbde4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3092945 May 30 20:31:33.890324 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572e9dd9-1cc0-4640-8fa2-afef0be75346 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdf73f7b-f574-40ce-afcf-8aeb1063f37e,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:33.907423 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfc20baf-06f3-4400-aff8-e97f2ea79483 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:31:33.909276 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-cfc20baf-06f3-4400-aff8-e97f2ea79483 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Synchronizing usage tracker for tenant:eeceb350906e46fc9b2c21ca495ac559 on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:31:34.050642 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-70f63c56-040e-4872-981e-fd58a2a25118 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:34.073604 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3a2cd7cd-dff5-4e7d-9aa9-b5069486c74d req-e7ac70b5-16b5-4f0e-814a-e460f051bbbc service neutron] 10.222.0.71 "GET /v2.0/networks/ff5fdb4b-c181-42de-80b5-ff8540ac71a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9829261 May 30 20:31:34.086096 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ce2ed431-4be6-469e-8163-5defbe9d738d req-2cbb99b1-e82a-452a-a557-f4b28e20af9e tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] 10.222.0.85 "GET /v2.0/floatingips?floating_ip_address=172.25.8.203 HTTP/1.1" status: 200 len: 1002 time: 0.1293247 May 30 20:31:34.089474 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-572e9dd9-1cc0-4640-8fa2-afef0be75346 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:34.091616 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-572e9dd9-1cc0-4640-8fa2-afef0be75346 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.0536723 May 30 20:31:34.116460 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 44942) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:34.136129 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [None req-70f63c56-040e-4872-981e-fd58a2a25118 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Transition to ACTIVE for port object 2ce0761c-6d95-4328-ad94-f1480d4ce43b will not be triggered until provisioned by entity DHCP. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:31:34.141451 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-9e8f8102-80bf-4311-a251-5b5f4bc6b1c4 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Request body: {'security_group_rule': {'security_group_id': '8fd72c30-8784-4fee-8740-f07b67b99040', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:31:34.155759 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-9e8f8102-80bf-4311-a251-5b5f4bc6b1c4 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:31:34.160013 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-9e8f8102-80bf-4311-a251-5b5f4bc6b1c4 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Usage tracker for resource:security_group_rule and tenant:6a921a88c2104251b4f5cf697763e02b is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:31:34.165371 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-9e8f8102-80bf-4311-a251-5b5f4bc6b1c4 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:31:34.173702 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-9e8f8102-80bf-4311-a251-5b5f4bc6b1c4 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:31:34.231945 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2ed431-4be6-469e-8163-5defbe9d738d req-c012a02e-7f96-4060-9e8d-104a96f5ca19 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:31:34.233906 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ce2ed431-4be6-469e-8163-5defbe9d738d req-c012a02e-7f96-4060-9e8d-104a96f5ca19 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] 10.222.0.85 "GET /v2.0/ports/2cf9cea4-18f1-4ae3-8d2a-dd24c0abe6e0 HTTP/1.1" status: 200 len: 943 time: 0.1363206 May 30 20:31:34.283132 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-52255319-3b12-49db-8e9e-799a7a77fe27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:34.292377 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-cfc20baf-06f3-4400-aff8-e97f2ea79483 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Unset dirty status for tenant:eeceb350906e46fc9b2c21ca495ac559 on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:31:34.296945 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-cfc20baf-06f3-4400-aff8-e97f2ea79483 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] 10.222.0.85 "GET /v2.0/ports/05c606a8-86c1-43ef-8df6-7c02ea416bfa HTTP/1.1" status: 200 len: 913 time: 0.7344654 May 30 20:31:34.310706 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 44948) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:34.386003 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ad96df9c-560b-4893-bb18-7bbbdcf9dacd req-cb86f66f-653d-41b0-b455-ef20eee331ee service neutron] 10.222.0.71 "GET /v2.0/networks/ff30330a-0ebe-4836-9458-b813d1bcbde4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4819319 May 30 20:31:34.509972 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 047f2b9c-e398-4752-b1c1-ca466bc611b2 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:31:34.515226 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52255319-3b12-49db-8e9e-799a7a77fe27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63351b2c-0bd6-43a6-a3e5-990fdc729e29,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:34.619364 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9e8f8102-80bf-4311-a251-5b5f4bc6b1c4 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:34.714731 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9e8f8102-80bf-4311-a251-5b5f4bc6b1c4 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:34.718606 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3a2cd7cd-dff5-4e7d-9aa9-b5069486c74d req-55d02b99-55fd-4165-b6f7-c9d629f7ba27 service neutron] 10.222.0.71 "GET /v2.0/networks/ff5fdb4b-c181-42de-80b5-ff8540ac71a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6384559 May 30 20:31:34.731014 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-52255319-3b12-49db-8e9e-799a7a77fe27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:34.735309 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-52255319-3b12-49db-8e9e-799a7a77fe27 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/63351b2c-0bd6-43a6-a3e5-990fdc729e29 HTTP/1.1" status: 204 len: 168 time: 3.0326972 May 30 20:31:34.760113 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-f41ba20c-38e7-44c9-9876-f3208a316703 None None] Provisioning for port 047f2b9c-e398-4752-b1c1-ca466bc611b2 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:31:34.777843 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ce2ed431-4be6-469e-8163-5defbe9d738d req-96b8f2de-55c4-4b35-9476-67b875af1cf8 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] 10.222.0.85 "GET /v2.0/floatingips?floating_ip_address=172.25.8.203 HTTP/1.1" status: 200 len: 1002 time: 0.1938078 May 30 20:31:34.789382 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9e8f8102-80bf-4311-a251-5b5f4bc6b1c4 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:34.812356 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8f8102-80bf-4311-a251-5b5f4bc6b1c4 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edc7b886-f45e-4721-b2c1-dcb9b8d17016,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:34.867546 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 047f2b9c-e398-4752-b1c1-ca466bc611b2 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:31:34.874531 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 047f2b9c-e398-4752-b1c1-ca466bc611b2 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:31:34.875489 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:34.915626 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-70f63c56-040e-4872-981e-fd58a2a25118 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:35.054976 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9e8f8102-80bf-4311-a251-5b5f4bc6b1c4 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:35.056553 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-9e8f8102-80bf-4311-a251-5b5f4bc6b1c4 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.9386470 May 30 20:31:35.071252 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 44962) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:35.086766 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-ba2050a4-2b6a-448d-9122-700f4b9c1dfb tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Request body: {'floatingip': {'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:31:35.122040 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-ba2050a4-2b6a-448d-9122-700f4b9c1dfb tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:31:35.139846 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-ba2050a4-2b6a-448d-9122-700f4b9c1dfb tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Usage tracker for resource:floatingip and tenant:6a921a88c2104251b4f5cf697763e02b is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:31:35.150042 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-ba2050a4-2b6a-448d-9122-700f4b9c1dfb tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:31:35.157794 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:35.208016 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f63c56-040e-4872-981e-fd58a2a25118 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Network e47345d4-98a8-46f5-a7b7-66b2eb513a50 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:31:35.210592 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-ba2050a4-2b6a-448d-9122-700f4b9c1dfb tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:31:35.232063 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f63c56-040e-4872-981e-fd58a2a25118 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Pushing event updated for resources: {'Port': ['ID=2ce0761c-6d95-4328-ad94-f1480d4ce43b,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:35.259775 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-70f63c56-040e-4872-981e-fd58a2a25118 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:31:35.269442 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f63c56-040e-4872-981e-fd58a2a25118 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:31:35.279110 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f63c56-040e-4872-981e-fd58a2a25118 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:31:35.279931 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-70f63c56-040e-4872-981e-fd58a2a25118 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:35.308656 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port 047f2b9c-e398-4752-b1c1-ca466bc611b2, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=047f2b9c-e398-4752-b1c1-ca466bc611b2,segment=NetworkSegment(2cb73a29-9359-4fbf-99af-be1c6062790b),segment_id=2cb73a29-9359-4fbf-99af-be1c6062790b)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:31:35.352684 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ba2050a4-2b6a-448d-9122-700f4b9c1dfb tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks [] for floatingip, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:35.387785 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2ed431-4be6-469e-8163-5defbe9d738d req-c68a33e9-3f24-47c7-9ec0-d33d323c53d3 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:31:35.393396 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ce2ed431-4be6-469e-8163-5defbe9d738d req-c68a33e9-3f24-47c7-9ec0-d33d323c53d3 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] 10.222.0.85 "GET /v2.0/networks/c7869750-4b49-4b7e-aa99-5e0f1ae02da4 HTTP/1.1" status: 200 len: 784 time: 0.6015406 May 30 20:31:35.396667 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ad96df9c-560b-4893-bb18-7bbbdcf9dacd req-17a40139-9d6b-4eab-81a9-bb62898a5651 service neutron] 10.222.0.71 "GET /v2.0/networks/ff30330a-0ebe-4836-9458-b813d1bcbde4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0039561 May 30 20:31:35.405265 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [req-ce2ed431-4be6-469e-8163-5defbe9d738d req-9e4f08f0-9689-44db-aa3c-2de1e32dc846 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=84887) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:31:35.406939 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ce2ed431-4be6-469e-8163-5defbe9d738d req-9e4f08f0-9689-44db-aa3c-2de1e32dc846 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0072753 May 30 20:31:35.448086 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:35.542453 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-70f63c56-040e-4872-981e-fd58a2a25118 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 6.3774910 May 30 20:31:35.543446 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-360498a9-88c7-4e3d-a7aa-d6af1ae4410c tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-736216'] for router_interface, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:35.551439 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 44968) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:35.642833 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=047f2b9c-e398-4752-b1c1-ca466bc611b2,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:35.676403 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ce2ed431-4be6-469e-8163-5defbe9d738d req-6b8dbbd2-619a-4c1d-961f-0dcb1b667c23 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] 10.222.0.85 "GET /v2.0/floatingips?floating_ip_address=172.25.8.203 HTTP/1.1" status: 200 len: 1002 time: 0.2583158 May 30 20:31:35.704716 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-ce2ed431-4be6-469e-8163-5defbe9d738d req-68b313dd-7d83-4d48-854f-2668a3da80ce tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:31:35.811482 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9b0c74-e7a5-4397-b0e3-12a96ce75c2f req-a1c4612d-cb7c-4b15-a8b1-a5c3b56d4945 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:31:35.813470 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6c9b0c74-e7a5-4397-b0e3-12a96ce75c2f req-a1c4612d-cb7c-4b15-a8b1-a5c3b56d4945 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=bb8e5987-b3ba-470c-b297-cb22dc08dac6 HTTP/1.1" status: 200 len: 945 time: 0.5612226 May 30 20:31:35.864244 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-ce2ed431-4be6-469e-8163-5defbe9d738d req-68b313dd-7d83-4d48-854f-2668a3da80ce tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] Notify callbacks [] for floatingip, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:35.932119 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b058b930-5515-4074-813c-24ade88578ff tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:31:35.936718 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b058b930-5515-4074-813c-24ade88578ff tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:31:35.937537 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-b058b930-5515-4074-813c-24ade88578ff tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Synchronizing usage tracker for tenant:08954986e7454427ae0d40c7652d3c6a on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:31:35.943376 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-ca9e91a6-65eb-4a15-96cf-eac33813f038 None None] Provisioning for port 2ce0761c-6d95-4328-ad94-f1480d4ce43b completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:31:35.945749 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-ca9e91a6-65eb-4a15-96cf-eac33813f038 None None] Provisioning complete for port 2ce0761c-6d95-4328-ad94-f1480d4ce43b triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:31:35.946214 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ca9e91a6-65eb-4a15-96cf-eac33813f038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:35.982937 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6c9b0c74-e7a5-4397-b0e3-12a96ce75c2f req-df8c1ca1-eb30-401d-bcbe-970527f57f70 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ed3b12a-c5d4-4ba2-906c-9900ee2b8018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567030 May 30 20:31:35.987248 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ba2050a4-2b6a-448d-9122-700f4b9c1dfb tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:36.064094 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-b058b930-5515-4074-813c-24ade88578ff tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Unset dirty status for tenant:08954986e7454427ae0d40c7652d3c6a on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:31:36.069577 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-b058b930-5515-4074-813c-24ade88578ff tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.5094616 May 30 20:31:36.072439 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 44972) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:36.108168 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-ca9e91a6-65eb-4a15-96cf-eac33813f038 None None] Port 2ce0761c-6d95-4328-ad94-f1480d4ce43b cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:31:36.188274 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-3c0891eb-8f44-4ad4-a9eb-70565f487e75 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Deleting port 2ce0761c-6d95-4328-ad94-f1480d4ce43b {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:31:36.188639 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3c0891eb-8f44-4ad4-a9eb-70565f487e75 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:36.215709 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 44978) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:36.248077 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a2b21b62-15a0-42e3-9944-8c8ea8fd1cd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:36.365841 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 047f2b9c-e398-4752-b1c1-ca466bc611b2 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:31:36.520293 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-ce2ed431-4be6-469e-8163-5defbe9d738d req-68b313dd-7d83-4d48-854f-2668a3da80ce tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:36.569390 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 047f2b9c-e398-4752-b1c1-ca466bc611b2 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:31:36.569796 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:36.637106 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-ba2050a4-2b6a-448d-9122-700f4b9c1dfb tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Allocated IP 172.25.8.118 (c7869750-4b49-4b7e-aa99-5e0f1ae02da4/427601ec-f643-4fe7-b5e6-17305d3a39e1/184a338d-5c92-41b0-8d0f-3ec726fc9cee) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:31:36.818903 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3c0891eb-8f44-4ad4-a9eb-70565f487e75 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:36.978938 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-3c0891eb-8f44-4ad4-a9eb-70565f487e75 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Calling delete_port for 2ce0761c-6d95-4328-ad94-f1480d4ce43b owned by {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:31:37.008208 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-ce2ed431-4be6-469e-8163-5defbe9d738d req-68b313dd-7d83-4d48-854f-2668a3da80ce tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736490'] for floatingip, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:37.014194 n-d-843948-2 neutron-server[84887]: INFO neutron.db.l3_db [req-ce2ed431-4be6-469e-8163-5defbe9d738d req-68b313dd-7d83-4d48-854f-2668a3da80ce tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] Floating IP 53fe7ea4-9b82-4a2f-bbb9-85bc2201b608 disassociated. External IP: 172.25.8.203, port: 2cf9cea4-18f1-4ae3-8d2a-dd24c0abe6e0. May 30 20:31:37.055990 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ba2050a4-2b6a-448d-9122-700f4b9c1dfb tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:37.173330 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-a2b21b62-15a0-42e3-9944-8c8ea8fd1cd0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:31:37.183658 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-a2b21b62-15a0-42e3-9944-8c8ea8fd1cd0 admin admin] Usage tracker for resource:security_group_rule and tenant:da9bee090cf848d098f730af88ec15a9 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:31:37.190627 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-a2b21b62-15a0-42e3-9944-8c8ea8fd1cd0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:31:37.201860 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-a2b21b62-15a0-42e3-9944-8c8ea8fd1cd0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:31:37.224827 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ba2050a4-2b6a-448d-9122-700f4b9c1dfb tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:37.318643 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-360498a9-88c7-4e3d-a7aa-d6af1ae4410c tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Deleting port 05c606a8-86c1-43ef-8df6-7c02ea416bfa {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:31:37.318643 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-360498a9-88c7-4e3d-a7aa-d6af1ae4410c tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:37.379065 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba2050a4-2b6a-448d-9122-700f4b9c1dfb tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:31:37.484324 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-ba2050a4-2b6a-448d-9122-700f4b9c1dfb tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:31:37.523260 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2050a4-2b6a-448d-9122-700f4b9c1dfb tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Pushing event updated for resources: {'Port': ['ID=184a338d-5c92-41b0-8d0f-3ec726fc9cee,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:37.525833 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2050a4-2b6a-448d-9122-700f4b9c1dfb tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:31:37.548533 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a2b21b62-15a0-42e3-9944-8c8ea8fd1cd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:37.746218 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3c0891eb-8f44-4ad4-a9eb-70565f487e75 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:37.748402 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a2b21b62-15a0-42e3-9944-8c8ea8fd1cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:37.837477 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ba2050a4-2b6a-448d-9122-700f4b9c1dfb tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:37.861084 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0891eb-8f44-4ad4-a9eb-70565f487e75 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Pushing event deleted for resources: {'Port': ['ID=2ce0761c-6d95-4328-ad94-f1480d4ce43b,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:37.869502 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-360498a9-88c7-4e3d-a7aa-d6af1ae4410c tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:37.947112 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3c0891eb-8f44-4ad4-a9eb-70565f487e75 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:37.955654 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b21b62-15a0-42e3-9944-8c8ea8fd1cd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46acef70-8e5e-42bb-bbfa-e25980486224,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:37.962194 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-a2b21b62-15a0-42e3-9944-8c8ea8fd1cd0 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=da9bee090cf848d098f730af88ec15a9&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7372322 May 30 20:31:37.968849 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 44986) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:38.087226 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-3c0891eb-8f44-4ad4-a9eb-70565f487e75 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "DELETE /v2.0/ports/2ce0761c-6d95-4328-ad94-f1480d4ce43b HTTP/1.1" status: 204 len: 168 time: 2.0005033 May 30 20:31:38.087226 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 44990) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:38.142851 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-360498a9-88c7-4e3d-a7aa-d6af1ae4410c tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Calling delete_port for 05c606a8-86c1-43ef-8df6-7c02ea416bfa owned by network:router_interface {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:31:38.182169 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7b8e9b-8b74-4bc1-b5b3-88d02e5d5654 req-2b9bd0c4-d703-45fb-826a-c2c9e656f7fd tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:31:38.183819 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ab7b8e9b-8b74-4bc1-b5b3-88d02e5d5654 req-2b9bd0c4-d703-45fb-826a-c2c9e656f7fd tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=bb8e5987-b3ba-470c-b297-cb22dc08dac6 HTTP/1.1" status: 200 len: 945 time: 0.6969349 May 30 20:31:38.294585 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b6779d-390a-4e6a-b53a-f8e86e8406a8 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:31:38.295921 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b6779d-390a-4e6a-b53a-f8e86e8406a8 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:31:38.301657 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-85b6779d-390a-4e6a-b53a-f8e86e8406a8 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2098715 May 30 20:31:38.301657 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 44996) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:38.307857 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ba2050a4-2b6a-448d-9122-700f4b9c1dfb tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:38.374543 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ab7b8e9b-8b74-4bc1-b5b3-88d02e5d5654 req-ee271152-59b0-4496-a9e7-86aa7a6d7cd6 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ed3b12a-c5d4-4ba2-906c-9900ee2b8018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756027 May 30 20:31:38.403930 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3460f5ce-c519-4ff3-9f32-a2adc6be7b40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:38.514232 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3460f5ce-c519-4ff3-9f32-a2adc6be7b40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:38.604254 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_v2 [None req-0338fe64-f514-4288-aa04-79f83d91ed93 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Deleting subnet b8767ff6-c763-4e35-a91f-811e5d255892 {{(pid=84887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:31:38.613491 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0338fe64-f514-4288-aa04-79f83d91ed93 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks [] for subnet, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:38.704483 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0338fe64-f514-4288-aa04-79f83d91ed93 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3149227'] for subnet, precommit_delete_associations {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:38.804626 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3460f5ce-c519-4ff3-9f32-a2adc6be7b40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:38.856092 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3460f5ce-c519-4ff3-9f32-a2adc6be7b40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46acef70-8e5e-42bb-bbfa-e25980486224,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:38.876531 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3460f5ce-c519-4ff3-9f32-a2adc6be7b40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:38.880116 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-3460f5ce-c519-4ff3-9f32-a2adc6be7b40 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/46acef70-8e5e-42bb-bbfa-e25980486224 HTTP/1.1" status: 204 len: 168 time: 0.8942800 May 30 20:31:38.882737 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ce2ed431-4be6-469e-8163-5defbe9d738d req-68b313dd-7d83-4d48-854f-2668a3da80ce tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] Router b372c79f-6d8e-4889-9b07-12f2e010819a has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:31:38.914176 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-360498a9-88c7-4e3d-a7aa-d6af1ae4410c tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:38.981501 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ba2050a4-2b6a-448d-9122-700f4b9c1dfb tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:39.002491 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360498a9-88c7-4e3d-a7aa-d6af1ae4410c tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Pushing event deleted for resources: {'Port': ['ID=05c606a8-86c1-43ef-8df6-7c02ea416bfa,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:39.068599 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ba2050a4-2b6a-448d-9122-700f4b9c1dfb tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:39.207566 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0338fe64-f514-4288-aa04-79f83d91ed93 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:39.576125 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2050a4-2b6a-448d-9122-700f4b9c1dfb tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Pushing event updated for resources: {'Port': ['ID=184a338d-5c92-41b0-8d0f-3ec726fc9cee,revision_number=2']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:39.576745 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ce2ed431-4be6-469e-8163-5defbe9d738d req-68b313dd-7d83-4d48-854f-2668a3da80ce tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:31:39.580006 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0338fe64-f514-4288-aa04-79f83d91ed93 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4055470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114247'] for subnet, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:39.595593 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0d4ef7-2401-4a77-b697-af7e071db0e2 None None] Sync routers for ids ['b372c79f-6d8e-4889-9b07-12f2e010819a'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:31:39.619739 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0d4ef7-2401-4a77-b697-af7e071db0e2 None None] Routers {'b372c79f-6d8e-4889-9b07-12f2e010819a'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:31:39.629585 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-2d0d4ef7-2401-4a77-b697-af7e071db0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:31:29Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['b372c79f-6d8e-4889-9b07-12f2e010819a'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:31:39.650629 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ba2050a4-2b6a-448d-9122-700f4b9c1dfb tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736490'] for floatingip, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:39.725926 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0338fe64-f514-4288-aa04-79f83d91ed93 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:39.734125 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-0338fe64-f514-4288-aa04-79f83d91ed93 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "DELETE /v2.0/subnets/b8767ff6-c763-4e35-a91f-811e5d255892 HTTP/1.1" status: 204 len: 168 time: 1.4312561 May 30 20:31:39.734785 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 45018) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:39.740545 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-360498a9-88c7-4e3d-a7aa-d6af1ae4410c tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1718140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-736143'] for router_interface, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:39.757523 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-ce2ed431-4be6-469e-8163-5defbe9d738d req-68b313dd-7d83-4d48-854f-2668a3da80ce tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:39.827567 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338fe64-f514-4288-aa04-79f83d91ed93 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Pushing event deleted for resources: {'Subnet': ['ID=b8767ff6-c763-4e35-a91f-811e5d255892,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:39.871774 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c2c393b-6b63-4f3f-9ade-15474966e311 None None] Network e47345d4-98a8-46f5-a7b7-66b2eb513a50 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:31:39.922636 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ce2ed431-4be6-469e-8163-5defbe9d738d req-68b313dd-7d83-4d48-854f-2668a3da80ce tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] 10.222.0.85 "PUT /v2.0/floatingips/53fe7ea4-9b82-4a2f-bbb9-85bc2201b608 HTTP/1.1" status: 200 len: 695 time: 4.2358334 May 30 20:31:39.929177 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-5ae4dd21-b492-48c9-b898-7f9e793a3dfc tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1857176 May 30 20:31:39.930738 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 45026) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:39.931888 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f03d717e-c105-41d5-a5af-5828ba46c89b', 'tag': '2cf9cea4-18f1-4ae3-8d2a-dd24c0abe6e0'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:31:39.943485 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-b03c008f-8ef0-424e-958f-f55cb3ef3419 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Request body: {'subnet': {'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:31:40.137448 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-2d0d4ef7-2401-4a77-b697-af7e071db0e2 None None] Set router b372c79f-6d8e-4889-9b07-12f2e010819a gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:31:40.165853 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ba2050a4-2b6a-448d-9122-700f4b9c1dfb tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:40.167856 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-ba2050a4-2b6a-448d-9122-700f4b9c1dfb tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.0908816 May 30 20:31:40.227658 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-b03c008f-8ef0-424e-958f-f55cb3ef3419 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:31:40.240115 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967baa7e-7589-4925-a252-5f6b1ddbd55c req-2856a47a-9104-4d30-8780-81a709b80897 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:31:40.241648 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-967baa7e-7589-4925-a252-5f6b1ddbd55c req-2856a47a-9104-4d30-8780-81a709b80897 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=bb8e5987-b3ba-470c-b297-cb22dc08dac6 HTTP/1.1" status: 200 len: 945 time: 0.5623283 May 30 20:31:40.251307 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-b03c008f-8ef0-424e-958f-f55cb3ef3419 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Usage tracker for resource:subnet and tenant:08954986e7454427ae0d40c7652d3c6a is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:31:40.258757 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-b03c008f-8ef0-424e-958f-f55cb3ef3419 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:31:40.280137 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-b03c008f-8ef0-424e-958f-f55cb3ef3419 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:31:40.399804 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b03c008f-8ef0-424e-958f-f55cb3ef3419 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Made reservation on behalf of 08954986e7454427ae0d40c7652d3c6a for: {'subnet': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:31:40.405019 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b03c008f-8ef0-424e-958f-f55cb3ef3419 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114220'] for subnet, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:40.474128 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-967baa7e-7589-4925-a252-5f6b1ddbd55c req-79e545ec-2638-4cfc-9a3a-1ef89d9cb622 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ed3b12a-c5d4-4ba2-906c-9900ee2b8018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220154 May 30 20:31:40.953586 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3898e6a7-e19a-48f7-8743-521bfc4f8ef7'] response: {'name': 'network-changed', 'server_uuid': 'f03d717e-c105-41d5-a5af-5828ba46c89b', 'tag': '2cf9cea4-18f1-4ae3-8d2a-dd24c0abe6e0', 'status': 'completed', 'code': 200} May 30 20:31:41.038813 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-78cc81f3-2e89-4a58-ae50-b992febcc4c8 req-3b361470-f0e2-4c0c-8225-3ae15a3dbe82 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Synchronizing usage tracker for tenant:6a921a88c2104251b4f5cf697763e02b on resource:security_group {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:31:41.095957 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-360498a9-88c7-4e3d-a7aa-d6af1ae4410c tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Router 23697438-8567-42a8-89a3-2fd41c316d88 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:31:41.209519 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b207004-4a63-4fde-9896-e36dfb7d7cd2 None None] DHCP port deletion for e47345d4-98a8-46f5-a7b7-66b2eb513a50 request from n-d-843948-2 {{(pid=84888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:31:41.224965 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-78cc81f3-2e89-4a58-ae50-b992febcc4c8 req-3b361470-f0e2-4c0c-8225-3ae15a3dbe82 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Unset dirty status for tenant:6a921a88c2104251b4f5cf697763e02b on resource:security_group {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:31:41.226164 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-78cc81f3-2e89-4a58-ae50-b992febcc4c8 req-3b361470-f0e2-4c0c-8225-3ae15a3dbe82 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-securitygroup--1038570281&fields=id&tenant_id=6a921a88c2104251b4f5cf697763e02b HTTP/1.1" status: 200 len: 267 time: 0.3151579 May 30 20:31:41.254627 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-5b207004-4a63-4fde-9896-e36dfb7d7cd2 None None] Deleting port 047f2b9c-e398-4752-b1c1-ca466bc611b2 {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:31:41.255315 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-5b207004-4a63-4fde-9896-e36dfb7d7cd2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:41.424948 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 45052) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:41.497547 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-2d0d4ef7-2401-4a77-b697-af7e071db0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b372c79f-6d8e-4889-9b07-12f2e010819a', 'name': 'tempest-ServerRescueTestJSONUnderV235-683389103-router', 'tenant_id': 'db6fd322329b4022b9cb210149c8de8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': '834687b0-36d6-4dac-a06a-2a1aeb20388e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:29:57Z', 'updated_at': '2022-05-30T20:30:08Z', 'revision_number': 4, 'project_id': 'db6fd322329b4022b9cb210149c8de8f', 'gw_port': {'id': '834687b0-36d6-4dac-a06a-2a1aeb20388e', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:08:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b372c79f-6d8e-4889-9b07-12f2e010819a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:29:58Z', 'updated_at': '2022-05-30T20:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '717005e1-e93a-4f7b-a0e7-9f5c35fde308', 'name': '', 'network_id': 'ff5fdb4b-c181-42de-80b5-ff8540ac71a0', 'tenant_id': 'db6fd322329b4022b9cb210149c8de8f', 'mac_address': 'fa:16:3e:44:7c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b372c79f-6d8e-4889-9b07-12f2e010819a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'be79b396-84f8-442a-96a0-1a5adfb968e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:30:06Z', 'updated_at': '2022-05-30T20:30:16Z', 'revision_number': 5, 'project_id': 'db6fd322329b4022b9cb210149c8de8f', 'subnets': [{'id': 'be79b396-84f8-442a-96a0-1a5adfb968e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:31:41.520814 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b03c008f-8ef0-424e-958f-f55cb3ef3419 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4055401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114238'] for subnet, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:41.527891 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ce2ed431-4be6-469e-8163-5defbe9d738d req-e306cec6-45b8-4ea6-9938-0ec938fe5c51 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=db6fd322329b4022b9cb210149c8de8f&device_id=f03d717e-c105-41d5-a5af-5828ba46c89b HTTP/1.1" status: 200 len: 1097 time: 1.5495858 May 30 20:31:41.603977 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-af29b2db-342b-4a7d-b67a-978ef6321740 req-269cae5e-cda4-4e98-bde0-e12fdc40ae3e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=db6fd322329b4022b9cb210149c8de8f&device_id=f03d717e-c105-41d5-a5af-5828ba46c89b HTTP/1.1" status: 200 len: 1097 time: 0.6653161 May 30 20:31:41.637227 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-5b207004-4a63-4fde-9896-e36dfb7d7cd2 None None] For port 047f2b9c-e398-4752-b1c1-ca466bc611b2, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=047f2b9c-e398-4752-b1c1-ca466bc611b2,segment=NetworkSegment(2cb73a29-9359-4fbf-99af-be1c6062790b),segment_id=2cb73a29-9359-4fbf-99af-be1c6062790b)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:31:41.637941 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-5b207004-4a63-4fde-9896-e36dfb7d7cd2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:41.764178 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cc81f3-2e89-4a58-ae50-b992febcc4c8 req-6407f88e-95fe-44e4-93cc-2e1efbe7c1f1 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:31:41.765705 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-78cc81f3-2e89-4a58-ae50-b992febcc4c8 req-6407f88e-95fe-44e4-93cc-2e1efbe7c1f1 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "GET /v2.0/networks?id=2ad0cf2e-8ff8-4add-9223-e815a60245ec HTTP/1.1" status: 200 len: 814 time: 0.5308163 May 30 20:31:41.792094 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-78cc81f3-2e89-4a58-ae50-b992febcc4c8 req-07e900b7-ec1f-4ab4-8c88-74fc292a4710 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "GET /v2.0/quotas/6a921a88c2104251b4f5cf697763e02b HTTP/1.1" status: 200 len: 375 time: 0.0137613 May 30 20:31:41.894933 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-360498a9-88c7-4e3d-a7aa-d6af1ae4410c tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:31:41.899396 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-360498a9-88c7-4e3d-a7aa-d6af1ae4410c tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] 10.222.0.85 "PUT /v2.0/routers/23697438-8567-42a8-89a3-2fd41c316d88/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5756502 May 30 20:31:41.905174 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 45060) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:41.911229 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbdae116-6bae-4a3f-b878-deb7f92b23f9 None None] Sync routers for ids ['23697438-8567-42a8-89a3-2fd41c316d88'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:31:41.920364 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2ed431-4be6-469e-8163-5defbe9d738d req-8f4a242e-f93f-4d35-98d7-97bd2615f414 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:31:41.921923 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ce2ed431-4be6-469e-8163-5defbe9d738d req-8f4a242e-f93f-4d35-98d7-97bd2615f414 service neutron] 10.222.0.85 "GET /v2.0/networks?id=ff5fdb4b-c181-42de-80b5-ff8540ac71a0 HTTP/1.1" status: 200 len: 920 time: 0.3510900 May 30 20:31:41.928708 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [None req-b2c128dd-51c3-48a9-ad64-b8bbaaa84b86 tempest-ExtensionsTestJSON-1933150735 tempest-ExtensionsTestJSON-1933150735-project] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=84887) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:31:41.934785 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-b2c128dd-51c3-48a9-ad64-b8bbaaa84b86 tempest-ExtensionsTestJSON-1933150735 tempest-ExtensionsTestJSON-1933150735-project] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.5075552 May 30 20:31:41.967752 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0d4ef7-2401-4a77-b697-af7e071db0e2 None None] Checking router: b372c79f-6d8e-4889-9b07-12f2e010819a for host: n-d-843948-2 {{(pid=84888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:31:41.969790 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbdae116-6bae-4a3f-b878-deb7f92b23f9 None None] Routers {'23697438-8567-42a8-89a3-2fd41c316d88'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:31:41.970740 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-cbdae116-6bae-4a3f-b878-deb7f92b23f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:31:29Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['23697438-8567-42a8-89a3-2fd41c316d88'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:31:41.975671 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-5b207004-4a63-4fde-9896-e36dfb7d7cd2 None None] Calling delete_port for 047f2b9c-e398-4752-b1c1-ca466bc611b2 owned by network:dhcp {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:31:42.032740 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0d4ef7-2401-4a77-b697-af7e071db0e2 None None] Routers {'b372c79f-6d8e-4889-9b07-12f2e010819a'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:31:42.033281 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-2d0d4ef7-2401-4a77-b697-af7e071db0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:31:29Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['b372c79f-6d8e-4889-9b07-12f2e010819a'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:31:42.061195 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-cbdae116-6bae-4a3f-b878-deb7f92b23f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:31:42.074212 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbdae116-6bae-4a3f-b878-deb7f92b23f9 None None] Routers {'23697438-8567-42a8-89a3-2fd41c316d88'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:31:42.075356 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-cbdae116-6bae-4a3f-b878-deb7f92b23f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:31:29Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['23697438-8567-42a8-89a3-2fd41c316d88'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:31:42.088375 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af29b2db-342b-4a7d-b67a-978ef6321740 req-ca21932f-d2f4-41cc-8345-14129f85e83a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:31:42.091242 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-af29b2db-342b-4a7d-b67a-978ef6321740 req-ca21932f-d2f4-41cc-8345-14129f85e83a service neutron] 10.222.0.71 "GET /v2.0/networks?id=ff5fdb4b-c181-42de-80b5-ff8540ac71a0 HTTP/1.1" status: 200 len: 920 time: 0.4716783 May 30 20:31:42.092934 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b03c008f-8ef0-424e-958f-f55cb3ef3419 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Network e47345d4-98a8-46f5-a7b7-66b2eb513a50 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:31:42.093735 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 45064) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:42.193518 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-b03c008f-8ef0-424e-958f-f55cb3ef3419 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:31:42.201519 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03c008f-8ef0-424e-958f-f55cb3ef3419 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Pushing event updated for resources: {'Subnet': ['ID=1440fa4a-55ec-462e-a53d-6d31906df740,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:42.211348 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ce2ed431-4be6-469e-8163-5defbe9d738d req-c3448ad8-dd9b-4843-9d81-61d6edbf85b1 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2cf9cea4-18f1-4ae3-8d2a-dd24c0abe6e0 HTTP/1.1" status: 200 len: 217 time: 0.1160941 May 30 20:31:42.248674 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-cbdae116-6bae-4a3f-b878-deb7f92b23f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:31:42.249165 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbdae116-6bae-4a3f-b878-deb7f92b23f9 None None] The sync data for ids ['23697438-8567-42a8-89a3-2fd41c316d88'] in n-d-843948-2 is: [] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:31:42.300322 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b03c008f-8ef0-424e-958f-f55cb3ef3419 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:31:42.301275 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b03c008f-8ef0-424e-958f-f55cb3ef3419 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:42.303848 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-78cc81f3-2e89-4a58-ae50-b992febcc4c8 req-19556d30-8a65-4e1a-ba51-dc18398272b0 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Synchronizing usage tracker for tenant:6a921a88c2104251b4f5cf697763e02b on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:31:42.311146 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [None req-c3dd75e5-77aa-4979-a485-b502d9cca186 tempest-ExtensionsTestJSON-1933150735 tempest-ExtensionsTestJSON-1933150735-project] http://10.222.0.85:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=84887) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:31:42.315398 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-c3dd75e5-77aa-4979-a485-b502d9cca186 tempest-ExtensionsTestJSON-1933150735 tempest-ExtensionsTestJSON-1933150735-project] 10.222.0.85 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.2170129 May 30 20:31:42.316018 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 45070) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:42.368727 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [None req-8550fd3d-41d5-470e-b306-39a1f7328229 tempest-ExtensionsTestJSON-1933150735 tempest-ExtensionsTestJSON-1933150735-project] http://10.222.0.85:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=84887) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:31:42.370176 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-8550fd3d-41d5-470e-b306-39a1f7328229 tempest-ExtensionsTestJSON-1933150735 tempest-ExtensionsTestJSON-1933150735-project] 10.222.0.85 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0452421 May 30 20:31:42.374274 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-78cc81f3-2e89-4a58-ae50-b992febcc4c8 req-19556d30-8a65-4e1a-ba51-dc18398272b0 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Unset dirty status for tenant:6a921a88c2104251b4f5cf697763e02b on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:31:42.378151 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-78cc81f3-2e89-4a58-ae50-b992febcc4c8 req-19556d30-8a65-4e1a-ba51-dc18398272b0 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=6a921a88c2104251b4f5cf697763e02b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5756600 May 30 20:31:42.378151 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 45074) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:42.449721 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-5b207004-4a63-4fde-9896-e36dfb7d7cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468'] for port, after_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:42.497549 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 047f2b9c-e398-4752-b1c1-ca466bc611b2 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:31:42.513674 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2ed431-4be6-469e-8163-5defbe9d738d req-014546ae-3337-4751-9dcd-34fa966c3f15 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:31:42.532191 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [req-78cc81f3-2e89-4a58-ae50-b992febcc4c8 req-42c26dc4-7ff2-42eb-85c4-8c4525249458 service neutron] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=84886) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:31:42.533169 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-78cc81f3-2e89-4a58-ae50-b992febcc4c8 req-42c26dc4-7ff2-42eb-85c4-8c4525249458 service neutron] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0074322 May 30 20:31:42.541540 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ce2ed431-4be6-469e-8163-5defbe9d738d req-014546ae-3337-4751-9dcd-34fa966c3f15 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=be79b396-84f8-442a-96a0-1a5adfb968e1 HTTP/1.1" status: 200 len: 859 time: 0.2155976 May 30 20:31:42.566117 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: 047f2b9c-e398-4752-b1c1-ca466bc611b2 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:31:42.566767 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 047f2b9c-e398-4752-b1c1-ca466bc611b2 not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:31:42.569928 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-2d0d4ef7-2401-4a77-b697-af7e071db0e2 None None] Set router b372c79f-6d8e-4889-9b07-12f2e010819a gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:31:42.624010 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b207004-4a63-4fde-9896-e36dfb7d7cd2 None None] Pushing event deleted for resources: {'Port': ['ID=047f2b9c-e398-4752-b1c1-ca466bc611b2,revision_number=None']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:42.655120 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [None req-deee8ec3-8286-4789-af18-598771af0113 tempest-ExtensionsTestJSON-1933150735 tempest-ExtensionsTestJSON-1933150735-project] http://10.222.0.85:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=84886) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:31:42.658528 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-deee8ec3-8286-4789-af18-598771af0113 tempest-ExtensionsTestJSON-1933150735 tempest-ExtensionsTestJSON-1933150735-project] 10.222.0.85 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.1346953 May 30 20:31:42.662643 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b207004-4a63-4fde-9896-e36dfb7d7cd2 None None] No DVR routers for this DVR port 047f2b9c-e398-4752-b1c1-ca466bc611b2 on host n-d-843948-2 {{(pid=84888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:31:42.666153 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 45082) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:42.692282 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-b03c008f-8ef0-424e-958f-f55cb3ef3419 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.7509775 May 30 20:31:42.698820 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 45086) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:42.702292 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d49d959-3be4-4332-8d21-0382716c0e06 None None] Network e47345d4-98a8-46f5-a7b7-66b2eb513a50 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:31:42.707848 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-af29b2db-342b-4a7d-b67a-978ef6321740 req-767a2bb5-f495-424f-ad6b-108e73778a52 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2cf9cea4-18f1-4ae3-8d2a-dd24c0abe6e0 HTTP/1.1" status: 200 len: 217 time: 0.5173748 May 30 20:31:42.722495 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ce2ed431-4be6-469e-8163-5defbe9d738d req-654193a8-5884-433c-89cd-decc8d394e3e service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=ff5fdb4b-c181-42de-80b5-ff8540ac71a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1798162 May 30 20:31:42.726637 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-05efaf46-6344-4e9e-ba0e-60faae8733ff tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Request body: {'port': {'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50', 'fixed_ips': [{'subnet_id': '1440fa4a-55ec-462e-a53d-6d31906df740', 'ip_address': '2001:db8::42e4:1733:20fe:a580'}], 'name': 'tempest-NetworksTestDHCPv6-706120576'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:31:42.765177 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [None req-a105e11b-1f32-42c2-b5c1-ebb6b5e0e319 tempest-ExtensionsTestJSON-1933150735 tempest-ExtensionsTestJSON-1933150735-project] http://10.222.0.85:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=84887) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:31:42.766184 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-a105e11b-1f32-42c2-b5c1-ebb6b5e0e319 tempest-ExtensionsTestJSON-1933150735 tempest-ExtensionsTestJSON-1933150735-project] 10.222.0.85 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0919781 May 30 20:31:42.778446 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 45090) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:42.929604 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-78cc81f3-2e89-4a58-ae50-b992febcc4c8 req-e236077b-6d5d-4cc3-9b4c-6f85b497d7c5 service neutron] 10.222.0.85 "GET /v2.0/networks/2ad0cf2e-8ff8-4add-9223-e815a60245ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2697713 May 30 20:31:42.965128 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [None req-dc0e071a-9cca-435d-84bc-4e6b822f140b tempest-ExtensionsTestJSON-1933150735 tempest-ExtensionsTestJSON-1933150735-project] http://10.222.0.85:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=84887) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:31:42.966561 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-dc0e071a-9cca-435d-84bc-4e6b822f140b tempest-ExtensionsTestJSON-1933150735 tempest-ExtensionsTestJSON-1933150735-project] 10.222.0.85 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0763755 May 30 20:31:42.975238 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 45094) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:43.041748 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [None req-7a3cde7f-cdbf-43fa-831b-dfa09cfc3124 tempest-ExtensionsTestJSON-1933150735 tempest-ExtensionsTestJSON-1933150735-project] http://10.222.0.85:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=84887) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:31:43.043114 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-7a3cde7f-cdbf-43fa-831b-dfa09cfc3124 tempest-ExtensionsTestJSON-1933150735 tempest-ExtensionsTestJSON-1933150735-project] 10.222.0.85 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0575140 May 30 20:31:43.065585 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 45098) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:43.086576 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [None req-a3ce2b3c-e4c6-4cd5-a38d-f5114d6119bc tempest-ExtensionsTestJSON-1933150735 tempest-ExtensionsTestJSON-1933150735-project] http://10.222.0.85:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=84887) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:31:43.090862 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-a3ce2b3c-e4c6-4cd5-a38d-f5114d6119bc tempest-ExtensionsTestJSON-1933150735 tempest-ExtensionsTestJSON-1933150735-project] 10.222.0.85 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0165997 May 30 20:31:43.102497 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 45102) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:43.107805 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-78cc81f3-2e89-4a58-ae50-b992febcc4c8 req-65d13549-d58d-436a-ab5a-54ab5287011f service neutron] 10.222.0.85 "GET /v2.0/networks/2ad0cf2e-8ff8-4add-9223-e815a60245ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647105 May 30 20:31:43.114053 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [None req-f45938a3-f8ff-426e-ba17-00aa24448d0a tempest-ExtensionsTestJSON-1933150735 tempest-ExtensionsTestJSON-1933150735-project] http://10.222.0.85:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=84887) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:31:43.115136 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-f45938a3-f8ff-426e-ba17-00aa24448d0a tempest-ExtensionsTestJSON-1933150735 tempest-ExtensionsTestJSON-1933150735-project] 10.222.0.85 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0115860 May 30 20:31:43.125887 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 45106) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:43.138454 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [None req-0bf9e6d9-7ce1-4f8c-b85c-1999b31191ec tempest-ExtensionsTestJSON-1933150735 tempest-ExtensionsTestJSON-1933150735-project] http://10.222.0.85:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=84887) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:31:43.139422 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-0bf9e6d9-7ce1-4f8c-b85c-1999b31191ec tempest-ExtensionsTestJSON-1933150735 tempest-ExtensionsTestJSON-1933150735-project] 10.222.0.85 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0127263 May 30 20:31:43.145473 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 45110) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:43.160919 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [None req-de2d08fd-a694-4aab-a8a2-1be1d464cd38 tempest-ExtensionsTestJSON-1933150735 tempest-ExtensionsTestJSON-1933150735-project] http://10.222.0.85:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=84886) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:31:43.161915 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-de2d08fd-a694-4aab-a8a2-1be1d464cd38 tempest-ExtensionsTestJSON-1933150735 tempest-ExtensionsTestJSON-1933150735-project] 10.222.0.85 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0114107 May 30 20:31:43.164583 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af29b2db-342b-4a7d-b67a-978ef6321740 req-fa26ae70-cfac-4b54-b683-0f21d5b59256 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:31:43.166170 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-af29b2db-342b-4a7d-b67a-978ef6321740 req-fa26ae70-cfac-4b54-b683-0f21d5b59256 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=be79b396-84f8-442a-96a0-1a5adfb968e1 HTTP/1.1" status: 200 len: 859 time: 0.3966928 May 30 20:31:43.184263 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 45114) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:43.190497 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [None req-860fc953-6b98-45bd-8405-3557311e23ef tempest-ExtensionsTestJSON-1933150735 tempest-ExtensionsTestJSON-1933150735-project] http://10.222.0.85:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=84886) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:31:43.191449 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-860fc953-6b98-45bd-8405-3557311e23ef tempest-ExtensionsTestJSON-1933150735 tempest-ExtensionsTestJSON-1933150735-project] 10.222.0.85 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0061879 May 30 20:31:43.198187 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 45118) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:43.226933 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [None req-870d8d37-d982-4088-b2ac-6df676dd649f tempest-ExtensionsTestJSON-1933150735 tempest-ExtensionsTestJSON-1933150735-project] http://10.222.0.85:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=84887) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:31:43.231313 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 45122) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:43.238679 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-870d8d37-d982-4088-b2ac-6df676dd649f tempest-ExtensionsTestJSON-1933150735 tempest-ExtensionsTestJSON-1933150735-project] 10.222.0.85 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0287631 May 30 20:31:43.240935 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [None req-613191a7-bd95-4028-a269-0627498c782d tempest-ExtensionsTestJSON-1933150735 tempest-ExtensionsTestJSON-1933150735-project] http://10.222.0.85:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=84886) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:31:43.241941 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-613191a7-bd95-4028-a269-0627498c782d tempest-ExtensionsTestJSON-1933150735 tempest-ExtensionsTestJSON-1933150735-project] 10.222.0.85 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0096347 May 30 20:31:43.252375 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 45126) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:43.266975 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [None req-29c856bf-123f-4a41-9e7e-31986d8c9b81 tempest-ExtensionsTestJSON-1933150735 tempest-ExtensionsTestJSON-1933150735-project] http://10.222.0.85:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=84886) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:31:43.267932 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-29c856bf-123f-4a41-9e7e-31986d8c9b81 tempest-ExtensionsTestJSON-1933150735 tempest-ExtensionsTestJSON-1933150735-project] 10.222.0.85 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0145440 May 30 20:31:43.276271 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 45130) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:43.285461 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [None req-64fc9c91-039a-44be-8277-4ebd2193dc53 tempest-ExtensionsTestJSON-1933150735 tempest-ExtensionsTestJSON-1933150735-project] http://10.222.0.85:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=84886) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:31:43.299834 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-64fc9c91-039a-44be-8277-4ebd2193dc53 tempest-ExtensionsTestJSON-1933150735 tempest-ExtensionsTestJSON-1933150735-project] 10.222.0.85 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0224919 May 30 20:31:43.308518 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-41881ccc-f9ab-4ef2-8c91-32a75824f131 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-736216'] for router_interface, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:43.386142 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 45136) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:43.390509 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-af29b2db-342b-4a7d-b67a-978ef6321740 req-339b5358-cb7a-4ed6-abf1-f5df4deed2b9 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ff5fdb4b-c181-42de-80b5-ff8540ac71a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1662731 May 30 20:31:43.392583 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ce2ed431-4be6-469e-8163-5defbe9d738d req-12874860-cab9-4e89-a567-40508ba74bf7 service neutron] 10.222.0.85 "GET /v2.0/networks/ff5fdb4b-c181-42de-80b5-ff8540ac71a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6131928 May 30 20:31:43.584893 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [None req-6e86dd66-a404-4e6f-9733-471d79ee6f27 tempest-ExtensionsTestJSON-1933150735 tempest-ExtensionsTestJSON-1933150735-project] http://10.222.0.85:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=84887) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:31:43.588698 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-6e86dd66-a404-4e6f-9733-471d79ee6f27 tempest-ExtensionsTestJSON-1933150735 tempest-ExtensionsTestJSON-1933150735-project] 10.222.0.85 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.1950488 May 30 20:31:43.593372 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-af29b2db-342b-4a7d-b67a-978ef6321740 req-0552280d-004b-40a9-98a8-3cc897e1c9d7 service neutron] 10.222.0.71 "GET /v2.0/networks/ff5fdb4b-c181-42de-80b5-ff8540ac71a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945558 May 30 20:31:43.596694 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 45144) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:43.713244 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05963a36-b329-41ab-8156-e57dfded6a38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-e47345d4-98a8-46f5-a7b7-66b2eb513a50', 'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50', 'tenant_id': '08954986e7454427ae0d40c7652d3c6a', 'fixed_ips': [{'subnet_id': '1440fa4a-55ec-462e-a53d-6d31906df740'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:31:43.720892 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-05963a36-b329-41ab-8156-e57dfded6a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:43.899270 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9e013d-ba81-43b4-8ceb-6f56c3c5d542 req-9f98bbfe-71a2-4e5c-8688-88d532dd8438 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:31:43.924056 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3f9e013d-ba81-43b4-8ceb-6f56c3c5d542 req-9f98bbfe-71a2-4e5c-8688-88d532dd8438 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=bb8e5987-b3ba-470c-b297-cb22dc08dac6 HTTP/1.1" status: 200 len: 945 time: 0.2614605 May 30 20:31:44.030323 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-05963a36-b329-41ab-8156-e57dfded6a38 None None] Allocated IP 2001:db8::2 (e47345d4-98a8-46f5-a7b7-66b2eb513a50/1440fa4a-55ec-462e-a53d-6d31906df740/417194bd-b0f4-48d4-8a2f-e0f19d9c4fe7) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:31:44.119112 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-05efaf46-6344-4e9e-ba0e-60faae8733ff tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:31:44.133656 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [None req-ab687d72-f814-4c0b-9a8e-5b717e84b6f1 tempest-ExtensionsTestJSON-1933150735 tempest-ExtensionsTestJSON-1933150735-project] http://10.222.0.85:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=84887) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:31:44.137691 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-ab687d72-f814-4c0b-9a8e-5b717e84b6f1 tempest-ExtensionsTestJSON-1933150735 tempest-ExtensionsTestJSON-1933150735-project] 10.222.0.85 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.1443629 May 30 20:31:44.146734 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 45154) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:44.147079 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 45156) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:44.152949 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3f9e013d-ba81-43b4-8ceb-6f56c3c5d542 req-1d9b6225-6e6f-405a-a1bd-4beca962b069 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ed3b12a-c5d4-4ba2-906c-9900ee2b8018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279975 May 30 20:31:44.177458 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [None req-3ef62f55-0b37-4cff-bd5c-70b7118817ca tempest-ExtensionsTestJSON-1933150735 tempest-ExtensionsTestJSON-1933150735-project] http://10.222.0.85:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=84886) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:31:44.177458 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-3ef62f55-0b37-4cff-bd5c-70b7118817ca tempest-ExtensionsTestJSON-1933150735 tempest-ExtensionsTestJSON-1933150735-project] 10.222.0.85 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0262756 May 30 20:31:44.184468 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 45164) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:44.190007 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-05efaf46-6344-4e9e-ba0e-60faae8733ff tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Usage tracker for resource:port and tenant:08954986e7454427ae0d40c7652d3c6a is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:31:44.205522 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-05efaf46-6344-4e9e-ba0e-60faae8733ff tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:31:44.270553 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-05efaf46-6344-4e9e-ba0e-60faae8733ff tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:31:44.371282 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ce2ed431-4be6-469e-8163-5defbe9d738d req-710c15c8-40ad-4f23-a463-ddde59220125 service neutron] 10.222.0.85 "GET /v2.0/networks/ff5fdb4b-c181-42de-80b5-ff8540ac71a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7734315 May 30 20:31:44.373690 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-af29b2db-342b-4a7d-b67a-978ef6321740 req-203bf0e9-f6b6-434a-af48-b7e57c7e4204 service neutron] 10.222.0.71 "GET /v2.0/networks/ff5fdb4b-c181-42de-80b5-ff8540ac71a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3779008 May 30 20:31:44.374966 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05efaf46-6344-4e9e-ba0e-60faae8733ff tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Made reservation on behalf of 08954986e7454427ae0d40c7652d3c6a for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:31:44.388632 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [None req-7972db36-1f28-49f1-9914-2c80d15acfcb tempest-ExtensionsTestJSON-1933150735 tempest-ExtensionsTestJSON-1933150735-project] http://10.222.0.85:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=84886) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:31:44.390811 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-7972db36-1f28-49f1-9914-2c80d15acfcb tempest-ExtensionsTestJSON-1933150735 tempest-ExtensionsTestJSON-1933150735-project] 10.222.0.85 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.2031100 May 30 20:31:44.394324 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 45168) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:44.494587 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-05963a36-b329-41ab-8156-e57dfded6a38 None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:44.514800 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-05963a36-b329-41ab-8156-e57dfded6a38 None None] Transition to ACTIVE for port object 417194bd-b0f4-48d4-8a2f-e0f19d9c4fe7 will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:31:44.538915 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [None req-6966dadc-a4bf-449d-a665-13eed58cdc78 tempest-ExtensionsTestJSON-1933150735 tempest-ExtensionsTestJSON-1933150735-project] http://10.222.0.85:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=84886) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:31:44.545152 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-6966dadc-a4bf-449d-a665-13eed58cdc78 tempest-ExtensionsTestJSON-1933150735 tempest-ExtensionsTestJSON-1933150735-project] 10.222.0.85 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.1417832 May 30 20:31:44.549923 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-05963a36-b329-41ab-8156-e57dfded6a38 None None] Transition to ACTIVE for port object 417194bd-b0f4-48d4-8a2f-e0f19d9c4fe7 will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:31:44.553232 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-2d0d4ef7-2401-4a77-b697-af7e071db0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b372c79f-6d8e-4889-9b07-12f2e010819a', 'name': 'tempest-ServerRescueTestJSONUnderV235-683389103-router', 'tenant_id': 'db6fd322329b4022b9cb210149c8de8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': '834687b0-36d6-4dac-a06a-2a1aeb20388e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:29:57Z', 'updated_at': '2022-05-30T20:30:08Z', 'revision_number': 4, 'project_id': 'db6fd322329b4022b9cb210149c8de8f', 'gw_port': {'id': '834687b0-36d6-4dac-a06a-2a1aeb20388e', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:08:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b372c79f-6d8e-4889-9b07-12f2e010819a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:29:58Z', 'updated_at': '2022-05-30T20:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '717005e1-e93a-4f7b-a0e7-9f5c35fde308', 'name': '', 'network_id': 'ff5fdb4b-c181-42de-80b5-ff8540ac71a0', 'tenant_id': 'db6fd322329b4022b9cb210149c8de8f', 'mac_address': 'fa:16:3e:44:7c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b372c79f-6d8e-4889-9b07-12f2e010819a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'be79b396-84f8-442a-96a0-1a5adfb968e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:30:06Z', 'updated_at': '2022-05-30T20:30:16Z', 'revision_number': 5, 'project_id': 'db6fd322329b4022b9cb210149c8de8f', 'subnets': [{'id': 'be79b396-84f8-442a-96a0-1a5adfb968e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:31:44.555109 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 45178) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:44.561670 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0d4ef7-2401-4a77-b697-af7e071db0e2 None None] The sync data for ids ['b372c79f-6d8e-4889-9b07-12f2e010819a'] in n-d-843948-2 is: [{'id': 'b372c79f-6d8e-4889-9b07-12f2e010819a', 'name': 'tempest-ServerRescueTestJSONUnderV235-683389103-router', 'tenant_id': 'db6fd322329b4022b9cb210149c8de8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': '834687b0-36d6-4dac-a06a-2a1aeb20388e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:29:57Z', 'updated_at': '2022-05-30T20:30:08Z', 'revision_number': 4, 'project_id': 'db6fd322329b4022b9cb210149c8de8f', 'gw_port': {'id': '834687b0-36d6-4dac-a06a-2a1aeb20388e', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:08:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b372c79f-6d8e-4889-9b07-12f2e010819a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:29:58Z', 'updated_at': '2022-05-30T20:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '717005e1-e93a-4f7b-a0e7-9f5c35fde308', 'name': '', 'network_id': 'ff5fdb4b-c181-42de-80b5-ff8540ac71a0', 'tenant_id': 'db6fd322329b4022b9cb210149c8de8f', 'mac_address': 'fa:16:3e:44:7c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b372c79f-6d8e-4889-9b07-12f2e010819a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'be79b396-84f8-442a-96a0-1a5adfb968e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:30:06Z', 'updated_at': '2022-05-30T20:30:16Z', 'revision_number': 5, 'project_id': 'db6fd322329b4022b9cb210149c8de8f', 'subnets': [{'id': 'be79b396-84f8-442a-96a0-1a5adfb968e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:31:44.616687 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ec6b7561-8eef-48d6-b9b8-ae5bc0af0c19 req-2914acb6-d825-44c7-8200-218953dbc001 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "GET /v2.0/ports?device_id=e4532444-4cb6-4a56-8be0-64e0850311a8 HTTP/1.1" status: 200 len: 210 time: 0.2243023 May 30 20:31:44.621550 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [None req-4432b8e3-2cc9-4f82-858b-467b88a0fcb9 tempest-ExtensionsTestJSON-1933150735 tempest-ExtensionsTestJSON-1933150735-project] http://10.222.0.85:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=84886) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:31:44.622831 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-4432b8e3-2cc9-4f82-858b-467b88a0fcb9 tempest-ExtensionsTestJSON-1933150735 tempest-ExtensionsTestJSON-1933150735-project] 10.222.0.85 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0404148 May 30 20:31:44.628941 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 45182) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:44.638371 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-707636e9-9594-414b-8d85-80c74f773b77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:44.645275 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-05963a36-b329-41ab-8156-e57dfded6a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:44.650984 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6f4ad483-f296-4ac0-9291-ae1c0fc5783f req-eeed7c42-3db4-474a-bb5f-144cb0c5dbbb tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] 10.222.0.85 "GET /v2.0/floatingips/53fe7ea4-9b82-4a2f-bbb9-85bc2201b608 HTTP/1.1" status: 200 len: 695 time: 0.1137819 May 30 20:31:44.672274 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [None req-dfa73dbb-6d60-41e3-9990-82d0491e7ad8 tempest-ExtensionsTestJSON-1933150735 tempest-ExtensionsTestJSON-1933150735-project] http://10.222.0.85:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=84886) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:31:44.673379 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-dfa73dbb-6d60-41e3-9990-82d0491e7ad8 tempest-ExtensionsTestJSON-1933150735 tempest-ExtensionsTestJSON-1933150735-project] 10.222.0.85 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0434263 May 30 20:31:44.677379 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 45186) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:44.801290 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05963a36-b329-41ab-8156-e57dfded6a38 None None] Pushing event updated for resources: {'Port': ['ID=417194bd-b0f4-48d4-8a2f-e0f19d9c4fe7,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:44.813318 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05963a36-b329-41ab-8156-e57dfded6a38 None None] Network e47345d4-98a8-46f5-a7b7-66b2eb513a50 is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:31:44.815019 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-05963a36-b329-41ab-8156-e57dfded6a38 None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:31:44.818804 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05963a36-b329-41ab-8156-e57dfded6a38 None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:31:44.908877 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-707636e9-9594-414b-8d85-80c74f773b77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:31:44.911269 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-05efaf46-6344-4e9e-ba0e-60faae8733ff tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:44.921219 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-707636e9-9594-414b-8d85-80c74f773b77 admin admin] Usage tracker for resource:security_group_rule and tenant:33d9580d98204bc294c43c95ce87ffd2 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:31:44.938662 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-707636e9-9594-414b-8d85-80c74f773b77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:31:44.945512 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-707636e9-9594-414b-8d85-80c74f773b77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:31:44.963940 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [None req-05efaf46-6344-4e9e-ba0e-60faae8733ff tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] device_id is not set on port 8490a292-d25b-4094-ad67-cfd17505b64e yet. {{(pid=84887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:31:44.987631 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-05963a36-b329-41ab-8156-e57dfded6a38 None None] Attempting to bind port 417194bd-b0f4-48d4-8a2f-e0f19d9c4fe7 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:31:44.987631 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-05963a36-b329-41ab-8156-e57dfded6a38 None None] Attempting to bind port 417194bd-b0f4-48d4-8a2f-e0f19d9c4fe7 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': '2cb73a29-9359-4fbf-99af-be1c6062790b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:31:44.987631 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05963a36-b329-41ab-8156-e57dfded6a38 None None] Attempting to bind port 417194bd-b0f4-48d4-8a2f-e0f19d9c4fe7 on network e47345d4-98a8-46f5-a7b7-66b2eb513a50 {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:31:45.001977 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05963a36-b329-41ab-8156-e57dfded6a38 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:31:45.002342 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05963a36-b329-41ab-8156-e57dfded6a38 None None] Checking segment: {'id': '2cb73a29-9359-4fbf-99af-be1c6062790b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:31:45.002743 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-05963a36-b329-41ab-8156-e57dfded6a38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:45.003137 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05963a36-b329-41ab-8156-e57dfded6a38 None None] Bound using segment: {'id': '2cb73a29-9359-4fbf-99af-be1c6062790b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:31:45.003584 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-05963a36-b329-41ab-8156-e57dfded6a38 None None] Bound port: 417194bd-b0f4-48d4-8a2f-e0f19d9c4fe7, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cb73a29-9359-4fbf-99af-be1c6062790b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:31:45.003948 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-05963a36-b329-41ab-8156-e57dfded6a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:45.041141 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-707636e9-9594-414b-8d85-80c74f773b77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:45.050361 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [None req-1b298946-4a32-4d12-80a4-a30c9c88a313 tempest-ExtensionsTestJSON-1933150735 tempest-ExtensionsTestJSON-1933150735-project] http://10.222.0.85:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=84886) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:31:45.053928 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-1b298946-4a32-4d12-80a4-a30c9c88a313 tempest-ExtensionsTestJSON-1933150735 tempest-ExtensionsTestJSON-1933150735-project] 10.222.0.85 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0082495 May 30 20:31:45.054764 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 45190) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:45.063030 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [None req-85e1c304-5132-4c39-8652-123412cb1379 tempest-ExtensionsTestJSON-1933150735 tempest-ExtensionsTestJSON-1933150735-project] http://10.222.0.85:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=84886) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:31:45.067477 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-85e1c304-5132-4c39-8652-123412cb1379 tempest-ExtensionsTestJSON-1933150735 tempest-ExtensionsTestJSON-1933150735-project] 10.222.0.85 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0084388 May 30 20:31:45.067477 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 45194) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:45.076944 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [None req-976963d5-1fb8-4e8f-849e-9dbefe8111b3 tempest-ExtensionsTestJSON-1933150735 tempest-ExtensionsTestJSON-1933150735-project] http://10.222.0.85:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=84886) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:31:45.077548 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4ad483-f296-4ac0-9291-ae1c0fc5783f req-a871fec3-0286-4dca-9e4a-8e7245a2ae99 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:31:45.081237 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-976963d5-1fb8-4e8f-849e-9dbefe8111b3 tempest-ExtensionsTestJSON-1933150735 tempest-ExtensionsTestJSON-1933150735-project] 10.222.0.85 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0098655 May 30 20:31:45.081516 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6f4ad483-f296-4ac0-9291-ae1c0fc5783f req-a871fec3-0286-4dca-9e4a-8e7245a2ae99 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] 10.222.0.85 "GET /v2.0/networks/c7869750-4b49-4b7e-aa99-5e0f1ae02da4 HTTP/1.1" status: 200 len: 784 time: 0.4272306 May 30 20:31:45.088449 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 45198) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:45.095315 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [None req-f39e5e19-b4cd-4661-9fda-fccad80617c1 tempest-ExtensionsTestJSON-1933150735 tempest-ExtensionsTestJSON-1933150735-project] http://10.222.0.85:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=84887) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:31:45.099155 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-f39e5e19-b4cd-4661-9fda-fccad80617c1 tempest-ExtensionsTestJSON-1933150735 tempest-ExtensionsTestJSON-1933150735-project] 10.222.0.85 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0067685 May 30 20:31:45.100510 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 45202) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:45.104808 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [req-6f4ad483-f296-4ac0-9291-ae1c0fc5783f req-0d576854-51ed-4aea-b1da-5e8a5b1e21e6 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=84887) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:31:45.106116 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6f4ad483-f296-4ac0-9291-ae1c0fc5783f req-0d576854-51ed-4aea-b1da-5e8a5b1e21e6 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0170975 May 30 20:31:45.109495 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be04491-65e1-4c5b-9c63-9b6de4e29ff0 None None] New status for floating IP 53fe7ea4-9b82-4a2f-bbb9-85bc2201b608: DOWN {{(pid=84888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 20:31:45.190090 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [None req-d4213e58-9d01-4227-b26e-95735eafcb34 tempest-ExtensionsTestJSON-1933150735 tempest-ExtensionsTestJSON-1933150735-project] http://10.222.0.85:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=84886) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:31:45.200465 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-d4213e58-9d01-4227-b26e-95735eafcb34 tempest-ExtensionsTestJSON-1933150735 tempest-ExtensionsTestJSON-1933150735-project] 10.222.0.85 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0176253 May 30 20:31:45.208021 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 45206) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:45.260633 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [None req-f0a57a2e-ce55-4019-9bde-881c2b4f896c tempest-ExtensionsTestJSON-1933150735 tempest-ExtensionsTestJSON-1933150735-project] http://10.222.0.85:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=84887) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:31:45.265573 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-f0a57a2e-ce55-4019-9bde-881c2b4f896c tempest-ExtensionsTestJSON-1933150735 tempest-ExtensionsTestJSON-1933150735-project] 10.222.0.85 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0233524 May 30 20:31:45.282217 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 45212) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:45.284850 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-707636e9-9594-414b-8d85-80c74f773b77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:45.307879 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [None req-92f3a733-78d6-4b5a-b00f-2b0efa8d61e0 tempest-ExtensionsTestJSON-1933150735 tempest-ExtensionsTestJSON-1933150735-project] http://10.222.0.85:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=84886) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:31:45.314643 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-92f3a733-78d6-4b5a-b00f-2b0efa8d61e0 tempest-ExtensionsTestJSON-1933150735 tempest-ExtensionsTestJSON-1933150735-project] 10.222.0.85 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0184102 May 30 20:31:45.318406 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6f4ad483-f296-4ac0-9291-ae1c0fc5783f req-c80759df-95ad-4f5d-ba31-444724fdc19e tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] 10.222.0.85 "GET /v2.0/floatingips?floating_ip_address=172.25.8.203 HTTP/1.1" status: 200 len: 698 time: 0.2018204 May 30 20:31:45.327031 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 45216) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:45.356835 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707636e9-9594-414b-8d85-80c74f773b77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b26eacf-7857-4e25-aec9-17d2dd09a9b9,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:45.451947 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-707636e9-9594-414b-8d85-80c74f773b77 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=33d9580d98204bc294c43c95ce87ffd2&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3035679 May 30 20:31:45.459423 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 45220) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:45.488000 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [None req-f9e1deb5-66ee-44ae-96ec-eb68b9bce59d tempest-ExtensionsTestJSON-1933150735 tempest-ExtensionsTestJSON-1933150735-project] http://10.222.0.85:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=84887) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:31:45.492434 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-f9e1deb5-66ee-44ae-96ec-eb68b9bce59d tempest-ExtensionsTestJSON-1933150735 tempest-ExtensionsTestJSON-1933150735-project] 10.222.0.85 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.1617393 May 30 20:31:45.511646 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 45224) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:45.554817 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [None req-1bc03955-39ee-4ab9-bb9a-04b1abbb193a tempest-ExtensionsTestJSON-1933150735 tempest-ExtensionsTestJSON-1933150735-project] http://10.222.0.85:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=84887) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:31:45.558350 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-1bc03955-39ee-4ab9-bb9a-04b1abbb193a tempest-ExtensionsTestJSON-1933150735 tempest-ExtensionsTestJSON-1933150735-project] 10.222.0.85 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0417900 May 30 20:31:45.571350 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 45228) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:45.635674 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [None req-85ed4f2e-3860-4299-8343-524528a1bed5 tempest-ExtensionsTestJSON-1933150735 tempest-ExtensionsTestJSON-1933150735-project] http://10.222.0.85:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=84887) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:31:45.638998 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-85ed4f2e-3860-4299-8343-524528a1bed5 tempest-ExtensionsTestJSON-1933150735 tempest-ExtensionsTestJSON-1933150735-project] 10.222.0.85 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0608051 May 30 20:31:45.642716 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 45232) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:45.648003 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6f4ad483-f296-4ac0-9291-ae1c0fc5783f req-5d9cd8eb-fb22-46e9-849d-0e53f3841767 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] 10.222.0.85 "GET /v2.0/floatingips?floating_ip_address=172.25.8.203 HTTP/1.1" status: 200 len: 698 time: 0.3140700 May 30 20:31:45.659714 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [None req-c60d8d0e-6d76-4015-a596-f5448c6071dc tempest-ExtensionsTestJSON-1933150735 tempest-ExtensionsTestJSON-1933150735-project] http://10.222.0.85:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=84887) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:31:45.665488 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-c60d8d0e-6d76-4015-a596-f5448c6071dc tempest-ExtensionsTestJSON-1933150735 tempest-ExtensionsTestJSON-1933150735-project] 10.222.0.85 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0173402 May 30 20:31:45.666930 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 45236) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:45.688430 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-05963a36-b329-41ab-8156-e57dfded6a38 None None] For port 417194bd-b0f4-48d4-8a2f-e0f19d9c4fe7, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:31:45.736309 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9ac8a966-b0da-4eb2-a302-bc31d3dd5524 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:45.750268 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-05963a36-b329-41ab-8156-e57dfded6a38 None None] For port 417194bd-b0f4-48d4-8a2f-e0f19d9c4fe7, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=417194bd-b0f4-48d4-8a2f-e0f19d9c4fe7,segment=NetworkSegment(2cb73a29-9359-4fbf-99af-be1c6062790b),segment_id=2cb73a29-9359-4fbf-99af-be1c6062790b)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:31:45.758455 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [None req-000248b4-9585-450e-911a-c431ab10b03b tempest-ExtensionsTestJSON-1933150735 tempest-ExtensionsTestJSON-1933150735-project] http://10.222.0.85:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=84887) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:31:45.761835 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-000248b4-9585-450e-911a-c431ab10b03b tempest-ExtensionsTestJSON-1933150735 tempest-ExtensionsTestJSON-1933150735-project] 10.222.0.85 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0052071 May 30 20:31:45.769547 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 45242) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:45.805522 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cd83c1-6aad-41a6-822e-61d539de5a45 req-5bb52dd7-8f8f-4723-a2b8-788945cccecb tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:31:45.813571 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c7cd83c1-6aad-41a6-822e-61d539de5a45 req-5bb52dd7-8f8f-4723-a2b8-788945cccecb tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=bb8e5987-b3ba-470c-b297-cb22dc08dac6 HTTP/1.1" status: 200 len: 945 time: 0.2916455 May 30 20:31:45.834419 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-05963a36-b329-41ab-8156-e57dfded6a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:45.848250 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9ac8a966-b0da-4eb2-a302-bc31d3dd5524 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:45.934628 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05963a36-b329-41ab-8156-e57dfded6a38 None None] Pushing event updated for resources: {'Port': ['ID=417194bd-b0f4-48d4-8a2f-e0f19d9c4fe7,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:45.990679 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [None req-05efaf46-6344-4e9e-ba0e-60faae8733ff tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Allocated IP 2001:db8::42e4:1733:20fe:a580 (e47345d4-98a8-46f5-a7b7-66b2eb513a50/1440fa4a-55ec-462e-a53d-6d31906df740/8490a292-d25b-4094-ad67-cfd17505b64e) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:31:46.001836 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c7cd83c1-6aad-41a6-822e-61d539de5a45 req-9cb00a63-0d77-4dc7-98f5-130f03757ad2 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ed3b12a-c5d4-4ba2-906c-9900ee2b8018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878619 May 30 20:31:46.003408 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-41881ccc-f9ab-4ef2-8c91-32a75824f131 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Deleting port 7377880a-6642-4441-a638-b401d5d053b1 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:31:46.004579 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-41881ccc-f9ab-4ef2-8c91-32a75824f131 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:46.006533 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [None req-8cd86900-1005-415e-93f3-5f363c981e3a tempest-ExtensionsTestJSON-1933150735 tempest-ExtensionsTestJSON-1933150735-project] http://10.222.0.85:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=84887) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:31:46.010787 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-8cd86900-1005-415e-93f3-5f363c981e3a tempest-ExtensionsTestJSON-1933150735 tempest-ExtensionsTestJSON-1933150735-project] 10.222.0.85 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.2386460 May 30 20:31:46.012593 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-6f4ad483-f296-4ac0-9291-ae1c0fc5783f req-baf4fe52-6655-4939-87e2-98c97a461f86 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] Deleting port c90e8018-5b66-4511-8340-eec61a7e69ba {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:31:46.013079 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-6f4ad483-f296-4ac0-9291-ae1c0fc5783f req-baf4fe52-6655-4939-87e2-98c97a461f86 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:46.040982 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 45246) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:46.066419 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [None req-7da279df-1e2c-4ef9-a6fd-6353aa5358f0 tempest-ExtensionsTestJSON-1933150735 tempest-ExtensionsTestJSON-1933150735-project] http://10.222.0.85:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=84887) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:31:46.070735 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 45250) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:46.071746 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-7da279df-1e2c-4ef9-a6fd-6353aa5358f0 tempest-ExtensionsTestJSON-1933150735 tempest-ExtensionsTestJSON-1933150735-project] 10.222.0.85 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0282366 May 30 20:31:46.084529 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [None req-0e04c302-5468-4ffb-9219-e6b32c666416 tempest-ExtensionsTestJSON-1933150735 tempest-ExtensionsTestJSON-1933150735-project] http://10.222.0.85:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=84886) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:31:46.085692 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-0e04c302-5468-4ffb-9219-e6b32c666416 tempest-ExtensionsTestJSON-1933150735 tempest-ExtensionsTestJSON-1933150735-project] 10.222.0.85 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0139656 May 30 20:31:46.090417 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 45254) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:46.157085 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [None req-898d6762-bd5f-40f5-9a67-da5106fbfc84 tempest-ExtensionsTestJSON-1933150735 tempest-ExtensionsTestJSON-1933150735-project] http://10.222.0.85:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=84886) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:31:46.158564 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-898d6762-bd5f-40f5-9a67-da5106fbfc84 tempest-ExtensionsTestJSON-1933150735 tempest-ExtensionsTestJSON-1933150735-project] 10.222.0.85 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0486860 May 30 20:31:46.163078 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 45258) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:46.182815 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [None req-9294cc70-080c-4882-a389-56bfc0022e04 tempest-ExtensionsTestJSON-1933150735 tempest-ExtensionsTestJSON-1933150735-project] http://10.222.0.85:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=84886) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:31:46.185252 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-9294cc70-080c-4882-a389-56bfc0022e04 tempest-ExtensionsTestJSON-1933150735 tempest-ExtensionsTestJSON-1933150735-project] 10.222.0.85 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0100431 May 30 20:31:46.194921 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 45262) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:46.206014 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [None req-bb59fb14-d89b-43e1-b5c4-8ccc88e7bf5a tempest-ExtensionsTestJSON-1933150735 tempest-ExtensionsTestJSON-1933150735-project] http://10.222.0.85:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=84886) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:31:46.208558 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-bb59fb14-d89b-43e1-b5c4-8ccc88e7bf5a tempest-ExtensionsTestJSON-1933150735 tempest-ExtensionsTestJSON-1933150735-project] 10.222.0.85 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0090878 May 30 20:31:46.233357 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 45266) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:46.258234 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [None req-0a22de94-a237-4da0-bdd3-4a6599a68943 tempest-ExtensionsTestJSON-1933150735 tempest-ExtensionsTestJSON-1933150735-project] http://10.222.0.85:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=84887) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:31:46.280537 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-0a22de94-a237-4da0-bdd3-4a6599a68943 tempest-ExtensionsTestJSON-1933150735 tempest-ExtensionsTestJSON-1933150735-project] 10.222.0.85 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0376241 May 30 20:31:46.281266 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 45270) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:46.329848 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-24f6ee4c-7b28-4f6d-b1d2-df2e280f12b6 req-84ddf9a2-5cf3-4cc4-aee1-83326eaf0c4a tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "GET /v2.0/ports?device_id=e4532444-4cb6-4a56-8be0-64e0850311a8 HTTP/1.1" status: 200 len: 210 time: 0.1215432 May 30 20:31:46.342541 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [None req-18577d4e-88a1-4b8e-842b-8c87f87c8c56 tempest-ExtensionsTestJSON-1933150735 tempest-ExtensionsTestJSON-1933150735-project] http://10.222.0.85:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=84887) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:31:46.347145 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-18577d4e-88a1-4b8e-842b-8c87f87c8c56 tempest-ExtensionsTestJSON-1933150735 tempest-ExtensionsTestJSON-1933150735-project] 10.222.0.85 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0152931 May 30 20:31:46.353442 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 45274) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:46.356176 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9ac8a966-b0da-4eb2-a302-bc31d3dd5524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:46.452536 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [None req-eb9e7efa-05db-4311-9aaa-fb554ad9cec7 tempest-ExtensionsTestJSON-1933150735 tempest-ExtensionsTestJSON-1933150735-project] http://10.222.0.85:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=84886) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:31:46.456199 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-eb9e7efa-05db-4311-9aaa-fb554ad9cec7 tempest-ExtensionsTestJSON-1933150735 tempest-ExtensionsTestJSON-1933150735-project] 10.222.0.85 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0990303 May 30 20:31:46.464728 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 45278) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:46.482174 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [None req-a849f66b-6753-411f-8eb0-e93e0c15458b tempest-ExtensionsTestJSON-1933150735 tempest-ExtensionsTestJSON-1933150735-project] http://10.222.0.85:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=84887) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:31:46.482967 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac8a966-b0da-4eb2-a302-bc31d3dd5524 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b26eacf-7857-4e25-aec9-17d2dd09a9b9,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:46.486620 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-a849f66b-6753-411f-8eb0-e93e0c15458b tempest-ExtensionsTestJSON-1933150735 tempest-ExtensionsTestJSON-1933150735-project] 10.222.0.85 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0205393 May 30 20:31:46.501296 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 45282) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:46.528302 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [None req-673400ee-ba32-4e9d-9de3-53e8b2459600 tempest-ExtensionsTestJSON-1933150735 tempest-ExtensionsTestJSON-1933150735-project] http://10.222.0.85:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=84886) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:31:46.529413 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-673400ee-ba32-4e9d-9de3-53e8b2459600 tempest-ExtensionsTestJSON-1933150735 tempest-ExtensionsTestJSON-1933150735-project] 10.222.0.85 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0214896 May 30 20:31:46.533893 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 45286) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:46.537560 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9ac8a966-b0da-4eb2-a302-bc31d3dd5524 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:46.541126 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-9ac8a966-b0da-4eb2-a302-bc31d3dd5524 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/7b26eacf-7857-4e25-aec9-17d2dd09a9b9 HTTP/1.1" status: 204 len: 168 time: 1.0791419 May 30 20:31:46.547327 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [None req-eb1ac381-4938-4e08-b5e0-443708f7cc82 tempest-ExtensionsTestJSON-1933150735 tempest-ExtensionsTestJSON-1933150735-project] http://10.222.0.85:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=84886) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:31:46.548409 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-eb1ac381-4938-4e08-b5e0-443708f7cc82 tempest-ExtensionsTestJSON-1933150735 tempest-ExtensionsTestJSON-1933150735-project] 10.222.0.85 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0133257 May 30 20:31:46.553354 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 45292) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:46.569854 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [None req-60851ebc-ab71-493e-bc8d-3024329888a1 tempest-ExtensionsTestJSON-1933150735 tempest-ExtensionsTestJSON-1933150735-project] http://10.222.0.85:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=84886) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:31:46.569854 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-60851ebc-ab71-493e-bc8d-3024329888a1 tempest-ExtensionsTestJSON-1933150735 tempest-ExtensionsTestJSON-1933150735-project] 10.222.0.85 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0092576 May 30 20:31:46.571801 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 45296) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:46.590877 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [None req-552005de-d142-449a-9986-3427c92e1090 tempest-ExtensionsTestJSON-1933150735 tempest-ExtensionsTestJSON-1933150735-project] http://10.222.0.85:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=84886) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:31:46.592045 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-552005de-d142-449a-9986-3427c92e1090 tempest-ExtensionsTestJSON-1933150735 tempest-ExtensionsTestJSON-1933150735-project] 10.222.0.85 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0192094 May 30 20:31:46.596142 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 45300) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:46.606868 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [None req-e19b3eff-3c5a-42fc-a0e1-b63a48d5059b tempest-ExtensionsTestJSON-1933150735 tempest-ExtensionsTestJSON-1933150735-project] http://10.222.0.85:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=84886) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:31:46.608027 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-e19b3eff-3c5a-42fc-a0e1-b63a48d5059b tempest-ExtensionsTestJSON-1933150735 tempest-ExtensionsTestJSON-1933150735-project] 10.222.0.85 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0108266 May 30 20:31:46.611866 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 45304) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:46.617075 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [None req-8febd275-a48d-4f9a-9d86-ba53c07c5573 tempest-ExtensionsTestJSON-1933150735 tempest-ExtensionsTestJSON-1933150735-project] http://10.222.0.85:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=84886) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:31:46.618254 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-8febd275-a48d-4f9a-9d86-ba53c07c5573 tempest-ExtensionsTestJSON-1933150735 tempest-ExtensionsTestJSON-1933150735-project] 10.222.0.85 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0053477 May 30 20:31:46.627515 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 45308) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:46.636858 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [None req-8ed466e4-02c2-4f8d-9c2d-d8305d3c3f24 tempest-ExtensionsTestJSON-1933150735 tempest-ExtensionsTestJSON-1933150735-project] http://10.222.0.85:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=84886) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:31:46.638049 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-8ed466e4-02c2-4f8d-9c2d-d8305d3c3f24 tempest-ExtensionsTestJSON-1933150735 tempest-ExtensionsTestJSON-1933150735-project] 10.222.0.85 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0094097 May 30 20:31:46.640904 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 45312) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:46.645414 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-41881ccc-f9ab-4ef2-8c91-32a75824f131 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:46.657085 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [None req-9dae1dff-502b-4c80-91f8-5b63fdc05f72 tempest-ExtensionsTestJSON-1933150735 tempest-ExtensionsTestJSON-1933150735-project] http://10.222.0.85:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=84886) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:31:46.658310 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-9dae1dff-502b-4c80-91f8-5b63fdc05f72 tempest-ExtensionsTestJSON-1933150735 tempest-ExtensionsTestJSON-1933150735-project] 10.222.0.85 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0163548 May 30 20:31:46.661945 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 45316) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:46.677209 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [None req-18ebeee2-9b9a-436c-b71c-93155225401c tempest-ExtensionsTestJSON-1933150735 tempest-ExtensionsTestJSON-1933150735-project] http://10.222.0.85:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=84886) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:31:46.679514 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-18ebeee2-9b9a-436c-b71c-93155225401c tempest-ExtensionsTestJSON-1933150735 tempest-ExtensionsTestJSON-1933150735-project] 10.222.0.85 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0159600 May 30 20:31:46.682225 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 45320) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:46.768272 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [None req-8daa2c01-6f2f-4950-adf6-10cc622d2113 tempest-ExtensionsTestJSON-1933150735 tempest-ExtensionsTestJSON-1933150735-project] http://10.222.0.85:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=84886) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:31:46.775896 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-8daa2c01-6f2f-4950-adf6-10cc622d2113 tempest-ExtensionsTestJSON-1933150735 tempest-ExtensionsTestJSON-1933150735-project] 10.222.0.85 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0228570 May 30 20:31:46.809855 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 45324) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:46.854884 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [None req-31bda80b-0fe0-4921-8ddf-cc3251fb2283 tempest-ExtensionsTestJSON-1933150735 tempest-ExtensionsTestJSON-1933150735-project] http://10.222.0.85:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=84887) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:31:46.855917 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-31bda80b-0fe0-4921-8ddf-cc3251fb2283 tempest-ExtensionsTestJSON-1933150735 tempest-ExtensionsTestJSON-1933150735-project] 10.222.0.85 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0390613 May 30 20:31:46.883744 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 45328) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:46.905792 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-41881ccc-f9ab-4ef2-8c91-32a75824f131 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Calling delete_port for 7377880a-6642-4441-a638-b401d5d053b1 owned by network:router_interface {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:31:46.926732 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [None req-0b1ba33e-376b-45e0-915a-3c91fa8532cc tempest-ExtensionsTestJSON-1933150735 tempest-ExtensionsTestJSON-1933150735-project] http://10.222.0.85:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=84887) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:31:46.926732 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-0b1ba33e-376b-45e0-915a-3c91fa8532cc tempest-ExtensionsTestJSON-1933150735 tempest-ExtensionsTestJSON-1933150735-project] 10.222.0.85 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0345764 May 30 20:31:46.926732 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 45332) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:46.944716 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-6f4ad483-f296-4ac0-9291-ae1c0fc5783f req-baf4fe52-6655-4939-87e2-98c97a461f86 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:46.945041 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-6f4ad483-f296-4ac0-9291-ae1c0fc5783f req-baf4fe52-6655-4939-87e2-98c97a461f86 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:46.972344 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [None req-c559a06c-e45d-4e85-bc49-351f81b8e9ec tempest-ExtensionsTestJSON-1933150735 tempest-ExtensionsTestJSON-1933150735-project] http://10.222.0.85:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=84887) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:31:46.976186 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-c559a06c-e45d-4e85-bc49-351f81b8e9ec tempest-ExtensionsTestJSON-1933150735 tempest-ExtensionsTestJSON-1933150735-project] 10.222.0.85 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0411160 May 30 20:31:46.976802 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 45336) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:47.223207 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [None req-22e5d38f-a222-40a3-8855-bea020bd15d1 tempest-ExtensionsTestJSON-1933150735 tempest-ExtensionsTestJSON-1933150735-project] http://10.222.0.85:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=84887) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:31:47.224274 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-22e5d38f-a222-40a3-8855-bea020bd15d1 tempest-ExtensionsTestJSON-1933150735 tempest-ExtensionsTestJSON-1933150735-project] 10.222.0.85 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.2368441 May 30 20:31:47.227519 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 45344) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:47.236653 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [None req-2718f0a8-f39d-4e7f-b773-04f18559b0e1 tempest-ExtensionsTestJSON-1933150735 tempest-ExtensionsTestJSON-1933150735-project] http://10.222.0.85:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=84886) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:31:47.239314 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-2718f0a8-f39d-4e7f-b773-04f18559b0e1 tempest-ExtensionsTestJSON-1933150735 tempest-ExtensionsTestJSON-1933150735-project] 10.222.0.85 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0105760 May 30 20:31:47.242414 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 45348) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:47.244626 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-6f4ad483-f296-4ac0-9291-ae1c0fc5783f req-baf4fe52-6655-4939-87e2-98c97a461f86 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] Calling delete_port for c90e8018-5b66-4511-8340-eec61a7e69ba owned by network:floatingip {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:31:47.252031 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [None req-0642b832-3137-4424-96cb-5d2cad7f5dd2 tempest-ExtensionsTestJSON-1933150735 tempest-ExtensionsTestJSON-1933150735-project] http://10.222.0.85:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=84886) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:31:47.253362 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-0642b832-3137-4424-96cb-5d2cad7f5dd2 tempest-ExtensionsTestJSON-1933150735 tempest-ExtensionsTestJSON-1933150735-project] 10.222.0.85 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0092208 May 30 20:31:47.271779 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 45352) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:47.304324 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [None req-29fdcbbf-fe55-4909-a757-89dcc16f325a tempest-ExtensionsTestJSON-1933150735 tempest-ExtensionsTestJSON-1933150735-project] http://10.222.0.85:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=84887) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:31:47.307767 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-29fdcbbf-fe55-4909-a757-89dcc16f325a tempest-ExtensionsTestJSON-1933150735 tempest-ExtensionsTestJSON-1933150735-project] 10.222.0.85 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0271306 May 30 20:31:47.312948 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 45356) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:47.321547 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [None req-b19fcc08-4ea0-4343-a8e9-79527a6b8dbd tempest-ExtensionsTestJSON-1933150735 tempest-ExtensionsTestJSON-1933150735-project] http://10.222.0.85:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=84886) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:31:47.325973 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-b19fcc08-4ea0-4343-a8e9-79527a6b8dbd tempest-ExtensionsTestJSON-1933150735 tempest-ExtensionsTestJSON-1933150735-project] 10.222.0.85 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0062253 May 30 20:31:47.326512 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 45360) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:47.333013 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [None req-abf5a4eb-7b08-4769-b289-2ca29b8f2588 tempest-ExtensionsTestJSON-1933150735 tempest-ExtensionsTestJSON-1933150735-project] http://10.222.0.85:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=84886) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:31:47.338988 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-abf5a4eb-7b08-4769-b289-2ca29b8f2588 tempest-ExtensionsTestJSON-1933150735 tempest-ExtensionsTestJSON-1933150735-project] 10.222.0.85 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0066664 May 30 20:31:47.349718 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-05efaf46-6344-4e9e-ba0e-60faae8733ff tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:47.358211 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67fa880-35bc-4d17-bc39-78fc15e4a9c7 req-6d36cad6-a71a-4f37-b2b3-8b9938a4f71d tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:31:47.362249 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b67fa880-35bc-4d17-bc39-78fc15e4a9c7 req-6d36cad6-a71a-4f37-b2b3-8b9938a4f71d tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=bb8e5987-b3ba-470c-b297-cb22dc08dac6 HTTP/1.1" status: 200 len: 945 time: 0.1143727 May 30 20:31:47.383176 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [None req-05efaf46-6344-4e9e-ba0e-60faae8733ff tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Transition to ACTIVE for port object 8490a292-d25b-4094-ad67-cfd17505b64e will not be triggered until provisioned by entity DHCP. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:31:47.396359 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cc81f3-2e89-4a58-ae50-b992febcc4c8 req-25e8d9b5-ee30-4d3f-9dc4-c85c27021899 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:31:47.398087 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-78cc81f3-2e89-4a58-ae50-b992febcc4c8 req-25e8d9b5-ee30-4d3f-9dc4-c85c27021899 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.86 "GET /v2.0/networks?id=2ad0cf2e-8ff8-4add-9223-e815a60245ec HTTP/1.1" status: 200 len: 814 time: 0.8880665 May 30 20:31:47.452112 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b67fa880-35bc-4d17-bc39-78fc15e4a9c7 req-e263bc7b-a489-4207-a9b6-da70efb94f68 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ed3b12a-c5d4-4ba2-906c-9900ee2b8018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862329 May 30 20:31:47.475841 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-41881ccc-f9ab-4ef2-8c91-32a75824f131 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:47.539893 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41881ccc-f9ab-4ef2-8c91-32a75824f131 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Pushing event deleted for resources: {'Port': ['ID=7377880a-6642-4441-a638-b401d5d053b1,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:47.564272 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-78cc81f3-2e89-4a58-ae50-b992febcc4c8 req-59fb0835-b064-4495-9050-a69843b9db87 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Synchronizing usage tracker for tenant:6a921a88c2104251b4f5cf697763e02b on resource:security_group {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:31:47.588119 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-78cc81f3-2e89-4a58-ae50-b992febcc4c8 req-59fb0835-b064-4495-9050-a69843b9db87 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Unset dirty status for tenant:6a921a88c2104251b4f5cf697763e02b on resource:security_group {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:31:47.590941 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-78cc81f3-2e89-4a58-ae50-b992febcc4c8 req-59fb0835-b064-4495-9050-a69843b9db87 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6a921a88c2104251b4f5cf697763e02b HTTP/1.1" status: 200 len: 380 time: 0.1646683 May 30 20:31:47.600607 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-78cc81f3-2e89-4a58-ae50-b992febcc4c8 req-2be543f7-6017-48e6-8ead-67fe24d6b448 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Request body: {'port': {'device_id': 'e4532444-4cb6-4a56-8be0-64e0850311a8', 'network_id': '2ad0cf2e-8ff8-4add-9223-e815a60245ec', 'admin_state_up': True, 'tenant_id': '6a921a88c2104251b4f5cf697763e02b', 'security_groups': ['8fd72c30-8784-4fee-8740-f07b67b99040']}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:31:47.711801 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-05efaf46-6344-4e9e-ba0e-60faae8733ff tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:47.794579 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-6f4ad483-f296-4ac0-9291-ae1c0fc5783f req-baf4fe52-6655-4939-87e2-98c97a461f86 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:47.827934 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-806792d1-e592-44df-b9a1-7aa05f366e58 req-a56bfe64-1d2d-4b96-ab36-ba1f35eada0b tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "GET /v2.0/ports?device_id=e4532444-4cb6-4a56-8be0-64e0850311a8 HTTP/1.1" status: 200 len: 210 time: 0.1716948 May 30 20:31:47.830615 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2c2ca05a-b736-4566-8277-9e00bb768eb9 None None] Provisioning for port 417194bd-b0f4-48d4-8a2f-e0f19d9c4fe7 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:31:47.855824 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-41881ccc-f9ab-4ef2-8c91-32a75824f131 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1718140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-736143'] for router_interface, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:47.955936 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05efaf46-6344-4e9e-ba0e-60faae8733ff tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Network e47345d4-98a8-46f5-a7b7-66b2eb513a50 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:31:47.961927 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-78cc81f3-2e89-4a58-ae50-b992febcc4c8 req-2be543f7-6017-48e6-8ead-67fe24d6b448 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:31:47.973106 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-78cc81f3-2e89-4a58-ae50-b992febcc4c8 req-2be543f7-6017-48e6-8ead-67fe24d6b448 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:31:47.984110 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 45372) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:47.990471 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-05efaf46-6344-4e9e-ba0e-60faae8733ff tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:31:48.000542 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05efaf46-6344-4e9e-ba0e-60faae8733ff tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:31:48.004743 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05efaf46-6344-4e9e-ba0e-60faae8733ff tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:31:48.005400 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-05efaf46-6344-4e9e-ba0e-60faae8733ff tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:48.078525 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d050ae7d-e299-4178-810b-fe6ec6fdfc47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:48.090747 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78cc81f3-2e89-4a58-ae50-b992febcc4c8 req-2be543f7-6017-48e6-8ead-67fe24d6b448 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Made reservation on behalf of 6a921a88c2104251b4f5cf697763e02b for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:31:48.094011 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-78cc81f3-2e89-4a58-ae50-b992febcc4c8 req-2be543f7-6017-48e6-8ead-67fe24d6b448 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:48.099294 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 45378) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:48.330400 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [req-78cc81f3-2e89-4a58-ae50-b992febcc4c8 req-2be543f7-6017-48e6-8ead-67fe24d6b448 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Allocated IP 172.20.0.14 (2ad0cf2e-8ff8-4add-9223-e815a60245ec/3f5f2a28-796d-4138-b193-86a2946727dc/36d424df-74df-4f59-8ac8-529a43c28c43) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:31:48.377457 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-05efaf46-6344-4e9e-ba0e-60faae8733ff tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 5.6684380 May 30 20:31:48.392132 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 45384) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:48.419434 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 417194bd-b0f4-48d4-8a2f-e0f19d9c4fe7 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:31:48.419622 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-d050ae7d-e299-4178-810b-fe6ec6fdfc47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:31:48.423635 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-d050ae7d-e299-4178-810b-fe6ec6fdfc47 admin admin] Usage tracker for resource:security_group_rule and tenant:9cd3c61d8f5c460caaec0b8b353cdb7a is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:31:48.426900 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-d050ae7d-e299-4178-810b-fe6ec6fdfc47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:31:48.432999 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-d050ae7d-e299-4178-810b-fe6ec6fdfc47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:31:48.512631 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d050ae7d-e299-4178-810b-fe6ec6fdfc47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:48.597888 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bac44151-9a44-41ad-b82e-5504b6bdfaf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:48.608691 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05efaf46-6344-4e9e-ba0e-60faae8733ff tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Pushing event updated for resources: {'Port': ['ID=8490a292-d25b-4094-ad67-cfd17505b64e,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:48.624748 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-30a4f568-a15d-4769-b78d-148f00218cbc None None] Provisioning for port 8490a292-d25b-4094-ad67-cfd17505b64e completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:31:48.649213 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-30a4f568-a15d-4769-b78d-148f00218cbc None None] Provisioning complete for port 8490a292-d25b-4094-ad67-cfd17505b64e triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:31:48.653018 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-30a4f568-a15d-4769-b78d-148f00218cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:48.690694 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf4fe52-6655-4939-87e2-98c97a461f86 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] Pushing event deleted for resources: {'Port': ['ID=c90e8018-5b66-4511-8340-eec61a7e69ba,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:48.693845 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d050ae7d-e299-4178-810b-fe6ec6fdfc47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:48.760543 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-30a4f568-a15d-4769-b78d-148f00218cbc None None] Port 8490a292-d25b-4094-ad67-cfd17505b64e cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:31:48.767658 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 417194bd-b0f4-48d4-8a2f-e0f19d9c4fe7 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:31:48.781053 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 417194bd-b0f4-48d4-8a2f-e0f19d9c4fe7 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:31:48.782447 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:48.822571 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-bac44151-9a44-41ad-b82e-5504b6bdfaf0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:31:48.826606 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-bac44151-9a44-41ad-b82e-5504b6bdfaf0 admin admin] Usage tracker for resource:security_group_rule and tenant:a1fd99c7de5d49288b551a885fb30b4e is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:31:48.829513 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-bac44151-9a44-41ad-b82e-5504b6bdfaf0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:31:48.835681 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-bac44151-9a44-41ad-b82e-5504b6bdfaf0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:31:48.896633 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-6f4ad483-f296-4ac0-9291-ae1c0fc5783f req-baf4fe52-6655-4939-87e2-98c97a461f86 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] Notify callbacks [] for floatingip, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:48.907891 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d050ae7d-e299-4178-810b-fe6ec6fdfc47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=341247a7-35b8-4930-b7f1-d8be2c94534d,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:48.920742 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bac44151-9a44-41ad-b82e-5504b6bdfaf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:48.934211 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac41520f-7eea-4419-9072-64d2a663b1c0 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:31:48.936030 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac41520f-7eea-4419-9072-64d2a663b1c0 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:31:48.938053 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-ac41520f-7eea-4419-9072-64d2a663b1c0 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Synchronizing usage tracker for tenant:08954986e7454427ae0d40c7652d3c6a on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:31:48.942395 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-d050ae7d-e299-4178-810b-fe6ec6fdfc47 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=9cd3c61d8f5c460caaec0b8b353cdb7a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9545369 May 30 20:31:48.945954 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 45394) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:48.961040 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-6f4ad483-f296-4ac0-9291-ae1c0fc5783f req-baf4fe52-6655-4939-87e2-98c97a461f86 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:48.973355 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6f4ad483-f296-4ac0-9291-ae1c0fc5783f req-baf4fe52-6655-4939-87e2-98c97a461f86 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] 10.222.0.85 "DELETE /v2.0/floatingips/53fe7ea4-9b82-4a2f-bbb9-85bc2201b608 HTTP/1.1" status: 204 len: 173 time: 3.3109248 May 30 20:31:48.994656 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bac44151-9a44-41ad-b82e-5504b6bdfaf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:49.029882 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41881ccc-f9ab-4ef2-8c91-32a75824f131 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Router 23697438-8567-42a8-89a3-2fd41c316d88 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:31:49.031655 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-78cc81f3-2e89-4a58-ae50-b992febcc4c8 req-2be543f7-6017-48e6-8ead-67fe24d6b448 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:49.054481 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-78cc81f3-2e89-4a58-ae50-b992febcc4c8 req-2be543f7-6017-48e6-8ead-67fe24d6b448 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Transition to ACTIVE for port object 36d424df-74df-4f59-8ac8-529a43c28c43 will not be triggered until provisioned by entity DHCP. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:31:49.069391 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203ef027-b445-4cdd-a369-66c776ad924c req-6f36890c-5a29-42ad-8192-da90f6961c1b tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:31:49.077625 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-203ef027-b445-4cdd-a369-66c776ad924c req-6f36890c-5a29-42ad-8192-da90f6961c1b tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=bb8e5987-b3ba-470c-b297-cb22dc08dac6 HTTP/1.1" status: 200 len: 945 time: 0.4109325 May 30 20:31:49.088308 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:49.091922 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-ac41520f-7eea-4419-9072-64d2a663b1c0 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Unset dirty status for tenant:08954986e7454427ae0d40c7652d3c6a on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:31:49.097789 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-ac41520f-7eea-4419-9072-64d2a663b1c0 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.5835271 May 30 20:31:49.099187 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 45400) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:49.151815 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port 417194bd-b0f4-48d4-8a2f-e0f19d9c4fe7, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=417194bd-b0f4-48d4-8a2f-e0f19d9c4fe7,segment=NetworkSegment(2cb73a29-9359-4fbf-99af-be1c6062790b),segment_id=2cb73a29-9359-4fbf-99af-be1c6062790b)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:31:49.158107 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-bac44151-9a44-41ad-b82e-5504b6bdfaf0 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=a1fd99c7de5d49288b551a885fb30b4e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0577729 May 30 20:31:49.159178 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac44151-9a44-41ad-b82e-5504b6bdfaf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abeb50cf-4138-4152-9ef4-80f766704773,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:49.163138 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 45404) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:49.177707 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-78cc81f3-2e89-4a58-ae50-b992febcc4c8 req-2be543f7-6017-48e6-8ead-67fe24d6b448 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:49.233749 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:49.310260 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:31:49.317321 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-92647f74-5f24-4a99-9d1c-8a2c140784b5 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Deleting port 8490a292-d25b-4094-ad67-cfd17505b64e {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:31:49.317682 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-92647f74-5f24-4a99-9d1c-8a2c140784b5 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:49.371729 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-31c4efe2-2973-4f27-8247-f9232546d554 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:49.379382 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78cc81f3-2e89-4a58-ae50-b992febcc4c8 req-2be543f7-6017-48e6-8ead-67fe24d6b448 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Network 2ad0cf2e-8ff8-4add-9223-e815a60245ec is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:31:49.389319 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [req-78cc81f3-2e89-4a58-ae50-b992febcc4c8 req-2be543f7-6017-48e6-8ead-67fe24d6b448 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:31:49.391154 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be543f7-6017-48e6-8ead-67fe24d6b448 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Pushing event updated for resources: {'Port': ['ID=36d424df-74df-4f59-8ac8-529a43c28c43,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:49.400021 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=417194bd-b0f4-48d4-8a2f-e0f19d9c4fe7,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:49.400515 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-78cc81f3-2e89-4a58-ae50-b992febcc4c8 req-2be543f7-6017-48e6-8ead-67fe24d6b448 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:31:49.422081 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-203ef027-b445-4cdd-a369-66c776ad924c req-5f305577-84f7-4c78-9989-7845db2b7419 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ed3b12a-c5d4-4ba2-906c-9900ee2b8018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3433652 May 30 20:31:49.505091 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:49.512436 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-31c4efe2-2973-4f27-8247-f9232546d554 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:49.521909 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41881ccc-f9ab-4ef2-8c91-32a75824f131 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:31:49.532627 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8f7b0e-082d-4c7a-9b98-943e0a56136a None None] Sync routers for ids ['23697438-8567-42a8-89a3-2fd41c316d88'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:31:49.551660 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8f7b0e-082d-4c7a-9b98-943e0a56136a None None] Routers {'23697438-8567-42a8-89a3-2fd41c316d88'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:31:49.552485 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-8a8f7b0e-082d-4c7a-9b98-943e0a56136a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:31:29Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['23697438-8567-42a8-89a3-2fd41c316d88'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:31:49.571665 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b258fd71-870f-4ed3-b129-4ac98394a1a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:49.643039 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cc81f3-2e89-4a58-ae50-b992febcc4c8 req-2be543f7-6017-48e6-8ead-67fe24d6b448 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:31:49.643673 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-78cc81f3-2e89-4a58-ae50-b992febcc4c8 req-2be543f7-6017-48e6-8ead-67fe24d6b448 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:49.687512 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-8a8f7b0e-082d-4c7a-9b98-943e0a56136a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:31:49.694436 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b258fd71-870f-4ed3-b129-4ac98394a1a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:49.707116 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e8f8b64c-237a-429e-82c4-ec57c44602b8 req-b0ca7fbc-5804-43ff-aea3-0a951c60b7e6 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] 10.222.0.85 "GET /v2.0/security-groups/793305c3-ae10-4b59-b3b9-b58b599419a0 HTTP/1.1" status: 200 len: 1642 time: 0.1977782 May 30 20:31:49.747592 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8f7b0e-082d-4c7a-9b98-943e0a56136a None None] Routers {'23697438-8567-42a8-89a3-2fd41c316d88'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:31:49.749426 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-8a8f7b0e-082d-4c7a-9b98-943e0a56136a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:31:29Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['23697438-8567-42a8-89a3-2fd41c316d88'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:31:49.812342 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-41881ccc-f9ab-4ef2-8c91-32a75824f131 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] 10.222.0.85 "PUT /v2.0/routers/23697438-8567-42a8-89a3-2fd41c316d88/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9027727 May 30 20:31:49.819813 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 45410) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:49.836863 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-78cc81f3-2e89-4a58-ae50-b992febcc4c8 req-2be543f7-6017-48e6-8ead-67fe24d6b448 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2412775 May 30 20:31:49.854694 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-8a8f7b0e-082d-4c7a-9b98-943e0a56136a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:31:49.855421 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8f7b0e-082d-4c7a-9b98-943e0a56136a None None] The sync data for ids ['23697438-8567-42a8-89a3-2fd41c316d88'] in n-d-843948-2 is: [] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:31:49.873272 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-36e2be13-67e5-48b9-893e-92e32df02801 None None] Provisioning for port 36d424df-74df-4f59-8ac8-529a43c28c43 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:31:49.878480 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-36e2be13-67e5-48b9-893e-92e32df02801 None None] Provisioning complete for port 36d424df-74df-4f59-8ac8-529a43c28c43 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:31:49.878851 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-36e2be13-67e5-48b9-893e-92e32df02801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:49.889952 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-3e7c70a2-18b5-4526-a5e8-e828e528f88d tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Synchronizing usage tracker for tenant:eeceb350906e46fc9b2c21ca495ac559 on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:31:49.911821 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-78cc81f3-2e89-4a58-ae50-b992febcc4c8 req-7ee64616-cfe5-459d-af1b-32022c05c1f3 service neutron] Request body: {'port': {'device_id': 'e4532444-4cb6-4a56-8be0-64e0850311a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843948-2'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:31:49.933919 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-e8f8b64c-237a-429e-82c4-ec57c44602b8 req-f73ee792-653b-4f96-af3e-856c6a4424f8 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:49.952864 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-31c4efe2-2973-4f27-8247-f9232546d554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:49.972242 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-36e2be13-67e5-48b9-893e-92e32df02801 None None] Port 36d424df-74df-4f59-8ac8-529a43c28c43 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:31:49.978839 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c4efe2-2973-4f27-8247-f9232546d554 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=341247a7-35b8-4930-b7f1-d8be2c94534d,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:50.000580 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-e8f8b64c-237a-429e-82c4-ec57c44602b8 req-f73ee792-653b-4f96-af3e-856c6a4424f8 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:50.000928 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53e313e-6ada-44ea-9479-b4b78fc18f29 req-b9eefaeb-7e87-48d0-b324-488c1455b1c4 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:31:50.001679 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-f53e313e-6ada-44ea-9479-b4b78fc18f29 req-b9eefaeb-7e87-48d0-b324-488c1455b1c4 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Synchronizing usage tracker for tenant:6a921a88c2104251b4f5cf697763e02b on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:31:50.010858 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-3e7c70a2-18b5-4526-a5e8-e828e528f88d tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Unset dirty status for tenant:eeceb350906e46fc9b2c21ca495ac559 on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:31:50.015936 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-3e7c70a2-18b5-4526-a5e8-e828e528f88d tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] 10.222.0.85 "GET /v2.0/ports?device_id=23697438-8567-42a8-89a3-2fd41c316d88 HTTP/1.1" status: 200 len: 205 time: 0.1944864 May 30 20:31:50.021050 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 45414) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:50.026427 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-31c4efe2-2973-4f27-8247-f9232546d554 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:50.031333 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-31c4efe2-2973-4f27-8247-f9232546d554 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/341247a7-35b8-4930-b7f1-d8be2c94534d HTTP/1.1" status: 204 len: 168 time: 1.0842698 May 30 20:31:50.106013 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b258fd71-870f-4ed3-b129-4ac98394a1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:50.108289 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b258fd71-870f-4ed3-b129-4ac98394a1a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:50.112037 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-b258fd71-870f-4ed3-b129-4ac98394a1a9 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/abeb50cf-4138-4152-9ef4-80f766704773 HTTP/1.1" status: 204 len: 168 time: 0.8881922 May 30 20:31:50.214196 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-f53e313e-6ada-44ea-9479-b4b78fc18f29 req-b9eefaeb-7e87-48d0-b324-488c1455b1c4 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Unset dirty status for tenant:6a921a88c2104251b4f5cf697763e02b on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:31:50.220821 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f53e313e-6ada-44ea-9479-b4b78fc18f29 req-b9eefaeb-7e87-48d0-b324-488c1455b1c4 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "GET /v2.0/ports?device_id=e4532444-4cb6-4a56-8be0-64e0850311a8 HTTP/1.1" status: 200 len: 932 time: 1.0713158 May 30 20:31:50.232729 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b258fd71-870f-4ed3-b129-4ac98394a1a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abeb50cf-4138-4152-9ef4-80f766704773,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:50.244995 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-92647f74-5f24-4a99-9d1c-8a2c140784b5 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:50.260199 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b11b7ac2-4b84-4371-8289-ad86bfff463f tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks [] for router, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:50.392690 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 417194bd-b0f4-48d4-8a2f-e0f19d9c4fe7 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:31:50.444076 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-92647f74-5f24-4a99-9d1c-8a2c140784b5 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Calling delete_port for 8490a292-d25b-4094-ad67-cfd17505b64e owned by {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:31:50.509563 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 417194bd-b0f4-48d4-8a2f-e0f19d9c4fe7 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:31:50.510353 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:50.538709 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-e8f8b64c-237a-429e-82c4-ec57c44602b8 req-f73ee792-653b-4f96-af3e-856c6a4424f8 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:50.544714 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-78cc81f3-2e89-4a58-ae50-b992febcc4c8 req-7ee64616-cfe5-459d-af1b-32022c05c1f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:50.563435 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73ee792-653b-4f96-af3e-856c6a4424f8 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=793305c3-ae10-4b59-b3b9-b58b599419a0,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:50.588201 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f53e313e-6ada-44ea-9479-b4b78fc18f29 req-50a00167-91b7-475e-aa67-a7257ad5a212 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "GET /v2.0/security-groups?id=8fd72c30-8784-4fee-8740-f07b67b99040&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3662965 May 30 20:31:50.902850 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-e8f8b64c-237a-429e-82c4-ec57c44602b8 req-f73ee792-653b-4f96-af3e-856c6a4424f8 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:50.905491 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e8f8b64c-237a-429e-82c4-ec57c44602b8 req-f73ee792-653b-4f96-af3e-856c6a4424f8 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] 10.222.0.85 "DELETE /v2.0/security-groups/793305c3-ae10-4b59-b3b9-b58b599419a0 HTTP/1.1" status: 204 len: 173 time: 1.1898081 May 30 20:31:51.178818 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4e64f5-8976-4648-bf0e-d70e083476fc req-697c3f18-d19f-4ae0-9f7a-98d6fc8cc356 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:31:51.180014 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0b4e64f5-8976-4648-bf0e-d70e083476fc req-697c3f18-d19f-4ae0-9f7a-98d6fc8cc356 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=bb8e5987-b3ba-470c-b297-cb22dc08dac6 HTTP/1.1" status: 200 len: 945 time: 0.3361461 May 30 20:31:51.183760 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-92647f74-5f24-4a99-9d1c-8a2c140784b5 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:51.191639 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b11b7ac2-4b84-4371-8289-ad86bfff463f tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-724789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3141'] for router, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:51.196642 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b11b7ac2-4b84-4371-8289-ad86bfff463f tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:51.273405 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92647f74-5f24-4a99-9d1c-8a2c140784b5 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Pushing event deleted for resources: {'Port': ['ID=8490a292-d25b-4094-ad67-cfd17505b64e,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:51.333860 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b11b7ac2-4b84-4371-8289-ad86bfff463f tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724889'] for router, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:51.335081 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b11b7ac2-4b84-4371-8289-ad86bfff463f tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Fanout notify agent at l3_agent the message router_deleted on router 23697438-8567-42a8-89a3-2fd41c316d88 {{(pid=84886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:31:51.361942 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b11b7ac2-4b84-4371-8289-ad86bfff463f tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks [] for router, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:51.363785 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-b11b7ac2-4b84-4371-8289-ad86bfff463f tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] 10.222.0.85 "DELETE /v2.0/routers/23697438-8567-42a8-89a3-2fd41c316d88 HTTP/1.1" status: 204 len: 168 time: 1.3416553 May 30 20:31:51.366453 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 45446) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:51.379933 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-92647f74-5f24-4a99-9d1c-8a2c140784b5 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:51.398325 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0b4e64f5-8976-4648-bf0e-d70e083476fc req-4bff0805-be79-4f96-b7c0-796e82b41212 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ed3b12a-c5d4-4ba2-906c-9900ee2b8018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102704 May 30 20:31:51.506972 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [req-78cc81f3-2e89-4a58-ae50-b992febcc4c8 req-7ee64616-cfe5-459d-af1b-32022c05c1f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36d424df-74df-4f59-8ac8-529a43c28c43 {{(pid=84887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:31:51.518918 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-78cc81f3-2e89-4a58-ae50-b992febcc4c8 req-7ee64616-cfe5-459d-af1b-32022c05c1f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:51.545212 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-78cc81f3-2e89-4a58-ae50-b992febcc4c8 req-7ee64616-cfe5-459d-af1b-32022c05c1f3 service neutron] Transition to ACTIVE for port object 36d424df-74df-4f59-8ac8-529a43c28c43 will not be triggered until provisioned by entity L2. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:31:51.550409 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-92647f74-5f24-4a99-9d1c-8a2c140784b5 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "DELETE /v2.0/ports/8490a292-d25b-4094-ad67-cfd17505b64e HTTP/1.1" status: 204 len: 168 time: 2.4480202 May 30 20:31:51.550748 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 45450) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:51.655212 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-78cc81f3-2e89-4a58-ae50-b992febcc4c8 req-7ee64616-cfe5-459d-af1b-32022c05c1f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:51.860909 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b12cfa52-851f-4a84-8ec7-2dfa038b7ab1 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:31:51.862501 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b12cfa52-851f-4a84-8ec7-2dfa038b7ab1 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:31:51.863385 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-b12cfa52-851f-4a84-8ec7-2dfa038b7ab1 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Synchronizing usage tracker for tenant:08954986e7454427ae0d40c7652d3c6a on resource:subnet {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:31:51.882187 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4bdd814-5d6a-4ddc-9615-45c53f3cb359 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Deleting subnet f7fc26f8-ee23-4825-adbb-cd2d188de8cb {{(pid=84886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:31:51.891240 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e4bdd814-5d6a-4ddc-9615-45c53f3cb359 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks [] for subnet, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:52.036637 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e4bdd814-5d6a-4ddc-9615-45c53f3cb359 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2655517'] for subnet, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:52.162775 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee64616-cfe5-459d-af1b-32022c05c1f3 service neutron] Pushing event updated for resources: {'Port': ['ID=36d424df-74df-4f59-8ac8-529a43c28c43,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:52.182074 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:52.239128 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-b12cfa52-851f-4a84-8ec7-2dfa038b7ab1 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Unset dirty status for tenant:08954986e7454427ae0d40c7652d3c6a on resource:subnet {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:31:52.241972 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-b12cfa52-851f-4a84-8ec7-2dfa038b7ab1 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.6878018 May 30 20:31:52.250821 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 45468) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:52.308683 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b3482b-3b6c-4467-b362-1766960a1128 req-7d999de9-c001-4ba4-bb34-a7033fb03880 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:31:52.316565 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b6b3482b-3b6c-4467-b362-1766960a1128 req-7d999de9-c001-4ba4-bb34-a7033fb03880 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "GET /v2.0/ports?device_id=e4532444-4cb6-4a56-8be0-64e0850311a8 HTTP/1.1" status: 200 len: 944 time: 0.2110279 May 30 20:31:52.323168 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e4bdd814-5d6a-4ddc-9615-45c53f3cb359 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:52.462506 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b6b3482b-3b6c-4467-b362-1766960a1128 req-f7cb22f6-e217-4be2-bfc5-530738cd0b13 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "GET /v2.0/security-groups?id=8fd72c30-8784-4fee-8740-f07b67b99040&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1442494 May 30 20:31:52.594313 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e4bdd814-5d6a-4ddc-9615-45c53f3cb359 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4127075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2778536'] for subnet, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:52.614545 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 45478) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:52.659749 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e4bdd814-5d6a-4ddc-9615-45c53f3cb359 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks [] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:52.662439 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba0bf5d-4a6c-4e64-a8f4-adc88e8ee3ee None None] Network 5fdb5cec-9729-438e-91bb-fe5337bfd457 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:31:52.663148 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bdd814-5d6a-4ddc-9615-45c53f3cb359 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Pushing event deleted for resources: {'Subnet': ['ID=f7fc26f8-ee23-4825-adbb-cd2d188de8cb,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:52.678212 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-e4bdd814-5d6a-4ddc-9615-45c53f3cb359 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] 10.222.0.85 "DELETE /v2.0/subnets/f7fc26f8-ee23-4825-adbb-cd2d188de8cb HTTP/1.1" status: 204 len: 168 time: 1.3104322 May 30 20:31:52.686141 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 45484) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:52.703287 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ea0ac96-2658-48b6-8613-6775bf99482c tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Deleting subnet 1440fa4a-55ec-462e-a53d-6d31906df740 {{(pid=84887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:31:52.718188 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfd55d0-9c20-4c60-b9f4-19ac8eaf6710 req-0ab186ad-1566-457c-8108-15bccf8585cd tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:31:52.718917 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-9dfd55d0-9c20-4c60-b9f4-19ac8eaf6710 req-0ab186ad-1566-457c-8108-15bccf8585cd tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] Synchronizing usage tracker for tenant:db6fd322329b4022b9cb210149c8de8f on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:31:52.727474 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5ea0ac96-2658-48b6-8613-6775bf99482c tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks [] for subnet, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:52.929792 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5ea0ac96-2658-48b6-8613-6775bf99482c tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3149227'] for subnet, precommit_delete_associations {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:52.992004 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7cbf06d-4573-4dc7-a08d-06a35e10f049 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Deleting subnet 7c49bf1b-f34c-47c4-b8f2-92cb771b11ff {{(pid=84886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:31:52.996759 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a7cbf06d-4573-4dc7-a08d-06a35e10f049 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks [] for subnet, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:53.054512 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-78cc81f3-2e89-4a58-ae50-b992febcc4c8 req-7ee64616-cfe5-459d-af1b-32022c05c1f3 service neutron] Attempting to bind port 36d424df-74df-4f59-8ac8-529a43c28c43 on host n-h2-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:31:53.054818 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-78cc81f3-2e89-4a58-ae50-b992febcc4c8 req-7ee64616-cfe5-459d-af1b-32022c05c1f3 service neutron] Attempting to bind port 36d424df-74df-4f59-8ac8-529a43c28c43 by drivers openvswitch,hyperv on host n-h2-843948-2 at level 0 using segments [{'id': 'b78e2ba6-ffa9-4506-8832-06fa459f4605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '2ad0cf2e-8ff8-4add-9223-e815a60245ec'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:31:53.055258 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78cc81f3-2e89-4a58-ae50-b992febcc4c8 req-7ee64616-cfe5-459d-af1b-32022c05c1f3 service neutron] Attempting to bind port 36d424df-74df-4f59-8ac8-529a43c28c43 on network 2ad0cf2e-8ff8-4add-9223-e815a60245ec {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:31:53.079595 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-9dfd55d0-9c20-4c60-b9f4-19ac8eaf6710 req-0ab186ad-1566-457c-8108-15bccf8585cd tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] Unset dirty status for tenant:db6fd322329b4022b9cb210149c8de8f on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:31:53.080875 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9dfd55d0-9c20-4c60-b9f4-19ac8eaf6710 req-0ab186ad-1566-457c-8108-15bccf8585cd tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] 10.222.0.85 "GET /v2.0/ports?device_id=f03d717e-c105-41d5-a5af-5828ba46c89b HTTP/1.1" status: 200 len: 946 time: 1.2021873 May 30 20:31:53.086059 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a7cbf06d-4573-4dc7-a08d-06a35e10f049 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2655517'] for subnet, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:53.086568 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78cc81f3-2e89-4a58-ae50-b992febcc4c8 req-7ee64616-cfe5-459d-af1b-32022c05c1f3 service neutron] Port 36d424df-74df-4f59-8ac8-529a43c28c43 on network 2ad0cf2e-8ff8-4add-9223-e815a60245ec not bound, no agent of type Open vSwitch agent registered on host n-h2-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:31:53.086568 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78cc81f3-2e89-4a58-ae50-b992febcc4c8 req-7ee64616-cfe5-459d-af1b-32022c05c1f3 service neutron] Attempting to bind port 36d424df-74df-4f59-8ac8-529a43c28c43 on network 2ad0cf2e-8ff8-4add-9223-e815a60245ec {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:31:53.116220 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5ea0ac96-2658-48b6-8613-6775bf99482c tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:53.232898 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78cc81f3-2e89-4a58-ae50-b992febcc4c8 req-7ee64616-cfe5-459d-af1b-32022c05c1f3 service neutron] Checking agent: {'id': 'eaa08354-e8f5-4e73-af76-8d3cf7d2b390', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 31, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:31:53.233252 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78cc81f3-2e89-4a58-ae50-b992febcc4c8 req-7ee64616-cfe5-459d-af1b-32022c05c1f3 service neutron] Checking segment: {'id': 'b78e2ba6-ffa9-4506-8832-06fa459f4605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '2ad0cf2e-8ff8-4add-9223-e815a60245ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:31:53.233660 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78cc81f3-2e89-4a58-ae50-b992febcc4c8 req-7ee64616-cfe5-459d-af1b-32022c05c1f3 service neutron] Bound using segment: {'id': 'b78e2ba6-ffa9-4506-8832-06fa459f4605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '2ad0cf2e-8ff8-4add-9223-e815a60245ec'} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:31:53.234102 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-78cc81f3-2e89-4a58-ae50-b992febcc4c8 req-7ee64616-cfe5-459d-af1b-32022c05c1f3 service neutron] Bound port: 36d424df-74df-4f59-8ac8-529a43c28c43, host: n-h2-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b78e2ba6-ffa9-4506-8832-06fa459f4605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '2ad0cf2e-8ff8-4add-9223-e815a60245ec'}}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:31:53.234447 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-78cc81f3-2e89-4a58-ae50-b992febcc4c8 req-7ee64616-cfe5-459d-af1b-32022c05c1f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:53.280774 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ac29f50-c101-4a13-8e00-8b16f9c60022 None None] DHCP port deletion for 5fdb5cec-9729-438e-91bb-fe5337bfd457 request from n-d-843948-2 {{(pid=84888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:31:53.286883 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-6ac29f50-c101-4a13-8e00-8b16f9c60022 None None] Deleting port 10fdb2f9-c061-4a8b-a08c-84940e2496ce {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:31:53.290767 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9dfd55d0-9c20-4c60-b9f4-19ac8eaf6710 req-312eee0b-66b2-4e4e-b8dd-b5be6ea6e4fd tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] 10.222.0.85 "GET /v2.0/security-groups?id=2268d3cd-925a-464e-9ff1-7b08a4bf8bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957114 May 30 20:31:53.290926 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-6ac29f50-c101-4a13-8e00-8b16f9c60022 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:53.294958 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a7cbf06d-4573-4dc7-a08d-06a35e10f049 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:53.455042 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-2b383763-e9c8-4c71-bc42-dcddf4fd4b23 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-141910791'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:31:53.562331 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5ea0ac96-2658-48b6-8613-6775bf99482c tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4055470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114247'] for subnet, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:53.582054 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-2b383763-e9c8-4c71-bc42-dcddf4fd4b23 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:31:53.614480 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-2b383763-e9c8-4c71-bc42-dcddf4fd4b23 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Usage tracker for resource:network and tenant:8bd9692a05604ca1bb63ee573fbbaff2 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:31:53.624910 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-2b383763-e9c8-4c71-bc42-dcddf4fd4b23 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:31:53.667361 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-2b383763-e9c8-4c71-bc42-dcddf4fd4b23 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:31:53.677864 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a7cbf06d-4573-4dc7-a08d-06a35e10f049 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4127075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2778536'] for subnet, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:53.731835 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-6ac29f50-c101-4a13-8e00-8b16f9c60022 None None] For port 10fdb2f9-c061-4a8b-a08c-84940e2496ce, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=10fdb2f9-c061-4a8b-a08c-84940e2496ce,segment=NetworkSegment(b7e8aa37-42b7-4e7b-b7cd-3e75b028c198),segment_id=b7e8aa37-42b7-4e7b-b7cd-3e75b028c198)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:31:53.732146 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-6ac29f50-c101-4a13-8e00-8b16f9c60022 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:53.745579 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cbf06d-4573-4dc7-a08d-06a35e10f049 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Pushing event deleted for resources: {'Subnet': ['ID=7c49bf1b-f34c-47c4-b8f2-92cb771b11ff,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:53.780390 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de981c5b-085b-41a2-833c-b6e3de1fea88 req-ef2e2ef1-70ed-4130-ab9a-255bdb18899a tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:31:53.789028 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-de981c5b-085b-41a2-833c-b6e3de1fea88 req-ef2e2ef1-70ed-4130-ab9a-255bdb18899a tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=bb8e5987-b3ba-470c-b297-cb22dc08dac6 HTTP/1.1" status: 200 len: 945 time: 1.0154564 May 30 20:31:53.816672 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93bac2ff-9756-4613-9a29-219ad70d36ee None None] Network 2c9349e7-cc10-4a1e-9856-ef94a3776dc4 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:31:53.828868 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a7cbf06d-4573-4dc7-a08d-06a35e10f049 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks [] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:53.845048 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-a7cbf06d-4573-4dc7-a08d-06a35e10f049 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] 10.222.0.85 "DELETE /v2.0/subnets/7c49bf1b-f34c-47c4-b8f2-92cb771b11ff HTTP/1.1" status: 204 len: 168 time: 1.1563375 May 30 20:31:53.848089 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 45502) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:53.856601 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-78cc81f3-2e89-4a58-ae50-b992febcc4c8 req-7ee64616-cfe5-459d-af1b-32022c05c1f3 service neutron] For port 36d424df-74df-4f59-8ac8-529a43c28c43, host n-h2-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:31:53.888155 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea0ac96-2658-48b6-8613-6775bf99482c tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Pushing event deleted for resources: {'Subnet': ['ID=1440fa4a-55ec-462e-a53d-6d31906df740,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:53.898841 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b383763-e9c8-4c71-bc42-dcddf4fd4b23 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Made reservation on behalf of 8bd9692a05604ca1bb63ee573fbbaff2 for: {'network': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:31:53.903347 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2b383763-e9c8-4c71-bc42-dcddf4fd4b23 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:54.025357 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-78cc81f3-2e89-4a58-ae50-b992febcc4c8 req-7ee64616-cfe5-459d-af1b-32022c05c1f3 service neutron] For port 36d424df-74df-4f59-8ac8-529a43c28c43, host n-h2-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=36d424df-74df-4f59-8ac8-529a43c28c43,segment=NetworkSegment(b78e2ba6-ffa9-4506-8832-06fa459f4605),segment_id=b78e2ba6-ffa9-4506-8832-06fa459f4605)] {{(pid=84887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:31:54.050863 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-6ac29f50-c101-4a13-8e00-8b16f9c60022 None None] Calling delete_port for 10fdb2f9-c061-4a8b-a08c-84940e2496ce owned by network:dhcp {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:31:54.110642 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-78cc81f3-2e89-4a58-ae50-b992febcc4c8 req-7ee64616-cfe5-459d-af1b-32022c05c1f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:54.194347 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5ea0ac96-2658-48b6-8613-6775bf99482c tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:54.232042 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2b383763-e9c8-4c71-bc42-dcddf4fd4b23 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:54.262526 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ca3b95-b029-49b3-8a3c-b976a24b6994 None None] Network e47345d4-98a8-46f5-a7b7-66b2eb513a50 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:31:54.263244 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-78cc81f3-2e89-4a58-ae50-b992febcc4c8 req-7ee64616-cfe5-459d-af1b-32022c05c1f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:54.264951 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-78cc81f3-2e89-4a58-ae50-b992febcc4c8 req-7ee64616-cfe5-459d-af1b-32022c05c1f3 service neutron] 10.222.0.86 "PUT /v2.0/ports/36d424df-74df-4f59-8ac8-529a43c28c43 HTTP/1.1" status: 200 len: 1092 time: 4.3570368 May 30 20:31:54.270840 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4532444-4cb6-4a56-8be0-64e0850311a8', 'tag': '36d424df-74df-4f59-8ac8-529a43c28c43'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:31:54.296226 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-de981c5b-085b-41a2-833c-b6e3de1fea88 req-46e97c84-006d-445a-995a-55888816fe0c tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ed3b12a-c5d4-4ba2-906c-9900ee2b8018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5054092 May 30 20:31:54.306350 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee64616-cfe5-459d-af1b-32022c05c1f3 service neutron] Pushing event updated for resources: {'Port': ['ID=36d424df-74df-4f59-8ac8-529a43c28c43,revision_number=3']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:54.320897 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a507b4b-5947-45e7-b53c-566bdec5d7ee req-4fcc9091-3a21-44ff-8371-93a483cb93f3 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:31:54.322638 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7a507b4b-5947-45e7-b53c-566bdec5d7ee req-4fcc9091-3a21-44ff-8371-93a483cb93f3 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] 10.222.0.71 "GET /v2.0/ports?device_id=f03d717e-c105-41d5-a5af-5828ba46c89b HTTP/1.1" status: 200 len: 946 time: 0.5975192 May 30 20:31:54.361278 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-5ea0ac96-2658-48b6-8613-6775bf99482c tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "DELETE /v2.0/subnets/1440fa4a-55ec-462e-a53d-6d31906df740 HTTP/1.1" status: 204 len: 168 time: 2.1090584 May 30 20:31:54.384835 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-2b383763-e9c8-4c71-bc42-dcddf4fd4b23 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:31:54.395065 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-2b383763-e9c8-4c71-bc42-dcddf4fd4b23 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Usage tracker for resource:security_group_rule and tenant:8bd9692a05604ca1bb63ee573fbbaff2 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:31:54.398439 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-2b383763-e9c8-4c71-bc42-dcddf4fd4b23 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:31:54.412128 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-2b383763-e9c8-4c71-bc42-dcddf4fd4b23 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:31:54.442315 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 45514) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:54.446734 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcb3f88-f6f7-4e2d-b90d-bcac2385cc22 req-56587371-46b1-4e08-9131-48703c8aa767 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:31:54.456855 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-edcb3f88-f6f7-4e2d-b90d-bcac2385cc22 req-56587371-46b1-4e08-9131-48703c8aa767 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "GET /v2.0/ports?device_id=e4532444-4cb6-4a56-8be0-64e0850311a8 HTTP/1.1" status: 200 len: 944 time: 0.6189523 May 30 20:31:54.487619 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-6ac29f50-c101-4a13-8e00-8b16f9c60022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468'] for port, after_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:54.504057 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 10fdb2f9-c061-4a8b-a08c-84940e2496ce no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:31:54.511517 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9212c635-3c72-4a83-a378-c14ad13ade08 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:54.563363 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfbe6448-abfd-4916-af3b-8c662276fc4b'] response: {'name': 'network-changed', 'server_uuid': 'e4532444-4cb6-4a56-8be0-64e0850311a8', 'tag': '36d424df-74df-4f59-8ac8-529a43c28c43', 'status': 'completed', 'code': 200} May 30 20:31:54.716000 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-04565bbe-fb03-44da-ae8e-df308c749201 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2356646 May 30 20:31:54.758345 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac29f50-c101-4a13-8e00-8b16f9c60022 None None] Pushing event deleted for resources: {'Port': ['ID=10fdb2f9-c061-4a8b-a08c-84940e2496ce,revision_number=None']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:54.760281 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 45522) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:54.788919 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-b4588d44-12e0-4939-b42b-23dc7e8cabb7 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Request body: {'subnet': {'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:31:54.795773 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: 10fdb2f9-c061-4a8b-a08c-84940e2496ce {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:31:54.803998 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 10fdb2f9-c061-4a8b-a08c-84940e2496ce not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:31:54.872082 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac29f50-c101-4a13-8e00-8b16f9c60022 None None] No DVR routers for this DVR port 10fdb2f9-c061-4a8b-a08c-84940e2496ce on host n-d-843948-2 {{(pid=84888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:31:54.894185 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-edcb3f88-f6f7-4e2d-b90d-bcac2385cc22 req-41f9ff26-e71e-4667-b653-f1fdd1c6c475 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "GET /v2.0/security-groups?id=8fd72c30-8784-4fee-8740-f07b67b99040&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4319317 May 30 20:31:54.986565 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9212c635-3c72-4a83-a378-c14ad13ade08 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:55.034937 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2b383763-e9c8-4c71-bc42-dcddf4fd4b23 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:55.040185 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-9212c635-3c72-4a83-a378-c14ad13ade08 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fdb5cec-9729-438e-91bb-fe5337bfd457']}} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:31:55.049780 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-7a507b4b-5947-45e7-b53c-566bdec5d7ee req-5ad15c0f-8e33-473b-a2ba-97fa2bd00788 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] Deleting port 2cf9cea4-18f1-4ae3-8d2a-dd24c0abe6e0 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:31:55.050130 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-7a507b4b-5947-45e7-b53c-566bdec5d7ee req-5ad15c0f-8e33-473b-a2ba-97fa2bd00788 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:55.065594 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-9212c635-3c72-4a83-a378-c14ad13ade08 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7e8aa37-42b7-4e7b-b7cd-3e75b028c198') {'for_net_delete': True} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:31:55.065927 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-9212c635-3c72-4a83-a378-c14ad13ade08 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7e8aa37-42b7-4e7b-b7cd-3e75b028c198') {} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:31:55.085920 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae79246b-3eef-4ba8-9500-d6b4eea22e07 req-aec37fdf-052c-4fa0-93fa-1e9fe03dc39c tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:31:55.093685 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ae79246b-3eef-4ba8-9500-d6b4eea22e07 req-aec37fdf-052c-4fa0-93fa-1e9fe03dc39c tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] 10.222.0.85 "GET /v2.0/ports?device_id=f03d717e-c105-41d5-a5af-5828ba46c89b HTTP/1.1" status: 200 len: 946 time: 0.4253111 May 30 20:31:55.112672 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9212c635-3c72-4a83-a378-c14ad13ade08 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2660590'] for segment, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:55.137243 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2b383763-e9c8-4c71-bc42-dcddf4fd4b23 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:55.159182 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-481427ee-8164-456d-97bd-bda5a38a4bff None None] DHCP port deletion for 2c9349e7-cc10-4a1e-9856-ef94a3776dc4 request from n-d-843948-2 {{(pid=84888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:31:55.173649 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-481427ee-8164-456d-97bd-bda5a38a4bff None None] Deleting port 3639458b-1115-4d5e-a7fe-9966133fef20 {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:31:55.175819 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-481427ee-8164-456d-97bd-bda5a38a4bff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:55.177624 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9212c635-3c72-4a83-a378-c14ad13ade08 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:55.244262 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9212c635-3c72-4a83-a378-c14ad13ade08 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Releasing vlan 678 on physical network physnet1 to pool {{(pid=84886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:31:55.245014 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9212c635-3c72-4a83-a378-c14ad13ade08 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4126989'] for segment, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:55.305233 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e99b85-ab1d-4091-8b49-1fe66499bbd5 None None] DHCP port deletion for e47345d4-98a8-46f5-a7b7-66b2eb513a50 request from n-d-843948-2 {{(pid=84888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:31:55.314823 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-13e99b85-ab1d-4091-8b49-1fe66499bbd5 None None] Deleting port 417194bd-b0f4-48d4-8a2f-e0f19d9c4fe7 {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:31:55.315729 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13e99b85-ab1d-4091-8b49-1fe66499bbd5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:55.322399 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-b4588d44-12e0-4939-b42b-23dc7e8cabb7 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:31:55.326288 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-ae79246b-3eef-4ba8-9500-d6b4eea22e07 req-84864491-2f9f-4bf3-a615-ed1672d7acb5 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] Synchronizing usage tracker for tenant:db6fd322329b4022b9cb210149c8de8f on resource:security_group {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:31:55.331309 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-78cc81f3-2e89-4a58-ae50-b992febcc4c8 req-937dee74-86eb-4ebf-8ff2-048e6c856819 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6a921a88c2104251b4f5cf697763e02b&device_id=e4532444-4cb6-4a56-8be0-64e0850311a8 HTTP/1.1" status: 200 len: 1095 time: 0.8416417 May 30 20:31:55.341768 n-d-843948-2 neutron-server[84886]: Traceback (most recent call last): May 30 20:31:55.341768 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:31:55.341768 n-d-843948-2 neutron-server[84886]: timer() May 30 20:31:55.341768 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:31:55.341768 n-d-843948-2 neutron-server[84886]: cb(*args, **kw) May 30 20:31:55.341768 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:31:55.341768 n-d-843948-2 neutron-server[84886]: return func(*args, **kwargs) May 30 20:31:55.341768 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:31:55.341768 n-d-843948-2 neutron-server[84886]: self._notify() May 30 20:31:55.341768 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:31:55.341768 n-d-843948-2 neutron-server[84886]: self.callback(batched_events) May 30 20:31:55.341768 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:31:55.341768 n-d-843948-2 neutron-server[84886]: event.method(event) May 30 20:31:55.341768 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:31:55.341768 n-d-843948-2 neutron-server[84886]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:31:55.341768 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:31:55.341768 n-d-843948-2 neutron-server[84886]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:31:55.341768 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:31:55.341768 n-d-843948-2 neutron-server[84886]: return f(self, *a, **k) May 30 20:31:55.341768 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:31:55.341768 n-d-843948-2 neutron-server[84886]: return self._get(url).json() May 30 20:31:55.341768 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:31:55.341768 n-d-843948-2 neutron-server[84886]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:31:55.341768 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:31:55.341768 n-d-843948-2 neutron-server[84886]: return self.request(url, 'GET', **kwargs) May 30 20:31:55.341768 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:31:55.341768 n-d-843948-2 neutron-server[84886]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:31:55.341768 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:31:55.341768 n-d-843948-2 neutron-server[84886]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:31:55.341768 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:31:55.341768 n-d-843948-2 neutron-server[84886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:31:55.341768 n-d-843948-2 neutron-server[84886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:31:55.344686 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-b4588d44-12e0-4939-b42b-23dc7e8cabb7 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Usage tracker for resource:subnet and tenant:08954986e7454427ae0d40c7652d3c6a is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:31:55.439913 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-b4588d44-12e0-4939-b42b-23dc7e8cabb7 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:31:55.466245 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-b4588d44-12e0-4939-b42b-23dc7e8cabb7 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:31:55.474130 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-78cc81f3-2e89-4a58-ae50-b992febcc4c8 req-e44b97fb-1bb9-4757-8859-575c091f3a68 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36d424df-74df-4f59-8ac8-529a43c28c43 HTTP/1.1" status: 200 len: 217 time: 0.1280901 May 30 20:31:55.499824 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b383763-e9c8-4c71-bc42-dcddf4fd4b23 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=076f492e-5bca-451c-baea-e514e5cfb139,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:55.597240 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-13e99b85-ab1d-4091-8b49-1fe66499bbd5 None None] For port 417194bd-b0f4-48d4-8a2f-e0f19d9c4fe7, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=417194bd-b0f4-48d4-8a2f-e0f19d9c4fe7,segment=NetworkSegment(2cb73a29-9359-4fbf-99af-be1c6062790b),segment_id=2cb73a29-9359-4fbf-99af-be1c6062790b)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:31:55.603374 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13e99b85-ab1d-4091-8b49-1fe66499bbd5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:55.626990 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-ae79246b-3eef-4ba8-9500-d6b4eea22e07 req-84864491-2f9f-4bf3-a615-ed1672d7acb5 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] Unset dirty status for tenant:db6fd322329b4022b9cb210149c8de8f on resource:security_group {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:31:55.638623 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ae79246b-3eef-4ba8-9500-d6b4eea22e07 req-84864491-2f9f-4bf3-a615-ed1672d7acb5 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] 10.222.0.85 "GET /v2.0/security-groups?id=2268d3cd-925a-464e-9ff1-7b08a4bf8bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5435369 May 30 20:31:55.656382 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9212c635-3c72-4a83-a378-c14ad13ade08 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:55.668276 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9212c635-3c72-4a83-a378-c14ad13ade08 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks [] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:55.673517 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b383763-e9c8-4c71-bc42-dcddf4fd4b23 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] vlan segment allocate from pool success with {'vlan_id': 671, 'physical_network': 'physnet1'} {{(pid=84886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:31:55.758798 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9212c635-3c72-4a83-a378-c14ad13ade08 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Pushing event deleted for resources: {'Network': ['ID=5fdb5cec-9729-438e-91bb-fe5337bfd457,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:55.779012 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2b383763-e9c8-4c71-bc42-dcddf4fd4b23 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:55.779361 n-d-843948-2 neutron-server[84886]: INFO neutron.db.segments_db [None req-2b383763-e9c8-4c71-bc42-dcddf4fd4b23 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Added segment a1dfc002-f861-4877-b762-3637faeefdd0 of type vlan for network a64196a7-48bc-43c7-aa70-6dccd590f971 May 30 20:31:55.820693 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-13e99b85-ab1d-4091-8b49-1fe66499bbd5 None None] Calling delete_port for 417194bd-b0f4-48d4-8a2f-e0f19d9c4fe7 owned by network:dhcp {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:31:55.834350 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2b383763-e9c8-4c71-bc42-dcddf4fd4b23 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:55.896487 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-9212c635-3c72-4a83-a378-c14ad13ade08 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] 10.222.0.85 "DELETE /v2.0/networks/5fdb5cec-9729-438e-91bb-fe5337bfd457 HTTP/1.1" status: 204 len: 168 time: 2.0459669 May 30 20:31:55.899509 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 45540) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:55.950359 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-481427ee-8164-456d-97bd-bda5a38a4bff None None] For port 3639458b-1115-4d5e-a7fe-9966133fef20, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=3639458b-1115-4d5e-a7fe-9966133fef20,segment=NetworkSegment(9128760e-82fc-46b5-824d-cb40ae252f4e),segment_id=9128760e-82fc-46b5-824d-cb40ae252f4e)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:31:55.950766 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-481427ee-8164-456d-97bd-bda5a38a4bff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:56.117797 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2b383763-e9c8-4c71-bc42-dcddf4fd4b23 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:56.117797 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b383763-e9c8-4c71-bc42-dcddf4fd4b23 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:31:56.117797 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2b383763-e9c8-4c71-bc42-dcddf4fd4b23 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks [] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:56.147296 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cc81f3-2e89-4a58-ae50-b992febcc4c8 req-51efd273-e5cd-4276-bce5-c5e83dbfc1d5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:31:56.149650 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-78cc81f3-2e89-4a58-ae50-b992febcc4c8 req-51efd273-e5cd-4276-bce5-c5e83dbfc1d5 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3f5f2a28-796d-4138-b193-86a2946727dc HTTP/1.1" status: 200 len: 853 time: 0.6234183 May 30 20:31:56.178489 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4588d44-12e0-4939-b42b-23dc7e8cabb7 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Made reservation on behalf of 08954986e7454427ae0d40c7652d3c6a for: {'subnet': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:31:56.246987 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b4588d44-12e0-4939-b42b-23dc7e8cabb7 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114220'] for subnet, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:56.247265 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-481427ee-8164-456d-97bd-bda5a38a4bff None None] Calling delete_port for 3639458b-1115-4d5e-a7fe-9966133fef20 owned by network:dhcp {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:31:56.334012 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b8b998e1-0dcd-4390-b6b1-0a02b0ece343 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:56.338958 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b383763-e9c8-4c71-bc42-dcddf4fd4b23 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Pushing event updated for resources: {'Network': ['ID=a64196a7-48bc-43c7-aa70-6dccd590f971,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:56.368715 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-b8b998e1-0dcd-4390-b6b1-0a02b0ece343 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Deleting port 3639458b-1115-4d5e-a7fe-9966133fef20 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:31:56.368715 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b8b998e1-0dcd-4390-b6b1-0a02b0ece343 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:56.369973 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network a64196a7-48bc-43c7-aa70-6dccd590f971 details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:31:56.451575 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f501c5-4543-4e7d-99a0-93923e152e10 req-3363a56f-00da-4075-857f-2d928f14ec81 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:31:56.453094 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-70f501c5-4543-4e7d-99a0-93923e152e10 req-3363a56f-00da-4075-857f-2d928f14ec81 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "GET /v2.0/ports?device_id=e4532444-4cb6-4a56-8be0-64e0850311a8 HTTP/1.1" status: 200 len: 944 time: 0.2436693 May 30 20:31:56.460148 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 3639458b-1115-4d5e-a7fe-9966133fef20 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:31:56.570628 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-7a507b4b-5947-45e7-b53c-566bdec5d7ee req-5ad15c0f-8e33-473b-a2ba-97fa2bd00788 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] For port 2cf9cea4-18f1-4ae3-8d2a-dd24c0abe6e0, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=2cf9cea4-18f1-4ae3-8d2a-dd24c0abe6e0,segment=NetworkSegment(a0397637-f061-423b-af31-4fae82d2600b),segment_id=a0397637-f061-423b-af31-4fae82d2600b)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:31:56.571069 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-7a507b4b-5947-45e7-b53c-566bdec5d7ee req-5ad15c0f-8e33-473b-a2ba-97fa2bd00788 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:56.614277 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:56.624785 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-70f501c5-4543-4e7d-99a0-93923e152e10 req-bbc5159c-1f1e-4daa-a98b-3c5f534fdbc3 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "GET /v2.0/security-groups?id=8fd72c30-8784-4fee-8740-f07b67b99040&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1467483 May 30 20:31:56.652666 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [None req-b8b998e1-0dcd-4390-b6b1-0a02b0ece343 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] For port 3639458b-1115-4d5e-a7fe-9966133fef20, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=3639458b-1115-4d5e-a7fe-9966133fef20,segment=NetworkSegment(9128760e-82fc-46b5-824d-cb40ae252f4e),segment_id=9128760e-82fc-46b5-824d-cb40ae252f4e)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:31:56.653151 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b8b998e1-0dcd-4390-b6b1-0a02b0ece343 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:56.723099 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-2b383763-e9c8-4c71-bc42-dcddf4fd4b23 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 4.0685432 May 30 20:31:56.741572 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13e99b85-ab1d-4091-8b49-1fe66499bbd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468'] for port, after_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:56.788770 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-b8b998e1-0dcd-4390-b6b1-0a02b0ece343 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Calling delete_port for 3639458b-1115-4d5e-a7fe-9966133fef20 owned by network:dhcp {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:31:56.881242 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-7a507b4b-5947-45e7-b53c-566bdec5d7ee req-5ad15c0f-8e33-473b-a2ba-97fa2bd00788 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] Calling delete_port for 2cf9cea4-18f1-4ae3-8d2a-dd24c0abe6e0 owned by compute:nova {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:31:56.898721 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 45558) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:56.904824 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-7e47be1a-4b19-49bc-9f6f-deaccd50da3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:56.910974 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-481427ee-8164-456d-97bd-bda5a38a4bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468'] for port, after_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:56.913448 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-452c284a-4553-4e08-b87e-a5163465f8e2 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Request body: {'subnet': {'network_id': 'a64196a7-48bc-43c7-aa70-6dccd590f971', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:31:56.974255 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481427ee-8164-456d-97bd-bda5a38a4bff None None] No DVR routers for this DVR port 3639458b-1115-4d5e-a7fe-9966133fef20 on host n-d-843948-2 {{(pid=84888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:31:57.033450 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f2d2db-940e-421d-8f52-a7dcbd78b932 req-d4af45c8-e289-4872-b880-e79be064d5c7 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:31:57.035019 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-76f2d2db-940e-421d-8f52-a7dcbd78b932 req-d4af45c8-e289-4872-b880-e79be064d5c7 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=bb8e5987-b3ba-470c-b297-cb22dc08dac6 HTTP/1.1" status: 200 len: 945 time: 1.3811328 May 30 20:31:57.075069 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e99b85-ab1d-4091-8b49-1fe66499bbd5 None None] Pushing event deleted for resources: {'Port': ['ID=417194bd-b0f4-48d4-8a2f-e0f19d9c4fe7,revision_number=None']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:57.077740 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 2cf9cea4-18f1-4ae3-8d2a-dd24c0abe6e0 no longer exists at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:31:57.134295 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-78cc81f3-2e89-4a58-ae50-b992febcc4c8 req-de4e7d83-b205-4fe0-87bd-39bb07f7cf20 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2ad0cf2e-8ff8-4add-9223-e815a60245ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6878181 May 30 20:31:57.140636 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b4588d44-12e0-4939-b42b-23dc7e8cabb7 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4055401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114238'] for subnet, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:57.168705 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 417194bd-b0f4-48d4-8a2f-e0f19d9c4fe7 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:31:57.240612 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e99b85-ab1d-4091-8b49-1fe66499bbd5 None None] No DVR routers for this DVR port 417194bd-b0f4-48d4-8a2f-e0f19d9c4fe7 on host n-d-843948-2 {{(pid=84888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:31:57.247730 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: 417194bd-b0f4-48d4-8a2f-e0f19d9c4fe7 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:31:57.248487 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 417194bd-b0f4-48d4-8a2f-e0f19d9c4fe7 not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:31:57.264299 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481427ee-8164-456d-97bd-bda5a38a4bff None None] Pushing event deleted for resources: {'Port': ['ID=3639458b-1115-4d5e-a7fe-9966133fef20,revision_number=None']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:57.310361 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.db.api [None req-b8b998e1-0dcd-4390-b6b1-0a02b0ece343 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:31:57.310684 n-d-843948-2 neutron-server[84886]: DEBUG oslo_db.api [None req-b8b998e1-0dcd-4390-b6b1-0a02b0ece343 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:31:57.340478 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-452c284a-4553-4e08-b87e-a5163465f8e2 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:31:57.351036 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-452c284a-4553-4e08-b87e-a5163465f8e2 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Usage tracker for resource:subnet and tenant:8bd9692a05604ca1bb63ee573fbbaff2 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:31:57.356555 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-452c284a-4553-4e08-b87e-a5163465f8e2 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:31:57.363921 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-452c284a-4553-4e08-b87e-a5163465f8e2 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:31:57.380807 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:57.393574 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-76f2d2db-940e-421d-8f52-a7dcbd78b932 req-30657f96-82f3-430d-8fce-326950d8cb3d tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ed3b12a-c5d4-4ba2-906c-9900ee2b8018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3355727 May 30 20:31:57.455138 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e980203c-711d-4cc0-b3c5-0e8898093d61 req-1819a1d0-fc6e-47fb-892d-5b3eddf3330a tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:31:57.472561 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e980203c-711d-4cc0-b3c5-0e8898093d61 req-1819a1d0-fc6e-47fb-892d-5b3eddf3330a tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] 10.222.0.85 "GET /v2.0/ports?device_id=f03d717e-c105-41d5-a5af-5828ba46c89b HTTP/1.1" status: 200 len: 946 time: 0.5182848 May 30 20:31:57.479317 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-452c284a-4553-4e08-b87e-a5163465f8e2 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Made reservation on behalf of 8bd9692a05604ca1bb63ee573fbbaff2 for: {'subnet': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:31:57.503588 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4588d44-12e0-4939-b42b-23dc7e8cabb7 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Network e47345d4-98a8-46f5-a7b7-66b2eb513a50 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:31:57.508411 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4588d44-12e0-4939-b42b-23dc7e8cabb7 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Pushing event updated for resources: {'Subnet': ['ID=19fb54f8-ad91-4807-a0a7-80f71091a63e,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:57.511306 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-b4588d44-12e0-4939-b42b-23dc7e8cabb7 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:31:57.520345 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f567c0e-b7e2-418b-aa46-21ae1f2832dc None None] Network e47345d4-98a8-46f5-a7b7-66b2eb513a50 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:31:57.530948 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4588d44-12e0-4939-b42b-23dc7e8cabb7 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:31:57.531771 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b4588d44-12e0-4939-b42b-23dc7e8cabb7 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:57.568173 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-78cc81f3-2e89-4a58-ae50-b992febcc4c8 req-a4f97e9a-3b93-4828-b4ea-03f59eca6b0c service neutron] 10.222.0.86 "GET /v2.0/networks/2ad0cf2e-8ff8-4add-9223-e815a60245ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4229374 May 30 20:31:57.750114 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-78cc81f3-2e89-4a58-ae50-b992febcc4c8 req-1c51f989-e4d2-4a8b-acc3-ca80ec08f570 service neutron] 10.222.0.86 "GET /v2.0/networks/2ad0cf2e-8ff8-4add-9223-e815a60245ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718543 May 30 20:31:57.751206 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-7a507b4b-5947-45e7-b53c-566bdec5d7ee req-5ad15c0f-8e33-473b-a2ba-97fa2bd00788 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:57.769299 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-b4588d44-12e0-4939-b42b-23dc7e8cabb7 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.0027509 May 30 20:31:57.770334 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 45574) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:57.825289 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-b8b998e1-0dcd-4390-b6b1-0a02b0ece343 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Deleting port 3639458b-1115-4d5e-a7fe-9966133fef20 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:31:57.829648 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b8b998e1-0dcd-4390-b6b1-0a02b0ece343 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:57.865033 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-d86ca158-1980-473a-9eeb-85fa1adff84f tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Request body: {'port': {'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50', 'fixed_ips': [{'subnet_id': '19fb54f8-ad91-4807-a0a7-80f71091a63e', 'ip_address': '2001:db8::f034:d84a:24c8:c02c'}], 'name': 'tempest-NetworksTestDHCPv6-1504168046'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:31:57.926825 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad15c0f-8e33-473b-a2ba-97fa2bd00788 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] Pushing event deleted for resources: {'Port': ['ID=2cf9cea4-18f1-4ae3-8d2a-dd24c0abe6e0,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:57.939477 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-452c284a-4553-4e08-b87e-a5163465f8e2 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2778563'] for subnet, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:57.973977 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e980203c-711d-4cc0-b3c5-0e8898093d61 req-e11b4f5e-1bc5-4e89-8057-9d96dc385449 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] 10.222.0.85 "GET /v2.0/security-groups?id=2268d3cd-925a-464e-9ff1-7b08a4bf8bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4966691 May 30 20:31:58.064656 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c53e26dd-404d-4926-b9e9-096fbddbdfa9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-e47345d4-98a8-46f5-a7b7-66b2eb513a50', 'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50', 'tenant_id': '08954986e7454427ae0d40c7652d3c6a', 'fixed_ips': [{'subnet_id': '19fb54f8-ad91-4807-a0a7-80f71091a63e'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:31:58.065477 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-c53e26dd-404d-4926-b9e9-096fbddbdfa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:58.099849 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-b8b998e1-0dcd-4390-b6b1-0a02b0ece343 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] The port '3639458b-1115-4d5e-a7fe-9966133fef20' was deleted {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 20:31:58.280903 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b8b998e1-0dcd-4390-b6b1-0a02b0ece343 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:58.296197 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-c53e26dd-404d-4926-b9e9-096fbddbdfa9 None None] Allocated IP 2001:db8::2 (e47345d4-98a8-46f5-a7b7-66b2eb513a50/19fb54f8-ad91-4807-a0a7-80f71091a63e/8f959501-6d11-42a0-9749-31f9c44f4eb4) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:31:58.314761 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-b8b998e1-0dcd-4390-b6b1-0a02b0ece343 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c9349e7-cc10-4a1e-9856-ef94a3776dc4']}} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:31:58.332691 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a507b4b-5947-45e7-b53c-566bdec5d7ee req-5ad15c0f-8e33-473b-a2ba-97fa2bd00788 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] No DVR routers for this DVR port 2cf9cea4-18f1-4ae3-8d2a-dd24c0abe6e0 on host n-h1-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:31:58.334289 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-b8b998e1-0dcd-4390-b6b1-0a02b0ece343 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9128760e-82fc-46b5-824d-cb40ae252f4e') {'for_net_delete': True} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:31:58.334751 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-b8b998e1-0dcd-4390-b6b1-0a02b0ece343 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9128760e-82fc-46b5-824d-cb40ae252f4e') {} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:31:58.341791 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-7a507b4b-5947-45e7-b53c-566bdec5d7ee req-5ad15c0f-8e33-473b-a2ba-97fa2bd00788 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:58.343847 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7a507b4b-5947-45e7-b53c-566bdec5d7ee req-5ad15c0f-8e33-473b-a2ba-97fa2bd00788 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] 10.222.0.71 "DELETE /v2.0/ports/2cf9cea4-18f1-4ae3-8d2a-dd24c0abe6e0 HTTP/1.1" status: 204 len: 173 time: 3.9799538 May 30 20:31:58.347522 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f03d717e-c105-41d5-a5af-5828ba46c89b', 'name': 'network-vif-deleted', 'tag': '2cf9cea4-18f1-4ae3-8d2a-dd24c0abe6e0'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:31:58.395401 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-d86ca158-1980-473a-9eeb-85fa1adff84f tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:31:58.403528 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f12d60-fa96-49cd-ad94-169449c94dff req-5afd4512-7977-4458-81ee-45d393f27fab tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:31:58.410431 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-38f12d60-fa96-49cd-ad94-169449c94dff req-5afd4512-7977-4458-81ee-45d393f27fab tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "GET /v2.0/ports?device_id=e4532444-4cb6-4a56-8be0-64e0850311a8 HTTP/1.1" status: 200 len: 944 time: 0.4796057 May 30 20:31:58.416438 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-d86ca158-1980-473a-9eeb-85fa1adff84f tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Usage tracker for resource:port and tenant:08954986e7454427ae0d40c7652d3c6a is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:31:58.435722 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-d86ca158-1980-473a-9eeb-85fa1adff84f tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:31:58.444302 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b8b998e1-0dcd-4390-b6b1-0a02b0ece343 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2660590'] for segment, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:58.449090 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-d86ca158-1980-473a-9eeb-85fa1adff84f tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:31:58.454243 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-beb9e252-fb14-4bc8-b937-cee8af17da02 req-1c746f6d-e202-4f51-b807-0ea44be27ded service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6a921a88c2104251b4f5cf697763e02b&device_id=e4532444-4cb6-4a56-8be0-64e0850311a8 HTTP/1.1" status: 200 len: 1095 time: 0.5282762 May 30 20:31:58.466291 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60b0dd53-4a16-49a3-881b-97e7e79b2b0a'] response: {'server_uuid': 'f03d717e-c105-41d5-a5af-5828ba46c89b', 'name': 'network-vif-deleted', 'tag': '2cf9cea4-18f1-4ae3-8d2a-dd24c0abe6e0', 'status': 'completed', 'code': 200} May 30 20:31:58.481046 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b8b998e1-0dcd-4390-b6b1-0a02b0ece343 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:58.498732 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8b998e1-0dcd-4390-b6b1-0a02b0ece343 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Releasing vlan 681 on physical network physnet1 to pool {{(pid=84886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:31:58.498732 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b8b998e1-0dcd-4390-b6b1-0a02b0ece343 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4126989'] for segment, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:58.511632 n-d-843948-2 neutron-server[84886]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:31:58.511632 n-d-843948-2 neutron-server[84886]: util.warn( May 30 20:31:58.511632 n-d-843948-2 neutron-server[84886]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:31:58.511632 n-d-843948-2 neutron-server[84886]: util.warn( May 30 20:31:58.511632 n-d-843948-2 neutron-server[84886]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:31:58.511632 n-d-843948-2 neutron-server[84886]: util.warn( May 30 20:31:58.511632 n-d-843948-2 neutron-server[84886]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:31:58.511632 n-d-843948-2 neutron-server[84886]: util.warn( May 30 20:31:58.511632 n-d-843948-2 neutron-server[84886]: Traceback (most recent call last): May 30 20:31:58.511632 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:31:58.511632 n-d-843948-2 neutron-server[84886]: timer() May 30 20:31:58.511632 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:31:58.511632 n-d-843948-2 neutron-server[84886]: cb(*args, **kw) May 30 20:31:58.511632 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:31:58.511632 n-d-843948-2 neutron-server[84886]: return func(*args, **kwargs) May 30 20:31:58.511632 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:31:58.511632 n-d-843948-2 neutron-server[84886]: self._notify() May 30 20:31:58.511632 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:31:58.511632 n-d-843948-2 neutron-server[84886]: self.callback(batched_events) May 30 20:31:58.511632 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:31:58.511632 n-d-843948-2 neutron-server[84886]: event.method(event) May 30 20:31:58.511632 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:31:58.511632 n-d-843948-2 neutron-server[84886]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:31:58.511632 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:31:58.511632 n-d-843948-2 neutron-server[84886]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:31:58.511632 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:31:58.511632 n-d-843948-2 neutron-server[84886]: return f(self, *a, **k) May 30 20:31:58.511632 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:31:58.511632 n-d-843948-2 neutron-server[84886]: return self._get(url).json() May 30 20:31:58.511632 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:31:58.511632 n-d-843948-2 neutron-server[84886]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:31:58.511632 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:31:58.511632 n-d-843948-2 neutron-server[84886]: return self.request(url, 'GET', **kwargs) May 30 20:31:58.511632 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:31:58.511632 n-d-843948-2 neutron-server[84886]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:31:58.511632 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:31:58.511632 n-d-843948-2 neutron-server[84886]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:31:58.511632 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:31:58.511632 n-d-843948-2 neutron-server[84886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:31:58.511632 n-d-843948-2 neutron-server[84886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:31:58.707872 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-38f12d60-fa96-49cd-ad94-169449c94dff req-a13c0bc5-a54f-4ce0-b754-e6b99f324b26 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "GET /v2.0/security-groups?id=8fd72c30-8784-4fee-8740-f07b67b99040&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2963738 May 30 20:31:58.712945 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d86ca158-1980-473a-9eeb-85fa1adff84f tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Made reservation on behalf of 08954986e7454427ae0d40c7652d3c6a for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:31:58.765087 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-c53e26dd-404d-4926-b9e9-096fbddbdfa9 None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:58.783953 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-c53e26dd-404d-4926-b9e9-096fbddbdfa9 None None] Transition to ACTIVE for port object 8f959501-6d11-42a0-9749-31f9c44f4eb4 will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:31:58.810117 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b8b998e1-0dcd-4390-b6b1-0a02b0ece343 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:58.812678 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-452c284a-4553-4e08-b87e-a5163465f8e2 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4127140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2778577'] for subnet, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:58.813298 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-c53e26dd-404d-4926-b9e9-096fbddbdfa9 None None] Transition to ACTIVE for port object 8f959501-6d11-42a0-9749-31f9c44f4eb4 will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:31:58.874044 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b8b998e1-0dcd-4390-b6b1-0a02b0ece343 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks [] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:58.874324 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb9e252-fb14-4bc8-b937-cee8af17da02 req-8a9ccfc3-1d65-4aa2-bea4-c3bf52856ee2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:31:58.876221 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-beb9e252-fb14-4bc8-b937-cee8af17da02 req-8a9ccfc3-1d65-4aa2-bea4-c3bf52856ee2 service neutron] 10.222.0.86 "GET /v2.0/networks?id=2ad0cf2e-8ff8-4add-9223-e815a60245ec HTTP/1.1" status: 200 len: 915 time: 0.4085586 May 30 20:31:58.895495 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 45594) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:58.900995 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b998e1-0dcd-4390-b6b1-0a02b0ece343 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Pushing event deleted for resources: {'Network': ['ID=2c9349e7-cc10-4a1e-9856-ef94a3776dc4,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:58.921854 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-c53e26dd-404d-4926-b9e9-096fbddbdfa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:58.968197 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-beb9e252-fb14-4bc8-b937-cee8af17da02 req-e5ee57d4-0ccc-48af-8a3d-c65682896ac4 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36d424df-74df-4f59-8ac8-529a43c28c43 HTTP/1.1" status: 200 len: 217 time: 0.0807824 May 30 20:31:58.978958 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d86ca158-1980-473a-9eeb-85fa1adff84f tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:58.980755 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452c284a-4553-4e08-b87e-a5163465f8e2 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Pushing event updated for resources: {'Subnet': ['ID=77d348f0-ffed-437e-8e2e-8922485ea02d,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:59.011522 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b86c9e-18a2-4b15-9732-e836bff5b0ea req-a8a4ca70-bed8-444f-8377-9b989b89a792 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:31:59.019213 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-10b86c9e-18a2-4b15-9732-e836bff5b0ea req-a8a4ca70-bed8-444f-8377-9b989b89a792 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=bb8e5987-b3ba-470c-b297-cb22dc08dac6 HTTP/1.1" status: 200 len: 945 time: 0.3354194 May 30 20:31:59.036457 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452c284a-4553-4e08-b87e-a5163465f8e2 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Checking segment: {'id': 'a1dfc002-f861-4877-b762-3637faeefdd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'a64196a7-48bc-43c7-aa70-6dccd590f971'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:31:59.036816 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-452c284a-4553-4e08-b87e-a5163465f8e2 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Network hostable DHCP agents. Network: a64196a7-48bc-43c7-aa70-6dccd590f971, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:31:59.053263 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c53e26dd-404d-4926-b9e9-096fbddbdfa9 None None] Network e47345d4-98a8-46f5-a7b7-66b2eb513a50 is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:31:59.059871 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-b8b998e1-0dcd-4390-b6b1-0a02b0ece343 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] 10.222.0.85 "DELETE /v2.0/networks/2c9349e7-cc10-4a1e-9856-ef94a3776dc4 HTTP/1.1" status: 204 len: 168 time: 3.1546247 May 30 20:31:59.060113 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-c53e26dd-404d-4926-b9e9-096fbddbdfa9 None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:31:59.061441 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 45602) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:59.076158 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-14cb7b00-e288-4962-b9cc-ec826bcac0be tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-803406307'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:31:59.090725 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53e26dd-404d-4926-b9e9-096fbddbdfa9 None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:31:59.094501 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-14cb7b00-e288-4962-b9cc-ec826bcac0be tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:31:59.118155 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [None req-d86ca158-1980-473a-9eeb-85fa1adff84f tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] device_id is not set on port ddee2eaf-0642-48a7-bd3b-9d8b77de3896 yet. {{(pid=84887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:31:59.121063 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-14cb7b00-e288-4962-b9cc-ec826bcac0be tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Usage tracker for resource:network and tenant:eeceb350906e46fc9b2c21ca495ac559 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:31:59.137160 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-14cb7b00-e288-4962-b9cc-ec826bcac0be tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:31:59.152660 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-10b86c9e-18a2-4b15-9732-e836bff5b0ea req-f9e373c6-768a-4298-a673-8da52506a558 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ed3b12a-c5d4-4ba2-906c-9900ee2b8018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324615 May 30 20:31:59.156503 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-14cb7b00-e288-4962-b9cc-ec826bcac0be tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:31:59.166326 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53e26dd-404d-4926-b9e9-096fbddbdfa9 None None] Pushing event updated for resources: {'Port': ['ID=8f959501-6d11-42a0-9749-31f9c44f4eb4,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:59.184122 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-128d3bcf-7a5d-4fe5-9231-bca7020440aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:59.227444 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-128d3bcf-7a5d-4fe5-9231-bca7020440aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:31:59.232540 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-128d3bcf-7a5d-4fe5-9231-bca7020440aa admin admin] Usage tracker for resource:security_group_rule and tenant:3e06c2cbc84a4fefb78e87cb6136c69a is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:31:59.236690 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-128d3bcf-7a5d-4fe5-9231-bca7020440aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:31:59.243422 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-452c284a-4553-4e08-b87e-a5163465f8e2 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Network a64196a7-48bc-43c7-aa70-6dccd590f971 is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:31:59.247408 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-128d3bcf-7a5d-4fe5-9231-bca7020440aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:31:59.263473 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-e109a20f-de0b-4b4b-b813-8912cf227a15 req-da4c30db-2081-4e9b-a476-bc6124b0e5e0 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] Synchronizing usage tracker for tenant:db6fd322329b4022b9cb210149c8de8f on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:31:59.283145 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-c53e26dd-404d-4926-b9e9-096fbddbdfa9 None None] Attempting to bind port 8f959501-6d11-42a0-9749-31f9c44f4eb4 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:31:59.283988 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-c53e26dd-404d-4926-b9e9-096fbddbdfa9 None None] Attempting to bind port 8f959501-6d11-42a0-9749-31f9c44f4eb4 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': '2cb73a29-9359-4fbf-99af-be1c6062790b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:31:59.284560 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53e26dd-404d-4926-b9e9-096fbddbdfa9 None None] Attempting to bind port 8f959501-6d11-42a0-9749-31f9c44f4eb4 on network e47345d4-98a8-46f5-a7b7-66b2eb513a50 {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:31:59.295756 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53e26dd-404d-4926-b9e9-096fbddbdfa9 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:31:59.296467 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53e26dd-404d-4926-b9e9-096fbddbdfa9 None None] Checking segment: {'id': '2cb73a29-9359-4fbf-99af-be1c6062790b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:31:59.297505 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-c53e26dd-404d-4926-b9e9-096fbddbdfa9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:59.298236 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14cb7b00-e288-4962-b9cc-ec826bcac0be tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Made reservation on behalf of eeceb350906e46fc9b2c21ca495ac559 for: {'network': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:31:59.305993 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53e26dd-404d-4926-b9e9-096fbddbdfa9 None None] Bound using segment: {'id': '2cb73a29-9359-4fbf-99af-be1c6062790b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:31:59.305993 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-c53e26dd-404d-4926-b9e9-096fbddbdfa9 None None] Bound port: 8f959501-6d11-42a0-9749-31f9c44f4eb4, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cb73a29-9359-4fbf-99af-be1c6062790b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:31:59.305993 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-c53e26dd-404d-4926-b9e9-096fbddbdfa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:59.306406 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-14cb7b00-e288-4962-b9cc-ec826bcac0be tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:59.334350 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-452c284a-4553-4e08-b87e-a5163465f8e2 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, a64196a7-48bc-43c7-aa70-6dccd590f971) {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:31:59.351060 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb9e252-fb14-4bc8-b937-cee8af17da02 req-c1926999-d36a-406d-a9b2-0122e760d2d0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:31:59.352656 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-beb9e252-fb14-4bc8-b937-cee8af17da02 req-c1926999-d36a-406d-a9b2-0122e760d2d0 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3f5f2a28-796d-4138-b193-86a2946727dc HTTP/1.1" status: 200 len: 853 time: 0.3533676 May 30 20:31:59.357177 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-452c284a-4553-4e08-b87e-a5163465f8e2 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:31:59.367860 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-452c284a-4553-4e08-b87e-a5163465f8e2 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks [] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:59.369023 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-136a409c-0267-4989-8af6-4f12f3fe37c3 None None] Network a64196a7-48bc-43c7-aa70-6dccd590f971 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:31:59.409308 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-e109a20f-de0b-4b4b-b813-8912cf227a15 req-da4c30db-2081-4e9b-a476-bc6124b0e5e0 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] Unset dirty status for tenant:db6fd322329b4022b9cb210149c8de8f on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:31:59.410050 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e109a20f-de0b-4b4b-b813-8912cf227a15 req-da4c30db-2081-4e9b-a476-bc6124b0e5e0 tempest-ServerRescueTestJSONUnderV235-390111383 tempest-ServerRescueTestJSONUnderV235-390111383-project] 10.222.0.85 "GET /v2.0/ports?device_id=f03d717e-c105-41d5-a5af-5828ba46c89b HTTP/1.1" status: 200 len: 210 time: 0.2232518 May 30 20:31:59.429247 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14cb7b00-e288-4962-b9cc-ec826bcac0be tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] vlan segment allocate from pool success with {'vlan_id': 668, 'physical_network': 'physnet1'} {{(pid=84886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:31:59.454383 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-128d3bcf-7a5d-4fe5-9231-bca7020440aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:59.464636 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-14cb7b00-e288-4962-b9cc-ec826bcac0be tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:59.465684 n-d-843948-2 neutron-server[84886]: INFO neutron.db.segments_db [None req-14cb7b00-e288-4962-b9cc-ec826bcac0be tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Added segment ab27ccae-6101-43f9-bad0-cbb9ba757ea7 of type vlan for network 2b73ac74-ec9d-4b18-98b3-b6f2d5a6158a May 30 20:31:59.516057 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-14cb7b00-e288-4962-b9cc-ec826bcac0be tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:59.526064 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-128d3bcf-7a5d-4fe5-9231-bca7020440aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:59.562614 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-452c284a-4553-4e08-b87e-a5163465f8e2 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.6619184 May 30 20:31:59.569996 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 45606) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:59.578733 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-f449e5ae-4b13-47ef-ac0d-6a413c557f16 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-419900532'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:31:59.588365 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [None req-d86ca158-1980-473a-9eeb-85fa1adff84f tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Allocated IP 2001:db8::f034:d84a:24c8:c02c (e47345d4-98a8-46f5-a7b7-66b2eb513a50/19fb54f8-ad91-4807-a0a7-80f71091a63e/ddee2eaf-0642-48a7-bd3b-9d8b77de3896) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:31:59.592721 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-abf32c20-0e23-4533-8833-4d54da61f0d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:59.601878 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-f449e5ae-4b13-47ef-ac0d-6a413c557f16 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:31:59.603537 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-c53e26dd-404d-4926-b9e9-096fbddbdfa9 None None] For port 8f959501-6d11-42a0-9749-31f9c44f4eb4, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:31:59.614505 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-f449e5ae-4b13-47ef-ac0d-6a413c557f16 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Usage tracker for resource:network and tenant:8bd9692a05604ca1bb63ee573fbbaff2 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:31:59.618289 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-c53e26dd-404d-4926-b9e9-096fbddbdfa9 None None] For port 8f959501-6d11-42a0-9749-31f9c44f4eb4, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=8f959501-6d11-42a0-9749-31f9c44f4eb4,segment=NetworkSegment(2cb73a29-9359-4fbf-99af-be1c6062790b),segment_id=2cb73a29-9359-4fbf-99af-be1c6062790b)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:31:59.618666 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-f449e5ae-4b13-47ef-ac0d-6a413c557f16 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:31:59.622757 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128d3bcf-7a5d-4fe5-9231-bca7020440aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52b76532-1022-41a0-a8ff-3ddb7826ff6b,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:31:59.625704 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-beb9e252-fb14-4bc8-b937-cee8af17da02 req-6873ca13-6cca-47f0-9f21-125fef0bb412 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2ad0cf2e-8ff8-4add-9223-e815a60245ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2584095 May 30 20:31:59.630008 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-128d3bcf-7a5d-4fe5-9231-bca7020440aa admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=3e06c2cbc84a4fefb78e87cb6136c69a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7255623 May 30 20:31:59.637283 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-f449e5ae-4b13-47ef-ac0d-6a413c557f16 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:31:59.637446 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 45610) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:31:59.706704 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-50cb90f7-1d84-4728-acdc-f7760741b19c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:59.709115 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-c53e26dd-404d-4926-b9e9-096fbddbdfa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:59.751062 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-50cb90f7-1d84-4728-acdc-f7760741b19c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:59.763447 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 36d424df-74df-4f59-8ac8-529a43c28c43 details requested by agent hyperv_n-h2-843948-2 with host n-h2-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:31:59.792550 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-394e6a9d-9821-4aa6-9350-8a01eedec886 req-d24a5501-4ab6-466a-b8fc-0aa8003e8918 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=af4cc1fbb91e4a5c856e947d8072b697&device_id=bb8e5987-b3ba-470c-b297-cb22dc08dac6 HTTP/1.1" status: 200 len: 1096 time: 0.2955251 May 30 20:31:59.827891 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-14cb7b00-e288-4962-b9cc-ec826bcac0be tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:59.832904 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14cb7b00-e288-4962-b9cc-ec826bcac0be tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:31:59.833888 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-14cb7b00-e288-4962-b9cc-ec826bcac0be tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks [] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:59.835782 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f449e5ae-4b13-47ef-ac0d-6a413c557f16 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Made reservation on behalf of 8bd9692a05604ca1bb63ee573fbbaff2 for: {'network': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:31:59.838765 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f449e5ae-4b13-47ef-ac0d-6a413c557f16 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:59.915143 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:59.957950 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-50cb90f7-1d84-4728-acdc-f7760741b19c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:59.960897 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-50cb90f7-1d84-4728-acdc-f7760741b19c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:31:59.961474 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-50cb90f7-1d84-4728-acdc-f7760741b19c admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/52b76532-1022-41a0-a8ff-3ddb7826ff6b HTTP/1.1" status: 204 len: 168 time: 0.3277345 May 30 20:31:59.985591 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-14cb7b00-e288-4962-b9cc-ec826bcac0be tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9189992 May 30 20:31:59.986430 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 45618) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:32:00.030619 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 36d424df-74df-4f59-8ac8-529a43c28c43, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=36d424df-74df-4f59-8ac8-529a43c28c43,segment=NetworkSegment(b78e2ba6-ffa9-4506-8832-06fa459f4605),segment_id=b78e2ba6-ffa9-4506-8832-06fa459f4605)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:32:00.038768 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-a06b5ab0-c140-441d-913c-defd31075366 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Request body: {'subnet': {'network_id': '2b73ac74-ec9d-4b18-98b3-b6f2d5a6158a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:32:00.039178 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec6e7ae-fc43-4fc0-bed4-6c07b32a24d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-a64196a7-48bc-43c7-aa70-6dccd590f971', 'network_id': 'a64196a7-48bc-43c7-aa70-6dccd590f971', 'tenant_id': '8bd9692a05604ca1bb63ee573fbbaff2', 'fixed_ips': [{'subnet_id': '77d348f0-ffed-437e-8e2e-8922485ea02d'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:32:00.039978 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-5ec6e7ae-fc43-4fc0-bed4-6c07b32a24d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:00.069488 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-beb9e252-fb14-4bc8-b937-cee8af17da02 req-e17e8b86-02b2-4ece-b111-4bfd4be6781b service neutron] 10.222.0.86 "GET /v2.0/networks/2ad0cf2e-8ff8-4add-9223-e815a60245ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4242229 May 30 20:32:00.072847 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f449e5ae-4b13-47ef-ac0d-6a413c557f16 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] vlan segment allocate from pool success with {'vlan_id': 656, 'physical_network': 'physnet1'} {{(pid=84887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:32:00.078131 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cb90f7-1d84-4728-acdc-f7760741b19c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52b76532-1022-41a0-a8ff-3ddb7826ff6b,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:00.149409 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cb7b00-e288-4962-b9cc-ec826bcac0be tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Pushing event updated for resources: {'Network': ['ID=2b73ac74-ec9d-4b18-98b3-b6f2d5a6158a,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:00.170833 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network 2b73ac74-ec9d-4b18-98b3-b6f2d5a6158a details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:32:00.184374 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53e26dd-404d-4926-b9e9-096fbddbdfa9 None None] Pushing event updated for resources: {'Port': ['ID=8f959501-6d11-42a0-9749-31f9c44f4eb4,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:00.201170 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f449e5ae-4b13-47ef-ac0d-6a413c557f16 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:00.201456 n-d-843948-2 neutron-server[84887]: INFO neutron.db.segments_db [None req-f449e5ae-4b13-47ef-ac0d-6a413c557f16 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Added segment 55bc233b-2625-4b68-bf55-04eb7aae00c1 of type vlan for network c24c707c-c58d-4b3c-a9e9-702d42747245 May 30 20:32:00.202590 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Returning: {'device': '36d424df-74df-4f59-8ac8-529a43c28c43', 'network_id': '2ad0cf2e-8ff8-4add-9223-e815a60245ec', 'port_id': '36d424df-74df-4f59-8ac8-529a43c28c43', 'mac_address': 'fa:16:3e:7c:b7:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f5f2a28-796d-4138-b193-86a2946727dc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:32:00.223778 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-a06b5ab0-c140-441d-913c-defd31075366 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:32:00.231744 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-a06b5ab0-c140-441d-913c-defd31075366 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Usage tracker for resource:subnet and tenant:eeceb350906e46fc9b2c21ca495ac559 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:32:00.240176 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394e6a9d-9821-4aa6-9350-8a01eedec886 req-abd40588-89de-4be5-a44a-181bf5f73998 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:32:00.240509 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cb1aa7-3197-4fd0-a6fa-76bde02c700c req-a228a6c8-43d0-4847-8073-2fda3ce27263 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:32:00.241671 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-394e6a9d-9821-4aa6-9350-8a01eedec886 req-abd40588-89de-4be5-a44a-181bf5f73998 service neutron] 10.222.0.86 "GET /v2.0/networks?id=ff30330a-0ebe-4836-9458-b813d1bcbde4 HTTP/1.1" status: 200 len: 913 time: 0.4313655 May 30 20:32:00.241908 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-60cb1aa7-3197-4fd0-a6fa-76bde02c700c req-a228a6c8-43d0-4847-8073-2fda3ce27263 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "GET /v2.0/ports?device_id=e4532444-4cb6-4a56-8be0-64e0850311a8 HTTP/1.1" status: 200 len: 944 time: 0.2850823 May 30 20:32:00.242895 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-a06b5ab0-c140-441d-913c-defd31075366 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:32:00.250359 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-a06b5ab0-c140-441d-913c-defd31075366 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:32:00.346933 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d86ca158-1980-473a-9eeb-85fa1adff84f tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:00.372117 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-60cb1aa7-3197-4fd0-a6fa-76bde02c700c req-a518cf84-fc99-4b7c-84da-b30734455777 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "GET /v2.0/security-groups?id=8fd72c30-8784-4fee-8740-f07b67b99040&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931063 May 30 20:32:00.393544 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a06b5ab0-c140-441d-913c-defd31075366 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Made reservation on behalf of eeceb350906e46fc9b2c21ca495ac559 for: {'subnet': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:32:00.395226 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f449e5ae-4b13-47ef-ac0d-6a413c557f16 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:00.444726 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:00.450557 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-394e6a9d-9821-4aa6-9350-8a01eedec886 req-e2d44a4f-9d33-48b3-a553-72dd8d28278f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=668e586b-abe2-4b90-939d-6c44e2d5813c HTTP/1.1" status: 200 len: 217 time: 0.1922233 May 30 20:32:00.457004 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [None req-d86ca158-1980-473a-9eeb-85fa1adff84f tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Transition to ACTIVE for port object ddee2eaf-0642-48a7-bd3b-9d8b77de3896 will not be triggered until provisioned by entity DHCP. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:32:00.483356 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36d424df-74df-4f59-8ac8-529a43c28c43 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:32:00.517512 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 36d424df-74df-4f59-8ac8-529a43c28c43, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=36d424df-74df-4f59-8ac8-529a43c28c43,segment=NetworkSegment(b78e2ba6-ffa9-4506-8832-06fa459f4605),segment_id=b78e2ba6-ffa9-4506-8832-06fa459f4605)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:32:00.520067 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-5ec6e7ae-fc43-4fc0-bed4-6c07b32a24d6 None None] Allocated IP 172.20.255.242 (a64196a7-48bc-43c7-aa70-6dccd590f971/77d348f0-ffed-437e-8e2e-8922485ea02d/c285af18-3699-41bc-8394-62d22f0b1ce1) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:32:00.632672 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:00.722269 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 45628) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:32:00.744735 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.db.resource_extend [None req-f449e5ae-4b13-47ef-ac0d-6a413c557f16 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:32:00.914412 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=36d424df-74df-4f59-8ac8-529a43c28c43,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:01.018462 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-beb9e252-fb14-4bc8-b937-cee8af17da02 req-3df3ead0-5252-4f75-8f22-f4aa472323d0 service neutron] 10.222.0.86 "GET /v2.0/networks/2ad0cf2e-8ff8-4add-9223-e815a60245ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9221711 May 30 20:32:01.041101 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['36d424df-74df-4f59-8ac8-529a43c28c43'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:32:01.050952 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394e6a9d-9821-4aa6-9350-8a01eedec886 req-4e29f167-13d0-45c8-a588-8571c4eb30ba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:32:01.052488 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-394e6a9d-9821-4aa6-9350-8a01eedec886 req-4e29f167-13d0-45c8-a588-8571c4eb30ba service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7991eded-d330-4e4e-ace3-aeb4d5f3ff0a HTTP/1.1" status: 200 len: 851 time: 0.5929267 May 30 20:32:01.065116 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a06b5ab0-c140-441d-913c-defd31075366 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2778563'] for subnet, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:01.090828 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-5ec6e7ae-fc43-4fc0-bed4-6c07b32a24d6 None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:01.110539 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:01.116681 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f449e5ae-4b13-47ef-ac0d-6a413c557f16 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:01.117285 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-5ec6e7ae-fc43-4fc0-bed4-6c07b32a24d6 None None] Transition to ACTIVE for port object c285af18-3699-41bc-8394-62d22f0b1ce1 will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:32:01.119437 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f449e5ae-4b13-47ef-ac0d-6a413c557f16 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:32:01.119776 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f449e5ae-4b13-47ef-ac0d-6a413c557f16 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:01.160536 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-5ec6e7ae-fc43-4fc0-bed4-6c07b32a24d6 None None] Transition to ACTIVE for port object c285af18-3699-41bc-8394-62d22f0b1ce1 will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:32:01.244563 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-5ec6e7ae-fc43-4fc0-bed4-6c07b32a24d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:01.245264 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa12529-ce6f-41dc-911b-b3ca67d5a51f req-86e6e4cd-2636-4ece-aab0-368707eb41fc tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:32:01.256221 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-faa12529-ce6f-41dc-911b-b3ca67d5a51f req-86e6e4cd-2636-4ece-aab0-368707eb41fc tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=bb8e5987-b3ba-470c-b297-cb22dc08dac6 HTTP/1.1" status: 200 len: 945 time: 0.6139126 May 30 20:32:01.265227 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-f449e5ae-4b13-47ef-ac0d-6a413c557f16 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.6917269 May 30 20:32:01.266744 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d86ca158-1980-473a-9eeb-85fa1adff84f tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:01.273920 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 45632) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:32:01.322610 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f449e5ae-4b13-47ef-ac0d-6a413c557f16 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Pushing event updated for resources: {'Network': ['ID=c24c707c-c58d-4b3c-a9e9-702d42747245,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:01.342017 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-66b40017-af05-4cb5-9879-0d25e13742b1 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Request body: {'subnet': {'network_id': 'c24c707c-c58d-4b3c-a9e9-702d42747245', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:32:01.350974 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec6e7ae-fc43-4fc0-bed4-6c07b32a24d6 None None] Network a64196a7-48bc-43c7-aa70-6dccd590f971 is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:32:01.353768 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network c24c707c-c58d-4b3c-a9e9-702d42747245 details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:32:01.376417 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-5ec6e7ae-fc43-4fc0-bed4-6c07b32a24d6 None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:32:01.391503 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec6e7ae-fc43-4fc0-bed4-6c07b32a24d6 None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:32:01.412543 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 45636) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:32:01.501711 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6e7ae-fc43-4fc0-bed4-6c07b32a24d6 None None] Pushing event updated for resources: {'Port': ['ID=c285af18-3699-41bc-8394-62d22f0b1ce1,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:01.524669 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6232a3d8-e850-4883-81da-b3b3e7478e48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:01.588058 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-66b40017-af05-4cb5-9879-0d25e13742b1 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:32:01.593705 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-66b40017-af05-4cb5-9879-0d25e13742b1 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Usage tracker for resource:subnet and tenant:8bd9692a05604ca1bb63ee573fbbaff2 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:32:01.597298 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-66b40017-af05-4cb5-9879-0d25e13742b1 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:32:01.606355 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-66b40017-af05-4cb5-9879-0d25e13742b1 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:32:01.615054 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a06b5ab0-c140-441d-913c-defd31075366 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4127140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2778577'] for subnet, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:01.646149 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-5ec6e7ae-fc43-4fc0-bed4-6c07b32a24d6 None None] Attempting to bind port c285af18-3699-41bc-8394-62d22f0b1ce1 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:32:01.646513 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-5ec6e7ae-fc43-4fc0-bed4-6c07b32a24d6 None None] Attempting to bind port c285af18-3699-41bc-8394-62d22f0b1ce1 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': 'a1dfc002-f861-4877-b762-3637faeefdd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'a64196a7-48bc-43c7-aa70-6dccd590f971'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:32:01.646865 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec6e7ae-fc43-4fc0-bed4-6c07b32a24d6 None None] Attempting to bind port c285af18-3699-41bc-8394-62d22f0b1ce1 on network a64196a7-48bc-43c7-aa70-6dccd590f971 {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:32:01.655030 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec6e7ae-fc43-4fc0-bed4-6c07b32a24d6 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:32:01.655776 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec6e7ae-fc43-4fc0-bed4-6c07b32a24d6 None None] Checking segment: {'id': 'a1dfc002-f861-4877-b762-3637faeefdd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'a64196a7-48bc-43c7-aa70-6dccd590f971'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:32:01.656392 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-5ec6e7ae-fc43-4fc0-bed4-6c07b32a24d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:01.656976 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec6e7ae-fc43-4fc0-bed4-6c07b32a24d6 None None] Bound using segment: {'id': 'a1dfc002-f861-4877-b762-3637faeefdd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'a64196a7-48bc-43c7-aa70-6dccd590f971'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:32:01.657801 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-5ec6e7ae-fc43-4fc0-bed4-6c07b32a24d6 None None] Bound port: c285af18-3699-41bc-8394-62d22f0b1ce1, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1dfc002-f861-4877-b762-3637faeefdd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'a64196a7-48bc-43c7-aa70-6dccd590f971'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:32:01.658404 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-5ec6e7ae-fc43-4fc0-bed4-6c07b32a24d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:01.664645 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d86ca158-1980-473a-9eeb-85fa1adff84f tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Network e47345d4-98a8-46f5-a7b7-66b2eb513a50 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:32:01.680018 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-d86ca158-1980-473a-9eeb-85fa1adff84f tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:32:01.704916 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86ca158-1980-473a-9eeb-85fa1adff84f tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:32:01.708965 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d86ca158-1980-473a-9eeb-85fa1adff84f tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:32:01.709591 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d86ca158-1980-473a-9eeb-85fa1adff84f tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:01.743642 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-394e6a9d-9821-4aa6-9350-8a01eedec886 req-0684acc6-9ff4-4055-9fad-b0c96c422ce4 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ff30330a-0ebe-4836-9458-b813d1bcbde4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6805825 May 30 20:32:01.744244 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66b40017-af05-4cb5-9879-0d25e13742b1 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Made reservation on behalf of 8bd9692a05604ca1bb63ee573fbbaff2 for: {'subnet': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:32:01.772368 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06b5ab0-c140-441d-913c-defd31075366 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Pushing event updated for resources: {'Subnet': ['ID=4123978c-9908-442b-b4f1-82c8512dd9ae,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:01.775307 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 668e586b-abe2-4b90-939d-6c44e2d5813c no longer exists at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:32:01.825475 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-6232a3d8-e850-4883-81da-b3b3e7478e48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:32:01.854141 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-6232a3d8-e850-4883-81da-b3b3e7478e48 admin admin] Usage tracker for resource:security_group_rule and tenant:9d56705ce01f4588a660c66c244b218a is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:32:01.880861 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-6232a3d8-e850-4883-81da-b3b3e7478e48 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:32:01.896234 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-6232a3d8-e850-4883-81da-b3b3e7478e48 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:32:01.930931 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26f4da1-bb4b-4e61-84a4-3d2122e65efd req-234e0a1c-1cd2-479a-856c-56d5862c3a6e tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:32:01.940929 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f26f4da1-bb4b-4e61-84a4-3d2122e65efd req-234e0a1c-1cd2-479a-856c-56d5862c3a6e tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "GET /v2.0/ports?device_id=e4532444-4cb6-4a56-8be0-64e0850311a8 HTTP/1.1" status: 200 len: 945 time: 0.2762072 May 30 20:32:01.944630 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06b5ab0-c140-441d-913c-defd31075366 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Checking segment: {'id': 'ab27ccae-6101-43f9-bad0-cbb9ba757ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '2b73ac74-ec9d-4b18-98b3-b6f2d5a6158a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:32:01.945279 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a06b5ab0-c140-441d-913c-defd31075366 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Network hostable DHCP agents. Network: 2b73ac74-ec9d-4b18-98b3-b6f2d5a6158a, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:32:01.985365 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-5ec6e7ae-fc43-4fc0-bed4-6c07b32a24d6 None None] For port c285af18-3699-41bc-8394-62d22f0b1ce1, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:32:01.987912 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-5ec6e7ae-fc43-4fc0-bed4-6c07b32a24d6 None None] For port c285af18-3699-41bc-8394-62d22f0b1ce1, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=c285af18-3699-41bc-8394-62d22f0b1ce1,segment=NetworkSegment(a1dfc002-f861-4877-b762-3637faeefdd0),segment_id=a1dfc002-f861-4877-b762-3637faeefdd0)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:32:01.988962 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:02.018934 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb8e5987-b3ba-470c-b297-cb22dc08dac6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '668e586b-abe2-4b90-939d-6c44e2d5813c'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:32:02.029721 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-66b40017-af05-4cb5-9879-0d25e13742b1 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114220'] for subnet, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:02.029962 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 668e586b-abe2-4b90-939d-6c44e2d5813c, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=668e586b-abe2-4b90-939d-6c44e2d5813c,segment=NetworkSegment(40468e3f-2630-4d51-98c1-4a518f6532d2),segment_id=40468e3f-2630-4d51-98c1-4a518f6532d2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:32:02.032328 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-9d54de55-81c0-4116-adde-08a154ab57bc None None] Provisioning for port 8f959501-6d11-42a0-9749-31f9c44f4eb4 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:32:02.051289 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-d86ca158-1980-473a-9eeb-85fa1adff84f tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.2044661 May 30 20:32:02.053670 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-394e6a9d-9821-4aa6-9350-8a01eedec886 req-51103efd-6fc8-4f68-8dcc-ce5194f4cc1c service neutron] 10.222.0.86 "GET /v2.0/networks/ff30330a-0ebe-4836-9458-b813d1bcbde4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696386 May 30 20:32:02.055067 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 45644) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:32:02.056659 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-5ec6e7ae-fc43-4fc0-bed4-6c07b32a24d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:02.114501 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f26f4da1-bb4b-4e61-84a4-3d2122e65efd req-9c946e5f-6b0e-4977-b771-4fa82efc4a92 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "GET /v2.0/security-groups?id=8fd72c30-8784-4fee-8740-f07b67b99040&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1714313 May 30 20:32:02.119093 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:02.122076 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6232a3d8-e850-4883-81da-b3b3e7478e48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:02.165968 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6e7ae-fc43-4fc0-bed4-6c07b32a24d6 None None] Pushing event updated for resources: {'Port': ['ID=c285af18-3699-41bc-8394-62d22f0b1ce1,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:02.191810 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ac9c308e-23f6-4227-ba35-7e3548a8abda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-736216'] for router_interface, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:02.225557 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86ca158-1980-473a-9eeb-85fa1adff84f tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Pushing event updated for resources: {'Port': ['ID=ddee2eaf-0642-48a7-bd3b-9d8b77de3896,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:02.235810 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-593e86d3-92aa-4cbd-9d6f-5fc56ceb1547'] response: {'server_uuid': 'bb8e5987-b3ba-470c-b297-cb22dc08dac6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '668e586b-abe2-4b90-939d-6c44e2d5813c', 'code': 200} May 30 20:32:02.241187 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-faa12529-ce6f-41dc-911b-b3ca67d5a51f req-1cf086fb-9582-43c1-a844-373b93b82d91 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ed3b12a-c5d4-4ba2-906c-9900ee2b8018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9839990 May 30 20:32:02.270411 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6232a3d8-e850-4883-81da-b3b3e7478e48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:02.273568 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=668e586b-abe2-4b90-939d-6c44e2d5813c,revision_number=8']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:02.281273 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a06b5ab0-c140-441d-913c-defd31075366 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Network 2b73ac74-ec9d-4b18-98b3-b6f2d5a6158a is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:32:02.363487 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-fb76bc75-dd8b-4a52-aec7-baf0b8394b58 None None] Provisioning for port ddee2eaf-0642-48a7-bd3b-9d8b77de3896 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:32:02.369205 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-fb76bc75-dd8b-4a52-aec7-baf0b8394b58 None None] Provisioning complete for port ddee2eaf-0642-48a7-bd3b-9d8b77de3896 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:32:02.370171 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-fb76bc75-dd8b-4a52-aec7-baf0b8394b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:02.430828 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6232a3d8-e850-4883-81da-b3b3e7478e48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c93b309-73b1-482c-b66e-ef08977b6628,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:02.453646 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f2b915a-662f-4541-8ea4-9697c0719066 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:32:02.453646 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f2b915a-662f-4541-8ea4-9697c0719066 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:32:02.453646 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-0f2b915a-662f-4541-8ea4-9697c0719066 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Synchronizing usage tracker for tenant:08954986e7454427ae0d40c7652d3c6a on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:32:02.458027 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-a06b5ab0-c140-441d-913c-defd31075366 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, 2b73ac74-ec9d-4b18-98b3-b6f2d5a6158a) {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:32:02.459011 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-394e6a9d-9821-4aa6-9350-8a01eedec886 req-1e4b48e4-b47c-4ed0-83d6-1696de90c2c7 service neutron] 10.222.0.86 "GET /v2.0/networks/ff30330a-0ebe-4836-9458-b813d1bcbde4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3033254 May 30 20:32:02.489357 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d868087-4955-4d15-b4f8-7820435076f2 None None] Network 2b73ac74-ec9d-4b18-98b3-b6f2d5a6158a requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:32:02.489967 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a06b5ab0-c140-441d-913c-defd31075366 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:32:02.490463 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a06b5ab0-c140-441d-913c-defd31075366 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks [] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:02.517091 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 8f959501-6d11-42a0-9749-31f9c44f4eb4 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:32:02.527383 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-6232a3d8-e850-4883-81da-b3b3e7478e48 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=9d56705ce01f4588a660c66c244b218a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1039803 May 30 20:32:02.529483 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 45648) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:32:02.586927 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-0f2b915a-662f-4541-8ea4-9697c0719066 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Unset dirty status for tenant:08954986e7454427ae0d40c7652d3c6a on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:32:02.591801 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-0f2b915a-662f-4541-8ea4-9697c0719066 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.5278974 May 30 20:32:02.592439 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 45652) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:32:02.632747 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-fb76bc75-dd8b-4a52-aec7-baf0b8394b58 None None] Port ddee2eaf-0642-48a7-bd3b-9d8b77de3896 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:32:02.656708 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ab9f88fa-38b7-4d61-b6a0-e15555fa987c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:02.666874 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-b94b6798-f04a-4235-98e0-e712869f5573 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Deleting port ddee2eaf-0642-48a7-bd3b-9d8b77de3896 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:32:02.667732 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b94b6798-f04a-4235-98e0-e712869f5573 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:02.711222 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-a06b5ab0-c140-441d-913c-defd31075366 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6802533 May 30 20:32:02.711492 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ab9f88fa-38b7-4d61-b6a0-e15555fa987c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:02.713539 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 45656) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:32:02.730282 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-063c260d-62e1-4ef6-9801-6b3965d53c6b tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-418916204', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:32:02.768664 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-063c260d-62e1-4ef6-9801-6b3965d53c6b tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:32:02.777464 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:02.784138 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-063c260d-62e1-4ef6-9801-6b3965d53c6b tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Usage tracker for resource:router and tenant:eeceb350906e46fc9b2c21ca495ac559 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:32:02.794017 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-063c260d-62e1-4ef6-9801-6b3965d53c6b tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:32:02.807430 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-66b40017-af05-4cb5-9879-0d25e13742b1 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4055401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114238'] for subnet, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:02.807732 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-063c260d-62e1-4ef6-9801-6b3965d53c6b tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:32:02.821102 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 8f959501-6d11-42a0-9749-31f9c44f4eb4 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:32:02.852571 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 8f959501-6d11-42a0-9749-31f9c44f4eb4 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:32:02.853235 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:02.880413 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7252c99d-c3b5-4316-a990-8ac28616e2ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-2b73ac74-ec9d-4b18-98b3-b6f2d5a6158a', 'network_id': '2b73ac74-ec9d-4b18-98b3-b6f2d5a6158a', 'tenant_id': 'eeceb350906e46fc9b2c21ca495ac559', 'fixed_ips': [{'subnet_id': '4123978c-9908-442b-b4f1-82c8512dd9ae'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:32:02.881206 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-7252c99d-c3b5-4316-a990-8ac28616e2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:02.884607 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ab9f88fa-38b7-4d61-b6a0-e15555fa987c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:02.908693 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b40017-af05-4cb5-9879-0d25e13742b1 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Pushing event updated for resources: {'Subnet': ['ID=0078f316-b864-4124-b9e3-61441e6f620b,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:02.922280 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9f88fa-38b7-4d61-b6a0-e15555fa987c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c93b309-73b1-482c-b66e-ef08977b6628,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:02.935392 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b40017-af05-4cb5-9879-0d25e13742b1 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Checking segment: {'id': '55bc233b-2625-4b68-bf55-04eb7aae00c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'c24c707c-c58d-4b3c-a9e9-702d42747245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:32:02.935775 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b40017-af05-4cb5-9879-0d25e13742b1 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Network hostable DHCP agents. Network: c24c707c-c58d-4b3c-a9e9-702d42747245, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:32:02.942753 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ab9f88fa-38b7-4d61-b6a0-e15555fa987c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:02.946388 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-ab9f88fa-38b7-4d61-b6a0-e15555fa987c admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/8c93b309-73b1-482c-b66e-ef08977b6628 HTTP/1.1" status: 204 len: 168 time: 0.4131610 May 30 20:32:03.036174 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b40017-af05-4cb5-9879-0d25e13742b1 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Network c24c707c-c58d-4b3c-a9e9-702d42747245 is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:32:03.102623 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-66b40017-af05-4cb5-9879-0d25e13742b1 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, c24c707c-c58d-4b3c-a9e9-702d42747245) {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:32:03.107376 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b40017-af05-4cb5-9879-0d25e13742b1 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:32:03.108142 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-66b40017-af05-4cb5-9879-0d25e13742b1 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:03.117367 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c4a716-283f-4639-bf0d-2f8722ec413f None None] Network c24c707c-c58d-4b3c-a9e9-702d42747245 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:32:03.159667 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-063c260d-62e1-4ef6-9801-6b3965d53c6b tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-733683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3159'] for router, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:03.160602 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-063c260d-62e1-4ef6-9801-6b3965d53c6b tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-733584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-736372', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-628480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3164'] for router, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:03.206673 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-66b40017-af05-4cb5-9879-0d25e13742b1 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.8854470 May 30 20:32:03.211877 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 45664) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:32:03.384286 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-063c260d-62e1-4ef6-9801-6b3965d53c6b tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:03.394838 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:03.419950 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-7252c99d-c3b5-4316-a990-8ac28616e2ac None None] Allocated IP 2001:db8::2 (2b73ac74-ec9d-4b18-98b3-b6f2d5a6158a/4123978c-9908-442b-b4f1-82c8512dd9ae/58b29385-f65d-4a2b-9d2e-9752d715485f) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:32:03.430081 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b94b6798-f04a-4235-98e0-e712869f5573 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:03.593396 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-b94b6798-f04a-4235-98e0-e712869f5573 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Calling delete_port for ddee2eaf-0642-48a7-bd3b-9d8b77de3896 owned by {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:32:03.606345 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f61f4ae3-0e77-48cb-bc4e-5bcbb44bfc63 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:03.653039 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a78cffab-af54-455d-9269-eef888cdbd3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-c24c707c-c58d-4b3c-a9e9-702d42747245', 'network_id': 'c24c707c-c58d-4b3c-a9e9-702d42747245', 'tenant_id': '8bd9692a05604ca1bb63ee573fbbaff2', 'fixed_ips': [{'subnet_id': '0078f316-b864-4124-b9e3-61441e6f620b'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:32:03.653885 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-a78cffab-af54-455d-9269-eef888cdbd3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:03.665222 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2cb1071-ca24-4766-986e-fe9e47874c75 None None] Network a64196a7-48bc-43c7-aa70-6dccd590f971 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:32:03.704295 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port 8f959501-6d11-42a0-9749-31f9c44f4eb4, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=8f959501-6d11-42a0-9749-31f9c44f4eb4,segment=NetworkSegment(2cb73a29-9359-4fbf-99af-be1c6062790b),segment_id=2cb73a29-9359-4fbf-99af-be1c6062790b)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:32:03.725577 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b3e804-236d-4655-a6c4-9b2b8a38e2f8 req-d4e88d19-69a9-4d19-8dbc-75d93ad3ad5d tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:32:03.728043 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-76b3e804-236d-4655-a6c4-9b2b8a38e2f8 req-d4e88d19-69a9-4d19-8dbc-75d93ad3ad5d tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=bb8e5987-b3ba-470c-b297-cb22dc08dac6 HTTP/1.1" status: 200 len: 943 time: 0.2505994 May 30 20:32:03.742746 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-063c260d-62e1-4ef6-9801-6b3965d53c6b tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-736409'] for router, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:03.767320 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cc767a-5275-47bd-ac10-83daf891d80e req-962a1e73-9ef9-44d4-af34-f25f422ce3ee tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:32:03.768809 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b9cc767a-5275-47bd-ac10-83daf891d80e req-962a1e73-9ef9-44d4-af34-f25f422ce3ee tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "GET /v2.0/ports?device_id=e4532444-4cb6-4a56-8be0-64e0850311a8 HTTP/1.1" status: 200 len: 945 time: 0.4327257 May 30 20:32:03.797917 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:03.799899 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 36d424df-74df-4f59-8ac8-529a43c28c43 up at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:32:03.876396 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-76b3e804-236d-4655-a6c4-9b2b8a38e2f8 req-66ec22b6-0c03-4ea1-b23c-ae5aa0fc0766 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ed3b12a-c5d4-4ba2-906c-9900ee2b8018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279225 May 30 20:32:03.880134 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f61f4ae3-0e77-48cb-bc4e-5bcbb44bfc63 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:03.940601 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-063c260d-62e1-4ef6-9801-6b3965d53c6b tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks [] for router, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:03.945421 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-063c260d-62e1-4ef6-9801-6b3965d53c6b tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.2280955 May 30 20:32:03.951173 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 45678) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:32:03.972602 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-aa94a7f1-531d-4166-be64-5a2098efcd4a tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Request body: {'port': {'network_id': '2b73ac74-ec9d-4b18-98b3-b6f2d5a6158a', 'name': 'tempest-RoutersIpV6Test-168189596'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:32:04.000943 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=8f959501-6d11-42a0-9749-31f9c44f4eb4,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:04.103680 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b9cc767a-5275-47bd-ac10-83daf891d80e req-9ef3b419-0eba-41f3-a0a4-bcf1869911d0 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "GET /v2.0/security-groups?id=8fd72c30-8784-4fee-8740-f07b67b99040&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2650762 May 30 20:32:04.104242 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b94b6798-f04a-4235-98e0-e712869f5573 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:04.175507 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f61f4ae3-0e77-48cb-bc4e-5bcbb44bfc63 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4055470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114247'] for subnet, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:04.191511 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94b6798-f04a-4235-98e0-e712869f5573 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Pushing event deleted for resources: {'Port': ['ID=ddee2eaf-0642-48a7-bd3b-9d8b77de3896,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:04.195101 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-7252c99d-c3b5-4316-a990-8ac28616e2ac None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:04.236580 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61f4ae3-0e77-48cb-bc4e-5bcbb44bfc63 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Pushing event deleted for resources: {'Subnet': ['ID=0078f316-b864-4124-b9e3-61441e6f620b,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:04.243806 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-35a8bba5-74b0-4d82-b803-0a665f77a0d1 None None] Provisioning for port c285af18-3699-41bc-8394-62d22f0b1ce1 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:32:04.256856 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-7252c99d-c3b5-4316-a990-8ac28616e2ac None None] Transition to ACTIVE for port object 58b29385-f65d-4a2b-9d2e-9752d715485f will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:32:04.268181 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b94b6798-f04a-4235-98e0-e712869f5573 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:04.273278 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-b94b6798-f04a-4235-98e0-e712869f5573 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "DELETE /v2.0/ports/ddee2eaf-0642-48a7-bd3b-9d8b77de3896 HTTP/1.1" status: 204 len: 168 time: 1.6798735 May 30 20:32:04.282913 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 45684) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:32:04.284509 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61f4ae3-0e77-48cb-bc4e-5bcbb44bfc63 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:32:04.284745 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61f4ae3-0e77-48cb-bc4e-5bcbb44bfc63 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:32:04.298121 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61f4ae3-0e77-48cb-bc4e-5bcbb44bfc63 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:32:04.303935 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61f4ae3-0e77-48cb-bc4e-5bcbb44bfc63 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:32:04.303935 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61f4ae3-0e77-48cb-bc4e-5bcbb44bfc63 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:32:04.303935 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61f4ae3-0e77-48cb-bc4e-5bcbb44bfc63 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:32:04.303935 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61f4ae3-0e77-48cb-bc4e-5bcbb44bfc63 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:32:04.303935 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61f4ae3-0e77-48cb-bc4e-5bcbb44bfc63 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:32:04.303935 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61f4ae3-0e77-48cb-bc4e-5bcbb44bfc63 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:32:04.303935 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61f4ae3-0e77-48cb-bc4e-5bcbb44bfc63 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:32:04.303935 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61f4ae3-0e77-48cb-bc4e-5bcbb44bfc63 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:32:04.327321 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-7252c99d-c3b5-4316-a990-8ac28616e2ac None None] Transition to ACTIVE for port object 58b29385-f65d-4a2b-9d2e-9752d715485f will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:32:04.373820 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server [None req-a78cffab-af54-455d-9269-eef888cdbd3e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0078f316-b864-4124-b9e3-61441e6f620b: This subnet is being modified by another concurrent operation. May 30 20:32:04.373820 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 30 20:32:04.373820 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 30 20:32:04.373820 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 30 20:32:04.373820 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 30 20:32:04.373820 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 30 20:32:04.373820 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 30 20:32:04.373820 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 30 20:32:04.373820 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 30 20:32:04.373820 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 30 20:32:04.373820 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 30 20:32:04.373820 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 30 20:32:04.373820 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 30 20:32:04.373820 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server self.force_reraise() May 30 20:32:04.373820 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 30 20:32:04.373820 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 30 20:32:04.373820 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 30 20:32:04.373820 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server raise value May 30 20:32:04.373820 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 30 20:32:04.373820 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 30 20:32:04.373820 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 30 20:32:04.373820 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 30 20:32:04.373820 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 30 20:32:04.373820 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server self.force_reraise() May 30 20:32:04.373820 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 30 20:32:04.373820 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 30 20:32:04.373820 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 30 20:32:04.373820 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server raise value May 30 20:32:04.373820 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 30 20:32:04.373820 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 30 20:32:04.373820 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 30 20:32:04.373820 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 30 20:32:04.373820 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 30 20:32:04.373820 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server self.force_reraise() May 30 20:32:04.373820 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 30 20:32:04.373820 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 30 20:32:04.373820 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 30 20:32:04.373820 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server raise value May 30 20:32:04.373820 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 30 20:32:04.373820 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 30 20:32:04.373820 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 30 20:32:04.373820 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 30 20:32:04.373820 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port May 30 20:32:04.373820 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 30 20:32:04.373820 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action May 30 20:32:04.373820 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 30 20:32:04.373820 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port May 30 20:32:04.373820 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 30 20:32:04.373820 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 30 20:32:04.373820 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 30 20:32:04.373820 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped May 30 20:32:04.373820 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 30 20:32:04.373820 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 30 20:32:04.384756 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 30 20:32:04.384756 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 30 20:32:04.384756 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server self.force_reraise() May 30 20:32:04.384756 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 30 20:32:04.384756 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 30 20:32:04.384756 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 30 20:32:04.384756 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server raise value May 30 20:32:04.384756 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 30 20:32:04.384756 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 30 20:32:04.384756 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 30 20:32:04.384756 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 30 20:32:04.384756 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 30 20:32:04.384756 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server self.force_reraise() May 30 20:32:04.384756 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 30 20:32:04.384756 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 30 20:32:04.384756 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 30 20:32:04.384756 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server raise value May 30 20:32:04.384756 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 30 20:32:04.384756 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 30 20:32:04.384756 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 30 20:32:04.384756 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 30 20:32:04.384756 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 30 20:32:04.384756 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server self.force_reraise() May 30 20:32:04.384756 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 30 20:32:04.384756 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 30 20:32:04.384756 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 30 20:32:04.384756 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server raise value May 30 20:32:04.384756 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 30 20:32:04.384756 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 30 20:32:04.384756 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port May 30 20:32:04.384756 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 30 20:32:04.384756 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db May 30 20:32:04.384756 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 30 20:32:04.384756 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db May 30 20:32:04.384756 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 30 20:32:04.384756 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 30 20:32:04.384756 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 30 20:32:04.384756 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped May 30 20:32:04.384756 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 30 20:32:04.384756 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 30 20:32:04.384756 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 30 20:32:04.384756 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 30 20:32:04.384756 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 30 20:32:04.384756 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 30 20:32:04.384756 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 30 20:32:04.384756 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets May 30 20:32:04.384756 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 30 20:32:04.384756 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 30 20:32:04.384756 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server raise exception May 30 20:32:04.384756 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0078f316-b864-4124-b9e3-61441e6f620b: This subnet is being modified by another concurrent operation. May 30 20:32:04.384756 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server May 30 20:32:04.403951 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning for port 36d424df-74df-4f59-8ac8-529a43c28c43 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:32:04.423625 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning complete for port 36d424df-74df-4f59-8ac8-529a43c28c43 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:32:04.424260 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:04.442642 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-aa94a7f1-531d-4166-be64-5a2098efcd4a tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:32:04.453906 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-aa94a7f1-531d-4166-be64-5a2098efcd4a tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Usage tracker for resource:port and tenant:eeceb350906e46fc9b2c21ca495ac559 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:32:04.456556 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adecc6d5-85e8-4278-a839-67b62b8b9e34 None None] Network c24c707c-c58d-4b3c-a9e9-702d42747245 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:32:04.468111 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-aa94a7f1-531d-4166-be64-5a2098efcd4a tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:32:04.481280 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-aa94a7f1-531d-4166-be64-5a2098efcd4a tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:32:04.492484 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b0ce3da-894c-4bde-b6d2-76f055a3282d tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:32:04.494584 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b0ce3da-894c-4bde-b6d2-76f055a3282d tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:32:04.494966 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-1b0ce3da-894c-4bde-b6d2-76f055a3282d tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Synchronizing usage tracker for tenant:08954986e7454427ae0d40c7652d3c6a on resource:subnet {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:32:04.503161 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-7252c99d-c3b5-4316-a990-8ac28616e2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:04.534441 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f61f4ae3-0e77-48cb-bc4e-5bcbb44bfc63 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:04.534829 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-ac9c308e-23f6-4227-ba35-7e3548a8abda admin admin] Deleting port 717005e1-e93a-4f7b-a0e7-9f5c35fde308 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:32:04.535175 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ac9c308e-23f6-4227-ba35-7e3548a8abda admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:04.582978 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-f61f4ae3-0e77-48cb-bc4e-5bcbb44bfc63 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c24c707c-c58d-4b3c-a9e9-702d42747245']}} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:32:04.607983 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-f61f4ae3-0e77-48cb-bc4e-5bcbb44bfc63 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55bc233b-2625-4b68-bf55-04eb7aae00c1') {'for_net_delete': True} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:32:04.609301 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-f61f4ae3-0e77-48cb-bc4e-5bcbb44bfc63 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55bc233b-2625-4b68-bf55-04eb7aae00c1') {} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:32:04.622439 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa94a7f1-531d-4166-be64-5a2098efcd4a tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Made reservation on behalf of eeceb350906e46fc9b2c21ca495ac559 for: {'port': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:32:04.625693 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-aa94a7f1-531d-4166-be64-5a2098efcd4a tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:04.629062 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f61f4ae3-0e77-48cb-bc4e-5bcbb44bfc63 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3149912'] for segment, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:04.646942 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f61f4ae3-0e77-48cb-bc4e-5bcbb44bfc63 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:04.655429 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f61f4ae3-0e77-48cb-bc4e-5bcbb44bfc63 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Releasing vlan 656 on physical network physnet1 to pool {{(pid=84887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:32:04.656401 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f61f4ae3-0e77-48cb-bc4e-5bcbb44bfc63 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4055488'] for segment, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:04.680251 n-d-843948-2 neutron-server[84887]: Traceback (most recent call last): May 30 20:32:04.680251 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:32:04.680251 n-d-843948-2 neutron-server[84887]: timer() May 30 20:32:04.680251 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:32:04.680251 n-d-843948-2 neutron-server[84887]: cb(*args, **kw) May 30 20:32:04.680251 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:32:04.680251 n-d-843948-2 neutron-server[84887]: return func(*args, **kwargs) May 30 20:32:04.680251 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:32:04.680251 n-d-843948-2 neutron-server[84887]: self._notify() May 30 20:32:04.680251 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:32:04.680251 n-d-843948-2 neutron-server[84887]: self.callback(batched_events) May 30 20:32:04.680251 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:32:04.680251 n-d-843948-2 neutron-server[84887]: event.method(event) May 30 20:32:04.680251 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:32:04.680251 n-d-843948-2 neutron-server[84887]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:32:04.680251 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:32:04.680251 n-d-843948-2 neutron-server[84887]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:32:04.680251 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:32:04.680251 n-d-843948-2 neutron-server[84887]: return f(self, *a, **k) May 30 20:32:04.680251 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:32:04.680251 n-d-843948-2 neutron-server[84887]: return self._get(url).json() May 30 20:32:04.680251 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:32:04.680251 n-d-843948-2 neutron-server[84887]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:32:04.680251 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:32:04.680251 n-d-843948-2 neutron-server[84887]: return self.request(url, 'GET', **kwargs) May 30 20:32:04.680251 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:32:04.680251 n-d-843948-2 neutron-server[84887]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:32:04.680251 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:32:04.680251 n-d-843948-2 neutron-server[84887]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:32:04.680251 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:32:04.680251 n-d-843948-2 neutron-server[84887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:32:04.680251 n-d-843948-2 neutron-server[84887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:32:04.682704 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device c285af18-3699-41bc-8394-62d22f0b1ce1 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:32:04.689815 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [None req-aa94a7f1-531d-4166-be64-5a2098efcd4a tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] device_id is not set on port 98747ae1-cc8b-42d5-b798-145bb6b612da yet. {{(pid=84886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:32:04.756096 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7252c99d-c3b5-4316-a990-8ac28616e2ac None None] Network 2b73ac74-ec9d-4b18-98b3-b6f2d5a6158a is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:32:04.808613 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-7252c99d-c3b5-4316-a990-8ac28616e2ac None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:32:04.815281 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7252c99d-c3b5-4316-a990-8ac28616e2ac None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:32:04.828149 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-1b0ce3da-894c-4bde-b6d2-76f055a3282d tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Unset dirty status for tenant:08954986e7454427ae0d40c7652d3c6a on resource:subnet {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:32:04.830496 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-1b0ce3da-894c-4bde-b6d2-76f055a3282d tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.5453618 May 30 20:32:04.832731 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 45694) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:32:04.903091 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f61f4ae3-0e77-48cb-bc4e-5bcbb44bfc63 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:04.909428 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f61f4ae3-0e77-48cb-bc4e-5bcbb44bfc63 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:04.916521 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7252c99d-c3b5-4316-a990-8ac28616e2ac None None] Pushing event updated for resources: {'Port': ['ID=58b29385-f65d-4a2b-9d2e-9752d715485f,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:04.983204 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61f4ae3-0e77-48cb-bc4e-5bcbb44bfc63 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Pushing event deleted for resources: {'Network': ['ID=c24c707c-c58d-4b3c-a9e9-702d42747245,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:05.011155 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-aa94a7f1-531d-4166-be64-5a2098efcd4a tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Allocated IP 2001:db8::301 (2b73ac74-ec9d-4b18-98b3-b6f2d5a6158a/4123978c-9908-442b-b4f1-82c8512dd9ae/98747ae1-cc8b-42d5-b798-145bb6b612da) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:32:05.014920 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [None req-ac9c308e-23f6-4227-ba35-7e3548a8abda admin admin] For port 717005e1-e93a-4f7b-a0e7-9f5c35fde308, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=717005e1-e93a-4f7b-a0e7-9f5c35fde308,segment=NetworkSegment(a0397637-f061-423b-af31-4fae82d2600b),segment_id=a0397637-f061-423b-af31-4fae82d2600b)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:32:05.015280 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ac9c308e-23f6-4227-ba35-7e3548a8abda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:05.047791 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-f61f4ae3-0e77-48cb-bc4e-5bcbb44bfc63 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] 10.222.0.85 "DELETE /v2.0/networks/c24c707c-c58d-4b3c-a9e9-702d42747245 HTTP/1.1" status: 204 len: 168 time: 1.8316853 May 30 20:32:05.056789 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 45702) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:32:05.081454 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-2423aa36-b131-4e60-8c79-8d7681796cf9 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-67525115'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:32:05.087087 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-2423aa36-b131-4e60-8c79-8d7681796cf9 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:32:05.096721 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-2423aa36-b131-4e60-8c79-8d7681796cf9 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Usage tracker for resource:network and tenant:8bd9692a05604ca1bb63ee573fbbaff2 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:32:05.103141 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-2423aa36-b131-4e60-8c79-8d7681796cf9 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:32:05.115139 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-2423aa36-b131-4e60-8c79-8d7681796cf9 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:32:05.264102 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_v2 [None req-390354bb-0653-4fa5-a472-e5d6c08f155f tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Deleting subnet 19fb54f8-ad91-4807-a0a7-80f71091a63e {{(pid=84887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:32:05.270126 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-390354bb-0653-4fa5-a472-e5d6c08f155f tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks [] for subnet, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:05.362892 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:05.373799 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2423aa36-b131-4e60-8c79-8d7681796cf9 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Made reservation on behalf of 8bd9692a05604ca1bb63ee573fbbaff2 for: {'network': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:32:05.377580 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2423aa36-b131-4e60-8c79-8d7681796cf9 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:05.391780 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-7252c99d-c3b5-4316-a990-8ac28616e2ac None None] Attempting to bind port 58b29385-f65d-4a2b-9d2e-9752d715485f on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:32:05.392152 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-7252c99d-c3b5-4316-a990-8ac28616e2ac None None] Attempting to bind port 58b29385-f65d-4a2b-9d2e-9752d715485f by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': 'ab27ccae-6101-43f9-bad0-cbb9ba757ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '2b73ac74-ec9d-4b18-98b3-b6f2d5a6158a'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:32:05.392742 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7252c99d-c3b5-4316-a990-8ac28616e2ac None None] Attempting to bind port 58b29385-f65d-4a2b-9d2e-9752d715485f on network 2b73ac74-ec9d-4b18-98b3-b6f2d5a6158a {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:32:05.400048 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7252c99d-c3b5-4316-a990-8ac28616e2ac None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:32:05.400486 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7252c99d-c3b5-4316-a990-8ac28616e2ac None None] Checking segment: {'id': 'ab27ccae-6101-43f9-bad0-cbb9ba757ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '2b73ac74-ec9d-4b18-98b3-b6f2d5a6158a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:32:05.400810 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-7252c99d-c3b5-4316-a990-8ac28616e2ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:05.401196 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7252c99d-c3b5-4316-a990-8ac28616e2ac None None] Bound using segment: {'id': 'ab27ccae-6101-43f9-bad0-cbb9ba757ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '2b73ac74-ec9d-4b18-98b3-b6f2d5a6158a'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:32:05.401722 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-7252c99d-c3b5-4316-a990-8ac28616e2ac None None] Bound port: 58b29385-f65d-4a2b-9d2e-9752d715485f, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab27ccae-6101-43f9-bad0-cbb9ba757ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '2b73ac74-ec9d-4b18-98b3-b6f2d5a6158a'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:32:05.402150 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-7252c99d-c3b5-4316-a990-8ac28616e2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:05.408065 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-390354bb-0653-4fa5-a472-e5d6c08f155f tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3149227'] for subnet, precommit_delete_associations {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:05.419297 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-ac9c308e-23f6-4227-ba35-7e3548a8abda admin admin] Calling delete_port for 717005e1-e93a-4f7b-a0e7-9f5c35fde308 owned by network:router_interface {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:32:05.443921 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port c285af18-3699-41bc-8394-62d22f0b1ce1 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:32:05.460680 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697f07e7-1b7c-4829-9f59-fac88e915cb3 req-ce009982-ff68-4b5b-8789-be5ac317f940 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:32:05.463782 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-697f07e7-1b7c-4829-9f59-fac88e915cb3 req-ce009982-ff68-4b5b-8789-be5ac317f940 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=bb8e5987-b3ba-470c-b297-cb22dc08dac6 HTTP/1.1" status: 200 len: 943 time: 0.3505177 May 30 20:32:05.475774 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port c285af18-3699-41bc-8394-62d22f0b1ce1 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:32:05.476246 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:05.493978 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2423aa36-b131-4e60-8c79-8d7681796cf9 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] vlan segment allocate from pool success with {'vlan_id': 683, 'physical_network': 'physnet1'} {{(pid=84887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:32:05.513034 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4532444-4cb6-4a56-8be0-64e0850311a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36d424df-74df-4f59-8ac8-529a43c28c43'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:32:05.517637 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-1175aece-b6b4-4270-9801-d132ae47f1c4 None None] Provisioning complete for port c285af18-3699-41bc-8394-62d22f0b1ce1 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:32:05.517993 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-1175aece-b6b4-4270-9801-d132ae47f1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:05.525674 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2423aa36-b131-4e60-8c79-8d7681796cf9 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:05.526099 n-d-843948-2 neutron-server[84887]: INFO neutron.db.segments_db [None req-2423aa36-b131-4e60-8c79-8d7681796cf9 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Added segment f415cedf-57ed-4e60-acdd-b86a82c03fb9 of type vlan for network 95f17e30-c9af-476f-b654-443dafa4fe1f May 30 20:32:05.567778 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-697f07e7-1b7c-4829-9f59-fac88e915cb3 req-676c8407-c2d2-47ce-87a4-681216a16019 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ed3b12a-c5d4-4ba2-906c-9900ee2b8018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950313 May 30 20:32:05.587218 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 36d424df-74df-4f59-8ac8-529a43c28c43, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=36d424df-74df-4f59-8ac8-529a43c28c43,segment=NetworkSegment(b78e2ba6-ffa9-4506-8832-06fa459f4605),segment_id=b78e2ba6-ffa9-4506-8832-06fa459f4605)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:32:05.587997 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2423aa36-b131-4e60-8c79-8d7681796cf9 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:05.594304 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-390354bb-0653-4fa5-a472-e5d6c08f155f tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:05.689199 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-7252c99d-c3b5-4316-a990-8ac28616e2ac None None] For port 58b29385-f65d-4a2b-9d2e-9752d715485f, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:32:05.704027 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:05.751209 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-7252c99d-c3b5-4316-a990-8ac28616e2ac None None] For port 58b29385-f65d-4a2b-9d2e-9752d715485f, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=58b29385-f65d-4a2b-9d2e-9752d715485f,segment=NetworkSegment(ab27ccae-6101-43f9-bad0-cbb9ba757ea7),segment_id=ab27ccae-6101-43f9-bad0-cbb9ba757ea7)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:32:05.753674 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da6db26d-714a-43ff-942f-1f23d91d41db'] response: {'server_uuid': 'e4532444-4cb6-4a56-8be0-64e0850311a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36d424df-74df-4f59-8ac8-529a43c28c43', 'code': 200} May 30 20:32:05.756629 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2423aa36-b131-4e60-8c79-8d7681796cf9 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:05.763888 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2423aa36-b131-4e60-8c79-8d7681796cf9 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:32:05.767411 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2423aa36-b131-4e60-8c79-8d7681796cf9 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:05.840836 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-1175aece-b6b4-4270-9801-d132ae47f1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:05.861671 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34f1c09-548e-4bf7-b28c-f9f1bd54b500 req-05286407-ad1a-48eb-80db-525e9f9b6af8 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:32:05.864081 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b34f1c09-548e-4bf7-b28c-f9f1bd54b500 req-05286407-ad1a-48eb-80db-525e9f9b6af8 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "GET /v2.0/ports?device_id=e4532444-4cb6-4a56-8be0-64e0850311a8 HTTP/1.1" status: 200 len: 945 time: 0.4536474 May 30 20:32:05.864785 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-390354bb-0653-4fa5-a472-e5d6c08f155f tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4055470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114247'] for subnet, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:05.869602 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-7252c99d-c3b5-4316-a990-8ac28616e2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:05.881393 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:05.916618 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=36d424df-74df-4f59-8ac8-529a43c28c43,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:05.969942 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-1175aece-b6b4-4270-9801-d132ae47f1c4 None None] For port c285af18-3699-41bc-8394-62d22f0b1ce1, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=c285af18-3699-41bc-8394-62d22f0b1ce1,segment=NetworkSegment(a1dfc002-f861-4877-b762-3637faeefdd0),segment_id=a1dfc002-f861-4877-b762-3637faeefdd0)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:32:06.018709 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b34f1c09-548e-4bf7-b28c-f9f1bd54b500 req-74a739ad-2425-4b90-ba32-0a095a516cf4 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "GET /v2.0/security-groups?id=8fd72c30-8784-4fee-8740-f07b67b99040&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1408362 May 30 20:32:06.019335 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7252c99d-c3b5-4316-a990-8ac28616e2ac None None] Pushing event updated for resources: {'Port': ['ID=58b29385-f65d-4a2b-9d2e-9752d715485f,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:06.082143 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-1175aece-b6b4-4270-9801-d132ae47f1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:06.098230 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-aa94a7f1-531d-4166-be64-5a2098efcd4a tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:06.128916 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2423aa36-b131-4e60-8c79-8d7681796cf9 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Pushing event updated for resources: {'Network': ['ID=95f17e30-c9af-476f-b654-443dafa4fe1f,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:06.138566 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390354bb-0653-4fa5-a472-e5d6c08f155f tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Pushing event deleted for resources: {'Subnet': ['ID=19fb54f8-ad91-4807-a0a7-80f71091a63e,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:06.146447 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-390354bb-0653-4fa5-a472-e5d6c08f155f tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:06.148897 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-390354bb-0653-4fa5-a472-e5d6c08f155f tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "DELETE /v2.0/subnets/19fb54f8-ad91-4807-a0a7-80f71091a63e HTTP/1.1" status: 204 len: 168 time: 1.3146384 May 30 20:32:06.149890 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [None req-aa94a7f1-531d-4166-be64-5a2098efcd4a tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Transition to ACTIVE for port object 98747ae1-cc8b-42d5-b798-145bb6b612da will not be triggered until provisioned by entity DHCP. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:32:06.153867 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 45718) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:32:06.214687 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network 95f17e30-c9af-476f-b654-443dafa4fe1f details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:32:06.227463 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b13f7d3-89f0-4c1e-b586-c35435dbc471 None None] Network e47345d4-98a8-46f5-a7b7-66b2eb513a50 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:32:06.238450 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-2423aa36-b131-4e60-8c79-8d7681796cf9 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.1796863 May 30 20:32:06.246431 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-aa943517-9064-46d0-9b09-b13bfdbf8ffb tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0881379 May 30 20:32:06.246431 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 45722) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:32:06.246801 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 45724) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:32:06.250142 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ac9c308e-23f6-4227-ba35-7e3548a8abda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:06.251397 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-61e294a5-ad07-4257-8564-ba86c51f9c0e tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Request body: {'subnet': {'network_id': '95f17e30-c9af-476f-b654-443dafa4fe1f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:32:06.409171 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-aa94a7f1-531d-4166-be64-5a2098efcd4a tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:06.441469 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9c308e-23f6-4227-ba35-7e3548a8abda admin admin] Pushing event deleted for resources: {'Port': ['ID=717005e1-e93a-4f7b-a0e7-9f5c35fde308,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:06.465737 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8fac215d-5a08-4aae-9918-84f131d57af6 req-a8dceea4-a66f-471e-9e6f-019670eb9f53 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=e4532444-4cb6-4a56-8be0-64e0850311a8 HTTP/1.1" status: 200 len: 1097 time: 0.4496865 May 30 20:32:06.493077 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-61e294a5-ad07-4257-8564-ba86c51f9c0e tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:32:06.505359 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-61e294a5-ad07-4257-8564-ba86c51f9c0e tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Usage tracker for resource:subnet and tenant:8bd9692a05604ca1bb63ee573fbbaff2 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:32:06.509646 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-61e294a5-ad07-4257-8564-ba86c51f9c0e tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:32:06.533772 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-61e294a5-ad07-4257-8564-ba86c51f9c0e tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:32:06.554864 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8fac215d-5a08-4aae-9918-84f131d57af6 req-114b49ce-a48a-46cd-82e0-434824faf0bc service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=8fd72c30-8784-4fee-8740-f07b67b99040&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782895 May 30 20:32:06.566391 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1175aece-b6b4-4270-9801-d132ae47f1c4 None None] Pushing event updated for resources: {'Port': ['ID=c285af18-3699-41bc-8394-62d22f0b1ce1,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:06.577704 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9c308e-23f6-4227-ba35-7e3548a8abda admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:32:06.579649 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9c308e-23f6-4227-ba35-7e3548a8abda admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:32:06.579649 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9c308e-23f6-4227-ba35-7e3548a8abda admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:32:06.579649 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9c308e-23f6-4227-ba35-7e3548a8abda admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:32:06.579649 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9c308e-23f6-4227-ba35-7e3548a8abda admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:32:06.580456 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9c308e-23f6-4227-ba35-7e3548a8abda admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:32:06.581129 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9c308e-23f6-4227-ba35-7e3548a8abda admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:32:06.581651 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9c308e-23f6-4227-ba35-7e3548a8abda admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:32:06.582156 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9c308e-23f6-4227-ba35-7e3548a8abda admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:32:06.582655 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9c308e-23f6-4227-ba35-7e3548a8abda admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:32:06.583471 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9c308e-23f6-4227-ba35-7e3548a8abda admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:32:06.599758 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa94a7f1-531d-4166-be64-5a2098efcd4a tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Network 2b73ac74-ec9d-4b18-98b3-b6f2d5a6158a is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:32:06.633912 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61e294a5-ad07-4257-8564-ba86c51f9c0e tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Made reservation on behalf of 8bd9692a05604ca1bb63ee573fbbaff2 for: {'subnet': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:32:06.638811 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-aa94a7f1-531d-4166-be64-5a2098efcd4a tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:32:06.648678 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa94a7f1-531d-4166-be64-5a2098efcd4a tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:32:06.653303 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa94a7f1-531d-4166-be64-5a2098efcd4a tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:32:06.653971 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-aa94a7f1-531d-4166-be64-5a2098efcd4a tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:06.661261 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.db.api [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:32:06.661635 n-d-843948-2 neutron-server[84888]: DEBUG oslo_db.api [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:32:06.860973 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-61e294a5-ad07-4257-8564-ba86c51f9c0e tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114220'] for subnet, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:06.898676 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36f2c829-aef4-4f17-9b36-bb5c0dd9e5ce tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:32:06.900420 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-36f2c829-aef4-4f17-9b36-bb5c0dd9e5ce tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Synchronizing usage tracker for tenant:08954986e7454427ae0d40c7652d3c6a on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:32:06.902346 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa94a7f1-531d-4166-be64-5a2098efcd4a tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Pushing event updated for resources: {'Port': ['ID=98747ae1-cc8b-42d5-b798-145bb6b612da,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:06.959801 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-aa94a7f1-531d-4166-be64-5a2098efcd4a tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.0061390 May 30 20:32:06.961173 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 45740) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:32:07.028817 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3053c4d-a59b-4eca-9a4d-34d3ba512bbe None None] DHCP port deletion for e47345d4-98a8-46f5-a7b7-66b2eb513a50 request from n-d-843948-2 {{(pid=84888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:32:07.034145 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-d3053c4d-a59b-4eca-9a4d-34d3ba512bbe None None] Deleting port 8f959501-6d11-42a0-9749-31f9c44f4eb4 {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:32:07.035113 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-d3053c4d-a59b-4eca-9a4d-34d3ba512bbe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:07.040435 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-36f2c829-aef4-4f17-9b36-bb5c0dd9e5ce tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Unset dirty status for tenant:08954986e7454427ae0d40c7652d3c6a on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:32:07.044803 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-36f2c829-aef4-4f17-9b36-bb5c0dd9e5ce tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.7963769 May 30 20:32:07.048478 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 45748) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:32:07.110784 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.ipam_backend_mixin [None req-61e294a5-ad07-4257-8564-ba86c51f9c0e tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Performing IP validity checks on allocation pools {{(pid=84887) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 30 20:32:07.126351 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.ipam_backend_mixin [None req-61e294a5-ad07-4257-8564-ba86c51f9c0e tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84887) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 30 20:32:07.159200 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204c51cd-4adf-4546-9904-75eb501dcd9d req-e5ce375a-5b43-455a-8e53-4f0411617f58 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:32:07.167291 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-204c51cd-4adf-4546-9904-75eb501dcd9d req-e5ce375a-5b43-455a-8e53-4f0411617f58 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=bb8e5987-b3ba-470c-b297-cb22dc08dac6 HTTP/1.1" status: 200 len: 943 time: 0.4037082 May 30 20:32:07.271862 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-204c51cd-4adf-4546-9904-75eb501dcd9d req-df5ac145-576c-41fa-9d66-38545a84da6b tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ed3b12a-c5d4-4ba2-906c-9900ee2b8018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029470 May 30 20:32:07.352719 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7ef2c2-bed8-4ee2-82eb-70bad854ca61 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:32:07.357327 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 45756) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:32:07.357485 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-eb7ef2c2-bed8-4ee2-82eb-70bad854ca61 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3082790 May 30 20:32:07.459454 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-aaed7006-8a7d-4749-a6b2-83bc0cae2f9d tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0999966 May 30 20:32:07.460457 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 45760) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:32:07.477982 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-9ed9ea3c-bb97-4eab-ac06-6b5b9b593a01 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Request body: {'subnet': {'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:32:07.575343 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 8f959501-6d11-42a0-9749-31f9c44f4eb4 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:32:07.614190 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26edf017-81c1-4a7d-be61-28295d212d5a None None] Network 2b73ac74-ec9d-4b18-98b3-b6f2d5a6158a requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:32:07.615394 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-9ed9ea3c-bb97-4eab-ac06-6b5b9b593a01 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:32:07.668533 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-9ed9ea3c-bb97-4eab-ac06-6b5b9b593a01 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:32:07.712946 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6607b926-021a-493c-9fa8-8e47ad00ba69 req-5af62c42-b48b-4427-adaf-ee960208a003 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:32:07.714725 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6607b926-021a-493c-9fa8-8e47ad00ba69 req-5af62c42-b48b-4427-adaf-ee960208a003 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=7aad7ab8-22c4-47e2-abf2-9cc744ce8553 HTTP/1.1" status: 200 len: 944 time: 0.1034143 May 30 20:32:07.737090 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfbc65c-62cd-44cc-b582-c60429ead597 req-ad81e21e-ecb1-4d2b-b7c0-61af34b86689 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:32:07.743431 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-61e294a5-ad07-4257-8564-ba86c51f9c0e tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4055401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114238'] for subnet, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:07.744015 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4cfbc65c-62cd-44cc-b582-c60429ead597 req-ad81e21e-ecb1-4d2b-b7c0-61af34b86689 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "GET /v2.0/ports?device_id=e4532444-4cb6-4a56-8be0-64e0850311a8 HTTP/1.1" status: 200 len: 946 time: 0.4975331 May 30 20:32:07.791370 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ed9ea3c-bb97-4eab-ac06-6b5b9b593a01 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Made reservation on behalf of 08954986e7454427ae0d40c7652d3c6a for: {'subnet': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:32:07.796665 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9ed9ea3c-bb97-4eab-ac06-6b5b9b593a01 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114220'] for subnet, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:07.909887 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ac9c308e-23f6-4227-ba35-7e3548a8abda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1718140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-736143'] for router_interface, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:07.933503 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-d3053c4d-a59b-4eca-9a4d-34d3ba512bbe None None] For port 8f959501-6d11-42a0-9749-31f9c44f4eb4, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=8f959501-6d11-42a0-9749-31f9c44f4eb4,segment=NetworkSegment(2cb73a29-9359-4fbf-99af-be1c6062790b),segment_id=2cb73a29-9359-4fbf-99af-be1c6062790b)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:32:07.933950 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-d3053c4d-a59b-4eca-9a4d-34d3ba512bbe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:07.934642 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4cfbc65c-62cd-44cc-b582-c60429ead597 req-592fd79e-8492-4f53-9c60-76b154053385 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "GET /v2.0/security-groups?id=8fd72c30-8784-4fee-8740-f07b67b99040&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1897852 May 30 20:32:08.009571 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6607b926-021a-493c-9fa8-8e47ad00ba69 req-5c9817f5-c3d2-4531-8a56-890fa1c56a14 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ae76294-3e84-4fcb-be2a-17611205a838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2885706 May 30 20:32:08.028749 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e294a5-ad07-4257-8564-ba86c51f9c0e tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Pushing event updated for resources: {'Subnet': ['ID=03628a9b-91ef-482a-a25a-075b6c03a100,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:08.072789 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e294a5-ad07-4257-8564-ba86c51f9c0e tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Checking segment: {'id': 'f415cedf-57ed-4e60-acdd-b86a82c03fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '95f17e30-c9af-476f-b654-443dafa4fe1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:32:08.073795 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e294a5-ad07-4257-8564-ba86c51f9c0e tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Network hostable DHCP agents. Network: 95f17e30-c9af-476f-b654-443dafa4fe1f, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:32:08.075469 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 668e586b-abe2-4b90-939d-6c44e2d5813c no longer exists at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:32:08.153563 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-d3053c4d-a59b-4eca-9a4d-34d3ba512bbe None None] Calling delete_port for 8f959501-6d11-42a0-9749-31f9c44f4eb4 owned by network:dhcp {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:32:08.271996 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e294a5-ad07-4257-8564-ba86c51f9c0e tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Network 95f17e30-c9af-476f-b654-443dafa4fe1f is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:32:08.303454 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9ed9ea3c-bb97-4eab-ac06-6b5b9b593a01 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4055401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114238'] for subnet, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:08.398256 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-61e294a5-ad07-4257-8564-ba86c51f9c0e tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, 95f17e30-c9af-476f-b654-443dafa4fe1f) {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:32:08.399598 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-dde2f6fd-abf1-493c-a9d8-11c7c2bc305f None None] Provisioning for port 58b29385-f65d-4a2b-9d2e-9752d715485f completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:32:08.403453 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e294a5-ad07-4257-8564-ba86c51f9c0e tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:32:08.404036 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-61e294a5-ad07-4257-8564-ba86c51f9c0e tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:08.411124 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed9ea3c-bb97-4eab-ac06-6b5b9b593a01 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Network e47345d4-98a8-46f5-a7b7-66b2eb513a50 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:32:08.426330 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-9ed9ea3c-bb97-4eab-ac06-6b5b9b593a01 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:32:08.429031 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed9ea3c-bb97-4eab-ac06-6b5b9b593a01 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:32:08.429677 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9ed9ea3c-bb97-4eab-ac06-6b5b9b593a01 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:08.441207 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bef1949-4479-4761-a0bc-8337caa33356 None None] Network 95f17e30-c9af-476f-b654-443dafa4fe1f requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:32:08.464415 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98615ef7-3316-4f55-b3e6-72be967b3280 req-6311a618-8049-44d8-8fc8-9db0508ac803 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:32:08.465980 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-98615ef7-3316-4f55-b3e6-72be967b3280 req-6311a618-8049-44d8-8fc8-9db0508ac803 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=7aad7ab8-22c4-47e2-abf2-9cc744ce8553 HTTP/1.1" status: 200 len: 944 time: 0.2602382 May 30 20:32:08.475301 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed9ea3c-bb97-4eab-ac06-6b5b9b593a01 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Pushing event updated for resources: {'Subnet': ['ID=004fe6b3-15f0-4bb7-93d2-400cae8becbe,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:08.476228 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-cca7e92d-01e0-4a39-b91a-549d27ceac45 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:08.544231 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 8f959501-6d11-42a0-9749-31f9c44f4eb4 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:32:08.544599 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:08.570697 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-61e294a5-ad07-4257-8564-ba86c51f9c0e tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.3256011 May 30 20:32:08.571484 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 45770) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:32:08.576147 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-9ed9ea3c-bb97-4eab-ac06-6b5b9b593a01 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1122937 May 30 20:32:08.582133 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-d3053c4d-a59b-4eca-9a4d-34d3ba512bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468'] for port, after_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:08.596349 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 45774) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:32:08.608694 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-c1045e10-42d4-480a-a9d3-03b100215ff1 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Request body: {'port': {'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50', 'fixed_ips': [{'subnet_id': '004fe6b3-15f0-4bb7-93d2-400cae8becbe', 'ip_address': '2001:db8::7372:c053:557f:15b6'}], 'name': 'tempest-NetworksTestDHCPv6-540508904'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:32:08.634906 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Port 8f959501-6d11-42a0-9749-31f9c44f4eb4 was deleted so its status cannot be updated. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} May 30 20:32:08.653961 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3053c4d-a59b-4eca-9a4d-34d3ba512bbe None None] Pushing event deleted for resources: {'Port': ['ID=8f959501-6d11-42a0-9749-31f9c44f4eb4,revision_number=None']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:08.681912 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3053c4d-a59b-4eca-9a4d-34d3ba512bbe None None] No DVR routers for this DVR port 8f959501-6d11-42a0-9749-31f9c44f4eb4 on host n-d-843948-2 {{(pid=84888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:32:08.693395 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3053c4d-a59b-4eca-9a4d-34d3ba512bbe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:32:08.693910 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3053c4d-a59b-4eca-9a4d-34d3ba512bbe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:32:08.694656 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3053c4d-a59b-4eca-9a4d-34d3ba512bbe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:32:08.694656 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3053c4d-a59b-4eca-9a4d-34d3ba512bbe None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:32:08.694944 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3053c4d-a59b-4eca-9a4d-34d3ba512bbe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:32:08.695251 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3053c4d-a59b-4eca-9a4d-34d3ba512bbe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:32:08.695580 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3053c4d-a59b-4eca-9a4d-34d3ba512bbe None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:32:08.695904 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3053c4d-a59b-4eca-9a4d-34d3ba512bbe None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:32:08.696227 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3053c4d-a59b-4eca-9a4d-34d3ba512bbe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:32:08.696550 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3053c4d-a59b-4eca-9a4d-34d3ba512bbe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:32:08.696870 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3053c4d-a59b-4eca-9a4d-34d3ba512bbe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:32:08.718147 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec07336-69b6-433c-908e-974a996f415b None None] Network e47345d4-98a8-46f5-a7b7-66b2eb513a50 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:32:08.861555 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-c1045e10-42d4-480a-a9d3-03b100215ff1 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:32:08.882187 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-c1045e10-42d4-480a-a9d3-03b100215ff1 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:32:08.955220 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1045e10-42d4-480a-a9d3-03b100215ff1 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Made reservation on behalf of 08954986e7454427ae0d40c7652d3c6a for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:32:08.961224 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c1045e10-42d4-480a-a9d3-03b100215ff1 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:08.999639 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [None req-c1045e10-42d4-480a-a9d3-03b100215ff1 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] device_id is not set on port 131de66e-a876-425a-a644-5b55f2d547d6 yet. {{(pid=84887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:32:09.043527 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c3dfa5ea-9361-4313-ab03-6cff25169c8d tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:09.209842 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-98615ef7-3316-4f55-b3e6-72be967b3280 req-84ddb21e-bcc0-4cec-89a2-49adb2405c78 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ae76294-3e84-4fcb-be2a-17611205a838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7150764 May 30 20:32:09.371804 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c3dfa5ea-9361-4313-ab03-6cff25169c8d tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:09.492425 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device c285af18-3699-41bc-8394-62d22f0b1ce1 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:32:09.548923 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [None req-c1045e10-42d4-480a-a9d3-03b100215ff1 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Allocated IP 2001:db8::7372:c053:557f:15b6 (e47345d4-98a8-46f5-a7b7-66b2eb513a50/004fe6b3-15f0-4bb7-93d2-400cae8becbe/131de66e-a876-425a-a644-5b55f2d547d6) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:32:09.575621 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2499ce-323f-4842-81e8-dfb55416b1d2 req-76df881d-ec94-4d39-8c5f-27ea65c9aa0f tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:32:09.578795 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ba2499ce-323f-4842-81e8-dfb55416b1d2 req-76df881d-ec94-4d39-8c5f-27ea65c9aa0f tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "GET /v2.0/ports?device_id=e4532444-4cb6-4a56-8be0-64e0850311a8 HTTP/1.1" status: 200 len: 946 time: 0.3773677 May 30 20:32:09.580178 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-307f6d9c-22fa-41fe-9720-96e89229580d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-e47345d4-98a8-46f5-a7b7-66b2eb513a50', 'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50', 'tenant_id': '08954986e7454427ae0d40c7652d3c6a', 'fixed_ips': [{'subnet_id': '004fe6b3-15f0-4bb7-93d2-400cae8becbe'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:32:09.581029 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-307f6d9c-22fa-41fe-9720-96e89229580d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:09.591831 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f2811f9-e816-40e8-99e9-4f1828fddc9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-95f17e30-c9af-476f-b654-443dafa4fe1f', 'network_id': '95f17e30-c9af-476f-b654-443dafa4fe1f', 'tenant_id': '8bd9692a05604ca1bb63ee573fbbaff2', 'fixed_ips': [{'subnet_id': '03628a9b-91ef-482a-a25a-075b6c03a100'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:32:09.592715 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2f2811f9-e816-40e8-99e9-4f1828fddc9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:09.772516 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c3dfa5ea-9361-4313-ab03-6cff25169c8d tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4055470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114247'] for subnet, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:09.840957 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-a54de4fe-1a59-455d-b494-8258dcd7bde3 None None] Provisioning for port 98747ae1-cc8b-42d5-b798-145bb6b612da completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:32:09.856400 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-a54de4fe-1a59-455d-b494-8258dcd7bde3 None None] Provisioning complete for port 98747ae1-cc8b-42d5-b798-145bb6b612da triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:32:09.857080 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-a54de4fe-1a59-455d-b494-8258dcd7bde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:09.885110 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dfa5ea-9361-4313-ab03-6cff25169c8d tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Pushing event deleted for resources: {'Subnet': ['ID=03628a9b-91ef-482a-a25a-075b6c03a100,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:09.931673 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server [None req-2f2811f9-e816-40e8-99e9-4f1828fddc9c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 03628a9b-91ef-482a-a25a-075b6c03a100: This subnet is being modified by another concurrent operation. May 30 20:32:09.931673 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 30 20:32:09.931673 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 30 20:32:09.931673 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 30 20:32:09.931673 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 30 20:32:09.931673 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 30 20:32:09.931673 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 30 20:32:09.931673 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 30 20:32:09.931673 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 30 20:32:09.931673 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 30 20:32:09.931673 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 30 20:32:09.931673 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 30 20:32:09.931673 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 30 20:32:09.931673 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server self.force_reraise() May 30 20:32:09.931673 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 30 20:32:09.931673 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 30 20:32:09.931673 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 30 20:32:09.931673 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server raise value May 30 20:32:09.931673 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 30 20:32:09.931673 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 30 20:32:09.931673 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 30 20:32:09.931673 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 30 20:32:09.931673 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 30 20:32:09.931673 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server self.force_reraise() May 30 20:32:09.931673 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 30 20:32:09.931673 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 30 20:32:09.931673 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 30 20:32:09.931673 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server raise value May 30 20:32:09.931673 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 30 20:32:09.931673 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 30 20:32:09.931673 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 30 20:32:09.931673 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 30 20:32:09.931673 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 30 20:32:09.931673 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server self.force_reraise() May 30 20:32:09.931673 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 30 20:32:09.931673 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 30 20:32:09.931673 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 30 20:32:09.931673 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server raise value May 30 20:32:09.931673 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 30 20:32:09.931673 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 30 20:32:09.931673 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 30 20:32:09.931673 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 30 20:32:09.931673 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port May 30 20:32:09.931673 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 30 20:32:09.931673 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action May 30 20:32:09.931673 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 30 20:32:09.931673 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port May 30 20:32:09.931673 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 30 20:32:09.931673 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 30 20:32:09.931673 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 30 20:32:09.931673 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped May 30 20:32:09.931673 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 30 20:32:09.931673 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 30 20:32:09.940161 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 30 20:32:09.940161 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 30 20:32:09.940161 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server self.force_reraise() May 30 20:32:09.940161 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 30 20:32:09.940161 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 30 20:32:09.940161 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 30 20:32:09.940161 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server raise value May 30 20:32:09.940161 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 30 20:32:09.940161 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 30 20:32:09.940161 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 30 20:32:09.940161 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 30 20:32:09.940161 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 30 20:32:09.940161 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server self.force_reraise() May 30 20:32:09.940161 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 30 20:32:09.940161 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 30 20:32:09.940161 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 30 20:32:09.940161 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server raise value May 30 20:32:09.940161 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 30 20:32:09.940161 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 30 20:32:09.940161 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 30 20:32:09.940161 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 30 20:32:09.940161 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 30 20:32:09.940161 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server self.force_reraise() May 30 20:32:09.940161 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 30 20:32:09.940161 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 30 20:32:09.940161 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 30 20:32:09.940161 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server raise value May 30 20:32:09.940161 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 30 20:32:09.940161 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 30 20:32:09.940161 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port May 30 20:32:09.940161 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 30 20:32:09.940161 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db May 30 20:32:09.940161 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 30 20:32:09.940161 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db May 30 20:32:09.940161 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 30 20:32:09.940161 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 30 20:32:09.940161 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 30 20:32:09.940161 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped May 30 20:32:09.940161 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 30 20:32:09.940161 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 30 20:32:09.940161 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 30 20:32:09.940161 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 30 20:32:09.940161 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 30 20:32:09.940161 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 30 20:32:09.940161 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 30 20:32:09.940161 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets May 30 20:32:09.940161 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 30 20:32:09.940161 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 30 20:32:09.940161 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server raise exception May 30 20:32:09.940161 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 03628a9b-91ef-482a-a25a-075b6c03a100: This subnet is being modified by another concurrent operation. May 30 20:32:09.940161 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server May 30 20:32:09.957793 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec71c49a-290a-4df2-8920-fe089434fe1b None None] Network 95f17e30-c9af-476f-b654-443dafa4fe1f requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:32:09.976713 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-a54de4fe-1a59-455d-b494-8258dcd7bde3 None None] Port 98747ae1-cc8b-42d5-b798-145bb6b612da cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:32:10.021746 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ba2499ce-323f-4842-81e8-dfb55416b1d2 req-10d8178d-1ee6-4071-aaf8-0072200c5869 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "GET /v2.0/security-groups?id=8fd72c30-8784-4fee-8740-f07b67b99040&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4331646 May 30 20:32:10.038837 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c3dfa5ea-9361-4313-ab03-6cff25169c8d tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:10.041560 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port c285af18-3699-41bc-8394-62d22f0b1ce1 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:32:10.042625 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:10.141663 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-cca7e92d-01e0-4a39-b91a-549d27ceac45 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:10.146310 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-c3dfa5ea-9361-4313-ab03-6cff25169c8d tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95f17e30-c9af-476f-b654-443dafa4fe1f']}} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:32:10.166571 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-c3dfa5ea-9361-4313-ab03-6cff25169c8d tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f415cedf-57ed-4e60-acdd-b86a82c03fb9') {'for_net_delete': True} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:32:10.167933 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-c3dfa5ea-9361-4313-ab03-6cff25169c8d tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f415cedf-57ed-4e60-acdd-b86a82c03fb9') {} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:32:10.177763 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bfc9ed-8e12-4fb5-a372-bb9d380d4883 req-4e81d6df-a9ad-497d-b986-92a9dc4c2bd2 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:32:10.185387 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d0bfc9ed-8e12-4fb5-a372-bb9d380d4883 req-4e81d6df-a9ad-497d-b986-92a9dc4c2bd2 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=7aad7ab8-22c4-47e2-abf2-9cc744ce8553 HTTP/1.1" status: 200 len: 944 time: 0.5505292 May 30 20:32:10.186459 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c3dfa5ea-9361-4313-ab03-6cff25169c8d tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3149912'] for segment, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:10.219959 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c3dfa5ea-9361-4313-ab03-6cff25169c8d tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:10.239308 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3dfa5ea-9361-4313-ab03-6cff25169c8d tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Releasing vlan 683 on physical network physnet1 to pool {{(pid=84887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:32:10.239847 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c3dfa5ea-9361-4313-ab03-6cff25169c8d tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4055488'] for segment, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:10.240728 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-cca7e92d-01e0-4a39-b91a-549d27ceac45 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:10.260987 n-d-843948-2 neutron-server[84887]: Traceback (most recent call last): May 30 20:32:10.260987 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:32:10.260987 n-d-843948-2 neutron-server[84887]: timer() May 30 20:32:10.260987 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:32:10.260987 n-d-843948-2 neutron-server[84887]: cb(*args, **kw) May 30 20:32:10.260987 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:32:10.260987 n-d-843948-2 neutron-server[84887]: return func(*args, **kwargs) May 30 20:32:10.260987 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:32:10.260987 n-d-843948-2 neutron-server[84887]: self._notify() May 30 20:32:10.260987 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:32:10.260987 n-d-843948-2 neutron-server[84887]: self.callback(batched_events) May 30 20:32:10.260987 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:32:10.260987 n-d-843948-2 neutron-server[84887]: event.method(event) May 30 20:32:10.260987 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:32:10.260987 n-d-843948-2 neutron-server[84887]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:32:10.260987 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:32:10.260987 n-d-843948-2 neutron-server[84887]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:32:10.260987 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:32:10.260987 n-d-843948-2 neutron-server[84887]: return f(self, *a, **k) May 30 20:32:10.260987 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:32:10.260987 n-d-843948-2 neutron-server[84887]: return self._get(url).json() May 30 20:32:10.260987 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:32:10.260987 n-d-843948-2 neutron-server[84887]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:32:10.260987 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:32:10.260987 n-d-843948-2 neutron-server[84887]: return self.request(url, 'GET', **kwargs) May 30 20:32:10.260987 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:32:10.260987 n-d-843948-2 neutron-server[84887]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:32:10.260987 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:32:10.260987 n-d-843948-2 neutron-server[84887]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:32:10.260987 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:32:10.260987 n-d-843948-2 neutron-server[84887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:32:10.260987 n-d-843948-2 neutron-server[84887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:32:10.300740 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-6945d0f1-e837-41a7-a52e-9b95cf8265bd None None] Provisioning complete for port 98747ae1-cc8b-42d5-b798-145bb6b612da triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:32:10.301099 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-6945d0f1-e837-41a7-a52e-9b95cf8265bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:10.317937 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d0bfc9ed-8e12-4fb5-a372-bb9d380d4883 req-e32e833b-8d2b-4cea-9cc8-4a713db5c14f tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ae76294-3e84-4fcb-be2a-17611205a838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1303527 May 30 20:32:10.339107 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 58b29385-f65d-4a2b-9d2e-9752d715485f up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:32:10.373785 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca7e92d-01e0-4a39-b91a-549d27ceac45 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Pushing event updated for resources: {'Port': ['ID=98747ae1-cc8b-42d5-b798-145bb6b612da,revision_number=2']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:10.407643 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-6945d0f1-e837-41a7-a52e-9b95cf8265bd None None] Port 98747ae1-cc8b-42d5-b798-145bb6b612da cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:32:10.409427 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c1045e10-42d4-480a-a9d3-03b100215ff1 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:10.491577 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a12737-2a76-4d8a-ae03-743ed5066532 req-a4d25387-40f4-4c59-8177-2af10579dc13 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:32:10.493700 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f0a12737-2a76-4d8a-ae03-743ed5066532 req-a4d25387-40f4-4c59-8177-2af10579dc13 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "GET /v2.0/ports?device_id=e4532444-4cb6-4a56-8be0-64e0850311a8 HTTP/1.1" status: 200 len: 946 time: 0.2336326 May 30 20:32:10.506772 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 45792) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:32:10.513413 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-3f53bbd8-4c4c-455e-ad00-8de55301c6ef tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Request body: {'floatingip': {'port_id': '36d424df-74df-4f59-8ac8-529a43c28c43'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:32:10.538951 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 58b29385-f65d-4a2b-9d2e-9752d715485f completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:32:10.539262 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac9c308e-23f6-4227-ba35-7e3548a8abda admin admin] Router b372c79f-6d8e-4889-9b07-12f2e010819a has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:32:10.545175 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 58b29385-f65d-4a2b-9d2e-9752d715485f triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:32:10.547541 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:10.584185 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [None req-c1045e10-42d4-480a-a9d3-03b100215ff1 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Transition to ACTIVE for port object 131de66e-a876-425a-a644-5b55f2d547d6 will not be triggered until provisioned by entity DHCP. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:32:10.626242 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c3dfa5ea-9361-4313-ab03-6cff25169c8d tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:10.706846 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c3dfa5ea-9361-4313-ab03-6cff25169c8d tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:10.716744 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3f53bbd8-4c4c-455e-ad00-8de55301c6ef tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks [] for floatingip, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:10.780194 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dfa5ea-9361-4313-ab03-6cff25169c8d tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Pushing event deleted for resources: {'Network': ['ID=95f17e30-c9af-476f-b654-443dafa4fe1f,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:10.784250 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c1045e10-42d4-480a-a9d3-03b100215ff1 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:10.816576 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:10.886240 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-307f6d9c-22fa-41fe-9720-96e89229580d None None] Allocated IP 2001:db8::2 (e47345d4-98a8-46f5-a7b7-66b2eb513a50/004fe6b3-15f0-4bb7-93d2-400cae8becbe/93e14f57-e3f5-472c-94df-91ad1336ce9b) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:32:10.896555 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-c3dfa5ea-9361-4313-ab03-6cff25169c8d tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] 10.222.0.85 "DELETE /v2.0/networks/95f17e30-c9af-476f-b654-443dafa4fe1f HTTP/1.1" status: 204 len: 168 time: 2.3238578 May 30 20:32:10.901237 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1045e10-42d4-480a-a9d3-03b100215ff1 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Pushing event updated for resources: {'Port': ['ID=131de66e-a876-425a-a644-5b55f2d547d6,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:10.907742 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 45798) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:32:10.914161 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-a6a95e2b-80a5-4be1-9ea0-3a8744a33c84 None None] Provisioning complete for port 98747ae1-cc8b-42d5-b798-145bb6b612da triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:32:10.915222 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-a6a95e2b-80a5-4be1-9ea0-3a8744a33c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:10.940403 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-12ff56f5-478f-4bc1-8b18-4f1f0767da7c tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2022883194'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:32:10.943872 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8040aa-d824-4b63-ad58-1aa831c5b6ad req-62ee383f-fecc-491b-84da-d86c6cff2fce tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:32:10.945641 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2e8040aa-d824-4b63-ad58-1aa831c5b6ad req-62ee383f-fecc-491b-84da-d86c6cff2fce tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=7aad7ab8-22c4-47e2-abf2-9cc744ce8553 HTTP/1.1" status: 200 len: 944 time: 0.4629724 May 30 20:32:10.950555 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-cca7e92d-01e0-4a39-b91a-549d27ceac45 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-736099'] for router_interface, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:10.961104 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-12ff56f5-478f-4bc1-8b18-4f1f0767da7c tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:32:10.972554 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port 58b29385-f65d-4a2b-9d2e-9752d715485f, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=58b29385-f65d-4a2b-9d2e-9752d715485f,segment=NetworkSegment(ab27ccae-6101-43f9-bad0-cbb9ba757ea7),segment_id=ab27ccae-6101-43f9-bad0-cbb9ba757ea7)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:32:10.974849 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-a6a95e2b-80a5-4be1-9ea0-3a8744a33c84 None None] Port 98747ae1-cc8b-42d5-b798-145bb6b612da cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:32:10.983213 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-12ff56f5-478f-4bc1-8b18-4f1f0767da7c tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Usage tracker for resource:network and tenant:8bd9692a05604ca1bb63ee573fbbaff2 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:32:10.987058 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1045e10-42d4-480a-a9d3-03b100215ff1 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Network e47345d4-98a8-46f5-a7b7-66b2eb513a50 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:32:10.990107 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-12ff56f5-478f-4bc1-8b18-4f1f0767da7c tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:32:10.993671 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-c1045e10-42d4-480a-a9d3-03b100215ff1 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:32:11.001352 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1045e10-42d4-480a-a9d3-03b100215ff1 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:32:11.005306 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1045e10-42d4-480a-a9d3-03b100215ff1 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:32:11.006000 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c1045e10-42d4-480a-a9d3-03b100215ff1 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:11.010155 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-12ff56f5-478f-4bc1-8b18-4f1f0767da7c tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:32:11.040893 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2e8040aa-d824-4b63-ad58-1aa831c5b6ad req-9806dce8-9c6a-4def-a594-855abdfff461 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ae76294-3e84-4fcb-be2a-17611205a838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731757 May 30 20:32:11.079893 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:11.175091 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac9c308e-23f6-4227-ba35-7e3548a8abda admin admin] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:32:11.184041 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-c1045e10-42d4-480a-a9d3-03b100215ff1 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.5840569 May 30 20:32:11.193098 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-ac9c308e-23f6-4227-ba35-7e3548a8abda admin admin] 10.222.0.85 "PUT /v2.0/routers/b372c79f-6d8e-4889-9b07-12f2e010819a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4697812 May 30 20:32:11.197243 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 45804) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:32:11.197589 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 45806) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:32:11.200503 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b74bf59-83f8-46bc-9b36-0af1935e548e None None] Sync routers for ids ['b372c79f-6d8e-4889-9b07-12f2e010819a'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:32:11.289648 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12ff56f5-478f-4bc1-8b18-4f1f0767da7c tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Made reservation on behalf of 8bd9692a05604ca1bb63ee573fbbaff2 for: {'network': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:32:11.295070 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-12ff56f5-478f-4bc1-8b18-4f1f0767da7c tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:11.311164 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-8a2af567-e879-4d6d-aede-5a2689ecede1 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Request body: {'port': {'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50', 'fixed_ips': [{'subnet_id': '004fe6b3-15f0-4bb7-93d2-400cae8becbe', 'ip_address': '2001:db8::7372:c053:557f:15b6'}], 'name': 'tempest-NetworksTestDHCPv6-136995763'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:32:11.358851 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 8f959501-6d11-42a0-9749-31f9c44f4eb4 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:32:11.402921 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12ff56f5-478f-4bc1-8b18-4f1f0767da7c tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] vlan segment allocate from pool success with {'vlan_id': 660, 'physical_network': 'physnet1'} {{(pid=84887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:32:11.422997 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: 8f959501-6d11-42a0-9749-31f9c44f4eb4 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:32:11.423266 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-12ff56f5-478f-4bc1-8b18-4f1f0767da7c tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:11.423373 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 8f959501-6d11-42a0-9749-31f9c44f4eb4 not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:32:11.423624 n-d-843948-2 neutron-server[84887]: INFO neutron.db.segments_db [None req-12ff56f5-478f-4bc1-8b18-4f1f0767da7c tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Added segment e1583d13-7f11-4fb8-90d0-63b7b753d7be of type vlan for network 8544ce7e-ffec-473e-8601-4cb742bfd028 May 30 20:32:11.485323 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=58b29385-f65d-4a2b-9d2e-9752d715485f,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:11.514051 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-307f6d9c-22fa-41fe-9720-96e89229580d None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:11.528203 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b74bf59-83f8-46bc-9b36-0af1935e548e None None] Routers {'b372c79f-6d8e-4889-9b07-12f2e010819a'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:32:11.529269 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-6b74bf59-83f8-46bc-9b36-0af1935e548e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:31:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['b372c79f-6d8e-4889-9b07-12f2e010819a'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:32:11.534917 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-12ff56f5-478f-4bc1-8b18-4f1f0767da7c tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:11.548169 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-cca7e92d-01e0-4a39-b91a-549d27ceac45 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:11.686045 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-8a2af567-e879-4d6d-aede-5a2689ecede1 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:32:11.768360 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-12ff56f5-478f-4bc1-8b18-4f1f0767da7c tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:11.774877 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ff56f5-478f-4bc1-8b18-4f1f0767da7c tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:32:11.776714 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-12ff56f5-478f-4bc1-8b18-4f1f0767da7c tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:11.776897 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-307f6d9c-22fa-41fe-9720-96e89229580d None None] Transition to ACTIVE for port object 93e14f57-e3f5-472c-94df-91ad1336ce9b will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:32:11.822503 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-307f6d9c-22fa-41fe-9720-96e89229580d None None] Transition to ACTIVE for port object 93e14f57-e3f5-472c-94df-91ad1336ce9b will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:32:11.898979 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-6b74bf59-83f8-46bc-9b36-0af1935e548e None None] Set router b372c79f-6d8e-4889-9b07-12f2e010819a gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:32:12.053163 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-8a2af567-e879-4d6d-aede-5a2689ecede1 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:32:12.094711 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3f53bbd8-4c4c-455e-ad00-8de55301c6ef tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:12.095655 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ff56f5-478f-4bc1-8b18-4f1f0767da7c tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Pushing event updated for resources: {'Network': ['ID=8544ce7e-ffec-473e-8601-4cb742bfd028,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:12.136640 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-12ff56f5-478f-4bc1-8b18-4f1f0767da7c tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2246144 May 30 20:32:12.137642 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 45816) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:32:12.143060 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-2162663c-23e4-45a5-bf23-59aa9f31822c tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Request body: {'subnet': {'network_id': '8544ce7e-ffec-473e-8601-4cb742bfd028', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:32:12.144126 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network 8544ce7e-ffec-473e-8601-4cb742bfd028 details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:32:12.170361 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-307f6d9c-22fa-41fe-9720-96e89229580d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:12.220602 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a2af567-e879-4d6d-aede-5a2689ecede1 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Made reservation on behalf of 08954986e7454427ae0d40c7652d3c6a for: {'port': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:32:12.230504 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3f53bbd8-4c4c-455e-ad00-8de55301c6ef tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736490'] for floatingip, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:12.341999 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-2162663c-23e4-45a5-bf23-59aa9f31822c tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:32:12.349704 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-2162663c-23e4-45a5-bf23-59aa9f31822c tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Usage tracker for resource:subnet and tenant:8bd9692a05604ca1bb63ee573fbbaff2 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:32:12.352243 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-307f6d9c-22fa-41fe-9720-96e89229580d None None] Network e47345d4-98a8-46f5-a7b7-66b2eb513a50 is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:32:12.360945 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-2162663c-23e4-45a5-bf23-59aa9f31822c tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:32:12.368522 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-2162663c-23e4-45a5-bf23-59aa9f31822c tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:32:12.374374 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e105c68-48d8-4396-bd40-f8eaa2358987 req-7f53e353-5954-4057-8b0f-b2ac2d88a4df tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:32:12.379575 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-307f6d9c-22fa-41fe-9720-96e89229580d None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:32:12.381193 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-8e105c68-48d8-4396-bd40-f8eaa2358987 req-7f53e353-5954-4057-8b0f-b2ac2d88a4df tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=7aad7ab8-22c4-47e2-abf2-9cc744ce8553 HTTP/1.1" status: 200 len: 944 time: 0.5239303 May 30 20:32:12.382083 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307f6d9c-22fa-41fe-9720-96e89229580d None None] Pushing event updated for resources: {'Port': ['ID=93e14f57-e3f5-472c-94df-91ad1336ce9b,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:12.384532 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307f6d9c-22fa-41fe-9720-96e89229580d None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:32:12.491950 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2162663c-23e4-45a5-bf23-59aa9f31822c tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Made reservation on behalf of 8bd9692a05604ca1bb63ee573fbbaff2 for: {'subnet': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:32:12.510745 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6b31dd3e-82db-43ae-9189-8acc7a5f8396 admin admin] Notify callbacks [] for router, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:12.511357 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-307f6d9c-22fa-41fe-9720-96e89229580d None None] Attempting to bind port 93e14f57-e3f5-472c-94df-91ad1336ce9b on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:32:12.511723 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-307f6d9c-22fa-41fe-9720-96e89229580d None None] Attempting to bind port 93e14f57-e3f5-472c-94df-91ad1336ce9b by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': '2cb73a29-9359-4fbf-99af-be1c6062790b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:32:12.512275 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307f6d9c-22fa-41fe-9720-96e89229580d None None] Attempting to bind port 93e14f57-e3f5-472c-94df-91ad1336ce9b on network e47345d4-98a8-46f5-a7b7-66b2eb513a50 {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:32:12.525183 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307f6d9c-22fa-41fe-9720-96e89229580d None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:32:12.525545 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307f6d9c-22fa-41fe-9720-96e89229580d None None] Checking segment: {'id': '2cb73a29-9359-4fbf-99af-be1c6062790b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:32:12.526001 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-307f6d9c-22fa-41fe-9720-96e89229580d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:12.526393 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307f6d9c-22fa-41fe-9720-96e89229580d None None] Bound using segment: {'id': '2cb73a29-9359-4fbf-99af-be1c6062790b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:32:12.526856 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-307f6d9c-22fa-41fe-9720-96e89229580d None None] Bound port: 93e14f57-e3f5-472c-94df-91ad1336ce9b, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cb73a29-9359-4fbf-99af-be1c6062790b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:32:12.527219 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-307f6d9c-22fa-41fe-9720-96e89229580d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:12.580758 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-8e105c68-48d8-4396-bd40-f8eaa2358987 req-3c40f434-8cfd-4a31-8450-1af342ab53dd tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ae76294-3e84-4fcb-be2a-17611205a838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1986289 May 30 20:32:12.594056 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8a2af567-e879-4d6d-aede-5a2689ecede1 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:12.617724 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-6b74bf59-83f8-46bc-9b36-0af1935e548e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b372c79f-6d8e-4889-9b07-12f2e010819a', 'name': 'tempest-ServerRescueTestJSONUnderV235-683389103-router', 'tenant_id': 'db6fd322329b4022b9cb210149c8de8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': '834687b0-36d6-4dac-a06a-2a1aeb20388e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:29:57Z', 'updated_at': '2022-05-30T20:32:05Z', 'revision_number': 5, 'project_id': 'db6fd322329b4022b9cb210149c8de8f', 'gw_port': {'id': '834687b0-36d6-4dac-a06a-2a1aeb20388e', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:08:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b372c79f-6d8e-4889-9b07-12f2e010819a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:29:58Z', 'updated_at': '2022-05-30T20:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:32:12.637658 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b74bf59-83f8-46bc-9b36-0af1935e548e None None] Checking router: b372c79f-6d8e-4889-9b07-12f2e010819a for host: n-d-843948-2 {{(pid=84888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:32:12.637911 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2162663c-23e4-45a5-bf23-59aa9f31822c tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114220'] for subnet, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:12.653813 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-307f6d9c-22fa-41fe-9720-96e89229580d None None] For port 93e14f57-e3f5-472c-94df-91ad1336ce9b, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:32:12.658341 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-307f6d9c-22fa-41fe-9720-96e89229580d None None] For port 93e14f57-e3f5-472c-94df-91ad1336ce9b, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=93e14f57-e3f5-472c-94df-91ad1336ce9b,segment=NetworkSegment(2cb73a29-9359-4fbf-99af-be1c6062790b),segment_id=2cb73a29-9359-4fbf-99af-be1c6062790b)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:32:12.661102 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b74bf59-83f8-46bc-9b36-0af1935e548e None None] Routers {'b372c79f-6d8e-4889-9b07-12f2e010819a'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:32:12.661754 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-6b74bf59-83f8-46bc-9b36-0af1935e548e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:31:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['b372c79f-6d8e-4889-9b07-12f2e010819a'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:32:12.701428 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.db.resource_extend [None req-cca7e92d-01e0-4a39-b91a-549d27ceac45 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:32:12.733004 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-cca7e92d-01e0-4a39-b91a-549d27ceac45 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:12.744850 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [None req-8a2af567-e879-4d6d-aede-5a2689ecede1 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] device_id is not set on port 9fa0b0d7-375b-47f5-ac5c-2859c9a78f99 yet. {{(pid=84886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:32:12.796665 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-307f6d9c-22fa-41fe-9720-96e89229580d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:12.821518 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-cca7e92d-01e0-4a39-b91a-549d27ceac45 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:12.822393 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-cca7e92d-01e0-4a39-b91a-549d27ceac45 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1718057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-736206'] for router_interface, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:12.945258 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307f6d9c-22fa-41fe-9720-96e89229580d None None] Pushing event updated for resources: {'Port': ['ID=93e14f57-e3f5-472c-94df-91ad1336ce9b,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:12.954424 n-d-843948-2 neutron-server[84887]: INFO neutron.db.l3_db [None req-3f53bbd8-4c4c-455e-ad00-8de55301c6ef tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Floating IP dc2e2d25-caa6-4635-baa5-6e4a72e830ac associated. External IP: 172.25.8.118, port: 36d424df-74df-4f59-8ac8-529a43c28c43. May 30 20:32:12.995139 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-6b74bf59-83f8-46bc-9b36-0af1935e548e None None] Set router b372c79f-6d8e-4889-9b07-12f2e010819a gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:32:13.295558 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca7e92d-01e0-4a39-b91a-549d27ceac45 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Pushing event updated for resources: {'Port': ['ID=98747ae1-cc8b-42d5-b798-145bb6b612da,revision_number=3']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:13.457715 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2162663c-23e4-45a5-bf23-59aa9f31822c tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4055401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114238'] for subnet, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:13.528334 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-6b74bf59-83f8-46bc-9b36-0af1935e548e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b372c79f-6d8e-4889-9b07-12f2e010819a', 'name': 'tempest-ServerRescueTestJSONUnderV235-683389103-router', 'tenant_id': 'db6fd322329b4022b9cb210149c8de8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': '834687b0-36d6-4dac-a06a-2a1aeb20388e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:29:57Z', 'updated_at': '2022-05-30T20:32:05Z', 'revision_number': 5, 'project_id': 'db6fd322329b4022b9cb210149c8de8f', 'gw_port': {'id': '834687b0-36d6-4dac-a06a-2a1aeb20388e', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:08:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b372c79f-6d8e-4889-9b07-12f2e010819a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:29:58Z', 'updated_at': '2022-05-30T20:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:32:13.537921 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b74bf59-83f8-46bc-9b36-0af1935e548e None None] The sync data for ids ['b372c79f-6d8e-4889-9b07-12f2e010819a'] in n-d-843948-2 is: [{'id': 'b372c79f-6d8e-4889-9b07-12f2e010819a', 'name': 'tempest-ServerRescueTestJSONUnderV235-683389103-router', 'tenant_id': 'db6fd322329b4022b9cb210149c8de8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': '834687b0-36d6-4dac-a06a-2a1aeb20388e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:29:57Z', 'updated_at': '2022-05-30T20:32:05Z', 'revision_number': 5, 'project_id': 'db6fd322329b4022b9cb210149c8de8f', 'gw_port': {'id': '834687b0-36d6-4dac-a06a-2a1aeb20388e', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:08:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b372c79f-6d8e-4889-9b07-12f2e010819a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:29:58Z', 'updated_at': '2022-05-30T20:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:32:13.573988 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca7e92d-01e0-4a39-b91a-549d27ceac45 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Network 2b73ac74-ec9d-4b18-98b3-b6f2d5a6158a is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:32:13.582313 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-cca7e92d-01e0-4a39-b91a-549d27ceac45 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:32:13.595331 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2162663c-23e4-45a5-bf23-59aa9f31822c tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Pushing event updated for resources: {'Subnet': ['ID=1f0ca4d7-039e-42c1-afe0-5f4caaa3882d,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:13.815759 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2162663c-23e4-45a5-bf23-59aa9f31822c tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Checking segment: {'id': 'e1583d13-7f11-4fb8-90d0-63b7b753d7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '8544ce7e-ffec-473e-8601-4cb742bfd028'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:32:13.816149 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2162663c-23e4-45a5-bf23-59aa9f31822c tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Network hostable DHCP agents. Network: 8544ce7e-ffec-473e-8601-4cb742bfd028, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:32:13.833214 n-d-843948-2 neutron-server[84886]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a2af567-e879-4d6d-aede-5a2689ecede1 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] POST failed (client error): There was a conflict when trying to complete your request. May 30 20:32:13.833672 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a2af567-e879-4d6d-aede-5a2689ecede1 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=84886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:32:13.926935 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c911082-4b03-4800-bd53-302c60abaa62 req-3fe83aff-6f1a-4657-9446-61c12079c100 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:32:13.928448 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0c911082-4b03-4800-bd53-302c60abaa62 req-3fe83aff-6f1a-4657-9446-61c12079c100 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=7aad7ab8-22c4-47e2-abf2-9cc744ce8553 HTTP/1.1" status: 200 len: 944 time: 0.1553419 May 30 20:32:13.950713 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-8a2af567-e879-4d6d-aede-5a2689ecede1 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 2.7483935 May 30 20:32:13.955218 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 45828) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:32:13.960856 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6b31dd3e-82db-43ae-9189-8acc7a5f8396 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:14.018366 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2162663c-23e4-45a5-bf23-59aa9f31822c tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Network 8544ce7e-ffec-473e-8601-4cb742bfd028 is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:32:14.077479 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-6b31dd3e-82db-43ae-9189-8acc7a5f8396 admin admin] Deleting port 834687b0-36d6-4dac-a06a-2a1aeb20388e {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:32:14.077958 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-ace434f6-f18c-4b3e-b322-806c161484bf None None] Provisioning complete for port 98747ae1-cc8b-42d5-b798-145bb6b612da triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:32:14.078421 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ace434f6-f18c-4b3e-b322-806c161484bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:14.079003 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6b31dd3e-82db-43ae-9189-8acc7a5f8396 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:14.116217 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0c911082-4b03-4800-bd53-302c60abaa62 req-dee136b5-48ad-49cf-9ede-b8f5f29f595a tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ae76294-3e84-4fcb-be2a-17611205a838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1810668 May 30 20:32:14.147703 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-2162663c-23e4-45a5-bf23-59aa9f31822c tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, 8544ce7e-ffec-473e-8601-4cb742bfd028) {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:32:14.168703 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2162663c-23e4-45a5-bf23-59aa9f31822c tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:32:14.169289 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2162663c-23e4-45a5-bf23-59aa9f31822c tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:14.237996 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04aa7841-8ab3-49d3-a81d-d51d9b72ae1d tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:32:14.264529 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04aa7841-8ab3-49d3-a81d-d51d9b72ae1d tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:32:14.265329 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-04aa7841-8ab3-49d3-a81d-d51d9b72ae1d tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Synchronizing usage tracker for tenant:08954986e7454427ae0d40c7652d3c6a on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:32:14.283599 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f53bbd8-4c4c-455e-ad00-8de55301c6ef tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Router d6837ec6-fa53-4479-bb23-7d6c2cb86fc9 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:32:14.285381 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-2162663c-23e4-45a5-bf23-59aa9f31822c tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.1473975 May 30 20:32:14.290160 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 45832) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:32:14.315841 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-ace434f6-f18c-4b3e-b322-806c161484bf None None] Port 98747ae1-cc8b-42d5-b798-145bb6b612da cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:32:14.315841 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 93e14f57-e3f5-472c-94df-91ad1336ce9b up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:32:14.393639 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb4e4aa8-3032-4e0d-b51a-2b6736ae8a63 None None] Network 8544ce7e-ffec-473e-8601-4cb742bfd028 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:32:14.718094 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [None req-6b31dd3e-82db-43ae-9189-8acc7a5f8396 admin admin] For port 834687b0-36d6-4dac-a06a-2a1aeb20388e, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=834687b0-36d6-4dac-a06a-2a1aeb20388e,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:32:14.721370 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6b31dd3e-82db-43ae-9189-8acc7a5f8396 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:14.798615 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-04aa7841-8ab3-49d3-a81d-d51d9b72ae1d tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Unset dirty status for tenant:08954986e7454427ae0d40c7652d3c6a on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:32:14.804646 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-04aa7841-8ab3-49d3-a81d-d51d9b72ae1d tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.8476765 May 30 20:32:14.808079 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 93e14f57-e3f5-472c-94df-91ad1336ce9b completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:32:14.816459 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 58b29385-f65d-4a2b-9d2e-9752d715485f up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:32:14.890560 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91772fce-3223-4716-a675-eb559d656fc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-8544ce7e-ffec-473e-8601-4cb742bfd028', 'network_id': '8544ce7e-ffec-473e-8601-4cb742bfd028', 'tenant_id': '8bd9692a05604ca1bb63ee573fbbaff2', 'fixed_ips': [{'subnet_id': '1f0ca4d7-039e-42c1-afe0-5f4caaa3882d'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:32:14.891326 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-91772fce-3223-4716-a675-eb559d656fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:14.898667 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 45840) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:32:14.911664 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-3730a5a7-6352-44c7-ab84-b53572f53e4c None None] Provisioning for port 93e14f57-e3f5-472c-94df-91ad1336ce9b completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:32:14.950361 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-6b31dd3e-82db-43ae-9189-8acc7a5f8396 admin admin] Calling delete_port for 834687b0-36d6-4dac-a06a-2a1aeb20388e owned by network:router_gateway {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:32:14.991423 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-3730a5a7-6352-44c7-ab84-b53572f53e4c None None] Provisioning complete for port 93e14f57-e3f5-472c-94df-91ad1336ce9b triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:32:14.991423 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-3730a5a7-6352-44c7-ab84-b53572f53e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:15.010130 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9d82775d-1fa9-451b-8200-8bf95ade7cc4 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:15.077248 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-69b28f05-a336-40de-8c11-02fc2ebd8720 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Deleting port 131de66e-a876-425a-a644-5b55f2d547d6 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:32:15.077806 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-69b28f05-a336-40de-8c11-02fc2ebd8720 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:15.098206 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 58b29385-f65d-4a2b-9d2e-9752d715485f triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:32:15.098760 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:15.115628 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9d82775d-1fa9-451b-8200-8bf95ade7cc4 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:15.246768 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f53bbd8-4c4c-455e-ad00-8de55301c6ef tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:32:15.260853 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d818dd-ecbf-4edc-a66b-dcca98b4ee6f None None] Sync routers for ids ['d6837ec6-fa53-4479-bb23-7d6c2cb86fc9'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:32:15.262053 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3f53bbd8-4c4c-455e-ad00-8de55301c6ef tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:15.265405 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-91772fce-3223-4716-a675-eb559d656fc8 None None] Allocated IP 172.20.0.1 (8544ce7e-ffec-473e-8601-4cb742bfd028/1f0ca4d7-039e-42c1-afe0-5f4caaa3882d/15244eb9-be72-4831-a965-ca1e987ef696) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:32:15.282977 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d818dd-ecbf-4edc-a66b-dcca98b4ee6f None None] Routers {'d6837ec6-fa53-4479-bb23-7d6c2cb86fc9'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:32:15.285072 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-60d818dd-ecbf-4edc-a66b-dcca98b4ee6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:31:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['d6837ec6-fa53-4479-bb23-7d6c2cb86fc9'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:32:15.341919 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-3f53bbd8-4c4c-455e-ad00-8de55301c6ef tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "PUT /v2.0/floatingips/dc2e2d25-caa6-4635-baa5-6e4a72e830ac HTTP/1.1" status: 200 len: 992 time: 4.8334606 May 30 20:32:15.342654 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4532444-4cb6-4a56-8be0-64e0850311a8', 'tag': '36d424df-74df-4f59-8ac8-529a43c28c43'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:32:15.354507 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-3730a5a7-6352-44c7-ab84-b53572f53e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:15.423047 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74e58d19-aaa4-45f5-8402-fd8c93c62006'] response: {'name': 'network-changed', 'server_uuid': 'e4532444-4cb6-4a56-8be0-64e0850311a8', 'tag': '36d424df-74df-4f59-8ac8-529a43c28c43', 'status': 'completed', 'code': 200} May 30 20:32:15.500453 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-60d818dd-ecbf-4edc-a66b-dcca98b4ee6f None None] Set router d6837ec6-fa53-4479-bb23-7d6c2cb86fc9 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:32:15.595786 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 717005e1-e93a-4f7b-a0e7-9f5c35fde308 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:32:15.620284 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ce57c450-48e5-4d62-ab30-ea0e308431eb req-67ac4802-45fa-4017-b958-121e011fdefb service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6a921a88c2104251b4f5cf697763e02b&device_id=e4532444-4cb6-4a56-8be0-64e0850311a8 HTTP/1.1" status: 200 len: 1097 time: 0.1651096 May 30 20:32:15.641313 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: 717005e1-e93a-4f7b-a0e7-9f5c35fde308 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:32:15.641681 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 717005e1-e93a-4f7b-a0e7-9f5c35fde308 not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:32:15.656022 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-3730a5a7-6352-44c7-ab84-b53572f53e4c None None] For port 93e14f57-e3f5-472c-94df-91ad1336ce9b, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=93e14f57-e3f5-472c-94df-91ad1336ce9b,segment=NetworkSegment(2cb73a29-9359-4fbf-99af-be1c6062790b),segment_id=2cb73a29-9359-4fbf-99af-be1c6062790b)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:32:15.678094 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-69b28f05-a336-40de-8c11-02fc2ebd8720 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:15.734201 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-3730a5a7-6352-44c7-ab84-b53572f53e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:15.848643 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-69b28f05-a336-40de-8c11-02fc2ebd8720 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Calling delete_port for 131de66e-a876-425a-a644-5b55f2d547d6 owned by {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:32:15.935682 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce57c450-48e5-4d62-ab30-ea0e308431eb req-bad424c9-dbc3-492d-a6a0-dbd6e2b50890 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:32:15.937190 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ce57c450-48e5-4d62-ab30-ea0e308431eb req-bad424c9-dbc3-492d-a6a0-dbd6e2b50890 service neutron] 10.222.0.86 "GET /v2.0/networks?id=2ad0cf2e-8ff8-4add-9223-e815a60245ec HTTP/1.1" status: 200 len: 915 time: 0.3161221 May 30 20:32:16.030248 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-91772fce-3223-4716-a675-eb559d656fc8 None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:16.039437 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3730a5a7-6352-44c7-ab84-b53572f53e4c None None] Pushing event updated for resources: {'Port': ['ID=93e14f57-e3f5-472c-94df-91ad1336ce9b,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:16.056229 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-60d818dd-ecbf-4edc-a66b-dcca98b4ee6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6837ec6-fa53-4479-bb23-7d6c2cb86fc9', 'name': 'tempest-AttachVolumeNegativeTest-193797882-router', 'tenant_id': '6a921a88c2104251b4f5cf697763e02b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': 'd2a91667-75b0-431e-896b-19336f0f79d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:26:03Z', 'updated_at': '2022-05-30T20:26:16Z', 'revision_number': 4, 'project_id': '6a921a88c2104251b4f5cf697763e02b', 'gw_port': {'id': 'd2a91667-75b0-431e-896b-19336f0f79d9', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:21:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6837ec6-fa53-4479-bb23-7d6c2cb86fc9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:26:07Z', 'updated_at': '2022-05-30T20:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': 'dc2e2d25-caa6-4635-baa5-6e4a72e830ac', 'tenant_id': '6a921a88c2104251b4f5cf697763e02b', 'floating_ip_address': '172.25.8.118', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': 'd6837ec6-fa53-4479-bb23-7d6c2cb86fc9', 'port_id': '36d424df-74df-4f59-8ac8-529a43c28c43', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ad0cf2e-8ff8-4add-9223-e815a60245ec', 'mac_address': 'fa:16:3e:7c:b7:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4532444-4cb6-4a56-8be0-64e0850311a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:31:37Z', 'updated_at': '2022-05-30T20:32:11Z', 'revision_number': 1, 'project_id': '6a921a88c2104251b4f5cf697763e02b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c1d3e7a-c152-40bc-be8f-3a3a5bdd9d99', 'name': '', 'network_id': '2ad0cf2e-8ff8-4add-9223-e815a60245ec', 'tenant_id': '6a921a88c2104251b4f5cf697763e02b', 'mac_address': 'fa:16:3e:52:03:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6837ec6-fa53-4479-bb23-7d6c2cb86fc9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3f5f2a28-796d-4138-b193-86a2946727dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:26:15Z', 'updated_at': '2022-05-30T20:26:44Z', 'revision_number': 5, 'project_id': '6a921a88c2104251b4f5cf697763e02b', 'subnets': [{'id': '3f5f2a28-796d-4138-b193-86a2946727dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:32:16.056735 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-91772fce-3223-4716-a675-eb559d656fc8 None None] Transition to ACTIVE for port object 15244eb9-be72-4831-a965-ca1e987ef696 will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:32:16.056845 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d818dd-ecbf-4edc-a66b-dcca98b4ee6f None None] Checking router: d6837ec6-fa53-4479-bb23-7d6c2cb86fc9 for host: n-d-843948-2 {{(pid=84889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:32:16.071359 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d818dd-ecbf-4edc-a66b-dcca98b4ee6f None None] Routers {'d6837ec6-fa53-4479-bb23-7d6c2cb86fc9'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:32:16.071978 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-60d818dd-ecbf-4edc-a66b-dcca98b4ee6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:31:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['d6837ec6-fa53-4479-bb23-7d6c2cb86fc9'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:32:16.107514 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-91772fce-3223-4716-a675-eb559d656fc8 None None] Transition to ACTIVE for port object 15244eb9-be72-4831-a965-ca1e987ef696 will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:32:16.121881 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed51ae7-8772-4730-ba70-80a47b949b72 req-f02c1365-d601-41b4-81be-6c87e48e2b49 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:32:16.123576 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-bed51ae7-8772-4730-ba70-80a47b949b72 req-f02c1365-d601-41b4-81be-6c87e48e2b49 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=7aad7ab8-22c4-47e2-abf2-9cc744ce8553 HTTP/1.1" status: 200 len: 944 time: 0.8099947 May 30 20:32:16.138058 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ce57c450-48e5-4d62-ab30-ea0e308431eb req-9f445589-f1fb-4517-aea5-f79dc7b2fb6f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36d424df-74df-4f59-8ac8-529a43c28c43 HTTP/1.1" status: 200 len: 1000 time: 0.1946235 May 30 20:32:16.152177 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2bf699a8-4520-416a-9067-bacb3023e719 None None] Provisioning for port 131de66e-a876-425a-a644-5b55f2d547d6 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:32:16.158795 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2bf699a8-4520-416a-9067-bacb3023e719 None None] Provisioning complete for port 131de66e-a876-425a-a644-5b55f2d547d6 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:32:16.159222 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2bf699a8-4520-416a-9067-bacb3023e719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:16.169313 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-69b28f05-a336-40de-8c11-02fc2ebd8720 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:16.229179 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-91772fce-3223-4716-a675-eb559d656fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:16.236444 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce57c450-48e5-4d62-ab30-ea0e308431eb req-663427d9-42d6-41cb-b83a-e7cc6c0fc9c7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:32:16.240300 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ce57c450-48e5-4d62-ab30-ea0e308431eb req-663427d9-42d6-41cb-b83a-e7cc6c0fc9c7 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3f5f2a28-796d-4138-b193-86a2946727dc HTTP/1.1" status: 200 len: 853 time: 0.0954213 May 30 20:32:16.263347 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6b31dd3e-82db-43ae-9189-8acc7a5f8396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:16.270210 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cca7e92d-01e0-4a39-b91a-549d27ceac45 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Router c3185c38-3743-4505-afe0-bb4c869499d8 is scheduled to L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 with binding_index 1 {{(pid=84886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 20:32:16.302226 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-60d818dd-ecbf-4edc-a66b-dcca98b4ee6f None None] Set router d6837ec6-fa53-4479-bb23-7d6c2cb86fc9 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:32:16.337843 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ce57c450-48e5-4d62-ab30-ea0e308431eb req-612776c6-2c0c-4262-a7a6-2a2558f5d629 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2ad0cf2e-8ff8-4add-9223-e815a60245ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0900707 May 30 20:32:16.339723 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-2bf699a8-4520-416a-9067-bacb3023e719 None None] Port 131de66e-a876-425a-a644-5b55f2d547d6 was deleted so its status cannot be updated. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} May 30 20:32:16.351919 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91772fce-3223-4716-a675-eb559d656fc8 None None] Pushing event updated for resources: {'Port': ['ID=15244eb9-be72-4831-a965-ca1e987ef696,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:16.373216 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91772fce-3223-4716-a675-eb559d656fc8 None None] Network 8544ce7e-ffec-473e-8601-4cb742bfd028 is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:32:16.374515 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-91772fce-3223-4716-a675-eb559d656fc8 None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:32:16.382137 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91772fce-3223-4716-a675-eb559d656fc8 None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:32:16.382408 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9d82775d-1fa9-451b-8200-8bf95ade7cc4 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4055470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114247'] for subnet, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:16.393936 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b28f05-a336-40de-8c11-02fc2ebd8720 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Pushing event deleted for resources: {'Port': ['ID=131de66e-a876-425a-a644-5b55f2d547d6,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:16.487461 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d82775d-1fa9-451b-8200-8bf95ade7cc4 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Pushing event deleted for resources: {'Subnet': ['ID=1f0ca4d7-039e-42c1-afe0-5f4caaa3882d,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:16.511456 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-91772fce-3223-4716-a675-eb559d656fc8 None None] Attempting to bind port 15244eb9-be72-4831-a965-ca1e987ef696 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:32:16.511961 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-91772fce-3223-4716-a675-eb559d656fc8 None None] Attempting to bind port 15244eb9-be72-4831-a965-ca1e987ef696 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': 'e1583d13-7f11-4fb8-90d0-63b7b753d7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '8544ce7e-ffec-473e-8601-4cb742bfd028'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:32:16.512475 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91772fce-3223-4716-a675-eb559d656fc8 None None] Attempting to bind port 15244eb9-be72-4831-a965-ca1e987ef696 on network 8544ce7e-ffec-473e-8601-4cb742bfd028 {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:32:16.521729 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91772fce-3223-4716-a675-eb559d656fc8 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:32:16.522004 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91772fce-3223-4716-a675-eb559d656fc8 None None] Checking segment: {'id': 'e1583d13-7f11-4fb8-90d0-63b7b753d7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '8544ce7e-ffec-473e-8601-4cb742bfd028'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:32:16.522483 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-91772fce-3223-4716-a675-eb559d656fc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:16.522881 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91772fce-3223-4716-a675-eb559d656fc8 None None] Bound using segment: {'id': 'e1583d13-7f11-4fb8-90d0-63b7b753d7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '8544ce7e-ffec-473e-8601-4cb742bfd028'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:32:16.523350 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-91772fce-3223-4716-a675-eb559d656fc8 None None] Bound port: 15244eb9-be72-4831-a965-ca1e987ef696, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1583d13-7f11-4fb8-90d0-63b7b753d7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '8544ce7e-ffec-473e-8601-4cb742bfd028'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:32:16.523717 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-91772fce-3223-4716-a675-eb559d656fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:16.534783 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b31dd3e-82db-43ae-9189-8acc7a5f8396 admin admin] Pushing event deleted for resources: {'Port': ['ID=834687b0-36d6-4dac-a06a-2a1aeb20388e,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:16.576165 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-bed51ae7-8772-4730-ba70-80a47b949b72 req-54830307-98ba-44df-8b1a-840da97d2261 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ae76294-3e84-4fcb-be2a-17611205a838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4461873 May 30 20:32:16.650014 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9d82775d-1fa9-451b-8200-8bf95ade7cc4 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:16.708607 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ce57c450-48e5-4d62-ab30-ea0e308431eb req-ab77d336-202c-448d-9249-264d4f922e6a service neutron] 10.222.0.86 "GET /v2.0/networks/2ad0cf2e-8ff8-4add-9223-e815a60245ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3637722 May 30 20:32:16.709827 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-9d82775d-1fa9-451b-8200-8bf95ade7cc4 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8544ce7e-ffec-473e-8601-4cb742bfd028']}} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:32:16.738496 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-69b28f05-a336-40de-8c11-02fc2ebd8720 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:16.753986 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-91772fce-3223-4716-a675-eb559d656fc8 None None] For port 15244eb9-be72-4831-a965-ca1e987ef696, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:32:16.766910 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-91772fce-3223-4716-a675-eb559d656fc8 None None] For port 15244eb9-be72-4831-a965-ca1e987ef696, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=15244eb9-be72-4831-a965-ca1e987ef696,segment=NetworkSegment(e1583d13-7f11-4fb8-90d0-63b7b753d7be),segment_id=e1583d13-7f11-4fb8-90d0-63b7b753d7be)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:32:16.879671 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-91772fce-3223-4716-a675-eb559d656fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:16.884178 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ce57c450-48e5-4d62-ab30-ea0e308431eb req-aa24473f-11e5-4401-b8ea-a73aed69b563 service neutron] 10.222.0.86 "GET /v2.0/networks/2ad0cf2e-8ff8-4add-9223-e815a60245ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660533 May 30 20:32:16.891397 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-9d82775d-1fa9-451b-8200-8bf95ade7cc4 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1583d13-7f11-4fb8-90d0-63b7b753d7be') {'for_net_delete': True} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:32:16.891696 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-9d82775d-1fa9-451b-8200-8bf95ade7cc4 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1583d13-7f11-4fb8-90d0-63b7b753d7be') {} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:32:16.915577 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9d82775d-1fa9-451b-8200-8bf95ade7cc4 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3149912'] for segment, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:16.940835 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9d82775d-1fa9-451b-8200-8bf95ade7cc4 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:16.987579 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d82775d-1fa9-451b-8200-8bf95ade7cc4 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Releasing vlan 660 on physical network physnet1 to pool {{(pid=84887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:32:16.987579 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9d82775d-1fa9-451b-8200-8bf95ade7cc4 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4055488'] for segment, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:16.987579 n-d-843948-2 neutron-server[84887]: Traceback (most recent call last): May 30 20:32:16.987579 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:32:16.987579 n-d-843948-2 neutron-server[84887]: timer() May 30 20:32:16.987579 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:32:16.987579 n-d-843948-2 neutron-server[84887]: cb(*args, **kw) May 30 20:32:16.987579 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:32:16.987579 n-d-843948-2 neutron-server[84887]: return func(*args, **kwargs) May 30 20:32:16.987579 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:32:16.987579 n-d-843948-2 neutron-server[84887]: self._notify() May 30 20:32:16.987579 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:32:16.987579 n-d-843948-2 neutron-server[84887]: self.callback(batched_events) May 30 20:32:16.987579 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:32:16.987579 n-d-843948-2 neutron-server[84887]: event.method(event) May 30 20:32:16.987579 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:32:16.987579 n-d-843948-2 neutron-server[84887]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:32:16.987579 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:32:16.987579 n-d-843948-2 neutron-server[84887]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:32:16.987579 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:32:16.987579 n-d-843948-2 neutron-server[84887]: return f(self, *a, **k) May 30 20:32:16.987579 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:32:16.987579 n-d-843948-2 neutron-server[84887]: return self._get(url).json() May 30 20:32:16.987579 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:32:16.987579 n-d-843948-2 neutron-server[84887]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:32:16.987579 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:32:16.987579 n-d-843948-2 neutron-server[84887]: return self.request(url, 'GET', **kwargs) May 30 20:32:16.987579 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:32:16.987579 n-d-843948-2 neutron-server[84887]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:32:16.987579 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:32:16.987579 n-d-843948-2 neutron-server[84887]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:32:16.987579 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:32:16.987579 n-d-843948-2 neutron-server[84887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:32:16.987579 n-d-843948-2 neutron-server[84887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:32:17.054879 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-60d818dd-ecbf-4edc-a66b-dcca98b4ee6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6837ec6-fa53-4479-bb23-7d6c2cb86fc9', 'name': 'tempest-AttachVolumeNegativeTest-193797882-router', 'tenant_id': '6a921a88c2104251b4f5cf697763e02b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': 'd2a91667-75b0-431e-896b-19336f0f79d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:26:03Z', 'updated_at': '2022-05-30T20:26:16Z', 'revision_number': 4, 'project_id': '6a921a88c2104251b4f5cf697763e02b', 'gw_port': {'id': 'd2a91667-75b0-431e-896b-19336f0f79d9', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:21:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6837ec6-fa53-4479-bb23-7d6c2cb86fc9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:26:07Z', 'updated_at': '2022-05-30T20:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': 'dc2e2d25-caa6-4635-baa5-6e4a72e830ac', 'tenant_id': '6a921a88c2104251b4f5cf697763e02b', 'floating_ip_address': '172.25.8.118', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': 'd6837ec6-fa53-4479-bb23-7d6c2cb86fc9', 'port_id': '36d424df-74df-4f59-8ac8-529a43c28c43', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ad0cf2e-8ff8-4add-9223-e815a60245ec', 'mac_address': 'fa:16:3e:7c:b7:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4532444-4cb6-4a56-8be0-64e0850311a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:31:37Z', 'updated_at': '2022-05-30T20:32:11Z', 'revision_number': 1, 'project_id': '6a921a88c2104251b4f5cf697763e02b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c1d3e7a-c152-40bc-be8f-3a3a5bdd9d99', 'name': '', 'network_id': '2ad0cf2e-8ff8-4add-9223-e815a60245ec', 'tenant_id': '6a921a88c2104251b4f5cf697763e02b', 'mac_address': 'fa:16:3e:52:03:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6837ec6-fa53-4479-bb23-7d6c2cb86fc9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3f5f2a28-796d-4138-b193-86a2946727dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:26:15Z', 'updated_at': '2022-05-30T20:26:44Z', 'revision_number': 5, 'project_id': '6a921a88c2104251b4f5cf697763e02b', 'subnets': [{'id': '3f5f2a28-796d-4138-b193-86a2946727dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:32:17.061127 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91772fce-3223-4716-a675-eb559d656fc8 None None] Pushing event updated for resources: {'Port': ['ID=15244eb9-be72-4831-a965-ca1e987ef696,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:17.062599 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d818dd-ecbf-4edc-a66b-dcca98b4ee6f None None] The sync data for ids ['d6837ec6-fa53-4479-bb23-7d6c2cb86fc9'] in n-d-843948-2 is: [{'id': 'd6837ec6-fa53-4479-bb23-7d6c2cb86fc9', 'name': 'tempest-AttachVolumeNegativeTest-193797882-router', 'tenant_id': '6a921a88c2104251b4f5cf697763e02b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': 'd2a91667-75b0-431e-896b-19336f0f79d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:26:03Z', 'updated_at': '2022-05-30T20:26:16Z', 'revision_number': 4, 'project_id': '6a921a88c2104251b4f5cf697763e02b', 'gw_port': {'id': 'd2a91667-75b0-431e-896b-19336f0f79d9', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:21:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6837ec6-fa53-4479-bb23-7d6c2cb86fc9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:26:07Z', 'updated_at': '2022-05-30T20:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': 'dc2e2d25-caa6-4635-baa5-6e4a72e830ac', 'tenant_id': '6a921a88c2104251b4f5cf697763e02b', 'floating_ip_address': '172.25.8.118', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': 'd6837ec6-fa53-4479-bb23-7d6c2cb86fc9', 'port_id': '36d424df-74df-4f59-8ac8-529a43c28c43', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ad0cf2e-8ff8-4add-9223-e815a60245ec', 'mac_address': 'fa:16:3e:7c:b7:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4532444-4cb6-4a56-8be0-64e0850311a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:31:37Z', 'updated_at': '2022-05-30T20:32:11Z', 'revision_number': 1, 'project_id': '6a921a88c2104251b4f5cf697763e02b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c1d3e7a-c152-40bc-be8f-3a3a5bdd9d99', 'name': '', 'network_id': '2ad0cf2e-8ff8-4add-9223-e815a60245ec', 'tenant_id': '6a921a88c2104251b4f5cf697763e02b', 'mac_address': 'fa:16:3e:52:03:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6837ec6-fa53-4479-bb23-7d6c2cb86fc9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3f5f2a28-796d-4138-b193-86a2946727dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:26:15Z', 'updated_at': '2022-05-30T20:26:44Z', 'revision_number': 5, 'project_id': '6a921a88c2104251b4f5cf697763e02b', 'subnets': [{'id': '3f5f2a28-796d-4138-b193-86a2946727dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:32:17.070357 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-69b28f05-a336-40de-8c11-02fc2ebd8720 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "DELETE /v2.0/ports/131de66e-a876-425a-a644-5b55f2d547d6 HTTP/1.1" status: 204 len: 168 time: 2.1604471 May 30 20:32:17.082888 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 45856) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:32:17.133306 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.db.api [None req-9d82775d-1fa9-451b-8200-8bf95ade7cc4 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 30 20:32:17.133306 n-d-843948-2 neutron-server[84887]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 30 20:32:17.133306 n-d-843948-2 neutron-server[84887]: [parameters: {'id': '8544ce7e-ffec-473e-8601-4cb742bfd028'}] May 30 20:32:17.133306 n-d-843948-2 neutron-server[84887]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84887) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:32:17.133306 n-d-843948-2 neutron-server[84887]: DEBUG oslo_db.api [None req-9d82775d-1fa9-451b-8200-8bf95ade7cc4 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:32:17.197220 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5877ef18-9bb4-49be-b2b9-f74bce52f471 None None] Network 8544ce7e-ffec-473e-8601-4cb742bfd028 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:32:17.391871 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3263de54-1c31-4e62-8e37-a10c6931643b tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:32:17.393494 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3263de54-1c31-4e62-8e37-a10c6931643b tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:32:17.398354 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-3263de54-1c31-4e62-8e37-a10c6931643b tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3116510 May 30 20:32:17.399332 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 45860) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:32:17.404547 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6b31dd3e-82db-43ae-9189-8acc7a5f8396 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-736453'] for router_gateway, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:17.436365 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8123bb5d-2ea2-473f-bcdc-08d2d2f6602b None None] New status for floating IP dc2e2d25-caa6-4635-baa5-6e4a72e830ac: ACTIVE {{(pid=84888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 20:32:17.643754 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76ef5877-0032-4646-b478-ab517c23d401 None None] get_active_networks_info from n-d-843948-2 {{(pid=84888) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 30 20:32:17.653360 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9d82775d-1fa9-451b-8200-8bf95ade7cc4 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:17.715682 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6b31dd3e-82db-43ae-9189-8acc7a5f8396 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-724789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3141'] for router, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:17.724232 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cca7e92d-01e0-4a39-b91a-549d27ceac45 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:32:17.732699 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-cca7e92d-01e0-4a39-b91a-549d27ceac45 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] 10.222.0.85 "PUT /v2.0/routers/c3185c38-3743-4505-afe0-bb4c869499d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7704148 May 30 20:32:17.734663 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6b31dd3e-82db-43ae-9189-8acc7a5f8396 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:17.737325 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 45866) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:32:17.751798 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1180dfa0-2bc7-4193-9d1e-18a073ebaeb1 None None] Sync routers for ids ['c3185c38-3743-4505-afe0-bb4c869499d8'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:32:17.775766 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1180dfa0-2bc7-4193-9d1e-18a073ebaeb1 None None] Routers {'c3185c38-3743-4505-afe0-bb4c869499d8'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:32:17.777103 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-1180dfa0-2bc7-4193-9d1e-18a073ebaeb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:31:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['c3185c38-3743-4505-afe0-bb4c869499d8'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:32:17.808268 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-9d82775d-1fa9-451b-8200-8bf95ade7cc4 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Deleting port 15244eb9-be72-4831-a965-ca1e987ef696 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:32:17.811280 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 93e14f57-e3f5-472c-94df-91ad1336ce9b up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:32:17.811858 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9d82775d-1fa9-451b-8200-8bf95ade7cc4 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:17.831314 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d49d9152-8e89-4c8e-8762-3db7b838e3b9 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:32:17.831922 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-d49d9152-8e89-4c8e-8762-3db7b838e3b9 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Synchronizing usage tracker for tenant:eeceb350906e46fc9b2c21ca495ac559 on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:32:17.915473 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6b31dd3e-82db-43ae-9189-8acc7a5f8396 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724889'] for router, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:17.915991 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b31dd3e-82db-43ae-9189-8acc7a5f8396 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b372c79f-6d8e-4889-9b07-12f2e010819a {{(pid=84886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:32:17.929169 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6b31dd3e-82db-43ae-9189-8acc7a5f8396 admin admin] Notify callbacks [] for router, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:17.933363 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-1180dfa0-2bc7-4193-9d1e-18a073ebaeb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:32:17.933597 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-6b31dd3e-82db-43ae-9189-8acc7a5f8396 admin admin] 10.222.0.85 "DELETE /v2.0/routers/b372c79f-6d8e-4889-9b07-12f2e010819a HTTP/1.1" status: 204 len: 168 time: 6.7325118 May 30 20:32:17.934173 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 45872) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:32:17.946584 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1180dfa0-2bc7-4193-9d1e-18a073ebaeb1 None None] Routers {'c3185c38-3743-4505-afe0-bb4c869499d8'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:32:17.947222 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-1180dfa0-2bc7-4193-9d1e-18a073ebaeb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:31:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['c3185c38-3743-4505-afe0-bb4c869499d8'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:32:17.984204 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ef5877-0032-4646-b478-ab517c23d401 None None] Resources bound (agent type, host, resource id): {{(pid=84888) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 30 20:32:18.021897 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 93e14f57-e3f5-472c-94df-91ad1336ce9b triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:32:18.022314 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_v2 [None req-43f15a20-ed8c-45c8-afc7-2e7b2bcc1860 admin admin] Deleting subnet be79b396-84f8-442a-96a0-1a5adfb968e1 {{(pid=84886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:32:18.023953 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:18.026369 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-d49d9152-8e89-4c8e-8762-3db7b838e3b9 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Unset dirty status for tenant:eeceb350906e46fc9b2c21ca495ac559 on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:32:18.031060 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-d49d9152-8e89-4c8e-8762-3db7b838e3b9 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] 10.222.0.85 "GET /v2.0/ports/98747ae1-cc8b-42d5-b798-145bb6b612da HTTP/1.1" status: 200 len: 983 time: 0.2924752 May 30 20:32:18.032201 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 45876) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:32:18.033057 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-43f15a20-ed8c-45c8-afc7-2e7b2bcc1860 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:18.041237 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-1180dfa0-2bc7-4193-9d1e-18a073ebaeb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:32:18.041910 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1180dfa0-2bc7-4193-9d1e-18a073ebaeb1 None None] The sync data for ids ['c3185c38-3743-4505-afe0-bb4c869499d8'] in n-d-843948-2 is: [] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:32:18.132262 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_v2 [None req-688778e0-e15f-4c8c-ac36-638ff9d5ab13 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Deleting subnet 004fe6b3-15f0-4bb7-93d2-400cae8becbe {{(pid=84887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:32:18.161432 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-688778e0-e15f-4c8c-ac36-638ff9d5ab13 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks [] for subnet, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:18.241595 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-43f15a20-ed8c-45c8-afc7-2e7b2bcc1860 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2655517'] for subnet, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:18.251740 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [None req-9d82775d-1fa9-451b-8200-8bf95ade7cc4 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] For port 15244eb9-be72-4831-a965-ca1e987ef696, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=15244eb9-be72-4831-a965-ca1e987ef696,segment=NetworkSegment(e1583d13-7f11-4fb8-90d0-63b7b753d7be),segment_id=e1583d13-7f11-4fb8-90d0-63b7b753d7be)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:32:18.252517 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9d82775d-1fa9-451b-8200-8bf95ade7cc4 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:18.271860 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812842d1-ad0b-4fe4-9dba-8f77af2f0bdc req-8747ae35-0f27-4d63-b0f7-fc80f1e5ac2b tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:32:18.283134 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-812842d1-ad0b-4fe4-9dba-8f77af2f0bdc req-8747ae35-0f27-4d63-b0f7-fc80f1e5ac2b tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=7aad7ab8-22c4-47e2-abf2-9cc744ce8553 HTTP/1.1" status: 200 len: 944 time: 0.4005473 May 30 20:32:18.330620 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-43f15a20-ed8c-45c8-afc7-2e7b2bcc1860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:18.366713 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-812842d1-ad0b-4fe4-9dba-8f77af2f0bdc req-5e712138-f0ca-4acc-8bf7-89b49c7e26d1 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ae76294-3e84-4fcb-be2a-17611205a838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808039 May 30 20:32:18.375774 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-688778e0-e15f-4c8c-ac36-638ff9d5ab13 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3149227'] for subnet, precommit_delete_associations {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:18.586390 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-9d82775d-1fa9-451b-8200-8bf95ade7cc4 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Calling delete_port for 15244eb9-be72-4831-a965-ca1e987ef696 owned by network:dhcp {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:32:18.667177 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-750dec72-bc66-4024-b326-e2c4aea65a53 None None] get_active_networks_info from n-d-843948-2 {{(pid=84888) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 30 20:32:18.701515 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-43f15a20-ed8c-45c8-afc7-2e7b2bcc1860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4127075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2778536'] for subnet, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:18.720727 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-688778e0-e15f-4c8c-ac36-638ff9d5ab13 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:18.841130 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9d82775d-1fa9-451b-8200-8bf95ade7cc4 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:18.848083 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750dec72-bc66-4024-b326-e2c4aea65a53 None None] Resources bound (agent type, host, resource id): {{(pid=84888) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 30 20:32:18.919311 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-688778e0-e15f-4c8c-ac36-638ff9d5ab13 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4055470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114247'] for subnet, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:18.968071 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d82775d-1fa9-451b-8200-8bf95ade7cc4 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Pushing event deleted for resources: {'Port': ['ID=15244eb9-be72-4831-a965-ca1e987ef696,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:18.978626 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f15a20-ed8c-45c8-afc7-2e7b2bcc1860 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be79b396-84f8-442a-96a0-1a5adfb968e1,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:18.979506 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688778e0-e15f-4c8c-ac36-638ff9d5ab13 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Pushing event deleted for resources: {'Subnet': ['ID=004fe6b3-15f0-4bb7-93d2-400cae8becbe,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:18.987237 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d82775d-1fa9-451b-8200-8bf95ade7cc4 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] No DVR routers for this DVR port 15244eb9-be72-4831-a965-ca1e987ef696 on host n-d-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:32:18.989630 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-688778e0-e15f-4c8c-ac36-638ff9d5ab13 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:18.993180 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-43f15a20-ed8c-45c8-afc7-2e7b2bcc1860 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:19.026699 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-43f15a20-ed8c-45c8-afc7-2e7b2bcc1860 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/be79b396-84f8-442a-96a0-1a5adfb968e1 HTTP/1.1" status: 204 len: 168 time: 1.0886643 May 30 20:32:19.027796 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 45890) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:32:19.142679 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9d82775d-1fa9-451b-8200-8bf95ade7cc4 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:19.177184 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-9d82775d-1fa9-451b-8200-8bf95ade7cc4 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8544ce7e-ffec-473e-8601-4cb742bfd028']}} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:32:19.194260 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-9d82775d-1fa9-451b-8200-8bf95ade7cc4 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1583d13-7f11-4fb8-90d0-63b7b753d7be') {'for_net_delete': True} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:32:19.194786 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-9d82775d-1fa9-451b-8200-8bf95ade7cc4 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1583d13-7f11-4fb8-90d0-63b7b753d7be') {} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:32:19.211703 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a98018a2-f2ad-4b06-a822-b282fbdcd590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:19.215495 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-688778e0-e15f-4c8c-ac36-638ff9d5ab13 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "DELETE /v2.0/subnets/004fe6b3-15f0-4bb7-93d2-400cae8becbe HTTP/1.1" status: 204 len: 168 time: 1.8133786 May 30 20:32:19.219362 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 45896) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:32:19.227542 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9d82775d-1fa9-451b-8200-8bf95ade7cc4 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3149912'] for segment, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:19.259007 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9d82775d-1fa9-451b-8200-8bf95ade7cc4 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:19.272363 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d82775d-1fa9-451b-8200-8bf95ade7cc4 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Releasing vlan 660 on physical network physnet1 to pool {{(pid=84887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:32:19.273310 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9d82775d-1fa9-451b-8200-8bf95ade7cc4 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4055488'] for segment, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:19.305254 n-d-843948-2 neutron-server[84887]: Traceback (most recent call last): May 30 20:32:19.305254 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:32:19.305254 n-d-843948-2 neutron-server[84887]: timer() May 30 20:32:19.305254 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:32:19.305254 n-d-843948-2 neutron-server[84887]: cb(*args, **kw) May 30 20:32:19.305254 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:32:19.305254 n-d-843948-2 neutron-server[84887]: return func(*args, **kwargs) May 30 20:32:19.305254 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:32:19.305254 n-d-843948-2 neutron-server[84887]: self._notify() May 30 20:32:19.305254 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:32:19.305254 n-d-843948-2 neutron-server[84887]: self.callback(batched_events) May 30 20:32:19.305254 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:32:19.305254 n-d-843948-2 neutron-server[84887]: event.method(event) May 30 20:32:19.305254 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:32:19.305254 n-d-843948-2 neutron-server[84887]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:32:19.305254 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:32:19.305254 n-d-843948-2 neutron-server[84887]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:32:19.305254 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:32:19.305254 n-d-843948-2 neutron-server[84887]: return f(self, *a, **k) May 30 20:32:19.305254 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:32:19.305254 n-d-843948-2 neutron-server[84887]: return self._get(url).json() May 30 20:32:19.305254 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:32:19.305254 n-d-843948-2 neutron-server[84887]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:32:19.305254 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:32:19.305254 n-d-843948-2 neutron-server[84887]: return self.request(url, 'GET', **kwargs) May 30 20:32:19.305254 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:32:19.305254 n-d-843948-2 neutron-server[84887]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:32:19.305254 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:32:19.305254 n-d-843948-2 neutron-server[84887]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:32:19.305254 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:32:19.305254 n-d-843948-2 neutron-server[84887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:32:19.305254 n-d-843948-2 neutron-server[84887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:32:19.309126 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-0a0e541e-eb8e-4196-958b-1865fea3cc53 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0846574 May 30 20:32:19.339374 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 45900) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:32:19.349387 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-8bb48d46-b33e-49de-b126-063cea393c30 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Request body: {'subnet': {'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:32:19.377883 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eb6dc8a-9e46-4155-860b-2865e69a05d4 None None] Network e47345d4-98a8-46f5-a7b7-66b2eb513a50 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:32:19.491230 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9d82775d-1fa9-451b-8200-8bf95ade7cc4 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:19.517514 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9d82775d-1fa9-451b-8200-8bf95ade7cc4 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:19.559332 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a98018a2-f2ad-4b06-a822-b282fbdcd590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:19.566833 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d82775d-1fa9-451b-8200-8bf95ade7cc4 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Pushing event deleted for resources: {'Network': ['ID=8544ce7e-ffec-473e-8601-4cb742bfd028,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:19.571714 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:19.573433 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-9d82775d-1fa9-451b-8200-8bf95ade7cc4 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] 10.222.0.85 "DELETE /v2.0/networks/8544ce7e-ffec-473e-8601-4cb742bfd028 HTTP/1.1" status: 204 len: 168 time: 5.2819173 May 30 20:32:19.579437 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 45912) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:32:19.590825 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-39472c41-7701-4738-adad-b22093607b5f tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1982109682'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:32:19.599616 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-39472c41-7701-4738-adad-b22093607b5f tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:32:19.613197 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-39472c41-7701-4738-adad-b22093607b5f tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Usage tracker for resource:network and tenant:8bd9692a05604ca1bb63ee573fbbaff2 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:32:19.619539 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-8bb48d46-b33e-49de-b126-063cea393c30 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:32:19.619775 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-39472c41-7701-4738-adad-b22093607b5f tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:32:19.626958 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-8bb48d46-b33e-49de-b126-063cea393c30 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Usage tracker for resource:subnet and tenant:08954986e7454427ae0d40c7652d3c6a is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:32:19.631012 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-8bb48d46-b33e-49de-b126-063cea393c30 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:32:19.635785 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-39472c41-7701-4738-adad-b22093607b5f tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:32:19.712160 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-8bb48d46-b33e-49de-b126-063cea393c30 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:32:19.743217 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-a98018a2-f2ad-4b06-a822-b282fbdcd590 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff5fdb4b-c181-42de-80b5-ff8540ac71a0']}} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:32:19.759333 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39472c41-7701-4738-adad-b22093607b5f tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Made reservation on behalf of 8bd9692a05604ca1bb63ee573fbbaff2 for: {'network': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:32:19.763029 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-39472c41-7701-4738-adad-b22093607b5f tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:19.798531 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39472c41-7701-4738-adad-b22093607b5f tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] vlan segment allocate from pool success with {'vlan_id': 681, 'physical_network': 'physnet1'} {{(pid=84887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:32:19.803842 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-59ab4970-2065-4655-84c5-25ebb324632e tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-736216'] for router_interface, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:19.808783 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-39472c41-7701-4738-adad-b22093607b5f tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:19.809452 n-d-843948-2 neutron-server[84887]: INFO neutron.db.segments_db [None req-39472c41-7701-4738-adad-b22093607b5f tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Added segment 47c986f6-69b1-4a1a-9178-cf2c90dd01b4 of type vlan for network c5b8dd29-3756-4729-aff8-213d0c7ff336 May 30 20:32:19.844050 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-39472c41-7701-4738-adad-b22093607b5f tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:19.880512 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bb48d46-b33e-49de-b126-063cea393c30 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Made reservation on behalf of 08954986e7454427ae0d40c7652d3c6a for: {'subnet': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:32:19.901351 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-a98018a2-f2ad-4b06-a822-b282fbdcd590 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0397637-f061-423b-af31-4fae82d2600b') {'for_net_delete': True} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:32:19.901351 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-a98018a2-f2ad-4b06-a822-b282fbdcd590 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0397637-f061-423b-af31-4fae82d2600b') {} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:32:19.947176 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-39472c41-7701-4738-adad-b22093607b5f tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:19.952266 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39472c41-7701-4738-adad-b22093607b5f tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:32:19.952266 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-39472c41-7701-4738-adad-b22093607b5f tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:19.975960 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-808f1713-f0af-418d-b79c-ad90cccf0472 None None] DHCP port deletion for e47345d4-98a8-46f5-a7b7-66b2eb513a50 request from n-d-843948-2 {{(pid=84888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:32:19.980744 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-808f1713-f0af-418d-b79c-ad90cccf0472 None None] Deleting port 93e14f57-e3f5-472c-94df-91ad1336ce9b {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:32:19.980917 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-808f1713-f0af-418d-b79c-ad90cccf0472 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:20.021307 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a98018a2-f2ad-4b06-a822-b282fbdcd590 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2660590'] for segment, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:20.070038 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a98018a2-f2ad-4b06-a822-b282fbdcd590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:20.116351 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a98018a2-f2ad-4b06-a822-b282fbdcd590 admin admin] Releasing vlan 688 on physical network physnet1 to pool {{(pid=84886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:32:20.116759 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a98018a2-f2ad-4b06-a822-b282fbdcd590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4126989'] for segment, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:20.117376 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39472c41-7701-4738-adad-b22093607b5f tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Pushing event updated for resources: {'Network': ['ID=c5b8dd29-3756-4729-aff8-213d0c7ff336,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:20.130582 n-d-843948-2 neutron-server[84886]: Traceback (most recent call last): May 30 20:32:20.130582 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:32:20.130582 n-d-843948-2 neutron-server[84886]: timer() May 30 20:32:20.130582 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:32:20.130582 n-d-843948-2 neutron-server[84886]: cb(*args, **kw) May 30 20:32:20.130582 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:32:20.130582 n-d-843948-2 neutron-server[84886]: return func(*args, **kwargs) May 30 20:32:20.130582 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:32:20.130582 n-d-843948-2 neutron-server[84886]: self._notify() May 30 20:32:20.130582 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:32:20.130582 n-d-843948-2 neutron-server[84886]: self.callback(batched_events) May 30 20:32:20.130582 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:32:20.130582 n-d-843948-2 neutron-server[84886]: event.method(event) May 30 20:32:20.130582 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:32:20.130582 n-d-843948-2 neutron-server[84886]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:32:20.130582 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:32:20.130582 n-d-843948-2 neutron-server[84886]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:32:20.130582 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:32:20.130582 n-d-843948-2 neutron-server[84886]: return f(self, *a, **k) May 30 20:32:20.130582 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:32:20.130582 n-d-843948-2 neutron-server[84886]: return self._get(url).json() May 30 20:32:20.130582 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:32:20.130582 n-d-843948-2 neutron-server[84886]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:32:20.130582 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:32:20.130582 n-d-843948-2 neutron-server[84886]: return self.request(url, 'GET', **kwargs) May 30 20:32:20.130582 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:32:20.130582 n-d-843948-2 neutron-server[84886]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:32:20.130582 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:32:20.130582 n-d-843948-2 neutron-server[84886]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:32:20.130582 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:32:20.130582 n-d-843948-2 neutron-server[84886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:32:20.130582 n-d-843948-2 neutron-server[84886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:32:20.139399 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8bb48d46-b33e-49de-b126-063cea393c30 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2778563'] for subnet, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:20.139785 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network c5b8dd29-3756-4729-aff8-213d0c7ff336 details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:32:20.154827 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-39472c41-7701-4738-adad-b22093607b5f tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5651259 May 30 20:32:20.154827 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 45926) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:32:20.163488 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-030daca6-20d9-44ff-a52e-a4c9f7f26003 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Request body: {'subnet': {'network_id': 'c5b8dd29-3756-4729-aff8-213d0c7ff336', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:32:20.233367 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e588fbe-644c-4d85-ab56-4901e979432e req-8d6a8cdb-dd47-4260-88d6-dd01b574496e tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:32:20.240848 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0e588fbe-644c-4d85-ab56-4901e979432e req-8d6a8cdb-dd47-4260-88d6-dd01b574496e tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=7aad7ab8-22c4-47e2-abf2-9cc744ce8553 HTTP/1.1" status: 200 len: 944 time: 0.6939299 May 30 20:32:20.355470 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-808f1713-f0af-418d-b79c-ad90cccf0472 None None] For port 93e14f57-e3f5-472c-94df-91ad1336ce9b, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=93e14f57-e3f5-472c-94df-91ad1336ce9b,segment=NetworkSegment(2cb73a29-9359-4fbf-99af-be1c6062790b),segment_id=2cb73a29-9359-4fbf-99af-be1c6062790b)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:32:20.355863 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-808f1713-f0af-418d-b79c-ad90cccf0472 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:20.404138 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a98018a2-f2ad-4b06-a822-b282fbdcd590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:20.416660 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-030daca6-20d9-44ff-a52e-a4c9f7f26003 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:32:20.419923 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-030daca6-20d9-44ff-a52e-a4c9f7f26003 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Usage tracker for resource:subnet and tenant:8bd9692a05604ca1bb63ee573fbbaff2 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:32:20.422934 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-030daca6-20d9-44ff-a52e-a4c9f7f26003 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:32:20.429105 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-030daca6-20d9-44ff-a52e-a4c9f7f26003 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:32:20.442819 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a98018a2-f2ad-4b06-a822-b282fbdcd590 admin admin] Notify callbacks [] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:20.469240 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98018a2-f2ad-4b06-a822-b282fbdcd590 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff5fdb4b-c181-42de-80b5-ff8540ac71a0,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:20.479445 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-808f1713-f0af-418d-b79c-ad90cccf0472 None None] Calling delete_port for 93e14f57-e3f5-472c-94df-91ad1336ce9b owned by network:dhcp {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:32:20.482425 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0e588fbe-644c-4d85-ab56-4901e979432e req-12b4c744-88a0-4bdc-8bd7-9e846ee71c06 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ae76294-3e84-4fcb-be2a-17611205a838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2320240 May 30 20:32:20.514954 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-030daca6-20d9-44ff-a52e-a4c9f7f26003 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Made reservation on behalf of 8bd9692a05604ca1bb63ee573fbbaff2 for: {'subnet': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:32:20.590500 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-a98018a2-f2ad-4b06-a822-b282fbdcd590 admin admin] 10.222.0.85 "DELETE /v2.0/networks/ff5fdb4b-c181-42de-80b5-ff8540ac71a0 HTTP/1.1" status: 204 len: 168 time: 1.5613294 May 30 20:32:20.646962 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-808f1713-f0af-418d-b79c-ad90cccf0472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468'] for port, after_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:20.668867 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-030daca6-20d9-44ff-a52e-a4c9f7f26003 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114220'] for subnet, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:20.759656 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808f1713-f0af-418d-b79c-ad90cccf0472 None None] Pushing event deleted for resources: {'Port': ['ID=93e14f57-e3f5-472c-94df-91ad1336ce9b,revision_number=None']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:20.776239 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808f1713-f0af-418d-b79c-ad90cccf0472 None None] No DVR routers for this DVR port 93e14f57-e3f5-472c-94df-91ad1336ce9b on host n-d-843948-2 {{(pid=84888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:32:20.983263 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-59ab4970-2065-4655-84c5-25ebb324632e tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Deleting port 98747ae1-cc8b-42d5-b798-145bb6b612da {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:32:20.983618 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-59ab4970-2065-4655-84c5-25ebb324632e tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:21.087613 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-030daca6-20d9-44ff-a52e-a4c9f7f26003 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4055401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114238'] for subnet, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:21.119350 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8bb48d46-b33e-49de-b126-063cea393c30 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4127140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2778577'] for subnet, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:21.200214 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030daca6-20d9-44ff-a52e-a4c9f7f26003 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Pushing event updated for resources: {'Subnet': ['ID=6df23a7f-0f6d-4036-9612-da27b268f9fd,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:21.203441 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-030daca6-20d9-44ff-a52e-a4c9f7f26003 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Checking segment: {'id': '47c986f6-69b1-4a1a-9178-cf2c90dd01b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'c5b8dd29-3756-4729-aff8-213d0c7ff336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:32:21.204047 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-030daca6-20d9-44ff-a52e-a4c9f7f26003 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Network hostable DHCP agents. Network: c5b8dd29-3756-4729-aff8-213d0c7ff336, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:32:21.235190 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb48d46-b33e-49de-b126-063cea393c30 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Network e47345d4-98a8-46f5-a7b7-66b2eb513a50 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:32:21.239083 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb48d46-b33e-49de-b126-063cea393c30 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Pushing event updated for resources: {'Subnet': ['ID=bd13f8ec-d649-4bd9-9bea-5e50eaaafbb9,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:21.241202 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 45944) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:32:21.243546 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-8bb48d46-b33e-49de-b126-063cea393c30 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:32:21.248673 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb48d46-b33e-49de-b126-063cea393c30 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:32:21.249267 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8bb48d46-b33e-49de-b126-063cea393c30 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks [] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:21.254741 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80bf34af-8607-40d0-9830-3c8cb66bcbc1 None None] Network e47345d4-98a8-46f5-a7b7-66b2eb513a50 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:32:21.275486 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-59ab4970-2065-4655-84c5-25ebb324632e tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:21.302179 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-c99030ba-2313-4823-a8d7-7a8a5150eb50 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=db6fd322329b4022b9cb210149c8de8f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0592945 May 30 20:32:21.304746 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 45948) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:32:21.319752 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-030daca6-20d9-44ff-a52e-a4c9f7f26003 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Network c5b8dd29-3756-4729-aff8-213d0c7ff336 is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:32:21.385870 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f2a6cf5c-dabc-4483-9d9c-511057866e48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:21.403379 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-030daca6-20d9-44ff-a52e-a4c9f7f26003 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, c5b8dd29-3756-4729-aff8-213d0c7ff336) {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:32:21.417655 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-030daca6-20d9-44ff-a52e-a4c9f7f26003 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:32:21.418885 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-030daca6-20d9-44ff-a52e-a4c9f7f26003 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:21.419629 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-59ab4970-2065-4655-84c5-25ebb324632e tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Calling delete_port for 98747ae1-cc8b-42d5-b798-145bb6b612da owned by network:router_interface {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:32:21.423998 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c38683dd-fe42-4393-a610-4129e0f5902a None None] Network c5b8dd29-3756-4729-aff8-213d0c7ff336 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:32:21.447078 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f2a6cf5c-dabc-4483-9d9c-511057866e48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:21.505354 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-8bb48d46-b33e-49de-b126-063cea393c30 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1640460 May 30 20:32:21.509959 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 45954) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:32:21.517627 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-82ed1487-74d7-4082-bdf8-9cc09806cb39 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Request body: {'port': {'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50', 'fixed_ips': [{'subnet_id': 'bd13f8ec-d649-4bd9-9bea-5e50eaaafbb9', 'ip_address': '2001:db8:0:1::8'}], 'name': 'tempest-NetworksTestDHCPv6-664404516'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:32:21.576485 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-030daca6-20d9-44ff-a52e-a4c9f7f26003 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4245930 May 30 20:32:21.580891 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 45960) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:32:21.642901 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f2a6cf5c-dabc-4483-9d9c-511057866e48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:21.732787 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f610a46e-3105-4311-aec3-6bf6af3d5661 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-e47345d4-98a8-46f5-a7b7-66b2eb513a50', 'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50', 'tenant_id': '08954986e7454427ae0d40c7652d3c6a', 'fixed_ips': [{'subnet_id': 'bd13f8ec-d649-4bd9-9bea-5e50eaaafbb9'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:32:21.733981 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-f610a46e-3105-4311-aec3-6bf6af3d5661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:21.744059 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 93e14f57-e3f5-472c-94df-91ad1336ce9b no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:32:21.779888 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-82ed1487-74d7-4082-bdf8-9cc09806cb39 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:32:21.784327 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-82ed1487-74d7-4082-bdf8-9cc09806cb39 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Usage tracker for resource:port and tenant:08954986e7454427ae0d40c7652d3c6a is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:32:21.787496 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-82ed1487-74d7-4082-bdf8-9cc09806cb39 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:32:21.794065 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-82ed1487-74d7-4082-bdf8-9cc09806cb39 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:32:21.855804 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: 93e14f57-e3f5-472c-94df-91ad1336ce9b {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:32:21.855804 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 93e14f57-e3f5-472c-94df-91ad1336ce9b not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:32:21.855804 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 834687b0-36d6-4dac-a06a-2a1aeb20388e no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:32:21.890599 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82ed1487-74d7-4082-bdf8-9cc09806cb39 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Made reservation on behalf of 08954986e7454427ae0d40c7652d3c6a for: {'port': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:32:21.901126 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a6cf5c-dabc-4483-9d9c-511057866e48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2268d3cd-925a-464e-9ff1-7b08a4bf8bbc,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:21.902929 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-82ed1487-74d7-4082-bdf8-9cc09806cb39 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:21.923221 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-652863e9-0d7b-4622-a1fc-e6d64e1939dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-c5b8dd29-3756-4729-aff8-213d0c7ff336', 'network_id': 'c5b8dd29-3756-4729-aff8-213d0c7ff336', 'tenant_id': '8bd9692a05604ca1bb63ee573fbbaff2', 'fixed_ips': [{'subnet_id': '6df23a7f-0f6d-4036-9612-da27b268f9fd'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:32:21.925307 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f2a6cf5c-dabc-4483-9d9c-511057866e48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:21.925773 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-652863e9-0d7b-4622-a1fc-e6d64e1939dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:21.931183 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-f2a6cf5c-dabc-4483-9d9c-511057866e48 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/2268d3cd-925a-464e-9ff1-7b08a4bf8bbc HTTP/1.1" status: 204 len: 168 time: 0.6249411 May 30 20:32:21.947086 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [None req-82ed1487-74d7-4082-bdf8-9cc09806cb39 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] device_id is not set on port 1eca67dc-7aef-48c6-9aeb-3dfbd22cb537 yet. {{(pid=84886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:32:21.975870 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: 834687b0-36d6-4dac-a06a-2a1aeb20388e {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:32:21.976283 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 834687b0-36d6-4dac-a06a-2a1aeb20388e not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:32:22.009026 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472fbf22-222b-4c62-98c4-3af0412c27f9 req-0113fc87-226c-4450-b11d-3619957fcc0c tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:32:22.011926 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-472fbf22-222b-4c62-98c4-3af0412c27f9 req-0113fc87-226c-4450-b11d-3619957fcc0c tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=7aad7ab8-22c4-47e2-abf2-9cc744ce8553 HTTP/1.1" status: 200 len: 944 time: 0.2112639 May 30 20:32:22.081296 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-bbfae076-6039-44a1-85af-5ea7f6499d8b tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:22.157244 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-472fbf22-222b-4c62-98c4-3af0412c27f9 req-97b206f7-718a-4860-b8b8-1e12be4aa724 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ae76294-3e84-4fcb-be2a-17611205a838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1303248 May 30 20:32:22.184956 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-bbfae076-6039-44a1-85af-5ea7f6499d8b tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:22.199882 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-59ab4970-2065-4655-84c5-25ebb324632e tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:22.235480 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:22.293343 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ab4970-2065-4655-84c5-25ebb324632e tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Pushing event deleted for resources: {'Port': ['ID=98747ae1-cc8b-42d5-b798-145bb6b612da,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:22.488142 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-652863e9-0d7b-4622-a1fc-e6d64e1939dd None None] Allocated IP 172.20.0.2 (c5b8dd29-3756-4729-aff8-213d0c7ff336/6df23a7f-0f6d-4036-9612-da27b268f9fd/1c7ed4bd-96b3-462c-8dac-dffcf4fdc151) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:32:22.614278 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-59ab4970-2065-4655-84c5-25ebb324632e tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1718140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-736143'] for router_interface, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:22.655529 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-f610a46e-3105-4311-aec3-6bf6af3d5661 None None] Allocated IP 2001:db8::2 (e47345d4-98a8-46f5-a7b7-66b2eb513a50/bd13f8ec-d649-4bd9-9bea-5e50eaaafbb9/16620ef8-93bf-43e8-986d-c1f96f56a965) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:32:22.941242 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-652863e9-0d7b-4622-a1fc-e6d64e1939dd None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:22.965461 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-652863e9-0d7b-4622-a1fc-e6d64e1939dd None None] Transition to ACTIVE for port object 1c7ed4bd-96b3-462c-8dac-dffcf4fdc151 will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:32:23.056976 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-652863e9-0d7b-4622-a1fc-e6d64e1939dd None None] Transition to ACTIVE for port object 1c7ed4bd-96b3-462c-8dac-dffcf4fdc151 will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:32:23.079505 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-f610a46e-3105-4311-aec3-6bf6af3d5661 None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:23.092217 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-f610a46e-3105-4311-aec3-6bf6af3d5661 None None] Transition to ACTIVE for port object 16620ef8-93bf-43e8-986d-c1f96f56a965 will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:32:23.120570 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-f610a46e-3105-4311-aec3-6bf6af3d5661 None None] Transition to ACTIVE for port object 16620ef8-93bf-43e8-986d-c1f96f56a965 will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:32:23.160748 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-652863e9-0d7b-4622-a1fc-e6d64e1939dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:23.248388 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-f610a46e-3105-4311-aec3-6bf6af3d5661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:23.258979 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-bbfae076-6039-44a1-85af-5ea7f6499d8b tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4055470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114247'] for subnet, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:23.307004 n-d-843948-2 neutron-server[84886]: INFO neutron.pecan_wsgi.hooks.translation [None req-82ed1487-74d7-4082-bdf8-9cc09806cb39 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 20:32:23.307441 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82ed1487-74d7-4082-bdf8-9cc09806cb39 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:32:23.313365 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfae076-6039-44a1-85af-5ea7f6499d8b tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Pushing event deleted for resources: {'Subnet': ['ID=6df23a7f-0f6d-4036-9612-da27b268f9fd,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:23.321999 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59ab4970-2065-4655-84c5-25ebb324632e tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Router c3185c38-3743-4505-afe0-bb4c869499d8 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:32:23.363267 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f610a46e-3105-4311-aec3-6bf6af3d5661 None None] Network e47345d4-98a8-46f5-a7b7-66b2eb513a50 is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:32:23.368037 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652863e9-0d7b-4622-a1fc-e6d64e1939dd None None] Pushing event updated for resources: {'Port': ['ID=1c7ed4bd-96b3-462c-8dac-dffcf4fdc151,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:23.446016 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-f610a46e-3105-4311-aec3-6bf6af3d5661 None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:32:23.459073 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f610a46e-3105-4311-aec3-6bf6af3d5661 None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:32:23.468361 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-652863e9-0d7b-4622-a1fc-e6d64e1939dd None None] Network c5b8dd29-3756-4729-aff8-213d0c7ff336 is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:32:23.476788 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-bbfae076-6039-44a1-85af-5ea7f6499d8b tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:23.480536 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-652863e9-0d7b-4622-a1fc-e6d64e1939dd None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:32:23.488326 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652863e9-0d7b-4622-a1fc-e6d64e1939dd None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:32:23.513514 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 46002) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:32:23.513777 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-82ed1487-74d7-4082-bdf8-9cc09806cb39 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 2.0014362 May 30 20:32:23.558508 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-bbfae076-6039-44a1-85af-5ea7f6499d8b tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5b8dd29-3756-4729-aff8-213d0c7ff336']}} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:32:23.596041 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-bbfae076-6039-44a1-85af-5ea7f6499d8b tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47c986f6-69b1-4a1a-9178-cf2c90dd01b4') {'for_net_delete': True} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:32:23.596490 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-bbfae076-6039-44a1-85af-5ea7f6499d8b tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47c986f6-69b1-4a1a-9178-cf2c90dd01b4') {} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:32:23.616558 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-bbfae076-6039-44a1-85af-5ea7f6499d8b tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3149912'] for segment, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:23.630026 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f610a46e-3105-4311-aec3-6bf6af3d5661 None None] Pushing event updated for resources: {'Port': ['ID=16620ef8-93bf-43e8-986d-c1f96f56a965,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:23.636386 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59ab4970-2065-4655-84c5-25ebb324632e tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:32:23.645429 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-59ab4970-2065-4655-84c5-25ebb324632e tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] 10.222.0.85 "PUT /v2.0/routers/c3185c38-3743-4505-afe0-bb4c869499d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5828590 May 30 20:32:23.648308 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 46010) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:32:23.665800 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-bbfae076-6039-44a1-85af-5ea7f6499d8b tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:23.678301 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbfae076-6039-44a1-85af-5ea7f6499d8b tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Releasing vlan 681 on physical network physnet1 to pool {{(pid=84887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:32:23.679032 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-bbfae076-6039-44a1-85af-5ea7f6499d8b tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4055488'] for segment, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:23.686004 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2758f045-9c6b-489c-9d64-85f855bc48a6 None None] Sync routers for ids ['c3185c38-3743-4505-afe0-bb4c869499d8'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:32:23.700557 n-d-843948-2 neutron-server[84887]: Traceback (most recent call last): May 30 20:32:23.700557 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:32:23.700557 n-d-843948-2 neutron-server[84887]: timer() May 30 20:32:23.700557 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:32:23.700557 n-d-843948-2 neutron-server[84887]: cb(*args, **kw) May 30 20:32:23.700557 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:32:23.700557 n-d-843948-2 neutron-server[84887]: return func(*args, **kwargs) May 30 20:32:23.700557 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:32:23.700557 n-d-843948-2 neutron-server[84887]: self._notify() May 30 20:32:23.700557 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:32:23.700557 n-d-843948-2 neutron-server[84887]: self.callback(batched_events) May 30 20:32:23.700557 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:32:23.700557 n-d-843948-2 neutron-server[84887]: event.method(event) May 30 20:32:23.700557 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:32:23.700557 n-d-843948-2 neutron-server[84887]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:32:23.700557 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:32:23.700557 n-d-843948-2 neutron-server[84887]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:32:23.700557 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:32:23.700557 n-d-843948-2 neutron-server[84887]: return f(self, *a, **k) May 30 20:32:23.700557 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:32:23.700557 n-d-843948-2 neutron-server[84887]: return self._get(url).json() May 30 20:32:23.700557 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:32:23.700557 n-d-843948-2 neutron-server[84887]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:32:23.700557 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:32:23.700557 n-d-843948-2 neutron-server[84887]: return self.request(url, 'GET', **kwargs) May 30 20:32:23.700557 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:32:23.700557 n-d-843948-2 neutron-server[84887]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:32:23.700557 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:32:23.700557 n-d-843948-2 neutron-server[84887]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:32:23.700557 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:32:23.700557 n-d-843948-2 neutron-server[84887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:32:23.700557 n-d-843948-2 neutron-server[84887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:32:23.720399 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-652863e9-0d7b-4622-a1fc-e6d64e1939dd None None] Attempting to bind port 1c7ed4bd-96b3-462c-8dac-dffcf4fdc151 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:32:23.720804 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-652863e9-0d7b-4622-a1fc-e6d64e1939dd None None] Attempting to bind port 1c7ed4bd-96b3-462c-8dac-dffcf4fdc151 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': '47c986f6-69b1-4a1a-9178-cf2c90dd01b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'c5b8dd29-3756-4729-aff8-213d0c7ff336'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:32:23.721167 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652863e9-0d7b-4622-a1fc-e6d64e1939dd None None] Attempting to bind port 1c7ed4bd-96b3-462c-8dac-dffcf4fdc151 on network c5b8dd29-3756-4729-aff8-213d0c7ff336 {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:32:23.731646 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2758f045-9c6b-489c-9d64-85f855bc48a6 None None] Routers {'c3185c38-3743-4505-afe0-bb4c869499d8'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:32:23.732282 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-2758f045-9c6b-489c-9d64-85f855bc48a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:31:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['c3185c38-3743-4505-afe0-bb4c869499d8'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:32:23.757238 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adb8e19-5f25-430b-ba19-0e0c8ba634e1 req-1676b2e4-1672-410a-b0ce-289516485663 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:32:23.765792 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-7adb8e19-5f25-430b-ba19-0e0c8ba634e1 req-1676b2e4-1672-410a-b0ce-289516485663 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=7aad7ab8-22c4-47e2-abf2-9cc744ce8553 HTTP/1.1" status: 200 len: 944 time: 0.3143783 May 30 20:32:23.773768 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 46016) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:32:23.821184 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef7580f-8f0f-4401-bddb-55292d442c66 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:32:23.821982 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-f610a46e-3105-4311-aec3-6bf6af3d5661 None None] Attempting to bind port 16620ef8-93bf-43e8-986d-c1f96f56a965 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:32:23.821982 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-f610a46e-3105-4311-aec3-6bf6af3d5661 None None] Attempting to bind port 16620ef8-93bf-43e8-986d-c1f96f56a965 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': '2cb73a29-9359-4fbf-99af-be1c6062790b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:32:23.822417 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-fef7580f-8f0f-4401-bddb-55292d442c66 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.2998650 May 30 20:32:23.823118 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f610a46e-3105-4311-aec3-6bf6af3d5661 None None] Attempting to bind port 16620ef8-93bf-43e8-986d-c1f96f56a965 on network e47345d4-98a8-46f5-a7b7-66b2eb513a50 {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:32:23.844563 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 46022) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:32:23.845285 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652863e9-0d7b-4622-a1fc-e6d64e1939dd None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:32:23.845746 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652863e9-0d7b-4622-a1fc-e6d64e1939dd None None] Checking segment: {'id': '47c986f6-69b1-4a1a-9178-cf2c90dd01b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'c5b8dd29-3756-4729-aff8-213d0c7ff336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:32:23.846195 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-652863e9-0d7b-4622-a1fc-e6d64e1939dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:23.846613 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652863e9-0d7b-4622-a1fc-e6d64e1939dd None None] Bound using segment: {'id': '47c986f6-69b1-4a1a-9178-cf2c90dd01b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'c5b8dd29-3756-4729-aff8-213d0c7ff336'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:32:23.847103 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-652863e9-0d7b-4622-a1fc-e6d64e1939dd None None] Bound port: 1c7ed4bd-96b3-462c-8dac-dffcf4fdc151, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47c986f6-69b1-4a1a-9178-cf2c90dd01b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'c5b8dd29-3756-4729-aff8-213d0c7ff336'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:32:23.847484 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-652863e9-0d7b-4622-a1fc-e6d64e1939dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:23.861257 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-2758f045-9c6b-489c-9d64-85f855bc48a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:32:23.867225 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f610a46e-3105-4311-aec3-6bf6af3d5661 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:32:23.867605 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f610a46e-3105-4311-aec3-6bf6af3d5661 None None] Checking segment: {'id': '2cb73a29-9359-4fbf-99af-be1c6062790b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:32:23.868124 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-f610a46e-3105-4311-aec3-6bf6af3d5661 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:23.868743 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f610a46e-3105-4311-aec3-6bf6af3d5661 None None] Bound using segment: {'id': '2cb73a29-9359-4fbf-99af-be1c6062790b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:32:23.869234 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-f610a46e-3105-4311-aec3-6bf6af3d5661 None None] Bound port: 16620ef8-93bf-43e8-986d-c1f96f56a965, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cb73a29-9359-4fbf-99af-be1c6062790b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:32:23.869835 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-f610a46e-3105-4311-aec3-6bf6af3d5661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:23.953294 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.db.api [None req-bbfae076-6039-44a1-85af-5ea7f6499d8b tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 30 20:32:23.953294 n-d-843948-2 neutron-server[84887]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 30 20:32:23.953294 n-d-843948-2 neutron-server[84887]: [parameters: {'id': 'c5b8dd29-3756-4729-aff8-213d0c7ff336'}] May 30 20:32:23.953294 n-d-843948-2 neutron-server[84887]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84887) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:32:23.954359 n-d-843948-2 neutron-server[84887]: DEBUG oslo_db.api [None req-bbfae076-6039-44a1-85af-5ea7f6499d8b tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:32:24.002244 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-7adb8e19-5f25-430b-ba19-0e0c8ba634e1 req-cb5468d5-bcb3-48a9-967b-8d6893f3d957 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ae76294-3e84-4fcb-be2a-17611205a838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2355368 May 30 20:32:24.018807 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4186f7c4-13c5-4e1a-982b-21fb518479a3 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:32:24.020122 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4186f7c4-13c5-4e1a-982b-21fb518479a3 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:32:24.020865 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-4186f7c4-13c5-4e1a-982b-21fb518479a3 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Synchronizing usage tracker for tenant:08954986e7454427ae0d40c7652d3c6a on resource:subnet {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:32:24.055534 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2758f045-9c6b-489c-9d64-85f855bc48a6 None None] Routers {'c3185c38-3743-4505-afe0-bb4c869499d8'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:32:24.056345 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-2758f045-9c6b-489c-9d64-85f855bc48a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:31:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['c3185c38-3743-4505-afe0-bb4c869499d8'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:32:24.109101 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-ffd4e2ce-d983-4fb6-8bb6-12894c737296 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1364253671-network', 'tenant_id': '617acbbe75e54d9ab6d395cbb5d1e7b5'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:32:24.117928 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-ffd4e2ce-d983-4fb6-8bb6-12894c737296 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:32:24.123784 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-ffd4e2ce-d983-4fb6-8bb6-12894c737296 admin admin] Usage tracker for resource:network and tenant:617acbbe75e54d9ab6d395cbb5d1e7b5 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:32:24.127719 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-ffd4e2ce-d983-4fb6-8bb6-12894c737296 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:32:24.137867 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-ffd4e2ce-d983-4fb6-8bb6-12894c737296 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:32:24.174887 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-2758f045-9c6b-489c-9d64-85f855bc48a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:32:24.175441 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2758f045-9c6b-489c-9d64-85f855bc48a6 None None] The sync data for ids ['c3185c38-3743-4505-afe0-bb4c869499d8'] in n-d-843948-2 is: [] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:32:24.203123 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-f610a46e-3105-4311-aec3-6bf6af3d5661 None None] For port 16620ef8-93bf-43e8-986d-c1f96f56a965, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:32:24.205890 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-652863e9-0d7b-4622-a1fc-e6d64e1939dd None None] For port 1c7ed4bd-96b3-462c-8dac-dffcf4fdc151, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:32:24.215836 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-f610a46e-3105-4311-aec3-6bf6af3d5661 None None] For port 16620ef8-93bf-43e8-986d-c1f96f56a965, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=16620ef8-93bf-43e8-986d-c1f96f56a965,segment=NetworkSegment(2cb73a29-9359-4fbf-99af-be1c6062790b),segment_id=2cb73a29-9359-4fbf-99af-be1c6062790b)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:32:24.215836 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-652863e9-0d7b-4622-a1fc-e6d64e1939dd None None] For port 1c7ed4bd-96b3-462c-8dac-dffcf4fdc151, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=1c7ed4bd-96b3-462c-8dac-dffcf4fdc151,segment=NetworkSegment(47c986f6-69b1-4a1a-9178-cf2c90dd01b4),segment_id=47c986f6-69b1-4a1a-9178-cf2c90dd01b4)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:32:24.270312 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffd4e2ce-d983-4fb6-8bb6-12894c737296 admin admin] Made reservation on behalf of 617acbbe75e54d9ab6d395cbb5d1e7b5 for: {'network': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:32:24.274539 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ffd4e2ce-d983-4fb6-8bb6-12894c737296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:24.290111 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ffd4e2ce-d983-4fb6-8bb6-12894c737296 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:24.309985 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-f610a46e-3105-4311-aec3-6bf6af3d5661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:24.315599 n-d-843948-2 neutron-server[84886]: INFO neutron.api.v2.resource [None req-542b1da6-5059-462f-bf2d-74e8f70accff tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] remove_router_interface failed (client error): The resource could not be found. May 30 20:32:24.319291 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-652863e9-0d7b-4622-a1fc-e6d64e1939dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:24.319489 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-542b1da6-5059-462f-bf2d-74e8f70accff tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] 10.222.0.85 "PUT /v2.0/routers/c3185c38-3743-4505-afe0-bb4c869499d8/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6673398 May 30 20:32:24.319616 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 46034) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:32:24.325469 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-ffd4e2ce-d983-4fb6-8bb6-12894c737296 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:32:24.329678 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-ffd4e2ce-d983-4fb6-8bb6-12894c737296 admin admin] Usage tracker for resource:security_group_rule and tenant:617acbbe75e54d9ab6d395cbb5d1e7b5 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:32:24.332781 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-ffd4e2ce-d983-4fb6-8bb6-12894c737296 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:32:24.354160 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-ffd4e2ce-d983-4fb6-8bb6-12894c737296 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:32:24.367805 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-4186f7c4-13c5-4e1a-982b-21fb518479a3 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Unset dirty status for tenant:08954986e7454427ae0d40c7652d3c6a on resource:subnet {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:32:24.367805 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-4186f7c4-13c5-4e1a-982b-21fb518479a3 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5053811 May 30 20:32:24.367805 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 46038) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:32:24.423603 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-7f16e8a2-2658-4b7a-9152-3430d5fe8bb6 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Synchronizing usage tracker for tenant:eeceb350906e46fc9b2c21ca495ac559 on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:32:24.457066 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-bbfae076-6039-44a1-85af-5ea7f6499d8b tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:24.504216 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f610a46e-3105-4311-aec3-6bf6af3d5661 None None] Pushing event updated for resources: {'Port': ['ID=16620ef8-93bf-43e8-986d-c1f96f56a965,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:24.507889 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1419da3-4a1f-4244-b073-a74da80e6988 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Deleting subnet bd13f8ec-d649-4bd9-9bea-5e50eaaafbb9 {{(pid=84886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:32:24.517169 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c1419da3-4a1f-4244-b073-a74da80e6988 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks [] for subnet, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:24.560278 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-bbfae076-6039-44a1-85af-5ea7f6499d8b tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Deleting port 1c7ed4bd-96b3-462c-8dac-dffcf4fdc151 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:32:24.564057 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-bbfae076-6039-44a1-85af-5ea7f6499d8b tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:24.594891 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-7f16e8a2-2658-4b7a-9152-3430d5fe8bb6 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Unset dirty status for tenant:eeceb350906e46fc9b2c21ca495ac559 on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:32:24.596146 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-7f16e8a2-2658-4b7a-9152-3430d5fe8bb6 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] 10.222.0.85 "GET /v2.0/ports?device_id=c3185c38-3743-4505-afe0-bb4c869499d8 HTTP/1.1" status: 200 len: 205 time: 0.2752759 May 30 20:32:24.612866 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 46046) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:32:24.632728 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ffd4e2ce-d983-4fb6-8bb6-12894c737296 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:24.680740 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc2b2171-6a8b-435a-a556-fb6321149201 None None] Network c5b8dd29-3756-4729-aff8-213d0c7ff336 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:32:24.710062 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ffd4e2ce-d983-4fb6-8bb6-12894c737296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:24.730611 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652863e9-0d7b-4622-a1fc-e6d64e1939dd None None] Pushing event updated for resources: {'Port': ['ID=1c7ed4bd-96b3-462c-8dac-dffcf4fdc151,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:25.106202 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffd4e2ce-d983-4fb6-8bb6-12894c737296 admin admin] vlan segment allocate from pool success with {'vlan_id': 667, 'physical_network': 'physnet1'} {{(pid=84887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:32:25.161072 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ffd4e2ce-d983-4fb6-8bb6-12894c737296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:25.161758 n-d-843948-2 neutron-server[84887]: INFO neutron.db.segments_db [None req-ffd4e2ce-d983-4fb6-8bb6-12894c737296 admin admin] Added segment a3dfdf1e-2d22-4400-b4ce-8b1e82ab41e8 of type vlan for network 088a4ef5-eb7f-467f-ac67-a7c695245e93 May 30 20:32:25.205721 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd4e2ce-d983-4fb6-8bb6-12894c737296 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ead51e85-1196-49f3-bc9f-5a99aabb877c,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:25.256292 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c1419da3-4a1f-4244-b073-a74da80e6988 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2655517'] for subnet, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:25.300669 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ffd4e2ce-d983-4fb6-8bb6-12894c737296 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:25.329269 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [None req-bbfae076-6039-44a1-85af-5ea7f6499d8b tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] For port 1c7ed4bd-96b3-462c-8dac-dffcf4fdc151, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=1c7ed4bd-96b3-462c-8dac-dffcf4fdc151,segment=NetworkSegment(47c986f6-69b1-4a1a-9178-cf2c90dd01b4),segment_id=47c986f6-69b1-4a1a-9178-cf2c90dd01b4)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:32:25.329639 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-bbfae076-6039-44a1-85af-5ea7f6499d8b tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:25.356029 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5fe37c84-931b-45ae-8afa-045417231201 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks [] for router, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:25.415448 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c8ae63ae-2a6c-4ef3-8d7e-459fc6f99ff5 req-c1f5135c-fef8-4563-ab4b-a584597081c6 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=af4cc1fbb91e4a5c856e947d8072b697&device_id=7aad7ab8-22c4-47e2-abf2-9cc744ce8553 HTTP/1.1" status: 200 len: 1095 time: 0.3558223 May 30 20:32:25.484957 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-bbfae076-6039-44a1-85af-5ea7f6499d8b tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Calling delete_port for 1c7ed4bd-96b3-462c-8dac-dffcf4fdc151 owned by network:dhcp {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:32:25.523310 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c1419da3-4a1f-4244-b073-a74da80e6988 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:25.558711 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf7b297-fe90-4631-8a08-a484378f0447 req-e1ca650c-0891-4d70-8091-01c5da78a048 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:32:25.566056 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-dbf7b297-fe90-4631-8a08-a484378f0447 req-e1ca650c-0891-4d70-8091-01c5da78a048 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=7aad7ab8-22c4-47e2-abf2-9cc744ce8553 HTTP/1.1" status: 200 len: 944 time: 0.5142913 May 30 20:32:25.702884 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ffd4e2ce-d983-4fb6-8bb6-12894c737296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:25.704038 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffd4e2ce-d983-4fb6-8bb6-12894c737296 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:32:25.704946 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ffd4e2ce-d983-4fb6-8bb6-12894c737296 admin admin] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:25.724319 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 16620ef8-93bf-43e8-986d-c1f96f56a965 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:32:25.751001 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ae63ae-2a6c-4ef3-8d7e-459fc6f99ff5 req-8b48885a-ce89-46df-9dfa-86c32e05021a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:32:25.753081 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c8ae63ae-2a6c-4ef3-8d7e-459fc6f99ff5 req-8b48885a-ce89-46df-9dfa-86c32e05021a service neutron] 10.222.0.86 "GET /v2.0/networks?id=ff30330a-0ebe-4836-9458-b813d1bcbde4 HTTP/1.1" status: 200 len: 913 time: 0.2767746 May 30 20:32:25.866259 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-dbf7b297-fe90-4631-8a08-a484378f0447 req-ea68e50c-4791-49fe-bce5-e95a45922b7e tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ae76294-3e84-4fcb-be2a-17611205a838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2991538 May 30 20:32:25.943090 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd4e2ce-d983-4fb6-8bb6-12894c737296 admin admin] Pushing event updated for resources: {'Network': ['ID=088a4ef5-eb7f-467f-ac67-a7c695245e93,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:25.945477 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b4cf509-115b-495a-8e02-77ac0c31d437 None None] get_active_networks_info from n-d-843948-2 {{(pid=84888) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 30 20:32:25.978613 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network 088a4ef5-eb7f-467f-ac67-a7c695245e93 details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:32:26.009754 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c8ae63ae-2a6c-4ef3-8d7e-459fc6f99ff5 req-6151c21d-7d5a-48e2-9c0a-bddd8b626299 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bcdfc29b-75b2-4955-871a-03ddaef96f61 HTTP/1.1" status: 200 len: 999 time: 0.2423928 May 30 20:32:26.016104 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5fe37c84-931b-45ae-8afa-045417231201 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-724789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3141'] for router, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:26.028205 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c1419da3-4a1f-4244-b073-a74da80e6988 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4127075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2778536'] for subnet, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:26.077407 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 16620ef8-93bf-43e8-986d-c1f96f56a965 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:32:26.083119 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ae63ae-2a6c-4ef3-8d7e-459fc6f99ff5 req-04d12129-73a3-4a93-a4ce-23817f8db969 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:32:26.084735 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c8ae63ae-2a6c-4ef3-8d7e-459fc6f99ff5 req-04d12129-73a3-4a93-a4ce-23817f8db969 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7991eded-d330-4e4e-ace3-aeb4d5f3ff0a HTTP/1.1" status: 200 len: 851 time: 0.0678499 May 30 20:32:26.087244 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1419da3-4a1f-4244-b073-a74da80e6988 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Pushing event deleted for resources: {'Subnet': ['ID=bd13f8ec-d649-4bd9-9bea-5e50eaaafbb9,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:26.093993 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5fe37c84-931b-45ae-8afa-045417231201 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:26.102719 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c1419da3-4a1f-4244-b073-a74da80e6988 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks [] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:26.178193 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 46066) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:32:26.178837 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-ffd4e2ce-d983-4fb6-8bb6-12894c737296 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.4033878 May 30 20:32:26.179923 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-bbfae076-6039-44a1-85af-5ea7f6499d8b tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:26.190241 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-12fb538e-6d6b-4a8e-958c-3412e237d32d admin admin] Request body: {'subnet': {'network_id': '088a4ef5-eb7f-467f-ac67-a7c695245e93', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1364253671-subnet', 'tenant_id': '617acbbe75e54d9ab6d395cbb5d1e7b5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:32:26.200943 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-12fb538e-6d6b-4a8e-958c-3412e237d32d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:32:26.209076 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-12fb538e-6d6b-4a8e-958c-3412e237d32d admin admin] Usage tracker for resource:subnet and tenant:617acbbe75e54d9ab6d395cbb5d1e7b5 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:32:26.220376 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-12fb538e-6d6b-4a8e-958c-3412e237d32d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:32:26.231590 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-12fb538e-6d6b-4a8e-958c-3412e237d32d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:32:26.240106 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfae076-6039-44a1-85af-5ea7f6499d8b tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Pushing event deleted for resources: {'Port': ['ID=1c7ed4bd-96b3-462c-8dac-dffcf4fdc151,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:26.242413 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4cf509-115b-495a-8e02-77ac0c31d437 None None] Resources bound (agent type, host, resource id): {{(pid=84888) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 30 20:32:26.248975 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbfae076-6039-44a1-85af-5ea7f6499d8b tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] No DVR routers for this DVR port 1c7ed4bd-96b3-462c-8dac-dffcf4fdc151 on host n-d-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:32:26.252931 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-c1419da3-4a1f-4244-b073-a74da80e6988 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "DELETE /v2.0/subnets/bd13f8ec-d649-4bd9-9bea-5e50eaaafbb9 HTTP/1.1" status: 204 len: 168 time: 1.8856523 May 30 20:32:26.253846 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 46072) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:32:26.287876 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-3220c3f9-6c90-4066-98bf-20cfdd8e58ff None None] Provisioning for port 16620ef8-93bf-43e8-986d-c1f96f56a965 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:32:26.316036 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:32:26.327759 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-eb05d47a-eac4-4236-b8cf-834bc73c24f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:26.334130 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-3220c3f9-6c90-4066-98bf-20cfdd8e58ff None None] Provisioning complete for port 16620ef8-93bf-43e8-986d-c1f96f56a965 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:32:26.334130 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-3220c3f9-6c90-4066-98bf-20cfdd8e58ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:26.379463 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-a2edbcc5-5da0-4f50-ae97-97560ff66696 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1225395 May 30 20:32:26.381086 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5fe37c84-931b-45ae-8afa-045417231201 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724889'] for router, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:26.381798 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fe37c84-931b-45ae-8afa-045417231201 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Fanout notify agent at l3_agent the message router_deleted on router c3185c38-3743-4505-afe0-bb4c869499d8 {{(pid=84886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:32:26.384725 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 46078) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:32:26.384725 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12fb538e-6d6b-4a8e-958c-3412e237d32d admin admin] Made reservation on behalf of 617acbbe75e54d9ab6d395cbb5d1e7b5 for: {'subnet': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:32:26.387567 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-12fb538e-6d6b-4a8e-958c-3412e237d32d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2778563'] for subnet, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:26.401142 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-bbfae076-6039-44a1-85af-5ea7f6499d8b tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:26.411412 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c8ae63ae-2a6c-4ef3-8d7e-459fc6f99ff5 req-6144fd3d-c122-4377-bc51-8e69fbdcd75c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ff30330a-0ebe-4836-9458-b813d1bcbde4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3114774 May 30 20:32:26.415292 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-46cd789b-0506-44d6-9270-e6dc7601cf90 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Request body: {'subnet': {'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:32:26.454537 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-bbfae076-6039-44a1-85af-5ea7f6499d8b tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5b8dd29-3756-4729-aff8-213d0c7ff336']}} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:32:26.531323 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-bbfae076-6039-44a1-85af-5ea7f6499d8b tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47c986f6-69b1-4a1a-9178-cf2c90dd01b4') {'for_net_delete': True} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:32:26.532205 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-bbfae076-6039-44a1-85af-5ea7f6499d8b tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47c986f6-69b1-4a1a-9178-cf2c90dd01b4') {} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:32:26.588907 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-bbfae076-6039-44a1-85af-5ea7f6499d8b tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3149912'] for segment, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:26.589254 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5fe37c84-931b-45ae-8afa-045417231201 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks [] for router, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:26.589632 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-5fe37c84-931b-45ae-8afa-045417231201 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] 10.222.0.85 "DELETE /v2.0/routers/c3185c38-3743-4505-afe0-bb4c869499d8 HTTP/1.1" status: 204 len: 168 time: 1.9725804 May 30 20:32:26.595180 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 46084) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:32:26.697950 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-3220c3f9-6c90-4066-98bf-20cfdd8e58ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:26.761186 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-3220c3f9-6c90-4066-98bf-20cfdd8e58ff None None] For port 16620ef8-93bf-43e8-986d-c1f96f56a965, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=16620ef8-93bf-43e8-986d-c1f96f56a965,segment=NetworkSegment(2cb73a29-9359-4fbf-99af-be1c6062790b),segment_id=2cb73a29-9359-4fbf-99af-be1c6062790b)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:32:26.823266 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-46cd789b-0506-44d6-9270-e6dc7601cf90 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:32:26.829319 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-46cd789b-0506-44d6-9270-e6dc7601cf90 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Usage tracker for resource:subnet and tenant:08954986e7454427ae0d40c7652d3c6a is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:32:26.833175 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-46cd789b-0506-44d6-9270-e6dc7601cf90 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:32:26.841865 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-46cd789b-0506-44d6-9270-e6dc7601cf90 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:32:26.890368 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-3220c3f9-6c90-4066-98bf-20cfdd8e58ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:26.924688 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-bbfae076-6039-44a1-85af-5ea7f6499d8b tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:26.948841 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbfae076-6039-44a1-85af-5ea7f6499d8b tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Releasing vlan 681 on physical network physnet1 to pool {{(pid=84887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:32:26.949238 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-bbfae076-6039-44a1-85af-5ea7f6499d8b tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4055488'] for segment, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:26.965677 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-12fb538e-6d6b-4a8e-958c-3412e237d32d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4127140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2778577'] for subnet, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:26.965989 n-d-843948-2 neutron-server[84887]: Traceback (most recent call last): May 30 20:32:26.965989 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:32:26.965989 n-d-843948-2 neutron-server[84887]: timer() May 30 20:32:26.965989 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:32:26.965989 n-d-843948-2 neutron-server[84887]: cb(*args, **kw) May 30 20:32:26.965989 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:32:26.965989 n-d-843948-2 neutron-server[84887]: return func(*args, **kwargs) May 30 20:32:26.965989 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:32:26.965989 n-d-843948-2 neutron-server[84887]: self._notify() May 30 20:32:26.965989 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:32:26.965989 n-d-843948-2 neutron-server[84887]: self.callback(batched_events) May 30 20:32:26.965989 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:32:26.965989 n-d-843948-2 neutron-server[84887]: event.method(event) May 30 20:32:26.965989 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:32:26.965989 n-d-843948-2 neutron-server[84887]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:32:26.965989 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:32:26.965989 n-d-843948-2 neutron-server[84887]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:32:26.965989 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:32:26.965989 n-d-843948-2 neutron-server[84887]: return f(self, *a, **k) May 30 20:32:26.965989 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:32:26.965989 n-d-843948-2 neutron-server[84887]: return self._get(url).json() May 30 20:32:26.965989 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:32:26.965989 n-d-843948-2 neutron-server[84887]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:32:26.965989 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:32:26.965989 n-d-843948-2 neutron-server[84887]: return self.request(url, 'GET', **kwargs) May 30 20:32:26.965989 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:32:26.965989 n-d-843948-2 neutron-server[84887]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:32:26.965989 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:32:26.965989 n-d-843948-2 neutron-server[84887]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:32:26.965989 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:32:26.965989 n-d-843948-2 neutron-server[84887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:32:26.965989 n-d-843948-2 neutron-server[84887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:32:26.980791 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d193e83-7a0f-45f7-bd9a-20218f7217c5 None None] Network e47345d4-98a8-46f5-a7b7-66b2eb513a50 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:32:27.007241 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3220c3f9-6c90-4066-98bf-20cfdd8e58ff None None] Pushing event updated for resources: {'Port': ['ID=16620ef8-93bf-43e8-986d-c1f96f56a965,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:27.080125 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c8ae63ae-2a6c-4ef3-8d7e-459fc6f99ff5 req-1e4f8875-ba1e-49c4-8bf2-75449b7f28a8 service neutron] 10.222.0.86 "GET /v2.0/networks/ff30330a-0ebe-4836-9458-b813d1bcbde4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6546876 May 30 20:32:27.099910 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46cd789b-0506-44d6-9270-e6dc7601cf90 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Made reservation on behalf of 08954986e7454427ae0d40c7652d3c6a for: {'subnet': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:32:27.226834 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fb538e-6d6b-4a8e-958c-3412e237d32d admin admin] Pushing event updated for resources: {'Subnet': ['ID=347ea4e1-a59a-416f-a45d-b82a42e23e8e,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:27.281720 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_v2 [None req-811505b0-acff-4df8-be6e-18ee02818708 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Deleting subnet 4123978c-9908-442b-b4f1-82c8512dd9ae {{(pid=84887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:32:27.283597 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-46cd789b-0506-44d6-9270-e6dc7601cf90 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2778563'] for subnet, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:27.293423 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-811505b0-acff-4df8-be6e-18ee02818708 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks [] for subnet, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:27.313032 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb8aaff-a1f8-4ed6-a788-4c2e631b057b None None] DHCP port deletion for e47345d4-98a8-46f5-a7b7-66b2eb513a50 request from n-d-843948-2 {{(pid=84888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:32:27.317891 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-7fb8aaff-a1f8-4ed6-a788-4c2e631b057b None None] Deleting port 16620ef8-93bf-43e8-986d-c1f96f56a965 {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:32:27.389842 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-7fb8aaff-a1f8-4ed6-a788-4c2e631b057b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:27.391032 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-811505b0-acff-4df8-be6e-18ee02818708 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3149227'] for subnet, precommit_delete_associations {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:27.453253 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c8ae63ae-2a6c-4ef3-8d7e-459fc6f99ff5 req-39242182-349e-4fe1-8a78-d49554464d55 service neutron] 10.222.0.86 "GET /v2.0/networks/ff30330a-0ebe-4836-9458-b813d1bcbde4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3528733 May 30 20:32:27.471643 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa06e84-f078-419a-baef-dd1b4080ad64 req-faf750e9-9583-4289-8560-54d2d3e9a8dd tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:32:27.473867 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8fa06e84-f078-419a-baef-dd1b4080ad64 req-faf750e9-9583-4289-8560-54d2d3e9a8dd tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=7aad7ab8-22c4-47e2-abf2-9cc744ce8553 HTTP/1.1" status: 200 len: 944 time: 0.3689902 May 30 20:32:27.511938 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12fb538e-6d6b-4a8e-958c-3412e237d32d admin admin] Checking segment: {'id': 'a3dfdf1e-2d22-4400-b4ce-8b1e82ab41e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '088a4ef5-eb7f-467f-ac67-a7c695245e93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:32:27.512603 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12fb538e-6d6b-4a8e-958c-3412e237d32d admin admin] Network hostable DHCP agents. Network: 088a4ef5-eb7f-467f-ac67-a7c695245e93, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:32:27.555996 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-811505b0-acff-4df8-be6e-18ee02818708 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:27.578287 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-7fb8aaff-a1f8-4ed6-a788-4c2e631b057b None None] For port 16620ef8-93bf-43e8-986d-c1f96f56a965, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=16620ef8-93bf-43e8-986d-c1f96f56a965,segment=NetworkSegment(2cb73a29-9359-4fbf-99af-be1c6062790b),segment_id=2cb73a29-9359-4fbf-99af-be1c6062790b)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:32:27.578814 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-7fb8aaff-a1f8-4ed6-a788-4c2e631b057b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:27.617103 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8fa06e84-f078-419a-baef-dd1b4080ad64 req-481539f6-42b9-4a93-8b47-a06bd13606df tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ae76294-3e84-4fcb-be2a-17611205a838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1328685 May 30 20:32:27.644739 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 16620ef8-93bf-43e8-986d-c1f96f56a965 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:32:27.730551 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-7fb8aaff-a1f8-4ed6-a788-4c2e631b057b None None] Calling delete_port for 16620ef8-93bf-43e8-986d-c1f96f56a965 owned by network:dhcp {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:32:27.779112 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-bbfae076-6039-44a1-85af-5ea7f6499d8b tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:27.833024 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-bbfae076-6039-44a1-85af-5ea7f6499d8b tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:27.854567 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12fb538e-6d6b-4a8e-958c-3412e237d32d admin admin] Network 088a4ef5-eb7f-467f-ac67-a7c695245e93 is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:32:27.866341 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-811505b0-acff-4df8-be6e-18ee02818708 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4055470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114247'] for subnet, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:27.875143 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:27.924091 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfae076-6039-44a1-85af-5ea7f6499d8b tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Pushing event deleted for resources: {'Network': ['ID=c5b8dd29-3756-4729-aff8-213d0c7ff336,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:27.941473 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-bbfae076-6039-44a1-85af-5ea7f6499d8b tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] 10.222.0.85 "DELETE /v2.0/networks/c5b8dd29-3756-4729-aff8-213d0c7ff336 HTTP/1.1" status: 204 len: 168 time: 6.3480275 May 30 20:32:27.941473 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811505b0-acff-4df8-be6e-18ee02818708 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Pushing event deleted for resources: {'Subnet': ['ID=4123978c-9908-442b-b4f1-82c8512dd9ae,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:27.941473 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 46100) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:32:27.955978 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-7867a194-efe3-4585-b64f-f9b66d66efc3 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2045539347'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:32:27.961784 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-811505b0-acff-4df8-be6e-18ee02818708 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:27.969830 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-811505b0-acff-4df8-be6e-18ee02818708 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] 10.222.0.85 "DELETE /v2.0/subnets/4123978c-9908-442b-b4f1-82c8512dd9ae HTTP/1.1" status: 204 len: 168 time: 1.3707447 May 30 20:32:27.969830 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 46104) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:32:27.969830 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-7867a194-efe3-4585-b64f-f9b66d66efc3 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:32:27.981544 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-12fb538e-6d6b-4a8e-958c-3412e237d32d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, 088a4ef5-eb7f-467f-ac67-a7c695245e93) {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:32:27.987503 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12fb538e-6d6b-4a8e-958c-3412e237d32d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:32:27.988092 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-12fb538e-6d6b-4a8e-958c-3412e237d32d admin admin] Notify callbacks [] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:28.007658 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-7867a194-efe3-4585-b64f-f9b66d66efc3 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Usage tracker for resource:network and tenant:8bd9692a05604ca1bb63ee573fbbaff2 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:32:28.015554 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee74567-edb3-4534-8fa5-5425df962f5f None None] Network 2b73ac74-ec9d-4b18-98b3-b6f2d5a6158a requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:32:28.017700 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-7867a194-efe3-4585-b64f-f9b66d66efc3 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:32:28.052466 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-46cd789b-0506-44d6-9270-e6dc7601cf90 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4127140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2778577'] for subnet, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:28.138194 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-12fb538e-6d6b-4a8e-958c-3412e237d32d admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.9512482 May 30 20:32:28.158912 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46cd789b-0506-44d6-9270-e6dc7601cf90 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Network e47345d4-98a8-46f5-a7b7-66b2eb513a50 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:32:28.162866 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-46cd789b-0506-44d6-9270-e6dc7601cf90 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:32:28.164964 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cd789b-0506-44d6-9270-e6dc7601cf90 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Pushing event updated for resources: {'Subnet': ['ID=e0755399-b57e-4b30-a4b1-95102bfb5c8c,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:28.167740 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46cd789b-0506-44d6-9270-e6dc7601cf90 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:32:28.168556 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-46cd789b-0506-44d6-9270-e6dc7601cf90 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks [] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:28.187770 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c607944-3d75-4a93-8c3f-93fe2fa4b9be None None] Network 088a4ef5-eb7f-467f-ac67-a7c695245e93 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:32:28.198762 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-7867a194-efe3-4585-b64f-f9b66d66efc3 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:32:28.218673 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-7fb8aaff-a1f8-4ed6-a788-4c2e631b057b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468'] for port, after_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:28.266383 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d68a7720-be17-47a7-bfd2-604957589e72 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:28.287325 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-d68a7720-be17-47a7-bfd2-604957589e72 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Deleting port 58b29385-f65d-4a2b-9d2e-9752d715485f {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:32:28.287661 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d68a7720-be17-47a7-bfd2-604957589e72 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:28.293066 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-46cd789b-0506-44d6-9270-e6dc7601cf90 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8892171 May 30 20:32:28.296461 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 46112) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:32:28.301096 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-db315801-08e1-4077-abfe-e5a74947d8cc tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-174628985', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:32:28.308716 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-db315801-08e1-4077-abfe-e5a74947d8cc tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:32:28.329896 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-db315801-08e1-4077-abfe-e5a74947d8cc tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Usage tracker for resource:router and tenant:08954986e7454427ae0d40c7652d3c6a is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:32:28.342644 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-db315801-08e1-4077-abfe-e5a74947d8cc tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:32:28.350668 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-db315801-08e1-4077-abfe-e5a74947d8cc tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:32:28.430269 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb8aaff-a1f8-4ed6-a788-4c2e631b057b None None] No DVR routers for this DVR port 16620ef8-93bf-43e8-986d-c1f96f56a965 on host n-d-843948-2 {{(pid=84888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:32:28.455802 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-db315801-08e1-4077-abfe-e5a74947d8cc tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-733683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3159'] for router, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:28.456060 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a77d0782-5128-48ff-af9b-44aa6b784aed req-080cb58d-2873-4543-9922-f281898103a5 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=af4cc1fbb91e4a5c856e947d8072b697&device_id=7aad7ab8-22c4-47e2-abf2-9cc744ce8553 HTTP/1.1" status: 200 len: 1095 time: 0.4389076 May 30 20:32:28.457122 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-db315801-08e1-4077-abfe-e5a74947d8cc tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-733584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-736372', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-628480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3164'] for router, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:28.483030 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-db315801-08e1-4077-abfe-e5a74947d8cc tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:28.507648 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb8aaff-a1f8-4ed6-a788-4c2e631b057b None None] Pushing event deleted for resources: {'Port': ['ID=16620ef8-93bf-43e8-986d-c1f96f56a965,revision_number=None']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:28.541218 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e18a80dc-5116-4f1f-a8c2-9d3c8a8a7007 None None] Network e47345d4-98a8-46f5-a7b7-66b2eb513a50 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:32:28.576560 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-db315801-08e1-4077-abfe-e5a74947d8cc tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-736409'] for router, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:28.594731 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7867a194-efe3-4585-b64f-f9b66d66efc3 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Made reservation on behalf of 8bd9692a05604ca1bb63ee573fbbaff2 for: {'network': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:32:28.598841 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7867a194-efe3-4585-b64f-f9b66d66efc3 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:28.667847 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-db315801-08e1-4077-abfe-e5a74947d8cc tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks [] for router, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:28.671999 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-db315801-08e1-4077-abfe-e5a74947d8cc tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3753092 May 30 20:32:28.673334 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 46128) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:32:28.722141 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.db.api [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') May 30 20:32:28.722141 n-d-843948-2 neutron-server[84888]: [SQL: UPDATE ports SET status=%(status)s WHERE ports.id = %(ports_id)s] May 30 20:32:28.722141 n-d-843948-2 neutron-server[84888]: [parameters: {'status': 'DOWN', 'ports_id': '16620ef8-93bf-43e8-986d-c1f96f56a965'}] May 30 20:32:28.722141 n-d-843948-2 neutron-server[84888]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=84888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:32:28.722732 n-d-843948-2 neutron-server[84888]: DEBUG oslo_db.api [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:32:28.810430 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7867a194-efe3-4585-b64f-f9b66d66efc3 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] vlan segment allocate from pool success with {'vlan_id': 670, 'physical_network': 'physnet1'} {{(pid=84887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:32:28.873847 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff57f76f-0697-48d5-b68a-77ebc994b4d3 None None] Network 088a4ef5-eb7f-467f-ac67-a7c695245e93 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:32:29.031354 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7867a194-efe3-4585-b64f-f9b66d66efc3 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:29.031714 n-d-843948-2 neutron-server[84887]: INFO neutron.db.segments_db [None req-7867a194-efe3-4585-b64f-f9b66d66efc3 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Added segment 87ac3274-f789-4285-8ed2-9713bbed064d of type vlan for network a3c79177-74ef-495b-9816-b7edd967d06e May 30 20:32:29.106379 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5182f1b7-0082-4b2a-b131-96f2be8e7641 req-3f8a6328-71b9-498e-b7d0-001ca358859a tempest-ServerTagsTestJSON-1982166080 tempest-ServerTagsTestJSON-1982166080-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:32:29.112966 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77d0782-5128-48ff-af9b-44aa6b784aed req-d21df720-bb32-4994-9507-a9f5db880cd0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:32:29.114548 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a77d0782-5128-48ff-af9b-44aa6b784aed req-d21df720-bb32-4994-9507-a9f5db880cd0 service neutron] 10.222.0.86 "GET /v2.0/networks?id=ff30330a-0ebe-4836-9458-b813d1bcbde4 HTTP/1.1" status: 200 len: 913 time: 0.5830348 May 30 20:32:29.117086 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5182f1b7-0082-4b2a-b131-96f2be8e7641 req-3f8a6328-71b9-498e-b7d0-001ca358859a tempest-ServerTagsTestJSON-1982166080 tempest-ServerTagsTestJSON-1982166080-project] 10.222.0.85 "GET /v2.0/networks?id=088a4ef5-eb7f-467f-ac67-a7c695245e93 HTTP/1.1" status: 200 len: 809 time: 0.3046639 May 30 20:32:29.120072 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [None req-d68a7720-be17-47a7-bfd2-604957589e72 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] For port 58b29385-f65d-4a2b-9d2e-9752d715485f, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=58b29385-f65d-4a2b-9d2e-9752d715485f,segment=NetworkSegment(ab27ccae-6101-43f9-bad0-cbb9ba757ea7),segment_id=ab27ccae-6101-43f9-bad0-cbb9ba757ea7)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:32:29.120497 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d68a7720-be17-47a7-bfd2-604957589e72 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:29.138659 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e74d6f4-404b-42c0-82a9-440874657e5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-e47345d4-98a8-46f5-a7b7-66b2eb513a50', 'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50', 'tenant_id': '08954986e7454427ae0d40c7652d3c6a', 'fixed_ips': [{'subnet_id': 'e0755399-b57e-4b30-a4b1-95102bfb5c8c'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:32:29.139542 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-0e74d6f4-404b-42c0-82a9-440874657e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:29.149217 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5182f1b7-0082-4b2a-b131-96f2be8e7641 req-2aad814f-b298-4d62-89b8-f5a33501e524 tempest-ServerTagsTestJSON-1982166080 tempest-ServerTagsTestJSON-1982166080-project] 10.222.0.85 "GET /v2.0/quotas/617acbbe75e54d9ab6d395cbb5d1e7b5 HTTP/1.1" status: 200 len: 375 time: 0.0314112 May 30 20:32:29.218143 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7867a194-efe3-4585-b64f-f9b66d66efc3 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:29.270458 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5182f1b7-0082-4b2a-b131-96f2be8e7641 req-b0e139e8-7d6c-41e7-9008-46149c8f9654 tempest-ServerTagsTestJSON-1982166080 tempest-ServerTagsTestJSON-1982166080-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=617acbbe75e54d9ab6d395cbb5d1e7b5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1200571 May 30 20:32:29.334159 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Port 16620ef8-93bf-43e8-986d-c1f96f56a965 update to DOWN by agent not found {{(pid=84888) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} May 30 20:32:29.436489 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce1a8ab9-ce3c-4cc5-bebd-73340917ffc2 None None] DHCP port deletion for 2b73ac74-ec9d-4b18-98b3-b6f2d5a6158a request from n-d-843948-2 {{(pid=84888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:32:29.446204 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-ce1a8ab9-ce3c-4cc5-bebd-73340917ffc2 None None] Deleting port 58b29385-f65d-4a2b-9d2e-9752d715485f {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:32:29.446204 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ce1a8ab9-ce3c-4cc5-bebd-73340917ffc2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:29.629168 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-d68a7720-be17-47a7-bfd2-604957589e72 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Calling delete_port for 58b29385-f65d-4a2b-9d2e-9752d715485f owned by network:dhcp {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:32:29.709446 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-0e74d6f4-404b-42c0-82a9-440874657e5d None None] Allocated IP 2001:db8::2 (e47345d4-98a8-46f5-a7b7-66b2eb513a50/e0755399-b57e-4b30-a4b1-95102bfb5c8c/9d34bb2c-077c-4e8c-a370-7821bf2399b5) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:32:29.732029 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba06240d-0396-4bac-8157-6a5fc219db5d req-e69d69ee-85d8-4c49-b628-ffed1a917aa8 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:32:29.733517 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ba06240d-0396-4bac-8157-6a5fc219db5d req-e69d69ee-85d8-4c49-b628-ffed1a917aa8 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=7aad7ab8-22c4-47e2-abf2-9cc744ce8553 HTTP/1.1" status: 200 len: 944 time: 0.8203604 May 30 20:32:29.738564 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a77d0782-5128-48ff-af9b-44aa6b784aed req-cf664b6a-109b-4c2b-ad04-8c74f16a874c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bcdfc29b-75b2-4955-871a-03ddaef96f61 HTTP/1.1" status: 200 len: 999 time: 0.6056216 May 30 20:32:29.739292 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5182f1b7-0082-4b2a-b131-96f2be8e7641 req-8ce7dfde-3759-4cbb-941a-10aa1b4b13f1 service neutron] 10.222.0.85 "GET /v2.0/networks/088a4ef5-eb7f-467f-ac67-a7c695245e93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3650517 May 30 20:32:29.834744 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7867a194-efe3-4585-b64f-f9b66d66efc3 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:29.839852 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7867a194-efe3-4585-b64f-f9b66d66efc3 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:32:29.840837 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7867a194-efe3-4585-b64f-f9b66d66efc3 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:29.851209 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 58b29385-f65d-4a2b-9d2e-9752d715485f no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:32:29.877695 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-865944b2-d656-4405-b42e-253d3cf663cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:29.881503 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ba06240d-0396-4bac-8157-6a5fc219db5d req-1383a490-e1bd-4678-9afd-3741c62bd782 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ae76294-3e84-4fcb-be2a-17611205a838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994360 May 30 20:32:29.949405 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77d0782-5128-48ff-af9b-44aa6b784aed req-2097e23f-7c55-49c5-849b-99fc013a5a65 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:32:29.950921 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a77d0782-5128-48ff-af9b-44aa6b784aed req-2097e23f-7c55-49c5-849b-99fc013a5a65 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7991eded-d330-4e4e-ace3-aeb4d5f3ff0a HTTP/1.1" status: 200 len: 851 time: 0.2058921 May 30 20:32:29.989346 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: 58b29385-f65d-4a2b-9d2e-9752d715485f {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:32:29.989780 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 58b29385-f65d-4a2b-9d2e-9752d715485f not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:32:29.992434 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-004a3152-29ab-493e-995f-db196677eb68 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:30.024265 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d68a7720-be17-47a7-bfd2-604957589e72 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:30.086724 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5182f1b7-0082-4b2a-b131-96f2be8e7641 req-1fc4ecdd-b216-41d3-8603-ff18dd167629 service neutron] 10.222.0.85 "GET /v2.0/networks/088a4ef5-eb7f-467f-ac67-a7c695245e93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3350313 May 30 20:32:30.132818 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:30.177159 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68a7720-be17-47a7-bfd2-604957589e72 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Pushing event deleted for resources: {'Port': ['ID=58b29385-f65d-4a2b-9d2e-9752d715485f,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:30.184166 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7867a194-efe3-4585-b64f-f9b66d66efc3 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Pushing event updated for resources: {'Network': ['ID=a3c79177-74ef-495b-9816-b7edd967d06e,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:30.225273 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-7867a194-efe3-4585-b64f-f9b66d66efc3 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.2849038 May 30 20:32:30.233258 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 46154) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:32:30.239440 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-bee9ce63-97bf-4765-b765-081726325a4f tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Request body: {'subnet': {'network_id': 'a3c79177-74ef-495b-9816-b7edd967d06e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:32:30.277272 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network a3c79177-74ef-495b-9816-b7edd967d06e details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:32:30.363435 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68a7720-be17-47a7-bfd2-604957589e72 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] No DVR routers for this DVR port 58b29385-f65d-4a2b-9d2e-9752d715485f on host n-d-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:32:30.498843 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-ce1a8ab9-ce3c-4cc5-bebd-73340917ffc2 None None] For port 58b29385-f65d-4a2b-9d2e-9752d715485f, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=58b29385-f65d-4a2b-9d2e-9752d715485f,segment=NetworkSegment(ab27ccae-6101-43f9-bad0-cbb9ba757ea7),segment_id=ab27ccae-6101-43f9-bad0-cbb9ba757ea7)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:32:30.499316 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ce1a8ab9-ce3c-4cc5-bebd-73340917ffc2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:30.544456 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-0e74d6f4-404b-42c0-82a9-440874657e5d None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:30.546193 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-bee9ce63-97bf-4765-b765-081726325a4f tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:32:30.555299 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a77d0782-5128-48ff-af9b-44aa6b784aed req-e4187086-48e8-4abb-8657-37d9fc3a7c47 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ff30330a-0ebe-4836-9458-b813d1bcbde4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5931683 May 30 20:32:30.563301 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-bee9ce63-97bf-4765-b765-081726325a4f tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Usage tracker for resource:subnet and tenant:8bd9692a05604ca1bb63ee573fbbaff2 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:32:30.567070 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d68a7720-be17-47a7-bfd2-604957589e72 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:30.601662 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-bee9ce63-97bf-4765-b765-081726325a4f tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:32:30.608625 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ada5be3d-198d-4c0f-8e5e-a5d4f7c45a6b req-21c9f600-071b-49dc-b175-c16d160571a6 tempest-ServerTagsTestJSON-1982166080 tempest-ServerTagsTestJSON-1982166080-project] 10.222.0.85 "GET /v2.0/ports?device_id=bc92c7bb-fdab-4792-88a0-aef25fd36c7f HTTP/1.1" status: 200 len: 210 time: 0.1270876 May 30 20:32:30.693815 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-bee9ce63-97bf-4765-b765-081726325a4f tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:32:30.724961 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-d68a7720-be17-47a7-bfd2-604957589e72 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b73ac74-ec9d-4b18-98b3-b6f2d5a6158a']}} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:32:30.746314 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f4781d-ce2f-47d5-b157-0e61a63ef5f7 req-bba4fc98-c882-4710-8afa-6825d0b4d2e1 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:32:30.747202 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-ce1a8ab9-ce3c-4cc5-bebd-73340917ffc2 None None] Calling delete_port for 58b29385-f65d-4a2b-9d2e-9752d715485f owned by network:dhcp {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:32:30.753082 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f6f4781d-ce2f-47d5-b157-0e61a63ef5f7 req-bba4fc98-c882-4710-8afa-6825d0b4d2e1 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=7aad7ab8-22c4-47e2-abf2-9cc744ce8553 HTTP/1.1" status: 200 len: 944 time: 0.5927575 May 30 20:32:30.780243 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-d68a7720-be17-47a7-bfd2-604957589e72 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab27ccae-6101-43f9-bad0-cbb9ba757ea7') {'for_net_delete': True} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:32:30.780537 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-d68a7720-be17-47a7-bfd2-604957589e72 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab27ccae-6101-43f9-bad0-cbb9ba757ea7') {} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:32:30.811215 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d68a7720-be17-47a7-bfd2-604957589e72 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3149912'] for segment, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:30.857891 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-0e74d6f4-404b-42c0-82a9-440874657e5d None None] Transition to ACTIVE for port object 9d34bb2c-077c-4e8c-a370-7821bf2399b5 will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:32:30.859850 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f6f4781d-ce2f-47d5-b157-0e61a63ef5f7 req-62910037-69bc-4a9a-81a6-138bb10066fd tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ae76294-3e84-4fcb-be2a-17611205a838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056688 May 30 20:32:30.860852 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.db.api [None req-ce1a8ab9-ce3c-4cc5-bebd-73340917ffc2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:32:30.861193 n-d-843948-2 neutron-server[84888]: DEBUG oslo_db.api [None req-ce1a8ab9-ce3c-4cc5-bebd-73340917ffc2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:32:30.861335 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d68a7720-be17-47a7-bfd2-604957589e72 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:30.882171 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bee9ce63-97bf-4765-b765-081726325a4f tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Made reservation on behalf of 8bd9692a05604ca1bb63ee573fbbaff2 for: {'subnet': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:32:30.906906 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d68a7720-be17-47a7-bfd2-604957589e72 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Releasing vlan 668 on physical network physnet1 to pool {{(pid=84887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:32:30.907320 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d68a7720-be17-47a7-bfd2-604957589e72 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4055488'] for segment, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:30.924035 n-d-843948-2 neutron-server[84887]: Traceback (most recent call last): May 30 20:32:30.924035 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:32:30.924035 n-d-843948-2 neutron-server[84887]: timer() May 30 20:32:30.924035 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:32:30.924035 n-d-843948-2 neutron-server[84887]: cb(*args, **kw) May 30 20:32:30.924035 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:32:30.924035 n-d-843948-2 neutron-server[84887]: return func(*args, **kwargs) May 30 20:32:30.924035 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:32:30.924035 n-d-843948-2 neutron-server[84887]: self._notify() May 30 20:32:30.924035 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:32:30.924035 n-d-843948-2 neutron-server[84887]: self.callback(batched_events) May 30 20:32:30.924035 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:32:30.924035 n-d-843948-2 neutron-server[84887]: event.method(event) May 30 20:32:30.924035 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:32:30.924035 n-d-843948-2 neutron-server[84887]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:32:30.924035 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:32:30.924035 n-d-843948-2 neutron-server[84887]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:32:30.924035 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:32:30.924035 n-d-843948-2 neutron-server[84887]: return f(self, *a, **k) May 30 20:32:30.924035 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:32:30.924035 n-d-843948-2 neutron-server[84887]: return self._get(url).json() May 30 20:32:30.924035 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:32:30.924035 n-d-843948-2 neutron-server[84887]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:32:30.924035 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:32:30.924035 n-d-843948-2 neutron-server[84887]: return self.request(url, 'GET', **kwargs) May 30 20:32:30.924035 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:32:30.924035 n-d-843948-2 neutron-server[84887]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:32:30.924035 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:32:30.924035 n-d-843948-2 neutron-server[84887]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:32:30.924035 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:32:30.924035 n-d-843948-2 neutron-server[84887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:32:30.924035 n-d-843948-2 neutron-server[84887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:32:31.031609 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a77d0782-5128-48ff-af9b-44aa6b784aed req-7495d8a0-d8aa-451c-92e2-94f76439fa7e service neutron] 10.222.0.86 "GET /v2.0/networks/ff30330a-0ebe-4836-9458-b813d1bcbde4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4548104 May 30 20:32:31.097368 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e759e1fb-96d5-47b0-91c8-8622d569e70e req-4cbd0686-1f2e-4bfa-ab4c-112b03688feb tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:32:31.099255 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e759e1fb-96d5-47b0-91c8-8622d569e70e req-4cbd0686-1f2e-4bfa-ab4c-112b03688feb tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=7aad7ab8-22c4-47e2-abf2-9cc744ce8553 HTTP/1.1" status: 200 len: 944 time: 0.0921926 May 30 20:32:31.101315 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:31.182311 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e759e1fb-96d5-47b0-91c8-8622d569e70e req-085e94ac-e9e9-4cfa-af2a-199795e3a753 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ae76294-3e84-4fcb-be2a-17611205a838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753410 May 30 20:32:31.185640 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-bee9ce63-97bf-4765-b765-081726325a4f tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114220'] for subnet, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:31.256483 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-0e74d6f4-404b-42c0-82a9-440874657e5d None None] Transition to ACTIVE for port object 9d34bb2c-077c-4e8c-a370-7821bf2399b5 will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:32:31.284781 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d68a7720-be17-47a7-bfd2-604957589e72 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:31.334864 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d68a7720-be17-47a7-bfd2-604957589e72 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:31.349017 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.ipam_backend_mixin [None req-bee9ce63-97bf-4765-b765-081726325a4f tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Performing IP validity checks on allocation pools {{(pid=84887) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 30 20:32:31.349524 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.ipam_backend_mixin [None req-bee9ce63-97bf-4765-b765-081726325a4f tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84887) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 30 20:32:31.353406 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68a7720-be17-47a7-bfd2-604957589e72 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Pushing event deleted for resources: {'Network': ['ID=2b73ac74-ec9d-4b18-98b3-b6f2d5a6158a,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:31.360085 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-0e74d6f4-404b-42c0-82a9-440874657e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:31.395598 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-ce1a8ab9-ce3c-4cc5-bebd-73340917ffc2 None None] Deleting port 58b29385-f65d-4a2b-9d2e-9752d715485f {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:32:31.395982 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ce1a8ab9-ce3c-4cc5-bebd-73340917ffc2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:31.407182 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-d68a7720-be17-47a7-bfd2-604957589e72 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] 10.222.0.85 "DELETE /v2.0/networks/2b73ac74-ec9d-4b18-98b3-b6f2d5a6158a HTTP/1.1" status: 204 len: 168 time: 3.4356744 May 30 20:32:31.416788 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 46182) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:32:31.425523 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-f9c87292-c61b-47d8-95e8-da0121e8eaf9 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1070890536'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:32:31.435899 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-f9c87292-c61b-47d8-95e8-da0121e8eaf9 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:32:31.447819 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-f9c87292-c61b-47d8-95e8-da0121e8eaf9 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Usage tracker for resource:network and tenant:eeceb350906e46fc9b2c21ca495ac559 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:32:31.452212 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-004a3152-29ab-493e-995f-db196677eb68 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Allocated IP 2001:db8::1 (e47345d4-98a8-46f5-a7b7-66b2eb513a50/e0755399-b57e-4b30-a4b1-95102bfb5c8c/989d6f81-35c0-4389-a6c4-f5d9b612a294) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:32:31.453504 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a77d0782-5128-48ff-af9b-44aa6b784aed req-fec4ac56-627a-4470-b87f-03fd564a01fb service neutron] 10.222.0.86 "GET /v2.0/networks/ff30330a-0ebe-4836-9458-b813d1bcbde4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4038301 May 30 20:32:31.455227 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-f9c87292-c61b-47d8-95e8-da0121e8eaf9 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:32:31.487259 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-f9c87292-c61b-47d8-95e8-da0121e8eaf9 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:32:31.506067 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e74d6f4-404b-42c0-82a9-440874657e5d None None] Network e47345d4-98a8-46f5-a7b7-66b2eb513a50 is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:32:31.511714 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-ce1a8ab9-ce3c-4cc5-bebd-73340917ffc2 None None] The port '58b29385-f65d-4a2b-9d2e-9752d715485f' was deleted {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 20:32:31.515057 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-0e74d6f4-404b-42c0-82a9-440874657e5d None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:32:31.519546 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e74d6f4-404b-42c0-82a9-440874657e5d None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:32:31.527404 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e74d6f4-404b-42c0-82a9-440874657e5d None None] Pushing event updated for resources: {'Port': ['ID=9d34bb2c-077c-4e8c-a370-7821bf2399b5,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:31.643433 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-0e74d6f4-404b-42c0-82a9-440874657e5d None None] Attempting to bind port 9d34bb2c-077c-4e8c-a370-7821bf2399b5 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:32:31.643808 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-0e74d6f4-404b-42c0-82a9-440874657e5d None None] Attempting to bind port 9d34bb2c-077c-4e8c-a370-7821bf2399b5 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': '2cb73a29-9359-4fbf-99af-be1c6062790b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:32:31.644171 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e74d6f4-404b-42c0-82a9-440874657e5d None None] Attempting to bind port 9d34bb2c-077c-4e8c-a370-7821bf2399b5 on network e47345d4-98a8-46f5-a7b7-66b2eb513a50 {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:32:31.655211 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9c87292-c61b-47d8-95e8-da0121e8eaf9 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Made reservation on behalf of eeceb350906e46fc9b2c21ca495ac559 for: {'network': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:32:31.658391 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f9c87292-c61b-47d8-95e8-da0121e8eaf9 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:31.659986 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e74d6f4-404b-42c0-82a9-440874657e5d None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:32:31.660368 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e74d6f4-404b-42c0-82a9-440874657e5d None None] Checking segment: {'id': '2cb73a29-9359-4fbf-99af-be1c6062790b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:32:31.660772 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-0e74d6f4-404b-42c0-82a9-440874657e5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:31.661232 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e74d6f4-404b-42c0-82a9-440874657e5d None None] Bound using segment: {'id': '2cb73a29-9359-4fbf-99af-be1c6062790b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:32:31.661738 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-0e74d6f4-404b-42c0-82a9-440874657e5d None None] Bound port: 9d34bb2c-077c-4e8c-a370-7821bf2399b5, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cb73a29-9359-4fbf-99af-be1c6062790b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:32:31.669527 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-0e74d6f4-404b-42c0-82a9-440874657e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:31.793717 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db5f939-ec6b-4ede-acce-bf7b15756ee4 req-fae3eed9-df3b-4727-bb18-67f972e2eb82 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:32:31.794336 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9c87292-c61b-47d8-95e8-da0121e8eaf9 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] vlan segment allocate from pool success with {'vlan_id': 687, 'physical_network': 'physnet1'} {{(pid=84886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:32:31.796038 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1db5f939-ec6b-4ede-acce-bf7b15756ee4 req-fae3eed9-df3b-4727-bb18-67f972e2eb82 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=7aad7ab8-22c4-47e2-abf2-9cc744ce8553 HTTP/1.1" status: 200 len: 944 time: 0.4532230 May 30 20:32:31.834495 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-0e74d6f4-404b-42c0-82a9-440874657e5d None None] For port 9d34bb2c-077c-4e8c-a370-7821bf2399b5, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:32:31.846663 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-0e74d6f4-404b-42c0-82a9-440874657e5d None None] For port 9d34bb2c-077c-4e8c-a370-7821bf2399b5, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=9d34bb2c-077c-4e8c-a370-7821bf2399b5,segment=NetworkSegment(2cb73a29-9359-4fbf-99af-be1c6062790b),segment_id=2cb73a29-9359-4fbf-99af-be1c6062790b)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:32:31.854314 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f9c87292-c61b-47d8-95e8-da0121e8eaf9 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:31.854756 n-d-843948-2 neutron-server[84886]: INFO neutron.db.segments_db [None req-f9c87292-c61b-47d8-95e8-da0121e8eaf9 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Added segment 2ca9cdd0-07cd-45ba-a4dc-83e51d0d1034 of type vlan for network 9294f898-2970-49dc-b2df-4431750c7847 May 30 20:32:31.859933 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-004a3152-29ab-493e-995f-db196677eb68 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:31.917343 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1db5f939-ec6b-4ede-acce-bf7b15756ee4 req-0dca1933-fe68-40ef-bb26-fede0c1092b5 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ae76294-3e84-4fcb-be2a-17611205a838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041772 May 30 20:32:31.944891 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ed7b2265-db66-4749-bf89-170d7b7300e3 req-9ae19632-a28c-4087-9a03-45204b6ad896 tempest-ServerTagsTestJSON-1982166080 tempest-ServerTagsTestJSON-1982166080-project] 10.222.0.85 "GET /v2.0/ports?device_id=bc92c7bb-fdab-4792-88a0-aef25fd36c7f HTTP/1.1" status: 200 len: 210 time: 0.0885572 May 30 20:32:31.949678 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [None req-004a3152-29ab-493e-995f-db196677eb68 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Transition to ACTIVE for port object 989d6f81-35c0-4389-a6c4-f5d9b612a294 will not be triggered until provisioned by entity DHCP. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:32:32.451670 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f9c87292-c61b-47d8-95e8-da0121e8eaf9 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:32.458625 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-0e74d6f4-404b-42c0-82a9-440874657e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:32.468605 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-bee9ce63-97bf-4765-b765-081726325a4f tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4055401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114238'] for subnet, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:32.474629 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e74d6f4-404b-42c0-82a9-440874657e5d None None] Pushing event updated for resources: {'Port': ['ID=9d34bb2c-077c-4e8c-a370-7821bf2399b5,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:32.480061 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-004a3152-29ab-493e-995f-db196677eb68 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:32.480061 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f9c87292-c61b-47d8-95e8-da0121e8eaf9 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:32.480061 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c87292-c61b-47d8-95e8-da0121e8eaf9 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:32:32.480061 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f9c87292-c61b-47d8-95e8-da0121e8eaf9 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks [] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:32.483548 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee9ce63-97bf-4765-b765-081726325a4f tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Pushing event updated for resources: {'Subnet': ['ID=61785e33-fb6a-494d-bfb9-6d7e26e129bf,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:32.483548 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee9ce63-97bf-4765-b765-081726325a4f tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Checking segment: {'id': '87ac3274-f789-4285-8ed2-9713bbed064d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'a3c79177-74ef-495b-9816-b7edd967d06e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:32:32.483548 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee9ce63-97bf-4765-b765-081726325a4f tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Network hostable DHCP agents. Network: a3c79177-74ef-495b-9816-b7edd967d06e, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:32:32.483548 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded2d9d0-0dbe-4592-9cd2-8cf019efddf7 req-9dcf520c-a4c4-47ed-9fca-7bd553a9ec5d tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:32:32.483548 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ded2d9d0-0dbe-4592-9cd2-8cf019efddf7 req-9dcf520c-a4c4-47ed-9fca-7bd553a9ec5d tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=7aad7ab8-22c4-47e2-abf2-9cc744ce8553 HTTP/1.1" status: 200 len: 944 time: 0.1937029 May 30 20:32:32.483548 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ded2d9d0-0dbe-4592-9cd2-8cf019efddf7 req-82f0c976-4fc7-42c7-8a29-9f3ebd5fce01 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ae76294-3e84-4fcb-be2a-17611205a838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512502 May 30 20:32:32.484432 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-004a3152-29ab-493e-995f-db196677eb68 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Network e47345d4-98a8-46f5-a7b7-66b2eb513a50 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:32:32.484432 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-004a3152-29ab-493e-995f-db196677eb68 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:32:32.484432 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004a3152-29ab-493e-995f-db196677eb68 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:32:32.484432 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-004a3152-29ab-493e-995f-db196677eb68 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-736099'] for router_interface, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:32.484432 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c87292-c61b-47d8-95e8-da0121e8eaf9 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Pushing event updated for resources: {'Network': ['ID=9294f898-2970-49dc-b2df-4431750c7847,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:32.484432 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004a3152-29ab-493e-995f-db196677eb68 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Pushing event updated for resources: {'Port': ['ID=989d6f81-35c0-4389-a6c4-f5d9b612a294,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:32.485508 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network 9294f898-2970-49dc-b2df-4431750c7847 details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:32:32.485653 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee9ce63-97bf-4765-b765-081726325a4f tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Network a3c79177-74ef-495b-9816-b7edd967d06e is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:32:32.538983 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-f9c87292-c61b-47d8-95e8-da0121e8eaf9 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1207879 May 30 20:32:32.543442 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 46206) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:32:32.549798 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-87e764b2-33c3-4526-b15a-545914a89ad4 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Request body: {'subnet': {'network_id': '9294f898-2970-49dc-b2df-4431750c7847', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:32:32.567205 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-bee9ce63-97bf-4765-b765-081726325a4f tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, a3c79177-74ef-495b-9816-b7edd967d06e) {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:32:32.574356 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee9ce63-97bf-4765-b765-081726325a4f tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:32:32.576642 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-bee9ce63-97bf-4765-b765-081726325a4f tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:32.624054 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca7363e-ef0f-49c8-a175-f83f1c50858c None None] Network a3c79177-74ef-495b-9816-b7edd967d06e requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:32:32.815262 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-004a3152-29ab-493e-995f-db196677eb68 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:32.822297 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-bee9ce63-97bf-4765-b765-081726325a4f tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.5875285 May 30 20:32:32.824563 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 46212) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:32:32.892511 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-87e764b2-33c3-4526-b15a-545914a89ad4 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:32:32.897997 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-87e764b2-33c3-4526-b15a-545914a89ad4 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Usage tracker for resource:subnet and tenant:eeceb350906e46fc9b2c21ca495ac559 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:32:32.905172 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-87e764b2-33c3-4526-b15a-545914a89ad4 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:32:32.919064 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-87e764b2-33c3-4526-b15a-545914a89ad4 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:32:32.993989 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:33.090451 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-58c88b2c-3a42-4619-b360-6cd9cf440dd2 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:33.167079 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c027d2-0d5d-419f-b1ee-8093f43d7954 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-a3c79177-74ef-495b-9816-b7edd967d06e', 'network_id': 'a3c79177-74ef-495b-9816-b7edd967d06e', 'tenant_id': '8bd9692a05604ca1bb63ee573fbbaff2', 'fixed_ips': [{'subnet_id': '61785e33-fb6a-494d-bfb9-6d7e26e129bf'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:32:33.168056 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-a2c027d2-0d5d-419f-b1ee-8093f43d7954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:33.168345 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87e764b2-33c3-4526-b15a-545914a89ad4 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Made reservation on behalf of eeceb350906e46fc9b2c21ca495ac559 for: {'subnet': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:32:33.200078 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-58c88b2c-3a42-4619-b360-6cd9cf440dd2 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:33.425007 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d4f3670d-b99a-4d80-9e16-3857fdc4c63f req-492dd239-5d69-4f74-bb2b-29e0c81321dc tempest-ServerTagsTestJSON-1982166080 tempest-ServerTagsTestJSON-1982166080-project] 10.222.0.85 "GET /v2.0/ports?device_id=bc92c7bb-fdab-4792-88a0-aef25fd36c7f HTTP/1.1" status: 200 len: 210 time: 0.1241443 May 30 20:32:33.441197 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-87e764b2-33c3-4526-b15a-545914a89ad4 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2778563'] for subnet, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:33.481898 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-58a61a37-a0b8-48fd-828d-c290240e4e1d req-4d2f44a4-cdf9-459a-897e-d8eb2b6930fb service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=31630769-93b9-4bef-92c3-bf4dd9f89e28&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3891954 May 30 20:32:33.487547 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-58c88b2c-3a42-4619-b360-6cd9cf440dd2 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4055470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114247'] for subnet, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:33.533489 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c88b2c-3a42-4619-b360-6cd9cf440dd2 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Pushing event deleted for resources: {'Subnet': ['ID=61785e33-fb6a-494d-bfb9-6d7e26e129bf,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:33.631790 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server [None req-a2c027d2-0d5d-419f-b1ee-8093f43d7954 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 61785e33-fb6a-494d-bfb9-6d7e26e129bf: This subnet is being modified by another concurrent operation. May 30 20:32:33.631790 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 30 20:32:33.631790 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 30 20:32:33.631790 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 30 20:32:33.631790 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 30 20:32:33.631790 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 30 20:32:33.631790 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 30 20:32:33.631790 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 30 20:32:33.631790 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 30 20:32:33.631790 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 30 20:32:33.631790 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 30 20:32:33.631790 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 30 20:32:33.631790 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 30 20:32:33.631790 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server self.force_reraise() May 30 20:32:33.631790 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 30 20:32:33.631790 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 30 20:32:33.631790 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 30 20:32:33.631790 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server raise value May 30 20:32:33.631790 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 30 20:32:33.631790 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 30 20:32:33.631790 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 30 20:32:33.631790 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 30 20:32:33.631790 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 30 20:32:33.631790 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server self.force_reraise() May 30 20:32:33.631790 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 30 20:32:33.631790 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 30 20:32:33.631790 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 30 20:32:33.631790 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server raise value May 30 20:32:33.631790 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 30 20:32:33.631790 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 30 20:32:33.631790 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 30 20:32:33.631790 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 30 20:32:33.631790 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 30 20:32:33.631790 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server self.force_reraise() May 30 20:32:33.631790 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 30 20:32:33.631790 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 30 20:32:33.631790 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 30 20:32:33.631790 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server raise value May 30 20:32:33.631790 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 30 20:32:33.631790 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 30 20:32:33.631790 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 30 20:32:33.631790 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 30 20:32:33.631790 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port May 30 20:32:33.631790 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 30 20:32:33.631790 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action May 30 20:32:33.631790 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 30 20:32:33.631790 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port May 30 20:32:33.631790 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 30 20:32:33.631790 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 30 20:32:33.631790 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 30 20:32:33.631790 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped May 30 20:32:33.631790 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 30 20:32:33.631790 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 30 20:32:33.636410 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 30 20:32:33.636410 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 30 20:32:33.636410 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server self.force_reraise() May 30 20:32:33.636410 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 30 20:32:33.636410 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 30 20:32:33.636410 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 30 20:32:33.636410 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server raise value May 30 20:32:33.636410 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 30 20:32:33.636410 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 30 20:32:33.636410 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 30 20:32:33.636410 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 30 20:32:33.636410 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 30 20:32:33.636410 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server self.force_reraise() May 30 20:32:33.636410 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 30 20:32:33.636410 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 30 20:32:33.636410 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 30 20:32:33.636410 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server raise value May 30 20:32:33.636410 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 30 20:32:33.636410 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 30 20:32:33.636410 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 30 20:32:33.636410 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 30 20:32:33.636410 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 30 20:32:33.636410 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server self.force_reraise() May 30 20:32:33.636410 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 30 20:32:33.636410 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 30 20:32:33.636410 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 30 20:32:33.636410 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server raise value May 30 20:32:33.636410 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 30 20:32:33.636410 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 30 20:32:33.636410 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port May 30 20:32:33.636410 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 30 20:32:33.636410 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db May 30 20:32:33.636410 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 30 20:32:33.636410 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db May 30 20:32:33.636410 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 30 20:32:33.636410 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 30 20:32:33.636410 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 30 20:32:33.636410 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped May 30 20:32:33.636410 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 30 20:32:33.636410 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 30 20:32:33.636410 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 30 20:32:33.636410 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 30 20:32:33.636410 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 30 20:32:33.636410 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 30 20:32:33.636410 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 30 20:32:33.636410 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets May 30 20:32:33.636410 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 30 20:32:33.636410 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 30 20:32:33.636410 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server raise exception May 30 20:32:33.636410 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 61785e33-fb6a-494d-bfb9-6d7e26e129bf: This subnet is being modified by another concurrent operation. May 30 20:32:33.636410 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server May 30 20:32:33.660484 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0893feb-d484-4aa0-bf7c-97c68459a685 None None] Network a3c79177-74ef-495b-9816-b7edd967d06e requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:32:33.813753 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 9d34bb2c-077c-4e8c-a370-7821bf2399b5 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:32:33.850930 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-58c88b2c-3a42-4619-b360-6cd9cf440dd2 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:33.930616 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-58c88b2c-3a42-4619-b360-6cd9cf440dd2 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3c79177-74ef-495b-9816-b7edd967d06e']}} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:32:33.961958 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-58c88b2c-3a42-4619-b360-6cd9cf440dd2 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87ac3274-f789-4285-8ed2-9713bbed064d') {'for_net_delete': True} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:32:33.964366 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-58c88b2c-3a42-4619-b360-6cd9cf440dd2 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87ac3274-f789-4285-8ed2-9713bbed064d') {} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:32:33.990761 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-58c88b2c-3a42-4619-b360-6cd9cf440dd2 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3149912'] for segment, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:34.012104 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-58c88b2c-3a42-4619-b360-6cd9cf440dd2 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:34.026037 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58c88b2c-3a42-4619-b360-6cd9cf440dd2 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Releasing vlan 670 on physical network physnet1 to pool {{(pid=84887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:32:34.026452 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-58c88b2c-3a42-4619-b360-6cd9cf440dd2 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4055488'] for segment, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:34.146956 n-d-843948-2 neutron-server[84887]: Traceback (most recent call last): May 30 20:32:34.146956 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:32:34.146956 n-d-843948-2 neutron-server[84887]: timer() May 30 20:32:34.146956 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:32:34.146956 n-d-843948-2 neutron-server[84887]: cb(*args, **kw) May 30 20:32:34.146956 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:32:34.146956 n-d-843948-2 neutron-server[84887]: return func(*args, **kwargs) May 30 20:32:34.146956 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:32:34.146956 n-d-843948-2 neutron-server[84887]: self._notify() May 30 20:32:34.146956 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:32:34.146956 n-d-843948-2 neutron-server[84887]: self.callback(batched_events) May 30 20:32:34.146956 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:32:34.146956 n-d-843948-2 neutron-server[84887]: event.method(event) May 30 20:32:34.146956 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:32:34.146956 n-d-843948-2 neutron-server[84887]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:32:34.146956 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:32:34.146956 n-d-843948-2 neutron-server[84887]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:32:34.146956 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:32:34.146956 n-d-843948-2 neutron-server[84887]: return f(self, *a, **k) May 30 20:32:34.146956 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:32:34.146956 n-d-843948-2 neutron-server[84887]: return self._get(url).json() May 30 20:32:34.146956 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:32:34.146956 n-d-843948-2 neutron-server[84887]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:32:34.146956 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:32:34.146956 n-d-843948-2 neutron-server[84887]: return self.request(url, 'GET', **kwargs) May 30 20:32:34.146956 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:32:34.146956 n-d-843948-2 neutron-server[84887]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:32:34.146956 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:32:34.146956 n-d-843948-2 neutron-server[84887]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:32:34.146956 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:32:34.146956 n-d-843948-2 neutron-server[84887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:32:34.146956 n-d-843948-2 neutron-server[84887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:32:34.159281 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-58a61a37-a0b8-48fd-828d-c290240e4e1d req-2ebcf5d3-0413-4397-8c70-0d807afb1b63 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=af4cc1fbb91e4a5c856e947d8072b697&device_id=31630769-93b9-4bef-92c3-bf4dd9f89e28 HTTP/1.1" status: 200 len: 1097 time: 0.4319918 May 30 20:32:34.297758 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00b3087-7af1-4c94-a5c3-f08421cf286b req-04dd1cf7-e83f-4952-9e65-75041697806d tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:32:34.299279 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c00b3087-7af1-4c94-a5c3-f08421cf286b req-04dd1cf7-e83f-4952-9e65-75041697806d tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=7aad7ab8-22c4-47e2-abf2-9cc744ce8553 HTTP/1.1" status: 200 len: 944 time: 0.9959762 May 30 20:32:34.310651 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 9d34bb2c-077c-4e8c-a370-7821bf2399b5 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:32:34.317264 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b83f0fdc-96b4-4d1f-b645-349972543fff None None] Provisioning for port 9d34bb2c-077c-4e8c-a370-7821bf2399b5 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:32:34.327242 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 9d34bb2c-077c-4e8c-a370-7821bf2399b5 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:32:34.328885 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:34.347687 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a61a37-a0b8-48fd-828d-c290240e4e1d req-a660e82d-2ac9-4f60-ae80-416d3bc48517 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:32:34.349400 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-58a61a37-a0b8-48fd-828d-c290240e4e1d req-a660e82d-2ac9-4f60-ae80-416d3bc48517 service neutron] 10.222.0.71 "GET /v2.0/networks?id=ff30330a-0ebe-4836-9458-b813d1bcbde4 HTTP/1.1" status: 200 len: 913 time: 0.1623106 May 30 20:32:34.363957 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-58c88b2c-3a42-4619-b360-6cd9cf440dd2 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:34.367832 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5182f1b7-0082-4b2a-b131-96f2be8e7641 req-4a2f9410-b76e-43b4-b803-3a8636e8bf01 tempest-ServerTagsTestJSON-1982166080 tempest-ServerTagsTestJSON-1982166080-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:32:34.369391 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5182f1b7-0082-4b2a-b131-96f2be8e7641 req-4a2f9410-b76e-43b4-b803-3a8636e8bf01 tempest-ServerTagsTestJSON-1982166080 tempest-ServerTagsTestJSON-1982166080-project] 10.222.0.71 "GET /v2.0/networks?id=088a4ef5-eb7f-467f-ac67-a7c695245e93 HTTP/1.1" status: 200 len: 809 time: 0.4566386 May 30 20:32:34.387974 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [req-5182f1b7-0082-4b2a-b131-96f2be8e7641 req-640e1e5e-a945-4427-b245-f734887bacd0 tempest-ServerTagsTestJSON-1982166080 tempest-ServerTagsTestJSON-1982166080-project] Request body: {'port': {'device_id': 'bc92c7bb-fdab-4792-88a0-aef25fd36c7f', 'network_id': '088a4ef5-eb7f-467f-ac67-a7c695245e93', 'admin_state_up': True, 'tenant_id': '617acbbe75e54d9ab6d395cbb5d1e7b5'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:32:34.478448 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa132706-4c6d-4771-987b-2fabf2e99fb2 None None] get_active_networks_info from n-d-843948-2 {{(pid=84888) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 30 20:32:34.519090 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-58c88b2c-3a42-4619-b360-6cd9cf440dd2 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:34.520328 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b83f0fdc-96b4-4d1f-b645-349972543fff None None] Provisioning complete for port 9d34bb2c-077c-4e8c-a370-7821bf2399b5 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:32:34.520881 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b83f0fdc-96b4-4d1f-b645-349972543fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:34.563167 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c88b2c-3a42-4619-b360-6cd9cf440dd2 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Pushing event deleted for resources: {'Network': ['ID=a3c79177-74ef-495b-9816-b7edd967d06e,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:34.567261 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-004a3152-29ab-493e-995f-db196677eb68 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:34.588907 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-58a61a37-a0b8-48fd-828d-c290240e4e1d req-2a359f4b-4f35-4358-a9c9-aaf64975cd0d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5a1890e7-bff3-481d-97b4-974c081578cc HTTP/1.1" status: 200 len: 217 time: 0.2258334 May 30 20:32:34.593567 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-58c88b2c-3a42-4619-b360-6cd9cf440dd2 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] 10.222.0.85 "DELETE /v2.0/networks/a3c79177-74ef-495b-9816-b7edd967d06e HTTP/1.1" status: 204 len: 168 time: 1.7674515 May 30 20:32:34.595429 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c00b3087-7af1-4c94-a5c3-f08421cf286b req-b48131ef-74fa-40cf-8557-1b55a93ab88e tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ae76294-3e84-4fcb-be2a-17611205a838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2873158 May 30 20:32:34.597334 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 46240) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:32:34.699243 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-61f5f8a6-8e91-4014-bcec-fddaef528408 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-16336717'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:32:34.722804 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-61f5f8a6-8e91-4014-bcec-fddaef528408 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:32:34.729712 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-61f5f8a6-8e91-4014-bcec-fddaef528408 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Usage tracker for resource:network and tenant:8bd9692a05604ca1bb63ee573fbbaff2 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:32:34.732963 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-61f5f8a6-8e91-4014-bcec-fddaef528408 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:32:34.740091 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-61f5f8a6-8e91-4014-bcec-fddaef528408 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:32:34.756056 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-004a3152-29ab-493e-995f-db196677eb68 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:34.756924 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-004a3152-29ab-493e-995f-db196677eb68 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1718057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-736206'] for router_interface, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:34.771239 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a61a37-a0b8-48fd-828d-c290240e4e1d req-d963259e-d6bc-450e-af41-d8e2a931c3b8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:32:34.773934 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-58a61a37-a0b8-48fd-828d-c290240e4e1d req-d963259e-d6bc-450e-af41-d8e2a931c3b8 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=7991eded-d330-4e4e-ace3-aeb4d5f3ff0a HTTP/1.1" status: 200 len: 851 time: 0.1761148 May 30 20:32:34.852536 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61f5f8a6-8e91-4014-bcec-fddaef528408 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Made reservation on behalf of 8bd9692a05604ca1bb63ee573fbbaff2 for: {'network': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:32:34.856560 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-61f5f8a6-8e91-4014-bcec-fddaef528408 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:34.933392 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:34.956830 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b83f0fdc-96b4-4d1f-b645-349972543fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:34.991504 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7a7a00ef-976a-4403-945a-0c72e98a78b7 req-66d2cfda-7040-4f67-a810-0c0abfcf489f tempest-ServerTagsTestJSON-1982166080 tempest-ServerTagsTestJSON-1982166080-project] 10.222.0.85 "GET /v2.0/ports?device_id=bc92c7bb-fdab-4792-88a0-aef25fd36c7f HTTP/1.1" status: 200 len: 210 time: 0.0772672 May 30 20:32:35.033413 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-58a61a37-a0b8-48fd-828d-c290240e4e1d req-6956d503-c163-451a-a9b3-32b606b3a75a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ff30330a-0ebe-4836-9458-b813d1bcbde4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2526960 May 30 20:32:35.062189 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004a3152-29ab-493e-995f-db196677eb68 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Pushing event updated for resources: {'Port': ['ID=989d6f81-35c0-4389-a6c4-f5d9b612a294,revision_number=2']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:35.087818 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa132706-4c6d-4771-987b-2fabf2e99fb2 None None] Resources bound (agent type, host, resource id): {{(pid=84888) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 30 20:32:35.094049 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b83f0fdc-96b4-4d1f-b645-349972543fff None None] For port 9d34bb2c-077c-4e8c-a370-7821bf2399b5, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=9d34bb2c-077c-4e8c-a370-7821bf2399b5,segment=NetworkSegment(2cb73a29-9359-4fbf-99af-be1c6062790b),segment_id=2cb73a29-9359-4fbf-99af-be1c6062790b)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:32:35.100693 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61f5f8a6-8e91-4014-bcec-fddaef528408 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] vlan segment allocate from pool success with {'vlan_id': 680, 'physical_network': 'physnet1'} {{(pid=84886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:32:35.123495 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-5182f1b7-0082-4b2a-b131-96f2be8e7641 req-640e1e5e-a945-4427-b245-f734887bacd0 tempest-ServerTagsTestJSON-1982166080 tempest-ServerTagsTestJSON-1982166080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:32:35.135033 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-5182f1b7-0082-4b2a-b131-96f2be8e7641 req-640e1e5e-a945-4427-b245-f734887bacd0 tempest-ServerTagsTestJSON-1982166080 tempest-ServerTagsTestJSON-1982166080-project] Usage tracker for resource:port and tenant:617acbbe75e54d9ab6d395cbb5d1e7b5 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:32:35.147678 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-5182f1b7-0082-4b2a-b131-96f2be8e7641 req-640e1e5e-a945-4427-b245-f734887bacd0 tempest-ServerTagsTestJSON-1982166080 tempest-ServerTagsTestJSON-1982166080-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:32:35.151438 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-61f5f8a6-8e91-4014-bcec-fddaef528408 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:35.152218 n-d-843948-2 neutron-server[84886]: INFO neutron.db.segments_db [None req-61f5f8a6-8e91-4014-bcec-fddaef528408 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Added segment aea057b7-8e4b-4a0f-87e0-3df1381c35af of type vlan for network ce6e49a2-6fa9-4872-b213-6dab37bd90ce May 30 20:32:35.164999 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-5182f1b7-0082-4b2a-b131-96f2be8e7641 req-640e1e5e-a945-4427-b245-f734887bacd0 tempest-ServerTagsTestJSON-1982166080 tempest-ServerTagsTestJSON-1982166080-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:32:35.201377 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-004a3152-29ab-493e-995f-db196677eb68 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Network e47345d4-98a8-46f5-a7b7-66b2eb513a50 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:32:35.201600 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b83f0fdc-96b4-4d1f-b645-349972543fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:35.202855 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-58a61a37-a0b8-48fd-828d-c290240e4e1d req-66e3068b-15b8-4986-b21d-21279b7cc61f service neutron] 10.222.0.71 "GET /v2.0/networks/ff30330a-0ebe-4836-9458-b813d1bcbde4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630306 May 30 20:32:35.206343 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-004a3152-29ab-493e-995f-db196677eb68 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:32:35.218139 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-87e764b2-33c3-4526-b15a-545914a89ad4 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4127140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2778577'] for subnet, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:35.360719 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-58a61a37-a0b8-48fd-828d-c290240e4e1d req-839bd243-69a1-49b2-af1f-b20528b89c1b service neutron] 10.222.0.71 "GET /v2.0/networks/ff30330a-0ebe-4836-9458-b813d1bcbde4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518891 May 30 20:32:35.371871 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.db.api [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:32:35.372556 n-d-843948-2 neutron-server[84888]: DEBUG oslo_db.api [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:32:35.377497 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5182f1b7-0082-4b2a-b131-96f2be8e7641 req-640e1e5e-a945-4427-b245-f734887bacd0 tempest-ServerTagsTestJSON-1982166080 tempest-ServerTagsTestJSON-1982166080-project] Made reservation on behalf of 617acbbe75e54d9ab6d395cbb5d1e7b5 for: {'port': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:32:35.380462 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-5182f1b7-0082-4b2a-b131-96f2be8e7641 req-640e1e5e-a945-4427-b245-f734887bacd0 tempest-ServerTagsTestJSON-1982166080 tempest-ServerTagsTestJSON-1982166080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:35.392112 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83f0fdc-96b4-4d1f-b645-349972543fff None None] Pushing event updated for resources: {'Port': ['ID=9d34bb2c-077c-4e8c-a370-7821bf2399b5,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:35.401528 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-61f5f8a6-8e91-4014-bcec-fddaef528408 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:35.482926 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-79a9627c-d83d-418f-8b12-6b22da46e8ef None None] Provisioning for port 989d6f81-35c0-4389-a6c4-f5d9b612a294 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:32:35.489695 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-79a9627c-d83d-418f-8b12-6b22da46e8ef None None] Provisioning complete for port 989d6f81-35c0-4389-a6c4-f5d9b612a294 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:32:35.490070 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-79a9627c-d83d-418f-8b12-6b22da46e8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:35.527292 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e764b2-33c3-4526-b15a-545914a89ad4 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Pushing event updated for resources: {'Subnet': ['ID=3f88096e-5fdd-4061-90dc-093bd7e91e05,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:35.592640 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e764b2-33c3-4526-b15a-545914a89ad4 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Checking segment: {'id': '2ca9cdd0-07cd-45ba-a4dc-83e51d0d1034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '9294f898-2970-49dc-b2df-4431750c7847'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:32:35.593008 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e764b2-33c3-4526-b15a-545914a89ad4 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Network hostable DHCP agents. Network: 9294f898-2970-49dc-b2df-4431750c7847, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:32:35.597014 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-79a9627c-d83d-418f-8b12-6b22da46e8ef None None] Port 989d6f81-35c0-4389-a6c4-f5d9b612a294 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:32:35.661263 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-61f5f8a6-8e91-4014-bcec-fddaef528408 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:35.664950 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f5f8a6-8e91-4014-bcec-fddaef528408 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:32:35.665484 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-61f5f8a6-8e91-4014-bcec-fddaef528408 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks [] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:36.027532 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-e74027b4-e320-4797-ac5e-5d8b0cef944e None None] Provisioning complete for port 989d6f81-35c0-4389-a6c4-f5d9b612a294 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:32:36.028111 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-e74027b4-e320-4797-ac5e-5d8b0cef944e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:36.053759 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 9d34bb2c-077c-4e8c-a370-7821bf2399b5 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:32:36.143677 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f5f8a6-8e91-4014-bcec-fddaef528408 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Pushing event updated for resources: {'Network': ['ID=ce6e49a2-6fa9-4872-b213-6dab37bd90ce,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:36.149266 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-e74027b4-e320-4797-ac5e-5d8b0cef944e None None] Port 989d6f81-35c0-4389-a6c4-f5d9b612a294 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:32:36.162890 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 9d34bb2c-077c-4e8c-a370-7821bf2399b5 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:32:36.163265 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:36.193691 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network ce6e49a2-6fa9-4872-b213-6dab37bd90ce details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:32:36.206273 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [req-5182f1b7-0082-4b2a-b131-96f2be8e7641 req-640e1e5e-a945-4427-b245-f734887bacd0 tempest-ServerTagsTestJSON-1982166080 tempest-ServerTagsTestJSON-1982166080-project] Allocated IP 172.20.0.3 (088a4ef5-eb7f-467f-ac67-a7c695245e93/347ea4e1-a59a-416f-a45d-b82a42e23e8e/5e92a8ac-46c2-4856-8c2f-915e498f6adb) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:32:36.212297 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-61f5f8a6-8e91-4014-bcec-fddaef528408 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.5473289 May 30 20:32:36.217912 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 46268) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:32:36.226256 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-be584ac1-2d51-4b78-8886-1082a796ba61 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Request body: {'subnet': {'network_id': 'ce6e49a2-6fa9-4872-b213-6dab37bd90ce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:32:36.333386 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e764b2-33c3-4526-b15a-545914a89ad4 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Network 9294f898-2970-49dc-b2df-4431750c7847 is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:32:36.346767 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c7c13d4e-24a8-42f8-a7eb-4b52fc485407 req-b1a4a403-b50d-4d74-bf5d-ac74c1101d65 tempest-ServerTagsTestJSON-1982166080 tempest-ServerTagsTestJSON-1982166080-project] 10.222.0.85 "GET /v2.0/ports?device_id=bc92c7bb-fdab-4792-88a0-aef25fd36c7f HTTP/1.1" status: 200 len: 210 time: 0.1697419 May 30 20:32:36.436985 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6df61b-da77-416c-b1b7-49811a34180c req-2bb0bce2-c612-47a4-8972-3bfda8ca9f6d tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:32:36.439194 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2f6df61b-da77-416c-b1b7-49811a34180c req-2bb0bce2-c612-47a4-8972-3bfda8ca9f6d tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=7aad7ab8-22c4-47e2-abf2-9cc744ce8553 HTTP/1.1" status: 200 len: 944 time: 0.6256402 May 30 20:32:36.483823 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-be584ac1-2d51-4b78-8886-1082a796ba61 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:32:36.489231 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-87e764b2-33c3-4526-b15a-545914a89ad4 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, 9294f898-2970-49dc-b2df-4431750c7847) {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:32:36.500640 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-be584ac1-2d51-4b78-8886-1082a796ba61 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Usage tracker for resource:subnet and tenant:8bd9692a05604ca1bb63ee573fbbaff2 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:32:36.501094 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78598ca8-dbeb-4756-b879-f586735da984 None None] Network 9294f898-2970-49dc-b2df-4431750c7847 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:32:36.518265 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-be584ac1-2d51-4b78-8886-1082a796ba61 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:32:36.522616 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e764b2-33c3-4526-b15a-545914a89ad4 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:32:36.523303 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-87e764b2-33c3-4526-b15a-545914a89ad4 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks [] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:36.547047 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-be584ac1-2d51-4b78-8886-1082a796ba61 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:32:36.659694 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2f6df61b-da77-416c-b1b7-49811a34180c req-25c159b4-2ccb-43d5-a896-83db0b668f01 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ae76294-3e84-4fcb-be2a-17611205a838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2064173 May 30 20:32:36.713940 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-87e764b2-33c3-4526-b15a-545914a89ad4 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.1692328 May 30 20:32:36.716966 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 46280) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:32:36.723014 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-9184f77a-36ba-41ee-83ff-77b3f9ef8d27 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-886842559', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:32:36.733510 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-9184f77a-36ba-41ee-83ff-77b3f9ef8d27 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:32:36.742501 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-9184f77a-36ba-41ee-83ff-77b3f9ef8d27 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Usage tracker for resource:router and tenant:eeceb350906e46fc9b2c21ca495ac559 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:32:36.745659 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-9184f77a-36ba-41ee-83ff-77b3f9ef8d27 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:32:36.749803 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de7b799f-5633-4a6d-a821-e6f2767795ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-9294f898-2970-49dc-b2df-4431750c7847', 'network_id': '9294f898-2970-49dc-b2df-4431750c7847', 'tenant_id': 'eeceb350906e46fc9b2c21ca495ac559', 'fixed_ips': [{'subnet_id': '3f88096e-5fdd-4061-90dc-093bd7e91e05'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:32:36.750876 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-de7b799f-5633-4a6d-a821-e6f2767795ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:36.764266 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be584ac1-2d51-4b78-8886-1082a796ba61 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Made reservation on behalf of 8bd9692a05604ca1bb63ee573fbbaff2 for: {'subnet': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:32:36.802718 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-9184f77a-36ba-41ee-83ff-77b3f9ef8d27 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:32:36.902788 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9184f77a-36ba-41ee-83ff-77b3f9ef8d27 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-733683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3159'] for router, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:36.904163 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9184f77a-36ba-41ee-83ff-77b3f9ef8d27 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-733584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-736372', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-628480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3164'] for router, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:36.907755 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-5182f1b7-0082-4b2a-b131-96f2be8e7641 req-640e1e5e-a945-4427-b245-f734887bacd0 tempest-ServerTagsTestJSON-1982166080 tempest-ServerTagsTestJSON-1982166080-project] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:36.927961 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9184f77a-36ba-41ee-83ff-77b3f9ef8d27 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:36.964621 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-be584ac1-2d51-4b78-8886-1082a796ba61 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2778563'] for subnet, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:37.054953 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-004a3152-29ab-493e-995f-db196677eb68 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Router 810f7eb1-e599-4cf0-970b-e4755a6901c6 is scheduled to L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 with binding_index 1 {{(pid=84886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 20:32:37.061345 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9184f77a-36ba-41ee-83ff-77b3f9ef8d27 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-736409'] for router, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:37.087377 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-de7b799f-5633-4a6d-a821-e6f2767795ac None None] Allocated IP 2001:db8::2 (9294f898-2970-49dc-b2df-4431750c7847/3f88096e-5fdd-4061-90dc-093bd7e91e05/0740c882-343c-42b1-bc38-15b030190563) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:32:37.189270 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9184f77a-36ba-41ee-83ff-77b3f9ef8d27 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks [] for router, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:37.190557 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-9184f77a-36ba-41ee-83ff-77b3f9ef8d27 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4721646 May 30 20:32:37.193362 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 46292) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:32:37.308744 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-5182f1b7-0082-4b2a-b131-96f2be8e7641 req-640e1e5e-a945-4427-b245-f734887bacd0 tempest-ServerTagsTestJSON-1982166080 tempest-ServerTagsTestJSON-1982166080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:37.361664 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-de7b799f-5633-4a6d-a821-e6f2767795ac None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:37.374437 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-de7b799f-5633-4a6d-a821-e6f2767795ac None None] Transition to ACTIVE for port object 0740c882-343c-42b1-bc38-15b030190563 will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:32:37.399436 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-de7b799f-5633-4a6d-a821-e6f2767795ac None None] Transition to ACTIVE for port object 0740c882-343c-42b1-bc38-15b030190563 will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:32:37.415338 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5182f1b7-0082-4b2a-b131-96f2be8e7641 req-640e1e5e-a945-4427-b245-f734887bacd0 tempest-ServerTagsTestJSON-1982166080 tempest-ServerTagsTestJSON-1982166080-project] Network 088a4ef5-eb7f-467f-ac67-a7c695245e93 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:32:37.420401 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [req-5182f1b7-0082-4b2a-b131-96f2be8e7641 req-640e1e5e-a945-4427-b245-f734887bacd0 tempest-ServerTagsTestJSON-1982166080 tempest-ServerTagsTestJSON-1982166080-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:32:37.442056 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [req-5182f1b7-0082-4b2a-b131-96f2be8e7641 req-640e1e5e-a945-4427-b245-f734887bacd0 tempest-ServerTagsTestJSON-1982166080 tempest-ServerTagsTestJSON-1982166080-project] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:32:37.474386 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-de7b799f-5633-4a6d-a821-e6f2767795ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:37.545356 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640e1e5e-a945-4427-b245-f734887bacd0 tempest-ServerTagsTestJSON-1982166080 tempest-ServerTagsTestJSON-1982166080-project] Pushing event updated for resources: {'Port': ['ID=5e92a8ac-46c2-4856-8c2f-915e498f6adb,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:37.581721 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5182f1b7-0082-4b2a-b131-96f2be8e7641 req-640e1e5e-a945-4427-b245-f734887bacd0 tempest-ServerTagsTestJSON-1982166080 tempest-ServerTagsTestJSON-1982166080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:32:37.582419 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-5182f1b7-0082-4b2a-b131-96f2be8e7641 req-640e1e5e-a945-4427-b245-f734887bacd0 tempest-ServerTagsTestJSON-1982166080 tempest-ServerTagsTestJSON-1982166080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:37.615472 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de7b799f-5633-4a6d-a821-e6f2767795ac None None] Network 9294f898-2970-49dc-b2df-4431750c7847 is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:32:37.619915 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-de7b799f-5633-4a6d-a821-e6f2767795ac None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:32:37.624284 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7b799f-5633-4a6d-a821-e6f2767795ac None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:32:37.658621 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a771287f-cd7c-452c-a103-b7c0b4bcf015 req-4c9662d9-ed05-43db-925a-77f0b27122e5 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:32:37.660262 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a771287f-cd7c-452c-a103-b7c0b4bcf015 req-4c9662d9-ed05-43db-925a-77f0b27122e5 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=7aad7ab8-22c4-47e2-abf2-9cc744ce8553 HTTP/1.1" status: 200 len: 944 time: 0.4135833 May 30 20:32:37.679897 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7b799f-5633-4a6d-a821-e6f2767795ac None None] Pushing event updated for resources: {'Port': ['ID=0740c882-343c-42b1-bc38-15b030190563,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:37.685058 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b9f8d4be-a84c-4e6a-af91-97a40e99258f req-3fa078bf-328a-4976-9f36-63f6536f5c40 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=af4cc1fbb91e4a5c856e947d8072b697&device_id=7aad7ab8-22c4-47e2-abf2-9cc744ce8553 HTTP/1.1" status: 200 len: 1095 time: 0.3003912 May 30 20:32:37.718508 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5182f1b7-0082-4b2a-b131-96f2be8e7641 req-640e1e5e-a945-4427-b245-f734887bacd0 tempest-ServerTagsTestJSON-1982166080 tempest-ServerTagsTestJSON-1982166080-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3357847 May 30 20:32:37.764190 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [req-5182f1b7-0082-4b2a-b131-96f2be8e7641 req-7bf73952-b435-4339-9e38-ed547619f7b4 service neutron] Request body: {'port': {'device_id': 'bc92c7bb-fdab-4792-88a0-aef25fd36c7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843948-2'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:32:37.787464 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-de7b799f-5633-4a6d-a821-e6f2767795ac None None] Attempting to bind port 0740c882-343c-42b1-bc38-15b030190563 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:32:37.787820 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-de7b799f-5633-4a6d-a821-e6f2767795ac None None] Attempting to bind port 0740c882-343c-42b1-bc38-15b030190563 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': '2ca9cdd0-07cd-45ba-a4dc-83e51d0d1034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '9294f898-2970-49dc-b2df-4431750c7847'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:32:37.788234 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7b799f-5633-4a6d-a821-e6f2767795ac None None] Attempting to bind port 0740c882-343c-42b1-bc38-15b030190563 on network 9294f898-2970-49dc-b2df-4431750c7847 {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:32:37.801707 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7b799f-5633-4a6d-a821-e6f2767795ac None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:32:37.801707 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7b799f-5633-4a6d-a821-e6f2767795ac None None] Checking segment: {'id': '2ca9cdd0-07cd-45ba-a4dc-83e51d0d1034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '9294f898-2970-49dc-b2df-4431750c7847'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:32:37.802019 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-de7b799f-5633-4a6d-a821-e6f2767795ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:37.802377 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7b799f-5633-4a6d-a821-e6f2767795ac None None] Bound using segment: {'id': '2ca9cdd0-07cd-45ba-a4dc-83e51d0d1034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '9294f898-2970-49dc-b2df-4431750c7847'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:32:37.802845 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-de7b799f-5633-4a6d-a821-e6f2767795ac None None] Bound port: 0740c882-343c-42b1-bc38-15b030190563, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ca9cdd0-07cd-45ba-a4dc-83e51d0d1034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '9294f898-2970-49dc-b2df-4431750c7847'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:32:37.803217 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-de7b799f-5633-4a6d-a821-e6f2767795ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:37.934521 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-de7b799f-5633-4a6d-a821-e6f2767795ac None None] For port 0740c882-343c-42b1-bc38-15b030190563, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:32:37.940264 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-de7b799f-5633-4a6d-a821-e6f2767795ac None None] For port 0740c882-343c-42b1-bc38-15b030190563, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=0740c882-343c-42b1-bc38-15b030190563,segment=NetworkSegment(2ca9cdd0-07cd-45ba-a4dc-83e51d0d1034),segment_id=2ca9cdd0-07cd-45ba-a4dc-83e51d0d1034)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:32:37.942555 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a771287f-cd7c-452c-a103-b7c0b4bcf015 req-48202a96-0091-42af-be25-a2cfc9da92e3 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ae76294-3e84-4fcb-be2a-17611205a838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2660584 May 30 20:32:37.946497 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-004a3152-29ab-493e-995f-db196677eb68 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:32:37.948556 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-5182f1b7-0082-4b2a-b131-96f2be8e7641 req-7bf73952-b435-4339-9e38-ed547619f7b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:37.961495 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0d642f-208f-4af1-a6b1-b2a9532d8990 None None] Sync routers for ids ['810f7eb1-e599-4cf0-970b-e4755a6901c6'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:32:37.962817 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-004a3152-29ab-493e-995f-db196677eb68 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "PUT /v2.0/routers/810f7eb1-e599-4cf0-970b-e4755a6901c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2881293 May 30 20:32:37.964058 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-be584ac1-2d51-4b78-8886-1082a796ba61 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4127140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2778577'] for subnet, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:37.969580 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 46302) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:32:37.999697 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0d642f-208f-4af1-a6b1-b2a9532d8990 None None] Routers {'810f7eb1-e599-4cf0-970b-e4755a6901c6'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:32:38.000763 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-5b0d642f-208f-4af1-a6b1-b2a9532d8990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:32:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['810f7eb1-e599-4cf0-970b-e4755a6901c6'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:32:38.059450 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-de7b799f-5633-4a6d-a821-e6f2767795ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:38.105368 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be584ac1-2d51-4b78-8886-1082a796ba61 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Pushing event updated for resources: {'Subnet': ['ID=9447ea4c-d940-4f9c-9ca4-3289593c6149,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:38.132856 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb51b6bb-4f3e-4b8c-bbca-908251536cb0 req-0f2843aa-a5f3-4cc8-aa9b-8308e27d55d6 tempest-ServerTagsTestJSON-1982166080 tempest-ServerTagsTestJSON-1982166080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:32:38.139970 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-bb51b6bb-4f3e-4b8c-bbca-908251536cb0 req-0f2843aa-a5f3-4cc8-aa9b-8308e27d55d6 tempest-ServerTagsTestJSON-1982166080 tempest-ServerTagsTestJSON-1982166080-project] 10.222.0.85 "GET /v2.0/ports?device_id=bc92c7bb-fdab-4792-88a0-aef25fd36c7f HTTP/1.1" status: 200 len: 931 time: 0.5388179 May 30 20:32:38.213480 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f8d4be-a84c-4e6a-af91-97a40e99258f req-b0a4fffe-a25a-4eb5-afb6-78ba81a3b442 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:32:38.215169 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b9f8d4be-a84c-4e6a-af91-97a40e99258f req-b0a4fffe-a25a-4eb5-afb6-78ba81a3b442 service neutron] 10.222.0.86 "GET /v2.0/networks?id=ff30330a-0ebe-4836-9458-b813d1bcbde4 HTTP/1.1" status: 200 len: 913 time: 0.5230353 May 30 20:32:38.295984 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-5b0d642f-208f-4af1-a6b1-b2a9532d8990 None None] Set router 810f7eb1-e599-4cf0-970b-e4755a6901c6 gateway port host: None {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:32:38.343967 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7b799f-5633-4a6d-a821-e6f2767795ac None None] Pushing event updated for resources: {'Port': ['ID=0740c882-343c-42b1-bc38-15b030190563,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:38.364572 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78175f5f-ff7a-46c7-8d3a-3104fb6a2165 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:32:38.365998 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-78175f5f-ff7a-46c7-8d3a-3104fb6a2165 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "GET /v2.0/ports/989d6f81-35c0-4389-a6c4-f5d9b612a294 HTTP/1.1" status: 200 len: 911 time: 0.3768308 May 30 20:32:38.376239 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 46312) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:32:38.398773 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be584ac1-2d51-4b78-8886-1082a796ba61 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Checking segment: {'id': 'aea057b7-8e4b-4a0f-87e0-3df1381c35af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'ce6e49a2-6fa9-4872-b213-6dab37bd90ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:32:38.399155 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be584ac1-2d51-4b78-8886-1082a796ba61 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Network hostable DHCP agents. Network: ce6e49a2-6fa9-4872-b213-6dab37bd90ce, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:32:38.443599 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-bb51b6bb-4f3e-4b8c-bbca-908251536cb0 req-db697a85-f8e4-4f24-959a-624f7e40abb7 tempest-ServerTagsTestJSON-1982166080 tempest-ServerTagsTestJSON-1982166080-project] Synchronizing usage tracker for tenant:617acbbe75e54d9ab6d395cbb5d1e7b5 on resource:security_group {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:32:38.536239 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b9f8d4be-a84c-4e6a-af91-97a40e99258f req-d63a6f81-7634-4456-abba-927b277632b8 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bcdfc29b-75b2-4955-871a-03ddaef96f61 HTTP/1.1" status: 200 len: 999 time: 0.3004096 May 30 20:32:38.593051 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a20d0149-6c14-446a-8c86-4ad00bf2ff49 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:38.633126 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be584ac1-2d51-4b78-8886-1082a796ba61 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Network ce6e49a2-6fa9-4872-b213-6dab37bd90ce is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:32:38.688396 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-bb51b6bb-4f3e-4b8c-bbca-908251536cb0 req-db697a85-f8e4-4f24-959a-624f7e40abb7 tempest-ServerTagsTestJSON-1982166080 tempest-ServerTagsTestJSON-1982166080-project] Unset dirty status for tenant:617acbbe75e54d9ab6d395cbb5d1e7b5 on resource:security_group {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:32:38.691056 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-bb51b6bb-4f3e-4b8c-bbca-908251536cb0 req-db697a85-f8e4-4f24-959a-624f7e40abb7 tempest-ServerTagsTestJSON-1982166080 tempest-ServerTagsTestJSON-1982166080-project] 10.222.0.85 "GET /v2.0/security-groups?id=ead51e85-1196-49f3-bc9f-5a99aabb877c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5502896 May 30 20:32:38.717247 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-be584ac1-2d51-4b78-8886-1082a796ba61 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, ce6e49a2-6fa9-4872-b213-6dab37bd90ce) {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:32:38.722951 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be584ac1-2d51-4b78-8886-1082a796ba61 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:32:38.723573 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-be584ac1-2d51-4b78-8886-1082a796ba61 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks [] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:38.727225 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d09afb-59d6-4462-8ca5-5120bfdce537 None None] Network ce6e49a2-6fa9-4872-b213-6dab37bd90ce requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:32:38.768408 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [req-5182f1b7-0082-4b2a-b131-96f2be8e7641 req-7bf73952-b435-4339-9e38-ed547619f7b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e92a8ac-46c2-4856-8c2f-915e498f6adb {{(pid=84886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:32:38.778266 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-5182f1b7-0082-4b2a-b131-96f2be8e7641 req-7bf73952-b435-4339-9e38-ed547619f7b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:38.796698 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [req-5182f1b7-0082-4b2a-b131-96f2be8e7641 req-7bf73952-b435-4339-9e38-ed547619f7b4 service neutron] Transition to ACTIVE for port object 5e92a8ac-46c2-4856-8c2f-915e498f6adb will not be triggered until provisioned by entity L2. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:32:38.847436 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-be584ac1-2d51-4b78-8886-1082a796ba61 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.6232665 May 30 20:32:38.847436 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 46320) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:32:38.909813 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-5182f1b7-0082-4b2a-b131-96f2be8e7641 req-7bf73952-b435-4339-9e38-ed547619f7b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:38.928339 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-5b0d642f-208f-4af1-a6b1-b2a9532d8990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '810f7eb1-e599-4cf0-970b-e4755a6901c6', 'name': 'tempest-NetworksTestDHCPv6-router-174628985', 'tenant_id': '08954986e7454427ae0d40c7652d3c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:32:28Z', 'updated_at': '2022-05-30T20:32:32Z', 'revision_number': 2, 'project_id': '08954986e7454427ae0d40c7652d3c6a', 'gw_port_host': None, '_interfaces': [{'id': '989d6f81-35c0-4389-a6c4-f5d9b612a294', 'name': '', 'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50', 'tenant_id': '08954986e7454427ae0d40c7652d3c6a', 'mac_address': 'fa:16:3e:a5:8b:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '810f7eb1-e599-4cf0-970b-e4755a6901c6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e0755399-b57e-4b30-a4b1-95102bfb5c8c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:32:30Z', 'updated_at': '2022-05-30T20:32:33Z', 'revision_number': 2, 'project_id': '08954986e7454427ae0d40c7652d3c6a', 'subnets': [{'id': 'e0755399-b57e-4b30-a4b1-95102bfb5c8c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:32:38.938215 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0d642f-208f-4af1-a6b1-b2a9532d8990 None None] Checking router: 810f7eb1-e599-4cf0-970b-e4755a6901c6 for host: n-d-843948-2 {{(pid=84889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:32:38.938562 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0d642f-208f-4af1-a6b1-b2a9532d8990 None None] Updating router 810f7eb1-e599-4cf0-970b-e4755a6901c6 port 989d6f81-35c0-4389-a6c4-f5d9b612a294 binding host n-d-843948-2 {{(pid=84889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:32:39.066095 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-5b0d642f-208f-4af1-a6b1-b2a9532d8990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:39.199469 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3354781c-f94f-47b3-8b9d-45307c6eda07 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:32:39.203671 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3354781c-f94f-47b3-8b9d-45307c6eda07 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:32:39.205300 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-3354781c-f94f-47b3-8b9d-45307c6eda07 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.8241608 May 30 20:32:39.207302 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f8d4be-a84c-4e6a-af91-97a40e99258f req-988511c5-f9c1-4675-8f65-c6086e9dd19d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:32:39.208746 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b9f8d4be-a84c-4e6a-af91-97a40e99258f req-988511c5-f9c1-4675-8f65-c6086e9dd19d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7991eded-d330-4e4e-ace3-aeb4d5f3ff0a HTTP/1.1" status: 200 len: 851 time: 0.6623805 May 30 20:32:39.209224 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 46332) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:32:39.235512 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf73952-b435-4339-9e38-ed547619f7b4 service neutron] Pushing event updated for resources: {'Port': ['ID=5e92a8ac-46c2-4856-8c2f-915e498f6adb,revision_number=2']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:39.384297 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b72f4994-8471-403d-9924-a1c2229709e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-ce6e49a2-6fa9-4872-b213-6dab37bd90ce', 'network_id': 'ce6e49a2-6fa9-4872-b213-6dab37bd90ce', 'tenant_id': '8bd9692a05604ca1bb63ee573fbbaff2', 'fixed_ips': [{'subnet_id': '9447ea4c-d940-4f9c-9ca4-3289593c6149'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:32:39.385159 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b72f4994-8471-403d-9924-a1c2229709e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:39.636517 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c17c693a-78ea-4e59-aa9d-d921ea429e5a tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:39.644297 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-5182f1b7-0082-4b2a-b131-96f2be8e7641 req-7bf73952-b435-4339-9e38-ed547619f7b4 service neutron] Attempting to bind port 5e92a8ac-46c2-4856-8c2f-915e498f6adb on host n-h1-843948-2 for vnic_type normal with profile {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:32:39.644642 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-5182f1b7-0082-4b2a-b131-96f2be8e7641 req-7bf73952-b435-4339-9e38-ed547619f7b4 service neutron] Attempting to bind port 5e92a8ac-46c2-4856-8c2f-915e498f6adb by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': 'a3dfdf1e-2d22-4400-b4ce-8b1e82ab41e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '088a4ef5-eb7f-467f-ac67-a7c695245e93'}] {{(pid=84886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:32:39.644952 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5182f1b7-0082-4b2a-b131-96f2be8e7641 req-7bf73952-b435-4339-9e38-ed547619f7b4 service neutron] Attempting to bind port 5e92a8ac-46c2-4856-8c2f-915e498f6adb on network 088a4ef5-eb7f-467f-ac67-a7c695245e93 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:32:39.653343 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5182f1b7-0082-4b2a-b131-96f2be8e7641 req-7bf73952-b435-4339-9e38-ed547619f7b4 service neutron] Port 5e92a8ac-46c2-4856-8c2f-915e498f6adb on network 088a4ef5-eb7f-467f-ac67-a7c695245e93 not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:32:39.653776 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5182f1b7-0082-4b2a-b131-96f2be8e7641 req-7bf73952-b435-4339-9e38-ed547619f7b4 service neutron] Attempting to bind port 5e92a8ac-46c2-4856-8c2f-915e498f6adb on network 088a4ef5-eb7f-467f-ac67-a7c695245e93 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:32:39.663157 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5182f1b7-0082-4b2a-b131-96f2be8e7641 req-7bf73952-b435-4339-9e38-ed547619f7b4 service neutron] Checking agent: {'id': 'f728d74e-a4ae-4384-860b-a5ade05dd8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:32:39.663515 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5182f1b7-0082-4b2a-b131-96f2be8e7641 req-7bf73952-b435-4339-9e38-ed547619f7b4 service neutron] Checking segment: {'id': 'a3dfdf1e-2d22-4400-b4ce-8b1e82ab41e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '088a4ef5-eb7f-467f-ac67-a7c695245e93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:32:39.663907 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5182f1b7-0082-4b2a-b131-96f2be8e7641 req-7bf73952-b435-4339-9e38-ed547619f7b4 service neutron] Bound using segment: {'id': 'a3dfdf1e-2d22-4400-b4ce-8b1e82ab41e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '088a4ef5-eb7f-467f-ac67-a7c695245e93'} {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:32:39.664351 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-5182f1b7-0082-4b2a-b131-96f2be8e7641 req-7bf73952-b435-4339-9e38-ed547619f7b4 service neutron] Bound port: 5e92a8ac-46c2-4856-8c2f-915e498f6adb, host: n-h1-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3dfdf1e-2d22-4400-b4ce-8b1e82ab41e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '088a4ef5-eb7f-467f-ac67-a7c695245e93'}}] {{(pid=84886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:32:39.664695 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-5182f1b7-0082-4b2a-b131-96f2be8e7641 req-7bf73952-b435-4339-9e38-ed547619f7b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:39.692221 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c54fc8-4905-42c2-b977-dcd12a8c2a67 req-244845c5-aec8-4449-ba5b-8f9ce70e5905 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:32:39.705123 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f5c54fc8-4905-42c2-b977-dcd12a8c2a67 req-244845c5-aec8-4449-ba5b-8f9ce70e5905 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=7aad7ab8-22c4-47e2-abf2-9cc744ce8553 HTTP/1.1" status: 200 len: 944 time: 0.3757436 May 30 20:32:39.712065 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-b72f4994-8471-403d-9924-a1c2229709e4 None None] Allocated IP 172.20.0.1 (ce6e49a2-6fa9-4872-b213-6dab37bd90ce/9447ea4c-d940-4f9c-9ca4-3289593c6149/618495f2-12d8-47ff-81ff-e816455fc574) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:32:39.755990 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-5b0d642f-208f-4af1-a6b1-b2a9532d8990 None None] Notify callbacks [] for port, precommit_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:39.772136 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.provisioning_blocks [None req-5b0d642f-208f-4af1-a6b1-b2a9532d8990 None None] Transition to ACTIVE for port object 989d6f81-35c0-4389-a6c4-f5d9b612a294 will not be triggered until provisioned by entity L2. {{(pid=84889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:32:39.823632 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f5c54fc8-4905-42c2-b977-dcd12a8c2a67 req-2a89a066-3e47-453a-8072-1ffa621e350f tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ae76294-3e84-4fcb-be2a-17611205a838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1163721 May 30 20:32:39.921718 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-5b0d642f-208f-4af1-a6b1-b2a9532d8990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:39.931666 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c17c693a-78ea-4e59-aa9d-d921ea429e5a tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:40.062579 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e468d7f-a761-426e-b28f-223bfd0c9e8e None None] Network 9294f898-2970-49dc-b2df-4431750c7847 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:32:40.082916 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-5182f1b7-0082-4b2a-b131-96f2be8e7641 req-7bf73952-b435-4339-9e38-ed547619f7b4 service neutron] For port 5e92a8ac-46c2-4856-8c2f-915e498f6adb, host n-h1-843948-2, cleared binding levels {{(pid=84886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:32:40.086549 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-5182f1b7-0082-4b2a-b131-96f2be8e7641 req-7bf73952-b435-4339-9e38-ed547619f7b4 service neutron] For port 5e92a8ac-46c2-4856-8c2f-915e498f6adb, host n-h1-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=5e92a8ac-46c2-4856-8c2f-915e498f6adb,segment=NetworkSegment(a3dfdf1e-2d22-4400-b4ce-8b1e82ab41e8),segment_id=a3dfdf1e-2d22-4400-b4ce-8b1e82ab41e8)] {{(pid=84886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:32:40.095448 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b9f8d4be-a84c-4e6a-af91-97a40e99258f req-accba035-ad8c-4224-80fd-f328a5de5766 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ff30330a-0ebe-4836-9458-b813d1bcbde4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7107532 May 30 20:32:40.119540 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cd8a2c-4b7b-4bfe-8d9e-781d3310e86f None None] Pushing event updated for resources: {'Port': ['ID=989d6f81-35c0-4389-a6c4-f5d9b612a294,revision_number=3']} {{(pid=84889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:40.132112 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cd8a2c-4b7b-4bfe-8d9e-781d3310e86f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:32:40.138002 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cd8a2c-4b7b-4bfe-8d9e-781d3310e86f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:32:40.138002 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cd8a2c-4b7b-4bfe-8d9e-781d3310e86f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:32:40.138002 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cd8a2c-4b7b-4bfe-8d9e-781d3310e86f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:32:40.138002 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cd8a2c-4b7b-4bfe-8d9e-781d3310e86f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:32:40.138002 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cd8a2c-4b7b-4bfe-8d9e-781d3310e86f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:32:40.138002 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cd8a2c-4b7b-4bfe-8d9e-781d3310e86f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:32:40.138002 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cd8a2c-4b7b-4bfe-8d9e-781d3310e86f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:32:40.138002 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cd8a2c-4b7b-4bfe-8d9e-781d3310e86f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:32:40.138002 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cd8a2c-4b7b-4bfe-8d9e-781d3310e86f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:32:40.138002 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cd8a2c-4b7b-4bfe-8d9e-781d3310e86f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:32:40.153102 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-5182f1b7-0082-4b2a-b131-96f2be8e7641 req-7bf73952-b435-4339-9e38-ed547619f7b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:40.270621 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [None req-a20d0149-6c14-446a-8c86-4ad00bf2ff49 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Allocated IP 2001:db8::1 (9294f898-2970-49dc-b2df-4431750c7847/3f88096e-5fdd-4061-90dc-093bd7e91e05/e11fa8c6-1508-4707-ad46-9ccb3c13add0) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:32:40.329557 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-5182f1b7-0082-4b2a-b131-96f2be8e7641 req-7bf73952-b435-4339-9e38-ed547619f7b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:40.331098 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5182f1b7-0082-4b2a-b131-96f2be8e7641 req-7bf73952-b435-4339-9e38-ed547619f7b4 service neutron] 10.222.0.71 "PUT /v2.0/ports/5e92a8ac-46c2-4856-8c2f-915e498f6adb HTTP/1.1" status: 200 len: 1091 time: 2.5722425 May 30 20:32:40.331599 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc92c7bb-fdab-4792-88a0-aef25fd36c7f', 'tag': '5e92a8ac-46c2-4856-8c2f-915e498f6adb'}] {{(pid=84886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:32:40.367405 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf73952-b435-4339-9e38-ed547619f7b4 service neutron] Pushing event updated for resources: {'Port': ['ID=5e92a8ac-46c2-4856-8c2f-915e498f6adb,revision_number=3']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:40.386743 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 0740c882-343c-42b1-bc38-15b030190563 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:32:40.443593 n-d-843948-2 neutron-server[84886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c3ba438-a500-428e-8db5-eb3f83ed15eb'] response: {'name': 'network-changed', 'server_uuid': 'bc92c7bb-fdab-4792-88a0-aef25fd36c7f', 'tag': '5e92a8ac-46c2-4856-8c2f-915e498f6adb', 'status': 'completed', 'code': 200} May 30 20:32:40.486231 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-5b0d642f-208f-4af1-a6b1-b2a9532d8990 None None] Attempting to bind port 989d6f81-35c0-4389-a6c4-f5d9b612a294 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:32:40.486559 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-5b0d642f-208f-4af1-a6b1-b2a9532d8990 None None] Attempting to bind port 989d6f81-35c0-4389-a6c4-f5d9b612a294 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': '2cb73a29-9359-4fbf-99af-be1c6062790b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50'}] {{(pid=84889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:32:40.486822 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0d642f-208f-4af1-a6b1-b2a9532d8990 None None] Attempting to bind port 989d6f81-35c0-4389-a6c4-f5d9b612a294 on network e47345d4-98a8-46f5-a7b7-66b2eb513a50 {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:32:40.495284 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0d642f-208f-4af1-a6b1-b2a9532d8990 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:32:40.495284 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0d642f-208f-4af1-a6b1-b2a9532d8990 None None] Checking segment: {'id': '2cb73a29-9359-4fbf-99af-be1c6062790b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:32:40.495284 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-5b0d642f-208f-4af1-a6b1-b2a9532d8990 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:40.495800 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0d642f-208f-4af1-a6b1-b2a9532d8990 None None] Bound using segment: {'id': '2cb73a29-9359-4fbf-99af-be1c6062790b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50'} {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:32:40.496191 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-5b0d642f-208f-4af1-a6b1-b2a9532d8990 None None] Bound port: 989d6f81-35c0-4389-a6c4-f5d9b612a294, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cb73a29-9359-4fbf-99af-be1c6062790b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50'}}] {{(pid=84889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:32:40.496560 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-5b0d642f-208f-4af1-a6b1-b2a9532d8990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:40.531543 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b806e351-4ca3-44aa-83a9-636311802fa0 req-2731521b-6508-41a6-80e1-b917fd5147bc tempest-ServerTagsTestJSON-1982166080 tempest-ServerTagsTestJSON-1982166080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:32:40.533173 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b806e351-4ca3-44aa-83a9-636311802fa0 req-2731521b-6508-41a6-80e1-b917fd5147bc tempest-ServerTagsTestJSON-1982166080 tempest-ServerTagsTestJSON-1982166080-project] 10.222.0.85 "GET /v2.0/ports?device_id=bc92c7bb-fdab-4792-88a0-aef25fd36c7f HTTP/1.1" status: 200 len: 943 time: 0.5258610 May 30 20:32:40.588997 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b72f4994-8471-403d-9924-a1c2229709e4 None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:40.615896 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b72f4994-8471-403d-9924-a1c2229709e4 None None] Transition to ACTIVE for port object 618495f2-12d8-47ff-81ff-e816455fc574 will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:32:40.648838 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-d414455d-f18b-4431-a31d-5d121e6268a7 None None] Provisioning for port 0740c882-343c-42b1-bc38-15b030190563 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:32:40.669984 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.db [None req-5b0d642f-208f-4af1-a6b1-b2a9532d8990 None None] For port 989d6f81-35c0-4389-a6c4-f5d9b612a294, host n-d-843948-2, cleared binding levels {{(pid=84889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:32:40.676988 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.db [None req-5b0d642f-208f-4af1-a6b1-b2a9532d8990 None None] For port 989d6f81-35c0-4389-a6c4-f5d9b612a294, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=989d6f81-35c0-4389-a6c4-f5d9b612a294,segment=NetworkSegment(2cb73a29-9359-4fbf-99af-be1c6062790b),segment_id=2cb73a29-9359-4fbf-99af-be1c6062790b)] {{(pid=84889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:32:40.693374 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b9f8d4be-a84c-4e6a-af91-97a40e99258f req-1a522430-43a0-4591-bd10-940e049af8df service neutron] 10.222.0.86 "GET /v2.0/networks/ff30330a-0ebe-4836-9458-b813d1bcbde4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5841773 May 30 20:32:40.694215 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 0740c882-343c-42b1-bc38-15b030190563 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:32:40.702460 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b72f4994-8471-403d-9924-a1c2229709e4 None None] Transition to ACTIVE for port object 618495f2-12d8-47ff-81ff-e816455fc574 will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:32:40.717960 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 0740c882-343c-42b1-bc38-15b030190563 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:32:40.718337 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:40.728390 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5182f1b7-0082-4b2a-b131-96f2be8e7641 req-187f9f01-76e2-45bd-8d17-2ee5cd6ec0b7 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=617acbbe75e54d9ab6d395cbb5d1e7b5&device_id=bc92c7bb-fdab-4792-88a0-aef25fd36c7f HTTP/1.1" status: 200 len: 1094 time: 0.2792454 May 30 20:32:40.796131 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-5b0d642f-208f-4af1-a6b1-b2a9532d8990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:40.817240 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5182f1b7-0082-4b2a-b131-96f2be8e7641 req-a64c900f-08ca-49d2-aa48-22e48c51f621 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5e92a8ac-46c2-4856-8c2f-915e498f6adb HTTP/1.1" status: 200 len: 217 time: 0.0829356 May 30 20:32:40.854731 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b72f4994-8471-403d-9924-a1c2229709e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:40.913904 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5182f1b7-0082-4b2a-b131-96f2be8e7641 req-4537652c-59fe-4889-a471-c3f50654a6f8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:32:40.916936 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5182f1b7-0082-4b2a-b131-96f2be8e7641 req-4537652c-59fe-4889-a471-c3f50654a6f8 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=347ea4e1-a59a-416f-a45d-b82a42e23e8e HTTP/1.1" status: 200 len: 849 time: 0.0920620 May 30 20:32:40.973878 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b806e351-4ca3-44aa-83a9-636311802fa0 req-175abaf4-2aad-492b-ad52-94b8c6b91288 tempest-ServerTagsTestJSON-1982166080 tempest-ServerTagsTestJSON-1982166080-project] 10.222.0.85 "GET /v2.0/security-groups?id=ead51e85-1196-49f3-bc9f-5a99aabb877c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3514981 May 30 20:32:40.985731 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a20d0149-6c14-446a-8c86-4ad00bf2ff49 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:41.022316 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c17c693a-78ea-4e59-aa9d-d921ea429e5a tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4127075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2778536'] for subnet, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:41.038576 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cd8a2c-4b7b-4bfe-8d9e-781d3310e86f None None] Pushing event updated for resources: {'Port': ['ID=989d6f81-35c0-4389-a6c4-f5d9b612a294,revision_number=4']} {{(pid=84889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:41.076195 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [None req-a20d0149-6c14-446a-8c86-4ad00bf2ff49 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Transition to ACTIVE for port object e11fa8c6-1508-4707-ad46-9ccb3c13add0 will not be triggered until provisioned by entity DHCP. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:32:41.080460 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0d642f-208f-4af1-a6b1-b2a9532d8990 None None] Routers {'810f7eb1-e599-4cf0-970b-e4755a6901c6'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:32:41.081095 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-5b0d642f-208f-4af1-a6b1-b2a9532d8990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:32:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['810f7eb1-e599-4cf0-970b-e4755a6901c6'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:32:41.092594 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b9f8d4be-a84c-4e6a-af91-97a40e99258f req-f4c67ded-1f77-40ef-aa96-e433fe28fd52 service neutron] 10.222.0.86 "GET /v2.0/networks/ff30330a-0ebe-4836-9458-b813d1bcbde4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3624811 May 30 20:32:41.136134 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b72f4994-8471-403d-9924-a1c2229709e4 None None] Network ce6e49a2-6fa9-4872-b213-6dab37bd90ce is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:32:41.144360 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-b72f4994-8471-403d-9924-a1c2229709e4 None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:32:41.149710 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72f4994-8471-403d-9924-a1c2229709e4 None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:32:41.174614 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5182f1b7-0082-4b2a-b131-96f2be8e7641 req-169c11d4-a371-4679-9af6-e6ced9a677b6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=088a4ef5-eb7f-467f-ac67-a7c695245e93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2518013 May 30 20:32:41.193317 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72f4994-8471-403d-9924-a1c2229709e4 None None] Pushing event updated for resources: {'Port': ['ID=618495f2-12d8-47ff-81ff-e816455fc574,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:41.257189 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a20d0149-6c14-446a-8c86-4ad00bf2ff49 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:41.454020 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17c693a-78ea-4e59-aa9d-d921ea429e5a tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Pushing event deleted for resources: {'Subnet': ['ID=9447ea4c-d940-4f9c-9ca4-3289593c6149,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:41.455973 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a20d0149-6c14-446a-8c86-4ad00bf2ff49 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Network 9294f898-2970-49dc-b2df-4431750c7847 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:32:41.461072 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-a20d0149-6c14-446a-8c86-4ad00bf2ff49 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:32:41.461923 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5182f1b7-0082-4b2a-b131-96f2be8e7641 req-c1e5e023-f07c-467c-8da9-c53ef5f576a5 service neutron] 10.222.0.71 "GET /v2.0/networks/088a4ef5-eb7f-467f-ac67-a7c695245e93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2471819 May 30 20:32:41.470497 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20d0149-6c14-446a-8c86-4ad00bf2ff49 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:32:41.471036 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a20d0149-6c14-446a-8c86-4ad00bf2ff49 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-736099'] for router_interface, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:41.482009 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20d0149-6c14-446a-8c86-4ad00bf2ff49 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Pushing event updated for resources: {'Port': ['ID=e11fa8c6-1508-4707-ad46-9ccb3c13add0,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:41.490616 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-5b0d642f-208f-4af1-a6b1-b2a9532d8990 None None] Set router 810f7eb1-e599-4cf0-970b-e4755a6901c6 gateway port host: None {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:32:41.571604 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:41.622749 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-b72f4994-8471-403d-9924-a1c2229709e4 None None] Attempting to bind port 618495f2-12d8-47ff-81ff-e816455fc574 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:32:41.623127 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-b72f4994-8471-403d-9924-a1c2229709e4 None None] Attempting to bind port 618495f2-12d8-47ff-81ff-e816455fc574 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': 'aea057b7-8e4b-4a0f-87e0-3df1381c35af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'ce6e49a2-6fa9-4872-b213-6dab37bd90ce'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:32:41.623498 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72f4994-8471-403d-9924-a1c2229709e4 None None] Attempting to bind port 618495f2-12d8-47ff-81ff-e816455fc574 on network ce6e49a2-6fa9-4872-b213-6dab37bd90ce {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:32:41.636191 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72f4994-8471-403d-9924-a1c2229709e4 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:32:41.636793 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72f4994-8471-403d-9924-a1c2229709e4 None None] Checking segment: {'id': 'aea057b7-8e4b-4a0f-87e0-3df1381c35af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'ce6e49a2-6fa9-4872-b213-6dab37bd90ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:32:41.637267 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b72f4994-8471-403d-9924-a1c2229709e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:41.637837 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72f4994-8471-403d-9924-a1c2229709e4 None None] Bound using segment: {'id': 'aea057b7-8e4b-4a0f-87e0-3df1381c35af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'ce6e49a2-6fa9-4872-b213-6dab37bd90ce'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:32:41.638391 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-b72f4994-8471-403d-9924-a1c2229709e4 None None] Bound port: 618495f2-12d8-47ff-81ff-e816455fc574, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aea057b7-8e4b-4a0f-87e0-3df1381c35af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'ce6e49a2-6fa9-4872-b213-6dab37bd90ce'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:32:41.638781 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b72f4994-8471-403d-9924-a1c2229709e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:41.669489 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-399482cb-a348-4719-80f7-92c768f639e8 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-736216'] for router_interface, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:41.695435 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port 0740c882-343c-42b1-bc38-15b030190563, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=0740c882-343c-42b1-bc38-15b030190563,segment=NetworkSegment(2ca9cdd0-07cd-45ba-a4dc-83e51d0d1034),segment_id=2ca9cdd0-07cd-45ba-a4dc-83e51d0d1034)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:32:41.798042 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b72f4994-8471-403d-9924-a1c2229709e4 None None] For port 618495f2-12d8-47ff-81ff-e816455fc574, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:32:41.806182 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b72f4994-8471-403d-9924-a1c2229709e4 None None] For port 618495f2-12d8-47ff-81ff-e816455fc574, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=618495f2-12d8-47ff-81ff-e816455fc574,segment=NetworkSegment(aea057b7-8e4b-4a0f-87e0-3df1381c35af),segment_id=aea057b7-8e4b-4a0f-87e0-3df1381c35af)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:32:41.813293 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:41.956404 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b72f4994-8471-403d-9924-a1c2229709e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:42.093328 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=0740c882-343c-42b1-bc38-15b030190563,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:42.095513 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-27407323-4076-415b-91ab-f0c04a34453e None None] Provisioning complete for port 0740c882-343c-42b1-bc38-15b030190563 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:32:42.095887 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-27407323-4076-415b-91ab-f0c04a34453e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:42.147010 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-5b0d642f-208f-4af1-a6b1-b2a9532d8990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '810f7eb1-e599-4cf0-970b-e4755a6901c6', 'name': 'tempest-NetworksTestDHCPv6-router-174628985', 'tenant_id': '08954986e7454427ae0d40c7652d3c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:32:28Z', 'updated_at': '2022-05-30T20:32:32Z', 'revision_number': 2, 'project_id': '08954986e7454427ae0d40c7652d3c6a', 'gw_port_host': None, '_interfaces': [{'id': '989d6f81-35c0-4389-a6c4-f5d9b612a294', 'name': '', 'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50', 'tenant_id': '08954986e7454427ae0d40c7652d3c6a', 'mac_address': 'fa:16:3e:a5:8b:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '810f7eb1-e599-4cf0-970b-e4755a6901c6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e0755399-b57e-4b30-a4b1-95102bfb5c8c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:32:30Z', 'updated_at': '2022-05-30T20:32:40Z', 'revision_number': 4, 'project_id': '08954986e7454427ae0d40c7652d3c6a', 'subnets': [{'id': 'e0755399-b57e-4b30-a4b1-95102bfb5c8c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:32:42.153124 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0d642f-208f-4af1-a6b1-b2a9532d8990 None None] The sync data for ids ['810f7eb1-e599-4cf0-970b-e4755a6901c6'] in n-d-843948-2 is: [{'id': '810f7eb1-e599-4cf0-970b-e4755a6901c6', 'name': 'tempest-NetworksTestDHCPv6-router-174628985', 'tenant_id': '08954986e7454427ae0d40c7652d3c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:32:28Z', 'updated_at': '2022-05-30T20:32:32Z', 'revision_number': 2, 'project_id': '08954986e7454427ae0d40c7652d3c6a', 'gw_port_host': None, '_interfaces': [{'id': '989d6f81-35c0-4389-a6c4-f5d9b612a294', 'name': '', 'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50', 'tenant_id': '08954986e7454427ae0d40c7652d3c6a', 'mac_address': 'fa:16:3e:a5:8b:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '810f7eb1-e599-4cf0-970b-e4755a6901c6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e0755399-b57e-4b30-a4b1-95102bfb5c8c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:32:30Z', 'updated_at': '2022-05-30T20:32:40Z', 'revision_number': 4, 'project_id': '08954986e7454427ae0d40c7652d3c6a', 'subnets': [{'id': 'e0755399-b57e-4b30-a4b1-95102bfb5c8c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:32:42.179606 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c17c693a-78ea-4e59-aa9d-d921ea429e5a tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:42.281145 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-c17c693a-78ea-4e59-aa9d-d921ea429e5a tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce6e49a2-6fa9-4872-b213-6dab37bd90ce']}} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:32:42.309974 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-c17c693a-78ea-4e59-aa9d-d921ea429e5a tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aea057b7-8e4b-4a0f-87e0-3df1381c35af') {'for_net_delete': True} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:32:42.310511 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-c17c693a-78ea-4e59-aa9d-d921ea429e5a tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aea057b7-8e4b-4a0f-87e0-3df1381c35af') {} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:32:42.324940 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c17c693a-78ea-4e59-aa9d-d921ea429e5a tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2660590'] for segment, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:42.363813 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c17c693a-78ea-4e59-aa9d-d921ea429e5a tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:42.371253 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c17c693a-78ea-4e59-aa9d-d921ea429e5a tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Releasing vlan 680 on physical network physnet1 to pool {{(pid=84886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:32:42.371497 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c17c693a-78ea-4e59-aa9d-d921ea429e5a tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4126989'] for segment, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:42.381591 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72f4994-8471-403d-9924-a1c2229709e4 None None] Pushing event updated for resources: {'Port': ['ID=618495f2-12d8-47ff-81ff-e816455fc574,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:42.417698 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ed5dab-cf33-4f0f-9f38-1e903966abd1 None None] Network ce6e49a2-6fa9-4872-b213-6dab37bd90ce requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:32:42.444416 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a20d0149-6c14-446a-8c86-4ad00bf2ff49 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:42.556292 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17ab1f2-84b0-49f3-ade3-7f6dc87bd1d8 req-36781e2f-001c-4c01-bc9c-a341d90fc770 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:32:42.585995 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e17ab1f2-84b0-49f3-ade3-7f6dc87bd1d8 req-36781e2f-001c-4c01-bc9c-a341d90fc770 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=7aad7ab8-22c4-47e2-abf2-9cc744ce8553 HTTP/1.1" status: 200 len: 944 time: 1.4624121 May 30 20:32:42.588220 n-d-843948-2 neutron-server[84886]: Traceback (most recent call last): May 30 20:32:42.588220 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:32:42.588220 n-d-843948-2 neutron-server[84886]: timer() May 30 20:32:42.588220 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:32:42.588220 n-d-843948-2 neutron-server[84886]: cb(*args, **kw) May 30 20:32:42.588220 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:32:42.588220 n-d-843948-2 neutron-server[84886]: return func(*args, **kwargs) May 30 20:32:42.588220 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:32:42.588220 n-d-843948-2 neutron-server[84886]: self._notify() May 30 20:32:42.588220 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:32:42.588220 n-d-843948-2 neutron-server[84886]: self.callback(batched_events) May 30 20:32:42.588220 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:32:42.588220 n-d-843948-2 neutron-server[84886]: event.method(event) May 30 20:32:42.588220 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:32:42.588220 n-d-843948-2 neutron-server[84886]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:32:42.588220 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:32:42.588220 n-d-843948-2 neutron-server[84886]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:32:42.588220 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:32:42.588220 n-d-843948-2 neutron-server[84886]: return f(self, *a, **k) May 30 20:32:42.588220 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:32:42.588220 n-d-843948-2 neutron-server[84886]: return self._get(url).json() May 30 20:32:42.588220 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:32:42.588220 n-d-843948-2 neutron-server[84886]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:32:42.588220 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:32:42.588220 n-d-843948-2 neutron-server[84886]: return self.request(url, 'GET', **kwargs) May 30 20:32:42.588220 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:32:42.588220 n-d-843948-2 neutron-server[84886]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:32:42.588220 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:32:42.588220 n-d-843948-2 neutron-server[84886]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:32:42.588220 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:32:42.588220 n-d-843948-2 neutron-server[84886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:32:42.588220 n-d-843948-2 neutron-server[84886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:32:42.667103 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e17ab1f2-84b0-49f3-ade3-7f6dc87bd1d8 req-4edc8a1d-d5b8-4095-95d4-3d3dd973f6f0 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ae76294-3e84-4fcb-be2a-17611205a838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799468 May 30 20:32:42.673889 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7c2735-d550-4128-8ec1-a1cae53c510c req-e84f42b4-4aec-402f-bc86-33ef9c116a33 tempest-ServerTagsTestJSON-1982166080 tempest-ServerTagsTestJSON-1982166080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:32:42.676135 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1a7c2735-d550-4128-8ec1-a1cae53c510c req-e84f42b4-4aec-402f-bc86-33ef9c116a33 tempest-ServerTagsTestJSON-1982166080 tempest-ServerTagsTestJSON-1982166080-project] 10.222.0.85 "GET /v2.0/ports?device_id=bc92c7bb-fdab-4792-88a0-aef25fd36c7f HTTP/1.1" status: 200 len: 943 time: 0.3751276 May 30 20:32:42.690808 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5182f1b7-0082-4b2a-b131-96f2be8e7641 req-88defc8b-a4d9-421b-b404-24bd33fb4eca service neutron] 10.222.0.71 "GET /v2.0/networks/088a4ef5-eb7f-467f-ac67-a7c695245e93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2149966 May 30 20:32:42.695112 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.db.api [None req-c17c693a-78ea-4e59-aa9d-d921ea429e5a tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 30 20:32:42.695112 n-d-843948-2 neutron-server[84886]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 30 20:32:42.695112 n-d-843948-2 neutron-server[84886]: [parameters: {'id': 'ce6e49a2-6fa9-4872-b213-6dab37bd90ce'}] May 30 20:32:42.695112 n-d-843948-2 neutron-server[84886]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:32:42.696519 n-d-843948-2 neutron-server[84886]: DEBUG oslo_db.api [None req-c17c693a-78ea-4e59-aa9d-d921ea429e5a tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:32:42.827181 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f71823-1286-4cf5-89bc-9db543f2053b None None] get_active_networks_info from n-d-843948-2 {{(pid=84888) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 30 20:32:42.893043 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-e549ace2-8ee8-4d92-99d1-519b215667d6 None None] Provisioning for port e11fa8c6-1508-4707-ad46-9ccb3c13add0 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:32:42.905013 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-e549ace2-8ee8-4d92-99d1-519b215667d6 None None] Provisioning complete for port e11fa8c6-1508-4707-ad46-9ccb3c13add0 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:32:42.905384 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-e549ace2-8ee8-4d92-99d1-519b215667d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:42.907827 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6bb9c984-995a-4438-86ac-d755e32c8e1b req-9133d4f4-5f07-4046-bdee-3132caf74f01 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=617acbbe75e54d9ab6d395cbb5d1e7b5&device_id=bc92c7bb-fdab-4792-88a0-aef25fd36c7f HTTP/1.1" status: 200 len: 1094 time: 0.0949831 May 30 20:32:42.984779 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-e549ace2-8ee8-4d92-99d1-519b215667d6 None None] Port e11fa8c6-1508-4707-ad46-9ccb3c13add0 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:32:43.066445 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f71823-1286-4cf5-89bc-9db543f2053b None None] Resources bound (agent type, host, resource id): {{(pid=84888) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 30 20:32:43.135647 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb9c984-995a-4438-86ac-d755e32c8e1b req-dda9b28b-2414-4aa7-9b6a-e945f95aaeab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:32:43.137069 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6bb9c984-995a-4438-86ac-d755e32c8e1b req-dda9b28b-2414-4aa7-9b6a-e945f95aaeab service neutron] 10.222.0.71 "GET /v2.0/networks?id=088a4ef5-eb7f-467f-ac67-a7c695245e93 HTTP/1.1" status: 200 len: 910 time: 0.2233005 May 30 20:32:43.146159 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1a7c2735-d550-4128-8ec1-a1cae53c510c req-6f7774a9-878f-4025-89fc-0e7305a74a24 tempest-ServerTagsTestJSON-1982166080 tempest-ServerTagsTestJSON-1982166080-project] 10.222.0.85 "GET /v2.0/security-groups?id=ead51e85-1196-49f3-bc9f-5a99aabb877c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4538093 May 30 20:32:43.206286 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c17c693a-78ea-4e59-aa9d-d921ea429e5a tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:43.260164 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6bb9c984-995a-4438-86ac-d755e32c8e1b req-d0f78fe5-fafb-4219-b62f-6f53a8bed5b8 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5e92a8ac-46c2-4856-8c2f-915e498f6adb HTTP/1.1" status: 200 len: 217 time: 0.1162055 May 30 20:32:43.272125 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-c17c693a-78ea-4e59-aa9d-d921ea429e5a tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Deleting port 618495f2-12d8-47ff-81ff-e816455fc574 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:32:43.272475 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c17c693a-78ea-4e59-aa9d-d921ea429e5a tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:43.421357 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb9c984-995a-4438-86ac-d755e32c8e1b req-a8792556-429e-4c24-aa95-11a5ef6e3306 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:32:43.422866 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6bb9c984-995a-4438-86ac-d755e32c8e1b req-a8792556-429e-4c24-aa95-11a5ef6e3306 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=347ea4e1-a59a-416f-a45d-b82a42e23e8e HTTP/1.1" status: 200 len: 849 time: 0.1520317 May 30 20:32:43.480605 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6bb9c984-995a-4438-86ac-d755e32c8e1b req-240ca57b-0c49-41b1-a6ee-6307e67de8e3 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=088a4ef5-eb7f-467f-ac67-a7c695245e93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504291 May 30 20:32:43.487327 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-399482cb-a348-4719-80f7-92c768f639e8 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Deleting port 989d6f81-35c0-4389-a6c4-f5d9b612a294 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:32:43.487938 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-399482cb-a348-4719-80f7-92c768f639e8 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:43.528992 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a20d0149-6c14-446a-8c86-4ad00bf2ff49 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:43.667564 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a20d0149-6c14-446a-8c86-4ad00bf2ff49 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:43.668374 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a20d0149-6c14-446a-8c86-4ad00bf2ff49 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1718057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-736206'] for router_interface, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:43.688458 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [None req-c17c693a-78ea-4e59-aa9d-d921ea429e5a tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] For port 618495f2-12d8-47ff-81ff-e816455fc574, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=618495f2-12d8-47ff-81ff-e816455fc574,segment=NetworkSegment(aea057b7-8e4b-4a0f-87e0-3df1381c35af),segment_id=aea057b7-8e4b-4a0f-87e0-3df1381c35af)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:32:43.688829 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c17c693a-78ea-4e59-aa9d-d921ea429e5a tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:43.830339 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20d0149-6c14-446a-8c86-4ad00bf2ff49 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Pushing event updated for resources: {'Port': ['ID=e11fa8c6-1508-4707-ad46-9ccb3c13add0,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:43.845200 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-c17c693a-78ea-4e59-aa9d-d921ea429e5a tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Calling delete_port for 618495f2-12d8-47ff-81ff-e816455fc574 owned by network:dhcp {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:32:43.925453 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6bb9c984-995a-4438-86ac-d755e32c8e1b req-704cb5df-8628-45f5-99c3-2edc67c4e371 service neutron] 10.222.0.71 "GET /v2.0/networks/088a4ef5-eb7f-467f-ac67-a7c695245e93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4262283 May 30 20:32:43.959322 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [None req-399482cb-a348-4719-80f7-92c768f639e8 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] For port 989d6f81-35c0-4389-a6c4-f5d9b612a294, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=989d6f81-35c0-4389-a6c4-f5d9b612a294,segment=NetworkSegment(2cb73a29-9359-4fbf-99af-be1c6062790b),segment_id=2cb73a29-9359-4fbf-99af-be1c6062790b)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:32:43.959672 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-399482cb-a348-4719-80f7-92c768f639e8 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:44.130671 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-399482cb-a348-4719-80f7-92c768f639e8 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Calling delete_port for 989d6f81-35c0-4389-a6c4-f5d9b612a294 owned by network:router_interface {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:32:44.194643 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 0740c882-343c-42b1-bc38-15b030190563 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:32:44.287625 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb91833b-43f0-41fa-a8d7-d380b5ea301f req-5267fb6a-f9c9-4ec1-ab17-9f036fcb5b89 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:32:44.295301 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-bb91833b-43f0-41fa-a8d7-d380b5ea301f req-5267fb6a-f9c9-4ec1-ab17-9f036fcb5b89 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=7aad7ab8-22c4-47e2-abf2-9cc744ce8553 HTTP/1.1" status: 200 len: 944 time: 0.4224157 May 30 20:32:44.315132 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c17c693a-78ea-4e59-aa9d-d921ea429e5a tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:44.366746 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6bb9c984-995a-4438-86ac-d755e32c8e1b req-979e46ba-5bad-403f-9900-a823ef358059 service neutron] 10.222.0.71 "GET /v2.0/networks/088a4ef5-eb7f-467f-ac67-a7c695245e93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4272923 May 30 20:32:44.378487 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 0740c882-343c-42b1-bc38-15b030190563 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:32:44.379240 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:44.388780 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17c693a-78ea-4e59-aa9d-d921ea429e5a tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Pushing event deleted for resources: {'Port': ['ID=618495f2-12d8-47ff-81ff-e816455fc574,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:44.391526 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17c693a-78ea-4e59-aa9d-d921ea429e5a tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] No DVR routers for this DVR port 618495f2-12d8-47ff-81ff-e816455fc574 on host n-d-843948-2 {{(pid=84886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:32:44.516808 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-bb91833b-43f0-41fa-a8d7-d380b5ea301f req-2783a96b-ae49-4c69-8093-34b09461552e tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ae76294-3e84-4fcb-be2a-17611205a838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2205231 May 30 20:32:44.516975 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a20d0149-6c14-446a-8c86-4ad00bf2ff49 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Network 9294f898-2970-49dc-b2df-4431750c7847 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:32:44.520375 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-a20d0149-6c14-446a-8c86-4ad00bf2ff49 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:32:44.524156 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 989d6f81-35c0-4389-a6c4-f5d9b612a294 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:32:44.543054 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c17c693a-78ea-4e59-aa9d-d921ea429e5a tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:44.582052 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-c17c693a-78ea-4e59-aa9d-d921ea429e5a tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce6e49a2-6fa9-4872-b213-6dab37bd90ce']}} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:32:44.598792 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-c17c693a-78ea-4e59-aa9d-d921ea429e5a tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aea057b7-8e4b-4a0f-87e0-3df1381c35af') {'for_net_delete': True} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:32:44.599027 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-c17c693a-78ea-4e59-aa9d-d921ea429e5a tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aea057b7-8e4b-4a0f-87e0-3df1381c35af') {} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:32:44.612546 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c17c693a-78ea-4e59-aa9d-d921ea429e5a tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2660590'] for segment, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:44.630263 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c17c693a-78ea-4e59-aa9d-d921ea429e5a tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:44.639011 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c17c693a-78ea-4e59-aa9d-d921ea429e5a tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Releasing vlan 680 on physical network physnet1 to pool {{(pid=84886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:32:44.639512 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c17c693a-78ea-4e59-aa9d-d921ea429e5a tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4126989'] for segment, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:44.755519 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 989d6f81-35c0-4389-a6c4-f5d9b612a294 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:32:44.762329 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 989d6f81-35c0-4389-a6c4-f5d9b612a294 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:32:44.763395 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:44.850682 n-d-843948-2 neutron-server[84886]: Traceback (most recent call last): May 30 20:32:44.850682 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:32:44.850682 n-d-843948-2 neutron-server[84886]: timer() May 30 20:32:44.850682 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:32:44.850682 n-d-843948-2 neutron-server[84886]: cb(*args, **kw) May 30 20:32:44.850682 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:32:44.850682 n-d-843948-2 neutron-server[84886]: return func(*args, **kwargs) May 30 20:32:44.850682 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:32:44.850682 n-d-843948-2 neutron-server[84886]: self._notify() May 30 20:32:44.850682 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:32:44.850682 n-d-843948-2 neutron-server[84886]: self.callback(batched_events) May 30 20:32:44.850682 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:32:44.850682 n-d-843948-2 neutron-server[84886]: event.method(event) May 30 20:32:44.850682 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:32:44.850682 n-d-843948-2 neutron-server[84886]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:32:44.850682 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:32:44.850682 n-d-843948-2 neutron-server[84886]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:32:44.850682 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:32:44.850682 n-d-843948-2 neutron-server[84886]: return f(self, *a, **k) May 30 20:32:44.850682 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:32:44.850682 n-d-843948-2 neutron-server[84886]: return self._get(url).json() May 30 20:32:44.850682 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:32:44.850682 n-d-843948-2 neutron-server[84886]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:32:44.850682 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:32:44.850682 n-d-843948-2 neutron-server[84886]: return self.request(url, 'GET', **kwargs) May 30 20:32:44.850682 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:32:44.850682 n-d-843948-2 neutron-server[84886]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:32:44.850682 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:32:44.850682 n-d-843948-2 neutron-server[84886]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:32:44.850682 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:32:44.850682 n-d-843948-2 neutron-server[84886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:32:44.850682 n-d-843948-2 neutron-server[84886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:32:44.924426 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c17c693a-78ea-4e59-aa9d-d921ea429e5a tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:44.978312 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c17c693a-78ea-4e59-aa9d-d921ea429e5a tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks [] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:44.999373 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33134e1-0da2-456d-9e3e-e6d3b0639b0f req-cd4015cd-bc41-4486-86eb-7aeecb5d852d tempest-ServerTagsTestJSON-1982166080 tempest-ServerTagsTestJSON-1982166080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:32:45.000907 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a33134e1-0da2-456d-9e3e-e6d3b0639b0f req-cd4015cd-bc41-4486-86eb-7aeecb5d852d tempest-ServerTagsTestJSON-1982166080 tempest-ServerTagsTestJSON-1982166080-project] 10.222.0.85 "GET /v2.0/ports?device_id=bc92c7bb-fdab-4792-88a0-aef25fd36c7f HTTP/1.1" status: 200 len: 943 time: 0.6148863 May 30 20:32:45.021243 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17c693a-78ea-4e59-aa9d-d921ea429e5a tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Pushing event deleted for resources: {'Network': ['ID=ce6e49a2-6fa9-4872-b213-6dab37bd90ce,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:45.041021 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:45.050880 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-c17c693a-78ea-4e59-aa9d-d921ea429e5a tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] 10.222.0.85 "DELETE /v2.0/networks/ce6e49a2-6fa9-4872-b213-6dab37bd90ce HTTP/1.1" status: 204 len: 168 time: 6.2034817 May 30 20:32:45.054490 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 46406) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:32:45.061276 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-8ba805c7-b191-4139-974c-f5527202ca5c None None] Provisioning complete for port e11fa8c6-1508-4707-ad46-9ccb3c13add0 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:32:45.061783 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-8ba805c7-b191-4139-974c-f5527202ca5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:45.069183 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-6af663c9-2670-4cb3-a912-2b15ac45ad49 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-382265486'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:32:45.075979 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-6af663c9-2670-4cb3-a912-2b15ac45ad49 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:32:45.083489 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-6af663c9-2670-4cb3-a912-2b15ac45ad49 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Usage tracker for resource:network and tenant:8bd9692a05604ca1bb63ee573fbbaff2 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:32:45.087296 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-6af663c9-2670-4cb3-a912-2b15ac45ad49 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:32:45.096704 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-6af663c9-2670-4cb3-a912-2b15ac45ad49 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:32:45.117392 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4673a2-1dd5-4123-bdec-ac4bb6b07349 req-56d1763e-88ad-4bd8-b8f9-776c4b897561 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:32:45.119965 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0d4673a2-1dd5-4123-bdec-ac4bb6b07349 req-56d1763e-88ad-4bd8-b8f9-776c4b897561 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=7aad7ab8-22c4-47e2-abf2-9cc744ce8553 HTTP/1.1" status: 200 len: 944 time: 0.1381903 May 30 20:32:45.166844 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6af663c9-2670-4cb3-a912-2b15ac45ad49 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Made reservation on behalf of 8bd9692a05604ca1bb63ee573fbbaff2 for: {'network': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:32:45.170316 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6af663c9-2670-4cb3-a912-2b15ac45ad49 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:45.209989 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0d4673a2-1dd5-4123-bdec-ac4bb6b07349 req-f8e2ed00-51a6-443a-84d2-a9aa3d503cfa tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ae76294-3e84-4fcb-be2a-17611205a838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829215 May 30 20:32:45.241066 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-8ba805c7-b191-4139-974c-f5527202ca5c None None] Port e11fa8c6-1508-4707-ad46-9ccb3c13add0 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:32:45.251217 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6af663c9-2670-4cb3-a912-2b15ac45ad49 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] vlan segment allocate from pool success with {'vlan_id': 664, 'physical_network': 'physnet1'} {{(pid=84886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:32:45.260404 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-399482cb-a348-4719-80f7-92c768f639e8 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:45.274983 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6af663c9-2670-4cb3-a912-2b15ac45ad49 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:45.275284 n-d-843948-2 neutron-server[84886]: INFO neutron.db.segments_db [None req-6af663c9-2670-4cb3-a912-2b15ac45ad49 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Added segment b33d5c4d-6296-4c30-bd9b-dbe757d9cc9f of type vlan for network b7f0e95b-2b0a-48c2-985e-1c03a8ab929a May 30 20:32:45.335149 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6af663c9-2670-4cb3-a912-2b15ac45ad49 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:45.407820 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399482cb-a348-4719-80f7-92c768f639e8 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Pushing event deleted for resources: {'Port': ['ID=989d6f81-35c0-4389-a6c4-f5d9b612a294,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:45.490234 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6af663c9-2670-4cb3-a912-2b15ac45ad49 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:45.497138 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af663c9-2670-4cb3-a912-2b15ac45ad49 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:32:45.497968 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6af663c9-2670-4cb3-a912-2b15ac45ad49 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks [] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:45.514480 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a33134e1-0da2-456d-9e3e-e6d3b0639b0f req-8198e4f8-0880-46a8-8343-c72e966390b6 tempest-ServerTagsTestJSON-1982166080 tempest-ServerTagsTestJSON-1982166080-project] 10.222.0.85 "GET /v2.0/security-groups?id=ead51e85-1196-49f3-bc9f-5a99aabb877c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4491472 May 30 20:32:45.644141 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-399482cb-a348-4719-80f7-92c768f639e8 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1718140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-736143'] for router_interface, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:45.813275 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af663c9-2670-4cb3-a912-2b15ac45ad49 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Pushing event updated for resources: {'Network': ['ID=b7f0e95b-2b0a-48c2-985e-1c03a8ab929a,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:45.833477 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network b7f0e95b-2b0a-48c2-985e-1c03a8ab929a details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:32:45.873175 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-6af663c9-2670-4cb3-a912-2b15ac45ad49 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8175097 May 30 20:32:45.874045 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 46438) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:32:45.880936 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-9448a3f3-5adc-4694-9ead-29018388824d tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Request body: {'subnet': {'network_id': 'b7f0e95b-2b0a-48c2-985e-1c03a8ab929a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:32:46.108368 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-9448a3f3-5adc-4694-9ead-29018388824d tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:32:46.115015 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-9448a3f3-5adc-4694-9ead-29018388824d tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Usage tracker for resource:subnet and tenant:8bd9692a05604ca1bb63ee573fbbaff2 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:32:46.122721 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-9448a3f3-5adc-4694-9ead-29018388824d tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:32:46.127171 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-9448a3f3-5adc-4694-9ead-29018388824d tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:32:46.208396 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9448a3f3-5adc-4694-9ead-29018388824d tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Made reservation on behalf of 8bd9692a05604ca1bb63ee573fbbaff2 for: {'subnet': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:32:46.218158 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a20d0149-6c14-446a-8c86-4ad00bf2ff49 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Router 704d25b5-841c-4a81-a269-8ba64091b8e2 is scheduled to L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 with binding_index 1 {{(pid=84887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 20:32:46.350519 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9448a3f3-5adc-4694-9ead-29018388824d tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2778563'] for subnet, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:46.635815 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-399482cb-a348-4719-80f7-92c768f639e8 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Router 810f7eb1-e599-4cf0-970b-e4755a6901c6 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:32:46.830897 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a20d0149-6c14-446a-8c86-4ad00bf2ff49 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:32:46.833548 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-399482cb-a348-4719-80f7-92c768f639e8 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:32:46.852958 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6480900-8fa2-414b-a34d-357a60a32913 None None] Sync routers for ids ['704d25b5-841c-4a81-a269-8ba64091b8e2'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:32:46.857942 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be225a24-6e75-4bdd-a7c5-aa159cd8e9ce None None] Sync routers for ids ['810f7eb1-e599-4cf0-970b-e4755a6901c6'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:32:46.866113 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6480900-8fa2-414b-a34d-357a60a32913 None None] Routers {'704d25b5-841c-4a81-a269-8ba64091b8e2'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:32:46.866743 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-b6480900-8fa2-414b-a34d-357a60a32913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:32:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['704d25b5-841c-4a81-a269-8ba64091b8e2'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:32:46.870170 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 46468) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:32:46.870424 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-a20d0149-6c14-446a-8c86-4ad00bf2ff49 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] 10.222.0.85 "PUT /v2.0/routers/704d25b5-841c-4a81-a269-8ba64091b8e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6759412 May 30 20:32:46.877141 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-399482cb-a348-4719-80f7-92c768f639e8 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "PUT /v2.0/routers/810f7eb1-e599-4cf0-970b-e4755a6901c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6076994 May 30 20:32:46.882159 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 46472) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:32:46.891161 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9575f44d-88a8-43b0-b726-5d821391318f req-7e5fde12-21a7-4c36-a472-e14ab2c8bfc0 tempest-ServerTagsTestJSON-1982166080 tempest-ServerTagsTestJSON-1982166080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:32:46.892634 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9575f44d-88a8-43b0-b726-5d821391318f req-7e5fde12-21a7-4c36-a472-e14ab2c8bfc0 tempest-ServerTagsTestJSON-1982166080 tempest-ServerTagsTestJSON-1982166080-project] 10.222.0.85 "GET /v2.0/ports?device_id=bc92c7bb-fdab-4792-88a0-aef25fd36c7f HTTP/1.1" status: 200 len: 943 time: 0.1605785 May 30 20:32:46.901971 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be225a24-6e75-4bdd-a7c5-aa159cd8e9ce None None] Routers {'810f7eb1-e599-4cf0-970b-e4755a6901c6'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:32:46.902761 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-be225a24-6e75-4bdd-a7c5-aa159cd8e9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:32:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['810f7eb1-e599-4cf0-970b-e4755a6901c6'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:32:46.936644 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-b6480900-8fa2-414b-a34d-357a60a32913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:32:46.953805 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 5e92a8ac-46c2-4856-8c2f-915e498f6adb details requested by agent hyperv_n-h1-843948-2 with host n-h1-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:32:46.987532 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-406f2017-e25a-4146-9966-25a0a60d5ca2 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:32:46.989141 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-406f2017-e25a-4146-9966-25a0a60d5ca2 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] 10.222.0.85 "GET /v2.0/ports/e11fa8c6-1508-4707-ad46-9ccb3c13add0 HTTP/1.1" status: 200 len: 911 time: 0.1175134 May 30 20:32:46.992080 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 46476) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:32:46.992840 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7389ab37-4c43-4fc6-befc-3202d7e26a70 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:32:46.994334 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7389ab37-4c43-4fc6-befc-3202d7e26a70 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:32:46.995106 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-7389ab37-4c43-4fc6-befc-3202d7e26a70 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Synchronizing usage tracker for tenant:08954986e7454427ae0d40c7652d3c6a on resource:subnet {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:32:47.011895 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9575f44d-88a8-43b0-b726-5d821391318f req-90fc97be-0344-41d8-8878-e39b6d7fdbb0 tempest-ServerTagsTestJSON-1982166080 tempest-ServerTagsTestJSON-1982166080-project] 10.222.0.85 "GET /v2.0/security-groups?id=ead51e85-1196-49f3-bc9f-5a99aabb877c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830343 May 30 20:32:47.062242 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6480900-8fa2-414b-a34d-357a60a32913 None None] Routers {'704d25b5-841c-4a81-a269-8ba64091b8e2'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:32:47.062918 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-b6480900-8fa2-414b-a34d-357a60a32913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:32:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['704d25b5-841c-4a81-a269-8ba64091b8e2'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:32:47.083167 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-be225a24-6e75-4bdd-a7c5-aa159cd8e9ce None None] Set router 810f7eb1-e599-4cf0-970b-e4755a6901c6 gateway port host: None {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:32:47.129836 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-b6480900-8fa2-414b-a34d-357a60a32913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:32:47.130243 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6480900-8fa2-414b-a34d-357a60a32913 None None] The sync data for ids ['704d25b5-841c-4a81-a269-8ba64091b8e2'] in n-d-843948-2 is: [] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:32:47.168616 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 5e92a8ac-46c2-4856-8c2f-915e498f6adb, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=5e92a8ac-46c2-4856-8c2f-915e498f6adb,segment=NetworkSegment(a3dfdf1e-2d22-4400-b4ce-8b1e82ab41e8),segment_id=a3dfdf1e-2d22-4400-b4ce-8b1e82ab41e8)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:32:47.183526 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Returning: {'device': '5e92a8ac-46c2-4856-8c2f-915e498f6adb', 'network_id': '088a4ef5-eb7f-467f-ac67-a7c695245e93', 'port_id': '5e92a8ac-46c2-4856-8c2f-915e498f6adb', 'mac_address': 'fa:16:3e:8a:78:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '347ea4e1-a59a-416f-a45d-b82a42e23e8e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:32:47.201722 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-be225a24-6e75-4bdd-a7c5-aa159cd8e9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '810f7eb1-e599-4cf0-970b-e4755a6901c6', 'name': 'tempest-NetworksTestDHCPv6-router-174628985', 'tenant_id': '08954986e7454427ae0d40c7652d3c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:32:28Z', 'updated_at': '2022-05-30T20:32:44Z', 'revision_number': 3, 'project_id': '08954986e7454427ae0d40c7652d3c6a', 'gw_port_host': None}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:32:47.206403 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be225a24-6e75-4bdd-a7c5-aa159cd8e9ce None None] Checking router: 810f7eb1-e599-4cf0-970b-e4755a6901c6 for host: n-d-843948-2 {{(pid=84889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:32:47.217980 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be225a24-6e75-4bdd-a7c5-aa159cd8e9ce None None] Routers {'810f7eb1-e599-4cf0-970b-e4755a6901c6'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:32:47.218600 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-be225a24-6e75-4bdd-a7c5-aa159cd8e9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:32:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['810f7eb1-e599-4cf0-970b-e4755a6901c6'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:32:47.238985 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:47.258647 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e92a8ac-46c2-4856-8c2f-915e498f6adb {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:32:47.275295 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 5e92a8ac-46c2-4856-8c2f-915e498f6adb, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=5e92a8ac-46c2-4856-8c2f-915e498f6adb,segment=NetworkSegment(a3dfdf1e-2d22-4400-b4ce-8b1e82ab41e8),segment_id=a3dfdf1e-2d22-4400-b4ce-8b1e82ab41e8)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:32:47.350515 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-be225a24-6e75-4bdd-a7c5-aa159cd8e9ce None None] Set router 810f7eb1-e599-4cf0-970b-e4755a6901c6 gateway port host: None {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:32:47.461786 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-be225a24-6e75-4bdd-a7c5-aa159cd8e9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '810f7eb1-e599-4cf0-970b-e4755a6901c6', 'name': 'tempest-NetworksTestDHCPv6-router-174628985', 'tenant_id': '08954986e7454427ae0d40c7652d3c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:32:28Z', 'updated_at': '2022-05-30T20:32:44Z', 'revision_number': 3, 'project_id': '08954986e7454427ae0d40c7652d3c6a', 'gw_port_host': None}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:32:47.466254 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be225a24-6e75-4bdd-a7c5-aa159cd8e9ce None None] The sync data for ids ['810f7eb1-e599-4cf0-970b-e4755a6901c6'] in n-d-843948-2 is: [{'id': '810f7eb1-e599-4cf0-970b-e4755a6901c6', 'name': 'tempest-NetworksTestDHCPv6-router-174628985', 'tenant_id': '08954986e7454427ae0d40c7652d3c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:32:28Z', 'updated_at': '2022-05-30T20:32:44Z', 'revision_number': 3, 'project_id': '08954986e7454427ae0d40c7652d3c6a', 'gw_port_host': None}] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:32:47.480416 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-981821df-af61-4f2d-899b-0986727a9806 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-736216'] for router_interface, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:47.746533 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9448a3f3-5adc-4694-9ead-29018388824d tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4127140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2778577'] for subnet, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:47.768621 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-7389ab37-4c43-4fc6-befc-3202d7e26a70 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Unset dirty status for tenant:08954986e7454427ae0d40c7652d3c6a on resource:subnet {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:32:47.768805 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:47.768921 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-7389ab37-4c43-4fc6-befc-3202d7e26a70 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.8848271 May 30 20:32:47.771328 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 46480) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:32:48.020480 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=5e92a8ac-46c2-4856-8c2f-915e498f6adb,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:48.037123 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 989d6f81-35c0-4389-a6c4-f5d9b612a294 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:32:48.109668 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: 989d6f81-35c0-4389-a6c4-f5d9b612a294 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:32:48.110006 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 989d6f81-35c0-4389-a6c4-f5d9b612a294 not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:32:48.125865 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['5e92a8ac-46c2-4856-8c2f-915e498f6adb'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:32:48.160132 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9448a3f3-5adc-4694-9ead-29018388824d tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Checking segment: {'id': 'b33d5c4d-6296-4c30-bd9b-dbe757d9cc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'b7f0e95b-2b0a-48c2-985e-1c03a8ab929a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:32:48.160500 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9448a3f3-5adc-4694-9ead-29018388824d tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Network hostable DHCP agents. Network: b7f0e95b-2b0a-48c2-985e-1c03a8ab929a, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:32:48.217907 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9448a3f3-5adc-4694-9ead-29018388824d tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Pushing event updated for resources: {'Subnet': ['ID=c3c1432e-5be6-4291-8c3a-dcab0720c77c,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:48.230881 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_v2 [None req-558fd2ea-3563-4038-a493-c2aa9b51d083 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Deleting subnet e0755399-b57e-4b30-a4b1-95102bfb5c8c {{(pid=84887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:32:48.236445 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-558fd2ea-3563-4038-a493-c2aa9b51d083 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks [] for subnet, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:48.373368 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-558fd2ea-3563-4038-a493-c2aa9b51d083 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3149227'] for subnet, precommit_delete_associations {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:48.384900 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9448a3f3-5adc-4694-9ead-29018388824d tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Network b7f0e95b-2b0a-48c2-985e-1c03a8ab929a is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:32:48.458621 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94c0707-eff2-4461-b6a5-81ea96d33255 req-4dbcc149-5812-4b44-b398-4df20ab42bf4 tempest-ServerTagsTestJSON-1982166080 tempest-ServerTagsTestJSON-1982166080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:32:48.460142 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c94c0707-eff2-4461-b6a5-81ea96d33255 req-4dbcc149-5812-4b44-b398-4df20ab42bf4 tempest-ServerTagsTestJSON-1982166080 tempest-ServerTagsTestJSON-1982166080-project] 10.222.0.85 "GET /v2.0/ports?device_id=bc92c7bb-fdab-4792-88a0-aef25fd36c7f HTTP/1.1" status: 200 len: 944 time: 0.1743810 May 30 20:32:48.475393 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-9448a3f3-5adc-4694-9ead-29018388824d tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, b7f0e95b-2b0a-48c2-985e-1c03a8ab929a) {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:32:48.485153 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f221edac-fc59-4aab-9e90-d4421fcd52ed None None] Network b7f0e95b-2b0a-48c2-985e-1c03a8ab929a requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:32:48.503315 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9448a3f3-5adc-4694-9ead-29018388824d tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:32:48.506049 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9448a3f3-5adc-4694-9ead-29018388824d tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks [] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:48.521393 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-558fd2ea-3563-4038-a493-c2aa9b51d083 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:48.540771 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-981821df-af61-4f2d-899b-0986727a9806 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Deleting port e11fa8c6-1508-4707-ad46-9ccb3c13add0 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:32:48.541196 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-981821df-af61-4f2d-899b-0986727a9806 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:48.551671 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c94c0707-eff2-4461-b6a5-81ea96d33255 req-e8745a5c-afae-4170-af84-937ce4f4857b tempest-ServerTagsTestJSON-1982166080 tempest-ServerTagsTestJSON-1982166080-project] 10.222.0.85 "GET /v2.0/security-groups?id=ead51e85-1196-49f3-bc9f-5a99aabb877c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847995 May 30 20:32:48.638865 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-9448a3f3-5adc-4694-9ead-29018388824d tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.7634981 May 30 20:32:48.641589 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 46510) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:32:48.775795 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-558fd2ea-3563-4038-a493-c2aa9b51d083 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4055470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114247'] for subnet, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:48.810840 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-981821df-af61-4f2d-899b-0986727a9806 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:48.851352 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558fd2ea-3563-4038-a493-c2aa9b51d083 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Pushing event deleted for resources: {'Subnet': ['ID=e0755399-b57e-4b30-a4b1-95102bfb5c8c,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:48.876706 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-558fd2ea-3563-4038-a493-c2aa9b51d083 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:48.892681 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a88ac2ee-f2cb-4995-9a95-7e29dcbef0fa None None] Network e47345d4-98a8-46f5-a7b7-66b2eb513a50 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:32:48.953066 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6cdd712f-449a-4d16-ac57-79f91497a3c1 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:48.978462 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c574f2-3677-4a57-bbab-4e34d053720d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-b7f0e95b-2b0a-48c2-985e-1c03a8ab929a', 'network_id': 'b7f0e95b-2b0a-48c2-985e-1c03a8ab929a', 'tenant_id': '8bd9692a05604ca1bb63ee573fbbaff2', 'fixed_ips': [{'subnet_id': 'c3c1432e-5be6-4291-8c3a-dcab0720c77c'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:32:48.987131 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-75c574f2-3677-4a57-bbab-4e34d053720d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:49.005644 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-558fd2ea-3563-4038-a493-c2aa9b51d083 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "DELETE /v2.0/subnets/e0755399-b57e-4b30-a4b1-95102bfb5c8c HTTP/1.1" status: 204 len: 168 time: 1.2308915 May 30 20:32:49.009942 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 46520) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:32:49.031884 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 5e92a8ac-46c2-4856-8c2f-915e498f6adb up at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:32:49.041734 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-981821df-af61-4f2d-899b-0986727a9806 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Calling delete_port for e11fa8c6-1508-4707-ad46-9ccb3c13add0 owned by network:router_interface {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:32:49.190882 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d6de3c-a99d-455e-b9a0-8186c84a6c53 req-4ff4a781-183d-41fb-9c2e-351556797416 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:32:49.192535 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-30d6de3c-a99d-455e-b9a0-8186c84a6c53 req-4ff4a781-183d-41fb-9c2e-351556797416 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=bb8e5987-b3ba-470c-b297-cb22dc08dac6 HTTP/1.1" status: 200 len: 943 time: 0.2919805 May 30 20:32:49.295400 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6cdd712f-449a-4d16-ac57-79f91497a3c1 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:49.317498 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [req-30d6de3c-a99d-455e-b9a0-8186c84a6c53 req-689afc76-2465-4919-bd7e-db843ec266e9 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Deleting port 668e586b-abe2-4b90-939d-6c44e2d5813c {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:32:49.318291 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-30d6de3c-a99d-455e-b9a0-8186c84a6c53 req-689afc76-2465-4919-bd7e-db843ec266e9 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:49.530174 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-507eee59-2297-44b4-a2e7-bf8f8633a9b6 None None] DHCP port deletion for e47345d4-98a8-46f5-a7b7-66b2eb513a50 request from n-d-843948-2 {{(pid=84888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:32:49.536674 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-507eee59-2297-44b4-a2e7-bf8f8633a9b6 None None] Deleting port 9d34bb2c-077c-4e8c-a370-7821bf2399b5 {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:32:49.537111 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-507eee59-2297-44b4-a2e7-bf8f8633a9b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:49.547273 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-be054022-8f36-441e-afb9-10d9ac790759 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.5360093 May 30 20:32:49.550448 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 46532) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:32:49.572719 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:49.573232 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning for port 5e92a8ac-46c2-4856-8c2f-915e498f6adb completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:32:49.592226 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning complete for port 5e92a8ac-46c2-4856-8c2f-915e498f6adb triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:32:49.592674 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:49.733435 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c6c0d42c-6a74-45d5-bad1-dccbb69761e9 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks [] for router, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:49.911587 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6cdd712f-449a-4d16-ac57-79f91497a3c1 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4055470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114247'] for subnet, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:49.981967 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-981821df-af61-4f2d-899b-0986727a9806 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:50.020207 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:50.027719 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdd712f-449a-4d16-ac57-79f91497a3c1 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Pushing event deleted for resources: {'Subnet': ['ID=c3c1432e-5be6-4291-8c3a-dcab0720c77c,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:50.058490 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-507eee59-2297-44b4-a2e7-bf8f8633a9b6 None None] For port 9d34bb2c-077c-4e8c-a370-7821bf2399b5, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=9d34bb2c-077c-4e8c-a370-7821bf2399b5,segment=NetworkSegment(2cb73a29-9359-4fbf-99af-be1c6062790b),segment_id=2cb73a29-9359-4fbf-99af-be1c6062790b)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:32:50.059184 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-507eee59-2297-44b4-a2e7-bf8f8633a9b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:50.100914 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981821df-af61-4f2d-899b-0986727a9806 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Pushing event deleted for resources: {'Port': ['ID=e11fa8c6-1508-4707-ad46-9ccb3c13add0,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:50.221269 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server [None req-75c574f2-3677-4a57-bbab-4e34d053720d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c3c1432e-5be6-4291-8c3a-dcab0720c77c: This subnet is being modified by another concurrent operation. May 30 20:32:50.221269 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 30 20:32:50.221269 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 30 20:32:50.221269 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 30 20:32:50.221269 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 30 20:32:50.221269 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 30 20:32:50.221269 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 30 20:32:50.221269 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 30 20:32:50.221269 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 30 20:32:50.221269 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 30 20:32:50.221269 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 30 20:32:50.221269 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 30 20:32:50.221269 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 30 20:32:50.221269 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server self.force_reraise() May 30 20:32:50.221269 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 30 20:32:50.221269 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 30 20:32:50.221269 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 30 20:32:50.221269 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server raise value May 30 20:32:50.221269 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 30 20:32:50.221269 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 30 20:32:50.221269 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 30 20:32:50.221269 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 30 20:32:50.221269 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 30 20:32:50.221269 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server self.force_reraise() May 30 20:32:50.221269 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 30 20:32:50.221269 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 30 20:32:50.221269 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 30 20:32:50.221269 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server raise value May 30 20:32:50.221269 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 30 20:32:50.221269 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 30 20:32:50.221269 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 30 20:32:50.221269 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 30 20:32:50.221269 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 30 20:32:50.221269 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server self.force_reraise() May 30 20:32:50.221269 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 30 20:32:50.221269 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 30 20:32:50.221269 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 30 20:32:50.221269 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server raise value May 30 20:32:50.221269 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 30 20:32:50.221269 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 30 20:32:50.221269 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 30 20:32:50.221269 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 30 20:32:50.221269 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port May 30 20:32:50.221269 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 30 20:32:50.221269 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action May 30 20:32:50.221269 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 30 20:32:50.221269 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port May 30 20:32:50.221269 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 30 20:32:50.221269 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 30 20:32:50.221269 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 30 20:32:50.221269 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped May 30 20:32:50.221269 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 30 20:32:50.221269 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 30 20:32:50.224483 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 30 20:32:50.224483 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 30 20:32:50.224483 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server self.force_reraise() May 30 20:32:50.224483 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 30 20:32:50.224483 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 30 20:32:50.224483 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 30 20:32:50.224483 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server raise value May 30 20:32:50.224483 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 30 20:32:50.224483 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 30 20:32:50.224483 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 30 20:32:50.224483 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 30 20:32:50.224483 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 30 20:32:50.224483 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server self.force_reraise() May 30 20:32:50.224483 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 30 20:32:50.224483 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 30 20:32:50.224483 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 30 20:32:50.224483 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server raise value May 30 20:32:50.224483 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 30 20:32:50.224483 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 30 20:32:50.224483 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 30 20:32:50.224483 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 30 20:32:50.224483 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 30 20:32:50.224483 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server self.force_reraise() May 30 20:32:50.224483 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 30 20:32:50.224483 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 30 20:32:50.224483 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 30 20:32:50.224483 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server raise value May 30 20:32:50.224483 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 30 20:32:50.224483 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 30 20:32:50.224483 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port May 30 20:32:50.224483 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 30 20:32:50.224483 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db May 30 20:32:50.224483 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 30 20:32:50.224483 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db May 30 20:32:50.224483 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 30 20:32:50.224483 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 30 20:32:50.224483 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 30 20:32:50.224483 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped May 30 20:32:50.224483 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 30 20:32:50.224483 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 30 20:32:50.224483 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 30 20:32:50.224483 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 30 20:32:50.224483 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 30 20:32:50.224483 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 30 20:32:50.224483 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 30 20:32:50.224483 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets May 30 20:32:50.224483 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 30 20:32:50.224483 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 30 20:32:50.224483 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server raise exception May 30 20:32:50.224483 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c3c1432e-5be6-4291-8c3a-dcab0720c77c: This subnet is being modified by another concurrent operation. May 30 20:32:50.224483 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server May 30 20:32:50.246611 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-507eee59-2297-44b4-a2e7-bf8f8633a9b6 None None] Calling delete_port for 9d34bb2c-077c-4e8c-a370-7821bf2399b5 owned by network:dhcp {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:32:50.254103 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6cdd712f-449a-4d16-ac57-79f91497a3c1 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:50.281143 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 9d34bb2c-077c-4e8c-a370-7821bf2399b5 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:32:50.284965 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-6cdd712f-449a-4d16-ac57-79f91497a3c1 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7f0e95b-2b0a-48c2-985e-1c03a8ab929a']}} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:32:50.300026 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-6cdd712f-449a-4d16-ac57-79f91497a3c1 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b33d5c4d-6296-4c30-bd9b-dbe757d9cc9f') {'for_net_delete': True} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:32:50.301094 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-6cdd712f-449a-4d16-ac57-79f91497a3c1 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b33d5c4d-6296-4c30-bd9b-dbe757d9cc9f') {} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:32:50.323152 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6cdd712f-449a-4d16-ac57-79f91497a3c1 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3149912'] for segment, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:50.327155 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d461e5-c4e7-4234-8f68-dd244b43b9f4 None None] Network b7f0e95b-2b0a-48c2-985e-1c03a8ab929a requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:32:50.347349 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6cdd712f-449a-4d16-ac57-79f91497a3c1 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:50.364932 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cdd712f-449a-4d16-ac57-79f91497a3c1 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Releasing vlan 664 on physical network physnet1 to pool {{(pid=84887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:32:50.369054 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6cdd712f-449a-4d16-ac57-79f91497a3c1 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4055488'] for segment, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:50.452296 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc92c7bb-fdab-4792-88a0-aef25fd36c7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e92a8ac-46c2-4856-8c2f-915e498f6adb'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:32:50.456684 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-30d6de3c-a99d-455e-b9a0-8186c84a6c53 req-689afc76-2465-4919-bd7e-db843ec266e9 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] For port 668e586b-abe2-4b90-939d-6c44e2d5813c, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=668e586b-abe2-4b90-939d-6c44e2d5813c,segment=NetworkSegment(40468e3f-2630-4d51-98c1-4a518f6532d2),segment_id=40468e3f-2630-4d51-98c1-4a518f6532d2)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:32:50.457930 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-30d6de3c-a99d-455e-b9a0-8186c84a6c53 req-689afc76-2465-4919-bd7e-db843ec266e9 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:50.501107 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 5e92a8ac-46c2-4856-8c2f-915e498f6adb, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=5e92a8ac-46c2-4856-8c2f-915e498f6adb,segment=NetworkSegment(a3dfdf1e-2d22-4400-b4ce-8b1e82ab41e8),segment_id=a3dfdf1e-2d22-4400-b4ce-8b1e82ab41e8)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:32:50.502994 n-d-843948-2 neutron-server[84887]: Traceback (most recent call last): May 30 20:32:50.502994 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:32:50.502994 n-d-843948-2 neutron-server[84887]: timer() May 30 20:32:50.502994 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:32:50.502994 n-d-843948-2 neutron-server[84887]: cb(*args, **kw) May 30 20:32:50.502994 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:32:50.502994 n-d-843948-2 neutron-server[84887]: return func(*args, **kwargs) May 30 20:32:50.502994 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:32:50.502994 n-d-843948-2 neutron-server[84887]: self._notify() May 30 20:32:50.502994 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:32:50.502994 n-d-843948-2 neutron-server[84887]: self.callback(batched_events) May 30 20:32:50.502994 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:32:50.502994 n-d-843948-2 neutron-server[84887]: event.method(event) May 30 20:32:50.502994 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:32:50.502994 n-d-843948-2 neutron-server[84887]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:32:50.502994 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:32:50.502994 n-d-843948-2 neutron-server[84887]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:32:50.502994 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:32:50.502994 n-d-843948-2 neutron-server[84887]: return f(self, *a, **k) May 30 20:32:50.502994 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:32:50.502994 n-d-843948-2 neutron-server[84887]: return self._get(url).json() May 30 20:32:50.502994 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:32:50.502994 n-d-843948-2 neutron-server[84887]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:32:50.502994 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:32:50.502994 n-d-843948-2 neutron-server[84887]: return self.request(url, 'GET', **kwargs) May 30 20:32:50.502994 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:32:50.502994 n-d-843948-2 neutron-server[84887]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:32:50.502994 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:32:50.502994 n-d-843948-2 neutron-server[84887]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:32:50.502994 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:32:50.502994 n-d-843948-2 neutron-server[84887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:32:50.502994 n-d-843948-2 neutron-server[84887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:32:50.694393 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6cdd712f-449a-4d16-ac57-79f91497a3c1 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:50.724589 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [req-30d6de3c-a99d-455e-b9a0-8186c84a6c53 req-689afc76-2465-4919-bd7e-db843ec266e9 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Calling delete_port for 668e586b-abe2-4b90-939d-6c44e2d5813c owned by compute:nova {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:32:50.736434 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c6c0d42c-6a74-45d5-bad1-dccbb69761e9 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-724789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3141'] for router, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:50.741504 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c6c0d42c-6a74-45d5-bad1-dccbb69761e9 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:50.756011 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:50.790571 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6cdd712f-449a-4d16-ac57-79f91497a3c1 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:50.852818 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c6c0d42c-6a74-45d5-bad1-dccbb69761e9 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724889'] for router, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:50.853787 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6c0d42c-6a74-45d5-bad1-dccbb69761e9 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Fanout notify agent at l3_agent the message router_deleted on router 810f7eb1-e599-4cf0-970b-e4755a6901c6 {{(pid=84887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:32:50.860011 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-981821df-af61-4f2d-899b-0986727a9806 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1718140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-736143'] for router_interface, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:50.874371 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdd712f-449a-4d16-ac57-79f91497a3c1 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Pushing event deleted for resources: {'Network': ['ID=b7f0e95b-2b0a-48c2-985e-1c03a8ab929a,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:50.879880 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=5e92a8ac-46c2-4856-8c2f-915e498f6adb,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:50.884716 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-507eee59-2297-44b4-a2e7-bf8f8633a9b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468'] for port, after_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:50.886115 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-6cdd712f-449a-4d16-ac57-79f91497a3c1 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] 10.222.0.85 "DELETE /v2.0/networks/b7f0e95b-2b0a-48c2-985e-1c03a8ab929a HTTP/1.1" status: 204 len: 168 time: 2.2431192 May 30 20:32:50.892274 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c6c0d42c-6a74-45d5-bad1-dccbb69761e9 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks [] for router, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:50.893748 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-c6c0d42c-6a74-45d5-bad1-dccbb69761e9 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "DELETE /v2.0/routers/810f7eb1-e599-4cf0-970b-e4755a6901c6 HTTP/1.1" status: 204 len: 168 time: 1.3422379 May 30 20:32:50.904372 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 46558) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:32:50.905008 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 46560) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:32:50.912772 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-69e3cb19-0163-4a21-9d9e-c9ce7133e135 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Request body: {'subnet': {'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:32:50.972193 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-b7b7c82d-60c2-4145-b982-613ba3e97110 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-335558403'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:32:51.030404 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507eee59-2297-44b4-a2e7-bf8f8633a9b6 None None] Pushing event deleted for resources: {'Port': ['ID=9d34bb2c-077c-4e8c-a370-7821bf2399b5,revision_number=None']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:51.048457 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-b7b7c82d-60c2-4145-b982-613ba3e97110 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:32:51.059477 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:51.079293 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507eee59-2297-44b4-a2e7-bf8f8633a9b6 None None] No DVR routers for this DVR port 9d34bb2c-077c-4e8c-a370-7821bf2399b5 on host n-d-843948-2 {{(pid=84888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:32:51.099329 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2048605a-83b6-4084-be58-55243764720e None None] get_active_networks_info from n-d-843948-2 {{(pid=84888) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 30 20:32:51.178343 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-b7b7c82d-60c2-4145-b982-613ba3e97110 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Usage tracker for resource:network and tenant:8bd9692a05604ca1bb63ee573fbbaff2 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:32:51.186191 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-b7b7c82d-60c2-4145-b982-613ba3e97110 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:32:51.218693 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-b7b7c82d-60c2-4145-b982-613ba3e97110 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:32:51.229935 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a04b39-483b-4594-b275-6a9cc9f899a9 req-3dbbf141-7de4-4993-a6fd-5842a7015afd tempest-ServerTagsTestJSON-1982166080 tempest-ServerTagsTestJSON-1982166080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:32:51.237865 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-18a04b39-483b-4594-b275-6a9cc9f899a9 req-3dbbf141-7de4-4993-a6fd-5842a7015afd tempest-ServerTagsTestJSON-1982166080 tempest-ServerTagsTestJSON-1982166080-project] 10.222.0.85 "GET /v2.0/ports?device_id=bc92c7bb-fdab-4792-88a0-aef25fd36c7f HTTP/1.1" status: 200 len: 945 time: 0.4664686 May 30 20:32:51.287871 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2048605a-83b6-4084-be58-55243764720e None None] Resources bound (agent type, host, resource id): {{(pid=84888) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 30 20:32:51.335406 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-69e3cb19-0163-4a21-9d9e-c9ce7133e135 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:32:51.341243 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-69e3cb19-0163-4a21-9d9e-c9ce7133e135 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Usage tracker for resource:subnet and tenant:08954986e7454427ae0d40c7652d3c6a is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:32:51.346186 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-18a04b39-483b-4594-b275-6a9cc9f899a9 req-89abebd3-2b3f-47e6-a364-cb7177b1e533 tempest-ServerTagsTestJSON-1982166080 tempest-ServerTagsTestJSON-1982166080-project] 10.222.0.85 "GET /v2.0/security-groups?id=ead51e85-1196-49f3-bc9f-5a99aabb877c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074321 May 30 20:32:51.347239 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-69e3cb19-0163-4a21-9d9e-c9ce7133e135 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:32:51.354884 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-69e3cb19-0163-4a21-9d9e-c9ce7133e135 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:32:51.366425 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7b7c82d-60c2-4145-b982-613ba3e97110 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Made reservation on behalf of 8bd9692a05604ca1bb63ee573fbbaff2 for: {'network': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:32:51.372679 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b7b7c82d-60c2-4145-b982-613ba3e97110 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:51.465306 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7b7c82d-60c2-4145-b982-613ba3e97110 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] vlan segment allocate from pool success with {'vlan_id': 681, 'physical_network': 'physnet1'} {{(pid=84887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:32:51.490543 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b7b7c82d-60c2-4145-b982-613ba3e97110 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:51.491150 n-d-843948-2 neutron-server[84887]: INFO neutron.db.segments_db [None req-b7b7c82d-60c2-4145-b982-613ba3e97110 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Added segment 36f49cb3-744a-4d1f-ba9b-841d1ca6b77a of type vlan for network 869754df-adbc-4c56-ad57-9c46ed125556 May 30 20:32:51.505821 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69e3cb19-0163-4a21-9d9e-c9ce7133e135 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Made reservation on behalf of 08954986e7454427ae0d40c7652d3c6a for: {'subnet': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:32:51.553426 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-30d6de3c-a99d-455e-b9a0-8186c84a6c53 req-689afc76-2465-4919-bd7e-db843ec266e9 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:51.563837 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-69e3cb19-0163-4a21-9d9e-c9ce7133e135 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114220'] for subnet, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:51.576107 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['5a1890e7-bff3-481d-97b4-974c081578cc', '2dce9d2f-c86d-4852-9ec1-a59a59049c03'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:32:51.695718 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689afc76-2465-4919-bd7e-db843ec266e9 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Pushing event deleted for resources: {'Port': ['ID=668e586b-abe2-4b90-939d-6c44e2d5813c,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:51.757201 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2620f7d-0a5d-495b-b4e2-cad57705086c'] response: {'server_uuid': 'bc92c7bb-fdab-4792-88a0-aef25fd36c7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e92a8ac-46c2-4856-8c2f-915e498f6adb', 'code': 200} May 30 20:32:51.940510 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b7b7c82d-60c2-4145-b982-613ba3e97110 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:51.974913 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [req-30d6de3c-a99d-455e-b9a0-8186c84a6c53 req-689afc76-2465-4919-bd7e-db843ec266e9 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] No DVR routers for this DVR port 668e586b-abe2-4b90-939d-6c44e2d5813c on host n-h2-843948-2 {{(pid=84886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:32:51.988983 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-30d6de3c-a99d-455e-b9a0-8186c84a6c53 req-689afc76-2465-4919-bd7e-db843ec266e9 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:51.992700 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb8e5987-b3ba-470c-b297-cb22dc08dac6', 'name': 'network-vif-deleted', 'tag': '668e586b-abe2-4b90-939d-6c44e2d5813c'}] {{(pid=84886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:32:52.225713 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-981821df-af61-4f2d-899b-0986727a9806 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Router 704d25b5-841c-4a81-a269-8ba64091b8e2 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:32:52.225713 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-30d6de3c-a99d-455e-b9a0-8186c84a6c53 req-689afc76-2465-4919-bd7e-db843ec266e9 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "DELETE /v2.0/ports/668e586b-abe2-4b90-939d-6c44e2d5813c HTTP/1.1" status: 204 len: 173 time: 3.0189266 May 30 20:32:52.225713 n-d-843948-2 neutron-server[84886]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-1a339fec-1831-438c-8726-a0f8036114c5']: {'server_uuid': 'bb8e5987-b3ba-470c-b297-cb22dc08dac6', 'name': 'network-vif-deleted', 'tag': '668e586b-abe2-4b90-939d-6c44e2d5813c', 'status': 'failed', 'code': 422} returned with failed status May 30 20:32:52.244266 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-27fda353-cc3b-460c-8106-70607095c06e req-43c3d96d-570e-4f3a-bb45-0ee30f0caf02 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=bc92c7bb-fdab-4792-88a0-aef25fd36c7f HTTP/1.1" status: 200 len: 1096 time: 0.4907176 May 30 20:32:52.356553 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:52.403361 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b7b7c82d-60c2-4145-b982-613ba3e97110 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:52.417904 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b7c82d-60c2-4145-b982-613ba3e97110 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:32:52.419622 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b7b7c82d-60c2-4145-b982-613ba3e97110 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:52.440232 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-27fda353-cc3b-460c-8106-70607095c06e req-5cd65393-997c-4bf7-8760-36858ae6775d service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=ead51e85-1196-49f3-bc9f-5a99aabb877c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897454 May 30 20:32:52.725969 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-b7b7c82d-60c2-4145-b982-613ba3e97110 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.8191721 May 30 20:32:52.730115 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 46590) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:32:52.738018 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-defcbfc3-5a66-4d63-8bed-987bca843394 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Request body: {'network': {'name': 'New_network'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:32:52.974396 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-69e3cb19-0163-4a21-9d9e-c9ce7133e135 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4055401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114238'] for subnet, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:53.103690 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e3cb19-0163-4a21-9d9e-c9ce7133e135 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Network e47345d4-98a8-46f5-a7b7-66b2eb513a50 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:32:53.110785 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-69e3cb19-0163-4a21-9d9e-c9ce7133e135 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:32:53.113987 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e3cb19-0163-4a21-9d9e-c9ce7133e135 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:32:53.114631 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-69e3cb19-0163-4a21-9d9e-c9ce7133e135 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:53.126060 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c499bc8-3919-41eb-8f1d-5653dc39782d None None] Network e47345d4-98a8-46f5-a7b7-66b2eb513a50 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:32:53.145268 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-981821df-af61-4f2d-899b-0986727a9806 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:32:53.146493 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b7c82d-60c2-4145-b982-613ba3e97110 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Pushing event updated for resources: {'Network': ['ID=869754df-adbc-4c56-ad57-9c46ed125556,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:53.169582 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-981821df-af61-4f2d-899b-0986727a9806 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] 10.222.0.85 "PUT /v2.0/routers/704d25b5-841c-4a81-a269-8ba64091b8e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1759849 May 30 20:32:53.174806 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 46598) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:32:53.252988 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-69e3cb19-0163-4a21-9d9e-c9ce7133e135 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.3449833 May 30 20:32:53.254702 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-41150178-6824-4f0c-98ae-e338cc38c914 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Synchronizing usage tracker for tenant:eeceb350906e46fc9b2c21ca495ac559 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:32:53.257777 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 46602) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:32:53.258329 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e3cb19-0163-4a21-9d9e-c9ce7133e135 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Pushing event updated for resources: {'Subnet': ['ID=e331efd8-85dc-4b2c-8091-7175bb62ae38,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:53.274891 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa8ad1b-c765-4c84-8018-9e01280304c0 req-8cb9877e-7a89-4b04-b751-1a4ef58b1af6 tempest-ServerTagsTestJSON-1982166080 tempest-ServerTagsTestJSON-1982166080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:32:53.278229 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-00fa426c-05e6-4957-95b8-54e5246fb5c8 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1180449699', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:32:53.282300 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7aa8ad1b-c765-4c84-8018-9e01280304c0 req-8cb9877e-7a89-4b04-b751-1a4ef58b1af6 tempest-ServerTagsTestJSON-1982166080 tempest-ServerTagsTestJSON-1982166080-project] 10.222.0.85 "GET /v2.0/ports?device_id=bc92c7bb-fdab-4792-88a0-aef25fd36c7f HTTP/1.1" status: 200 len: 945 time: 0.4976006 May 30 20:32:53.299751 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-defcbfc3-5a66-4d63-8bed-987bca843394 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:53.339954 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-00fa426c-05e6-4957-95b8-54e5246fb5c8 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:32:53.354516 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7aa8ad1b-c765-4c84-8018-9e01280304c0 req-b9203f3c-328e-462d-80fb-3f03a088e96c tempest-ServerTagsTestJSON-1982166080 tempest-ServerTagsTestJSON-1982166080-project] 10.222.0.85 "GET /v2.0/security-groups?id=ead51e85-1196-49f3-bc9f-5a99aabb877c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710754 May 30 20:32:53.355476 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-00fa426c-05e6-4957-95b8-54e5246fb5c8 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Usage tracker for resource:router and tenant:08954986e7454427ae0d40c7652d3c6a is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:32:53.361087 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-00fa426c-05e6-4957-95b8-54e5246fb5c8 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:32:53.370645 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-00fa426c-05e6-4957-95b8-54e5246fb5c8 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:32:53.410123 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network 869754df-adbc-4c56-ad57-9c46ed125556 details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:32:53.424351 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5927004e-4ac3-4c77-9ccc-d53214829fe4 None None] Sync routers for ids ['704d25b5-841c-4a81-a269-8ba64091b8e2'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:32:53.452076 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-41150178-6824-4f0c-98ae-e338cc38c914 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Unset dirty status for tenant:eeceb350906e46fc9b2c21ca495ac559 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:32:53.453872 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-41150178-6824-4f0c-98ae-e338cc38c914 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] 10.222.0.85 "GET /v2.0/ports?device_id=704d25b5-841c-4a81-a269-8ba64091b8e2 HTTP/1.1" status: 200 len: 205 time: 0.2712953 May 30 20:32:53.458232 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 46612) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:32:53.529562 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-00fa426c-05e6-4957-95b8-54e5246fb5c8 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-733683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3159'] for router, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:53.533711 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-00fa426c-05e6-4957-95b8-54e5246fb5c8 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-733584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-736372', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-628480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3164'] for router, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:53.547677 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-defcbfc3-5a66-4d63-8bed-987bca843394 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:53.581221 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5927004e-4ac3-4c77-9ccc-d53214829fe4 None None] Routers {'704d25b5-841c-4a81-a269-8ba64091b8e2'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:32:53.582095 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-5927004e-4ac3-4c77-9ccc-d53214829fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:32:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['704d25b5-841c-4a81-a269-8ba64091b8e2'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:32:53.726344 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6a7642ce-fea8-4e5b-af46-fcad5b127bfa tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks [] for router, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:53.742055 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-5927004e-4ac3-4c77-9ccc-d53214829fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:32:53.761509 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-defcbfc3-5a66-4d63-8bed-987bca843394 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Network 869754df-adbc-4c56-ad57-9c46ed125556 is not hosted by any dhcp agent {{(pid=84886) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} May 30 20:32:53.765352 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-defcbfc3-5a66-4d63-8bed-987bca843394 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:32:53.766078 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-defcbfc3-5a66-4d63-8bed-987bca843394 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks [] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:53.769983 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-defcbfc3-5a66-4d63-8bed-987bca843394 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] 10.222.0.85 "PUT /v2.0/networks/869754df-adbc-4c56-ad57-9c46ed125556 HTTP/1.1" status: 200 len: 723 time: 1.0357237 May 30 20:32:53.777557 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 46616) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:32:53.803202 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-ab040187-be4a-4cdb-9447-b5aede764c41 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Request body: {'subnet': {'network_id': '869754df-adbc-4c56-ad57-9c46ed125556', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:32:53.852388 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defcbfc3-5a66-4d63-8bed-987bca843394 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Pushing event updated for resources: {'Network': ['ID=869754df-adbc-4c56-ad57-9c46ed125556,revision_number=2']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:53.881060 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network 869754df-adbc-4c56-ad57-9c46ed125556 details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:32:54.017648 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-00fa426c-05e6-4957-95b8-54e5246fb5c8 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:54.033670 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-ab040187-be4a-4cdb-9447-b5aede764c41 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:32:54.049035 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-ab040187-be4a-4cdb-9447-b5aede764c41 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Usage tracker for resource:subnet and tenant:8bd9692a05604ca1bb63ee573fbbaff2 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:32:54.053304 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-ab040187-be4a-4cdb-9447-b5aede764c41 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:32:54.070867 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-ab040187-be4a-4cdb-9447-b5aede764c41 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:32:54.133521 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5927004e-4ac3-4c77-9ccc-d53214829fe4 None None] Routers {'704d25b5-841c-4a81-a269-8ba64091b8e2'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:32:54.134264 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-5927004e-4ac3-4c77-9ccc-d53214829fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:32:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['704d25b5-841c-4a81-a269-8ba64091b8e2'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:32:54.179641 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-00fa426c-05e6-4957-95b8-54e5246fb5c8 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-736409'] for router, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:54.220163 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab040187-be4a-4cdb-9447-b5aede764c41 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Made reservation on behalf of 8bd9692a05604ca1bb63ee573fbbaff2 for: {'subnet': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:32:54.266754 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b002e4-e550-4aa3-a21d-15d20dd070a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-e47345d4-98a8-46f5-a7b7-66b2eb513a50', 'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50', 'tenant_id': '08954986e7454427ae0d40c7652d3c6a', 'fixed_ips': [{'subnet_id': 'e331efd8-85dc-4b2c-8091-7175bb62ae38'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:32:54.267880 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-c2b002e4-e550-4aa3-a21d-15d20dd070a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:54.292147 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-5927004e-4ac3-4c77-9ccc-d53214829fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:32:54.292781 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5927004e-4ac3-4c77-9ccc-d53214829fe4 None None] The sync data for ids ['704d25b5-841c-4a81-a269-8ba64091b8e2'] in n-d-843948-2 is: [] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:32:54.351564 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-00fa426c-05e6-4957-95b8-54e5246fb5c8 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks [] for router, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:54.352668 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-00fa426c-05e6-4957-95b8-54e5246fb5c8 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 1.0917978 May 30 20:32:54.363496 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 46632) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:32:54.456423 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ab040187-be4a-4cdb-9447-b5aede764c41 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2778563'] for subnet, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:54.620783 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-c2b002e4-e550-4aa3-a21d-15d20dd070a6 None None] Allocated IP 2001:db8::2 (e47345d4-98a8-46f5-a7b7-66b2eb513a50/e331efd8-85dc-4b2c-8091-7175bb62ae38/23f58c38-ffbc-4a9b-a980-c96afcd66bc2) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:32:54.907969 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6a7642ce-fea8-4e5b-af46-fcad5b127bfa tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-724789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3141'] for router, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:54.930648 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6a7642ce-fea8-4e5b-af46-fcad5b127bfa tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:54.972127 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ab040187-be4a-4cdb-9447-b5aede764c41 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4127140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2778577'] for subnet, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:55.024390 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-c2b002e4-e550-4aa3-a21d-15d20dd070a6 None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:55.050539 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-c2b002e4-e550-4aa3-a21d-15d20dd070a6 None None] Transition to ACTIVE for port object 23f58c38-ffbc-4a9b-a980-c96afcd66bc2 will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:32:55.076061 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab040187-be4a-4cdb-9447-b5aede764c41 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Pushing event updated for resources: {'Subnet': ['ID=19fcd7a9-209f-4538-ab0f-7b6b55fe79ea,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:55.082226 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab040187-be4a-4cdb-9447-b5aede764c41 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Checking segment: {'id': '36f49cb3-744a-4d1f-ba9b-841d1ca6b77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '869754df-adbc-4c56-ad57-9c46ed125556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:32:55.082654 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab040187-be4a-4cdb-9447-b5aede764c41 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Network hostable DHCP agents. Network: 869754df-adbc-4c56-ad57-9c46ed125556, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:32:55.107008 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-c2b002e4-e550-4aa3-a21d-15d20dd070a6 None None] Transition to ACTIVE for port object 23f58c38-ffbc-4a9b-a980-c96afcd66bc2 will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:32:55.188642 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-c2b002e4-e550-4aa3-a21d-15d20dd070a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:55.259504 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936e098b-eb73-4263-b289-453005742a26 req-dfffb602-3ee5-40a0-a133-f31f102dede2 tempest-ServerTagsTestJSON-1982166080 tempest-ServerTagsTestJSON-1982166080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:32:55.261278 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-936e098b-eb73-4263-b289-453005742a26 req-dfffb602-3ee5-40a0-a133-f31f102dede2 tempest-ServerTagsTestJSON-1982166080 tempest-ServerTagsTestJSON-1982166080-project] 10.222.0.85 "GET /v2.0/ports?device_id=bc92c7bb-fdab-4792-88a0-aef25fd36c7f HTTP/1.1" status: 200 len: 945 time: 0.5652299 May 30 20:32:55.266743 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab040187-be4a-4cdb-9447-b5aede764c41 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Network 869754df-adbc-4c56-ad57-9c46ed125556 is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:32:55.312475 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b002e4-e550-4aa3-a21d-15d20dd070a6 None None] Network e47345d4-98a8-46f5-a7b7-66b2eb513a50 is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:32:55.317131 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-c2b002e4-e550-4aa3-a21d-15d20dd070a6 None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:32:55.322273 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b002e4-e550-4aa3-a21d-15d20dd070a6 None None] Pushing event updated for resources: {'Port': ['ID=23f58c38-ffbc-4a9b-a980-c96afcd66bc2,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:55.325034 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b002e4-e550-4aa3-a21d-15d20dd070a6 None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:32:55.374522 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878dcd63-a1a7-477a-ac09-dbc22d13a598 req-5731c4c0-a2e3-44f0-9453-4ba69c16d0e7 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:32:55.374522 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-878dcd63-a1a7-477a-ac09-dbc22d13a598 req-5731c4c0-a2e3-44f0-9453-4ba69c16d0e7 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Synchronizing usage tracker for tenant:af4cc1fbb91e4a5c856e947d8072b697 on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:32:55.374522 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-ab040187-be4a-4cdb-9447-b5aede764c41 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, 869754df-adbc-4c56-ad57-9c46ed125556) {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:32:55.397603 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab040187-be4a-4cdb-9447-b5aede764c41 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:32:55.397603 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ab040187-be4a-4cdb-9447-b5aede764c41 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks [] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:55.421721 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6a7642ce-fea8-4e5b-af46-fcad5b127bfa tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724889'] for router, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:55.421721 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a7642ce-fea8-4e5b-af46-fcad5b127bfa tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Fanout notify agent at l3_agent the message router_deleted on router 704d25b5-841c-4a81-a269-8ba64091b8e2 {{(pid=84887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:32:55.448834 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4695c91c-a949-46dd-b38d-d3a7219f52ed None None] Network 869754df-adbc-4c56-ad57-9c46ed125556 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:32:55.497119 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-878dcd63-a1a7-477a-ac09-dbc22d13a598 req-5731c4c0-a2e3-44f0-9453-4ba69c16d0e7 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Unset dirty status for tenant:af4cc1fbb91e4a5c856e947d8072b697 on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:32:55.500651 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6a7642ce-fea8-4e5b-af46-fcad5b127bfa tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks [] for router, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:55.503550 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-6a7642ce-fea8-4e5b-af46-fcad5b127bfa tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] 10.222.0.85 "DELETE /v2.0/routers/704d25b5-841c-4a81-a269-8ba64091b8e2 HTTP/1.1" status: 204 len: 168 time: 2.0426388 May 30 20:32:55.507392 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-878dcd63-a1a7-477a-ac09-dbc22d13a598 req-5731c4c0-a2e3-44f0-9453-4ba69c16d0e7 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=2cbc1b10-3728-476a-94b1-35a89c7bec7e HTTP/1.1" status: 200 len: 907 time: 0.3087838 May 30 20:32:55.508706 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 46652) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:32:55.570283 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-936e098b-eb73-4263-b289-453005742a26 req-08e14359-6eee-4620-9329-f336d6a364be tempest-ServerTagsTestJSON-1982166080 tempest-ServerTagsTestJSON-1982166080-project] 10.222.0.85 "GET /v2.0/security-groups?id=ead51e85-1196-49f3-bc9f-5a99aabb877c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808920 May 30 20:32:55.611882 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-c2b002e4-e550-4aa3-a21d-15d20dd070a6 None None] Attempting to bind port 23f58c38-ffbc-4a9b-a980-c96afcd66bc2 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:32:55.612274 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-c2b002e4-e550-4aa3-a21d-15d20dd070a6 None None] Attempting to bind port 23f58c38-ffbc-4a9b-a980-c96afcd66bc2 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': '2cb73a29-9359-4fbf-99af-be1c6062790b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:32:55.612825 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b002e4-e550-4aa3-a21d-15d20dd070a6 None None] Attempting to bind port 23f58c38-ffbc-4a9b-a980-c96afcd66bc2 on network e47345d4-98a8-46f5-a7b7-66b2eb513a50 {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:32:55.617391 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-ab040187-be4a-4cdb-9447-b5aede764c41 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8356509 May 30 20:32:55.628356 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b002e4-e550-4aa3-a21d-15d20dd070a6 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:32:55.629006 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b002e4-e550-4aa3-a21d-15d20dd070a6 None None] Checking segment: {'id': '2cb73a29-9359-4fbf-99af-be1c6062790b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:32:55.629126 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-c2b002e4-e550-4aa3-a21d-15d20dd070a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:55.629699 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b002e4-e550-4aa3-a21d-15d20dd070a6 None None] Bound using segment: {'id': '2cb73a29-9359-4fbf-99af-be1c6062790b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:32:55.630188 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-c2b002e4-e550-4aa3-a21d-15d20dd070a6 None None] Bound port: 23f58c38-ffbc-4a9b-a980-c96afcd66bc2, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cb73a29-9359-4fbf-99af-be1c6062790b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:32:55.630564 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-c2b002e4-e550-4aa3-a21d-15d20dd070a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:55.634669 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 46656) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:32:55.660559 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-709581ed-f54e-44a4-bb66-a81b2e4dcc56 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:32:55.725039 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-076547cf-b062-47eb-ba8e-9bcbebea68b9 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:55.884157 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-709581ed-f54e-44a4-bb66-a81b2e4dcc56 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2778586'] for subnet, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:55.956314 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-c2b002e4-e550-4aa3-a21d-15d20dd070a6 None None] For port 23f58c38-ffbc-4a9b-a980-c96afcd66bc2, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:32:55.985558 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-c2b002e4-e550-4aa3-a21d-15d20dd070a6 None None] For port 23f58c38-ffbc-4a9b-a980-c96afcd66bc2, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=23f58c38-ffbc-4a9b-a980-c96afcd66bc2,segment=NetworkSegment(2cb73a29-9359-4fbf-99af-be1c6062790b),segment_id=2cb73a29-9359-4fbf-99af-be1c6062790b)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:32:55.988277 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d8ddd1c-4ef6-4cb1-b3d3-75a8a289efcb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-869754df-adbc-4c56-ad57-9c46ed125556', 'network_id': '869754df-adbc-4c56-ad57-9c46ed125556', 'tenant_id': '8bd9692a05604ca1bb63ee573fbbaff2', 'fixed_ips': [{'subnet_id': '19fcd7a9-209f-4538-ab0f-7b6b55fe79ea'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:32:55.995342 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-8d8ddd1c-4ef6-4cb1-b3d3-75a8a289efcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:56.108410 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_v2 [None req-7787a280-9d5b-4740-af5b-593a22fc27c5 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Deleting subnet 3f88096e-5fdd-4061-90dc-093bd7e91e05 {{(pid=84886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:32:56.115988 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7787a280-9d5b-4740-af5b-593a22fc27c5 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks [] for subnet, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:56.123082 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-c2b002e4-e550-4aa3-a21d-15d20dd070a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:56.276802 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b002e4-e550-4aa3-a21d-15d20dd070a6 None None] Pushing event updated for resources: {'Port': ['ID=23f58c38-ffbc-4a9b-a980-c96afcd66bc2,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:56.281881 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [None req-076547cf-b062-47eb-ba8e-9bcbebea68b9 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Allocated IP 2001:db8::1 (e47345d4-98a8-46f5-a7b7-66b2eb513a50/e331efd8-85dc-4b2c-8091-7175bb62ae38/50b77836-50b1-41ea-8111-34559112b934) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:32:56.349490 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-edc449ef-e79a-4f5c-813c-5a7c431a6898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:56.370549 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7787a280-9d5b-4740-af5b-593a22fc27c5 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2655517'] for subnet, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:56.640727 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-076547cf-b062-47eb-ba8e-9bcbebea68b9 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:56.712984 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [None req-076547cf-b062-47eb-ba8e-9bcbebea68b9 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Transition to ACTIVE for port object 50b77836-50b1-41ea-8111-34559112b934 will not be triggered until provisioned by entity DHCP. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:32:56.767112 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7787a280-9d5b-4740-af5b-593a22fc27c5 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:56.866925 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-709581ed-f54e-44a4-bb66-a81b2e4dcc56 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8764051165853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4127082'] for subnet, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:56.975111 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-709581ed-f54e-44a4-bb66-a81b2e4dcc56 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:32:56.975396 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-709581ed-f54e-44a4-bb66-a81b2e4dcc56 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks [] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:56.979414 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-709581ed-f54e-44a4-bb66-a81b2e4dcc56 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] 10.222.0.85 "PUT /v2.0/subnets/19fcd7a9-209f-4538-ab0f-7b6b55fe79ea HTTP/1.1" status: 200 len: 806 time: 1.3435085 May 30 20:32:56.982495 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 46686) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:32:57.072127 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-076547cf-b062-47eb-ba8e-9bcbebea68b9 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:57.225917 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709581ed-f54e-44a4-bb66-a81b2e4dcc56 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Pushing event updated for resources: {'Subnet': ['ID=19fcd7a9-209f-4538-ab0f-7b6b55fe79ea,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:57.234924 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-169e06e2-1ddc-4efe-b12f-3d635fd340d1 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:57.258712 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076547cf-b062-47eb-ba8e-9bcbebea68b9 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Pushing event updated for resources: {'Port': ['ID=50b77836-50b1-41ea-8111-34559112b934,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:57.298417 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-076547cf-b062-47eb-ba8e-9bcbebea68b9 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Network e47345d4-98a8-46f5-a7b7-66b2eb513a50 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:32:57.309038 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-076547cf-b062-47eb-ba8e-9bcbebea68b9 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:32:57.321127 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076547cf-b062-47eb-ba8e-9bcbebea68b9 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:32:57.321743 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-076547cf-b062-47eb-ba8e-9bcbebea68b9 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-736099'] for router_interface, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:57.331431 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-8d8ddd1c-4ef6-4cb1-b3d3-75a8a289efcb None None] Allocated IP 172.20.0.2 (869754df-adbc-4c56-ad57-9c46ed125556/19fcd7a9-209f-4538-ab0f-7b6b55fe79ea/05bd64df-bc10-422f-9b77-7552496dc14f) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:32:57.430030 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-169e06e2-1ddc-4efe-b12f-3d635fd340d1 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:57.453592 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73abee5d-d8e0-4e66-a74b-281ea7d8e58d req-738216a0-d789-4f7b-b701-cdc0dd1dcb14 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:32:57.457164 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-73abee5d-d8e0-4e66-a74b-281ea7d8e58d req-738216a0-d789-4f7b-b701-cdc0dd1dcb14 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.86 "GET /v2.0/ports?device_id=2cbc1b10-3728-476a-94b1-35a89c7bec7e HTTP/1.1" status: 200 len: 907 time: 0.6443903 May 30 20:32:57.480812 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7787a280-9d5b-4740-af5b-593a22fc27c5 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4127075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2778536'] for subnet, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:57.609845 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0207d47d-5049-43f8-9ccc-36b430445506 req-95eb3472-c42c-4050-ba6b-a4961668671e tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:32:57.624428 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0207d47d-5049-43f8-9ccc-36b430445506 req-95eb3472-c42c-4050-ba6b-a4961668671e tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=2cbc1b10-3728-476a-94b1-35a89c7bec7e HTTP/1.1" status: 200 len: 907 time: 0.3196197 May 30 20:32:57.636433 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-73abee5d-d8e0-4e66-a74b-281ea7d8e58d req-28fa3b5c-5e7b-4144-98bc-9c265a88a8c3 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Deleting port aff973c1-a599-4209-af17-03937e8c76e8 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:32:57.636819 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-73abee5d-d8e0-4e66-a74b-281ea7d8e58d req-28fa3b5c-5e7b-4144-98bc-9c265a88a8c3 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:57.650563 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7787a280-9d5b-4740-af5b-593a22fc27c5 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks [] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:57.659278 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea22d7d-e6d0-46d5-bad3-188a28863fc4 None None] Network 9294f898-2970-49dc-b2df-4431750c7847 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:32:57.660503 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7787a280-9d5b-4740-af5b-593a22fc27c5 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Pushing event deleted for resources: {'Subnet': ['ID=3f88096e-5fdd-4061-90dc-093bd7e91e05,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:57.691884 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-7787a280-9d5b-4740-af5b-593a22fc27c5 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] 10.222.0.85 "DELETE /v2.0/subnets/3f88096e-5fdd-4061-90dc-093bd7e91e05 HTTP/1.1" status: 204 len: 168 time: 2.1809561 May 30 20:32:57.713540 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 46700) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:32:58.012264 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-8d8ddd1c-4ef6-4cb1-b3d3-75a8a289efcb None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:58.043636 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-8d8ddd1c-4ef6-4cb1-b3d3-75a8a289efcb None None] Transition to ACTIVE for port object 05bd64df-bc10-422f-9b77-7552496dc14f will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:32:58.195871 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-076547cf-b062-47eb-ba8e-9bcbebea68b9 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:58.202809 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-8d8ddd1c-4ef6-4cb1-b3d3-75a8a289efcb None None] Transition to ACTIVE for port object 05bd64df-bc10-422f-9b77-7552496dc14f will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:32:58.268345 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 23f58c38-ffbc-4a9b-a980-c96afcd66bc2 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:32:58.336663 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-8d8ddd1c-4ef6-4cb1-b3d3-75a8a289efcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:58.377977 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-169e06e2-1ddc-4efe-b12f-3d635fd340d1 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4127075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2778536'] for subnet, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:58.482866 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-73abee5d-d8e0-4e66-a74b-281ea7d8e58d req-28fa3b5c-5e7b-4144-98bc-9c265a88a8c3 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] For port aff973c1-a599-4209-af17-03937e8c76e8, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=aff973c1-a599-4209-af17-03937e8c76e8,segment=NetworkSegment(40468e3f-2630-4d51-98c1-4a518f6532d2),segment_id=40468e3f-2630-4d51-98c1-4a518f6532d2)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:32:58.483365 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-73abee5d-d8e0-4e66-a74b-281ea7d8e58d req-28fa3b5c-5e7b-4144-98bc-9c265a88a8c3 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:58.497151 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169e06e2-1ddc-4efe-b12f-3d635fd340d1 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Pushing event deleted for resources: {'Subnet': ['ID=19fcd7a9-209f-4538-ab0f-7b6b55fe79ea,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:58.577240 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d8ddd1c-4ef6-4cb1-b3d3-75a8a289efcb None None] Network 869754df-adbc-4c56-ad57-9c46ed125556 is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:32:58.590655 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-8d8ddd1c-4ef6-4cb1-b3d3-75a8a289efcb None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:32:58.593504 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-0247a258-9eab-4243-995a-9377b2d09da9 None None] Provisioning for port 23f58c38-ffbc-4a9b-a980-c96afcd66bc2 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:32:58.606248 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8ddd1c-4ef6-4cb1-b3d3-75a8a289efcb None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:32:58.620250 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8ddd1c-4ef6-4cb1-b3d3-75a8a289efcb None None] Pushing event updated for resources: {'Port': ['ID=05bd64df-bc10-422f-9b77-7552496dc14f,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:58.646988 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-169e06e2-1ddc-4efe-b12f-3d635fd340d1 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:58.675803 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-73abee5d-d8e0-4e66-a74b-281ea7d8e58d req-28fa3b5c-5e7b-4144-98bc-9c265a88a8c3 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Calling delete_port for aff973c1-a599-4209-af17-03937e8c76e8 owned by compute:nova {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:32:58.702622 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-169e06e2-1ddc-4efe-b12f-3d635fd340d1 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['869754df-adbc-4c56-ad57-9c46ed125556']}} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:32:58.728240 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-169e06e2-1ddc-4efe-b12f-3d635fd340d1 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36f49cb3-744a-4d1f-ba9b-841d1ca6b77a') {'for_net_delete': True} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:32:58.728539 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-169e06e2-1ddc-4efe-b12f-3d635fd340d1 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36f49cb3-744a-4d1f-ba9b-841d1ca6b77a') {} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:32:58.761761 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-169e06e2-1ddc-4efe-b12f-3d635fd340d1 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2660590'] for segment, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:58.792530 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 23f58c38-ffbc-4a9b-a980-c96afcd66bc2 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:32:58.818794 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 23f58c38-ffbc-4a9b-a980-c96afcd66bc2 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:32:58.820332 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:58.829342 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-169e06e2-1ddc-4efe-b12f-3d635fd340d1 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:58.844657 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-169e06e2-1ddc-4efe-b12f-3d635fd340d1 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Releasing vlan 681 on physical network physnet1 to pool {{(pid=84886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:32:58.845288 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-169e06e2-1ddc-4efe-b12f-3d635fd340d1 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4126989'] for segment, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:58.882634 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-8d8ddd1c-4ef6-4cb1-b3d3-75a8a289efcb None None] Attempting to bind port 05bd64df-bc10-422f-9b77-7552496dc14f on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:32:58.883048 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-8d8ddd1c-4ef6-4cb1-b3d3-75a8a289efcb None None] Attempting to bind port 05bd64df-bc10-422f-9b77-7552496dc14f by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': '36f49cb3-744a-4d1f-ba9b-841d1ca6b77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '869754df-adbc-4c56-ad57-9c46ed125556'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:32:58.883414 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8ddd1c-4ef6-4cb1-b3d3-75a8a289efcb None None] Attempting to bind port 05bd64df-bc10-422f-9b77-7552496dc14f on network 869754df-adbc-4c56-ad57-9c46ed125556 {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:32:58.903966 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8ddd1c-4ef6-4cb1-b3d3-75a8a289efcb None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:32:58.904345 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8ddd1c-4ef6-4cb1-b3d3-75a8a289efcb None None] Checking segment: {'id': '36f49cb3-744a-4d1f-ba9b-841d1ca6b77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '869754df-adbc-4c56-ad57-9c46ed125556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:32:58.904748 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-8d8ddd1c-4ef6-4cb1-b3d3-75a8a289efcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:58.905141 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8ddd1c-4ef6-4cb1-b3d3-75a8a289efcb None None] Bound using segment: {'id': '36f49cb3-744a-4d1f-ba9b-841d1ca6b77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '869754df-adbc-4c56-ad57-9c46ed125556'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:32:58.905665 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-8d8ddd1c-4ef6-4cb1-b3d3-75a8a289efcb None None] Bound port: 05bd64df-bc10-422f-9b77-7552496dc14f, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36f49cb3-744a-4d1f-ba9b-841d1ca6b77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '869754df-adbc-4c56-ad57-9c46ed125556'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:32:58.906076 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-8d8ddd1c-4ef6-4cb1-b3d3-75a8a289efcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:58.919876 n-d-843948-2 neutron-server[84886]: Traceback (most recent call last): May 30 20:32:58.919876 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:32:58.919876 n-d-843948-2 neutron-server[84886]: timer() May 30 20:32:58.919876 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:32:58.919876 n-d-843948-2 neutron-server[84886]: cb(*args, **kw) May 30 20:32:58.919876 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:32:58.919876 n-d-843948-2 neutron-server[84886]: return func(*args, **kwargs) May 30 20:32:58.919876 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:32:58.919876 n-d-843948-2 neutron-server[84886]: self._notify() May 30 20:32:58.919876 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:32:58.919876 n-d-843948-2 neutron-server[84886]: self.callback(batched_events) May 30 20:32:58.919876 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:32:58.919876 n-d-843948-2 neutron-server[84886]: event.method(event) May 30 20:32:58.919876 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:32:58.919876 n-d-843948-2 neutron-server[84886]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:32:58.919876 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:32:58.919876 n-d-843948-2 neutron-server[84886]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:32:58.919876 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:32:58.919876 n-d-843948-2 neutron-server[84886]: return f(self, *a, **k) May 30 20:32:58.919876 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:32:58.919876 n-d-843948-2 neutron-server[84886]: return self._get(url).json() May 30 20:32:58.919876 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:32:58.919876 n-d-843948-2 neutron-server[84886]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:32:58.919876 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:32:58.919876 n-d-843948-2 neutron-server[84886]: return self.request(url, 'GET', **kwargs) May 30 20:32:58.919876 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:32:58.919876 n-d-843948-2 neutron-server[84886]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:32:58.919876 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:32:58.919876 n-d-843948-2 neutron-server[84886]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:32:58.919876 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:32:58.919876 n-d-843948-2 neutron-server[84886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:32:58.919876 n-d-843948-2 neutron-server[84886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:32:59.036117 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-911df173-9f70-4f7e-9c47-8f43c1fccbb0 None None] DHCP port deletion for 9294f898-2970-49dc-b2df-4431750c7847 request from n-d-843948-2 {{(pid=84888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:32:59.102512 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-49ce444a-64e9-48d6-bfb8-8e459161a796 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:59.132763 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-8d8ddd1c-4ef6-4cb1-b3d3-75a8a289efcb None None] For port 05bd64df-bc10-422f-9b77-7552496dc14f, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:32:59.137220 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-8d8ddd1c-4ef6-4cb1-b3d3-75a8a289efcb None None] For port 05bd64df-bc10-422f-9b77-7552496dc14f, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=05bd64df-bc10-422f-9b77-7552496dc14f,segment=NetworkSegment(36f49cb3-744a-4d1f-ba9b-841d1ca6b77a),segment_id=36f49cb3-744a-4d1f-ba9b-841d1ca6b77a)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:32:59.145346 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-911df173-9f70-4f7e-9c47-8f43c1fccbb0 None None] Deleting port 0740c882-343c-42b1-bc38-15b030190563 {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:32:59.145914 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-911df173-9f70-4f7e-9c47-8f43c1fccbb0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:59.166477 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-49ce444a-64e9-48d6-bfb8-8e459161a796 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Deleting port 0740c882-343c-42b1-bc38-15b030190563 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:32:59.167390 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-49ce444a-64e9-48d6-bfb8-8e459161a796 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:59.187815 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.db.api [None req-169e06e2-1ddc-4efe-b12f-3d635fd340d1 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 30 20:32:59.187815 n-d-843948-2 neutron-server[84886]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 30 20:32:59.187815 n-d-843948-2 neutron-server[84886]: [parameters: {'id': '869754df-adbc-4c56-ad57-9c46ed125556'}] May 30 20:32:59.187815 n-d-843948-2 neutron-server[84886]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:32:59.188250 n-d-843948-2 neutron-server[84886]: DEBUG oslo_db.api [None req-169e06e2-1ddc-4efe-b12f-3d635fd340d1 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:32:59.189244 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-063b54c0-8840-4dc9-8dbd-1565ff0d7ee4 None None] Provisioning for port 50b77836-50b1-41ea-8111-34559112b934 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:32:59.214386 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-063b54c0-8840-4dc9-8dbd-1565ff0d7ee4 None None] Provisioning complete for port 50b77836-50b1-41ea-8111-34559112b934 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:32:59.214386 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-063b54c0-8840-4dc9-8dbd-1565ff0d7ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:59.280596 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-063b54c0-8840-4dc9-8dbd-1565ff0d7ee4 None None] Port 50b77836-50b1-41ea-8111-34559112b934 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:32:59.284297 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-8d8ddd1c-4ef6-4cb1-b3d3-75a8a289efcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:59.374683 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9c0b58be-58c4-4961-9aa9-5a5c0499655a req-be7d3f37-579c-45a6-a392-72ef80b657d7 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=2cbc1b10-3728-476a-94b1-35a89c7bec7e HTTP/1.1" status: 200 len: 210 time: 0.4525447 May 30 20:32:59.436431 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-73abee5d-d8e0-4e66-a74b-281ea7d8e58d req-28fa3b5c-5e7b-4144-98bc-9c265a88a8c3 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:59.536458 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fa3b5c-5e7b-4144-98bc-9c265a88a8c3 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Pushing event deleted for resources: {'Port': ['ID=aff973c1-a599-4209-af17-03937e8c76e8,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:59.618917 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8ddd1c-4ef6-4cb1-b3d3-75a8a289efcb None None] Pushing event updated for resources: {'Port': ['ID=05bd64df-bc10-422f-9b77-7552496dc14f,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:32:59.637241 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:59.690288 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-169e06e2-1ddc-4efe-b12f-3d635fd340d1 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:59.706403 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-169e06e2-1ddc-4efe-b12f-3d635fd340d1 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Deleting port 05bd64df-bc10-422f-9b77-7552496dc14f {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:32:59.707098 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-169e06e2-1ddc-4efe-b12f-3d635fd340d1 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:59.746456 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-73abee5d-d8e0-4e66-a74b-281ea7d8e58d req-28fa3b5c-5e7b-4144-98bc-9c265a88a8c3 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] No DVR routers for this DVR port aff973c1-a599-4209-af17-03937e8c76e8 on host n-h2-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:32:59.749254 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-73abee5d-d8e0-4e66-a74b-281ea7d8e58d req-28fa3b5c-5e7b-4144-98bc-9c265a88a8c3 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:59.768631 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cbc1b10-3728-476a-94b1-35a89c7bec7e', 'name': 'network-vif-deleted', 'tag': 'aff973c1-a599-4209-af17-03937e8c76e8'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:32:59.860791 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d8674e5-c7fd-4a18-be5c-c98934c33995 None None] Network 869754df-adbc-4c56-ad57-9c46ed125556 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:32:59.912546 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38ca769e-fa5a-495b-8b1d-ccc968c375d3'] response: {'server_uuid': '2cbc1b10-3728-476a-94b1-35a89c7bec7e', 'name': 'network-vif-deleted', 'tag': 'aff973c1-a599-4209-af17-03937e8c76e8', 'status': 'completed', 'code': 200} May 30 20:32:59.928882 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [None req-49ce444a-64e9-48d6-bfb8-8e459161a796 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] For port 0740c882-343c-42b1-bc38-15b030190563, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=0740c882-343c-42b1-bc38-15b030190563,segment=NetworkSegment(2ca9cdd0-07cd-45ba-a4dc-83e51d0d1034),segment_id=2ca9cdd0-07cd-45ba-a4dc-83e51d0d1034)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:32:59.929480 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-49ce444a-64e9-48d6-bfb8-8e459161a796 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:32:59.956694 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-f6c4a380-7087-40fc-9a36-c396ae9d44f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:00.112513 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device aff973c1-a599-4209-af17-03937e8c76e8 no longer exists at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:33:00.135348 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-49ce444a-64e9-48d6-bfb8-8e459161a796 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Calling delete_port for 0740c882-343c-42b1-bc38-15b030190563 owned by network:dhcp {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:33:00.161474 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] No Port match for: aff973c1-a599-4209-af17-03937e8c76e8 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:33:00.161861 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device aff973c1-a599-4209-af17-03937e8c76e8 not bound to the agent host n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:33:00.166152 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-73abee5d-d8e0-4e66-a74b-281ea7d8e58d req-28fa3b5c-5e7b-4144-98bc-9c265a88a8c3 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.86 "DELETE /v2.0/ports/aff973c1-a599-4209-af17-03937e8c76e8 HTTP/1.1" status: 204 len: 173 time: 2.6795928 May 30 20:33:00.208082 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-911df173-9f70-4f7e-9c47-8f43c1fccbb0 None None] For port 0740c882-343c-42b1-bc38-15b030190563, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=0740c882-343c-42b1-bc38-15b030190563,segment=NetworkSegment(2ca9cdd0-07cd-45ba-a4dc-83e51d0d1034),segment_id=2ca9cdd0-07cd-45ba-a4dc-83e51d0d1034)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:33:00.208492 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-911df173-9f70-4f7e-9c47-8f43c1fccbb0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:00.225037 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port 23f58c38-ffbc-4a9b-a980-c96afcd66bc2, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=23f58c38-ffbc-4a9b-a980-c96afcd66bc2,segment=NetworkSegment(2cb73a29-9359-4fbf-99af-be1c6062790b),segment_id=2cb73a29-9359-4fbf-99af-be1c6062790b)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:33:00.300283 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [None req-169e06e2-1ddc-4efe-b12f-3d635fd340d1 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] For port 05bd64df-bc10-422f-9b77-7552496dc14f, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=05bd64df-bc10-422f-9b77-7552496dc14f,segment=NetworkSegment(36f49cb3-744a-4d1f-ba9b-841d1ca6b77a),segment_id=36f49cb3-744a-4d1f-ba9b-841d1ca6b77a)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:33:00.301033 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-169e06e2-1ddc-4efe-b12f-3d635fd340d1 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:00.305276 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-076547cf-b062-47eb-ba8e-9bcbebea68b9 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:00.397931 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-49ce444a-64e9-48d6-bfb8-8e459161a796 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:00.703147 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-169e06e2-1ddc-4efe-b12f-3d635fd340d1 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Calling delete_port for 05bd64df-bc10-422f-9b77-7552496dc14f owned by network:dhcp {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:33:00.716128 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-911df173-9f70-4f7e-9c47-8f43c1fccbb0 None None] Calling delete_port for 0740c882-343c-42b1-bc38-15b030190563 owned by network:dhcp {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:33:00.736346 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-076547cf-b062-47eb-ba8e-9bcbebea68b9 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:00.738249 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-076547cf-b062-47eb-ba8e-9bcbebea68b9 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1718057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-736206'] for router_interface, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:00.783891 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ce444a-64e9-48d6-bfb8-8e459161a796 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] No DVR routers for this DVR port 0740c882-343c-42b1-bc38-15b030190563 on host n-d-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:33:00.819229 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ce444a-64e9-48d6-bfb8-8e459161a796 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Pushing event deleted for resources: {'Port': ['ID=0740c882-343c-42b1-bc38-15b030190563,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:00.886924 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:00.889279 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.db.api [None req-911df173-9f70-4f7e-9c47-8f43c1fccbb0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:33:00.890138 n-d-843948-2 neutron-server[84888]: DEBUG oslo_db.api [None req-911df173-9f70-4f7e-9c47-8f43c1fccbb0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:33:00.892046 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-86e2ff8c-62d4-4a39-87ed-006e44f3e162 req-e6f0b485-0ab0-4ccc-85c7-e99195070ad0 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=2cbc1b10-3728-476a-94b1-35a89c7bec7e HTTP/1.1" status: 200 len: 210 time: 0.2109787 May 30 20:33:00.895180 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:01.055171 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-169e06e2-1ddc-4efe-b12f-3d635fd340d1 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:01.105722 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=23f58c38-ffbc-4a9b-a980-c96afcd66bc2,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:01.111656 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 0740c882-343c-42b1-bc38-15b030190563 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:33:01.159951 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: 0740c882-343c-42b1-bc38-15b030190563 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:33:01.160639 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 0740c882-343c-42b1-bc38-15b030190563 not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:33:01.194985 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169e06e2-1ddc-4efe-b12f-3d635fd340d1 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Pushing event deleted for resources: {'Port': ['ID=05bd64df-bc10-422f-9b77-7552496dc14f,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:01.209787 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076547cf-b062-47eb-ba8e-9bcbebea68b9 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Pushing event updated for resources: {'Port': ['ID=50b77836-50b1-41ea-8111-34559112b934,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:01.214140 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f4ddc7-8060-4f45-9177-496e9add177c None None] Network 869754df-adbc-4c56-ad57-9c46ed125556 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:33:01.219225 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-49ce444a-64e9-48d6-bfb8-8e459161a796 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:01.230188 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169e06e2-1ddc-4efe-b12f-3d635fd340d1 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] No DVR routers for this DVR port 05bd64df-bc10-422f-9b77-7552496dc14f on host n-d-843948-2 {{(pid=84886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:33:01.258726 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:01.300143 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-49ce444a-64e9-48d6-bfb8-8e459161a796 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9294f898-2970-49dc-b2df-4431750c7847']}} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:33:01.364364 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-49ce444a-64e9-48d6-bfb8-8e459161a796 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ca9cdd0-07cd-45ba-a4dc-83e51d0d1034') {'for_net_delete': True} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:33:01.364748 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-49ce444a-64e9-48d6-bfb8-8e459161a796 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ca9cdd0-07cd-45ba-a4dc-83e51d0d1034') {} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:33:01.395859 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-911df173-9f70-4f7e-9c47-8f43c1fccbb0 None None] Deleting port 0740c882-343c-42b1-bc38-15b030190563 {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:33:01.396672 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-911df173-9f70-4f7e-9c47-8f43c1fccbb0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:01.413361 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-49ce444a-64e9-48d6-bfb8-8e459161a796 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3149912'] for segment, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:01.433714 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-076547cf-b062-47eb-ba8e-9bcbebea68b9 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Network e47345d4-98a8-46f5-a7b7-66b2eb513a50 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:33:01.438174 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-076547cf-b062-47eb-ba8e-9bcbebea68b9 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:33:01.494688 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-911df173-9f70-4f7e-9c47-8f43c1fccbb0 None None] The port '0740c882-343c-42b1-bc38-15b030190563' was deleted {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 20:33:01.592937 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-169e06e2-1ddc-4efe-b12f-3d635fd340d1 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:01.668010 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-169e06e2-1ddc-4efe-b12f-3d635fd340d1 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['869754df-adbc-4c56-ad57-9c46ed125556']}} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:33:01.688458 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-49ce444a-64e9-48d6-bfb8-8e459161a796 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:01.712729 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-169e06e2-1ddc-4efe-b12f-3d635fd340d1 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36f49cb3-744a-4d1f-ba9b-841d1ca6b77a') {'for_net_delete': True} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:33:01.713628 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-169e06e2-1ddc-4efe-b12f-3d635fd340d1 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36f49cb3-744a-4d1f-ba9b-841d1ca6b77a') {} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:33:01.732366 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-169e06e2-1ddc-4efe-b12f-3d635fd340d1 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2660590'] for segment, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:01.778267 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-169e06e2-1ddc-4efe-b12f-3d635fd340d1 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:01.793828 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-169e06e2-1ddc-4efe-b12f-3d635fd340d1 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Releasing vlan 681 on physical network physnet1 to pool {{(pid=84886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:33:01.794614 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49ce444a-64e9-48d6-bfb8-8e459161a796 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Releasing vlan 687 on physical network physnet1 to pool {{(pid=84887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:33:01.795106 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-49ce444a-64e9-48d6-bfb8-8e459161a796 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4055488'] for segment, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:01.795475 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-169e06e2-1ddc-4efe-b12f-3d635fd340d1 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4126989'] for segment, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:01.835086 n-d-843948-2 neutron-server[84887]: Traceback (most recent call last): May 30 20:33:01.835086 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:33:01.835086 n-d-843948-2 neutron-server[84887]: timer() May 30 20:33:01.835086 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:33:01.835086 n-d-843948-2 neutron-server[84887]: cb(*args, **kw) May 30 20:33:01.835086 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:33:01.835086 n-d-843948-2 neutron-server[84887]: return func(*args, **kwargs) May 30 20:33:01.835086 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:33:01.835086 n-d-843948-2 neutron-server[84887]: self._notify() May 30 20:33:01.835086 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:33:01.835086 n-d-843948-2 neutron-server[84887]: self.callback(batched_events) May 30 20:33:01.835086 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:33:01.835086 n-d-843948-2 neutron-server[84887]: event.method(event) May 30 20:33:01.835086 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:33:01.835086 n-d-843948-2 neutron-server[84887]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:33:01.835086 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:33:01.835086 n-d-843948-2 neutron-server[84887]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:33:01.835086 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:33:01.835086 n-d-843948-2 neutron-server[84887]: return f(self, *a, **k) May 30 20:33:01.835086 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:33:01.835086 n-d-843948-2 neutron-server[84887]: return self._get(url).json() May 30 20:33:01.835086 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:33:01.835086 n-d-843948-2 neutron-server[84887]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:33:01.835086 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:33:01.835086 n-d-843948-2 neutron-server[84887]: return self.request(url, 'GET', **kwargs) May 30 20:33:01.835086 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:33:01.835086 n-d-843948-2 neutron-server[84887]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:33:01.835086 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:33:01.835086 n-d-843948-2 neutron-server[84887]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:33:01.835086 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:33:01.835086 n-d-843948-2 neutron-server[84887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:33:01.835086 n-d-843948-2 neutron-server[84887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:33:01.838243 n-d-843948-2 neutron-server[84886]: Traceback (most recent call last): May 30 20:33:01.838243 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:33:01.838243 n-d-843948-2 neutron-server[84886]: timer() May 30 20:33:01.838243 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:33:01.838243 n-d-843948-2 neutron-server[84886]: cb(*args, **kw) May 30 20:33:01.838243 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:33:01.838243 n-d-843948-2 neutron-server[84886]: return func(*args, **kwargs) May 30 20:33:01.838243 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:33:01.838243 n-d-843948-2 neutron-server[84886]: self._notify() May 30 20:33:01.838243 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:33:01.838243 n-d-843948-2 neutron-server[84886]: self.callback(batched_events) May 30 20:33:01.838243 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:33:01.838243 n-d-843948-2 neutron-server[84886]: event.method(event) May 30 20:33:01.838243 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:33:01.838243 n-d-843948-2 neutron-server[84886]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:33:01.838243 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:33:01.838243 n-d-843948-2 neutron-server[84886]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:33:01.838243 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:33:01.838243 n-d-843948-2 neutron-server[84886]: return f(self, *a, **k) May 30 20:33:01.838243 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:33:01.838243 n-d-843948-2 neutron-server[84886]: return self._get(url).json() May 30 20:33:01.838243 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:33:01.838243 n-d-843948-2 neutron-server[84886]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:33:01.838243 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:33:01.838243 n-d-843948-2 neutron-server[84886]: return self.request(url, 'GET', **kwargs) May 30 20:33:01.838243 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:33:01.838243 n-d-843948-2 neutron-server[84886]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:33:01.838243 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:33:01.838243 n-d-843948-2 neutron-server[84886]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:33:01.838243 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:33:01.838243 n-d-843948-2 neutron-server[84886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:33:01.838243 n-d-843948-2 neutron-server[84886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:33:01.855036 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ca5d0a-118d-461d-8d03-9bd66a0d2dc7 None None] get_active_networks_info from n-d-843948-2 {{(pid=84888) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 30 20:33:02.054809 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-9136fb5b-9a93-4b36-bbdb-4cdbb0e3ac7b None None] Provisioning complete for port 50b77836-50b1-41ea-8111-34559112b934 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:33:02.054809 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-9136fb5b-9a93-4b36-bbdb-4cdbb0e3ac7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:02.136601 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-9136fb5b-9a93-4b36-bbdb-4cdbb0e3ac7b None None] Port 50b77836-50b1-41ea-8111-34559112b934 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:33:02.167318 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-169e06e2-1ddc-4efe-b12f-3d635fd340d1 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:02.168096 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ca5d0a-118d-461d-8d03-9bd66a0d2dc7 None None] Resources bound (agent type, host, resource id): {{(pid=84888) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 30 20:33:02.214376 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-169e06e2-1ddc-4efe-b12f-3d635fd340d1 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks [] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:02.220473 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-49ce444a-64e9-48d6-bfb8-8e459161a796 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:02.227072 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-49ce444a-64e9-48d6-bfb8-8e459161a796 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:02.292511 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ce444a-64e9-48d6-bfb8-8e459161a796 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Pushing event deleted for resources: {'Network': ['ID=9294f898-2970-49dc-b2df-4431750c7847,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:02.373329 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 46794) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:02.398895 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-169e06e2-1ddc-4efe-b12f-3d635fd340d1 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] 10.222.0.85 "DELETE /v2.0/networks/869754df-adbc-4c56-ad57-9c46ed125556 HTTP/1.1" status: 204 len: 168 time: 5.3847556 May 30 20:33:02.414963 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-49ce444a-64e9-48d6-bfb8-8e459161a796 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] 10.222.0.85 "DELETE /v2.0/networks/9294f898-2970-49dc-b2df-4431750c7847 HTTP/1.1" status: 204 len: 168 time: 4.6958866 May 30 20:33:02.421973 n-d-843948-2 neutron-server[84887]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e1cdb3e-a0b9-4c4f-bda4-3cb3b87ae9c1 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] DELETE failed (client error): The resource could not be found. May 30 20:33:02.422414 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e1cdb3e-a0b9-4c4f-bda4-3cb3b87ae9c1 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:33:02.424109 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-3e1cdb3e-a0b9-4c4f-bda4-3cb3b87ae9c1 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] 10.222.0.85 "DELETE /v2.0/networks/869754df-adbc-4c56-ad57-9c46ed125556 HTTP/1.1" status: 404 len: 339 time: 0.0472324 May 30 20:33:02.425122 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 46798) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:02.433391 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169e06e2-1ddc-4efe-b12f-3d635fd340d1 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Pushing event deleted for resources: {'Network': ['ID=869754df-adbc-4c56-ad57-9c46ed125556,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:02.436072 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 46800) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:02.452182 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-b7e88da0-3efb-485e-a7b6-235159843e90 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1877350390', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}, 'admin_state_up': False}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:33:02.459018 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-a4b02a26-ac6e-43ed-9185-7535844b4ab5 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1868274767', 'description': 'd1'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:33:02.468425 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-a4b02a26-ac6e-43ed-9185-7535844b4ab5 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:33:02.476989 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-a4b02a26-ac6e-43ed-9185-7535844b4ab5 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Usage tracker for resource:network and tenant:8bd9692a05604ca1bb63ee573fbbaff2 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:33:02.480548 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-b7e88da0-3efb-485e-a7b6-235159843e90 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:33:02.484413 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-a4b02a26-ac6e-43ed-9185-7535844b4ab5 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:33:02.492516 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-b7e88da0-3efb-485e-a7b6-235159843e90 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Usage tracker for resource:router and tenant:eeceb350906e46fc9b2c21ca495ac559 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:33:02.497566 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-a4b02a26-ac6e-43ed-9185-7535844b4ab5 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:33:02.498530 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-b7e88da0-3efb-485e-a7b6-235159843e90 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:33:02.515725 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-b7e88da0-3efb-485e-a7b6-235159843e90 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:33:02.612084 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4b02a26-ac6e-43ed-9185-7535844b4ab5 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Made reservation on behalf of 8bd9692a05604ca1bb63ee573fbbaff2 for: {'network': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:33:02.616487 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a4b02a26-ac6e-43ed-9185-7535844b4ab5 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:02.638935 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b7e88da0-3efb-485e-a7b6-235159843e90 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-733683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3159'] for router, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:02.640561 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b7e88da0-3efb-485e-a7b6-235159843e90 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-733584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-736372', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-628480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3164'] for router, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:02.656568 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-076547cf-b062-47eb-ba8e-9bcbebea68b9 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Router f0156119-3866-4c41-9bd5-feb8b7ceeac0 is scheduled to L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 with binding_index 1 {{(pid=84887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 20:33:02.673726 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b7e88da0-3efb-485e-a7b6-235159843e90 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:02.692297 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:02.768394 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4b02a26-ac6e-43ed-9185-7535844b4ab5 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] vlan segment allocate from pool success with {'vlan_id': 675, 'physical_network': 'physnet1'} {{(pid=84887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:33:02.842755 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a4b02a26-ac6e-43ed-9185-7535844b4ab5 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:02.843514 n-d-843948-2 neutron-server[84887]: INFO neutron.db.segments_db [None req-a4b02a26-ac6e-43ed-9185-7535844b4ab5 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Added segment c2d2e4ba-eb25-44dd-9ab7-aa91bfd6f55c of type vlan for network a43cb9df-816a-42a0-8a3b-fa0b7542f4d9 May 30 20:33:02.913054 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a4b02a26-ac6e-43ed-9185-7535844b4ab5 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:02.967469 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-076547cf-b062-47eb-ba8e-9bcbebea68b9 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:33:02.968396 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b7e88da0-3efb-485e-a7b6-235159843e90 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-736390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:02.983929 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-076547cf-b062-47eb-ba8e-9bcbebea68b9 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "PUT /v2.0/routers/f0156119-3866-4c41-9bd5-feb8b7ceeac0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6195607 May 30 20:33:02.985145 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 46812) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:02.997774 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4affb674-931b-47bc-b76a-f28d1c8d6338 None None] Sync routers for ids ['f0156119-3866-4c41-9bd5-feb8b7ceeac0'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:33:03.022339 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4affb674-931b-47bc-b76a-f28d1c8d6338 None None] Routers {'f0156119-3866-4c41-9bd5-feb8b7ceeac0'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:33:03.023340 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-4affb674-931b-47bc-b76a-f28d1c8d6338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:32:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['f0156119-3866-4c41-9bd5-feb8b7ceeac0'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:33:03.035363 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 23f58c38-ffbc-4a9b-a980-c96afcd66bc2 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:33:03.102101 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114bd992-4912-4132-8825-913279dd2913 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:33:03.103672 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-114bd992-4912-4132-8825-913279dd2913 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Synchronizing usage tracker for tenant:08954986e7454427ae0d40c7652d3c6a on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:33:03.107997 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a4b02a26-ac6e-43ed-9185-7535844b4ab5 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:03.111990 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b02a26-ac6e-43ed-9185-7535844b4ab5 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:33:03.112601 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a4b02a26-ac6e-43ed-9185-7535844b4ab5 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:03.254547 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b02a26-ac6e-43ed-9185-7535844b4ab5 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Pushing event updated for resources: {'Network': ['ID=a43cb9df-816a-42a0-8a3b-fa0b7542f4d9,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:03.272374 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network a43cb9df-816a-42a0-8a3b-fa0b7542f4d9 details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:33:03.308972 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 23f58c38-ffbc-4a9b-a980-c96afcd66bc2 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:33:03.310207 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:03.381582 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-a4b02a26-ac6e-43ed-9185-7535844b4ab5 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.9295309 May 30 20:33:03.385234 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 46828) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:03.445818 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81330e00-e4b5-45bc-991d-05400535e14e req-ca6752ac-5601-4308-ba55-99c6284e2b95 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:33:03.447941 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-81330e00-e4b5-45bc-991d-05400535e14e req-ca6752ac-5601-4308-ba55-99c6284e2b95 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=c83f8ea1-67e6-4f2a-b0c1-961414a5e7c1 HTTP/1.1" status: 200 len: 945 time: 0.1312091 May 30 20:33:03.560683 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:33:03.567612 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-4affb674-931b-47bc-b76a-f28d1c8d6338 None None] Set router f0156119-3866-4c41-9bd5-feb8b7ceeac0 gateway port host: None {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:33:03.586286 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-81330e00-e4b5-45bc-991d-05400535e14e req-aacb7e4b-22f6-4d84-b92e-1e43c7c193a2 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ed3b12a-c5d4-4ba2-906c-9900ee2b8018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257784 May 30 20:33:03.712404 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b7e88da0-3efb-485e-a7b6-235159843e90 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks [] for router_gateway, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:03.728233 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-114bd992-4912-4132-8825-913279dd2913 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Unset dirty status for tenant:08954986e7454427ae0d40c7652d3c6a on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:33:03.743808 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-114bd992-4912-4132-8825-913279dd2913 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "GET /v2.0/ports/50b77836-50b1-41ea-8111-34559112b934 HTTP/1.1" status: 200 len: 911 time: 0.7569320 May 30 20:33:03.777345 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 46834) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:03.780924 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b7e88da0-3efb-485e-a7b6-235159843e90 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:03.897525 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2bb6679-74ef-4edd-b374-17fab61eaa53 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:33:03.898402 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-f2bb6679-74ef-4edd-b374-17fab61eaa53 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Synchronizing usage tracker for tenant:8bd9692a05604ca1bb63ee573fbbaff2 on resource:network {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:33:03.994942 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-f2bb6679-74ef-4edd-b374-17fab61eaa53 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Unset dirty status for tenant:8bd9692a05604ca1bb63ee573fbbaff2 on resource:network {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:33:03.996126 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-f2bb6679-74ef-4edd-b374-17fab61eaa53 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] 10.222.0.85 "GET /v2.0/networks?id=a43cb9df-816a-42a0-8a3b-fa0b7542f4d9 HTTP/1.1" status: 200 len: 761 time: 0.6112516 May 30 20:33:03.998771 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 46842) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:04.004945 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-da1c8ae7-555b-4a11-9b0c-cf47d56835dd tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Request body: {'network': {'description': 'd2'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:33:04.111593 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a620ac-fe49-44b9-96e1-ec0cb7bdc8ed tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:33:04.116505 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a620ac-fe49-44b9-96e1-ec0cb7bdc8ed tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:33:04.117350 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-72a620ac-fe49-44b9-96e1-ec0cb7bdc8ed tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Synchronizing usage tracker for tenant:08954986e7454427ae0d40c7652d3c6a on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:33:04.127608 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-4affb674-931b-47bc-b76a-f28d1c8d6338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0156119-3866-4c41-9bd5-feb8b7ceeac0', 'name': 'tempest-NetworksTestDHCPv6-router-1180449699', 'tenant_id': '08954986e7454427ae0d40c7652d3c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:32:53Z', 'updated_at': '2022-05-30T20:32:57Z', 'revision_number': 2, 'project_id': '08954986e7454427ae0d40c7652d3c6a', 'gw_port_host': None, '_interfaces': [{'id': '50b77836-50b1-41ea-8111-34559112b934', 'name': '', 'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50', 'tenant_id': '08954986e7454427ae0d40c7652d3c6a', 'mac_address': 'fa:16:3e:8d:17:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0156119-3866-4c41-9bd5-feb8b7ceeac0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e331efd8-85dc-4b2c-8091-7175bb62ae38', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:32:56Z', 'updated_at': '2022-05-30T20:32:59Z', 'revision_number': 2, 'project_id': '08954986e7454427ae0d40c7652d3c6a', 'subnets': [{'id': 'e331efd8-85dc-4b2c-8091-7175bb62ae38', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:33:04.136514 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4affb674-931b-47bc-b76a-f28d1c8d6338 None None] Checking router: f0156119-3866-4c41-9bd5-feb8b7ceeac0 for host: n-d-843948-2 {{(pid=84889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:33:04.136861 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4affb674-931b-47bc-b76a-f28d1c8d6338 None None] Updating router f0156119-3866-4c41-9bd5-feb8b7ceeac0 port 50b77836-50b1-41ea-8111-34559112b934 binding host n-d-843948-2 {{(pid=84889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:33:04.137470 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196aa28a-cd9d-4ffc-9bf9-e1e281c8db54 req-65c13d20-6275-45dc-b965-47160a92a517 tempest-ServerTagsTestJSON-1982166080 tempest-ServerTagsTestJSON-1982166080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:33:04.138205 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-196aa28a-cd9d-4ffc-9bf9-e1e281c8db54 req-65c13d20-6275-45dc-b965-47160a92a517 tempest-ServerTagsTestJSON-1982166080 tempest-ServerTagsTestJSON-1982166080-project] Synchronizing usage tracker for tenant:617acbbe75e54d9ab6d395cbb5d1e7b5 on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:33:04.154545 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-b7e88da0-3efb-485e-a7b6-235159843e90 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Allocated IP 172.25.8.49 (c7869750-4b49-4b7e-aa99-5e0f1ae02da4/427601ec-f643-4fe7-b5e6-17305d3a39e1/f75a150e-a1c2-4804-b784-2ae1252598dc) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:33:04.159171 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-72a620ac-fe49-44b9-96e1-ec0cb7bdc8ed tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Unset dirty status for tenant:08954986e7454427ae0d40c7652d3c6a on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:33:04.167463 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-72a620ac-fe49-44b9-96e1-ec0cb7bdc8ed tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.3820140 May 30 20:33:04.167463 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 46848) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:04.248369 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-4affb674-931b-47bc-b76a-f28d1c8d6338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:04.441845 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-196aa28a-cd9d-4ffc-9bf9-e1e281c8db54 req-65c13d20-6275-45dc-b965-47160a92a517 tempest-ServerTagsTestJSON-1982166080 tempest-ServerTagsTestJSON-1982166080-project] Unset dirty status for tenant:617acbbe75e54d9ab6d395cbb5d1e7b5 on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:33:04.448581 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-196aa28a-cd9d-4ffc-9bf9-e1e281c8db54 req-65c13d20-6275-45dc-b965-47160a92a517 tempest-ServerTagsTestJSON-1982166080 tempest-ServerTagsTestJSON-1982166080-project] 10.222.0.85 "GET /v2.0/ports?device_id=bc92c7bb-fdab-4792-88a0-aef25fd36c7f HTTP/1.1" status: 200 len: 945 time: 0.5794427 May 30 20:33:04.452224 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-da1c8ae7-555b-4a11-9b0c-cf47d56835dd tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:04.567295 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-da1c8ae7-555b-4a11-9b0c-cf47d56835dd tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:04.610149 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-da1c8ae7-555b-4a11-9b0c-cf47d56835dd tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Network a43cb9df-816a-42a0-8a3b-fa0b7542f4d9 is not hosted by any dhcp agent {{(pid=84887) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} May 30 20:33:04.614473 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da1c8ae7-555b-4a11-9b0c-cf47d56835dd tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:33:04.615187 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-da1c8ae7-555b-4a11-9b0c-cf47d56835dd tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:04.620516 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-da1c8ae7-555b-4a11-9b0c-cf47d56835dd tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] 10.222.0.85 "PUT /v2.0/networks/a43cb9df-816a-42a0-8a3b-fa0b7542f4d9 HTTP/1.1" status: 200 len: 758 time: 0.6206598 May 30 20:33:04.737393 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 46858) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:04.847865 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-196aa28a-cd9d-4ffc-9bf9-e1e281c8db54 req-67868276-f7f8-40ee-af2b-24dbbc95c0c9 tempest-ServerTagsTestJSON-1982166080 tempest-ServerTagsTestJSON-1982166080-project] 10.222.0.85 "GET /v2.0/security-groups?id=ead51e85-1196-49f3-bc9f-5a99aabb877c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3982778 May 30 20:33:04.860207 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b7e88da0-3efb-485e-a7b6-235159843e90 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:04.954941 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-4affb674-931b-47bc-b76a-f28d1c8d6338 None None] Notify callbacks [] for port, precommit_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:04.982857 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.provisioning_blocks [None req-4affb674-931b-47bc-b76a-f28d1c8d6338 None None] Transition to ACTIVE for port object 50b77836-50b1-41ea-8111-34559112b934 will not be triggered until provisioned by entity L2. {{(pid=84889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:33:05.023773 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f83a1bbb-0607-4555-8551-1398ea840def tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:33:05.024678 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-f83a1bbb-0607-4555-8551-1398ea840def tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Synchronizing usage tracker for tenant:8bd9692a05604ca1bb63ee573fbbaff2 on resource:network {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:33:05.057212 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1c8ae7-555b-4a11-9b0c-cf47d56835dd tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Pushing event updated for resources: {'Network': ['ID=a43cb9df-816a-42a0-8a3b-fa0b7542f4d9,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:05.066786 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-f83a1bbb-0607-4555-8551-1398ea840def tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Unset dirty status for tenant:8bd9692a05604ca1bb63ee573fbbaff2 on resource:network {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:33:05.071502 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-4affb674-931b-47bc-b76a-f28d1c8d6338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:05.071718 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-f83a1bbb-0607-4555-8551-1398ea840def tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] 10.222.0.85 "GET /v2.0/networks?id=a43cb9df-816a-42a0-8a3b-fa0b7542f4d9 HTTP/1.1" status: 200 len: 761 time: 0.3284748 May 30 20:33:05.072813 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 46866) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:05.095806 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-415195b9-5e59-4186-8c8b-7e98b409aab0 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1023480669'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:33:05.106674 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-415195b9-5e59-4186-8c8b-7e98b409aab0 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:33:05.131493 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-415195b9-5e59-4186-8c8b-7e98b409aab0 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:33:05.156480 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1c8ae7-555b-4a11-9b0c-cf47d56835dd tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:33:05.157145 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1c8ae7-555b-4a11-9b0c-cf47d56835dd tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:33:05.157481 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1c8ae7-555b-4a11-9b0c-cf47d56835dd tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:33:05.157835 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1c8ae7-555b-4a11-9b0c-cf47d56835dd tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:33:05.158213 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1c8ae7-555b-4a11-9b0c-cf47d56835dd tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:33:05.158535 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1c8ae7-555b-4a11-9b0c-cf47d56835dd tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:33:05.158853 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1c8ae7-555b-4a11-9b0c-cf47d56835dd tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:33:05.159171 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1c8ae7-555b-4a11-9b0c-cf47d56835dd tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:33:05.159486 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1c8ae7-555b-4a11-9b0c-cf47d56835dd tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:33:05.159799 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1c8ae7-555b-4a11-9b0c-cf47d56835dd tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:33:05.160111 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1c8ae7-555b-4a11-9b0c-cf47d56835dd tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:33:05.189338 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network a43cb9df-816a-42a0-8a3b-fa0b7542f4d9 details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:33:05.198461 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2548bf7f-97c9-4365-9fc9-1edd2ae4e458 req-b5c5b5cb-098b-40f5-945d-0680c57aebcc tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:33:05.199541 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-2548bf7f-97c9-4365-9fc9-1edd2ae4e458 req-b5c5b5cb-098b-40f5-945d-0680c57aebcc tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Synchronizing usage tracker for tenant:af4cc1fbb91e4a5c856e947d8072b697 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:33:05.220138 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cf61a2-6ddc-46d7-b30c-6a09c20cb944 req-86cb876a-e9bb-4977-9794-b46ffaa13509 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:33:05.224183 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-d3cf61a2-6ddc-46d7-b30c-6a09c20cb944 req-86cb876a-e9bb-4977-9794-b46ffaa13509 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Synchronizing usage tracker for tenant:af4cc1fbb91e4a5c856e947d8072b697 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:33:05.267076 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-415195b9-5e59-4186-8c8b-7e98b409aab0 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Made reservation on behalf of 8bd9692a05604ca1bb63ee573fbbaff2 for: {'network': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:33:05.268344 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f88f27-e248-4d00-97f7-cb214bca1b7d req-3fd290aa-52ed-4ac8-a269-d2a96051ee05 tempest-ServerTagsTestJSON-1982166080 tempest-ServerTagsTestJSON-1982166080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:33:05.273920 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-415195b9-5e59-4186-8c8b-7e98b409aab0 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:05.274643 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7592d74-ce27-4237-ab47-d067f8933278 None None] Pushing event updated for resources: {'Port': ['ID=50b77836-50b1-41ea-8111-34559112b934,revision_number=3']} {{(pid=84889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:05.281980 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-66f88f27-e248-4d00-97f7-cb214bca1b7d req-3fd290aa-52ed-4ac8-a269-d2a96051ee05 tempest-ServerTagsTestJSON-1982166080 tempest-ServerTagsTestJSON-1982166080-project] 10.222.0.71 "GET /v2.0/ports?device_id=bc92c7bb-fdab-4792-88a0-aef25fd36c7f HTTP/1.1" status: 200 len: 945 time: 0.7962370 May 30 20:33:05.338445 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-415195b9-5e59-4186-8c8b-7e98b409aab0 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] vlan segment allocate from pool success with {'vlan_id': 695, 'physical_network': 'physnet1'} {{(pid=84887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:33:05.377689 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-2548bf7f-97c9-4365-9fc9-1edd2ae4e458 req-b5c5b5cb-098b-40f5-945d-0680c57aebcc tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Unset dirty status for tenant:af4cc1fbb91e4a5c856e947d8072b697 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:33:05.377689 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2548bf7f-97c9-4365-9fc9-1edd2ae4e458 req-b5c5b5cb-098b-40f5-945d-0680c57aebcc tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.71 "GET /v2.0/ports?device_id=c83f8ea1-67e6-4f2a-b0c1-961414a5e7c1 HTTP/1.1" status: 200 len: 945 time: 0.7539797 May 30 20:33:05.381941 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-415195b9-5e59-4186-8c8b-7e98b409aab0 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:05.382287 n-d-843948-2 neutron-server[84887]: INFO neutron.db.segments_db [None req-415195b9-5e59-4186-8c8b-7e98b409aab0 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Added segment 5c5d13f2-3e79-4992-9dbb-ee2a3fd354ae of type vlan for network 7bad60d4-d0c2-47f2-92c5-06cd84a6fdb0 May 30 20:33:05.388374 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-d3cf61a2-6ddc-46d7-b30c-6a09c20cb944 req-86cb876a-e9bb-4977-9794-b46ffaa13509 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Unset dirty status for tenant:af4cc1fbb91e4a5c856e947d8072b697 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:33:05.390827 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d3cf61a2-6ddc-46d7-b30c-6a09c20cb944 req-86cb876a-e9bb-4977-9794-b46ffaa13509 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=c83f8ea1-67e6-4f2a-b0c1-961414a5e7c1 HTTP/1.1" status: 200 len: 945 time: 0.5834823 May 30 20:33:05.554304 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [req-66f88f27-e248-4d00-97f7-cb214bca1b7d req-b508fc88-0660-4a53-b1f6-c8d91035fb10 tempest-ServerTagsTestJSON-1982166080 tempest-ServerTagsTestJSON-1982166080-project] Deleting port 5e92a8ac-46c2-4856-8c2f-915e498f6adb {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:33:05.554664 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-66f88f27-e248-4d00-97f7-cb214bca1b7d req-b508fc88-0660-4a53-b1f6-c8d91035fb10 tempest-ServerTagsTestJSON-1982166080 tempest-ServerTagsTestJSON-1982166080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:05.591915 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-2548bf7f-97c9-4365-9fc9-1edd2ae4e458 req-7b8bc1d8-7caa-4404-ab92-5157434ca76c tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Deleting port 2dce9d2f-c86d-4852-9ec1-a59a59049c03 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:33:05.592352 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-2548bf7f-97c9-4365-9fc9-1edd2ae4e458 req-7b8bc1d8-7caa-4404-ab92-5157434ca76c tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:05.609526 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b7e88da0-3efb-485e-a7b6-235159843e90 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:05.617054 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-4affb674-931b-47bc-b76a-f28d1c8d6338 None None] Attempting to bind port 50b77836-50b1-41ea-8111-34559112b934 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:33:05.617430 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-4affb674-931b-47bc-b76a-f28d1c8d6338 None None] Attempting to bind port 50b77836-50b1-41ea-8111-34559112b934 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': '2cb73a29-9359-4fbf-99af-be1c6062790b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50'}] {{(pid=84889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:33:05.617823 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4affb674-931b-47bc-b76a-f28d1c8d6338 None None] Attempting to bind port 50b77836-50b1-41ea-8111-34559112b934 on network e47345d4-98a8-46f5-a7b7-66b2eb513a50 {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:33:05.634682 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4affb674-931b-47bc-b76a-f28d1c8d6338 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:33:05.634957 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4affb674-931b-47bc-b76a-f28d1c8d6338 None None] Checking segment: {'id': '2cb73a29-9359-4fbf-99af-be1c6062790b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:33:05.636838 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-4affb674-931b-47bc-b76a-f28d1c8d6338 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:05.637401 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4affb674-931b-47bc-b76a-f28d1c8d6338 None None] Bound using segment: {'id': '2cb73a29-9359-4fbf-99af-be1c6062790b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50'} {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:33:05.638054 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-4affb674-931b-47bc-b76a-f28d1c8d6338 None None] Bound port: 50b77836-50b1-41ea-8111-34559112b934, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cb73a29-9359-4fbf-99af-be1c6062790b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50'}}] {{(pid=84889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:33:05.640513 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-4affb674-931b-47bc-b76a-f28d1c8d6338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:05.786552 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.db [None req-4affb674-931b-47bc-b76a-f28d1c8d6338 None None] For port 50b77836-50b1-41ea-8111-34559112b934, host n-d-843948-2, cleared binding levels {{(pid=84889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:33:05.787381 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e88da0-3efb-485e-a7b6-235159843e90 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:33:05.789965 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.db [None req-4affb674-931b-47bc-b76a-f28d1c8d6338 None None] For port 50b77836-50b1-41ea-8111-34559112b934, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=50b77836-50b1-41ea-8111-34559112b934,segment=NetworkSegment(2cb73a29-9359-4fbf-99af-be1c6062790b),segment_id=2cb73a29-9359-4fbf-99af-be1c6062790b)] {{(pid=84889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:33:05.795604 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-b7e88da0-3efb-485e-a7b6-235159843e90 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:33:05.798545 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e88da0-3efb-485e-a7b6-235159843e90 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:33:05.803800 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-415195b9-5e59-4186-8c8b-7e98b409aab0 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:05.832532 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e88da0-3efb-485e-a7b6-235159843e90 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Pushing event updated for resources: {'Port': ['ID=f75a150e-a1c2-4804-b784-2ae1252598dc,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:05.915520 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d3cf61a2-6ddc-46d7-b30c-6a09c20cb944 req-24433df3-b9f8-4d21-892d-8fa7b04adabd tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ed3b12a-c5d4-4ba2-906c-9900ee2b8018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3460436 May 30 20:33:05.943619 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-4affb674-931b-47bc-b76a-f28d1c8d6338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:06.046701 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7592d74-ce27-4237-ab47-d067f8933278 None None] Pushing event updated for resources: {'Port': ['ID=50b77836-50b1-41ea-8111-34559112b934,revision_number=4']} {{(pid=84889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:06.067919 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4affb674-931b-47bc-b76a-f28d1c8d6338 None None] Routers {'f0156119-3866-4c41-9bd5-feb8b7ceeac0'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:33:06.069049 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-4affb674-931b-47bc-b76a-f28d1c8d6338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:32:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['f0156119-3866-4c41-9bd5-feb8b7ceeac0'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:33:06.102870 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-2548bf7f-97c9-4365-9fc9-1edd2ae4e458 req-7b8bc1d8-7caa-4404-ab92-5157434ca76c tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] For port 2dce9d2f-c86d-4852-9ec1-a59a59049c03, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=2dce9d2f-c86d-4852-9ec1-a59a59049c03,segment=NetworkSegment(40468e3f-2630-4d51-98c1-4a518f6532d2),segment_id=40468e3f-2630-4d51-98c1-4a518f6532d2)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:33:06.103898 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-2548bf7f-97c9-4365-9fc9-1edd2ae4e458 req-7b8bc1d8-7caa-4404-ab92-5157434ca76c tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:06.317750 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-415195b9-5e59-4186-8c8b-7e98b409aab0 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:06.321505 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-415195b9-5e59-4186-8c8b-7e98b409aab0 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:33:06.322135 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-415195b9-5e59-4186-8c8b-7e98b409aab0 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:06.325579 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-4affb674-931b-47bc-b76a-f28d1c8d6338 None None] Set router f0156119-3866-4c41-9bd5-feb8b7ceeac0 gateway port host: None {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:33:06.337555 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-2548bf7f-97c9-4365-9fc9-1edd2ae4e458 req-7b8bc1d8-7caa-4404-ab92-5157434ca76c tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Calling delete_port for 2dce9d2f-c86d-4852-9ec1-a59a59049c03 owned by compute:nova {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:33:06.358719 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-66f88f27-e248-4d00-97f7-cb214bca1b7d req-b508fc88-0660-4a53-b1f6-c8d91035fb10 tempest-ServerTagsTestJSON-1982166080 tempest-ServerTagsTestJSON-1982166080-project] For port 5e92a8ac-46c2-4856-8c2f-915e498f6adb, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=5e92a8ac-46c2-4856-8c2f-915e498f6adb,segment=NetworkSegment(a3dfdf1e-2d22-4400-b4ce-8b1e82ab41e8),segment_id=a3dfdf1e-2d22-4400-b4ce-8b1e82ab41e8)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:33:06.359641 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-66f88f27-e248-4d00-97f7-cb214bca1b7d req-b508fc88-0660-4a53-b1f6-c8d91035fb10 tempest-ServerTagsTestJSON-1982166080 tempest-ServerTagsTestJSON-1982166080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:06.542091 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [req-66f88f27-e248-4d00-97f7-cb214bca1b7d req-b508fc88-0660-4a53-b1f6-c8d91035fb10 tempest-ServerTagsTestJSON-1982166080 tempest-ServerTagsTestJSON-1982166080-project] Calling delete_port for 5e92a8ac-46c2-4856-8c2f-915e498f6adb owned by compute:nova {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:33:06.565857 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415195b9-5e59-4186-8c8b-7e98b409aab0 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Pushing event updated for resources: {'Network': ['ID=7bad60d4-d0c2-47f2-92c5-06cd84a6fdb0,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:06.590652 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network 7bad60d4-d0c2-47f2-92c5-06cd84a6fdb0 details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:33:06.679383 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-415195b9-5e59-4186-8c8b-7e98b409aab0 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.6015100 May 30 20:33:06.680185 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 46890) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:06.710931 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-09735a86-2203-4984-8f01-f62a29a3fbad tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Request body: {'subnet': {'network_id': '7bad60d4-d0c2-47f2-92c5-06cd84a6fdb0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:33:07.039739 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f3b859f2-7c84-488c-9673-87cce457a3aa tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-736216'] for router_interface, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:07.059149 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-4affb674-931b-47bc-b76a-f28d1c8d6338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0156119-3866-4c41-9bd5-feb8b7ceeac0', 'name': 'tempest-NetworksTestDHCPv6-router-1180449699', 'tenant_id': '08954986e7454427ae0d40c7652d3c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:32:53Z', 'updated_at': '2022-05-30T20:32:57Z', 'revision_number': 2, 'project_id': '08954986e7454427ae0d40c7652d3c6a', 'gw_port_host': None, '_interfaces': [{'id': '50b77836-50b1-41ea-8111-34559112b934', 'name': '', 'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50', 'tenant_id': '08954986e7454427ae0d40c7652d3c6a', 'mac_address': 'fa:16:3e:8d:17:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0156119-3866-4c41-9bd5-feb8b7ceeac0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e331efd8-85dc-4b2c-8091-7175bb62ae38', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:32:56Z', 'updated_at': '2022-05-30T20:33:05Z', 'revision_number': 4, 'project_id': '08954986e7454427ae0d40c7652d3c6a', 'subnets': [{'id': 'e331efd8-85dc-4b2c-8091-7175bb62ae38', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:33:07.069890 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4affb674-931b-47bc-b76a-f28d1c8d6338 None None] The sync data for ids ['f0156119-3866-4c41-9bd5-feb8b7ceeac0'] in n-d-843948-2 is: [{'id': 'f0156119-3866-4c41-9bd5-feb8b7ceeac0', 'name': 'tempest-NetworksTestDHCPv6-router-1180449699', 'tenant_id': '08954986e7454427ae0d40c7652d3c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:32:53Z', 'updated_at': '2022-05-30T20:32:57Z', 'revision_number': 2, 'project_id': '08954986e7454427ae0d40c7652d3c6a', 'gw_port_host': None, '_interfaces': [{'id': '50b77836-50b1-41ea-8111-34559112b934', 'name': '', 'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50', 'tenant_id': '08954986e7454427ae0d40c7652d3c6a', 'mac_address': 'fa:16:3e:8d:17:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0156119-3866-4c41-9bd5-feb8b7ceeac0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e331efd8-85dc-4b2c-8091-7175bb62ae38', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:32:56Z', 'updated_at': '2022-05-30T20:33:05Z', 'revision_number': 4, 'project_id': '08954986e7454427ae0d40c7652d3c6a', 'subnets': [{'id': 'e331efd8-85dc-4b2c-8091-7175bb62ae38', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:33:07.135017 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-66f88f27-e248-4d00-97f7-cb214bca1b7d req-b508fc88-0660-4a53-b1f6-c8d91035fb10 tempest-ServerTagsTestJSON-1982166080 tempest-ServerTagsTestJSON-1982166080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:07.142172 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf9a6e0-058e-47f2-a009-d3fd03270f20 req-fd09b689-4ff4-47a9-9ea0-460529662a1d tempest-ServerTagsTestJSON-1982166080 tempest-ServerTagsTestJSON-1982166080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:33:07.143675 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-acf9a6e0-058e-47f2-a009-d3fd03270f20 req-fd09b689-4ff4-47a9-9ea0-460529662a1d tempest-ServerTagsTestJSON-1982166080 tempest-ServerTagsTestJSON-1982166080-project] 10.222.0.85 "GET /v2.0/ports?device_id=bc92c7bb-fdab-4792-88a0-aef25fd36c7f HTTP/1.1" status: 200 len: 945 time: 0.4846766 May 30 20:33:07.154614 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-09735a86-2203-4984-8f01-f62a29a3fbad tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:33:07.159944 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-09735a86-2203-4984-8f01-f62a29a3fbad tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Usage tracker for resource:subnet and tenant:8bd9692a05604ca1bb63ee573fbbaff2 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:33:07.163621 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-09735a86-2203-4984-8f01-f62a29a3fbad tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:33:07.170313 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-09735a86-2203-4984-8f01-f62a29a3fbad tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:33:07.183977 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b7e88da0-3efb-485e-a7b6-235159843e90 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks [] for router_gateway, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:07.184675 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b7e88da0-3efb-485e-a7b6-235159843e90 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-736409'] for router, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:07.241534 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-2548bf7f-97c9-4365-9fc9-1edd2ae4e458 req-7b8bc1d8-7caa-4404-ab92-5157434ca76c tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:07.254613 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['5a1890e7-bff3-481d-97b4-974c081578cc'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:33:07.303484 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8bc1d8-7caa-4404-ab92-5157434ca76c tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Pushing event deleted for resources: {'Port': ['ID=2dce9d2f-c86d-4852-9ec1-a59a59049c03,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:07.305566 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09735a86-2203-4984-8f01-f62a29a3fbad tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Made reservation on behalf of 8bd9692a05604ca1bb63ee573fbbaff2 for: {'subnet': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:33:07.442453 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b508fc88-0660-4a53-b1f6-c8d91035fb10 tempest-ServerTagsTestJSON-1982166080 tempest-ServerTagsTestJSON-1982166080-project] Pushing event deleted for resources: {'Port': ['ID=5e92a8ac-46c2-4856-8c2f-915e498f6adb,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:07.491376 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-09735a86-2203-4984-8f01-f62a29a3fbad tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114220'] for subnet, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:07.569706 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b508fc88-0660-4a53-b1f6-c8d91035fb10 tempest-ServerTagsTestJSON-1982166080 tempest-ServerTagsTestJSON-1982166080-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:33:07.569706 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b508fc88-0660-4a53-b1f6-c8d91035fb10 tempest-ServerTagsTestJSON-1982166080 tempest-ServerTagsTestJSON-1982166080-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:33:07.569706 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b508fc88-0660-4a53-b1f6-c8d91035fb10 tempest-ServerTagsTestJSON-1982166080 tempest-ServerTagsTestJSON-1982166080-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:33:07.575043 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b508fc88-0660-4a53-b1f6-c8d91035fb10 tempest-ServerTagsTestJSON-1982166080 tempest-ServerTagsTestJSON-1982166080-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:33:07.575480 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b508fc88-0660-4a53-b1f6-c8d91035fb10 tempest-ServerTagsTestJSON-1982166080 tempest-ServerTagsTestJSON-1982166080-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:33:07.575887 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b508fc88-0660-4a53-b1f6-c8d91035fb10 tempest-ServerTagsTestJSON-1982166080 tempest-ServerTagsTestJSON-1982166080-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:33:07.576965 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b508fc88-0660-4a53-b1f6-c8d91035fb10 tempest-ServerTagsTestJSON-1982166080 tempest-ServerTagsTestJSON-1982166080-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:33:07.576965 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b508fc88-0660-4a53-b1f6-c8d91035fb10 tempest-ServerTagsTestJSON-1982166080 tempest-ServerTagsTestJSON-1982166080-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:33:07.576965 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b508fc88-0660-4a53-b1f6-c8d91035fb10 tempest-ServerTagsTestJSON-1982166080 tempest-ServerTagsTestJSON-1982166080-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:33:07.578961 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b508fc88-0660-4a53-b1f6-c8d91035fb10 tempest-ServerTagsTestJSON-1982166080 tempest-ServerTagsTestJSON-1982166080-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:33:07.579378 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b508fc88-0660-4a53-b1f6-c8d91035fb10 tempest-ServerTagsTestJSON-1982166080 tempest-ServerTagsTestJSON-1982166080-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:33:07.678911 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-acf9a6e0-058e-47f2-a009-d3fd03270f20 req-a8d983c1-922b-4a25-a8d2-36cf3e7d1de3 tempest-ServerTagsTestJSON-1982166080 tempest-ServerTagsTestJSON-1982166080-project] 10.222.0.85 "GET /v2.0/security-groups?id=ead51e85-1196-49f3-bc9f-5a99aabb877c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4872618 May 30 20:33:07.756009 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-2548bf7f-97c9-4365-9fc9-1edd2ae4e458 req-7b8bc1d8-7caa-4404-ab92-5157434ca76c tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] No DVR routers for this DVR port 2dce9d2f-c86d-4852-9ec1-a59a59049c03 on host n-h1-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:33:07.764769 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-2548bf7f-97c9-4365-9fc9-1edd2ae4e458 req-7b8bc1d8-7caa-4404-ab92-5157434ca76c tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:07.783305 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c83f8ea1-67e6-4f2a-b0c1-961414a5e7c1', 'name': 'network-vif-deleted', 'tag': '2dce9d2f-c86d-4852-9ec1-a59a59049c03'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:33:07.818669 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [req-66f88f27-e248-4d00-97f7-cb214bca1b7d req-b508fc88-0660-4a53-b1f6-c8d91035fb10 tempest-ServerTagsTestJSON-1982166080 tempest-ServerTagsTestJSON-1982166080-project] No DVR routers for this DVR port 5e92a8ac-46c2-4856-8c2f-915e498f6adb on host n-h1-843948-2 {{(pid=84886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:33:07.823929 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-66f88f27-e248-4d00-97f7-cb214bca1b7d req-b508fc88-0660-4a53-b1f6-c8d91035fb10 tempest-ServerTagsTestJSON-1982166080 tempest-ServerTagsTestJSON-1982166080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:07.837677 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc92c7bb-fdab-4792-88a0-aef25fd36c7f', 'name': 'network-vif-deleted', 'tag': '5e92a8ac-46c2-4856-8c2f-915e498f6adb'}] {{(pid=84886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:33:07.962565 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2548bf7f-97c9-4365-9fc9-1edd2ae4e458 req-7b8bc1d8-7caa-4404-ab92-5157434ca76c tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.71 "DELETE /v2.0/ports/2dce9d2f-c86d-4852-9ec1-a59a59049c03 HTTP/1.1" status: 204 len: 173 time: 2.5747032 May 30 20:33:07.965907 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-d167eeb0-4f56-4135-a90b-70ced500fd76 req-9e8fa238-243f-4040-9177-4c9d2c8b1909 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Synchronizing usage tracker for tenant:af4cc1fbb91e4a5c856e947d8072b697 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:33:08.004113 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-66f88f27-e248-4d00-97f7-cb214bca1b7d req-b508fc88-0660-4a53-b1f6-c8d91035fb10 tempest-ServerTagsTestJSON-1982166080 tempest-ServerTagsTestJSON-1982166080-project] 10.222.0.71 "DELETE /v2.0/ports/5e92a8ac-46c2-4856-8c2f-915e498f6adb HTTP/1.1" status: 204 len: 173 time: 2.7212131 May 30 20:33:08.156655 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-d167eeb0-4f56-4135-a90b-70ced500fd76 req-9e8fa238-243f-4040-9177-4c9d2c8b1909 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Unset dirty status for tenant:af4cc1fbb91e4a5c856e947d8072b697 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:33:08.162622 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d167eeb0-4f56-4135-a90b-70ced500fd76 req-9e8fa238-243f-4040-9177-4c9d2c8b1909 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=c83f8ea1-67e6-4f2a-b0c1-961414a5e7c1 HTTP/1.1" status: 200 len: 210 time: 0.2899644 May 30 20:33:08.304851 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-09735a86-2203-4984-8f01-f62a29a3fbad tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4055401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114238'] for subnet, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:08.344835 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887333c9-5cd7-4357-9681-50af2d2728e8 req-74737844-e708-401d-ad94-ee28691fff22 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:33:08.347002 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-887333c9-5cd7-4357-9681-50af2d2728e8 req-74737844-e708-401d-ad94-ee28691fff22 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "GET /v2.0/ports?device_id=e4532444-4cb6-4a56-8be0-64e0850311a8 HTTP/1.1" status: 200 len: 946 time: 0.3997521 May 30 20:33:08.408507 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ce50cfc-d75f-442c-a354-ed6f5c813e61'] response: {'server_uuid': 'c83f8ea1-67e6-4f2a-b0c1-961414a5e7c1', 'name': 'network-vif-deleted', 'tag': '2dce9d2f-c86d-4852-9ec1-a59a59049c03', 'status': 'completed', 'code': 200} May 30 20:33:08.412471 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-f3b859f2-7c84-488c-9673-87cce457a3aa tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Deleting port 50b77836-50b1-41ea-8111-34559112b934 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:33:08.412822 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f3b859f2-7c84-488c-9673-87cce457a3aa tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:08.458129 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09735a86-2203-4984-8f01-f62a29a3fbad tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Pushing event updated for resources: {'Subnet': ['ID=da06e848-dd68-402a-ae9c-95eb4a4753c9,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:08.470265 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09735a86-2203-4984-8f01-f62a29a3fbad tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Checking segment: {'id': '5c5d13f2-3e79-4992-9dbb-ee2a3fd354ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '7bad60d4-d0c2-47f2-92c5-06cd84a6fdb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:33:08.470842 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09735a86-2203-4984-8f01-f62a29a3fbad tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Network hostable DHCP agents. Network: 7bad60d4-d0c2-47f2-92c5-06cd84a6fdb0, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:33:08.471325 n-d-843948-2 neutron-server[84886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b0f1c62-79d2-48d5-b27a-5cb7af1e0589'] response: {'server_uuid': 'bc92c7bb-fdab-4792-88a0-aef25fd36c7f', 'name': 'network-vif-deleted', 'tag': '5e92a8ac-46c2-4856-8c2f-915e498f6adb', 'status': 'completed', 'code': 200} May 30 20:33:08.483594 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-887333c9-5cd7-4357-9681-50af2d2728e8 req-0384191e-3ffe-414d-a0eb-b62642260151 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "GET /v2.0/security-groups?id=8fd72c30-8784-4fee-8740-f07b67b99040&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1301146 May 30 20:33:08.592584 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09735a86-2203-4984-8f01-f62a29a3fbad tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Network 7bad60d4-d0c2-47f2-92c5-06cd84a6fdb0 is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:33:08.657878 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [None req-f3b859f2-7c84-488c-9673-87cce457a3aa tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] For port 50b77836-50b1-41ea-8111-34559112b934, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=50b77836-50b1-41ea-8111-34559112b934,segment=NetworkSegment(2cb73a29-9359-4fbf-99af-be1c6062790b),segment_id=2cb73a29-9359-4fbf-99af-be1c6062790b)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:33:08.658230 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f3b859f2-7c84-488c-9673-87cce457a3aa tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:08.709475 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-09735a86-2203-4984-8f01-f62a29a3fbad tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, 7bad60d4-d0c2-47f2-92c5-06cd84a6fdb0) {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:33:08.720678 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ca8572-abca-4255-9aae-9a57598d00e6 None None] Network 7bad60d4-d0c2-47f2-92c5-06cd84a6fdb0 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:33:08.728874 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09735a86-2203-4984-8f01-f62a29a3fbad tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:33:08.731479 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-09735a86-2203-4984-8f01-f62a29a3fbad tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:08.847104 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-09735a86-2203-4984-8f01-f62a29a3fbad tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1586821 May 30 20:33:08.849462 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 46932) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:08.886886 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7e88da0-3efb-485e-a7b6-235159843e90 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Router 570753c8-ef0c-4c6e-9460-d7a45e8a6369 is scheduled to L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 with binding_index 1 {{(pid=84886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 20:33:08.901787 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-f3b859f2-7c84-488c-9673-87cce457a3aa tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Calling delete_port for 50b77836-50b1-41ea-8111-34559112b934 owned by network:router_interface {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:33:09.074453 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 5e92a8ac-46c2-4856-8c2f-915e498f6adb no longer exists at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:33:09.134179 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] No Port match for: 5e92a8ac-46c2-4856-8c2f-915e498f6adb {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:33:09.134922 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 5e92a8ac-46c2-4856-8c2f-915e498f6adb not bound to the agent host n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:33:09.136009 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 2dce9d2f-c86d-4852-9ec1-a59a59049c03 no longer exists at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:33:09.178436 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 50b77836-50b1-41ea-8111-34559112b934 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:33:09.180940 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3ef0dec5-2753-4fc7-9729-96d68c283caf req-7ef7b496-4ed2-432f-9038-837730c6b4b9 tempest-ServerTagsTestJSON-1982166080 tempest-ServerTagsTestJSON-1982166080-project] 10.222.0.85 "GET /v2.0/ports?device_id=bc92c7bb-fdab-4792-88a0-aef25fd36c7f HTTP/1.1" status: 200 len: 210 time: 0.1451557 May 30 20:33:09.214418 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] No Port match for: 2dce9d2f-c86d-4852-9ec1-a59a59049c03 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:33:09.216333 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 2dce9d2f-c86d-4852-9ec1-a59a59049c03 not bound to the agent host n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:33:09.361432 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ecbc56-bd38-4571-8669-85f98cd3a630 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-7bad60d4-d0c2-47f2-92c5-06cd84a6fdb0', 'network_id': '7bad60d4-d0c2-47f2-92c5-06cd84a6fdb0', 'tenant_id': '8bd9692a05604ca1bb63ee573fbbaff2', 'fixed_ips': [{'subnet_id': 'da06e848-dd68-402a-ae9c-95eb4a4753c9'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:33:09.362668 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-e7ecbc56-bd38-4571-8669-85f98cd3a630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:09.463625 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-137c75d6-7555-44ff-9899-1649b9e65f34 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:09.488247 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fff6f93-4f55-46fb-916a-58c77fe5f6d2 req-08d1e265-577f-4c74-be57-09643c692c01 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:33:09.490288 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5fff6f93-4f55-46fb-916a-58c77fe5f6d2 req-08d1e265-577f-4c74-be57-09643c692c01 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.86 "GET /v2.0/ports?device_id=e4532444-4cb6-4a56-8be0-64e0850311a8 HTTP/1.1" status: 200 len: 946 time: 0.2576799 May 30 20:33:09.532334 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-bc145a07-225c-48e2-ba60-9c7276c5344c req-cd283325-1182-486f-acff-9dfa51938648 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=c83f8ea1-67e6-4f2a-b0c1-961414a5e7c1 HTTP/1.1" status: 200 len: 210 time: 0.0912130 May 30 20:33:09.589136 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7e88da0-3efb-485e-a7b6-235159843e90 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:33:09.614039 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07665fb9-42f7-4b3b-bb9e-161e12700d5f None None] Sync routers for ids ['570753c8-ef0c-4c6e-9460-d7a45e8a6369'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:33:09.614253 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-137c75d6-7555-44ff-9899-1649b9e65f34 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:09.647615 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-e7ecbc56-bd38-4571-8669-85f98cd3a630 None None] Allocated IP 172.20.0.2 (7bad60d4-d0c2-47f2-92c5-06cd84a6fdb0/da06e848-dd68-402a-ae9c-95eb4a4753c9/90a40f37-e6c2-4b77-9af9-7fddfc6c75df) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:33:09.650214 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07665fb9-42f7-4b3b-bb9e-161e12700d5f None None] Routers {'570753c8-ef0c-4c6e-9460-d7a45e8a6369'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:33:09.651039 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-07665fb9-42f7-4b3b-bb9e-161e12700d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:32:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['570753c8-ef0c-4c6e-9460-d7a45e8a6369'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:33:09.674963 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f3b859f2-7c84-488c-9673-87cce457a3aa tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:09.719517 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 50b77836-50b1-41ea-8111-34559112b934 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:33:09.744782 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 50b77836-50b1-41ea-8111-34559112b934 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:33:09.745918 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:09.797093 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-5fff6f93-4f55-46fb-916a-58c77fe5f6d2 req-e52663fc-9122-4edb-9bb5-425d6f7de667 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Deleting port 36d424df-74df-4f59-8ac8-529a43c28c43 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:33:09.797491 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-5fff6f93-4f55-46fb-916a-58c77fe5f6d2 req-e52663fc-9122-4edb-9bb5-425d6f7de667 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:09.822480 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Port 50b77836-50b1-41ea-8111-34559112b934 was deleted so its status cannot be updated. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} May 30 20:33:09.824839 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-07665fb9-42f7-4b3b-bb9e-161e12700d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:33:09.948073 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07665fb9-42f7-4b3b-bb9e-161e12700d5f None None] Routers {'570753c8-ef0c-4c6e-9460-d7a45e8a6369'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:33:09.948939 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-07665fb9-42f7-4b3b-bb9e-161e12700d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:32:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['570753c8-ef0c-4c6e-9460-d7a45e8a6369'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:33:09.962936 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b7108a-aba6-4182-a66c-60eb9b2b05b0 req-cd0ef149-c1ec-4cd3-85f6-b555ead7b834 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:33:09.963576 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-19b7108a-aba6-4182-a66c-60eb9b2b05b0 req-cd0ef149-c1ec-4cd3-85f6-b555ead7b834 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "GET /v2.0/ports?device_id=e4532444-4cb6-4a56-8be0-64e0850311a8 HTTP/1.1" status: 200 len: 946 time: 0.2793703 May 30 20:33:09.977032 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b7e88da0-3efb-485e-a7b6-235159843e90 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks [] for router, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:09.978928 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-b7e88da0-3efb-485e-a7b6-235159843e90 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 7.5522645 May 30 20:33:09.987888 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 46952) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:09.990461 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b859f2-7c84-488c-9673-87cce457a3aa tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Pushing event deleted for resources: {'Port': ['ID=50b77836-50b1-41ea-8111-34559112b934,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:10.025195 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-07665fb9-42f7-4b3b-bb9e-161e12700d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:33:10.025841 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07665fb9-42f7-4b3b-bb9e-161e12700d5f None None] The sync data for ids ['570753c8-ef0c-4c6e-9460-d7a45e8a6369'] in n-d-843948-2 is: [] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:33:10.115749 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-19b7108a-aba6-4182-a66c-60eb9b2b05b0 req-9e9a87f0-d7ee-4160-9fbd-5ae623e78e47 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "GET /v2.0/security-groups?id=8fd72c30-8784-4fee-8740-f07b67b99040&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1465087 May 30 20:33:10.195139 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-e7ecbc56-bd38-4571-8669-85f98cd3a630 None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:10.217168 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-e7ecbc56-bd38-4571-8669-85f98cd3a630 None None] Transition to ACTIVE for port object 90a40f37-e6c2-4b77-9af9-7fddfc6c75df will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:33:10.244694 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-e7ecbc56-bd38-4571-8669-85f98cd3a630 None None] Transition to ACTIVE for port object 90a40f37-e6c2-4b77-9af9-7fddfc6c75df will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:33:10.257275 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-5fff6f93-4f55-46fb-916a-58c77fe5f6d2 req-e52663fc-9122-4edb-9bb5-425d6f7de667 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] For port 36d424df-74df-4f59-8ac8-529a43c28c43, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=36d424df-74df-4f59-8ac8-529a43c28c43,segment=NetworkSegment(b78e2ba6-ffa9-4506-8832-06fa459f4605),segment_id=b78e2ba6-ffa9-4506-8832-06fa459f4605)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:33:10.257938 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-5fff6f93-4f55-46fb-916a-58c77fe5f6d2 req-e52663fc-9122-4edb-9bb5-425d6f7de667 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:10.349100 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-e7ecbc56-bd38-4571-8669-85f98cd3a630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:10.443673 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 46960) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:10.470231 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ecbc56-bd38-4571-8669-85f98cd3a630 None None] Pushing event updated for resources: {'Port': ['ID=90a40f37-e6c2-4b77-9af9-7fddfc6c75df,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:10.489395 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ecbc56-bd38-4571-8669-85f98cd3a630 None None] Network 7bad60d4-d0c2-47f2-92c5-06cd84a6fdb0 is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:33:10.496825 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-e7ecbc56-bd38-4571-8669-85f98cd3a630 None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:33:10.496825 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ecbc56-bd38-4571-8669-85f98cd3a630 None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:33:10.499755 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ecbc56-bd38-4571-8669-85f98cd3a630 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:33:10.500142 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ecbc56-bd38-4571-8669-85f98cd3a630 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:33:10.500419 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ecbc56-bd38-4571-8669-85f98cd3a630 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:33:10.500747 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ecbc56-bd38-4571-8669-85f98cd3a630 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:33:10.501075 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ecbc56-bd38-4571-8669-85f98cd3a630 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:33:10.501537 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ecbc56-bd38-4571-8669-85f98cd3a630 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:33:10.501745 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ecbc56-bd38-4571-8669-85f98cd3a630 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:33:10.502264 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ecbc56-bd38-4571-8669-85f98cd3a630 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:33:10.502416 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ecbc56-bd38-4571-8669-85f98cd3a630 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:33:10.503600 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ecbc56-bd38-4571-8669-85f98cd3a630 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:33:10.503600 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ecbc56-bd38-4571-8669-85f98cd3a630 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:33:10.580236 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f3b859f2-7c84-488c-9673-87cce457a3aa tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1718140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-736143'] for router_interface, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:10.594318 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1c58b2c-03bc-4e91-a554-8570e53a035a admin admin] Deleting subnet 347ea4e1-a59a-416f-a45d-b82a42e23e8e {{(pid=84886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:33:10.605761 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f1c58b2c-03bc-4e91-a554-8570e53a035a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:10.661738 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-137c75d6-7555-44ff-9899-1649b9e65f34 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4055470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114247'] for subnet, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:10.676140 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-e7ecbc56-bd38-4571-8669-85f98cd3a630 None None] Attempting to bind port 90a40f37-e6c2-4b77-9af9-7fddfc6c75df on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:33:10.676140 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-e7ecbc56-bd38-4571-8669-85f98cd3a630 None None] Attempting to bind port 90a40f37-e6c2-4b77-9af9-7fddfc6c75df by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': '5c5d13f2-3e79-4992-9dbb-ee2a3fd354ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '7bad60d4-d0c2-47f2-92c5-06cd84a6fdb0'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:33:10.681276 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ecbc56-bd38-4571-8669-85f98cd3a630 None None] Attempting to bind port 90a40f37-e6c2-4b77-9af9-7fddfc6c75df on network 7bad60d4-d0c2-47f2-92c5-06cd84a6fdb0 {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:33:10.701216 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ecbc56-bd38-4571-8669-85f98cd3a630 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:33:10.701856 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ecbc56-bd38-4571-8669-85f98cd3a630 None None] Checking segment: {'id': '5c5d13f2-3e79-4992-9dbb-ee2a3fd354ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '7bad60d4-d0c2-47f2-92c5-06cd84a6fdb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:33:10.702358 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-e7ecbc56-bd38-4571-8669-85f98cd3a630 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:10.702842 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ecbc56-bd38-4571-8669-85f98cd3a630 None None] Bound using segment: {'id': '5c5d13f2-3e79-4992-9dbb-ee2a3fd354ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '7bad60d4-d0c2-47f2-92c5-06cd84a6fdb0'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:33:10.703425 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-e7ecbc56-bd38-4571-8669-85f98cd3a630 None None] Bound port: 90a40f37-e6c2-4b77-9af9-7fddfc6c75df, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c5d13f2-3e79-4992-9dbb-ee2a3fd354ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '7bad60d4-d0c2-47f2-92c5-06cd84a6fdb0'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:33:10.704023 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-e7ecbc56-bd38-4571-8669-85f98cd3a630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:10.803257 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137c75d6-7555-44ff-9899-1649b9e65f34 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Pushing event deleted for resources: {'Subnet': ['ID=da06e848-dd68-402a-ae9c-95eb4a4753c9,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:10.824860 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-e7ecbc56-bd38-4571-8669-85f98cd3a630 None None] For port 90a40f37-e6c2-4b77-9af9-7fddfc6c75df, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:33:10.833252 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-e7ecbc56-bd38-4571-8669-85f98cd3a630 None None] For port 90a40f37-e6c2-4b77-9af9-7fddfc6c75df, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=90a40f37-e6c2-4b77-9af9-7fddfc6c75df,segment=NetworkSegment(5c5d13f2-3e79-4992-9dbb-ee2a3fd354ae),segment_id=5c5d13f2-3e79-4992-9dbb-ee2a3fd354ae)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:33:10.879195 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f1c58b2c-03bc-4e91-a554-8570e53a035a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2655517'] for subnet, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:10.955524 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-e7ecbc56-bd38-4571-8669-85f98cd3a630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:11.015510 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-3dea55aa-858a-46b0-a6bc-489e7a193b4a tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] 10.222.0.85 "GET /v2.0/routers/570753c8-ef0c-4c6e-9460-d7a45e8a6369 HTTP/1.1" status: 200 len: 884 time: 1.0263944 May 30 20:33:11.025965 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 46976) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:11.110286 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-137c75d6-7555-44ff-9899-1649b9e65f34 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:11.131750 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ecbc56-bd38-4571-8669-85f98cd3a630 None None] Pushing event updated for resources: {'Port': ['ID=90a40f37-e6c2-4b77-9af9-7fddfc6c75df,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:11.157003 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f1c58b2c-03bc-4e91-a554-8570e53a035a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:11.159810 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a5fcac4-b5ec-43ff-acc1-c780cda40224 None None] Network 7bad60d4-d0c2-47f2-92c5-06cd84a6fdb0 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:33:11.322263 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-137c75d6-7555-44ff-9899-1649b9e65f34 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bad60d4-d0c2-47f2-92c5-06cd84a6fdb0']}} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:33:11.335195 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-137c75d6-7555-44ff-9899-1649b9e65f34 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c5d13f2-3e79-4992-9dbb-ee2a3fd354ae') {'for_net_delete': True} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:33:11.335519 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-137c75d6-7555-44ff-9899-1649b9e65f34 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c5d13f2-3e79-4992-9dbb-ee2a3fd354ae') {} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:33:11.348913 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-137c75d6-7555-44ff-9899-1649b9e65f34 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3149912'] for segment, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:11.373644 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-5fff6f93-4f55-46fb-916a-58c77fe5f6d2 req-e52663fc-9122-4edb-9bb5-425d6f7de667 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:11.374331 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-5fff6f93-4f55-46fb-916a-58c77fe5f6d2 req-e52663fc-9122-4edb-9bb5-425d6f7de667 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736490'] for floatingip, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:11.374887 n-d-843948-2 neutron-server[84887]: INFO neutron.db.l3_db [req-5fff6f93-4f55-46fb-916a-58c77fe5f6d2 req-e52663fc-9122-4edb-9bb5-425d6f7de667 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Floating IP dc2e2d25-caa6-4635-baa5-6e4a72e830ac disassociated. External IP: 172.25.8.118, port: 36d424df-74df-4f59-8ac8-529a43c28c43. May 30 20:33:11.375377 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-5fff6f93-4f55-46fb-916a-58c77fe5f6d2 req-e52663fc-9122-4edb-9bb5-425d6f7de667 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Calling delete_port for 36d424df-74df-4f59-8ac8-529a43c28c43 owned by compute:nova {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:33:11.447947 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-137c75d6-7555-44ff-9899-1649b9e65f34 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:11.453527 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c69d6cb-dd9b-43e3-af6a-d94fad0254a4 None None] get_active_networks_info from n-d-843948-2 {{(pid=84888) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 30 20:33:11.482001 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3b859f2-7c84-488c-9673-87cce457a3aa tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Router f0156119-3866-4c41-9bd5-feb8b7ceeac0 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:33:11.513439 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-137c75d6-7555-44ff-9899-1649b9e65f34 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Releasing vlan 695 on physical network physnet1 to pool {{(pid=84887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:33:11.513439 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-137c75d6-7555-44ff-9899-1649b9e65f34 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4055488'] for segment, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:11.532662 n-d-843948-2 neutron-server[84887]: Traceback (most recent call last): May 30 20:33:11.532662 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:33:11.532662 n-d-843948-2 neutron-server[84887]: timer() May 30 20:33:11.532662 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:33:11.532662 n-d-843948-2 neutron-server[84887]: cb(*args, **kw) May 30 20:33:11.532662 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:33:11.532662 n-d-843948-2 neutron-server[84887]: return func(*args, **kwargs) May 30 20:33:11.532662 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:33:11.532662 n-d-843948-2 neutron-server[84887]: self._notify() May 30 20:33:11.532662 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:33:11.532662 n-d-843948-2 neutron-server[84887]: self.callback(batched_events) May 30 20:33:11.532662 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:33:11.532662 n-d-843948-2 neutron-server[84887]: event.method(event) May 30 20:33:11.532662 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:33:11.532662 n-d-843948-2 neutron-server[84887]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:33:11.532662 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:33:11.532662 n-d-843948-2 neutron-server[84887]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:33:11.532662 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:33:11.532662 n-d-843948-2 neutron-server[84887]: return f(self, *a, **k) May 30 20:33:11.532662 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:33:11.532662 n-d-843948-2 neutron-server[84887]: return self._get(url).json() May 30 20:33:11.532662 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:33:11.532662 n-d-843948-2 neutron-server[84887]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:33:11.532662 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:33:11.532662 n-d-843948-2 neutron-server[84887]: return self.request(url, 'GET', **kwargs) May 30 20:33:11.532662 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:33:11.532662 n-d-843948-2 neutron-server[84887]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:33:11.532662 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:33:11.532662 n-d-843948-2 neutron-server[84887]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:33:11.532662 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:33:11.532662 n-d-843948-2 neutron-server[84887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:33:11.532662 n-d-843948-2 neutron-server[84887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:33:11.678554 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c69d6cb-dd9b-43e3-af6a-d94fad0254a4 None None] Resources bound (agent type, host, resource id): {{(pid=84888) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 30 20:33:11.737944 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.db.api [None req-137c75d6-7555-44ff-9899-1649b9e65f34 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 30 20:33:11.737944 n-d-843948-2 neutron-server[84887]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 30 20:33:11.737944 n-d-843948-2 neutron-server[84887]: [parameters: {'id': '7bad60d4-d0c2-47f2-92c5-06cd84a6fdb0'}] May 30 20:33:11.737944 n-d-843948-2 neutron-server[84887]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84887) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:33:11.738638 n-d-843948-2 neutron-server[84887]: DEBUG oslo_db.api [None req-137c75d6-7555-44ff-9899-1649b9e65f34 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:33:11.756501 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b665ee-ebed-4386-93fb-eac18edd39f3 req-39c4c50e-68cc-43dd-886e-39f486d90a46 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:33:11.758518 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e7b665ee-ebed-4386-93fb-eac18edd39f3 req-39c4c50e-68cc-43dd-886e-39f486d90a46 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "GET /v2.0/ports?device_id=e4532444-4cb6-4a56-8be0-64e0850311a8 HTTP/1.1" status: 200 len: 946 time: 0.3081229 May 30 20:33:11.854829 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e7b665ee-ebed-4386-93fb-eac18edd39f3 req-de4c1835-82a5-4eb9-8695-148ec2c9baca tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "GET /v2.0/security-groups?id=8fd72c30-8784-4fee-8740-f07b67b99040&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798674 May 30 20:33:11.864585 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-5fff6f93-4f55-46fb-916a-58c77fe5f6d2 req-e52663fc-9122-4edb-9bb5-425d6f7de667 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:11.947688 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52663fc-9122-4edb-9bb5-425d6f7de667 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Pushing event deleted for resources: {'Port': ['ID=36d424df-74df-4f59-8ac8-529a43c28c43,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:11.963288 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f1c58b2c-03bc-4e91-a554-8570e53a035a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4127075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2778536'] for subnet, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:12.034113 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c58b2c-03bc-4e91-a554-8570e53a035a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=347ea4e1-a59a-416f-a45d-b82a42e23e8e,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:12.074994 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f1c58b2c-03bc-4e91-a554-8570e53a035a admin admin] Notify callbacks [] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:12.095779 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-ce2eaf47-0800-4039-a374-d85456089832 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Synchronizing usage tracker for tenant:eeceb350906e46fc9b2c21ca495ac559 on resource:router {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:33:12.100270 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-f1c58b2c-03bc-4e91-a554-8570e53a035a admin admin] 10.222.0.85 "DELETE /v2.0/subnets/347ea4e1-a59a-416f-a45d-b82a42e23e8e HTTP/1.1" status: 204 len: 168 time: 1.6540384 May 30 20:33:12.101446 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 46996) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:12.132368 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3b859f2-7c84-488c-9673-87cce457a3aa tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:33:12.150538 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d257a1-b60f-4463-8d0a-eabde4a294c6 None None] Sync routers for ids ['f0156119-3866-4c41-9bd5-feb8b7ceeac0'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:33:12.162512 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-f3b859f2-7c84-488c-9673-87cce457a3aa tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "PUT /v2.0/routers/f0156119-3866-4c41-9bd5-feb8b7ceeac0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9965525 May 30 20:33:12.167476 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 47000) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:12.169945 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d257a1-b60f-4463-8d0a-eabde4a294c6 None None] Routers {'f0156119-3866-4c41-9bd5-feb8b7ceeac0'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:33:12.172527 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-e0d257a1-b60f-4463-8d0a-eabde4a294c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:32:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['f0156119-3866-4c41-9bd5-feb8b7ceeac0'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:33:12.175225 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 36d424df-74df-4f59-8ac8-529a43c28c43 no longer exists at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:33:12.242284 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] No Port match for: 36d424df-74df-4f59-8ac8-529a43c28c43 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:33:12.242938 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 36d424df-74df-4f59-8ac8-529a43c28c43 not bound to the agent host n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:33:12.251102 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-137c75d6-7555-44ff-9899-1649b9e65f34 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:12.257659 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d448246-0d17-4317-a844-082c9a95d136 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:33:12.260493 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d448246-0d17-4317-a844-082c9a95d136 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:33:12.261416 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-8d448246-0d17-4317-a844-082c9a95d136 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Synchronizing usage tracker for tenant:08954986e7454427ae0d40c7652d3c6a on resource:subnet {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:33:12.266872 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-ce2eaf47-0800-4039-a374-d85456089832 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Unset dirty status for tenant:eeceb350906e46fc9b2c21ca495ac559 on resource:router {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:33:12.271885 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-ce2eaf47-0800-4039-a374-d85456089832 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] 10.222.0.85 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 1.2409515 May 30 20:33:12.271885 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 47004) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:12.287156 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-9f48b4bd-3243-4d8d-8096-7f3a15d759e5 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1877350390'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:33:12.290246 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa273ff-c186-459e-8ce0-175f69ecb4ee req-81b032fd-42e2-4db4-a27d-e8c3e306a4be tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:33:12.293959 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-7aa273ff-c186-459e-8ce0-175f69ecb4ee req-81b032fd-42e2-4db4-a27d-e8c3e306a4be tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.71 "GET /v2.0/ports?device_id=31630769-93b9-4bef-92c3-bf4dd9f89e28 HTTP/1.1" status: 200 len: 946 time: 0.3610327 May 30 20:33:12.359223 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-e0d257a1-b60f-4463-8d0a-eabde4a294c6 None None] Set router f0156119-3866-4c41-9bd5-feb8b7ceeac0 gateway port host: None {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:33:12.368289 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131e9658-f178-47d1-ab76-f75019bedd87 req-91bc034c-3f59-41a9-be63-4f2b9ba7bef7 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:33:12.369778 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-131e9658-f178-47d1-ab76-f75019bedd87 req-91bc034c-3f59-41a9-be63-4f2b9ba7bef7 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=31630769-93b9-4bef-92c3-bf4dd9f89e28 HTTP/1.1" status: 200 len: 946 time: 0.7590322 May 30 20:33:12.379958 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-137c75d6-7555-44ff-9899-1649b9e65f34 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Deleting port 90a40f37-e6c2-4b77-9af9-7fddfc6c75df {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:33:12.380520 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-137c75d6-7555-44ff-9899-1649b9e65f34 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:12.420266 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e0c0c339-f41d-43f6-8059-6a845a7ebfd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:12.451408 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [req-7aa273ff-c186-459e-8ce0-175f69ecb4ee req-b662273c-dff8-4882-982f-2974a9df9ff6 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Deleting port 5a1890e7-bff3-481d-97b4-974c081578cc {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:33:12.451759 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-7aa273ff-c186-459e-8ce0-175f69ecb4ee req-b662273c-dff8-4882-982f-2974a9df9ff6 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:12.467192 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-e0d257a1-b60f-4463-8d0a-eabde4a294c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0156119-3866-4c41-9bd5-feb8b7ceeac0', 'name': 'tempest-NetworksTestDHCPv6-router-1180449699', 'tenant_id': '08954986e7454427ae0d40c7652d3c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:32:53Z', 'updated_at': '2022-05-30T20:33:09Z', 'revision_number': 3, 'project_id': '08954986e7454427ae0d40c7652d3c6a', 'gw_port_host': None}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:33:12.471712 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d257a1-b60f-4463-8d0a-eabde4a294c6 None None] Checking router: f0156119-3866-4c41-9bd5-feb8b7ceeac0 for host: n-d-843948-2 {{(pid=84889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:33:12.483507 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d257a1-b60f-4463-8d0a-eabde4a294c6 None None] Routers {'f0156119-3866-4c41-9bd5-feb8b7ceeac0'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:33:12.484399 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-e0d257a1-b60f-4463-8d0a-eabde4a294c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:32:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['f0156119-3866-4c41-9bd5-feb8b7ceeac0'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:33:12.600857 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-131e9658-f178-47d1-ab76-f75019bedd87 req-7b3a0878-46c3-4109-a56b-eaef17a54580 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=2ed3b12a-c5d4-4ba2-906c-9900ee2b8018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127845 May 30 20:33:12.623961 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-e0d257a1-b60f-4463-8d0a-eabde4a294c6 None None] Set router f0156119-3866-4c41-9bd5-feb8b7ceeac0 gateway port host: None {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:33:12.675671 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-8d448246-0d17-4317-a844-082c9a95d136 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Unset dirty status for tenant:08954986e7454427ae0d40c7652d3c6a on resource:subnet {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:33:12.679316 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-8d448246-0d17-4317-a844-082c9a95d136 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.5046515 May 30 20:33:12.717041 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 47012) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:12.731029 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-e0d257a1-b60f-4463-8d0a-eabde4a294c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0156119-3866-4c41-9bd5-feb8b7ceeac0', 'name': 'tempest-NetworksTestDHCPv6-router-1180449699', 'tenant_id': '08954986e7454427ae0d40c7652d3c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:32:53Z', 'updated_at': '2022-05-30T20:33:09Z', 'revision_number': 3, 'project_id': '08954986e7454427ae0d40c7652d3c6a', 'gw_port_host': None}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:33:12.735655 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d257a1-b60f-4463-8d0a-eabde4a294c6 None None] The sync data for ids ['f0156119-3866-4c41-9bd5-feb8b7ceeac0'] in n-d-843948-2 is: [{'id': 'f0156119-3866-4c41-9bd5-feb8b7ceeac0', 'name': 'tempest-NetworksTestDHCPv6-router-1180449699', 'tenant_id': '08954986e7454427ae0d40c7652d3c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:32:53Z', 'updated_at': '2022-05-30T20:33:09Z', 'revision_number': 3, 'project_id': '08954986e7454427ae0d40c7652d3c6a', 'gw_port_host': None}] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:33:12.939629 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e0c0c339-f41d-43f6-8059-6a845a7ebfd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:12.984806 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-e0c0c339-f41d-43f6-8059-6a845a7ebfd3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['088a4ef5-eb7f-467f-ac67-a7c695245e93']}} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:33:13.015379 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-e0c0c339-f41d-43f6-8059-6a845a7ebfd3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3dfdf1e-2d22-4400-b4ce-8b1e82ab41e8') {'for_net_delete': True} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:33:13.015857 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-e0c0c339-f41d-43f6-8059-6a845a7ebfd3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3dfdf1e-2d22-4400-b4ce-8b1e82ab41e8') {} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:33:13.051494 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e0c0c339-f41d-43f6-8059-6a845a7ebfd3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2660590'] for segment, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:13.097158 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 50b77836-50b1-41ea-8111-34559112b934 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:33:13.099147 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e0c0c339-f41d-43f6-8059-6a845a7ebfd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:13.108197 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0c0c339-f41d-43f6-8059-6a845a7ebfd3 admin admin] Releasing vlan 667 on physical network physnet1 to pool {{(pid=84886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:33:13.108763 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e0c0c339-f41d-43f6-8059-6a845a7ebfd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4126989'] for segment, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:13.148267 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: 50b77836-50b1-41ea-8111-34559112b934 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:33:13.148770 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 50b77836-50b1-41ea-8111-34559112b934 not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:33:13.170703 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-24d64e63-3758-4900-9510-09f868d1c0f0 req-5dde142f-5073-4cff-aa1a-ca687a58c803 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "GET /v2.0/ports?device_id=e4532444-4cb6-4a56-8be0-64e0850311a8 HTTP/1.1" status: 200 len: 210 time: 0.0838380 May 30 20:33:13.188055 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [None req-137c75d6-7555-44ff-9899-1649b9e65f34 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] For port 90a40f37-e6c2-4b77-9af9-7fddfc6c75df, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=90a40f37-e6c2-4b77-9af9-7fddfc6c75df,segment=NetworkSegment(5c5d13f2-3e79-4992-9dbb-ee2a3fd354ae),segment_id=5c5d13f2-3e79-4992-9dbb-ee2a3fd354ae)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:33:13.188875 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-137c75d6-7555-44ff-9899-1649b9e65f34 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:13.231916 n-d-843948-2 neutron-server[84886]: Traceback (most recent call last): May 30 20:33:13.231916 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:33:13.231916 n-d-843948-2 neutron-server[84886]: timer() May 30 20:33:13.231916 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:33:13.231916 n-d-843948-2 neutron-server[84886]: cb(*args, **kw) May 30 20:33:13.231916 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:33:13.231916 n-d-843948-2 neutron-server[84886]: return func(*args, **kwargs) May 30 20:33:13.231916 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:33:13.231916 n-d-843948-2 neutron-server[84886]: self._notify() May 30 20:33:13.231916 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:33:13.231916 n-d-843948-2 neutron-server[84886]: self.callback(batched_events) May 30 20:33:13.231916 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:33:13.231916 n-d-843948-2 neutron-server[84886]: event.method(event) May 30 20:33:13.231916 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:33:13.231916 n-d-843948-2 neutron-server[84886]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:33:13.231916 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:33:13.231916 n-d-843948-2 neutron-server[84886]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:33:13.231916 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:33:13.231916 n-d-843948-2 neutron-server[84886]: return f(self, *a, **k) May 30 20:33:13.231916 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:33:13.231916 n-d-843948-2 neutron-server[84886]: return self._get(url).json() May 30 20:33:13.231916 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:33:13.231916 n-d-843948-2 neutron-server[84886]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:33:13.231916 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:33:13.231916 n-d-843948-2 neutron-server[84886]: return self.request(url, 'GET', **kwargs) May 30 20:33:13.231916 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:33:13.231916 n-d-843948-2 neutron-server[84886]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:33:13.231916 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:33:13.231916 n-d-843948-2 neutron-server[84886]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:33:13.231916 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:33:13.231916 n-d-843948-2 neutron-server[84886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:33:13.231916 n-d-843948-2 neutron-server[84886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:33:13.295748 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-7aa273ff-c186-459e-8ce0-175f69ecb4ee req-b662273c-dff8-4882-982f-2974a9df9ff6 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] For port 5a1890e7-bff3-481d-97b4-974c081578cc, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=5a1890e7-bff3-481d-97b4-974c081578cc,segment=NetworkSegment(40468e3f-2630-4d51-98c1-4a518f6532d2),segment_id=40468e3f-2630-4d51-98c1-4a518f6532d2)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:33:13.300234 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-7aa273ff-c186-459e-8ce0-175f69ecb4ee req-b662273c-dff8-4882-982f-2974a9df9ff6 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:13.371739 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-137c75d6-7555-44ff-9899-1649b9e65f34 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Calling delete_port for 90a40f37-e6c2-4b77-9af9-7fddfc6c75df owned by network:dhcp {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:33:13.457646 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [req-7aa273ff-c186-459e-8ce0-175f69ecb4ee req-b662273c-dff8-4882-982f-2974a9df9ff6 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Calling delete_port for 5a1890e7-bff3-481d-97b4-974c081578cc owned by compute:nova {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:33:13.483670 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5fff6f93-4f55-46fb-916a-58c77fe5f6d2 req-e52663fc-9122-4edb-9bb5-425d6f7de667 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Router d6837ec6-fa53-4479-bb23-7d6c2cb86fc9 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:33:13.486987 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_v2 [None req-822ed8d9-3034-4a9b-8341-95aabb9ccace tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Deleting subnet e331efd8-85dc-4b2c-8091-7175bb62ae38 {{(pid=84887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:33:13.509248 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-822ed8d9-3034-4a9b-8341-95aabb9ccace tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks [] for subnet, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:13.546386 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e0c0c339-f41d-43f6-8059-6a845a7ebfd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:13.617552 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e0c0c339-f41d-43f6-8059-6a845a7ebfd3 admin admin] Notify callbacks [] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:13.625769 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-e0c0c339-f41d-43f6-8059-6a845a7ebfd3 admin admin] 10.222.0.85 "DELETE /v2.0/networks/088a4ef5-eb7f-467f-ac67-a7c695245e93 HTTP/1.1" status: 204 len: 168 time: 1.5169492 May 30 20:33:13.666737 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-822ed8d9-3034-4a9b-8341-95aabb9ccace tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3149227'] for subnet, precommit_delete_associations {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:13.671969 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c0c339-f41d-43f6-8059-6a845a7ebfd3 admin admin] Pushing event deleted for resources: {'Network': ['ID=088a4ef5-eb7f-467f-ac67-a7c695245e93,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:13.770337 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-137c75d6-7555-44ff-9899-1649b9e65f34 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:13.846236 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137c75d6-7555-44ff-9899-1649b9e65f34 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Pushing event deleted for resources: {'Port': ['ID=90a40f37-e6c2-4b77-9af9-7fddfc6c75df,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:13.872406 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-7aa273ff-c186-459e-8ce0-175f69ecb4ee req-b662273c-dff8-4882-982f-2974a9df9ff6 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:13.912029 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0ab28d95-4662-43de-a719-db4a22a9101a req-3d94d391-bd2b-4f4d-a64a-a5aa192114b0 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=31630769-93b9-4bef-92c3-bf4dd9f89e28 HTTP/1.1" status: 200 len: 210 time: 0.0788829 May 30 20:33:13.932747 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b662273c-dff8-4882-982f-2974a9df9ff6 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Pushing event deleted for resources: {'Port': ['ID=5a1890e7-bff3-481d-97b4-974c081578cc,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:14.007405 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137c75d6-7555-44ff-9899-1649b9e65f34 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] No DVR routers for this DVR port 90a40f37-e6c2-4b77-9af9-7fddfc6c75df on host n-d-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:33:14.038047 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aa273ff-c186-459e-8ce0-175f69ecb4ee req-b662273c-dff8-4882-982f-2974a9df9ff6 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] No DVR routers for this DVR port 5a1890e7-bff3-481d-97b4-974c081578cc on host n-h1-843948-2 {{(pid=84886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:33:14.042987 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-7aa273ff-c186-459e-8ce0-175f69ecb4ee req-b662273c-dff8-4882-982f-2974a9df9ff6 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:14.046502 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31630769-93b9-4bef-92c3-bf4dd9f89e28', 'name': 'network-vif-deleted', 'tag': '5a1890e7-bff3-481d-97b4-974c081578cc'}] {{(pid=84886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:33:14.138813 n-d-843948-2 neutron-server[84886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0079e84-49fe-4e88-9308-0219559b2ed9'] response: {'server_uuid': '31630769-93b9-4bef-92c3-bf4dd9f89e28', 'name': 'network-vif-deleted', 'tag': '5a1890e7-bff3-481d-97b4-974c081578cc', 'status': 'completed', 'code': 200} May 30 20:33:14.190689 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-7aa273ff-c186-459e-8ce0-175f69ecb4ee req-b662273c-dff8-4882-982f-2974a9df9ff6 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.71 "DELETE /v2.0/ports/5a1890e7-bff3-481d-97b4-974c081578cc HTTP/1.1" status: 204 len: 173 time: 1.8878064 May 30 20:33:14.202705 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 47040) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:14.300050 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-4abac3db-bb9c-4030-8d1d-109f57eadb01 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=617acbbe75e54d9ab6d395cbb5d1e7b5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0939391 May 30 20:33:14.301843 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 47046) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:14.365268 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-822ed8d9-3034-4a9b-8341-95aabb9ccace tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:14.410275 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-18056f56-9dea-4564-a9dc-8fe7a59fa234 req-91498d02-ff0e-4a1a-a554-380b1dab580d tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "GET /v2.0/ports?device_id=e4532444-4cb6-4a56-8be0-64e0850311a8 HTTP/1.1" status: 200 len: 210 time: 0.0609598 May 30 20:33:14.418117 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-137c75d6-7555-44ff-9899-1649b9e65f34 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:14.471172 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-137c75d6-7555-44ff-9899-1649b9e65f34 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bad60d4-d0c2-47f2-92c5-06cd84a6fdb0']}} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:33:14.493438 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-137c75d6-7555-44ff-9899-1649b9e65f34 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c5d13f2-3e79-4992-9dbb-ee2a3fd354ae') {'for_net_delete': True} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:33:14.494052 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-137c75d6-7555-44ff-9899-1649b9e65f34 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c5d13f2-3e79-4992-9dbb-ee2a3fd354ae') {} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:33:14.519901 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-137c75d6-7555-44ff-9899-1649b9e65f34 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3149912'] for segment, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:14.565292 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-137c75d6-7555-44ff-9899-1649b9e65f34 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:14.587010 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bf218b8d-f6bd-4912-ade9-8dc2a528c292 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:14.602771 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-137c75d6-7555-44ff-9899-1649b9e65f34 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Releasing vlan 695 on physical network physnet1 to pool {{(pid=84887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:33:14.603163 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-137c75d6-7555-44ff-9899-1649b9e65f34 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4055488'] for segment, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:14.619016 n-d-843948-2 neutron-server[84887]: Traceback (most recent call last): May 30 20:33:14.619016 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:33:14.619016 n-d-843948-2 neutron-server[84887]: timer() May 30 20:33:14.619016 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:33:14.619016 n-d-843948-2 neutron-server[84887]: cb(*args, **kw) May 30 20:33:14.619016 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:33:14.619016 n-d-843948-2 neutron-server[84887]: return func(*args, **kwargs) May 30 20:33:14.619016 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:33:14.619016 n-d-843948-2 neutron-server[84887]: self._notify() May 30 20:33:14.619016 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:33:14.619016 n-d-843948-2 neutron-server[84887]: self.callback(batched_events) May 30 20:33:14.619016 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:33:14.619016 n-d-843948-2 neutron-server[84887]: event.method(event) May 30 20:33:14.619016 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:33:14.619016 n-d-843948-2 neutron-server[84887]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:33:14.619016 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:33:14.619016 n-d-843948-2 neutron-server[84887]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:33:14.619016 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:33:14.619016 n-d-843948-2 neutron-server[84887]: return f(self, *a, **k) May 30 20:33:14.619016 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:33:14.619016 n-d-843948-2 neutron-server[84887]: return self._get(url).json() May 30 20:33:14.619016 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:33:14.619016 n-d-843948-2 neutron-server[84887]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:33:14.619016 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:33:14.619016 n-d-843948-2 neutron-server[84887]: return self.request(url, 'GET', **kwargs) May 30 20:33:14.619016 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:33:14.619016 n-d-843948-2 neutron-server[84887]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:33:14.619016 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:33:14.619016 n-d-843948-2 neutron-server[84887]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:33:14.619016 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:33:14.619016 n-d-843948-2 neutron-server[84887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:33:14.619016 n-d-843948-2 neutron-server[84887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:33:14.624466 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bf218b8d-f6bd-4912-ade9-8dc2a528c292 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:14.696487 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-822ed8d9-3034-4a9b-8341-95aabb9ccace tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4055470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114247'] for subnet, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:14.730575 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5fff6f93-4f55-46fb-916a-58c77fe5f6d2 req-e52663fc-9122-4edb-9bb5-425d6f7de667 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:33:14.743100 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779703ea-9892-468f-a4fa-104d366e6db1 None None] Sync routers for ids ['d6837ec6-fa53-4479-bb23-7d6c2cb86fc9'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:33:14.756073 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779703ea-9892-468f-a4fa-104d366e6db1 None None] Routers {'d6837ec6-fa53-4479-bb23-7d6c2cb86fc9'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:33:14.756927 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-779703ea-9892-468f-a4fa-104d366e6db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:32:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['d6837ec6-fa53-4479-bb23-7d6c2cb86fc9'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:33:14.767963 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bf218b8d-f6bd-4912-ade9-8dc2a528c292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:14.788768 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf218b8d-f6bd-4912-ade9-8dc2a528c292 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ead51e85-1196-49f3-bc9f-5a99aabb877c,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:14.841583 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822ed8d9-3034-4a9b-8341-95aabb9ccace tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Pushing event deleted for resources: {'Subnet': ['ID=e331efd8-85dc-4b2c-8091-7175bb62ae38,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:14.869265 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bf218b8d-f6bd-4912-ade9-8dc2a528c292 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:14.870471 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-bf218b8d-f6bd-4912-ade9-8dc2a528c292 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/ead51e85-1196-49f3-bc9f-5a99aabb877c HTTP/1.1" status: 204 len: 168 time: 0.5654950 May 30 20:33:14.880671 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-822ed8d9-3034-4a9b-8341-95aabb9ccace tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:14.887535 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fff6f93-4f55-46fb-916a-58c77fe5f6d2 req-e52663fc-9122-4edb-9bb5-425d6f7de667 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] No DVR routers for this DVR port 36d424df-74df-4f59-8ac8-529a43c28c43 on host n-h2-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:33:14.895144 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d81463-4669-46b0-b7dd-10c210a68c70 None None] Network e47345d4-98a8-46f5-a7b7-66b2eb513a50 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:33:14.904694 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-5fff6f93-4f55-46fb-916a-58c77fe5f6d2 req-e52663fc-9122-4edb-9bb5-425d6f7de667 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:14.908621 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4532444-4cb6-4a56-8be0-64e0850311a8', 'name': 'network-vif-deleted', 'tag': '36d424df-74df-4f59-8ac8-529a43c28c43'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:33:14.928224 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5fff6f93-4f55-46fb-916a-58c77fe5f6d2 req-e52663fc-9122-4edb-9bb5-425d6f7de667 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.86 "DELETE /v2.0/ports/36d424df-74df-4f59-8ac8-529a43c28c43 HTTP/1.1" status: 204 len: 173 time: 5.3897681 May 30 20:33:15.021344 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-137c75d6-7555-44ff-9899-1649b9e65f34 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:15.045035 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-137c75d6-7555-44ff-9899-1649b9e65f34 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:15.053222 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-137c75d6-7555-44ff-9899-1649b9e65f34 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] 10.222.0.85 "DELETE /v2.0/networks/7bad60d4-d0c2-47f2-92c5-06cd84a6fdb0 HTTP/1.1" status: 204 len: 168 time: 6.1978645 May 30 20:33:15.054701 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 47066) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:15.092799 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 5a1890e7-bff3-481d-97b4-974c081578cc no longer exists at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:33:15.130187 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] No Port match for: 5a1890e7-bff3-481d-97b4-974c081578cc {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:33:15.130684 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 5a1890e7-bff3-481d-97b4-974c081578cc not bound to the agent host n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:33:15.210795 n-d-843948-2 neutron-server[84886]: INFO neutron.pecan_wsgi.hooks.translation [None req-555722ed-533c-4503-a996-30342f531f19 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] GET failed (client error): The resource could not be found. May 30 20:33:15.211232 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-555722ed-533c-4503-a996-30342f531f19 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Synchronizing usage tracker for tenant:8bd9692a05604ca1bb63ee573fbbaff2 on resource:subnet {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:33:15.289145 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-779703ea-9892-468f-a4fa-104d366e6db1 None None] Set router d6837ec6-fa53-4479-bb23-7d6c2cb86fc9 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:33:15.330728 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-332d63c8-a6ed-4e10-bd6f-140e4021c037'] response: {'server_uuid': 'e4532444-4cb6-4a56-8be0-64e0850311a8', 'name': 'network-vif-deleted', 'tag': '36d424df-74df-4f59-8ac8-529a43c28c43', 'status': 'completed', 'code': 200} May 30 20:33:15.331440 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137c75d6-7555-44ff-9899-1649b9e65f34 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Pushing event deleted for resources: {'Network': ['ID=7bad60d4-d0c2-47f2-92c5-06cd84a6fdb0,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:15.334140 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-822ed8d9-3034-4a9b-8341-95aabb9ccace tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "DELETE /v2.0/subnets/e331efd8-85dc-4b2c-8091-7175bb62ae38 HTTP/1.1" status: 204 len: 168 time: 2.6107681 May 30 20:33:15.337107 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 47070) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:15.368295 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-a0c3b581-ddd1-4f35-b356-321881d3b06d req-672794bc-15fd-401d-b316-a6b581ed837e tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Synchronizing usage tracker for tenant:af4cc1fbb91e4a5c856e947d8072b697 on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:33:15.385314 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-555722ed-533c-4503-a996-30342f531f19 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Unset dirty status for tenant:8bd9692a05604ca1bb63ee573fbbaff2 on resource:subnet {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:33:15.387063 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-555722ed-533c-4503-a996-30342f531f19 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] 10.222.0.85 "GET /v2.0/subnets/da06e848-dd68-402a-ae9c-95eb4a4753c9 HTTP/1.1" status: 404 len: 337 time: 0.3341019 May 30 20:33:15.391345 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 47076) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:15.421407 n-d-843948-2 neutron-server[84886]: INFO neutron.pecan_wsgi.hooks.translation [None req-75cf3353-feab-47a9-abd7-4c5a87ae6d91 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] DELETE failed (client error): The resource could not be found. May 30 20:33:15.422057 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75cf3353-feab-47a9-abd7-4c5a87ae6d91 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:33:15.424393 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-75cf3353-feab-47a9-abd7-4c5a87ae6d91 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] 10.222.0.85 "DELETE /v2.0/networks/7bad60d4-d0c2-47f2-92c5-06cd84a6fdb0 HTTP/1.1" status: 404 len: 339 time: 0.0316088 May 30 20:33:15.431745 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 47080) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:15.591173 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9f48b4bd-3243-4d8d-8096-7f3a15d759e5 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-736390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:15.601838 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-2268b9f8-e71b-428d-8fcc-92f3ae96350c tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Synchronizing usage tracker for tenant:08954986e7454427ae0d40c7652d3c6a on resource:router {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:33:15.665421 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-a0c3b581-ddd1-4f35-b356-321881d3b06d req-672794bc-15fd-401d-b316-a6b581ed837e tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Unset dirty status for tenant:af4cc1fbb91e4a5c856e947d8072b697 on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:33:15.674223 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a0c3b581-ddd1-4f35-b356-321881d3b06d req-672794bc-15fd-401d-b316-a6b581ed837e tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=31630769-93b9-4bef-92c3-bf4dd9f89e28 HTTP/1.1" status: 200 len: 210 time: 0.3770134 May 30 20:33:15.696034 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-1d161ffd-14c0-4771-b1a1-c12f20b390ee req-13cf2aa1-b78f-414a-9fe7-4ad1c5b5317e tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Synchronizing usage tracker for tenant:6a921a88c2104251b4f5cf697763e02b on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:33:15.753245 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9f48b4bd-3243-4d8d-8096-7f3a15d759e5 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-736409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-736399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-736400', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-724754'] for router, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:15.760867 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f84a6911-2ad0-4af3-98a5-142625863639 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:33:15.762941 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-f84a6911-2ad0-4af3-98a5-142625863639 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] 10.222.0.85 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3300316 May 30 20:33:15.765518 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 47090) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:15.812828 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-9f2578e7-e43f-4633-b99f-b293a9a32858 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] 10.222.0.85 "GET /v2.0/subnets?network_id=c7869750-4b49-4b7e-aa99-5e0f1ae02da4 HTTP/1.1" status: 200 len: 207 time: 0.0457680 May 30 20:33:15.816411 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 47096) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:15.925316 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-2268b9f8-e71b-428d-8fcc-92f3ae96350c tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Unset dirty status for tenant:08954986e7454427ae0d40c7652d3c6a on resource:router {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:33:15.926564 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-2268b9f8-e71b-428d-8fcc-92f3ae96350c tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.5858066 May 30 20:33:15.928085 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-1d161ffd-14c0-4771-b1a1-c12f20b390ee req-13cf2aa1-b78f-414a-9fe7-4ad1c5b5317e tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Unset dirty status for tenant:6a921a88c2104251b4f5cf697763e02b on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:33:15.941233 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1d161ffd-14c0-4771-b1a1-c12f20b390ee req-13cf2aa1-b78f-414a-9fe7-4ad1c5b5317e tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "GET /v2.0/ports?device_id=e4532444-4cb6-4a56-8be0-64e0850311a8 HTTP/1.1" status: 200 len: 210 time: 0.3320854 May 30 20:33:15.951304 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cae69bb-01e2-44c7-9fd0-86347e0fe0ab None None] DHCP port deletion for e47345d4-98a8-46f5-a7b7-66b2eb513a50 request from n-d-843948-2 {{(pid=84888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:33:15.974418 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 47102) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:15.975385 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-4cae69bb-01e2-44c7-9fd0-86347e0fe0ab None None] Deleting port 23f58c38-ffbc-4a9b-a980-c96afcd66bc2 {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:33:15.977691 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-4cae69bb-01e2-44c7-9fd0-86347e0fe0ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:16.132145 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b079d77f-a695-4a20-814e-f802fd073d56 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:33:16.138783 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b079d77f-a695-4a20-814e-f802fd073d56 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:33:16.146016 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b079d77f-a695-4a20-814e-f802fd073d56 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:33:16.151330 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b079d77f-a695-4a20-814e-f802fd073d56 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:33:16.153719 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-b079d77f-a695-4a20-814e-f802fd073d56 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] 10.222.0.85 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.3354034 May 30 20:33:16.157833 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 47114) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:16.166779 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2d6dcee6-79fe-42de-b32b-eb9f29d20605 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks [] for router, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:16.343200 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-4cae69bb-01e2-44c7-9fd0-86347e0fe0ab None None] For port 23f58c38-ffbc-4a9b-a980-c96afcd66bc2, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=23f58c38-ffbc-4a9b-a980-c96afcd66bc2,segment=NetworkSegment(2cb73a29-9359-4fbf-99af-be1c6062790b),segment_id=2cb73a29-9359-4fbf-99af-be1c6062790b)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:33:16.343829 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-4cae69bb-01e2-44c7-9fd0-86347e0fe0ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:16.413409 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-06beae51-9a70-4dfe-ba94-99156ebdfb0f tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] 10.222.0.85 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.2504542 May 30 20:33:16.414002 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 47120) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:16.487460 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-4cae69bb-01e2-44c7-9fd0-86347e0fe0ab None None] Calling delete_port for 23f58c38-ffbc-4a9b-a980-c96afcd66bc2 owned by network:dhcp {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:33:16.504260 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-650dbf10-6d0d-49ad-9d12-8471d237d81b tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:33:16.506410 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-650dbf10-6d0d-49ad-9d12-8471d237d81b tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:33:16.512463 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-650dbf10-6d0d-49ad-9d12-8471d237d81b tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] 10.222.0.85 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0935826 May 30 20:33:16.513120 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 47124) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:16.588550 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-779703ea-9892-468f-a4fa-104d366e6db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6837ec6-fa53-4479-bb23-7d6c2cb86fc9', 'name': 'tempest-AttachVolumeNegativeTest-193797882-router', 'tenant_id': '6a921a88c2104251b4f5cf697763e02b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': 'd2a91667-75b0-431e-896b-19336f0f79d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:26:03Z', 'updated_at': '2022-05-30T20:26:16Z', 'revision_number': 4, 'project_id': '6a921a88c2104251b4f5cf697763e02b', 'gw_port': {'id': 'd2a91667-75b0-431e-896b-19336f0f79d9', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:21:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6837ec6-fa53-4479-bb23-7d6c2cb86fc9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:26:07Z', 'updated_at': '2022-05-30T20:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '6c1d3e7a-c152-40bc-be8f-3a3a5bdd9d99', 'name': '', 'network_id': '2ad0cf2e-8ff8-4add-9223-e815a60245ec', 'tenant_id': '6a921a88c2104251b4f5cf697763e02b', 'mac_address': 'fa:16:3e:52:03:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6837ec6-fa53-4479-bb23-7d6c2cb86fc9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3f5f2a28-796d-4138-b193-86a2946727dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:26:15Z', 'updated_at': '2022-05-30T20:26:44Z', 'revision_number': 5, 'project_id': '6a921a88c2104251b4f5cf697763e02b', 'subnets': [{'id': '3f5f2a28-796d-4138-b193-86a2946727dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:33:16.594672 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779703ea-9892-468f-a4fa-104d366e6db1 None None] Checking router: d6837ec6-fa53-4479-bb23-7d6c2cb86fc9 for host: n-d-843948-2 {{(pid=84888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:33:16.610277 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779703ea-9892-468f-a4fa-104d366e6db1 None None] Routers {'d6837ec6-fa53-4479-bb23-7d6c2cb86fc9'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:33:16.611328 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-779703ea-9892-468f-a4fa-104d366e6db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:32:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['d6837ec6-fa53-4479-bb23-7d6c2cb86fc9'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:33:16.618458 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f873f0c-e094-41c8-b368-7333d1cad03f tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Attributes excluded by policy engine: ['shared'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:33:16.620130 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f873f0c-e094-41c8-b368-7333d1cad03f tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Attributes excluded by policy engine: ['shared'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:33:16.622191 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-9f873f0c-e094-41c8-b368-7333d1cad03f tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] 10.222.0.85 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1076536 May 30 20:33:16.626771 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 47132) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:16.816111 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-779703ea-9892-468f-a4fa-104d366e6db1 None None] Set router d6837ec6-fa53-4479-bb23-7d6c2cb86fc9 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:33:17.008847 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-4cae69bb-01e2-44c7-9fd0-86347e0fe0ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468'] for port, after_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:17.088738 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2d6dcee6-79fe-42de-b32b-eb9f29d20605 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-724789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3141'] for router, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:17.121319 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2d6dcee6-79fe-42de-b32b-eb9f29d20605 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:17.125244 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f48b4bd-3243-4d8d-8096-7f3a15d759e5 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Router 570753c8-ef0c-4c6e-9460-d7a45e8a6369 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:33:17.132890 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e58faea4-8182-43e3-a62f-ce718aec9308 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:33:17.135491 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-e58faea4-8182-43e3-a62f-ce718aec9308 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] 10.222.0.85 "GET /v2.0/networks/a64196a7-48bc-43c7-aa70-6dccd590f971 HTTP/1.1" status: 200 len: 799 time: 0.5073082 May 30 20:33:17.136647 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cae69bb-01e2-44c7-9fd0-86347e0fe0ab None None] No DVR routers for this DVR port 23f58c38-ffbc-4a9b-a980-c96afcd66bc2 on host n-d-843948-2 {{(pid=84888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:33:17.150253 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 47150) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:17.264198 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 23f58c38-ffbc-4a9b-a980-c96afcd66bc2 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:33:17.315556 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 47156) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:17.325676 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cae69bb-01e2-44c7-9fd0-86347e0fe0ab None None] Pushing event deleted for resources: {'Port': ['ID=23f58c38-ffbc-4a9b-a980-c96afcd66bc2,revision_number=None']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:17.332082 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: 23f58c38-ffbc-4a9b-a980-c96afcd66bc2 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:33:17.332664 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 23f58c38-ffbc-4a9b-a980-c96afcd66bc2 not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:33:17.468812 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f70cae6a-e805-4240-b860-ee31addce5d8 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:17.509742 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f70cae6a-e805-4240-b860-ee31addce5d8 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:17.558999 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-c06cd9ac-b1f4-4bfa-bf3e-ccf781b8bcf3 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Synchronizing usage tracker for tenant:8bd9692a05604ca1bb63ee573fbbaff2 on resource:network {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:33:17.619432 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2d6dcee6-79fe-42de-b32b-eb9f29d20605 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724889'] for router, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:17.619919 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d6dcee6-79fe-42de-b32b-eb9f29d20605 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Fanout notify agent at l3_agent the message router_deleted on router f0156119-3866-4c41-9bd5-feb8b7ceeac0 {{(pid=84887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:33:17.629837 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-779703ea-9892-468f-a4fa-104d366e6db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6837ec6-fa53-4479-bb23-7d6c2cb86fc9', 'name': 'tempest-AttachVolumeNegativeTest-193797882-router', 'tenant_id': '6a921a88c2104251b4f5cf697763e02b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': 'd2a91667-75b0-431e-896b-19336f0f79d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:26:03Z', 'updated_at': '2022-05-30T20:26:16Z', 'revision_number': 4, 'project_id': '6a921a88c2104251b4f5cf697763e02b', 'gw_port': {'id': 'd2a91667-75b0-431e-896b-19336f0f79d9', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:21:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6837ec6-fa53-4479-bb23-7d6c2cb86fc9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:26:07Z', 'updated_at': '2022-05-30T20:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '6c1d3e7a-c152-40bc-be8f-3a3a5bdd9d99', 'name': '', 'network_id': '2ad0cf2e-8ff8-4add-9223-e815a60245ec', 'tenant_id': '6a921a88c2104251b4f5cf697763e02b', 'mac_address': 'fa:16:3e:52:03:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6837ec6-fa53-4479-bb23-7d6c2cb86fc9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3f5f2a28-796d-4138-b193-86a2946727dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:26:15Z', 'updated_at': '2022-05-30T20:26:44Z', 'revision_number': 5, 'project_id': '6a921a88c2104251b4f5cf697763e02b', 'subnets': [{'id': '3f5f2a28-796d-4138-b193-86a2946727dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:33:17.636094 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779703ea-9892-468f-a4fa-104d366e6db1 None None] The sync data for ids ['d6837ec6-fa53-4479-bb23-7d6c2cb86fc9'] in n-d-843948-2 is: [{'id': 'd6837ec6-fa53-4479-bb23-7d6c2cb86fc9', 'name': 'tempest-AttachVolumeNegativeTest-193797882-router', 'tenant_id': '6a921a88c2104251b4f5cf697763e02b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': 'd2a91667-75b0-431e-896b-19336f0f79d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:26:03Z', 'updated_at': '2022-05-30T20:26:16Z', 'revision_number': 4, 'project_id': '6a921a88c2104251b4f5cf697763e02b', 'gw_port': {'id': 'd2a91667-75b0-431e-896b-19336f0f79d9', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:21:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6837ec6-fa53-4479-bb23-7d6c2cb86fc9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:26:07Z', 'updated_at': '2022-05-30T20:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '6c1d3e7a-c152-40bc-be8f-3a3a5bdd9d99', 'name': '', 'network_id': '2ad0cf2e-8ff8-4add-9223-e815a60245ec', 'tenant_id': '6a921a88c2104251b4f5cf697763e02b', 'mac_address': 'fa:16:3e:52:03:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6837ec6-fa53-4479-bb23-7d6c2cb86fc9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3f5f2a28-796d-4138-b193-86a2946727dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:26:15Z', 'updated_at': '2022-05-30T20:26:44Z', 'revision_number': 5, 'project_id': '6a921a88c2104251b4f5cf697763e02b', 'subnets': [{'id': '3f5f2a28-796d-4138-b193-86a2946727dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:33:17.730729 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f48b4bd-3243-4d8d-8096-7f3a15d759e5 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:33:17.738159 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9f48b4bd-3243-4d8d-8096-7f3a15d759e5 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks [] for router, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:17.743975 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-9f48b4bd-3243-4d8d-8096-7f3a15d759e5 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] 10.222.0.85 "PUT /v2.0/routers/570753c8-ef0c-4c6e-9460-d7a45e8a6369 HTTP/1.1" status: 200 len: 891 time: 5.4698660 May 30 20:33:17.745994 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 47172) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:17.746348 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c10522-1fa2-4ce1-99b0-9fc5a6ea7af1 None None] Sync routers for ids ['570753c8-ef0c-4c6e-9460-d7a45e8a6369'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:33:17.755502 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f70cae6a-e805-4240-b860-ee31addce5d8 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:17.801364 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c10522-1fa2-4ce1-99b0-9fc5a6ea7af1 None None] Routers {'570753c8-ef0c-4c6e-9460-d7a45e8a6369'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:33:17.810392 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-53c10522-1fa2-4ce1-99b0-9fc5a6ea7af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:32:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['570753c8-ef0c-4c6e-9460-d7a45e8a6369'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:33:17.836368 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70cae6a-e805-4240-b860-ee31addce5d8 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fd72c30-8784-4fee-8740-f07b67b99040,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:17.954469 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f70cae6a-e805-4240-b860-ee31addce5d8 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:17.959543 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-f70cae6a-e805-4240-b860-ee31addce5d8 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "DELETE /v2.0/security-groups/8fd72c30-8784-4fee-8740-f07b67b99040 HTTP/1.1" status: 204 len: 168 time: 0.6428387 May 30 20:33:17.962192 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 47182) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:17.971084 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-53c10522-1fa2-4ce1-99b0-9fc5a6ea7af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:33:17.984315 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2d6dcee6-79fe-42de-b32b-eb9f29d20605 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks [] for router, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:17.988816 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-2d6dcee6-79fe-42de-b32b-eb9f29d20605 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "DELETE /v2.0/routers/f0156119-3866-4c41-9bd5-feb8b7ceeac0 HTTP/1.1" status: 204 len: 168 time: 2.0109165 May 30 20:33:17.993041 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-c06cd9ac-b1f4-4bfa-bf3e-ccf781b8bcf3 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Unset dirty status for tenant:8bd9692a05604ca1bb63ee573fbbaff2 on resource:network {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:33:17.996574 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-c06cd9ac-b1f4-4bfa-bf3e-ccf781b8bcf3 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] 10.222.0.85 "GET /v2.0/networks/a64196a7-48bc-43c7-aa70-6dccd590f971?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.8407459 May 30 20:33:18.000306 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 47186) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:18.000901 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 47190) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:18.019736 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c10522-1fa2-4ce1-99b0-9fc5a6ea7af1 None None] Routers {'570753c8-ef0c-4c6e-9460-d7a45e8a6369'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:33:18.021024 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-53c10522-1fa2-4ce1-99b0-9fc5a6ea7af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:32:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['570753c8-ef0c-4c6e-9460-d7a45e8a6369'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:33:18.027788 n-d-843948-2 neutron-server[84886]: INFO neutron.api.v2.resource [None req-54b2a305-05af-4180-8f02-830f3755bd3e tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] show failed (client error): The resource could not be found. May 30 20:33:18.032430 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-54b2a305-05af-4180-8f02-830f3755bd3e tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "GET /v2.0/security-groups/8fd72c30-8784-4fee-8740-f07b67b99040 HTTP/1.1" status: 404 len: 347 time: 0.0710387 May 30 20:33:18.033035 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 47196) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:18.134184 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-53c10522-1fa2-4ce1-99b0-9fc5a6ea7af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:33:18.134991 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c10522-1fa2-4ce1-99b0-9fc5a6ea7af1 None None] The sync data for ids ['570753c8-ef0c-4c6e-9460-d7a45e8a6369'] in n-d-843948-2 is: [] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:33:18.165886 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef45034-edcd-447b-903d-449dffdb2006 None None] New status for floating IP dc2e2d25-caa6-4635-baa5-6e4a72e830ac: DOWN {{(pid=84888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 20:33:18.192275 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-bfbd8632-615f-4f16-824f-e2499b087580 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1897500 May 30 20:33:18.205682 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 47204) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:18.243521 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8ae8ebc-216a-4490-a78a-f150b424b6ce tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:33:18.244230 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-c8ae8ebc-216a-4490-a78a-f150b424b6ce tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Synchronizing usage tracker for tenant:8bd9692a05604ca1bb63ee573fbbaff2 on resource:subnet {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:33:18.291553 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-c8ae8ebc-216a-4490-a78a-f150b424b6ce tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Unset dirty status for tenant:8bd9692a05604ca1bb63ee573fbbaff2 on resource:subnet {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:33:18.299637 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-c8ae8ebc-216a-4490-a78a-f150b424b6ce tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] 10.222.0.85 "GET /v2.0/subnets/77d348f0-ffed-437e-8e2e-8922485ea02d HTTP/1.1" status: 200 len: 811 time: 0.2957511 May 30 20:33:18.300583 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 47212) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:18.436241 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b64ac9-f171-48f6-976c-b45380639e8f req-eaad8c08-f2ed-4da7-9b09-7956a2e66e8d tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:33:18.443396 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c0b64ac9-f171-48f6-976c-b45380639e8f req-eaad8c08-f2ed-4da7-9b09-7956a2e66e8d tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=7aad7ab8-22c4-47e2-abf2-9cc744ce8553 HTTP/1.1" status: 200 len: 944 time: 0.4542236 May 30 20:33:18.447168 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-fb5f0b4d-7fb0-4bf0-a8f3-0c050e2976a0 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Deleting port 184a338d-5c92-41b0-8d0f-3ec726fc9cee {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:33:18.447626 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-fb5f0b4d-7fb0-4bf0-a8f3-0c050e2976a0 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:18.484450 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8439abbb-08d4-41c4-8c68-560f5a28b43b tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Attributes excluded by policy engine: ['shared'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:33:18.486068 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-8439abbb-08d4-41c4-8c68-560f5a28b43b tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] 10.222.0.85 "GET /v2.0/subnets/77d348f0-ffed-437e-8e2e-8922485ea02d?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1824315 May 30 20:33:18.499164 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 47222) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:18.508456 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-abae6ac2-cba1-4cce-8b34-74740f159a09 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-359541248'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:33:18.518097 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-abae6ac2-cba1-4cce-8b34-74740f159a09 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:33:18.556193 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-abae6ac2-cba1-4cce-8b34-74740f159a09 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:33:18.557340 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-8a89eb94-92a7-48bf-9e69-756c9508ac07 req-b1115c7a-9811-47a9-a117-4229260cebb5 tempest-ServerShowV257Test-1438044090 tempest-ServerShowV257Test-1438044090-project] 10.222.0.85 "GET /v2.0/ports?device_id=1d99f1cf-c0b1-43eb-91b7-53668be9ab98 HTTP/1.1" status: 200 len: 210 time: 0.1671031 May 30 20:33:18.629074 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c0b64ac9-f171-48f6-976c-b45380639e8f req-fefe0037-f9ad-4313-8ec2-be18f8e5c626 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ae76294-3e84-4fcb-be2a-17611205a838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1846044 May 30 20:33:18.630869 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a3f6c6-557d-46b1-874c-eabd5e69be96 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:33:18.631592 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-17a3f6c6-557d-46b1-874c-eabd5e69be96 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Synchronizing usage tracker for tenant:08954986e7454427ae0d40c7652d3c6a on resource:subnet {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:33:18.666582 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-9cf2a9b2-bbf1-44dd-977a-2ef1f743e111 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] 10.222.0.85 "GET /v2.0/routers/570753c8-ef0c-4c6e-9460-d7a45e8a6369 HTTP/1.1" status: 200 len: 891 time: 0.9193935 May 30 20:33:18.669353 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 47230) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:18.716433 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-056690dd-d986-4e19-a41c-139e84e3bec5 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Synchronizing usage tracker for tenant:eeceb350906e46fc9b2c21ca495ac559 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:33:18.737743 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abae6ac2-cba1-4cce-8b34-74740f159a09 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Made reservation on behalf of 8bd9692a05604ca1bb63ee573fbbaff2 for: {'network': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:33:18.741023 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-abae6ac2-cba1-4cce-8b34-74740f159a09 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:18.773232 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abae6ac2-cba1-4cce-8b34-74740f159a09 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] vlan segment allocate from pool success with {'vlan_id': 688, 'physical_network': 'physnet1'} {{(pid=84887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:33:18.784039 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-abae6ac2-cba1-4cce-8b34-74740f159a09 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:18.784423 n-d-843948-2 neutron-server[84887]: INFO neutron.db.segments_db [None req-abae6ac2-cba1-4cce-8b34-74740f159a09 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Added segment fd401359-1ec3-47d9-94b3-6fd4c4641785 of type vlan for network 5d56f9d2-9821-4823-aad6-23f893b0cd91 May 30 20:33:18.829194 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-fb5f0b4d-7fb0-4bf0-a8f3-0c050e2976a0 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:18.829697 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-fb5f0b4d-7fb0-4bf0-a8f3-0c050e2976a0 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:18.837141 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-abae6ac2-cba1-4cce-8b34-74740f159a09 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:18.839028 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-17a3f6c6-557d-46b1-874c-eabd5e69be96 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Unset dirty status for tenant:08954986e7454427ae0d40c7652d3c6a on resource:subnet {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:33:18.842327 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-17a3f6c6-557d-46b1-874c-eabd5e69be96 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6340044 May 30 20:33:18.843231 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 47234) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:18.848160 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-056690dd-d986-4e19-a41c-139e84e3bec5 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Unset dirty status for tenant:eeceb350906e46fc9b2c21ca495ac559 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:33:18.855532 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-056690dd-d986-4e19-a41c-139e84e3bec5 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] 10.222.0.85 "GET /v2.0/ports?device_id=570753c8-ef0c-4c6e-9460-d7a45e8a6369 HTTP/1.1" status: 200 len: 205 time: 0.1793652 May 30 20:33:18.855791 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 47238) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:19.024981 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-6fe7a516-4644-4a64-948f-d581e708dcb4 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Synchronizing usage tracker for tenant:08954986e7454427ae0d40c7652d3c6a on resource:router {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:33:19.033353 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-fb5f0b4d-7fb0-4bf0-a8f3-0c050e2976a0 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Calling delete_port for 184a338d-5c92-41b0-8d0f-3ec726fc9cee owned by network:floatingip {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:33:19.110407 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-abae6ac2-cba1-4cce-8b34-74740f159a09 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:19.114677 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abae6ac2-cba1-4cce-8b34-74740f159a09 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:33:19.115453 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-abae6ac2-cba1-4cce-8b34-74740f159a09 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:19.160156 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-6fe7a516-4644-4a64-948f-d581e708dcb4 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Unset dirty status for tenant:08954986e7454427ae0d40c7652d3c6a on resource:router {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:33:19.165880 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-6fe7a516-4644-4a64-948f-d581e708dcb4 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3143628 May 30 20:33:19.167283 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 47242) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:19.173369 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-ce3ff94c-fbfb-4947-8b35-389a25fb1ab4 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Request body: {'subnet': {'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:33:19.197846 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.db.api [None req-fb5f0b4d-7fb0-4bf0-a8f3-0c050e2976a0 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:33:19.206320 n-d-843948-2 neutron-server[84886]: DEBUG oslo_db.api [None req-fb5f0b4d-7fb0-4bf0-a8f3-0c050e2976a0 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:33:19.310670 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-ce3ff94c-fbfb-4947-8b35-389a25fb1ab4 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:33:19.320851 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-ce3ff94c-fbfb-4947-8b35-389a25fb1ab4 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:33:19.450007 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ed5e5cf2-a794-4ca4-aa95-f7bcb27b7774 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks [] for router, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:19.466596 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce3ff94c-fbfb-4947-8b35-389a25fb1ab4 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Made reservation on behalf of 08954986e7454427ae0d40c7652d3c6a for: {'subnet': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:33:19.519623 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abae6ac2-cba1-4cce-8b34-74740f159a09 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Pushing event updated for resources: {'Network': ['ID=5d56f9d2-9821-4823-aad6-23f893b0cd91,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:19.535030 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network 5d56f9d2-9821-4823-aad6-23f893b0cd91 details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:33:19.592026 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ce3ff94c-fbfb-4947-8b35-389a25fb1ab4 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2778563'] for subnet, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:19.659647 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-abae6ac2-cba1-4cce-8b34-74740f159a09 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1582150 May 30 20:33:19.684565 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 47252) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:19.724739 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:19.736553 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-2316a0e6-7284-4ab2-97e6-63dd3fa84974 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Request body: {'subnet': {'network_id': '5d56f9d2-9821-4823-aad6-23f893b0cd91', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:33:19.775300 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-fb5f0b4d-7fb0-4bf0-a8f3-0c050e2976a0 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Deleting port 184a338d-5c92-41b0-8d0f-3ec726fc9cee {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:33:19.775998 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-fb5f0b4d-7fb0-4bf0-a8f3-0c050e2976a0 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:19.879909 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96e6bed-44c5-4bc8-9f63-1571fc252bfc req-7d7a3fb3-199c-4a75-926f-5db8e998ef8b tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:33:19.881695 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d96e6bed-44c5-4bc8-9f63-1571fc252bfc req-7d7a3fb3-199c-4a75-926f-5db8e998ef8b tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.86 "GET /v2.0/ports?device_id=7aad7ab8-22c4-47e2-abf2-9cc744ce8553 HTTP/1.1" status: 200 len: 944 time: 0.4884703 May 30 20:33:19.947157 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6ce0a514-9930-4b85-8007-ba921025f2bf req-b9c6a0d7-12e7-4476-a07b-bf7d57016842 tempest-ServerShowV257Test-1438044090 tempest-ServerShowV257Test-1438044090-project] 10.222.0.85 "GET /v2.0/ports?device_id=1d99f1cf-c0b1-43eb-91b7-53668be9ab98 HTTP/1.1" status: 200 len: 210 time: 0.1268129 May 30 20:33:20.015473 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-d96e6bed-44c5-4bc8-9f63-1571fc252bfc req-495c016b-2b82-47b4-9013-e25292d880c4 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Deleting port bcdfc29b-75b2-4955-871a-03ddaef96f61 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:33:20.017671 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-d96e6bed-44c5-4bc8-9f63-1571fc252bfc req-495c016b-2b82-47b4-9013-e25292d880c4 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:20.104527 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-2316a0e6-7284-4ab2-97e6-63dd3fa84974 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:33:20.173779 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-2316a0e6-7284-4ab2-97e6-63dd3fa84974 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:33:20.188453 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-fb5f0b4d-7fb0-4bf0-a8f3-0c050e2976a0 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:20.188453 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-fb5f0b4d-7fb0-4bf0-a8f3-0c050e2976a0 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:20.318761 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-fb5f0b4d-7fb0-4bf0-a8f3-0c050e2976a0 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Calling delete_port for 184a338d-5c92-41b0-8d0f-3ec726fc9cee owned by network:floatingip {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:33:20.319420 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2316a0e6-7284-4ab2-97e6-63dd3fa84974 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Made reservation on behalf of 8bd9692a05604ca1bb63ee573fbbaff2 for: {'subnet': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:33:20.349871 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4acc0a-5593-4202-a963-6c4789e3f61c req-b410a990-aae5-4fc7-99cd-d0077c9446c6 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:33:20.351465 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ac4acc0a-5593-4202-a963-6c4789e3f61c req-b410a990-aae5-4fc7-99cd-d0077c9446c6 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=7aad7ab8-22c4-47e2-abf2-9cc744ce8553 HTTP/1.1" status: 200 len: 944 time: 0.4648144 May 30 20:33:20.475056 n-d-843948-2 neutron-server[84886]: DEBUG neutron.objects.ports [None req-ce3ff94c-fbfb-4947-8b35-389a25fb1ab4 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84886) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 30 20:33:20.477028 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ce3ff94c-fbfb-4947-8b35-389a25fb1ab4 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4127140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2778577'] for subnet, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:20.513015 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2316a0e6-7284-4ab2-97e6-63dd3fa84974 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114220'] for subnet, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:20.589370 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce3ff94c-fbfb-4947-8b35-389a25fb1ab4 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Network e47345d4-98a8-46f5-a7b7-66b2eb513a50 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:33:20.593970 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3ff94c-fbfb-4947-8b35-389a25fb1ab4 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Pushing event updated for resources: {'Subnet': ['ID=40759ccf-44df-4fbf-9dc4-d2cad04e7157,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:20.596226 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-ce3ff94c-fbfb-4947-8b35-389a25fb1ab4 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:33:20.600187 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce3ff94c-fbfb-4947-8b35-389a25fb1ab4 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:33:20.600763 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ce3ff94c-fbfb-4947-8b35-389a25fb1ab4 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks [] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:20.613308 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e55651e8-d006-4940-9b47-555563d76bcf None None] Network e47345d4-98a8-46f5-a7b7-66b2eb513a50 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:33:20.643188 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ac4acc0a-5593-4202-a963-6c4789e3f61c req-b94443a6-8f17-49cc-9537-8791b160c24d tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ae76294-3e84-4fcb-be2a-17611205a838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2381055 May 30 20:33:20.643890 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ed5e5cf2-a794-4ca4-aa95-f7bcb27b7774 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:20.648030 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.ipam_backend_mixin [None req-2316a0e6-7284-4ab2-97e6-63dd3fa84974 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Performing IP validity checks on allocation pools {{(pid=84887) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 30 20:33:20.648646 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.ipam_backend_mixin [None req-2316a0e6-7284-4ab2-97e6-63dd3fa84974 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84887) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 30 20:33:20.651487 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-d96e6bed-44c5-4bc8-9f63-1571fc252bfc req-495c016b-2b82-47b4-9013-e25292d880c4 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] For port bcdfc29b-75b2-4955-871a-03ddaef96f61, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=bcdfc29b-75b2-4955-871a-03ddaef96f61,segment=NetworkSegment(40468e3f-2630-4d51-98c1-4a518f6532d2),segment_id=40468e3f-2630-4d51-98c1-4a518f6532d2)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:33:20.651690 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-d96e6bed-44c5-4bc8-9f63-1571fc252bfc req-495c016b-2b82-47b4-9013-e25292d880c4 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:20.697501 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-fb5f0b4d-7fb0-4bf0-a8f3-0c050e2976a0 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:20.755412 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-ed5e5cf2-a794-4ca4-aa95-f7bcb27b7774 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Deleting port f75a150e-a1c2-4804-b784-2ae1252598dc {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:33:20.755677 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ed5e5cf2-a794-4ca4-aa95-f7bcb27b7774 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:20.849902 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcb35094-52f7-4cba-9512-458e751d6152 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-e47345d4-98a8-46f5-a7b7-66b2eb513a50', 'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50', 'tenant_id': '08954986e7454427ae0d40c7652d3c6a', 'fixed_ips': [{'subnet_id': '40759ccf-44df-4fbf-9dc4-d2cad04e7157'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:33:20.850860 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-fcb35094-52f7-4cba-9512-458e751d6152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:20.908980 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-ce3ff94c-fbfb-4947-8b35-389a25fb1ab4 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7403908 May 30 20:33:20.911702 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5f0b4d-7fb0-4bf0-a8f3-0c050e2976a0 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Pushing event deleted for resources: {'Port': ['ID=184a338d-5c92-41b0-8d0f-3ec726fc9cee,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:20.915596 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 47260) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:20.922621 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-bf3a77df-1437-4d6b-b896-b0bacb34b30e tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Request body: {'subnet': {'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:33:21.047219 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-fcb35094-52f7-4cba-9512-458e751d6152 None None] Allocated IP 2001:db8::f816:3eff:fec2:8a61 (e47345d4-98a8-46f5-a7b7-66b2eb513a50/40759ccf-44df-4fbf-9dc4-d2cad04e7157/0430df1a-1344-451e-bef0-b07b07ffa9ba) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:33:21.127291 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-fb5f0b4d-7fb0-4bf0-a8f3-0c050e2976a0 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks [] for floatingip, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:21.130171 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-fb5f0b4d-7fb0-4bf0-a8f3-0c050e2976a0 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:21.131334 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-fb5f0b4d-7fb0-4bf0-a8f3-0c050e2976a0 tempest-AttachVolumeNegativeTest-264224161 tempest-AttachVolumeNegativeTest-264224161-project] 10.222.0.85 "DELETE /v2.0/floatingips/dc2e2d25-caa6-4635-baa5-6e4a72e830ac HTTP/1.1" status: 204 len: 168 time: 3.0973568 May 30 20:33:21.201306 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-bf3a77df-1437-4d6b-b896-b0bacb34b30e tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:33:21.283618 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-bf3a77df-1437-4d6b-b896-b0bacb34b30e tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Usage tracker for resource:subnet and tenant:08954986e7454427ae0d40c7652d3c6a is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:33:21.290110 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-bf3a77df-1437-4d6b-b896-b0bacb34b30e tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:33:21.295228 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ee1a4055-90f0-4f24-bf92-e3cfb147f275 req-377f7f74-f06c-4321-bd09-e9594d0efb0e tempest-ServerShowV257Test-1438044090 tempest-ServerShowV257Test-1438044090-project] 10.222.0.85 "GET /v2.0/ports?device_id=1d99f1cf-c0b1-43eb-91b7-53668be9ab98 HTTP/1.1" status: 200 len: 210 time: 0.0878241 May 30 20:33:21.299429 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-bf3a77df-1437-4d6b-b896-b0bacb34b30e tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:33:21.326622 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-fcb35094-52f7-4cba-9512-458e751d6152 None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:21.343317 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-fcb35094-52f7-4cba-9512-458e751d6152 None None] Transition to ACTIVE for port object 0430df1a-1344-451e-bef0-b07b07ffa9ba will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:33:21.365369 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-fcb35094-52f7-4cba-9512-458e751d6152 None None] Transition to ACTIVE for port object 0430df1a-1344-451e-bef0-b07b07ffa9ba will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:33:21.367900 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-d96e6bed-44c5-4bc8-9f63-1571fc252bfc req-495c016b-2b82-47b4-9013-e25292d880c4 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:21.368280 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-d96e6bed-44c5-4bc8-9f63-1571fc252bfc req-495c016b-2b82-47b4-9013-e25292d880c4 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736490'] for floatingip, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:21.368592 n-d-843948-2 neutron-server[84887]: INFO neutron.db.l3_db [req-d96e6bed-44c5-4bc8-9f63-1571fc252bfc req-495c016b-2b82-47b4-9013-e25292d880c4 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Floating IP 843b4c3c-87bc-4983-9f2f-7249af4c44ac disassociated. External IP: 172.25.8.138, port: bcdfc29b-75b2-4955-871a-03ddaef96f61. May 30 20:33:21.368929 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-d96e6bed-44c5-4bc8-9f63-1571fc252bfc req-495c016b-2b82-47b4-9013-e25292d880c4 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Calling delete_port for bcdfc29b-75b2-4955-871a-03ddaef96f61 owned by compute:nova {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:33:21.405992 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf3a77df-1437-4d6b-b896-b0bacb34b30e tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Made reservation on behalf of 08954986e7454427ae0d40c7652d3c6a for: {'subnet': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:33:21.411852 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bf3a77df-1437-4d6b-b896-b0bacb34b30e tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2778563'] for subnet, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:21.428193 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ed5e5cf2-a794-4ca4-aa95-f7bcb27b7774 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:21.492125 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-fcb35094-52f7-4cba-9512-458e751d6152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:21.575635 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-ed5e5cf2-a794-4ca4-aa95-f7bcb27b7774 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Calling delete_port for f75a150e-a1c2-4804-b784-2ae1252598dc owned by network:router_gateway {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:33:21.607105 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb35094-52f7-4cba-9512-458e751d6152 None None] Network e47345d4-98a8-46f5-a7b7-66b2eb513a50 is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:33:21.614125 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2316a0e6-7284-4ab2-97e6-63dd3fa84974 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4055401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114238'] for subnet, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:21.616028 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-fcb35094-52f7-4cba-9512-458e751d6152 None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:33:21.630474 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb35094-52f7-4cba-9512-458e751d6152 None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:33:21.667104 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb35094-52f7-4cba-9512-458e751d6152 None None] Pushing event updated for resources: {'Port': ['ID=0430df1a-1344-451e-bef0-b07b07ffa9ba,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:21.797480 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2316a0e6-7284-4ab2-97e6-63dd3fa84974 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Pushing event updated for resources: {'Subnet': ['ID=77c109d1-9aa3-4573-baf1-5c2845c8c73e,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:21.917517 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-fcb35094-52f7-4cba-9512-458e751d6152 None None] Attempting to bind port 0430df1a-1344-451e-bef0-b07b07ffa9ba on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:33:21.917908 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-fcb35094-52f7-4cba-9512-458e751d6152 None None] Attempting to bind port 0430df1a-1344-451e-bef0-b07b07ffa9ba by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': '2cb73a29-9359-4fbf-99af-be1c6062790b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:33:21.918264 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb35094-52f7-4cba-9512-458e751d6152 None None] Attempting to bind port 0430df1a-1344-451e-bef0-b07b07ffa9ba on network e47345d4-98a8-46f5-a7b7-66b2eb513a50 {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:33:21.925349 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb35094-52f7-4cba-9512-458e751d6152 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:33:21.925755 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb35094-52f7-4cba-9512-458e751d6152 None None] Checking segment: {'id': '2cb73a29-9359-4fbf-99af-be1c6062790b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:33:21.928804 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-fcb35094-52f7-4cba-9512-458e751d6152 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:21.928804 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb35094-52f7-4cba-9512-458e751d6152 None None] Bound using segment: {'id': '2cb73a29-9359-4fbf-99af-be1c6062790b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:33:21.928804 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-fcb35094-52f7-4cba-9512-458e751d6152 None None] Bound port: 0430df1a-1344-451e-bef0-b07b07ffa9ba, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cb73a29-9359-4fbf-99af-be1c6062790b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:33:21.928804 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-fcb35094-52f7-4cba-9512-458e751d6152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:21.983288 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bf3a77df-1437-4d6b-b896-b0bacb34b30e tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4127140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2778577'] for subnet, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:21.988707 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2316a0e6-7284-4ab2-97e6-63dd3fa84974 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Checking segment: {'id': 'fd401359-1ec3-47d9-94b3-6fd4c4641785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '5d56f9d2-9821-4823-aad6-23f893b0cd91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:33:21.989274 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2316a0e6-7284-4ab2-97e6-63dd3fa84974 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Network hostable DHCP agents. Network: 5d56f9d2-9821-4823-aad6-23f893b0cd91, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:33:22.036592 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-fcb35094-52f7-4cba-9512-458e751d6152 None None] For port 0430df1a-1344-451e-bef0-b07b07ffa9ba, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:33:22.041528 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-fcb35094-52f7-4cba-9512-458e751d6152 None None] For port 0430df1a-1344-451e-bef0-b07b07ffa9ba, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=0430df1a-1344-451e-bef0-b07b07ffa9ba,segment=NetworkSegment(2cb73a29-9359-4fbf-99af-be1c6062790b),segment_id=2cb73a29-9359-4fbf-99af-be1c6062790b)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:33:22.066356 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-d96e6bed-44c5-4bc8-9f63-1571fc252bfc req-495c016b-2b82-47b4-9013-e25292d880c4 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:22.067309 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf3a77df-1437-4d6b-b896-b0bacb34b30e tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Network e47345d4-98a8-46f5-a7b7-66b2eb513a50 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:33:22.070429 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-bf3a77df-1437-4d6b-b896-b0bacb34b30e tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:33:22.072185 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3a77df-1437-4d6b-b896-b0bacb34b30e tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Pushing event updated for resources: {'Subnet': ['ID=133022c3-fe78-432d-bfca-2841613b8a59,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:22.075234 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf3a77df-1437-4d6b-b896-b0bacb34b30e tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:33:22.075537 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bf3a77df-1437-4d6b-b896-b0bacb34b30e tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks [] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:22.131482 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495c016b-2b82-47b4-9013-e25292d880c4 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Pushing event deleted for resources: {'Port': ['ID=bcdfc29b-75b2-4955-871a-03ddaef96f61,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:22.139958 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-fcb35094-52f7-4cba-9512-458e751d6152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:22.142566 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c18e65-35f1-4ffb-a902-e09de68eafd6 req-e30af027-7d71-4e30-b12b-d8b196a91a45 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:33:22.146816 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-29c18e65-35f1-4ffb-a902-e09de68eafd6 req-e30af027-7d71-4e30-b12b-d8b196a91a45 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=7aad7ab8-22c4-47e2-abf2-9cc744ce8553 HTTP/1.1" status: 200 len: 944 time: 0.2358043 May 30 20:33:22.170797 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-bf3a77df-1437-4d6b-b896-b0bacb34b30e tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2542064 May 30 20:33:22.173455 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 47282) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:22.181926 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-e052a766-14e1-4f07-9b9d-2d66107760be tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Request body: {'port': {'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50', 'mac_address': 'fa:16:3e:0b:34:7e', 'name': 'tempest-NetworksTestDHCPv6-464853991'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:33:22.198420 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device bcdfc29b-75b2-4955-871a-03ddaef96f61 no longer exists at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:33:22.244962 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:22.246255 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2316a0e6-7284-4ab2-97e6-63dd3fa84974 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Network 5d56f9d2-9821-4823-aad6-23f893b0cd91 is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:33:22.265401 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] No Port match for: bcdfc29b-75b2-4955-871a-03ddaef96f61 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:33:22.276265 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device bcdfc29b-75b2-4955-871a-03ddaef96f61 not bound to the agent host n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:33:22.302259 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb35094-52f7-4cba-9512-458e751d6152 None None] Pushing event updated for resources: {'Port': ['ID=0430df1a-1344-451e-bef0-b07b07ffa9ba,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:22.327753 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ed5e5cf2-a794-4ca4-aa95-f7bcb27b7774 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:22.404512 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-29c18e65-35f1-4ffb-a902-e09de68eafd6 req-70c8398f-7d1b-453f-ada1-9c6c63752b64 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups?id=3ae76294-3e84-4fcb-be2a-17611205a838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2511361 May 30 20:33:22.411501 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-e052a766-14e1-4f07-9b9d-2d66107760be tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:33:22.413307 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5e5cf2-a794-4ca4-aa95-f7bcb27b7774 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Pushing event deleted for resources: {'Port': ['ID=f75a150e-a1c2-4804-b784-2ae1252598dc,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:22.426255 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-e052a766-14e1-4f07-9b9d-2d66107760be tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Usage tracker for resource:port and tenant:08954986e7454427ae0d40c7652d3c6a is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:33:22.435729 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-e052a766-14e1-4f07-9b9d-2d66107760be tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:33:22.465961 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-e052a766-14e1-4f07-9b9d-2d66107760be tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:33:22.496257 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-2316a0e6-7284-4ab2-97e6-63dd3fa84974 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, 5d56f9d2-9821-4823-aad6-23f893b0cd91) {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:33:22.510097 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9199730e-255a-4237-98d9-8d5f87618209 None None] Network 5d56f9d2-9821-4823-aad6-23f893b0cd91 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:33:22.529434 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2316a0e6-7284-4ab2-97e6-63dd3fa84974 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:33:22.530057 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2316a0e6-7284-4ab2-97e6-63dd3fa84974 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:22.560328 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-07d76ff6-2697-4ccd-ade6-a467f2638363 req-e0da83f6-29c2-40c8-93b6-a5d1651566b1 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=1d99f1cf-c0b1-43eb-91b7-53668be9ab98 HTTP/1.1" status: 200 len: 210 time: 0.0753136 May 30 20:33:22.628333 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e052a766-14e1-4f07-9b9d-2d66107760be tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Made reservation on behalf of 08954986e7454427ae0d40c7652d3c6a for: {'port': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:33:22.632803 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e052a766-14e1-4f07-9b9d-2d66107760be tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:22.708609 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9a7f93a0-827b-4f3c-a956-c80633d7d68a req-e579a16f-a4ba-47eb-8cda-dab8b3c7ecac tempest-ServerShowV257Test-1438044090 tempest-ServerShowV257Test-1438044090-project] 10.222.0.85 "GET /v2.0/ports?device_id=1d99f1cf-c0b1-43eb-91b7-53668be9ab98 HTTP/1.1" status: 200 len: 210 time: 0.1358342 May 30 20:33:22.736207 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [None req-e052a766-14e1-4f07-9b9d-2d66107760be tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] device_id is not set on port b242b3a0-d2e8-4969-b861-8dc8c43a8753 yet. {{(pid=84886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:33:22.977594 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12fbbc02-6bcf-4951-82a0-6d941397576a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-5d56f9d2-9821-4823-aad6-23f893b0cd91', 'network_id': '5d56f9d2-9821-4823-aad6-23f893b0cd91', 'tenant_id': '8bd9692a05604ca1bb63ee573fbbaff2', 'fixed_ips': [{'subnet_id': '77c109d1-9aa3-4573-baf1-5c2845c8c73e'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:33:22.979556 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-12fbbc02-6bcf-4951-82a0-6d941397576a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:23.020908 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-2316a0e6-7284-4ab2-97e6-63dd3fa84974 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 3.3291471 May 30 20:33:23.029389 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 47294) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:23.038195 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ed5e5cf2-a794-4ca4-aa95-f7bcb27b7774 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-736453'] for router_gateway, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:23.044870 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-3bd4a9f3-1554-4fc1-8234-92e16157d705 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:33:23.151931 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 0430df1a-1344-451e-bef0-b07b07ffa9ba up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:33:23.254989 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-12fbbc02-6bcf-4951-82a0-6d941397576a None None] Allocated IP 172.20.0.3 (5d56f9d2-9821-4823-aad6-23f893b0cd91/77c109d1-9aa3-4573-baf1-5c2845c8c73e/1b508bc4-cca0-40fc-aada-3247bfda5037) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:33:23.292175 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-e052a766-14e1-4f07-9b9d-2d66107760be tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Allocated IP 172.20.0.6 (e47345d4-98a8-46f5-a7b7-66b2eb513a50/133022c3-fe78-432d-bfca-2841613b8a59/b242b3a0-d2e8-4969-b861-8dc8c43a8753) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:33:23.314379 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-e052a766-14e1-4f07-9b9d-2d66107760be tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Allocated IP 2001:db8::f816:3eff:fe0b:347e (e47345d4-98a8-46f5-a7b7-66b2eb513a50/40759ccf-44df-4fbf-9dc4-d2cad04e7157/b242b3a0-d2e8-4969-b861-8dc8c43a8753) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:33:23.529731 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 0430df1a-1344-451e-bef0-b07b07ffa9ba completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:33:23.607491 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3bd4a9f3-1554-4fc1-8234-92e16157d705 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2778586'] for subnet, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:23.677234 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-12fbbc02-6bcf-4951-82a0-6d941397576a None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:23.699480 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-12fbbc02-6bcf-4951-82a0-6d941397576a None None] Transition to ACTIVE for port object 1b508bc4-cca0-40fc-aada-3247bfda5037 will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:33:23.721325 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ed5e5cf2-a794-4ca4-aa95-f7bcb27b7774 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-724789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3141'] for router, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:23.726899 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ed5e5cf2-a794-4ca4-aa95-f7bcb27b7774 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:23.741302 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-12fbbc02-6bcf-4951-82a0-6d941397576a None None] Transition to ACTIVE for port object 1b508bc4-cca0-40fc-aada-3247bfda5037 will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:33:23.811930 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-6c3221ae-5fe1-4e6f-b7c5-caedb992eb73 req-bd3201e7-99e8-4017-b8fc-950d086846e9 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Synchronizing usage tracker for tenant:af4cc1fbb91e4a5c856e947d8072b697 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:33:23.825445 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-12fbbc02-6bcf-4951-82a0-6d941397576a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:23.891173 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d96e6bed-44c5-4bc8-9f63-1571fc252bfc req-495c016b-2b82-47b4-9013-e25292d880c4 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Router 194b27f8-2646-4560-86fa-a34ac251ab7c has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:33:23.923864 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ed5e5cf2-a794-4ca4-aa95-f7bcb27b7774 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724889'] for router, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:23.924541 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed5e5cf2-a794-4ca4-aa95-f7bcb27b7774 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Fanout notify agent at l3_agent the message router_deleted on router 570753c8-ef0c-4c6e-9460-d7a45e8a6369 {{(pid=84887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:33:24.019646 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fa990cd-c346-4eea-ae97-3c71183838e1 None None] Network e47345d4-98a8-46f5-a7b7-66b2eb513a50 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:33:24.038206 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e052a766-14e1-4f07-9b9d-2d66107760be tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:24.108358 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-6c3221ae-5fe1-4e6f-b7c5-caedb992eb73 req-bd3201e7-99e8-4017-b8fc-950d086846e9 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Unset dirty status for tenant:af4cc1fbb91e4a5c856e947d8072b697 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:33:24.109826 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6c3221ae-5fe1-4e6f-b7c5-caedb992eb73 req-bd3201e7-99e8-4017-b8fc-950d086846e9 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=7aad7ab8-22c4-47e2-abf2-9cc744ce8553 HTTP/1.1" status: 200 len: 210 time: 0.3563247 May 30 20:33:24.161066 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fbbc02-6bcf-4951-82a0-6d941397576a None None] Pushing event updated for resources: {'Port': ['ID=1b508bc4-cca0-40fc-aada-3247bfda5037,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:24.195285 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12fbbc02-6bcf-4951-82a0-6d941397576a None None] Network 5d56f9d2-9821-4823-aad6-23f893b0cd91 is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:33:24.199927 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-12fbbc02-6bcf-4951-82a0-6d941397576a None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:33:24.201894 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ed5e5cf2-a794-4ca4-aa95-f7bcb27b7774 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks [] for router, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:24.202454 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-ed5e5cf2-a794-4ca4-aa95-f7bcb27b7774 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] 10.222.0.85 "DELETE /v2.0/routers/570753c8-ef0c-4c6e-9460-d7a45e8a6369 HTTP/1.1" status: 204 len: 168 time: 5.3457820 May 30 20:33:24.207577 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 47310) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:24.208705 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12fbbc02-6bcf-4951-82a0-6d941397576a None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:33:24.213004 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-ce8e767d-d9ac-4e34-8382-815f8026008e tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1985045872'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:33:24.220160 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-ce8e767d-d9ac-4e34-8382-815f8026008e tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:33:24.226197 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-ce8e767d-d9ac-4e34-8382-815f8026008e tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Usage tracker for resource:network and tenant:eeceb350906e46fc9b2c21ca495ac559 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:33:24.231148 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-ce8e767d-d9ac-4e34-8382-815f8026008e tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:33:24.239734 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-ce8e767d-d9ac-4e34-8382-815f8026008e tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:33:24.292061 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-658bd022-431a-41a6-871e-62ffcebba4d2 req-11566a1f-c074-4222-b203-a83713639cfe tempest-ServerShowV257Test-1438044090 tempest-ServerShowV257Test-1438044090-project] 10.222.0.85 "GET /v2.0/ports?device_id=1d99f1cf-c0b1-43eb-91b7-53668be9ab98 HTTP/1.1" status: 200 len: 210 time: 0.2326503 May 30 20:33:24.292587 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d96e6bed-44c5-4bc8-9f63-1571fc252bfc req-495c016b-2b82-47b4-9013-e25292d880c4 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:33:24.304627 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [None req-e052a766-14e1-4f07-9b9d-2d66107760be tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Transition to ACTIVE for port object b242b3a0-d2e8-4969-b861-8dc8c43a8753 will not be triggered until provisioned by entity DHCP. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:33:24.305355 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574089b1-97e9-4e1a-95f1-9dfc4107e2c7 None None] Sync routers for ids ['194b27f8-2646-4560-86fa-a34ac251ab7c'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:33:24.324564 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b8944934-2c86-4c44-a1c3-21419dfd62aa None None] Provisioning for port 0430df1a-1344-451e-bef0-b07b07ffa9ba completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:33:24.337163 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574089b1-97e9-4e1a-95f1-9dfc4107e2c7 None None] Routers {'194b27f8-2646-4560-86fa-a34ac251ab7c'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:33:24.338089 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-574089b1-97e9-4e1a-95f1-9dfc4107e2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:32:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['194b27f8-2646-4560-86fa-a34ac251ab7c'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:33:24.443537 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b8944934-2c86-4c44-a1c3-21419dfd62aa None None] Provisioning complete for port 0430df1a-1344-451e-bef0-b07b07ffa9ba triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:33:24.444204 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b8944934-2c86-4c44-a1c3-21419dfd62aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:24.447463 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-d96e6bed-44c5-4bc8-9f63-1571fc252bfc req-495c016b-2b82-47b4-9013-e25292d880c4 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] No DVR routers for this DVR port bcdfc29b-75b2-4955-871a-03ddaef96f61 on host n-h2-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:33:24.449257 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce8e767d-d9ac-4e34-8382-815f8026008e tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Made reservation on behalf of eeceb350906e46fc9b2c21ca495ac559 for: {'network': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:33:24.463887 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ce8e767d-d9ac-4e34-8382-815f8026008e tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:24.481651 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-d96e6bed-44c5-4bc8-9f63-1571fc252bfc req-495c016b-2b82-47b4-9013-e25292d880c4 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:24.483590 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d96e6bed-44c5-4bc8-9f63-1571fc252bfc req-495c016b-2b82-47b4-9013-e25292d880c4 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.86 "DELETE /v2.0/ports/bcdfc29b-75b2-4955-871a-03ddaef96f61 HTTP/1.1" status: 204 len: 173 time: 4.5918689 May 30 20:33:24.484269 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aad7ab8-22c4-47e2-abf2-9cc744ce8553', 'name': 'network-vif-deleted', 'tag': 'bcdfc29b-75b2-4955-871a-03ddaef96f61'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:33:24.512272 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce8e767d-d9ac-4e34-8382-815f8026008e tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] vlan segment allocate from pool success with {'vlan_id': 658, 'physical_network': 'physnet1'} {{(pid=84887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:33:24.528307 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ce8e767d-d9ac-4e34-8382-815f8026008e tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:24.528943 n-d-843948-2 neutron-server[84887]: INFO neutron.db.segments_db [None req-ce8e767d-d9ac-4e34-8382-815f8026008e tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Added segment 8ad7815e-9eb0-463c-86b1-3cae8620fc09 of type vlan for network 271c19f7-7f75-4169-9a6b-a772aae621bb May 30 20:33:24.530435 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e052a766-14e1-4f07-9b9d-2d66107760be tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:24.572530 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6d0f91f-ab10-45be-b0b3-5831af7c7f67'] response: {'server_uuid': '7aad7ab8-22c4-47e2-abf2-9cc744ce8553', 'name': 'network-vif-deleted', 'tag': 'bcdfc29b-75b2-4955-871a-03ddaef96f61', 'status': 'completed', 'code': 200} May 30 20:33:24.585313 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-12fbbc02-6bcf-4951-82a0-6d941397576a None None] Attempting to bind port 1b508bc4-cca0-40fc-aada-3247bfda5037 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:33:24.585731 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-12fbbc02-6bcf-4951-82a0-6d941397576a None None] Attempting to bind port 1b508bc4-cca0-40fc-aada-3247bfda5037 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': 'fd401359-1ec3-47d9-94b3-6fd4c4641785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '5d56f9d2-9821-4823-aad6-23f893b0cd91'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:33:24.586093 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12fbbc02-6bcf-4951-82a0-6d941397576a None None] Attempting to bind port 1b508bc4-cca0-40fc-aada-3247bfda5037 on network 5d56f9d2-9821-4823-aad6-23f893b0cd91 {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:33:24.588936 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ce8e767d-d9ac-4e34-8382-815f8026008e tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:24.628045 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12fbbc02-6bcf-4951-82a0-6d941397576a None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:33:24.630946 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12fbbc02-6bcf-4951-82a0-6d941397576a None None] Checking segment: {'id': 'fd401359-1ec3-47d9-94b3-6fd4c4641785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '5d56f9d2-9821-4823-aad6-23f893b0cd91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:33:24.630946 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-12fbbc02-6bcf-4951-82a0-6d941397576a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:24.630946 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12fbbc02-6bcf-4951-82a0-6d941397576a None None] Bound using segment: {'id': 'fd401359-1ec3-47d9-94b3-6fd4c4641785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '5d56f9d2-9821-4823-aad6-23f893b0cd91'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:33:24.630946 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-12fbbc02-6bcf-4951-82a0-6d941397576a None None] Bound port: 1b508bc4-cca0-40fc-aada-3247bfda5037, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd401359-1ec3-47d9-94b3-6fd4c4641785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '5d56f9d2-9821-4823-aad6-23f893b0cd91'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:33:24.630946 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-12fbbc02-6bcf-4951-82a0-6d941397576a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:24.654471 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3bd4a9f3-1554-4fc1-8234-92e16157d705 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8764051165853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4127082'] for subnet, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:24.712592 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ce8e767d-d9ac-4e34-8382-815f8026008e tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:24.716666 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce8e767d-d9ac-4e34-8382-815f8026008e tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:33:24.717414 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ce8e767d-d9ac-4e34-8382-815f8026008e tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:24.760198 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-574089b1-97e9-4e1a-95f1-9dfc4107e2c7 None None] Set router 194b27f8-2646-4560-86fa-a34ac251ab7c gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:33:24.774825 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e052a766-14e1-4f07-9b9d-2d66107760be tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Network e47345d4-98a8-46f5-a7b7-66b2eb513a50 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:33:24.787041 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bd4a9f3-1554-4fc1-8234-92e16157d705 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:33:24.787669 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3bd4a9f3-1554-4fc1-8234-92e16157d705 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks [] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:24.794049 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-3bd4a9f3-1554-4fc1-8234-92e16157d705 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] 10.222.0.85 "PUT /v2.0/subnets/77c109d1-9aa3-4573-baf1-5c2845c8c73e HTTP/1.1" status: 200 len: 877 time: 1.7635279 May 30 20:33:24.809833 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-e052a766-14e1-4f07-9b9d-2d66107760be tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:33:24.830839 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e052a766-14e1-4f07-9b9d-2d66107760be tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:33:24.875758 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 47322) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:24.934432 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e052a766-14e1-4f07-9b9d-2d66107760be tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Pushing event updated for resources: {'Port': ['ID=b242b3a0-d2e8-4969-b861-8dc8c43a8753,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:24.957374 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b8944934-2c86-4c44-a1c3-21419dfd62aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:24.959856 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd4a9f3-1554-4fc1-8234-92e16157d705 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Pushing event updated for resources: {'Subnet': ['ID=77c109d1-9aa3-4573-baf1-5c2845c8c73e,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:24.971019 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-ce8e767d-d9ac-4e34-8382-815f8026008e tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7629948 May 30 20:33:25.005504 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 47328) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:25.018880 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b8944934-2c86-4c44-a1c3-21419dfd62aa None None] For port 0430df1a-1344-451e-bef0-b07b07ffa9ba, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=0430df1a-1344-451e-bef0-b07b07ffa9ba,segment=NetworkSegment(2cb73a29-9359-4fbf-99af-be1c6062790b),segment_id=2cb73a29-9359-4fbf-99af-be1c6062790b)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:33:25.038236 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-12fbbc02-6bcf-4951-82a0-6d941397576a None None] For port 1b508bc4-cca0-40fc-aada-3247bfda5037, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:33:25.044142 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e052a766-14e1-4f07-9b9d-2d66107760be tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:33:25.044813 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e052a766-14e1-4f07-9b9d-2d66107760be tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:25.051824 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-12fbbc02-6bcf-4951-82a0-6d941397576a None None] For port 1b508bc4-cca0-40fc-aada-3247bfda5037, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=1b508bc4-cca0-40fc-aada-3247bfda5037,segment=NetworkSegment(fd401359-1ec3-47d9-94b3-6fd4c4641785),segment_id=fd401359-1ec3-47d9-94b3-6fd4c4641785)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:33:25.159503 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-e052a766-14e1-4f07-9b9d-2d66107760be tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.9848051 May 30 20:33:25.161947 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 47336) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:25.184122 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-12fbbc02-6bcf-4951-82a0-6d941397576a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:25.196981 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b8944934-2c86-4c44-a1c3-21419dfd62aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:25.202202 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-1b2a1019-877f-40ff-84ab-491bb9f1c0b8 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Request body: {'subnet': {'network_id': '271c19f7-7f75-4169-9a6b-a772aae621bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:33:25.340785 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8e767d-d9ac-4e34-8382-815f8026008e tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Pushing event updated for resources: {'Network': ['ID=271c19f7-7f75-4169-9a6b-a772aae621bb,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:25.372899 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b546038-03ab-48bd-968d-dda62f01467c tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:33:25.383861 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network 271c19f7-7f75-4169-9a6b-a772aae621bb details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:33:25.384774 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b546038-03ab-48bd-968d-dda62f01467c tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:33:25.387018 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-7b546038-03ab-48bd-968d-dda62f01467c tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Synchronizing usage tracker for tenant:08954986e7454427ae0d40c7652d3c6a on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:33:25.474119 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-7b546038-03ab-48bd-968d-dda62f01467c tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Unset dirty status for tenant:08954986e7454427ae0d40c7652d3c6a on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:33:25.476020 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-7b546038-03ab-48bd-968d-dda62f01467c tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.3126264 May 30 20:33:25.479206 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 47346) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:25.576507 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-574089b1-97e9-4e1a-95f1-9dfc4107e2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '194b27f8-2646-4560-86fa-a34ac251ab7c', 'name': 'tempest-ServerActionsTestJSON-2109311328-router', 'tenant_id': 'af4cc1fbb91e4a5c856e947d8072b697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '0015343f-0d98-443a-a5d0-87f2bcedad63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:22:41Z', 'updated_at': '2022-05-30T20:22:51Z', 'revision_number': 4, 'project_id': 'af4cc1fbb91e4a5c856e947d8072b697', 'gw_port': {'id': '0015343f-0d98-443a-a5d0-87f2bcedad63', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:3b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194b27f8-2646-4560-86fa-a34ac251ab7c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:22:43Z', 'updated_at': '2022-05-30T20:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '7aa4103a-4764-4b3c-aa66-aef85f084f50', 'name': '', 'network_id': 'ff30330a-0ebe-4836-9458-b813d1bcbde4', 'tenant_id': 'af4cc1fbb91e4a5c856e947d8072b697', 'mac_address': 'fa:16:3e:a3:61:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194b27f8-2646-4560-86fa-a34ac251ab7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7991eded-d330-4e4e-ace3-aeb4d5f3ff0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:22:49Z', 'updated_at': '2022-05-30T20:23:06Z', 'revision_number': 5, 'project_id': 'af4cc1fbb91e4a5c856e947d8072b697', 'subnets': [{'id': '7991eded-d330-4e4e-ace3-aeb4d5f3ff0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:33:25.587394 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574089b1-97e9-4e1a-95f1-9dfc4107e2c7 None None] Checking router: 194b27f8-2646-4560-86fa-a34ac251ab7c for host: n-d-843948-2 {{(pid=84889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:33:25.598985 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43160d81-f973-4703-b59f-bde9f794a0c4 None None] Update dhcp port {'port': {'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50', 'fixed_ips': [{'subnet_id': '40759ccf-44df-4fbf-9dc4-d2cad04e7157', 'ip_address': '2001:db8::f816:3eff:fec2:8a61'}, {'subnet_id': '133022c3-fe78-432d-bfca-2841613b8a59'}], 'binding:host_id': 'n-d-843948-2'}, 'id': '0430df1a-1344-451e-bef0-b07b07ffa9ba'} from n-d-843948-2. {{(pid=84888) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 30 20:33:25.606285 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-e59f42c7-7e4a-42fd-ae0a-e6153cf44541 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Deleting port b242b3a0-d2e8-4969-b861-8dc8c43a8753 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:33:25.606654 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e59f42c7-7e4a-42fd-ae0a-e6153cf44541 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:25.614957 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574089b1-97e9-4e1a-95f1-9dfc4107e2c7 None None] Routers {'194b27f8-2646-4560-86fa-a34ac251ab7c'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:33:25.615682 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-574089b1-97e9-4e1a-95f1-9dfc4107e2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:32:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['194b27f8-2646-4560-86fa-a34ac251ab7c'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:33:25.673896 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-1b2a1019-877f-40ff-84ab-491bb9f1c0b8 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:33:25.683034 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3cdf7243-0b9a-4c9e-8f10-95d28bd26462 req-d1b8a020-e2cf-4d1f-8a5f-bf11f3387eba tempest-ServerShowV257Test-1438044090 tempest-ServerShowV257Test-1438044090-project] 10.222.0.85 "GET /v2.0/ports?device_id=1d99f1cf-c0b1-43eb-91b7-53668be9ab98 HTTP/1.1" status: 200 len: 210 time: 0.1801000 May 30 20:33:25.707093 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-1b2a1019-877f-40ff-84ab-491bb9f1c0b8 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Usage tracker for resource:subnet and tenant:eeceb350906e46fc9b2c21ca495ac559 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:33:25.726646 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-1b2a1019-877f-40ff-84ab-491bb9f1c0b8 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:33:25.731166 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-43160d81-f973-4703-b59f-bde9f794a0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:25.776242 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-1b2a1019-877f-40ff-84ab-491bb9f1c0b8 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:33:25.788274 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-47a5f763-3efd-48da-89cc-bc27d857cc58 req-4819579c-18db-4564-8c4b-0b222c214064 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/ports?device_id=7aad7ab8-22c4-47e2-abf2-9cc744ce8553 HTTP/1.1" status: 200 len: 210 time: 0.1256785 May 30 20:33:25.810550 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a22f76ac-3599-4706-aa90-26aa54bdbd0a tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:25.849997 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-a22f76ac-3599-4706-aa90-26aa54bdbd0a tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Deleting port 1b508bc4-cca0-40fc-aada-3247bfda5037 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:33:25.850342 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a22f76ac-3599-4706-aa90-26aa54bdbd0a tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:25.881029 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fbbc02-6bcf-4951-82a0-6d941397576a None None] Pushing event updated for resources: {'Port': ['ID=1b508bc4-cca0-40fc-aada-3247bfda5037,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:25.944730 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b2a1019-877f-40ff-84ab-491bb9f1c0b8 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Made reservation on behalf of eeceb350906e46fc9b2c21ca495ac559 for: {'subnet': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:33:26.290163 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-574089b1-97e9-4e1a-95f1-9dfc4107e2c7 None None] Set router 194b27f8-2646-4560-86fa-a34ac251ab7c gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:33:26.344192 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8944934-2c86-4c44-a1c3-21419dfd62aa None None] Pushing event updated for resources: {'Port': ['ID=0430df1a-1344-451e-bef0-b07b07ffa9ba,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:26.379441 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-4c04d1de-3b83-4ea4-8fe7-26f9b552092f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:26.409539 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1b2a1019-877f-40ff-84ab-491bb9f1c0b8 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114220'] for subnet, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:26.486762 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e59f42c7-7e4a-42fd-ae0a-e6153cf44541 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:26.583004 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-43160d81-f973-4703-b59f-bde9f794a0c4 None None] Allocated IP 172.20.0.2 (e47345d4-98a8-46f5-a7b7-66b2eb513a50/133022c3-fe78-432d-bfca-2841613b8a59/0430df1a-1344-451e-bef0-b07b07ffa9ba) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:33:26.694997 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-e59f42c7-7e4a-42fd-ae0a-e6153cf44541 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Calling delete_port for b242b3a0-d2e8-4969-b861-8dc8c43a8753 owned by {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:33:27.034510 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-43160d81-f973-4703-b59f-bde9f794a0c4 None None] For port 0430df1a-1344-451e-bef0-b07b07ffa9ba, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=0430df1a-1344-451e-bef0-b07b07ffa9ba,segment=NetworkSegment(2cb73a29-9359-4fbf-99af-be1c6062790b),segment_id=2cb73a29-9359-4fbf-99af-be1c6062790b)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:33:27.051735 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [None req-a22f76ac-3599-4706-aa90-26aa54bdbd0a tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] For port 1b508bc4-cca0-40fc-aada-3247bfda5037, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=1b508bc4-cca0-40fc-aada-3247bfda5037,segment=NetworkSegment(fd401359-1ec3-47d9-94b3-6fd4c4641785),segment_id=fd401359-1ec3-47d9-94b3-6fd4c4641785)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:33:27.062472 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a22f76ac-3599-4706-aa90-26aa54bdbd0a tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:27.129826 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-43160d81-f973-4703-b59f-bde9f794a0c4 None None] Notify callbacks [] for port, precommit_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:27.150594 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-43160d81-f973-4703-b59f-bde9f794a0c4 None None] Transition to ACTIVE for port object 0430df1a-1344-451e-bef0-b07b07ffa9ba will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:33:27.151891 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-574089b1-97e9-4e1a-95f1-9dfc4107e2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '194b27f8-2646-4560-86fa-a34ac251ab7c', 'name': 'tempest-ServerActionsTestJSON-2109311328-router', 'tenant_id': 'af4cc1fbb91e4a5c856e947d8072b697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '0015343f-0d98-443a-a5d0-87f2bcedad63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:22:41Z', 'updated_at': '2022-05-30T20:22:51Z', 'revision_number': 4, 'project_id': 'af4cc1fbb91e4a5c856e947d8072b697', 'gw_port': {'id': '0015343f-0d98-443a-a5d0-87f2bcedad63', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:3b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194b27f8-2646-4560-86fa-a34ac251ab7c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:22:43Z', 'updated_at': '2022-05-30T20:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '7aa4103a-4764-4b3c-aa66-aef85f084f50', 'name': '', 'network_id': 'ff30330a-0ebe-4836-9458-b813d1bcbde4', 'tenant_id': 'af4cc1fbb91e4a5c856e947d8072b697', 'mac_address': 'fa:16:3e:a3:61:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194b27f8-2646-4560-86fa-a34ac251ab7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7991eded-d330-4e4e-ace3-aeb4d5f3ff0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:22:49Z', 'updated_at': '2022-05-30T20:23:06Z', 'revision_number': 5, 'project_id': 'af4cc1fbb91e4a5c856e947d8072b697', 'subnets': [{'id': '7991eded-d330-4e4e-ace3-aeb4d5f3ff0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:33:27.184322 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574089b1-97e9-4e1a-95f1-9dfc4107e2c7 None None] The sync data for ids ['194b27f8-2646-4560-86fa-a34ac251ab7c'] in n-d-843948-2 is: [{'id': '194b27f8-2646-4560-86fa-a34ac251ab7c', 'name': 'tempest-ServerActionsTestJSON-2109311328-router', 'tenant_id': 'af4cc1fbb91e4a5c856e947d8072b697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '0015343f-0d98-443a-a5d0-87f2bcedad63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:22:41Z', 'updated_at': '2022-05-30T20:22:51Z', 'revision_number': 4, 'project_id': 'af4cc1fbb91e4a5c856e947d8072b697', 'gw_port': {'id': '0015343f-0d98-443a-a5d0-87f2bcedad63', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:3b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194b27f8-2646-4560-86fa-a34ac251ab7c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:22:43Z', 'updated_at': '2022-05-30T20:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '7aa4103a-4764-4b3c-aa66-aef85f084f50', 'name': '', 'network_id': 'ff30330a-0ebe-4836-9458-b813d1bcbde4', 'tenant_id': 'af4cc1fbb91e4a5c856e947d8072b697', 'mac_address': 'fa:16:3e:a3:61:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194b27f8-2646-4560-86fa-a34ac251ab7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7991eded-d330-4e4e-ace3-aeb4d5f3ff0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:22:49Z', 'updated_at': '2022-05-30T20:23:06Z', 'revision_number': 5, 'project_id': 'af4cc1fbb91e4a5c856e947d8072b697', 'subnets': [{'id': '7991eded-d330-4e4e-ace3-aeb4d5f3ff0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:33:27.220344 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 0430df1a-1344-451e-bef0-b07b07ffa9ba up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:33:27.281279 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-a22f76ac-3599-4706-aa90-26aa54bdbd0a tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Calling delete_port for 1b508bc4-cca0-40fc-aada-3247bfda5037 owned by network:dhcp {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:33:27.396271 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-43160d81-f973-4703-b59f-bde9f794a0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:27.408423 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 47364) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:27.432396 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f3cdba4d-c461-4e05-ac28-050c2952f778 req-00ad9f03-ec84-43b9-b7a2-d736b5ca2fb9 tempest-ServerShowV257Test-1438044090 tempest-ServerShowV257Test-1438044090-project] 10.222.0.85 "GET /v2.0/ports?device_id=1d99f1cf-c0b1-43eb-91b7-53668be9ab98 HTTP/1.1" status: 200 len: 210 time: 0.0720794 May 30 20:33:27.561793 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-40fb4cbf-f8ca-4caf-9ea0-2635f2978bf7 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:27.580294 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e59f42c7-7e4a-42fd-ae0a-e6153cf44541 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:27.585973 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1159137d-6582-4cae-82f9-5ac470837bc7 None None] Network 5d56f9d2-9821-4823-aad6-23f893b0cd91 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:33:27.686381 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59f42c7-7e4a-42fd-ae0a-e6153cf44541 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Pushing event deleted for resources: {'Port': ['ID=b242b3a0-d2e8-4969-b861-8dc8c43a8753,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:27.700429 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-40fb4cbf-f8ca-4caf-9ea0-2635f2978bf7 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:27.702704 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a22f76ac-3599-4706-aa90-26aa54bdbd0a tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:27.786061 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37e9f23-482f-403b-8516-5384ec59ad54 None None] New status for floating IP 843b4c3c-87bc-4983-9f2f-7249af4c44ac: DOWN {{(pid=84888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 20:33:27.802722 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22f76ac-3599-4706-aa90-26aa54bdbd0a tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Pushing event deleted for resources: {'Port': ['ID=1b508bc4-cca0-40fc-aada-3247bfda5037,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:27.936462 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-ad7fa389-616d-415c-85e1-07ee9fad6e03 None None] Could not find standard attr ID for object 1b508bc4-cca0-40fc-aada-3247bfda5037. {{(pid=84888) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 30 20:33:27.957147 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43160d81-f973-4703-b59f-bde9f794a0c4 None None] Pushing event updated for resources: {'Port': ['ID=0430df1a-1344-451e-bef0-b07b07ffa9ba,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:28.074870 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e59f42c7-7e4a-42fd-ae0a-e6153cf44541 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:28.158124 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22f76ac-3599-4706-aa90-26aa54bdbd0a tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] No DVR routers for this DVR port 1b508bc4-cca0-40fc-aada-3247bfda5037 on host n-d-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:33:28.172816 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-40fb4cbf-f8ca-4caf-9ea0-2635f2978bf7 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:28.176632 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-40fb4cbf-f8ca-4caf-9ea0-2635f2978bf7 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:28.183834 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-40fb4cbf-f8ca-4caf-9ea0-2635f2978bf7 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "DELETE /v2.0/security-groups/3ae76294-3e84-4fcb-be2a-17611205a838 HTTP/1.1" status: 204 len: 168 time: 0.7683651 May 30 20:33:28.191811 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 47372) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:28.229478 n-d-843948-2 neutron-server[84886]: INFO neutron.api.v2.resource [None req-0e620548-6386-4e7f-adc3-1696dfe88d93 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] show failed (client error): The resource could not be found. May 30 20:33:28.230817 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-0e620548-6386-4e7f-adc3-1696dfe88d93 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "GET /v2.0/security-groups/3ae76294-3e84-4fcb-be2a-17611205a838 HTTP/1.1" status: 404 len: 347 time: 0.0311437 May 30 20:33:28.232229 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fb4cbf-f8ca-4caf-9ea0-2635f2978bf7 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ae76294-3e84-4fcb-be2a-17611205a838,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:28.234487 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 47376) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:28.238128 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-e59f42c7-7e4a-42fd-ae0a-e6153cf44541 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "DELETE /v2.0/ports/b242b3a0-d2e8-4969-b861-8dc8c43a8753 HTTP/1.1" status: 204 len: 168 time: 2.7555594 May 30 20:33:28.244618 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1b2a1019-877f-40ff-84ab-491bb9f1c0b8 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4055401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114238'] for subnet, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:28.262317 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 47378) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:28.295482 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 1b508bc4-cca0-40fc-aada-3247bfda5037 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:33:28.368663 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: 1b508bc4-cca0-40fc-aada-3247bfda5037 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:33:28.369088 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 1b508bc4-cca0-40fc-aada-3247bfda5037 not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} May 30 20:33:28.472192 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Port 1b508bc4-cca0-40fc-aada-3247bfda5037 not found, will not notify nova. {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} May 30 20:33:28.575537 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e0940f-4e3c-4cc0-896f-a9f095f86624 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:33:28.577361 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e0940f-4e3c-4cc0-896f-a9f095f86624 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:33:28.579107 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e0940f-4e3c-4cc0-896f-a9f095f86624 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:33:28.579997 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-a0e0940f-4e3c-4cc0-896f-a9f095f86624 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Synchronizing usage tracker for tenant:08954986e7454427ae0d40c7652d3c6a on resource:subnet {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:33:28.680138 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-af2ac0ef-678c-4b24-9ef9-67ff21550532 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Deleting port 1e2a9d77-abee-4b01-a84c-86d7365685d3 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:33:28.680709 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-af2ac0ef-678c-4b24-9ef9-67ff21550532 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:28.786622 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2a1019-877f-40ff-84ab-491bb9f1c0b8 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Pushing event updated for resources: {'Subnet': ['ID=c7e37c99-5267-4a16-b7fe-47f979623e68,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:28.792728 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a22f76ac-3599-4706-aa90-26aa54bdbd0a tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:28.865168 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-a0e0940f-4e3c-4cc0-896f-a9f095f86624 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Unset dirty status for tenant:08954986e7454427ae0d40c7652d3c6a on resource:subnet {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:33:28.866467 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-a0e0940f-4e3c-4cc0-896f-a9f095f86624 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.4835210 May 30 20:33:28.897902 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 47390) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:29.071004 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2a1019-877f-40ff-84ab-491bb9f1c0b8 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Checking segment: {'id': '8ad7815e-9eb0-463c-86b1-3cae8620fc09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '271c19f7-7f75-4169-9a6b-a772aae621bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:33:29.073831 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b2a1019-877f-40ff-84ab-491bb9f1c0b8 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Network hostable DHCP agents. Network: 271c19f7-7f75-4169-9a6b-a772aae621bb, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:33:29.081795 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-162a8b55-8709-4ea7-ad18-ce1b8e8dea44 None None] Network 5d56f9d2-9821-4823-aad6-23f893b0cd91 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:33:29.201765 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6d474bdd-5006-4b02-8b29-8cbe95b8217e req-557ff122-3b81-44d1-b195-3c1510e6d748 tempest-ServerShowV257Test-1438044090 tempest-ServerShowV257Test-1438044090-project] 10.222.0.85 "GET /v2.0/ports?device_id=1d99f1cf-c0b1-43eb-91b7-53668be9ab98 HTTP/1.1" status: 200 len: 210 time: 0.1351125 May 30 20:33:29.262772 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 0430df1a-1344-451e-bef0-b07b07ffa9ba up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:33:29.457226 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b2a1019-877f-40ff-84ab-491bb9f1c0b8 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Network 271c19f7-7f75-4169-9a6b-a772aae621bb is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:33:29.472771 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_v2 [None req-041a667d-9632-4399-bd53-ad1b41987b15 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Deleting subnet 133022c3-fe78-432d-bfca-2841613b8a59 {{(pid=84887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:33:29.479831 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-041a667d-9632-4399-bd53-ad1b41987b15 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks [] for subnet, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:29.519095 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a22f76ac-3599-4706-aa90-26aa54bdbd0a tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4055470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114247'] for subnet, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:29.531743 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-af2ac0ef-678c-4b24-9ef9-67ff21550532 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:29.532105 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-af2ac0ef-678c-4b24-9ef9-67ff21550532 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:29.603232 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-1b2a1019-877f-40ff-84ab-491bb9f1c0b8 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, 271c19f7-7f75-4169-9a6b-a772aae621bb) {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:33:29.616289 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-017afc2d-353a-4b66-b0c9-a78d6f5e0a8c None None] Network 271c19f7-7f75-4169-9a6b-a772aae621bb requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:33:29.632303 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22f76ac-3599-4706-aa90-26aa54bdbd0a tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Pushing event deleted for resources: {'Subnet': ['ID=77c109d1-9aa3-4573-baf1-5c2845c8c73e,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:29.639411 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b2a1019-877f-40ff-84ab-491bb9f1c0b8 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:33:29.640159 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1b2a1019-877f-40ff-84ab-491bb9f1c0b8 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:29.721486 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-af2ac0ef-678c-4b24-9ef9-67ff21550532 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Calling delete_port for 1e2a9d77-abee-4b01-a84c-86d7365685d3 owned by network:floatingip {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:33:29.779267 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a22f76ac-3599-4706-aa90-26aa54bdbd0a tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:29.809602 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-35d84941-47ba-4192-a8ef-88628906ae5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:29.811223 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-1b214f09-e285-45ea-b26e-6ed00ab53a22 None None] Provisioning for port 0430df1a-1344-451e-bef0-b07b07ffa9ba completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:33:29.841947 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-041a667d-9632-4399-bd53-ad1b41987b15 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3149227'] for subnet, precommit_delete_associations {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:29.893335 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 0430df1a-1344-451e-bef0-b07b07ffa9ba triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:33:29.897192 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:29.950275 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-1b214f09-e285-45ea-b26e-6ed00ab53a22 None None] Provisioning complete for port 0430df1a-1344-451e-bef0-b07b07ffa9ba triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:33:29.950275 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-1b214f09-e285-45ea-b26e-6ed00ab53a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:29.970283 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-a22f76ac-3599-4706-aa90-26aa54bdbd0a tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d56f9d2-9821-4823-aad6-23f893b0cd91']}} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:33:29.971188 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:29.994475 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-a22f76ac-3599-4706-aa90-26aa54bdbd0a tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd401359-1ec3-47d9-94b3-6fd4c4641785') {'for_net_delete': True} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:33:29.994802 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-a22f76ac-3599-4706-aa90-26aa54bdbd0a tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd401359-1ec3-47d9-94b3-6fd4c4641785') {} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:33:30.005245 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-af2ac0ef-678c-4b24-9ef9-67ff21550532 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:30.014773 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a22f76ac-3599-4706-aa90-26aa54bdbd0a tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3149912'] for segment, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:30.043068 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a22f76ac-3599-4706-aa90-26aa54bdbd0a tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:30.046137 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-041a667d-9632-4399-bd53-ad1b41987b15 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:30.085456 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-1b2a1019-877f-40ff-84ab-491bb9f1c0b8 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 5.0751784 May 30 20:33:30.086297 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 47398) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:30.116186 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a22f76ac-3599-4706-aa90-26aa54bdbd0a tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Releasing vlan 688 on physical network physnet1 to pool {{(pid=84887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:33:30.122500 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2abf0d61-6619-47b9-b2e0-58bda9f398ed None None] DHCP port deletion for 5d56f9d2-9821-4823-aad6-23f893b0cd91 request from n-d-843948-2 {{(pid=84888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:33:30.130460 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a22f76ac-3599-4706-aa90-26aa54bdbd0a tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4055488'] for segment, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:30.142111 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2ac0ef-678c-4b24-9ef9-67ff21550532 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Pushing event deleted for resources: {'Port': ['ID=1e2a9d77-abee-4b01-a84c-86d7365685d3,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:30.158061 n-d-843948-2 neutron-server[84887]: Traceback (most recent call last): May 30 20:33:30.158061 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:33:30.158061 n-d-843948-2 neutron-server[84887]: timer() May 30 20:33:30.158061 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:33:30.158061 n-d-843948-2 neutron-server[84887]: cb(*args, **kw) May 30 20:33:30.158061 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:33:30.158061 n-d-843948-2 neutron-server[84887]: return func(*args, **kwargs) May 30 20:33:30.158061 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:33:30.158061 n-d-843948-2 neutron-server[84887]: self._notify() May 30 20:33:30.158061 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:33:30.158061 n-d-843948-2 neutron-server[84887]: self.callback(batched_events) May 30 20:33:30.158061 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:33:30.158061 n-d-843948-2 neutron-server[84887]: event.method(event) May 30 20:33:30.158061 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:33:30.158061 n-d-843948-2 neutron-server[84887]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:33:30.158061 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:33:30.158061 n-d-843948-2 neutron-server[84887]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:33:30.158061 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:33:30.158061 n-d-843948-2 neutron-server[84887]: return f(self, *a, **k) May 30 20:33:30.158061 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:33:30.158061 n-d-843948-2 neutron-server[84887]: return self._get(url).json() May 30 20:33:30.158061 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:33:30.158061 n-d-843948-2 neutron-server[84887]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:33:30.158061 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:33:30.158061 n-d-843948-2 neutron-server[84887]: return self.request(url, 'GET', **kwargs) May 30 20:33:30.158061 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:33:30.158061 n-d-843948-2 neutron-server[84887]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:33:30.158061 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:33:30.158061 n-d-843948-2 neutron-server[84887]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:33:30.158061 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:33:30.158061 n-d-843948-2 neutron-server[84887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:33:30.158061 n-d-843948-2 neutron-server[84887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:33:30.164469 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-3c2d3288-5bbb-455b-a05a-46a80ceb83ac tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-657918065', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:33:30.174857 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-3c2d3288-5bbb-455b-a05a-46a80ceb83ac tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:33:30.181582 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-3c2d3288-5bbb-455b-a05a-46a80ceb83ac tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Usage tracker for resource:router and tenant:eeceb350906e46fc9b2c21ca495ac559 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:33:30.188185 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-3c2d3288-5bbb-455b-a05a-46a80ceb83ac tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:33:30.198687 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-3c2d3288-5bbb-455b-a05a-46a80ceb83ac tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:33:30.309715 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3c2d3288-5bbb-455b-a05a-46a80ceb83ac tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-733683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3159'] for router, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:30.317090 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3c2d3288-5bbb-455b-a05a-46a80ceb83ac tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-733584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-736372', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-628480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3164'] for router, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:30.375298 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-af2ac0ef-678c-4b24-9ef9-67ff21550532 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Notify callbacks [] for floatingip, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:30.485546 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-af2ac0ef-678c-4b24-9ef9-67ff21550532 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:30.486763 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-af2ac0ef-678c-4b24-9ef9-67ff21550532 tempest-ServerActionsTestJSON-286196369 tempest-ServerActionsTestJSON-286196369-project] 10.222.0.85 "DELETE /v2.0/floatingips/843b4c3c-87bc-4983-9f2f-7249af4c44ac HTTP/1.1" status: 204 len: 168 time: 2.2490904 May 30 20:33:30.489816 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 47406) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:30.515269 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a25ae08-ac9c-4418-972c-f6b86b2058a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-271c19f7-7f75-4169-9a6b-a772aae621bb', 'network_id': '271c19f7-7f75-4169-9a6b-a772aae621bb', 'tenant_id': 'eeceb350906e46fc9b2c21ca495ac559', 'fixed_ips': [{'subnet_id': 'c7e37c99-5267-4a16-b7fe-47f979623e68'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:33:30.516047 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-9a25ae08-ac9c-4418-972c-f6b86b2058a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:30.530530 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-1b214f09-e285-45ea-b26e-6ed00ab53a22 None None] Could not find standard attr ID for object b242b3a0-d2e8-4969-b861-8dc8c43a8753. {{(pid=84888) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 30 20:33:30.596479 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-13b9f851-c22e-4361-9a1e-4313db2439a6 req-20d353bb-1904-4236-b38d-320f56ed0ee3 tempest-ServerShowV257Test-1438044090 tempest-ServerShowV257Test-1438044090-project] 10.222.0.85 "GET /v2.0/ports?device_id=1d99f1cf-c0b1-43eb-91b7-53668be9ab98 HTTP/1.1" status: 200 len: 210 time: 0.0954113 May 30 20:33:30.645925 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2fdbeeb6-b7c1-4f1a-8452-f838f46c5ab2 None None] Could not find standard attr ID for object b242b3a0-d2e8-4969-b861-8dc8c43a8753. {{(pid=84888) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 30 20:33:30.707853 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-041a667d-9632-4399-bd53-ad1b41987b15 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4055470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114247'] for subnet, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:30.714975 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a22f76ac-3599-4706-aa90-26aa54bdbd0a tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:30.855393 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a22f76ac-3599-4706-aa90-26aa54bdbd0a tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:30.860429 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-9a25ae08-ac9c-4418-972c-f6b86b2058a1 None None] Allocated IP 2001:db8::2 (271c19f7-7f75-4169-9a6b-a772aae621bb/c7e37c99-5267-4a16-b7fe-47f979623e68/ff8cc614-eb05-4c71-9894-7842d2fa4a93) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:33:30.910510 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22f76ac-3599-4706-aa90-26aa54bdbd0a tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Pushing event deleted for resources: {'Network': ['ID=5d56f9d2-9821-4823-aad6-23f893b0cd91,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:30.919280 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041a667d-9632-4399-bd53-ad1b41987b15 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Pushing event deleted for resources: {'Subnet': ['ID=133022c3-fe78-432d-bfca-2841613b8a59,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:30.970445 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-041a667d-9632-4399-bd53-ad1b41987b15 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:31.006288 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3c2d3288-5bbb-455b-a05a-46a80ceb83ac tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:31.027836 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-a22f76ac-3599-4706-aa90-26aa54bdbd0a tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] 10.222.0.85 "DELETE /v2.0/networks/5d56f9d2-9821-4823-aad6-23f893b0cd91 HTTP/1.1" status: 204 len: 168 time: 6.1508389 May 30 20:33:31.028639 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 47418) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:31.038978 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7063ffa-3bda-4b0c-9d2b-d4bb2362a210 None None] Network e47345d4-98a8-46f5-a7b7-66b2eb513a50 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:33:31.051331 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 1b508bc4-cca0-40fc-aada-3247bfda5037 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:33:31.082467 n-d-843948-2 neutron-server[84886]: INFO neutron.pecan_wsgi.hooks.translation [None req-af171bda-147f-4ed5-92e6-70f4385c260b tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] DELETE failed (client error): The resource could not be found. May 30 20:33:31.082802 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af171bda-147f-4ed5-92e6-70f4385c260b tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:33:31.084623 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-af171bda-147f-4ed5-92e6-70f4385c260b tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] 10.222.0.85 "DELETE /v2.0/subnets/77c109d1-9aa3-4573-baf1-5c2845c8c73e HTTP/1.1" status: 404 len: 337 time: 0.0543942 May 30 20:33:31.088809 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 47422) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:31.114080 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-041a667d-9632-4399-bd53-ad1b41987b15 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "DELETE /v2.0/subnets/133022c3-fe78-432d-bfca-2841613b8a59 HTTP/1.1" status: 204 len: 168 time: 2.2124915 May 30 20:33:31.116466 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3c2d3288-5bbb-455b-a05a-46a80ceb83ac tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-736409'] for router, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:31.116570 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 47426) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:31.131403 n-d-843948-2 neutron-server[84887]: INFO neutron.pecan_wsgi.hooks.translation [None req-749ddac8-fda3-4f75-9d83-a70382f368bb tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] DELETE failed (client error): The resource could not be found. May 30 20:33:31.132132 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-749ddac8-fda3-4f75-9d83-a70382f368bb tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:33:31.134506 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-749ddac8-fda3-4f75-9d83-a70382f368bb tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] 10.222.0.85 "DELETE /v2.0/networks/5d56f9d2-9821-4823-aad6-23f893b0cd91 HTTP/1.1" status: 404 len: 339 time: 0.0447426 May 30 20:33:31.137443 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 47430) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:31.162009 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: 1b508bc4-cca0-40fc-aada-3247bfda5037 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:33:31.162347 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 1b508bc4-cca0-40fc-aada-3247bfda5037 not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:33:31.178314 n-d-843948-2 neutron-server[84887]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ecd0002-cb26-44e0-a0ac-4509bdf3c5dc tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] DELETE failed (client error): The resource could not be found. May 30 20:33:31.178990 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ecd0002-cb26-44e0-a0ac-4509bdf3c5dc tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:33:31.180641 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-9ecd0002-cb26-44e0-a0ac-4509bdf3c5dc tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] 10.222.0.85 "DELETE /v2.0/subnets/da06e848-dd68-402a-ae9c-95eb4a4753c9 HTTP/1.1" status: 404 len: 337 time: 0.0421095 May 30 20:33:31.183323 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 47434) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:31.222645 n-d-843948-2 neutron-server[84887]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e4e21e2-d551-4d1a-89ab-859f2ac8457c tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] DELETE failed (client error): The resource could not be found. May 30 20:33:31.223283 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e4e21e2-d551-4d1a-89ab-859f2ac8457c tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:33:31.229525 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 47438) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:31.230846 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-4e4e21e2-d551-4d1a-89ab-859f2ac8457c tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] 10.222.0.85 "DELETE /v2.0/networks/7bad60d4-d0c2-47f2-92c5-06cd84a6fdb0 HTTP/1.1" status: 404 len: 339 time: 0.0462158 May 30 20:33:31.279193 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:31.297804 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3c2d3288-5bbb-455b-a05a-46a80ceb83ac tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks [] for router, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:31.299687 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-3c2d3288-5bbb-455b-a05a-46a80ceb83ac tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.1954441 May 30 20:33:31.304609 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 47442) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:31.380025 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-9a25ae08-ac9c-4418-972c-f6b86b2058a1 None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:31.394972 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-9a25ae08-ac9c-4418-972c-f6b86b2058a1 None None] Transition to ACTIVE for port object ff8cc614-eb05-4c71-9894-7842d2fa4a93 will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:33:31.426974 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-9a25ae08-ac9c-4418-972c-f6b86b2058a1 None None] Transition to ACTIVE for port object ff8cc614-eb05-4c71-9894-7842d2fa4a93 will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:33:31.529512 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-9a25ae08-ac9c-4418-972c-f6b86b2058a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:31.629301 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a25ae08-ac9c-4418-972c-f6b86b2058a1 None None] Network 271c19f7-7f75-4169-9a6b-a772aae621bb is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:33:31.635036 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-9a25ae08-ac9c-4418-972c-f6b86b2058a1 None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:33:31.639288 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a25ae08-ac9c-4418-972c-f6b86b2058a1 None None] Pushing event updated for resources: {'Port': ['ID=ff8cc614-eb05-4c71-9894-7842d2fa4a93,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:31.642449 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a25ae08-ac9c-4418-972c-f6b86b2058a1 None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:33:31.749388 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-9a25ae08-ac9c-4418-972c-f6b86b2058a1 None None] Attempting to bind port ff8cc614-eb05-4c71-9894-7842d2fa4a93 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:33:31.750031 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-9a25ae08-ac9c-4418-972c-f6b86b2058a1 None None] Attempting to bind port ff8cc614-eb05-4c71-9894-7842d2fa4a93 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': '8ad7815e-9eb0-463c-86b1-3cae8620fc09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '271c19f7-7f75-4169-9a6b-a772aae621bb'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:33:31.750031 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a25ae08-ac9c-4418-972c-f6b86b2058a1 None None] Attempting to bind port ff8cc614-eb05-4c71-9894-7842d2fa4a93 on network 271c19f7-7f75-4169-9a6b-a772aae621bb {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:33:31.760905 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a25ae08-ac9c-4418-972c-f6b86b2058a1 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:33:31.765446 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a25ae08-ac9c-4418-972c-f6b86b2058a1 None None] Checking segment: {'id': '8ad7815e-9eb0-463c-86b1-3cae8620fc09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '271c19f7-7f75-4169-9a6b-a772aae621bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:33:31.765446 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-9a25ae08-ac9c-4418-972c-f6b86b2058a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:31.767054 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a25ae08-ac9c-4418-972c-f6b86b2058a1 None None] Bound using segment: {'id': '8ad7815e-9eb0-463c-86b1-3cae8620fc09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '271c19f7-7f75-4169-9a6b-a772aae621bb'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:33:31.767804 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-9a25ae08-ac9c-4418-972c-f6b86b2058a1 None None] Bound port: ff8cc614-eb05-4c71-9894-7842d2fa4a93, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ad7815e-9eb0-463c-86b1-3cae8620fc09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '271c19f7-7f75-4169-9a6b-a772aae621bb'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:33:31.768419 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-9a25ae08-ac9c-4418-972c-f6b86b2058a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:31.798827 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-37f83112-1bd7-43bd-82fd-5906449db0d9 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:31.986466 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-9a25ae08-ac9c-4418-972c-f6b86b2058a1 None None] For port ff8cc614-eb05-4c71-9894-7842d2fa4a93, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:33:31.993079 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-9a25ae08-ac9c-4418-972c-f6b86b2058a1 None None] For port ff8cc614-eb05-4c71-9894-7842d2fa4a93, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=ff8cc614-eb05-4c71-9894-7842d2fa4a93,segment=NetworkSegment(8ad7815e-9eb0-463c-86b1-3cae8620fc09),segment_id=8ad7815e-9eb0-463c-86b1-3cae8620fc09)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:33:32.011023 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4cebebbf-99a5-453b-81e1-0308d9f00fe6 req-883daddd-7c4a-4c95-9849-91b3a6d3614c tempest-ServerShowV257Test-1438044090 tempest-ServerShowV257Test-1438044090-project] 10.222.0.85 "GET /v2.0/ports?device_id=1d99f1cf-c0b1-43eb-91b7-53668be9ab98 HTTP/1.1" status: 200 len: 210 time: 0.1075344 May 30 20:33:32.062176 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ba94ca4-6c80-4e98-8444-8370e52464c1 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Deleting subnet 40759ccf-44df-4fbf-9dc4-d2cad04e7157 {{(pid=84886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:33:32.065696 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2ba94ca4-6c80-4e98-8444-8370e52464c1 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks [] for subnet, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:32.092074 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-9a25ae08-ac9c-4418-972c-f6b86b2058a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:32.224854 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a25ae08-ac9c-4418-972c-f6b86b2058a1 None None] Pushing event updated for resources: {'Port': ['ID=ff8cc614-eb05-4c71-9894-7842d2fa4a93,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:32.388177 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-7c79fdc2-e53c-4762-96bb-cbece1834f74 None None] Provisioning complete for port 0430df1a-1344-451e-bef0-b07b07ffa9ba triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:33:32.388491 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-7c79fdc2-e53c-4762-96bb-cbece1834f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:32.455588 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2ba94ca4-6c80-4e98-8444-8370e52464c1 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2655517'] for subnet, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:32.511590 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-37f83112-1bd7-43bd-82fd-5906449db0d9 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:32.645649 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:32.686623 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-37f83112-1bd7-43bd-82fd-5906449db0d9 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a43cb9df-816a-42a0-8a3b-fa0b7542f4d9']}} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:33:32.893893 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2ba94ca4-6c80-4e98-8444-8370e52464c1 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:32.893893 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-37f83112-1bd7-43bd-82fd-5906449db0d9 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2d2e4ba-eb25-44dd-9ab7-aa91bfd6f55c') {'for_net_delete': True} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:33:32.893893 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-37f83112-1bd7-43bd-82fd-5906449db0d9 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2d2e4ba-eb25-44dd-9ab7-aa91bfd6f55c') {} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:33:32.893893 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-37f83112-1bd7-43bd-82fd-5906449db0d9 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2660590'] for segment, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:32.914870 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-37f83112-1bd7-43bd-82fd-5906449db0d9 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:32.928403 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37f83112-1bd7-43bd-82fd-5906449db0d9 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Releasing vlan 675 on physical network physnet1 to pool {{(pid=84886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:33:32.928850 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-37f83112-1bd7-43bd-82fd-5906449db0d9 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4126989'] for segment, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:32.943433 n-d-843948-2 neutron-server[84886]: Traceback (most recent call last): May 30 20:33:32.943433 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:33:32.943433 n-d-843948-2 neutron-server[84886]: timer() May 30 20:33:32.943433 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:33:32.943433 n-d-843948-2 neutron-server[84886]: cb(*args, **kw) May 30 20:33:32.943433 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:33:32.943433 n-d-843948-2 neutron-server[84886]: return func(*args, **kwargs) May 30 20:33:32.943433 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:33:32.943433 n-d-843948-2 neutron-server[84886]: self._notify() May 30 20:33:32.943433 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:33:32.943433 n-d-843948-2 neutron-server[84886]: self.callback(batched_events) May 30 20:33:32.943433 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:33:32.943433 n-d-843948-2 neutron-server[84886]: event.method(event) May 30 20:33:32.943433 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:33:32.943433 n-d-843948-2 neutron-server[84886]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:33:32.943433 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:33:32.943433 n-d-843948-2 neutron-server[84886]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:33:32.943433 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:33:32.943433 n-d-843948-2 neutron-server[84886]: return f(self, *a, **k) May 30 20:33:32.943433 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:33:32.943433 n-d-843948-2 neutron-server[84886]: return self._get(url).json() May 30 20:33:32.943433 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:33:32.943433 n-d-843948-2 neutron-server[84886]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:33:32.943433 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:33:32.943433 n-d-843948-2 neutron-server[84886]: return self.request(url, 'GET', **kwargs) May 30 20:33:32.943433 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:33:32.943433 n-d-843948-2 neutron-server[84886]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:33:32.943433 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:33:32.943433 n-d-843948-2 neutron-server[84886]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:33:32.943433 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:33:32.943433 n-d-843948-2 neutron-server[84886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:33:32.943433 n-d-843948-2 neutron-server[84886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:33:33.070715 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2ba94ca4-6c80-4e98-8444-8370e52464c1 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4127075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2778536'] for subnet, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:33.136686 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device ff8cc614-eb05-4c71-9894-7842d2fa4a93 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:33:33.214817 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba94ca4-6c80-4e98-8444-8370e52464c1 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Pushing event deleted for resources: {'Subnet': ['ID=40759ccf-44df-4fbf-9dc4-d2cad04e7157,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:33.252662 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-828be9fc-be3a-4ad0-b724-657546d10b21 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:33.279519 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3afbb5f1-e9f9-468c-acc1-22fafde4157d req-73bb0b3a-d59f-4151-80fe-44b36c28f59a tempest-ServerShowV257Test-1438044090 tempest-ServerShowV257Test-1438044090-project] 10.222.0.85 "GET /v2.0/ports?device_id=1d99f1cf-c0b1-43eb-91b7-53668be9ab98 HTTP/1.1" status: 200 len: 210 time: 0.0791290 May 30 20:33:33.281549 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2ba94ca4-6c80-4e98-8444-8370e52464c1 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks [] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:33.300857 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b15f7fb-ae6c-4018-80de-7149fe37e579 None None] Network e47345d4-98a8-46f5-a7b7-66b2eb513a50 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:33:33.369832 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-2ba94ca4-6c80-4e98-8444-8370e52464c1 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "DELETE /v2.0/subnets/40759ccf-44df-4fbf-9dc4-d2cad04e7157 HTTP/1.1" status: 204 len: 168 time: 2.2522073 May 30 20:33:33.372146 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0878109d-c2de-4eac-8742-2a1111acb65d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-736216'] for router_interface, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:33.372325 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 47494) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:33.514540 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-7d06f6bb-8bf8-4307-957a-660769cf03c7 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Synchronizing usage tracker for tenant:08954986e7454427ae0d40c7652d3c6a on resource:router {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:33:33.541870 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-7d06f6bb-8bf8-4307-957a-660769cf03c7 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Unset dirty status for tenant:08954986e7454427ae0d40c7652d3c6a on resource:router {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:33:33.547407 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-7d06f6bb-8bf8-4307-957a-660769cf03c7 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1698000 May 30 20:33:33.547407 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 47498) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:33.557317 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-86538c92-d2a6-464c-b25e-ba3b21a759ad tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Request body: {'subnet': {'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:33:33.625656 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port ff8cc614-eb05-4c71-9894-7842d2fa4a93 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:33:33.783905 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-86538c92-d2a6-464c-b25e-ba3b21a759ad tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:33:33.792447 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-86538c92-d2a6-464c-b25e-ba3b21a759ad tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Usage tracker for resource:subnet and tenant:08954986e7454427ae0d40c7652d3c6a is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:33:33.795790 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-86538c92-d2a6-464c-b25e-ba3b21a759ad tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:33:33.805819 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-86538c92-d2a6-464c-b25e-ba3b21a759ad tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:33:33.818256 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa1147f-5af9-44b0-b646-818c46625c8b None None] Network 271c19f7-7f75-4169-9a6b-a772aae621bb requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:33:33.874377 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86538c92-d2a6-464c-b25e-ba3b21a759ad tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Made reservation on behalf of 08954986e7454427ae0d40c7652d3c6a for: {'subnet': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:33:33.879179 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-86538c92-d2a6-464c-b25e-ba3b21a759ad tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114220'] for subnet, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:33.939939 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bdb74c1-41ea-4201-aa62-0d1d8dc608ab None None] DHCP port deletion for e47345d4-98a8-46f5-a7b7-66b2eb513a50 request from n-d-843948-2 {{(pid=84888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:33:33.943360 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-37f83112-1bd7-43bd-82fd-5906449db0d9 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:33.988110 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-0bdb74c1-41ea-4201-aa62-0d1d8dc608ab None None] Deleting port 0430df1a-1344-451e-bef0-b07b07ffa9ba {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:33:33.988110 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-0bdb74c1-41ea-4201-aa62-0d1d8dc608ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:34.033069 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-37f83112-1bd7-43bd-82fd-5906449db0d9 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks [] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:34.048557 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-37f83112-1bd7-43bd-82fd-5906449db0d9 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] 10.222.0.85 "DELETE /v2.0/networks/a43cb9df-816a-42a0-8a3b-fa0b7542f4d9 HTTP/1.1" status: 204 len: 168 time: 2.8034670 May 30 20:33:34.052398 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-091f2aac-df41-4a2c-9c73-459f65d0e0bb None None] Provisioning for port ff8cc614-eb05-4c71-9894-7842d2fa4a93 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:33:34.069893 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 47504) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:34.077952 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-091f2aac-df41-4a2c-9c73-459f65d0e0bb None None] Provisioning complete for port ff8cc614-eb05-4c71-9894-7842d2fa4a93 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:33:34.077952 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-091f2aac-df41-4a2c-9c73-459f65d0e0bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:34.156201 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f83112-1bd7-43bd-82fd-5906449db0d9 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Pushing event deleted for resources: {'Network': ['ID=a43cb9df-816a-42a0-8a3b-fa0b7542f4d9,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:34.165193 n-d-843948-2 neutron-server[84887]: INFO neutron.pecan_wsgi.hooks.translation [None req-8876e8c4-a447-40ef-9da8-2d2d7ee414b2 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] DELETE failed (client error): The resource could not be found. May 30 20:33:34.165657 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8876e8c4-a447-40ef-9da8-2d2d7ee414b2 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:33:34.168084 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-8876e8c4-a447-40ef-9da8-2d2d7ee414b2 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] 10.222.0.85 "DELETE /v2.0/subnets/19fcd7a9-209f-4538-ab0f-7b6b55fe79ea HTTP/1.1" status: 404 len: 337 time: 0.1023967 May 30 20:33:34.171625 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 47510) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:34.221394 n-d-843948-2 neutron-server[84887]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e0afa51-4e1b-4412-98c0-1375953e4240 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] DELETE failed (client error): The resource could not be found. May 30 20:33:34.221885 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e0afa51-4e1b-4412-98c0-1375953e4240 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:33:34.223826 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-5e0afa51-4e1b-4412-98c0-1375953e4240 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] 10.222.0.85 "DELETE /v2.0/networks/869754df-adbc-4c56-ad57-9c46ed125556 HTTP/1.1" status: 404 len: 339 time: 0.0511122 May 30 20:33:34.227839 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 47514) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:34.316744 n-d-843948-2 neutron-server[84887]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f345698-2770-499f-a877-90b16e0d94cd tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] DELETE failed (client error): The resource could not be found. May 30 20:33:34.317187 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f345698-2770-499f-a877-90b16e0d94cd tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:33:34.319461 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-1f345698-2770-499f-a877-90b16e0d94cd tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] 10.222.0.85 "DELETE /v2.0/subnets/c3c1432e-5be6-4291-8c3a-dcab0720c77c HTTP/1.1" status: 404 len: 337 time: 0.0905509 May 30 20:33:34.322724 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 47520) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:34.582809 n-d-843948-2 neutron-server[84887]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdcec9fa-f4ef-49e1-bccf-25650580d333 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] DELETE failed (client error): The resource could not be found. May 30 20:33:34.583467 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdcec9fa-f4ef-49e1-bccf-25650580d333 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:33:34.600116 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-828be9fc-be3a-4ad0-b724-657546d10b21 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Allocated IP 2001:db8::1 (271c19f7-7f75-4169-9a6b-a772aae621bb/c7e37c99-5267-4a16-b7fe-47f979623e68/7ac29b7f-1704-449e-ace9-62ced6432203) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:33:34.679038 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9c478bef-7546-4a04-8f7a-267214166b23 req-735298e3-49c2-419d-9827-db681246fafc tempest-ServerShowV257Test-1438044090 tempest-ServerShowV257Test-1438044090-project] 10.222.0.85 "GET /v2.0/ports?device_id=1d99f1cf-c0b1-43eb-91b7-53668be9ab98 HTTP/1.1" status: 200 len: 210 time: 0.0931492 May 30 20:33:34.682805 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-cdcec9fa-f4ef-49e1-bccf-25650580d333 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] 10.222.0.85 "DELETE /v2.0/networks/b7f0e95b-2b0a-48c2-985e-1c03a8ab929a HTTP/1.1" status: 404 len: 339 time: 0.3581486 May 30 20:33:34.685215 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 47530) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:34.737758 n-d-843948-2 neutron-server[84887]: INFO neutron.pecan_wsgi.hooks.translation [None req-445d2cdd-422c-487f-afcf-15c9f25532eb tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] DELETE failed (client error): The resource could not be found. May 30 20:33:34.738567 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-445d2cdd-422c-487f-afcf-15c9f25532eb tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:33:34.740438 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-445d2cdd-422c-487f-afcf-15c9f25532eb tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] 10.222.0.85 "DELETE /v2.0/subnets/9447ea4c-d940-4f9c-9ca4-3289593c6149 HTTP/1.1" status: 404 len: 337 time: 0.0540726 May 30 20:33:34.743865 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 47534) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:34.840989 n-d-843948-2 neutron-server[84887]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec1f9afb-e9c8-450a-89c0-966d4131992c tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] DELETE failed (client error): The resource could not be found. May 30 20:33:34.840989 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec1f9afb-e9c8-450a-89c0-966d4131992c tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:33:34.840989 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-ec1f9afb-e9c8-450a-89c0-966d4131992c tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] 10.222.0.85 "DELETE /v2.0/networks/ce6e49a2-6fa9-4872-b213-6dab37bd90ce HTTP/1.1" status: 404 len: 339 time: 0.0931494 May 30 20:33:34.840989 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 47538) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:34.869173 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-0bdb74c1-41ea-4201-aa62-0d1d8dc608ab None None] For port 0430df1a-1344-451e-bef0-b07b07ffa9ba, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=0430df1a-1344-451e-bef0-b07b07ffa9ba,segment=NetworkSegment(2cb73a29-9359-4fbf-99af-be1c6062790b),segment_id=2cb73a29-9359-4fbf-99af-be1c6062790b)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:33:34.869173 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-0bdb74c1-41ea-4201-aa62-0d1d8dc608ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:34.912961 n-d-843948-2 neutron-server[84887]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7c52532-a8fb-43db-abc0-dd44a68e4fd4 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] DELETE failed (client error): The resource could not be found. May 30 20:33:34.912961 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7c52532-a8fb-43db-abc0-dd44a68e4fd4 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:33:34.912961 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-e7c52532-a8fb-43db-abc0-dd44a68e4fd4 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] 10.222.0.85 "DELETE /v2.0/subnets/61785e33-fb6a-494d-bfb9-6d7e26e129bf HTTP/1.1" status: 404 len: 337 time: 0.0675149 May 30 20:33:34.912961 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 47542) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:34.980564 n-d-843948-2 neutron-server[84887]: INFO neutron.pecan_wsgi.hooks.translation [None req-6da7c2ff-8126-43c9-8333-9143ea78163b tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] DELETE failed (client error): The resource could not be found. May 30 20:33:34.984947 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6da7c2ff-8126-43c9-8333-9143ea78163b tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:33:34.984947 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-6da7c2ff-8126-43c9-8333-9143ea78163b tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] 10.222.0.85 "DELETE /v2.0/networks/a3c79177-74ef-495b-9816-b7edd967d06e HTTP/1.1" status: 404 len: 339 time: 0.0698664 May 30 20:33:35.029187 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-828be9fc-be3a-4ad0-b724-657546d10b21 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:35.037264 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 47546) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:35.107170 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [None req-828be9fc-be3a-4ad0-b724-657546d10b21 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Transition to ACTIVE for port object 7ac29b7f-1704-449e-ace9-62ced6432203 will not be triggered until provisioned by entity DHCP. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:33:35.110325 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-0bdb74c1-41ea-4201-aa62-0d1d8dc608ab None None] Calling delete_port for 0430df1a-1344-451e-bef0-b07b07ffa9ba owned by network:dhcp {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:33:35.112434 n-d-843948-2 neutron-server[84887]: INFO neutron.pecan_wsgi.hooks.translation [None req-66d2458f-c871-4b25-b1d6-286be159bbec tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] DELETE failed (client error): The resource could not be found. May 30 20:33:35.112873 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66d2458f-c871-4b25-b1d6-286be159bbec tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:33:35.117241 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-66d2458f-c871-4b25-b1d6-286be159bbec tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] 10.222.0.85 "DELETE /v2.0/subnets/6df23a7f-0f6d-4036-9612-da27b268f9fd HTTP/1.1" status: 404 len: 337 time: 0.0787764 May 30 20:33:35.122732 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 47552) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:35.202296 n-d-843948-2 neutron-server[84887]: INFO neutron.pecan_wsgi.hooks.translation [None req-2548fb60-c36e-4916-847b-1b9d53b95594 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] DELETE failed (client error): The resource could not be found. May 30 20:33:35.202296 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2548fb60-c36e-4916-847b-1b9d53b95594 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:33:35.202296 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-2548fb60-c36e-4916-847b-1b9d53b95594 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] 10.222.0.85 "DELETE /v2.0/networks/c5b8dd29-3756-4729-aff8-213d0c7ff336 HTTP/1.1" status: 404 len: 339 time: 0.0704558 May 30 20:33:35.210755 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 47558) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:35.224906 n-d-843948-2 neutron-server[84887]: DEBUG neutron.objects.ports [None req-86538c92-d2a6-464c-b25e-ba3b21a759ad tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84887) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 30 20:33:35.261500 n-d-843948-2 neutron-server[84886]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fe78e88-f136-473a-99c0-3c28944e5126 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] DELETE failed (client error): The resource could not be found. May 30 20:33:35.261500 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fe78e88-f136-473a-99c0-3c28944e5126 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:33:35.268343 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-9fe78e88-f136-473a-99c0-3c28944e5126 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] 10.222.0.85 "DELETE /v2.0/subnets/1f0ca4d7-039e-42c1-afe0-5f4caaa3882d HTTP/1.1" status: 404 len: 337 time: 0.0620430 May 30 20:33:35.273323 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 47562) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:35.287822 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-091f2aac-df41-4a2c-9c73-459f65d0e0bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:35.319730 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 0430df1a-1344-451e-bef0-b07b07ffa9ba no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:33:35.363883 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-0bdb74c1-41ea-4201-aa62-0d1d8dc608ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468'] for port, after_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:35.371359 n-d-843948-2 neutron-server[84887]: INFO neutron.pecan_wsgi.hooks.translation [None req-85e16327-b3df-4962-96b4-455c85b1cbad tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] DELETE failed (client error): The resource could not be found. May 30 20:33:35.371359 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85e16327-b3df-4962-96b4-455c85b1cbad tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:33:35.377008 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-85e16327-b3df-4962-96b4-455c85b1cbad tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] 10.222.0.85 "DELETE /v2.0/networks/8544ce7e-ffec-473e-8601-4cb742bfd028 HTTP/1.1" status: 404 len: 339 time: 0.0789385 May 30 20:33:35.380254 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 47566) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:35.406430 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.ipam_pluggable_backend [None req-86538c92-d2a6-464c-b25e-ba3b21a759ad tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Port 0430df1a-1344-451e-bef0-b07b07ffa9ba was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=84887) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} May 30 20:33:35.407140 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.ipam_pluggable_backend [None req-86538c92-d2a6-464c-b25e-ba3b21a759ad tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Reverting IP allocation for 2001:db8::f816:3eff:fec2:8a61 {{(pid=84887) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} May 30 20:33:35.409130 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: 0430df1a-1344-451e-bef0-b07b07ffa9ba {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:33:35.409432 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 0430df1a-1344-451e-bef0-b07b07ffa9ba not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:33:35.417346 n-d-843948-2 neutron-server[84886]: INFO neutron.pecan_wsgi.hooks.translation [None req-4807c21a-6c65-47f3-b0fb-20f620c9005c tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] DELETE failed (client error): The resource could not be found. May 30 20:33:35.417886 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4807c21a-6c65-47f3-b0fb-20f620c9005c tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:33:35.419540 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-4807c21a-6c65-47f3-b0fb-20f620c9005c tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] 10.222.0.85 "DELETE /v2.0/subnets/03628a9b-91ef-482a-a25a-075b6c03a100 HTTP/1.1" status: 404 len: 337 time: 0.0425358 May 30 20:33:35.422335 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 47570) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:35.447027 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdb74c1-41ea-4201-aa62-0d1d8dc608ab None None] Pushing event deleted for resources: {'Port': ['ID=0430df1a-1344-451e-bef0-b07b07ffa9ba,revision_number=None']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:35.459993 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bdb74c1-41ea-4201-aa62-0d1d8dc608ab None None] No DVR routers for this DVR port 0430df1a-1344-451e-bef0-b07b07ffa9ba on host n-d-843948-2 {{(pid=84888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:33:35.468110 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-091f2aac-df41-4a2c-9c73-459f65d0e0bb None None] For port ff8cc614-eb05-4c71-9894-7842d2fa4a93, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=ff8cc614-eb05-4c71-9894-7842d2fa4a93,segment=NetworkSegment(8ad7815e-9eb0-463c-86b1-3cae8620fc09),segment_id=8ad7815e-9eb0-463c-86b1-3cae8620fc09)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:33:35.488832 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-86538c92-d2a6-464c-b25e-ba3b21a759ad tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4055401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114238'] for subnet, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:35.498070 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-828be9fc-be3a-4ad0-b724-657546d10b21 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:35.557968 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-091f2aac-df41-4a2c-9c73-459f65d0e0bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:35.579033 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86538c92-d2a6-464c-b25e-ba3b21a759ad tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Pushing event updated for resources: {'Subnet': ['ID=4f46ac90-25bd-4464-8483-e3031b041bf4,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:35.596186 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86538c92-d2a6-464c-b25e-ba3b21a759ad tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Network e47345d4-98a8-46f5-a7b7-66b2eb513a50 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:33:35.596186 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-86538c92-d2a6-464c-b25e-ba3b21a759ad tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:33:35.602276 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86538c92-d2a6-464c-b25e-ba3b21a759ad tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:33:35.602276 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-86538c92-d2a6-464c-b25e-ba3b21a759ad tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:35.625523 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-828be9fc-be3a-4ad0-b724-657546d10b21 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Network 271c19f7-7f75-4169-9a6b-a772aae621bb is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:33:35.660278 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-828be9fc-be3a-4ad0-b724-657546d10b21 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:33:35.660278 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828be9fc-be3a-4ad0-b724-657546d10b21 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:33:35.660278 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-828be9fc-be3a-4ad0-b724-657546d10b21 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-736099'] for router_interface, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:35.720241 n-d-843948-2 neutron-server[84886]: INFO neutron.pecan_wsgi.hooks.translation [None req-30a917b3-4920-43a5-b999-503f55b37ea0 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] DELETE failed (client error): The resource could not be found. May 30 20:33:35.742870 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30a917b3-4920-43a5-b999-503f55b37ea0 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:33:35.744307 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-86538c92-d2a6-464c-b25e-ba3b21a759ad tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1766346 May 30 20:33:35.744307 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 47578) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:35.747251 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-30a917b3-4920-43a5-b999-503f55b37ea0 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] 10.222.0.85 "DELETE /v2.0/networks/95f17e30-c9af-476f-b654-443dafa4fe1f HTTP/1.1" status: 404 len: 339 time: 0.3029826 May 30 20:33:35.747251 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 47580) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:35.751425 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f2aac-df41-4a2c-9c73-459f65d0e0bb None None] Pushing event updated for resources: {'Port': ['ID=ff8cc614-eb05-4c71-9894-7842d2fa4a93,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:35.751425 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d99159-9107-4e69-a0a7-3bd23cccc49d None None] Network e47345d4-98a8-46f5-a7b7-66b2eb513a50 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:33:35.821409 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-2311fb3b-8d0d-433d-a654-7a35431b61bb tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Request body: {'subnet': {'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:33:35.894666 n-d-843948-2 neutron-server[84887]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec47e7eb-36b8-45e4-8b2f-bb6cdabcdce5 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] DELETE failed (client error): The resource could not be found. May 30 20:33:35.894862 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec47e7eb-36b8-45e4-8b2f-bb6cdabcdce5 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:33:35.901523 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-ec47e7eb-36b8-45e4-8b2f-bb6cdabcdce5 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] 10.222.0.85 "DELETE /v2.0/subnets/0078f316-b864-4124-b9e3-61441e6f620b HTTP/1.1" status: 404 len: 337 time: 0.1751463 May 30 20:33:35.911078 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 47592) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:35.991969 n-d-843948-2 neutron-server[84887]: INFO neutron.pecan_wsgi.hooks.translation [None req-75c98a65-d479-41a0-9263-a6e2d7e24b5b tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] DELETE failed (client error): The resource could not be found. May 30 20:33:35.998160 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75c98a65-d479-41a0-9263-a6e2d7e24b5b tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:33:36.000393 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-75c98a65-d479-41a0-9263-a6e2d7e24b5b tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] 10.222.0.85 "DELETE /v2.0/networks/c24c707c-c58d-4b3c-a9e9-702d42747245 HTTP/1.1" status: 404 len: 339 time: 0.0881763 May 30 20:33:36.002958 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 47598) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:36.109266 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828be9fc-be3a-4ad0-b724-657546d10b21 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Pushing event updated for resources: {'Port': ['ID=7ac29b7f-1704-449e-ace9-62ced6432203,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:36.207632 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-445ccfa9-db7c-402b-8dfc-f155e450f157 None None] Provisioning complete for port ff8cc614-eb05-4c71-9894-7842d2fa4a93 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:33:36.207632 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-445ccfa9-db7c-402b-8dfc-f155e450f157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:36.240859 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 47604) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:36.293111 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-2311fb3b-8d0d-433d-a654-7a35431b61bb tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:33:36.300785 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-2311fb3b-8d0d-433d-a654-7a35431b61bb tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Usage tracker for resource:subnet and tenant:08954986e7454427ae0d40c7652d3c6a is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:33:36.306804 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-2311fb3b-8d0d-433d-a654-7a35431b61bb tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:33:36.317394 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-2311fb3b-8d0d-433d-a654-7a35431b61bb tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:33:36.363216 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-239478ae-e3ee-49ac-b10f-86d4875b0833 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-e47345d4-98a8-46f5-a7b7-66b2eb513a50', 'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50', 'tenant_id': '08954986e7454427ae0d40c7652d3c6a', 'fixed_ips': [{'subnet_id': '4f46ac90-25bd-4464-8483-e3031b041bf4'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:33:36.364058 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-239478ae-e3ee-49ac-b10f-86d4875b0833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:36.602551 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-0878109d-c2de-4eac-8742-2a1111acb65d admin admin] Deleting port 7aa4103a-4764-4b3c-aa66-aef85f084f50 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:33:36.602551 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0878109d-c2de-4eac-8742-2a1111acb65d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:36.636653 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2311fb3b-8d0d-433d-a654-7a35431b61bb tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Made reservation on behalf of 08954986e7454427ae0d40c7652d3c6a for: {'subnet': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:33:36.636653 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2311fb3b-8d0d-433d-a654-7a35431b61bb tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2778563'] for subnet, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:36.679607 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd99446f-648d-47f6-9056-3821c53abbf2 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Deleting subnet 77d348f0-ffed-437e-8e2e-8922485ea02d {{(pid=84887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:33:36.697024 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-aa128b79-e359-473e-a7f2-97e8eea35b95 req-acac5a44-e8e7-4c93-a691-9cccf9dfbfe0 tempest-ServerShowV257Test-1438044090 tempest-ServerShowV257Test-1438044090-project] 10.222.0.85 "GET /v2.0/ports?device_id=1d99f1cf-c0b1-43eb-91b7-53668be9ab98 HTTP/1.1" status: 200 len: 210 time: 0.4493203 May 30 20:33:36.697822 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-bd99446f-648d-47f6-9056-3821c53abbf2 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks [] for subnet, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:36.721010 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-239478ae-e3ee-49ac-b10f-86d4875b0833 None None] Allocated IP 2001:db8::f816:3eff:fe3b:70ce (e47345d4-98a8-46f5-a7b7-66b2eb513a50/4f46ac90-25bd-4464-8483-e3031b041bf4/66509447-f02a-4695-928d-25dc9e43c941) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:33:36.859636 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-bd99446f-648d-47f6-9056-3821c53abbf2 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3149227'] for subnet, precommit_delete_associations {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:37.066266 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-1436d54a-f1bd-4a80-8dfc-54130fe20fb2 None None] Provisioning for port 7ac29b7f-1704-449e-ace9-62ced6432203 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:33:37.067269 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-bd99446f-648d-47f6-9056-3821c53abbf2 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:37.080053 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-1436d54a-f1bd-4a80-8dfc-54130fe20fb2 None None] Provisioning complete for port 7ac29b7f-1704-449e-ace9-62ced6432203 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:33:37.080424 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-1436d54a-f1bd-4a80-8dfc-54130fe20fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:37.113876 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device ff8cc614-eb05-4c71-9894-7842d2fa4a93 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:33:37.190688 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-828be9fc-be3a-4ad0-b724-657546d10b21 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:37.205514 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-239478ae-e3ee-49ac-b10f-86d4875b0833 None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:37.255419 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-bd99446f-648d-47f6-9056-3821c53abbf2 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4055470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114247'] for subnet, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:37.259366 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-239478ae-e3ee-49ac-b10f-86d4875b0833 None None] Transition to ACTIVE for port object 66509447-f02a-4695-928d-25dc9e43c941 will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:33:37.295308 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-239478ae-e3ee-49ac-b10f-86d4875b0833 None None] Transition to ACTIVE for port object 66509447-f02a-4695-928d-25dc9e43c941 will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:33:37.312737 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd99446f-648d-47f6-9056-3821c53abbf2 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Pushing event deleted for resources: {'Subnet': ['ID=77d348f0-ffed-437e-8e2e-8922485ea02d,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:37.312737 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-bd99446f-648d-47f6-9056-3821c53abbf2 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:37.321573 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-1436d54a-f1bd-4a80-8dfc-54130fe20fb2 None None] Port 7ac29b7f-1704-449e-ace9-62ced6432203 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:33:37.337788 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-bd99446f-648d-47f6-9056-3821c53abbf2 tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] 10.222.0.85 "DELETE /v2.0/subnets/77d348f0-ffed-437e-8e2e-8922485ea02d HTTP/1.1" status: 204 len: 168 time: 1.3214841 May 30 20:33:37.341376 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39df4e6a-1b81-47ff-8490-ea4745886266 None None] Network a64196a7-48bc-43c7-aa70-6dccd590f971 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:33:37.344156 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 47618) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:37.433233 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-239478ae-e3ee-49ac-b10f-86d4875b0833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:37.477372 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f9fea8bf-8ca9-462f-845f-2c12b513692c tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:37.489591 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-f9fea8bf-8ca9-462f-845f-2c12b513692c tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Deleting port c285af18-3699-41bc-8394-62d22f0b1ce1 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:33:37.490029 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f9fea8bf-8ca9-462f-845f-2c12b513692c tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:37.583553 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-239478ae-e3ee-49ac-b10f-86d4875b0833 None None] Network e47345d4-98a8-46f5-a7b7-66b2eb513a50 is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:33:37.591904 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-239478ae-e3ee-49ac-b10f-86d4875b0833 None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:33:37.597930 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239478ae-e3ee-49ac-b10f-86d4875b0833 None None] Pushing event updated for resources: {'Port': ['ID=66509447-f02a-4695-928d-25dc9e43c941,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:37.602985 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239478ae-e3ee-49ac-b10f-86d4875b0833 None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:33:37.670526 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port ff8cc614-eb05-4c71-9894-7842d2fa4a93 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:33:37.670902 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:37.780037 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [None req-0878109d-c2de-4eac-8742-2a1111acb65d admin admin] For port 7aa4103a-4764-4b3c-aa66-aef85f084f50, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=7aa4103a-4764-4b3c-aa66-aef85f084f50,segment=NetworkSegment(40468e3f-2630-4d51-98c1-4a518f6532d2),segment_id=40468e3f-2630-4d51-98c1-4a518f6532d2)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:33:37.780037 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0878109d-c2de-4eac-8742-2a1111acb65d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:37.850472 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-239478ae-e3ee-49ac-b10f-86d4875b0833 None None] Attempting to bind port 66509447-f02a-4695-928d-25dc9e43c941 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:33:37.850472 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-239478ae-e3ee-49ac-b10f-86d4875b0833 None None] Attempting to bind port 66509447-f02a-4695-928d-25dc9e43c941 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': '2cb73a29-9359-4fbf-99af-be1c6062790b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:33:37.850472 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239478ae-e3ee-49ac-b10f-86d4875b0833 None None] Attempting to bind port 66509447-f02a-4695-928d-25dc9e43c941 on network e47345d4-98a8-46f5-a7b7-66b2eb513a50 {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:33:37.862779 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239478ae-e3ee-49ac-b10f-86d4875b0833 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:33:37.862779 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239478ae-e3ee-49ac-b10f-86d4875b0833 None None] Checking segment: {'id': '2cb73a29-9359-4fbf-99af-be1c6062790b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:33:37.862779 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-239478ae-e3ee-49ac-b10f-86d4875b0833 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:37.862779 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239478ae-e3ee-49ac-b10f-86d4875b0833 None None] Bound using segment: {'id': '2cb73a29-9359-4fbf-99af-be1c6062790b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:33:37.862779 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-239478ae-e3ee-49ac-b10f-86d4875b0833 None None] Bound port: 66509447-f02a-4695-928d-25dc9e43c941, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cb73a29-9359-4fbf-99af-be1c6062790b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:33:37.862779 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-239478ae-e3ee-49ac-b10f-86d4875b0833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:37.883647 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [None req-f9fea8bf-8ca9-462f-845f-2c12b513692c tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] For port c285af18-3699-41bc-8394-62d22f0b1ce1, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=c285af18-3699-41bc-8394-62d22f0b1ce1,segment=NetworkSegment(a1dfc002-f861-4877-b762-3637faeefdd0),segment_id=a1dfc002-f861-4877-b762-3637faeefdd0)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:33:37.883647 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f9fea8bf-8ca9-462f-845f-2c12b513692c tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:38.013322 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-0878109d-c2de-4eac-8742-2a1111acb65d admin admin] Calling delete_port for 7aa4103a-4764-4b3c-aa66-aef85f084f50 owned by network:router_interface {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:33:38.046309 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-239478ae-e3ee-49ac-b10f-86d4875b0833 None None] For port 66509447-f02a-4695-928d-25dc9e43c941, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:33:38.050484 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-239478ae-e3ee-49ac-b10f-86d4875b0833 None None] For port 66509447-f02a-4695-928d-25dc9e43c941, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=66509447-f02a-4695-928d-25dc9e43c941,segment=NetworkSegment(2cb73a29-9359-4fbf-99af-be1c6062790b),segment_id=2cb73a29-9359-4fbf-99af-be1c6062790b)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:33:38.081520 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c55b9f-af6d-4c4e-8d50-1d4546aabe0c None None] DHCP port deletion for a64196a7-48bc-43c7-aa70-6dccd590f971 request from n-d-843948-2 {{(pid=84888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:33:38.084891 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-f9fea8bf-8ca9-462f-845f-2c12b513692c tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Calling delete_port for c285af18-3699-41bc-8394-62d22f0b1ce1 owned by network:dhcp {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:33:38.087135 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-22c55b9f-af6d-4c4e-8d50-1d4546aabe0c None None] Deleting port c285af18-3699-41bc-8394-62d22f0b1ce1 {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:33:38.087749 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-22c55b9f-af6d-4c4e-8d50-1d4546aabe0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:38.154162 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e242492b-2857-41b5-8016-80b6be8d3fcd req-cbf63c41-4541-4293-8f24-4abad343a528 tempest-ServerShowV257Test-1438044090 tempest-ServerShowV257Test-1438044090-project] 10.222.0.85 "GET /v2.0/ports?device_id=1d99f1cf-c0b1-43eb-91b7-53668be9ab98 HTTP/1.1" status: 200 len: 210 time: 0.0950100 May 30 20:33:38.216475 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-239478ae-e3ee-49ac-b10f-86d4875b0833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:38.361530 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f9fea8bf-8ca9-462f-845f-2c12b513692c tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:38.374693 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239478ae-e3ee-49ac-b10f-86d4875b0833 None None] Pushing event updated for resources: {'Port': ['ID=66509447-f02a-4695-928d-25dc9e43c941,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:38.442345 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-828be9fc-be3a-4ad0-b724-657546d10b21 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:38.450291 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2311fb3b-8d0d-433d-a654-7a35431b61bb tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4127140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2778577'] for subnet, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:38.463581 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fea8bf-8ca9-462f-845f-2c12b513692c tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Pushing event deleted for resources: {'Port': ['ID=c285af18-3699-41bc-8394-62d22f0b1ce1,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:38.465490 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9fea8bf-8ca9-462f-845f-2c12b513692c tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] No DVR routers for this DVR port c285af18-3699-41bc-8394-62d22f0b1ce1 on host n-d-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:33:38.549294 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-22c55b9f-af6d-4c4e-8d50-1d4546aabe0c None None] For port c285af18-3699-41bc-8394-62d22f0b1ce1, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=c285af18-3699-41bc-8394-62d22f0b1ce1,segment=NetworkSegment(a1dfc002-f861-4877-b762-3637faeefdd0),segment_id=a1dfc002-f861-4877-b762-3637faeefdd0)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:33:38.549294 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-22c55b9f-af6d-4c4e-8d50-1d4546aabe0c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:38.558875 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-828be9fc-be3a-4ad0-b724-657546d10b21 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:38.558875 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-828be9fc-be3a-4ad0-b724-657546d10b21 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1718057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-736206'] for router_interface, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:38.718967 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f9fea8bf-8ca9-462f-845f-2c12b513692c tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:38.776397 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-22c55b9f-af6d-4c4e-8d50-1d4546aabe0c None None] Calling delete_port for c285af18-3699-41bc-8394-62d22f0b1ce1 owned by network:dhcp {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:33:38.801075 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-f9fea8bf-8ca9-462f-845f-2c12b513692c tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a64196a7-48bc-43c7-aa70-6dccd590f971']}} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:33:38.823799 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-f9fea8bf-8ca9-462f-845f-2c12b513692c tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1dfc002-f861-4877-b762-3637faeefdd0') {'for_net_delete': True} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:33:38.823996 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-f9fea8bf-8ca9-462f-845f-2c12b513692c tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1dfc002-f861-4877-b762-3637faeefdd0') {} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:33:38.849722 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f9fea8bf-8ca9-462f-845f-2c12b513692c tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3149912'] for segment, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:38.857432 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.db.api [None req-22c55b9f-af6d-4c4e-8d50-1d4546aabe0c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:33:38.858192 n-d-843948-2 neutron-server[84888]: DEBUG oslo_db.api [None req-22c55b9f-af6d-4c4e-8d50-1d4546aabe0c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:33:38.870796 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f9fea8bf-8ca9-462f-845f-2c12b513692c tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:38.886687 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9fea8bf-8ca9-462f-845f-2c12b513692c tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Releasing vlan 671 on physical network physnet1 to pool {{(pid=84887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:33:38.887264 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f9fea8bf-8ca9-462f-845f-2c12b513692c tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4055488'] for segment, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:38.916695 n-d-843948-2 neutron-server[84887]: Traceback (most recent call last): May 30 20:33:38.916695 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:33:38.916695 n-d-843948-2 neutron-server[84887]: timer() May 30 20:33:38.916695 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:33:38.916695 n-d-843948-2 neutron-server[84887]: cb(*args, **kw) May 30 20:33:38.916695 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:33:38.916695 n-d-843948-2 neutron-server[84887]: return func(*args, **kwargs) May 30 20:33:38.916695 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:33:38.916695 n-d-843948-2 neutron-server[84887]: self._notify() May 30 20:33:38.916695 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:33:38.916695 n-d-843948-2 neutron-server[84887]: self.callback(batched_events) May 30 20:33:38.916695 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:33:38.916695 n-d-843948-2 neutron-server[84887]: event.method(event) May 30 20:33:38.916695 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:33:38.916695 n-d-843948-2 neutron-server[84887]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:33:38.916695 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:33:38.916695 n-d-843948-2 neutron-server[84887]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:33:38.916695 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:33:38.916695 n-d-843948-2 neutron-server[84887]: return f(self, *a, **k) May 30 20:33:38.916695 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:33:38.916695 n-d-843948-2 neutron-server[84887]: return self._get(url).json() May 30 20:33:38.916695 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:33:38.916695 n-d-843948-2 neutron-server[84887]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:33:38.916695 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:33:38.916695 n-d-843948-2 neutron-server[84887]: return self.request(url, 'GET', **kwargs) May 30 20:33:38.916695 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:33:38.916695 n-d-843948-2 neutron-server[84887]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:33:38.916695 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:33:38.916695 n-d-843948-2 neutron-server[84887]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:33:38.916695 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:33:38.916695 n-d-843948-2 neutron-server[84887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:33:38.916695 n-d-843948-2 neutron-server[84887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:33:38.924306 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2311fb3b-8d0d-433d-a654-7a35431b61bb tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Network e47345d4-98a8-46f5-a7b7-66b2eb513a50 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:33:38.979706 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-2311fb3b-8d0d-433d-a654-7a35431b61bb tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:33:39.027465 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2311fb3b-8d0d-433d-a654-7a35431b61bb tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:33:39.027465 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2311fb3b-8d0d-433d-a654-7a35431b61bb tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks [] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:39.063783 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2311fb3b-8d0d-433d-a654-7a35431b61bb tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Pushing event updated for resources: {'Subnet': ['ID=d5f97ec9-f27e-4115-b02c-9dac8684d1ab,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:39.120976 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 66509447-f02a-4695-928d-25dc9e43c941 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:33:39.147167 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828be9fc-be3a-4ad0-b724-657546d10b21 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Pushing event updated for resources: {'Port': ['ID=7ac29b7f-1704-449e-ace9-62ced6432203,revision_number=2']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:39.196110 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f9fea8bf-8ca9-462f-845f-2c12b513692c tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:39.226773 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f9fea8bf-8ca9-462f-845f-2c12b513692c tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:39.229728 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fea8bf-8ca9-462f-845f-2c12b513692c tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] Pushing event deleted for resources: {'Network': ['ID=a64196a7-48bc-43c7-aa70-6dccd590f971,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:39.246110 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-f9fea8bf-8ca9-462f-845f-2c12b513692c tempest-NetworksTest-1598896525 tempest-NetworksTest-1598896525-project] 10.222.0.85 "DELETE /v2.0/networks/a64196a7-48bc-43c7-aa70-6dccd590f971 HTTP/1.1" status: 204 len: 168 time: 1.9165671 May 30 20:33:39.260548 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-828be9fc-be3a-4ad0-b724-657546d10b21 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Network 271c19f7-7f75-4169-9a6b-a772aae621bb is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:33:39.264605 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-828be9fc-be3a-4ad0-b724-657546d10b21 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:33:39.300996 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 66509447-f02a-4695-928d-25dc9e43c941 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:33:39.362664 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0878109d-c2de-4eac-8742-2a1111acb65d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:39.364184 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-22c55b9f-af6d-4c4e-8d50-1d4546aabe0c None None] Deleting port c285af18-3699-41bc-8394-62d22f0b1ce1 {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:33:39.364184 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-22c55b9f-af6d-4c4e-8d50-1d4546aabe0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:39.449161 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-2311fb3b-8d0d-433d-a654-7a35431b61bb tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.6915538 May 30 20:33:39.450774 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 47640) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:39.450774 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-283966e8-e924-4ea0-a89b-8e668611ae7c tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Request body: {'port': {'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50', 'mac_address': 'fa:16:3e:b6:e2:0a', 'name': 'tempest-NetworksTestDHCPv6-1362017113'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:33:39.512267 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device c285af18-3699-41bc-8394-62d22f0b1ce1 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:33:39.543735 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0878109d-c2de-4eac-8742-2a1111acb65d admin admin] Pushing event deleted for resources: {'Port': ['ID=7aa4103a-4764-4b3c-aa66-aef85f084f50,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:39.593516 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-22c55b9f-af6d-4c4e-8d50-1d4546aabe0c None None] The port 'c285af18-3699-41bc-8394-62d22f0b1ce1' was deleted {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 20:33:39.594349 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: c285af18-3699-41bc-8394-62d22f0b1ce1 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:33:39.594681 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device c285af18-3699-41bc-8394-62d22f0b1ce1 not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:33:39.708473 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d7749030-03ac-41f6-b9a1-658335280b91 req-44b48520-841e-42b7-9376-1e708c79eb8f tempest-ServerShowV257Test-1438044090 tempest-ServerShowV257Test-1438044090-project] 10.222.0.85 "GET /v2.0/ports?device_id=1d99f1cf-c0b1-43eb-91b7-53668be9ab98 HTTP/1.1" status: 200 len: 210 time: 0.0718100 May 30 20:33:39.927765 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-283966e8-e924-4ea0-a89b-8e668611ae7c tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:33:39.949678 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-283966e8-e924-4ea0-a89b-8e668611ae7c tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Usage tracker for resource:port and tenant:08954986e7454427ae0d40c7652d3c6a is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:33:39.959542 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-283966e8-e924-4ea0-a89b-8e668611ae7c tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:33:39.983732 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-283966e8-e924-4ea0-a89b-8e668611ae7c tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:33:39.992368 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-08bed14f-5e48-42ce-b3cb-06c0cb3e85cb None None] Provisioning complete for port 7ac29b7f-1704-449e-ace9-62ced6432203 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:33:39.992368 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-08bed14f-5e48-42ce-b3cb-06c0cb3e85cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:40.063717 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-08bed14f-5e48-42ce-b3cb-06c0cb3e85cb None None] Port 7ac29b7f-1704-449e-ace9-62ced6432203 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:33:40.079667 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-283966e8-e924-4ea0-a89b-8e668611ae7c tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Made reservation on behalf of 08954986e7454427ae0d40c7652d3c6a for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:33:40.212313 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-21507945-7173-4def-ae70-ceb916ce884e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-736216'] for router_interface, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:40.216788 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 47652) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:40.265115 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc9361e-de20-4b4d-abda-42c3a396199b None None] Network e47345d4-98a8-46f5-a7b7-66b2eb513a50 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:33:40.460036 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-283966e8-e924-4ea0-a89b-8e668611ae7c tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:40.474688 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:33:40.555354 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [None req-283966e8-e924-4ea0-a89b-8e668611ae7c tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] device_id is not set on port 98feab93-7ef1-4062-a270-20f5b428d216 yet. {{(pid=84887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:33:40.602265 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-ad6ed1e6-ef09-44e7-9dfc-a40361cc43e1 None None] Provisioning for port 66509447-f02a-4695-928d-25dc9e43c941 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:33:40.610012 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0878109d-c2de-4eac-8742-2a1111acb65d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1718140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-736143'] for router_interface, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:40.640638 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-ad6ed1e6-ef09-44e7-9dfc-a40361cc43e1 None None] Provisioning complete for port 66509447-f02a-4695-928d-25dc9e43c941 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:33:40.640638 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ad6ed1e6-ef09-44e7-9dfc-a40361cc43e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:40.731867 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-6a5d96f0-b58f-4d69-a9e0-0661225ba6ac admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=8bd9692a05604ca1bb63ee573fbbaff2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5075648 May 30 20:33:40.731867 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 47662) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:40.844291 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-828be9fc-be3a-4ad0-b724-657546d10b21 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Router 3925e719-4a37-4128-b4ea-76da0820c622 is scheduled to L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 with binding_index 1 {{(pid=84886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 20:33:40.925796 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ad6ed1e6-ef09-44e7-9dfc-a40361cc43e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:40.970374 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f5dc0cc6-9fbf-4500-a826-4a62d8b901b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:40.977297 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-ad6ed1e6-ef09-44e7-9dfc-a40361cc43e1 None None] For port 66509447-f02a-4695-928d-25dc9e43c941, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=66509447-f02a-4695-928d-25dc9e43c941,segment=NetworkSegment(2cb73a29-9359-4fbf-99af-be1c6062790b),segment_id=2cb73a29-9359-4fbf-99af-be1c6062790b)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:33:41.039737 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f5dc0cc6-9fbf-4500-a826-4a62d8b901b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:41.041334 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ad6ed1e6-ef09-44e7-9dfc-a40361cc43e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:41.074198 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [None req-283966e8-e924-4ea0-a89b-8e668611ae7c tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Allocated IP 172.20.0.11 (e47345d4-98a8-46f5-a7b7-66b2eb513a50/d5f97ec9-f27e-4115-b02c-9dac8684d1ab/98feab93-7ef1-4062-a270-20f5b428d216) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:33:41.122889 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [None req-283966e8-e924-4ea0-a89b-8e668611ae7c tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Allocated IP 2001:db8::f816:3eff:feb6:e20a (e47345d4-98a8-46f5-a7b7-66b2eb513a50/4f46ac90-25bd-4464-8483-e3031b041bf4/98feab93-7ef1-4062-a270-20f5b428d216) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:33:41.215323 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c5ebf2c2-2daf-477b-8cf9-d0985e6a1cf8 req-abd74313-3306-4322-b7d6-4cf63347572f tempest-ServerShowV257Test-1438044090 tempest-ServerShowV257Test-1438044090-project] 10.222.0.85 "GET /v2.0/ports?device_id=1d99f1cf-c0b1-43eb-91b7-53668be9ab98 HTTP/1.1" status: 200 len: 210 time: 0.0530167 May 30 20:33:41.218807 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6ed1e6-ef09-44e7-9dfc-a40361cc43e1 None None] Pushing event updated for resources: {'Port': ['ID=66509447-f02a-4695-928d-25dc9e43c941,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:41.232708 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c49c2502-799b-49b8-a267-2a6ce313561c None None] Update dhcp port {'port': {'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50', 'fixed_ips': [{'subnet_id': '4f46ac90-25bd-4464-8483-e3031b041bf4', 'ip_address': '2001:db8::f816:3eff:fe3b:70ce'}, {'subnet_id': 'd5f97ec9-f27e-4115-b02c-9dac8684d1ab'}], 'binding:host_id': 'n-d-843948-2'}, 'id': '66509447-f02a-4695-928d-25dc9e43c941'} from n-d-843948-2. {{(pid=84888) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 30 20:33:41.294451 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-c49c2502-799b-49b8-a267-2a6ce313561c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:41.322042 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f5dc0cc6-9fbf-4500-a826-4a62d8b901b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:41.429470 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f5dc0cc6-9fbf-4500-a826-4a62d8b901b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:41.429470 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-f5dc0cc6-9fbf-4500-a826-4a62d8b901b4 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/076f492e-5bca-451c-baea-e514e5cfb139 HTTP/1.1" status: 204 len: 168 time: 0.6952739 May 30 20:33:41.448540 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dc0cc6-9fbf-4500-a826-4a62d8b901b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=076f492e-5bca-451c-baea-e514e5cfb139,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:41.585000 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-283966e8-e924-4ea0-a89b-8e668611ae7c tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:41.611497 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [None req-283966e8-e924-4ea0-a89b-8e668611ae7c tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Transition to ACTIVE for port object 98feab93-7ef1-4062-a270-20f5b428d216 will not be triggered until provisioned by entity DHCP. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:33:41.647486 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-828be9fc-be3a-4ad0-b724-657546d10b21 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:33:41.657336 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-828be9fc-be3a-4ad0-b724-657546d10b21 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] 10.222.0.85 "PUT /v2.0/routers/3925e719-4a37-4128-b4ea-76da0820c622/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3458667 May 30 20:33:41.659857 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 47678) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:41.661345 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e3e95b-4e6b-440f-aad9-accd5dd8aba8 None None] Sync routers for ids ['3925e719-4a37-4128-b4ea-76da0820c622'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:33:41.685143 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e3e95b-4e6b-440f-aad9-accd5dd8aba8 None None] Routers {'3925e719-4a37-4128-b4ea-76da0820c622'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:33:41.685879 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-c4e3e95b-4e6b-440f-aad9-accd5dd8aba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:33:29Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['3925e719-4a37-4128-b4ea-76da0820c622'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:33:41.782601 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-283966e8-e924-4ea0-a89b-8e668611ae7c tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:41.815227 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-c4e3e95b-4e6b-440f-aad9-accd5dd8aba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:33:41.844579 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e3e95b-4e6b-440f-aad9-accd5dd8aba8 None None] Routers {'3925e719-4a37-4128-b4ea-76da0820c622'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:33:41.844579 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-c4e3e95b-4e6b-440f-aad9-accd5dd8aba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:33:29Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['3925e719-4a37-4128-b4ea-76da0820c622'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:33:41.880094 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-c49c2502-799b-49b8-a267-2a6ce313561c None None] Allocated IP 172.20.0.2 (e47345d4-98a8-46f5-a7b7-66b2eb513a50/d5f97ec9-f27e-4115-b02c-9dac8684d1ab/66509447-f02a-4695-928d-25dc9e43c941) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:33:41.976955 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283966e8-e924-4ea0-a89b-8e668611ae7c tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Pushing event updated for resources: {'Port': ['ID=98feab93-7ef1-4062-a270-20f5b428d216,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:41.980641 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-283966e8-e924-4ea0-a89b-8e668611ae7c tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Network e47345d4-98a8-46f5-a7b7-66b2eb513a50 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:33:41.981314 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-c4e3e95b-4e6b-440f-aad9-accd5dd8aba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:33:41.981739 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e3e95b-4e6b-440f-aad9-accd5dd8aba8 None None] The sync data for ids ['3925e719-4a37-4128-b4ea-76da0820c622'] in n-d-843948-2 is: [] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:33:41.986220 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b24c2d-c864-430c-9db5-0b2733129d55 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:33:41.987973 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-d1b24c2d-c864-430c-9db5-0b2733129d55 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] 10.222.0.85 "GET /v2.0/ports/7ac29b7f-1704-449e-ace9-62ced6432203 HTTP/1.1" status: 200 len: 911 time: 0.3267975 May 30 20:33:41.989687 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-283966e8-e924-4ea0-a89b-8e668611ae7c tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:33:41.991450 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 47684) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:41.994536 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283966e8-e924-4ea0-a89b-8e668611ae7c tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:33:42.028208 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-d0b7b896-9391-4ce5-b1b6-59d8dcf5d0c4 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c7e37c99-5267-4a16-b7fe-47f979623e68'}]}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:33:42.140066 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-c49c2502-799b-49b8-a267-2a6ce313561c None None] For port 66509447-f02a-4695-928d-25dc9e43c941, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=66509447-f02a-4695-928d-25dc9e43c941,segment=NetworkSegment(2cb73a29-9359-4fbf-99af-be1c6062790b),segment_id=2cb73a29-9359-4fbf-99af-be1c6062790b)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:33:42.202876 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-283966e8-e924-4ea0-a89b-8e668611ae7c tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:33:42.202876 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-283966e8-e924-4ea0-a89b-8e668611ae7c tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:42.225109 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-c49c2502-799b-49b8-a267-2a6ce313561c None None] Notify callbacks [] for port, precommit_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:42.250833 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-c49c2502-799b-49b8-a267-2a6ce313561c None None] Transition to ACTIVE for port object 66509447-f02a-4695-928d-25dc9e43c941 will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:33:42.328363 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-21507945-7173-4def-ae70-ceb916ce884e admin admin] Deleting port 6c1d3e7a-c152-40bc-be8f-3a3a5bdd9d99 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:33:42.328363 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-21507945-7173-4def-ae70-ceb916ce884e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:42.340448 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-c49c2502-799b-49b8-a267-2a6ce313561c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:42.385060 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-283966e8-e924-4ea0-a89b-8e668611ae7c tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.9528437 May 30 20:33:42.387504 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 47698) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:42.520814 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49c2502-799b-49b8-a267-2a6ce313561c None None] Pushing event updated for resources: {'Port': ['ID=66509447-f02a-4695-928d-25dc9e43c941,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:42.666204 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d2a54a98-16b9-4e20-9d76-3779d154416b req-8622e489-e1aa-4bfc-8cfa-4a0bcb316d6a tempest-ServerShowV257Test-1438044090 tempest-ServerShowV257Test-1438044090-project] 10.222.0.85 "GET /v2.0/ports?device_id=1d99f1cf-c0b1-43eb-91b7-53668be9ab98 HTTP/1.1" status: 200 len: 210 time: 0.1686080 May 30 20:33:42.707489 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2036fec-cb92-4b93-86a9-0dafa4e78ffe tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:33:42.711870 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2036fec-cb92-4b93-86a9-0dafa4e78ffe tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:33:42.711870 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-a2036fec-cb92-4b93-86a9-0dafa4e78ffe tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Synchronizing usage tracker for tenant:08954986e7454427ae0d40c7652d3c6a on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:33:42.741368 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [None req-21507945-7173-4def-ae70-ceb916ce884e admin admin] For port 6c1d3e7a-c152-40bc-be8f-3a3a5bdd9d99, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=6c1d3e7a-c152-40bc-be8f-3a3a5bdd9d99,segment=NetworkSegment(b78e2ba6-ffa9-4506-8832-06fa459f4605),segment_id=b78e2ba6-ffa9-4506-8832-06fa459f4605)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:33:42.741368 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-21507945-7173-4def-ae70-ceb916ce884e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:42.781993 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d0b7b896-9391-4ce5-b1b6-59d8dcf5d0c4 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:42.952166 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-21507945-7173-4def-ae70-ceb916ce884e admin admin] Calling delete_port for 6c1d3e7a-c152-40bc-be8f-3a3a5bdd9d99 owned by network:router_interface {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:33:43.084375 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 66509447-f02a-4695-928d-25dc9e43c941 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:33:43.361354 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 47718) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:43.389587 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0878109d-c2de-4eac-8742-2a1111acb65d admin admin] Router 194b27f8-2646-4560-86fa-a34ac251ab7c has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:33:43.405085 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-a2036fec-cb92-4b93-86a9-0dafa4e78ffe tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Unset dirty status for tenant:08954986e7454427ae0d40c7652d3c6a on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:33:43.416475 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-a2036fec-cb92-4b93-86a9-0dafa4e78ffe tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 1.0267498 May 30 20:33:43.422856 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 47724) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:43.683844 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-fd612e73-e74a-4d01-be2e-6dde4d42812e tempest-ServiceProvidersTest-1705216920 tempest-ServiceProvidersTest-1705216920-project] 10.222.0.85 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.3212652 May 30 20:33:43.714357 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-cf20f5bd-d358-4a2b-b75e-3a369004378a tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Deleting port 98feab93-7ef1-4062-a270-20f5b428d216 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:33:43.714694 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-cf20f5bd-d358-4a2b-b75e-3a369004378a tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:43.776323 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-36ea6fdd-fe79-489a-8beb-38509aa8b1cd None None] Provisioning for port 66509447-f02a-4695-928d-25dc9e43c941 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:33:43.782464 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-36ea6fdd-fe79-489a-8beb-38509aa8b1cd None None] Provisioning complete for port 66509447-f02a-4695-928d-25dc9e43c941 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:33:43.782962 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-36ea6fdd-fe79-489a-8beb-38509aa8b1cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:43.808109 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d0b7b896-9391-4ce5-b1b6-59d8dcf5d0c4 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:43.924942 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d0b7b896-9391-4ce5-b1b6-59d8dcf5d0c4 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:43.947792 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b7b896-9391-4ce5-b1b6-59d8dcf5d0c4 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:33:43.947792 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d0b7b896-9391-4ce5-b1b6-59d8dcf5d0c4 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:43.947792 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-d0b7b896-9391-4ce5-b1b6-59d8dcf5d0c4 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] 10.222.0.85 "PUT /v2.0/ports/7ac29b7f-1704-449e-ace9-62ced6432203 HTTP/1.1" status: 200 len: 911 time: 1.9465885 May 30 20:33:44.035728 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 47736) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:44.048841 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b7b896-9391-4ce5-b1b6-59d8dcf5d0c4 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Pushing event updated for resources: {'Port': ['ID=7ac29b7f-1704-449e-ace9-62ced6432203,revision_number=3']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:44.121638 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a7e198b9-7664-4f99-8756-9f83d43cefdc req-bfbb2b5e-b517-4f7c-bbb5-141d78fc6972 tempest-ServerShowV257Test-1438044090 tempest-ServerShowV257Test-1438044090-project] 10.222.0.85 "GET /v2.0/ports?device_id=1d99f1cf-c0b1-43eb-91b7-53668be9ab98 HTTP/1.1" status: 200 len: 210 time: 0.2203081 May 30 20:33:44.344536 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-9d8e4516-06d9-41ba-9070-6d07b5b0bf9d None None] Provisioning for port 98feab93-7ef1-4062-a270-20f5b428d216 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:33:44.344536 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-9d8e4516-06d9-41ba-9070-6d07b5b0bf9d None None] Provisioning complete for port 98feab93-7ef1-4062-a270-20f5b428d216 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:33:44.344536 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-9d8e4516-06d9-41ba-9070-6d07b5b0bf9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:44.378694 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-21507945-7173-4def-ae70-ceb916ce884e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:44.416265 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-9d8e4516-06d9-41ba-9070-6d07b5b0bf9d None None] Port 98feab93-7ef1-4062-a270-20f5b428d216 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:33:44.445298 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21507945-7173-4def-ae70-ceb916ce884e admin admin] Pushing event deleted for resources: {'Port': ['ID=6c1d3e7a-c152-40bc-be8f-3a3a5bdd9d99,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:44.566651 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 47746) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:44.638167 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-cf20f5bd-d358-4a2b-b75e-3a369004378a tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:44.782212 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-cf20f5bd-d358-4a2b-b75e-3a369004378a tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Calling delete_port for 98feab93-7ef1-4062-a270-20f5b428d216 owned by {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:33:44.791774 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-fdcdd962-9b4a-409a-b3da-a0f2f3b17770 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:44.818672 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-fdcdd962-9b4a-409a-b3da-a0f2f3b17770 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:33:44.824862 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-fdcdd962-9b4a-409a-b3da-a0f2f3b17770 admin admin] Usage tracker for resource:security_group_rule and tenant:a880240f2f2144adad868980a39d9584 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:33:44.842519 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-fdcdd962-9b4a-409a-b3da-a0f2f3b17770 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:33:44.854664 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-fdcdd962-9b4a-409a-b3da-a0f2f3b17770 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:33:45.369826 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3beca077-00a7-44de-aeb5-c3e28289216e req-f820b480-7539-42cb-a6aa-77383588cc92 tempest-ServerShowV257Test-1438044090 tempest-ServerShowV257Test-1438044090-project] 10.222.0.85 "GET /v2.0/ports?device_id=1d99f1cf-c0b1-43eb-91b7-53668be9ab98 HTTP/1.1" status: 200 len: 210 time: 0.0551331 May 30 20:33:45.417355 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0878109d-c2de-4eac-8742-2a1111acb65d admin admin] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:33:45.427967 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d952f0ba-bcb8-4fb1-8062-389cd3c6a3a2 None None] Sync routers for ids ['194b27f8-2646-4560-86fa-a34ac251ab7c'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:33:45.446101 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d952f0ba-bcb8-4fb1-8062-389cd3c6a3a2 None None] Routers {'194b27f8-2646-4560-86fa-a34ac251ab7c'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:33:45.446719 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-d952f0ba-bcb8-4fb1-8062-389cd3c6a3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:33:29Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['194b27f8-2646-4560-86fa-a34ac251ab7c'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:33:45.501196 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-cf20f5bd-d358-4a2b-b75e-3a369004378a tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:45.580447 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-fdcdd962-9b4a-409a-b3da-a0f2f3b17770 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:45.582734 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf20f5bd-d358-4a2b-b75e-3a369004378a tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Pushing event deleted for resources: {'Port': ['ID=98feab93-7ef1-4062-a270-20f5b428d216,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:45.582734 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-0878109d-c2de-4eac-8742-2a1111acb65d admin admin] 10.222.0.85 "PUT /v2.0/routers/194b27f8-2646-4560-86fa-a34ac251ab7c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 15.0837116 May 30 20:33:45.584480 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 47762) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:45.663284 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-fdcdd962-9b4a-409a-b3da-a0f2f3b17770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:45.726984 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-d952f0ba-bcb8-4fb1-8062-389cd3c6a3a2 None None] Set router 194b27f8-2646-4560-86fa-a34ac251ab7c gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:33:45.727712 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-fdcdd962-9b4a-409a-b3da-a0f2f3b17770 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=a880240f2f2144adad868980a39d9584&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1637180 May 30 20:33:45.728706 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 47766) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:45.792612 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-563f7ccd-dd2c-4191-be1d-6995702fadd6 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-736216'] for router_interface, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:45.884664 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcdd962-9b4a-409a-b3da-a0f2f3b17770 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c083336-1a23-4e1a-8389-4f261a1b1729,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:45.927694 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-159fbddb-42b8-4f9a-8be0-74b817a481c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:46.007795 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-159fbddb-42b8-4f9a-8be0-74b817a481c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:46.060129 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-cf20f5bd-d358-4a2b-b75e-3a369004378a tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:46.060129 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-cf20f5bd-d358-4a2b-b75e-3a369004378a tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "DELETE /v2.0/ports/98feab93-7ef1-4062-a270-20f5b428d216 HTTP/1.1" status: 204 len: 168 time: 2.6406071 May 30 20:33:46.075205 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 47774) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:46.154760 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-21507945-7173-4def-ae70-ceb916ce884e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1718140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-736143'] for router_interface, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:46.211738 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-851b8181-38a1-4f46-9c5a-b5164f9279f2 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:33:46.213177 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-851b8181-38a1-4f46-9c5a-b5164f9279f2 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:33:46.214610 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-851b8181-38a1-4f46-9c5a-b5164f9279f2 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:33:46.215800 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-d952f0ba-bcb8-4fb1-8062-389cd3c6a3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '194b27f8-2646-4560-86fa-a34ac251ab7c', 'name': 'tempest-ServerActionsTestJSON-2109311328-router', 'tenant_id': 'af4cc1fbb91e4a5c856e947d8072b697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '0015343f-0d98-443a-a5d0-87f2bcedad63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:22:41Z', 'updated_at': '2022-05-30T20:33:38Z', 'revision_number': 5, 'project_id': 'af4cc1fbb91e4a5c856e947d8072b697', 'gw_port': {'id': '0015343f-0d98-443a-a5d0-87f2bcedad63', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:3b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194b27f8-2646-4560-86fa-a34ac251ab7c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:22:43Z', 'updated_at': '2022-05-30T20:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:33:46.215965 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-851b8181-38a1-4f46-9c5a-b5164f9279f2 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Synchronizing usage tracker for tenant:08954986e7454427ae0d40c7652d3c6a on resource:subnet {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:33:46.222666 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d952f0ba-bcb8-4fb1-8062-389cd3c6a3a2 None None] Checking router: 194b27f8-2646-4560-86fa-a34ac251ab7c for host: n-d-843948-2 {{(pid=84888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:33:46.244233 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d952f0ba-bcb8-4fb1-8062-389cd3c6a3a2 None None] Routers {'194b27f8-2646-4560-86fa-a34ac251ab7c'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:33:46.244909 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-d952f0ba-bcb8-4fb1-8062-389cd3c6a3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:33:29Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['194b27f8-2646-4560-86fa-a34ac251ab7c'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:33:46.264084 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0033b201-1c9e-4e0b-8bfb-5ce973c00dde admin admin] Notify callbacks [] for router, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:46.406746 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-159fbddb-42b8-4f9a-8be0-74b817a481c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:46.427501 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159fbddb-42b8-4f9a-8be0-74b817a481c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c083336-1a23-4e1a-8389-4f261a1b1729,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:46.445712 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-159fbddb-42b8-4f9a-8be0-74b817a481c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:46.455605 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-159fbddb-42b8-4f9a-8be0-74b817a481c4 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/0c083336-1a23-4e1a-8389-4f261a1b1729 HTTP/1.1" status: 204 len: 168 time: 0.7215428 May 30 20:33:46.534461 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-d952f0ba-bcb8-4fb1-8062-389cd3c6a3a2 None None] Set router 194b27f8-2646-4560-86fa-a34ac251ab7c gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:33:46.536270 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-851b8181-38a1-4f46-9c5a-b5164f9279f2 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Unset dirty status for tenant:08954986e7454427ae0d40c7652d3c6a on resource:subnet {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:33:46.536270 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-851b8181-38a1-4f46-9c5a-b5164f9279f2 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.4511521 May 30 20:33:46.536270 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 47784) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:46.650723 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5e52f6c3-fbcb-432e-b529-77c410cb2dae req-eec451cb-84b7-481c-9be6-a84e3cf6dbe4 tempest-ServerShowV257Test-1438044090 tempest-ServerShowV257Test-1438044090-project] 10.222.0.85 "GET /v2.0/ports?device_id=1d99f1cf-c0b1-43eb-91b7-53668be9ab98 HTTP/1.1" status: 200 len: 210 time: 0.0712864 May 30 20:33:46.915775 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_v2 [None req-43d68b4c-3e79-4c91-bb7b-7aa8df940fde tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Deleting subnet 4f46ac90-25bd-4464-8483-e3031b041bf4 {{(pid=84887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:33:46.915775 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-43d68b4c-3e79-4c91-bb7b-7aa8df940fde tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks [] for subnet, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:47.018156 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-43d68b4c-3e79-4c91-bb7b-7aa8df940fde tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3149227'] for subnet, precommit_delete_associations {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:47.057361 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-d952f0ba-bcb8-4fb1-8062-389cd3c6a3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '194b27f8-2646-4560-86fa-a34ac251ab7c', 'name': 'tempest-ServerActionsTestJSON-2109311328-router', 'tenant_id': 'af4cc1fbb91e4a5c856e947d8072b697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '0015343f-0d98-443a-a5d0-87f2bcedad63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:22:41Z', 'updated_at': '2022-05-30T20:33:38Z', 'revision_number': 5, 'project_id': 'af4cc1fbb91e4a5c856e947d8072b697', 'gw_port': {'id': '0015343f-0d98-443a-a5d0-87f2bcedad63', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:3b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194b27f8-2646-4560-86fa-a34ac251ab7c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:22:43Z', 'updated_at': '2022-05-30T20:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:33:47.061927 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d952f0ba-bcb8-4fb1-8062-389cd3c6a3a2 None None] The sync data for ids ['194b27f8-2646-4560-86fa-a34ac251ab7c'] in n-d-843948-2 is: [{'id': '194b27f8-2646-4560-86fa-a34ac251ab7c', 'name': 'tempest-ServerActionsTestJSON-2109311328-router', 'tenant_id': 'af4cc1fbb91e4a5c856e947d8072b697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '0015343f-0d98-443a-a5d0-87f2bcedad63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:22:41Z', 'updated_at': '2022-05-30T20:33:38Z', 'revision_number': 5, 'project_id': 'af4cc1fbb91e4a5c856e947d8072b697', 'gw_port': {'id': '0015343f-0d98-443a-a5d0-87f2bcedad63', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:3b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194b27f8-2646-4560-86fa-a34ac251ab7c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:22:43Z', 'updated_at': '2022-05-30T20:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:33:47.112813 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0033b201-1c9e-4e0b-8bfb-5ce973c00dde admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:47.175208 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-43d68b4c-3e79-4c91-bb7b-7aa8df940fde tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:47.237423 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-0033b201-1c9e-4e0b-8bfb-5ce973c00dde admin admin] Deleting port 0015343f-0d98-443a-a5d0-87f2bcedad63 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:33:47.237423 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0033b201-1c9e-4e0b-8bfb-5ce973c00dde admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:47.484783 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [None req-0033b201-1c9e-4e0b-8bfb-5ce973c00dde admin admin] For port 0015343f-0d98-443a-a5d0-87f2bcedad63, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=0015343f-0d98-443a-a5d0-87f2bcedad63,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:33:47.484783 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0033b201-1c9e-4e0b-8bfb-5ce973c00dde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:47.543325 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-43d68b4c-3e79-4c91-bb7b-7aa8df940fde tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4055470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114247'] for subnet, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:47.548402 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-563f7ccd-dd2c-4191-be1d-6995702fadd6 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Deleting port 7ac29b7f-1704-449e-ace9-62ced6432203 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:33:47.548738 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-563f7ccd-dd2c-4191-be1d-6995702fadd6 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:47.826701 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-0033b201-1c9e-4e0b-8bfb-5ce973c00dde admin admin] Calling delete_port for 0015343f-0d98-443a-a5d0-87f2bcedad63 owned by network:router_gateway {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:33:47.939468 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21507945-7173-4def-ae70-ceb916ce884e admin admin] Router d6837ec6-fa53-4479-bb23-7d6c2cb86fc9 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:33:47.939468 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-563f7ccd-dd2c-4191-be1d-6995702fadd6 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:47.947595 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d68b4c-3e79-4c91-bb7b-7aa8df940fde tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Pushing event deleted for resources: {'Subnet': ['ID=4f46ac90-25bd-4464-8483-e3031b041bf4,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:47.996523 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a13f73-7617-45cf-9ddb-884cb38886d2 None None] Network e47345d4-98a8-46f5-a7b7-66b2eb513a50 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:33:48.071513 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-29359b14-bd64-4791-91ae-bfddc8145c41 req-c54b494b-47ec-4cec-97db-7f40894d1143 tempest-ServerShowV257Test-1438044090 tempest-ServerShowV257Test-1438044090-project] 10.222.0.85 "GET /v2.0/ports?device_id=1d99f1cf-c0b1-43eb-91b7-53668be9ab98 HTTP/1.1" status: 200 len: 210 time: 0.0969546 May 30 20:33:48.071513 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-43d68b4c-3e79-4c91-bb7b-7aa8df940fde tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:48.124722 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-563f7ccd-dd2c-4191-be1d-6995702fadd6 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Calling delete_port for 7ac29b7f-1704-449e-ace9-62ced6432203 owned by network:router_interface {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:33:48.260991 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-43d68b4c-3e79-4c91-bb7b-7aa8df940fde tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "DELETE /v2.0/subnets/4f46ac90-25bd-4464-8483-e3031b041bf4 HTTP/1.1" status: 204 len: 168 time: 1.7159562 May 30 20:33:48.261774 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 47816) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:48.368113 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdad5cbb-b959-46ba-896f-3c70adb63887 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Deleting subnet d5f97ec9-f27e-4115-b02c-9dac8684d1ab {{(pid=84887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:33:48.381770 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-bdad5cbb-b959-46ba-896f-3c70adb63887 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks [] for subnet, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:48.416582 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0033b201-1c9e-4e0b-8bfb-5ce973c00dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:48.531768 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21507945-7173-4def-ae70-ceb916ce884e admin admin] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:33:48.551398 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2add437f-d374-482a-b8f2-ad67b69b7277 None None] Sync routers for ids ['d6837ec6-fa53-4479-bb23-7d6c2cb86fc9'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:33:48.555962 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-21507945-7173-4def-ae70-ceb916ce884e admin admin] 10.222.0.85 "PUT /v2.0/routers/d6837ec6-fa53-4479-bb23-7d6c2cb86fc9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2941155 May 30 20:33:48.555962 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 47822) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:48.570987 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2add437f-d374-482a-b8f2-ad67b69b7277 None None] Routers {'d6837ec6-fa53-4479-bb23-7d6c2cb86fc9'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:33:48.571875 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-2add437f-d374-482a-b8f2-ad67b69b7277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:33:29Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['d6837ec6-fa53-4479-bb23-7d6c2cb86fc9'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:33:48.592336 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0033b201-1c9e-4e0b-8bfb-5ce973c00dde admin admin] Pushing event deleted for resources: {'Port': ['ID=0015343f-0d98-443a-a5d0-87f2bcedad63,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:48.641737 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-563f7ccd-dd2c-4191-be1d-6995702fadd6 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:48.655786 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-bdad5cbb-b959-46ba-896f-3c70adb63887 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3149227'] for subnet, precommit_delete_associations {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:48.917760 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563f7ccd-dd2c-4191-be1d-6995702fadd6 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Pushing event deleted for resources: {'Port': ['ID=7ac29b7f-1704-449e-ace9-62ced6432203,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:49.098713 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 7aa4103a-4764-4b3c-aa66-aef85f084f50 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:33:49.134803 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-2add437f-d374-482a-b8f2-ad67b69b7277 None None] Set router d6837ec6-fa53-4479-bb23-7d6c2cb86fc9 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:33:49.168988 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0033b201-1c9e-4e0b-8bfb-5ce973c00dde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-736453'] for router_gateway, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:49.180741 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: 7aa4103a-4764-4b3c-aa66-aef85f084f50 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:33:49.185571 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 7aa4103a-4764-4b3c-aa66-aef85f084f50 not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:33:49.348417 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-bdad5cbb-b959-46ba-896f-3c70adb63887 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:49.577927 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:49.602291 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-db15793b-f06c-4860-a681-d99953a69a13 req-7cd2dc9c-be61-4036-8a19-1b32435533dc tempest-ServerShowV257Test-1438044090 tempest-ServerShowV257Test-1438044090-project] 10.222.0.85 "GET /v2.0/ports?device_id=1d99f1cf-c0b1-43eb-91b7-53668be9ab98 HTTP/1.1" status: 200 len: 210 time: 0.0999458 May 30 20:33:49.631596 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-563f7ccd-dd2c-4191-be1d-6995702fadd6 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1718140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-736143'] for router_interface, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:49.739584 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-d0fcb23e-b348-43ba-b6a1-34fe97c55fb2 None None] Provisioning complete for port 66509447-f02a-4695-928d-25dc9e43c941 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:33:49.739584 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-d0fcb23e-b348-43ba-b6a1-34fe97c55fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:49.796133 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-bdad5cbb-b959-46ba-896f-3c70adb63887 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4055470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114247'] for subnet, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:49.861695 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-2add437f-d374-482a-b8f2-ad67b69b7277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6837ec6-fa53-4479-bb23-7d6c2cb86fc9', 'name': 'tempest-AttachVolumeNegativeTest-193797882-router', 'tenant_id': '6a921a88c2104251b4f5cf697763e02b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': 'd2a91667-75b0-431e-896b-19336f0f79d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:26:03Z', 'updated_at': '2022-05-30T20:33:43Z', 'revision_number': 5, 'project_id': '6a921a88c2104251b4f5cf697763e02b', 'gw_port': {'id': 'd2a91667-75b0-431e-896b-19336f0f79d9', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:21:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6837ec6-fa53-4479-bb23-7d6c2cb86fc9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:26:07Z', 'updated_at': '2022-05-30T20:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:33:49.861695 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2add437f-d374-482a-b8f2-ad67b69b7277 None None] Checking router: d6837ec6-fa53-4479-bb23-7d6c2cb86fc9 for host: n-d-843948-2 {{(pid=84889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:33:49.881579 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2add437f-d374-482a-b8f2-ad67b69b7277 None None] Routers {'d6837ec6-fa53-4479-bb23-7d6c2cb86fc9'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:33:49.899508 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0033b201-1c9e-4e0b-8bfb-5ce973c00dde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-724789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3141'] for router, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:49.902935 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-2add437f-d374-482a-b8f2-ad67b69b7277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:33:29Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['d6837ec6-fa53-4479-bb23-7d6c2cb86fc9'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:33:49.904383 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdad5cbb-b959-46ba-896f-3c70adb63887 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Pushing event deleted for resources: {'Subnet': ['ID=d5f97ec9-f27e-4115-b02c-9dac8684d1ab,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:49.908038 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0033b201-1c9e-4e0b-8bfb-5ce973c00dde admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:49.911498 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-bdad5cbb-b959-46ba-896f-3c70adb63887 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:49.923878 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d83d5b9e-06ce-448f-9509-cbe8a479bafd None None] Network e47345d4-98a8-46f5-a7b7-66b2eb513a50 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:33:49.942396 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-bdad5cbb-b959-46ba-896f-3c70adb63887 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "DELETE /v2.0/subnets/d5f97ec9-f27e-4115-b02c-9dac8684d1ab HTTP/1.1" status: 204 len: 168 time: 1.6772561 May 30 20:33:49.942680 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 47844) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:50.030566 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-1f703168-9c30-45b2-aa2a-710c389d0256 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0830197 May 30 20:33:50.030776 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 47850) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:50.036333 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-8ecff6a6-dd42-4687-99ec-72d6b607dc0a tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Request body: {'subnet': {'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:33:50.069987 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5d573c5b-43c0-4838-879a-3eef8c3960ff admin admin] Notify callbacks [] for router, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:50.283085 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-2add437f-d374-482a-b8f2-ad67b69b7277 None None] Set router d6837ec6-fa53-4479-bb23-7d6c2cb86fc9 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:33:50.441770 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0033b201-1c9e-4e0b-8bfb-5ce973c00dde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724889'] for router, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:50.442256 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0033b201-1c9e-4e0b-8bfb-5ce973c00dde admin admin] Fanout notify agent at l3_agent the message router_deleted on router 194b27f8-2646-4560-86fa-a34ac251ab7c {{(pid=84887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:33:50.471176 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0033b201-1c9e-4e0b-8bfb-5ce973c00dde admin admin] Notify callbacks [] for router, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:50.472410 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-0033b201-1c9e-4e0b-8bfb-5ce973c00dde admin admin] 10.222.0.85 "DELETE /v2.0/routers/194b27f8-2646-4560-86fa-a34ac251ab7c HTTP/1.1" status: 204 len: 168 time: 4.8913946 May 30 20:33:50.476043 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 47860) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:50.530126 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd3c52e-0cb7-4bca-b1a5-a2aae1809ec6 None None] DHCP port deletion for e47345d4-98a8-46f5-a7b7-66b2eb513a50 request from n-d-843948-2 {{(pid=84888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:33:50.535478 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-fdd3c52e-0cb7-4bca-b1a5-a2aae1809ec6 None None] Deleting port 66509447-f02a-4695-928d-25dc9e43c941 {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:33:50.536471 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-fdd3c52e-0cb7-4bca-b1a5-a2aae1809ec6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:50.658828 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_v2 [None req-12e282a5-7d42-4bcf-bdcf-646cb6918b2f admin admin] Deleting subnet 7991eded-d330-4e4e-ace3-aeb4d5f3ff0a {{(pid=84887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:33:50.666325 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-12e282a5-7d42-4bcf-bdcf-646cb6918b2f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:50.740986 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-12e282a5-7d42-4bcf-bdcf-646cb6918b2f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3149227'] for subnet, precommit_delete_associations {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:50.930159 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-12e282a5-7d42-4bcf-bdcf-646cb6918b2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:51.080455 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e079fe07-b4f7-48c4-91da-ee32e0a971b0 req-96a84027-b138-48b8-ade4-036786b57cd2 tempest-ServerShowV257Test-1438044090 tempest-ServerShowV257Test-1438044090-project] 10.222.0.85 "GET /v2.0/ports?device_id=1d99f1cf-c0b1-43eb-91b7-53668be9ab98 HTTP/1.1" status: 200 len: 210 time: 0.0701041 May 30 20:33:51.087997 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-8ecff6a6-dd42-4687-99ec-72d6b607dc0a tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:33:51.098072 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-8ecff6a6-dd42-4687-99ec-72d6b607dc0a tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Usage tracker for resource:subnet and tenant:08954986e7454427ae0d40c7652d3c6a is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:33:51.102716 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-8ecff6a6-dd42-4687-99ec-72d6b607dc0a tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:33:51.110184 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-8ecff6a6-dd42-4687-99ec-72d6b607dc0a tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:33:51.110184 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-12e282a5-7d42-4bcf-bdcf-646cb6918b2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4055470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114247'] for subnet, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:51.151983 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-2add437f-d374-482a-b8f2-ad67b69b7277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6837ec6-fa53-4479-bb23-7d6c2cb86fc9', 'name': 'tempest-AttachVolumeNegativeTest-193797882-router', 'tenant_id': '6a921a88c2104251b4f5cf697763e02b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': 'd2a91667-75b0-431e-896b-19336f0f79d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:26:03Z', 'updated_at': '2022-05-30T20:33:43Z', 'revision_number': 5, 'project_id': '6a921a88c2104251b4f5cf697763e02b', 'gw_port': {'id': 'd2a91667-75b0-431e-896b-19336f0f79d9', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:21:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6837ec6-fa53-4479-bb23-7d6c2cb86fc9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:26:07Z', 'updated_at': '2022-05-30T20:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:33:51.166020 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2add437f-d374-482a-b8f2-ad67b69b7277 None None] The sync data for ids ['d6837ec6-fa53-4479-bb23-7d6c2cb86fc9'] in n-d-843948-2 is: [{'id': 'd6837ec6-fa53-4479-bb23-7d6c2cb86fc9', 'name': 'tempest-AttachVolumeNegativeTest-193797882-router', 'tenant_id': '6a921a88c2104251b4f5cf697763e02b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': 'd2a91667-75b0-431e-896b-19336f0f79d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:26:03Z', 'updated_at': '2022-05-30T20:33:43Z', 'revision_number': 5, 'project_id': '6a921a88c2104251b4f5cf697763e02b', 'gw_port': {'id': 'd2a91667-75b0-431e-896b-19336f0f79d9', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:21:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6837ec6-fa53-4479-bb23-7d6c2cb86fc9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:26:07Z', 'updated_at': '2022-05-30T20:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:33:51.204581 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-fdd3c52e-0cb7-4bca-b1a5-a2aae1809ec6 None None] For port 66509447-f02a-4695-928d-25dc9e43c941, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=66509447-f02a-4695-928d-25dc9e43c941,segment=NetworkSegment(2cb73a29-9359-4fbf-99af-be1c6062790b),segment_id=2cb73a29-9359-4fbf-99af-be1c6062790b)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:33:51.204581 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-fdd3c52e-0cb7-4bca-b1a5-a2aae1809ec6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:51.236377 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e282a5-7d42-4bcf-bdcf-646cb6918b2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7991eded-d330-4e4e-ace3-aeb4d5f3ff0a,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:51.255527 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-12e282a5-7d42-4bcf-bdcf-646cb6918b2f admin admin] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:51.278300 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-12e282a5-7d42-4bcf-bdcf-646cb6918b2f admin admin] 10.222.0.85 "DELETE /v2.0/subnets/7991eded-d330-4e4e-ace3-aeb4d5f3ff0a HTTP/1.1" status: 204 len: 168 time: 0.7903299 May 30 20:33:51.278300 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 47874) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:51.315868 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ecff6a6-dd42-4687-99ec-72d6b607dc0a tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Made reservation on behalf of 08954986e7454427ae0d40c7652d3c6a for: {'subnet': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:33:51.315868 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8ecff6a6-dd42-4687-99ec-72d6b607dc0a tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114220'] for subnet, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:51.329455 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-667487b2-bf79-46c1-ada1-4efef7a75efc None None] Network ff30330a-0ebe-4836-9458-b813d1bcbde4 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:33:51.401654 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-fdd3c52e-0cb7-4bca-b1a5-a2aae1809ec6 None None] Calling delete_port for 66509447-f02a-4695-928d-25dc9e43c941 owned by network:dhcp {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:33:51.465349 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-563f7ccd-dd2c-4191-be1d-6995702fadd6 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Router 3925e719-4a37-4128-b4ea-76da0820c622 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:33:51.546915 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-07f7d726-0991-44d8-8bb0-41bd5adf1fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:51.680827 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 66509447-f02a-4695-928d-25dc9e43c941 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:33:51.831932 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-07f7d726-0991-44d8-8bb0-41bd5adf1fd1 admin admin] Deleting port c49b7966-685c-4ce4-bb0a-b76382b84bfe {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:33:51.831932 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-07f7d726-0991-44d8-8bb0-41bd5adf1fd1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:51.862283 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No active binding found for port 66509447-f02a-4695-928d-25dc9e43c941 {{(pid=84888) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} May 30 20:33:51.862283 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 66509447-f02a-4695-928d-25dc9e43c941 not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:33:51.862283 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 0015343f-0d98-443a-a5d0-87f2bcedad63 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:33:51.908851 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-fdd3c52e-0cb7-4bca-b1a5-a2aae1809ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468'] for port, after_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:51.921316 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: 0015343f-0d98-443a-a5d0-87f2bcedad63 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:33:51.921678 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 0015343f-0d98-443a-a5d0-87f2bcedad63 not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:33:51.971030 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-563f7ccd-dd2c-4191-be1d-6995702fadd6 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:33:51.989354 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-563f7ccd-dd2c-4191-be1d-6995702fadd6 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] 10.222.0.85 "PUT /v2.0/routers/3925e719-4a37-4128-b4ea-76da0820c622/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9500101 May 30 20:33:51.989902 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 47890) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:51.993258 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5d573c5b-43c0-4838-879a-3eef8c3960ff admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:52.030590 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3b4822-440e-4ad2-b8de-90ab8a9ba49a None None] Sync routers for ids ['3925e719-4a37-4128-b4ea-76da0820c622'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:33:52.035993 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd3c52e-0cb7-4bca-b1a5-a2aae1809ec6 None None] No DVR routers for this DVR port 66509447-f02a-4695-928d-25dc9e43c941 on host n-d-843948-2 {{(pid=84888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:33:52.038745 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8ecff6a6-dd42-4687-99ec-72d6b607dc0a tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4055401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114238'] for subnet, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:52.041868 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd3c52e-0cb7-4bca-b1a5-a2aae1809ec6 None None] Pushing event deleted for resources: {'Port': ['ID=66509447-f02a-4695-928d-25dc9e43c941,revision_number=None']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:52.076946 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3b4822-440e-4ad2-b8de-90ab8a9ba49a None None] Routers {'3925e719-4a37-4128-b4ea-76da0820c622'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:33:52.078117 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-4c3b4822-440e-4ad2-b8de-90ab8a9ba49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:33:29Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['3925e719-4a37-4128-b4ea-76da0820c622'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:33:52.141966 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ecff6a6-dd42-4687-99ec-72d6b607dc0a tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Network e47345d4-98a8-46f5-a7b7-66b2eb513a50 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:33:52.155008 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-8ecff6a6-dd42-4687-99ec-72d6b607dc0a tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:33:52.155008 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ecff6a6-dd42-4687-99ec-72d6b607dc0a tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:33:52.155008 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8ecff6a6-dd42-4687-99ec-72d6b607dc0a tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:52.190108 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-e79f0fec-5338-4bef-b5bd-776a102ac9ab tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Synchronizing usage tracker for tenant:eeceb350906e46fc9b2c21ca495ac559 on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:33:52.193743 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-4c3b4822-440e-4ad2-b8de-90ab8a9ba49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:33:52.201050 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb278e8d-632e-40cc-971a-d6cbfd79078a None None] Network e47345d4-98a8-46f5-a7b7-66b2eb513a50 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:33:52.263377 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-5d573c5b-43c0-4838-879a-3eef8c3960ff admin admin] Deleting port d2a91667-75b0-431e-896b-19336f0f79d9 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:33:52.263377 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5d573c5b-43c0-4838-879a-3eef8c3960ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:52.352037 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecff6a6-dd42-4687-99ec-72d6b607dc0a tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Pushing event updated for resources: {'Subnet': ['ID=a0c04262-9a78-4413-8fb6-aea70cd79917,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:52.399349 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e70d6bc-f435-4afc-b92e-98464c05987d None None] DHCP port deletion for ff30330a-0ebe-4836-9458-b813d1bcbde4 request from n-d-843948-2 {{(pid=84888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:33:52.413058 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-8e70d6bc-f435-4afc-b92e-98464c05987d None None] Deleting port c49b7966-685c-4ce4-bb0a-b76382b84bfe {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:33:52.414102 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-8e70d6bc-f435-4afc-b92e-98464c05987d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:52.483760 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [None req-5d573c5b-43c0-4838-879a-3eef8c3960ff admin admin] For port d2a91667-75b0-431e-896b-19336f0f79d9, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=d2a91667-75b0-431e-896b-19336f0f79d9,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:33:52.484316 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5d573c5b-43c0-4838-879a-3eef8c3960ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:52.495187 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [None req-07f7d726-0991-44d8-8bb0-41bd5adf1fd1 admin admin] For port c49b7966-685c-4ce4-bb0a-b76382b84bfe, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=c49b7966-685c-4ce4-bb0a-b76382b84bfe,segment=NetworkSegment(40468e3f-2630-4d51-98c1-4a518f6532d2),segment_id=40468e3f-2630-4d51-98c1-4a518f6532d2)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:33:52.495552 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-07f7d726-0991-44d8-8bb0-41bd5adf1fd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:52.688825 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3b4822-440e-4ad2-b8de-90ab8a9ba49a None None] Routers {'3925e719-4a37-4128-b4ea-76da0820c622'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:33:52.688825 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-4c3b4822-440e-4ad2-b8de-90ab8a9ba49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:33:29Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['3925e719-4a37-4128-b4ea-76da0820c622'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:33:52.723794 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-8ecff6a6-dd42-4687-99ec-72d6b607dc0a tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6881685 May 30 20:33:52.737773 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-07f7d726-0991-44d8-8bb0-41bd5adf1fd1 admin admin] Calling delete_port for c49b7966-685c-4ce4-bb0a-b76382b84bfe owned by network:dhcp {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:33:52.771054 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 47906) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:52.771054 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-0a293f73-3e43-44ab-ae67-299ed5967861 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Request body: {'subnet': {'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:33:52.829172 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:52.840136 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-4c3b4822-440e-4ad2-b8de-90ab8a9ba49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:33:52.840550 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3b4822-440e-4ad2-b8de-90ab8a9ba49a None None] The sync data for ids ['3925e719-4a37-4128-b4ea-76da0820c622'] in n-d-843948-2 is: [] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:33:52.847497 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-8e70d6bc-f435-4afc-b92e-98464c05987d None None] For port c49b7966-685c-4ce4-bb0a-b76382b84bfe, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=c49b7966-685c-4ce4-bb0a-b76382b84bfe,segment=NetworkSegment(40468e3f-2630-4d51-98c1-4a518f6532d2),segment_id=40468e3f-2630-4d51-98c1-4a518f6532d2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:33:52.848282 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-8e70d6bc-f435-4afc-b92e-98464c05987d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:52.898028 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce32dc9-1248-475b-9215-f087bdacaa95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-e47345d4-98a8-46f5-a7b7-66b2eb513a50', 'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50', 'tenant_id': '08954986e7454427ae0d40c7652d3c6a', 'fixed_ips': [{'subnet_id': 'a0c04262-9a78-4413-8fb6-aea70cd79917'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:33:52.899705 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-fce32dc9-1248-475b-9215-f087bdacaa95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:52.911962 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-e79f0fec-5338-4bef-b5bd-776a102ac9ab tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Unset dirty status for tenant:eeceb350906e46fc9b2c21ca495ac559 on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:33:52.914087 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-e79f0fec-5338-4bef-b5bd-776a102ac9ab tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] 10.222.0.85 "GET /v2.0/ports?device_id=3925e719-4a37-4128-b4ea-76da0820c622 HTTP/1.1" status: 200 len: 205 time: 0.9148123 May 30 20:33:52.926409 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-5d573c5b-43c0-4838-879a-3eef8c3960ff admin admin] Calling delete_port for d2a91667-75b0-431e-896b-19336f0f79d9 owned by network:router_gateway {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:33:52.940763 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 47912) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:53.139724 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-619c3478-4a65-498d-adae-ff7193eb70ff req-c9daaadd-4ee2-4ee5-8ea4-953471771dbd tempest-ServerShowV257Test-1438044090 tempest-ServerShowV257Test-1438044090-project] 10.222.0.85 "GET /v2.0/ports?device_id=1d99f1cf-c0b1-43eb-91b7-53668be9ab98 HTTP/1.1" status: 200 len: 210 time: 0.2113676 May 30 20:33:53.149456 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 47920) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:53.310220 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-8e70d6bc-f435-4afc-b92e-98464c05987d None None] Calling delete_port for c49b7966-685c-4ce4-bb0a-b76382b84bfe owned by network:dhcp {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:33:53.337811 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 6c1d3e7a-c152-40bc-be8f-3a3a5bdd9d99 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:33:53.411166 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5d573c5b-43c0-4838-879a-3eef8c3960ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:53.466774 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d573c5b-43c0-4838-879a-3eef8c3960ff admin admin] Pushing event deleted for resources: {'Port': ['ID=d2a91667-75b0-431e-896b-19336f0f79d9,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:53.472563 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-fce32dc9-1248-475b-9215-f087bdacaa95 None None] Allocated IP 172.20.0.2 (e47345d4-98a8-46f5-a7b7-66b2eb513a50/a0c04262-9a78-4413-8fb6-aea70cd79917/65b0ce20-d940-43a9-8614-8de0e79e7393) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:33:53.479628 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5a7961d1-27e7-4fd4-9fc9-5bedb138b961 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:53.521018 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-349f8cee-531c-4535-90ad-62055d3abe69 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks [] for router, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:53.614437 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-0a293f73-3e43-44ab-ae67-299ed5967861 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:33:53.621242 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-0a293f73-3e43-44ab-ae67-299ed5967861 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Usage tracker for resource:subnet and tenant:08954986e7454427ae0d40c7652d3c6a is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:33:53.621242 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-0a293f73-3e43-44ab-ae67-299ed5967861 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:33:53.630581 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-0a293f73-3e43-44ab-ae67-299ed5967861 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:33:53.704025 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-fce32dc9-1248-475b-9215-f087bdacaa95 None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:53.712869 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-07f7d726-0991-44d8-8bb0-41bd5adf1fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:53.720127 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-fce32dc9-1248-475b-9215-f087bdacaa95 None None] Transition to ACTIVE for port object 65b0ce20-d940-43a9-8614-8de0e79e7393 will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:33:53.729269 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: 6c1d3e7a-c152-40bc-be8f-3a3a5bdd9d99 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:33:53.729411 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 6c1d3e7a-c152-40bc-be8f-3a3a5bdd9d99 not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:33:53.732206 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device c49b7966-685c-4ce4-bb0a-b76382b84bfe no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:33:53.779128 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-5a7961d1-27e7-4fd4-9fc9-5bedb138b961 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:33:53.785101 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-5a7961d1-27e7-4fd4-9fc9-5bedb138b961 admin admin] Usage tracker for resource:security_group_rule and tenant:58223bc2d0a443168003b9d4e1231373 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:33:53.790731 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-5a7961d1-27e7-4fd4-9fc9-5bedb138b961 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:33:53.796972 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-5a7961d1-27e7-4fd4-9fc9-5bedb138b961 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:33:53.807832 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-fce32dc9-1248-475b-9215-f087bdacaa95 None None] Transition to ACTIVE for port object 65b0ce20-d940-43a9-8614-8de0e79e7393 will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:33:53.812589 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: c49b7966-685c-4ce4-bb0a-b76382b84bfe {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:33:53.812973 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device c49b7966-685c-4ce4-bb0a-b76382b84bfe not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:33:53.824694 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f7d726-0991-44d8-8bb0-41bd5adf1fd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c49b7966-685c-4ce4-bb0a-b76382b84bfe,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:53.830137 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a293f73-3e43-44ab-ae67-299ed5967861 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Made reservation on behalf of 08954986e7454427ae0d40c7652d3c6a for: {'subnet': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:33:53.857450 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5d573c5b-43c0-4838-879a-3eef8c3960ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-736453'] for router_gateway, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:53.879175 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.db.api [None req-8e70d6bc-f435-4afc-b92e-98464c05987d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:33:53.879175 n-d-843948-2 neutron-server[84888]: DEBUG oslo_db.api [None req-8e70d6bc-f435-4afc-b92e-98464c05987d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:33:53.915088 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-fce32dc9-1248-475b-9215-f087bdacaa95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:54.017245 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f7d726-0991-44d8-8bb0-41bd5adf1fd1 admin admin] No DVR routers for this DVR port c49b7966-685c-4ce4-bb0a-b76382b84bfe on host n-d-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:33:54.059381 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce32dc9-1248-475b-9215-f087bdacaa95 None None] Network e47345d4-98a8-46f5-a7b7-66b2eb513a50 is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:33:54.071662 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-fce32dc9-1248-475b-9215-f087bdacaa95 None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:33:54.074829 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce32dc9-1248-475b-9215-f087bdacaa95 None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:33:54.176696 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce32dc9-1248-475b-9215-f087bdacaa95 None None] Pushing event updated for resources: {'Port': ['ID=65b0ce20-d940-43a9-8614-8de0e79e7393,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:54.212029 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-fce32dc9-1248-475b-9215-f087bdacaa95 None None] Attempting to bind port 65b0ce20-d940-43a9-8614-8de0e79e7393 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:33:54.212394 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-fce32dc9-1248-475b-9215-f087bdacaa95 None None] Attempting to bind port 65b0ce20-d940-43a9-8614-8de0e79e7393 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': '2cb73a29-9359-4fbf-99af-be1c6062790b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:33:54.212804 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce32dc9-1248-475b-9215-f087bdacaa95 None None] Attempting to bind port 65b0ce20-d940-43a9-8614-8de0e79e7393 on network e47345d4-98a8-46f5-a7b7-66b2eb513a50 {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:33:54.220113 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce32dc9-1248-475b-9215-f087bdacaa95 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:33:54.220483 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce32dc9-1248-475b-9215-f087bdacaa95 None None] Checking segment: {'id': '2cb73a29-9359-4fbf-99af-be1c6062790b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:33:54.220935 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-fce32dc9-1248-475b-9215-f087bdacaa95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:54.221329 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce32dc9-1248-475b-9215-f087bdacaa95 None None] Bound using segment: {'id': '2cb73a29-9359-4fbf-99af-be1c6062790b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:33:54.221824 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-fce32dc9-1248-475b-9215-f087bdacaa95 None None] Bound port: 65b0ce20-d940-43a9-8614-8de0e79e7393, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cb73a29-9359-4fbf-99af-be1c6062790b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:33:54.222198 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-fce32dc9-1248-475b-9215-f087bdacaa95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:54.326844 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-fce32dc9-1248-475b-9215-f087bdacaa95 None None] For port 65b0ce20-d940-43a9-8614-8de0e79e7393, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:33:54.330633 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-fce32dc9-1248-475b-9215-f087bdacaa95 None None] For port 65b0ce20-d940-43a9-8614-8de0e79e7393, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=65b0ce20-d940-43a9-8614-8de0e79e7393,segment=NetworkSegment(2cb73a29-9359-4fbf-99af-be1c6062790b),segment_id=2cb73a29-9359-4fbf-99af-be1c6062790b)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:33:54.345717 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0e0c78f0-e3e7-4ee0-9da2-c4f947ba24c6 req-3ee503d5-ec1e-4cee-8f08-1baf784e2e6f service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=1d99f1cf-c0b1-43eb-91b7-53668be9ab98 HTTP/1.1" status: 200 len: 210 time: 0.1188982 May 30 20:33:54.364166 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5d573c5b-43c0-4838-879a-3eef8c3960ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-724789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3141'] for router, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:54.369570 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5d573c5b-43c0-4838-879a-3eef8c3960ff admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:54.376635 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0a293f73-3e43-44ab-ae67-299ed5967861 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114220'] for subnet, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:54.381543 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-8e70d6bc-f435-4afc-b92e-98464c05987d None None] Deleting port c49b7966-685c-4ce4-bb0a-b76382b84bfe {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:33:54.381543 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-8e70d6bc-f435-4afc-b92e-98464c05987d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:54.416400 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-fce32dc9-1248-475b-9215-f087bdacaa95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:54.473028 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5d573c5b-43c0-4838-879a-3eef8c3960ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724889'] for router, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:54.473028 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d573c5b-43c0-4838-879a-3eef8c3960ff admin admin] Fanout notify agent at l3_agent the message router_deleted on router d6837ec6-fa53-4479-bb23-7d6c2cb86fc9 {{(pid=84886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:33:54.497536 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5d573c5b-43c0-4838-879a-3eef8c3960ff admin admin] Notify callbacks [] for router, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:54.497536 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-5d573c5b-43c0-4838-879a-3eef8c3960ff admin admin] 10.222.0.85 "DELETE /v2.0/routers/d6837ec6-fa53-4479-bb23-7d6c2cb86fc9 HTTP/1.1" status: 204 len: 168 time: 5.9400532 May 30 20:33:54.510913 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 47936) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:54.557384 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-cbb877f4-8112-49b5-a0c1-bd798afd2837 req-6ef5f9ee-d59f-4c1a-8e90-29f319a17a47 tempest-ServerShowV257Test-1438044090 tempest-ServerShowV257Test-1438044090-project] 10.222.0.85 "GET /v2.0/ports?device_id=1d99f1cf-c0b1-43eb-91b7-53668be9ab98 HTTP/1.1" status: 200 len: 210 time: 0.2294950 May 30 20:33:54.590563 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-8e70d6bc-f435-4afc-b92e-98464c05987d None None] The port 'c49b7966-685c-4ce4-bb0a-b76382b84bfe' was deleted {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 20:33:54.653719 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_v2 [None req-db2e4a63-65f0-4a22-a324-1da80e2f8e5c admin admin] Deleting subnet 3f5f2a28-796d-4138-b193-86a2946727dc {{(pid=84886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:33:54.656615 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce32dc9-1248-475b-9215-f087bdacaa95 None None] Pushing event updated for resources: {'Port': ['ID=65b0ce20-d940-43a9-8614-8de0e79e7393,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:54.660319 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-db2e4a63-65f0-4a22-a324-1da80e2f8e5c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:54.710200 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-349f8cee-531c-4535-90ad-62055d3abe69 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-724789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3141'] for router, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:54.715046 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-349f8cee-531c-4535-90ad-62055d3abe69 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:54.737111 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-db2e4a63-65f0-4a22-a324-1da80e2f8e5c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2655517'] for subnet, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:54.770031 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5a7961d1-27e7-4fd4-9fc9-5bedb138b961 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:54.781835 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-07f7d726-0991-44d8-8bb0-41bd5adf1fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:54.839168 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-07f7d726-0991-44d8-8bb0-41bd5adf1fd1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff30330a-0ebe-4836-9458-b813d1bcbde4']}} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:33:54.876181 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-07f7d726-0991-44d8-8bb0-41bd5adf1fd1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40468e3f-2630-4d51-98c1-4a518f6532d2') {'for_net_delete': True} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:33:54.876181 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-07f7d726-0991-44d8-8bb0-41bd5adf1fd1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40468e3f-2630-4d51-98c1-4a518f6532d2') {} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:33:54.901793 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-349f8cee-531c-4535-90ad-62055d3abe69 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724889'] for router, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:54.901793 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-349f8cee-531c-4535-90ad-62055d3abe69 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Fanout notify agent at l3_agent the message router_deleted on router 3925e719-4a37-4128-b4ea-76da0820c622 {{(pid=84887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:33:54.918208 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5a7961d1-27e7-4fd4-9fc9-5bedb138b961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:54.930816 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-db2e4a63-65f0-4a22-a324-1da80e2f8e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:54.948521 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-07f7d726-0991-44d8-8bb0-41bd5adf1fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3149912'] for segment, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:55.009282 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-07f7d726-0991-44d8-8bb0-41bd5adf1fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:55.033040 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07f7d726-0991-44d8-8bb0-41bd5adf1fd1 admin admin] Releasing vlan 662 on physical network physnet1 to pool {{(pid=84887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:33:55.033040 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-07f7d726-0991-44d8-8bb0-41bd5adf1fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4055488'] for segment, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:55.046575 n-d-843948-2 neutron-server[84887]: Traceback (most recent call last): May 30 20:33:55.046575 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:33:55.046575 n-d-843948-2 neutron-server[84887]: timer() May 30 20:33:55.046575 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:33:55.046575 n-d-843948-2 neutron-server[84887]: cb(*args, **kw) May 30 20:33:55.046575 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:33:55.046575 n-d-843948-2 neutron-server[84887]: return func(*args, **kwargs) May 30 20:33:55.046575 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:33:55.046575 n-d-843948-2 neutron-server[84887]: self._notify() May 30 20:33:55.046575 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:33:55.046575 n-d-843948-2 neutron-server[84887]: self.callback(batched_events) May 30 20:33:55.046575 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:33:55.046575 n-d-843948-2 neutron-server[84887]: event.method(event) May 30 20:33:55.046575 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:33:55.046575 n-d-843948-2 neutron-server[84887]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:33:55.046575 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:33:55.046575 n-d-843948-2 neutron-server[84887]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:33:55.046575 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:33:55.046575 n-d-843948-2 neutron-server[84887]: return f(self, *a, **k) May 30 20:33:55.046575 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:33:55.046575 n-d-843948-2 neutron-server[84887]: return self._get(url).json() May 30 20:33:55.046575 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:33:55.046575 n-d-843948-2 neutron-server[84887]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:33:55.046575 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:33:55.046575 n-d-843948-2 neutron-server[84887]: return self.request(url, 'GET', **kwargs) May 30 20:33:55.046575 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:33:55.046575 n-d-843948-2 neutron-server[84887]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:33:55.046575 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:33:55.046575 n-d-843948-2 neutron-server[84887]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:33:55.046575 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:33:55.046575 n-d-843948-2 neutron-server[84887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:33:55.046575 n-d-843948-2 neutron-server[84887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:33:55.053048 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7961d1-27e7-4fd4-9fc9-5bedb138b961 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e21cc0af-20ce-45f0-88f6-26f293b51416,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:55.101432 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-5a7961d1-27e7-4fd4-9fc9-5bedb138b961 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=58223bc2d0a443168003b9d4e1231373&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9699609 May 30 20:33:55.105013 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 47942) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:55.158502 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-349f8cee-531c-4535-90ad-62055d3abe69 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks [] for router, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:55.160990 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-349f8cee-531c-4535-90ad-62055d3abe69 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] 10.222.0.85 "DELETE /v2.0/routers/3925e719-4a37-4128-b4ea-76da0820c622 HTTP/1.1" status: 204 len: 168 time: 2.2189791 May 30 20:33:55.170814 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 47948) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:55.240725 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-db2e4a63-65f0-4a22-a324-1da80e2f8e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4127075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2778536'] for subnet, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:55.327024 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2e4a63-65f0-4a22-a324-1da80e2f8e5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f5f2a28-796d-4138-b193-86a2946727dc,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:55.332180 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 65b0ce20-d940-43a9-8614-8de0e79e7393 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:33:55.349770 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-db2e4a63-65f0-4a22-a324-1da80e2f8e5c admin admin] Notify callbacks [] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:55.354264 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-07f7d726-0991-44d8-8bb0-41bd5adf1fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:55.372611 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-567731d9-fcc9-4e58-98a7-fe7a442cb0f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:55.422161 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-07f7d726-0991-44d8-8bb0-41bd5adf1fd1 admin admin] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:55.428177 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f7d726-0991-44d8-8bb0-41bd5adf1fd1 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff30330a-0ebe-4836-9458-b813d1bcbde4,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:55.485092 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18cbfae5-ff7c-4703-9ef8-7d0285bca3da None None] Network 2ad0cf2e-8ff8-4add-9223-e815a60245ec requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:33:55.523254 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-567731d9-fcc9-4e58-98a7-fe7a442cb0f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:55.613290 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-db2e4a63-65f0-4a22-a324-1da80e2f8e5c admin admin] 10.222.0.85 "DELETE /v2.0/subnets/3f5f2a28-796d-4138-b193-86a2946727dc HTTP/1.1" status: 204 len: 168 time: 1.1071873 May 30 20:33:55.617124 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 47954) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:55.805790 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 65b0ce20-d940-43a9-8614-8de0e79e7393 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:33:55.824460 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-07f7d726-0991-44d8-8bb0-41bd5adf1fd1 admin admin] 10.222.0.85 "DELETE /v2.0/networks/ff30330a-0ebe-4836-9458-b813d1bcbde4 HTTP/1.1" status: 204 len: 168 time: 4.5408623 May 30 20:33:55.862165 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-20831869-e697-4328-b054-44b9d5163d5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:55.953229 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_v2 [None req-095a92b6-cb2e-4ccf-93ac-932b5e266047 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Deleting subnet c7e37c99-5267-4a16-b7fe-47f979623e68 {{(pid=84887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:33:55.959368 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-095a92b6-cb2e-4ccf-93ac-932b5e266047 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks [] for subnet, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:56.024319 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device d2a91667-75b0-431e-896b-19336f0f79d9 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:33:56.085715 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-095a92b6-cb2e-4ccf-93ac-932b5e266047 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3149227'] for subnet, precommit_delete_associations {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:56.175931 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a437e85-d6ed-48b8-93ca-5cc6e4a159b7 None None] DHCP port deletion for 2ad0cf2e-8ff8-4add-9223-e815a60245ec request from n-d-843948-2 {{(pid=84888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:33:56.213193 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: d2a91667-75b0-431e-896b-19336f0f79d9 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:33:56.213193 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device d2a91667-75b0-431e-896b-19336f0f79d9 not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:33:56.213193 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-1a437e85-d6ed-48b8-93ca-5cc6e4a159b7 None None] Deleting port c7d9a469-c859-4703-8e5b-539550391eea {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:33:56.213193 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-1a437e85-d6ed-48b8-93ca-5cc6e4a159b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:56.325169 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-070f7c2e-f4a0-40ec-b7c5-b1420c6ce50b req-39cb42cb-7710-41e9-88c0-178e91721b84 tempest-ServerShowV257Test-1438044090 tempest-ServerShowV257Test-1438044090-project] 10.222.0.85 "GET /v2.0/ports?device_id=1d99f1cf-c0b1-43eb-91b7-53668be9ab98 HTTP/1.1" status: 200 len: 210 time: 0.3894386 May 30 20:33:56.354751 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-20831869-e697-4328-b054-44b9d5163d5e admin admin] Deleting port c7d9a469-c859-4703-8e5b-539550391eea {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:33:56.354751 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-20831869-e697-4328-b054-44b9d5163d5e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:56.513069 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-095a92b6-cb2e-4ccf-93ac-932b5e266047 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:56.519746 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 47970) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:56.583578 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-567731d9-fcc9-4e58-98a7-fe7a442cb0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:56.632732 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-567731d9-fcc9-4e58-98a7-fe7a442cb0f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:56.634574 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-567731d9-fcc9-4e58-98a7-fe7a442cb0f5 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/e21cc0af-20ce-45f0-88f6-26f293b51416 HTTP/1.1" status: 204 len: 168 time: 1.5283771 May 30 20:33:56.641726 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567731d9-fcc9-4e58-98a7-fe7a442cb0f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e21cc0af-20ce-45f0-88f6-26f293b51416,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:56.688509 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-4d8fb87b-d870-4e75-ae68-4e9f39397b95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:56.695978 n-d-843948-2 neutron-server[84887]: DEBUG neutron.objects.ports [None req-0a293f73-3e43-44ab-ae67-299ed5967861 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84887) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 30 20:33:56.769686 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-1a437e85-d6ed-48b8-93ca-5cc6e4a159b7 None None] For port c7d9a469-c859-4703-8e5b-539550391eea, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=c7d9a469-c859-4703-8e5b-539550391eea,segment=NetworkSegment(b78e2ba6-ffa9-4506-8832-06fa459f4605),segment_id=b78e2ba6-ffa9-4506-8832-06fa459f4605)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:33:56.769686 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-1a437e85-d6ed-48b8-93ca-5cc6e4a159b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:56.898550 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-095a92b6-cb2e-4ccf-93ac-932b5e266047 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4055470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114247'] for subnet, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:56.906290 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-6c0facaf-43dd-4173-9fcb-65c7491a9324 None None] Provisioning for port 65b0ce20-d940-43a9-8614-8de0e79e7393 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:33:56.946137 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095a92b6-cb2e-4ccf-93ac-932b5e266047 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Pushing event deleted for resources: {'Subnet': ['ID=c7e37c99-5267-4a16-b7fe-47f979623e68,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:56.965675 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-095a92b6-cb2e-4ccf-93ac-932b5e266047 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:56.974478 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-6c0facaf-43dd-4173-9fcb-65c7491a9324 None None] Provisioning complete for port 65b0ce20-d940-43a9-8614-8de0e79e7393 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:33:56.975056 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-6c0facaf-43dd-4173-9fcb-65c7491a9324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:56.991386 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-095a92b6-cb2e-4ccf-93ac-932b5e266047 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] 10.222.0.85 "DELETE /v2.0/subnets/c7e37c99-5267-4a16-b7fe-47f979623e68 HTTP/1.1" status: 204 len: 168 time: 1.8213286 May 30 20:33:56.995439 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 47980) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:57.001650 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-5a91e065-439d-4515-93fb-f52bdb46cc77 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=af4cc1fbb91e4a5c856e947d8072b697&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4779041 May 30 20:33:57.002232 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 47984) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:57.020204 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-1a437e85-d6ed-48b8-93ca-5cc6e4a159b7 None None] Calling delete_port for c7d9a469-c859-4703-8e5b-539550391eea owned by network:dhcp {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:33:57.211472 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e73e9bb2-16a6-4027-a168-35dab641667d None None] Network 271c19f7-7f75-4169-9a6b-a772aae621bb requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:33:57.223987 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device c7d9a469-c859-4703-8e5b-539550391eea no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:33:57.283419 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0a293f73-3e43-44ab-ae67-299ed5967861 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:57.312165 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c2968731-4a29-4595-a082-bb9875387de9 req-159a8cd7-d49d-4428-8e3e-f65435f3b0a8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=48b01dc2d7d646fba51fb353612e7452&device_id=1d99f1cf-c0b1-43eb-91b7-53668be9ab98 HTTP/1.1" status: 200 len: 210 time: 0.3032613 May 30 20:33:57.317112 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [None req-20831869-e697-4328-b054-44b9d5163d5e admin admin] For port c7d9a469-c859-4703-8e5b-539550391eea, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=c7d9a469-c859-4703-8e5b-539550391eea,segment=NetworkSegment(b78e2ba6-ffa9-4506-8832-06fa459f4605),segment_id=b78e2ba6-ffa9-4506-8832-06fa459f4605)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:33:57.317112 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-20831869-e697-4328-b054-44b9d5163d5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:57.341780 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-1a437e85-d6ed-48b8-93ca-5cc6e4a159b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468'] for port, after_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:57.370372 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-29048353-9854-402c-be10-292d4b492c1f tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:57.411985 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-29048353-9854-402c-be10-292d4b492c1f tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Deleting port ff8cc614-eb05-4c71-9894-7842d2fa4a93 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:33:57.412186 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-29048353-9854-402c-be10-292d4b492c1f tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:57.417680 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a437e85-d6ed-48b8-93ca-5cc6e4a159b7 None None] Pushing event deleted for resources: {'Port': ['ID=c7d9a469-c859-4703-8e5b-539550391eea,revision_number=None']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:57.454229 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a437e85-d6ed-48b8-93ca-5cc6e4a159b7 None None] No DVR routers for this DVR port c7d9a469-c859-4703-8e5b-539550391eea on host n-d-843948-2 {{(pid=84888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:33:57.497712 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No active binding found for port c7d9a469-c859-4703-8e5b-539550391eea {{(pid=84888) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} May 30 20:33:57.498910 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device c7d9a469-c859-4703-8e5b-539550391eea not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:33:57.556525 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-20831869-e697-4328-b054-44b9d5163d5e admin admin] Calling delete_port for c7d9a469-c859-4703-8e5b-539550391eea owned by network:dhcp {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:33:57.609876 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-6c0facaf-43dd-4173-9fcb-65c7491a9324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:57.645255 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c2968731-4a29-4595-a082-bb9875387de9 req-d193ec11-9102-4c64-b862-065f969ac7e3 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=48b01dc2d7d646fba51fb353612e7452&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1475086 May 30 20:33:57.695265 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-32491302-44da-4eef-bc1d-0a82c5549f40 req-783406e9-9bd9-465a-8763-9968f39bfa1d tempest-ServerShowV257Test-1438044090 tempest-ServerShowV257Test-1438044090-project] 10.222.0.85 "GET /v2.0/ports?device_id=1d99f1cf-c0b1-43eb-91b7-53668be9ab98 HTTP/1.1" status: 200 len: 210 time: 0.1956193 May 30 20:33:57.707169 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [None req-29048353-9854-402c-be10-292d4b492c1f tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] For port ff8cc614-eb05-4c71-9894-7842d2fa4a93, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=ff8cc614-eb05-4c71-9894-7842d2fa4a93,segment=NetworkSegment(8ad7815e-9eb0-463c-86b1-3cae8620fc09),segment_id=8ad7815e-9eb0-463c-86b1-3cae8620fc09)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:33:57.707169 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-29048353-9854-402c-be10-292d4b492c1f tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:57.845352 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-29048353-9854-402c-be10-292d4b492c1f tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Calling delete_port for ff8cc614-eb05-4c71-9894-7842d2fa4a93 owned by network:dhcp {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:33:57.880040 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69acc783-9caa-4532-9076-2b604adcd557 None None] DHCP port deletion for 271c19f7-7f75-4169-9a6b-a772aae621bb request from n-d-843948-2 {{(pid=84888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:33:57.885776 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-69acc783-9caa-4532-9076-2b604adcd557 None None] Deleting port ff8cc614-eb05-4c71-9894-7842d2fa4a93 {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:33:57.886279 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-69acc783-9caa-4532-9076-2b604adcd557 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:57.923919 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2968731-4a29-4595-a082-bb9875387de9 req-66545ebc-26e8-47cc-8b46-b1acc250f169 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:33:57.925256 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c2968731-4a29-4595-a082-bb9875387de9 req-66545ebc-26e8-47cc-8b46-b1acc250f169 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2587178 May 30 20:33:57.990070 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-fc106c49-1734-4f6e-9dea-931b04485e8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:57.992960 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.db.api [None req-20831869-e697-4328-b054-44b9d5163d5e admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:33:57.993276 n-d-843948-2 neutron-server[84886]: DEBUG oslo_db.api [None req-20831869-e697-4328-b054-44b9d5163d5e admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:33:58.033781 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-fc106c49-1734-4f6e-9dea-931b04485e8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:58.062656 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-29048353-9854-402c-be10-292d4b492c1f tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:58.133134 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29048353-9854-402c-be10-292d4b492c1f tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Pushing event deleted for resources: {'Port': ['ID=ff8cc614-eb05-4c71-9894-7842d2fa4a93,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:58.136980 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 47998) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:58.172366 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29048353-9854-402c-be10-292d4b492c1f tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] No DVR routers for this DVR port ff8cc614-eb05-4c71-9894-7842d2fa4a93 on host n-d-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:33:58.207506 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-69acc783-9caa-4532-9076-2b604adcd557 None None] For port ff8cc614-eb05-4c71-9894-7842d2fa4a93, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=ff8cc614-eb05-4c71-9894-7842d2fa4a93,segment=NetworkSegment(8ad7815e-9eb0-463c-86b1-3cae8620fc09),segment_id=8ad7815e-9eb0-463c-86b1-3cae8620fc09)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:33:58.207506 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-69acc783-9caa-4532-9076-2b604adcd557 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:58.216884 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a32dbfc3-3f5d-40d7-aae1-f2783d6ddc08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:58.226651 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-fc106c49-1734-4f6e-9dea-931b04485e8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:58.246687 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc106c49-1734-4f6e-9dea-931b04485e8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ed3b12a-c5d4-4ba2-906c-9900ee2b8018,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:58.353322 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-69acc783-9caa-4532-9076-2b604adcd557 None None] Calling delete_port for ff8cc614-eb05-4c71-9894-7842d2fa4a93 owned by network:dhcp {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:33:58.361017 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-fc106c49-1734-4f6e-9dea-931b04485e8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:58.362991 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-fc106c49-1734-4f6e-9dea-931b04485e8d admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/2ed3b12a-c5d4-4ba2-906c-9900ee2b8018 HTTP/1.1" status: 204 len: 168 time: 1.1890497 May 30 20:33:58.473951 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.db.api [None req-69acc783-9caa-4532-9076-2b604adcd557 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:33:58.473951 n-d-843948-2 neutron-server[84888]: DEBUG oslo_db.api [None req-69acc783-9caa-4532-9076-2b604adcd557 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:33:58.504340 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-20831869-e697-4328-b054-44b9d5163d5e admin admin] Deleting port c7d9a469-c859-4703-8e5b-539550391eea {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:33:58.504340 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-20831869-e697-4328-b054-44b9d5163d5e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:58.507507 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [None req-0a293f73-3e43-44ab-ae67-299ed5967861 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] For port 65b0ce20-d940-43a9-8614-8de0e79e7393, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=65b0ce20-d940-43a9-8614-8de0e79e7393,segment=NetworkSegment(2cb73a29-9359-4fbf-99af-be1c6062790b),segment_id=2cb73a29-9359-4fbf-99af-be1c6062790b)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:33:58.515507 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-a32dbfc3-3f5d-40d7-aae1-f2783d6ddc08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:33:58.529326 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-29048353-9854-402c-be10-292d4b492c1f tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:58.529326 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-a32dbfc3-3f5d-40d7-aae1-f2783d6ddc08 admin admin] Usage tracker for resource:security_group_rule and tenant:570a66a6421e49fa8b4445aafefec25b is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:33:58.544557 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-a32dbfc3-3f5d-40d7-aae1-f2783d6ddc08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:33:58.544557 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-a32dbfc3-3f5d-40d7-aae1-f2783d6ddc08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:33:58.584218 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-29048353-9854-402c-be10-292d4b492c1f tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['271c19f7-7f75-4169-9a6b-a772aae621bb']}} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:33:58.600638 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0a293f73-3e43-44ab-ae67-299ed5967861 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:58.604152 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-20831869-e697-4328-b054-44b9d5163d5e admin admin] The port 'c7d9a469-c859-4703-8e5b-539550391eea' was deleted {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 20:33:58.611565 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-29048353-9854-402c-be10-292d4b492c1f tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ad7815e-9eb0-463c-86b1-3cae8620fc09') {'for_net_delete': True} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:33:58.611565 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-29048353-9854-402c-be10-292d4b492c1f tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ad7815e-9eb0-463c-86b1-3cae8620fc09') {} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:33:58.629709 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-29048353-9854-402c-be10-292d4b492c1f tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3149912'] for segment, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:58.677753 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-29048353-9854-402c-be10-292d4b492c1f tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:58.690670 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0a293f73-3e43-44ab-ae67-299ed5967861 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:58.691404 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0a293f73-3e43-44ab-ae67-299ed5967861 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4055401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114238'] for subnet, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:58.740172 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.db.api [None req-6c0facaf-43dd-4173-9fcb-65c7491a9324 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:33:58.746340 n-d-843948-2 neutron-server[84888]: DEBUG oslo_db.api [None req-6c0facaf-43dd-4173-9fcb-65c7491a9324 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:33:58.776875 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29048353-9854-402c-be10-292d4b492c1f tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Releasing vlan 658 on physical network physnet1 to pool {{(pid=84887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:33:58.777289 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-29048353-9854-402c-be10-292d4b492c1f tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4055488'] for segment, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:58.818069 n-d-843948-2 neutron-server[84887]: Traceback (most recent call last): May 30 20:33:58.818069 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:33:58.818069 n-d-843948-2 neutron-server[84887]: timer() May 30 20:33:58.818069 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:33:58.818069 n-d-843948-2 neutron-server[84887]: cb(*args, **kw) May 30 20:33:58.818069 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:33:58.818069 n-d-843948-2 neutron-server[84887]: return func(*args, **kwargs) May 30 20:33:58.818069 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:33:58.818069 n-d-843948-2 neutron-server[84887]: self._notify() May 30 20:33:58.818069 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:33:58.818069 n-d-843948-2 neutron-server[84887]: self.callback(batched_events) May 30 20:33:58.818069 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:33:58.818069 n-d-843948-2 neutron-server[84887]: event.method(event) May 30 20:33:58.818069 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:33:58.818069 n-d-843948-2 neutron-server[84887]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:33:58.818069 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:33:58.818069 n-d-843948-2 neutron-server[84887]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:33:58.818069 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:33:58.818069 n-d-843948-2 neutron-server[84887]: return f(self, *a, **k) May 30 20:33:58.818069 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:33:58.818069 n-d-843948-2 neutron-server[84887]: return self._get(url).json() May 30 20:33:58.818069 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:33:58.818069 n-d-843948-2 neutron-server[84887]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:33:58.818069 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:33:58.818069 n-d-843948-2 neutron-server[84887]: return self.request(url, 'GET', **kwargs) May 30 20:33:58.818069 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:33:58.818069 n-d-843948-2 neutron-server[84887]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:33:58.818069 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:33:58.818069 n-d-843948-2 neutron-server[84887]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:33:58.818069 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:33:58.818069 n-d-843948-2 neutron-server[84887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:33:58.818069 n-d-843948-2 neutron-server[84887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:33:58.820077 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-20831869-e697-4328-b054-44b9d5163d5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:58.854617 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-20831869-e697-4328-b054-44b9d5163d5e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ad0cf2e-8ff8-4add-9223-e815a60245ec']}} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:33:58.872027 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-20831869-e697-4328-b054-44b9d5163d5e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b78e2ba6-ffa9-4506-8832-06fa459f4605') {'for_net_delete': True} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:33:58.872315 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-20831869-e697-4328-b054-44b9d5163d5e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b78e2ba6-ffa9-4506-8832-06fa459f4605') {} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:33:58.880861 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a32dbfc3-3f5d-40d7-aae1-f2783d6ddc08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:58.888054 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-20831869-e697-4328-b054-44b9d5163d5e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2660590'] for segment, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:58.936871 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-20831869-e697-4328-b054-44b9d5163d5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:58.936871 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20831869-e697-4328-b054-44b9d5163d5e admin admin] Releasing vlan 663 on physical network physnet1 to pool {{(pid=84886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:33:58.936871 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-20831869-e697-4328-b054-44b9d5163d5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4126989'] for segment, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:58.954326 n-d-843948-2 neutron-server[84886]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:33:58.954326 n-d-843948-2 neutron-server[84886]: util.warn( May 30 20:33:58.954326 n-d-843948-2 neutron-server[84886]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:33:58.954326 n-d-843948-2 neutron-server[84886]: util.warn( May 30 20:33:58.954326 n-d-843948-2 neutron-server[84886]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:33:58.954326 n-d-843948-2 neutron-server[84886]: util.warn( May 30 20:33:58.954326 n-d-843948-2 neutron-server[84886]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:33:58.954326 n-d-843948-2 neutron-server[84886]: util.warn( May 30 20:33:58.954326 n-d-843948-2 neutron-server[84886]: Traceback (most recent call last): May 30 20:33:58.954326 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:33:58.954326 n-d-843948-2 neutron-server[84886]: timer() May 30 20:33:58.954326 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:33:58.954326 n-d-843948-2 neutron-server[84886]: cb(*args, **kw) May 30 20:33:58.954326 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:33:58.954326 n-d-843948-2 neutron-server[84886]: return func(*args, **kwargs) May 30 20:33:58.954326 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:33:58.954326 n-d-843948-2 neutron-server[84886]: self._notify() May 30 20:33:58.954326 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:33:58.954326 n-d-843948-2 neutron-server[84886]: self.callback(batched_events) May 30 20:33:58.954326 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:33:58.954326 n-d-843948-2 neutron-server[84886]: event.method(event) May 30 20:33:58.954326 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:33:58.954326 n-d-843948-2 neutron-server[84886]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:33:58.954326 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:33:58.954326 n-d-843948-2 neutron-server[84886]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:33:58.954326 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:33:58.954326 n-d-843948-2 neutron-server[84886]: return f(self, *a, **k) May 30 20:33:58.954326 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:33:58.954326 n-d-843948-2 neutron-server[84886]: return self._get(url).json() May 30 20:33:58.954326 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:33:58.954326 n-d-843948-2 neutron-server[84886]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:33:58.954326 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:33:58.954326 n-d-843948-2 neutron-server[84886]: return self.request(url, 'GET', **kwargs) May 30 20:33:58.954326 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:33:58.954326 n-d-843948-2 neutron-server[84886]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:33:58.954326 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:33:58.954326 n-d-843948-2 neutron-server[84886]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:33:58.954326 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:33:58.954326 n-d-843948-2 neutron-server[84886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:33:58.954326 n-d-843948-2 neutron-server[84886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:33:58.978084 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-69acc783-9caa-4532-9076-2b604adcd557 None None] Deleting port ff8cc614-eb05-4c71-9894-7842d2fa4a93 {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:33:58.978084 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-69acc783-9caa-4532-9076-2b604adcd557 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:59.035796 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a293f73-3e43-44ab-ae67-299ed5967861 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Network e47345d4-98a8-46f5-a7b7-66b2eb513a50 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:33:59.035796 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-0a293f73-3e43-44ab-ae67-299ed5967861 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:33:59.118405 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a293f73-3e43-44ab-ae67-299ed5967861 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:33:59.118405 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0a293f73-3e43-44ab-ae67-299ed5967861 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:59.124767 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b195867-7093-42e5-8b38-980785fe5d23 None None] Network e47345d4-98a8-46f5-a7b7-66b2eb513a50 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:33:59.164144 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a066ca19-7a64-42b6-a17a-089b46817b72 req-f59524a2-fcc9-4670-98a5-aeb1e8e12204 tempest-ServerShowV257Test-1438044090 tempest-ServerShowV257Test-1438044090-project] 10.222.0.85 "GET /v2.0/ports?device_id=1d99f1cf-c0b1-43eb-91b7-53668be9ab98 HTTP/1.1" status: 200 len: 210 time: 0.2237391 May 30 20:33:59.169475 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c2968731-4a29-4595-a082-bb9875387de9 req-2807fa3a-f0a1-41bc-9ddf-55d66079addf tempest-ServerShowV257Test-1438044090 tempest-ServerShowV257Test-1438044090-project] 10.222.0.71 "GET /v2.0/ports?device_id=1d99f1cf-c0b1-43eb-91b7-53668be9ab98 HTTP/1.1" status: 200 len: 210 time: 0.0567453 May 30 20:33:59.174892 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a32dbfc3-3f5d-40d7-aae1-f2783d6ddc08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:59.211626 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device ff8cc614-eb05-4c71-9894-7842d2fa4a93 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:33:59.215767 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-20831869-e697-4328-b054-44b9d5163d5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:59.215767 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-20831869-e697-4328-b054-44b9d5163d5e admin admin] Notify callbacks [] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:59.215767 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20831869-e697-4328-b054-44b9d5163d5e admin admin] Pushing event deleted for resources: {'Network': ['ID=2ad0cf2e-8ff8-4add-9223-e815a60245ec,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:59.276636 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a293f73-3e43-44ab-ae67-299ed5967861 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Pushing event updated for resources: {'Subnet': ['ID=0ccfce0b-877d-4def-98f9-7075d700b392,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:59.279165 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a293f73-3e43-44ab-ae67-299ed5967861 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Pushing event updated for resources: {'Port': ['ID=65b0ce20-d940-43a9-8614-8de0e79e7393,revision_number=4']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:59.303137 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32dbfc3-3f5d-40d7-aae1-f2783d6ddc08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ffde813-e8bc-4d3b-806b-12238691e972,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:59.329086 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-a32dbfc3-3f5d-40d7-aae1-f2783d6ddc08 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=570a66a6421e49fa8b4445aafefec25b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1900532 May 30 20:33:59.331844 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 48014) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:59.399711 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-69acc783-9caa-4532-9076-2b604adcd557 None None] The port 'ff8cc614-eb05-4c71-9894-7842d2fa4a93' was deleted {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 20:33:59.411175 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-537a550f-a538-47bb-b186-888819887ff8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:59.417837 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-20831869-e697-4328-b054-44b9d5163d5e admin admin] 10.222.0.85 "DELETE /v2.0/networks/2ad0cf2e-8ff8-4add-9223-e815a60245ec HTTP/1.1" status: 204 len: 168 time: 3.8002360 May 30 20:33:59.467832 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-537a550f-a538-47bb-b186-888819887ff8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:59.472972 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-0a293f73-3e43-44ab-ae67-299ed5967861 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 6.7077587 May 30 20:33:59.473934 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-29048353-9854-402c-be10-292d4b492c1f tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:59.487739 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-29048353-9854-402c-be10-292d4b492c1f tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:59.490803 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 48026) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:59.588330 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: ff8cc614-eb05-4c71-9894-7842d2fa4a93 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:33:59.588330 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device ff8cc614-eb05-4c71-9894-7842d2fa4a93 not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:33:59.593207 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-8abf9caa-60f9-4e1b-b811-21bfe5deff78 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Request body: {'port': {'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50', 'mac_address': 'fa:16:3e:dc:7e:77', 'name': 'tempest-NetworksTestDHCPv6-397194730'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:33:59.650587 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-537a550f-a538-47bb-b186-888819887ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:59.667086 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537a550f-a538-47bb-b186-888819887ff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ffde813-e8bc-4d3b-806b-12238691e972,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:59.673808 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-537a550f-a538-47bb-b186-888819887ff8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:59.686459 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-537a550f-a538-47bb-b186-888819887ff8 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/3ffde813-e8bc-4d3b-806b-12238691e972 HTTP/1.1" status: 204 len: 168 time: 0.3419032 May 30 20:33:59.715658 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-6c0facaf-43dd-4173-9fcb-65c7491a9324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:59.755281 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29048353-9854-402c-be10-292d4b492c1f tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Pushing event deleted for resources: {'Network': ['ID=271c19f7-7f75-4169-9a6b-a772aae621bb,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:33:59.764989 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-29048353-9854-402c-be10-292d4b492c1f tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] 10.222.0.85 "DELETE /v2.0/networks/271c19f7-7f75-4169-9a6b-a772aae621bb HTTP/1.1" status: 204 len: 168 time: 2.7652514 May 30 20:33:59.792716 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 48036) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:33:59.792716 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-f89f73eb-b825-4ffe-bc0b-22e04da4c6f7 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-317510075', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:33:59.792716 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-f89f73eb-b825-4ffe-bc0b-22e04da4c6f7 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:33:59.816252 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-f89f73eb-b825-4ffe-bc0b-22e04da4c6f7 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Usage tracker for resource:router and tenant:eeceb350906e46fc9b2c21ca495ac559 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:33:59.824360 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-f89f73eb-b825-4ffe-bc0b-22e04da4c6f7 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:33:59.832165 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-f89f73eb-b825-4ffe-bc0b-22e04da4c6f7 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:33:59.848018 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-8abf9caa-60f9-4e1b-b811-21bfe5deff78 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:33:59.852260 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-8abf9caa-60f9-4e1b-b811-21bfe5deff78 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Usage tracker for resource:port and tenant:08954986e7454427ae0d40c7652d3c6a is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:33:59.855207 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-8abf9caa-60f9-4e1b-b811-21bfe5deff78 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:33:59.859561 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-6c0facaf-43dd-4173-9fcb-65c7491a9324 None None] For port 65b0ce20-d940-43a9-8614-8de0e79e7393, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=65b0ce20-d940-43a9-8614-8de0e79e7393,segment=NetworkSegment(2cb73a29-9359-4fbf-99af-be1c6062790b),segment_id=2cb73a29-9359-4fbf-99af-be1c6062790b)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:33:59.862078 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-8abf9caa-60f9-4e1b-b811-21bfe5deff78 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:33:59.937193 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:59.940040 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-9b132dcf-7ffe-4ce2-9174-50001541370b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:59.966116 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f89f73eb-b825-4ffe-bc0b-22e04da4c6f7 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-733683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3159'] for router, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:59.968032 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-6c0facaf-43dd-4173-9fcb-65c7491a9324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:59.969289 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f89f73eb-b825-4ffe-bc0b-22e04da4c6f7 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-733584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-736372', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-628480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3164'] for router, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:33:59.986407 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8abf9caa-60f9-4e1b-b811-21bfe5deff78 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Made reservation on behalf of 08954986e7454427ae0d40c7652d3c6a for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:34:00.007506 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f89f73eb-b825-4ffe-bc0b-22e04da4c6f7 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:00.158954 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 48042) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:34:00.195240 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f89f73eb-b825-4ffe-bc0b-22e04da4c6f7 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-736409'] for router, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:00.257568 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8abf9caa-60f9-4e1b-b811-21bfe5deff78 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:00.271166 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0facaf-43dd-4173-9fcb-65c7491a9324 None None] Pushing event updated for resources: {'Port': ['ID=65b0ce20-d940-43a9-8614-8de0e79e7393,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:00.369290 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [None req-8abf9caa-60f9-4e1b-b811-21bfe5deff78 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] device_id is not set on port 28215c1e-9f8d-4237-b0e5-153dff750dfd yet. {{(pid=84887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:34:00.387167 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-a24f053f-82fc-4d59-8e9f-87682f90e4e6 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=6a921a88c2104251b4f5cf697763e02b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2346673 May 30 20:34:00.388828 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 48054) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:34:00.517390 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f89f73eb-b825-4ffe-bc0b-22e04da4c6f7 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks [] for router, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:00.517390 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-f89f73eb-b825-4ffe-bc0b-22e04da4c6f7 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.7469752 May 30 20:34:00.527063 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 48060) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:34:00.539872 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-511e0840-88eb-4c62-8db4-4bfb58d93406 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1744769831'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:34:00.548966 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-511e0840-88eb-4c62-8db4-4bfb58d93406 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:34:00.561691 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-511e0840-88eb-4c62-8db4-4bfb58d93406 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Usage tracker for resource:network and tenant:eeceb350906e46fc9b2c21ca495ac559 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:34:00.561691 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-511e0840-88eb-4c62-8db4-4bfb58d93406 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:34:00.573329 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-511e0840-88eb-4c62-8db4-4bfb58d93406 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:34:00.856673 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-8879b239-6b48-4f11-a773-13511c324898 req-4eb321af-b379-4f58-8903-606a96cbd9fb tempest-ServerShowV257Test-1438044090 tempest-ServerShowV257Test-1438044090-project] 10.222.0.85 "GET /v2.0/ports?device_id=1d99f1cf-c0b1-43eb-91b7-53668be9ab98 HTTP/1.1" status: 200 len: 210 time: 0.3270855 May 30 20:34:00.912703 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0f5f74a5-4a21-4479-8364-cc168f9490a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:00.923278 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-511e0840-88eb-4c62-8db4-4bfb58d93406 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Made reservation on behalf of eeceb350906e46fc9b2c21ca495ac559 for: {'network': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:34:00.927693 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-511e0840-88eb-4c62-8db4-4bfb58d93406 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:00.983729 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0f5f74a5-4a21-4479-8364-cc168f9490a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:01.030620 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [None req-8abf9caa-60f9-4e1b-b811-21bfe5deff78 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Allocated IP 172.20.0.14 (e47345d4-98a8-46f5-a7b7-66b2eb513a50/a0c04262-9a78-4413-8fb6-aea70cd79917/28215c1e-9f8d-4237-b0e5-153dff750dfd) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:34:01.030620 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [None req-8abf9caa-60f9-4e1b-b811-21bfe5deff78 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Allocated IP 2001:db8::f816:3eff:fedc:7e77 (e47345d4-98a8-46f5-a7b7-66b2eb513a50/0ccfce0b-877d-4def-98f9-7075d700b392/28215c1e-9f8d-4237-b0e5-153dff750dfd) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:34:01.054092 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-511e0840-88eb-4c62-8db4-4bfb58d93406 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] vlan segment allocate from pool success with {'vlan_id': 689, 'physical_network': 'physnet1'} {{(pid=84886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:34:01.083504 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-511e0840-88eb-4c62-8db4-4bfb58d93406 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:01.083504 n-d-843948-2 neutron-server[84886]: INFO neutron.db.segments_db [None req-511e0840-88eb-4c62-8db4-4bfb58d93406 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Added segment 1c750423-dd6e-45a1-a6b4-9ddbeacc0b44 of type vlan for network f7aa054c-b3ce-4814-8100-f5d8c473d50b May 30 20:34:01.090284 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 65b0ce20-d940-43a9-8614-8de0e79e7393 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:34:01.145953 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-511e0840-88eb-4c62-8db4-4bfb58d93406 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:01.164612 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:01.164612 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-6d6f8b9e-c336-4a35-9f9a-008d95b81634 None None] Provisioning complete for port 65b0ce20-d940-43a9-8614-8de0e79e7393 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:34:01.164612 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-6d6f8b9e-c336-4a35-9f9a-008d95b81634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:01.235799 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 65b0ce20-d940-43a9-8614-8de0e79e7393 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:34:01.236171 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:01.239869 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0f5f74a5-4a21-4479-8364-cc168f9490a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:01.261639 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5f74a5-4a21-4479-8364-cc168f9490a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0f5a03a-3401-4640-b745-8ebe64bcb809,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:01.277562 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-511e0840-88eb-4c62-8db4-4bfb58d93406 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:01.283101 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-511e0840-88eb-4c62-8db4-4bfb58d93406 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:34:01.285134 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-511e0840-88eb-4c62-8db4-4bfb58d93406 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks [] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:01.517305 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0f5f74a5-4a21-4479-8364-cc168f9490a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:01.517305 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-0f5f74a5-4a21-4479-8364-cc168f9490a7 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/d0f5a03a-3401-4640-b745-8ebe64bcb809 HTTP/1.1" status: 204 len: 168 time: 1.1157975 May 30 20:34:01.528438 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511e0840-88eb-4c62-8db4-4bfb58d93406 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Pushing event updated for resources: {'Network': ['ID=f7aa054c-b3ce-4814-8100-f5d8c473d50b,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:01.563127 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network f7aa054c-b3ce-4814-8100-f5d8c473d50b details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:34:01.598380 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-511e0840-88eb-4c62-8db4-4bfb58d93406 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0706725 May 30 20:34:01.603117 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 48086) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:34:01.609234 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-66c7b258-043f-4169-84e0-200b42a7be51 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Request body: {'subnet': {'network_id': 'f7aa054c-b3ce-4814-8100-f5d8c473d50b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:34:01.627690 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8abf9caa-60f9-4e1b-b811-21bfe5deff78 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:01.667132 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [None req-8abf9caa-60f9-4e1b-b811-21bfe5deff78 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Transition to ACTIVE for port object 28215c1e-9f8d-4237-b0e5-153dff750dfd will not be triggered until provisioned by entity DHCP. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:34:01.766054 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-66c7b258-043f-4169-84e0-200b42a7be51 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:34:01.769419 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-66c7b258-043f-4169-84e0-200b42a7be51 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Usage tracker for resource:subnet and tenant:eeceb350906e46fc9b2c21ca495ac559 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:34:01.776516 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-66c7b258-043f-4169-84e0-200b42a7be51 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:34:01.795561 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-66c7b258-043f-4169-84e0-200b42a7be51 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:34:01.797379 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8abf9caa-60f9-4e1b-b811-21bfe5deff78 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:01.890683 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66c7b258-043f-4169-84e0-200b42a7be51 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Made reservation on behalf of eeceb350906e46fc9b2c21ca495ac559 for: {'subnet': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:34:01.914348 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8abf9caa-60f9-4e1b-b811-21bfe5deff78 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Network e47345d4-98a8-46f5-a7b7-66b2eb513a50 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:34:01.914348 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-8abf9caa-60f9-4e1b-b811-21bfe5deff78 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:34:01.924638 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abf9caa-60f9-4e1b-b811-21bfe5deff78 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:34:01.964622 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abf9caa-60f9-4e1b-b811-21bfe5deff78 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Pushing event updated for resources: {'Port': ['ID=28215c1e-9f8d-4237-b0e5-153dff750dfd,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:02.048866 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8abf9caa-60f9-4e1b-b811-21bfe5deff78 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:34:02.050416 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8abf9caa-60f9-4e1b-b811-21bfe5deff78 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:02.156757 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-66c7b258-043f-4169-84e0-200b42a7be51 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2778563'] for subnet, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:02.234105 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-8abf9caa-60f9-4e1b-b811-21bfe5deff78 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.6510284 May 30 20:34:02.234105 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 48108) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:34:02.422488 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b66730e9-78d4-4c89-b735-0bfd14744f0b tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:34:02.438678 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b66730e9-78d4-4c89-b735-0bfd14744f0b tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:34:02.439608 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-b66730e9-78d4-4c89-b735-0bfd14744f0b tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Synchronizing usage tracker for tenant:08954986e7454427ae0d40c7652d3c6a on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:34:02.456909 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-a0a6e4ee-d933-45fc-84b1-4f523c359adf None None] Provisioning for port 28215c1e-9f8d-4237-b0e5-153dff750dfd completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:34:02.462968 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-a0a6e4ee-d933-45fc-84b1-4f523c359adf None None] Provisioning complete for port 28215c1e-9f8d-4237-b0e5-153dff750dfd triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:34:02.463333 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-a0a6e4ee-d933-45fc-84b1-4f523c359adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:02.531729 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-a0a6e4ee-d933-45fc-84b1-4f523c359adf None None] Port 28215c1e-9f8d-4237-b0e5-153dff750dfd cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:34:02.548091 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-b66730e9-78d4-4c89-b735-0bfd14744f0b tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Unset dirty status for tenant:08954986e7454427ae0d40c7652d3c6a on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:34:02.562125 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-b66730e9-78d4-4c89-b735-0bfd14744f0b tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.3278227 May 30 20:34:02.563898 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 48118) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:34:02.640302 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-d8a6877a-e751-44f4-ad80-42b7efebdf02 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Deleting port 28215c1e-9f8d-4237-b0e5-153dff750dfd {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:34:02.640302 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d8a6877a-e751-44f4-ad80-42b7efebdf02 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:02.674892 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-66c7b258-043f-4169-84e0-200b42a7be51 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4127140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2778577'] for subnet, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:02.684179 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:02.817821 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c7b258-043f-4169-84e0-200b42a7be51 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Pushing event updated for resources: {'Subnet': ['ID=bdbd14ab-945e-4aef-b6e0-7157227cf2a3,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:02.928288 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c7b258-043f-4169-84e0-200b42a7be51 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Checking segment: {'id': '1c750423-dd6e-45a1-a6b4-9ddbeacc0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f7aa054c-b3ce-4814-8100-f5d8c473d50b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:34:02.928288 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c7b258-043f-4169-84e0-200b42a7be51 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Network hostable DHCP agents. Network: f7aa054c-b3ce-4814-8100-f5d8c473d50b, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:34:03.022601 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d8a6877a-e751-44f4-ad80-42b7efebdf02 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:03.093263 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c7b258-043f-4169-84e0-200b42a7be51 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Network f7aa054c-b3ce-4814-8100-f5d8c473d50b is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:34:03.173356 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-d8a6877a-e751-44f4-ad80-42b7efebdf02 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Calling delete_port for 28215c1e-9f8d-4237-b0e5-153dff750dfd owned by {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:34:03.177799 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 48138) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:34:03.345520 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-66c7b258-043f-4169-84e0-200b42a7be51 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, f7aa054c-b3ce-4814-8100-f5d8c473d50b) {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:34:03.356722 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b1fd1a5-e8e6-4db8-b230-eca5b0ac9f63 None None] Network f7aa054c-b3ce-4814-8100-f5d8c473d50b requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:34:03.374498 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c7b258-043f-4169-84e0-200b42a7be51 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:34:03.375338 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-66c7b258-043f-4169-84e0-200b42a7be51 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks [] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:03.532149 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4458e447-fbd1-44e1-95e6-a795863a8d08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:03.624451 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 48156) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:34:03.627483 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-66c7b258-043f-4169-84e0-200b42a7be51 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0166118 May 30 20:34:03.688979 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d8a6877a-e751-44f4-ad80-42b7efebdf02 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:03.799709 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a6877a-e751-44f4-ad80-42b7efebdf02 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Pushing event deleted for resources: {'Port': ['ID=28215c1e-9f8d-4237-b0e5-153dff750dfd,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:03.934610 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3053edd8-edcb-49fa-8e67-fd8f95afc5a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-f7aa054c-b3ce-4814-8100-f5d8c473d50b', 'network_id': 'f7aa054c-b3ce-4814-8100-f5d8c473d50b', 'tenant_id': 'eeceb350906e46fc9b2c21ca495ac559', 'fixed_ips': [{'subnet_id': 'bdbd14ab-945e-4aef-b6e0-7157227cf2a3'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:34:03.934610 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-3053edd8-edcb-49fa-8e67-fd8f95afc5a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:04.032673 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ad8138ac-78bf-48e8-9bf2-59de0934d19b req-7379d09e-9744-4024-8548-485f3a701d91 tempest-ServerShowV254Test-1944491154 tempest-ServerShowV254Test-1944491154-project] 10.222.0.85 "GET /v2.0/ports?device_id=b70acc5a-1679-43e0-93dc-059df2e2e9da HTTP/1.1" status: 200 len: 210 time: 0.3129551 May 30 20:34:04.032673 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-4458e447-fbd1-44e1-95e6-a795863a8d08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:34:04.083305 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-4458e447-fbd1-44e1-95e6-a795863a8d08 admin admin] Usage tracker for resource:security_group_rule and tenant:48b01dc2d7d646fba51fb353612e7452 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:34:04.087158 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-4458e447-fbd1-44e1-95e6-a795863a8d08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:34:04.123314 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-4458e447-fbd1-44e1-95e6-a795863a8d08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:34:04.427373 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-3053edd8-edcb-49fa-8e67-fd8f95afc5a9 None None] Allocated IP 2001:db8::2 (f7aa054c-b3ce-4814-8100-f5d8c473d50b/bdbd14ab-945e-4aef-b6e0-7157227cf2a3/50d36f32-f1b7-4155-8886-49185a7e1d37) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:34:04.477498 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d8a6877a-e751-44f4-ad80-42b7efebdf02 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:04.477498 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-d8a6877a-e751-44f4-ad80-42b7efebdf02 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "DELETE /v2.0/ports/28215c1e-9f8d-4237-b0e5-153dff750dfd HTTP/1.1" status: 204 len: 168 time: 1.9196734 May 30 20:34:04.477498 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 48186) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:34:04.537272 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4458e447-fbd1-44e1-95e6-a795863a8d08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:04.606197 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4458e447-fbd1-44e1-95e6-a795863a8d08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:04.633292 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ede8367-5d01-4a7b-83a9-f6c0be456c9a tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:34:04.635217 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ede8367-5d01-4a7b-83a9-f6c0be456c9a tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:34:04.637012 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ede8367-5d01-4a7b-83a9-f6c0be456c9a tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:34:04.637920 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-7ede8367-5d01-4a7b-83a9-f6c0be456c9a tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Synchronizing usage tracker for tenant:08954986e7454427ae0d40c7652d3c6a on resource:subnet {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:34:04.683183 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-4458e447-fbd1-44e1-95e6-a795863a8d08 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=48b01dc2d7d646fba51fb353612e7452&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5033808 May 30 20:34:04.690067 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 48194) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:34:04.707593 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-3053edd8-edcb-49fa-8e67-fd8f95afc5a9 None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:04.717547 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4458e447-fbd1-44e1-95e6-a795863a8d08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b70e7140-afd5-413b-bb54-ac71b592725f,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:04.744712 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-3053edd8-edcb-49fa-8e67-fd8f95afc5a9 None None] Transition to ACTIVE for port object 50d36f32-f1b7-4155-8886-49185a7e1d37 will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:34:04.753770 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-7ede8367-5d01-4a7b-83a9-f6c0be456c9a tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Unset dirty status for tenant:08954986e7454427ae0d40c7652d3c6a on resource:subnet {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:34:04.754953 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-7ede8367-5d01-4a7b-83a9-f6c0be456c9a tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2762051 May 30 20:34:04.769075 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 48200) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:34:04.787897 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-3053edd8-edcb-49fa-8e67-fd8f95afc5a9 None None] Transition to ACTIVE for port object 50d36f32-f1b7-4155-8886-49185a7e1d37 will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:34:04.875006 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-3053edd8-edcb-49fa-8e67-fd8f95afc5a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:04.986401 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3053edd8-edcb-49fa-8e67-fd8f95afc5a9 None None] Pushing event updated for resources: {'Port': ['ID=50d36f32-f1b7-4155-8886-49185a7e1d37,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:04.995726 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3053edd8-edcb-49fa-8e67-fd8f95afc5a9 None None] Network f7aa054c-b3ce-4814-8100-f5d8c473d50b is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:34:04.995726 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-3053edd8-edcb-49fa-8e67-fd8f95afc5a9 None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:34:05.011867 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3053edd8-edcb-49fa-8e67-fd8f95afc5a9 None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:34:05.126978 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4ba9e6e6-888e-448e-8884-14151274b94c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:05.151079 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-488b5acb-20bf-4a5f-ac86-7e9a7335d37d tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:05.219442 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4ba9e6e6-888e-448e-8884-14151274b94c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:05.270550 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-3053edd8-edcb-49fa-8e67-fd8f95afc5a9 None None] Attempting to bind port 50d36f32-f1b7-4155-8886-49185a7e1d37 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:34:05.272463 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-3053edd8-edcb-49fa-8e67-fd8f95afc5a9 None None] Attempting to bind port 50d36f32-f1b7-4155-8886-49185a7e1d37 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': '1c750423-dd6e-45a1-a6b4-9ddbeacc0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f7aa054c-b3ce-4814-8100-f5d8c473d50b'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:34:05.273030 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3053edd8-edcb-49fa-8e67-fd8f95afc5a9 None None] Attempting to bind port 50d36f32-f1b7-4155-8886-49185a7e1d37 on network f7aa054c-b3ce-4814-8100-f5d8c473d50b {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:34:05.290384 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3053edd8-edcb-49fa-8e67-fd8f95afc5a9 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:34:05.291200 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3053edd8-edcb-49fa-8e67-fd8f95afc5a9 None None] Checking segment: {'id': '1c750423-dd6e-45a1-a6b4-9ddbeacc0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f7aa054c-b3ce-4814-8100-f5d8c473d50b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:34:05.293264 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-3053edd8-edcb-49fa-8e67-fd8f95afc5a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:05.294025 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3053edd8-edcb-49fa-8e67-fd8f95afc5a9 None None] Bound using segment: {'id': '1c750423-dd6e-45a1-a6b4-9ddbeacc0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f7aa054c-b3ce-4814-8100-f5d8c473d50b'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:34:05.295689 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-3053edd8-edcb-49fa-8e67-fd8f95afc5a9 None None] Bound port: 50d36f32-f1b7-4155-8886-49185a7e1d37, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c750423-dd6e-45a1-a6b4-9ddbeacc0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f7aa054c-b3ce-4814-8100-f5d8c473d50b'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:34:05.297587 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-3053edd8-edcb-49fa-8e67-fd8f95afc5a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:05.425041 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9c3433a-92fd-4537-b5b7-8aa31c8c855f tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Deleting subnet 0ccfce0b-877d-4def-98f9-7075d700b392 {{(pid=84886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:34:05.440967 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4ba9e6e6-888e-448e-8884-14151274b94c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:05.459437 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f9c3433a-92fd-4537-b5b7-8aa31c8c855f tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks [] for subnet, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:05.560070 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-eab7e957-cd42-4f60-9c27-1936e49a23d6 req-763bb66b-579f-44b4-8582-4ac7b24b3f3e tempest-ServerShowV254Test-1944491154 tempest-ServerShowV254Test-1944491154-project] 10.222.0.85 "GET /v2.0/ports?device_id=b70acc5a-1679-43e0-93dc-059df2e2e9da HTTP/1.1" status: 200 len: 210 time: 0.1805286 May 30 20:34:05.568726 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba9e6e6-888e-448e-8884-14151274b94c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b70e7140-afd5-413b-bb54-ac71b592725f,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:05.574054 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-3053edd8-edcb-49fa-8e67-fd8f95afc5a9 None None] For port 50d36f32-f1b7-4155-8886-49185a7e1d37, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:34:05.593718 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4ba9e6e6-888e-448e-8884-14151274b94c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:05.594955 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-4ba9e6e6-888e-448e-8884-14151274b94c admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/b70e7140-afd5-413b-bb54-ac71b592725f HTTP/1.1" status: 204 len: 168 time: 0.9014833 May 30 20:34:05.617287 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f9c3433a-92fd-4537-b5b7-8aa31c8c855f tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2655517'] for subnet, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:05.630296 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-3053edd8-edcb-49fa-8e67-fd8f95afc5a9 None None] For port 50d36f32-f1b7-4155-8886-49185a7e1d37, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=50d36f32-f1b7-4155-8886-49185a7e1d37,segment=NetworkSegment(1c750423-dd6e-45a1-a6b4-9ddbeacc0b44),segment_id=1c750423-dd6e-45a1-a6b4-9ddbeacc0b44)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:34:05.706081 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-3053edd8-edcb-49fa-8e67-fd8f95afc5a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:05.798956 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f9c3433a-92fd-4537-b5b7-8aa31c8c855f tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:05.954402 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [None req-488b5acb-20bf-4a5f-ac86-7e9a7335d37d tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Allocated IP 2001:db8::1 (f7aa054c-b3ce-4814-8100-f5d8c473d50b/bdbd14ab-945e-4aef-b6e0-7157227cf2a3/3fc7cdf1-cff4-462a-82b4-ad80bb0f19b7) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:34:06.034913 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3053edd8-edcb-49fa-8e67-fd8f95afc5a9 None None] Pushing event updated for resources: {'Port': ['ID=50d36f32-f1b7-4155-8886-49185a7e1d37,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:06.173363 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f9c3433a-92fd-4537-b5b7-8aa31c8c855f tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4127075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2778536'] for subnet, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:06.217858 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-488b5acb-20bf-4a5f-ac86-7e9a7335d37d tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:06.262329 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c3433a-92fd-4537-b5b7-8aa31c8c855f tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Pushing event deleted for resources: {'Subnet': ['ID=0ccfce0b-877d-4def-98f9-7075d700b392,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:06.270324 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [None req-488b5acb-20bf-4a5f-ac86-7e9a7335d37d tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Transition to ACTIVE for port object 3fc7cdf1-cff4-462a-82b4-ad80bb0f19b7 will not be triggered until provisioned by entity DHCP. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:34:06.273291 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f9c3433a-92fd-4537-b5b7-8aa31c8c855f tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks [] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:06.291780 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e23ac95-4fdc-4dd9-9b38-262e11f2f888 None None] Network e47345d4-98a8-46f5-a7b7-66b2eb513a50 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:34:06.424512 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-f9c3433a-92fd-4537-b5b7-8aa31c8c855f tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "DELETE /v2.0/subnets/0ccfce0b-877d-4def-98f9-7075d700b392 HTTP/1.1" status: 204 len: 168 time: 1.6490064 May 30 20:34:06.426007 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-488b5acb-20bf-4a5f-ac86-7e9a7335d37d tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:06.429830 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 48242) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:34:06.603095 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-488b5acb-20bf-4a5f-ac86-7e9a7335d37d tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Network f7aa054c-b3ce-4814-8100-f5d8c473d50b is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:34:06.603095 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-488b5acb-20bf-4a5f-ac86-7e9a7335d37d tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:34:06.611642 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488b5acb-20bf-4a5f-ac86-7e9a7335d37d tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:34:06.611642 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-488b5acb-20bf-4a5f-ac86-7e9a7335d37d tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-736099'] for router_interface, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:06.630223 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488b5acb-20bf-4a5f-ac86-7e9a7335d37d tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Pushing event updated for resources: {'Port': ['ID=3fc7cdf1-cff4-462a-82b4-ad80bb0f19b7,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:06.646282 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488b5acb-20bf-4a5f-ac86-7e9a7335d37d tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:34:06.646282 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488b5acb-20bf-4a5f-ac86-7e9a7335d37d tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:34:06.646282 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488b5acb-20bf-4a5f-ac86-7e9a7335d37d tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:34:06.646282 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488b5acb-20bf-4a5f-ac86-7e9a7335d37d tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:34:06.646282 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488b5acb-20bf-4a5f-ac86-7e9a7335d37d tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:34:06.646282 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488b5acb-20bf-4a5f-ac86-7e9a7335d37d tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:34:06.646282 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488b5acb-20bf-4a5f-ac86-7e9a7335d37d tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:34:06.646282 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488b5acb-20bf-4a5f-ac86-7e9a7335d37d tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:34:06.646282 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488b5acb-20bf-4a5f-ac86-7e9a7335d37d tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:34:06.646282 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488b5acb-20bf-4a5f-ac86-7e9a7335d37d tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:34:06.646282 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488b5acb-20bf-4a5f-ac86-7e9a7335d37d tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:34:06.686236 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8947d75-3c48-4718-baec-1f179a0180f4 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Deleting subnet a0c04262-9a78-4413-8fb6-aea70cd79917 {{(pid=84886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:34:06.686236 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d8947d75-3c48-4718-baec-1f179a0180f4 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks [] for subnet, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:06.827017 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d8947d75-3c48-4718-baec-1f179a0180f4 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2655517'] for subnet, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:06.917942 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-488b5acb-20bf-4a5f-ac86-7e9a7335d37d tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:07.048740 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d8947d75-3c48-4718-baec-1f179a0180f4 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:07.222764 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 50d36f32-f1b7-4155-8886-49185a7e1d37 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:34:07.252942 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3fdaf194-dd71-4956-b0ae-405a5653d9f6 req-59b03180-c83e-4295-bc13-9d60ca2d7bf1 tempest-ServerShowV254Test-1944491154 tempest-ServerShowV254Test-1944491154-project] 10.222.0.85 "GET /v2.0/ports?device_id=b70acc5a-1679-43e0-93dc-059df2e2e9da HTTP/1.1" status: 200 len: 210 time: 0.1453009 May 30 20:34:07.466261 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d8947d75-3c48-4718-baec-1f179a0180f4 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4127075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2778536'] for subnet, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:07.496418 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 50d36f32-f1b7-4155-8886-49185a7e1d37 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:34:07.610911 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8947d75-3c48-4718-baec-1f179a0180f4 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Pushing event deleted for resources: {'Subnet': ['ID=a0c04262-9a78-4413-8fb6-aea70cd79917,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:07.622013 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d8947d75-3c48-4718-baec-1f179a0180f4 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks [] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:07.656069 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-d8947d75-3c48-4718-baec-1f179a0180f4 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "DELETE /v2.0/subnets/a0c04262-9a78-4413-8fb6-aea70cd79917 HTTP/1.1" status: 204 len: 168 time: 1.2131300 May 30 20:34:07.672152 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 48284) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:34:07.679269 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8947d75-3c48-4718-baec-1f179a0180f4 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:34:07.679269 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8947d75-3c48-4718-baec-1f179a0180f4 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:34:07.679269 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8947d75-3c48-4718-baec-1f179a0180f4 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:34:07.688573 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8947d75-3c48-4718-baec-1f179a0180f4 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:34:07.688573 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8947d75-3c48-4718-baec-1f179a0180f4 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:34:07.688573 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8947d75-3c48-4718-baec-1f179a0180f4 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:34:07.688573 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8947d75-3c48-4718-baec-1f179a0180f4 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:34:07.688573 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8947d75-3c48-4718-baec-1f179a0180f4 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:34:07.688573 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8947d75-3c48-4718-baec-1f179a0180f4 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:34:07.688573 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8947d75-3c48-4718-baec-1f179a0180f4 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:34:07.688573 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8947d75-3c48-4718-baec-1f179a0180f4 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:34:07.898992 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-e63b90f7-6bab-4abe-8cf8-57cd74976574 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2095490 May 30 20:34:07.900641 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 48302) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:34:07.915761 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-7f3a7946-2dfa-4cc3-9de6-23d1ba25b8ca tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Request body: {'subnet': {'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:34:08.238664 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-7f3a7946-2dfa-4cc3-9de6-23d1ba25b8ca tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:34:08.248518 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-7f3a7946-2dfa-4cc3-9de6-23d1ba25b8ca tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Usage tracker for resource:subnet and tenant:08954986e7454427ae0d40c7652d3c6a is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:34:08.252278 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-7f3a7946-2dfa-4cc3-9de6-23d1ba25b8ca tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:34:08.271047 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-7f3a7946-2dfa-4cc3-9de6-23d1ba25b8ca tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:34:08.376384 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f3a7946-2dfa-4cc3-9de6-23d1ba25b8ca tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Made reservation on behalf of 08954986e7454427ae0d40c7652d3c6a for: {'subnet': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:34:08.379923 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7f3a7946-2dfa-4cc3-9de6-23d1ba25b8ca tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2778563'] for subnet, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:08.498711 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-488b5acb-20bf-4a5f-ac86-7e9a7335d37d tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:08.601255 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-488b5acb-20bf-4a5f-ac86-7e9a7335d37d tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:08.601255 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-488b5acb-20bf-4a5f-ac86-7e9a7335d37d tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1718057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-736206'] for router_interface, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:08.844171 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b971eb2f-ce73-4ca6-a4dd-cbb3b3d93886 None None] Network f7aa054c-b3ce-4814-8100-f5d8c473d50b requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:34:09.104082 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-578aa2ed-2298-4630-b46b-d8cee6e84b88 req-a04705d5-bb9d-4c56-bc0b-faddddcde782 tempest-ServerShowV254Test-1944491154 tempest-ServerShowV254Test-1944491154-project] 10.222.0.85 "GET /v2.0/ports?device_id=b70acc5a-1679-43e0-93dc-059df2e2e9da HTTP/1.1" status: 200 len: 210 time: 0.1341770 May 30 20:34:09.196651 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7f3a7946-2dfa-4cc3-9de6-23d1ba25b8ca tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4127140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2778577'] for subnet, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:09.249597 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488b5acb-20bf-4a5f-ac86-7e9a7335d37d tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Pushing event updated for resources: {'Port': ['ID=3fc7cdf1-cff4-462a-82b4-ad80bb0f19b7,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:09.277527 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c42fad90-3c58-4d31-9ff0-78202f33d767 None None] Network e47345d4-98a8-46f5-a7b7-66b2eb513a50 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:34:09.287144 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 48330) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:34:09.411953 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-488b5acb-20bf-4a5f-ac86-7e9a7335d37d tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Network f7aa054c-b3ce-4814-8100-f5d8c473d50b is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:34:09.414490 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-488b5acb-20bf-4a5f-ac86-7e9a7335d37d tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:34:09.516758 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3a7946-2dfa-4cc3-9de6-23d1ba25b8ca tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Pushing event updated for resources: {'Subnet': ['ID=5fc97db5-5f9c-4626-ad90-7247b4714dcb,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:09.540949 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f3a7946-2dfa-4cc3-9de6-23d1ba25b8ca tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Network e47345d4-98a8-46f5-a7b7-66b2eb513a50 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:34:09.542839 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-7f3a7946-2dfa-4cc3-9de6-23d1ba25b8ca tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:34:09.556558 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f3a7946-2dfa-4cc3-9de6-23d1ba25b8ca tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:34:09.559390 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7f3a7946-2dfa-4cc3-9de6-23d1ba25b8ca tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks [] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:09.680687 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-7f3a7946-2dfa-4cc3-9de6-23d1ba25b8ca tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7741840 May 30 20:34:09.680687 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 48340) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:34:09.692076 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-e52d3094-eabd-4d6d-8f27-29179427826f tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Request body: {'subnet': {'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:34:09.724907 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-201bee0b-ce12-433b-bcbf-c7261df231be admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:09.805719 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-04acc335-d492-448f-8d8d-4776f58c573c None None] Provisioning for port 50d36f32-f1b7-4155-8886-49185a7e1d37 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:34:09.831749 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-04acc335-d492-448f-8d8d-4776f58c573c None None] Provisioning complete for port 50d36f32-f1b7-4155-8886-49185a7e1d37 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:34:09.832118 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-04acc335-d492-448f-8d8d-4776f58c573c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:09.960572 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-201bee0b-ce12-433b-bcbf-c7261df231be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:34:09.979758 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-201bee0b-ce12-433b-bcbf-c7261df231be admin admin] Usage tracker for resource:security_group_rule and tenant:6a0b0a413b244d5d92b9178577ca9883 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:34:09.983966 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-201bee0b-ce12-433b-bcbf-c7261df231be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:34:09.993665 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-201bee0b-ce12-433b-bcbf-c7261df231be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:34:10.015355 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-e52d3094-eabd-4d6d-8f27-29179427826f tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:34:10.043880 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-e52d3094-eabd-4d6d-8f27-29179427826f tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Usage tracker for resource:subnet and tenant:08954986e7454427ae0d40c7652d3c6a is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:34:10.059532 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-e52d3094-eabd-4d6d-8f27-29179427826f tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:34:10.059532 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-e52d3094-eabd-4d6d-8f27-29179427826f tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:34:10.167925 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e52d3094-eabd-4d6d-8f27-29179427826f tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Made reservation on behalf of 08954986e7454427ae0d40c7652d3c6a for: {'subnet': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:34:10.178635 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e52d3094-eabd-4d6d-8f27-29179427826f tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2778563'] for subnet, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:10.199418 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-201bee0b-ce12-433b-bcbf-c7261df231be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:10.274358 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-488b5acb-20bf-4a5f-ac86-7e9a7335d37d tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Router a4f19232-b258-4352-be0c-c357e4df05ee is scheduled to L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 with binding_index 1 {{(pid=84887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 20:34:10.332852 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-04acc335-d492-448f-8d8d-4776f58c573c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:10.430149 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-04acc335-d492-448f-8d8d-4776f58c573c None None] For port 50d36f32-f1b7-4155-8886-49185a7e1d37, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=50d36f32-f1b7-4155-8886-49185a7e1d37,segment=NetworkSegment(1c750423-dd6e-45a1-a6b4-9ddbeacc0b44),segment_id=1c750423-dd6e-45a1-a6b4-9ddbeacc0b44)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:34:10.477086 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-201bee0b-ce12-433b-bcbf-c7261df231be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:10.524637 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-04acc335-d492-448f-8d8d-4776f58c573c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:10.614154 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-201bee0b-ce12-433b-bcbf-c7261df231be admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=6a0b0a413b244d5d92b9178577ca9883&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3258114 May 30 20:34:10.619252 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 48378) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:34:10.626552 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2ba552d7-481b-44f2-b247-01e668982812 req-40583e92-e675-497f-9708-8dc471a67648 tempest-ServerShowV254Test-1944491154 tempest-ServerShowV254Test-1944491154-project] 10.222.0.85 "GET /v2.0/ports?device_id=b70acc5a-1679-43e0-93dc-059df2e2e9da HTTP/1.1" status: 200 len: 210 time: 0.1006596 May 30 20:34:10.657661 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201bee0b-ce12-433b-bcbf-c7261df231be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ca7ba71-cfa9-4ad2-94c3-521fbe557970,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:10.780741 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-488b5acb-20bf-4a5f-ac86-7e9a7335d37d tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:34:10.798555 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9f47dc-dbbe-4d04-9f12-86894fbe0289 None None] Sync routers for ids ['a4f19232-b258-4352-be0c-c357e4df05ee'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:34:10.838846 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ff4655e7-b055-4e1d-842f-705f00da463a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:10.858711 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b6006b7-3f65-4a21-bc40-21aea87dfb78 None None] Network e47345d4-98a8-46f5-a7b7-66b2eb513a50 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:34:10.894256 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-488b5acb-20bf-4a5f-ac86-7e9a7335d37d tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] 10.222.0.85 "PUT /v2.0/routers/a4f19232-b258-4352-be0c-c357e4df05ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2683411 May 30 20:34:10.898148 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9f47dc-dbbe-4d04-9f12-86894fbe0289 None None] Routers {'a4f19232-b258-4352-be0c-c357e4df05ee'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:34:10.898876 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-6e9f47dc-dbbe-4d04-9f12-86894fbe0289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:34:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['a4f19232-b258-4352-be0c-c357e4df05ee'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:34:10.911507 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 48386) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:34:10.925660 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-64513080-64d7-4edf-b62a-fce4d750718e tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2132932544'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:34:10.937948 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-64513080-64d7-4edf-b62a-fce4d750718e tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:34:10.955108 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-64513080-64d7-4edf-b62a-fce4d750718e tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Usage tracker for resource:network and tenant:eeceb350906e46fc9b2c21ca495ac559 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:34:10.980032 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-64513080-64d7-4edf-b62a-fce4d750718e tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:34:11.008355 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ff4655e7-b055-4e1d-842f-705f00da463a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:11.012641 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-64513080-64d7-4edf-b62a-fce4d750718e tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:34:11.045669 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-ec168e51-bcaf-428b-8bd7-03986498fd01 None None] Provisioning complete for port 65b0ce20-d940-43a9-8614-8de0e79e7393 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:34:11.045669 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ec168e51-bcaf-428b-8bd7-03986498fd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:11.134593 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04acc335-d492-448f-8d8d-4776f58c573c None None] Pushing event updated for resources: {'Port': ['ID=50d36f32-f1b7-4155-8886-49185a7e1d37,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:11.139838 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64513080-64d7-4edf-b62a-fce4d750718e tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Made reservation on behalf of eeceb350906e46fc9b2c21ca495ac559 for: {'network': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:34:11.143468 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-64513080-64d7-4edf-b62a-fce4d750718e tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:11.261922 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-6e9f47dc-dbbe-4d04-9f12-86894fbe0289 None None] Set router a4f19232-b258-4352-be0c-c357e4df05ee gateway port host: None {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:34:11.398615 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04acc335-d492-448f-8d8d-4776f58c573c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:34:11.398615 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04acc335-d492-448f-8d8d-4776f58c573c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:34:11.398615 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04acc335-d492-448f-8d8d-4776f58c573c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:34:11.398615 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04acc335-d492-448f-8d8d-4776f58c573c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:34:11.398615 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04acc335-d492-448f-8d8d-4776f58c573c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:34:11.398615 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04acc335-d492-448f-8d8d-4776f58c573c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:34:11.398615 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04acc335-d492-448f-8d8d-4776f58c573c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:34:11.398615 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04acc335-d492-448f-8d8d-4776f58c573c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:34:11.398615 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04acc335-d492-448f-8d8d-4776f58c573c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:34:11.398615 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04acc335-d492-448f-8d8d-4776f58c573c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:34:11.398615 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04acc335-d492-448f-8d8d-4776f58c573c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:34:11.448567 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8fe1056c-2f4d-4972-855c-e24081dc4030 req-7823c9c6-3e0e-420c-8faf-6dada3c18e24 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=b70acc5a-1679-43e0-93dc-059df2e2e9da HTTP/1.1" status: 200 len: 210 time: 0.4599571 May 30 20:34:11.515924 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64513080-64d7-4edf-b62a-fce4d750718e tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] vlan segment allocate from pool success with {'vlan_id': 663, 'physical_network': 'physnet1'} {{(pid=84887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:34:11.523288 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ff4655e7-b055-4e1d-842f-705f00da463a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:11.529677 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-64513080-64d7-4edf-b62a-fce4d750718e tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:11.530385 n-d-843948-2 neutron-server[84887]: INFO neutron.db.segments_db [None req-64513080-64d7-4edf-b62a-fce4d750718e tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Added segment e8c6b339-d6d0-4454-9a58-900bcef9c0de of type vlan for network cd6354ef-bfed-4e68-adfe-b3cbfa9d3cc5 May 30 20:34:11.562612 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-64513080-64d7-4edf-b62a-fce4d750718e tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:11.615019 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4655e7-b055-4e1d-842f-705f00da463a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ca7ba71-cfa9-4ad2-94c3-521fbe557970,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:11.683872 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-64513080-64d7-4edf-b62a-fce4d750718e tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:11.696086 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64513080-64d7-4edf-b62a-fce4d750718e tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:34:11.696086 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-64513080-64d7-4edf-b62a-fce4d750718e tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:11.800208 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ff4655e7-b055-4e1d-842f-705f00da463a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:11.804045 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-ff4655e7-b055-4e1d-842f-705f00da463a admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/5ca7ba71-cfa9-4ad2-94c3-521fbe557970 HTTP/1.1" status: 204 len: 168 time: 1.1940424 May 30 20:34:11.882287 n-d-843948-2 neutron-server[84886]: DEBUG neutron.objects.ports [None req-e52d3094-eabd-4d6d-8f27-29179427826f tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84886) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 30 20:34:12.068540 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-6e9f47dc-dbbe-4d04-9f12-86894fbe0289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4f19232-b258-4352-be0c-c357e4df05ee', 'name': 'tempest-RoutersIpV6Test-router-317510075', 'tenant_id': 'eeceb350906e46fc9b2c21ca495ac559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:33:59Z', 'updated_at': '2022-05-30T20:34:06Z', 'revision_number': 2, 'project_id': 'eeceb350906e46fc9b2c21ca495ac559', 'gw_port_host': None, '_interfaces': [{'id': '3fc7cdf1-cff4-462a-82b4-ad80bb0f19b7', 'name': '', 'network_id': 'f7aa054c-b3ce-4814-8100-f5d8c473d50b', 'tenant_id': 'eeceb350906e46fc9b2c21ca495ac559', 'mac_address': 'fa:16:3e:08:77:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4f19232-b258-4352-be0c-c357e4df05ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bdbd14ab-945e-4aef-b6e0-7157227cf2a3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:34:05Z', 'updated_at': '2022-05-30T20:34:07Z', 'revision_number': 2, 'project_id': 'eeceb350906e46fc9b2c21ca495ac559', 'subnets': [{'id': 'bdbd14ab-945e-4aef-b6e0-7157227cf2a3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:34:12.074735 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2fa7386e-1f71-407b-87c6-f1c0fac2d6e3 None None] Provisioning complete for port 50d36f32-f1b7-4155-8886-49185a7e1d37 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:34:12.077917 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2fa7386e-1f71-407b-87c6-f1c0fac2d6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:12.082780 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64513080-64d7-4edf-b62a-fce4d750718e tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Pushing event updated for resources: {'Network': ['ID=cd6354ef-bfed-4e68-adfe-b3cbfa9d3cc5,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:12.093888 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-64513080-64d7-4edf-b62a-fce4d750718e tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1794214 May 30 20:34:12.095948 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9f47dc-dbbe-4d04-9f12-86894fbe0289 None None] Checking router: a4f19232-b258-4352-be0c-c357e4df05ee for host: n-d-843948-2 {{(pid=84889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:34:12.096298 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9f47dc-dbbe-4d04-9f12-86894fbe0289 None None] Updating router a4f19232-b258-4352-be0c-c357e4df05ee port 3fc7cdf1-cff4-462a-82b4-ad80bb0f19b7 binding host n-d-843948-2 {{(pid=84889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:34:12.096449 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 48424) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:34:12.120402 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-36d3e108-fa81-4871-a71c-af049595a569 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Request body: {'subnet': {'network_id': 'cd6354ef-bfed-4e68-adfe-b3cbfa9d3cc5', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:34:12.169639 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network cd6354ef-bfed-4e68-adfe-b3cbfa9d3cc5 details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:34:12.235100 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-6e9f47dc-dbbe-4d04-9f12-86894fbe0289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:12.330021 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-10f9c110-4cb6-476b-92ef-bdeadd85732d req-98c7e26e-c8bc-497d-80b9-938ecc8b2e15 tempest-ServerShowV254Test-1944491154 tempest-ServerShowV254Test-1944491154-project] 10.222.0.85 "GET /v2.0/ports?device_id=b70acc5a-1679-43e0-93dc-059df2e2e9da HTTP/1.1" status: 200 len: 210 time: 0.1131492 May 30 20:34:12.503290 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 48432) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:34:12.614040 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-36d3e108-fa81-4871-a71c-af049595a569 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:34:12.627880 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-36d3e108-fa81-4871-a71c-af049595a569 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Usage tracker for resource:subnet and tenant:eeceb350906e46fc9b2c21ca495ac559 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:34:12.640249 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-36d3e108-fa81-4871-a71c-af049595a569 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:34:12.650465 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-36d3e108-fa81-4871-a71c-af049595a569 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:34:12.778737 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-976a1064-143c-4b1c-85e0-c2a5ced83b60 None None] Update dhcp port {'port': {'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50', 'fixed_ips': [{'subnet_id': '5fc97db5-5f9c-4626-ad90-7247b4714dcb'}, {'subnet_id': 'c4fb0eac-634d-4648-a8f9-b8ada486149c'}], 'binding:host_id': 'n-d-843948-2'}, 'id': '65b0ce20-d940-43a9-8614-8de0e79e7393'} from n-d-843948-2. {{(pid=84888) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 30 20:34:12.905145 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36d3e108-fa81-4871-a71c-af049595a569 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Made reservation on behalf of eeceb350906e46fc9b2c21ca495ac559 for: {'subnet': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:34:13.121019 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e52d3094-eabd-4d6d-8f27-29179427826f tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:13.141020 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-48afc2b8-df11-4d69-89f4-101d269ac915 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:13.149363 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 50d36f32-f1b7-4155-8886-49185a7e1d37 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:34:13.157798 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-36d3e108-fa81-4871-a71c-af049595a569 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2778563'] for subnet, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:13.247370 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-48afc2b8-df11-4d69-89f4-101d269ac915 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:34:13.258910 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-48afc2b8-df11-4d69-89f4-101d269ac915 admin admin] Usage tracker for resource:security_group_rule and tenant:9da00f4793304b2c87c00226904353c7 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:34:13.258910 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-48afc2b8-df11-4d69-89f4-101d269ac915 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:34:13.277772 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-48afc2b8-df11-4d69-89f4-101d269ac915 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:34:13.297942 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2fa7386e-1f71-407b-87c6-f1c0fac2d6e3 None None] Provisioning complete for port 65b0ce20-d940-43a9-8614-8de0e79e7393 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:34:13.297942 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2fa7386e-1f71-407b-87c6-f1c0fac2d6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:13.367766 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 50d36f32-f1b7-4155-8886-49185a7e1d37 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:34:13.367766 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:13.379737 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 48448) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:34:13.453684 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-6e9f47dc-dbbe-4d04-9f12-86894fbe0289 None None] Notify callbacks [] for port, precommit_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:13.466161 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-976a1064-143c-4b1c-85e0-c2a5ced83b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:13.477681 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.provisioning_blocks [None req-6e9f47dc-dbbe-4d04-9f12-86894fbe0289 None None] Transition to ACTIVE for port object 3fc7cdf1-cff4-462a-82b4-ad80bb0f19b7 will not be triggered until provisioned by entity L2. {{(pid=84889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:34:13.492857 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5f51418d-e581-48ef-96be-ccfb7807888b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:13.560482 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-6e9f47dc-dbbe-4d04-9f12-86894fbe0289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:13.600024 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-5f51418d-e581-48ef-96be-ccfb7807888b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:34:13.622097 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-5f51418d-e581-48ef-96be-ccfb7807888b admin admin] Usage tracker for resource:security_group_rule and tenant:604d33dd52cc42909a138dcdaac30116 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:34:13.736413 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c00b34e3-a90d-41d9-ab89-11c8fafc2a35 req-5cc56216-4f21-4c61-818e-a5908f57ab15 tempest-ServerShowV254Test-1944491154 tempest-ServerShowV254Test-1944491154-project] 10.222.0.85 "GET /v2.0/ports?device_id=b70acc5a-1679-43e0-93dc-059df2e2e9da HTTP/1.1" status: 200 len: 210 time: 0.1340430 May 30 20:34:13.759601 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-5f51418d-e581-48ef-96be-ccfb7807888b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:34:13.808945 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-5f51418d-e581-48ef-96be-ccfb7807888b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:34:14.052950 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-48afc2b8-df11-4d69-89f4-101d269ac915 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:14.145030 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-48afc2b8-df11-4d69-89f4-101d269ac915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:14.332789 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2fa7386e-1f71-407b-87c6-f1c0fac2d6e3 None None] Provisioning for port 3fc7cdf1-cff4-462a-82b4-ad80bb0f19b7 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:34:14.398648 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae7533b-e0f1-4909-a20e-1cfbe0f27b6e None None] Pushing event updated for resources: {'Port': ['ID=3fc7cdf1-cff4-462a-82b4-ad80bb0f19b7,revision_number=3']} {{(pid=84889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:14.406530 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae7533b-e0f1-4909-a20e-1cfbe0f27b6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:34:14.406530 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae7533b-e0f1-4909-a20e-1cfbe0f27b6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:34:14.406530 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae7533b-e0f1-4909-a20e-1cfbe0f27b6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:34:14.406530 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae7533b-e0f1-4909-a20e-1cfbe0f27b6e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:34:14.406530 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae7533b-e0f1-4909-a20e-1cfbe0f27b6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:34:14.406530 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae7533b-e0f1-4909-a20e-1cfbe0f27b6e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:34:14.406530 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae7533b-e0f1-4909-a20e-1cfbe0f27b6e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:34:14.406530 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae7533b-e0f1-4909-a20e-1cfbe0f27b6e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:34:14.406530 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae7533b-e0f1-4909-a20e-1cfbe0f27b6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:34:14.406530 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae7533b-e0f1-4909-a20e-1cfbe0f27b6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:34:14.416139 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae7533b-e0f1-4909-a20e-1cfbe0f27b6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:34:14.728318 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48afc2b8-df11-4d69-89f4-101d269ac915 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=996395fe-201d-460d-bfce-bc2aed4c86ea,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:14.729269 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [None req-e52d3094-eabd-4d6d-8f27-29179427826f tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] For port 65b0ce20-d940-43a9-8614-8de0e79e7393, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=65b0ce20-d940-43a9-8614-8de0e79e7393,segment=NetworkSegment(2cb73a29-9359-4fbf-99af-be1c6062790b),segment_id=2cb73a29-9359-4fbf-99af-be1c6062790b)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:34:14.742092 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5f51418d-e581-48ef-96be-ccfb7807888b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:14.752058 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-48afc2b8-df11-4d69-89f4-101d269ac915 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=9da00f4793304b2c87c00226904353c7&name=default HTTP/1.1" status: 200 len: 2647 time: 2.2596264 May 30 20:34:14.753072 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 48470) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:34:14.770247 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-976a1064-143c-4b1c-85e0-c2a5ced83b60 None None] Allocated IP 172.20.0.2 (e47345d4-98a8-46f5-a7b7-66b2eb513a50/5fc97db5-5f9c-4626-ad90-7247b4714dcb/65b0ce20-d940-43a9-8614-8de0e79e7393) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:34:14.807874 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-36d3e108-fa81-4871-a71c-af049595a569 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4127140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2778577'] for subnet, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:14.808422 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-6e9f47dc-dbbe-4d04-9f12-86894fbe0289 None None] Attempting to bind port 3fc7cdf1-cff4-462a-82b4-ad80bb0f19b7 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:34:14.808422 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-6e9f47dc-dbbe-4d04-9f12-86894fbe0289 None None] Attempting to bind port 3fc7cdf1-cff4-462a-82b4-ad80bb0f19b7 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': '1c750423-dd6e-45a1-a6b4-9ddbeacc0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f7aa054c-b3ce-4814-8100-f5d8c473d50b'}] {{(pid=84889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:34:14.808422 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9f47dc-dbbe-4d04-9f12-86894fbe0289 None None] Attempting to bind port 3fc7cdf1-cff4-462a-82b4-ad80bb0f19b7 on network f7aa054c-b3ce-4814-8100-f5d8c473d50b {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:34:14.811707 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9f47dc-dbbe-4d04-9f12-86894fbe0289 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:34:14.812012 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9f47dc-dbbe-4d04-9f12-86894fbe0289 None None] Checking segment: {'id': '1c750423-dd6e-45a1-a6b4-9ddbeacc0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f7aa054c-b3ce-4814-8100-f5d8c473d50b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:34:14.812414 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-6e9f47dc-dbbe-4d04-9f12-86894fbe0289 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:14.812805 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9f47dc-dbbe-4d04-9f12-86894fbe0289 None None] Bound using segment: {'id': '1c750423-dd6e-45a1-a6b4-9ddbeacc0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f7aa054c-b3ce-4814-8100-f5d8c473d50b'} {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:34:14.813273 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-6e9f47dc-dbbe-4d04-9f12-86894fbe0289 None None] Bound port: 3fc7cdf1-cff4-462a-82b4-ad80bb0f19b7, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c750423-dd6e-45a1-a6b4-9ddbeacc0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f7aa054c-b3ce-4814-8100-f5d8c473d50b'}}] {{(pid=84889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:34:14.819673 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-6e9f47dc-dbbe-4d04-9f12-86894fbe0289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:14.827438 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5f51418d-e581-48ef-96be-ccfb7807888b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:14.954418 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d3e108-fa81-4871-a71c-af049595a569 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Pushing event updated for resources: {'Subnet': ['ID=c7d55db9-d8c6-4c30-9f1b-9757deb0f8ac,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:14.961015 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e52d3094-eabd-4d6d-8f27-29179427826f tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:14.965519 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-5f51418d-e581-48ef-96be-ccfb7807888b admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=604d33dd52cc42909a138dcdaac30116&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5808203 May 30 20:34:14.974841 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 48478) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:34:14.998351 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f51418d-e581-48ef-96be-ccfb7807888b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a40a402-548f-47d8-8ba0-2b79fa82a453,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:15.071020 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.db [None req-6e9f47dc-dbbe-4d04-9f12-86894fbe0289 None None] For port 3fc7cdf1-cff4-462a-82b4-ad80bb0f19b7, host n-d-843948-2, cleared binding levels {{(pid=84889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:34:15.079832 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.db [None req-6e9f47dc-dbbe-4d04-9f12-86894fbe0289 None None] For port 3fc7cdf1-cff4-462a-82b4-ad80bb0f19b7, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=3fc7cdf1-cff4-462a-82b4-ad80bb0f19b7,segment=NetworkSegment(1c750423-dd6e-45a1-a6b4-9ddbeacc0b44),segment_id=1c750423-dd6e-45a1-a6b4-9ddbeacc0b44)] {{(pid=84889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:34:15.128717 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e52d3094-eabd-4d6d-8f27-29179427826f tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:15.130521 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e52d3094-eabd-4d6d-8f27-29179427826f tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4127140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2778577'] for subnet, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:15.182521 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-6e9f47dc-dbbe-4d04-9f12-86894fbe0289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:15.245419 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-976a1064-143c-4b1c-85e0-c2a5ced83b60 None None] For port 65b0ce20-d940-43a9-8614-8de0e79e7393, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=65b0ce20-d940-43a9-8614-8de0e79e7393,segment=NetworkSegment(2cb73a29-9359-4fbf-99af-be1c6062790b),segment_id=2cb73a29-9359-4fbf-99af-be1c6062790b)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:34:15.292708 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-976a1064-143c-4b1c-85e0-c2a5ced83b60 None None] Notify callbacks [] for port, precommit_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:15.308436 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae7533b-e0f1-4909-a20e-1cfbe0f27b6e None None] Pushing event updated for resources: {'Port': ['ID=3fc7cdf1-cff4-462a-82b4-ad80bb0f19b7,revision_number=4']} {{(pid=84889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:15.311100 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9f47dc-dbbe-4d04-9f12-86894fbe0289 None None] Routers {'a4f19232-b258-4352-be0c-c357e4df05ee'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:34:15.311944 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-6e9f47dc-dbbe-4d04-9f12-86894fbe0289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:34:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['a4f19232-b258-4352-be0c-c357e4df05ee'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:34:15.402049 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-976a1064-143c-4b1c-85e0-c2a5ced83b60 None None] Transition to ACTIVE for port object 65b0ce20-d940-43a9-8614-8de0e79e7393 will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:34:15.497018 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-976a1064-143c-4b1c-85e0-c2a5ced83b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:15.672337 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-6e9f47dc-dbbe-4d04-9f12-86894fbe0289 None None] Set router a4f19232-b258-4352-be0c-c357e4df05ee gateway port host: None {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:34:15.762285 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b2d70d07-e8f6-43ef-80b0-c17109bbe83f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:15.836475 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52d3094-eabd-4d6d-8f27-29179427826f tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Pushing event updated for resources: {'Port': ['ID=65b0ce20-d940-43a9-8614-8de0e79e7393,revision_number=10']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:15.900744 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976a1064-143c-4b1c-85e0-c2a5ced83b60 None None] Pushing event updated for resources: {'Port': ['ID=65b0ce20-d940-43a9-8614-8de0e79e7393,revision_number=10']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:15.927723 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d3e108-fa81-4871-a71c-af049595a569 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Checking segment: {'id': 'e8c6b339-d6d0-4454-9a58-900bcef9c0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'cd6354ef-bfed-4e68-adfe-b3cbfa9d3cc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:34:15.954745 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d3e108-fa81-4871-a71c-af049595a569 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Network hostable DHCP agents. Network: cd6354ef-bfed-4e68-adfe-b3cbfa9d3cc5, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:34:16.036263 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e52d3094-eabd-4d6d-8f27-29179427826f tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Network e47345d4-98a8-46f5-a7b7-66b2eb513a50 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:34:16.098337 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-e52d3094-eabd-4d6d-8f27-29179427826f tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:34:16.135901 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e52d3094-eabd-4d6d-8f27-29179427826f tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:34:16.135901 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e52d3094-eabd-4d6d-8f27-29179427826f tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks [] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:16.137917 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52d3094-eabd-4d6d-8f27-29179427826f tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Pushing event updated for resources: {'Subnet': ['ID=c4fb0eac-634d-4648-a8f9-b8ada486149c,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:16.172831 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3a628668-8cff-4853-9cf7-d7a91fa0be62 req-002f4cff-83fa-48a7-bad2-5caf5fdaf944 tempest-ServerShowV254Test-1944491154 tempest-ServerShowV254Test-1944491154-project] 10.222.0.85 "GET /v2.0/ports?device_id=b70acc5a-1679-43e0-93dc-059df2e2e9da HTTP/1.1" status: 200 len: 210 time: 0.1664436 May 30 20:34:16.180163 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b2d70d07-e8f6-43ef-80b0-c17109bbe83f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:16.196125 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-914940b1-a276-4806-8189-18347c5f687d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:16.304401 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d3e108-fa81-4871-a71c-af049595a569 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Network cd6354ef-bfed-4e68-adfe-b3cbfa9d3cc5 is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:34:16.320280 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-914940b1-a276-4806-8189-18347c5f687d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:16.346638 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-e52d3094-eabd-4d6d-8f27-29179427826f tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 6.6666608 May 30 20:34:16.349939 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 48506) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:34:16.357028 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-c2165e0f-c791-4609-a357-861cacd7343a tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Request body: {'port': {'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50', 'mac_address': 'fa:16:3e:d1:f1:70', 'name': 'tempest-NetworksTestDHCPv6-1780906560'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:34:16.470033 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-36d3e108-fa81-4871-a71c-af049595a569 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, cd6354ef-bfed-4e68-adfe-b3cbfa9d3cc5) {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:34:16.485631 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cefec014-bee5-4686-a19e-987166c41ac9 None None] Network cd6354ef-bfed-4e68-adfe-b3cbfa9d3cc5 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:34:16.490255 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d3e108-fa81-4871-a71c-af049595a569 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:34:16.490255 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-36d3e108-fa81-4871-a71c-af049595a569 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks [] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:16.594829 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-6e9f47dc-dbbe-4d04-9f12-86894fbe0289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4f19232-b258-4352-be0c-c357e4df05ee', 'name': 'tempest-RoutersIpV6Test-router-317510075', 'tenant_id': 'eeceb350906e46fc9b2c21ca495ac559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:33:59Z', 'updated_at': '2022-05-30T20:34:06Z', 'revision_number': 2, 'project_id': 'eeceb350906e46fc9b2c21ca495ac559', 'gw_port_host': None, '_interfaces': [{'id': '3fc7cdf1-cff4-462a-82b4-ad80bb0f19b7', 'name': '', 'network_id': 'f7aa054c-b3ce-4814-8100-f5d8c473d50b', 'tenant_id': 'eeceb350906e46fc9b2c21ca495ac559', 'mac_address': 'fa:16:3e:08:77:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4f19232-b258-4352-be0c-c357e4df05ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bdbd14ab-945e-4aef-b6e0-7157227cf2a3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:34:05Z', 'updated_at': '2022-05-30T20:34:15Z', 'revision_number': 4, 'project_id': 'eeceb350906e46fc9b2c21ca495ac559', 'subnets': [{'id': 'bdbd14ab-945e-4aef-b6e0-7157227cf2a3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:34:16.619840 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9f47dc-dbbe-4d04-9f12-86894fbe0289 None None] The sync data for ids ['a4f19232-b258-4352-be0c-c357e4df05ee'] in n-d-843948-2 is: [{'id': 'a4f19232-b258-4352-be0c-c357e4df05ee', 'name': 'tempest-RoutersIpV6Test-router-317510075', 'tenant_id': 'eeceb350906e46fc9b2c21ca495ac559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:33:59Z', 'updated_at': '2022-05-30T20:34:06Z', 'revision_number': 2, 'project_id': 'eeceb350906e46fc9b2c21ca495ac559', 'gw_port_host': None, '_interfaces': [{'id': '3fc7cdf1-cff4-462a-82b4-ad80bb0f19b7', 'name': '', 'network_id': 'f7aa054c-b3ce-4814-8100-f5d8c473d50b', 'tenant_id': 'eeceb350906e46fc9b2c21ca495ac559', 'mac_address': 'fa:16:3e:08:77:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4f19232-b258-4352-be0c-c357e4df05ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bdbd14ab-945e-4aef-b6e0-7157227cf2a3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:34:05Z', 'updated_at': '2022-05-30T20:34:15Z', 'revision_number': 4, 'project_id': 'eeceb350906e46fc9b2c21ca495ac559', 'subnets': [{'id': 'bdbd14ab-945e-4aef-b6e0-7157227cf2a3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:34:16.690367 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b2d70d07-e8f6-43ef-80b0-c17109bbe83f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:16.716774 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b2d70d07-e8f6-43ef-80b0-c17109bbe83f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:16.725323 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-b2d70d07-e8f6-43ef-80b0-c17109bbe83f admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/996395fe-201d-460d-bfce-bc2aed4c86ea HTTP/1.1" status: 204 len: 168 time: 1.9689908 May 30 20:34:16.743089 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-36d3e108-fa81-4871-a71c-af049595a569 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 4.6445048 May 30 20:34:16.744189 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d70d07-e8f6-43ef-80b0-c17109bbe83f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=996395fe-201d-460d-bfce-bc2aed4c86ea,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:16.757504 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 48518) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:34:16.762199 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-914940b1-a276-4806-8189-18347c5f687d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:16.780634 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-914940b1-a276-4806-8189-18347c5f687d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:16.786396 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-914940b1-a276-4806-8189-18347c5f687d admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/3a40a402-548f-47d8-8ba0-2b79fa82a453 HTTP/1.1" status: 204 len: 168 time: 1.8119836 May 30 20:34:16.856395 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914940b1-a276-4806-8189-18347c5f687d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a40a402-548f-47d8-8ba0-2b79fa82a453,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:17.162232 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 65b0ce20-d940-43a9-8614-8de0e79e7393 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:34:17.244381 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d537af-977b-43b3-8a70-fca99a8d1a89 None None] Network e47345d4-98a8-46f5-a7b7-66b2eb513a50 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:34:17.408597 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-c2165e0f-c791-4609-a357-861cacd7343a tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:34:17.474886 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-c2165e0f-c791-4609-a357-861cacd7343a tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:34:17.487132 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:34:17.665848 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7294b8a8-0871-4ad4-b3f1-dd2bf4205b48 req-9c55710c-80b8-4656-99cb-e5c2216590c1 tempest-ServerShowV254Test-1944491154 tempest-ServerShowV254Test-1944491154-project] 10.222.0.85 "GET /v2.0/ports?device_id=b70acc5a-1679-43e0-93dc-059df2e2e9da HTTP/1.1" status: 200 len: 210 time: 0.1119347 May 30 20:34:17.836829 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-a0f97e56-8521-43fe-a8e8-f0d30a50f3cd None None] Provisioning for port 65b0ce20-d940-43a9-8614-8de0e79e7393 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:34:17.909741 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2165e0f-c791-4609-a357-861cacd7343a tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Made reservation on behalf of 08954986e7454427ae0d40c7652d3c6a for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:34:18.072468 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb09f2a2-c96a-422d-971c-e681e4ba84b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-cd6354ef-bfed-4e68-adfe-b3cbfa9d3cc5', 'network_id': 'cd6354ef-bfed-4e68-adfe-b3cbfa9d3cc5', 'tenant_id': 'eeceb350906e46fc9b2c21ca495ac559', 'fixed_ips': [{'subnet_id': 'c7d55db9-d8c6-4c30-9f1b-9757deb0f8ac'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:34:18.072468 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-bb09f2a2-c96a-422d-971c-e681e4ba84b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:18.114597 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-a0f97e56-8521-43fe-a8e8-f0d30a50f3cd None None] Provisioning complete for port 65b0ce20-d940-43a9-8614-8de0e79e7393 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:34:18.114597 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-a0f97e56-8521-43fe-a8e8-f0d30a50f3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:18.308841 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c2165e0f-c791-4609-a357-861cacd7343a tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:18.419955 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 65b0ce20-d940-43a9-8614-8de0e79e7393 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:34:18.419955 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:18.527913 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [None req-c2165e0f-c791-4609-a357-861cacd7343a tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] device_id is not set on port 0aed8330-ec67-4f40-b89c-be8592622315 yet. {{(pid=84887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:34:18.887576 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-bb09f2a2-c96a-422d-971c-e681e4ba84b8 None None] Allocated IP 2001:db8:1::2 (cd6354ef-bfed-4e68-adfe-b3cbfa9d3cc5/c7d55db9-d8c6-4c30-9f1b-9757deb0f8ac/e1fca2af-9289-4b50-91ff-269866e698f5) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:34:19.107915 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-40212409-2a5b-4e0c-88b0-d62bd75ccff7 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:19.339710 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 3fc7cdf1-cff4-462a-82b4-ad80bb0f19b7 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:34:19.364831 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b97569a0-4ec1-4128-b114-44d9e944d622 req-1a0b709a-3d21-4362-aac6-a07fa7a48bf3 tempest-ServerShowV254Test-1944491154 tempest-ServerShowV254Test-1944491154-project] 10.222.0.85 "GET /v2.0/ports?device_id=b70acc5a-1679-43e0-93dc-059df2e2e9da HTTP/1.1" status: 200 len: 210 time: 0.0754349 May 30 20:34:19.430017 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [None req-c2165e0f-c791-4609-a357-861cacd7343a tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Allocated IP 172.20.0.7 (e47345d4-98a8-46f5-a7b7-66b2eb513a50/5fc97db5-5f9c-4626-ad90-7247b4714dcb/0aed8330-ec67-4f40-b89c-be8592622315) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:34:19.437820 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [None req-c2165e0f-c791-4609-a357-861cacd7343a tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Allocated IP 2001:db8::f816:3eff:fed1:f170 (e47345d4-98a8-46f5-a7b7-66b2eb513a50/c4fb0eac-634d-4648-a8f9-b8ada486149c/0aed8330-ec67-4f40-b89c-be8592622315) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:34:19.628363 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:19.661401 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 48588) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:34:19.694199 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-bb09f2a2-c96a-422d-971c-e681e4ba84b8 None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:19.697441 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-07f9131a-90b2-4711-b837-2019d646f309 None None] Provisioning complete for port 65b0ce20-d940-43a9-8614-8de0e79e7393 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:34:19.700840 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-07f9131a-90b2-4711-b837-2019d646f309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:19.912231 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-bb09f2a2-c96a-422d-971c-e681e4ba84b8 None None] Transition to ACTIVE for port object e1fca2af-9289-4b50-91ff-269866e698f5 will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:34:19.970146 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-bb09f2a2-c96a-422d-971c-e681e4ba84b8 None None] Transition to ACTIVE for port object e1fca2af-9289-4b50-91ff-269866e698f5 will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:34:20.007537 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-5e1b3d53-1c0c-4cd7-8022-693224f9586a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1189410636-network', 'tenant_id': 'be518c6f2f7741c6a6c26447eed4fca2'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:34:20.022219 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-5e1b3d53-1c0c-4cd7-8022-693224f9586a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:34:20.027358 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-5e1b3d53-1c0c-4cd7-8022-693224f9586a admin admin] Usage tracker for resource:network and tenant:be518c6f2f7741c6a6c26447eed4fca2 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:34:20.039272 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-5e1b3d53-1c0c-4cd7-8022-693224f9586a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:34:20.039272 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-5e1b3d53-1c0c-4cd7-8022-693224f9586a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:34:20.052597 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-bb09f2a2-c96a-422d-971c-e681e4ba84b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:20.096105 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e1b3d53-1c0c-4cd7-8022-693224f9586a admin admin] Made reservation on behalf of be518c6f2f7741c6a6c26447eed4fca2 for: {'network': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:34:20.100939 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5e1b3d53-1c0c-4cd7-8022-693224f9586a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:20.130373 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [None req-40212409-2a5b-4e0c-88b0-d62bd75ccff7 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Allocated IP 2001:db8:1::1 (cd6354ef-bfed-4e68-adfe-b3cbfa9d3cc5/c7d55db9-d8c6-4c30-9f1b-9757deb0f8ac/74dbeb29-5781-4668-87d4-f4375729732f) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:34:20.141459 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5e1b3d53-1c0c-4cd7-8022-693224f9586a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:20.194657 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 3fc7cdf1-cff4-462a-82b4-ad80bb0f19b7 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:34:20.219121 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-5e1b3d53-1c0c-4cd7-8022-693224f9586a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:34:20.235365 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-5e1b3d53-1c0c-4cd7-8022-693224f9586a admin admin] Usage tracker for resource:security_group_rule and tenant:be518c6f2f7741c6a6c26447eed4fca2 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:34:20.246576 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 3fc7cdf1-cff4-462a-82b4-ad80bb0f19b7 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:34:20.246726 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-5e1b3d53-1c0c-4cd7-8022-693224f9586a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:34:20.255909 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:20.264113 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-5e1b3d53-1c0c-4cd7-8022-693224f9586a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:34:20.325518 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-40212409-2a5b-4e0c-88b0-d62bd75ccff7 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:20.345766 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [None req-40212409-2a5b-4e0c-88b0-d62bd75ccff7 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Transition to ACTIVE for port object 74dbeb29-5781-4668-87d4-f4375729732f will not be triggered until provisioned by entity DHCP. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:34:20.362603 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5e1b3d53-1c0c-4cd7-8022-693224f9586a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:20.376410 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb09f2a2-c96a-422d-971c-e681e4ba84b8 None None] Network cd6354ef-bfed-4e68-adfe-b3cbfa9d3cc5 is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:34:20.382851 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb09f2a2-c96a-422d-971c-e681e4ba84b8 None None] Pushing event updated for resources: {'Port': ['ID=e1fca2af-9289-4b50-91ff-269866e698f5,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:20.385755 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-bb09f2a2-c96a-422d-971c-e681e4ba84b8 None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:34:20.390231 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb09f2a2-c96a-422d-971c-e681e4ba84b8 None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:34:20.444818 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5e1b3d53-1c0c-4cd7-8022-693224f9586a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:20.468895 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e1b3d53-1c0c-4cd7-8022-693224f9586a admin admin] vlan segment allocate from pool success with {'vlan_id': 696, 'physical_network': 'physnet1'} {{(pid=84886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:34:20.493250 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5e1b3d53-1c0c-4cd7-8022-693224f9586a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:20.494864 n-d-843948-2 neutron-server[84886]: INFO neutron.db.segments_db [None req-5e1b3d53-1c0c-4cd7-8022-693224f9586a admin admin] Added segment ab778a8f-ca2b-4f43-b38a-ce31b10e68d3 of type vlan for network 76cba922-309a-4387-9272-eb83164f71fd May 30 20:34:20.537937 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-40212409-2a5b-4e0c-88b0-d62bd75ccff7 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:20.579274 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5e1b3d53-1c0c-4cd7-8022-693224f9586a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:20.602433 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-bb09f2a2-c96a-422d-971c-e681e4ba84b8 None None] Attempting to bind port e1fca2af-9289-4b50-91ff-269866e698f5 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:34:20.604824 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-bb09f2a2-c96a-422d-971c-e681e4ba84b8 None None] Attempting to bind port e1fca2af-9289-4b50-91ff-269866e698f5 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': 'e8c6b339-d6d0-4454-9a58-900bcef9c0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'cd6354ef-bfed-4e68-adfe-b3cbfa9d3cc5'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:34:20.609927 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb09f2a2-c96a-422d-971c-e681e4ba84b8 None None] Attempting to bind port e1fca2af-9289-4b50-91ff-269866e698f5 on network cd6354ef-bfed-4e68-adfe-b3cbfa9d3cc5 {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:34:20.649016 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb09f2a2-c96a-422d-971c-e681e4ba84b8 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:34:20.649385 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb09f2a2-c96a-422d-971c-e681e4ba84b8 None None] Checking segment: {'id': 'e8c6b339-d6d0-4454-9a58-900bcef9c0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'cd6354ef-bfed-4e68-adfe-b3cbfa9d3cc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:34:20.649982 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-bb09f2a2-c96a-422d-971c-e681e4ba84b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:20.650517 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb09f2a2-c96a-422d-971c-e681e4ba84b8 None None] Bound using segment: {'id': 'e8c6b339-d6d0-4454-9a58-900bcef9c0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'cd6354ef-bfed-4e68-adfe-b3cbfa9d3cc5'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:34:20.651188 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-bb09f2a2-c96a-422d-971c-e681e4ba84b8 None None] Bound port: e1fca2af-9289-4b50-91ff-269866e698f5, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8c6b339-d6d0-4454-9a58-900bcef9c0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'cd6354ef-bfed-4e68-adfe-b3cbfa9d3cc5'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:34:20.655334 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-bb09f2a2-c96a-422d-971c-e681e4ba84b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:20.687246 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:20.717664 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40212409-2a5b-4e0c-88b0-d62bd75ccff7 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Network cd6354ef-bfed-4e68-adfe-b3cbfa9d3cc5 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:34:20.736326 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-40212409-2a5b-4e0c-88b0-d62bd75ccff7 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:34:20.759219 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40212409-2a5b-4e0c-88b0-d62bd75ccff7 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:34:20.759408 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5e1b3d53-1c0c-4cd7-8022-693224f9586a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:20.759867 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-40212409-2a5b-4e0c-88b0-d62bd75ccff7 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-736099'] for router_interface, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:20.759968 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e1b3d53-1c0c-4cd7-8022-693224f9586a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:34:20.759968 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5e1b3d53-1c0c-4cd7-8022-693224f9586a admin admin] Notify callbacks [] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:20.842243 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40212409-2a5b-4e0c-88b0-d62bd75ccff7 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Pushing event updated for resources: {'Port': ['ID=74dbeb29-5781-4668-87d4-f4375729732f,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:20.873108 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port 3fc7cdf1-cff4-462a-82b4-ad80bb0f19b7, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=3fc7cdf1-cff4-462a-82b4-ad80bb0f19b7,segment=NetworkSegment(1c750423-dd6e-45a1-a6b4-9ddbeacc0b44),segment_id=1c750423-dd6e-45a1-a6b4-9ddbeacc0b44)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:34:20.898731 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-bb09f2a2-c96a-422d-971c-e681e4ba84b8 None None] For port e1fca2af-9289-4b50-91ff-269866e698f5, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:34:20.907886 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-bb09f2a2-c96a-422d-971c-e681e4ba84b8 None None] For port e1fca2af-9289-4b50-91ff-269866e698f5, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=e1fca2af-9289-4b50-91ff-269866e698f5,segment=NetworkSegment(e8c6b339-d6d0-4454-9a58-900bcef9c0de),segment_id=e8c6b339-d6d0-4454-9a58-900bcef9c0de)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:34:20.917975 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c2165e0f-c791-4609-a357-861cacd7343a tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:20.935822 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:20.950491 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [None req-c2165e0f-c791-4609-a357-861cacd7343a tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Transition to ACTIVE for port object 0aed8330-ec67-4f40-b89c-be8592622315 will not be triggered until provisioned by entity DHCP. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:34:20.969428 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1b3d53-1c0c-4cd7-8022-693224f9586a admin admin] Pushing event updated for resources: {'Network': ['ID=76cba922-309a-4387-9272-eb83164f71fd,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:20.974993 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-09587bae-77e5-4fa0-9e6e-be7b7e982690 req-95ca3feb-0288-4dc1-bb33-0654f3f8eef4 tempest-ServerShowV254Test-1944491154 tempest-ServerShowV254Test-1944491154-project] 10.222.0.85 "GET /v2.0/ports?device_id=b70acc5a-1679-43e0-93dc-059df2e2e9da HTTP/1.1" status: 200 len: 210 time: 0.2904191 May 30 20:34:20.983587 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1b3d53-1c0c-4cd7-8022-693224f9586a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a3c7f21-9917-4eb1-b68c-f01ba744c177,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:21.018004 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network 76cba922-309a-4387-9272-eb83164f71fd details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:34:21.062289 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-bb09f2a2-c96a-422d-971c-e681e4ba84b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:21.083712 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-5e1b3d53-1c0c-4cd7-8022-693224f9586a admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4190469 May 30 20:34:21.085435 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 48614) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:34:21.092671 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-3b42d3cf-4a8b-4869-820e-e4c6bea26f06 admin admin] Request body: {'subnet': {'network_id': '76cba922-309a-4387-9272-eb83164f71fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1189410636-subnet', 'tenant_id': 'be518c6f2f7741c6a6c26447eed4fca2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:34:21.105959 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-3b42d3cf-4a8b-4869-820e-e4c6bea26f06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:34:21.118098 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-3b42d3cf-4a8b-4869-820e-e4c6bea26f06 admin admin] Usage tracker for resource:subnet and tenant:be518c6f2f7741c6a6c26447eed4fca2 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:34:21.129649 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-3b42d3cf-4a8b-4869-820e-e4c6bea26f06 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:34:21.136587 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-40212409-2a5b-4e0c-88b0-d62bd75ccff7 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:21.145704 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-3b42d3cf-4a8b-4869-820e-e4c6bea26f06 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:34:21.272966 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b42d3cf-4a8b-4869-820e-e4c6bea26f06 admin admin] Made reservation on behalf of be518c6f2f7741c6a6c26447eed4fca2 for: {'subnet': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:34:21.276430 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3b42d3cf-4a8b-4869-820e-e4c6bea26f06 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2778563'] for subnet, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:21.283927 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=3fc7cdf1-cff4-462a-82b4-ad80bb0f19b7,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:21.441847 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb09f2a2-c96a-422d-971c-e681e4ba84b8 None None] Pushing event updated for resources: {'Port': ['ID=e1fca2af-9289-4b50-91ff-269866e698f5,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:21.838076 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3b42d3cf-4a8b-4869-820e-e4c6bea26f06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4127140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2778577'] for subnet, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:21.977756 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-40212409-2a5b-4e0c-88b0-d62bd75ccff7 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:21.996642 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b42d3cf-4a8b-4869-820e-e4c6bea26f06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=664239a8-9fd7-4297-838f-478b17647c0d,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:22.004442 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b42d3cf-4a8b-4869-820e-e4c6bea26f06 admin admin] Checking segment: {'id': 'ab778a8f-ca2b-4f43-b38a-ce31b10e68d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '76cba922-309a-4387-9272-eb83164f71fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:34:22.009071 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b42d3cf-4a8b-4869-820e-e4c6bea26f06 admin admin] Network hostable DHCP agents. Network: 76cba922-309a-4387-9272-eb83164f71fd, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:34:22.082652 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-40212409-2a5b-4e0c-88b0-d62bd75ccff7 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:22.082652 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-40212409-2a5b-4e0c-88b0-d62bd75ccff7 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1718057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-736206'] for router_interface, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:22.085661 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c2165e0f-c791-4609-a357-861cacd7343a tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:22.180284 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b42d3cf-4a8b-4869-820e-e4c6bea26f06 admin admin] Network 76cba922-309a-4387-9272-eb83164f71fd is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:34:22.230667 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40212409-2a5b-4e0c-88b0-d62bd75ccff7 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Pushing event updated for resources: {'Port': ['ID=74dbeb29-5781-4668-87d4-f4375729732f,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:22.242963 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:22.282429 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-3b42d3cf-4a8b-4869-820e-e4c6bea26f06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, 76cba922-309a-4387-9272-eb83164f71fd) {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:34:22.293117 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b42d3cf-4a8b-4869-820e-e4c6bea26f06 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:34:22.293595 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15bafcd8-9eee-4602-be4f-f4400477c34d None None] Network 76cba922-309a-4387-9272-eb83164f71fd requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:34:22.301858 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3b42d3cf-4a8b-4869-820e-e4c6bea26f06 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:22.457570 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-3b42d3cf-4a8b-4869-820e-e4c6bea26f06 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3709347 May 30 20:34:22.458749 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 48640) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:34:22.483039 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-66eeee24-f881-4ec1-b912-7680ed714975 req-fa393242-19bb-4f40-91be-09ab0a2c4ee9 tempest-ServerShowV254Test-1944491154 tempest-ServerShowV254Test-1944491154-project] 10.222.0.85 "GET /v2.0/ports?device_id=b70acc5a-1679-43e0-93dc-059df2e2e9da HTTP/1.1" status: 200 len: 210 time: 0.1126099 May 30 20:34:22.496081 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-ed090347-4a62-4ce9-b23d-a101ea018584 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1189410636-router', 'tenant_id': 'be518c6f2f7741c6a6c26447eed4fca2', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:34:22.512568 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-ed090347-4a62-4ce9-b23d-a101ea018584 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:34:22.545551 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-ed090347-4a62-4ce9-b23d-a101ea018584 admin admin] Usage tracker for resource:router and tenant:be518c6f2f7741c6a6c26447eed4fca2 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:34:22.550432 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2165e0f-c791-4609-a357-861cacd7343a tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Network e47345d4-98a8-46f5-a7b7-66b2eb513a50 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:34:22.560940 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-ed090347-4a62-4ce9-b23d-a101ea018584 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:34:22.565971 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-c2165e0f-c791-4609-a357-861cacd7343a tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:34:22.572238 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-ed090347-4a62-4ce9-b23d-a101ea018584 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:34:22.572765 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2165e0f-c791-4609-a357-861cacd7343a tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:34:22.615828 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40212409-2a5b-4e0c-88b0-d62bd75ccff7 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Network cd6354ef-bfed-4e68-adfe-b3cbfa9d3cc5 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:34:22.618502 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-40212409-2a5b-4e0c-88b0-d62bd75ccff7 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:34:22.669959 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ed090347-4a62-4ce9-b23d-a101ea018584 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-733683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3159'] for router, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:22.672155 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ed090347-4a62-4ce9-b23d-a101ea018584 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-733584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-736372', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-628480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3164'] for router, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:22.752192 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ed090347-4a62-4ce9-b23d-a101ea018584 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:22.836589 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75f6de6e-ca41-46c2-8ffe-ba13614bc5ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-76cba922-309a-4387-9272-eb83164f71fd', 'network_id': '76cba922-309a-4387-9272-eb83164f71fd', 'tenant_id': 'be518c6f2f7741c6a6c26447eed4fca2', 'fixed_ips': [{'subnet_id': '664239a8-9fd7-4297-838f-478b17647c0d'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:34:22.837666 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-75f6de6e-ca41-46c2-8ffe-ba13614bc5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:22.922292 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a3d890-c01f-4ca8-b88d-f2e260926f1c None None] Network cd6354ef-bfed-4e68-adfe-b3cbfa9d3cc5 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:34:23.041599 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2165e0f-c791-4609-a357-861cacd7343a tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Pushing event updated for resources: {'Port': ['ID=0aed8330-ec67-4f40-b89c-be8592622315,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:23.087730 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2165e0f-c791-4609-a357-861cacd7343a tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:34:23.088664 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c2165e0f-c791-4609-a357-861cacd7343a tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:23.249637 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ed090347-4a62-4ce9-b23d-a101ea018584 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-736390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:23.348890 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 3fc7cdf1-cff4-462a-82b4-ad80bb0f19b7 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:34:23.374154 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-c2165e0f-c791-4609-a357-861cacd7343a tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 7.0226216 May 30 20:34:23.376485 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 48656) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:34:23.502529 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40212409-2a5b-4e0c-88b0-d62bd75ccff7 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Router a4f19232-b258-4352-be0c-c357e4df05ee has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:34:23.513778 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a01557a-a3d9-4851-b7d5-0fd9c4aae069 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:34:23.518632 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a01557a-a3d9-4851-b7d5-0fd9c4aae069 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:34:23.519762 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-3a01557a-a3d9-4851-b7d5-0fd9c4aae069 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Synchronizing usage tracker for tenant:08954986e7454427ae0d40c7652d3c6a on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:34:23.591422 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-75f6de6e-ca41-46c2-8ffe-ba13614bc5ab None None] Allocated IP 172.20.0.2 (76cba922-309a-4387-9272-eb83164f71fd/664239a8-9fd7-4297-838f-478b17647c0d/cff1efd8-749d-48f3-a420-c3d19ed4bcb2) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:34:23.657837 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ed090347-4a62-4ce9-b23d-a101ea018584 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:23.755173 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-3a01557a-a3d9-4851-b7d5-0fd9c4aae069 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Unset dirty status for tenant:08954986e7454427ae0d40c7652d3c6a on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:34:23.766400 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-3a01557a-a3d9-4851-b7d5-0fd9c4aae069 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.3870893 May 30 20:34:23.767308 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 48678) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:34:23.775323 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ed090347-4a62-4ce9-b23d-a101ea018584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:24.000318 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-7f5124f7-fa16-4855-8e58-ec0c1195da55 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Deleting port 0aed8330-ec67-4f40-b89c-be8592622315 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:34:24.000577 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7f5124f7-fa16-4855-8e58-ec0c1195da55 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:24.221216 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-75f6de6e-ca41-46c2-8ffe-ba13614bc5ab None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:24.268068 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-75f6de6e-ca41-46c2-8ffe-ba13614bc5ab None None] Transition to ACTIVE for port object cff1efd8-749d-48f3-a420-c3d19ed4bcb2 will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:34:24.291257 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-ed090347-4a62-4ce9-b23d-a101ea018584 admin admin] Allocated IP 172.25.8.29 (c7869750-4b49-4b7e-aa99-5e0f1ae02da4/427601ec-f643-4fe7-b5e6-17305d3a39e1/09164586-c42b-48d1-85ff-5f4722ac884b) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:34:24.440878 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-75f6de6e-ca41-46c2-8ffe-ba13614bc5ab None None] Transition to ACTIVE for port object cff1efd8-749d-48f3-a420-c3d19ed4bcb2 will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:34:24.458357 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ed090347-4a62-4ce9-b23d-a101ea018584 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:24.460421 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-c7e6aa48-b0a2-46f5-b9c8-3e05106c7ec9 None None] Provisioning for port e1fca2af-9289-4b50-91ff-269866e698f5 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:34:24.503951 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40212409-2a5b-4e0c-88b0-d62bd75ccff7 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:34:24.513263 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-40212409-2a5b-4e0c-88b0-d62bd75ccff7 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] 10.222.0.85 "PUT /v2.0/routers/a4f19232-b258-4352-be0c-c357e4df05ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7533619 May 30 20:34:24.516722 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 48698) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:34:24.520821 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1db276-e220-4f9b-a186-e439dbcb7872 None None] Sync routers for ids ['a4f19232-b258-4352-be0c-c357e4df05ee'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:34:24.539517 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-01e4419f-0fc3-4bfb-9427-d0309e876226 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1856729862'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:34:24.544785 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-8de26832-9637-4f15-86cb-99c354a3444f req-f0a54fe9-d5da-4111-8205-d81993dc57eb tempest-ServerShowV254Test-1944491154 tempest-ServerShowV254Test-1944491154-project] 10.222.0.85 "GET /v2.0/ports?device_id=b70acc5a-1679-43e0-93dc-059df2e2e9da HTTP/1.1" status: 200 len: 210 time: 0.0589435 May 30 20:34:24.557227 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-01e4419f-0fc3-4bfb-9427-d0309e876226 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:34:24.559106 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ed090347-4a62-4ce9-b23d-a101ea018584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:24.561258 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-01e4419f-0fc3-4bfb-9427-d0309e876226 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Usage tracker for resource:network and tenant:eeceb350906e46fc9b2c21ca495ac559 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:34:24.570279 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-01e4419f-0fc3-4bfb-9427-d0309e876226 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:34:24.577358 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-75f6de6e-ca41-46c2-8ffe-ba13614bc5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:24.582541 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-01e4419f-0fc3-4bfb-9427-d0309e876226 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:34:24.680098 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed090347-4a62-4ce9-b23d-a101ea018584 admin admin] Network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:34:24.685355 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01e4419f-0fc3-4bfb-9427-d0309e876226 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Made reservation on behalf of eeceb350906e46fc9b2c21ca495ac559 for: {'network': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:34:24.686873 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-ed090347-4a62-4ce9-b23d-a101ea018584 admin admin] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:34:24.689780 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-01e4419f-0fc3-4bfb-9427-d0309e876226 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:24.700564 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7f5124f7-fa16-4855-8e58-ec0c1195da55 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:24.805546 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1db276-e220-4f9b-a186-e439dbcb7872 None None] Routers {'a4f19232-b258-4352-be0c-c357e4df05ee'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:34:24.807175 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-1e1db276-e220-4f9b-a186-e439dbcb7872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:34:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['a4f19232-b258-4352-be0c-c357e4df05ee'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:34:24.888805 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed090347-4a62-4ce9-b23d-a101ea018584 admin admin] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:34:25.023659 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed090347-4a62-4ce9-b23d-a101ea018584 admin admin] Pushing event updated for resources: {'Port': ['ID=09164586-c42b-48d1-85ff-5f4722ac884b,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:25.046423 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-7f5124f7-fa16-4855-8e58-ec0c1195da55 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Calling delete_port for 0aed8330-ec67-4f40-b89c-be8592622315 owned by {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:34:25.144508 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-bd52c927-741c-4e33-a005-58506c343560 None None] Provisioning for port 0aed8330-ec67-4f40-b89c-be8592622315 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:34:25.187699 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f6de6e-ca41-46c2-8ffe-ba13614bc5ab None None] Network 76cba922-309a-4387-9272-eb83164f71fd is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:34:25.188483 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f6de6e-ca41-46c2-8ffe-ba13614bc5ab None None] Pushing event updated for resources: {'Port': ['ID=cff1efd8-749d-48f3-a420-c3d19ed4bcb2,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:25.201393 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 3fc7cdf1-cff4-462a-82b4-ad80bb0f19b7 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:34:25.201393 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:25.220497 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 48716) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:34:25.295171 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-75f6de6e-ca41-46c2-8ffe-ba13614bc5ab None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:34:25.311279 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f6de6e-ca41-46c2-8ffe-ba13614bc5ab None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:34:25.318906 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-bd52c927-741c-4e33-a005-58506c343560 None None] Provisioning complete for port 0aed8330-ec67-4f40-b89c-be8592622315 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:34:25.319484 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-bd52c927-741c-4e33-a005-58506c343560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:25.386442 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01e4419f-0fc3-4bfb-9427-d0309e876226 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] vlan segment allocate from pool success with {'vlan_id': 671, 'physical_network': 'physnet1'} {{(pid=84887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:34:25.395097 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ed090347-4a62-4ce9-b23d-a101ea018584 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:25.396074 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ed090347-4a62-4ce9-b23d-a101ea018584 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-736409'] for router, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:25.443205 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-01e4419f-0fc3-4bfb-9427-d0309e876226 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:25.444066 n-d-843948-2 neutron-server[84887]: INFO neutron.db.segments_db [None req-01e4419f-0fc3-4bfb-9427-d0309e876226 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Added segment 4dc4317e-c03e-40e0-80af-52199844909f of type vlan for network 99694fcd-3e6d-4945-8cde-15c3dac483f9 May 30 20:34:25.580502 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-75f6de6e-ca41-46c2-8ffe-ba13614bc5ab None None] Attempting to bind port cff1efd8-749d-48f3-a420-c3d19ed4bcb2 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:34:25.581468 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-75f6de6e-ca41-46c2-8ffe-ba13614bc5ab None None] Attempting to bind port cff1efd8-749d-48f3-a420-c3d19ed4bcb2 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': 'ab778a8f-ca2b-4f43-b38a-ce31b10e68d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '76cba922-309a-4387-9272-eb83164f71fd'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:34:25.582035 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f6de6e-ca41-46c2-8ffe-ba13614bc5ab None None] Attempting to bind port cff1efd8-749d-48f3-a420-c3d19ed4bcb2 on network 76cba922-309a-4387-9272-eb83164f71fd {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:34:25.596745 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-bd52c927-741c-4e33-a005-58506c343560 None None] Port 0aed8330-ec67-4f40-b89c-be8592622315 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:34:25.618330 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f6de6e-ca41-46c2-8ffe-ba13614bc5ab None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:34:25.618712 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f6de6e-ca41-46c2-8ffe-ba13614bc5ab None None] Checking segment: {'id': 'ab778a8f-ca2b-4f43-b38a-ce31b10e68d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '76cba922-309a-4387-9272-eb83164f71fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:34:25.619111 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-75f6de6e-ca41-46c2-8ffe-ba13614bc5ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:25.621377 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f6de6e-ca41-46c2-8ffe-ba13614bc5ab None None] Bound using segment: {'id': 'ab778a8f-ca2b-4f43-b38a-ce31b10e68d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '76cba922-309a-4387-9272-eb83164f71fd'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:34:25.622080 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-75f6de6e-ca41-46c2-8ffe-ba13614bc5ab None None] Bound port: cff1efd8-749d-48f3-a420-c3d19ed4bcb2, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab778a8f-ca2b-4f43-b38a-ce31b10e68d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '76cba922-309a-4387-9272-eb83164f71fd'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:34:25.623130 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-75f6de6e-ca41-46c2-8ffe-ba13614bc5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:25.628479 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-01e4419f-0fc3-4bfb-9427-d0309e876226 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:25.651976 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7f5124f7-fa16-4855-8e58-ec0c1195da55 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:25.692146 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device e1fca2af-9289-4b50-91ff-269866e698f5 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:34:25.734038 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-1e1db276-e220-4f9b-a186-e439dbcb7872 None None] Set router a4f19232-b258-4352-be0c-c357e4df05ee gateway port host: None {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:34:25.741253 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bee8f4c5-6e5d-4a7a-a8f1-b7ab3f1bcd33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:25.821466 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5124f7-fa16-4855-8e58-ec0c1195da55 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Pushing event deleted for resources: {'Port': ['ID=0aed8330-ec67-4f40-b89c-be8592622315,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:25.896110 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-bee8f4c5-6e5d-4a7a-a8f1-b7ab3f1bcd33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:34:25.904647 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-bee8f4c5-6e5d-4a7a-a8f1-b7ab3f1bcd33 admin admin] Usage tracker for resource:security_group_rule and tenant:45791bc0a3b64e12a2a8452723b64e00 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:34:25.915972 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-bee8f4c5-6e5d-4a7a-a8f1-b7ab3f1bcd33 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:34:25.927391 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-bee8f4c5-6e5d-4a7a-a8f1-b7ab3f1bcd33 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:34:26.171895 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-01e4419f-0fc3-4bfb-9427-d0309e876226 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:26.178063 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e4419f-0fc3-4bfb-9427-d0309e876226 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:34:26.178690 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-01e4419f-0fc3-4bfb-9427-d0309e876226 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:26.210493 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-780765b2-6189-4f49-96da-ecbe7f3f7225 req-b8f54a47-97dc-41c5-a9dc-c72cc7089fac tempest-ServerShowV254Test-1944491154 tempest-ServerShowV254Test-1944491154-project] 10.222.0.85 "GET /v2.0/ports?device_id=b70acc5a-1679-43e0-93dc-059df2e2e9da HTTP/1.1" status: 200 len: 210 time: 0.2766049 May 30 20:34:26.241571 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bee8f4c5-6e5d-4a7a-a8f1-b7ab3f1bcd33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:26.260969 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-75f6de6e-ca41-46c2-8ffe-ba13614bc5ab None None] For port cff1efd8-749d-48f3-a420-c3d19ed4bcb2, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:34:26.382347 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bee8f4c5-6e5d-4a7a-a8f1-b7ab3f1bcd33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:26.400040 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-75f6de6e-ca41-46c2-8ffe-ba13614bc5ab None None] For port cff1efd8-749d-48f3-a420-c3d19ed4bcb2, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=cff1efd8-749d-48f3-a420-c3d19ed4bcb2,segment=NetworkSegment(ab778a8f-ca2b-4f43-b38a-ce31b10e68d3),segment_id=ab778a8f-ca2b-4f43-b38a-ce31b10e68d3)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:34:26.400649 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e4419f-0fc3-4bfb-9427-d0309e876226 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Pushing event updated for resources: {'Network': ['ID=99694fcd-3e6d-4945-8cde-15c3dac483f9,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:26.423998 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7f5124f7-fa16-4855-8e58-ec0c1195da55 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:26.430494 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-7f5124f7-fa16-4855-8e58-ec0c1195da55 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "DELETE /v2.0/ports/0aed8330-ec67-4f40-b89c-be8592622315 HTTP/1.1" status: 204 len: 168 time: 2.6586022 May 30 20:34:26.440871 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 48770) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:34:26.514670 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee8f4c5-6e5d-4a7a-a8f1-b7ab3f1bcd33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71005f4b-6557-478d-9147-72d79111d95e,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:26.521781 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-bee8f4c5-6e5d-4a7a-a8f1-b7ab3f1bcd33 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=45791bc0a3b64e12a2a8452723b64e00&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2996395 May 30 20:34:26.525064 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 48776) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:34:26.556170 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed090347-4a62-4ce9-b23d-a101ea018584 admin admin] Router cc7ecadf-209a-4e8d-a028-be2f676772f2 is scheduled to L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 with binding_index 1 {{(pid=84886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 20:34:26.615777 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-01e4419f-0fc3-4bfb-9427-d0309e876226 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.0841942 May 30 20:34:26.619743 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 48784) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:34:26.627181 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a772772c-f845-470c-90bc-3b5ceffcd4d1 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:34:26.628595 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a772772c-f845-470c-90bc-3b5ceffcd4d1 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:34:26.631851 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-9c34cfbb-68a3-4bf5-8f67-c9e0c21500b9 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Request body: {'subnet': {'network_id': '99694fcd-3e6d-4945-8cde-15c3dac483f9', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:34:26.633581 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a772772c-f845-470c-90bc-3b5ceffcd4d1 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:34:26.635396 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-a772772c-f845-470c-90bc-3b5ceffcd4d1 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Synchronizing usage tracker for tenant:08954986e7454427ae0d40c7652d3c6a on resource:subnet {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:34:26.655179 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network 99694fcd-3e6d-4945-8cde-15c3dac483f9 details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:34:26.693564 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-75f6de6e-ca41-46c2-8ffe-ba13614bc5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:26.696969 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-1dffcffe-d877-4c4b-b8e8-4dac76f0dc72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:26.758885 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-a772772c-f845-470c-90bc-3b5ceffcd4d1 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Unset dirty status for tenant:08954986e7454427ae0d40c7652d3c6a on resource:subnet {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:34:26.758885 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-a772772c-f845-470c-90bc-3b5ceffcd4d1 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.3078883 May 30 20:34:26.759751 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 48792) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:34:26.809142 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port e1fca2af-9289-4b50-91ff-269866e698f5 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:34:26.858319 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-aec710c3-6949-4484-a82d-b580a67cb306 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:26.889755 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-aec710c3-6949-4484-a82d-b580a67cb306 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:26.894893 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port e1fca2af-9289-4b50-91ff-269866e698f5 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:34:26.895352 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:27.014970 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-f95e81ab-cc4a-4a6f-ae9d-07d4cb30c5f6 None None] Provisioning for port 74dbeb29-5781-4668-87d4-f4375729732f completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:34:27.034288 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-9c34cfbb-68a3-4bf5-8f67-c9e0c21500b9 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:34:27.039956 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-9c34cfbb-68a3-4bf5-8f67-c9e0c21500b9 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Usage tracker for resource:subnet and tenant:eeceb350906e46fc9b2c21ca495ac559 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:34:27.044210 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-f95e81ab-cc4a-4a6f-ae9d-07d4cb30c5f6 None None] Provisioning complete for port 74dbeb29-5781-4668-87d4-f4375729732f triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:34:27.044423 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-9c34cfbb-68a3-4bf5-8f67-c9e0c21500b9 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:34:27.044585 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-f95e81ab-cc4a-4a6f-ae9d-07d4cb30c5f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:27.051856 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-9c34cfbb-68a3-4bf5-8f67-c9e0c21500b9 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:34:27.057031 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-aec710c3-6949-4484-a82d-b580a67cb306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:27.113678 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec710c3-6949-4484-a82d-b580a67cb306 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71005f4b-6557-478d-9147-72d79111d95e,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:27.143157 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-aec710c3-6949-4484-a82d-b580a67cb306 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:27.143385 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f6de6e-ca41-46c2-8ffe-ba13614bc5ab None None] Pushing event updated for resources: {'Port': ['ID=cff1efd8-749d-48f3-a420-c3d19ed4bcb2,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:27.147601 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-aec710c3-6949-4484-a82d-b580a67cb306 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/71005f4b-6557-478d-9147-72d79111d95e HTTP/1.1" status: 204 len: 168 time: 0.6180139 May 30 20:34:27.188223 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_v2 [None req-52b066f3-398b-442e-bcaf-c916a750a7aa tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Deleting subnet 5fc97db5-5f9c-4626-ad90-7247b4714dcb {{(pid=84887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:34:27.194658 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-52b066f3-398b-442e-bcaf-c916a750a7aa tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks [] for subnet, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:27.209528 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c34cfbb-68a3-4bf5-8f67-c9e0c21500b9 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Made reservation on behalf of eeceb350906e46fc9b2c21ca495ac559 for: {'subnet': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:34:27.312475 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-f95e81ab-cc4a-4a6f-ae9d-07d4cb30c5f6 None None] Port 74dbeb29-5781-4668-87d4-f4375729732f cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:34:27.337642 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-52b066f3-398b-442e-bcaf-c916a750a7aa tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3149227'] for subnet, precommit_delete_associations {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:27.338255 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:27.379811 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed090347-4a62-4ce9-b23d-a101ea018584 admin admin] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:34:27.392024 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641adcbd-08d9-4eec-8b17-9bf70e9cba9e None None] Sync routers for ids ['cc7ecadf-209a-4e8d-a028-be2f676772f2'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:34:27.426759 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641adcbd-08d9-4eec-8b17-9bf70e9cba9e None None] Routers {'cc7ecadf-209a-4e8d-a028-be2f676772f2'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:34:27.431738 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-641adcbd-08d9-4eec-8b17-9bf70e9cba9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:34:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['cc7ecadf-209a-4e8d-a028-be2f676772f2'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:34:27.451883 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port e1fca2af-9289-4b50-91ff-269866e698f5, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=e1fca2af-9289-4b50-91ff-269866e698f5,segment=NetworkSegment(e8c6b339-d6d0-4454-9a58-900bcef9c0de),segment_id=e8c6b339-d6d0-4454-9a58-900bcef9c0de)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:34:27.470178 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9c34cfbb-68a3-4bf5-8f67-c9e0c21500b9 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2778563'] for subnet, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:27.525788 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-1e1db276-e220-4f9b-a186-e439dbcb7872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4f19232-b258-4352-be0c-c357e4df05ee', 'name': 'tempest-RoutersIpV6Test-router-317510075', 'tenant_id': 'eeceb350906e46fc9b2c21ca495ac559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:33:59Z', 'updated_at': '2022-05-30T20:34:20Z', 'revision_number': 3, 'project_id': 'eeceb350906e46fc9b2c21ca495ac559', 'gw_port_host': None, '_interfaces': [{'id': '3fc7cdf1-cff4-462a-82b4-ad80bb0f19b7', 'name': '', 'network_id': 'f7aa054c-b3ce-4814-8100-f5d8c473d50b', 'tenant_id': 'eeceb350906e46fc9b2c21ca495ac559', 'mac_address': 'fa:16:3e:08:77:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f19232-b258-4352-be0c-c357e4df05ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bdbd14ab-945e-4aef-b6e0-7157227cf2a3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:34:05Z', 'updated_at': '2022-05-30T20:34:20Z', 'revision_number': 5, 'project_id': 'eeceb350906e46fc9b2c21ca495ac559', 'subnets': [{'id': 'bdbd14ab-945e-4aef-b6e0-7157227cf2a3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74dbeb29-5781-4668-87d4-f4375729732f', 'name': '', 'network_id': 'cd6354ef-bfed-4e68-adfe-b3cbfa9d3cc5', 'tenant_id': 'eeceb350906e46fc9b2c21ca495ac559', 'mac_address': 'fa:16:3e:b1:ef:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4f19232-b258-4352-be0c-c357e4df05ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7d55db9-d8c6-4c30-9f1b-9757deb0f8ac', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:34:19Z', 'updated_at': '2022-05-30T20:34:21Z', 'revision_number': 2, 'project_id': 'eeceb350906e46fc9b2c21ca495ac559', 'subnets': [{'id': 'c7d55db9-d8c6-4c30-9f1b-9757deb0f8ac', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:34:27.560091 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1db276-e220-4f9b-a186-e439dbcb7872 None None] Checking router: a4f19232-b258-4352-be0c-c357e4df05ee for host: n-d-843948-2 {{(pid=84888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:34:27.560435 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1db276-e220-4f9b-a186-e439dbcb7872 None None] Updating router a4f19232-b258-4352-be0c-c357e4df05ee port 74dbeb29-5781-4668-87d4-f4375729732f binding host n-d-843948-2 {{(pid=84888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:34:27.632357 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-52b066f3-398b-442e-bcaf-c916a750a7aa tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:27.636024 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-7d456b7d-8046-4bbc-8304-73eddc871fbf None None] Provisioning complete for port 74dbeb29-5781-4668-87d4-f4375729732f triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:34:27.636759 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-7d456b7d-8046-4bbc-8304-73eddc871fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:27.686061 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:27.772460 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ed090347-4a62-4ce9-b23d-a101ea018584 admin admin] Notify callbacks [] for router, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:27.773977 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-ed090347-4a62-4ce9-b23d-a101ea018584 admin admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.3081429 May 30 20:34:27.776829 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 48830) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:34:27.791707 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=e1fca2af-9289-4b50-91ff-269866e698f5,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:27.798703 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-bbdc62bf-44dd-45e9-a4d3-43c1e331d101 req-bd714264-c2be-43b2-8ae2-a92787c0fd96 tempest-ServerShowV254Test-1944491154 tempest-ServerShowV254Test-1944491154-project] 10.222.0.85 "GET /v2.0/ports?device_id=b70acc5a-1679-43e0-93dc-059df2e2e9da HTTP/1.1" status: 200 len: 210 time: 0.1349611 May 30 20:34:27.872771 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-1e1db276-e220-4f9b-a186-e439dbcb7872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:27.919334 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-641adcbd-08d9-4eec-8b17-9bf70e9cba9e None None] Set router cc7ecadf-209a-4e8d-a028-be2f676772f2 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:34:27.935809 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-7d456b7d-8046-4bbc-8304-73eddc871fbf None None] Port 74dbeb29-5781-4668-87d4-f4375729732f cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:34:28.005430 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [req-fbb006f5-ad96-4611-ab2f-b224a6ebda1d req-f776ebbd-e116-4710-9834-d4a13d3149a0 service neutron] (84886) timed out ('10.222.0.85', 60280) {{(pid=84886) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 30 20:34:28.026667 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device cff1efd8-749d-48f3-a420-c3d19ed4bcb2 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:34:28.185740 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-52b066f3-398b-442e-bcaf-c916a750a7aa tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4055470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114247'] for subnet, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:28.264465 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9c34cfbb-68a3-4bf5-8f67-c9e0c21500b9 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4127140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2778577'] for subnet, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:28.285488 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b066f3-398b-442e-bcaf-c916a750a7aa tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Pushing event deleted for resources: {'Subnet': ['ID=5fc97db5-5f9c-4626-ad90-7247b4714dcb,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:28.337386 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-52b066f3-398b-442e-bcaf-c916a750a7aa tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:28.352615 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-661556a1-a363-44dd-a4da-ef7b1106e938 None None] Network e47345d4-98a8-46f5-a7b7-66b2eb513a50 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:34:28.464230 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c34cfbb-68a3-4bf5-8f67-c9e0c21500b9 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Pushing event updated for resources: {'Subnet': ['ID=22ad9598-9de8-434f-8718-0038eb57832b,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:28.547420 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-52b066f3-398b-442e-bcaf-c916a750a7aa tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "DELETE /v2.0/subnets/5fc97db5-5f9c-4626-ad90-7247b4714dcb HTTP/1.1" status: 204 len: 168 time: 1.7834771 May 30 20:34:28.547526 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c34cfbb-68a3-4bf5-8f67-c9e0c21500b9 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Checking segment: {'id': '4dc4317e-c03e-40e0-80af-52199844909f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '99694fcd-3e6d-4945-8cde-15c3dac483f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:34:28.547526 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c34cfbb-68a3-4bf5-8f67-c9e0c21500b9 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Network hostable DHCP agents. Network: 99694fcd-3e6d-4945-8cde-15c3dac483f9, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:34:28.549261 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 48866) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:34:28.735881 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c34cfbb-68a3-4bf5-8f67-c9e0c21500b9 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Network 99694fcd-3e6d-4945-8cde-15c3dac483f9 is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:34:28.851821 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-9c34cfbb-68a3-4bf5-8f67-c9e0c21500b9 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, 99694fcd-3e6d-4945-8cde-15c3dac483f9) {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:34:28.856844 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c34cfbb-68a3-4bf5-8f67-c9e0c21500b9 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:34:28.857895 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9c34cfbb-68a3-4bf5-8f67-c9e0c21500b9 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks [] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:28.889508 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-641adcbd-08d9-4eec-8b17-9bf70e9cba9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc7ecadf-209a-4e8d-a028-be2f676772f2', 'name': 'tempest-AttachVolumeTestJSON-1189410636-router', 'tenant_id': 'be518c6f2f7741c6a6c26447eed4fca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': '09164586-c42b-48d1-85ff-5f4722ac884b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:34:22Z', 'updated_at': '2022-05-30T20:34:25Z', 'revision_number': 3, 'project_id': 'be518c6f2f7741c6a6c26447eed4fca2', 'gw_port': {'id': '09164586-c42b-48d1-85ff-5f4722ac884b', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:ee:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc7ecadf-209a-4e8d-a028-be2f676772f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:34:23Z', 'updated_at': '2022-05-30T20:34:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:34:28.907159 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641adcbd-08d9-4eec-8b17-9bf70e9cba9e None None] Checking router: cc7ecadf-209a-4e8d-a028-be2f676772f2 for host: n-d-843948-2 {{(pid=84889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:34:28.907700 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641adcbd-08d9-4eec-8b17-9bf70e9cba9e None None] Updating router cc7ecadf-209a-4e8d-a028-be2f676772f2 port 09164586-c42b-48d1-85ff-5f4722ac884b binding host n-d-843948-2 {{(pid=84889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:34:28.950981 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e41a3c65-e241-4371-9e2b-7516f9425cfa None None] Network 99694fcd-3e6d-4945-8cde-15c3dac483f9 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:34:28.984416 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2773e40-22f9-46e1-a940-eb9df5085824 None None] Network 76cba922-309a-4387-9272-eb83164f71fd requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:34:29.028083 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-9c34cfbb-68a3-4bf5-8f67-c9e0c21500b9 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.4060671 May 30 20:34:29.030799 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 48894) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:34:29.039498 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_v2 [None req-efc658bf-85c8-45b7-a757-ae5f80338779 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Deleting subnet c4fb0eac-634d-4648-a8f9-b8ada486149c {{(pid=84887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:34:29.051758 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-efc658bf-85c8-45b7-a757-ae5f80338779 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks [] for subnet, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:29.059010 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-641adcbd-08d9-4eec-8b17-9bf70e9cba9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:29.194774 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-efc658bf-85c8-45b7-a757-ae5f80338779 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3149227'] for subnet, precommit_delete_associations {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:29.404837 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-efc658bf-85c8-45b7-a757-ae5f80338779 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:29.570191 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9955d9c3-b1ad-4f38-8628-21ec4d00f34e req-f0fd2131-162f-4c59-a8b8-2d63faf177c9 tempest-ServerShowV254Test-1944491154 tempest-ServerShowV254Test-1944491154-project] 10.222.0.85 "GET /v2.0/ports?device_id=b70acc5a-1679-43e0-93dc-059df2e2e9da HTTP/1.1" status: 200 len: 210 time: 0.0663767 May 30 20:34:29.648251 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port cff1efd8-749d-48f3-a420-c3d19ed4bcb2 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:34:29.710698 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-efc658bf-85c8-45b7-a757-ae5f80338779 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4055470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114247'] for subnet, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:29.997223 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-641adcbd-08d9-4eec-8b17-9bf70e9cba9e None None] Notify callbacks [] for port, precommit_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:30.037424 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.provisioning_blocks [None req-641adcbd-08d9-4eec-8b17-9bf70e9cba9e None None] Transition to ACTIVE for port object 09164586-c42b-48d1-85ff-5f4722ac884b will not be triggered until provisioned by entity L2. {{(pid=84889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:34:30.133082 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-641adcbd-08d9-4eec-8b17-9bf70e9cba9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:30.297801 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc658bf-85c8-45b7-a757-ae5f80338779 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Pushing event deleted for resources: {'Subnet': ['ID=c4fb0eac-634d-4648-a8f9-b8ada486149c,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:30.318884 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-efc658bf-85c8-45b7-a757-ae5f80338779 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:30.342686 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1cbf7e06-6a30-44e9-8dfd-30d56b4ff73f req-face3f65-18df-4f3d-8cfb-67b5109cf39d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ea9bfb5ddb1341adad5c7967aa542345&device_id=b70acc5a-1679-43e0-93dc-059df2e2e9da HTTP/1.1" status: 200 len: 210 time: 0.1835415 May 30 20:34:30.361311 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 48954) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:34:30.362236 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-641adcbd-08d9-4eec-8b17-9bf70e9cba9e None None] Attempting to bind port 09164586-c42b-48d1-85ff-5f4722ac884b on host n-d-843948-2 for vnic_type normal with profile {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:34:30.362598 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-641adcbd-08d9-4eec-8b17-9bf70e9cba9e None None] Attempting to bind port 09164586-c42b-48d1-85ff-5f4722ac884b by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}] {{(pid=84889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:34:30.362948 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641adcbd-08d9-4eec-8b17-9bf70e9cba9e None None] Attempting to bind port 09164586-c42b-48d1-85ff-5f4722ac884b on network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:34:30.363842 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-efc658bf-85c8-45b7-a757-ae5f80338779 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "DELETE /v2.0/subnets/c4fb0eac-634d-4648-a8f9-b8ada486149c HTTP/1.1" status: 204 len: 168 time: 1.8067694 May 30 20:34:30.372450 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481a8a10-c05f-41ed-b725-fc37997beb88 None None] Pushing event updated for resources: {'Port': ['ID=09164586-c42b-48d1-85ff-5f4722ac884b,revision_number=2']} {{(pid=84889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:30.396883 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641adcbd-08d9-4eec-8b17-9bf70e9cba9e None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:34:30.397253 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641adcbd-08d9-4eec-8b17-9bf70e9cba9e None None] Checking segment: {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:34:30.397738 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-641adcbd-08d9-4eec-8b17-9bf70e9cba9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:30.398124 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641adcbd-08d9-4eec-8b17-9bf70e9cba9e None None] Bound using segment: {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'} {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:34:30.398586 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-641adcbd-08d9-4eec-8b17-9bf70e9cba9e None None] Bound port: 09164586-c42b-48d1-85ff-5f4722ac884b, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}}] {{(pid=84889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:34:30.398948 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-641adcbd-08d9-4eec-8b17-9bf70e9cba9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:30.577052 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-67cdd834-7d10-4a24-944d-47f18b8a2ee6 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2117901 May 30 20:34:30.579365 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 48966) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:34:30.599119 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.db [None req-641adcbd-08d9-4eec-8b17-9bf70e9cba9e None None] For port 09164586-c42b-48d1-85ff-5f4722ac884b, host n-d-843948-2, cleared binding levels {{(pid=84889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:34:30.611822 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.db [None req-641adcbd-08d9-4eec-8b17-9bf70e9cba9e None None] For port 09164586-c42b-48d1-85ff-5f4722ac884b, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=09164586-c42b-48d1-85ff-5f4722ac884b,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:34:30.616934 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1cbf7e06-6a30-44e9-8dfd-30d56b4ff73f req-25ef1be1-8e70-4d3a-b866-b25f9cb4a24f service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=ea9bfb5ddb1341adad5c7967aa542345&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2515614 May 30 20:34:30.740962 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-641adcbd-08d9-4eec-8b17-9bf70e9cba9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:30.846962 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-1e1db276-e220-4f9b-a186-e439dbcb7872 None None] Notify callbacks [] for port, precommit_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:30.860003 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-1e1db276-e220-4f9b-a186-e439dbcb7872 None None] Transition to ACTIVE for port object 74dbeb29-5781-4668-87d4-f4375729732f will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:34:30.889255 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641adcbd-08d9-4eec-8b17-9bf70e9cba9e None None] Routers {'cc7ecadf-209a-4e8d-a028-be2f676772f2'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:34:30.892008 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-641adcbd-08d9-4eec-8b17-9bf70e9cba9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:34:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['cc7ecadf-209a-4e8d-a028-be2f676772f2'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:34:30.927996 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device e1fca2af-9289-4b50-91ff-269866e698f5 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:34:31.010954 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1f4adcc4-a28b-48ca-87ba-b65ce1f7a3ad tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:31.029626 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-a0fea2b2-bf17-4526-bdff-fdefd41ac3e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:31.034644 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-1e1db276-e220-4f9b-a186-e439dbcb7872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:31.049877 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-e0cbe4ca-ef11-4256-88f3-5c5b2c62ad6a None None] Provisioning for port cff1efd8-749d-48f3-a420-c3d19ed4bcb2 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:34:31.050558 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbf7e06-6a30-44e9-8dfd-30d56b4ff73f req-83e7e834-96b9-4c40-95e0-9cf8449a75a1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:34:31.060430 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1cbf7e06-6a30-44e9-8dfd-30d56b4ff73f req-83e7e834-96b9-4c40-95e0-9cf8449a75a1 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3878005 May 30 20:34:31.217278 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-e0cbe4ca-ef11-4256-88f3-5c5b2c62ad6a None None] Provisioning complete for port cff1efd8-749d-48f3-a420-c3d19ed4bcb2 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:34:31.217693 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-e0cbe4ca-ef11-4256-88f3-5c5b2c62ad6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:31.295615 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481a8a10-c05f-41ed-b725-fc37997beb88 None None] Pushing event updated for resources: {'Port': ['ID=09164586-c42b-48d1-85ff-5f4722ac884b,revision_number=3']} {{(pid=84889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:31.377968 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-641adcbd-08d9-4eec-8b17-9bf70e9cba9e None None] Set router cc7ecadf-209a-4e8d-a028-be2f676772f2 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:34:31.403257 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f88f4d30-6ee9-4e47-b659-5b11c3b9432d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-99694fcd-3e6d-4945-8cde-15c3dac483f9', 'network_id': '99694fcd-3e6d-4945-8cde-15c3dac483f9', 'tenant_id': 'eeceb350906e46fc9b2c21ca495ac559', 'fixed_ips': [{'subnet_id': '22ad9598-9de8-434f-8718-0038eb57832b'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:34:31.404073 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-f88f4d30-6ee9-4e47-b659-5b11c3b9432d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:31.470838 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:31.503985 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port e1fca2af-9289-4b50-91ff-269866e698f5 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:34:31.506387 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:31.544340 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-63e3a58f-cfb2-4845-a38b-4eda8cdf151b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:31.726810 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-1f4adcc4-a28b-48ca-87ba-b65ce1f7a3ad tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Allocated IP 2001:db8:2::1 (99694fcd-3e6d-4945-8cde-15c3dac483f9/22ad9598-9de8-434f-8718-0038eb57832b/595d87f4-d3f3-4464-ac69-e38a725716a0) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:34:31.770257 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc9ceb7-049e-4581-ac3e-bf45571b5e46 None None] Pushing event updated for resources: {'Port': ['ID=74dbeb29-5781-4668-87d4-f4375729732f,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:31.784566 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:31.961470 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ecfae791-b561-4703-8251-d9d17d132965 req-3a0a3fe7-43c7-403f-ae35-131116e7bd15 tempest-ServerShowV254Test-1944491154 tempest-ServerShowV254Test-1944491154-project] 10.222.0.85 "GET /v2.0/ports?device_id=b70acc5a-1679-43e0-93dc-059df2e2e9da HTTP/1.1" status: 200 len: 210 time: 1.0038092 May 30 20:34:31.988891 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f575e4-33c0-4342-b983-f89d50d5451e tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:34:31.989881 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-67f575e4-33c0-4342-b983-f89d50d5451e tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Synchronizing usage tracker for tenant:08954986e7454427ae0d40c7652d3c6a on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:34:31.991441 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [None req-63e3a58f-cfb2-4845-a38b-4eda8cdf151b admin admin] Allocated IP 172.20.0.1 (76cba922-309a-4387-9272-eb83164f71fd/664239a8-9fd7-4297-838f-478b17647c0d/48163b2d-e078-447f-8121-b1de14d6207b) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:34:32.145243 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-641adcbd-08d9-4eec-8b17-9bf70e9cba9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc7ecadf-209a-4e8d-a028-be2f676772f2', 'name': 'tempest-AttachVolumeTestJSON-1189410636-router', 'tenant_id': 'be518c6f2f7741c6a6c26447eed4fca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': '09164586-c42b-48d1-85ff-5f4722ac884b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:34:22Z', 'updated_at': '2022-05-30T20:34:25Z', 'revision_number': 3, 'project_id': 'be518c6f2f7741c6a6c26447eed4fca2', 'gw_port': {'id': '09164586-c42b-48d1-85ff-5f4722ac884b', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:ee:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc7ecadf-209a-4e8d-a028-be2f676772f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:34:23Z', 'updated_at': '2022-05-30T20:34:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:34:32.150031 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641adcbd-08d9-4eec-8b17-9bf70e9cba9e None None] The sync data for ids ['cc7ecadf-209a-4e8d-a028-be2f676772f2'] in n-d-843948-2 is: [{'id': 'cc7ecadf-209a-4e8d-a028-be2f676772f2', 'name': 'tempest-AttachVolumeTestJSON-1189410636-router', 'tenant_id': 'be518c6f2f7741c6a6c26447eed4fca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': '09164586-c42b-48d1-85ff-5f4722ac884b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:34:22Z', 'updated_at': '2022-05-30T20:34:25Z', 'revision_number': 3, 'project_id': 'be518c6f2f7741c6a6c26447eed4fca2', 'gw_port': {'id': '09164586-c42b-48d1-85ff-5f4722ac884b', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:ee:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc7ecadf-209a-4e8d-a028-be2f676772f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:34:23Z', 'updated_at': '2022-05-30T20:34:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:34:32.172432 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-1e1db276-e220-4f9b-a186-e439dbcb7872 None None] Attempting to bind port 74dbeb29-5781-4668-87d4-f4375729732f on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:34:32.173035 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-1e1db276-e220-4f9b-a186-e439dbcb7872 None None] Attempting to bind port 74dbeb29-5781-4668-87d4-f4375729732f by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': 'e8c6b339-d6d0-4454-9a58-900bcef9c0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'cd6354ef-bfed-4e68-adfe-b3cbfa9d3cc5'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:34:32.173173 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1db276-e220-4f9b-a186-e439dbcb7872 None None] Attempting to bind port 74dbeb29-5781-4668-87d4-f4375729732f on network cd6354ef-bfed-4e68-adfe-b3cbfa9d3cc5 {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:34:32.173802 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-67f575e4-33c0-4342-b983-f89d50d5451e tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Unset dirty status for tenant:08954986e7454427ae0d40c7652d3c6a on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:34:32.177513 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-67f575e4-33c0-4342-b983-f89d50d5451e tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 1.5938900 May 30 20:34:32.177729 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-e0cbe4ca-ef11-4256-88f3-5c5b2c62ad6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:32.178859 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 49050) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:34:32.277070 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1f4adcc4-a28b-48ca-87ba-b65ce1f7a3ad tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:32.335890 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-63e3a58f-cfb2-4845-a38b-4eda8cdf151b admin admin] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:32.344197 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1db276-e220-4f9b-a186-e439dbcb7872 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:34:32.345286 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1db276-e220-4f9b-a186-e439dbcb7872 None None] Checking segment: {'id': 'e8c6b339-d6d0-4454-9a58-900bcef9c0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'cd6354ef-bfed-4e68-adfe-b3cbfa9d3cc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:34:32.358677 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [None req-1f4adcc4-a28b-48ca-87ba-b65ce1f7a3ad tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Transition to ACTIVE for port object 595d87f4-d3f3-4464-ac69-e38a725716a0 will not be triggered until provisioned by entity DHCP. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:34:32.361894 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [None req-63e3a58f-cfb2-4845-a38b-4eda8cdf151b admin admin] Transition to ACTIVE for port object 48163b2d-e078-447f-8121-b1de14d6207b will not be triggered until provisioned by entity DHCP. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:34:32.364403 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f82b06c-3f8a-448e-8503-fe6c92f43daf tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:34:32.365143 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-2f82b06c-3f8a-448e-8503-fe6c92f43daf tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Synchronizing usage tracker for tenant:08954986e7454427ae0d40c7652d3c6a on resource:subnet {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:34:32.365691 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-1e1db276-e220-4f9b-a186-e439dbcb7872 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:32.366132 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1db276-e220-4f9b-a186-e439dbcb7872 None None] Bound using segment: {'id': 'e8c6b339-d6d0-4454-9a58-900bcef9c0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'cd6354ef-bfed-4e68-adfe-b3cbfa9d3cc5'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:34:32.366658 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-1e1db276-e220-4f9b-a186-e439dbcb7872 None None] Bound port: 74dbeb29-5781-4668-87d4-f4375729732f, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8c6b339-d6d0-4454-9a58-900bcef9c0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'cd6354ef-bfed-4e68-adfe-b3cbfa9d3cc5'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:34:32.368650 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-1e1db276-e220-4f9b-a186-e439dbcb7872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:32.462186 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-2f82b06c-3f8a-448e-8503-fe6c92f43daf tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Unset dirty status for tenant:08954986e7454427ae0d40c7652d3c6a on resource:subnet {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:34:32.463889 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-2f82b06c-3f8a-448e-8503-fe6c92f43daf tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2838886 May 30 20:34:32.466657 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 49064) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:34:32.509102 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-63e3a58f-cfb2-4845-a38b-4eda8cdf151b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:32.598086 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-e0cbe4ca-ef11-4256-88f3-5c5b2c62ad6a None None] For port cff1efd8-749d-48f3-a420-c3d19ed4bcb2, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=cff1efd8-749d-48f3-a420-c3d19ed4bcb2,segment=NetworkSegment(ab778a8f-ca2b-4f43-b38a-ce31b10e68d3),segment_id=ab778a8f-ca2b-4f43-b38a-ce31b10e68d3)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:34:32.633418 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e3a58f-cfb2-4845-a38b-4eda8cdf151b admin admin] Network 76cba922-309a-4387-9272-eb83164f71fd is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:34:32.636628 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-63e3a58f-cfb2-4845-a38b-4eda8cdf151b admin admin] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:34:32.644723 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e3a58f-cfb2-4845-a38b-4eda8cdf151b admin admin] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:34:32.703910 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e3a58f-cfb2-4845-a38b-4eda8cdf151b admin admin] Pushing event updated for resources: {'Port': ['ID=48163b2d-e078-447f-8121-b1de14d6207b,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:32.719676 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-e8b34b06-3da3-4074-a2e6-df80ac99669e tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2516906 May 30 20:34:32.731749 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 49078) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:34:32.748557 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1f4adcc4-a28b-48ca-87ba-b65ce1f7a3ad tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:32.762730 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-7294da15-f00c-45c2-9248-f057d4245e9c tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Request body: {'subnet': {'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:34:32.838502 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-1e1db276-e220-4f9b-a186-e439dbcb7872 None None] For port 74dbeb29-5781-4668-87d4-f4375729732f, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:34:32.847266 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-1e1db276-e220-4f9b-a186-e439dbcb7872 None None] For port 74dbeb29-5781-4668-87d4-f4375729732f, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=74dbeb29-5781-4668-87d4-f4375729732f,segment=NetworkSegment(e8c6b339-d6d0-4454-9a58-900bcef9c0de),segment_id=e8c6b339-d6d0-4454-9a58-900bcef9c0de)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:34:32.898637 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4adcc4-a28b-48ca-87ba-b65ce1f7a3ad tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Pushing event updated for resources: {'Port': ['ID=595d87f4-d3f3-4464-ac69-e38a725716a0,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:32.948902 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f4adcc4-a28b-48ca-87ba-b65ce1f7a3ad tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Network 99694fcd-3e6d-4945-8cde-15c3dac483f9 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:34:32.950288 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-1f4adcc4-a28b-48ca-87ba-b65ce1f7a3ad tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:34:32.956824 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4adcc4-a28b-48ca-87ba-b65ce1f7a3ad tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:34:32.957993 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1f4adcc4-a28b-48ca-87ba-b65ce1f7a3ad tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-736099'] for router_interface, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:32.958981 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-e0cbe4ca-ef11-4256-88f3-5c5b2c62ad6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:33.013800 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-1e1db276-e220-4f9b-a186-e439dbcb7872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:33.029576 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-63e3a58f-cfb2-4845-a38b-4eda8cdf151b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-736099'] for router_interface, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:33.144412 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-7294da15-f00c-45c2-9248-f057d4245e9c tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:34:33.146677 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:33.148701 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6154dcb3-c50b-4035-9106-30b7ec31695d None None] Update dhcp port {'port': {'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50', 'fixed_ips': [{'subnet_id': 'c4fb0eac-634d-4648-a8f9-b8ada486149c'}], 'binding:host_id': 'n-d-843948-2'}, 'id': '65b0ce20-d940-43a9-8614-8de0e79e7393'} from n-d-843948-2. {{(pid=84888) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 30 20:34:33.307747 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cbe4ca-ef11-4256-88f3-5c5b2c62ad6a None None] Pushing event updated for resources: {'Port': ['ID=cff1efd8-749d-48f3-a420-c3d19ed4bcb2,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:33.347797 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-f88f4d30-6ee9-4e47-b659-5b11c3b9432d None None] Allocated IP 2001:db8:2::2 (99694fcd-3e6d-4945-8cde-15c3dac483f9/22ad9598-9de8-434f-8718-0038eb57832b/d7d752de-2448-42f3-bfa7-33ef0a7c905b) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:34:33.408312 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-7294da15-f00c-45c2-9248-f057d4245e9c tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:34:33.437177 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3aabfd3a-56f1-43de-bbe8-377aa33a87c1 req-f93ec918-7d5a-477e-b089-0ca897784b43 tempest-ServerShowV254Test-1944491154 tempest-ServerShowV254Test-1944491154-project] 10.222.0.85 "GET /v2.0/ports?device_id=b70acc5a-1679-43e0-93dc-059df2e2e9da HTTP/1.1" status: 200 len: 210 time: 0.1132112 May 30 20:34:33.440072 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-63e3a58f-cfb2-4845-a38b-4eda8cdf151b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:33.486293 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-6154dcb3-c50b-4035-9106-30b7ec31695d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:33.601766 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7294da15-f00c-45c2-9248-f057d4245e9c tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Made reservation on behalf of 08954986e7454427ae0d40c7652d3c6a for: {'subnet': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:34:33.637800 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1f4adcc4-a28b-48ca-87ba-b65ce1f7a3ad tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:33.689810 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1db276-e220-4f9b-a186-e439dbcb7872 None None] Routers {'a4f19232-b258-4352-be0c-c357e4df05ee'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:34:33.689810 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-1e1db276-e220-4f9b-a186-e439dbcb7872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:34:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['a4f19232-b258-4352-be0c-c357e4df05ee'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:34:33.899037 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc9ceb7-049e-4581-ac3e-bf45571b5e46 None None] Pushing event updated for resources: {'Port': ['ID=74dbeb29-5781-4668-87d4-f4375729732f,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:34.153175 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7294da15-f00c-45c2-9248-f057d4245e9c tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114220'] for subnet, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:34.154803 n-d-843948-2 neutron-server[84887]: INFO neutron.pecan_wsgi.hooks.translation [None req-7294da15-f00c-45c2-9248-f057d4245e9c tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 20:34:34.155296 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7294da15-f00c-45c2-9248-f057d4245e9c tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:34:34.188683 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-c03afe5c-920a-46b6-a530-8265658e8c63 None None] Provisioning complete for port cff1efd8-749d-48f3-a420-c3d19ed4bcb2 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:34:34.189165 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-c03afe5c-920a-46b6-a530-8265658e8c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:34.282608 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-7294da15-f00c-45c2-9248-f057d4245e9c tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 1.5451159 May 30 20:34:34.283343 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 49160) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:34:34.340892 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-10944793-3333-48c9-a416-9a4e4e661233 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Request body: {'subnet': {'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:34:34.389385 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1f4adcc4-a28b-48ca-87ba-b65ce1f7a3ad tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:34.485197 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1f4adcc4-a28b-48ca-87ba-b65ce1f7a3ad tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:34.486071 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1f4adcc4-a28b-48ca-87ba-b65ce1f7a3ad tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1718057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-736206'] for router_interface, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:34.528429 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-f88f4d30-6ee9-4e47-b659-5b11c3b9432d None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:34.568582 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-f88f4d30-6ee9-4e47-b659-5b11c3b9432d None None] Transition to ACTIVE for port object d7d752de-2448-42f3-bfa7-33ef0a7c905b will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:34:34.629856 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-10944793-3333-48c9-a416-9a4e4e661233 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:34:34.639836 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-f88f4d30-6ee9-4e47-b659-5b11c3b9432d None None] Transition to ACTIVE for port object d7d752de-2448-42f3-bfa7-33ef0a7c905b will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:34:34.643516 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-10944793-3333-48c9-a416-9a4e4e661233 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:34:34.664797 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-63e3a58f-cfb2-4845-a38b-4eda8cdf151b admin admin] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:34.667315 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd632d8-24dc-4abc-9454-35748a9d8852 None None] Network e47345d4-98a8-46f5-a7b7-66b2eb513a50 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:34:34.782208 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-63e3a58f-cfb2-4845-a38b-4eda8cdf151b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:34.828584 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device cff1efd8-749d-48f3-a420-c3d19ed4bcb2 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:34:34.843296 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10944793-3333-48c9-a416-9a4e4e661233 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Made reservation on behalf of 08954986e7454427ae0d40c7652d3c6a for: {'subnet': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:34:34.846719 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-10944793-3333-48c9-a416-9a4e4e661233 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114220'] for subnet, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:34.848105 n-d-843948-2 neutron-server[84887]: INFO neutron.pecan_wsgi.hooks.translation [None req-10944793-3333-48c9-a416-9a4e4e661233 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 20:34:34.849246 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10944793-3333-48c9-a416-9a4e4e661233 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:34:34.878339 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-1e1db276-e220-4f9b-a186-e439dbcb7872 None None] Set router a4f19232-b258-4352-be0c-c357e4df05ee gateway port host: None {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:34:34.954785 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-394d53ca-9666-4c91-b6a0-eec664cf4dd8 req-3db25799-2d88-463f-94fc-c8b4771fdd3a tempest-ServerShowV254Test-1944491154 tempest-ServerShowV254Test-1944491154-project] 10.222.0.85 "GET /v2.0/ports?device_id=b70acc5a-1679-43e0-93dc-059df2e2e9da HTTP/1.1" status: 200 len: 210 time: 0.1183496 May 30 20:34:34.956889 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f4adcc4-a28b-48ca-87ba-b65ce1f7a3ad tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Network 99694fcd-3e6d-4945-8cde-15c3dac483f9 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:34:34.965688 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-1f4adcc4-a28b-48ca-87ba-b65ce1f7a3ad tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:34:34.966728 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-f88f4d30-6ee9-4e47-b659-5b11c3b9432d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:35.055045 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e3a58f-cfb2-4845-a38b-4eda8cdf151b admin admin] Pushing event updated for resources: {'Port': ['ID=48163b2d-e078-447f-8121-b1de14d6207b,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:35.058445 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-10944793-3333-48c9-a416-9a4e4e661233 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.7720532 May 30 20:34:35.066245 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 49200) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:34:35.077111 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-ebf1a776-ab75-4836-9cd2-bb65608ecb11 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Request body: {'subnet': {'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:34:35.140494 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4adcc4-a28b-48ca-87ba-b65ce1f7a3ad tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Pushing event updated for resources: {'Port': ['ID=595d87f4-d3f3-4464-ac69-e38a725716a0,revision_number=2']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:35.205924 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-ebf1a776-ab75-4836-9cd2-bb65608ecb11 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:34:35.221849 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-ebf1a776-ab75-4836-9cd2-bb65608ecb11 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:34:35.227532 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-63e3a58f-cfb2-4845-a38b-4eda8cdf151b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1718057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-736206'] for router_interface, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:35.283129 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f88f4d30-6ee9-4e47-b659-5b11c3b9432d None None] Network 99694fcd-3e6d-4945-8cde-15c3dac483f9 is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:34:35.303939 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-f88f4d30-6ee9-4e47-b659-5b11c3b9432d None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:34:35.315279 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88f4d30-6ee9-4e47-b659-5b11c3b9432d None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:34:35.378752 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebf1a776-ab75-4836-9cd2-bb65608ecb11 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Made reservation on behalf of 08954986e7454427ae0d40c7652d3c6a for: {'subnet': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:34:35.383382 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ebf1a776-ab75-4836-9cd2-bb65608ecb11 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114220'] for subnet, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:35.384906 n-d-843948-2 neutron-server[84887]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebf1a776-ab75-4836-9cd2-bb65608ecb11 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 20:34:35.385315 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebf1a776-ab75-4836-9cd2-bb65608ecb11 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:34:35.454762 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e3a58f-cfb2-4845-a38b-4eda8cdf151b admin admin] Network 76cba922-309a-4387-9272-eb83164f71fd is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:34:35.456723 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-63e3a58f-cfb2-4845-a38b-4eda8cdf151b admin admin] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:34:35.486057 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88f4d30-6ee9-4e47-b659-5b11c3b9432d None None] Pushing event updated for resources: {'Port': ['ID=d7d752de-2448-42f3-bfa7-33ef0a7c905b,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:35.546537 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-ebf1a776-ab75-4836-9cd2-bb65608ecb11 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4788671 May 30 20:34:35.550084 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 49224) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:34:35.572458 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-6e28542e-e9f7-4e67-84f0-84fb66e8013c tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Request body: {'subnet': {'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:34:35.761264 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-f88f4d30-6ee9-4e47-b659-5b11c3b9432d None None] Attempting to bind port d7d752de-2448-42f3-bfa7-33ef0a7c905b on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:34:35.761841 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-f88f4d30-6ee9-4e47-b659-5b11c3b9432d None None] Attempting to bind port d7d752de-2448-42f3-bfa7-33ef0a7c905b by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': '4dc4317e-c03e-40e0-80af-52199844909f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '99694fcd-3e6d-4945-8cde-15c3dac483f9'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:34:35.762261 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88f4d30-6ee9-4e47-b659-5b11c3b9432d None None] Attempting to bind port d7d752de-2448-42f3-bfa7-33ef0a7c905b on network 99694fcd-3e6d-4945-8cde-15c3dac483f9 {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:34:35.773060 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-6e28542e-e9f7-4e67-84f0-84fb66e8013c tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:34:35.795554 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port cff1efd8-749d-48f3-a420-c3d19ed4bcb2 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:34:35.795959 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:35.797651 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-6e28542e-e9f7-4e67-84f0-84fb66e8013c tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:34:35.837234 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f4adcc4-a28b-48ca-87ba-b65ce1f7a3ad tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Router a4f19232-b258-4352-be0c-c357e4df05ee has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:34:35.865288 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88f4d30-6ee9-4e47-b659-5b11c3b9432d None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:34:35.865984 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88f4d30-6ee9-4e47-b659-5b11c3b9432d None None] Checking segment: {'id': '4dc4317e-c03e-40e0-80af-52199844909f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '99694fcd-3e6d-4945-8cde-15c3dac483f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:34:35.866488 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-f88f4d30-6ee9-4e47-b659-5b11c3b9432d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:35.866977 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88f4d30-6ee9-4e47-b659-5b11c3b9432d None None] Bound using segment: {'id': '4dc4317e-c03e-40e0-80af-52199844909f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '99694fcd-3e6d-4945-8cde-15c3dac483f9'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:34:35.867582 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-f88f4d30-6ee9-4e47-b659-5b11c3b9432d None None] Bound port: d7d752de-2448-42f3-bfa7-33ef0a7c905b, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dc4317e-c03e-40e0-80af-52199844909f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '99694fcd-3e6d-4945-8cde-15c3dac483f9'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:34:35.868052 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-f88f4d30-6ee9-4e47-b659-5b11c3b9432d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:35.945048 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e28542e-e9f7-4e67-84f0-84fb66e8013c tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Made reservation on behalf of 08954986e7454427ae0d40c7652d3c6a for: {'subnet': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:34:35.978414 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-d14f38e8-69e8-453b-96fe-4c621ecfbba4 None None] Provisioning for port 48163b2d-e078-447f-8121-b1de14d6207b completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:34:36.024134 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-d14f38e8-69e8-453b-96fe-4c621ecfbba4 None None] Provisioning complete for port 48163b2d-e078-447f-8121-b1de14d6207b triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:34:36.024508 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-d14f38e8-69e8-453b-96fe-4c621ecfbba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:36.117438 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63e3a58f-cfb2-4845-a38b-4eda8cdf151b admin admin] Router cc7ecadf-209a-4e8d-a028-be2f676772f2 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:34:36.117702 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db1e65b2-f830-401c-b2e3-754cc7426494 None None] DHCP port deletion for e47345d4-98a8-46f5-a7b7-66b2eb513a50 request from n-d-843948-2 {{(pid=84888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:34:36.198635 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-db1e65b2-f830-401c-b2e3-754cc7426494 None None] Deleting port 65b0ce20-d940-43a9-8614-8de0e79e7393 {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:34:36.199016 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-db1e65b2-f830-401c-b2e3-754cc7426494 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:36.342160 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-d14f38e8-69e8-453b-96fe-4c621ecfbba4 None None] Port 48163b2d-e078-447f-8121-b1de14d6207b cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:34:36.345582 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-f88f4d30-6ee9-4e47-b659-5b11c3b9432d None None] For port d7d752de-2448-42f3-bfa7-33ef0a7c905b, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:34:36.373795 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6e28542e-e9f7-4e67-84f0-84fb66e8013c tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2778563'] for subnet, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:36.376663 n-d-843948-2 neutron-server[84886]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e28542e-e9f7-4e67-84f0-84fb66e8013c tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 20:34:36.377499 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e28542e-e9f7-4e67-84f0-84fb66e8013c tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:34:36.396673 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-f88f4d30-6ee9-4e47-b659-5b11c3b9432d None None] For port d7d752de-2448-42f3-bfa7-33ef0a7c905b, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=d7d752de-2448-42f3-bfa7-33ef0a7c905b,segment=NetworkSegment(4dc4317e-c03e-40e0-80af-52199844909f),segment_id=4dc4317e-c03e-40e0-80af-52199844909f)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:34:36.438241 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-76fa8fdc-c31f-4477-a9f5-e755f5dd0442 req-0ff0dc78-060f-4bbb-af6b-2912bc7b8aca tempest-ServerShowV254Test-1944491154 tempest-ServerShowV254Test-1944491154-project] 10.222.0.85 "GET /v2.0/ports?device_id=b70acc5a-1679-43e0-93dc-059df2e2e9da HTTP/1.1" status: 200 len: 210 time: 0.1239033 May 30 20:34:36.440692 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f4adcc4-a28b-48ca-87ba-b65ce1f7a3ad tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:34:36.454023 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-1f4adcc4-a28b-48ca-87ba-b65ce1f7a3ad tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] 10.222.0.85 "PUT /v2.0/routers/a4f19232-b258-4352-be0c-c357e4df05ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4216845 May 30 20:34:36.456666 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 49260) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:34:36.466695 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-6a4b639f-f169-4e04-a908-d3d777af91a5 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2036012390'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:34:36.486237 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-6a4b639f-f169-4e04-a908-d3d777af91a5 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:34:36.498426 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-6a4b639f-f169-4e04-a908-d3d777af91a5 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Usage tracker for resource:network and tenant:eeceb350906e46fc9b2c21ca495ac559 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:34:36.521405 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-6a4b639f-f169-4e04-a908-d3d777af91a5 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:34:36.529411 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-6e28542e-e9f7-4e67-84f0-84fb66e8013c tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.9646335 May 30 20:34:36.535410 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-6a4b639f-f169-4e04-a908-d3d777af91a5 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:34:36.537765 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 49266) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:34:36.541098 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-f88f4d30-6ee9-4e47-b659-5b11c3b9432d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:36.547385 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-daaf5a55-1462-420c-8ec1-6065cfabadc5 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Request body: {'subnet': {'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:34:36.637010 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a4b639f-f169-4e04-a908-d3d777af91a5 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Made reservation on behalf of eeceb350906e46fc9b2c21ca495ac559 for: {'network': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:34:36.644327 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6a4b639f-f169-4e04-a908-d3d777af91a5 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:36.685959 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-daaf5a55-1462-420c-8ec1-6065cfabadc5 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:34:36.689006 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a4b639f-f169-4e04-a908-d3d777af91a5 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] vlan segment allocate from pool success with {'vlan_id': 695, 'physical_network': 'physnet1'} {{(pid=84886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:34:36.699176 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-daaf5a55-1462-420c-8ec1-6065cfabadc5 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:34:36.699585 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6a4b639f-f169-4e04-a908-d3d777af91a5 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:36.699946 n-d-843948-2 neutron-server[84886]: INFO neutron.db.segments_db [None req-6a4b639f-f169-4e04-a908-d3d777af91a5 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Added segment b1c25274-85b6-4fae-94b0-3ef19eecd5d1 of type vlan for network 21896272-151e-4fed-906e-2264e0371923 May 30 20:34:36.712901 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63e3a58f-cfb2-4845-a38b-4eda8cdf151b admin admin] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:34:36.717865 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-63e3a58f-cfb2-4845-a38b-4eda8cdf151b admin admin] 10.222.0.85 "PUT /v2.0/routers/cc7ecadf-209a-4e8d-a028-be2f676772f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9397657 May 30 20:34:36.727775 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 09164586-c42b-48d1-85ff-5f4722ac884b up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:34:36.749035 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6a4b639f-f169-4e04-a908-d3d777af91a5 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:36.815876 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daaf5a55-1462-420c-8ec1-6065cfabadc5 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Made reservation on behalf of 08954986e7454427ae0d40c7652d3c6a for: {'subnet': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:34:36.819603 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-daaf5a55-1462-420c-8ec1-6065cfabadc5 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114220'] for subnet, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:36.821101 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-d14f38e8-69e8-453b-96fe-4c621ecfbba4 None None] Provisioning complete for port 65b0ce20-d940-43a9-8614-8de0e79e7393 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:34:36.821674 n-d-843948-2 neutron-server[84887]: INFO neutron.pecan_wsgi.hooks.translation [None req-daaf5a55-1462-420c-8ec1-6065cfabadc5 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 20:34:36.821919 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-d14f38e8-69e8-453b-96fe-4c621ecfbba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:36.822093 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-daaf5a55-1462-420c-8ec1-6065cfabadc5 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:34:36.867019 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be0b155-b88b-4c82-be83-25deb6184eaa None None] Sync routers for ids ['cc7ecadf-209a-4e8d-a028-be2f676772f2'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:34:36.941096 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6a4b639f-f169-4e04-a908-d3d777af91a5 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:36.943937 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-1e1db276-e220-4f9b-a186-e439dbcb7872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4f19232-b258-4352-be0c-c357e4df05ee', 'name': 'tempest-RoutersIpV6Test-router-317510075', 'tenant_id': 'eeceb350906e46fc9b2c21ca495ac559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:33:59Z', 'updated_at': '2022-05-30T20:34:33Z', 'revision_number': 4, 'project_id': 'eeceb350906e46fc9b2c21ca495ac559', 'gw_port_host': None, '_interfaces': [{'id': '3fc7cdf1-cff4-462a-82b4-ad80bb0f19b7', 'name': '', 'network_id': 'f7aa054c-b3ce-4814-8100-f5d8c473d50b', 'tenant_id': 'eeceb350906e46fc9b2c21ca495ac559', 'mac_address': 'fa:16:3e:08:77:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f19232-b258-4352-be0c-c357e4df05ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bdbd14ab-945e-4aef-b6e0-7157227cf2a3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:34:05Z', 'updated_at': '2022-05-30T20:34:20Z', 'revision_number': 5, 'project_id': 'eeceb350906e46fc9b2c21ca495ac559', 'subnets': [{'id': 'bdbd14ab-945e-4aef-b6e0-7157227cf2a3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '595d87f4-d3f3-4464-ac69-e38a725716a0', 'name': '', 'network_id': '99694fcd-3e6d-4945-8cde-15c3dac483f9', 'tenant_id': 'eeceb350906e46fc9b2c21ca495ac559', 'mac_address': 'fa:16:3e:9e:05:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4f19232-b258-4352-be0c-c357e4df05ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '22ad9598-9de8-434f-8718-0038eb57832b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:34:31Z', 'updated_at': '2022-05-30T20:34:31Z', 'revision_number': 1, 'project_id': 'eeceb350906e46fc9b2c21ca495ac559', 'subnets': [{'id': '22ad9598-9de8-434f-8718-0038eb57832b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74dbeb29-5781-4668-87d4-f4375729732f', 'name': '', 'network_id': 'cd6354ef-bfed-4e68-adfe-b3cbfa9d3cc5', 'tenant_id': 'eeceb350906e46fc9b2c21ca495ac559', 'mac_address': 'fa:16:3e:b1:ef:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4f19232-b258-4352-be0c-c357e4df05ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7d55db9-d8c6-4c30-9f1b-9757deb0f8ac', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:34:19Z', 'updated_at': '2022-05-30T20:34:32Z', 'revision_number': 4, 'project_id': 'eeceb350906e46fc9b2c21ca495ac559', 'subnets': [{'id': 'c7d55db9-d8c6-4c30-9f1b-9757deb0f8ac', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:34:36.944912 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a4b639f-f169-4e04-a908-d3d777af91a5 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:34:36.945637 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6a4b639f-f169-4e04-a908-d3d777af91a5 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks [] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:36.987923 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-daaf5a55-1462-420c-8ec1-6065cfabadc5 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4481893 May 30 20:34:36.993586 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 49294) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:34:37.000534 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-46f2f36a-ad84-43ee-99f1-8babffd67b42 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Request body: {'subnet': {'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:34:37.030974 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88f4d30-6ee9-4e47-b659-5b11c3b9432d None None] Pushing event updated for resources: {'Port': ['ID=d7d752de-2448-42f3-bfa7-33ef0a7c905b,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:37.037886 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1db276-e220-4f9b-a186-e439dbcb7872 None None] The sync data for ids ['a4f19232-b258-4352-be0c-c357e4df05ee'] in n-d-843948-2 is: [{'id': 'a4f19232-b258-4352-be0c-c357e4df05ee', 'name': 'tempest-RoutersIpV6Test-router-317510075', 'tenant_id': 'eeceb350906e46fc9b2c21ca495ac559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:33:59Z', 'updated_at': '2022-05-30T20:34:33Z', 'revision_number': 4, 'project_id': 'eeceb350906e46fc9b2c21ca495ac559', 'gw_port_host': None, '_interfaces': [{'id': '3fc7cdf1-cff4-462a-82b4-ad80bb0f19b7', 'name': '', 'network_id': 'f7aa054c-b3ce-4814-8100-f5d8c473d50b', 'tenant_id': 'eeceb350906e46fc9b2c21ca495ac559', 'mac_address': 'fa:16:3e:08:77:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f19232-b258-4352-be0c-c357e4df05ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bdbd14ab-945e-4aef-b6e0-7157227cf2a3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:34:05Z', 'updated_at': '2022-05-30T20:34:20Z', 'revision_number': 5, 'project_id': 'eeceb350906e46fc9b2c21ca495ac559', 'subnets': [{'id': 'bdbd14ab-945e-4aef-b6e0-7157227cf2a3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '595d87f4-d3f3-4464-ac69-e38a725716a0', 'name': '', 'network_id': '99694fcd-3e6d-4945-8cde-15c3dac483f9', 'tenant_id': 'eeceb350906e46fc9b2c21ca495ac559', 'mac_address': 'fa:16:3e:9e:05:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4f19232-b258-4352-be0c-c357e4df05ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '22ad9598-9de8-434f-8718-0038eb57832b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:34:31Z', 'updated_at': '2022-05-30T20:34:31Z', 'revision_number': 1, 'project_id': 'eeceb350906e46fc9b2c21ca495ac559', 'subnets': [{'id': '22ad9598-9de8-434f-8718-0038eb57832b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74dbeb29-5781-4668-87d4-f4375729732f', 'name': '', 'network_id': 'cd6354ef-bfed-4e68-adfe-b3cbfa9d3cc5', 'tenant_id': 'eeceb350906e46fc9b2c21ca495ac559', 'mac_address': 'fa:16:3e:b1:ef:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4f19232-b258-4352-be0c-c357e4df05ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7d55db9-d8c6-4c30-9f1b-9757deb0f8ac', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:34:19Z', 'updated_at': '2022-05-30T20:34:32Z', 'revision_number': 4, 'project_id': 'eeceb350906e46fc9b2c21ca495ac559', 'subnets': [{'id': 'c7d55db9-d8c6-4c30-9f1b-9757deb0f8ac', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:34:37.074290 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-db1e65b2-f830-401c-b2e3-754cc7426494 None None] For port 65b0ce20-d940-43a9-8614-8de0e79e7393, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=65b0ce20-d940-43a9-8614-8de0e79e7393,segment=NetworkSegment(2cb73a29-9359-4fbf-99af-be1c6062790b),segment_id=2cb73a29-9359-4fbf-99af-be1c6062790b)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:34:37.078821 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-db1e65b2-f830-401c-b2e3-754cc7426494 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:37.086181 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4b639f-f169-4e04-a908-d3d777af91a5 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Pushing event updated for resources: {'Network': ['ID=21896272-151e-4fed-906e-2264e0371923,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:37.104315 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-6a4b639f-f169-4e04-a908-d3d777af91a5 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6454933 May 30 20:34:37.110386 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 49300) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:34:37.129065 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-774110e8-f4ce-438c-9d30-31795a76ba49 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Request body: {'subnet': {'network_id': '21896272-151e-4fed-906e-2264e0371923', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:34:37.298007 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 49310) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:34:37.334398 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-db1e65b2-f830-401c-b2e3-754cc7426494 None None] Calling delete_port for 65b0ce20-d940-43a9-8614-8de0e79e7393 owned by network:dhcp {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:34:37.436837 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network 21896272-151e-4fed-906e-2264e0371923 details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:34:37.454489 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be0b155-b88b-4c82-be83-25deb6184eaa None None] Routers {'cc7ecadf-209a-4e8d-a028-be2f676772f2'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:34:37.455221 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-4be0b155-b88b-4c82-be83-25deb6184eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:34:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['cc7ecadf-209a-4e8d-a028-be2f676772f2'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:34:37.566952 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-774110e8-f4ce-438c-9d30-31795a76ba49 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:34:37.567272 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-46f2f36a-ad84-43ee-99f1-8babffd67b42 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:34:37.586358 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-774110e8-f4ce-438c-9d30-31795a76ba49 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Usage tracker for resource:subnet and tenant:eeceb350906e46fc9b2c21ca495ac559 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:34:37.592966 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-46f2f36a-ad84-43ee-99f1-8babffd67b42 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:34:37.598268 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-774110e8-f4ce-438c-9d30-31795a76ba49 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:34:37.621305 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-774110e8-f4ce-438c-9d30-31795a76ba49 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:34:37.684597 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46f2f36a-ad84-43ee-99f1-8babffd67b42 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Made reservation on behalf of 08954986e7454427ae0d40c7652d3c6a for: {'subnet': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:34:37.688160 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-46f2f36a-ad84-43ee-99f1-8babffd67b42 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114220'] for subnet, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:37.690029 n-d-843948-2 neutron-server[84887]: INFO neutron.pecan_wsgi.hooks.translation [None req-46f2f36a-ad84-43ee-99f1-8babffd67b42 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 20:34:37.690445 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46f2f36a-ad84-43ee-99f1-8babffd67b42 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:34:37.737907 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-4be0b155-b88b-4c82-be83-25deb6184eaa None None] Set router cc7ecadf-209a-4e8d-a028-be2f676772f2 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:34:37.770202 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-774110e8-f4ce-438c-9d30-31795a76ba49 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Made reservation on behalf of eeceb350906e46fc9b2c21ca495ac559 for: {'subnet': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:34:37.860692 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-46f2f36a-ad84-43ee-99f1-8babffd67b42 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.8579369 May 30 20:34:37.874170 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 49338) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:34:37.884056 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0fc2b439-55d8-4e51-b57e-072fe167b3c8 req-74976461-ddba-4a11-8821-51c06b929612 tempest-ServerShowV254Test-1944491154 tempest-ServerShowV254Test-1944491154-project] 10.222.0.85 "GET /v2.0/ports?device_id=b70acc5a-1679-43e0-93dc-059df2e2e9da HTTP/1.1" status: 200 len: 210 time: 0.1052384 May 30 20:34:38.022661 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-8fcc3607-0797-4308-b09f-f3e670909e28 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Synchronizing usage tracker for tenant:08954986e7454427ae0d40c7652d3c6a on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:34:38.091529 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-774110e8-f4ce-438c-9d30-31795a76ba49 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2778563'] for subnet, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:38.098803 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 49350) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:34:38.111451 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-5f9b36af-6b29-4031-879b-9d1554611c1e tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1558423236', 'description': 'tempest-description--2130105922'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:34:38.120284 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-5f9b36af-6b29-4031-879b-9d1554611c1e tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:34:38.125219 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-5f9b36af-6b29-4031-879b-9d1554611c1e tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Usage tracker for resource:security_group and tenant:be518c6f2f7741c6a6c26447eed4fca2 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:34:38.129509 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-8fcc3607-0797-4308-b09f-f3e670909e28 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Unset dirty status for tenant:08954986e7454427ae0d40c7652d3c6a on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:34:38.138579 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-8fcc3607-0797-4308-b09f-f3e670909e28 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2615187 May 30 20:34:38.141734 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-5f9b36af-6b29-4031-879b-9d1554611c1e tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:34:38.148765 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 49354) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:34:38.233130 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-5f9b36af-6b29-4031-879b-9d1554611c1e tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:34:38.249674 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-db1e65b2-f830-401c-b2e3-754cc7426494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468'] for port, after_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:38.273185 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e6b020-83de-4ca2-a78a-16a67eddef2c tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:34:38.277440 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-44e6b020-83de-4ca2-a78a-16a67eddef2c tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Synchronizing usage tracker for tenant:08954986e7454427ae0d40c7652d3c6a on resource:subnet {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:34:38.289716 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-44e6b020-83de-4ca2-a78a-16a67eddef2c tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Unset dirty status for tenant:08954986e7454427ae0d40c7652d3c6a on resource:subnet {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:34:38.294006 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-44e6b020-83de-4ca2-a78a-16a67eddef2c tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1432748 May 30 20:34:38.294992 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 49362) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:34:38.370802 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b10aed14-c5fb-49a2-b47b-d574215a847c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:38.415130 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5f9b36af-6b29-4031-879b-9d1554611c1e tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:38.444432 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-bc5a8ca8-f1b1-4dbb-ab0d-2cb91f3655fc tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1480851 May 30 20:34:38.444877 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 49374) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:34:38.461568 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-68be7ac2-6625-4a18-97ef-c5f293226281 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Request body: {'subnet': {'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:34:38.479060 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1e65b2-f830-401c-b2e3-754cc7426494 None None] Pushing event deleted for resources: {'Port': ['ID=65b0ce20-d940-43a9-8614-8de0e79e7393,revision_number=None']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:38.481256 n-d-843948-2 neutron-server[84888]: INFO neutron.plugins.ml2.db [None req-d14f38e8-69e8-453b-96fe-4c621ecfbba4 None None] No ports have port_id starting with 65b0ce20-d940-43a9-8614-8de0e79e7393 May 30 20:34:38.542394 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1e65b2-f830-401c-b2e3-754cc7426494 None None] No DVR routers for this DVR port 65b0ce20-d940-43a9-8614-8de0e79e7393 on host n-d-843948-2 {{(pid=84888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:34:38.549018 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-5f9b36af-6b29-4031-879b-9d1554611c1e tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:34:38.563299 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-5f9b36af-6b29-4031-879b-9d1554611c1e tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Usage tracker for resource:security_group_rule and tenant:be518c6f2f7741c6a6c26447eed4fca2 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:34:38.572310 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-5f9b36af-6b29-4031-879b-9d1554611c1e tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:34:38.584147 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 09164586-c42b-48d1-85ff-5f4722ac884b completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:34:38.595750 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 09164586-c42b-48d1-85ff-5f4722ac884b triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:34:38.596182 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:38.598374 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-5f9b36af-6b29-4031-879b-9d1554611c1e tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:34:38.743303 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-5bb90cb7-b028-4740-92e0-e614eed55c9f None None] Provisioning complete for port 48163b2d-e078-447f-8121-b1de14d6207b triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:34:38.743303 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-5bb90cb7-b028-4740-92e0-e614eed55c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:38.751176 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-68be7ac2-6625-4a18-97ef-c5f293226281 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:34:38.786145 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5f9b36af-6b29-4031-879b-9d1554611c1e tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:38.804229 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-68be7ac2-6625-4a18-97ef-c5f293226281 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:34:38.804693 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-4be0b155-b88b-4c82-be83-25deb6184eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc7ecadf-209a-4e8d-a028-be2f676772f2', 'name': 'tempest-AttachVolumeTestJSON-1189410636-router', 'tenant_id': 'be518c6f2f7741c6a6c26447eed4fca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': '09164586-c42b-48d1-85ff-5f4722ac884b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:34:22Z', 'updated_at': '2022-05-30T20:34:33Z', 'revision_number': 4, 'project_id': 'be518c6f2f7741c6a6c26447eed4fca2', 'gw_port': {'id': '09164586-c42b-48d1-85ff-5f4722ac884b', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:ee:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc7ecadf-209a-4e8d-a028-be2f676772f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:34:23Z', 'updated_at': '2022-05-30T20:34:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '48163b2d-e078-447f-8121-b1de14d6207b', 'name': '', 'network_id': '76cba922-309a-4387-9272-eb83164f71fd', 'tenant_id': 'be518c6f2f7741c6a6c26447eed4fca2', 'mac_address': 'fa:16:3e:b7:60:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc7ecadf-209a-4e8d-a028-be2f676772f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '664239a8-9fd7-4297-838f-478b17647c0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:34:31Z', 'updated_at': '2022-05-30T20:34:33Z', 'revision_number': 2, 'project_id': 'be518c6f2f7741c6a6c26447eed4fca2', 'subnets': [{'id': '664239a8-9fd7-4297-838f-478b17647c0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:34:38.829714 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be0b155-b88b-4c82-be83-25deb6184eaa None None] Checking router: cc7ecadf-209a-4e8d-a028-be2f676772f2 for host: n-d-843948-2 {{(pid=84888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:34:38.830451 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be0b155-b88b-4c82-be83-25deb6184eaa None None] Updating router cc7ecadf-209a-4e8d-a028-be2f676772f2 port 48163b2d-e078-447f-8121-b1de14d6207b binding host n-d-843948-2 {{(pid=84888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:34:38.833943 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-b10aed14-c5fb-49a2-b47b-d574215a847c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:34:38.850340 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-b10aed14-c5fb-49a2-b47b-d574215a847c admin admin] Usage tracker for resource:security_group_rule and tenant:62e4951ac4654253be0a62550e702f86 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:34:38.854604 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-b10aed14-c5fb-49a2-b47b-d574215a847c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:34:38.870673 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-422efe2d-3ab8-405e-96ce-a2ab9860eaec None None] Network 99694fcd-3e6d-4945-8cde-15c3dac483f9 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:34:38.890303 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-b10aed14-c5fb-49a2-b47b-d574215a847c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:34:38.891184 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5f9b36af-6b29-4031-879b-9d1554611c1e tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:38.991335 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b36af-6b29-4031-879b-9d1554611c1e tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c8a214b-6487-4b26-aae5-3d5d58bf176d,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:39.006805 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68be7ac2-6625-4a18-97ef-c5f293226281 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Made reservation on behalf of 08954986e7454427ae0d40c7652d3c6a for: {'subnet': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:34:39.006805 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-68be7ac2-6625-4a18-97ef-c5f293226281 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2778563'] for subnet, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:39.050627 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-5bb90cb7-b028-4740-92e0-e614eed55c9f None None] Port 48163b2d-e078-447f-8121-b1de14d6207b cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:34:39.092107 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-4be0b155-b88b-4c82-be83-25deb6184eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:39.104767 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b10aed14-c5fb-49a2-b47b-d574215a847c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:39.109171 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-774110e8-f4ce-438c-9d30-31795a76ba49 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4127140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2778577'] for subnet, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:39.132291 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5f9b36af-6b29-4031-879b-9d1554611c1e tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:39.134576 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-5f9b36af-6b29-4031-879b-9d1554611c1e tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 1.0346861 May 30 20:34:39.137468 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 49396) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:34:39.146851 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-8879dbe5-d13e-4102-bc6a-bd99f9029135 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Request body: {'security_group_rule': {'security_group_id': '1c8a214b-6487-4b26-aae5-3d5d58bf176d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:34:39.154842 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:39.191169 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port 09164586-c42b-48d1-85ff-5f4722ac884b, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=09164586-c42b-48d1-85ff-5f4722ac884b,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:34:39.193331 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-8879dbe5-d13e-4102-bc6a-bd99f9029135 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:34:39.194387 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774110e8-f4ce-438c-9d30-31795a76ba49 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Pushing event updated for resources: {'Subnet': ['ID=48d552db-981d-4d73-865e-2bf58aae0f82,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:39.213831 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-86c561a1-2af9-4e28-97fc-03fdb5b3ba1e req-f43d4394-ea1a-4fad-a8fa-2f1a80dfa535 tempest-ServerShowV254Test-1944491154 tempest-ServerShowV254Test-1944491154-project] 10.222.0.85 "GET /v2.0/ports?device_id=b70acc5a-1679-43e0-93dc-059df2e2e9da HTTP/1.1" status: 200 len: 210 time: 0.0615931 May 30 20:34:39.215222 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-8879dbe5-d13e-4102-bc6a-bd99f9029135 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Usage tracker for resource:security_group_rule and tenant:be518c6f2f7741c6a6c26447eed4fca2 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:34:39.230506 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-8879dbe5-d13e-4102-bc6a-bd99f9029135 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:34:39.237997 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-8879dbe5-d13e-4102-bc6a-bd99f9029135 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:34:39.263253 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b10aed14-c5fb-49a2-b47b-d574215a847c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:39.297854 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774110e8-f4ce-438c-9d30-31795a76ba49 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Checking segment: {'id': 'b1c25274-85b6-4fae-94b0-3ef19eecd5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '21896272-151e-4fed-906e-2264e0371923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:34:39.298221 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774110e8-f4ce-438c-9d30-31795a76ba49 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Network hostable DHCP agents. Network: 21896272-151e-4fed-906e-2264e0371923, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:34:39.335153 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10aed14-c5fb-49a2-b47b-d574215a847c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c70c34d9-2dc8-4dc3-8e1c-cb3f1fb98080,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:39.358554 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8879dbe5-d13e-4102-bc6a-bd99f9029135 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:39.385496 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:39.389225 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-b10aed14-c5fb-49a2-b47b-d574215a847c admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=62e4951ac4654253be0a62550e702f86&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0867722 May 30 20:34:39.389566 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 49402) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:34:39.470965 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774110e8-f4ce-438c-9d30-31795a76ba49 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Network 21896272-151e-4fed-906e-2264e0371923 is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:34:39.500422 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8879dbe5-d13e-4102-bc6a-bd99f9029135 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:39.507293 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-645b7cab-c9d0-4df4-a7e7-222c61d33fbe None None] Provisioning for port d7d752de-2448-42f3-bfa7-33ef0a7c905b completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:34:39.522964 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=09164586-c42b-48d1-85ff-5f4722ac884b,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:39.527065 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 65b0ce20-d940-43a9-8614-8de0e79e7393 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:34:39.551543 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-697de7d2-2b5f-4902-a490-174ab2d4d405 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:39.583360 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: 65b0ce20-d940-43a9-8614-8de0e79e7393 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:34:39.583952 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 65b0ce20-d940-43a9-8614-8de0e79e7393 not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:34:39.590791 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8879dbe5-d13e-4102-bc6a-bd99f9029135 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:39.632614 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-774110e8-f4ce-438c-9d30-31795a76ba49 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, 21896272-151e-4fed-906e-2264e0371923) {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:34:39.650883 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-774110e8-f4ce-438c-9d30-31795a76ba49 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:34:39.651569 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-774110e8-f4ce-438c-9d30-31795a76ba49 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks [] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:39.653409 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8879dbe5-d13e-4102-bc6a-bd99f9029135 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f944984-2f52-4d7e-b695-37a4b7e87d0f,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:39.658960 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-697de7d2-2b5f-4902-a490-174ab2d4d405 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:39.667975 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-994ea100-35f1-4628-99fa-10312e0ec7b8 None None] Network 21896272-151e-4fed-906e-2264e0371923 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:34:39.711290 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8879dbe5-d13e-4102-bc6a-bd99f9029135 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:39.713430 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-8879dbe5-d13e-4102-bc6a-bd99f9029135 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5748866 May 30 20:34:39.715706 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 49414) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:34:39.725441 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-1e3b2bb7-2cf5-4635-bfb2-ff59c49f6d5b tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Request body: {'security_group_rule': {'security_group_id': '1c8a214b-6487-4b26-aae5-3d5d58bf176d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:34:39.745944 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-1e3b2bb7-2cf5-4635-bfb2-ff59c49f6d5b tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:34:39.759909 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-1e3b2bb7-2cf5-4635-bfb2-ff59c49f6d5b tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Usage tracker for resource:security_group_rule and tenant:be518c6f2f7741c6a6c26447eed4fca2 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:34:39.765094 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-1e3b2bb7-2cf5-4635-bfb2-ff59c49f6d5b tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:34:39.785734 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-1e3b2bb7-2cf5-4635-bfb2-ff59c49f6d5b tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:34:39.897972 n-d-843948-2 neutron-server[84886]: DEBUG neutron.objects.ports [None req-68be7ac2-6625-4a18-97ef-c5f293226281 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84886) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 30 20:34:39.899957 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-68be7ac2-6625-4a18-97ef-c5f293226281 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4127140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2778577'] for subnet, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:39.912528 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1e3b2bb7-2cf5-4635-bfb2-ff59c49f6d5b tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:39.986057 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device d7d752de-2448-42f3-bfa7-33ef0a7c905b up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:34:40.000330 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 49420) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:34:40.008961 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-774110e8-f4ce-438c-9d30-31795a76ba49 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.8961165 May 30 20:34:40.043143 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68be7ac2-6625-4a18-97ef-c5f293226281 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Network e47345d4-98a8-46f5-a7b7-66b2eb513a50 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:34:40.051492 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-68be7ac2-6625-4a18-97ef-c5f293226281 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:34:40.057798 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68be7ac2-6625-4a18-97ef-c5f293226281 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Pushing event updated for resources: {'Subnet': ['ID=b576b6a4-d637-4940-897a-aa6e550285b8,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:40.073429 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68be7ac2-6625-4a18-97ef-c5f293226281 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:34:40.075392 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ffe448-d804-4da5-b566-adb9749ef8dc None None] Network e47345d4-98a8-46f5-a7b7-66b2eb513a50 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:34:40.076139 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-68be7ac2-6625-4a18-97ef-c5f293226281 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks [] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:40.106374 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-697de7d2-2b5f-4902-a490-174ab2d4d405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:40.250152 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1e3b2bb7-2cf5-4635-bfb2-ff59c49f6d5b tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:40.336482 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697de7d2-2b5f-4902-a490-174ab2d4d405 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c70c34d9-2dc8-4dc3-8e1c-cb3f1fb98080,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:40.343311 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1e3b2bb7-2cf5-4635-bfb2-ff59c49f6d5b tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:40.346644 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87bf022-1e33-4ce7-b173-15d4d40bbaf8 None None] Sync routers for ids ['a4f19232-b258-4352-be0c-c357e4df05ee'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:34:40.347886 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-697de7d2-2b5f-4902-a490-174ab2d4d405 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:40.349055 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-697de7d2-2b5f-4902-a490-174ab2d4d405 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/c70c34d9-2dc8-4dc3-8e1c-cb3f1fb98080 HTTP/1.1" status: 204 len: 168 time: 0.9576077 May 30 20:34:40.364153 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87bf022-1e33-4ce7-b173-15d4d40bbaf8 None None] Routers {'a4f19232-b258-4352-be0c-c357e4df05ee'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:34:40.365235 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-c87bf022-1e33-4ce7-b173-15d4d40bbaf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:34:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['a4f19232-b258-4352-be0c-c357e4df05ee'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:34:40.412145 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-68be7ac2-6625-4a18-97ef-c5f293226281 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9659548 May 30 20:34:40.413126 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 49432) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:34:40.418996 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-782831da-ad83-4ad7-80e0-aad3cad59adb tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Request body: {'port': {'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50', 'mac_address': 'fa:16:3e:f6:f7:7b', 'name': 'tempest-NetworksTestDHCPv6-68261717'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:34:40.431568 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3b2bb7-2cf5-4635-bfb2-ff59c49f6d5b tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88c24556-6ecd-4e7b-9a6b-cdc0f32fd2aa,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:40.656979 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9de2fb8-1ec9-4b71-8edf-c1edb9dae648 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-21896272-151e-4fed-906e-2264e0371923', 'network_id': '21896272-151e-4fed-906e-2264e0371923', 'tenant_id': 'eeceb350906e46fc9b2c21ca495ac559', 'fixed_ips': [{'subnet_id': '48d552db-981d-4d73-865e-2bf58aae0f82'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:34:40.658794 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-a9de2fb8-1ec9-4b71-8edf-c1edb9dae648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:40.663650 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-782831da-ad83-4ad7-80e0-aad3cad59adb tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:34:40.712130 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1e3b2bb7-2cf5-4635-bfb2-ff59c49f6d5b tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:40.717047 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-1e3b2bb7-2cf5-4635-bfb2-ff59c49f6d5b tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.0000939 May 30 20:34:40.717938 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 49440) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:34:40.728167 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-a4aaf3f7-9275-474d-a7d2-33d839bfba39 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Request body: {'floatingip': {'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:34:40.759818 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-a4aaf3f7-9275-474d-a7d2-33d839bfba39 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:34:40.771082 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-a4aaf3f7-9275-474d-a7d2-33d839bfba39 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Usage tracker for resource:floatingip and tenant:be518c6f2f7741c6a6c26447eed4fca2 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:34:40.780785 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-a4aaf3f7-9275-474d-a7d2-33d839bfba39 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:34:40.796025 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-782831da-ad83-4ad7-80e0-aad3cad59adb tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:34:40.807168 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-a4aaf3f7-9275-474d-a7d2-33d839bfba39 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:34:40.813158 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-c87bf022-1e33-4ce7-b173-15d4d40bbaf8 None None] Set router a4f19232-b258-4352-be0c-c357e4df05ee gateway port host: None {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:34:40.814735 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ae2b13a6-3812-4753-b42e-8f67590a317f req-19ee233e-77e5-4161-b3e5-49fcc4805e71 tempest-ServerShowV254Test-1944491154 tempest-ServerShowV254Test-1944491154-project] 10.222.0.85 "GET /v2.0/ports?device_id=b70acc5a-1679-43e0-93dc-059df2e2e9da HTTP/1.1" status: 200 len: 210 time: 0.1327727 May 30 20:34:40.879949 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a4aaf3f7-9275-474d-a7d2-33d839bfba39 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Notify callbacks [] for floatingip, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:40.882444 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-782831da-ad83-4ad7-80e0-aad3cad59adb tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Made reservation on behalf of 08954986e7454427ae0d40c7652d3c6a for: {'port': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:34:40.888574 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-782831da-ad83-4ad7-80e0-aad3cad59adb tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:40.904674 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-4be0b155-b88b-4c82-be83-25deb6184eaa None None] Notify callbacks [] for port, precommit_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:41.003323 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [None req-782831da-ad83-4ad7-80e0-aad3cad59adb tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] device_id is not set on port ba231286-2169-4f55-859f-bc309dba8231 yet. {{(pid=84886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:34:41.080175 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-77fa9b45-e193-407e-8def-990c00955ef4 None None] Provisioning for port 595d87f4-d3f3-4464-ac69-e38a725716a0 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:34:41.113655 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae6902f-2bd3-42d2-8cc9-1ef91df4ff87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-e47345d4-98a8-46f5-a7b7-66b2eb513a50', 'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50', 'tenant_id': '08954986e7454427ae0d40c7652d3c6a', 'fixed_ips': [{'subnet_id': 'b576b6a4-d637-4940-897a-aa6e550285b8'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:34:41.138725 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-0ae6902f-2bd3-42d2-8cc9-1ef91df4ff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:41.314750 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-782831da-ad83-4ad7-80e0-aad3cad59adb tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Allocated IP 2001:db8::f816:3eff:fef6:f77b (e47345d4-98a8-46f5-a7b7-66b2eb513a50/b576b6a4-d637-4940-897a-aa6e550285b8/ba231286-2169-4f55-859f-bc309dba8231) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:34:41.356962 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a4aaf3f7-9275-474d-a7d2-33d839bfba39 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:41.471117 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-a9de2fb8-1ec9-4b71-8edf-c1edb9dae648 None None] Allocated IP 2001:db8:3::2 (21896272-151e-4fed-906e-2264e0371923/48d552db-981d-4d73-865e-2bf58aae0f82/9934e462-48cf-4173-a3f9-7cab8a6bc9af) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:34:41.478655 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-77fa9b45-e193-407e-8def-990c00955ef4 None None] Provisioning complete for port 595d87f4-d3f3-4464-ac69-e38a725716a0 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:34:41.479579 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-77fa9b45-e193-407e-8def-990c00955ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:41.547487 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-4be0b155-b88b-4c82-be83-25deb6184eaa None None] Transition to ACTIVE for port object 48163b2d-e078-447f-8121-b1de14d6207b will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:34:41.592322 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port d7d752de-2448-42f3-bfa7-33ef0a7c905b completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:34:41.618418 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-c87bf022-1e33-4ce7-b173-15d4d40bbaf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4f19232-b258-4352-be0c-c357e4df05ee', 'name': 'tempest-RoutersIpV6Test-router-317510075', 'tenant_id': 'eeceb350906e46fc9b2c21ca495ac559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:33:59Z', 'updated_at': '2022-05-30T20:34:33Z', 'revision_number': 4, 'project_id': 'eeceb350906e46fc9b2c21ca495ac559', 'gw_port_host': None, '_interfaces': [{'id': '3fc7cdf1-cff4-462a-82b4-ad80bb0f19b7', 'name': '', 'network_id': 'f7aa054c-b3ce-4814-8100-f5d8c473d50b', 'tenant_id': 'eeceb350906e46fc9b2c21ca495ac559', 'mac_address': 'fa:16:3e:08:77:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f19232-b258-4352-be0c-c357e4df05ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bdbd14ab-945e-4aef-b6e0-7157227cf2a3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:34:05Z', 'updated_at': '2022-05-30T20:34:20Z', 'revision_number': 5, 'project_id': 'eeceb350906e46fc9b2c21ca495ac559', 'subnets': [{'id': 'bdbd14ab-945e-4aef-b6e0-7157227cf2a3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '595d87f4-d3f3-4464-ac69-e38a725716a0', 'name': '', 'network_id': '99694fcd-3e6d-4945-8cde-15c3dac483f9', 'tenant_id': 'eeceb350906e46fc9b2c21ca495ac559', 'mac_address': 'fa:16:3e:9e:05:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4f19232-b258-4352-be0c-c357e4df05ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '22ad9598-9de8-434f-8718-0038eb57832b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:34:31Z', 'updated_at': '2022-05-30T20:34:34Z', 'revision_number': 2, 'project_id': 'eeceb350906e46fc9b2c21ca495ac559', 'subnets': [{'id': '22ad9598-9de8-434f-8718-0038eb57832b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74dbeb29-5781-4668-87d4-f4375729732f', 'name': '', 'network_id': 'cd6354ef-bfed-4e68-adfe-b3cbfa9d3cc5', 'tenant_id': 'eeceb350906e46fc9b2c21ca495ac559', 'mac_address': 'fa:16:3e:b1:ef:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4f19232-b258-4352-be0c-c357e4df05ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7d55db9-d8c6-4c30-9f1b-9757deb0f8ac', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:34:19Z', 'updated_at': '2022-05-30T20:34:32Z', 'revision_number': 4, 'project_id': 'eeceb350906e46fc9b2c21ca495ac559', 'subnets': [{'id': 'c7d55db9-d8c6-4c30-9f1b-9757deb0f8ac', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:34:41.622898 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [None req-a4aaf3f7-9275-474d-a7d2-33d839bfba39 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Allocated IP 172.25.8.57 (c7869750-4b49-4b7e-aa99-5e0f1ae02da4/427601ec-f643-4fe7-b5e6-17305d3a39e1/9d77a06a-d7c0-456c-b199-8eeb34dea539) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:34:41.639067 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87bf022-1e33-4ce7-b173-15d4d40bbaf8 None None] Checking router: a4f19232-b258-4352-be0c-c357e4df05ee for host: n-d-843948-2 {{(pid=84889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:34:41.642090 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87bf022-1e33-4ce7-b173-15d4d40bbaf8 None None] Updating router a4f19232-b258-4352-be0c-c357e4df05ee port 595d87f4-d3f3-4464-ac69-e38a725716a0 binding host n-d-843948-2 {{(pid=84889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:34:41.750383 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-c87bf022-1e33-4ce7-b173-15d4d40bbaf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:41.796342 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-77fa9b45-e193-407e-8def-990c00955ef4 None None] Port 595d87f4-d3f3-4464-ac69-e38a725716a0 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:34:41.797759 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-4be0b155-b88b-4c82-be83-25deb6184eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:41.819395 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 49452) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:34:41.849762 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port d7d752de-2448-42f3-bfa7-33ef0a7c905b triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:34:41.849762 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:41.872417 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ec11927a-0425-4926-9431-7dee29b8c21d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:41.931839 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-782831da-ad83-4ad7-80e0-aad3cad59adb tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:42.029102 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-ec11927a-0425-4926-9431-7dee29b8c21d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:34:42.082602 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [None req-782831da-ad83-4ad7-80e0-aad3cad59adb tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Transition to ACTIVE for port object ba231286-2169-4f55-859f-bc309dba8231 will not be triggered until provisioned by entity DHCP. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:34:42.142899 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-ec11927a-0425-4926-9431-7dee29b8c21d admin admin] Usage tracker for resource:security_group_rule and tenant:75e53d1071f44897a88b3526fd5b11f7 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:34:42.151877 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-ec11927a-0425-4926-9431-7dee29b8c21d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:34:42.167648 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-ec11927a-0425-4926-9431-7dee29b8c21d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:34:42.198376 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-77fa9b45-e193-407e-8def-990c00955ef4 None None] Provisioning complete for port d7d752de-2448-42f3-bfa7-33ef0a7c905b triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:34:42.199222 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-77fa9b45-e193-407e-8def-990c00955ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:42.246214 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-34d17738-e078-456c-92ca-82da03930f5d req-51ef5a07-4410-4651-96ac-0f80dbd54bca tempest-ServerShowV254Test-1944491154 tempest-ServerShowV254Test-1944491154-project] 10.222.0.85 "GET /v2.0/ports?device_id=b70acc5a-1679-43e0-93dc-059df2e2e9da HTTP/1.1" status: 200 len: 210 time: 0.0754459 May 30 20:34:42.246759 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-782831da-ad83-4ad7-80e0-aad3cad59adb tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:42.253273 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a4aaf3f7-9275-474d-a7d2-33d839bfba39 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:42.296489 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2c8cc1eb-400e-48d4-9ca8-2fc3c31233ac tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:42.420849 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-782831da-ad83-4ad7-80e0-aad3cad59adb tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Network e47345d4-98a8-46f5-a7b7-66b2eb513a50 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:34:42.434370 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-782831da-ad83-4ad7-80e0-aad3cad59adb tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:34:42.443250 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-c87bf022-1e33-4ce7-b173-15d4d40bbaf8 None None] Notify callbacks [] for port, precommit_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:42.456217 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782831da-ad83-4ad7-80e0-aad3cad59adb tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:34:42.458592 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c0983f-fd7c-49a9-8e67-095160f9a607 None None] Pushing event updated for resources: {'Port': ['ID=48163b2d-e078-447f-8121-b1de14d6207b,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:42.467774 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-782831da-ad83-4ad7-80e0-aad3cad59adb tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:34:42.468593 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-782831da-ad83-4ad7-80e0-aad3cad59adb tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:42.478294 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.provisioning_blocks [None req-c87bf022-1e33-4ce7-b173-15d4d40bbaf8 None None] Transition to ACTIVE for port object 595d87f4-d3f3-4464-ac69-e38a725716a0 will not be triggered until provisioned by entity L2. {{(pid=84889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:34:42.510155 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782831da-ad83-4ad7-80e0-aad3cad59adb tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Pushing event updated for resources: {'Port': ['ID=ba231286-2169-4f55-859f-bc309dba8231,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:42.548689 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ec11927a-0425-4926-9431-7dee29b8c21d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:42.598154 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-c87bf022-1e33-4ce7-b173-15d4d40bbaf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:42.627795 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a4aaf3f7-9275-474d-a7d2-33d839bfba39 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:42.629938 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-782831da-ad83-4ad7-80e0-aad3cad59adb tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.2155006 May 30 20:34:42.630942 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ec11927a-0425-4926-9431-7dee29b8c21d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:42.644079 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 49462) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:34:42.726065 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4aaf3f7-9275-474d-a7d2-33d839bfba39 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:34:42.741543 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4aaf3f7-9275-474d-a7d2-33d839bfba39 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Pushing event updated for resources: {'Port': ['ID=9d77a06a-d7c0-456c-b199-8eeb34dea539,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:42.749042 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-a4aaf3f7-9275-474d-a7d2-33d839bfba39 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:34:42.756529 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4aaf3f7-9275-474d-a7d2-33d839bfba39 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:34:42.768804 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b2cdc7-77f6-4b35-9f6e-706d86c29d0b None None] Pushing event updated for resources: {'Port': ['ID=595d87f4-d3f3-4464-ac69-e38a725716a0,revision_number=3']} {{(pid=84889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:42.775168 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-0ae6902f-2bd3-42d2-8cc9-1ef91df4ff87 None None] Allocated IP 2001:db8::f816:3eff:fe38:6a96 (e47345d4-98a8-46f5-a7b7-66b2eb513a50/b576b6a4-d637-4940-897a-aa6e550285b8/766793ea-d7cf-4630-9a41-1fe2d1c9fcf6) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:34:42.778038 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:42.914489 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec11927a-0425-4926-9431-7dee29b8c21d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13f7838d-938f-4902-bcd0-46f369b0db39,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:42.936446 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-ec11927a-0425-4926-9431-7dee29b8c21d admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=75e53d1071f44897a88b3526fd5b11f7&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1159272 May 30 20:34:42.938481 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 49468) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:34:43.035404 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-c87bf022-1e33-4ce7-b173-15d4d40bbaf8 None None] Attempting to bind port 595d87f4-d3f3-4464-ac69-e38a725716a0 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:34:43.035773 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-c87bf022-1e33-4ce7-b173-15d4d40bbaf8 None None] Attempting to bind port 595d87f4-d3f3-4464-ac69-e38a725716a0 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': '4dc4317e-c03e-40e0-80af-52199844909f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '99694fcd-3e6d-4945-8cde-15c3dac483f9'}] {{(pid=84889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:34:43.036545 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87bf022-1e33-4ce7-b173-15d4d40bbaf8 None None] Attempting to bind port 595d87f4-d3f3-4464-ac69-e38a725716a0 on network 99694fcd-3e6d-4945-8cde-15c3dac483f9 {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:34:43.043175 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acb8cd48-d9da-462e-a60b-0eb8f67086fc tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:34:43.044074 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-acb8cd48-d9da-462e-a60b-0eb8f67086fc tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Synchronizing usage tracker for tenant:08954986e7454427ae0d40c7652d3c6a on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:34:43.044224 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87bf022-1e33-4ce7-b173-15d4d40bbaf8 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:34:43.044484 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87bf022-1e33-4ce7-b173-15d4d40bbaf8 None None] Checking segment: {'id': '4dc4317e-c03e-40e0-80af-52199844909f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '99694fcd-3e6d-4945-8cde-15c3dac483f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:34:43.044881 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-c87bf022-1e33-4ce7-b173-15d4d40bbaf8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:43.045264 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87bf022-1e33-4ce7-b173-15d4d40bbaf8 None None] Bound using segment: {'id': '4dc4317e-c03e-40e0-80af-52199844909f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '99694fcd-3e6d-4945-8cde-15c3dac483f9'} {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:34:43.045996 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-c87bf022-1e33-4ce7-b173-15d4d40bbaf8 None None] Bound port: 595d87f4-d3f3-4464-ac69-e38a725716a0, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dc4317e-c03e-40e0-80af-52199844909f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '99694fcd-3e6d-4945-8cde-15c3dac483f9'}}] {{(pid=84889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:34:43.046121 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-c87bf022-1e33-4ce7-b173-15d4d40bbaf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:43.175133 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-13046782-42b5-4244-9a0a-ac06b3f32c92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:43.184050 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.db [None req-c87bf022-1e33-4ce7-b173-15d4d40bbaf8 None None] For port 595d87f4-d3f3-4464-ac69-e38a725716a0, host n-d-843948-2, cleared binding levels {{(pid=84889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:34:43.188679 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.db [None req-c87bf022-1e33-4ce7-b173-15d4d40bbaf8 None None] For port 595d87f4-d3f3-4464-ac69-e38a725716a0, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=595d87f4-d3f3-4464-ac69-e38a725716a0,segment=NetworkSegment(4dc4317e-c03e-40e0-80af-52199844909f),segment_id=4dc4317e-c03e-40e0-80af-52199844909f)] {{(pid=84889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:34:43.194391 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a4aaf3f7-9275-474d-a7d2-33d839bfba39 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:43.202027 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-acb8cd48-d9da-462e-a60b-0eb8f67086fc tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Unset dirty status for tenant:08954986e7454427ae0d40c7652d3c6a on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:34:43.203198 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-acb8cd48-d9da-462e-a60b-0eb8f67086fc tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "GET /v2.0/ports HTTP/1.1" status: 200 len: 944 time: 0.5375009 May 30 20:34:43.206141 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 49474) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:34:43.238582 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-4be0b155-b88b-4c82-be83-25deb6184eaa None None] Attempting to bind port 48163b2d-e078-447f-8121-b1de14d6207b on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:34:43.238582 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-4be0b155-b88b-4c82-be83-25deb6184eaa None None] Attempting to bind port 48163b2d-e078-447f-8121-b1de14d6207b by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': 'ab778a8f-ca2b-4f43-b38a-ce31b10e68d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '76cba922-309a-4387-9272-eb83164f71fd'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:34:43.238582 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be0b155-b88b-4c82-be83-25deb6184eaa None None] Attempting to bind port 48163b2d-e078-447f-8121-b1de14d6207b on network 76cba922-309a-4387-9272-eb83164f71fd {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:34:43.240532 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-a9de2fb8-1ec9-4b71-8edf-c1edb9dae648 None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:43.258275 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-c87bf022-1e33-4ce7-b173-15d4d40bbaf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:43.265266 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-13046782-42b5-4244-9a0a-ac06b3f32c92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:43.276208 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port d7d752de-2448-42f3-bfa7-33ef0a7c905b, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=d7d752de-2448-42f3-bfa7-33ef0a7c905b,segment=NetworkSegment(4dc4317e-c03e-40e0-80af-52199844909f),segment_id=4dc4317e-c03e-40e0-80af-52199844909f)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:34:43.279952 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-77fa9b45-e193-407e-8def-990c00955ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:43.290379 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-a9de2fb8-1ec9-4b71-8edf-c1edb9dae648 None None] Transition to ACTIVE for port object 9934e462-48cf-4173-a3f9-7cab8a6bc9af will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:34:43.338775 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-a64009c4-0d70-4992-a1cc-8355a2b036be tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Deleting port ba231286-2169-4f55-859f-bc309dba8231 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:34:43.339127 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a64009c4-0d70-4992-a1cc-8355a2b036be tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:43.405774 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be0b155-b88b-4c82-be83-25deb6184eaa None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:34:43.406155 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be0b155-b88b-4c82-be83-25deb6184eaa None None] Checking segment: {'id': 'ab778a8f-ca2b-4f43-b38a-ce31b10e68d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '76cba922-309a-4387-9272-eb83164f71fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:34:43.406614 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-4be0b155-b88b-4c82-be83-25deb6184eaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:43.407002 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be0b155-b88b-4c82-be83-25deb6184eaa None None] Bound using segment: {'id': 'ab778a8f-ca2b-4f43-b38a-ce31b10e68d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '76cba922-309a-4387-9272-eb83164f71fd'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:34:43.407542 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-4be0b155-b88b-4c82-be83-25deb6184eaa None None] Bound port: 48163b2d-e078-447f-8121-b1de14d6207b, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab778a8f-ca2b-4f43-b38a-ce31b10e68d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '76cba922-309a-4387-9272-eb83164f71fd'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:34:43.407915 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-4be0b155-b88b-4c82-be83-25deb6184eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:43.435728 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:43.436944 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 09164586-c42b-48d1-85ff-5f4722ac884b up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:34:43.437171 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87bf022-1e33-4ce7-b173-15d4d40bbaf8 None None] Routers {'a4f19232-b258-4352-be0c-c357e4df05ee'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:34:43.441785 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-c87bf022-1e33-4ce7-b173-15d4d40bbaf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:34:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['a4f19232-b258-4352-be0c-c357e4df05ee'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:34:43.478504 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a4aaf3f7-9275-474d-a7d2-33d839bfba39 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:43.637653 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-a9de2fb8-1ec9-4b71-8edf-c1edb9dae648 None None] Transition to ACTIVE for port object 9934e462-48cf-4173-a3f9-7cab8a6bc9af will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:34:43.685289 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6d3a3074-841d-4f23-980f-1c318c443050 req-f0fd895b-45f3-4cdd-a9d1-ada7032ce0c1 tempest-ServerShowV254Test-1944491154 tempest-ServerShowV254Test-1944491154-project] 10.222.0.85 "GET /v2.0/ports?device_id=b70acc5a-1679-43e0-93dc-059df2e2e9da HTTP/1.1" status: 200 len: 210 time: 0.1231914 May 30 20:34:43.804083 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-c87bf022-1e33-4ce7-b173-15d4d40bbaf8 None None] Set router a4f19232-b258-4352-be0c-c357e4df05ee gateway port host: None {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:34:43.831763 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-a9de2fb8-1ec9-4b71-8edf-c1edb9dae648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:43.968985 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b2cdc7-77f6-4b35-9f6e-706d86c29d0b None None] Pushing event updated for resources: {'Port': ['ID=595d87f4-d3f3-4464-ac69-e38a725716a0,revision_number=4']} {{(pid=84889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:44.015874 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a64009c4-0d70-4992-a1cc-8355a2b036be tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:44.033690 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-13046782-42b5-4244-9a0a-ac06b3f32c92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:44.067218 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-0ae6902f-2bd3-42d2-8cc9-1ef91df4ff87 None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:44.136832 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [None req-2c8cc1eb-400e-48d4-9ca8-2fc3c31233ac tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Allocated IP 2001:db8:3::1 (21896272-151e-4fed-906e-2264e0371923/48d552db-981d-4d73-865e-2bf58aae0f82/e0583aa2-e0e2-4827-a7ed-4076830e2250) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:34:44.153338 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 09164586-c42b-48d1-85ff-5f4722ac884b triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:34:44.159590 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:44.279780 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-0ae6902f-2bd3-42d2-8cc9-1ef91df4ff87 None None] Transition to ACTIVE for port object 766793ea-d7cf-4630-9a41-1fe2d1c9fcf6 will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:34:44.292755 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=d7d752de-2448-42f3-bfa7-33ef0a7c905b,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:44.409684 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.db.resource_extend [None req-a4aaf3f7-9275-474d-a7d2-33d839bfba39 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:34:44.418126 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-a64009c4-0d70-4992-a1cc-8355a2b036be tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Calling delete_port for ba231286-2169-4f55-859f-bc309dba8231 owned by {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:34:44.423139 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9de2fb8-1ec9-4b71-8edf-c1edb9dae648 None None] Network 21896272-151e-4fed-906e-2264e0371923 is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:34:44.453186 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a4aaf3f7-9275-474d-a7d2-33d839bfba39 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:44.456749 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-4be0b155-b88b-4c82-be83-25deb6184eaa None None] For port 48163b2d-e078-447f-8121-b1de14d6207b, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:34:44.469151 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-a9de2fb8-1ec9-4b71-8edf-c1edb9dae648 None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:34:44.473874 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9de2fb8-1ec9-4b71-8edf-c1edb9dae648 None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:34:44.483277 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13046782-42b5-4244-9a0a-ac06b3f32c92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13f7838d-938f-4902-bcd0-46f369b0db39,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:44.508475 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.db.api [None req-77fa9b45-e193-407e-8def-990c00955ef4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:34:44.508475 n-d-843948-2 neutron-server[84888]: DEBUG oslo_db.api [None req-77fa9b45-e193-407e-8def-990c00955ef4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:34:44.527981 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-c87bf022-1e33-4ce7-b173-15d4d40bbaf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4f19232-b258-4352-be0c-c357e4df05ee', 'name': 'tempest-RoutersIpV6Test-router-317510075', 'tenant_id': 'eeceb350906e46fc9b2c21ca495ac559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:33:59Z', 'updated_at': '2022-05-30T20:34:33Z', 'revision_number': 4, 'project_id': 'eeceb350906e46fc9b2c21ca495ac559', 'gw_port_host': None, '_interfaces': [{'id': '3fc7cdf1-cff4-462a-82b4-ad80bb0f19b7', 'name': '', 'network_id': 'f7aa054c-b3ce-4814-8100-f5d8c473d50b', 'tenant_id': 'eeceb350906e46fc9b2c21ca495ac559', 'mac_address': 'fa:16:3e:08:77:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f19232-b258-4352-be0c-c357e4df05ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bdbd14ab-945e-4aef-b6e0-7157227cf2a3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:34:05Z', 'updated_at': '2022-05-30T20:34:20Z', 'revision_number': 5, 'project_id': 'eeceb350906e46fc9b2c21ca495ac559', 'subnets': [{'id': 'bdbd14ab-945e-4aef-b6e0-7157227cf2a3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '595d87f4-d3f3-4464-ac69-e38a725716a0', 'name': '', 'network_id': '99694fcd-3e6d-4945-8cde-15c3dac483f9', 'tenant_id': 'eeceb350906e46fc9b2c21ca495ac559', 'mac_address': 'fa:16:3e:9e:05:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4f19232-b258-4352-be0c-c357e4df05ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '22ad9598-9de8-434f-8718-0038eb57832b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:34:31Z', 'updated_at': '2022-05-30T20:34:43Z', 'revision_number': 4, 'project_id': 'eeceb350906e46fc9b2c21ca495ac559', 'subnets': [{'id': '22ad9598-9de8-434f-8718-0038eb57832b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74dbeb29-5781-4668-87d4-f4375729732f', 'name': '', 'network_id': 'cd6354ef-bfed-4e68-adfe-b3cbfa9d3cc5', 'tenant_id': 'eeceb350906e46fc9b2c21ca495ac559', 'mac_address': 'fa:16:3e:b1:ef:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4f19232-b258-4352-be0c-c357e4df05ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7d55db9-d8c6-4c30-9f1b-9757deb0f8ac', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:34:19Z', 'updated_at': '2022-05-30T20:34:32Z', 'revision_number': 4, 'project_id': 'eeceb350906e46fc9b2c21ca495ac559', 'subnets': [{'id': 'c7d55db9-d8c6-4c30-9f1b-9757deb0f8ac', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:34:44.534757 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a4aaf3f7-9275-474d-a7d2-33d839bfba39 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:44.543424 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87bf022-1e33-4ce7-b173-15d4d40bbaf8 None None] The sync data for ids ['a4f19232-b258-4352-be0c-c357e4df05ee'] in n-d-843948-2 is: [{'id': 'a4f19232-b258-4352-be0c-c357e4df05ee', 'name': 'tempest-RoutersIpV6Test-router-317510075', 'tenant_id': 'eeceb350906e46fc9b2c21ca495ac559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:33:59Z', 'updated_at': '2022-05-30T20:34:33Z', 'revision_number': 4, 'project_id': 'eeceb350906e46fc9b2c21ca495ac559', 'gw_port_host': None, '_interfaces': [{'id': '3fc7cdf1-cff4-462a-82b4-ad80bb0f19b7', 'name': '', 'network_id': 'f7aa054c-b3ce-4814-8100-f5d8c473d50b', 'tenant_id': 'eeceb350906e46fc9b2c21ca495ac559', 'mac_address': 'fa:16:3e:08:77:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f19232-b258-4352-be0c-c357e4df05ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bdbd14ab-945e-4aef-b6e0-7157227cf2a3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:34:05Z', 'updated_at': '2022-05-30T20:34:20Z', 'revision_number': 5, 'project_id': 'eeceb350906e46fc9b2c21ca495ac559', 'subnets': [{'id': 'bdbd14ab-945e-4aef-b6e0-7157227cf2a3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '595d87f4-d3f3-4464-ac69-e38a725716a0', 'name': '', 'network_id': '99694fcd-3e6d-4945-8cde-15c3dac483f9', 'tenant_id': 'eeceb350906e46fc9b2c21ca495ac559', 'mac_address': 'fa:16:3e:9e:05:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4f19232-b258-4352-be0c-c357e4df05ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '22ad9598-9de8-434f-8718-0038eb57832b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:34:31Z', 'updated_at': '2022-05-30T20:34:43Z', 'revision_number': 4, 'project_id': 'eeceb350906e46fc9b2c21ca495ac559', 'subnets': [{'id': '22ad9598-9de8-434f-8718-0038eb57832b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74dbeb29-5781-4668-87d4-f4375729732f', 'name': '', 'network_id': 'cd6354ef-bfed-4e68-adfe-b3cbfa9d3cc5', 'tenant_id': 'eeceb350906e46fc9b2c21ca495ac559', 'mac_address': 'fa:16:3e:b1:ef:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4f19232-b258-4352-be0c-c357e4df05ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7d55db9-d8c6-4c30-9f1b-9757deb0f8ac', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:34:19Z', 'updated_at': '2022-05-30T20:34:32Z', 'revision_number': 4, 'project_id': 'eeceb350906e46fc9b2c21ca495ac559', 'subnets': [{'id': 'c7d55db9-d8c6-4c30-9f1b-9757deb0f8ac', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:34:44.551633 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-13046782-42b5-4244-9a0a-ac06b3f32c92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:44.562849 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-13046782-42b5-4244-9a0a-ac06b3f32c92 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/13f7838d-938f-4902-bcd0-46f369b0db39 HTTP/1.1" status: 204 len: 168 time: 1.6203966 May 30 20:34:44.598437 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-0ae6902f-2bd3-42d2-8cc9-1ef91df4ff87 None None] Transition to ACTIVE for port object 766793ea-d7cf-4630-9a41-1fe2d1c9fcf6 will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:34:44.603452 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-4be0b155-b88b-4c82-be83-25deb6184eaa None None] For port 48163b2d-e078-447f-8121-b1de14d6207b, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=48163b2d-e078-447f-8121-b1de14d6207b,segment=NetworkSegment(ab778a8f-ca2b-4f43-b38a-ce31b10e68d3),segment_id=ab778a8f-ca2b-4f43-b38a-ce31b10e68d3)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:34:44.683873 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9de2fb8-1ec9-4b71-8edf-c1edb9dae648 None None] Pushing event updated for resources: {'Port': ['ID=9934e462-48cf-4173-a3f9-7cab8a6bc9af,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:44.718630 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4aaf3f7-9275-474d-a7d2-33d839bfba39 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Pushing event updated for resources: {'Port': ['ID=9d77a06a-d7c0-456c-b199-8eeb34dea539,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:44.726564 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-4be0b155-b88b-4c82-be83-25deb6184eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:44.817316 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2c8cc1eb-400e-48d4-9ca8-2fc3c31233ac tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:44.883182 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a64009c4-0d70-4992-a1cc-8355a2b036be tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:44.930697 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [None req-2c8cc1eb-400e-48d4-9ca8-2fc3c31233ac tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Transition to ACTIVE for port object e0583aa2-e0e2-4827-a7ed-4076830e2250 will not be triggered until provisioned by entity DHCP. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:34:44.942154 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64009c4-0d70-4992-a1cc-8355a2b036be tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Pushing event deleted for resources: {'Port': ['ID=ba231286-2169-4f55-859f-bc309dba8231,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:44.970932 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-0ae6902f-2bd3-42d2-8cc9-1ef91df4ff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:44.983597 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c0983f-fd7c-49a9-8e67-095160f9a607 None None] Pushing event updated for resources: {'Port': ['ID=48163b2d-e078-447f-8121-b1de14d6207b,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:44.986315 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a4aaf3f7-9275-474d-a7d2-33d839bfba39 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736490'] for floatingip, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:45.172244 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a64009c4-0d70-4992-a1cc-8355a2b036be tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:45.172470 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2c8cc1eb-400e-48d4-9ca8-2fc3c31233ac tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:45.221555 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-a9de2fb8-1ec9-4b71-8edf-c1edb9dae648 None None] Attempting to bind port 9934e462-48cf-4173-a3f9-7cab8a6bc9af on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:34:45.221963 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-a9de2fb8-1ec9-4b71-8edf-c1edb9dae648 None None] Attempting to bind port 9934e462-48cf-4173-a3f9-7cab8a6bc9af by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': 'b1c25274-85b6-4fae-94b0-3ef19eecd5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '21896272-151e-4fed-906e-2264e0371923'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:34:45.222325 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9de2fb8-1ec9-4b71-8edf-c1edb9dae648 None None] Attempting to bind port 9934e462-48cf-4173-a3f9-7cab8a6bc9af on network 21896272-151e-4fed-906e-2264e0371923 {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:34:45.251195 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0dcb7c9a-4245-4040-bcd8-ae1112874233 req-7c14a895-9ba1-4077-8329-d6e1a10b9ca1 tempest-ServerShowV254Test-1944491154 tempest-ServerShowV254Test-1944491154-project] 10.222.0.85 "GET /v2.0/ports?device_id=b70acc5a-1679-43e0-93dc-059df2e2e9da HTTP/1.1" status: 200 len: 210 time: 0.1336701 May 30 20:34:45.264668 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 74dbeb29-5781-4668-87d4-f4375729732f up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:34:45.282592 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a4aaf3f7-9275-474d-a7d2-33d839bfba39 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:45.294240 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-a4aaf3f7-9275-474d-a7d2-33d839bfba39 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.5650198 May 30 20:34:45.305315 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c8cc1eb-400e-48d4-9ca8-2fc3c31233ac tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Network 21896272-151e-4fed-906e-2264e0371923 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:34:45.309036 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-2c8cc1eb-400e-48d4-9ca8-2fc3c31233ac tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:34:45.313731 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8cc1eb-400e-48d4-9ca8-2fc3c31233ac tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:34:45.314647 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2c8cc1eb-400e-48d4-9ca8-2fc3c31233ac tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-736099'] for router_interface, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:45.321725 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8cc1eb-400e-48d4-9ca8-2fc3c31233ac tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Pushing event updated for resources: {'Port': ['ID=e0583aa2-e0e2-4827-a7ed-4076830e2250,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:45.374486 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-a64009c4-0d70-4992-a1cc-8355a2b036be tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "DELETE /v2.0/ports/ba231286-2169-4f55-859f-bc309dba8231 HTTP/1.1" status: 204 len: 168 time: 2.1673195 May 30 20:34:45.377073 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 49514) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:34:45.407096 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9de2fb8-1ec9-4b71-8edf-c1edb9dae648 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:34:45.407706 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9de2fb8-1ec9-4b71-8edf-c1edb9dae648 None None] Checking segment: {'id': 'b1c25274-85b6-4fae-94b0-3ef19eecd5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '21896272-151e-4fed-906e-2264e0371923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:34:45.407990 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-a9de2fb8-1ec9-4b71-8edf-c1edb9dae648 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:45.408244 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9de2fb8-1ec9-4b71-8edf-c1edb9dae648 None None] Bound using segment: {'id': 'b1c25274-85b6-4fae-94b0-3ef19eecd5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '21896272-151e-4fed-906e-2264e0371923'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:34:45.408731 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-a9de2fb8-1ec9-4b71-8edf-c1edb9dae648 None None] Bound port: 9934e462-48cf-4173-a3f9-7cab8a6bc9af, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1c25274-85b6-4fae-94b0-3ef19eecd5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '21896272-151e-4fed-906e-2264e0371923'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:34:45.409291 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-a9de2fb8-1ec9-4b71-8edf-c1edb9dae648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:45.453777 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae6902f-2bd3-42d2-8cc9-1ef91df4ff87 None None] Network e47345d4-98a8-46f5-a7b7-66b2eb513a50 is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:34:45.487183 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-0ae6902f-2bd3-42d2-8cc9-1ef91df4ff87 None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:34:45.493161 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae6902f-2bd3-42d2-8cc9-1ef91df4ff87 None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:34:45.498777 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa0f9a32-2949-46c5-a987-d5c48e619dec tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:34:45.505940 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa0f9a32-2949-46c5-a987-d5c48e619dec tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:34:45.507999 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-aa0f9a32-2949-46c5-a987-d5c48e619dec tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Synchronizing usage tracker for tenant:08954986e7454427ae0d40c7652d3c6a on resource:subnet {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:34:45.510688 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae6902f-2bd3-42d2-8cc9-1ef91df4ff87 None None] Pushing event updated for resources: {'Port': ['ID=766793ea-d7cf-4630-9a41-1fe2d1c9fcf6,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:45.601671 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2c8cc1eb-400e-48d4-9ca8-2fc3c31233ac tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:45.610617 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-aa0f9a32-2949-46c5-a987-d5c48e619dec tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Unset dirty status for tenant:08954986e7454427ae0d40c7652d3c6a on resource:subnet {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:34:45.616021 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-aa0f9a32-2949-46c5-a987-d5c48e619dec tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2377472 May 30 20:34:45.621155 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 49524) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:34:45.777411 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be0b155-b88b-4c82-be83-25deb6184eaa None None] Routers {'cc7ecadf-209a-4e8d-a028-be2f676772f2'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:34:45.778382 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-4be0b155-b88b-4c82-be83-25deb6184eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:34:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['cc7ecadf-209a-4e8d-a028-be2f676772f2'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:34:46.102028 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-1f07e7fb-26ed-4ec8-85e5-2eb89fc6b855 req-e51d8f1b-6b15-451d-babb-62ef2c50969b tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Synchronizing usage tracker for tenant:be518c6f2f7741c6a6c26447eed4fca2 on resource:security_group {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:34:46.145298 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_v2 [None req-4da1c780-8466-4287-9804-114a9f95c131 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Deleting subnet b576b6a4-d637-4940-897a-aa6e550285b8 {{(pid=84886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:34:46.148996 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4da1c780-8466-4287-9804-114a9f95c131 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks [] for subnet, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:46.166950 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-0ae6902f-2bd3-42d2-8cc9-1ef91df4ff87 None None] Attempting to bind port 766793ea-d7cf-4630-9a41-1fe2d1c9fcf6 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:34:46.169215 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-0ae6902f-2bd3-42d2-8cc9-1ef91df4ff87 None None] Attempting to bind port 766793ea-d7cf-4630-9a41-1fe2d1c9fcf6 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': '2cb73a29-9359-4fbf-99af-be1c6062790b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:34:46.169215 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae6902f-2bd3-42d2-8cc9-1ef91df4ff87 None None] Attempting to bind port 766793ea-d7cf-4630-9a41-1fe2d1c9fcf6 on network e47345d4-98a8-46f5-a7b7-66b2eb513a50 {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:34:46.186952 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae6902f-2bd3-42d2-8cc9-1ef91df4ff87 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:34:46.191344 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae6902f-2bd3-42d2-8cc9-1ef91df4ff87 None None] Checking segment: {'id': '2cb73a29-9359-4fbf-99af-be1c6062790b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:34:46.191344 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-0ae6902f-2bd3-42d2-8cc9-1ef91df4ff87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:46.191344 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae6902f-2bd3-42d2-8cc9-1ef91df4ff87 None None] Bound using segment: {'id': '2cb73a29-9359-4fbf-99af-be1c6062790b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:34:46.191344 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-0ae6902f-2bd3-42d2-8cc9-1ef91df4ff87 None None] Bound port: 766793ea-d7cf-4630-9a41-1fe2d1c9fcf6, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cb73a29-9359-4fbf-99af-be1c6062790b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:34:46.191344 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-0ae6902f-2bd3-42d2-8cc9-1ef91df4ff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:46.240424 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-4be0b155-b88b-4c82-be83-25deb6184eaa None None] Set router cc7ecadf-209a-4e8d-a028-be2f676772f2 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:34:46.243255 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4da1c780-8466-4287-9804-114a9f95c131 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2655517'] for subnet, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:46.377357 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-1f07e7fb-26ed-4ec8-85e5-2eb89fc6b855 req-e51d8f1b-6b15-451d-babb-62ef2c50969b tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Unset dirty status for tenant:be518c6f2f7741c6a6c26447eed4fca2 on resource:security_group {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:34:46.394091 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1f07e7fb-26ed-4ec8-85e5-2eb89fc6b855 req-e51d8f1b-6b15-451d-babb-62ef2c50969b tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-securitygroup--1558423236&fields=id&tenant_id=be518c6f2f7741c6a6c26447eed4fca2 HTTP/1.1" status: 200 len: 267 time: 0.4603808 May 30 20:34:46.399908 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2c8cc1eb-400e-48d4-9ca8-2fc3c31233ac tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:46.425083 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-a9de2fb8-1ec9-4b71-8edf-c1edb9dae648 None None] For port 9934e462-48cf-4173-a3f9-7cab8a6bc9af, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:34:46.435414 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 74dbeb29-5781-4668-87d4-f4375729732f completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:34:46.468125 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 74dbeb29-5781-4668-87d4-f4375729732f triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:34:46.468508 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:46.509526 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2c8cc1eb-400e-48d4-9ca8-2fc3c31233ac tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:46.512033 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2c8cc1eb-400e-48d4-9ca8-2fc3c31233ac tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1718057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-736206'] for router_interface, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:46.616636 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ab63d8fa-bf68-4142-a591-d192c91f72a7 req-0ee863eb-7d59-4247-b4e7-491c89aea168 tempest-ServerShowV254Test-1944491154 tempest-ServerShowV254Test-1944491154-project] 10.222.0.85 "GET /v2.0/ports?device_id=b70acc5a-1679-43e0-93dc-059df2e2e9da HTTP/1.1" status: 200 len: 210 time: 0.1351197 May 30 20:34:46.700734 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-0ae6902f-2bd3-42d2-8cc9-1ef91df4ff87 None None] For port 766793ea-d7cf-4630-9a41-1fe2d1c9fcf6, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:34:46.704142 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-0ae6902f-2bd3-42d2-8cc9-1ef91df4ff87 None None] For port 766793ea-d7cf-4630-9a41-1fe2d1c9fcf6, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=766793ea-d7cf-4630-9a41-1fe2d1c9fcf6,segment=NetworkSegment(2cb73a29-9359-4fbf-99af-be1c6062790b),segment_id=2cb73a29-9359-4fbf-99af-be1c6062790b)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:34:46.712605 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-a9de2fb8-1ec9-4b71-8edf-c1edb9dae648 None None] For port 9934e462-48cf-4173-a3f9-7cab8a6bc9af, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=9934e462-48cf-4173-a3f9-7cab8a6bc9af,segment=NetworkSegment(b1c25274-85b6-4fae-94b0-3ef19eecd5d1),segment_id=b1c25274-85b6-4fae-94b0-3ef19eecd5d1)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:34:46.824576 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c8cc1eb-400e-48d4-9ca8-2fc3c31233ac tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Network 21896272-151e-4fed-906e-2264e0371923 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:34:46.825842 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-2c8cc1eb-400e-48d4-9ca8-2fc3c31233ac tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:34:46.827699 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8cc1eb-400e-48d4-9ca8-2fc3c31233ac tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Pushing event updated for resources: {'Port': ['ID=e0583aa2-e0e2-4827-a7ed-4076830e2250,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:46.828909 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4da1c780-8466-4287-9804-114a9f95c131 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:46.831748 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-0ae6902f-2bd3-42d2-8cc9-1ef91df4ff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:46.873155 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f07e7fb-26ed-4ec8-85e5-2eb89fc6b855 req-17ceec2e-7a7c-4531-9468-0e20af188c0e tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:34:46.874019 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-1f07e7fb-26ed-4ec8-85e5-2eb89fc6b855 req-17ceec2e-7a7c-4531-9468-0e20af188c0e tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Synchronizing usage tracker for tenant:be518c6f2f7741c6a6c26447eed4fca2 on resource:network {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:34:46.951724 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-1f07e7fb-26ed-4ec8-85e5-2eb89fc6b855 req-17ceec2e-7a7c-4531-9468-0e20af188c0e tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Unset dirty status for tenant:be518c6f2f7741c6a6c26447eed4fca2 on resource:network {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:34:46.953342 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1f07e7fb-26ed-4ec8-85e5-2eb89fc6b855 req-17ceec2e-7a7c-4531-9468-0e20af188c0e tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] 10.222.0.85 "GET /v2.0/networks?id=76cba922-309a-4387-9272-eb83164f71fd HTTP/1.1" status: 200 len: 811 time: 0.5579865 May 30 20:34:46.967811 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-a9de2fb8-1ec9-4b71-8edf-c1edb9dae648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:46.986339 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1f07e7fb-26ed-4ec8-85e5-2eb89fc6b855 req-03e3452d-66ad-4c60-b51f-8b3d208bf17a tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] 10.222.0.85 "GET /v2.0/quotas/be518c6f2f7741c6a6c26447eed4fca2 HTTP/1.1" status: 200 len: 375 time: 0.0250812 May 30 20:34:47.056253 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4da1c780-8466-4287-9804-114a9f95c131 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4127075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2778536'] for subnet, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:47.132569 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4da1c780-8466-4287-9804-114a9f95c131 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks [] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:47.173603 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da1c780-8466-4287-9804-114a9f95c131 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Pushing event deleted for resources: {'Subnet': ['ID=b576b6a4-d637-4940-897a-aa6e550285b8,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:47.209959 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1f07e7fb-26ed-4ec8-85e5-2eb89fc6b855 req-26e0aa63-efbd-45c5-902b-195cfe7eff22 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=be518c6f2f7741c6a6c26447eed4fca2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2163537 May 30 20:34:47.262751 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae6902f-2bd3-42d2-8cc9-1ef91df4ff87 None None] Pushing event updated for resources: {'Port': ['ID=766793ea-d7cf-4630-9a41-1fe2d1c9fcf6,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:47.263468 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-4da1c780-8466-4287-9804-114a9f95c131 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "DELETE /v2.0/subnets/b576b6a4-d637-4940-897a-aa6e550285b8 HTTP/1.1" status: 204 len: 168 time: 1.6448169 May 30 20:34:47.267862 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 49558) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:34:47.373393 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9de2fb8-1ec9-4b71-8edf-c1edb9dae648 None None] Pushing event updated for resources: {'Port': ['ID=9934e462-48cf-4173-a3f9-7cab8a6bc9af,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:47.435426 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c8cc1eb-400e-48d4-9ca8-2fc3c31233ac tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Router a4f19232-b258-4352-be0c-c357e4df05ee has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:34:47.544526 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-90eefcd7-a524-47d4-9c96-910b22c4c6cb tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2755945 May 30 20:34:47.548968 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 49564) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:34:47.557188 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-2473655d-a6f0-49cf-b672-f212547d9674 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Request body: {'subnet': {'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:34:47.577790 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:47.776583 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-4be0b155-b88b-4c82-be83-25deb6184eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc7ecadf-209a-4e8d-a028-be2f676772f2', 'name': 'tempest-AttachVolumeTestJSON-1189410636-router', 'tenant_id': 'be518c6f2f7741c6a6c26447eed4fca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': '09164586-c42b-48d1-85ff-5f4722ac884b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:34:22Z', 'updated_at': '2022-05-30T20:34:33Z', 'revision_number': 4, 'project_id': 'be518c6f2f7741c6a6c26447eed4fca2', 'gw_port': {'id': '09164586-c42b-48d1-85ff-5f4722ac884b', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:ee:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7ecadf-209a-4e8d-a028-be2f676772f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:34:23Z', 'updated_at': '2022-05-30T20:34:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '48163b2d-e078-447f-8121-b1de14d6207b', 'name': '', 'network_id': '76cba922-309a-4387-9272-eb83164f71fd', 'tenant_id': 'be518c6f2f7741c6a6c26447eed4fca2', 'mac_address': 'fa:16:3e:b7:60:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc7ecadf-209a-4e8d-a028-be2f676772f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '664239a8-9fd7-4297-838f-478b17647c0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:34:31Z', 'updated_at': '2022-05-30T20:34:44Z', 'revision_number': 4, 'project_id': 'be518c6f2f7741c6a6c26447eed4fca2', 'subnets': [{'id': '664239a8-9fd7-4297-838f-478b17647c0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:34:47.802439 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be0b155-b88b-4c82-be83-25deb6184eaa None None] The sync data for ids ['cc7ecadf-209a-4e8d-a028-be2f676772f2'] in n-d-843948-2 is: [{'id': 'cc7ecadf-209a-4e8d-a028-be2f676772f2', 'name': 'tempest-AttachVolumeTestJSON-1189410636-router', 'tenant_id': 'be518c6f2f7741c6a6c26447eed4fca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': '09164586-c42b-48d1-85ff-5f4722ac884b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:34:22Z', 'updated_at': '2022-05-30T20:34:33Z', 'revision_number': 4, 'project_id': 'be518c6f2f7741c6a6c26447eed4fca2', 'gw_port': {'id': '09164586-c42b-48d1-85ff-5f4722ac884b', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:ee:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7ecadf-209a-4e8d-a028-be2f676772f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:34:23Z', 'updated_at': '2022-05-30T20:34:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '48163b2d-e078-447f-8121-b1de14d6207b', 'name': '', 'network_id': '76cba922-309a-4387-9272-eb83164f71fd', 'tenant_id': 'be518c6f2f7741c6a6c26447eed4fca2', 'mac_address': 'fa:16:3e:b7:60:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc7ecadf-209a-4e8d-a028-be2f676772f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '664239a8-9fd7-4297-838f-478b17647c0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:34:31Z', 'updated_at': '2022-05-30T20:34:44Z', 'revision_number': 4, 'project_id': 'be518c6f2f7741c6a6c26447eed4fca2', 'subnets': [{'id': '664239a8-9fd7-4297-838f-478b17647c0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:34:47.805469 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port 74dbeb29-5781-4668-87d4-f4375729732f, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=74dbeb29-5781-4668-87d4-f4375729732f,segment=NetworkSegment(e8c6b339-d6d0-4454-9a58-900bcef9c0de),segment_id=e8c6b339-d6d0-4454-9a58-900bcef9c0de)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:34:47.857504 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1f07e7fb-26ed-4ec8-85e5-2eb89fc6b855 req-d0714b40-8109-48ca-a449-36efaf21f1b5 service neutron] 10.222.0.85 "GET /v2.0/networks/76cba922-309a-4387-9272-eb83164f71fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6279187 May 30 20:34:47.872386 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:48.021917 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c8cc1eb-400e-48d4-9ca8-2fc3c31233ac tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:34:48.045000 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-2c8cc1eb-400e-48d4-9ca8-2fc3c31233ac tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] 10.222.0.85 "PUT /v2.0/routers/a4f19232-b258-4352-be0c-c357e4df05ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0433662 May 30 20:34:48.050783 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 49576) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:34:48.056701 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30dcf63-ffe4-4294-b378-3a5653aa1701 None None] Sync routers for ids ['a4f19232-b258-4352-be0c-c357e4df05ee'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:34:48.060588 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-451481a6-69e8-418f-8e95-e5a7a7c68fd0 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:34:48.081552 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-2473655d-a6f0-49cf-b672-f212547d9674 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:34:48.092877 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-2473655d-a6f0-49cf-b672-f212547d9674 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Usage tracker for resource:subnet and tenant:08954986e7454427ae0d40c7652d3c6a is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:34:48.100977 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-2473655d-a6f0-49cf-b672-f212547d9674 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:34:48.113384 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-2473655d-a6f0-49cf-b672-f212547d9674 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:34:48.203670 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30dcf63-ffe4-4294-b378-3a5653aa1701 None None] Routers {'a4f19232-b258-4352-be0c-c357e4df05ee'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:34:48.213023 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-e30dcf63-ffe4-4294-b378-3a5653aa1701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:34:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['a4f19232-b258-4352-be0c-c357e4df05ee'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:34:48.241864 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2473655d-a6f0-49cf-b672-f212547d9674 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Made reservation on behalf of 08954986e7454427ae0d40c7652d3c6a for: {'subnet': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:34:48.241864 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2473655d-a6f0-49cf-b672-f212547d9674 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2778563'] for subnet, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:48.377361 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=74dbeb29-5781-4668-87d4-f4375729732f,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:48.644036 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-e30dcf63-ffe4-4294-b378-3a5653aa1701 None None] Set router a4f19232-b258-4352-be0c-c357e4df05ee gateway port host: None {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:34:48.800096 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 49592) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:34:48.928727 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-441fc382-8fe9-49ad-b15a-0a4c237bd7d8 req-7322b8ba-215e-43eb-96c2-0f8afa79f99d tempest-ServerShowV254Test-1944491154 tempest-ServerShowV254Test-1944491154-project] 10.222.0.85 "GET /v2.0/ports?device_id=b70acc5a-1679-43e0-93dc-059df2e2e9da HTTP/1.1" status: 200 len: 210 time: 0.7010584 May 30 20:34:49.084173 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 9934e462-48cf-4173-a3f9-7cab8a6bc9af up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:34:49.186701 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1f07e7fb-26ed-4ec8-85e5-2eb89fc6b855 req-da3768cd-4e86-45bc-b361-479f53532f18 service neutron] 10.222.0.85 "GET /v2.0/networks/76cba922-309a-4387-9272-eb83164f71fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3123384 May 30 20:34:49.623504 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a0d0cc2-7caa-438d-bee2-710ce7bfb91e None None] Network e47345d4-98a8-46f5-a7b7-66b2eb513a50 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:34:49.685509 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed5a4ad6-4edf-465b-ab20-91e39e55ed54 None None] Network 21896272-151e-4fed-906e-2264e0371923 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:34:49.765079 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:49.965241 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0e6d56c7-13e4-42f6-83e8-4053b0ad808c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:50.101256 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-120abc25-1e3b-4e32-8d91-58fb54ca0e0c req-ba80cd70-b5d7-4553-91ff-5db516dd4677 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=b70acc5a-1679-43e0-93dc-059df2e2e9da HTTP/1.1" status: 200 len: 210 time: 0.2491658 May 30 20:34:50.107618 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-a303c328-621c-4b1d-87f1-c686aea7512b req-20801647-9ddc-4e5f-9ab8-c98421710059 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Synchronizing usage tracker for tenant:be518c6f2f7741c6a6c26447eed4fca2 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:34:50.141583 n-d-843948-2 neutron-server[84886]: DEBUG neutron.objects.ports [None req-2473655d-a6f0-49cf-b672-f212547d9674 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84886) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 30 20:34:50.244912 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 9934e462-48cf-4173-a3f9-7cab8a6bc9af completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:34:50.251421 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-0e6d56c7-13e4-42f6-83e8-4053b0ad808c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:34:50.261537 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-0e6d56c7-13e4-42f6-83e8-4053b0ad808c admin admin] Usage tracker for resource:security_group_rule and tenant:9b4fd0d4f0bb4af0aed9350211068b82 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:34:50.282468 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device d7d752de-2448-42f3-bfa7-33ef0a7c905b up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:34:50.293756 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-0e6d56c7-13e4-42f6-83e8-4053b0ad808c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:34:50.315348 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-541c5e9e-817f-4eee-bfb9-9d995ed44fdb req-5ae1bbab-c6ac-49e9-9b44-f8dd61947b4d tempest-ServerShowV254Test-1944491154 tempest-ServerShowV254Test-1944491154-project] 10.222.0.85 "GET /v2.0/ports?device_id=b70acc5a-1679-43e0-93dc-059df2e2e9da HTTP/1.1" status: 200 len: 210 time: 0.0612142 May 30 20:34:50.318354 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-0e6d56c7-13e4-42f6-83e8-4053b0ad808c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:34:50.370154 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-817b7438-20a3-4f61-b952-56b9efaf65c8 None None] Provisioning for port 766793ea-d7cf-4630-9a41-1fe2d1c9fcf6 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:34:50.375984 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-a303c328-621c-4b1d-87f1-c686aea7512b req-20801647-9ddc-4e5f-9ab8-c98421710059 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Unset dirty status for tenant:be518c6f2f7741c6a6c26447eed4fca2 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:34:50.390949 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a303c328-621c-4b1d-87f1-c686aea7512b req-20801647-9ddc-4e5f-9ab8-c98421710059 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] 10.222.0.85 "GET /v2.0/ports?device_id=9f2acdd5-0951-4d21-a2ba-3caff48e9d17 HTTP/1.1" status: 200 len: 210 time: 0.4313788 May 30 20:34:50.414425 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.extraroute_db [None req-451481a6-69e8-418f-8e95-e5a7a7c68fd0 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=84887) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} May 30 20:34:50.433562 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.extraroute_db [None req-451481a6-69e8-418f-8e95-e5a7a7c68fd0 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Removed routes are [] {{(pid=84887) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} May 30 20:34:50.434285 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-451481a6-69e8-418f-8e95-e5a7a7c68fd0 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-736390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:50.441363 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0e6d56c7-13e4-42f6-83e8-4053b0ad808c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:50.534855 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-e30dcf63-ffe4-4294-b378-3a5653aa1701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4f19232-b258-4352-be0c-c357e4df05ee', 'name': 'tempest-RoutersIpV6Test-router-317510075', 'tenant_id': 'eeceb350906e46fc9b2c21ca495ac559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:33:59Z', 'updated_at': '2022-05-30T20:34:45Z', 'revision_number': 5, 'project_id': 'eeceb350906e46fc9b2c21ca495ac559', 'gw_port_host': None, '_interfaces': [{'id': '3fc7cdf1-cff4-462a-82b4-ad80bb0f19b7', 'name': '', 'network_id': 'f7aa054c-b3ce-4814-8100-f5d8c473d50b', 'tenant_id': 'eeceb350906e46fc9b2c21ca495ac559', 'mac_address': 'fa:16:3e:08:77:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f19232-b258-4352-be0c-c357e4df05ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bdbd14ab-945e-4aef-b6e0-7157227cf2a3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:34:05Z', 'updated_at': '2022-05-30T20:34:20Z', 'revision_number': 5, 'project_id': 'eeceb350906e46fc9b2c21ca495ac559', 'subnets': [{'id': 'bdbd14ab-945e-4aef-b6e0-7157227cf2a3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '595d87f4-d3f3-4464-ac69-e38a725716a0', 'name': '', 'network_id': '99694fcd-3e6d-4945-8cde-15c3dac483f9', 'tenant_id': 'eeceb350906e46fc9b2c21ca495ac559', 'mac_address': 'fa:16:3e:9e:05:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4f19232-b258-4352-be0c-c357e4df05ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '22ad9598-9de8-434f-8718-0038eb57832b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:34:31Z', 'updated_at': '2022-05-30T20:34:43Z', 'revision_number': 4, 'project_id': 'eeceb350906e46fc9b2c21ca495ac559', 'subnets': [{'id': '22ad9598-9de8-434f-8718-0038eb57832b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74dbeb29-5781-4668-87d4-f4375729732f', 'name': '', 'network_id': 'cd6354ef-bfed-4e68-adfe-b3cbfa9d3cc5', 'tenant_id': 'eeceb350906e46fc9b2c21ca495ac559', 'mac_address': 'fa:16:3e:b1:ef:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f19232-b258-4352-be0c-c357e4df05ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7d55db9-d8c6-4c30-9f1b-9757deb0f8ac', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:34:19Z', 'updated_at': '2022-05-30T20:34:47Z', 'revision_number': 5, 'project_id': 'eeceb350906e46fc9b2c21ca495ac559', 'subnets': [{'id': 'c7d55db9-d8c6-4c30-9f1b-9757deb0f8ac', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0583aa2-e0e2-4827-a7ed-4076830e2250', 'name': '', 'network_id': '21896272-151e-4fed-906e-2264e0371923', 'tenant_id': 'eeceb350906e46fc9b2c21ca495ac559', 'mac_address': 'fa:16:3e:d4:55:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4f19232-b258-4352-be0c-c357e4df05ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '48d552db-981d-4d73-865e-2bf58aae0f82', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:34:42Z', 'updated_at': '2022-05-30T20:34:46Z', 'revision_number': 2, 'project_id': 'eeceb350906e46fc9b2c21ca495ac559', 'subnets': [{'id': '48d552db-981d-4d73-865e-2bf58aae0f82', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:34:50.593547 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30dcf63-ffe4-4294-b378-3a5653aa1701 None None] Checking router: a4f19232-b258-4352-be0c-c357e4df05ee for host: n-d-843948-2 {{(pid=84888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:34:50.594150 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30dcf63-ffe4-4294-b378-3a5653aa1701 None None] Updating router a4f19232-b258-4352-be0c-c357e4df05ee port e0583aa2-e0e2-4827-a7ed-4076830e2250 binding host n-d-843948-2 {{(pid=84888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:34:50.597555 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0e6d56c7-13e4-42f6-83e8-4053b0ad808c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:50.645323 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port d7d752de-2448-42f3-bfa7-33ef0a7c905b triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:34:50.645907 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:50.712540 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6d56c7-13e4-42f6-83e8-4053b0ad808c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36432e7b-5331-43be-aac7-679b2f30203c,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:50.738509 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-0e6d56c7-13e4-42f6-83e8-4053b0ad808c admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=9b4fd0d4f0bb4af0aed9350211068b82&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9372091 May 30 20:34:50.740100 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2473655d-a6f0-49cf-b672-f212547d9674 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:50.760018 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 49644) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:34:50.843223 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-e30dcf63-ffe4-4294-b378-3a5653aa1701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:50.903820 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-799d8e9c-489f-49fa-923e-a77406a622c7 None None] Provisioning for port 9934e462-48cf-4173-a3f9-7cab8a6bc9af completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:34:51.053999 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-799d8e9c-489f-49fa-923e-a77406a622c7 None None] Provisioning complete for port 9934e462-48cf-4173-a3f9-7cab8a6bc9af triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:34:51.054936 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-799d8e9c-489f-49fa-923e-a77406a622c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:51.116820 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3e15ca5e-ce0a-449c-99f8-b7924e724242 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:51.199913 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-451481a6-69e8-418f-8e95-e5a7a7c68fd0 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-736390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:51.209909 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-451481a6-69e8-418f-8e95-e5a7a7c68fd0 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-736409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-736399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-736400', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-724754'] for router, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:51.233525 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3e15ca5e-ce0a-449c-99f8-b7924e724242 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:51.260450 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 48163b2d-e078-447f-8121-b1de14d6207b up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:34:51.390083 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [None req-2473655d-a6f0-49cf-b672-f212547d9674 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] For port 766793ea-d7cf-4630-9a41-1fe2d1c9fcf6, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=766793ea-d7cf-4630-9a41-1fe2d1c9fcf6,segment=NetworkSegment(2cb73a29-9359-4fbf-99af-be1c6062790b),segment_id=2cb73a29-9359-4fbf-99af-be1c6062790b)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:34:51.452738 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3e15ca5e-ce0a-449c-99f8-b7924e724242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:51.499481 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2473655d-a6f0-49cf-b672-f212547d9674 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:51.614815 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e15ca5e-ce0a-449c-99f8-b7924e724242 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36432e7b-5331-43be-aac7-679b2f30203c,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:51.631966 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2473655d-a6f0-49cf-b672-f212547d9674 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:51.649499 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2473655d-a6f0-49cf-b672-f212547d9674 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4127140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2778577'] for subnet, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:51.799636 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-799d8e9c-489f-49fa-923e-a77406a622c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:51.872202 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-32c2d92c-128d-4324-a2e5-37ad5e8f2884 req-12ac2080-dff1-4a34-800d-9ed829dfffd6 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] 10.222.0.85 "GET /v2.0/ports?device_id=9f2acdd5-0951-4d21-a2ba-3caff48e9d17 HTTP/1.1" status: 200 len: 210 time: 0.1666341 May 30 20:34:51.966748 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-451481a6-69e8-418f-8e95-e5a7a7c68fd0 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Router a4f19232-b258-4352-be0c-c357e4df05ee has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:34:52.057781 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-799d8e9c-489f-49fa-923e-a77406a622c7 None None] For port 9934e462-48cf-4173-a3f9-7cab8a6bc9af, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=9934e462-48cf-4173-a3f9-7cab8a6bc9af,segment=NetworkSegment(b1c25274-85b6-4fae-94b0-3ef19eecd5d1),segment_id=b1c25274-85b6-4fae-94b0-3ef19eecd5d1)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:34:52.085465 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3e15ca5e-ce0a-449c-99f8-b7924e724242 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:52.086605 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-3e15ca5e-ce0a-449c-99f8-b7924e724242 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/36432e7b-5331-43be-aac7-679b2f30203c HTTP/1.1" status: 204 len: 168 time: 1.3012068 May 30 20:34:52.151220 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-55cd0443-fc77-472e-9cf4-4a6b406b6203 req-8d1191bb-7abc-45fd-8356-b6314e8eef90 tempest-ServerShowV254Test-1944491154 tempest-ServerShowV254Test-1944491154-project] 10.222.0.85 "GET /v2.0/ports?device_id=b70acc5a-1679-43e0-93dc-059df2e2e9da HTTP/1.1" status: 200 len: 210 time: 0.4687583 May 30 20:34:52.239181 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2473655d-a6f0-49cf-b672-f212547d9674 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Network e47345d4-98a8-46f5-a7b7-66b2eb513a50 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:34:52.269858 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-2473655d-a6f0-49cf-b672-f212547d9674 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:34:52.275187 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2473655d-a6f0-49cf-b672-f212547d9674 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:34:52.275604 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2473655d-a6f0-49cf-b672-f212547d9674 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks [] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:52.327169 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2473655d-a6f0-49cf-b672-f212547d9674 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Pushing event updated for resources: {'Subnet': ['ID=25ca446c-55d8-453f-842d-49710ceffc1d,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:52.348259 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2473655d-a6f0-49cf-b672-f212547d9674 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Pushing event updated for resources: {'Port': ['ID=766793ea-d7cf-4630-9a41-1fe2d1c9fcf6,revision_number=5']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:52.435651 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-2473655d-a6f0-49cf-b672-f212547d9674 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.8828223 May 30 20:34:52.436312 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 49678) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:34:52.443527 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-859f2534-e2b9-43f6-bf3a-e00d7522724e tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Request body: {'port': {'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50', 'mac_address': 'fa:16:3e:4b:59:68', 'name': 'tempest-NetworksTestDHCPv6-415179348'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:34:52.499542 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-451481a6-69e8-418f-8e95-e5a7a7c68fd0 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:34:52.515862 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-451481a6-69e8-418f-8e95-e5a7a7c68fd0 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks [] for router, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:52.520100 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-451481a6-69e8-418f-8e95-e5a7a7c68fd0 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] 10.222.0.85 "PUT /v2.0/routers/a4f19232-b258-4352-be0c-c357e4df05ee HTTP/1.1" status: 200 len: 953 time: 4.4682553 May 30 20:34:52.520921 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 49684) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:34:52.550902 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac389707-075b-4443-8b14-fbc22b40e1ee None None] Network e47345d4-98a8-46f5-a7b7-66b2eb513a50 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:34:52.633537 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-799d8e9c-489f-49fa-923e-a77406a622c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:52.696330 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 48163b2d-e078-447f-8121-b1de14d6207b completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:34:52.815430 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 48163b2d-e078-447f-8121-b1de14d6207b triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:34:52.815926 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:52.928747 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-e30dcf63-ffe4-4294-b378-3a5653aa1701 None None] Notify callbacks [] for port, precommit_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:52.949775 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:52.966913 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-e30dcf63-ffe4-4294-b378-3a5653aa1701 None None] Transition to ACTIVE for port object e0583aa2-e0e2-4827-a7ed-4076830e2250 will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:34:52.998803 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799d8e9c-489f-49fa-923e-a77406a622c7 None None] Pushing event updated for resources: {'Port': ['ID=9934e462-48cf-4173-a3f9-7cab8a6bc9af,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:53.076138 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-e30dcf63-ffe4-4294-b378-3a5653aa1701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:53.166585 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-859f2534-e2b9-43f6-bf3a-e00d7522724e tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:34:53.195761 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-859f2534-e2b9-43f6-bf3a-e00d7522724e tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Usage tracker for resource:port and tenant:08954986e7454427ae0d40c7652d3c6a is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:34:53.203917 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-859f2534-e2b9-43f6-bf3a-e00d7522724e tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:34:53.216563 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-859f2534-e2b9-43f6-bf3a-e00d7522724e tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:34:53.306372 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2e9a703b-65c7-4835-8512-e686b186f58d None None] Provisioning complete for port 9934e462-48cf-4173-a3f9-7cab8a6bc9af triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:34:53.306684 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2e9a703b-65c7-4835-8512-e686b186f58d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:53.448135 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-859f2534-e2b9-43f6-bf3a-e00d7522724e tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Made reservation on behalf of 08954986e7454427ae0d40c7652d3c6a for: {'port': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:34:53.540783 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b4508b5e-2f66-4493-b8ec-305098330222 req-8b2a59d0-fdbe-48bf-8142-276cb30240b1 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ea9bfb5ddb1341adad5c7967aa542345&device_id=b70acc5a-1679-43e0-93dc-059df2e2e9da HTTP/1.1" status: 200 len: 210 time: 0.4282715 May 30 20:34:53.560446 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7f496467-eb79-4d90-ad47-d8a1e415e8a1 req-2b7f0238-6fa8-4908-94f8-ac8252af71ff tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] 10.222.0.85 "GET /v2.0/ports?device_id=9f2acdd5-0951-4d21-a2ba-3caff48e9d17 HTTP/1.1" status: 200 len: 210 time: 0.1145644 May 30 20:34:53.627529 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b4508b5e-2f66-4493-b8ec-305098330222 req-fedb21f5-96e0-44ad-a304-d2b6884c1c7c service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=ea9bfb5ddb1341adad5c7967aa542345&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0619876 May 30 20:34:53.722894 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd65505-6ddd-449c-9ff8-4f30ef81a93f None None] Pushing event updated for resources: {'Port': ['ID=e0583aa2-e0e2-4827-a7ed-4076830e2250,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:53.734675 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-859f2534-e2b9-43f6-bf3a-e00d7522724e tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:53.755744 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 49710) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:34:53.761458 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:53.779877 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [None req-859f2534-e2b9-43f6-bf3a-e00d7522724e tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] device_id is not set on port 3d7cfa83-c56d-420b-bd54-b120e2d2135c yet. {{(pid=84886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:34:53.926621 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4508b5e-2f66-4493-b8ec-305098330222 req-595ff5de-27f9-4bb1-a5a1-69380855d868 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:34:53.928053 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b4508b5e-2f66-4493-b8ec-305098330222 req-595ff5de-27f9-4bb1-a5a1-69380855d868 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2958386 May 30 20:34:53.997522 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-026db0e4-daa0-46e9-abdb-11d1c11fbef8 req-4d779480-c673-4754-9c45-518f0e8f0b95 tempest-ServerShowV254Test-1944491154 tempest-ServerShowV254Test-1944491154-project] 10.222.0.85 "GET /v2.0/ports?device_id=b70acc5a-1679-43e0-93dc-059df2e2e9da HTTP/1.1" status: 200 len: 210 time: 0.5590010 May 30 20:34:54.049380 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-02f088b9-545a-48bf-aacc-607d2cf2133a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:54.091423 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port 48163b2d-e078-447f-8121-b1de14d6207b, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=48163b2d-e078-447f-8121-b1de14d6207b,segment=NetworkSegment(ab778a8f-ca2b-4f43-b38a-ce31b10e68d3),segment_id=ab778a8f-ca2b-4f43-b38a-ce31b10e68d3)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:34:54.165657 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:54.166710 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 595d87f4-d3f3-4464-ac69-e38a725716a0 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:34:54.186086 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-b6e492a0-21c4-4d9e-984e-d4436fa61074 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] 10.222.0.85 "GET /v2.0/routers/a4f19232-b258-4352-be0c-c357e4df05ee HTTP/1.1" status: 200 len: 953 time: 1.6638670 May 30 20:34:54.190378 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 49720) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:34:54.196903 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-4bbb763d-88f4-44fe-bced-1dd4268a429a tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Request body: {'router': {'routes': None}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:34:54.248588 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f07e7fb-26ed-4ec8-85e5-2eb89fc6b855 req-9fa09e93-cb41-404d-abc7-91aa7c0c505f tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:34:54.250154 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1f07e7fb-26ed-4ec8-85e5-2eb89fc6b855 req-9fa09e93-cb41-404d-abc7-91aa7c0c505f tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] 10.222.0.71 "GET /v2.0/networks?id=76cba922-309a-4387-9272-eb83164f71fd HTTP/1.1" status: 200 len: 811 time: 1.0172954 May 30 20:34:54.252252 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-e30dcf63-ffe4-4294-b378-3a5653aa1701 None None] Attempting to bind port e0583aa2-e0e2-4827-a7ed-4076830e2250 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:34:54.252932 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-e30dcf63-ffe4-4294-b378-3a5653aa1701 None None] Attempting to bind port e0583aa2-e0e2-4827-a7ed-4076830e2250 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': 'b1c25274-85b6-4fae-94b0-3ef19eecd5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '21896272-151e-4fed-906e-2264e0371923'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:34:54.254399 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30dcf63-ffe4-4294-b378-3a5653aa1701 None None] Attempting to bind port e0583aa2-e0e2-4827-a7ed-4076830e2250 on network 21896272-151e-4fed-906e-2264e0371923 {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:34:54.297446 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-02f088b9-545a-48bf-aacc-607d2cf2133a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:34:54.314732 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-02f088b9-545a-48bf-aacc-607d2cf2133a admin admin] Usage tracker for resource:security_group_rule and tenant:7caf0c7d285c4b70aaaaf66ccfebda4c is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:34:54.324351 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-859f2534-e2b9-43f6-bf3a-e00d7522724e tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Allocated IP 2001:db8::f816:3eff:fe4b:5968 (e47345d4-98a8-46f5-a7b7-66b2eb513a50/25ca446c-55d8-453f-842d-49710ceffc1d/3d7cfa83-c56d-420b-bd54-b120e2d2135c) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:34:54.329256 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-02f088b9-545a-48bf-aacc-607d2cf2133a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:34:54.362278 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-02f088b9-545a-48bf-aacc-607d2cf2133a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:34:54.407639 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1f07e7fb-26ed-4ec8-85e5-2eb89fc6b855 req-82b45973-c69d-4aca-8600-705680a1b255 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=be518c6f2f7741c6a6c26447eed4fca2 HTTP/1.1" status: 200 len: 380 time: 0.1427245 May 30 20:34:54.446483 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30dcf63-ffe4-4294-b378-3a5653aa1701 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:34:54.447927 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30dcf63-ffe4-4294-b378-3a5653aa1701 None None] Checking segment: {'id': 'b1c25274-85b6-4fae-94b0-3ef19eecd5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '21896272-151e-4fed-906e-2264e0371923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:34:54.453104 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-e30dcf63-ffe4-4294-b378-3a5653aa1701 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:54.470407 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30dcf63-ffe4-4294-b378-3a5653aa1701 None None] Bound using segment: {'id': 'b1c25274-85b6-4fae-94b0-3ef19eecd5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '21896272-151e-4fed-906e-2264e0371923'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:34:54.471457 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-e30dcf63-ffe4-4294-b378-3a5653aa1701 None None] Bound port: e0583aa2-e0e2-4827-a7ed-4076830e2250, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1c25274-85b6-4fae-94b0-3ef19eecd5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '21896272-151e-4fed-906e-2264e0371923'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:34:54.473493 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [req-1f07e7fb-26ed-4ec8-85e5-2eb89fc6b855 req-71b71353-039f-4077-8aec-19d1e886d665 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Request body: {'port': {'device_id': '9f2acdd5-0951-4d21-a2ba-3caff48e9d17', 'network_id': '76cba922-309a-4387-9272-eb83164f71fd', 'admin_state_up': True, 'tenant_id': 'be518c6f2f7741c6a6c26447eed4fca2', 'security_groups': ['1c8a214b-6487-4b26-aae5-3d5d58bf176d']}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:34:54.474565 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-e30dcf63-ffe4-4294-b378-3a5653aa1701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:54.494258 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:34:54.666347 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=48163b2d-e078-447f-8121-b1de14d6207b,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:54.695554 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2e9a703b-65c7-4835-8512-e686b186f58d None None] Provisioning for port e0583aa2-e0e2-4827-a7ed-4076830e2250 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:34:54.738488 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2e9a703b-65c7-4835-8512-e686b186f58d None None] Could not find standard attr ID for object ba231286-2169-4f55-859f-bc309dba8231. {{(pid=84888) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 30 20:34:54.790798 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-e30dcf63-ffe4-4294-b378-3a5653aa1701 None None] For port e0583aa2-e0e2-4827-a7ed-4076830e2250, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:34:54.797808 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-e30dcf63-ffe4-4294-b378-3a5653aa1701 None None] For port e0583aa2-e0e2-4827-a7ed-4076830e2250, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=e0583aa2-e0e2-4827-a7ed-4076830e2250,segment=NetworkSegment(b1c25274-85b6-4fae-94b0-3ef19eecd5d1),segment_id=b1c25274-85b6-4fae-94b0-3ef19eecd5d1)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:34:54.824986 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 595d87f4-d3f3-4464-ac69-e38a725716a0 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:34:54.830036 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 595d87f4-d3f3-4464-ac69-e38a725716a0 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:34:54.834361 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:54.935976 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-e30dcf63-ffe4-4294-b378-3a5653aa1701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:55.053509 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd65505-6ddd-449c-9ff8-4f30ef81a93f None None] Pushing event updated for resources: {'Port': ['ID=e0583aa2-e0e2-4827-a7ed-4076830e2250,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:55.142403 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30dcf63-ffe4-4294-b378-3a5653aa1701 None None] Routers {'a4f19232-b258-4352-be0c-c357e4df05ee'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:34:55.143095 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-e30dcf63-ffe4-4294-b378-3a5653aa1701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:34:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['a4f19232-b258-4352-be0c-c357e4df05ee'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:34:55.376999 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-1f07e7fb-26ed-4ec8-85e5-2eb89fc6b855 req-71b71353-039f-4077-8aec-19d1e886d665 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:34:55.410775 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:55.412062 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-02f088b9-545a-48bf-aacc-607d2cf2133a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:55.431264 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-859f2534-e2b9-43f6-bf3a-e00d7522724e tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:55.452477 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-1f07e7fb-26ed-4ec8-85e5-2eb89fc6b855 req-71b71353-039f-4077-8aec-19d1e886d665 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:34:55.493207 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port 595d87f4-d3f3-4464-ac69-e38a725716a0, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=595d87f4-d3f3-4464-ac69-e38a725716a0,segment=NetworkSegment(4dc4317e-c03e-40e0-80af-52199844909f),segment_id=4dc4317e-c03e-40e0-80af-52199844909f)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:34:55.497869 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-e30dcf63-ffe4-4294-b378-3a5653aa1701 None None] Set router a4f19232-b258-4352-be0c-c357e4df05ee gateway port host: None {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:34:55.523299 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-02f088b9-545a-48bf-aacc-607d2cf2133a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:55.566403 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9122bbf5-d1ad-4ce0-9822-18340479889b req-6a3dcf6d-2f22-4b0e-9000-1120477c8474 tempest-ServerShowV254Test-1944491154 tempest-ServerShowV254Test-1944491154-project] 10.222.0.85 "GET /v2.0/ports?device_id=b70acc5a-1679-43e0-93dc-059df2e2e9da HTTP/1.1" status: 200 len: 210 time: 0.1316304 May 30 20:34:55.575709 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [None req-859f2534-e2b9-43f6-bf3a-e00d7522724e tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Transition to ACTIVE for port object 3d7cfa83-c56d-420b-bd54-b120e2d2135c will not be triggered until provisioned by entity DHCP. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:34:55.618105 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b4508b5e-2f66-4493-b8ec-305098330222 req-9c7bb662-fa30-4363-9dff-27aa6f8aa3f9 tempest-ServerShowV254Test-1944491154 tempest-ServerShowV254Test-1944491154-project] 10.222.0.86 "GET /v2.0/ports?device_id=b70acc5a-1679-43e0-93dc-059df2e2e9da HTTP/1.1" status: 200 len: 210 time: 0.0462947 May 30 20:34:55.642582 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f088b9-545a-48bf-aacc-607d2cf2133a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61a82c10-7ec5-4d65-bfb2-f553690efb8e,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:55.651322 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-02f088b9-545a-48bf-aacc-607d2cf2133a admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=7caf0c7d285c4b70aaaaf66ccfebda4c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6610167 May 30 20:34:55.660782 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 49748) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:34:55.666988 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f07e7fb-26ed-4ec8-85e5-2eb89fc6b855 req-71b71353-039f-4077-8aec-19d1e886d665 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Made reservation on behalf of be518c6f2f7741c6a6c26447eed4fca2 for: {'port': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:34:55.678428 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-1f07e7fb-26ed-4ec8-85e5-2eb89fc6b855 req-71b71353-039f-4077-8aec-19d1e886d665 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:55.710442 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:55.711154 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 766793ea-d7cf-4630-9a41-1fe2d1c9fcf6 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:34:55.717320 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b38cb9e8-2c89-446c-8f08-3223be2d7f47 req-7acc88be-ca2d-40a3-a02e-07a4eaf8d184 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] 10.222.0.85 "GET /v2.0/ports?device_id=9f2acdd5-0951-4d21-a2ba-3caff48e9d17 HTTP/1.1" status: 200 len: 210 time: 0.1467705 May 30 20:34:55.799933 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.extraroute_db [None req-4bbb763d-88f4-44fe-bced-1dd4268a429a tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Added routes are [] {{(pid=84887) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} May 30 20:34:55.800298 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.extraroute_db [None req-4bbb763d-88f4-44fe-bced-1dd4268a429a tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=84887) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} May 30 20:34:55.829870 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-33cd79b8-e81c-40eb-9f76-f4efbb63af19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:55.873829 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-859f2534-e2b9-43f6-bf3a-e00d7522724e tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:55.875170 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-33cd79b8-e81c-40eb-9f76-f4efbb63af19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:55.882666 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4bbb763d-88f4-44fe-bced-1dd4268a429a tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-736390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:56.003462 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-859f2534-e2b9-43f6-bf3a-e00d7522724e tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Network e47345d4-98a8-46f5-a7b7-66b2eb513a50 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:34:56.004359 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859f2534-e2b9-43f6-bf3a-e00d7522724e tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Pushing event updated for resources: {'Port': ['ID=3d7cfa83-c56d-420b-bd54-b120e2d2135c,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:56.010810 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-859f2534-e2b9-43f6-bf3a-e00d7522724e tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:34:56.018390 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859f2534-e2b9-43f6-bf3a-e00d7522724e tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:34:56.022995 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-859f2534-e2b9-43f6-bf3a-e00d7522724e tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:34:56.023624 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-859f2534-e2b9-43f6-bf3a-e00d7522724e tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:56.060593 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=595d87f4-d3f3-4464-ac69-e38a725716a0,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:56.120892 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [req-1f07e7fb-26ed-4ec8-85e5-2eb89fc6b855 req-71b71353-039f-4077-8aec-19d1e886d665 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Allocated IP 172.20.0.8 (76cba922-309a-4387-9272-eb83164f71fd/664239a8-9fd7-4297-838f-478b17647c0d/e29cff58-4b9a-4a94-a7b9-a66d4dd77480) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:34:56.122757 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-33cd79b8-e81c-40eb-9f76-f4efbb63af19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:56.204819 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-859f2534-e2b9-43f6-bf3a-e00d7522724e tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.7678242 May 30 20:34:56.261394 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 766793ea-d7cf-4630-9a41-1fe2d1c9fcf6 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:34:56.275790 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 49756) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:34:56.277147 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cd79b8-e81c-40eb-9f76-f4efbb63af19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61a82c10-7ec5-4d65-bfb2-f553690efb8e,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:56.283030 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 766793ea-d7cf-4630-9a41-1fe2d1c9fcf6 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:34:56.283666 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:56.409641 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-33cd79b8-e81c-40eb-9f76-f4efbb63af19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:56.411002 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-33cd79b8-e81c-40eb-9f76-f4efbb63af19 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/61a82c10-7ec5-4d65-bfb2-f553690efb8e HTTP/1.1" status: 204 len: 168 time: 0.7444155 May 30 20:34:56.445319 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-48f26f72-95da-47c1-93da-7129e394b942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:56.553978 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-1f07e7fb-26ed-4ec8-85e5-2eb89fc6b855 req-71b71353-039f-4077-8aec-19d1e886d665 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:56.561149 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95862f5d-9376-45bf-9d85-aba8d15483c6 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:34:56.570412 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95862f5d-9376-45bf-9d85-aba8d15483c6 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:34:56.570639 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [req-1f07e7fb-26ed-4ec8-85e5-2eb89fc6b855 req-71b71353-039f-4077-8aec-19d1e886d665 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Transition to ACTIVE for port object e29cff58-4b9a-4a94-a7b9-a66d4dd77480 will not be triggered until provisioned by entity DHCP. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:34:56.576791 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-95862f5d-9376-45bf-9d85-aba8d15483c6 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2973609 May 30 20:34:56.577605 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 49768) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:34:56.608315 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:56.638231 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-e30dcf63-ffe4-4294-b378-3a5653aa1701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4f19232-b258-4352-be0c-c357e4df05ee', 'name': 'tempest-RoutersIpV6Test-router-317510075', 'tenant_id': 'eeceb350906e46fc9b2c21ca495ac559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:33:59Z', 'updated_at': '2022-05-30T20:34:50Z', 'revision_number': 6, 'project_id': 'eeceb350906e46fc9b2c21ca495ac559', 'gw_port_host': None, '_interfaces': [{'id': '3fc7cdf1-cff4-462a-82b4-ad80bb0f19b7', 'name': '', 'network_id': 'f7aa054c-b3ce-4814-8100-f5d8c473d50b', 'tenant_id': 'eeceb350906e46fc9b2c21ca495ac559', 'mac_address': 'fa:16:3e:08:77:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f19232-b258-4352-be0c-c357e4df05ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bdbd14ab-945e-4aef-b6e0-7157227cf2a3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:34:05Z', 'updated_at': '2022-05-30T20:34:20Z', 'revision_number': 5, 'project_id': 'eeceb350906e46fc9b2c21ca495ac559', 'subnets': [{'id': 'bdbd14ab-945e-4aef-b6e0-7157227cf2a3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '595d87f4-d3f3-4464-ac69-e38a725716a0', 'name': '', 'network_id': '99694fcd-3e6d-4945-8cde-15c3dac483f9', 'tenant_id': 'eeceb350906e46fc9b2c21ca495ac559', 'mac_address': 'fa:16:3e:9e:05:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4f19232-b258-4352-be0c-c357e4df05ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '22ad9598-9de8-434f-8718-0038eb57832b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:34:31Z', 'updated_at': '2022-05-30T20:34:43Z', 'revision_number': 4, 'project_id': 'eeceb350906e46fc9b2c21ca495ac559', 'subnets': [{'id': '22ad9598-9de8-434f-8718-0038eb57832b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74dbeb29-5781-4668-87d4-f4375729732f', 'name': '', 'network_id': 'cd6354ef-bfed-4e68-adfe-b3cbfa9d3cc5', 'tenant_id': 'eeceb350906e46fc9b2c21ca495ac559', 'mac_address': 'fa:16:3e:b1:ef:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f19232-b258-4352-be0c-c357e4df05ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7d55db9-d8c6-4c30-9f1b-9757deb0f8ac', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:34:19Z', 'updated_at': '2022-05-30T20:34:47Z', 'revision_number': 5, 'project_id': 'eeceb350906e46fc9b2c21ca495ac559', 'subnets': [{'id': 'c7d55db9-d8c6-4c30-9f1b-9757deb0f8ac', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0583aa2-e0e2-4827-a7ed-4076830e2250', 'name': '', 'network_id': '21896272-151e-4fed-906e-2264e0371923', 'tenant_id': 'eeceb350906e46fc9b2c21ca495ac559', 'mac_address': 'fa:16:3e:d4:55:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4f19232-b258-4352-be0c-c357e4df05ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '48d552db-981d-4d73-865e-2bf58aae0f82', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:34:42Z', 'updated_at': '2022-05-30T20:34:54Z', 'revision_number': 4, 'project_id': 'eeceb350906e46fc9b2c21ca495ac559', 'subnets': [{'id': '48d552db-981d-4d73-865e-2bf58aae0f82', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:34:56.644425 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-1f07e7fb-26ed-4ec8-85e5-2eb89fc6b855 req-71b71353-039f-4077-8aec-19d1e886d665 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:56.649571 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30dcf63-ffe4-4294-b378-3a5653aa1701 None None] The sync data for ids ['a4f19232-b258-4352-be0c-c357e4df05ee'] in n-d-843948-2 is: [{'id': 'a4f19232-b258-4352-be0c-c357e4df05ee', 'name': 'tempest-RoutersIpV6Test-router-317510075', 'tenant_id': 'eeceb350906e46fc9b2c21ca495ac559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:33:59Z', 'updated_at': '2022-05-30T20:34:50Z', 'revision_number': 6, 'project_id': 'eeceb350906e46fc9b2c21ca495ac559', 'gw_port_host': None, '_interfaces': [{'id': '3fc7cdf1-cff4-462a-82b4-ad80bb0f19b7', 'name': '', 'network_id': 'f7aa054c-b3ce-4814-8100-f5d8c473d50b', 'tenant_id': 'eeceb350906e46fc9b2c21ca495ac559', 'mac_address': 'fa:16:3e:08:77:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f19232-b258-4352-be0c-c357e4df05ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bdbd14ab-945e-4aef-b6e0-7157227cf2a3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:34:05Z', 'updated_at': '2022-05-30T20:34:20Z', 'revision_number': 5, 'project_id': 'eeceb350906e46fc9b2c21ca495ac559', 'subnets': [{'id': 'bdbd14ab-945e-4aef-b6e0-7157227cf2a3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '595d87f4-d3f3-4464-ac69-e38a725716a0', 'name': '', 'network_id': '99694fcd-3e6d-4945-8cde-15c3dac483f9', 'tenant_id': 'eeceb350906e46fc9b2c21ca495ac559', 'mac_address': 'fa:16:3e:9e:05:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4f19232-b258-4352-be0c-c357e4df05ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '22ad9598-9de8-434f-8718-0038eb57832b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:34:31Z', 'updated_at': '2022-05-30T20:34:43Z', 'revision_number': 4, 'project_id': 'eeceb350906e46fc9b2c21ca495ac559', 'subnets': [{'id': '22ad9598-9de8-434f-8718-0038eb57832b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74dbeb29-5781-4668-87d4-f4375729732f', 'name': '', 'network_id': 'cd6354ef-bfed-4e68-adfe-b3cbfa9d3cc5', 'tenant_id': 'eeceb350906e46fc9b2c21ca495ac559', 'mac_address': 'fa:16:3e:b1:ef:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f19232-b258-4352-be0c-c357e4df05ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7d55db9-d8c6-4c30-9f1b-9757deb0f8ac', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:34:19Z', 'updated_at': '2022-05-30T20:34:47Z', 'revision_number': 5, 'project_id': 'eeceb350906e46fc9b2c21ca495ac559', 'subnets': [{'id': 'c7d55db9-d8c6-4c30-9f1b-9757deb0f8ac', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0583aa2-e0e2-4827-a7ed-4076830e2250', 'name': '', 'network_id': '21896272-151e-4fed-906e-2264e0371923', 'tenant_id': 'eeceb350906e46fc9b2c21ca495ac559', 'mac_address': 'fa:16:3e:d4:55:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4f19232-b258-4352-be0c-c357e4df05ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '48d552db-981d-4d73-865e-2bf58aae0f82', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:34:42Z', 'updated_at': '2022-05-30T20:34:54Z', 'revision_number': 4, 'project_id': 'eeceb350906e46fc9b2c21ca495ac559', 'subnets': [{'id': '48d552db-981d-4d73-865e-2bf58aae0f82', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:34:56.668268 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port 766793ea-d7cf-4630-9a41-1fe2d1c9fcf6, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=766793ea-d7cf-4630-9a41-1fe2d1c9fcf6,segment=NetworkSegment(2cb73a29-9359-4fbf-99af-be1c6062790b),segment_id=2cb73a29-9359-4fbf-99af-be1c6062790b)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:34:56.684399 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-a147221d-eae3-4908-b0b8-dcd6bb29b4dd None None] Provisioning for port 3d7cfa83-c56d-420b-bd54-b120e2d2135c completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:34:56.706722 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-a147221d-eae3-4908-b0b8-dcd6bb29b4dd None None] Provisioning complete for port 3d7cfa83-c56d-420b-bd54-b120e2d2135c triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:34:56.706722 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-a147221d-eae3-4908-b0b8-dcd6bb29b4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:56.851775 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-a147221d-eae3-4908-b0b8-dcd6bb29b4dd None None] Port 3d7cfa83-c56d-420b-bd54-b120e2d2135c cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:34:56.857308 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:56.970971 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f07e7fb-26ed-4ec8-85e5-2eb89fc6b855 req-71b71353-039f-4077-8aec-19d1e886d665 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Network 76cba922-309a-4387-9272-eb83164f71fd is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:34:56.979586 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b71353-039f-4077-8aec-19d1e886d665 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Pushing event updated for resources: {'Port': ['ID=e29cff58-4b9a-4a94-a7b9-a66d4dd77480,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:56.987184 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [req-1f07e7fb-26ed-4ec8-85e5-2eb89fc6b855 req-71b71353-039f-4077-8aec-19d1e886d665 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:34:56.991453 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f07e7fb-26ed-4ec8-85e5-2eb89fc6b855 req-71b71353-039f-4077-8aec-19d1e886d665 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:34:57.159711 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=766793ea-d7cf-4630-9a41-1fe2d1c9fcf6,revision_number=6']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:57.202054 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f7e6cb96-c9ac-46fb-9716-8b6e2517c758 req-fe1a4e87-08a9-4090-a42c-23a49168afba tempest-ServerShowV254Test-1944491154 tempest-ServerShowV254Test-1944491154-project] 10.222.0.85 "GET /v2.0/ports?device_id=b70acc5a-1679-43e0-93dc-059df2e2e9da HTTP/1.1" status: 200 len: 210 time: 0.0943384 May 30 20:34:57.257991 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device e0583aa2-e0e2-4827-a7ed-4076830e2250 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:34:57.330698 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f07e7fb-26ed-4ec8-85e5-2eb89fc6b855 req-71b71353-039f-4077-8aec-19d1e886d665 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:34:57.330698 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-1f07e7fb-26ed-4ec8-85e5-2eb89fc6b855 req-71b71353-039f-4077-8aec-19d1e886d665 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:57.426050 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1f07e7fb-26ed-4ec8-85e5-2eb89fc6b855 req-71b71353-039f-4077-8aec-19d1e886d665 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9789643 May 30 20:34:57.442751 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [req-1f07e7fb-26ed-4ec8-85e5-2eb89fc6b855 req-d928c930-0fb3-410d-a0b6-d820c2d1bece service neutron] Request body: {'port': {'device_id': '9f2acdd5-0951-4d21-a2ba-3caff48e9d17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843948-2'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:34:57.609847 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-7585b40a-efd6-48f1-9a15-c1b2076d4a9c tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Deleting port 3d7cfa83-c56d-420b-bd54-b120e2d2135c {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:34:57.610327 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7585b40a-efd6-48f1-9a15-c1b2076d4a9c tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:57.615350 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-e30816e4-a318-4c52-8084-10d4cc66495f None None] Provisioning for port e29cff58-4b9a-4a94-a7b9-a66d4dd77480 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:34:57.622508 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-e30816e4-a318-4c52-8084-10d4cc66495f None None] Provisioning complete for port e29cff58-4b9a-4a94-a7b9-a66d4dd77480 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:34:57.628658 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-e30816e4-a318-4c52-8084-10d4cc66495f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:57.671223 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4bbb763d-88f4-44fe-bced-1dd4268a429a tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-736390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:57.683758 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4bbb763d-88f4-44fe-bced-1dd4268a429a tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-736409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-736399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-736400', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-724754'] for router, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:57.696698 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port e0583aa2-e0e2-4827-a7ed-4076830e2250 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:34:57.748735 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port e0583aa2-e0e2-4827-a7ed-4076830e2250 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:34:57.750868 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:57.802759 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-1f07e7fb-26ed-4ec8-85e5-2eb89fc6b855 req-d928c930-0fb3-410d-a0b6-d820c2d1bece service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:57.875404 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-e30816e4-a318-4c52-8084-10d4cc66495f None None] Port e29cff58-4b9a-4a94-a7b9-a66d4dd77480 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:34:58.054856 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:58.107790 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port e0583aa2-e0e2-4827-a7ed-4076830e2250, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=e0583aa2-e0e2-4827-a7ed-4076830e2250,segment=NetworkSegment(b1c25274-85b6-4fae-94b0-3ef19eecd5d1),segment_id=b1c25274-85b6-4fae-94b0-3ef19eecd5d1)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:34:58.162648 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332e4708-c15b-440f-b734-e143635b85de req-0398ddcc-3bab-4da7-8f23-a83f72f08658 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:34:58.164095 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-332e4708-c15b-440f-b734-e143635b85de req-0398ddcc-3bab-4da7-8f23-a83f72f08658 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] 10.222.0.85 "GET /v2.0/ports?device_id=9f2acdd5-0951-4d21-a2ba-3caff48e9d17 HTTP/1.1" status: 200 len: 931 time: 0.7071383 May 30 20:34:58.232784 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:58.233579 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 9934e462-48cf-4173-a3f9-7cab8a6bc9af up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:34:58.426162 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-332e4708-c15b-440f-b734-e143635b85de req-23e7c512-df96-4b9e-a7c3-e9c48d567a5f tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Synchronizing usage tracker for tenant:be518c6f2f7741c6a6c26447eed4fca2 on resource:security_group {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:34:58.526336 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=e0583aa2-e0e2-4827-a7ed-4076830e2250,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:58.534622 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-332e4708-c15b-440f-b734-e143635b85de req-23e7c512-df96-4b9e-a7c3-e9c48d567a5f tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Unset dirty status for tenant:be518c6f2f7741c6a6c26447eed4fca2 on resource:security_group {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:34:58.536441 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-332e4708-c15b-440f-b734-e143635b85de req-23e7c512-df96-4b9e-a7c3-e9c48d567a5f tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] 10.222.0.85 "GET /v2.0/security-groups?id=1c8a214b-6487-4b26-aae5-3d5d58bf176d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3626950 May 30 20:34:58.561060 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bbb763d-88f4-44fe-bced-1dd4268a429a tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Router a4f19232-b258-4352-be0c-c357e4df05ee has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:34:58.561459 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 9934e462-48cf-4173-a3f9-7cab8a6bc9af triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:34:58.562915 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:58.718111 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7585b40a-efd6-48f1-9a15-c1b2076d4a9c tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:58.783346 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [req-1f07e7fb-26ed-4ec8-85e5-2eb89fc6b855 req-d928c930-0fb3-410d-a0b6-d820c2d1bece service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e29cff58-4b9a-4a94-a7b9-a66d4dd77480 {{(pid=84886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:34:58.797927 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-1f07e7fb-26ed-4ec8-85e5-2eb89fc6b855 req-d928c930-0fb3-410d-a0b6-d820c2d1bece service neutron] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:58.839184 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [req-1f07e7fb-26ed-4ec8-85e5-2eb89fc6b855 req-d928c930-0fb3-410d-a0b6-d820c2d1bece service neutron] Transition to ACTIVE for port object e29cff58-4b9a-4a94-a7b9-a66d4dd77480 will not be triggered until provisioned by entity L2. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:34:58.842800 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 766793ea-d7cf-4630-9a41-1fe2d1c9fcf6 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:34:58.875349 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-7585b40a-efd6-48f1-9a15-c1b2076d4a9c tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Calling delete_port for 3d7cfa83-c56d-420b-bd54-b120e2d2135c owned by {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:34:58.912189 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-1f07e7fb-26ed-4ec8-85e5-2eb89fc6b855 req-d928c930-0fb3-410d-a0b6-d820c2d1bece service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:59.029867 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 766793ea-d7cf-4630-9a41-1fe2d1c9fcf6 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:34:59.030244 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:59.152298 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7585b40a-efd6-48f1-9a15-c1b2076d4a9c tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:59.175595 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d928c930-0fb3-410d-a0b6-d820c2d1bece service neutron] Pushing event updated for resources: {'Port': ['ID=e29cff58-4b9a-4a94-a7b9-a66d4dd77480,revision_number=2']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:59.416286 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7585b40a-efd6-48f1-9a15-c1b2076d4a9c tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Pushing event deleted for resources: {'Port': ['ID=3d7cfa83-c56d-420b-bd54-b120e2d2135c,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:34:59.427265 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 48163b2d-e078-447f-8121-b1de14d6207b up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:34:59.472669 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 49834) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:34:59.506937 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7585b40a-efd6-48f1-9a15-c1b2076d4a9c tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:59.524733 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-7585b40a-efd6-48f1-9a15-c1b2076d4a9c tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "DELETE /v2.0/ports/3d7cfa83-c56d-420b-bd54-b120e2d2135c HTTP/1.1" status: 204 len: 168 time: 2.9429166 May 30 20:34:59.532119 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 49842) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:34:59.604539 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 48163b2d-e078-447f-8121-b1de14d6207b triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:34:59.605159 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:59.711779 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-400a09a6-bd7c-41b4-a809-558c6171445d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:59.779398 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bbb763d-88f4-44fe-bced-1dd4268a429a tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:34:59.794362 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4bbb763d-88f4-44fe-bced-1dd4268a429a tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks [] for router, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:59.799149 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-4bbb763d-88f4-44fe-bced-1dd4268a429a tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] 10.222.0.85 "PUT /v2.0/routers/a4f19232-b258-4352-be0c-c357e4df05ee HTTP/1.1" status: 200 len: 703 time: 5.6069353 May 30 20:34:59.806844 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 49852) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:34:59.822935 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-1f07e7fb-26ed-4ec8-85e5-2eb89fc6b855 req-d928c930-0fb3-410d-a0b6-d820c2d1bece service neutron] Attempting to bind port e29cff58-4b9a-4a94-a7b9-a66d4dd77480 on host n-h1-843948-2 for vnic_type normal with profile {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:34:59.824431 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-1f07e7fb-26ed-4ec8-85e5-2eb89fc6b855 req-d928c930-0fb3-410d-a0b6-d820c2d1bece service neutron] Attempting to bind port e29cff58-4b9a-4a94-a7b9-a66d4dd77480 by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': 'ab778a8f-ca2b-4f43-b38a-ce31b10e68d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '76cba922-309a-4387-9272-eb83164f71fd'}] {{(pid=84886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:34:59.824804 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f07e7fb-26ed-4ec8-85e5-2eb89fc6b855 req-d928c930-0fb3-410d-a0b6-d820c2d1bece service neutron] Attempting to bind port e29cff58-4b9a-4a94-a7b9-a66d4dd77480 on network 76cba922-309a-4387-9272-eb83164f71fd {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:34:59.837701 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:59.840138 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f07e7fb-26ed-4ec8-85e5-2eb89fc6b855 req-d928c930-0fb3-410d-a0b6-d820c2d1bece service neutron] Port e29cff58-4b9a-4a94-a7b9-a66d4dd77480 on network 76cba922-309a-4387-9272-eb83164f71fd not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:34:59.840138 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f07e7fb-26ed-4ec8-85e5-2eb89fc6b855 req-d928c930-0fb3-410d-a0b6-d820c2d1bece service neutron] Attempting to bind port e29cff58-4b9a-4a94-a7b9-a66d4dd77480 on network 76cba922-309a-4387-9272-eb83164f71fd {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:34:59.865952 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f07e7fb-26ed-4ec8-85e5-2eb89fc6b855 req-d928c930-0fb3-410d-a0b6-d820c2d1bece service neutron] Checking agent: {'id': 'f728d74e-a4ae-4384-860b-a5ade05dd8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 34, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:34:59.866282 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f07e7fb-26ed-4ec8-85e5-2eb89fc6b855 req-d928c930-0fb3-410d-a0b6-d820c2d1bece service neutron] Checking segment: {'id': 'ab778a8f-ca2b-4f43-b38a-ce31b10e68d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '76cba922-309a-4387-9272-eb83164f71fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:34:59.874849 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f07e7fb-26ed-4ec8-85e5-2eb89fc6b855 req-d928c930-0fb3-410d-a0b6-d820c2d1bece service neutron] Bound using segment: {'id': 'ab778a8f-ca2b-4f43-b38a-ce31b10e68d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '76cba922-309a-4387-9272-eb83164f71fd'} {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:34:59.874849 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-1f07e7fb-26ed-4ec8-85e5-2eb89fc6b855 req-d928c930-0fb3-410d-a0b6-d820c2d1bece service neutron] Bound port: e29cff58-4b9a-4a94-a7b9-a66d4dd77480, host: n-h1-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab778a8f-ca2b-4f43-b38a-ce31b10e68d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '76cba922-309a-4387-9272-eb83164f71fd'}}] {{(pid=84886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:34:59.874849 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-1f07e7fb-26ed-4ec8-85e5-2eb89fc6b855 req-d928c930-0fb3-410d-a0b6-d820c2d1bece service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:34:59.894226 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 595d87f4-d3f3-4464-ac69-e38a725716a0 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:35:00.015674 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 595d87f4-d3f3-4464-ac69-e38a725716a0 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:35:00.016347 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:00.062040 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b5fa72-ccd3-4303-916e-b03a38f5709a tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:35:00.063385 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b5fa72-ccd3-4303-916e-b03a38f5709a tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:35:00.067585 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-96b5fa72-ccd3-4303-916e-b03a38f5709a tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.5294795 May 30 20:35:00.075767 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 49858) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:00.103468 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8147261d-1ff5-4fdd-bf7c-ef691dda0008 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:00.199913 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-1f07e7fb-26ed-4ec8-85e5-2eb89fc6b855 req-d928c930-0fb3-410d-a0b6-d820c2d1bece service neutron] For port e29cff58-4b9a-4a94-a7b9-a66d4dd77480, host n-h1-843948-2, cleared binding levels {{(pid=84886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:35:00.204499 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-1f07e7fb-26ed-4ec8-85e5-2eb89fc6b855 req-d928c930-0fb3-410d-a0b6-d820c2d1bece service neutron] For port e29cff58-4b9a-4a94-a7b9-a66d4dd77480, host n-h1-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=e29cff58-4b9a-4a94-a7b9-a66d4dd77480,segment=NetworkSegment(ab778a8f-ca2b-4f43-b38a-ce31b10e68d3),segment_id=ab778a8f-ca2b-4f43-b38a-ce31b10e68d3)] {{(pid=84886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:35:00.247825 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-8147261d-1ff5-4fdd-bf7c-ef691dda0008 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:35:00.257986 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-8147261d-1ff5-4fdd-bf7c-ef691dda0008 admin admin] Usage tracker for resource:security_group_rule and tenant:ea9bfb5ddb1341adad5c7967aa542345 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:35:00.262046 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-8147261d-1ff5-4fdd-bf7c-ef691dda0008 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:35:00.269851 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-8147261d-1ff5-4fdd-bf7c-ef691dda0008 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:35:00.366444 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 74dbeb29-5781-4668-87d4-f4375729732f up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:35:00.388784 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8147261d-1ff5-4fdd-bf7c-ef691dda0008 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:00.396678 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-1f07e7fb-26ed-4ec8-85e5-2eb89fc6b855 req-d928c930-0fb3-410d-a0b6-d820c2d1bece service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:00.461977 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 74dbeb29-5781-4668-87d4-f4375729732f triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:35:00.462431 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:00.490105 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8147261d-1ff5-4fdd-bf7c-ef691dda0008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:00.674092 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8147261d-1ff5-4fdd-bf7c-ef691dda0008 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7e330c1-9026-4efd-9eb6-9b444ecb1394,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:00.678940 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-1f07e7fb-26ed-4ec8-85e5-2eb89fc6b855 req-d928c930-0fb3-410d-a0b6-d820c2d1bece service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:00.680328 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1f07e7fb-26ed-4ec8-85e5-2eb89fc6b855 req-d928c930-0fb3-410d-a0b6-d820c2d1bece service neutron] 10.222.0.71 "PUT /v2.0/ports/e29cff58-4b9a-4a94-a7b9-a66d4dd77480 HTTP/1.1" status: 200 len: 1091 time: 3.2451236 May 30 20:35:00.690425 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f2acdd5-0951-4d21-a2ba-3caff48e9d17', 'tag': 'e29cff58-4b9a-4a94-a7b9-a66d4dd77480'}] {{(pid=84886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:35:00.725321 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2e459b-e806-4bfa-92aa-fd5b5631c8da req-29d8dd5d-fb56-4251-a56f-cc8037909269 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:35:00.726115 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-ae2e459b-e806-4bfa-92aa-fd5b5631c8da req-29d8dd5d-fb56-4251-a56f-cc8037909269 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Synchronizing usage tracker for tenant:be518c6f2f7741c6a6c26447eed4fca2 on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:35:00.766531 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d928c930-0fb3-410d-a0b6-d820c2d1bece service neutron] Pushing event updated for resources: {'Port': ['ID=e29cff58-4b9a-4a94-a7b9-a66d4dd77480,revision_number=3']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:00.772802 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-596609bc-7570-458d-80d1-457f0e8ff9dd tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] 10.222.0.85 "GET /v2.0/routers/a4f19232-b258-4352-be0c-c357e4df05ee HTTP/1.1" status: 200 len: 703 time: 0.9586580 May 30 20:35:00.780050 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 49884) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:00.844609 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device e0583aa2-e0e2-4827-a7ed-4076830e2250 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:35:00.952940 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-8147261d-1ff5-4fdd-bf7c-ef691dda0008 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=ea9bfb5ddb1341adad5c7967aa542345&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4791207 May 30 20:35:00.966369 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 49890) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:00.968104 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-ae2e459b-e806-4bfa-92aa-fd5b5631c8da req-29d8dd5d-fb56-4251-a56f-cc8037909269 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Unset dirty status for tenant:be518c6f2f7741c6a6c26447eed4fca2 on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:35:00.976924 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ae2e459b-e806-4bfa-92aa-fd5b5631c8da req-29d8dd5d-fb56-4251-a56f-cc8037909269 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] 10.222.0.85 "GET /v2.0/ports?device_id=9f2acdd5-0951-4d21-a2ba-3caff48e9d17 HTTP/1.1" status: 200 len: 943 time: 1.0543766 May 30 20:35:01.031232 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_v2 [None req-0501b9eb-f36f-434e-a191-36315702b5d7 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Deleting subnet 25ca446c-55d8-453f-842d-49710ceffc1d {{(pid=84887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:35:01.042783 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0501b9eb-f36f-434e-a191-36315702b5d7 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks [] for subnet, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:01.057272 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port e0583aa2-e0e2-4827-a7ed-4076830e2250 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:35:01.057272 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:01.120303 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:01.271301 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ae2e459b-e806-4bfa-92aa-fd5b5631c8da req-5c8b557c-0a50-4114-bc54-213d05df52fe tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] 10.222.0.85 "GET /v2.0/security-groups?id=1c8a214b-6487-4b26-aae5-3d5d58bf176d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2934268 May 30 20:35:01.293079 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 766793ea-d7cf-4630-9a41-1fe2d1c9fcf6 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:35:01.307881 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1f07e7fb-26ed-4ec8-85e5-2eb89fc6b855 req-f69a0820-a7f9-49bd-93bf-b49ab7fe9e44 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=be518c6f2f7741c6a6c26447eed4fca2&device_id=9f2acdd5-0951-4d21-a2ba-3caff48e9d17 HTTP/1.1" status: 200 len: 1094 time: 0.5101914 May 30 20:35:01.309014 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f87dae8f-4386-4530-b26a-4788e37cf87f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:01.374895 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0501b9eb-f36f-434e-a191-36315702b5d7 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3149227'] for subnet, precommit_delete_associations {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:01.379354 n-d-843948-2 neutron-server[84886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b712cd2-9409-48db-b85e-fc752c3d7d46'] response: {'name': 'network-changed', 'server_uuid': '9f2acdd5-0951-4d21-a2ba-3caff48e9d17', 'tag': 'e29cff58-4b9a-4a94-a7b9-a66d4dd77480', 'status': 'completed', 'code': 200} May 30 20:35:01.404815 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 766793ea-d7cf-4630-9a41-1fe2d1c9fcf6 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:35:01.405403 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:01.416052 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f87dae8f-4386-4530-b26a-4788e37cf87f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:01.424346 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1f07e7fb-26ed-4ec8-85e5-2eb89fc6b855 req-1b3d4bdd-af09-4d3f-a222-8214ceebad4b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e29cff58-4b9a-4a94-a7b9-a66d4dd77480 HTTP/1.1" status: 200 len: 217 time: 0.1039817 May 30 20:35:01.556256 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f07e7fb-26ed-4ec8-85e5-2eb89fc6b855 req-c7557dfd-7475-4dc9-b414-10f8835c1d7a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:35:01.557824 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1f07e7fb-26ed-4ec8-85e5-2eb89fc6b855 req-c7557dfd-7475-4dc9-b414-10f8835c1d7a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=664239a8-9fd7-4297-838f-478b17647c0d HTTP/1.1" status: 200 len: 850 time: 0.1270878 May 30 20:35:01.647933 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0501b9eb-f36f-434e-a191-36315702b5d7 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:01.685380 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1f07e7fb-26ed-4ec8-85e5-2eb89fc6b855 req-1fd84e71-1e17-4626-b205-a5820bc83a00 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=76cba922-309a-4387-9272-eb83164f71fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1188946 May 30 20:35:01.806077 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f87dae8f-4386-4530-b26a-4788e37cf87f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:01.845938 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87dae8f-4386-4530-b26a-4788e37cf87f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7e330c1-9026-4efd-9eb6-9b444ecb1394,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:01.865605 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f87dae8f-4386-4530-b26a-4788e37cf87f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:01.869351 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-f87dae8f-4386-4530-b26a-4788e37cf87f admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/c7e330c1-9026-4efd-9eb6-9b444ecb1394 HTTP/1.1" status: 204 len: 168 time: 0.8504171 May 30 20:35:01.873262 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8a4e6bd8-bf58-4ac2-91a9-5e443932aeed tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-736216'] for router_interface, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:02.006517 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1f07e7fb-26ed-4ec8-85e5-2eb89fc6b855 req-bc63ad93-439b-4f16-959f-6d073bee5971 service neutron] 10.222.0.71 "GET /v2.0/networks/76cba922-309a-4387-9272-eb83164f71fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3170834 May 30 20:35:02.016328 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0501b9eb-f36f-434e-a191-36315702b5d7 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4055470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114247'] for subnet, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:02.181918 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0501b9eb-f36f-434e-a191-36315702b5d7 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Pushing event deleted for resources: {'Subnet': ['ID=25ca446c-55d8-453f-842d-49710ceffc1d,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:02.190614 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0501b9eb-f36f-434e-a191-36315702b5d7 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:02.199890 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed3562f-1f38-4172-b9bc-0374be453b96 None None] Network e47345d4-98a8-46f5-a7b7-66b2eb513a50 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:35:02.252786 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-0501b9eb-f36f-434e-a191-36315702b5d7 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "DELETE /v2.0/subnets/25ca446c-55d8-453f-842d-49710ceffc1d HTTP/1.1" status: 204 len: 168 time: 2.0033491 May 30 20:35:02.255997 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 49928) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:02.378232 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-6c9c9d33-73fd-46ba-9eb4-fa30ca340fae tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1179779 May 30 20:35:02.386293 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 49938) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:02.584985 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9d8069-28f5-46f4-9035-1d28b5f1886a None None] Sync routers for ids ['a4f19232-b258-4352-be0c-c357e4df05ee'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:35:02.647123 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9d8069-28f5-46f4-9035-1d28b5f1886a None None] Routers {'a4f19232-b258-4352-be0c-c357e4df05ee'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:35:02.647993 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-bb9d8069-28f5-46f4-9035-1d28b5f1886a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:35:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['a4f19232-b258-4352-be0c-c357e4df05ee'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:35:02.745733 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1f07e7fb-26ed-4ec8-85e5-2eb89fc6b855 req-c43fa2ee-c01f-4deb-b124-85d61a5ffbd5 service neutron] 10.222.0.71 "GET /v2.0/networks/76cba922-309a-4387-9272-eb83164f71fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7289011 May 30 20:35:02.862427 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:02.932604 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a40401f5-dd5c-4b5f-bec5-4bbf5baee237 None None] DHCP port deletion for e47345d4-98a8-46f5-a7b7-66b2eb513a50 request from n-d-843948-2 {{(pid=84888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:35:02.938944 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-a40401f5-dd5c-4b5f-bec5-4bbf5baee237 None None] Deleting port 766793ea-d7cf-4630-9a41-1fe2d1c9fcf6 {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:35:02.939557 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-a40401f5-dd5c-4b5f-bec5-4bbf5baee237 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:02.977535 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0cbf677-31a7-4a3b-9e9f-c6630ed0e4c6 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:35:02.978678 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-c0cbf677-31a7-4a3b-9e9f-c6630ed0e4c6 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Synchronizing usage tracker for tenant:08954986e7454427ae0d40c7652d3c6a on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:35:03.088399 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-bb9d8069-28f5-46f4-9035-1d28b5f1886a None None] Set router a4f19232-b258-4352-be0c-c357e4df05ee gateway port host: None {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:35:03.291085 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75679b0-1726-4548-b7f1-33121a04908a req-c5c24c4d-fce5-4096-83a0-b03a8a4f28ff tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:35:03.293161 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c75679b0-1726-4548-b7f1-33121a04908a req-c5c24c4d-fce5-4096-83a0-b03a8a4f28ff tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] 10.222.0.85 "GET /v2.0/ports?device_id=9f2acdd5-0951-4d21-a2ba-3caff48e9d17 HTTP/1.1" status: 200 len: 943 time: 0.7284763 May 30 20:35:03.493861 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-a40401f5-dd5c-4b5f-bec5-4bbf5baee237 None None] For port 766793ea-d7cf-4630-9a41-1fe2d1c9fcf6, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=766793ea-d7cf-4630-9a41-1fe2d1c9fcf6,segment=NetworkSegment(2cb73a29-9359-4fbf-99af-be1c6062790b),segment_id=2cb73a29-9359-4fbf-99af-be1c6062790b)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:35:03.494856 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-a40401f5-dd5c-4b5f-bec5-4bbf5baee237 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:03.559854 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-c0cbf677-31a7-4a3b-9e9f-c6630ed0e4c6 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Unset dirty status for tenant:08954986e7454427ae0d40c7652d3c6a on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:35:03.561221 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-c0cbf677-31a7-4a3b-9e9f-c6630ed0e4c6 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 1.1722410 May 30 20:35:03.567926 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 49968) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:03.653117 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-a40401f5-dd5c-4b5f-bec5-4bbf5baee237 None None] Calling delete_port for 766793ea-d7cf-4630-9a41-1fe2d1c9fcf6 owned by network:dhcp {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:35:03.738480 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-83033422-af52-4ea1-b012-73ccd8903277 req-8e42460f-1709-4bf7-9589-66095fe4cd6e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=be518c6f2f7741c6a6c26447eed4fca2&device_id=9f2acdd5-0951-4d21-a2ba-3caff48e9d17 HTTP/1.1" status: 200 len: 1094 time: 0.7190464 May 30 20:35:03.849547 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-a40401f5-dd5c-4b5f-bec5-4bbf5baee237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468'] for port, after_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:03.850132 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-8a4e6bd8-bf58-4ac2-91a9-5e443932aeed tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Deleting port e0583aa2-e0e2-4827-a7ed-4076830e2250 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:35:03.851546 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8a4e6bd8-bf58-4ac2-91a9-5e443932aeed tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:03.972731 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-bb9d8069-28f5-46f4-9035-1d28b5f1886a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4f19232-b258-4352-be0c-c357e4df05ee', 'name': 'tempest-RoutersIpV6Test-router-317510075', 'tenant_id': 'eeceb350906e46fc9b2c21ca495ac559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:33:59Z', 'updated_at': '2022-05-30T20:34:55Z', 'revision_number': 7, 'project_id': 'eeceb350906e46fc9b2c21ca495ac559', 'gw_port_host': None, '_interfaces': [{'id': '3fc7cdf1-cff4-462a-82b4-ad80bb0f19b7', 'name': '', 'network_id': 'f7aa054c-b3ce-4814-8100-f5d8c473d50b', 'tenant_id': 'eeceb350906e46fc9b2c21ca495ac559', 'mac_address': 'fa:16:3e:08:77:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f19232-b258-4352-be0c-c357e4df05ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bdbd14ab-945e-4aef-b6e0-7157227cf2a3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:34:05Z', 'updated_at': '2022-05-30T20:34:20Z', 'revision_number': 5, 'project_id': 'eeceb350906e46fc9b2c21ca495ac559', 'subnets': [{'id': 'bdbd14ab-945e-4aef-b6e0-7157227cf2a3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '595d87f4-d3f3-4464-ac69-e38a725716a0', 'name': '', 'network_id': '99694fcd-3e6d-4945-8cde-15c3dac483f9', 'tenant_id': 'eeceb350906e46fc9b2c21ca495ac559', 'mac_address': 'fa:16:3e:9e:05:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f19232-b258-4352-be0c-c357e4df05ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '22ad9598-9de8-434f-8718-0038eb57832b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:34:31Z', 'updated_at': '2022-05-30T20:34:55Z', 'revision_number': 5, 'project_id': 'eeceb350906e46fc9b2c21ca495ac559', 'subnets': [{'id': '22ad9598-9de8-434f-8718-0038eb57832b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74dbeb29-5781-4668-87d4-f4375729732f', 'name': '', 'network_id': 'cd6354ef-bfed-4e68-adfe-b3cbfa9d3cc5', 'tenant_id': 'eeceb350906e46fc9b2c21ca495ac559', 'mac_address': 'fa:16:3e:b1:ef:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f19232-b258-4352-be0c-c357e4df05ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7d55db9-d8c6-4c30-9f1b-9757deb0f8ac', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:34:19Z', 'updated_at': '2022-05-30T20:34:47Z', 'revision_number': 5, 'project_id': 'eeceb350906e46fc9b2c21ca495ac559', 'subnets': [{'id': 'c7d55db9-d8c6-4c30-9f1b-9757deb0f8ac', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0583aa2-e0e2-4827-a7ed-4076830e2250', 'name': '', 'network_id': '21896272-151e-4fed-906e-2264e0371923', 'tenant_id': 'eeceb350906e46fc9b2c21ca495ac559', 'mac_address': 'fa:16:3e:d4:55:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f19232-b258-4352-be0c-c357e4df05ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '48d552db-981d-4d73-865e-2bf58aae0f82', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:34:42Z', 'updated_at': '2022-05-30T20:34:58Z', 'revision_number': 5, 'project_id': 'eeceb350906e46fc9b2c21ca495ac559', 'subnets': [{'id': '48d552db-981d-4d73-865e-2bf58aae0f82', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:35:03.978070 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9d8069-28f5-46f4-9035-1d28b5f1886a None None] Checking router: a4f19232-b258-4352-be0c-c357e4df05ee for host: n-d-843948-2 {{(pid=84889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:35:03.994226 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9d8069-28f5-46f4-9035-1d28b5f1886a None None] Routers {'a4f19232-b258-4352-be0c-c357e4df05ee'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:35:03.995023 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-bb9d8069-28f5-46f4-9035-1d28b5f1886a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:35:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['a4f19232-b258-4352-be0c-c357e4df05ee'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:35:04.021409 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40401f5-dd5c-4b5f-bec5-4bbf5baee237 None None] Pushing event deleted for resources: {'Port': ['ID=766793ea-d7cf-4630-9a41-1fe2d1c9fcf6,revision_number=None']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:04.047927 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40401f5-dd5c-4b5f-bec5-4bbf5baee237 None None] No DVR routers for this DVR port 766793ea-d7cf-4630-9a41-1fe2d1c9fcf6 on host n-d-843948-2 {{(pid=84888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:35:04.086701 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c75679b0-1726-4548-b7f1-33121a04908a req-e7249e59-3ce5-4eaf-ab10-26d69d7faf0b tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] 10.222.0.85 "GET /v2.0/security-groups?id=1c8a214b-6487-4b26-aae5-3d5d58bf176d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7589111 May 30 20:35:04.108774 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aae4dab-cde5-44ff-82c0-34ec4bc7a76d tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:35:04.109677 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-2aae4dab-cde5-44ff-82c0-34ec4bc7a76d tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Synchronizing usage tracker for tenant:08954986e7454427ae0d40c7652d3c6a on resource:subnet {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:35:04.112561 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 49978) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:04.115804 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83033422-af52-4ea1-b012-73ccd8903277 req-5eb6f0ce-9c3d-49c9-aded-a279b5dde50d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:35:04.119467 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-83033422-af52-4ea1-b012-73ccd8903277 req-5eb6f0ce-9c3d-49c9-aded-a279b5dde50d service neutron] 10.222.0.71 "GET /v2.0/networks?id=76cba922-309a-4387-9272-eb83164f71fd HTTP/1.1" status: 200 len: 912 time: 0.3742774 May 30 20:35:04.312670 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-bb9d8069-28f5-46f4-9035-1d28b5f1886a None None] Set router a4f19232-b258-4352-be0c-c357e4df05ee gateway port host: None {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:35:04.351771 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-83033422-af52-4ea1-b012-73ccd8903277 req-38bfa629-286b-4ea2-92a2-b615dce1a873 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e29cff58-4b9a-4a94-a7b9-a66d4dd77480 HTTP/1.1" status: 200 len: 217 time: 0.2251067 May 30 20:35:04.411139 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [None req-8a4e6bd8-bf58-4ac2-91a9-5e443932aeed tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] For port e0583aa2-e0e2-4827-a7ed-4076830e2250, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=e0583aa2-e0e2-4827-a7ed-4076830e2250,segment=NetworkSegment(b1c25274-85b6-4fae-94b0-3ef19eecd5d1),segment_id=b1c25274-85b6-4fae-94b0-3ef19eecd5d1)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:35:04.411497 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8a4e6bd8-bf58-4ac2-91a9-5e443932aeed tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:04.479801 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-2aae4dab-cde5-44ff-82c0-34ec4bc7a76d tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Unset dirty status for tenant:08954986e7454427ae0d40c7652d3c6a on resource:subnet {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:35:04.491271 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 49990) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:04.498374 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-2aae4dab-cde5-44ff-82c0-34ec4bc7a76d tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.9285278 May 30 20:35:04.518754 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83033422-af52-4ea1-b012-73ccd8903277 req-2381f1a6-4932-4b2c-992f-3558bf74ea0e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:35:04.520294 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-83033422-af52-4ea1-b012-73ccd8903277 req-2381f1a6-4932-4b2c-992f-3558bf74ea0e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=664239a8-9fd7-4297-838f-478b17647c0d HTTP/1.1" status: 200 len: 850 time: 0.1624885 May 30 20:35:04.648237 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-24a77db8-fc9b-4e5d-b577-22c0bbb81e6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:04.650272 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-8a4e6bd8-bf58-4ac2-91a9-5e443932aeed tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Calling delete_port for e0583aa2-e0e2-4827-a7ed-4076830e2250 owned by network:router_interface {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:35:04.722057 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 49998) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:04.723760 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-d1d06a72-b1f2-4633-a81e-4ddbf51743b7 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2232463 May 30 20:35:04.729991 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-419dfbc2-40ce-42e8-abf3-91065b821047 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Request body: {'subnet': {'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:35:04.897376 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-419dfbc2-40ce-42e8-abf3-91065b821047 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:35:04.909308 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-419dfbc2-40ce-42e8-abf3-91065b821047 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:35:04.991143 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-83033422-af52-4ea1-b012-73ccd8903277 req-4afba5bd-545c-49db-80aa-54958e8646b1 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=76cba922-309a-4387-9272-eb83164f71fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4654622 May 30 20:35:05.015222 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-24a77db8-fc9b-4e5d-b577-22c0bbb81e6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:35:05.047884 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 766793ea-d7cf-4630-9a41-1fe2d1c9fcf6 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:35:05.050651 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-bb9d8069-28f5-46f4-9035-1d28b5f1886a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4f19232-b258-4352-be0c-c357e4df05ee', 'name': 'tempest-RoutersIpV6Test-router-317510075', 'tenant_id': 'eeceb350906e46fc9b2c21ca495ac559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:33:59Z', 'updated_at': '2022-05-30T20:34:55Z', 'revision_number': 7, 'project_id': 'eeceb350906e46fc9b2c21ca495ac559', 'gw_port_host': None, '_interfaces': [{'id': '3fc7cdf1-cff4-462a-82b4-ad80bb0f19b7', 'name': '', 'network_id': 'f7aa054c-b3ce-4814-8100-f5d8c473d50b', 'tenant_id': 'eeceb350906e46fc9b2c21ca495ac559', 'mac_address': 'fa:16:3e:08:77:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f19232-b258-4352-be0c-c357e4df05ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bdbd14ab-945e-4aef-b6e0-7157227cf2a3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:34:05Z', 'updated_at': '2022-05-30T20:34:20Z', 'revision_number': 5, 'project_id': 'eeceb350906e46fc9b2c21ca495ac559', 'subnets': [{'id': 'bdbd14ab-945e-4aef-b6e0-7157227cf2a3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '595d87f4-d3f3-4464-ac69-e38a725716a0', 'name': '', 'network_id': '99694fcd-3e6d-4945-8cde-15c3dac483f9', 'tenant_id': 'eeceb350906e46fc9b2c21ca495ac559', 'mac_address': 'fa:16:3e:9e:05:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f19232-b258-4352-be0c-c357e4df05ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '22ad9598-9de8-434f-8718-0038eb57832b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:34:31Z', 'updated_at': '2022-05-30T20:34:55Z', 'revision_number': 5, 'project_id': 'eeceb350906e46fc9b2c21ca495ac559', 'subnets': [{'id': '22ad9598-9de8-434f-8718-0038eb57832b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74dbeb29-5781-4668-87d4-f4375729732f', 'name': '', 'network_id': 'cd6354ef-bfed-4e68-adfe-b3cbfa9d3cc5', 'tenant_id': 'eeceb350906e46fc9b2c21ca495ac559', 'mac_address': 'fa:16:3e:b1:ef:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f19232-b258-4352-be0c-c357e4df05ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7d55db9-d8c6-4c30-9f1b-9757deb0f8ac', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:34:19Z', 'updated_at': '2022-05-30T20:34:47Z', 'revision_number': 5, 'project_id': 'eeceb350906e46fc9b2c21ca495ac559', 'subnets': [{'id': 'c7d55db9-d8c6-4c30-9f1b-9757deb0f8ac', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0583aa2-e0e2-4827-a7ed-4076830e2250', 'name': '', 'network_id': '21896272-151e-4fed-906e-2264e0371923', 'tenant_id': 'eeceb350906e46fc9b2c21ca495ac559', 'mac_address': 'fa:16:3e:d4:55:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f19232-b258-4352-be0c-c357e4df05ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '48d552db-981d-4d73-865e-2bf58aae0f82', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:34:42Z', 'updated_at': '2022-05-30T20:34:58Z', 'revision_number': 5, 'project_id': 'eeceb350906e46fc9b2c21ca495ac559', 'subnets': [{'id': '48d552db-981d-4d73-865e-2bf58aae0f82', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:35:05.056082 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9d8069-28f5-46f4-9035-1d28b5f1886a None None] The sync data for ids ['a4f19232-b258-4352-be0c-c357e4df05ee'] in n-d-843948-2 is: [{'id': 'a4f19232-b258-4352-be0c-c357e4df05ee', 'name': 'tempest-RoutersIpV6Test-router-317510075', 'tenant_id': 'eeceb350906e46fc9b2c21ca495ac559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:33:59Z', 'updated_at': '2022-05-30T20:34:55Z', 'revision_number': 7, 'project_id': 'eeceb350906e46fc9b2c21ca495ac559', 'gw_port_host': None, '_interfaces': [{'id': '3fc7cdf1-cff4-462a-82b4-ad80bb0f19b7', 'name': '', 'network_id': 'f7aa054c-b3ce-4814-8100-f5d8c473d50b', 'tenant_id': 'eeceb350906e46fc9b2c21ca495ac559', 'mac_address': 'fa:16:3e:08:77:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f19232-b258-4352-be0c-c357e4df05ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bdbd14ab-945e-4aef-b6e0-7157227cf2a3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:34:05Z', 'updated_at': '2022-05-30T20:34:20Z', 'revision_number': 5, 'project_id': 'eeceb350906e46fc9b2c21ca495ac559', 'subnets': [{'id': 'bdbd14ab-945e-4aef-b6e0-7157227cf2a3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '595d87f4-d3f3-4464-ac69-e38a725716a0', 'name': '', 'network_id': '99694fcd-3e6d-4945-8cde-15c3dac483f9', 'tenant_id': 'eeceb350906e46fc9b2c21ca495ac559', 'mac_address': 'fa:16:3e:9e:05:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f19232-b258-4352-be0c-c357e4df05ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '22ad9598-9de8-434f-8718-0038eb57832b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:34:31Z', 'updated_at': '2022-05-30T20:34:55Z', 'revision_number': 5, 'project_id': 'eeceb350906e46fc9b2c21ca495ac559', 'subnets': [{'id': '22ad9598-9de8-434f-8718-0038eb57832b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74dbeb29-5781-4668-87d4-f4375729732f', 'name': '', 'network_id': 'cd6354ef-bfed-4e68-adfe-b3cbfa9d3cc5', 'tenant_id': 'eeceb350906e46fc9b2c21ca495ac559', 'mac_address': 'fa:16:3e:b1:ef:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f19232-b258-4352-be0c-c357e4df05ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7d55db9-d8c6-4c30-9f1b-9757deb0f8ac', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:34:19Z', 'updated_at': '2022-05-30T20:34:47Z', 'revision_number': 5, 'project_id': 'eeceb350906e46fc9b2c21ca495ac559', 'subnets': [{'id': 'c7d55db9-d8c6-4c30-9f1b-9757deb0f8ac', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0583aa2-e0e2-4827-a7ed-4076830e2250', 'name': '', 'network_id': '21896272-151e-4fed-906e-2264e0371923', 'tenant_id': 'eeceb350906e46fc9b2c21ca495ac559', 'mac_address': 'fa:16:3e:d4:55:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f19232-b258-4352-be0c-c357e4df05ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '48d552db-981d-4d73-865e-2bf58aae0f82', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:34:42Z', 'updated_at': '2022-05-30T20:34:58Z', 'revision_number': 5, 'project_id': 'eeceb350906e46fc9b2c21ca495ac559', 'subnets': [{'id': '48d552db-981d-4d73-865e-2bf58aae0f82', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:35:05.150568 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-24a77db8-fc9b-4e5d-b577-22c0bbb81e6b admin admin] Usage tracker for resource:security_group_rule and tenant:bfae03824d324046a468bcd9edaeafa3 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:35:05.156690 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-419dfbc2-40ce-42e8-abf3-91065b821047 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Made reservation on behalf of 08954986e7454427ae0d40c7652d3c6a for: {'subnet': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:35:05.175498 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8a4e6bd8-bf58-4ac2-91a9-5e443932aeed tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:05.186156 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-24a77db8-fc9b-4e5d-b577-22c0bbb81e6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:35:05.220575 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-24a77db8-fc9b-4e5d-b577-22c0bbb81e6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:35:05.304028 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: 766793ea-d7cf-4630-9a41-1fe2d1c9fcf6 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:35:05.304364 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 766793ea-d7cf-4630-9a41-1fe2d1c9fcf6 not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:35:05.337329 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4e6bd8-bf58-4ac2-91a9-5e443932aeed tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Pushing event deleted for resources: {'Port': ['ID=e0583aa2-e0e2-4827-a7ed-4076830e2250,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:05.435837 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-83033422-af52-4ea1-b012-73ccd8903277 req-6077d52c-39da-417c-affd-7be37ba09258 service neutron] 10.222.0.71 "GET /v2.0/networks/76cba922-309a-4387-9272-eb83164f71fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4292428 May 30 20:35:05.443396 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-419dfbc2-40ce-42e8-abf3-91065b821047 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2778563'] for subnet, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:05.612140 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device e29cff58-4b9a-4a94-a7b9-a66d4dd77480 details requested by agent hyperv_n-h1-843948-2 with host n-h1-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:35:05.790871 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9909cd-3066-4be0-b97e-43525ea26421 req-9f6106e5-1f10-45fb-8f9d-06780e4779b1 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:35:05.793331 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5c9909cd-3066-4be0-b97e-43525ea26421 req-9f6106e5-1f10-45fb-8f9d-06780e4779b1 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] 10.222.0.85 "GET /v2.0/ports?device_id=9f2acdd5-0951-4d21-a2ba-3caff48e9d17 HTTP/1.1" status: 200 len: 943 time: 0.3700619 May 30 20:35:05.863456 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5c9909cd-3066-4be0-b97e-43525ea26421 req-4f391eaf-48c2-4d94-8724-803a3b4e0ed5 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] 10.222.0.85 "GET /v2.0/security-groups?id=1c8a214b-6487-4b26-aae5-3d5d58bf176d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578396 May 30 20:35:05.881018 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-24a77db8-fc9b-4e5d-b577-22c0bbb81e6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:05.886471 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8a4e6bd8-bf58-4ac2-91a9-5e443932aeed tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1718140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-736143'] for router_interface, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:05.952385 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-83033422-af52-4ea1-b012-73ccd8903277 req-68d956cc-0e4c-4052-a5b4-d22a705e5464 service neutron] 10.222.0.71 "GET /v2.0/networks/76cba922-309a-4387-9272-eb83164f71fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4820018 May 30 20:35:05.978052 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-24a77db8-fc9b-4e5d-b577-22c0bbb81e6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:06.024105 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port e29cff58-4b9a-4a94-a7b9-a66d4dd77480, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=e29cff58-4b9a-4a94-a7b9-a66d4dd77480,segment=NetworkSegment(ab778a8f-ca2b-4f43-b38a-ce31b10e68d3),segment_id=ab778a8f-ca2b-4f43-b38a-ce31b10e68d3)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:35:06.040872 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Returning: {'device': 'e29cff58-4b9a-4a94-a7b9-a66d4dd77480', 'network_id': '76cba922-309a-4387-9272-eb83164f71fd', 'port_id': 'e29cff58-4b9a-4a94-a7b9-a66d4dd77480', 'mac_address': 'fa:16:3e:91:20:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '664239a8-9fd7-4297-838f-478b17647c0d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:35:06.116903 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a77db8-fc9b-4e5d-b577-22c0bbb81e6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12d3b861-d445-429d-9f5a-294d6fd918f3,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:06.118353 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:06.136914 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-24a77db8-fc9b-4e5d-b577-22c0bbb81e6b admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=bfae03824d324046a468bcd9edaeafa3&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0227323 May 30 20:35:06.138003 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 50034) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:06.164798 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e29cff58-4b9a-4a94-a7b9-a66d4dd77480 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:35:06.182721 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port e29cff58-4b9a-4a94-a7b9-a66d4dd77480, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=e29cff58-4b9a-4a94-a7b9-a66d4dd77480,segment=NetworkSegment(ab778a8f-ca2b-4f43-b38a-ce31b10e68d3),segment_id=ab778a8f-ca2b-4f43-b38a-ce31b10e68d3)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:35:06.249792 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:06.349095 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a8f85665-d9de-40d4-becb-0b946b504458 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:06.354436 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=e29cff58-4b9a-4a94-a7b9-a66d4dd77480,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:06.400225 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a8f85665-d9de-40d4-becb-0b946b504458 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:06.480565 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['e29cff58-4b9a-4a94-a7b9-a66d4dd77480'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:35:06.502708 n-d-843948-2 neutron-server[84886]: DEBUG neutron.objects.ports [None req-419dfbc2-40ce-42e8-abf3-91065b821047 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84886) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 30 20:35:06.505146 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-419dfbc2-40ce-42e8-abf3-91065b821047 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4127140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2778577'] for subnet, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:06.646168 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-419dfbc2-40ce-42e8-abf3-91065b821047 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Network e47345d4-98a8-46f5-a7b7-66b2eb513a50 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:35:06.650733 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-419dfbc2-40ce-42e8-abf3-91065b821047 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:35:06.656814 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-419dfbc2-40ce-42e8-abf3-91065b821047 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:35:06.657758 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-419dfbc2-40ce-42e8-abf3-91065b821047 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks [] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:06.670453 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e852313f-3d3a-4a2e-bbe0-bcf31a95cbad None None] Network e47345d4-98a8-46f5-a7b7-66b2eb513a50 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:35:06.676577 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419dfbc2-40ce-42e8-abf3-91065b821047 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Pushing event updated for resources: {'Subnet': ['ID=e957b689-076e-442c-b3c8-2961520394ae,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:06.799874 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-419dfbc2-40ce-42e8-abf3-91065b821047 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.0784702 May 30 20:35:06.808594 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 50056) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:06.811805 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-fe35610a-51c3-4346-b1cc-8ee2d4c0bd8b tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Request body: {'port': {'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50', 'mac_address': 'fa:16:3e:3d:48:02', 'name': 'tempest-NetworksTestDHCPv6-1498706188'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:35:06.836378 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a8f85665-d9de-40d4-becb-0b946b504458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:06.849693 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 50060) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:06.878708 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f85665-d9de-40d4-becb-0b946b504458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12d3b861-d445-429d-9f5a-294d6fd918f3,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:06.886766 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a4e6bd8-bf58-4ac2-91a9-5e443932aeed tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Router a4f19232-b258-4352-be0c-c357e4df05ee has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:35:06.912917 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a8f85665-d9de-40d4-becb-0b946b504458 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:06.914262 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-a8f85665-d9de-40d4-becb-0b946b504458 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/12d3b861-d445-429d-9f5a-294d6fd918f3 HTTP/1.1" status: 204 len: 168 time: 0.7722306 May 30 20:35:06.915876 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f85665-d9de-40d4-becb-0b946b504458 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:35:06.916360 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f85665-d9de-40d4-becb-0b946b504458 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:35:06.930250 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f85665-d9de-40d4-becb-0b946b504458 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:35:06.930611 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f85665-d9de-40d4-becb-0b946b504458 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:35:06.930942 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f85665-d9de-40d4-becb-0b946b504458 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:35:06.932758 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f85665-d9de-40d4-becb-0b946b504458 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:35:06.934015 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f85665-d9de-40d4-becb-0b946b504458 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:35:06.934505 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f85665-d9de-40d4-becb-0b946b504458 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:35:06.937104 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f85665-d9de-40d4-becb-0b946b504458 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:35:06.937593 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f85665-d9de-40d4-becb-0b946b504458 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:35:06.938104 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f85665-d9de-40d4-becb-0b946b504458 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:35:07.159788 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e0635dd-c561-4b3b-98bd-af3290ed67cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-e47345d4-98a8-46f5-a7b7-66b2eb513a50', 'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50', 'tenant_id': '08954986e7454427ae0d40c7652d3c6a', 'fixed_ips': [{'subnet_id': 'e957b689-076e-442c-b3c8-2961520394ae'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:35:07.160623 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-8e0635dd-c561-4b3b-98bd-af3290ed67cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:07.281752 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a4e6bd8-bf58-4ac2-91a9-5e443932aeed tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:35:07.289558 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-8a4e6bd8-bf58-4ac2-91a9-5e443932aeed tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] 10.222.0.85 "PUT /v2.0/routers/a4f19232-b258-4352-be0c-c357e4df05ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5084200 May 30 20:35:07.290444 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 50078) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:07.360765 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-8e0635dd-c561-4b3b-98bd-af3290ed67cb None None] Allocated IP 2001:db8::f816:3eff:fed6:ea3 (e47345d4-98a8-46f5-a7b7-66b2eb513a50/e957b689-076e-442c-b3c8-2961520394ae/0fcb1ee6-36ce-445a-b211-04d0930f0389) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:35:07.381467 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c12c16-4442-4e25-b620-05fa99704c3b None None] Sync routers for ids ['a4f19232-b258-4352-be0c-c357e4df05ee'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:35:07.432002 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c12c16-4442-4e25-b620-05fa99704c3b None None] Routers {'a4f19232-b258-4352-be0c-c357e4df05ee'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:35:07.432562 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-97c12c16-4442-4e25-b620-05fa99704c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:35:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['a4f19232-b258-4352-be0c-c357e4df05ee'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:35:07.435851 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-fe35610a-51c3-4346-b1cc-8ee2d4c0bd8b tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:35:07.455111 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa4526a-847a-4f8d-9ea1-0b8c308a05d4 req-014d0dcf-fe44-41ae-8d69-040efc636a86 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:35:07.466219 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-bfa4526a-847a-4f8d-9ea1-0b8c308a05d4 req-014d0dcf-fe44-41ae-8d69-040efc636a86 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] 10.222.0.85 "GET /v2.0/ports?device_id=9f2acdd5-0951-4d21-a2ba-3caff48e9d17 HTTP/1.1" status: 200 len: 944 time: 0.2863131 May 30 20:35:07.522763 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-fe35610a-51c3-4346-b1cc-8ee2d4c0bd8b tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:35:07.552093 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-bfa4526a-847a-4f8d-9ea1-0b8c308a05d4 req-db005a62-3b55-47d1-9376-18b31cebbc1b tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] 10.222.0.85 "GET /v2.0/security-groups?id=1c8a214b-6487-4b26-aae5-3d5d58bf176d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848973 May 30 20:35:07.583574 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c31b6fa5-156e-4962-8c26-419afb79514c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:07.637751 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe35610a-51c3-4346-b1cc-8ee2d4c0bd8b tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Made reservation on behalf of 08954986e7454427ae0d40c7652d3c6a for: {'port': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:35:07.645539 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-fe35610a-51c3-4346-b1cc-8ee2d4c0bd8b tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:07.677143 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device e29cff58-4b9a-4a94-a7b9-a66d4dd77480 up at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:35:07.680471 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3158708-6593-4f37-88ac-8cd37238cac3 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Deleting subnet 48d552db-981d-4d73-865e-2bf58aae0f82 {{(pid=84887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:35:07.684043 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c3158708-6593-4f37-88ac-8cd37238cac3 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks [] for subnet, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:07.698203 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-c31b6fa5-156e-4962-8c26-419afb79514c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:35:07.706181 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-c31b6fa5-156e-4962-8c26-419afb79514c admin admin] Usage tracker for resource:security_group_rule and tenant:9c1d322586ae42c8b6759b55edb10098 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:35:07.715750 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-c31b6fa5-156e-4962-8c26-419afb79514c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:35:07.719272 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [None req-fe35610a-51c3-4346-b1cc-8ee2d4c0bd8b tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] device_id is not set on port 2f7a5de5-9526-4ce3-a66c-7dd73b64b39b yet. {{(pid=84886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:35:07.761827 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c3158708-6593-4f37-88ac-8cd37238cac3 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3149227'] for subnet, precommit_delete_associations {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:07.782639 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-c31b6fa5-156e-4962-8c26-419afb79514c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:35:07.877340 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c3158708-6593-4f37-88ac-8cd37238cac3 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:07.927210 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-97c12c16-4442-4e25-b620-05fa99704c3b None None] Set router a4f19232-b258-4352-be0c-c357e4df05ee gateway port host: None {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:35:08.000387 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c31b6fa5-156e-4962-8c26-419afb79514c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:08.023525 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 50094) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:08.052710 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e7766926-cd90-4927-81fb-88e89f1f0bd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:08.063052 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c31b6fa5-156e-4962-8c26-419afb79514c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:08.073518 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-8e0635dd-c561-4b3b-98bd-af3290ed67cb None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:08.073742 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c3158708-6593-4f37-88ac-8cd37238cac3 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4055470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114247'] for subnet, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:08.142254 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning for port e29cff58-4b9a-4a94-a7b9-a66d4dd77480 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:35:08.149222 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-8e0635dd-c561-4b3b-98bd-af3290ed67cb None None] Transition to ACTIVE for port object 0fcb1ee6-36ce-445a-b211-04d0930f0389 will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:35:08.158802 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3158708-6593-4f37-88ac-8cd37238cac3 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Pushing event deleted for resources: {'Subnet': ['ID=48d552db-981d-4d73-865e-2bf58aae0f82,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:08.161070 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c3158708-6593-4f37-88ac-8cd37238cac3 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:08.174641 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31b6fa5-156e-4962-8c26-419afb79514c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=218e2175-9b63-486e-9dbf-df47f8d63c0b,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:08.180547 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning complete for port e29cff58-4b9a-4a94-a7b9-a66d4dd77480 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:35:08.183558 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:08.185895 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-c31b6fa5-156e-4962-8c26-419afb79514c admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=9c1d322586ae42c8b6759b55edb10098&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3310938 May 30 20:35:08.188703 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 50102) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:08.189991 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31b6fa5-156e-4962-8c26-419afb79514c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:35:08.190331 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31b6fa5-156e-4962-8c26-419afb79514c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:35:08.190684 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31b6fa5-156e-4962-8c26-419afb79514c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:35:08.191012 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31b6fa5-156e-4962-8c26-419afb79514c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:35:08.191333 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31b6fa5-156e-4962-8c26-419afb79514c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:35:08.191749 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31b6fa5-156e-4962-8c26-419afb79514c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:35:08.192071 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31b6fa5-156e-4962-8c26-419afb79514c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:35:08.192387 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31b6fa5-156e-4962-8c26-419afb79514c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:35:08.192700 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31b6fa5-156e-4962-8c26-419afb79514c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:35:08.193011 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31b6fa5-156e-4962-8c26-419afb79514c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:35:08.193327 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31b6fa5-156e-4962-8c26-419afb79514c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:35:08.195432 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-c3158708-6593-4f37-88ac-8cd37238cac3 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] 10.222.0.85 "DELETE /v2.0/subnets/48d552db-981d-4d73-865e-2bf58aae0f82 HTTP/1.1" status: 204 len: 168 time: 0.9040534 May 30 20:35:08.198716 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 50106) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:08.216199 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-e7766926-cd90-4927-81fb-88e89f1f0bd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:35:08.221786 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-e7766926-cd90-4927-81fb-88e89f1f0bd5 admin admin] Usage tracker for resource:security_group_rule and tenant:a75ff3f621ea4364a05485c9a9a3c4d2 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:35:08.225145 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-e7766926-cd90-4927-81fb-88e89f1f0bd5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:35:08.232495 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-e7766926-cd90-4927-81fb-88e89f1f0bd5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:35:08.333259 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e7766926-cd90-4927-81fb-88e89f1f0bd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:08.357387 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-09cfe265-b109-44bd-b54b-dd1168f35d04 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:08.381590 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-cff3fe6c-9b87-4608-a622-e988b78048bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:08.406668 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-09cfe265-b109-44bd-b54b-dd1168f35d04 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Deleting port 9934e462-48cf-4173-a3f9-7cab8a6bc9af {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:35:08.406668 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-09cfe265-b109-44bd-b54b-dd1168f35d04 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:08.418102 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5008ef4d-1962-4099-a8b5-49ea1d73adbd None None] Network 21896272-151e-4fed-906e-2264e0371923 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:35:08.425122 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e7766926-cd90-4927-81fb-88e89f1f0bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:08.451433 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-cff3fe6c-9b87-4608-a622-e988b78048bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:08.512421 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7766926-cd90-4927-81fb-88e89f1f0bd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d032092-3ee6-4acf-92f6-4d1089508316,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:08.537004 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-e7766926-cd90-4927-81fb-88e89f1f0bd5 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=a75ff3f621ea4364a05485c9a9a3c4d2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5105736 May 30 20:35:08.538864 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 50116) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:08.649710 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-274a50e5-a95d-48c1-9ae0-72a74186f675 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:08.683537 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-274a50e5-a95d-48c1-9ae0-72a74186f675 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:08.702381 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-8e0635dd-c561-4b3b-98bd-af3290ed67cb None None] Transition to ACTIVE for port object 0fcb1ee6-36ce-445a-b211-04d0930f0389 will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:35:08.780946 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-8e0635dd-c561-4b3b-98bd-af3290ed67cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:08.862728 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-cff3fe6c-9b87-4608-a622-e988b78048bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:08.866686 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-274a50e5-a95d-48c1-9ae0-72a74186f675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:08.892907 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [None req-09cfe265-b109-44bd-b54b-dd1168f35d04 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] For port 9934e462-48cf-4173-a3f9-7cab8a6bc9af, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=9934e462-48cf-4173-a3f9-7cab8a6bc9af,segment=NetworkSegment(b1c25274-85b6-4fae-94b0-3ef19eecd5d1),segment_id=b1c25274-85b6-4fae-94b0-3ef19eecd5d1)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:35:08.893263 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-09cfe265-b109-44bd-b54b-dd1168f35d04 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:08.896437 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e0635dd-c561-4b3b-98bd-af3290ed67cb None None] Network e47345d4-98a8-46f5-a7b7-66b2eb513a50 is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:35:08.905469 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff3fe6c-9b87-4608-a622-e988b78048bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=218e2175-9b63-486e-9dbf-df47f8d63c0b,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:08.914093 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-8e0635dd-c561-4b3b-98bd-af3290ed67cb None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:35:08.927255 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274a50e5-a95d-48c1-9ae0-72a74186f675 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d032092-3ee6-4acf-92f6-4d1089508316,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:08.974376 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0635dd-c561-4b3b-98bd-af3290ed67cb None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:35:09.006363 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-274a50e5-a95d-48c1-9ae0-72a74186f675 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:09.009847 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-274a50e5-a95d-48c1-9ae0-72a74186f675 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/2d032092-3ee6-4acf-92f6-4d1089508316 HTTP/1.1" status: 204 len: 168 time: 0.4668856 May 30 20:35:09.062062 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb326c3-b486-4c21-b4aa-48ac38293628 req-4778d81d-16be-4794-b243-ecd4f3c35c46 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:35:09.064782 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-cfb326c3-b486-4c21-b4aa-48ac38293628 req-4778d81d-16be-4794-b243-ecd4f3c35c46 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] 10.222.0.85 "GET /v2.0/ports?device_id=9f2acdd5-0951-4d21-a2ba-3caff48e9d17 HTTP/1.1" status: 200 len: 944 time: 0.1419485 May 30 20:35:09.108980 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-09cfe265-b109-44bd-b54b-dd1168f35d04 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Calling delete_port for 9934e462-48cf-4173-a3f9-7cab8a6bc9af owned by network:dhcp {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:35:09.160048 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-fe35610a-51c3-4346-b1cc-8ee2d4c0bd8b tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Allocated IP 2001:db8::f816:3eff:fe3d:4802 (e47345d4-98a8-46f5-a7b7-66b2eb513a50/e957b689-076e-442c-b3c8-2961520394ae/2f7a5de5-9526-4ce3-a66c-7dd73b64b39b) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:35:09.184770 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-cfb326c3-b486-4c21-b4aa-48ac38293628 req-ed7a73e6-81c2-4780-85f6-b135c896d235 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] 10.222.0.85 "GET /v2.0/security-groups?id=1c8a214b-6487-4b26-aae5-3d5d58bf176d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136186 May 30 20:35:09.223740 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-cff3fe6c-9b87-4608-a622-e988b78048bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:09.227674 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-cff3fe6c-9b87-4608-a622-e988b78048bd admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/218e2175-9b63-486e-9dbf-df47f8d63c0b HTTP/1.1" status: 204 len: 168 time: 1.0307503 May 30 20:35:09.229641 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0635dd-c561-4b3b-98bd-af3290ed67cb None None] Pushing event updated for resources: {'Port': ['ID=0fcb1ee6-36ce-445a-b211-04d0930f0389,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:09.269097 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f76f17-a18f-45f5-ae00-325b7288d507 None None] DHCP port deletion for 21896272-151e-4fed-906e-2264e0371923 request from n-d-843948-2 {{(pid=84888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:35:09.285154 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-79f76f17-a18f-45f5-ae00-325b7288d507 None None] Deleting port 9934e462-48cf-4173-a3f9-7cab8a6bc9af {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:35:09.286138 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-79f76f17-a18f-45f5-ae00-325b7288d507 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:09.312993 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:09.328837 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-8e0635dd-c561-4b3b-98bd-af3290ed67cb None None] Attempting to bind port 0fcb1ee6-36ce-445a-b211-04d0930f0389 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:35:09.329200 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-8e0635dd-c561-4b3b-98bd-af3290ed67cb None None] Attempting to bind port 0fcb1ee6-36ce-445a-b211-04d0930f0389 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': '2cb73a29-9359-4fbf-99af-be1c6062790b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:35:09.329561 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0635dd-c561-4b3b-98bd-af3290ed67cb None None] Attempting to bind port 0fcb1ee6-36ce-445a-b211-04d0930f0389 on network e47345d4-98a8-46f5-a7b7-66b2eb513a50 {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:35:09.342578 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-97c12c16-4442-4e25-b620-05fa99704c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4f19232-b258-4352-be0c-c357e4df05ee', 'name': 'tempest-RoutersIpV6Test-router-317510075', 'tenant_id': 'eeceb350906e46fc9b2c21ca495ac559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:33:59Z', 'updated_at': '2022-05-30T20:35:04Z', 'revision_number': 8, 'project_id': 'eeceb350906e46fc9b2c21ca495ac559', 'gw_port_host': None, '_interfaces': [{'id': '3fc7cdf1-cff4-462a-82b4-ad80bb0f19b7', 'name': '', 'network_id': 'f7aa054c-b3ce-4814-8100-f5d8c473d50b', 'tenant_id': 'eeceb350906e46fc9b2c21ca495ac559', 'mac_address': 'fa:16:3e:08:77:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f19232-b258-4352-be0c-c357e4df05ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bdbd14ab-945e-4aef-b6e0-7157227cf2a3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:34:05Z', 'updated_at': '2022-05-30T20:34:20Z', 'revision_number': 5, 'project_id': 'eeceb350906e46fc9b2c21ca495ac559', 'subnets': [{'id': 'bdbd14ab-945e-4aef-b6e0-7157227cf2a3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '595d87f4-d3f3-4464-ac69-e38a725716a0', 'name': '', 'network_id': '99694fcd-3e6d-4945-8cde-15c3dac483f9', 'tenant_id': 'eeceb350906e46fc9b2c21ca495ac559', 'mac_address': 'fa:16:3e:9e:05:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f19232-b258-4352-be0c-c357e4df05ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '22ad9598-9de8-434f-8718-0038eb57832b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:34:31Z', 'updated_at': '2022-05-30T20:34:55Z', 'revision_number': 5, 'project_id': 'eeceb350906e46fc9b2c21ca495ac559', 'subnets': [{'id': '22ad9598-9de8-434f-8718-0038eb57832b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74dbeb29-5781-4668-87d4-f4375729732f', 'name': '', 'network_id': 'cd6354ef-bfed-4e68-adfe-b3cbfa9d3cc5', 'tenant_id': 'eeceb350906e46fc9b2c21ca495ac559', 'mac_address': 'fa:16:3e:b1:ef:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f19232-b258-4352-be0c-c357e4df05ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7d55db9-d8c6-4c30-9f1b-9757deb0f8ac', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:34:19Z', 'updated_at': '2022-05-30T20:34:47Z', 'revision_number': 5, 'project_id': 'eeceb350906e46fc9b2c21ca495ac559', 'subnets': [{'id': 'c7d55db9-d8c6-4c30-9f1b-9757deb0f8ac', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:35:09.360795 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c12c16-4442-4e25-b620-05fa99704c3b None None] Checking router: a4f19232-b258-4352-be0c-c357e4df05ee for host: n-d-843948-2 {{(pid=84888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:35:09.374974 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0635dd-c561-4b3b-98bd-af3290ed67cb None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:35:09.375349 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0635dd-c561-4b3b-98bd-af3290ed67cb None None] Checking segment: {'id': '2cb73a29-9359-4fbf-99af-be1c6062790b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:35:09.376553 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-8e0635dd-c561-4b3b-98bd-af3290ed67cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:09.376553 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0635dd-c561-4b3b-98bd-af3290ed67cb None None] Bound using segment: {'id': '2cb73a29-9359-4fbf-99af-be1c6062790b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:35:09.376813 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-8e0635dd-c561-4b3b-98bd-af3290ed67cb None None] Bound port: 0fcb1ee6-36ce-445a-b211-04d0930f0389, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cb73a29-9359-4fbf-99af-be1c6062790b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:35:09.377186 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-8e0635dd-c561-4b3b-98bd-af3290ed67cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:09.406327 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f2acdd5-0951-4d21-a2ba-3caff48e9d17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e29cff58-4b9a-4a94-a7b9-a66d4dd77480'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:35:09.460997 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-79f76f17-a18f-45f5-ae00-325b7288d507 None None] The port '9934e462-48cf-4173-a3f9-7cab8a6bc9af' was deleted {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 20:35:09.489440 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-09cfe265-b109-44bd-b54b-dd1168f35d04 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:09.496387 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port e29cff58-4b9a-4a94-a7b9-a66d4dd77480, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=e29cff58-4b9a-4a94-a7b9-a66d4dd77480,segment=NetworkSegment(ab778a8f-ca2b-4f43-b38a-ce31b10e68d3),segment_id=ab778a8f-ca2b-4f43-b38a-ce31b10e68d3)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:35:09.506090 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c12c16-4442-4e25-b620-05fa99704c3b None None] Routers {'a4f19232-b258-4352-be0c-c357e4df05ee'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:35:09.506229 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-97c12c16-4442-4e25-b620-05fa99704c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:35:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['a4f19232-b258-4352-be0c-c357e4df05ee'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:35:09.579485 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cfe265-b109-44bd-b54b-dd1168f35d04 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Pushing event deleted for resources: {'Port': ['ID=9934e462-48cf-4173-a3f9-7cab8a6bc9af,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:09.604772 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09cfe265-b109-44bd-b54b-dd1168f35d04 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] No DVR routers for this DVR port 9934e462-48cf-4173-a3f9-7cab8a6bc9af on host n-d-843948-2 {{(pid=84886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:35:09.698080 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:09.842915 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=e29cff58-4b9a-4a94-a7b9-a66d4dd77480,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:09.852911 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-8e0635dd-c561-4b3b-98bd-af3290ed67cb None None] For port 0fcb1ee6-36ce-445a-b211-04d0930f0389, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:35:09.858857 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-8e0635dd-c561-4b3b-98bd-af3290ed67cb None None] For port 0fcb1ee6-36ce-445a-b211-04d0930f0389, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=0fcb1ee6-36ce-445a-b211-04d0930f0389,segment=NetworkSegment(2cb73a29-9359-4fbf-99af-be1c6062790b),segment_id=2cb73a29-9359-4fbf-99af-be1c6062790b)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:35:09.859985 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-97c12c16-4442-4e25-b620-05fa99704c3b None None] Set router a4f19232-b258-4352-be0c-c357e4df05ee gateway port host: None {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:35:09.903155 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-09cfe265-b109-44bd-b54b-dd1168f35d04 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:09.951187 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-fe35610a-51c3-4346-b1cc-8ee2d4c0bd8b tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:09.966213 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-09cfe265-b109-44bd-b54b-dd1168f35d04 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21896272-151e-4fed-906e-2264e0371923']}} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:35:09.987796 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-8e0635dd-c561-4b3b-98bd-af3290ed67cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:10.029919 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-09cfe265-b109-44bd-b54b-dd1168f35d04 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1c25274-85b6-4fae-94b0-3ef19eecd5d1') {'for_net_delete': True} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:35:10.030744 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-09cfe265-b109-44bd-b54b-dd1168f35d04 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1c25274-85b6-4fae-94b0-3ef19eecd5d1') {} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:35:10.045994 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [None req-fe35610a-51c3-4346-b1cc-8ee2d4c0bd8b tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Transition to ACTIVE for port object 2f7a5de5-9526-4ce3-a66c-7dd73b64b39b will not be triggered until provisioned by entity DHCP. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:35:10.055708 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-09cfe265-b109-44bd-b54b-dd1168f35d04 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2660590'] for segment, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:10.099732 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-09cfe265-b109-44bd-b54b-dd1168f35d04 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:10.109372 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09cfe265-b109-44bd-b54b-dd1168f35d04 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Releasing vlan 695 on physical network physnet1 to pool {{(pid=84886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:35:10.110375 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b0afb45-48cc-4ddd-9508-2c18f8d654f9'] response: {'server_uuid': '9f2acdd5-0951-4d21-a2ba-3caff48e9d17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e29cff58-4b9a-4a94-a7b9-a66d4dd77480', 'code': 200} May 30 20:35:10.122722 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-09cfe265-b109-44bd-b54b-dd1168f35d04 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4126989'] for segment, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:10.141165 n-d-843948-2 neutron-server[84886]: Traceback (most recent call last): May 30 20:35:10.141165 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:35:10.141165 n-d-843948-2 neutron-server[84886]: timer() May 30 20:35:10.141165 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:35:10.141165 n-d-843948-2 neutron-server[84886]: cb(*args, **kw) May 30 20:35:10.141165 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:35:10.141165 n-d-843948-2 neutron-server[84886]: return func(*args, **kwargs) May 30 20:35:10.141165 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:35:10.141165 n-d-843948-2 neutron-server[84886]: self._notify() May 30 20:35:10.141165 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:35:10.141165 n-d-843948-2 neutron-server[84886]: self.callback(batched_events) May 30 20:35:10.141165 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:35:10.141165 n-d-843948-2 neutron-server[84886]: event.method(event) May 30 20:35:10.141165 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:35:10.141165 n-d-843948-2 neutron-server[84886]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:35:10.141165 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:35:10.141165 n-d-843948-2 neutron-server[84886]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:35:10.141165 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:35:10.141165 n-d-843948-2 neutron-server[84886]: return f(self, *a, **k) May 30 20:35:10.141165 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:35:10.141165 n-d-843948-2 neutron-server[84886]: return self._get(url).json() May 30 20:35:10.141165 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:35:10.141165 n-d-843948-2 neutron-server[84886]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:35:10.141165 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:35:10.141165 n-d-843948-2 neutron-server[84886]: return self.request(url, 'GET', **kwargs) May 30 20:35:10.141165 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:35:10.141165 n-d-843948-2 neutron-server[84886]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:35:10.141165 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:35:10.141165 n-d-843948-2 neutron-server[84886]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:35:10.141165 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:35:10.141165 n-d-843948-2 neutron-server[84886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:35:10.141165 n-d-843948-2 neutron-server[84886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:35:10.203371 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0635dd-c561-4b3b-98bd-af3290ed67cb None None] Pushing event updated for resources: {'Port': ['ID=0fcb1ee6-36ce-445a-b211-04d0930f0389,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:10.601726 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09766ad0-20a5-481c-bf23-3e0320c87f26 req-c5fd1344-88fd-4716-bb88-c243898ab2af tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:35:10.611115 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-09766ad0-20a5-481c-bf23-3e0320c87f26 req-c5fd1344-88fd-4716-bb88-c243898ab2af tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] 10.222.0.85 "GET /v2.0/ports?device_id=9f2acdd5-0951-4d21-a2ba-3caff48e9d17 HTTP/1.1" status: 200 len: 945 time: 0.1792006 May 30 20:35:10.674981 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a93cc38d-aef1-462f-aa78-2ff351f11f1a req-c530faa3-6da3-4b9d-a462-9ff46dd4974c service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=9f2acdd5-0951-4d21-a2ba-3caff48e9d17 HTTP/1.1" status: 200 len: 1096 time: 0.5301206 May 30 20:35:10.679735 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-fe35610a-51c3-4346-b1cc-8ee2d4c0bd8b tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:10.686533 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 50164) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:10.690178 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-09cfe265-b109-44bd-b54b-dd1168f35d04 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:10.705391 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-09766ad0-20a5-481c-bf23-3e0320c87f26 req-06b7ebfd-6e30-408d-b1cb-aa7bc2fecb22 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] 10.222.0.85 "GET /v2.0/security-groups?id=1c8a214b-6487-4b26-aae5-3d5d58bf176d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931535 May 30 20:35:10.726571 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5b3858dd-a483-49ae-9a83-2c13730ce7c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:10.831020 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-5b3858dd-a483-49ae-9a83-2c13730ce7c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:35:10.843449 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-5b3858dd-a483-49ae-9a83-2c13730ce7c2 admin admin] Usage tracker for resource:security_group_rule and tenant:a458494064e448d096129599e9d1d3f8 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:35:10.852462 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-5b3858dd-a483-49ae-9a83-2c13730ce7c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:35:10.860017 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-09cfe265-b109-44bd-b54b-dd1168f35d04 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks [] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:10.869778 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-5b3858dd-a483-49ae-9a83-2c13730ce7c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:35:10.898084 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cfe265-b109-44bd-b54b-dd1168f35d04 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Pushing event deleted for resources: {'Network': ['ID=21896272-151e-4fed-906e-2264e0371923,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:10.908743 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-09cfe265-b109-44bd-b54b-dd1168f35d04 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] 10.222.0.85 "DELETE /v2.0/networks/21896272-151e-4fed-906e-2264e0371923 HTTP/1.1" status: 204 len: 168 time: 2.6993024 May 30 20:35:10.912048 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a93cc38d-aef1-462f-aa78-2ff351f11f1a req-ce0d1d6c-7bab-45e0-9182-08a225b8fe7b service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=1c8a214b-6487-4b26-aae5-3d5d58bf176d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2273967 May 30 20:35:10.912382 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 50170) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:10.935658 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe35610a-51c3-4346-b1cc-8ee2d4c0bd8b tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Network e47345d4-98a8-46f5-a7b7-66b2eb513a50 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:35:10.937230 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe35610a-51c3-4346-b1cc-8ee2d4c0bd8b tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Pushing event updated for resources: {'Port': ['ID=2f7a5de5-9526-4ce3-a66c-7dd73b64b39b,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:10.942851 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-fe35610a-51c3-4346-b1cc-8ee2d4c0bd8b tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:35:10.948839 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe35610a-51c3-4346-b1cc-8ee2d4c0bd8b tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:35:10.956269 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe35610a-51c3-4346-b1cc-8ee2d4c0bd8b tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:35:10.957281 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-fe35610a-51c3-4346-b1cc-8ee2d4c0bd8b tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:10.967459 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-97c12c16-4442-4e25-b620-05fa99704c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4f19232-b258-4352-be0c-c357e4df05ee', 'name': 'tempest-RoutersIpV6Test-router-317510075', 'tenant_id': 'eeceb350906e46fc9b2c21ca495ac559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:33:59Z', 'updated_at': '2022-05-30T20:35:04Z', 'revision_number': 8, 'project_id': 'eeceb350906e46fc9b2c21ca495ac559', 'gw_port_host': None, '_interfaces': [{'id': '3fc7cdf1-cff4-462a-82b4-ad80bb0f19b7', 'name': '', 'network_id': 'f7aa054c-b3ce-4814-8100-f5d8c473d50b', 'tenant_id': 'eeceb350906e46fc9b2c21ca495ac559', 'mac_address': 'fa:16:3e:08:77:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f19232-b258-4352-be0c-c357e4df05ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bdbd14ab-945e-4aef-b6e0-7157227cf2a3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:34:05Z', 'updated_at': '2022-05-30T20:34:20Z', 'revision_number': 5, 'project_id': 'eeceb350906e46fc9b2c21ca495ac559', 'subnets': [{'id': 'bdbd14ab-945e-4aef-b6e0-7157227cf2a3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '595d87f4-d3f3-4464-ac69-e38a725716a0', 'name': '', 'network_id': '99694fcd-3e6d-4945-8cde-15c3dac483f9', 'tenant_id': 'eeceb350906e46fc9b2c21ca495ac559', 'mac_address': 'fa:16:3e:9e:05:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f19232-b258-4352-be0c-c357e4df05ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '22ad9598-9de8-434f-8718-0038eb57832b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:34:31Z', 'updated_at': '2022-05-30T20:34:55Z', 'revision_number': 5, 'project_id': 'eeceb350906e46fc9b2c21ca495ac559', 'subnets': [{'id': '22ad9598-9de8-434f-8718-0038eb57832b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74dbeb29-5781-4668-87d4-f4375729732f', 'name': '', 'network_id': 'cd6354ef-bfed-4e68-adfe-b3cbfa9d3cc5', 'tenant_id': 'eeceb350906e46fc9b2c21ca495ac559', 'mac_address': 'fa:16:3e:b1:ef:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f19232-b258-4352-be0c-c357e4df05ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7d55db9-d8c6-4c30-9f1b-9757deb0f8ac', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:34:19Z', 'updated_at': '2022-05-30T20:34:47Z', 'revision_number': 5, 'project_id': 'eeceb350906e46fc9b2c21ca495ac559', 'subnets': [{'id': 'c7d55db9-d8c6-4c30-9f1b-9757deb0f8ac', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:35:10.978202 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c12c16-4442-4e25-b620-05fa99704c3b None None] The sync data for ids ['a4f19232-b258-4352-be0c-c357e4df05ee'] in n-d-843948-2 is: [{'id': 'a4f19232-b258-4352-be0c-c357e4df05ee', 'name': 'tempest-RoutersIpV6Test-router-317510075', 'tenant_id': 'eeceb350906e46fc9b2c21ca495ac559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:33:59Z', 'updated_at': '2022-05-30T20:35:04Z', 'revision_number': 8, 'project_id': 'eeceb350906e46fc9b2c21ca495ac559', 'gw_port_host': None, '_interfaces': [{'id': '3fc7cdf1-cff4-462a-82b4-ad80bb0f19b7', 'name': '', 'network_id': 'f7aa054c-b3ce-4814-8100-f5d8c473d50b', 'tenant_id': 'eeceb350906e46fc9b2c21ca495ac559', 'mac_address': 'fa:16:3e:08:77:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f19232-b258-4352-be0c-c357e4df05ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bdbd14ab-945e-4aef-b6e0-7157227cf2a3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:34:05Z', 'updated_at': '2022-05-30T20:34:20Z', 'revision_number': 5, 'project_id': 'eeceb350906e46fc9b2c21ca495ac559', 'subnets': [{'id': 'bdbd14ab-945e-4aef-b6e0-7157227cf2a3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '595d87f4-d3f3-4464-ac69-e38a725716a0', 'name': '', 'network_id': '99694fcd-3e6d-4945-8cde-15c3dac483f9', 'tenant_id': 'eeceb350906e46fc9b2c21ca495ac559', 'mac_address': 'fa:16:3e:9e:05:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f19232-b258-4352-be0c-c357e4df05ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '22ad9598-9de8-434f-8718-0038eb57832b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:34:31Z', 'updated_at': '2022-05-30T20:34:55Z', 'revision_number': 5, 'project_id': 'eeceb350906e46fc9b2c21ca495ac559', 'subnets': [{'id': '22ad9598-9de8-434f-8718-0038eb57832b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74dbeb29-5781-4668-87d4-f4375729732f', 'name': '', 'network_id': 'cd6354ef-bfed-4e68-adfe-b3cbfa9d3cc5', 'tenant_id': 'eeceb350906e46fc9b2c21ca495ac559', 'mac_address': 'fa:16:3e:b1:ef:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f19232-b258-4352-be0c-c357e4df05ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7d55db9-d8c6-4c30-9f1b-9757deb0f8ac', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:34:19Z', 'updated_at': '2022-05-30T20:34:47Z', 'revision_number': 5, 'project_id': 'eeceb350906e46fc9b2c21ca495ac559', 'subnets': [{'id': 'c7d55db9-d8c6-4c30-9f1b-9757deb0f8ac', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:35:11.008527 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 0fcb1ee6-36ce-445a-b211-04d0930f0389 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:35:11.042129 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-fe35610a-51c3-4346-b1cc-8ee2d4c0bd8b tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.2377577 May 30 20:35:11.043389 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 50180) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:11.216282 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29b7a6ea-2159-44f1-b89e-71a46ea95ad4 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:35:11.227343 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29b7a6ea-2159-44f1-b89e-71a46ea95ad4 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:35:11.228186 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-29b7a6ea-2159-44f1-b89e-71a46ea95ad4 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Synchronizing usage tracker for tenant:08954986e7454427ae0d40c7652d3c6a on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:35:11.251931 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5b3858dd-a483-49ae-9a83-2c13730ce7c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:11.268984 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 50184) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:11.391179 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 0fcb1ee6-36ce-445a-b211-04d0930f0389 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:35:11.430595 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-29b7a6ea-2159-44f1-b89e-71a46ea95ad4 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Unset dirty status for tenant:08954986e7454427ae0d40c7652d3c6a on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:35:11.434216 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-29b7a6ea-2159-44f1-b89e-71a46ea95ad4 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.3870938 May 30 20:35:11.438397 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 50192) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:11.511843 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5b3858dd-a483-49ae-9a83-2c13730ce7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:11.514025 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 9934e462-48cf-4173-a3f9-7cab8a6bc9af no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:35:11.593448 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: 9934e462-48cf-4173-a3f9-7cab8a6bc9af {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:35:11.593448 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 9934e462-48cf-4173-a3f9-7cab8a6bc9af not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:35:11.623538 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-999582f1-a0c4-4076-8503-3815820c0561 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Deleting port 2f7a5de5-9526-4ce3-a66c-7dd73b64b39b {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:35:11.624202 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-999582f1-a0c4-4076-8503-3815820c0561 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:11.660635 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9ff4f92e-f2a6-43f4-9f86-b4189b175da4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:11.722242 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-5b3858dd-a483-49ae-9a83-2c13730ce7c2 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=a458494064e448d096129599e9d1d3f8&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0365136 May 30 20:35:11.735406 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 50202) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:11.869475 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3858dd-a483-49ae-9a83-2c13730ce7c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25e3dc28-c422-4ff1-8e48-2869f8ea62fd,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:11.986035 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e85da69f-dc0b-482a-9072-ffa494a8de81 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-736216'] for router_interface, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:12.042257 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-c56d6112-b5fd-4651-b4ed-754481b486a8 None None] Provisioning for port 0fcb1ee6-36ce-445a-b211-04d0930f0389 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:35:12.048400 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-c56d6112-b5fd-4651-b4ed-754481b486a8 None None] Provisioning complete for port 0fcb1ee6-36ce-445a-b211-04d0930f0389 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:35:12.049233 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-c56d6112-b5fd-4651-b4ed-754481b486a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:12.059455 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-999582f1-a0c4-4076-8503-3815820c0561 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:12.241696 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-c56d6112-b5fd-4651-b4ed-754481b486a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:12.283925 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-c56d6112-b5fd-4651-b4ed-754481b486a8 None None] For port 0fcb1ee6-36ce-445a-b211-04d0930f0389, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=0fcb1ee6-36ce-445a-b211-04d0930f0389,segment=NetworkSegment(2cb73a29-9359-4fbf-99af-be1c6062790b),segment_id=2cb73a29-9359-4fbf-99af-be1c6062790b)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:35:12.289962 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-9ff4f92e-f2a6-43f4-9f86-b4189b175da4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:35:12.302658 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-999582f1-a0c4-4076-8503-3815820c0561 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Calling delete_port for 2f7a5de5-9526-4ce3-a66c-7dd73b64b39b owned by {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:35:12.380694 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-9ff4f92e-f2a6-43f4-9f86-b4189b175da4 admin admin] Usage tracker for resource:security_group_rule and tenant:1a80892bad30443ab45253ff65633059 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:35:12.391410 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-9ff4f92e-f2a6-43f4-9f86-b4189b175da4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:35:12.395932 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-c56d6112-b5fd-4651-b4ed-754481b486a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:12.411914 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-9ff4f92e-f2a6-43f4-9f86-b4189b175da4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:35:12.502967 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5626d835-9c2b-480f-bdc6-bb91ab542d42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:12.552185 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56d6112-b5fd-4651-b4ed-754481b486a8 None None] Pushing event updated for resources: {'Port': ['ID=0fcb1ee6-36ce-445a-b211-04d0930f0389,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:12.563767 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56d6112-b5fd-4651-b4ed-754481b486a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:35:12.567557 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56d6112-b5fd-4651-b4ed-754481b486a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:35:12.567557 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56d6112-b5fd-4651-b4ed-754481b486a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:35:12.567557 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56d6112-b5fd-4651-b4ed-754481b486a8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:35:12.567557 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56d6112-b5fd-4651-b4ed-754481b486a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:35:12.567557 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56d6112-b5fd-4651-b4ed-754481b486a8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:35:12.567557 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56d6112-b5fd-4651-b4ed-754481b486a8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:35:12.567557 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56d6112-b5fd-4651-b4ed-754481b486a8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:35:12.567557 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56d6112-b5fd-4651-b4ed-754481b486a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:35:12.567557 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56d6112-b5fd-4651-b4ed-754481b486a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:35:12.567557 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56d6112-b5fd-4651-b4ed-754481b486a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:35:12.610448 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5626d835-9c2b-480f-bdc6-bb91ab542d42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:12.635833 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b7f923-a68b-4cb4-b6f6-a1d53da75af0 req-e7c52dfc-bcac-4438-92d8-44c4a52acb65 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:35:12.642756 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-60b7f923-a68b-4cb4-b6f6-a1d53da75af0 req-e7c52dfc-bcac-4438-92d8-44c4a52acb65 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] 10.222.0.85 "GET /v2.0/ports?device_id=9f2acdd5-0951-4d21-a2ba-3caff48e9d17 HTTP/1.1" status: 200 len: 945 time: 0.3608668 May 30 20:35:12.742695 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9ff4f92e-f2a6-43f4-9f86-b4189b175da4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:12.756773 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-60b7f923-a68b-4cb4-b6f6-a1d53da75af0 req-be37ee72-c850-49a3-a727-49a750c9777e tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] 10.222.0.85 "GET /v2.0/security-groups?id=1c8a214b-6487-4b26-aae5-3d5d58bf176d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131508 May 30 20:35:12.815219 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9ff4f92e-f2a6-43f4-9f86-b4189b175da4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:12.835955 n-d-843948-2 neutron-server[84888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:35:12.835955 n-d-843948-2 neutron-server[84888]: util.warn( May 30 20:35:12.835955 n-d-843948-2 neutron-server[84888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:35:12.835955 n-d-843948-2 neutron-server[84888]: util.warn( May 30 20:35:12.835955 n-d-843948-2 neutron-server[84888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:35:12.835955 n-d-843948-2 neutron-server[84888]: util.warn( May 30 20:35:12.835955 n-d-843948-2 neutron-server[84888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:35:12.835955 n-d-843948-2 neutron-server[84888]: util.warn( May 30 20:35:12.835955 n-d-843948-2 neutron-server[84888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:35:12.835955 n-d-843948-2 neutron-server[84888]: util.warn( May 30 20:35:12.835955 n-d-843948-2 neutron-server[84888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:35:12.835955 n-d-843948-2 neutron-server[84888]: util.warn( May 30 20:35:12.835955 n-d-843948-2 neutron-server[84888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:35:12.835955 n-d-843948-2 neutron-server[84888]: util.warn( May 30 20:35:12.835955 n-d-843948-2 neutron-server[84888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:35:12.835955 n-d-843948-2 neutron-server[84888]: util.warn( May 30 20:35:12.835955 n-d-843948-2 neutron-server[84888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:35:12.835955 n-d-843948-2 neutron-server[84888]: util.warn( May 30 20:35:12.835955 n-d-843948-2 neutron-server[84888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:35:12.835955 n-d-843948-2 neutron-server[84888]: util.warn( May 30 20:35:12.835955 n-d-843948-2 neutron-server[84888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:35:12.835955 n-d-843948-2 neutron-server[84888]: util.warn( May 30 20:35:12.835955 n-d-843948-2 neutron-server[84888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:35:12.835955 n-d-843948-2 neutron-server[84888]: util.warn( May 30 20:35:12.835955 n-d-843948-2 neutron-server[84888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:35:12.835955 n-d-843948-2 neutron-server[84888]: util.warn( May 30 20:35:12.835955 n-d-843948-2 neutron-server[84888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:35:12.835955 n-d-843948-2 neutron-server[84888]: util.warn( May 30 20:35:12.835955 n-d-843948-2 neutron-server[84888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:35:12.835955 n-d-843948-2 neutron-server[84888]: util.warn( May 30 20:35:12.835955 n-d-843948-2 neutron-server[84888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:35:12.835955 n-d-843948-2 neutron-server[84888]: util.warn( May 30 20:35:12.835955 n-d-843948-2 neutron-server[84888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:35:12.835955 n-d-843948-2 neutron-server[84888]: util.warn( May 30 20:35:12.835955 n-d-843948-2 neutron-server[84888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:35:12.835955 n-d-843948-2 neutron-server[84888]: util.warn( May 30 20:35:12.835955 n-d-843948-2 neutron-server[84888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:35:12.835955 n-d-843948-2 neutron-server[84888]: util.warn( May 30 20:35:12.835955 n-d-843948-2 neutron-server[84888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:35:12.835955 n-d-843948-2 neutron-server[84888]: util.warn( May 30 20:35:12.835955 n-d-843948-2 neutron-server[84888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:35:12.835955 n-d-843948-2 neutron-server[84888]: util.warn( May 30 20:35:12.835955 n-d-843948-2 neutron-server[84888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:35:12.835955 n-d-843948-2 neutron-server[84888]: util.warn( May 30 20:35:12.835955 n-d-843948-2 neutron-server[84888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:35:12.835955 n-d-843948-2 neutron-server[84888]: util.warn( May 30 20:35:12.835955 n-d-843948-2 neutron-server[84888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:35:12.835955 n-d-843948-2 neutron-server[84888]: util.warn( May 30 20:35:12.835955 n-d-843948-2 neutron-server[84888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:35:12.835955 n-d-843948-2 neutron-server[84888]: util.warn( May 30 20:35:12.835955 n-d-843948-2 neutron-server[84888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:35:12.835955 n-d-843948-2 neutron-server[84888]: util.warn( May 30 20:35:12.835955 n-d-843948-2 neutron-server[84888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:35:12.835955 n-d-843948-2 neutron-server[84888]: util.warn( May 30 20:35:12.835955 n-d-843948-2 neutron-server[84888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:35:12.835955 n-d-843948-2 neutron-server[84888]: util.warn( May 30 20:35:12.850908 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 0fcb1ee6-36ce-445a-b211-04d0930f0389 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:35:12.918100 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-9ff4f92e-f2a6-43f4-9f86-b4189b175da4 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=1a80892bad30443ab45253ff65633059&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6471014 May 30 20:35:12.920875 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-999582f1-a0c4-4076-8503-3815820c0561 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:12.925226 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 50230) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:12.928243 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5626d835-9c2b-480f-bdc6-bb91ab542d42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:12.969213 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-1a16efb2-31b4-4ac2-b6bd-c0618003d9f6 None None] Provisioning for port 2f7a5de5-9526-4ce3-a66c-7dd73b64b39b completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:35:12.999829 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999582f1-a0c4-4076-8503-3815820c0561 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Pushing event deleted for resources: {'Port': ['ID=2f7a5de5-9526-4ce3-a66c-7dd73b64b39b,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:13.000345 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-1a16efb2-31b4-4ac2-b6bd-c0618003d9f6 None None] Provisioning complete for port 2f7a5de5-9526-4ce3-a66c-7dd73b64b39b triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:35:13.000718 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-1a16efb2-31b4-4ac2-b6bd-c0618003d9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:13.051673 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff4f92e-f2a6-43f4-9f86-b4189b175da4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1b5434d-a2c0-4c2a-9fe3-a12aeb8094e3,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:13.070973 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-e85da69f-dc0b-482a-9072-ffa494a8de81 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Deleting port 595d87f4-d3f3-4464-ac69-e38a725716a0 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:35:13.071414 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e85da69f-dc0b-482a-9072-ffa494a8de81 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:13.092188 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5626d835-9c2b-480f-bdc6-bb91ab542d42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25e3dc28-c422-4ff1-8e48-2869f8ea62fd,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:13.110378 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-1a16efb2-31b4-4ac2-b6bd-c0618003d9f6 None None] Port 2f7a5de5-9526-4ce3-a66c-7dd73b64b39b was deleted so its status cannot be updated. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} May 30 20:35:13.134954 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-999582f1-a0c4-4076-8503-3815820c0561 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:13.159426 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-999582f1-a0c4-4076-8503-3815820c0561 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "DELETE /v2.0/ports/2f7a5de5-9526-4ce3-a66c-7dd73b64b39b HTTP/1.1" status: 204 len: 168 time: 1.7236800 May 30 20:35:13.162804 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 50240) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:13.182651 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 0fcb1ee6-36ce-445a-b211-04d0930f0389 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:35:13.183349 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:13.215083 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5626d835-9c2b-480f-bdc6-bb91ab542d42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:13.216497 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-5626d835-9c2b-480f-bdc6-bb91ab542d42 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/25e3dc28-c422-4ff1-8e48-2869f8ea62fd HTTP/1.1" status: 204 len: 168 time: 1.4800088 May 30 20:35:13.224267 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0682f84c-b7d5-4245-aa89-327a561f5ae6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:13.277291 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-888f87bf-4797-40c6-af5f-bea4852d2371 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:35:13.283763 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-888f87bf-4797-40c6-af5f-bea4852d2371 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:35:13.285566 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-888f87bf-4797-40c6-af5f-bea4852d2371 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Synchronizing usage tracker for tenant:08954986e7454427ae0d40c7652d3c6a on resource:subnet {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:35:13.363033 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-888f87bf-4797-40c6-af5f-bea4852d2371 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Unset dirty status for tenant:08954986e7454427ae0d40c7652d3c6a on resource:subnet {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:35:13.365167 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-888f87bf-4797-40c6-af5f-bea4852d2371 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.2014647 May 30 20:35:13.369631 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 50258) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:13.416867 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device e0583aa2-e0e2-4827-a7ed-4076830e2250 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:35:13.458967 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: e0583aa2-e0e2-4827-a7ed-4076830e2250 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:35:13.459440 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device e0583aa2-e0e2-4827-a7ed-4076830e2250 not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:35:13.561431 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0682f84c-b7d5-4245-aa89-327a561f5ae6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:13.684033 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_v2 [None req-f33f860d-b5ba-47aa-88c7-32dcacfc89aa tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Deleting subnet e957b689-076e-442c-b3c8-2961520394ae {{(pid=84886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:35:13.687478 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f33f860d-b5ba-47aa-88c7-32dcacfc89aa tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks [] for subnet, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:13.723483 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [None req-e85da69f-dc0b-482a-9072-ffa494a8de81 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] For port 595d87f4-d3f3-4464-ac69-e38a725716a0, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=595d87f4-d3f3-4464-ac69-e38a725716a0,segment=NetworkSegment(4dc4317e-c03e-40e0-80af-52199844909f),segment_id=4dc4317e-c03e-40e0-80af-52199844909f)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:35:13.723877 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e85da69f-dc0b-482a-9072-ffa494a8de81 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:13.766961 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f33f860d-b5ba-47aa-88c7-32dcacfc89aa tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2655517'] for subnet, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:13.904049 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-e85da69f-dc0b-482a-9072-ffa494a8de81 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Calling delete_port for 595d87f4-d3f3-4464-ac69-e38a725716a0 owned by network:router_interface {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:35:13.982469 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0682f84c-b7d5-4245-aa89-327a561f5ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:14.058746 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f33f860d-b5ba-47aa-88c7-32dcacfc89aa tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:14.063385 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0682f84c-b7d5-4245-aa89-327a561f5ae6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1b5434d-a2c0-4c2a-9fe3-a12aeb8094e3,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:14.170637 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0682f84c-b7d5-4245-aa89-327a561f5ae6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:14.171866 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-0682f84c-b7d5-4245-aa89-327a561f5ae6 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/e1b5434d-a2c0-4c2a-9fe3-a12aeb8094e3 HTTP/1.1" status: 204 len: 168 time: 1.2453489 May 30 20:35:14.213705 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1129fcdc-a708-45e8-abf2-5038c0abe2b4 req-69319841-593c-4694-b50f-5640629749bc tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:35:14.215343 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1129fcdc-a708-45e8-abf2-5038c0abe2b4 req-69319841-593c-4694-b50f-5640629749bc tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] 10.222.0.85 "GET /v2.0/ports?device_id=9f2acdd5-0951-4d21-a2ba-3caff48e9d17 HTTP/1.1" status: 200 len: 945 time: 0.2388093 May 30 20:35:14.215573 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f33f860d-b5ba-47aa-88c7-32dcacfc89aa tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4127075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2778536'] for subnet, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:14.347249 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33f860d-b5ba-47aa-88c7-32dcacfc89aa tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Pushing event deleted for resources: {'Subnet': ['ID=e957b689-076e-442c-b3c8-2961520394ae,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:14.362896 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f33f860d-b5ba-47aa-88c7-32dcacfc89aa tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks [] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:14.367106 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f308c339-d5c3-44e4-8c76-f87042961679 None None] Network e47345d4-98a8-46f5-a7b7-66b2eb513a50 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:35:14.418305 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1129fcdc-a708-45e8-abf2-5038c0abe2b4 req-350dd08c-05be-40e6-938b-e10d9536de85 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] 10.222.0.85 "GET /v2.0/security-groups?id=1c8a214b-6487-4b26-aae5-3d5d58bf176d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1898417 May 30 20:35:14.460093 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-f33f860d-b5ba-47aa-88c7-32dcacfc89aa tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "DELETE /v2.0/subnets/e957b689-076e-442c-b3c8-2961520394ae HTTP/1.1" status: 204 len: 168 time: 1.0885465 May 30 20:35:14.462443 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 50294) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:14.529484 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e85da69f-dc0b-482a-9072-ffa494a8de81 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:14.570245 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-465b6a3c-eb54-4755-b954-70a5ae7e6524 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1065903 May 30 20:35:14.572886 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 50300) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:14.625812 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85da69f-dc0b-482a-9072-ffa494a8de81 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Pushing event deleted for resources: {'Port': ['ID=595d87f4-d3f3-4464-ac69-e38a725716a0,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:14.626648 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-9831eccf-0ad1-4a12-917a-b0fae3387731 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Request body: {'subnet': {'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:35:15.059162 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-9831eccf-0ad1-4a12-917a-b0fae3387731 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:35:15.074509 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-9831eccf-0ad1-4a12-917a-b0fae3387731 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Usage tracker for resource:subnet and tenant:08954986e7454427ae0d40c7652d3c6a is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:35:15.078458 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-9831eccf-0ad1-4a12-917a-b0fae3387731 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:35:15.086310 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-9831eccf-0ad1-4a12-917a-b0fae3387731 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:35:15.116118 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cc5293-30bc-43cb-95db-2a202f1797e7 req-28fbbe9e-95de-4cac-8044-8f28f67e9db0 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:35:15.117647 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-21cc5293-30bc-43cb-95db-2a202f1797e7 req-28fbbe9e-95de-4cac-8044-8f28f67e9db0 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] 10.222.0.85 "GET /v2.0/ports?device_id=9f2acdd5-0951-4d21-a2ba-3caff48e9d17 HTTP/1.1" status: 200 len: 945 time: 0.2740839 May 30 20:35:15.139305 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 50316) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:15.153389 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-906c47ca-ce26-4b4f-8625-0366cf5684b2 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Request body: {'floatingip': {'port_id': 'e29cff58-4b9a-4a94-a7b9-a66d4dd77480'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:35:15.177304 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66888c12-e02f-4c38-9349-e2e9e75b512b None None] DHCP port deletion for e47345d4-98a8-46f5-a7b7-66b2eb513a50 request from n-d-843948-2 {{(pid=84888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:35:15.182885 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-66888c12-e02f-4c38-9349-e2e9e75b512b None None] Deleting port 0fcb1ee6-36ce-445a-b211-04d0930f0389 {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:35:15.183309 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-66888c12-e02f-4c38-9349-e2e9e75b512b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:15.261391 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9831eccf-0ad1-4a12-917a-b0fae3387731 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Made reservation on behalf of 08954986e7454427ae0d40c7652d3c6a for: {'subnet': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:35:15.265726 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9831eccf-0ad1-4a12-917a-b0fae3387731 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2778563'] for subnet, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:15.383286 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-906c47ca-ce26-4b4f-8625-0366cf5684b2 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Notify callbacks [] for floatingip, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:15.607524 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e85da69f-dc0b-482a-9072-ffa494a8de81 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1718140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-736143'] for router_interface, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:15.619450 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-66888c12-e02f-4c38-9349-e2e9e75b512b None None] For port 0fcb1ee6-36ce-445a-b211-04d0930f0389, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=0fcb1ee6-36ce-445a-b211-04d0930f0389,segment=NetworkSegment(2cb73a29-9359-4fbf-99af-be1c6062790b),segment_id=2cb73a29-9359-4fbf-99af-be1c6062790b)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:35:15.621274 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-66888c12-e02f-4c38-9349-e2e9e75b512b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:15.740581 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 50342) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:15.821377 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4a506554-1b88-4821-89d8-76c1332e7fb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:15.851925 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-66888c12-e02f-4c38-9349-e2e9e75b512b None None] Calling delete_port for 0fcb1ee6-36ce-445a-b211-04d0930f0389 owned by network:dhcp {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:35:16.339812 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-66888c12-e02f-4c38-9349-e2e9e75b512b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468'] for port, after_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:16.345689 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-4a506554-1b88-4821-89d8-76c1332e7fb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:35:16.345689 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-4a506554-1b88-4821-89d8-76c1332e7fb5 admin admin] Usage tracker for resource:security_group_rule and tenant:f39b9f6e4ebc4b0e82303774867a1136 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:35:16.345689 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-4a506554-1b88-4821-89d8-76c1332e7fb5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:35:16.363997 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-4a506554-1b88-4821-89d8-76c1332e7fb5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:35:16.392271 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66888c12-e02f-4c38-9349-e2e9e75b512b None None] No DVR routers for this DVR port 0fcb1ee6-36ce-445a-b211-04d0930f0389 on host n-d-843948-2 {{(pid=84888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:35:16.411822 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66888c12-e02f-4c38-9349-e2e9e75b512b None None] Pushing event deleted for resources: {'Port': ['ID=0fcb1ee6-36ce-445a-b211-04d0930f0389,revision_number=None']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:16.651029 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4a506554-1b88-4821-89d8-76c1332e7fb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:16.679471 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e85da69f-dc0b-482a-9072-ffa494a8de81 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Router a4f19232-b258-4352-be0c-c357e4df05ee has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:35:16.680187 n-d-843948-2 neutron-server[84886]: DEBUG neutron.objects.ports [None req-9831eccf-0ad1-4a12-917a-b0fae3387731 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84886) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 30 20:35:16.683461 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9831eccf-0ad1-4a12-917a-b0fae3387731 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4127140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2778577'] for subnet, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:16.769369 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4a506554-1b88-4821-89d8-76c1332e7fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:16.869395 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 0fcb1ee6-36ce-445a-b211-04d0930f0389 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:35:16.898548 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9831eccf-0ad1-4a12-917a-b0fae3387731 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Pushing event updated for resources: {'Subnet': ['ID=db58e5af-d6ed-45c8-a1a7-a7165b82b94c,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:16.904006 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9831eccf-0ad1-4a12-917a-b0fae3387731 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Network e47345d4-98a8-46f5-a7b7-66b2eb513a50 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:35:16.907266 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-9831eccf-0ad1-4a12-917a-b0fae3387731 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:35:16.918397 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9831eccf-0ad1-4a12-917a-b0fae3387731 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:35:16.919249 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9831eccf-0ad1-4a12-917a-b0fae3387731 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks [] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:16.989820 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6bb0a5d-cc43-48ff-933c-ab9785045cd4 None None] Network e47345d4-98a8-46f5-a7b7-66b2eb513a50 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:35:16.998845 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a506554-1b88-4821-89d8-76c1332e7fb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3d7416f-a414-4469-8c22-53e240518002,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:17.017251 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-4a506554-1b88-4821-89d8-76c1332e7fb5 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=f39b9f6e4ebc4b0e82303774867a1136&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2668445 May 30 20:35:17.019536 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 50368) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:17.217348 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-db1b53bf-67f4-4b6f-83e6-ba11d35e2294 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:17.243119 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: 0fcb1ee6-36ce-445a-b211-04d0930f0389 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:35:17.247719 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 0fcb1ee6-36ce-445a-b211-04d0930f0389 not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:35:17.255093 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e85da69f-dc0b-482a-9072-ffa494a8de81 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:35:17.271894 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0426d244-0ae2-4369-a7ed-ac201eea3715 None None] Sync routers for ids ['a4f19232-b258-4352-be0c-c357e4df05ee'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:35:17.302907 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0426d244-0ae2-4369-a7ed-ac201eea3715 None None] Routers {'a4f19232-b258-4352-be0c-c357e4df05ee'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:35:17.303629 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-0426d244-0ae2-4369-a7ed-ac201eea3715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:35:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['a4f19232-b258-4352-be0c-c357e4df05ee'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:35:17.320268 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-9831eccf-0ad1-4a12-917a-b0fae3387731 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.7455480 May 30 20:35:17.328041 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 50378) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:17.340776 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-db1b53bf-67f4-4b6f-83e6-ba11d35e2294 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:17.374443 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-a37b9d39-33fb-4a26-b5e5-d93c82ee52f5 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Request body: {'port': {'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50', 'mac_address': 'fa:16:3e:e1:91:4b', 'name': 'tempest-NetworksTestDHCPv6-1352807929'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:35:17.380044 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-906c47ca-ce26-4b4f-8625-0366cf5684b2 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:17.419555 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6983107e-5346-4aff-bee5-db05ab86733e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-e47345d4-98a8-46f5-a7b7-66b2eb513a50', 'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50', 'tenant_id': '08954986e7454427ae0d40c7652d3c6a', 'fixed_ips': [{'subnet_id': 'db58e5af-d6ed-45c8-a1a7-a7165b82b94c'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:35:17.420946 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-6983107e-5346-4aff-bee5-db05ab86733e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:17.443821 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-906c47ca-ce26-4b4f-8625-0366cf5684b2 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736490'] for floatingip, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:17.539734 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-e85da69f-dc0b-482a-9072-ffa494a8de81 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] 10.222.0.85 "PUT /v2.0/routers/a4f19232-b258-4352-be0c-c357e4df05ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6260030 May 30 20:35:17.543143 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 50386) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:17.703484 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-0426d244-0ae2-4369-a7ed-ac201eea3715 None None] Set router a4f19232-b258-4352-be0c-c357e4df05ee gateway port host: None {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:35:17.786423 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-a37b9d39-33fb-4a26-b5e5-d93c82ee52f5 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:35:17.872898 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-6983107e-5346-4aff-bee5-db05ab86733e None None] Allocated IP 2001:db8::f816:3eff:fe63:53cf (e47345d4-98a8-46f5-a7b7-66b2eb513a50/db58e5af-d6ed-45c8-a1a7-a7165b82b94c/a74fa640-4d25-4c2b-bbec-211d32d437e3) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:35:17.875939 n-d-843948-2 neutron-server[84886]: INFO neutron.db.l3_db [None req-906c47ca-ce26-4b4f-8625-0366cf5684b2 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Floating IP e5f5a0e1-2f0d-41b7-aafb-7f7443750615 associated. External IP: 172.25.8.57, port: e29cff58-4b9a-4a94-a7b9-a66d4dd77480. May 30 20:35:18.086261 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5645a2b-3516-4b1f-8464-354b3dae1043 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Deleting subnet 22ad9598-9de8-434f-8718-0038eb57832b {{(pid=84887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:35:18.098954 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-db1b53bf-67f4-4b6f-83e6-ba11d35e2294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:18.107107 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e5645a2b-3516-4b1f-8464-354b3dae1043 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks [] for subnet, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:18.206165 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-a37b9d39-33fb-4a26-b5e5-d93c82ee52f5 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Usage tracker for resource:port and tenant:08954986e7454427ae0d40c7652d3c6a is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:35:18.223748 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-a37b9d39-33fb-4a26-b5e5-d93c82ee52f5 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:35:18.276155 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e5645a2b-3516-4b1f-8464-354b3dae1043 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3149227'] for subnet, precommit_delete_associations {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:18.302835 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-6983107e-5346-4aff-bee5-db05ab86733e None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:18.326283 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-6983107e-5346-4aff-bee5-db05ab86733e None None] Transition to ACTIVE for port object a74fa640-4d25-4c2b-bbec-211d32d437e3 will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:35:18.345298 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-db1b53bf-67f4-4b6f-83e6-ba11d35e2294 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:18.347416 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-db1b53bf-67f4-4b6f-83e6-ba11d35e2294 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/a3d7416f-a414-4469-8c22-53e240518002 HTTP/1.1" status: 204 len: 168 time: 1.3269205 May 30 20:35:18.350444 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-a37b9d39-33fb-4a26-b5e5-d93c82ee52f5 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:35:18.351372 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-6983107e-5346-4aff-bee5-db05ab86733e None None] Transition to ACTIVE for port object a74fa640-4d25-4c2b-bbec-211d32d437e3 will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:35:18.362245 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1b53bf-67f4-4b6f-83e6-ba11d35e2294 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3d7416f-a414-4469-8c22-53e240518002,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:18.427595 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-6983107e-5346-4aff-bee5-db05ab86733e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:18.434928 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-0426d244-0ae2-4369-a7ed-ac201eea3715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4f19232-b258-4352-be0c-c357e4df05ee', 'name': 'tempest-RoutersIpV6Test-router-317510075', 'tenant_id': 'eeceb350906e46fc9b2c21ca495ac559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:33:59Z', 'updated_at': '2022-05-30T20:35:14Z', 'revision_number': 9, 'project_id': 'eeceb350906e46fc9b2c21ca495ac559', 'gw_port_host': None, '_interfaces': [{'id': '3fc7cdf1-cff4-462a-82b4-ad80bb0f19b7', 'name': '', 'network_id': 'f7aa054c-b3ce-4814-8100-f5d8c473d50b', 'tenant_id': 'eeceb350906e46fc9b2c21ca495ac559', 'mac_address': 'fa:16:3e:08:77:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f19232-b258-4352-be0c-c357e4df05ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bdbd14ab-945e-4aef-b6e0-7157227cf2a3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:34:05Z', 'updated_at': '2022-05-30T20:34:20Z', 'revision_number': 5, 'project_id': 'eeceb350906e46fc9b2c21ca495ac559', 'subnets': [{'id': 'bdbd14ab-945e-4aef-b6e0-7157227cf2a3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74dbeb29-5781-4668-87d4-f4375729732f', 'name': '', 'network_id': 'cd6354ef-bfed-4e68-adfe-b3cbfa9d3cc5', 'tenant_id': 'eeceb350906e46fc9b2c21ca495ac559', 'mac_address': 'fa:16:3e:b1:ef:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f19232-b258-4352-be0c-c357e4df05ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7d55db9-d8c6-4c30-9f1b-9757deb0f8ac', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:34:19Z', 'updated_at': '2022-05-30T20:34:47Z', 'revision_number': 5, 'project_id': 'eeceb350906e46fc9b2c21ca495ac559', 'subnets': [{'id': 'c7d55db9-d8c6-4c30-9f1b-9757deb0f8ac', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:35:18.453693 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0426d244-0ae2-4369-a7ed-ac201eea3715 None None] Checking router: a4f19232-b258-4352-be0c-c357e4df05ee for host: n-d-843948-2 {{(pid=84889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:35:18.489877 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0426d244-0ae2-4369-a7ed-ac201eea3715 None None] Routers {'a4f19232-b258-4352-be0c-c357e4df05ee'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:35:18.492243 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-0426d244-0ae2-4369-a7ed-ac201eea3715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:35:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['a4f19232-b258-4352-be0c-c357e4df05ee'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:35:18.510320 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e5645a2b-3516-4b1f-8464-354b3dae1043 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:18.665674 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6983107e-5346-4aff-bee5-db05ab86733e None None] Network e47345d4-98a8-46f5-a7b7-66b2eb513a50 is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:35:18.684154 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-6983107e-5346-4aff-bee5-db05ab86733e None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:35:18.696213 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6983107e-5346-4aff-bee5-db05ab86733e None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:35:18.823700 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-0426d244-0ae2-4369-a7ed-ac201eea3715 None None] Set router a4f19232-b258-4352-be0c-c357e4df05ee gateway port host: None {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:35:18.831296 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-906c47ca-ce26-4b4f-8625-0366cf5684b2 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Router cc7ecadf-209a-4e8d-a028-be2f676772f2 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:35:18.855576 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6983107e-5346-4aff-bee5-db05ab86733e None None] Pushing event updated for resources: {'Port': ['ID=a74fa640-4d25-4c2b-bbec-211d32d437e3,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:19.032735 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-6983107e-5346-4aff-bee5-db05ab86733e None None] Attempting to bind port a74fa640-4d25-4c2b-bbec-211d32d437e3 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:35:19.033410 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-6983107e-5346-4aff-bee5-db05ab86733e None None] Attempting to bind port a74fa640-4d25-4c2b-bbec-211d32d437e3 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': '2cb73a29-9359-4fbf-99af-be1c6062790b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:35:19.033551 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6983107e-5346-4aff-bee5-db05ab86733e None None] Attempting to bind port a74fa640-4d25-4c2b-bbec-211d32d437e3 on network e47345d4-98a8-46f5-a7b7-66b2eb513a50 {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:35:19.048404 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a37b9d39-33fb-4a26-b5e5-d93c82ee52f5 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Made reservation on behalf of 08954986e7454427ae0d40c7652d3c6a for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:35:19.051970 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6983107e-5346-4aff-bee5-db05ab86733e None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:35:19.052339 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6983107e-5346-4aff-bee5-db05ab86733e None None] Checking segment: {'id': '2cb73a29-9359-4fbf-99af-be1c6062790b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:35:19.052744 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-6983107e-5346-4aff-bee5-db05ab86733e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:19.053161 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6983107e-5346-4aff-bee5-db05ab86733e None None] Bound using segment: {'id': '2cb73a29-9359-4fbf-99af-be1c6062790b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:35:19.053654 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-6983107e-5346-4aff-bee5-db05ab86733e None None] Bound port: a74fa640-4d25-4c2b-bbec-211d32d437e3, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cb73a29-9359-4fbf-99af-be1c6062790b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:35:19.061631 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-6983107e-5346-4aff-bee5-db05ab86733e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:19.271124 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-6983107e-5346-4aff-bee5-db05ab86733e None None] For port a74fa640-4d25-4c2b-bbec-211d32d437e3, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:35:19.275445 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-6983107e-5346-4aff-bee5-db05ab86733e None None] For port a74fa640-4d25-4c2b-bbec-211d32d437e3, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=a74fa640-4d25-4c2b-bbec-211d32d437e3,segment=NetworkSegment(2cb73a29-9359-4fbf-99af-be1c6062790b),segment_id=2cb73a29-9359-4fbf-99af-be1c6062790b)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:35:19.356753 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-6983107e-5346-4aff-bee5-db05ab86733e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:19.458591 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-906c47ca-ce26-4b4f-8625-0366cf5684b2 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:35:19.474936 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-906c47ca-ce26-4b4f-8625-0366cf5684b2 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:19.524705 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f38533-5c3e-43b5-ab90-7aa388caae82 None None] Sync routers for ids ['cc7ecadf-209a-4e8d-a028-be2f676772f2'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:35:19.601983 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f38533-5c3e-43b5-ab90-7aa388caae82 None None] Routers {'cc7ecadf-209a-4e8d-a028-be2f676772f2'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:35:19.603724 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-70f38533-5c3e-43b5-ab90-7aa388caae82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:35:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['cc7ecadf-209a-4e8d-a028-be2f676772f2'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:35:19.605512 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e5645a2b-3516-4b1f-8464-354b3dae1043 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4055470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114247'] for subnet, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:19.650534 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-906c47ca-ce26-4b4f-8625-0366cf5684b2 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] 10.222.0.85 "PUT /v2.0/floatingips/e5f5a0e1-2f0d-41b7-aafb-7f7443750615 HTTP/1.1" status: 200 len: 990 time: 4.5097117 May 30 20:35:19.653341 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f2acdd5-0951-4d21-a2ba-3caff48e9d17', 'tag': 'e29cff58-4b9a-4a94-a7b9-a66d4dd77480'}] {{(pid=84886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:35:19.736285 n-d-843948-2 neutron-server[84886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e311b83b-035c-4bb4-909f-f18a3647d440'] response: {'name': 'network-changed', 'server_uuid': '9f2acdd5-0951-4d21-a2ba-3caff48e9d17', 'tag': 'e29cff58-4b9a-4a94-a7b9-a66d4dd77480', 'status': 'completed', 'code': 200} May 30 20:35:19.765654 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:19.862641 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5645a2b-3516-4b1f-8464-354b3dae1043 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Pushing event deleted for resources: {'Subnet': ['ID=22ad9598-9de8-434f-8718-0038eb57832b,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:19.916135 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e5645a2b-3516-4b1f-8464-354b3dae1043 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:19.935437 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a37b9d39-33fb-4a26-b5e5-d93c82ee52f5 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:19.967289 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0668bc06-8a21-499b-83f2-0ce1861f90d5 None None] Network 99694fcd-3e6d-4945-8cde-15c3dac483f9 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:35:19.977715 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-01558aaa-b5ac-4569-928e-61999972a1c2 req-5e131f7d-947b-488e-bdc9-e369bb63b4ed service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=be518c6f2f7741c6a6c26447eed4fca2&device_id=9f2acdd5-0951-4d21-a2ba-3caff48e9d17 HTTP/1.1" status: 200 len: 1096 time: 0.2234354 May 30 20:35:20.025407 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-e5645a2b-3516-4b1f-8464-354b3dae1043 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] 10.222.0.85 "DELETE /v2.0/subnets/22ad9598-9de8-434f-8718-0038eb57832b HTTP/1.1" status: 204 len: 168 time: 2.4732087 May 30 20:35:20.039276 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 50442) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:20.048837 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-0426d244-0ae2-4369-a7ed-ac201eea3715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4f19232-b258-4352-be0c-c357e4df05ee', 'name': 'tempest-RoutersIpV6Test-router-317510075', 'tenant_id': 'eeceb350906e46fc9b2c21ca495ac559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:33:59Z', 'updated_at': '2022-05-30T20:35:14Z', 'revision_number': 9, 'project_id': 'eeceb350906e46fc9b2c21ca495ac559', 'gw_port_host': None, '_interfaces': [{'id': '3fc7cdf1-cff4-462a-82b4-ad80bb0f19b7', 'name': '', 'network_id': 'f7aa054c-b3ce-4814-8100-f5d8c473d50b', 'tenant_id': 'eeceb350906e46fc9b2c21ca495ac559', 'mac_address': 'fa:16:3e:08:77:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f19232-b258-4352-be0c-c357e4df05ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bdbd14ab-945e-4aef-b6e0-7157227cf2a3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:34:05Z', 'updated_at': '2022-05-30T20:34:20Z', 'revision_number': 5, 'project_id': 'eeceb350906e46fc9b2c21ca495ac559', 'subnets': [{'id': 'bdbd14ab-945e-4aef-b6e0-7157227cf2a3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74dbeb29-5781-4668-87d4-f4375729732f', 'name': '', 'network_id': 'cd6354ef-bfed-4e68-adfe-b3cbfa9d3cc5', 'tenant_id': 'eeceb350906e46fc9b2c21ca495ac559', 'mac_address': 'fa:16:3e:b1:ef:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f19232-b258-4352-be0c-c357e4df05ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7d55db9-d8c6-4c30-9f1b-9757deb0f8ac', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:34:19Z', 'updated_at': '2022-05-30T20:34:47Z', 'revision_number': 5, 'project_id': 'eeceb350906e46fc9b2c21ca495ac559', 'subnets': [{'id': 'c7d55db9-d8c6-4c30-9f1b-9757deb0f8ac', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:35:20.071320 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0426d244-0ae2-4369-a7ed-ac201eea3715 None None] The sync data for ids ['a4f19232-b258-4352-be0c-c357e4df05ee'] in n-d-843948-2 is: [{'id': 'a4f19232-b258-4352-be0c-c357e4df05ee', 'name': 'tempest-RoutersIpV6Test-router-317510075', 'tenant_id': 'eeceb350906e46fc9b2c21ca495ac559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:33:59Z', 'updated_at': '2022-05-30T20:35:14Z', 'revision_number': 9, 'project_id': 'eeceb350906e46fc9b2c21ca495ac559', 'gw_port_host': None, '_interfaces': [{'id': '3fc7cdf1-cff4-462a-82b4-ad80bb0f19b7', 'name': '', 'network_id': 'f7aa054c-b3ce-4814-8100-f5d8c473d50b', 'tenant_id': 'eeceb350906e46fc9b2c21ca495ac559', 'mac_address': 'fa:16:3e:08:77:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f19232-b258-4352-be0c-c357e4df05ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bdbd14ab-945e-4aef-b6e0-7157227cf2a3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:34:05Z', 'updated_at': '2022-05-30T20:34:20Z', 'revision_number': 5, 'project_id': 'eeceb350906e46fc9b2c21ca495ac559', 'subnets': [{'id': 'bdbd14ab-945e-4aef-b6e0-7157227cf2a3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '74dbeb29-5781-4668-87d4-f4375729732f', 'name': '', 'network_id': 'cd6354ef-bfed-4e68-adfe-b3cbfa9d3cc5', 'tenant_id': 'eeceb350906e46fc9b2c21ca495ac559', 'mac_address': 'fa:16:3e:b1:ef:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f19232-b258-4352-be0c-c357e4df05ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7d55db9-d8c6-4c30-9f1b-9757deb0f8ac', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:34:19Z', 'updated_at': '2022-05-30T20:34:47Z', 'revision_number': 5, 'project_id': 'eeceb350906e46fc9b2c21ca495ac559', 'subnets': [{'id': 'c7d55db9-d8c6-4c30-9f1b-9757deb0f8ac', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:35:20.172961 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [None req-a37b9d39-33fb-4a26-b5e5-d93c82ee52f5 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] device_id is not set on port 537c2d04-a5f5-4faf-a0c5-9e6ff4437145 yet. {{(pid=84887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:35:20.488130 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6983107e-5346-4aff-bee5-db05ab86733e None None] Pushing event updated for resources: {'Port': ['ID=a74fa640-4d25-4c2b-bbec-211d32d437e3,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:20.561506 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01558aaa-b5ac-4569-928e-61999972a1c2 req-843222bf-e026-4bd0-b87f-a6c94122eb5a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:35:20.563306 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-01558aaa-b5ac-4569-928e-61999972a1c2 req-843222bf-e026-4bd0-b87f-a6c94122eb5a service neutron] 10.222.0.71 "GET /v2.0/networks?id=76cba922-309a-4387-9272-eb83164f71fd HTTP/1.1" status: 200 len: 912 time: 0.5777066 May 30 20:35:20.679900 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [None req-a37b9d39-33fb-4a26-b5e5-d93c82ee52f5 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Allocated IP 2001:db8::f816:3eff:fee1:914b (e47345d4-98a8-46f5-a7b7-66b2eb513a50/db58e5af-d6ed-45c8-a1a7-a7165b82b94c/537c2d04-a5f5-4faf-a0c5-9e6ff4437145) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:35:20.921717 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-70f38533-5c3e-43b5-ab90-7aa388caae82 None None] Set router cc7ecadf-209a-4e8d-a028-be2f676772f2 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:35:20.950940 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-01558aaa-b5ac-4569-928e-61999972a1c2 req-976c8ad9-0ce7-484b-9f3e-3cc137e08866 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e29cff58-4b9a-4a94-a7b9-a66d4dd77480 HTTP/1.1" status: 200 len: 998 time: 0.3664792 May 30 20:35:21.085330 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device a74fa640-4d25-4c2b-bbec-211d32d437e3 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:35:21.089363 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ed37a633-1d4e-4b22-80ad-600427cb9095 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:21.166405 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01558aaa-b5ac-4569-928e-61999972a1c2 req-0ba9dd98-ea71-45d1-92d0-04f9aa14cade service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:35:21.170068 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-01558aaa-b5ac-4569-928e-61999972a1c2 req-0ba9dd98-ea71-45d1-92d0-04f9aa14cade service neutron] 10.222.0.71 "GET /v2.0/subnets?id=664239a8-9fd7-4297-838f-478b17647c0d HTTP/1.1" status: 200 len: 850 time: 0.1992595 May 30 20:35:21.343955 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-01558aaa-b5ac-4569-928e-61999972a1c2 req-b37a2176-3374-4e96-ba5d-3cc0a0bce2f0 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=76cba922-309a-4387-9272-eb83164f71fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1663451 May 30 20:35:21.352257 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-ed37a633-1d4e-4b22-80ad-600427cb9095 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Deleting port d7d752de-2448-42f3-bfa7-33ef0a7c905b {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:35:21.352932 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ed37a633-1d4e-4b22-80ad-600427cb9095 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:21.577079 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22fbbc35-8c6f-496a-ae90-3b4c5b5a6bd4 None None] DHCP port deletion for 99694fcd-3e6d-4945-8cde-15c3dac483f9 request from n-d-843948-2 {{(pid=84888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:35:21.726283 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-22fbbc35-8c6f-496a-ae90-3b4c5b5a6bd4 None None] Deleting port d7d752de-2448-42f3-bfa7-33ef0a7c905b {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:35:21.726913 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-22fbbc35-8c6f-496a-ae90-3b4c5b5a6bd4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:22.133795 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a37b9d39-33fb-4a26-b5e5-d93c82ee52f5 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:22.140745 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-01558aaa-b5ac-4569-928e-61999972a1c2 req-358bb202-6d9a-474b-8b9b-1ab82b8b0380 service neutron] 10.222.0.71 "GET /v2.0/networks/76cba922-309a-4387-9272-eb83164f71fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7863336 May 30 20:35:22.211576 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [None req-ed37a633-1d4e-4b22-80ad-600427cb9095 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] For port d7d752de-2448-42f3-bfa7-33ef0a7c905b, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=d7d752de-2448-42f3-bfa7-33ef0a7c905b,segment=NetworkSegment(4dc4317e-c03e-40e0-80af-52199844909f),segment_id=4dc4317e-c03e-40e0-80af-52199844909f)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:35:22.212040 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ed37a633-1d4e-4b22-80ad-600427cb9095 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:22.241446 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [None req-a37b9d39-33fb-4a26-b5e5-d93c82ee52f5 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Transition to ACTIVE for port object 537c2d04-a5f5-4faf-a0c5-9e6ff4437145 will not be triggered until provisioned by entity DHCP. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:35:22.316775 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-22fbbc35-8c6f-496a-ae90-3b4c5b5a6bd4 None None] For port d7d752de-2448-42f3-bfa7-33ef0a7c905b, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=d7d752de-2448-42f3-bfa7-33ef0a7c905b,segment=NetworkSegment(4dc4317e-c03e-40e0-80af-52199844909f),segment_id=4dc4317e-c03e-40e0-80af-52199844909f)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:35:22.317193 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-22fbbc35-8c6f-496a-ae90-3b4c5b5a6bd4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:22.446290 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-01558aaa-b5ac-4569-928e-61999972a1c2 req-1dfee2a3-5b11-438e-b018-c3c3bff2be83 service neutron] 10.222.0.71 "GET /v2.0/networks/76cba922-309a-4387-9272-eb83164f71fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2965243 May 30 20:35:22.484105 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-ed37a633-1d4e-4b22-80ad-600427cb9095 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Calling delete_port for d7d752de-2448-42f3-bfa7-33ef0a7c905b owned by network:dhcp {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:35:22.610394 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-22fbbc35-8c6f-496a-ae90-3b4c5b5a6bd4 None None] Calling delete_port for d7d752de-2448-42f3-bfa7-33ef0a7c905b owned by network:dhcp {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:35:22.655622 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port a74fa640-4d25-4c2b-bbec-211d32d437e3 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:35:22.683712 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a37b9d39-33fb-4a26-b5e5-d93c82ee52f5 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:22.706118 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 595d87f4-d3f3-4464-ac69-e38a725716a0 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:35:22.816416 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ed37a633-1d4e-4b22-80ad-600427cb9095 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:22.859777 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37b9d39-33fb-4a26-b5e5-d93c82ee52f5 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Pushing event updated for resources: {'Port': ['ID=537c2d04-a5f5-4faf-a0c5-9e6ff4437145,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:22.864783 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a37b9d39-33fb-4a26-b5e5-d93c82ee52f5 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Network e47345d4-98a8-46f5-a7b7-66b2eb513a50 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:35:22.911268 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.db.api [None req-22fbbc35-8c6f-496a-ae90-3b4c5b5a6bd4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:35:22.913224 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-a37b9d39-33fb-4a26-b5e5-d93c82ee52f5 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:35:22.913348 n-d-843948-2 neutron-server[84888]: DEBUG oslo_db.api [None req-22fbbc35-8c6f-496a-ae90-3b4c5b5a6bd4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:35:22.918795 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:22.919447 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-24123748-76a7-476e-bd49-8126d59de023 None None] Provisioning for port a74fa640-4d25-4c2b-bbec-211d32d437e3 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:35:22.936832 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed37a633-1d4e-4b22-80ad-600427cb9095 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] No DVR routers for this DVR port d7d752de-2448-42f3-bfa7-33ef0a7c905b on host n-d-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:35:22.939193 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37b9d39-33fb-4a26-b5e5-d93c82ee52f5 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:35:22.950452 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: 595d87f4-d3f3-4464-ac69-e38a725716a0 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:35:22.950800 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 595d87f4-d3f3-4464-ac69-e38a725716a0 not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:35:22.952422 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a37b9d39-33fb-4a26-b5e5-d93c82ee52f5 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:35:22.953323 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a37b9d39-33fb-4a26-b5e5-d93c82ee52f5 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:22.981275 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-24123748-76a7-476e-bd49-8126d59de023 None None] Provisioning complete for port a74fa640-4d25-4c2b-bbec-211d32d437e3 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:35:22.986100 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-24123748-76a7-476e-bd49-8126d59de023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:23.005820 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed37a633-1d4e-4b22-80ad-600427cb9095 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Pushing event deleted for resources: {'Port': ['ID=d7d752de-2448-42f3-bfa7-33ef0a7c905b,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:23.127932 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device d7d752de-2448-42f3-bfa7-33ef0a7c905b no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:35:23.195864 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: d7d752de-2448-42f3-bfa7-33ef0a7c905b {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:35:23.196377 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device d7d752de-2448-42f3-bfa7-33ef0a7c905b not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:35:23.205885 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ed37a633-1d4e-4b22-80ad-600427cb9095 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:23.224984 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-70f38533-5c3e-43b5-ab90-7aa388caae82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc7ecadf-209a-4e8d-a028-be2f676772f2', 'name': 'tempest-AttachVolumeTestJSON-1189410636-router', 'tenant_id': 'be518c6f2f7741c6a6c26447eed4fca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': '09164586-c42b-48d1-85ff-5f4722ac884b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:34:22Z', 'updated_at': '2022-05-30T20:34:33Z', 'revision_number': 4, 'project_id': 'be518c6f2f7741c6a6c26447eed4fca2', 'gw_port': {'id': '09164586-c42b-48d1-85ff-5f4722ac884b', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:ee:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7ecadf-209a-4e8d-a028-be2f676772f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:34:23Z', 'updated_at': '2022-05-30T20:34:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': 'e5f5a0e1-2f0d-41b7-aafb-7f7443750615', 'tenant_id': 'be518c6f2f7741c6a6c26447eed4fca2', 'floating_ip_address': '172.25.8.57', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': 'cc7ecadf-209a-4e8d-a028-be2f676772f2', 'port_id': 'e29cff58-4b9a-4a94-a7b9-a66d4dd77480', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76cba922-309a-4387-9272-eb83164f71fd', 'mac_address': 'fa:16:3e:91:20:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2acdd5-0951-4d21-a2ba-3caff48e9d17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:34:42Z', 'updated_at': '2022-05-30T20:35:16Z', 'revision_number': 1, 'project_id': 'be518c6f2f7741c6a6c26447eed4fca2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48163b2d-e078-447f-8121-b1de14d6207b', 'name': '', 'network_id': '76cba922-309a-4387-9272-eb83164f71fd', 'tenant_id': 'be518c6f2f7741c6a6c26447eed4fca2', 'mac_address': 'fa:16:3e:b7:60:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7ecadf-209a-4e8d-a028-be2f676772f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '664239a8-9fd7-4297-838f-478b17647c0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:34:31Z', 'updated_at': '2022-05-30T20:34:53Z', 'revision_number': 5, 'project_id': 'be518c6f2f7741c6a6c26447eed4fca2', 'subnets': [{'id': '664239a8-9fd7-4297-838f-478b17647c0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:35:23.249203 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f38533-5c3e-43b5-ab90-7aa388caae82 None None] Checking router: cc7ecadf-209a-4e8d-a028-be2f676772f2 for host: n-d-843948-2 {{(pid=84888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:35:23.270549 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 50504) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:23.278588 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f38533-5c3e-43b5-ab90-7aa388caae82 None None] Routers {'cc7ecadf-209a-4e8d-a028-be2f676772f2'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:35:23.279334 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-70f38533-5c3e-43b5-ab90-7aa388caae82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:35:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['cc7ecadf-209a-4e8d-a028-be2f676772f2'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:35:23.282562 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-a37b9d39-33fb-4a26-b5e5-d93c82ee52f5 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 5.9476185 May 30 20:35:23.290341 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-ed37a633-1d4e-4b22-80ad-600427cb9095 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99694fcd-3e6d-4945-8cde-15c3dac483f9']}} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:35:23.328021 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-ed37a633-1d4e-4b22-80ad-600427cb9095 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dc4317e-c03e-40e0-80af-52199844909f') {'for_net_delete': True} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:35:23.335126 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-ed37a633-1d4e-4b22-80ad-600427cb9095 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dc4317e-c03e-40e0-80af-52199844909f') {} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:35:23.355193 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ed37a633-1d4e-4b22-80ad-600427cb9095 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3149912'] for segment, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:23.389095 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ed37a633-1d4e-4b22-80ad-600427cb9095 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:23.405103 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed37a633-1d4e-4b22-80ad-600427cb9095 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Releasing vlan 671 on physical network physnet1 to pool {{(pid=84887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:35:23.405993 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ed37a633-1d4e-4b22-80ad-600427cb9095 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4055488'] for segment, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:23.421509 n-d-843948-2 neutron-server[84887]: Traceback (most recent call last): May 30 20:35:23.421509 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:35:23.421509 n-d-843948-2 neutron-server[84887]: timer() May 30 20:35:23.421509 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:35:23.421509 n-d-843948-2 neutron-server[84887]: cb(*args, **kw) May 30 20:35:23.421509 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:35:23.421509 n-d-843948-2 neutron-server[84887]: return func(*args, **kwargs) May 30 20:35:23.421509 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:35:23.421509 n-d-843948-2 neutron-server[84887]: self._notify() May 30 20:35:23.421509 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:35:23.421509 n-d-843948-2 neutron-server[84887]: self.callback(batched_events) May 30 20:35:23.421509 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:35:23.421509 n-d-843948-2 neutron-server[84887]: event.method(event) May 30 20:35:23.421509 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:35:23.421509 n-d-843948-2 neutron-server[84887]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:35:23.421509 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:35:23.421509 n-d-843948-2 neutron-server[84887]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:35:23.421509 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:35:23.421509 n-d-843948-2 neutron-server[84887]: return f(self, *a, **k) May 30 20:35:23.421509 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:35:23.421509 n-d-843948-2 neutron-server[84887]: return self._get(url).json() May 30 20:35:23.421509 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:35:23.421509 n-d-843948-2 neutron-server[84887]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:35:23.421509 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:35:23.421509 n-d-843948-2 neutron-server[84887]: return self.request(url, 'GET', **kwargs) May 30 20:35:23.421509 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:35:23.421509 n-d-843948-2 neutron-server[84887]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:35:23.421509 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:35:23.421509 n-d-843948-2 neutron-server[84887]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:35:23.421509 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:35:23.421509 n-d-843948-2 neutron-server[84887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:35:23.421509 n-d-843948-2 neutron-server[84887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:35:23.444559 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a23cb5f-7b0a-49c5-9189-b5361c09f3ea tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:35:23.451613 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-22fbbc35-8c6f-496a-ae90-3b4c5b5a6bd4 None None] Deleting port d7d752de-2448-42f3-bfa7-33ef0a7c905b {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:35:23.451981 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-22fbbc35-8c6f-496a-ae90-3b4c5b5a6bd4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:23.453558 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a23cb5f-7b0a-49c5-9189-b5361c09f3ea tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:35:23.454400 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-7a23cb5f-7b0a-49c5-9189-b5361c09f3ea tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Synchronizing usage tracker for tenant:08954986e7454427ae0d40c7652d3c6a on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:35:23.569257 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-7a23cb5f-7b0a-49c5-9189-b5361c09f3ea tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Unset dirty status for tenant:08954986e7454427ae0d40c7652d3c6a on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:35:23.573634 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-7a23cb5f-7b0a-49c5-9189-b5361c09f3ea tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.3007748 May 30 20:35:23.576173 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 50514) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:23.702304 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-22fbbc35-8c6f-496a-ae90-3b4c5b5a6bd4 None None] The port 'd7d752de-2448-42f3-bfa7-33ef0a7c905b' was deleted {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 20:35:23.712976 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-9b07f0be-6f44-4e2d-b93e-7922b01d35b4 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Deleting port 537c2d04-a5f5-4faf-a0c5-9e6ff4437145 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:35:23.713746 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9b07f0be-6f44-4e2d-b93e-7922b01d35b4 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:23.728996 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ed37a633-1d4e-4b22-80ad-600427cb9095 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:23.745873 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-24123748-76a7-476e-bd49-8126d59de023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:23.789960 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-24123748-76a7-476e-bd49-8126d59de023 None None] For port a74fa640-4d25-4c2b-bbec-211d32d437e3, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=a74fa640-4d25-4c2b-bbec-211d32d437e3,segment=NetworkSegment(2cb73a29-9359-4fbf-99af-be1c6062790b),segment_id=2cb73a29-9359-4fbf-99af-be1c6062790b)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:35:23.798233 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ed37a633-1d4e-4b22-80ad-600427cb9095 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:23.836537 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed37a633-1d4e-4b22-80ad-600427cb9095 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Pushing event deleted for resources: {'Network': ['ID=99694fcd-3e6d-4945-8cde-15c3dac483f9,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:23.860450 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-ed37a633-1d4e-4b22-80ad-600427cb9095 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] 10.222.0.85 "DELETE /v2.0/networks/99694fcd-3e6d-4945-8cde-15c3dac483f9 HTTP/1.1" status: 204 len: 168 time: 3.8127544 May 30 20:35:23.864360 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 50522) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:23.884622 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-24123748-76a7-476e-bd49-8126d59de023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:23.968221 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-70f38533-5c3e-43b5-ab90-7aa388caae82 None None] Set router cc7ecadf-209a-4e8d-a028-be2f676772f2 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:35:24.347667 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9b07f0be-6f44-4e2d-b93e-7922b01d35b4 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:24.378368 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24123748-76a7-476e-bd49-8126d59de023 None None] Pushing event updated for resources: {'Port': ['ID=a74fa640-4d25-4c2b-bbec-211d32d437e3,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:24.407252 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-9955b25b-a6a4-4c09-8e94-1fb9ec0a0c79 None None] Provisioning for port 537c2d04-a5f5-4faf-a0c5-9e6ff4437145 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:35:24.444238 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-9955b25b-a6a4-4c09-8e94-1fb9ec0a0c79 None None] Provisioning complete for port 537c2d04-a5f5-4faf-a0c5-9e6ff4437145 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:35:24.444526 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-9955b25b-a6a4-4c09-8e94-1fb9ec0a0c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:24.453591 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 50540) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:24.573171 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-9955b25b-a6a4-4c09-8e94-1fb9ec0a0c79 None None] Port 537c2d04-a5f5-4faf-a0c5-9e6ff4437145 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:35:24.576305 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1f10bd85-9707-4cc0-8c5d-1d8f484a826a tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-736216'] for router_interface, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:24.664467 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-9b07f0be-6f44-4e2d-b93e-7922b01d35b4 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Calling delete_port for 537c2d04-a5f5-4faf-a0c5-9e6ff4437145 owned by {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:35:24.901484 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c6759cfa-938c-4e22-b305-bbb87a77938e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:25.087712 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-70f38533-5c3e-43b5-ab90-7aa388caae82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc7ecadf-209a-4e8d-a028-be2f676772f2', 'name': 'tempest-AttachVolumeTestJSON-1189410636-router', 'tenant_id': 'be518c6f2f7741c6a6c26447eed4fca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': '09164586-c42b-48d1-85ff-5f4722ac884b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:34:22Z', 'updated_at': '2022-05-30T20:34:33Z', 'revision_number': 4, 'project_id': 'be518c6f2f7741c6a6c26447eed4fca2', 'gw_port': {'id': '09164586-c42b-48d1-85ff-5f4722ac884b', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:ee:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7ecadf-209a-4e8d-a028-be2f676772f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:34:23Z', 'updated_at': '2022-05-30T20:34:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': 'e5f5a0e1-2f0d-41b7-aafb-7f7443750615', 'tenant_id': 'be518c6f2f7741c6a6c26447eed4fca2', 'floating_ip_address': '172.25.8.57', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': 'cc7ecadf-209a-4e8d-a028-be2f676772f2', 'port_id': 'e29cff58-4b9a-4a94-a7b9-a66d4dd77480', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76cba922-309a-4387-9272-eb83164f71fd', 'mac_address': 'fa:16:3e:91:20:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2acdd5-0951-4d21-a2ba-3caff48e9d17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:34:42Z', 'updated_at': '2022-05-30T20:35:16Z', 'revision_number': 1, 'project_id': 'be518c6f2f7741c6a6c26447eed4fca2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48163b2d-e078-447f-8121-b1de14d6207b', 'name': '', 'network_id': '76cba922-309a-4387-9272-eb83164f71fd', 'tenant_id': 'be518c6f2f7741c6a6c26447eed4fca2', 'mac_address': 'fa:16:3e:b7:60:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7ecadf-209a-4e8d-a028-be2f676772f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '664239a8-9fd7-4297-838f-478b17647c0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:34:31Z', 'updated_at': '2022-05-30T20:34:53Z', 'revision_number': 5, 'project_id': 'be518c6f2f7741c6a6c26447eed4fca2', 'subnets': [{'id': '664239a8-9fd7-4297-838f-478b17647c0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:35:25.095303 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9b07f0be-6f44-4e2d-b93e-7922b01d35b4 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:25.115385 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f38533-5c3e-43b5-ab90-7aa388caae82 None None] The sync data for ids ['cc7ecadf-209a-4e8d-a028-be2f676772f2'] in n-d-843948-2 is: [{'id': 'cc7ecadf-209a-4e8d-a028-be2f676772f2', 'name': 'tempest-AttachVolumeTestJSON-1189410636-router', 'tenant_id': 'be518c6f2f7741c6a6c26447eed4fca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': '09164586-c42b-48d1-85ff-5f4722ac884b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:34:22Z', 'updated_at': '2022-05-30T20:34:33Z', 'revision_number': 4, 'project_id': 'be518c6f2f7741c6a6c26447eed4fca2', 'gw_port': {'id': '09164586-c42b-48d1-85ff-5f4722ac884b', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:ee:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7ecadf-209a-4e8d-a028-be2f676772f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:34:23Z', 'updated_at': '2022-05-30T20:34:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': 'e5f5a0e1-2f0d-41b7-aafb-7f7443750615', 'tenant_id': 'be518c6f2f7741c6a6c26447eed4fca2', 'floating_ip_address': '172.25.8.57', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': 'cc7ecadf-209a-4e8d-a028-be2f676772f2', 'port_id': 'e29cff58-4b9a-4a94-a7b9-a66d4dd77480', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76cba922-309a-4387-9272-eb83164f71fd', 'mac_address': 'fa:16:3e:91:20:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2acdd5-0951-4d21-a2ba-3caff48e9d17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:34:42Z', 'updated_at': '2022-05-30T20:35:16Z', 'revision_number': 1, 'project_id': 'be518c6f2f7741c6a6c26447eed4fca2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48163b2d-e078-447f-8121-b1de14d6207b', 'name': '', 'network_id': '76cba922-309a-4387-9272-eb83164f71fd', 'tenant_id': 'be518c6f2f7741c6a6c26447eed4fca2', 'mac_address': 'fa:16:3e:b7:60:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7ecadf-209a-4e8d-a028-be2f676772f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '664239a8-9fd7-4297-838f-478b17647c0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:34:31Z', 'updated_at': '2022-05-30T20:34:53Z', 'revision_number': 5, 'project_id': 'be518c6f2f7741c6a6c26447eed4fca2', 'subnets': [{'id': '664239a8-9fd7-4297-838f-478b17647c0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:35:25.125725 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device a74fa640-4d25-4c2b-bbec-211d32d437e3 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:35:25.159074 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-c6759cfa-938c-4e22-b305-bbb87a77938e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:35:25.167402 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-c6759cfa-938c-4e22-b305-bbb87a77938e admin admin] Usage tracker for resource:security_group_rule and tenant:9125d54cf5ff4ce09b4ad531f0e088df is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:35:25.186111 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-c6759cfa-938c-4e22-b305-bbb87a77938e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:35:25.235313 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b07f0be-6f44-4e2d-b93e-7922b01d35b4 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Pushing event deleted for resources: {'Port': ['ID=537c2d04-a5f5-4faf-a0c5-9e6ff4437145,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:25.340579 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-c6759cfa-938c-4e22-b305-bbb87a77938e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:35:25.374138 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9b07f0be-6f44-4e2d-b93e-7922b01d35b4 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:25.412793 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port a74fa640-4d25-4c2b-bbec-211d32d437e3 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:35:25.413283 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:25.509073 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-9b07f0be-6f44-4e2d-b93e-7922b01d35b4 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "DELETE /v2.0/ports/537c2d04-a5f5-4faf-a0c5-9e6ff4437145 HTTP/1.1" status: 204 len: 168 time: 1.9294591 May 30 20:35:25.509694 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 50566) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:25.582789 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482168e2-6f94-4f38-8041-aa96017b1f08 None None] New status for floating IP e5f5a0e1-2f0d-41b7-aafb-7f7443750615: ACTIVE {{(pid=84889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 20:35:25.677528 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e97c776-38c1-4e29-86d5-f67b1b28f953 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:35:25.682707 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e97c776-38c1-4e29-86d5-f67b1b28f953 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:35:25.686866 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-5e97c776-38c1-4e29-86d5-f67b1b28f953 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Synchronizing usage tracker for tenant:08954986e7454427ae0d40c7652d3c6a on resource:subnet {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:35:25.779255 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c6759cfa-938c-4e22-b305-bbb87a77938e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:25.808744 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-5e97c776-38c1-4e29-86d5-f67b1b28f953 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Unset dirty status for tenant:08954986e7454427ae0d40c7652d3c6a on resource:subnet {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:35:25.813197 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 50574) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:25.818997 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-5e97c776-38c1-4e29-86d5-f67b1b28f953 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.3024888 May 30 20:35:25.930906 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c6759cfa-938c-4e22-b305-bbb87a77938e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:25.972870 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6759cfa-938c-4e22-b305-bbb87a77938e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55c7397b-774e-4848-934d-54a43ffbdc92,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:26.060830 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-c6759cfa-938c-4e22-b305-bbb87a77938e admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=9125d54cf5ff4ce09b4ad531f0e088df&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6061878 May 30 20:35:26.064586 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 50586) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:26.165298 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-fda53c34-535d-495f-babe-24b33e161ab0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:26.200749 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-fda53c34-535d-495f-babe-24b33e161ab0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:26.230467 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-7b4d04a0-8505-43fe-adc9-1eab01035fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:26.286037 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-1f10bd85-9707-4cc0-8c5d-1d8f484a826a tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Deleting port 74dbeb29-5781-4668-87d4-f4375729732f {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:35:26.287563 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1f10bd85-9707-4cc0-8c5d-1d8f484a826a tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:26.351816 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-fda53c34-535d-495f-babe-24b33e161ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:26.372084 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda53c34-535d-495f-babe-24b33e161ab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55c7397b-774e-4848-934d-54a43ffbdc92,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:26.372415 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_v2 [None req-f178307d-8ceb-4dea-a4fd-cb1588a4b7c5 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Deleting subnet db58e5af-d6ed-45c8-a1a7-a7165b82b94c {{(pid=84887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:35:26.374111 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-fda53c34-535d-495f-babe-24b33e161ab0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:26.379541 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-fda53c34-535d-495f-babe-24b33e161ab0 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/55c7397b-774e-4848-934d-54a43ffbdc92 HTTP/1.1" status: 204 len: 168 time: 0.3137050 May 30 20:35:26.400657 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f178307d-8ceb-4dea-a4fd-cb1588a4b7c5 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks [] for subnet, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:26.767656 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f178307d-8ceb-4dea-a4fd-cb1588a4b7c5 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3149227'] for subnet, precommit_delete_associations {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:26.926366 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [None req-1f10bd85-9707-4cc0-8c5d-1d8f484a826a tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] For port 74dbeb29-5781-4668-87d4-f4375729732f, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=74dbeb29-5781-4668-87d4-f4375729732f,segment=NetworkSegment(e8c6b339-d6d0-4454-9a58-900bcef9c0de),segment_id=e8c6b339-d6d0-4454-9a58-900bcef9c0de)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:35:26.926735 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1f10bd85-9707-4cc0-8c5d-1d8f484a826a tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:27.084274 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-1f10bd85-9707-4cc0-8c5d-1d8f484a826a tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Calling delete_port for 74dbeb29-5781-4668-87d4-f4375729732f owned by network:router_interface {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:35:27.157100 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f178307d-8ceb-4dea-a4fd-cb1588a4b7c5 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:27.398591 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f178307d-8ceb-4dea-a4fd-cb1588a4b7c5 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4055470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114247'] for subnet, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:27.451050 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f178307d-8ceb-4dea-a4fd-cb1588a4b7c5 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Pushing event deleted for resources: {'Subnet': ['ID=db58e5af-d6ed-45c8-a1a7-a7165b82b94c,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:27.463973 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f178307d-8ceb-4dea-a4fd-cb1588a4b7c5 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:27.470735 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9efd33f-5f62-4825-b366-5a6d5c457bf1 None None] Network e47345d4-98a8-46f5-a7b7-66b2eb513a50 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:35:27.511489 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 50632) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:27.551964 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7fba413c-012d-4670-abc3-054b545a6081 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:27.601517 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-f178307d-8ceb-4dea-a4fd-cb1588a4b7c5 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "DELETE /v2.0/subnets/db58e5af-d6ed-45c8-a1a7-a7165b82b94c HTTP/1.1" status: 204 len: 168 time: 1.7870026 May 30 20:35:27.602150 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 50640) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:27.633693 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-7fba413c-012d-4670-abc3-054b545a6081 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:35:27.644865 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-7fba413c-012d-4670-abc3-054b545a6081 admin admin] Usage tracker for resource:security_group_rule and tenant:65e1d4ca55864eda93fbfae79a9dffc1 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:35:27.649511 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-7fba413c-012d-4670-abc3-054b545a6081 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:35:27.663255 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-7fba413c-012d-4670-abc3-054b545a6081 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:35:27.762297 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1f10bd85-9707-4cc0-8c5d-1d8f484a826a tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:27.792164 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-3f5be0a3-34d7-4a82-961e-4098d8e08646 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1887214 May 30 20:35:27.792807 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 50644) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:27.822252 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7fba413c-012d-4670-abc3-054b545a6081 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:27.894653 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7fba413c-012d-4670-abc3-054b545a6081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:27.942597 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f10bd85-9707-4cc0-8c5d-1d8f484a826a tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Pushing event deleted for resources: {'Port': ['ID=74dbeb29-5781-4668-87d4-f4375729732f,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:27.964100 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c24c90de-f1d8-4520-b388-7c1ccd17abe1 None None] DHCP port deletion for e47345d4-98a8-46f5-a7b7-66b2eb513a50 request from n-d-843948-2 {{(pid=84888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:35:27.970593 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-c24c90de-f1d8-4520-b388-7c1ccd17abe1 None None] Deleting port a74fa640-4d25-4c2b-bbec-211d32d437e3 {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:35:27.971087 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-c24c90de-f1d8-4520-b388-7c1ccd17abe1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:27.991870 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fba413c-012d-4670-abc3-054b545a6081 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c46cb00f-b7b8-4188-b03e-7b94e730bc82,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:28.082549 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-7fba413c-012d-4670-abc3-054b545a6081 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=65e1d4ca55864eda93fbfae79a9dffc1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5698025 May 30 20:35:28.083870 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 50654) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:28.316897 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f4178f3f-c26a-47c3-80d4-f64dd49ab55c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:28.360967 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f4178f3f-c26a-47c3-80d4-f64dd49ab55c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:28.388005 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae4b156-950c-4ff1-a476-8dd3dc2b2760 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:35:28.396412 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-cae4b156-950c-4ff1-a476-8dd3dc2b2760 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Synchronizing usage tracker for tenant:08954986e7454427ae0d40c7652d3c6a on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:35:28.433202 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1f10bd85-9707-4cc0-8c5d-1d8f484a826a tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1718140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-736143'] for router_interface, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:28.515172 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-c24c90de-f1d8-4520-b388-7c1ccd17abe1 None None] For port a74fa640-4d25-4c2b-bbec-211d32d437e3, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=a74fa640-4d25-4c2b-bbec-211d32d437e3,segment=NetworkSegment(2cb73a29-9359-4fbf-99af-be1c6062790b),segment_id=2cb73a29-9359-4fbf-99af-be1c6062790b)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:35:28.516214 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-c24c90de-f1d8-4520-b388-7c1ccd17abe1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:28.550943 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f4178f3f-c26a-47c3-80d4-f64dd49ab55c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:28.572504 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4178f3f-c26a-47c3-80d4-f64dd49ab55c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c46cb00f-b7b8-4188-b03e-7b94e730bc82,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:28.595483 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f4178f3f-c26a-47c3-80d4-f64dd49ab55c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:28.599170 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-f4178f3f-c26a-47c3-80d4-f64dd49ab55c admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/c46cb00f-b7b8-4188-b03e-7b94e730bc82 HTTP/1.1" status: 204 len: 168 time: 0.5143101 May 30 20:35:28.656410 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-cae4b156-950c-4ff1-a476-8dd3dc2b2760 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Unset dirty status for tenant:08954986e7454427ae0d40c7652d3c6a on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:35:28.661667 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 50664) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:28.685651 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-c24c90de-f1d8-4520-b388-7c1ccd17abe1 None None] Calling delete_port for a74fa640-4d25-4c2b-bbec-211d32d437e3 owned by network:dhcp {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:35:28.686653 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-cae4b156-950c-4ff1-a476-8dd3dc2b2760 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.8265719 May 30 20:35:28.877009 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8736a79a-ae14-4625-850c-b5e7ffcddaed tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:35:28.878981 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-8736a79a-ae14-4625-850c-b5e7ffcddaed tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2158041 May 30 20:35:28.881412 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 50674) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:28.946387 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-c24c90de-f1d8-4520-b388-7c1ccd17abe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468'] for port, after_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:29.034959 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-103a7655-3b9c-4e68-8ca4-ea26f4ab38a0 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1521542 May 30 20:35:29.035899 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 50678) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:29.041947 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-e2d8463c-9e2e-495d-9014-a186a45ec591 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Request body: {'subnet': {'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:35:29.135700 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24c90de-f1d8-4520-b388-7c1ccd17abe1 None None] No DVR routers for this DVR port a74fa640-4d25-4c2b-bbec-211d32d437e3 on host n-d-843948-2 {{(pid=84888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:35:29.153099 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24c90de-f1d8-4520-b388-7c1ccd17abe1 None None] Pushing event deleted for resources: {'Port': ['ID=a74fa640-4d25-4c2b-bbec-211d32d437e3,revision_number=None']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:29.168309 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 50682) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:29.235269 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device a74fa640-4d25-4c2b-bbec-211d32d437e3 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:35:29.298047 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-e2d8463c-9e2e-495d-9014-a186a45ec591 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:35:29.321930 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-e2d8463c-9e2e-495d-9014-a186a45ec591 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Usage tracker for resource:subnet and tenant:08954986e7454427ae0d40c7652d3c6a is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:35:29.440543 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-e2d8463c-9e2e-495d-9014-a186a45ec591 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:35:29.486243 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: a74fa640-4d25-4c2b-bbec-211d32d437e3 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:35:29.486243 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device a74fa640-4d25-4c2b-bbec-211d32d437e3 not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:35:29.486702 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-e2d8463c-9e2e-495d-9014-a186a45ec591 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:35:29.590150 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-066498c1-ca77-4e7c-86fc-e97472a04e18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:29.634617 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-066498c1-ca77-4e7c-86fc-e97472a04e18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:35:29.640693 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-066498c1-ca77-4e7c-86fc-e97472a04e18 admin admin] Usage tracker for resource:security_group_rule and tenant:7e88c9a856c14b9eb481665926017d83 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:35:29.644640 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-066498c1-ca77-4e7c-86fc-e97472a04e18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:35:29.655016 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-066498c1-ca77-4e7c-86fc-e97472a04e18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:35:29.803126 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-066498c1-ca77-4e7c-86fc-e97472a04e18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:29.807055 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f10bd85-9707-4cc0-8c5d-1d8f484a826a tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Router a4f19232-b258-4352-be0c-c357e4df05ee has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:35:30.074489 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f10bd85-9707-4cc0-8c5d-1d8f484a826a tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:35:30.074489 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-1f10bd85-9707-4cc0-8c5d-1d8f484a826a tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] 10.222.0.85 "PUT /v2.0/routers/a4f19232-b258-4352-be0c-c357e4df05ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1371200 May 30 20:35:30.075469 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa0c55a-debd-44b5-8fb2-9068e4446ce7 None None] Sync routers for ids ['a4f19232-b258-4352-be0c-c357e4df05ee'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:35:30.075469 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa0c55a-debd-44b5-8fb2-9068e4446ce7 None None] Routers {'a4f19232-b258-4352-be0c-c357e4df05ee'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:35:30.075469 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-8aa0c55a-debd-44b5-8fb2-9068e4446ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:35:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['a4f19232-b258-4352-be0c-c357e4df05ee'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:35:30.076801 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 50702) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:30.196269 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-8aa0c55a-debd-44b5-8fb2-9068e4446ce7 None None] Set router a4f19232-b258-4352-be0c-c357e4df05ee gateway port host: None {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:35:30.365148 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2d8463c-9e2e-495d-9014-a186a45ec591 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Made reservation on behalf of 08954986e7454427ae0d40c7652d3c6a for: {'subnet': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:35:30.546256 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e2d8463c-9e2e-495d-9014-a186a45ec591 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2778563'] for subnet, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:30.573274 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_v2 [None req-6db69f36-bfcf-48b3-9237-12fcbf77fdfa tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Deleting subnet c7d55db9-d8c6-4c30-9f1b-9757deb0f8ac {{(pid=84886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:35:30.608927 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-8aa0c55a-debd-44b5-8fb2-9068e4446ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4f19232-b258-4352-be0c-c357e4df05ee', 'name': 'tempest-RoutersIpV6Test-router-317510075', 'tenant_id': 'eeceb350906e46fc9b2c21ca495ac559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:33:59Z', 'updated_at': '2022-05-30T20:35:27Z', 'revision_number': 10, 'project_id': 'eeceb350906e46fc9b2c21ca495ac559', 'gw_port_host': None, '_interfaces': [{'id': '3fc7cdf1-cff4-462a-82b4-ad80bb0f19b7', 'name': '', 'network_id': 'f7aa054c-b3ce-4814-8100-f5d8c473d50b', 'tenant_id': 'eeceb350906e46fc9b2c21ca495ac559', 'mac_address': 'fa:16:3e:08:77:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f19232-b258-4352-be0c-c357e4df05ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bdbd14ab-945e-4aef-b6e0-7157227cf2a3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:34:05Z', 'updated_at': '2022-05-30T20:34:20Z', 'revision_number': 5, 'project_id': 'eeceb350906e46fc9b2c21ca495ac559', 'subnets': [{'id': 'bdbd14ab-945e-4aef-b6e0-7157227cf2a3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:35:30.615136 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa0c55a-debd-44b5-8fb2-9068e4446ce7 None None] Checking router: a4f19232-b258-4352-be0c-c357e4df05ee for host: n-d-843948-2 {{(pid=84888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:35:30.628769 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa0c55a-debd-44b5-8fb2-9068e4446ce7 None None] Routers {'a4f19232-b258-4352-be0c-c357e4df05ee'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:35:30.629754 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-8aa0c55a-debd-44b5-8fb2-9068e4446ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:35:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['a4f19232-b258-4352-be0c-c357e4df05ee'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:35:30.630500 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6db69f36-bfcf-48b3-9237-12fcbf77fdfa tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks [] for subnet, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:30.764898 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:30.764898 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-dc0d20eb-07ad-4a13-9381-54ff802edc76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:30.842102 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6db69f36-bfcf-48b3-9237-12fcbf77fdfa tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2655517'] for subnet, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:30.918417 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-066498c1-ca77-4e7c-86fc-e97472a04e18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:30.938958 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-8aa0c55a-debd-44b5-8fb2-9068e4446ce7 None None] Set router a4f19232-b258-4352-be0c-c357e4df05ee gateway port host: None {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:35:30.980472 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-066498c1-ca77-4e7c-86fc-e97472a04e18 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=7e88c9a856c14b9eb481665926017d83&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8110902 May 30 20:35:30.984872 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 50714) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:31.060138 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ffd26550-6d7b-47bf-b996-b656a1aa7fcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:31.065300 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066498c1-ca77-4e7c-86fc-e97472a04e18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dc52554-57f6-409b-ac9d-a7a26e79dcfc,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:31.113308 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ffd26550-6d7b-47bf-b996-b656a1aa7fcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:31.182677 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6db69f36-bfcf-48b3-9237-12fcbf77fdfa tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:31.386809 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e2d8463c-9e2e-495d-9014-a186a45ec591 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4127140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2778577'] for subnet, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:31.420544 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ffd26550-6d7b-47bf-b996-b656a1aa7fcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:31.459249 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ffd26550-6d7b-47bf-b996-b656a1aa7fcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:31.471519 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:35:31.476087 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d8463c-9e2e-495d-9014-a186a45ec591 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Network e47345d4-98a8-46f5-a7b7-66b2eb513a50 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:35:31.478077 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-ffd26550-6d7b-47bf-b996-b656a1aa7fcf admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/5dc52554-57f6-409b-ac9d-a7a26e79dcfc HTTP/1.1" status: 204 len: 168 time: 0.4828050 May 30 20:35:31.480221 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d8463c-9e2e-495d-9014-a186a45ec591 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Pushing event updated for resources: {'Subnet': ['ID=ff414c1e-a291-49de-84fd-8f86648f6268,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:31.483327 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd26550-6d7b-47bf-b996-b656a1aa7fcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dc52554-57f6-409b-ac9d-a7a26e79dcfc,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:31.488904 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-e2d8463c-9e2e-495d-9014-a186a45ec591 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:35:31.499079 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d8463c-9e2e-495d-9014-a186a45ec591 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:35:31.499975 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e2d8463c-9e2e-495d-9014-a186a45ec591 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks [] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:31.510047 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6db69f36-bfcf-48b3-9237-12fcbf77fdfa tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4127075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2778536'] for subnet, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:31.516712 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:31.548039 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f48ae53d-d0bc-45ed-935a-e239b0c6d61a None None] Network e47345d4-98a8-46f5-a7b7-66b2eb513a50 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:35:31.612049 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db69f36-bfcf-48b3-9237-12fcbf77fdfa tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Pushing event deleted for resources: {'Subnet': ['ID=c7d55db9-d8c6-4c30-9f1b-9757deb0f8ac,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:31.618211 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6db69f36-bfcf-48b3-9237-12fcbf77fdfa tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks [] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:31.626599 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 50734) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:31.626815 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-6db69f36-bfcf-48b3-9237-12fcbf77fdfa tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] 10.222.0.85 "DELETE /v2.0/subnets/c7d55db9-d8c6-4c30-9f1b-9757deb0f8ac HTTP/1.1" status: 204 len: 168 time: 1.5457802 May 30 20:35:31.649648 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-e2d8463c-9e2e-495d-9014-a186a45ec591 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6124446 May 30 20:35:31.662243 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b496414f-9d58-4000-bf44-55fadc8d2aae None None] Network cd6354ef-bfed-4e68-adfe-b3cbfa9d3cc5 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:35:31.662627 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 50740) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:31.671551 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-12f69ee1-8af6-48a7-aae0-c810f6372f5e tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Request body: {'port': {'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50', 'mac_address': 'fa:16:3e:a2:c3:a9', 'name': 'tempest-NetworksTestDHCPv6-153821264'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:35:31.977585 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3a7db1f9-bd6f-4a6c-be8d-2e177205680e tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:32.011434 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-3a7db1f9-bd6f-4a6c-be8d-2e177205680e tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Deleting port e1fca2af-9289-4b50-91ff-269866e698f5 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:35:32.014410 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3a7db1f9-bd6f-4a6c-be8d-2e177205680e tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:32.134326 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-12f69ee1-8af6-48a7-aae0-c810f6372f5e tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:35:32.164424 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-8aa0c55a-debd-44b5-8fb2-9068e4446ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4f19232-b258-4352-be0c-c357e4df05ee', 'name': 'tempest-RoutersIpV6Test-router-317510075', 'tenant_id': 'eeceb350906e46fc9b2c21ca495ac559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:33:59Z', 'updated_at': '2022-05-30T20:35:27Z', 'revision_number': 10, 'project_id': 'eeceb350906e46fc9b2c21ca495ac559', 'gw_port_host': None, '_interfaces': [{'id': '3fc7cdf1-cff4-462a-82b4-ad80bb0f19b7', 'name': '', 'network_id': 'f7aa054c-b3ce-4814-8100-f5d8c473d50b', 'tenant_id': 'eeceb350906e46fc9b2c21ca495ac559', 'mac_address': 'fa:16:3e:08:77:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f19232-b258-4352-be0c-c357e4df05ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bdbd14ab-945e-4aef-b6e0-7157227cf2a3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:34:05Z', 'updated_at': '2022-05-30T20:34:20Z', 'revision_number': 5, 'project_id': 'eeceb350906e46fc9b2c21ca495ac559', 'subnets': [{'id': 'bdbd14ab-945e-4aef-b6e0-7157227cf2a3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:35:32.165714 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-12f69ee1-8af6-48a7-aae0-c810f6372f5e tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:35:32.174427 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa0c55a-debd-44b5-8fb2-9068e4446ce7 None None] The sync data for ids ['a4f19232-b258-4352-be0c-c357e4df05ee'] in n-d-843948-2 is: [{'id': 'a4f19232-b258-4352-be0c-c357e4df05ee', 'name': 'tempest-RoutersIpV6Test-router-317510075', 'tenant_id': 'eeceb350906e46fc9b2c21ca495ac559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:33:59Z', 'updated_at': '2022-05-30T20:35:27Z', 'revision_number': 10, 'project_id': 'eeceb350906e46fc9b2c21ca495ac559', 'gw_port_host': None, '_interfaces': [{'id': '3fc7cdf1-cff4-462a-82b4-ad80bb0f19b7', 'name': '', 'network_id': 'f7aa054c-b3ce-4814-8100-f5d8c473d50b', 'tenant_id': 'eeceb350906e46fc9b2c21ca495ac559', 'mac_address': 'fa:16:3e:08:77:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f19232-b258-4352-be0c-c357e4df05ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bdbd14ab-945e-4aef-b6e0-7157227cf2a3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:34:05Z', 'updated_at': '2022-05-30T20:34:20Z', 'revision_number': 5, 'project_id': 'eeceb350906e46fc9b2c21ca495ac559', 'subnets': [{'id': 'bdbd14ab-945e-4aef-b6e0-7157227cf2a3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:35:32.271765 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12f69ee1-8af6-48a7-aae0-c810f6372f5e tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Made reservation on behalf of 08954986e7454427ae0d40c7652d3c6a for: {'port': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:35:32.276110 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-12f69ee1-8af6-48a7-aae0-c810f6372f5e tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:32.353716 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [None req-12f69ee1-8af6-48a7-aae0-c810f6372f5e tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] device_id is not set on port 84ed2f5a-1f6e-4f30-aa63-296aa9227c58 yet. {{(pid=84886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:35:32.458064 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52fcd5c2-5417-4a3e-8a01-32b8b972f15a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-e47345d4-98a8-46f5-a7b7-66b2eb513a50', 'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50', 'tenant_id': '08954986e7454427ae0d40c7652d3c6a', 'fixed_ips': [{'subnet_id': 'ff414c1e-a291-49de-84fd-8f86648f6268'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:35:32.461300 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-52fcd5c2-5417-4a3e-8a01-32b8b972f15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:32.587715 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [None req-3a7db1f9-bd6f-4a6c-be8d-2e177205680e tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] For port e1fca2af-9289-4b50-91ff-269866e698f5, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=e1fca2af-9289-4b50-91ff-269866e698f5,segment=NetworkSegment(e8c6b339-d6d0-4454-9a58-900bcef9c0de),segment_id=e8c6b339-d6d0-4454-9a58-900bcef9c0de)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:35:32.588380 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3a7db1f9-bd6f-4a6c-be8d-2e177205680e tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:32.683498 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd3401b-026f-4ffd-9657-13324b3786ff None None] DHCP port deletion for cd6354ef-bfed-4e68-adfe-b3cbfa9d3cc5 request from n-d-843948-2 {{(pid=84888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:35:32.710353 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-5dd3401b-026f-4ffd-9657-13324b3786ff None None] Deleting port e1fca2af-9289-4b50-91ff-269866e698f5 {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:35:32.710353 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-5dd3401b-026f-4ffd-9657-13324b3786ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:32.770536 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-12f69ee1-8af6-48a7-aae0-c810f6372f5e tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Allocated IP 2001:db8::2ea (e47345d4-98a8-46f5-a7b7-66b2eb513a50/ff414c1e-a291-49de-84fd-8f86648f6268/84ed2f5a-1f6e-4f30-aa63-296aa9227c58) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:35:32.880795 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 50764) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:32.944885 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-3a7db1f9-bd6f-4a6c-be8d-2e177205680e tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Calling delete_port for e1fca2af-9289-4b50-91ff-269866e698f5 owned by network:dhcp {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:35:33.013931 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6fcab52c-1bbf-4932-a9d5-36349bb026e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:33.226131 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 74dbeb29-5781-4668-87d4-f4375729732f no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:35:33.230715 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3a7db1f9-bd6f-4a6c-be8d-2e177205680e tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:33.283426 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: 74dbeb29-5781-4668-87d4-f4375729732f {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:35:33.283426 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 74dbeb29-5781-4668-87d4-f4375729732f not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:35:33.283426 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device e1fca2af-9289-4b50-91ff-269866e698f5 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:35:33.304581 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-12f69ee1-8af6-48a7-aae0-c810f6372f5e tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:33.328341 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [None req-12f69ee1-8af6-48a7-aae0-c810f6372f5e tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Transition to ACTIVE for port object 84ed2f5a-1f6e-4f30-aa63-296aa9227c58 will not be triggered until provisioned by entity DHCP. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:35:33.335437 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:33.341857 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: e1fca2af-9289-4b50-91ff-269866e698f5 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:35:33.342172 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7db1f9-bd6f-4a6c-be8d-2e177205680e tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Pushing event deleted for resources: {'Port': ['ID=e1fca2af-9289-4b50-91ff-269866e698f5,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:33.342385 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device e1fca2af-9289-4b50-91ff-269866e698f5 not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:35:33.367990 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7db1f9-bd6f-4a6c-be8d-2e177205680e tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] No DVR routers for this DVR port e1fca2af-9289-4b50-91ff-269866e698f5 on host n-d-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:35:33.413141 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-6fcab52c-1bbf-4932-a9d5-36349bb026e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:35:33.427177 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-5dd3401b-026f-4ffd-9657-13324b3786ff None None] For port e1fca2af-9289-4b50-91ff-269866e698f5, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=e1fca2af-9289-4b50-91ff-269866e698f5,segment=NetworkSegment(e8c6b339-d6d0-4454-9a58-900bcef9c0de),segment_id=e8c6b339-d6d0-4454-9a58-900bcef9c0de)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:35:33.428247 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-5dd3401b-026f-4ffd-9657-13324b3786ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:33.434328 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-6fcab52c-1bbf-4932-a9d5-36349bb026e9 admin admin] Usage tracker for resource:security_group_rule and tenant:7ac8d20710a94e938c6883a96f80b4b5 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:35:33.441200 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-6fcab52c-1bbf-4932-a9d5-36349bb026e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:35:33.458344 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-6fcab52c-1bbf-4932-a9d5-36349bb026e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:35:33.635811 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6fcab52c-1bbf-4932-a9d5-36349bb026e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:33.686393 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3a7db1f9-bd6f-4a6c-be8d-2e177205680e tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:33.700707 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-5dd3401b-026f-4ffd-9657-13324b3786ff None None] Calling delete_port for e1fca2af-9289-4b50-91ff-269866e698f5 owned by network:dhcp {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:35:33.723523 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-12f69ee1-8af6-48a7-aae0-c810f6372f5e tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:33.804066 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-3a7db1f9-bd6f-4a6c-be8d-2e177205680e tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd6354ef-bfed-4e68-adfe-b3cbfa9d3cc5']}} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:35:33.864634 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6fcab52c-1bbf-4932-a9d5-36349bb026e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:33.920632 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-3a7db1f9-bd6f-4a6c-be8d-2e177205680e tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8c6b339-d6d0-4454-9a58-900bcef9c0de') {'for_net_delete': True} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:35:33.920632 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-3a7db1f9-bd6f-4a6c-be8d-2e177205680e tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8c6b339-d6d0-4454-9a58-900bcef9c0de') {} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:35:33.941509 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3a7db1f9-bd6f-4a6c-be8d-2e177205680e tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3149912'] for segment, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:33.944607 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-52fcd5c2-5417-4a3e-8a01-32b8b972f15a None None] Allocated IP 2001:db8::2 (e47345d4-98a8-46f5-a7b7-66b2eb513a50/ff414c1e-a291-49de-84fd-8f86648f6268/c340acc7-0900-4b31-8589-965705c9deb9) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:35:33.963579 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3a7db1f9-bd6f-4a6c-be8d-2e177205680e tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:33.978029 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f69ee1-8af6-48a7-aae0-c810f6372f5e tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Network e47345d4-98a8-46f5-a7b7-66b2eb513a50 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:35:33.978202 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a7db1f9-bd6f-4a6c-be8d-2e177205680e tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Releasing vlan 663 on physical network physnet1 to pool {{(pid=84887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:35:33.978310 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcab52c-1bbf-4932-a9d5-36349bb026e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c4a84f5-1bce-4d9a-8de2-e3f96b1837d5,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:33.978412 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3a7db1f9-bd6f-4a6c-be8d-2e177205680e tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4055488'] for segment, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:33.978848 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-12f69ee1-8af6-48a7-aae0-c810f6372f5e tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:35:33.985768 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f69ee1-8af6-48a7-aae0-c810f6372f5e tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Pushing event updated for resources: {'Port': ['ID=84ed2f5a-1f6e-4f30-aa63-296aa9227c58,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:33.988802 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f69ee1-8af6-48a7-aae0-c810f6372f5e tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:35:33.993512 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f69ee1-8af6-48a7-aae0-c810f6372f5e tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:35:33.995100 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-12f69ee1-8af6-48a7-aae0-c810f6372f5e tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:34.001982 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-6fcab52c-1bbf-4932-a9d5-36349bb026e9 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=7ac8d20710a94e938c6883a96f80b4b5&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1197009 May 30 20:35:34.006043 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 50786) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:34.142878 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.db.api [None req-5dd3401b-026f-4ffd-9657-13324b3786ff None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:35:34.143847 n-d-843948-2 neutron-server[84888]: DEBUG oslo_db.api [None req-5dd3401b-026f-4ffd-9657-13324b3786ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:35:34.154193 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-fffa32e5-b061-420c-bc16-88adfe633cc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:34.193084 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-12f69ee1-8af6-48a7-aae0-c810f6372f5e tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.5263045 May 30 20:35:34.200768 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 50792) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:34.208106 n-d-843948-2 neutron-server[84887]: Traceback (most recent call last): May 30 20:35:34.208106 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:35:34.208106 n-d-843948-2 neutron-server[84887]: timer() May 30 20:35:34.208106 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:35:34.208106 n-d-843948-2 neutron-server[84887]: cb(*args, **kw) May 30 20:35:34.208106 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:35:34.208106 n-d-843948-2 neutron-server[84887]: return func(*args, **kwargs) May 30 20:35:34.208106 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:35:34.208106 n-d-843948-2 neutron-server[84887]: self._notify() May 30 20:35:34.208106 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:35:34.208106 n-d-843948-2 neutron-server[84887]: self.callback(batched_events) May 30 20:35:34.208106 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:35:34.208106 n-d-843948-2 neutron-server[84887]: event.method(event) May 30 20:35:34.208106 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:35:34.208106 n-d-843948-2 neutron-server[84887]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:35:34.208106 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:35:34.208106 n-d-843948-2 neutron-server[84887]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:35:34.208106 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:35:34.208106 n-d-843948-2 neutron-server[84887]: return f(self, *a, **k) May 30 20:35:34.208106 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:35:34.208106 n-d-843948-2 neutron-server[84887]: return self._get(url).json() May 30 20:35:34.208106 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:35:34.208106 n-d-843948-2 neutron-server[84887]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:35:34.208106 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:35:34.208106 n-d-843948-2 neutron-server[84887]: return self.request(url, 'GET', **kwargs) May 30 20:35:34.208106 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:35:34.208106 n-d-843948-2 neutron-server[84887]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:35:34.208106 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:35:34.208106 n-d-843948-2 neutron-server[84887]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:35:34.208106 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:35:34.208106 n-d-843948-2 neutron-server[84887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:35:34.208106 n-d-843948-2 neutron-server[84887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:35:34.334948 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3a7db1f9-bd6f-4a6c-be8d-2e177205680e tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:34.373959 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3a7db1f9-bd6f-4a6c-be8d-2e177205680e tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:34.397568 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-fffa32e5-b061-420c-bc16-88adfe633cc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:34.411279 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-3a7db1f9-bd6f-4a6c-be8d-2e177205680e tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] 10.222.0.85 "DELETE /v2.0/networks/cd6354ef-bfed-4e68-adfe-b3cbfa9d3cc5 HTTP/1.1" status: 204 len: 168 time: 2.7816937 May 30 20:35:34.411544 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 50798) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:34.411721 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7db1f9-bd6f-4a6c-be8d-2e177205680e tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Pushing event deleted for resources: {'Network': ['ID=cd6354ef-bfed-4e68-adfe-b3cbfa9d3cc5,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:34.449432 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-52fcd5c2-5417-4a3e-8a01-32b8b972f15a None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:34.466675 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-52fcd5c2-5417-4a3e-8a01-32b8b972f15a None None] Transition to ACTIVE for port object c340acc7-0900-4b31-8589-965705c9deb9 will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:35:34.506055 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-52fcd5c2-5417-4a3e-8a01-32b8b972f15a None None] Transition to ACTIVE for port object c340acc7-0900-4b31-8589-965705c9deb9 will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:35:34.604490 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-52fcd5c2-5417-4a3e-8a01-32b8b972f15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:34.658964 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6983f37d-833f-4eb6-b832-dd78f8387f9e tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:35:34.660013 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-6983f37d-833f-4eb6-b832-dd78f8387f9e tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Synchronizing usage tracker for tenant:08954986e7454427ae0d40c7652d3c6a on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:35:34.683775 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-5dd3401b-026f-4ffd-9657-13324b3786ff None None] Deleting port e1fca2af-9289-4b50-91ff-269866e698f5 {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:35:34.684885 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-5dd3401b-026f-4ffd-9657-13324b3786ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:34.884757 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-5dd3401b-026f-4ffd-9657-13324b3786ff None None] The port 'e1fca2af-9289-4b50-91ff-269866e698f5' was deleted {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 20:35:34.914788 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52fcd5c2-5417-4a3e-8a01-32b8b972f15a None None] Network e47345d4-98a8-46f5-a7b7-66b2eb513a50 is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:35:34.933326 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-52fcd5c2-5417-4a3e-8a01-32b8b972f15a None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:35:34.939560 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52fcd5c2-5417-4a3e-8a01-32b8b972f15a None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:35:34.975208 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fcd5c2-5417-4a3e-8a01-32b8b972f15a None None] Pushing event updated for resources: {'Port': ['ID=c340acc7-0900-4b31-8589-965705c9deb9,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:35.011326 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-6983f37d-833f-4eb6-b832-dd78f8387f9e tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Unset dirty status for tenant:08954986e7454427ae0d40c7652d3c6a on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:35:35.022258 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 50816) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:35.041876 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-6983f37d-833f-4eb6-b832-dd78f8387f9e tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.8321810 May 30 20:35:35.041876 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-fffa32e5-b061-420c-bc16-88adfe633cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:35.081329 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-52fcd5c2-5417-4a3e-8a01-32b8b972f15a None None] Attempting to bind port c340acc7-0900-4b31-8589-965705c9deb9 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:35:35.082262 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-52fcd5c2-5417-4a3e-8a01-32b8b972f15a None None] Attempting to bind port c340acc7-0900-4b31-8589-965705c9deb9 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': '2cb73a29-9359-4fbf-99af-be1c6062790b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:35:35.082623 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52fcd5c2-5417-4a3e-8a01-32b8b972f15a None None] Attempting to bind port c340acc7-0900-4b31-8589-965705c9deb9 on network e47345d4-98a8-46f5-a7b7-66b2eb513a50 {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:35:35.091256 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52fcd5c2-5417-4a3e-8a01-32b8b972f15a None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:35:35.091619 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52fcd5c2-5417-4a3e-8a01-32b8b972f15a None None] Checking segment: {'id': '2cb73a29-9359-4fbf-99af-be1c6062790b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:35:35.092018 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-52fcd5c2-5417-4a3e-8a01-32b8b972f15a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:35.092408 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52fcd5c2-5417-4a3e-8a01-32b8b972f15a None None] Bound using segment: {'id': '2cb73a29-9359-4fbf-99af-be1c6062790b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:35:35.093038 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-52fcd5c2-5417-4a3e-8a01-32b8b972f15a None None] Bound port: c340acc7-0900-4b31-8589-965705c9deb9, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cb73a29-9359-4fbf-99af-be1c6062790b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:35:35.093415 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-52fcd5c2-5417-4a3e-8a01-32b8b972f15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:35.130892 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffa32e5-b061-420c-bc16-88adfe633cc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c4a84f5-1bce-4d9a-8de2-e3f96b1837d5,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:35.177099 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-fffa32e5-b061-420c-bc16-88adfe633cc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:35.178413 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-fffa32e5-b061-420c-bc16-88adfe633cc1 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/1c4a84f5-1bce-4d9a-8de2-e3f96b1837d5 HTTP/1.1" status: 204 len: 168 time: 1.1709435 May 30 20:35:35.229452 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-d10c452f-918b-4ea4-89a5-bb48ac313dc7 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Deleting port 84ed2f5a-1f6e-4f30-aa63-296aa9227c58 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:35:35.230048 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d10c452f-918b-4ea4-89a5-bb48ac313dc7 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:35.330698 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-52fcd5c2-5417-4a3e-8a01-32b8b972f15a None None] For port c340acc7-0900-4b31-8589-965705c9deb9, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:35:35.335549 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-52fcd5c2-5417-4a3e-8a01-32b8b972f15a None None] For port c340acc7-0900-4b31-8589-965705c9deb9, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=c340acc7-0900-4b31-8589-965705c9deb9,segment=NetworkSegment(2cb73a29-9359-4fbf-99af-be1c6062790b),segment_id=2cb73a29-9359-4fbf-99af-be1c6062790b)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:35:35.349068 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d6501770-5ebd-43da-b7db-976e1c132126 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-736216'] for router_interface, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:35.422084 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-52fcd5c2-5417-4a3e-8a01-32b8b972f15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:35.478422 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-cf924cd9-127f-4d34-bd81-a11011d70ddc req-914a14ec-1a64-490e-8be7-cfbc97a9f6e0 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=9f2acdd5-0951-4d21-a2ba-3caff48e9d17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3710659 May 30 20:35:35.654638 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fcd5c2-5417-4a3e-8a01-32b8b972f15a None None] Pushing event updated for resources: {'Port': ['ID=c340acc7-0900-4b31-8589-965705c9deb9,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:35.933419 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-cf924cd9-127f-4d34-bd81-a11011d70ddc req-0aca0cd4-3054-44f0-8ac4-95b47ca7482b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=be518c6f2f7741c6a6c26447eed4fca2&device_id=9f2acdd5-0951-4d21-a2ba-3caff48e9d17 HTTP/1.1" status: 200 len: 1096 time: 0.2755239 May 30 20:35:36.318829 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d10c452f-918b-4ea4-89a5-bb48ac313dc7 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:36.553545 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-d10c452f-918b-4ea4-89a5-bb48ac313dc7 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Calling delete_port for 84ed2f5a-1f6e-4f30-aa63-296aa9227c58 owned by {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:35:36.591075 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf924cd9-127f-4d34-bd81-a11011d70ddc req-21af82cd-6236-497e-bbe4-73a5efc15b02 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:35:36.592643 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-cf924cd9-127f-4d34-bd81-a11011d70ddc req-21af82cd-6236-497e-bbe4-73a5efc15b02 service neutron] 10.222.0.71 "GET /v2.0/networks?id=76cba922-309a-4387-9272-eb83164f71fd HTTP/1.1" status: 200 len: 912 time: 0.4845200 May 30 20:35:36.842838 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-cf924cd9-127f-4d34-bd81-a11011d70ddc req-7bcc18a6-d31d-4646-8408-bee2ac39c59a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e29cff58-4b9a-4a94-a7b9-a66d4dd77480 HTTP/1.1" status: 200 len: 1000 time: 0.2368975 May 30 20:35:36.946955 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d10c452f-918b-4ea4-89a5-bb48ac313dc7 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:36.990514 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf924cd9-127f-4d34-bd81-a11011d70ddc req-91bed11c-2a61-4111-964c-767ef9b89d30 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:35:36.992263 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-cf924cd9-127f-4d34-bd81-a11011d70ddc req-91bed11c-2a61-4111-964c-767ef9b89d30 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=664239a8-9fd7-4297-838f-478b17647c0d HTTP/1.1" status: 200 len: 850 time: 0.1428845 May 30 20:35:37.138041 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10c452f-918b-4ea4-89a5-bb48ac313dc7 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Pushing event deleted for resources: {'Port': ['ID=84ed2f5a-1f6e-4f30-aa63-296aa9227c58,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:37.267129 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device c340acc7-0900-4b31-8589-965705c9deb9 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:35:37.323013 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d10c452f-918b-4ea4-89a5-bb48ac313dc7 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:37.350038 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-d10c452f-918b-4ea4-89a5-bb48ac313dc7 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "DELETE /v2.0/ports/84ed2f5a-1f6e-4f30-aa63-296aa9227c58 HTTP/1.1" status: 204 len: 168 time: 2.3261731 May 30 20:35:37.358231 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 50868) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:37.506287 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port c340acc7-0900-4b31-8589-965705c9deb9 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:35:37.599520 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b64425f2-9817-4ecf-8f68-cdb28af230e3 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:35:37.601483 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b64425f2-9817-4ecf-8f68-cdb28af230e3 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:35:37.602308 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-b64425f2-9817-4ecf-8f68-cdb28af230e3 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Synchronizing usage tracker for tenant:08954986e7454427ae0d40c7652d3c6a on resource:subnet {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:35:37.612727 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-d6501770-5ebd-43da-b7db-976e1c132126 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Deleting port 3fc7cdf1-cff4-462a-82b4-ad80bb0f19b7 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:35:37.613852 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d6501770-5ebd-43da-b7db-976e1c132126 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:37.703054 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-cf924cd9-127f-4d34-bd81-a11011d70ddc req-a36cff18-e722-477f-bdab-b7d99206f134 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=76cba922-309a-4387-9272-eb83164f71fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7018809 May 30 20:35:37.729020 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-b64425f2-9817-4ecf-8f68-cdb28af230e3 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Unset dirty status for tenant:08954986e7454427ae0d40c7652d3c6a on resource:subnet {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:35:37.730952 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-b64425f2-9817-4ecf-8f68-cdb28af230e3 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.3717501 May 30 20:35:37.734076 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 50882) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:38.043334 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-04ef293a-2fd9-45b5-8174-f473802780e3 None None] Provisioning for port c340acc7-0900-4b31-8589-965705c9deb9 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:35:38.051209 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-04ef293a-2fd9-45b5-8174-f473802780e3 None None] Provisioning complete for port c340acc7-0900-4b31-8589-965705c9deb9 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:35:38.052615 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-04ef293a-2fd9-45b5-8174-f473802780e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:38.083387 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_v2 [None req-eca0e532-768f-4e5e-86d5-fb8b695b8248 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Deleting subnet ff414c1e-a291-49de-84fd-8f86648f6268 {{(pid=84887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:35:38.084031 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [None req-d6501770-5ebd-43da-b7db-976e1c132126 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] For port 3fc7cdf1-cff4-462a-82b4-ad80bb0f19b7, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=3fc7cdf1-cff4-462a-82b4-ad80bb0f19b7,segment=NetworkSegment(1c750423-dd6e-45a1-a6b4-9ddbeacc0b44),segment_id=1c750423-dd6e-45a1-a6b4-9ddbeacc0b44)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:35:38.084393 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d6501770-5ebd-43da-b7db-976e1c132126 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:38.091459 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-eca0e532-768f-4e5e-86d5-fb8b695b8248 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks [] for subnet, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:38.303888 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-eca0e532-768f-4e5e-86d5-fb8b695b8248 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3149227'] for subnet, precommit_delete_associations {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:38.407855 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-d6501770-5ebd-43da-b7db-976e1c132126 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Calling delete_port for 3fc7cdf1-cff4-462a-82b4-ad80bb0f19b7 owned by network:router_interface {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:35:38.451648 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-04ef293a-2fd9-45b5-8174-f473802780e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:38.551439 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-04ef293a-2fd9-45b5-8174-f473802780e3 None None] For port c340acc7-0900-4b31-8589-965705c9deb9, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=c340acc7-0900-4b31-8589-965705c9deb9,segment=NetworkSegment(2cb73a29-9359-4fbf-99af-be1c6062790b),segment_id=2cb73a29-9359-4fbf-99af-be1c6062790b)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:35:38.623383 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-cf924cd9-127f-4d34-bd81-a11011d70ddc req-09689de4-c6dd-4a39-98ef-094a98501a70 service neutron] 10.222.0.71 "GET /v2.0/networks/76cba922-309a-4387-9272-eb83164f71fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8836858 May 30 20:35:38.632064 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-04ef293a-2fd9-45b5-8174-f473802780e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:38.633782 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-eca0e532-768f-4e5e-86d5-fb8b695b8248 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:38.789669 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-f0b5e10c-746b-4fc1-b78b-fb965117e4ec None None] Could not find standard attr ID for object 84ed2f5a-1f6e-4f30-aa63-296aa9227c58. {{(pid=84888) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 30 20:35:38.821037 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ef293a-2fd9-45b5-8174-f473802780e3 None None] Pushing event updated for resources: {'Port': ['ID=c340acc7-0900-4b31-8589-965705c9deb9,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:38.900854 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-eca0e532-768f-4e5e-86d5-fb8b695b8248 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4055470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114247'] for subnet, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:38.998536 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-cf924cd9-127f-4d34-bd81-a11011d70ddc req-78902e30-f276-44fb-933e-08d1ef43ee90 service neutron] 10.222.0.71 "GET /v2.0/networks/76cba922-309a-4387-9272-eb83164f71fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3664956 May 30 20:35:39.015625 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca0e532-768f-4e5e-86d5-fb8b695b8248 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Pushing event deleted for resources: {'Subnet': ['ID=ff414c1e-a291-49de-84fd-8f86648f6268,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:39.023507 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-eca0e532-768f-4e5e-86d5-fb8b695b8248 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:39.030491 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d40ceae-cea2-41d1-af97-337bd682c4aa None None] Network e47345d4-98a8-46f5-a7b7-66b2eb513a50 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:35:39.106018 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d6501770-5ebd-43da-b7db-976e1c132126 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:39.145192 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device c340acc7-0900-4b31-8589-965705c9deb9 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:35:39.172523 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-eca0e532-768f-4e5e-86d5-fb8b695b8248 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "DELETE /v2.0/subnets/ff414c1e-a291-49de-84fd-8f86648f6268 HTTP/1.1" status: 204 len: 168 time: 1.4336133 May 30 20:35:39.172786 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 50914) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:39.203962 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6501770-5ebd-43da-b7db-976e1c132126 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Pushing event deleted for resources: {'Port': ['ID=3fc7cdf1-cff4-462a-82b4-ad80bb0f19b7,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:39.406661 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-1f882a72-48e4-4add-ac75-58c2428af50e tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2312865 May 30 20:35:39.408721 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 50928) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:39.540310 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port c340acc7-0900-4b31-8589-965705c9deb9 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:35:39.550981 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:39.676416 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-543c8005-ee3e-4188-a5d0-8d4d8533d2ff None None] DHCP port deletion for e47345d4-98a8-46f5-a7b7-66b2eb513a50 request from n-d-843948-2 {{(pid=84888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:35:39.679229 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81fbe2ab-a338-467f-8a02-fa7082c14256 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:35:39.683360 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-543c8005-ee3e-4188-a5d0-8d4d8533d2ff None None] Deleting port c340acc7-0900-4b31-8589-965705c9deb9 {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:35:39.684757 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-543c8005-ee3e-4188-a5d0-8d4d8533d2ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:39.684870 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-81fbe2ab-a338-467f-8a02-fa7082c14256 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Synchronizing usage tracker for tenant:08954986e7454427ae0d40c7652d3c6a on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:35:39.846260 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d6501770-5ebd-43da-b7db-976e1c132126 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1718140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-736143'] for router_interface, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:39.849224 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-81fbe2ab-a338-467f-8a02-fa7082c14256 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Unset dirty status for tenant:08954986e7454427ae0d40c7652d3c6a on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:35:39.853491 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-81fbe2ab-a338-467f-8a02-fa7082c14256 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4426117 May 30 20:35:39.854422 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 50942) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:40.053356 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb257d1-9715-4efb-bcbd-f619f54b88b7 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:35:40.054540 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-ebb257d1-9715-4efb-bcbd-f619f54b88b7 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Synchronizing usage tracker for tenant:08954986e7454427ae0d40c7652d3c6a on resource:subnet {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:35:40.166697 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-543c8005-ee3e-4188-a5d0-8d4d8533d2ff None None] For port c340acc7-0900-4b31-8589-965705c9deb9, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=c340acc7-0900-4b31-8589-965705c9deb9,segment=NetworkSegment(2cb73a29-9359-4fbf-99af-be1c6062790b),segment_id=2cb73a29-9359-4fbf-99af-be1c6062790b)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:35:40.167157 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-543c8005-ee3e-4188-a5d0-8d4d8533d2ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:40.222928 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-ebb257d1-9715-4efb-bcbd-f619f54b88b7 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Unset dirty status for tenant:08954986e7454427ae0d40c7652d3c6a on resource:subnet {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:35:40.235942 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-ebb257d1-9715-4efb-bcbd-f619f54b88b7 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3574436 May 30 20:35:40.235942 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 50954) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:40.384132 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-06ccde87-1849-4d2c-9498-ef186ab732f0 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1561823 May 30 20:35:40.389647 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-543c8005-ee3e-4188-a5d0-8d4d8533d2ff None None] Calling delete_port for c340acc7-0900-4b31-8589-965705c9deb9 owned by network:dhcp {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:35:40.396215 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 50960) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:40.403642 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-3faeea25-144b-40e2-8d5d-6fdf9a0ff302 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Request body: {'subnet': {'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:35:40.544346 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-543c8005-ee3e-4188-a5d0-8d4d8533d2ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468'] for port, after_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:40.638147 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543c8005-ee3e-4188-a5d0-8d4d8533d2ff None None] Pushing event deleted for resources: {'Port': ['ID=c340acc7-0900-4b31-8589-965705c9deb9,revision_number=None']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:40.654871 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543c8005-ee3e-4188-a5d0-8d4d8533d2ff None None] No DVR routers for this DVR port c340acc7-0900-4b31-8589-965705c9deb9 on host n-d-843948-2 {{(pid=84888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:35:40.726236 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-3faeea25-144b-40e2-8d5d-6fdf9a0ff302 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:35:40.745334 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-3faeea25-144b-40e2-8d5d-6fdf9a0ff302 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:35:40.854586 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3faeea25-144b-40e2-8d5d-6fdf9a0ff302 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Made reservation on behalf of 08954986e7454427ae0d40c7652d3c6a for: {'subnet': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:35:40.858924 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3faeea25-144b-40e2-8d5d-6fdf9a0ff302 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114220'] for subnet, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:41.138898 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6501770-5ebd-43da-b7db-976e1c132126 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Router a4f19232-b258-4352-be0c-c357e4df05ee has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:35:41.218031 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device c340acc7-0900-4b31-8589-965705c9deb9 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:35:41.268077 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: c340acc7-0900-4b31-8589-965705c9deb9 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:35:41.268077 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device c340acc7-0900-4b31-8589-965705c9deb9 not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:35:41.461416 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6501770-5ebd-43da-b7db-976e1c132126 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:35:41.474079 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8763c1-0a4f-4cc7-bcb1-d7ff4ebc72ec None None] Sync routers for ids ['a4f19232-b258-4352-be0c-c357e4df05ee'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:35:41.514954 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8763c1-0a4f-4cc7-bcb1-d7ff4ebc72ec None None] Routers {'a4f19232-b258-4352-be0c-c357e4df05ee'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:35:41.514954 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-fe8763c1-0a4f-4cc7-bcb1-d7ff4ebc72ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:35:29Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['a4f19232-b258-4352-be0c-c357e4df05ee'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:35:41.527587 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-d6501770-5ebd-43da-b7db-976e1c132126 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] 10.222.0.85 "PUT /v2.0/routers/a4f19232-b258-4352-be0c-c357e4df05ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1115422 May 30 20:35:41.530235 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 50986) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:41.674023 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-fe8763c1-0a4f-4cc7-bcb1-d7ff4ebc72ec None None] Set router a4f19232-b258-4352-be0c-c357e4df05ee gateway port host: None {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:35:41.837940 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-fe8763c1-0a4f-4cc7-bcb1-d7ff4ebc72ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4f19232-b258-4352-be0c-c357e4df05ee', 'name': 'tempest-RoutersIpV6Test-router-317510075', 'tenant_id': 'eeceb350906e46fc9b2c21ca495ac559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:33:59Z', 'updated_at': '2022-05-30T20:35:38Z', 'revision_number': 11, 'project_id': 'eeceb350906e46fc9b2c21ca495ac559', 'gw_port_host': None}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:35:41.842101 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8763c1-0a4f-4cc7-bcb1-d7ff4ebc72ec None None] Checking router: a4f19232-b258-4352-be0c-c357e4df05ee for host: n-d-843948-2 {{(pid=84889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:35:41.853175 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8763c1-0a4f-4cc7-bcb1-d7ff4ebc72ec None None] Routers {'a4f19232-b258-4352-be0c-c357e4df05ee'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:35:41.853829 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-fe8763c1-0a4f-4cc7-bcb1-d7ff4ebc72ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:35:29Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['a4f19232-b258-4352-be0c-c357e4df05ee'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:35:41.929077 n-d-843948-2 neutron-server[84887]: DEBUG neutron.objects.ports [None req-3faeea25-144b-40e2-8d5d-6fdf9a0ff302 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84887) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 30 20:35:41.933083 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3faeea25-144b-40e2-8d5d-6fdf9a0ff302 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4055401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114238'] for subnet, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:42.001586 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3faeea25-144b-40e2-8d5d-6fdf9a0ff302 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Network e47345d4-98a8-46f5-a7b7-66b2eb513a50 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:35:42.007803 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-3faeea25-144b-40e2-8d5d-6fdf9a0ff302 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:35:42.017044 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3faeea25-144b-40e2-8d5d-6fdf9a0ff302 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:35:42.017998 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3faeea25-144b-40e2-8d5d-6fdf9a0ff302 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:42.018136 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b46dd20f-0b6a-4da1-a401-6dd04aa9557b None None] Network e47345d4-98a8-46f5-a7b7-66b2eb513a50 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:35:42.075574 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-fe8763c1-0a4f-4cc7-bcb1-d7ff4ebc72ec None None] Set router a4f19232-b258-4352-be0c-c357e4df05ee gateway port host: None {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:35:42.088399 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faeea25-144b-40e2-8d5d-6fdf9a0ff302 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Pushing event updated for resources: {'Subnet': ['ID=d6fa2a4c-35c5-4c12-baeb-4031f1ceab65,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:42.113383 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_v2 [None req-d43d0358-39ad-4239-85d6-64d090ae9c45 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Deleting subnet bdbd14ab-945e-4aef-b6e0-7157227cf2a3 {{(pid=84887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:35:42.121335 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d43d0358-39ad-4239-85d6-64d090ae9c45 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks [] for subnet, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:42.211846 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-fe8763c1-0a4f-4cc7-bcb1-d7ff4ebc72ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4f19232-b258-4352-be0c-c357e4df05ee', 'name': 'tempest-RoutersIpV6Test-router-317510075', 'tenant_id': 'eeceb350906e46fc9b2c21ca495ac559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:33:59Z', 'updated_at': '2022-05-30T20:35:38Z', 'revision_number': 11, 'project_id': 'eeceb350906e46fc9b2c21ca495ac559', 'gw_port_host': None}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:35:42.212092 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d43d0358-39ad-4239-85d6-64d090ae9c45 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3149227'] for subnet, precommit_delete_associations {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:42.217998 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8763c1-0a4f-4cc7-bcb1-d7ff4ebc72ec None None] The sync data for ids ['a4f19232-b258-4352-be0c-c357e4df05ee'] in n-d-843948-2 is: [{'id': 'a4f19232-b258-4352-be0c-c357e4df05ee', 'name': 'tempest-RoutersIpV6Test-router-317510075', 'tenant_id': 'eeceb350906e46fc9b2c21ca495ac559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:33:59Z', 'updated_at': '2022-05-30T20:35:38Z', 'revision_number': 11, 'project_id': 'eeceb350906e46fc9b2c21ca495ac559', 'gw_port_host': None}] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:35:42.364864 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d43d0358-39ad-4239-85d6-64d090ae9c45 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:42.430170 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-3faeea25-144b-40e2-8d5d-6fdf9a0ff302 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.0326884 May 30 20:35:42.432984 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 51012) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:42.440898 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-a98ecf57-77ce-43fa-8411-0a9b84c17a00 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Request body: {'subnet': {'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:35:42.527161 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64359e5f-c450-41af-8182-525485564ca5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-e47345d4-98a8-46f5-a7b7-66b2eb513a50', 'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50', 'tenant_id': '08954986e7454427ae0d40c7652d3c6a', 'fixed_ips': [{'subnet_id': 'd6fa2a4c-35c5-4c12-baeb-4031f1ceab65'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:35:42.528590 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-64359e5f-c450-41af-8182-525485564ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:42.569459 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d43d0358-39ad-4239-85d6-64d090ae9c45 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4055470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114247'] for subnet, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:42.710460 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43d0358-39ad-4239-85d6-64d090ae9c45 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Pushing event deleted for resources: {'Subnet': ['ID=bdbd14ab-945e-4aef-b6e0-7157227cf2a3,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:42.727371 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d43d0358-39ad-4239-85d6-64d090ae9c45 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:42.751354 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 51024) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:42.752019 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-d43d0358-39ad-4239-85d6-64d090ae9c45 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] 10.222.0.85 "DELETE /v2.0/subnets/bdbd14ab-945e-4aef-b6e0-7157227cf2a3 HTTP/1.1" status: 204 len: 168 time: 1.2202971 May 30 20:35:42.870399 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-64359e5f-c450-41af-8182-525485564ca5 None None] Allocated IP 2001:db8::f816:3eff:feb0:b793 (e47345d4-98a8-46f5-a7b7-66b2eb513a50/d6fa2a4c-35c5-4c12-baeb-4031f1ceab65/a2849acb-831d-469a-9498-8bef79d659f1) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:35:42.976989 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-a98ecf57-77ce-43fa-8411-0a9b84c17a00 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:35:42.980878 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-a98ecf57-77ce-43fa-8411-0a9b84c17a00 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Usage tracker for resource:subnet and tenant:08954986e7454427ae0d40c7652d3c6a is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:35:42.983208 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-a98ecf57-77ce-43fa-8411-0a9b84c17a00 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:35:42.992201 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-a98ecf57-77ce-43fa-8411-0a9b84c17a00 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:35:43.068700 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-25659cfa-e7e7-40d6-a4f4-cc89ef65fb4a tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:43.091248 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-25659cfa-e7e7-40d6-a4f4-cc89ef65fb4a tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Deleting port 50d36f32-f1b7-4155-8886-49185a7e1d37 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:35:43.091928 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-25659cfa-e7e7-40d6-a4f4-cc89ef65fb4a tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:43.168023 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-64359e5f-c450-41af-8182-525485564ca5 None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:43.176925 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a98ecf57-77ce-43fa-8411-0a9b84c17a00 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Made reservation on behalf of 08954986e7454427ae0d40c7652d3c6a for: {'subnet': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:35:43.178511 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-64359e5f-c450-41af-8182-525485564ca5 None None] Transition to ACTIVE for port object a2849acb-831d-469a-9498-8bef79d659f1 will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:35:43.207478 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0522f2f7-e170-4a68-9138-2369da6e3d53 None None] Network f7aa054c-b3ce-4814-8100-f5d8c473d50b requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:35:43.220668 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 3fc7cdf1-cff4-462a-82b4-ad80bb0f19b7 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:35:43.266951 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-64359e5f-c450-41af-8182-525485564ca5 None None] Transition to ACTIVE for port object a2849acb-831d-469a-9498-8bef79d659f1 will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:35:43.354505 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: 3fc7cdf1-cff4-462a-82b4-ad80bb0f19b7 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:35:43.354940 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 3fc7cdf1-cff4-462a-82b4-ad80bb0f19b7 not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:35:43.357049 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-64359e5f-c450-41af-8182-525485564ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:43.521095 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64359e5f-c450-41af-8182-525485564ca5 None None] Pushing event updated for resources: {'Port': ['ID=a2849acb-831d-469a-9498-8bef79d659f1,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:43.540116 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64359e5f-c450-41af-8182-525485564ca5 None None] Network e47345d4-98a8-46f5-a7b7-66b2eb513a50 is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:35:43.550712 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-64359e5f-c450-41af-8182-525485564ca5 None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:35:43.559182 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a98ecf57-77ce-43fa-8411-0a9b84c17a00 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2778563'] for subnet, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:43.560707 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64359e5f-c450-41af-8182-525485564ca5 None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:35:43.824654 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-64359e5f-c450-41af-8182-525485564ca5 None None] Attempting to bind port a2849acb-831d-469a-9498-8bef79d659f1 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:35:43.825036 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-64359e5f-c450-41af-8182-525485564ca5 None None] Attempting to bind port a2849acb-831d-469a-9498-8bef79d659f1 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': '2cb73a29-9359-4fbf-99af-be1c6062790b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:35:43.825474 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64359e5f-c450-41af-8182-525485564ca5 None None] Attempting to bind port a2849acb-831d-469a-9498-8bef79d659f1 on network e47345d4-98a8-46f5-a7b7-66b2eb513a50 {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:35:43.835004 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64359e5f-c450-41af-8182-525485564ca5 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:35:43.835492 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64359e5f-c450-41af-8182-525485564ca5 None None] Checking segment: {'id': '2cb73a29-9359-4fbf-99af-be1c6062790b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:35:43.835962 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-64359e5f-c450-41af-8182-525485564ca5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:43.836428 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64359e5f-c450-41af-8182-525485564ca5 None None] Bound using segment: {'id': '2cb73a29-9359-4fbf-99af-be1c6062790b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:35:43.836979 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-64359e5f-c450-41af-8182-525485564ca5 None None] Bound port: a2849acb-831d-469a-9498-8bef79d659f1, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cb73a29-9359-4fbf-99af-be1c6062790b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:35:43.837430 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-64359e5f-c450-41af-8182-525485564ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:43.866479 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [None req-25659cfa-e7e7-40d6-a4f4-cc89ef65fb4a tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] For port 50d36f32-f1b7-4155-8886-49185a7e1d37, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=50d36f32-f1b7-4155-8886-49185a7e1d37,segment=NetworkSegment(1c750423-dd6e-45a1-a6b4-9ddbeacc0b44),segment_id=1c750423-dd6e-45a1-a6b4-9ddbeacc0b44)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:35:43.866745 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-25659cfa-e7e7-40d6-a4f4-cc89ef65fb4a tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:43.942587 n-d-843948-2 neutron-server[84886]: INFO neutron.db.ipam_backend_mixin [None req-a98ecf57-77ce-43fa-8411-0a9b84c17a00 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d6fa2a4c-35c5-4c12-baeb-4031f1ceab65 (CIDR: 2001:db8::/64) May 30 20:35:43.978492 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-64359e5f-c450-41af-8182-525485564ca5 None None] For port a2849acb-831d-469a-9498-8bef79d659f1, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:35:43.982590 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-64359e5f-c450-41af-8182-525485564ca5 None None] For port a2849acb-831d-469a-9498-8bef79d659f1, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=a2849acb-831d-469a-9498-8bef79d659f1,segment=NetworkSegment(2cb73a29-9359-4fbf-99af-be1c6062790b),segment_id=2cb73a29-9359-4fbf-99af-be1c6062790b)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:35:44.023758 n-d-843948-2 neutron-server[84886]: INFO neutron.pecan_wsgi.hooks.translation [None req-a98ecf57-77ce-43fa-8411-0a9b84c17a00 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 20:35:44.024488 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a98ecf57-77ce-43fa-8411-0a9b84c17a00 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:35:44.030106 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73af85cf-5d76-4e8f-a2e1-e6e2c751c013 None None] DHCP port deletion for f7aa054c-b3ce-4814-8100-f5d8c473d50b request from n-d-843948-2 {{(pid=84888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:35:44.037767 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-73af85cf-5d76-4e8f-a2e1-e6e2c751c013 None None] Deleting port 50d36f32-f1b7-4155-8886-49185a7e1d37 {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:35:44.038060 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-73af85cf-5d76-4e8f-a2e1-e6e2c751c013 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:44.043243 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-25659cfa-e7e7-40d6-a4f4-cc89ef65fb4a tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Calling delete_port for 50d36f32-f1b7-4155-8886-49185a7e1d37 owned by network:dhcp {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:35:44.200336 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-64359e5f-c450-41af-8182-525485564ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:44.227050 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-a98ecf57-77ce-43fa-8411-0a9b84c17a00 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.7920837 May 30 20:35:44.229742 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 51058) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:44.236576 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-c9791040-efaf-46be-8825-06dcbc259e91 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Request body: {'subnet': {'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:35:44.281328 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-25659cfa-e7e7-40d6-a4f4-cc89ef65fb4a tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:44.430325 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25659cfa-e7e7-40d6-a4f4-cc89ef65fb4a tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Pushing event deleted for resources: {'Port': ['ID=50d36f32-f1b7-4155-8886-49185a7e1d37,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:44.430325 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25659cfa-e7e7-40d6-a4f4-cc89ef65fb4a tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] No DVR routers for this DVR port 50d36f32-f1b7-4155-8886-49185a7e1d37 on host n-d-843948-2 {{(pid=84886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:35:44.506087 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64359e5f-c450-41af-8182-525485564ca5 None None] Pushing event updated for resources: {'Port': ['ID=a2849acb-831d-469a-9498-8bef79d659f1,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:44.557948 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-73af85cf-5d76-4e8f-a2e1-e6e2c751c013 None None] For port 50d36f32-f1b7-4155-8886-49185a7e1d37, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=50d36f32-f1b7-4155-8886-49185a7e1d37,segment=NetworkSegment(1c750423-dd6e-45a1-a6b4-9ddbeacc0b44),segment_id=1c750423-dd6e-45a1-a6b4-9ddbeacc0b44)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:35:44.558389 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-73af85cf-5d76-4e8f-a2e1-e6e2c751c013 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:44.883459 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-c9791040-efaf-46be-8825-06dcbc259e91 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:35:44.885068 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-c9791040-efaf-46be-8825-06dcbc259e91 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Usage tracker for resource:subnet and tenant:08954986e7454427ae0d40c7652d3c6a is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:35:44.888207 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-c9791040-efaf-46be-8825-06dcbc259e91 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:35:44.899077 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-c9791040-efaf-46be-8825-06dcbc259e91 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:35:44.921570 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-73af85cf-5d76-4e8f-a2e1-e6e2c751c013 None None] Calling delete_port for 50d36f32-f1b7-4155-8886-49185a7e1d37 owned by network:dhcp {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:35:44.992459 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9791040-efaf-46be-8825-06dcbc259e91 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Made reservation on behalf of 08954986e7454427ae0d40c7652d3c6a for: {'subnet': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:35:45.006776 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c9791040-efaf-46be-8825-06dcbc259e91 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2778563'] for subnet, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:45.171609 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.db.api [None req-73af85cf-5d76-4e8f-a2e1-e6e2c751c013 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:35:45.172400 n-d-843948-2 neutron-server[84888]: DEBUG oslo_db.api [None req-73af85cf-5d76-4e8f-a2e1-e6e2c751c013 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:35:45.259655 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-25659cfa-e7e7-40d6-a4f4-cc89ef65fb4a tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:45.275091 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device a2849acb-831d-469a-9498-8bef79d659f1 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:35:45.397084 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-25659cfa-e7e7-40d6-a4f4-cc89ef65fb4a tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7aa054c-b3ce-4814-8100-f5d8c473d50b']}} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:35:45.433508 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-25659cfa-e7e7-40d6-a4f4-cc89ef65fb4a tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c750423-dd6e-45a1-a6b4-9ddbeacc0b44') {'for_net_delete': True} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:35:45.433866 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-25659cfa-e7e7-40d6-a4f4-cc89ef65fb4a tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c750423-dd6e-45a1-a6b4-9ddbeacc0b44') {} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:35:45.455138 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-25659cfa-e7e7-40d6-a4f4-cc89ef65fb4a tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2660590'] for segment, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:45.486041 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-25659cfa-e7e7-40d6-a4f4-cc89ef65fb4a tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:45.498126 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25659cfa-e7e7-40d6-a4f4-cc89ef65fb4a tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Releasing vlan 689 on physical network physnet1 to pool {{(pid=84886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:35:45.498645 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-25659cfa-e7e7-40d6-a4f4-cc89ef65fb4a tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4126989'] for segment, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:45.514903 n-d-843948-2 neutron-server[84886]: Traceback (most recent call last): May 30 20:35:45.514903 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:35:45.514903 n-d-843948-2 neutron-server[84886]: timer() May 30 20:35:45.514903 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:35:45.514903 n-d-843948-2 neutron-server[84886]: cb(*args, **kw) May 30 20:35:45.514903 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:35:45.514903 n-d-843948-2 neutron-server[84886]: return func(*args, **kwargs) May 30 20:35:45.514903 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:35:45.514903 n-d-843948-2 neutron-server[84886]: self._notify() May 30 20:35:45.514903 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:35:45.514903 n-d-843948-2 neutron-server[84886]: self.callback(batched_events) May 30 20:35:45.514903 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:35:45.514903 n-d-843948-2 neutron-server[84886]: event.method(event) May 30 20:35:45.514903 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:35:45.514903 n-d-843948-2 neutron-server[84886]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:35:45.514903 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:35:45.514903 n-d-843948-2 neutron-server[84886]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:35:45.514903 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:35:45.514903 n-d-843948-2 neutron-server[84886]: return f(self, *a, **k) May 30 20:35:45.514903 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:35:45.514903 n-d-843948-2 neutron-server[84886]: return self._get(url).json() May 30 20:35:45.514903 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:35:45.514903 n-d-843948-2 neutron-server[84886]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:35:45.514903 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:35:45.514903 n-d-843948-2 neutron-server[84886]: return self.request(url, 'GET', **kwargs) May 30 20:35:45.514903 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:35:45.514903 n-d-843948-2 neutron-server[84886]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:35:45.514903 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:35:45.514903 n-d-843948-2 neutron-server[84886]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:35:45.514903 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:35:45.514903 n-d-843948-2 neutron-server[84886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:35:45.514903 n-d-843948-2 neutron-server[84886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:35:45.608947 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port a2849acb-831d-469a-9498-8bef79d659f1 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:35:45.684603 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 50d36f32-f1b7-4155-8886-49185a7e1d37 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:35:45.781366 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-73af85cf-5d76-4e8f-a2e1-e6e2c751c013 None None] Deleting port 50d36f32-f1b7-4155-8886-49185a7e1d37 {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:35:45.789268 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-73af85cf-5d76-4e8f-a2e1-e6e2c751c013 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:45.796627 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-25659cfa-e7e7-40d6-a4f4-cc89ef65fb4a tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:45.812608 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-25659cfa-e7e7-40d6-a4f4-cc89ef65fb4a tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks [] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:45.909185 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: 50d36f32-f1b7-4155-8886-49185a7e1d37 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:35:45.914969 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 50d36f32-f1b7-4155-8886-49185a7e1d37 not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:35:45.931030 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25659cfa-e7e7-40d6-a4f4-cc89ef65fb4a tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Pushing event deleted for resources: {'Network': ['ID=f7aa054c-b3ce-4814-8100-f5d8c473d50b,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:45.962472 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-25659cfa-e7e7-40d6-a4f4-cc89ef65fb4a tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] 10.222.0.85 "DELETE /v2.0/networks/f7aa054c-b3ce-4814-8100-f5d8c473d50b HTTP/1.1" status: 204 len: 168 time: 3.2059591 May 30 20:35:45.962718 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 51104) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:45.971724 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-1c140db2-19a1-49f4-9b51-beb59e7c5b05 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Request body: {'router': {'routes': None}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:35:46.005299 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-73af85cf-5d76-4e8f-a2e1-e6e2c751c013 None None] The port '50d36f32-f1b7-4155-8886-49185a7e1d37' was deleted {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 20:35:46.100441 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 51112) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:46.136579 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c9791040-efaf-46be-8825-06dcbc259e91 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4127140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2778577'] for subnet, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:46.174300 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [req-3d1be9c0-a90a-4bb7-8d2b-d469981a8019 req-07b1d9e3-c269-42d2-b4fc-589d25f8fa56 service neutron] (84886) timed out ('10.222.0.86', 51358) {{(pid=84886) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 30 20:35:46.213052 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9791040-efaf-46be-8825-06dcbc259e91 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Network e47345d4-98a8-46f5-a7b7-66b2eb513a50 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:35:46.216940 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-c9791040-efaf-46be-8825-06dcbc259e91 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:35:46.222768 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9791040-efaf-46be-8825-06dcbc259e91 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:35:46.223337 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c9791040-efaf-46be-8825-06dcbc259e91 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks [] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:46.229767 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e066fee-f894-49ab-bcd3-e81a44dacfd5 None None] Network e47345d4-98a8-46f5-a7b7-66b2eb513a50 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:35:46.251329 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9791040-efaf-46be-8825-06dcbc259e91 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Pushing event updated for resources: {'Subnet': ['ID=3983615b-031e-4e57-9e4e-d58d1636631e,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:46.282010 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4fe136b5-ef19-4a24-9132-0356123b8d49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:46.336338 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-4fe136b5-ef19-4a24-9132-0356123b8d49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:35:46.340728 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-4fe136b5-ef19-4a24-9132-0356123b8d49 admin admin] Usage tracker for resource:security_group_rule and tenant:59f695a0b09c4981addb96bff6057681 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:35:46.344690 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-4fe136b5-ef19-4a24-9132-0356123b8d49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:35:46.351345 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-4fe136b5-ef19-4a24-9132-0356123b8d49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:35:46.364610 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-dfad76d1-90b7-4bf9-920e-f491253ab22b None None] Provisioning for port a2849acb-831d-469a-9498-8bef79d659f1 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:35:46.373985 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-dfad76d1-90b7-4bf9-920e-f491253ab22b None None] Provisioning complete for port a2849acb-831d-469a-9498-8bef79d659f1 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:35:46.374356 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-dfad76d1-90b7-4bf9-920e-f491253ab22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:46.500190 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4fe136b5-ef19-4a24-9132-0356123b8d49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:46.520578 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.extraroute_db [None req-1c140db2-19a1-49f4-9b51-beb59e7c5b05 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Added routes are [] {{(pid=84886) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} May 30 20:35:46.520578 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.extraroute_db [None req-1c140db2-19a1-49f4-9b51-beb59e7c5b05 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Removed routes are [] {{(pid=84886) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} May 30 20:35:46.520578 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1c140db2-19a1-49f4-9b51-beb59e7c5b05 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-736390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:46.586610 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4fe136b5-ef19-4a24-9132-0356123b8d49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:46.599572 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-dfad76d1-90b7-4bf9-920e-f491253ab22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:46.650581 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-c9791040-efaf-46be-8825-06dcbc259e91 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4170699 May 30 20:35:46.652619 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 51126) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:46.702842 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-dfad76d1-90b7-4bf9-920e-f491253ab22b None None] For port a2849acb-831d-469a-9498-8bef79d659f1, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=a2849acb-831d-469a-9498-8bef79d659f1,segment=NetworkSegment(2cb73a29-9359-4fbf-99af-be1c6062790b),segment_id=2cb73a29-9359-4fbf-99af-be1c6062790b)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:35:46.707557 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe136b5-ef19-4a24-9132-0356123b8d49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55e400bb-706a-411b-82c9-6c24dba83908,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:46.726414 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-4fe136b5-ef19-4a24-9132-0356123b8d49 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=59f695a0b09c4981addb96bff6057681&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6248517 May 30 20:35:46.740143 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 51132) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:46.790705 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-a671af0b-b329-420d-9d80-c8f5a89eed65 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Request body: {'port': {'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50', 'mac_address': 'fa:16:3e:ca:13:14', 'name': 'tempest-NetworksTestDHCPv6-333520037'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:35:46.908835 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8d0b04b3-6d19-4317-8f1a-789ec8914f50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:46.925970 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-dfad76d1-90b7-4bf9-920e-f491253ab22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:47.041139 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8d0b04b3-6d19-4317-8f1a-789ec8914f50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:47.042828 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d833373-8efe-4ad3-9961-ad57ddf79df3 None None] Update dhcp port {'port': {'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50', 'fixed_ips': [{'subnet_id': 'd6fa2a4c-35c5-4c12-baeb-4031f1ceab65', 'ip_address': '2001:db8::f816:3eff:feb0:b793'}, {'subnet_id': '3983615b-031e-4e57-9e4e-d58d1636631e'}], 'binding:host_id': 'n-d-843948-2'}, 'id': 'a2849acb-831d-469a-9498-8bef79d659f1'} from n-d-843948-2. {{(pid=84888) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 30 20:35:47.117296 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-6d833373-8efe-4ad3-9961-ad57ddf79df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:47.134461 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [req-d25d624d-7dbd-4ddc-9169-02a09ebba7cd req-014df53b-c933-4651-a4de-193f657c2c24 service neutron] (84887) timed out ('10.222.0.85', 33346) {{(pid=84887) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 30 20:35:47.229813 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfad76d1-90b7-4bf9-920e-f491253ab22b None None] Pushing event updated for resources: {'Port': ['ID=a2849acb-831d-469a-9498-8bef79d659f1,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:47.244075 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1c140db2-19a1-49f4-9b51-beb59e7c5b05 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-736390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:47.265705 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8d0b04b3-6d19-4317-8f1a-789ec8914f50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:47.273838 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1c140db2-19a1-49f4-9b51-beb59e7c5b05 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-736409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-736399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-736400', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-724754'] for router, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:47.283519 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0b04b3-6d19-4317-8f1a-789ec8914f50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55e400bb-706a-411b-82c9-6c24dba83908,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:47.292564 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8d0b04b3-6d19-4317-8f1a-789ec8914f50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:47.294399 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-8d0b04b3-6d19-4317-8f1a-789ec8914f50 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/55e400bb-706a-411b-82c9-6c24dba83908 HTTP/1.1" status: 204 len: 168 time: 0.5529542 May 30 20:35:47.432315 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-a671af0b-b329-420d-9d80-c8f5a89eed65 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:35:47.440011 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-a671af0b-b329-420d-9d80-c8f5a89eed65 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Usage tracker for resource:port and tenant:08954986e7454427ae0d40c7652d3c6a is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:35:47.444188 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-a671af0b-b329-420d-9d80-c8f5a89eed65 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:35:47.444309 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-6d833373-8efe-4ad3-9961-ad57ddf79df3 None None] Allocated IP 2001:db8:0:1::2 (e47345d4-98a8-46f5-a7b7-66b2eb513a50/3983615b-031e-4e57-9e4e-d58d1636631e/a2849acb-831d-469a-9498-8bef79d659f1) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:35:47.452182 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-a671af0b-b329-420d-9d80-c8f5a89eed65 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:35:47.476260 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c140db2-19a1-49f4-9b51-beb59e7c5b05 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Router a4f19232-b258-4352-be0c-c357e4df05ee has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:35:47.592744 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a671af0b-b329-420d-9d80-c8f5a89eed65 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Made reservation on behalf of 08954986e7454427ae0d40c7652d3c6a for: {'port': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:35:47.596808 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a671af0b-b329-420d-9d80-c8f5a89eed65 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:47.662539 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-6d833373-8efe-4ad3-9961-ad57ddf79df3 None None] For port a2849acb-831d-469a-9498-8bef79d659f1, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=a2849acb-831d-469a-9498-8bef79d659f1,segment=NetworkSegment(2cb73a29-9359-4fbf-99af-be1c6062790b),segment_id=2cb73a29-9359-4fbf-99af-be1c6062790b)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:35:47.715330 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [None req-a671af0b-b329-420d-9d80-c8f5a89eed65 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] device_id is not set on port eedd52a5-5666-4509-8928-15dd6be08a88 yet. {{(pid=84886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:35:47.733709 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-6d833373-8efe-4ad3-9961-ad57ddf79df3 None None] Notify callbacks [] for port, precommit_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:47.775911 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-6d833373-8efe-4ad3-9961-ad57ddf79df3 None None] Transition to ACTIVE for port object a2849acb-831d-469a-9498-8bef79d659f1 will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:35:47.822068 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c140db2-19a1-49f4-9b51-beb59e7c5b05 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:35:47.836664 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6e91bf-6b1a-4607-ab8c-0e67e99f2481 None None] Sync routers for ids ['a4f19232-b258-4352-be0c-c357e4df05ee'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:35:47.850836 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1c140db2-19a1-49f4-9b51-beb59e7c5b05 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks [] for router, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:47.851987 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-1c140db2-19a1-49f4-9b51-beb59e7c5b05 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] 10.222.0.85 "PUT /v2.0/routers/a4f19232-b258-4352-be0c-c357e4df05ee HTTP/1.1" status: 200 len: 704 time: 1.8883672 May 30 20:35:47.855532 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 51160) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:47.856582 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6e91bf-6b1a-4607-ab8c-0e67e99f2481 None None] Routers {'a4f19232-b258-4352-be0c-c357e4df05ee'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:35:47.857823 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-8b6e91bf-6b1a-4607-ab8c-0e67e99f2481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:35:29Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['a4f19232-b258-4352-be0c-c357e4df05ee'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:35:47.926277 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-6d833373-8efe-4ad3-9961-ad57ddf79df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:47.944383 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-583db79b-fb7c-4301-800b-cdea0c2e22c6 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Synchronizing usage tracker for tenant:eeceb350906e46fc9b2c21ca495ac559 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:35:48.083446 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-583db79b-fb7c-4301-800b-cdea0c2e22c6 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Unset dirty status for tenant:eeceb350906e46fc9b2c21ca495ac559 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:35:48.085933 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-583db79b-fb7c-4301-800b-cdea0c2e22c6 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] 10.222.0.85 "GET /v2.0/ports?device_id=a4f19232-b258-4352-be0c-c357e4df05ee HTTP/1.1" status: 200 len: 205 time: 0.2275534 May 30 20:35:48.087721 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 51168) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:48.269807 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-a671af0b-b329-420d-9d80-c8f5a89eed65 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Allocated IP 2001:db8:0:1::12c (e47345d4-98a8-46f5-a7b7-66b2eb513a50/3983615b-031e-4e57-9e4e-d58d1636631e/eedd52a5-5666-4509-8928-15dd6be08a88) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:35:48.279508 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-a671af0b-b329-420d-9d80-c8f5a89eed65 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Allocated IP 2001:db8::f816:3eff:feca:1314 (e47345d4-98a8-46f5-a7b7-66b2eb513a50/d6fa2a4c-35c5-4c12-baeb-4031f1ceab65/eedd52a5-5666-4509-8928-15dd6be08a88) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:35:48.389356 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-8b6e91bf-6b1a-4607-ab8c-0e67e99f2481 None None] Set router a4f19232-b258-4352-be0c-c357e4df05ee gateway port host: None {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:35:48.425005 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-bca9df9c-2de8-471c-a60e-1c620bb921b2 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks [] for router, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:48.601941 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-8b6e91bf-6b1a-4607-ab8c-0e67e99f2481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4f19232-b258-4352-be0c-c357e4df05ee', 'name': 'tempest-RoutersIpV6Test-router-317510075', 'tenant_id': 'eeceb350906e46fc9b2c21ca495ac559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:33:59Z', 'updated_at': '2022-05-30T20:35:38Z', 'revision_number': 11, 'project_id': 'eeceb350906e46fc9b2c21ca495ac559', 'gw_port_host': None}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:35:48.607863 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6e91bf-6b1a-4607-ab8c-0e67e99f2481 None None] Checking router: a4f19232-b258-4352-be0c-c357e4df05ee for host: n-d-843948-2 {{(pid=84888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:35:48.625215 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d833373-8efe-4ad3-9961-ad57ddf79df3 None None] Pushing event updated for resources: {'Port': ['ID=a2849acb-831d-469a-9498-8bef79d659f1,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:48.637371 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6e91bf-6b1a-4607-ab8c-0e67e99f2481 None None] Routers {'a4f19232-b258-4352-be0c-c357e4df05ee'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:35:48.637371 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-8b6e91bf-6b1a-4607-ab8c-0e67e99f2481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:35:29Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['a4f19232-b258-4352-be0c-c357e4df05ee'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:35:48.778107 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a671af0b-b329-420d-9d80-c8f5a89eed65 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:48.825297 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [None req-a671af0b-b329-420d-9d80-c8f5a89eed65 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Transition to ACTIVE for port object eedd52a5-5666-4509-8928-15dd6be08a88 will not be triggered until provisioned by entity DHCP. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:35:48.926957 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-8b6e91bf-6b1a-4607-ab8c-0e67e99f2481 None None] Set router a4f19232-b258-4352-be0c-c357e4df05ee gateway port host: None {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:35:48.941163 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 51184) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:48.963570 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-21476381-5b08-4536-9ee4-7c132ec141be admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:49.025960 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a671af0b-b329-420d-9d80-c8f5a89eed65 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:49.148609 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-8b6e91bf-6b1a-4607-ab8c-0e67e99f2481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4f19232-b258-4352-be0c-c357e4df05ee', 'name': 'tempest-RoutersIpV6Test-router-317510075', 'tenant_id': 'eeceb350906e46fc9b2c21ca495ac559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:33:59Z', 'updated_at': '2022-05-30T20:35:38Z', 'revision_number': 11, 'project_id': 'eeceb350906e46fc9b2c21ca495ac559', 'gw_port_host': None}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:35:49.152021 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a671af0b-b329-420d-9d80-c8f5a89eed65 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Network e47345d4-98a8-46f5-a7b7-66b2eb513a50 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:35:49.155690 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6e91bf-6b1a-4607-ab8c-0e67e99f2481 None None] The sync data for ids ['a4f19232-b258-4352-be0c-c357e4df05ee'] in n-d-843948-2 is: [{'id': 'a4f19232-b258-4352-be0c-c357e4df05ee', 'name': 'tempest-RoutersIpV6Test-router-317510075', 'tenant_id': 'eeceb350906e46fc9b2c21ca495ac559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:33:59Z', 'updated_at': '2022-05-30T20:35:38Z', 'revision_number': 11, 'project_id': 'eeceb350906e46fc9b2c21ca495ac559', 'gw_port_host': None}] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:35:49.158006 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-a671af0b-b329-420d-9d80-c8f5a89eed65 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:35:49.158265 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device a2849acb-831d-469a-9498-8bef79d659f1 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:35:49.160593 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-21476381-5b08-4536-9ee4-7c132ec141be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:35:49.167027 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a671af0b-b329-420d-9d80-c8f5a89eed65 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:35:49.171957 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a671af0b-b329-420d-9d80-c8f5a89eed65 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:35:49.172644 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a671af0b-b329-420d-9d80-c8f5a89eed65 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:49.178681 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-21476381-5b08-4536-9ee4-7c132ec141be admin admin] Usage tracker for resource:security_group_rule and tenant:fc57f88ab353493f8d7b938b56d341fa is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:35:49.185835 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-21476381-5b08-4536-9ee4-7c132ec141be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:35:49.212253 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671af0b-b329-420d-9d80-c8f5a89eed65 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Pushing event updated for resources: {'Port': ['ID=eedd52a5-5666-4509-8928-15dd6be08a88,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:49.216238 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-21476381-5b08-4536-9ee4-7c132ec141be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:35:49.339820 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-a671af0b-b329-420d-9d80-c8f5a89eed65 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.6628351 May 30 20:35:49.436579 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 51198) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:49.586480 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-21476381-5b08-4536-9ee4-7c132ec141be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:49.619213 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:49.697552 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-bca9df9c-2de8-471c-a60e-1c620bb921b2 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-724789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3141'] for router, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:49.709335 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-bca9df9c-2de8-471c-a60e-1c620bb921b2 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:49.734351 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-21476381-5b08-4536-9ee4-7c132ec141be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:49.769322 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-d4bd8535-3d81-44ed-ae77-5caedb4e1c38 None None] Provisioning for port a2849acb-831d-469a-9498-8bef79d659f1 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:35:49.775987 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-d4bd8535-3d81-44ed-ae77-5caedb4e1c38 None None] Provisioning complete for port a2849acb-831d-469a-9498-8bef79d659f1 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:35:49.776421 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-d4bd8535-3d81-44ed-ae77-5caedb4e1c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:49.845291 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-21476381-5b08-4536-9ee4-7c132ec141be admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=fc57f88ab353493f8d7b938b56d341fa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9026787 May 30 20:35:49.851832 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 51208) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:49.853178 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21476381-5b08-4536-9ee4-7c132ec141be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec049cda-d12c-4b8e-aabb-b3f0aca8fcee,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:49.884717 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-bca9df9c-2de8-471c-a60e-1c620bb921b2 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724889'] for router, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:49.890306 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bca9df9c-2de8-471c-a60e-1c620bb921b2 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Fanout notify agent at l3_agent the message router_deleted on router a4f19232-b258-4352-be0c-c357e4df05ee {{(pid=84887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:35:49.988599 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-bca9df9c-2de8-471c-a60e-1c620bb921b2 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks [] for router, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:49.993561 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-bca9df9c-2de8-471c-a60e-1c620bb921b2 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] 10.222.0.85 "DELETE /v2.0/routers/a4f19232-b258-4352-be0c-c357e4df05ee HTTP/1.1" status: 204 len: 168 time: 1.9005659 May 30 20:35:49.994064 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 51216) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:50.001633 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-c34daf7a-2d33-4ba1-87b1-14ee6e0be215 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2038958183', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:35:50.021140 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-c34daf7a-2d33-4ba1-87b1-14ee6e0be215 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:35:50.032996 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-dcf8abf0-1ae3-45f3-9a43-c4af54ff7621 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:50.081574 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-dcf8abf0-1ae3-45f3-9a43-c4af54ff7621 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:50.087921 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-c34daf7a-2d33-4ba1-87b1-14ee6e0be215 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Usage tracker for resource:router and tenant:eeceb350906e46fc9b2c21ca495ac559 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:35:50.091216 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-c34daf7a-2d33-4ba1-87b1-14ee6e0be215 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:35:50.123108 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-c34daf7a-2d33-4ba1-87b1-14ee6e0be215 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:35:50.149546 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-64020c56-35a7-4543-87c1-bb4bf55418b8 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Deleting port eedd52a5-5666-4509-8928-15dd6be08a88 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:35:50.162750 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-64020c56-35a7-4543-87c1-bb4bf55418b8 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:50.383944 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-65aa0ab4-4733-4b2f-bb3f-ef3983720581 None None] Provisioning for port eedd52a5-5666-4509-8928-15dd6be08a88 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:35:50.384316 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-dcf8abf0-1ae3-45f3-9a43-c4af54ff7621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:50.393307 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-65aa0ab4-4733-4b2f-bb3f-ef3983720581 None None] Provisioning complete for port eedd52a5-5666-4509-8928-15dd6be08a88 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:35:50.393638 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-65aa0ab4-4733-4b2f-bb3f-ef3983720581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:50.414972 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c34daf7a-2d33-4ba1-87b1-14ee6e0be215 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-733683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3159'] for router, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:50.416590 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c34daf7a-2d33-4ba1-87b1-14ee6e0be215 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-733584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-736372', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-628480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3164'] for router, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:50.423189 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf8abf0-1ae3-45f3-9a43-c4af54ff7621 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec049cda-d12c-4b8e-aabb-b3f0aca8fcee,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:50.442165 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-dcf8abf0-1ae3-45f3-9a43-c4af54ff7621 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:50.456730 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-dcf8abf0-1ae3-45f3-9a43-c4af54ff7621 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/ec049cda-d12c-4b8e-aabb-b3f0aca8fcee HTTP/1.1" status: 204 len: 168 time: 0.5891759 May 30 20:35:50.491360 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c34daf7a-2d33-4ba1-87b1-14ee6e0be215 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:50.494379 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-64020c56-35a7-4543-87c1-bb4bf55418b8 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:50.516161 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-65aa0ab4-4733-4b2f-bb3f-ef3983720581 None None] Port eedd52a5-5666-4509-8928-15dd6be08a88 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:35:50.681167 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-64020c56-35a7-4543-87c1-bb4bf55418b8 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Calling delete_port for eedd52a5-5666-4509-8928-15dd6be08a88 owned by {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:35:50.903860 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c34daf7a-2d33-4ba1-87b1-14ee6e0be215 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-736409'] for router, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:51.094472 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c34daf7a-2d33-4ba1-87b1-14ee6e0be215 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks [] for router, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:51.096212 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-c34daf7a-2d33-4ba1-87b1-14ee6e0be215 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.1005781 May 30 20:35:51.102174 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 51250) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:51.115372 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-83d48976-b8c3-4357-80d7-3d7eb331e8a7 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Request body: {'router': {'admin_state_up': True}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:35:51.179353 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-64020c56-35a7-4543-87c1-bb4bf55418b8 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:51.398033 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64020c56-35a7-4543-87c1-bb4bf55418b8 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Pushing event deleted for resources: {'Port': ['ID=eedd52a5-5666-4509-8928-15dd6be08a88,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:51.550786 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-64020c56-35a7-4543-87c1-bb4bf55418b8 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:51.554002 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-64020c56-35a7-4543-87c1-bb4bf55418b8 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "DELETE /v2.0/ports/eedd52a5-5666-4509-8928-15dd6be08a88 HTTP/1.1" status: 204 len: 168 time: 2.1159956 May 30 20:35:51.555665 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 51274) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:51.913284 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-83d48976-b8c3-4357-80d7-3d7eb331e8a7 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-736390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:51.989287 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c33cd9f-21ca-42de-a84b-d6688131436d tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:35:51.991058 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-1c33cd9f-21ca-42de-a84b-d6688131436d tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.4342256 May 30 20:35:51.994370 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 51288) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:52.043413 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-83d48976-b8c3-4357-80d7-3d7eb331e8a7 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-736409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-736399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-736400', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-724754'] for router, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:52.197797 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe586a2-88ec-43a0-bb62-b872a2c58f1a tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:35:52.200999 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-cfe586a2-88ec-43a0-bb62-b872a2c58f1a tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Synchronizing usage tracker for tenant:08954986e7454427ae0d40c7652d3c6a on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:35:52.254274 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:52.357264 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-cfe586a2-88ec-43a0-bb62-b872a2c58f1a tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Unset dirty status for tenant:08954986e7454427ae0d40c7652d3c6a on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:35:52.358508 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-cfe586a2-88ec-43a0-bb62-b872a2c58f1a tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3622844 May 30 20:35:52.361137 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 51298) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:52.470385 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83d48976-b8c3-4357-80d7-3d7eb331e8a7 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Router 16c25eb3-3e5a-4ad4-ad82-b7cb54f5a53c is scheduled to L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 with binding_index 1 {{(pid=84887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 20:35:52.487434 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c6f14d-6b82-4c7a-b5c1-2c80393934ff tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:35:52.491750 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c6f14d-6b82-4c7a-b5c1-2c80393934ff tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:35:52.500126 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c6f14d-6b82-4c7a-b5c1-2c80393934ff tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:35:52.501820 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-a1c6f14d-6b82-4c7a-b5c1-2c80393934ff tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Synchronizing usage tracker for tenant:08954986e7454427ae0d40c7652d3c6a on resource:subnet {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:35:52.613926 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-a1c6f14d-6b82-4c7a-b5c1-2c80393934ff tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Unset dirty status for tenant:08954986e7454427ae0d40c7652d3c6a on resource:subnet {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:35:52.615874 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-a1c6f14d-6b82-4c7a-b5c1-2c80393934ff tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2531121 May 30 20:35:52.618566 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 51314) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:52.694794 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83d48976-b8c3-4357-80d7-3d7eb331e8a7 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:35:52.701620 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-83d48976-b8c3-4357-80d7-3d7eb331e8a7 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks [] for router, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:52.703612 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-83d48976-b8c3-4357-80d7-3d7eb331e8a7 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] 10.222.0.85 "PUT /v2.0/routers/16c25eb3-3e5a-4ad4-ad82-b7cb54f5a53c HTTP/1.1" status: 200 len: 698 time: 1.5984087 May 30 20:35:52.704968 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23aed268-0603-4208-b7d9-b84b7b409118 None None] Sync routers for ids ['16c25eb3-3e5a-4ad4-ad82-b7cb54f5a53c'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:35:52.706878 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 51320) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:52.733271 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23aed268-0603-4208-b7d9-b84b7b409118 None None] Routers {'16c25eb3-3e5a-4ad4-ad82-b7cb54f5a53c'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:35:52.736708 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-23aed268-0603-4208-b7d9-b84b7b409118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:35:29Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['16c25eb3-3e5a-4ad4-ad82-b7cb54f5a53c'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:35:53.048672 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-fbf4b031-a461-46a2-9815-e29246536da0 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] 10.222.0.85 "GET /v2.0/routers/16c25eb3-3e5a-4ad4-ad82-b7cb54f5a53c HTTP/1.1" status: 200 len: 704 time: 0.3397360 May 30 20:35:53.053961 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 51334) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:53.104918 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-23aed268-0603-4208-b7d9-b84b7b409118 None None] Set router 16c25eb3-3e5a-4ad4-ad82-b7cb54f5a53c gateway port host: None {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:35:53.133665 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-def6b282-7008-4c9d-9fac-b8eeedb964a1 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] 10.222.0.85 "GET /v2.0/ports?device_id=16c25eb3-3e5a-4ad4-ad82-b7cb54f5a53c HTTP/1.1" status: 200 len: 205 time: 0.0767694 May 30 20:35:53.136544 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 51344) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:53.163679 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_v2 [None req-b36de5b8-a525-4bab-9d8c-4d4c81d39272 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Deleting subnet 3983615b-031e-4e57-9e4e-d58d1636631e {{(pid=84886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:35:53.170599 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b36de5b8-a525-4bab-9d8c-4d4c81d39272 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks [] for subnet, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:53.227438 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-23aed268-0603-4208-b7d9-b84b7b409118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16c25eb3-3e5a-4ad4-ad82-b7cb54f5a53c', 'name': 'tempest-RoutersIpV6Test-router-2038958183', 'tenant_id': 'eeceb350906e46fc9b2c21ca495ac559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:35:50Z', 'updated_at': '2022-05-30T20:35:51Z', 'revision_number': 2, 'project_id': 'eeceb350906e46fc9b2c21ca495ac559', 'gw_port_host': None}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:35:53.232083 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23aed268-0603-4208-b7d9-b84b7b409118 None None] Checking router: 16c25eb3-3e5a-4ad4-ad82-b7cb54f5a53c for host: n-d-843948-2 {{(pid=84889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:35:53.244603 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23aed268-0603-4208-b7d9-b84b7b409118 None None] Routers {'16c25eb3-3e5a-4ad4-ad82-b7cb54f5a53c'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:35:53.246250 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-23aed268-0603-4208-b7d9-b84b7b409118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:35:29Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['16c25eb3-3e5a-4ad4-ad82-b7cb54f5a53c'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:35:53.305976 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b36de5b8-a525-4bab-9d8c-4d4c81d39272 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2655517'] for subnet, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:53.547007 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-51f31628-62bb-47ab-a3b7-374440d216fd tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks [] for router, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:53.549045 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b36de5b8-a525-4bab-9d8c-4d4c81d39272 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:53.592259 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-23aed268-0603-4208-b7d9-b84b7b409118 None None] Set router 16c25eb3-3e5a-4ad4-ad82-b7cb54f5a53c gateway port host: None {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:35:53.732547 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-23aed268-0603-4208-b7d9-b84b7b409118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16c25eb3-3e5a-4ad4-ad82-b7cb54f5a53c', 'name': 'tempest-RoutersIpV6Test-router-2038958183', 'tenant_id': 'eeceb350906e46fc9b2c21ca495ac559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:35:50Z', 'updated_at': '2022-05-30T20:35:51Z', 'revision_number': 2, 'project_id': 'eeceb350906e46fc9b2c21ca495ac559', 'gw_port_host': None}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:35:53.742319 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23aed268-0603-4208-b7d9-b84b7b409118 None None] The sync data for ids ['16c25eb3-3e5a-4ad4-ad82-b7cb54f5a53c'] in n-d-843948-2 is: [{'id': '16c25eb3-3e5a-4ad4-ad82-b7cb54f5a53c', 'name': 'tempest-RoutersIpV6Test-router-2038958183', 'tenant_id': 'eeceb350906e46fc9b2c21ca495ac559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:35:50Z', 'updated_at': '2022-05-30T20:35:51Z', 'revision_number': 2, 'project_id': 'eeceb350906e46fc9b2c21ca495ac559', 'gw_port_host': None}] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:35:53.827044 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b36de5b8-a525-4bab-9d8c-4d4c81d39272 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4127075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2778536'] for subnet, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:53.885122 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36de5b8-a525-4bab-9d8c-4d4c81d39272 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Pushing event deleted for resources: {'Subnet': ['ID=3983615b-031e-4e57-9e4e-d58d1636631e,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:53.913335 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de6894c4-3bd2-4637-b90a-fa458195de84 None None] Network e47345d4-98a8-46f5-a7b7-66b2eb513a50 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:35:53.913986 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b36de5b8-a525-4bab-9d8c-4d4c81d39272 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks [] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:54.026746 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-b36de5b8-a525-4bab-9d8c-4d4c81d39272 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "DELETE /v2.0/subnets/3983615b-031e-4e57-9e4e-d58d1636631e HTTP/1.1" status: 204 len: 168 time: 1.4067070 May 30 20:35:54.028887 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 51370) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:54.284412 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-51f31628-62bb-47ab-a3b7-374440d216fd tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-724789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3141'] for router, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:54.291751 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-51f31628-62bb-47ab-a3b7-374440d216fd tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:54.310660 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f04c725-0fc1-4c92-909c-591f1cf50985 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Deleting subnet d6fa2a4c-35c5-4c12-baeb-4031f1ceab65 {{(pid=84886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:35:54.318991 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9f04c725-0fc1-4c92-909c-591f1cf50985 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks [] for subnet, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:54.426163 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-51f31628-62bb-47ab-a3b7-374440d216fd tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724889'] for router, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:54.426723 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51f31628-62bb-47ab-a3b7-374440d216fd tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Fanout notify agent at l3_agent the message router_deleted on router 16c25eb3-3e5a-4ad4-ad82-b7cb54f5a53c {{(pid=84887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:35:54.462353 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-51f31628-62bb-47ab-a3b7-374440d216fd tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Notify callbacks [] for router, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:54.467863 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-51f31628-62bb-47ab-a3b7-374440d216fd tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] 10.222.0.85 "DELETE /v2.0/routers/16c25eb3-3e5a-4ad4-ad82-b7cb54f5a53c HTTP/1.1" status: 204 len: 168 time: 1.3301742 May 30 20:35:54.471394 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 51386) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:54.514411 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9f04c725-0fc1-4c92-909c-591f1cf50985 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2655517'] for subnet, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:54.578042 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 51390) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:54.582072 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-d1b55a90-874e-482e-9453-052f2e52822e tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] 10.222.0.85 "GET /v2.0/ports?device_id=16c25eb3-3e5a-4ad4-ad82-b7cb54f5a53c HTTP/1.1" status: 200 len: 205 time: 0.1040022 May 30 20:35:54.766318 n-d-843948-2 neutron-server[84886]: INFO neutron.api.v2.resource [None req-fac520e6-02f7-45d7-907c-bd958843bdca tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] delete failed (client error): The resource could not be found. May 30 20:35:54.770670 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 51402) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:54.781164 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-fac520e6-02f7-45d7-907c-bd958843bdca tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] 10.222.0.85 "DELETE /v2.0/routers/16c25eb3-3e5a-4ad4-ad82-b7cb54f5a53c HTTP/1.1" status: 404 len: 336 time: 0.2014546 May 30 20:35:54.844784 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9f04c725-0fc1-4c92-909c-591f1cf50985 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:54.901386 n-d-843948-2 neutron-server[84887]: INFO neutron.pecan_wsgi.hooks.translation [None req-24dfa078-fd12-4210-a89e-e450e4643860 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] DELETE failed (client error): The resource could not be found. May 30 20:35:54.911751 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24dfa078-fd12-4210-a89e-e450e4643860 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:35:54.911751 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-24dfa078-fd12-4210-a89e-e450e4643860 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] 10.222.0.85 "DELETE /v2.0/subnets/48d552db-981d-4d73-865e-2bf58aae0f82 HTTP/1.1" status: 404 len: 337 time: 0.1355245 May 30 20:35:54.918808 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 51408) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:55.041203 n-d-843948-2 neutron-server[84887]: INFO neutron.pecan_wsgi.hooks.translation [None req-deb755f3-2a19-4b77-b50e-5b24088b50f2 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] DELETE failed (client error): The resource could not be found. May 30 20:35:55.045569 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-deb755f3-2a19-4b77-b50e-5b24088b50f2 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:35:55.046147 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 51414) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:55.058199 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-deb755f3-2a19-4b77-b50e-5b24088b50f2 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] 10.222.0.85 "DELETE /v2.0/subnets/22ad9598-9de8-434f-8718-0038eb57832b HTTP/1.1" status: 404 len: 337 time: 0.1379800 May 30 20:35:55.096806 n-d-843948-2 neutron-server[84886]: INFO neutron.pecan_wsgi.hooks.translation [None req-1020e49f-1d67-46d5-b110-fd89e1605022 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] DELETE failed (client error): The resource could not be found. May 30 20:35:55.097706 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1020e49f-1d67-46d5-b110-fd89e1605022 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:35:55.105255 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-1020e49f-1d67-46d5-b110-fd89e1605022 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] 10.222.0.85 "DELETE /v2.0/subnets/c7d55db9-d8c6-4c30-9f1b-9757deb0f8ac HTTP/1.1" status: 404 len: 337 time: 0.0578363 May 30 20:35:55.107916 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 51422) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:55.157382 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9f04c725-0fc1-4c92-909c-591f1cf50985 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4127075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2778536'] for subnet, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:55.236225 n-d-843948-2 neutron-server[84886]: INFO neutron.pecan_wsgi.hooks.translation [None req-69295d52-56bf-4bdd-9dcc-d64015f34035 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] DELETE failed (client error): The resource could not be found. May 30 20:35:55.237076 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69295d52-56bf-4bdd-9dcc-d64015f34035 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:35:55.239106 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-69295d52-56bf-4bdd-9dcc-d64015f34035 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] 10.222.0.85 "DELETE /v2.0/subnets/bdbd14ab-945e-4aef-b6e0-7157227cf2a3 HTTP/1.1" status: 404 len: 337 time: 0.1301036 May 30 20:35:55.243289 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 51428) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:55.248958 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f04c725-0fc1-4c92-909c-591f1cf50985 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Pushing event deleted for resources: {'Subnet': ['ID=d6fa2a4c-35c5-4c12-baeb-4031f1ceab65,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:55.261892 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9f04c725-0fc1-4c92-909c-591f1cf50985 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks [] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:55.264353 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-9f04c725-0fc1-4c92-909c-591f1cf50985 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "DELETE /v2.0/subnets/d6fa2a4c-35c5-4c12-baeb-4031f1ceab65 HTTP/1.1" status: 204 len: 168 time: 1.2344809 May 30 20:35:55.268733 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 51434) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:55.402372 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-fed00346-2c97-44f0-8d19-e9af7dd5177a tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1303954 May 30 20:35:55.403280 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-92dc7b6f-5ea1-4596-a55b-6bee1b136447 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] 10.222.0.85 "GET /v2.0/ports?device_id=a4f19232-b258-4352-be0c-c357e4df05ee HTTP/1.1" status: 200 len: 205 time: 0.1586735 May 30 20:35:55.403467 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 51444) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:55.405134 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 51446) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:55.420910 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-219f61e6-b6a9-4df6-ad5e-9b5dc2498350 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Request body: {'subnet': {'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:35:55.569000 n-d-843948-2 neutron-server[84886]: INFO neutron.api.v2.resource [None req-bf1b65cf-8885-48ef-89a8-2755eee1748b tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] delete failed (client error): The resource could not be found. May 30 20:35:55.572475 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-bf1b65cf-8885-48ef-89a8-2755eee1748b tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] 10.222.0.85 "DELETE /v2.0/routers/a4f19232-b258-4352-be0c-c357e4df05ee HTTP/1.1" status: 404 len: 336 time: 0.1668499 May 30 20:35:55.573998 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 51454) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:55.688035 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f80cd441-2cb3-4643-8894-0520073b6616 None None] Network e47345d4-98a8-46f5-a7b7-66b2eb513a50 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:35:55.696188 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-219f61e6-b6a9-4df6-ad5e-9b5dc2498350 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:35:55.710001 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-219f61e6-b6a9-4df6-ad5e-9b5dc2498350 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Usage tracker for resource:subnet and tenant:08954986e7454427ae0d40c7652d3c6a is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:35:55.714528 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-219f61e6-b6a9-4df6-ad5e-9b5dc2498350 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:35:55.723243 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-0deda832-7a13-4ee3-adf7-a70f42699b18 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Synchronizing usage tracker for tenant:eeceb350906e46fc9b2c21ca495ac559 on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:35:55.729851 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-219f61e6-b6a9-4df6-ad5e-9b5dc2498350 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:35:55.740020 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-0deda832-7a13-4ee3-adf7-a70f42699b18 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] Unset dirty status for tenant:eeceb350906e46fc9b2c21ca495ac559 on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:35:55.741761 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-0deda832-7a13-4ee3-adf7-a70f42699b18 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] 10.222.0.85 "GET /v2.0/ports?device_id=3925e719-4a37-4128-b4ea-76da0820c622 HTTP/1.1" status: 200 len: 205 time: 0.1666119 May 30 20:35:55.744363 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 51462) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:55.851095 n-d-843948-2 neutron-server[84886]: INFO neutron.api.v2.resource [None req-93def8b1-719d-4cdd-bf70-5e85871b4b3a tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] delete failed (client error): The resource could not be found. May 30 20:35:55.852180 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-93def8b1-719d-4cdd-bf70-5e85871b4b3a tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] 10.222.0.85 "DELETE /v2.0/routers/3925e719-4a37-4128-b4ea-76da0820c622 HTTP/1.1" status: 404 len: 336 time: 0.1065941 May 30 20:35:55.854856 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 51470) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:55.873442 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-eb6d6f8e-794e-4b1a-9644-b493ba3b6d9a None None] Provisioning complete for port a2849acb-831d-469a-9498-8bef79d659f1 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:35:55.874404 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-eb6d6f8e-794e-4b1a-9644-b493ba3b6d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:55.894484 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-219f61e6-b6a9-4df6-ad5e-9b5dc2498350 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Made reservation on behalf of 08954986e7454427ae0d40c7652d3c6a for: {'subnet': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:35:55.920185 n-d-843948-2 neutron-server[84886]: INFO neutron.pecan_wsgi.hooks.translation [None req-57dac926-6c85-4a24-96c9-6b13ad31df12 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] DELETE failed (client error): The resource could not be found. May 30 20:35:55.920544 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57dac926-6c85-4a24-96c9-6b13ad31df12 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:35:55.926457 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-57dac926-6c85-4a24-96c9-6b13ad31df12 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] 10.222.0.85 "DELETE /v2.0/subnets/c7e37c99-5267-4a16-b7fe-47f979623e68 HTTP/1.1" status: 404 len: 337 time: 0.0694096 May 30 20:35:55.927457 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 51476) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:55.994985 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-926ddb30-47b1-4c3f-b035-a7e0e4a22745 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] 10.222.0.85 "GET /v2.0/ports?device_id=570753c8-ef0c-4c6e-9460-d7a45e8a6369 HTTP/1.1" status: 200 len: 205 time: 0.0622110 May 30 20:35:55.995918 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 51480) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:56.076008 n-d-843948-2 neutron-server[84886]: INFO neutron.api.v2.resource [None req-97d7306d-5d0f-41ad-9d87-caca39ea0fd3 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] delete failed (client error): The resource could not be found. May 30 20:35:56.083541 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-97d7306d-5d0f-41ad-9d87-caca39ea0fd3 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] 10.222.0.85 "DELETE /v2.0/routers/570753c8-ef0c-4c6e-9460-d7a45e8a6369 HTTP/1.1" status: 404 len: 336 time: 0.0861347 May 30 20:35:56.086148 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 51488) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:56.158641 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-219f61e6-b6a9-4df6-ad5e-9b5dc2498350 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114220'] for subnet, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:56.217635 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-9da2e2f0-f4dd-4691-82ff-b6ca71dca7f0 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] 10.222.0.85 "GET /v2.0/ports?device_id=704d25b5-841c-4a81-a269-8ba64091b8e2 HTTP/1.1" status: 200 len: 205 time: 0.1224046 May 30 20:35:56.218331 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 51494) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:56.390183 n-d-843948-2 neutron-server[84886]: INFO neutron.api.v2.resource [None req-1b94d2f3-4365-4458-8d31-21a0477956d2 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] delete failed (client error): The resource could not be found. May 30 20:35:56.393946 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-1b94d2f3-4365-4458-8d31-21a0477956d2 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] 10.222.0.85 "DELETE /v2.0/routers/704d25b5-841c-4a81-a269-8ba64091b8e2 HTTP/1.1" status: 404 len: 336 time: 0.1734412 May 30 20:35:56.395628 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 51502) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:56.531749 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-600d9cbe-136c-477f-b8c8-2df57b9b264e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:56.604292 n-d-843948-2 neutron-server[84886]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf7e194a-39d1-4179-8100-1e5f585efea2 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] DELETE failed (client error): The resource could not be found. May 30 20:35:56.605510 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf7e194a-39d1-4179-8100-1e5f585efea2 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:35:56.609216 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-cf7e194a-39d1-4179-8100-1e5f585efea2 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] 10.222.0.85 "DELETE /v2.0/subnets/3f88096e-5fdd-4061-90dc-093bd7e91e05 HTTP/1.1" status: 404 len: 337 time: 0.2099237 May 30 20:35:56.615700 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a95914cb-652b-4c85-8cce-26ecc03e8999 None None] DHCP port deletion for e47345d4-98a8-46f5-a7b7-66b2eb513a50 request from n-d-843948-2 {{(pid=84888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:35:56.625367 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-a95914cb-652b-4c85-8cce-26ecc03e8999 None None] Deleting port a2849acb-831d-469a-9498-8bef79d659f1 {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:35:56.625883 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 51510) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:56.626184 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-a95914cb-652b-4c85-8cce-26ecc03e8999 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:56.760030 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 51514) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:56.760318 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-7dbc93c5-795f-40e2-9ea8-35f1713c8c48 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] 10.222.0.85 "GET /v2.0/ports?device_id=c3185c38-3743-4505-afe0-bb4c869499d8 HTTP/1.1" status: 200 len: 205 time: 0.1332803 May 30 20:35:56.904530 n-d-843948-2 neutron-server[84886]: INFO neutron.api.v2.resource [None req-a1b68a62-7f4c-4c9d-aece-5ee93a7eeb3a tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] delete failed (client error): The resource could not be found. May 30 20:35:56.905591 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-a1b68a62-7f4c-4c9d-aece-5ee93a7eeb3a tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] 10.222.0.85 "DELETE /v2.0/routers/c3185c38-3743-4505-afe0-bb4c869499d8 HTTP/1.1" status: 404 len: 336 time: 0.1444681 May 30 20:35:56.908358 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 51520) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:56.978283 n-d-843948-2 neutron-server[84886]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dcfe4ec-ed80-4349-8b56-5232168f23f4 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] DELETE failed (client error): The resource could not be found. May 30 20:35:56.979079 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4dcfe4ec-ed80-4349-8b56-5232168f23f4 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:35:56.981819 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-4dcfe4ec-ed80-4349-8b56-5232168f23f4 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] 10.222.0.85 "DELETE /v2.0/subnets/4123978c-9908-442b-b4f1-82c8512dd9ae HTTP/1.1" status: 404 len: 337 time: 0.0721822 May 30 20:35:56.988024 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 51530) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:56.996567 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-a95914cb-652b-4c85-8cce-26ecc03e8999 None None] For port a2849acb-831d-469a-9498-8bef79d659f1, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=a2849acb-831d-469a-9498-8bef79d659f1,segment=NetworkSegment(2cb73a29-9359-4fbf-99af-be1c6062790b),segment_id=2cb73a29-9359-4fbf-99af-be1c6062790b)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:35:56.997111 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-a95914cb-652b-4c85-8cce-26ecc03e8999 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:57.129418 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-dfedf2e7-6d2d-4124-87a4-29a701ba54bc tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] 10.222.0.85 "GET /v2.0/ports?device_id=23697438-8567-42a8-89a3-2fd41c316d88 HTTP/1.1" status: 200 len: 205 time: 0.1390994 May 30 20:35:57.132733 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 51536) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:57.264079 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-a95914cb-652b-4c85-8cce-26ecc03e8999 None None] Calling delete_port for a2849acb-831d-469a-9498-8bef79d659f1 owned by network:dhcp {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:35:57.390795 n-d-843948-2 neutron-server[84887]: INFO neutron.api.v2.resource [None req-2bd7485b-b38f-467a-9579-0a461f67fdb5 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] delete failed (client error): The resource could not be found. May 30 20:35:57.391910 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-2bd7485b-b38f-467a-9579-0a461f67fdb5 tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] 10.222.0.85 "DELETE /v2.0/routers/23697438-8567-42a8-89a3-2fd41c316d88 HTTP/1.1" status: 404 len: 336 time: 0.2561543 May 30 20:35:57.395105 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 51548) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:57.407441 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device a2849acb-831d-469a-9498-8bef79d659f1 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:35:57.417431 n-d-843948-2 neutron-server[84887]: DEBUG neutron.objects.ports [None req-219f61e6-b6a9-4df6-ad5e-9b5dc2498350 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84887) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 30 20:35:57.551842 n-d-843948-2 neutron-server[84886]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd8e9f9b-3723-4cd3-85b2-242023f3ec3b tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] DELETE failed (client error): The resource could not be found. May 30 20:35:57.558173 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd8e9f9b-3723-4cd3-85b2-242023f3ec3b tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:35:57.561408 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-bd8e9f9b-3723-4cd3-85b2-242023f3ec3b tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] 10.222.0.85 "DELETE /v2.0/subnets/f7fc26f8-ee23-4825-adbb-cd2d188de8cb HTTP/1.1" status: 404 len: 337 time: 0.1644681 May 30 20:35:57.563737 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 51554) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:57.598101 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-a95914cb-652b-4c85-8cce-26ecc03e8999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468'] for port, after_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:57.618156 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.ipam_pluggable_backend [None req-219f61e6-b6a9-4df6-ad5e-9b5dc2498350 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Port a2849acb-831d-469a-9498-8bef79d659f1 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=84887) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} May 30 20:35:57.618476 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.ipam_pluggable_backend [None req-219f61e6-b6a9-4df6-ad5e-9b5dc2498350 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Reverting IP allocation for 2001:db8::f816:3eff:feb0:b793 {{(pid=84887) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} May 30 20:35:57.653972 n-d-843948-2 neutron-server[84886]: INFO neutron.pecan_wsgi.hooks.translation [None req-94a4a2e9-3a38-4752-bbb3-4f65e634388e tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] DELETE failed (client error): The resource could not be found. May 30 20:35:57.654409 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94a4a2e9-3a38-4752-bbb3-4f65e634388e tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:35:57.672772 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-94a4a2e9-3a38-4752-bbb3-4f65e634388e tempest-RoutersIpV6Test-1710409612 tempest-RoutersIpV6Test-1710409612-project] 10.222.0.85 "DELETE /v2.0/subnets/7c49bf1b-f34c-47c4-b8f2-92cb771b11ff HTTP/1.1" status: 404 len: 337 time: 0.0939851 May 30 20:35:57.715095 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95914cb-652b-4c85-8cce-26ecc03e8999 None None] No DVR routers for this DVR port a2849acb-831d-469a-9498-8bef79d659f1 on host n-d-843948-2 {{(pid=84888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:35:57.733677 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-219f61e6-b6a9-4df6-ad5e-9b5dc2498350 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4055401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114238'] for subnet, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:57.743380 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95914cb-652b-4c85-8cce-26ecc03e8999 None None] Pushing event deleted for resources: {'Port': ['ID=a2849acb-831d-469a-9498-8bef79d659f1,revision_number=None']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:57.745874 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Port a2849acb-831d-469a-9498-8bef79d659f1 update to DOWN by agent not found {{(pid=84888) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} May 30 20:35:57.939839 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-219f61e6-b6a9-4df6-ad5e-9b5dc2498350 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Network e47345d4-98a8-46f5-a7b7-66b2eb513a50 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:35:57.943764 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-219f61e6-b6a9-4df6-ad5e-9b5dc2498350 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:35:57.949664 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-219f61e6-b6a9-4df6-ad5e-9b5dc2498350 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:35:57.950250 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-219f61e6-b6a9-4df6-ad5e-9b5dc2498350 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:57.957547 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76ad0fa0-e124-4e78-84db-37d508847921 None None] Network e47345d4-98a8-46f5-a7b7-66b2eb513a50 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:35:57.965422 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219f61e6-b6a9-4df6-ad5e-9b5dc2498350 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Pushing event updated for resources: {'Subnet': ['ID=9d829ca0-9538-4bee-983a-2a165c8167b9,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:58.117452 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-219f61e6-b6a9-4df6-ad5e-9b5dc2498350 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7111278 May 30 20:35:58.120657 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 51576) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:58.129854 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-49f58e28-ffd0-4b3c-b287-e9f96aafb413 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Request body: {'subnet': {'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:35:58.247781 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad25f865-58fe-417a-9a6c-af408efb9268 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-e47345d4-98a8-46f5-a7b7-66b2eb513a50', 'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50', 'tenant_id': '08954986e7454427ae0d40c7652d3c6a', 'fixed_ips': [{'subnet_id': '9d829ca0-9538-4bee-983a-2a165c8167b9'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:35:58.248650 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ad25f865-58fe-417a-9a6c-af408efb9268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:58.338302 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-49f58e28-ffd0-4b3c-b287-e9f96aafb413 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:35:58.343504 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-49f58e28-ffd0-4b3c-b287-e9f96aafb413 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Usage tracker for resource:subnet and tenant:08954986e7454427ae0d40c7652d3c6a is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:35:58.348581 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-49f58e28-ffd0-4b3c-b287-e9f96aafb413 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:35:58.356940 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-49f58e28-ffd0-4b3c-b287-e9f96aafb413 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:35:58.448858 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-ad25f865-58fe-417a-9a6c-af408efb9268 None None] Allocated IP 2001:db8::f816:3eff:fec9:d6eb (e47345d4-98a8-46f5-a7b7-66b2eb513a50/9d829ca0-9538-4bee-983a-2a165c8167b9/06e94435-696b-44ea-a3a4-1bbab5bcc2a0) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:35:58.492938 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49f58e28-ffd0-4b3c-b287-e9f96aafb413 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Made reservation on behalf of 08954986e7454427ae0d40c7652d3c6a for: {'subnet': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:35:58.496952 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-49f58e28-ffd0-4b3c-b287-e9f96aafb413 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114220'] for subnet, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:58.625444 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 51590) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:58.751039 n-d-843948-2 neutron-server[84887]: INFO neutron.db.ipam_backend_mixin [None req-49f58e28-ffd0-4b3c-b287-e9f96aafb413 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9d829ca0-9538-4bee-983a-2a165c8167b9 (CIDR: 2001:db8::/64) May 30 20:35:58.797771 n-d-843948-2 neutron-server[84887]: INFO neutron.pecan_wsgi.hooks.translation [None req-49f58e28-ffd0-4b3c-b287-e9f96aafb413 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 20:35:58.798217 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49f58e28-ffd0-4b3c-b287-e9f96aafb413 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:35:58.822392 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ad25f865-58fe-417a-9a6c-af408efb9268 None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:58.835815 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-ad25f865-58fe-417a-9a6c-af408efb9268 None None] Transition to ACTIVE for port object 06e94435-696b-44ea-a3a4-1bbab5bcc2a0 will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:35:58.863890 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-ad25f865-58fe-417a-9a6c-af408efb9268 None None] Transition to ACTIVE for port object 06e94435-696b-44ea-a3a4-1bbab5bcc2a0 will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:35:58.939344 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 51606) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:58.941059 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-49f58e28-ffd0-4b3c-b287-e9f96aafb413 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8178275 May 30 20:35:58.949145 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ad25f865-58fe-417a-9a6c-af408efb9268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:58.969317 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-3fd7a377-935c-4c84-8a51-c304fafebdeb tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Request body: {'subnet': {'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:35:59.169644 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad25f865-58fe-417a-9a6c-af408efb9268 None None] Pushing event updated for resources: {'Port': ['ID=06e94435-696b-44ea-a3a4-1bbab5bcc2a0,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:59.204640 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad25f865-58fe-417a-9a6c-af408efb9268 None None] Network e47345d4-98a8-46f5-a7b7-66b2eb513a50 is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:35:59.207258 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-ad25f865-58fe-417a-9a6c-af408efb9268 None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:35:59.212583 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad25f865-58fe-417a-9a6c-af408efb9268 None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:35:59.320881 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-35863391-8ee3-49d8-80bf-d627da8f1b81 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=eeceb350906e46fc9b2c21ca495ac559&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6932132 May 30 20:35:59.328513 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 51624) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:35:59.393795 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-3fd7a377-935c-4c84-8a51-c304fafebdeb tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:35:59.398367 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-3fd7a377-935c-4c84-8a51-c304fafebdeb tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Usage tracker for resource:subnet and tenant:08954986e7454427ae0d40c7652d3c6a is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:35:59.401456 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-3fd7a377-935c-4c84-8a51-c304fafebdeb tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:35:59.402480 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-ad25f865-58fe-417a-9a6c-af408efb9268 None None] Attempting to bind port 06e94435-696b-44ea-a3a4-1bbab5bcc2a0 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:35:59.402992 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-ad25f865-58fe-417a-9a6c-af408efb9268 None None] Attempting to bind port 06e94435-696b-44ea-a3a4-1bbab5bcc2a0 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': '2cb73a29-9359-4fbf-99af-be1c6062790b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:35:59.403212 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad25f865-58fe-417a-9a6c-af408efb9268 None None] Attempting to bind port 06e94435-696b-44ea-a3a4-1bbab5bcc2a0 on network e47345d4-98a8-46f5-a7b7-66b2eb513a50 {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:35:59.408739 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-3fd7a377-935c-4c84-8a51-c304fafebdeb tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:35:59.412725 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad25f865-58fe-417a-9a6c-af408efb9268 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:35:59.417651 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad25f865-58fe-417a-9a6c-af408efb9268 None None] Checking segment: {'id': '2cb73a29-9359-4fbf-99af-be1c6062790b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:35:59.417651 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ad25f865-58fe-417a-9a6c-af408efb9268 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:59.417651 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad25f865-58fe-417a-9a6c-af408efb9268 None None] Bound using segment: {'id': '2cb73a29-9359-4fbf-99af-be1c6062790b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:35:59.417651 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-ad25f865-58fe-417a-9a6c-af408efb9268 None None] Bound port: 06e94435-696b-44ea-a3a4-1bbab5bcc2a0, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cb73a29-9359-4fbf-99af-be1c6062790b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:35:59.417651 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ad25f865-58fe-417a-9a6c-af408efb9268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:59.463888 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a9499014-1c1d-43d2-9b0a-daa65a5058db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:59.533168 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a9499014-1c1d-43d2-9b0a-daa65a5058db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:59.551751 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fd7a377-935c-4c84-8a51-c304fafebdeb tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Made reservation on behalf of 08954986e7454427ae0d40c7652d3c6a for: {'subnet': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:35:59.597121 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-c89e3b03-3346-4010-a9d9-610538e721ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:59.608044 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-ad25f865-58fe-417a-9a6c-af408efb9268 None None] For port 06e94435-696b-44ea-a3a4-1bbab5bcc2a0, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:35:59.612636 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-ad25f865-58fe-417a-9a6c-af408efb9268 None None] For port 06e94435-696b-44ea-a3a4-1bbab5bcc2a0, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=06e94435-696b-44ea-a3a4-1bbab5bcc2a0,segment=NetworkSegment(2cb73a29-9359-4fbf-99af-be1c6062790b),segment_id=2cb73a29-9359-4fbf-99af-be1c6062790b)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:35:59.757325 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ad25f865-58fe-417a-9a6c-af408efb9268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:59.757569 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a9499014-1c1d-43d2-9b0a-daa65a5058db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:59.782294 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9499014-1c1d-43d2-9b0a-daa65a5058db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=004a5fec-0268-499f-9e1a-aa5d8a4cd311,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:35:59.802158 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a9499014-1c1d-43d2-9b0a-daa65a5058db admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:59.803831 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-a9499014-1c1d-43d2-9b0a-daa65a5058db admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/004a5fec-0268-499f-9e1a-aa5d8a4cd311 HTTP/1.1" status: 204 len: 168 time: 0.4743011 May 30 20:35:59.828486 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3fd7a377-935c-4c84-8a51-c304fafebdeb tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2778563'] for subnet, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:59.850272 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:35:59.904731 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad25f865-58fe-417a-9a6c-af408efb9268 None None] Pushing event updated for resources: {'Port': ['ID=06e94435-696b-44ea-a3a4-1bbab5bcc2a0,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:00.402830 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3fd7a377-935c-4c84-8a51-c304fafebdeb tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4127140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2778577'] for subnet, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:00.471889 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd7a377-935c-4c84-8a51-c304fafebdeb tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Network e47345d4-98a8-46f5-a7b7-66b2eb513a50 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:36:00.475435 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-3fd7a377-935c-4c84-8a51-c304fafebdeb tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:36:00.478421 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd7a377-935c-4c84-8a51-c304fafebdeb tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:36:00.479014 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3fd7a377-935c-4c84-8a51-c304fafebdeb tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks [] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:00.487226 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd7a377-935c-4c84-8a51-c304fafebdeb tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Pushing event updated for resources: {'Subnet': ['ID=720742a6-2ad4-44fe-a88f-2d3719aa008c,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:00.638714 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-3fd7a377-935c-4c84-8a51-c304fafebdeb tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6929200 May 30 20:36:00.641942 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 51660) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:00.648589 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-9d0c398b-fb98-4b7f-916f-3832e718c875 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Request body: {'port': {'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50', 'mac_address': 'fa:16:3e:95:8e:f4', 'name': 'tempest-NetworksTestDHCPv6-997561833'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:36:00.851322 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-9d0c398b-fb98-4b7f-916f-3832e718c875 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:36:00.859797 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-9d0c398b-fb98-4b7f-916f-3832e718c875 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Usage tracker for resource:port and tenant:08954986e7454427ae0d40c7652d3c6a is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:36:00.864922 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-9d0c398b-fb98-4b7f-916f-3832e718c875 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:36:00.880009 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-9d0c398b-fb98-4b7f-916f-3832e718c875 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:36:01.006707 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d0c398b-fb98-4b7f-916f-3832e718c875 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Made reservation on behalf of 08954986e7454427ae0d40c7652d3c6a for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:36:01.006707 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9d0c398b-fb98-4b7f-916f-3832e718c875 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:01.065452 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [None req-9d0c398b-fb98-4b7f-916f-3832e718c875 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] device_id is not set on port 1df8c218-5ae7-4ee8-9d16-98c3309b5a7e yet. {{(pid=84887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:36:01.128461 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:01.207805 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 06e94435-696b-44ea-a3a4-1bbab5bcc2a0 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:36:01.315521 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c87b865-5d8d-41fb-954b-a218750c05a9 None None] Network e47345d4-98a8-46f5-a7b7-66b2eb513a50 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:36:01.376857 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 51696) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:01.426740 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [None req-9d0c398b-fb98-4b7f-916f-3832e718c875 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Allocated IP 2001:db8:0:1::c6 (e47345d4-98a8-46f5-a7b7-66b2eb513a50/720742a6-2ad4-44fe-a88f-2d3719aa008c/1df8c218-5ae7-4ee8-9d16-98c3309b5a7e) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:36:01.441715 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [None req-9d0c398b-fb98-4b7f-916f-3832e718c875 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Allocated IP 2001:db8::f816:3eff:fe95:8ef4 (e47345d4-98a8-46f5-a7b7-66b2eb513a50/9d829ca0-9538-4bee-983a-2a165c8167b9/1df8c218-5ae7-4ee8-9d16-98c3309b5a7e) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:36:01.563259 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-24d8e0c9-35b2-4a72-894f-47fdb79cf31f None None] Provisioning for port 06e94435-696b-44ea-a3a4-1bbab5bcc2a0 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:36:01.613535 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 06e94435-696b-44ea-a3a4-1bbab5bcc2a0 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:36:01.635080 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 06e94435-696b-44ea-a3a4-1bbab5bcc2a0 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:36:01.635451 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:01.767326 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9d0c398b-fb98-4b7f-916f-3832e718c875 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:01.796392 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [None req-9d0c398b-fb98-4b7f-916f-3832e718c875 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Transition to ACTIVE for port object 1df8c218-5ae7-4ee8-9d16-98c3309b5a7e will not be triggered until provisioned by entity DHCP. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:36:01.905226 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:01.917582 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9d0c398b-fb98-4b7f-916f-3832e718c875 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:01.924445 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-30a110d2-93fd-44c3-8e17-8fe6307e789e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:01.991904 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-30a110d2-93fd-44c3-8e17-8fe6307e789e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:36:01.998114 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-30a110d2-93fd-44c3-8e17-8fe6307e789e admin admin] Usage tracker for resource:security_group_rule and tenant:a6facbeec9bf442caeafbdc65fc7f6eb is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:36:02.002051 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-30a110d2-93fd-44c3-8e17-8fe6307e789e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:36:02.011581 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port 06e94435-696b-44ea-a3a4-1bbab5bcc2a0, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=06e94435-696b-44ea-a3a4-1bbab5bcc2a0,segment=NetworkSegment(2cb73a29-9359-4fbf-99af-be1c6062790b),segment_id=2cb73a29-9359-4fbf-99af-be1c6062790b)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:36:02.012828 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-30a110d2-93fd-44c3-8e17-8fe6307e789e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:36:02.035062 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0c398b-fb98-4b7f-916f-3832e718c875 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Pushing event updated for resources: {'Port': ['ID=1df8c218-5ae7-4ee8-9d16-98c3309b5a7e,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:02.053167 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 51742) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:02.058740 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d0c398b-fb98-4b7f-916f-3832e718c875 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Network e47345d4-98a8-46f5-a7b7-66b2eb513a50 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:36:02.060628 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-9d0c398b-fb98-4b7f-916f-3832e718c875 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:36:02.064349 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0c398b-fb98-4b7f-916f-3832e718c875 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:36:02.071697 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d0c398b-fb98-4b7f-916f-3832e718c875 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:36:02.073015 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9d0c398b-fb98-4b7f-916f-3832e718c875 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:02.124402 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:02.160307 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-30a110d2-93fd-44c3-8e17-8fe6307e789e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:02.172648 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-9d0c398b-fb98-4b7f-916f-3832e718c875 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.5295110 May 30 20:36:02.180185 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 51756) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:02.240514 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=06e94435-696b-44ea-a3a4-1bbab5bcc2a0,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:02.245348 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f483d8f-26bb-47a4-8e46-c663f4f86f08 None None] Update dhcp port {'port': {'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50', 'fixed_ips': [{'subnet_id': '9d829ca0-9538-4bee-983a-2a165c8167b9', 'ip_address': '2001:db8::f816:3eff:fec9:d6eb'}, {'subnet_id': '720742a6-2ad4-44fe-a88f-2d3719aa008c'}], 'binding:host_id': 'n-d-843948-2'}, 'id': '06e94435-696b-44ea-a3a4-1bbab5bcc2a0'} from n-d-843948-2. {{(pid=84888) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 30 20:36:02.250167 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-30a110d2-93fd-44c3-8e17-8fe6307e789e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:02.304561 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-4f483d8f-26bb-47a4-8e46-c663f4f86f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:02.339303 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-30a110d2-93fd-44c3-8e17-8fe6307e789e admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=a6facbeec9bf442caeafbdc65fc7f6eb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9612575 May 30 20:36:02.346633 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 51766) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:02.372569 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81fc623-3ff1-4212-a36d-965bff62e3a4 req-471edb2f-2457-4998-b325-e7ce5005b341 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:36:02.375016 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d81fc623-3ff1-4212-a36d-965bff62e3a4 req-471edb2f-2457-4998-b325-e7ce5005b341 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] 10.222.0.85 "GET /v2.0/ports?device_id=9f2acdd5-0951-4d21-a2ba-3caff48e9d17 HTTP/1.1" status: 200 len: 945 time: 0.1656065 May 30 20:36:02.410242 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-55eca327-6faf-4811-9ffe-a52bb64e69c1 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Deleting port 1df8c218-5ae7-4ee8-9d16-98c3309b5a7e {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:36:02.410242 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-55eca327-6faf-4811-9ffe-a52bb64e69c1 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:02.435976 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a110d2-93fd-44c3-8e17-8fe6307e789e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f448058a-7351-4e3d-93f8-5ea42515d7d6,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:02.473266 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bc1fbcce-6fa1-4331-81a8-c431a2d35ebc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:02.506705 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b9f831f2-6444-4a02-9ef9-a16afc4789e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:02.566696 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-bc1fbcce-6fa1-4331-81a8-c431a2d35ebc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:36:02.572710 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d81fc623-3ff1-4212-a36d-965bff62e3a4 req-eb4dc18b-c7f1-4a32-852d-88a758466a5d tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] 10.222.0.85 "GET /v2.0/security-groups?id=1c8a214b-6487-4b26-aae5-3d5d58bf176d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1862562 May 30 20:36:02.577031 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b9f831f2-6444-4a02-9ef9-a16afc4789e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:02.605922 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-bc1fbcce-6fa1-4331-81a8-c431a2d35ebc admin admin] Usage tracker for resource:security_group_rule and tenant:08479cb28eec40c5aaf07daf0a94540d is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:36:02.618352 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-bc1fbcce-6fa1-4331-81a8-c431a2d35ebc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:36:02.631548 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-bc1fbcce-6fa1-4331-81a8-c431a2d35ebc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:36:02.665984 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-4f483d8f-26bb-47a4-8e46-c663f4f86f08 None None] Allocated IP 2001:db8:0:1::2 (e47345d4-98a8-46f5-a7b7-66b2eb513a50/720742a6-2ad4-44fe-a88f-2d3719aa008c/06e94435-696b-44ea-a3a4-1bbab5bcc2a0) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:36:02.669213 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:02.722776 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b9f831f2-6444-4a02-9ef9-a16afc4789e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:02.761633 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b9f831f2-6444-4a02-9ef9-a16afc4789e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:02.762668 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-b9f831f2-6444-4a02-9ef9-a16afc4789e7 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/f448058a-7351-4e3d-93f8-5ea42515d7d6 HTTP/1.1" status: 204 len: 168 time: 0.4192114 May 30 20:36:02.770506 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f831f2-6444-4a02-9ef9-a16afc4789e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f448058a-7351-4e3d-93f8-5ea42515d7d6,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:02.876001 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bc1fbcce-6fa1-4331-81a8-c431a2d35ebc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:02.897138 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-55eca327-6faf-4811-9ffe-a52bb64e69c1 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:02.931146 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-4f483d8f-26bb-47a4-8e46-c663f4f86f08 None None] For port 06e94435-696b-44ea-a3a4-1bbab5bcc2a0, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=06e94435-696b-44ea-a3a4-1bbab5bcc2a0,segment=NetworkSegment(2cb73a29-9359-4fbf-99af-be1c6062790b),segment_id=2cb73a29-9359-4fbf-99af-be1c6062790b)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:36:02.968695 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-4f483d8f-26bb-47a4-8e46-c663f4f86f08 None None] Notify callbacks [] for port, precommit_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:02.989688 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-4f483d8f-26bb-47a4-8e46-c663f4f86f08 None None] Transition to ACTIVE for port object 06e94435-696b-44ea-a3a4-1bbab5bcc2a0 will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:36:03.025384 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bc1fbcce-6fa1-4331-81a8-c431a2d35ebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:03.039149 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-55eca327-6faf-4811-9ffe-a52bb64e69c1 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Calling delete_port for 1df8c218-5ae7-4ee8-9d16-98c3309b5a7e owned by {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:36:03.089998 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 06e94435-696b-44ea-a3a4-1bbab5bcc2a0 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:36:03.121892 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-4f483d8f-26bb-47a4-8e46-c663f4f86f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:03.212875 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f483d8f-26bb-47a4-8e46-c663f4f86f08 None None] Pushing event updated for resources: {'Port': ['ID=06e94435-696b-44ea-a3a4-1bbab5bcc2a0,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:03.249344 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1fbcce-6fa1-4331-81a8-c431a2d35ebc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49f36c1e-e962-4c36-9118-a74de28d3159,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:03.258596 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-bc1fbcce-6fa1-4331-81a8-c431a2d35ebc admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=08479cb28eec40c5aaf07daf0a94540d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2020738 May 30 20:36:03.261527 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 51822) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:03.380097 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-04ed67e1-08fe-4a34-b05f-382b3bcb54aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:03.437843 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-04ed67e1-08fe-4a34-b05f-382b3bcb54aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:03.676726 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-55eca327-6faf-4811-9ffe-a52bb64e69c1 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:03.677239 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-04ed67e1-08fe-4a34-b05f-382b3bcb54aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:03.708211 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ed67e1-08fe-4a34-b05f-382b3bcb54aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49f36c1e-e962-4c36-9118-a74de28d3159,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:03.719243 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-04ed67e1-08fe-4a34-b05f-382b3bcb54aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:03.723773 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-04ed67e1-08fe-4a34-b05f-382b3bcb54aa admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/49f36c1e-e962-4c36-9118-a74de28d3159 HTTP/1.1" status: 204 len: 168 time: 0.4611723 May 30 20:36:03.850571 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55eca327-6faf-4811-9ffe-a52bb64e69c1 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Pushing event deleted for resources: {'Port': ['ID=1df8c218-5ae7-4ee8-9d16-98c3309b5a7e,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:04.012299 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-55eca327-6faf-4811-9ffe-a52bb64e69c1 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:04.014348 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 51876) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:04.040728 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89971d27-17c7-42fd-b638-455a658d983c req-3a9c93eb-176f-4eb8-bf9d-dbb1df0283c3 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:36:04.049587 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-89971d27-17c7-42fd-b638-455a658d983c req-3a9c93eb-176f-4eb8-bf9d-dbb1df0283c3 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] 10.222.0.85 "GET /v2.0/ports?device_id=9f2acdd5-0951-4d21-a2ba-3caff48e9d17 HTTP/1.1" status: 200 len: 945 time: 0.2744224 May 30 20:36:04.076561 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-55eca327-6faf-4811-9ffe-a52bb64e69c1 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "DELETE /v2.0/ports/1df8c218-5ae7-4ee8-9d16-98c3309b5a7e HTTP/1.1" status: 204 len: 168 time: 1.9026165 May 30 20:36:04.079378 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 51882) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:04.144322 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-89971d27-17c7-42fd-b638-455a658d983c req-4986a169-7545-4a01-bf53-7c17f8015f76 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] 10.222.0.85 "GET /v2.0/security-groups?id=1c8a214b-6487-4b26-aae5-3d5d58bf176d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937374 May 30 20:36:04.199949 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2216cfd-b942-4717-a070-219f51029f2d tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:36:04.200740 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-a2216cfd-b942-4717-a070-219f51029f2d tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Synchronizing usage tracker for tenant:08954986e7454427ae0d40c7652d3c6a on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:36:04.235904 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-76823adf-45b1-4651-aaef-e506aff3f977 None None] Provisioning for port 06e94435-696b-44ea-a3a4-1bbab5bcc2a0 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:36:04.243361 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-76823adf-45b1-4651-aaef-e506aff3f977 None None] Provisioning complete for port 06e94435-696b-44ea-a3a4-1bbab5bcc2a0 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:36:04.243970 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-76823adf-45b1-4651-aaef-e506aff3f977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:04.310989 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-a2216cfd-b942-4717-a070-219f51029f2d tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Unset dirty status for tenant:08954986e7454427ae0d40c7652d3c6a on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:36:04.312174 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-a2216cfd-b942-4717-a070-219f51029f2d tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2317605 May 30 20:36:04.315845 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 51896) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:04.416379 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c73940-dc67-415b-829d-47e8b94dec82 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:36:04.418096 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-e9c73940-dc67-415b-829d-47e8b94dec82 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1013858 May 30 20:36:04.420576 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 51906) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:04.498917 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-93ecd2e1-e964-4be3-97d9-473cae117d9b None None] Could not find standard attr ID for object 1df8c218-5ae7-4ee8-9d16-98c3309b5a7e. {{(pid=84888) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 30 20:36:04.518633 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242d1623-bcff-45e7-8029-a223dbd33ea4 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:36:04.519940 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242d1623-bcff-45e7-8029-a223dbd33ea4 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:36:04.521312 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242d1623-bcff-45e7-8029-a223dbd33ea4 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:36:04.524584 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-242d1623-bcff-45e7-8029-a223dbd33ea4 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Synchronizing usage tracker for tenant:08954986e7454427ae0d40c7652d3c6a on resource:subnet {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:36:04.629893 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-242d1623-bcff-45e7-8029-a223dbd33ea4 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Unset dirty status for tenant:08954986e7454427ae0d40c7652d3c6a on resource:subnet {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:36:04.631731 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-242d1623-bcff-45e7-8029-a223dbd33ea4 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2097125 May 30 20:36:04.634107 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 51922) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:04.826792 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-caac45ae-9c3e-480b-8655-317c8f344b77 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Request body: {'network': {'name': 'tempest-RoutersTest-731894112'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:36:04.877651 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-caac45ae-9c3e-480b-8655-317c8f344b77 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:36:04.891735 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-caac45ae-9c3e-480b-8655-317c8f344b77 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Usage tracker for resource:network and tenant:58f9213e719f47ba816694fbf3eafd38 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:36:04.896729 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-caac45ae-9c3e-480b-8655-317c8f344b77 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:36:04.905221 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-caac45ae-9c3e-480b-8655-317c8f344b77 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:36:04.954510 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_v2 [None req-847b1919-d77b-47e9-854b-2504a55a4881 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Deleting subnet 720742a6-2ad4-44fe-a88f-2d3719aa008c {{(pid=84887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:36:04.958151 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-847b1919-d77b-47e9-854b-2504a55a4881 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks [] for subnet, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:04.985480 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caac45ae-9c3e-480b-8655-317c8f344b77 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Made reservation on behalf of 58f9213e719f47ba816694fbf3eafd38 for: {'network': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:36:04.988559 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-caac45ae-9c3e-480b-8655-317c8f344b77 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:05.018522 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-caac45ae-9c3e-480b-8655-317c8f344b77 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:05.046900 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-847b1919-d77b-47e9-854b-2504a55a4881 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3149227'] for subnet, precommit_delete_associations {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:05.070478 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 06e94435-696b-44ea-a3a4-1bbab5bcc2a0 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:36:05.107738 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-caac45ae-9c3e-480b-8655-317c8f344b77 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:36:05.114984 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-caac45ae-9c3e-480b-8655-317c8f344b77 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Usage tracker for resource:security_group_rule and tenant:58f9213e719f47ba816694fbf3eafd38 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:36:05.121241 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-caac45ae-9c3e-480b-8655-317c8f344b77 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:36:05.130426 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-caac45ae-9c3e-480b-8655-317c8f344b77 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:36:05.148469 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 06e94435-696b-44ea-a3a4-1bbab5bcc2a0 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:36:05.148917 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:05.167338 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-847b1919-d77b-47e9-854b-2504a55a4881 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:05.292547 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 51962) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:05.316025 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f3158192-c08c-4fbc-9f25-2487027bc6a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:05.348631 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-f3158192-c08c-4fbc-9f25-2487027bc6a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:36:05.352870 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-f3158192-c08c-4fbc-9f25-2487027bc6a6 admin admin] Usage tracker for resource:security_group_rule and tenant:ace04f47f91f4dad807dfe4028dca831 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:36:05.357940 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-f3158192-c08c-4fbc-9f25-2487027bc6a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:36:05.365121 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-caac45ae-9c3e-480b-8655-317c8f344b77 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:05.366130 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-f3158192-c08c-4fbc-9f25-2487027bc6a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:36:05.417203 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beedfdc5-beb0-4c54-8c22-3804d40286a2 req-0edf6ad4-ac5a-4e60-b3d8-41228adbf6a5 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:36:05.418730 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-beedfdc5-beb0-4c54-8c22-3804d40286a2 req-0edf6ad4-ac5a-4e60-b3d8-41228adbf6a5 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] 10.222.0.85 "GET /v2.0/ports?device_id=9f2acdd5-0951-4d21-a2ba-3caff48e9d17 HTTP/1.1" status: 200 len: 945 time: 0.1181829 May 30 20:36:05.446538 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-caac45ae-9c3e-480b-8655-317c8f344b77 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:05.482903 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-caac45ae-9c3e-480b-8655-317c8f344b77 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] vlan segment allocate from pool success with {'vlan_id': 654, 'physical_network': 'physnet1'} {{(pid=84887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:36:05.496984 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-caac45ae-9c3e-480b-8655-317c8f344b77 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:05.497439 n-d-843948-2 neutron-server[84887]: INFO neutron.db.segments_db [None req-caac45ae-9c3e-480b-8655-317c8f344b77 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Added segment b078ac7a-4e1a-45e2-93e1-cc852a247d5c of type vlan for network b2b9c7f2-183c-4876-bec8-27bc2a4587f0 May 30 20:36:05.506304 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-847b1919-d77b-47e9-854b-2504a55a4881 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4055470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114247'] for subnet, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:05.549812 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f3158192-c08c-4fbc-9f25-2487027bc6a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:05.585957 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-caac45ae-9c3e-480b-8655-317c8f344b77 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:05.602514 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caac45ae-9c3e-480b-8655-317c8f344b77 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f28fa39d-92d3-4507-9c9c-f1bd1a3b134e,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:05.607220 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847b1919-d77b-47e9-854b-2504a55a4881 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Pushing event deleted for resources: {'Subnet': ['ID=720742a6-2ad4-44fe-a88f-2d3719aa008c,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:05.613485 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-beedfdc5-beb0-4c54-8c22-3804d40286a2 req-e2ef0a4a-c0a1-42ed-98db-cdbd01030c1c tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] 10.222.0.85 "GET /v2.0/security-groups?id=1c8a214b-6487-4b26-aae5-3d5d58bf176d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1873524 May 30 20:36:05.626184 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-847b1919-d77b-47e9-854b-2504a55a4881 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:05.634861 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aff7a45-eada-4730-a824-486feb3e6477 None None] Network e47345d4-98a8-46f5-a7b7-66b2eb513a50 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:36:05.652641 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f3158192-c08c-4fbc-9f25-2487027bc6a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:05.706326 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 51986) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:05.706474 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-f3158192-c08c-4fbc-9f25-2487027bc6a6 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=ace04f47f91f4dad807dfe4028dca831&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4126561 May 30 20:36:05.731846 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3158192-c08c-4fbc-9f25-2487027bc6a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b536707f-7fd5-4dbd-85cc-f048209c1fb7,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:05.759987 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-caac45ae-9c3e-480b-8655-317c8f344b77 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:05.764248 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caac45ae-9c3e-480b-8655-317c8f344b77 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:36:05.765048 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-caac45ae-9c3e-480b-8655-317c8f344b77 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:05.787230 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-847b1919-d77b-47e9-854b-2504a55a4881 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "DELETE /v2.0/subnets/720742a6-2ad4-44fe-a88f-2d3719aa008c HTTP/1.1" status: 204 len: 168 time: 1.1521013 May 30 20:36:05.789937 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 51994) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:05.965226 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-caac45ae-9c3e-480b-8655-317c8f344b77 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.9495764 May 30 20:36:05.973541 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 52008) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:05.984968 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-f3ed06ef-a2df-4966-b26b-0d11236fbe91 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Request body: {'network': {'name': 'tempest-RoutersTest-502706321'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:36:05.998575 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-f3ed06ef-a2df-4966-b26b-0d11236fbe91 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:36:06.006890 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-f3ed06ef-a2df-4966-b26b-0d11236fbe91 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Usage tracker for resource:network and tenant:58f9213e719f47ba816694fbf3eafd38 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:36:06.011958 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-f3ed06ef-a2df-4966-b26b-0d11236fbe91 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:36:06.015719 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caac45ae-9c3e-480b-8655-317c8f344b77 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Pushing event updated for resources: {'Network': ['ID=b2b9c7f2-183c-4876-bec8-27bc2a4587f0,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:06.021420 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-406c1c7e-a545-433c-9ae9-8dfc84401156 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:06.023203 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-f3ed06ef-a2df-4966-b26b-0d11236fbe91 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:36:06.036401 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network b2b9c7f2-183c-4876-bec8-27bc2a4587f0 details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:36:06.093931 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-406c1c7e-a545-433c-9ae9-8dfc84401156 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:06.128605 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b305560-a816-4a9a-90b1-415cad0e5f3f tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Deleting subnet 9d829ca0-9538-4bee-983a-2a165c8167b9 {{(pid=84886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:36:06.131902 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0b305560-a816-4a9a-90b1-415cad0e5f3f tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks [] for subnet, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:06.167520 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3ed06ef-a2df-4966-b26b-0d11236fbe91 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Made reservation on behalf of 58f9213e719f47ba816694fbf3eafd38 for: {'network': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:36:06.170732 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f3ed06ef-a2df-4966-b26b-0d11236fbe91 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:06.222042 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0b305560-a816-4a9a-90b1-415cad0e5f3f tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2655517'] for subnet, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:06.300275 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-406c1c7e-a545-433c-9ae9-8dfc84401156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:06.313923 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3ed06ef-a2df-4966-b26b-0d11236fbe91 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] vlan segment allocate from pool success with {'vlan_id': 676, 'physical_network': 'physnet1'} {{(pid=84886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:36:06.329910 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-406c1c7e-a545-433c-9ae9-8dfc84401156 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:06.335293 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f3ed06ef-a2df-4966-b26b-0d11236fbe91 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:06.335906 n-d-843948-2 neutron-server[84886]: INFO neutron.db.segments_db [None req-f3ed06ef-a2df-4966-b26b-0d11236fbe91 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Added segment 9aafa560-b30e-4fb0-9cd8-d955cacaf4f8 of type vlan for network ffdf6844-02f1-4128-89db-6a65c8dde782 May 30 20:36:06.340726 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-406c1c7e-a545-433c-9ae9-8dfc84401156 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/b536707f-7fd5-4dbd-85cc-f048209c1fb7 HTTP/1.1" status: 204 len: 168 time: 0.6268933 May 30 20:36:06.347966 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0b305560-a816-4a9a-90b1-415cad0e5f3f tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:06.348753 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406c1c7e-a545-433c-9ae9-8dfc84401156 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b536707f-7fd5-4dbd-85cc-f048209c1fb7,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:06.440517 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f3ed06ef-a2df-4966-b26b-0d11236fbe91 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:06.597076 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0b305560-a816-4a9a-90b1-415cad0e5f3f tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4127075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2778536'] for subnet, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:06.639685 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b305560-a816-4a9a-90b1-415cad0e5f3f tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Pushing event deleted for resources: {'Subnet': ['ID=9d829ca0-9538-4bee-983a-2a165c8167b9,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:06.654734 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0b305560-a816-4a9a-90b1-415cad0e5f3f tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks [] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:06.657585 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f3ed06ef-a2df-4966-b26b-0d11236fbe91 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:06.661651 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ed06ef-a2df-4966-b26b-0d11236fbe91 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:36:06.662449 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f3ed06ef-a2df-4966-b26b-0d11236fbe91 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks [] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:06.833269 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-0b305560-a816-4a9a-90b1-415cad0e5f3f tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "DELETE /v2.0/subnets/9d829ca0-9538-4bee-983a-2a165c8167b9 HTTP/1.1" status: 204 len: 168 time: 1.0420690 May 30 20:36:06.835926 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 52052) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:06.982435 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ed06ef-a2df-4966-b26b-0d11236fbe91 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Pushing event updated for resources: {'Network': ['ID=ffdf6844-02f1-4128-89db-6a65c8dde782,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:06.992708 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-297abc6b-a14e-42ab-8a07-3a24a6f8cbfe tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1554005 May 30 20:36:06.995601 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 52064) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:06.998180 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network ffdf6844-02f1-4128-89db-6a65c8dde782 details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:36:07.029863 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ea48985-d32a-40e2-a2c2-96b2bac531ce None None] Network e47345d4-98a8-46f5-a7b7-66b2eb513a50 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:36:07.036433 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-d5981d8a-8269-4e8d-8938-9d7179d6d59e tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Request body: {'subnet': {'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:36:07.211173 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-d5981d8a-8269-4e8d-8938-9d7179d6d59e tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:36:07.229034 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4f3726-1a1b-4d3f-8f01-6622e8cf5df5 req-eced032e-d134-4fac-a665-7fb4d9a507bc tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:36:07.238458 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-be4f3726-1a1b-4d3f-8f01-6622e8cf5df5 req-eced032e-d134-4fac-a665-7fb4d9a507bc tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] 10.222.0.85 "GET /v2.0/ports?device_id=9f2acdd5-0951-4d21-a2ba-3caff48e9d17 HTTP/1.1" status: 200 len: 945 time: 0.4142716 May 30 20:36:07.240971 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-f3ed06ef-a2df-4966-b26b-0d11236fbe91 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.2662613 May 30 20:36:07.244007 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 52090) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:07.245073 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-d5981d8a-8269-4e8d-8938-9d7179d6d59e tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Usage tracker for resource:subnet and tenant:08954986e7454427ae0d40c7652d3c6a is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:36:07.250554 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-693460e9-7424-4326-849f-a67df98a2328 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Request body: {'subnet': {'network_id': 'b2b9c7f2-183c-4876-bec8-27bc2a4587f0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:36:07.262036 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-d5981d8a-8269-4e8d-8938-9d7179d6d59e tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:36:07.273083 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-d5981d8a-8269-4e8d-8938-9d7179d6d59e tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:36:07.318570 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-7f33aa51-3525-48e3-8da5-1dccd79fb0fd None None] Provisioning complete for port 06e94435-696b-44ea-a3a4-1bbab5bcc2a0 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:36:07.319616 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-7f33aa51-3525-48e3-8da5-1dccd79fb0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:07.342209 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-be4f3726-1a1b-4d3f-8f01-6622e8cf5df5 req-2b869d04-ca8c-4083-b0cb-326583328c6c tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] 10.222.0.85 "GET /v2.0/security-groups?id=1c8a214b-6487-4b26-aae5-3d5d58bf176d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027999 May 30 20:36:07.369302 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5981d8a-8269-4e8d-8938-9d7179d6d59e tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Made reservation on behalf of 08954986e7454427ae0d40c7652d3c6a for: {'subnet': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:36:07.372973 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d5981d8a-8269-4e8d-8938-9d7179d6d59e tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2778563'] for subnet, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:07.424935 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-693460e9-7424-4326-849f-a67df98a2328 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:36:07.435584 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-693460e9-7424-4326-849f-a67df98a2328 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Usage tracker for resource:subnet and tenant:58f9213e719f47ba816694fbf3eafd38 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:36:07.439643 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-693460e9-7424-4326-849f-a67df98a2328 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:36:07.449228 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-693460e9-7424-4326-849f-a67df98a2328 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:36:07.585493 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-693460e9-7424-4326-849f-a67df98a2328 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Made reservation on behalf of 58f9213e719f47ba816694fbf3eafd38 for: {'subnet': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:36:07.659847 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c32144a2-60bb-41c7-a634-5d0db687f5d9 None None] DHCP port deletion for e47345d4-98a8-46f5-a7b7-66b2eb513a50 request from n-d-843948-2 {{(pid=84888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:36:07.664486 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-c32144a2-60bb-41c7-a634-5d0db687f5d9 None None] Deleting port 06e94435-696b-44ea-a3a4-1bbab5bcc2a0 {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:36:07.664852 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-c32144a2-60bb-41c7-a634-5d0db687f5d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:07.731660 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-693460e9-7424-4326-849f-a67df98a2328 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114220'] for subnet, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:07.888665 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d5981d8a-8269-4e8d-8938-9d7179d6d59e tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4127140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2778577'] for subnet, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:07.991645 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-c32144a2-60bb-41c7-a634-5d0db687f5d9 None None] For port 06e94435-696b-44ea-a3a4-1bbab5bcc2a0, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=06e94435-696b-44ea-a3a4-1bbab5bcc2a0,segment=NetworkSegment(2cb73a29-9359-4fbf-99af-be1c6062790b),segment_id=2cb73a29-9359-4fbf-99af-be1c6062790b)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:36:07.993229 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-c32144a2-60bb-41c7-a634-5d0db687f5d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:08.147074 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-c32144a2-60bb-41c7-a634-5d0db687f5d9 None None] Calling delete_port for 06e94435-696b-44ea-a3a4-1bbab5bcc2a0 owned by network:dhcp {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:36:08.264496 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5981d8a-8269-4e8d-8938-9d7179d6d59e tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Pushing event updated for resources: {'Subnet': ['ID=8dd05813-7293-4532-b559-6415a653ef6d,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:08.284705 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5981d8a-8269-4e8d-8938-9d7179d6d59e tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:36:08.285421 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5981d8a-8269-4e8d-8938-9d7179d6d59e tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:36:08.286017 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5981d8a-8269-4e8d-8938-9d7179d6d59e tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:36:08.286703 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5981d8a-8269-4e8d-8938-9d7179d6d59e tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:36:08.287555 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5981d8a-8269-4e8d-8938-9d7179d6d59e tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:36:08.291881 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5981d8a-8269-4e8d-8938-9d7179d6d59e tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:36:08.291881 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5981d8a-8269-4e8d-8938-9d7179d6d59e tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:36:08.291881 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5981d8a-8269-4e8d-8938-9d7179d6d59e tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:36:08.293052 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-693460e9-7424-4326-849f-a67df98a2328 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4055401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114238'] for subnet, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:08.293528 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5981d8a-8269-4e8d-8938-9d7179d6d59e tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:36:08.293528 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5981d8a-8269-4e8d-8938-9d7179d6d59e tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:36:08.293528 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5981d8a-8269-4e8d-8938-9d7179d6d59e tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:36:08.297355 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5981d8a-8269-4e8d-8938-9d7179d6d59e tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Network e47345d4-98a8-46f5-a7b7-66b2eb513a50 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:36:08.299870 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-d5981d8a-8269-4e8d-8938-9d7179d6d59e tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:36:08.304757 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5981d8a-8269-4e8d-8938-9d7179d6d59e tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:36:08.305742 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d5981d8a-8269-4e8d-8938-9d7179d6d59e tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks [] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:08.414214 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-c32144a2-60bb-41c7-a634-5d0db687f5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468'] for port, after_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:08.430640 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693460e9-7424-4326-849f-a67df98a2328 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Pushing event updated for resources: {'Subnet': ['ID=7648d898-dda5-4786-bed2-96da509b00e4,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:08.450459 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693460e9-7424-4326-849f-a67df98a2328 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:36:08.450940 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693460e9-7424-4326-849f-a67df98a2328 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:36:08.451462 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693460e9-7424-4326-849f-a67df98a2328 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:36:08.456403 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-d5981d8a-8269-4e8d-8938-9d7179d6d59e tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4409702 May 30 20:36:08.457073 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 52158) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:08.470097 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693460e9-7424-4326-849f-a67df98a2328 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:36:08.470867 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693460e9-7424-4326-849f-a67df98a2328 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:36:08.471462 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693460e9-7424-4326-849f-a67df98a2328 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:36:08.471867 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693460e9-7424-4326-849f-a67df98a2328 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:36:08.472329 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693460e9-7424-4326-849f-a67df98a2328 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:36:08.472721 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693460e9-7424-4326-849f-a67df98a2328 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:36:08.473105 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693460e9-7424-4326-849f-a67df98a2328 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:36:08.473504 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693460e9-7424-4326-849f-a67df98a2328 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:36:08.474400 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-eb9842f7-fea2-49e7-bd08-33de30996218 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Request body: {'subnet': {'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:36:08.476003 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32144a2-60bb-41c7-a634-5d0db687f5d9 None None] No DVR routers for this DVR port 06e94435-696b-44ea-a3a4-1bbab5bcc2a0 on host n-d-843948-2 {{(pid=84888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:36:08.477715 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32144a2-60bb-41c7-a634-5d0db687f5d9 None None] Pushing event deleted for resources: {'Port': ['ID=06e94435-696b-44ea-a3a4-1bbab5bcc2a0,revision_number=None']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:08.478676 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-693460e9-7424-4326-849f-a67df98a2328 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Checking segment: {'id': 'b078ac7a-4e1a-45e2-93e1-cc852a247d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'b2b9c7f2-183c-4876-bec8-27bc2a4587f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:36:08.479364 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-693460e9-7424-4326-849f-a67df98a2328 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Network hostable DHCP agents. Network: b2b9c7f2-183c-4876-bec8-27bc2a4587f0, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:36:08.482729 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:36:08.501720 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ca6c38-e812-45de-acd5-455b1e544529 None None] Network e47345d4-98a8-46f5-a7b7-66b2eb513a50 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:36:08.635608 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-693460e9-7424-4326-849f-a67df98a2328 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Network b2b9c7f2-183c-4876-bec8-27bc2a4587f0 is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:36:08.807983 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-eb9842f7-fea2-49e7-bd08-33de30996218 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:36:08.816538 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-eb9842f7-fea2-49e7-bd08-33de30996218 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Usage tracker for resource:subnet and tenant:08954986e7454427ae0d40c7652d3c6a is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:36:08.820958 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-eb9842f7-fea2-49e7-bd08-33de30996218 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:36:08.828242 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-eb9842f7-fea2-49e7-bd08-33de30996218 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:36:08.860273 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-693460e9-7424-4326-849f-a67df98a2328 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, b2b9c7f2-183c-4876-bec8-27bc2a4587f0) {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:36:08.890648 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693460e9-7424-4326-849f-a67df98a2328 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:36:08.891435 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-693460e9-7424-4326-849f-a67df98a2328 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:08.927211 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb9842f7-fea2-49e7-bd08-33de30996218 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Made reservation on behalf of 08954986e7454427ae0d40c7652d3c6a for: {'subnet': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:36:08.931652 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-eb9842f7-fea2-49e7-bd08-33de30996218 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2778563'] for subnet, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:08.932292 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd5c6214-2a6d-4fcb-87c3-2a7889905522 None None] Network b2b9c7f2-183c-4876-bec8-27bc2a4587f0 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:36:08.949516 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a477528b-82b9-471d-b3bf-63768b1a23ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-e47345d4-98a8-46f5-a7b7-66b2eb513a50', 'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50', 'tenant_id': '08954986e7454427ae0d40c7652d3c6a', 'fixed_ips': [{'subnet_id': '8dd05813-7293-4532-b559-6415a653ef6d'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:36:08.950387 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-a477528b-82b9-471d-b3bf-63768b1a23ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:08.955967 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f419402e-152e-4019-8e8a-8045c058eaa1 req-e8f892ca-f426-48c8-aaf9-6a9e2e5a86a2 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:36:08.962959 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f419402e-152e-4019-8e8a-8045c058eaa1 req-e8f892ca-f426-48c8-aaf9-6a9e2e5a86a2 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] 10.222.0.85 "GET /v2.0/ports?device_id=9f2acdd5-0951-4d21-a2ba-3caff48e9d17 HTTP/1.1" status: 200 len: 945 time: 0.2220933 May 30 20:36:09.025837 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f419402e-152e-4019-8e8a-8045c058eaa1 req-f76aa337-c6b1-4526-8522-78e2ac7bbebd tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] 10.222.0.85 "GET /v2.0/security-groups?id=1c8a214b-6487-4b26-aae5-3d5d58bf176d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616848 May 30 20:36:09.058248 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-693460e9-7424-4326-849f-a67df98a2328 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8131490 May 30 20:36:09.066553 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 52184) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:09.071949 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-850b4923-fe8c-458c-9014-eaaf86d310dc tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Request body: {'subnet': {'network_id': 'ffdf6844-02f1-4128-89db-6a65c8dde782', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:36:09.178600 n-d-843948-2 neutron-server[84886]: INFO neutron.db.ipam_backend_mixin [None req-eb9842f7-fea2-49e7-bd08-33de30996218 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8dd05813-7293-4532-b559-6415a653ef6d (CIDR: 2001:db8::/64) May 30 20:36:09.186122 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 06e94435-696b-44ea-a3a4-1bbab5bcc2a0 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:36:09.221508 n-d-843948-2 neutron-server[84886]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb9842f7-fea2-49e7-bd08-33de30996218 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 20:36:09.222735 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb9842f7-fea2-49e7-bd08-33de30996218 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:36:09.241048 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: 06e94435-696b-44ea-a3a4-1bbab5bcc2a0 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:36:09.241393 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 06e94435-696b-44ea-a3a4-1bbab5bcc2a0 not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:36:09.346123 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-eb9842f7-fea2-49e7-bd08-33de30996218 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8878014 May 30 20:36:09.347443 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 52208) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:09.354796 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-2429c609-000d-4fbc-ae0c-2740e9c9a545 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Request body: {'subnet': {'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:36:09.363992 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-850b4923-fe8c-458c-9014-eaaf86d310dc tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:36:09.368683 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-850b4923-fe8c-458c-9014-eaaf86d310dc tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Usage tracker for resource:subnet and tenant:58f9213e719f47ba816694fbf3eafd38 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:36:09.372214 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-850b4923-fe8c-458c-9014-eaaf86d310dc tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:36:09.379764 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-850b4923-fe8c-458c-9014-eaaf86d310dc tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:36:09.448209 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-850b4923-fe8c-458c-9014-eaaf86d310dc tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Made reservation on behalf of 58f9213e719f47ba816694fbf3eafd38 for: {'subnet': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:36:09.489076 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-a477528b-82b9-471d-b3bf-63768b1a23ee None None] Allocated IP 2001:db8::2 (e47345d4-98a8-46f5-a7b7-66b2eb513a50/8dd05813-7293-4532-b559-6415a653ef6d/63b7c31d-56ca-45bd-a872-1cd4243ee20f) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:36:09.505554 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb194f2-13ea-421f-9eb1-00b6ca636aaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-b2b9c7f2-183c-4876-bec8-27bc2a4587f0', 'network_id': 'b2b9c7f2-183c-4876-bec8-27bc2a4587f0', 'tenant_id': '58f9213e719f47ba816694fbf3eafd38', 'fixed_ips': [{'subnet_id': '7648d898-dda5-4786-bed2-96da509b00e4'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:36:09.506362 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-7eb194f2-13ea-421f-9eb1-00b6ca636aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:09.615880 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-850b4923-fe8c-458c-9014-eaaf86d310dc tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114220'] for subnet, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:09.617971 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-2429c609-000d-4fbc-ae0c-2740e9c9a545 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:36:09.626017 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-2429c609-000d-4fbc-ae0c-2740e9c9a545 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Usage tracker for resource:subnet and tenant:08954986e7454427ae0d40c7652d3c6a is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:36:09.630768 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-2429c609-000d-4fbc-ae0c-2740e9c9a545 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:36:09.643853 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-2429c609-000d-4fbc-ae0c-2740e9c9a545 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:36:09.779310 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2429c609-000d-4fbc-ae0c-2740e9c9a545 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Made reservation on behalf of 08954986e7454427ae0d40c7652d3c6a for: {'subnet': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:36:09.784708 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2429c609-000d-4fbc-ae0c-2740e9c9a545 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2778563'] for subnet, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:09.960067 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-7eb194f2-13ea-421f-9eb1-00b6ca636aaf None None] Allocated IP 172.20.0.2 (b2b9c7f2-183c-4876-bec8-27bc2a4587f0/7648d898-dda5-4786-bed2-96da509b00e4/fdf71d09-9f8c-45c7-a79d-337472ce2b21) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:36:10.009318 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-a477528b-82b9-471d-b3bf-63768b1a23ee None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:10.105168 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-850b4923-fe8c-458c-9014-eaaf86d310dc tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4055401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114238'] for subnet, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:10.251701 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850b4923-fe8c-458c-9014-eaaf86d310dc tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Pushing event updated for resources: {'Subnet': ['ID=9cac763e-0302-4b03-9c39-eb48454c66c8,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:10.265739 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-7eb194f2-13ea-421f-9eb1-00b6ca636aaf None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:10.284328 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-7eb194f2-13ea-421f-9eb1-00b6ca636aaf None None] Transition to ACTIVE for port object fdf71d09-9f8c-45c7-a79d-337472ce2b21 will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:36:10.311908 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-7eb194f2-13ea-421f-9eb1-00b6ca636aaf None None] Transition to ACTIVE for port object fdf71d09-9f8c-45c7-a79d-337472ce2b21 will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:36:10.319703 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850b4923-fe8c-458c-9014-eaaf86d310dc tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Checking segment: {'id': '9aafa560-b30e-4fb0-9cd8-d955cacaf4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'ffdf6844-02f1-4128-89db-6a65c8dde782'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:36:10.320068 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-850b4923-fe8c-458c-9014-eaaf86d310dc tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Network hostable DHCP agents. Network: ffdf6844-02f1-4128-89db-6a65c8dde782, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:36:10.322708 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-a477528b-82b9-471d-b3bf-63768b1a23ee None None] Transition to ACTIVE for port object 63b7c31d-56ca-45bd-a872-1cd4243ee20f will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:36:10.350515 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-a477528b-82b9-471d-b3bf-63768b1a23ee None None] Transition to ACTIVE for port object 63b7c31d-56ca-45bd-a872-1cd4243ee20f will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:36:10.425885 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c94c035-019d-4ca6-b088-456eb4235774 req-30aeda49-ef2c-4bc8-8859-eae0b084aff0 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:36:10.427391 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-8c94c035-019d-4ca6-b088-456eb4235774 req-30aeda49-ef2c-4bc8-8859-eae0b084aff0 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] 10.222.0.85 "GET /v2.0/ports?device_id=9f2acdd5-0951-4d21-a2ba-3caff48e9d17 HTTP/1.1" status: 200 len: 945 time: 0.1338012 May 30 20:36:10.442072 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-7eb194f2-13ea-421f-9eb1-00b6ca636aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:10.480394 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-8c94c035-019d-4ca6-b088-456eb4235774 req-41f4a66e-4df2-4454-9af9-205de068c3d3 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] 10.222.0.85 "GET /v2.0/security-groups?id=1c8a214b-6487-4b26-aae5-3d5d58bf176d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474336 May 30 20:36:10.488586 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-850b4923-fe8c-458c-9014-eaaf86d310dc tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Network ffdf6844-02f1-4128-89db-6a65c8dde782 is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:36:10.525334 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb194f2-13ea-421f-9eb1-00b6ca636aaf None None] Pushing event updated for resources: {'Port': ['ID=fdf71d09-9f8c-45c7-a79d-337472ce2b21,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:10.537065 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-a477528b-82b9-471d-b3bf-63768b1a23ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:10.622211 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eb194f2-13ea-421f-9eb1-00b6ca636aaf None None] Network b2b9c7f2-183c-4876-bec8-27bc2a4587f0 is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:36:10.623610 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-7eb194f2-13ea-421f-9eb1-00b6ca636aaf None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:36:10.630638 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-850b4923-fe8c-458c-9014-eaaf86d310dc tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, ffdf6844-02f1-4128-89db-6a65c8dde782) {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:36:10.639915 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-850b4923-fe8c-458c-9014-eaaf86d310dc tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:36:10.639915 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-850b4923-fe8c-458c-9014-eaaf86d310dc tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:10.649792 n-d-843948-2 neutron-server[84886]: DEBUG neutron.objects.ports [None req-2429c609-000d-4fbc-ae0c-2740e9c9a545 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84886) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 30 20:36:10.650921 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb194f2-13ea-421f-9eb1-00b6ca636aaf None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:36:10.654417 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a477528b-82b9-471d-b3bf-63768b1a23ee None None] Network e47345d4-98a8-46f5-a7b7-66b2eb513a50 is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:36:10.661183 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a2dfaa-76af-4dec-8912-ce71e387e29e None None] Network ffdf6844-02f1-4128-89db-6a65c8dde782 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:36:10.764010 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-850b4923-fe8c-458c-9014-eaaf86d310dc tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6963451 May 30 20:36:10.768979 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 52292) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:10.777028 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-c9e59643-62e3-4cf4-a01f-5acb655dc77d tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2030584023', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:36:10.784866 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-c9e59643-62e3-4cf4-a01f-5acb655dc77d tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:36:10.790694 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-c9e59643-62e3-4cf4-a01f-5acb655dc77d tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Usage tracker for resource:router and tenant:58f9213e719f47ba816694fbf3eafd38 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:36:10.793976 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-c9e59643-62e3-4cf4-a01f-5acb655dc77d tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:36:10.801508 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-c9e59643-62e3-4cf4-a01f-5acb655dc77d tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:36:10.834353 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a477528b-82b9-471d-b3bf-63768b1a23ee None None] Pushing event updated for resources: {'Port': ['ID=63b7c31d-56ca-45bd-a872-1cd4243ee20f,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:10.846713 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-a477528b-82b9-471d-b3bf-63768b1a23ee None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:36:10.849372 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a477528b-82b9-471d-b3bf-63768b1a23ee None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:36:10.874584 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 52298) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:10.894464 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c9e59643-62e3-4cf4-a01f-5acb655dc77d tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-733683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3159'] for router, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:10.895444 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c9e59643-62e3-4cf4-a01f-5acb655dc77d tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-733584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-736372', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-628480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3164'] for router, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:10.934311 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c9e59643-62e3-4cf4-a01f-5acb655dc77d tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:11.016858 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2429c609-000d-4fbc-ae0c-2740e9c9a545 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:11.048199 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c9e59643-62e3-4cf4-a01f-5acb655dc77d tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-736409'] for router, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:11.109271 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-a477528b-82b9-471d-b3bf-63768b1a23ee None None] Attempting to bind port 63b7c31d-56ca-45bd-a872-1cd4243ee20f on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:36:11.109639 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-a477528b-82b9-471d-b3bf-63768b1a23ee None None] Attempting to bind port 63b7c31d-56ca-45bd-a872-1cd4243ee20f by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': '2cb73a29-9359-4fbf-99af-be1c6062790b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:36:11.109998 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a477528b-82b9-471d-b3bf-63768b1a23ee None None] Attempting to bind port 63b7c31d-56ca-45bd-a872-1cd4243ee20f on network e47345d4-98a8-46f5-a7b7-66b2eb513a50 {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:36:11.118416 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-7eb194f2-13ea-421f-9eb1-00b6ca636aaf None None] Attempting to bind port fdf71d09-9f8c-45c7-a79d-337472ce2b21 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:36:11.118780 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-7eb194f2-13ea-421f-9eb1-00b6ca636aaf None None] Attempting to bind port fdf71d09-9f8c-45c7-a79d-337472ce2b21 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': 'b078ac7a-4e1a-45e2-93e1-cc852a247d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'b2b9c7f2-183c-4876-bec8-27bc2a4587f0'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:36:11.119141 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb194f2-13ea-421f-9eb1-00b6ca636aaf None None] Attempting to bind port fdf71d09-9f8c-45c7-a79d-337472ce2b21 on network b2b9c7f2-183c-4876-bec8-27bc2a4587f0 {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:36:11.121280 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a477528b-82b9-471d-b3bf-63768b1a23ee None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:36:11.121729 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a477528b-82b9-471d-b3bf-63768b1a23ee None None] Checking segment: {'id': '2cb73a29-9359-4fbf-99af-be1c6062790b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:36:11.122072 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-a477528b-82b9-471d-b3bf-63768b1a23ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:11.122450 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a477528b-82b9-471d-b3bf-63768b1a23ee None None] Bound using segment: {'id': '2cb73a29-9359-4fbf-99af-be1c6062790b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:36:11.122942 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-a477528b-82b9-471d-b3bf-63768b1a23ee None None] Bound port: 63b7c31d-56ca-45bd-a872-1cd4243ee20f, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cb73a29-9359-4fbf-99af-be1c6062790b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:36:11.123310 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-a477528b-82b9-471d-b3bf-63768b1a23ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:11.151502 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c9e59643-62e3-4cf4-a01f-5acb655dc77d tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks [] for router, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:11.152308 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-c9e59643-62e3-4cf4-a01f-5acb655dc77d tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3818042 May 30 20:36:11.155723 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 52314) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:11.272081 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb194f2-13ea-421f-9eb1-00b6ca636aaf None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:36:11.273071 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb194f2-13ea-421f-9eb1-00b6ca636aaf None None] Checking segment: {'id': 'b078ac7a-4e1a-45e2-93e1-cc852a247d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'b2b9c7f2-183c-4876-bec8-27bc2a4587f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:36:11.273660 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-7eb194f2-13ea-421f-9eb1-00b6ca636aaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:11.274235 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb194f2-13ea-421f-9eb1-00b6ca636aaf None None] Bound using segment: {'id': 'b078ac7a-4e1a-45e2-93e1-cc852a247d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'b2b9c7f2-183c-4876-bec8-27bc2a4587f0'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:36:11.275132 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-7eb194f2-13ea-421f-9eb1-00b6ca636aaf None None] Bound port: fdf71d09-9f8c-45c7-a79d-337472ce2b21, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b078ac7a-4e1a-45e2-93e1-cc852a247d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'b2b9c7f2-183c-4876-bec8-27bc2a4587f0'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:36:11.275674 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-7eb194f2-13ea-421f-9eb1-00b6ca636aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:11.312699 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-677b50d9-707b-40ba-858a-04c3efafefb9 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-191013142', 'router:external': True}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:36:11.380292 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [None req-2429c609-000d-4fbc-ae0c-2740e9c9a545 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] For port 63b7c31d-56ca-45bd-a872-1cd4243ee20f, host n-d-843948-2, got binding levels [] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:36:11.384558 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-677b50d9-707b-40ba-858a-04c3efafefb9 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:36:11.402624 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-677b50d9-707b-40ba-858a-04c3efafefb9 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Usage tracker for resource:network and tenant:4389807bfe874dc882af1e4a29d0b4d2 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:36:11.406783 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-677b50d9-707b-40ba-858a-04c3efafefb9 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:36:11.417903 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2429c609-000d-4fbc-ae0c-2740e9c9a545 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:11.420345 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-677b50d9-707b-40ba-858a-04c3efafefb9 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:36:11.479448 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2429c609-000d-4fbc-ae0c-2740e9c9a545 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:11.484099 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-a477528b-82b9-471d-b3bf-63768b1a23ee None None] For port 63b7c31d-56ca-45bd-a872-1cd4243ee20f, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:36:11.497312 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a53d433d-92c3-4bfe-8759-8d23257ae511 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-ffdf6844-02f1-4128-89db-6a65c8dde782', 'network_id': 'ffdf6844-02f1-4128-89db-6a65c8dde782', 'tenant_id': '58f9213e719f47ba816694fbf3eafd38', 'fixed_ips': [{'subnet_id': '9cac763e-0302-4b03-9c39-eb48454c66c8'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:36:11.498192 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-a53d433d-92c3-4bfe-8759-8d23257ae511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:11.526483 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-a477528b-82b9-471d-b3bf-63768b1a23ee None None] For port 63b7c31d-56ca-45bd-a872-1cd4243ee20f, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=63b7c31d-56ca-45bd-a872-1cd4243ee20f,segment=NetworkSegment(2cb73a29-9359-4fbf-99af-be1c6062790b),segment_id=2cb73a29-9359-4fbf-99af-be1c6062790b)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:36:11.666837 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [None req-2429c609-000d-4fbc-ae0c-2740e9c9a545 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attempting to bind port 63b7c31d-56ca-45bd-a872-1cd4243ee20f on host n-d-843948-2 for vnic_type normal with profile {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:36:11.667868 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [None req-2429c609-000d-4fbc-ae0c-2740e9c9a545 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attempting to bind port 63b7c31d-56ca-45bd-a872-1cd4243ee20f by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': '2cb73a29-9359-4fbf-99af-be1c6062790b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50'}] {{(pid=84886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:36:11.668864 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2429c609-000d-4fbc-ae0c-2740e9c9a545 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attempting to bind port 63b7c31d-56ca-45bd-a872-1cd4243ee20f on network e47345d4-98a8-46f5-a7b7-66b2eb513a50 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:36:11.675158 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-a53d433d-92c3-4bfe-8759-8d23257ae511 None None] Allocated IP 172.21.0.2 (ffdf6844-02f1-4128-89db-6a65c8dde782/9cac763e-0302-4b03-9c39-eb48454c66c8/8129b9eb-dbec-459b-82a5-b382b8b2466d) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:36:11.725577 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2429c609-000d-4fbc-ae0c-2740e9c9a545 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:36:11.728203 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2429c609-000d-4fbc-ae0c-2740e9c9a545 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Checking segment: {'id': '2cb73a29-9359-4fbf-99af-be1c6062790b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:36:11.728765 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2429c609-000d-4fbc-ae0c-2740e9c9a545 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:11.729234 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2429c609-000d-4fbc-ae0c-2740e9c9a545 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Bound using segment: {'id': '2cb73a29-9359-4fbf-99af-be1c6062790b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50'} {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:36:11.731226 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [None req-2429c609-000d-4fbc-ae0c-2740e9c9a545 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Bound port: 63b7c31d-56ca-45bd-a872-1cd4243ee20f, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cb73a29-9359-4fbf-99af-be1c6062790b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50'}}] {{(pid=84886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:36:11.734670 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2429c609-000d-4fbc-ae0c-2740e9c9a545 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:11.734788 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-677b50d9-707b-40ba-858a-04c3efafefb9 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Made reservation on behalf of 4389807bfe874dc882af1e4a29d0b4d2 for: {'network': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:36:11.743572 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-677b50d9-707b-40ba-858a-04c3efafefb9 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:11.878292 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-677b50d9-707b-40ba-858a-04c3efafefb9 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:11.919138 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-a477528b-82b9-471d-b3bf-63768b1a23ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:11.922674 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2429c609-000d-4fbc-ae0c-2740e9c9a545 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Pushing event updated for resources: {'Port': ['ID=63b7c31d-56ca-45bd-a872-1cd4243ee20f,revision_number=4']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:11.930439 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-7eb194f2-13ea-421f-9eb1-00b6ca636aaf None None] For port fdf71d09-9f8c-45c7-a79d-337472ce2b21, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:36:11.959635 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-677b50d9-707b-40ba-858a-04c3efafefb9 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:36:11.970372 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-677b50d9-707b-40ba-858a-04c3efafefb9 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Usage tracker for resource:security_group_rule and tenant:4389807bfe874dc882af1e4a29d0b4d2 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:36:11.975573 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-677b50d9-707b-40ba-858a-04c3efafefb9 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:36:12.006439 n-d-843948-2 neutron-server[84886]: WARNING neutron.plugins.ml2.plugin [None req-2429c609-000d-4fbc-ae0c-2740e9c9a545 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Concurrent port binding operations failed on port 63b7c31d-56ca-45bd-a872-1cd4243ee20f May 30 20:36:12.011393 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [None req-2429c609-000d-4fbc-ae0c-2740e9c9a545 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] For port 63b7c31d-56ca-45bd-a872-1cd4243ee20f, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=63b7c31d-56ca-45bd-a872-1cd4243ee20f,segment=NetworkSegment(2cb73a29-9359-4fbf-99af-be1c6062790b),segment_id=2cb73a29-9359-4fbf-99af-be1c6062790b)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:36:12.013310 n-d-843948-2 neutron-server[84886]: INFO neutron.plugins.ml2.plugin [None req-2429c609-000d-4fbc-ae0c-2740e9c9a545 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attempt 2 to bind port 63b7c31d-56ca-45bd-a872-1cd4243ee20f May 30 20:36:12.015933 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2429c609-000d-4fbc-ae0c-2740e9c9a545 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4127140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2778577'] for subnet, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:12.044426 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-7eb194f2-13ea-421f-9eb1-00b6ca636aaf None None] For port fdf71d09-9f8c-45c7-a79d-337472ce2b21, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=fdf71d09-9f8c-45c7-a79d-337472ce2b21,segment=NetworkSegment(b078ac7a-4e1a-45e2-93e1-cc852a247d5c),segment_id=b078ac7a-4e1a-45e2-93e1-cc852a247d5c)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:36:12.067614 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-677b50d9-707b-40ba-858a-04c3efafefb9 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:36:12.096122 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2429c609-000d-4fbc-ae0c-2740e9c9a545 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Network e47345d4-98a8-46f5-a7b7-66b2eb513a50 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:36:12.096929 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2429c609-000d-4fbc-ae0c-2740e9c9a545 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Pushing event updated for resources: {'Subnet': ['ID=829b1f09-431e-436f-9998-f0093b642ea9,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:12.099369 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-2429c609-000d-4fbc-ae0c-2740e9c9a545 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:36:12.101702 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2429c609-000d-4fbc-ae0c-2740e9c9a545 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:36:12.102266 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2429c609-000d-4fbc-ae0c-2740e9c9a545 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks [] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:12.102844 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a477528b-82b9-471d-b3bf-63768b1a23ee None None] Pushing event updated for resources: {'Port': ['ID=63b7c31d-56ca-45bd-a872-1cd4243ee20f,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:12.106356 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-a53d433d-92c3-4bfe-8759-8d23257ae511 None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:12.121680 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-a53d433d-92c3-4bfe-8759-8d23257ae511 None None] Transition to ACTIVE for port object 8129b9eb-dbec-459b-82a5-b382b8b2466d will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:36:12.145049 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-a53d433d-92c3-4bfe-8759-8d23257ae511 None None] Transition to ACTIVE for port object 8129b9eb-dbec-459b-82a5-b382b8b2466d will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:36:12.174506 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-7eb194f2-13ea-421f-9eb1-00b6ca636aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:12.184096 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641209d4-72e5-477e-806f-826fa73b403a req-17012de1-8050-4227-b258-9438901379ee tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:36:12.185851 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-641209d4-72e5-477e-806f-826fa73b403a req-17012de1-8050-4227-b258-9438901379ee tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] 10.222.0.85 "GET /v2.0/ports?device_id=9f2acdd5-0951-4d21-a2ba-3caff48e9d17 HTTP/1.1" status: 200 len: 945 time: 0.4034832 May 30 20:36:12.238894 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-2429c609-000d-4fbc-ae0c-2740e9c9a545 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.8899860 May 30 20:36:12.246465 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 52378) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:12.268169 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-6d4a22e8-ed0d-47de-a430-e0802fda0e0f tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Request body: {'port': {'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50', 'mac_address': 'fa:16:3e:3a:71:91', 'name': 'tempest-NetworksTestDHCPv6-569266547'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:36:12.317738 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-a53d433d-92c3-4bfe-8759-8d23257ae511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:12.364926 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5162c62c-1aef-46b9-86ae-44280d517f80 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:12.402304 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a53d433d-92c3-4bfe-8759-8d23257ae511 None None] Network ffdf6844-02f1-4128-89db-6a65c8dde782 is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:36:12.412017 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-a53d433d-92c3-4bfe-8759-8d23257ae511 None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:36:12.428317 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53d433d-92c3-4bfe-8759-8d23257ae511 None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:36:12.562907 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb194f2-13ea-421f-9eb1-00b6ca636aaf None None] Pushing event updated for resources: {'Port': ['ID=fdf71d09-9f8c-45c7-a79d-337472ce2b21,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:12.563946 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-641209d4-72e5-477e-806f-826fa73b403a req-a7022f1d-022b-432e-a564-6879b3abbb63 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] 10.222.0.85 "GET /v2.0/security-groups?id=1c8a214b-6487-4b26-aae5-3d5d58bf176d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3146787 May 30 20:36:12.656321 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-a53d433d-92c3-4bfe-8759-8d23257ae511 None None] Attempting to bind port 8129b9eb-dbec-459b-82a5-b382b8b2466d on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:36:12.658702 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-a53d433d-92c3-4bfe-8759-8d23257ae511 None None] Attempting to bind port 8129b9eb-dbec-459b-82a5-b382b8b2466d by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': '9aafa560-b30e-4fb0-9cd8-d955cacaf4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'ffdf6844-02f1-4128-89db-6a65c8dde782'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:36:12.658702 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53d433d-92c3-4bfe-8759-8d23257ae511 None None] Attempting to bind port 8129b9eb-dbec-459b-82a5-b382b8b2466d on network ffdf6844-02f1-4128-89db-6a65c8dde782 {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:36:12.674637 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53d433d-92c3-4bfe-8759-8d23257ae511 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:36:12.675331 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53d433d-92c3-4bfe-8759-8d23257ae511 None None] Checking segment: {'id': '9aafa560-b30e-4fb0-9cd8-d955cacaf4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'ffdf6844-02f1-4128-89db-6a65c8dde782'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:36:12.675882 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-a53d433d-92c3-4bfe-8759-8d23257ae511 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:12.676548 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53d433d-92c3-4bfe-8759-8d23257ae511 None None] Bound using segment: {'id': '9aafa560-b30e-4fb0-9cd8-d955cacaf4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'ffdf6844-02f1-4128-89db-6a65c8dde782'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:36:12.677168 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-a53d433d-92c3-4bfe-8759-8d23257ae511 None None] Bound port: 8129b9eb-dbec-459b-82a5-b382b8b2466d, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9aafa560-b30e-4fb0-9cd8-d955cacaf4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'ffdf6844-02f1-4128-89db-6a65c8dde782'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:36:12.677735 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-a53d433d-92c3-4bfe-8759-8d23257ae511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:12.725192 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-6d4a22e8-ed0d-47de-a430-e0802fda0e0f tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:36:12.753973 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-6d4a22e8-ed0d-47de-a430-e0802fda0e0f tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Usage tracker for resource:port and tenant:08954986e7454427ae0d40c7652d3c6a is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:36:12.769236 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-6d4a22e8-ed0d-47de-a430-e0802fda0e0f tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:36:12.789057 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53d433d-92c3-4bfe-8759-8d23257ae511 None None] Pushing event updated for resources: {'Port': ['ID=8129b9eb-dbec-459b-82a5-b382b8b2466d,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:12.790518 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-6d4a22e8-ed0d-47de-a430-e0802fda0e0f tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:36:12.805833 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53d433d-92c3-4bfe-8759-8d23257ae511 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:36:12.806172 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53d433d-92c3-4bfe-8759-8d23257ae511 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:36:12.806505 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53d433d-92c3-4bfe-8759-8d23257ae511 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:36:12.806831 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53d433d-92c3-4bfe-8759-8d23257ae511 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:36:12.807281 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53d433d-92c3-4bfe-8759-8d23257ae511 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:36:12.807465 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53d433d-92c3-4bfe-8759-8d23257ae511 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:36:12.807783 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53d433d-92c3-4bfe-8759-8d23257ae511 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:36:12.808104 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53d433d-92c3-4bfe-8759-8d23257ae511 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:36:12.808415 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53d433d-92c3-4bfe-8759-8d23257ae511 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:36:12.808730 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53d433d-92c3-4bfe-8759-8d23257ae511 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:36:12.809043 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53d433d-92c3-4bfe-8759-8d23257ae511 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:36:12.894779 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d4a22e8-ed0d-47de-a430-e0802fda0e0f tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Made reservation on behalf of 08954986e7454427ae0d40c7652d3c6a for: {'port': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:36:12.919320 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-a53d433d-92c3-4bfe-8759-8d23257ae511 None None] For port 8129b9eb-dbec-459b-82a5-b382b8b2466d, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:36:12.923757 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-a53d433d-92c3-4bfe-8759-8d23257ae511 None None] For port 8129b9eb-dbec-459b-82a5-b382b8b2466d, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=8129b9eb-dbec-459b-82a5-b382b8b2466d,segment=NetworkSegment(9aafa560-b30e-4fb0-9cd8-d955cacaf4f8),segment_id=9aafa560-b30e-4fb0-9cd8-d955cacaf4f8)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:36:13.029029 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-a53d433d-92c3-4bfe-8759-8d23257ae511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:13.215249 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53d433d-92c3-4bfe-8759-8d23257ae511 None None] Pushing event updated for resources: {'Port': ['ID=8129b9eb-dbec-459b-82a5-b382b8b2466d,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:13.283783 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 63b7c31d-56ca-45bd-a872-1cd4243ee20f up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:36:13.466325 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 63b7c31d-56ca-45bd-a872-1cd4243ee20f completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:36:13.477358 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device fdf71d09-9f8c-45c7-a79d-337472ce2b21 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:36:13.481201 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6d4a22e8-ed0d-47de-a430-e0802fda0e0f tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:13.527851 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [None req-6d4a22e8-ed0d-47de-a430-e0802fda0e0f tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] device_id is not set on port 8399c0fc-68c0-424c-8003-9662bf4d09f0 yet. {{(pid=84886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:36:13.549262 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-677b50d9-707b-40ba-858a-04c3efafefb9 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:13.610739 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-677b50d9-707b-40ba-858a-04c3efafefb9 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:13.681984 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port fdf71d09-9f8c-45c7-a79d-337472ce2b21 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:36:13.691222 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-677b50d9-707b-40ba-858a-04c3efafefb9 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] vlan segment allocate from pool success with {'vlan_id': 699, 'physical_network': 'physnet1'} {{(pid=84887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:36:13.722232 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677b50d9-707b-40ba-858a-04c3efafefb9 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70de7be4-53f6-4c4c-8e0b-bb93e4edec17,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:13.753602 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [None req-5162c62c-1aef-46b9-86ae-44280d517f80 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Allocated IP 172.20.0.1 (b2b9c7f2-183c-4876-bec8-27bc2a4587f0/7648d898-dda5-4786-bed2-96da509b00e4/bef52578-ed22-4599-987c-9fe416bd735c) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:36:13.767241 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-677b50d9-707b-40ba-858a-04c3efafefb9 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:13.771225 n-d-843948-2 neutron-server[84887]: INFO neutron.db.segments_db [None req-677b50d9-707b-40ba-858a-04c3efafefb9 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Added segment 905773c8-c20d-4d8e-affd-2023c266ee2c of type vlan for network 884ee119-562f-4343-90c0-e81d4dde253d May 30 20:36:14.068651 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-6d4a22e8-ed0d-47de-a430-e0802fda0e0f tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Allocated IP 2001:db8::29e (e47345d4-98a8-46f5-a7b7-66b2eb513a50/8dd05813-7293-4532-b559-6415a653ef6d/8399c0fc-68c0-424c-8003-9662bf4d09f0) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:36:14.089768 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-6d4a22e8-ed0d-47de-a430-e0802fda0e0f tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Allocated IP 2001:db8:0:1:f816:3eff:fe3a:7191 (e47345d4-98a8-46f5-a7b7-66b2eb513a50/829b1f09-431e-436f-9998-f0093b642ea9/8399c0fc-68c0-424c-8003-9662bf4d09f0) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:36:14.193203 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5162c62c-1aef-46b9-86ae-44280d517f80 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:14.218012 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f94908b-5b2c-4c93-9a88-9a8ed7478b60 req-d4197f89-69e1-4c1a-b5e6-7d9781ac9256 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:36:14.224863 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [None req-5162c62c-1aef-46b9-86ae-44280d517f80 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Transition to ACTIVE for port object bef52578-ed22-4599-987c-9fe416bd735c will not be triggered until provisioned by entity DHCP. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:36:14.243346 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6f94908b-5b2c-4c93-9a88-9a8ed7478b60 req-d4197f89-69e1-4c1a-b5e6-7d9781ac9256 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] 10.222.0.85 "GET /v2.0/ports?device_id=9f2acdd5-0951-4d21-a2ba-3caff48e9d17 HTTP/1.1" status: 200 len: 945 time: 0.4033091 May 30 20:36:14.246925 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-677b50d9-707b-40ba-858a-04c3efafefb9 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:14.388926 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5162c62c-1aef-46b9-86ae-44280d517f80 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:14.505863 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6f94908b-5b2c-4c93-9a88-9a8ed7478b60 req-a1fbcf87-2540-45e5-8f8b-3db22b9a2209 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] 10.222.0.85 "GET /v2.0/security-groups?id=1c8a214b-6487-4b26-aae5-3d5d58bf176d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2445841 May 30 20:36:14.576894 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-677b50d9-707b-40ba-858a-04c3efafefb9 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:14.578298 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-677b50d9-707b-40ba-858a-04c3efafefb9 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:36:14.578542 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-677b50d9-707b-40ba-858a-04c3efafefb9 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:14.619924 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5162c62c-1aef-46b9-86ae-44280d517f80 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Network b2b9c7f2-183c-4876-bec8-27bc2a4587f0 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:36:14.661900 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-5162c62c-1aef-46b9-86ae-44280d517f80 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:36:14.674664 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6d4a22e8-ed0d-47de-a430-e0802fda0e0f tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:14.692739 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [None req-6d4a22e8-ed0d-47de-a430-e0802fda0e0f tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Transition to ACTIVE for port object 8399c0fc-68c0-424c-8003-9662bf4d09f0 will not be triggered until provisioned by entity DHCP. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:36:14.701414 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5162c62c-1aef-46b9-86ae-44280d517f80 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:36:14.806067 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2522afe7-ae87-4cb4-8e7e-f191b03f557f None None] Network e47345d4-98a8-46f5-a7b7-66b2eb513a50 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:36:14.808986 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5162c62c-1aef-46b9-86ae-44280d517f80 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Pushing event updated for resources: {'Port': ['ID=bef52578-ed22-4599-987c-9fe416bd735c,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:14.856614 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677b50d9-707b-40ba-858a-04c3efafefb9 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Pushing event updated for resources: {'Network': ['ID=884ee119-562f-4343-90c0-e81d4dde253d,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:14.875669 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5162c62c-1aef-46b9-86ae-44280d517f80 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-736099'] for router_interface, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:14.888799 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network 884ee119-562f-4343-90c0-e81d4dde253d details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:36:14.907562 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4552f1e8-3599-4368-bd62-16a10be8ee5f None None] Network b2b9c7f2-183c-4876-bec8-27bc2a4587f0 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:36:14.911308 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6d4a22e8-ed0d-47de-a430-e0802fda0e0f tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:15.051780 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-677b50d9-707b-40ba-858a-04c3efafefb9 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 4.1758106 May 30 20:36:15.052731 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 52446) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:15.062761 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-4d45cf7b-0748-4c16-ae0b-6064b013f289 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Request body: {'subnet': {'network_id': '884ee119-562f-4343-90c0-e81d4dde253d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:36:15.088754 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-4d45cf7b-0748-4c16-ae0b-6064b013f289 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:36:15.108128 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-4d45cf7b-0748-4c16-ae0b-6064b013f289 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Usage tracker for resource:subnet and tenant:4389807bfe874dc882af1e4a29d0b4d2 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:36:15.124841 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d4a22e8-ed0d-47de-a430-e0802fda0e0f tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Network e47345d4-98a8-46f5-a7b7-66b2eb513a50 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:36:15.130404 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-6d4a22e8-ed0d-47de-a430-e0802fda0e0f tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:36:15.142081 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4a22e8-ed0d-47de-a430-e0802fda0e0f tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:36:15.150896 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d4a22e8-ed0d-47de-a430-e0802fda0e0f tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:36:15.151558 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6d4a22e8-ed0d-47de-a430-e0802fda0e0f tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:15.170351 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4a22e8-ed0d-47de-a430-e0802fda0e0f tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Pushing event updated for resources: {'Port': ['ID=8399c0fc-68c0-424c-8003-9662bf4d09f0,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:15.280803 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2f006dbd-c7fd-43eb-a6b8-63e46b1b4332 None None] Provisioning for port fdf71d09-9f8c-45c7-a79d-337472ce2b21 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:36:15.296477 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-6d4a22e8-ed0d-47de-a430-e0802fda0e0f tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.0461218 May 30 20:36:15.296880 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 52456) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:15.364913 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2f006dbd-c7fd-43eb-a6b8-63e46b1b4332 None None] Provisioning complete for port fdf71d09-9f8c-45c7-a79d-337472ce2b21 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:36:15.365321 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2f006dbd-c7fd-43eb-a6b8-63e46b1b4332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:15.377369 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-4d45cf7b-0748-4c16-ae0b-6064b013f289 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:36:15.426720 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-4d45cf7b-0748-4c16-ae0b-6064b013f289 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:36:15.459274 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5162c62c-1aef-46b9-86ae-44280d517f80 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:15.516188 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-dda39ae0-5fd0-4ce7-a97b-65c8cebe3cd4 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Deleting port 8399c0fc-68c0-424c-8003-9662bf4d09f0 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:36:15.516412 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-dda39ae0-5fd0-4ce7-a97b-65c8cebe3cd4 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:15.560798 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce75d1b1-e189-4e62-86cf-4f1be5bb301b None None] Network ffdf6844-02f1-4128-89db-6a65c8dde782 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:36:15.581261 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d45cf7b-0748-4c16-ae0b-6064b013f289 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Made reservation on behalf of 4389807bfe874dc882af1e4a29d0b4d2 for: {'subnet': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:36:15.584185 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4d45cf7b-0748-4c16-ae0b-6064b013f289 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114220'] for subnet, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:15.624606 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 8129b9eb-dbec-459b-82a5-b382b8b2466d up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:36:16.036253 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-dda39ae0-5fd0-4ce7-a97b-65c8cebe3cd4 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:16.166907 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d3505b-4878-4417-a402-f32647df40fe req-91bbc1a7-ff61-45f1-9ce9-1a1fb30c34c0 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:36:16.168789 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e7d3505b-4878-4417-a402-f32647df40fe req-91bbc1a7-ff61-45f1-9ce9-1a1fb30c34c0 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] 10.222.0.85 "GET /v2.0/ports?device_id=9f2acdd5-0951-4d21-a2ba-3caff48e9d17 HTTP/1.1" status: 200 len: 945 time: 0.3218946 May 30 20:36:16.249503 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-dda39ae0-5fd0-4ce7-a97b-65c8cebe3cd4 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Calling delete_port for 8399c0fc-68c0-424c-8003-9662bf4d09f0 owned by {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:36:16.454528 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2f006dbd-c7fd-43eb-a6b8-63e46b1b4332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:16.514837 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e7d3505b-4878-4417-a402-f32647df40fe req-60456969-03ed-4cd6-91f4-959f09fe45ef tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] 10.222.0.85 "GET /v2.0/security-groups?id=1c8a214b-6487-4b26-aae5-3d5d58bf176d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3187554 May 30 20:36:16.524302 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5162c62c-1aef-46b9-86ae-44280d517f80 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:16.646018 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2f006dbd-c7fd-43eb-a6b8-63e46b1b4332 None None] For port fdf71d09-9f8c-45c7-a79d-337472ce2b21, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=fdf71d09-9f8c-45c7-a79d-337472ce2b21,segment=NetworkSegment(b078ac7a-4e1a-45e2-93e1-cc852a247d5c),segment_id=b078ac7a-4e1a-45e2-93e1-cc852a247d5c)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:36:16.675493 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5162c62c-1aef-46b9-86ae-44280d517f80 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:16.681546 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 8129b9eb-dbec-459b-82a5-b382b8b2466d completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:36:16.728774 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-dda39ae0-5fd0-4ce7-a97b-65c8cebe3cd4 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:16.851878 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda39ae0-5fd0-4ce7-a97b-65c8cebe3cd4 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Pushing event deleted for resources: {'Port': ['ID=8399c0fc-68c0-424c-8003-9662bf4d09f0,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:16.867976 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2f006dbd-c7fd-43eb-a6b8-63e46b1b4332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:16.923132 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5162c62c-1aef-46b9-86ae-44280d517f80 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1718057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-736206'] for router_interface, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:17.082780 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-dda39ae0-5fd0-4ce7-a97b-65c8cebe3cd4 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:17.108982 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-dda39ae0-5fd0-4ce7-a97b-65c8cebe3cd4 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "DELETE /v2.0/ports/8399c0fc-68c0-424c-8003-9662bf4d09f0 HTTP/1.1" status: 204 len: 168 time: 1.8088517 May 30 20:36:17.109821 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 52474) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:17.123036 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f006dbd-c7fd-43eb-a6b8-63e46b1b4332 None None] Pushing event updated for resources: {'Port': ['ID=fdf71d09-9f8c-45c7-a79d-337472ce2b21,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:17.198239 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5162c62c-1aef-46b9-86ae-44280d517f80 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Pushing event updated for resources: {'Port': ['ID=bef52578-ed22-4599-987c-9fe416bd735c,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:17.226076 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2f006dbd-c7fd-43eb-a6b8-63e46b1b4332 None None] Provisioning for port 63b7c31d-56ca-45bd-a872-1cd4243ee20f completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:36:17.232135 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2f006dbd-c7fd-43eb-a6b8-63e46b1b4332 None None] Provisioning complete for port 63b7c31d-56ca-45bd-a872-1cd4243ee20f triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:36:17.232511 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2f006dbd-c7fd-43eb-a6b8-63e46b1b4332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:17.232699 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f837dcab-b449-4386-8a3b-c38591585e5e tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:36:17.233856 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-f837dcab-b449-4386-8a3b-c38591585e5e tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Synchronizing usage tracker for tenant:08954986e7454427ae0d40c7652d3c6a on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:36:17.314830 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5162c62c-1aef-46b9-86ae-44280d517f80 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Network b2b9c7f2-183c-4876-bec8-27bc2a4587f0 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:36:17.317466 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-5162c62c-1aef-46b9-86ae-44280d517f80 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:36:17.357108 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-f837dcab-b449-4386-8a3b-c38591585e5e tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Unset dirty status for tenant:08954986e7454427ae0d40c7652d3c6a on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:36:17.359629 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-f837dcab-b449-4386-8a3b-c38591585e5e tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.2484376 May 30 20:36:17.365321 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 52478) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:17.527501 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2f006dbd-c7fd-43eb-a6b8-63e46b1b4332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:17.546282 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ed368f-1c61-4ad8-a7fe-65881a501e64 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:36:17.560922 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-95ed368f-1c61-4ad8-a7fe-65881a501e64 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.1941559 May 30 20:36:17.574167 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 52488) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:17.644429 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2f006dbd-c7fd-43eb-a6b8-63e46b1b4332 None None] For port 63b7c31d-56ca-45bd-a872-1cd4243ee20f, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=63b7c31d-56ca-45bd-a872-1cd4243ee20f,segment=NetworkSegment(2cb73a29-9359-4fbf-99af-be1c6062790b),segment_id=2cb73a29-9359-4fbf-99af-be1c6062790b)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:36:17.733700 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2f006dbd-c7fd-43eb-a6b8-63e46b1b4332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:17.933667 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f006dbd-c7fd-43eb-a6b8-63e46b1b4332 None None] Pushing event updated for resources: {'Port': ['ID=63b7c31d-56ca-45bd-a872-1cd4243ee20f,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:18.030493 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-8fc53e57-94c1-47a3-8f25-5bf04cac91c3 None None] Provisioning for port bef52578-ed22-4599-987c-9fe416bd735c completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:36:18.042777 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-8fc53e57-94c1-47a3-8f25-5bf04cac91c3 None None] Provisioning complete for port bef52578-ed22-4599-987c-9fe416bd735c triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:36:18.049101 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-8fc53e57-94c1-47a3-8f25-5bf04cac91c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:18.080408 n-d-843948-2 neutron-server[84887]: DEBUG neutron.objects.ports [None req-4d45cf7b-0748-4c16-ae0b-6064b013f289 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84887) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 30 20:36:18.081466 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4d45cf7b-0748-4c16-ae0b-6064b013f289 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4055401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114238'] for subnet, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:18.100497 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ccb136-3bcb-4805-b500-befec5746985 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:36:18.102872 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ccb136-3bcb-4805-b500-befec5746985 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:36:18.104478 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ccb136-3bcb-4805-b500-befec5746985 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:36:18.105755 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-57ccb136-3bcb-4805-b500-befec5746985 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Synchronizing usage tracker for tenant:08954986e7454427ae0d40c7652d3c6a on resource:subnet {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:36:18.158841 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-8fc53e57-94c1-47a3-8f25-5bf04cac91c3 None None] Port bef52578-ed22-4599-987c-9fe416bd735c cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:36:18.181531 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-8fc53e57-94c1-47a3-8f25-5bf04cac91c3 None None] Provisioning complete for port fdf71d09-9f8c-45c7-a79d-337472ce2b21 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:36:18.182007 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-8fc53e57-94c1-47a3-8f25-5bf04cac91c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:18.276980 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d45cf7b-0748-4c16-ae0b-6064b013f289 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Pushing event updated for resources: {'Subnet': ['ID=3fa19001-eb9a-4eb2-b21c-ce5867113a24,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:18.279965 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d744090f-e6cf-4009-a208-e0d687952a52 req-575e792a-56a9-48f9-b847-1fce73f06b14 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:36:18.292791 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d744090f-e6cf-4009-a208-e0d687952a52 req-575e792a-56a9-48f9-b847-1fce73f06b14 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] 10.222.0.85 "GET /v2.0/ports?device_id=9f2acdd5-0951-4d21-a2ba-3caff48e9d17 HTTP/1.1" status: 200 len: 945 time: 0.1789625 May 30 20:36:18.305073 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-57ccb136-3bcb-4805-b500-befec5746985 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Unset dirty status for tenant:08954986e7454427ae0d40c7652d3c6a on resource:subnet {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:36:18.308790 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-57ccb136-3bcb-4805-b500-befec5746985 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.7311220 May 30 20:36:18.311390 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 52496) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:18.399105 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d744090f-e6cf-4009-a208-e0d687952a52 req-204818dd-acdb-40a6-b5d8-db745cb876e1 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] 10.222.0.85 "GET /v2.0/security-groups?id=1c8a214b-6487-4b26-aae5-3d5d58bf176d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099350 May 30 20:36:18.447784 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d45cf7b-0748-4c16-ae0b-6064b013f289 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Checking segment: {'id': '905773c8-c20d-4d8e-affd-2023c266ee2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '884ee119-562f-4343-90c0-e81d4dde253d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:36:18.448169 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d45cf7b-0748-4c16-ae0b-6064b013f289 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Network hostable DHCP agents. Network: 884ee119-562f-4343-90c0-e81d4dde253d, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:36:18.600441 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 52504) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:18.619369 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-8fc53e57-94c1-47a3-8f25-5bf04cac91c3 None None] Provisioning for port 8129b9eb-dbec-459b-82a5-b382b8b2466d completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:36:18.625240 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-8fc53e57-94c1-47a3-8f25-5bf04cac91c3 None None] Provisioning complete for port 8129b9eb-dbec-459b-82a5-b382b8b2466d triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:36:18.625655 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-8fc53e57-94c1-47a3-8f25-5bf04cac91c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:18.686437 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d45cf7b-0748-4c16-ae0b-6064b013f289 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Network 884ee119-562f-4343-90c0-e81d4dde253d is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:36:18.785493 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_v2 [None req-a493c645-a8c9-4068-bc9b-2d8e511db806 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Deleting subnet 829b1f09-431e-436f-9998-f0093b642ea9 {{(pid=84887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:36:18.789031 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a493c645-a8c9-4068-bc9b-2d8e511db806 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks [] for subnet, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:18.827687 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b45f5131-9ead-49a2-8465-489b22613b37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:18.847146 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-4d45cf7b-0748-4c16-ae0b-6064b013f289 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, 884ee119-562f-4343-90c0-e81d4dde253d) {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:36:18.864983 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d45cf7b-0748-4c16-ae0b-6064b013f289 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:36:18.866341 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4d45cf7b-0748-4c16-ae0b-6064b013f289 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:18.904519 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72f4da53-5d7e-41e2-a08a-4d6cf782fb59 None None] Network 884ee119-562f-4343-90c0-e81d4dde253d requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:36:18.911016 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-b45f5131-9ead-49a2-8465-489b22613b37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:36:18.915772 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a493c645-a8c9-4068-bc9b-2d8e511db806 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3149227'] for subnet, precommit_delete_associations {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:18.917001 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-b45f5131-9ead-49a2-8465-489b22613b37 admin admin] Usage tracker for resource:security_group_rule and tenant:9808e472ea4f453f8dae8ba9b77933db is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:36:18.925798 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-b45f5131-9ead-49a2-8465-489b22613b37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:36:18.941266 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-b45f5131-9ead-49a2-8465-489b22613b37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:36:19.047420 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-4d45cf7b-0748-4c16-ae0b-6064b013f289 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 3.9909008 May 30 20:36:19.051335 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 52514) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:19.054016 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5162c62c-1aef-46b9-86ae-44280d517f80 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Router ed2bd5e7-025a-4a7a-9afa-406cfa2682f5 is scheduled to L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 with binding_index 1 {{(pid=84887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 20:36:19.061937 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-1b925c46-c923-4c66-b62d-01a051577bb6 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1172889217', 'network_id': '884ee119-562f-4343-90c0-e81d4dde253d'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:36:19.090498 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-1b925c46-c923-4c66-b62d-01a051577bb6 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:36:19.099267 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-1b925c46-c923-4c66-b62d-01a051577bb6 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Usage tracker for resource:port and tenant:4389807bfe874dc882af1e4a29d0b4d2 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:36:19.106650 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-1b925c46-c923-4c66-b62d-01a051577bb6 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:36:19.111969 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b45f5131-9ead-49a2-8465-489b22613b37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:19.118393 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-1b925c46-c923-4c66-b62d-01a051577bb6 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:36:19.193999 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-8fc53e57-94c1-47a3-8f25-5bf04cac91c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:19.222868 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b45f5131-9ead-49a2-8465-489b22613b37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:19.298783 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-8fc53e57-94c1-47a3-8f25-5bf04cac91c3 None None] For port 8129b9eb-dbec-459b-82a5-b382b8b2466d, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=8129b9eb-dbec-459b-82a5-b382b8b2466d,segment=NetworkSegment(9aafa560-b30e-4fb0-9cd8-d955cacaf4f8),segment_id=9aafa560-b30e-4fb0-9cd8-d955cacaf4f8)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:36:19.300260 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 63b7c31d-56ca-45bd-a872-1cd4243ee20f up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:36:19.311769 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 52520) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:19.312745 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-b45f5131-9ead-49a2-8465-489b22613b37 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=9808e472ea4f453f8dae8ba9b77933db&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7109509 May 30 20:36:19.322009 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b925c46-c923-4c66-b62d-01a051577bb6 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Made reservation on behalf of 4389807bfe874dc882af1e4a29d0b4d2 for: {'port': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:36:19.328459 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1b925c46-c923-4c66-b62d-01a051577bb6 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:19.384321 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45f5131-9ead-49a2-8465-489b22613b37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=485f16a1-59c5-4cd9-bd8a-006b7c1b5dee,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:19.396407 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [None req-1b925c46-c923-4c66-b62d-01a051577bb6 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] device_id is not set on port 07305838-4711-4587-9f3a-420256d7930b yet. {{(pid=84886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:36:19.409794 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-8fc53e57-94c1-47a3-8f25-5bf04cac91c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:19.523061 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a493c645-a8c9-4068-bc9b-2d8e511db806 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:19.630401 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-dea8061d-68e7-47c4-ba66-6de42d573f3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:19.704989 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-1b925c46-c923-4c66-b62d-01a051577bb6 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Allocated IP 2001:db8::309 (884ee119-562f-4343-90c0-e81d4dde253d/3fa19001-eb9a-4eb2-b21c-ce5867113a24/07305838-4711-4587-9f3a-420256d7930b) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:36:19.710614 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-dea8061d-68e7-47c4-ba66-6de42d573f3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:19.715634 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-61ccfd71-a960-4221-93ee-129b453ac744 None None] Provisioning complete for port bef52578-ed22-4599-987c-9fe416bd735c triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:36:19.716275 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-61ccfd71-a960-4221-93ee-129b453ac744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:19.810017 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:19.839400 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc53e57-94c1-47a3-8f25-5bf04cac91c3 None None] Pushing event updated for resources: {'Port': ['ID=8129b9eb-dbec-459b-82a5-b382b8b2466d,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:19.905946 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a2559af-74d6-4379-899c-338582540a57 None None] Network 884ee119-562f-4343-90c0-e81d4dde253d requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:36:20.087878 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-dea8061d-68e7-47c4-ba66-6de42d573f3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:20.133030 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1b925c46-c923-4c66-b62d-01a051577bb6 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:20.163055 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5162c62c-1aef-46b9-86ae-44280d517f80 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:36:20.163362 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 63b7c31d-56ca-45bd-a872-1cd4243ee20f triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:36:20.163737 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:20.180215 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea8061d-68e7-47c4-ba66-6de42d573f3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=485f16a1-59c5-4cd9-bd8a-006b7c1b5dee,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:20.194411 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-5162c62c-1aef-46b9-86ae-44280d517f80 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] 10.222.0.85 "PUT /v2.0/routers/ed2bd5e7-025a-4a7a-9afa-406cfa2682f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0352273 May 30 20:36:20.194859 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 52528) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:20.224280 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d76ab9-55aa-4a19-9793-fdc3dabfb02b req-9095c3db-3d5b-4619-aa8f-73f96de0d1d0 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:36:20.227447 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-10d76ab9-55aa-4a19-9793-fdc3dabfb02b req-9095c3db-3d5b-4619-aa8f-73f96de0d1d0 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] 10.222.0.85 "GET /v2.0/ports?device_id=9f2acdd5-0951-4d21-a2ba-3caff48e9d17 HTTP/1.1" status: 200 len: 945 time: 0.4388750 May 30 20:36:20.243331 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-61ccfd71-a960-4221-93ee-129b453ac744 None None] Port bef52578-ed22-4599-987c-9fe416bd735c cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:36:20.256414 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852cb640-2854-4543-a2ba-82816bc3f2d1 None None] Sync routers for ids ['ed2bd5e7-025a-4a7a-9afa-406cfa2682f5'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:36:20.289279 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b7d0da2-9858-4630-8032-76ab70e939be tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:36:20.293639 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-2b7d0da2-9858-4630-8032-76ab70e939be tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] 10.222.0.85 "GET /v2.0/ports/bef52578-ed22-4599-987c-9fe416bd735c HTTP/1.1" status: 200 len: 910 time: 0.0948994 May 30 20:36:20.297331 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 52532) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:20.307775 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-dea8061d-68e7-47c4-ba66-6de42d573f3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:20.330793 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-dea8061d-68e7-47c4-ba66-6de42d573f3b admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/485f16a1-59c5-4cd9-bd8a-006b7c1b5dee HTTP/1.1" status: 204 len: 168 time: 1.0001764 May 30 20:36:20.342880 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-61ccfd71-a960-4221-93ee-129b453ac744 None None] Provisioning complete for port 63b7c31d-56ca-45bd-a872-1cd4243ee20f triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:36:20.343647 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-61ccfd71-a960-4221-93ee-129b453ac744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:20.358006 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a493c645-a8c9-4068-bc9b-2d8e511db806 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4055470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114247'] for subnet, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:20.418212 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1b925c46-c923-4c66-b62d-01a051577bb6 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:20.509967 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-10d76ab9-55aa-4a19-9793-fdc3dabfb02b req-e0c4c1a1-a1da-4344-9466-ac7c417af771 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] 10.222.0.85 "GET /v2.0/security-groups?id=1c8a214b-6487-4b26-aae5-3d5d58bf176d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2731726 May 30 20:36:20.531206 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a493c645-a8c9-4068-bc9b-2d8e511db806 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:20.531206 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-a493c645-a8c9-4068-bc9b-2d8e511db806 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "DELETE /v2.0/subnets/829b1f09-431e-436f-9998-f0093b642ea9 HTTP/1.1" status: 204 len: 168 time: 2.2072380 May 30 20:36:20.531206 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a493c645-a8c9-4068-bc9b-2d8e511db806 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Pushing event deleted for resources: {'Subnet': ['ID=829b1f09-431e-436f-9998-f0093b642ea9,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:20.531206 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 52540) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:20.579661 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c29d9d-92cf-497c-8fcb-28028ef1f43a None None] Network e47345d4-98a8-46f5-a7b7-66b2eb513a50 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:36:20.597285 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b925c46-c923-4c66-b62d-01a051577bb6 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Network 884ee119-562f-4343-90c0-e81d4dde253d is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:36:20.600814 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-1b925c46-c923-4c66-b62d-01a051577bb6 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:36:20.610399 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b925c46-c923-4c66-b62d-01a051577bb6 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:36:20.611302 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b925c46-c923-4c66-b62d-01a051577bb6 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:36:20.611897 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1b925c46-c923-4c66-b62d-01a051577bb6 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:20.635903 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b925c46-c923-4c66-b62d-01a051577bb6 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Pushing event updated for resources: {'Port': ['ID=07305838-4711-4587-9f3a-420256d7930b,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:20.669317 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_v2 [None req-21a141ce-b13c-4fb7-bed7-6673088d072b tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Deleting subnet 8dd05813-7293-4532-b559-6415a653ef6d {{(pid=84887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:36:20.669317 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-21a141ce-b13c-4fb7-bed7-6673088d072b tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks [] for subnet, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:20.724900 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-21a141ce-b13c-4fb7-bed7-6673088d072b tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3149227'] for subnet, precommit_delete_associations {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:20.733031 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852cb640-2854-4543-a2ba-82816bc3f2d1 None None] Routers {'ed2bd5e7-025a-4a7a-9afa-406cfa2682f5'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:36:20.734288 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-852cb640-2854-4543-a2ba-82816bc3f2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:35:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['ed2bd5e7-025a-4a7a-9afa-406cfa2682f5'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:36:20.836295 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-21a141ce-b13c-4fb7-bed7-6673088d072b tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:20.909052 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-1b925c46-c923-4c66-b62d-01a051577bb6 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.8530600 May 30 20:36:20.909727 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 52548) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:21.009703 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-ffde3ab5-df99-4ea8-8c95-80908e6a757c tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Deleting port 07305838-4711-4587-9f3a-420256d7930b {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:36:21.010159 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ffde3ab5-df99-4ea8-8c95-80908e6a757c tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:21.094290 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-21a141ce-b13c-4fb7-bed7-6673088d072b tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4055470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114247'] for subnet, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:21.103249 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-852cb640-2854-4543-a2ba-82816bc3f2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:36:21.143851 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852cb640-2854-4543-a2ba-82816bc3f2d1 None None] Routers {'ed2bd5e7-025a-4a7a-9afa-406cfa2682f5'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:36:21.144487 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-852cb640-2854-4543-a2ba-82816bc3f2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:35:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['ed2bd5e7-025a-4a7a-9afa-406cfa2682f5'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:36:21.178165 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a141ce-b13c-4fb7-bed7-6673088d072b tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Pushing event deleted for resources: {'Subnet': ['ID=8dd05813-7293-4532-b559-6415a653ef6d,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:21.207334 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-21a141ce-b13c-4fb7-bed7-6673088d072b tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:21.225484 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-21a141ce-b13c-4fb7-bed7-6673088d072b tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "DELETE /v2.0/subnets/8dd05813-7293-4532-b559-6415a653ef6d HTTP/1.1" status: 204 len: 168 time: 0.6946466 May 30 20:36:21.228543 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 52556) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:21.294279 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device fdf71d09-9f8c-45c7-a79d-337472ce2b21 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:36:21.410101 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-852cb640-2854-4543-a2ba-82816bc3f2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:36:21.410515 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852cb640-2854-4543-a2ba-82816bc3f2d1 None None] The sync data for ids ['ed2bd5e7-025a-4a7a-9afa-406cfa2682f5'] in n-d-843948-2 is: [] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:36:21.470229 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-3462480d-8e61-40ec-afb0-2c5c7a2a40a3 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2403758 May 30 20:36:21.477397 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 52560) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:21.477594 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 52562) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:21.500375 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-cac16fd7-a44f-4bb4-a5d8-e013accbbe0e tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Request body: {'subnet': {'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:36:21.544731 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-61ccfd71-a960-4221-93ee-129b453ac744 None None] Could not find standard attr ID for object 8399c0fc-68c0-424c-8003-9662bf4d09f0. {{(pid=84888) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 30 20:36:21.551609 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port fdf71d09-9f8c-45c7-a79d-337472ce2b21 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:36:21.552220 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:21.589517 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a7b36475-1c7e-4494-ab20-3e829940a863 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:21.666010 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-a7b36475-1c7e-4494-ab20-3e829940a863 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:36:21.671116 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-a7b36475-1c7e-4494-ab20-3e829940a863 admin admin] Usage tracker for resource:security_group_rule and tenant:5100e5ee15e04f1e8ad29e200b514645 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:36:21.680206 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-a7b36475-1c7e-4494-ab20-3e829940a863 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:36:21.684012 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-a7b36475-1c7e-4494-ab20-3e829940a863 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:36:21.711525 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e790df3-cb84-4740-a260-fe88f2e354ce None None] Update dhcp port {'port': {'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50', 'fixed_ips': [{'subnet_id': '8dd05813-7293-4532-b559-6415a653ef6d'}], 'binding:host_id': 'n-d-843948-2'}, 'id': '63b7c31d-56ca-45bd-a872-1cd4243ee20f'} from n-d-843948-2. {{(pid=84888) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 30 20:36:21.761248 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ffde3ab5-df99-4ea8-8c95-80908e6a757c tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:21.764002 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-cac16fd7-a44f-4bb4-a5d8-e013accbbe0e tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:36:21.770601 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-cac16fd7-a44f-4bb4-a5d8-e013accbbe0e tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Usage tracker for resource:subnet and tenant:08954986e7454427ae0d40c7652d3c6a is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:36:21.787755 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-cac16fd7-a44f-4bb4-a5d8-e013accbbe0e tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:36:21.801920 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f147d4-ebb7-46f8-9626-2cbe9903afed req-c6d4b0a0-81d6-45bf-a3cb-f1d980990cee tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:36:21.803467 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-45f147d4-ebb7-46f8-9626-2cbe9903afed req-c6d4b0a0-81d6-45bf-a3cb-f1d980990cee tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] 10.222.0.85 "GET /v2.0/ports?device_id=9f2acdd5-0951-4d21-a2ba-3caff48e9d17 HTTP/1.1" status: 200 len: 945 time: 0.5717692 May 30 20:36:21.811366 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-cac16fd7-a44f-4bb4-a5d8-e013accbbe0e tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:36:21.842026 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a7b36475-1c7e-4494-ab20-3e829940a863 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:21.896056 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-45f147d4-ebb7-46f8-9626-2cbe9903afed req-67190849-0834-4e20-91be-e20b61df233d tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] 10.222.0.85 "GET /v2.0/security-groups?id=1c8a214b-6487-4b26-aae5-3d5d58bf176d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787587 May 30 20:36:21.906758 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a7b36475-1c7e-4494-ab20-3e829940a863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:21.967526 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-8e790df3-cb84-4740-a260-fe88f2e354ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:21.990744 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-ffde3ab5-df99-4ea8-8c95-80908e6a757c tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Calling delete_port for 07305838-4711-4587-9f3a-420256d7930b owned by {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:36:22.003735 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-a7b36475-1c7e-4494-ab20-3e829940a863 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=5100e5ee15e04f1e8ad29e200b514645&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5237145 May 30 20:36:22.008749 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 52572) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:22.012076 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cac16fd7-a44f-4bb4-a5d8-e013accbbe0e tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Made reservation on behalf of 08954986e7454427ae0d40c7652d3c6a for: {'subnet': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:36:22.013201 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-cac16fd7-a44f-4bb4-a5d8-e013accbbe0e tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114220'] for subnet, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:22.038309 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-df2362d9-355e-448d-bf1c-86e5d81854ee req-b5fca6d9-5771-41f3-8c65-530ba411cf83 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=be518c6f2f7741c6a6c26447eed4fca2&device_id=9f2acdd5-0951-4d21-a2ba-3caff48e9d17 HTTP/1.1" status: 200 len: 1096 time: 0.5216115 May 30 20:36:22.049526 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b36475-1c7e-4494-ab20-3e829940a863 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d46f6ec-1b8f-4bf8-8911-5032f1926937,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:22.094389 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 8129b9eb-dbec-459b-82a5-b382b8b2466d up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:36:22.297685 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 8129b9eb-dbec-459b-82a5-b382b8b2466d triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:36:22.298649 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:22.319275 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-274e60b6-6713-4e28-8d2d-a30b3f35e23a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:22.356519 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fadb6b6-546e-42d7-bdd7-3e27b4980d78 None None] Network e47345d4-98a8-46f5-a7b7-66b2eb513a50 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:36:22.379697 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:22.381823 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-274e60b6-6713-4e28-8d2d-a30b3f35e23a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:22.433214 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2362d9-355e-448d-bf1c-86e5d81854ee req-ba7ba700-c13a-4099-9ee9-1677dc451d0b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:36:22.434714 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-df2362d9-355e-448d-bf1c-86e5d81854ee req-ba7ba700-c13a-4099-9ee9-1677dc451d0b service neutron] 10.222.0.71 "GET /v2.0/networks?id=76cba922-309a-4387-9272-eb83164f71fd HTTP/1.1" status: 200 len: 912 time: 0.3776398 May 30 20:36:22.536784 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ffde3ab5-df99-4ea8-8c95-80908e6a757c tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:22.556561 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-d3ef2abd-ed3e-47fc-8f75-a8097b0239ff None None] Provisioning complete for port 63b7c31d-56ca-45bd-a872-1cd4243ee20f triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:36:22.556941 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-d3ef2abd-ed3e-47fc-8f75-a8097b0239ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:22.567887 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-274e60b6-6713-4e28-8d2d-a30b3f35e23a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:22.595440 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7002ea60-950b-4a5e-8764-06fc6a3d0501 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:22.599861 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274e60b6-6713-4e28-8d2d-a30b3f35e23a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d46f6ec-1b8f-4bf8-8911-5032f1926937,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:22.606564 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffde3ab5-df99-4ea8-8c95-80908e6a757c tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Pushing event deleted for resources: {'Port': ['ID=07305838-4711-4587-9f3a-420256d7930b,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:22.640282 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-274e60b6-6713-4e28-8d2d-a30b3f35e23a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:22.641564 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-274e60b6-6713-4e28-8d2d-a30b3f35e23a admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/0d46f6ec-1b8f-4bf8-8911-5032f1926937 HTTP/1.1" status: 204 len: 168 time: 0.6334198 May 30 20:36:22.948638 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-df2362d9-355e-448d-bf1c-86e5d81854ee req-30269975-e417-4fdf-83ec-83d38912ea15 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e29cff58-4b9a-4a94-a7b9-a66d4dd77480 HTTP/1.1" status: 200 len: 1000 time: 0.5042746 May 30 20:36:22.966034 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ffde3ab5-df99-4ea8-8c95-80908e6a757c tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:22.991139 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-cac16fd7-a44f-4bb4-a5d8-e013accbbe0e tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4055401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114238'] for subnet, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:23.025177 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-ffde3ab5-df99-4ea8-8c95-80908e6a757c tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] 10.222.0.85 "DELETE /v2.0/ports/07305838-4711-4587-9f3a-420256d7930b HTTP/1.1" status: 204 len: 168 time: 2.1140099 May 30 20:36:23.029866 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b890dd-56f0-486b-be8a-51c7bf8b882e None None] DHCP port deletion for e47345d4-98a8-46f5-a7b7-66b2eb513a50 request from n-d-843948-2 {{(pid=84888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:36:23.038660 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 52582) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:23.049923 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-96b890dd-56f0-486b-be8a-51c7bf8b882e None None] Deleting port 63b7c31d-56ca-45bd-a872-1cd4243ee20f {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:36:23.052022 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-8512cbe3-440e-4549-973e-ab70988ccb07 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '884ee119-562f-4343-90c0-e81d4dde253d', 'external_fixed_ips': [{'subnet_id': '3fa19001-eb9a-4eb2-b21c-ce5867113a24', 'ip_address': '2001:db8::309'}]}}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:36:23.053104 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-96b890dd-56f0-486b-be8a-51c7bf8b882e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:23.059700 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-8512cbe3-440e-4549-973e-ab70988ccb07 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:36:23.088011 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-8512cbe3-440e-4549-973e-ab70988ccb07 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Usage tracker for resource:router and tenant:4389807bfe874dc882af1e4a29d0b4d2 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:36:23.095108 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-8512cbe3-440e-4549-973e-ab70988ccb07 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:36:23.109507 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-8512cbe3-440e-4549-973e-ab70988ccb07 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:36:23.167221 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac16fd7-a44f-4bb4-a5d8-e013accbbe0e tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Pushing event updated for resources: {'Subnet': ['ID=de27043a-07cc-4d6b-a9fd-6daf937a3ba4,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:23.193805 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac16fd7-a44f-4bb4-a5d8-e013accbbe0e tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Network e47345d4-98a8-46f5-a7b7-66b2eb513a50 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:36:23.194716 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-cac16fd7-a44f-4bb4-a5d8-e013accbbe0e tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:36:23.201731 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cac16fd7-a44f-4bb4-a5d8-e013accbbe0e tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:36:23.202698 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-cac16fd7-a44f-4bb4-a5d8-e013accbbe0e tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:23.262064 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2362d9-355e-448d-bf1c-86e5d81854ee req-cfb68f42-b250-43fc-a226-3b9a1bad733d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:36:23.263895 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-df2362d9-355e-448d-bf1c-86e5d81854ee req-cfb68f42-b250-43fc-a226-3b9a1bad733d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=664239a8-9fd7-4297-838f-478b17647c0d HTTP/1.1" status: 200 len: 850 time: 0.3045266 May 30 20:36:23.353263 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-cac16fd7-a44f-4bb4-a5d8-e013accbbe0e tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8747025 May 30 20:36:23.357698 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 52592) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:23.365811 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-9f793b33-7abc-495b-a9ff-2b961577dbaf tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Request body: {'subnet': {'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:36:23.394153 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8512cbe3-440e-4549-973e-ab70988ccb07 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-733683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3159'] for router, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:23.395287 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8512cbe3-440e-4549-973e-ab70988ccb07 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-733584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-736372', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-628480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3164'] for router, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:23.399311 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-96b890dd-56f0-486b-be8a-51c7bf8b882e None None] For port 63b7c31d-56ca-45bd-a872-1cd4243ee20f, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=63b7c31d-56ca-45bd-a872-1cd4243ee20f,segment=NetworkSegment(2cb73a29-9359-4fbf-99af-be1c6062790b),segment_id=2cb73a29-9359-4fbf-99af-be1c6062790b)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:36:23.399699 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-96b890dd-56f0-486b-be8a-51c7bf8b882e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:23.519491 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bd8cdd-5b4c-470b-a330-d7bf29ffd376 req-8a8016cc-cc94-4773-a1f6-3de7bf04692f tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:36:23.520985 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-97bd8cdd-5b4c-470b-a330-d7bf29ffd376 req-8a8016cc-cc94-4773-a1f6-3de7bf04692f tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] 10.222.0.85 "GET /v2.0/ports?device_id=9f2acdd5-0951-4d21-a2ba-3caff48e9d17 HTTP/1.1" status: 200 len: 945 time: 0.4051142 May 30 20:36:23.553740 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-9f793b33-7abc-495b-a9ff-2b961577dbaf tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:36:23.558375 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-9f793b33-7abc-495b-a9ff-2b961577dbaf tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Usage tracker for resource:subnet and tenant:08954986e7454427ae0d40c7652d3c6a is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:36:23.562046 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-9f793b33-7abc-495b-a9ff-2b961577dbaf tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:36:23.570239 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-96b890dd-56f0-486b-be8a-51c7bf8b882e None None] Calling delete_port for 63b7c31d-56ca-45bd-a872-1cd4243ee20f owned by network:dhcp {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:36:23.570472 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-9f793b33-7abc-495b-a9ff-2b961577dbaf tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:36:23.584770 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8512cbe3-440e-4549-973e-ab70988ccb07 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:23.682010 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f793b33-7abc-495b-a9ff-2b961577dbaf tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Made reservation on behalf of 08954986e7454427ae0d40c7652d3c6a for: {'subnet': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:36:23.685418 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9f793b33-7abc-495b-a9ff-2b961577dbaf tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114220'] for subnet, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:23.711257 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-96b890dd-56f0-486b-be8a-51c7bf8b882e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468'] for port, after_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:23.843882 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b890dd-56f0-486b-be8a-51c7bf8b882e None None] Pushing event deleted for resources: {'Port': ['ID=63b7c31d-56ca-45bd-a872-1cd4243ee20f,revision_number=None']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:23.845909 n-d-843948-2 neutron-server[84887]: INFO neutron.db.ipam_backend_mixin [None req-9f793b33-7abc-495b-a9ff-2b961577dbaf tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet de27043a-07cc-4d6b-a9fd-6daf937a3ba4 (CIDR: 2001:db8::/64) May 30 20:36:23.857348 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-df2362d9-355e-448d-bf1c-86e5d81854ee req-2040e76e-6a75-48b2-a650-cb0ffe244d12 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=76cba922-309a-4387-9272-eb83164f71fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5854924 May 30 20:36:23.866950 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b890dd-56f0-486b-be8a-51c7bf8b882e None None] No DVR routers for this DVR port 63b7c31d-56ca-45bd-a872-1cd4243ee20f on host n-d-843948-2 {{(pid=84888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:36:23.883404 n-d-843948-2 neutron-server[84887]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f793b33-7abc-495b-a9ff-2b961577dbaf tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 20:36:23.884248 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f793b33-7abc-495b-a9ff-2b961577dbaf tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:36:23.886483 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a276bdca-0b3f-412c-8de6-a774522ef278 None None] Network e47345d4-98a8-46f5-a7b7-66b2eb513a50 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:36:23.988407 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-9f793b33-7abc-495b-a9ff-2b961577dbaf tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6288528 May 30 20:36:23.988961 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 52604) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:23.999779 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-8cce906f-c4ce-4571-876b-7f1146437980 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Request body: {'subnet': {'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:36:24.028513 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 63b7c31d-56ca-45bd-a872-1cd4243ee20f no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:36:24.145734 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-df2362d9-355e-448d-bf1c-86e5d81854ee req-496665e6-1fb1-4bce-bff9-a9e2b3617ee7 service neutron] 10.222.0.71 "GET /v2.0/networks/76cba922-309a-4387-9272-eb83164f71fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2536533 May 30 20:36:24.161196 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: 63b7c31d-56ca-45bd-a872-1cd4243ee20f {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:36:24.161196 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 63b7c31d-56ca-45bd-a872-1cd4243ee20f not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:36:24.169170 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-97bd8cdd-5b4c-470b-a330-d7bf29ffd376 req-9f9f0276-b92c-4240-ad93-c961c6597689 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] 10.222.0.85 "GET /v2.0/security-groups?id=1c8a214b-6487-4b26-aae5-3d5d58bf176d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5922248 May 30 20:36:24.174071 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-7002ea60-950b-4a5e-8764-06fc6a3d0501 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Allocated IP 172.21.0.1 (ffdf6844-02f1-4128-89db-6a65c8dde782/9cac763e-0302-4b03-9c39-eb48454c66c8/a5c65a0d-2f58-48c2-ba42-49112f1b4941) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:36:24.325548 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-8cce906f-c4ce-4571-876b-7f1146437980 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:36:24.330884 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-8cce906f-c4ce-4571-876b-7f1146437980 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Usage tracker for resource:subnet and tenant:08954986e7454427ae0d40c7652d3c6a is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:36:24.334913 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-8cce906f-c4ce-4571-876b-7f1146437980 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:36:24.342200 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-8cce906f-c4ce-4571-876b-7f1146437980 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:36:24.474490 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-943dca9b-15c3-4778-b1f7-7735b9e023e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-e47345d4-98a8-46f5-a7b7-66b2eb513a50', 'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50', 'tenant_id': '08954986e7454427ae0d40c7652d3c6a', 'fixed_ips': [{'subnet_id': 'de27043a-07cc-4d6b-a9fd-6daf937a3ba4'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:36:24.476704 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cce906f-c4ce-4571-876b-7f1146437980 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Made reservation on behalf of 08954986e7454427ae0d40c7652d3c6a for: {'subnet': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:36:24.477408 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-943dca9b-15c3-4778-b1f7-7735b9e023e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:24.715050 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-943dca9b-15c3-4778-b1f7-7735b9e023e2 None None] Allocated IP 2001:db8::2 (e47345d4-98a8-46f5-a7b7-66b2eb513a50/de27043a-07cc-4d6b-a9fd-6daf937a3ba4/2f1f0bfb-f7c1-4039-b794-208c5b5cb290) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:36:24.778509 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 52622) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:24.786190 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8512cbe3-440e-4549-973e-ab70988ccb07 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-736390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:24.952111 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-df2362d9-355e-448d-bf1c-86e5d81854ee req-f688294f-16ee-460e-9818-7505a40162fa service neutron] 10.222.0.71 "GET /v2.0/networks/76cba922-309a-4387-9272-eb83164f71fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7861991 May 30 20:36:25.056291 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7002ea60-950b-4a5e-8764-06fc6a3d0501 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:25.121561 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8cce906f-c4ce-4571-876b-7f1146437980 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114220'] for subnet, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:25.122673 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-943dca9b-15c3-4778-b1f7-7735b9e023e2 None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:25.146732 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-943dca9b-15c3-4778-b1f7-7735b9e023e2 None None] Transition to ACTIVE for port object 2f1f0bfb-f7c1-4039-b794-208c5b5cb290 will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:36:25.190193 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-943dca9b-15c3-4778-b1f7-7735b9e023e2 None None] Transition to ACTIVE for port object 2f1f0bfb-f7c1-4039-b794-208c5b5cb290 will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:36:25.232652 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [None req-7002ea60-950b-4a5e-8764-06fc6a3d0501 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Transition to ACTIVE for port object a5c65a0d-2f58-48c2-ba42-49112f1b4941 will not be triggered until provisioned by entity DHCP. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:36:25.244429 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2d7e8a4c-87dc-4a99-92a4-97c3d092f4bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:25.289546 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-943dca9b-15c3-4778-b1f7-7735b9e023e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:25.310203 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-2d7e8a4c-87dc-4a99-92a4-97c3d092f4bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:36:25.316097 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-2d7e8a4c-87dc-4a99-92a4-97c3d092f4bf admin admin] Usage tracker for resource:security_group_rule and tenant:c8338c698a7444f1a825e419c4c11f23 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:36:25.320051 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-2d7e8a4c-87dc-4a99-92a4-97c3d092f4bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:36:25.326981 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-2d7e8a4c-87dc-4a99-92a4-97c3d092f4bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:36:25.412867 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-943dca9b-15c3-4778-b1f7-7735b9e023e2 None None] Network e47345d4-98a8-46f5-a7b7-66b2eb513a50 is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:36:25.421417 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-943dca9b-15c3-4778-b1f7-7735b9e023e2 None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:36:25.435887 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943dca9b-15c3-4778-b1f7-7735b9e023e2 None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:36:25.438254 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7002ea60-950b-4a5e-8764-06fc6a3d0501 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:25.552927 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-943dca9b-15c3-4778-b1f7-7735b9e023e2 None None] Attempting to bind port 2f1f0bfb-f7c1-4039-b794-208c5b5cb290 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:36:25.553428 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-943dca9b-15c3-4778-b1f7-7735b9e023e2 None None] Attempting to bind port 2f1f0bfb-f7c1-4039-b794-208c5b5cb290 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': '2cb73a29-9359-4fbf-99af-be1c6062790b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:36:25.553816 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-943dca9b-15c3-4778-b1f7-7735b9e023e2 None None] Attempting to bind port 2f1f0bfb-f7c1-4039-b794-208c5b5cb290 on network e47345d4-98a8-46f5-a7b7-66b2eb513a50 {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:36:25.560908 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-943dca9b-15c3-4778-b1f7-7735b9e023e2 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:36:25.561284 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-943dca9b-15c3-4778-b1f7-7735b9e023e2 None None] Checking segment: {'id': '2cb73a29-9359-4fbf-99af-be1c6062790b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:36:25.561710 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-943dca9b-15c3-4778-b1f7-7735b9e023e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:25.562102 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-943dca9b-15c3-4778-b1f7-7735b9e023e2 None None] Bound using segment: {'id': '2cb73a29-9359-4fbf-99af-be1c6062790b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:36:25.562567 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-943dca9b-15c3-4778-b1f7-7735b9e023e2 None None] Bound port: 2f1f0bfb-f7c1-4039-b794-208c5b5cb290, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cb73a29-9359-4fbf-99af-be1c6062790b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:36:25.562939 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-943dca9b-15c3-4778-b1f7-7735b9e023e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:25.572584 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943dca9b-15c3-4778-b1f7-7735b9e023e2 None None] Pushing event updated for resources: {'Port': ['ID=2f1f0bfb-f7c1-4039-b794-208c5b5cb290,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:25.704253 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 52644) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:25.714698 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-943dca9b-15c3-4778-b1f7-7735b9e023e2 None None] For port 2f1f0bfb-f7c1-4039-b794-208c5b5cb290, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:36:25.719406 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-943dca9b-15c3-4778-b1f7-7735b9e023e2 None None] For port 2f1f0bfb-f7c1-4039-b794-208c5b5cb290, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=2f1f0bfb-f7c1-4039-b794-208c5b5cb290,segment=NetworkSegment(2cb73a29-9359-4fbf-99af-be1c6062790b),segment_id=2cb73a29-9359-4fbf-99af-be1c6062790b)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:36:25.768168 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-943dca9b-15c3-4778-b1f7-7735b9e023e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:25.771009 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2d7e8a4c-87dc-4a99-92a4-97c3d092f4bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:25.783944 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7002ea60-950b-4a5e-8764-06fc6a3d0501 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Network ffdf6844-02f1-4128-89db-6a65c8dde782 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:36:25.789093 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-7002ea60-950b-4a5e-8764-06fc6a3d0501 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:36:25.795859 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7002ea60-950b-4a5e-8764-06fc6a3d0501 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:36:25.822075 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7002ea60-950b-4a5e-8764-06fc6a3d0501 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Pushing event updated for resources: {'Port': ['ID=a5c65a0d-2f58-48c2-ba42-49112f1b4941,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:25.822922 n-d-843948-2 neutron-server[84887]: DEBUG neutron.objects.ports [None req-8cce906f-c4ce-4571-876b-7f1146437980 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84887) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 30 20:36:25.851311 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8512cbe3-440e-4549-973e-ab70988ccb07 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:25.919860 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8512cbe3-440e-4549-973e-ab70988ccb07 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:25.929571 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2d7e8a4c-87dc-4a99-92a4-97c3d092f4bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:25.964904 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a86439-5cf1-4771-be00-ded9c40b8176 req-de9cc818-4c4a-4299-b906-11f4cacb0bad tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:36:25.972230 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-39a86439-5cf1-4771-be00-ded9c40b8176 req-de9cc818-4c4a-4299-b906-11f4cacb0bad tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] 10.222.0.85 "GET /v2.0/ports?device_id=9f2acdd5-0951-4d21-a2ba-3caff48e9d17 HTTP/1.1" status: 200 len: 945 time: 0.4568322 May 30 20:36:26.047912 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943dca9b-15c3-4778-b1f7-7735b9e023e2 None None] Pushing event updated for resources: {'Port': ['ID=2f1f0bfb-f7c1-4039-b794-208c5b5cb290,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:26.092642 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-2d7e8a4c-87dc-4a99-92a4-97c3d092f4bf admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=c8338c698a7444f1a825e419c4c11f23&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3126123 May 30 20:36:26.097416 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7e8a4c-87dc-4a99-92a4-97c3d092f4bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9c74a49-628a-4bad-8334-3d897f3a781a,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:26.099171 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 52650) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:26.141713 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-39a86439-5cf1-4771-be00-ded9c40b8176 req-197dc808-e4c5-4565-855c-7acb562b103c tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] 10.222.0.85 "GET /v2.0/security-groups?id=1c8a214b-6487-4b26-aae5-3d5d58bf176d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1607244 May 30 20:36:26.160716 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7002ea60-950b-4a5e-8764-06fc6a3d0501 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-736099'] for router_interface, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:26.166340 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-fd90cef6-34cf-43ed-bed0-a62ddf8474cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:26.174260 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8cce906f-c4ce-4571-876b-7f1146437980 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:26.263501 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ad978a94-2f48-4c12-9703-0056fc3a2615 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:26.265048 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-783e5b45-960a-49e5-a237-8f10b3ce0434 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:26.285641 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-fd90cef6-34cf-43ed-bed0-a62ddf8474cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:36:26.297429 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-fd90cef6-34cf-43ed-bed0-a62ddf8474cb admin admin] Usage tracker for resource:security_group_rule and tenant:5c56c6c7320e449b87c4b7b898ec31ee is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:36:26.304680 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-fd90cef6-34cf-43ed-bed0-a62ddf8474cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:36:26.317875 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-fd90cef6-34cf-43ed-bed0-a62ddf8474cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:36:26.319678 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-783e5b45-960a-49e5-a237-8f10b3ce0434 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:26.321480 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-9a1d4842-62f9-4fa6-b8fb-5e72c6913a1b None None] Provisioning for port a5c65a0d-2f58-48c2-ba42-49112f1b4941 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:36:26.327096 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-9a1d4842-62f9-4fa6-b8fb-5e72c6913a1b None None] Provisioning complete for port a5c65a0d-2f58-48c2-ba42-49112f1b4941 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:36:26.332724 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-9a1d4842-62f9-4fa6-b8fb-5e72c6913a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:26.447096 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-9a1d4842-62f9-4fa6-b8fb-5e72c6913a1b None None] Port a5c65a0d-2f58-48c2-ba42-49112f1b4941 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:36:26.514688 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-8512cbe3-440e-4549-973e-ab70988ccb07 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Allocated IP 2001:db8::309 (884ee119-562f-4343-90c0-e81d4dde253d/3fa19001-eb9a-4eb2-b21c-ce5867113a24/eaf38423-002d-45bc-aeb3-fb9cbf1b0fe2) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:36:26.555970 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [None req-8cce906f-c4ce-4571-876b-7f1146437980 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] For port 2f1f0bfb-f7c1-4039-b794-208c5b5cb290, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=2f1f0bfb-f7c1-4039-b794-208c5b5cb290,segment=NetworkSegment(2cb73a29-9359-4fbf-99af-be1c6062790b),segment_id=2cb73a29-9359-4fbf-99af-be1c6062790b)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:36:26.584719 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8cce906f-c4ce-4571-876b-7f1146437980 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:26.588769 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7002ea60-950b-4a5e-8764-06fc6a3d0501 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:26.590771 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-783e5b45-960a-49e5-a237-8f10b3ce0434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:26.604042 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-fd90cef6-34cf-43ed-bed0-a62ddf8474cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:26.604414 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783e5b45-960a-49e5-a237-8f10b3ce0434 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9c74a49-628a-4bad-8334-3d897f3a781a,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:26.621509 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-783e5b45-960a-49e5-a237-8f10b3ce0434 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:26.625109 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-783e5b45-960a-49e5-a237-8f10b3ce0434 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/f9c74a49-628a-4bad-8334-3d897f3a781a HTTP/1.1" status: 204 len: 168 time: 0.5174589 May 30 20:36:26.671065 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8cce906f-c4ce-4571-876b-7f1146437980 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:26.671903 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8cce906f-c4ce-4571-876b-7f1146437980 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4055401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114238'] for subnet, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:26.807136 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-fd90cef6-34cf-43ed-bed0-a62ddf8474cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:26.858293 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cce906f-c4ce-4571-876b-7f1146437980 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Network e47345d4-98a8-46f5-a7b7-66b2eb513a50 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:36:26.865485 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-8cce906f-c4ce-4571-876b-7f1146437980 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:36:26.879570 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cce906f-c4ce-4571-876b-7f1146437980 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:36:26.880239 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8cce906f-c4ce-4571-876b-7f1146437980 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:26.893869 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-fd90cef6-34cf-43ed-bed0-a62ddf8474cb admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=5c56c6c7320e449b87c4b7b898ec31ee&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1830745 May 30 20:36:26.912544 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 52662) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:26.914211 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cce906f-c4ce-4571-876b-7f1146437980 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Pushing event updated for resources: {'Port': ['ID=2f1f0bfb-f7c1-4039-b794-208c5b5cb290,revision_number=4']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:26.921295 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cce906f-c4ce-4571-876b-7f1146437980 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Pushing event updated for resources: {'Subnet': ['ID=b1aa72f4-9abf-4557-be44-6264fe9b13af,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:26.977253 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd90cef6-34cf-43ed-bed0-a62ddf8474cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af11d565-a2ff-4073-a737-34fc793ccb6b,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:27.020397 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-8cce906f-c4ce-4571-876b-7f1146437980 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.0303943 May 30 20:36:27.023276 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 52670) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:27.028772 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-beb284c5-3dde-421e-b437-c1785b1754a8 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Request body: {'port': {'network_id': 'e47345d4-98a8-46f5-a7b7-66b2eb513a50', 'mac_address': 'fa:16:3e:23:4a:5a', 'name': 'tempest-NetworksTestDHCPv6-671286433'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:36:27.226267 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8512cbe3-440e-4549-973e-ab70988ccb07 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:27.249713 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e0c6b6d2-136e-47de-a29c-ca1cfb04bc0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:27.333318 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-beb284c5-3dde-421e-b437-c1785b1754a8 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:36:27.344694 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-beb284c5-3dde-421e-b437-c1785b1754a8 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Usage tracker for resource:port and tenant:08954986e7454427ae0d40c7652d3c6a is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:36:27.348297 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-beb284c5-3dde-421e-b437-c1785b1754a8 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:36:27.356981 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-beb284c5-3dde-421e-b437-c1785b1754a8 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:36:27.362938 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e0c6b6d2-136e-47de-a29c-ca1cfb04bc0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:27.419275 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beb284c5-3dde-421e-b437-c1785b1754a8 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Made reservation on behalf of 08954986e7454427ae0d40c7652d3c6a for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:36:27.423863 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-beb284c5-3dde-421e-b437-c1785b1754a8 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:27.455441 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [None req-beb284c5-3dde-421e-b437-c1785b1754a8 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] device_id is not set on port 35b05f6f-d7e6-4962-a53c-762a818b04f9 yet. {{(pid=84887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:36:27.507542 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8512cbe3-440e-4549-973e-ab70988ccb07 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:27.562212 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 52676) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:27.630656 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8512cbe3-440e-4549-973e-ab70988ccb07 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Network 884ee119-562f-4343-90c0-e81d4dde253d is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:36:27.635685 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8143474c-c909-4169-bad5-033449ca8409 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:27.637207 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8512cbe3-440e-4549-973e-ab70988ccb07 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Pushing event updated for resources: {'Port': ['ID=eaf38423-002d-45bc-aeb3-fb9cbf1b0fe2,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:27.639704 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-8512cbe3-440e-4549-973e-ab70988ccb07 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:36:27.647577 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8512cbe3-440e-4549-973e-ab70988ccb07 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:36:27.663734 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d37c84df-19f9-4967-aca2-f1f7ad4d91f3 None None] Network e47345d4-98a8-46f5-a7b7-66b2eb513a50 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:36:27.692755 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282a8081-da7e-4507-8524-c9da2cad368a req-3896b488-9de6-4d97-80c6-d9a6840c600a tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:36:27.699801 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-282a8081-da7e-4507-8524-c9da2cad368a req-3896b488-9de6-4d97-80c6-d9a6840c600a tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] 10.222.0.85 "GET /v2.0/ports?device_id=9f2acdd5-0951-4d21-a2ba-3caff48e9d17 HTTP/1.1" status: 200 len: 945 time: 0.3763478 May 30 20:36:27.741705 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e0c6b6d2-136e-47de-a29c-ca1cfb04bc0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:27.774395 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-8143474c-c909-4169-bad5-033449ca8409 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:36:27.781405 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-8143474c-c909-4169-bad5-033449ca8409 admin admin] Usage tracker for resource:security_group_rule and tenant:4c90cdf44c834f87954857e3d5e525fb is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:36:27.787031 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-8143474c-c909-4169-bad5-033449ca8409 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:36:27.800038 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-8143474c-c909-4169-bad5-033449ca8409 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:36:27.808098 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [None req-beb284c5-3dde-421e-b437-c1785b1754a8 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Allocated IP 2001:db8::266 (e47345d4-98a8-46f5-a7b7-66b2eb513a50/de27043a-07cc-4d6b-a9fd-6daf937a3ba4/35b05f6f-d7e6-4962-a53c-762a818b04f9) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:36:27.812898 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7002ea60-950b-4a5e-8764-06fc6a3d0501 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:27.814951 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c6b6d2-136e-47de-a29c-ca1cfb04bc0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af11d565-a2ff-4073-a737-34fc793ccb6b,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:27.815157 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [None req-beb284c5-3dde-421e-b437-c1785b1754a8 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Allocated IP 2001:db8:0:1:f816:3eff:fe23:4a5a (e47345d4-98a8-46f5-a7b7-66b2eb513a50/b1aa72f4-9abf-4557-be44-6264fe9b13af/35b05f6f-d7e6-4962-a53c-762a818b04f9) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:36:27.870219 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-282a8081-da7e-4507-8524-c9da2cad368a req-b0913b8a-d1d4-43b7-add5-50fb2b7b7bd9 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] 10.222.0.85 "GET /v2.0/security-groups?id=1c8a214b-6487-4b26-aae5-3d5d58bf176d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1694813 May 30 20:36:27.925540 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7002ea60-950b-4a5e-8764-06fc6a3d0501 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:28.053708 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-212dd3a3-37ce-457e-b1d6-d0569f58c713 None None] Provisioning for port 2f1f0bfb-f7c1-4039-b794-208c5b5cb290 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:36:28.083545 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e0c6b6d2-136e-47de-a29c-ca1cfb04bc0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:28.117380 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 2f1f0bfb-f7c1-4039-b794-208c5b5cb290 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:36:28.119756 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-e0c6b6d2-136e-47de-a29c-ca1cfb04bc0e admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/af11d565-a2ff-4073-a737-34fc793ccb6b HTTP/1.1" status: 204 len: 168 time: 1.1711900 May 30 20:36:28.257800 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7002ea60-950b-4a5e-8764-06fc6a3d0501 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Pushing event updated for resources: {'Port': ['ID=a5c65a0d-2f58-48c2-ba42-49112f1b4941,revision_number=2']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:28.270678 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7002ea60-950b-4a5e-8764-06fc6a3d0501 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1718057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-736206'] for router_interface, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:28.413346 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 2f1f0bfb-f7c1-4039-b794-208c5b5cb290 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:36:28.419007 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 2f1f0bfb-f7c1-4039-b794-208c5b5cb290 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:36:28.419688 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:28.450285 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8512cbe3-440e-4549-973e-ab70988ccb07 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:28.451654 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8512cbe3-440e-4549-973e-ab70988ccb07 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-736409'] for router, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:28.592121 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8143474c-c909-4169-bad5-033449ca8409 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:28.624180 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-beb284c5-3dde-421e-b437-c1785b1754a8 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:28.660520 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [None req-beb284c5-3dde-421e-b437-c1785b1754a8 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Transition to ACTIVE for port object 35b05f6f-d7e6-4962-a53c-762a818b04f9 will not be triggered until provisioned by entity DHCP. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:36:28.677056 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:28.699985 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8143474c-c909-4169-bad5-033449ca8409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:28.701876 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7002ea60-950b-4a5e-8764-06fc6a3d0501 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Network ffdf6844-02f1-4128-89db-6a65c8dde782 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:36:28.704900 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-7002ea60-950b-4a5e-8764-06fc6a3d0501 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:36:28.754954 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port 2f1f0bfb-f7c1-4039-b794-208c5b5cb290, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=2f1f0bfb-f7c1-4039-b794-208c5b5cb290,segment=NetworkSegment(2cb73a29-9359-4fbf-99af-be1c6062790b),segment_id=2cb73a29-9359-4fbf-99af-be1c6062790b)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:36:28.819774 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:28.868092 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-beb284c5-3dde-421e-b437-c1785b1754a8 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:28.870644 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143474c-c909-4169-bad5-033449ca8409 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5721164-6e96-46b7-a10c-a7df8c17d61a,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:28.964304 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=2f1f0bfb-f7c1-4039-b794-208c5b5cb290,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:28.996586 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-8143474c-c909-4169-bad5-033449ca8409 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=4c90cdf44c834f87954857e3d5e525fb&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4338615 May 30 20:36:29.007164 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 52694) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:29.152030 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb284c5-3dde-421e-b437-c1785b1754a8 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Network e47345d4-98a8-46f5-a7b7-66b2eb513a50 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:36:29.178926 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-beb284c5-3dde-421e-b437-c1785b1754a8 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:36:29.193089 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb284c5-3dde-421e-b437-c1785b1754a8 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:36:29.201651 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb284c5-3dde-421e-b437-c1785b1754a8 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:36:29.205339 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-beb284c5-3dde-421e-b437-c1785b1754a8 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:29.239960 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb284c5-3dde-421e-b437-c1785b1754a8 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Pushing event updated for resources: {'Port': ['ID=35b05f6f-d7e6-4962-a53c-762a818b04f9,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:29.323656 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-50746eb4-b9b3-416f-aec2-6b0fdda9baaf None None] Provisioning complete for port a5c65a0d-2f58-48c2-ba42-49112f1b4941 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:36:29.323941 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-50746eb4-b9b3-416f-aec2-6b0fdda9baaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:29.357356 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7d80370b-5d83-4d86-878b-b5fe1069c2fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:29.399076 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7d80370b-5d83-4d86-878b-b5fe1069c2fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:29.420757 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-50746eb4-b9b3-416f-aec2-6b0fdda9baaf None None] Port a5c65a0d-2f58-48c2-ba42-49112f1b4941 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:36:29.459464 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-beb284c5-3dde-421e-b437-c1785b1754a8 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.4329553 May 30 20:36:29.461543 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 52706) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:29.572731 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-98258c9f-fa71-4848-b2d6-417acb25925e None None] Provisioning complete for port 2f1f0bfb-f7c1-4039-b794-208c5b5cb290 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:36:29.573103 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-98258c9f-fa71-4848-b2d6-417acb25925e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:29.579033 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7d80370b-5d83-4d86-878b-b5fe1069c2fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:29.629423 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-baf663fc-b60b-4278-87ef-b68a76816926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:29.631078 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d80370b-5d83-4d86-878b-b5fe1069c2fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5721164-6e96-46b7-a10c-a7df8c17d61a,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:29.644214 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7d80370b-5d83-4d86-878b-b5fe1069c2fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:29.645981 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-7d80370b-5d83-4d86-878b-b5fe1069c2fe admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/a5721164-6e96-46b7-a10c-a7df8c17d61a HTTP/1.1" status: 204 len: 168 time: 0.6304622 May 30 20:36:29.744763 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-97304188-cebe-4c26-86ec-a3a708ae8956 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Deleting port 35b05f6f-d7e6-4962-a53c-762a818b04f9 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:36:29.745025 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-97304188-cebe-4c26-86ec-a3a708ae8956 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:29.896220 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:29.969319 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7002ea60-950b-4a5e-8764-06fc6a3d0501 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Router ed2bd5e7-025a-4a7a-9afa-406cfa2682f5 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:36:29.996628 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 2f1f0bfb-f7c1-4039-b794-208c5b5cb290 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:36:30.077869 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 2f1f0bfb-f7c1-4039-b794-208c5b5cb290 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:36:30.078455 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:30.194319 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-1be48fc3-c007-4792-a73c-3053ce10ca5c None None] Provisioning for port 35b05f6f-d7e6-4962-a53c-762a818b04f9 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:36:30.205386 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-1be48fc3-c007-4792-a73c-3053ce10ca5c None None] Provisioning complete for port 35b05f6f-d7e6-4962-a53c-762a818b04f9 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:36:30.205784 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-1be48fc3-c007-4792-a73c-3053ce10ca5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:30.259890 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-97304188-cebe-4c26-86ec-a3a708ae8956 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:30.274551 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-1be48fc3-c007-4792-a73c-3053ce10ca5c None None] Port 35b05f6f-d7e6-4962-a53c-762a818b04f9 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:36:30.401490 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-97304188-cebe-4c26-86ec-a3a708ae8956 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Calling delete_port for 35b05f6f-d7e6-4962-a53c-762a818b04f9 owned by {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:36:30.564965 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7002ea60-950b-4a5e-8764-06fc6a3d0501 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:36:30.582042 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8512cbe3-440e-4549-973e-ab70988ccb07 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Router 870aefc1-bc66-4b3d-b40f-142e3120b491 is scheduled to L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 with binding_index 1 {{(pid=84886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 20:36:30.582201 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20efae64-7d80-43c3-bb87-a0304b85eb1c None None] Sync routers for ids ['ed2bd5e7-025a-4a7a-9afa-406cfa2682f5'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:36:30.595506 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-7002ea60-950b-4a5e-8764-06fc6a3d0501 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] 10.222.0.85 "PUT /v2.0/routers/ed2bd5e7-025a-4a7a-9afa-406cfa2682f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2980034 May 30 20:36:30.597243 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 52734) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:30.606790 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20efae64-7d80-43c3-bb87-a0304b85eb1c None None] Routers {'ed2bd5e7-025a-4a7a-9afa-406cfa2682f5'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:36:30.609270 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-20efae64-7d80-43c3-bb87-a0304b85eb1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:36:29Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['ed2bd5e7-025a-4a7a-9afa-406cfa2682f5'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:36:30.727204 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-20efae64-7d80-43c3-bb87-a0304b85eb1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:36:30.739902 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20efae64-7d80-43c3-bb87-a0304b85eb1c None None] Routers {'ed2bd5e7-025a-4a7a-9afa-406cfa2682f5'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:36:30.740796 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-20efae64-7d80-43c3-bb87-a0304b85eb1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:36:29Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['ed2bd5e7-025a-4a7a-9afa-406cfa2682f5'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:36:30.759098 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4bbc8f6-3c59-44e8-b801-e2beb6769fec tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:36:30.760561 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-b4bbc8f6-3c59-44e8-b801-e2beb6769fec tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Synchronizing usage tracker for tenant:58f9213e719f47ba816694fbf3eafd38 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:36:30.853771 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-b4bbc8f6-3c59-44e8-b801-e2beb6769fec tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Unset dirty status for tenant:58f9213e719f47ba816694fbf3eafd38 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:36:30.855239 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-b4bbc8f6-3c59-44e8-b801-e2beb6769fec tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] 10.222.0.85 "GET /v2.0/ports/a5c65a0d-2f58-48c2-ba42-49112f1b4941 HTTP/1.1" status: 200 len: 910 time: 0.2568715 May 30 20:36:30.858274 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 52742) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:30.893121 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-20efae64-7d80-43c3-bb87-a0304b85eb1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:36:30.893655 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20efae64-7d80-43c3-bb87-a0304b85eb1c None None] The sync data for ids ['ed2bd5e7-025a-4a7a-9afa-406cfa2682f5'] in n-d-843948-2 is: [] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:36:30.931928 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8512cbe3-440e-4549-973e-ab70988ccb07 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:36:30.945815 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6458b3e-f5e9-4535-a5a3-4caaedf0d85d None None] Sync routers for ids ['870aefc1-bc66-4b3d-b40f-142e3120b491'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:36:30.962209 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6458b3e-f5e9-4535-a5a3-4caaedf0d85d None None] Routers {'870aefc1-bc66-4b3d-b40f-142e3120b491'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:36:30.962389 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-97304188-cebe-4c26-86ec-a3a708ae8956 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:30.967715 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-d6458b3e-f5e9-4535-a5a3-4caaedf0d85d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:36:29Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['870aefc1-bc66-4b3d-b40f-142e3120b491'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:36:31.022487 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97304188-cebe-4c26-86ec-a3a708ae8956 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Pushing event deleted for resources: {'Port': ['ID=35b05f6f-d7e6-4962-a53c-762a818b04f9,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:31.204026 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-d6458b3e-f5e9-4535-a5a3-4caaedf0d85d None None] Set router 870aefc1-bc66-4b3d-b40f-142e3120b491 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:36:31.213416 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8512cbe3-440e-4549-973e-ab70988ccb07 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Notify callbacks [] for router, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:31.222408 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-8512cbe3-440e-4549-973e-ab70988ccb07 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 8.1807785 May 30 20:36:31.223324 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 52752) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:31.508848 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-cf4fff90-af46-4a1b-b7d1-51b16fd0532e tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-736216'] for router_interface, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:31.622157 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-97304188-cebe-4c26-86ec-a3a708ae8956 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:31.630196 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-97304188-cebe-4c26-86ec-a3a708ae8956 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "DELETE /v2.0/ports/35b05f6f-d7e6-4962-a53c-762a818b04f9 HTTP/1.1" status: 204 len: 168 time: 2.1672809 May 30 20:36:31.645691 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 52764) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:31.786619 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:31.796751 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7634573a-d154-41c3-a259-8d8076685ea8 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Notify callbacks [] for router, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:31.847179 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-d6458b3e-f5e9-4535-a5a3-4caaedf0d85d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '870aefc1-bc66-4b3d-b40f-142e3120b491', 'name': '', 'tenant_id': '4389807bfe874dc882af1e4a29d0b4d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884ee119-562f-4343-90c0-e81d4dde253d', 'external_fixed_ips': [{'subnet_id': '3fa19001-eb9a-4eb2-b21c-ce5867113a24', 'ip_address': '2001:db8::309'}], 'enable_snat': True}, 'gw_port_id': 'eaf38423-002d-45bc-aeb3-fb9cbf1b0fe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:36:23Z', 'updated_at': '2022-05-30T20:36:27Z', 'revision_number': 3, 'project_id': '4389807bfe874dc882af1e4a29d0b4d2', 'gw_port': {'id': 'eaf38423-002d-45bc-aeb3-fb9cbf1b0fe2', 'name': '', 'network_id': '884ee119-562f-4343-90c0-e81d4dde253d', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:b4:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '870aefc1-bc66-4b3d-b40f-142e3120b491', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '3fa19001-eb9a-4eb2-b21c-ce5867113a24', 'ip_address': '2001:db8::309', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:36:26Z', 'updated_at': '2022-05-30T20:36:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3fa19001-eb9a-4eb2-b21c-ce5867113a24', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:36:31.853229 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6458b3e-f5e9-4535-a5a3-4caaedf0d85d None None] Checking router: 870aefc1-bc66-4b3d-b40f-142e3120b491 for host: n-d-843948-2 {{(pid=84888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:36:31.853964 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6458b3e-f5e9-4535-a5a3-4caaedf0d85d None None] Updating router 870aefc1-bc66-4b3d-b40f-142e3120b491 port eaf38423-002d-45bc-aeb3-fb9cbf1b0fe2 binding host n-d-843948-2 {{(pid=84888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:36:32.012873 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-d6458b3e-f5e9-4535-a5a3-4caaedf0d85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:32.029354 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b19815e0-8796-490e-b5f2-764dc1d82476 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:36:32.030117 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-b19815e0-8796-490e-b5f2-764dc1d82476 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Synchronizing usage tracker for tenant:08954986e7454427ae0d40c7652d3c6a on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:36:32.138825 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7634573a-d154-41c3-a259-8d8076685ea8 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:32.258904 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-7634573a-d154-41c3-a259-8d8076685ea8 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Deleting port eaf38423-002d-45bc-aeb3-fb9cbf1b0fe2 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:36:32.259317 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7634573a-d154-41c3-a259-8d8076685ea8 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:32.287068 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-b19815e0-8796-490e-b5f2-764dc1d82476 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Unset dirty status for tenant:08954986e7454427ae0d40c7652d3c6a on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:36:32.291043 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-b19815e0-8796-490e-b5f2-764dc1d82476 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.6442180 May 30 20:36:32.291673 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 52780) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:32.534659 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-d6458b3e-f5e9-4535-a5a3-4caaedf0d85d None None] Notify callbacks [] for port, precommit_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:32.557652 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0517d24e-7189-4fdf-ab0c-40a7fc2223d6 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:36:32.560497 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-d6458b3e-f5e9-4535-a5a3-4caaedf0d85d None None] Transition to ACTIVE for port object eaf38423-002d-45bc-aeb3-fb9cbf1b0fe2 will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:36:32.566370 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-0517d24e-7189-4fdf-ab0c-40a7fc2223d6 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2662895 May 30 20:36:32.570710 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 52786) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:32.658976 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-d6458b3e-f5e9-4535-a5a3-4caaedf0d85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:32.659207 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7634573a-d154-41c3-a259-8d8076685ea8 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:32.764035 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:32.854484 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ae12e3-21be-419d-b461-4eb09adc5aba None None] Pushing event updated for resources: {'Port': ['ID=eaf38423-002d-45bc-aeb3-fb9cbf1b0fe2,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:32.886982 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-7634573a-d154-41c3-a259-8d8076685ea8 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Calling delete_port for eaf38423-002d-45bc-aeb3-fb9cbf1b0fe2 owned by network:router_gateway {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:36:32.914293 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-d6458b3e-f5e9-4535-a5a3-4caaedf0d85d None None] Attempting to bind port eaf38423-002d-45bc-aeb3-fb9cbf1b0fe2 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:36:32.915001 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-d6458b3e-f5e9-4535-a5a3-4caaedf0d85d None None] Attempting to bind port eaf38423-002d-45bc-aeb3-fb9cbf1b0fe2 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': '905773c8-c20d-4d8e-affd-2023c266ee2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '884ee119-562f-4343-90c0-e81d4dde253d'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:36:32.915533 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6458b3e-f5e9-4535-a5a3-4caaedf0d85d None None] Attempting to bind port eaf38423-002d-45bc-aeb3-fb9cbf1b0fe2 on network 884ee119-562f-4343-90c0-e81d4dde253d {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:36:32.917007 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ffdea0-709b-4737-9ffc-9cd67da818d7 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:36:32.918848 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ffdea0-709b-4737-9ffc-9cd67da818d7 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:36:32.920169 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ffdea0-709b-4737-9ffc-9cd67da818d7 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:36:32.925889 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-67ffdea0-709b-4737-9ffc-9cd67da818d7 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Synchronizing usage tracker for tenant:08954986e7454427ae0d40c7652d3c6a on resource:subnet {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:36:32.927058 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6458b3e-f5e9-4535-a5a3-4caaedf0d85d None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:36:32.927907 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6458b3e-f5e9-4535-a5a3-4caaedf0d85d None None] Checking segment: {'id': '905773c8-c20d-4d8e-affd-2023c266ee2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '884ee119-562f-4343-90c0-e81d4dde253d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:36:32.928520 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-d6458b3e-f5e9-4535-a5a3-4caaedf0d85d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:32.929091 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6458b3e-f5e9-4535-a5a3-4caaedf0d85d None None] Bound using segment: {'id': '905773c8-c20d-4d8e-affd-2023c266ee2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '884ee119-562f-4343-90c0-e81d4dde253d'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:36:32.931139 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-d6458b3e-f5e9-4535-a5a3-4caaedf0d85d None None] Bound port: eaf38423-002d-45bc-aeb3-fb9cbf1b0fe2, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '905773c8-c20d-4d8e-affd-2023c266ee2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '884ee119-562f-4343-90c0-e81d4dde253d'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:36:32.931876 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-d6458b3e-f5e9-4535-a5a3-4caaedf0d85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:33.054789 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-d6458b3e-f5e9-4535-a5a3-4caaedf0d85d None None] For port eaf38423-002d-45bc-aeb3-fb9cbf1b0fe2, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:36:33.060852 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-d6458b3e-f5e9-4535-a5a3-4caaedf0d85d None None] For port eaf38423-002d-45bc-aeb3-fb9cbf1b0fe2, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=eaf38423-002d-45bc-aeb3-fb9cbf1b0fe2,segment=NetworkSegment(905773c8-c20d-4d8e-affd-2023c266ee2c),segment_id=905773c8-c20d-4d8e-affd-2023c266ee2c)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:36:33.062665 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-67ffdea0-709b-4737-9ffc-9cd67da818d7 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Unset dirty status for tenant:08954986e7454427ae0d40c7652d3c6a on resource:subnet {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:36:33.070449 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 52794) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:33.070664 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-67ffdea0-709b-4737-9ffc-9cd67da818d7 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.4949043 May 30 20:36:33.163092 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-d6458b3e-f5e9-4535-a5a3-4caaedf0d85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:33.268372 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6458b3e-f5e9-4535-a5a3-4caaedf0d85d None None] Routers {'870aefc1-bc66-4b3d-b40f-142e3120b491'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:36:33.269410 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-d6458b3e-f5e9-4535-a5a3-4caaedf0d85d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:36:29Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['870aefc1-bc66-4b3d-b40f-142e3120b491'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:36:33.305224 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-cf4fff90-af46-4a1b-b7d1-51b16fd0532e tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Deleting port a5c65a0d-2f58-48c2-ba42-49112f1b4941 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:36:33.305562 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-cf4fff90-af46-4a1b-b7d1-51b16fd0532e tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:33.350160 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_v2 [None req-7128b70a-012b-41ec-ba93-f46952795f58 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Deleting subnet b1aa72f4-9abf-4557-be44-6264fe9b13af {{(pid=84886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:36:33.355561 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7128b70a-012b-41ec-ba93-f46952795f58 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks [] for subnet, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:33.397525 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.db.api [None req-7634573a-d154-41c3-a259-8d8076685ea8 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:36:33.397949 n-d-843948-2 neutron-server[84886]: DEBUG oslo_db.api [None req-7634573a-d154-41c3-a259-8d8076685ea8 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:36:33.425903 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7128b70a-012b-41ec-ba93-f46952795f58 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2655517'] for subnet, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:33.507159 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ae12e3-21be-419d-b461-4eb09adc5aba None None] Pushing event updated for resources: {'Port': ['ID=eaf38423-002d-45bc-aeb3-fb9cbf1b0fe2,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:33.532088 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-d6458b3e-f5e9-4535-a5a3-4caaedf0d85d None None] Set router 870aefc1-bc66-4b3d-b40f-142e3120b491 gateway port host: None {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:36:33.546637 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7128b70a-012b-41ec-ba93-f46952795f58 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:33.558710 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-cf4fff90-af46-4a1b-b7d1-51b16fd0532e tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:33.723065 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-d6458b3e-f5e9-4535-a5a3-4caaedf0d85d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '870aefc1-bc66-4b3d-b40f-142e3120b491', 'name': '', 'tenant_id': '4389807bfe874dc882af1e4a29d0b4d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:36:23Z', 'updated_at': '2022-05-30T20:36:32Z', 'revision_number': 4, 'project_id': '4389807bfe874dc882af1e4a29d0b4d2', 'gw_port_host': None}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:36:33.727578 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6458b3e-f5e9-4535-a5a3-4caaedf0d85d None None] The sync data for ids ['870aefc1-bc66-4b3d-b40f-142e3120b491'] in n-d-843948-2 is: [{'id': '870aefc1-bc66-4b3d-b40f-142e3120b491', 'name': '', 'tenant_id': '4389807bfe874dc882af1e4a29d0b4d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:36:23Z', 'updated_at': '2022-05-30T20:36:32Z', 'revision_number': 4, 'project_id': '4389807bfe874dc882af1e4a29d0b4d2', 'gw_port_host': None}] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:36:33.747196 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-cf4fff90-af46-4a1b-b7d1-51b16fd0532e tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Calling delete_port for a5c65a0d-2f58-48c2-ba42-49112f1b4941 owned by network:router_interface {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:36:33.788429 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7128b70a-012b-41ec-ba93-f46952795f58 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4127075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2778536'] for subnet, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:33.885304 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7128b70a-012b-41ec-ba93-f46952795f58 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Pushing event deleted for resources: {'Subnet': ['ID=b1aa72f4-9abf-4557-be44-6264fe9b13af,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:33.891450 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7128b70a-012b-41ec-ba93-f46952795f58 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks [] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:33.898202 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb5d56e-7a83-40f1-9f39-7c253f07cf28 None None] Network e47345d4-98a8-46f5-a7b7-66b2eb513a50 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:36:33.919856 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-7634573a-d154-41c3-a259-8d8076685ea8 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Deleting port eaf38423-002d-45bc-aeb3-fb9cbf1b0fe2 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:36:33.919856 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7634573a-d154-41c3-a259-8d8076685ea8 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:34.014423 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-7128b70a-012b-41ec-ba93-f46952795f58 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "DELETE /v2.0/subnets/b1aa72f4-9abf-4557-be44-6264fe9b13af HTTP/1.1" status: 204 len: 168 time: 0.9459040 May 30 20:36:34.015088 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 52824) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:34.110455 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-cf4fff90-af46-4a1b-b7d1-51b16fd0532e tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:34.206513 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4fff90-af46-4a1b-b7d1-51b16fd0532e tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Pushing event deleted for resources: {'Port': ['ID=a5c65a0d-2f58-48c2-ba42-49112f1b4941,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:34.226332 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3fb2777-1c42-4543-8320-e338af3419c4 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Deleting subnet de27043a-07cc-4d6b-a9fd-6daf937a3ba4 {{(pid=84886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:36:34.241392 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f3fb2777-1c42-4543-8320-e338af3419c4 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks [] for subnet, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:34.535282 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [None req-7634573a-d154-41c3-a259-8d8076685ea8 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] For port eaf38423-002d-45bc-aeb3-fb9cbf1b0fe2, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=eaf38423-002d-45bc-aeb3-fb9cbf1b0fe2,segment=NetworkSegment(905773c8-c20d-4d8e-affd-2023c266ee2c),segment_id=905773c8-c20d-4d8e-affd-2023c266ee2c)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:36:34.535642 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7634573a-d154-41c3-a259-8d8076685ea8 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:34.685840 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f3fb2777-1c42-4543-8320-e338af3419c4 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2655517'] for subnet, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:34.785040 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-cf4fff90-af46-4a1b-b7d1-51b16fd0532e tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1718140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-736143'] for router_interface, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:34.842732 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f3fb2777-1c42-4543-8320-e338af3419c4 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:35.041678 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-7634573a-d154-41c3-a259-8d8076685ea8 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Calling delete_port for eaf38423-002d-45bc-aeb3-fb9cbf1b0fe2 owned by network:router_gateway {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:36:35.175038 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f3fb2777-1c42-4543-8320-e338af3419c4 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4127075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2778536'] for subnet, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:35.337508 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f3fb2777-1c42-4543-8320-e338af3419c4 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks [] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:35.368399 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fb2777-1c42-4543-8320-e338af3419c4 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Pushing event deleted for resources: {'Subnet': ['ID=de27043a-07cc-4d6b-a9fd-6daf937a3ba4,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:35.399915 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-f3fb2777-1c42-4543-8320-e338af3419c4 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "DELETE /v2.0/subnets/de27043a-07cc-4d6b-a9fd-6daf937a3ba4 HTTP/1.1" status: 204 len: 168 time: 1.3797157 May 30 20:36:35.406598 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 52856) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:35.517956 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-fc86c9d7-c114-4dd6-8b80-12a9761f7310 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1051130 May 30 20:36:35.520356 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 52862) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:35.537684 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e35291a5-3888-4d8d-b6df-d3038e528978 None None] Network e47345d4-98a8-46f5-a7b7-66b2eb513a50 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:36:35.589580 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7634573a-d154-41c3-a259-8d8076685ea8 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:35.637801 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-c691b0f7-8d9a-4fca-ba07-e54df9d63806 None None] Provisioning complete for port 2f1f0bfb-f7c1-4039-b794-208c5b5cb290 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:36:35.638347 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-c691b0f7-8d9a-4fca-ba07-e54df9d63806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:35.640881 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7634573a-d154-41c3-a259-8d8076685ea8 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Pushing event deleted for resources: {'Port': ['ID=eaf38423-002d-45bc-aeb3-fb9cbf1b0fe2,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:35.815483 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cee0512-8c3a-41ae-ba45-d3a638a88c70 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:36:35.826494 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-8cee0512-8c3a-41ae-ba45-d3a638a88c70 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3041754 May 30 20:36:35.829293 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 52866) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:35.873698 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7634573a-d154-41c3-a259-8d8076685ea8 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-736453'] for router_gateway, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:35.981105 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf4fff90-af46-4a1b-b7d1-51b16fd0532e tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Router ed2bd5e7-025a-4a7a-9afa-406cfa2682f5 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:36:36.096513 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a519ebf5-7127-4b17-a770-62af980673a6 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:36:36.100706 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-a519ebf5-7127-4b17-a770-62af980673a6 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2599981 May 30 20:36:36.108261 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 52876) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:36.218112 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4fae6c0-28eb-4850-bea6-37d7a6b07cba None None] DHCP port deletion for e47345d4-98a8-46f5-a7b7-66b2eb513a50 request from n-d-843948-2 {{(pid=84888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:36:36.224596 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-f4fae6c0-28eb-4850-bea6-37d7a6b07cba None None] Deleting port 2f1f0bfb-f7c1-4039-b794-208c5b5cb290 {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:36:36.225100 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-f4fae6c0-28eb-4850-bea6-37d7a6b07cba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:36.231460 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 52882) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:36.260660 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-922bef61-ab4e-4efb-a476-b5e69d827e4a tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1512365 May 30 20:36:36.270891 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 52888) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:36.288843 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7634573a-d154-41c3-a259-8d8076685ea8 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-724789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3141'] for router, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:36.293523 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7634573a-d154-41c3-a259-8d8076685ea8 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:36.413194 n-d-843948-2 neutron-server[84887]: INFO neutron.pecan_wsgi.hooks.translation [None req-094e4fe3-84ef-49f2-947d-c0ff42d71493 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] DELETE failed (client error): The resource could not be found. May 30 20:36:36.414375 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7634573a-d154-41c3-a259-8d8076685ea8 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724889'] for router, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:36.414875 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7634573a-d154-41c3-a259-8d8076685ea8 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 870aefc1-bc66-4b3d-b40f-142e3120b491 {{(pid=84886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:36:36.416511 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-094e4fe3-84ef-49f2-947d-c0ff42d71493 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:36:36.427344 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7634573a-d154-41c3-a259-8d8076685ea8 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Notify callbacks [] for router, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:36.431385 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-7634573a-d154-41c3-a259-8d8076685ea8 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] 10.222.0.85 "DELETE /v2.0/routers/870aefc1-bc66-4b3d-b40f-142e3120b491 HTTP/1.1" status: 204 len: 168 time: 5.2023787 May 30 20:36:36.434637 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-51db013b-387b-4983-ac9f-d1f3bd1647d1 req-74f39883-084b-4700-b4b7-26551491de92 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=9f2acdd5-0951-4d21-a2ba-3caff48e9d17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2954054 May 30 20:36:36.435088 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 52894) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:36.439435 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-094e4fe3-84ef-49f2-947d-c0ff42d71493 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "DELETE /v2.0/ports/35b05f6f-d7e6-4962-a53c-762a818b04f9 HTTP/1.1" status: 404 len: 333 time: 0.1671691 May 30 20:36:36.460162 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 52898) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:36.528441 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ad33876-5337-4341-9659-fa659684e035 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Deleting subnet 3fa19001-eb9a-4eb2-b21c-ce5867113a24 {{(pid=84886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:36:36.531717 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5ad33876-5337-4341-9659-fa659684e035 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:36.613001 n-d-843948-2 neutron-server[84887]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cada435-7529-43c9-83ca-4969f5608aef tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] DELETE failed (client error): The resource could not be found. May 30 20:36:36.613566 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cada435-7529-43c9-83ca-4969f5608aef tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:36:36.615322 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-2cada435-7529-43c9-83ca-4969f5608aef tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "DELETE /v2.0/subnets/b1aa72f4-9abf-4557-be44-6264fe9b13af HTTP/1.1" status: 404 len: 337 time: 0.1542311 May 30 20:36:36.619483 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 52906) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:36.623742 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d88f069a-54de-40bc-9039-834bab3644dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:36.633266 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-f4fae6c0-28eb-4850-bea6-37d7a6b07cba None None] For port 2f1f0bfb-f7c1-4039-b794-208c5b5cb290, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=2f1f0bfb-f7c1-4039-b794-208c5b5cb290,segment=NetworkSegment(2cb73a29-9359-4fbf-99af-be1c6062790b),segment_id=2cb73a29-9359-4fbf-99af-be1c6062790b)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:36:36.634323 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-f4fae6c0-28eb-4850-bea6-37d7a6b07cba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:36.733053 n-d-843948-2 neutron-server[84887]: INFO neutron.pecan_wsgi.hooks.translation [None req-06361ae0-f12f-468c-9241-3640db781591 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] DELETE failed (client error): The resource could not be found. May 30 20:36:36.733410 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06361ae0-f12f-468c-9241-3640db781591 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:36:36.735347 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-06361ae0-f12f-468c-9241-3640db781591 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "DELETE /v2.0/subnets/de27043a-07cc-4d6b-a9fd-6daf937a3ba4 HTTP/1.1" status: 404 len: 337 time: 0.1148248 May 30 20:36:36.738980 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 52912) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:36.812606 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-f4fae6c0-28eb-4850-bea6-37d7a6b07cba None None] Calling delete_port for 2f1f0bfb-f7c1-4039-b794-208c5b5cb290 owned by network:dhcp {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:36:36.830473 n-d-843948-2 neutron-server[84887]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bdeb4a8-5afb-410e-a483-4f5ac245dc98 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] DELETE failed (client error): The resource could not be found. May 30 20:36:36.834827 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bdeb4a8-5afb-410e-a483-4f5ac245dc98 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:36:36.838645 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-d88f069a-54de-40bc-9039-834bab3644dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:36:36.855627 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-d88f069a-54de-40bc-9039-834bab3644dc admin admin] Usage tracker for resource:security_group_rule and tenant:ebaac11b706f4abf9cf01a6128aa5e56 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:36:36.861538 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5ad33876-5337-4341-9659-fa659684e035 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2655517'] for subnet, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:36.865747 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-d88f069a-54de-40bc-9039-834bab3644dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:36:36.881180 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-4bdeb4a8-5afb-410e-a483-4f5ac245dc98 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "DELETE /v2.0/ports/8399c0fc-68c0-424c-8003-9662bf4d09f0 HTTP/1.1" status: 404 len: 333 time: 0.1348424 May 30 20:36:36.884746 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 52918) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:36.888415 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-d88f069a-54de-40bc-9039-834bab3644dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:36:36.930334 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5ad33876-5337-4341-9659-fa659684e035 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:36.943203 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf4fff90-af46-4a1b-b7d1-51b16fd0532e tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:36:36.954979 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a233a95a-5124-4c59-819a-6a453d3c0411 None None] Sync routers for ids ['ed2bd5e7-025a-4a7a-9afa-406cfa2682f5'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:36:36.957848 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-cf4fff90-af46-4a1b-b7d1-51b16fd0532e tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] 10.222.0.85 "PUT /v2.0/routers/ed2bd5e7-025a-4a7a-9afa-406cfa2682f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0985439 May 30 20:36:36.965440 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 52922) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:36.980474 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-51db013b-387b-4983-ac9f-d1f3bd1647d1 req-85c30f29-1a8b-4a36-ac1e-05ba7d5d4e6e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=be518c6f2f7741c6a6c26447eed4fca2&device_id=9f2acdd5-0951-4d21-a2ba-3caff48e9d17 HTTP/1.1" status: 200 len: 1096 time: 0.3962998 May 30 20:36:36.993068 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a233a95a-5124-4c59-819a-6a453d3c0411 None None] Routers {'ed2bd5e7-025a-4a7a-9afa-406cfa2682f5'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:36:37.011283 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-a233a95a-5124-4c59-819a-6a453d3c0411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:36:29Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['ed2bd5e7-025a-4a7a-9afa-406cfa2682f5'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:36:37.042683 n-d-843948-2 neutron-server[84887]: INFO neutron.pecan_wsgi.hooks.translation [None req-16e77277-981d-4e49-99b4-f24850825fa6 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] DELETE failed (client error): The resource could not be found. May 30 20:36:37.043542 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16e77277-981d-4e49-99b4-f24850825fa6 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:36:37.045634 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-16e77277-981d-4e49-99b4-f24850825fa6 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "DELETE /v2.0/subnets/829b1f09-431e-436f-9998-f0093b642ea9 HTTP/1.1" status: 404 len: 337 time: 0.1592002 May 30 20:36:37.054754 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 52928) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:37.057692 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-f4fae6c0-28eb-4850-bea6-37d7a6b07cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468'] for port, after_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:37.155219 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fae6c0-28eb-4850-bea6-37d7a6b07cba None None] Pushing event deleted for resources: {'Port': ['ID=2f1f0bfb-f7c1-4039-b794-208c5b5cb290,revision_number=None']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:37.162280 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51db013b-387b-4983-ac9f-d1f3bd1647d1 req-4bb76a01-8f24-4ccd-83bd-2e9db21934fc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:36:37.164406 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-51db013b-387b-4983-ac9f-d1f3bd1647d1 req-4bb76a01-8f24-4ccd-83bd-2e9db21934fc service neutron] 10.222.0.71 "GET /v2.0/networks?id=76cba922-309a-4387-9272-eb83164f71fd HTTP/1.1" status: 200 len: 912 time: 0.1618750 May 30 20:36:37.177412 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4fae6c0-28eb-4850-bea6-37d7a6b07cba None None] No DVR routers for this DVR port 2f1f0bfb-f7c1-4039-b794-208c5b5cb290 on host n-d-843948-2 {{(pid=84888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:36:37.229427 n-d-843948-2 neutron-server[84887]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e4005e4-d890-4089-88e8-35c3a8ea14fa tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] DELETE failed (client error): The resource could not be found. May 30 20:36:37.230184 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e4005e4-d890-4089-88e8-35c3a8ea14fa tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:36:37.240749 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-a233a95a-5124-4c59-819a-6a453d3c0411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:36:37.269226 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5ad33876-5337-4341-9659-fa659684e035 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4127075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2778536'] for subnet, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:37.279550 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a233a95a-5124-4c59-819a-6a453d3c0411 None None] Routers {'ed2bd5e7-025a-4a7a-9afa-406cfa2682f5'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:36:37.280757 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-a233a95a-5124-4c59-819a-6a453d3c0411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:36:29Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['ed2bd5e7-025a-4a7a-9afa-406cfa2682f5'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:36:37.330619 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-9e4005e4-d890-4089-88e8-35c3a8ea14fa tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "DELETE /v2.0/subnets/8dd05813-7293-4532-b559-6415a653ef6d HTTP/1.1" status: 404 len: 337 time: 0.2741499 May 30 20:36:37.337627 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 52934) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:37.356727 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-a233a95a-5124-4c59-819a-6a453d3c0411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:36:37.357585 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a233a95a-5124-4c59-819a-6a453d3c0411 None None] The sync data for ids ['ed2bd5e7-025a-4a7a-9afa-406cfa2682f5'] in n-d-843948-2 is: [] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:36:37.376804 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5ad33876-5337-4341-9659-fa659684e035 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Notify callbacks [] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:37.382888 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad33876-5337-4341-9659-fa659684e035 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=3fa19001-eb9a-4eb2-b21c-ce5867113a24,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:37.431687 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-51db013b-387b-4983-ac9f-d1f3bd1647d1 req-1b93bd26-45b1-452c-b177-cacfe097220e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e29cff58-4b9a-4a94-a7b9-a66d4dd77480 HTTP/1.1" status: 200 len: 1000 time: 0.2609880 May 30 20:36:37.433264 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-5ad33876-5337-4341-9659-fa659684e035 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] 10.222.0.85 "DELETE /v2.0/subnets/3fa19001-eb9a-4eb2-b21c-ce5867113a24 HTTP/1.1" status: 204 len: 168 time: 0.9971311 May 30 20:36:37.437140 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 52940) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:37.454471 n-d-843948-2 neutron-server[84887]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c5d774a-531c-4392-8dd7-0ead62e87f84 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] DELETE failed (client error): The resource could not be found. May 30 20:36:37.454471 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c5d774a-531c-4392-8dd7-0ead62e87f84 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:36:37.493448 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-8c5d774a-531c-4392-8dd7-0ead62e87f84 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "DELETE /v2.0/ports/1df8c218-5ae7-4ee8-9d16-98c3309b5a7e HTTP/1.1" status: 404 len: 333 time: 0.1538053 May 30 20:36:37.502994 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 52944) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:37.533552 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51db013b-387b-4983-ac9f-d1f3bd1647d1 req-d32e2a5f-aa29-4647-8a97-bd84407d2e4f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:36:37.535325 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-51db013b-387b-4983-ac9f-d1f3bd1647d1 req-d32e2a5f-aa29-4647-8a97-bd84407d2e4f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=664239a8-9fd7-4297-838f-478b17647c0d HTTP/1.1" status: 200 len: 850 time: 0.0955148 May 30 20:36:37.581399 n-d-843948-2 neutron-server[84887]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f43294f-7cf7-4c02-bccc-1b2878832913 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] DELETE failed (client error): The resource could not be found. May 30 20:36:37.582099 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f43294f-7cf7-4c02-bccc-1b2878832913 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:36:37.584803 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-0f43294f-7cf7-4c02-bccc-1b2878832913 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "DELETE /v2.0/subnets/720742a6-2ad4-44fe-a88f-2d3719aa008c HTTP/1.1" status: 404 len: 337 time: 0.0803397 May 30 20:36:37.595211 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d88f069a-54de-40bc-9039-834bab3644dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:37.596425 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 52950) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:37.670397 n-d-843948-2 neutron-server[84887]: INFO neutron.pecan_wsgi.hooks.translation [None req-eebf2514-47f0-46fb-8458-b697e5df1335 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] DELETE failed (client error): The resource could not be found. May 30 20:36:37.671181 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eebf2514-47f0-46fb-8458-b697e5df1335 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:36:37.674426 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-eebf2514-47f0-46fb-8458-b697e5df1335 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "DELETE /v2.0/subnets/9d829ca0-9538-4bee-983a-2a165c8167b9 HTTP/1.1" status: 404 len: 337 time: 0.0765939 May 30 20:36:37.676744 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d88f069a-54de-40bc-9039-834bab3644dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:37.681982 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 52954) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:37.684804 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4ab451f0-c064-4705-ad89-9d79bc9a171f tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:37.805217 n-d-843948-2 neutron-server[84886]: INFO neutron.pecan_wsgi.hooks.translation [None req-fab7d943-a574-4e85-a3f0-9e1a9b7c16f1 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] DELETE failed (client error): The resource could not be found. May 30 20:36:37.805547 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fab7d943-a574-4e85-a3f0-9e1a9b7c16f1 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:36:37.807233 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-fab7d943-a574-4e85-a3f0-9e1a9b7c16f1 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "DELETE /v2.0/ports/eedd52a5-5666-4509-8928-15dd6be08a88 HTTP/1.1" status: 404 len: 333 time: 0.1201870 May 30 20:36:37.811833 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 52962) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:37.859200 n-d-843948-2 neutron-server[84886]: INFO neutron.pecan_wsgi.hooks.translation [None req-11c00fb3-cd4f-4c09-b6cf-65a94f40da2b tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] DELETE failed (client error): The resource could not be found. May 30 20:36:37.859657 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11c00fb3-cd4f-4c09-b6cf-65a94f40da2b tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:36:37.861909 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-11c00fb3-cd4f-4c09-b6cf-65a94f40da2b tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "DELETE /v2.0/subnets/3983615b-031e-4e57-9e4e-d58d1636631e HTTP/1.1" status: 404 len: 337 time: 0.0481620 May 30 20:36:37.873549 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 52966) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:37.961028 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-51db013b-387b-4983-ac9f-d1f3bd1647d1 req-e5a540bf-6a63-46aa-8616-0d429add1078 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=76cba922-309a-4387-9272-eb83164f71fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3212566 May 30 20:36:37.962567 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4ab451f0-c064-4705-ad89-9d79bc9a171f tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:37.989701 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88f069a-54de-40bc-9039-834bab3644dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fb24803-afc5-4324-84e4-47a2a4705caa,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:38.046944 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 2f1f0bfb-f7c1-4039-b794-208c5b5cb290 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:36:38.074885 n-d-843948-2 neutron-server[84887]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa918cfa-afeb-4a3d-a0f8-ff9ce081570d tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] DELETE failed (client error): The resource could not be found. May 30 20:36:38.075676 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa918cfa-afeb-4a3d-a0f8-ff9ce081570d tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:36:38.077550 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-fa918cfa-afeb-4a3d-a0f8-ff9ce081570d tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "DELETE /v2.0/subnets/d6fa2a4c-35c5-4c12-baeb-4031f1ceab65 HTTP/1.1" status: 404 len: 337 time: 0.1168942 May 30 20:36:38.095525 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 52970) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:38.111320 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-d88f069a-54de-40bc-9039-834bab3644dc admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=ebaac11b706f4abf9cf01a6128aa5e56&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8774977 May 30 20:36:38.116333 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 52972) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:38.126767 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: 2f1f0bfb-f7c1-4039-b794-208c5b5cb290 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:36:38.127641 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 2f1f0bfb-f7c1-4039-b794-208c5b5cb290 not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:36:38.149576 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-51db013b-387b-4983-ac9f-d1f3bd1647d1 req-9c6da240-5ba6-446c-aeeb-4967b55aee11 service neutron] 10.222.0.71 "GET /v2.0/networks/76cba922-309a-4387-9272-eb83164f71fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783814 May 30 20:36:38.151136 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-4ab451f0-c064-4705-ad89-9d79bc9a171f tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['884ee119-562f-4343-90c0-e81d4dde253d']}} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:36:38.187257 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-4ab451f0-c064-4705-ad89-9d79bc9a171f tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '905773c8-c20d-4d8e-affd-2023c266ee2c') {'for_net_delete': True} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:36:38.187692 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-4ab451f0-c064-4705-ad89-9d79bc9a171f tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '905773c8-c20d-4d8e-affd-2023c266ee2c') {} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:36:38.258289 n-d-843948-2 neutron-server[84887]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f4157dc-c5bb-42d6-8739-4ef32870d8ff tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] DELETE failed (client error): The resource could not be found. May 30 20:36:38.258732 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f4157dc-c5bb-42d6-8739-4ef32870d8ff tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:36:38.262430 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-1f4157dc-c5bb-42d6-8739-4ef32870d8ff tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "DELETE /v2.0/ports/84ed2f5a-1f6e-4f30-aa63-296aa9227c58 HTTP/1.1" status: 404 len: 333 time: 0.1487830 May 30 20:36:38.267003 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 52980) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:38.293477 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4ab451f0-c064-4705-ad89-9d79bc9a171f tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2660590'] for segment, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:38.322022 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4ab451f0-c064-4705-ad89-9d79bc9a171f tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:38.330747 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ab451f0-c064-4705-ad89-9d79bc9a171f tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Releasing vlan 699 on physical network physnet1 to pool {{(pid=84886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:36:38.331034 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4ab451f0-c064-4705-ad89-9d79bc9a171f tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4126989'] for segment, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:38.407826 n-d-843948-2 neutron-server[84886]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:36:38.407826 n-d-843948-2 neutron-server[84886]: util.warn( May 30 20:36:38.407826 n-d-843948-2 neutron-server[84886]: Traceback (most recent call last): May 30 20:36:38.407826 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:36:38.407826 n-d-843948-2 neutron-server[84886]: timer() May 30 20:36:38.407826 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:36:38.407826 n-d-843948-2 neutron-server[84886]: cb(*args, **kw) May 30 20:36:38.407826 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:36:38.407826 n-d-843948-2 neutron-server[84886]: return func(*args, **kwargs) May 30 20:36:38.407826 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:36:38.407826 n-d-843948-2 neutron-server[84886]: self._notify() May 30 20:36:38.407826 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:36:38.407826 n-d-843948-2 neutron-server[84886]: self.callback(batched_events) May 30 20:36:38.407826 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:36:38.407826 n-d-843948-2 neutron-server[84886]: event.method(event) May 30 20:36:38.407826 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:36:38.407826 n-d-843948-2 neutron-server[84886]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:36:38.407826 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:36:38.407826 n-d-843948-2 neutron-server[84886]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:36:38.407826 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:36:38.407826 n-d-843948-2 neutron-server[84886]: return f(self, *a, **k) May 30 20:36:38.407826 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:36:38.407826 n-d-843948-2 neutron-server[84886]: return self._get(url).json() May 30 20:36:38.407826 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:36:38.407826 n-d-843948-2 neutron-server[84886]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:36:38.407826 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:36:38.407826 n-d-843948-2 neutron-server[84886]: return self.request(url, 'GET', **kwargs) May 30 20:36:38.407826 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:36:38.407826 n-d-843948-2 neutron-server[84886]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:36:38.407826 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:36:38.407826 n-d-843948-2 neutron-server[84886]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:36:38.407826 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:36:38.407826 n-d-843948-2 neutron-server[84886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:36:38.407826 n-d-843948-2 neutron-server[84886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:36:38.469263 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-51db013b-387b-4983-ac9f-d1f3bd1647d1 req-af17a19e-6c7d-4950-a4e9-2f365d986ed3 service neutron] 10.222.0.71 "GET /v2.0/networks/76cba922-309a-4387-9272-eb83164f71fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3104351 May 30 20:36:38.474769 n-d-843948-2 neutron-server[84887]: INFO neutron.pecan_wsgi.hooks.translation [None req-deea2298-e420-492a-987c-d4884a2a23ef tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] DELETE failed (client error): The resource could not be found. May 30 20:36:38.475201 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-deea2298-e420-492a-987c-d4884a2a23ef tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:36:38.476907 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-deea2298-e420-492a-987c-d4884a2a23ef tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "DELETE /v2.0/subnets/ff414c1e-a291-49de-84fd-8f86648f6268 HTTP/1.1" status: 404 len: 337 time: 0.2000229 May 30 20:36:38.479641 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 52988) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:38.531976 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-48c66692-cce5-4510-a3c4-ad934fbc3235 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:38.538335 n-d-843948-2 neutron-server[84886]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9e5043e-0af1-43ec-9adf-fedccbcc6ac8 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] DELETE failed (client error): The resource could not be found. May 30 20:36:38.538750 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9e5043e-0af1-43ec-9adf-fedccbcc6ac8 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:36:38.544722 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-f9e5043e-0af1-43ec-9adf-fedccbcc6ac8 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "DELETE /v2.0/ports/537c2d04-a5f5-4faf-a0c5-9e6ff4437145 HTTP/1.1" status: 404 len: 333 time: 0.0637610 May 30 20:36:38.547274 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 52992) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:38.581144 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-52ee8505-0e36-4e3c-9721-630431cf791c tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-736216'] for router_interface, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:38.590390 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4ab451f0-c064-4705-ad89-9d79bc9a171f tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:38.609469 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ab451f0-c064-4705-ad89-9d79bc9a171f tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 884ee119-562f-4343-90c0-e81d4dde253d {{(pid=84886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} May 30 20:36:38.616440 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4ab451f0-c064-4705-ad89-9d79bc9a171f tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Notify callbacks [] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:38.623184 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-4ab451f0-c064-4705-ad89-9d79bc9a171f tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] 10.222.0.85 "DELETE /v2.0/networks/884ee119-562f-4343-90c0-e81d4dde253d HTTP/1.1" status: 204 len: 168 time: 1.1801963 May 30 20:36:38.623761 n-d-843948-2 neutron-server[84886]: INFO neutron.pecan_wsgi.hooks.translation [None req-73733f03-c05e-49c9-9542-a5f8c904498d tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] DELETE failed (client error): The resource could not be found. May 30 20:36:38.624459 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73733f03-c05e-49c9-9542-a5f8c904498d tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:36:38.626709 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-73733f03-c05e-49c9-9542-a5f8c904498d tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "DELETE /v2.0/subnets/db58e5af-d6ed-45c8-a1a7-a7165b82b94c HTTP/1.1" status: 404 len: 337 time: 0.0785172 May 30 20:36:38.627756 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab451f0-c064-4705-ad89-9d79bc9a171f tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Pushing event deleted for resources: {'Network': ['ID=884ee119-562f-4343-90c0-e81d4dde253d,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:38.629887 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 52998) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:38.645865 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-48c66692-cce5-4510-a3c4-ad934fbc3235 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:38.672746 n-d-843948-2 neutron-server[84886]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8e9795e-be0f-440a-ab0d-1c7b6344ef23 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] DELETE failed (client error): The resource could not be found. May 30 20:36:38.673182 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8e9795e-be0f-440a-ab0d-1c7b6344ef23 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:36:38.675988 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-b8e9795e-be0f-440a-ab0d-1c7b6344ef23 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "DELETE /v2.0/ports/2f7a5de5-9526-4ce3-a66c-7dd73b64b39b HTTP/1.1" status: 404 len: 333 time: 0.0454934 May 30 20:36:38.678492 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 53002) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:38.766069 n-d-843948-2 neutron-server[84886]: INFO neutron.pecan_wsgi.hooks.translation [None req-c860e192-e7d5-4241-a3a0-308e78ff7f5b tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] DELETE failed (client error): The resource could not be found. May 30 20:36:38.772988 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c860e192-e7d5-4241-a3a0-308e78ff7f5b tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:36:38.772988 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-c860e192-e7d5-4241-a3a0-308e78ff7f5b tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "DELETE /v2.0/subnets/e957b689-076e-442c-b3c8-2961520394ae HTTP/1.1" status: 404 len: 337 time: 0.0882752 May 30 20:36:38.774946 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 53006) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:38.969910 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-48c66692-cce5-4510-a3c4-ad934fbc3235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:39.030671 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c66692-cce5-4510-a3c4-ad934fbc3235 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fb24803-afc5-4324-84e4-47a2a4705caa,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:39.038514 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-48c66692-cce5-4510-a3c4-ad934fbc3235 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:39.040550 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-48c66692-cce5-4510-a3c4-ad934fbc3235 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/2fb24803-afc5-4324-84e4-47a2a4705caa HTTP/1.1" status: 204 len: 168 time: 0.9173629 May 30 20:36:39.116256 n-d-843948-2 neutron-server[84886]: INFO neutron.pecan_wsgi.hooks.translation [None req-705be256-c24c-4ee7-9979-d0e4bed3516f tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] DELETE failed (client error): The resource could not be found. May 30 20:36:39.116871 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-705be256-c24c-4ee7-9979-d0e4bed3516f tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:36:39.121770 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-705be256-c24c-4ee7-9979-d0e4bed3516f tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "DELETE /v2.0/ports/3d7cfa83-c56d-420b-bd54-b120e2d2135c HTTP/1.1" status: 404 len: 333 time: 0.3458593 May 30 20:36:39.125094 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 53022) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:39.264279 n-d-843948-2 neutron-server[84886]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbf91306-63ae-4adc-a283-480a242d076f tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] DELETE failed (client error): The resource could not be found. May 30 20:36:39.265921 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbf91306-63ae-4adc-a283-480a242d076f tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:36:39.269101 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-cbf91306-63ae-4adc-a283-480a242d076f tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "DELETE /v2.0/subnets/25ca446c-55d8-453f-842d-49710ceffc1d HTTP/1.1" status: 404 len: 337 time: 0.1422653 May 30 20:36:39.272140 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 53026) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:39.386470 n-d-843948-2 neutron-server[84886]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cd323de-bd77-4825-b5b4-81889f30f949 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] DELETE failed (client error): The resource could not be found. May 30 20:36:39.388680 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cd323de-bd77-4825-b5b4-81889f30f949 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:36:39.390028 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-8cd323de-bd77-4825-b5b4-81889f30f949 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "DELETE /v2.0/ports/ba231286-2169-4f55-859f-bc309dba8231 HTTP/1.1" status: 404 len: 333 time: 0.1125932 May 30 20:36:39.393386 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 53030) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:39.396466 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 53032) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:39.435056 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-7d3c0507-f8dc-440f-bd34-169c1ac99a69 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Request body: {'router': {'name': 'tempest-router--358816785', 'project_id': '94fd304ca96549f89ece8be7b8672113'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:36:39.446715 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-7d3c0507-f8dc-440f-bd34-169c1ac99a69 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:36:39.449077 n-d-843948-2 neutron-server[84886]: INFO neutron.pecan_wsgi.hooks.translation [None req-86124fcb-e305-487e-8914-a5128245c1d7 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] DELETE failed (client error): The resource could not be found. May 30 20:36:39.449570 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86124fcb-e305-487e-8914-a5128245c1d7 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:36:39.453734 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-86124fcb-e305-487e-8914-a5128245c1d7 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "DELETE /v2.0/subnets/b576b6a4-d637-4940-897a-aa6e550285b8 HTTP/1.1" status: 404 len: 337 time: 0.0562606 May 30 20:36:39.453734 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-7d3c0507-f8dc-440f-bd34-169c1ac99a69 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Usage tracker for resource:router and tenant:94fd304ca96549f89ece8be7b8672113 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:36:39.464610 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 53038) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:39.467029 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-7d3c0507-f8dc-440f-bd34-169c1ac99a69 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:36:39.467029 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-7d3c0507-f8dc-440f-bd34-169c1ac99a69 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:36:39.511010 n-d-843948-2 neutron-server[84887]: INFO neutron.pecan_wsgi.hooks.translation [None req-20978da2-d1c8-4316-a18a-2d9f289e3a7a tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] DELETE failed (client error): The resource could not be found. May 30 20:36:39.511456 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20978da2-d1c8-4316-a18a-2d9f289e3a7a tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:36:39.513068 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-20978da2-d1c8-4316-a18a-2d9f289e3a7a tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "DELETE /v2.0/ports/0aed8330-ec67-4f40-b89c-be8592622315 HTTP/1.1" status: 404 len: 333 time: 0.0531373 May 30 20:36:39.515819 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 53042) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:39.575741 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7d3c0507-f8dc-440f-bd34-169c1ac99a69 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-733683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3159'] for router, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:39.576595 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7d3c0507-f8dc-440f-bd34-169c1ac99a69 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-733584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-736372', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-628480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3164'] for router, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:39.587496 n-d-843948-2 neutron-server[84886]: INFO neutron.pecan_wsgi.hooks.translation [None req-430aa56b-aca1-468b-9255-2904bab7bc9a tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] DELETE failed (client error): The resource could not be found. May 30 20:36:39.587927 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-430aa56b-aca1-468b-9255-2904bab7bc9a tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:36:39.589539 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-430aa56b-aca1-468b-9255-2904bab7bc9a tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "DELETE /v2.0/subnets/c4fb0eac-634d-4648-a8f9-b8ada486149c HTTP/1.1" status: 404 len: 337 time: 0.0664680 May 30 20:36:39.592345 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 53046) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:39.647247 n-d-843948-2 neutron-server[84886]: INFO neutron.pecan_wsgi.hooks.translation [None req-37bd6ff0-3fba-49d5-b5d2-fe4ff9881d94 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] DELETE failed (client error): The resource could not be found. May 30 20:36:39.647247 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37bd6ff0-3fba-49d5-b5d2-fe4ff9881d94 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:36:39.653196 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-37bd6ff0-3fba-49d5-b5d2-fe4ff9881d94 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "DELETE /v2.0/subnets/5fc97db5-5f9c-4626-ad90-7247b4714dcb HTTP/1.1" status: 404 len: 337 time: 0.0598791 May 30 20:36:39.656574 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 53050) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:39.660387 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7d3c0507-f8dc-440f-bd34-169c1ac99a69 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:39.686102 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-52ee8505-0e36-4e3c-9721-630431cf791c tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Deleting port bef52578-ed22-4599-987c-9fe416bd735c {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:36:39.686842 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-52ee8505-0e36-4e3c-9721-630431cf791c tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:39.709810 n-d-843948-2 neutron-server[84886]: INFO neutron.pecan_wsgi.hooks.translation [None req-803e94cb-c80a-447b-bd11-50cd5965e5de tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] DELETE failed (client error): The resource could not be found. May 30 20:36:39.710365 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-803e94cb-c80a-447b-bd11-50cd5965e5de tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:36:39.714138 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-803e94cb-c80a-447b-bd11-50cd5965e5de tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "DELETE /v2.0/ports/28215c1e-9f8d-4237-b0e5-153dff750dfd HTTP/1.1" status: 404 len: 333 time: 0.0557609 May 30 20:36:39.715257 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 53056) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:39.780018 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7d3c0507-f8dc-440f-bd34-169c1ac99a69 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-736409'] for router, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:39.786983 n-d-843948-2 neutron-server[84887]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3c8b7a7-3784-46dd-9640-1200498bf038 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] DELETE failed (client error): The resource could not be found. May 30 20:36:39.787420 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3c8b7a7-3784-46dd-9640-1200498bf038 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:36:39.790199 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-d3c8b7a7-3784-46dd-9640-1200498bf038 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "DELETE /v2.0/subnets/0ccfce0b-877d-4def-98f9-7075d700b392 HTTP/1.1" status: 404 len: 337 time: 0.0740652 May 30 20:36:39.800741 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 53060) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:39.864848 n-d-843948-2 neutron-server[84886]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a18f565-5fb4-45d7-a79e-94dac52fbb55 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] DELETE failed (client error): The resource could not be found. May 30 20:36:39.865736 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a18f565-5fb4-45d7-a79e-94dac52fbb55 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:36:39.867581 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-0a18f565-5fb4-45d7-a79e-94dac52fbb55 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "DELETE /v2.0/subnets/a0c04262-9a78-4413-8fb6-aea70cd79917 HTTP/1.1" status: 404 len: 337 time: 0.0654435 May 30 20:36:39.870744 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 53064) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:39.972266 n-d-843948-2 neutron-server[84886]: INFO neutron.pecan_wsgi.hooks.translation [None req-2eda819b-9f0e-4209-8e2a-e6f0c3450fa3 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] DELETE failed (client error): The resource could not be found. May 30 20:36:39.972716 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2eda819b-9f0e-4209-8e2a-e6f0c3450fa3 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:36:39.975660 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-2eda819b-9f0e-4209-8e2a-e6f0c3450fa3 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "DELETE /v2.0/ports/98feab93-7ef1-4062-a270-20f5b428d216 HTTP/1.1" status: 404 len: 333 time: 0.0913486 May 30 20:36:39.975660 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7d3c0507-f8dc-440f-bd34-169c1ac99a69 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Notify callbacks [] for router, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:39.980162 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-7d3c0507-f8dc-440f-bd34-169c1ac99a69 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5823536 May 30 20:36:39.980731 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 53070) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:39.982709 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 53072) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:39.990604 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-52ee8505-0e36-4e3c-9721-630431cf791c tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:40.147960 n-d-843948-2 neutron-server[84886]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3747ac0-833b-4124-90d6-63323b5d0391 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] DELETE failed (client error): The resource could not be found. May 30 20:36:40.148457 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3747ac0-833b-4124-90d6-63323b5d0391 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:36:40.150917 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-c3747ac0-833b-4124-90d6-63323b5d0391 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "DELETE /v2.0/subnets/d5f97ec9-f27e-4115-b02c-9dac8684d1ab HTTP/1.1" status: 404 len: 337 time: 0.1662722 May 30 20:36:40.158896 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-52ee8505-0e36-4e3c-9721-630431cf791c tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Calling delete_port for bef52578-ed22-4599-987c-9fe416bd735c owned by network:router_interface {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:36:40.159011 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 53080) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:40.209602 n-d-843948-2 neutron-server[84886]: INFO neutron.pecan_wsgi.hooks.translation [None req-78594f65-cd23-41ba-988d-1125c8079805 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] DELETE failed (client error): The resource could not be found. May 30 20:36:40.210070 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78594f65-cd23-41ba-988d-1125c8079805 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:36:40.212380 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-78594f65-cd23-41ba-988d-1125c8079805 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "DELETE /v2.0/subnets/4f46ac90-25bd-4464-8483-e3031b041bf4 HTTP/1.1" status: 404 len: 337 time: 0.0534215 May 30 20:36:40.213950 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2329a3d7-bede-42c4-bf5c-5953a87eeaaa tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Notify callbacks [] for router, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:40.215373 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 53084) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:40.264326 n-d-843948-2 neutron-server[84887]: INFO neutron.pecan_wsgi.hooks.translation [None req-8939c7f3-3c44-4981-bb8b-217ff73034b9 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] DELETE failed (client error): The resource could not be found. May 30 20:36:40.264758 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8939c7f3-3c44-4981-bb8b-217ff73034b9 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:36:40.267011 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-8939c7f3-3c44-4981-bb8b-217ff73034b9 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "DELETE /v2.0/ports/b242b3a0-d2e8-4969-b861-8dc8c43a8753 HTTP/1.1" status: 404 len: 333 time: 0.0501616 May 30 20:36:40.272183 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 53088) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:40.308354 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 53092) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:40.345213 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5426601a-955a-4524-8cb7-9ae16d612220 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:40.362412 n-d-843948-2 neutron-server[84887]: INFO neutron.pecan_wsgi.hooks.translation [None req-57170911-0fce-4e52-a54f-45b36d97661a tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] DELETE failed (client error): The resource could not be found. May 30 20:36:40.362740 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57170911-0fce-4e52-a54f-45b36d97661a tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:36:40.364396 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-57170911-0fce-4e52-a54f-45b36d97661a tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "DELETE /v2.0/subnets/133022c3-fe78-432d-bfca-2841613b8a59 HTTP/1.1" status: 404 len: 337 time: 0.0928271 May 30 20:36:40.368478 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 53096) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:40.413970 n-d-843948-2 neutron-server[84887]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dc5063e-77c3-429d-b3ad-215ae5b705a0 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] DELETE failed (client error): The resource could not be found. May 30 20:36:40.414321 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2dc5063e-77c3-429d-b3ad-215ae5b705a0 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:36:40.416015 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-2dc5063e-77c3-429d-b3ad-215ae5b705a0 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "DELETE /v2.0/subnets/40759ccf-44df-4fbf-9dc4-d2cad04e7157 HTTP/1.1" status: 404 len: 337 time: 0.0458736 May 30 20:36:40.426362 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 53100) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:40.472584 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-5426601a-955a-4524-8cb7-9ae16d612220 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:36:40.487948 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-017236e4-717a-4936-a196-31e2f33278b4 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "GET /v2.0/ports?device_id=f0156119-3866-4c41-9bd5-feb8b7ceeac0 HTTP/1.1" status: 200 len: 205 time: 0.0604339 May 30 20:36:40.488426 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-5426601a-955a-4524-8cb7-9ae16d612220 admin admin] Usage tracker for resource:security_group_rule and tenant:3a555cf60d65452fb9f7a14ddb93a869 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:36:40.492026 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-5426601a-955a-4524-8cb7-9ae16d612220 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:36:40.499443 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-5426601a-955a-4524-8cb7-9ae16d612220 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:36:40.533702 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 53104) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:40.623029 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5426601a-955a-4524-8cb7-9ae16d612220 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:40.630095 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-52ee8505-0e36-4e3c-9721-630431cf791c tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:40.678664 n-d-843948-2 neutron-server[84886]: INFO neutron.api.v2.resource [None req-87b11932-a67f-47ea-9103-1d6dd74e9162 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] delete failed (client error): The resource could not be found. May 30 20:36:40.679926 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-87b11932-a67f-47ea-9103-1d6dd74e9162 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "DELETE /v2.0/routers/f0156119-3866-4c41-9bd5-feb8b7ceeac0 HTTP/1.1" status: 404 len: 336 time: 0.1450346 May 30 20:36:40.684051 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 53108) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:40.690881 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2329a3d7-bede-42c4-bf5c-5953a87eeaaa tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-724789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3141'] for router, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:40.752179 n-d-843948-2 neutron-server[84886]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9d1c41b-2221-42eb-b542-e1d06eff8004 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] DELETE failed (client error): The resource could not be found. May 30 20:36:40.752826 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9d1c41b-2221-42eb-b542-e1d06eff8004 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:36:40.755990 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-d9d1c41b-2221-42eb-b542-e1d06eff8004 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "DELETE /v2.0/subnets/e331efd8-85dc-4b2c-8091-7175bb62ae38 HTTP/1.1" status: 404 len: 337 time: 0.0706651 May 30 20:36:40.757030 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2329a3d7-bede-42c4-bf5c-5953a87eeaaa tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:40.759837 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 53112) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:40.874826 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ee8505-0e36-4e3c-9721-630431cf791c tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Pushing event deleted for resources: {'Port': ['ID=bef52578-ed22-4599-987c-9fe416bd735c,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:40.883796 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5426601a-955a-4524-8cb7-9ae16d612220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:41.032114 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5426601a-955a-4524-8cb7-9ae16d612220 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13368728-7581-4ea7-a1e3-91caec520cb0,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:41.062076 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-f3d7fc93-c21e-408b-81e7-10afc26d8325 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Synchronizing usage tracker for tenant:08954986e7454427ae0d40c7652d3c6a on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:36:41.063722 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-5426601a-955a-4524-8cb7-9ae16d612220 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=3a555cf60d65452fb9f7a14ddb93a869&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7438176 May 30 20:36:41.073862 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 53116) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:41.159598 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a8edaa22-4ef4-4bad-bbae-299200762a27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:41.199060 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a8edaa22-4ef4-4bad-bbae-299200762a27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:41.219514 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2329a3d7-bede-42c4-bf5c-5953a87eeaaa tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724889'] for router, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:41.219514 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2329a3d7-bede-42c4-bf5c-5953a87eeaaa tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a3eebe35-573a-43e9-af13-de73e734d68e {{(pid=84886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:36:41.230994 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-52ee8505-0e36-4e3c-9721-630431cf791c tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1718140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-736143'] for router_interface, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:41.233874 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2329a3d7-bede-42c4-bf5c-5953a87eeaaa tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Notify callbacks [] for router, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:41.235867 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-2329a3d7-bede-42c4-bf5c-5953a87eeaaa tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] 10.222.0.85 "DELETE /v2.0/routers/a3eebe35-573a-43e9-af13-de73e734d68e HTTP/1.1" status: 204 len: 168 time: 1.2536075 May 30 20:36:41.294919 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-f3d7fc93-c21e-408b-81e7-10afc26d8325 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Unset dirty status for tenant:08954986e7454427ae0d40c7652d3c6a on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:36:41.300234 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 53126) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:41.300798 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-f3d7fc93-c21e-408b-81e7-10afc26d8325 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "GET /v2.0/ports?device_id=810f7eb1-e599-4cf0-970b-e4755a6901c6 HTTP/1.1" status: 200 len: 205 time: 0.5397494 May 30 20:36:41.407625 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a8edaa22-4ef4-4bad-bbae-299200762a27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:41.428190 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8edaa22-4ef4-4bad-bbae-299200762a27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13368728-7581-4ea7-a1e3-91caec520cb0,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:41.431611 n-d-843948-2 neutron-server[84887]: INFO neutron.api.v2.resource [None req-49b6d929-9b0a-4cb0-89f9-c7d1f0738319 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] delete failed (client error): The resource could not be found. May 30 20:36:41.440946 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-49b6d929-9b0a-4cb0-89f9-c7d1f0738319 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "DELETE /v2.0/routers/810f7eb1-e599-4cf0-970b-e4755a6901c6 HTTP/1.1" status: 404 len: 336 time: 0.1258771 May 30 20:36:41.442244 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 53130) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:41.486165 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a8edaa22-4ef4-4bad-bbae-299200762a27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:41.487329 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-a8edaa22-4ef4-4bad-bbae-299200762a27 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/13368728-7581-4ea7-a1e3-91caec520cb0 HTTP/1.1" status: 204 len: 168 time: 0.4102163 May 30 20:36:41.496559 n-d-843948-2 neutron-server[84886]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b4c8b2c-07c9-47de-a67d-ef39ea4a4a70 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] DELETE failed (client error): The resource could not be found. May 30 20:36:41.496989 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b4c8b2c-07c9-47de-a67d-ef39ea4a4a70 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:36:41.499572 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-0b4c8b2c-07c9-47de-a67d-ef39ea4a4a70 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "DELETE /v2.0/subnets/e0755399-b57e-4b30-a4b1-95102bfb5c8c HTTP/1.1" status: 404 len: 337 time: 0.0556462 May 30 20:36:41.503356 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 53136) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:41.546299 n-d-843948-2 neutron-server[84886]: INFO neutron.pecan_wsgi.hooks.translation [None req-89c31ad4-af75-4323-b2c1-a57563521300 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] DELETE failed (client error): The resource could not be found. May 30 20:36:41.546872 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89c31ad4-af75-4323-b2c1-a57563521300 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:36:41.549503 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-89c31ad4-af75-4323-b2c1-a57563521300 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "DELETE /v2.0/subnets/bd13f8ec-d649-4bd9-9bea-5e50eaaafbb9 HTTP/1.1" status: 404 len: 337 time: 0.0450702 May 30 20:36:41.552111 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 53140) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:41.609642 n-d-843948-2 neutron-server[84886]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1e338b0-8330-40ee-a567-c1439e2513b7 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] DELETE failed (client error): The resource could not be found. May 30 20:36:41.610754 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1e338b0-8330-40ee-a567-c1439e2513b7 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:36:41.613367 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-d1e338b0-8330-40ee-a567-c1439e2513b7 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "DELETE /v2.0/ports/131de66e-a876-425a-a644-5b55f2d547d6 HTTP/1.1" status: 404 len: 333 time: 0.0594742 May 30 20:36:41.621806 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 53144) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:41.694297 n-d-843948-2 neutron-server[84886]: INFO neutron.pecan_wsgi.hooks.translation [None req-316d85b5-67e2-42db-bbe7-ba8bfc25aeb3 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] DELETE failed (client error): The resource could not be found. May 30 20:36:41.694297 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-316d85b5-67e2-42db-bbe7-ba8bfc25aeb3 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:36:41.700389 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-316d85b5-67e2-42db-bbe7-ba8bfc25aeb3 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "DELETE /v2.0/subnets/004fe6b3-15f0-4bb7-93d2-400cae8becbe HTTP/1.1" status: 404 len: 337 time: 0.0673413 May 30 20:36:41.700389 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 53148) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:41.743569 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 53152) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:41.781555 n-d-843948-2 neutron-server[84886]: INFO neutron.pecan_wsgi.hooks.translation [None req-f43208a5-b0b7-4b97-881c-130b97030923 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] DELETE failed (client error): The resource could not be found. May 30 20:36:41.789551 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52ee8505-0e36-4e3c-9721-630431cf791c tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Router ed2bd5e7-025a-4a7a-9afa-406cfa2682f5 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:36:41.790472 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f43208a5-b0b7-4b97-881c-130b97030923 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:36:41.794415 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-f43208a5-b0b7-4b97-881c-130b97030923 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "DELETE /v2.0/ports/ddee2eaf-0642-48a7-bd3b-9d8b77de3896 HTTP/1.1" status: 404 len: 333 time: 0.0942626 May 30 20:36:41.795221 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 53158) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:41.845772 n-d-843948-2 neutron-server[84886]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cf5f74d-ad8a-4314-929d-be8030aa970b tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] DELETE failed (client error): The resource could not be found. May 30 20:36:41.846968 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cf5f74d-ad8a-4314-929d-be8030aa970b tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:36:41.848994 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-7cf5f74d-ad8a-4314-929d-be8030aa970b tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "DELETE /v2.0/subnets/19fb54f8-ad91-4807-a0a7-80f71091a63e HTTP/1.1" status: 404 len: 337 time: 0.0521071 May 30 20:36:41.851643 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 53162) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:41.941183 n-d-843948-2 neutron-server[84886]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e81a02c-d7f5-4dbf-b22a-affb95003f27 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] DELETE failed (client error): The resource could not be found. May 30 20:36:41.941653 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e81a02c-d7f5-4dbf-b22a-affb95003f27 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:36:41.950155 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-6e81a02c-d7f5-4dbf-b22a-affb95003f27 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "DELETE /v2.0/ports/8490a292-d25b-4094-ad67-cfd17505b64e HTTP/1.1" status: 404 len: 333 time: 0.0962455 May 30 20:36:41.950754 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 53166) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:41.985868 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52ee8505-0e36-4e3c-9721-630431cf791c tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:36:42.002112 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2ab963-a6e0-419d-83a2-6707984bf710 None None] Sync routers for ids ['ed2bd5e7-025a-4a7a-9afa-406cfa2682f5'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:36:42.020429 n-d-843948-2 neutron-server[84886]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4bbccfa-f684-4ae9-805f-04f3c0028844 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] DELETE failed (client error): The resource could not be found. May 30 20:36:42.020870 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4bbccfa-f684-4ae9-805f-04f3c0028844 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:36:42.025662 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-e4bbccfa-f684-4ae9-805f-04f3c0028844 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "DELETE /v2.0/subnets/1440fa4a-55ec-462e-a53d-6d31906df740 HTTP/1.1" status: 404 len: 337 time: 0.0737000 May 30 20:36:42.025856 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2ab963-a6e0-419d-83a2-6707984bf710 None None] Routers {'ed2bd5e7-025a-4a7a-9afa-406cfa2682f5'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:36:42.026010 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 53170) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:42.026873 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-ee2ab963-a6e0-419d-83a2-6707984bf710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:36:29Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['ed2bd5e7-025a-4a7a-9afa-406cfa2682f5'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:36:42.092879 n-d-843948-2 neutron-server[84887]: INFO neutron.pecan_wsgi.hooks.translation [None req-0af82944-9f8d-41cd-b284-b231900f2e9f tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] DELETE failed (client error): The resource could not be found. May 30 20:36:42.093513 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0af82944-9f8d-41cd-b284-b231900f2e9f tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:36:42.103485 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-ee2ab963-a6e0-419d-83a2-6707984bf710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:36:42.112831 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-52ee8505-0e36-4e3c-9721-630431cf791c tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] 10.222.0.85 "PUT /v2.0/routers/ed2bd5e7-025a-4a7a-9afa-406cfa2682f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1458549 May 30 20:36:42.117787 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2ab963-a6e0-419d-83a2-6707984bf710 None None] Routers {'ed2bd5e7-025a-4a7a-9afa-406cfa2682f5'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:36:42.120732 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-0af82944-9f8d-41cd-b284-b231900f2e9f tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "DELETE /v2.0/ports/2ce0761c-6d95-4328-ad94-f1480d4ce43b HTTP/1.1" status: 404 len: 333 time: 0.0913708 May 30 20:36:42.120732 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 53176) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:42.120991 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 53180) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:42.122084 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-ee2ab963-a6e0-419d-83a2-6707984bf710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:36:29Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['ed2bd5e7-025a-4a7a-9afa-406cfa2682f5'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:36:42.220594 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-ee2ab963-a6e0-419d-83a2-6707984bf710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:36:42.221129 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2ab963-a6e0-419d-83a2-6707984bf710 None None] The sync data for ids ['ed2bd5e7-025a-4a7a-9afa-406cfa2682f5'] in n-d-843948-2 is: [] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:36:42.244093 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-c020ca8a-1563-4898-873a-df992b203452 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Synchronizing usage tracker for tenant:58f9213e719f47ba816694fbf3eafd38 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:36:42.249582 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-c69435b5-dc00-4571-81a3-7738e259aba6 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-509363831', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}, 'admin_state_up': False}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:36:42.258321 n-d-843948-2 neutron-server[84887]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec45f08d-7398-4bb9-98b0-e4ea80bef319 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] DELETE failed (client error): The resource could not be found. May 30 20:36:42.259904 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec45f08d-7398-4bb9-98b0-e4ea80bef319 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:36:42.268260 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-ec45f08d-7398-4bb9-98b0-e4ea80bef319 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "DELETE /v2.0/subnets/b8767ff6-c763-4e35-a91f-811e5d255892 HTTP/1.1" status: 404 len: 337 time: 0.1418259 May 30 20:36:42.268511 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-c69435b5-dc00-4571-81a3-7738e259aba6 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:36:42.268684 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 53190) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:42.275140 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-c69435b5-dc00-4571-81a3-7738e259aba6 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Usage tracker for resource:router and tenant:633939d5a6114ff7ab2b02dad4ac8e9d is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:36:42.285916 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-c69435b5-dc00-4571-81a3-7738e259aba6 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:36:42.293885 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-c69435b5-dc00-4571-81a3-7738e259aba6 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:36:42.327219 n-d-843948-2 neutron-server[84886]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bfac881-035b-4430-b61f-fea218a5483b tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] DELETE failed (client error): The resource could not be found. May 30 20:36:42.327998 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bfac881-035b-4430-b61f-fea218a5483b tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:36:42.334572 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-6bfac881-035b-4430-b61f-fea218a5483b tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "DELETE /v2.0/ports/ebef0bd7-66c6-44d4-b748-e8e20b57945b HTTP/1.1" status: 404 len: 333 time: 0.0606883 May 30 20:36:42.335005 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 53196) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:42.414322 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c69435b5-dc00-4571-81a3-7738e259aba6 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-733683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3159'] for router, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:42.416068 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c69435b5-dc00-4571-81a3-7738e259aba6 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-733584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-736372', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-628480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3164'] for router, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:42.472084 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c69435b5-dc00-4571-81a3-7738e259aba6 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:42.499072 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-c020ca8a-1563-4898-873a-df992b203452 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Unset dirty status for tenant:58f9213e719f47ba816694fbf3eafd38 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:36:42.499072 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-c020ca8a-1563-4898-873a-df992b203452 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] 10.222.0.85 "GET /v2.0/ports?device_id=ed2bd5e7-025a-4a7a-9afa-406cfa2682f5 HTTP/1.1" status: 200 len: 205 time: 0.3739195 May 30 20:36:42.499072 n-d-843948-2 neutron-server[84887]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6c57f2b-a501-4cb8-b810-ed2e6d5d5a50 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] DELETE failed (client error): The resource could not be found. May 30 20:36:42.499072 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6c57f2b-a501-4cb8-b810-ed2e6d5d5a50 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:36:42.503927 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 53204) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:42.851604 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-c6c57f2b-a501-4cb8-b810-ed2e6d5d5a50 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "DELETE /v2.0/subnets/4f413cd8-17f0-4875-9d0f-fd6ba23333f2 HTTP/1.1" status: 404 len: 337 time: 0.5153491 May 30 20:36:42.854079 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 53212) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:42.901455 n-d-843948-2 neutron-server[84886]: INFO neutron.pecan_wsgi.hooks.translation [None req-71bca6dc-8452-4fe6-acbe-63a58f7a294f tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] DELETE failed (client error): The resource could not be found. May 30 20:36:42.901916 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71bca6dc-8452-4fe6-acbe-63a58f7a294f tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:36:42.903612 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-71bca6dc-8452-4fe6-acbe-63a58f7a294f tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "DELETE /v2.0/ports/8f7302bc-6a36-48da-8bb5-e46532d6e883 HTTP/1.1" status: 404 len: 333 time: 0.0485773 May 30 20:36:42.916687 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 53218) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:42.964957 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b08756c7-bb02-430f-b44e-0c57d7aaf9d1 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks [] for router, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:42.972443 n-d-843948-2 neutron-server[84886]: INFO neutron.pecan_wsgi.hooks.translation [None req-17aa797d-38ef-4602-8a7c-de2380638c8f tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] DELETE failed (client error): The resource could not be found. May 30 20:36:42.973413 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17aa797d-38ef-4602-8a7c-de2380638c8f tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:36:42.975721 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-17aa797d-38ef-4602-8a7c-de2380638c8f tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "DELETE /v2.0/subnets/88f9aae1-a4b3-4ded-a15c-8d94b86b6d58 HTTP/1.1" status: 404 len: 337 time: 0.0579739 May 30 20:36:42.978748 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 53222) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:43.020978 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 53226) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:43.044154 n-d-843948-2 neutron-server[84886]: INFO neutron.pecan_wsgi.hooks.translation [None req-17ae24fe-77f7-4d6b-ad01-719ec8b7e1f4 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] DELETE failed (client error): The resource could not be found. May 30 20:36:43.049981 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17ae24fe-77f7-4d6b-ad01-719ec8b7e1f4 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:36:43.049981 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-17ae24fe-77f7-4d6b-ad01-719ec8b7e1f4 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "DELETE /v2.0/ports/95b367cd-9ddd-4701-8d35-b8518d71f17b HTTP/1.1" status: 404 len: 333 time: 0.0644557 May 30 20:36:43.052193 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 53232) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:43.092709 n-d-843948-2 neutron-server[84886]: INFO neutron.pecan_wsgi.hooks.translation [None req-54e01c8d-a9bd-47fd-9830-461a9bee6136 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] DELETE failed (client error): The resource could not be found. May 30 20:36:43.093485 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54e01c8d-a9bd-47fd-9830-461a9bee6136 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:36:43.101345 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-54e01c8d-a9bd-47fd-9830-461a9bee6136 tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "DELETE /v2.0/subnets/06eaf094-7faa-4872-8159-781f3872128c HTTP/1.1" status: 404 len: 337 time: 0.0422645 May 30 20:36:43.101502 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c69435b5-dc00-4571-81a3-7738e259aba6 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-736390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:43.101970 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 53236) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:43.230198 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2abe4368-02b8-47fd-b3d4-b2f73393c97a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:43.283228 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0397ec92-2030-4bb2-8720-7de5c3c1713f tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:43.285114 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-2abe4368-02b8-47fd-b3d4-b2f73393c97a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:36:43.292051 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-2abe4368-02b8-47fd-b3d4-b2f73393c97a admin admin] Usage tracker for resource:security_group_rule and tenant:bdec4d8279954402aaf3a7c57b20a3f2 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:36:43.296179 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-2abe4368-02b8-47fd-b3d4-b2f73393c97a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:36:43.305453 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-2abe4368-02b8-47fd-b3d4-b2f73393c97a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:36:43.456656 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0397ec92-2030-4bb2-8720-7de5c3c1713f tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:43.497853 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-0397ec92-2030-4bb2-8720-7de5c3c1713f tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e47345d4-98a8-46f5-a7b7-66b2eb513a50']}} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:36:43.518660 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-0397ec92-2030-4bb2-8720-7de5c3c1713f tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cb73a29-9359-4fbf-99af-be1c6062790b') {'for_net_delete': True} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:36:43.519066 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-0397ec92-2030-4bb2-8720-7de5c3c1713f tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cb73a29-9359-4fbf-99af-be1c6062790b') {} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:36:43.553268 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b08756c7-bb02-430f-b44e-0c57d7aaf9d1 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-724789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3141'] for router, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:43.558187 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b08756c7-bb02-430f-b44e-0c57d7aaf9d1 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:43.620494 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0397ec92-2030-4bb2-8720-7de5c3c1713f tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2660590'] for segment, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:43.630359 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2abe4368-02b8-47fd-b3d4-b2f73393c97a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:43.647588 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0397ec92-2030-4bb2-8720-7de5c3c1713f tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:43.652863 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0397ec92-2030-4bb2-8720-7de5c3c1713f tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Releasing vlan 686 on physical network physnet1 to pool {{(pid=84886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:36:43.653313 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0397ec92-2030-4bb2-8720-7de5c3c1713f tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4126989'] for segment, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:43.661057 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c69435b5-dc00-4571-81a3-7738e259aba6 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Notify callbacks [] for router_gateway, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:43.674622 n-d-843948-2 neutron-server[84886]: Traceback (most recent call last): May 30 20:36:43.674622 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:36:43.674622 n-d-843948-2 neutron-server[84886]: timer() May 30 20:36:43.674622 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:36:43.674622 n-d-843948-2 neutron-server[84886]: cb(*args, **kw) May 30 20:36:43.674622 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:36:43.674622 n-d-843948-2 neutron-server[84886]: return func(*args, **kwargs) May 30 20:36:43.674622 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:36:43.674622 n-d-843948-2 neutron-server[84886]: self._notify() May 30 20:36:43.674622 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:36:43.674622 n-d-843948-2 neutron-server[84886]: self.callback(batched_events) May 30 20:36:43.674622 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:36:43.674622 n-d-843948-2 neutron-server[84886]: event.method(event) May 30 20:36:43.674622 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:36:43.674622 n-d-843948-2 neutron-server[84886]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:36:43.674622 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:36:43.674622 n-d-843948-2 neutron-server[84886]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:36:43.674622 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:36:43.674622 n-d-843948-2 neutron-server[84886]: return f(self, *a, **k) May 30 20:36:43.674622 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:36:43.674622 n-d-843948-2 neutron-server[84886]: return self._get(url).json() May 30 20:36:43.674622 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:36:43.674622 n-d-843948-2 neutron-server[84886]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:36:43.674622 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:36:43.674622 n-d-843948-2 neutron-server[84886]: return self.request(url, 'GET', **kwargs) May 30 20:36:43.674622 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:36:43.674622 n-d-843948-2 neutron-server[84886]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:36:43.674622 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:36:43.674622 n-d-843948-2 neutron-server[84886]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:36:43.674622 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:36:43.674622 n-d-843948-2 neutron-server[84886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:36:43.674622 n-d-843948-2 neutron-server[84886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:36:43.693719 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c69435b5-dc00-4571-81a3-7738e259aba6 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:43.695507 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b08756c7-bb02-430f-b44e-0c57d7aaf9d1 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724889'] for router, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:43.696009 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b08756c7-bb02-430f-b44e-0c57d7aaf9d1 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Fanout notify agent at l3_agent the message router_deleted on router ed2bd5e7-025a-4a7a-9afa-406cfa2682f5 {{(pid=84887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:36:43.755452 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2abe4368-02b8-47fd-b3d4-b2f73393c97a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:43.758453 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b08756c7-bb02-430f-b44e-0c57d7aaf9d1 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks [] for router, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:43.762089 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-b08756c7-bb02-430f-b44e-0c57d7aaf9d1 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] 10.222.0.85 "DELETE /v2.0/routers/ed2bd5e7-025a-4a7a-9afa-406cfa2682f5 HTTP/1.1" status: 204 len: 168 time: 1.2570331 May 30 20:36:43.765563 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 53252) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:43.848503 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abe4368-02b8-47fd-b3d4-b2f73393c97a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cb05605-14e2-45d0-8a01-9c85cf11408e,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:43.855158 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-2abe4368-02b8-47fd-b3d4-b2f73393c97a admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=bdec4d8279954402aaf3a7c57b20a3f2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8194296 May 30 20:36:43.857595 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 53256) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:43.877950 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0397ec92-2030-4bb2-8720-7de5c3c1713f tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:43.903575 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0397ec92-2030-4bb2-8720-7de5c3c1713f tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Notify callbacks [] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:43.928886 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0397ec92-2030-4bb2-8720-7de5c3c1713f tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] Pushing event deleted for resources: {'Network': ['ID=e47345d4-98a8-46f5-a7b7-66b2eb513a50,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:43.936689 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-0397ec92-2030-4bb2-8720-7de5c3c1713f tempest-NetworksTestDHCPv6-399908305 tempest-NetworksTestDHCPv6-399908305-project] 10.222.0.85 "DELETE /v2.0/networks/e47345d4-98a8-46f5-a7b7-66b2eb513a50 HTTP/1.1" status: 204 len: 168 time: 0.8337905 May 30 20:36:43.957009 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a960cfcc-acec-49ba-80bc-3acf5059a82a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:43.974734 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [None req-c69435b5-dc00-4571-81a3-7738e259aba6 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Allocated IP 172.25.8.18 (c7869750-4b49-4b7e-aa99-5e0f1ae02da4/427601ec-f643-4fe7-b5e6-17305d3a39e1/6a6304e4-7976-4dc8-91fa-41e85b70afe6) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:36:43.985988 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a960cfcc-acec-49ba-80bc-3acf5059a82a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:44.112044 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a960cfcc-acec-49ba-80bc-3acf5059a82a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:44.137463 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a960cfcc-acec-49ba-80bc-3acf5059a82a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:44.150859 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-a960cfcc-acec-49ba-80bc-3acf5059a82a admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/5cb05605-14e2-45d0-8a01-9c85cf11408e HTTP/1.1" status: 204 len: 168 time: 0.2851617 May 30 20:36:44.152610 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a960cfcc-acec-49ba-80bc-3acf5059a82a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cb05605-14e2-45d0-8a01-9c85cf11408e,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:44.173676 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_v2 [None req-216422e7-f8d9-49b7-b945-7b7b94b207be tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Deleting subnet 9cac763e-0302-4b03-9c39-eb48454c66c8 {{(pid=84887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:36:44.192003 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-216422e7-f8d9-49b7-b945-7b7b94b207be tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks [] for subnet, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:44.402820 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-216422e7-f8d9-49b7-b945-7b7b94b207be tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3149227'] for subnet, precommit_delete_associations {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:44.431051 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c69435b5-dc00-4571-81a3-7738e259aba6 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:44.506419 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-216422e7-f8d9-49b7-b945-7b7b94b207be tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:44.635831 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c69435b5-dc00-4571-81a3-7738e259aba6 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:44.653785 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 53280) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:44.692249 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-216422e7-f8d9-49b7-b945-7b7b94b207be tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4055470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114247'] for subnet, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:44.778073 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216422e7-f8d9-49b7-b945-7b7b94b207be tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Pushing event deleted for resources: {'Subnet': ['ID=9cac763e-0302-4b03-9c39-eb48454c66c8,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:44.805539 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69435b5-dc00-4571-81a3-7738e259aba6 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Pushing event updated for resources: {'Port': ['ID=6a6304e4-7976-4dc8-91fa-41e85b70afe6,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:44.805539 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c69435b5-dc00-4571-81a3-7738e259aba6 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:36:44.805539 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-c69435b5-dc00-4571-81a3-7738e259aba6 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:36:44.805840 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8abd4019-f1b1-4156-8463-a224f9e39384 None None] Network ffdf6844-02f1-4128-89db-6a65c8dde782 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:36:44.816868 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-216422e7-f8d9-49b7-b945-7b7b94b207be tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:44.821134 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69435b5-dc00-4571-81a3-7738e259aba6 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:36:44.890051 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-216422e7-f8d9-49b7-b945-7b7b94b207be tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] 10.222.0.85 "DELETE /v2.0/subnets/9cac763e-0302-4b03-9c39-eb48454c66c8 HTTP/1.1" status: 204 len: 168 time: 1.1229651 May 30 20:36:44.893312 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 53296) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:45.070405 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-b259527e-f999-414a-9a66-62c670966358 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=08954986e7454427ae0d40c7652d3c6a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4130406 May 30 20:36:45.071019 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 53304) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:45.174163 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_v2 [None req-dca18f98-a1f0-4ca7-ab1d-c6fc43fec746 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Deleting subnet 7648d898-dda5-4786-bed2-96da509b00e4 {{(pid=84887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:36:45.177452 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-dca18f98-a1f0-4ca7-ab1d-c6fc43fec746 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks [] for subnet, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:45.180200 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-77684144-0187-49eb-a421-c3a8501658c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:45.192250 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d8e63af-d16d-4c45-a997-10bd272a4663 None None] DHCP port deletion for ffdf6844-02f1-4128-89db-6a65c8dde782 request from n-d-843948-2 {{(pid=84888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:36:45.197103 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-7d8e63af-d16d-4c45-a997-10bd272a4663 None None] Deleting port 8129b9eb-dbec-459b-82a5-b382b8b2466d {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:36:45.197685 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-7d8e63af-d16d-4c45-a997-10bd272a4663 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:45.214451 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-77684144-0187-49eb-a421-c3a8501658c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:45.234740 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-dca18f98-a1f0-4ca7-ab1d-c6fc43fec746 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3149227'] for subnet, precommit_delete_associations {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:45.360808 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c69435b5-dc00-4571-81a3-7738e259aba6 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Notify callbacks [] for router_gateway, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:45.362116 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c69435b5-dc00-4571-81a3-7738e259aba6 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-736409'] for router, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:45.365670 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-dca18f98-a1f0-4ca7-ab1d-c6fc43fec746 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:45.402247 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-77684144-0187-49eb-a421-c3a8501658c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:45.438662 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77684144-0187-49eb-a421-c3a8501658c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38e53460-1f53-4733-bb7f-ac51278e8c63,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:45.458588 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-77684144-0187-49eb-a421-c3a8501658c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:45.458588 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-77684144-0187-49eb-a421-c3a8501658c3 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/38e53460-1f53-4733-bb7f-ac51278e8c63 HTTP/1.1" status: 204 len: 168 time: 0.3735163 May 30 20:36:45.466565 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:36:45.489042 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-7d8e63af-d16d-4c45-a997-10bd272a4663 None None] For port 8129b9eb-dbec-459b-82a5-b382b8b2466d, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=8129b9eb-dbec-459b-82a5-b382b8b2466d,segment=NetworkSegment(9aafa560-b30e-4fb0-9cd8-d955cacaf4f8),segment_id=9aafa560-b30e-4fb0-9cd8-d955cacaf4f8)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:36:45.489727 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-7d8e63af-d16d-4c45-a997-10bd272a4663 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:45.632150 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-7d8e63af-d16d-4c45-a997-10bd272a4663 None None] Calling delete_port for 8129b9eb-dbec-459b-82a5-b382b8b2466d owned by network:dhcp {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:36:45.654043 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-dca18f98-a1f0-4ca7-ab1d-c6fc43fec746 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4055470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114247'] for subnet, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:45.701946 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca18f98-a1f0-4ca7-ab1d-c6fc43fec746 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Pushing event deleted for resources: {'Subnet': ['ID=7648d898-dda5-4786-bed2-96da509b00e4,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:45.723818 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-dca18f98-a1f0-4ca7-ab1d-c6fc43fec746 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:45.727777 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 53318) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:45.745093 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-dca18f98-a1f0-4ca7-ab1d-c6fc43fec746 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] 10.222.0.85 "DELETE /v2.0/subnets/7648d898-dda5-4786-bed2-96da509b00e4 HTTP/1.1" status: 204 len: 168 time: 0.8479719 May 30 20:36:45.751689 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 53324) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:45.755937 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85cc3d4f-1d96-41f8-aa65-e435c3c7cdb2 None None] Network b2b9c7f2-183c-4876-bec8-27bc2a4587f0 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:36:45.909031 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c69435b5-dc00-4571-81a3-7738e259aba6 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Router 8119522d-9216-4ee3-b7bd-2e93b41c1d76 is scheduled to L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 with binding_index 1 {{(pid=84887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 20:36:46.029473 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5edcfae4-d451-44e8-9425-9e87898b0bc7 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:46.049652 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-7d8e63af-d16d-4c45-a997-10bd272a4663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468'] for port, after_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:46.134976 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 8129b9eb-dbec-459b-82a5-b382b8b2466d no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:36:46.162354 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8e63af-d16d-4c45-a997-10bd272a4663 None None] No DVR routers for this DVR port 8129b9eb-dbec-459b-82a5-b382b8b2466d on host n-d-843948-2 {{(pid=84888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:36:46.168346 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8e63af-d16d-4c45-a997-10bd272a4663 None None] Pushing event deleted for resources: {'Port': ['ID=8129b9eb-dbec-459b-82a5-b382b8b2466d,revision_number=None']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:46.170229 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: 8129b9eb-dbec-459b-82a5-b382b8b2466d {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:36:46.170825 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 8129b9eb-dbec-459b-82a5-b382b8b2466d not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:36:46.298977 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db5799a6-4e6a-4123-9172-e531da8a0a9f None None] DHCP port deletion for b2b9c7f2-183c-4876-bec8-27bc2a4587f0 request from n-d-843948-2 {{(pid=84888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:36:46.304755 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-db5799a6-4e6a-4123-9172-e531da8a0a9f None None] Deleting port fdf71d09-9f8c-45c7-a79d-337472ce2b21 {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:36:46.305505 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-db5799a6-4e6a-4123-9172-e531da8a0a9f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:46.357209 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c69435b5-dc00-4571-81a3-7738e259aba6 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:36:46.373039 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8816420f-90f4-4f02-9f3e-35b121988013 None None] Sync routers for ids ['8119522d-9216-4ee3-b7bd-2e93b41c1d76'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:36:46.404474 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8816420f-90f4-4f02-9f3e-35b121988013 None None] Routers {'8119522d-9216-4ee3-b7bd-2e93b41c1d76'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:36:46.410629 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-8816420f-90f4-4f02-9f3e-35b121988013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:36:29Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['8119522d-9216-4ee3-b7bd-2e93b41c1d76'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:36:46.422997 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-cddb00f9-749e-4d1e-9c04-b3a581f7f807 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:46.450033 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5edcfae4-d451-44e8-9425-9e87898b0bc7 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:46.494578 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c69435b5-dc00-4571-81a3-7738e259aba6 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Notify callbacks [] for router, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:46.494797 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-5edcfae4-d451-44e8-9425-9e87898b0bc7 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffdf6844-02f1-4128-89db-6a65c8dde782']}} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:36:46.494909 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-c69435b5-dc00-4571-81a3-7738e259aba6 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.7494705 May 30 20:36:46.496112 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-8816420f-90f4-4f02-9f3e-35b121988013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:36:46.496730 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 53336) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:46.508638 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-cddb00f9-749e-4d1e-9c04-b3a581f7f807 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:36:46.512586 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8816420f-90f4-4f02-9f3e-35b121988013 None None] Routers {'8119522d-9216-4ee3-b7bd-2e93b41c1d76'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:36:46.512870 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-5edcfae4-d451-44e8-9425-9e87898b0bc7 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9aafa560-b30e-4fb0-9cd8-d955cacaf4f8') {'for_net_delete': True} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:36:46.513165 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-5edcfae4-d451-44e8-9425-9e87898b0bc7 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9aafa560-b30e-4fb0-9cd8-d955cacaf4f8') {} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:36:46.513795 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-8816420f-90f4-4f02-9f3e-35b121988013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:36:29Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['8119522d-9216-4ee3-b7bd-2e93b41c1d76'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:36:46.523295 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-cddb00f9-749e-4d1e-9c04-b3a581f7f807 admin admin] Usage tracker for resource:security_group_rule and tenant:40dc03a57aec403b92cd41165ad5183a is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:36:46.531792 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-cddb00f9-749e-4d1e-9c04-b3a581f7f807 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:36:46.540512 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5edcfae4-d451-44e8-9425-9e87898b0bc7 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2660590'] for segment, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:46.566187 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-cddb00f9-749e-4d1e-9c04-b3a581f7f807 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:36:46.578764 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5edcfae4-d451-44e8-9425-9e87898b0bc7 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:46.589045 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5edcfae4-d451-44e8-9425-9e87898b0bc7 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Releasing vlan 676 on physical network physnet1 to pool {{(pid=84886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:36:46.589756 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5edcfae4-d451-44e8-9425-9e87898b0bc7 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4126989'] for segment, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:46.605547 n-d-843948-2 neutron-server[84886]: Traceback (most recent call last): May 30 20:36:46.605547 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:36:46.605547 n-d-843948-2 neutron-server[84886]: timer() May 30 20:36:46.605547 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:36:46.605547 n-d-843948-2 neutron-server[84886]: cb(*args, **kw) May 30 20:36:46.605547 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:36:46.605547 n-d-843948-2 neutron-server[84886]: return func(*args, **kwargs) May 30 20:36:46.605547 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:36:46.605547 n-d-843948-2 neutron-server[84886]: self._notify() May 30 20:36:46.605547 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:36:46.605547 n-d-843948-2 neutron-server[84886]: self.callback(batched_events) May 30 20:36:46.605547 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:36:46.605547 n-d-843948-2 neutron-server[84886]: event.method(event) May 30 20:36:46.605547 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:36:46.605547 n-d-843948-2 neutron-server[84886]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:36:46.605547 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:36:46.605547 n-d-843948-2 neutron-server[84886]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:36:46.605547 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:36:46.605547 n-d-843948-2 neutron-server[84886]: return f(self, *a, **k) May 30 20:36:46.605547 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:36:46.605547 n-d-843948-2 neutron-server[84886]: return self._get(url).json() May 30 20:36:46.605547 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:36:46.605547 n-d-843948-2 neutron-server[84886]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:36:46.605547 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:36:46.605547 n-d-843948-2 neutron-server[84886]: return self.request(url, 'GET', **kwargs) May 30 20:36:46.605547 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:36:46.605547 n-d-843948-2 neutron-server[84886]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:36:46.605547 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:36:46.605547 n-d-843948-2 neutron-server[84886]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:36:46.605547 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:36:46.605547 n-d-843948-2 neutron-server[84886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:36:46.605547 n-d-843948-2 neutron-server[84886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:36:46.620021 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-8816420f-90f4-4f02-9f3e-35b121988013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:36:46.620428 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8816420f-90f4-4f02-9f3e-35b121988013 None None] The sync data for ids ['8119522d-9216-4ee3-b7bd-2e93b41c1d76'] in n-d-843948-2 is: [] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:36:46.647875 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-db5799a6-4e6a-4123-9172-e531da8a0a9f None None] For port fdf71d09-9f8c-45c7-a79d-337472ce2b21, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=fdf71d09-9f8c-45c7-a79d-337472ce2b21,segment=NetworkSegment(b078ac7a-4e1a-45e2-93e1-cc852a247d5c),segment_id=b078ac7a-4e1a-45e2-93e1-cc852a247d5c)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:36:46.648274 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-db5799a6-4e6a-4123-9172-e531da8a0a9f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:46.764830 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 53344) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:46.784559 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-cddb00f9-749e-4d1e-9c04-b3a581f7f807 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:46.790034 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5edcfae4-d451-44e8-9425-9e87898b0bc7 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:46.816031 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5edcfae4-d451-44e8-9425-9e87898b0bc7 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks [] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:46.839644 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-5edcfae4-d451-44e8-9425-9e87898b0bc7 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] 10.222.0.85 "DELETE /v2.0/networks/ffdf6844-02f1-4128-89db-6a65c8dde782 HTTP/1.1" status: 204 len: 168 time: 1.0912986 May 30 20:36:46.843381 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 53350) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:46.849009 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edcfae4-d451-44e8-9425-9e87898b0bc7 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Pushing event deleted for resources: {'Network': ['ID=ffdf6844-02f1-4128-89db-6a65c8dde782,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:46.877953 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-db5799a6-4e6a-4123-9172-e531da8a0a9f None None] Calling delete_port for fdf71d09-9f8c-45c7-a79d-337472ce2b21 owned by network:dhcp {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:36:46.898973 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-cddb00f9-749e-4d1e-9c04-b3a581f7f807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:47.008228 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-cddb00f9-749e-4d1e-9c04-b3a581f7f807 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=40dc03a57aec403b92cd41165ad5183a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2782586 May 30 20:36:47.008228 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 53358) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:47.034600 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb00f9-749e-4d1e-9c04-b3a581f7f807 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45cde70f-799c-4b3c-a78b-5839f6cf3dce,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:47.085220 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-db5799a6-4e6a-4123-9172-e531da8a0a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468'] for port, after_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:47.129556 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b40202ca-3233-4fd3-99f1-b166c484dcf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:47.167429 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5799a6-4e6a-4123-9172-e531da8a0a9f None None] No DVR routers for this DVR port fdf71d09-9f8c-45c7-a79d-337472ce2b21 on host n-d-843948-2 {{(pid=84888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:36:47.179586 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-0faf8be5-81f9-48ba-a27f-0c4b656529c5 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-722902686-network', 'tenant_id': '0218d2390aba462a95f6f4cdc85939e4'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:36:47.183273 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5799a6-4e6a-4123-9172-e531da8a0a9f None None] Pushing event deleted for resources: {'Port': ['ID=fdf71d09-9f8c-45c7-a79d-337472ce2b21,revision_number=None']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:47.189430 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b40202ca-3233-4fd3-99f1-b166c484dcf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:47.190109 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-0faf8be5-81f9-48ba-a27f-0c4b656529c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:36:47.199858 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-0faf8be5-81f9-48ba-a27f-0c4b656529c5 admin admin] Usage tracker for resource:network and tenant:0218d2390aba462a95f6f4cdc85939e4 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:36:47.212085 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-0faf8be5-81f9-48ba-a27f-0c4b656529c5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:36:47.225168 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-0faf8be5-81f9-48ba-a27f-0c4b656529c5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:36:47.231999 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f2e1ab0a-58d6-4942-b419-4c1956cab363 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:47.457560 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f2e1ab0a-58d6-4942-b419-4c1956cab363 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:47.490149 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-2ebb9ec6-4cd4-4a9b-a1bf-ec31f6bd223d tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] 10.222.0.85 "GET /v2.0/routers/8119522d-9216-4ee3-b7bd-2e93b41c1d76 HTTP/1.1" status: 200 len: 923 time: 0.9713604 May 30 20:36:47.490149 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0faf8be5-81f9-48ba-a27f-0c4b656529c5 admin admin] Made reservation on behalf of 0218d2390aba462a95f6f4cdc85939e4 for: {'network': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:36:47.506074 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b40202ca-3233-4fd3-99f1-b166c484dcf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:47.526648 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0faf8be5-81f9-48ba-a27f-0c4b656529c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:47.541726 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 53362) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:47.562090 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0faf8be5-81f9-48ba-a27f-0c4b656529c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:47.570860 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40202ca-3233-4fd3-99f1-b166c484dcf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45cde70f-799c-4b3c-a78b-5839f6cf3dce,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:47.579411 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-f2e1ab0a-58d6-4942-b419-4c1956cab363 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2b9c7f2-183c-4876-bec8-27bc2a4587f0']}} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:36:47.594034 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b40202ca-3233-4fd3-99f1-b166c484dcf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:47.594034 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-b40202ca-3233-4fd3-99f1-b166c484dcf4 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/45cde70f-799c-4b3c-a78b-5839f6cf3dce HTTP/1.1" status: 204 len: 168 time: 0.5156379 May 30 20:36:47.601977 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-f2e1ab0a-58d6-4942-b419-4c1956cab363 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b078ac7a-4e1a-45e2-93e1-cc852a247d5c') {'for_net_delete': True} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:36:47.601977 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-f2e1ab0a-58d6-4942-b419-4c1956cab363 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b078ac7a-4e1a-45e2-93e1-cc852a247d5c') {} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:36:47.601977 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f2e1ab0a-58d6-4942-b419-4c1956cab363 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3149912'] for segment, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:47.601977 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f2e1ab0a-58d6-4942-b419-4c1956cab363 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:47.601977 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2e1ab0a-58d6-4942-b419-4c1956cab363 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Releasing vlan 654 on physical network physnet1 to pool {{(pid=84887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:36:47.601977 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f2e1ab0a-58d6-4942-b419-4c1956cab363 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4055488'] for segment, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:47.611803 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-2625d429-7494-468f-b910-db59be3e8728 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] 10.222.0.85 "GET /v2.0/ports?device_id=8119522d-9216-4ee3-b7bd-2e93b41c1d76 HTTP/1.1" status: 200 len: 205 time: 0.1022010 May 30 20:36:47.611803 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 53370) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:47.637886 n-d-843948-2 neutron-server[84887]: Traceback (most recent call last): May 30 20:36:47.637886 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:36:47.637886 n-d-843948-2 neutron-server[84887]: timer() May 30 20:36:47.637886 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:36:47.637886 n-d-843948-2 neutron-server[84887]: cb(*args, **kw) May 30 20:36:47.637886 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:36:47.637886 n-d-843948-2 neutron-server[84887]: return func(*args, **kwargs) May 30 20:36:47.637886 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:36:47.637886 n-d-843948-2 neutron-server[84887]: self._notify() May 30 20:36:47.637886 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:36:47.637886 n-d-843948-2 neutron-server[84887]: self.callback(batched_events) May 30 20:36:47.637886 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:36:47.637886 n-d-843948-2 neutron-server[84887]: event.method(event) May 30 20:36:47.637886 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:36:47.637886 n-d-843948-2 neutron-server[84887]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:36:47.637886 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:36:47.637886 n-d-843948-2 neutron-server[84887]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:36:47.637886 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:36:47.637886 n-d-843948-2 neutron-server[84887]: return f(self, *a, **k) May 30 20:36:47.637886 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:36:47.637886 n-d-843948-2 neutron-server[84887]: return self._get(url).json() May 30 20:36:47.637886 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:36:47.637886 n-d-843948-2 neutron-server[84887]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:36:47.637886 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:36:47.637886 n-d-843948-2 neutron-server[84887]: return self.request(url, 'GET', **kwargs) May 30 20:36:47.637886 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:36:47.637886 n-d-843948-2 neutron-server[84887]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:36:47.637886 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:36:47.637886 n-d-843948-2 neutron-server[84887]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:36:47.637886 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:36:47.637886 n-d-843948-2 neutron-server[84887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:36:47.637886 n-d-843948-2 neutron-server[84887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:36:47.637886 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-0faf8be5-81f9-48ba-a27f-0c4b656529c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:36:47.691871 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-0faf8be5-81f9-48ba-a27f-0c4b656529c5 admin admin] Usage tracker for resource:security_group_rule and tenant:0218d2390aba462a95f6f4cdc85939e4 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:36:47.824621 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-0faf8be5-81f9-48ba-a27f-0c4b656529c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:36:47.883004 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-0faf8be5-81f9-48ba-a27f-0c4b656529c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:36:48.019799 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f2e1ab0a-58d6-4942-b419-4c1956cab363 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:48.095627 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f2e1ab0a-58d6-4942-b419-4c1956cab363 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:48.095627 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e1ab0a-58d6-4942-b419-4c1956cab363 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Pushing event deleted for resources: {'Network': ['ID=b2b9c7f2-183c-4876-bec8-27bc2a4587f0,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:48.114884 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-aeed1346-4a46-49f7-8955-2f5095a7fc5b tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Notify callbacks [] for router, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:48.133772 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-f2e1ab0a-58d6-4942-b419-4c1956cab363 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] 10.222.0.85 "DELETE /v2.0/networks/b2b9c7f2-183c-4876-bec8-27bc2a4587f0 HTTP/1.1" status: 204 len: 168 time: 1.2751977 May 30 20:36:48.159472 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 53380) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:48.166622 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device fdf71d09-9f8c-45c7-a79d-337472ce2b21 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:36:48.195466 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-4d567896-2420-407e-9d65-25dda883f01c tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Request body: {'network': {'name': 'tempest-RoutersTest-62883362'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:36:48.221777 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0faf8be5-81f9-48ba-a27f-0c4b656529c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:48.236101 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-4d567896-2420-407e-9d65-25dda883f01c tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:36:48.244834 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-4d567896-2420-407e-9d65-25dda883f01c tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Usage tracker for resource:network and tenant:58f9213e719f47ba816694fbf3eafd38 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:36:48.248317 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-4d567896-2420-407e-9d65-25dda883f01c tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:36:48.256422 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-4d567896-2420-407e-9d65-25dda883f01c tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:36:48.270519 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: fdf71d09-9f8c-45c7-a79d-337472ce2b21 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:36:48.270869 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device fdf71d09-9f8c-45c7-a79d-337472ce2b21 not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:36:48.314419 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0faf8be5-81f9-48ba-a27f-0c4b656529c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:48.341847 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0faf8be5-81f9-48ba-a27f-0c4b656529c5 admin admin] vlan segment allocate from pool success with {'vlan_id': 672, 'physical_network': 'physnet1'} {{(pid=84887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:36:48.366739 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0faf8be5-81f9-48ba-a27f-0c4b656529c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:48.367360 n-d-843948-2 neutron-server[84887]: INFO neutron.db.segments_db [None req-0faf8be5-81f9-48ba-a27f-0c4b656529c5 admin admin] Added segment 77044731-df13-4710-a744-00df53b29b28 of type vlan for network 61c2bc59-4c9c-4f80-8bc2-23d38b986a5f May 30 20:36:48.389690 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faf8be5-81f9-48ba-a27f-0c4b656529c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab1358f1-e7cc-4473-9477-73332a4251f4,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:48.411245 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 53390) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:48.420777 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d567896-2420-407e-9d65-25dda883f01c tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Made reservation on behalf of 58f9213e719f47ba816694fbf3eafd38 for: {'network': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:36:48.423946 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4d567896-2420-407e-9d65-25dda883f01c tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:48.457672 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0faf8be5-81f9-48ba-a27f-0c4b656529c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:48.486678 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-aeed1346-4a46-49f7-8955-2f5095a7fc5b tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:48.506175 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d567896-2420-407e-9d65-25dda883f01c tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] vlan segment allocate from pool success with {'vlan_id': 675, 'physical_network': 'physnet1'} {{(pid=84887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:36:48.519282 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4d567896-2420-407e-9d65-25dda883f01c tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:48.519645 n-d-843948-2 neutron-server[84887]: INFO neutron.db.segments_db [None req-4d567896-2420-407e-9d65-25dda883f01c tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Added segment 0cb18090-2eaf-4180-bce6-4b2da8c29e26 of type vlan for network 3047efca-37b6-41ed-8fdf-21f02135b0c0 May 30 20:36:48.553662 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4d567896-2420-407e-9d65-25dda883f01c tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:48.576509 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-c790d27a-db17-4173-94cd-dec2423562be admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2130748166-network', 'tenant_id': '5fbf22ab4baf478aa44232d743a1af25'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:36:48.583142 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-c790d27a-db17-4173-94cd-dec2423562be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:36:48.588300 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-c790d27a-db17-4173-94cd-dec2423562be admin admin] Usage tracker for resource:network and tenant:5fbf22ab4baf478aa44232d743a1af25 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:36:48.591609 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-aeed1346-4a46-49f7-8955-2f5095a7fc5b tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Deleting port 6a6304e4-7976-4dc8-91fa-41e85b70afe6 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:36:48.591944 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-aeed1346-4a46-49f7-8955-2f5095a7fc5b tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:48.616805 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-c790d27a-db17-4173-94cd-dec2423562be admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:36:48.632690 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-c790d27a-db17-4173-94cd-dec2423562be admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:36:48.643227 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0faf8be5-81f9-48ba-a27f-0c4b656529c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:48.644874 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0faf8be5-81f9-48ba-a27f-0c4b656529c5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:36:48.645858 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0faf8be5-81f9-48ba-a27f-0c4b656529c5 admin admin] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:48.744929 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4d567896-2420-407e-9d65-25dda883f01c tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:48.749246 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d567896-2420-407e-9d65-25dda883f01c tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:36:48.753724 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4d567896-2420-407e-9d65-25dda883f01c tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:48.775448 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c790d27a-db17-4173-94cd-dec2423562be admin admin] Made reservation on behalf of 5fbf22ab4baf478aa44232d743a1af25 for: {'network': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:36:48.778104 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c790d27a-db17-4173-94cd-dec2423562be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:48.806803 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c790d27a-db17-4173-94cd-dec2423562be admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:48.819537 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faf8be5-81f9-48ba-a27f-0c4b656529c5 admin admin] Pushing event updated for resources: {'Network': ['ID=61c2bc59-4c9c-4f80-8bc2-23d38b986a5f,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:48.831238 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network 61c2bc59-4c9c-4f80-8bc2-23d38b986a5f details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:36:48.850487 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-aeed1346-4a46-49f7-8955-2f5095a7fc5b tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:48.918036 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-0faf8be5-81f9-48ba-a27f-0c4b656529c5 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 2.1477301 May 30 20:36:48.935255 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 53404) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:48.939149 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-4d567896-2420-407e-9d65-25dda883f01c tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.7940855 May 30 20:36:48.941370 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 53408) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:48.956406 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-a26ab826-f91c-46c0-8172-e40bd30bda1f tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Request body: {'subnet': {'network_id': '3047efca-37b6-41ed-8fdf-21f02135b0c0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:36:48.982450 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d567896-2420-407e-9d65-25dda883f01c tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Pushing event updated for resources: {'Network': ['ID=3047efca-37b6-41ed-8fdf-21f02135b0c0,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:49.004636 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-aeed1346-4a46-49f7-8955-2f5095a7fc5b tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Calling delete_port for 6a6304e4-7976-4dc8-91fa-41e85b70afe6 owned by network:router_gateway {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:36:49.005337 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network 3047efca-37b6-41ed-8fdf-21f02135b0c0 details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:36:49.035160 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-5063374a-f16b-414d-b8a1-490bcd5a6ef0 admin admin] Request body: {'subnet': {'network_id': '61c2bc59-4c9c-4f80-8bc2-23d38b986a5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-722902686-subnet', 'tenant_id': '0218d2390aba462a95f6f4cdc85939e4', 'ip_version': 4}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:36:49.049488 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-c790d27a-db17-4173-94cd-dec2423562be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:36:49.052097 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-5063374a-f16b-414d-b8a1-490bcd5a6ef0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:36:49.066981 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-c790d27a-db17-4173-94cd-dec2423562be admin admin] Usage tracker for resource:security_group_rule and tenant:5fbf22ab4baf478aa44232d743a1af25 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:36:49.081815 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-5063374a-f16b-414d-b8a1-490bcd5a6ef0 admin admin] Usage tracker for resource:subnet and tenant:0218d2390aba462a95f6f4cdc85939e4 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:36:49.086945 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-c790d27a-db17-4173-94cd-dec2423562be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:36:49.094779 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-5063374a-f16b-414d-b8a1-490bcd5a6ef0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:36:49.105605 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-c790d27a-db17-4173-94cd-dec2423562be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:36:49.119565 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-5063374a-f16b-414d-b8a1-490bcd5a6ef0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:36:49.161124 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-a26ab826-f91c-46c0-8172-e40bd30bda1f tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:36:49.165397 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-a26ab826-f91c-46c0-8172-e40bd30bda1f tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Usage tracker for resource:subnet and tenant:58f9213e719f47ba816694fbf3eafd38 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:36:49.168331 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-a26ab826-f91c-46c0-8172-e40bd30bda1f tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:36:49.174673 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-a26ab826-f91c-46c0-8172-e40bd30bda1f tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:36:49.260776 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c790d27a-db17-4173-94cd-dec2423562be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:49.333848 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a26ab826-f91c-46c0-8172-e40bd30bda1f tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Made reservation on behalf of 58f9213e719f47ba816694fbf3eafd38 for: {'subnet': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:36:49.334316 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5063374a-f16b-414d-b8a1-490bcd5a6ef0 admin admin] Made reservation on behalf of 0218d2390aba462a95f6f4cdc85939e4 for: {'subnet': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:36:49.337189 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5063374a-f16b-414d-b8a1-490bcd5a6ef0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2778563'] for subnet, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:49.475842 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a26ab826-f91c-46c0-8172-e40bd30bda1f tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114220'] for subnet, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:49.557764 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-aeed1346-4a46-49f7-8955-2f5095a7fc5b tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:49.561254 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c790d27a-db17-4173-94cd-dec2423562be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:49.621288 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:49.637139 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeed1346-4a46-49f7-8955-2f5095a7fc5b tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Pushing event deleted for resources: {'Port': ['ID=6a6304e4-7976-4dc8-91fa-41e85b70afe6,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:49.659017 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c790d27a-db17-4173-94cd-dec2423562be admin admin] vlan segment allocate from pool success with {'vlan_id': 683, 'physical_network': 'physnet1'} {{(pid=84886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:36:49.695352 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c790d27a-db17-4173-94cd-dec2423562be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d5be526-4f99-47b5-8d10-549bf084c17e,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:49.754007 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c790d27a-db17-4173-94cd-dec2423562be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:49.754449 n-d-843948-2 neutron-server[84886]: INFO neutron.db.segments_db [None req-c790d27a-db17-4173-94cd-dec2423562be admin admin] Added segment 609e6554-23f3-49a2-97d7-8504fec0fbf6 of type vlan for network b28c3f7a-89d6-47ca-a38a-a4ebc3690544 May 30 20:36:49.850395 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a26ab826-f91c-46c0-8172-e40bd30bda1f tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4055401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114238'] for subnet, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:49.894513 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c790d27a-db17-4173-94cd-dec2423562be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:49.940589 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26ab826-f91c-46c0-8172-e40bd30bda1f tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Pushing event updated for resources: {'Subnet': ['ID=ee838dec-7215-45fd-b3e6-bc45864e6db0,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:49.955503 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26ab826-f91c-46c0-8172-e40bd30bda1f tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Checking segment: {'id': '0cb18090-2eaf-4180-bce6-4b2da8c29e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '3047efca-37b6-41ed-8fdf-21f02135b0c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:36:49.965284 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a26ab826-f91c-46c0-8172-e40bd30bda1f tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Network hostable DHCP agents. Network: 3047efca-37b6-41ed-8fdf-21f02135b0c0, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:36:50.000398 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-aeed1346-4a46-49f7-8955-2f5095a7fc5b tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-736453'] for router_gateway, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:50.047157 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a26ab826-f91c-46c0-8172-e40bd30bda1f tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Network 3047efca-37b6-41ed-8fdf-21f02135b0c0 is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:36:50.144226 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-a26ab826-f91c-46c0-8172-e40bd30bda1f tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, 3047efca-37b6-41ed-8fdf-21f02135b0c0) {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:36:50.154024 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a26ab826-f91c-46c0-8172-e40bd30bda1f tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:36:50.154241 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a26ab826-f91c-46c0-8172-e40bd30bda1f tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:50.155892 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f174f04-1a70-492a-83e0-2edeeb6fbdff None None] Network 3047efca-37b6-41ed-8fdf-21f02135b0c0 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:36:50.289320 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-a26ab826-f91c-46c0-8172-e40bd30bda1f tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3459766 May 30 20:36:50.290917 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 53430) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:50.294371 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c790d27a-db17-4173-94cd-dec2423562be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:50.295200 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c790d27a-db17-4173-94cd-dec2423562be admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:36:50.295941 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c790d27a-db17-4173-94cd-dec2423562be admin admin] Notify callbacks [] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:50.298974 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-6d2a863c-d47b-47ee-8c9a-09bc45fff258 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1622853134', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:36:50.304362 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5063374a-f16b-414d-b8a1-490bcd5a6ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4127140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2778577'] for subnet, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:50.309908 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-6d2a863c-d47b-47ee-8c9a-09bc45fff258 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:36:50.320674 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-6d2a863c-d47b-47ee-8c9a-09bc45fff258 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Usage tracker for resource:router and tenant:58f9213e719f47ba816694fbf3eafd38 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:36:50.329495 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-6d2a863c-d47b-47ee-8c9a-09bc45fff258 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:36:50.337006 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-6d2a863c-d47b-47ee-8c9a-09bc45fff258 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:36:50.357863 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-aeed1346-4a46-49f7-8955-2f5095a7fc5b tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-724789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3141'] for router, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:50.418542 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fcd748d-b768-4e2d-8ddf-a0d97e4aedf1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-3047efca-37b6-41ed-8fdf-21f02135b0c0', 'network_id': '3047efca-37b6-41ed-8fdf-21f02135b0c0', 'tenant_id': '58f9213e719f47ba816694fbf3eafd38', 'fixed_ips': [{'subnet_id': 'ee838dec-7215-45fd-b3e6-bc45864e6db0'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:36:50.419615 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-6fcd748d-b768-4e2d-8ddf-a0d97e4aedf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:50.431416 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6d2a863c-d47b-47ee-8c9a-09bc45fff258 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-733683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3159'] for router, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:50.432556 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6d2a863c-d47b-47ee-8c9a-09bc45fff258 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-733584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-736372', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-628480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3164'] for router, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:50.462497 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-aeed1346-4a46-49f7-8955-2f5095a7fc5b tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:50.476335 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6d2a863c-d47b-47ee-8c9a-09bc45fff258 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:50.494805 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c790d27a-db17-4173-94cd-dec2423562be admin admin] Pushing event updated for resources: {'Network': ['ID=b28c3f7a-89d6-47ca-a38a-a4ebc3690544,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:50.505029 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5063374a-f16b-414d-b8a1-490bcd5a6ef0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b6e5909-8b5a-4b84-b049-3405422b01c2,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:50.535180 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5063374a-f16b-414d-b8a1-490bcd5a6ef0 admin admin] Checking segment: {'id': '77044731-df13-4710-a744-00df53b29b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '61c2bc59-4c9c-4f80-8bc2-23d38b986a5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:36:50.535801 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5063374a-f16b-414d-b8a1-490bcd5a6ef0 admin admin] Network hostable DHCP agents. Network: 61c2bc59-4c9c-4f80-8bc2-23d38b986a5f, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:36:50.543886 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-c790d27a-db17-4173-94cd-dec2423562be admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.1315451 May 30 20:36:50.556066 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 53438) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:50.562337 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-6a52b513-afc7-4a91-b93f-5f7381255998 admin admin] Request body: {'subnet': {'network_id': 'b28c3f7a-89d6-47ca-a38a-a4ebc3690544', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2130748166-subnet', 'tenant_id': '5fbf22ab4baf478aa44232d743a1af25', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:36:50.570738 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-6a52b513-afc7-4a91-b93f-5f7381255998 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:36:50.571385 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network b28c3f7a-89d6-47ca-a38a-a4ebc3690544 details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:36:50.576550 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-6a52b513-afc7-4a91-b93f-5f7381255998 admin admin] Usage tracker for resource:subnet and tenant:5fbf22ab4baf478aa44232d743a1af25 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:36:50.580430 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6d2a863c-d47b-47ee-8c9a-09bc45fff258 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-736409'] for router, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:50.580661 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-6a52b513-afc7-4a91-b93f-5f7381255998 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:36:50.587068 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-6a52b513-afc7-4a91-b93f-5f7381255998 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:36:50.645586 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-aeed1346-4a46-49f7-8955-2f5095a7fc5b tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724889'] for router, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:50.646215 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeed1346-4a46-49f7-8955-2f5095a7fc5b tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Fanout notify agent at l3_agent the message router_deleted on router 8119522d-9216-4ee3-b7bd-2e93b41c1d76 {{(pid=84886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:36:50.661002 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-aeed1346-4a46-49f7-8955-2f5095a7fc5b tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Notify callbacks [] for router, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:50.661002 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-aeed1346-4a46-49f7-8955-2f5095a7fc5b tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] 10.222.0.85 "DELETE /v2.0/routers/8119522d-9216-4ee3-b7bd-2e93b41c1d76 HTTP/1.1" status: 204 len: 168 time: 3.0532424 May 30 20:36:50.664090 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 53444) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:50.671613 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-31fa53ae-3c89-49d5-b606-2726959d99e5 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2142480237', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'enable_snat': False}}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:36:50.677012 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-31fa53ae-3c89-49d5-b606-2726959d99e5 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:36:50.681142 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-31fa53ae-3c89-49d5-b606-2726959d99e5 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Usage tracker for resource:router and tenant:4389807bfe874dc882af1e4a29d0b4d2 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:36:50.684365 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-31fa53ae-3c89-49d5-b606-2726959d99e5 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:36:50.692191 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5063374a-f16b-414d-b8a1-490bcd5a6ef0 admin admin] Network 61c2bc59-4c9c-4f80-8bc2-23d38b986a5f is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:36:50.695118 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a52b513-afc7-4a91-b93f-5f7381255998 admin admin] Made reservation on behalf of 5fbf22ab4baf478aa44232d743a1af25 for: {'subnet': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:36:50.698488 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6a52b513-afc7-4a91-b93f-5f7381255998 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2778563'] for subnet, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:50.711602 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-31fa53ae-3c89-49d5-b606-2726959d99e5 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:36:50.733469 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6d2a863c-d47b-47ee-8c9a-09bc45fff258 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks [] for router, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:50.739233 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-6d2a863c-d47b-47ee-8c9a-09bc45fff258 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4472902 May 30 20:36:50.744890 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-6fcd748d-b768-4e2d-8ddf-a0d97e4aedf1 None None] Allocated IP 172.20.0.2 (3047efca-37b6-41ed-8fdf-21f02135b0c0/ee838dec-7215-45fd-b3e6-bc45864e6db0/fe15f46d-7cd9-4192-a31a-fffe47ea341e) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:36:50.746903 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 53448) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:50.756725 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-2ca65e39-2795-4649-a020-12b6b22efe98 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Request body: {'port': {'network_id': '3047efca-37b6-41ed-8fdf-21f02135b0c0', 'name': 'tempest-RoutersTest-1982520162'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:36:50.804604 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-5063374a-f16b-414d-b8a1-490bcd5a6ef0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, 61c2bc59-4c9c-4f80-8bc2-23d38b986a5f) {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:36:50.814461 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5063374a-f16b-414d-b8a1-490bcd5a6ef0 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:36:50.815435 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5063374a-f16b-414d-b8a1-490bcd5a6ef0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:50.890859 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-31fa53ae-3c89-49d5-b606-2726959d99e5 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-733683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3159'] for router, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:50.900610 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-31fa53ae-3c89-49d5-b606-2726959d99e5 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-733584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-736372', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-628480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3164'] for router, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:50.924929 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f670a51-fb11-45a2-8805-3b5c4b4fa240 None None] Network 61c2bc59-4c9c-4f80-8bc2-23d38b986a5f requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:36:50.945547 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-31fa53ae-3c89-49d5-b606-2726959d99e5 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:50.955292 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-2ca65e39-2795-4649-a020-12b6b22efe98 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:36:50.967111 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-2ca65e39-2795-4649-a020-12b6b22efe98 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:36:50.973690 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-5063374a-f16b-414d-b8a1-490bcd5a6ef0 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.0324872 May 30 20:36:50.973834 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 53454) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:50.982412 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-d4c6f426-691c-47d3-81c9-d38a42e8c2ad admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-722902686-router', 'tenant_id': '0218d2390aba462a95f6f4cdc85939e4', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:36:50.988093 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-d4c6f426-691c-47d3-81c9-d38a42e8c2ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:36:50.992686 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-d4c6f426-691c-47d3-81c9-d38a42e8c2ad admin admin] Usage tracker for resource:router and tenant:0218d2390aba462a95f6f4cdc85939e4 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:36:50.995676 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-d4c6f426-691c-47d3-81c9-d38a42e8c2ad admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:36:51.002393 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-d4c6f426-691c-47d3-81c9-d38a42e8c2ad admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:36:51.052839 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ca65e39-2795-4649-a020-12b6b22efe98 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Made reservation on behalf of 58f9213e719f47ba816694fbf3eafd38 for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:36:51.056394 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2ca65e39-2795-4649-a020-12b6b22efe98 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:51.089002 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [None req-2ca65e39-2795-4649-a020-12b6b22efe98 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] device_id is not set on port dd3b1904-3568-478c-b24f-cb7bf767935a yet. {{(pid=84887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:36:51.155647 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d4c6f426-691c-47d3-81c9-d38a42e8c2ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-733683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3159'] for router, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:51.156282 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d4c6f426-691c-47d3-81c9-d38a42e8c2ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-733584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-736372', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-628480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3164'] for router, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:51.172443 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6a52b513-afc7-4a91-b93f-5f7381255998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4127140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2778577'] for subnet, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:51.176650 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 53460) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:51.232645 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf249924-ddb7-462a-9b83-9492e626b35c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-61c2bc59-4c9c-4f80-8bc2-23d38b986a5f', 'network_id': '61c2bc59-4c9c-4f80-8bc2-23d38b986a5f', 'tenant_id': '0218d2390aba462a95f6f4cdc85939e4', 'fixed_ips': [{'subnet_id': '3b6e5909-8b5a-4b84-b049-3405422b01c2'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:36:51.233500 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-bf249924-ddb7-462a-9b83-9492e626b35c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:51.341269 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-6fcd748d-b768-4e2d-8ddf-a0d97e4aedf1 None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:51.367021 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-6fcd748d-b768-4e2d-8ddf-a0d97e4aedf1 None None] Transition to ACTIVE for port object fe15f46d-7cd9-4192-a31a-fffe47ea341e will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:36:51.427860 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-6fcd748d-b768-4e2d-8ddf-a0d97e4aedf1 None None] Transition to ACTIVE for port object fe15f46d-7cd9-4192-a31a-fffe47ea341e will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:36:51.457010 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-bf249924-ddb7-462a-9b83-9492e626b35c None None] Allocated IP 172.20.0.2 (61c2bc59-4c9c-4f80-8bc2-23d38b986a5f/3b6e5909-8b5a-4b84-b049-3405422b01c2/6e850b80-7514-473a-8942-7dc2b3381477) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:36:51.495875 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-c242f6ca-d8a4-432f-a78d-d53b43120ffb tempest-RoutersAdminNegativeTest-1827758147 tempest-RoutersAdminNegativeTest-1827758147-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1065298435', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:36:51.504186 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-c242f6ca-d8a4-432f-a78d-d53b43120ffb tempest-RoutersAdminNegativeTest-1827758147 tempest-RoutersAdminNegativeTest-1827758147-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:36:51.508176 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d4c6f426-691c-47d3-81c9-d38a42e8c2ad admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:51.509827 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-c242f6ca-d8a4-432f-a78d-d53b43120ffb tempest-RoutersAdminNegativeTest-1827758147 tempest-RoutersAdminNegativeTest-1827758147-project-admin] Usage tracker for resource:port and tenant:b768ef508b164f4290df0143e1b5c6db is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:36:51.509987 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a52b513-afc7-4a91-b93f-5f7381255998 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1b9c15b-4b15-4d41-abbd-03174c8095ec,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:51.514890 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-c242f6ca-d8a4-432f-a78d-d53b43120ffb tempest-RoutersAdminNegativeTest-1827758147 tempest-RoutersAdminNegativeTest-1827758147-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:36:51.535485 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-31fa53ae-3c89-49d5-b606-2726959d99e5 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-736390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:51.546551 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a52b513-afc7-4a91-b93f-5f7381255998 admin admin] Checking segment: {'id': '609e6554-23f3-49a2-97d7-8504fec0fbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b28c3f7a-89d6-47ca-a38a-a4ebc3690544'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:36:51.550829 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a52b513-afc7-4a91-b93f-5f7381255998 admin admin] Network hostable DHCP agents. Network: b28c3f7a-89d6-47ca-a38a-a4ebc3690544, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:36:51.550947 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-6fcd748d-b768-4e2d-8ddf-a0d97e4aedf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:51.559074 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-c242f6ca-d8a4-432f-a78d-d53b43120ffb tempest-RoutersAdminNegativeTest-1827758147 tempest-RoutersAdminNegativeTest-1827758147-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:36:51.595389 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [None req-2ca65e39-2795-4649-a020-12b6b22efe98 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Allocated IP 172.20.0.5 (3047efca-37b6-41ed-8fdf-21f02135b0c0/ee838dec-7215-45fd-b3e6-bc45864e6db0/dd3b1904-3568-478c-b24f-cb7bf767935a) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:36:51.635109 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fcd748d-b768-4e2d-8ddf-a0d97e4aedf1 None None] Network 3047efca-37b6-41ed-8fdf-21f02135b0c0 is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:36:51.639975 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-6fcd748d-b768-4e2d-8ddf-a0d97e4aedf1 None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:36:51.643235 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fcd748d-b768-4e2d-8ddf-a0d97e4aedf1 None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:36:51.673385 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcd748d-b768-4e2d-8ddf-a0d97e4aedf1 None None] Pushing event updated for resources: {'Port': ['ID=fe15f46d-7cd9-4192-a31a-fffe47ea341e,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:51.693576 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c242f6ca-d8a4-432f-a78d-d53b43120ffb tempest-RoutersAdminNegativeTest-1827758147 tempest-RoutersAdminNegativeTest-1827758147-project-admin] Made reservation on behalf of b768ef508b164f4290df0143e1b5c6db for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:36:51.695849 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c242f6ca-d8a4-432f-a78d-d53b43120ffb tempest-RoutersAdminNegativeTest-1827758147 tempest-RoutersAdminNegativeTest-1827758147-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:51.705354 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a52b513-afc7-4a91-b93f-5f7381255998 admin admin] Network b28c3f7a-89d6-47ca-a38a-a4ebc3690544 is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:36:51.764243 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c242f6ca-d8a4-432f-a78d-d53b43120ffb tempest-RoutersAdminNegativeTest-1827758147 tempest-RoutersAdminNegativeTest-1827758147-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:51.812393 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-6fcd748d-b768-4e2d-8ddf-a0d97e4aedf1 None None] Attempting to bind port fe15f46d-7cd9-4192-a31a-fffe47ea341e on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:36:51.812393 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-6fcd748d-b768-4e2d-8ddf-a0d97e4aedf1 None None] Attempting to bind port fe15f46d-7cd9-4192-a31a-fffe47ea341e by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': '0cb18090-2eaf-4180-bce6-4b2da8c29e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '3047efca-37b6-41ed-8fdf-21f02135b0c0'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:36:51.817464 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fcd748d-b768-4e2d-8ddf-a0d97e4aedf1 None None] Attempting to bind port fe15f46d-7cd9-4192-a31a-fffe47ea341e on network 3047efca-37b6-41ed-8fdf-21f02135b0c0 {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:36:51.818591 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-c242f6ca-d8a4-432f-a78d-d53b43120ffb tempest-RoutersAdminNegativeTest-1827758147 tempest-RoutersAdminNegativeTest-1827758147-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:36:51.835945 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-c242f6ca-d8a4-432f-a78d-d53b43120ffb tempest-RoutersAdminNegativeTest-1827758147 tempest-RoutersAdminNegativeTest-1827758147-project-admin] Usage tracker for resource:security_group_rule and tenant:b768ef508b164f4290df0143e1b5c6db is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:36:51.841373 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-c242f6ca-d8a4-432f-a78d-d53b43120ffb tempest-RoutersAdminNegativeTest-1827758147 tempest-RoutersAdminNegativeTest-1827758147-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:36:51.847107 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fcd748d-b768-4e2d-8ddf-a0d97e4aedf1 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:36:51.847801 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fcd748d-b768-4e2d-8ddf-a0d97e4aedf1 None None] Checking segment: {'id': '0cb18090-2eaf-4180-bce6-4b2da8c29e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '3047efca-37b6-41ed-8fdf-21f02135b0c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:36:51.851623 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-6a52b513-afc7-4a91-b93f-5f7381255998 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, b28c3f7a-89d6-47ca-a38a-a4ebc3690544) {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:36:51.852749 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-c242f6ca-d8a4-432f-a78d-d53b43120ffb tempest-RoutersAdminNegativeTest-1827758147 tempest-RoutersAdminNegativeTest-1827758147-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:36:51.852866 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-6fcd748d-b768-4e2d-8ddf-a0d97e4aedf1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:51.852866 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fcd748d-b768-4e2d-8ddf-a0d97e4aedf1 None None] Bound using segment: {'id': '0cb18090-2eaf-4180-bce6-4b2da8c29e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '3047efca-37b6-41ed-8fdf-21f02135b0c0'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:36:51.853043 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-6fcd748d-b768-4e2d-8ddf-a0d97e4aedf1 None None] Bound port: fe15f46d-7cd9-4192-a31a-fffe47ea341e, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cb18090-2eaf-4180-bce6-4b2da8c29e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '3047efca-37b6-41ed-8fdf-21f02135b0c0'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:36:51.853320 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-6fcd748d-b768-4e2d-8ddf-a0d97e4aedf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:51.859251 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a52b513-afc7-4a91-b93f-5f7381255998 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:36:51.860353 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6a52b513-afc7-4a91-b93f-5f7381255998 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:51.880409 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d014a04-8267-40f0-a3e3-510420cb1dc7 None None] Network b28c3f7a-89d6-47ca-a38a-a4ebc3690544 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:36:51.897390 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d4c6f426-691c-47d3-81c9-d38a42e8c2ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-736390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:51.918662 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2ca65e39-2795-4649-a020-12b6b22efe98 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:51.959003 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [None req-2ca65e39-2795-4649-a020-12b6b22efe98 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Transition to ACTIVE for port object dd3b1904-3568-478c-b24f-cb7bf767935a will not be triggered until provisioned by entity DHCP. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:36:52.011714 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-31fa53ae-3c89-49d5-b606-2726959d99e5 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:52.038556 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c242f6ca-d8a4-432f-a78d-d53b43120ffb tempest-RoutersAdminNegativeTest-1827758147 tempest-RoutersAdminNegativeTest-1827758147-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:52.049295 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-6a52b513-afc7-4a91-b93f-5f7381255998 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4848590 May 30 20:36:52.067719 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-31fa53ae-3c89-49d5-b606-2726959d99e5 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:52.130855 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-bf249924-ddb7-462a-9b83-9492e626b35c None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:52.135086 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c242f6ca-d8a4-432f-a78d-d53b43120ffb tempest-RoutersAdminNegativeTest-1827758147 tempest-RoutersAdminNegativeTest-1827758147-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:52.157518 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-6fcd748d-b768-4e2d-8ddf-a0d97e4aedf1 None None] For port fe15f46d-7cd9-4192-a31a-fffe47ea341e, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:36:52.165108 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [None req-c242f6ca-d8a4-432f-a78d-d53b43120ffb tempest-RoutersAdminNegativeTest-1827758147 tempest-RoutersAdminNegativeTest-1827758147-project-admin] device_id is not set on port 94f3de44-26b8-4beb-a7a9-192f133f8a58 yet. {{(pid=84887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:36:52.171196 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-bf249924-ddb7-462a-9b83-9492e626b35c None None] Transition to ACTIVE for port object 6e850b80-7514-473a-8942-7dc2b3381477 will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:36:52.218534 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-6fcd748d-b768-4e2d-8ddf-a0d97e4aedf1 None None] For port fe15f46d-7cd9-4192-a31a-fffe47ea341e, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=fe15f46d-7cd9-4192-a31a-fffe47ea341e,segment=NetworkSegment(0cb18090-2eaf-4180-bce6-4b2da8c29e26),segment_id=0cb18090-2eaf-4180-bce6-4b2da8c29e26)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:36:52.240379 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-bf249924-ddb7-462a-9b83-9492e626b35c None None] Transition to ACTIVE for port object 6e850b80-7514-473a-8942-7dc2b3381477 will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:36:52.253528 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2ca65e39-2795-4649-a020-12b6b22efe98 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:52.307144 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-31fa53ae-3c89-49d5-b606-2726959d99e5 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Allocated IP 172.25.8.167 (c7869750-4b49-4b7e-aa99-5e0f1ae02da4/427601ec-f643-4fe7-b5e6-17305d3a39e1/921a1e6e-cec5-4955-8e41-8bf9c39ee1fc) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:36:52.333569 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d8d7cf-b3e0-4011-ad50-8405d724b779 None None] Network b28c3f7a-89d6-47ca-a38a-a4ebc3690544 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:36:52.344718 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c242f6ca-d8a4-432f-a78d-d53b43120ffb tempest-RoutersAdminNegativeTest-1827758147 tempest-RoutersAdminNegativeTest-1827758147-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04c467dc-0d8f-40b3-a0ef-ba649d001a51,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:52.383949 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca65e39-2795-4649-a020-12b6b22efe98 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Network 3047efca-37b6-41ed-8fdf-21f02135b0c0 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:36:52.390014 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-2ca65e39-2795-4649-a020-12b6b22efe98 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:36:52.400116 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca65e39-2795-4649-a020-12b6b22efe98 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:36:52.403040 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-6fcd748d-b768-4e2d-8ddf-a0d97e4aedf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:52.456789 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca65e39-2795-4649-a020-12b6b22efe98 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Pushing event updated for resources: {'Port': ['ID=dd3b1904-3568-478c-b24f-cb7bf767935a,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:52.485848 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ca65e39-2795-4649-a020-12b6b22efe98 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:36:52.486535 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2ca65e39-2795-4649-a020-12b6b22efe98 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:52.505647 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d4c6f426-691c-47d3-81c9-d38a42e8c2ad admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:52.514552 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:52.515616 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-bf249924-ddb7-462a-9b83-9492e626b35c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:52.543511 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d4c6f426-691c-47d3-81c9-d38a42e8c2ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:52.593406 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcd748d-b768-4e2d-8ddf-a0d97e4aedf1 None None] Pushing event updated for resources: {'Port': ['ID=fe15f46d-7cd9-4192-a31a-fffe47ea341e,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:52.597899 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-2ca65e39-2795-4649-a020-12b6b22efe98 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.8494649 May 30 20:36:52.600573 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 53474) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:52.604973 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf249924-ddb7-462a-9b83-9492e626b35c None None] Network 61c2bc59-4c9c-4f80-8bc2-23d38b986a5f is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:36:52.633814 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-31fa53ae-3c89-49d5-b606-2726959d99e5 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:52.639206 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-bf249924-ddb7-462a-9b83-9492e626b35c None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:36:52.655882 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf249924-ddb7-462a-9b83-9492e626b35c None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:36:52.753115 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-31fa53ae-3c89-49d5-b606-2726959d99e5 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:52.846925 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31fa53ae-3c89-49d5-b606-2726959d99e5 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:36:52.851202 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-31fa53ae-3c89-49d5-b606-2726959d99e5 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:36:52.853691 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31fa53ae-3c89-49d5-b606-2726959d99e5 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:36:52.864062 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf249924-ddb7-462a-9b83-9492e626b35c None None] Pushing event updated for resources: {'Port': ['ID=6e850b80-7514-473a-8942-7dc2b3381477,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:52.930334 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fa53ae-3c89-49d5-b606-2726959d99e5 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Pushing event updated for resources: {'Port': ['ID=921a1e6e-cec5-4955-8e41-8bf9c39ee1fc,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:52.944318 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-bf249924-ddb7-462a-9b83-9492e626b35c None None] Attempting to bind port 6e850b80-7514-473a-8942-7dc2b3381477 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:36:52.944699 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-bf249924-ddb7-462a-9b83-9492e626b35c None None] Attempting to bind port 6e850b80-7514-473a-8942-7dc2b3381477 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': '77044731-df13-4710-a744-00df53b29b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '61c2bc59-4c9c-4f80-8bc2-23d38b986a5f'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:36:52.945070 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf249924-ddb7-462a-9b83-9492e626b35c None None] Attempting to bind port 6e850b80-7514-473a-8942-7dc2b3381477 on network 61c2bc59-4c9c-4f80-8bc2-23d38b986a5f {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:36:52.952533 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [None req-c242f6ca-d8a4-432f-a78d-d53b43120ffb tempest-RoutersAdminNegativeTest-1827758147 tempest-RoutersAdminNegativeTest-1827758147-project-admin] Allocated IP 172.25.8.20 (c7869750-4b49-4b7e-aa99-5e0f1ae02da4/427601ec-f643-4fe7-b5e6-17305d3a39e1/94f3de44-26b8-4beb-a7a9-192f133f8a58) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:36:52.972126 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf249924-ddb7-462a-9b83-9492e626b35c None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:36:52.972501 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf249924-ddb7-462a-9b83-9492e626b35c None None] Checking segment: {'id': '77044731-df13-4710-a744-00df53b29b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '61c2bc59-4c9c-4f80-8bc2-23d38b986a5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:36:52.978447 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-bf249924-ddb7-462a-9b83-9492e626b35c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:52.978447 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf249924-ddb7-462a-9b83-9492e626b35c None None] Bound using segment: {'id': '77044731-df13-4710-a744-00df53b29b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '61c2bc59-4c9c-4f80-8bc2-23d38b986a5f'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:36:52.978447 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-bf249924-ddb7-462a-9b83-9492e626b35c None None] Bound port: 6e850b80-7514-473a-8942-7dc2b3381477, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77044731-df13-4710-a744-00df53b29b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '61c2bc59-4c9c-4f80-8bc2-23d38b986a5f'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:36:52.978447 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-bf249924-ddb7-462a-9b83-9492e626b35c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:53.180607 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-bf249924-ddb7-462a-9b83-9492e626b35c None None] For port 6e850b80-7514-473a-8942-7dc2b3381477, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:36:53.185100 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-bf249924-ddb7-462a-9b83-9492e626b35c None None] For port 6e850b80-7514-473a-8942-7dc2b3381477, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=6e850b80-7514-473a-8942-7dc2b3381477,segment=NetworkSegment(77044731-df13-4710-a744-00df53b29b28),segment_id=77044731-df13-4710-a744-00df53b29b28)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:36:53.272308 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-31fa53ae-3c89-49d5-b606-2726959d99e5 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:53.273178 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-31fa53ae-3c89-49d5-b606-2726959d99e5 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-736409'] for router, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:53.321271 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-bf249924-ddb7-462a-9b83-9492e626b35c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:53.460561 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf249924-ddb7-462a-9b83-9492e626b35c None None] Pushing event updated for resources: {'Port': ['ID=6e850b80-7514-473a-8942-7dc2b3381477,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:53.540763 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c242f6ca-d8a4-432f-a78d-d53b43120ffb tempest-RoutersAdminNegativeTest-1827758147 tempest-RoutersAdminNegativeTest-1827758147-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:53.769522 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8eb7d402-5bb7-418f-b76f-3c4ac0f97c6e tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:53.816820 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 53496) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:53.829124 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-10957573-f263-407b-985e-743bf7938ec8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1852754090-network', 'tenant_id': 'f457a4fb70924ebaa495be935b292b28'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:36:53.852648 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-10957573-f263-407b-985e-743bf7938ec8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:36:53.858856 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-10957573-f263-407b-985e-743bf7938ec8 admin admin] Usage tracker for resource:network and tenant:f457a4fb70924ebaa495be935b292b28 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:36:53.863622 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-10957573-f263-407b-985e-743bf7938ec8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:36:53.869386 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c242f6ca-d8a4-432f-a78d-d53b43120ffb tempest-RoutersAdminNegativeTest-1827758147 tempest-RoutersAdminNegativeTest-1827758147-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:53.924374 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-10957573-f263-407b-985e-743bf7938ec8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:36:53.934708 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31fa53ae-3c89-49d5-b606-2726959d99e5 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Router ee501f96-9662-473c-8af9-7a8b5a6b4ed2 is scheduled to L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 with binding_index 1 {{(pid=84886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 20:36:54.126723 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device fe15f46d-7cd9-4192-a31a-fffe47ea341e up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:36:54.166906 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-d4c6f426-691c-47d3-81c9-d38a42e8c2ad admin admin] Allocated IP 172.25.8.28 (c7869750-4b49-4b7e-aa99-5e0f1ae02da4/427601ec-f643-4fe7-b5e6-17305d3a39e1/d9310ede-1d60-40e5-9603-b7461ba1864d) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:36:54.315382 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10957573-f263-407b-985e-743bf7938ec8 admin admin] Made reservation on behalf of f457a4fb70924ebaa495be935b292b28 for: {'network': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:36:54.321984 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-10957573-f263-407b-985e-743bf7938ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:54.352677 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c242f6ca-d8a4-432f-a78d-d53b43120ffb tempest-RoutersAdminNegativeTest-1827758147 tempest-RoutersAdminNegativeTest-1827758147-project-admin] Network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:36:54.365965 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-c242f6ca-d8a4-432f-a78d-d53b43120ffb tempest-RoutersAdminNegativeTest-1827758147 tempest-RoutersAdminNegativeTest-1827758147-project-admin] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:36:54.367130 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port fe15f46d-7cd9-4192-a31a-fffe47ea341e completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:36:54.373103 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c242f6ca-d8a4-432f-a78d-d53b43120ffb tempest-RoutersAdminNegativeTest-1827758147 tempest-RoutersAdminNegativeTest-1827758147-project-admin] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:36:54.415820 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-10957573-f263-407b-985e-743bf7938ec8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:54.446809 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c242f6ca-d8a4-432f-a78d-d53b43120ffb tempest-RoutersAdminNegativeTest-1827758147 tempest-RoutersAdminNegativeTest-1827758147-project-admin] Pushing event updated for resources: {'Port': ['ID=94f3de44-26b8-4beb-a7a9-192f133f8a58,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:54.520213 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-10957573-f263-407b-985e-743bf7938ec8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:36:54.524239 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af8d2bd-912f-471d-9f88-f806ae03045e None None] Network 3047efca-37b6-41ed-8fdf-21f02135b0c0 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:36:54.538128 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c242f6ca-d8a4-432f-a78d-d53b43120ffb tempest-RoutersAdminNegativeTest-1827758147 tempest-RoutersAdminNegativeTest-1827758147-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:36:54.538733 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c242f6ca-d8a4-432f-a78d-d53b43120ffb tempest-RoutersAdminNegativeTest-1827758147 tempest-RoutersAdminNegativeTest-1827758147-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:54.543361 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-10957573-f263-407b-985e-743bf7938ec8 admin admin] Usage tracker for resource:security_group_rule and tenant:f457a4fb70924ebaa495be935b292b28 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:36:54.555468 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d4c6f426-691c-47d3-81c9-d38a42e8c2ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:54.563070 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-10957573-f263-407b-985e-743bf7938ec8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:36:54.573656 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-10957573-f263-407b-985e-743bf7938ec8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:36:54.635982 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8eb7d402-5bb7-418f-b76f-3c4ac0f97c6e tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:54.644685 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31fa53ae-3c89-49d5-b606-2726959d99e5 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:36:54.659627 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74bf96c2-65c0-4963-b1ea-c3cbdece5814 None None] Sync routers for ids ['ee501f96-9662-473c-8af9-7a8b5a6b4ed2'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:36:54.664737 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-c242f6ca-d8a4-432f-a78d-d53b43120ffb tempest-RoutersAdminNegativeTest-1827758147 tempest-RoutersAdminNegativeTest-1827758147-project-admin] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.4875689 May 30 20:36:54.672405 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 53500) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:54.680583 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-72e7f531-d09f-49b2-870f-3edb297d49c4 tempest-RoutersAdminNegativeTest-1827758147 tempest-RoutersAdminNegativeTest-1827758147-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.20'}]}}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:36:54.686802 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-72e7f531-d09f-49b2-870f-3edb297d49c4 tempest-RoutersAdminNegativeTest-1827758147 tempest-RoutersAdminNegativeTest-1827758147-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:36:54.694030 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-72e7f531-d09f-49b2-870f-3edb297d49c4 tempest-RoutersAdminNegativeTest-1827758147 tempest-RoutersAdminNegativeTest-1827758147-project-admin] Usage tracker for resource:router and tenant:b768ef508b164f4290df0143e1b5c6db is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:36:54.699143 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d4c6f426-691c-47d3-81c9-d38a42e8c2ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:54.704684 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74bf96c2-65c0-4963-b1ea-c3cbdece5814 None None] Routers {'ee501f96-9662-473c-8af9-7a8b5a6b4ed2'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:36:54.705203 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-74bf96c2-65c0-4963-b1ea-c3cbdece5814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:36:29Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['ee501f96-9662-473c-8af9-7a8b5a6b4ed2'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:36:54.712480 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-72e7f531-d09f-49b2-870f-3edb297d49c4 tempest-RoutersAdminNegativeTest-1827758147 tempest-RoutersAdminNegativeTest-1827758147-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:36:54.750775 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8eb7d402-5bb7-418f-b76f-3c4ac0f97c6e tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:54.799213 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c6f426-691c-47d3-81c9-d38a42e8c2ad admin admin] Pushing event updated for resources: {'Port': ['ID=d9310ede-1d60-40e5-9603-b7461ba1864d,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:54.802117 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-72e7f531-d09f-49b2-870f-3edb297d49c4 tempest-RoutersAdminNegativeTest-1827758147 tempest-RoutersAdminNegativeTest-1827758147-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:36:54.807697 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-31fa53ae-3c89-49d5-b606-2726959d99e5 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Notify callbacks [] for router, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:54.808916 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-31fa53ae-3c89-49d5-b606-2726959d99e5 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 4.1413724 May 30 20:36:54.816065 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 53504) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:54.817526 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-3d1828a8-37ac-41f6-847e-13838927c686 None None] Provisioning for port fe15f46d-7cd9-4192-a31a-fffe47ea341e completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:36:54.854324 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-3d1828a8-37ac-41f6-847e-13838927c686 None None] Provisioning complete for port fe15f46d-7cd9-4192-a31a-fffe47ea341e triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:36:54.855476 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-3d1828a8-37ac-41f6-847e-13838927c686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:54.956036 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb7d402-5bb7-418f-b76f-3c4ac0f97c6e tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Pushing event updated for resources: {'Port': ['ID=dd3b1904-3568-478c-b24f-cb7bf767935a,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:54.961276 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c6f426-691c-47d3-81c9-d38a42e8c2ad admin admin] Network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:36:54.971520 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-d4c6f426-691c-47d3-81c9-d38a42e8c2ad admin admin] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:36:55.029246 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-10957573-f263-407b-985e-743bf7938ec8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:55.032479 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c6f426-691c-47d3-81c9-d38a42e8c2ad admin admin] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:36:55.110525 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-72e7f531-d09f-49b2-870f-3edb297d49c4 tempest-RoutersAdminNegativeTest-1827758147 tempest-RoutersAdminNegativeTest-1827758147-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-733683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3159'] for router, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:55.110525 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-72e7f531-d09f-49b2-870f-3edb297d49c4 tempest-RoutersAdminNegativeTest-1827758147 tempest-RoutersAdminNegativeTest-1827758147-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-733584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-736372', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-628480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3164'] for router, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:55.126507 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-10957573-f263-407b-985e-743bf7938ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:55.218370 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10957573-f263-407b-985e-743bf7938ec8 admin admin] vlan segment allocate from pool success with {'vlan_id': 676, 'physical_network': 'physnet1'} {{(pid=84886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:36:55.282724 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8eb7d402-5bb7-418f-b76f-3c4ac0f97c6e tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-736099'] for router_interface, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:55.302763 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10957573-f263-407b-985e-743bf7938ec8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7fa59ef-a16b-431e-9b87-d9932f0c67be,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:55.309782 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-3d1828a8-37ac-41f6-847e-13838927c686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:55.315203 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-72e7f531-d09f-49b2-870f-3edb297d49c4 tempest-RoutersAdminNegativeTest-1827758147 tempest-RoutersAdminNegativeTest-1827758147-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:55.320955 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-10957573-f263-407b-985e-743bf7938ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:55.321754 n-d-843948-2 neutron-server[84886]: INFO neutron.db.segments_db [None req-10957573-f263-407b-985e-743bf7938ec8 admin admin] Added segment ad43d662-3128-4d4d-a26d-39eaa1c44f78 of type vlan for network d305bcb8-388f-408a-b175-9699b3615a26 May 30 20:36:55.347411 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-74bf96c2-65c0-4963-b1ea-c3cbdece5814 None None] Set router ee501f96-9662-473c-8af9-7a8b5a6b4ed2 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:36:55.408534 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce5c9d6-0e78-4cc1-85a2-4413f63db4f5 None None] Network 61c2bc59-4c9c-4f80-8bc2-23d38b986a5f requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:36:55.417464 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-10957573-f263-407b-985e-743bf7938ec8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:55.495179 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-3d1828a8-37ac-41f6-847e-13838927c686 None None] For port fe15f46d-7cd9-4192-a31a-fffe47ea341e, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=fe15f46d-7cd9-4192-a31a-fffe47ea341e,segment=NetworkSegment(0cb18090-2eaf-4180-bce6-4b2da8c29e26),segment_id=0cb18090-2eaf-4180-bce6-4b2da8c29e26)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:36:55.499583 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-08cd7c84-5a97-4e03-9ad6-48ed875018bb tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] 10.222.0.85 "GET /v2.0/routers/ee501f96-9662-473c-8af9-7a8b5a6b4ed2 HTTP/1.1" status: 200 len: 909 time: 0.6763642 May 30 20:36:55.499800 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 53510) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:55.509474 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-a3bde32d-b84e-4af9-8104-205f803c2d5c tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2142480237', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'enable_snat': True}}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:36:55.514996 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-a3bde32d-b84e-4af9-8104-205f803c2d5c tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:36:55.521903 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-a3bde32d-b84e-4af9-8104-205f803c2d5c tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Usage tracker for resource:router and tenant:4389807bfe874dc882af1e4a29d0b4d2 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:36:55.525986 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-a3bde32d-b84e-4af9-8104-205f803c2d5c tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:36:55.552197 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8eb7d402-5bb7-418f-b76f-3c4ac0f97c6e tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:55.592947 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-a3bde32d-b84e-4af9-8104-205f803c2d5c tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:36:55.675884 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-3d1828a8-37ac-41f6-847e-13838927c686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:55.690187 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-10957573-f263-407b-985e-743bf7938ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:55.691269 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10957573-f263-407b-985e-743bf7938ec8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:36:55.691892 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-10957573-f263-407b-985e-743bf7938ec8 admin admin] Notify callbacks [] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:55.826345 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a3bde32d-b84e-4af9-8104-205f803c2d5c tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-733683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3159'] for router, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:55.827324 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a3bde32d-b84e-4af9-8104-205f803c2d5c tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-733584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-736372', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-628480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3164'] for router, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:55.881444 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10957573-f263-407b-985e-743bf7938ec8 admin admin] Pushing event updated for resources: {'Network': ['ID=d305bcb8-388f-408a-b175-9699b3615a26,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:55.893269 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-72e7f531-d09f-49b2-870f-3edb297d49c4 tempest-RoutersAdminNegativeTest-1827758147 tempest-RoutersAdminNegativeTest-1827758147-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-736390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:55.916813 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a3bde32d-b84e-4af9-8104-205f803c2d5c tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:55.935884 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d4c6f426-691c-47d3-81c9-d38a42e8c2ad admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:55.936667 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d4c6f426-691c-47d3-81c9-d38a42e8c2ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-736409'] for router, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:55.944052 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-10957573-f263-407b-985e-743bf7938ec8 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.1250074 May 30 20:36:55.951929 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 53514) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:55.967169 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-14977fe0-271f-4fcb-ac32-4f2e616671ca admin admin] Request body: {'subnet': {'network_id': 'd305bcb8-388f-408a-b175-9699b3615a26', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1852754090-subnet', 'tenant_id': 'f457a4fb70924ebaa495be935b292b28', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:36:55.995366 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-14977fe0-271f-4fcb-ac32-4f2e616671ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:36:55.999791 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-14977fe0-271f-4fcb-ac32-4f2e616671ca admin admin] Usage tracker for resource:subnet and tenant:f457a4fb70924ebaa495be935b292b28 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:36:56.003619 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-14977fe0-271f-4fcb-ac32-4f2e616671ca admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:36:56.010787 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-14977fe0-271f-4fcb-ac32-4f2e616671ca admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:36:56.072562 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network d305bcb8-388f-408a-b175-9699b3615a26 details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:36:56.166262 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14977fe0-271f-4fcb-ac32-4f2e616671ca admin admin] Made reservation on behalf of f457a4fb70924ebaa495be935b292b28 for: {'subnet': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:36:56.174481 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-14977fe0-271f-4fcb-ac32-4f2e616671ca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114220'] for subnet, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:56.198426 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 6e850b80-7514-473a-8942-7dc2b3381477 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:36:56.231216 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1828a8-37ac-41f6-847e-13838927c686 None None] Pushing event updated for resources: {'Port': ['ID=fe15f46d-7cd9-4192-a31a-fffe47ea341e,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:56.424601 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8eb7d402-5bb7-418f-b76f-3c4ac0f97c6e tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:56.425176 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-673e7dd2-0ce1-45db-a01f-66453c7ddd88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:56.456029 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-7a407b3c-5242-4e8a-9496-8f4bdd5cfdbe None None] Provisioning for port 6e850b80-7514-473a-8942-7dc2b3381477 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:36:56.500693 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8eb7d402-5bb7-418f-b76f-3c4ac0f97c6e tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:56.504374 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-74bf96c2-65c0-4963-b1ea-c3cbdece5814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee501f96-9662-473c-8af9-7a8b5a6b4ed2', 'name': 'tempest-snat-router-2142480237', 'tenant_id': '4389807bfe874dc882af1e4a29d0b4d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.167'}], 'enable_snat': False}, 'gw_port_id': '921a1e6e-cec5-4955-8e41-8bf9c39ee1fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:36:50Z', 'updated_at': '2022-05-30T20:36:53Z', 'revision_number': 3, 'project_id': '4389807bfe874dc882af1e4a29d0b4d2', 'gw_port': {'id': '921a1e6e-cec5-4955-8e41-8bf9c39ee1fc', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:65:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee501f96-9662-473c-8af9-7a8b5a6b4ed2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:36:52Z', 'updated_at': '2022-05-30T20:36:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:36:56.513191 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74bf96c2-65c0-4963-b1ea-c3cbdece5814 None None] Checking router: ee501f96-9662-473c-8af9-7a8b5a6b4ed2 for host: n-d-843948-2 {{(pid=84888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:36:56.513702 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74bf96c2-65c0-4963-b1ea-c3cbdece5814 None None] Updating router ee501f96-9662-473c-8af9-7a8b5a6b4ed2 port 921a1e6e-cec5-4955-8e41-8bf9c39ee1fc binding host n-d-843948-2 {{(pid=84888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:36:56.680284 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8eb7d402-5bb7-418f-b76f-3c4ac0f97c6e tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1718057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-736206'] for router_interface, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:56.686804 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a3bde32d-b84e-4af9-8104-205f803c2d5c tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-736390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:56.706969 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 6e850b80-7514-473a-8942-7dc2b3381477 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:36:56.715286 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb7d402-5bb7-418f-b76f-3c4ac0f97c6e tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Pushing event updated for resources: {'Port': ['ID=dd3b1904-3568-478c-b24f-cb7bf767935a,revision_number=3']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:56.719767 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-74bf96c2-65c0-4963-b1ea-c3cbdece5814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:56.790797 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 6e850b80-7514-473a-8942-7dc2b3381477 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:36:56.791805 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:56.945590 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-16e1c3aa-3e4c-4d45-977a-f74ed10781a3 None None] Provisioning complete for port fe15f46d-7cd9-4192-a31a-fffe47ea341e triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:36:56.946518 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-16e1c3aa-3e4c-4d45-977a-f74ed10781a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:57.104255 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb7d402-5bb7-418f-b76f-3c4ac0f97c6e tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Network 3047efca-37b6-41ed-8fdf-21f02135b0c0 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:36:57.111706 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-8eb7d402-5bb7-418f-b76f-3c4ac0f97c6e tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:36:57.280765 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-72e7f531-d09f-49b2-870f-3edb297d49c4 tempest-RoutersAdminNegativeTest-1827758147 tempest-RoutersAdminNegativeTest-1827758147-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:57.334705 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-72e7f531-d09f-49b2-870f-3edb297d49c4 tempest-RoutersAdminNegativeTest-1827758147 tempest-RoutersAdminNegativeTest-1827758147-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:57.408163 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-14977fe0-271f-4fcb-ac32-4f2e616671ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4055401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114238'] for subnet, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:57.523351 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4c6f426-691c-47d3-81c9-d38a42e8c2ad admin admin] Router ffa72f62-6387-4b1e-8c7f-f49782868d06 is scheduled to L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 with binding_index 1 {{(pid=84886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 20:36:57.579164 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-74bf96c2-65c0-4963-b1ea-c3cbdece5814 None None] Notify callbacks [] for port, precommit_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:57.591927 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-74bf96c2-65c0-4963-b1ea-c3cbdece5814 None None] Transition to ACTIVE for port object 921a1e6e-cec5-4955-8e41-8bf9c39ee1fc will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:36:57.650282 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14977fe0-271f-4fcb-ac32-4f2e616671ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=638377e8-578c-4ee0-b6ec-8a5d6bf8cb49,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:57.668446 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14977fe0-271f-4fcb-ac32-4f2e616671ca admin admin] Checking segment: {'id': 'ad43d662-3128-4d4d-a26d-39eaa1c44f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'd305bcb8-388f-408a-b175-9699b3615a26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:36:57.668800 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14977fe0-271f-4fcb-ac32-4f2e616671ca admin admin] Network hostable DHCP agents. Network: d305bcb8-388f-408a-b175-9699b3615a26, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:36:57.704010 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:57.741765 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-74bf96c2-65c0-4963-b1ea-c3cbdece5814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:57.796540 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a3bde32d-b84e-4af9-8104-205f803c2d5c tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:57.826562 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a43995-07f2-4b9f-a9d2-a1a1f024a692 None None] Pushing event updated for resources: {'Port': ['ID=921a1e6e-cec5-4955-8e41-8bf9c39ee1fc,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:57.847037 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port 6e850b80-7514-473a-8942-7dc2b3381477, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=6e850b80-7514-473a-8942-7dc2b3381477,segment=NetworkSegment(77044731-df13-4710-a744-00df53b29b28),segment_id=77044731-df13-4710-a744-00df53b29b28)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:36:57.852785 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14977fe0-271f-4fcb-ac32-4f2e616671ca admin admin] Network d305bcb8-388f-408a-b175-9699b3615a26 is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:36:57.870187 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a3bde32d-b84e-4af9-8104-205f803c2d5c tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:57.876104 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-74bf96c2-65c0-4963-b1ea-c3cbdece5814 None None] Attempting to bind port 921a1e6e-cec5-4955-8e41-8bf9c39ee1fc on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:36:57.876634 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-74bf96c2-65c0-4963-b1ea-c3cbdece5814 None None] Attempting to bind port 921a1e6e-cec5-4955-8e41-8bf9c39ee1fc by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:36:57.877010 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bf96c2-65c0-4963-b1ea-c3cbdece5814 None None] Attempting to bind port 921a1e6e-cec5-4955-8e41-8bf9c39ee1fc on network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:36:57.894162 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bf96c2-65c0-4963-b1ea-c3cbdece5814 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:36:57.894573 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bf96c2-65c0-4963-b1ea-c3cbdece5814 None None] Checking segment: {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:36:57.894963 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-74bf96c2-65c0-4963-b1ea-c3cbdece5814 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:57.895351 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bf96c2-65c0-4963-b1ea-c3cbdece5814 None None] Bound using segment: {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:36:57.895831 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-74bf96c2-65c0-4963-b1ea-c3cbdece5814 None None] Bound port: 921a1e6e-cec5-4955-8e41-8bf9c39ee1fc, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:36:57.899183 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-74bf96c2-65c0-4963-b1ea-c3cbdece5814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:57.950240 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:57.951043 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-72e7f531-d09f-49b2-870f-3edb297d49c4 tempest-RoutersAdminNegativeTest-1827758147 tempest-RoutersAdminNegativeTest-1827758147-project-admin] Notify callbacks [] for router, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:57.980359 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eb7d402-5bb7-418f-b76f-3c4ac0f97c6e tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Router 590384e0-b977-49ce-b51c-13346ebf217a is scheduled to L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 with binding_index 1 {{(pid=84887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 20:36:57.985592 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-14977fe0-271f-4fcb-ac32-4f2e616671ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, d305bcb8-388f-408a-b175-9699b3615a26) {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:36:58.024560 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14977fe0-271f-4fcb-ac32-4f2e616671ca admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:36:58.024560 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-14977fe0-271f-4fcb-ac32-4f2e616671ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:58.083236 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=6e850b80-7514-473a-8942-7dc2b3381477,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:58.094631 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36701a43-e046-4b98-9e49-34118de00207 None None] Network d305bcb8-388f-408a-b175-9699b3615a26 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:36:58.129208 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-16e1c3aa-3e4c-4d45-977a-f74ed10781a3 None None] Provisioning for port dd3b1904-3568-478c-b24f-cb7bf767935a completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:36:58.155698 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device fe15f46d-7cd9-4192-a31a-fffe47ea341e up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:36:58.180240 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-16e1c3aa-3e4c-4d45-977a-f74ed10781a3 None None] Provisioning complete for port dd3b1904-3568-478c-b24f-cb7bf767935a triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:36:58.180613 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-16e1c3aa-3e4c-4d45-977a-f74ed10781a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:58.198593 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-14977fe0-271f-4fcb-ac32-4f2e616671ca admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.2450366 May 30 20:36:58.374905 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eb7d402-5bb7-418f-b76f-3c4ac0f97c6e tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:36:58.394804 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d45f2b9-0161-4c0f-8d11-59e7f2a3c010 None None] Sync routers for ids ['590384e0-b977-49ce-b51c-13346ebf217a'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:36:58.404901 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-8eb7d402-5bb7-418f-b76f-3c4ac0f97c6e tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] 10.222.0.85 "PUT /v2.0/routers/590384e0-b977-49ce-b51c-13346ebf217a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7863638 May 30 20:36:58.411930 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 53532) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:58.418395 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-16e1c3aa-3e4c-4d45-977a-f74ed10781a3 None None] Port dd3b1904-3568-478c-b24f-cb7bf767935a cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:36:58.426019 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d45f2b9-0161-4c0f-8d11-59e7f2a3c010 None None] Routers {'590384e0-b977-49ce-b51c-13346ebf217a'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:36:58.428926 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-4d45f2b9-0161-4c0f-8d11-59e7f2a3c010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:36:29Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['590384e0-b977-49ce-b51c-13346ebf217a'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:36:58.508322 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-74bf96c2-65c0-4963-b1ea-c3cbdece5814 None None] For port 921a1e6e-cec5-4955-8e41-8bf9c39ee1fc, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:36:58.515260 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-74bf96c2-65c0-4963-b1ea-c3cbdece5814 None None] For port 921a1e6e-cec5-4955-8e41-8bf9c39ee1fc, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=921a1e6e-cec5-4955-8e41-8bf9c39ee1fc,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:36:58.529085 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 53540) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:58.566129 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port fe15f46d-7cd9-4192-a31a-fffe47ea341e triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:36:58.566493 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:58.569390 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-4d45f2b9-0161-4c0f-8d11-59e7f2a3c010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:36:58.584069 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d45f2b9-0161-4c0f-8d11-59e7f2a3c010 None None] Routers {'590384e0-b977-49ce-b51c-13346ebf217a'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:36:58.585147 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-4d45f2b9-0161-4c0f-8d11-59e7f2a3c010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:36:29Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['590384e0-b977-49ce-b51c-13346ebf217a'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:36:58.651288 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba0a3a6b-d11c-4797-813f-f56f7a530f79 admin admin] Deleting subnet d1b9c15b-4b15-4d41-abbd-03174c8095ec {{(pid=84887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:36:58.657879 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ba0a3a6b-d11c-4797-813f-f56f7a530f79 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:58.659771 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-74bf96c2-65c0-4963-b1ea-c3cbdece5814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:58.735988 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b86f4e06-9ead-4a37-a07e-d83461c9e8b7 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:36:58.736576 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-b86f4e06-9ead-4a37-a07e-d83461c9e8b7 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Synchronizing usage tracker for tenant:58f9213e719f47ba816694fbf3eafd38 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:36:58.748790 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ba0a3a6b-d11c-4797-813f-f56f7a530f79 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3149227'] for subnet, precommit_delete_associations {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:58.809975 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-4d45f2b9-0161-4c0f-8d11-59e7f2a3c010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:36:58.810586 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d45f2b9-0161-4c0f-8d11-59e7f2a3c010 None None] The sync data for ids ['590384e0-b977-49ce-b51c-13346ebf217a'] in n-d-843948-2 is: [] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:36:58.841602 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ba0a3a6b-d11c-4797-813f-f56f7a530f79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:58.885102 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-b86f4e06-9ead-4a37-a07e-d83461c9e8b7 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Unset dirty status for tenant:58f9213e719f47ba816694fbf3eafd38 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:36:58.889143 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-b86f4e06-9ead-4a37-a07e-d83461c9e8b7 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] 10.222.0.85 "GET /v2.0/ports/dd3b1904-3568-478c-b24f-cb7bf767935a HTTP/1.1" status: 200 len: 977 time: 0.4763894 May 30 20:36:58.897478 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 53548) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:58.928472 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-a3bde32d-b84e-4af9-8104-205f803c2d5c tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Allocated IP 172.25.8.73 (c7869750-4b49-4b7e-aa99-5e0f1ae02da4/427601ec-f643-4fe7-b5e6-17305d3a39e1/e2031f40-a07e-4150-b1d6-0aa21335ba14) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:36:58.988493 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4c6f426-691c-47d3-81c9-d38a42e8c2ad admin admin] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:36:59.102284 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26875ab3-abfb-4a85-bcae-5ef898cb79a8 None None] Sync routers for ids ['ffa72f62-6387-4b1e-8c7f-f49782868d06'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:36:59.278953 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-5210b0f1-822f-42b2-93f6-05284bf6695e None None] Provisioning complete for port dd3b1904-3568-478c-b24f-cb7bf767935a triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:36:59.278953 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-5210b0f1-822f-42b2-93f6-05284bf6695e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:59.299301 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-72e7f531-d09f-49b2-870f-3edb297d49c4 tempest-RoutersAdminNegativeTest-1827758147 tempest-RoutersAdminNegativeTest-1827758147-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-724789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3141'] for router, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:59.313014 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-72e7f531-d09f-49b2-870f-3edb297d49c4 tempest-RoutersAdminNegativeTest-1827758147 tempest-RoutersAdminNegativeTest-1827758147-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:59.377946 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a3bde32d-b84e-4af9-8104-205f803c2d5c tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:59.418648 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d4c6f426-691c-47d3-81c9-d38a42e8c2ad admin admin] Notify callbacks [] for router, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:59.420574 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-d4c6f426-691c-47d3-81c9-d38a42e8c2ad admin admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 915 time: 8.4452066 May 30 20:36:59.422841 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 53556) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:59.430316 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ba0a3a6b-d11c-4797-813f-f56f7a530f79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4055470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114247'] for subnet, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:59.437704 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a43995-07f2-4b9f-a9d2-a1a1f024a692 None None] Pushing event updated for resources: {'Port': ['ID=921a1e6e-cec5-4955-8e41-8bf9c39ee1fc,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:59.488431 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-5210b0f1-822f-42b2-93f6-05284bf6695e None None] Port dd3b1904-3568-478c-b24f-cb7bf767935a cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:36:59.510662 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8383e4fe-e79c-4046-9e10-2d5b856937c5 None None] Network d305bcb8-388f-408a-b175-9699b3615a26 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:36:59.511589 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-72e7f531-d09f-49b2-870f-3edb297d49c4 tempest-RoutersAdminNegativeTest-1827758147 tempest-RoutersAdminNegativeTest-1827758147-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724889'] for router, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:59.512090 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72e7f531-d09f-49b2-870f-3edb297d49c4 tempest-RoutersAdminNegativeTest-1827758147 tempest-RoutersAdminNegativeTest-1827758147-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d47ad108-8f23-4849-82ad-f53ece4d22d6 {{(pid=84886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:36:59.533943 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26875ab3-abfb-4a85-bcae-5ef898cb79a8 None None] Routers {'ffa72f62-6387-4b1e-8c7f-f49782868d06'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:36:59.533943 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-26875ab3-abfb-4a85-bcae-5ef898cb79a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:36:29Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['ffa72f62-6387-4b1e-8c7f-f49782868d06'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:36:59.613660 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a3bde32d-b84e-4af9-8104-205f803c2d5c tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:59.635848 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0a3a6b-d11c-4797-813f-f56f7a530f79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1b9c15b-4b15-4d41-abbd-03174c8095ec,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:59.650681 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ba0a3a6b-d11c-4797-813f-f56f7a530f79 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:59.691874 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-ba0a3a6b-d11c-4797-813f-f56f7a530f79 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/d1b9c15b-4b15-4d41-abbd-03174c8095ec HTTP/1.1" status: 204 len: 168 time: 1.1616397 May 30 20:36:59.692664 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 53562) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:36:59.711729 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bde32d-b84e-4af9-8104-205f803c2d5c tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Pushing event updated for resources: {'Port': ['ID=e2031f40-a07e-4150-b1d6-0aa21335ba14,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:36:59.744747 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74bf96c2-65c0-4963-b1ea-c3cbdece5814 None None] Routers {'ee501f96-9662-473c-8af9-7a8b5a6b4ed2'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:36:59.745405 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-74bf96c2-65c0-4963-b1ea-c3cbdece5814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:36:29Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['ee501f96-9662-473c-8af9-7a8b5a6b4ed2'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:36:59.824974 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3bde32d-b84e-4af9-8104-205f803c2d5c tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:36:59.827794 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-a3bde32d-b84e-4af9-8104-205f803c2d5c tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:36:59.830793 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3bde32d-b84e-4af9-8104-205f803c2d5c tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:36:59.928050 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-aa60afea-06fc-49fe-8bb5-84499cae4c4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:59.933968 n-d-843948-2 neutron-server[84886]: INFO neutron.api.v2.resource [None req-72e7f531-d09f-49b2-870f-3edb297d49c4 tempest-RoutersAdminNegativeTest-1827758147 tempest-RoutersAdminNegativeTest-1827758147-project-admin] create failed (client error): There was a conflict when trying to complete your request. May 30 20:36:59.935012 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-72e7f531-d09f-49b2-870f-3edb297d49c4 tempest-RoutersAdminNegativeTest-1827758147 tempest-RoutersAdminNegativeTest-1827758147-project-admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 5.2616725 May 30 20:36:59.939854 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-94c70843-af24-4046-bd6c-13fe788e2389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:36:59.941432 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 53566) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:00.006081 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:00.014407 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-5210b0f1-822f-42b2-93f6-05284bf6695e None None] Provisioning complete for port 6e850b80-7514-473a-8942-7dc2b3381477 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:37:00.014407 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-5210b0f1-822f-42b2-93f6-05284bf6695e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:00.111647 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 6e850b80-7514-473a-8942-7dc2b3381477 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:37:00.196549 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-26875ab3-abfb-4a85-bcae-5ef898cb79a8 None None] Set router ffa72f62-6387-4b1e-8c7f-f49782868d06 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:37:00.199326 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-efadd94e-4a91-4b2e-bfb6-4dadfc9fb0ae tempest-RoutersAdminNegativeTest-1827758147 tempest-RoutersAdminNegativeTest-1827758147-project-admin] Deleting port 94f3de44-26b8-4beb-a7a9-192f133f8a58 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:37:00.199661 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-efadd94e-4a91-4b2e-bfb6-4dadfc9fb0ae tempest-RoutersAdminNegativeTest-1827758147 tempest-RoutersAdminNegativeTest-1827758147-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:00.263111 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-aa60afea-06fc-49fe-8bb5-84499cae4c4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:00.305376 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-aa60afea-06fc-49fe-8bb5-84499cae4c4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b28c3f7a-89d6-47ca-a38a-a4ebc3690544']}} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:37:00.322534 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a3bde32d-b84e-4af9-8104-205f803c2d5c tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:00.323683 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a3bde32d-b84e-4af9-8104-205f803c2d5c tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-736409'] for router, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:00.338281 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-aa60afea-06fc-49fe-8bb5-84499cae4c4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '609e6554-23f3-49a2-97d7-8504fec0fbf6') {'for_net_delete': True} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:37:00.338281 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-aa60afea-06fc-49fe-8bb5-84499cae4c4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '609e6554-23f3-49a2-97d7-8504fec0fbf6') {} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:37:00.348208 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-aa60afea-06fc-49fe-8bb5-84499cae4c4f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3149912'] for segment, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:00.382998 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-aa60afea-06fc-49fe-8bb5-84499cae4c4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:00.397033 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa60afea-06fc-49fe-8bb5-84499cae4c4f admin admin] Releasing vlan 683 on physical network physnet1 to pool {{(pid=84887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:37:00.397434 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-aa60afea-06fc-49fe-8bb5-84499cae4c4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4055488'] for segment, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:00.488325 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-74bf96c2-65c0-4963-b1ea-c3cbdece5814 None None] Set router ee501f96-9662-473c-8af9-7a8b5a6b4ed2 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:37:00.514047 n-d-843948-2 neutron-server[84887]: Traceback (most recent call last): May 30 20:37:00.514047 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:37:00.514047 n-d-843948-2 neutron-server[84887]: timer() May 30 20:37:00.514047 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:37:00.514047 n-d-843948-2 neutron-server[84887]: cb(*args, **kw) May 30 20:37:00.514047 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:37:00.514047 n-d-843948-2 neutron-server[84887]: return func(*args, **kwargs) May 30 20:37:00.514047 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:37:00.514047 n-d-843948-2 neutron-server[84887]: self._notify() May 30 20:37:00.514047 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:37:00.514047 n-d-843948-2 neutron-server[84887]: self.callback(batched_events) May 30 20:37:00.514047 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:37:00.514047 n-d-843948-2 neutron-server[84887]: event.method(event) May 30 20:37:00.514047 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:37:00.514047 n-d-843948-2 neutron-server[84887]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:37:00.514047 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:37:00.514047 n-d-843948-2 neutron-server[84887]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:37:00.514047 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:37:00.514047 n-d-843948-2 neutron-server[84887]: return f(self, *a, **k) May 30 20:37:00.514047 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:37:00.514047 n-d-843948-2 neutron-server[84887]: return self._get(url).json() May 30 20:37:00.514047 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:37:00.514047 n-d-843948-2 neutron-server[84887]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:37:00.514047 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:37:00.514047 n-d-843948-2 neutron-server[84887]: return self.request(url, 'GET', **kwargs) May 30 20:37:00.514047 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:37:00.514047 n-d-843948-2 neutron-server[84887]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:37:00.514047 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:37:00.514047 n-d-843948-2 neutron-server[84887]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:37:00.514047 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:37:00.514047 n-d-843948-2 neutron-server[84887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:37:00.514047 n-d-843948-2 neutron-server[84887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:37:00.628170 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-aa60afea-06fc-49fe-8bb5-84499cae4c4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:00.860373 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-efadd94e-4a91-4b2e-bfb6-4dadfc9fb0ae tempest-RoutersAdminNegativeTest-1827758147 tempest-RoutersAdminNegativeTest-1827758147-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:01.174447 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-aa60afea-06fc-49fe-8bb5-84499cae4c4f admin admin] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:01.186141 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-efadd94e-4a91-4b2e-bfb6-4dadfc9fb0ae tempest-RoutersAdminNegativeTest-1827758147 tempest-RoutersAdminNegativeTest-1827758147-project-admin] Calling delete_port for 94f3de44-26b8-4beb-a7a9-192f133f8a58 owned by {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:37:01.389734 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3bde32d-b84e-4af9-8104-205f803c2d5c tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Router b7c7aff0-3526-4bb3-a7dc-d49ae3d859f3 is scheduled to L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 with binding_index 1 {{(pid=84886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 20:37:01.392952 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 6e850b80-7514-473a-8942-7dc2b3381477 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:37:01.393816 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:01.425233 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa60afea-06fc-49fe-8bb5-84499cae4c4f admin admin] Pushing event deleted for resources: {'Network': ['ID=b28c3f7a-89d6-47ca-a38a-a4ebc3690544,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:01.441409 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-aa60afea-06fc-49fe-8bb5-84499cae4c4f admin admin] 10.222.0.85 "DELETE /v2.0/networks/b28c3f7a-89d6-47ca-a38a-a4ebc3690544 HTTP/1.1" status: 204 len: 168 time: 1.7462006 May 30 20:37:01.445542 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 53574) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:01.534667 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-efadd94e-4a91-4b2e-bfb6-4dadfc9fb0ae tempest-RoutersAdminNegativeTest-1827758147 tempest-RoutersAdminNegativeTest-1827758147-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:01.538911 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:01.550506 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-26875ab3-abfb-4a85-bcae-5ef898cb79a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffa72f62-6387-4b1e-8c7f-f49782868d06', 'name': 'tempest-ImageQuotaTest-722902686-router', 'tenant_id': '0218d2390aba462a95f6f4cdc85939e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.28'}], 'enable_snat': True}, 'gw_port_id': 'd9310ede-1d60-40e5-9603-b7461ba1864d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:36:51Z', 'updated_at': '2022-05-30T20:36:55Z', 'revision_number': 3, 'project_id': '0218d2390aba462a95f6f4cdc85939e4', 'gw_port': {'id': 'd9310ede-1d60-40e5-9603-b7461ba1864d', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:a0:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffa72f62-6387-4b1e-8c7f-f49782868d06', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:36:52Z', 'updated_at': '2022-05-30T20:36:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:37:01.568415 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26875ab3-abfb-4a85-bcae-5ef898cb79a8 None None] Checking router: ffa72f62-6387-4b1e-8c7f-f49782868d06 for host: n-d-843948-2 {{(pid=84888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:37:01.569257 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26875ab3-abfb-4a85-bcae-5ef898cb79a8 None None] Updating router ffa72f62-6387-4b1e-8c7f-f49782868d06 port d9310ede-1d60-40e5-9603-b7461ba1864d binding host n-d-843948-2 {{(pid=84888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:37:01.633049 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-26875ab3-abfb-4a85-bcae-5ef898cb79a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:01.663592 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efadd94e-4a91-4b2e-bfb6-4dadfc9fb0ae tempest-RoutersAdminNegativeTest-1827758147 tempest-RoutersAdminNegativeTest-1827758147-project-admin] Pushing event deleted for resources: {'Port': ['ID=94f3de44-26b8-4beb-a7a9-192f133f8a58,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:01.763223 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bb4b29d0-6401-447b-a507-ad55e09224f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:01.799125 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_v2 [None req-c122662d-dd97-43c0-83e8-6ec23cba4808 admin admin] Deleting subnet 638377e8-578c-4ee0-b6ec-8a5d6bf8cb49 {{(pid=84887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:37:01.822214 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c122662d-dd97-43c0-83e8-6ec23cba4808 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:01.960846 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3bde32d-b84e-4af9-8104-205f803c2d5c tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:37:01.988032 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7dcec83-9530-481c-b799-c70d1350a527 None None] Sync routers for ids ['b7c7aff0-3526-4bb3-a7dc-d49ae3d859f3'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:37:01.990431 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-69fd7f27-cae1-4dd9-9bc7-22f594a1a546 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-736216'] for router_interface, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:02.030693 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7dcec83-9530-481c-b799-c70d1350a527 None None] Routers {'b7c7aff0-3526-4bb3-a7dc-d49ae3d859f3'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:37:02.035684 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-b7dcec83-9530-481c-b799-c70d1350a527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:36:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['b7c7aff0-3526-4bb3-a7dc-d49ae3d859f3'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:37:02.069889 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-bb4b29d0-6401-447b-a507-ad55e09224f6 admin admin] Allocated IP 172.20.0.1 (61c2bc59-4c9c-4f80-8bc2-23d38b986a5f/3b6e5909-8b5a-4b84-b049-3405422b01c2/1abb0086-ec1f-4eea-bfbb-44ee6d3ef2bd) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:37:02.112919 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a3bde32d-b84e-4af9-8104-205f803c2d5c tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Notify callbacks [] for router, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:02.116785 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-a3bde32d-b84e-4af9-8104-205f803c2d5c tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 6.6152737 May 30 20:37:02.123014 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 53582) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:02.200733 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-74bf96c2-65c0-4963-b1ea-c3cbdece5814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee501f96-9662-473c-8af9-7a8b5a6b4ed2', 'name': 'tempest-snat-router-2142480237', 'tenant_id': '4389807bfe874dc882af1e4a29d0b4d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.167'}], 'enable_snat': False}, 'gw_port_id': '921a1e6e-cec5-4955-8e41-8bf9c39ee1fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:36:50Z', 'updated_at': '2022-05-30T20:36:53Z', 'revision_number': 3, 'project_id': '4389807bfe874dc882af1e4a29d0b4d2', 'gw_port': {'id': '921a1e6e-cec5-4955-8e41-8bf9c39ee1fc', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:65:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee501f96-9662-473c-8af9-7a8b5a6b4ed2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:36:52Z', 'updated_at': '2022-05-30T20:36:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:37:02.219149 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74bf96c2-65c0-4963-b1ea-c3cbdece5814 None None] The sync data for ids ['ee501f96-9662-473c-8af9-7a8b5a6b4ed2'] in n-d-843948-2 is: [{'id': 'ee501f96-9662-473c-8af9-7a8b5a6b4ed2', 'name': 'tempest-snat-router-2142480237', 'tenant_id': '4389807bfe874dc882af1e4a29d0b4d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.167'}], 'enable_snat': False}, 'gw_port_id': '921a1e6e-cec5-4955-8e41-8bf9c39ee1fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:36:50Z', 'updated_at': '2022-05-30T20:36:53Z', 'revision_number': 3, 'project_id': '4389807bfe874dc882af1e4a29d0b4d2', 'gw_port': {'id': '921a1e6e-cec5-4955-8e41-8bf9c39ee1fc', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:65:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee501f96-9662-473c-8af9-7a8b5a6b4ed2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:36:52Z', 'updated_at': '2022-05-30T20:36:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-843948-2'}] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:37:02.243213 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-efadd94e-4a91-4b2e-bfb6-4dadfc9fb0ae tempest-RoutersAdminNegativeTest-1827758147 tempest-RoutersAdminNegativeTest-1827758147-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:02.255537 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-efadd94e-4a91-4b2e-bfb6-4dadfc9fb0ae tempest-RoutersAdminNegativeTest-1827758147 tempest-RoutersAdminNegativeTest-1827758147-project-admin] 10.222.0.85 "DELETE /v2.0/ports/94f3de44-26b8-4beb-a7a9-192f133f8a58 HTTP/1.1" status: 204 len: 168 time: 2.3097103 May 30 20:37:02.302353 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c122662d-dd97-43c0-83e8-6ec23cba4808 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3149227'] for subnet, precommit_delete_associations {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:02.460054 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-b7dcec83-9530-481c-b799-c70d1350a527 None None] Set router b7c7aff0-3526-4bb3-a7dc-d49ae3d859f3 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:37:02.515174 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-26875ab3-abfb-4a85-bcae-5ef898cb79a8 None None] Notify callbacks [] for port, precommit_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:02.562556 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-26875ab3-abfb-4a85-bcae-5ef898cb79a8 None None] Transition to ACTIVE for port object d9310ede-1d60-40e5-9603-b7461ba1864d will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:37:02.596895 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c122662d-dd97-43c0-83e8-6ec23cba4808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:02.687360 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-26875ab3-abfb-4a85-bcae-5ef898cb79a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:02.937112 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a75271-8b27-49ef-b0c2-b016a78e62dc None None] Pushing event updated for resources: {'Port': ['ID=d9310ede-1d60-40e5-9603-b7461ba1864d,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:02.958741 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:02.959567 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-26875ab3-abfb-4a85-bcae-5ef898cb79a8 None None] Attempting to bind port d9310ede-1d60-40e5-9603-b7461ba1864d on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:37:02.959937 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-26875ab3-abfb-4a85-bcae-5ef898cb79a8 None None] Attempting to bind port d9310ede-1d60-40e5-9603-b7461ba1864d by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:37:02.960296 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26875ab3-abfb-4a85-bcae-5ef898cb79a8 None None] Attempting to bind port d9310ede-1d60-40e5-9603-b7461ba1864d on network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:37:02.975430 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26875ab3-abfb-4a85-bcae-5ef898cb79a8 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:37:02.975882 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26875ab3-abfb-4a85-bcae-5ef898cb79a8 None None] Checking segment: {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:37:02.976914 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-26875ab3-abfb-4a85-bcae-5ef898cb79a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:02.976914 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26875ab3-abfb-4a85-bcae-5ef898cb79a8 None None] Bound using segment: {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:37:02.977242 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-26875ab3-abfb-4a85-bcae-5ef898cb79a8 None None] Bound port: d9310ede-1d60-40e5-9603-b7461ba1864d, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:37:02.977514 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-26875ab3-abfb-4a85-bcae-5ef898cb79a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:03.159272 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-26875ab3-abfb-4a85-bcae-5ef898cb79a8 None None] For port d9310ede-1d60-40e5-9603-b7461ba1864d, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:37:03.177678 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-26875ab3-abfb-4a85-bcae-5ef898cb79a8 None None] For port d9310ede-1d60-40e5-9603-b7461ba1864d, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=d9310ede-1d60-40e5-9603-b7461ba1864d,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:37:03.248543 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-26875ab3-abfb-4a85-bcae-5ef898cb79a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:03.329184 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bb4b29d0-6401-447b-a507-ad55e09224f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:03.388411 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [None req-bb4b29d0-6401-447b-a507-ad55e09224f6 admin admin] Transition to ACTIVE for port object 1abb0086-ec1f-4eea-bfbb-44ee6d3ef2bd will not be triggered until provisioned by entity DHCP. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:37:03.425373 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c122662d-dd97-43c0-83e8-6ec23cba4808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4055470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114247'] for subnet, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:03.512302 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 53606) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:03.512500 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a75271-8b27-49ef-b0c2-b016a78e62dc None None] Pushing event updated for resources: {'Port': ['ID=d9310ede-1d60-40e5-9603-b7461ba1864d,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:03.541174 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26875ab3-abfb-4a85-bcae-5ef898cb79a8 None None] Routers {'ffa72f62-6387-4b1e-8c7f-f49782868d06'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:37:03.542264 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-26875ab3-abfb-4a85-bcae-5ef898cb79a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:36:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['ffa72f62-6387-4b1e-8c7f-f49782868d06'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:37:03.547766 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-9984e144-280e-4da2-a6d6-83bca9ac78c3 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] 10.222.0.85 "GET /v2.0/routers/b7c7aff0-3526-4bb3-a7dc-d49ae3d859f3 HTTP/1.1" status: 200 len: 907 time: 1.4229822 May 30 20:37:03.555422 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 53612) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:03.632735 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-b7dcec83-9530-481c-b799-c70d1350a527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7c7aff0-3526-4bb3-a7dc-d49ae3d859f3', 'name': 'tempest-snat-router-2142480237', 'tenant_id': '4389807bfe874dc882af1e4a29d0b4d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': 'e2031f40-a07e-4150-b1d6-0aa21335ba14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:36:55Z', 'updated_at': '2022-05-30T20:37:00Z', 'revision_number': 3, 'project_id': '4389807bfe874dc882af1e4a29d0b4d2', 'gw_port': {'id': 'e2031f40-a07e-4150-b1d6-0aa21335ba14', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:68:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7c7aff0-3526-4bb3-a7dc-d49ae3d859f3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:36:57Z', 'updated_at': '2022-05-30T20:36:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:37:03.637220 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7dcec83-9530-481c-b799-c70d1350a527 None None] Checking router: b7c7aff0-3526-4bb3-a7dc-d49ae3d859f3 for host: n-d-843948-2 {{(pid=84889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:37:03.637747 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7dcec83-9530-481c-b799-c70d1350a527 None None] Updating router b7c7aff0-3526-4bb3-a7dc-d49ae3d859f3 port e2031f40-a07e-4150-b1d6-0aa21335ba14 binding host n-d-843948-2 {{(pid=84889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:37:03.702719 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-b7dcec83-9530-481c-b799-c70d1350a527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:03.761767 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bb4b29d0-6401-447b-a507-ad55e09224f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:03.803580 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c122662d-dd97-43c0-83e8-6ec23cba4808 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=638377e8-578c-4ee0-b6ec-8a5d6bf8cb49,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:03.927011 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-69fd7f27-cae1-4dd9-9bc7-22f594a1a546 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Deleting port dd3b1904-3568-478c-b24f-cb7bf767935a {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:37:03.927533 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-69fd7f27-cae1-4dd9-9bc7-22f594a1a546 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:04.040166 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb4b29d0-6401-447b-a507-ad55e09224f6 admin admin] Network 61c2bc59-4c9c-4f80-8bc2-23d38b986a5f is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:37:04.057549 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-bb4b29d0-6401-447b-a507-ad55e09224f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:37:04.093178 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4b29d0-6401-447b-a507-ad55e09224f6 admin admin] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:37:04.310040 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4b29d0-6401-447b-a507-ad55e09224f6 admin admin] Pushing event updated for resources: {'Port': ['ID=1abb0086-ec1f-4eea-bfbb-44ee6d3ef2bd,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:04.313321 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-b7dcec83-9530-481c-b799-c70d1350a527 None None] Notify callbacks [] for port, precommit_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:04.329648 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.provisioning_blocks [None req-b7dcec83-9530-481c-b799-c70d1350a527 None None] Transition to ACTIVE for port object e2031f40-a07e-4150-b1d6-0aa21335ba14 will not be triggered until provisioned by entity L2. {{(pid=84889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:37:04.363255 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bb4b29d0-6401-447b-a507-ad55e09224f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-736099'] for router_interface, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:04.381136 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 921a1e6e-cec5-4955-8e41-8bf9c39ee1fc up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:37:04.412407 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-b7dcec83-9530-481c-b799-c70d1350a527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:04.465226 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-fc8f4cea-d89d-4674-a1d3-74b6ca3e8229 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:04.523856 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-fc8f4cea-d89d-4674-a1d3-74b6ca3e8229 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:37:04.528284 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-fc8f4cea-d89d-4674-a1d3-74b6ca3e8229 admin admin] Usage tracker for resource:security_group_rule and tenant:f5fc0ad2298249ea99545d0a2dc15e06 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:37:04.532127 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-fc8f4cea-d89d-4674-a1d3-74b6ca3e8229 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:37:04.538893 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-fc8f4cea-d89d-4674-a1d3-74b6ca3e8229 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:37:04.603440 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-26875ab3-abfb-4a85-bcae-5ef898cb79a8 None None] Set router ffa72f62-6387-4b1e-8c7f-f49782868d06 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:37:04.631458 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-fc8f4cea-d89d-4674-a1d3-74b6ca3e8229 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:04.666357 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-33f3064d-9a2a-47c0-ae0f-34c16dce844d tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Notify callbacks [] for router, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:04.806384 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-69fd7f27-cae1-4dd9-9bc7-22f594a1a546 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:04.855926 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-b7dcec83-9530-481c-b799-c70d1350a527 None None] Attempting to bind port e2031f40-a07e-4150-b1d6-0aa21335ba14 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:37:04.856400 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-b7dcec83-9530-481c-b799-c70d1350a527 None None] Attempting to bind port e2031f40-a07e-4150-b1d6-0aa21335ba14 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}] {{(pid=84889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:37:04.857165 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7dcec83-9530-481c-b799-c70d1350a527 None None] Attempting to bind port e2031f40-a07e-4150-b1d6-0aa21335ba14 on network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:37:04.879759 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e744b1-34a7-4d83-b5f0-1db762ff80da None None] Pushing event updated for resources: {'Port': ['ID=e2031f40-a07e-4150-b1d6-0aa21335ba14,revision_number=2']} {{(pid=84889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:04.884817 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7dcec83-9530-481c-b799-c70d1350a527 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:37:04.885374 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7dcec83-9530-481c-b799-c70d1350a527 None None] Checking segment: {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:37:04.894177 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-b7dcec83-9530-481c-b799-c70d1350a527 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:04.894845 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7dcec83-9530-481c-b799-c70d1350a527 None None] Bound using segment: {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'} {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:37:04.895611 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-b7dcec83-9530-481c-b799-c70d1350a527 None None] Bound port: e2031f40-a07e-4150-b1d6-0aa21335ba14, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}}] {{(pid=84889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:37:04.896198 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-b7dcec83-9530-481c-b799-c70d1350a527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:05.034636 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e744b1-34a7-4d83-b5f0-1db762ff80da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:37:05.035411 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e744b1-34a7-4d83-b5f0-1db762ff80da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:37:05.035962 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c122662d-dd97-43c0-83e8-6ec23cba4808 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:05.036377 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e744b1-34a7-4d83-b5f0-1db762ff80da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:37:05.037112 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e744b1-34a7-4d83-b5f0-1db762ff80da None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:37:05.037908 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e744b1-34a7-4d83-b5f0-1db762ff80da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:37:05.038628 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e744b1-34a7-4d83-b5f0-1db762ff80da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:37:05.039453 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e744b1-34a7-4d83-b5f0-1db762ff80da None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:37:05.040301 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e744b1-34a7-4d83-b5f0-1db762ff80da None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:37:05.041134 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e744b1-34a7-4d83-b5f0-1db762ff80da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:37:05.042002 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e744b1-34a7-4d83-b5f0-1db762ff80da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:37:05.043278 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e744b1-34a7-4d83-b5f0-1db762ff80da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:37:05.061538 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-69fd7f27-cae1-4dd9-9bc7-22f594a1a546 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Calling delete_port for dd3b1904-3568-478c-b24f-cb7bf767935a owned by network:router_interface {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:37:05.134894 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-c122662d-dd97-43c0-83e8-6ec23cba4808 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/638377e8-578c-4ee0-b6ec-8a5d6bf8cb49 HTTP/1.1" status: 204 len: 168 time: 3.6881399 May 30 20:37:05.136528 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.db [None req-b7dcec83-9530-481c-b799-c70d1350a527 None None] For port e2031f40-a07e-4150-b1d6-0aa21335ba14, host n-d-843948-2, cleared binding levels {{(pid=84889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:37:05.147423 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.db [None req-b7dcec83-9530-481c-b799-c70d1350a527 None None] For port e2031f40-a07e-4150-b1d6-0aa21335ba14, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=e2031f40-a07e-4150-b1d6-0aa21335ba14,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:37:05.150032 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1969be1e-b958-4bf9-89e9-61415eb00469 req-3c219eec-7ed7-47db-aea0-aced4ff57edc tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:37:05.158563 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1969be1e-b958-4bf9-89e9-61415eb00469 req-3c219eec-7ed7-47db-aea0-aced4ff57edc tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] 10.222.0.85 "GET /v2.0/ports?device_id=9f2acdd5-0951-4d21-a2ba-3caff48e9d17 HTTP/1.1" status: 200 len: 945 time: 1.7249870 May 30 20:37:05.169804 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-fc8f4cea-d89d-4674-a1d3-74b6ca3e8229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:05.188438 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 921a1e6e-cec5-4955-8e41-8bf9c39ee1fc completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:37:05.192775 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 53626) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:05.277327 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-b7dcec83-9530-481c-b799-c70d1350a527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:05.294516 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8f4cea-d89d-4674-a1d3-74b6ca3e8229 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65fe3b8d-3226-4770-a45d-721bb623c5cd,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:05.320540 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b25e0425-5987-4242-b6a0-86466b6fed98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:05.349971 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-7be37f6b-56fa-4ea3-8445-e00ca1345004 None None] Provisioning for port 1abb0086-ec1f-4eea-bfbb-44ee6d3ef2bd completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:37:05.355477 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bb4b29d0-6401-447b-a507-ad55e09224f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:05.423135 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-fc8f4cea-d89d-4674-a1d3-74b6ca3e8229 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=f5fc0ad2298249ea99545d0a2dc15e06&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9104879 May 30 20:37:05.435293 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 53630) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:05.439004 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e744b1-34a7-4d83-b5f0-1db762ff80da None None] Pushing event updated for resources: {'Port': ['ID=e2031f40-a07e-4150-b1d6-0aa21335ba14,revision_number=3']} {{(pid=84889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:05.444289 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1969be1e-b958-4bf9-89e9-61415eb00469 req-1524b4d5-bfb4-4fbb-81ca-b408753c083f tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] 10.222.0.85 "GET /v2.0/security-groups?id=1c8a214b-6487-4b26-aae5-3d5d58bf176d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2847281 May 30 20:37:05.498510 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7dcec83-9530-481c-b799-c70d1350a527 None None] Routers {'b7c7aff0-3526-4bb3-a7dc-d49ae3d859f3'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:37:05.500925 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-b7dcec83-9530-481c-b799-c70d1350a527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:36:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['b7c7aff0-3526-4bb3-a7dc-d49ae3d859f3'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:37:05.543995 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 921a1e6e-cec5-4955-8e41-8bf9c39ee1fc triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:37:05.544218 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:05.579677 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b25e0425-5987-4242-b6a0-86466b6fed98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:05.589735 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-7be37f6b-56fa-4ea3-8445-e00ca1345004 None None] Provisioning complete for port 1abb0086-ec1f-4eea-bfbb-44ee6d3ef2bd triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:37:05.590163 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-7be37f6b-56fa-4ea3-8445-e00ca1345004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:05.655304 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-b25e0425-5987-4242-b6a0-86466b6fed98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d305bcb8-388f-408a-b175-9699b3615a26']}} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:37:05.676152 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-7be37f6b-56fa-4ea3-8445-e00ca1345004 None None] Port 1abb0086-ec1f-4eea-bfbb-44ee6d3ef2bd cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:37:05.690116 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-78e6935e-c417-41af-9cfa-4946dea688c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:05.695884 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-b25e0425-5987-4242-b6a0-86466b6fed98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad43d662-3128-4d4d-a26d-39eaa1c44f78') {'for_net_delete': True} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:37:05.696221 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-b25e0425-5987-4242-b6a0-86466b6fed98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad43d662-3128-4d4d-a26d-39eaa1c44f78') {} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:37:05.771837 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-78e6935e-c417-41af-9cfa-4946dea688c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:05.790424 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-33f3064d-9a2a-47c0-ae0f-34c16dce844d tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:05.819581 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b25e0425-5987-4242-b6a0-86466b6fed98 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3149912'] for segment, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:05.891010 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b25e0425-5987-4242-b6a0-86466b6fed98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:05.904450 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-b7dcec83-9530-481c-b799-c70d1350a527 None None] Set router b7c7aff0-3526-4bb3-a7dc-d49ae3d859f3 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:37:05.905538 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:05.918633 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-33f3064d-9a2a-47c0-ae0f-34c16dce844d tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Deleting port e2031f40-a07e-4150-b1d6-0aa21335ba14 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:37:05.919602 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-33f3064d-9a2a-47c0-ae0f-34c16dce844d tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:05.927097 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b25e0425-5987-4242-b6a0-86466b6fed98 admin admin] Releasing vlan 676 on physical network physnet1 to pool {{(pid=84887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:37:05.927393 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b25e0425-5987-4242-b6a0-86466b6fed98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4055488'] for segment, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:05.943728 n-d-843948-2 neutron-server[84887]: Traceback (most recent call last): May 30 20:37:05.943728 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:37:05.943728 n-d-843948-2 neutron-server[84887]: timer() May 30 20:37:05.943728 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:37:05.943728 n-d-843948-2 neutron-server[84887]: cb(*args, **kw) May 30 20:37:05.943728 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:37:05.943728 n-d-843948-2 neutron-server[84887]: return func(*args, **kwargs) May 30 20:37:05.943728 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:37:05.943728 n-d-843948-2 neutron-server[84887]: self._notify() May 30 20:37:05.943728 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:37:05.943728 n-d-843948-2 neutron-server[84887]: self.callback(batched_events) May 30 20:37:05.943728 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:37:05.943728 n-d-843948-2 neutron-server[84887]: event.method(event) May 30 20:37:05.943728 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:37:05.943728 n-d-843948-2 neutron-server[84887]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:37:05.943728 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:37:05.943728 n-d-843948-2 neutron-server[84887]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:37:05.943728 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:37:05.943728 n-d-843948-2 neutron-server[84887]: return f(self, *a, **k) May 30 20:37:05.943728 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:37:05.943728 n-d-843948-2 neutron-server[84887]: return self._get(url).json() May 30 20:37:05.943728 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:37:05.943728 n-d-843948-2 neutron-server[84887]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:37:05.943728 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:37:05.943728 n-d-843948-2 neutron-server[84887]: return self.request(url, 'GET', **kwargs) May 30 20:37:05.943728 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:37:05.943728 n-d-843948-2 neutron-server[84887]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:37:05.943728 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:37:05.943728 n-d-843948-2 neutron-server[84887]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:37:05.943728 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:37:05.943728 n-d-843948-2 neutron-server[84887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:37:05.943728 n-d-843948-2 neutron-server[84887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:37:05.950153 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port 921a1e6e-cec5-4955-8e41-8bf9c39ee1fc, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=921a1e6e-cec5-4955-8e41-8bf9c39ee1fc,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:37:05.950153 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-26875ab3-abfb-4a85-bcae-5ef898cb79a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffa72f62-6387-4b1e-8c7f-f49782868d06', 'name': 'tempest-ImageQuotaTest-722902686-router', 'tenant_id': '0218d2390aba462a95f6f4cdc85939e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.28'}], 'enable_snat': True}, 'gw_port_id': 'd9310ede-1d60-40e5-9603-b7461ba1864d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:36:51Z', 'updated_at': '2022-05-30T20:36:55Z', 'revision_number': 3, 'project_id': '0218d2390aba462a95f6f4cdc85939e4', 'gw_port': {'id': 'd9310ede-1d60-40e5-9603-b7461ba1864d', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:a0:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffa72f62-6387-4b1e-8c7f-f49782868d06', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:36:52Z', 'updated_at': '2022-05-30T20:37:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:37:05.952391 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26875ab3-abfb-4a85-bcae-5ef898cb79a8 None None] The sync data for ids ['ffa72f62-6387-4b1e-8c7f-f49782868d06'] in n-d-843948-2 is: [{'id': 'ffa72f62-6387-4b1e-8c7f-f49782868d06', 'name': 'tempest-ImageQuotaTest-722902686-router', 'tenant_id': '0218d2390aba462a95f6f4cdc85939e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.28'}], 'enable_snat': True}, 'gw_port_id': 'd9310ede-1d60-40e5-9603-b7461ba1864d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:36:51Z', 'updated_at': '2022-05-30T20:36:55Z', 'revision_number': 3, 'project_id': '0218d2390aba462a95f6f4cdc85939e4', 'gw_port': {'id': 'd9310ede-1d60-40e5-9603-b7461ba1864d', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:a0:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffa72f62-6387-4b1e-8c7f-f49782868d06', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:36:52Z', 'updated_at': '2022-05-30T20:37:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:37:06.014117 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bb4b29d0-6401-447b-a507-ad55e09224f6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:06.029985 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:06.130413 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=921a1e6e-cec5-4955-8e41-8bf9c39ee1fc,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:06.150483 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-69fd7f27-cae1-4dd9-9bc7-22f594a1a546 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:06.202272 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fd7f27-cae1-4dd9-9bc7-22f594a1a546 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Pushing event deleted for resources: {'Port': ['ID=dd3b1904-3568-478c-b24f-cb7bf767935a,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:06.249592 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-78e6935e-c417-41af-9cfa-4946dea688c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:06.276660 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bb4b29d0-6401-447b-a507-ad55e09224f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:06.366024 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b25e0425-5987-4242-b6a0-86466b6fed98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:06.396379 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-b7dcec83-9530-481c-b799-c70d1350a527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7c7aff0-3526-4bb3-a7dc-d49ae3d859f3', 'name': 'tempest-snat-router-2142480237', 'tenant_id': '4389807bfe874dc882af1e4a29d0b4d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': 'e2031f40-a07e-4150-b1d6-0aa21335ba14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:36:55Z', 'updated_at': '2022-05-30T20:37:00Z', 'revision_number': 3, 'project_id': '4389807bfe874dc882af1e4a29d0b4d2', 'gw_port': {'id': 'e2031f40-a07e-4150-b1d6-0aa21335ba14', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:68:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7c7aff0-3526-4bb3-a7dc-d49ae3d859f3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:36:57Z', 'updated_at': '2022-05-30T20:37:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:37:06.405801 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7dcec83-9530-481c-b799-c70d1350a527 None None] The sync data for ids ['b7c7aff0-3526-4bb3-a7dc-d49ae3d859f3'] in n-d-843948-2 is: [{'id': 'b7c7aff0-3526-4bb3-a7dc-d49ae3d859f3', 'name': 'tempest-snat-router-2142480237', 'tenant_id': '4389807bfe874dc882af1e4a29d0b4d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': 'e2031f40-a07e-4150-b1d6-0aa21335ba14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:36:55Z', 'updated_at': '2022-05-30T20:37:00Z', 'revision_number': 3, 'project_id': '4389807bfe874dc882af1e4a29d0b4d2', 'gw_port': {'id': 'e2031f40-a07e-4150-b1d6-0aa21335ba14', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:68:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7c7aff0-3526-4bb3-a7dc-d49ae3d859f3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:36:57Z', 'updated_at': '2022-05-30T20:37:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:37:06.457129 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e6935e-c417-41af-9cfa-4946dea688c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65fe3b8d-3226-4770-a45d-721bb623c5cd,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:06.468256 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b25e0425-5987-4242-b6a0-86466b6fed98 admin admin] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:06.469516 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bb4b29d0-6401-447b-a507-ad55e09224f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1718057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-736206'] for router_interface, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:06.506947 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [None req-33f3064d-9a2a-47c0-ae0f-34c16dce844d tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] For port e2031f40-a07e-4150-b1d6-0aa21335ba14, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=e2031f40-a07e-4150-b1d6-0aa21335ba14,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:37:06.521099 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-33f3064d-9a2a-47c0-ae0f-34c16dce844d tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:06.574263 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-78e6935e-c417-41af-9cfa-4946dea688c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:06.576362 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-78e6935e-c417-41af-9cfa-4946dea688c3 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/65fe3b8d-3226-4770-a45d-721bb623c5cd HTTP/1.1" status: 204 len: 168 time: 1.1390924 May 30 20:37:06.611738 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25e0425-5987-4242-b6a0-86466b6fed98 admin admin] Pushing event deleted for resources: {'Network': ['ID=d305bcb8-388f-408a-b175-9699b3615a26,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:06.632412 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-69fd7f27-cae1-4dd9-9bc7-22f594a1a546 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1718140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-736143'] for router_interface, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:06.710404 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-b25e0425-5987-4242-b6a0-86466b6fed98 admin admin] 10.222.0.85 "DELETE /v2.0/networks/d305bcb8-388f-408a-b175-9699b3615a26 HTTP/1.1" status: 204 len: 168 time: 1.5168121 May 30 20:37:06.782923 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-33f3064d-9a2a-47c0-ae0f-34c16dce844d tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Calling delete_port for e2031f40-a07e-4150-b1d6-0aa21335ba14 owned by network:router_gateway {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:37:06.818029 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4b29d0-6401-447b-a507-ad55e09224f6 admin admin] Pushing event updated for resources: {'Port': ['ID=1abb0086-ec1f-4eea-bfbb-44ee6d3ef2bd,revision_number=2']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:07.005577 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb4b29d0-6401-447b-a507-ad55e09224f6 admin admin] Network 61c2bc59-4c9c-4f80-8bc2-23d38b986a5f is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:37:07.008317 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-bb4b29d0-6401-447b-a507-ad55e09224f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:37:07.194927 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 53654) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:07.548712 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b79cdbbd-f090-41ab-a7a7-3cf7fa2f4079 None None] Provisioning complete for port 1abb0086-ec1f-4eea-bfbb-44ee6d3ef2bd triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:37:07.550032 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b79cdbbd-f090-41ab-a7a7-3cf7fa2f4079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:07.708244 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69fd7f27-cae1-4dd9-9bc7-22f594a1a546 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Router 590384e0-b977-49ce-b51c-13346ebf217a has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:37:07.763560 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-b79cdbbd-f090-41ab-a7a7-3cf7fa2f4079 None None] Port 1abb0086-ec1f-4eea-bfbb-44ee6d3ef2bd cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:37:07.801821 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-e6807fa7-c953-45ba-9e5a-eab656a3a1db admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=5fbf22ab4baf478aa44232d743a1af25&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6002965 May 30 20:37:07.806218 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 53666) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:08.015726 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 53674) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:08.112625 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69fd7f27-cae1-4dd9-9bc7-22f594a1a546 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:37:08.129120 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f82610-da9b-4ba2-92bb-bc26500bdc47 None None] Sync routers for ids ['590384e0-b977-49ce-b51c-13346ebf217a'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:37:08.168107 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-69fd7f27-cae1-4dd9-9bc7-22f594a1a546 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] 10.222.0.85 "PUT /v2.0/routers/590384e0-b977-49ce-b51c-13346ebf217a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2693257 May 30 20:37:08.168845 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 53682) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:08.185048 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f82610-da9b-4ba2-92bb-bc26500bdc47 None None] Routers {'590384e0-b977-49ce-b51c-13346ebf217a'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:37:08.189343 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-b6f82610-da9b-4ba2-92bb-bc26500bdc47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:36:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['590384e0-b977-49ce-b51c-13346ebf217a'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:37:08.310350 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-33f3064d-9a2a-47c0-ae0f-34c16dce844d tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:08.350707 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-b6f82610-da9b-4ba2-92bb-bc26500bdc47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:37:08.395600 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f82610-da9b-4ba2-92bb-bc26500bdc47 None None] Routers {'590384e0-b977-49ce-b51c-13346ebf217a'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:37:08.396303 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-b6f82610-da9b-4ba2-92bb-bc26500bdc47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:36:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['590384e0-b977-49ce-b51c-13346ebf217a'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:37:08.529440 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-03a6a238-f4e7-4ba1-9295-c4cd10aa0a8a admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=b768ef508b164f4290df0143e1b5c6db&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5087280 May 30 20:37:08.545028 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 53686) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:08.550708 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device e2031f40-a07e-4150-b1d6-0aa21335ba14 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:37:08.557872 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-eed11a07-5825-4ab5-9a89-84eb9ac63f8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:08.572746 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f3064d-9a2a-47c0-ae0f-34c16dce844d tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Pushing event deleted for resources: {'Port': ['ID=e2031f40-a07e-4150-b1d6-0aa21335ba14,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:08.592757 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f3064d-9a2a-47c0-ae0f-34c16dce844d tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:37:08.593101 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f3064d-9a2a-47c0-ae0f-34c16dce844d tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:37:08.593484 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f3064d-9a2a-47c0-ae0f-34c16dce844d tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:37:08.597416 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f3064d-9a2a-47c0-ae0f-34c16dce844d tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:37:08.597860 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f3064d-9a2a-47c0-ae0f-34c16dce844d tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:37:08.598685 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f3064d-9a2a-47c0-ae0f-34c16dce844d tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:37:08.598685 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f3064d-9a2a-47c0-ae0f-34c16dce844d tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:37:08.598889 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f3064d-9a2a-47c0-ae0f-34c16dce844d tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:37:08.599165 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f3064d-9a2a-47c0-ae0f-34c16dce844d tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:37:08.599495 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f3064d-9a2a-47c0-ae0f-34c16dce844d tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:37:08.599823 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f3064d-9a2a-47c0-ae0f-34c16dce844d tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:37:08.669679 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: e2031f40-a07e-4150-b1d6-0aa21335ba14 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:37:08.677186 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device e2031f40-a07e-4150-b1d6-0aa21335ba14 not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} May 30 20:37:08.682546 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f86c3252-873c-49e2-a692-3eceb84e07ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:08.774588 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4e08e2-8a93-4463-92e8-55c00e59876c req-b694b1d2-3aee-4e2e-a8e2-b80f5d659b3b tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:37:08.776342 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-7f4e08e2-8a93-4463-92e8-55c00e59876c req-b694b1d2-3aee-4e2e-a8e2-b80f5d659b3b tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] 10.222.0.85 "GET /v2.0/ports?device_id=9f2acdd5-0951-4d21-a2ba-3caff48e9d17 HTTP/1.1" status: 200 len: 945 time: 2.0571015 May 30 20:37:08.778474 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-eed11a07-5825-4ab5-9a89-84eb9ac63f8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:08.793109 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-b6f82610-da9b-4ba2-92bb-bc26500bdc47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:37:08.793790 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f82610-da9b-4ba2-92bb-bc26500bdc47 None None] The sync data for ids ['590384e0-b977-49ce-b51c-13346ebf217a'] in n-d-843948-2 is: [] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:37:08.805002 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Port e2031f40-a07e-4150-b1d6-0aa21335ba14 not found, will not notify nova. {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} May 30 20:37:08.821378 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device d9310ede-1d60-40e5-9603-b7461ba1864d up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:37:08.986778 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-7f4e08e2-8a93-4463-92e8-55c00e59876c req-1a26dcd9-5b34-4aad-8966-aeb486ca69ce tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] 10.222.0.85 "GET /v2.0/security-groups?id=1c8a214b-6487-4b26-aae5-3d5d58bf176d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1609480 May 30 20:37:09.040196 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port d9310ede-1d60-40e5-9603-b7461ba1864d completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:37:09.045726 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port d9310ede-1d60-40e5-9603-b7461ba1864d triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:37:09.046073 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:09.164497 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f86c3252-873c-49e2-a692-3eceb84e07ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:09.225586 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:09.249481 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 53692) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:09.253164 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port d9310ede-1d60-40e5-9603-b7461ba1864d, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=d9310ede-1d60-40e5-9603-b7461ba1864d,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:37:09.254113 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-33f3064d-9a2a-47c0-ae0f-34c16dce844d tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-736453'] for router_gateway, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:09.297692 n-d-843948-2 neutron-server[84887]: INFO neutron.api.v2.resource [None req-bb6086e9-5fbd-41de-b8d8-44543abd1a94 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] remove_router_interface failed (client error): The resource could not be found. May 30 20:37:09.301554 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-bb6086e9-5fbd-41de-b8d8-44543abd1a94 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] 10.222.0.85 "PUT /v2.0/routers/590384e0-b977-49ce-b51c-13346ebf217a/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.1273375 May 30 20:37:09.302034 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 53698) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:09.342930 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:09.344306 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 921a1e6e-cec5-4955-8e41-8bf9c39ee1fc up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:37:09.360619 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-10d8e6e5-09e8-4960-aafd-36f601728f87 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Synchronizing usage tracker for tenant:58f9213e719f47ba816694fbf3eafd38 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:37:09.440776 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f86c3252-873c-49e2-a692-3eceb84e07ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:09.473594 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=d9310ede-1d60-40e5-9603-b7461ba1864d,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:09.489020 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-10d8e6e5-09e8-4960-aafd-36f601728f87 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Unset dirty status for tenant:58f9213e719f47ba816694fbf3eafd38 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:37:09.492647 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-10d8e6e5-09e8-4960-aafd-36f601728f87 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] 10.222.0.85 "GET /v2.0/ports?device_id=590384e0-b977-49ce-b51c-13346ebf217a HTTP/1.1" status: 200 len: 205 time: 0.1859813 May 30 20:37:09.492793 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 921a1e6e-cec5-4955-8e41-8bf9c39ee1fc triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:37:09.492793 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:09.493605 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86c3252-873c-49e2-a692-3eceb84e07ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04c467dc-0d8f-40b3-a0ef-ba649d001a51,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:09.495952 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 53702) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:09.498823 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f86c3252-873c-49e2-a692-3eceb84e07ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:09.503053 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-f86c3252-873c-49e2-a692-3eceb84e07ae admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/04c467dc-0d8f-40b3-a0ef-ba649d001a51 HTTP/1.1" status: 204 len: 168 time: 0.9525845 May 30 20:37:09.503053 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f499ec13-c3df-4666-95cd-386d248bbe5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:09.527773 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-eed11a07-5825-4ab5-9a89-84eb9ac63f8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:09.557245 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed11a07-5825-4ab5-9a89-84eb9ac63f8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d5be526-4f99-47b5-8d10-549bf084c17e,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:09.584537 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-33f3064d-9a2a-47c0-ae0f-34c16dce844d tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-724789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3141'] for router, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:09.588555 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb4b29d0-6401-447b-a507-ad55e09224f6 admin admin] Router ffa72f62-6387-4b1e-8c7f-f49782868d06 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:37:09.598940 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-33f3064d-9a2a-47c0-ae0f-34c16dce844d tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:09.606297 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-eed11a07-5825-4ab5-9a89-84eb9ac63f8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:09.610511 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-eed11a07-5825-4ab5-9a89-84eb9ac63f8d admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/1d5be526-4f99-47b5-8d10-549bf084c17e HTTP/1.1" status: 204 len: 168 time: 1.6861413 May 30 20:37:09.636878 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-f499ec13-c3df-4666-95cd-386d248bbe5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:37:09.641849 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-f499ec13-c3df-4666-95cd-386d248bbe5b admin admin] Usage tracker for resource:security_group_rule and tenant:9fe95c28a9bc43fbbdeccc4da1d88e8e is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:37:09.645988 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-f499ec13-c3df-4666-95cd-386d248bbe5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:37:09.652546 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-f499ec13-c3df-4666-95cd-386d248bbe5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:37:09.708849 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86c3252-873c-49e2-a692-3eceb84e07ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:37:09.709191 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86c3252-873c-49e2-a692-3eceb84e07ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:37:09.709528 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86c3252-873c-49e2-a692-3eceb84e07ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:37:09.710041 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86c3252-873c-49e2-a692-3eceb84e07ae admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:37:09.710375 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86c3252-873c-49e2-a692-3eceb84e07ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:37:09.710696 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86c3252-873c-49e2-a692-3eceb84e07ae admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:37:09.711019 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86c3252-873c-49e2-a692-3eceb84e07ae admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:37:09.711416 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86c3252-873c-49e2-a692-3eceb84e07ae admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:37:09.711686 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86c3252-873c-49e2-a692-3eceb84e07ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:37:09.711949 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86c3252-873c-49e2-a692-3eceb84e07ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:37:09.712273 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86c3252-873c-49e2-a692-3eceb84e07ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:37:09.815938 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f499ec13-c3df-4666-95cd-386d248bbe5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:09.826280 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d7322a6c-9f98-4bfd-9c61-cfea0b3be2a1 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks [] for router, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:09.883402 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-33f3064d-9a2a-47c0-ae0f-34c16dce844d tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724889'] for router, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:09.883800 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33f3064d-9a2a-47c0-ae0f-34c16dce844d tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b7c7aff0-3526-4bb3-a7dc-d49ae3d859f3 {{(pid=84886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:37:09.897350 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-33f3064d-9a2a-47c0-ae0f-34c16dce844d tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Notify callbacks [] for router, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:09.900916 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-33f3064d-9a2a-47c0-ae0f-34c16dce844d tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] 10.222.0.85 "DELETE /v2.0/routers/b7c7aff0-3526-4bb3-a7dc-d49ae3d859f3 HTTP/1.1" status: 204 len: 168 time: 6.3416452 May 30 20:37:09.902529 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 53712) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:09.946510 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f499ec13-c3df-4666-95cd-386d248bbe5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:09.994804 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f499ec13-c3df-4666-95cd-386d248bbe5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1459f01-8d9f-4c9b-8e92-48c346528e75,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:10.030031 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-f499ec13-c3df-4666-95cd-386d248bbe5b admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=9fe95c28a9bc43fbbdeccc4da1d88e8e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7784045 May 30 20:37:10.033567 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 53718) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:10.194942 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb4b29d0-6401-447b-a507-ad55e09224f6 admin admin] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:37:10.212993 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-bb4b29d0-6401-447b-a507-ad55e09224f6 admin admin] 10.222.0.85 "PUT /v2.0/routers/ffa72f62-6387-4b1e-8c7f-f49782868d06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7886388 May 30 20:37:10.304351 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device d9310ede-1d60-40e5-9603-b7461ba1864d up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:37:10.372611 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7169d3af-ac91-434a-b30f-56cee3995660 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Notify callbacks [] for router, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:10.423177 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port d9310ede-1d60-40e5-9603-b7461ba1864d triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:37:10.423610 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:10.442891 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d7322a6c-9f98-4bfd-9c61-cfea0b3be2a1 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-724789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3141'] for router, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:10.450992 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8b46d6fe-6acd-4fe3-ad76-b5deb4c2a9ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:10.462877 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d7322a6c-9f98-4bfd-9c61-cfea0b3be2a1 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:10.503568 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8b46d6fe-6acd-4fe3-ad76-b5deb4c2a9ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:10.573146 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fc7341-1cf3-4fa0-a431-7dddb3ac2690 req-d18854ae-0b1b-471c-951b-41320d9ae5e3 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:37:10.574746 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-60fc7341-1cf3-4fa0-a431-7dddb3ac2690 req-d18854ae-0b1b-471c-951b-41320d9ae5e3 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] 10.222.0.85 "GET /v2.0/ports?device_id=9f2acdd5-0951-4d21-a2ba-3caff48e9d17 HTTP/1.1" status: 200 len: 945 time: 0.2593460 May 30 20:37:10.618439 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d7322a6c-9f98-4bfd-9c61-cfea0b3be2a1 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724889'] for router, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:10.618959 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7322a6c-9f98-4bfd-9c61-cfea0b3be2a1 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Fanout notify agent at l3_agent the message router_deleted on router 590384e0-b977-49ce-b51c-13346ebf217a {{(pid=84887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:37:10.630120 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7169d3af-ac91-434a-b30f-56cee3995660 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:10.655300 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-60fc7341-1cf3-4fa0-a431-7dddb3ac2690 req-2743dd84-b648-4d9a-b2e4-c787e09544f2 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] 10.222.0.85 "GET /v2.0/security-groups?id=1c8a214b-6487-4b26-aae5-3d5d58bf176d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639796 May 30 20:37:10.659050 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d7322a6c-9f98-4bfd-9c61-cfea0b3be2a1 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks [] for router, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:10.660034 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-d7322a6c-9f98-4bfd-9c61-cfea0b3be2a1 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] 10.222.0.85 "DELETE /v2.0/routers/590384e0-b977-49ce-b51c-13346ebf217a HTTP/1.1" status: 204 len: 168 time: 1.1627371 May 30 20:37:10.662635 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 53732) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:10.716683 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-7169d3af-ac91-434a-b30f-56cee3995660 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Deleting port 921a1e6e-cec5-4955-8e41-8bf9c39ee1fc {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:37:10.717058 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8b46d6fe-6acd-4fe3-ad76-b5deb4c2a9ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:10.719610 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7169d3af-ac91-434a-b30f-56cee3995660 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:10.719942 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8b46d6fe-6acd-4fe3-ad76-b5deb4c2a9ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:10.720944 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-8b46d6fe-6acd-4fe3-ad76-b5deb4c2a9ab admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/e1459f01-8d9f-4c9b-8e92-48c346528e75 HTTP/1.1" status: 204 len: 168 time: 0.6859407 May 30 20:37:10.761246 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b46d6fe-6acd-4fe3-ad76-b5deb4c2a9ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1459f01-8d9f-4c9b-8e92-48c346528e75,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:10.785534 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 53740) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:10.952851 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [None req-7169d3af-ac91-434a-b30f-56cee3995660 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] For port 921a1e6e-cec5-4955-8e41-8bf9c39ee1fc, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=921a1e6e-cec5-4955-8e41-8bf9c39ee1fc,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:37:10.953267 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7169d3af-ac91-434a-b30f-56cee3995660 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:10.956123 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-e827b2e9-70cb-44c8-8d56-57671ac4bc75 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=f457a4fb70924ebaa495be935b292b28&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1693668 May 30 20:37:10.959255 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 53746) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:11.096078 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-7169d3af-ac91-434a-b30f-56cee3995660 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Calling delete_port for 921a1e6e-cec5-4955-8e41-8bf9c39ee1fc owned by network:router_gateway {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:37:11.173987 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-fc6c5a17-99b6-4b07-b96a-096d72b20348 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:11.210843 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_v2 [None req-72127879-7ed2-410c-8364-e10be61136d6 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Deleting subnet ee838dec-7215-45fd-b3e6-bc45864e6db0 {{(pid=84887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:37:11.216531 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-72127879-7ed2-410c-8364-e10be61136d6 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks [] for subnet, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:11.253350 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-fc6c5a17-99b6-4b07-b96a-096d72b20348 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:11.305192 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-72127879-7ed2-410c-8364-e10be61136d6 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3149227'] for subnet, precommit_delete_associations {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:11.408142 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-72127879-7ed2-410c-8364-e10be61136d6 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:11.457898 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7169d3af-ac91-434a-b30f-56cee3995660 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:11.497674 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-fc6c5a17-99b6-4b07-b96a-096d72b20348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:11.514369 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6c5a17-99b6-4b07-b96a-096d72b20348 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7fa59ef-a16b-431e-9b87-d9932f0c67be,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:11.531334 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-fc6c5a17-99b6-4b07-b96a-096d72b20348 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:11.534149 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-fc6c5a17-99b6-4b07-b96a-096d72b20348 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/e7fa59ef-a16b-431e-9b87-d9932f0c67be HTTP/1.1" status: 204 len: 168 time: 0.5722890 May 30 20:37:11.545053 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7169d3af-ac91-434a-b30f-56cee3995660 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Pushing event deleted for resources: {'Port': ['ID=921a1e6e-cec5-4955-8e41-8bf9c39ee1fc,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:11.607886 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-72127879-7ed2-410c-8364-e10be61136d6 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4055470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114247'] for subnet, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:11.668211 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72127879-7ed2-410c-8364-e10be61136d6 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Pushing event deleted for resources: {'Subnet': ['ID=ee838dec-7215-45fd-b3e6-bc45864e6db0,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:11.672410 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-72127879-7ed2-410c-8364-e10be61136d6 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:11.674432 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-72127879-7ed2-410c-8364-e10be61136d6 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] 10.222.0.85 "DELETE /v2.0/subnets/ee838dec-7215-45fd-b3e6-bc45864e6db0 HTTP/1.1" status: 204 len: 168 time: 1.0107741 May 30 20:37:11.677140 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 53766) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:11.685836 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4439960f-c845-47bb-9364-0f493ba851de None None] Network 3047efca-37b6-41ed-8fdf-21f02135b0c0 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:37:11.844126 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-fd308219-3d3a-444b-b5d7-1b1063013eb3 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:11.870251 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-fd308219-3d3a-444b-b5d7-1b1063013eb3 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Deleting port fe15f46d-7cd9-4192-a31a-fffe47ea341e {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:37:11.870251 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-fd308219-3d3a-444b-b5d7-1b1063013eb3 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:11.872911 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7169d3af-ac91-434a-b30f-56cee3995660 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-736453'] for router_gateway, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:12.054594 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a57b88-a5d4-4478-a9d5-439f5a26e2b3 None None] DHCP port deletion for 3047efca-37b6-41ed-8fdf-21f02135b0c0 request from n-d-843948-2 {{(pid=84888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:37:12.065849 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-10a57b88-a5d4-4478-a9d5-439f5a26e2b3 None None] Deleting port fe15f46d-7cd9-4192-a31a-fffe47ea341e {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:37:12.067026 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-10a57b88-a5d4-4478-a9d5-439f5a26e2b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:12.140478 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [None req-fd308219-3d3a-444b-b5d7-1b1063013eb3 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] For port fe15f46d-7cd9-4192-a31a-fffe47ea341e, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=fe15f46d-7cd9-4192-a31a-fffe47ea341e,segment=NetworkSegment(0cb18090-2eaf-4180-bce6-4b2da8c29e26),segment_id=0cb18090-2eaf-4180-bce6-4b2da8c29e26)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:37:12.140760 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-fd308219-3d3a-444b-b5d7-1b1063013eb3 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:12.363843 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-fd308219-3d3a-444b-b5d7-1b1063013eb3 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Calling delete_port for fe15f46d-7cd9-4192-a31a-fffe47ea341e owned by network:dhcp {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:37:12.378433 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7169d3af-ac91-434a-b30f-56cee3995660 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-724789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3141'] for router, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:12.383068 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7169d3af-ac91-434a-b30f-56cee3995660 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:12.432515 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device fe15f46d-7cd9-4192-a31a-fffe47ea341e no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:37:12.432774 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ea3298-4e6f-4c53-a34e-3869a09cfabf req-e9035dfd-5ad1-43b3-b63a-9bf90a6dd166 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:37:12.434400 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f3ea3298-4e6f-4c53-a34e-3869a09cfabf req-e9035dfd-5ad1-43b3-b63a-9bf90a6dd166 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] 10.222.0.85 "GET /v2.0/ports?device_id=9f2acdd5-0951-4d21-a2ba-3caff48e9d17 HTTP/1.1" status: 200 len: 945 time: 0.4702594 May 30 20:37:12.488451 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f3ea3298-4e6f-4c53-a34e-3869a09cfabf req-b0670327-6e84-4a37-af60-4c84a6a25a14 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] 10.222.0.85 "GET /v2.0/security-groups?id=1c8a214b-6487-4b26-aae5-3d5d58bf176d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478880 May 30 20:37:12.515189 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7169d3af-ac91-434a-b30f-56cee3995660 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724889'] for router, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:12.515934 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7169d3af-ac91-434a-b30f-56cee3995660 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ee501f96-9662-473c-8af9-7a8b5a6b4ed2 {{(pid=84886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:37:12.533012 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 53788) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:12.544507 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7169d3af-ac91-434a-b30f-56cee3995660 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Notify callbacks [] for router, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:12.550062 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 53794) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:12.552588 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-7169d3af-ac91-434a-b30f-56cee3995660 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] 10.222.0.85 "DELETE /v2.0/routers/ee501f96-9662-473c-8af9-7a8b5a6b4ed2 HTTP/1.1" status: 204 len: 168 time: 2.6488733 May 30 20:37:12.561936 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-3075efa7-411f-4908-8f23-ff6367023c07 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1576112742', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}, 'admin_state_up': False}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:37:12.573018 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-3075efa7-411f-4908-8f23-ff6367023c07 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:37:12.577662 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-fd308219-3d3a-444b-b5d7-1b1063013eb3 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:12.601495 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-10a57b88-a5d4-4478-a9d5-439f5a26e2b3 None None] For port fe15f46d-7cd9-4192-a31a-fffe47ea341e, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=fe15f46d-7cd9-4192-a31a-fffe47ea341e,segment=NetworkSegment(0cb18090-2eaf-4180-bce6-4b2da8c29e26),segment_id=0cb18090-2eaf-4180-bce6-4b2da8c29e26)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:37:12.601911 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-10a57b88-a5d4-4478-a9d5-439f5a26e2b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:12.614804 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No active binding found for port fe15f46d-7cd9-4192-a31a-fffe47ea341e {{(pid=84888) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} May 30 20:37:12.615195 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device fe15f46d-7cd9-4192-a31a-fffe47ea341e not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:37:12.626311 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-3075efa7-411f-4908-8f23-ff6367023c07 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Usage tracker for resource:router and tenant:633939d5a6114ff7ab2b02dad4ac8e9d is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:37:12.638524 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-3075efa7-411f-4908-8f23-ff6367023c07 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:37:12.644589 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd308219-3d3a-444b-b5d7-1b1063013eb3 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Pushing event deleted for resources: {'Port': ['ID=fe15f46d-7cd9-4192-a31a-fffe47ea341e,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:12.651926 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-3075efa7-411f-4908-8f23-ff6367023c07 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:37:12.657847 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd308219-3d3a-444b-b5d7-1b1063013eb3 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] No DVR routers for this DVR port fe15f46d-7cd9-4192-a31a-fffe47ea341e on host n-d-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:37:12.754252 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-10a57b88-a5d4-4478-a9d5-439f5a26e2b3 None None] Calling delete_port for fe15f46d-7cd9-4192-a31a-fffe47ea341e owned by network:dhcp {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:37:12.801739 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3075efa7-411f-4908-8f23-ff6367023c07 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-733683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3159'] for router, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:12.803079 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3075efa7-411f-4908-8f23-ff6367023c07 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-733584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-736372', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-628480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3164'] for router, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:12.807479 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-fd308219-3d3a-444b-b5d7-1b1063013eb3 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:12.846894 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-fd308219-3d3a-444b-b5d7-1b1063013eb3 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3047efca-37b6-41ed-8fdf-21f02135b0c0']}} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:37:12.855723 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.db.api [None req-10a57b88-a5d4-4478-a9d5-439f5a26e2b3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:37:12.855723 n-d-843948-2 neutron-server[84888]: DEBUG oslo_db.api [None req-10a57b88-a5d4-4478-a9d5-439f5a26e2b3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:37:12.864498 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-fd308219-3d3a-444b-b5d7-1b1063013eb3 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cb18090-2eaf-4180-bce6-4b2da8c29e26') {'for_net_delete': True} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:37:12.864793 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-fd308219-3d3a-444b-b5d7-1b1063013eb3 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cb18090-2eaf-4180-bce6-4b2da8c29e26') {} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:37:12.883882 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-fd308219-3d3a-444b-b5d7-1b1063013eb3 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3149912'] for segment, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:12.891739 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3075efa7-411f-4908-8f23-ff6367023c07 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:12.913789 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-fd308219-3d3a-444b-b5d7-1b1063013eb3 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:12.925386 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd308219-3d3a-444b-b5d7-1b1063013eb3 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Releasing vlan 675 on physical network physnet1 to pool {{(pid=84887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:37:12.925804 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-fd308219-3d3a-444b-b5d7-1b1063013eb3 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4055488'] for segment, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:12.943660 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-bd6fe875-23d6-411a-a667-0c5c5020b402 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1338047227'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:37:12.947460 n-d-843948-2 neutron-server[84887]: Traceback (most recent call last): May 30 20:37:12.947460 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:37:12.947460 n-d-843948-2 neutron-server[84887]: timer() May 30 20:37:12.947460 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:37:12.947460 n-d-843948-2 neutron-server[84887]: cb(*args, **kw) May 30 20:37:12.947460 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:37:12.947460 n-d-843948-2 neutron-server[84887]: return func(*args, **kwargs) May 30 20:37:12.947460 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:37:12.947460 n-d-843948-2 neutron-server[84887]: self._notify() May 30 20:37:12.947460 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:37:12.947460 n-d-843948-2 neutron-server[84887]: self.callback(batched_events) May 30 20:37:12.947460 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:37:12.947460 n-d-843948-2 neutron-server[84887]: event.method(event) May 30 20:37:12.947460 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:37:12.947460 n-d-843948-2 neutron-server[84887]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:37:12.947460 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:37:12.947460 n-d-843948-2 neutron-server[84887]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:37:12.947460 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:37:12.947460 n-d-843948-2 neutron-server[84887]: return f(self, *a, **k) May 30 20:37:12.947460 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:37:12.947460 n-d-843948-2 neutron-server[84887]: return self._get(url).json() May 30 20:37:12.947460 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:37:12.947460 n-d-843948-2 neutron-server[84887]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:37:12.947460 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:37:12.947460 n-d-843948-2 neutron-server[84887]: return self.request(url, 'GET', **kwargs) May 30 20:37:12.947460 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:37:12.947460 n-d-843948-2 neutron-server[84887]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:37:12.947460 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:37:12.947460 n-d-843948-2 neutron-server[84887]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:37:12.947460 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:37:12.947460 n-d-843948-2 neutron-server[84887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:37:12.947460 n-d-843948-2 neutron-server[84887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:37:12.954068 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-bd6fe875-23d6-411a-a667-0c5c5020b402 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:37:13.006880 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-bd6fe875-23d6-411a-a667-0c5c5020b402 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Usage tracker for resource:network and tenant:a9660a1168384ecbb450551c6404c530 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:37:13.024332 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-bd6fe875-23d6-411a-a667-0c5c5020b402 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:37:13.094108 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-bd6fe875-23d6-411a-a667-0c5c5020b402 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:37:13.174785 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3075efa7-411f-4908-8f23-ff6367023c07 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-736390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:13.258792 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-fd308219-3d3a-444b-b5d7-1b1063013eb3 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:13.280983 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-fd308219-3d3a-444b-b5d7-1b1063013eb3 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:13.290236 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd308219-3d3a-444b-b5d7-1b1063013eb3 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Pushing event deleted for resources: {'Network': ['ID=3047efca-37b6-41ed-8fdf-21f02135b0c0,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:13.303425 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd6fe875-23d6-411a-a667-0c5c5020b402 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Made reservation on behalf of a9660a1168384ecbb450551c6404c530 for: {'network': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:37:13.306693 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-bd6fe875-23d6-411a-a667-0c5c5020b402 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:13.337459 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-bd6fe875-23d6-411a-a667-0c5c5020b402 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:13.354655 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-10a57b88-a5d4-4478-a9d5-439f5a26e2b3 None None] Deleting port fe15f46d-7cd9-4192-a31a-fffe47ea341e {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:37:13.354916 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-10a57b88-a5d4-4478-a9d5-439f5a26e2b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:13.429210 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-10a57b88-a5d4-4478-a9d5-439f5a26e2b3 None None] The port 'fe15f46d-7cd9-4192-a31a-fffe47ea341e' was deleted {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 20:37:13.528083 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 53818) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:13.528634 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-fd308219-3d3a-444b-b5d7-1b1063013eb3 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] 10.222.0.85 "DELETE /v2.0/networks/3047efca-37b6-41ed-8fdf-21f02135b0c0 HTTP/1.1" status: 204 len: 168 time: 1.8500497 May 30 20:37:13.535061 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-e143be08-6d42-4b16-8cc4-48926570d786 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Request body: {'network': {'name': 'tempest-RoutersTest-744000698'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:37:13.541724 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-e143be08-6d42-4b16-8cc4-48926570d786 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:37:13.557505 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-e143be08-6d42-4b16-8cc4-48926570d786 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Usage tracker for resource:network and tenant:58f9213e719f47ba816694fbf3eafd38 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:37:13.558118 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-e143be08-6d42-4b16-8cc4-48926570d786 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:37:13.569085 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-e143be08-6d42-4b16-8cc4-48926570d786 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:37:13.571162 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-bd6fe875-23d6-411a-a667-0c5c5020b402 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:37:13.577119 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-bd6fe875-23d6-411a-a667-0c5c5020b402 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Usage tracker for resource:security_group_rule and tenant:a9660a1168384ecbb450551c6404c530 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:37:13.590608 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-bd6fe875-23d6-411a-a667-0c5c5020b402 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:37:13.612390 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-bd6fe875-23d6-411a-a667-0c5c5020b402 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:37:13.675903 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e143be08-6d42-4b16-8cc4-48926570d786 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Made reservation on behalf of 58f9213e719f47ba816694fbf3eafd38 for: {'network': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:37:13.680270 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e143be08-6d42-4b16-8cc4-48926570d786 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:13.721653 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e143be08-6d42-4b16-8cc4-48926570d786 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] vlan segment allocate from pool success with {'vlan_id': 674, 'physical_network': 'physnet1'} {{(pid=84886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:37:13.735893 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e143be08-6d42-4b16-8cc4-48926570d786 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:13.736732 n-d-843948-2 neutron-server[84886]: INFO neutron.db.segments_db [None req-e143be08-6d42-4b16-8cc4-48926570d786 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Added segment 8cce2785-ee55-4f78-bed9-d73178a777e4 of type vlan for network 0e549abc-16a6-4cae-9ffa-e368ab7855e2 May 30 20:37:13.779554 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e143be08-6d42-4b16-8cc4-48926570d786 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:13.886074 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e143be08-6d42-4b16-8cc4-48926570d786 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:13.891670 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e143be08-6d42-4b16-8cc4-48926570d786 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:37:13.892286 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e143be08-6d42-4b16-8cc4-48926570d786 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks [] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:13.893889 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3075efa7-411f-4908-8f23-ff6367023c07 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Notify callbacks [] for router_gateway, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:13.946075 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-bd6fe875-23d6-411a-a667-0c5c5020b402 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:13.949199 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3075efa7-411f-4908-8f23-ff6367023c07 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:13.957452 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ad5b95-8ca6-4e77-b734-c877b468e06a req-35b37139-f533-4443-994d-471f68157f4b tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:37:13.959844 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a4ad5b95-8ca6-4e77-b734-c877b468e06a req-35b37139-f533-4443-994d-471f68157f4b tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] 10.222.0.85 "GET /v2.0/ports?device_id=9f2acdd5-0951-4d21-a2ba-3caff48e9d17 HTTP/1.1" status: 200 len: 945 time: 0.3050737 May 30 20:37:14.004392 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-e143be08-6d42-4b16-8cc4-48926570d786 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4742005 May 30 20:37:14.016229 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 53832) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:14.036881 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-efdea34e-71e3-47a1-9ed3-83bcd2cb93a5 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Request body: {'subnet': {'network_id': '0e549abc-16a6-4cae-9ffa-e368ab7855e2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:37:14.074771 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e143be08-6d42-4b16-8cc4-48926570d786 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Pushing event updated for resources: {'Network': ['ID=0e549abc-16a6-4cae-9ffa-e368ab7855e2,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:14.091646 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network 0e549abc-16a6-4cae-9ffa-e368ab7855e2 details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:37:14.157008 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-bd6fe875-23d6-411a-a667-0c5c5020b402 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:14.209768 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 53838) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:14.256163 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd6fe875-23d6-411a-a667-0c5c5020b402 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] vlan segment allocate from pool success with {'vlan_id': 693, 'physical_network': 'physnet1'} {{(pid=84887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:37:14.271294 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6fe875-23d6-411a-a667-0c5c5020b402 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ebcea5d-a9d1-4de9-a421-0f09dc7f38af,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:14.285953 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-efdea34e-71e3-47a1-9ed3-83bcd2cb93a5 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:37:14.308969 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-efdea34e-71e3-47a1-9ed3-83bcd2cb93a5 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Usage tracker for resource:subnet and tenant:58f9213e719f47ba816694fbf3eafd38 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:37:14.310150 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-efdea34e-71e3-47a1-9ed3-83bcd2cb93a5 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:37:14.313760 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-bd6fe875-23d6-411a-a667-0c5c5020b402 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:14.314127 n-d-843948-2 neutron-server[84887]: INFO neutron.db.segments_db [None req-bd6fe875-23d6-411a-a667-0c5c5020b402 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Added segment dd6f3af6-13aa-4631-98c1-94fcc15284a3 of type vlan for network 076ba8d4-c650-4d43-833c-1d790cc9385d May 30 20:37:14.324008 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-efdea34e-71e3-47a1-9ed3-83bcd2cb93a5 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:37:14.331974 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a4ad5b95-8ca6-4e77-b734-c877b468e06a req-9fbda5d5-ff69-4879-80f6-0808c321c18c tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] 10.222.0.85 "GET /v2.0/security-groups?id=1c8a214b-6487-4b26-aae5-3d5d58bf176d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3295302 May 30 20:37:14.409096 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-bd6fe875-23d6-411a-a667-0c5c5020b402 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:14.448156 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [None req-3075efa7-411f-4908-8f23-ff6367023c07 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Allocated IP 172.25.8.22 (c7869750-4b49-4b7e-aa99-5e0f1ae02da4/427601ec-f643-4fe7-b5e6-17305d3a39e1/29159a0b-f250-4749-a0f2-5bbb9b75cc19) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:37:14.463658 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efdea34e-71e3-47a1-9ed3-83bcd2cb93a5 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Made reservation on behalf of 58f9213e719f47ba816694fbf3eafd38 for: {'subnet': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:37:14.596775 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-bd6fe875-23d6-411a-a667-0c5c5020b402 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:14.600537 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd6fe875-23d6-411a-a667-0c5c5020b402 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:37:14.601106 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-bd6fe875-23d6-411a-a667-0c5c5020b402 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:14.675279 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-88f8dcf1-90ce-4dc2-a567-9036840b9037 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-736216'] for router_interface, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:14.834497 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6fe875-23d6-411a-a667-0c5c5020b402 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Pushing event updated for resources: {'Network': ['ID=076ba8d4-c650-4d43-833c-1d790cc9385d,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:14.840683 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-efdea34e-71e3-47a1-9ed3-83bcd2cb93a5 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114220'] for subnet, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:14.848252 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network 076ba8d4-c650-4d43-833c-1d790cc9385d details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:37:14.930636 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-bd6fe875-23d6-411a-a667-0c5c5020b402 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.3957074 May 30 20:37:14.933677 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 53854) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:14.942711 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-b9e4409e-9fba-4b56-be75-4baf8a8d7e65 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Request body: {'subnet': {'network_id': '076ba8d4-c650-4d43-833c-1d790cc9385d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:37:14.986784 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3075efa7-411f-4908-8f23-ff6367023c07 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:15.103062 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-b9e4409e-9fba-4b56-be75-4baf8a8d7e65 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:37:15.108447 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-b9e4409e-9fba-4b56-be75-4baf8a8d7e65 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Usage tracker for resource:subnet and tenant:a9660a1168384ecbb450551c6404c530 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:37:15.112133 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-b9e4409e-9fba-4b56-be75-4baf8a8d7e65 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:37:15.119918 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-b9e4409e-9fba-4b56-be75-4baf8a8d7e65 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:37:15.179602 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3075efa7-411f-4908-8f23-ff6367023c07 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:15.303732 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3075efa7-411f-4908-8f23-ff6367023c07 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Pushing event updated for resources: {'Port': ['ID=29159a0b-f250-4749-a0f2-5bbb9b75cc19,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:15.311780 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3075efa7-411f-4908-8f23-ff6367023c07 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:37:15.314546 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-3075efa7-411f-4908-8f23-ff6367023c07 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:37:15.321438 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3075efa7-411f-4908-8f23-ff6367023c07 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:37:15.354835 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9e4409e-9fba-4b56-be75-4baf8a8d7e65 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Made reservation on behalf of a9660a1168384ecbb450551c6404c530 for: {'subnet': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:37:15.380027 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-efdea34e-71e3-47a1-9ed3-83bcd2cb93a5 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4055401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114238'] for subnet, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:15.458863 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdea34e-71e3-47a1-9ed3-83bcd2cb93a5 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Pushing event updated for resources: {'Subnet': ['ID=8bae4370-b4b3-4266-adea-9ed10967895d,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:15.539516 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b9e4409e-9fba-4b56-be75-4baf8a8d7e65 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2778563'] for subnet, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:15.572429 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efdea34e-71e3-47a1-9ed3-83bcd2cb93a5 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Checking segment: {'id': '8cce2785-ee55-4f78-bed9-d73178a777e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '0e549abc-16a6-4cae-9ffa-e368ab7855e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:37:15.573265 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efdea34e-71e3-47a1-9ed3-83bcd2cb93a5 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Network hostable DHCP agents. Network: 0e549abc-16a6-4cae-9ffa-e368ab7855e2, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:37:15.697779 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efdea34e-71e3-47a1-9ed3-83bcd2cb93a5 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Network 0e549abc-16a6-4cae-9ffa-e368ab7855e2 is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:37:15.793528 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-efdea34e-71e3-47a1-9ed3-83bcd2cb93a5 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, 0e549abc-16a6-4cae-9ffa-e368ab7855e2) {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:37:15.810834 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efdea34e-71e3-47a1-9ed3-83bcd2cb93a5 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:37:15.811224 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfdbcced-7f3e-40d6-96f8-86213fd79961 None None] Network 0e549abc-16a6-4cae-9ffa-e368ab7855e2 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:37:15.816719 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-efdea34e-71e3-47a1-9ed3-83bcd2cb93a5 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:15.841817 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3075efa7-411f-4908-8f23-ff6367023c07 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Notify callbacks [] for router_gateway, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:15.848647 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3075efa7-411f-4908-8f23-ff6367023c07 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-736409'] for router, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:16.191271 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-efdea34e-71e3-47a1-9ed3-83bcd2cb93a5 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1735094 May 30 20:37:16.192128 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 53878) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:16.209273 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb16341-833c-4adc-b9f4-4cd16bdb3127 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-0e549abc-16a6-4cae-9ffa-e368ab7855e2', 'network_id': '0e549abc-16a6-4cae-9ffa-e368ab7855e2', 'tenant_id': '58f9213e719f47ba816694fbf3eafd38', 'fixed_ips': [{'subnet_id': '8bae4370-b4b3-4266-adea-9ed10967895d'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:37:16.210200 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ecb16341-833c-4adc-b9f4-4cd16bdb3127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:16.211178 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-bc7c4b55-0124-41b4-9205-29fddfe6bb76 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-468179523', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:37:16.220727 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-bc7c4b55-0124-41b4-9205-29fddfe6bb76 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:37:16.229524 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-bc7c4b55-0124-41b4-9205-29fddfe6bb76 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Usage tracker for resource:router and tenant:58f9213e719f47ba816694fbf3eafd38 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:37:16.241087 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-bc7c4b55-0124-41b4-9205-29fddfe6bb76 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:37:16.249865 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-bc7c4b55-0124-41b4-9205-29fddfe6bb76 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:37:16.257647 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5226b40f-b11e-48b7-b859-c7b72a8d198d req-d0eb6f6d-0398-4dde-a557-dac16c8d8654 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:37:16.259155 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5226b40f-b11e-48b7-b859-c7b72a8d198d req-d0eb6f6d-0398-4dde-a557-dac16c8d8654 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] 10.222.0.85 "GET /v2.0/ports?device_id=9f2acdd5-0951-4d21-a2ba-3caff48e9d17 HTTP/1.1" status: 200 len: 945 time: 0.6963217 May 30 20:37:16.356780 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-bc7c4b55-0124-41b4-9205-29fddfe6bb76 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-733683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3159'] for router, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:16.357733 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-bc7c4b55-0124-41b4-9205-29fddfe6bb76 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-733584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-736372', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-628480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3164'] for router, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:16.402294 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-bc7c4b55-0124-41b4-9205-29fddfe6bb76 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:16.411019 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-ecb16341-833c-4adc-b9f4-4cd16bdb3127 None None] Allocated IP 172.20.0.2 (0e549abc-16a6-4cae-9ffa-e368ab7855e2/8bae4370-b4b3-4266-adea-9ed10967895d/8bdeeb5d-62dc-414c-8a9d-7b677d70fa1b) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:37:16.413971 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5226b40f-b11e-48b7-b859-c7b72a8d198d req-9076bec3-4551-44a9-8f64-fb3fb007654d tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] 10.222.0.85 "GET /v2.0/security-groups?id=1c8a214b-6487-4b26-aae5-3d5d58bf176d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1386521 May 30 20:37:16.497805 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3075efa7-411f-4908-8f23-ff6367023c07 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Router 5b253d1b-618c-4179-87c3-9dcbc03e80d7 is scheduled to L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 with binding_index 1 {{(pid=84887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 20:37:16.526401 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-88f8dcf1-90ce-4dc2-a567-9036840b9037 admin admin] Deleting port 1abb0086-ec1f-4eea-bfbb-44ee6d3ef2bd {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:37:16.526744 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-88f8dcf1-90ce-4dc2-a567-9036840b9037 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:16.580481 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-bc7c4b55-0124-41b4-9205-29fddfe6bb76 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-736409'] for router, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:16.680921 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ecb16341-833c-4adc-b9f4-4cd16bdb3127 None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:16.695398 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-ecb16341-833c-4adc-b9f4-4cd16bdb3127 None None] Transition to ACTIVE for port object 8bdeeb5d-62dc-414c-8a9d-7b677d70fa1b will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:37:16.720219 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-ecb16341-833c-4adc-b9f4-4cd16bdb3127 None None] Transition to ACTIVE for port object 8bdeeb5d-62dc-414c-8a9d-7b677d70fa1b will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:37:16.720451 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b9e4409e-9fba-4b56-be75-4baf8a8d7e65 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4127140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2778577'] for subnet, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:16.786928 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3075efa7-411f-4908-8f23-ff6367023c07 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:37:16.804262 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ffb8617-068d-4f05-9178-653d381d8834 None None] Sync routers for ids ['5b253d1b-618c-4179-87c3-9dcbc03e80d7'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:37:16.818964 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e4409e-9fba-4b56-be75-4baf8a8d7e65 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Pushing event updated for resources: {'Subnet': ['ID=9924866c-6d75-44a8-9093-50044a57a0f9,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:16.824235 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ffb8617-068d-4f05-9178-653d381d8834 None None] Routers {'5b253d1b-618c-4179-87c3-9dcbc03e80d7'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:37:16.825462 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-2ffb8617-068d-4f05-9178-653d381d8834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:36:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['5b253d1b-618c-4179-87c3-9dcbc03e80d7'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:37:16.840924 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-bc7c4b55-0124-41b4-9205-29fddfe6bb76 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks [] for router, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:16.841156 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ecb16341-833c-4adc-b9f4-4cd16bdb3127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:16.846451 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-bc7c4b55-0124-41b4-9205-29fddfe6bb76 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6480939 May 30 20:37:16.847399 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 53890) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:16.856015 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-88f8dcf1-90ce-4dc2-a567-9036840b9037 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:16.869335 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3075efa7-411f-4908-8f23-ff6367023c07 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Notify callbacks [] for router, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:16.871113 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-3075efa7-411f-4908-8f23-ff6367023c07 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.3190925 May 30 20:37:16.873261 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 53894) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:16.879156 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-8b81afd9-cb5f-4d1a-92f3-e12e35b73734 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'enable_snat': False}}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:37:16.904087 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-2ffb8617-068d-4f05-9178-653d381d8834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:37:16.916019 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ffb8617-068d-4f05-9178-653d381d8834 None None] Routers {'5b253d1b-618c-4179-87c3-9dcbc03e80d7'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:37:16.917075 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-2ffb8617-068d-4f05-9178-653d381d8834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:36:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['5b253d1b-618c-4179-87c3-9dcbc03e80d7'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:37:17.034630 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb16341-833c-4adc-b9f4-4cd16bdb3127 None None] Network 0e549abc-16a6-4cae-9ffa-e368ab7855e2 is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:37:17.042379 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-ecb16341-833c-4adc-b9f4-4cd16bdb3127 None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:37:17.057989 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb16341-833c-4adc-b9f4-4cd16bdb3127 None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:37:17.058880 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-2ffb8617-068d-4f05-9178-653d381d8834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:37:17.059512 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ffb8617-068d-4f05-9178-653d381d8834 None None] The sync data for ids ['5b253d1b-618c-4179-87c3-9dcbc03e80d7'] in n-d-843948-2 is: [] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:37:17.164706 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb16341-833c-4adc-b9f4-4cd16bdb3127 None None] Pushing event updated for resources: {'Port': ['ID=8bdeeb5d-62dc-414c-8a9d-7b677d70fa1b,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:17.224001 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb16341-833c-4adc-b9f4-4cd16bdb3127 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:37:17.224233 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb16341-833c-4adc-b9f4-4cd16bdb3127 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:37:17.224600 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb16341-833c-4adc-b9f4-4cd16bdb3127 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:37:17.224944 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb16341-833c-4adc-b9f4-4cd16bdb3127 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:37:17.225274 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb16341-833c-4adc-b9f4-4cd16bdb3127 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:37:17.225601 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb16341-833c-4adc-b9f4-4cd16bdb3127 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:37:17.225976 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb16341-833c-4adc-b9f4-4cd16bdb3127 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:37:17.226303 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb16341-833c-4adc-b9f4-4cd16bdb3127 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:37:17.226915 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb16341-833c-4adc-b9f4-4cd16bdb3127 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:37:17.227036 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-88f8dcf1-90ce-4dc2-a567-9036840b9037 admin admin] Calling delete_port for 1abb0086-ec1f-4eea-bfbb-44ee6d3ef2bd owned by network:router_interface {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:37:17.227138 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb16341-833c-4adc-b9f4-4cd16bdb3127 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:37:17.227340 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb16341-833c-4adc-b9f4-4cd16bdb3127 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:37:17.272574 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-ecb16341-833c-4adc-b9f4-4cd16bdb3127 None None] Attempting to bind port 8bdeeb5d-62dc-414c-8a9d-7b677d70fa1b on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:37:17.272943 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-ecb16341-833c-4adc-b9f4-4cd16bdb3127 None None] Attempting to bind port 8bdeeb5d-62dc-414c-8a9d-7b677d70fa1b by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': '8cce2785-ee55-4f78-bed9-d73178a777e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '0e549abc-16a6-4cae-9ffa-e368ab7855e2'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:37:17.273302 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb16341-833c-4adc-b9f4-4cd16bdb3127 None None] Attempting to bind port 8bdeeb5d-62dc-414c-8a9d-7b677d70fa1b on network 0e549abc-16a6-4cae-9ffa-e368ab7855e2 {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:37:17.281855 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb16341-833c-4adc-b9f4-4cd16bdb3127 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:37:17.284878 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb16341-833c-4adc-b9f4-4cd16bdb3127 None None] Checking segment: {'id': '8cce2785-ee55-4f78-bed9-d73178a777e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '0e549abc-16a6-4cae-9ffa-e368ab7855e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:37:17.284878 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ecb16341-833c-4adc-b9f4-4cd16bdb3127 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:17.284878 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb16341-833c-4adc-b9f4-4cd16bdb3127 None None] Bound using segment: {'id': '8cce2785-ee55-4f78-bed9-d73178a777e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '0e549abc-16a6-4cae-9ffa-e368ab7855e2'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:37:17.284878 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-ecb16341-833c-4adc-b9f4-4cd16bdb3127 None None] Bound port: 8bdeeb5d-62dc-414c-8a9d-7b677d70fa1b, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cce2785-ee55-4f78-bed9-d73178a777e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '0e549abc-16a6-4cae-9ffa-e368ab7855e2'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:37:17.284878 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ecb16341-833c-4adc-b9f4-4cd16bdb3127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:17.429309 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e4409e-9fba-4b56-be75-4baf8a8d7e65 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Checking segment: {'id': 'dd6f3af6-13aa-4631-98c1-94fcc15284a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '076ba8d4-c650-4d43-833c-1d790cc9385d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:37:17.430321 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e4409e-9fba-4b56-be75-4baf8a8d7e65 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Network hostable DHCP agents. Network: 076ba8d4-c650-4d43-833c-1d790cc9385d, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:37:17.438166 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-ecb16341-833c-4adc-b9f4-4cd16bdb3127 None None] For port 8bdeeb5d-62dc-414c-8a9d-7b677d70fa1b, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:37:17.441575 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-ecb16341-833c-4adc-b9f4-4cd16bdb3127 None None] For port 8bdeeb5d-62dc-414c-8a9d-7b677d70fa1b, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=8bdeeb5d-62dc-414c-8a9d-7b677d70fa1b,segment=NetworkSegment(8cce2785-ee55-4f78-bed9-d73178a777e4),segment_id=8cce2785-ee55-4f78-bed9-d73178a777e4)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:37:17.447333 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9421135d-38ca-4377-b8a8-79d298d7415d req-319dd05f-6dd0-4c36-914a-73ff90f0a498 tempest-VolumesBackupsTest-557496218 tempest-VolumesBackupsTest-557496218-project] 10.222.0.85 "GET /v2.0/networks?tenant_id=07887abe5acc42d7891b86c5f258fed2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319426 May 30 20:37:17.516184 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ecb16341-833c-4adc-b9f4-4cd16bdb3127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:17.615251 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb16341-833c-4adc-b9f4-4cd16bdb3127 None None] Pushing event updated for resources: {'Port': ['ID=8bdeeb5d-62dc-414c-8a9d-7b677d70fa1b,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:17.748200 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9421135d-38ca-4377-b8a8-79d298d7415d req-bc8a736f-b82f-4ad4-b658-36a5fb1ee341 tempest-VolumesBackupsTest-557496218 tempest-VolumesBackupsTest-557496218-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:37:17.750278 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9421135d-38ca-4377-b8a8-79d298d7415d req-bc8a736f-b82f-4ad4-b658-36a5fb1ee341 tempest-VolumesBackupsTest-557496218 tempest-VolumesBackupsTest-557496218-project] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2958791 May 30 20:37:17.757803 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e79d4d-4ce8-4b0a-941c-1ae3668a0b78 req-b46c2469-d1d7-49a0-964e-26d1ea127f66 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:37:17.759342 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-60e79d4d-4ce8-4b0a-941c-1ae3668a0b78 req-b46c2469-d1d7-49a0-964e-26d1ea127f66 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] 10.222.0.85 "GET /v2.0/ports?device_id=9f2acdd5-0951-4d21-a2ba-3caff48e9d17 HTTP/1.1" status: 200 len: 945 time: 0.4597778 May 30 20:37:17.762228 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-7b18318c-1aa6-4381-808c-0892969d2d3b req-d38ba412-d88e-495d-9bda-c7eb39f20e30 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=be518c6f2f7741c6a6c26447eed4fca2&device_id=9f2acdd5-0951-4d21-a2ba-3caff48e9d17 HTTP/1.1" status: 200 len: 1096 time: 0.4660192 May 30 20:37:17.769552 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e4409e-9fba-4b56-be75-4baf8a8d7e65 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Network 076ba8d4-c650-4d43-833c-1d790cc9385d is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:37:17.782640 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9421135d-38ca-4377-b8a8-79d298d7415d req-9c7b5ef2-bb33-4013-9020-cb8f75a72e8e tempest-VolumesBackupsTest-557496218 tempest-VolumesBackupsTest-557496218-project] 10.222.0.85 "GET /v2.0/quotas/07887abe5acc42d7891b86c5f258fed2 HTTP/1.1" status: 200 len: 375 time: 0.0198827 May 30 20:37:17.840885 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9421135d-38ca-4377-b8a8-79d298d7415d req-d0bca520-d3f4-4d8e-bce9-3afd7d638e95 tempest-VolumesBackupsTest-557496218 tempest-VolumesBackupsTest-557496218-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=07887abe5acc42d7891b86c5f258fed2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0494370 May 30 20:37:17.907608 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8b81afd9-cb5f-4d1a-92f3-e12e35b73734 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-736390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:18.199452 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-b9e4409e-9fba-4b56-be75-4baf8a8d7e65 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, 076ba8d4-c650-4d43-833c-1d790cc9385d) {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:37:18.205575 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e4409e-9fba-4b56-be75-4baf8a8d7e65 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:37:18.206750 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b9e4409e-9fba-4b56-be75-4baf8a8d7e65 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Notify callbacks [] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:18.219721 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-467f7973-cc5b-4957-8310-6fcef638414e None None] Network 076ba8d4-c650-4d43-833c-1d790cc9385d requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:37:18.260417 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 8bdeeb5d-62dc-414c-8a9d-7b677d70fa1b up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:37:18.349236 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-28760a8f-fd07-4454-ad2f-71fc9a3f9ea3 req-00131c40-caed-4118-9f73-f4ce4f811a7a tempest-VolumesBackupsTest-557496218 tempest-VolumesBackupsTest-557496218-project] 10.222.0.85 "GET /v2.0/ports?device_id=25b5e8b3-fb3a-4bc7-9861-b48d5ed54144 HTTP/1.1" status: 200 len: 210 time: 0.1794546 May 30 20:37:18.419579 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-60e79d4d-4ce8-4b0a-941c-1ae3668a0b78 req-083c6183-21a9-4826-8e55-bf0087ae20bd tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] 10.222.0.85 "GET /v2.0/security-groups?id=1c8a214b-6487-4b26-aae5-3d5d58bf176d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6474366 May 30 20:37:18.467870 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-b9e4409e-9fba-4b56-be75-4baf8a8d7e65 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.5329387 May 30 20:37:18.480515 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 53924) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:18.481602 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-88f8dcf1-90ce-4dc2-a567-9036840b9037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:18.540514 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-eef56cfe-3a26-40b2-a2ee-8324c19c31f4 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Request body: {'port': {'network_id': '076ba8d4-c650-4d43-833c-1d790cc9385d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-868633952'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:37:18.557716 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b18318c-1aa6-4381-808c-0892969d2d3b req-96f4b08e-cb7f-4d92-8cef-4ca4a1c6af36 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:37:18.559712 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-7b18318c-1aa6-4381-808c-0892969d2d3b req-96f4b08e-cb7f-4d92-8cef-4ca4a1c6af36 service neutron] 10.222.0.71 "GET /v2.0/networks?id=76cba922-309a-4387-9272-eb83164f71fd HTTP/1.1" status: 200 len: 912 time: 0.7767553 May 30 20:37:18.587757 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f8dcf1-90ce-4dc2-a567-9036840b9037 admin admin] Pushing event deleted for resources: {'Port': ['ID=1abb0086-ec1f-4eea-bfbb-44ee6d3ef2bd,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:18.598186 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 8bdeeb5d-62dc-414c-8a9d-7b677d70fa1b completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:37:18.620793 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 921a1e6e-cec5-4955-8e41-8bf9c39ee1fc no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:37:18.709131 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: 921a1e6e-cec5-4955-8e41-8bf9c39ee1fc {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:37:18.709558 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 921a1e6e-cec5-4955-8e41-8bf9c39ee1fc not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:37:18.713377 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8b81afd9-cb5f-4d1a-92f3-e12e35b73734 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-736390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:18.718865 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6017142e-f8ef-4e7e-a2f1-fed846a42bfd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-076ba8d4-c650-4d43-833c-1d790cc9385d', 'network_id': '076ba8d4-c650-4d43-833c-1d790cc9385d', 'tenant_id': 'a9660a1168384ecbb450551c6404c530', 'fixed_ips': [{'subnet_id': '9924866c-6d75-44a8-9093-50044a57a0f9'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:37:18.719866 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-6017142e-f8ef-4e7e-a2f1-fed846a42bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:18.721408 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8b81afd9-cb5f-4d1a-92f3-e12e35b73734 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-736409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-736399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-736400', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-724754'] for router, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:18.843580 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1f5980b4-c4c2-4d78-8c2f-2e6af29b5f06 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:18.993995 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-6017142e-f8ef-4e7e-a2f1-fed846a42bfd None None] Allocated IP 2001:db8::2 (076ba8d4-c650-4d43-833c-1d790cc9385d/9924866c-6d75-44a8-9093-50044a57a0f9/09d2894f-a590-4113-a99d-4fa109eed384) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:37:19.177129 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-7b18318c-1aa6-4381-808c-0892969d2d3b req-8619840b-1cc6-4bbc-a192-f115820315d5 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e29cff58-4b9a-4a94-a7b9-a66d4dd77480 HTTP/1.1" status: 200 len: 1000 time: 0.5955892 May 30 20:37:19.244805 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b81afd9-cb5f-4d1a-92f3-e12e35b73734 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Router 5b253d1b-618c-4179-87c3-9dcbc03e80d7 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:37:19.367162 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-6017142e-f8ef-4e7e-a2f1-fed846a42bfd None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:19.378690 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-6017142e-f8ef-4e7e-a2f1-fed846a42bfd None None] Transition to ACTIVE for port object 09d2894f-a590-4113-a99d-4fa109eed384 will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:37:19.402846 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-6017142e-f8ef-4e7e-a2f1-fed846a42bfd None None] Transition to ACTIVE for port object 09d2894f-a590-4113-a99d-4fa109eed384 will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:37:19.442977 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b18318c-1aa6-4381-808c-0892969d2d3b req-364a3bb0-ed9c-4de1-8362-d18c34759401 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:37:19.448818 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-7b18318c-1aa6-4381-808c-0892969d2d3b req-364a3bb0-ed9c-4de1-8362-d18c34759401 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=664239a8-9fd7-4297-838f-478b17647c0d HTTP/1.1" status: 200 len: 850 time: 0.0756078 May 30 20:37:19.512567 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d65a9034-413b-4e4b-9ae3-025cd6dfcf4b None None] Network 0e549abc-16a6-4cae-9ffa-e368ab7855e2 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:37:19.531695 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-6017142e-f8ef-4e7e-a2f1-fed846a42bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:19.572595 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-494f49c6-7a35-46ed-8955-b8b3615c35fa req-0666388f-d2c5-45cc-8ef6-8c079d7b8681 tempest-VolumesBackupsTest-557496218 tempest-VolumesBackupsTest-557496218-project] 10.222.0.85 "GET /v2.0/ports?device_id=25b5e8b3-fb3a-4bc7-9861-b48d5ed54144 HTTP/1.1" status: 200 len: 210 time: 0.0846074 May 30 20:37:19.645781 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:19.680826 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b81afd9-cb5f-4d1a-92f3-e12e35b73734 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:37:19.692484 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8b81afd9-cb5f-4d1a-92f3-e12e35b73734 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Notify callbacks [] for router, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:19.697762 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-8b81afd9-cb5f-4d1a-92f3-e12e35b73734 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] 10.222.0.85 "PUT /v2.0/routers/5b253d1b-618c-4179-87c3-9dcbc03e80d7 HTTP/1.1" status: 200 len: 925 time: 2.8198116 May 30 20:37:19.697914 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-eef56cfe-3a26-40b2-a2ee-8324c19c31f4 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:37:19.698458 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126c9091-abc9-40a1-a3d1-aac291c4644d None None] Sync routers for ids ['5b253d1b-618c-4179-87c3-9dcbc03e80d7'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:37:19.698579 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 53942) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:19.703985 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-eef56cfe-3a26-40b2-a2ee-8324c19c31f4 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Usage tracker for resource:port and tenant:a9660a1168384ecbb450551c6404c530 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:37:19.715300 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6017142e-f8ef-4e7e-a2f1-fed846a42bfd None None] Network 076ba8d4-c650-4d43-833c-1d790cc9385d is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:37:19.722075 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-6017142e-f8ef-4e7e-a2f1-fed846a42bfd None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:37:19.740238 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6017142e-f8ef-4e7e-a2f1-fed846a42bfd None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:37:19.745525 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6017142e-f8ef-4e7e-a2f1-fed846a42bfd None None] Pushing event updated for resources: {'Port': ['ID=09d2894f-a590-4113-a99d-4fa109eed384,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:19.828741 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-eef56cfe-3a26-40b2-a2ee-8324c19c31f4 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:37:19.873888 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126c9091-abc9-40a1-a3d1-aac291c4644d None None] Routers {'5b253d1b-618c-4179-87c3-9dcbc03e80d7'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:37:19.875184 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-126c9091-abc9-40a1-a3d1-aac291c4644d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:36:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['5b253d1b-618c-4179-87c3-9dcbc03e80d7'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:37:19.906640 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-eef56cfe-3a26-40b2-a2ee-8324c19c31f4 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:37:19.955334 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-0be076b0-7f01-4e13-b108-93e275a7af70 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] 10.222.0.85 "GET /v2.0/routers/5b253d1b-618c-4179-87c3-9dcbc03e80d7 HTTP/1.1" status: 200 len: 925 time: 0.2572334 May 30 20:37:19.958615 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 53948) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:20.023061 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-126c9091-abc9-40a1-a3d1-aac291c4644d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:37:20.030652 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-4bc3febf-7ae2-400d-b31d-ced3a132f840 None None] Provisioning for port 8bdeeb5d-62dc-414c-8a9d-7b677d70fa1b completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:37:20.053447 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-4bc3febf-7ae2-400d-b31d-ced3a132f840 None None] Provisioning complete for port 8bdeeb5d-62dc-414c-8a9d-7b677d70fa1b triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:37:20.054117 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-4bc3febf-7ae2-400d-b31d-ced3a132f840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:20.096860 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-0cef8374-8058-4ae8-a9fe-09acef5d3647 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] 10.222.0.85 "GET /v2.0/ports?network_id=c7869750-4b49-4b7e-aa99-5e0f1ae02da4&device_id=5b253d1b-618c-4179-87c3-9dcbc03e80d7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1364734 May 30 20:37:20.097516 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 53952) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:20.142702 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126c9091-abc9-40a1-a3d1-aac291c4644d None None] Routers {'5b253d1b-618c-4179-87c3-9dcbc03e80d7'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:37:20.143583 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-126c9091-abc9-40a1-a3d1-aac291c4644d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:36:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['5b253d1b-618c-4179-87c3-9dcbc03e80d7'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:37:20.201310 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-6017142e-f8ef-4e7e-a2f1-fed846a42bfd None None] Attempting to bind port 09d2894f-a590-4113-a99d-4fa109eed384 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:37:20.201925 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-6017142e-f8ef-4e7e-a2f1-fed846a42bfd None None] Attempting to bind port 09d2894f-a590-4113-a99d-4fa109eed384 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': 'dd6f3af6-13aa-4631-98c1-94fcc15284a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '076ba8d4-c650-4d43-833c-1d790cc9385d'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:37:20.202418 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6017142e-f8ef-4e7e-a2f1-fed846a42bfd None None] Attempting to bind port 09d2894f-a590-4113-a99d-4fa109eed384 on network 076ba8d4-c650-4d43-833c-1d790cc9385d {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:37:20.219403 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6017142e-f8ef-4e7e-a2f1-fed846a42bfd None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:37:20.219954 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6017142e-f8ef-4e7e-a2f1-fed846a42bfd None None] Checking segment: {'id': 'dd6f3af6-13aa-4631-98c1-94fcc15284a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '076ba8d4-c650-4d43-833c-1d790cc9385d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:37:20.220461 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-6017142e-f8ef-4e7e-a2f1-fed846a42bfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:20.220950 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6017142e-f8ef-4e7e-a2f1-fed846a42bfd None None] Bound using segment: {'id': 'dd6f3af6-13aa-4631-98c1-94fcc15284a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '076ba8d4-c650-4d43-833c-1d790cc9385d'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:37:20.221549 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-6017142e-f8ef-4e7e-a2f1-fed846a42bfd None None] Bound port: 09d2894f-a590-4113-a99d-4fa109eed384, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd6f3af6-13aa-4631-98c1-94fcc15284a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '076ba8d4-c650-4d43-833c-1d790cc9385d'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:37:20.222278 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-6017142e-f8ef-4e7e-a2f1-fed846a42bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:20.266986 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eef56cfe-3a26-40b2-a2ee-8324c19c31f4 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Made reservation on behalf of a9660a1168384ecbb450551c6404c530 for: {'port': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:37:20.270507 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-eef56cfe-3a26-40b2-a2ee-8324c19c31f4 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:20.298018 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-126c9091-abc9-40a1-a3d1-aac291c4644d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:37:20.298612 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126c9091-abc9-40a1-a3d1-aac291c4644d None None] The sync data for ids ['5b253d1b-618c-4179-87c3-9dcbc03e80d7'] in n-d-843948-2 is: [] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:37:20.324256 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-7b18318c-1aa6-4381-808c-0892969d2d3b req-0144746f-3634-459d-ba22-d06d1c5b4353 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=76cba922-309a-4387-9272-eb83164f71fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8637187 May 30 20:37:20.325646 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e0c37db-ade7-4d3f-a6a4-de0a2ab22054 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:37:20.326592 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-3e0c37db-ade7-4d3f-a6a4-de0a2ab22054 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Synchronizing usage tracker for tenant:4389807bfe874dc882af1e4a29d0b4d2 on resource:network {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:37:20.338791 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [req-7b18318c-1aa6-4381-808c-0892969d2d3b req-e9fc1e27-e84c-461b-ad63-a9a15c47d0e2 service neutron] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=84886) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:37:20.339994 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-7b18318c-1aa6-4381-808c-0892969d2d3b req-e9fc1e27-e84c-461b-ad63-a9a15c47d0e2 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0056911 May 30 20:37:20.388915 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [None req-eef56cfe-3a26-40b2-a2ee-8324c19c31f4 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] device_id is not set on port 610bc6e8-4db1-438c-9998-7aaad440a38e yet. {{(pid=84886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:37:20.446380 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-3e0c37db-ade7-4d3f-a6a4-de0a2ab22054 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Unset dirty status for tenant:4389807bfe874dc882af1e4a29d0b4d2 on resource:network {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:37:20.452636 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-3e0c37db-ade7-4d3f-a6a4-de0a2ab22054 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] 10.222.0.85 "GET /v2.0/networks/c7869750-4b49-4b7e-aa99-5e0f1ae02da4 HTTP/1.1" status: 200 len: 881 time: 0.3509827 May 30 20:37:20.452949 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 53956) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:20.509327 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-6017142e-f8ef-4e7e-a2f1-fed846a42bfd None None] For port 09d2894f-a590-4113-a99d-4fa109eed384, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:37:20.527847 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-ffe7ff0c-8a27-4d1e-8d9d-8299378b147a tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] 10.222.0.85 "GET /v2.0/ports?device_id=5b253d1b-618c-4179-87c3-9dcbc03e80d7 HTTP/1.1" status: 200 len: 205 time: 0.0735102 May 30 20:37:20.530129 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 53960) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:20.538806 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-6017142e-f8ef-4e7e-a2f1-fed846a42bfd None None] For port 09d2894f-a590-4113-a99d-4fa109eed384, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=09d2894f-a590-4113-a99d-4fa109eed384,segment=NetworkSegment(dd6f3af6-13aa-4631-98c1-94fcc15284a3),segment_id=dd6f3af6-13aa-4631-98c1-94fcc15284a3)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:37:20.542198 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-4bc3febf-7ae2-400d-b31d-ced3a132f840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:20.596891 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e970da-d589-429f-a452-24e04ffb5029 req-bcd1c988-073c-4b18-8dec-9da507124ff3 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:37:20.597683 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-4bc3febf-7ae2-400d-b31d-ced3a132f840 None None] For port 8bdeeb5d-62dc-414c-8a9d-7b677d70fa1b, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=8bdeeb5d-62dc-414c-8a9d-7b677d70fa1b,segment=NetworkSegment(8cce2785-ee55-4f78-bed9-d73178a777e4),segment_id=8cce2785-ee55-4f78-bed9-d73178a777e4)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:37:20.599615 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a6e970da-d589-429f-a452-24e04ffb5029 req-bcd1c988-073c-4b18-8dec-9da507124ff3 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] 10.222.0.85 "GET /v2.0/ports?device_id=9f2acdd5-0951-4d21-a2ba-3caff48e9d17 HTTP/1.1" status: 200 len: 945 time: 0.8925838 May 30 20:37:20.636053 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-6017142e-f8ef-4e7e-a2f1-fed846a42bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:20.662228 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-7b18318c-1aa6-4381-808c-0892969d2d3b req-58c2da7b-c7f6-4381-b0ce-94df2583c710 service neutron] 10.222.0.71 "GET /v2.0/networks/76cba922-309a-4387-9272-eb83164f71fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3114448 May 30 20:37:20.881764 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-1f5980b4-c4c2-4d78-8c2f-2e6af29b5f06 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Allocated IP 172.20.0.1 (0e549abc-16a6-4cae-9ffa-e368ab7855e2/8bae4370-b4b3-4266-adea-9ed10967895d/acee6a35-08c8-46a6-ba19-a83135bbfdf0) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:37:20.908109 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6017142e-f8ef-4e7e-a2f1-fed846a42bfd None None] Pushing event updated for resources: {'Port': ['ID=09d2894f-a590-4113-a99d-4fa109eed384,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:20.914616 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-daf8a17c-98fd-43d0-acc9-14ba2e1eb455 req-5e142a22-d65e-4736-b54e-6bfb94c39396 tempest-VolumesBackupsTest-557496218 tempest-VolumesBackupsTest-557496218-project] 10.222.0.85 "GET /v2.0/ports?device_id=25b5e8b3-fb3a-4bc7-9861-b48d5ed54144 HTTP/1.1" status: 200 len: 210 time: 0.0647588 May 30 20:37:20.917735 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-4bc3febf-7ae2-400d-b31d-ced3a132f840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:20.990812 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a5f6a85a-f3cc-412c-8fca-d97b41128cd8 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Notify callbacks [] for router, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:21.038225 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc3febf-7ae2-400d-b31d-ced3a132f840 None None] Pushing event updated for resources: {'Port': ['ID=8bdeeb5d-62dc-414c-8a9d-7b677d70fa1b,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:21.059890 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-69c1f776-1f40-447d-81b7-0f2d3930b912 None None] Provisioning complete for port 8bdeeb5d-62dc-414c-8a9d-7b677d70fa1b triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:37:21.060258 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-69c1f776-1f40-447d-81b7-0f2d3930b912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:21.262544 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a6e970da-d589-429f-a452-24e04ffb5029 req-14e9c9a4-2a89-4584-9f4a-398765dcd4dc tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] 10.222.0.85 "GET /v2.0/security-groups?id=1c8a214b-6487-4b26-aae5-3d5d58bf176d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5884519 May 30 20:37:21.343595 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-eef56cfe-3a26-40b2-a2ee-8324c19c31f4 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Allocated IP 2001:db8::1c0 (076ba8d4-c650-4d43-833c-1d790cc9385d/9924866c-6d75-44a8-9093-50044a57a0f9/610bc6e8-4db1-438c-9998-7aaad440a38e) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:37:21.391661 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-7b18318c-1aa6-4381-808c-0892969d2d3b req-4f6fcd93-e806-49eb-bb32-1417657544f8 service neutron] 10.222.0.71 "GET /v2.0/networks/76cba922-309a-4387-9272-eb83164f71fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6942205 May 30 20:37:21.431663 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9421135d-38ca-4377-b8a8-79d298d7415d req-9e36d869-c91c-44c9-a6ec-77576e351098 tempest-VolumesBackupsTest-557496218 tempest-VolumesBackupsTest-557496218-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=07887abe5acc42d7891b86c5f258fed2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0391912 May 30 20:37:21.441759 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1f5980b4-c4c2-4d78-8c2f-2e6af29b5f06 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:21.481160 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [None req-1f5980b4-c4c2-4d78-8c2f-2e6af29b5f06 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Transition to ACTIVE for port object acee6a35-08c8-46a6-ba19-a83135bbfdf0 will not be triggered until provisioned by entity DHCP. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:37:21.485028 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-88f8dcf1-90ce-4dc2-a567-9036840b9037 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1718140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-736143'] for router_interface, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:21.548198 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a5f6a85a-f3cc-412c-8fca-d97b41128cd8 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:21.602642 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9421135d-38ca-4377-b8a8-79d298d7415d req-9b68d54a-e600-4676-9932-54d994f39262 tempest-VolumesBackupsTest-557496218 tempest-VolumesBackupsTest-557496218-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:37:21.604421 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9421135d-38ca-4377-b8a8-79d298d7415d req-9b68d54a-e600-4676-9932-54d994f39262 tempest-VolumesBackupsTest-557496218 tempest-VolumesBackupsTest-557496218-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1665165 May 30 20:37:21.628292 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-9421135d-38ca-4377-b8a8-79d298d7415d req-2a9bef42-c114-4f4a-bbf8-ab3a3a5ca3e4 tempest-VolumesBackupsTest-557496218 tempest-VolumesBackupsTest-557496218-project] Request body: {'port': {'device_id': '25b5e8b3-fb3a-4bc7-9861-b48d5ed54144', 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1', 'admin_state_up': True, 'tenant_id': '07887abe5acc42d7891b86c5f258fed2'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:37:21.649702 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-a5f6a85a-f3cc-412c-8fca-d97b41128cd8 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Deleting port 29159a0b-f250-4749-a0f2-5bbb9b75cc19 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:37:21.650054 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a5f6a85a-f3cc-412c-8fca-d97b41128cd8 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:21.823061 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1f5980b4-c4c2-4d78-8c2f-2e6af29b5f06 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:21.885766 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-eef56cfe-3a26-40b2-a2ee-8324c19c31f4 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:21.988777 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [None req-eef56cfe-3a26-40b2-a2ee-8324c19c31f4 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Transition to ACTIVE for port object 610bc6e8-4db1-438c-9998-7aaad440a38e will not be triggered until provisioned by entity DHCP. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:37:21.998187 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5980b4-c4c2-4d78-8c2f-2e6af29b5f06 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Network 0e549abc-16a6-4cae-9ffa-e368ab7855e2 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:37:22.002091 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5980b4-c4c2-4d78-8c2f-2e6af29b5f06 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Pushing event updated for resources: {'Port': ['ID=acee6a35-08c8-46a6-ba19-a83135bbfdf0,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:22.004695 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-1f5980b4-c4c2-4d78-8c2f-2e6af29b5f06 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:37:22.008541 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5980b4-c4c2-4d78-8c2f-2e6af29b5f06 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:37:22.012455 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a5f6a85a-f3cc-412c-8fca-d97b41128cd8 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:22.114542 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1f5980b4-c4c2-4d78-8c2f-2e6af29b5f06 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-736099'] for router_interface, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:22.249739 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-eef56cfe-3a26-40b2-a2ee-8324c19c31f4 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:22.281456 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:22.310683 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-a5f6a85a-f3cc-412c-8fca-d97b41128cd8 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Calling delete_port for 29159a0b-f250-4749-a0f2-5bbb9b75cc19 owned by network:router_gateway {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:37:22.360814 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 09d2894f-a590-4113-a99d-4fa109eed384 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:37:22.380767 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-63c3765b-245d-4eec-8c72-4f9fc434e85f req-d7edd8c9-ab8d-4779-a1cf-5a7a70de1ae8 tempest-VolumesBackupsTest-557496218 tempest-VolumesBackupsTest-557496218-project] 10.222.0.85 "GET /v2.0/ports?device_id=25b5e8b3-fb3a-4bc7-9861-b48d5ed54144 HTTP/1.1" status: 200 len: 210 time: 0.1164973 May 30 20:37:22.435748 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-9421135d-38ca-4377-b8a8-79d298d7415d req-2a9bef42-c114-4f4a-bbf8-ab3a3a5ca3e4 tempest-VolumesBackupsTest-557496218 tempest-VolumesBackupsTest-557496218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:37:22.447862 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-9421135d-38ca-4377-b8a8-79d298d7415d req-2a9bef42-c114-4f4a-bbf8-ab3a3a5ca3e4 tempest-VolumesBackupsTest-557496218 tempest-VolumesBackupsTest-557496218-project] Usage tracker for resource:port and tenant:07887abe5acc42d7891b86c5f258fed2 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:37:22.457754 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-9421135d-38ca-4377-b8a8-79d298d7415d req-2a9bef42-c114-4f4a-bbf8-ab3a3a5ca3e4 tempest-VolumesBackupsTest-557496218 tempest-VolumesBackupsTest-557496218-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:37:22.457887 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8444714b-b39f-471c-b706-5466087d561e None None] Network 076ba8d4-c650-4d43-833c-1d790cc9385d requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:37:22.464122 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-9421135d-38ca-4377-b8a8-79d298d7415d req-2a9bef42-c114-4f4a-bbf8-ab3a3a5ca3e4 tempest-VolumesBackupsTest-557496218 tempest-VolumesBackupsTest-557496218-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:37:22.470913 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:37:22.584027 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9421135d-38ca-4377-b8a8-79d298d7415d req-2a9bef42-c114-4f4a-bbf8-ab3a3a5ca3e4 tempest-VolumesBackupsTest-557496218 tempest-VolumesBackupsTest-557496218-project] Made reservation on behalf of 07887abe5acc42d7891b86c5f258fed2 for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:37:22.587196 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-9421135d-38ca-4377-b8a8-79d298d7415d req-2a9bef42-c114-4f4a-bbf8-ab3a3a5ca3e4 tempest-VolumesBackupsTest-557496218 tempest-VolumesBackupsTest-557496218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:22.613658 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-9421135d-38ca-4377-b8a8-79d298d7415d req-2a9bef42-c114-4f4a-bbf8-ab3a3a5ca3e4 tempest-VolumesBackupsTest-557496218 tempest-VolumesBackupsTest-557496218-project] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:22.660961 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-1ed2f54f-b7de-4811-ae30-6b13b3e847c8 None None] Provisioning for port 09d2894f-a590-4113-a99d-4fa109eed384 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:37:22.739823 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 09d2894f-a590-4113-a99d-4fa109eed384 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:37:22.742132 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef56cfe-3a26-40b2-a2ee-8324c19c31f4 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Network 076ba8d4-c650-4d43-833c-1d790cc9385d is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:37:22.745792 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 09d2894f-a590-4113-a99d-4fa109eed384 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:37:22.746156 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:22.783138 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-eef56cfe-3a26-40b2-a2ee-8324c19c31f4 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:37:22.785199 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef56cfe-3a26-40b2-a2ee-8324c19c31f4 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:37:22.789280 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef56cfe-3a26-40b2-a2ee-8324c19c31f4 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:37:22.789908 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-eef56cfe-3a26-40b2-a2ee-8324c19c31f4 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:22.804725 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a5f6a85a-f3cc-412c-8fca-d97b41128cd8 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:22.810267 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef56cfe-3a26-40b2-a2ee-8324c19c31f4 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Pushing event updated for resources: {'Port': ['ID=610bc6e8-4db1-438c-9998-7aaad440a38e,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:22.886432 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1f5980b4-c4c2-4d78-8c2f-2e6af29b5f06 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:22.906490 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-eef56cfe-3a26-40b2-a2ee-8324c19c31f4 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 4.4176791 May 30 20:37:22.910533 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 53982) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:22.917129 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f6a85a-f3cc-412c-8fca-d97b41128cd8 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Pushing event deleted for resources: {'Port': ['ID=29159a0b-f250-4749-a0f2-5bbb9b75cc19,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:22.929707 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:22.967640 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2f961259-ba1d-4190-81b8-8892fc8722de None None] Provisioning for port acee6a35-08c8-46a6-ba19-a83135bbfdf0 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:37:22.974111 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2f961259-ba1d-4190-81b8-8892fc8722de None None] Provisioning complete for port acee6a35-08c8-46a6-ba19-a83135bbfdf0 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:37:22.974476 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2f961259-ba1d-4190-81b8-8892fc8722de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:22.984678 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-9421135d-38ca-4377-b8a8-79d298d7415d req-2a9bef42-c114-4f4a-bbf8-ab3a3a5ca3e4 tempest-VolumesBackupsTest-557496218 tempest-VolumesBackupsTest-557496218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:37:22.990177 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-34b31c32-7a12-45a4-a147-1f444a9b02ae tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Request body: {'port': {'network_id': '076ba8d4-c650-4d43-833c-1d790cc9385d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1322048925', 'allowed_address_pairs': [{'ip_address': '2001:db8::1c0', 'mac_address': 'fa:16:3e:73:a3:d4'}]}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:37:23.017099 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-9421135d-38ca-4377-b8a8-79d298d7415d req-2a9bef42-c114-4f4a-bbf8-ab3a3a5ca3e4 tempest-VolumesBackupsTest-557496218 tempest-VolumesBackupsTest-557496218-project] Usage tracker for resource:security_group_rule and tenant:07887abe5acc42d7891b86c5f258fed2 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:37:23.048143 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-2f961259-ba1d-4190-81b8-8892fc8722de None None] Port acee6a35-08c8-46a6-ba19-a83135bbfdf0 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:37:23.050471 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port 09d2894f-a590-4113-a99d-4fa109eed384, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=09d2894f-a590-4113-a99d-4fa109eed384,segment=NetworkSegment(dd6f3af6-13aa-4631-98c1-94fcc15284a3),segment_id=dd6f3af6-13aa-4631-98c1-94fcc15284a3)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:37:23.072580 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-9421135d-38ca-4377-b8a8-79d298d7415d req-2a9bef42-c114-4f4a-bbf8-ab3a3a5ca3e4 tempest-VolumesBackupsTest-557496218 tempest-VolumesBackupsTest-557496218-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:37:23.111656 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-9421135d-38ca-4377-b8a8-79d298d7415d req-2a9bef42-c114-4f4a-bbf8-ab3a3a5ca3e4 tempest-VolumesBackupsTest-557496218 tempest-VolumesBackupsTest-557496218-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:37:23.120832 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:23.126704 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 8bdeeb5d-62dc-414c-8a9d-7b677d70fa1b up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:37:23.134755 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a77f49c-6e9b-4076-a8a6-b730dbbb80bd req-9438bdb7-6353-49d0-affb-e7ddacb7121f tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:37:23.142349 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9a77f49c-6e9b-4076-a8a6-b730dbbb80bd req-9438bdb7-6353-49d0-affb-e7ddacb7121f tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] 10.222.0.85 "GET /v2.0/ports?device_id=9f2acdd5-0951-4d21-a2ba-3caff48e9d17 HTTP/1.1" status: 200 len: 945 time: 0.5888567 May 30 20:37:23.376167 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 8bdeeb5d-62dc-414c-8a9d-7b677d70fa1b triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:37:23.376789 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:23.408046 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9a77f49c-6e9b-4076-a8a6-b730dbbb80bd req-39f58c11-0aa5-4663-aa9d-b8b24b8be83b tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] 10.222.0.85 "GET /v2.0/security-groups?id=1c8a214b-6487-4b26-aae5-3d5d58bf176d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2644320 May 30 20:37:23.494441 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=09d2894f-a590-4113-a99d-4fa109eed384,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:23.606783 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b91a6b74-6872-40a9-b07a-9ea96f1c4b11 None None] Provisioning complete for port 09d2894f-a590-4113-a99d-4fa109eed384 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:37:23.607253 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b91a6b74-6872-40a9-b07a-9ea96f1c4b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:23.699818 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1f5980b4-c4c2-4d78-8c2f-2e6af29b5f06 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:23.713385 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88f8dcf1-90ce-4dc2-a567-9036840b9037 admin admin] Router ffa72f62-6387-4b1e-8c7f-f49782868d06 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:37:23.745928 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-09ff82a8-9cd5-40b4-b267-1438c42f935e req-cbb23a85-fc92-4a94-91f4-45903872df4d tempest-VolumesBackupsTest-557496218 tempest-VolumesBackupsTest-557496218-project] 10.222.0.85 "GET /v2.0/ports?device_id=25b5e8b3-fb3a-4bc7-9861-b48d5ed54144 HTTP/1.1" status: 200 len: 210 time: 0.0800455 May 30 20:37:23.747870 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-34b31c32-7a12-45a4-a147-1f444a9b02ae tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:37:23.762414 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a5f6a85a-f3cc-412c-8fca-d97b41128cd8 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-736453'] for router_gateway, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:23.790233 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1f5980b4-c4c2-4d78-8c2f-2e6af29b5f06 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:23.823329 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-34b31c32-7a12-45a4-a147-1f444a9b02ae tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Usage tracker for resource:port and tenant:a9660a1168384ecbb450551c6404c530 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:37:23.826984 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-34b31c32-7a12-45a4-a147-1f444a9b02ae tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:37:23.845764 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-34b31c32-7a12-45a4-a147-1f444a9b02ae tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:37:23.880726 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b91a6b74-6872-40a9-b07a-9ea96f1c4b11 None None] Provisioning for port 610bc6e8-4db1-438c-9998-7aaad440a38e completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:37:23.888021 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b91a6b74-6872-40a9-b07a-9ea96f1c4b11 None None] Provisioning complete for port 610bc6e8-4db1-438c-9998-7aaad440a38e triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:37:23.891448 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b91a6b74-6872-40a9-b07a-9ea96f1c4b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:23.942519 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-9421135d-38ca-4377-b8a8-79d298d7415d req-2a9bef42-c114-4f4a-bbf8-ab3a3a5ca3e4 tempest-VolumesBackupsTest-557496218 tempest-VolumesBackupsTest-557496218-project] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:23.982749 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1f5980b4-c4c2-4d78-8c2f-2e6af29b5f06 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1718057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-736206'] for router_interface, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:23.997180 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5980b4-c4c2-4d78-8c2f-2e6af29b5f06 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Pushing event updated for resources: {'Port': ['ID=acee6a35-08c8-46a6-ba19-a83135bbfdf0,revision_number=2']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:24.010716 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-9421135d-38ca-4377-b8a8-79d298d7415d req-2a9bef42-c114-4f4a-bbf8-ab3a3a5ca3e4 tempest-VolumesBackupsTest-557496218 tempest-VolumesBackupsTest-557496218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:24.022829 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-b91a6b74-6872-40a9-b07a-9ea96f1c4b11 None None] Port 610bc6e8-4db1-438c-9998-7aaad440a38e cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:37:24.122302 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34b31c32-7a12-45a4-a147-1f444a9b02ae tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Made reservation on behalf of a9660a1168384ecbb450551c6404c530 for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:37:24.130820 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 09d2894f-a590-4113-a99d-4fa109eed384 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:37:24.176156 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5980b4-c4c2-4d78-8c2f-2e6af29b5f06 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Network 0e549abc-16a6-4cae-9ffa-e368ab7855e2 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:37:24.186598 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-1f5980b4-c4c2-4d78-8c2f-2e6af29b5f06 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:37:24.213246 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-5183ffa9-ffb5-4e36-a28a-ac6db8327321 None None] Provisioning complete for port 610bc6e8-4db1-438c-9998-7aaad440a38e triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:37:24.213601 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-5183ffa9-ffb5-4e36-a28a-ac6db8327321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:24.272960 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-5183ffa9-ffb5-4e36-a28a-ac6db8327321 None None] Port 610bc6e8-4db1-438c-9998-7aaad440a38e cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:37:24.293070 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 09d2894f-a590-4113-a99d-4fa109eed384 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:37:24.293260 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:24.415949 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88f8dcf1-90ce-4dc2-a567-9036840b9037 admin admin] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:37:24.425243 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-88f8dcf1-90ce-4dc2-a567-9036840b9037 admin admin] 10.222.0.85 "PUT /v2.0/routers/ffa72f62-6387-4b1e-8c7f-f49782868d06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2117815 May 30 20:37:24.425967 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 53992) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:24.430897 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a5f6a85a-f3cc-412c-8fca-d97b41128cd8 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-724789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3141'] for router, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:24.490027 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9bef42-c114-4f4a-bbf8-ab3a3a5ca3e4 tempest-VolumesBackupsTest-557496218 tempest-VolumesBackupsTest-557496218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae52a1f7-2751-44d7-898f-84709b28d84a,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:24.509266 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a5f6a85a-f3cc-412c-8fca-d97b41128cd8 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:24.607951 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [req-9421135d-38ca-4377-b8a8-79d298d7415d req-2a9bef42-c114-4f4a-bbf8-ab3a3a5ca3e4 tempest-VolumesBackupsTest-557496218 tempest-VolumesBackupsTest-557496218-project] Allocated IP 192.168.233.18 (4344fbed-57fb-43d7-b32d-6020ce60f0a1/1b83ff54-b1af-44ce-bb75-ba148920553c/97dcd700-251d-4041-ae92-8567db8d470a) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:37:24.622083 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-34b31c32-7a12-45a4-a147-1f444a9b02ae tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:24.669454 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [None req-34b31c32-7a12-45a4-a147-1f444a9b02ae tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] device_id is not set on port 117150f0-a28f-4ba1-b252-44b855ae605f yet. {{(pid=84887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:37:24.709058 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a5f6a85a-f3cc-412c-8fca-d97b41128cd8 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724889'] for router, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:24.709721 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5f6a85a-f3cc-412c-8fca-d97b41128cd8 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Fanout notify agent at l3_agent the message router_deleted on router 5b253d1b-618c-4179-87c3-9dcbc03e80d7 {{(pid=84887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:37:24.737428 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-cf649c8c-c7bc-4556-878e-202d40572df6 None None] Provisioning complete for port acee6a35-08c8-46a6-ba19-a83135bbfdf0 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:37:24.738373 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-cf649c8c-c7bc-4556-878e-202d40572df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:24.797880 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-cf649c8c-c7bc-4556-878e-202d40572df6 None None] Port acee6a35-08c8-46a6-ba19-a83135bbfdf0 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:37:24.979342 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a5f6a85a-f3cc-412c-8fca-d97b41128cd8 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Notify callbacks [] for router, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:24.980720 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-a5f6a85a-f3cc-412c-8fca-d97b41128cd8 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] 10.222.0.85 "DELETE /v2.0/routers/5b253d1b-618c-4179-87c3-9dcbc03e80d7 HTTP/1.1" status: 204 len: 168 time: 4.4482858 May 30 20:37:24.986433 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 54000) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:24.994983 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-bad66ecc-d588-482f-8655-25dd161b12ee tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-315152511', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:37:25.024061 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-bad66ecc-d588-482f-8655-25dd161b12ee tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:37:25.031583 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-bad66ecc-d588-482f-8655-25dd161b12ee tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Usage tracker for resource:router and tenant:633939d5a6114ff7ab2b02dad4ac8e9d is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:37:25.039011 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [None req-34b31c32-7a12-45a4-a147-1f444a9b02ae tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Allocated IP 2001:db8::2cf (076ba8d4-c650-4d43-833c-1d790cc9385d/9924866c-6d75-44a8-9093-50044a57a0f9/117150f0-a28f-4ba1-b252-44b855ae605f) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:37:25.047254 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-bad66ecc-d588-482f-8655-25dd161b12ee tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:37:25.057461 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-bad66ecc-d588-482f-8655-25dd161b12ee tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:37:25.093248 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-edcde77c-1f9a-41e5-bb12-249d1def3a4c admin admin] Notify callbacks [] for router, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:25.133740 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-9421135d-38ca-4377-b8a8-79d298d7415d req-2a9bef42-c114-4f4a-bbf8-ab3a3a5ca3e4 tempest-VolumesBackupsTest-557496218 tempest-VolumesBackupsTest-557496218-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:25.185544 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-9421135d-38ca-4377-b8a8-79d298d7415d req-2a9bef42-c114-4f4a-bbf8-ab3a3a5ca3e4 tempest-VolumesBackupsTest-557496218 tempest-VolumesBackupsTest-557496218-project] Transition to ACTIVE for port object 97dcd700-251d-4041-ae92-8567db8d470a will not be triggered until provisioned by entity DHCP. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:37:25.259448 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2fe8691e-83e5-4e4e-b65d-cffa8ffcbbd8 req-3741de57-46cb-4005-8729-b76b1731d338 tempest-VolumesBackupsTest-557496218 tempest-VolumesBackupsTest-557496218-project] 10.222.0.85 "GET /v2.0/ports?device_id=25b5e8b3-fb3a-4bc7-9861-b48d5ed54144 HTTP/1.1" status: 200 len: 210 time: 0.0554945 May 30 20:37:25.275360 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bad66ecc-d588-482f-8655-25dd161b12ee tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-733683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3159'] for router, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:25.276310 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bad66ecc-d588-482f-8655-25dd161b12ee tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-733584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-736372', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-628480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3164'] for router, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:25.316586 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bad66ecc-d588-482f-8655-25dd161b12ee tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:25.334102 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-34b31c32-7a12-45a4-a147-1f444a9b02ae tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:25.341419 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f5980b4-c4c2-4d78-8c2f-2e6af29b5f06 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Router db4cd14d-5857-4338-ba56-231a9cc9b615 is scheduled to L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 with binding_index 1 {{(pid=84886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 20:37:25.350783 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [None req-34b31c32-7a12-45a4-a147-1f444a9b02ae tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Transition to ACTIVE for port object 117150f0-a28f-4ba1-b252-44b855ae605f will not be triggered until provisioned by entity DHCP. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:37:25.470879 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-34b31c32-7a12-45a4-a147-1f444a9b02ae tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:25.473808 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-9421135d-38ca-4377-b8a8-79d298d7415d req-2a9bef42-c114-4f4a-bbf8-ab3a3a5ca3e4 tempest-VolumesBackupsTest-557496218 tempest-VolumesBackupsTest-557496218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:25.481170 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bad66ecc-d588-482f-8655-25dd161b12ee tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-736409'] for router, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:25.540465 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-edcde77c-1f9a-41e5-bb12-249d1def3a4c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:25.569929 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b31c32-7a12-45a4-a147-1f444a9b02ae tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Network 076ba8d4-c650-4d43-833c-1d790cc9385d is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:37:25.572732 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b31c32-7a12-45a4-a147-1f444a9b02ae tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Pushing event updated for resources: {'Port': ['ID=117150f0-a28f-4ba1-b252-44b855ae605f,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:25.573740 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f5980b4-c4c2-4d78-8c2f-2e6af29b5f06 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:37:25.576233 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9421135d-38ca-4377-b8a8-79d298d7415d req-2a9bef42-c114-4f4a-bbf8-ab3a3a5ca3e4 tempest-VolumesBackupsTest-557496218 tempest-VolumesBackupsTest-557496218-project] Network 4344fbed-57fb-43d7-b32d-6020ce60f0a1 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:37:25.577405 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-34b31c32-7a12-45a4-a147-1f444a9b02ae tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:37:25.581971 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-1f5980b4-c4c2-4d78-8c2f-2e6af29b5f06 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] 10.222.0.85 "PUT /v2.0/routers/db4cd14d-5857-4338-ba56-231a9cc9b615/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7332947 May 30 20:37:25.582748 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 54018) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:25.601510 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915c6ba0-b295-40e8-94d6-b9596a0c67bc None None] Sync routers for ids ['db4cd14d-5857-4338-ba56-231a9cc9b615'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:37:25.621673 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b31c32-7a12-45a4-a147-1f444a9b02ae tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:37:25.622288 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915c6ba0-b295-40e8-94d6-b9596a0c67bc None None] Routers {'db4cd14d-5857-4338-ba56-231a9cc9b615'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:37:25.623142 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-915c6ba0-b295-40e8-94d6-b9596a0c67bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:36:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['db4cd14d-5857-4338-ba56-231a9cc9b615'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:37:25.626283 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b31c32-7a12-45a4-a147-1f444a9b02ae tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:37:25.626974 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-34b31c32-7a12-45a4-a147-1f444a9b02ae tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:25.631746 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [req-9421135d-38ca-4377-b8a8-79d298d7415d req-2a9bef42-c114-4f4a-bbf8-ab3a3a5ca3e4 tempest-VolumesBackupsTest-557496218 tempest-VolumesBackupsTest-557496218-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:37:25.659557 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e10881-3c51-407f-99d9-c779bc41e3c3 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:37:25.660486 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-47e10881-3c51-407f-99d9-c779bc41e3c3 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Synchronizing usage tracker for tenant:58f9213e719f47ba816694fbf3eafd38 on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:37:25.665459 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bad66ecc-d588-482f-8655-25dd161b12ee tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Notify callbacks [] for router, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:25.669426 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-bad66ecc-d588-482f-8655-25dd161b12ee tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.6790085 May 30 20:37:25.669426 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-edcde77c-1f9a-41e5-bb12-249d1def3a4c admin admin] Deleting port d9310ede-1d60-40e5-9603-b7461ba1864d {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:37:25.669426 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-edcde77c-1f9a-41e5-bb12-249d1def3a4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:25.676601 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 54026) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:25.684051 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-9421135d-38ca-4377-b8a8-79d298d7415d req-2a9bef42-c114-4f4a-bbf8-ab3a3a5ca3e4 tempest-VolumesBackupsTest-557496218 tempest-VolumesBackupsTest-557496218-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:37:25.705588 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-915c6ba0-b295-40e8-94d6-b9596a0c67bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:37:25.719439 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915c6ba0-b295-40e8-94d6-b9596a0c67bc None None] Routers {'db4cd14d-5857-4338-ba56-231a9cc9b615'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:37:25.720603 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-915c6ba0-b295-40e8-94d6-b9596a0c67bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:36:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['db4cd14d-5857-4338-ba56-231a9cc9b615'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:37:25.746142 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-6d6b6099-0c96-407d-9be3-8a7403889476 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:37:25.807606 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-915c6ba0-b295-40e8-94d6-b9596a0c67bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:37:25.809078 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915c6ba0-b295-40e8-94d6-b9596a0c67bc None None] The sync data for ids ['db4cd14d-5857-4338-ba56-231a9cc9b615'] in n-d-843948-2 is: [] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:37:25.932512 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-47e10881-3c51-407f-99d9-c779bc41e3c3 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Unset dirty status for tenant:58f9213e719f47ba816694fbf3eafd38 on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:37:25.933744 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-47e10881-3c51-407f-99d9-c779bc41e3c3 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] 10.222.0.85 "GET /v2.0/ports/acee6a35-08c8-46a6-ba19-a83135bbfdf0 HTTP/1.1" status: 200 len: 910 time: 0.3498690 May 30 20:37:25.938575 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 54034) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:25.943182 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [None req-edcde77c-1f9a-41e5-bb12-249d1def3a4c admin admin] For port d9310ede-1d60-40e5-9603-b7461ba1864d, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=d9310ede-1d60-40e5-9603-b7461ba1864d,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:37:25.943383 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-edcde77c-1f9a-41e5-bb12-249d1def3a4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:26.087913 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ac3f32-1fc3-4b8e-a8b5-52a515de3cae None None] Sync routers for ids ['ffa72f62-6387-4b1e-8c7f-f49782868d06'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:37:26.119281 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ac3f32-1fc3-4b8e-a8b5-52a515de3cae None None] Routers {'ffa72f62-6387-4b1e-8c7f-f49782868d06'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:37:26.120605 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-74ac3f32-1fc3-4b8e-a8b5-52a515de3cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:36:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['ffa72f62-6387-4b1e-8c7f-f49782868d06'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:37:26.172817 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9bef42-c114-4f4a-bbf8-ab3a3a5ca3e4 tempest-VolumesBackupsTest-557496218 tempest-VolumesBackupsTest-557496218-project] Pushing event updated for resources: {'Port': ['ID=97dcd700-251d-4041-ae92-8567db8d470a,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:26.187082 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9421135d-38ca-4377-b8a8-79d298d7415d req-2a9bef42-c114-4f4a-bbf8-ab3a3a5ca3e4 tempest-VolumesBackupsTest-557496218 tempest-VolumesBackupsTest-557496218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:37:26.187082 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-9421135d-38ca-4377-b8a8-79d298d7415d req-2a9bef42-c114-4f4a-bbf8-ab3a3a5ca3e4 tempest-VolumesBackupsTest-557496218 tempest-VolumesBackupsTest-557496218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:26.219100 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-34b31c32-7a12-45a4-a147-1f444a9b02ae tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 3.2980111 May 30 20:37:26.228602 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 54040) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:26.415955 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-ce61e087-02e1-461d-8c9a-d13bcec7167c None None] Provisioning for port 117150f0-a28f-4ba1-b252-44b855ae605f completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:37:26.429816 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-ce61e087-02e1-461d-8c9a-d13bcec7167c None None] Provisioning complete for port 117150f0-a28f-4ba1-b252-44b855ae605f triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:37:26.430055 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ce61e087-02e1-461d-8c9a-d13bcec7167c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:26.454621 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-edcde77c-1f9a-41e5-bb12-249d1def3a4c admin admin] Calling delete_port for d9310ede-1d60-40e5-9603-b7461ba1864d owned by network:router_gateway {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:37:26.485395 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9421135d-38ca-4377-b8a8-79d298d7415d req-2a9bef42-c114-4f4a-bbf8-ab3a3a5ca3e4 tempest-VolumesBackupsTest-557496218 tempest-VolumesBackupsTest-557496218-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.8614547 May 30 20:37:26.536813 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-ce61e087-02e1-461d-8c9a-d13bcec7167c None None] Port 117150f0-a28f-4ba1-b252-44b855ae605f cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:37:26.536813 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-74ac3f32-1fc3-4b8e-a8b5-52a515de3cae None None] Set router ffa72f62-6387-4b1e-8c7f-f49782868d06 gateway port host: None {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:37:26.609401 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-9421135d-38ca-4377-b8a8-79d298d7415d req-9b79c610-8cd4-49a0-88d8-65c602eaf2e5 service neutron] Request body: {'port': {'device_id': '25b5e8b3-fb3a-4bc7-9861-b48d5ed54144', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843948-2'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:37:26.633807 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-9239be1c-28fa-49e4-986d-aaaa2a5920e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:26.635661 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-74ac3f32-1fc3-4b8e-a8b5-52a515de3cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffa72f62-6387-4b1e-8c7f-f49782868d06', 'name': 'tempest-ImageQuotaTest-722902686-router', 'tenant_id': '0218d2390aba462a95f6f4cdc85939e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:36:51Z', 'updated_at': '2022-05-30T20:37:25Z', 'revision_number': 6, 'project_id': '0218d2390aba462a95f6f4cdc85939e4', 'gw_port_host': None}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:37:26.640818 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ac3f32-1fc3-4b8e-a8b5-52a515de3cae None None] Checking router: ffa72f62-6387-4b1e-8c7f-f49782868d06 for host: n-d-843948-2 {{(pid=84888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:37:26.652539 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ac3f32-1fc3-4b8e-a8b5-52a515de3cae None None] Routers {'ffa72f62-6387-4b1e-8c7f-f49782868d06'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:37:26.653271 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-74ac3f32-1fc3-4b8e-a8b5-52a515de3cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:36:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['ffa72f62-6387-4b1e-8c7f-f49782868d06'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:37:26.782286 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-ce61e087-02e1-461d-8c9a-d13bcec7167c None None] Provisioning for port 97dcd700-251d-4041-ae92-8567db8d470a completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:37:26.788075 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-edcde77c-1f9a-41e5-bb12-249d1def3a4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:26.805195 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-ce61e087-02e1-461d-8c9a-d13bcec7167c None None] Provisioning complete for port 97dcd700-251d-4041-ae92-8567db8d470a triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:37:26.805853 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ce61e087-02e1-461d-8c9a-d13bcec7167c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:26.904208 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-ce61e087-02e1-461d-8c9a-d13bcec7167c None None] Port 97dcd700-251d-4041-ae92-8567db8d470a cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:37:26.908043 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-74ac3f32-1fc3-4b8e-a8b5-52a515de3cae None None] Set router ffa72f62-6387-4b1e-8c7f-f49782868d06 gateway port host: None {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:37:26.949316 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcde77c-1f9a-41e5-bb12-249d1def3a4c admin admin] Pushing event deleted for resources: {'Port': ['ID=d9310ede-1d60-40e5-9603-b7461ba1864d,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:26.984248 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-9421135d-38ca-4377-b8a8-79d298d7415d req-9b79c610-8cd4-49a0-88d8-65c602eaf2e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:27.022301 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df721f5-8ee7-41b6-9933-49c3b80c42e2 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:37:27.027115 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df721f5-8ee7-41b6-9933-49c3b80c42e2 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:37:27.032085 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df721f5-8ee7-41b6-9933-49c3b80c42e2 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:37:27.032963 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-9df721f5-8ee7-41b6-9933-49c3b80c42e2 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Synchronizing usage tracker for tenant:a9660a1168384ecbb450551c6404c530 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:37:27.034558 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-74ac3f32-1fc3-4b8e-a8b5-52a515de3cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffa72f62-6387-4b1e-8c7f-f49782868d06', 'name': 'tempest-ImageQuotaTest-722902686-router', 'tenant_id': '0218d2390aba462a95f6f4cdc85939e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:36:51Z', 'updated_at': '2022-05-30T20:37:25Z', 'revision_number': 6, 'project_id': '0218d2390aba462a95f6f4cdc85939e4', 'gw_port_host': None}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:37:27.038627 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ac3f32-1fc3-4b8e-a8b5-52a515de3cae None None] The sync data for ids ['ffa72f62-6387-4b1e-8c7f-f49782868d06'] in n-d-843948-2 is: [{'id': 'ffa72f62-6387-4b1e-8c7f-f49782868d06', 'name': 'tempest-ImageQuotaTest-722902686-router', 'tenant_id': '0218d2390aba462a95f6f4cdc85939e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:36:51Z', 'updated_at': '2022-05-30T20:37:25Z', 'revision_number': 6, 'project_id': '0218d2390aba462a95f6f4cdc85939e4', 'gw_port_host': None}] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:37:27.085639 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6d6b6099-0c96-407d-9be3-8a7403889476 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-736390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:27.145970 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed0f97b-1910-4eac-a3ec-6cd07b2a100e req-7007dbe6-bd22-49a5-bffe-0516d81153fe tempest-VolumesBackupsTest-557496218 tempest-VolumesBackupsTest-557496218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:37:27.148119 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-3ed0f97b-1910-4eac-a3ec-6cd07b2a100e req-7007dbe6-bd22-49a5-bffe-0516d81153fe tempest-VolumesBackupsTest-557496218 tempest-VolumesBackupsTest-557496218-project] Synchronizing usage tracker for tenant:07887abe5acc42d7891b86c5f258fed2 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:37:27.234816 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-9df721f5-8ee7-41b6-9933-49c3b80c42e2 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Unset dirty status for tenant:a9660a1168384ecbb450551c6404c530 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:37:27.236681 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-9df721f5-8ee7-41b6-9933-49c3b80c42e2 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] 10.222.0.85 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2483 time: 1.0055103 May 30 20:37:27.240611 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 54052) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:27.259458 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-edcde77c-1f9a-41e5-bb12-249d1def3a4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-736453'] for router_gateway, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:27.325424 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-064e7429-a916-48a8-93b9-73202da3f9a2 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-736216'] for router_interface, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:27.340166 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-3ed0f97b-1910-4eac-a3ec-6cd07b2a100e req-7007dbe6-bd22-49a5-bffe-0516d81153fe tempest-VolumesBackupsTest-557496218 tempest-VolumesBackupsTest-557496218-project] Unset dirty status for tenant:07887abe5acc42d7891b86c5f258fed2 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:37:27.341320 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3ed0f97b-1910-4eac-a3ec-6cd07b2a100e req-7007dbe6-bd22-49a5-bffe-0516d81153fe tempest-VolumesBackupsTest-557496218 tempest-VolumesBackupsTest-557496218-project] 10.222.0.85 "GET /v2.0/ports?device_id=25b5e8b3-fb3a-4bc7-9861-b48d5ed54144 HTTP/1.1" status: 200 len: 935 time: 0.6617291 May 30 20:37:27.437858 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-cb2ec8dc-a1f0-4fe7-8aed-eb07bc3ea8c5 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Deleting port 117150f0-a28f-4ba1-b252-44b855ae605f {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:37:27.438200 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-cb2ec8dc-a1f0-4fe7-8aed-eb07bc3ea8c5 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:27.656438 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-3ed0f97b-1910-4eac-a3ec-6cd07b2a100e req-fbbd42e0-d1a4-4518-8441-17abefbe4838 tempest-VolumesBackupsTest-557496218 tempest-VolumesBackupsTest-557496218-project] Synchronizing usage tracker for tenant:07887abe5acc42d7891b86c5f258fed2 on resource:security_group {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:37:27.704875 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-edcde77c-1f9a-41e5-bb12-249d1def3a4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-724789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3141'] for router, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:27.713797 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-edcde77c-1f9a-41e5-bb12-249d1def3a4c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:27.883235 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [req-9421135d-38ca-4377-b8a8-79d298d7415d req-9b79c610-8cd4-49a0-88d8-65c602eaf2e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97dcd700-251d-4041-ae92-8567db8d470a {{(pid=84887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:37:27.895009 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-3ed0f97b-1910-4eac-a3ec-6cd07b2a100e req-fbbd42e0-d1a4-4518-8441-17abefbe4838 tempest-VolumesBackupsTest-557496218 tempest-VolumesBackupsTest-557496218-project] Unset dirty status for tenant:07887abe5acc42d7891b86c5f258fed2 on resource:security_group {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:37:27.907705 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3ed0f97b-1910-4eac-a3ec-6cd07b2a100e req-fbbd42e0-d1a4-4518-8441-17abefbe4838 tempest-VolumesBackupsTest-557496218 tempest-VolumesBackupsTest-557496218-project] 10.222.0.85 "GET /v2.0/security-groups?id=ae52a1f7-2751-44d7-898f-84709b28d84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5131242 May 30 20:37:27.917712 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-9421135d-38ca-4377-b8a8-79d298d7415d req-9b79c610-8cd4-49a0-88d8-65c602eaf2e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:28.011753 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-edcde77c-1f9a-41e5-bb12-249d1def3a4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724889'] for router, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:28.012093 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edcde77c-1f9a-41e5-bb12-249d1def3a4c admin admin] Fanout notify agent at l3_agent the message router_deleted on router ffa72f62-6387-4b1e-8c7f-f49782868d06 {{(pid=84886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:37:28.080787 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-edcde77c-1f9a-41e5-bb12-249d1def3a4c admin admin] Notify callbacks [] for router, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:28.082049 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-edcde77c-1f9a-41e5-bb12-249d1def3a4c admin admin] 10.222.0.85 "DELETE /v2.0/routers/ffa72f62-6387-4b1e-8c7f-f49782868d06 HTTP/1.1" status: 204 len: 168 time: 3.6548836 May 30 20:37:28.085961 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 54058) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:28.125460 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-9421135d-38ca-4377-b8a8-79d298d7415d req-9b79c610-8cd4-49a0-88d8-65c602eaf2e5 service neutron] Transition to ACTIVE for port object 97dcd700-251d-4041-ae92-8567db8d470a will not be triggered until provisioned by entity L2. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:37:28.143673 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-cb2ec8dc-a1f0-4fe7-8aed-eb07bc3ea8c5 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:28.188613 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device e2031f40-a07e-4150-b1d6-0aa21335ba14 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:37:28.226604 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: e2031f40-a07e-4150-b1d6-0aa21335ba14 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:37:28.226997 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device e2031f40-a07e-4150-b1d6-0aa21335ba14 not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:37:28.227258 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device d9310ede-1d60-40e5-9603-b7461ba1864d no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:37:28.227801 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf5f7eca-e6dd-42de-b902-59aec83449f9 admin admin] Deleting subnet 3b6e5909-8b5a-4b84-b049-3405422b01c2 {{(pid=84886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:37:28.242638 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bf5f7eca-e6dd-42de-b902-59aec83449f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:28.267027 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: d9310ede-1d60-40e5-9603-b7461ba1864d {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:37:28.267310 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device d9310ede-1d60-40e5-9603-b7461ba1864d not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:37:28.304503 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-9421135d-38ca-4377-b8a8-79d298d7415d req-9b79c610-8cd4-49a0-88d8-65c602eaf2e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:28.321712 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-cb2ec8dc-a1f0-4fe7-8aed-eb07bc3ea8c5 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Calling delete_port for 117150f0-a28f-4ba1-b252-44b855ae605f owned by {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:37:28.338388 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bf5f7eca-e6dd-42de-b902-59aec83449f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2655517'] for subnet, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:28.385901 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6d6b6099-0c96-407d-9be3-8a7403889476 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Notify callbacks [] for router_gateway, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:28.443943 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6d6b6099-0c96-407d-9be3-8a7403889476 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:28.477244 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bf5f7eca-e6dd-42de-b902-59aec83449f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:28.578380 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b79c610-8cd4-49a0-88d8-65c602eaf2e5 service neutron] Pushing event updated for resources: {'Port': ['ID=97dcd700-251d-4041-ae92-8567db8d470a,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:28.663402 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bf5f7eca-e6dd-42de-b902-59aec83449f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4127075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2778536'] for subnet, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:28.716194 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5f7eca-e6dd-42de-b902-59aec83449f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b6e5909-8b5a-4b84-b049-3405422b01c2,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:28.718757 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-064e7429-a916-48a8-93b9-73202da3f9a2 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Deleting port acee6a35-08c8-46a6-ba19-a83135bbfdf0 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:37:28.719197 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-064e7429-a916-48a8-93b9-73202da3f9a2 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:28.890165 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [None req-6d6b6099-0c96-407d-9be3-8a7403889476 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Allocated IP 172.25.8.75 (c7869750-4b49-4b7e-aa99-5e0f1ae02da4/427601ec-f643-4fe7-b5e6-17305d3a39e1/b7092a2c-11be-49cc-8bea-4c589fcfed2d) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:37:28.912470 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bf5f7eca-e6dd-42de-b902-59aec83449f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:28.919475 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c95547-9820-4506-81e3-40aed9e63a19 None None] Network 61c2bc59-4c9c-4f80-8bc2-23d38b986a5f requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:37:28.926085 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-bf5f7eca-e6dd-42de-b902-59aec83449f9 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/3b6e5909-8b5a-4b84-b049-3405422b01c2 HTTP/1.1" status: 204 len: 168 time: 0.8390915 May 30 20:37:28.932467 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 54072) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:28.949474 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-9421135d-38ca-4377-b8a8-79d298d7415d req-9b79c610-8cd4-49a0-88d8-65c602eaf2e5 service neutron] Attempting to bind port 97dcd700-251d-4041-ae92-8567db8d470a on host n-h2-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:37:28.949937 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-9421135d-38ca-4377-b8a8-79d298d7415d req-9b79c610-8cd4-49a0-88d8-65c602eaf2e5 service neutron] Attempting to bind port 97dcd700-251d-4041-ae92-8567db8d470a by drivers openvswitch,hyperv on host n-h2-843948-2 at level 0 using segments [{'id': '7e304c17-4e5f-4a93-af80-52785639e6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:37:28.950334 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9421135d-38ca-4377-b8a8-79d298d7415d req-9b79c610-8cd4-49a0-88d8-65c602eaf2e5 service neutron] Attempting to bind port 97dcd700-251d-4041-ae92-8567db8d470a on network 4344fbed-57fb-43d7-b32d-6020ce60f0a1 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:37:28.953123 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-cb2ec8dc-a1f0-4fe7-8aed-eb07bc3ea8c5 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:29.048363 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-355215d2-d271-4224-9096-03ec4545e265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:29.069494 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-355215d2-d271-4224-9096-03ec4545e265 admin admin] Deleting port 6e850b80-7514-473a-8942-7dc2b3381477 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:37:29.069907 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-355215d2-d271-4224-9096-03ec4545e265 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:29.078874 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9421135d-38ca-4377-b8a8-79d298d7415d req-9b79c610-8cd4-49a0-88d8-65c602eaf2e5 service neutron] Port 97dcd700-251d-4041-ae92-8567db8d470a on network 4344fbed-57fb-43d7-b32d-6020ce60f0a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:37:29.079193 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9421135d-38ca-4377-b8a8-79d298d7415d req-9b79c610-8cd4-49a0-88d8-65c602eaf2e5 service neutron] Attempting to bind port 97dcd700-251d-4041-ae92-8567db8d470a on network 4344fbed-57fb-43d7-b32d-6020ce60f0a1 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:37:29.086276 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2ec8dc-a1f0-4fe7-8aed-eb07bc3ea8c5 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Pushing event deleted for resources: {'Port': ['ID=117150f0-a28f-4ba1-b252-44b855ae605f,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:29.169256 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9421135d-38ca-4377-b8a8-79d298d7415d req-9b79c610-8cd4-49a0-88d8-65c602eaf2e5 service neutron] Checking agent: {'id': 'eaa08354-e8f5-4e73-af76-8d3cf7d2b390', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 37, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:37:29.169601 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9421135d-38ca-4377-b8a8-79d298d7415d req-9b79c610-8cd4-49a0-88d8-65c602eaf2e5 service neutron] Checking segment: {'id': '7e304c17-4e5f-4a93-af80-52785639e6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:37:29.170015 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9421135d-38ca-4377-b8a8-79d298d7415d req-9b79c610-8cd4-49a0-88d8-65c602eaf2e5 service neutron] Bound using segment: {'id': '7e304c17-4e5f-4a93-af80-52785639e6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1'} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:37:29.170466 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-9421135d-38ca-4377-b8a8-79d298d7415d req-9b79c610-8cd4-49a0-88d8-65c602eaf2e5 service neutron] Bound port: 97dcd700-251d-4041-ae92-8567db8d470a, host: n-h2-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e304c17-4e5f-4a93-af80-52785639e6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1'}}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:37:29.171348 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-9421135d-38ca-4377-b8a8-79d298d7415d req-9b79c610-8cd4-49a0-88d8-65c602eaf2e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:29.242109 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-064e7429-a916-48a8-93b9-73202da3f9a2 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:29.403550 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6d6b6099-0c96-407d-9be3-8a7403889476 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:29.406013 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-470da72a-f861-4069-9e1d-00073c468353 None None] DHCP port deletion for 61c2bc59-4c9c-4f80-8bc2-23d38b986a5f request from n-d-843948-2 {{(pid=84888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:37:29.410291 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-470da72a-f861-4069-9e1d-00073c468353 None None] Deleting port 6e850b80-7514-473a-8942-7dc2b3381477 {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:37:29.410687 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-470da72a-f861-4069-9e1d-00073c468353 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:29.424842 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-9421135d-38ca-4377-b8a8-79d298d7415d req-9b79c610-8cd4-49a0-88d8-65c602eaf2e5 service neutron] For port 97dcd700-251d-4041-ae92-8567db8d470a, host n-h2-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:37:29.431237 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-9421135d-38ca-4377-b8a8-79d298d7415d req-9b79c610-8cd4-49a0-88d8-65c602eaf2e5 service neutron] For port 97dcd700-251d-4041-ae92-8567db8d470a, host n-h2-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=97dcd700-251d-4041-ae92-8567db8d470a,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:37:29.480752 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-064e7429-a916-48a8-93b9-73202da3f9a2 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Calling delete_port for acee6a35-08c8-46a6-ba19-a83135bbfdf0 owned by network:router_interface {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:37:29.545605 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afa572c-9d71-42dd-8d87-f9eba45f8129 req-fc25822f-bdd8-44bb-88ee-30c60e80a3ec tempest-VolumesBackupsTest-557496218 tempest-VolumesBackupsTest-557496218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:37:29.547787 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2afa572c-9d71-42dd-8d87-f9eba45f8129 req-fc25822f-bdd8-44bb-88ee-30c60e80a3ec tempest-VolumesBackupsTest-557496218 tempest-VolumesBackupsTest-557496218-project] 10.222.0.85 "GET /v2.0/ports?device_id=25b5e8b3-fb3a-4bc7-9861-b48d5ed54144 HTTP/1.1" status: 200 len: 947 time: 0.4261522 May 30 20:37:29.571811 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-9421135d-38ca-4377-b8a8-79d298d7415d req-9b79c610-8cd4-49a0-88d8-65c602eaf2e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:29.617212 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-cb2ec8dc-a1f0-4fe7-8aed-eb07bc3ea8c5 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:29.656442 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-3c2987fc-ec56-4c7e-872f-249495b8f738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:29.667941 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-9421135d-38ca-4377-b8a8-79d298d7415d req-9b79c610-8cd4-49a0-88d8-65c602eaf2e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:29.669430 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9421135d-38ca-4377-b8a8-79d298d7415d req-9b79c610-8cd4-49a0-88d8-65c602eaf2e5 service neutron] 10.222.0.86 "PUT /v2.0/ports/97dcd700-251d-4041-ae92-8567db8d470a HTTP/1.1" status: 200 len: 1095 time: 3.1492283 May 30 20:37:29.670651 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25b5e8b3-fb3a-4bc7-9861-b48d5ed54144', 'tag': '97dcd700-251d-4041-ae92-8567db8d470a'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:37:29.699468 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b79c610-8cd4-49a0-88d8-65c602eaf2e5 service neutron] Pushing event updated for resources: {'Port': ['ID=97dcd700-251d-4041-ae92-8567db8d470a,revision_number=3']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:29.722049 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-470da72a-f861-4069-9e1d-00073c468353 None None] For port 6e850b80-7514-473a-8942-7dc2b3381477, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=6e850b80-7514-473a-8942-7dc2b3381477,segment=NetworkSegment(77044731-df13-4710-a744-00df53b29b28),segment_id=77044731-df13-4710-a744-00df53b29b28)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:37:29.722452 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-470da72a-f861-4069-9e1d-00073c468353 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:29.745865 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [None req-355215d2-d271-4224-9096-03ec4545e265 admin admin] For port 6e850b80-7514-473a-8942-7dc2b3381477, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=6e850b80-7514-473a-8942-7dc2b3381477,segment=NetworkSegment(77044731-df13-4710-a744-00df53b29b28),segment_id=77044731-df13-4710-a744-00df53b29b28)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:37:29.745865 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-355215d2-d271-4224-9096-03ec4545e265 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:29.746560 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5346fd21-534d-4cb9-8ede-9703d82d54c7'] response: {'name': 'network-changed', 'server_uuid': '25b5e8b3-fb3a-4bc7-9861-b48d5ed54144', 'tag': '97dcd700-251d-4041-ae92-8567db8d470a', 'status': 'completed', 'code': 200} May 30 20:37:29.866016 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6d6b6099-0c96-407d-9be3-8a7403889476 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:29.906398 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-cb2ec8dc-a1f0-4fe7-8aed-eb07bc3ea8c5 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] 10.222.0.85 "DELETE /v2.0/ports/117150f0-a28f-4ba1-b252-44b855ae605f HTTP/1.1" status: 204 len: 168 time: 2.6645129 May 30 20:37:29.914793 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 54084) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:29.947448 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:29.956597 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-470da72a-f861-4069-9e1d-00073c468353 None None] Calling delete_port for 6e850b80-7514-473a-8942-7dc2b3381477 owned by network:dhcp {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:37:30.038753 n-d-843948-2 neutron-server[84887]: INFO neutron.pecan_wsgi.hooks.translation [None req-01ffc8ff-7a25-40a3-ac0f-8e1b956d254b tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] GET failed (client error): The resource could not be found. May 30 20:37:30.039522 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-01ffc8ff-7a25-40a3-ac0f-8e1b956d254b tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Synchronizing usage tracker for tenant:a9660a1168384ecbb450551c6404c530 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:37:30.084239 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d6b6099-0c96-407d-9be3-8a7403889476 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:37:30.084239 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6b6099-0c96-407d-9be3-8a7403889476 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Pushing event updated for resources: {'Port': ['ID=b7092a2c-11be-49cc-8bea-4c589fcfed2d,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:30.084239 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-6d6b6099-0c96-407d-9be3-8a7403889476 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:37:30.084239 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6b6099-0c96-407d-9be3-8a7403889476 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:37:30.099799 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-355215d2-d271-4224-9096-03ec4545e265 admin admin] Calling delete_port for 6e850b80-7514-473a-8942-7dc2b3381477 owned by network:dhcp {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:37:30.139940 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 6e850b80-7514-473a-8942-7dc2b3381477 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:37:30.162242 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b5710f38-5095-4d4c-8f3d-5916aa73f032 req-1ef8f9da-2766-46d0-a563-b847d1d8512c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=07887abe5acc42d7891b86c5f258fed2&device_id=25b5e8b3-fb3a-4bc7-9861-b48d5ed54144 HTTP/1.1" status: 200 len: 1098 time: 0.3831723 May 30 20:37:30.208898 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2afa572c-9d71-42dd-8d87-f9eba45f8129 req-74634d52-007d-41fa-9d47-f97da6df4607 tempest-VolumesBackupsTest-557496218 tempest-VolumesBackupsTest-557496218-project] 10.222.0.85 "GET /v2.0/security-groups?id=ae52a1f7-2751-44d7-898f-84709b28d84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6370647 May 30 20:37:30.209488 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.db.api [None req-355215d2-d271-4224-9096-03ec4545e265 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:37:30.209830 n-d-843948-2 neutron-server[84886]: DEBUG oslo_db.api [None req-355215d2-d271-4224-9096-03ec4545e265 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:37:30.215034 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-470da72a-f861-4069-9e1d-00073c468353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468'] for port, after_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:30.266592 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b5710f38-5095-4d4c-8f3d-5916aa73f032 req-b5e45ee7-e56c-4ad9-8f7d-d936ffdebef5 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=07887abe5acc42d7891b86c5f258fed2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0700483 May 30 20:37:30.268596 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470da72a-f861-4069-9e1d-00073c468353 None None] Pushing event deleted for resources: {'Port': ['ID=6e850b80-7514-473a-8942-7dc2b3381477,revision_number=None']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:30.273402 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No active binding found for port 6e850b80-7514-473a-8942-7dc2b3381477 {{(pid=84888) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} May 30 20:37:30.273835 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 6e850b80-7514-473a-8942-7dc2b3381477 not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:37:30.281137 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470da72a-f861-4069-9e1d-00073c468353 None None] No DVR routers for this DVR port 6e850b80-7514-473a-8942-7dc2b3381477 on host n-d-843948-2 {{(pid=84888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:37:30.430329 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-01ffc8ff-7a25-40a3-ac0f-8e1b956d254b tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Unset dirty status for tenant:a9660a1168384ecbb450551c6404c530 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:37:30.435158 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-01ffc8ff-7a25-40a3-ac0f-8e1b956d254b tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] 10.222.0.85 "GET /v2.0/ports/117150f0-a28f-4ba1-b252-44b855ae605f HTTP/1.1" status: 404 len: 333 time: 0.5120893 May 30 20:37:30.436105 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 54090) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:30.442969 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-d69b9358-c58e-422e-a028-445329b00f4a tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Request body: {'port': {'network_id': '076ba8d4-c650-4d43-833c-1d790cc9385d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2124399156'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:37:30.532512 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-064e7429-a916-48a8-93b9-73202da3f9a2 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:30.560274 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5710f38-5095-4d4c-8f3d-5916aa73f032 req-b2c6d166-77f1-4afd-afc6-02b0e209becc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:37:30.561777 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b5710f38-5095-4d4c-8f3d-5916aa73f032 req-b2c6d166-77f1-4afd-afc6-02b0e209becc service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2831531 May 30 20:37:30.604250 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064e7429-a916-48a8-93b9-73202da3f9a2 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Pushing event deleted for resources: {'Port': ['ID=acee6a35-08c8-46a6-ba19-a83135bbfdf0,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:30.707107 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9421135d-38ca-4377-b8a8-79d298d7415d req-d491eac1-6111-4bb5-9818-9c081a06ee6a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=07887abe5acc42d7891b86c5f258fed2&device_id=25b5e8b3-fb3a-4bc7-9861-b48d5ed54144 HTTP/1.1" status: 200 len: 1098 time: 0.1025651 May 30 20:37:30.715502 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-355215d2-d271-4224-9096-03ec4545e265 admin admin] Deleting port 6e850b80-7514-473a-8942-7dc2b3381477 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:37:30.715502 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-355215d2-d271-4224-9096-03ec4545e265 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:30.717476 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6d6b6099-0c96-407d-9be3-8a7403889476 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Notify callbacks [] for router_gateway, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:30.830629 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-355215d2-d271-4224-9096-03ec4545e265 admin admin] The port '6e850b80-7514-473a-8942-7dc2b3381477' was deleted {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 20:37:30.865470 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9421135d-38ca-4377-b8a8-79d298d7415d req-819237d1-7262-48e3-bdc1-258cc5193672 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=97dcd700-251d-4041-ae92-8567db8d470a HTTP/1.1" status: 200 len: 217 time: 0.0850201 May 30 20:37:30.892606 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-d69b9358-c58e-422e-a028-445329b00f4a tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:37:31.011411 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9421135d-38ca-4377-b8a8-79d298d7415d req-9570ef8f-ade1-4879-8902-e781f7705dd6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:37:31.011411 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9421135d-38ca-4377-b8a8-79d298d7415d req-9570ef8f-ade1-4879-8902-e781f7705dd6 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1b83ff54-b1af-44ce-bb75-ba148920553c HTTP/1.1" status: 200 len: 843 time: 0.0867212 May 30 20:37:31.081122 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-d69b9358-c58e-422e-a028-445329b00f4a tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:37:31.098215 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6d6b6099-0c96-407d-9be3-8a7403889476 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-736390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:31.105116 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6d6b6099-0c96-407d-9be3-8a7403889476 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-736409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-736399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-736400', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-724754'] for router, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:31.108807 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:31.115617 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-355215d2-d271-4224-9096-03ec4545e265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:31.145223 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-355215d2-d271-4224-9096-03ec4545e265 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61c2bc59-4c9c-4f80-8bc2-23d38b986a5f']}} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:37:31.159599 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-355215d2-d271-4224-9096-03ec4545e265 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77044731-df13-4710-a744-00df53b29b28') {'for_net_delete': True} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:37:31.159882 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-355215d2-d271-4224-9096-03ec4545e265 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77044731-df13-4710-a744-00df53b29b28') {} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:37:31.167138 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-064e7429-a916-48a8-93b9-73202da3f9a2 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1718140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-736143'] for router_interface, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:31.176671 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-355215d2-d271-4224-9096-03ec4545e265 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2660590'] for segment, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:31.231417 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9421135d-38ca-4377-b8a8-79d298d7415d req-a6f9ca6e-3d7f-45c2-933f-70e070cb5062 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4344fbed-57fb-43d7-b32d-6020ce60f0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2129023 May 30 20:37:31.247863 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [req-9421135d-38ca-4377-b8a8-79d298d7415d req-ad1fedc6-a744-4e2c-bde6-5beffd9645af service neutron] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=84887) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:37:31.249365 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9421135d-38ca-4377-b8a8-79d298d7415d req-ad1fedc6-a744-4e2c-bde6-5beffd9645af service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0071869 May 30 20:37:31.251197 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d69b9358-c58e-422e-a028-445329b00f4a tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Made reservation on behalf of a9660a1168384ecbb450551c6404c530 for: {'port': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:37:31.254229 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d69b9358-c58e-422e-a028-445329b00f4a tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:31.276192 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-355215d2-d271-4224-9096-03ec4545e265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:31.342148 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-355215d2-d271-4224-9096-03ec4545e265 admin admin] Releasing vlan 672 on physical network physnet1 to pool {{(pid=84886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:37:31.342606 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-355215d2-d271-4224-9096-03ec4545e265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4126989'] for segment, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:31.357096 n-d-843948-2 neutron-server[84886]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:37:31.357096 n-d-843948-2 neutron-server[84886]: util.warn( May 30 20:37:31.357096 n-d-843948-2 neutron-server[84886]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:37:31.357096 n-d-843948-2 neutron-server[84886]: util.warn( May 30 20:37:31.357096 n-d-843948-2 neutron-server[84886]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:37:31.357096 n-d-843948-2 neutron-server[84886]: util.warn( May 30 20:37:31.357096 n-d-843948-2 neutron-server[84886]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:37:31.357096 n-d-843948-2 neutron-server[84886]: util.warn( May 30 20:37:31.357096 n-d-843948-2 neutron-server[84886]: Traceback (most recent call last): May 30 20:37:31.357096 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:37:31.357096 n-d-843948-2 neutron-server[84886]: timer() May 30 20:37:31.357096 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:37:31.357096 n-d-843948-2 neutron-server[84886]: cb(*args, **kw) May 30 20:37:31.357096 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:37:31.357096 n-d-843948-2 neutron-server[84886]: return func(*args, **kwargs) May 30 20:37:31.357096 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:37:31.357096 n-d-843948-2 neutron-server[84886]: self._notify() May 30 20:37:31.357096 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:37:31.357096 n-d-843948-2 neutron-server[84886]: self.callback(batched_events) May 30 20:37:31.357096 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:37:31.357096 n-d-843948-2 neutron-server[84886]: event.method(event) May 30 20:37:31.357096 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:37:31.357096 n-d-843948-2 neutron-server[84886]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:37:31.357096 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:37:31.357096 n-d-843948-2 neutron-server[84886]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:37:31.357096 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:37:31.357096 n-d-843948-2 neutron-server[84886]: return f(self, *a, **k) May 30 20:37:31.357096 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:37:31.357096 n-d-843948-2 neutron-server[84886]: return self._get(url).json() May 30 20:37:31.357096 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:37:31.357096 n-d-843948-2 neutron-server[84886]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:37:31.357096 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:37:31.357096 n-d-843948-2 neutron-server[84886]: return self.request(url, 'GET', **kwargs) May 30 20:37:31.357096 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:37:31.357096 n-d-843948-2 neutron-server[84886]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:37:31.357096 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:37:31.357096 n-d-843948-2 neutron-server[84886]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:37:31.357096 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:37:31.357096 n-d-843948-2 neutron-server[84886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:37:31.357096 n-d-843948-2 neutron-server[84886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:37:31.413495 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [None req-d69b9358-c58e-422e-a028-445329b00f4a tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] device_id is not set on port b6cc915e-311c-4700-a607-00c739e5cac2 yet. {{(pid=84886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:37:31.484963 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9421135d-38ca-4377-b8a8-79d298d7415d req-b69c78f6-dc7e-4d08-a7c9-3d4e286da315 service neutron] 10.222.0.86 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241311 May 30 20:37:31.640900 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0181596e-e567-4fe4-85da-c0334f4cb72e req-419567ff-3c82-4c0c-9c19-caf4eda104d0 tempest-VolumesBackupsTest-557496218 tempest-VolumesBackupsTest-557496218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:37:31.642661 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0181596e-e567-4fe4-85da-c0334f4cb72e req-419567ff-3c82-4c0c-9c19-caf4eda104d0 tempest-VolumesBackupsTest-557496218 tempest-VolumesBackupsTest-557496218-project] 10.222.0.85 "GET /v2.0/ports?device_id=25b5e8b3-fb3a-4bc7-9861-b48d5ed54144 HTTP/1.1" status: 200 len: 947 time: 0.2231839 May 30 20:37:31.733020 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9421135d-38ca-4377-b8a8-79d298d7415d req-51264e76-fe93-4d44-ab9f-b1232bee3df1 service neutron] 10.222.0.86 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2302241 May 30 20:37:31.747773 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0181596e-e567-4fe4-85da-c0334f4cb72e req-3d29c1be-ad53-4332-bada-8d0ebc540f9b tempest-VolumesBackupsTest-557496218 tempest-VolumesBackupsTest-557496218-project] 10.222.0.85 "GET /v2.0/security-groups?id=ae52a1f7-2751-44d7-898f-84709b28d84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970368 May 30 20:37:31.752370 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-355215d2-d271-4224-9096-03ec4545e265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:31.776527 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-355215d2-d271-4224-9096-03ec4545e265 admin admin] Notify callbacks [] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:31.824018 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355215d2-d271-4224-9096-03ec4545e265 admin admin] Pushing event deleted for resources: {'Network': ['ID=61c2bc59-4c9c-4f80-8bc2-23d38b986a5f,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:31.937319 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d6b6099-0c96-407d-9be3-8a7403889476 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Router 130f56a3-79e4-4d2f-84ff-97a7c31a470d is scheduled to L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 with binding_index 1 {{(pid=84887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 20:37:31.990114 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-355215d2-d271-4224-9096-03ec4545e265 admin admin] 10.222.0.85 "DELETE /v2.0/networks/61c2bc59-4c9c-4f80-8bc2-23d38b986a5f HTTP/1.1" status: 204 len: 168 time: 3.0598488 May 30 20:37:31.996917 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-d69b9358-c58e-422e-a028-445329b00f4a tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Allocated IP 2001:db8::3d0 (076ba8d4-c650-4d43-833c-1d790cc9385d/9924866c-6d75-44a8-9093-50044a57a0f9/b6cc915e-311c-4700-a607-00c739e5cac2) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:37:32.058092 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-064e7429-a916-48a8-93b9-73202da3f9a2 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Router db4cd14d-5857-4338-ba56-231a9cc9b615 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:37:32.158626 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d6b6099-0c96-407d-9be3-8a7403889476 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:37:32.166360 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6d6b6099-0c96-407d-9be3-8a7403889476 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Notify callbacks [] for router, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:32.168247 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-6d6b6099-0c96-407d-9be3-8a7403889476 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] 10.222.0.85 "PUT /v2.0/routers/130f56a3-79e4-4d2f-84ff-97a7c31a470d HTTP/1.1" status: 200 len: 882 time: 6.4577968 May 30 20:37:32.170808 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58983cc3-06c1-4381-812b-bb9d70e9e948 None None] Sync routers for ids ['130f56a3-79e4-4d2f-84ff-97a7c31a470d'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:37:32.180681 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 54104) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:32.185761 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58983cc3-06c1-4381-812b-bb9d70e9e948 None None] Routers {'130f56a3-79e4-4d2f-84ff-97a7c31a470d'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:37:32.186729 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-58983cc3-06c1-4381-812b-bb9d70e9e948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:37:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['130f56a3-79e4-4d2f-84ff-97a7c31a470d'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:37:32.267532 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-58983cc3-06c1-4381-812b-bb9d70e9e948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:37:32.282208 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58983cc3-06c1-4381-812b-bb9d70e9e948 None None] Routers {'130f56a3-79e4-4d2f-84ff-97a7c31a470d'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:37:32.283239 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-58983cc3-06c1-4381-812b-bb9d70e9e948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:37:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['130f56a3-79e4-4d2f-84ff-97a7c31a470d'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:37:32.364087 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-064e7429-a916-48a8-93b9-73202da3f9a2 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:37:32.367683 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d69b9358-c58e-422e-a028-445329b00f4a tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:32.371503 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-58983cc3-06c1-4381-812b-bb9d70e9e948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:37:32.372343 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58983cc3-06c1-4381-812b-bb9d70e9e948 None None] The sync data for ids ['130f56a3-79e4-4d2f-84ff-97a7c31a470d'] in n-d-843948-2 is: [] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:37:32.373902 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-064e7429-a916-48a8-93b9-73202da3f9a2 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] 10.222.0.85 "PUT /v2.0/routers/db4cd14d-5857-4338-ba56-231a9cc9b615/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4343083 May 30 20:37:32.377738 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 54108) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:32.378753 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562a0489-4ae3-4168-8479-2163ab98f11d None None] Sync routers for ids ['db4cd14d-5857-4338-ba56-231a9cc9b615'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:37:32.393372 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [None req-d69b9358-c58e-422e-a028-445329b00f4a tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Transition to ACTIVE for port object b6cc915e-311c-4700-a607-00c739e5cac2 will not be triggered until provisioned by entity DHCP. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:37:32.414503 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562a0489-4ae3-4168-8479-2163ab98f11d None None] Routers {'db4cd14d-5857-4338-ba56-231a9cc9b615'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:37:32.416007 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-562a0489-4ae3-4168-8479-2163ab98f11d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:37:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['db4cd14d-5857-4338-ba56-231a9cc9b615'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:37:32.479249 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-562a0489-4ae3-4168-8479-2163ab98f11d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:37:32.489266 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-de3c9db7-db92-49b3-9608-486956d8ea8a tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Synchronizing usage tracker for tenant:58f9213e719f47ba816694fbf3eafd38 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:37:32.490894 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562a0489-4ae3-4168-8479-2163ab98f11d None None] Routers {'db4cd14d-5857-4338-ba56-231a9cc9b615'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:37:32.491547 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-562a0489-4ae3-4168-8479-2163ab98f11d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:37:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['db4cd14d-5857-4338-ba56-231a9cc9b615'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:37:32.498100 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d69b9358-c58e-422e-a028-445329b00f4a tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:32.550936 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-562a0489-4ae3-4168-8479-2163ab98f11d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:37:32.551329 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562a0489-4ae3-4168-8479-2163ab98f11d None None] The sync data for ids ['db4cd14d-5857-4338-ba56-231a9cc9b615'] in n-d-843948-2 is: [] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:37:32.579675 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-de3c9db7-db92-49b3-9608-486956d8ea8a tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Unset dirty status for tenant:58f9213e719f47ba816694fbf3eafd38 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:37:32.584247 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-de3c9db7-db92-49b3-9608-486956d8ea8a tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] 10.222.0.85 "GET /v2.0/ports?device_id=db4cd14d-5857-4338-ba56-231a9cc9b615 HTTP/1.1" status: 200 len: 205 time: 0.2054181 May 30 20:37:32.585905 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 54112) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:32.586298 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 54114) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:32.591665 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d69b9358-c58e-422e-a028-445329b00f4a tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Network 076ba8d4-c650-4d43-833c-1d790cc9385d is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:37:32.597065 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-0b0f47e8-bdd1-4d19-b101-9cd454da20b3 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] 10.222.0.85 "GET /v2.0/routers/130f56a3-79e4-4d2f-84ff-97a7c31a470d HTTP/1.1" status: 200 len: 923 time: 0.4148495 May 30 20:37:32.603137 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 54120) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:32.663807 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-d69b9358-c58e-422e-a028-445329b00f4a tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:37:32.665690 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69b9358-c58e-422e-a028-445329b00f4a tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Pushing event updated for resources: {'Port': ['ID=b6cc915e-311c-4700-a607-00c739e5cac2,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:32.670451 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69b9358-c58e-422e-a028-445329b00f4a tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:37:32.672394 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d69b9358-c58e-422e-a028-445329b00f4a tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:37:32.673009 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d69b9358-c58e-422e-a028-445329b00f4a tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:32.675099 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:32.713139 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-d32d871d-2c21-4b64-9848-e6f9f9964360 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] 10.222.0.85 "GET /v2.0/ports?network_id=c7869750-4b49-4b7e-aa99-5e0f1ae02da4&device_id=130f56a3-79e4-4d2f-84ff-97a7c31a470d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1095784 May 30 20:37:32.715509 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 54130) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:32.875445 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-20b68413-cfd2-47a9-b8c9-a6b47f19494f admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=0218d2390aba462a95f6f4cdc85939e4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2863855 May 30 20:37:32.876074 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 54138) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:32.921236 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-d69b9358-c58e-422e-a028-445329b00f4a tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.4839175 May 30 20:37:32.934928 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 54142) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:32.948143 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-a18db2e0-4ed8-49e5-b7c0-0ef2e07b3c25 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1c0', 'mac_address': 'fa:16:3e:73:a3:d4'}]}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:37:32.972844 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d7d88a3-21b3-45a4-aba6-c0eb4e61e31d tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:37:32.974232 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-5d7d88a3-21b3-45a4-aba6-c0eb4e61e31d tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] 10.222.0.85 "GET /v2.0/networks/c7869750-4b49-4b7e-aa99-5e0f1ae02da4 HTTP/1.1" status: 200 len: 881 time: 0.2577639 May 30 20:37:32.977009 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 54148) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:33.042745 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-714c5245-c5b4-4db3-9f35-5e1f4b753ba7 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] 10.222.0.85 "GET /v2.0/ports?device_id=130f56a3-79e4-4d2f-84ff-97a7c31a470d HTTP/1.1" status: 200 len: 205 time: 0.0644722 May 30 20:37:33.045293 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 54152) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:33.055888 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e9a87d49-38bc-464e-ab04-b3cfb371c285 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks [] for router, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:33.080901 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-6c649d02-5548-4608-a253-b10eed389fb5 None None] Provisioning for port b6cc915e-311c-4700-a607-00c739e5cac2 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:37:33.087655 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-6c649d02-5548-4608-a253-b10eed389fb5 None None] Provisioning complete for port b6cc915e-311c-4700-a607-00c739e5cac2 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:37:33.090811 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-6c649d02-5548-4608-a253-b10eed389fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:33.171863 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-6c649d02-5548-4608-a253-b10eed389fb5 None None] Port b6cc915e-311c-4700-a607-00c739e5cac2 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:37:33.273990 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2be3b327-3164-4860-86f6-4fcc15b93057 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Notify callbacks [] for router, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:33.370853 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-deb0300a-fce6-4b02-b65d-6b7540395e73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:33.478442 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2be3b327-3164-4860-86f6-4fcc15b93057 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:33.583270 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-2be3b327-3164-4860-86f6-4fcc15b93057 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Deleting port b7092a2c-11be-49cc-8bea-4c589fcfed2d {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:37:33.583917 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2be3b327-3164-4860-86f6-4fcc15b93057 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:33.676195 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6857df-7100-411c-93b0-89a4ba82aeea req-4d26fa3f-53ac-4cf4-81d3-2369d2a15e58 tempest-VolumesBackupsTest-557496218 tempest-VolumesBackupsTest-557496218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:37:33.677685 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ea6857df-7100-411c-93b0-89a4ba82aeea req-4d26fa3f-53ac-4cf4-81d3-2369d2a15e58 tempest-VolumesBackupsTest-557496218 tempest-VolumesBackupsTest-557496218-project] 10.222.0.85 "GET /v2.0/ports?device_id=25b5e8b3-fb3a-4bc7-9861-b48d5ed54144 HTTP/1.1" status: 200 len: 947 time: 0.6810458 May 30 20:37:33.693180 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-deb0300a-fce6-4b02-b65d-6b7540395e73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:33.755951 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 54162) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:33.776898 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2be3b327-3164-4860-86f6-4fcc15b93057 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:33.939201 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-2be3b327-3164-4860-86f6-4fcc15b93057 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Calling delete_port for b7092a2c-11be-49cc-8bea-4c589fcfed2d owned by network:router_gateway {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:37:33.949069 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e9a87d49-38bc-464e-ab04-b3cfb371c285 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-724789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3141'] for router, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:33.970577 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e9a87d49-38bc-464e-ab04-b3cfb371c285 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:33.972055 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a18db2e0-4ed8-49e5-b7c0-0ef2e07b3c25 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:33.983822 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ea6857df-7100-411c-93b0-89a4ba82aeea req-f405d2cb-17fd-4c52-a90e-6379fd776fec tempest-VolumesBackupsTest-557496218 tempest-VolumesBackupsTest-557496218-project] 10.222.0.85 "GET /v2.0/security-groups?id=ae52a1f7-2751-44d7-898f-84709b28d84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2942932 May 30 20:37:33.984856 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d2c48c47-13af-48cb-99dd-557dbc3d5bb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:34.050695 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-d2c48c47-13af-48cb-99dd-557dbc3d5bb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:37:34.056228 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-d2c48c47-13af-48cb-99dd-557dbc3d5bb8 admin admin] Usage tracker for resource:security_group_rule and tenant:efab0d11c77c465fb74f8824f1a4fa53 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:37:34.059670 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-d2c48c47-13af-48cb-99dd-557dbc3d5bb8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:37:34.067014 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-d2c48c47-13af-48cb-99dd-557dbc3d5bb8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:37:34.097198 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-deb0300a-fce6-4b02-b65d-6b7540395e73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:34.175907 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb0300a-fce6-4b02-b65d-6b7540395e73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab1358f1-e7cc-4473-9477-73332a4251f4,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:34.177020 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e9a87d49-38bc-464e-ab04-b3cfb371c285 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724889'] for router, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:34.177448 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9a87d49-38bc-464e-ab04-b3cfb371c285 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Fanout notify agent at l3_agent the message router_deleted on router db4cd14d-5857-4338-ba56-231a9cc9b615 {{(pid=84886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:37:34.191366 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e9a87d49-38bc-464e-ab04-b3cfb371c285 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks [] for router, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:34.202692 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-e9a87d49-38bc-464e-ab04-b3cfb371c285 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] 10.222.0.85 "DELETE /v2.0/routers/db4cd14d-5857-4338-ba56-231a9cc9b615 HTTP/1.1" status: 204 len: 168 time: 1.6051745 May 30 20:37:34.203140 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 54168) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:34.203250 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-deb0300a-fce6-4b02-b65d-6b7540395e73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:34.203250 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-deb0300a-fce6-4b02-b65d-6b7540395e73 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/ab1358f1-e7cc-4473-9477-73332a4251f4 HTTP/1.1" status: 204 len: 168 time: 1.3196862 May 30 20:37:34.203427 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d2c48c47-13af-48cb-99dd-557dbc3d5bb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:34.286305 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a18db2e0-4ed8-49e5-b7c0-0ef2e07b3c25 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:34.367767 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2be3b327-3164-4860-86f6-4fcc15b93057 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:34.388840 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a18db2e0-4ed8-49e5-b7c0-0ef2e07b3c25 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:34.404507 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d2c48c47-13af-48cb-99dd-557dbc3d5bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:34.447119 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be3b327-3164-4860-86f6-4fcc15b93057 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Pushing event deleted for resources: {'Port': ['ID=b7092a2c-11be-49cc-8bea-4c589fcfed2d,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:34.454635 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-a18db2e0-4ed8-49e5-b7c0-0ef2e07b3c25 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] In _notify_port_updated(), no bound segment for port b6cc915e-311c-4700-a607-00c739e5cac2 on network 076ba8d4-c650-4d43-833c-1d790cc9385d {{(pid=84886) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 30 20:37:34.458924 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a18db2e0-4ed8-49e5-b7c0-0ef2e07b3c25 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:37:34.459063 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a18db2e0-4ed8-49e5-b7c0-0ef2e07b3c25 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:34.463195 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-a18db2e0-4ed8-49e5-b7c0-0ef2e07b3c25 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] 10.222.0.85 "PUT /v2.0/ports/b6cc915e-311c-4700-a607-00c739e5cac2 HTTP/1.1" status: 200 len: 1003 time: 1.5272529 May 30 20:37:34.466293 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 54174) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:34.510520 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18db2e0-4ed8-49e5-b7c0-0ef2e07b3c25 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Pushing event updated for resources: {'Port': ['ID=b6cc915e-311c-4700-a607-00c739e5cac2,revision_number=2']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:34.534787 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c48c47-13af-48cb-99dd-557dbc3d5bb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb540545-b03f-490f-b6d0-645278bb6e02,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:34.547253 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-cdff03c1-35ba-4cf8-b515-ff2386bd1907 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Deleting port b6cc915e-311c-4700-a607-00c739e5cac2 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:37:34.547601 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-cdff03c1-35ba-4cf8-b515-ff2386bd1907 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:34.669572 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-d2c48c47-13af-48cb-99dd-557dbc3d5bb8 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=efab0d11c77c465fb74f8824f1a4fa53&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9124420 May 30 20:37:34.673424 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 54180) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:34.819627 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-a6265d66-2869-4ef9-a7d2-600521c3a892 None None] Provisioning complete for port b6cc915e-311c-4700-a607-00c739e5cac2 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:37:34.821222 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-a6265d66-2869-4ef9-a7d2-600521c3a892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:34.847229 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2847f46c-bd17-4871-91b4-7638b92f04e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:34.884004 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-cdff03c1-35ba-4cf8-b515-ff2386bd1907 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:34.886920 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2be3b327-3164-4860-86f6-4fcc15b93057 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-736453'] for router_gateway, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:34.895435 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-a6265d66-2869-4ef9-a7d2-600521c3a892 None None] Port b6cc915e-311c-4700-a607-00c739e5cac2 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:37:34.902073 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2847f46c-bd17-4871-91b4-7638b92f04e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:35.012824 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_v2 [None req-6468f2f0-385c-4da3-981b-b6997dbe86f6 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Deleting subnet 8bae4370-b4b3-4266-adea-9ed10967895d {{(pid=84887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:37:35.024248 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-cdff03c1-35ba-4cf8-b515-ff2386bd1907 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Calling delete_port for b6cc915e-311c-4700-a607-00c739e5cac2 owned by {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:37:35.026134 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6468f2f0-385c-4da3-981b-b6997dbe86f6 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks [] for subnet, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:35.086484 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 97dcd700-251d-4041-ae92-8567db8d470a details requested by agent hyperv_n-h2-843948-2 with host n-h2-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:37:35.168107 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 54186) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:35.197918 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ed6e7e71-bf6f-484b-b4b1-e884f0f8f083 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:35.223784 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2847f46c-bd17-4871-91b4-7638b92f04e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:35.250023 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2847f46c-bd17-4871-91b4-7638b92f04e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb540545-b03f-490f-b6d0-645278bb6e02,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:35.253967 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6468f2f0-385c-4da3-981b-b6997dbe86f6 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3149227'] for subnet, precommit_delete_associations {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:35.263057 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-ed6e7e71-bf6f-484b-b4b1-e884f0f8f083 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:37:35.272252 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-ed6e7e71-bf6f-484b-b4b1-e884f0f8f083 admin admin] Usage tracker for resource:security_group_rule and tenant:None is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:37:35.275933 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-ed6e7e71-bf6f-484b-b4b1-e884f0f8f083 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:37:35.282316 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 97dcd700-251d-4041-ae92-8567db8d470a, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=97dcd700-251d-4041-ae92-8567db8d470a,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:37:35.290778 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-ed6e7e71-bf6f-484b-b4b1-e884f0f8f083 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:37:35.294433 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Returning: {'device': '97dcd700-251d-4041-ae92-8567db8d470a', 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1', 'port_id': '97dcd700-251d-4041-ae92-8567db8d470a', 'mac_address': 'fa:16:3e:5a:e6:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b83ff54-b1af-44ce-bb75-ba148920553c', 'ip_address': '192.168.233.18'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:37:35.297121 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2847f46c-bd17-4871-91b4-7638b92f04e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:35.301434 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-2847f46c-bd17-4871-91b4-7638b92f04e2 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/fb540545-b03f-490f-b6d0-645278bb6e02 HTTP/1.1" status: 204 len: 168 time: 0.6270583 May 30 20:37:35.309158 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2be3b327-3164-4860-86f6-4fcc15b93057 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-724789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3141'] for router, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:35.340398 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2be3b327-3164-4860-86f6-4fcc15b93057 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:35.359270 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:35.378248 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97dcd700-251d-4041-ae92-8567db8d470a {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:37:35.388848 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-cdff03c1-35ba-4cf8-b515-ff2386bd1907 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:35.389661 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d80f305-361d-4d17-9310-b5b4ddd3c85c req-c003f4ab-719c-4e78-a3e5-35bdb2754b3b tempest-VolumesBackupsTest-557496218 tempest-VolumesBackupsTest-557496218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:37:35.392220 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2d80f305-361d-4d17-9310-b5b4ddd3c85c req-c003f4ab-719c-4e78-a3e5-35bdb2754b3b tempest-VolumesBackupsTest-557496218 tempest-VolumesBackupsTest-557496218-project] 10.222.0.85 "GET /v2.0/ports?device_id=25b5e8b3-fb3a-4bc7-9861-b48d5ed54144 HTTP/1.1" status: 200 len: 947 time: 0.2575576 May 30 20:37:35.400554 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 97dcd700-251d-4041-ae92-8567db8d470a, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=97dcd700-251d-4041-ae92-8567db8d470a,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:37:35.435006 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6468f2f0-385c-4da3-981b-b6997dbe86f6 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:35.492811 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:35.506733 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2be3b327-3164-4860-86f6-4fcc15b93057 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724889'] for router, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:35.507346 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2be3b327-3164-4860-86f6-4fcc15b93057 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Fanout notify agent at l3_agent the message router_deleted on router 130f56a3-79e4-4d2f-84ff-97a7c31a470d {{(pid=84887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:37:35.518070 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2d80f305-361d-4d17-9310-b5b4ddd3c85c req-18372f82-99ad-43c2-bdcc-21e1a18d6860 tempest-VolumesBackupsTest-557496218 tempest-VolumesBackupsTest-557496218-project] 10.222.0.85 "GET /v2.0/security-groups?id=ae52a1f7-2751-44d7-898f-84709b28d84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153193 May 30 20:37:35.557994 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2be3b327-3164-4860-86f6-4fcc15b93057 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Notify callbacks [] for router, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:35.559810 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-2be3b327-3164-4860-86f6-4fcc15b93057 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] 10.222.0.85 "DELETE /v2.0/routers/130f56a3-79e4-4d2f-84ff-97a7c31a470d HTTP/1.1" status: 204 len: 168 time: 2.5132010 May 30 20:37:35.562411 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ed6e7e71-bf6f-484b-b4b1-e884f0f8f083 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:35.571476 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdff03c1-35ba-4cf8-b515-ff2386bd1907 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Pushing event deleted for resources: {'Port': ['ID=b6cc915e-311c-4700-a607-00c739e5cac2,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:35.582207 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=97dcd700-251d-4041-ae92-8567db8d470a,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:35.585445 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 54192) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:35.590882 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-fa4cc2d0-f331-4f51-b015-c04f22ea96d2 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-981497637', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:37:35.598570 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-fa4cc2d0-f331-4f51-b015-c04f22ea96d2 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:37:35.604669 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-fa4cc2d0-f331-4f51-b015-c04f22ea96d2 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Usage tracker for resource:router and tenant:633939d5a6114ff7ab2b02dad4ac8e9d is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:37:35.607781 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-fa4cc2d0-f331-4f51-b015-c04f22ea96d2 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:37:35.614837 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-fa4cc2d0-f331-4f51-b015-c04f22ea96d2 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:37:35.641709 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6468f2f0-385c-4da3-981b-b6997dbe86f6 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4055470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114247'] for subnet, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:35.672941 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ed6e7e71-bf6f-484b-b4b1-e884f0f8f083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:35.687716 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6468f2f0-385c-4da3-981b-b6997dbe86f6 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Pushing event deleted for resources: {'Subnet': ['ID=8bae4370-b4b3-4266-adea-9ed10967895d,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:35.694422 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6468f2f0-385c-4da3-981b-b6997dbe86f6 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:35.700998 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-6468f2f0-385c-4da3-981b-b6997dbe86f6 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] 10.222.0.85 "DELETE /v2.0/subnets/8bae4370-b4b3-4266-adea-9ed10967895d HTTP/1.1" status: 204 len: 168 time: 1.5046184 May 30 20:37:35.704897 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 54196) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:35.719217 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-668f39d9-045c-43ed-9344-3f1975e2ef49 None None] Network 0e549abc-16a6-4cae-9ffa-e368ab7855e2 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:37:35.811577 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-cdff03c1-35ba-4cf8-b515-ff2386bd1907 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:35.863403 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-ed6e7e71-bf6f-484b-b4b1-e884f0f8f083 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2367 time: 0.6944501 May 30 20:37:35.864159 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 54202) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:35.865743 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-cdff03c1-35ba-4cf8-b515-ff2386bd1907 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] 10.222.0.85 "DELETE /v2.0/ports/b6cc915e-311c-4700-a607-00c739e5cac2 HTTP/1.1" status: 204 len: 168 time: 1.3986304 May 30 20:37:35.871162 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1e3822d0-f0fb-4b33-8b3f-e31885a06f03 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:35.872041 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6e7e71-bf6f-484b-b4b1-e884f0f8f083 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cbebd13-fa63-46e2-a7cb-561bfdcc7346,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:35.872772 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 54204) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:35.877599 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-fa4cc2d0-f331-4f51-b015-c04f22ea96d2 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-733683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3159'] for router, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:35.878635 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-fa4cc2d0-f331-4f51-b015-c04f22ea96d2 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-733584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-736372', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-628480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3164'] for router, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:35.896228 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['97dcd700-251d-4041-ae92-8567db8d470a'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:37:35.942153 n-d-843948-2 neutron-server[84887]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fb733ba-db48-4ce8-8718-d57183b3f71d tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] GET failed (client error): The resource could not be found. May 30 20:37:35.943120 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b3de525c-3a40-41af-88b8-ddc957d7179a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:35.943435 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-2fb733ba-db48-4ce8-8718-d57183b3f71d tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] 10.222.0.85 "GET /v2.0/ports/b6cc915e-311c-4700-a607-00c739e5cac2 HTTP/1.1" status: 404 len: 333 time: 0.0684648 May 30 20:37:35.948533 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 54210) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:35.952682 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-1e3822d0-f0fb-4b33-8b3f-e31885a06f03 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Deleting port 8bdeeb5d-62dc-414c-8a9d-7b677d70fa1b {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:37:35.953017 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1e3822d0-f0fb-4b33-8b3f-e31885a06f03 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:35.980644 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b3de525c-3a40-41af-88b8-ddc957d7179a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:36.110545 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-8a5dd6ed-2766-4f45-8148-25133704ae22 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Request body: {'port': {'network_id': '076ba8d4-c650-4d43-833c-1d790cc9385d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-737613843'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:37:36.126835 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b3de525c-3a40-41af-88b8-ddc957d7179a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:36.169168 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3de525c-3a40-41af-88b8-ddc957d7179a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cbebd13-fa63-46e2-a7cb-561bfdcc7346,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:36.186728 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1782ee4-3b77-44d3-830a-697a90a550ec None None] DHCP port deletion for 0e549abc-16a6-4cae-9ffa-e368ab7855e2 request from n-d-843948-2 {{(pid=84888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:37:36.187497 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b3de525c-3a40-41af-88b8-ddc957d7179a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:36.188194 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-fa4cc2d0-f331-4f51-b015-c04f22ea96d2 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:36.191765 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-b3de525c-3a40-41af-88b8-ddc957d7179a admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/3cbebd13-fa63-46e2-a7cb-561bfdcc7346 HTTP/1.1" status: 204 len: 168 time: 0.3208854 May 30 20:37:36.203085 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-d1782ee4-3b77-44d3-830a-697a90a550ec None None] Deleting port 8bdeeb5d-62dc-414c-8a9d-7b677d70fa1b {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:37:36.203460 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-d1782ee4-3b77-44d3-830a-697a90a550ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:36.314413 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 54216) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:36.343828 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ec342492-1599-48bd-97c7-ba76435b973c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:36.388363 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-ec342492-1599-48bd-97c7-ba76435b973c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:37:36.396064 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-ec342492-1599-48bd-97c7-ba76435b973c admin admin] Usage tracker for resource:security_group_rule and tenant:dc33768b5da249e6851202a65fac032d is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:37:36.400994 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [None req-1e3822d0-f0fb-4b33-8b3f-e31885a06f03 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] For port 8bdeeb5d-62dc-414c-8a9d-7b677d70fa1b, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=8bdeeb5d-62dc-414c-8a9d-7b677d70fa1b,segment=NetworkSegment(8cce2785-ee55-4f78-bed9-d73178a777e4),segment_id=8cce2785-ee55-4f78-bed9-d73178a777e4)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:37:36.401573 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-ec342492-1599-48bd-97c7-ba76435b973c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:37:36.401829 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1e3822d0-f0fb-4b33-8b3f-e31885a06f03 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:36.410266 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-ec342492-1599-48bd-97c7-ba76435b973c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:37:36.417705 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-fa4cc2d0-f331-4f51-b015-c04f22ea96d2 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-736409'] for router, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:36.440965 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-d1782ee4-3b77-44d3-830a-697a90a550ec None None] For port 8bdeeb5d-62dc-414c-8a9d-7b677d70fa1b, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=8bdeeb5d-62dc-414c-8a9d-7b677d70fa1b,segment=NetworkSegment(8cce2785-ee55-4f78-bed9-d73178a777e4),segment_id=8cce2785-ee55-4f78-bed9-d73178a777e4)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:37:36.441546 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-d1782ee4-3b77-44d3-830a-697a90a550ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:36.511908 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ec342492-1599-48bd-97c7-ba76435b973c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:36.569126 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-1e3822d0-f0fb-4b33-8b3f-e31885a06f03 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Calling delete_port for 8bdeeb5d-62dc-414c-8a9d-7b677d70fa1b owned by network:dhcp {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:37:36.580836 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-d1782ee4-3b77-44d3-830a-697a90a550ec None None] Calling delete_port for 8bdeeb5d-62dc-414c-8a9d-7b677d70fa1b owned by network:dhcp {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:37:36.584459 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ec342492-1599-48bd-97c7-ba76435b973c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:36.655648 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-8a5dd6ed-2766-4f45-8148-25133704ae22 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:37:36.665493 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-8a5dd6ed-2766-4f45-8148-25133704ae22 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Usage tracker for resource:port and tenant:a9660a1168384ecbb450551c6404c530 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:37:36.670079 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-8a5dd6ed-2766-4f45-8148-25133704ae22 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:37:36.691167 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-8a5dd6ed-2766-4f45-8148-25133704ae22 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:37:36.694576 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-fa4cc2d0-f331-4f51-b015-c04f22ea96d2 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Notify callbacks [] for router, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:36.697637 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-fa4cc2d0-f331-4f51-b015-c04f22ea96d2 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.1094277 May 30 20:37:36.698828 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 54222) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:36.706622 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-7b45b9f1-1af1-4cb7-82fc-a626b609ab74 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'enable_snat': True}}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:37:36.729662 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec342492-1599-48bd-97c7-ba76435b973c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=419262f0-51e1-4f04-9db9-5948f89d7b3e,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:36.738812 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-ec342492-1599-48bd-97c7-ba76435b973c admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=dc33768b5da249e6851202a65fac032d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4222014 May 30 20:37:36.739489 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 54226) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:36.777473 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.db.api [None req-d1782ee4-3b77-44d3-830a-697a90a550ec None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:37:36.777906 n-d-843948-2 neutron-server[84888]: DEBUG oslo_db.api [None req-d1782ee4-3b77-44d3-830a-697a90a550ec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:37:36.825338 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1e3822d0-f0fb-4b33-8b3f-e31885a06f03 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:36.869077 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-39a3ef90-a1e2-43f2-9146-6632b053bd9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:36.875604 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3822d0-f0fb-4b33-8b3f-e31885a06f03 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Pushing event deleted for resources: {'Port': ['ID=8bdeeb5d-62dc-414c-8a9d-7b677d70fa1b,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:36.884740 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3822d0-f0fb-4b33-8b3f-e31885a06f03 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] No DVR routers for this DVR port 8bdeeb5d-62dc-414c-8a9d-7b677d70fa1b on host n-d-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:37:36.891576 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e685d3e-5fce-4f37-99be-6ce5b19136a4 req-cff49399-8ef9-4ea2-9338-b44240337416 tempest-VolumesBackupsTest-557496218 tempest-VolumesBackupsTest-557496218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:37:36.893033 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5e685d3e-5fce-4f37-99be-6ce5b19136a4 req-cff49399-8ef9-4ea2-9338-b44240337416 tempest-VolumesBackupsTest-557496218 tempest-VolumesBackupsTest-557496218-project] 10.222.0.85 "GET /v2.0/ports?device_id=25b5e8b3-fb3a-4bc7-9861-b48d5ed54144 HTTP/1.1" status: 200 len: 948 time: 0.1393163 May 30 20:37:36.920137 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a5dd6ed-2766-4f45-8148-25133704ae22 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Made reservation on behalf of a9660a1168384ecbb450551c6404c530 for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:37:36.921144 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-39a3ef90-a1e2-43f2-9146-6632b053bd9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:36.923615 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8a5dd6ed-2766-4f45-8148-25133704ae22 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:36.976527 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5e685d3e-5fce-4f37-99be-6ce5b19136a4 req-23bb9b24-ac79-421d-9c97-7289b13da0df tempest-VolumesBackupsTest-557496218 tempest-VolumesBackupsTest-557496218-project] 10.222.0.85 "GET /v2.0/security-groups?id=ae52a1f7-2751-44d7-898f-84709b28d84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763209 May 30 20:37:37.074117 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-39a3ef90-a1e2-43f2-9146-6632b053bd9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:37.099821 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 97dcd700-251d-4041-ae92-8567db8d470a up at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:37:37.101854 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a3ef90-a1e2-43f2-9146-6632b053bd9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=419262f0-51e1-4f04-9db9-5948f89d7b3e,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:37.117436 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-39a3ef90-a1e2-43f2-9146-6632b053bd9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:37.121080 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-39a3ef90-a1e2-43f2-9146-6632b053bd9a admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/419262f0-51e1-4f04-9db9-5948f89d7b3e HTTP/1.1" status: 204 len: 168 time: 0.3777838 May 30 20:37:37.141790 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [None req-8a5dd6ed-2766-4f45-8148-25133704ae22 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] device_id is not set on port 0e6b94d4-6a4a-466e-8050-8e5eee6a19b3 yet. {{(pid=84887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:37:37.188377 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1e3822d0-f0fb-4b33-8b3f-e31885a06f03 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:37.241657 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-1e3822d0-f0fb-4b33-8b3f-e31885a06f03 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e549abc-16a6-4cae-9ffa-e368ab7855e2']}} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:37:37.263087 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-1e3822d0-f0fb-4b33-8b3f-e31885a06f03 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cce2785-ee55-4f78-bed9-d73178a777e4') {'for_net_delete': True} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:37:37.263419 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-1e3822d0-f0fb-4b33-8b3f-e31885a06f03 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cce2785-ee55-4f78-bed9-d73178a777e4') {} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:37:37.279359 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-d1782ee4-3b77-44d3-830a-697a90a550ec None None] Deleting port 8bdeeb5d-62dc-414c-8a9d-7b677d70fa1b {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:37:37.280361 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-d1782ee4-3b77-44d3-830a-697a90a550ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:37.308921 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning for port 97dcd700-251d-4041-ae92-8567db8d470a completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:37:37.336886 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1e3822d0-f0fb-4b33-8b3f-e31885a06f03 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3149912'] for segment, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:37.345928 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning complete for port 97dcd700-251d-4041-ae92-8567db8d470a triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:37:37.346360 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:37.376492 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ced5462b-5b70-428b-9300-4240a92d1257 req-09391307-3ce9-438c-96fb-6215dfb7eaba service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=9f2acdd5-0951-4d21-a2ba-3caff48e9d17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3410628 May 30 20:37:37.378073 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-d1782ee4-3b77-44d3-830a-697a90a550ec None None] The port '8bdeeb5d-62dc-414c-8a9d-7b677d70fa1b' was deleted {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 20:37:37.488583 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:37.522342 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25b5e8b3-fb3a-4bc7-9861-b48d5ed54144', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97dcd700-251d-4041-ae92-8567db8d470a'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:37:37.533422 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 97dcd700-251d-4041-ae92-8567db8d470a, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=97dcd700-251d-4041-ae92-8567db8d470a,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:37:37.541870 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ced5462b-5b70-428b-9300-4240a92d1257 req-298da458-32cb-410e-b98a-4486f81fb037 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=be518c6f2f7741c6a6c26447eed4fca2&device_id=9f2acdd5-0951-4d21-a2ba-3caff48e9d17 HTTP/1.1" status: 200 len: 1096 time: 0.0863833 May 30 20:37:37.588214 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1e3822d0-f0fb-4b33-8b3f-e31885a06f03 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:37.589255 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:37.593203 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78a30662-83d2-4949-a4e4-ba39421cc0dc'] response: {'server_uuid': '25b5e8b3-fb3a-4bc7-9861-b48d5ed54144', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97dcd700-251d-4041-ae92-8567db8d470a', 'code': 200} May 30 20:37:37.609115 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e3822d0-f0fb-4b33-8b3f-e31885a06f03 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Releasing vlan 674 on physical network physnet1 to pool {{(pid=84887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:37:37.609509 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1e3822d0-f0fb-4b33-8b3f-e31885a06f03 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4055488'] for segment, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:37.624536 n-d-843948-2 neutron-server[84887]: Traceback (most recent call last): May 30 20:37:37.624536 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:37:37.624536 n-d-843948-2 neutron-server[84887]: timer() May 30 20:37:37.624536 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:37:37.624536 n-d-843948-2 neutron-server[84887]: cb(*args, **kw) May 30 20:37:37.624536 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:37:37.624536 n-d-843948-2 neutron-server[84887]: return func(*args, **kwargs) May 30 20:37:37.624536 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:37:37.624536 n-d-843948-2 neutron-server[84887]: self._notify() May 30 20:37:37.624536 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:37:37.624536 n-d-843948-2 neutron-server[84887]: self.callback(batched_events) May 30 20:37:37.624536 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:37:37.624536 n-d-843948-2 neutron-server[84887]: event.method(event) May 30 20:37:37.624536 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:37:37.624536 n-d-843948-2 neutron-server[84887]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:37:37.624536 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:37:37.624536 n-d-843948-2 neutron-server[84887]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:37:37.624536 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:37:37.624536 n-d-843948-2 neutron-server[84887]: return f(self, *a, **k) May 30 20:37:37.624536 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:37:37.624536 n-d-843948-2 neutron-server[84887]: return self._get(url).json() May 30 20:37:37.624536 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:37:37.624536 n-d-843948-2 neutron-server[84887]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:37:37.624536 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:37:37.624536 n-d-843948-2 neutron-server[84887]: return self.request(url, 'GET', **kwargs) May 30 20:37:37.624536 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:37:37.624536 n-d-843948-2 neutron-server[84887]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:37:37.624536 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:37:37.624536 n-d-843948-2 neutron-server[84887]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:37:37.624536 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:37:37.624536 n-d-843948-2 neutron-server[84887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:37:37.624536 n-d-843948-2 neutron-server[84887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:37:37.703487 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=97dcd700-251d-4041-ae92-8567db8d470a,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:37.721687 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced5462b-5b70-428b-9300-4240a92d1257 req-51931742-001b-48b6-a398-0cbd44ffe475 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:37:37.723419 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ced5462b-5b70-428b-9300-4240a92d1257 req-51931742-001b-48b6-a398-0cbd44ffe475 service neutron] 10.222.0.71 "GET /v2.0/networks?id=76cba922-309a-4387-9272-eb83164f71fd HTTP/1.1" status: 200 len: 912 time: 0.1629508 May 30 20:37:37.755673 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [None req-8a5dd6ed-2766-4f45-8148-25133704ae22 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Allocated IP 2001:db8::17 (076ba8d4-c650-4d43-833c-1d790cc9385d/9924866c-6d75-44a8-9093-50044a57a0f9/0e6b94d4-6a4a-466e-8050-8e5eee6a19b3) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:37:37.772783 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7b45b9f1-1af1-4cb7-82fc-a626b609ab74 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-736390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:37.849292 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ced5462b-5b70-428b-9300-4240a92d1257 req-d8add8c5-ed82-48af-bd6f-fa29a00d6ec0 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e29cff58-4b9a-4a94-a7b9-a66d4dd77480 HTTP/1.1" status: 200 len: 1000 time: 0.1190624 May 30 20:37:37.864038 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1e3822d0-f0fb-4b33-8b3f-e31885a06f03 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:37.922687 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced5462b-5b70-428b-9300-4240a92d1257 req-0e5ceb08-66c0-48d9-abc8-9b7d347d3b00 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:37:37.924182 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ced5462b-5b70-428b-9300-4240a92d1257 req-0e5ceb08-66c0-48d9-abc8-9b7d347d3b00 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=664239a8-9fd7-4297-838f-478b17647c0d HTTP/1.1" status: 200 len: 850 time: 0.0683546 May 30 20:37:37.928800 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1e3822d0-f0fb-4b33-8b3f-e31885a06f03 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:37.967038 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3822d0-f0fb-4b33-8b3f-e31885a06f03 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Pushing event deleted for resources: {'Network': ['ID=0e549abc-16a6-4cae-9ffa-e368ab7855e2,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:37.977119 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-354b791a-4dca-47af-9125-203782338562 req-548c45c5-2006-4a4b-8e59-f96a4be1c096 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=25b5e8b3-fb3a-4bc7-9861-b48d5ed54144 HTTP/1.1" status: 200 len: 1100 time: 0.2930169 May 30 20:37:38.009837 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ced5462b-5b70-428b-9300-4240a92d1257 req-8675c119-a5a0-45af-89d7-1b99c2226f91 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=76cba922-309a-4387-9272-eb83164f71fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0789051 May 30 20:37:38.115929 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-1e3822d0-f0fb-4b33-8b3f-e31885a06f03 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] 10.222.0.85 "DELETE /v2.0/networks/0e549abc-16a6-4cae-9ffa-e368ab7855e2 HTTP/1.1" status: 204 len: 168 time: 2.4099400 May 30 20:37:38.125776 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 54248) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:38.150877 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-354b791a-4dca-47af-9125-203782338562 req-5f7414c9-5b3f-405f-871e-3a96296c1ec4 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=ae52a1f7-2751-44d7-898f-84709b28d84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150439 May 30 20:37:38.157800 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 8bdeeb5d-62dc-414c-8a9d-7b677d70fa1b no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:37:38.162016 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8a5dd6ed-2766-4f45-8148-25133704ae22 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:38.182918 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [None req-8a5dd6ed-2766-4f45-8148-25133704ae22 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Transition to ACTIVE for port object 0e6b94d4-6a4a-466e-8050-8e5eee6a19b3 will not be triggered until provisioned by entity DHCP. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:37:38.200599 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: 8bdeeb5d-62dc-414c-8a9d-7b677d70fa1b {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:37:38.201284 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 8bdeeb5d-62dc-414c-8a9d-7b677d70fa1b not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:37:38.201409 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-515e7ecb-cc2d-4fb7-881f-b4bac216740d tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1423609443', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}, 'admin_state_up': False}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:37:38.213819 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-515e7ecb-cc2d-4fb7-881f-b4bac216740d tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:37:38.229286 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-515e7ecb-cc2d-4fb7-881f-b4bac216740d tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Usage tracker for resource:router and tenant:58f9213e719f47ba816694fbf3eafd38 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:37:38.233514 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-515e7ecb-cc2d-4fb7-881f-b4bac216740d tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:37:38.246237 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-515e7ecb-cc2d-4fb7-881f-b4bac216740d tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:37:38.286110 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7b45b9f1-1af1-4cb7-82fc-a626b609ab74 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:38.299674 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ced5462b-5b70-428b-9300-4240a92d1257 req-50aad4e4-0ced-4d32-bc5e-ba6318611471 service neutron] 10.222.0.71 "GET /v2.0/networks/76cba922-309a-4387-9272-eb83164f71fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2825634 May 30 20:37:38.306166 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaba1153-6725-4824-b1f0-9427f75c60fa req-1b5f0274-3a1e-47dc-be05-6e58ccc9c3ab tempest-VolumesBackupsTest-557496218 tempest-VolumesBackupsTest-557496218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:37:38.307598 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-eaba1153-6725-4824-b1f0-9427f75c60fa req-1b5f0274-3a1e-47dc-be05-6e58ccc9c3ab tempest-VolumesBackupsTest-557496218 tempest-VolumesBackupsTest-557496218-project] 10.222.0.85 "GET /v2.0/ports?device_id=25b5e8b3-fb3a-4bc7-9861-b48d5ed54144 HTTP/1.1" status: 200 len: 949 time: 0.1595836 May 30 20:37:38.318012 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7b45b9f1-1af1-4cb7-82fc-a626b609ab74 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:38.321572 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8a5dd6ed-2766-4f45-8148-25133704ae22 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:38.394885 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-515e7ecb-cc2d-4fb7-881f-b4bac216740d tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-733683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3159'] for router, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:38.395825 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-515e7ecb-cc2d-4fb7-881f-b4bac216740d tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-733584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-736372', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-628480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3164'] for router, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:38.457312 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a5dd6ed-2766-4f45-8148-25133704ae22 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Network 076ba8d4-c650-4d43-833c-1d790cc9385d is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:37:38.460980 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-8a5dd6ed-2766-4f45-8148-25133704ae22 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:37:38.462862 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5dd6ed-2766-4f45-8148-25133704ae22 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Pushing event updated for resources: {'Port': ['ID=0e6b94d4-6a4a-466e-8050-8e5eee6a19b3,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:38.466634 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-515e7ecb-cc2d-4fb7-881f-b4bac216740d tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:38.468530 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5dd6ed-2766-4f45-8148-25133704ae22 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:37:38.472904 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a5dd6ed-2766-4f45-8148-25133704ae22 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:37:38.473689 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8a5dd6ed-2766-4f45-8148-25133704ae22 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:38.491325 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-eaba1153-6725-4824-b1f0-9427f75c60fa req-475e87ae-d999-40ed-9361-d18062cf1726 tempest-VolumesBackupsTest-557496218 tempest-VolumesBackupsTest-557496218-project] 10.222.0.85 "GET /v2.0/security-groups?id=ae52a1f7-2751-44d7-898f-84709b28d84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654143 May 30 20:37:38.521343 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ced5462b-5b70-428b-9300-4240a92d1257 req-edecc2e6-f1a5-43b4-ae3f-bd5c6f71bc36 service neutron] 10.222.0.71 "GET /v2.0/networks/76cba922-309a-4387-9272-eb83164f71fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127724 May 30 20:37:38.579174 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [None req-7b45b9f1-1af1-4cb7-82fc-a626b609ab74 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Allocated IP 172.25.8.248 (c7869750-4b49-4b7e-aa99-5e0f1ae02da4/427601ec-f643-4fe7-b5e6-17305d3a39e1/dfc6fbf7-f235-478c-8113-46db8dfeeeca) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:37:38.623153 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-8a5dd6ed-2766-4f45-8148-25133704ae22 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.6735556 May 30 20:37:38.624358 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 54258) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:38.686941 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-1c0feddc-f9f5-406d-b467-12343b023696 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:73:a3:d4'}]}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:37:38.828869 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-62975fac-e190-48e3-be12-f6d95cde9843 None None] Provisioning for port 0e6b94d4-6a4a-466e-8050-8e5eee6a19b3 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:37:38.834041 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-62975fac-e190-48e3-be12-f6d95cde9843 None None] Provisioning complete for port 0e6b94d4-6a4a-466e-8050-8e5eee6a19b3 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:37:38.834411 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-62975fac-e190-48e3-be12-f6d95cde9843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:38.863248 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-515e7ecb-cc2d-4fb7-881f-b4bac216740d tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-736390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:38.893856 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-62975fac-e190-48e3-be12-f6d95cde9843 None None] Port 0e6b94d4-6a4a-466e-8050-8e5eee6a19b3 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:37:38.894431 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7b45b9f1-1af1-4cb7-82fc-a626b609ab74 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:39.009331 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1c0feddc-f9f5-406d-b467-12343b023696 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:39.088168 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7b45b9f1-1af1-4cb7-82fc-a626b609ab74 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:39.120544 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-515e7ecb-cc2d-4fb7-881f-b4bac216740d tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks [] for router_gateway, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:39.151295 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-515e7ecb-cc2d-4fb7-881f-b4bac216740d tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:39.251451 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b45b9f1-1af1-4cb7-82fc-a626b609ab74 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:37:39.258456 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-7b45b9f1-1af1-4cb7-82fc-a626b609ab74 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:37:39.265078 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b45b9f1-1af1-4cb7-82fc-a626b609ab74 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:37:39.299407 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b45b9f1-1af1-4cb7-82fc-a626b609ab74 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Pushing event updated for resources: {'Port': ['ID=dfc6fbf7-f235-478c-8113-46db8dfeeeca,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:39.326588 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-515e7ecb-cc2d-4fb7-881f-b4bac216740d tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Allocated IP 172.25.8.28 (c7869750-4b49-4b7e-aa99-5e0f1ae02da4/427601ec-f643-4fe7-b5e6-17305d3a39e1/2061ca64-c8d3-422a-9c00-133d8518e6e5) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:37:39.436033 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1c0feddc-f9f5-406d-b467-12343b023696 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:39.501871 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-515e7ecb-cc2d-4fb7-881f-b4bac216740d tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:39.586836 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1c0feddc-f9f5-406d-b467-12343b023696 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:39.641440 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-515e7ecb-cc2d-4fb7-881f-b4bac216740d tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:39.704793 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-1c0feddc-f9f5-406d-b467-12343b023696 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] In _notify_port_updated(), no bound segment for port 0e6b94d4-6a4a-466e-8050-8e5eee6a19b3 on network 076ba8d4-c650-4d43-833c-1d790cc9385d {{(pid=84887) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 30 20:37:39.708648 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c0feddc-f9f5-406d-b467-12343b023696 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:37:39.713958 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1c0feddc-f9f5-406d-b467-12343b023696 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:39.713958 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-1c0feddc-f9f5-406d-b467-12343b023696 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] 10.222.0.85 "PUT /v2.0/ports/0e6b94d4-6a4a-466e-8050-8e5eee6a19b3 HTTP/1.1" status: 200 len: 1001 time: 1.0345833 May 30 20:37:39.716550 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 54278) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:39.728176 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-515e7ecb-cc2d-4fb7-881f-b4bac216740d tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:37:39.729953 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0feddc-f9f5-406d-b467-12343b023696 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Pushing event updated for resources: {'Port': ['ID=0e6b94d4-6a4a-466e-8050-8e5eee6a19b3,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:39.780983 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7899b1b8-8cc5-448a-8c30-3c9b1617cfc6 req-95debd4a-a839-46f5-b608-1d2f9541fd2d tempest-VolumesBackupsTest-557496218 tempest-VolumesBackupsTest-557496218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:37:39.782821 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7899b1b8-8cc5-448a-8c30-3c9b1617cfc6 req-95debd4a-a839-46f5-b608-1d2f9541fd2d tempest-VolumesBackupsTest-557496218 tempest-VolumesBackupsTest-557496218-project] 10.222.0.85 "GET /v2.0/ports?device_id=25b5e8b3-fb3a-4bc7-9861-b48d5ed54144 HTTP/1.1" status: 200 len: 949 time: 0.1193209 May 30 20:37:39.812536 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-515e7ecb-cc2d-4fb7-881f-b4bac216740d tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:37:39.829935 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515e7ecb-cc2d-4fb7-881f-b4bac216740d tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:37:39.856643 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515e7ecb-cc2d-4fb7-881f-b4bac216740d tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Pushing event updated for resources: {'Port': ['ID=2061ca64-c8d3-422a-9c00-133d8518e6e5,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:39.863338 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7899b1b8-8cc5-448a-8c30-3c9b1617cfc6 req-7eeb3559-91cc-48f9-8337-e0311e266c03 tempest-VolumesBackupsTest-557496218 tempest-VolumesBackupsTest-557496218-project] 10.222.0.85 "GET /v2.0/security-groups?id=ae52a1f7-2751-44d7-898f-84709b28d84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710561 May 30 20:37:39.890722 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7b45b9f1-1af1-4cb7-82fc-a626b609ab74 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:39.950708 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-14b769fe-a2cb-4136-aac9-77c6cc205b91 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Deleting port 0e6b94d4-6a4a-466e-8050-8e5eee6a19b3 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:37:39.951068 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-14b769fe-a2cb-4136-aac9-77c6cc205b91 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:40.085550 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7b45b9f1-1af1-4cb7-82fc-a626b609ab74 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-736390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:40.090120 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7b45b9f1-1af1-4cb7-82fc-a626b609ab74 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-736409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-736399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-736400', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-724754'] for router, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:40.133297 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-1cc58f79-d486-4763-a713-5df9f7feb08b None None] Provisioning complete for port 0e6b94d4-6a4a-466e-8050-8e5eee6a19b3 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:37:40.134402 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-1cc58f79-d486-4763-a713-5df9f7feb08b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:40.196182 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-1cc58f79-d486-4763-a713-5df9f7feb08b None None] Port 0e6b94d4-6a4a-466e-8050-8e5eee6a19b3 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:37:40.261373 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-14b769fe-a2cb-4136-aac9-77c6cc205b91 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:40.396562 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-14b769fe-a2cb-4136-aac9-77c6cc205b91 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Calling delete_port for 0e6b94d4-6a4a-466e-8050-8e5eee6a19b3 owned by {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:37:40.417135 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b45b9f1-1af1-4cb7-82fc-a626b609ab74 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Router 652df8a8-cbc1-4af7-883a-07f9ce953187 is scheduled to L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 with binding_index 1 {{(pid=84887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 20:37:40.476953 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-515e7ecb-cc2d-4fb7-881f-b4bac216740d tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks [] for router_gateway, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:40.477713 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-515e7ecb-cc2d-4fb7-881f-b4bac216740d tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-736409'] for router, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:40.635309 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b45b9f1-1af1-4cb7-82fc-a626b609ab74 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:37:40.639769 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7b45b9f1-1af1-4cb7-82fc-a626b609ab74 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Notify callbacks [] for router, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:40.644457 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-7b45b9f1-1af1-4cb7-82fc-a626b609ab74 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] 10.222.0.85 "PUT /v2.0/routers/652df8a8-cbc1-4af7-883a-07f9ce953187 HTTP/1.1" status: 200 len: 918 time: 3.9417868 May 30 20:37:40.644934 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 54296) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:40.779199 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e773db2-bbf8-4cad-af50-8ec6c44bdb45 None None] Sync routers for ids ['652df8a8-cbc1-4af7-883a-07f9ce953187'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:37:40.801974 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e773db2-bbf8-4cad-af50-8ec6c44bdb45 None None] Routers {'652df8a8-cbc1-4af7-883a-07f9ce953187'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:37:40.804037 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-4e773db2-bbf8-4cad-af50-8ec6c44bdb45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:37:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['652df8a8-cbc1-4af7-883a-07f9ce953187'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:37:40.848846 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-14b769fe-a2cb-4136-aac9-77c6cc205b91 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:40.876215 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-4e773db2-bbf8-4cad-af50-8ec6c44bdb45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:37:40.891575 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e773db2-bbf8-4cad-af50-8ec6c44bdb45 None None] Routers {'652df8a8-cbc1-4af7-883a-07f9ce953187'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:37:40.892405 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-4e773db2-bbf8-4cad-af50-8ec6c44bdb45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:37:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['652df8a8-cbc1-4af7-883a-07f9ce953187'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:37:40.906549 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-1e79403d-d2ae-43f6-bc79-93bae12b6171 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] 10.222.0.85 "GET /v2.0/routers/652df8a8-cbc1-4af7-883a-07f9ce953187 HTTP/1.1" status: 200 len: 924 time: 0.2599854 May 30 20:37:40.910665 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 54306) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:40.938439 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b769fe-a2cb-4136-aac9-77c6cc205b91 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Pushing event deleted for resources: {'Port': ['ID=0e6b94d4-6a4a-466e-8050-8e5eee6a19b3,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:40.995126 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-4e773db2-bbf8-4cad-af50-8ec6c44bdb45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:37:40.995525 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e773db2-bbf8-4cad-af50-8ec6c44bdb45 None None] The sync data for ids ['652df8a8-cbc1-4af7-883a-07f9ce953187'] in n-d-843948-2 is: [] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:37:41.033879 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-14b769fe-a2cb-4136-aac9-77c6cc205b91 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:41.042321 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-873928ee-9b6c-4b24-8be1-a2feb2614065 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] 10.222.0.85 "GET /v2.0/ports?network_id=c7869750-4b49-4b7e-aa99-5e0f1ae02da4&device_id=652df8a8-cbc1-4af7-883a-07f9ce953187&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1303163 May 30 20:37:41.042967 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 54310) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:41.116029 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-14b769fe-a2cb-4136-aac9-77c6cc205b91 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] 10.222.0.85 "DELETE /v2.0/ports/0e6b94d4-6a4a-466e-8050-8e5eee6a19b3 HTTP/1.1" status: 204 len: 168 time: 1.3952396 May 30 20:37:41.118654 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 54316) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:41.183728 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-515e7ecb-cc2d-4fb7-881f-b4bac216740d tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Router 6e259e5f-fc19-46a6-8c7f-5e3cadd65a1c is scheduled to L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 with binding_index 1 {{(pid=84886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 20:37:41.184779 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2657616-c4ee-4154-b230-072e92348643 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:37:41.185911 n-d-843948-2 neutron-server[84886]: INFO neutron.pecan_wsgi.hooks.translation [None req-a69b5e33-1e0b-4ed6-bd83-59d81058ddda tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] GET failed (client error): The resource could not be found. May 30 20:37:41.186402 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-a69b5e33-1e0b-4ed6-bd83-59d81058ddda tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Synchronizing usage tracker for tenant:a9660a1168384ecbb450551c6404c530 on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:37:41.186530 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-f2657616-c4ee-4154-b230-072e92348643 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] 10.222.0.85 "GET /v2.0/networks/c7869750-4b49-4b7e-aa99-5e0f1ae02da4 HTTP/1.1" status: 200 len: 881 time: 0.1425159 May 30 20:37:41.189559 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 54320) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:41.223207 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f61c2a-fb67-440a-bfa9-0a42bb5b12c4 req-f5001780-572a-4e15-a59f-551c7b32ac7d tempest-VolumesBackupsTest-557496218 tempest-VolumesBackupsTest-557496218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:37:41.224592 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a6f61c2a-fb67-440a-bfa9-0a42bb5b12c4 req-f5001780-572a-4e15-a59f-551c7b32ac7d tempest-VolumesBackupsTest-557496218 tempest-VolumesBackupsTest-557496218-project] 10.222.0.85 "GET /v2.0/ports?device_id=25b5e8b3-fb3a-4bc7-9861-b48d5ed54144 HTTP/1.1" status: 200 len: 949 time: 0.1769221 May 30 20:37:41.240194 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-3e6e0d26-3165-4613-9a58-cfc5a66f5942 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] 10.222.0.85 "GET /v2.0/ports?device_id=652df8a8-cbc1-4af7-883a-07f9ce953187 HTTP/1.1" status: 200 len: 205 time: 0.0471289 May 30 20:37:41.240410 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 54324) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:41.362795 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-a69b5e33-1e0b-4ed6-bd83-59d81058ddda tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Unset dirty status for tenant:a9660a1168384ecbb450551c6404c530 on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:37:41.364063 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-a69b5e33-1e0b-4ed6-bd83-59d81058ddda tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] 10.222.0.85 "GET /v2.0/ports/0e6b94d4-6a4a-466e-8050-8e5eee6a19b3 HTTP/1.1" status: 404 len: 333 time: 0.2444668 May 30 20:37:41.367797 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 54332) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:41.374980 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-1870dc4c-fc9d-4416-8cbc-ffe2ac55ece5 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Request body: {'port': {'network_id': '076ba8d4-c650-4d43-833c-1d790cc9385d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1277379476'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:37:41.411240 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a6f61c2a-fb67-440a-bfa9-0a42bb5b12c4 req-c597fb5d-384d-4328-8428-0b1f100ef15c tempest-VolumesBackupsTest-557496218 tempest-VolumesBackupsTest-557496218-project] 10.222.0.85 "GET /v2.0/security-groups?id=ae52a1f7-2751-44d7-898f-84709b28d84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329639 May 30 20:37:41.519349 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-515e7ecb-cc2d-4fb7-881f-b4bac216740d tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:37:41.529483 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d1626c9-bfea-4d02-82a2-e95ecf11a5b0 None None] Sync routers for ids ['6e259e5f-fc19-46a6-8c7f-5e3cadd65a1c'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:37:41.543612 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d1626c9-bfea-4d02-82a2-e95ecf11a5b0 None None] Routers {'6e259e5f-fc19-46a6-8c7f-5e3cadd65a1c'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:37:41.544578 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-8d1626c9-bfea-4d02-82a2-e95ecf11a5b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:37:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['6e259e5f-fc19-46a6-8c7f-5e3cadd65a1c'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:37:41.608032 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-515e7ecb-cc2d-4fb7-881f-b4bac216740d tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks [] for router, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:41.612461 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 54346) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:41.622455 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-515e7ecb-cc2d-4fb7-881f-b4bac216740d tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 3.4755118 May 30 20:37:41.622613 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-8d1626c9-bfea-4d02-82a2-e95ecf11a5b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:37:41.631716 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d1626c9-bfea-4d02-82a2-e95ecf11a5b0 None None] Routers {'6e259e5f-fc19-46a6-8c7f-5e3cadd65a1c'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:37:41.632875 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-8d1626c9-bfea-4d02-82a2-e95ecf11a5b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:37:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['6e259e5f-fc19-46a6-8c7f-5e3cadd65a1c'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:37:41.706462 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-8d1626c9-bfea-4d02-82a2-e95ecf11a5b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:37:41.706867 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d1626c9-bfea-4d02-82a2-e95ecf11a5b0 None None] The sync data for ids ['6e259e5f-fc19-46a6-8c7f-5e3cadd65a1c'] in n-d-843948-2 is: [] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:37:41.786941 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-1870dc4c-fc9d-4416-8cbc-ffe2ac55ece5 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:37:41.808534 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-1870dc4c-fc9d-4416-8cbc-ffe2ac55ece5 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:37:41.862674 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f221f504-3d9f-4b7e-9c45-57069a126da9 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Notify callbacks [] for router, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:41.919021 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1870dc4c-fc9d-4416-8cbc-ffe2ac55ece5 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Made reservation on behalf of a9660a1168384ecbb450551c6404c530 for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:37:41.922542 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1870dc4c-fc9d-4416-8cbc-ffe2ac55ece5 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:42.017488 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [None req-1870dc4c-fc9d-4416-8cbc-ffe2ac55ece5 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] device_id is not set on port 893961a2-0dbe-4519-9b84-cfde45c1096e yet. {{(pid=84887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:37:42.181306 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-7a8b0436-46da-40f8-9fad-6bb453359822 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] 10.222.0.85 "GET /v2.0/routers/6e259e5f-fc19-46a6-8c7f-5e3cadd65a1c HTTP/1.1" status: 200 len: 880 time: 0.5677660 May 30 20:37:42.184730 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 54370) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:42.219475 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [None req-1870dc4c-fc9d-4416-8cbc-ffe2ac55ece5 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Allocated IP 2001:db8::1b2 (076ba8d4-c650-4d43-833c-1d790cc9385d/9924866c-6d75-44a8-9093-50044a57a0f9/893961a2-0dbe-4519-9b84-cfde45c1096e) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:37:42.372089 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f221f504-3d9f-4b7e-9c45-57069a126da9 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:42.406938 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-c69c2aa9-4b16-4d80-b449-009f3953200e tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Synchronizing usage tracker for tenant:58f9213e719f47ba816694fbf3eafd38 on resource:router {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:37:42.461485 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1870dc4c-fc9d-4416-8cbc-ffe2ac55ece5 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:42.477213 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [None req-1870dc4c-fc9d-4416-8cbc-ffe2ac55ece5 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Transition to ACTIVE for port object 893961a2-0dbe-4519-9b84-cfde45c1096e will not be triggered until provisioned by entity DHCP. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:37:42.496705 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-f221f504-3d9f-4b7e-9c45-57069a126da9 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Deleting port dfc6fbf7-f235-478c-8113-46db8dfeeeca {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:37:42.497043 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f221f504-3d9f-4b7e-9c45-57069a126da9 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:42.545173 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-c69c2aa9-4b16-4d80-b449-009f3953200e tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Unset dirty status for tenant:58f9213e719f47ba816694fbf3eafd38 on resource:router {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:37:42.553429 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-c69c2aa9-4b16-4d80-b449-009f3953200e tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] 10.222.0.85 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.3619051 May 30 20:37:42.554426 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 54380) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:42.573499 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-84ac1da0-d14b-439a-bc31-762e79d0485a tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1423609443'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:37:42.627830 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1870dc4c-fc9d-4416-8cbc-ffe2ac55ece5 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:42.738728 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1870dc4c-fc9d-4416-8cbc-ffe2ac55ece5 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Pushing event updated for resources: {'Port': ['ID=893961a2-0dbe-4519-9b84-cfde45c1096e,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:42.742252 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1870dc4c-fc9d-4416-8cbc-ffe2ac55ece5 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Network 076ba8d4-c650-4d43-833c-1d790cc9385d is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:37:42.752797 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-1870dc4c-fc9d-4416-8cbc-ffe2ac55ece5 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:37:42.757087 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1870dc4c-fc9d-4416-8cbc-ffe2ac55ece5 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:37:42.761578 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1870dc4c-fc9d-4416-8cbc-ffe2ac55ece5 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:37:42.761578 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1870dc4c-fc9d-4416-8cbc-ffe2ac55ece5 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:42.770809 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f221f504-3d9f-4b7e-9c45-57069a126da9 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:42.957497 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-f221f504-3d9f-4b7e-9c45-57069a126da9 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Calling delete_port for dfc6fbf7-f235-478c-8113-46db8dfeeeca owned by network:router_gateway {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:37:43.074543 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-1870dc4c-fc9d-4416-8cbc-ffe2ac55ece5 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.7054768 May 30 20:37:43.085541 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 54406) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:43.104553 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-0e594d38-18ea-4c13-bb91-07735b94e7fe tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Request body: {'port': {'network_id': '076ba8d4-c650-4d43-833c-1d790cc9385d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2044239591'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:37:43.229427 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-478b9faf-9bc9-4408-852e-d5ad00f4d473 None None] Provisioning for port 893961a2-0dbe-4519-9b84-cfde45c1096e completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:37:43.237785 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-478b9faf-9bc9-4408-852e-d5ad00f4d473 None None] Provisioning complete for port 893961a2-0dbe-4519-9b84-cfde45c1096e triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:37:43.238284 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-478b9faf-9bc9-4408-852e-d5ad00f4d473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:43.292551 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f221f504-3d9f-4b7e-9c45-57069a126da9 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:43.321057 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-478b9faf-9bc9-4408-852e-d5ad00f4d473 None None] Port 893961a2-0dbe-4519-9b84-cfde45c1096e cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:37:43.429293 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-0e594d38-18ea-4c13-bb91-07735b94e7fe tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:37:43.436940 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-0e594d38-18ea-4c13-bb91-07735b94e7fe tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Usage tracker for resource:port and tenant:a9660a1168384ecbb450551c6404c530 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:37:43.442066 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-0e594d38-18ea-4c13-bb91-07735b94e7fe tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:37:43.446404 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-84ac1da0-d14b-439a-bc31-762e79d0485a tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-736390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:43.454628 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-0e594d38-18ea-4c13-bb91-07735b94e7fe tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:37:43.518399 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f221f504-3d9f-4b7e-9c45-57069a126da9 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Pushing event deleted for resources: {'Port': ['ID=dfc6fbf7-f235-478c-8113-46db8dfeeeca,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:43.543947 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-84ac1da0-d14b-439a-bc31-762e79d0485a tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-736409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-736399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-736400', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-724754'] for router, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:43.740736 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e594d38-18ea-4c13-bb91-07735b94e7fe tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Made reservation on behalf of a9660a1168384ecbb450551c6404c530 for: {'port': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:37:43.745348 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0e594d38-18ea-4c13-bb91-07735b94e7fe tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:43.761292 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f221f504-3d9f-4b7e-9c45-57069a126da9 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-736453'] for router_gateway, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:43.843584 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [None req-0e594d38-18ea-4c13-bb91-07735b94e7fe tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] device_id is not set on port 85d707e3-c091-4bb3-bab1-4cb0d32d7dac yet. {{(pid=84886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:37:44.039028 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-0e594d38-18ea-4c13-bb91-07735b94e7fe tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Allocated IP 2001:db8::3da (076ba8d4-c650-4d43-833c-1d790cc9385d/9924866c-6d75-44a8-9093-50044a57a0f9/85d707e3-c091-4bb3-bab1-4cb0d32d7dac) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:37:44.069982 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f221f504-3d9f-4b7e-9c45-57069a126da9 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-724789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3141'] for router, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:44.082499 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f221f504-3d9f-4b7e-9c45-57069a126da9 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:44.154738 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f221f504-3d9f-4b7e-9c45-57069a126da9 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724889'] for router, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:44.155704 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f221f504-3d9f-4b7e-9c45-57069a126da9 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Fanout notify agent at l3_agent the message router_deleted on router 652df8a8-cbc1-4af7-883a-07f9ce953187 {{(pid=84887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:37:44.194088 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f221f504-3d9f-4b7e-9c45-57069a126da9 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Notify callbacks [] for router, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:44.196280 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-f221f504-3d9f-4b7e-9c45-57069a126da9 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] 10.222.0.85 "DELETE /v2.0/routers/652df8a8-cbc1-4af7-883a-07f9ce953187 HTTP/1.1" status: 204 len: 168 time: 2.9548438 May 30 20:37:44.200168 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 54438) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:44.209265 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-2a926731-eb65-41a0-a87d-eccd7529ee7c tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-396491615', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:37:44.220306 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-2a926731-eb65-41a0-a87d-eccd7529ee7c tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:37:44.225365 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-2a926731-eb65-41a0-a87d-eccd7529ee7c tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Usage tracker for resource:router and tenant:633939d5a6114ff7ab2b02dad4ac8e9d is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:37:44.230452 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-2a926731-eb65-41a0-a87d-eccd7529ee7c tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:37:44.234914 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84ac1da0-d14b-439a-bc31-762e79d0485a tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Router 6e259e5f-fc19-46a6-8c7f-5e3cadd65a1c has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:37:44.239084 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-2a926731-eb65-41a0-a87d-eccd7529ee7c tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:37:44.366161 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2a926731-eb65-41a0-a87d-eccd7529ee7c tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-733683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3159'] for router, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:44.367072 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2a926731-eb65-41a0-a87d-eccd7529ee7c tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-733584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-736372', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-628480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3164'] for router, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:44.385420 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2a926731-eb65-41a0-a87d-eccd7529ee7c tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:44.437968 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0e594d38-18ea-4c13-bb91-07735b94e7fe tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:44.465431 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [None req-0e594d38-18ea-4c13-bb91-07735b94e7fe tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Transition to ACTIVE for port object 85d707e3-c091-4bb3-bab1-4cb0d32d7dac will not be triggered until provisioned by entity DHCP. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:37:44.503086 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2a926731-eb65-41a0-a87d-eccd7529ee7c tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-736409'] for router, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:44.548091 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84ac1da0-d14b-439a-bc31-762e79d0485a tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:37:44.557659 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377c1959-30ff-4a5f-aedf-f497e116fc1f None None] Sync routers for ids ['6e259e5f-fc19-46a6-8c7f-5e3cadd65a1c'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:37:44.559190 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-84ac1da0-d14b-439a-bc31-762e79d0485a tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks [] for router, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:44.560326 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-84ac1da0-d14b-439a-bc31-762e79d0485a tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] 10.222.0.85 "PUT /v2.0/routers/6e259e5f-fc19-46a6-8c7f-5e3cadd65a1c HTTP/1.1" status: 200 len: 887 time: 2.0047722 May 30 20:37:44.562524 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0e594d38-18ea-4c13-bb91-07735b94e7fe tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:44.563664 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 54444) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:44.573242 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377c1959-30ff-4a5f-aedf-f497e116fc1f None None] Routers {'6e259e5f-fc19-46a6-8c7f-5e3cadd65a1c'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:37:44.574145 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-377c1959-30ff-4a5f-aedf-f497e116fc1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:37:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['6e259e5f-fc19-46a6-8c7f-5e3cadd65a1c'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:37:44.633758 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-377c1959-30ff-4a5f-aedf-f497e116fc1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:37:44.639957 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e594d38-18ea-4c13-bb91-07735b94e7fe tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Network 076ba8d4-c650-4d43-833c-1d790cc9385d is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:37:44.643166 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-0e594d38-18ea-4c13-bb91-07735b94e7fe tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:37:44.647031 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377c1959-30ff-4a5f-aedf-f497e116fc1f None None] Routers {'6e259e5f-fc19-46a6-8c7f-5e3cadd65a1c'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:37:44.647717 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-377c1959-30ff-4a5f-aedf-f497e116fc1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:37:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['6e259e5f-fc19-46a6-8c7f-5e3cadd65a1c'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:37:44.649050 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e594d38-18ea-4c13-bb91-07735b94e7fe tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:37:44.652953 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e594d38-18ea-4c13-bb91-07735b94e7fe tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:37:44.653559 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0e594d38-18ea-4c13-bb91-07735b94e7fe tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:44.665179 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e594d38-18ea-4c13-bb91-07735b94e7fe tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Pushing event updated for resources: {'Port': ['ID=85d707e3-c091-4bb3-bab1-4cb0d32d7dac,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:44.685306 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2a926731-eb65-41a0-a87d-eccd7529ee7c tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Notify callbacks [] for router, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:44.689711 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-2a926731-eb65-41a0-a87d-eccd7529ee7c tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4845757 May 30 20:37:44.690102 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 54448) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:44.702449 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-31373e07-db22-4fd0-a2d6-0e5285d58135 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'enable_snat': False}}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:37:44.740421 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-377c1959-30ff-4a5f-aedf-f497e116fc1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:37:44.741220 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377c1959-30ff-4a5f-aedf-f497e116fc1f None None] The sync data for ids ['6e259e5f-fc19-46a6-8c7f-5e3cadd65a1c'] in n-d-843948-2 is: [] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:37:44.781659 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-0e594d38-18ea-4c13-bb91-07735b94e7fe tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.6879296 May 30 20:37:44.785207 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 54454) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:44.795190 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-8ccfeadc-f88b-40ef-81d1-2f30821271f5 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1c0', 'mac_address': 'fa:16:3e:73:a3:d4'}, {'ip_address': '2001:db8::1b2', 'mac_address': 'fa:16:3e:18:bf:7b'}]}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:37:44.894540 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 54460) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:45.034777 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-b0dd4fdf-6acf-4446-8055-f2f02eaa1400 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] 10.222.0.85 "GET /v2.0/routers/6e259e5f-fc19-46a6-8c7f-5e3cadd65a1c HTTP/1.1" status: 200 len: 887 time: 0.4699564 May 30 20:37:45.042288 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 54466) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:45.102577 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-14cda90c-9ef1-4d8c-bdbf-b9c611320317 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Synchronizing usage tracker for tenant:58f9213e719f47ba816694fbf3eafd38 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:37:45.178652 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8ccfeadc-f88b-40ef-81d1-2f30821271f5 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:45.196267 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-31373e07-db22-4fd0-a2d6-0e5285d58135 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-736390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:45.231915 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-01364e38-c441-40ac-9af0-3975e9324230 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:45.265970 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-01364e38-c441-40ac-9af0-3975e9324230 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:37:45.269811 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-01364e38-c441-40ac-9af0-3975e9324230 admin admin] Usage tracker for resource:security_group_rule and tenant:0707fca2fbd84dc4987f9ca3fd3163d4 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:37:45.272766 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-01364e38-c441-40ac-9af0-3975e9324230 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:37:45.279215 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-01364e38-c441-40ac-9af0-3975e9324230 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:37:45.285444 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-14cda90c-9ef1-4d8c-bdbf-b9c611320317 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Unset dirty status for tenant:58f9213e719f47ba816694fbf3eafd38 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:37:45.286657 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-14cda90c-9ef1-4d8c-bdbf-b9c611320317 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] 10.222.0.85 "GET /v2.0/ports?device_id=6e259e5f-fc19-46a6-8c7f-5e3cadd65a1c HTTP/1.1" status: 200 len: 205 time: 0.2433805 May 30 20:37:45.290822 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 54470) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:45.320586 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-d23102fc-7562-448b-90af-99875f78f7bb None None] Provisioning for port 85d707e3-c091-4bb3-bab1-4cb0d32d7dac completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:37:45.326105 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-d23102fc-7562-448b-90af-99875f78f7bb None None] Provisioning complete for port 85d707e3-c091-4bb3-bab1-4cb0d32d7dac triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:37:45.326583 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-d23102fc-7562-448b-90af-99875f78f7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:45.403174 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-d23102fc-7562-448b-90af-99875f78f7bb None None] Port 85d707e3-c091-4bb3-bab1-4cb0d32d7dac cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:37:45.556875 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-01364e38-c441-40ac-9af0-3975e9324230 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:45.634800 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-01364e38-c441-40ac-9af0-3975e9324230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:45.691783 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8ccfeadc-f88b-40ef-81d1-2f30821271f5 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:45.708174 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-31373e07-db22-4fd0-a2d6-0e5285d58135 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:45.733567 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01364e38-c441-40ac-9af0-3975e9324230 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28cd6ee8-990e-4ee7-9a8c-e888ff99526d,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:45.741481 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-01364e38-c441-40ac-9af0-3975e9324230 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=0707fca2fbd84dc4987f9ca3fd3163d4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8457048 May 30 20:37:45.745545 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 54474) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:45.746543 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-31373e07-db22-4fd0-a2d6-0e5285d58135 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:45.747905 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-da3fe8e7-61d7-45da-85c1-73650fe99b1c tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks [] for router, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:45.802943 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8ccfeadc-f88b-40ef-81d1-2f30821271f5 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:45.919889 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-88b51359-da6f-4a55-83a3-fd69cd69e2fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:45.929178 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-8ccfeadc-f88b-40ef-81d1-2f30821271f5 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] In _notify_port_updated(), no bound segment for port 85d707e3-c091-4bb3-bab1-4cb0d32d7dac on network 076ba8d4-c650-4d43-833c-1d790cc9385d {{(pid=84887) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 30 20:37:45.933038 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ccfeadc-f88b-40ef-81d1-2f30821271f5 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:37:45.934070 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8ccfeadc-f88b-40ef-81d1-2f30821271f5 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:45.937931 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-8ccfeadc-f88b-40ef-81d1-2f30821271f5 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] 10.222.0.85 "PUT /v2.0/ports/85d707e3-c091-4bb3-bab1-4cb0d32d7dac HTTP/1.1" status: 200 len: 1068 time: 1.1490986 May 30 20:37:45.938303 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 54478) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:45.961150 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccfeadc-f88b-40ef-81d1-2f30821271f5 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Pushing event updated for resources: {'Port': ['ID=85d707e3-c091-4bb3-bab1-4cb0d32d7dac,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:46.017910 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-88b51359-da6f-4a55-83a3-fd69cd69e2fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:46.028356 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-31373e07-db22-4fd0-a2d6-0e5285d58135 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Allocated IP 172.25.8.233 (c7869750-4b49-4b7e-aa99-5e0f1ae02da4/427601ec-f643-4fe7-b5e6-17305d3a39e1/afc533ed-b17c-448e-8e18-5a8d8e46e9ae) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:37:46.056071 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-da3fe8e7-61d7-45da-85c1-73650fe99b1c tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:46.074950 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-c5343a02-0c4d-4697-842e-f901dbfbb217 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Deleting port 85d707e3-c091-4bb3-bab1-4cb0d32d7dac {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:37:46.074950 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c5343a02-0c4d-4697-842e-f901dbfbb217 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:46.114268 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-da3fe8e7-61d7-45da-85c1-73650fe99b1c tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Deleting port 2061ca64-c8d3-422a-9c00-133d8518e6e5 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:37:46.114773 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-da3fe8e7-61d7-45da-85c1-73650fe99b1c tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:46.255910 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-48b997b0-5e4d-4220-a4d6-1560e6494c61 None None] Provisioning complete for port 85d707e3-c091-4bb3-bab1-4cb0d32d7dac triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:37:46.257153 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-48b997b0-5e4d-4220-a4d6-1560e6494c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:46.315363 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-da3fe8e7-61d7-45da-85c1-73650fe99b1c tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:46.319124 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-48b997b0-5e4d-4220-a4d6-1560e6494c61 None None] Port 85d707e3-c091-4bb3-bab1-4cb0d32d7dac cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:37:46.408164 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-31373e07-db22-4fd0-a2d6-0e5285d58135 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:46.427577 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-88b51359-da6f-4a55-83a3-fd69cd69e2fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:46.452722 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-da3fe8e7-61d7-45da-85c1-73650fe99b1c tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Calling delete_port for 2061ca64-c8d3-422a-9c00-133d8518e6e5 owned by network:router_gateway {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:37:46.466600 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b51359-da6f-4a55-83a3-fd69cd69e2fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28cd6ee8-990e-4ee7-9a8c-e888ff99526d,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:46.498097 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c5343a02-0c4d-4697-842e-f901dbfbb217 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:46.560081 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-88b51359-da6f-4a55-83a3-fd69cd69e2fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:46.561743 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-88b51359-da6f-4a55-83a3-fd69cd69e2fd admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/28cd6ee8-990e-4ee7-9a8c-e888ff99526d HTTP/1.1" status: 204 len: 168 time: 0.8129461 May 30 20:37:46.625457 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-c5343a02-0c4d-4697-842e-f901dbfbb217 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Calling delete_port for 85d707e3-c091-4bb3-bab1-4cb0d32d7dac owned by {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:37:46.674541 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-31373e07-db22-4fd0-a2d6-0e5285d58135 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:46.721002 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-da3fe8e7-61d7-45da-85c1-73650fe99b1c tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:46.773976 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31373e07-db22-4fd0-a2d6-0e5285d58135 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:37:46.777900 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31373e07-db22-4fd0-a2d6-0e5285d58135 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Pushing event updated for resources: {'Port': ['ID=afc533ed-b17c-448e-8e18-5a8d8e46e9ae,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:46.778787 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3fe8e7-61d7-45da-85c1-73650fe99b1c tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Pushing event deleted for resources: {'Port': ['ID=2061ca64-c8d3-422a-9c00-133d8518e6e5,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:46.781001 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-31373e07-db22-4fd0-a2d6-0e5285d58135 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:37:46.783917 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31373e07-db22-4fd0-a2d6-0e5285d58135 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:37:46.994560 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c5343a02-0c4d-4697-842e-f901dbfbb217 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:47.026535 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-da3fe8e7-61d7-45da-85c1-73650fe99b1c tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-736453'] for router_gateway, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:47.052648 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5343a02-0c4d-4697-842e-f901dbfbb217 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Pushing event deleted for resources: {'Port': ['ID=85d707e3-c091-4bb3-bab1-4cb0d32d7dac,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:47.189980 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-31373e07-db22-4fd0-a2d6-0e5285d58135 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:47.415951 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 54490) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:47.452083 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1837b2ce-e30f-4dee-9d39-460ac336119f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:47.463021 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-da3fe8e7-61d7-45da-85c1-73650fe99b1c tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-724789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3141'] for router, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:47.476629 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-da3fe8e7-61d7-45da-85c1-73650fe99b1c tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:47.497954 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-1837b2ce-e30f-4dee-9d39-460ac336119f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:37:47.506574 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-1837b2ce-e30f-4dee-9d39-460ac336119f admin admin] Usage tracker for resource:security_group_rule and tenant:ce7f3adedc3542c49bd4eb38902c0ee1 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:37:47.517917 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-1837b2ce-e30f-4dee-9d39-460ac336119f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:37:47.525316 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-1837b2ce-e30f-4dee-9d39-460ac336119f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:37:47.585419 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c5343a02-0c4d-4697-842e-f901dbfbb217 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:47.597310 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-da3fe8e7-61d7-45da-85c1-73650fe99b1c tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724889'] for router, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:47.598037 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da3fe8e7-61d7-45da-85c1-73650fe99b1c tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Fanout notify agent at l3_agent the message router_deleted on router 6e259e5f-fc19-46a6-8c7f-5e3cadd65a1c {{(pid=84887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:37:47.608890 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-c5343a02-0c4d-4697-842e-f901dbfbb217 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] 10.222.0.85 "DELETE /v2.0/ports/85d707e3-c091-4bb3-bab1-4cb0d32d7dac HTTP/1.1" status: 204 len: 168 time: 1.6699848 May 30 20:37:47.613322 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 54494) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:47.618104 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-31373e07-db22-4fd0-a2d6-0e5285d58135 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-736390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:47.622145 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-31373e07-db22-4fd0-a2d6-0e5285d58135 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-736409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-736399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-736400', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-724754'] for router, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:47.677470 n-d-843948-2 neutron-server[84887]: INFO neutron.pecan_wsgi.hooks.translation [None req-862d2702-772e-42e5-aa9b-d9ddc557a768 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] GET failed (client error): The resource could not be found. May 30 20:37:47.678217 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-862d2702-772e-42e5-aa9b-d9ddc557a768 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Synchronizing usage tracker for tenant:a9660a1168384ecbb450551c6404c530 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:37:47.731469 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1837b2ce-e30f-4dee-9d39-460ac336119f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:47.750095 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-da3fe8e7-61d7-45da-85c1-73650fe99b1c tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks [] for router, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:47.751477 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-da3fe8e7-61d7-45da-85c1-73650fe99b1c tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] 10.222.0.85 "DELETE /v2.0/routers/6e259e5f-fc19-46a6-8c7f-5e3cadd65a1c HTTP/1.1" status: 204 len: 168 time: 2.4597270 May 30 20:37:47.755226 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 54498) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:47.761678 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-34a3a98f-a29b-4681-a28b-6901f82e24bf tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Request body: {'network': {'name': 'tempest-RoutersTest-1760573979'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:37:47.768350 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-34a3a98f-a29b-4681-a28b-6901f82e24bf tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:37:47.772392 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-34a3a98f-a29b-4681-a28b-6901f82e24bf tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Usage tracker for resource:network and tenant:58f9213e719f47ba816694fbf3eafd38 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:37:47.776575 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-34a3a98f-a29b-4681-a28b-6901f82e24bf tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:37:47.783686 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-34a3a98f-a29b-4681-a28b-6901f82e24bf tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:37:47.818374 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-862d2702-772e-42e5-aa9b-d9ddc557a768 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Unset dirty status for tenant:a9660a1168384ecbb450551c6404c530 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:37:47.823567 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-862d2702-772e-42e5-aa9b-d9ddc557a768 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] 10.222.0.85 "GET /v2.0/ports/85d707e3-c091-4bb3-bab1-4cb0d32d7dac HTTP/1.1" status: 404 len: 333 time: 0.2044685 May 30 20:37:47.824071 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 54502) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:47.866747 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1837b2ce-e30f-4dee-9d39-460ac336119f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:47.945641 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-1837b2ce-e30f-4dee-9d39-460ac336119f admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=ce7f3adedc3542c49bd4eb38902c0ee1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5283263 May 30 20:37:47.946711 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1837b2ce-e30f-4dee-9d39-460ac336119f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe2fb06b-97be-4d68-8e45-fd994da4c85b,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:47.949838 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 54506) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:47.952252 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-0f91a110-e4b0-4660-bf2d-f61886cffa4f tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Deleting port 893961a2-0dbe-4519-9b84-cfde45c1096e {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:37:47.952596 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0f91a110-e4b0-4660-bf2d-f61886cffa4f tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:47.983874 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34a3a98f-a29b-4681-a28b-6901f82e24bf tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Made reservation on behalf of 58f9213e719f47ba816694fbf3eafd38 for: {'network': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:37:47.986884 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-34a3a98f-a29b-4681-a28b-6901f82e24bf tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:47.993350 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31373e07-db22-4fd0-a2d6-0e5285d58135 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Router bf3762c5-5a7a-4fe3-a325-02335132721c is scheduled to L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 with binding_index 1 {{(pid=84886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 20:37:48.081296 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34a3a98f-a29b-4681-a28b-6901f82e24bf tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] vlan segment allocate from pool success with {'vlan_id': 699, 'physical_network': 'physnet1'} {{(pid=84887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:37:48.085661 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9ea808cc-9b07-4e03-b613-4525e7a4926d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:48.105730 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-34a3a98f-a29b-4681-a28b-6901f82e24bf tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:48.106081 n-d-843948-2 neutron-server[84887]: INFO neutron.db.segments_db [None req-34a3a98f-a29b-4681-a28b-6901f82e24bf tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Added segment 7dd4e40e-875e-4168-bc7b-55b7395d37fa of type vlan for network 9dcba998-473f-4fca-9a5b-d407c518bf04 May 30 20:37:48.173964 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9ea808cc-9b07-4e03-b613-4525e7a4926d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:48.217828 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-34a3a98f-a29b-4681-a28b-6901f82e24bf tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:48.300667 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31373e07-db22-4fd0-a2d6-0e5285d58135 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:37:48.312251 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d21db5-dda3-4949-b4de-b460c690b694 None None] Sync routers for ids ['bf3762c5-5a7a-4fe3-a325-02335132721c'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:37:48.320660 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-31373e07-db22-4fd0-a2d6-0e5285d58135 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Notify callbacks [] for router, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:48.324737 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-31373e07-db22-4fd0-a2d6-0e5285d58135 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] 10.222.0.85 "PUT /v2.0/routers/bf3762c5-5a7a-4fe3-a325-02335132721c HTTP/1.1" status: 200 len: 919 time: 3.6307616 May 30 20:37:48.325427 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 54512) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:48.334373 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d21db5-dda3-4949-b4de-b460c690b694 None None] Routers {'bf3762c5-5a7a-4fe3-a325-02335132721c'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:37:48.335950 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-a3d21db5-dda3-4949-b4de-b460c690b694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:37:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['bf3762c5-5a7a-4fe3-a325-02335132721c'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:37:48.392378 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0f91a110-e4b0-4660-bf2d-f61886cffa4f tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:48.411475 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-34a3a98f-a29b-4681-a28b-6901f82e24bf tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:48.415533 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-a3d21db5-dda3-4949-b4de-b460c690b694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:37:48.417956 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a3a98f-a29b-4681-a28b-6901f82e24bf tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:37:48.419012 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-34a3a98f-a29b-4681-a28b-6901f82e24bf tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:48.428915 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d21db5-dda3-4949-b4de-b460c690b694 None None] Routers {'bf3762c5-5a7a-4fe3-a325-02335132721c'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:37:48.429387 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-a3d21db5-dda3-4949-b4de-b460c690b694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:37:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['bf3762c5-5a7a-4fe3-a325-02335132721c'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:37:48.461192 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9ea808cc-9b07-4e03-b613-4525e7a4926d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:48.462925 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9ea808cc-9b07-4e03-b613-4525e7a4926d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:48.468581 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-9ea808cc-9b07-4e03-b613-4525e7a4926d admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/fe2fb06b-97be-4d68-8e45-fd994da4c85b HTTP/1.1" status: 204 len: 168 time: 0.5129783 May 30 20:37:48.492757 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-a3d21db5-dda3-4949-b4de-b460c690b694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:37:48.493164 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d21db5-dda3-4949-b4de-b460c690b694 None None] The sync data for ids ['bf3762c5-5a7a-4fe3-a325-02335132721c'] in n-d-843948-2 is: [] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:37:48.493569 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea808cc-9b07-4e03-b613-4525e7a4926d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe2fb06b-97be-4d68-8e45-fd994da4c85b,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:48.584472 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-f6d7cb9a-d998-48b6-b916-0b9e3c500632 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] 10.222.0.85 "GET /v2.0/routers/bf3762c5-5a7a-4fe3-a325-02335132721c HTTP/1.1" status: 200 len: 925 time: 0.2573247 May 30 20:37:48.587260 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 54518) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:48.659473 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-0f91a110-e4b0-4660-bf2d-f61886cffa4f tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Calling delete_port for 893961a2-0dbe-4519-9b84-cfde45c1096e owned by {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:37:48.662941 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-49d6c431-b0a6-4055-b8f8-e804d2315a3c tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Synchronizing usage tracker for tenant:4389807bfe874dc882af1e4a29d0b4d2 on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:37:48.737448 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a3a98f-a29b-4681-a28b-6901f82e24bf tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Pushing event updated for resources: {'Network': ['ID=9dcba998-473f-4fca-9a5b-d407c518bf04,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:48.749739 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network 9dcba998-473f-4fca-9a5b-d407c518bf04 details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:37:48.770692 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-49d6c431-b0a6-4055-b8f8-e804d2315a3c tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Unset dirty status for tenant:4389807bfe874dc882af1e4a29d0b4d2 on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:37:48.772220 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-49d6c431-b0a6-4055-b8f8-e804d2315a3c tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] 10.222.0.85 "GET /v2.0/ports?network_id=c7869750-4b49-4b7e-aa99-5e0f1ae02da4&device_id=bf3762c5-5a7a-4fe3-a325-02335132721c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1840026 May 30 20:37:48.776204 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 54522) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:48.834901 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-34a3a98f-a29b-4681-a28b-6901f82e24bf tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0782936 May 30 20:37:48.840559 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 54526) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:48.853845 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-0eb95577-16eb-41f3-a794-a12f747e6b17 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Request body: {'subnet': {'network_id': '9dcba998-473f-4fca-9a5b-d407c518bf04', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:37:48.937523 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45401e1f-da5b-412d-92b2-b0efbcb152e7 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:37:48.937523 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-45401e1f-da5b-412d-92b2-b0efbcb152e7 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Synchronizing usage tracker for tenant:4389807bfe874dc882af1e4a29d0b4d2 on resource:network {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:37:48.949147 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-45401e1f-da5b-412d-92b2-b0efbcb152e7 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] Unset dirty status for tenant:4389807bfe874dc882af1e4a29d0b4d2 on resource:network {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:37:48.950500 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-45401e1f-da5b-412d-92b2-b0efbcb152e7 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] 10.222.0.85 "GET /v2.0/networks/c7869750-4b49-4b7e-aa99-5e0f1ae02da4 HTTP/1.1" status: 200 len: 881 time: 0.1730373 May 30 20:37:48.953605 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 54534) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:48.982436 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-0eb95577-16eb-41f3-a794-a12f747e6b17 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:37:48.986447 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-0eb95577-16eb-41f3-a794-a12f747e6b17 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Usage tracker for resource:subnet and tenant:58f9213e719f47ba816694fbf3eafd38 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:37:48.989346 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-0eb95577-16eb-41f3-a794-a12f747e6b17 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:37:48.995240 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-0eb95577-16eb-41f3-a794-a12f747e6b17 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:37:48.999373 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-654b1bf2-50f9-4e6f-9b46-e0d39ead3a51 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] 10.222.0.85 "GET /v2.0/ports?device_id=bf3762c5-5a7a-4fe3-a325-02335132721c HTTP/1.1" status: 200 len: 205 time: 0.0415392 May 30 20:37:48.999583 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 54538) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:49.046130 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0f91a110-e4b0-4660-bf2d-f61886cffa4f tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:49.108695 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f91a110-e4b0-4660-bf2d-f61886cffa4f tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Pushing event deleted for resources: {'Port': ['ID=893961a2-0dbe-4519-9b84-cfde45c1096e,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:49.148671 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eb95577-16eb-41f3-a794-a12f747e6b17 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Made reservation on behalf of 58f9213e719f47ba816694fbf3eafd38 for: {'subnet': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:37:49.250142 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0f91a110-e4b0-4660-bf2d-f61886cffa4f tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:49.297410 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0eb95577-16eb-41f3-a794-a12f747e6b17 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114220'] for subnet, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:49.337205 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c68336d4-ac47-4bab-b02f-7f5905b5e5e5 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Notify callbacks [] for router, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:49.489424 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-0f91a110-e4b0-4660-bf2d-f61886cffa4f tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] 10.222.0.85 "DELETE /v2.0/ports/893961a2-0dbe-4519-9b84-cfde45c1096e HTTP/1.1" status: 204 len: 168 time: 1.6641629 May 30 20:37:49.495297 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 54552) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:49.550638 n-d-843948-2 neutron-server[84886]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d8bd446-9a83-490b-a9c4-df7f40d4ee14 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] GET failed (client error): The resource could not be found. May 30 20:37:49.551176 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-0d8bd446-9a83-490b-a9c4-df7f40d4ee14 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Synchronizing usage tracker for tenant:a9660a1168384ecbb450551c6404c530 on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:37:49.588842 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:49.628007 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c68336d4-ac47-4bab-b02f-7f5905b5e5e5 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:49.668767 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-0d8bd446-9a83-490b-a9c4-df7f40d4ee14 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Unset dirty status for tenant:a9660a1168384ecbb450551c6404c530 on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:37:49.670805 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-0d8bd446-9a83-490b-a9c4-df7f40d4ee14 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] 10.222.0.85 "GET /v2.0/ports/893961a2-0dbe-4519-9b84-cfde45c1096e HTTP/1.1" status: 404 len: 333 time: 0.1738479 May 30 20:37:49.680961 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 54558) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:49.720189 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-c68336d4-ac47-4bab-b02f-7f5905b5e5e5 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Deleting port afc533ed-b17c-448e-8e18-5a8d8e46e9ae {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:37:49.720638 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c68336d4-ac47-4bab-b02f-7f5905b5e5e5 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:49.743674 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0eb95577-16eb-41f3-a794-a12f747e6b17 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4055401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114238'] for subnet, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:49.803093 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-61623c29-cde5-48f8-96a0-f67ec5999c1a tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Deleting port 610bc6e8-4db1-438c-9998-7aaad440a38e {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:37:49.803473 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-61623c29-cde5-48f8-96a0-f67ec5999c1a tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:49.835162 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb95577-16eb-41f3-a794-a12f747e6b17 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Pushing event updated for resources: {'Subnet': ['ID=82970ee9-6dee-429c-8df4-96e3618176fa,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:49.855524 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb95577-16eb-41f3-a794-a12f747e6b17 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Checking segment: {'id': '7dd4e40e-875e-4168-bc7b-55b7395d37fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '9dcba998-473f-4fca-9a5b-d407c518bf04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:37:49.855887 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb95577-16eb-41f3-a794-a12f747e6b17 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Network hostable DHCP agents. Network: 9dcba998-473f-4fca-9a5b-d407c518bf04, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:37:49.943338 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb95577-16eb-41f3-a794-a12f747e6b17 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Network 9dcba998-473f-4fca-9a5b-d407c518bf04 is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:37:50.029871 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-0eb95577-16eb-41f3-a794-a12f747e6b17 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, 9dcba998-473f-4fca-9a5b-d407c518bf04) {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:37:50.035736 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb95577-16eb-41f3-a794-a12f747e6b17 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:37:50.037374 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0eb95577-16eb-41f3-a794-a12f747e6b17 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:50.043626 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f471d4f-835b-4b05-aa25-55f1ac09c857 None None] Network 9dcba998-473f-4fca-9a5b-d407c518bf04 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:37:50.054656 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c68336d4-ac47-4bab-b02f-7f5905b5e5e5 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:50.156019 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-0eb95577-16eb-41f3-a794-a12f747e6b17 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3142624 May 30 20:37:50.162604 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 54568) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:50.168393 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-662a35b8-0dbf-4fa4-8657-ee1c1e64cdab tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-318457020', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:37:50.175369 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-662a35b8-0dbf-4fa4-8657-ee1c1e64cdab tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:37:50.179960 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-662a35b8-0dbf-4fa4-8657-ee1c1e64cdab tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Usage tracker for resource:router and tenant:58f9213e719f47ba816694fbf3eafd38 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:37:50.185969 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-662a35b8-0dbf-4fa4-8657-ee1c1e64cdab tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:37:50.189049 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-662a35b8-0dbf-4fa4-8657-ee1c1e64cdab tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:37:50.236397 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-c68336d4-ac47-4bab-b02f-7f5905b5e5e5 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Calling delete_port for afc533ed-b17c-448e-8e18-5a8d8e46e9ae owned by network:router_gateway {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:37:50.292852 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e25d910-671f-4237-8158-a8ab8d149b51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-9dcba998-473f-4fca-9a5b-d407c518bf04', 'network_id': '9dcba998-473f-4fca-9a5b-d407c518bf04', 'tenant_id': '58f9213e719f47ba816694fbf3eafd38', 'fixed_ips': [{'subnet_id': '82970ee9-6dee-429c-8df4-96e3618176fa'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:37:50.293848 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-1e25d910-671f-4237-8158-a8ab8d149b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:50.297772 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-662a35b8-0dbf-4fa4-8657-ee1c1e64cdab tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-733683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3159'] for router, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:50.302952 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-662a35b8-0dbf-4fa4-8657-ee1c1e64cdab tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-733584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-736372', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-628480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3164'] for router, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:50.358061 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-61623c29-cde5-48f8-96a0-f67ec5999c1a tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:50.459969 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-662a35b8-0dbf-4fa4-8657-ee1c1e64cdab tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:50.478874 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-61623c29-cde5-48f8-96a0-f67ec5999c1a tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Calling delete_port for 610bc6e8-4db1-438c-9998-7aaad440a38e owned by {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:37:50.507022 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-1e25d910-671f-4237-8158-a8ab8d149b51 None None] Allocated IP 172.20.0.2 (9dcba998-473f-4fca-9a5b-d407c518bf04/82970ee9-6dee-429c-8df4-96e3618176fa/0074394e-27e5-441b-90c4-042982463eb3) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:37:50.606930 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-662a35b8-0dbf-4fa4-8657-ee1c1e64cdab tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-736409'] for router, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:50.755828 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-1e25d910-671f-4237-8158-a8ab8d149b51 None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:50.817161 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-662a35b8-0dbf-4fa4-8657-ee1c1e64cdab tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks [] for router, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:50.818479 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-662a35b8-0dbf-4fa4-8657-ee1c1e64cdab tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6545992 May 30 20:37:50.821595 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 54580) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:50.914596 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-1e25d910-671f-4237-8158-a8ab8d149b51 None None] Transition to ACTIVE for port object 0074394e-27e5-441b-90c4-042982463eb3 will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:37:50.915159 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c68336d4-ac47-4bab-b02f-7f5905b5e5e5 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:50.942756 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-1e25d910-671f-4237-8158-a8ab8d149b51 None None] Transition to ACTIVE for port object 0074394e-27e5-441b-90c4-042982463eb3 will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:37:50.959081 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-61623c29-cde5-48f8-96a0-f67ec5999c1a tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:50.980669 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68336d4-ac47-4bab-b02f-7f5905b5e5e5 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Pushing event deleted for resources: {'Port': ['ID=afc533ed-b17c-448e-8e18-5a8d8e46e9ae,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:51.047047 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-1e25d910-671f-4237-8158-a8ab8d149b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:51.159891 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e25d910-671f-4237-8158-a8ab8d149b51 None None] Network 9dcba998-473f-4fca-9a5b-d407c518bf04 is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:37:51.168516 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-1e25d910-671f-4237-8158-a8ab8d149b51 None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:37:51.168961 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e25d910-671f-4237-8158-a8ab8d149b51 None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:37:51.212911 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e25d910-671f-4237-8158-a8ab8d149b51 None None] Pushing event updated for resources: {'Port': ['ID=0074394e-27e5-441b-90c4-042982463eb3,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:51.283674 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-1e25d910-671f-4237-8158-a8ab8d149b51 None None] Attempting to bind port 0074394e-27e5-441b-90c4-042982463eb3 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:37:51.284386 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-1e25d910-671f-4237-8158-a8ab8d149b51 None None] Attempting to bind port 0074394e-27e5-441b-90c4-042982463eb3 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': '7dd4e40e-875e-4168-bc7b-55b7395d37fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '9dcba998-473f-4fca-9a5b-d407c518bf04'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:37:51.285013 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e25d910-671f-4237-8158-a8ab8d149b51 None None] Attempting to bind port 0074394e-27e5-441b-90c4-042982463eb3 on network 9dcba998-473f-4fca-9a5b-d407c518bf04 {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:37:51.293192 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e25d910-671f-4237-8158-a8ab8d149b51 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:37:51.294217 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e25d910-671f-4237-8158-a8ab8d149b51 None None] Checking segment: {'id': '7dd4e40e-875e-4168-bc7b-55b7395d37fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '9dcba998-473f-4fca-9a5b-d407c518bf04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:37:51.294804 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-1e25d910-671f-4237-8158-a8ab8d149b51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:51.295915 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e25d910-671f-4237-8158-a8ab8d149b51 None None] Bound using segment: {'id': '7dd4e40e-875e-4168-bc7b-55b7395d37fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '9dcba998-473f-4fca-9a5b-d407c518bf04'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:37:51.296860 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-1e25d910-671f-4237-8158-a8ab8d149b51 None None] Bound port: 0074394e-27e5-441b-90c4-042982463eb3, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dd4e40e-875e-4168-bc7b-55b7395d37fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '9dcba998-473f-4fca-9a5b-d407c518bf04'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:37:51.297525 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-1e25d910-671f-4237-8158-a8ab8d149b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:51.306024 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61623c29-cde5-48f8-96a0-f67ec5999c1a tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Pushing event deleted for resources: {'Port': ['ID=610bc6e8-4db1-438c-9998-7aaad440a38e,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:51.377682 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-61623c29-cde5-48f8-96a0-f67ec5999c1a tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:51.430968 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-1e25d910-671f-4237-8158-a8ab8d149b51 None None] For port 0074394e-27e5-441b-90c4-042982463eb3, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:37:51.436159 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-1e25d910-671f-4237-8158-a8ab8d149b51 None None] For port 0074394e-27e5-441b-90c4-042982463eb3, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=0074394e-27e5-441b-90c4-042982463eb3,segment=NetworkSegment(7dd4e40e-875e-4168-bc7b-55b7395d37fa),segment_id=7dd4e40e-875e-4168-bc7b-55b7395d37fa)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:37:51.487843 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d8f1da74-ee5e-45a0-94b6-bcf36a777546 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:51.529043 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-1e25d910-671f-4237-8158-a8ab8d149b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:51.564510 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c68336d4-ac47-4bab-b02f-7f5905b5e5e5 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-736453'] for router_gateway, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:51.631223 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-61623c29-cde5-48f8-96a0-f67ec5999c1a tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] 10.222.0.85 "DELETE /v2.0/ports/610bc6e8-4db1-438c-9998-7aaad440a38e HTTP/1.1" status: 204 len: 168 time: 1.9490321 May 30 20:37:51.634928 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 54594) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:51.649129 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e25d910-671f-4237-8158-a8ab8d149b51 None None] Pushing event updated for resources: {'Port': ['ID=0074394e-27e5-441b-90c4-042982463eb3,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:51.906197 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c68336d4-ac47-4bab-b02f-7f5905b5e5e5 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-724789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3141'] for router, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:51.911108 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c68336d4-ac47-4bab-b02f-7f5905b5e5e5 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:52.026573 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c68336d4-ac47-4bab-b02f-7f5905b5e5e5 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724889'] for router, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:52.026573 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c68336d4-ac47-4bab-b02f-7f5905b5e5e5 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Fanout notify agent at l3_agent the message router_deleted on router bf3762c5-5a7a-4fe3-a325-02335132721c {{(pid=84886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:37:52.073207 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c68336d4-ac47-4bab-b02f-7f5905b5e5e5 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Notify callbacks [] for router, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:52.080458 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-c68336d4-ac47-4bab-b02f-7f5905b5e5e5 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] 10.222.0.85 "DELETE /v2.0/routers/bf3762c5-5a7a-4fe3-a325-02335132721c HTTP/1.1" status: 204 len: 168 time: 3.0746341 May 30 20:37:52.080458 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 54606) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:52.090424 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-36ae3051-e390-4db3-bcb6-6fb41aec4a96 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1365711540', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}, 'admin_state_up': False}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:37:52.109358 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-36ae3051-e390-4db3-bcb6-6fb41aec4a96 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:37:52.116291 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-36ae3051-e390-4db3-bcb6-6fb41aec4a96 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Usage tracker for resource:router and tenant:633939d5a6114ff7ab2b02dad4ac8e9d is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:37:52.126038 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-36ae3051-e390-4db3-bcb6-6fb41aec4a96 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:37:52.134455 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-36ae3051-e390-4db3-bcb6-6fb41aec4a96 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:37:52.202477 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b2b957e-a955-446d-8a61-f28cabf5becc tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Deleting subnet 9924866c-6d75-44a8-9093-50044a57a0f9 {{(pid=84887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:37:52.233256 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9b2b957e-a955-446d-8a61-f28cabf5becc tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Notify callbacks [] for subnet, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:52.243846 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 0074394e-27e5-441b-90c4-042982463eb3 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:37:52.301389 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-36ae3051-e390-4db3-bcb6-6fb41aec4a96 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-733683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3159'] for router, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:52.305802 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-36ae3051-e390-4db3-bcb6-6fb41aec4a96 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-733584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-736372', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-628480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3164'] for router, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:52.330227 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:52.347555 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-36ae3051-e390-4db3-bcb6-6fb41aec4a96 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:52.434585 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 0074394e-27e5-441b-90c4-042982463eb3 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:37:52.437793 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9b2b957e-a955-446d-8a61-f28cabf5becc tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3149227'] for subnet, precommit_delete_associations {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:52.470490 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [None req-d8f1da74-ee5e-45a0-94b6-bcf36a777546 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Allocated IP 172.20.0.1 (9dcba998-473f-4fca-9a5b-d407c518bf04/82970ee9-6dee-429c-8df4-96e3618176fa/09bbd5fd-58b9-47f9-be26-112be3b0a416) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:37:52.638148 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9b2b957e-a955-446d-8a61-f28cabf5becc tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:52.693109 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-36ae3051-e390-4db3-bcb6-6fb41aec4a96 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-736390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:52.739375 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d8f1da74-ee5e-45a0-94b6-bcf36a777546 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:52.774482 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [None req-d8f1da74-ee5e-45a0-94b6-bcf36a777546 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Transition to ACTIVE for port object 09bbd5fd-58b9-47f9-be26-112be3b0a416 will not be triggered until provisioned by entity DHCP. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:37:52.924186 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9b2b957e-a955-446d-8a61-f28cabf5becc tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4055470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114247'] for subnet, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:52.966436 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d8f1da74-ee5e-45a0-94b6-bcf36a777546 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:53.015272 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2b957e-a955-446d-8a61-f28cabf5becc tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Pushing event deleted for resources: {'Subnet': ['ID=9924866c-6d75-44a8-9093-50044a57a0f9,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:53.022995 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-36ae3051-e390-4db3-bcb6-6fb41aec4a96 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Notify callbacks [] for router_gateway, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:53.046357 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9b2b957e-a955-446d-8a61-f28cabf5becc tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:53.059230 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1caaa245-86fe-479c-980a-eef6a9a2048a None None] Network 076ba8d4-c650-4d43-833c-1d790cc9385d requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:37:53.078861 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-9b2b957e-a955-446d-8a61-f28cabf5becc tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] 10.222.0.85 "DELETE /v2.0/subnets/9924866c-6d75-44a8-9093-50044a57a0f9 HTTP/1.1" status: 204 len: 168 time: 1.4427857 May 30 20:37:53.079702 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f1da74-ee5e-45a0-94b6-bcf36a777546 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Pushing event updated for resources: {'Port': ['ID=09bbd5fd-58b9-47f9-be26-112be3b0a416,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:53.083727 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f1da74-ee5e-45a0-94b6-bcf36a777546 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Network 9dcba998-473f-4fca-9a5b-d407c518bf04 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:37:53.084664 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 54612) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:53.085538 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-d8f1da74-ee5e-45a0-94b6-bcf36a777546 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:37:53.089780 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f1da74-ee5e-45a0-94b6-bcf36a777546 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:37:53.089964 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-36ae3051-e390-4db3-bcb6-6fb41aec4a96 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:53.295546 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c7a2cc-8e36-4380-bc8b-8402515d1741 None None] Network 9dcba998-473f-4fca-9a5b-d407c518bf04 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:37:53.324366 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-36ae3051-e390-4db3-bcb6-6fb41aec4a96 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Allocated IP 172.25.8.143 (c7869750-4b49-4b7e-aa99-5e0f1ae02da4/427601ec-f643-4fe7-b5e6-17305d3a39e1/75ef1eba-ad30-4461-84ab-f132a43d8fc1) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:37:53.392416 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d8f1da74-ee5e-45a0-94b6-bcf36a777546 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-736099'] for router_interface, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:53.408227 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-fb96d93f-7f26-46a8-8a96-f14f72cfa300 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:53.436121 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-fb96d93f-7f26-46a8-8a96-f14f72cfa300 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Deleting port 09d2894f-a590-4113-a99d-4fa109eed384 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:37:53.436918 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-fb96d93f-7f26-46a8-8a96-f14f72cfa300 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:53.536918 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-8be135bf-6e3f-444d-ae23-980368ddc363 None None] Provisioning for port 0074394e-27e5-441b-90c4-042982463eb3 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:37:53.538533 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-36ae3051-e390-4db3-bcb6-6fb41aec4a96 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:53.545376 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-8be135bf-6e3f-444d-ae23-980368ddc363 None None] Provisioning complete for port 0074394e-27e5-441b-90c4-042982463eb3 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:37:53.546406 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-8be135bf-6e3f-444d-ae23-980368ddc363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:53.646797 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-36ae3051-e390-4db3-bcb6-6fb41aec4a96 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:53.766048 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [None req-fb96d93f-7f26-46a8-8a96-f14f72cfa300 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] For port 09d2894f-a590-4113-a99d-4fa109eed384, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=09d2894f-a590-4113-a99d-4fa109eed384,segment=NetworkSegment(dd6f3af6-13aa-4631-98c1-94fcc15284a3),segment_id=dd6f3af6-13aa-4631-98c1-94fcc15284a3)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:37:53.767812 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-fb96d93f-7f26-46a8-8a96-f14f72cfa300 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:53.773294 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1490a8d1-836a-4547-bbb8-7f0954bda961 None None] DHCP port deletion for 076ba8d4-c650-4d43-833c-1d790cc9385d request from n-d-843948-2 {{(pid=84888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:37:53.783437 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36ae3051-e390-4db3-bcb6-6fb41aec4a96 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:37:53.788676 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-36ae3051-e390-4db3-bcb6-6fb41aec4a96 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:37:53.791979 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-1490a8d1-836a-4547-bbb8-7f0954bda961 None None] Deleting port 09d2894f-a590-4113-a99d-4fa109eed384 {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:37:53.792483 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ae3051-e390-4db3-bcb6-6fb41aec4a96 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:37:53.792804 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-1490a8d1-836a-4547-bbb8-7f0954bda961 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:53.867545 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-8be135bf-6e3f-444d-ae23-980368ddc363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:53.907316 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-8be135bf-6e3f-444d-ae23-980368ddc363 None None] For port 0074394e-27e5-441b-90c4-042982463eb3, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=0074394e-27e5-441b-90c4-042982463eb3,segment=NetworkSegment(7dd4e40e-875e-4168-bc7b-55b7395d37fa),segment_id=7dd4e40e-875e-4168-bc7b-55b7395d37fa)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:37:54.166680 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-1490a8d1-836a-4547-bbb8-7f0954bda961 None None] For port 09d2894f-a590-4113-a99d-4fa109eed384, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=09d2894f-a590-4113-a99d-4fa109eed384,segment=NetworkSegment(dd6f3af6-13aa-4631-98c1-94fcc15284a3),segment_id=dd6f3af6-13aa-4631-98c1-94fcc15284a3)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:37:54.166680 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-1490a8d1-836a-4547-bbb8-7f0954bda961 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:54.166994 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ae3051-e390-4db3-bcb6-6fb41aec4a96 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Pushing event updated for resources: {'Port': ['ID=75ef1eba-ad30-4461-84ab-f132a43d8fc1,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:54.181709 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-fb96d93f-7f26-46a8-8a96-f14f72cfa300 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Calling delete_port for 09d2894f-a590-4113-a99d-4fa109eed384 owned by network:dhcp {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:37:54.358581 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 09d2894f-a590-4113-a99d-4fa109eed384 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:37:54.400796 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d8f1da74-ee5e-45a0-94b6-bcf36a777546 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:54.546398 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-8be135bf-6e3f-444d-ae23-980368ddc363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:54.633198 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-36ae3051-e390-4db3-bcb6-6fb41aec4a96 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Notify callbacks [] for router_gateway, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:54.635419 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-36ae3051-e390-4db3-bcb6-6fb41aec4a96 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-736409'] for router, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:54.700840 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-1490a8d1-836a-4547-bbb8-7f0954bda961 None None] Calling delete_port for 09d2894f-a590-4113-a99d-4fa109eed384 owned by network:dhcp {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:37:54.819660 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-fb96d93f-7f26-46a8-8a96-f14f72cfa300 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:54.949836 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb96d93f-7f26-46a8-8a96-f14f72cfa300 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Pushing event deleted for resources: {'Port': ['ID=09d2894f-a590-4113-a99d-4fa109eed384,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:55.037766 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb96d93f-7f26-46a8-8a96-f14f72cfa300 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] No DVR routers for this DVR port 09d2894f-a590-4113-a99d-4fa109eed384 on host n-d-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:37:55.087111 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.db.api [None req-1490a8d1-836a-4547-bbb8-7f0954bda961 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:37:55.087111 n-d-843948-2 neutron-server[84888]: DEBUG oslo_db.api [None req-1490a8d1-836a-4547-bbb8-7f0954bda961 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:37:55.087111 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: 09d2894f-a590-4113-a99d-4fa109eed384 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:37:55.087111 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 09d2894f-a590-4113-a99d-4fa109eed384 not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:37:55.127038 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-610f3564-866b-4997-a4b6-739cb80ae38c None None] Provisioning complete for port 0074394e-27e5-441b-90c4-042982463eb3 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:37:55.127410 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-610f3564-866b-4997-a4b6-739cb80ae38c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:55.208236 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be135bf-6e3f-444d-ae23-980368ddc363 None None] Pushing event updated for resources: {'Port': ['ID=0074394e-27e5-441b-90c4-042982463eb3,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:55.338338 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36ae3051-e390-4db3-bcb6-6fb41aec4a96 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Router 3b41acea-d86c-47fe-a91a-cfe0c00c0d83 is scheduled to L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 with binding_index 1 {{(pid=84886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 20:37:55.366803 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-610f3564-866b-4997-a4b6-739cb80ae38c None None] Provisioning for port 09bbd5fd-58b9-47f9-be26-112be3b0a416 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:37:55.381755 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-610f3564-866b-4997-a4b6-739cb80ae38c None None] Provisioning complete for port 09bbd5fd-58b9-47f9-be26-112be3b0a416 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:37:55.382466 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-610f3564-866b-4997-a4b6-739cb80ae38c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:55.468392 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-610f3564-866b-4997-a4b6-739cb80ae38c None None] Port 09bbd5fd-58b9-47f9-be26-112be3b0a416 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:37:55.514177 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d8f1da74-ee5e-45a0-94b6-bcf36a777546 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:55.524743 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-fb96d93f-7f26-46a8-8a96-f14f72cfa300 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:55.579407 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-fb96d93f-7f26-46a8-8a96-f14f72cfa300 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['076ba8d4-c650-4d43-833c-1d790cc9385d']}} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:37:55.592828 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-1490a8d1-836a-4547-bbb8-7f0954bda961 None None] Deleting port 09d2894f-a590-4113-a99d-4fa109eed384 {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:37:55.592828 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-1490a8d1-836a-4547-bbb8-7f0954bda961 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:55.598819 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d8f1da74-ee5e-45a0-94b6-bcf36a777546 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:55.705216 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d8f1da74-ee5e-45a0-94b6-bcf36a777546 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1718057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-736206'] for router_interface, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:55.714857 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-fb96d93f-7f26-46a8-8a96-f14f72cfa300 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd6f3af6-13aa-4631-98c1-94fcc15284a3') {'for_net_delete': True} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:37:55.715143 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-fb96d93f-7f26-46a8-8a96-f14f72cfa300 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd6f3af6-13aa-4631-98c1-94fcc15284a3') {} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:37:55.736853 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-1490a8d1-836a-4547-bbb8-7f0954bda961 None None] The port '09d2894f-a590-4113-a99d-4fa109eed384' was deleted {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 20:37:55.742955 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-fb96d93f-7f26-46a8-8a96-f14f72cfa300 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3149912'] for segment, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:55.757079 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-88eafd49-b4b4-4170-a8d3-1b4a4afe8039 None None] Provisioning complete for port 09bbd5fd-58b9-47f9-be26-112be3b0a416 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:37:55.757460 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-88eafd49-b4b4-4170-a8d3-1b4a4afe8039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:55.800162 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-fb96d93f-7f26-46a8-8a96-f14f72cfa300 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:55.851687 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-88eafd49-b4b4-4170-a8d3-1b4a4afe8039 None None] Port 09bbd5fd-58b9-47f9-be26-112be3b0a416 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:37:55.871529 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f1da74-ee5e-45a0-94b6-bcf36a777546 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Pushing event updated for resources: {'Port': ['ID=09bbd5fd-58b9-47f9-be26-112be3b0a416,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:55.883096 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c950e6f2-ec3e-48c3-a6d9-af34f95d75ad req-b54c31e5-881b-4971-a832-01178b34933e tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:37:55.884810 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb96d93f-7f26-46a8-8a96-f14f72cfa300 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Releasing vlan 693 on physical network physnet1 to pool {{(pid=84887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:37:55.885221 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-fb96d93f-7f26-46a8-8a96-f14f72cfa300 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4055488'] for segment, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:55.886264 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c950e6f2-ec3e-48c3-a6d9-af34f95d75ad req-b54c31e5-881b-4971-a832-01178b34933e tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] 10.222.0.85 "GET /v2.0/ports?device_id=9f2acdd5-0951-4d21-a2ba-3caff48e9d17 HTTP/1.1" status: 200 len: 945 time: 0.2832210 May 30 20:37:55.908017 n-d-843948-2 neutron-server[84887]: Traceback (most recent call last): May 30 20:37:55.908017 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:37:55.908017 n-d-843948-2 neutron-server[84887]: timer() May 30 20:37:55.908017 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:37:55.908017 n-d-843948-2 neutron-server[84887]: cb(*args, **kw) May 30 20:37:55.908017 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:37:55.908017 n-d-843948-2 neutron-server[84887]: return func(*args, **kwargs) May 30 20:37:55.908017 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:37:55.908017 n-d-843948-2 neutron-server[84887]: self._notify() May 30 20:37:55.908017 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:37:55.908017 n-d-843948-2 neutron-server[84887]: self.callback(batched_events) May 30 20:37:55.908017 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:37:55.908017 n-d-843948-2 neutron-server[84887]: event.method(event) May 30 20:37:55.908017 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:37:55.908017 n-d-843948-2 neutron-server[84887]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:37:55.908017 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:37:55.908017 n-d-843948-2 neutron-server[84887]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:37:55.908017 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:37:55.908017 n-d-843948-2 neutron-server[84887]: return f(self, *a, **k) May 30 20:37:55.908017 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:37:55.908017 n-d-843948-2 neutron-server[84887]: return self._get(url).json() May 30 20:37:55.908017 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:37:55.908017 n-d-843948-2 neutron-server[84887]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:37:55.908017 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:37:55.908017 n-d-843948-2 neutron-server[84887]: return self.request(url, 'GET', **kwargs) May 30 20:37:55.908017 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:37:55.908017 n-d-843948-2 neutron-server[84887]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:37:55.908017 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:37:55.908017 n-d-843948-2 neutron-server[84887]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:37:55.908017 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:37:55.908017 n-d-843948-2 neutron-server[84887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:37:55.908017 n-d-843948-2 neutron-server[84887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:37:55.962919 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c950e6f2-ec3e-48c3-a6d9-af34f95d75ad req-4260922a-25cf-4d0f-b945-a6f27bc1341e tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] 10.222.0.85 "GET /v2.0/security-groups?id=1c8a214b-6487-4b26-aae5-3d5d58bf176d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677729 May 30 20:37:56.027136 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36ae3051-e390-4db3-bcb6-6fb41aec4a96 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:37:56.043541 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d47b24b-3310-480e-808c-db04a67b698f None None] Sync routers for ids ['3b41acea-d86c-47fe-a91a-cfe0c00c0d83'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:37:56.068793 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d47b24b-3310-480e-808c-db04a67b698f None None] Routers {'3b41acea-d86c-47fe-a91a-cfe0c00c0d83'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:37:56.069873 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-3d47b24b-3310-480e-808c-db04a67b698f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:37:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['3b41acea-d86c-47fe-a91a-cfe0c00c0d83'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:37:56.101891 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f1da74-ee5e-45a0-94b6-bcf36a777546 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Network 9dcba998-473f-4fca-9a5b-d407c518bf04 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:37:56.103148 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-d8f1da74-ee5e-45a0-94b6-bcf36a777546 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:37:56.172147 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-36ae3051-e390-4db3-bcb6-6fb41aec4a96 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Notify callbacks [] for router, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:56.175362 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-36ae3051-e390-4db3-bcb6-6fb41aec4a96 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 4.0945473 May 30 20:37:56.180467 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 54650) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:56.180670 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 0074394e-27e5-441b-90c4-042982463eb3 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:37:56.184071 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-c108d170-965c-4622-be17-40dd70f48a04 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:37:56.198025 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-3d47b24b-3310-480e-808c-db04a67b698f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:37:56.219128 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d47b24b-3310-480e-808c-db04a67b698f None None] Routers {'3b41acea-d86c-47fe-a91a-cfe0c00c0d83'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:37:56.219755 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-3d47b24b-3310-480e-808c-db04a67b698f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:37:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['3b41acea-d86c-47fe-a91a-cfe0c00c0d83'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:37:56.309428 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-efd14976-c3d5-4e86-927d-5cf3ae4e0960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:56.345080 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-3d47b24b-3310-480e-808c-db04a67b698f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:37:56.346984 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d47b24b-3310-480e-808c-db04a67b698f None None] The sync data for ids ['3b41acea-d86c-47fe-a91a-cfe0c00c0d83'] in n-d-843948-2 is: [] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:37:56.366235 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-fb96d93f-7f26-46a8-8a96-f14f72cfa300 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:56.384508 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 0074394e-27e5-441b-90c4-042982463eb3 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:37:56.386289 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:56.408895 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-fb96d93f-7f26-46a8-8a96-f14f72cfa300 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:56.433473 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb96d93f-7f26-46a8-8a96-f14f72cfa300 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] Pushing event deleted for resources: {'Network': ['ID=076ba8d4-c650-4d43-833c-1d790cc9385d,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:56.438050 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-fb96d93f-7f26-46a8-8a96-f14f72cfa300 tempest-AllowedAddressPairIpV6TestJSON-1807880357 tempest-AllowedAddressPairIpV6TestJSON-1807880357-project] 10.222.0.85 "DELETE /v2.0/networks/076ba8d4-c650-4d43-833c-1d790cc9385d HTTP/1.1" status: 204 len: 168 time: 3.3502085 May 30 20:37:56.989075 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-01fc535d-8649-4a7a-82e6-3e559f0af0b5 None None] Provisioning complete for port 09bbd5fd-58b9-47f9-be26-112be3b0a416 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:37:56.989075 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-01fc535d-8649-4a7a-82e6-3e559f0af0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:56.989075 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-01fc535d-8649-4a7a-82e6-3e559f0af0b5 None None] Port 09bbd5fd-58b9-47f9-be26-112be3b0a416 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:37:57.057873 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8f1da74-ee5e-45a0-94b6-bcf36a777546 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Router d21da81c-d439-42e5-89f7-19dd220a9d70 is scheduled to L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 with binding_index 1 {{(pid=84887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 20:37:57.270853 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c108d170-965c-4622-be17-40dd70f48a04 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-736390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:57.306712 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c79851-ef06-4f3f-82f6-ac9783874f96 req-566873a1-b4f9-421d-a0a2-66a5c3777f10 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:37:57.311891 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-30c79851-ef06-4f3f-82f6-ac9783874f96 req-566873a1-b4f9-421d-a0a2-66a5c3777f10 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] 10.222.0.71 "GET /v2.0/ports?device_id=9f2acdd5-0951-4d21-a2ba-3caff48e9d17 HTTP/1.1" status: 200 len: 945 time: 0.1335032 May 30 20:37:57.404672 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c108d170-965c-4622-be17-40dd70f48a04 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:57.419178 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37d3297-61a4-45fb-bfc7-a6bbee3c7e80 req-30b848b4-6f6d-47af-aef4-2228289d5b8f tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:37:57.427415 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e37d3297-61a4-45fb-bfc7-a6bbee3c7e80 req-30b848b4-6f6d-47af-aef4-2228289d5b8f tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] 10.222.0.85 "GET /v2.0/ports?device_id=9f2acdd5-0951-4d21-a2ba-3caff48e9d17 HTTP/1.1" status: 200 len: 945 time: 0.2484682 May 30 20:37:57.432594 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [req-30c79851-ef06-4f3f-82f6-ac9783874f96 req-70cb7e92-6a28-4354-906a-72785fc313f2 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Deleting port e29cff58-4b9a-4a94-a7b9-a66d4dd77480 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:37:57.433246 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-30c79851-ef06-4f3f-82f6-ac9783874f96 req-70cb7e92-6a28-4354-906a-72785fc313f2 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:57.460921 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8f1da74-ee5e-45a0-94b6-bcf36a777546 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:37:57.470549 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 54664) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:57.470689 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-d8f1da74-ee5e-45a0-94b6-bcf36a777546 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] 10.222.0.85 "PUT /v2.0/routers/d21da81c-d439-42e5-89f7-19dd220a9d70/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6470940 May 30 20:37:57.479900 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87baa522-92fd-4e86-a8d5-4cd339028c16 None None] Sync routers for ids ['d21da81c-d439-42e5-89f7-19dd220a9d70'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:37:57.508687 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87baa522-92fd-4e86-a8d5-4cd339028c16 None None] Routers {'d21da81c-d439-42e5-89f7-19dd220a9d70'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:37:57.510427 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e37d3297-61a4-45fb-bfc7-a6bbee3c7e80 req-958f0c12-d6b5-4971-a3c1-1844f389290c tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] 10.222.0.85 "GET /v2.0/security-groups?id=1c8a214b-6487-4b26-aae5-3d5d58bf176d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820496 May 30 20:37:57.511560 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-87baa522-92fd-4e86-a8d5-4cd339028c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:37:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['d21da81c-d439-42e5-89f7-19dd220a9d70'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:37:57.650407 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-87baa522-92fd-4e86-a8d5-4cd339028c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:37:57.668431 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87baa522-92fd-4e86-a8d5-4cd339028c16 None None] Routers {'d21da81c-d439-42e5-89f7-19dd220a9d70'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:37:57.669268 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-87baa522-92fd-4e86-a8d5-4cd339028c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:37:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['d21da81c-d439-42e5-89f7-19dd220a9d70'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:37:57.690173 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 54670) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:57.690529 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-c108d170-965c-4622-be17-40dd70f48a04 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Deleting port 75ef1eba-ad30-4461-84ab-f132a43d8fc1 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:37:57.690984 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c108d170-965c-4622-be17-40dd70f48a04 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:57.798919 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-87baa522-92fd-4e86-a8d5-4cd339028c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:37:57.799231 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87baa522-92fd-4e86-a8d5-4cd339028c16 None None] The sync data for ids ['d21da81c-d439-42e5-89f7-19dd220a9d70'] in n-d-843948-2 is: [] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:37:57.931846 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90302271-3311-4d1f-9d7e-8e7a4a6d8d6f tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:37:57.932619 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-90302271-3311-4d1f-9d7e-8e7a4a6d8d6f tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Synchronizing usage tracker for tenant:58f9213e719f47ba816694fbf3eafd38 on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:37:57.937030 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-e48fb5e7-68a0-4b0b-a5d0-0c0aa6f85a6c admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=a9660a1168384ecbb450551c6404c530&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2451794 May 30 20:37:57.939969 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 54676) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:58.018405 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5f670ba8-95e3-42a6-8a60-aa7619c0f46d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:58.069422 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5f670ba8-95e3-42a6-8a60-aa7619c0f46d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:58.225315 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-90302271-3311-4d1f-9d7e-8e7a4a6d8d6f tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Unset dirty status for tenant:58f9213e719f47ba816694fbf3eafd38 on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:37:58.234755 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-90302271-3311-4d1f-9d7e-8e7a4a6d8d6f tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] 10.222.0.85 "GET /v2.0/ports/09bbd5fd-58b9-47f9-be26-112be3b0a416 HTTP/1.1" status: 200 len: 910 time: 0.7556081 May 30 20:37:58.242227 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 54682) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:58.249505 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-13299b4d-9d9f-4879-8be7-8d06ea146c94 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '82970ee9-6dee-429c-8df4-96e3618176fa'}]}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:37:58.270882 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c108d170-965c-4622-be17-40dd70f48a04 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:58.309127 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5f670ba8-95e3-42a6-8a60-aa7619c0f46d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:58.472651 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-c108d170-965c-4622-be17-40dd70f48a04 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Calling delete_port for 75ef1eba-ad30-4461-84ab-f132a43d8fc1 owned by network:router_gateway {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:37:58.512052 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f670ba8-95e3-42a6-8a60-aa7619c0f46d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ebcea5d-a9d1-4de9-a421-0f09dc7f38af,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:58.543143 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-30c79851-ef06-4f3f-82f6-ac9783874f96 req-70cb7e92-6a28-4354-906a-72785fc313f2 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] For port e29cff58-4b9a-4a94-a7b9-a66d4dd77480, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=e29cff58-4b9a-4a94-a7b9-a66d4dd77480,segment=NetworkSegment(ab778a8f-ca2b-4f43-b38a-ce31b10e68d3),segment_id=ab778a8f-ca2b-4f43-b38a-ce31b10e68d3)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:37:58.543510 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-30c79851-ef06-4f3f-82f6-ac9783874f96 req-70cb7e92-6a28-4354-906a-72785fc313f2 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:58.549869 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5f670ba8-95e3-42a6-8a60-aa7619c0f46d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:58.551003 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-5f670ba8-95e3-42a6-8a60-aa7619c0f46d admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/3ebcea5d-a9d1-4de9-a421-0f09dc7f38af HTTP/1.1" status: 204 len: 168 time: 0.6100934 May 30 20:37:58.864049 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-13299b4d-9d9f-4879-8be7-8d06ea146c94 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:59.075709 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a19150-163d-4363-9a6f-f9f11d3464f9 req-305162c2-aa9e-49d1-b478-d9cf9ee21d96 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:37:59.077268 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d0a19150-163d-4363-9a6f-f9f11d3464f9 req-305162c2-aa9e-49d1-b478-d9cf9ee21d96 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] 10.222.0.85 "GET /v2.0/ports?device_id=9f2acdd5-0951-4d21-a2ba-3caff48e9d17 HTTP/1.1" status: 200 len: 945 time: 0.3693964 May 30 20:37:59.204614 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d0a19150-163d-4363-9a6f-f9f11d3464f9 req-84fc95b5-7730-4211-9fef-32023dd1c3af tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] 10.222.0.85 "GET /v2.0/security-groups?id=1c8a214b-6487-4b26-aae5-3d5d58bf176d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095243 May 30 20:37:59.328606 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-30c79851-ef06-4f3f-82f6-ac9783874f96 req-70cb7e92-6a28-4354-906a-72785fc313f2 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:59.329195 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-30c79851-ef06-4f3f-82f6-ac9783874f96 req-70cb7e92-6a28-4354-906a-72785fc313f2 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736490'] for floatingip, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:59.329461 n-d-843948-2 neutron-server[84886]: INFO neutron.db.l3_db [req-30c79851-ef06-4f3f-82f6-ac9783874f96 req-70cb7e92-6a28-4354-906a-72785fc313f2 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Floating IP e5f5a0e1-2f0d-41b7-aafb-7f7443750615 disassociated. External IP: 172.25.8.57, port: e29cff58-4b9a-4a94-a7b9-a66d4dd77480. May 30 20:37:59.329849 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [req-30c79851-ef06-4f3f-82f6-ac9783874f96 req-70cb7e92-6a28-4354-906a-72785fc313f2 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Calling delete_port for e29cff58-4b9a-4a94-a7b9-a66d4dd77480 owned by compute:nova {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:37:59.365365 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c108d170-965c-4622-be17-40dd70f48a04 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:59.430947 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c108d170-965c-4622-be17-40dd70f48a04 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Pushing event deleted for resources: {'Port': ['ID=75ef1eba-ad30-4461-84ab-f132a43d8fc1,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:59.504366 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:37:59.540057 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-13299b4d-9d9f-4879-8be7-8d06ea146c94 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:59.611217 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-7b3bffd3-a2b6-413b-8318-3db830ee53c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:59.663517 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-13299b4d-9d9f-4879-8be7-8d06ea146c94 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:59.792042 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13299b4d-9d9f-4879-8be7-8d06ea146c94 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:37:59.792631 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-13299b4d-9d9f-4879-8be7-8d06ea146c94 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:59.803840 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-13299b4d-9d9f-4879-8be7-8d06ea146c94 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] 10.222.0.85 "PUT /v2.0/ports/09bbd5fd-58b9-47f9-be26-112be3b0a416 HTTP/1.1" status: 200 len: 910 time: 1.5596399 May 30 20:37:59.803840 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13299b4d-9d9f-4879-8be7-8d06ea146c94 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Pushing event updated for resources: {'Port': ['ID=09bbd5fd-58b9-47f9-be26-112be3b0a416,revision_number=3']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:37:59.821503 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 54712) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:37:59.872256 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:37:59.915809 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c108d170-965c-4622-be17-40dd70f48a04 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-736453'] for router_gateway, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:00.115378 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c108d170-965c-4622-be17-40dd70f48a04 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-736390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:00.127230 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c108d170-965c-4622-be17-40dd70f48a04 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-736409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-736399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-736400', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-724754'] for router, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:00.278433 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device e29cff58-4b9a-4a94-a7b9-a66d4dd77480 no longer exists at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:38:00.328853 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] No Port match for: e29cff58-4b9a-4a94-a7b9-a66d4dd77480 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:38:00.329212 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device e29cff58-4b9a-4a94-a7b9-a66d4dd77480 not bound to the agent host n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:38:00.330741 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-30c79851-ef06-4f3f-82f6-ac9783874f96 req-70cb7e92-6a28-4354-906a-72785fc313f2 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:00.376523 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 54728) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:38:00.396895 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-fb1f670e-53ea-428e-a05f-b3fa816a2bea tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-736216'] for router_interface, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:00.405587 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cb7e92-6a28-4354-906a-72785fc313f2 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Pushing event deleted for resources: {'Port': ['ID=e29cff58-4b9a-4a94-a7b9-a66d4dd77480,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:38:00.552003 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4ed8e9b2-23c5-4d18-8c46-d57fdca23bde req-7ea1978b-4e1a-4349-bd07-171e999139d2 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] 10.222.0.85 "GET /v2.0/ports?device_id=9f2acdd5-0951-4d21-a2ba-3caff48e9d17 HTTP/1.1" status: 200 len: 210 time: 0.1023145 May 30 20:38:00.637442 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c108d170-965c-4622-be17-40dd70f48a04 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Router 3b41acea-d86c-47fe-a91a-cfe0c00c0d83 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:38:00.816131 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-6f15f90b-0c86-4860-af30-0219e57fe374 tempest-NetworksNegativeTestJSON-1224876514 tempest-NetworksNegativeTestJSON-1224876514-project] Request body: {'port': {'network_id': 'c4be4955-f474-4463-8d20-53a923dcff2e', 'name': 'tempest-NetworksNegativeTestJSON-967693725'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:38:00.847230 n-d-843948-2 neutron-server[84887]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f15f90b-0c86-4860-af30-0219e57fe374 tempest-NetworksNegativeTestJSON-1224876514 tempest-NetworksNegativeTestJSON-1224876514-project] POST failed (client error): The resource could not be found. May 30 20:38:00.847644 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f15f90b-0c86-4860-af30-0219e57fe374 tempest-NetworksNegativeTestJSON-1224876514 tempest-NetworksNegativeTestJSON-1224876514-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:38:00.852880 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-6f15f90b-0c86-4860-af30-0219e57fe374 tempest-NetworksNegativeTestJSON-1224876514 tempest-NetworksNegativeTestJSON-1224876514-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.4654489 May 30 20:38:00.854011 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 54738) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:38:00.888988 n-d-843948-2 neutron-server[84886]: INFO neutron.pecan_wsgi.hooks.translation [None req-0064cf84-bdfd-413e-a35c-a3f529048403 tempest-NetworksNegativeTestJSON-1224876514 tempest-NetworksNegativeTestJSON-1224876514-project] DELETE failed (client error): The resource could not be found. May 30 20:38:00.889397 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0064cf84-bdfd-413e-a35c-a3f529048403 tempest-NetworksNegativeTestJSON-1224876514 tempest-NetworksNegativeTestJSON-1224876514-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:38:00.908422 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-0064cf84-bdfd-413e-a35c-a3f529048403 tempest-NetworksNegativeTestJSON-1224876514 tempest-NetworksNegativeTestJSON-1224876514-project] 10.222.0.85 "DELETE /v2.0/networks/de3bc4f4-d6b7-4b48-b0a4-5550050782aa HTTP/1.1" status: 404 len: 339 time: 0.0491817 May 30 20:38:00.908422 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c108d170-965c-4622-be17-40dd70f48a04 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:38:00.913980 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c108d170-965c-4622-be17-40dd70f48a04 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Notify callbacks [] for router, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:00.927083 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-c108d170-965c-4622-be17-40dd70f48a04 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] 10.222.0.85 "PUT /v2.0/routers/3b41acea-d86c-47fe-a91a-cfe0c00c0d83 HTTP/1.1" status: 200 len: 710 time: 4.7361279 May 30 20:38:00.927083 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 54742) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:38:00.927083 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 54744) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:38:00.927302 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98dfd26-40a7-4024-bb57-f151d0f8eec4 None None] Sync routers for ids ['3b41acea-d86c-47fe-a91a-cfe0c00c0d83'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:38:00.941897 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98dfd26-40a7-4024-bb57-f151d0f8eec4 None None] Routers {'3b41acea-d86c-47fe-a91a-cfe0c00c0d83'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:38:00.946694 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-f98dfd26-40a7-4024-bb57-f151d0f8eec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:37:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['3b41acea-d86c-47fe-a91a-cfe0c00c0d83'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:38:01.032350 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-f98dfd26-40a7-4024-bb57-f151d0f8eec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:38:01.035378 n-d-843948-2 neutron-server[84886]: INFO neutron.pecan_wsgi.hooks.translation [None req-75c619b4-6410-41b3-bd04-5db9816c4999 tempest-NetworksNegativeTestJSON-1224876514 tempest-NetworksNegativeTestJSON-1224876514-project] DELETE failed (client error): The resource could not be found. May 30 20:38:01.035816 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75c619b4-6410-41b3-bd04-5db9816c4999 tempest-NetworksNegativeTestJSON-1224876514 tempest-NetworksNegativeTestJSON-1224876514-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:38:01.037515 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-75c619b4-6410-41b3-bd04-5db9816c4999 tempest-NetworksNegativeTestJSON-1224876514 tempest-NetworksNegativeTestJSON-1224876514-project] 10.222.0.85 "DELETE /v2.0/ports/290dd98c-84b6-4c4b-92c7-d88f6cd919ef HTTP/1.1" status: 404 len: 333 time: 0.1204691 May 30 20:38:01.048464 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 54750) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:38:01.082268 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98dfd26-40a7-4024-bb57-f151d0f8eec4 None None] Routers {'3b41acea-d86c-47fe-a91a-cfe0c00c0d83'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:38:01.085170 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-f98dfd26-40a7-4024-bb57-f151d0f8eec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:37:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['3b41acea-d86c-47fe-a91a-cfe0c00c0d83'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:38:01.117958 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [req-30c79851-ef06-4f3f-82f6-ac9783874f96 req-70cb7e92-6a28-4354-906a-72785fc313f2 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Router cc7ecadf-209a-4e8d-a028-be2f676772f2 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:38:01.138594 n-d-843948-2 neutron-server[84887]: INFO neutron.pecan_wsgi.hooks.translation [None req-dddd8a3b-1ebe-447e-aab1-5bdf4b4ff8d4 tempest-NetworksNegativeTestJSON-1224876514 tempest-NetworksNegativeTestJSON-1224876514-project] DELETE failed (client error): The resource could not be found. May 30 20:38:01.139261 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dddd8a3b-1ebe-447e-aab1-5bdf4b4ff8d4 tempest-NetworksNegativeTestJSON-1224876514 tempest-NetworksNegativeTestJSON-1224876514-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:38:01.144474 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-dddd8a3b-1ebe-447e-aab1-5bdf4b4ff8d4 tempest-NetworksNegativeTestJSON-1224876514 tempest-NetworksNegativeTestJSON-1224876514-project] 10.222.0.85 "DELETE /v2.0/subnets/0dfcbd9a-1e33-466d-b352-5dbd1ef694d3 HTTP/1.1" status: 404 len: 337 time: 0.0949142 May 30 20:38:01.145355 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 54756) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:38:01.167096 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-f98dfd26-40a7-4024-bb57-f151d0f8eec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:38:01.167509 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98dfd26-40a7-4024-bb57-f151d0f8eec4 None None] The sync data for ids ['3b41acea-d86c-47fe-a91a-cfe0c00c0d83'] in n-d-843948-2 is: [] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:38:01.187699 n-d-843948-2 neutron-server[84887]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc8f5199-4065-4ca9-a40f-ffaedf53a871 tempest-NetworksNegativeTestJSON-1224876514 tempest-NetworksNegativeTestJSON-1224876514-project] GET failed (client error): The resource could not be found. May 30 20:38:01.188934 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-dc8f5199-4065-4ca9-a40f-ffaedf53a871 tempest-NetworksNegativeTestJSON-1224876514 tempest-NetworksNegativeTestJSON-1224876514-project] 10.222.0.85 "GET /v2.0/networks/155ba5c6-a3b3-4138-8b2b-906dbc2e1f9d HTTP/1.1" status: 404 len: 339 time: 0.0350833 May 30 20:38:01.193421 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 54760) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:38:01.211610 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:01.221629 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-b7983dcc-2b58-4781-8551-9cd2478b2130 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] 10.222.0.85 "GET /v2.0/routers/3b41acea-d86c-47fe-a91a-cfe0c00c0d83 HTTP/1.1" status: 200 len: 745 time: 0.3006213 May 30 20:38:01.257555 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 54764) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:38:01.308472 n-d-843948-2 neutron-server[84887]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ab4af4f-8b4f-43ac-a7fc-f3beb5c823c5 tempest-NetworksNegativeTestJSON-1224876514 tempest-NetworksNegativeTestJSON-1224876514-project] GET failed (client error): The resource could not be found. May 30 20:38:01.309766 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-5ab4af4f-8b4f-43ac-a7fc-f3beb5c823c5 tempest-NetworksNegativeTestJSON-1224876514 tempest-NetworksNegativeTestJSON-1224876514-project] 10.222.0.85 "GET /v2.0/ports/023c2d32-12ad-45c5-86ab-a153616183c9 HTTP/1.1" status: 404 len: 333 time: 0.1150012 May 30 20:38:01.321602 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 54770) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:38:01.326307 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-56f93c6c-7a0e-49b4-83a8-56b8746ce099 tempest-RoutersIpV6AdminTest-1177485752 tempest-RoutersIpV6AdminTest-1177485752-project-admin] 10.222.0.85 "GET /v2.0/ports?network_id=c7869750-4b49-4b7e-aa99-5e0f1ae02da4&device_id=3b41acea-d86c-47fe-a91a-cfe0c00c0d83 HTTP/1.1" status: 200 len: 205 time: 0.0675633 May 30 20:38:01.329303 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 54774) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:38:01.379366 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-d6a8f64c-4420-47eb-818c-eafaf04e55ed tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] 10.222.0.85 "GET /v2.0/ports?device_id=3b41acea-d86c-47fe-a91a-cfe0c00c0d83 HTTP/1.1" status: 200 len: 205 time: 0.0488908 May 30 20:38:01.382525 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 54778) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:38:01.585794 n-d-843948-2 neutron-server[84886]: INFO neutron.pecan_wsgi.hooks.translation [None req-380aeb9f-d09e-49b1-a90b-addd2b9660e8 tempest-NetworksNegativeTestJSON-1224876514 tempest-NetworksNegativeTestJSON-1224876514-project] GET failed (client error): The resource could not be found. May 30 20:38:01.586973 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-380aeb9f-d09e-49b1-a90b-addd2b9660e8 tempest-NetworksNegativeTestJSON-1224876514 tempest-NetworksNegativeTestJSON-1224876514-project] 10.222.0.85 "GET /v2.0/subnets/71e26206-dcf8-4cb5-91a3-73a44307f326 HTTP/1.1" status: 404 len: 337 time: 0.2610705 May 30 20:38:01.592256 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 54782) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:38:01.652439 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-fb1f670e-53ea-428e-a05f-b3fa816a2bea tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Deleting port 09bbd5fd-58b9-47f9-be26-112be3b0a416 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:38:01.654811 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-fb1f670e-53ea-428e-a05f-b3fa816a2bea tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:01.698970 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-04b131bf-413d-4f47-9660-de2d07bcd946 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Notify callbacks [] for router, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:01.752811 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-2a22c4a0-0deb-4051-8847-da15007f31eb tempest-NetworksNegativeTestJSON-1224876514 tempest-NetworksNegativeTestJSON-1224876514-project] Request body: {'network': {'name': 'new_name'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:38:01.875919 n-d-843948-2 neutron-server[84887]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a22c4a0-0deb-4051-8847-da15007f31eb tempest-NetworksNegativeTestJSON-1224876514 tempest-NetworksNegativeTestJSON-1224876514-project] PUT failed (client error): The resource could not be found. May 30 20:38:01.876358 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a22c4a0-0deb-4051-8847-da15007f31eb tempest-NetworksNegativeTestJSON-1224876514 tempest-NetworksNegativeTestJSON-1224876514-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:38:01.877463 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-2a22c4a0-0deb-4051-8847-da15007f31eb tempest-NetworksNegativeTestJSON-1224876514 tempest-NetworksNegativeTestJSON-1224876514-project] 10.222.0.85 "PUT /v2.0/networks/69f432fd-09e8-494a-aa09-5ee4f3344f54 HTTP/1.1" status: 404 len: 339 time: 0.2841320 May 30 20:38:01.883680 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-1eac11d3-0ab5-4677-8efa-1e0303e52563 req-b300b2e1-d660-4a23-9c22-4baa17b71882 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Synchronizing usage tracker for tenant:be518c6f2f7741c6a6c26447eed4fca2 on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:38:01.886119 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 54788) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:38:01.906850 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-d8ecd058-affd-4575-a016-d4368a315b92 tempest-NetworksNegativeTestJSON-1224876514 tempest-NetworksNegativeTestJSON-1224876514-project] Request body: {'port': {'name': 'new_name'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:38:01.960952 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-fb1f670e-53ea-428e-a05f-b3fa816a2bea tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:01.970936 n-d-843948-2 neutron-server[84886]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8ecd058-affd-4575-a016-d4368a315b92 tempest-NetworksNegativeTestJSON-1224876514 tempest-NetworksNegativeTestJSON-1224876514-project] PUT failed (client error): The resource could not be found. May 30 20:38:01.971379 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8ecd058-affd-4575-a016-d4368a315b92 tempest-NetworksNegativeTestJSON-1224876514 tempest-NetworksNegativeTestJSON-1224876514-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:38:01.972518 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-d8ecd058-affd-4575-a016-d4368a315b92 tempest-NetworksNegativeTestJSON-1224876514 tempest-NetworksNegativeTestJSON-1224876514-project] 10.222.0.85 "PUT /v2.0/ports/bb96b5a0-bc18-427d-b37a-a9f7cc64208d HTTP/1.1" status: 404 len: 333 time: 0.0749974 May 30 20:38:01.978710 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 54792) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:38:01.985693 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-93e398f2-7e7c-43eb-a630-3f0beef8a3a7 tempest-NetworksNegativeTestJSON-1224876514 tempest-NetworksNegativeTestJSON-1224876514-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:38:02.081299 n-d-843948-2 neutron-server[84886]: INFO neutron.pecan_wsgi.hooks.translation [None req-93e398f2-7e7c-43eb-a630-3f0beef8a3a7 tempest-NetworksNegativeTestJSON-1224876514 tempest-NetworksNegativeTestJSON-1224876514-project] PUT failed (client error): The resource could not be found. May 30 20:38:02.081686 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93e398f2-7e7c-43eb-a630-3f0beef8a3a7 tempest-NetworksNegativeTestJSON-1224876514 tempest-NetworksNegativeTestJSON-1224876514-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:38:02.087849 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-93e398f2-7e7c-43eb-a630-3f0beef8a3a7 tempest-NetworksNegativeTestJSON-1224876514 tempest-NetworksNegativeTestJSON-1224876514-project] 10.222.0.85 "PUT /v2.0/subnets/32296412-d623-4145-9b42-fc0a26ef978d HTTP/1.1" status: 404 len: 337 time: 0.1025922 May 30 20:38:02.089901 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-1eac11d3-0ab5-4677-8efa-1e0303e52563 req-b300b2e1-d660-4a23-9c22-4baa17b71882 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Unset dirty status for tenant:be518c6f2f7741c6a6c26447eed4fca2 on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:38:02.098525 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1eac11d3-0ab5-4677-8efa-1e0303e52563 req-b300b2e1-d660-4a23-9c22-4baa17b71882 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] 10.222.0.85 "GET /v2.0/ports?device_id=9f2acdd5-0951-4d21-a2ba-3caff48e9d17 HTTP/1.1" status: 200 len: 210 time: 0.3374710 May 30 20:38:02.116549 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-fb1f670e-53ea-428e-a05f-b3fa816a2bea tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Calling delete_port for 09bbd5fd-58b9-47f9-be26-112be3b0a416 owned by network:router_interface {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:38:02.191637 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-30c79851-ef06-4f3f-82f6-ac9783874f96 req-70cb7e92-6a28-4354-906a-72785fc313f2 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:38:02.205061 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e51142-0ade-432f-b1cf-8706903790e1 None None] Sync routers for ids ['cc7ecadf-209a-4e8d-a028-be2f676772f2'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:38:02.242178 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e51142-0ade-432f-b1cf-8706903790e1 None None] Routers {'cc7ecadf-209a-4e8d-a028-be2f676772f2'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:38:02.243700 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-93e51142-0ade-432f-b1cf-8706903790e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:37:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['cc7ecadf-209a-4e8d-a028-be2f676772f2'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:38:02.337952 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [req-30c79851-ef06-4f3f-82f6-ac9783874f96 req-70cb7e92-6a28-4354-906a-72785fc313f2 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] No DVR routers for this DVR port e29cff58-4b9a-4a94-a7b9-a66d4dd77480 on host n-h1-843948-2 {{(pid=84886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:38:02.412358 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-30c79851-ef06-4f3f-82f6-ac9783874f96 req-70cb7e92-6a28-4354-906a-72785fc313f2 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:02.414385 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-30c79851-ef06-4f3f-82f6-ac9783874f96 req-70cb7e92-6a28-4354-906a-72785fc313f2 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] 10.222.0.71 "DELETE /v2.0/ports/e29cff58-4b9a-4a94-a7b9-a66d4dd77480 HTTP/1.1" status: 204 len: 173 time: 5.0958719 May 30 20:38:02.414828 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f2acdd5-0951-4d21-a2ba-3caff48e9d17', 'name': 'network-vif-deleted', 'tag': 'e29cff58-4b9a-4a94-a7b9-a66d4dd77480'}] {{(pid=84886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:38:02.440278 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-04b131bf-413d-4f47-9660-de2d07bcd946 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-724789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3141'] for router, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:02.449779 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-04b131bf-413d-4f47-9660-de2d07bcd946 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:02.494055 n-d-843948-2 neutron-server[84886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b1ab7c3-e1dd-40fa-8c65-4d75376fa9fe'] response: {'server_uuid': '9f2acdd5-0951-4d21-a2ba-3caff48e9d17', 'name': 'network-vif-deleted', 'tag': 'e29cff58-4b9a-4a94-a7b9-a66d4dd77480', 'status': 'completed', 'code': 200} May 30 20:38:02.525560 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-fb1f670e-53ea-428e-a05f-b3fa816a2bea tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:02.530265 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-93e51142-0ade-432f-b1cf-8706903790e1 None None] Set router cc7ecadf-209a-4e8d-a028-be2f676772f2 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:38:02.583142 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1f670e-53ea-428e-a05f-b3fa816a2bea tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Pushing event deleted for resources: {'Port': ['ID=09bbd5fd-58b9-47f9-be26-112be3b0a416,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:38:02.595628 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-04b131bf-413d-4f47-9660-de2d07bcd946 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724889'] for router, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:02.596126 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04b131bf-413d-4f47-9660-de2d07bcd946 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Fanout notify agent at l3_agent the message router_deleted on router 3b41acea-d86c-47fe-a91a-cfe0c00c0d83 {{(pid=84886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:38:02.621493 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-04b131bf-413d-4f47-9660-de2d07bcd946 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] Notify callbacks [] for router, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:02.628272 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-04b131bf-413d-4f47-9660-de2d07bcd946 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] 10.222.0.85 "DELETE /v2.0/routers/3b41acea-d86c-47fe-a91a-cfe0c00c0d83 HTTP/1.1" status: 204 len: 168 time: 1.2424915 May 30 20:38:02.629683 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 54804) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:38:02.863686 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-52223bc7-2e23-4793-aa3b-6fdf868f7739 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] 10.222.0.85 "GET /v2.0/ports?device_id=3b41acea-d86c-47fe-a91a-cfe0c00c0d83 HTTP/1.1" status: 200 len: 205 time: 0.2263520 May 30 20:38:02.871022 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 54808) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:38:03.046701 n-d-843948-2 neutron-server[84886]: INFO neutron.api.v2.resource [None req-db3032f5-b188-4eb0-9a09-aebd49b0e6b0 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] delete failed (client error): The resource could not be found. May 30 20:38:03.050727 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-db3032f5-b188-4eb0-9a09-aebd49b0e6b0 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] 10.222.0.85 "DELETE /v2.0/routers/3b41acea-d86c-47fe-a91a-cfe0c00c0d83 HTTP/1.1" status: 404 len: 336 time: 0.1785841 May 30 20:38:03.051372 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 54814) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:38:03.119193 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-f76b9aec-f529-4106-a260-416ac825f123 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] 10.222.0.85 "GET /v2.0/ports?device_id=bf3762c5-5a7a-4fe3-a325-02335132721c HTTP/1.1" status: 200 len: 205 time: 0.0666926 May 30 20:38:03.132145 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 54818) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:38:03.175966 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:03.274346 n-d-843948-2 neutron-server[84886]: INFO neutron.api.v2.resource [None req-b40a9407-2789-4435-b897-fa9f31cb596a tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] delete failed (client error): The resource could not be found. May 30 20:38:03.275073 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-b40a9407-2789-4435-b897-fa9f31cb596a tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] 10.222.0.85 "DELETE /v2.0/routers/bf3762c5-5a7a-4fe3-a325-02335132721c HTTP/1.1" status: 404 len: 336 time: 0.1435878 May 30 20:38:03.280766 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 54826) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:38:03.363685 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-93e51142-0ade-432f-b1cf-8706903790e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc7ecadf-209a-4e8d-a028-be2f676772f2', 'name': 'tempest-AttachVolumeTestJSON-1189410636-router', 'tenant_id': 'be518c6f2f7741c6a6c26447eed4fca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': '09164586-c42b-48d1-85ff-5f4722ac884b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:34:22Z', 'updated_at': '2022-05-30T20:34:33Z', 'revision_number': 4, 'project_id': 'be518c6f2f7741c6a6c26447eed4fca2', 'gw_port': {'id': '09164586-c42b-48d1-85ff-5f4722ac884b', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:ee:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7ecadf-209a-4e8d-a028-be2f676772f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:34:23Z', 'updated_at': '2022-05-30T20:34:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '48163b2d-e078-447f-8121-b1de14d6207b', 'name': '', 'network_id': '76cba922-309a-4387-9272-eb83164f71fd', 'tenant_id': 'be518c6f2f7741c6a6c26447eed4fca2', 'mac_address': 'fa:16:3e:b7:60:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7ecadf-209a-4e8d-a028-be2f676772f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '664239a8-9fd7-4297-838f-478b17647c0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:34:31Z', 'updated_at': '2022-05-30T20:34:53Z', 'revision_number': 5, 'project_id': 'be518c6f2f7741c6a6c26447eed4fca2', 'subnets': [{'id': '664239a8-9fd7-4297-838f-478b17647c0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:38:03.378477 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e51142-0ade-432f-b1cf-8706903790e1 None None] Checking router: cc7ecadf-209a-4e8d-a028-be2f676772f2 for host: n-d-843948-2 {{(pid=84888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:38:03.389071 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 54832) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:38:03.395388 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e51142-0ade-432f-b1cf-8706903790e1 None None] Routers {'cc7ecadf-209a-4e8d-a028-be2f676772f2'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:38:03.396114 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-93e51142-0ade-432f-b1cf-8706903790e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:37:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['cc7ecadf-209a-4e8d-a028-be2f676772f2'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:38:03.486196 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-fb9c4f11-514b-4a2f-94e8-04e7194ed107 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] 10.222.0.85 "GET /v2.0/ports?device_id=652df8a8-cbc1-4af7-883a-07f9ce953187 HTTP/1.1" status: 200 len: 205 time: 0.1996124 May 30 20:38:03.494146 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 54836) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:38:03.501238 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b85b6516-27f5-418b-b98e-df4137ee8779 req-a3d9d83c-8ec1-4c18-89a2-dee57d32304f tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] 10.222.0.85 "GET /v2.0/ports?device_id=9f2acdd5-0951-4d21-a2ba-3caff48e9d17 HTTP/1.1" status: 200 len: 210 time: 0.0976555 May 30 20:38:03.618602 n-d-843948-2 neutron-server[84887]: INFO neutron.api.v2.resource [None req-26542297-93da-41c3-8537-736d4a12f00a tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] delete failed (client error): The resource could not be found. May 30 20:38:03.624271 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 54842) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:38:03.625488 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-26542297-93da-41c3-8537-736d4a12f00a tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] 10.222.0.85 "DELETE /v2.0/routers/652df8a8-cbc1-4af7-883a-07f9ce953187 HTTP/1.1" status: 404 len: 336 time: 0.1255245 May 30 20:38:03.651578 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-fb1f670e-53ea-428e-a05f-b3fa816a2bea tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1718140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-736143'] for router_interface, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:03.771625 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-12900647-ee4b-4b21-ad15-8719df7ddc50 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] 10.222.0.85 "GET /v2.0/ports?device_id=130f56a3-79e4-4d2f-84ff-97a7c31a470d HTTP/1.1" status: 200 len: 205 time: 0.1471198 May 30 20:38:03.772851 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e1e8cfda-5bb6-4c64-b058-439fc140a79e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:03.784871 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-93e51142-0ade-432f-b1cf-8706903790e1 None None] Set router cc7ecadf-209a-4e8d-a028-be2f676772f2 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:38:03.787017 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 54846) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:38:03.896419 n-d-843948-2 neutron-server[84886]: INFO neutron.api.v2.resource [None req-8859af12-d016-4d1b-976a-cc74b7460c37 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] delete failed (client error): The resource could not be found. May 30 20:38:03.900364 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-8859af12-d016-4d1b-976a-cc74b7460c37 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] 10.222.0.85 "DELETE /v2.0/routers/130f56a3-79e4-4d2f-84ff-97a7c31a470d HTTP/1.1" status: 404 len: 336 time: 0.1078725 May 30 20:38:03.900364 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 54850) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:38:04.071796 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-e1e8cfda-5bb6-4c64-b058-439fc140a79e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:38:04.076463 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-59cac284-ad3f-4d4c-b1e4-2337bde3869e tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] 10.222.0.85 "GET /v2.0/ports?device_id=5b253d1b-618c-4179-87c3-9dcbc03e80d7 HTTP/1.1" status: 200 len: 205 time: 0.1747394 May 30 20:38:04.079054 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 54854) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:38:04.082071 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-e1e8cfda-5bb6-4c64-b058-439fc140a79e admin admin] Usage tracker for resource:security_group_rule and tenant:b47b26a496384478aa9edd5f26785287 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:38:04.134945 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-e1e8cfda-5bb6-4c64-b058-439fc140a79e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:38:04.154516 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-e1e8cfda-5bb6-4c64-b058-439fc140a79e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:38:04.157742 n-d-843948-2 neutron-server[84886]: INFO neutron.api.v2.resource [None req-a84b7fbd-0512-460e-b4cc-464615c5eed4 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] delete failed (client error): The resource could not be found. May 30 20:38:04.158990 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-a84b7fbd-0512-460e-b4cc-464615c5eed4 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] 10.222.0.85 "DELETE /v2.0/routers/5b253d1b-618c-4179-87c3-9dcbc03e80d7 HTTP/1.1" status: 404 len: 336 time: 0.0788808 May 30 20:38:04.162552 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 54858) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:38:04.206929 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-93e51142-0ade-432f-b1cf-8706903790e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc7ecadf-209a-4e8d-a028-be2f676772f2', 'name': 'tempest-AttachVolumeTestJSON-1189410636-router', 'tenant_id': 'be518c6f2f7741c6a6c26447eed4fca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': '09164586-c42b-48d1-85ff-5f4722ac884b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:34:22Z', 'updated_at': '2022-05-30T20:34:33Z', 'revision_number': 4, 'project_id': 'be518c6f2f7741c6a6c26447eed4fca2', 'gw_port': {'id': '09164586-c42b-48d1-85ff-5f4722ac884b', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:ee:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7ecadf-209a-4e8d-a028-be2f676772f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:34:23Z', 'updated_at': '2022-05-30T20:34:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '48163b2d-e078-447f-8121-b1de14d6207b', 'name': '', 'network_id': '76cba922-309a-4387-9272-eb83164f71fd', 'tenant_id': 'be518c6f2f7741c6a6c26447eed4fca2', 'mac_address': 'fa:16:3e:b7:60:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7ecadf-209a-4e8d-a028-be2f676772f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '664239a8-9fd7-4297-838f-478b17647c0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:34:31Z', 'updated_at': '2022-05-30T20:34:53Z', 'revision_number': 5, 'project_id': 'be518c6f2f7741c6a6c26447eed4fca2', 'subnets': [{'id': '664239a8-9fd7-4297-838f-478b17647c0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:38:04.211286 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-731faadc-69db-481e-a4a3-c7b6efc42de6 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] 10.222.0.85 "GET /v2.0/ports?device_id=8119522d-9216-4ee3-b7bd-2e93b41c1d76 HTTP/1.1" status: 200 len: 205 time: 0.0448449 May 30 20:38:04.212129 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e51142-0ade-432f-b1cf-8706903790e1 None None] The sync data for ids ['cc7ecadf-209a-4e8d-a028-be2f676772f2'] in n-d-843948-2 is: [{'id': 'cc7ecadf-209a-4e8d-a028-be2f676772f2', 'name': 'tempest-AttachVolumeTestJSON-1189410636-router', 'tenant_id': 'be518c6f2f7741c6a6c26447eed4fca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': '09164586-c42b-48d1-85ff-5f4722ac884b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:34:22Z', 'updated_at': '2022-05-30T20:34:33Z', 'revision_number': 4, 'project_id': 'be518c6f2f7741c6a6c26447eed4fca2', 'gw_port': {'id': '09164586-c42b-48d1-85ff-5f4722ac884b', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:ee:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7ecadf-209a-4e8d-a028-be2f676772f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:34:23Z', 'updated_at': '2022-05-30T20:34:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '48163b2d-e078-447f-8121-b1de14d6207b', 'name': '', 'network_id': '76cba922-309a-4387-9272-eb83164f71fd', 'tenant_id': 'be518c6f2f7741c6a6c26447eed4fca2', 'mac_address': 'fa:16:3e:b7:60:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7ecadf-209a-4e8d-a028-be2f676772f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '664239a8-9fd7-4297-838f-478b17647c0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:34:31Z', 'updated_at': '2022-05-30T20:34:53Z', 'revision_number': 5, 'project_id': 'be518c6f2f7741c6a6c26447eed4fca2', 'subnets': [{'id': '664239a8-9fd7-4297-838f-478b17647c0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:38:04.217937 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb1f670e-53ea-428e-a05f-b3fa816a2bea tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Router d21da81c-d439-42e5-89f7-19dd220a9d70 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:38:04.221959 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 54862) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:38:04.330587 n-d-843948-2 neutron-server[84886]: INFO neutron.api.v2.resource [None req-750cbcc5-f50a-4150-a696-1e833fc80696 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] delete failed (client error): The resource could not be found. May 30 20:38:04.331692 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-750cbcc5-f50a-4150-a696-1e833fc80696 tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] 10.222.0.85 "DELETE /v2.0/routers/8119522d-9216-4ee3-b7bd-2e93b41c1d76 HTTP/1.1" status: 404 len: 336 time: 0.1084783 May 30 20:38:04.334467 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 54866) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:38:04.378604 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb1f670e-53ea-428e-a05f-b3fa816a2bea tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:38:04.392250 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0cf3de8-f4d1-4f53-b926-98d7ab83715a None None] Sync routers for ids ['d21da81c-d439-42e5-89f7-19dd220a9d70'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:38:04.394494 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e1e8cfda-5bb6-4c64-b058-439fc140a79e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:04.396106 n-d-843948-2 neutron-server[84886]: INFO neutron.pecan_wsgi.hooks.translation [None req-96f0bdc8-f82b-4289-8f0a-df0093fcdbeb tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] DELETE failed (client error): The resource could not be found. May 30 20:38:04.396693 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96f0bdc8-f82b-4289-8f0a-df0093fcdbeb tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:38:04.410850 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0cf3de8-f4d1-4f53-b926-98d7ab83715a None None] Routers {'d21da81c-d439-42e5-89f7-19dd220a9d70'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:38:04.411130 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-96f0bdc8-f82b-4289-8f0a-df0093fcdbeb tempest-RoutersIpV6AdminTest-287585249 tempest-RoutersIpV6AdminTest-287585249-project] 10.222.0.85 "DELETE /v2.0/subnets/3fa19001-eb9a-4eb2-b21c-ce5867113a24 HTTP/1.1" status: 404 len: 337 time: 0.0734849 May 30 20:38:04.411725 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-a0cf3de8-f4d1-4f53-b926-98d7ab83715a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:37:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['d21da81c-d439-42e5-89f7-19dd220a9d70'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:38:04.492300 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-a0cf3de8-f4d1-4f53-b926-98d7ab83715a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:38:04.505719 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0cf3de8-f4d1-4f53-b926-98d7ab83715a None None] Routers {'d21da81c-d439-42e5-89f7-19dd220a9d70'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:38:04.506379 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-a0cf3de8-f4d1-4f53-b926-98d7ab83715a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:37:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['d21da81c-d439-42e5-89f7-19dd220a9d70'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:38:04.536762 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e1e8cfda-5bb6-4c64-b058-439fc140a79e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:04.576496 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d332182-e20e-4d11-a83c-7d0c614cb089 None None] New status for floating IP e5f5a0e1-2f0d-41b7-aafb-7f7443750615: DOWN {{(pid=84888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 20:38:04.584517 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-e1e8cfda-5bb6-4c64-b058-439fc140a79e admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=b47b26a496384478aa9edd5f26785287&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1830628 May 30 20:38:04.587405 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-fb1f670e-53ea-428e-a05f-b3fa816a2bea tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] 10.222.0.85 "PUT /v2.0/routers/d21da81c-d439-42e5-89f7-19dd220a9d70/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7646842 May 30 20:38:04.588254 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 54882) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:38:04.592960 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 54880) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:38:04.596250 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-a0cf3de8-f4d1-4f53-b926-98d7ab83715a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:38:04.596559 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0cf3de8-f4d1-4f53-b926-98d7ab83715a None None] The sync data for ids ['d21da81c-d439-42e5-89f7-19dd220a9d70'] in n-d-843948-2 is: [] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:38:04.626784 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e8cfda-5bb6-4c64-b058-439fc140a79e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7326d460-3de8-43b6-ab24-05203c282923,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:38:04.651258 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-d6ae3a9d-ff95-451d-a186-f2d779771908 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Synchronizing usage tracker for tenant:58f9213e719f47ba816694fbf3eafd38 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:38:04.726993 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2b84ddd9-1134-418d-8d74-6738694a522e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:04.777341 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2b84ddd9-1134-418d-8d74-6738694a522e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:04.788137 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-d6ae3a9d-ff95-451d-a186-f2d779771908 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Unset dirty status for tenant:58f9213e719f47ba816694fbf3eafd38 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:38:04.789354 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-d6ae3a9d-ff95-451d-a186-f2d779771908 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] 10.222.0.85 "GET /v2.0/ports?device_id=d21da81c-d439-42e5-89f7-19dd220a9d70 HTTP/1.1" status: 200 len: 205 time: 0.2001634 May 30 20:38:04.792303 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 54894) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:38:04.849170 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 54898) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:38:04.935998 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-02bd2864-8f40-4a8f-abc7-cd5b857e5f70 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:04.972232 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-02bd2864-8f40-4a8f-abc7-cd5b857e5f70 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:04.997983 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2b84ddd9-1134-418d-8d74-6738694a522e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:05.017097 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b84ddd9-1134-418d-8d74-6738694a522e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7326d460-3de8-43b6-ab24-05203c282923,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:38:05.052884 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b34063ae-378a-47b6-8fea-16f577cef241 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks [] for router, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:05.071043 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2b84ddd9-1134-418d-8d74-6738694a522e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:05.072258 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-2b84ddd9-1134-418d-8d74-6738694a522e admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/7326d460-3de8-43b6-ab24-05203c282923 HTTP/1.1" status: 204 len: 168 time: 0.4829888 May 30 20:38:05.253682 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 54908) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:38:05.279068 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-02bd2864-8f40-4a8f-abc7-cd5b857e5f70 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:05.369867 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bd2864-8f40-4a8f-abc7-cd5b857e5f70 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c8a214b-6487-4b26-aae5-3d5d58bf176d,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:38:05.485636 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-02bd2864-8f40-4a8f-abc7-cd5b857e5f70 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:05.485636 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-02bd2864-8f40-4a8f-abc7-cd5b857e5f70 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] 10.222.0.85 "DELETE /v2.0/security-groups/1c8a214b-6487-4b26-aae5-3d5d58bf176d HTTP/1.1" status: 204 len: 168 time: 0.6344862 May 30 20:38:05.488199 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 54916) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:38:05.513599 n-d-843948-2 neutron-server[84886]: INFO neutron.api.v2.resource [None req-25bb256c-076b-446c-8193-924ff3577073 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] show failed (client error): The resource could not be found. May 30 20:38:05.514794 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-25bb256c-076b-446c-8193-924ff3577073 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] 10.222.0.85 "GET /v2.0/security-groups/1c8a214b-6487-4b26-aae5-3d5d58bf176d HTTP/1.1" status: 404 len: 347 time: 0.0256119 May 30 20:38:05.537909 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 54920) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:38:05.712381 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-26344d08-a075-4562-ae50-f892c6ad00e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:05.760434 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b34063ae-378a-47b6-8fea-16f577cef241 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-724789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3141'] for router, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:05.771650 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b34063ae-378a-47b6-8fea-16f577cef241 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:05.777260 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-26344d08-a075-4562-ae50-f892c6ad00e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:38:05.782457 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-26344d08-a075-4562-ae50-f892c6ad00e7 admin admin] Usage tracker for resource:security_group_rule and tenant:633939d5a6114ff7ab2b02dad4ac8e9d is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:38:05.786343 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-26344d08-a075-4562-ae50-f892c6ad00e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:38:05.793839 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-26344d08-a075-4562-ae50-f892c6ad00e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:38:05.886318 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-26344d08-a075-4562-ae50-f892c6ad00e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:05.888715 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-04b5805e-5be5-47c1-951b-fc633a26a2f2 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Deleting port 9d77a06a-d7c0-456c-b199-8eeb34dea539 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:38:05.889200 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-04b5805e-5be5-47c1-951b-fc633a26a2f2 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:05.913898 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b34063ae-378a-47b6-8fea-16f577cef241 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724889'] for router, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:05.915032 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b34063ae-378a-47b6-8fea-16f577cef241 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Fanout notify agent at l3_agent the message router_deleted on router d21da81c-d439-42e5-89f7-19dd220a9d70 {{(pid=84887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:38:05.939418 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b34063ae-378a-47b6-8fea-16f577cef241 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks [] for router, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:05.940699 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-b34063ae-378a-47b6-8fea-16f577cef241 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] 10.222.0.85 "DELETE /v2.0/routers/d21da81c-d439-42e5-89f7-19dd220a9d70 HTTP/1.1" status: 204 len: 168 time: 1.1473281 May 30 20:38:05.948602 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 54930) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:38:05.986467 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-26344d08-a075-4562-ae50-f892c6ad00e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:06.079502 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26344d08-a075-4562-ae50-f892c6ad00e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceb5fb9a-b98b-4fb8-808d-ffeff0d726c8,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:38:06.214633 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-26344d08-a075-4562-ae50-f892c6ad00e7 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=633939d5a6114ff7ab2b02dad4ac8e9d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9567335 May 30 20:38:06.214950 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 54938) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:38:06.258027 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_v2 [None req-635dfd95-9944-4b63-96c7-76af6426c33c tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Deleting subnet 82970ee9-6dee-429c-8df4-96e3618176fa {{(pid=84887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:38:06.266022 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-635dfd95-9944-4b63-96c7-76af6426c33c tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks [] for subnet, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:06.299958 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-04b5805e-5be5-47c1-951b-fc633a26a2f2 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:06.300275 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-04b5805e-5be5-47c1-951b-fc633a26a2f2 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:06.337419 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-635dfd95-9944-4b63-96c7-76af6426c33c tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3149227'] for subnet, precommit_delete_associations {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:06.450030 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-04b5805e-5be5-47c1-951b-fc633a26a2f2 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Calling delete_port for 9d77a06a-d7c0-456c-b199-8eeb34dea539 owned by network:floatingip {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:38:06.482847 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-635dfd95-9944-4b63-96c7-76af6426c33c tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:06.512115 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bfbdcc3f-003a-42d9-a47b-6b40c184c26b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:06.554447 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bfbdcc3f-003a-42d9-a47b-6b40c184c26b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:06.743135 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-635dfd95-9944-4b63-96c7-76af6426c33c tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4055470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114247'] for subnet, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:06.771220 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bfbdcc3f-003a-42d9-a47b-6b40c184c26b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:06.780381 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-04b5805e-5be5-47c1-951b-fc633a26a2f2 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:06.790230 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635dfd95-9944-4b63-96c7-76af6426c33c tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Pushing event deleted for resources: {'Subnet': ['ID=82970ee9-6dee-429c-8df4-96e3618176fa,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:38:06.801089 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-635dfd95-9944-4b63-96c7-76af6426c33c tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:06.817848 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-635dfd95-9944-4b63-96c7-76af6426c33c tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] 10.222.0.85 "DELETE /v2.0/subnets/82970ee9-6dee-429c-8df4-96e3618176fa HTTP/1.1" status: 204 len: 168 time: 0.8655365 May 30 20:38:06.818397 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 54950) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:38:06.825042 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe2fab8-4710-4963-aeb9-f5321f300d1d None None] Network 9dcba998-473f-4fca-9a5b-d407c518bf04 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:38:06.835612 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbdcc3f-003a-42d9-a47b-6b40c184c26b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceb5fb9a-b98b-4fb8-808d-ffeff0d726c8,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:38:06.851734 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b5805e-5be5-47c1-951b-fc633a26a2f2 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Pushing event deleted for resources: {'Port': ['ID=9d77a06a-d7c0-456c-b199-8eeb34dea539,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:38:06.952742 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-fe29e710-b305-45b3-8899-1dc8c0243dd9 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:06.964788 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-fe29e710-b305-45b3-8899-1dc8c0243dd9 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Deleting port 0074394e-27e5-441b-90c4-042982463eb3 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:38:06.965391 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-fe29e710-b305-45b3-8899-1dc8c0243dd9 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:07.033517 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bfbdcc3f-003a-42d9-a47b-6b40c184c26b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:07.037587 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-bfbdcc3f-003a-42d9-a47b-6b40c184c26b admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/ceb5fb9a-b98b-4fb8-808d-ffeff0d726c8 HTTP/1.1" status: 204 len: 168 time: 0.8215251 May 30 20:38:07.051537 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-04b5805e-5be5-47c1-951b-fc633a26a2f2 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Notify callbacks [] for floatingip, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:07.054346 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-04b5805e-5be5-47c1-951b-fc633a26a2f2 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:07.064630 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-04b5805e-5be5-47c1-951b-fc633a26a2f2 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] 10.222.0.85 "DELETE /v2.0/floatingips/e5f5a0e1-2f0d-41b7-aafb-7f7443750615 HTTP/1.1" status: 204 len: 168 time: 1.5200088 May 30 20:38:07.142456 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 54960) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:38:07.189240 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eecd394-94d5-4786-82f5-bf0ccccbc7ed None None] DHCP port deletion for 9dcba998-473f-4fca-9a5b-d407c518bf04 request from n-d-843948-2 {{(pid=84888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:38:07.193898 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-4eecd394-94d5-4786-82f5-bf0ccccbc7ed None None] Deleting port 0074394e-27e5-441b-90c4-042982463eb3 {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:38:07.194268 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-4eecd394-94d5-4786-82f5-bf0ccccbc7ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:07.335338 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [None req-fe29e710-b305-45b3-8899-1dc8c0243dd9 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] For port 0074394e-27e5-441b-90c4-042982463eb3, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=0074394e-27e5-441b-90c4-042982463eb3,segment=NetworkSegment(7dd4e40e-875e-4168-bc7b-55b7395d37fa),segment_id=7dd4e40e-875e-4168-bc7b-55b7395d37fa)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:38:07.335338 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-fe29e710-b305-45b3-8899-1dc8c0243dd9 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:07.376641 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-8e7a12a6-1a93-4c1f-9ade-1b04a98fb441 tempest-SubnetPoolsTestJSON-1517223093 tempest-SubnetPoolsTestJSON-1517223093-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-755270057', 'prefixes': ['172.20.0.0/16']}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:38:07.385659 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-8e7a12a6-1a93-4c1f-9ade-1b04a98fb441 tempest-SubnetPoolsTestJSON-1517223093 tempest-SubnetPoolsTestJSON-1517223093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:38:07.409302 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 54970) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:38:07.418819 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-0d50ff9f-5836-4445-ae75-5bff6ee90815 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Request body: {'security_group': {'name': 'tempest-securitygroup--44857963', 'description': 'tempest-description--2002522753'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:38:07.426751 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-0d50ff9f-5836-4445-ae75-5bff6ee90815 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:38:07.435362 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-0d50ff9f-5836-4445-ae75-5bff6ee90815 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Usage tracker for resource:security_group and tenant:be518c6f2f7741c6a6c26447eed4fca2 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:38:07.438620 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-0d50ff9f-5836-4445-ae75-5bff6ee90815 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:38:07.445115 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-0d50ff9f-5836-4445-ae75-5bff6ee90815 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:38:07.490694 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-fe29e710-b305-45b3-8899-1dc8c0243dd9 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Calling delete_port for 0074394e-27e5-441b-90c4-042982463eb3 owned by network:dhcp {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:38:07.547746 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0d50ff9f-5836-4445-ae75-5bff6ee90815 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:07.609167 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-4eecd394-94d5-4786-82f5-bf0ccccbc7ed None None] For port 0074394e-27e5-441b-90c4-042982463eb3, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=0074394e-27e5-441b-90c4-042982463eb3,segment=NetworkSegment(7dd4e40e-875e-4168-bc7b-55b7395d37fa),segment_id=7dd4e40e-875e-4168-bc7b-55b7395d37fa)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:38:07.610084 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-4eecd394-94d5-4786-82f5-bf0ccccbc7ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:07.651700 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-fe29e710-b305-45b3-8899-1dc8c0243dd9 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:07.759178 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe29e710-b305-45b3-8899-1dc8c0243dd9 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Pushing event deleted for resources: {'Port': ['ID=0074394e-27e5-441b-90c4-042982463eb3,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:38:07.765485 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe29e710-b305-45b3-8899-1dc8c0243dd9 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] No DVR routers for this DVR port 0074394e-27e5-441b-90c4-042982463eb3 on host n-d-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:38:07.799689 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-0d50ff9f-5836-4445-ae75-5bff6ee90815 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:38:07.806374 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-0d50ff9f-5836-4445-ae75-5bff6ee90815 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Usage tracker for resource:security_group_rule and tenant:be518c6f2f7741c6a6c26447eed4fca2 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:38:07.815402 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-0d50ff9f-5836-4445-ae75-5bff6ee90815 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:38:07.825523 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-0d50ff9f-5836-4445-ae75-5bff6ee90815 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:38:07.954655 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0d50ff9f-5836-4445-ae75-5bff6ee90815 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:07.976262 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-fe29e710-b305-45b3-8899-1dc8c0243dd9 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:08.011075 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-fe29e710-b305-45b3-8899-1dc8c0243dd9 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dcba998-473f-4fca-9a5b-d407c518bf04']}} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:38:08.024775 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-fe29e710-b305-45b3-8899-1dc8c0243dd9 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dd4e40e-875e-4168-bc7b-55b7395d37fa') {'for_net_delete': True} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:38:08.024775 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-fe29e710-b305-45b3-8899-1dc8c0243dd9 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dd4e40e-875e-4168-bc7b-55b7395d37fa') {} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:38:08.039475 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-fe29e710-b305-45b3-8899-1dc8c0243dd9 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3149912'] for segment, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:08.040139 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-4eecd394-94d5-4786-82f5-bf0ccccbc7ed None None] Calling delete_port for 0074394e-27e5-441b-90c4-042982463eb3 owned by network:dhcp {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:38:08.069012 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-fe29e710-b305-45b3-8899-1dc8c0243dd9 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:08.069210 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0d50ff9f-5836-4445-ae75-5bff6ee90815 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:08.086369 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe29e710-b305-45b3-8899-1dc8c0243dd9 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Releasing vlan 699 on physical network physnet1 to pool {{(pid=84887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:38:08.087224 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-fe29e710-b305-45b3-8899-1dc8c0243dd9 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4055488'] for segment, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:08.110124 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8e7a12a6-1a93-4c1f-9ade-1b04a98fb441 tempest-SubnetPoolsTestJSON-1517223093 tempest-SubnetPoolsTestJSON-1517223093-project] Notify callbacks [] for subnetpool, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:08.114284 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-8e7a12a6-1a93-4c1f-9ade-1b04a98fb441 tempest-SubnetPoolsTestJSON-1517223093 tempest-SubnetPoolsTestJSON-1517223093-project] 10.222.0.85 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.9683497 May 30 20:38:08.117471 n-d-843948-2 neutron-server[84887]: Traceback (most recent call last): May 30 20:38:08.117471 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:38:08.117471 n-d-843948-2 neutron-server[84887]: timer() May 30 20:38:08.117471 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:38:08.117471 n-d-843948-2 neutron-server[84887]: cb(*args, **kw) May 30 20:38:08.117471 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:38:08.117471 n-d-843948-2 neutron-server[84887]: return func(*args, **kwargs) May 30 20:38:08.117471 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:38:08.117471 n-d-843948-2 neutron-server[84887]: self._notify() May 30 20:38:08.117471 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:38:08.117471 n-d-843948-2 neutron-server[84887]: self.callback(batched_events) May 30 20:38:08.117471 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:38:08.117471 n-d-843948-2 neutron-server[84887]: event.method(event) May 30 20:38:08.117471 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:38:08.117471 n-d-843948-2 neutron-server[84887]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:38:08.117471 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:38:08.117471 n-d-843948-2 neutron-server[84887]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:38:08.117471 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:38:08.117471 n-d-843948-2 neutron-server[84887]: return f(self, *a, **k) May 30 20:38:08.117471 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:38:08.117471 n-d-843948-2 neutron-server[84887]: return self._get(url).json() May 30 20:38:08.117471 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:38:08.117471 n-d-843948-2 neutron-server[84887]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:38:08.117471 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:38:08.117471 n-d-843948-2 neutron-server[84887]: return self.request(url, 'GET', **kwargs) May 30 20:38:08.117471 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:38:08.117471 n-d-843948-2 neutron-server[84887]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:38:08.117471 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:38:08.117471 n-d-843948-2 neutron-server[84887]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:38:08.117471 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:38:08.117471 n-d-843948-2 neutron-server[84887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:38:08.117471 n-d-843948-2 neutron-server[84887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:38:08.119247 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 54982) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:38:08.123899 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.db.api [None req-4eecd394-94d5-4786-82f5-bf0ccccbc7ed None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:38:08.125782 n-d-843948-2 neutron-server[84888]: DEBUG oslo_db.api [None req-4eecd394-94d5-4786-82f5-bf0ccccbc7ed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:38:08.192729 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d50ff9f-5836-4445-ae75-5bff6ee90815 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ecf9ffd-ec75-4b12-b1cb-18bcf80672bd,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:38:08.192729 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0d50ff9f-5836-4445-ae75-5bff6ee90815 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:08.192729 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-0d50ff9f-5836-4445-ae75-5bff6ee90815 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.7814555 May 30 20:38:08.200802 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-945051a4-1b90-4958-a1f9-61f06cf82bec tempest-SubnetPoolsTestJSON-1517223093 tempest-SubnetPoolsTestJSON-1517223093-project] 10.222.0.85 "GET /v2.0/subnetpools/0727b187-44cc-4808-b780-41a8913e1c9f HTTP/1.1" status: 200 len: 731 time: 0.0786226 May 30 20:38:08.200802 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 54986) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:38:08.203429 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 54988) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:38:08.212632 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-527ee457-53a4-474d-864f-a16c4e24ce20 tempest-SubnetPoolsTestJSON-1517223093 tempest-SubnetPoolsTestJSON-1517223093-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1695363407'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:38:08.233206 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-ddd6fc5e-5885-4f94-afba-31562a2db4ed tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Request body: {'security_group_rule': {'security_group_id': '8ecf9ffd-ec75-4b12-b1cb-18bcf80672bd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:38:08.248251 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-ddd6fc5e-5885-4f94-afba-31562a2db4ed tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:38:08.262508 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-ddd6fc5e-5885-4f94-afba-31562a2db4ed tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Usage tracker for resource:security_group_rule and tenant:be518c6f2f7741c6a6c26447eed4fca2 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:38:08.270523 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-ddd6fc5e-5885-4f94-afba-31562a2db4ed tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:38:08.285519 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 0074394e-27e5-441b-90c4-042982463eb3 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:38:08.300038 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-ddd6fc5e-5885-4f94-afba-31562a2db4ed tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:38:08.337318 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: 0074394e-27e5-441b-90c4-042982463eb3 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:38:08.337769 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 0074394e-27e5-441b-90c4-042982463eb3 not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:38:08.434919 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ddd6fc5e-5885-4f94-afba-31562a2db4ed tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:08.505340 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ddd6fc5e-5885-4f94-afba-31562a2db4ed tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:08.513792 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 54994) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:38:08.543046 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-fe29e710-b305-45b3-8899-1dc8c0243dd9 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:08.554774 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-527ee457-53a4-474d-864f-a16c4e24ce20 tempest-SubnetPoolsTestJSON-1517223093 tempest-SubnetPoolsTestJSON-1517223093-project] Notify callbacks [] for subnetpool, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:08.555937 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-527ee457-53a4-474d-864f-a16c4e24ce20 tempest-SubnetPoolsTestJSON-1517223093 tempest-SubnetPoolsTestJSON-1517223093-project] 10.222.0.85 "PUT /v2.0/subnetpools/0727b187-44cc-4808-b780-41a8913e1c9f HTTP/1.1" status: 200 len: 684 time: 0.3508062 May 30 20:38:08.564543 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 54998) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:38:08.565603 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-fe29e710-b305-45b3-8899-1dc8c0243dd9 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:08.579543 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe29e710-b305-45b3-8899-1dc8c0243dd9 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Pushing event deleted for resources: {'Network': ['ID=9dcba998-473f-4fca-9a5b-d407c518bf04,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:38:08.592554 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-b72fd06c-2c53-4f7c-90a9-ab687530a110 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=4389807bfe874dc882af1e4a29d0b4d2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0774672 May 30 20:38:08.595465 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 55002) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:38:08.627617 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-4eecd394-94d5-4786-82f5-bf0ccccbc7ed None None] Deleting port 0074394e-27e5-441b-90c4-042982463eb3 {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:38:08.627993 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-4eecd394-94d5-4786-82f5-bf0ccccbc7ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:08.683014 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b77a6e44-9f72-469c-9092-adc91e137266 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:08.692275 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ddd6fc5e-5885-4f94-afba-31562a2db4ed tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:08.723769 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-4eecd394-94d5-4786-82f5-bf0ccccbc7ed None None] The port '0074394e-27e5-441b-90c4-042982463eb3' was deleted {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 20:38:08.733248 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b77a6e44-9f72-469c-9092-adc91e137266 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:08.735651 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd6fc5e-5885-4f94-afba-31562a2db4ed tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44a0ed36-b981-4d5d-bcb8-6be42a02fa96,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:38:08.752303 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd6fc5e-5885-4f94-afba-31562a2db4ed tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:38:08.753484 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd6fc5e-5885-4f94-afba-31562a2db4ed tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:38:08.754016 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd6fc5e-5885-4f94-afba-31562a2db4ed tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:38:08.754818 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-fe29e710-b305-45b3-8899-1dc8c0243dd9 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] 10.222.0.85 "DELETE /v2.0/networks/9dcba998-473f-4fca-9a5b-d407c518bf04 HTTP/1.1" status: 204 len: 168 time: 1.9334283 May 30 20:38:08.755284 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd6fc5e-5885-4f94-afba-31562a2db4ed tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:38:08.755284 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd6fc5e-5885-4f94-afba-31562a2db4ed tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:38:08.755284 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd6fc5e-5885-4f94-afba-31562a2db4ed tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:38:08.755284 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd6fc5e-5885-4f94-afba-31562a2db4ed tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:38:08.757958 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd6fc5e-5885-4f94-afba-31562a2db4ed tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:38:08.757958 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd6fc5e-5885-4f94-afba-31562a2db4ed tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:38:08.757958 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd6fc5e-5885-4f94-afba-31562a2db4ed tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:38:08.757958 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd6fc5e-5885-4f94-afba-31562a2db4ed tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:38:08.765310 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 55010) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:38:08.771476 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-f55ad16e-f26a-45ed-a61f-0c65575810fc tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-878275498', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:38:08.782273 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-f55ad16e-f26a-45ed-a61f-0c65575810fc tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:38:08.787633 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-f55ad16e-f26a-45ed-a61f-0c65575810fc tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Usage tracker for resource:router and tenant:58f9213e719f47ba816694fbf3eafd38 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:38:08.795512 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-f55ad16e-f26a-45ed-a61f-0c65575810fc tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:38:08.809459 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-21a93f07-6d3c-4f54-b7d4-37fa581388e4 tempest-SubnetPoolsTestJSON-1517223093 tempest-SubnetPoolsTestJSON-1517223093-project] Notify callbacks [] for subnetpool, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:08.826428 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-21a93f07-6d3c-4f54-b7d4-37fa581388e4 tempest-SubnetPoolsTestJSON-1517223093 tempest-SubnetPoolsTestJSON-1517223093-project] 10.222.0.85 "DELETE /v2.0/subnetpools/0727b187-44cc-4808-b780-41a8913e1c9f HTTP/1.1" status: 204 len: 168 time: 0.2459030 May 30 20:38:08.826428 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-f55ad16e-f26a-45ed-a61f-0c65575810fc tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:38:08.828698 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 55014) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:38:08.852809 n-d-843948-2 neutron-server[84887]: INFO neutron.api.v2.resource [None req-c9071da1-afb2-4430-bdf7-a878b12027af tempest-SubnetPoolsTestJSON-1517223093 tempest-SubnetPoolsTestJSON-1517223093-project] show failed (client error): The resource could not be found. May 30 20:38:08.855904 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ddd6fc5e-5885-4f94-afba-31562a2db4ed tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:08.856683 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-ddd6fc5e-5885-4f94-afba-31562a2db4ed tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6557522 May 30 20:38:08.873528 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-c9071da1-afb2-4430-bdf7-a878b12027af tempest-SubnetPoolsTestJSON-1517223093 tempest-SubnetPoolsTestJSON-1517223093-project] 10.222.0.85 "GET /v2.0/subnetpools/0727b187-44cc-4808-b780-41a8913e1c9f HTTP/1.1" status: 404 len: 346 time: 0.0249341 May 30 20:38:08.873528 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 55018) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:38:08.874877 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 55020) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:38:08.879839 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-8bcb901a-add4-41af-a289-929894e7ec78 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Request body: {'security_group_rule': {'security_group_id': '8ecf9ffd-ec75-4b12-b1cb-18bcf80672bd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:38:08.891776 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-8bcb901a-add4-41af-a289-929894e7ec78 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:38:08.896054 n-d-843948-2 neutron-server[84886]: INFO neutron.api.v2.resource [None req-61f2f539-d983-4212-8b70-e1862f2a52aa tempest-SubnetPoolsTestJSON-1517223093 tempest-SubnetPoolsTestJSON-1517223093-project] delete failed (client error): The resource could not be found. May 30 20:38:08.897151 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-61f2f539-d983-4212-8b70-e1862f2a52aa tempest-SubnetPoolsTestJSON-1517223093 tempest-SubnetPoolsTestJSON-1517223093-project] 10.222.0.85 "DELETE /v2.0/subnetpools/0727b187-44cc-4808-b780-41a8913e1c9f HTTP/1.1" status: 404 len: 346 time: 0.0211425 May 30 20:38:08.898488 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-8bcb901a-add4-41af-a289-929894e7ec78 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Usage tracker for resource:security_group_rule and tenant:be518c6f2f7741c6a6c26447eed4fca2 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:38:08.902488 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-8bcb901a-add4-41af-a289-929894e7ec78 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:38:08.909511 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-8bcb901a-add4-41af-a289-929894e7ec78 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:38:08.971373 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f55ad16e-f26a-45ed-a61f-0c65575810fc tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-733683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3159'] for router, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:08.971594 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b77a6e44-9f72-469c-9092-adc91e137266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:08.972766 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f55ad16e-f26a-45ed-a61f-0c65575810fc tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-733584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-736372', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-628480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3164'] for router, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:09.011670 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f55ad16e-f26a-45ed-a61f-0c65575810fc tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:09.014021 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77a6e44-9f72-469c-9092-adc91e137266 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70de7be4-53f6-4c4c-8e0b-bb93e4edec17,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:38:09.028785 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b77a6e44-9f72-469c-9092-adc91e137266 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:09.030921 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-b77a6e44-9f72-469c-9092-adc91e137266 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/70de7be4-53f6-4c4c-8e0b-bb93e4edec17 HTTP/1.1" status: 204 len: 168 time: 0.4339461 May 30 20:38:09.073370 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8bcb901a-add4-41af-a289-929894e7ec78 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:09.132031 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f55ad16e-f26a-45ed-a61f-0c65575810fc tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-736409'] for router, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:09.227094 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8bcb901a-add4-41af-a289-929894e7ec78 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:09.343108 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f55ad16e-f26a-45ed-a61f-0c65575810fc tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks [] for router, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:09.344576 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-f55ad16e-f26a-45ed-a61f-0c65575810fc tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.5779772 May 30 20:38:09.347933 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 55030) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:38:09.359042 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-2837c9b6-0147-4778-a8a8-ada7bd0f6e67 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Request body: {'network': {'name': 'tempest-RoutersTest-1306361317'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:38:09.366055 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-2837c9b6-0147-4778-a8a8-ada7bd0f6e67 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:38:09.370458 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-2837c9b6-0147-4778-a8a8-ada7bd0f6e67 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Usage tracker for resource:network and tenant:58f9213e719f47ba816694fbf3eafd38 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:38:09.382258 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-2837c9b6-0147-4778-a8a8-ada7bd0f6e67 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:38:09.382258 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-2837c9b6-0147-4778-a8a8-ada7bd0f6e67 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:38:09.411191 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8bcb901a-add4-41af-a289-929894e7ec78 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:09.439655 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcb901a-add4-41af-a289-929894e7ec78 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=487e6e2a-3886-428f-ae2d-533ca2e8a3e2,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:38:09.504943 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2837c9b6-0147-4778-a8a8-ada7bd0f6e67 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Made reservation on behalf of 58f9213e719f47ba816694fbf3eafd38 for: {'network': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:38:09.504943 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2837c9b6-0147-4778-a8a8-ada7bd0f6e67 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:09.547211 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2837c9b6-0147-4778-a8a8-ada7bd0f6e67 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] vlan segment allocate from pool success with {'vlan_id': 658, 'physical_network': 'physnet1'} {{(pid=84886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:38:09.569709 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2837c9b6-0147-4778-a8a8-ada7bd0f6e67 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:09.570023 n-d-843948-2 neutron-server[84886]: INFO neutron.db.segments_db [None req-2837c9b6-0147-4778-a8a8-ada7bd0f6e67 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Added segment 33ad1e8a-79ca-4b9f-bebd-e0b8c2537f05 of type vlan for network aa48d2f1-345a-448d-b2e2-1618ebc16a0c May 30 20:38:09.607559 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2837c9b6-0147-4778-a8a8-ada7bd0f6e67 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:09.651298 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8bcb901a-add4-41af-a289-929894e7ec78 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:09.652587 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-8bcb901a-add4-41af-a289-929894e7ec78 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.7794261 May 30 20:38:09.663241 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 55036) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:38:09.670354 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-363b8aba-dc1a-4955-8b86-805deadbaa52 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Request body: {'floatingip': {'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:38:09.677562 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-363b8aba-dc1a-4955-8b86-805deadbaa52 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:38:09.682516 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-363b8aba-dc1a-4955-8b86-805deadbaa52 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Usage tracker for resource:floatingip and tenant:be518c6f2f7741c6a6c26447eed4fca2 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:38:09.685745 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-363b8aba-dc1a-4955-8b86-805deadbaa52 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:38:09.692048 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-363b8aba-dc1a-4955-8b86-805deadbaa52 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:38:09.750301 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2837c9b6-0147-4778-a8a8-ada7bd0f6e67 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:09.768316 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2837c9b6-0147-4778-a8a8-ada7bd0f6e67 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:38:09.770271 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2837c9b6-0147-4778-a8a8-ada7bd0f6e67 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks [] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:09.910947 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2837c9b6-0147-4778-a8a8-ada7bd0f6e67 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Pushing event updated for resources: {'Network': ['ID=aa48d2f1-345a-448d-b2e2-1618ebc16a0c,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:38:09.919495 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 55046) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:38:09.929222 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network aa48d2f1-345a-448d-b2e2-1618ebc16a0c details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:38:09.941814 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-363b8aba-dc1a-4955-8b86-805deadbaa52 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Notify callbacks [] for floatingip, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:10.092996 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-2837c9b6-0147-4778-a8a8-ada7bd0f6e67 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7435672 May 30 20:38:10.096151 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 55056) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:38:10.110570 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-e51b1bb1-33e8-47a7-a1bc-6d61f7bb4df3 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Request body: {'subnet': {'network_id': 'aa48d2f1-345a-448d-b2e2-1618ebc16a0c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:38:10.155232 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-363b8aba-dc1a-4955-8b86-805deadbaa52 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:10.268888 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5e388933-ab32-4903-a0c5-8d4b44de05c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:10.340969 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-e51b1bb1-33e8-47a7-a1bc-6d61f7bb4df3 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:38:10.346672 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-363b8aba-dc1a-4955-8b86-805deadbaa52 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Allocated IP 172.25.8.209 (c7869750-4b49-4b7e-aa99-5e0f1ae02da4/427601ec-f643-4fe7-b5e6-17305d3a39e1/417090e2-b135-4d47-8425-f52d94233189) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:38:10.349367 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-e51b1bb1-33e8-47a7-a1bc-6d61f7bb4df3 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Usage tracker for resource:subnet and tenant:58f9213e719f47ba816694fbf3eafd38 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:38:10.352847 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-5e388933-ab32-4903-a0c5-8d4b44de05c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:38:10.355790 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-e51b1bb1-33e8-47a7-a1bc-6d61f7bb4df3 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:38:10.363691 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-5e388933-ab32-4903-a0c5-8d4b44de05c7 admin admin] Usage tracker for resource:security_group_rule and tenant:1dd32ceef6f04990800dea1f18497175 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:38:10.366928 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-e51b1bb1-33e8-47a7-a1bc-6d61f7bb4df3 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:38:10.370244 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-5e388933-ab32-4903-a0c5-8d4b44de05c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:38:10.379889 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-5e388933-ab32-4903-a0c5-8d4b44de05c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:38:10.474467 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5e388933-ab32-4903-a0c5-8d4b44de05c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:10.523818 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e51b1bb1-33e8-47a7-a1bc-6d61f7bb4df3 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Made reservation on behalf of 58f9213e719f47ba816694fbf3eafd38 for: {'subnet': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:38:10.583538 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-363b8aba-dc1a-4955-8b86-805deadbaa52 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:10.761471 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5e388933-ab32-4903-a0c5-8d4b44de05c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:10.772504 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-363b8aba-dc1a-4955-8b86-805deadbaa52 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:10.854351 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e51b1bb1-33e8-47a7-a1bc-6d61f7bb4df3 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114220'] for subnet, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:10.902862 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-5e388933-ab32-4903-a0c5-8d4b44de05c7 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=1dd32ceef6f04990800dea1f18497175&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9820356 May 30 20:38:10.910148 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e388933-ab32-4903-a0c5-8d4b44de05c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb4f4cd3-732b-4af3-bc70-b024dbeac7a4,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:38:10.912899 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 55068) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:38:10.944121 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-363b8aba-dc1a-4955-8b86-805deadbaa52 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:38:10.959434 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-363b8aba-dc1a-4955-8b86-805deadbaa52 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:38:10.963397 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363b8aba-dc1a-4955-8b86-805deadbaa52 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:38:10.991337 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e388933-ab32-4903-a0c5-8d4b44de05c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:38:10.991680 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e388933-ab32-4903-a0c5-8d4b44de05c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:38:10.992186 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e388933-ab32-4903-a0c5-8d4b44de05c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:38:10.992698 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e388933-ab32-4903-a0c5-8d4b44de05c7 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:38:10.996479 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e388933-ab32-4903-a0c5-8d4b44de05c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:38:10.997075 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e388933-ab32-4903-a0c5-8d4b44de05c7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:38:10.997605 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e388933-ab32-4903-a0c5-8d4b44de05c7 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:38:10.998102 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e388933-ab32-4903-a0c5-8d4b44de05c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:38:10.998570 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e388933-ab32-4903-a0c5-8d4b44de05c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:38:10.999036 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e388933-ab32-4903-a0c5-8d4b44de05c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:38:10.999502 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e388933-ab32-4903-a0c5-8d4b44de05c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:38:11.111001 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363b8aba-dc1a-4955-8b86-805deadbaa52 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Pushing event updated for resources: {'Port': ['ID=417090e2-b135-4d47-8425-f52d94233189,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:38:11.228106 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-363b8aba-dc1a-4955-8b86-805deadbaa52 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:11.241807 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e34f908b-e8fc-4482-bb7c-1dd429e4ffe0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:11.275751 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e34f908b-e8fc-4482-bb7c-1dd429e4ffe0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:11.451828 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e51b1bb1-33e8-47a7-a1bc-6d61f7bb4df3 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4055401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114238'] for subnet, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:11.519227 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-363b8aba-dc1a-4955-8b86-805deadbaa52 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:11.570014 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e34f908b-e8fc-4482-bb7c-1dd429e4ffe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:11.599517 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34f908b-e8fc-4482-bb7c-1dd429e4ffe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb4f4cd3-732b-4af3-bc70-b024dbeac7a4,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:38:11.600181 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51b1bb1-33e8-47a7-a1bc-6d61f7bb4df3 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Pushing event updated for resources: {'Subnet': ['ID=d5564509-e22f-42dd-bd78-24065d2f88c2,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:38:11.639061 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51b1bb1-33e8-47a7-a1bc-6d61f7bb4df3 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Checking segment: {'id': '33ad1e8a-79ca-4b9f-bebd-e0b8c2537f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'aa48d2f1-345a-448d-b2e2-1618ebc16a0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:38:11.639650 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e51b1bb1-33e8-47a7-a1bc-6d61f7bb4df3 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Network hostable DHCP agents. Network: aa48d2f1-345a-448d-b2e2-1618ebc16a0c, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:38:11.661783 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 55078) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:38:11.764509 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e34f908b-e8fc-4482-bb7c-1dd429e4ffe0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:11.767186 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-e34f908b-e8fc-4482-bb7c-1dd429e4ffe0 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/cb4f4cd3-732b-4af3-bc70-b024dbeac7a4 HTTP/1.1" status: 204 len: 168 time: 0.8494411 May 30 20:38:11.787302 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e51b1bb1-33e8-47a7-a1bc-6d61f7bb4df3 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Network aa48d2f1-345a-448d-b2e2-1618ebc16a0c is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:38:11.858818 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-54f981d4-4ee8-4b92-b20a-00ea33574789 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-611332886'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:38:11.872902 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-54f981d4-4ee8-4b92-b20a-00ea33574789 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:38:11.879826 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-54f981d4-4ee8-4b92-b20a-00ea33574789 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520-project] Usage tracker for resource:network and tenant:5e10ae159432498cbe72554fb5d77411 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:38:11.883233 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-54f981d4-4ee8-4b92-b20a-00ea33574789 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:38:11.894824 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-54f981d4-4ee8-4b92-b20a-00ea33574789 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:38:11.915674 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-e51b1bb1-33e8-47a7-a1bc-6d61f7bb4df3 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, aa48d2f1-345a-448d-b2e2-1618ebc16a0c) {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:38:11.922981 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e51b1bb1-33e8-47a7-a1bc-6d61f7bb4df3 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:38:11.924111 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e51b1bb1-33e8-47a7-a1bc-6d61f7bb4df3 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:11.939264 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea14df2-be95-47fc-9a87-9b2ef23e8828 None None] Network aa48d2f1-345a-448d-b2e2-1618ebc16a0c requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:38:11.965101 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-363b8aba-dc1a-4955-8b86-805deadbaa52 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:12.017122 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54f981d4-4ee8-4b92-b20a-00ea33574789 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520-project] Made reservation on behalf of 5e10ae159432498cbe72554fb5d77411 for: {'network': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:38:12.025334 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-54f981d4-4ee8-4b92-b20a-00ea33574789 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:12.061287 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-54f981d4-4ee8-4b92-b20a-00ea33574789 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520-project] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:12.092905 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-363b8aba-dc1a-4955-8b86-805deadbaa52 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:12.107086 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-54f981d4-4ee8-4b92-b20a-00ea33574789 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:38:12.114405 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-54f981d4-4ee8-4b92-b20a-00ea33574789 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520-project] Usage tracker for resource:security_group_rule and tenant:5e10ae159432498cbe72554fb5d77411 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:38:12.119451 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-54f981d4-4ee8-4b92-b20a-00ea33574789 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:38:12.133330 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-54f981d4-4ee8-4b92-b20a-00ea33574789 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:38:12.172082 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-e51b1bb1-33e8-47a7-a1bc-6d61f7bb4df3 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0701768 May 30 20:38:12.177553 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 55092) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:38:12.218062 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363b8aba-dc1a-4955-8b86-805deadbaa52 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Pushing event updated for resources: {'Port': ['ID=417090e2-b135-4d47-8425-f52d94233189,revision_number=2']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:38:12.243653 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-363b8aba-dc1a-4955-8b86-805deadbaa52 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736490'] for floatingip, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:12.312907 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8fc34c7-5076-4d95-98f3-60bc6e965872 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-aa48d2f1-345a-448d-b2e2-1618ebc16a0c', 'network_id': 'aa48d2f1-345a-448d-b2e2-1618ebc16a0c', 'tenant_id': '58f9213e719f47ba816694fbf3eafd38', 'fixed_ips': [{'subnet_id': 'd5564509-e22f-42dd-bd78-24065d2f88c2'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:38:12.313930 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-e8fc34c7-5076-4d95-98f3-60bc6e965872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:12.400186 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-363b8aba-dc1a-4955-8b86-805deadbaa52 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:12.410163 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-363b8aba-dc1a-4955-8b86-805deadbaa52 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7446165 May 30 20:38:12.533267 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-54f981d4-4ee8-4b92-b20a-00ea33574789 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520-project] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:12.599000 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-e8fc34c7-5076-4d95-98f3-60bc6e965872 None None] Allocated IP 172.20.0.2 (aa48d2f1-345a-448d-b2e2-1618ebc16a0c/d5564509-e22f-42dd-bd78-24065d2f88c2/0e680ee5-a44f-4fb3-a1f9-51b351a6bde7) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:38:12.652267 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-54f981d4-4ee8-4b92-b20a-00ea33574789 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:12.870645 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54f981d4-4ee8-4b92-b20a-00ea33574789 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520-project] vlan segment allocate from pool success with {'vlan_id': 661, 'physical_network': 'physnet1'} {{(pid=84887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:38:12.962267 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f981d4-4ee8-4b92-b20a-00ea33574789 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67f52816-5de7-4ae9-b9b5-2b2cc50d7091,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:38:12.978351 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-54f981d4-4ee8-4b92-b20a-00ea33574789 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:12.978778 n-d-843948-2 neutron-server[84887]: INFO neutron.db.segments_db [None req-54f981d4-4ee8-4b92-b20a-00ea33574789 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520-project] Added segment cb716cc2-91fa-4fa9-bbd6-2f05d9e7a331 of type vlan for network 7246afe7-e176-4d28-915a-fc1b5b4305a4 May 30 20:38:13.038078 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-2d7acc12-6f25-422f-8791-a7f17072aaf4 req-4e7c1878-a7ae-406f-ad1f-99ace25961dc tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Synchronizing usage tracker for tenant:be518c6f2f7741c6a6c26447eed4fca2 on resource:security_group {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:38:13.112118 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-e8fc34c7-5076-4d95-98f3-60bc6e965872 None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:13.119838 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-2d7acc12-6f25-422f-8791-a7f17072aaf4 req-4e7c1878-a7ae-406f-ad1f-99ace25961dc tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Unset dirty status for tenant:be518c6f2f7741c6a6c26447eed4fca2 on resource:security_group {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:38:13.133348 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-e8fc34c7-5076-4d95-98f3-60bc6e965872 None None] Transition to ACTIVE for port object 0e680ee5-a44f-4fb3-a1f9-51b351a6bde7 will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:38:13.134521 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2d7acc12-6f25-422f-8791-a7f17072aaf4 req-4e7c1878-a7ae-406f-ad1f-99ace25961dc tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-securitygroup--44857963&fields=id&tenant_id=be518c6f2f7741c6a6c26447eed4fca2 HTTP/1.1" status: 200 len: 267 time: 0.3746083 May 30 20:38:13.170788 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-e8fc34c7-5076-4d95-98f3-60bc6e965872 None None] Transition to ACTIVE for port object 0e680ee5-a44f-4fb3-a1f9-51b351a6bde7 will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:38:13.274799 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-e8fc34c7-5076-4d95-98f3-60bc6e965872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:13.279191 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-54f981d4-4ee8-4b92-b20a-00ea33574789 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:13.385760 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7acc12-6f25-422f-8791-a7f17072aaf4 req-7c7816a1-0903-4348-a5ce-b8d72d147bf3 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:38:13.386928 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-66568d2f-ac62-4bea-aead-0aede5e6a981 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:13.388920 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8fc34c7-5076-4d95-98f3-60bc6e965872 None None] Network aa48d2f1-345a-448d-b2e2-1618ebc16a0c is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:38:13.389513 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2d7acc12-6f25-422f-8791-a7f17072aaf4 req-7c7816a1-0903-4348-a5ce-b8d72d147bf3 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] 10.222.0.85 "GET /v2.0/networks?id=76cba922-309a-4387-9272-eb83164f71fd HTTP/1.1" status: 200 len: 811 time: 0.2536166 May 30 20:38:13.390433 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fc34c7-5076-4d95-98f3-60bc6e965872 None None] Pushing event updated for resources: {'Port': ['ID=0e680ee5-a44f-4fb3-a1f9-51b351a6bde7,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:38:13.393001 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-e8fc34c7-5076-4d95-98f3-60bc6e965872 None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:38:13.395817 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8fc34c7-5076-4d95-98f3-60bc6e965872 None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:38:13.431376 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2d7acc12-6f25-422f-8791-a7f17072aaf4 req-73c1f2c0-89be-4dbd-ba02-d3914594f574 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] 10.222.0.85 "GET /v2.0/quotas/be518c6f2f7741c6a6c26447eed4fca2 HTTP/1.1" status: 200 len: 375 time: 0.0242631 May 30 20:38:13.531138 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-e8fc34c7-5076-4d95-98f3-60bc6e965872 None None] Attempting to bind port 0e680ee5-a44f-4fb3-a1f9-51b351a6bde7 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:38:13.531556 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-e8fc34c7-5076-4d95-98f3-60bc6e965872 None None] Attempting to bind port 0e680ee5-a44f-4fb3-a1f9-51b351a6bde7 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': '33ad1e8a-79ca-4b9f-bebd-e0b8c2537f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'aa48d2f1-345a-448d-b2e2-1618ebc16a0c'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:38:13.531923 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8fc34c7-5076-4d95-98f3-60bc6e965872 None None] Attempting to bind port 0e680ee5-a44f-4fb3-a1f9-51b351a6bde7 on network aa48d2f1-345a-448d-b2e2-1618ebc16a0c {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:38:13.546353 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8fc34c7-5076-4d95-98f3-60bc6e965872 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:38:13.546726 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8fc34c7-5076-4d95-98f3-60bc6e965872 None None] Checking segment: {'id': '33ad1e8a-79ca-4b9f-bebd-e0b8c2537f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'aa48d2f1-345a-448d-b2e2-1618ebc16a0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:38:13.548141 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-e8fc34c7-5076-4d95-98f3-60bc6e965872 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:13.557590 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8fc34c7-5076-4d95-98f3-60bc6e965872 None None] Bound using segment: {'id': '33ad1e8a-79ca-4b9f-bebd-e0b8c2537f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'aa48d2f1-345a-448d-b2e2-1618ebc16a0c'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:38:13.557590 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-e8fc34c7-5076-4d95-98f3-60bc6e965872 None None] Bound port: 0e680ee5-a44f-4fb3-a1f9-51b351a6bde7, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33ad1e8a-79ca-4b9f-bebd-e0b8c2537f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'aa48d2f1-345a-448d-b2e2-1618ebc16a0c'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:38:13.557590 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-e8fc34c7-5076-4d95-98f3-60bc6e965872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:13.617380 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-2d7acc12-6f25-422f-8791-a7f17072aaf4 req-08b096a4-4b08-427a-859f-1b2c9acc7420 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Synchronizing usage tracker for tenant:be518c6f2f7741c6a6c26447eed4fca2 on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:38:13.664743 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-54f981d4-4ee8-4b92-b20a-00ea33574789 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:13.676680 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54f981d4-4ee8-4b92-b20a-00ea33574789 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:38:13.678424 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-54f981d4-4ee8-4b92-b20a-00ea33574789 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520-project] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:13.783789 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-e8fc34c7-5076-4d95-98f3-60bc6e965872 None None] For port 0e680ee5-a44f-4fb3-a1f9-51b351a6bde7, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:38:13.788915 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-2d7acc12-6f25-422f-8791-a7f17072aaf4 req-08b096a4-4b08-427a-859f-1b2c9acc7420 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Unset dirty status for tenant:be518c6f2f7741c6a6c26447eed4fca2 on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:38:13.791889 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2d7acc12-6f25-422f-8791-a7f17072aaf4 req-08b096a4-4b08-427a-859f-1b2c9acc7420 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=be518c6f2f7741c6a6c26447eed4fca2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3355756 May 30 20:38:13.799826 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-e8fc34c7-5076-4d95-98f3-60bc6e965872 None None] For port 0e680ee5-a44f-4fb3-a1f9-51b351a6bde7, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=0e680ee5-a44f-4fb3-a1f9-51b351a6bde7,segment=NetworkSegment(33ad1e8a-79ca-4b9f-bebd-e0b8c2537f05),segment_id=33ad1e8a-79ca-4b9f-bebd-e0b8c2537f05)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:38:13.890337 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-54f981d4-4ee8-4b92-b20a-00ea33574789 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.2274020 May 30 20:38:13.894311 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 55130) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:38:13.899922 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-acc10705-81ac-4a07-bc1a-8ae6b98dbf3d tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520-project] Request body: {'subnet': {'network_id': '7246afe7-e176-4d28-915a-fc1b5b4305a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:38:13.975573 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-e8fc34c7-5076-4d95-98f3-60bc6e965872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:14.190773 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f981d4-4ee8-4b92-b20a-00ea33574789 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520-project] Pushing event updated for resources: {'Network': ['ID=7246afe7-e176-4d28-915a-fc1b5b4305a4,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:38:14.272260 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network 7246afe7-e176-4d28-915a-fc1b5b4305a4 details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:38:14.296146 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-acc10705-81ac-4a07-bc1a-8ae6b98dbf3d tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:38:14.302883 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-acc10705-81ac-4a07-bc1a-8ae6b98dbf3d tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520-project] Usage tracker for resource:subnet and tenant:5e10ae159432498cbe72554fb5d77411 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:38:14.330909 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-acc10705-81ac-4a07-bc1a-8ae6b98dbf3d tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:38:14.354298 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-acc10705-81ac-4a07-bc1a-8ae6b98dbf3d tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:38:14.411591 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fc34c7-5076-4d95-98f3-60bc6e965872 None None] Pushing event updated for resources: {'Port': ['ID=0e680ee5-a44f-4fb3-a1f9-51b351a6bde7,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:38:14.592092 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acc10705-81ac-4a07-bc1a-8ae6b98dbf3d tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520-project] Made reservation on behalf of 5e10ae159432498cbe72554fb5d77411 for: {'subnet': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:38:14.736677 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [None req-66568d2f-ac62-4bea-aead-0aede5e6a981 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Allocated IP 172.20.0.1 (aa48d2f1-345a-448d-b2e2-1618ebc16a0c/d5564509-e22f-42dd-bd78-24065d2f88c2/5a3e3e8f-3135-4d07-8b86-e2c670b3ae5b) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:38:14.929648 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-acc10705-81ac-4a07-bc1a-8ae6b98dbf3d tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2778563'] for subnet, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:14.950134 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2d7acc12-6f25-422f-8791-a7f17072aaf4 req-efc90f74-9b95-4045-8496-70f3dbad3ac0 service neutron] 10.222.0.85 "GET /v2.0/networks/76cba922-309a-4387-9272-eb83164f71fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1450090 May 30 20:38:15.118725 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-66568d2f-ac62-4bea-aead-0aede5e6a981 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:15.136097 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [None req-66568d2f-ac62-4bea-aead-0aede5e6a981 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Transition to ACTIVE for port object 5a3e3e8f-3135-4d07-8b86-e2c670b3ae5b will not be triggered until provisioned by entity DHCP. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:38:15.241930 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2d7acc12-6f25-422f-8791-a7f17072aaf4 req-27159107-9837-4bf7-9cd2-e4610bde2728 service neutron] 10.222.0.85 "GET /v2.0/networks/76cba922-309a-4387-9272-eb83164f71fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910660 May 30 20:38:15.304461 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-66568d2f-ac62-4bea-aead-0aede5e6a981 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:15.456417 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66568d2f-ac62-4bea-aead-0aede5e6a981 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Network aa48d2f1-345a-448d-b2e2-1618ebc16a0c is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:38:15.457745 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-66568d2f-ac62-4bea-aead-0aede5e6a981 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:38:15.462367 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66568d2f-ac62-4bea-aead-0aede5e6a981 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:38:15.503885 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66568d2f-ac62-4bea-aead-0aede5e6a981 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Pushing event updated for resources: {'Port': ['ID=5a3e3e8f-3135-4d07-8b86-e2c670b3ae5b,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:38:15.537675 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-acc10705-81ac-4a07-bc1a-8ae6b98dbf3d tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4127140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2778577'] for subnet, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:15.539472 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-66568d2f-ac62-4bea-aead-0aede5e6a981 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-736099'] for router_interface, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:15.676669 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc10705-81ac-4a07-bc1a-8ae6b98dbf3d tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520-project] Pushing event updated for resources: {'Subnet': ['ID=9e53a244-caa3-4a2e-9582-c3e90be85c9b,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:38:15.699314 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc10705-81ac-4a07-bc1a-8ae6b98dbf3d tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520-project] Checking segment: {'id': 'cb716cc2-91fa-4fa9-bbd6-2f05d9e7a331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '7246afe7-e176-4d28-915a-fc1b5b4305a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:38:15.699728 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc10705-81ac-4a07-bc1a-8ae6b98dbf3d tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520-project] Network hostable DHCP agents. Network: 7246afe7-e176-4d28-915a-fc1b5b4305a4, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:38:15.879524 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc10705-81ac-4a07-bc1a-8ae6b98dbf3d tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520-project] Network 7246afe7-e176-4d28-915a-fc1b5b4305a4 is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:38:15.907681 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-cef5e06d-d7bb-4b24-afc5-364be46e477c req-a2e655a1-ca88-464c-8eab-42563678a627 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] 10.222.0.85 "GET /v2.0/ports?device_id=f21c2e9d-44e2-4ceb-afd4-d9425fc1d983 HTTP/1.1" status: 200 len: 210 time: 0.1153607 May 30 20:38:15.961407 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-66568d2f-ac62-4bea-aead-0aede5e6a981 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:15.999548 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-acc10705-81ac-4a07-bc1a-8ae6b98dbf3d tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, 7246afe7-e176-4d28-915a-fc1b5b4305a4) {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:38:16.019696 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b219bfe3-92c5-41c2-a22d-26f7d21eba39 None None] Network 7246afe7-e176-4d28-915a-fc1b5b4305a4 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:38:16.023761 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc10705-81ac-4a07-bc1a-8ae6b98dbf3d tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:38:16.026937 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-acc10705-81ac-4a07-bc1a-8ae6b98dbf3d tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520-project] Notify callbacks [] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:16.068640 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff2e4f6-5f3f-476a-bccb-da9f0cc86d75 None None] Network aa48d2f1-345a-448d-b2e2-1618ebc16a0c requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:38:16.185845 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-acc10705-81ac-4a07-bc1a-8ae6b98dbf3d tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2880685 May 30 20:38:16.187765 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 55168) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:38:16.195912 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-dab13e92-31b0-467c-8c47-0604d3aa8080 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520-project] Request body: {'port': {'network_id': '7246afe7-e176-4d28-915a-fc1b5b4305a4', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-65693812'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:38:16.587421 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 0e680ee5-a44f-4fb3-a1f9-51b351a6bde7 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:38:16.634300 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-dab13e92-31b0-467c-8c47-0604d3aa8080 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:38:16.643072 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-dab13e92-31b0-467c-8c47-0604d3aa8080 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520-project] Usage tracker for resource:port and tenant:5e10ae159432498cbe72554fb5d77411 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:38:16.648520 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-dab13e92-31b0-467c-8c47-0604d3aa8080 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:38:16.665868 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-dab13e92-31b0-467c-8c47-0604d3aa8080 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:38:16.757511 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-66568d2f-ac62-4bea-aead-0aede5e6a981 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:16.777121 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dab13e92-31b0-467c-8c47-0604d3aa8080 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520-project] Made reservation on behalf of 5e10ae159432498cbe72554fb5d77411 for: {'port': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:38:16.781323 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-dab13e92-31b0-467c-8c47-0604d3aa8080 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:16.823906 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [None req-dab13e92-31b0-467c-8c47-0604d3aa8080 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520-project] device_id is not set on port 143ec4f7-bf11-4f25-9cfa-b1d3dbbd5a6d yet. {{(pid=84886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:38:16.856258 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b286e103-ac4e-416b-a84c-2745e5c09f65 None None] Provisioning for port 0e680ee5-a44f-4fb3-a1f9-51b351a6bde7 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:38:16.867893 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-66568d2f-ac62-4bea-aead-0aede5e6a981 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:16.983195 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66568d2f-ac62-4bea-aead-0aede5e6a981 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Pushing event updated for resources: {'Port': ['ID=5a3e3e8f-3135-4d07-8b86-e2c670b3ae5b,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:38:16.987314 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 0e680ee5-a44f-4fb3-a1f9-51b351a6bde7 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:38:17.036386 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-66568d2f-ac62-4bea-aead-0aede5e6a981 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1718057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-736206'] for router_interface, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:17.057052 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 0e680ee5-a44f-4fb3-a1f9-51b351a6bde7 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:38:17.057560 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:17.175872 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ed8a127c-0a44-40d7-aff3-a17f40a3da78 req-3a7d6da6-0680-4edf-906e-34f00eefb23f tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] 10.222.0.85 "GET /v2.0/ports?device_id=f21c2e9d-44e2-4ceb-afd4-d9425fc1d983 HTTP/1.1" status: 200 len: 210 time: 0.0775957 May 30 20:38:17.251307 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-dab13e92-31b0-467c-8c47-0604d3aa8080 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520-project] Allocated IP 2001:db8::21c (7246afe7-e176-4d28-915a-fc1b5b4305a4/9e53a244-caa3-4a2e-9582-c3e90be85c9b/143ec4f7-bf11-4f25-9cfa-b1d3dbbd5a6d) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:38:17.263691 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd46c8be-6ade-4934-87e9-7b3918e6c7b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-7246afe7-e176-4d28-915a-fc1b5b4305a4', 'network_id': '7246afe7-e176-4d28-915a-fc1b5b4305a4', 'tenant_id': '5e10ae159432498cbe72554fb5d77411', 'fixed_ips': [{'subnet_id': '9e53a244-caa3-4a2e-9582-c3e90be85c9b'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:38:17.264515 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-cd46c8be-6ade-4934-87e9-7b3918e6c7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:17.527310 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66568d2f-ac62-4bea-aead-0aede5e6a981 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Network aa48d2f1-345a-448d-b2e2-1618ebc16a0c is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:38:17.530765 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-66568d2f-ac62-4bea-aead-0aede5e6a981 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:38:17.660690 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:17.711417 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port 0e680ee5-a44f-4fb3-a1f9-51b351a6bde7, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=0e680ee5-a44f-4fb3-a1f9-51b351a6bde7,segment=NetworkSegment(33ad1e8a-79ca-4b9f-bebd-e0b8c2537f05),segment_id=33ad1e8a-79ca-4b9f-bebd-e0b8c2537f05)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:38:17.856226 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:17.950604 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-dab13e92-31b0-467c-8c47-0604d3aa8080 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520-project] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:18.008667 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [None req-dab13e92-31b0-467c-8c47-0604d3aa8080 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520-project] Transition to ACTIVE for port object 143ec4f7-bf11-4f25-9cfa-b1d3dbbd5a6d will not be triggered until provisioned by entity DHCP. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:38:18.060374 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=0e680ee5-a44f-4fb3-a1f9-51b351a6bde7,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:38:18.064883 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 55200) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:38:18.094309 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:38:18.094490 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:38:18.096875 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:38:18.097287 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:38:18.097774 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:38:18.098129 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:38:18.098469 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:38:18.098830 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:38:18.101243 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:38:18.101586 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:38:18.101943 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:38:18.131296 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-dab13e92-31b0-467c-8c47-0604d3aa8080 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:18.279068 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab13e92-31b0-467c-8c47-0604d3aa8080 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520-project] Pushing event updated for resources: {'Port': ['ID=143ec4f7-bf11-4f25-9cfa-b1d3dbbd5a6d,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:38:18.299692 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab13e92-31b0-467c-8c47-0604d3aa8080 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520-project] Network 7246afe7-e176-4d28-915a-fc1b5b4305a4 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:38:18.301464 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-dab13e92-31b0-467c-8c47-0604d3aa8080 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:38:18.304646 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab13e92-31b0-467c-8c47-0604d3aa8080 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520-project] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:38:18.310906 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab13e92-31b0-467c-8c47-0604d3aa8080 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:38:18.311863 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-dab13e92-31b0-467c-8c47-0604d3aa8080 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:18.334087 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-cd46c8be-6ade-4934-87e9-7b3918e6c7b9 None None] Allocated IP 2001:db8::2 (7246afe7-e176-4d28-915a-fc1b5b4305a4/9e53a244-caa3-4a2e-9582-c3e90be85c9b/cd19feac-70b3-4745-8df2-2787ed96eb76) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:38:18.338900 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-cd09c332-cdea-4eeb-a7e6-13361f8ba0f0 None None] Provisioning complete for port 0e680ee5-a44f-4fb3-a1f9-51b351a6bde7 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:38:18.341368 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-cd09c332-cdea-4eeb-a7e6-13361f8ba0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:18.429216 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4d595588-13b1-4dcf-a41e-bb4766bcad44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:18.464675 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-4d595588-13b1-4dcf-a41e-bb4766bcad44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:38:18.469136 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-4d595588-13b1-4dcf-a41e-bb4766bcad44 admin admin] Usage tracker for resource:security_group_rule and tenant:764c09fb57a24108b4f7d0551b48808f is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:38:18.472410 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-4d595588-13b1-4dcf-a41e-bb4766bcad44 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:38:18.479225 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-4d595588-13b1-4dcf-a41e-bb4766bcad44 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:38:18.538534 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f3bb39fc-e3e4-4084-83f6-98285c1243d1 req-c5fc3eca-0b27-440f-9a86-385b901e0124 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] 10.222.0.85 "GET /v2.0/ports?device_id=f21c2e9d-44e2-4ceb-afd4-d9425fc1d983 HTTP/1.1" status: 200 len: 210 time: 0.0735683 May 30 20:38:18.542704 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66568d2f-ac62-4bea-aead-0aede5e6a981 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Router c1ce1ffd-c963-4af9-9150-aa661ee96a29 is scheduled to L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 with binding_index 1 {{(pid=84887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 20:38:18.624783 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 0e680ee5-a44f-4fb3-a1f9-51b351a6bde7 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:38:18.642118 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-dab13e92-31b0-467c-8c47-0604d3aa8080 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 940 time: 2.4498560 May 30 20:38:18.655314 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 55212) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:38:18.664536 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-1ac07310-913f-4b46-ab91-8bac92acf28b tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520-project] Request body: {'port': {'network_id': '7246afe7-e176-4d28-915a-fc1b5b4305a4', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1299496348', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:38:18.665084 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.api.validators [None req-1ac07310-913f-4b46-ab91-8bac92acf28b tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520-project] bootfile-name is not in valid_values {{(pid=84886) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 30 20:38:18.665415 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.api.validators [None req-1ac07310-913f-4b46-ab91-8bac92acf28b tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520-project] tftp-server is not in valid_values {{(pid=84886) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 30 20:38:18.665827 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.api.validators [None req-1ac07310-913f-4b46-ab91-8bac92acf28b tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520-project] server-ip-address is not in valid_values {{(pid=84886) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 30 20:38:18.901298 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 0e680ee5-a44f-4fb3-a1f9-51b351a6bde7 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:38:18.904895 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:18.930012 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66568d2f-ac62-4bea-aead-0aede5e6a981 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:38:18.954272 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4d595588-13b1-4dcf-a41e-bb4766bcad44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:18.954865 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47210bc3-0a8d-4a2d-b315-4b5273da6141 None None] Sync routers for ids ['c1ce1ffd-c963-4af9-9150-aa661ee96a29'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:38:18.963678 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-1ac07310-913f-4b46-ab91-8bac92acf28b tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:38:18.964077 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-66568d2f-ac62-4bea-aead-0aede5e6a981 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] 10.222.0.85 "PUT /v2.0/routers/c1ce1ffd-c963-4af9-9150-aa661ee96a29/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7847979 May 30 20:38:18.967499 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 55216) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:38:18.969141 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-1ac07310-913f-4b46-ab91-8bac92acf28b tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520-project] Usage tracker for resource:port and tenant:5e10ae159432498cbe72554fb5d77411 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:38:18.971810 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47210bc3-0a8d-4a2d-b315-4b5273da6141 None None] Routers {'c1ce1ffd-c963-4af9-9150-aa661ee96a29'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:38:18.972750 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-1ac07310-913f-4b46-ab91-8bac92acf28b tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:38:18.975465 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-47210bc3-0a8d-4a2d-b315-4b5273da6141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:37:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['c1ce1ffd-c963-4af9-9150-aa661ee96a29'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:38:18.980239 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-1ac07310-913f-4b46-ab91-8bac92acf28b tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:38:18.981047 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-cf49b391-b6b2-46f2-9a06-f9a0eee79282 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Request body: {'network': {'name': 'tempest-RoutersTest-1067599759'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:38:18.994540 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-cf49b391-b6b2-46f2-9a06-f9a0eee79282 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:38:19.006811 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-cf49b391-b6b2-46f2-9a06-f9a0eee79282 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Usage tracker for resource:network and tenant:58f9213e719f47ba816694fbf3eafd38 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:38:19.013473 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-cf49b391-b6b2-46f2-9a06-f9a0eee79282 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:38:19.026631 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-cf49b391-b6b2-46f2-9a06-f9a0eee79282 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:38:19.105141 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4d595588-13b1-4dcf-a41e-bb4766bcad44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:19.137838 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ac07310-913f-4b46-ab91-8bac92acf28b tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520-project] Made reservation on behalf of 5e10ae159432498cbe72554fb5d77411 for: {'port': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:38:19.141398 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1ac07310-913f-4b46-ab91-8bac92acf28b tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:19.177660 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [None req-1ac07310-913f-4b46-ab91-8bac92acf28b tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520-project] device_id is not set on port 96d4c2db-7ece-4c45-8406-5e541fc54507 yet. {{(pid=84886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:38:19.194979 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf49b391-b6b2-46f2-9a06-f9a0eee79282 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Made reservation on behalf of 58f9213e719f47ba816694fbf3eafd38 for: {'network': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:38:19.198639 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-cf49b391-b6b2-46f2-9a06-f9a0eee79282 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:19.300185 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf49b391-b6b2-46f2-9a06-f9a0eee79282 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] vlan segment allocate from pool success with {'vlan_id': 675, 'physical_network': 'physnet1'} {{(pid=84887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:38:19.333993 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-cf49b391-b6b2-46f2-9a06-f9a0eee79282 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:19.337804 n-d-843948-2 neutron-server[84887]: INFO neutron.db.segments_db [None req-cf49b391-b6b2-46f2-9a06-f9a0eee79282 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Added segment e4300406-21c4-4ed0-8781-0790010345da of type vlan for network 8e24f0d1-8ab9-463f-87e0-3c36a6290d6f May 30 20:38:19.366417 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-cd46c8be-6ade-4934-87e9-7b3918e6c7b9 None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:19.378298 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-cd46c8be-6ade-4934-87e9-7b3918e6c7b9 None None] Transition to ACTIVE for port object cd19feac-70b3-4745-8df2-2787ed96eb76 will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:38:19.384346 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-4d595588-13b1-4dcf-a41e-bb4766bcad44 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=764c09fb57a24108b4f7d0551b48808f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3181875 May 30 20:38:19.384925 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 55220) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:38:19.395067 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d595588-13b1-4dcf-a41e-bb4766bcad44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3e3f242-373c-4646-9687-15be43d7a39a,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:38:19.411996 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-47210bc3-0a8d-4a2d-b315-4b5273da6141 None None] Set router c1ce1ffd-c963-4af9-9150-aa661ee96a29 gateway port host: None {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:38:19.428986 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-cd46c8be-6ade-4934-87e9-7b3918e6c7b9 None None] Transition to ACTIVE for port object cd19feac-70b3-4745-8df2-2787ed96eb76 will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:38:19.444530 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-cd09c332-cdea-4eeb-a7e6-13361f8ba0f0 None None] Provisioning for port 5a3e3e8f-3135-4d07-8b86-e2c670b3ae5b completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:38:19.457313 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-cd09c332-cdea-4eeb-a7e6-13361f8ba0f0 None None] Provisioning complete for port 5a3e3e8f-3135-4d07-8b86-e2c670b3ae5b triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:38:19.457765 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-cd09c332-cdea-4eeb-a7e6-13361f8ba0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:19.459264 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-cf49b391-b6b2-46f2-9a06-f9a0eee79282 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:19.488092 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7acc12-6f25-422f-8791-a7f17072aaf4 req-a7b45b46-e2e2-43d8-a74c-122362fe3a19 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:38:19.489786 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2d7acc12-6f25-422f-8791-a7f17072aaf4 req-a7b45b46-e2e2-43d8-a74c-122362fe3a19 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] 10.222.0.71 "GET /v2.0/networks?id=76cba922-309a-4387-9272-eb83164f71fd HTTP/1.1" status: 200 len: 811 time: 0.4911637 May 30 20:38:19.529783 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a170e671-6092-4ffe-b854-0bacbee7cef1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:19.579795 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-cd09c332-cdea-4eeb-a7e6-13361f8ba0f0 None None] Port 5a3e3e8f-3135-4d07-8b86-e2c670b3ae5b cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:38:19.616874 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-cd46c8be-6ade-4934-87e9-7b3918e6c7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:19.662859 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-1ac07310-913f-4b46-ab91-8bac92acf28b tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520-project] Allocated IP 2001:db8::285 (7246afe7-e176-4d28-915a-fc1b5b4305a4/9e53a244-caa3-4a2e-9582-c3e90be85c9b/96d4c2db-7ece-4c45-8406-5e541fc54507) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:38:19.704142 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-cf49b391-b6b2-46f2-9a06-f9a0eee79282 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:19.710372 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf49b391-b6b2-46f2-9a06-f9a0eee79282 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:38:19.711018 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-cf49b391-b6b2-46f2-9a06-f9a0eee79282 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:19.973737 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd46c8be-6ade-4934-87e9-7b3918e6c7b9 None None] Network 7246afe7-e176-4d28-915a-fc1b5b4305a4 is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:38:19.989307 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-cf49b391-b6b2-46f2-9a06-f9a0eee79282 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0205610 May 30 20:38:19.999583 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 55230) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:38:20.017858 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-cd46c8be-6ade-4934-87e9-7b3918e6c7b9 None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:38:20.026570 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-7abd97b9-4960-4e20-9207-bcbbdd7258d2 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Request body: {'subnet': {'network_id': '8e24f0d1-8ab9-463f-87e0-3c36a6290d6f', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:38:20.026760 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd46c8be-6ade-4934-87e9-7b3918e6c7b9 None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:38:20.074633 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:20.114020 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1ac07310-913f-4b46-ab91-8bac92acf28b tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520-project] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:20.136688 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [None req-1ac07310-913f-4b46-ab91-8bac92acf28b tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520-project] Transition to ACTIVE for port object 96d4c2db-7ece-4c45-8406-5e541fc54507 will not be triggered until provisioned by entity DHCP. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:38:20.165535 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-1324ab1a-0243-4803-b5fe-6156efa5afeb None None] Provisioning complete for port 5a3e3e8f-3135-4d07-8b86-e2c670b3ae5b triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:38:20.167887 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-1324ab1a-0243-4803-b5fe-6156efa5afeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:20.176385 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf49b391-b6b2-46f2-9a06-f9a0eee79282 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Pushing event updated for resources: {'Network': ['ID=8e24f0d1-8ab9-463f-87e0-3c36a6290d6f,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:38:20.205116 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a170e671-6092-4ffe-b854-0bacbee7cef1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:20.239774 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-7abd97b9-4960-4e20-9207-bcbbdd7258d2 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:38:20.250205 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-7abd97b9-4960-4e20-9207-bcbbdd7258d2 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Usage tracker for resource:subnet and tenant:58f9213e719f47ba816694fbf3eafd38 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:38:20.252004 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network 8e24f0d1-8ab9-463f-87e0-3c36a6290d6f details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:38:20.257965 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-7abd97b9-4960-4e20-9207-bcbbdd7258d2 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:38:20.263832 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-47210bc3-0a8d-4a2d-b315-4b5273da6141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1ce1ffd-c963-4af9-9150-aa661ee96a29', 'name': 'tempest-RoutersTest-router-878275498', 'tenant_id': '58f9213e719f47ba816694fbf3eafd38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:38:08Z', 'updated_at': '2022-05-30T20:38:15Z', 'revision_number': 2, 'project_id': '58f9213e719f47ba816694fbf3eafd38', 'gw_port_host': None, '_interfaces': [{'id': '5a3e3e8f-3135-4d07-8b86-e2c670b3ae5b', 'name': '', 'network_id': 'aa48d2f1-345a-448d-b2e2-1618ebc16a0c', 'tenant_id': '58f9213e719f47ba816694fbf3eafd38', 'mac_address': 'fa:16:3e:48:2d:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1ce1ffd-c963-4af9-9150-aa661ee96a29', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd5564509-e22f-42dd-bd78-24065d2f88c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:38:13Z', 'updated_at': '2022-05-30T20:38:16Z', 'revision_number': 2, 'project_id': '58f9213e719f47ba816694fbf3eafd38', 'subnets': [{'id': 'd5564509-e22f-42dd-bd78-24065d2f88c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:38:20.274405 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47210bc3-0a8d-4a2d-b315-4b5273da6141 None None] Checking router: c1ce1ffd-c963-4af9-9150-aa661ee96a29 for host: n-d-843948-2 {{(pid=84889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:38:20.274709 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-7abd97b9-4960-4e20-9207-bcbbdd7258d2 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:38:20.276406 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47210bc3-0a8d-4a2d-b315-4b5273da6141 None None] Updating router c1ce1ffd-c963-4af9-9150-aa661ee96a29 port 5a3e3e8f-3135-4d07-8b86-e2c670b3ae5b binding host n-d-843948-2 {{(pid=84889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:38:20.300411 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-cda99b9c-6367-49d8-9eca-90ef7edb952e req-9f8b6831-9944-4112-b3fd-45e3c6189eb6 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] 10.222.0.85 "GET /v2.0/ports?device_id=f21c2e9d-44e2-4ceb-afd4-d9425fc1d983 HTTP/1.1" status: 200 len: 210 time: 0.0974786 May 30 20:38:20.322111 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1ac07310-913f-4b46-ab91-8bac92acf28b tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:20.352313 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-47210bc3-0a8d-4a2d-b315-4b5273da6141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:20.361578 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd46c8be-6ade-4934-87e9-7b3918e6c7b9 None None] Pushing event updated for resources: {'Port': ['ID=cd19feac-70b3-4745-8df2-2787ed96eb76,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:38:20.377088 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7abd97b9-4960-4e20-9207-bcbbdd7258d2 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Made reservation on behalf of 58f9213e719f47ba816694fbf3eafd38 for: {'subnet': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:38:20.420078 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac07310-913f-4b46-ab91-8bac92acf28b tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520-project] Pushing event updated for resources: {'Port': ['ID=96d4c2db-7ece-4c45-8406-5e541fc54507,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:38:20.440445 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2d7acc12-6f25-422f-8791-a7f17072aaf4 req-130c89e9-4b7f-4ef0-a83d-31e41410907e tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=be518c6f2f7741c6a6c26447eed4fca2 HTTP/1.1" status: 200 len: 378 time: 0.9252043 May 30 20:38:20.458938 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [req-2d7acc12-6f25-422f-8791-a7f17072aaf4 req-d4c1fa3b-e28b-4676-9759-db39c7b95eed tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Request body: {'port': {'device_id': 'f21c2e9d-44e2-4ceb-afd4-d9425fc1d983', 'network_id': '76cba922-309a-4387-9272-eb83164f71fd', 'admin_state_up': True, 'tenant_id': 'be518c6f2f7741c6a6c26447eed4fca2', 'security_groups': ['8ecf9ffd-ec75-4b12-b1cb-18bcf80672bd']}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:38:20.506731 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac07310-913f-4b46-ab91-8bac92acf28b tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520-project] Network 7246afe7-e176-4d28-915a-fc1b5b4305a4 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:38:20.560919 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-1324ab1a-0243-4803-b5fe-6156efa5afeb None None] Port 5a3e3e8f-3135-4d07-8b86-e2c670b3ae5b cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:38:20.567221 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-cd46c8be-6ade-4934-87e9-7b3918e6c7b9 None None] Attempting to bind port cd19feac-70b3-4745-8df2-2787ed96eb76 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:38:20.567669 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-cd46c8be-6ade-4934-87e9-7b3918e6c7b9 None None] Attempting to bind port cd19feac-70b3-4745-8df2-2787ed96eb76 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': 'cb716cc2-91fa-4fa9-bbd6-2f05d9e7a331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '7246afe7-e176-4d28-915a-fc1b5b4305a4'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:38:20.568093 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd46c8be-6ade-4934-87e9-7b3918e6c7b9 None None] Attempting to bind port cd19feac-70b3-4745-8df2-2787ed96eb76 on network 7246afe7-e176-4d28-915a-fc1b5b4305a4 {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:38:20.580683 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd46c8be-6ade-4934-87e9-7b3918e6c7b9 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:38:20.581157 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd46c8be-6ade-4934-87e9-7b3918e6c7b9 None None] Checking segment: {'id': 'cb716cc2-91fa-4fa9-bbd6-2f05d9e7a331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '7246afe7-e176-4d28-915a-fc1b5b4305a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:38:20.581639 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-cd46c8be-6ade-4934-87e9-7b3918e6c7b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:20.582137 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd46c8be-6ade-4934-87e9-7b3918e6c7b9 None None] Bound using segment: {'id': 'cb716cc2-91fa-4fa9-bbd6-2f05d9e7a331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '7246afe7-e176-4d28-915a-fc1b5b4305a4'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:38:20.583303 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-cd46c8be-6ade-4934-87e9-7b3918e6c7b9 None None] Bound port: cd19feac-70b3-4745-8df2-2787ed96eb76, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb716cc2-91fa-4fa9-bbd6-2f05d9e7a331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '7246afe7-e176-4d28-915a-fc1b5b4305a4'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:38:20.583303 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-cd46c8be-6ade-4934-87e9-7b3918e6c7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:20.614963 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7abd97b9-4960-4e20-9207-bcbbdd7258d2 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114220'] for subnet, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:20.717127 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-1ac07310-913f-4b46-ab91-8bac92acf28b tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:38:20.723831 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac07310-913f-4b46-ab91-8bac92acf28b tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520-project] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:38:20.728322 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac07310-913f-4b46-ab91-8bac92acf28b tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:38:20.729220 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1ac07310-913f-4b46-ab91-8bac92acf28b tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:20.744236 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-2d7acc12-6f25-422f-8791-a7f17072aaf4 req-d4c1fa3b-e28b-4676-9759-db39c7b95eed tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:38:20.775750 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-cd46c8be-6ade-4934-87e9-7b3918e6c7b9 None None] For port cd19feac-70b3-4745-8df2-2787ed96eb76, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:38:20.779988 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-cd46c8be-6ade-4934-87e9-7b3918e6c7b9 None None] For port cd19feac-70b3-4745-8df2-2787ed96eb76, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=cd19feac-70b3-4745-8df2-2787ed96eb76,segment=NetworkSegment(cb716cc2-91fa-4fa9-bbd6-2f05d9e7a331),segment_id=cb716cc2-91fa-4fa9-bbd6-2f05d9e7a331)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:38:20.799833 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-2d7acc12-6f25-422f-8791-a7f17072aaf4 req-d4c1fa3b-e28b-4676-9759-db39c7b95eed tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:38:20.869762 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-cd46c8be-6ade-4934-87e9-7b3918e6c7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:20.924723 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-1ac07310-913f-4b46-ab91-8bac92acf28b tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 2.2660084 May 30 20:38:20.924723 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d7acc12-6f25-422f-8791-a7f17072aaf4 req-d4c1fa3b-e28b-4676-9759-db39c7b95eed tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Made reservation on behalf of be518c6f2f7741c6a6c26447eed4fca2 for: {'port': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:38:20.926369 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-2d7acc12-6f25-422f-8791-a7f17072aaf4 req-d4c1fa3b-e28b-4676-9759-db39c7b95eed tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:20.928459 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 55238) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:38:20.942324 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a170e671-6092-4ffe-b854-0bacbee7cef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:20.944622 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a170e671-6092-4ffe-b854-0bacbee7cef1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:20.947978 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-a170e671-6092-4ffe-b854-0bacbee7cef1 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/f3e3f242-373c-4646-9687-15be43d7a39a HTTP/1.1" status: 204 len: 168 time: 1.5573685 May 30 20:38:20.963800 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-47210bc3-0a8d-4a2d-b315-4b5273da6141 None None] Notify callbacks [] for port, precommit_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:20.966479 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a170e671-6092-4ffe-b854-0bacbee7cef1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3e3f242-373c-4646-9687-15be43d7a39a,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:38:20.992998 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.provisioning_blocks [None req-47210bc3-0a8d-4a2d-b315-4b5273da6141 None None] Transition to ACTIVE for port object 5a3e3e8f-3135-4d07-8b86-e2c670b3ae5b will not be triggered until provisioned by entity L2. {{(pid=84889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:38:21.032108 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd46c8be-6ade-4934-87e9-7b3918e6c7b9 None None] Pushing event updated for resources: {'Port': ['ID=cd19feac-70b3-4745-8df2-2787ed96eb76,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:38:21.142950 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-47210bc3-0a8d-4a2d-b315-4b5273da6141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:21.220885 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aafea04-1f43-492b-a1c7-86853dcffa71 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:38:21.229172 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aafea04-1f43-492b-a1c7-86853dcffa71 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:38:21.233979 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aafea04-1f43-492b-a1c7-86853dcffa71 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:38:21.235818 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-6aafea04-1f43-492b-a1c7-86853dcffa71 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520-project] 10.222.0.85 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.3061786 May 30 20:38:21.241161 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 55250) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:38:21.348387 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-2fc1db56-0441-4367-b0e0-28b0d1ed173f tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520-project] Deleting port 96d4c2db-7ece-4c45-8406-5e541fc54507 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:38:21.348732 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2fc1db56-0441-4367-b0e0-28b0d1ed173f tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:21.449687 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [req-2d7acc12-6f25-422f-8791-a7f17072aaf4 req-d4c1fa3b-e28b-4676-9759-db39c7b95eed tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Allocated IP 172.20.0.12 (76cba922-309a-4387-9272-eb83164f71fd/664239a8-9fd7-4297-838f-478b17647c0d/d6bd4241-27eb-4458-942f-37b05133f6b8) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:38:21.591246 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516b6865-d973-4f51-b8b0-705b93cf17d0 None None] Pushing event updated for resources: {'Port': ['ID=5a3e3e8f-3135-4d07-8b86-e2c670b3ae5b,revision_number=3']} {{(pid=84889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:38:21.732318 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516b6865-d973-4f51-b8b0-705b93cf17d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:38:21.733907 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516b6865-d973-4f51-b8b0-705b93cf17d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:38:21.734262 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516b6865-d973-4f51-b8b0-705b93cf17d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:38:21.734611 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516b6865-d973-4f51-b8b0-705b93cf17d0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:38:21.734925 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516b6865-d973-4f51-b8b0-705b93cf17d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:38:21.735256 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516b6865-d973-4f51-b8b0-705b93cf17d0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:38:21.735624 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516b6865-d973-4f51-b8b0-705b93cf17d0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:38:21.735901 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516b6865-d973-4f51-b8b0-705b93cf17d0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:38:21.736223 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516b6865-d973-4f51-b8b0-705b93cf17d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:38:21.736546 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516b6865-d973-4f51-b8b0-705b93cf17d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:38:21.736863 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516b6865-d973-4f51-b8b0-705b93cf17d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:38:21.748117 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7abd97b9-4960-4e20-9207-bcbbdd7258d2 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4055401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114238'] for subnet, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:21.931109 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abd97b9-4960-4e20-9207-bcbbdd7258d2 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Pushing event updated for resources: {'Subnet': ['ID=36fa5394-b4f5-48da-ba65-741912f95be9,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:38:21.935442 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9bb02655-9a7c-470c-b9ec-a6c90fa97946 req-68031669-987d-4730-ae66-de60c811089a tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] 10.222.0.85 "GET /v2.0/ports?device_id=f21c2e9d-44e2-4ceb-afd4-d9425fc1d983 HTTP/1.1" status: 200 len: 210 time: 0.2789249 May 30 20:38:22.010379 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7abd97b9-4960-4e20-9207-bcbbdd7258d2 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Checking segment: {'id': 'e4300406-21c4-4ed0-8781-0790010345da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '8e24f0d1-8ab9-463f-87e0-3c36a6290d6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:38:22.010834 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7abd97b9-4960-4e20-9207-bcbbdd7258d2 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Network hostable DHCP agents. Network: 8e24f0d1-8ab9-463f-87e0-3c36a6290d6f, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:38:22.013093 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-47210bc3-0a8d-4a2d-b315-4b5273da6141 None None] Attempting to bind port 5a3e3e8f-3135-4d07-8b86-e2c670b3ae5b on host n-d-843948-2 for vnic_type normal with profile {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:38:22.013513 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-47210bc3-0a8d-4a2d-b315-4b5273da6141 None None] Attempting to bind port 5a3e3e8f-3135-4d07-8b86-e2c670b3ae5b by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': '33ad1e8a-79ca-4b9f-bebd-e0b8c2537f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'aa48d2f1-345a-448d-b2e2-1618ebc16a0c'}] {{(pid=84889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:38:22.013969 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47210bc3-0a8d-4a2d-b315-4b5273da6141 None None] Attempting to bind port 5a3e3e8f-3135-4d07-8b86-e2c670b3ae5b on network aa48d2f1-345a-448d-b2e2-1618ebc16a0c {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:38:22.024903 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47210bc3-0a8d-4a2d-b315-4b5273da6141 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:38:22.025595 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47210bc3-0a8d-4a2d-b315-4b5273da6141 None None] Checking segment: {'id': '33ad1e8a-79ca-4b9f-bebd-e0b8c2537f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'aa48d2f1-345a-448d-b2e2-1618ebc16a0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:38:22.030223 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-47210bc3-0a8d-4a2d-b315-4b5273da6141 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:22.030891 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47210bc3-0a8d-4a2d-b315-4b5273da6141 None None] Bound using segment: {'id': '33ad1e8a-79ca-4b9f-bebd-e0b8c2537f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'aa48d2f1-345a-448d-b2e2-1618ebc16a0c'} {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:38:22.031656 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-47210bc3-0a8d-4a2d-b315-4b5273da6141 None None] Bound port: 5a3e3e8f-3135-4d07-8b86-e2c670b3ae5b, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33ad1e8a-79ca-4b9f-bebd-e0b8c2537f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'aa48d2f1-345a-448d-b2e2-1618ebc16a0c'}}] {{(pid=84889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:38:22.032663 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-47210bc3-0a8d-4a2d-b315-4b5273da6141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:22.120503 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7abd97b9-4960-4e20-9207-bcbbdd7258d2 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Network 8e24f0d1-8ab9-463f-87e0-3c36a6290d6f is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:38:22.170827 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.db [None req-47210bc3-0a8d-4a2d-b315-4b5273da6141 None None] For port 5a3e3e8f-3135-4d07-8b86-e2c670b3ae5b, host n-d-843948-2, cleared binding levels {{(pid=84889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:38:22.175005 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.db [None req-47210bc3-0a8d-4a2d-b315-4b5273da6141 None None] For port 5a3e3e8f-3135-4d07-8b86-e2c670b3ae5b, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=5a3e3e8f-3135-4d07-8b86-e2c670b3ae5b,segment=NetworkSegment(33ad1e8a-79ca-4b9f-bebd-e0b8c2537f05),segment_id=33ad1e8a-79ca-4b9f-bebd-e0b8c2537f05)] {{(pid=84889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:38:22.204134 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2fc1db56-0441-4367-b0e0-28b0d1ed173f tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:22.211771 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-7abd97b9-4960-4e20-9207-bcbbdd7258d2 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, 8e24f0d1-8ab9-463f-87e0-3c36a6290d6f) {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:38:22.222544 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7abd97b9-4960-4e20-9207-bcbbdd7258d2 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:38:22.223209 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7abd97b9-4960-4e20-9207-bcbbdd7258d2 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:22.224922 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0811580a-b543-4f73-a150-b079aef44e87 None None] Network 8e24f0d1-8ab9-463f-87e0-3c36a6290d6f requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:38:22.253026 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-47210bc3-0a8d-4a2d-b315-4b5273da6141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:22.369354 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device cd19feac-70b3-4745-8df2-2787ed96eb76 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:38:22.415118 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-7abd97b9-4960-4e20-9207-bcbbdd7258d2 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4107926 May 30 20:38:22.416119 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 55266) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:38:22.416672 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 55268) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:38:22.435322 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47210bc3-0a8d-4a2d-b315-4b5273da6141 None None] Routers {'c1ce1ffd-c963-4af9-9150-aa661ee96a29'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:38:22.435953 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-47210bc3-0a8d-4a2d-b315-4b5273da6141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:37:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['c1ce1ffd-c963-4af9-9150-aa661ee96a29'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:38:22.463299 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-2fc1db56-0441-4367-b0e0-28b0d1ed173f tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520-project] Calling delete_port for 96d4c2db-7ece-4c45-8406-5e541fc54507 owned by {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:38:22.623596 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516b6865-d973-4f51-b8b0-705b93cf17d0 None None] Pushing event updated for resources: {'Port': ['ID=5a3e3e8f-3135-4d07-8b86-e2c670b3ae5b,revision_number=4']} {{(pid=84889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:38:22.668994 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:22.674623 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-2d7acc12-6f25-422f-8791-a7f17072aaf4 req-d4c1fa3b-e28b-4676-9759-db39c7b95eed tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:22.712678 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-47210bc3-0a8d-4a2d-b315-4b5273da6141 None None] Set router c1ce1ffd-c963-4af9-9150-aa661ee96a29 gateway port host: None {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:38:22.800052 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [req-2d7acc12-6f25-422f-8791-a7f17072aaf4 req-d4c1fa3b-e28b-4676-9759-db39c7b95eed tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Transition to ACTIVE for port object d6bd4241-27eb-4458-942f-37b05133f6b8 will not be triggered until provisioned by entity DHCP. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:38:22.827953 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port cd19feac-70b3-4745-8df2-2787ed96eb76 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:38:22.829816 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-422c2fcd-5b87-4b9d-8ff7-ad7165847b11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:22.871103 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3360e744-9c1e-4639-8b95-6c413073f947 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-8e24f0d1-8ab9-463f-87e0-3c36a6290d6f', 'network_id': '8e24f0d1-8ab9-463f-87e0-3c36a6290d6f', 'tenant_id': '58f9213e719f47ba816694fbf3eafd38', 'fixed_ips': [{'subnet_id': '36fa5394-b4f5-48da-ba65-741912f95be9'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:38:22.877109 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-3360e744-9c1e-4639-8b95-6c413073f947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:23.082431 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-2d7acc12-6f25-422f-8791-a7f17072aaf4 req-d4c1fa3b-e28b-4676-9759-db39c7b95eed tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:23.098991 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cebd32d0-327d-4349-95d9-e3c81c10c512 None None] Network 7246afe7-e176-4d28-915a-fc1b5b4305a4 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:38:23.250273 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-47210bc3-0a8d-4a2d-b315-4b5273da6141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1ce1ffd-c963-4af9-9150-aa661ee96a29', 'name': 'tempest-RoutersTest-router-878275498', 'tenant_id': '58f9213e719f47ba816694fbf3eafd38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:38:08Z', 'updated_at': '2022-05-30T20:38:15Z', 'revision_number': 2, 'project_id': '58f9213e719f47ba816694fbf3eafd38', 'gw_port_host': None, '_interfaces': [{'id': '5a3e3e8f-3135-4d07-8b86-e2c670b3ae5b', 'name': '', 'network_id': 'aa48d2f1-345a-448d-b2e2-1618ebc16a0c', 'tenant_id': '58f9213e719f47ba816694fbf3eafd38', 'mac_address': 'fa:16:3e:48:2d:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1ce1ffd-c963-4af9-9150-aa661ee96a29', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd5564509-e22f-42dd-bd78-24065d2f88c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:38:13Z', 'updated_at': '2022-05-30T20:38:22Z', 'revision_number': 4, 'project_id': '58f9213e719f47ba816694fbf3eafd38', 'subnets': [{'id': 'd5564509-e22f-42dd-bd78-24065d2f88c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:38:23.254484 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47210bc3-0a8d-4a2d-b315-4b5273da6141 None None] The sync data for ids ['c1ce1ffd-c963-4af9-9150-aa661ee96a29'] in n-d-843948-2 is: [{'id': 'c1ce1ffd-c963-4af9-9150-aa661ee96a29', 'name': 'tempest-RoutersTest-router-878275498', 'tenant_id': '58f9213e719f47ba816694fbf3eafd38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:38:08Z', 'updated_at': '2022-05-30T20:38:15Z', 'revision_number': 2, 'project_id': '58f9213e719f47ba816694fbf3eafd38', 'gw_port_host': None, '_interfaces': [{'id': '5a3e3e8f-3135-4d07-8b86-e2c670b3ae5b', 'name': '', 'network_id': 'aa48d2f1-345a-448d-b2e2-1618ebc16a0c', 'tenant_id': '58f9213e719f47ba816694fbf3eafd38', 'mac_address': 'fa:16:3e:48:2d:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1ce1ffd-c963-4af9-9150-aa661ee96a29', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd5564509-e22f-42dd-bd78-24065d2f88c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:38:13Z', 'updated_at': '2022-05-30T20:38:22Z', 'revision_number': 4, 'project_id': '58f9213e719f47ba816694fbf3eafd38', 'subnets': [{'id': 'd5564509-e22f-42dd-bd78-24065d2f88c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:38:23.261932 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c1fa3b-e28b-4676-9759-db39c7b95eed tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Pushing event updated for resources: {'Port': ['ID=d6bd4241-27eb-4458-942f-37b05133f6b8,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:38:23.316229 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2fc1db56-0441-4367-b0e0-28b0d1ed173f tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:23.329936 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d7acc12-6f25-422f-8791-a7f17072aaf4 req-d4c1fa3b-e28b-4676-9759-db39c7b95eed tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Network 76cba922-309a-4387-9272-eb83164f71fd is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:38:23.400277 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-422c2fcd-5b87-4b9d-8ff7-ad7165847b11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:38:23.406980 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-422c2fcd-5b87-4b9d-8ff7-ad7165847b11 admin admin] Usage tracker for resource:security_group_rule and tenant:baa78ce7502c4d009c675432d1aa96ca is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:38:23.411866 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-422c2fcd-5b87-4b9d-8ff7-ad7165847b11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:38:23.426002 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [req-2d7acc12-6f25-422f-8791-a7f17072aaf4 req-d4c1fa3b-e28b-4676-9759-db39c7b95eed tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:38:23.446753 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-422c2fcd-5b87-4b9d-8ff7-ad7165847b11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:38:23.564877 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2fc1db56-0441-4367-b0e0-28b0d1ed173f tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:23.576953 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d7acc12-6f25-422f-8791-a7f17072aaf4 req-d4c1fa3b-e28b-4676-9759-db39c7b95eed tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:38:23.605084 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-a9e82d23-a004-4dd0-8a5e-7a20b28630fa None None] Provisioning for port cd19feac-70b3-4745-8df2-2787ed96eb76 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:38:23.634903 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-a9e82d23-a004-4dd0-8a5e-7a20b28630fa None None] Provisioning complete for port cd19feac-70b3-4745-8df2-2787ed96eb76 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:38:23.634903 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-a9e82d23-a004-4dd0-8a5e-7a20b28630fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:23.704545 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc1db56-0441-4367-b0e0-28b0d1ed173f tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520-project] Pushing event deleted for resources: {'Port': ['ID=96d4c2db-7ece-4c45-8406-5e541fc54507,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:38:23.741339 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-2fc1db56-0441-4367-b0e0-28b0d1ed173f tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520-project] 10.222.0.85 "DELETE /v2.0/ports/96d4c2db-7ece-4c45-8406-5e541fc54507 HTTP/1.1" status: 204 len: 168 time: 2.4989650 May 30 20:38:23.748460 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-3360e744-9c1e-4639-8b95-6c413073f947 None None] Allocated IP 172.21.0.2 (8e24f0d1-8ab9-463f-87e0-3c36a6290d6f/36fa5394-b4f5-48da-ba65-741912f95be9/fc0ff617-02a4-4167-b3a7-772843414744) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:38:23.753184 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 55290) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:38:23.778819 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-f0cc127a-678b-45c7-b1d0-37ae04d54b33 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520-project] Request body: {'port': {'name': 'tempest-new-port-name-79470334', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:38:23.779220 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.api.validators [None req-f0cc127a-678b-45c7-b1d0-37ae04d54b33 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520-project] bootfile-name is not in valid_values {{(pid=84886) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 30 20:38:23.779554 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.api.validators [None req-f0cc127a-678b-45c7-b1d0-37ae04d54b33 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520-project] tftp-server is not in valid_values {{(pid=84886) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 30 20:38:23.779935 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.api.validators [None req-f0cc127a-678b-45c7-b1d0-37ae04d54b33 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520-project] server-ip-address is not in valid_values {{(pid=84886) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 30 20:38:23.994624 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-422c2fcd-5b87-4b9d-8ff7-ad7165847b11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:24.143689 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-422c2fcd-5b87-4b9d-8ff7-ad7165847b11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:24.150284 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7acc12-6f25-422f-8791-a7f17072aaf4 req-d4c1fa3b-e28b-4676-9759-db39c7b95eed tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:38:24.154896 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-2d7acc12-6f25-422f-8791-a7f17072aaf4 req-d4c1fa3b-e28b-4676-9759-db39c7b95eed tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:24.166005 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f0cc127a-678b-45c7-b1d0-37ae04d54b33 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:24.185968 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-a9e82d23-a004-4dd0-8a5e-7a20b28630fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:24.262094 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0f8b52-4bff-4595-aee3-a43c659ad62a req-65b6905a-770f-42d1-a7c9-6beea9291797 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:38:24.263439 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-bd0f8b52-4bff-4595-aee3-a43c659ad62a req-65b6905a-770f-42d1-a7c9-6beea9291797 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Synchronizing usage tracker for tenant:be518c6f2f7741c6a6c26447eed4fca2 on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:38:24.330683 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422c2fcd-5b87-4b9d-8ff7-ad7165847b11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88be4afd-ced4-4652-b0cc-748df6465ded,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:38:24.361045 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-a9e82d23-a004-4dd0-8a5e-7a20b28630fa None None] For port cd19feac-70b3-4745-8df2-2787ed96eb76, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=cd19feac-70b3-4745-8df2-2787ed96eb76,segment=NetworkSegment(cb716cc2-91fa-4fa9-bbd6-2f05d9e7a331),segment_id=cb716cc2-91fa-4fa9-bbd6-2f05d9e7a331)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:38:24.385306 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 5a3e3e8f-3135-4d07-8b86-e2c670b3ae5b up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:38:24.453170 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-422c2fcd-5b87-4b9d-8ff7-ad7165847b11 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=baa78ce7502c4d009c675432d1aa96ca&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0340261 May 30 20:38:24.453931 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 55300) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:38:24.456352 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e36af79d-f531-4fec-996e-e1a9543e37f1 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:24.460224 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-3360e744-9c1e-4639-8b95-6c413073f947 None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:24.487732 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-3360e744-9c1e-4639-8b95-6c413073f947 None None] Transition to ACTIVE for port object fc0ff617-02a4-4167-b3a7-772843414744 will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:38:24.508559 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-a9e82d23-a004-4dd0-8a5e-7a20b28630fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:24.574573 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-3360e744-9c1e-4639-8b95-6c413073f947 None None] Transition to ACTIVE for port object fc0ff617-02a4-4167-b3a7-772843414744 will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:38:24.576647 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2d7acc12-6f25-422f-8791-a7f17072aaf4 req-d4c1fa3b-e28b-4676-9759-db39c7b95eed tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1276596 May 30 20:38:24.592406 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [req-2d7acc12-6f25-422f-8791-a7f17072aaf4 req-359fcf0d-abd6-4359-a1af-44cf670f4d5c service neutron] Request body: {'port': {'device_id': 'f21c2e9d-44e2-4ceb-afd4-d9425fc1d983', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843948-2'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:38:24.606320 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e82d23-a004-4dd0-8a5e-7a20b28630fa None None] Pushing event updated for resources: {'Port': ['ID=cd19feac-70b3-4745-8df2-2787ed96eb76,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:38:24.668524 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-3360e744-9c1e-4639-8b95-6c413073f947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:24.754599 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-53a5a950-3601-4619-aef1-40770e3633f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:24.763822 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-bd0f8b52-4bff-4595-aee3-a43c659ad62a req-65b6905a-770f-42d1-a7c9-6beea9291797 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Unset dirty status for tenant:be518c6f2f7741c6a6c26447eed4fca2 on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:38:24.767049 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-bd0f8b52-4bff-4595-aee3-a43c659ad62a req-65b6905a-770f-42d1-a7c9-6beea9291797 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] 10.222.0.85 "GET /v2.0/ports?device_id=f21c2e9d-44e2-4ceb-afd4-d9425fc1d983 HTTP/1.1" status: 200 len: 932 time: 1.5071027 May 30 20:38:24.777576 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 5a3e3e8f-3135-4d07-8b86-e2c670b3ae5b completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:38:24.824210 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-e9927c02-f957-4e7a-8dcb-88cb953f9945 None None] Provisioning for port d6bd4241-27eb-4458-942f-37b05133f6b8 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:38:24.838971 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 5a3e3e8f-3135-4d07-8b86-e2c670b3ae5b triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:38:24.839626 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:24.844737 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-53a5a950-3601-4619-aef1-40770e3633f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:24.874671 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-2d7acc12-6f25-422f-8791-a7f17072aaf4 req-359fcf0d-abd6-4359-a1af-44cf670f4d5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:24.935721 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-e9927c02-f957-4e7a-8dcb-88cb953f9945 None None] Provisioning complete for port d6bd4241-27eb-4458-942f-37b05133f6b8 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:38:24.936102 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-e9927c02-f957-4e7a-8dcb-88cb953f9945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:24.998550 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f0cc127a-678b-45c7-b1d0-37ae04d54b33 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520-project] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:25.046670 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3360e744-9c1e-4639-8b95-6c413073f947 None None] Pushing event updated for resources: {'Port': ['ID=fc0ff617-02a4-4167-b3a7-772843414744,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:38:25.074484 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3360e744-9c1e-4639-8b95-6c413073f947 None None] Network 8e24f0d1-8ab9-463f-87e0-3c36a6290d6f is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:38:25.075679 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f0cc127a-678b-45c7-b1d0-37ae04d54b33 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:25.110853 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-3360e744-9c1e-4639-8b95-6c413073f947 None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:38:25.143800 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-e9927c02-f957-4e7a-8dcb-88cb953f9945 None None] Port d6bd4241-27eb-4458-942f-37b05133f6b8 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:38:25.146674 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3360e744-9c1e-4639-8b95-6c413073f947 None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:38:25.213570 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [None req-e36af79d-f531-4fec-996e-e1a9543e37f1 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Allocated IP 172.21.0.1 (8e24f0d1-8ab9-463f-87e0-3c36a6290d6f/36fa5394-b4f5-48da-ba65-741912f95be9/36546ee1-a086-41f9-a560-ce50cd90322e) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:38:25.268982 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cc127a-678b-45c7-b1d0-37ae04d54b33 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520-project] Pushing event updated for resources: {'Port': ['ID=143ec4f7-bf11-4f25-9cfa-b1d3dbbd5a6d,revision_number=2']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:38:25.279091 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-bd0f8b52-4bff-4595-aee3-a43c659ad62a req-2a12897e-3c95-45f5-9b17-7eb3da240834 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] 10.222.0.85 "GET /v2.0/security-groups?id=8ecf9ffd-ec75-4b12-b1cb-18bcf80672bd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5036864 May 30 20:38:25.337820 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-f0cc127a-678b-45c7-b1d0-37ae04d54b33 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520-project] In _notify_port_updated(), no bound segment for port 143ec4f7-bf11-4f25-9cfa-b1d3dbbd5a6d on network 7246afe7-e176-4d28-915a-fc1b5b4305a4 {{(pid=84886) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 30 20:38:25.357534 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0cc127a-678b-45c7-b1d0-37ae04d54b33 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:38:25.366435 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f0cc127a-678b-45c7-b1d0-37ae04d54b33 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:25.367935 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-f0cc127a-678b-45c7-b1d0-37ae04d54b33 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520-project] 10.222.0.85 "PUT /v2.0/ports/143ec4f7-bf11-4f25-9cfa-b1d3dbbd5a6d HTTP/1.1" status: 200 len: 1128 time: 1.6043110 May 30 20:38:25.565007 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-3360e744-9c1e-4639-8b95-6c413073f947 None None] Attempting to bind port fc0ff617-02a4-4167-b3a7-772843414744 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:38:25.565007 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-3360e744-9c1e-4639-8b95-6c413073f947 None None] Attempting to bind port fc0ff617-02a4-4167-b3a7-772843414744 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': 'e4300406-21c4-4ed0-8781-0790010345da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '8e24f0d1-8ab9-463f-87e0-3c36a6290d6f'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:38:25.565007 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3360e744-9c1e-4639-8b95-6c413073f947 None None] Attempting to bind port fc0ff617-02a4-4167-b3a7-772843414744 on network 8e24f0d1-8ab9-463f-87e0-3c36a6290d6f {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:38:25.582559 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:25.599487 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 55320) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:38:25.616838 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-53a5a950-3601-4619-aef1-40770e3633f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:25.660823 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3360e744-9c1e-4639-8b95-6c413073f947 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:38:25.661419 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3360e744-9c1e-4639-8b95-6c413073f947 None None] Checking segment: {'id': 'e4300406-21c4-4ed0-8781-0790010345da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '8e24f0d1-8ab9-463f-87e0-3c36a6290d6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:38:25.662794 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-3360e744-9c1e-4639-8b95-6c413073f947 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:25.663237 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3360e744-9c1e-4639-8b95-6c413073f947 None None] Bound using segment: {'id': 'e4300406-21c4-4ed0-8781-0790010345da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '8e24f0d1-8ab9-463f-87e0-3c36a6290d6f'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:38:25.663835 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-3360e744-9c1e-4639-8b95-6c413073f947 None None] Bound port: fc0ff617-02a4-4167-b3a7-772843414744, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4300406-21c4-4ed0-8781-0790010345da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '8e24f0d1-8ab9-463f-87e0-3c36a6290d6f'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:38:25.664356 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-3360e744-9c1e-4639-8b95-6c413073f947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:25.685674 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port 5a3e3e8f-3135-4d07-8b86-e2c670b3ae5b, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=5a3e3e8f-3135-4d07-8b86-e2c670b3ae5b,segment=NetworkSegment(33ad1e8a-79ca-4b9f-bebd-e0b8c2537f05),segment_id=33ad1e8a-79ca-4b9f-bebd-e0b8c2537f05)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:38:25.727271 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-a9789b89-add9-45f6-ab57-8a2cd30544fe None None] Provisioning for port 143ec4f7-bf11-4f25-9cfa-b1d3dbbd5a6d completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:38:25.733916 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a5a950-3601-4619-aef1-40770e3633f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88be4afd-ced4-4652-b0cc-748df6465ded,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:38:25.771073 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-a9789b89-add9-45f6-ab57-8a2cd30544fe None None] Provisioning complete for port 143ec4f7-bf11-4f25-9cfa-b1d3dbbd5a6d triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:38:25.771724 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-a9789b89-add9-45f6-ab57-8a2cd30544fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:25.803350 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:25.860810 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4489fe75-0b2a-483c-ab76-a63ffdaf3b47 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:38:25.865718 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-4489fe75-0b2a-483c-ab76-a63ffdaf3b47 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520-project] 10.222.0.85 "GET /v2.0/ports/143ec4f7-bf11-4f25-9cfa-b1d3dbbd5a6d HTTP/1.1" status: 200 len: 1128 time: 0.2591012 May 30 20:38:25.869807 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 55330) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:38:25.870890 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-53a5a950-3601-4619-aef1-40770e3633f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:25.873128 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-53a5a950-3601-4619-aef1-40770e3633f1 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/88be4afd-ced4-4652-b0cc-748df6465ded HTTP/1.1" status: 204 len: 168 time: 1.4051001 May 30 20:38:25.984990 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [req-2d7acc12-6f25-422f-8791-a7f17072aaf4 req-359fcf0d-abd6-4359-a1af-44cf670f4d5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6bd4241-27eb-4458-942f-37b05133f6b8 {{(pid=84886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:38:26.001014 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-2d7acc12-6f25-422f-8791-a7f17072aaf4 req-359fcf0d-abd6-4359-a1af-44cf670f4d5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:26.004876 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-a9789b89-add9-45f6-ab57-8a2cd30544fe None None] Port 143ec4f7-bf11-4f25-9cfa-b1d3dbbd5a6d cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:38:26.016856 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-3360e744-9c1e-4639-8b95-6c413073f947 None None] For port fc0ff617-02a4-4167-b3a7-772843414744, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:38:26.028548 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [req-2d7acc12-6f25-422f-8791-a7f17072aaf4 req-359fcf0d-abd6-4359-a1af-44cf670f4d5c service neutron] Transition to ACTIVE for port object d6bd4241-27eb-4458-942f-37b05133f6b8 will not be triggered until provisioned by entity L2. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:38:26.035911 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-3360e744-9c1e-4639-8b95-6c413073f947 None None] For port fc0ff617-02a4-4167-b3a7-772843414744, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=fc0ff617-02a4-4167-b3a7-772843414744,segment=NetworkSegment(e4300406-21c4-4ed0-8781-0790010345da),segment_id=e4300406-21c4-4ed0-8781-0790010345da)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:38:26.039802 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=5a3e3e8f-3135-4d07-8b86-e2c670b3ae5b,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:38:26.053171 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e36af79d-f531-4fec-996e-e1a9543e37f1 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:26.057639 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-a9789b89-add9-45f6-ab57-8a2cd30544fe None None] Provisioning complete for port cd19feac-70b3-4745-8df2-2787ed96eb76 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:38:26.058027 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-a9789b89-add9-45f6-ab57-8a2cd30544fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:26.073481 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [None req-e36af79d-f531-4fec-996e-e1a9543e37f1 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Transition to ACTIVE for port object 36546ee1-a086-41f9-a560-ce50cd90322e will not be triggered until provisioned by entity DHCP. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:38:26.113861 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-2d7acc12-6f25-422f-8791-a7f17072aaf4 req-359fcf0d-abd6-4359-a1af-44cf670f4d5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:26.116447 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-310878f7-6438-44d4-a476-82ee3119bc73 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520-project] Deleting port 143ec4f7-bf11-4f25-9cfa-b1d3dbbd5a6d {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:38:26.117061 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-310878f7-6438-44d4-a476-82ee3119bc73 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:26.177360 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-3360e744-9c1e-4639-8b95-6c413073f947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:26.326724 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device cd19feac-70b3-4745-8df2-2787ed96eb76 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:38:26.352052 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e36af79d-f531-4fec-996e-e1a9543e37f1 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:26.502479 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359fcf0d-abd6-4359-a1af-44cf670f4d5c service neutron] Pushing event updated for resources: {'Port': ['ID=d6bd4241-27eb-4458-942f-37b05133f6b8,revision_number=2']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:38:26.567927 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36af79d-f531-4fec-996e-e1a9543e37f1 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Pushing event updated for resources: {'Port': ['ID=36546ee1-a086-41f9-a560-ce50cd90322e,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:38:26.578513 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e36af79d-f531-4fec-996e-e1a9543e37f1 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Network 8e24f0d1-8ab9-463f-87e0-3c36a6290d6f is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:38:26.692220 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3360e744-9c1e-4639-8b95-6c413073f947 None None] Pushing event updated for resources: {'Port': ['ID=fc0ff617-02a4-4167-b3a7-772843414744,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:38:26.715166 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-39d461ec-9411-40f2-bb8d-9101bbbdb9ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:26.737915 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port cd19feac-70b3-4745-8df2-2787ed96eb76 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:38:26.738237 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:26.810882 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-2d7acc12-6f25-422f-8791-a7f17072aaf4 req-359fcf0d-abd6-4359-a1af-44cf670f4d5c service neutron] Attempting to bind port d6bd4241-27eb-4458-942f-37b05133f6b8 on host n-h1-843948-2 for vnic_type normal with profile {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:38:26.811217 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-2d7acc12-6f25-422f-8791-a7f17072aaf4 req-359fcf0d-abd6-4359-a1af-44cf670f4d5c service neutron] Attempting to bind port d6bd4241-27eb-4458-942f-37b05133f6b8 by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': 'ab778a8f-ca2b-4f43-b38a-ce31b10e68d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '76cba922-309a-4387-9272-eb83164f71fd'}] {{(pid=84886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:38:26.811540 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d7acc12-6f25-422f-8791-a7f17072aaf4 req-359fcf0d-abd6-4359-a1af-44cf670f4d5c service neutron] Attempting to bind port d6bd4241-27eb-4458-942f-37b05133f6b8 on network 76cba922-309a-4387-9272-eb83164f71fd {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:38:26.825947 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d7acc12-6f25-422f-8791-a7f17072aaf4 req-359fcf0d-abd6-4359-a1af-44cf670f4d5c service neutron] Port d6bd4241-27eb-4458-942f-37b05133f6b8 on network 76cba922-309a-4387-9272-eb83164f71fd not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:38:26.826519 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d7acc12-6f25-422f-8791-a7f17072aaf4 req-359fcf0d-abd6-4359-a1af-44cf670f4d5c service neutron] Attempting to bind port d6bd4241-27eb-4458-942f-37b05133f6b8 on network 76cba922-309a-4387-9272-eb83164f71fd {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:38:26.834933 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d7acc12-6f25-422f-8791-a7f17072aaf4 req-359fcf0d-abd6-4359-a1af-44cf670f4d5c service neutron] Checking agent: {'id': 'f728d74e-a4ae-4384-860b-a5ade05dd8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:38:26.835635 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d7acc12-6f25-422f-8791-a7f17072aaf4 req-359fcf0d-abd6-4359-a1af-44cf670f4d5c service neutron] Checking segment: {'id': 'ab778a8f-ca2b-4f43-b38a-ce31b10e68d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '76cba922-309a-4387-9272-eb83164f71fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:38:26.836243 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d7acc12-6f25-422f-8791-a7f17072aaf4 req-359fcf0d-abd6-4359-a1af-44cf670f4d5c service neutron] Bound using segment: {'id': 'ab778a8f-ca2b-4f43-b38a-ce31b10e68d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '76cba922-309a-4387-9272-eb83164f71fd'} {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:38:26.836926 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-2d7acc12-6f25-422f-8791-a7f17072aaf4 req-359fcf0d-abd6-4359-a1af-44cf670f4d5c service neutron] Bound port: d6bd4241-27eb-4458-942f-37b05133f6b8, host: n-h1-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab778a8f-ca2b-4f43-b38a-ce31b10e68d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '76cba922-309a-4387-9272-eb83164f71fd'}}] {{(pid=84886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:38:26.837493 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-2d7acc12-6f25-422f-8791-a7f17072aaf4 req-359fcf0d-abd6-4359-a1af-44cf670f4d5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:26.890677 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-310878f7-6438-44d4-a476-82ee3119bc73 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:27.008199 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-2d7acc12-6f25-422f-8791-a7f17072aaf4 req-359fcf0d-abd6-4359-a1af-44cf670f4d5c service neutron] For port d6bd4241-27eb-4458-942f-37b05133f6b8, host n-h1-843948-2, cleared binding levels {{(pid=84886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:38:27.016143 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-2d7acc12-6f25-422f-8791-a7f17072aaf4 req-359fcf0d-abd6-4359-a1af-44cf670f4d5c service neutron] For port d6bd4241-27eb-4458-942f-37b05133f6b8, host n-h1-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=d6bd4241-27eb-4458-942f-37b05133f6b8,segment=NetworkSegment(ab778a8f-ca2b-4f43-b38a-ce31b10e68d3),segment_id=ab778a8f-ca2b-4f43-b38a-ce31b10e68d3)] {{(pid=84886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:38:27.091964 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-2d7acc12-6f25-422f-8791-a7f17072aaf4 req-359fcf0d-abd6-4359-a1af-44cf670f4d5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:27.136981 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-565db6dc-2b28-49ca-bbee-8ce740cffcaf None None] Could not find standard attr ID for object 96d4c2db-7ece-4c45-8406-5e541fc54507. {{(pid=84888) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 30 20:38:27.142069 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 5a3e3e8f-3135-4d07-8b86-e2c670b3ae5b up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:38:27.172466 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-310878f7-6438-44d4-a476-82ee3119bc73 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520-project] Calling delete_port for 143ec4f7-bf11-4f25-9cfa-b1d3dbbd5a6d owned by {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:38:27.219681 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-565db6dc-2b28-49ca-bbee-8ce740cffcaf None None] Provisioning complete for port 143ec4f7-bf11-4f25-9cfa-b1d3dbbd5a6d triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:38:27.219681 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-565db6dc-2b28-49ca-bbee-8ce740cffcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:27.244815 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-2d7acc12-6f25-422f-8791-a7f17072aaf4 req-359fcf0d-abd6-4359-a1af-44cf670f4d5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:27.246404 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2d7acc12-6f25-422f-8791-a7f17072aaf4 req-359fcf0d-abd6-4359-a1af-44cf670f4d5c service neutron] 10.222.0.71 "PUT /v2.0/ports/d6bd4241-27eb-4458-942f-37b05133f6b8 HTTP/1.1" status: 200 len: 1092 time: 2.6587203 May 30 20:38:27.247355 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f21c2e9d-44e2-4ceb-afd4-d9425fc1d983', 'tag': 'd6bd4241-27eb-4458-942f-37b05133f6b8'}] {{(pid=84886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:38:27.322804 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359fcf0d-abd6-4359-a1af-44cf670f4d5c service neutron] Pushing event updated for resources: {'Port': ['ID=d6bd4241-27eb-4458-942f-37b05133f6b8,revision_number=3']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:38:27.382461 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-e36af79d-f531-4fec-996e-e1a9543e37f1 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:38:27.389066 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36af79d-f531-4fec-996e-e1a9543e37f1 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:38:27.455836 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-565db6dc-2b28-49ca-bbee-8ce740cffcaf None None] Port 143ec4f7-bf11-4f25-9cfa-b1d3dbbd5a6d cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:38:27.457567 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 5a3e3e8f-3135-4d07-8b86-e2c670b3ae5b triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:38:27.458686 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:27.475464 n-d-843948-2 neutron-server[84886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a02c8dfc-a78e-452c-b7ab-a6473fe40b95'] response: {'name': 'network-changed', 'server_uuid': 'f21c2e9d-44e2-4ceb-afd4-d9425fc1d983', 'tag': 'd6bd4241-27eb-4458-942f-37b05133f6b8', 'status': 'completed', 'code': 200} May 30 20:38:27.561571 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2d7acc12-6f25-422f-8791-a7f17072aaf4 req-d4fab349-22f0-4b67-b8e1-ba9880cef767 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=be518c6f2f7741c6a6c26447eed4fca2&device_id=f21c2e9d-44e2-4ceb-afd4-d9425fc1d983 HTTP/1.1" status: 200 len: 1095 time: 0.1901243 May 30 20:38:27.591081 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e36af79d-f531-4fec-996e-e1a9543e37f1 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-736099'] for router_interface, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:27.594290 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-310878f7-6438-44d4-a476-82ee3119bc73 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:27.748516 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2d7acc12-6f25-422f-8791-a7f17072aaf4 req-a71c72ea-dc95-4894-b517-8c662e51c9d1 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d6bd4241-27eb-4458-942f-37b05133f6b8 HTTP/1.1" status: 200 len: 217 time: 0.1751516 May 30 20:38:27.752321 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310878f7-6438-44d4-a476-82ee3119bc73 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520-project] Pushing event deleted for resources: {'Port': ['ID=143ec4f7-bf11-4f25-9cfa-b1d3dbbd5a6d,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:38:27.775892 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-310878f7-6438-44d4-a476-82ee3119bc73 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:27.828608 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-310878f7-6438-44d4-a476-82ee3119bc73 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520-project] 10.222.0.85 "DELETE /v2.0/ports/143ec4f7-bf11-4f25-9cfa-b1d3dbbd5a6d HTTP/1.1" status: 204 len: 168 time: 1.9538825 May 30 20:38:27.843326 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 55372) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:38:27.959260 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7acc12-6f25-422f-8791-a7f17072aaf4 req-c47a2c95-7c84-46a2-ab07-d522a131c9aa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:38:27.960921 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2d7acc12-6f25-422f-8791-a7f17072aaf4 req-c47a2c95-7c84-46a2-ab07-d522a131c9aa service neutron] 10.222.0.71 "GET /v2.0/subnets?id=664239a8-9fd7-4297-838f-478b17647c0d HTTP/1.1" status: 200 len: 850 time: 0.2012606 May 30 20:38:28.081878 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c0f2ab-5ed4-40dc-a46a-21cbdef62872 req-f6ea8637-326e-447d-b9c0-81d83e05f9d0 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:38:28.089965 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-33c0f2ab-5ed4-40dc-a46a-21cbdef62872 req-f6ea8637-326e-447d-b9c0-81d83e05f9d0 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] 10.222.0.85 "GET /v2.0/ports?device_id=f21c2e9d-44e2-4ceb-afd4-d9425fc1d983 HTTP/1.1" status: 200 len: 944 time: 1.5175319 May 30 20:38:28.137425 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2d7acc12-6f25-422f-8791-a7f17072aaf4 req-feec2137-7860-4fe8-baec-b14f91479f21 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=76cba922-309a-4387-9272-eb83164f71fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1703866 May 30 20:38:28.386357 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device fc0ff617-02a4-4167-b3a7-772843414744 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:38:28.390654 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-33c0f2ab-5ed4-40dc-a46a-21cbdef62872 req-b147fee3-165e-4513-8bf3-ce66a2195a6b tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] 10.222.0.85 "GET /v2.0/security-groups?id=8ecf9ffd-ec75-4b12-b1cb-18bcf80672bd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2989955 May 30 20:38:28.393564 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_v2 [None req-57f2d131-4c08-44a4-bfb4-cbe48d94b1dd tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520-project] Deleting subnet 9e53a244-caa3-4a2e-9582-c3e90be85c9b {{(pid=84887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:38:28.405928 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-57f2d131-4c08-44a4-bfb4-cbe48d94b1dd tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520-project] Notify callbacks [] for subnet, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:28.458168 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2d7acc12-6f25-422f-8791-a7f17072aaf4 req-65e66f70-c529-4b97-9018-9b9113accedc service neutron] 10.222.0.71 "GET /v2.0/networks/76cba922-309a-4387-9272-eb83164f71fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3148060 May 30 20:38:28.481780 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-57f2d131-4c08-44a4-bfb4-cbe48d94b1dd tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3149227'] for subnet, precommit_delete_associations {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:28.633927 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port fc0ff617-02a4-4167-b3a7-772843414744 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:38:28.691488 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-57f2d131-4c08-44a4-bfb4-cbe48d94b1dd tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:28.954917 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2d7acc12-6f25-422f-8791-a7f17072aaf4 req-5cab73b3-16a1-464b-9d5a-d1c2a49491c2 service neutron] 10.222.0.71 "GET /v2.0/networks/76cba922-309a-4387-9272-eb83164f71fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4880283 May 30 20:38:29.119973 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e36af79d-f531-4fec-996e-e1a9543e37f1 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:29.156674 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67cbd976-640a-4231-8087-d8bc7ce1025a None None] Network 8e24f0d1-8ab9-463f-87e0-3c36a6290d6f requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:38:29.236051 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ae98ded8-99b7-432f-8760-3693a3c246dd req-23ce0c67-5269-4eca-8d20-b85af9dcbc6c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=be518c6f2f7741c6a6c26447eed4fca2&device_id=f21c2e9d-44e2-4ceb-afd4-d9425fc1d983 HTTP/1.1" status: 200 len: 1095 time: 0.1472430 May 30 20:38:29.250235 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-57f2d131-4c08-44a4-bfb4-cbe48d94b1dd tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4055470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114247'] for subnet, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:29.311348 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f2d131-4c08-44a4-bfb4-cbe48d94b1dd tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520-project] Pushing event deleted for resources: {'Subnet': ['ID=9e53a244-caa3-4a2e-9582-c3e90be85c9b,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:38:29.387898 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-57f2d131-4c08-44a4-bfb4-cbe48d94b1dd tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520-project] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:29.402742 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-364f7bcd-c915-4ae4-b0a4-4b7a7954d51f None None] Network 7246afe7-e176-4d28-915a-fc1b5b4305a4 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:38:29.460923 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-cbeb2def-9aa1-42f8-83cc-05b06633a6bb None None] Provisioning for port fc0ff617-02a4-4167-b3a7-772843414744 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:38:29.561752 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae98ded8-99b7-432f-8760-3693a3c246dd req-e63e5e55-2a39-42ef-8076-f6525c2896e1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:38:29.563344 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ae98ded8-99b7-432f-8760-3693a3c246dd req-e63e5e55-2a39-42ef-8076-f6525c2896e1 service neutron] 10.222.0.71 "GET /v2.0/networks?id=76cba922-309a-4387-9272-eb83164f71fd HTTP/1.1" status: 200 len: 912 time: 0.3206844 May 30 20:38:29.592225 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-cbeb2def-9aa1-42f8-83cc-05b06633a6bb None None] Provisioning complete for port fc0ff617-02a4-4167-b3a7-772843414744 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:38:29.592874 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-cbeb2def-9aa1-42f8-83cc-05b06633a6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:29.772239 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ae98ded8-99b7-432f-8760-3693a3c246dd req-8a5e11ff-9b6a-47b0-b842-5871f16aba41 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d6bd4241-27eb-4458-942f-37b05133f6b8 HTTP/1.1" status: 200 len: 217 time: 0.2007158 May 30 20:38:29.829197 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-d28d70ff-93b1-4cf7-a695-0b3e9a7d3a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:29.920993 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-57f2d131-4c08-44a4-bfb4-cbe48d94b1dd tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520-project] 10.222.0.85 "DELETE /v2.0/subnets/9e53a244-caa3-4a2e-9582-c3e90be85c9b HTTP/1.1" status: 204 len: 168 time: 2.0618262 May 30 20:38:29.925777 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 55416) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:38:30.029104 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-cbeb2def-9aa1-42f8-83cc-05b06633a6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:30.039920 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:30.214526 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae98ded8-99b7-432f-8760-3693a3c246dd req-4b12523b-32f4-4dba-84c9-c5921d7280b8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:38:30.217171 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ae98ded8-99b7-432f-8760-3693a3c246dd req-4b12523b-32f4-4dba-84c9-c5921d7280b8 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=664239a8-9fd7-4297-838f-478b17647c0d HTTP/1.1" status: 200 len: 850 time: 0.4347179 May 30 20:38:30.266646 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-cbeb2def-9aa1-42f8-83cc-05b06633a6bb None None] For port fc0ff617-02a4-4167-b3a7-772843414744, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=fc0ff617-02a4-4167-b3a7-772843414744,segment=NetworkSegment(e4300406-21c4-4ed0-8781-0790010345da),segment_id=e4300406-21c4-4ed0-8781-0790010345da)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:38:30.282642 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [req-78dbb946-f493-46d6-b0ec-21045ec98fc2 req-595e7701-3bdd-46ee-a904-51a27700e1fc service neutron] (84887) timed out ('10.222.0.86', 51373) {{(pid=84887) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 30 20:38:30.303369 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e36af79d-f531-4fec-996e-e1a9543e37f1 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:30.369769 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fd3f38-88c6-4da9-8825-ca1735b9a5e0 req-ba935642-fffd-4de6-ae24-6c5ec88bb152 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:38:30.380233 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-32fd3f38-88c6-4da9-8825-ca1735b9a5e0 req-ba935642-fffd-4de6-ae24-6c5ec88bb152 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] 10.222.0.85 "GET /v2.0/ports?device_id=f21c2e9d-44e2-4ceb-afd4-d9425fc1d983 HTTP/1.1" status: 200 len: 944 time: 0.6883516 May 30 20:38:30.385672 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-035c08c3-4d66-4556-b417-8a2f41b4dd48 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:30.443955 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-035c08c3-4d66-4556-b417-8a2f41b4dd48 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520-project] Deleting port cd19feac-70b3-4745-8df2-2787ed96eb76 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:38:30.444302 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-035c08c3-4d66-4556-b417-8a2f41b4dd48 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:30.451455 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-cbeb2def-9aa1-42f8-83cc-05b06633a6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:30.524883 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e36af79d-f531-4fec-996e-e1a9543e37f1 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:30.574341 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ae98ded8-99b7-432f-8760-3693a3c246dd req-9113e31d-c3fd-4137-9fc5-55679c0b2519 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=76cba922-309a-4387-9272-eb83164f71fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3479972 May 30 20:38:30.649095 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-32fd3f38-88c6-4da9-8825-ca1735b9a5e0 req-11cd1d2e-dce8-4239-a0cc-76411bf7d502 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] 10.222.0.85 "GET /v2.0/security-groups?id=8ecf9ffd-ec75-4b12-b1cb-18bcf80672bd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2699840 May 30 20:38:30.757368 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e36af79d-f531-4fec-996e-e1a9543e37f1 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1718057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-736206'] for router_interface, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:30.761115 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36af79d-f531-4fec-996e-e1a9543e37f1 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Pushing event updated for resources: {'Port': ['ID=36546ee1-a086-41f9-a560-ce50cd90322e,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:38:30.765798 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbeb2def-9aa1-42f8-83cc-05b06633a6bb None None] Pushing event updated for resources: {'Port': ['ID=fc0ff617-02a4-4167-b3a7-772843414744,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:38:30.771411 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c992f0df-3963-4109-8ea0-767aa27665df None None] DHCP port deletion for 7246afe7-e176-4d28-915a-fc1b5b4305a4 request from n-d-843948-2 {{(pid=84888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:38:30.782644 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-c992f0df-3963-4109-8ea0-767aa27665df None None] Deleting port cd19feac-70b3-4745-8df2-2787ed96eb76 {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:38:30.783484 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-c992f0df-3963-4109-8ea0-767aa27665df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:30.955927 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-6b3a42db-d739-47d0-af42-5b65c03db531 None None] Provisioning for port 36546ee1-a086-41f9-a560-ce50cd90322e completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:38:30.982175 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-6b3a42db-d739-47d0-af42-5b65c03db531 None None] Provisioning complete for port 36546ee1-a086-41f9-a560-ce50cd90322e triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:38:30.982458 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-6b3a42db-d739-47d0-af42-5b65c03db531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:31.100389 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e36af79d-f531-4fec-996e-e1a9543e37f1 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Network 8e24f0d1-8ab9-463f-87e0-3c36a6290d6f is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:38:31.102140 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-e36af79d-f531-4fec-996e-e1a9543e37f1 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:38:31.256180 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ae98ded8-99b7-432f-8760-3693a3c246dd req-5fcd2151-a02a-47af-a4d3-a0edebd861c8 service neutron] 10.222.0.71 "GET /v2.0/networks/76cba922-309a-4387-9272-eb83164f71fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6721182 May 30 20:38:31.260338 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [None req-035c08c3-4d66-4556-b417-8a2f41b4dd48 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520-project] For port cd19feac-70b3-4745-8df2-2787ed96eb76, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=cd19feac-70b3-4745-8df2-2787ed96eb76,segment=NetworkSegment(cb716cc2-91fa-4fa9-bbd6-2f05d9e7a331),segment_id=cb716cc2-91fa-4fa9-bbd6-2f05d9e7a331)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:38:31.260742 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-035c08c3-4d66-4556-b417-8a2f41b4dd48 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:31.348672 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-6b3a42db-d739-47d0-af42-5b65c03db531 None None] Port 36546ee1-a086-41f9-a560-ce50cd90322e cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:38:31.485233 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ae98ded8-99b7-432f-8760-3693a3c246dd req-e548a282-8cfd-40dc-ad01-92f82a1c7775 service neutron] 10.222.0.71 "GET /v2.0/networks/76cba922-309a-4387-9272-eb83164f71fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016363 May 30 20:38:31.507666 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:31.539849 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-6b3a42db-d739-47d0-af42-5b65c03db531 None None] Provisioning complete for port fc0ff617-02a4-4167-b3a7-772843414744 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:38:31.540212 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-6b3a42db-d739-47d0-af42-5b65c03db531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:31.629122 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-c992f0df-3963-4109-8ea0-767aa27665df None None] For port cd19feac-70b3-4745-8df2-2787ed96eb76, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=cd19feac-70b3-4745-8df2-2787ed96eb76,segment=NetworkSegment(cb716cc2-91fa-4fa9-bbd6-2f05d9e7a331),segment_id=cb716cc2-91fa-4fa9-bbd6-2f05d9e7a331)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:38:31.629545 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-c992f0df-3963-4109-8ea0-767aa27665df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:31.681024 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e36af79d-f531-4fec-996e-e1a9543e37f1 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Router c1ce1ffd-c963-4af9-9150-aa661ee96a29 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:38:31.692047 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-035c08c3-4d66-4556-b417-8a2f41b4dd48 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520-project] Calling delete_port for cd19feac-70b3-4745-8df2-2787ed96eb76 owned by network:dhcp {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:38:31.835072 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-c992f0df-3963-4109-8ea0-767aa27665df None None] Calling delete_port for cd19feac-70b3-4745-8df2-2787ed96eb76 owned by network:dhcp {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:38:31.936611 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-035c08c3-4d66-4556-b417-8a2f41b4dd48 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:32.011421 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.db.api [None req-c992f0df-3963-4109-8ea0-767aa27665df None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:38:32.011729 n-d-843948-2 neutron-server[84888]: DEBUG oslo_db.api [None req-c992f0df-3963-4109-8ea0-767aa27665df None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:38:32.033156 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035c08c3-4d66-4556-b417-8a2f41b4dd48 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520-project] Pushing event deleted for resources: {'Port': ['ID=cd19feac-70b3-4745-8df2-2787ed96eb76,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:38:32.055739 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035c08c3-4d66-4556-b417-8a2f41b4dd48 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520-project] No DVR routers for this DVR port cd19feac-70b3-4745-8df2-2787ed96eb76 on host n-d-843948-2 {{(pid=84886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:38:32.175454 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-75740326-ffba-49f1-aa11-7b06bf3d8560 None None] Provisioning complete for port 36546ee1-a086-41f9-a560-ce50cd90322e triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:38:32.180202 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-75740326-ffba-49f1-aa11-7b06bf3d8560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:32.180504 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef9b6f5-0158-4af9-8bf5-d4dbcadf711c req-022d4614-459a-4329-a23e-7ba3285d7701 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:38:32.182099 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5ef9b6f5-0158-4af9-8bf5-d4dbcadf711c req-022d4614-459a-4329-a23e-7ba3285d7701 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] 10.222.0.85 "GET /v2.0/ports?device_id=f21c2e9d-44e2-4ceb-afd4-d9425fc1d983 HTTP/1.1" status: 200 len: 944 time: 0.2289581 May 30 20:38:32.216754 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e36af79d-f531-4fec-996e-e1a9543e37f1 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:38:32.234238 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-e36af79d-f531-4fec-996e-e1a9543e37f1 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] 10.222.0.85 "PUT /v2.0/routers/c1ce1ffd-c963-4af9-9150-aa661ee96a29/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8096933 May 30 20:38:32.238711 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 55468) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:38:32.247212 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-6eea025d-f176-4818-bc5c-a913de5cf42a tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Request body: {'network': {'name': 'tempest-RoutersTest-1886949729'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:38:32.259196 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118267b5-89e2-45a1-a8ab-2b19d9163906 None None] Sync routers for ids ['c1ce1ffd-c963-4af9-9150-aa661ee96a29'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:38:32.267777 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-6eea025d-f176-4818-bc5c-a913de5cf42a tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:38:32.279519 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-6eea025d-f176-4818-bc5c-a913de5cf42a tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Usage tracker for resource:network and tenant:58f9213e719f47ba816694fbf3eafd38 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:38:32.285404 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-6eea025d-f176-4818-bc5c-a913de5cf42a tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:38:32.299027 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-6eea025d-f176-4818-bc5c-a913de5cf42a tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:38:32.330629 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5ef9b6f5-0158-4af9-8bf5-d4dbcadf711c req-7c542a2b-a85b-4bcc-98a9-59247b08ca0d tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] 10.222.0.85 "GET /v2.0/security-groups?id=8ecf9ffd-ec75-4b12-b1cb-18bcf80672bd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1380279 May 30 20:38:32.344589 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device fc0ff617-02a4-4167-b3a7-772843414744 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:38:32.362764 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-035c08c3-4d66-4556-b417-8a2f41b4dd48 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:32.399182 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eea025d-f176-4818-bc5c-a913de5cf42a tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Made reservation on behalf of 58f9213e719f47ba816694fbf3eafd38 for: {'network': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:38:32.408559 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6eea025d-f176-4818-bc5c-a913de5cf42a tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:32.431885 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device d6bd4241-27eb-4458-942f-37b05133f6b8 details requested by agent hyperv_n-h1-843948-2 with host n-h1-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:38:32.432601 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-035c08c3-4d66-4556-b417-8a2f41b4dd48 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7246afe7-e176-4d28-915a-fc1b5b4305a4']}} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:38:32.479943 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-035c08c3-4d66-4556-b417-8a2f41b4dd48 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb716cc2-91fa-4fa9-bbd6-2f05d9e7a331') {'for_net_delete': True} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:38:32.480187 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-035c08c3-4d66-4556-b417-8a2f41b4dd48 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb716cc2-91fa-4fa9-bbd6-2f05d9e7a331') {} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:38:32.492524 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6eea025d-f176-4818-bc5c-a913de5cf42a tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] vlan segment allocate from pool success with {'vlan_id': 689, 'physical_network': 'physnet1'} {{(pid=84887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:38:32.506800 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6eea025d-f176-4818-bc5c-a913de5cf42a tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:32.507141 n-d-843948-2 neutron-server[84887]: INFO neutron.db.segments_db [None req-6eea025d-f176-4818-bc5c-a913de5cf42a tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Added segment 03262776-27c7-420d-9354-9cb59b06d8b3 of type vlan for network a4586be9-91a4-46ec-bf45-905d6933d244 May 30 20:38:32.510954 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-035c08c3-4d66-4556-b417-8a2f41b4dd48 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2660590'] for segment, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:32.563104 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-035c08c3-4d66-4556-b417-8a2f41b4dd48 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:32.573438 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-c992f0df-3963-4109-8ea0-767aa27665df None None] Deleting port cd19feac-70b3-4745-8df2-2787ed96eb76 {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:38:32.574793 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-c992f0df-3963-4109-8ea0-767aa27665df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:32.583429 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-035c08c3-4d66-4556-b417-8a2f41b4dd48 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520-project] Releasing vlan 661 on physical network physnet1 to pool {{(pid=84886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:38:32.583847 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-035c08c3-4d66-4556-b417-8a2f41b4dd48 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4126989'] for segment, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:32.591484 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6eea025d-f176-4818-bc5c-a913de5cf42a tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:32.606450 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-75740326-ffba-49f1-aa11-7b06bf3d8560 None None] Port 36546ee1-a086-41f9-a560-ce50cd90322e cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:38:32.642578 n-d-843948-2 neutron-server[84886]: Traceback (most recent call last): May 30 20:38:32.642578 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:38:32.642578 n-d-843948-2 neutron-server[84886]: timer() May 30 20:38:32.642578 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:38:32.642578 n-d-843948-2 neutron-server[84886]: cb(*args, **kw) May 30 20:38:32.642578 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:38:32.642578 n-d-843948-2 neutron-server[84886]: return func(*args, **kwargs) May 30 20:38:32.642578 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:38:32.642578 n-d-843948-2 neutron-server[84886]: self._notify() May 30 20:38:32.642578 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:38:32.642578 n-d-843948-2 neutron-server[84886]: self.callback(batched_events) May 30 20:38:32.642578 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:38:32.642578 n-d-843948-2 neutron-server[84886]: event.method(event) May 30 20:38:32.642578 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:38:32.642578 n-d-843948-2 neutron-server[84886]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:38:32.642578 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:38:32.642578 n-d-843948-2 neutron-server[84886]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:38:32.642578 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:38:32.642578 n-d-843948-2 neutron-server[84886]: return f(self, *a, **k) May 30 20:38:32.642578 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:38:32.642578 n-d-843948-2 neutron-server[84886]: return self._get(url).json() May 30 20:38:32.642578 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:38:32.642578 n-d-843948-2 neutron-server[84886]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:38:32.642578 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:38:32.642578 n-d-843948-2 neutron-server[84886]: return self.request(url, 'GET', **kwargs) May 30 20:38:32.642578 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:38:32.642578 n-d-843948-2 neutron-server[84886]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:38:32.642578 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:38:32.642578 n-d-843948-2 neutron-server[84886]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:38:32.642578 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:38:32.642578 n-d-843948-2 neutron-server[84886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:38:32.642578 n-d-843948-2 neutron-server[84886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:38:32.698790 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6eea025d-f176-4818-bc5c-a913de5cf42a tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:32.706062 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eea025d-f176-4818-bc5c-a913de5cf42a tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:38:32.706995 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6eea025d-f176-4818-bc5c-a913de5cf42a tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:32.708854 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-c992f0df-3963-4109-8ea0-767aa27665df None None] The port 'cd19feac-70b3-4745-8df2-2787ed96eb76' was deleted {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 20:38:32.712444 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118267b5-89e2-45a1-a8ab-2b19d9163906 None None] Routers {'c1ce1ffd-c963-4af9-9150-aa661ee96a29'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:38:32.713001 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-118267b5-89e2-45a1-a8ab-2b19d9163906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:38:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['c1ce1ffd-c963-4af9-9150-aa661ee96a29'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:38:32.857059 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-035c08c3-4d66-4556-b417-8a2f41b4dd48 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:32.908284 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-035c08c3-4d66-4556-b417-8a2f41b4dd48 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520-project] Notify callbacks [] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:32.917308 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eea025d-f176-4818-bc5c-a913de5cf42a tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Pushing event updated for resources: {'Network': ['ID=a4586be9-91a4-46ec-bf45-905d6933d244,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:38:32.918718 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035c08c3-4d66-4556-b417-8a2f41b4dd48 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520-project] Pushing event deleted for resources: {'Network': ['ID=7246afe7-e176-4d28-915a-fc1b5b4305a4,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:38:32.926428 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-035c08c3-4d66-4556-b417-8a2f41b4dd48 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520 tempest-ExtraDHCPOptionsIpV6TestJSON-1185830520-project] 10.222.0.85 "DELETE /v2.0/networks/7246afe7-e176-4d28-915a-fc1b5b4305a4 HTTP/1.1" status: 204 len: 168 time: 2.9985580 May 30 20:38:32.926608 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:32.936592 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port d6bd4241-27eb-4458-942f-37b05133f6b8, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=d6bd4241-27eb-4458-942f-37b05133f6b8,segment=NetworkSegment(ab778a8f-ca2b-4f43-b38a-ce31b10e68d3),segment_id=ab778a8f-ca2b-4f43-b38a-ce31b10e68d3)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:38:32.944047 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network a4586be9-91a4-46ec-bf45-905d6933d244 details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:38:32.971897 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-6eea025d-f176-4818-bc5c-a913de5cf42a tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7322361 May 30 20:38:32.975873 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 55484) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:38:32.990319 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-9aa508d5-1d40-4b76-aecf-cadcbc7b5b30 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Request body: {'subnet': {'network_id': 'a4586be9-91a4-46ec-bf45-905d6933d244', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:38:33.030873 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Returning: {'device': 'd6bd4241-27eb-4458-942f-37b05133f6b8', 'network_id': '76cba922-309a-4387-9272-eb83164f71fd', 'port_id': 'd6bd4241-27eb-4458-942f-37b05133f6b8', 'mac_address': 'fa:16:3e:5a:63:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '664239a8-9fd7-4297-838f-478b17647c0d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:38:33.054439 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-118267b5-89e2-45a1-a8ab-2b19d9163906 None None] Set router c1ce1ffd-c963-4af9-9150-aa661ee96a29 gateway port host: None {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:38:33.157837 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port fc0ff617-02a4-4167-b3a7-772843414744 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:38:33.158590 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:33.207506 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-9aa508d5-1d40-4b76-aecf-cadcbc7b5b30 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:38:33.212700 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-9aa508d5-1d40-4b76-aecf-cadcbc7b5b30 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Usage tracker for resource:subnet and tenant:58f9213e719f47ba816694fbf3eafd38 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:38:33.218149 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-9aa508d5-1d40-4b76-aecf-cadcbc7b5b30 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:38:33.228605 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-9aa508d5-1d40-4b76-aecf-cadcbc7b5b30 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:38:33.359587 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aa508d5-1d40-4b76-aecf-cadcbc7b5b30 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Made reservation on behalf of 58f9213e719f47ba816694fbf3eafd38 for: {'subnet': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:38:33.374838 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:33.475267 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6bd4241-27eb-4458-942f-37b05133f6b8 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:38:33.516281 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port d6bd4241-27eb-4458-942f-37b05133f6b8, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=d6bd4241-27eb-4458-942f-37b05133f6b8,segment=NetworkSegment(ab778a8f-ca2b-4f43-b38a-ce31b10e68d3),segment_id=ab778a8f-ca2b-4f43-b38a-ce31b10e68d3)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:38:33.679084 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:33.745794 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9aa508d5-1d40-4b76-aecf-cadcbc7b5b30 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2778563'] for subnet, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:33.850019 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device cd19feac-70b3-4745-8df2-2787ed96eb76 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:38:33.982134 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: cd19feac-70b3-4745-8df2-2787ed96eb76 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:38:33.983355 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device cd19feac-70b3-4745-8df2-2787ed96eb76 not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:38:34.046337 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['d6bd4241-27eb-4458-942f-37b05133f6b8'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:38:34.108874 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 55518) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:38:34.267876 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1177045-2b6e-460d-88f2-3e36b0c91b8d req-f17fef81-be97-4b53-b3d5-4074b30f360e tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:38:34.272929 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a1177045-2b6e-460d-88f2-3e36b0c91b8d req-f17fef81-be97-4b53-b3d5-4074b30f360e tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] 10.222.0.85 "GET /v2.0/ports?device_id=f21c2e9d-44e2-4ceb-afd4-d9425fc1d983 HTTP/1.1" status: 200 len: 945 time: 0.4203627 May 30 20:38:34.287448 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=d6bd4241-27eb-4458-942f-37b05133f6b8,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:38:34.296198 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-de59595d-0d6b-4b4e-a3a3-00bdf2705f07 req-6d217d41-fbda-4058-aade-785f01d8d4c4 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=25b5e8b3-fb3a-4bc7-9861-b48d5ed54144&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4401429 May 30 20:38:34.392149 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-118267b5-89e2-45a1-a8ab-2b19d9163906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1ce1ffd-c963-4af9-9150-aa661ee96a29', 'name': 'tempest-RoutersTest-router-878275498', 'tenant_id': '58f9213e719f47ba816694fbf3eafd38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:38:08Z', 'updated_at': '2022-05-30T20:38:28Z', 'revision_number': 3, 'project_id': '58f9213e719f47ba816694fbf3eafd38', 'gw_port_host': None, '_interfaces': [{'id': '36546ee1-a086-41f9-a560-ce50cd90322e', 'name': '', 'network_id': '8e24f0d1-8ab9-463f-87e0-3c36a6290d6f', 'tenant_id': '58f9213e719f47ba816694fbf3eafd38', 'mac_address': 'fa:16:3e:d5:7c:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1ce1ffd-c963-4af9-9150-aa661ee96a29', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '36fa5394-b4f5-48da-ba65-741912f95be9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:38:24Z', 'updated_at': '2022-05-30T20:38:29Z', 'revision_number': 2, 'project_id': '58f9213e719f47ba816694fbf3eafd38', 'subnets': [{'id': '36fa5394-b4f5-48da-ba65-741912f95be9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5a3e3e8f-3135-4d07-8b86-e2c670b3ae5b', 'name': '', 'network_id': 'aa48d2f1-345a-448d-b2e2-1618ebc16a0c', 'tenant_id': '58f9213e719f47ba816694fbf3eafd38', 'mac_address': 'fa:16:3e:48:2d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ce1ffd-c963-4af9-9150-aa661ee96a29', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd5564509-e22f-42dd-bd78-24065d2f88c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:38:13Z', 'updated_at': '2022-05-30T20:38:25Z', 'revision_number': 5, 'project_id': '58f9213e719f47ba816694fbf3eafd38', 'subnets': [{'id': 'd5564509-e22f-42dd-bd78-24065d2f88c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:38:34.407017 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118267b5-89e2-45a1-a8ab-2b19d9163906 None None] Checking router: c1ce1ffd-c963-4af9-9150-aa661ee96a29 for host: n-d-843948-2 {{(pid=84888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:38:34.407977 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118267b5-89e2-45a1-a8ab-2b19d9163906 None None] Updating router c1ce1ffd-c963-4af9-9150-aa661ee96a29 port 36546ee1-a086-41f9-a560-ce50cd90322e binding host n-d-843948-2 {{(pid=84888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:38:34.427642 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a1177045-2b6e-460d-88f2-3e36b0c91b8d req-b655aa3f-42bb-4447-a4f2-10e62cb98b3b tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] 10.222.0.85 "GET /v2.0/security-groups?id=8ecf9ffd-ec75-4b12-b1cb-18bcf80672bd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1473505 May 30 20:38:34.544994 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-118267b5-89e2-45a1-a8ab-2b19d9163906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:34.545807 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-f9108953-5ea7-4843-a4eb-ee5829a00b93 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=5e10ae159432498cbe72554fb5d77411&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4338243 May 30 20:38:34.548229 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 55534) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:38:34.574412 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-de59595d-0d6b-4b4e-a3a3-00bdf2705f07 req-1d6445ed-caf8-4030-8730-3673c6a2f08d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=07887abe5acc42d7891b86c5f258fed2&device_id=25b5e8b3-fb3a-4bc7-9861-b48d5ed54144 HTTP/1.1" status: 200 len: 1100 time: 0.1177866 May 30 20:38:34.645110 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3c1117f8-7214-41b5-8002-fe7aa0d6cee6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:34.675294 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9aa508d5-1d40-4b76-aecf-cadcbc7b5b30 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4127140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2778577'] for subnet, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:34.755517 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa508d5-1d40-4b76-aecf-cadcbc7b5b30 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Pushing event updated for resources: {'Subnet': ['ID=e90feffd-8565-4347-8fa2-fb686c5accd9,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:38:34.779366 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3c1117f8-7214-41b5-8002-fe7aa0d6cee6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:34.832401 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de59595d-0d6b-4b4e-a3a3-00bdf2705f07 req-dc48d547-f9e8-477c-8e2b-a3c84240a958 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:38:34.833929 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-de59595d-0d6b-4b4e-a3a3-00bdf2705f07 req-dc48d547-f9e8-477c-8e2b-a3c84240a958 service neutron] 10.222.0.86 "GET /v2.0/networks?id=4344fbed-57fb-43d7-b32d-6020ce60f0a1 HTTP/1.1" status: 200 len: 870 time: 0.2312150 May 30 20:38:34.852847 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa508d5-1d40-4b76-aecf-cadcbc7b5b30 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Checking segment: {'id': '03262776-27c7-420d-9354-9cb59b06d8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'a4586be9-91a4-46ec-bf45-905d6933d244'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:38:34.853137 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aa508d5-1d40-4b76-aecf-cadcbc7b5b30 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Network hostable DHCP agents. Network: a4586be9-91a4-46ec-bf45-905d6933d244, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:38:34.953945 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aa508d5-1d40-4b76-aecf-cadcbc7b5b30 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Network a4586be9-91a4-46ec-bf45-905d6933d244 is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:38:34.982302 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3c1117f8-7214-41b5-8002-fe7aa0d6cee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:34.987465 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-de59595d-0d6b-4b4e-a3a3-00bdf2705f07 req-f1a59891-7220-4d7d-8ea8-db127314b0ba service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=97dcd700-251d-4041-ae92-8567db8d470a HTTP/1.1" status: 200 len: 217 time: 0.1429567 May 30 20:38:35.024523 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1117f8-7214-41b5-8002-fe7aa0d6cee6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67f52816-5de7-4ae9-b9b5-2b2cc50d7091,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:38:35.044383 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3c1117f8-7214-41b5-8002-fe7aa0d6cee6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:35.051564 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-3c1117f8-7214-41b5-8002-fe7aa0d6cee6 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/67f52816-5de7-4ae9-b9b5-2b2cc50d7091 HTTP/1.1" status: 204 len: 168 time: 0.5022812 May 30 20:38:35.089528 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-9aa508d5-1d40-4b76-aecf-cadcbc7b5b30 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, a4586be9-91a4-46ec-bf45-905d6933d244) {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:38:35.089920 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa508d5-1d40-4b76-aecf-cadcbc7b5b30 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:38:35.092420 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9aa508d5-1d40-4b76-aecf-cadcbc7b5b30 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks [] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:35.119761 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43bc71e5-ffc1-4115-83fe-ebba5e69635f None None] Network a4586be9-91a4-46ec-bf45-905d6933d244 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:38:35.156815 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de59595d-0d6b-4b4e-a3a3-00bdf2705f07 req-2ec1aefa-61e0-493e-814e-2d2b863bf6c0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:38:35.158582 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-de59595d-0d6b-4b4e-a3a3-00bdf2705f07 req-2ec1aefa-61e0-493e-814e-2d2b863bf6c0 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1b83ff54-b1af-44ce-bb75-ba148920553c HTTP/1.1" status: 200 len: 843 time: 0.1604686 May 30 20:38:35.240343 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-9aa508d5-1d40-4b76-aecf-cadcbc7b5b30 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2634342 May 30 20:38:35.243122 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 55562) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:38:35.371017 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-de59595d-0d6b-4b4e-a3a3-00bdf2705f07 req-953e43d6-99d8-47fc-bb60-21986046ec0a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4344fbed-57fb-43d7-b32d-6020ce60f0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1982729 May 30 20:38:35.391157 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-118267b5-89e2-45a1-a8ab-2b19d9163906 None None] Notify callbacks [] for port, precommit_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:35.420527 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-118267b5-89e2-45a1-a8ab-2b19d9163906 None None] Transition to ACTIVE for port object 36546ee1-a086-41f9-a560-ce50cd90322e will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:38:35.578949 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-118267b5-89e2-45a1-a8ab-2b19d9163906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:35.723036 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-de59595d-0d6b-4b4e-a3a3-00bdf2705f07 req-b14bd437-4f73-42d8-97f1-487915081c8d service neutron] 10.222.0.86 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3395703 May 30 20:38:35.849765 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb78751d-60a1-4fc9-867e-529c625278ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-a4586be9-91a4-46ec-bf45-905d6933d244', 'network_id': 'a4586be9-91a4-46ec-bf45-905d6933d244', 'tenant_id': '58f9213e719f47ba816694fbf3eafd38', 'fixed_ips': [{'subnet_id': 'e90feffd-8565-4347-8fa2-fb686c5accd9'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:38:35.850583 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-bb78751d-60a1-4fc9-867e-529c625278ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:36.137133 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-de59595d-0d6b-4b4e-a3a3-00bdf2705f07 req-4cf1a8b6-9e91-47e0-abb7-9078d63448e9 service neutron] 10.222.0.86 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3995886 May 30 20:38:36.184550 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15fcfd0-474a-43de-aefd-da4caf8f2128 req-55b0db0d-d7c6-419c-97e3-f7df09c2ad58 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:38:36.187117 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a15fcfd0-474a-43de-aefd-da4caf8f2128 req-55b0db0d-d7c6-419c-97e3-f7df09c2ad58 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] 10.222.0.85 "GET /v2.0/ports?device_id=f21c2e9d-44e2-4ceb-afd4-d9425fc1d983 HTTP/1.1" status: 200 len: 945 time: 0.3958905 May 30 20:38:36.292898 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a15fcfd0-474a-43de-aefd-da4caf8f2128 req-e30545d1-2d03-46ad-a7f5-10d6953fbf4a tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] 10.222.0.85 "GET /v2.0/security-groups?id=8ecf9ffd-ec75-4b12-b1cb-18bcf80672bd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0829418 May 30 20:38:36.315111 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecf8863-f8a7-47b7-bb17-6360a4f1e13c None None] Pushing event updated for resources: {'Port': ['ID=36546ee1-a086-41f9-a560-ce50cd90322e,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:38:36.409343 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device d6bd4241-27eb-4458-942f-37b05133f6b8 up at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:38:36.493700 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:38:36.719907 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-bb78751d-60a1-4fc9-867e-529c625278ab None None] Allocated IP 172.22.0.2 (a4586be9-91a4-46ec-bf45-905d6933d244/e90feffd-8565-4347-8fa2-fb686c5accd9/d57557d8-d818-4b87-af73-489942427cdc) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:38:36.721838 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-118267b5-89e2-45a1-a8ab-2b19d9163906 None None] Attempting to bind port 36546ee1-a086-41f9-a560-ce50cd90322e on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:38:36.722200 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-118267b5-89e2-45a1-a8ab-2b19d9163906 None None] Attempting to bind port 36546ee1-a086-41f9-a560-ce50cd90322e by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': 'e4300406-21c4-4ed0-8781-0790010345da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '8e24f0d1-8ab9-463f-87e0-3c36a6290d6f'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:38:36.722760 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118267b5-89e2-45a1-a8ab-2b19d9163906 None None] Attempting to bind port 36546ee1-a086-41f9-a560-ce50cd90322e on network 8e24f0d1-8ab9-463f-87e0-3c36a6290d6f {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:38:36.732416 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118267b5-89e2-45a1-a8ab-2b19d9163906 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:38:36.733045 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118267b5-89e2-45a1-a8ab-2b19d9163906 None None] Checking segment: {'id': 'e4300406-21c4-4ed0-8781-0790010345da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '8e24f0d1-8ab9-463f-87e0-3c36a6290d6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:38:36.733604 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-118267b5-89e2-45a1-a8ab-2b19d9163906 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:36.734210 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118267b5-89e2-45a1-a8ab-2b19d9163906 None None] Bound using segment: {'id': 'e4300406-21c4-4ed0-8781-0790010345da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '8e24f0d1-8ab9-463f-87e0-3c36a6290d6f'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:38:36.734911 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-118267b5-89e2-45a1-a8ab-2b19d9163906 None None] Bound port: 36546ee1-a086-41f9-a560-ce50cd90322e, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4300406-21c4-4ed0-8781-0790010345da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '8e24f0d1-8ab9-463f-87e0-3c36a6290d6f'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:38:36.735429 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-118267b5-89e2-45a1-a8ab-2b19d9163906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:36.749812 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7ff9d7b1-6245-4157-834c-39b160fbf39a tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:36.842322 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-118267b5-89e2-45a1-a8ab-2b19d9163906 None None] For port 36546ee1-a086-41f9-a560-ce50cd90322e, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:38:36.859120 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-118267b5-89e2-45a1-a8ab-2b19d9163906 None None] For port 36546ee1-a086-41f9-a560-ce50cd90322e, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=36546ee1-a086-41f9-a560-ce50cd90322e,segment=NetworkSegment(e4300406-21c4-4ed0-8781-0790010345da),segment_id=e4300406-21c4-4ed0-8781-0790010345da)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:38:36.976598 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-118267b5-89e2-45a1-a8ab-2b19d9163906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:37.045828 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning for port d6bd4241-27eb-4458-942f-37b05133f6b8 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:38:37.069679 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning complete for port d6bd4241-27eb-4458-942f-37b05133f6b8 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:38:37.070208 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:37.165306 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 55608) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:38:37.200546 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecf8863-f8a7-47b7-bb17-6360a4f1e13c None None] Pushing event updated for resources: {'Port': ['ID=36546ee1-a086-41f9-a560-ce50cd90322e,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:38:37.334166 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118267b5-89e2-45a1-a8ab-2b19d9163906 None None] Routers {'c1ce1ffd-c963-4af9-9150-aa661ee96a29'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:38:37.337365 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-118267b5-89e2-45a1-a8ab-2b19d9163906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:38:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['c1ce1ffd-c963-4af9-9150-aa661ee96a29'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:38:37.465966 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-58f5f483-a95a-48e7-b3e4-db0ce15f0f09 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-988135706'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:38:37.473178 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-58f5f483-a95a-48e7-b3e4-db0ce15f0f09 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:38:37.488887 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-58f5f483-a95a-48e7-b3e4-db0ce15f0f09 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Usage tracker for resource:network and tenant:ff08ef1ca6c64d55993243ba271e24a7 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:38:37.498640 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-58f5f483-a95a-48e7-b3e4-db0ce15f0f09 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:38:37.522154 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-58f5f483-a95a-48e7-b3e4-db0ce15f0f09 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:38:37.599013 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58f5f483-a95a-48e7-b3e4-db0ce15f0f09 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Made reservation on behalf of ff08ef1ca6c64d55993243ba271e24a7 for: {'network': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:38:37.611065 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-58f5f483-a95a-48e7-b3e4-db0ce15f0f09 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:37.657429 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-58f5f483-a95a-48e7-b3e4-db0ce15f0f09 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:37.696982 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6b6f18-fa38-448a-ab68-043de6367037 req-810e54d7-1790-4e0a-ae7b-c0a5eb87deef tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:38:37.700887 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-aa6b6f18-fa38-448a-ab68-043de6367037 req-810e54d7-1790-4e0a-ae7b-c0a5eb87deef tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] 10.222.0.85 "GET /v2.0/ports?device_id=f21c2e9d-44e2-4ceb-afd4-d9425fc1d983 HTTP/1.1" status: 200 len: 945 time: 0.1721287 May 30 20:38:37.707914 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:37.711827 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-58f5f483-a95a-48e7-b3e4-db0ce15f0f09 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:38:37.717145 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-58f5f483-a95a-48e7-b3e4-db0ce15f0f09 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Usage tracker for resource:security_group_rule and tenant:ff08ef1ca6c64d55993243ba271e24a7 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:38:37.720758 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-58f5f483-a95a-48e7-b3e4-db0ce15f0f09 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:38:37.732310 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-58f5f483-a95a-48e7-b3e4-db0ce15f0f09 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:38:37.801193 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-aa6b6f18-fa38-448a-ab68-043de6367037 req-0643f0d7-f72e-4d16-a7ce-c295217b0cff tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] 10.222.0.85 "GET /v2.0/security-groups?id=8ecf9ffd-ec75-4b12-b1cb-18bcf80672bd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0934112 May 30 20:38:37.805887 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-bb78751d-60a1-4fc9-867e-529c625278ab None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:37.855216 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port d6bd4241-27eb-4458-942f-37b05133f6b8, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=d6bd4241-27eb-4458-942f-37b05133f6b8,segment=NetworkSegment(ab778a8f-ca2b-4f43-b38a-ce31b10e68d3),segment_id=ab778a8f-ca2b-4f43-b38a-ce31b10e68d3)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:38:37.862278 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-118267b5-89e2-45a1-a8ab-2b19d9163906 None None] Set router c1ce1ffd-c963-4af9-9150-aa661ee96a29 gateway port host: None {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:38:37.862689 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-58f5f483-a95a-48e7-b3e4-db0ce15f0f09 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:37.905796 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f21c2e9d-44e2-4ceb-afd4-d9425fc1d983', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6bd4241-27eb-4458-942f-37b05133f6b8'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:38:37.918941 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-bb78751d-60a1-4fc9-867e-529c625278ab None None] Transition to ACTIVE for port object d57557d8-d818-4b87-af73-489942427cdc will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:38:37.940108 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-bb78751d-60a1-4fc9-867e-529c625278ab None None] Transition to ACTIVE for port object d57557d8-d818-4b87-af73-489942427cdc will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:38:37.942488 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-58f5f483-a95a-48e7-b3e4-db0ce15f0f09 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:37.955112 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:38.025067 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-bb78751d-60a1-4fc9-867e-529c625278ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:38.071551 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f5f483-a95a-48e7-b3e4-db0ce15f0f09 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a81da9b6-0cdb-44de-96ac-4f9ffcd2fb94,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:38:38.136176 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58f5f483-a95a-48e7-b3e4-db0ce15f0f09 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] vlan segment allocate from pool success with {'vlan_id': 653, 'physical_network': 'physnet1'} {{(pid=84887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:38:38.171463 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-58f5f483-a95a-48e7-b3e4-db0ce15f0f09 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:38.172868 n-d-843948-2 neutron-server[84887]: INFO neutron.db.segments_db [None req-58f5f483-a95a-48e7-b3e4-db0ce15f0f09 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Added segment e1f7fac1-1b13-4f78-b065-06d46d86e391 of type vlan for network ee045dec-05c1-4d7a-81e0-14d6f6efb941 May 30 20:38:38.173388 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-7ff9d7b1-6245-4157-834c-39b160fbf39a tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Allocated IP 172.22.0.1 (a4586be9-91a4-46ec-bf45-905d6933d244/e90feffd-8565-4347-8fa2-fb686c5accd9/49619b04-535e-484c-9bb4-d51abc09294e) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:38:38.219287 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb78751d-60a1-4fc9-867e-529c625278ab None None] Network a4586be9-91a4-46ec-bf45-905d6933d244 is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:38:38.227017 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be42558b-cee6-409a-8e99-e29ff4d426c8'] response: {'server_uuid': 'f21c2e9d-44e2-4ceb-afd4-d9425fc1d983', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6bd4241-27eb-4458-942f-37b05133f6b8', 'code': 200} May 30 20:38:38.240121 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=d6bd4241-27eb-4458-942f-37b05133f6b8,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:38:38.262524 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-bb78751d-60a1-4fc9-867e-529c625278ab None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:38:38.269980 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-58f5f483-a95a-48e7-b3e4-db0ce15f0f09 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:38.304191 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb78751d-60a1-4fc9-867e-529c625278ab None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:38:38.408495 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-58f5f483-a95a-48e7-b3e4-db0ce15f0f09 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:38.413280 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f5f483-a95a-48e7-b3e4-db0ce15f0f09 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:38:38.415212 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-58f5f483-a95a-48e7-b3e4-db0ce15f0f09 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:38.440227 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb78751d-60a1-4fc9-867e-529c625278ab None None] Pushing event updated for resources: {'Port': ['ID=d57557d8-d818-4b87-af73-489942427cdc,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:38:38.540656 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-bb78751d-60a1-4fc9-867e-529c625278ab None None] Attempting to bind port d57557d8-d818-4b87-af73-489942427cdc on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:38:38.540810 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-bb78751d-60a1-4fc9-867e-529c625278ab None None] Attempting to bind port d57557d8-d818-4b87-af73-489942427cdc by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': '03262776-27c7-420d-9354-9cb59b06d8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'a4586be9-91a4-46ec-bf45-905d6933d244'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:38:38.541365 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb78751d-60a1-4fc9-867e-529c625278ab None None] Attempting to bind port d57557d8-d818-4b87-af73-489942427cdc on network a4586be9-91a4-46ec-bf45-905d6933d244 {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:38:38.556436 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb78751d-60a1-4fc9-867e-529c625278ab None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:38:38.557114 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb78751d-60a1-4fc9-867e-529c625278ab None None] Checking segment: {'id': '03262776-27c7-420d-9354-9cb59b06d8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'a4586be9-91a4-46ec-bf45-905d6933d244'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:38:38.557699 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-bb78751d-60a1-4fc9-867e-529c625278ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:38.558237 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb78751d-60a1-4fc9-867e-529c625278ab None None] Bound using segment: {'id': '03262776-27c7-420d-9354-9cb59b06d8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'a4586be9-91a4-46ec-bf45-905d6933d244'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:38:38.559003 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-bb78751d-60a1-4fc9-867e-529c625278ab None None] Bound port: d57557d8-d818-4b87-af73-489942427cdc, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03262776-27c7-420d-9354-9cb59b06d8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'a4586be9-91a4-46ec-bf45-905d6933d244'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:38:38.559551 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-bb78751d-60a1-4fc9-867e-529c625278ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:38.590579 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7ff9d7b1-6245-4157-834c-39b160fbf39a tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:38.621807 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [None req-7ff9d7b1-6245-4157-834c-39b160fbf39a tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Transition to ACTIVE for port object 49619b04-535e-484c-9bb4-d51abc09294e will not be triggered until provisioned by entity DHCP. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:38:38.667154 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f5f483-a95a-48e7-b3e4-db0ce15f0f09 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Pushing event updated for resources: {'Network': ['ID=ee045dec-05c1-4d7a-81e0-14d6f6efb941,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:38:38.674240 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e104c10d-9e1d-476c-97d0-1a5b3fa9f969 req-2441d414-4b3f-4fd7-a2aa-a418d12d3bca service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=f21c2e9d-44e2-4ceb-afd4-d9425fc1d983 HTTP/1.1" status: 200 len: 1097 time: 0.3656771 May 30 20:38:38.686207 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network ee045dec-05c1-4d7a-81e0-14d6f6efb941 details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:38:38.740013 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-58f5f483-a95a-48e7-b3e4-db0ce15f0f09 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.5709825 May 30 20:38:38.740332 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 55652) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:38:38.746670 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-f867be4b-b9a3-4130-b2bd-a1525cac5d20 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Request body: {'subnet': {'network_id': 'ee045dec-05c1-4d7a-81e0-14d6f6efb941', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:38:38.762005 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7ff9d7b1-6245-4157-834c-39b160fbf39a tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:38.824451 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e104c10d-9e1d-476c-97d0-1a5b3fa9f969 req-74c748d7-f2a5-4c91-9dd9-9f2f533c1144 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=8ecf9ffd-ec75-4b12-b1cb-18bcf80672bd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1405897 May 30 20:38:38.900937 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff9d7b1-6245-4157-834c-39b160fbf39a tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Network a4586be9-91a4-46ec-bf45-905d6933d244 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:38:38.903335 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff9d7b1-6245-4157-834c-39b160fbf39a tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Pushing event updated for resources: {'Port': ['ID=49619b04-535e-484c-9bb4-d51abc09294e,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:38:38.905051 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-7ff9d7b1-6245-4157-834c-39b160fbf39a tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:38:38.918674 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff9d7b1-6245-4157-834c-39b160fbf39a tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:38:39.005415 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-bb78751d-60a1-4fc9-867e-529c625278ab None None] For port d57557d8-d818-4b87-af73-489942427cdc, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:38:39.042234 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-bb78751d-60a1-4fc9-867e-529c625278ab None None] For port d57557d8-d818-4b87-af73-489942427cdc, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=d57557d8-d818-4b87-af73-489942427cdc,segment=NetworkSegment(03262776-27c7-420d-9354-9cb59b06d8b3),segment_id=03262776-27c7-420d-9354-9cb59b06d8b3)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:38:39.044235 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-f867be4b-b9a3-4130-b2bd-a1525cac5d20 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:38:39.048733 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-f867be4b-b9a3-4130-b2bd-a1525cac5d20 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Usage tracker for resource:subnet and tenant:ff08ef1ca6c64d55993243ba271e24a7 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:38:39.053140 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-f867be4b-b9a3-4130-b2bd-a1525cac5d20 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:38:39.057253 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-118267b5-89e2-45a1-a8ab-2b19d9163906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1ce1ffd-c963-4af9-9150-aa661ee96a29', 'name': 'tempest-RoutersTest-router-878275498', 'tenant_id': '58f9213e719f47ba816694fbf3eafd38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:38:08Z', 'updated_at': '2022-05-30T20:38:28Z', 'revision_number': 3, 'project_id': '58f9213e719f47ba816694fbf3eafd38', 'gw_port_host': None, '_interfaces': [{'id': '36546ee1-a086-41f9-a560-ce50cd90322e', 'name': '', 'network_id': '8e24f0d1-8ab9-463f-87e0-3c36a6290d6f', 'tenant_id': '58f9213e719f47ba816694fbf3eafd38', 'mac_address': 'fa:16:3e:d5:7c:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1ce1ffd-c963-4af9-9150-aa661ee96a29', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '36fa5394-b4f5-48da-ba65-741912f95be9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:38:24Z', 'updated_at': '2022-05-30T20:38:36Z', 'revision_number': 4, 'project_id': '58f9213e719f47ba816694fbf3eafd38', 'subnets': [{'id': '36fa5394-b4f5-48da-ba65-741912f95be9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5a3e3e8f-3135-4d07-8b86-e2c670b3ae5b', 'name': '', 'network_id': 'aa48d2f1-345a-448d-b2e2-1618ebc16a0c', 'tenant_id': '58f9213e719f47ba816694fbf3eafd38', 'mac_address': 'fa:16:3e:48:2d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ce1ffd-c963-4af9-9150-aa661ee96a29', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd5564509-e22f-42dd-bd78-24065d2f88c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:38:13Z', 'updated_at': '2022-05-30T20:38:25Z', 'revision_number': 5, 'project_id': '58f9213e719f47ba816694fbf3eafd38', 'subnets': [{'id': 'd5564509-e22f-42dd-bd78-24065d2f88c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:38:39.060460 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-f867be4b-b9a3-4130-b2bd-a1525cac5d20 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:38:39.071182 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118267b5-89e2-45a1-a8ab-2b19d9163906 None None] The sync data for ids ['c1ce1ffd-c963-4af9-9150-aa661ee96a29'] in n-d-843948-2 is: [{'id': 'c1ce1ffd-c963-4af9-9150-aa661ee96a29', 'name': 'tempest-RoutersTest-router-878275498', 'tenant_id': '58f9213e719f47ba816694fbf3eafd38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:38:08Z', 'updated_at': '2022-05-30T20:38:28Z', 'revision_number': 3, 'project_id': '58f9213e719f47ba816694fbf3eafd38', 'gw_port_host': None, '_interfaces': [{'id': '36546ee1-a086-41f9-a560-ce50cd90322e', 'name': '', 'network_id': '8e24f0d1-8ab9-463f-87e0-3c36a6290d6f', 'tenant_id': '58f9213e719f47ba816694fbf3eafd38', 'mac_address': 'fa:16:3e:d5:7c:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1ce1ffd-c963-4af9-9150-aa661ee96a29', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '36fa5394-b4f5-48da-ba65-741912f95be9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:38:24Z', 'updated_at': '2022-05-30T20:38:36Z', 'revision_number': 4, 'project_id': '58f9213e719f47ba816694fbf3eafd38', 'subnets': [{'id': '36fa5394-b4f5-48da-ba65-741912f95be9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5a3e3e8f-3135-4d07-8b86-e2c670b3ae5b', 'name': '', 'network_id': 'aa48d2f1-345a-448d-b2e2-1618ebc16a0c', 'tenant_id': '58f9213e719f47ba816694fbf3eafd38', 'mac_address': 'fa:16:3e:48:2d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ce1ffd-c963-4af9-9150-aa661ee96a29', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd5564509-e22f-42dd-bd78-24065d2f88c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:38:13Z', 'updated_at': '2022-05-30T20:38:25Z', 'revision_number': 5, 'project_id': '58f9213e719f47ba816694fbf3eafd38', 'subnets': [{'id': 'd5564509-e22f-42dd-bd78-24065d2f88c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:38:39.096874 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7ff9d7b1-6245-4157-834c-39b160fbf39a tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-736099'] for router_interface, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:39.115415 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-bb78751d-60a1-4fc9-867e-529c625278ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:39.136411 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f867be4b-b9a3-4130-b2bd-a1525cac5d20 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Made reservation on behalf of ff08ef1ca6c64d55993243ba271e24a7 for: {'subnet': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:38:39.214836 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ea08c8-262a-4408-a0cd-5516d62c26a3 req-89e608bb-7dbe-4e3f-8439-0cc38841b5c5 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:38:39.232642 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-98ea08c8-262a-4408-a0cd-5516d62c26a3 req-89e608bb-7dbe-4e3f-8439-0cc38841b5c5 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] 10.222.0.85 "GET /v2.0/ports?device_id=f21c2e9d-44e2-4ceb-afd4-d9425fc1d983 HTTP/1.1" status: 200 len: 946 time: 0.1864173 May 30 20:38:39.370064 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-98ea08c8-262a-4408-a0cd-5516d62c26a3 req-81524b52-6a1c-4650-a289-05bbe05af88b tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] 10.222.0.85 "GET /v2.0/security-groups?id=8ecf9ffd-ec75-4b12-b1cb-18bcf80672bd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1359479 May 30 20:38:39.407083 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb78751d-60a1-4fc9-867e-529c625278ab None None] Pushing event updated for resources: {'Port': ['ID=d57557d8-d818-4b87-af73-489942427cdc,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:38:39.422502 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7ff9d7b1-6245-4157-834c-39b160fbf39a tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:39.460717 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f867be4b-b9a3-4130-b2bd-a1525cac5d20 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114220'] for subnet, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:40.165336 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f867be4b-b9a3-4130-b2bd-a1525cac5d20 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4055401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114238'] for subnet, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:40.403045 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7ff9d7b1-6245-4157-834c-39b160fbf39a tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:40.455500 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 36546ee1-a086-41f9-a560-ce50cd90322e up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:38:40.610168 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7ff9d7b1-6245-4157-834c-39b160fbf39a tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:40.695757 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 36546ee1-a086-41f9-a560-ce50cd90322e completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:38:40.701401 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 36546ee1-a086-41f9-a560-ce50cd90322e triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:38:40.701802 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:40.714137 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f867be4b-b9a3-4130-b2bd-a1525cac5d20 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Pushing event updated for resources: {'Subnet': ['ID=2a2fa297-9e2e-4974-8de2-e1cbad41ed60,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:38:40.735528 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f867be4b-b9a3-4130-b2bd-a1525cac5d20 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Checking segment: {'id': 'e1f7fac1-1b13-4f78-b065-06d46d86e391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'ee045dec-05c1-4d7a-81e0-14d6f6efb941'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:38:40.737166 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f867be4b-b9a3-4130-b2bd-a1525cac5d20 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Network hostable DHCP agents. Network: ee045dec-05c1-4d7a-81e0-14d6f6efb941, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:38:40.875766 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7ff9d7b1-6245-4157-834c-39b160fbf39a tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1718057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-736206'] for router_interface, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:40.952495 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:40.982321 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6924f3e0-90be-4023-aa53-6cfb6537d53a req-d146b5f7-479e-4ca0-b82f-0affb8ea1e7c tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:38:40.999822 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port 36546ee1-a086-41f9-a560-ce50cd90322e, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=36546ee1-a086-41f9-a560-ce50cd90322e,segment=NetworkSegment(e4300406-21c4-4ed0-8781-0790010345da),segment_id=e4300406-21c4-4ed0-8781-0790010345da)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:38:41.015784 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53689b5c-29b3-485c-adaa-ac1fa616d3b0 None None] Network a4586be9-91a4-46ec-bf45-905d6933d244 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:38:41.016828 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6924f3e0-90be-4023-aa53-6cfb6537d53a req-d146b5f7-479e-4ca0-b82f-0affb8ea1e7c tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] 10.222.0.85 "GET /v2.0/ports?device_id=f21c2e9d-44e2-4ceb-afd4-d9425fc1d983 HTTP/1.1" status: 200 len: 946 time: 0.2620573 May 30 20:38:41.069106 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f867be4b-b9a3-4130-b2bd-a1525cac5d20 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Network ee045dec-05c1-4d7a-81e0-14d6f6efb941 is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:38:41.115767 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff9d7b1-6245-4157-834c-39b160fbf39a tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Pushing event updated for resources: {'Port': ['ID=49619b04-535e-484c-9bb4-d51abc09294e,revision_number=2']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:38:41.128254 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:41.128779 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6924f3e0-90be-4023-aa53-6cfb6537d53a req-f8017854-720f-438f-b6cc-5525ab6cdf1d tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] 10.222.0.85 "GET /v2.0/security-groups?id=8ecf9ffd-ec75-4b12-b1cb-18bcf80672bd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1108439 May 30 20:38:41.129542 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device d57557d8-d818-4b87-af73-489942427cdc up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:38:41.167343 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-f867be4b-b9a3-4130-b2bd-a1525cac5d20 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, ee045dec-05c1-4d7a-81e0-14d6f6efb941) {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:38:41.167343 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f867be4b-b9a3-4130-b2bd-a1525cac5d20 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:38:41.167343 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f867be4b-b9a3-4130-b2bd-a1525cac5d20 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:41.240582 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff9d7b1-6245-4157-834c-39b160fbf39a tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Network a4586be9-91a4-46ec-bf45-905d6933d244 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:38:41.241933 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-7ff9d7b1-6245-4157-834c-39b160fbf39a tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:38:41.289052 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0863669-a4cb-4a41-963d-ef699e367b80 None None] Network ee045dec-05c1-4d7a-81e0-14d6f6efb941 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:38:41.336699 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-f867be4b-b9a3-4130-b2bd-a1525cac5d20 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.5953567 May 30 20:38:41.339579 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 55722) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:38:41.345880 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-bcf3c6fc-c352-4e41-9003-57d8899215d9 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-905297829', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}, 'admin_state_up': False}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:38:41.361349 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-bcf3c6fc-c352-4e41-9003-57d8899215d9 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:38:41.367725 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-bcf3c6fc-c352-4e41-9003-57d8899215d9 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Usage tracker for resource:router and tenant:ff08ef1ca6c64d55993243ba271e24a7 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:38:41.373249 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-bcf3c6fc-c352-4e41-9003-57d8899215d9 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:38:41.382269 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-bcf3c6fc-c352-4e41-9003-57d8899215d9 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:38:41.426770 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-fb267aff-61b9-4b2e-ab5c-4e4b1c947740 None None] Provisioning for port d57557d8-d818-4b87-af73-489942427cdc completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:38:41.525087 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-bcf3c6fc-c352-4e41-9003-57d8899215d9 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-733683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3159'] for router, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:41.527862 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-bcf3c6fc-c352-4e41-9003-57d8899215d9 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-733584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-736372', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-628480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3164'] for router, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:41.542909 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=36546ee1-a086-41f9-a560-ce50cd90322e,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:38:41.581216 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-bcf3c6fc-c352-4e41-9003-57d8899215d9 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:41.699084 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5de95e-d344-4fa3-8d8c-2d21138eb36a req-dfee8adf-7a44-4664-b3d4-e61018d26a8e tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:38:41.701214 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3c5de95e-d344-4fa3-8d8c-2d21138eb36a req-dfee8adf-7a44-4664-b3d4-e61018d26a8e tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] 10.222.0.85 "GET /v2.0/ports?device_id=f21c2e9d-44e2-4ceb-afd4-d9425fc1d983 HTTP/1.1" status: 200 len: 946 time: 0.2025738 May 30 20:38:41.782260 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 55732) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:38:41.821223 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-3f087d16-186a-4447-b69d-40f434c0c9ac tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Request body: {'floatingip': {'port_id': 'd6bd4241-27eb-4458-942f-37b05133f6b8'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:38:41.929810 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-bcf3c6fc-c352-4e41-9003-57d8899215d9 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-736390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:41.997907 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3f087d16-186a-4447-b69d-40f434c0c9ac tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Notify callbacks [] for floatingip, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:42.013202 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port d57557d8-d818-4b87-af73-489942427cdc completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:38:42.054548 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port d57557d8-d818-4b87-af73-489942427cdc triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:38:42.054787 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:42.108931 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f33ed8c-a988-43e3-91d7-23e4580f9ede None None] Network ee045dec-05c1-4d7a-81e0-14d6f6efb941 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:38:42.306524 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-bcf3c6fc-c352-4e41-9003-57d8899215d9 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks [] for router_gateway, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:42.367411 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-bcf3c6fc-c352-4e41-9003-57d8899215d9 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:42.401348 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ff9d7b1-6245-4157-834c-39b160fbf39a tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Router c1ce1ffd-c963-4af9-9150-aa661ee96a29 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:38:42.584252 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:42.597811 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [None req-bcf3c6fc-c352-4e41-9003-57d8899215d9 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Allocated IP 172.25.8.237 (c7869750-4b49-4b7e-aa99-5e0f1ae02da4/427601ec-f643-4fe7-b5e6-17305d3a39e1/858cb436-b3d5-4540-97ab-3e59864ad13d) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:38:42.752669 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port d57557d8-d818-4b87-af73-489942427cdc, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=d57557d8-d818-4b87-af73-489942427cdc,segment=NetworkSegment(03262776-27c7-420d-9354-9cb59b06d8b3),segment_id=03262776-27c7-420d-9354-9cb59b06d8b3)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:38:42.839964 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:42.901824 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-bcf3c6fc-c352-4e41-9003-57d8899215d9 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:42.997725 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 36546ee1-a086-41f9-a560-ce50cd90322e up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:38:43.024077 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-bcf3c6fc-c352-4e41-9003-57d8899215d9 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:43.089260 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=d57557d8-d818-4b87-af73-489942427cdc,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:38:43.113399 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b38955dd-3744-42bb-80cb-8035688d35dd None None] Provisioning for port 49619b04-535e-484c-9bb4-d51abc09294e completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:38:43.128411 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b38955dd-3744-42bb-80cb-8035688d35dd None None] Provisioning complete for port 49619b04-535e-484c-9bb4-d51abc09294e triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:38:43.129234 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b38955dd-3744-42bb-80cb-8035688d35dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:43.212094 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-b38955dd-3744-42bb-80cb-8035688d35dd None None] Port 49619b04-535e-484c-9bb4-d51abc09294e cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:38:43.220448 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf3c6fc-c352-4e41-9003-57d8899215d9 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:38:43.241577 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 36546ee1-a086-41f9-a560-ce50cd90322e triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:38:43.242312 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:43.260317 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-bcf3c6fc-c352-4e41-9003-57d8899215d9 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:38:43.262818 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf3c6fc-c352-4e41-9003-57d8899215d9 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Pushing event updated for resources: {'Port': ['ID=858cb436-b3d5-4540-97ab-3e59864ad13d,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:38:43.265079 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf3c6fc-c352-4e41-9003-57d8899215d9 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:38:43.385483 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b38955dd-3744-42bb-80cb-8035688d35dd None None] Provisioning complete for port d57557d8-d818-4b87-af73-489942427cdc triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:38:43.386176 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b38955dd-3744-42bb-80cb-8035688d35dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:43.614191 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3f087d16-186a-4447-b69d-40f434c0c9ac tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:43.685978 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ff9d7b1-6245-4157-834c-39b160fbf39a tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:38:43.706974 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dafb5d54-a59b-42cf-9cf4-53e94ab17471 None None] Sync routers for ids ['c1ce1ffd-c963-4af9-9150-aa661ee96a29'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:38:43.745804 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-7ff9d7b1-6245-4157-834c-39b160fbf39a tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] 10.222.0.85 "PUT /v2.0/routers/c1ce1ffd-c963-4af9-9150-aa661ee96a29/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5013690 May 30 20:38:43.747571 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dafb5d54-a59b-42cf-9cf4-53e94ab17471 None None] Routers {'c1ce1ffd-c963-4af9-9150-aa661ee96a29'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:38:43.748693 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-dafb5d54-a59b-42cf-9cf4-53e94ab17471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:38:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['c1ce1ffd-c963-4af9-9150-aa661ee96a29'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:38:43.752431 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 55760) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:38:43.754637 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3f087d16-186a-4447-b69d-40f434c0c9ac tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736490'] for floatingip, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:43.778481 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-81a3b51e-4e6d-48ca-b6c2-929ee5520b0a tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Request body: {'network': {'name': 'tempest-RoutersTest-590884945'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:38:43.798089 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-81a3b51e-4e6d-48ca-b6c2-929ee5520b0a tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:38:43.806585 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-81a3b51e-4e6d-48ca-b6c2-929ee5520b0a tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Usage tracker for resource:network and tenant:58f9213e719f47ba816694fbf3eafd38 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:38:43.811516 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 55764) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:38:43.814813 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-81a3b51e-4e6d-48ca-b6c2-929ee5520b0a tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:38:43.829210 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-bcf3c6fc-c352-4e41-9003-57d8899215d9 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks [] for router_gateway, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:43.830110 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-bcf3c6fc-c352-4e41-9003-57d8899215d9 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-736409'] for router, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:43.835687 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-81a3b51e-4e6d-48ca-b6c2-929ee5520b0a tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:38:44.100839 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81a3b51e-4e6d-48ca-b6c2-929ee5520b0a tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Made reservation on behalf of 58f9213e719f47ba816694fbf3eafd38 for: {'network': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:38:44.104843 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-81a3b51e-4e6d-48ca-b6c2-929ee5520b0a tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:44.110992 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-4a60adf1-cf5f-429e-9742-435f0af8b450 None None] Provisioning complete for port 49619b04-535e-484c-9bb4-d51abc09294e triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:38:44.112811 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-4a60adf1-cf5f-429e-9742-435f0af8b450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:44.145479 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-dafb5d54-a59b-42cf-9cf4-53e94ab17471 None None] Set router c1ce1ffd-c963-4af9-9150-aa661ee96a29 gateway port host: None {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:38:44.194891 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81a3b51e-4e6d-48ca-b6c2-929ee5520b0a tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] vlan segment allocate from pool success with {'vlan_id': 657, 'physical_network': 'physnet1'} {{(pid=84887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:38:44.210303 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-81a3b51e-4e6d-48ca-b6c2-929ee5520b0a tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:44.210828 n-d-843948-2 neutron-server[84887]: INFO neutron.db.segments_db [None req-81a3b51e-4e6d-48ca-b6c2-929ee5520b0a tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Added segment c5d693d5-9897-42c1-b831-512f502f591f of type vlan for network 9ef3d7d2-811c-49b9-a930-48ca7bf34a04 May 30 20:38:44.251462 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4f40b60a-3cf6-41fb-8250-3dd627b0619b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:44.259491 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-4a60adf1-cf5f-429e-9742-435f0af8b450 None None] Port 49619b04-535e-484c-9bb4-d51abc09294e cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:38:44.340696 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-81a3b51e-4e6d-48ca-b6c2-929ee5520b0a tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:44.354716 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-4f40b60a-3cf6-41fb-8250-3dd627b0619b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:38:44.366001 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-4f40b60a-3cf6-41fb-8250-3dd627b0619b admin admin] Usage tracker for resource:security_group_rule and tenant:7835166d1e9a4a8bb39a1796efb7caaa is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:38:44.372403 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-4f40b60a-3cf6-41fb-8250-3dd627b0619b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:38:44.387164 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-4f40b60a-3cf6-41fb-8250-3dd627b0619b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:38:44.516287 n-d-843948-2 neutron-server[84886]: INFO neutron.db.l3_db [None req-3f087d16-186a-4447-b69d-40f434c0c9ac tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Floating IP 1ae7b26e-025a-4751-b757-e426160cc4b7 associated. External IP: 172.25.8.209, port: d6bd4241-27eb-4458-942f-37b05133f6b8. May 30 20:38:44.522031 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4f40b60a-3cf6-41fb-8250-3dd627b0619b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:44.549729 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-81a3b51e-4e6d-48ca-b6c2-929ee5520b0a tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:44.553923 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81a3b51e-4e6d-48ca-b6c2-929ee5520b0a tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:38:44.557239 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-81a3b51e-4e6d-48ca-b6c2-929ee5520b0a tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:44.722309 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4f40b60a-3cf6-41fb-8250-3dd627b0619b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:44.780775 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a3b51e-4e6d-48ca-b6c2-929ee5520b0a tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Pushing event updated for resources: {'Network': ['ID=9ef3d7d2-811c-49b9-a930-48ca7bf34a04,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:38:44.795918 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network 9ef3d7d2-811c-49b9-a930-48ca7bf34a04 details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:38:45.008616 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device d57557d8-d818-4b87-af73-489942427cdc up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:38:45.133222 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-dafb5d54-a59b-42cf-9cf4-53e94ab17471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1ce1ffd-c963-4af9-9150-aa661ee96a29', 'name': 'tempest-RoutersTest-router-878275498', 'tenant_id': '58f9213e719f47ba816694fbf3eafd38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:38:08Z', 'updated_at': '2022-05-30T20:38:39Z', 'revision_number': 4, 'project_id': '58f9213e719f47ba816694fbf3eafd38', 'gw_port_host': None, '_interfaces': [{'id': '36546ee1-a086-41f9-a560-ce50cd90322e', 'name': '', 'network_id': '8e24f0d1-8ab9-463f-87e0-3c36a6290d6f', 'tenant_id': '58f9213e719f47ba816694fbf3eafd38', 'mac_address': 'fa:16:3e:d5:7c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ce1ffd-c963-4af9-9150-aa661ee96a29', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '36fa5394-b4f5-48da-ba65-741912f95be9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:38:24Z', 'updated_at': '2022-05-30T20:38:40Z', 'revision_number': 5, 'project_id': '58f9213e719f47ba816694fbf3eafd38', 'subnets': [{'id': '36fa5394-b4f5-48da-ba65-741912f95be9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '49619b04-535e-484c-9bb4-d51abc09294e', 'name': '', 'network_id': 'a4586be9-91a4-46ec-bf45-905d6933d244', 'tenant_id': '58f9213e719f47ba816694fbf3eafd38', 'mac_address': 'fa:16:3e:09:4a:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1ce1ffd-c963-4af9-9150-aa661ee96a29', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e90feffd-8565-4347-8fa2-fb686c5accd9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:38:37Z', 'updated_at': '2022-05-30T20:38:40Z', 'revision_number': 2, 'project_id': '58f9213e719f47ba816694fbf3eafd38', 'subnets': [{'id': 'e90feffd-8565-4347-8fa2-fb686c5accd9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5a3e3e8f-3135-4d07-8b86-e2c670b3ae5b', 'name': '', 'network_id': 'aa48d2f1-345a-448d-b2e2-1618ebc16a0c', 'tenant_id': '58f9213e719f47ba816694fbf3eafd38', 'mac_address': 'fa:16:3e:48:2d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ce1ffd-c963-4af9-9150-aa661ee96a29', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd5564509-e22f-42dd-bd78-24065d2f88c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:38:13Z', 'updated_at': '2022-05-30T20:38:25Z', 'revision_number': 5, 'project_id': '58f9213e719f47ba816694fbf3eafd38', 'subnets': [{'id': 'd5564509-e22f-42dd-bd78-24065d2f88c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:38:45.139082 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dafb5d54-a59b-42cf-9cf4-53e94ab17471 None None] Checking router: c1ce1ffd-c963-4af9-9150-aa661ee96a29 for host: n-d-843948-2 {{(pid=84889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:38:45.139640 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dafb5d54-a59b-42cf-9cf4-53e94ab17471 None None] Updating router c1ce1ffd-c963-4af9-9150-aa661ee96a29 port 49619b04-535e-484c-9bb4-d51abc09294e binding host n-d-843948-2 {{(pid=84889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:38:45.210497 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-81a3b51e-4e6d-48ca-b6c2-929ee5520b0a tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.4541576 May 30 20:38:45.215767 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 55786) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:38:45.220313 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-dafb5d54-a59b-42cf-9cf4-53e94ab17471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:45.223888 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f40b60a-3cf6-41fb-8250-3dd627b0619b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b3f2668-ac6d-40b2-ba77-f7299d27da12,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:38:45.235086 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-4f40b60a-3cf6-41fb-8250-3dd627b0619b admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=7835166d1e9a4a8bb39a1796efb7caaa&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4220791 May 30 20:38:45.246925 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 55790) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:38:45.250142 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-52da673a-6304-4894-8786-c63b59912a47 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Request body: {'subnet': {'network_id': '9ef3d7d2-811c-49b9-a930-48ca7bf34a04', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:38:45.319817 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port d57557d8-d818-4b87-af73-489942427cdc triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:38:45.320359 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:45.403065 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcf3c6fc-c352-4e41-9003-57d8899215d9 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Router f0fa8d8b-6a56-42f0-adc6-042d022f8dce is scheduled to L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 with binding_index 1 {{(pid=84887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 20:38:45.409595 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-633a5041-70d0-4eca-a5d2-0df4b7f522b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:45.450397 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-633a5041-70d0-4eca-a5d2-0df4b7f522b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:45.626701 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f087d16-186a-4447-b69d-40f434c0c9ac tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Router cc7ecadf-209a-4e8d-a028-be2f676772f2 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:38:45.648937 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-633a5041-70d0-4eca-a5d2-0df4b7f522b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:45.766730 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-52da673a-6304-4894-8786-c63b59912a47 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:38:45.786363 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-52da673a-6304-4894-8786-c63b59912a47 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Usage tracker for resource:subnet and tenant:58f9213e719f47ba816694fbf3eafd38 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:38:45.790583 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-52da673a-6304-4894-8786-c63b59912a47 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:38:45.799193 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-52da673a-6304-4894-8786-c63b59912a47 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:38:45.846426 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-633a5041-70d0-4eca-a5d2-0df4b7f522b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:45.850530 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-633a5041-70d0-4eca-a5d2-0df4b7f522b8 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/7b3f2668-ac6d-40b2-ba77-f7299d27da12 HTTP/1.1" status: 204 len: 168 time: 0.5877023 May 30 20:38:45.853834 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633a5041-70d0-4eca-a5d2-0df4b7f522b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b3f2668-ac6d-40b2-ba77-f7299d27da12,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:38:45.869264 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcf3c6fc-c352-4e41-9003-57d8899215d9 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:38:45.908062 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52da673a-6304-4894-8786-c63b59912a47 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Made reservation on behalf of 58f9213e719f47ba816694fbf3eafd38 for: {'subnet': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:38:45.911204 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c841a836-e5b3-44f5-bd32-46561d29255f None None] Sync routers for ids ['f0fa8d8b-6a56-42f0-adc6-042d022f8dce'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:38:45.939437 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-dafb5d54-a59b-42cf-9cf4-53e94ab17471 None None] Notify callbacks [] for port, precommit_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:45.957875 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.provisioning_blocks [None req-dafb5d54-a59b-42cf-9cf4-53e94ab17471 None None] Transition to ACTIVE for port object 49619b04-535e-484c-9bb4-d51abc09294e will not be triggered until provisioned by entity L2. {{(pid=84889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:38:45.966611 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c841a836-e5b3-44f5-bd32-46561d29255f None None] Routers {'f0fa8d8b-6a56-42f0-adc6-042d022f8dce'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:38:45.967778 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-c841a836-e5b3-44f5-bd32-46561d29255f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:38:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['f0fa8d8b-6a56-42f0-adc6-042d022f8dce'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:38:46.008890 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-bcf3c6fc-c352-4e41-9003-57d8899215d9 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks [] for router, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:46.013409 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-bcf3c6fc-c352-4e41-9003-57d8899215d9 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.6695485 May 30 20:38:46.015706 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 55810) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:38:46.050034 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-52da673a-6304-4894-8786-c63b59912a47 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114220'] for subnet, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:46.066359 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-c841a836-e5b3-44f5-bd32-46561d29255f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:38:46.084902 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-dafb5d54-a59b-42cf-9cf4-53e94ab17471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:46.099435 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c841a836-e5b3-44f5-bd32-46561d29255f None None] Routers {'f0fa8d8b-6a56-42f0-adc6-042d022f8dce'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:38:46.099990 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-c841a836-e5b3-44f5-bd32-46561d29255f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:38:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['f0fa8d8b-6a56-42f0-adc6-042d022f8dce'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:38:46.194148 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-c841a836-e5b3-44f5-bd32-46561d29255f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:38:46.205240 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c841a836-e5b3-44f5-bd32-46561d29255f None None] The sync data for ids ['f0fa8d8b-6a56-42f0-adc6-042d022f8dce'] in n-d-843948-2 is: [] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:38:46.232128 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f087d16-186a-4447-b69d-40f434c0c9ac tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:38:46.241255 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3f087d16-186a-4447-b69d-40f434c0c9ac tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:46.346235 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-3f087d16-186a-4447-b69d-40f434c0c9ac tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] 10.222.0.85 "PUT /v2.0/floatingips/1ae7b26e-025a-4751-b757-e426160cc4b7 HTTP/1.1" status: 200 len: 992 time: 4.5381262 May 30 20:38:46.350172 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f21c2e9d-44e2-4ceb-afd4-d9425fc1d983', 'tag': 'd6bd4241-27eb-4458-942f-37b05133f6b8'}] {{(pid=84886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:38:46.435402 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4407199c-b5ef-40cc-8331-c34f9c50a622 None None] Sync routers for ids ['cc7ecadf-209a-4e8d-a028-be2f676772f2'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:38:46.460857 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 55826) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:38:46.516921 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08924f0a-314d-4dcc-8d6e-d1b94c081a77 None None] Pushing event updated for resources: {'Port': ['ID=49619b04-535e-484c-9bb4-d51abc09294e,revision_number=3']} {{(pid=84889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:38:46.609187 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4407199c-b5ef-40cc-8331-c34f9c50a622 None None] Routers {'cc7ecadf-209a-4e8d-a028-be2f676772f2'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:38:46.609798 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-4407199c-b5ef-40cc-8331-c34f9c50a622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:38:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['cc7ecadf-209a-4e8d-a028-be2f676772f2'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:38:46.629117 n-d-843948-2 neutron-server[84886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-550ac28b-d61f-4407-a7b3-56bf99c52af9'] response: {'name': 'network-changed', 'server_uuid': 'f21c2e9d-44e2-4ceb-afd4-d9425fc1d983', 'tag': 'd6bd4241-27eb-4458-942f-37b05133f6b8', 'status': 'completed', 'code': 200} May 30 20:38:46.639311 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-52da673a-6304-4894-8786-c63b59912a47 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4055401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114238'] for subnet, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:46.753102 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2b161b27-a9d7-49ab-8249-9414218cb956 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:46.755194 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-39619d3d-2474-4076-a1fb-df7acc27c66d req-e5afb4e9-b12b-4988-b923-a5933272312f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=be518c6f2f7741c6a6c26447eed4fca2&device_id=f21c2e9d-44e2-4ceb-afd4-d9425fc1d983 HTTP/1.1" status: 200 len: 1097 time: 0.1643491 May 30 20:38:46.785571 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52da673a-6304-4894-8786-c63b59912a47 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Pushing event updated for resources: {'Subnet': ['ID=b45960f5-b334-48be-9147-35c483fdc4a6,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:38:46.851396 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-4407199c-b5ef-40cc-8331-c34f9c50a622 None None] Set router cc7ecadf-209a-4e8d-a028-be2f676772f2 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:38:46.886676 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-2b161b27-a9d7-49ab-8249-9414218cb956 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:38:46.908561 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52da673a-6304-4894-8786-c63b59912a47 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Checking segment: {'id': 'c5d693d5-9897-42c1-b831-512f502f591f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '9ef3d7d2-811c-49b9-a930-48ca7bf34a04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:38:46.913090 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52da673a-6304-4894-8786-c63b59912a47 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Network hostable DHCP agents. Network: 9ef3d7d2-811c-49b9-a930-48ca7bf34a04, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:38:46.929715 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-2b161b27-a9d7-49ab-8249-9414218cb956 admin admin] Usage tracker for resource:security_group_rule and tenant:13e48b3f54984806b60e3fc51f39c715 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:38:46.951820 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-2b161b27-a9d7-49ab-8249-9414218cb956 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:38:46.978033 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-2b161b27-a9d7-49ab-8249-9414218cb956 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:38:46.992445 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 55836) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:38:47.039871 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4559fddb-0323-455a-8df1-d4a8aeb6dfa3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:47.090409 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-dafb5d54-a59b-42cf-9cf4-53e94ab17471 None None] Attempting to bind port 49619b04-535e-484c-9bb4-d51abc09294e on host n-d-843948-2 for vnic_type normal with profile {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:38:47.090773 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-dafb5d54-a59b-42cf-9cf4-53e94ab17471 None None] Attempting to bind port 49619b04-535e-484c-9bb4-d51abc09294e by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': '03262776-27c7-420d-9354-9cb59b06d8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'a4586be9-91a4-46ec-bf45-905d6933d244'}] {{(pid=84889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:38:47.091319 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dafb5d54-a59b-42cf-9cf4-53e94ab17471 None None] Attempting to bind port 49619b04-535e-484c-9bb4-d51abc09294e on network a4586be9-91a4-46ec-bf45-905d6933d244 {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:38:47.109289 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-4559fddb-0323-455a-8df1-d4a8aeb6dfa3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:38:47.115937 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-4559fddb-0323-455a-8df1-d4a8aeb6dfa3 admin admin] Usage tracker for resource:security_group_rule and tenant:8185a3434e614867a8d6fbfb2ff35483 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:38:47.119991 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-4559fddb-0323-455a-8df1-d4a8aeb6dfa3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:38:47.136080 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-4559fddb-0323-455a-8df1-d4a8aeb6dfa3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:38:47.144328 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39619d3d-2474-4076-a1fb-df7acc27c66d req-b9eb6b1c-b121-45cd-a65c-02cc60617790 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:38:47.144328 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-39619d3d-2474-4076-a1fb-df7acc27c66d req-b9eb6b1c-b121-45cd-a65c-02cc60617790 service neutron] 10.222.0.71 "GET /v2.0/networks?id=76cba922-309a-4387-9272-eb83164f71fd HTTP/1.1" status: 200 len: 912 time: 0.3743789 May 30 20:38:47.158081 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2b161b27-a9d7-49ab-8249-9414218cb956 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:47.164430 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dafb5d54-a59b-42cf-9cf4-53e94ab17471 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:38:47.164798 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dafb5d54-a59b-42cf-9cf4-53e94ab17471 None None] Checking segment: {'id': '03262776-27c7-420d-9354-9cb59b06d8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'a4586be9-91a4-46ec-bf45-905d6933d244'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:38:47.165196 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-dafb5d54-a59b-42cf-9cf4-53e94ab17471 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:47.165583 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dafb5d54-a59b-42cf-9cf4-53e94ab17471 None None] Bound using segment: {'id': '03262776-27c7-420d-9354-9cb59b06d8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'a4586be9-91a4-46ec-bf45-905d6933d244'} {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:38:47.166071 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-dafb5d54-a59b-42cf-9cf4-53e94ab17471 None None] Bound port: 49619b04-535e-484c-9bb4-d51abc09294e, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03262776-27c7-420d-9354-9cb59b06d8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'a4586be9-91a4-46ec-bf45-905d6933d244'}}] {{(pid=84889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:38:47.166436 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-dafb5d54-a59b-42cf-9cf4-53e94ab17471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:47.181277 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52da673a-6304-4894-8786-c63b59912a47 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Network 9ef3d7d2-811c-49b9-a930-48ca7bf34a04 is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:38:47.296615 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2b161b27-a9d7-49ab-8249-9414218cb956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:47.385173 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.db [None req-dafb5d54-a59b-42cf-9cf4-53e94ab17471 None None] For port 49619b04-535e-484c-9bb4-d51abc09294e, host n-d-843948-2, cleared binding levels {{(pid=84889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:38:47.394371 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-2b161b27-a9d7-49ab-8249-9414218cb956 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=13e48b3f54984806b60e3fc51f39c715&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9324646 May 30 20:38:47.397033 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-39619d3d-2474-4076-a1fb-df7acc27c66d req-3fb29600-af1e-4948-93b0-e6d69e3eca8a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d6bd4241-27eb-4458-942f-37b05133f6b8 HTTP/1.1" status: 200 len: 1000 time: 0.2074528 May 30 20:38:47.397516 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 55846) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:38:47.402234 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.db [None req-dafb5d54-a59b-42cf-9cf4-53e94ab17471 None None] For port 49619b04-535e-484c-9bb4-d51abc09294e, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=49619b04-535e-484c-9bb4-d51abc09294e,segment=NetworkSegment(03262776-27c7-420d-9354-9cb59b06d8b3),segment_id=03262776-27c7-420d-9354-9cb59b06d8b3)] {{(pid=84889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:38:47.425914 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-4407199c-b5ef-40cc-8331-c34f9c50a622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc7ecadf-209a-4e8d-a028-be2f676772f2', 'name': 'tempest-AttachVolumeTestJSON-1189410636-router', 'tenant_id': 'be518c6f2f7741c6a6c26447eed4fca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': '09164586-c42b-48d1-85ff-5f4722ac884b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:34:22Z', 'updated_at': '2022-05-30T20:34:33Z', 'revision_number': 4, 'project_id': 'be518c6f2f7741c6a6c26447eed4fca2', 'gw_port': {'id': '09164586-c42b-48d1-85ff-5f4722ac884b', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:ee:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7ecadf-209a-4e8d-a028-be2f676772f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:34:23Z', 'updated_at': '2022-05-30T20:34:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': '1ae7b26e-025a-4751-b757-e426160cc4b7', 'tenant_id': 'be518c6f2f7741c6a6c26447eed4fca2', 'floating_ip_address': '172.25.8.209', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': 'cc7ecadf-209a-4e8d-a028-be2f676772f2', 'port_id': 'd6bd4241-27eb-4458-942f-37b05133f6b8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76cba922-309a-4387-9272-eb83164f71fd', 'mac_address': 'fa:16:3e:5a:63:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21c2e9d-44e2-4ceb-afd4-d9425fc1d983', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:38:11Z', 'updated_at': '2022-05-30T20:38:43Z', 'revision_number': 1, 'project_id': 'be518c6f2f7741c6a6c26447eed4fca2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48163b2d-e078-447f-8121-b1de14d6207b', 'name': '', 'network_id': '76cba922-309a-4387-9272-eb83164f71fd', 'tenant_id': 'be518c6f2f7741c6a6c26447eed4fca2', 'mac_address': 'fa:16:3e:b7:60:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7ecadf-209a-4e8d-a028-be2f676772f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '664239a8-9fd7-4297-838f-478b17647c0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:34:31Z', 'updated_at': '2022-05-30T20:34:53Z', 'revision_number': 5, 'project_id': 'be518c6f2f7741c6a6c26447eed4fca2', 'subnets': [{'id': '664239a8-9fd7-4297-838f-478b17647c0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:38:47.429984 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4407199c-b5ef-40cc-8331-c34f9c50a622 None None] Checking router: cc7ecadf-209a-4e8d-a028-be2f676772f2 for host: n-d-843948-2 {{(pid=84889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:38:47.434626 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-52da673a-6304-4894-8786-c63b59912a47 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, 9ef3d7d2-811c-49b9-a930-48ca7bf34a04) {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:38:47.443221 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d84b0cd-7e32-4a39-8cd6-3062192c9168 None None] Network 9ef3d7d2-811c-49b9-a930-48ca7bf34a04 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:38:47.462265 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52da673a-6304-4894-8786-c63b59912a47 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:38:47.462858 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4407199c-b5ef-40cc-8331-c34f9c50a622 None None] Routers {'cc7ecadf-209a-4e8d-a028-be2f676772f2'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:38:47.463235 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-52da673a-6304-4894-8786-c63b59912a47 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:47.463313 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-4407199c-b5ef-40cc-8331-c34f9c50a622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:38:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['cc7ecadf-209a-4e8d-a028-be2f676772f2'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:38:47.487943 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b161b27-a9d7-49ab-8249-9414218cb956 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b87e8ed5-e093-4952-82dd-e0b7997b5684,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:38:47.523404 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4559fddb-0323-455a-8df1-d4a8aeb6dfa3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:47.540537 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39619d3d-2474-4076-a1fb-df7acc27c66d req-f00a4294-eec1-4517-9018-ce357a993598 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:38:47.543421 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-39619d3d-2474-4076-a1fb-df7acc27c66d req-f00a4294-eec1-4517-9018-ce357a993598 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=664239a8-9fd7-4297-838f-478b17647c0d HTTP/1.1" status: 200 len: 850 time: 0.1280518 May 30 20:38:47.566185 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-dafb5d54-a59b-42cf-9cf4-53e94ab17471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:47.598621 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4559fddb-0323-455a-8df1-d4a8aeb6dfa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:47.628384 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-12509a16-7d9b-4037-b54a-b922fd8c46fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:47.633656 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-52da673a-6304-4894-8786-c63b59912a47 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4110653 May 30 20:38:47.642389 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 55852) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:38:47.680626 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-12509a16-7d9b-4037-b54a-b922fd8c46fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:47.756240 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08924f0a-314d-4dcc-8d6e-d1b94c081a77 None None] Pushing event updated for resources: {'Port': ['ID=49619b04-535e-484c-9bb4-d51abc09294e,revision_number=4']} {{(pid=84889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:38:47.791883 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb727bc-5b9d-4a4b-8272-df3e4f383d9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-9ef3d7d2-811c-49b9-a930-48ca7bf34a04', 'network_id': '9ef3d7d2-811c-49b9-a930-48ca7bf34a04', 'tenant_id': '58f9213e719f47ba816694fbf3eafd38', 'fixed_ips': [{'subnet_id': 'b45960f5-b334-48be-9147-35c483fdc4a6'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:38:47.793580 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-deb727bc-5b9d-4a4b-8272-df3e4f383d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:47.793709 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-39619d3d-2474-4076-a1fb-df7acc27c66d req-8daf02dc-12e9-447c-b78e-3eff133bd8d7 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=76cba922-309a-4387-9272-eb83164f71fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2447917 May 30 20:38:47.865771 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-4407199c-b5ef-40cc-8331-c34f9c50a622 None None] Set router cc7ecadf-209a-4e8d-a028-be2f676772f2 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:38:47.917124 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4559fddb-0323-455a-8df1-d4a8aeb6dfa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd357d43-f1c4-4a2b-8b4b-2b2baef20e18,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:38:47.938352 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-4559fddb-0323-455a-8df1-d4a8aeb6dfa3 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=8185a3434e614867a8d6fbfb2ff35483&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9426012 May 30 20:38:47.940411 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 55858) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:38:47.985902 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dafb5d54-a59b-42cf-9cf4-53e94ab17471 None None] Routers {'c1ce1ffd-c963-4af9-9150-aa661ee96a29'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:38:47.986532 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-dafb5d54-a59b-42cf-9cf4-53e94ab17471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:38:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['c1ce1ffd-c963-4af9-9150-aa661ee96a29'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:38:48.066975 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7d382f9a-eafe-4d3e-9e79-c27bfc392f7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:48.099774 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7d382f9a-eafe-4d3e-9e79-c27bfc392f7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:48.170812 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-dafb5d54-a59b-42cf-9cf4-53e94ab17471 None None] Set router c1ce1ffd-c963-4af9-9150-aa661ee96a29 gateway port host: None {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:38:48.177228 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d2745453-1881-4dfa-abf5-3d573a308877 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:48.198877 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-39619d3d-2474-4076-a1fb-df7acc27c66d req-37d6ca51-acbc-427f-8a48-e282829e8423 service neutron] 10.222.0.71 "GET /v2.0/networks/76cba922-309a-4387-9272-eb83164f71fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3782446 May 30 20:38:48.262616 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-deb727bc-5b9d-4a4b-8272-df3e4f383d9e None None] Allocated IP 172.23.0.2 (9ef3d7d2-811c-49b9-a930-48ca7bf34a04/b45960f5-b334-48be-9147-35c483fdc4a6/904c4ccd-8b07-4955-b71e-e10325a1d25c) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:38:48.281703 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-12509a16-7d9b-4037-b54a-b922fd8c46fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:48.391948 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7d382f9a-eafe-4d3e-9e79-c27bfc392f7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:48.484706 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12509a16-7d9b-4037-b54a-b922fd8c46fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b87e8ed5-e093-4952-82dd-e0b7997b5684,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:38:48.532782 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-12509a16-7d9b-4037-b54a-b922fd8c46fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:48.534108 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-12509a16-7d9b-4037-b54a-b922fd8c46fc admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/b87e8ed5-e093-4952-82dd-e0b7997b5684 HTTP/1.1" status: 204 len: 168 time: 1.1324739 May 30 20:38:48.596644 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d382f9a-eafe-4d3e-9e79-c27bfc392f7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd357d43-f1c4-4a2b-8b4b-2b2baef20e18,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:38:48.615592 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-deb727bc-5b9d-4a4b-8272-df3e4f383d9e None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:48.625343 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7d382f9a-eafe-4d3e-9e79-c27bfc392f7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:48.626408 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-7d382f9a-eafe-4d3e-9e79-c27bfc392f7c admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/cd357d43-f1c4-4a2b-8b4b-2b2baef20e18 HTTP/1.1" status: 204 len: 168 time: 0.6849179 May 30 20:38:48.652440 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-deb727bc-5b9d-4a4b-8272-df3e4f383d9e None None] Transition to ACTIVE for port object 904c4ccd-8b07-4955-b71e-e10325a1d25c will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:38:48.689988 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-deb727bc-5b9d-4a4b-8272-df3e4f383d9e None None] Transition to ACTIVE for port object 904c4ccd-8b07-4955-b71e-e10325a1d25c will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:38:48.767983 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-deb727bc-5b9d-4a4b-8272-df3e4f383d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:48.883984 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb727bc-5b9d-4a4b-8272-df3e4f383d9e None None] Pushing event updated for resources: {'Port': ['ID=904c4ccd-8b07-4955-b71e-e10325a1d25c,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:38:48.904552 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb727bc-5b9d-4a4b-8272-df3e4f383d9e None None] Network 9ef3d7d2-811c-49b9-a930-48ca7bf34a04 is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:38:48.907865 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-deb727bc-5b9d-4a4b-8272-df3e4f383d9e None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:38:48.911360 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb727bc-5b9d-4a4b-8272-df3e4f383d9e None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:38:48.993033 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4fde6009-3666-4040-bdbe-5e3010e20590 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:49.002501 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-d2745453-1881-4dfa-abf5-3d573a308877 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Allocated IP 172.20.0.1 (ee045dec-05c1-4d7a-81e0-14d6f6efb941/2a2fa297-9e2e-4974-8de2-e1cbad41ed60/d3caba6b-f899-452b-8b72-c05553100d07) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:38:49.080796 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-deb727bc-5b9d-4a4b-8272-df3e4f383d9e None None] Attempting to bind port 904c4ccd-8b07-4955-b71e-e10325a1d25c on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:38:49.081408 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-deb727bc-5b9d-4a4b-8272-df3e4f383d9e None None] Attempting to bind port 904c4ccd-8b07-4955-b71e-e10325a1d25c by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': 'c5d693d5-9897-42c1-b831-512f502f591f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '9ef3d7d2-811c-49b9-a930-48ca7bf34a04'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:38:49.081952 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb727bc-5b9d-4a4b-8272-df3e4f383d9e None None] Attempting to bind port 904c4ccd-8b07-4955-b71e-e10325a1d25c on network 9ef3d7d2-811c-49b9-a930-48ca7bf34a04 {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:38:49.103649 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-dafb5d54-a59b-42cf-9cf4-53e94ab17471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1ce1ffd-c963-4af9-9150-aa661ee96a29', 'name': 'tempest-RoutersTest-router-878275498', 'tenant_id': '58f9213e719f47ba816694fbf3eafd38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:38:08Z', 'updated_at': '2022-05-30T20:38:39Z', 'revision_number': 4, 'project_id': '58f9213e719f47ba816694fbf3eafd38', 'gw_port_host': None, '_interfaces': [{'id': '36546ee1-a086-41f9-a560-ce50cd90322e', 'name': '', 'network_id': '8e24f0d1-8ab9-463f-87e0-3c36a6290d6f', 'tenant_id': '58f9213e719f47ba816694fbf3eafd38', 'mac_address': 'fa:16:3e:d5:7c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ce1ffd-c963-4af9-9150-aa661ee96a29', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '36fa5394-b4f5-48da-ba65-741912f95be9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:38:24Z', 'updated_at': '2022-05-30T20:38:40Z', 'revision_number': 5, 'project_id': '58f9213e719f47ba816694fbf3eafd38', 'subnets': [{'id': '36fa5394-b4f5-48da-ba65-741912f95be9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '49619b04-535e-484c-9bb4-d51abc09294e', 'name': '', 'network_id': 'a4586be9-91a4-46ec-bf45-905d6933d244', 'tenant_id': '58f9213e719f47ba816694fbf3eafd38', 'mac_address': 'fa:16:3e:09:4a:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1ce1ffd-c963-4af9-9150-aa661ee96a29', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e90feffd-8565-4347-8fa2-fb686c5accd9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:38:37Z', 'updated_at': '2022-05-30T20:38:47Z', 'revision_number': 4, 'project_id': '58f9213e719f47ba816694fbf3eafd38', 'subnets': [{'id': 'e90feffd-8565-4347-8fa2-fb686c5accd9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5a3e3e8f-3135-4d07-8b86-e2c670b3ae5b', 'name': '', 'network_id': 'aa48d2f1-345a-448d-b2e2-1618ebc16a0c', 'tenant_id': '58f9213e719f47ba816694fbf3eafd38', 'mac_address': 'fa:16:3e:48:2d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ce1ffd-c963-4af9-9150-aa661ee96a29', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd5564509-e22f-42dd-bd78-24065d2f88c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:38:13Z', 'updated_at': '2022-05-30T20:38:25Z', 'revision_number': 5, 'project_id': '58f9213e719f47ba816694fbf3eafd38', 'subnets': [{'id': 'd5564509-e22f-42dd-bd78-24065d2f88c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:38:49.115671 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dafb5d54-a59b-42cf-9cf4-53e94ab17471 None None] The sync data for ids ['c1ce1ffd-c963-4af9-9150-aa661ee96a29'] in n-d-843948-2 is: [{'id': 'c1ce1ffd-c963-4af9-9150-aa661ee96a29', 'name': 'tempest-RoutersTest-router-878275498', 'tenant_id': '58f9213e719f47ba816694fbf3eafd38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:38:08Z', 'updated_at': '2022-05-30T20:38:39Z', 'revision_number': 4, 'project_id': '58f9213e719f47ba816694fbf3eafd38', 'gw_port_host': None, '_interfaces': [{'id': '36546ee1-a086-41f9-a560-ce50cd90322e', 'name': '', 'network_id': '8e24f0d1-8ab9-463f-87e0-3c36a6290d6f', 'tenant_id': '58f9213e719f47ba816694fbf3eafd38', 'mac_address': 'fa:16:3e:d5:7c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ce1ffd-c963-4af9-9150-aa661ee96a29', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '36fa5394-b4f5-48da-ba65-741912f95be9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:38:24Z', 'updated_at': '2022-05-30T20:38:40Z', 'revision_number': 5, 'project_id': '58f9213e719f47ba816694fbf3eafd38', 'subnets': [{'id': '36fa5394-b4f5-48da-ba65-741912f95be9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '49619b04-535e-484c-9bb4-d51abc09294e', 'name': '', 'network_id': 'a4586be9-91a4-46ec-bf45-905d6933d244', 'tenant_id': '58f9213e719f47ba816694fbf3eafd38', 'mac_address': 'fa:16:3e:09:4a:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1ce1ffd-c963-4af9-9150-aa661ee96a29', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e90feffd-8565-4347-8fa2-fb686c5accd9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:38:37Z', 'updated_at': '2022-05-30T20:38:47Z', 'revision_number': 4, 'project_id': '58f9213e719f47ba816694fbf3eafd38', 'subnets': [{'id': 'e90feffd-8565-4347-8fa2-fb686c5accd9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5a3e3e8f-3135-4d07-8b86-e2c670b3ae5b', 'name': '', 'network_id': 'aa48d2f1-345a-448d-b2e2-1618ebc16a0c', 'tenant_id': '58f9213e719f47ba816694fbf3eafd38', 'mac_address': 'fa:16:3e:48:2d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ce1ffd-c963-4af9-9150-aa661ee96a29', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd5564509-e22f-42dd-bd78-24065d2f88c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:38:13Z', 'updated_at': '2022-05-30T20:38:25Z', 'revision_number': 5, 'project_id': '58f9213e719f47ba816694fbf3eafd38', 'subnets': [{'id': 'd5564509-e22f-42dd-bd78-24065d2f88c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:38:49.132559 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb727bc-5b9d-4a4b-8272-df3e4f383d9e None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:38:49.141813 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb727bc-5b9d-4a4b-8272-df3e4f383d9e None None] Checking segment: {'id': 'c5d693d5-9897-42c1-b831-512f502f591f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '9ef3d7d2-811c-49b9-a930-48ca7bf34a04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:38:49.142747 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-deb727bc-5b9d-4a4b-8272-df3e4f383d9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:49.143335 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb727bc-5b9d-4a4b-8272-df3e4f383d9e None None] Bound using segment: {'id': 'c5d693d5-9897-42c1-b831-512f502f591f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '9ef3d7d2-811c-49b9-a930-48ca7bf34a04'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:38:49.144223 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-deb727bc-5b9d-4a4b-8272-df3e4f383d9e None None] Bound port: 904c4ccd-8b07-4955-b71e-e10325a1d25c, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5d693d5-9897-42c1-b831-512f502f591f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '9ef3d7d2-811c-49b9-a930-48ca7bf34a04'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:38:49.146370 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-deb727bc-5b9d-4a4b-8272-df3e4f383d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:49.387091 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-deb727bc-5b9d-4a4b-8272-df3e4f383d9e None None] For port 904c4ccd-8b07-4955-b71e-e10325a1d25c, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:38:49.390942 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-deb727bc-5b9d-4a4b-8272-df3e4f383d9e None None] For port 904c4ccd-8b07-4955-b71e-e10325a1d25c, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=904c4ccd-8b07-4955-b71e-e10325a1d25c,segment=NetworkSegment(c5d693d5-9897-42c1-b831-512f502f591f),segment_id=c5d693d5-9897-42c1-b831-512f502f591f)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:38:49.420265 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d2745453-1881-4dfa-abf5-3d573a308877 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:49.451392 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-4407199c-b5ef-40cc-8331-c34f9c50a622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc7ecadf-209a-4e8d-a028-be2f676772f2', 'name': 'tempest-AttachVolumeTestJSON-1189410636-router', 'tenant_id': 'be518c6f2f7741c6a6c26447eed4fca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': '09164586-c42b-48d1-85ff-5f4722ac884b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:34:22Z', 'updated_at': '2022-05-30T20:34:33Z', 'revision_number': 4, 'project_id': 'be518c6f2f7741c6a6c26447eed4fca2', 'gw_port': {'id': '09164586-c42b-48d1-85ff-5f4722ac884b', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:ee:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7ecadf-209a-4e8d-a028-be2f676772f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:34:23Z', 'updated_at': '2022-05-30T20:34:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': '1ae7b26e-025a-4751-b757-e426160cc4b7', 'tenant_id': 'be518c6f2f7741c6a6c26447eed4fca2', 'floating_ip_address': '172.25.8.209', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': 'cc7ecadf-209a-4e8d-a028-be2f676772f2', 'port_id': 'd6bd4241-27eb-4458-942f-37b05133f6b8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76cba922-309a-4387-9272-eb83164f71fd', 'mac_address': 'fa:16:3e:5a:63:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21c2e9d-44e2-4ceb-afd4-d9425fc1d983', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:38:11Z', 'updated_at': '2022-05-30T20:38:43Z', 'revision_number': 1, 'project_id': 'be518c6f2f7741c6a6c26447eed4fca2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48163b2d-e078-447f-8121-b1de14d6207b', 'name': '', 'network_id': '76cba922-309a-4387-9272-eb83164f71fd', 'tenant_id': 'be518c6f2f7741c6a6c26447eed4fca2', 'mac_address': 'fa:16:3e:b7:60:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7ecadf-209a-4e8d-a028-be2f676772f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '664239a8-9fd7-4297-838f-478b17647c0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:34:31Z', 'updated_at': '2022-05-30T20:34:53Z', 'revision_number': 5, 'project_id': 'be518c6f2f7741c6a6c26447eed4fca2', 'subnets': [{'id': '664239a8-9fd7-4297-838f-478b17647c0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:38:49.457633 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-39619d3d-2474-4076-a1fb-df7acc27c66d req-89bd0012-1b81-40ad-af35-6a33dcc1fd0c service neutron] 10.222.0.71 "GET /v2.0/networks/76cba922-309a-4387-9272-eb83164f71fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1572731 May 30 20:38:49.461375 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4407199c-b5ef-40cc-8331-c34f9c50a622 None None] The sync data for ids ['cc7ecadf-209a-4e8d-a028-be2f676772f2'] in n-d-843948-2 is: [{'id': 'cc7ecadf-209a-4e8d-a028-be2f676772f2', 'name': 'tempest-AttachVolumeTestJSON-1189410636-router', 'tenant_id': 'be518c6f2f7741c6a6c26447eed4fca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': '09164586-c42b-48d1-85ff-5f4722ac884b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:34:22Z', 'updated_at': '2022-05-30T20:34:33Z', 'revision_number': 4, 'project_id': 'be518c6f2f7741c6a6c26447eed4fca2', 'gw_port': {'id': '09164586-c42b-48d1-85ff-5f4722ac884b', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:ee:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7ecadf-209a-4e8d-a028-be2f676772f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:34:23Z', 'updated_at': '2022-05-30T20:34:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': '1ae7b26e-025a-4751-b757-e426160cc4b7', 'tenant_id': 'be518c6f2f7741c6a6c26447eed4fca2', 'floating_ip_address': '172.25.8.209', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': 'cc7ecadf-209a-4e8d-a028-be2f676772f2', 'port_id': 'd6bd4241-27eb-4458-942f-37b05133f6b8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76cba922-309a-4387-9272-eb83164f71fd', 'mac_address': 'fa:16:3e:5a:63:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21c2e9d-44e2-4ceb-afd4-d9425fc1d983', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:38:11Z', 'updated_at': '2022-05-30T20:38:43Z', 'revision_number': 1, 'project_id': 'be518c6f2f7741c6a6c26447eed4fca2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48163b2d-e078-447f-8121-b1de14d6207b', 'name': '', 'network_id': '76cba922-309a-4387-9272-eb83164f71fd', 'tenant_id': 'be518c6f2f7741c6a6c26447eed4fca2', 'mac_address': 'fa:16:3e:b7:60:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7ecadf-209a-4e8d-a028-be2f676772f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '664239a8-9fd7-4297-838f-478b17647c0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:34:31Z', 'updated_at': '2022-05-30T20:34:53Z', 'revision_number': 5, 'project_id': 'be518c6f2f7741c6a6c26447eed4fca2', 'subnets': [{'id': '664239a8-9fd7-4297-838f-478b17647c0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:38:49.479479 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-deb727bc-5b9d-4a4b-8272-df3e4f383d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:49.519316 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d2745453-1881-4dfa-abf5-3d573a308877 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:49.706800 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb727bc-5b9d-4a4b-8272-df3e4f383d9e None None] Pushing event updated for resources: {'Port': ['ID=904c4ccd-8b07-4955-b71e-e10325a1d25c,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:38:49.719513 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2745453-1881-4dfa-abf5-3d573a308877 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Pushing event updated for resources: {'Port': ['ID=d3caba6b-f899-452b-8b72-c05553100d07,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:38:49.733156 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:49.749937 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2745453-1881-4dfa-abf5-3d573a308877 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Network ee045dec-05c1-4d7a-81e0-14d6f6efb941 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:38:49.752849 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-d2745453-1881-4dfa-abf5-3d573a308877 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:38:49.757520 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2745453-1881-4dfa-abf5-3d573a308877 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:38:49.924944 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d2745453-1881-4dfa-abf5-3d573a308877 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-736099'] for router_interface, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:50.017382 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 55894) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:38:50.020672 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [None req-4fde6009-3666-4040-bdbe-5e3010e20590 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Allocated IP 172.23.0.1 (9ef3d7d2-811c-49b9-a930-48ca7bf34a04/b45960f5-b334-48be-9147-35c483fdc4a6/2722e2a8-275a-4b87-9d89-9b0de07448d8) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:38:50.045509 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5fd3bf33-feec-4d6d-bc82-f6dc0c11903f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:50.193350 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-5fd3bf33-feec-4d6d-bc82-f6dc0c11903f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:38:50.198030 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-5fd3bf33-feec-4d6d-bc82-f6dc0c11903f admin admin] Usage tracker for resource:security_group_rule and tenant:7dfd81dc0ee4412b9b6064ca917fecad is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:38:50.201668 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-5fd3bf33-feec-4d6d-bc82-f6dc0c11903f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:38:50.208900 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-5fd3bf33-feec-4d6d-bc82-f6dc0c11903f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:38:50.302066 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d2745453-1881-4dfa-abf5-3d573a308877 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:50.357701 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4fde6009-3666-4040-bdbe-5e3010e20590 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:50.390278 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5fd3bf33-feec-4d6d-bc82-f6dc0c11903f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:50.397927 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [None req-4fde6009-3666-4040-bdbe-5e3010e20590 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Transition to ACTIVE for port object 2722e2a8-275a-4b87-9d89-9b0de07448d8 will not be triggered until provisioned by entity DHCP. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:38:50.478401 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5fd3bf33-feec-4d6d-bc82-f6dc0c11903f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:50.516503 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4fde6009-3666-4040-bdbe-5e3010e20590 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:50.635841 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-5fd3bf33-feec-4d6d-bc82-f6dc0c11903f admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=7dfd81dc0ee4412b9b6064ca917fecad&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6173546 May 30 20:38:50.636482 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 55912) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:38:50.648064 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fde6009-3666-4040-bdbe-5e3010e20590 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Network 9ef3d7d2-811c-49b9-a930-48ca7bf34a04 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:38:50.649032 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd3bf33-feec-4d6d-bc82-f6dc0c11903f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ace3125-b3ea-46d4-9c55-cedc72c69d8b,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:38:50.664759 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-4fde6009-3666-4040-bdbe-5e3010e20590 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:38:50.669395 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fde6009-3666-4040-bdbe-5e3010e20590 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Pushing event updated for resources: {'Port': ['ID=2722e2a8-275a-4b87-9d89-9b0de07448d8,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:38:50.672163 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fde6009-3666-4040-bdbe-5e3010e20590 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:38:50.803220 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4fde6009-3666-4040-bdbe-5e3010e20590 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-736099'] for router_interface, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:50.830498 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4f027f0e-935a-454c-a553-f8165f3d816d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:50.867834 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d2745453-1881-4dfa-abf5-3d573a308877 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:50.925006 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4f027f0e-935a-454c-a553-f8165f3d816d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:50.935786 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d2745453-1881-4dfa-abf5-3d573a308877 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:51.046054 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 49619b04-535e-484c-9bb4-d51abc09294e up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:38:51.108203 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2745453-1881-4dfa-abf5-3d573a308877 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Pushing event updated for resources: {'Port': ['ID=d3caba6b-f899-452b-8b72-c05553100d07,revision_number=2']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:38:51.121816 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d2745453-1881-4dfa-abf5-3d573a308877 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1718057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-736206'] for router_interface, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:51.139316 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4f027f0e-935a-454c-a553-f8165f3d816d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:51.205593 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f027f0e-935a-454c-a553-f8165f3d816d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ace3125-b3ea-46d4-9c55-cedc72c69d8b,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:38:51.210198 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 49619b04-535e-484c-9bb4-d51abc09294e completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:38:51.220255 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 49619b04-535e-484c-9bb4-d51abc09294e triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:38:51.222913 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:51.230373 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4fde6009-3666-4040-bdbe-5e3010e20590 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:51.254643 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4f027f0e-935a-454c-a553-f8165f3d816d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:51.258403 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-4f027f0e-935a-454c-a553-f8165f3d816d admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/2ace3125-b3ea-46d4-9c55-cedc72c69d8b HTTP/1.1" status: 204 len: 168 time: 0.6135900 May 30 20:38:51.362810 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-940f4168-5c75-4463-a178-7ec819ee893d None None] Network 9ef3d7d2-811c-49b9-a930-48ca7bf34a04 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:38:51.410358 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2745453-1881-4dfa-abf5-3d573a308877 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Network ee045dec-05c1-4d7a-81e0-14d6f6efb941 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:38:51.412189 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-d2745453-1881-4dfa-abf5-3d573a308877 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:38:51.547559 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-083408f9-5503-414e-973b-9d91606d1970 None None] Provisioning for port 904c4ccd-8b07-4955-b71e-e10325a1d25c completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:38:51.763675 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4fde6009-3666-4040-bdbe-5e3010e20590 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:51.827232 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4fde6009-3666-4040-bdbe-5e3010e20590 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:51.903342 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:51.949900 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port 49619b04-535e-484c-9bb4-d51abc09294e, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=49619b04-535e-484c-9bb4-d51abc09294e,segment=NetworkSegment(03262776-27c7-420d-9354-9cb59b06d8b3),segment_id=03262776-27c7-420d-9354-9cb59b06d8b3)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:38:52.033837 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:52.044551 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 904c4ccd-8b07-4955-b71e-e10325a1d25c up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:38:52.044725 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2745453-1881-4dfa-abf5-3d573a308877 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Router f0fa8d8b-6a56-42f0-adc6-042d022f8dce has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:38:52.187083 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4fde6009-3666-4040-bdbe-5e3010e20590 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1718057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-736206'] for router_interface, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:52.219524 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=49619b04-535e-484c-9bb4-d51abc09294e,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:38:52.255900 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 904c4ccd-8b07-4955-b71e-e10325a1d25c completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:38:52.262719 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 904c4ccd-8b07-4955-b71e-e10325a1d25c triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:38:52.263878 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:52.263989 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fde6009-3666-4040-bdbe-5e3010e20590 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Pushing event updated for resources: {'Port': ['ID=2722e2a8-275a-4b87-9d89-9b0de07448d8,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:38:52.393542 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:52.539537 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2745453-1881-4dfa-abf5-3d573a308877 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:38:52.554515 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fde6009-3666-4040-bdbe-5e3010e20590 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Network 9ef3d7d2-811c-49b9-a930-48ca7bf34a04 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:38:52.555668 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-4fde6009-3666-4040-bdbe-5e3010e20590 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:38:52.567105 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-07f7ec81-47c5-4556-9124-dc2683c992ac None None] Provisioning for port 2722e2a8-275a-4b87-9d89-9b0de07448d8 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:38:52.576069 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb3da86-b3b3-483a-96c0-8082095aabb4 None None] Sync routers for ids ['f0fa8d8b-6a56-42f0-adc6-042d022f8dce'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:38:52.585561 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-d2745453-1881-4dfa-abf5-3d573a308877 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] 10.222.0.85 "PUT /v2.0/routers/f0fa8d8b-6a56-42f0-adc6-042d022f8dce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5676582 May 30 20:38:52.587101 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 55960) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:38:52.595674 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-7fa1eb17-886d-4594-9346-1daec1829897 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Request body: {'port': {'network_id': 'ee045dec-05c1-4d7a-81e0-14d6f6efb941', 'name': 'tempest-FloatingIPTestJSON-1857200300'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:38:52.615997 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-07f7ec81-47c5-4556-9124-dc2683c992ac None None] Provisioning complete for port 2722e2a8-275a-4b87-9d89-9b0de07448d8 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:38:52.616598 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-07f7ec81-47c5-4556-9124-dc2683c992ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:52.797399 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb3da86-b3b3-483a-96c0-8082095aabb4 None None] Routers {'f0fa8d8b-6a56-42f0-adc6-042d022f8dce'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:38:52.802066 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-cfb3da86-b3b3-483a-96c0-8082095aabb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:38:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['f0fa8d8b-6a56-42f0-adc6-042d022f8dce'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:38:52.918759 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-7fa1eb17-886d-4594-9346-1daec1829897 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:38:52.930979 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-7fa1eb17-886d-4594-9346-1daec1829897 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Usage tracker for resource:port and tenant:ff08ef1ca6c64d55993243ba271e24a7 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:38:52.940538 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-7fa1eb17-886d-4594-9346-1daec1829897 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:38:52.951190 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3539b03b-a0d6-489a-9b2e-b7964d0b054d None None] New status for floating IP 1ae7b26e-025a-4751-b757-e426160cc4b7: ACTIVE {{(pid=84889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 20:38:52.961383 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-7fa1eb17-886d-4594-9346-1daec1829897 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:38:53.071149 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:53.085186 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fa1eb17-886d-4594-9346-1daec1829897 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Made reservation on behalf of ff08ef1ca6c64d55993243ba271e24a7 for: {'port': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:38:53.085186 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7fa1eb17-886d-4594-9346-1daec1829897 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:53.099274 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-cfb3da86-b3b3-483a-96c0-8082095aabb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:38:53.133580 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-07f7ec81-47c5-4556-9124-dc2683c992ac None None] Port 2722e2a8-275a-4b87-9d89-9b0de07448d8 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:38:53.137387 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [None req-7fa1eb17-886d-4594-9346-1daec1829897 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] device_id is not set on port 6372974a-9269-4d78-91f7-432b3c808aa0 yet. {{(pid=84886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:38:53.179632 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port 904c4ccd-8b07-4955-b71e-e10325a1d25c, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=904c4ccd-8b07-4955-b71e-e10325a1d25c,segment=NetworkSegment(c5d693d5-9897-42c1-b831-512f502f591f),segment_id=c5d693d5-9897-42c1-b831-512f502f591f)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:38:53.193030 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb3da86-b3b3-483a-96c0-8082095aabb4 None None] Routers {'f0fa8d8b-6a56-42f0-adc6-042d022f8dce'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:38:53.200025 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-cfb3da86-b3b3-483a-96c0-8082095aabb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:38:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['f0fa8d8b-6a56-42f0-adc6-042d022f8dce'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:38:53.262634 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:53.374673 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fde6009-3666-4040-bdbe-5e3010e20590 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Router c1ce1ffd-c963-4af9-9150-aa661ee96a29 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:38:53.377860 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-cfb3da86-b3b3-483a-96c0-8082095aabb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:38:53.378425 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb3da86-b3b3-483a-96c0-8082095aabb4 None None] The sync data for ids ['f0fa8d8b-6a56-42f0-adc6-042d022f8dce'] in n-d-843948-2 is: [] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:38:53.389271 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-07f7ec81-47c5-4556-9124-dc2683c992ac None None] Provisioning complete for port 904c4ccd-8b07-4955-b71e-e10325a1d25c triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:38:53.389639 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-07f7ec81-47c5-4556-9124-dc2683c992ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:53.413645 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 49619b04-535e-484c-9bb4-d51abc09294e up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:38:53.515192 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-7fa1eb17-886d-4594-9346-1daec1829897 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Allocated IP 172.20.0.13 (ee045dec-05c1-4d7a-81e0-14d6f6efb941/2a2fa297-9e2e-4974-8de2-e1cbad41ed60/6372974a-9269-4d78-91f7-432b3c808aa0) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:38:53.586878 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=904c4ccd-8b07-4955-b71e-e10325a1d25c,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:38:53.672364 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 49619b04-535e-484c-9bb4-d51abc09294e triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:38:53.672731 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:53.735284 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fde6009-3666-4040-bdbe-5e3010e20590 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:38:53.747357 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-4fde6009-3666-4040-bdbe-5e3010e20590 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] 10.222.0.85 "PUT /v2.0/routers/c1ce1ffd-c963-4af9-9150-aa661ee96a29/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1011364 May 30 20:38:53.747357 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 55994) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:38:53.751874 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-f931029f-d294-47a1-99ba-5cd3c4f7992f tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:38:53.788448 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3244a784-1385-4561-9702-2a713ff14ae0 None None] Sync routers for ids ['c1ce1ffd-c963-4af9-9150-aa661ee96a29'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:38:53.863111 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7fa1eb17-886d-4594-9346-1daec1829897 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:53.900274 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3244a784-1385-4561-9702-2a713ff14ae0 None None] Routers {'c1ce1ffd-c963-4af9-9150-aa661ee96a29'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:38:53.904300 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-3244a784-1385-4561-9702-2a713ff14ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:38:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['c1ce1ffd-c963-4af9-9150-aa661ee96a29'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:38:53.947482 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7fa1eb17-886d-4594-9346-1daec1829897 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:54.032954 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa1eb17-886d-4594-9346-1daec1829897 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Network ee045dec-05c1-4d7a-81e0-14d6f6efb941 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:38:54.037109 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-7fa1eb17-886d-4594-9346-1daec1829897 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:38:54.040236 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa1eb17-886d-4594-9346-1daec1829897 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:38:54.142831 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa1eb17-886d-4594-9346-1daec1829897 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:38:54.143486 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7fa1eb17-886d-4594-9346-1daec1829897 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:54.174356 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa1eb17-886d-4594-9346-1daec1829897 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Pushing event updated for resources: {'Port': ['ID=6372974a-9269-4d78-91f7-432b3c808aa0,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:38:54.316797 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-7fa1eb17-886d-4594-9346-1daec1829897 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7289181 May 30 20:38:54.317724 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 56006) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:38:54.324720 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-07c175d3-54dd-40ad-a3f5-3d8d96440c6a tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Request body: {'port': {'network_id': 'ee045dec-05c1-4d7a-81e0-14d6f6efb941', 'name': 'tempest-FloatingIPTestJSON-382722768'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:38:54.337510 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-344f757f-9259-4808-8f7e-03eda6e3247f None None] Provisioning complete for port 2722e2a8-275a-4b87-9d89-9b0de07448d8 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:38:54.338100 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-344f757f-9259-4808-8f7e-03eda6e3247f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:54.451474 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-3244a784-1385-4561-9702-2a713ff14ae0 None None] Set router c1ce1ffd-c963-4af9-9150-aa661ee96a29 gateway port host: None {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:38:54.519014 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-344f757f-9259-4808-8f7e-03eda6e3247f None None] Port 2722e2a8-275a-4b87-9d89-9b0de07448d8 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:38:54.552254 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-07c175d3-54dd-40ad-a3f5-3d8d96440c6a tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:38:54.557251 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-07c175d3-54dd-40ad-a3f5-3d8d96440c6a tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Usage tracker for resource:port and tenant:ff08ef1ca6c64d55993243ba271e24a7 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:38:54.561142 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-07c175d3-54dd-40ad-a3f5-3d8d96440c6a tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:38:54.567658 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-07c175d3-54dd-40ad-a3f5-3d8d96440c6a tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:38:54.618384 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.extraroute_db [None req-f931029f-d294-47a1-99ba-5cd3c4f7992f tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=84887) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} May 30 20:38:54.658515 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07c175d3-54dd-40ad-a3f5-3d8d96440c6a tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Made reservation on behalf of ff08ef1ca6c64d55993243ba271e24a7 for: {'port': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:38:54.661160 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.extraroute_db [None req-f931029f-d294-47a1-99ba-5cd3c4f7992f tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Removed routes are [] {{(pid=84887) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} May 30 20:38:54.661453 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f931029f-d294-47a1-99ba-5cd3c4f7992f tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-736390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:54.665059 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-07c175d3-54dd-40ad-a3f5-3d8d96440c6a tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:54.691544 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [None req-07c175d3-54dd-40ad-a3f5-3d8d96440c6a tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] device_id is not set on port 5d1865c4-71d6-4719-9e22-4bfa08e11e42 yet. {{(pid=84886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:38:54.870203 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-07c175d3-54dd-40ad-a3f5-3d8d96440c6a tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Allocated IP 172.20.0.4 (ee045dec-05c1-4d7a-81e0-14d6f6efb941/2a2fa297-9e2e-4974-8de2-e1cbad41ed60/5d1865c4-71d6-4719-9e22-4bfa08e11e42) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:38:55.025638 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-3244a784-1385-4561-9702-2a713ff14ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1ce1ffd-c963-4af9-9150-aa661ee96a29', 'name': 'tempest-RoutersTest-router-878275498', 'tenant_id': '58f9213e719f47ba816694fbf3eafd38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:38:08Z', 'updated_at': '2022-05-30T20:38:50Z', 'revision_number': 5, 'project_id': '58f9213e719f47ba816694fbf3eafd38', 'gw_port_host': None, '_interfaces': [{'id': '2722e2a8-275a-4b87-9d89-9b0de07448d8', 'name': '', 'network_id': '9ef3d7d2-811c-49b9-a930-48ca7bf34a04', 'tenant_id': '58f9213e719f47ba816694fbf3eafd38', 'mac_address': 'fa:16:3e:d4:02:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1ce1ffd-c963-4af9-9150-aa661ee96a29', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b45960f5-b334-48be-9147-35c483fdc4a6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:38:49Z', 'updated_at': '2022-05-30T20:38:51Z', 'revision_number': 2, 'project_id': '58f9213e719f47ba816694fbf3eafd38', 'subnets': [{'id': 'b45960f5-b334-48be-9147-35c483fdc4a6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '36546ee1-a086-41f9-a560-ce50cd90322e', 'name': '', 'network_id': '8e24f0d1-8ab9-463f-87e0-3c36a6290d6f', 'tenant_id': '58f9213e719f47ba816694fbf3eafd38', 'mac_address': 'fa:16:3e:d5:7c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ce1ffd-c963-4af9-9150-aa661ee96a29', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '36fa5394-b4f5-48da-ba65-741912f95be9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:38:24Z', 'updated_at': '2022-05-30T20:38:40Z', 'revision_number': 5, 'project_id': '58f9213e719f47ba816694fbf3eafd38', 'subnets': [{'id': '36fa5394-b4f5-48da-ba65-741912f95be9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '49619b04-535e-484c-9bb4-d51abc09294e', 'name': '', 'network_id': 'a4586be9-91a4-46ec-bf45-905d6933d244', 'tenant_id': '58f9213e719f47ba816694fbf3eafd38', 'mac_address': 'fa:16:3e:09:4a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ce1ffd-c963-4af9-9150-aa661ee96a29', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e90feffd-8565-4347-8fa2-fb686c5accd9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:38:37Z', 'updated_at': '2022-05-30T20:38:51Z', 'revision_number': 5, 'project_id': '58f9213e719f47ba816694fbf3eafd38', 'subnets': [{'id': 'e90feffd-8565-4347-8fa2-fb686c5accd9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5a3e3e8f-3135-4d07-8b86-e2c670b3ae5b', 'name': '', 'network_id': 'aa48d2f1-345a-448d-b2e2-1618ebc16a0c', 'tenant_id': '58f9213e719f47ba816694fbf3eafd38', 'mac_address': 'fa:16:3e:48:2d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ce1ffd-c963-4af9-9150-aa661ee96a29', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd5564509-e22f-42dd-bd78-24065d2f88c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:38:13Z', 'updated_at': '2022-05-30T20:38:25Z', 'revision_number': 5, 'project_id': '58f9213e719f47ba816694fbf3eafd38', 'subnets': [{'id': 'd5564509-e22f-42dd-bd78-24065d2f88c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:38:55.030527 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3244a784-1385-4561-9702-2a713ff14ae0 None None] Checking router: c1ce1ffd-c963-4af9-9150-aa661ee96a29 for host: n-d-843948-2 {{(pid=84888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:38:55.031089 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3244a784-1385-4561-9702-2a713ff14ae0 None None] Updating router c1ce1ffd-c963-4af9-9150-aa661ee96a29 port 2722e2a8-275a-4b87-9d89-9b0de07448d8 binding host n-d-843948-2 {{(pid=84888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:38:55.109443 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-3244a784-1385-4561-9702-2a713ff14ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:55.172818 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-07c175d3-54dd-40ad-a3f5-3d8d96440c6a tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:55.324852 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-07c175d3-54dd-40ad-a3f5-3d8d96440c6a tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:55.394927 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c175d3-54dd-40ad-a3f5-3d8d96440c6a tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Network ee045dec-05c1-4d7a-81e0-14d6f6efb941 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:38:55.398891 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-07c175d3-54dd-40ad-a3f5-3d8d96440c6a tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:38:55.409498 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c175d3-54dd-40ad-a3f5-3d8d96440c6a tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:38:55.485388 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f931029f-d294-47a1-99ba-5cd3c4f7992f tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-736390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:55.489833 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f931029f-d294-47a1-99ba-5cd3c4f7992f tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-736409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-736399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-736400', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-724754'] for router, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:55.513792 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c175d3-54dd-40ad-a3f5-3d8d96440c6a tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Pushing event updated for resources: {'Port': ['ID=5d1865c4-71d6-4719-9e22-4bfa08e11e42,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:38:55.550951 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c175d3-54dd-40ad-a3f5-3d8d96440c6a tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:38:55.553232 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-07c175d3-54dd-40ad-a3f5-3d8d96440c6a tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:55.642660 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 904c4ccd-8b07-4955-b71e-e10325a1d25c up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:38:55.673684 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-07c175d3-54dd-40ad-a3f5-3d8d96440c6a tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.3543177 May 30 20:38:55.676786 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 56032) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:38:55.682385 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-71991bf0-62e4-4d02-95fe-d637a74a7c9e tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Request body: {'floatingip': {'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'port_id': '5d1865c4-71d6-4719-9e22-4bfa08e11e42', 'fixed_ip_address': '172.20.0.4'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:38:55.689433 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-71991bf0-62e4-4d02-95fe-d637a74a7c9e tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:38:55.694573 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-71991bf0-62e4-4d02-95fe-d637a74a7c9e tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Usage tracker for resource:floatingip and tenant:ff08ef1ca6c64d55993243ba271e24a7 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:38:55.699284 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-71991bf0-62e4-4d02-95fe-d637a74a7c9e tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:38:55.709687 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-71991bf0-62e4-4d02-95fe-d637a74a7c9e tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:38:55.716509 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-3244a784-1385-4561-9702-2a713ff14ae0 None None] Notify callbacks [] for port, precommit_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:55.738546 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-3244a784-1385-4561-9702-2a713ff14ae0 None None] Transition to ACTIVE for port object 2722e2a8-275a-4b87-9d89-9b0de07448d8 will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:38:55.746727 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 904c4ccd-8b07-4955-b71e-e10325a1d25c triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:38:55.747095 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:55.753115 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f931029f-d294-47a1-99ba-5cd3c4f7992f tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Router c1ce1ffd-c963-4af9-9150-aa661ee96a29 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:38:55.776254 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-71991bf0-62e4-4d02-95fe-d637a74a7c9e tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks [] for floatingip, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:55.866232 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-3244a784-1385-4561-9702-2a713ff14ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:56.016518 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-71991bf0-62e4-4d02-95fe-d637a74a7c9e tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:56.127976 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f931029f-d294-47a1-99ba-5cd3c4f7992f tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:38:56.135048 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c691ef-6077-4a03-97d7-e32e3861b0d1 None None] Pushing event updated for resources: {'Port': ['ID=2722e2a8-275a-4b87-9d89-9b0de07448d8,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:38:56.147687 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f931029f-d294-47a1-99ba-5cd3c4f7992f tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks [] for router, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:56.150869 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-f931029f-d294-47a1-99ba-5cd3c4f7992f tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] 10.222.0.85 "PUT /v2.0/routers/c1ce1ffd-c963-4af9-9150-aa661ee96a29 HTTP/1.1" status: 200 len: 933 time: 2.4043560 May 30 20:38:56.153515 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 56044) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:38:56.296895 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-e1bc4d67-7f9f-4158-93b2-62d7decae884 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:56.300571 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-3244a784-1385-4561-9702-2a713ff14ae0 None None] Attempting to bind port 2722e2a8-275a-4b87-9d89-9b0de07448d8 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:38:56.301200 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-3244a784-1385-4561-9702-2a713ff14ae0 None None] Attempting to bind port 2722e2a8-275a-4b87-9d89-9b0de07448d8 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': 'c5d693d5-9897-42c1-b831-512f502f591f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '9ef3d7d2-811c-49b9-a930-48ca7bf34a04'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:38:56.301763 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3244a784-1385-4561-9702-2a713ff14ae0 None None] Attempting to bind port 2722e2a8-275a-4b87-9d89-9b0de07448d8 on network 9ef3d7d2-811c-49b9-a930-48ca7bf34a04 {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:38:56.310643 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3244a784-1385-4561-9702-2a713ff14ae0 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:38:56.311306 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3244a784-1385-4561-9702-2a713ff14ae0 None None] Checking segment: {'id': 'c5d693d5-9897-42c1-b831-512f502f591f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '9ef3d7d2-811c-49b9-a930-48ca7bf34a04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:38:56.311885 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-3244a784-1385-4561-9702-2a713ff14ae0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:56.312463 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3244a784-1385-4561-9702-2a713ff14ae0 None None] Bound using segment: {'id': 'c5d693d5-9897-42c1-b831-512f502f591f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '9ef3d7d2-811c-49b9-a930-48ca7bf34a04'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:38:56.313101 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-3244a784-1385-4561-9702-2a713ff14ae0 None None] Bound port: 2722e2a8-275a-4b87-9d89-9b0de07448d8, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5d693d5-9897-42c1-b831-512f502f591f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '9ef3d7d2-811c-49b9-a930-48ca7bf34a04'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:38:56.313717 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-3244a784-1385-4561-9702-2a713ff14ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:56.331733 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-71991bf0-62e4-4d02-95fe-d637a74a7c9e tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Allocated IP 172.25.8.206 (c7869750-4b49-4b7e-aa99-5e0f1ae02da4/427601ec-f643-4fe7-b5e6-17305d3a39e1/dc6d6d65-4371-4d2e-aef5-daa733b17324) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:38:56.404084 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-9f1aabba-d271-4e93-a8f6-c91c32a21611 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] 10.222.0.85 "GET /v2.0/routers/c1ce1ffd-c963-4af9-9150-aa661ee96a29 HTTP/1.1" status: 200 len: 933 time: 0.2469544 May 30 20:38:56.404421 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 56052) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:38:56.410162 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-c38962e1-5c8d-4663-bbae-6c1407cf3c16 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Request body: {'router': {'routes': None}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:38:56.472331 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-3244a784-1385-4561-9702-2a713ff14ae0 None None] For port 2722e2a8-275a-4b87-9d89-9b0de07448d8, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:38:56.472331 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-3244a784-1385-4561-9702-2a713ff14ae0 None None] For port 2722e2a8-275a-4b87-9d89-9b0de07448d8, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=2722e2a8-275a-4b87-9d89-9b0de07448d8,segment=NetworkSegment(c5d693d5-9897-42c1-b831-512f502f591f),segment_id=c5d693d5-9897-42c1-b831-512f502f591f)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:38:56.520324 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-3244a784-1385-4561-9702-2a713ff14ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:56.625278 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c691ef-6077-4a03-97d7-e32e3861b0d1 None None] Pushing event updated for resources: {'Port': ['ID=2722e2a8-275a-4b87-9d89-9b0de07448d8,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:38:56.630251 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3244a784-1385-4561-9702-2a713ff14ae0 None None] Routers {'c1ce1ffd-c963-4af9-9150-aa661ee96a29'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:38:56.630968 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-3244a784-1385-4561-9702-2a713ff14ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:38:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['c1ce1ffd-c963-4af9-9150-aa661ee96a29'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:38:56.656050 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-71991bf0-62e4-4d02-95fe-d637a74a7c9e tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:56.781825 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-71991bf0-62e4-4d02-95fe-d637a74a7c9e tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:56.947466 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71991bf0-62e4-4d02-95fe-d637a74a7c9e tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:38:56.949883 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-71991bf0-62e4-4d02-95fe-d637a74a7c9e tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:38:56.958920 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71991bf0-62e4-4d02-95fe-d637a74a7c9e tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:38:56.970910 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-3244a784-1385-4561-9702-2a713ff14ae0 None None] Set router c1ce1ffd-c963-4af9-9150-aa661ee96a29 gateway port host: None {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:38:57.020161 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71991bf0-62e4-4d02-95fe-d637a74a7c9e tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Pushing event updated for resources: {'Port': ['ID=dc6d6d65-4371-4d2e-aef5-daa733b17324,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:38:57.410126 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-3244a784-1385-4561-9702-2a713ff14ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1ce1ffd-c963-4af9-9150-aa661ee96a29', 'name': 'tempest-RoutersTest-router-878275498', 'tenant_id': '58f9213e719f47ba816694fbf3eafd38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:38:08Z', 'updated_at': '2022-05-30T20:38:54Z', 'revision_number': 6, 'project_id': '58f9213e719f47ba816694fbf3eafd38', 'gw_port_host': None, '_interfaces': [{'id': '2722e2a8-275a-4b87-9d89-9b0de07448d8', 'name': '', 'network_id': '9ef3d7d2-811c-49b9-a930-48ca7bf34a04', 'tenant_id': '58f9213e719f47ba816694fbf3eafd38', 'mac_address': 'fa:16:3e:d4:02:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1ce1ffd-c963-4af9-9150-aa661ee96a29', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b45960f5-b334-48be-9147-35c483fdc4a6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:38:49Z', 'updated_at': '2022-05-30T20:38:56Z', 'revision_number': 4, 'project_id': '58f9213e719f47ba816694fbf3eafd38', 'subnets': [{'id': 'b45960f5-b334-48be-9147-35c483fdc4a6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '36546ee1-a086-41f9-a560-ce50cd90322e', 'name': '', 'network_id': '8e24f0d1-8ab9-463f-87e0-3c36a6290d6f', 'tenant_id': '58f9213e719f47ba816694fbf3eafd38', 'mac_address': 'fa:16:3e:d5:7c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ce1ffd-c963-4af9-9150-aa661ee96a29', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '36fa5394-b4f5-48da-ba65-741912f95be9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:38:24Z', 'updated_at': '2022-05-30T20:38:40Z', 'revision_number': 5, 'project_id': '58f9213e719f47ba816694fbf3eafd38', 'subnets': [{'id': '36fa5394-b4f5-48da-ba65-741912f95be9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '49619b04-535e-484c-9bb4-d51abc09294e', 'name': '', 'network_id': 'a4586be9-91a4-46ec-bf45-905d6933d244', 'tenant_id': '58f9213e719f47ba816694fbf3eafd38', 'mac_address': 'fa:16:3e:09:4a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ce1ffd-c963-4af9-9150-aa661ee96a29', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e90feffd-8565-4347-8fa2-fb686c5accd9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:38:37Z', 'updated_at': '2022-05-30T20:38:51Z', 'revision_number': 5, 'project_id': '58f9213e719f47ba816694fbf3eafd38', 'subnets': [{'id': 'e90feffd-8565-4347-8fa2-fb686c5accd9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5a3e3e8f-3135-4d07-8b86-e2c670b3ae5b', 'name': '', 'network_id': 'aa48d2f1-345a-448d-b2e2-1618ebc16a0c', 'tenant_id': '58f9213e719f47ba816694fbf3eafd38', 'mac_address': 'fa:16:3e:48:2d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ce1ffd-c963-4af9-9150-aa661ee96a29', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd5564509-e22f-42dd-bd78-24065d2f88c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:38:13Z', 'updated_at': '2022-05-30T20:38:25Z', 'revision_number': 5, 'project_id': '58f9213e719f47ba816694fbf3eafd38', 'subnets': [{'id': 'd5564509-e22f-42dd-bd78-24065d2f88c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:38:57.413863 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3244a784-1385-4561-9702-2a713ff14ae0 None None] The sync data for ids ['c1ce1ffd-c963-4af9-9150-aa661ee96a29'] in n-d-843948-2 is: [{'id': 'c1ce1ffd-c963-4af9-9150-aa661ee96a29', 'name': 'tempest-RoutersTest-router-878275498', 'tenant_id': '58f9213e719f47ba816694fbf3eafd38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:38:08Z', 'updated_at': '2022-05-30T20:38:54Z', 'revision_number': 6, 'project_id': '58f9213e719f47ba816694fbf3eafd38', 'gw_port_host': None, '_interfaces': [{'id': '2722e2a8-275a-4b87-9d89-9b0de07448d8', 'name': '', 'network_id': '9ef3d7d2-811c-49b9-a930-48ca7bf34a04', 'tenant_id': '58f9213e719f47ba816694fbf3eafd38', 'mac_address': 'fa:16:3e:d4:02:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1ce1ffd-c963-4af9-9150-aa661ee96a29', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b45960f5-b334-48be-9147-35c483fdc4a6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:38:49Z', 'updated_at': '2022-05-30T20:38:56Z', 'revision_number': 4, 'project_id': '58f9213e719f47ba816694fbf3eafd38', 'subnets': [{'id': 'b45960f5-b334-48be-9147-35c483fdc4a6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '36546ee1-a086-41f9-a560-ce50cd90322e', 'name': '', 'network_id': '8e24f0d1-8ab9-463f-87e0-3c36a6290d6f', 'tenant_id': '58f9213e719f47ba816694fbf3eafd38', 'mac_address': 'fa:16:3e:d5:7c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ce1ffd-c963-4af9-9150-aa661ee96a29', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '36fa5394-b4f5-48da-ba65-741912f95be9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:38:24Z', 'updated_at': '2022-05-30T20:38:40Z', 'revision_number': 5, 'project_id': '58f9213e719f47ba816694fbf3eafd38', 'subnets': [{'id': '36fa5394-b4f5-48da-ba65-741912f95be9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '49619b04-535e-484c-9bb4-d51abc09294e', 'name': '', 'network_id': 'a4586be9-91a4-46ec-bf45-905d6933d244', 'tenant_id': '58f9213e719f47ba816694fbf3eafd38', 'mac_address': 'fa:16:3e:09:4a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ce1ffd-c963-4af9-9150-aa661ee96a29', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e90feffd-8565-4347-8fa2-fb686c5accd9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:38:37Z', 'updated_at': '2022-05-30T20:38:51Z', 'revision_number': 5, 'project_id': '58f9213e719f47ba816694fbf3eafd38', 'subnets': [{'id': 'e90feffd-8565-4347-8fa2-fb686c5accd9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5a3e3e8f-3135-4d07-8b86-e2c670b3ae5b', 'name': '', 'network_id': 'aa48d2f1-345a-448d-b2e2-1618ebc16a0c', 'tenant_id': '58f9213e719f47ba816694fbf3eafd38', 'mac_address': 'fa:16:3e:48:2d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ce1ffd-c963-4af9-9150-aa661ee96a29', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd5564509-e22f-42dd-bd78-24065d2f88c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:38:13Z', 'updated_at': '2022-05-30T20:38:25Z', 'revision_number': 5, 'project_id': '58f9213e719f47ba816694fbf3eafd38', 'subnets': [{'id': 'd5564509-e22f-42dd-bd78-24065d2f88c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:38:57.590442 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.extraroute_db [None req-c38962e1-5c8d-4663-bbae-6c1407cf3c16 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Added routes are [] {{(pid=84887) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} May 30 20:38:57.591004 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.extraroute_db [None req-c38962e1-5c8d-4663-bbae-6c1407cf3c16 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=84887) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} May 30 20:38:57.634713 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c38962e1-5c8d-4663-bbae-6c1407cf3c16 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-736390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:57.691147 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-71991bf0-62e4-4d02-95fe-d637a74a7c9e tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:57.890707 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-71991bf0-62e4-4d02-95fe-d637a74a7c9e tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:58.215199 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c38962e1-5c8d-4663-bbae-6c1407cf3c16 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-736390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:58.220209 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c38962e1-5c8d-4663-bbae-6c1407cf3c16 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-736409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-736399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-736400', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-724754'] for router, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:58.224267 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-71991bf0-62e4-4d02-95fe-d637a74a7c9e tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:58.341917 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-71991bf0-62e4-4d02-95fe-d637a74a7c9e tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:58.420395 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c38962e1-5c8d-4663-bbae-6c1407cf3c16 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Router c1ce1ffd-c963-4af9-9150-aa661ee96a29 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:38:58.455352 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71991bf0-62e4-4d02-95fe-d637a74a7c9e tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Pushing event updated for resources: {'Port': ['ID=dc6d6d65-4371-4d2e-aef5-daa733b17324,revision_number=2']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:38:58.489601 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-71991bf0-62e4-4d02-95fe-d637a74a7c9e tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736490'] for floatingip, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:58.661156 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c38962e1-5c8d-4663-bbae-6c1407cf3c16 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:38:58.672210 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c38962e1-5c8d-4663-bbae-6c1407cf3c16 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks [] for router, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:58.673480 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-c38962e1-5c8d-4663-bbae-6c1407cf3c16 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] 10.222.0.85 "PUT /v2.0/routers/c1ce1ffd-c963-4af9-9150-aa661ee96a29 HTTP/1.1" status: 200 len: 699 time: 2.2679541 May 30 20:38:58.676036 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 56100) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:38:58.722817 n-d-843948-2 neutron-server[84886]: INFO neutron.db.l3_db [None req-71991bf0-62e4-4d02-95fe-d637a74a7c9e tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Floating IP 443046dc-cd61-462c-8f30-43f30338d40e associated. External IP: 172.25.8.206, port: 5d1865c4-71d6-4719-9e22-4bfa08e11e42. May 30 20:38:58.878459 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-08b43fe6-df20-4401-b224-0b2cd34c43c2 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] 10.222.0.85 "GET /v2.0/routers/c1ce1ffd-c963-4af9-9150-aa661ee96a29 HTTP/1.1" status: 200 len: 699 time: 0.2010317 May 30 20:38:58.881080 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 56108) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:38:59.410051 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71991bf0-62e4-4d02-95fe-d637a74a7c9e tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Router f0fa8d8b-6a56-42f0-adc6-042d022f8dce has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:38:59.432782 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 2722e2a8-275a-4b87-9d89-9b0de07448d8 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:38:59.451479 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5892aba1-ea5f-4734-8559-6537190030fb tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-736216'] for router_interface, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:59.575868 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2a3a7a91-0849-4963-90b6-b093546b5ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:59.615668 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 2722e2a8-275a-4b87-9d89-9b0de07448d8 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:38:59.618339 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 2722e2a8-275a-4b87-9d89-9b0de07448d8 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:38:59.618776 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:59.794049 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71991bf0-62e4-4d02-95fe-d637a74a7c9e tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:38:59.807204 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ca93dc-7ac0-469a-a8ed-5780842d4d25 None None] Sync routers for ids ['f0fa8d8b-6a56-42f0-adc6-042d022f8dce'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:38:59.825860 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ca93dc-7ac0-469a-a8ed-5780842d4d25 None None] Routers {'f0fa8d8b-6a56-42f0-adc6-042d022f8dce'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:38:59.826560 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-23ca93dc-7ac0-469a-a8ed-5780842d4d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:38:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['f0fa8d8b-6a56-42f0-adc6-042d022f8dce'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:38:59.837800 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:59.854209 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:59.896850 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-23ca93dc-7ac0-469a-a8ed-5780842d4d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:38:59.910329 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port 2722e2a8-275a-4b87-9d89-9b0de07448d8, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=2722e2a8-275a-4b87-9d89-9b0de07448d8,segment=NetworkSegment(c5d693d5-9897-42c1-b831-512f502f591f),segment_id=c5d693d5-9897-42c1-b831-512f502f591f)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:38:59.910795 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ca93dc-7ac0-469a-a8ed-5780842d4d25 None None] Routers {'f0fa8d8b-6a56-42f0-adc6-042d022f8dce'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:38:59.911653 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-23ca93dc-7ac0-469a-a8ed-5780842d4d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:38:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['f0fa8d8b-6a56-42f0-adc6-042d022f8dce'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:38:59.936532 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-71991bf0-62e4-4d02-95fe-d637a74a7c9e tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:59.964832 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:38:59.989759 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-23ca93dc-7ac0-469a-a8ed-5780842d4d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:38:59.990269 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ca93dc-7ac0-469a-a8ed-5780842d4d25 None None] The sync data for ids ['f0fa8d8b-6a56-42f0-adc6-042d022f8dce'] in n-d-843948-2 is: [] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:39:00.056275 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=2722e2a8-275a-4b87-9d89-9b0de07448d8,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:39:00.073397 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-71991bf0-62e4-4d02-95fe-d637a74a7c9e tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.3955936 May 30 20:39:00.077232 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 56140) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:39:00.088043 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-cbd85f97-b255-42ec-af74-218b78ee6c7b tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:39:00.247213 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-cbd85f97-b255-42ec-af74-218b78ee6c7b tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks [] for floatingip, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:00.609776 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-cbd85f97-b255-42ec-af74-218b78ee6c7b tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:00.718919 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-5892aba1-ea5f-4734-8559-6537190030fb tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Deleting port 2722e2a8-275a-4b87-9d89-9b0de07448d8 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:39:00.719742 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5892aba1-ea5f-4734-8559-6537190030fb tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:00.773510 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-cbd85f97-b255-42ec-af74-218b78ee6c7b tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736490'] for floatingip, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:00.774571 n-d-843948-2 neutron-server[84887]: INFO neutron.db.l3_db [None req-cbd85f97-b255-42ec-af74-218b78ee6c7b tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Floating IP 443046dc-cd61-462c-8f30-43f30338d40e disassociated. External IP: 172.25.8.206, port: 5d1865c4-71d6-4719-9e22-4bfa08e11e42. May 30 20:39:01.130201 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:01.204932 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [None req-5892aba1-ea5f-4734-8559-6537190030fb tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] For port 2722e2a8-275a-4b87-9d89-9b0de07448d8, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=2722e2a8-275a-4b87-9d89-9b0de07448d8,segment=NetworkSegment(c5d693d5-9897-42c1-b831-512f502f591f),segment_id=c5d693d5-9897-42c1-b831-512f502f591f)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:39:01.205834 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5892aba1-ea5f-4734-8559-6537190030fb tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:01.402932 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 2722e2a8-275a-4b87-9d89-9b0de07448d8 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:39:01.477346 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 2722e2a8-275a-4b87-9d89-9b0de07448d8 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:39:01.477847 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:01.484807 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-5892aba1-ea5f-4734-8559-6537190030fb tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Calling delete_port for 2722e2a8-275a-4b87-9d89-9b0de07448d8 owned by network:router_interface {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:39:01.848329 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 56184) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:39:01.887018 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbd85f97-b255-42ec-af74-218b78ee6c7b tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Router f0fa8d8b-6a56-42f0-adc6-042d022f8dce has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:39:01.923680 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 56192) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:39:01.961248 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5892aba1-ea5f-4734-8559-6537190030fb tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:02.065922 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5892aba1-ea5f-4734-8559-6537190030fb tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Pushing event deleted for resources: {'Port': ['ID=2722e2a8-275a-4b87-9d89-9b0de07448d8,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:39:02.123472 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7e01c8dc-1143-4f43-a865-9e86a256b7a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:02.169701 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-22dab21c-4988-4dc8-9700-6ea76c762d97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:02.207236 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-7e01c8dc-1143-4f43-a865-9e86a256b7a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:39:02.215012 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-7e01c8dc-1143-4f43-a865-9e86a256b7a1 admin admin] Usage tracker for resource:security_group_rule and tenant:78a6ca4c211b40bdad14668f6d5e6787 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:39:02.219064 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-7e01c8dc-1143-4f43-a865-9e86a256b7a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:39:02.228569 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-22dab21c-4988-4dc8-9700-6ea76c762d97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:39:02.229005 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-7e01c8dc-1143-4f43-a865-9e86a256b7a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:39:02.233797 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-22dab21c-4988-4dc8-9700-6ea76c762d97 admin admin] Usage tracker for resource:security_group_rule and tenant:48c7588c86284903854d68a1dfc436c4 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:39:02.238281 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-22dab21c-4988-4dc8-9700-6ea76c762d97 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:39:02.248526 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-22dab21c-4988-4dc8-9700-6ea76c762d97 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:39:02.353240 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7e01c8dc-1143-4f43-a865-9e86a256b7a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:02.369753 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-22dab21c-4988-4dc8-9700-6ea76c762d97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:02.427895 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbd85f97-b255-42ec-af74-218b78ee6c7b tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:39:02.441095 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16bb3b89-a0fd-4631-9446-ca4439e5d94b None None] Sync routers for ids ['f0fa8d8b-6a56-42f0-adc6-042d022f8dce'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:39:02.443367 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5892aba1-ea5f-4734-8559-6537190030fb tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1718140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-736143'] for router_interface, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:02.444185 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7e01c8dc-1143-4f43-a865-9e86a256b7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:02.450275 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-cbd85f97-b255-42ec-af74-218b78ee6c7b tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:02.456458 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16bb3b89-a0fd-4631-9446-ca4439e5d94b None None] Routers {'f0fa8d8b-6a56-42f0-adc6-042d022f8dce'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:39:02.456458 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-16bb3b89-a0fd-4631-9446-ca4439e5d94b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:38:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['f0fa8d8b-6a56-42f0-adc6-042d022f8dce'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:39:02.487702 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-22dab21c-4988-4dc8-9700-6ea76c762d97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:02.508857 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e01c8dc-1143-4f43-a865-9e86a256b7a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90a3eaf7-ffee-4524-90c1-1e7ead382c2f,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:39:02.518976 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-7e01c8dc-1143-4f43-a865-9e86a256b7a1 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=78a6ca4c211b40bdad14668f6d5e6787&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5923941 May 30 20:39:02.519082 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 56202) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:39:02.554811 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-16bb3b89-a0fd-4631-9446-ca4439e5d94b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:39:02.561959 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dab21c-4988-4dc8-9700-6ea76c762d97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=546728d2-24cd-4965-9e8a-4a227aea5f8e,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:39:02.597831 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16bb3b89-a0fd-4631-9446-ca4439e5d94b None None] Routers {'f0fa8d8b-6a56-42f0-adc6-042d022f8dce'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:39:02.598967 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-16bb3b89-a0fd-4631-9446-ca4439e5d94b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:38:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['f0fa8d8b-6a56-42f0-adc6-042d022f8dce'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:39:02.616511 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-22dab21c-4988-4dc8-9700-6ea76c762d97 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=48c7588c86284903854d68a1dfc436c4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7642188 May 30 20:39:02.617153 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 56208) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:39:02.662686 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-cbd85f97-b255-42ec-af74-218b78ee6c7b tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] 10.222.0.85 "PUT /v2.0/floatingips/443046dc-cd61-462c-8f30-43f30338d40e HTTP/1.1" status: 200 len: 688 time: 2.5813053 May 30 20:39:02.663520 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 56212) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:39:02.665573 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-16bb3b89-a0fd-4631-9446-ca4439e5d94b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:39:02.666003 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16bb3b89-a0fd-4631-9446-ca4439e5d94b None None] The sync data for ids ['f0fa8d8b-6a56-42f0-adc6-042d022f8dce'] in n-d-843948-2 is: [] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:39:02.695251 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c07c84d3-92cd-4286-80a9-dff27185417a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:02.731305 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:02.740300 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c07c84d3-92cd-4286-80a9-dff27185417a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:02.760072 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bd862871-c16c-459d-8887-720ec631d9bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:02.858375 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bd862871-c16c-459d-8887-720ec631d9bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:02.969682 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c07c84d3-92cd-4286-80a9-dff27185417a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:02.984676 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-7e7f1129-1c31-4dc3-82d1-4ab743713a4a tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Deleting port dc6d6d65-4371-4d2e-aef5-daa733b17324 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:39:02.985014 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7e7f1129-1c31-4dc3-82d1-4ab743713a4a tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:02.986711 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07c84d3-92cd-4286-80a9-dff27185417a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90a3eaf7-ffee-4524-90c1-1e7ead382c2f,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:39:02.999321 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c07c84d3-92cd-4286-80a9-dff27185417a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:03.000531 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-c07c84d3-92cd-4286-80a9-dff27185417a admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/90a3eaf7-ffee-4524-90c1-1e7ead382c2f HTTP/1.1" status: 204 len: 168 time: 0.4435720 May 30 20:39:03.001516 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bd862871-c16c-459d-8887-720ec631d9bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:03.004226 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bd862871-c16c-459d-8887-720ec631d9bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:03.009083 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-bd862871-c16c-459d-8887-720ec631d9bb admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/546728d2-24cd-4965-9e8a-4a227aea5f8e HTTP/1.1" status: 204 len: 168 time: 0.3874860 May 30 20:39:03.016523 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd862871-c16c-459d-8887-720ec631d9bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=546728d2-24cd-4965-9e8a-4a227aea5f8e,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:39:03.324971 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7e7f1129-1c31-4dc3-82d1-4ab743713a4a tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:03.325216 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7e7f1129-1c31-4dc3-82d1-4ab743713a4a tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:03.464950 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-7e7f1129-1c31-4dc3-82d1-4ab743713a4a tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Calling delete_port for dc6d6d65-4371-4d2e-aef5-daa733b17324 owned by network:floatingip {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:39:03.774224 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5892aba1-ea5f-4734-8559-6537190030fb tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Router c1ce1ffd-c963-4af9-9150-aa661ee96a29 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:39:03.902728 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7e7f1129-1c31-4dc3-82d1-4ab743713a4a tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:03.913044 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 56252) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:39:03.943620 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a14df8d4-235a-4fbd-ad54-d64f417d8139 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:04.002980 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-a14df8d4-235a-4fbd-ad54-d64f417d8139 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:39:04.007684 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-a14df8d4-235a-4fbd-ad54-d64f417d8139 admin admin] Usage tracker for resource:security_group_rule and tenant:653191c551f048f48aeea9345b4ba03f is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:39:04.011865 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-a14df8d4-235a-4fbd-ad54-d64f417d8139 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:39:04.018393 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-a14df8d4-235a-4fbd-ad54-d64f417d8139 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:39:04.018566 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7f1129-1c31-4dc3-82d1-4ab743713a4a tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Pushing event deleted for resources: {'Port': ['ID=dc6d6d65-4371-4d2e-aef5-daa733b17324,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:39:04.110895 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a14df8d4-235a-4fbd-ad54-d64f417d8139 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:04.117340 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7e7f1129-1c31-4dc3-82d1-4ab743713a4a tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks [] for floatingip, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:04.140250 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7e7f1129-1c31-4dc3-82d1-4ab743713a4a tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:04.144554 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-7e7f1129-1c31-4dc3-82d1-4ab743713a4a tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] 10.222.0.85 "DELETE /v2.0/floatingips/443046dc-cd61-462c-8f30-43f30338d40e HTTP/1.1" status: 204 len: 168 time: 1.4769850 May 30 20:39:04.150359 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 56258) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:39:04.151234 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-6f927327-14e4-4ddc-8264-3817491a31c8 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Request body: {'floatingip': {'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'port_id': '6372974a-9269-4d78-91f7-432b3c808aa0'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:39:04.159301 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-6f927327-14e4-4ddc-8264-3817491a31c8 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:39:04.164616 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5892aba1-ea5f-4734-8559-6537190030fb tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:39:04.170717 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-5892aba1-ea5f-4734-8559-6537190030fb tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] 10.222.0.85 "PUT /v2.0/routers/c1ce1ffd-c963-4af9-9150-aa661ee96a29/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2878752 May 30 20:39:04.171920 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-6f927327-14e4-4ddc-8264-3817491a31c8 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Usage tracker for resource:floatingip and tenant:ff08ef1ca6c64d55993243ba271e24a7 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:39:04.173428 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 56262) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:39:04.175373 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-6f927327-14e4-4ddc-8264-3817491a31c8 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:39:04.181754 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-6f927327-14e4-4ddc-8264-3817491a31c8 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:39:04.209411 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a14df8d4-235a-4fbd-ad54-d64f417d8139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:04.281165 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14df8d4-235a-4fbd-ad54-d64f417d8139 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f351dd61-c31c-429f-a783-f954f37519ac,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:39:04.308314 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-a14df8d4-235a-4fbd-ad54-d64f417d8139 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=653191c551f048f48aeea9345b4ba03f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3941464 May 30 20:39:04.311319 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 56268) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:39:04.380031 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-149ad543-ae26-441e-8890-8940493877e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:04.423890 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-149ad543-ae26-441e-8890-8940493877e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:04.453168 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_v2 [None req-47887eb2-68cb-424d-bf3f-015e6d78c15a tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Deleting subnet b45960f5-b334-48be-9147-35c483fdc4a6 {{(pid=84886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:39:04.465725 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-47887eb2-68cb-424d-bf3f-015e6d78c15a tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks [] for subnet, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:04.465894 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6f927327-14e4-4ddc-8264-3817491a31c8 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks [] for floatingip, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:04.547837 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-47887eb2-68cb-424d-bf3f-015e6d78c15a tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2655517'] for subnet, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:04.612847 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6f927327-14e4-4ddc-8264-3817491a31c8 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:04.633188 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-47887eb2-68cb-424d-bf3f-015e6d78c15a tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:04.802524 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-149ad543-ae26-441e-8890-8940493877e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:04.836252 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ad543-ae26-441e-8890-8940493877e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f351dd61-c31c-429f-a783-f954f37519ac,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:39:04.846909 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-149ad543-ae26-441e-8890-8940493877e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:04.850476 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-149ad543-ae26-441e-8890-8940493877e6 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/f351dd61-c31c-429f-a783-f954f37519ac HTTP/1.1" status: 204 len: 168 time: 0.5355844 May 30 20:39:04.873519 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-47887eb2-68cb-424d-bf3f-015e6d78c15a tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4127075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2778536'] for subnet, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:04.936248 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [None req-6f927327-14e4-4ddc-8264-3817491a31c8 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Allocated IP 172.25.8.144 (c7869750-4b49-4b7e-aa99-5e0f1ae02da4/427601ec-f643-4fe7-b5e6-17305d3a39e1/ba78a5cd-0420-4704-8461-2f7e299ef53a) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:39:04.971523 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47887eb2-68cb-424d-bf3f-015e6d78c15a tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Pushing event deleted for resources: {'Subnet': ['ID=b45960f5-b334-48be-9147-35c483fdc4a6,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:39:04.981018 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-47887eb2-68cb-424d-bf3f-015e6d78c15a tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks [] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:05.016841 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-47887eb2-68cb-424d-bf3f-015e6d78c15a tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] 10.222.0.85 "DELETE /v2.0/subnets/b45960f5-b334-48be-9147-35c483fdc4a6 HTTP/1.1" status: 204 len: 168 time: 0.8386900 May 30 20:39:05.016841 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 56290) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:39:05.024137 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ccd50d2-b88a-4d6e-9679-d90c642d5cf5 None None] Network 9ef3d7d2-811c-49b9-a930-48ca7bf34a04 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:39:05.227852 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5097a4a1-48d1-45ac-a862-0db012a6b1bc tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:05.243996 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-5097a4a1-48d1-45ac-a862-0db012a6b1bc tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Deleting port 904c4ccd-8b07-4955-b71e-e10325a1d25c {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:39:05.243996 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5097a4a1-48d1-45ac-a862-0db012a6b1bc tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:05.244705 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6f927327-14e4-4ddc-8264-3817491a31c8 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:05.354327 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6f927327-14e4-4ddc-8264-3817491a31c8 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:05.470749 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f927327-14e4-4ddc-8264-3817491a31c8 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:39:05.475037 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-6f927327-14e4-4ddc-8264-3817491a31c8 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:39:05.477648 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93432f1d-2df9-4fb3-84ec-e4d24443fe9c None None] DHCP port deletion for 9ef3d7d2-811c-49b9-a930-48ca7bf34a04 request from n-d-843948-2 {{(pid=84888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:39:05.482776 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f927327-14e4-4ddc-8264-3817491a31c8 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:39:05.483922 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-93432f1d-2df9-4fb3-84ec-e4d24443fe9c None None] Deleting port 904c4ccd-8b07-4955-b71e-e10325a1d25c {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:39:05.484403 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-93432f1d-2df9-4fb3-84ec-e4d24443fe9c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:05.610376 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [None req-5097a4a1-48d1-45ac-a862-0db012a6b1bc tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] For port 904c4ccd-8b07-4955-b71e-e10325a1d25c, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=904c4ccd-8b07-4955-b71e-e10325a1d25c,segment=NetworkSegment(c5d693d5-9897-42c1-b831-512f502f591f),segment_id=c5d693d5-9897-42c1-b831-512f502f591f)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:39:05.610734 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5097a4a1-48d1-45ac-a862-0db012a6b1bc tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:05.710164 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f927327-14e4-4ddc-8264-3817491a31c8 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Pushing event updated for resources: {'Port': ['ID=ba78a5cd-0420-4704-8461-2f7e299ef53a,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:39:05.838451 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-93432f1d-2df9-4fb3-84ec-e4d24443fe9c None None] For port 904c4ccd-8b07-4955-b71e-e10325a1d25c, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=904c4ccd-8b07-4955-b71e-e10325a1d25c,segment=NetworkSegment(c5d693d5-9897-42c1-b831-512f502f591f),segment_id=c5d693d5-9897-42c1-b831-512f502f591f)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:39:05.838843 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-93432f1d-2df9-4fb3-84ec-e4d24443fe9c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:05.999452 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-93432f1d-2df9-4fb3-84ec-e4d24443fe9c None None] Calling delete_port for 904c4ccd-8b07-4955-b71e-e10325a1d25c owned by network:dhcp {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:39:06.008885 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-5097a4a1-48d1-45ac-a862-0db012a6b1bc tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Calling delete_port for 904c4ccd-8b07-4955-b71e-e10325a1d25c owned by network:dhcp {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:39:06.175729 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5097a4a1-48d1-45ac-a862-0db012a6b1bc tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:06.181813 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.db.api [None req-93432f1d-2df9-4fb3-84ec-e4d24443fe9c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:39:06.182351 n-d-843948-2 neutron-server[84888]: DEBUG oslo_db.api [None req-93432f1d-2df9-4fb3-84ec-e4d24443fe9c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:39:06.233686 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5097a4a1-48d1-45ac-a862-0db012a6b1bc tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Pushing event deleted for resources: {'Port': ['ID=904c4ccd-8b07-4955-b71e-e10325a1d25c,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:39:06.237488 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5097a4a1-48d1-45ac-a862-0db012a6b1bc tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] No DVR routers for this DVR port 904c4ccd-8b07-4955-b71e-e10325a1d25c on host n-d-843948-2 {{(pid=84886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:39:06.368588 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6f927327-14e4-4ddc-8264-3817491a31c8 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:06.392492 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5097a4a1-48d1-45ac-a862-0db012a6b1bc tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:06.433999 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-5097a4a1-48d1-45ac-a862-0db012a6b1bc tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ef3d7d2-811c-49b9-a930-48ca7bf34a04']}} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:39:06.454226 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-5097a4a1-48d1-45ac-a862-0db012a6b1bc tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5d693d5-9897-42c1-b831-512f502f591f') {'for_net_delete': True} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:39:06.454226 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-5097a4a1-48d1-45ac-a862-0db012a6b1bc tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5d693d5-9897-42c1-b831-512f502f591f') {} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:39:06.461381 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5097a4a1-48d1-45ac-a862-0db012a6b1bc tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2660590'] for segment, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:06.479550 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5097a4a1-48d1-45ac-a862-0db012a6b1bc tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:06.490524 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5097a4a1-48d1-45ac-a862-0db012a6b1bc tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Releasing vlan 657 on physical network physnet1 to pool {{(pid=84886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:39:06.490524 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5097a4a1-48d1-45ac-a862-0db012a6b1bc tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4126989'] for segment, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:06.504565 n-d-843948-2 neutron-server[84886]: Traceback (most recent call last): May 30 20:39:06.504565 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:39:06.504565 n-d-843948-2 neutron-server[84886]: timer() May 30 20:39:06.504565 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:39:06.504565 n-d-843948-2 neutron-server[84886]: cb(*args, **kw) May 30 20:39:06.504565 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:39:06.504565 n-d-843948-2 neutron-server[84886]: return func(*args, **kwargs) May 30 20:39:06.504565 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:39:06.504565 n-d-843948-2 neutron-server[84886]: self._notify() May 30 20:39:06.504565 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:39:06.504565 n-d-843948-2 neutron-server[84886]: self.callback(batched_events) May 30 20:39:06.504565 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:39:06.504565 n-d-843948-2 neutron-server[84886]: event.method(event) May 30 20:39:06.504565 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:39:06.504565 n-d-843948-2 neutron-server[84886]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:39:06.504565 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:39:06.504565 n-d-843948-2 neutron-server[84886]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:39:06.504565 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:39:06.504565 n-d-843948-2 neutron-server[84886]: return f(self, *a, **k) May 30 20:39:06.504565 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:39:06.504565 n-d-843948-2 neutron-server[84886]: return self._get(url).json() May 30 20:39:06.504565 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:39:06.504565 n-d-843948-2 neutron-server[84886]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:39:06.504565 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:39:06.504565 n-d-843948-2 neutron-server[84886]: return self.request(url, 'GET', **kwargs) May 30 20:39:06.504565 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:39:06.504565 n-d-843948-2 neutron-server[84886]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:39:06.504565 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:39:06.504565 n-d-843948-2 neutron-server[84886]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:39:06.504565 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:39:06.504565 n-d-843948-2 neutron-server[84886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:39:06.504565 n-d-843948-2 neutron-server[84886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:39:06.572610 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6f927327-14e4-4ddc-8264-3817491a31c8 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:06.661356 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5097a4a1-48d1-45ac-a862-0db012a6b1bc tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:06.683848 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5097a4a1-48d1-45ac-a862-0db012a6b1bc tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks [] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:06.687214 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-93432f1d-2df9-4fb3-84ec-e4d24443fe9c None None] Deleting port 904c4ccd-8b07-4955-b71e-e10325a1d25c {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:39:06.687214 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-93432f1d-2df9-4fb3-84ec-e4d24443fe9c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:06.690818 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5097a4a1-48d1-45ac-a862-0db012a6b1bc tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Pushing event deleted for resources: {'Network': ['ID=9ef3d7d2-811c-49b9-a930-48ca7bf34a04,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:39:06.701705 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-5097a4a1-48d1-45ac-a862-0db012a6b1bc tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] 10.222.0.85 "DELETE /v2.0/networks/9ef3d7d2-811c-49b9-a930-48ca7bf34a04 HTTP/1.1" status: 204 len: 168 time: 1.6866000 May 30 20:39:06.704484 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 56350) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:39:06.826968 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-93432f1d-2df9-4fb3-84ec-e4d24443fe9c None None] The port '904c4ccd-8b07-4955-b71e-e10325a1d25c' was deleted {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 20:39:06.852356 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6f927327-14e4-4ddc-8264-3817491a31c8 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:06.956523 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6f927327-14e4-4ddc-8264-3817491a31c8 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:07.133846 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f927327-14e4-4ddc-8264-3817491a31c8 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Pushing event updated for resources: {'Port': ['ID=ba78a5cd-0420-4704-8461-2f7e299ef53a,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:39:07.155096 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6f927327-14e4-4ddc-8264-3817491a31c8 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736490'] for floatingip, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:07.200076 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d2014b6f-73ce-4fb6-9d11-b0f3ee570a36 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-736216'] for router_interface, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:07.439626 n-d-843948-2 neutron-server[84887]: INFO neutron.db.l3_db [None req-6f927327-14e4-4ddc-8264-3817491a31c8 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Floating IP dc80b0f7-259b-4870-bb7d-ca90d6abbc3c associated. External IP: 172.25.8.144, port: 6372974a-9269-4d78-91f7-432b3c808aa0. May 30 20:39:07.446851 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 904c4ccd-8b07-4955-b71e-e10325a1d25c no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:39:07.486053 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: 904c4ccd-8b07-4955-b71e-e10325a1d25c {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:39:07.486912 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 904c4ccd-8b07-4955-b71e-e10325a1d25c not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:39:08.061439 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c121e2-4057-4dc3-ac1c-d5b20474ae8a None None] Sync routers for ids ['c1ce1ffd-c963-4af9-9150-aa661ee96a29'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:39:08.085831 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c121e2-4057-4dc3-ac1c-d5b20474ae8a None None] Routers {'c1ce1ffd-c963-4af9-9150-aa661ee96a29'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:39:08.086758 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-36c121e2-4057-4dc3-ac1c-d5b20474ae8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:38:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['c1ce1ffd-c963-4af9-9150-aa661ee96a29'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:39:08.297716 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f927327-14e4-4ddc-8264-3817491a31c8 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Router f0fa8d8b-6a56-42f0-adc6-042d022f8dce has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:39:08.312240 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-36c121e2-4057-4dc3-ac1c-d5b20474ae8a None None] Set router c1ce1ffd-c963-4af9-9150-aa661ee96a29 gateway port host: None {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:39:08.538704 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-d2014b6f-73ce-4fb6-9d11-b0f3ee570a36 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Deleting port 49619b04-535e-484c-9bb4-d51abc09294e {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:39:08.539279 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d2014b6f-73ce-4fb6-9d11-b0f3ee570a36 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:08.673987 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f927327-14e4-4ddc-8264-3817491a31c8 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:39:08.686709 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac04e7ac-93a5-4bee-8e37-d58423b6e780 None None] Sync routers for ids ['f0fa8d8b-6a56-42f0-adc6-042d022f8dce'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:39:08.714460 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac04e7ac-93a5-4bee-8e37-d58423b6e780 None None] Routers {'f0fa8d8b-6a56-42f0-adc6-042d022f8dce'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:39:08.715105 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-ac04e7ac-93a5-4bee-8e37-d58423b6e780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:38:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['f0fa8d8b-6a56-42f0-adc6-042d022f8dce'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:39:08.808183 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6f927327-14e4-4ddc-8264-3817491a31c8 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:08.867615 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-ac04e7ac-93a5-4bee-8e37-d58423b6e780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:39:08.874832 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-36c121e2-4057-4dc3-ac1c-d5b20474ae8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1ce1ffd-c963-4af9-9150-aa661ee96a29', 'name': 'tempest-RoutersTest-router-878275498', 'tenant_id': '58f9213e719f47ba816694fbf3eafd38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:38:08Z', 'updated_at': '2022-05-30T20:39:01Z', 'revision_number': 8, 'project_id': '58f9213e719f47ba816694fbf3eafd38', 'gw_port_host': None, '_interfaces': [{'id': '36546ee1-a086-41f9-a560-ce50cd90322e', 'name': '', 'network_id': '8e24f0d1-8ab9-463f-87e0-3c36a6290d6f', 'tenant_id': '58f9213e719f47ba816694fbf3eafd38', 'mac_address': 'fa:16:3e:d5:7c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ce1ffd-c963-4af9-9150-aa661ee96a29', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '36fa5394-b4f5-48da-ba65-741912f95be9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:38:24Z', 'updated_at': '2022-05-30T20:38:40Z', 'revision_number': 5, 'project_id': '58f9213e719f47ba816694fbf3eafd38', 'subnets': [{'id': '36fa5394-b4f5-48da-ba65-741912f95be9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '49619b04-535e-484c-9bb4-d51abc09294e', 'name': '', 'network_id': 'a4586be9-91a4-46ec-bf45-905d6933d244', 'tenant_id': '58f9213e719f47ba816694fbf3eafd38', 'mac_address': 'fa:16:3e:09:4a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ce1ffd-c963-4af9-9150-aa661ee96a29', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e90feffd-8565-4347-8fa2-fb686c5accd9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:38:37Z', 'updated_at': '2022-05-30T20:38:51Z', 'revision_number': 5, 'project_id': '58f9213e719f47ba816694fbf3eafd38', 'subnets': [{'id': 'e90feffd-8565-4347-8fa2-fb686c5accd9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5a3e3e8f-3135-4d07-8b86-e2c670b3ae5b', 'name': '', 'network_id': 'aa48d2f1-345a-448d-b2e2-1618ebc16a0c', 'tenant_id': '58f9213e719f47ba816694fbf3eafd38', 'mac_address': 'fa:16:3e:48:2d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ce1ffd-c963-4af9-9150-aa661ee96a29', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd5564509-e22f-42dd-bd78-24065d2f88c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:38:13Z', 'updated_at': '2022-05-30T20:38:25Z', 'revision_number': 5, 'project_id': '58f9213e719f47ba816694fbf3eafd38', 'subnets': [{'id': 'd5564509-e22f-42dd-bd78-24065d2f88c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:39:08.884354 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c121e2-4057-4dc3-ac1c-d5b20474ae8a None None] Checking router: c1ce1ffd-c963-4af9-9150-aa661ee96a29 for host: n-d-843948-2 {{(pid=84889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:39:08.892795 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac04e7ac-93a5-4bee-8e37-d58423b6e780 None None] Routers {'f0fa8d8b-6a56-42f0-adc6-042d022f8dce'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:39:08.893426 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-ac04e7ac-93a5-4bee-8e37-d58423b6e780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:38:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['f0fa8d8b-6a56-42f0-adc6-042d022f8dce'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:39:08.903663 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c121e2-4057-4dc3-ac1c-d5b20474ae8a None None] Routers {'c1ce1ffd-c963-4af9-9150-aa661ee96a29'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:39:08.907371 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-36c121e2-4057-4dc3-ac1c-d5b20474ae8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:38:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['c1ce1ffd-c963-4af9-9150-aa661ee96a29'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:39:08.981363 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [None req-d2014b6f-73ce-4fb6-9d11-b0f3ee570a36 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] For port 49619b04-535e-484c-9bb4-d51abc09294e, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=49619b04-535e-484c-9bb4-d51abc09294e,segment=NetworkSegment(03262776-27c7-420d-9354-9cb59b06d8b3),segment_id=03262776-27c7-420d-9354-9cb59b06d8b3)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:39:08.982420 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d2014b6f-73ce-4fb6-9d11-b0f3ee570a36 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:08.984982 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-ac04e7ac-93a5-4bee-8e37-d58423b6e780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:39:08.985403 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac04e7ac-93a5-4bee-8e37-d58423b6e780 None None] The sync data for ids ['f0fa8d8b-6a56-42f0-adc6-042d022f8dce'] in n-d-843948-2 is: [] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:39:09.040819 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-6f927327-14e4-4ddc-8264-3817491a31c8 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 4.8927472 May 30 20:39:09.041314 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 56416) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:39:09.172523 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-d2014b6f-73ce-4fb6-9d11-b0f3ee570a36 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Calling delete_port for 49619b04-535e-484c-9bb4-d51abc09294e owned by network:router_interface {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:39:09.209675 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-36c121e2-4057-4dc3-ac1c-d5b20474ae8a None None] Set router c1ce1ffd-c963-4af9-9150-aa661ee96a29 gateway port host: None {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:39:09.343831 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-15e68f64-4269-4371-8aa2-592de9d927a7 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] 10.222.0.85 "GET /v2.0/floatingips/dc80b0f7-259b-4870-bb7d-ca90d6abbc3c HTTP/1.1" status: 200 len: 979 time: 0.3002493 May 30 20:39:09.353401 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 56424) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:39:09.516430 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-35d020e1-bb5b-4c6e-9075-c24defc3e1a2 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Synchronizing usage tracker for tenant:ff08ef1ca6c64d55993243ba271e24a7 on resource:floatingip {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:39:09.592717 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d2014b6f-73ce-4fb6-9d11-b0f3ee570a36 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:09.621178 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-35d020e1-bb5b-4c6e-9075-c24defc3e1a2 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Unset dirty status for tenant:ff08ef1ca6c64d55993243ba271e24a7 on resource:floatingip {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:39:09.629761 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-35d020e1-bb5b-4c6e-9075-c24defc3e1a2 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] 10.222.0.85 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 982 time: 0.2726762 May 30 20:39:09.629761 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 56432) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:39:09.652307 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-d0242aed-6552-4e59-bc98-42f7e9aa742f tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Request body: {'floatingip': {'port_id': '5d1865c4-71d6-4719-9e22-4bfa08e11e42'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:39:09.688441 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-36c121e2-4057-4dc3-ac1c-d5b20474ae8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1ce1ffd-c963-4af9-9150-aa661ee96a29', 'name': 'tempest-RoutersTest-router-878275498', 'tenant_id': '58f9213e719f47ba816694fbf3eafd38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:38:08Z', 'updated_at': '2022-05-30T20:39:01Z', 'revision_number': 8, 'project_id': '58f9213e719f47ba816694fbf3eafd38', 'gw_port_host': None, '_interfaces': [{'id': '36546ee1-a086-41f9-a560-ce50cd90322e', 'name': '', 'network_id': '8e24f0d1-8ab9-463f-87e0-3c36a6290d6f', 'tenant_id': '58f9213e719f47ba816694fbf3eafd38', 'mac_address': 'fa:16:3e:d5:7c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ce1ffd-c963-4af9-9150-aa661ee96a29', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '36fa5394-b4f5-48da-ba65-741912f95be9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:38:24Z', 'updated_at': '2022-05-30T20:38:40Z', 'revision_number': 5, 'project_id': '58f9213e719f47ba816694fbf3eafd38', 'subnets': [{'id': '36fa5394-b4f5-48da-ba65-741912f95be9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '49619b04-535e-484c-9bb4-d51abc09294e', 'name': '', 'network_id': 'a4586be9-91a4-46ec-bf45-905d6933d244', 'tenant_id': '58f9213e719f47ba816694fbf3eafd38', 'mac_address': 'fa:16:3e:09:4a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ce1ffd-c963-4af9-9150-aa661ee96a29', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e90feffd-8565-4347-8fa2-fb686c5accd9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:38:37Z', 'updated_at': '2022-05-30T20:38:51Z', 'revision_number': 5, 'project_id': '58f9213e719f47ba816694fbf3eafd38', 'subnets': [{'id': 'e90feffd-8565-4347-8fa2-fb686c5accd9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5a3e3e8f-3135-4d07-8b86-e2c670b3ae5b', 'name': '', 'network_id': 'aa48d2f1-345a-448d-b2e2-1618ebc16a0c', 'tenant_id': '58f9213e719f47ba816694fbf3eafd38', 'mac_address': 'fa:16:3e:48:2d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ce1ffd-c963-4af9-9150-aa661ee96a29', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd5564509-e22f-42dd-bd78-24065d2f88c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:38:13Z', 'updated_at': '2022-05-30T20:38:25Z', 'revision_number': 5, 'project_id': '58f9213e719f47ba816694fbf3eafd38', 'subnets': [{'id': 'd5564509-e22f-42dd-bd78-24065d2f88c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:39:09.695415 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2014b6f-73ce-4fb6-9d11-b0f3ee570a36 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Pushing event deleted for resources: {'Port': ['ID=49619b04-535e-484c-9bb4-d51abc09294e,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:39:09.701749 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c121e2-4057-4dc3-ac1c-d5b20474ae8a None None] The sync data for ids ['c1ce1ffd-c963-4af9-9150-aa661ee96a29'] in n-d-843948-2 is: [{'id': 'c1ce1ffd-c963-4af9-9150-aa661ee96a29', 'name': 'tempest-RoutersTest-router-878275498', 'tenant_id': '58f9213e719f47ba816694fbf3eafd38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:38:08Z', 'updated_at': '2022-05-30T20:39:01Z', 'revision_number': 8, 'project_id': '58f9213e719f47ba816694fbf3eafd38', 'gw_port_host': None, '_interfaces': [{'id': '36546ee1-a086-41f9-a560-ce50cd90322e', 'name': '', 'network_id': '8e24f0d1-8ab9-463f-87e0-3c36a6290d6f', 'tenant_id': '58f9213e719f47ba816694fbf3eafd38', 'mac_address': 'fa:16:3e:d5:7c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ce1ffd-c963-4af9-9150-aa661ee96a29', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '36fa5394-b4f5-48da-ba65-741912f95be9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:38:24Z', 'updated_at': '2022-05-30T20:38:40Z', 'revision_number': 5, 'project_id': '58f9213e719f47ba816694fbf3eafd38', 'subnets': [{'id': '36fa5394-b4f5-48da-ba65-741912f95be9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '49619b04-535e-484c-9bb4-d51abc09294e', 'name': '', 'network_id': 'a4586be9-91a4-46ec-bf45-905d6933d244', 'tenant_id': '58f9213e719f47ba816694fbf3eafd38', 'mac_address': 'fa:16:3e:09:4a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ce1ffd-c963-4af9-9150-aa661ee96a29', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e90feffd-8565-4347-8fa2-fb686c5accd9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:38:37Z', 'updated_at': '2022-05-30T20:38:51Z', 'revision_number': 5, 'project_id': '58f9213e719f47ba816694fbf3eafd38', 'subnets': [{'id': 'e90feffd-8565-4347-8fa2-fb686c5accd9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5a3e3e8f-3135-4d07-8b86-e2c670b3ae5b', 'name': '', 'network_id': 'aa48d2f1-345a-448d-b2e2-1618ebc16a0c', 'tenant_id': '58f9213e719f47ba816694fbf3eafd38', 'mac_address': 'fa:16:3e:48:2d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ce1ffd-c963-4af9-9150-aa661ee96a29', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd5564509-e22f-42dd-bd78-24065d2f88c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:38:13Z', 'updated_at': '2022-05-30T20:38:25Z', 'revision_number': 5, 'project_id': '58f9213e719f47ba816694fbf3eafd38', 'subnets': [{'id': 'd5564509-e22f-42dd-bd78-24065d2f88c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:39:09.864224 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d0242aed-6552-4e59-bc98-42f7e9aa742f tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks [] for floatingip, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:09.927956 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2014b6f-73ce-4fb6-9d11-b0f3ee570a36 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:39:09.933939 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2014b6f-73ce-4fb6-9d11-b0f3ee570a36 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:39:09.934411 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2014b6f-73ce-4fb6-9d11-b0f3ee570a36 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:39:09.934782 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2014b6f-73ce-4fb6-9d11-b0f3ee570a36 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:39:09.935168 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2014b6f-73ce-4fb6-9d11-b0f3ee570a36 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:39:09.935499 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2014b6f-73ce-4fb6-9d11-b0f3ee570a36 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:39:09.935846 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2014b6f-73ce-4fb6-9d11-b0f3ee570a36 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:39:09.936170 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2014b6f-73ce-4fb6-9d11-b0f3ee570a36 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:39:09.936494 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2014b6f-73ce-4fb6-9d11-b0f3ee570a36 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:39:09.938561 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2014b6f-73ce-4fb6-9d11-b0f3ee570a36 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:39:09.939756 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2014b6f-73ce-4fb6-9d11-b0f3ee570a36 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:39:10.325633 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d2014b6f-73ce-4fb6-9d11-b0f3ee570a36 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1718140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-736143'] for router_interface, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:10.945528 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d0242aed-6552-4e59-bc98-42f7e9aa742f tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:11.015541 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d0242aed-6552-4e59-bc98-42f7e9aa742f tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736490'] for floatingip, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:11.106424 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2014b6f-73ce-4fb6-9d11-b0f3ee570a36 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Router c1ce1ffd-c963-4af9-9150-aa661ee96a29 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:39:11.342158 n-d-843948-2 neutron-server[84887]: INFO neutron.db.l3_db [None req-d0242aed-6552-4e59-bc98-42f7e9aa742f tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Floating IP dc80b0f7-259b-4870-bb7d-ca90d6abbc3c associated. External IP: 172.25.8.144, port: 6372974a-9269-4d78-91f7-432b3c808aa0. May 30 20:39:11.395346 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2014b6f-73ce-4fb6-9d11-b0f3ee570a36 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:39:11.415269 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe4e555-363a-4fd4-b222-ad3fd4fe86e5 None None] Sync routers for ids ['c1ce1ffd-c963-4af9-9150-aa661ee96a29'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:39:11.423513 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-d2014b6f-73ce-4fb6-9d11-b0f3ee570a36 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] 10.222.0.85 "PUT /v2.0/routers/c1ce1ffd-c963-4af9-9150-aa661ee96a29/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7180035 May 30 20:39:11.424361 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 56468) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:39:11.440992 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe4e555-363a-4fd4-b222-ad3fd4fe86e5 None None] Routers {'c1ce1ffd-c963-4af9-9150-aa661ee96a29'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:39:11.441662 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-8fe4e555-363a-4fd4-b222-ad3fd4fe86e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:38:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['c1ce1ffd-c963-4af9-9150-aa661ee96a29'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:39:11.480724 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 2722e2a8-275a-4b87-9d89-9b0de07448d8 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:39:11.553293 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: 2722e2a8-275a-4b87-9d89-9b0de07448d8 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:39:11.554113 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 2722e2a8-275a-4b87-9d89-9b0de07448d8 not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:39:11.744310 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-8fe4e555-363a-4fd4-b222-ad3fd4fe86e5 None None] Set router c1ce1ffd-c963-4af9-9150-aa661ee96a29 gateway port host: None {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:39:11.830486 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb4875d9-ea8d-4500-9af4-1ce53aeb1876 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Deleting subnet e90feffd-8565-4347-8fa2-fb686c5accd9 {{(pid=84886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:39:11.833955 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-fb4875d9-ea8d-4500-9af4-1ce53aeb1876 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks [] for subnet, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:11.903304 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-fb4875d9-ea8d-4500-9af4-1ce53aeb1876 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2655517'] for subnet, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:12.066044 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-fb4875d9-ea8d-4500-9af4-1ce53aeb1876 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:12.164606 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0242aed-6552-4e59-bc98-42f7e9aa742f tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Router f0fa8d8b-6a56-42f0-adc6-042d022f8dce has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:39:12.207837 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-8fe4e555-363a-4fd4-b222-ad3fd4fe86e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1ce1ffd-c963-4af9-9150-aa661ee96a29', 'name': 'tempest-RoutersTest-router-878275498', 'tenant_id': '58f9213e719f47ba816694fbf3eafd38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:38:08Z', 'updated_at': '2022-05-30T20:39:09Z', 'revision_number': 9, 'project_id': '58f9213e719f47ba816694fbf3eafd38', 'gw_port_host': None, '_interfaces': [{'id': '36546ee1-a086-41f9-a560-ce50cd90322e', 'name': '', 'network_id': '8e24f0d1-8ab9-463f-87e0-3c36a6290d6f', 'tenant_id': '58f9213e719f47ba816694fbf3eafd38', 'mac_address': 'fa:16:3e:d5:7c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ce1ffd-c963-4af9-9150-aa661ee96a29', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '36fa5394-b4f5-48da-ba65-741912f95be9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:38:24Z', 'updated_at': '2022-05-30T20:38:40Z', 'revision_number': 5, 'project_id': '58f9213e719f47ba816694fbf3eafd38', 'subnets': [{'id': '36fa5394-b4f5-48da-ba65-741912f95be9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5a3e3e8f-3135-4d07-8b86-e2c670b3ae5b', 'name': '', 'network_id': 'aa48d2f1-345a-448d-b2e2-1618ebc16a0c', 'tenant_id': '58f9213e719f47ba816694fbf3eafd38', 'mac_address': 'fa:16:3e:48:2d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ce1ffd-c963-4af9-9150-aa661ee96a29', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd5564509-e22f-42dd-bd78-24065d2f88c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:38:13Z', 'updated_at': '2022-05-30T20:38:25Z', 'revision_number': 5, 'project_id': '58f9213e719f47ba816694fbf3eafd38', 'subnets': [{'id': 'd5564509-e22f-42dd-bd78-24065d2f88c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:39:12.212472 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe4e555-363a-4fd4-b222-ad3fd4fe86e5 None None] Checking router: c1ce1ffd-c963-4af9-9150-aa661ee96a29 for host: n-d-843948-2 {{(pid=84889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:39:12.224454 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe4e555-363a-4fd4-b222-ad3fd4fe86e5 None None] Routers {'c1ce1ffd-c963-4af9-9150-aa661ee96a29'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:39:12.225053 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-8fe4e555-363a-4fd4-b222-ad3fd4fe86e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:38:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['c1ce1ffd-c963-4af9-9150-aa661ee96a29'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:39:12.302270 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-fb4875d9-ea8d-4500-9af4-1ce53aeb1876 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4127075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2778536'] for subnet, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:12.416576 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4875d9-ea8d-4500-9af4-1ce53aeb1876 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Pushing event deleted for resources: {'Subnet': ['ID=e90feffd-8565-4347-8fa2-fb686c5accd9,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:39:12.429569 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-fb4875d9-ea8d-4500-9af4-1ce53aeb1876 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks [] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:12.439386 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e6c083-aa22-4c59-bed3-d8c168727a2d None None] Network a4586be9-91a4-46ec-bf45-905d6933d244 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:39:12.464285 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-fb4875d9-ea8d-4500-9af4-1ce53aeb1876 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] 10.222.0.85 "DELETE /v2.0/subnets/e90feffd-8565-4347-8fa2-fb686c5accd9 HTTP/1.1" status: 204 len: 168 time: 1.0358150 May 30 20:39:12.464867 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 56490) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:39:12.527607 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0242aed-6552-4e59-bc98-42f7e9aa742f tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:39:12.552640 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-8fe4e555-363a-4fd4-b222-ad3fd4fe86e5 None None] Set router c1ce1ffd-c963-4af9-9150-aa661ee96a29 gateway port host: None {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:39:12.715310 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1477b234-6b6b-4421-ae90-c22db8a24f9d tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:12.728459 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-1477b234-6b6b-4421-ae90-c22db8a24f9d tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Deleting port d57557d8-d818-4b87-af73-489942427cdc {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:39:12.729046 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1477b234-6b6b-4421-ae90-c22db8a24f9d tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:12.757891 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a6c1d0-ba66-49c3-8331-7f66b0f26c2d None None] Sync routers for ids ['f0fa8d8b-6a56-42f0-adc6-042d022f8dce'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:39:12.893028 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a6c1d0-ba66-49c3-8331-7f66b0f26c2d None None] Routers {'f0fa8d8b-6a56-42f0-adc6-042d022f8dce'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:39:12.896964 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-12a6c1d0-ba66-49c3-8331-7f66b0f26c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:38:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['f0fa8d8b-6a56-42f0-adc6-042d022f8dce'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:39:13.066969 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-12a6c1d0-ba66-49c3-8331-7f66b0f26c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:39:13.115431 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a6c1d0-ba66-49c3-8331-7f66b0f26c2d None None] Routers {'f0fa8d8b-6a56-42f0-adc6-042d022f8dce'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:39:13.116112 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-12a6c1d0-ba66-49c3-8331-7f66b0f26c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:38:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['f0fa8d8b-6a56-42f0-adc6-042d022f8dce'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:39:13.160623 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [None req-1477b234-6b6b-4421-ae90-c22db8a24f9d tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] For port d57557d8-d818-4b87-af73-489942427cdc, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=d57557d8-d818-4b87-af73-489942427cdc,segment=NetworkSegment(03262776-27c7-420d-9354-9cb59b06d8b3),segment_id=03262776-27c7-420d-9354-9cb59b06d8b3)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:39:13.160623 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1477b234-6b6b-4421-ae90-c22db8a24f9d tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:13.209438 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-8fe4e555-363a-4fd4-b222-ad3fd4fe86e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1ce1ffd-c963-4af9-9150-aa661ee96a29', 'name': 'tempest-RoutersTest-router-878275498', 'tenant_id': '58f9213e719f47ba816694fbf3eafd38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:38:08Z', 'updated_at': '2022-05-30T20:39:09Z', 'revision_number': 9, 'project_id': '58f9213e719f47ba816694fbf3eafd38', 'gw_port_host': None, '_interfaces': [{'id': '36546ee1-a086-41f9-a560-ce50cd90322e', 'name': '', 'network_id': '8e24f0d1-8ab9-463f-87e0-3c36a6290d6f', 'tenant_id': '58f9213e719f47ba816694fbf3eafd38', 'mac_address': 'fa:16:3e:d5:7c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ce1ffd-c963-4af9-9150-aa661ee96a29', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '36fa5394-b4f5-48da-ba65-741912f95be9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:38:24Z', 'updated_at': '2022-05-30T20:38:40Z', 'revision_number': 5, 'project_id': '58f9213e719f47ba816694fbf3eafd38', 'subnets': [{'id': '36fa5394-b4f5-48da-ba65-741912f95be9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5a3e3e8f-3135-4d07-8b86-e2c670b3ae5b', 'name': '', 'network_id': 'aa48d2f1-345a-448d-b2e2-1618ebc16a0c', 'tenant_id': '58f9213e719f47ba816694fbf3eafd38', 'mac_address': 'fa:16:3e:48:2d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ce1ffd-c963-4af9-9150-aa661ee96a29', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd5564509-e22f-42dd-bd78-24065d2f88c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:38:13Z', 'updated_at': '2022-05-30T20:38:25Z', 'revision_number': 5, 'project_id': '58f9213e719f47ba816694fbf3eafd38', 'subnets': [{'id': 'd5564509-e22f-42dd-bd78-24065d2f88c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:39:13.220182 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe4e555-363a-4fd4-b222-ad3fd4fe86e5 None None] The sync data for ids ['c1ce1ffd-c963-4af9-9150-aa661ee96a29'] in n-d-843948-2 is: [{'id': 'c1ce1ffd-c963-4af9-9150-aa661ee96a29', 'name': 'tempest-RoutersTest-router-878275498', 'tenant_id': '58f9213e719f47ba816694fbf3eafd38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:38:08Z', 'updated_at': '2022-05-30T20:39:09Z', 'revision_number': 9, 'project_id': '58f9213e719f47ba816694fbf3eafd38', 'gw_port_host': None, '_interfaces': [{'id': '36546ee1-a086-41f9-a560-ce50cd90322e', 'name': '', 'network_id': '8e24f0d1-8ab9-463f-87e0-3c36a6290d6f', 'tenant_id': '58f9213e719f47ba816694fbf3eafd38', 'mac_address': 'fa:16:3e:d5:7c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ce1ffd-c963-4af9-9150-aa661ee96a29', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '36fa5394-b4f5-48da-ba65-741912f95be9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:38:24Z', 'updated_at': '2022-05-30T20:38:40Z', 'revision_number': 5, 'project_id': '58f9213e719f47ba816694fbf3eafd38', 'subnets': [{'id': '36fa5394-b4f5-48da-ba65-741912f95be9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5a3e3e8f-3135-4d07-8b86-e2c670b3ae5b', 'name': '', 'network_id': 'aa48d2f1-345a-448d-b2e2-1618ebc16a0c', 'tenant_id': '58f9213e719f47ba816694fbf3eafd38', 'mac_address': 'fa:16:3e:48:2d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ce1ffd-c963-4af9-9150-aa661ee96a29', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd5564509-e22f-42dd-bd78-24065d2f88c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:38:13Z', 'updated_at': '2022-05-30T20:38:25Z', 'revision_number': 5, 'project_id': '58f9213e719f47ba816694fbf3eafd38', 'subnets': [{'id': 'd5564509-e22f-42dd-bd78-24065d2f88c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:39:13.237903 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-12a6c1d0-ba66-49c3-8331-7f66b0f26c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:39:13.238686 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a6c1d0-ba66-49c3-8331-7f66b0f26c2d None None] The sync data for ids ['f0fa8d8b-6a56-42f0-adc6-042d022f8dce'] in n-d-843948-2 is: [] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:39:13.383533 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-1477b234-6b6b-4421-ae90-c22db8a24f9d tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Calling delete_port for d57557d8-d818-4b87-af73-489942427cdc owned by network:dhcp {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:39:13.397373 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0242aed-6552-4e59-bc98-42f7e9aa742f tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Router f0fa8d8b-6a56-42f0-adc6-042d022f8dce has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:39:13.484842 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:39:13.554730 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1477b234-6b6b-4421-ae90-c22db8a24f9d tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:13.629107 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1477b234-6b6b-4421-ae90-c22db8a24f9d tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Pushing event deleted for resources: {'Port': ['ID=d57557d8-d818-4b87-af73-489942427cdc,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:39:13.635862 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-931d48ff-2820-4eda-b527-bfb40abafb08 None None] DHCP port deletion for a4586be9-91a4-46ec-bf45-905d6933d244 request from n-d-843948-2 {{(pid=84888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:39:13.648490 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1477b234-6b6b-4421-ae90-c22db8a24f9d tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] No DVR routers for this DVR port d57557d8-d818-4b87-af73-489942427cdc on host n-d-843948-2 {{(pid=84886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:39:13.747307 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 49619b04-535e-484c-9bb4-d51abc09294e no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:39:13.858930 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: 49619b04-535e-484c-9bb4-d51abc09294e {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:39:13.886239 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 49619b04-535e-484c-9bb4-d51abc09294e not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:39:13.886239 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device d57557d8-d818-4b87-af73-489942427cdc no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:39:13.937268 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: d57557d8-d818-4b87-af73-489942427cdc {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:39:13.938025 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device d57557d8-d818-4b87-af73-489942427cdc not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:39:13.957263 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1477b234-6b6b-4421-ae90-c22db8a24f9d tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:14.003321 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-1477b234-6b6b-4421-ae90-c22db8a24f9d tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4586be9-91a4-46ec-bf45-905d6933d244']}} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:39:14.025935 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-1477b234-6b6b-4421-ae90-c22db8a24f9d tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03262776-27c7-420d-9354-9cb59b06d8b3') {'for_net_delete': True} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:39:14.027361 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-1477b234-6b6b-4421-ae90-c22db8a24f9d tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03262776-27c7-420d-9354-9cb59b06d8b3') {} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:39:14.028821 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0242aed-6552-4e59-bc98-42f7e9aa742f tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:39:14.042766 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1477b234-6b6b-4421-ae90-c22db8a24f9d tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2660590'] for segment, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:14.044585 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6599b4-100f-4a6b-9e60-33f83afaf287 None None] Sync routers for ids ['f0fa8d8b-6a56-42f0-adc6-042d022f8dce'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:39:14.058937 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d0242aed-6552-4e59-bc98-42f7e9aa742f tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:14.072417 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6599b4-100f-4a6b-9e60-33f83afaf287 None None] Routers {'f0fa8d8b-6a56-42f0-adc6-042d022f8dce'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:39:14.073968 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-eb6599b4-100f-4a6b-9e60-33f83afaf287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:38:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['f0fa8d8b-6a56-42f0-adc6-042d022f8dce'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:39:14.233781 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1477b234-6b6b-4421-ae90-c22db8a24f9d tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:14.244009 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1477b234-6b6b-4421-ae90-c22db8a24f9d tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Releasing vlan 689 on physical network physnet1 to pool {{(pid=84886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:39:14.244770 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1477b234-6b6b-4421-ae90-c22db8a24f9d tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4126989'] for segment, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:14.253678 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-eb6599b4-100f-4a6b-9e60-33f83afaf287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:39:14.284784 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-d0242aed-6552-4e59-bc98-42f7e9aa742f tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] 10.222.0.85 "PUT /v2.0/floatingips/dc80b0f7-259b-4870-bb7d-ca90d6abbc3c HTTP/1.1" status: 200 len: 977 time: 4.6536603 May 30 20:39:14.285742 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 56518) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:39:14.288655 n-d-843948-2 neutron-server[84886]: Traceback (most recent call last): May 30 20:39:14.288655 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:39:14.288655 n-d-843948-2 neutron-server[84886]: timer() May 30 20:39:14.288655 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:39:14.288655 n-d-843948-2 neutron-server[84886]: cb(*args, **kw) May 30 20:39:14.288655 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:39:14.288655 n-d-843948-2 neutron-server[84886]: return func(*args, **kwargs) May 30 20:39:14.288655 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:39:14.288655 n-d-843948-2 neutron-server[84886]: self._notify() May 30 20:39:14.288655 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:39:14.288655 n-d-843948-2 neutron-server[84886]: self.callback(batched_events) May 30 20:39:14.288655 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:39:14.288655 n-d-843948-2 neutron-server[84886]: event.method(event) May 30 20:39:14.288655 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:39:14.288655 n-d-843948-2 neutron-server[84886]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:39:14.288655 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:39:14.288655 n-d-843948-2 neutron-server[84886]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:39:14.288655 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:39:14.288655 n-d-843948-2 neutron-server[84886]: return f(self, *a, **k) May 30 20:39:14.288655 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:39:14.288655 n-d-843948-2 neutron-server[84886]: return self._get(url).json() May 30 20:39:14.288655 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:39:14.288655 n-d-843948-2 neutron-server[84886]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:39:14.288655 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:39:14.288655 n-d-843948-2 neutron-server[84886]: return self.request(url, 'GET', **kwargs) May 30 20:39:14.288655 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:39:14.288655 n-d-843948-2 neutron-server[84886]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:39:14.288655 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:39:14.288655 n-d-843948-2 neutron-server[84886]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:39:14.288655 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:39:14.288655 n-d-843948-2 neutron-server[84886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:39:14.288655 n-d-843948-2 neutron-server[84886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:39:14.300930 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6599b4-100f-4a6b-9e60-33f83afaf287 None None] Routers {'f0fa8d8b-6a56-42f0-adc6-042d022f8dce'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:39:14.305259 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-eb6599b4-100f-4a6b-9e60-33f83afaf287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:38:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['f0fa8d8b-6a56-42f0-adc6-042d022f8dce'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:39:14.334975 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-4526bea0-e1ed-4595-b7e4-44d3a308b725 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:39:14.432384 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-eb6599b4-100f-4a6b-9e60-33f83afaf287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:39:14.433276 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6599b4-100f-4a6b-9e60-33f83afaf287 None None] The sync data for ids ['f0fa8d8b-6a56-42f0-adc6-042d022f8dce'] in n-d-843948-2 is: [] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:39:14.484333 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1477b234-6b6b-4421-ae90-c22db8a24f9d tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:14.505140 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1477b234-6b6b-4421-ae90-c22db8a24f9d tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks [] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:14.559427 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4526bea0-e1ed-4595-b7e4-44d3a308b725 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks [] for floatingip, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:14.614920 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1477b234-6b6b-4421-ae90-c22db8a24f9d tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Pushing event deleted for resources: {'Network': ['ID=a4586be9-91a4-46ec-bf45-905d6933d244,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:39:14.639460 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-1477b234-6b6b-4421-ae90-c22db8a24f9d tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] 10.222.0.85 "DELETE /v2.0/networks/a4586be9-91a4-46ec-bf45-905d6933d244 HTTP/1.1" status: 204 len: 168 time: 2.1733298 May 30 20:39:14.639725 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 56532) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:39:15.077149 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4526bea0-e1ed-4595-b7e4-44d3a308b725 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:15.151019 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-60668706-bc5a-4f8f-83c6-244245b9f28a tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-736216'] for router_interface, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:15.174937 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4526bea0-e1ed-4595-b7e4-44d3a308b725 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736490'] for floatingip, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:15.178202 n-d-843948-2 neutron-server[84887]: INFO neutron.db.l3_db [None req-4526bea0-e1ed-4595-b7e4-44d3a308b725 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Floating IP dc80b0f7-259b-4870-bb7d-ca90d6abbc3c disassociated. External IP: 172.25.8.144, port: 5d1865c4-71d6-4719-9e22-4bfa08e11e42. May 30 20:39:15.749402 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4526bea0-e1ed-4595-b7e4-44d3a308b725 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Router f0fa8d8b-6a56-42f0-adc6-042d022f8dce has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:39:16.019079 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-60668706-bc5a-4f8f-83c6-244245b9f28a tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Deleting port 36546ee1-a086-41f9-a560-ce50cd90322e {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:39:16.021745 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-60668706-bc5a-4f8f-83c6-244245b9f28a tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:16.108520 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4526bea0-e1ed-4595-b7e4-44d3a308b725 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:39:16.127999 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4fb2a5-f8ea-4a51-af45-89bc4eb8e82b None None] Sync routers for ids ['f0fa8d8b-6a56-42f0-adc6-042d022f8dce'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:39:16.129186 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4526bea0-e1ed-4595-b7e4-44d3a308b725 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:16.164383 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4fb2a5-f8ea-4a51-af45-89bc4eb8e82b None None] Routers {'f0fa8d8b-6a56-42f0-adc6-042d022f8dce'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:39:16.165011 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-9f4fb2a5-f8ea-4a51-af45-89bc4eb8e82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:38:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['f0fa8d8b-6a56-42f0-adc6-042d022f8dce'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:39:16.218965 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-4526bea0-e1ed-4595-b7e4-44d3a308b725 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] 10.222.0.85 "PUT /v2.0/floatingips/dc80b0f7-259b-4870-bb7d-ca90d6abbc3c HTTP/1.1" status: 200 len: 688 time: 1.9320071 May 30 20:39:16.220443 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 56556) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:39:16.243048 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-9f4fb2a5-f8ea-4a51-af45-89bc4eb8e82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:39:16.256073 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4fb2a5-f8ea-4a51-af45-89bc4eb8e82b None None] Routers {'f0fa8d8b-6a56-42f0-adc6-042d022f8dce'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:39:16.261220 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-9f4fb2a5-f8ea-4a51-af45-89bc4eb8e82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:38:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['f0fa8d8b-6a56-42f0-adc6-042d022f8dce'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:39:16.372730 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [None req-60668706-bc5a-4f8f-83c6-244245b9f28a tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] For port 36546ee1-a086-41f9-a560-ce50cd90322e, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=36546ee1-a086-41f9-a560-ce50cd90322e,segment=NetworkSegment(e4300406-21c4-4ed0-8781-0790010345da),segment_id=e4300406-21c4-4ed0-8781-0790010345da)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:39:16.373235 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-60668706-bc5a-4f8f-83c6-244245b9f28a tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:16.391004 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-9f4fb2a5-f8ea-4a51-af45-89bc4eb8e82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:39:16.391973 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4fb2a5-f8ea-4a51-af45-89bc4eb8e82b None None] The sync data for ids ['f0fa8d8b-6a56-42f0-adc6-042d022f8dce'] in n-d-843948-2 is: [] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:39:16.629237 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-661e4fdc-2519-4eb4-990f-351affe2f7b9 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Deleting port ba78a5cd-0420-4704-8461-2f7e299ef53a {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:39:16.629677 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-661e4fdc-2519-4eb4-990f-351affe2f7b9 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:16.804885 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-60668706-bc5a-4f8f-83c6-244245b9f28a tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Calling delete_port for 36546ee1-a086-41f9-a560-ce50cd90322e owned by network:router_interface {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:39:16.979938 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-661e4fdc-2519-4eb4-990f-351affe2f7b9 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:16.985456 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-661e4fdc-2519-4eb4-990f-351affe2f7b9 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:17.212098 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-661e4fdc-2519-4eb4-990f-351affe2f7b9 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Calling delete_port for ba78a5cd-0420-4704-8461-2f7e299ef53a owned by network:floatingip {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:39:17.514139 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-661e4fdc-2519-4eb4-990f-351affe2f7b9 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:17.581035 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e4fdc-2519-4eb4-990f-351affe2f7b9 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Pushing event deleted for resources: {'Port': ['ID=ba78a5cd-0420-4704-8461-2f7e299ef53a,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:39:17.593916 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661e4fdc-2519-4eb4-990f-351affe2f7b9 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:39:17.594259 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661e4fdc-2519-4eb4-990f-351affe2f7b9 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:39:17.594596 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661e4fdc-2519-4eb4-990f-351affe2f7b9 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:39:17.594926 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661e4fdc-2519-4eb4-990f-351affe2f7b9 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:39:17.595265 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661e4fdc-2519-4eb4-990f-351affe2f7b9 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:39:17.595584 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661e4fdc-2519-4eb4-990f-351affe2f7b9 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:39:17.595903 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661e4fdc-2519-4eb4-990f-351affe2f7b9 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:39:17.596220 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661e4fdc-2519-4eb4-990f-351affe2f7b9 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:39:17.596580 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661e4fdc-2519-4eb4-990f-351affe2f7b9 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:39:17.596892 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661e4fdc-2519-4eb4-990f-351affe2f7b9 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:39:17.597300 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661e4fdc-2519-4eb4-990f-351affe2f7b9 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:39:17.649173 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-60668706-bc5a-4f8f-83c6-244245b9f28a tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:17.785750 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60668706-bc5a-4f8f-83c6-244245b9f28a tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Pushing event deleted for resources: {'Port': ['ID=36546ee1-a086-41f9-a560-ce50cd90322e,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:39:17.821747 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-661e4fdc-2519-4eb4-990f-351affe2f7b9 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks [] for floatingip, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:17.952942 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-661e4fdc-2519-4eb4-990f-351affe2f7b9 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:17.954686 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-661e4fdc-2519-4eb4-990f-351affe2f7b9 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] 10.222.0.85 "DELETE /v2.0/floatingips/dc80b0f7-259b-4870-bb7d-ca90d6abbc3c HTTP/1.1" status: 204 len: 168 time: 1.7329071 May 30 20:39:17.957282 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 56586) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:39:18.081266 n-d-843948-2 neutron-server[84887]: INFO neutron.api.v2.resource [None req-08c015a4-ca99-4ce0-bfc1-b6d92a7a086b tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] delete failed (client error): The resource could not be found. May 30 20:39:18.082582 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-08c015a4-ca99-4ce0-bfc1-b6d92a7a086b tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] 10.222.0.85 "DELETE /v2.0/floatingips/dc80b0f7-259b-4870-bb7d-ca90d6abbc3c HTTP/1.1" status: 404 len: 345 time: 0.1242826 May 30 20:39:18.088291 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 56594) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:39:18.214849 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23637bd3-d5eb-41a0-bd8b-ab030c15cf9e tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:39:18.214849 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23637bd3-d5eb-41a0-bd8b-ab030c15cf9e tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:39:18.217098 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23637bd3-d5eb-41a0-bd8b-ab030c15cf9e tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:39:18.218157 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-23637bd3-d5eb-41a0-bd8b-ab030c15cf9e tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Synchronizing usage tracker for tenant:ff08ef1ca6c64d55993243ba271e24a7 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:39:18.324497 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-60668706-bc5a-4f8f-83c6-244245b9f28a tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1718140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-736143'] for router_interface, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:18.335344 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-23637bd3-d5eb-41a0-bd8b-ab030c15cf9e tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Unset dirty status for tenant:ff08ef1ca6c64d55993243ba271e24a7 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:39:18.338572 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-23637bd3-d5eb-41a0-bd8b-ab030c15cf9e tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] 10.222.0.85 "GET /v2.0/ports?network_id=ee045dec-05c1-4d7a-81e0-14d6f6efb941 HTTP/1.1" status: 200 len: 2358 time: 0.2484319 May 30 20:39:18.342454 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 56602) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:39:18.494520 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-830042e2-acfb-4091-8ae4-0fef43769ced tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:39:18.499177 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-830042e2-acfb-4091-8ae4-0fef43769ced tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Synchronizing usage tracker for tenant:ff08ef1ca6c64d55993243ba271e24a7 on resource:subnet {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:39:18.601195 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-830042e2-acfb-4091-8ae4-0fef43769ced tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Unset dirty status for tenant:ff08ef1ca6c64d55993243ba271e24a7 on resource:subnet {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:39:18.603407 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-830042e2-acfb-4091-8ae4-0fef43769ced tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] 10.222.0.85 "GET /v2.0/subnets/2a2fa297-9e2e-4974-8de2-e1cbad41ed60 HTTP/1.1" status: 200 len: 797 time: 0.2597356 May 30 20:39:18.611775 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 56610) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:39:18.618092 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-1a41e4ac-4f2f-4f40-9336-86b3edceda4f tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Request body: {'port': {'network_id': 'ee045dec-05c1-4d7a-81e0-14d6f6efb941', 'name': 'tempest-FloatingIPTestJSON-378941525', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.12'}]}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:39:18.916452 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-1a41e4ac-4f2f-4f40-9336-86b3edceda4f tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:39:18.938330 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-1a41e4ac-4f2f-4f40-9336-86b3edceda4f tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:39:19.003621 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a41e4ac-4f2f-4f40-9336-86b3edceda4f tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Made reservation on behalf of ff08ef1ca6c64d55993243ba271e24a7 for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:39:19.151994 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60668706-bc5a-4f8f-83c6-244245b9f28a tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Router c1ce1ffd-c963-4af9-9150-aa661ee96a29 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:39:19.224517 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1a41e4ac-4f2f-4f40-9336-86b3edceda4f tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:19.303065 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [None req-1a41e4ac-4f2f-4f40-9336-86b3edceda4f tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] device_id is not set on port 6c921aff-3267-4272-9f1b-8aea008d8559 yet. {{(pid=84887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:39:19.383083 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60668706-bc5a-4f8f-83c6-244245b9f28a tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:39:19.398153 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-60668706-bc5a-4f8f-83c6-244245b9f28a tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] 10.222.0.85 "PUT /v2.0/routers/c1ce1ffd-c963-4af9-9150-aa661ee96a29/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7475934 May 30 20:39:19.400750 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 56630) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:39:19.407523 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a1baa4-e75a-49fe-b986-2e6b28f47433 None None] Sync routers for ids ['c1ce1ffd-c963-4af9-9150-aa661ee96a29'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:39:19.432080 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a1baa4-e75a-49fe-b986-2e6b28f47433 None None] Routers {'c1ce1ffd-c963-4af9-9150-aa661ee96a29'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:39:19.433077 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-e3a1baa4-e75a-49fe-b986-2e6b28f47433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:38:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['c1ce1ffd-c963-4af9-9150-aa661ee96a29'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:39:19.592558 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:19.683577 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_v2 [None req-540ed212-7c99-4e32-894d-16381b16a4be tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Deleting subnet 36fa5394-b4f5-48da-ba65-741912f95be9 {{(pid=84886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:39:19.687472 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-540ed212-7c99-4e32-894d-16381b16a4be tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks [] for subnet, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:19.729189 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-e3a1baa4-e75a-49fe-b986-2e6b28f47433 None None] Set router c1ce1ffd-c963-4af9-9150-aa661ee96a29 gateway port host: None {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:39:20.095468 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [None req-1a41e4ac-4f2f-4f40-9336-86b3edceda4f tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Allocated IP 172.20.0.14 (ee045dec-05c1-4d7a-81e0-14d6f6efb941/2a2fa297-9e2e-4974-8de2-e1cbad41ed60/6c921aff-3267-4272-9f1b-8aea008d8559) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:39:20.102805 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [None req-1a41e4ac-4f2f-4f40-9336-86b3edceda4f tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Allocated IP 172.20.0.12 (ee045dec-05c1-4d7a-81e0-14d6f6efb941/2a2fa297-9e2e-4974-8de2-e1cbad41ed60/6c921aff-3267-4272-9f1b-8aea008d8559) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:39:20.197864 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-540ed212-7c99-4e32-894d-16381b16a4be tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2655517'] for subnet, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:20.327170 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-540ed212-7c99-4e32-894d-16381b16a4be tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:20.499942 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1a41e4ac-4f2f-4f40-9336-86b3edceda4f tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:20.546751 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-e3a1baa4-e75a-49fe-b986-2e6b28f47433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1ce1ffd-c963-4af9-9150-aa661ee96a29', 'name': 'tempest-RoutersTest-router-878275498', 'tenant_id': '58f9213e719f47ba816694fbf3eafd38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:38:08Z', 'updated_at': '2022-05-30T20:39:17Z', 'revision_number': 10, 'project_id': '58f9213e719f47ba816694fbf3eafd38', 'gw_port_host': None, '_interfaces': [{'id': '5a3e3e8f-3135-4d07-8b86-e2c670b3ae5b', 'name': '', 'network_id': 'aa48d2f1-345a-448d-b2e2-1618ebc16a0c', 'tenant_id': '58f9213e719f47ba816694fbf3eafd38', 'mac_address': 'fa:16:3e:48:2d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ce1ffd-c963-4af9-9150-aa661ee96a29', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd5564509-e22f-42dd-bd78-24065d2f88c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:38:13Z', 'updated_at': '2022-05-30T20:38:25Z', 'revision_number': 5, 'project_id': '58f9213e719f47ba816694fbf3eafd38', 'subnets': [{'id': 'd5564509-e22f-42dd-bd78-24065d2f88c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:39:20.552776 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-540ed212-7c99-4e32-894d-16381b16a4be tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4127075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2778536'] for subnet, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:20.566584 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a1baa4-e75a-49fe-b986-2e6b28f47433 None None] Checking router: c1ce1ffd-c963-4af9-9150-aa661ee96a29 for host: n-d-843948-2 {{(pid=84889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:39:20.590029 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a1baa4-e75a-49fe-b986-2e6b28f47433 None None] Routers {'c1ce1ffd-c963-4af9-9150-aa661ee96a29'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:39:20.590876 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-e3a1baa4-e75a-49fe-b986-2e6b28f47433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:38:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['c1ce1ffd-c963-4af9-9150-aa661ee96a29'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:39:20.615964 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1a41e4ac-4f2f-4f40-9336-86b3edceda4f tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:20.616217 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540ed212-7c99-4e32-894d-16381b16a4be tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Pushing event deleted for resources: {'Subnet': ['ID=36fa5394-b4f5-48da-ba65-741912f95be9,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:39:20.622086 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-540ed212-7c99-4e32-894d-16381b16a4be tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks [] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:20.631303 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-540ed212-7c99-4e32-894d-16381b16a4be tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] 10.222.0.85 "DELETE /v2.0/subnets/36fa5394-b4f5-48da-ba65-741912f95be9 HTTP/1.1" status: 204 len: 168 time: 1.2265503 May 30 20:39:20.637229 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f61b9746-ba78-4f2e-91dc-9e2517416a4d None None] Network 8e24f0d1-8ab9-463f-87e0-3c36a6290d6f requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:39:20.644446 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 56656) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:39:20.856284 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a41e4ac-4f2f-4f40-9336-86b3edceda4f tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Network ee045dec-05c1-4d7a-81e0-14d6f6efb941 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:39:20.865117 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a41e4ac-4f2f-4f40-9336-86b3edceda4f tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Pushing event updated for resources: {'Port': ['ID=6c921aff-3267-4272-9f1b-8aea008d8559,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:39:20.870643 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-1a41e4ac-4f2f-4f40-9336-86b3edceda4f tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:39:20.880803 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a41e4ac-4f2f-4f40-9336-86b3edceda4f tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:39:20.949033 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9c3d45b0-9256-4a29-9e9a-668050f02b83 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:20.961442 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-9c3d45b0-9256-4a29-9e9a-668050f02b83 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Deleting port fc0ff617-02a4-4167-b3a7-772843414744 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:39:20.962028 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9c3d45b0-9256-4a29-9e9a-668050f02b83 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:21.058687 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-e3a1baa4-e75a-49fe-b986-2e6b28f47433 None None] Set router c1ce1ffd-c963-4af9-9150-aa661ee96a29 gateway port host: None {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:39:21.099150 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a41e4ac-4f2f-4f40-9336-86b3edceda4f tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:39:21.100012 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1a41e4ac-4f2f-4f40-9336-86b3edceda4f tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:21.193355 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-1a41e4ac-4f2f-4f40-9336-86b3edceda4f tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 2.5833709 May 30 20:39:21.195903 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 56672) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:39:21.214817 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-7c7a0d52-702e-46eb-b60c-7e7bef5f2216 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Request body: {'floatingip': {'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'port_id': '6c921aff-3267-4272-9f1b-8aea008d8559', 'fixed_ip_address': '172.20.0.14'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:39:21.353597 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [None req-9c3d45b0-9256-4a29-9e9a-668050f02b83 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] For port fc0ff617-02a4-4167-b3a7-772843414744, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=fc0ff617-02a4-4167-b3a7-772843414744,segment=NetworkSegment(e4300406-21c4-4ed0-8781-0790010345da),segment_id=e4300406-21c4-4ed0-8781-0790010345da)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:39:21.356652 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9c3d45b0-9256-4a29-9e9a-668050f02b83 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:21.417277 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-7c7a0d52-702e-46eb-b60c-7e7bef5f2216 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:39:21.422480 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-7c7a0d52-702e-46eb-b60c-7e7bef5f2216 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Usage tracker for resource:floatingip and tenant:ff08ef1ca6c64d55993243ba271e24a7 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:39:21.426127 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-7c7a0d52-702e-46eb-b60c-7e7bef5f2216 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:39:21.433464 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-7c7a0d52-702e-46eb-b60c-7e7bef5f2216 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:39:21.444054 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1af9003-b40e-4912-bc70-30ba919fa1eb None None] DHCP port deletion for 8e24f0d1-8ab9-463f-87e0-3c36a6290d6f request from n-d-843948-2 {{(pid=84888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:39:21.451224 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-a1af9003-b40e-4912-bc70-30ba919fa1eb None None] Deleting port fc0ff617-02a4-4167-b3a7-772843414744 {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:39:21.451903 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-a1af9003-b40e-4912-bc70-30ba919fa1eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:21.530741 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7c7a0d52-702e-46eb-b60c-7e7bef5f2216 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks [] for floatingip, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:21.860131 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-9c3d45b0-9256-4a29-9e9a-668050f02b83 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Calling delete_port for fc0ff617-02a4-4167-b3a7-772843414744 owned by network:dhcp {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:39:21.871951 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-e3a1baa4-e75a-49fe-b986-2e6b28f47433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1ce1ffd-c963-4af9-9150-aa661ee96a29', 'name': 'tempest-RoutersTest-router-878275498', 'tenant_id': '58f9213e719f47ba816694fbf3eafd38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:38:08Z', 'updated_at': '2022-05-30T20:39:17Z', 'revision_number': 10, 'project_id': '58f9213e719f47ba816694fbf3eafd38', 'gw_port_host': None, '_interfaces': [{'id': '5a3e3e8f-3135-4d07-8b86-e2c670b3ae5b', 'name': '', 'network_id': 'aa48d2f1-345a-448d-b2e2-1618ebc16a0c', 'tenant_id': '58f9213e719f47ba816694fbf3eafd38', 'mac_address': 'fa:16:3e:48:2d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ce1ffd-c963-4af9-9150-aa661ee96a29', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd5564509-e22f-42dd-bd78-24065d2f88c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:38:13Z', 'updated_at': '2022-05-30T20:38:25Z', 'revision_number': 5, 'project_id': '58f9213e719f47ba816694fbf3eafd38', 'subnets': [{'id': 'd5564509-e22f-42dd-bd78-24065d2f88c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:39:21.882785 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a1baa4-e75a-49fe-b986-2e6b28f47433 None None] The sync data for ids ['c1ce1ffd-c963-4af9-9150-aa661ee96a29'] in n-d-843948-2 is: [{'id': 'c1ce1ffd-c963-4af9-9150-aa661ee96a29', 'name': 'tempest-RoutersTest-router-878275498', 'tenant_id': '58f9213e719f47ba816694fbf3eafd38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:38:08Z', 'updated_at': '2022-05-30T20:39:17Z', 'revision_number': 10, 'project_id': '58f9213e719f47ba816694fbf3eafd38', 'gw_port_host': None, '_interfaces': [{'id': '5a3e3e8f-3135-4d07-8b86-e2c670b3ae5b', 'name': '', 'network_id': 'aa48d2f1-345a-448d-b2e2-1618ebc16a0c', 'tenant_id': '58f9213e719f47ba816694fbf3eafd38', 'mac_address': 'fa:16:3e:48:2d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ce1ffd-c963-4af9-9150-aa661ee96a29', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd5564509-e22f-42dd-bd78-24065d2f88c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:38:13Z', 'updated_at': '2022-05-30T20:38:25Z', 'revision_number': 5, 'project_id': '58f9213e719f47ba816694fbf3eafd38', 'subnets': [{'id': 'd5564509-e22f-42dd-bd78-24065d2f88c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:39:21.914162 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7c7a0d52-702e-46eb-b60c-7e7bef5f2216 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:22.058316 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-a1af9003-b40e-4912-bc70-30ba919fa1eb None None] For port fc0ff617-02a4-4167-b3a7-772843414744, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=fc0ff617-02a4-4167-b3a7-772843414744,segment=NetworkSegment(e4300406-21c4-4ed0-8781-0790010345da),segment_id=e4300406-21c4-4ed0-8781-0790010345da)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:39:22.059669 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-a1af9003-b40e-4912-bc70-30ba919fa1eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:22.194380 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9c3d45b0-9256-4a29-9e9a-668050f02b83 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:22.195032 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [None req-7c7a0d52-702e-46eb-b60c-7e7bef5f2216 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Allocated IP 172.25.8.118 (c7869750-4b49-4b7e-aa99-5e0f1ae02da4/427601ec-f643-4fe7-b5e6-17305d3a39e1/912226a6-9170-46ae-ac3b-607c169c8b4a) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:39:22.318305 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-a1af9003-b40e-4912-bc70-30ba919fa1eb None None] Calling delete_port for fc0ff617-02a4-4167-b3a7-772843414744 owned by network:dhcp {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:39:22.368195 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3d45b0-9256-4a29-9e9a-668050f02b83 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] No DVR routers for this DVR port fc0ff617-02a4-4167-b3a7-772843414744 on host n-d-843948-2 {{(pid=84886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:39:22.499353 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3d45b0-9256-4a29-9e9a-668050f02b83 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Pushing event deleted for resources: {'Port': ['ID=fc0ff617-02a4-4167-b3a7-772843414744,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:39:22.559341 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7c7a0d52-702e-46eb-b60c-7e7bef5f2216 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:22.577258 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.db.api [None req-a1af9003-b40e-4912-bc70-30ba919fa1eb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:39:22.577638 n-d-843948-2 neutron-server[84888]: DEBUG oslo_db.api [None req-a1af9003-b40e-4912-bc70-30ba919fa1eb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:39:22.648978 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9c3d45b0-9256-4a29-9e9a-668050f02b83 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:22.742318 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-9c3d45b0-9256-4a29-9e9a-668050f02b83 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e24f0d1-8ab9-463f-87e0-3c36a6290d6f']}} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:39:22.742318 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-9c3d45b0-9256-4a29-9e9a-668050f02b83 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4300406-21c4-4ed0-8781-0790010345da') {'for_net_delete': True} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:39:22.742318 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-9c3d45b0-9256-4a29-9e9a-668050f02b83 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4300406-21c4-4ed0-8781-0790010345da') {} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:39:22.742318 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9c3d45b0-9256-4a29-9e9a-668050f02b83 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2660590'] for segment, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:22.742318 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9c3d45b0-9256-4a29-9e9a-668050f02b83 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:22.742318 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c3d45b0-9256-4a29-9e9a-668050f02b83 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Releasing vlan 675 on physical network physnet1 to pool {{(pid=84886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:39:22.742318 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9c3d45b0-9256-4a29-9e9a-668050f02b83 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4126989'] for segment, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:22.742318 n-d-843948-2 neutron-server[84886]: Traceback (most recent call last): May 30 20:39:22.742318 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:39:22.742318 n-d-843948-2 neutron-server[84886]: timer() May 30 20:39:22.742318 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:39:22.742318 n-d-843948-2 neutron-server[84886]: cb(*args, **kw) May 30 20:39:22.742318 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:39:22.742318 n-d-843948-2 neutron-server[84886]: return func(*args, **kwargs) May 30 20:39:22.742318 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:39:22.742318 n-d-843948-2 neutron-server[84886]: self._notify() May 30 20:39:22.742318 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:39:22.742318 n-d-843948-2 neutron-server[84886]: self.callback(batched_events) May 30 20:39:22.742318 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:39:22.742318 n-d-843948-2 neutron-server[84886]: event.method(event) May 30 20:39:22.742318 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:39:22.742318 n-d-843948-2 neutron-server[84886]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:39:22.742318 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:39:22.742318 n-d-843948-2 neutron-server[84886]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:39:22.742318 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:39:22.742318 n-d-843948-2 neutron-server[84886]: return f(self, *a, **k) May 30 20:39:22.742318 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:39:22.742318 n-d-843948-2 neutron-server[84886]: return self._get(url).json() May 30 20:39:22.742318 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:39:22.742318 n-d-843948-2 neutron-server[84886]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:39:22.742318 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:39:22.742318 n-d-843948-2 neutron-server[84886]: return self.request(url, 'GET', **kwargs) May 30 20:39:22.742318 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:39:22.742318 n-d-843948-2 neutron-server[84886]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:39:22.742318 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:39:22.742318 n-d-843948-2 neutron-server[84886]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:39:22.742318 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:39:22.742318 n-d-843948-2 neutron-server[84886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:39:22.742318 n-d-843948-2 neutron-server[84886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:39:22.780833 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:22.838206 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7c7a0d52-702e-46eb-b60c-7e7bef5f2216 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:22.948870 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c7a0d52-702e-46eb-b60c-7e7bef5f2216 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:39:22.950097 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-7c7a0d52-702e-46eb-b60c-7e7bef5f2216 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:39:22.952643 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7a0d52-702e-46eb-b60c-7e7bef5f2216 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:39:22.958557 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9c3d45b0-9256-4a29-9e9a-668050f02b83 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:22.983468 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9c3d45b0-9256-4a29-9e9a-668050f02b83 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks [] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:22.997165 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3d45b0-9256-4a29-9e9a-668050f02b83 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Pushing event deleted for resources: {'Network': ['ID=8e24f0d1-8ab9-463f-87e0-3c36a6290d6f,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:39:23.013519 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-9c3d45b0-9256-4a29-9e9a-668050f02b83 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] 10.222.0.85 "DELETE /v2.0/networks/8e24f0d1-8ab9-463f-87e0-3c36a6290d6f HTTP/1.1" status: 204 len: 168 time: 2.3677890 May 30 20:39:23.016105 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 56700) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:39:23.039541 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7a0d52-702e-46eb-b60c-7e7bef5f2216 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Pushing event updated for resources: {'Port': ['ID=912226a6-9170-46ae-ac3b-607c169c8b4a,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:39:23.080491 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-a1af9003-b40e-4912-bc70-30ba919fa1eb None None] Deleting port fc0ff617-02a4-4167-b3a7-772843414744 {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:39:23.081006 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-a1af9003-b40e-4912-bc70-30ba919fa1eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:23.165240 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-a1af9003-b40e-4912-bc70-30ba919fa1eb None None] The port 'fc0ff617-02a4-4167-b3a7-772843414744' was deleted {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 20:39:23.424969 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 36546ee1-a086-41f9-a560-ce50cd90322e no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:39:23.459667 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: 36546ee1-a086-41f9-a560-ce50cd90322e {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:39:23.460077 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 36546ee1-a086-41f9-a560-ce50cd90322e not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:39:23.460447 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device fc0ff617-02a4-4167-b3a7-772843414744 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:39:23.529541 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: fc0ff617-02a4-4167-b3a7-772843414744 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:39:23.529915 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device fc0ff617-02a4-4167-b3a7-772843414744 not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:39:23.703180 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a4d8cab3-64bf-48f1-b4cb-0b86d9027ab3 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-736216'] for router_interface, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:23.719911 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7c7a0d52-702e-46eb-b60c-7e7bef5f2216 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:23.852388 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7c7a0d52-702e-46eb-b60c-7e7bef5f2216 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:24.239598 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7c7a0d52-702e-46eb-b60c-7e7bef5f2216 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:24.335220 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7c7a0d52-702e-46eb-b60c-7e7bef5f2216 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:24.466222 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7a0d52-702e-46eb-b60c-7e7bef5f2216 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Pushing event updated for resources: {'Port': ['ID=912226a6-9170-46ae-ac3b-607c169c8b4a,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:39:24.653060 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7c7a0d52-702e-46eb-b60c-7e7bef5f2216 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736490'] for floatingip, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:24.937140 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-a4d8cab3-64bf-48f1-b4cb-0b86d9027ab3 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Deleting port 5a3e3e8f-3135-4d07-8b86-e2c670b3ae5b {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:39:24.937604 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a4d8cab3-64bf-48f1-b4cb-0b86d9027ab3 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:25.152026 n-d-843948-2 neutron-server[84887]: INFO neutron.db.l3_db [None req-7c7a0d52-702e-46eb-b60c-7e7bef5f2216 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Floating IP 323229cf-57d3-48b4-9b1c-85c825270d58 associated. External IP: 172.25.8.118, port: 6c921aff-3267-4272-9f1b-8aea008d8559. May 30 20:39:25.199537 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 56740) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:39:25.290340 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [None req-a4d8cab3-64bf-48f1-b4cb-0b86d9027ab3 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] For port 5a3e3e8f-3135-4d07-8b86-e2c670b3ae5b, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=5a3e3e8f-3135-4d07-8b86-e2c670b3ae5b,segment=NetworkSegment(33ad1e8a-79ca-4b9f-bebd-e0b8c2537f05),segment_id=33ad1e8a-79ca-4b9f-bebd-e0b8c2537f05)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:39:25.290897 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a4d8cab3-64bf-48f1-b4cb-0b86d9027ab3 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:25.478257 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-a4d8cab3-64bf-48f1-b4cb-0b86d9027ab3 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Calling delete_port for 5a3e3e8f-3135-4d07-8b86-e2c670b3ae5b owned by network:router_interface {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:39:25.513833 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6de29888-86a0-42e1-9d80-8305b80aa64b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:25.556592 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-6de29888-86a0-42e1-9d80-8305b80aa64b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:39:25.572535 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-6de29888-86a0-42e1-9d80-8305b80aa64b admin admin] Usage tracker for resource:security_group_rule and tenant:3e6d8c8287964af38e0a3e8db57fd572 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:39:25.572535 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-6de29888-86a0-42e1-9d80-8305b80aa64b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:39:25.579415 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-6de29888-86a0-42e1-9d80-8305b80aa64b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:39:25.751365 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c7a0d52-702e-46eb-b60c-7e7bef5f2216 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Router f0fa8d8b-6a56-42f0-adc6-042d022f8dce has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:39:25.752092 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6de29888-86a0-42e1-9d80-8305b80aa64b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:25.847198 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6de29888-86a0-42e1-9d80-8305b80aa64b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:25.934718 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-6de29888-86a0-42e1-9d80-8305b80aa64b admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=3e6d8c8287964af38e0a3e8db57fd572&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7341127 May 30 20:39:25.944001 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 56750) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:39:25.971241 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de29888-86a0-42e1-9d80-8305b80aa64b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=894915f1-6beb-4db8-b0a2-42ce12062de8,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:39:26.044773 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a4d8cab3-64bf-48f1-b4cb-0b86d9027ab3 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:26.093573 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e66279d5-5fca-4248-aa15-a99abed8b696 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:26.096884 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c7a0d52-702e-46eb-b60c-7e7bef5f2216 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:39:26.107929 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465f6ab1-d43c-4fb9-86be-0eec68bf7411 None None] Sync routers for ids ['f0fa8d8b-6a56-42f0-adc6-042d022f8dce'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:39:26.121714 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465f6ab1-d43c-4fb9-86be-0eec68bf7411 None None] Routers {'f0fa8d8b-6a56-42f0-adc6-042d022f8dce'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:39:26.122663 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-465f6ab1-d43c-4fb9-86be-0eec68bf7411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:38:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['f0fa8d8b-6a56-42f0-adc6-042d022f8dce'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:39:26.141854 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d8cab3-64bf-48f1-b4cb-0b86d9027ab3 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Pushing event deleted for resources: {'Port': ['ID=5a3e3e8f-3135-4d07-8b86-e2c670b3ae5b,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:39:26.208900 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e66279d5-5fca-4248-aa15-a99abed8b696 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:26.219579 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-465f6ab1-d43c-4fb9-86be-0eec68bf7411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:39:26.233522 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465f6ab1-d43c-4fb9-86be-0eec68bf7411 None None] Routers {'f0fa8d8b-6a56-42f0-adc6-042d022f8dce'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:39:26.233808 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7c7a0d52-702e-46eb-b60c-7e7bef5f2216 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:26.236826 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-465f6ab1-d43c-4fb9-86be-0eec68bf7411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:38:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['f0fa8d8b-6a56-42f0-adc6-042d022f8dce'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:39:26.314210 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-465f6ab1-d43c-4fb9-86be-0eec68bf7411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:39:26.314989 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465f6ab1-d43c-4fb9-86be-0eec68bf7411 None None] The sync data for ids ['f0fa8d8b-6a56-42f0-adc6-042d022f8dce'] in n-d-843948-2 is: [] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:39:26.316748 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ee5a0f57-1978-4dff-b4e9-ff7d72cbebb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:26.433428 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-7c7a0d52-702e-46eb-b60c-7e7bef5f2216 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.2357831 May 30 20:39:26.433787 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 56758) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:39:26.444694 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-4f019693-9668-4c58-a5fc-29d6e74d561e tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Request body: {'floatingip': {'port_id': '6c921aff-3267-4272-9f1b-8aea008d8559', 'fixed_ip_address': '172.20.0.12'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:39:26.570474 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4f019693-9668-4c58-a5fc-29d6e74d561e tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks [] for floatingip, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:26.791469 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e66279d5-5fca-4248-aa15-a99abed8b696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:26.824857 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a4d8cab3-64bf-48f1-b4cb-0b86d9027ab3 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1718140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-736143'] for router_interface, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:26.829846 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66279d5-5fca-4248-aa15-a99abed8b696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=894915f1-6beb-4db8-b0a2-42ce12062de8,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:39:26.845604 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e66279d5-5fca-4248-aa15-a99abed8b696 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:26.849775 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-e66279d5-5fca-4248-aa15-a99abed8b696 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/894915f1-6beb-4db8-b0a2-42ce12062de8 HTTP/1.1" status: 204 len: 168 time: 0.9018788 May 30 20:39:27.423559 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4d8cab3-64bf-48f1-b4cb-0b86d9027ab3 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Router c1ce1ffd-c963-4af9-9150-aa661ee96a29 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:39:27.662139 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4d8cab3-64bf-48f1-b4cb-0b86d9027ab3 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:39:27.668972 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-a4d8cab3-64bf-48f1-b4cb-0b86d9027ab3 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] 10.222.0.85 "PUT /v2.0/routers/c1ce1ffd-c963-4af9-9150-aa661ee96a29/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6511133 May 30 20:39:27.670934 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 56796) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:39:27.675306 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e15ae3-f1fd-4892-bfda-6a96f2de3ee2 None None] Sync routers for ids ['c1ce1ffd-c963-4af9-9150-aa661ee96a29'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:39:27.696796 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e15ae3-f1fd-4892-bfda-6a96f2de3ee2 None None] Routers {'c1ce1ffd-c963-4af9-9150-aa661ee96a29'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:39:27.697640 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-f5e15ae3-f1fd-4892-bfda-6a96f2de3ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:38:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['c1ce1ffd-c963-4af9-9150-aa661ee96a29'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:39:27.754972 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4f019693-9668-4c58-a5fc-29d6e74d561e tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:27.844361 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4f019693-9668-4c58-a5fc-29d6e74d561e tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736490'] for floatingip, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:27.906482 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-f5e15ae3-f1fd-4892-bfda-6a96f2de3ee2 None None] Set router c1ce1ffd-c963-4af9-9150-aa661ee96a29 gateway port host: None {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:39:27.982616 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 56812) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:39:28.028959 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f6688022-7541-4ec5-b746-b7b3f2e03855 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:28.046071 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-f5e15ae3-f1fd-4892-bfda-6a96f2de3ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1ce1ffd-c963-4af9-9150-aa661ee96a29', 'name': 'tempest-RoutersTest-router-878275498', 'tenant_id': '58f9213e719f47ba816694fbf3eafd38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:38:08Z', 'updated_at': '2022-05-30T20:39:25Z', 'revision_number': 11, 'project_id': '58f9213e719f47ba816694fbf3eafd38', 'gw_port_host': None}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:39:28.060814 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e15ae3-f1fd-4892-bfda-6a96f2de3ee2 None None] Checking router: c1ce1ffd-c963-4af9-9150-aa661ee96a29 for host: n-d-843948-2 {{(pid=84889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:39:28.080502 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e15ae3-f1fd-4892-bfda-6a96f2de3ee2 None None] Routers {'c1ce1ffd-c963-4af9-9150-aa661ee96a29'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:39:28.081070 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-f5e15ae3-f1fd-4892-bfda-6a96f2de3ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:38:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['c1ce1ffd-c963-4af9-9150-aa661ee96a29'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:39:28.274960 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fd156a6-3c60-4505-ac3c-d51f1d1dc1dd tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Deleting subnet d5564509-e22f-42dd-bd78-24065d2f88c2 {{(pid=84886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:39:28.292661 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-f6688022-7541-4ec5-b746-b7b3f2e03855 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:39:28.301799 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1fd156a6-3c60-4505-ac3c-d51f1d1dc1dd tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks [] for subnet, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:28.355999 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-f5e15ae3-f1fd-4892-bfda-6a96f2de3ee2 None None] Set router c1ce1ffd-c963-4af9-9150-aa661ee96a29 gateway port host: None {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:39:28.383647 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-f6688022-7541-4ec5-b746-b7b3f2e03855 admin admin] Usage tracker for resource:security_group_rule and tenant:cee11ccaffe34fe0ae305d35dbab0b28 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:39:28.393585 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-f6688022-7541-4ec5-b746-b7b3f2e03855 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:39:28.437504 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-f6688022-7541-4ec5-b746-b7b3f2e03855 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:39:28.514693 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1fd156a6-3c60-4505-ac3c-d51f1d1dc1dd tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2655517'] for subnet, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:28.573177 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-f5e15ae3-f1fd-4892-bfda-6a96f2de3ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1ce1ffd-c963-4af9-9150-aa661ee96a29', 'name': 'tempest-RoutersTest-router-878275498', 'tenant_id': '58f9213e719f47ba816694fbf3eafd38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:38:08Z', 'updated_at': '2022-05-30T20:39:25Z', 'revision_number': 11, 'project_id': '58f9213e719f47ba816694fbf3eafd38', 'gw_port_host': None}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:39:28.582668 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e15ae3-f1fd-4892-bfda-6a96f2de3ee2 None None] The sync data for ids ['c1ce1ffd-c963-4af9-9150-aa661ee96a29'] in n-d-843948-2 is: [{'id': 'c1ce1ffd-c963-4af9-9150-aa661ee96a29', 'name': 'tempest-RoutersTest-router-878275498', 'tenant_id': '58f9213e719f47ba816694fbf3eafd38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:38:08Z', 'updated_at': '2022-05-30T20:39:25Z', 'revision_number': 11, 'project_id': '58f9213e719f47ba816694fbf3eafd38', 'gw_port_host': None}] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:39:28.683381 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f019693-9668-4c58-a5fc-29d6e74d561e tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Router f0fa8d8b-6a56-42f0-adc6-042d022f8dce has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:39:28.749480 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f6688022-7541-4ec5-b746-b7b3f2e03855 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:28.789632 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1fd156a6-3c60-4505-ac3c-d51f1d1dc1dd tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:28.883758 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f6688022-7541-4ec5-b746-b7b3f2e03855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:29.004271 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6688022-7541-4ec5-b746-b7b3f2e03855 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7733be45-9cfd-4572-9ebd-071909120e60,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:39:29.011099 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-f6688022-7541-4ec5-b746-b7b3f2e03855 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=cee11ccaffe34fe0ae305d35dbab0b28&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0273199 May 30 20:39:29.014703 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 56852) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:39:29.084308 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f019693-9668-4c58-a5fc-29d6e74d561e tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:39:29.091305 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4f019693-9668-4c58-a5fc-29d6e74d561e tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:29.095532 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1fd156a6-3c60-4505-ac3c-d51f1d1dc1dd tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4127075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2778536'] for subnet, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:29.096022 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cfa6e4f-4a31-4431-9141-c50cef29d297 None None] Sync routers for ids ['f0fa8d8b-6a56-42f0-adc6-042d022f8dce'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:39:29.136887 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cfa6e4f-4a31-4431-9141-c50cef29d297 None None] Routers {'f0fa8d8b-6a56-42f0-adc6-042d022f8dce'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:39:29.144952 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-7cfa6e4f-4a31-4431-9141-c50cef29d297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:38:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['f0fa8d8b-6a56-42f0-adc6-042d022f8dce'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:39:29.176144 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd156a6-3c60-4505-ac3c-d51f1d1dc1dd tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Pushing event deleted for resources: {'Subnet': ['ID=d5564509-e22f-42dd-bd78-24065d2f88c2,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:39:29.198603 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1fd156a6-3c60-4505-ac3c-d51f1d1dc1dd tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks [] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:29.201548 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9d26b7b4-1477-485f-a522-481085ea7ff4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:29.224054 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-1fd156a6-3c60-4505-ac3c-d51f1d1dc1dd tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] 10.222.0.85 "DELETE /v2.0/subnets/d5564509-e22f-42dd-bd78-24065d2f88c2 HTTP/1.1" status: 204 len: 168 time: 1.5518789 May 30 20:39:29.224969 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bd58b5f-a9cb-4e08-99be-a00d74b3cc3e None None] Network aa48d2f1-345a-448d-b2e2-1618ebc16a0c requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:39:29.226739 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 56864) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:39:29.294655 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9d26b7b4-1477-485f-a522-481085ea7ff4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:29.329878 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-4f019693-9668-4c58-a5fc-29d6e74d561e tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] 10.222.0.85 "PUT /v2.0/floatingips/323229cf-57d3-48b4-9b1c-85c825270d58 HTTP/1.1" status: 200 len: 978 time: 2.8927698 May 30 20:39:29.337880 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 56874) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:39:29.377925 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 5a3e3e8f-3135-4d07-8b86-e2c670b3ae5b no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:39:29.399234 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-176d2dd9-712e-488c-b2f6-dbbfd54b541d tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:29.410277 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-176d2dd9-712e-488c-b2f6-dbbfd54b541d tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Deleting port 0e680ee5-a44f-4fb3-a1f9-51b351a6bde7 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:39:29.410713 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-176d2dd9-712e-488c-b2f6-dbbfd54b541d tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:29.503936 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: 5a3e3e8f-3135-4d07-8b86-e2c670b3ae5b {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:39:29.504453 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 5a3e3e8f-3135-4d07-8b86-e2c670b3ae5b not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:39:29.509084 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-7cfa6e4f-4a31-4431-9141-c50cef29d297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:39:29.574621 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cfa6e4f-4a31-4431-9141-c50cef29d297 None None] Routers {'f0fa8d8b-6a56-42f0-adc6-042d022f8dce'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:39:29.575507 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-7cfa6e4f-4a31-4431-9141-c50cef29d297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:38:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['f0fa8d8b-6a56-42f0-adc6-042d022f8dce'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:39:29.591136 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9d26b7b4-1477-485f-a522-481085ea7ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:29.651737 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-7cfa6e4f-4a31-4431-9141-c50cef29d297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:39:29.652553 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cfa6e4f-4a31-4431-9141-c50cef29d297 None None] The sync data for ids ['f0fa8d8b-6a56-42f0-adc6-042d022f8dce'] in n-d-843948-2 is: [] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:39:29.655521 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d26b7b4-1477-485f-a522-481085ea7ff4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7733be45-9cfd-4572-9ebd-071909120e60,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:39:29.676302 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9d26b7b4-1477-485f-a522-481085ea7ff4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:29.677471 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-9d26b7b4-1477-485f-a522-481085ea7ff4 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/7733be45-9cfd-4572-9ebd-071909120e60 HTTP/1.1" status: 204 len: 168 time: 0.6599538 May 30 20:39:29.688209 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-8e910198-ba47-461e-b1e2-0d9ef7c6a870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:29.723738 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-29088ae9-cb56-45f8-ad83-f341ffd3abe4 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Deleting port 912226a6-9170-46ae-ac3b-607c169c8b4a {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:39:29.723738 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-29088ae9-cb56-45f8-ad83-f341ffd3abe4 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:29.807909 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e667cdaa-0565-4088-a98a-4e0c4e42e35e None None] DHCP port deletion for aa48d2f1-345a-448d-b2e2-1618ebc16a0c request from n-d-843948-2 {{(pid=84888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:39:29.832353 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-e667cdaa-0565-4088-a98a-4e0c4e42e35e None None] Deleting port 0e680ee5-a44f-4fb3-a1f9-51b351a6bde7 {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:39:29.839721 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-e667cdaa-0565-4088-a98a-4e0c4e42e35e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:29.922430 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [None req-176d2dd9-712e-488c-b2f6-dbbfd54b541d tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] For port 0e680ee5-a44f-4fb3-a1f9-51b351a6bde7, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=0e680ee5-a44f-4fb3-a1f9-51b351a6bde7,segment=NetworkSegment(33ad1e8a-79ca-4b9f-bebd-e0b8c2537f05),segment_id=33ad1e8a-79ca-4b9f-bebd-e0b8c2537f05)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:39:29.923249 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-176d2dd9-712e-488c-b2f6-dbbfd54b541d tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:30.102762 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-176d2dd9-712e-488c-b2f6-dbbfd54b541d tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Calling delete_port for 0e680ee5-a44f-4fb3-a1f9-51b351a6bde7 owned by network:dhcp {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:39:30.103726 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-29088ae9-cb56-45f8-ad83-f341ffd3abe4 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:30.104463 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-29088ae9-cb56-45f8-ad83-f341ffd3abe4 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:30.256915 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-176d2dd9-712e-488c-b2f6-dbbfd54b541d tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:30.278632 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:30.290758 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-e667cdaa-0565-4088-a98a-4e0c4e42e35e None None] For port 0e680ee5-a44f-4fb3-a1f9-51b351a6bde7, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=0e680ee5-a44f-4fb3-a1f9-51b351a6bde7,segment=NetworkSegment(33ad1e8a-79ca-4b9f-bebd-e0b8c2537f05),segment_id=33ad1e8a-79ca-4b9f-bebd-e0b8c2537f05)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:39:30.291956 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-e667cdaa-0565-4088-a98a-4e0c4e42e35e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:30.295698 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-29088ae9-cb56-45f8-ad83-f341ffd3abe4 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Calling delete_port for 912226a6-9170-46ae-ac3b-607c169c8b4a owned by network:floatingip {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:39:30.413120 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176d2dd9-712e-488c-b2f6-dbbfd54b541d tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Pushing event deleted for resources: {'Port': ['ID=0e680ee5-a44f-4fb3-a1f9-51b351a6bde7,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:39:30.427228 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176d2dd9-712e-488c-b2f6-dbbfd54b541d tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] No DVR routers for this DVR port 0e680ee5-a44f-4fb3-a1f9-51b351a6bde7 on host n-d-843948-2 {{(pid=84886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:39:30.500489 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-e667cdaa-0565-4088-a98a-4e0c4e42e35e None None] Calling delete_port for 0e680ee5-a44f-4fb3-a1f9-51b351a6bde7 owned by network:dhcp {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:39:30.587171 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-176d2dd9-712e-488c-b2f6-dbbfd54b541d tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:30.592700 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.db.api [None req-e667cdaa-0565-4088-a98a-4e0c4e42e35e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:39:30.594279 n-d-843948-2 neutron-server[84888]: DEBUG oslo_db.api [None req-e667cdaa-0565-4088-a98a-4e0c4e42e35e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:39:30.653024 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-176d2dd9-712e-488c-b2f6-dbbfd54b541d tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa48d2f1-345a-448d-b2e2-1618ebc16a0c']}} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:39:30.683345 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-176d2dd9-712e-488c-b2f6-dbbfd54b541d tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33ad1e8a-79ca-4b9f-bebd-e0b8c2537f05') {'for_net_delete': True} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:39:30.683635 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-176d2dd9-712e-488c-b2f6-dbbfd54b541d tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33ad1e8a-79ca-4b9f-bebd-e0b8c2537f05') {} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:39:30.699070 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-176d2dd9-712e-488c-b2f6-dbbfd54b541d tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2660590'] for segment, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:30.714856 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-176d2dd9-712e-488c-b2f6-dbbfd54b541d tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:30.721894 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-176d2dd9-712e-488c-b2f6-dbbfd54b541d tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Releasing vlan 658 on physical network physnet1 to pool {{(pid=84886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:39:30.722424 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-176d2dd9-712e-488c-b2f6-dbbfd54b541d tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4126989'] for segment, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:30.753571 n-d-843948-2 neutron-server[84886]: Traceback (most recent call last): May 30 20:39:30.753571 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:39:30.753571 n-d-843948-2 neutron-server[84886]: timer() May 30 20:39:30.753571 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:39:30.753571 n-d-843948-2 neutron-server[84886]: cb(*args, **kw) May 30 20:39:30.753571 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:39:30.753571 n-d-843948-2 neutron-server[84886]: return func(*args, **kwargs) May 30 20:39:30.753571 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:39:30.753571 n-d-843948-2 neutron-server[84886]: self._notify() May 30 20:39:30.753571 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:39:30.753571 n-d-843948-2 neutron-server[84886]: self.callback(batched_events) May 30 20:39:30.753571 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:39:30.753571 n-d-843948-2 neutron-server[84886]: event.method(event) May 30 20:39:30.753571 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:39:30.753571 n-d-843948-2 neutron-server[84886]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:39:30.753571 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:39:30.753571 n-d-843948-2 neutron-server[84886]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:39:30.753571 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:39:30.753571 n-d-843948-2 neutron-server[84886]: return f(self, *a, **k) May 30 20:39:30.753571 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:39:30.753571 n-d-843948-2 neutron-server[84886]: return self._get(url).json() May 30 20:39:30.753571 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:39:30.753571 n-d-843948-2 neutron-server[84886]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:39:30.753571 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:39:30.753571 n-d-843948-2 neutron-server[84886]: return self.request(url, 'GET', **kwargs) May 30 20:39:30.753571 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:39:30.753571 n-d-843948-2 neutron-server[84886]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:39:30.753571 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:39:30.753571 n-d-843948-2 neutron-server[84886]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:39:30.753571 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:39:30.753571 n-d-843948-2 neutron-server[84886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:39:30.753571 n-d-843948-2 neutron-server[84886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:39:30.811327 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-29088ae9-cb56-45f8-ad83-f341ffd3abe4 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:30.875650 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29088ae9-cb56-45f8-ad83-f341ffd3abe4 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Pushing event deleted for resources: {'Port': ['ID=912226a6-9170-46ae-ac3b-607c169c8b4a,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:39:30.981876 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-29088ae9-cb56-45f8-ad83-f341ffd3abe4 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks [] for floatingip, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:31.005775 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-176d2dd9-712e-488c-b2f6-dbbfd54b541d tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:31.062291 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-176d2dd9-712e-488c-b2f6-dbbfd54b541d tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks [] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:31.085652 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176d2dd9-712e-488c-b2f6-dbbfd54b541d tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Pushing event deleted for resources: {'Network': ['ID=aa48d2f1-345a-448d-b2e2-1618ebc16a0c,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:39:31.096869 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-176d2dd9-712e-488c-b2f6-dbbfd54b541d tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] 10.222.0.85 "DELETE /v2.0/networks/aa48d2f1-345a-448d-b2e2-1618ebc16a0c HTTP/1.1" status: 204 len: 168 time: 1.8588185 May 30 20:39:31.104443 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-e667cdaa-0565-4088-a98a-4e0c4e42e35e None None] Deleting port 0e680ee5-a44f-4fb3-a1f9-51b351a6bde7 {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:39:31.104443 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-e667cdaa-0565-4088-a98a-4e0c4e42e35e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:31.113965 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 56952) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:39:31.113965 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-3959670f-fd2e-4219-bcef-5b03276e0668 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Request body: {'router': {'routes': None}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:39:31.159805 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:31.240776 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-e667cdaa-0565-4088-a98a-4e0c4e42e35e None None] The port '0e680ee5-a44f-4fb3-a1f9-51b351a6bde7' was deleted {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 20:39:31.447101 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 0e680ee5-a44f-4fb3-a1f9-51b351a6bde7 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:39:31.506556 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: 0e680ee5-a44f-4fb3-a1f9-51b351a6bde7 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:39:31.506898 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 0e680ee5-a44f-4fb3-a1f9-51b351a6bde7 not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:39:31.599868 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.extraroute_db [None req-3959670f-fd2e-4219-bcef-5b03276e0668 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Added routes are [] {{(pid=84886) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} May 30 20:39:31.600415 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.extraroute_db [None req-3959670f-fd2e-4219-bcef-5b03276e0668 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Removed routes are [] {{(pid=84886) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} May 30 20:39:31.600926 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3959670f-fd2e-4219-bcef-5b03276e0668 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-736390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:31.649187 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29088ae9-cb56-45f8-ad83-f341ffd3abe4 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Router f0fa8d8b-6a56-42f0-adc6-042d022f8dce has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:39:31.996249 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29088ae9-cb56-45f8-ad83-f341ffd3abe4 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:39:32.007634 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03802fbd-5764-4af7-bb86-626193447444 None None] Sync routers for ids ['f0fa8d8b-6a56-42f0-adc6-042d022f8dce'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:39:32.024621 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03802fbd-5764-4af7-bb86-626193447444 None None] Routers {'f0fa8d8b-6a56-42f0-adc6-042d022f8dce'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:39:32.027275 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-03802fbd-5764-4af7-bb86-626193447444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:39:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['f0fa8d8b-6a56-42f0-adc6-042d022f8dce'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:39:32.029538 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-29088ae9-cb56-45f8-ad83-f341ffd3abe4 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:32.076077 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3959670f-fd2e-4219-bcef-5b03276e0668 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-736390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:32.086333 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3959670f-fd2e-4219-bcef-5b03276e0668 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-736409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-736399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-736400', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-724754'] for router, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:32.121637 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-29088ae9-cb56-45f8-ad83-f341ffd3abe4 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] 10.222.0.85 "DELETE /v2.0/floatingips/323229cf-57d3-48b4-9b1c-85c825270d58 HTTP/1.1" status: 204 len: 168 time: 2.7788815 May 30 20:39:32.121637 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 57016) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:39:32.174157 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-03802fbd-5764-4af7-bb86-626193447444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:39:32.214759 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03802fbd-5764-4af7-bb86-626193447444 None None] Routers {'f0fa8d8b-6a56-42f0-adc6-042d022f8dce'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:39:32.215651 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-03802fbd-5764-4af7-bb86-626193447444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:39:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['f0fa8d8b-6a56-42f0-adc6-042d022f8dce'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:39:32.236811 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-4c87792c-4bb3-4650-93f0-b4c7e2811266 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Deleting port 6c921aff-3267-4272-9f1b-8aea008d8559 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:39:32.236811 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4c87792c-4bb3-4650-93f0-b4c7e2811266 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:32.369950 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3959670f-fd2e-4219-bcef-5b03276e0668 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Router c1ce1ffd-c963-4af9-9150-aa661ee96a29 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:39:32.404107 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-03802fbd-5764-4af7-bb86-626193447444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:39:32.404919 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03802fbd-5764-4af7-bb86-626193447444 None None] The sync data for ids ['f0fa8d8b-6a56-42f0-adc6-042d022f8dce'] in n-d-843948-2 is: [] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:39:32.597052 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3959670f-fd2e-4219-bcef-5b03276e0668 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:39:32.614504 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3959670f-fd2e-4219-bcef-5b03276e0668 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks [] for router, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:32.615122 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1c93c3-7480-475d-b8be-48abaa7ca86e None None] Sync routers for ids ['c1ce1ffd-c963-4af9-9150-aa661ee96a29'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:39:32.620317 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-3959670f-fd2e-4219-bcef-5b03276e0668 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] 10.222.0.85 "PUT /v2.0/routers/c1ce1ffd-c963-4af9-9150-aa661ee96a29 HTTP/1.1" status: 200 len: 700 time: 1.5158124 May 30 20:39:32.620317 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 57060) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:39:32.646623 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1c93c3-7480-475d-b8be-48abaa7ca86e None None] Routers {'c1ce1ffd-c963-4af9-9150-aa661ee96a29'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:39:32.647257 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-5c1c93c3-7480-475d-b8be-48abaa7ca86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:39:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['c1ce1ffd-c963-4af9-9150-aa661ee96a29'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:39:32.670363 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4c87792c-4bb3-4650-93f0-b4c7e2811266 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:32.687178 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-246359f3-2a4a-451b-ad25-1af37589ed01 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Synchronizing usage tracker for tenant:58f9213e719f47ba816694fbf3eafd38 on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:39:32.780943 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-246359f3-2a4a-451b-ad25-1af37589ed01 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Unset dirty status for tenant:58f9213e719f47ba816694fbf3eafd38 on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:39:32.785180 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-246359f3-2a4a-451b-ad25-1af37589ed01 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] 10.222.0.85 "GET /v2.0/ports?device_id=c1ce1ffd-c963-4af9-9150-aa661ee96a29 HTTP/1.1" status: 200 len: 205 time: 0.1639390 May 30 20:39:32.785804 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 57074) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:39:32.898245 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-4c87792c-4bb3-4650-93f0-b4c7e2811266 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Calling delete_port for 6c921aff-3267-4272-9f1b-8aea008d8559 owned by {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:39:32.915890 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-5c1c93c3-7480-475d-b8be-48abaa7ca86e None None] Set router c1ce1ffd-c963-4af9-9150-aa661ee96a29 gateway port host: None {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:39:33.043176 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-5c1c93c3-7480-475d-b8be-48abaa7ca86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1ce1ffd-c963-4af9-9150-aa661ee96a29', 'name': 'tempest-RoutersTest-router-878275498', 'tenant_id': '58f9213e719f47ba816694fbf3eafd38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:38:08Z', 'updated_at': '2022-05-30T20:39:25Z', 'revision_number': 11, 'project_id': '58f9213e719f47ba816694fbf3eafd38', 'gw_port_host': None}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:39:33.045550 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:33.050141 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1c93c3-7480-475d-b8be-48abaa7ca86e None None] Checking router: c1ce1ffd-c963-4af9-9150-aa661ee96a29 for host: n-d-843948-2 {{(pid=84888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:39:33.064654 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0118b048-e28c-456e-9bf4-b731a00ee4fa tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks [] for router, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:33.067000 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1c93c3-7480-475d-b8be-48abaa7ca86e None None] Routers {'c1ce1ffd-c963-4af9-9150-aa661ee96a29'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:39:33.067796 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-5c1c93c3-7480-475d-b8be-48abaa7ca86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:39:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['c1ce1ffd-c963-4af9-9150-aa661ee96a29'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:39:33.231609 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-5c1c93c3-7480-475d-b8be-48abaa7ca86e None None] Set router c1ce1ffd-c963-4af9-9150-aa661ee96a29 gateway port host: None {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:39:33.523638 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4c87792c-4bb3-4650-93f0-b4c7e2811266 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:33.554354 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-5c1c93c3-7480-475d-b8be-48abaa7ca86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1ce1ffd-c963-4af9-9150-aa661ee96a29', 'name': 'tempest-RoutersTest-router-878275498', 'tenant_id': '58f9213e719f47ba816694fbf3eafd38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:38:08Z', 'updated_at': '2022-05-30T20:39:25Z', 'revision_number': 11, 'project_id': '58f9213e719f47ba816694fbf3eafd38', 'gw_port_host': None}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:39:33.561779 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1c93c3-7480-475d-b8be-48abaa7ca86e None None] The sync data for ids ['c1ce1ffd-c963-4af9-9150-aa661ee96a29'] in n-d-843948-2 is: [{'id': 'c1ce1ffd-c963-4af9-9150-aa661ee96a29', 'name': 'tempest-RoutersTest-router-878275498', 'tenant_id': '58f9213e719f47ba816694fbf3eafd38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:38:08Z', 'updated_at': '2022-05-30T20:39:25Z', 'revision_number': 11, 'project_id': '58f9213e719f47ba816694fbf3eafd38', 'gw_port_host': None}] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:39:33.666610 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c87792c-4bb3-4650-93f0-b4c7e2811266 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Pushing event deleted for resources: {'Port': ['ID=6c921aff-3267-4272-9f1b-8aea008d8559,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:39:33.936861 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4c87792c-4bb3-4650-93f0-b4c7e2811266 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:33.957738 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0118b048-e28c-456e-9bf4-b731a00ee4fa tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-724789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3141'] for router, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:33.958991 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-4c87792c-4bb3-4650-93f0-b4c7e2811266 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] 10.222.0.85 "DELETE /v2.0/ports/6c921aff-3267-4272-9f1b-8aea008d8559 HTTP/1.1" status: 204 len: 168 time: 1.8370159 May 30 20:39:33.960170 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 57140) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:39:33.960540 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0118b048-e28c-456e-9bf4-b731a00ee4fa tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:33.967900 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-92119542-c312-4633-9096-56afcb9efe69 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Request body: {'floatingip': {'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:39:33.975555 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-92119542-c312-4633-9096-56afcb9efe69 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:39:33.980978 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-92119542-c312-4633-9096-56afcb9efe69 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Usage tracker for resource:floatingip and tenant:ff08ef1ca6c64d55993243ba271e24a7 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:39:33.985918 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-92119542-c312-4633-9096-56afcb9efe69 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:39:33.993957 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-92119542-c312-4633-9096-56afcb9efe69 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:39:34.141499 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0118b048-e28c-456e-9bf4-b731a00ee4fa tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724889'] for router, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:34.142640 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-92119542-c312-4633-9096-56afcb9efe69 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks [] for floatingip, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:34.142889 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0118b048-e28c-456e-9bf4-b731a00ee4fa tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Fanout notify agent at l3_agent the message router_deleted on router c1ce1ffd-c963-4af9-9150-aa661ee96a29 {{(pid=84886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:39:34.172777 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0118b048-e28c-456e-9bf4-b731a00ee4fa tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks [] for router, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:34.176456 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-0118b048-e28c-456e-9bf4-b731a00ee4fa tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] 10.222.0.85 "DELETE /v2.0/routers/c1ce1ffd-c963-4af9-9150-aa661ee96a29 HTTP/1.1" status: 204 len: 168 time: 1.3885894 May 30 20:39:34.183498 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 57156) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:39:34.196870 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-88c17b33-6c5e-48f4-b9ba-df3572f01ad9 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1708130996', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:39:34.209423 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-88c17b33-6c5e-48f4-b9ba-df3572f01ad9 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:39:34.216226 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-88c17b33-6c5e-48f4-b9ba-df3572f01ad9 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Usage tracker for resource:router and tenant:58f9213e719f47ba816694fbf3eafd38 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:39:34.225105 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-88c17b33-6c5e-48f4-b9ba-df3572f01ad9 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:39:34.239803 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-88c17b33-6c5e-48f4-b9ba-df3572f01ad9 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:39:34.340989 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-88c17b33-6c5e-48f4-b9ba-df3572f01ad9 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-733683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3159'] for router, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:34.346225 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-88c17b33-6c5e-48f4-b9ba-df3572f01ad9 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-733584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-736372', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-628480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3164'] for router, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:34.349102 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-380466d6-fe35-46ae-b8b6-c5c5391d2ada req-e6191a62-2567-4ff6-838b-eab383e96f0d service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=25b5e8b3-fb3a-4bc7-9861-b48d5ed54144&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5105836 May 30 20:39:34.410571 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-88c17b33-6c5e-48f4-b9ba-df3572f01ad9 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:34.526565 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-92119542-c312-4633-9096-56afcb9efe69 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:34.592591 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-88c17b33-6c5e-48f4-b9ba-df3572f01ad9 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-736409'] for router, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:34.724289 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-88c17b33-6c5e-48f4-b9ba-df3572f01ad9 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks [] for router, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:34.725439 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-88c17b33-6c5e-48f4-b9ba-df3572f01ad9 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5400164 May 30 20:39:34.737767 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 57190) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:39:34.750483 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-838a6523-9214-4dee-b47c-9f5604c0488e tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Request body: {'router': {'admin_state_up': True}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:39:34.935217 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [None req-92119542-c312-4633-9096-56afcb9efe69 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Allocated IP 172.25.8.34 (c7869750-4b49-4b7e-aa99-5e0f1ae02da4/427601ec-f643-4fe7-b5e6-17305d3a39e1/67714978-c7ef-43bf-b393-db4dca269c83) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:39:35.134472 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-380466d6-fe35-46ae-b8b6-c5c5391d2ada req-0598d63c-789a-4562-9f7e-3dc533168ad7 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=07887abe5acc42d7891b86c5f258fed2&device_id=25b5e8b3-fb3a-4bc7-9861-b48d5ed54144 HTTP/1.1" status: 200 len: 1100 time: 0.5600011 May 30 20:39:35.461179 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-92119542-c312-4633-9096-56afcb9efe69 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:35.513234 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380466d6-fe35-46ae-b8b6-c5c5391d2ada req-aa9f9021-2554-471a-98b2-563a037ffbc8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:39:35.514978 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-380466d6-fe35-46ae-b8b6-c5c5391d2ada req-aa9f9021-2554-471a-98b2-563a037ffbc8 service neutron] 10.222.0.86 "GET /v2.0/networks?id=4344fbed-57fb-43d7-b32d-6020ce60f0a1 HTTP/1.1" status: 200 len: 870 time: 0.3459237 May 30 20:39:35.611405 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-380466d6-fe35-46ae-b8b6-c5c5391d2ada req-2a1a51bb-8b48-4e2e-9fe6-a0ef19aa0938 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=97dcd700-251d-4041-ae92-8567db8d470a HTTP/1.1" status: 200 len: 217 time: 0.0856211 May 30 20:39:35.713653 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-838a6523-9214-4dee-b47c-9f5604c0488e tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-736390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:35.748102 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-92119542-c312-4633-9096-56afcb9efe69 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:35.850615 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92119542-c312-4633-9096-56afcb9efe69 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:39:35.855993 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-92119542-c312-4633-9096-56afcb9efe69 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:39:35.858850 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92119542-c312-4633-9096-56afcb9efe69 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:39:35.905398 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380466d6-fe35-46ae-b8b6-c5c5391d2ada req-c5e084ae-c632-4ff6-9cb9-ade64097628c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:39:35.907919 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-380466d6-fe35-46ae-b8b6-c5c5391d2ada req-c5e084ae-c632-4ff6-9cb9-ade64097628c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1b83ff54-b1af-44ce-bb75-ba148920553c HTTP/1.1" status: 200 len: 843 time: 0.2862313 May 30 20:39:35.952466 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-838a6523-9214-4dee-b47c-9f5604c0488e tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-736409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-736399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-736400', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-724754'] for router, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:35.998431 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92119542-c312-4633-9096-56afcb9efe69 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Pushing event updated for resources: {'Port': ['ID=67714978-c7ef-43bf-b393-db4dca269c83,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:39:36.138464 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-380466d6-fe35-46ae-b8b6-c5c5391d2ada req-ec7ff058-f949-432b-b3f1-1f4685daa40a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4344fbed-57fb-43d7-b32d-6020ce60f0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2165813 May 30 20:39:36.318125 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-92119542-c312-4633-9096-56afcb9efe69 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:36.373078 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-380466d6-fe35-46ae-b8b6-c5c5391d2ada req-f5738ffb-8dd4-4378-bbda-ec82a4bae876 service neutron] 10.222.0.86 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210538 May 30 20:39:36.386590 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-838a6523-9214-4dee-b47c-9f5604c0488e tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Router 6b8112e1-c5a0-4f8f-b214-58c0cace6a16 is scheduled to L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 with binding_index 1 {{(pid=84886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 20:39:36.565495 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-838a6523-9214-4dee-b47c-9f5604c0488e tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:39:36.572772 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-838a6523-9214-4dee-b47c-9f5604c0488e tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks [] for router, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:36.578798 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27628d8e-a750-42a6-ae9d-0a9494b8c112 None None] Sync routers for ids ['6b8112e1-c5a0-4f8f-b214-58c0cace6a16'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:39:36.585775 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-838a6523-9214-4dee-b47c-9f5604c0488e tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] 10.222.0.85 "PUT /v2.0/routers/6b8112e1-c5a0-4f8f-b214-58c0cace6a16 HTTP/1.1" status: 200 len: 694 time: 1.8455231 May 30 20:39:36.587217 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 57272) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:39:36.596344 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27628d8e-a750-42a6-ae9d-0a9494b8c112 None None] Routers {'6b8112e1-c5a0-4f8f-b214-58c0cace6a16'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:39:36.597734 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-27628d8e-a750-42a6-ae9d-0a9494b8c112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:39:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['6b8112e1-c5a0-4f8f-b214-58c0cace6a16'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:39:36.643053 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-92119542-c312-4633-9096-56afcb9efe69 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:36.748896 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-380466d6-fe35-46ae-b8b6-c5c5391d2ada req-ffa9cd6f-2bb4-412b-995c-9ee83649527b service neutron] 10.222.0.86 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3661404 May 30 20:39:36.766679 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-27628d8e-a750-42a6-ae9d-0a9494b8c112 None None] Set router 6b8112e1-c5a0-4f8f-b214-58c0cace6a16 gateway port host: None {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:39:36.788655 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-e6e20a72-2b8a-440f-8dbd-a9503e387d00 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] 10.222.0.85 "GET /v2.0/routers/6b8112e1-c5a0-4f8f-b214-58c0cace6a16 HTTP/1.1" status: 200 len: 700 time: 0.1971912 May 30 20:39:36.789202 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 57288) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:39:36.846144 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-c9e8fa00-f116-4504-bc0a-58eb0576a575 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] 10.222.0.85 "GET /v2.0/ports?device_id=6b8112e1-c5a0-4f8f-b214-58c0cace6a16 HTTP/1.1" status: 200 len: 205 time: 0.0557480 May 30 20:39:36.848948 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 57296) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:39:36.929375 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-27628d8e-a750-42a6-ae9d-0a9494b8c112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b8112e1-c5a0-4f8f-b214-58c0cace6a16', 'name': 'tempest-RoutersTest-router-1708130996', 'tenant_id': '58f9213e719f47ba816694fbf3eafd38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:39:34Z', 'updated_at': '2022-05-30T20:39:35Z', 'revision_number': 2, 'project_id': '58f9213e719f47ba816694fbf3eafd38', 'gw_port_host': None}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:39:36.935339 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27628d8e-a750-42a6-ae9d-0a9494b8c112 None None] Checking router: 6b8112e1-c5a0-4f8f-b214-58c0cace6a16 for host: n-d-843948-2 {{(pid=84889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:39:36.949876 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27628d8e-a750-42a6-ae9d-0a9494b8c112 None None] Routers {'6b8112e1-c5a0-4f8f-b214-58c0cace6a16'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:39:36.950494 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-27628d8e-a750-42a6-ae9d-0a9494b8c112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:39:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['6b8112e1-c5a0-4f8f-b214-58c0cace6a16'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:39:37.039242 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-92119542-c312-4633-9096-56afcb9efe69 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:37.063021 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6b105fc8-08d1-43b4-ab0a-a7a70cb7b75f tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks [] for router, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:37.108686 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-27628d8e-a750-42a6-ae9d-0a9494b8c112 None None] Set router 6b8112e1-c5a0-4f8f-b214-58c0cace6a16 gateway port host: None {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:39:37.221052 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-27628d8e-a750-42a6-ae9d-0a9494b8c112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b8112e1-c5a0-4f8f-b214-58c0cace6a16', 'name': 'tempest-RoutersTest-router-1708130996', 'tenant_id': '58f9213e719f47ba816694fbf3eafd38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:39:34Z', 'updated_at': '2022-05-30T20:39:35Z', 'revision_number': 2, 'project_id': '58f9213e719f47ba816694fbf3eafd38', 'gw_port_host': None}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:39:37.221827 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-92119542-c312-4633-9096-56afcb9efe69 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:37.227244 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27628d8e-a750-42a6-ae9d-0a9494b8c112 None None] The sync data for ids ['6b8112e1-c5a0-4f8f-b214-58c0cace6a16'] in n-d-843948-2 is: [{'id': '6b8112e1-c5a0-4f8f-b214-58c0cace6a16', 'name': 'tempest-RoutersTest-router-1708130996', 'tenant_id': '58f9213e719f47ba816694fbf3eafd38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:39:34Z', 'updated_at': '2022-05-30T20:39:35Z', 'revision_number': 2, 'project_id': '58f9213e719f47ba816694fbf3eafd38', 'gw_port_host': None}] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:39:37.346173 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92119542-c312-4633-9096-56afcb9efe69 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Pushing event updated for resources: {'Port': ['ID=67714978-c7ef-43bf-b393-db4dca269c83,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:39:37.370098 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-92119542-c312-4633-9096-56afcb9efe69 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736490'] for floatingip, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:37.513444 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-92119542-c312-4633-9096-56afcb9efe69 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:37.519222 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-92119542-c312-4633-9096-56afcb9efe69 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.5566733 May 30 20:39:37.521945 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 57320) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:39:37.528803 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-cc104a9e-af00-43dc-bad2-37f588acd2a3 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Request body: {'port': {'network_id': 'ee045dec-05c1-4d7a-81e0-14d6f6efb941', 'name': 'tempest-FloatingIPTestJSON-2022502023'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:39:37.656057 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6b105fc8-08d1-43b4-ab0a-a7a70cb7b75f tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-724789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3141'] for router, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:37.660746 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6b105fc8-08d1-43b4-ab0a-a7a70cb7b75f tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:37.704657 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-cc104a9e-af00-43dc-bad2-37f588acd2a3 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:39:37.709484 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-cc104a9e-af00-43dc-bad2-37f588acd2a3 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Usage tracker for resource:port and tenant:ff08ef1ca6c64d55993243ba271e24a7 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:39:37.712601 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-cc104a9e-af00-43dc-bad2-37f588acd2a3 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Quota usage for port was recalculated. Used quota:4. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:39:37.718737 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-cc104a9e-af00-43dc-bad2-37f588acd2a3 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:39:37.832427 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc104a9e-af00-43dc-bad2-37f588acd2a3 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Made reservation on behalf of ff08ef1ca6c64d55993243ba271e24a7 for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:39:37.835596 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-cc104a9e-af00-43dc-bad2-37f588acd2a3 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:37.835956 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6b105fc8-08d1-43b4-ab0a-a7a70cb7b75f tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724889'] for router, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:37.836486 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b105fc8-08d1-43b4-ab0a-a7a70cb7b75f tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Fanout notify agent at l3_agent the message router_deleted on router 6b8112e1-c5a0-4f8f-b214-58c0cace6a16 {{(pid=84886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:39:37.859893 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6b105fc8-08d1-43b4-ab0a-a7a70cb7b75f tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] Notify callbacks [] for router, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:37.861438 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-6b105fc8-08d1-43b4-ab0a-a7a70cb7b75f tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] 10.222.0.85 "DELETE /v2.0/routers/6b8112e1-c5a0-4f8f-b214-58c0cace6a16 HTTP/1.1" status: 204 len: 168 time: 1.0105619 May 30 20:39:37.865229 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 57332) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:39:37.877577 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [None req-cc104a9e-af00-43dc-bad2-37f588acd2a3 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] device_id is not set on port 7833ad1f-cc5d-4cc6-8316-1f9e5ba66acc yet. {{(pid=84887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:39:37.927269 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-e721d960-374e-484a-88f0-c6a49b168efd tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] 10.222.0.85 "GET /v2.0/ports?device_id=6b8112e1-c5a0-4f8f-b214-58c0cace6a16 HTTP/1.1" status: 200 len: 205 time: 0.0607357 May 30 20:39:37.932937 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 57340) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:39:38.026431 n-d-843948-2 neutron-server[84886]: INFO neutron.api.v2.resource [None req-711ae530-a5cd-4dea-977e-15ce74b0c544 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] delete failed (client error): The resource could not be found. May 30 20:39:38.026431 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-711ae530-a5cd-4dea-977e-15ce74b0c544 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] 10.222.0.85 "DELETE /v2.0/routers/6b8112e1-c5a0-4f8f-b214-58c0cace6a16 HTTP/1.1" status: 404 len: 336 time: 0.0888429 May 30 20:39:38.026685 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 57350) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:39:38.072976 n-d-843948-2 neutron-server[84886]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f4f61d3-9b8f-467d-9ebf-7c751c28a64b tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] DELETE failed (client error): The resource could not be found. May 30 20:39:38.073477 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f4f61d3-9b8f-467d-9ebf-7c751c28a64b tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:39:38.077269 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-9f4f61d3-9b8f-467d-9ebf-7c751c28a64b tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] 10.222.0.85 "DELETE /v2.0/subnets/b45960f5-b334-48be-9147-35c483fdc4a6 HTTP/1.1" status: 404 len: 337 time: 0.0496428 May 30 20:39:38.079955 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 57360) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:39:38.122659 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [None req-cc104a9e-af00-43dc-bad2-37f588acd2a3 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Allocated IP 172.20.0.6 (ee045dec-05c1-4d7a-81e0-14d6f6efb941/2a2fa297-9e2e-4974-8de2-e1cbad41ed60/7833ad1f-cc5d-4cc6-8316-1f9e5ba66acc) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:39:38.155838 n-d-843948-2 neutron-server[84886]: INFO neutron.pecan_wsgi.hooks.translation [None req-50411cc7-f334-45c7-93ac-f977c53c3350 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] DELETE failed (client error): The resource could not be found. May 30 20:39:38.156298 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50411cc7-f334-45c7-93ac-f977c53c3350 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:39:38.159008 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-50411cc7-f334-45c7-93ac-f977c53c3350 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] 10.222.0.85 "DELETE /v2.0/subnets/e90feffd-8565-4347-8fa2-fb686c5accd9 HTTP/1.1" status: 404 len: 337 time: 0.0780768 May 30 20:39:38.161564 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 57366) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:39:38.215085 n-d-843948-2 neutron-server[84886]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f345c67-6a45-414b-beb6-639031858c04 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] DELETE failed (client error): The resource could not be found. May 30 20:39:38.215536 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f345c67-6a45-414b-beb6-639031858c04 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:39:38.217368 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-4f345c67-6a45-414b-beb6-639031858c04 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] 10.222.0.85 "DELETE /v2.0/subnets/36fa5394-b4f5-48da-ba65-741912f95be9 HTTP/1.1" status: 404 len: 337 time: 0.0544240 May 30 20:39:38.221491 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 57372) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:39:38.287023 n-d-843948-2 neutron-server[84886]: INFO neutron.pecan_wsgi.hooks.translation [None req-a14cc4bb-6233-4ab3-ab5a-1fe7c93ff5fb tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] DELETE failed (client error): The resource could not be found. May 30 20:39:38.287023 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a14cc4bb-6233-4ab3-ab5a-1fe7c93ff5fb tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:39:38.287023 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-a14cc4bb-6233-4ab3-ab5a-1fe7c93ff5fb tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] 10.222.0.85 "DELETE /v2.0/subnets/d5564509-e22f-42dd-bd78-24065d2f88c2 HTTP/1.1" status: 404 len: 337 time: 0.0602016 May 30 20:39:38.295604 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 57378) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:39:38.392372 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-76485373-998d-4293-9f7a-1d8c7eacfc06 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] 10.222.0.85 "GET /v2.0/ports?device_id=c1ce1ffd-c963-4af9-9150-aa661ee96a29 HTTP/1.1" status: 200 len: 205 time: 0.0813909 May 30 20:39:38.394957 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 57386) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:39:38.479324 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-cc104a9e-af00-43dc-bad2-37f588acd2a3 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:38.504360 n-d-843948-2 neutron-server[84886]: INFO neutron.api.v2.resource [None req-c8e0fbef-6a0b-4ae2-8aee-86986ce6fb18 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] delete failed (client error): The resource could not be found. May 30 20:39:38.506550 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-c8e0fbef-6a0b-4ae2-8aee-86986ce6fb18 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] 10.222.0.85 "DELETE /v2.0/routers/c1ce1ffd-c963-4af9-9150-aa661ee96a29 HTTP/1.1" status: 404 len: 336 time: 0.1104748 May 30 20:39:38.511264 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 57394) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:39:38.574482 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-af5a3f6e-e825-45ed-bb8a-b79cd6364438 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] 10.222.0.85 "GET /v2.0/ports?device_id=d21da81c-d439-42e5-89f7-19dd220a9d70 HTTP/1.1" status: 200 len: 205 time: 0.0613275 May 30 20:39:38.576923 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 57402) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:39:38.627926 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-cc104a9e-af00-43dc-bad2-37f588acd2a3 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:38.650618 n-d-843948-2 neutron-server[84886]: INFO neutron.api.v2.resource [None req-e2b01baa-6d3a-4bd7-a044-89c11783ee4f tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] delete failed (client error): The resource could not be found. May 30 20:39:38.651832 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-e2b01baa-6d3a-4bd7-a044-89c11783ee4f tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] 10.222.0.85 "DELETE /v2.0/routers/d21da81c-d439-42e5-89f7-19dd220a9d70 HTTP/1.1" status: 404 len: 336 time: 0.0732868 May 30 20:39:38.656473 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 57406) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:39:38.720224 n-d-843948-2 neutron-server[84886]: INFO neutron.pecan_wsgi.hooks.translation [None req-e51d3050-6e01-4088-8780-330dc210df3e tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] DELETE failed (client error): The resource could not be found. May 30 20:39:38.720802 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e51d3050-6e01-4088-8780-330dc210df3e tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:39:38.723044 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-e51d3050-6e01-4088-8780-330dc210df3e tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] 10.222.0.85 "DELETE /v2.0/subnets/82970ee9-6dee-429c-8df4-96e3618176fa HTTP/1.1" status: 404 len: 337 time: 0.0654519 May 30 20:39:38.725914 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 57414) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:39:38.727738 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc104a9e-af00-43dc-bad2-37f588acd2a3 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Network ee045dec-05c1-4d7a-81e0-14d6f6efb941 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:39:38.731328 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-cc104a9e-af00-43dc-bad2-37f588acd2a3 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:39:38.735801 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc104a9e-af00-43dc-bad2-37f588acd2a3 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:39:38.782679 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-19f632b4-f2fa-46b7-b066-8703a8f9ddae tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] 10.222.0.85 "GET /v2.0/ports?device_id=6e259e5f-fc19-46a6-8c7f-5e3cadd65a1c HTTP/1.1" status: 200 len: 205 time: 0.0553436 May 30 20:39:38.786525 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 57420) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:39:38.820646 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc104a9e-af00-43dc-bad2-37f588acd2a3 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:39:38.821311 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-cc104a9e-af00-43dc-bad2-37f588acd2a3 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:38.845766 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc104a9e-af00-43dc-bad2-37f588acd2a3 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Pushing event updated for resources: {'Port': ['ID=7833ad1f-cc5d-4cc6-8316-1f9e5ba66acc,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:39:38.882014 n-d-843948-2 neutron-server[84886]: INFO neutron.api.v2.resource [None req-4d770724-d3ef-4071-9c2f-e3e572ab2d88 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] delete failed (client error): The resource could not be found. May 30 20:39:38.883117 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-4d770724-d3ef-4071-9c2f-e3e572ab2d88 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] 10.222.0.85 "DELETE /v2.0/routers/6e259e5f-fc19-46a6-8c7f-5e3cadd65a1c HTTP/1.1" status: 404 len: 336 time: 0.0952175 May 30 20:39:38.886480 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 57428) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:39:38.940967 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-113c8959-47e1-44b0-96d0-2d41fee08eee tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] 10.222.0.85 "GET /v2.0/ports?device_id=db4cd14d-5857-4338-ba56-231a9cc9b615 HTTP/1.1" status: 200 len: 205 time: 0.0439401 May 30 20:39:38.942737 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 57432) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:39:39.012572 n-d-843948-2 neutron-server[84886]: INFO neutron.api.v2.resource [None req-13e98549-6544-4eff-9205-115cba99cc4c tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] delete failed (client error): The resource could not be found. May 30 20:39:39.013852 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-13e98549-6544-4eff-9205-115cba99cc4c tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] 10.222.0.85 "DELETE /v2.0/routers/db4cd14d-5857-4338-ba56-231a9cc9b615 HTTP/1.1" status: 404 len: 336 time: 0.0698323 May 30 20:39:39.016161 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 57438) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:39:39.037222 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-cc104a9e-af00-43dc-bad2-37f588acd2a3 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5139689 May 30 20:39:39.038560 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 57444) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:39:39.049443 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-559b968e-f754-4d81-9fb4-45531f91ef6d tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Request body: {'floatingip': {'port_id': '7833ad1f-cc5d-4cc6-8316-1f9e5ba66acc'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:39:39.064286 n-d-843948-2 neutron-server[84886]: INFO neutron.pecan_wsgi.hooks.translation [None req-9672e197-ef2a-4e5d-89ac-43c580c19be3 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] DELETE failed (client error): The resource could not be found. May 30 20:39:39.064710 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9672e197-ef2a-4e5d-89ac-43c580c19be3 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:39:39.069837 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-9672e197-ef2a-4e5d-89ac-43c580c19be3 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] 10.222.0.85 "DELETE /v2.0/subnets/8bae4370-b4b3-4266-adea-9ed10967895d HTTP/1.1" status: 404 len: 337 time: 0.0497591 May 30 20:39:39.070184 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 57448) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:39:39.120736 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-eeeefaaa-a4f3-4e46-b57f-3e7d3e165b90 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] 10.222.0.85 "GET /v2.0/ports?device_id=590384e0-b977-49ce-b51c-13346ebf217a HTTP/1.1" status: 200 len: 205 time: 0.0467808 May 30 20:39:39.120966 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 57454) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:39:39.135969 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-559b968e-f754-4d81-9fb4-45531f91ef6d tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks [] for floatingip, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:39.205599 n-d-843948-2 neutron-server[84886]: INFO neutron.api.v2.resource [None req-03fdf5e3-6010-4d22-938d-39367ee7912e tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] delete failed (client error): The resource could not be found. May 30 20:39:39.206924 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-03fdf5e3-6010-4d22-938d-39367ee7912e tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] 10.222.0.85 "DELETE /v2.0/routers/590384e0-b977-49ce-b51c-13346ebf217a HTTP/1.1" status: 404 len: 336 time: 0.0846515 May 30 20:39:39.209488 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 57462) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:39:39.252615 n-d-843948-2 neutron-server[84886]: INFO neutron.pecan_wsgi.hooks.translation [None req-3804c7f5-3f71-4c5d-a03b-9fc4ba026b8f tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] DELETE failed (client error): The resource could not be found. May 30 20:39:39.253051 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3804c7f5-3f71-4c5d-a03b-9fc4ba026b8f tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:39:39.259521 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-3804c7f5-3f71-4c5d-a03b-9fc4ba026b8f tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] 10.222.0.85 "DELETE /v2.0/subnets/ee838dec-7215-45fd-b3e6-bc45864e6db0 HTTP/1.1" status: 404 len: 337 time: 0.0440948 May 30 20:39:39.260429 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 57468) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:39:39.318176 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-5598f749-d2b3-471f-ae31-6e697fbc3e2a tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] 10.222.0.85 "GET /v2.0/ports?device_id=ed2bd5e7-025a-4a7a-9afa-406cfa2682f5 HTTP/1.1" status: 200 len: 205 time: 0.0558619 May 30 20:39:39.322260 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 57474) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:39:39.443407 n-d-843948-2 neutron-server[84886]: INFO neutron.api.v2.resource [None req-d4067a3c-7048-498c-bd52-2887f00ec8bb tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] delete failed (client error): The resource could not be found. May 30 20:39:39.446969 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-d4067a3c-7048-498c-bd52-2887f00ec8bb tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] 10.222.0.85 "DELETE /v2.0/routers/ed2bd5e7-025a-4a7a-9afa-406cfa2682f5 HTTP/1.1" status: 404 len: 336 time: 0.1210020 May 30 20:39:39.447419 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 57484) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:39:39.624651 n-d-843948-2 neutron-server[84886]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d3de141-1018-40a1-9f39-0b906886a3c6 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] DELETE failed (client error): The resource could not be found. May 30 20:39:39.624899 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d3de141-1018-40a1-9f39-0b906886a3c6 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:39:39.626806 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-0d3de141-1018-40a1-9f39-0b906886a3c6 tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] 10.222.0.85 "DELETE /v2.0/subnets/9cac763e-0302-4b03-9c39-eb48454c66c8 HTTP/1.1" status: 404 len: 337 time: 0.1785543 May 30 20:39:39.629403 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 57492) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:39:39.671773 n-d-843948-2 neutron-server[84886]: INFO neutron.pecan_wsgi.hooks.translation [None req-254c4755-fb85-491e-b9ef-467204db145b tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] DELETE failed (client error): The resource could not be found. May 30 20:39:39.672231 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-254c4755-fb85-491e-b9ef-467204db145b tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:39:39.686158 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-254c4755-fb85-491e-b9ef-467204db145b tempest-RoutersTest-787182882 tempest-RoutersTest-787182882-project] 10.222.0.85 "DELETE /v2.0/subnets/7648d898-dda5-4786-bed2-96da509b00e4 HTTP/1.1" status: 404 len: 337 time: 0.0436282 May 30 20:39:40.057961 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-559b968e-f754-4d81-9fb4-45531f91ef6d tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:40.097664 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e0132c21-74ef-413e-8ef8-7a668d1dd3a7 req-7a4756f7-10fd-4631-abc9-b7e78d274b49 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=f21c2e9d-44e2-4ceb-afd4-d9425fc1d983&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0749912 May 30 20:39:40.215142 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-559b968e-f754-4d81-9fb4-45531f91ef6d tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736490'] for floatingip, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:40.248498 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e0132c21-74ef-413e-8ef8-7a668d1dd3a7 req-6cb59158-2775-4deb-8119-de24119b296d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=be518c6f2f7741c6a6c26447eed4fca2&device_id=f21c2e9d-44e2-4ceb-afd4-d9425fc1d983 HTTP/1.1" status: 200 len: 1097 time: 0.0811787 May 30 20:39:40.435793 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0132c21-74ef-413e-8ef8-7a668d1dd3a7 req-5da38dd7-7dcb-4b0b-8e0b-8e4643f30c5d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:39:40.437542 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e0132c21-74ef-413e-8ef8-7a668d1dd3a7 req-5da38dd7-7dcb-4b0b-8e0b-8e4643f30c5d service neutron] 10.222.0.71 "GET /v2.0/networks?id=76cba922-309a-4387-9272-eb83164f71fd HTTP/1.1" status: 200 len: 912 time: 0.1587973 May 30 20:39:40.480615 n-d-843948-2 neutron-server[84887]: INFO neutron.db.l3_db [None req-559b968e-f754-4d81-9fb4-45531f91ef6d tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Floating IP 5aaeafeb-e7da-4dcb-b7a6-ff3ea28b0601 associated. External IP: 172.25.8.34, port: 7833ad1f-cc5d-4cc6-8316-1f9e5ba66acc. May 30 20:39:40.548523 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 57530) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:39:40.636767 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e0132c21-74ef-413e-8ef8-7a668d1dd3a7 req-ebef46aa-192c-49d7-8b86-536cad59faf1 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d6bd4241-27eb-4458-942f-37b05133f6b8 HTTP/1.1" status: 200 len: 1002 time: 0.1854346 May 30 20:39:40.843879 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0132c21-74ef-413e-8ef8-7a668d1dd3a7 req-9e83e9c0-b0b1-48e1-9078-e5b2e560ec03 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:39:40.850184 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e0132c21-74ef-413e-8ef8-7a668d1dd3a7 req-9e83e9c0-b0b1-48e1-9078-e5b2e560ec03 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=664239a8-9fd7-4297-838f-478b17647c0d HTTP/1.1" status: 200 len: 850 time: 0.2129488 May 30 20:39:41.028712 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-1146da36-8112-4721-a140-a1f1ffcff6b5 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=58f9213e719f47ba816694fbf3eafd38&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4788909 May 30 20:39:41.035912 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e0132c21-74ef-413e-8ef8-7a668d1dd3a7 req-4a4b2d13-1f4a-4520-800d-c643fa1c54bd service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=76cba922-309a-4387-9272-eb83164f71fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1804066 May 30 20:39:41.036056 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 57558) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:39:41.140199 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-61d07852-51fc-44a7-9eee-90be4f5e3730 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:41.176763 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-61d07852-51fc-44a7-9eee-90be4f5e3730 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:41.204598 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e0132c21-74ef-413e-8ef8-7a668d1dd3a7 req-637f91f7-3d93-4bc6-868a-64d81e00a760 service neutron] 10.222.0.71 "GET /v2.0/networks/76cba922-309a-4387-9272-eb83164f71fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598954 May 30 20:39:41.316845 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-559b968e-f754-4d81-9fb4-45531f91ef6d tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Router f0fa8d8b-6a56-42f0-adc6-042d022f8dce has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:39:41.405301 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-61d07852-51fc-44a7-9eee-90be4f5e3730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:41.456126 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e0132c21-74ef-413e-8ef8-7a668d1dd3a7 req-a4257b58-42f0-49e5-8b53-2ed8762ba4f9 service neutron] 10.222.0.71 "GET /v2.0/networks/76cba922-309a-4387-9272-eb83164f71fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2479117 May 30 20:39:41.489550 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d07852-51fc-44a7-9eee-90be4f5e3730 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f28fa39d-92d3-4507-9c9c-f1bd1a3b134e,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:39:41.525760 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-61d07852-51fc-44a7-9eee-90be4f5e3730 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:41.526897 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-61d07852-51fc-44a7-9eee-90be4f5e3730 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/f28fa39d-92d3-4507-9c9c-f1bd1a3b134e HTTP/1.1" status: 204 len: 168 time: 0.4901564 May 30 20:39:41.614539 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-559b968e-f754-4d81-9fb4-45531f91ef6d tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:39:41.621932 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-559b968e-f754-4d81-9fb4-45531f91ef6d tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:41.627960 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f95018a-3803-4856-a195-02915a954950 None None] Sync routers for ids ['f0fa8d8b-6a56-42f0-adc6-042d022f8dce'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:39:41.652688 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f95018a-3803-4856-a195-02915a954950 None None] Routers {'f0fa8d8b-6a56-42f0-adc6-042d022f8dce'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:39:41.656102 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-0f95018a-3803-4856-a195-02915a954950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:39:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['f0fa8d8b-6a56-42f0-adc6-042d022f8dce'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:39:41.711521 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-559b968e-f754-4d81-9fb4-45531f91ef6d tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] 10.222.0.85 "PUT /v2.0/floatingips/5aaeafeb-e7da-4dcb-b7a6-ff3ea28b0601 HTTP/1.1" status: 200 len: 977 time: 2.6717706 May 30 20:39:41.715228 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 57584) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:39:41.730146 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-0f95018a-3803-4856-a195-02915a954950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:39:41.742219 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f95018a-3803-4856-a195-02915a954950 None None] Routers {'f0fa8d8b-6a56-42f0-adc6-042d022f8dce'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:39:41.742996 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-0f95018a-3803-4856-a195-02915a954950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:39:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['f0fa8d8b-6a56-42f0-adc6-042d022f8dce'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:39:41.819511 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-0f95018a-3803-4856-a195-02915a954950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:39:41.820034 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f95018a-3803-4856-a195-02915a954950 None None] The sync data for ids ['f0fa8d8b-6a56-42f0-adc6-042d022f8dce'] in n-d-843948-2 is: [] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:39:41.869907 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-543ad781-6884-44cc-a737-237df4851d0a tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Deleting port 7833ad1f-cc5d-4cc6-8316-1f9e5ba66acc {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:39:41.870852 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-543ad781-6884-44cc-a737-237df4851d0a tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:42.183758 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-543ad781-6884-44cc-a737-237df4851d0a tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:42.532671 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-543ad781-6884-44cc-a737-237df4851d0a tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:42.533390 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-543ad781-6884-44cc-a737-237df4851d0a tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736490'] for floatingip, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:42.533751 n-d-843948-2 neutron-server[84886]: INFO neutron.db.l3_db [None req-543ad781-6884-44cc-a737-237df4851d0a tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Floating IP 5aaeafeb-e7da-4dcb-b7a6-ff3ea28b0601 disassociated. External IP: 172.25.8.34, port: 7833ad1f-cc5d-4cc6-8316-1f9e5ba66acc. May 30 20:39:42.533969 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-543ad781-6884-44cc-a737-237df4851d0a tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Calling delete_port for 7833ad1f-cc5d-4cc6-8316-1f9e5ba66acc owned by {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:39:42.935384 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-543ad781-6884-44cc-a737-237df4851d0a tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:43.059656 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543ad781-6884-44cc-a737-237df4851d0a tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Pushing event deleted for resources: {'Port': ['ID=7833ad1f-cc5d-4cc6-8316-1f9e5ba66acc,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:39:43.244305 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 57630) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:39:43.379498 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-543ad781-6884-44cc-a737-237df4851d0a tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Router f0fa8d8b-6a56-42f0-adc6-042d022f8dce has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:39:43.410973 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-db334451-b3d0-476b-86c9-d7426290fd7a tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Request body: {'security_group': {'name': 'tempest-secgroup--1498155602'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:39:43.418389 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-db334451-b3d0-476b-86c9-d7426290fd7a tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:39:43.422757 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-db334451-b3d0-476b-86c9-d7426290fd7a tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Usage tracker for resource:security_group and tenant:ddf31402bcce4e9b91f57a9fd8346511 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:39:43.426260 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-db334451-b3d0-476b-86c9-d7426290fd7a tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:39:43.436349 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-db334451-b3d0-476b-86c9-d7426290fd7a tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:39:43.518221 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-db334451-b3d0-476b-86c9-d7426290fd7a tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:43.558434 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-db334451-b3d0-476b-86c9-d7426290fd7a tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:43.667206 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-db334451-b3d0-476b-86c9-d7426290fd7a tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:39:43.676910 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-db334451-b3d0-476b-86c9-d7426290fd7a tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Usage tracker for resource:security_group_rule and tenant:ddf31402bcce4e9b91f57a9fd8346511 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:39:43.684813 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-543ad781-6884-44cc-a737-237df4851d0a tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:39:43.687930 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-db334451-b3d0-476b-86c9-d7426290fd7a tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:39:43.696614 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27570514-0799-4126-8e38-b7e90575974c None None] Sync routers for ids ['f0fa8d8b-6a56-42f0-adc6-042d022f8dce'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:39:43.705566 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-db334451-b3d0-476b-86c9-d7426290fd7a tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:39:43.733314 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27570514-0799-4126-8e38-b7e90575974c None None] Routers {'f0fa8d8b-6a56-42f0-adc6-042d022f8dce'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:39:43.733994 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-27570514-0799-4126-8e38-b7e90575974c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:39:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['f0fa8d8b-6a56-42f0-adc6-042d022f8dce'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:39:43.849639 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-27570514-0799-4126-8e38-b7e90575974c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:39:43.851264 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-543ad781-6884-44cc-a737-237df4851d0a tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:43.870757 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-543ad781-6884-44cc-a737-237df4851d0a tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] 10.222.0.85 "DELETE /v2.0/ports/7833ad1f-cc5d-4cc6-8316-1f9e5ba66acc HTTP/1.1" status: 204 len: 168 time: 2.1541519 May 30 20:39:43.871428 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 57642) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:39:43.877746 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27570514-0799-4126-8e38-b7e90575974c None None] Routers {'f0fa8d8b-6a56-42f0-adc6-042d022f8dce'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:39:43.878744 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-27570514-0799-4126-8e38-b7e90575974c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:39:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['f0fa8d8b-6a56-42f0-adc6-042d022f8dce'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:39:43.938457 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-db334451-b3d0-476b-86c9-d7426290fd7a tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:43.967620 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-27570514-0799-4126-8e38-b7e90575974c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:39:43.968690 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27570514-0799-4126-8e38-b7e90575974c None None] The sync data for ids ['f0fa8d8b-6a56-42f0-adc6-042d022f8dce'] in n-d-843948-2 is: [] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:39:43.993690 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-690f3638-90dd-49b4-a452-32482e63ebca tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] 10.222.0.85 "GET /v2.0/floatingips/5aaeafeb-e7da-4dcb-b7a6-ff3ea28b0601 HTTP/1.1" status: 200 len: 687 time: 0.1198797 May 30 20:39:43.995062 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 57646) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:39:44.037623 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-db334451-b3d0-476b-86c9-d7426290fd7a tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:44.078731 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-db334451-b3d0-476b-86c9-d7426290fd7a tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:39:44.083041 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-db334451-b3d0-476b-86c9-d7426290fd7a tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Usage tracker for resource:security_group_rule and tenant:ddf31402bcce4e9b91f57a9fd8346511 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:39:44.086248 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-db334451-b3d0-476b-86c9-d7426290fd7a tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:39:44.106399 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-db334451-b3d0-476b-86c9-d7426290fd7a tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:39:44.151705 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db334451-b3d0-476b-86c9-d7426290fd7a tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4f9d50a-6ace-466a-81aa-57962592a398,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:39:44.176224 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-93a8b166-7361-4acd-9f16-4eb280ccaf24 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Deleting port 67714978-c7ef-43bf-b393-db4dca269c83 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:39:44.180142 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-93a8b166-7361-4acd-9f16-4eb280ccaf24 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:44.205095 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-db334451-b3d0-476b-86c9-d7426290fd7a tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:44.283523 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-db334451-b3d0-476b-86c9-d7426290fd7a tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:44.341899 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db334451-b3d0-476b-86c9-d7426290fd7a tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71a0b4db-4b78-462c-90c5-31037b6b1bcf,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:39:44.374382 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-93a8b166-7361-4acd-9f16-4eb280ccaf24 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:44.374382 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-93a8b166-7361-4acd-9f16-4eb280ccaf24 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:44.449534 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-db334451-b3d0-476b-86c9-d7426290fd7a tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:44.453968 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-db334451-b3d0-476b-86c9-d7426290fd7a tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.2081480 May 30 20:39:44.454735 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 57652) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:39:44.515860 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-93a8b166-7361-4acd-9f16-4eb280ccaf24 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Calling delete_port for 67714978-c7ef-43bf-b393-db4dca269c83 owned by network:floatingip {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:39:44.561003 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-33cc50aa-7a78-476a-af73-d16b1431020c tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Synchronizing usage tracker for tenant:ddf31402bcce4e9b91f57a9fd8346511 on resource:security_group {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:39:44.661155 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-33cc50aa-7a78-476a-af73-d16b1431020c tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Unset dirty status for tenant:ddf31402bcce4e9b91f57a9fd8346511 on resource:security_group {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:39:44.666725 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-33cc50aa-7a78-476a-af73-d16b1431020c tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] 10.222.0.85 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.2101274 May 30 20:39:44.668828 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 57658) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:39:44.678202 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-4e665eb8-fb70-4afc-a903-614dd2927774 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Request body: {'security_group': {'name': 'tempest-security--83025815', 'description': 'tempest-security-description-420246136'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:39:44.752328 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4e665eb8-fb70-4afc-a903-614dd2927774 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks [] for security_group, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:44.810121 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-93a8b166-7361-4acd-9f16-4eb280ccaf24 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:44.949555 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a8b166-7361-4acd-9f16-4eb280ccaf24 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Pushing event deleted for resources: {'Port': ['ID=67714978-c7ef-43bf-b393-db4dca269c83,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:39:45.022783 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4e665eb8-fb70-4afc-a903-614dd2927774 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks [] for security_group, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:45.071964 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4e665eb8-fb70-4afc-a903-614dd2927774 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:45.074475 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4e665eb8-fb70-4afc-a903-614dd2927774 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:45.078984 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-4e665eb8-fb70-4afc-a903-614dd2927774 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] 10.222.0.85 "PUT /v2.0/security-groups/71a0b4db-4b78-462c-90c5-31037b6b1bcf HTTP/1.1" status: 200 len: 1609 time: 0.4090302 May 30 20:39:45.080031 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 57668) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:39:45.196077 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e665eb8-fb70-4afc-a903-614dd2927774 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71a0b4db-4b78-462c-90c5-31037b6b1bcf,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:39:45.214344 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-1b8997c3-5d09-4269-9efe-ca7b1ade7910 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] 10.222.0.85 "GET /v2.0/security-groups/71a0b4db-4b78-462c-90c5-31037b6b1bcf HTTP/1.1" status: 200 len: 1609 time: 0.1034820 May 30 20:39:45.214991 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 57674) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:39:45.305204 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-93a8b166-7361-4acd-9f16-4eb280ccaf24 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks [] for floatingip, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:45.323225 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3208ccd8-a8b7-445a-8bc7-1ed3ffe7e46a tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:45.346157 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-93a8b166-7361-4acd-9f16-4eb280ccaf24 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:45.351428 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 57678) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:39:45.354522 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-93a8b166-7361-4acd-9f16-4eb280ccaf24 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] 10.222.0.85 "DELETE /v2.0/floatingips/5aaeafeb-e7da-4dcb-b7a6-ff3ea28b0601 HTTP/1.1" status: 204 len: 168 time: 1.3581922 May 30 20:39:45.359438 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-35160ca7-1721-465c-852d-77a05e86da36 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Request body: {'floatingip': {'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'port_id': '5d1865c4-71d6-4719-9e22-4bfa08e11e42'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:39:45.371013 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-35160ca7-1721-465c-852d-77a05e86da36 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:39:45.372047 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3208ccd8-a8b7-445a-8bc7-1ed3ffe7e46a tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:45.383466 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-35160ca7-1721-465c-852d-77a05e86da36 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Usage tracker for resource:floatingip and tenant:ff08ef1ca6c64d55993243ba271e24a7 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:39:45.387763 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-35160ca7-1721-465c-852d-77a05e86da36 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:39:45.398102 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-35160ca7-1721-465c-852d-77a05e86da36 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:39:45.495021 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3208ccd8-a8b7-445a-8bc7-1ed3ffe7e46a tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:45.495231 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-35160ca7-1721-465c-852d-77a05e86da36 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks [] for floatingip, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:45.519437 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3208ccd8-a8b7-445a-8bc7-1ed3ffe7e46a tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71a0b4db-4b78-462c-90c5-31037b6b1bcf,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:39:45.634059 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3208ccd8-a8b7-445a-8bc7-1ed3ffe7e46a tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:45.636899 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-3208ccd8-a8b7-445a-8bc7-1ed3ffe7e46a tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] 10.222.0.85 "DELETE /v2.0/security-groups/71a0b4db-4b78-462c-90c5-31037b6b1bcf HTTP/1.1" status: 204 len: 168 time: 0.4209185 May 30 20:39:45.641202 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 57682) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:39:45.664811 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-35160ca7-1721-465c-852d-77a05e86da36 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:45.733918 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-4d0995f2-df3a-4ea5-9e3e-dd194a2aafe3 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Synchronizing usage tracker for tenant:ddf31402bcce4e9b91f57a9fd8346511 on resource:security_group {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:39:45.834327 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-4d0995f2-df3a-4ea5-9e3e-dd194a2aafe3 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Unset dirty status for tenant:ddf31402bcce4e9b91f57a9fd8346511 on resource:security_group {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:39:45.836098 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-4d0995f2-df3a-4ea5-9e3e-dd194a2aafe3 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] 10.222.0.85 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1935132 May 30 20:39:45.842895 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 57690) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:39:45.880307 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [None req-35160ca7-1721-465c-852d-77a05e86da36 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Allocated IP 172.25.8.249 (c7869750-4b49-4b7e-aa99-5e0f1ae02da4/427601ec-f643-4fe7-b5e6-17305d3a39e1/90e2d9eb-e467-489d-9821-0b1788aee406) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:39:45.905311 n-d-843948-2 neutron-server[84886]: INFO neutron.api.v2.resource [None req-759310f4-d0d8-452a-8105-08c645a191fa tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] delete failed (client error): The resource could not be found. May 30 20:39:45.906380 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-759310f4-d0d8-452a-8105-08c645a191fa tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] 10.222.0.85 "DELETE /v2.0/security-groups/71a0b4db-4b78-462c-90c5-31037b6b1bcf HTTP/1.1" status: 404 len: 347 time: 0.0620980 May 30 20:39:45.911303 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 57696) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:39:45.923834 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-84d093d9-effc-4322-a054-7962573c0e12 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Request body: {'security_group': {'name': 'tempest-secgroup--888244325'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:39:45.943965 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-84d093d9-effc-4322-a054-7962573c0e12 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:39:45.969154 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-84d093d9-effc-4322-a054-7962573c0e12 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:39:46.111834 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-84d093d9-effc-4322-a054-7962573c0e12 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:46.157152 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-84d093d9-effc-4322-a054-7962573c0e12 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:39:46.161167 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-84d093d9-effc-4322-a054-7962573c0e12 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Usage tracker for resource:security_group_rule and tenant:ddf31402bcce4e9b91f57a9fd8346511 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:39:46.165007 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-84d093d9-effc-4322-a054-7962573c0e12 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:39:46.170451 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-84d093d9-effc-4322-a054-7962573c0e12 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:39:46.197490 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-35160ca7-1721-465c-852d-77a05e86da36 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:46.246649 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-84d093d9-effc-4322-a054-7962573c0e12 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:46.341134 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-35160ca7-1721-465c-852d-77a05e86da36 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:46.387124 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-84d093d9-effc-4322-a054-7962573c0e12 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:46.423996 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d093d9-effc-4322-a054-7962573c0e12 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff757697-071f-4c0f-b0ae-f226c4f16174,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:39:46.430212 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35160ca7-1721-465c-852d-77a05e86da36 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:39:46.435256 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-35160ca7-1721-465c-852d-77a05e86da36 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:39:46.437561 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35160ca7-1721-465c-852d-77a05e86da36 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Pushing event updated for resources: {'Port': ['ID=90e2d9eb-e467-489d-9821-0b1788aee406,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:39:46.439976 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35160ca7-1721-465c-852d-77a05e86da36 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:39:46.523640 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-84d093d9-effc-4322-a054-7962573c0e12 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:46.525152 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-84d093d9-effc-4322-a054-7962573c0e12 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.6127393 May 30 20:39:46.531888 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 57712) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:39:46.535732 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-33d74a2f-5229-412b-9cea-510577924ce5 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Request body: {'security_group_rule': {'security_group_id': 'ff757697-071f-4c0f-b0ae-f226c4f16174', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:39:46.558749 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-33d74a2f-5229-412b-9cea-510577924ce5 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:39:46.566348 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-33d74a2f-5229-412b-9cea-510577924ce5 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Usage tracker for resource:security_group_rule and tenant:ddf31402bcce4e9b91f57a9fd8346511 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:39:46.573923 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-33d74a2f-5229-412b-9cea-510577924ce5 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:39:46.589221 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-33d74a2f-5229-412b-9cea-510577924ce5 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:39:46.680249 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-33d74a2f-5229-412b-9cea-510577924ce5 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:46.763045 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-33d74a2f-5229-412b-9cea-510577924ce5 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:46.843648 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-33d74a2f-5229-412b-9cea-510577924ce5 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:46.883034 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d74a2f-5229-412b-9cea-510577924ce5 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19d59e59-ddb6-4a2e-a7a1-962570fe5002,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:39:46.969018 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-33d74a2f-5229-412b-9cea-510577924ce5 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:46.970210 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-33d74a2f-5229-412b-9cea-510577924ce5 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4409297 May 30 20:39:46.973168 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 57724) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:39:47.001869 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79615c6-47ee-4abe-9c0f-7ae6fe7f4e01 req-5ed7753b-4ec7-4c96-ac0b-31a849a163d3 tempest-VolumesBackupsTest-557496218 tempest-VolumesBackupsTest-557496218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:39:47.003445 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c79615c6-47ee-4abe-9c0f-7ae6fe7f4e01 req-5ed7753b-4ec7-4c96-ac0b-31a849a163d3 tempest-VolumesBackupsTest-557496218 tempest-VolumesBackupsTest-557496218-project] 10.222.0.85 "GET /v2.0/ports?device_id=25b5e8b3-fb3a-4bc7-9861-b48d5ed54144 HTTP/1.1" status: 200 len: 949 time: 0.3490434 May 30 20:39:47.006042 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2914066f-2a40-4dbe-9628-e35071aedb79 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:47.017166 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2914066f-2a40-4dbe-9628-e35071aedb79 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:47.095561 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c79615c6-47ee-4abe-9c0f-7ae6fe7f4e01 req-7baac27c-daa8-46a4-aa0c-13fd133c809e tempest-VolumesBackupsTest-557496218 tempest-VolumesBackupsTest-557496218-project] 10.222.0.85 "GET /v2.0/security-groups?id=ae52a1f7-2751-44d7-898f-84709b28d84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863111 May 30 20:39:47.117964 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2914066f-2a40-4dbe-9628-e35071aedb79 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:47.154497 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2914066f-2a40-4dbe-9628-e35071aedb79 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=19d59e59-ddb6-4a2e-a7a1-962570fe5002,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:39:47.171730 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2914066f-2a40-4dbe-9628-e35071aedb79 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:47.171730 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-2914066f-2a40-4dbe-9628-e35071aedb79 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] 10.222.0.85 "DELETE /v2.0/security-group-rules/19d59e59-ddb6-4a2e-a7a1-962570fe5002 HTTP/1.1" status: 204 len: 168 time: 0.1944323 May 30 20:39:47.173469 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 57736) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:39:47.276789 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-4f3ca0fc-328f-464c-b2ce-8a99592f51dd tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Synchronizing usage tracker for tenant:ddf31402bcce4e9b91f57a9fd8346511 on resource:security_group_rule {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:39:47.396670 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-35160ca7-1721-465c-852d-77a05e86da36 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:47.437476 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-4f3ca0fc-328f-464c-b2ce-8a99592f51dd tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Unset dirty status for tenant:ddf31402bcce4e9b91f57a9fd8346511 on resource:security_group_rule {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:39:47.440986 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-4f3ca0fc-328f-464c-b2ce-8a99592f51dd tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] 10.222.0.85 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2642348 May 30 20:39:47.444093 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 57746) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:39:47.567060 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-35160ca7-1721-465c-852d-77a05e86da36 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:47.594771 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a9aa3358-4608-4010-94cd-c0fdbb0bbc05 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:47.642956 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a9aa3358-4608-4010-94cd-c0fdbb0bbc05 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:47.873653 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-35160ca7-1721-465c-852d-77a05e86da36 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:47.883374 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a9aa3358-4608-4010-94cd-c0fdbb0bbc05 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:47.908178 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa3358-4608-4010-94cd-c0fdbb0bbc05 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff757697-071f-4c0f-b0ae-f226c4f16174,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:39:47.934674 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-35160ca7-1721-465c-852d-77a05e86da36 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:48.071308 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a9aa3358-4608-4010-94cd-c0fdbb0bbc05 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:48.072439 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-a9aa3358-4608-4010-94cd-c0fdbb0bbc05 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] 10.222.0.85 "DELETE /v2.0/security-groups/ff757697-071f-4c0f-b0ae-f226c4f16174 HTTP/1.1" status: 204 len: 168 time: 0.6272571 May 30 20:39:48.075837 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 57758) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:39:48.139951 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-7231c09b-a5c5-4dd6-8d09-2a8a76679a88 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Synchronizing usage tracker for tenant:ddf31402bcce4e9b91f57a9fd8346511 on resource:security_group {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:39:48.153220 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35160ca7-1721-465c-852d-77a05e86da36 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Pushing event updated for resources: {'Port': ['ID=90e2d9eb-e467-489d-9821-0b1788aee406,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:39:48.186619 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-35160ca7-1721-465c-852d-77a05e86da36 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736490'] for floatingip, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:48.227453 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-7231c09b-a5c5-4dd6-8d09-2a8a76679a88 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Unset dirty status for tenant:ddf31402bcce4e9b91f57a9fd8346511 on resource:security_group {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:39:48.227453 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-7231c09b-a5c5-4dd6-8d09-2a8a76679a88 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] 10.222.0.85 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1463795 May 30 20:39:48.228757 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 57768) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:39:48.239014 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-36a1788f-a0bd-4093-a804-d35824e2686d tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Request body: {'security_group': {'name': 'tempest-secgroup--1717614433'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:39:48.257101 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-36a1788f-a0bd-4093-a804-d35824e2686d tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:39:48.292578 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-36a1788f-a0bd-4093-a804-d35824e2686d tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:39:48.391527 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78badeb7-67ed-460d-bdb5-37b51e352a90 req-ae700971-7ecd-4aa1-809a-f8d24bc24c07 tempest-VolumesBackupsTest-557496218 tempest-VolumesBackupsTest-557496218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:39:48.392300 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-78badeb7-67ed-460d-bdb5-37b51e352a90 req-ae700971-7ecd-4aa1-809a-f8d24bc24c07 tempest-VolumesBackupsTest-557496218 tempest-VolumesBackupsTest-557496218-project] 10.222.0.85 "GET /v2.0/ports?device_id=25b5e8b3-fb3a-4bc7-9861-b48d5ed54144 HTTP/1.1" status: 200 len: 949 time: 0.1058621 May 30 20:39:48.447944 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-36a1788f-a0bd-4093-a804-d35824e2686d tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:48.484408 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-78badeb7-67ed-460d-bdb5-37b51e352a90 req-225c6f0d-97c2-463d-bf32-43d4371d37e0 tempest-VolumesBackupsTest-557496218 tempest-VolumesBackupsTest-557496218-project] 10.222.0.85 "GET /v2.0/security-groups?id=ae52a1f7-2751-44d7-898f-84709b28d84a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777915 May 30 20:39:48.501982 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-36a1788f-a0bd-4093-a804-d35824e2686d tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:39:48.506864 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-36a1788f-a0bd-4093-a804-d35824e2686d tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Usage tracker for resource:security_group_rule and tenant:ddf31402bcce4e9b91f57a9fd8346511 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:39:48.510908 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-36a1788f-a0bd-4093-a804-d35824e2686d tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:39:48.521954 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-36a1788f-a0bd-4093-a804-d35824e2686d tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:39:48.530083 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4045ee96-d9cf-4a96-beff-ff9586204a57 req-ec851c6d-e7fb-4812-a0d0-086b7aa3f937 tempest-VolumesBackupsTest-557496218 tempest-VolumesBackupsTest-557496218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:39:48.531578 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4045ee96-d9cf-4a96-beff-ff9586204a57 req-ec851c6d-e7fb-4812-a0d0-086b7aa3f937 tempest-VolumesBackupsTest-557496218 tempest-VolumesBackupsTest-557496218-project] 10.222.0.86 "GET /v2.0/ports?device_id=25b5e8b3-fb3a-4bc7-9861-b48d5ed54144 HTTP/1.1" status: 200 len: 949 time: 0.2607300 May 30 20:39:48.612728 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-36a1788f-a0bd-4093-a804-d35824e2686d tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:48.632417 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-4045ee96-d9cf-4a96-beff-ff9586204a57 req-da65e3cf-68eb-4cb8-bff1-38d74ec7371b tempest-VolumesBackupsTest-557496218 tempest-VolumesBackupsTest-557496218-project] Deleting port 97dcd700-251d-4041-ae92-8567db8d470a {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:39:48.632758 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-4045ee96-d9cf-4a96-beff-ff9586204a57 req-da65e3cf-68eb-4cb8-bff1-38d74ec7371b tempest-VolumesBackupsTest-557496218 tempest-VolumesBackupsTest-557496218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:48.677703 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-36a1788f-a0bd-4093-a804-d35824e2686d tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:48.740193 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a1788f-a0bd-4093-a804-d35824e2686d tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1177d63b-be52-4979-8cfe-0571d297b160,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:39:48.789478 n-d-843948-2 neutron-server[84887]: INFO neutron.db.l3_db [None req-35160ca7-1721-465c-852d-77a05e86da36 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Floating IP 5d82d970-f6af-4e25-9c92-c4ae8a1d4d81 associated. External IP: 172.25.8.249, port: 5d1865c4-71d6-4719-9e22-4bfa08e11e42. May 30 20:39:48.809114 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-36a1788f-a0bd-4093-a804-d35824e2686d tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:48.815973 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-36a1788f-a0bd-4093-a804-d35824e2686d tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.5834377 May 30 20:39:48.815973 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 57780) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:39:48.824170 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-41f845c0-fdf8-49ef-a533-96888bcf87f0 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Request body: {'security_group_rule': {'security_group_id': '1177d63b-be52-4979-8cfe-0571d297b160', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:39:48.833144 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-41f845c0-fdf8-49ef-a533-96888bcf87f0 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:39:48.839707 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-41f845c0-fdf8-49ef-a533-96888bcf87f0 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Usage tracker for resource:security_group_rule and tenant:ddf31402bcce4e9b91f57a9fd8346511 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:39:48.844711 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-41f845c0-fdf8-49ef-a533-96888bcf87f0 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:39:48.853879 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-41f845c0-fdf8-49ef-a533-96888bcf87f0 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:39:48.940705 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-41f845c0-fdf8-49ef-a533-96888bcf87f0 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:49.092677 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-4045ee96-d9cf-4a96-beff-ff9586204a57 req-da65e3cf-68eb-4cb8-bff1-38d74ec7371b tempest-VolumesBackupsTest-557496218 tempest-VolumesBackupsTest-557496218-project] For port 97dcd700-251d-4041-ae92-8567db8d470a, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=97dcd700-251d-4041-ae92-8567db8d470a,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:39:49.101584 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-4045ee96-d9cf-4a96-beff-ff9586204a57 req-da65e3cf-68eb-4cb8-bff1-38d74ec7371b tempest-VolumesBackupsTest-557496218 tempest-VolumesBackupsTest-557496218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:49.129494 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-41f845c0-fdf8-49ef-a533-96888bcf87f0 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:49.223234 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-4045ee96-d9cf-4a96-beff-ff9586204a57 req-da65e3cf-68eb-4cb8-bff1-38d74ec7371b tempest-VolumesBackupsTest-557496218 tempest-VolumesBackupsTest-557496218-project] Calling delete_port for 97dcd700-251d-4041-ae92-8567db8d470a owned by compute:nova {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:39:49.231729 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-41f845c0-fdf8-49ef-a533-96888bcf87f0 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:49.267050 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f845c0-fdf8-49ef-a533-96888bcf87f0 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c39554a4-d267-40e6-a7eb-f4239a3f1bb0,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:39:49.380625 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-41f845c0-fdf8-49ef-a533-96888bcf87f0 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:49.381856 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-41f845c0-fdf8-49ef-a533-96888bcf87f0 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.5650365 May 30 20:39:49.385255 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 57798) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:39:49.391115 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-187227c4-6023-4da0-8de9-1d2af596275f tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Request body: {'security_group_rule': {'security_group_id': '1177d63b-be52-4979-8cfe-0571d297b160', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:39:49.405340 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-187227c4-6023-4da0-8de9-1d2af596275f tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:39:49.411836 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-187227c4-6023-4da0-8de9-1d2af596275f tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Usage tracker for resource:security_group_rule and tenant:ddf31402bcce4e9b91f57a9fd8346511 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:39:49.417230 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-187227c4-6023-4da0-8de9-1d2af596275f tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:39:49.425134 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-187227c4-6023-4da0-8de9-1d2af596275f tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:39:49.533924 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-187227c4-6023-4da0-8de9-1d2af596275f tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:49.603676 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:49.606939 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-187227c4-6023-4da0-8de9-1d2af596275f tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:49.623639 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-4045ee96-d9cf-4a96-beff-ff9586204a57 req-da65e3cf-68eb-4cb8-bff1-38d74ec7371b tempest-VolumesBackupsTest-557496218 tempest-VolumesBackupsTest-557496218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:49.638927 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['97dcd700-251d-4041-ae92-8567db8d470a'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:39:49.713284 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-187227c4-6023-4da0-8de9-1d2af596275f tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:49.740919 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187227c4-6023-4da0-8de9-1d2af596275f tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d77d59e-4538-4974-9727-d9275b33352e,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:39:49.858641 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da65e3cf-68eb-4cb8-bff1-38d74ec7371b tempest-VolumesBackupsTest-557496218 tempest-VolumesBackupsTest-557496218-project] Pushing event deleted for resources: {'Port': ['ID=97dcd700-251d-4041-ae92-8567db8d470a,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:39:49.867632 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-187227c4-6023-4da0-8de9-1d2af596275f tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:49.869429 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-187227c4-6023-4da0-8de9-1d2af596275f tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4831591 May 30 20:39:49.872378 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 57810) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:39:49.882358 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-65b695a3-faa9-4519-b21a-b6c3820a8817 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Request body: {'security_group_rule': {'security_group_id': '1177d63b-be52-4979-8cfe-0571d297b160', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:39:49.885600 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-65b695a3-faa9-4519-b21a-b6c3820a8817 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:39:49.890267 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0e9dbc83-f157-4a10-a10c-2de687910a53 req-18e0a48e-f178-43ad-bdda-d43368690394 tempest-VolumesBackupsTest-557496218 tempest-VolumesBackupsTest-557496218-project] 10.222.0.85 "GET /v2.0/ports?device_id=25b5e8b3-fb3a-4bc7-9861-b48d5ed54144 HTTP/1.1" status: 200 len: 210 time: 0.2138424 May 30 20:39:49.890605 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-65b695a3-faa9-4519-b21a-b6c3820a8817 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Usage tracker for resource:security_group_rule and tenant:ddf31402bcce4e9b91f57a9fd8346511 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:39:49.906038 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-65b695a3-faa9-4519-b21a-b6c3820a8817 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:39:49.922265 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-65b695a3-faa9-4519-b21a-b6c3820a8817 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:39:49.944110 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35160ca7-1721-465c-852d-77a05e86da36 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Router f0fa8d8b-6a56-42f0-adc6-042d022f8dce has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:39:49.984667 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-4045ee96-d9cf-4a96-beff-ff9586204a57 req-da65e3cf-68eb-4cb8-bff1-38d74ec7371b tempest-VolumesBackupsTest-557496218 tempest-VolumesBackupsTest-557496218-project] No DVR routers for this DVR port 97dcd700-251d-4041-ae92-8567db8d470a on host n-h2-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:39:49.988235 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-4045ee96-d9cf-4a96-beff-ff9586204a57 req-da65e3cf-68eb-4cb8-bff1-38d74ec7371b tempest-VolumesBackupsTest-557496218 tempest-VolumesBackupsTest-557496218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:49.990814 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25b5e8b3-fb3a-4bc7-9861-b48d5ed54144', 'name': 'network-vif-deleted', 'tag': '97dcd700-251d-4041-ae92-8567db8d470a'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:39:50.017014 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-65b695a3-faa9-4519-b21a-b6c3820a8817 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:50.112445 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-65b695a3-faa9-4519-b21a-b6c3820a8817 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:50.124162 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4045ee96-d9cf-4a96-beff-ff9586204a57 req-da65e3cf-68eb-4cb8-bff1-38d74ec7371b tempest-VolumesBackupsTest-557496218 tempest-VolumesBackupsTest-557496218-project] 10.222.0.86 "DELETE /v2.0/ports/97dcd700-251d-4041-ae92-8567db8d470a HTTP/1.1" status: 204 len: 173 time: 1.5834837 May 30 20:39:50.199520 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-65b695a3-faa9-4519-b21a-b6c3820a8817 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:50.254015 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b695a3-faa9-4519-b21a-b6c3820a8817 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b97d8db-4a49-431d-8d41-bad2d2885e3d,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:39:50.264985 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35160ca7-1721-465c-852d-77a05e86da36 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:39:50.285129 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f144bd-b5b3-43c9-9cc7-cbfec8d31b93 None None] Sync routers for ids ['f0fa8d8b-6a56-42f0-adc6-042d022f8dce'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:39:50.320400 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f144bd-b5b3-43c9-9cc7-cbfec8d31b93 None None] Routers {'f0fa8d8b-6a56-42f0-adc6-042d022f8dce'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:39:50.321034 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-75f144bd-b5b3-43c9-9cc7-cbfec8d31b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:39:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['f0fa8d8b-6a56-42f0-adc6-042d022f8dce'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:39:50.336145 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2216f2c7-786e-4df8-a278-83391bb86cb8'] response: {'server_uuid': '25b5e8b3-fb3a-4bc7-9861-b48d5ed54144', 'name': 'network-vif-deleted', 'tag': '97dcd700-251d-4041-ae92-8567db8d470a', 'status': 'completed', 'code': 200} May 30 20:39:50.403474 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-65b695a3-faa9-4519-b21a-b6c3820a8817 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:50.404883 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-65b695a3-faa9-4519-b21a-b6c3820a8817 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.5315037 May 30 20:39:50.407786 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 57824) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:39:50.414540 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-71ee5b73-c439-499b-bd47-115875821456 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Request body: {'security_group_rule': {'security_group_id': '1177d63b-be52-4979-8cfe-0571d297b160', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:39:50.423426 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-71ee5b73-c439-499b-bd47-115875821456 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:39:50.429203 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-71ee5b73-c439-499b-bd47-115875821456 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Usage tracker for resource:security_group_rule and tenant:ddf31402bcce4e9b91f57a9fd8346511 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:39:50.434757 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-71ee5b73-c439-499b-bd47-115875821456 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:39:50.440433 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-75f144bd-b5b3-43c9-9cc7-cbfec8d31b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:39:50.444815 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-71ee5b73-c439-499b-bd47-115875821456 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:39:50.450759 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-35160ca7-1721-465c-852d-77a05e86da36 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:50.454759 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f144bd-b5b3-43c9-9cc7-cbfec8d31b93 None None] Routers {'f0fa8d8b-6a56-42f0-adc6-042d022f8dce'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:39:50.455380 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-75f144bd-b5b3-43c9-9cc7-cbfec8d31b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:39:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['f0fa8d8b-6a56-42f0-adc6-042d022f8dce'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:39:50.487362 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:39:50.535667 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-35160ca7-1721-465c-852d-77a05e86da36 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 5.1825671 May 30 20:39:50.539082 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 57828) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:39:50.546013 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-6cd68f5e-0b84-4da6-b389-6fc0ec975f28 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1528860943'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:39:50.554463 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-6cd68f5e-0b84-4da6-b389-6fc0ec975f28 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:39:50.560654 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-6cd68f5e-0b84-4da6-b389-6fc0ec975f28 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Usage tracker for resource:network and tenant:ff08ef1ca6c64d55993243ba271e24a7 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:39:50.564032 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-6cd68f5e-0b84-4da6-b389-6fc0ec975f28 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:39:50.571296 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-75f144bd-b5b3-43c9-9cc7-cbfec8d31b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:39:50.577178 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-6cd68f5e-0b84-4da6-b389-6fc0ec975f28 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:39:50.577576 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f144bd-b5b3-43c9-9cc7-cbfec8d31b93 None None] The sync data for ids ['f0fa8d8b-6a56-42f0-adc6-042d022f8dce'] in n-d-843948-2 is: [] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:39:50.621394 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-71ee5b73-c439-499b-bd47-115875821456 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:50.645496 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cd68f5e-0b84-4da6-b389-6fc0ec975f28 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Made reservation on behalf of ff08ef1ca6c64d55993243ba271e24a7 for: {'network': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:39:50.649331 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6cd68f5e-0b84-4da6-b389-6fc0ec975f28 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:50.700578 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cd68f5e-0b84-4da6-b389-6fc0ec975f28 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] vlan segment allocate from pool success with {'vlan_id': 689, 'physical_network': 'physnet1'} {{(pid=84886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:39:50.706106 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-71ee5b73-c439-499b-bd47-115875821456 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:50.710899 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6cd68f5e-0b84-4da6-b389-6fc0ec975f28 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:50.711241 n-d-843948-2 neutron-server[84886]: INFO neutron.db.segments_db [None req-6cd68f5e-0b84-4da6-b389-6fc0ec975f28 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Added segment 18259f51-d283-4e26-9bb8-02687f317931 of type vlan for network 66c84308-3ca1-41eb-990d-763e32b56a32 May 30 20:39:50.747089 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6cd68f5e-0b84-4da6-b389-6fc0ec975f28 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:50.780737 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-71ee5b73-c439-499b-bd47-115875821456 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:50.829146 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ee5b73-c439-499b-bd47-115875821456 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91245a11-62ee-467d-82c5-54139be6527f,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:39:50.855491 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6cd68f5e-0b84-4da6-b389-6fc0ec975f28 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:50.859164 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd68f5e-0b84-4da6-b389-6fc0ec975f28 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:39:50.859760 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6cd68f5e-0b84-4da6-b389-6fc0ec975f28 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks [] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:50.912471 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-71ee5b73-c439-499b-bd47-115875821456 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:50.913693 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-71ee5b73-c439-499b-bd47-115875821456 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.5048387 May 30 20:39:50.918458 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 57840) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:39:50.924130 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-30d63952-a868-4967-8446-808051a1b915 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Request body: {'security_group_rule': {'security_group_id': '1177d63b-be52-4979-8cfe-0571d297b160', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:39:50.949557 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-30d63952-a868-4967-8446-808051a1b915 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:39:50.961465 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-30d63952-a868-4967-8446-808051a1b915 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Usage tracker for resource:security_group_rule and tenant:ddf31402bcce4e9b91f57a9fd8346511 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:39:50.969780 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-30d63952-a868-4967-8446-808051a1b915 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:39:50.979324 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-30d63952-a868-4967-8446-808051a1b915 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:39:51.070965 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd68f5e-0b84-4da6-b389-6fc0ec975f28 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Pushing event updated for resources: {'Network': ['ID=66c84308-3ca1-41eb-990d-763e32b56a32,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:39:51.094452 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network 66c84308-3ca1-41eb-990d-763e32b56a32 details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:39:51.147648 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-6cd68f5e-0b84-4da6-b389-6fc0ec975f28 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6075821 May 30 20:39:51.153145 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 57846) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:39:51.159468 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-324fc9a6-2997-4bda-b561-d9a7c4ac373f tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Request body: {'subnet': {'network_id': '66c84308-3ca1-41eb-990d-763e32b56a32', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:39:51.186213 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-f1b571c3-3bee-4488-af02-6b6bb087d112 req-05830e5e-ceee-4b06-b024-00b3c8485498 tempest-VolumesBackupsTest-557496218 tempest-VolumesBackupsTest-557496218-project] Synchronizing usage tracker for tenant:07887abe5acc42d7891b86c5f258fed2 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:39:51.251325 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-30d63952-a868-4967-8446-808051a1b915 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:51.281028 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-f1b571c3-3bee-4488-af02-6b6bb087d112 req-05830e5e-ceee-4b06-b024-00b3c8485498 tempest-VolumesBackupsTest-557496218 tempest-VolumesBackupsTest-557496218-project] Unset dirty status for tenant:07887abe5acc42d7891b86c5f258fed2 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:39:51.284427 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f1b571c3-3bee-4488-af02-6b6bb087d112 req-05830e5e-ceee-4b06-b024-00b3c8485498 tempest-VolumesBackupsTest-557496218 tempest-VolumesBackupsTest-557496218-project] 10.222.0.85 "GET /v2.0/ports?device_id=25b5e8b3-fb3a-4bc7-9861-b48d5ed54144 HTTP/1.1" status: 200 len: 210 time: 0.1680827 May 30 20:39:51.391440 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-324fc9a6-2997-4bda-b561-d9a7c4ac373f tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:39:51.414327 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-324fc9a6-2997-4bda-b561-d9a7c4ac373f tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:39:51.419022 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-30d63952-a868-4967-8446-808051a1b915 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:51.540292 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-30d63952-a868-4967-8446-808051a1b915 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:51.540565 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-324fc9a6-2997-4bda-b561-d9a7c4ac373f tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Made reservation on behalf of ff08ef1ca6c64d55993243ba271e24a7 for: {'subnet': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:39:51.580016 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d63952-a868-4967-8446-808051a1b915 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac000814-b7dd-4d81-9324-fc41ccd5bfd6,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:39:51.661495 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 97dcd700-251d-4041-ae92-8567db8d470a no longer exists at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:39:51.675829 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-324fc9a6-2997-4bda-b561-d9a7c4ac373f tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2778563'] for subnet, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:51.706713 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-30d63952-a868-4967-8446-808051a1b915 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:51.709591 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-30d63952-a868-4967-8446-808051a1b915 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.7885892 May 30 20:39:51.710913 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 57856) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:39:51.714210 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] No Port match for: 97dcd700-251d-4041-ae92-8567db8d470a {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:39:51.717851 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 97dcd700-251d-4041-ae92-8567db8d470a not bound to the agent host n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:39:51.867904 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6745d0df-fee3-4ffe-8768-c6833beccaa7 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:51.886715 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6745d0df-fee3-4ffe-8768-c6833beccaa7 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:51.986553 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6745d0df-fee3-4ffe-8768-c6833beccaa7 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:52.011208 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6745d0df-fee3-4ffe-8768-c6833beccaa7 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ac000814-b7dd-4d81-9324-fc41ccd5bfd6,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:39:52.016327 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6745d0df-fee3-4ffe-8768-c6833beccaa7 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:52.021505 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-6745d0df-fee3-4ffe-8768-c6833beccaa7 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] 10.222.0.85 "DELETE /v2.0/security-group-rules/ac000814-b7dd-4d81-9324-fc41ccd5bfd6 HTTP/1.1" status: 204 len: 168 time: 0.3095095 May 30 20:39:52.022326 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 57860) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:39:52.078001 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-bd490347-1476-4a68-ae43-a9488296a3cc tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Synchronizing usage tracker for tenant:ddf31402bcce4e9b91f57a9fd8346511 on resource:security_group_rule {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:39:52.123458 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-324fc9a6-2997-4bda-b561-d9a7c4ac373f tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4127140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2778577'] for subnet, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:52.175232 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-bd490347-1476-4a68-ae43-a9488296a3cc tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Unset dirty status for tenant:ddf31402bcce4e9b91f57a9fd8346511 on resource:security_group_rule {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:39:52.179608 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-bd490347-1476-4a68-ae43-a9488296a3cc tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] 10.222.0.85 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5151 time: 0.1559968 May 30 20:39:52.180173 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 57864) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:39:52.210922 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324fc9a6-2997-4bda-b561-d9a7c4ac373f tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Pushing event updated for resources: {'Subnet': ['ID=8707b0e6-f9c5-46ee-9329-7e89b5c1e373,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:39:52.215940 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b8581789-2791-4a2b-a8bc-10b767f6ebb8 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:52.229941 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b8581789-2791-4a2b-a8bc-10b767f6ebb8 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:52.237446 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324fc9a6-2997-4bda-b561-d9a7c4ac373f tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Checking segment: {'id': '18259f51-d283-4e26-9bb8-02687f317931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '66c84308-3ca1-41eb-990d-763e32b56a32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:39:52.237903 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-324fc9a6-2997-4bda-b561-d9a7c4ac373f tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Network hostable DHCP agents. Network: 66c84308-3ca1-41eb-990d-763e32b56a32, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:39:52.335009 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:52.335980 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-324fc9a6-2997-4bda-b561-d9a7c4ac373f tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Network 66c84308-3ca1-41eb-990d-763e32b56a32 is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:39:52.337930 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b8581789-2791-4a2b-a8bc-10b767f6ebb8 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:52.359854 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8581789-2791-4a2b-a8bc-10b767f6ebb8 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=91245a11-62ee-467d-82c5-54139be6527f,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:39:52.432460 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-324fc9a6-2997-4bda-b561-d9a7c4ac373f tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, 66c84308-3ca1-41eb-990d-763e32b56a32) {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:39:52.438996 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b8581789-2791-4a2b-a8bc-10b767f6ebb8 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:52.447489 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b6335e-24c5-40d5-8bd0-b83a9a68c5fd None None] Network 66c84308-3ca1-41eb-990d-763e32b56a32 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:39:52.451455 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 57870) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:39:52.454212 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-b8581789-2791-4a2b-a8bc-10b767f6ebb8 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] 10.222.0.85 "DELETE /v2.0/security-group-rules/91245a11-62ee-467d-82c5-54139be6527f HTTP/1.1" status: 204 len: 168 time: 0.2726650 May 30 20:39:52.489579 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-324fc9a6-2997-4bda-b561-d9a7c4ac373f tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:39:52.490946 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-324fc9a6-2997-4bda-b561-d9a7c4ac373f tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks [] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:52.575418 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-107afab4-7d5b-4d8c-ba68-7ac82435ccc1 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Synchronizing usage tracker for tenant:ddf31402bcce4e9b91f57a9fd8346511 on resource:security_group_rule {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:39:52.621336 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-324fc9a6-2997-4bda-b561-d9a7c4ac373f tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4666941 May 30 20:39:52.623858 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 57880) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:39:52.630385 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-33e4c677-81cd-48ad-8d7b-df747daa93e3 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-811548064', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}, 'admin_state_up': False}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:39:52.639713 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-33e4c677-81cd-48ad-8d7b-df747daa93e3 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:39:52.647505 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-33e4c677-81cd-48ad-8d7b-df747daa93e3 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Usage tracker for resource:router and tenant:ff08ef1ca6c64d55993243ba271e24a7 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:39:52.652079 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-33e4c677-81cd-48ad-8d7b-df747daa93e3 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Quota usage for router was recalculated. Used quota:1. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:39:52.661236 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-33e4c677-81cd-48ad-8d7b-df747daa93e3 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:39:52.707263 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-107afab4-7d5b-4d8c-ba68-7ac82435ccc1 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Unset dirty status for tenant:ddf31402bcce4e9b91f57a9fd8346511 on resource:security_group_rule {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:39:52.710069 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-107afab4-7d5b-4d8c-ba68-7ac82435ccc1 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] 10.222.0.85 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4668 time: 0.2597435 May 30 20:39:52.714657 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 57888) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:39:52.775059 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-33e4c677-81cd-48ad-8d7b-df747daa93e3 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-733683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3159'] for router, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:52.781270 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-33e4c677-81cd-48ad-8d7b-df747daa93e3 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-733584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-736372', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-628480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3164'] for router, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:52.788092 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-dbe8aabe-3165-45bf-97c2-f24ac9b943aa tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:52.811920 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-dbe8aabe-3165-45bf-97c2-f24ac9b943aa tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:52.815586 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-33e4c677-81cd-48ad-8d7b-df747daa93e3 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:52.875489 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c8de1d-910a-40de-ace8-30c34cba90d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-66c84308-3ca1-41eb-990d-763e32b56a32', 'network_id': '66c84308-3ca1-41eb-990d-763e32b56a32', 'tenant_id': 'ff08ef1ca6c64d55993243ba271e24a7', 'fixed_ips': [{'subnet_id': '8707b0e6-f9c5-46ee-9329-7e89b5c1e373'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:39:52.877470 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-27c8de1d-910a-40de-ace8-30c34cba90d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:52.988097 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-dbe8aabe-3165-45bf-97c2-f24ac9b943aa tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:53.084229 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe8aabe-3165-45bf-97c2-f24ac9b943aa tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4b97d8db-4a49-431d-8d41-bad2d2885e3d,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:39:53.175302 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-dbe8aabe-3165-45bf-97c2-f24ac9b943aa tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:53.176529 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-dbe8aabe-3165-45bf-97c2-f24ac9b943aa tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] 10.222.0.85 "DELETE /v2.0/security-group-rules/4b97d8db-4a49-431d-8d41-bad2d2885e3d HTTP/1.1" status: 204 len: 168 time: 0.4606371 May 30 20:39:53.179179 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 57898) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:39:53.272794 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-33e4c677-81cd-48ad-8d7b-df747daa93e3 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-736390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:53.288507 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-27c8de1d-910a-40de-ace8-30c34cba90d0 None None] Allocated IP 172.20.0.2 (66c84308-3ca1-41eb-990d-763e32b56a32/8707b0e6-f9c5-46ee-9329-7e89b5c1e373/a47c4f6e-7a8a-4e94-9928-54a98b9091da) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:39:53.297365 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-9b5b181d-f80b-4af9-b711-16c81ed6c9a8 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Synchronizing usage tracker for tenant:ddf31402bcce4e9b91f57a9fd8346511 on resource:security_group_rule {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:39:53.573697 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-27c8de1d-910a-40de-ace8-30c34cba90d0 None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:53.573697 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-27c8de1d-910a-40de-ace8-30c34cba90d0 None None] Transition to ACTIVE for port object a47c4f6e-7a8a-4e94-9928-54a98b9091da will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:39:53.589537 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-27c8de1d-910a-40de-ace8-30c34cba90d0 None None] Transition to ACTIVE for port object a47c4f6e-7a8a-4e94-9928-54a98b9091da will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:39:53.654959 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-9b5b181d-f80b-4af9-b711-16c81ed6c9a8 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Unset dirty status for tenant:ddf31402bcce4e9b91f57a9fd8346511 on resource:security_group_rule {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:39:53.659118 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-9b5b181d-f80b-4af9-b711-16c81ed6c9a8 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] 10.222.0.85 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4185 time: 0.4760258 May 30 20:39:53.659337 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 57912) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:39:53.738951 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-27c8de1d-910a-40de-ace8-30c34cba90d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:53.747196 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-02f35e6d-b705-4299-a209-a663235ba6da tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:53.775732 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-02f35e6d-b705-4299-a209-a663235ba6da tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:53.893880 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c8de1d-910a-40de-ace8-30c34cba90d0 None None] Pushing event updated for resources: {'Port': ['ID=a47c4f6e-7a8a-4e94-9928-54a98b9091da,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:39:53.923334 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-02f35e6d-b705-4299-a209-a663235ba6da tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:53.945537 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c8de1d-910a-40de-ace8-30c34cba90d0 None None] Network 66c84308-3ca1-41eb-990d-763e32b56a32 is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:39:53.948379 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f35e6d-b705-4299-a209-a663235ba6da tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7d77d59e-4538-4974-9727-d9275b33352e,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:39:53.959587 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-27c8de1d-910a-40de-ace8-30c34cba90d0 None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:39:53.959587 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c8de1d-910a-40de-ace8-30c34cba90d0 None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:39:53.961460 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c8de1d-910a-40de-ace8-30c34cba90d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:39:53.961922 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c8de1d-910a-40de-ace8-30c34cba90d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:39:53.963955 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c8de1d-910a-40de-ace8-30c34cba90d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:39:53.964468 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c8de1d-910a-40de-ace8-30c34cba90d0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:39:53.964897 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c8de1d-910a-40de-ace8-30c34cba90d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:39:53.965341 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c8de1d-910a-40de-ace8-30c34cba90d0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:39:53.967111 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c8de1d-910a-40de-ace8-30c34cba90d0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:39:53.967695 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c8de1d-910a-40de-ace8-30c34cba90d0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:39:53.968180 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c8de1d-910a-40de-ace8-30c34cba90d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:39:53.970790 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c8de1d-910a-40de-ace8-30c34cba90d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:39:53.971261 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c8de1d-910a-40de-ace8-30c34cba90d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:39:53.996686 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-33e4c677-81cd-48ad-8d7b-df747daa93e3 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks [] for router_gateway, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:54.063063 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-33e4c677-81cd-48ad-8d7b-df747daa93e3 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:54.066890 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-02f35e6d-b705-4299-a209-a663235ba6da tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:54.068799 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-02f35e6d-b705-4299-a209-a663235ba6da tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] 10.222.0.85 "DELETE /v2.0/security-group-rules/7d77d59e-4538-4974-9727-d9275b33352e HTTP/1.1" status: 204 len: 168 time: 0.4080849 May 30 20:39:54.071217 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 57920) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:39:54.161558 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-27c8de1d-910a-40de-ace8-30c34cba90d0 None None] Attempting to bind port a47c4f6e-7a8a-4e94-9928-54a98b9091da on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:39:54.162301 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-27c8de1d-910a-40de-ace8-30c34cba90d0 None None] Attempting to bind port a47c4f6e-7a8a-4e94-9928-54a98b9091da by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': '18259f51-d283-4e26-9bb8-02687f317931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '66c84308-3ca1-41eb-990d-763e32b56a32'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:39:54.162774 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c8de1d-910a-40de-ace8-30c34cba90d0 None None] Attempting to bind port a47c4f6e-7a8a-4e94-9928-54a98b9091da on network 66c84308-3ca1-41eb-990d-763e32b56a32 {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:39:54.185146 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c8de1d-910a-40de-ace8-30c34cba90d0 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:39:54.186270 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c8de1d-910a-40de-ace8-30c34cba90d0 None None] Checking segment: {'id': '18259f51-d283-4e26-9bb8-02687f317931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '66c84308-3ca1-41eb-990d-763e32b56a32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:39:54.187508 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-27c8de1d-910a-40de-ace8-30c34cba90d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:54.191798 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c8de1d-910a-40de-ace8-30c34cba90d0 None None] Bound using segment: {'id': '18259f51-d283-4e26-9bb8-02687f317931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '66c84308-3ca1-41eb-990d-763e32b56a32'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:39:54.195282 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-27c8de1d-910a-40de-ace8-30c34cba90d0 None None] Bound port: a47c4f6e-7a8a-4e94-9928-54a98b9091da, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18259f51-d283-4e26-9bb8-02687f317931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '66c84308-3ca1-41eb-990d-763e32b56a32'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:39:54.195282 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-27c8de1d-910a-40de-ace8-30c34cba90d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:54.222483 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-dadbc874-3f76-49a8-a7ce-34d318fd3dda tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Synchronizing usage tracker for tenant:ddf31402bcce4e9b91f57a9fd8346511 on resource:security_group_rule {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:39:54.302682 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [None req-33e4c677-81cd-48ad-8d7b-df747daa93e3 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Allocated IP 172.25.8.88 (c7869750-4b49-4b7e-aa99-5e0f1ae02da4/427601ec-f643-4fe7-b5e6-17305d3a39e1/d61ada8e-fd26-4c50-b360-b14fe9bff11a) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:39:54.381528 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-27c8de1d-910a-40de-ace8-30c34cba90d0 None None] For port a47c4f6e-7a8a-4e94-9928-54a98b9091da, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:39:54.387339 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-27c8de1d-910a-40de-ace8-30c34cba90d0 None None] For port a47c4f6e-7a8a-4e94-9928-54a98b9091da, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=a47c4f6e-7a8a-4e94-9928-54a98b9091da,segment=NetworkSegment(18259f51-d283-4e26-9bb8-02687f317931),segment_id=18259f51-d283-4e26-9bb8-02687f317931)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:39:54.443192 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-dadbc874-3f76-49a8-a7ce-34d318fd3dda tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Unset dirty status for tenant:ddf31402bcce4e9b91f57a9fd8346511 on resource:security_group_rule {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:39:54.444917 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-dadbc874-3f76-49a8-a7ce-34d318fd3dda tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] 10.222.0.85 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3702 time: 0.3701949 May 30 20:39:54.450350 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 57926) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:39:54.516756 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0204f10b-a5c8-473b-91fa-0301dbf1f14e tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:54.530827 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0204f10b-a5c8-473b-91fa-0301dbf1f14e tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:54.543254 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-27c8de1d-910a-40de-ace8-30c34cba90d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:54.581502 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-33e4c677-81cd-48ad-8d7b-df747daa93e3 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:54.671731 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0204f10b-a5c8-473b-91fa-0301dbf1f14e tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:54.699414 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c8de1d-910a-40de-ace8-30c34cba90d0 None None] Pushing event updated for resources: {'Port': ['ID=a47c4f6e-7a8a-4e94-9928-54a98b9091da,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:39:54.720991 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0204f10b-a5c8-473b-91fa-0301dbf1f14e tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c39554a4-d267-40e6-a7eb-f4239a3f1bb0,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:39:54.742384 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-33e4c677-81cd-48ad-8d7b-df747daa93e3 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:54.860432 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0204f10b-a5c8-473b-91fa-0301dbf1f14e tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:54.861787 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-0204f10b-a5c8-473b-91fa-0301dbf1f14e tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] 10.222.0.85 "DELETE /v2.0/security-group-rules/c39554a4-d267-40e6-a7eb-f4239a3f1bb0 HTTP/1.1" status: 204 len: 168 time: 0.4098501 May 30 20:39:54.871896 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 57934) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:39:54.977471 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e4c677-81cd-48ad-8d7b-df747daa93e3 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:39:54.989025 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-33e4c677-81cd-48ad-8d7b-df747daa93e3 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:39:54.991518 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e4c677-81cd-48ad-8d7b-df747daa93e3 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:39:55.007427 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-7bce3aa9-abc0-4861-814d-385df179c43c tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Synchronizing usage tracker for tenant:ddf31402bcce4e9b91f57a9fd8346511 on resource:security_group_rule {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:39:55.083562 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e4c677-81cd-48ad-8d7b-df747daa93e3 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Pushing event updated for resources: {'Port': ['ID=d61ada8e-fd26-4c50-b360-b14fe9bff11a,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:39:55.132999 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-7bce3aa9-abc0-4861-814d-385df179c43c tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Unset dirty status for tenant:ddf31402bcce4e9b91f57a9fd8346511 on resource:security_group_rule {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:39:55.140385 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-7bce3aa9-abc0-4861-814d-385df179c43c tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] 10.222.0.85 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2744539 May 30 20:39:55.190829 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 57938) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:39:55.522741 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-33e4c677-81cd-48ad-8d7b-df747daa93e3 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks [] for router_gateway, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:55.525463 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-33e4c677-81cd-48ad-8d7b-df747daa93e3 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-736409'] for router, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:55.594554 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device a47c4f6e-7a8a-4e94-9928-54a98b9091da up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:39:55.663696 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-45d8afab-8c5c-4e18-aa7a-1f5bced04413 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:55.708155 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-45d8afab-8c5c-4e18-aa7a-1f5bced04413 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:55.827293 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d9516d-2c25-4a58-9d32-415ee5872cfc req-df7b42c1-ca6c-40ce-8928-ff798a4a2807 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:39:55.840640 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c2d9516d-2c25-4a58-9d32-415ee5872cfc req-df7b42c1-ca6c-40ce-8928-ff798a4a2807 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] 10.222.0.85 "GET /v2.0/ports?device_id=f21c2e9d-44e2-4ceb-afd4-d9425fc1d983 HTTP/1.1" status: 200 len: 946 time: 0.7710550 May 30 20:39:55.900240 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-45d8afab-8c5c-4e18-aa7a-1f5bced04413 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:55.929245 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port a47c4f6e-7a8a-4e94-9928-54a98b9091da completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:39:56.046414 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c2d9516d-2c25-4a58-9d32-415ee5872cfc req-70183943-0c73-4b26-8165-cdc19f1a3f70 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] 10.222.0.85 "GET /v2.0/security-groups?id=8ecf9ffd-ec75-4b12-b1cb-18bcf80672bd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2049010 May 30 20:39:56.047282 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d8afab-8c5c-4e18-aa7a-1f5bced04413 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1177d63b-be52-4979-8cfe-0571d297b160,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:39:56.181542 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-45d8afab-8c5c-4e18-aa7a-1f5bced04413 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:56.184276 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-45d8afab-8c5c-4e18-aa7a-1f5bced04413 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] 10.222.0.85 "DELETE /v2.0/security-groups/1177d63b-be52-4979-8cfe-0571d297b160 HTTP/1.1" status: 204 len: 168 time: 0.9905245 May 30 20:39:56.187127 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 57952) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:39:56.229580 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-c622c9b2-b25c-476f-83da-a0adeba3c602 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:56.266880 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33e4c677-81cd-48ad-8d7b-df747daa93e3 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Router ffd3d592-e780-4ebe-9821-bb073266678e is scheduled to L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 with binding_index 1 {{(pid=84887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 20:39:56.296087 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-31ba4b06-d287-43d0-b9a0-df84f4052bd2 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Synchronizing usage tracker for tenant:ddf31402bcce4e9b91f57a9fd8346511 on resource:security_group {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:39:56.476175 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-31ba4b06-d287-43d0-b9a0-df84f4052bd2 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Unset dirty status for tenant:ddf31402bcce4e9b91f57a9fd8346511 on resource:security_group {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:39:56.480882 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-31ba4b06-d287-43d0-b9a0-df84f4052bd2 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] 10.222.0.85 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2925665 May 30 20:39:56.487397 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 57956) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:39:56.558214 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-c6c22b42-e76a-49d8-895f-a7ba5f35d36f tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Request body: {'security_group': {'name': 'tempest-secgroup--1524063267'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:39:56.573255 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-c6c22b42-e76a-49d8-895f-a7ba5f35d36f tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:39:56.591945 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee0a6672-55b2-4b1c-abd0-ada204262cdb None None] Network 66c84308-3ca1-41eb-990d-763e32b56a32 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:39:56.592307 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70ce95d-fc3d-4dce-8d5a-4c8987085b07 req-1b6c3997-7fd6-4f2c-85eb-ee697d2c5fde tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:39:56.594131 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d70ce95d-fc3d-4dce-8d5a-4c8987085b07 req-1b6c3997-7fd6-4f2c-85eb-ee697d2c5fde tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] 10.222.0.71 "GET /v2.0/ports?device_id=f21c2e9d-44e2-4ceb-afd4-d9425fc1d983 HTTP/1.1" status: 200 len: 946 time: 0.1721714 May 30 20:39:56.619269 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-c6c22b42-e76a-49d8-895f-a7ba5f35d36f tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:39:56.708332 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c6c22b42-e76a-49d8-895f-a7ba5f35d36f tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:56.780486 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [req-d70ce95d-fc3d-4dce-8d5a-4c8987085b07 req-56c9fd14-ea2c-4afc-812e-c0e2b349ecaa tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Deleting port d6bd4241-27eb-4458-942f-37b05133f6b8 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:39:56.781037 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-d70ce95d-fc3d-4dce-8d5a-4c8987085b07 req-56c9fd14-ea2c-4afc-812e-c0e2b349ecaa tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:56.906945 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-c6c22b42-e76a-49d8-895f-a7ba5f35d36f tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:39:56.917901 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-e9209e7b-2929-4ace-a600-7e8efab64baf None None] Provisioning for port a47c4f6e-7a8a-4e94-9928-54a98b9091da completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:39:56.921546 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-c6c22b42-e76a-49d8-895f-a7ba5f35d36f tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Usage tracker for resource:security_group_rule and tenant:ddf31402bcce4e9b91f57a9fd8346511 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:39:56.929350 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-c6c22b42-e76a-49d8-895f-a7ba5f35d36f tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:39:56.944807 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-c6c22b42-e76a-49d8-895f-a7ba5f35d36f tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:39:56.971712 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33e4c677-81cd-48ad-8d7b-df747daa93e3 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:39:56.976328 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-e9209e7b-2929-4ace-a600-7e8efab64baf None None] Provisioning complete for port a47c4f6e-7a8a-4e94-9928-54a98b9091da triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:39:56.977178 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-e9209e7b-2929-4ace-a600-7e8efab64baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:57.000933 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7f58e3-5ae9-40fd-88e7-fc19e6f3bab6 None None] Sync routers for ids ['ffd3d592-e780-4ebe-9821-bb073266678e'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:39:57.028360 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7f58e3-5ae9-40fd-88e7-fc19e6f3bab6 None None] Routers {'ffd3d592-e780-4ebe-9821-bb073266678e'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:39:57.030499 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-1b7f58e3-5ae9-40fd-88e7-fc19e6f3bab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:39:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['ffd3d592-e780-4ebe-9821-bb073266678e'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:39:57.082381 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c6c22b42-e76a-49d8-895f-a7ba5f35d36f tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:57.124955 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-33e4c677-81cd-48ad-8d7b-df747daa93e3 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks [] for router, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:57.128732 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-33e4c677-81cd-48ad-8d7b-df747daa93e3 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.5012980 May 30 20:39:57.128934 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 57986) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:39:57.282896 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-1b7f58e3-5ae9-40fd-88e7-fc19e6f3bab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:39:57.306717 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7f58e3-5ae9-40fd-88e7-fc19e6f3bab6 None None] Routers {'ffd3d592-e780-4ebe-9821-bb073266678e'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:39:57.308266 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-1b7f58e3-5ae9-40fd-88e7-fc19e6f3bab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:39:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['ffd3d592-e780-4ebe-9821-bb073266678e'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:39:57.360783 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c6c22b42-e76a-49d8-895f-a7ba5f35d36f tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:57.436174 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c22b42-e76a-49d8-895f-a7ba5f35d36f tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f1ba267-e2ed-4999-a93f-c66eb5fa6a0d,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:39:57.512336 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c6c22b42-e76a-49d8-895f-a7ba5f35d36f tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:57.515204 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-c6c22b42-e76a-49d8-895f-a7ba5f35d36f tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.0261633 May 30 20:39:57.519853 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 57992) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:39:57.539988 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-79b30c86-b109-4451-abc9-1395e3409e72 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Request body: {'security_group_rule': {'security_group_id': '7f1ba267-e2ed-4999-a93f-c66eb5fa6a0d', 'direction': 'ingress', 'protocol': 17}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:39:57.555376 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-1b7f58e3-5ae9-40fd-88e7-fc19e6f3bab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:39:57.555743 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7f58e3-5ae9-40fd-88e7-fc19e6f3bab6 None None] The sync data for ids ['ffd3d592-e780-4ebe-9821-bb073266678e'] in n-d-843948-2 is: [] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:39:57.568418 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-79b30c86-b109-4451-abc9-1395e3409e72 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:39:57.583123 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-79b30c86-b109-4451-abc9-1395e3409e72 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Usage tracker for resource:security_group_rule and tenant:ddf31402bcce4e9b91f57a9fd8346511 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:39:57.630913 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-e9209e7b-2929-4ace-a600-7e8efab64baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:57.654361 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-d70ce95d-fc3d-4dce-8d5a-4c8987085b07 req-56c9fd14-ea2c-4afc-812e-c0e2b349ecaa tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] For port d6bd4241-27eb-4458-942f-37b05133f6b8, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=d6bd4241-27eb-4458-942f-37b05133f6b8,segment=NetworkSegment(ab778a8f-ca2b-4f43-b38a-ce31b10e68d3),segment_id=ab778a8f-ca2b-4f43-b38a-ce31b10e68d3)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:39:57.654722 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-d70ce95d-fc3d-4dce-8d5a-4c8987085b07 req-56c9fd14-ea2c-4afc-812e-c0e2b349ecaa tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:57.678778 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-79b30c86-b109-4451-abc9-1395e3409e72 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:39:57.683990 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-e9209e7b-2929-4ace-a600-7e8efab64baf None None] For port a47c4f6e-7a8a-4e94-9928-54a98b9091da, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=a47c4f6e-7a8a-4e94-9928-54a98b9091da,segment=NetworkSegment(18259f51-d283-4e26-9bb8-02687f317931),segment_id=18259f51-d283-4e26-9bb8-02687f317931)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:39:57.728180 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-79b30c86-b109-4451-abc9-1395e3409e72 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:39:57.775519 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-e9209e7b-2929-4ace-a600-7e8efab64baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:57.941968 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-79b30c86-b109-4451-abc9-1395e3409e72 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:57.990671 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9209e7b-2929-4ace-a600-7e8efab64baf None None] Pushing event updated for resources: {'Port': ['ID=a47c4f6e-7a8a-4e94-9928-54a98b9091da,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:39:58.146537 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493351bd-49bf-4fdb-b5e1-3df660399e4f req-74ff120b-958b-4322-8aba-40290dca1d9b tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:39:58.148129 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-493351bd-49bf-4fdb-b5e1-3df660399e4f req-74ff120b-958b-4322-8aba-40290dca1d9b tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] 10.222.0.85 "GET /v2.0/ports?device_id=f21c2e9d-44e2-4ceb-afd4-d9425fc1d983 HTTP/1.1" status: 200 len: 946 time: 0.5670238 May 30 20:39:58.164621 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-ffba058d-c68a-4b54-9c21-d3397badc508 None None] Provisioning complete for port a47c4f6e-7a8a-4e94-9928-54a98b9091da triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:39:58.166305 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ffba058d-c68a-4b54-9c21-d3397badc508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:58.298771 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-79b30c86-b109-4451-abc9-1395e3409e72 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:58.348644 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-493351bd-49bf-4fdb-b5e1-3df660399e4f req-9f20577c-f2c8-4405-9148-46f9a2892bad tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] 10.222.0.85 "GET /v2.0/security-groups?id=8ecf9ffd-ec75-4b12-b1cb-18bcf80672bd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1882672 May 30 20:39:58.405854 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-79b30c86-b109-4451-abc9-1395e3409e72 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:58.489978 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b30c86-b109-4451-abc9-1395e3409e72 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e283d879-4224-4380-b8c9-85c601bd738c,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:39:58.579109 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-79b30c86-b109-4451-abc9-1395e3409e72 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:58.583455 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-79b30c86-b109-4451-abc9-1395e3409e72 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 1.0593994 May 30 20:39:58.583894 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 58006) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:39:58.692207 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-d70ce95d-fc3d-4dce-8d5a-4c8987085b07 req-56c9fd14-ea2c-4afc-812e-c0e2b349ecaa tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:58.695548 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-d70ce95d-fc3d-4dce-8d5a-4c8987085b07 req-56c9fd14-ea2c-4afc-812e-c0e2b349ecaa tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736490'] for floatingip, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:58.696409 n-d-843948-2 neutron-server[84886]: INFO neutron.db.l3_db [req-d70ce95d-fc3d-4dce-8d5a-4c8987085b07 req-56c9fd14-ea2c-4afc-812e-c0e2b349ecaa tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Floating IP 1ae7b26e-025a-4751-b757-e426160cc4b7 disassociated. External IP: 172.25.8.209, port: d6bd4241-27eb-4458-942f-37b05133f6b8. May 30 20:39:58.697286 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [req-d70ce95d-fc3d-4dce-8d5a-4c8987085b07 req-56c9fd14-ea2c-4afc-812e-c0e2b349ecaa tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Calling delete_port for d6bd4241-27eb-4458-942f-37b05133f6b8 owned by compute:nova {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:39:59.089220 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-d70ce95d-fc3d-4dce-8d5a-4c8987085b07 req-56c9fd14-ea2c-4afc-812e-c0e2b349ecaa tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:59.193388 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c9fd14-ea2c-4afc-812e-c0e2b349ecaa tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Pushing event deleted for resources: {'Port': ['ID=d6bd4241-27eb-4458-942f-37b05133f6b8,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:39:59.204901 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 58030) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:39:59.268802 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8d1b120f-52f2-4c93-987d-888e8dd42051 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:59.383435 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8d1b120f-52f2-4c93-987d-888e8dd42051 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:59.521095 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device a47c4f6e-7a8a-4e94-9928-54a98b9091da up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:39:59.556022 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e94df45a-7757-4ad6-b294-1a56d00ccc1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:59.601360 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ddc26f08-043c-4384-a632-e35ed1d52578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:59.613047 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d70ce95d-fc3d-4dce-8d5a-4c8987085b07 req-56c9fd14-ea2c-4afc-812e-c0e2b349ecaa tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Router cc7ecadf-209a-4e8d-a028-be2f676772f2 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:39:59.683709 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port a47c4f6e-7a8a-4e94-9928-54a98b9091da triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:39:59.688393 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8d1b120f-52f2-4c93-987d-888e8dd42051 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:59.689128 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:59.787731 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1b120f-52f2-4c93-987d-888e8dd42051 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f1ba267-e2ed-4999-a93f-c66eb5fa6a0d,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:39:59.893767 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-78d61e39-5234-4ef4-a9c8-726ee090b70a req-6c90e180-cedb-460c-95f6-8af537072533 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] 10.222.0.85 "GET /v2.0/ports?device_id=f21c2e9d-44e2-4ceb-afd4-d9425fc1d983 HTTP/1.1" status: 200 len: 210 time: 0.1850154 May 30 20:39:59.903988 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-e94df45a-7757-4ad6-b294-1a56d00ccc1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:39:59.914569 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-e94df45a-7757-4ad6-b294-1a56d00ccc1b admin admin] Usage tracker for resource:security_group_rule and tenant:e0cb3043f27140dbb54899d016a15d26 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:39:59.929171 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-e94df45a-7757-4ad6-b294-1a56d00ccc1b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:39:59.938362 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-e94df45a-7757-4ad6-b294-1a56d00ccc1b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:39:59.943139 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:59.954782 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8d1b120f-52f2-4c93-987d-888e8dd42051 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:39:59.960992 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 58040) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:39:59.966908 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-8d1b120f-52f2-4c93-987d-888e8dd42051 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] 10.222.0.85 "DELETE /v2.0/security-groups/7f1ba267-e2ed-4999-a93f-c66eb5fa6a0d HTTP/1.1" status: 204 len: 168 time: 1.3811574 May 30 20:40:00.120612 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f89ebf2e-16b9-40e9-88a2-fd8dd0aa9678 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:00.231502 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-03c014fc-523a-4393-806e-45b86cd00c38 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] 10.222.0.85 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2683806 May 30 20:40:00.237849 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 58048) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:00.247396 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-2966d3c4-35b7-4075-bec3-19064a908775 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Request body: {'security_group': {'name': 'tempest-secgroup--1679414131'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:40:00.268202 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-2966d3c4-35b7-4075-bec3-19064a908775 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:40:00.275964 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e94df45a-7757-4ad6-b294-1a56d00ccc1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:00.277383 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-2966d3c4-35b7-4075-bec3-19064a908775 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Usage tracker for resource:security_group and tenant:ddf31402bcce4e9b91f57a9fd8346511 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:40:00.284513 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-2966d3c4-35b7-4075-bec3-19064a908775 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:40:00.293259 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-2966d3c4-35b7-4075-bec3-19064a908775 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:40:00.329398 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d70ce95d-fc3d-4dce-8d5a-4c8987085b07 req-56c9fd14-ea2c-4afc-812e-c0e2b349ecaa tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:40:00.344284 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c3a80d-4814-4754-8a7f-27d8e345bc46 None None] Sync routers for ids ['cc7ecadf-209a-4e8d-a028-be2f676772f2'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:40:00.362179 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c3a80d-4814-4754-8a7f-27d8e345bc46 None None] Routers {'cc7ecadf-209a-4e8d-a028-be2f676772f2'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:40:00.363103 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-52c3a80d-4814-4754-8a7f-27d8e345bc46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:39:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['cc7ecadf-209a-4e8d-a028-be2f676772f2'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:40:00.406053 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e94df45a-7757-4ad6-b294-1a56d00ccc1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:00.438121 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [req-d70ce95d-fc3d-4dce-8d5a-4c8987085b07 req-56c9fd14-ea2c-4afc-812e-c0e2b349ecaa tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] No DVR routers for this DVR port d6bd4241-27eb-4458-942f-37b05133f6b8 on host n-h1-843948-2 {{(pid=84886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:40:00.471890 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-d70ce95d-fc3d-4dce-8d5a-4c8987085b07 req-56c9fd14-ea2c-4afc-812e-c0e2b349ecaa tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:00.484359 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f21c2e9d-44e2-4ceb-afd4-d9425fc1d983', 'name': 'network-vif-deleted', 'tag': 'd6bd4241-27eb-4458-942f-37b05133f6b8'}] {{(pid=84886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:40:00.523562 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2966d3c4-35b7-4075-bec3-19064a908775 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:00.601887 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-e94df45a-7757-4ad6-b294-1a56d00ccc1b admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=e0cb3043f27140dbb54899d016a15d26&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3950038 May 30 20:40:00.610255 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94df45a-7757-4ad6-b294-1a56d00ccc1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36c92190-4a50-4667-a72c-e604a4b4433a,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:40:00.619366 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 58058) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:00.635515 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device d6bd4241-27eb-4458-942f-37b05133f6b8 no longer exists at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:40:00.679148 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-2966d3c4-35b7-4075-bec3-19064a908775 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:40:00.705712 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d70ce95d-fc3d-4dce-8d5a-4c8987085b07 req-56c9fd14-ea2c-4afc-812e-c0e2b349ecaa tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] 10.222.0.71 "DELETE /v2.0/ports/d6bd4241-27eb-4458-942f-37b05133f6b8 HTTP/1.1" status: 204 len: 173 time: 4.1058254 May 30 20:40:00.708305 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] No Port match for: d6bd4241-27eb-4458-942f-37b05133f6b8 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:40:00.708656 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device d6bd4241-27eb-4458-942f-37b05133f6b8 not bound to the agent host n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:40:00.757505 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-2966d3c4-35b7-4075-bec3-19064a908775 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Usage tracker for resource:security_group_rule and tenant:ddf31402bcce4e9b91f57a9fd8346511 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:40:00.758200 n-d-843948-2 neutron-server[84886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5ef0234-e2f5-42cb-bdfb-be4c742be942'] response: {'server_uuid': 'f21c2e9d-44e2-4ceb-afd4-d9425fc1d983', 'name': 'network-vif-deleted', 'tag': 'd6bd4241-27eb-4458-942f-37b05133f6b8', 'status': 'completed', 'code': 200} May 30 20:40:00.760577 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-2966d3c4-35b7-4075-bec3-19064a908775 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:40:00.773117 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-2966d3c4-35b7-4075-bec3-19064a908775 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:40:00.817567 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-52c3a80d-4814-4754-8a7f-27d8e345bc46 None None] Set router cc7ecadf-209a-4e8d-a028-be2f676772f2 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:40:00.843339 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0f32f90a-13b9-43ca-a808-c33dcba765aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:00.875255 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [None req-f89ebf2e-16b9-40e9-88a2-fd8dd0aa9678 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Allocated IP 172.20.0.1 (66c84308-3ca1-41eb-990d-763e32b56a32/8707b0e6-f9c5-46ee-9329-7e89b5c1e373/3d76eff0-e116-4386-a3e5-a374f9a4552f) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:40:00.905708 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0f32f90a-13b9-43ca-a808-c33dcba765aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:01.094885 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0f32f90a-13b9-43ca-a808-c33dcba765aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:01.135446 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f32f90a-13b9-43ca-a808-c33dcba765aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36c92190-4a50-4667-a72c-e604a4b4433a,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:40:01.164668 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0f32f90a-13b9-43ca-a808-c33dcba765aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:01.173539 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-0f32f90a-13b9-43ca-a808-c33dcba765aa admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/36c92190-4a50-4667-a72c-e604a4b4433a HTTP/1.1" status: 204 len: 168 time: 0.5490942 May 30 20:40:01.201797 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2966d3c4-35b7-4075-bec3-19064a908775 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:01.257562 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-973c0c9b-8e52-4814-9984-da2c87085e4a req-e2f78422-c59f-48f3-86c4-706252f7b640 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Synchronizing usage tracker for tenant:be518c6f2f7741c6a6c26447eed4fca2 on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:40:01.298860 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:01.306372 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f89ebf2e-16b9-40e9-88a2-fd8dd0aa9678 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:01.306496 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2966d3c4-35b7-4075-bec3-19064a908775 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:01.347336 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [None req-f89ebf2e-16b9-40e9-88a2-fd8dd0aa9678 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Transition to ACTIVE for port object 3d76eff0-e116-4386-a3e5-a374f9a4552f will not be triggered until provisioned by entity DHCP. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:40:01.357161 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2966d3c4-35b7-4075-bec3-19064a908775 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=405112db-5ba7-4663-a413-d8932d98d073,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:40:01.370478 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-973c0c9b-8e52-4814-9984-da2c87085e4a req-e2f78422-c59f-48f3-86c4-706252f7b640 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Unset dirty status for tenant:be518c6f2f7741c6a6c26447eed4fca2 on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:40:01.372246 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-973c0c9b-8e52-4814-9984-da2c87085e4a req-e2f78422-c59f-48f3-86c4-706252f7b640 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] 10.222.0.85 "GET /v2.0/ports?device_id=f21c2e9d-44e2-4ceb-afd4-d9425fc1d983 HTTP/1.1" status: 200 len: 210 time: 0.1662033 May 30 20:40:01.443585 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2966d3c4-35b7-4075-bec3-19064a908775 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:01.445429 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-2966d3c4-35b7-4075-bec3-19064a908775 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.2057085 May 30 20:40:01.451010 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 58068) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:01.459484 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-d6e95539-26a5-445a-8c61-ca49a20dd37e tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Request body: {'security_group': {'name': 'tempest-secgroup--1836695811'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:40:01.467318 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-d6e95539-26a5-445a-8c61-ca49a20dd37e tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:40:01.473733 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-d6e95539-26a5-445a-8c61-ca49a20dd37e tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Usage tracker for resource:security_group and tenant:ddf31402bcce4e9b91f57a9fd8346511 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:40:01.478299 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-d6e95539-26a5-445a-8c61-ca49a20dd37e tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:40:01.498831 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-d6e95539-26a5-445a-8c61-ca49a20dd37e tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:40:01.513308 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f89ebf2e-16b9-40e9-88a2-fd8dd0aa9678 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:01.538066 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-52c3a80d-4814-4754-8a7f-27d8e345bc46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc7ecadf-209a-4e8d-a028-be2f676772f2', 'name': 'tempest-AttachVolumeTestJSON-1189410636-router', 'tenant_id': 'be518c6f2f7741c6a6c26447eed4fca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': '09164586-c42b-48d1-85ff-5f4722ac884b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:34:22Z', 'updated_at': '2022-05-30T20:34:33Z', 'revision_number': 4, 'project_id': 'be518c6f2f7741c6a6c26447eed4fca2', 'gw_port': {'id': '09164586-c42b-48d1-85ff-5f4722ac884b', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:ee:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7ecadf-209a-4e8d-a028-be2f676772f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:34:23Z', 'updated_at': '2022-05-30T20:34:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '48163b2d-e078-447f-8121-b1de14d6207b', 'name': '', 'network_id': '76cba922-309a-4387-9272-eb83164f71fd', 'tenant_id': 'be518c6f2f7741c6a6c26447eed4fca2', 'mac_address': 'fa:16:3e:b7:60:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7ecadf-209a-4e8d-a028-be2f676772f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '664239a8-9fd7-4297-838f-478b17647c0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:34:31Z', 'updated_at': '2022-05-30T20:34:53Z', 'revision_number': 5, 'project_id': 'be518c6f2f7741c6a6c26447eed4fca2', 'subnets': [{'id': '664239a8-9fd7-4297-838f-478b17647c0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:40:01.545370 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c3a80d-4814-4754-8a7f-27d8e345bc46 None None] Checking router: cc7ecadf-209a-4e8d-a028-be2f676772f2 for host: n-d-843948-2 {{(pid=84888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:40:01.575521 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c3a80d-4814-4754-8a7f-27d8e345bc46 None None] Routers {'cc7ecadf-209a-4e8d-a028-be2f676772f2'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:40:01.576316 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-52c3a80d-4814-4754-8a7f-27d8e345bc46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:39:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['cc7ecadf-209a-4e8d-a028-be2f676772f2'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:40:01.598945 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d6e95539-26a5-445a-8c61-ca49a20dd37e tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:01.608367 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f89ebf2e-16b9-40e9-88a2-fd8dd0aa9678 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Network 66c84308-3ca1-41eb-990d-763e32b56a32 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:40:01.612072 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-f89ebf2e-16b9-40e9-88a2-fd8dd0aa9678 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:40:01.625382 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89ebf2e-16b9-40e9-88a2-fd8dd0aa9678 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:40:01.720059 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-d6e95539-26a5-445a-8c61-ca49a20dd37e tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:40:01.731103 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-d6e95539-26a5-445a-8c61-ca49a20dd37e tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Usage tracker for resource:security_group_rule and tenant:ddf31402bcce4e9b91f57a9fd8346511 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:40:01.748127 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-d6e95539-26a5-445a-8c61-ca49a20dd37e tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:40:01.761746 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89ebf2e-16b9-40e9-88a2-fd8dd0aa9678 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Pushing event updated for resources: {'Port': ['ID=3d76eff0-e116-4386-a3e5-a374f9a4552f,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:40:01.782977 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-d6e95539-26a5-445a-8c61-ca49a20dd37e tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:40:01.810054 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f89ebf2e-16b9-40e9-88a2-fd8dd0aa9678 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-736099'] for router_interface, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:01.982032 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d6e95539-26a5-445a-8c61-ca49a20dd37e tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:02.037277 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d6e95539-26a5-445a-8c61-ca49a20dd37e tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:02.087346 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e95539-26a5-445a-8c61-ca49a20dd37e tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08fe61e4-d9d5-4327-95b4-16e4f25533d8,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:40:02.108341 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f89ebf2e-16b9-40e9-88a2-fd8dd0aa9678 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:02.116981 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-52c3a80d-4814-4754-8a7f-27d8e345bc46 None None] Set router cc7ecadf-209a-4e8d-a028-be2f676772f2 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:40:02.220880 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-d46d1d06-0a42-445c-813c-8d70625e6d8e None None] Provisioning for port 3d76eff0-e116-4386-a3e5-a374f9a4552f completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:40:02.235710 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-d46d1d06-0a42-445c-813c-8d70625e6d8e None None] Provisioning complete for port 3d76eff0-e116-4386-a3e5-a374f9a4552f triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:40:02.236112 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-d46d1d06-0a42-445c-813c-8d70625e6d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:02.244761 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d6e95539-26a5-445a-8c61-ca49a20dd37e tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:02.249736 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-d6e95539-26a5-445a-8c61-ca49a20dd37e tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.7944841 May 30 20:40:02.258406 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 58078) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:02.258406 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-5394863b-8de5-4d42-b005-9e11714278cf tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Request body: {'security_group_rule': {'security_group_id': '405112db-5ba7-4663-a413-d8932d98d073', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '08fe61e4-d9d5-4327-95b4-16e4f25533d8', 'remote_ip_prefix': None}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:40:02.276750 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-5394863b-8de5-4d42-b005-9e11714278cf tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:40:02.287000 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-5394863b-8de5-4d42-b005-9e11714278cf tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Usage tracker for resource:security_group_rule and tenant:ddf31402bcce4e9b91f57a9fd8346511 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:40:02.294595 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-5394863b-8de5-4d42-b005-9e11714278cf tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:40:02.311421 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-5394863b-8de5-4d42-b005-9e11714278cf tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:40:02.349903 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-d46d1d06-0a42-445c-813c-8d70625e6d8e None None] Port 3d76eff0-e116-4386-a3e5-a374f9a4552f cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:40:02.553775 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5394863b-8de5-4d42-b005-9e11714278cf tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:02.607885 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 58086) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:02.661776 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-775b5668-0bd8-4480-ac3a-b6dadc00cac5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:02.726927 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 58090) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:02.783769 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5394863b-8de5-4d42-b005-9e11714278cf tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:02.785287 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:02.849564 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5394863b-8de5-4d42-b005-9e11714278cf tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:02.891912 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5394863b-8de5-4d42-b005-9e11714278cf tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd137149-8582-41d6-9c41-25f5ca63fc8c,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:40:02.899551 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-52c3a80d-4814-4754-8a7f-27d8e345bc46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc7ecadf-209a-4e8d-a028-be2f676772f2', 'name': 'tempest-AttachVolumeTestJSON-1189410636-router', 'tenant_id': 'be518c6f2f7741c6a6c26447eed4fca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': '09164586-c42b-48d1-85ff-5f4722ac884b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:34:22Z', 'updated_at': '2022-05-30T20:34:33Z', 'revision_number': 4, 'project_id': 'be518c6f2f7741c6a6c26447eed4fca2', 'gw_port': {'id': '09164586-c42b-48d1-85ff-5f4722ac884b', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:ee:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7ecadf-209a-4e8d-a028-be2f676772f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:34:23Z', 'updated_at': '2022-05-30T20:34:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '48163b2d-e078-447f-8121-b1de14d6207b', 'name': '', 'network_id': '76cba922-309a-4387-9272-eb83164f71fd', 'tenant_id': 'be518c6f2f7741c6a6c26447eed4fca2', 'mac_address': 'fa:16:3e:b7:60:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7ecadf-209a-4e8d-a028-be2f676772f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '664239a8-9fd7-4297-838f-478b17647c0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:34:31Z', 'updated_at': '2022-05-30T20:34:53Z', 'revision_number': 5, 'project_id': 'be518c6f2f7741c6a6c26447eed4fca2', 'subnets': [{'id': '664239a8-9fd7-4297-838f-478b17647c0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:40:02.905009 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c3a80d-4814-4754-8a7f-27d8e345bc46 None None] The sync data for ids ['cc7ecadf-209a-4e8d-a028-be2f676772f2'] in n-d-843948-2 is: [{'id': 'cc7ecadf-209a-4e8d-a028-be2f676772f2', 'name': 'tempest-AttachVolumeTestJSON-1189410636-router', 'tenant_id': 'be518c6f2f7741c6a6c26447eed4fca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': '09164586-c42b-48d1-85ff-5f4722ac884b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:34:22Z', 'updated_at': '2022-05-30T20:34:33Z', 'revision_number': 4, 'project_id': 'be518c6f2f7741c6a6c26447eed4fca2', 'gw_port': {'id': '09164586-c42b-48d1-85ff-5f4722ac884b', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:ee:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7ecadf-209a-4e8d-a028-be2f676772f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:34:23Z', 'updated_at': '2022-05-30T20:34:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '48163b2d-e078-447f-8121-b1de14d6207b', 'name': '', 'network_id': '76cba922-309a-4387-9272-eb83164f71fd', 'tenant_id': 'be518c6f2f7741c6a6c26447eed4fca2', 'mac_address': 'fa:16:3e:b7:60:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7ecadf-209a-4e8d-a028-be2f676772f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '664239a8-9fd7-4297-838f-478b17647c0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:34:31Z', 'updated_at': '2022-05-30T20:34:53Z', 'revision_number': 5, 'project_id': 'be518c6f2f7741c6a6c26447eed4fca2', 'subnets': [{'id': '664239a8-9fd7-4297-838f-478b17647c0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:40:02.963550 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5394863b-8de5-4d42-b005-9e11714278cf tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:02.969553 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-5394863b-8de5-4d42-b005-9e11714278cf tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 0.7141616 May 30 20:40:02.975070 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-775b5668-0bd8-4480-ac3a-b6dadc00cac5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:40:02.975301 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 58098) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:02.987737 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-775b5668-0bd8-4480-ac3a-b6dadc00cac5 admin admin] Usage tracker for resource:security_group_rule and tenant:14399dd649a74dbbbd7c9c9b243f8e7c is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:40:02.995036 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-775b5668-0bd8-4480-ac3a-b6dadc00cac5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:40:03.027405 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-775b5668-0bd8-4480-ac3a-b6dadc00cac5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:40:03.040675 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c0eaccc8-b207-4648-8492-ea64a1f493d2 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:03.054844 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d327eb74-8ebe-4649-9d91-b573c1b6676d tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:03.073406 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d327eb74-8ebe-4649-9d91-b573c1b6676d tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:03.111817 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c0eaccc8-b207-4648-8492-ea64a1f493d2 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:03.185987 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d327eb74-8ebe-4649-9d91-b573c1b6676d tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:03.203004 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f89ebf2e-16b9-40e9-88a2-fd8dd0aa9678 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:03.205765 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d327eb74-8ebe-4649-9d91-b573c1b6676d tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bd137149-8582-41d6-9c41-25f5ca63fc8c,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:40:03.216705 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d327eb74-8ebe-4649-9d91-b573c1b6676d tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:03.218152 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-d327eb74-8ebe-4649-9d91-b573c1b6676d tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] 10.222.0.85 "DELETE /v2.0/security-group-rules/bd137149-8582-41d6-9c41-25f5ca63fc8c HTTP/1.1" status: 204 len: 168 time: 0.2465539 May 30 20:40:03.220992 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 58104) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:03.259548 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-775b5668-0bd8-4480-ac3a-b6dadc00cac5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:03.276293 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f89ebf2e-16b9-40e9-88a2-fd8dd0aa9678 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:03.312601 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec266c2-eb88-4eef-b7e5-3f5400731a44 None None] New status for floating IP 1ae7b26e-025a-4751-b757-e426160cc4b7: DOWN {{(pid=84889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 20:40:03.410178 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-c1e45976-141b-4ab7-a11a-fe1249299db3 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Synchronizing usage tracker for tenant:ddf31402bcce4e9b91f57a9fd8346511 on resource:security_group_rule {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:40:03.460185 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89ebf2e-16b9-40e9-88a2-fd8dd0aa9678 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Pushing event updated for resources: {'Port': ['ID=3d76eff0-e116-4386-a3e5-a374f9a4552f,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:40:03.468375 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-775b5668-0bd8-4480-ac3a-b6dadc00cac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:03.484622 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c0eaccc8-b207-4648-8492-ea64a1f493d2 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:03.489958 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f89ebf2e-16b9-40e9-88a2-fd8dd0aa9678 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1718057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-736206'] for router_interface, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:03.544126 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775b5668-0bd8-4480-ac3a-b6dadc00cac5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcd7c080-40bc-4943-82b3-be1a1f0289e5,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:40:03.578484 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-c1e45976-141b-4ab7-a11a-fe1249299db3 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Unset dirty status for tenant:ddf31402bcce4e9b91f57a9fd8346511 on resource:security_group_rule {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:40:03.579834 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-c1e45976-141b-4ab7-a11a-fe1249299db3 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] 10.222.0.85 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.3578327 May 30 20:40:03.584493 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-775b5668-0bd8-4480-ac3a-b6dadc00cac5 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=14399dd649a74dbbbd7c9c9b243f8e7c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9728372 May 30 20:40:03.584493 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0eaccc8-b207-4648-8492-ea64a1f493d2 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ecf9ffd-ec75-4b12-b1cb-18bcf80672bd,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:40:03.584788 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 58108) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:03.585891 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 58110) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:03.664495 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-36db0f1d-2263-4ce5-8ff3-fdec77d62a11 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:03.708319 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-36db0f1d-2263-4ce5-8ff3-fdec77d62a11 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:03.812081 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c0eaccc8-b207-4648-8492-ea64a1f493d2 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:03.813227 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-c0eaccc8-b207-4648-8492-ea64a1f493d2 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] 10.222.0.85 "DELETE /v2.0/security-groups/8ecf9ffd-ec75-4b12-b1cb-18bcf80672bd HTTP/1.1" status: 204 len: 168 time: 1.0849302 May 30 20:40:03.816383 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 58116) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:03.834624 n-d-843948-2 neutron-server[84886]: INFO neutron.api.v2.resource [None req-1b87c93f-8641-4d9c-81ac-b2cd87a4f66f tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] show failed (client error): The resource could not be found. May 30 20:40:03.839872 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-1b87c93f-8641-4d9c-81ac-b2cd87a4f66f tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] 10.222.0.85 "GET /v2.0/security-groups/8ecf9ffd-ec75-4b12-b1cb-18bcf80672bd HTTP/1.1" status: 404 len: 347 time: 0.0224950 May 30 20:40:03.840458 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 58120) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:03.843766 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-36db0f1d-2263-4ce5-8ff3-fdec77d62a11 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:03.888736 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0802a463-634d-4e02-92d6-82fb103a2fb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:03.910623 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f89ebf2e-16b9-40e9-88a2-fd8dd0aa9678 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Network 66c84308-3ca1-41eb-990d-763e32b56a32 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:40:03.913457 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-f89ebf2e-16b9-40e9-88a2-fd8dd0aa9678 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:40:03.924505 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36db0f1d-2263-4ce5-8ff3-fdec77d62a11 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08fe61e4-d9d5-4327-95b4-16e4f25533d8,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:40:04.054031 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-36db0f1d-2263-4ce5-8ff3-fdec77d62a11 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:04.055992 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-36db0f1d-2263-4ce5-8ff3-fdec77d62a11 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] 10.222.0.85 "DELETE /v2.0/security-groups/08fe61e4-d9d5-4327-95b4-16e4f25533d8 HTTP/1.1" status: 204 len: 168 time: 0.4708545 May 30 20:40:04.060521 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0802a463-634d-4e02-92d6-82fb103a2fb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:04.070173 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 58126) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:04.080406 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-f6789d9c-8c31-49aa-afe3-65b8b69d8379 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Deleting port 417090e2-b135-4d47-8425-f52d94233189 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:40:04.080981 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f6789d9c-8c31-49aa-afe3-65b8b69d8379 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:04.294165 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-048760e5-91ab-45dc-ba70-cf43eacecba1 None None] Provisioning complete for port 3d76eff0-e116-4386-a3e5-a374f9a4552f triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:40:04.294709 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-048760e5-91ab-45dc-ba70-cf43eacecba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:04.337261 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0802a463-634d-4e02-92d6-82fb103a2fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:04.371093 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f6789d9c-8c31-49aa-afe3-65b8b69d8379 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:04.371562 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f6789d9c-8c31-49aa-afe3-65b8b69d8379 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:04.380184 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-048760e5-91ab-45dc-ba70-cf43eacecba1 None None] Port 3d76eff0-e116-4386-a3e5-a374f9a4552f cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:40:04.453801 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-972e036d-fde5-4391-a110-07569d0d3bd5 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Synchronizing usage tracker for tenant:ddf31402bcce4e9b91f57a9fd8346511 on resource:security_group {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:40:04.502040 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0802a463-634d-4e02-92d6-82fb103a2fb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcd7c080-40bc-4943-82b3-be1a1f0289e5,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:40:04.518424 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0802a463-634d-4e02-92d6-82fb103a2fb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:04.523931 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-0802a463-634d-4e02-92d6-82fb103a2fb7 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/bcd7c080-40bc-4943-82b3-be1a1f0289e5 HTTP/1.1" status: 204 len: 168 time: 0.9283795 May 30 20:40:04.532171 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-f6789d9c-8c31-49aa-afe3-65b8b69d8379 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Calling delete_port for 417090e2-b135-4d47-8425-f52d94233189 owned by network:floatingip {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:40:04.608603 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-972e036d-fde5-4391-a110-07569d0d3bd5 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Unset dirty status for tenant:ddf31402bcce4e9b91f57a9fd8346511 on resource:security_group {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:40:04.610147 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-972e036d-fde5-4391-a110-07569d0d3bd5 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] 10.222.0.85 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.5388827 May 30 20:40:04.613183 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 58138) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:04.679506 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f89ebf2e-16b9-40e9-88a2-fd8dd0aa9678 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Router ffd3d592-e780-4ebe-9821-bb073266678e has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:40:04.775682 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8a284a4f-1090-4872-b721-1649f8dcbe06 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:04.808952 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8a284a4f-1090-4872-b721-1649f8dcbe06 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:04.981468 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f6789d9c-8c31-49aa-afe3-65b8b69d8379 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:05.082649 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f89ebf2e-16b9-40e9-88a2-fd8dd0aa9678 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:40:05.092119 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-f89ebf2e-16b9-40e9-88a2-fd8dd0aa9678 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] 10.222.0.85 "PUT /v2.0/routers/ffd3d592-e780-4ebe-9821-bb073266678e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9620302 May 30 20:40:05.093040 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8a284a4f-1090-4872-b721-1649f8dcbe06 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:05.093527 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 58144) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:05.096825 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c64060-0f79-4570-9ecc-99b9609e29fa None None] Sync routers for ids ['ffd3d592-e780-4ebe-9821-bb073266678e'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:40:05.100879 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-0d78e789-4925-42b7-80f5-22dc970d6f4f tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Request body: {'port': {'network_id': '66c84308-3ca1-41eb-990d-763e32b56a32', 'name': 'tempest-FloatingIPTestJSON-792364617'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:40:05.126216 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6789d9c-8c31-49aa-afe3-65b8b69d8379 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Pushing event deleted for resources: {'Port': ['ID=417090e2-b135-4d47-8425-f52d94233189,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:40:05.137579 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c64060-0f79-4570-9ecc-99b9609e29fa None None] Routers {'ffd3d592-e780-4ebe-9821-bb073266678e'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:40:05.138563 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-b8c64060-0f79-4570-9ecc-99b9609e29fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:39:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['ffd3d592-e780-4ebe-9821-bb073266678e'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:40:05.177890 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a284a4f-1090-4872-b721-1649f8dcbe06 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=405112db-5ba7-4663-a413-d8932d98d073,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:40:05.303722 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f6789d9c-8c31-49aa-afe3-65b8b69d8379 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Notify callbacks [] for floatingip, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:05.323601 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f6789d9c-8c31-49aa-afe3-65b8b69d8379 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:05.330845 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-f6789d9c-8c31-49aa-afe3-65b8b69d8379 tempest-AttachVolumeTestJSON-1125541312 tempest-AttachVolumeTestJSON-1125541312-project] 10.222.0.85 "DELETE /v2.0/floatingips/1ae7b26e-025a-4751-b757-e426160cc4b7 HTTP/1.1" status: 204 len: 168 time: 1.4886336 May 30 20:40:05.354623 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8a284a4f-1090-4872-b721-1649f8dcbe06 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:05.357267 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-8a284a4f-1090-4872-b721-1649f8dcbe06 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] 10.222.0.85 "DELETE /v2.0/security-groups/405112db-5ba7-4663-a413-d8932d98d073 HTTP/1.1" status: 204 len: 168 time: 0.7419543 May 30 20:40:05.360965 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 58152) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:05.381820 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-0d78e789-4925-42b7-80f5-22dc970d6f4f tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:40:05.394483 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-0d78e789-4925-42b7-80f5-22dc970d6f4f tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Usage tracker for resource:port and tenant:ff08ef1ca6c64d55993243ba271e24a7 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:40:05.406299 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-0d78e789-4925-42b7-80f5-22dc970d6f4f tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Quota usage for port was recalculated. Used quota:6. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:40:05.416958 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-b8c64060-0f79-4570-9ecc-99b9609e29fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:40:05.425332 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-0d78e789-4925-42b7-80f5-22dc970d6f4f tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:40:05.436118 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c64060-0f79-4570-9ecc-99b9609e29fa None None] Routers {'ffd3d592-e780-4ebe-9821-bb073266678e'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:40:05.436918 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-b8c64060-0f79-4570-9ecc-99b9609e29fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:39:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['ffd3d592-e780-4ebe-9821-bb073266678e'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:40:05.487941 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-aefb1121-b6c2-4501-bc02-ef0e3ef01f6d tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Synchronizing usage tracker for tenant:ddf31402bcce4e9b91f57a9fd8346511 on resource:security_group {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:40:05.512187 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d78e789-4925-42b7-80f5-22dc970d6f4f tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Made reservation on behalf of ff08ef1ca6c64d55993243ba271e24a7 for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:40:05.514419 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-b8c64060-0f79-4570-9ecc-99b9609e29fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:40:05.515163 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c64060-0f79-4570-9ecc-99b9609e29fa None None] The sync data for ids ['ffd3d592-e780-4ebe-9821-bb073266678e'] in n-d-843948-2 is: [] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:40:05.516411 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0d78e789-4925-42b7-80f5-22dc970d6f4f tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:05.563881 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [None req-0d78e789-4925-42b7-80f5-22dc970d6f4f tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] device_id is not set on port a92d9d6e-a130-46dc-bc0a-010459ca9714 yet. {{(pid=84887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:40:05.603337 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-aefb1121-b6c2-4501-bc02-ef0e3ef01f6d tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Unset dirty status for tenant:ddf31402bcce4e9b91f57a9fd8346511 on resource:security_group {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:40:05.604591 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-aefb1121-b6c2-4501-bc02-ef0e3ef01f6d tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] 10.222.0.85 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2433293 May 30 20:40:05.608927 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 58158) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:05.614972 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-b246f111-8c96-43e8-984a-874e8617e91b tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Request body: {'security_group': {'name': 'tempest-secgroup--1806175209'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:40:05.628886 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-b246f111-8c96-43e8-984a-874e8617e91b tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:40:05.644952 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-b246f111-8c96-43e8-984a-874e8617e91b tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:40:05.733591 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [None req-0d78e789-4925-42b7-80f5-22dc970d6f4f tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Allocated IP 172.20.0.13 (66c84308-3ca1-41eb-990d-763e32b56a32/8707b0e6-f9c5-46ee-9329-7e89b5c1e373/a92d9d6e-a130-46dc-bc0a-010459ca9714) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:40:05.746662 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b246f111-8c96-43e8-984a-874e8617e91b tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:05.822414 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-b246f111-8c96-43e8-984a-874e8617e91b tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:40:05.831385 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-b246f111-8c96-43e8-984a-874e8617e91b tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Usage tracker for resource:security_group_rule and tenant:ddf31402bcce4e9b91f57a9fd8346511 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:40:05.841819 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-b246f111-8c96-43e8-984a-874e8617e91b tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:40:05.848896 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-b246f111-8c96-43e8-984a-874e8617e91b tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:40:05.880215 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 58164) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:05.913349 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0254b35e-d11a-43e3-946a-485d089a9615 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:05.934012 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b246f111-8c96-43e8-984a-874e8617e91b tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:05.995377 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-0254b35e-d11a-43e3-946a-485d089a9615 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:40:06.001775 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-0254b35e-d11a-43e3-946a-485d089a9615 admin admin] Usage tracker for resource:security_group_rule and tenant:d41b2b16b6d64bbdbbde195aac59d1a0 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:40:06.008896 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-0254b35e-d11a-43e3-946a-485d089a9615 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:40:06.022706 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b246f111-8c96-43e8-984a-874e8617e91b tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:06.029855 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-0254b35e-d11a-43e3-946a-485d089a9615 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:40:06.056772 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0d78e789-4925-42b7-80f5-22dc970d6f4f tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:06.089788 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [None req-0d78e789-4925-42b7-80f5-22dc970d6f4f tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Transition to ACTIVE for port object a92d9d6e-a130-46dc-bc0a-010459ca9714 will not be triggered until provisioned by entity DHCP. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:40:06.129759 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b246f111-8c96-43e8-984a-874e8617e91b tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=736b6eff-33ab-487e-a405-8757a4f127f6,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:40:06.148674 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0254b35e-d11a-43e3-946a-485d089a9615 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:06.214413 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0254b35e-d11a-43e3-946a-485d089a9615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:06.252738 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b246f111-8c96-43e8-984a-874e8617e91b tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:06.256294 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-b246f111-8c96-43e8-984a-874e8617e91b tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6463366 May 30 20:40:06.259675 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 58168) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:06.267576 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0d78e789-4925-42b7-80f5-22dc970d6f4f tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:06.276706 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-0d85c6a5-7902-4878-b619-5467e9c0b4db tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Request body: {'security_group_rule': {'security_group_id': '736b6eff-33ab-487e-a405-8757a4f127f6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:40:06.306674 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-0d85c6a5-7902-4878-b619-5467e9c0b4db tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:40:06.318900 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-0d85c6a5-7902-4878-b619-5467e9c0b4db tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Usage tracker for resource:security_group_rule and tenant:ddf31402bcce4e9b91f57a9fd8346511 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:40:06.334274 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-0d85c6a5-7902-4878-b619-5467e9c0b4db tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:40:06.346683 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-0d85c6a5-7902-4878-b619-5467e9c0b4db tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:40:06.366352 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0254b35e-d11a-43e3-946a-485d089a9615 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb9ec2d5-296a-4f21-9a0e-34ea57d40dea,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:40:06.382334 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-0254b35e-d11a-43e3-946a-485d089a9615 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=d41b2b16b6d64bbdbbde195aac59d1a0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5010808 May 30 20:40:06.387371 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 58174) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:06.397102 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d78e789-4925-42b7-80f5-22dc970d6f4f tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Pushing event updated for resources: {'Port': ['ID=a92d9d6e-a130-46dc-bc0a-010459ca9714,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:40:06.406715 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d78e789-4925-42b7-80f5-22dc970d6f4f tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Network 66c84308-3ca1-41eb-990d-763e32b56a32 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:40:06.407932 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-0d78e789-4925-42b7-80f5-22dc970d6f4f tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:40:06.413997 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d78e789-4925-42b7-80f5-22dc970d6f4f tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:40:06.493656 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0d85c6a5-7902-4878-b619-5467e9c0b4db tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:06.606937 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-eb0982a7-9970-410e-a9d1-29f33857cdf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:06.689656 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-eb0982a7-9970-410e-a9d1-29f33857cdf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:06.708171 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0d85c6a5-7902-4878-b619-5467e9c0b4db tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:06.771691 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d78e789-4925-42b7-80f5-22dc970d6f4f tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:40:06.772295 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0d78e789-4925-42b7-80f5-22dc970d6f4f tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:06.814726 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0d85c6a5-7902-4878-b619-5467e9c0b4db tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:06.850705 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d85c6a5-7902-4878-b619-5467e9c0b4db tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a983d83e-35fe-4af8-a180-04bb99980cf2,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:40:06.871045 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-eb0982a7-9970-410e-a9d1-29f33857cdf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:06.873398 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-eb0982a7-9970-410e-a9d1-29f33857cdf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:06.874564 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-eb0982a7-9970-410e-a9d1-29f33857cdf0 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/fb9ec2d5-296a-4f21-9a0e-34ea57d40dea HTTP/1.1" status: 204 len: 168 time: 0.4862261 May 30 20:40:06.887552 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0982a7-9970-410e-a9d1-29f33857cdf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb9ec2d5-296a-4f21-9a0e-34ea57d40dea,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:40:06.895750 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-966fa893-03c2-4ad8-9752-750ed67fb998 None None] Provisioning for port a92d9d6e-a130-46dc-bc0a-010459ca9714 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:40:06.900570 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-0d78e789-4925-42b7-80f5-22dc970d6f4f tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.8057287 May 30 20:40:06.909191 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 58186) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:06.916432 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-d6b5fe72-34ce-486f-8d77-6379c3f6f931 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Request body: {'floatingip': {'port_id': 'a92d9d6e-a130-46dc-bc0a-010459ca9714'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:40:06.925808 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-966fa893-03c2-4ad8-9752-750ed67fb998 None None] Provisioning complete for port a92d9d6e-a130-46dc-bc0a-010459ca9714 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:40:06.926541 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-966fa893-03c2-4ad8-9752-750ed67fb998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:07.006018 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-966fa893-03c2-4ad8-9752-750ed67fb998 None None] Port a92d9d6e-a130-46dc-bc0a-010459ca9714 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:40:07.045954 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0d85c6a5-7902-4878-b619-5467e9c0b4db tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:07.054889 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 58192) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:07.058207 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-0d85c6a5-7902-4878-b619-5467e9c0b4db tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 0.7949777 May 30 20:40:07.102563 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7ba8a78d-f5fb-4e91-80e4-7b06c0807679 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:07.117114 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7ba8a78d-f5fb-4e91-80e4-7b06c0807679 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:07.214346 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7ba8a78d-f5fb-4e91-80e4-7b06c0807679 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:07.236420 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d6b5fe72-34ce-486f-8d77-6379c3f6f931 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks [] for floatingip, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:07.241929 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba8a78d-f5fb-4e91-80e4-7b06c0807679 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a983d83e-35fe-4af8-a180-04bb99980cf2,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:40:07.246195 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7ba8a78d-f5fb-4e91-80e4-7b06c0807679 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:07.248141 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-7ba8a78d-f5fb-4e91-80e4-7b06c0807679 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] 10.222.0.85 "DELETE /v2.0/security-group-rules/a983d83e-35fe-4af8-a180-04bb99980cf2 HTTP/1.1" status: 204 len: 168 time: 0.1965919 May 30 20:40:07.250603 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 58196) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:07.319315 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-73e87f15-12fa-4bf4-907b-d8e7d2b330b2 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Synchronizing usage tracker for tenant:ddf31402bcce4e9b91f57a9fd8346511 on resource:security_group_rule {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:40:07.420869 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-73e87f15-12fa-4bf4-907b-d8e7d2b330b2 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Unset dirty status for tenant:ddf31402bcce4e9b91f57a9fd8346511 on resource:security_group_rule {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:40:07.425415 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-73e87f15-12fa-4bf4-907b-d8e7d2b330b2 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] 10.222.0.85 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1715672 May 30 20:40:07.426516 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 58202) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:07.586825 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0445f062-9980-4829-9da5-07283e69192f tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:07.640954 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0445f062-9980-4829-9da5-07283e69192f tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:07.865746 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0445f062-9980-4829-9da5-07283e69192f tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:07.889707 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0445f062-9980-4829-9da5-07283e69192f tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=736b6eff-33ab-487e-a405-8757a4f127f6,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:40:08.014869 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0445f062-9980-4829-9da5-07283e69192f tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:08.016018 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-0445f062-9980-4829-9da5-07283e69192f tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] 10.222.0.85 "DELETE /v2.0/security-groups/736b6eff-33ab-487e-a405-8757a4f127f6 HTTP/1.1" status: 204 len: 168 time: 0.5861728 May 30 20:40:08.018627 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 58224) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:08.158956 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-8007ad21-322f-46ad-a8b7-dd031a9ae847 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Synchronizing usage tracker for tenant:ddf31402bcce4e9b91f57a9fd8346511 on resource:security_group {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:40:08.211609 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [req-ce1bc212-bdb6-4d74-a1d9-947afb4f89a9 req-97ced69a-4692-4f2f-9459-a020a3460e3a service neutron] (84887) timed out ('10.222.0.85', 36330) {{(pid=84887) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 30 20:40:08.288880 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-8007ad21-322f-46ad-a8b7-dd031a9ae847 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Unset dirty status for tenant:ddf31402bcce4e9b91f57a9fd8346511 on resource:security_group {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:40:08.295720 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-8007ad21-322f-46ad-a8b7-dd031a9ae847 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] 10.222.0.85 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2760770 May 30 20:40:08.296318 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 58236) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:08.301883 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-3b38ec38-534f-46cf-bc0f-e3d4045973a2 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Request body: {'security_group': {'name': 'tempest-secgroup--1602077014'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:40:08.322148 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-3b38ec38-534f-46cf-bc0f-e3d4045973a2 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:40:08.348459 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-3b38ec38-534f-46cf-bc0f-e3d4045973a2 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:40:08.399791 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d6b5fe72-34ce-486f-8d77-6379c3f6f931 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:08.426523 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3b38ec38-534f-46cf-bc0f-e3d4045973a2 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:08.449130 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d6b5fe72-34ce-486f-8d77-6379c3f6f931 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736490'] for floatingip, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:08.505070 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-3b38ec38-534f-46cf-bc0f-e3d4045973a2 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:40:08.510616 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-3b38ec38-534f-46cf-bc0f-e3d4045973a2 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Usage tracker for resource:security_group_rule and tenant:ddf31402bcce4e9b91f57a9fd8346511 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:40:08.514524 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-3b38ec38-534f-46cf-bc0f-e3d4045973a2 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:40:08.522110 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-3b38ec38-534f-46cf-bc0f-e3d4045973a2 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:40:08.636912 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3b38ec38-534f-46cf-bc0f-e3d4045973a2 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:08.700087 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3b38ec38-534f-46cf-bc0f-e3d4045973a2 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:08.756948 n-d-843948-2 neutron-server[84886]: INFO neutron.db.l3_db [None req-d6b5fe72-34ce-486f-8d77-6379c3f6f931 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Floating IP 5d82d970-f6af-4e25-9c92-c4ae8a1d4d81 associated. External IP: 172.25.8.249, port: 5d1865c4-71d6-4719-9e22-4bfa08e11e42. May 30 20:40:08.866179 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b38ec38-534f-46cf-bc0f-e3d4045973a2 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4aab3763-da55-4c7e-95e3-e1562b6f6daa,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:40:08.951652 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3b38ec38-534f-46cf-bc0f-e3d4045973a2 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:08.956054 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-3b38ec38-534f-46cf-bc0f-e3d4045973a2 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6586776 May 30 20:40:08.956683 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 58250) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:08.963953 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-f9f1dc75-cca8-4db6-8930-4aaf30dc2f63 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Request body: {'security_group_rule': {'security_group_id': '4aab3763-da55-4c7e-95e3-e1562b6f6daa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:40:08.985570 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-f9f1dc75-cca8-4db6-8930-4aaf30dc2f63 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:40:08.996719 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-f9f1dc75-cca8-4db6-8930-4aaf30dc2f63 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Usage tracker for resource:security_group_rule and tenant:ddf31402bcce4e9b91f57a9fd8346511 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:40:09.003436 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-f9f1dc75-cca8-4db6-8930-4aaf30dc2f63 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:40:09.017214 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-f9f1dc75-cca8-4db6-8930-4aaf30dc2f63 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:40:09.160728 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f9f1dc75-cca8-4db6-8930-4aaf30dc2f63 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:09.260588 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f9f1dc75-cca8-4db6-8930-4aaf30dc2f63 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:09.335840 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f9f1dc75-cca8-4db6-8930-4aaf30dc2f63 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:09.408547 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f1dc75-cca8-4db6-8930-4aaf30dc2f63 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d129250c-cab9-4081-aa05-742c58e9f47f,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:40:09.495415 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f9f1dc75-cca8-4db6-8930-4aaf30dc2f63 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:09.497696 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-f9f1dc75-cca8-4db6-8930-4aaf30dc2f63 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5390286 May 30 20:40:09.499827 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 58264) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:09.530887 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-5d53914c-1d71-44ff-ae6a-dc7f95b3b1ea tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] 10.222.0.85 "GET /v2.0/security-group-rules/d129250c-cab9-4081-aa05-742c58e9f47f HTTP/1.1" status: 200 len: 705 time: 0.0273118 May 30 20:40:09.531601 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 58270) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:09.606168 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-f5c74870-e6ce-47b1-bd16-5d1afd5ae85e tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Synchronizing usage tracker for tenant:ddf31402bcce4e9b91f57a9fd8346511 on resource:security_group_rule {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:40:09.700361 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-f5c74870-e6ce-47b1-bd16-5d1afd5ae85e tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Unset dirty status for tenant:ddf31402bcce4e9b91f57a9fd8346511 on resource:security_group_rule {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:40:09.702765 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-f5c74870-e6ce-47b1-bd16-5d1afd5ae85e tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] 10.222.0.85 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.1700881 May 30 20:40:09.707404 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 58278) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:09.751881 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6b5fe72-34ce-486f-8d77-6379c3f6f931 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Router f0fa8d8b-6a56-42f0-adc6-042d022f8dce has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:40:09.770039 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9e990668-0ed7-4631-98dc-a351ec221fd0 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:09.792369 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9e990668-0ed7-4631-98dc-a351ec221fd0 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:09.911696 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9e990668-0ed7-4631-98dc-a351ec221fd0 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:09.940980 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e990668-0ed7-4631-98dc-a351ec221fd0 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d129250c-cab9-4081-aa05-742c58e9f47f,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:40:10.033345 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9e990668-0ed7-4631-98dc-a351ec221fd0 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:10.035036 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-9e990668-0ed7-4631-98dc-a351ec221fd0 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] 10.222.0.85 "DELETE /v2.0/security-group-rules/d129250c-cab9-4081-aa05-742c58e9f47f HTTP/1.1" status: 204 len: 168 time: 0.3262980 May 30 20:40:10.037325 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 58286) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:10.165558 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-367084c2-c420-4b4b-9b59-373e7a9e426a tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Synchronizing usage tracker for tenant:ddf31402bcce4e9b91f57a9fd8346511 on resource:security_group_rule {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:40:10.311627 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-367084c2-c420-4b4b-9b59-373e7a9e426a tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Unset dirty status for tenant:ddf31402bcce4e9b91f57a9fd8346511 on resource:security_group_rule {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:40:10.313908 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-367084c2-c420-4b4b-9b59-373e7a9e426a tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] 10.222.0.85 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2753601 May 30 20:40:10.315997 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6b5fe72-34ce-486f-8d77-6379c3f6f931 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:40:10.316723 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 58290) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:10.344484 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489429b7-06ab-4a6d-b07c-eec16dafd202 None None] Sync routers for ids ['f0fa8d8b-6a56-42f0-adc6-042d022f8dce'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:40:10.345302 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-6b1b26cd-4fd0-407c-b970-6a12077a9fe1 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Request body: {'security_group_rule': {'security_group_id': '4aab3763-da55-4c7e-95e3-e1562b6f6daa', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:40:10.345302 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-6b1b26cd-4fd0-407c-b970-6a12077a9fe1 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:40:10.350138 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489429b7-06ab-4a6d-b07c-eec16dafd202 None None] Routers {'f0fa8d8b-6a56-42f0-adc6-042d022f8dce'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:40:10.351021 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-489429b7-06ab-4a6d-b07c-eec16dafd202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:39:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['f0fa8d8b-6a56-42f0-adc6-042d022f8dce'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:40:10.385075 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-6b1b26cd-4fd0-407c-b970-6a12077a9fe1 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:40:10.495997 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-489429b7-06ab-4a6d-b07c-eec16dafd202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:40:10.510875 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489429b7-06ab-4a6d-b07c-eec16dafd202 None None] Routers {'f0fa8d8b-6a56-42f0-adc6-042d022f8dce'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:40:10.511527 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-489429b7-06ab-4a6d-b07c-eec16dafd202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:39:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['f0fa8d8b-6a56-42f0-adc6-042d022f8dce'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:40:10.540286 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6b1b26cd-4fd0-407c-b970-6a12077a9fe1 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:10.583583 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-489429b7-06ab-4a6d-b07c-eec16dafd202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:40:10.584486 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489429b7-06ab-4a6d-b07c-eec16dafd202 None None] The sync data for ids ['f0fa8d8b-6a56-42f0-adc6-042d022f8dce'] in n-d-843948-2 is: [] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:40:10.692433 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6b1b26cd-4fd0-407c-b970-6a12077a9fe1 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:10.762775 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6b1b26cd-4fd0-407c-b970-6a12077a9fe1 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:10.820572 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1b26cd-4fd0-407c-b970-6a12077a9fe1 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b747e09a-c7f4-481b-ab37-257072db8488,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:40:10.905991 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6b1b26cd-4fd0-407c-b970-6a12077a9fe1 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:10.910666 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-6b1b26cd-4fd0-407c-b970-6a12077a9fe1 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5920842 May 30 20:40:10.911468 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 58306) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:10.951457 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 58310) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:10.952440 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-f395c47d-e9b4-4f7c-a44b-e3d12179d384 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] 10.222.0.85 "GET /v2.0/security-group-rules/b747e09a-c7f4-481b-ab37-257072db8488 HTTP/1.1" status: 200 len: 705 time: 0.0382905 May 30 20:40:11.025933 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-4d56e8da-5788-4e0d-8e24-3212c22af1a3 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Synchronizing usage tracker for tenant:ddf31402bcce4e9b91f57a9fd8346511 on resource:security_group_rule {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:40:11.107485 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6b5fe72-34ce-486f-8d77-6379c3f6f931 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Router ffd3d592-e780-4ebe-9821-bb073266678e has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:40:11.111983 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-4d56e8da-5788-4e0d-8e24-3212c22af1a3 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Unset dirty status for tenant:ddf31402bcce4e9b91f57a9fd8346511 on resource:security_group_rule {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:40:11.115730 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-4d56e8da-5788-4e0d-8e24-3212c22af1a3 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] 10.222.0.85 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.1608357 May 30 20:40:11.116604 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 58318) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:11.182970 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e9aa79f4-f7ac-4432-8fd1-d17eef572ec1 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:11.206439 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e9aa79f4-f7ac-4432-8fd1-d17eef572ec1 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:11.377142 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e9aa79f4-f7ac-4432-8fd1-d17eef572ec1 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:11.428181 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9aa79f4-f7ac-4432-8fd1-d17eef572ec1 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b747e09a-c7f4-481b-ab37-257072db8488,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:40:11.457810 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6b5fe72-34ce-486f-8d77-6379c3f6f931 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:40:11.472991 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb817c76-37f3-49a7-ad2c-cebe6b06bebd None None] Sync routers for ids ['ffd3d592-e780-4ebe-9821-bb073266678e'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:40:11.480106 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d6b5fe72-34ce-486f-8d77-6379c3f6f931 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:11.489382 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb817c76-37f3-49a7-ad2c-cebe6b06bebd None None] Routers {'ffd3d592-e780-4ebe-9821-bb073266678e'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:40:11.490322 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-fb817c76-37f3-49a7-ad2c-cebe6b06bebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:39:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['ffd3d592-e780-4ebe-9821-bb073266678e'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:40:11.529561 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e9aa79f4-f7ac-4432-8fd1-d17eef572ec1 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:11.531553 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-e9aa79f4-f7ac-4432-8fd1-d17eef572ec1 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] 10.222.0.85 "DELETE /v2.0/security-group-rules/b747e09a-c7f4-481b-ab37-257072db8488 HTTP/1.1" status: 204 len: 168 time: 0.4135261 May 30 20:40:11.533929 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 58326) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:11.567099 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-fb817c76-37f3-49a7-ad2c-cebe6b06bebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:40:11.582979 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb817c76-37f3-49a7-ad2c-cebe6b06bebd None None] Routers {'ffd3d592-e780-4ebe-9821-bb073266678e'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:40:11.583849 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-fb817c76-37f3-49a7-ad2c-cebe6b06bebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:39:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['ffd3d592-e780-4ebe-9821-bb073266678e'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:40:11.655375 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-e6f3ca70-8268-4006-b36c-e48f626c2c35 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Synchronizing usage tracker for tenant:ddf31402bcce4e9b91f57a9fd8346511 on resource:security_group_rule {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:40:11.662201 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-fb817c76-37f3-49a7-ad2c-cebe6b06bebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:40:11.662726 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb817c76-37f3-49a7-ad2c-cebe6b06bebd None None] The sync data for ids ['ffd3d592-e780-4ebe-9821-bb073266678e'] in n-d-843948-2 is: [] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:40:11.740473 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-e6f3ca70-8268-4006-b36c-e48f626c2c35 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Unset dirty status for tenant:ddf31402bcce4e9b91f57a9fd8346511 on resource:security_group_rule {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:40:11.745481 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-e6f3ca70-8268-4006-b36c-e48f626c2c35 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] 10.222.0.85 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2070060 May 30 20:40:11.745906 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 58338) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:11.746335 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 58340) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:11.746788 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-d6b5fe72-34ce-486f-8d77-6379c3f6f931 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] 10.222.0.85 "PUT /v2.0/floatingips/5d82d970-f6af-4e25-9c92-c4ae8a1d4d81 HTTP/1.1" status: 200 len: 978 time: 4.8362327 May 30 20:40:11.754465 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-85f45361-cf09-4c9b-9d05-1b347bbaafdb tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Request body: {'security_group_rule': {'security_group_id': '4aab3763-da55-4c7e-95e3-e1562b6f6daa', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:40:11.771255 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-85f45361-cf09-4c9b-9d05-1b347bbaafdb tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:40:11.797088 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-85f45361-cf09-4c9b-9d05-1b347bbaafdb tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:40:11.960216 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-e529eba0-f052-4c19-91e0-98460c63334b tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Deleting port a92d9d6e-a130-46dc-bc0a-010459ca9714 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:40:11.960216 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e529eba0-f052-4c19-91e0-98460c63334b tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:12.137661 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-85f45361-cf09-4c9b-9d05-1b347bbaafdb tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:12.238448 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-85f45361-cf09-4c9b-9d05-1b347bbaafdb tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:12.365037 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e529eba0-f052-4c19-91e0-98460c63334b tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:12.374115 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-85f45361-cf09-4c9b-9d05-1b347bbaafdb tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:12.470126 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f45361-cf09-4c9b-9d05-1b347bbaafdb tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dde5c1dc-539d-41ae-9cd8-fcde1ba953e6,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:40:12.635281 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-85f45361-cf09-4c9b-9d05-1b347bbaafdb tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:12.636481 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-85f45361-cf09-4c9b-9d05-1b347bbaafdb tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.8887491 May 30 20:40:12.639537 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 58368) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:12.671284 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-9ec41947-156b-43e7-923e-c5493758570d tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] 10.222.0.85 "GET /v2.0/security-group-rules/dde5c1dc-539d-41ae-9cd8-fcde1ba953e6 HTTP/1.1" status: 200 len: 706 time: 0.0301750 May 30 20:40:12.672354 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 58372) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:12.677831 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 58376) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:12.770984 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e529eba0-f052-4c19-91e0-98460c63334b tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:12.771515 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e529eba0-f052-4c19-91e0-98460c63334b tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736490'] for floatingip, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:12.771676 n-d-843948-2 neutron-server[84887]: INFO neutron.db.l3_db [None req-e529eba0-f052-4c19-91e0-98460c63334b tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Floating IP 5d82d970-f6af-4e25-9c92-c4ae8a1d4d81 disassociated. External IP: 172.25.8.249, port: a92d9d6e-a130-46dc-bc0a-010459ca9714. May 30 20:40:12.772009 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-e529eba0-f052-4c19-91e0-98460c63334b tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Calling delete_port for a92d9d6e-a130-46dc-bc0a-010459ca9714 owned by {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:40:12.810282 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-b467ffc1-1f7a-4d48-87ac-d4ad931f6e2a tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] 10.222.0.85 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3708 time: 0.1286514 May 30 20:40:12.812836 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 58386) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:12.913052 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a1e4b448-29a0-4048-9688-dc5e8d9aeb84 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:12.933305 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a1e4b448-29a0-4048-9688-dc5e8d9aeb84 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:13.014818 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0629e2f8-0397-474b-b332-13e6ad3eef88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:13.072522 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e529eba0-f052-4c19-91e0-98460c63334b tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:13.102286 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a1e4b448-29a0-4048-9688-dc5e8d9aeb84 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:13.146864 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e529eba0-f052-4c19-91e0-98460c63334b tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Pushing event deleted for resources: {'Port': ['ID=a92d9d6e-a130-46dc-bc0a-010459ca9714,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:40:13.153411 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-0629e2f8-0397-474b-b332-13e6ad3eef88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:40:13.159316 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e4b448-29a0-4048-9688-dc5e8d9aeb84 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dde5c1dc-539d-41ae-9cd8-fcde1ba953e6,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:40:13.165589 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-0629e2f8-0397-474b-b332-13e6ad3eef88 admin admin] Usage tracker for resource:security_group_rule and tenant:3e9eb491f0274b3e89b04406280d32ed is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:40:13.169942 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a1e4b448-29a0-4048-9688-dc5e8d9aeb84 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:13.171085 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-a1e4b448-29a0-4048-9688-dc5e8d9aeb84 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] 10.222.0.85 "DELETE /v2.0/security-group-rules/dde5c1dc-539d-41ae-9cd8-fcde1ba953e6 HTTP/1.1" status: 204 len: 168 time: 0.3539078 May 30 20:40:13.172146 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-0629e2f8-0397-474b-b332-13e6ad3eef88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:40:13.178541 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 58394) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:13.184318 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-0629e2f8-0397-474b-b332-13e6ad3eef88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:40:13.261755 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-534074b9-d619-4c89-8378-66fc532e33a0 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Synchronizing usage tracker for tenant:ddf31402bcce4e9b91f57a9fd8346511 on resource:security_group_rule {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:40:13.265689 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e4b448-29a0-4048-9688-dc5e8d9aeb84 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:40:13.265867 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e4b448-29a0-4048-9688-dc5e8d9aeb84 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:40:13.266135 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e4b448-29a0-4048-9688-dc5e8d9aeb84 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:40:13.266472 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e4b448-29a0-4048-9688-dc5e8d9aeb84 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:40:13.266905 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e4b448-29a0-4048-9688-dc5e8d9aeb84 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:40:13.267306 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e4b448-29a0-4048-9688-dc5e8d9aeb84 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:40:13.267640 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e4b448-29a0-4048-9688-dc5e8d9aeb84 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:40:13.267967 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e4b448-29a0-4048-9688-dc5e8d9aeb84 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:40:13.268297 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e4b448-29a0-4048-9688-dc5e8d9aeb84 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:40:13.268624 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e4b448-29a0-4048-9688-dc5e8d9aeb84 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:40:13.268955 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e4b448-29a0-4048-9688-dc5e8d9aeb84 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:40:13.369487 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0629e2f8-0397-474b-b332-13e6ad3eef88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:13.404432 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-534074b9-d619-4c89-8378-66fc532e33a0 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Unset dirty status for tenant:ddf31402bcce4e9b91f57a9fd8346511 on resource:security_group_rule {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:40:13.407663 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-534074b9-d619-4c89-8378-66fc532e33a0 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] 10.222.0.85 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2246649 May 30 20:40:13.412806 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 58402) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:13.463343 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0629e2f8-0397-474b-b332-13e6ad3eef88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:13.529441 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 58410) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:13.534587 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0629e2f8-0397-474b-b332-13e6ad3eef88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eac7b04-f631-4203-9f46-7617968703da,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:40:13.632297 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1a5ceb21-3596-4832-a469-9118e59f3b00 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:13.662704 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-0629e2f8-0397-474b-b332-13e6ad3eef88 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=3e9eb491f0274b3e89b04406280d32ed&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9888184 May 30 20:40:13.671813 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 58416) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:13.697305 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1a5ceb21-3596-4832-a469-9118e59f3b00 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:13.763268 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e529eba0-f052-4c19-91e0-98460c63334b tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Router ffd3d592-e780-4ebe-9821-bb073266678e has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:40:13.788006 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f93d1870-abbe-43fc-9a90-c392fa26ad68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:13.891376 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1a5ceb21-3596-4832-a469-9118e59f3b00 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:13.933406 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-237c2a28-60d0-4bb3-b381-7f78ed592b1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:13.942682 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f93d1870-abbe-43fc-9a90-c392fa26ad68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:13.948527 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5ceb21-3596-4832-a469-9118e59f3b00 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aab3763-da55-4c7e-95e3-e1562b6f6daa,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:40:14.031672 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-237c2a28-60d0-4bb3-b381-7f78ed592b1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:40:14.036479 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-237c2a28-60d0-4bb3-b381-7f78ed592b1a admin admin] Usage tracker for resource:security_group_rule and tenant:c2178ea7b2664e17ac5a3a1b97337722 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:40:14.040407 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-237c2a28-60d0-4bb3-b381-7f78ed592b1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:40:14.053051 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-237c2a28-60d0-4bb3-b381-7f78ed592b1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:40:14.083480 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e529eba0-f052-4c19-91e0-98460c63334b tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:40:14.088870 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1a5ceb21-3596-4832-a469-9118e59f3b00 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:14.091019 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-1a5ceb21-3596-4832-a469-9118e59f3b00 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] 10.222.0.85 "DELETE /v2.0/security-groups/4aab3763-da55-4c7e-95e3-e1562b6f6daa HTTP/1.1" status: 204 len: 168 time: 0.6764565 May 30 20:40:14.096255 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058e58f0-d240-4994-b446-4223db46d702 None None] Sync routers for ids ['ffd3d592-e780-4ebe-9821-bb073266678e'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:40:14.101786 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 58424) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:14.120616 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058e58f0-d240-4994-b446-4223db46d702 None None] Routers {'ffd3d592-e780-4ebe-9821-bb073266678e'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:40:14.121511 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-058e58f0-d240-4994-b446-4223db46d702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:39:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['ffd3d592-e780-4ebe-9821-bb073266678e'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:40:14.216070 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f93d1870-abbe-43fc-9a90-c392fa26ad68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:14.219041 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-058e58f0-d240-4994-b446-4223db46d702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:40:14.231424 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058e58f0-d240-4994-b446-4223db46d702 None None] Routers {'ffd3d592-e780-4ebe-9821-bb073266678e'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:40:14.232096 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-058e58f0-d240-4994-b446-4223db46d702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:39:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['ffd3d592-e780-4ebe-9821-bb073266678e'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:40:14.241236 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93d1870-abbe-43fc-9a90-c392fa26ad68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eac7b04-f631-4203-9f46-7617968703da,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:40:14.289940 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e529eba0-f052-4c19-91e0-98460c63334b tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:14.296103 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-e529eba0-f052-4c19-91e0-98460c63334b tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] 10.222.0.85 "DELETE /v2.0/ports/a92d9d6e-a130-46dc-bc0a-010459ca9714 HTTP/1.1" status: 204 len: 168 time: 2.5466285 May 30 20:40:14.297546 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f93d1870-abbe-43fc-9a90-c392fa26ad68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:14.302550 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-f93d1870-abbe-43fc-9a90-c392fa26ad68 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/0eac7b04-f631-4203-9f46-7617968703da HTTP/1.1" status: 204 len: 168 time: 0.6271336 May 30 20:40:14.313032 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 58428) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:14.314338 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-058e58f0-d240-4994-b446-4223db46d702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:40:14.314338 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058e58f0-d240-4994-b446-4223db46d702 None None] The sync data for ids ['ffd3d592-e780-4ebe-9821-bb073266678e'] in n-d-843948-2 is: [] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:40:14.375776 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-237c2a28-60d0-4bb3-b381-7f78ed592b1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:14.401935 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-b3f3dc61-55a9-4410-affe-16e483af0fbf tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Synchronizing usage tracker for tenant:ddf31402bcce4e9b91f57a9fd8346511 on resource:security_group {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:40:14.461012 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-237c2a28-60d0-4bb3-b381-7f78ed592b1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:14.521499 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-b3f3dc61-55a9-4410-affe-16e483af0fbf tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Unset dirty status for tenant:ddf31402bcce4e9b91f57a9fd8346511 on resource:security_group {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:40:14.523121 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-b3f3dc61-55a9-4410-affe-16e483af0fbf tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] 10.222.0.85 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4152555 May 30 20:40:14.535816 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 58434) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:14.545137 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-6521499c-c52b-4616-8fc4-b8e77eb15677 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Request body: {'security_group': {'name': 'tempest-secgroup--1938894919'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:40:14.556627 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-6521499c-c52b-4616-8fc4-b8e77eb15677 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:40:14.569162 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-6521499c-c52b-4616-8fc4-b8e77eb15677 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:40:14.577212 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237c2a28-60d0-4bb3-b381-7f78ed592b1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3267f4e9-6010-48a8-bee2-9b0396b24798,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:40:14.585573 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-237c2a28-60d0-4bb3-b381-7f78ed592b1a admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=c2178ea7b2664e17ac5a3a1b97337722&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0311189 May 30 20:40:14.587914 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 58438) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:14.671311 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2119ea18-3012-414d-9297-cec9a279cad2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:14.671969 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6521499c-c52b-4616-8fc4-b8e77eb15677 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:14.716731 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2119ea18-3012-414d-9297-cec9a279cad2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:14.777453 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-6521499c-c52b-4616-8fc4-b8e77eb15677 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:40:14.786480 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-6521499c-c52b-4616-8fc4-b8e77eb15677 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Usage tracker for resource:security_group_rule and tenant:ddf31402bcce4e9b91f57a9fd8346511 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:40:14.790392 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-6521499c-c52b-4616-8fc4-b8e77eb15677 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:40:14.800855 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-6521499c-c52b-4616-8fc4-b8e77eb15677 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:40:14.900307 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2119ea18-3012-414d-9297-cec9a279cad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:14.935768 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2119ea18-3012-414d-9297-cec9a279cad2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3267f4e9-6010-48a8-bee2-9b0396b24798,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:40:14.958152 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2119ea18-3012-414d-9297-cec9a279cad2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:14.961648 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-2119ea18-3012-414d-9297-cec9a279cad2 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/3267f4e9-6010-48a8-bee2-9b0396b24798 HTTP/1.1" status: 204 len: 168 time: 0.3708205 May 30 20:40:14.991793 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6521499c-c52b-4616-8fc4-b8e77eb15677 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:15.059652 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6521499c-c52b-4616-8fc4-b8e77eb15677 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:15.154113 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6521499c-c52b-4616-8fc4-b8e77eb15677 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e85b4e67-1433-484e-9be1-30a968cdc735,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:40:15.173408 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-434593ca-8917-477d-8987-53fbb7a0e5ce tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-736216'] for router_interface, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:15.254161 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6521499c-c52b-4616-8fc4-b8e77eb15677 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:15.254161 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-6521499c-c52b-4616-8fc4-b8e77eb15677 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.7124910 May 30 20:40:15.254418 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 58456) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:15.261461 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-91611cef-0dee-4795-ab7e-687f51a3a978 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Request body: {'security_group_rule': {'security_group_id': 'e85b4e67-1433-484e-9be1-30a968cdc735', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:40:15.269267 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-91611cef-0dee-4795-ab7e-687f51a3a978 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:40:15.293385 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-91611cef-0dee-4795-ab7e-687f51a3a978 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Usage tracker for resource:security_group_rule and tenant:ddf31402bcce4e9b91f57a9fd8346511 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:40:15.301024 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-91611cef-0dee-4795-ab7e-687f51a3a978 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:40:15.317551 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-91611cef-0dee-4795-ab7e-687f51a3a978 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:40:15.401282 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-91611cef-0dee-4795-ab7e-687f51a3a978 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:15.510231 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-91611cef-0dee-4795-ab7e-687f51a3a978 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:15.619940 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-91611cef-0dee-4795-ab7e-687f51a3a978 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:15.645049 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91611cef-0dee-4795-ab7e-687f51a3a978 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=618ee021-1d31-4933-85a9-284980cdde04,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:40:15.779750 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-91611cef-0dee-4795-ab7e-687f51a3a978 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:15.783954 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-91611cef-0dee-4795-ab7e-687f51a3a978 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5299373 May 30 20:40:15.785121 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 58468) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:15.885422 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 58474) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:15.953791 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3437cec1-ad9f-42e6-89a1-ea544e3c24cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:16.157051 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-3437cec1-ad9f-42e6-89a1-ea544e3c24cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:40:16.157051 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-3437cec1-ad9f-42e6-89a1-ea544e3c24cd admin admin] Usage tracker for resource:security_group_rule and tenant:4c0990cd34364f6697ba5c015d9cccc5 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:40:16.157051 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-3437cec1-ad9f-42e6-89a1-ea544e3c24cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:40:16.157051 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-3437cec1-ad9f-42e6-89a1-ea544e3c24cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:40:16.157051 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f28107a2-5941-4426-8b31-a76c72c3251f tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:16.157051 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f28107a2-5941-4426-8b31-a76c72c3251f tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:16.212199 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3437cec1-ad9f-42e6-89a1-ea544e3c24cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:16.328075 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-434593ca-8917-477d-8987-53fbb7a0e5ce tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Deleting port 3d76eff0-e116-4386-a3e5-a374f9a4552f {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:40:16.328075 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-434593ca-8917-477d-8987-53fbb7a0e5ce tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:16.328791 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f28107a2-5941-4426-8b31-a76c72c3251f tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:16.357702 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28107a2-5941-4426-8b31-a76c72c3251f tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e85b4e67-1433-484e-9be1-30a968cdc735,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:40:16.387565 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3437cec1-ad9f-42e6-89a1-ea544e3c24cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:16.419547 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f28107a2-5941-4426-8b31-a76c72c3251f tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:16.423763 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-f28107a2-5941-4426-8b31-a76c72c3251f tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] 10.222.0.85 "DELETE /v2.0/security-groups/e85b4e67-1433-484e-9be1-30a968cdc735 HTTP/1.1" status: 204 len: 168 time: 0.6374571 May 30 20:40:16.438802 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 58486) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:16.495303 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3437cec1-ad9f-42e6-89a1-ea544e3c24cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74c807ab-6be2-4e0d-882c-caaad99db590,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:40:16.514630 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-3437cec1-ad9f-42e6-89a1-ea544e3c24cd admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=4c0990cd34364f6697ba5c015d9cccc5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6250527 May 30 20:40:16.514775 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 58492) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:16.538641 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-7dba908c-e97f-4e76-bec7-a00ae1549a74 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Synchronizing usage tracker for tenant:ddf31402bcce4e9b91f57a9fd8346511 on resource:security_group {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:40:16.626658 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-434593ca-8917-477d-8987-53fbb7a0e5ce tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:16.643926 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-7dba908c-e97f-4e76-bec7-a00ae1549a74 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Unset dirty status for tenant:ddf31402bcce4e9b91f57a9fd8346511 on resource:security_group {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:40:16.647088 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-7dba908c-e97f-4e76-bec7-a00ae1549a74 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] 10.222.0.85 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2057998 May 30 20:40:16.648245 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 58496) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:16.694810 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d5edafaf-8177-400a-8bd7-1b9997a92397 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:16.783516 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-434593ca-8917-477d-8987-53fbb7a0e5ce tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Calling delete_port for 3d76eff0-e116-4386-a3e5-a374f9a4552f owned by network:router_interface {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:40:16.830157 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d5edafaf-8177-400a-8bd7-1b9997a92397 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:16.860581 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-b561b32d-d6d6-4a86-866a-3b6dd482e30b tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Synchronizing usage tracker for tenant:ddf31402bcce4e9b91f57a9fd8346511 on resource:security_group_rule {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:40:16.956909 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-b561b32d-d6d6-4a86-866a-3b6dd482e30b tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] Unset dirty status for tenant:ddf31402bcce4e9b91f57a9fd8346511 on resource:security_group_rule {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:40:16.962036 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-b561b32d-d6d6-4a86-866a-3b6dd482e30b tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] 10.222.0.85 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.3091836 May 30 20:40:16.962316 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 58502) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:17.000754 n-d-843948-2 neutron-server[84886]: INFO neutron.api.v2.resource [None req-6a6985a5-1523-469b-ae9e-257d1f4afa24 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] delete failed (client error): The resource could not be found. May 30 20:40:17.005251 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-6a6985a5-1523-469b-ae9e-257d1f4afa24 tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] 10.222.0.85 "DELETE /v2.0/security-groups/e85b4e67-1433-484e-9be1-30a968cdc735 HTTP/1.1" status: 404 len: 347 time: 0.0386996 May 30 20:40:17.005588 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 58506) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:17.081570 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-579cff1c-974f-4cbf-8a71-4f8820c03b7a tempest-SecGroupTest-252740617 tempest-SecGroupTest-252740617-project] 10.222.0.85 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0740049 May 30 20:40:17.085711 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d5edafaf-8177-400a-8bd7-1b9997a92397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:17.131426 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5edafaf-8177-400a-8bd7-1b9997a92397 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74c807ab-6be2-4e0d-882c-caaad99db590,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:40:17.148594 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d5edafaf-8177-400a-8bd7-1b9997a92397 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:17.150534 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-d5edafaf-8177-400a-8bd7-1b9997a92397 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/74c807ab-6be2-4e0d-882c-caaad99db590 HTTP/1.1" status: 204 len: 168 time: 0.6355181 May 30 20:40:17.266770 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-434593ca-8917-477d-8987-53fbb7a0e5ce tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:17.392364 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434593ca-8917-477d-8987-53fbb7a0e5ce tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Pushing event deleted for resources: {'Port': ['ID=3d76eff0-e116-4386-a3e5-a374f9a4552f,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:40:18.014948 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-434593ca-8917-477d-8987-53fbb7a0e5ce tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1718140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-736143'] for router_interface, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:18.016543 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 58528) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:18.024829 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 58534) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:18.750940 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-8ba99383-58c2-46c3-ac99-2e4daa11058f admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=ddf31402bcce4e9b91f57a9fd8346511&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7248936 May 30 20:40:18.753298 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 58552) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:18.852833 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1628a2cd-16a6-4356-b73a-e9a9df196207 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:18.890582 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1628a2cd-16a6-4356-b73a-e9a9df196207 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:19.178665 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1628a2cd-16a6-4356-b73a-e9a9df196207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:19.226764 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1628a2cd-16a6-4356-b73a-e9a9df196207 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4f9d50a-6ace-466a-81aa-57962592a398,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:40:19.251026 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-434593ca-8917-477d-8987-53fbb7a0e5ce tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Router ffd3d592-e780-4ebe-9821-bb073266678e has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:40:19.374517 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-28dcee92-ae24-4537-91e9-e533e8b38d04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-736216'] for router_interface, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:19.495412 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1628a2cd-16a6-4356-b73a-e9a9df196207 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:19.499715 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-1628a2cd-16a6-4356-b73a-e9a9df196207 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/c4f9d50a-6ace-466a-81aa-57962592a398 HTTP/1.1" status: 204 len: 168 time: 0.7453747 May 30 20:40:19.549161 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-434593ca-8917-477d-8987-53fbb7a0e5ce tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:40:19.557676 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-434593ca-8917-477d-8987-53fbb7a0e5ce tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] 10.222.0.85 "PUT /v2.0/routers/ffd3d592-e780-4ebe-9821-bb073266678e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2537484 May 30 20:40:19.560327 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 58568) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:19.563007 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d59dd5-e5d8-47a4-9eb9-28a10800e222 None None] Sync routers for ids ['ffd3d592-e780-4ebe-9821-bb073266678e'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:40:19.596324 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:19.598844 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d59dd5-e5d8-47a4-9eb9-28a10800e222 None None] Routers {'ffd3d592-e780-4ebe-9821-bb073266678e'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:40:19.601300 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-91d59dd5-e5d8-47a4-9eb9-28a10800e222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:39:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['ffd3d592-e780-4ebe-9821-bb073266678e'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:40:19.747053 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-91d59dd5-e5d8-47a4-9eb9-28a10800e222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:40:19.770780 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d59dd5-e5d8-47a4-9eb9-28a10800e222 None None] Routers {'ffd3d592-e780-4ebe-9821-bb073266678e'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:40:19.772098 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-91d59dd5-e5d8-47a4-9eb9-28a10800e222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:39:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['ffd3d592-e780-4ebe-9821-bb073266678e'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:40:19.877731 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-91d59dd5-e5d8-47a4-9eb9-28a10800e222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:40:19.878281 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d59dd5-e5d8-47a4-9eb9-28a10800e222 None None] The sync data for ids ['ffd3d592-e780-4ebe-9821-bb073266678e'] in n-d-843948-2 is: [] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:40:20.013828 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0eec9684-5230-42b7-9453-139e2b278ed6 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks [] for router, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:20.600569 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0eec9684-5230-42b7-9453-139e2b278ed6 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:20.698085 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 58598) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:20.760042 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-0eec9684-5230-42b7-9453-139e2b278ed6 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Deleting port d61ada8e-fd26-4c50-b360-b14fe9bff11a {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:40:20.764323 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0eec9684-5230-42b7-9453-139e2b278ed6 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:20.907819 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-365b6059-b70b-44f2-be52-23fa077376a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:20.971239 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-365b6059-b70b-44f2-be52-23fa077376a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:40:20.979186 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-365b6059-b70b-44f2-be52-23fa077376a0 admin admin] Usage tracker for resource:security_group_rule and tenant:1526423336ca461ba14ee7a4ae34106c is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:40:20.982821 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-365b6059-b70b-44f2-be52-23fa077376a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:40:20.990486 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-365b6059-b70b-44f2-be52-23fa077376a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:40:21.074384 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-28dcee92-ae24-4537-91e9-e533e8b38d04 admin admin] Deleting port 48163b2d-e078-447f-8121-b1de14d6207b {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:40:21.074974 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-28dcee92-ae24-4537-91e9-e533e8b38d04 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:21.091139 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-365b6059-b70b-44f2-be52-23fa077376a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:21.208787 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-365b6059-b70b-44f2-be52-23fa077376a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:21.252425 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-365b6059-b70b-44f2-be52-23fa077376a0 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=1526423336ca461ba14ee7a4ae34106c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5524600 May 30 20:40:21.255556 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 58616) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:21.255754 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0eec9684-5230-42b7-9453-139e2b278ed6 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:21.302987 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365b6059-b70b-44f2-be52-23fa077376a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bde9e022-914d-4fbc-b5ab-c4b57bc7edea,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:40:21.327549 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365b6059-b70b-44f2-be52-23fa077376a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:40:21.327929 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365b6059-b70b-44f2-be52-23fa077376a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:40:21.328452 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365b6059-b70b-44f2-be52-23fa077376a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:40:21.328792 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365b6059-b70b-44f2-be52-23fa077376a0 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:40:21.329123 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365b6059-b70b-44f2-be52-23fa077376a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:40:21.329451 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365b6059-b70b-44f2-be52-23fa077376a0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:40:21.329810 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365b6059-b70b-44f2-be52-23fa077376a0 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:40:21.330137 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365b6059-b70b-44f2-be52-23fa077376a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:40:21.330457 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365b6059-b70b-44f2-be52-23fa077376a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:40:21.330780 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365b6059-b70b-44f2-be52-23fa077376a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:40:21.331099 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365b6059-b70b-44f2-be52-23fa077376a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:40:21.367842 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 58622) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:21.381586 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-88d65f51-89d3-47da-b2b4-d8a2cb29655b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:21.416340 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-88d65f51-89d3-47da-b2b4-d8a2cb29655b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:21.441641 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-0eec9684-5230-42b7-9453-139e2b278ed6 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Calling delete_port for d61ada8e-fd26-4c50-b360-b14fe9bff11a owned by network:router_gateway {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:40:21.564177 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-f51855db-8cd6-4782-b868-e8ae061fa577 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:40:21.564177 n-d-843948-2 neutron-server[84887]: INFO neutron.api.v2.resource [None req-f51855db-8cd6-4782-b868-e8ae061fa577 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] create failed (client error): There was a conflict when trying to complete your request. May 30 20:40:21.564177 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-f51855db-8cd6-4782-b868-e8ae061fa577 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1804445 May 30 20:40:21.568923 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 58628) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:21.576475 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-a48e06e9-57b9-463c-9c1a-020a634d9de0 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Request body: {'security_group': {'name': 'tempest-secgroup--1752144267'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:40:21.589552 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-a48e06e9-57b9-463c-9c1a-020a634d9de0 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:40:21.601656 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-a48e06e9-57b9-463c-9c1a-020a634d9de0 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Usage tracker for resource:security_group and tenant:45be04d4a33c453aac248b05b1f34556 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:40:21.606511 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-a48e06e9-57b9-463c-9c1a-020a634d9de0 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:40:21.616145 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [None req-28dcee92-ae24-4537-91e9-e533e8b38d04 admin admin] For port 48163b2d-e078-447f-8121-b1de14d6207b, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=48163b2d-e078-447f-8121-b1de14d6207b,segment=NetworkSegment(ab778a8f-ca2b-4f43-b38a-ce31b10e68d3),segment_id=ab778a8f-ca2b-4f43-b38a-ce31b10e68d3)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:40:21.616713 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-28dcee92-ae24-4537-91e9-e533e8b38d04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:21.630676 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-a48e06e9-57b9-463c-9c1a-020a634d9de0 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:40:21.775356 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-28dcee92-ae24-4537-91e9-e533e8b38d04 admin admin] Calling delete_port for 48163b2d-e078-447f-8121-b1de14d6207b owned by network:router_interface {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:40:22.374213 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-88d65f51-89d3-47da-b2b4-d8a2cb29655b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:22.390948 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d65f51-89d3-47da-b2b4-d8a2cb29655b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bde9e022-914d-4fbc-b5ab-c4b57bc7edea,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:40:22.395721 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-88d65f51-89d3-47da-b2b4-d8a2cb29655b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:22.396396 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-88d65f51-89d3-47da-b2b4-d8a2cb29655b admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/bde9e022-914d-4fbc-b5ab-c4b57bc7edea HTTP/1.1" status: 204 len: 168 time: 1.1399181 May 30 20:40:22.620661 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a48e06e9-57b9-463c-9c1a-020a634d9de0 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:22.620866 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0eec9684-5230-42b7-9453-139e2b278ed6 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:22.634424 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a48e06e9-57b9-463c-9c1a-020a634d9de0 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:22.656742 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-28dcee92-ae24-4537-91e9-e533e8b38d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:22.671508 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-a48e06e9-57b9-463c-9c1a-020a634d9de0 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:40:22.676182 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-a48e06e9-57b9-463c-9c1a-020a634d9de0 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Usage tracker for resource:security_group_rule and tenant:45be04d4a33c453aac248b05b1f34556 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:40:22.679556 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-a48e06e9-57b9-463c-9c1a-020a634d9de0 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:40:22.689871 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-a48e06e9-57b9-463c-9c1a-020a634d9de0 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:40:22.700878 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eec9684-5230-42b7-9453-139e2b278ed6 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Pushing event deleted for resources: {'Port': ['ID=d61ada8e-fd26-4c50-b360-b14fe9bff11a,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:40:22.753923 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dcee92-ae24-4537-91e9-e533e8b38d04 admin admin] Pushing event deleted for resources: {'Port': ['ID=48163b2d-e078-447f-8121-b1de14d6207b,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:40:22.776662 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a48e06e9-57b9-463c-9c1a-020a634d9de0 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:22.791563 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:22.887853 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a48e06e9-57b9-463c-9c1a-020a634d9de0 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:22.931435 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48e06e9-57b9-463c-9c1a-020a634d9de0 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eda4deca-081a-47f6-a1b6-75483e753599,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:40:22.935529 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-a48e06e9-57b9-463c-9c1a-020a634d9de0 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:40:22.942833 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-a48e06e9-57b9-463c-9c1a-020a634d9de0 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Usage tracker for resource:security_group_rule and tenant:45be04d4a33c453aac248b05b1f34556 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:40:22.946521 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-a48e06e9-57b9-463c-9c1a-020a634d9de0 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:40:22.961434 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-a48e06e9-57b9-463c-9c1a-020a634d9de0 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:40:23.081998 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a48e06e9-57b9-463c-9c1a-020a634d9de0 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:23.134625 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a48e06e9-57b9-463c-9c1a-020a634d9de0 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:23.188395 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48e06e9-57b9-463c-9c1a-020a634d9de0 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=099bdbc9-da21-4fd1-a80f-ba247cbf518c,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:40:23.271378 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a48e06e9-57b9-463c-9c1a-020a634d9de0 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:23.276150 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-a48e06e9-57b9-463c-9c1a-020a634d9de0 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.7027214 May 30 20:40:23.276440 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 58662) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:23.282510 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-7f4c4875-c6b2-43d1-805e-5635131c3c35 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Request body: {'security_group_rule': {'security_group_id': '099bdbc9-da21-4fd1-a80f-ba247cbf518c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:40:23.289739 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-7f4c4875-c6b2-43d1-805e-5635131c3c35 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:40:23.294039 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-7f4c4875-c6b2-43d1-805e-5635131c3c35 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Usage tracker for resource:security_group_rule and tenant:45be04d4a33c453aac248b05b1f34556 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:40:23.297126 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-7f4c4875-c6b2-43d1-805e-5635131c3c35 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:40:23.303721 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-7f4c4875-c6b2-43d1-805e-5635131c3c35 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:40:23.430607 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7f4c4875-c6b2-43d1-805e-5635131c3c35 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:23.522861 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0eec9684-5230-42b7-9453-139e2b278ed6 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-736453'] for router_gateway, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:23.571306 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7f4c4875-c6b2-43d1-805e-5635131c3c35 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:23.636884 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7f4c4875-c6b2-43d1-805e-5635131c3c35 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:23.665879 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4c4875-c6b2-43d1-805e-5635131c3c35 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dd98631-1eb9-4d3e-9f1d-8905a0c5345f,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:40:23.792802 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7f4c4875-c6b2-43d1-805e-5635131c3c35 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:23.798009 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-7f4c4875-c6b2-43d1-805e-5635131c3c35 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5178401 May 30 20:40:23.805352 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 58672) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:23.809195 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0eec9684-5230-42b7-9453-139e2b278ed6 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-724789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3141'] for router, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:23.812871 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-6c331906-1273-48b2-aa00-108e882619f1 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Request body: {'security_group_rule': {'security_group_id': '099bdbc9-da21-4fd1-a80f-ba247cbf518c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:40:23.822886 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0eec9684-5230-42b7-9453-139e2b278ed6 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:23.844261 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-6c331906-1273-48b2-aa00-108e882619f1 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:40:23.862768 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-6c331906-1273-48b2-aa00-108e882619f1 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Usage tracker for resource:security_group_rule and tenant:45be04d4a33c453aac248b05b1f34556 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:40:23.885233 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-6c331906-1273-48b2-aa00-108e882619f1 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:40:23.898909 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-28dcee92-ae24-4537-91e9-e533e8b38d04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1718140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-736143'] for router_interface, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:23.899028 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-6c331906-1273-48b2-aa00-108e882619f1 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:40:23.955914 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0eec9684-5230-42b7-9453-139e2b278ed6 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724889'] for router, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:23.955914 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eec9684-5230-42b7-9453-139e2b278ed6 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Fanout notify agent at l3_agent the message router_deleted on router ffd3d592-e780-4ebe-9821-bb073266678e {{(pid=84886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:40:23.981854 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6c331906-1273-48b2-aa00-108e882619f1 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:24.053922 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0eec9684-5230-42b7-9453-139e2b278ed6 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks [] for router, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:24.056697 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-0eec9684-5230-42b7-9453-139e2b278ed6 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] 10.222.0.85 "DELETE /v2.0/routers/ffd3d592-e780-4ebe-9821-bb073266678e HTTP/1.1" status: 204 len: 168 time: 4.4936745 May 30 20:40:24.058948 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 58678) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:24.088341 n-d-843948-2 neutron-server[84887]: INFO neutron.api.v2.resource [None req-6c331906-1273-48b2-aa00-108e882619f1 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] create failed (client error): There was a conflict when trying to complete your request. May 30 20:40:24.092257 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-6c331906-1273-48b2-aa00-108e882619f1 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2892418 May 30 20:40:24.092569 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 58684) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:24.184385 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-bb32a1fc-ddd8-4f6e-a915-9258ad79b0c2 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:24.231600 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-bb32a1fc-ddd8-4f6e-a915-9258ad79b0c2 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:24.357770 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_v2 [None req-7aed2d46-beff-4cc9-9ae1-8e76d99c6ed9 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Deleting subnet 8707b0e6-f9c5-46ee-9329-7e89b5c1e373 {{(pid=84886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:40:24.362625 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7aed2d46-beff-4cc9-9ae1-8e76d99c6ed9 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks [] for subnet, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:24.403005 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-bb32a1fc-ddd8-4f6e-a915-9258ad79b0c2 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:24.420054 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb32a1fc-ddd8-4f6e-a915-9258ad79b0c2 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=099bdbc9-da21-4fd1-a80f-ba247cbf518c,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:40:24.428886 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-bb32a1fc-ddd8-4f6e-a915-9258ad79b0c2 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:24.429636 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7aed2d46-beff-4cc9-9ae1-8e76d99c6ed9 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2655517'] for subnet, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:24.430838 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-bb32a1fc-ddd8-4f6e-a915-9258ad79b0c2 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] 10.222.0.85 "DELETE /v2.0/security-groups/099bdbc9-da21-4fd1-a80f-ba247cbf518c HTTP/1.1" status: 204 len: 168 time: 0.3372006 May 30 20:40:24.434046 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 58696) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:24.542842 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-f6f546a9-8d5a-4afe-a7e4-1c23668356a3 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Synchronizing usage tracker for tenant:45be04d4a33c453aac248b05b1f34556 on resource:security_group {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:40:24.654059 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-f6f546a9-8d5a-4afe-a7e4-1c23668356a3 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Unset dirty status for tenant:45be04d4a33c453aac248b05b1f34556 on resource:security_group {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:40:24.658932 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-f6f546a9-8d5a-4afe-a7e4-1c23668356a3 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] 10.222.0.85 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2203002 May 30 20:40:24.659667 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 58702) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:24.665186 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-d7d59645-8cc7-4e88-9d5e-c7aae1b86732 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Request body: {'security_group': {'name': 'tempest-secgroup--851434492'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:40:24.696842 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-d7d59645-8cc7-4e88-9d5e-c7aae1b86732 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:40:24.719170 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-d7d59645-8cc7-4e88-9d5e-c7aae1b86732 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:40:24.825842 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d7d59645-8cc7-4e88-9d5e-c7aae1b86732 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:24.876411 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-d7d59645-8cc7-4e88-9d5e-c7aae1b86732 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:40:24.888882 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-d7d59645-8cc7-4e88-9d5e-c7aae1b86732 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Usage tracker for resource:security_group_rule and tenant:45be04d4a33c453aac248b05b1f34556 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:40:24.895131 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-d7d59645-8cc7-4e88-9d5e-c7aae1b86732 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:40:24.908990 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-d7d59645-8cc7-4e88-9d5e-c7aae1b86732 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:40:24.921501 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7aed2d46-beff-4cc9-9ae1-8e76d99c6ed9 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:25.043757 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d7d59645-8cc7-4e88-9d5e-c7aae1b86732 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:25.100188 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d7d59645-8cc7-4e88-9d5e-c7aae1b86732 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:25.158221 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d59645-8cc7-4e88-9d5e-c7aae1b86732 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3fab7a2-bbf1-4d38-8aea-71d75f09f48f,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:40:25.287003 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28dcee92-ae24-4537-91e9-e533e8b38d04 admin admin] Router cc7ecadf-209a-4e8d-a028-be2f676772f2 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:40:25.330337 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d7d59645-8cc7-4e88-9d5e-c7aae1b86732 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:25.330337 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-d7d59645-8cc7-4e88-9d5e-c7aae1b86732 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.6613772 May 30 20:40:25.330567 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 58716) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:25.336150 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-e0b94bdd-5031-460f-b37d-22c77311fa65 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Request body: {'security_group_rule': {'security_group_id': 'a3fab7a2-bbf1-4d38-8aea-71d75f09f48f', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:40:25.336985 n-d-843948-2 neutron-server[84887]: INFO neutron.api.v2.resource [None req-e0b94bdd-5031-460f-b37d-22c77311fa65 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 20:40:25.338109 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-e0b94bdd-5031-460f-b37d-22c77311fa65 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0067434 May 30 20:40:25.340748 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 58720) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:25.446597 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-546cc799-d95d-44e1-a0fd-f769d6536ca9 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:25.447997 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7aed2d46-beff-4cc9-9ae1-8e76d99c6ed9 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4127075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2778536'] for subnet, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:25.519575 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-546cc799-d95d-44e1-a0fd-f769d6536ca9 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:25.550895 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aed2d46-beff-4cc9-9ae1-8e76d99c6ed9 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Pushing event deleted for resources: {'Subnet': ['ID=8707b0e6-f9c5-46ee-9329-7e89b5c1e373,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:40:25.577737 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7aed2d46-beff-4cc9-9ae1-8e76d99c6ed9 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks [] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:25.584245 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-437027ab-afe3-426a-b093-3d85755da943 None None] Network 66c84308-3ca1-41eb-990d-763e32b56a32 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:40:25.594210 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-7aed2d46-beff-4cc9-9ae1-8e76d99c6ed9 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] 10.222.0.85 "DELETE /v2.0/subnets/8707b0e6-f9c5-46ee-9329-7e89b5c1e373 HTTP/1.1" status: 204 len: 168 time: 1.5334058 May 30 20:40:25.594793 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 58726) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:25.706303 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-546cc799-d95d-44e1-a0fd-f769d6536ca9 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:25.722206 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ce0e84a8-966b-4c9a-8ba1-da473f605983 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:25.739163 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-ce0e84a8-966b-4c9a-8ba1-da473f605983 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Deleting port a47c4f6e-7a8a-4e94-9928-54a98b9091da {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:40:25.739506 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ce0e84a8-966b-4c9a-8ba1-da473f605983 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:25.769302 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-546cc799-d95d-44e1-a0fd-f769d6536ca9 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:25.771331 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-546cc799-d95d-44e1-a0fd-f769d6536ca9 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] 10.222.0.85 "DELETE /v2.0/security-groups/a3fab7a2-bbf1-4d38-8aea-71d75f09f48f HTTP/1.1" status: 204 len: 168 time: 0.4286489 May 30 20:40:25.775315 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 58732) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:25.777582 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546cc799-d95d-44e1-a0fd-f769d6536ca9 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3fab7a2-bbf1-4d38-8aea-71d75f09f48f,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:40:25.889627 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81725900-bbc1-444e-be13-6d1cf07b7f57 None None] DHCP port deletion for 66c84308-3ca1-41eb-990d-763e32b56a32 request from n-d-843948-2 {{(pid=84888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:40:25.895677 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-81725900-bbc1-444e-be13-6d1cf07b7f57 None None] Deleting port a47c4f6e-7a8a-4e94-9928-54a98b9091da {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:40:25.896503 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-81725900-bbc1-444e-be13-6d1cf07b7f57 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:25.908670 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-e06a3724-e510-4e78-9c91-77312e564443 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Synchronizing usage tracker for tenant:45be04d4a33c453aac248b05b1f34556 on resource:security_group {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:40:25.923829 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28dcee92-ae24-4537-91e9-e533e8b38d04 admin admin] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:40:25.934195 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5517774-f37a-452d-8dd7-840500fdd771 None None] Sync routers for ids ['cc7ecadf-209a-4e8d-a028-be2f676772f2'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:40:25.950713 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5517774-f37a-452d-8dd7-840500fdd771 None None] Routers {'cc7ecadf-209a-4e8d-a028-be2f676772f2'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:40:25.951343 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-b5517774-f37a-452d-8dd7-840500fdd771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:39:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['cc7ecadf-209a-4e8d-a028-be2f676772f2'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:40:25.980244 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-e06a3724-e510-4e78-9c91-77312e564443 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Unset dirty status for tenant:45be04d4a33c453aac248b05b1f34556 on resource:security_group {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:40:25.981504 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-e06a3724-e510-4e78-9c91-77312e564443 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] 10.222.0.85 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1984353 May 30 20:40:25.985364 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 58740) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:25.987255 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-28dcee92-ae24-4537-91e9-e533e8b38d04 admin admin] 10.222.0.85 "PUT /v2.0/routers/cc7ecadf-209a-4e8d-a028-be2f676772f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9806218 May 30 20:40:26.002536 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 58742) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:26.034360 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [None req-ce0e84a8-966b-4c9a-8ba1-da473f605983 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] For port a47c4f6e-7a8a-4e94-9928-54a98b9091da, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=a47c4f6e-7a8a-4e94-9928-54a98b9091da,segment=NetworkSegment(18259f51-d283-4e26-9bb8-02687f317931),segment_id=18259f51-d283-4e26-9bb8-02687f317931)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:40:26.034726 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ce0e84a8-966b-4c9a-8ba1-da473f605983 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:26.080578 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-e84a50bc-7188-4310-b008-986d856d01e6 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Request body: {'security_group': {'name': 'tempest-secgroup--1973443309'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:40:26.104101 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-e84a50bc-7188-4310-b008-986d856d01e6 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:40:26.181504 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-e84a50bc-7188-4310-b008-986d856d01e6 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:40:26.285057 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-0a2f6a74-4fb0-4822-af7f-dc84de471fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:26.293879 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7c938763-b6af-43f4-953b-919324db9b0c admin admin] Notify callbacks [] for router, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:26.294124 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-ce0e84a8-966b-4c9a-8ba1-da473f605983 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Calling delete_port for a47c4f6e-7a8a-4e94-9928-54a98b9091da owned by network:dhcp {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:40:26.334084 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-b5517774-f37a-452d-8dd7-840500fdd771 None None] Set router cc7ecadf-209a-4e8d-a028-be2f676772f2 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:40:26.355153 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-81725900-bbc1-444e-be13-6d1cf07b7f57 None None] For port a47c4f6e-7a8a-4e94-9928-54a98b9091da, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=a47c4f6e-7a8a-4e94-9928-54a98b9091da,segment=NetworkSegment(18259f51-d283-4e26-9bb8-02687f317931),segment_id=18259f51-d283-4e26-9bb8-02687f317931)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:40:26.355703 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-81725900-bbc1-444e-be13-6d1cf07b7f57 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:26.359413 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e84a50bc-7188-4310-b008-986d856d01e6 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:26.574392 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ce0e84a8-966b-4c9a-8ba1-da473f605983 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:26.630979 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-e84a50bc-7188-4310-b008-986d856d01e6 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:40:26.636654 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-e84a50bc-7188-4310-b008-986d856d01e6 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Usage tracker for resource:security_group_rule and tenant:45be04d4a33c453aac248b05b1f34556 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:40:26.641651 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-e84a50bc-7188-4310-b008-986d856d01e6 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:40:26.652332 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-e84a50bc-7188-4310-b008-986d856d01e6 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:40:26.701528 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0e84a8-966b-4c9a-8ba1-da473f605983 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Pushing event deleted for resources: {'Port': ['ID=a47c4f6e-7a8a-4e94-9928-54a98b9091da,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:40:26.705823 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0e84a8-966b-4c9a-8ba1-da473f605983 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] No DVR routers for this DVR port a47c4f6e-7a8a-4e94-9928-54a98b9091da on host n-d-843948-2 {{(pid=84886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:40:26.719270 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-81725900-bbc1-444e-be13-6d1cf07b7f57 None None] Calling delete_port for a47c4f6e-7a8a-4e94-9928-54a98b9091da owned by network:dhcp {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:40:26.852832 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.db.api [None req-81725900-bbc1-444e-be13-6d1cf07b7f57 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:40:26.853091 n-d-843948-2 neutron-server[84888]: DEBUG oslo_db.api [None req-81725900-bbc1-444e-be13-6d1cf07b7f57 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:40:26.868961 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e84a50bc-7188-4310-b008-986d856d01e6 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:26.947791 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e84a50bc-7188-4310-b008-986d856d01e6 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:27.016581 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7c938763-b6af-43f4-953b-919324db9b0c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:27.064903 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ce0e84a8-966b-4c9a-8ba1-da473f605983 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:27.085155 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84a50bc-7188-4310-b008-986d856d01e6 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dce4414b-4aa4-4226-9c95-611fb68b7a09,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:40:27.109697 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-ce0e84a8-966b-4c9a-8ba1-da473f605983 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66c84308-3ca1-41eb-990d-763e32b56a32']}} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:40:27.125248 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-ce0e84a8-966b-4c9a-8ba1-da473f605983 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18259f51-d283-4e26-9bb8-02687f317931') {'for_net_delete': True} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:40:27.126096 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-ce0e84a8-966b-4c9a-8ba1-da473f605983 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18259f51-d283-4e26-9bb8-02687f317931') {} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:40:27.137999 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-b5517774-f37a-452d-8dd7-840500fdd771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc7ecadf-209a-4e8d-a028-be2f676772f2', 'name': 'tempest-AttachVolumeTestJSON-1189410636-router', 'tenant_id': 'be518c6f2f7741c6a6c26447eed4fca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': '09164586-c42b-48d1-85ff-5f4722ac884b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:34:22Z', 'updated_at': '2022-05-30T20:40:21Z', 'revision_number': 5, 'project_id': 'be518c6f2f7741c6a6c26447eed4fca2', 'gw_port': {'id': '09164586-c42b-48d1-85ff-5f4722ac884b', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:ee:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7ecadf-209a-4e8d-a028-be2f676772f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:34:23Z', 'updated_at': '2022-05-30T20:34:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:40:27.144964 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ce0e84a8-966b-4c9a-8ba1-da473f605983 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2660590'] for segment, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:27.147493 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5517774-f37a-452d-8dd7-840500fdd771 None None] Checking router: cc7ecadf-209a-4e8d-a028-be2f676772f2 for host: n-d-843948-2 {{(pid=84889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:40:27.166173 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ce0e84a8-966b-4c9a-8ba1-da473f605983 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:27.167340 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-7c938763-b6af-43f4-953b-919324db9b0c admin admin] Deleting port 09164586-c42b-48d1-85ff-5f4722ac884b {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:40:27.167686 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7c938763-b6af-43f4-953b-919324db9b0c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:27.169826 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5517774-f37a-452d-8dd7-840500fdd771 None None] Routers {'cc7ecadf-209a-4e8d-a028-be2f676772f2'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:40:27.174741 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-b5517774-f37a-452d-8dd7-840500fdd771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:39:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['cc7ecadf-209a-4e8d-a028-be2f676772f2'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:40:27.195235 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce0e84a8-966b-4c9a-8ba1-da473f605983 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Releasing vlan 689 on physical network physnet1 to pool {{(pid=84886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:40:27.197907 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ce0e84a8-966b-4c9a-8ba1-da473f605983 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4126989'] for segment, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:27.236143 n-d-843948-2 neutron-server[84886]: Traceback (most recent call last): May 30 20:40:27.236143 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:40:27.236143 n-d-843948-2 neutron-server[84886]: timer() May 30 20:40:27.236143 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:40:27.236143 n-d-843948-2 neutron-server[84886]: cb(*args, **kw) May 30 20:40:27.236143 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:40:27.236143 n-d-843948-2 neutron-server[84886]: return func(*args, **kwargs) May 30 20:40:27.236143 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:40:27.236143 n-d-843948-2 neutron-server[84886]: self._notify() May 30 20:40:27.236143 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:40:27.236143 n-d-843948-2 neutron-server[84886]: self.callback(batched_events) May 30 20:40:27.236143 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:40:27.236143 n-d-843948-2 neutron-server[84886]: event.method(event) May 30 20:40:27.236143 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:40:27.236143 n-d-843948-2 neutron-server[84886]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:40:27.236143 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:40:27.236143 n-d-843948-2 neutron-server[84886]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:40:27.236143 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:40:27.236143 n-d-843948-2 neutron-server[84886]: return f(self, *a, **k) May 30 20:40:27.236143 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:40:27.236143 n-d-843948-2 neutron-server[84886]: return self._get(url).json() May 30 20:40:27.236143 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:40:27.236143 n-d-843948-2 neutron-server[84886]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:40:27.236143 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:40:27.236143 n-d-843948-2 neutron-server[84886]: return self.request(url, 'GET', **kwargs) May 30 20:40:27.236143 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:40:27.236143 n-d-843948-2 neutron-server[84886]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:40:27.236143 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:40:27.236143 n-d-843948-2 neutron-server[84886]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:40:27.236143 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:40:27.236143 n-d-843948-2 neutron-server[84886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:40:27.236143 n-d-843948-2 neutron-server[84886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:40:27.243187 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e84a50bc-7188-4310-b008-986d856d01e6 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:27.253594 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-e84a50bc-7188-4310-b008-986d856d01e6 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.2669647 May 30 20:40:27.254427 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 58768) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:27.290985 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-5d575296-3721-4bc6-8b1b-03881bc8bea3 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Request body: {'security_group_rule': {'security_group_id': 'dce4414b-4aa4-4226-9c95-611fb68b7a09', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:40:27.291617 n-d-843948-2 neutron-server[84887]: INFO neutron.api.v2.resource [None req-5d575296-3721-4bc6-8b1b-03881bc8bea3 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 20:40:27.293855 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-5d575296-3721-4bc6-8b1b-03881bc8bea3 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0107548 May 30 20:40:27.303112 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 58774) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:27.354598 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-81725900-bbc1-444e-be13-6d1cf07b7f57 None None] Deleting port a47c4f6e-7a8a-4e94-9928-54a98b9091da {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:40:27.354826 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-81725900-bbc1-444e-be13-6d1cf07b7f57 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:27.503183 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:40:27.518189 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device a47c4f6e-7a8a-4e94-9928-54a98b9091da no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:40:27.526334 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-b5517774-f37a-452d-8dd7-840500fdd771 None None] Set router cc7ecadf-209a-4e8d-a028-be2f676772f2 gateway port host: None {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:40:27.590050 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d26816e2-98e9-4db5-a689-6bd56b57b704 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:27.610150 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-81725900-bbc1-444e-be13-6d1cf07b7f57 None None] The port 'a47c4f6e-7a8a-4e94-9928-54a98b9091da' was deleted {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 20:40:27.611893 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: a47c4f6e-7a8a-4e94-9928-54a98b9091da {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:40:27.613057 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device a47c4f6e-7a8a-4e94-9928-54a98b9091da not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:40:27.628027 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d26816e2-98e9-4db5-a689-6bd56b57b704 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:27.659745 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ce0e84a8-966b-4c9a-8ba1-da473f605983 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:27.663248 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-b5517774-f37a-452d-8dd7-840500fdd771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc7ecadf-209a-4e8d-a028-be2f676772f2', 'name': 'tempest-AttachVolumeTestJSON-1189410636-router', 'tenant_id': 'be518c6f2f7741c6a6c26447eed4fca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:34:22Z', 'updated_at': '2022-05-30T20:40:27Z', 'revision_number': 6, 'project_id': 'be518c6f2f7741c6a6c26447eed4fca2', 'gw_port_host': None}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:40:27.674411 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5517774-f37a-452d-8dd7-840500fdd771 None None] The sync data for ids ['cc7ecadf-209a-4e8d-a028-be2f676772f2'] in n-d-843948-2 is: [{'id': 'cc7ecadf-209a-4e8d-a028-be2f676772f2', 'name': 'tempest-AttachVolumeTestJSON-1189410636-router', 'tenant_id': 'be518c6f2f7741c6a6c26447eed4fca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:34:22Z', 'updated_at': '2022-05-30T20:40:27Z', 'revision_number': 6, 'project_id': 'be518c6f2f7741c6a6c26447eed4fca2', 'gw_port_host': None}] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:40:27.695819 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ce0e84a8-966b-4c9a-8ba1-da473f605983 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks [] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:27.716391 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0e84a8-966b-4c9a-8ba1-da473f605983 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Pushing event deleted for resources: {'Network': ['ID=66c84308-3ca1-41eb-990d-763e32b56a32,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:40:27.751883 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-ce0e84a8-966b-4c9a-8ba1-da473f605983 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] 10.222.0.85 "DELETE /v2.0/networks/66c84308-3ca1-41eb-990d-763e32b56a32 HTTP/1.1" status: 204 len: 168 time: 2.1553631 May 30 20:40:27.752656 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 58784) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:27.766793 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [None req-7c938763-b6af-43f4-953b-919324db9b0c admin admin] For port 09164586-c42b-48d1-85ff-5f4722ac884b, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=09164586-c42b-48d1-85ff-5f4722ac884b,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:40:27.767282 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7c938763-b6af-43f4-953b-919324db9b0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:28.010610 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-7c938763-b6af-43f4-953b-919324db9b0c admin admin] Calling delete_port for 09164586-c42b-48d1-85ff-5f4722ac884b owned by network:router_gateway {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:40:28.012811 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-3507b97d-8fde-48ed-8992-8d2b483bc094 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Deleting port 90e2d9eb-e467-489d-9821-0b1788aee406 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:40:28.013302 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3507b97d-8fde-48ed-8992-8d2b483bc094 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:28.237053 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d26816e2-98e9-4db5-a689-6bd56b57b704 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:28.239298 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3507b97d-8fde-48ed-8992-8d2b483bc094 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:28.239769 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3507b97d-8fde-48ed-8992-8d2b483bc094 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:28.277475 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26816e2-98e9-4db5-a689-6bd56b57b704 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dce4414b-4aa4-4226-9c95-611fb68b7a09,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:40:28.292874 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d26816e2-98e9-4db5-a689-6bd56b57b704 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:28.294216 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-d26816e2-98e9-4db5-a689-6bd56b57b704 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] 10.222.0.85 "DELETE /v2.0/security-groups/dce4414b-4aa4-4226-9c95-611fb68b7a09 HTTP/1.1" status: 204 len: 168 time: 0.9900002 May 30 20:40:28.297378 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 58798) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:28.384765 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-984063cc-3c12-4a46-bdc8-e94e7f87a952 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Synchronizing usage tracker for tenant:45be04d4a33c453aac248b05b1f34556 on resource:security_group {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:40:28.389770 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7c938763-b6af-43f4-953b-919324db9b0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:28.421556 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-3507b97d-8fde-48ed-8992-8d2b483bc094 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Calling delete_port for 90e2d9eb-e467-489d-9821-0b1788aee406 owned by network:floatingip {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:40:28.477266 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c938763-b6af-43f4-953b-919324db9b0c admin admin] Pushing event deleted for resources: {'Port': ['ID=09164586-c42b-48d1-85ff-5f4722ac884b,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:40:28.594815 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-984063cc-3c12-4a46-bdc8-e94e7f87a952 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Unset dirty status for tenant:45be04d4a33c453aac248b05b1f34556 on resource:security_group {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:40:28.600086 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 58808) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:28.600286 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-984063cc-3c12-4a46-bdc8-e94e7f87a952 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] 10.222.0.85 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3015592 May 30 20:40:28.611322 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-f4c7696c-c872-4b54-91bd-b432b9280837 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Request body: {'security_group': {'name': 'tempest-secgroup--119999062'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:40:28.626906 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-f4c7696c-c872-4b54-91bd-b432b9280837 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:40:28.650775 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-f4c7696c-c872-4b54-91bd-b432b9280837 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:40:28.780429 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3507b97d-8fde-48ed-8992-8d2b483bc094 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:28.795158 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7c938763-b6af-43f4-953b-919324db9b0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-736453'] for router_gateway, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:28.903330 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3507b97d-8fde-48ed-8992-8d2b483bc094 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Pushing event deleted for resources: {'Port': ['ID=90e2d9eb-e467-489d-9821-0b1788aee406,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:40:28.954763 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f4c7696c-c872-4b54-91bd-b432b9280837 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:29.060709 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3507b97d-8fde-48ed-8992-8d2b483bc094 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks [] for floatingip, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:29.065078 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-f4c7696c-c872-4b54-91bd-b432b9280837 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:40:29.074002 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-f4c7696c-c872-4b54-91bd-b432b9280837 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Usage tracker for resource:security_group_rule and tenant:45be04d4a33c453aac248b05b1f34556 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:40:29.079895 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-f4c7696c-c872-4b54-91bd-b432b9280837 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:40:29.091299 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-f4c7696c-c872-4b54-91bd-b432b9280837 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:40:29.116151 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7c938763-b6af-43f4-953b-919324db9b0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-724789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3141'] for router, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:29.123793 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7c938763-b6af-43f4-953b-919324db9b0c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:29.126697 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3507b97d-8fde-48ed-8992-8d2b483bc094 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:29.127865 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-3507b97d-8fde-48ed-8992-8d2b483bc094 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] 10.222.0.85 "DELETE /v2.0/floatingips/5d82d970-f6af-4e25-9c92-c4ae8a1d4d81 HTTP/1.1" status: 204 len: 168 time: 1.3742511 May 30 20:40:29.134741 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 58820) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:29.219163 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f4c7696c-c872-4b54-91bd-b432b9280837 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:29.302110 n-d-843948-2 neutron-server[84887]: INFO neutron.pecan_wsgi.hooks.translation [None req-11b83ea1-fc42-4e0c-b34f-bf01f37a7a94 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] DELETE failed (client error): The resource could not be found. May 30 20:40:29.302548 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11b83ea1-fc42-4e0c-b34f-bf01f37a7a94 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:40:29.304252 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-11b83ea1-fc42-4e0c-b34f-bf01f37a7a94 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] 10.222.0.85 "DELETE /v2.0/ports/a92d9d6e-a130-46dc-bc0a-010459ca9714 HTTP/1.1" status: 404 len: 333 time: 0.1658404 May 30 20:40:29.309382 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 58826) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:29.349218 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f4c7696c-c872-4b54-91bd-b432b9280837 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:29.370412 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-5c182b34-96cf-4d91-915f-83ac2dd56e84 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Synchronizing usage tracker for tenant:ff08ef1ca6c64d55993243ba271e24a7 on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:40:29.391328 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7c938763-b6af-43f4-953b-919324db9b0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724889'] for router, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:29.391922 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c938763-b6af-43f4-953b-919324db9b0c admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc7ecadf-209a-4e8d-a028-be2f676772f2 {{(pid=84887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:40:29.402088 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7c938763-b6af-43f4-953b-919324db9b0c admin admin] Notify callbacks [] for router, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:29.410413 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-7c938763-b6af-43f4-953b-919324db9b0c admin admin] 10.222.0.85 "DELETE /v2.0/routers/cc7ecadf-209a-4e8d-a028-be2f676772f2 HTTP/1.1" status: 204 len: 168 time: 3.4150944 May 30 20:40:29.412283 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 58832) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:29.436769 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c7696c-c872-4b54-91bd-b432b9280837 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7859e472-0b98-4115-8475-785797a22302,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:40:29.487038 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 09164586-c42b-48d1-85ff-5f4722ac884b no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:40:29.500569 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8660697-e70f-4692-a547-281b9587dc9a admin admin] Deleting subnet 664239a8-9fd7-4297-838f-478b17647c0d {{(pid=84887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:40:29.504288 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b8660697-e70f-4692-a547-281b9587dc9a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:29.542775 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: 09164586-c42b-48d1-85ff-5f4722ac884b {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:40:29.543117 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 09164586-c42b-48d1-85ff-5f4722ac884b not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:40:29.543521 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 48163b2d-e078-447f-8121-b1de14d6207b no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:40:29.576472 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f4c7696c-c872-4b54-91bd-b432b9280837 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:29.580904 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-f4c7696c-c872-4b54-91bd-b432b9280837 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.9796827 May 30 20:40:29.581727 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 58842) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:29.590642 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b8660697-e70f-4692-a547-281b9587dc9a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3149227'] for subnet, precommit_delete_associations {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:29.591250 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-3a122d7c-8d77-4a1f-bfa2-aaaa748bf6d9 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Request body: {'security_group_rule': {'security_group_id': '7859e472-0b98-4115-8475-785797a22302', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:40:29.591989 n-d-843948-2 neutron-server[84886]: INFO neutron.api.v2.resource [None req-3a122d7c-8d77-4a1f-bfa2-aaaa748bf6d9 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 20:40:29.599428 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: 48163b2d-e078-447f-8121-b1de14d6207b {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:40:29.600159 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-3a122d7c-8d77-4a1f-bfa2-aaaa748bf6d9 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0170732 May 30 20:40:29.600579 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 48163b2d-e078-447f-8121-b1de14d6207b not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:40:29.603329 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 58846) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:29.621463 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-506632aa-80d7-4bf3-99a4-79c6ddde8f25 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Request body: {'security_group_rule': {'security_group_id': '7859e472-0b98-4115-8475-785797a22302', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:40:29.665988 n-d-843948-2 neutron-server[84886]: INFO neutron.api.v2.resource [None req-506632aa-80d7-4bf3-99a4-79c6ddde8f25 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 20:40:29.665988 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-506632aa-80d7-4bf3-99a4-79c6ddde8f25 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0200498 May 30 20:40:29.665988 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 58850) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:29.674508 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-28503239-5b47-4e78-a8a3-5a7174ffc9d2 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Request body: {'security_group_rule': {'security_group_id': '7859e472-0b98-4115-8475-785797a22302', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:40:29.675633 n-d-843948-2 neutron-server[84886]: INFO neutron.api.v2.resource [None req-28503239-5b47-4e78-a8a3-5a7174ffc9d2 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 20:40:29.683003 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-28503239-5b47-4e78-a8a3-5a7174ffc9d2 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0212271 May 30 20:40:29.685866 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 58856) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:29.686118 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-5c182b34-96cf-4d91-915f-83ac2dd56e84 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Unset dirty status for tenant:ff08ef1ca6c64d55993243ba271e24a7 on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:40:29.687226 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-5c182b34-96cf-4d91-915f-83ac2dd56e84 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] 10.222.0.85 "GET /v2.0/ports?device_id=ffd3d592-e780-4ebe-9821-bb073266678e HTTP/1.1" status: 200 len: 205 time: 0.3764989 May 30 20:40:29.690107 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 58860) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:29.731722 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-dcfa335d-5b8b-4815-b95f-ba4a39a13bed tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Request body: {'security_group_rule': {'security_group_id': '7859e472-0b98-4115-8475-785797a22302', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:40:29.732830 n-d-843948-2 neutron-server[84887]: INFO neutron.api.v2.resource [None req-dcfa335d-5b8b-4815-b95f-ba4a39a13bed tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 20:40:29.734544 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-dcfa335d-5b8b-4815-b95f-ba4a39a13bed tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0467041 May 30 20:40:29.737271 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 58864) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:29.774556 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-9fe9bfc8-dd7c-4a73-961d-416befce59a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:29.815833 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b8660697-e70f-4692-a547-281b9587dc9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:29.849191 n-d-843948-2 neutron-server[84886]: INFO neutron.api.v2.resource [None req-16d49328-7e97-4824-8587-cb70e070b137 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] delete failed (client error): The resource could not be found. May 30 20:40:29.850512 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-16d49328-7e97-4824-8587-cb70e070b137 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] 10.222.0.85 "DELETE /v2.0/routers/ffd3d592-e780-4ebe-9821-bb073266678e HTTP/1.1" status: 404 len: 336 time: 0.1583462 May 30 20:40:29.854696 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 58872) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:29.854904 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:29.881413 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2142ea53-2c2b-4700-bd7c-3067e944916f tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:29.931711 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2142ea53-2c2b-4700-bd7c-3067e944916f tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:29.949441 n-d-843948-2 neutron-server[84886]: INFO neutron.pecan_wsgi.hooks.translation [None req-7846f86c-afa5-4a68-8247-c092205b5470 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] DELETE failed (client error): The resource could not be found. May 30 20:40:29.949900 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7846f86c-afa5-4a68-8247-c092205b5470 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:40:29.952954 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-7846f86c-afa5-4a68-8247-c092205b5470 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] 10.222.0.85 "DELETE /v2.0/subnets/8707b0e6-f9c5-46ee-9329-7e89b5c1e373 HTTP/1.1" status: 404 len: 337 time: 0.0948877 May 30 20:40:29.955277 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 58878) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:30.028223 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-ca7693de-678f-4f00-86a2-7964539f0c3e tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Deleting port 5d1865c4-71d6-4719-9e22-4bfa08e11e42 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:40:30.037686 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ca7693de-678f-4f00-86a2-7964539f0c3e tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:30.059852 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b8660697-e70f-4692-a547-281b9587dc9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4055470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114247'] for subnet, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:30.126123 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8660697-e70f-4692-a547-281b9587dc9a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=664239a8-9fd7-4297-838f-478b17647c0d,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:40:30.128050 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2142ea53-2c2b-4700-bd7c-3067e944916f tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:30.158104 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2142ea53-2c2b-4700-bd7c-3067e944916f tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7859e472-0b98-4115-8475-785797a22302,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:40:30.162955 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea05ec6-b7e0-4d12-bd96-6cac8974c894 None None] Network 76cba922-309a-4387-9272-eb83164f71fd requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:40:30.177359 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b8660697-e70f-4692-a547-281b9587dc9a admin admin] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:30.303770 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-b8660697-e70f-4692-a547-281b9587dc9a admin admin] 10.222.0.85 "DELETE /v2.0/subnets/664239a8-9fd7-4297-838f-478b17647c0d HTTP/1.1" status: 204 len: 168 time: 0.8894174 May 30 20:40:30.310238 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 58890) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:30.381269 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2142ea53-2c2b-4700-bd7c-3067e944916f tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:30.388714 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-2142ea53-2c2b-4700-bd7c-3067e944916f tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] 10.222.0.85 "DELETE /v2.0/security-groups/7859e472-0b98-4115-8475-785797a22302 HTTP/1.1" status: 204 len: 168 time: 0.6500828 May 30 20:40:30.410155 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 58894) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:30.541242 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-958f9b94-404a-44fc-a647-e6db4bfd8721 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Synchronizing usage tracker for tenant:45be04d4a33c453aac248b05b1f34556 on resource:security_group {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:40:30.545420 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ca7693de-678f-4f00-86a2-7964539f0c3e tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:30.546243 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad1f7c6b-3a65-4c29-8c49-593f6bc3c3cf None None] DHCP port deletion for 76cba922-309a-4387-9272-eb83164f71fd request from n-d-843948-2 {{(pid=84888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:40:30.552618 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-ad1f7c6b-3a65-4c29-8c49-593f6bc3c3cf None None] Deleting port cff1efd8-749d-48f3-a420-c3d19ed4bcb2 {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:40:30.552966 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ad1f7c6b-3a65-4c29-8c49-593f6bc3c3cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:30.580796 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a4d91677-fa6c-46e6-a387-935b9e11524b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:30.597876 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-a4d91677-fa6c-46e6-a387-935b9e11524b admin admin] Deleting port cff1efd8-749d-48f3-a420-c3d19ed4bcb2 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:40:30.598179 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a4d91677-fa6c-46e6-a387-935b9e11524b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:30.813003 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-ca7693de-678f-4f00-86a2-7964539f0c3e tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Calling delete_port for 5d1865c4-71d6-4719-9e22-4bfa08e11e42 owned by {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:40:30.917877 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [None req-a4d91677-fa6c-46e6-a387-935b9e11524b admin admin] For port cff1efd8-749d-48f3-a420-c3d19ed4bcb2, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=cff1efd8-749d-48f3-a420-c3d19ed4bcb2,segment=NetworkSegment(ab778a8f-ca2b-4f43-b38a-ce31b10e68d3),segment_id=ab778a8f-ca2b-4f43-b38a-ce31b10e68d3)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:40:30.918939 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a4d91677-fa6c-46e6-a387-935b9e11524b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:30.951752 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-958f9b94-404a-44fc-a647-e6db4bfd8721 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Unset dirty status for tenant:45be04d4a33c453aac248b05b1f34556 on resource:security_group {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:40:30.957669 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-958f9b94-404a-44fc-a647-e6db4bfd8721 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] 10.222.0.85 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5464056 May 30 20:40:30.961541 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 58906) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:30.968460 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-ad1f7c6b-3a65-4c29-8c49-593f6bc3c3cf None None] For port cff1efd8-749d-48f3-a420-c3d19ed4bcb2, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=cff1efd8-749d-48f3-a420-c3d19ed4bcb2,segment=NetworkSegment(ab778a8f-ca2b-4f43-b38a-ce31b10e68d3),segment_id=ab778a8f-ca2b-4f43-b38a-ce31b10e68d3)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:40:30.968949 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ad1f7c6b-3a65-4c29-8c49-593f6bc3c3cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:30.977959 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-55cf3275-3c67-4dda-adba-766263b68303 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Request body: {'security_group': {'name': 'tempest-secgroup--694606509'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:40:31.001576 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-55cf3275-3c67-4dda-adba-766263b68303 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:40:31.025981 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-55cf3275-3c67-4dda-adba-766263b68303 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:40:31.083225 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ca7693de-678f-4f00-86a2-7964539f0c3e tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:31.092724 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-a4d91677-fa6c-46e6-a387-935b9e11524b admin admin] Calling delete_port for cff1efd8-749d-48f3-a420-c3d19ed4bcb2 owned by network:dhcp {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:40:31.149869 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-ad1f7c6b-3a65-4c29-8c49-593f6bc3c3cf None None] Calling delete_port for cff1efd8-749d-48f3-a420-c3d19ed4bcb2 owned by network:dhcp {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:40:31.200962 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-55cf3275-3c67-4dda-adba-766263b68303 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:31.222537 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7693de-678f-4f00-86a2-7964539f0c3e tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Pushing event deleted for resources: {'Port': ['ID=5d1865c4-71d6-4719-9e22-4bfa08e11e42,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:40:31.363046 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-55cf3275-3c67-4dda-adba-766263b68303 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:40:31.370523 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-55cf3275-3c67-4dda-adba-766263b68303 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Usage tracker for resource:security_group_rule and tenant:45be04d4a33c453aac248b05b1f34556 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:40:31.373931 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-55cf3275-3c67-4dda-adba-766263b68303 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:40:31.384952 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ca7693de-678f-4f00-86a2-7964539f0c3e tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:31.400048 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-55cf3275-3c67-4dda-adba-766263b68303 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:40:31.403259 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a4d91677-fa6c-46e6-a387-935b9e11524b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:31.408594 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:31.411829 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.db.api [None req-ad1f7c6b-3a65-4c29-8c49-593f6bc3c3cf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:40:31.412530 n-d-843948-2 neutron-server[84888]: DEBUG oslo_db.api [None req-ad1f7c6b-3a65-4c29-8c49-593f6bc3c3cf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:40:31.466763 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device cff1efd8-749d-48f3-a420-c3d19ed4bcb2 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:40:31.476775 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d91677-fa6c-46e6-a387-935b9e11524b admin admin] No DVR routers for this DVR port cff1efd8-749d-48f3-a420-c3d19ed4bcb2 on host n-d-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:40:31.478952 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d91677-fa6c-46e6-a387-935b9e11524b admin admin] Pushing event deleted for resources: {'Port': ['ID=cff1efd8-749d-48f3-a420-c3d19ed4bcb2,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:40:31.497318 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-55cf3275-3c67-4dda-adba-766263b68303 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:31.512066 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-ca7693de-678f-4f00-86a2-7964539f0c3e tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] 10.222.0.85 "DELETE /v2.0/ports/5d1865c4-71d6-4719-9e22-4bfa08e11e42 HTTP/1.1" status: 204 len: 168 time: 1.5557055 May 30 20:40:31.514650 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 58918) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:31.515263 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: cff1efd8-749d-48f3-a420-c3d19ed4bcb2 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:40:31.515730 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device cff1efd8-749d-48f3-a420-c3d19ed4bcb2 not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:40:31.586915 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-a7565b7a-96d4-4ddb-b390-6e468c54ba73 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Deleting port 6372974a-9269-4d78-91f7-432b3c808aa0 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:40:31.587226 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a7565b7a-96d4-4ddb-b390-6e468c54ba73 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:31.616137 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a4d91677-fa6c-46e6-a387-935b9e11524b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:31.618062 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-55cf3275-3c67-4dda-adba-766263b68303 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:31.643795 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-a4d91677-fa6c-46e6-a387-935b9e11524b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76cba922-309a-4387-9272-eb83164f71fd']}} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:40:31.657093 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-a4d91677-fa6c-46e6-a387-935b9e11524b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab778a8f-ca2b-4f43-b38a-ce31b10e68d3') {'for_net_delete': True} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:40:31.657387 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-a4d91677-fa6c-46e6-a387-935b9e11524b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab778a8f-ca2b-4f43-b38a-ce31b10e68d3') {} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:40:31.670165 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a4d91677-fa6c-46e6-a387-935b9e11524b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3149912'] for segment, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:31.688688 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cf3275-3c67-4dda-adba-766263b68303 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f85420bb-c5dc-496f-b91f-2b5890e3f1c4,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:40:31.693426 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a4d91677-fa6c-46e6-a387-935b9e11524b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:31.700551 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4d91677-fa6c-46e6-a387-935b9e11524b admin admin] Releasing vlan 696 on physical network physnet1 to pool {{(pid=84887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:40:31.700998 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a4d91677-fa6c-46e6-a387-935b9e11524b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4055488'] for segment, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:31.717225 n-d-843948-2 neutron-server[84887]: Traceback (most recent call last): May 30 20:40:31.717225 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:40:31.717225 n-d-843948-2 neutron-server[84887]: timer() May 30 20:40:31.717225 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:40:31.717225 n-d-843948-2 neutron-server[84887]: cb(*args, **kw) May 30 20:40:31.717225 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:40:31.717225 n-d-843948-2 neutron-server[84887]: return func(*args, **kwargs) May 30 20:40:31.717225 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:40:31.717225 n-d-843948-2 neutron-server[84887]: self._notify() May 30 20:40:31.717225 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:40:31.717225 n-d-843948-2 neutron-server[84887]: self.callback(batched_events) May 30 20:40:31.717225 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:40:31.717225 n-d-843948-2 neutron-server[84887]: event.method(event) May 30 20:40:31.717225 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:40:31.717225 n-d-843948-2 neutron-server[84887]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:40:31.717225 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:40:31.717225 n-d-843948-2 neutron-server[84887]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:40:31.717225 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:40:31.717225 n-d-843948-2 neutron-server[84887]: return f(self, *a, **k) May 30 20:40:31.717225 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:40:31.717225 n-d-843948-2 neutron-server[84887]: return self._get(url).json() May 30 20:40:31.717225 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:40:31.717225 n-d-843948-2 neutron-server[84887]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:40:31.717225 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:40:31.717225 n-d-843948-2 neutron-server[84887]: return self.request(url, 'GET', **kwargs) May 30 20:40:31.717225 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:40:31.717225 n-d-843948-2 neutron-server[84887]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:40:31.717225 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:40:31.717225 n-d-843948-2 neutron-server[84887]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:40:31.717225 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:40:31.717225 n-d-843948-2 neutron-server[84887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:40:31.717225 n-d-843948-2 neutron-server[84887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:40:31.846038 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-55cf3275-3c67-4dda-adba-766263b68303 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:31.850065 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-55cf3275-3c67-4dda-adba-766263b68303 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.8846903 May 30 20:40:31.851885 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 58926) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:31.856837 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-60e805d0-4b71-4bf8-8a64-36e3914da29f tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Request body: {'security_group_rule': {'security_group_id': 'f85420bb-c5dc-496f-b91f-2b5890e3f1c4', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:40:31.857551 n-d-843948-2 neutron-server[84887]: INFO neutron.api.v2.resource [None req-60e805d0-4b71-4bf8-8a64-36e3914da29f tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 20:40:31.861851 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-60e805d0-4b71-4bf8-8a64-36e3914da29f tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0063436 May 30 20:40:31.861851 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 58930) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:31.866985 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-ca8e19e0-7822-4f9f-995a-6c4d1e7c3908 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Request body: {'security_group_rule': {'security_group_id': 'f85420bb-c5dc-496f-b91f-2b5890e3f1c4', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:40:31.874638 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-ca8e19e0-7822-4f9f-995a-6c4d1e7c3908 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:40:31.883297 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-ca8e19e0-7822-4f9f-995a-6c4d1e7c3908 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Usage tracker for resource:security_group_rule and tenant:45be04d4a33c453aac248b05b1f34556 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:40:31.883297 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-ca8e19e0-7822-4f9f-995a-6c4d1e7c3908 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:40:31.888594 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-ca8e19e0-7822-4f9f-995a-6c4d1e7c3908 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:40:31.902363 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a7565b7a-96d4-4ddb-b390-6e468c54ba73 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:31.905820 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a4d91677-fa6c-46e6-a387-935b9e11524b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:31.915218 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-ad1f7c6b-3a65-4c29-8c49-593f6bc3c3cf None None] Deleting port cff1efd8-749d-48f3-a420-c3d19ed4bcb2 {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:40:31.916346 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ad1f7c6b-3a65-4c29-8c49-593f6bc3c3cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:31.927995 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a4d91677-fa6c-46e6-a387-935b9e11524b admin admin] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:31.940620 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d91677-fa6c-46e6-a387-935b9e11524b admin admin] Pushing event deleted for resources: {'Network': ['ID=76cba922-309a-4387-9272-eb83164f71fd,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:40:32.001723 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-ad1f7c6b-3a65-4c29-8c49-593f6bc3c3cf None None] The port 'cff1efd8-749d-48f3-a420-c3d19ed4bcb2' was deleted {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 20:40:32.063653 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-a4d91677-fa6c-46e6-a387-935b9e11524b admin admin] 10.222.0.85 "DELETE /v2.0/networks/76cba922-309a-4387-9272-eb83164f71fd HTTP/1.1" status: 204 len: 168 time: 1.7490065 May 30 20:40:32.099270 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-a7565b7a-96d4-4ddb-b390-6e468c54ba73 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Calling delete_port for 6372974a-9269-4d78-91f7-432b3c808aa0 owned by {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:40:32.117857 n-d-843948-2 neutron-server[84887]: INFO neutron.api.v2.resource [None req-ca8e19e0-7822-4f9f-995a-6c4d1e7c3908 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 20:40:32.124216 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-ca8e19e0-7822-4f9f-995a-6c4d1e7c3908 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2617352 May 30 20:40:32.125019 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 58942) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:32.133469 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-39097d41-e234-484c-b642-6b4b03b3619a tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Request body: {'security_group_rule': {'security_group_id': 'f85420bb-c5dc-496f-b91f-2b5890e3f1c4', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:40:32.134245 n-d-843948-2 neutron-server[84887]: INFO neutron.api.v2.resource [None req-39097d41-e234-484c-b642-6b4b03b3619a tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 20:40:32.138297 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-39097d41-e234-484c-b642-6b4b03b3619a tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0118647 May 30 20:40:32.139232 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 58946) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:32.147004 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-85e45ce1-a42b-4c3f-82e8-f8d8e9b9a6d5 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Request body: {'security_group_rule': {'security_group_id': 'f85420bb-c5dc-496f-b91f-2b5890e3f1c4', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:40:32.168423 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-85e45ce1-a42b-4c3f-82e8-f8d8e9b9a6d5 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:40:32.175379 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-85e45ce1-a42b-4c3f-82e8-f8d8e9b9a6d5 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Usage tracker for resource:security_group_rule and tenant:45be04d4a33c453aac248b05b1f34556 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:40:32.180633 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-85e45ce1-a42b-4c3f-82e8-f8d8e9b9a6d5 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:40:32.190077 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-85e45ce1-a42b-4c3f-82e8-f8d8e9b9a6d5 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:40:32.374005 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a7565b7a-96d4-4ddb-b390-6e468c54ba73 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:32.424027 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7565b7a-96d4-4ddb-b390-6e468c54ba73 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Pushing event deleted for resources: {'Port': ['ID=6372974a-9269-4d78-91f7-432b3c808aa0,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:40:32.518564 n-d-843948-2 neutron-server[84886]: INFO neutron.api.v2.resource [None req-85e45ce1-a42b-4c3f-82e8-f8d8e9b9a6d5 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 20:40:32.518564 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-85e45ce1-a42b-4c3f-82e8-f8d8e9b9a6d5 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3737814 May 30 20:40:32.520849 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 58956) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:32.528447 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-1f56dc20-3bf0-4ba4-8688-6a41e90dee1e tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Request body: {'security_group_rule': {'security_group_id': 'f85420bb-c5dc-496f-b91f-2b5890e3f1c4', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:40:32.529314 n-d-843948-2 neutron-server[84887]: INFO neutron.api.v2.resource [None req-1f56dc20-3bf0-4ba4-8688-6a41e90dee1e tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 20:40:32.530489 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-1f56dc20-3bf0-4ba4-8688-6a41e90dee1e tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0082114 May 30 20:40:32.533370 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 58960) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:32.542421 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-f607c0ff-9663-475c-9dbb-e00248b01047 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Request body: {'security_group_rule': {'security_group_id': 'f85420bb-c5dc-496f-b91f-2b5890e3f1c4', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:40:32.549133 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a7565b7a-96d4-4ddb-b390-6e468c54ba73 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:32.551838 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-f607c0ff-9663-475c-9dbb-e00248b01047 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:40:32.561065 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-f607c0ff-9663-475c-9dbb-e00248b01047 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Usage tracker for resource:security_group_rule and tenant:45be04d4a33c453aac248b05b1f34556 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:40:32.565768 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-f607c0ff-9663-475c-9dbb-e00248b01047 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:40:32.572020 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-a7565b7a-96d4-4ddb-b390-6e468c54ba73 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] 10.222.0.85 "DELETE /v2.0/ports/6372974a-9269-4d78-91f7-432b3c808aa0 HTTP/1.1" status: 204 len: 168 time: 1.0564017 May 30 20:40:32.573130 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-f607c0ff-9663-475c-9dbb-e00248b01047 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:40:32.574751 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 58966) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:32.657815 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 58970) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:32.680720 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9930e8db-723e-453d-898c-ad549383381a tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:40:32.681393 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-9930e8db-723e-453d-898c-ad549383381a tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Synchronizing usage tracker for tenant:ff08ef1ca6c64d55993243ba271e24a7 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:40:32.717429 n-d-843948-2 neutron-server[84886]: INFO neutron.db.securitygroups_db [None req-f607c0ff-9663-475c-9dbb-e00248b01047 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Project 45be04d4a33c453aac248b05b1f34556 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 30 20:40:32.725851 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-3b749a48-aa42-4c1a-a3f1-d39a551fd452 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=be518c6f2f7741c6a6c26447eed4fca2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0668838 May 30 20:40:32.733465 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 58974) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:32.757320 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:32.804652 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-330146be-777d-4818-877a-f4f44813d5d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:32.834060 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-330146be-777d-4818-877a-f4f44813d5d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:32.883156 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-9930e8db-723e-453d-898c-ad549383381a tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Unset dirty status for tenant:ff08ef1ca6c64d55993243ba271e24a7 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:40:32.885635 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-9930e8db-723e-453d-898c-ad549383381a tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] 10.222.0.85 "GET /v2.0/ports?device_id=f0fa8d8b-6a56-42f0-adc6-042d022f8dce HTTP/1.1" status: 200 len: 913 time: 0.3082654 May 30 20:40:32.887650 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 58978) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:32.953136 n-d-843948-2 neutron-server[84886]: INFO neutron.api.v2.resource [None req-f607c0ff-9663-475c-9dbb-e00248b01047 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 20:40:32.957055 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-f607c0ff-9663-475c-9dbb-e00248b01047 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4198711 May 30 20:40:32.959190 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 58986) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:32.967834 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-7248a5b3-cfca-43dc-a2db-2d2ed8be5a18 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Request body: {'security_group_rule': {'security_group_id': 'f85420bb-c5dc-496f-b91f-2b5890e3f1c4', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:40:32.968941 n-d-843948-2 neutron-server[84887]: INFO neutron.api.v2.resource [None req-7248a5b3-cfca-43dc-a2db-2d2ed8be5a18 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 20:40:32.973267 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-7248a5b3-cfca-43dc-a2db-2d2ed8be5a18 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0107114 May 30 20:40:32.974284 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 58990) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:32.981736 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-76d4d040-ab34-4a5e-a984-8d6b801c7e4e tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Request body: {'security_group_rule': {'security_group_id': 'f85420bb-c5dc-496f-b91f-2b5890e3f1c4', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:40:32.990188 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-76d4d040-ab34-4a5e-a984-8d6b801c7e4e tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:40:32.996205 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-76d4d040-ab34-4a5e-a984-8d6b801c7e4e tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Usage tracker for resource:security_group_rule and tenant:45be04d4a33c453aac248b05b1f34556 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:40:33.000029 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-76d4d040-ab34-4a5e-a984-8d6b801c7e4e tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:40:33.008955 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-330146be-777d-4818-877a-f4f44813d5d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:33.016893 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-76d4d040-ab34-4a5e-a984-8d6b801c7e4e tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:40:33.036643 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330146be-777d-4818-877a-f4f44813d5d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a3c7f21-9917-4eb1-b68c-f01ba744c177,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:40:33.057534 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-330146be-777d-4818-877a-f4f44813d5d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:33.058987 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-330146be-777d-4818-877a-f4f44813d5d6 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/4a3c7f21-9917-4eb1-b68c-f01ba744c177 HTTP/1.1" status: 204 len: 168 time: 0.3243563 May 30 20:40:33.174234 n-d-843948-2 neutron-server[84887]: INFO neutron.db.securitygroups_db [None req-76d4d040-ab34-4a5e-a984-8d6b801c7e4e tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Project 45be04d4a33c453aac248b05b1f34556 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 30 20:40:33.317009 n-d-843948-2 neutron-server[84887]: INFO neutron.api.v2.resource [None req-76d4d040-ab34-4a5e-a984-8d6b801c7e4e tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 20:40:33.323006 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-76d4d040-ab34-4a5e-a984-8d6b801c7e4e tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3471196 May 30 20:40:33.323784 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 59004) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:33.330466 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-553b3682-5aa4-48df-a121-5c2a72935605 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Request body: {'security_group_rule': {'security_group_id': 'f85420bb-c5dc-496f-b91f-2b5890e3f1c4', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:40:33.337171 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-553b3682-5aa4-48df-a121-5c2a72935605 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:40:33.341182 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-553b3682-5aa4-48df-a121-5c2a72935605 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Usage tracker for resource:security_group_rule and tenant:45be04d4a33c453aac248b05b1f34556 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:40:33.344210 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-553b3682-5aa4-48df-a121-5c2a72935605 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:40:33.353928 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-553b3682-5aa4-48df-a121-5c2a72935605 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:40:33.471155 n-d-843948-2 neutron-server[84887]: INFO neutron.db.securitygroups_db [None req-553b3682-5aa4-48df-a121-5c2a72935605 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Project 45be04d4a33c453aac248b05b1f34556 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 30 20:40:33.502854 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0ea0a263-d48a-418e-aef2-a0caa26bfc47 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-736216'] for router_interface, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:33.682723 n-d-843948-2 neutron-server[84887]: INFO neutron.api.v2.resource [None req-553b3682-5aa4-48df-a121-5c2a72935605 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 20:40:33.683992 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-553b3682-5aa4-48df-a121-5c2a72935605 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3592811 May 30 20:40:33.689532 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 59012) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:33.788178 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8e6b-d126-4b98-b79a-da098eed6a25 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:33.819434 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8e6b-d126-4b98-b79a-da098eed6a25 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:33.991292 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8e6b-d126-4b98-b79a-da098eed6a25 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:34.034396 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4f8e6b-d126-4b98-b79a-da098eed6a25 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f85420bb-c5dc-496f-b91f-2b5890e3f1c4,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:40:34.150964 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8e6b-d126-4b98-b79a-da098eed6a25 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:34.152499 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-4d4f8e6b-d126-4b98-b79a-da098eed6a25 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] 10.222.0.85 "DELETE /v2.0/security-groups/f85420bb-c5dc-496f-b91f-2b5890e3f1c4 HTTP/1.1" status: 204 len: 168 time: 0.4617112 May 30 20:40:34.155169 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 59026) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:34.266805 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-252c5bc6-f5e0-47e6-9d69-05385a3eca14 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Synchronizing usage tracker for tenant:45be04d4a33c453aac248b05b1f34556 on resource:security_group {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:40:34.440046 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-0ea0a263-d48a-418e-aef2-a0caa26bfc47 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Deleting port d3caba6b-f899-452b-8b72-c05553100d07 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:40:34.440623 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0ea0a263-d48a-418e-aef2-a0caa26bfc47 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:34.528368 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-252c5bc6-f5e0-47e6-9d69-05385a3eca14 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Unset dirty status for tenant:45be04d4a33c453aac248b05b1f34556 on resource:security_group {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:40:34.531899 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-252c5bc6-f5e0-47e6-9d69-05385a3eca14 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] 10.222.0.85 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3756523 May 30 20:40:34.535801 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 59036) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:34.596190 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-2f140b12-4b3c-4896-ad71-808e846c5293 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Request body: {'security_group': {'name': 'tempest-secgroup--1013081173'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:40:34.619536 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-2f140b12-4b3c-4896-ad71-808e846c5293 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:40:34.641666 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-2f140b12-4b3c-4896-ad71-808e846c5293 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:40:34.707110 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0ea0a263-d48a-418e-aef2-a0caa26bfc47 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:34.970881 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-0ea0a263-d48a-418e-aef2-a0caa26bfc47 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Calling delete_port for d3caba6b-f899-452b-8b72-c05553100d07 owned by network:router_interface {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:40:35.042935 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2f140b12-4b3c-4896-ad71-808e846c5293 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:35.150643 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-2f140b12-4b3c-4896-ad71-808e846c5293 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:40:35.159808 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-2f140b12-4b3c-4896-ad71-808e846c5293 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Usage tracker for resource:security_group_rule and tenant:45be04d4a33c453aac248b05b1f34556 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:40:35.163162 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-2f140b12-4b3c-4896-ad71-808e846c5293 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:40:35.169437 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-2f140b12-4b3c-4896-ad71-808e846c5293 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:40:35.306867 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2f140b12-4b3c-4896-ad71-808e846c5293 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:35.437189 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0ea0a263-d48a-418e-aef2-a0caa26bfc47 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:35.441105 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2f140b12-4b3c-4896-ad71-808e846c5293 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:35.518317 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea0a263-d48a-418e-aef2-a0caa26bfc47 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Pushing event deleted for resources: {'Port': ['ID=d3caba6b-f899-452b-8b72-c05553100d07,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:40:35.545770 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f140b12-4b3c-4896-ad71-808e846c5293 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd8631fa-7fd6-42bb-bc0e-d8f2e331bf7d,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:40:35.839338 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2f140b12-4b3c-4896-ad71-808e846c5293 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:35.840561 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-2f140b12-4b3c-4896-ad71-808e846c5293 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.2970622 May 30 20:40:35.844054 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 59058) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:35.851301 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-67c7bd8d-ecca-4eb0-b6bc-befee2ff7685 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Request body: {'security_group_rule': {'security_group_id': 'dd8631fa-7fd6-42bb-bc0e-d8f2e331bf7d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:40:35.858468 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-67c7bd8d-ecca-4eb0-b6bc-befee2ff7685 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:40:35.862797 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-67c7bd8d-ecca-4eb0-b6bc-befee2ff7685 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Usage tracker for resource:security_group_rule and tenant:45be04d4a33c453aac248b05b1f34556 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:40:35.877923 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-67c7bd8d-ecca-4eb0-b6bc-befee2ff7685 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:40:35.886132 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-67c7bd8d-ecca-4eb0-b6bc-befee2ff7685 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:40:36.010722 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0ea0a263-d48a-418e-aef2-a0caa26bfc47 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1718140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-736143'] for router_interface, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:36.202706 n-d-843948-2 neutron-server[84887]: INFO neutron.api.v2.resource [None req-67c7bd8d-ecca-4eb0-b6bc-befee2ff7685 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] create failed (client error): The resource could not be found. May 30 20:40:36.207000 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-67c7bd8d-ecca-4eb0-b6bc-befee2ff7685 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3614888 May 30 20:40:36.207340 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 59074) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:36.213797 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-121acc0a-ab7f-45d9-b78f-58f53297828a tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Request body: {'security_group_rule': {'security_group_id': 'dd8631fa-7fd6-42bb-bc0e-d8f2e331bf7d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'fb459ef3-3d93-4a77-96dc-e6dccf58d67d'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:40:36.229046 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-121acc0a-ab7f-45d9-b78f-58f53297828a tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:40:36.235155 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-121acc0a-ab7f-45d9-b78f-58f53297828a tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Usage tracker for resource:security_group_rule and tenant:45be04d4a33c453aac248b05b1f34556 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:40:36.238999 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-121acc0a-ab7f-45d9-b78f-58f53297828a tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:40:36.246230 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-121acc0a-ab7f-45d9-b78f-58f53297828a tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:40:36.543251 n-d-843948-2 neutron-server[84886]: INFO neutron.api.v2.resource [None req-121acc0a-ab7f-45d9-b78f-58f53297828a tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] create failed (client error): The resource could not be found. May 30 20:40:36.546951 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-121acc0a-ab7f-45d9-b78f-58f53297828a tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3355811 May 30 20:40:36.547248 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 59086) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:36.676460 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-06c25dfb-8d00-46de-8eee-1fbedfe9ff04 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:36.760597 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ea0a263-d48a-418e-aef2-a0caa26bfc47 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Router f0fa8d8b-6a56-42f0-adc6-042d022f8dce has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:40:36.768415 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-06c25dfb-8d00-46de-8eee-1fbedfe9ff04 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:36.956788 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-06c25dfb-8d00-46de-8eee-1fbedfe9ff04 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:36.980177 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c25dfb-8d00-46de-8eee-1fbedfe9ff04 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd8631fa-7fd6-42bb-bc0e-d8f2e331bf7d,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:40:36.991223 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-06c25dfb-8d00-46de-8eee-1fbedfe9ff04 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:36.996237 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-06c25dfb-8d00-46de-8eee-1fbedfe9ff04 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] 10.222.0.85 "DELETE /v2.0/security-groups/dd8631fa-7fd6-42bb-bc0e-d8f2e331bf7d HTTP/1.1" status: 204 len: 168 time: 0.4476340 May 30 20:40:36.997400 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 59098) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:37.087468 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-9aad6ccb-c255-4a67-882f-35c000515549 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Synchronizing usage tracker for tenant:45be04d4a33c453aac248b05b1f34556 on resource:security_group {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:40:37.124269 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ea0a263-d48a-418e-aef2-a0caa26bfc47 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:40:37.138615 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-0ea0a263-d48a-418e-aef2-a0caa26bfc47 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] 10.222.0.85 "PUT /v2.0/routers/f0fa8d8b-6a56-42f0-adc6-042d022f8dce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2433314 May 30 20:40:37.139116 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 59104) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:37.140605 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f7af20-9e7c-4d3f-8156-2cd7fca9327f None None] Sync routers for ids ['f0fa8d8b-6a56-42f0-adc6-042d022f8dce'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:40:37.153298 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f7af20-9e7c-4d3f-8156-2cd7fca9327f None None] Routers {'f0fa8d8b-6a56-42f0-adc6-042d022f8dce'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:40:37.154095 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-35f7af20-9e7c-4d3f-8156-2cd7fca9327f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:40:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['f0fa8d8b-6a56-42f0-adc6-042d022f8dce'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:40:37.207390 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-9aad6ccb-c255-4a67-882f-35c000515549 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Unset dirty status for tenant:45be04d4a33c453aac248b05b1f34556 on resource:security_group {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:40:37.208940 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-9aad6ccb-c255-4a67-882f-35c000515549 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] 10.222.0.85 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2103112 May 30 20:40:37.213281 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 59114) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:37.219920 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-f74c4351-730f-4e99-8bbf-1312deef7736 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Request body: {'security_group_rule': {'security_group_id': 'a6f3a80a-88b4-4513-9c71-362d1951f91f', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:40:37.228501 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-35f7af20-9e7c-4d3f-8156-2cd7fca9327f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:40:37.234506 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-f74c4351-730f-4e99-8bbf-1312deef7736 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:40:37.240205 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f7af20-9e7c-4d3f-8156-2cd7fca9327f None None] Routers {'f0fa8d8b-6a56-42f0-adc6-042d022f8dce'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:40:37.240823 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-35f7af20-9e7c-4d3f-8156-2cd7fca9327f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:40:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['f0fa8d8b-6a56-42f0-adc6-042d022f8dce'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:40:37.245036 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-f74c4351-730f-4e99-8bbf-1312deef7736 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Usage tracker for resource:security_group_rule and tenant:45be04d4a33c453aac248b05b1f34556 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:40:37.251498 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-f74c4351-730f-4e99-8bbf-1312deef7736 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:40:37.267441 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-f74c4351-730f-4e99-8bbf-1312deef7736 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:40:37.359044 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-35f7af20-9e7c-4d3f-8156-2cd7fca9327f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:40:37.359459 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f7af20-9e7c-4d3f-8156-2cd7fca9327f None None] The sync data for ids ['f0fa8d8b-6a56-42f0-adc6-042d022f8dce'] in n-d-843948-2 is: [] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:40:37.488552 n-d-843948-2 neutron-server[84886]: INFO neutron.api.v2.resource [None req-f74c4351-730f-4e99-8bbf-1312deef7736 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] create failed (client error): The resource could not be found. May 30 20:40:37.493993 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 59122) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:37.496176 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-f74c4351-730f-4e99-8bbf-1312deef7736 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2812562 May 30 20:40:37.511005 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-9d946118-7dd8-45ec-9e66-d3e7b53e6cca tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Request body: {'security_group': {'name': 'tempest-secgroup--2061995898'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:40:37.526183 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-9d946118-7dd8-45ec-9e66-d3e7b53e6cca tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:40:37.563011 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-9d946118-7dd8-45ec-9e66-d3e7b53e6cca tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:40:37.574966 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d083127e-371e-4034-ad2b-0f45ea4f583c tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks [] for router, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:37.751983 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9d946118-7dd8-45ec-9e66-d3e7b53e6cca tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:37.816311 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-9d946118-7dd8-45ec-9e66-d3e7b53e6cca tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:40:37.824477 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-9d946118-7dd8-45ec-9e66-d3e7b53e6cca tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Usage tracker for resource:security_group_rule and tenant:45be04d4a33c453aac248b05b1f34556 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:40:37.828780 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-9d946118-7dd8-45ec-9e66-d3e7b53e6cca tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:40:37.838358 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-9d946118-7dd8-45ec-9e66-d3e7b53e6cca tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:40:37.958832 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9d946118-7dd8-45ec-9e66-d3e7b53e6cca tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:37.980909 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d083127e-371e-4034-ad2b-0f45ea4f583c tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:38.019506 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9d946118-7dd8-45ec-9e66-d3e7b53e6cca tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:38.064258 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-d083127e-371e-4034-ad2b-0f45ea4f583c tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Deleting port 858cb436-b3d5-4540-97ab-3e59864ad13d {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:40:38.064673 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d083127e-371e-4034-ad2b-0f45ea4f583c tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:38.131931 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d946118-7dd8-45ec-9e66-d3e7b53e6cca tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cb73915-2dcd-4f9f-8b9a-e11c8a8e0483,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:40:38.187778 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9d946118-7dd8-45ec-9e66-d3e7b53e6cca tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:38.193513 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 59134) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:38.202256 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-f1480554-d503-4bcb-8c96-a4a824e95ed0 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Request body: {'security_group': {'name': 'tempest-secgroup--1503277571'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:40:38.207281 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-9d946118-7dd8-45ec-9e66-d3e7b53e6cca tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.7123003 May 30 20:40:38.215141 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-f1480554-d503-4bcb-8c96-a4a824e95ed0 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:40:38.220122 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-f1480554-d503-4bcb-8c96-a4a824e95ed0 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Usage tracker for resource:security_group and tenant:45be04d4a33c453aac248b05b1f34556 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:40:38.223790 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-f1480554-d503-4bcb-8c96-a4a824e95ed0 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:40:38.231287 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-f1480554-d503-4bcb-8c96-a4a824e95ed0 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:40:38.306160 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f1480554-d503-4bcb-8c96-a4a824e95ed0 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:38.348068 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-f1480554-d503-4bcb-8c96-a4a824e95ed0 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:40:38.368892 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-f1480554-d503-4bcb-8c96-a4a824e95ed0 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Usage tracker for resource:security_group_rule and tenant:45be04d4a33c453aac248b05b1f34556 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:40:38.380868 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-f1480554-d503-4bcb-8c96-a4a824e95ed0 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:40:38.399571 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-f1480554-d503-4bcb-8c96-a4a824e95ed0 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:40:38.400427 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d083127e-371e-4034-ad2b-0f45ea4f583c tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:38.489467 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f1480554-d503-4bcb-8c96-a4a824e95ed0 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:38.574756 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f1480554-d503-4bcb-8c96-a4a824e95ed0 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:38.667687 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-d083127e-371e-4034-ad2b-0f45ea4f583c tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Calling delete_port for 858cb436-b3d5-4540-97ab-3e59864ad13d owned by network:router_gateway {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:40:38.706807 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1480554-d503-4bcb-8c96-a4a824e95ed0 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f39ee3e9-9b99-47ad-8ef3-12d779ff3cd9,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:40:38.813780 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f1480554-d503-4bcb-8c96-a4a824e95ed0 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:38.817671 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-f1480554-d503-4bcb-8c96-a4a824e95ed0 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6190267 May 30 20:40:38.817895 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 59150) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:38.824151 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-0c2d30c5-a932-4795-9e68-3095e74ff571 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Request body: {'security_group_rule': {'security_group_id': '2cb73915-2dcd-4f9f-8b9a-e11c8a8e0483', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'f39ee3e9-9b99-47ad-8ef3-12d779ff3cd9'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:40:38.848944 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-0c2d30c5-a932-4795-9e68-3095e74ff571 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:40:38.862826 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-0c2d30c5-a932-4795-9e68-3095e74ff571 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Usage tracker for resource:security_group_rule and tenant:45be04d4a33c453aac248b05b1f34556 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:40:38.869964 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-0c2d30c5-a932-4795-9e68-3095e74ff571 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:40:38.893102 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-0c2d30c5-a932-4795-9e68-3095e74ff571 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:40:39.105580 n-d-843948-2 neutron-server[84886]: INFO neutron.api.v2.resource [None req-0c2d30c5-a932-4795-9e68-3095e74ff571 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 20:40:39.106894 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-0c2d30c5-a932-4795-9e68-3095e74ff571 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.2879395 May 30 20:40:39.109495 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 59158) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:39.134462 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d083127e-371e-4034-ad2b-0f45ea4f583c tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:39.184342 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-cf7f4768-5d11-4ab6-8fef-aa2853722ad6 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:39.216759 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-cf7f4768-5d11-4ab6-8fef-aa2853722ad6 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:39.240912 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d083127e-371e-4034-ad2b-0f45ea4f583c tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Pushing event deleted for resources: {'Port': ['ID=858cb436-b3d5-4540-97ab-3e59864ad13d,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:40:39.420204 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-cf7f4768-5d11-4ab6-8fef-aa2853722ad6 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:39.478854 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7f4768-5d11-4ab6-8fef-aa2853722ad6 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f39ee3e9-9b99-47ad-8ef3-12d779ff3cd9,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:40:39.484104 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-cf7f4768-5d11-4ab6-8fef-aa2853722ad6 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:39.488711 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-cf7f4768-5d11-4ab6-8fef-aa2853722ad6 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] 10.222.0.85 "DELETE /v2.0/security-groups/f39ee3e9-9b99-47ad-8ef3-12d779ff3cd9 HTTP/1.1" status: 204 len: 168 time: 0.3748369 May 30 20:40:39.490696 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 59166) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:39.581450 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d083127e-371e-4034-ad2b-0f45ea4f583c tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-736453'] for router_gateway, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:39.605950 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-11f45c42-b8fd-4690-a1e6-b8b42dea61d0 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Synchronizing usage tracker for tenant:45be04d4a33c453aac248b05b1f34556 on resource:security_group {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:40:39.675831 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 59172) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:39.723206 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-11f45c42-b8fd-4690-a1e6-b8b42dea61d0 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Unset dirty status for tenant:45be04d4a33c453aac248b05b1f34556 on resource:security_group {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:40:39.733061 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-11f45c42-b8fd-4690-a1e6-b8b42dea61d0 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] 10.222.0.85 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.2372921 May 30 20:40:39.733061 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 59178) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:39.876590 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ab63598e-77dd-4025-a23d-b45dd87fdb3f tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:39.943414 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ab63598e-77dd-4025-a23d-b45dd87fdb3f tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:40.122679 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ab63598e-77dd-4025-a23d-b45dd87fdb3f tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:40.169131 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab63598e-77dd-4025-a23d-b45dd87fdb3f tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cb73915-2dcd-4f9f-8b9a-e11c8a8e0483,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:40:40.210789 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d083127e-371e-4034-ad2b-0f45ea4f583c tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-724789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3141'] for router, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:40.215721 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d083127e-371e-4034-ad2b-0f45ea4f583c tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:40.246100 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8f4e-bc9e-42c1-a2e5-36e88063ea3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:40.282105 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-4d4f8f4e-bc9e-42c1-a2e5-36e88063ea3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:40:40.286310 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-4d4f8f4e-bc9e-42c1-a2e5-36e88063ea3f admin admin] Usage tracker for resource:security_group_rule and tenant:984f9872444f496f87f3b8f4fb28288f is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:40:40.290949 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-4d4f8f4e-bc9e-42c1-a2e5-36e88063ea3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:40:40.297403 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-4d4f8f4e-bc9e-42c1-a2e5-36e88063ea3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:40:40.381871 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ab63598e-77dd-4025-a23d-b45dd87fdb3f tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:40.381871 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-ab63598e-77dd-4025-a23d-b45dd87fdb3f tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] 10.222.0.85 "DELETE /v2.0/security-groups/2cb73915-2dcd-4f9f-8b9a-e11c8a8e0483 HTTP/1.1" status: 204 len: 168 time: 0.6486385 May 30 20:40:40.383455 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 59190) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:40.389838 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8f4e-bc9e-42c1-a2e5-36e88063ea3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:40.417001 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d083127e-371e-4034-ad2b-0f45ea4f583c tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724889'] for router, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:40.417001 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d083127e-371e-4034-ad2b-0f45ea4f583c tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Fanout notify agent at l3_agent the message router_deleted on router f0fa8d8b-6a56-42f0-adc6-042d022f8dce {{(pid=84887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:40:40.456769 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d083127e-371e-4034-ad2b-0f45ea4f583c tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks [] for router, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:40.456769 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-d083127e-371e-4034-ad2b-0f45ea4f583c tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] 10.222.0.85 "DELETE /v2.0/routers/f0fa8d8b-6a56-42f0-adc6-042d022f8dce HTTP/1.1" status: 204 len: 168 time: 3.3132799 May 30 20:40:40.456769 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 59194) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:40.505741 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4d4f8f4e-bc9e-42c1-a2e5-36e88063ea3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:40.526423 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-95b23bd0-4a1c-4a8d-9685-79ae3b0613e2 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Synchronizing usage tracker for tenant:45be04d4a33c453aac248b05b1f34556 on resource:security_group {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:40:40.637575 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-95b23bd0-4a1c-4a8d-9685-79ae3b0613e2 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Unset dirty status for tenant:45be04d4a33c453aac248b05b1f34556 on resource:security_group {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:40:40.638873 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-95b23bd0-4a1c-4a8d-9685-79ae3b0613e2 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] 10.222.0.85 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2538321 May 30 20:40:40.645947 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 59198) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:40.662904 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-88014935-6615-4ffa-a3ed-447d5f0c249f tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Request body: {'security_group': {'name': 'tempest-secgroup--1911305064'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:40:40.672181 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-88014935-6615-4ffa-a3ed-447d5f0c249f tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:40:40.688357 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-88014935-6615-4ffa-a3ed-447d5f0c249f tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:40:40.715836 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4f8f4e-bc9e-42c1-a2e5-36e88063ea3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14ebb180-f6a1-4fc0-b16a-33155311c122,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:40:40.720154 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-4d4f8f4e-bc9e-42c1-a2e5-36e88063ea3f admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=984f9872444f496f87f3b8f4fb28288f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0427811 May 30 20:40:40.723035 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 59206) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:40.761460 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ff65b83-f199-44d4-81a5-dda72a9f2ec2 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Deleting subnet 2a2fa297-9e2e-4974-8de2-e1cbad41ed60 {{(pid=84887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:40:40.772007 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5ff65b83-f199-44d4-81a5-dda72a9f2ec2 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks [] for subnet, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:40.819160 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-88014935-6615-4ffa-a3ed-447d5f0c249f tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:40.855915 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 59210) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:40.885752 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5ff65b83-f199-44d4-81a5-dda72a9f2ec2 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3149227'] for subnet, precommit_delete_associations {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:40.960759 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-88014935-6615-4ffa-a3ed-447d5f0c249f tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:40:40.966295 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-388163d3-3301-487d-bd7a-0c430d6f87ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:40.990460 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-88014935-6615-4ffa-a3ed-447d5f0c249f tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Usage tracker for resource:security_group_rule and tenant:45be04d4a33c453aac248b05b1f34556 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:40:40.998020 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-88014935-6615-4ffa-a3ed-447d5f0c249f tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:40:41.003573 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-388163d3-3301-487d-bd7a-0c430d6f87ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:41.008569 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a70a7fc5-7a9b-405f-ac48-00368c93af58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:41.017553 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-88014935-6615-4ffa-a3ed-447d5f0c249f tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:40:41.040267 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5ff65b83-f199-44d4-81a5-dda72a9f2ec2 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:41.042329 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-a70a7fc5-7a9b-405f-ac48-00368c93af58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:40:41.047016 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-a70a7fc5-7a9b-405f-ac48-00368c93af58 admin admin] Usage tracker for resource:security_group_rule and tenant:0e0e6eaaa6504bb2b43dc701b01c679c is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:40:41.051871 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-a70a7fc5-7a9b-405f-ac48-00368c93af58 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:40:41.057938 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-a70a7fc5-7a9b-405f-ac48-00368c93af58 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:40:41.134498 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a70a7fc5-7a9b-405f-ac48-00368c93af58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:41.169242 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-88014935-6615-4ffa-a3ed-447d5f0c249f tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:41.231649 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a70a7fc5-7a9b-405f-ac48-00368c93af58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:41.260662 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-388163d3-3301-487d-bd7a-0c430d6f87ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:41.285387 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-a70a7fc5-7a9b-405f-ac48-00368c93af58 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=0e0e6eaaa6504bb2b43dc701b01c679c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4280739 May 30 20:40:41.285961 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-88014935-6615-4ffa-a3ed-447d5f0c249f tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:41.286954 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70a7fc5-7a9b-405f-ac48-00368c93af58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90c552d1-2489-4d25-992d-2ebfb95c0eb7,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:40:41.289503 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 59220) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:41.310598 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5ff65b83-f199-44d4-81a5-dda72a9f2ec2 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4055470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114247'] for subnet, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:41.359386 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-25c2fbbf-1032-4650-b651-ec434a3e4c66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:41.367068 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388163d3-3301-487d-bd7a-0c430d6f87ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14ebb180-f6a1-4fc0-b16a-33155311c122,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:40:41.372492 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff65b83-f199-44d4-81a5-dda72a9f2ec2 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Pushing event deleted for resources: {'Subnet': ['ID=2a2fa297-9e2e-4974-8de2-e1cbad41ed60,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:40:41.409999 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-25c2fbbf-1032-4650-b651-ec434a3e4c66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:41.435561 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5ff65b83-f199-44d4-81a5-dda72a9f2ec2 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:41.452044 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88014935-6615-4ffa-a3ed-447d5f0c249f tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb56d60a-5700-42fa-9859-38a87445a312,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:40:41.465072 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-5ff65b83-f199-44d4-81a5-dda72a9f2ec2 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] 10.222.0.85 "DELETE /v2.0/subnets/2a2fa297-9e2e-4974-8de2-e1cbad41ed60 HTTP/1.1" status: 204 len: 168 time: 1.0076821 May 30 20:40:41.467331 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 59224) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:41.514175 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-388163d3-3301-487d-bd7a-0c430d6f87ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:41.515282 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-388163d3-3301-487d-bd7a-0c430d6f87ec admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/14ebb180-f6a1-4fc0-b16a-33155311c122 HTTP/1.1" status: 204 len: 168 time: 0.7823701 May 30 20:40:41.597183 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-88014935-6615-4ffa-a3ed-447d5f0c249f tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:41.602241 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-88014935-6615-4ffa-a3ed-447d5f0c249f tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.9517283 May 30 20:40:41.602241 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 59230) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:41.609120 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-15724939-20fc-4f68-9356-525577e0494d tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Request body: {'security_group_rule': {'security_group_id': 'bb56d60a-5700-42fa-9859-38a87445a312', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:40:41.610750 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-25c2fbbf-1032-4650-b651-ec434a3e4c66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:41.625357 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-15724939-20fc-4f68-9356-525577e0494d tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:40:41.630111 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-15724939-20fc-4f68-9356-525577e0494d tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Usage tracker for resource:security_group_rule and tenant:45be04d4a33c453aac248b05b1f34556 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:40:41.634500 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c2fbbf-1032-4650-b651-ec434a3e4c66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90c552d1-2489-4d25-992d-2ebfb95c0eb7,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:40:41.635304 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-15724939-20fc-4f68-9356-525577e0494d tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:40:41.644335 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-dba4213c-c894-4dbe-a365-1a1cd449c664 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:41.645603 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-15724939-20fc-4f68-9356-525577e0494d tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:40:41.653448 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-25c2fbbf-1032-4650-b651-ec434a3e4c66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:41.657572 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-25c2fbbf-1032-4650-b651-ec434a3e4c66 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/90c552d1-2489-4d25-992d-2ebfb95c0eb7 HTTP/1.1" status: 204 len: 168 time: 0.3644872 May 30 20:40:41.829017 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 59240) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:41.841174 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-dba4213c-c894-4dbe-a365-1a1cd449c664 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:41.876648 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-dba4213c-c894-4dbe-a365-1a1cd449c664 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee045dec-05c1-4d7a-81e0-14d6f6efb941']}} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:40:41.893364 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-dba4213c-c894-4dbe-a365-1a1cd449c664 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1f7fac1-1b13-4f78-b065-06d46d86e391') {'for_net_delete': True} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:40:41.893698 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-dba4213c-c894-4dbe-a365-1a1cd449c664 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1f7fac1-1b13-4f78-b065-06d46d86e391') {} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:40:41.905758 n-d-843948-2 neutron-server[84887]: INFO neutron.api.v2.resource [None req-15724939-20fc-4f68-9356-525577e0494d tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 20:40:41.910046 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-15724939-20fc-4f68-9356-525577e0494d tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3060527 May 30 20:40:41.910619 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 59250) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:41.918634 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-f5f48c76-83fe-4e0c-9495-df11346e911f tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Request body: {'security_group_rule': {'security_group_id': 'bb56d60a-5700-42fa-9859-38a87445a312', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:40:41.925440 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-f5f48c76-83fe-4e0c-9495-df11346e911f tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:40:41.925974 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-dba4213c-c894-4dbe-a365-1a1cd449c664 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2660590'] for segment, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:41.929525 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-f5f48c76-83fe-4e0c-9495-df11346e911f tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Usage tracker for resource:security_group_rule and tenant:45be04d4a33c453aac248b05b1f34556 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:40:41.932942 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-f5f48c76-83fe-4e0c-9495-df11346e911f tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:40:41.940675 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-f5f48c76-83fe-4e0c-9495-df11346e911f tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:40:41.946334 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-dba4213c-c894-4dbe-a365-1a1cd449c664 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:41.953224 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dba4213c-c894-4dbe-a365-1a1cd449c664 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Releasing vlan 653 on physical network physnet1 to pool {{(pid=84886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:40:41.953654 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-dba4213c-c894-4dbe-a365-1a1cd449c664 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4126989'] for segment, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:41.968792 n-d-843948-2 neutron-server[84886]: Traceback (most recent call last): May 30 20:40:41.968792 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:40:41.968792 n-d-843948-2 neutron-server[84886]: timer() May 30 20:40:41.968792 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:40:41.968792 n-d-843948-2 neutron-server[84886]: cb(*args, **kw) May 30 20:40:41.968792 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:40:41.968792 n-d-843948-2 neutron-server[84886]: return func(*args, **kwargs) May 30 20:40:41.968792 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:40:41.968792 n-d-843948-2 neutron-server[84886]: self._notify() May 30 20:40:41.968792 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:40:41.968792 n-d-843948-2 neutron-server[84886]: self.callback(batched_events) May 30 20:40:41.968792 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:40:41.968792 n-d-843948-2 neutron-server[84886]: event.method(event) May 30 20:40:41.968792 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:40:41.968792 n-d-843948-2 neutron-server[84886]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:40:41.968792 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:40:41.968792 n-d-843948-2 neutron-server[84886]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:40:41.968792 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:40:41.968792 n-d-843948-2 neutron-server[84886]: return f(self, *a, **k) May 30 20:40:41.968792 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:40:41.968792 n-d-843948-2 neutron-server[84886]: return self._get(url).json() May 30 20:40:41.968792 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:40:41.968792 n-d-843948-2 neutron-server[84886]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:40:41.968792 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:40:41.968792 n-d-843948-2 neutron-server[84886]: return self.request(url, 'GET', **kwargs) May 30 20:40:41.968792 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:40:41.968792 n-d-843948-2 neutron-server[84886]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:40:41.968792 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:40:41.968792 n-d-843948-2 neutron-server[84886]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:40:41.968792 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:40:41.968792 n-d-843948-2 neutron-server[84886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:40:41.968792 n-d-843948-2 neutron-server[84886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:40:42.081860 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2298eb20-0885-441f-b93a-3046795b8cde admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:42.130381 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-2298eb20-0885-441f-b93a-3046795b8cde admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:40:42.137848 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-2298eb20-0885-441f-b93a-3046795b8cde admin admin] Usage tracker for resource:security_group_rule and tenant:6aace8ca749b4db8bdbb72816cea032f is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:40:42.138254 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-2298eb20-0885-441f-b93a-3046795b8cde admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:40:42.144111 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-2298eb20-0885-441f-b93a-3046795b8cde admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:40:42.219385 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-dba4213c-c894-4dbe-a365-1a1cd449c664 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:42.238244 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-dba4213c-c894-4dbe-a365-1a1cd449c664 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Notify callbacks [] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:42.248395 n-d-843948-2 neutron-server[84887]: INFO neutron.api.v2.resource [None req-f5f48c76-83fe-4e0c-9495-df11346e911f tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 20:40:42.250995 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba4213c-c894-4dbe-a365-1a1cd449c664 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] Pushing event deleted for resources: {'Network': ['ID=ee045dec-05c1-4d7a-81e0-14d6f6efb941,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:40:42.251773 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-f5f48c76-83fe-4e0c-9495-df11346e911f tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3388531 May 30 20:40:42.254773 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 59268) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:42.258457 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-dba4213c-c894-4dbe-a365-1a1cd449c664 tempest-FloatingIPTestJSON-66923413 tempest-FloatingIPTestJSON-66923413-project] 10.222.0.85 "DELETE /v2.0/networks/ee045dec-05c1-4d7a-81e0-14d6f6efb941 HTTP/1.1" status: 204 len: 168 time: 0.7899923 May 30 20:40:42.328669 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2298eb20-0885-441f-b93a-3046795b8cde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:42.329230 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d714af49-98d4-4042-86b4-07afcdf2cba9 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:42.360694 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d714af49-98d4-4042-86b4-07afcdf2cba9 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:42.419303 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2298eb20-0885-441f-b93a-3046795b8cde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:42.469822 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2298eb20-0885-441f-b93a-3046795b8cde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de90064c-a1a6-452b-bdd3-61e89882a757,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:40:42.483605 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-2298eb20-0885-441f-b93a-3046795b8cde admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=6aace8ca749b4db8bdbb72816cea032f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6523976 May 30 20:40:42.485634 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 59282) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:42.504973 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d714af49-98d4-4042-86b4-07afcdf2cba9 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:42.536643 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d714af49-98d4-4042-86b4-07afcdf2cba9 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb56d60a-5700-42fa-9859-38a87445a312,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:40:42.558076 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d714af49-98d4-4042-86b4-07afcdf2cba9 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:42.561897 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 59286) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:42.562244 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-d714af49-98d4-4042-86b4-07afcdf2cba9 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] 10.222.0.85 "DELETE /v2.0/security-groups/bb56d60a-5700-42fa-9859-38a87445a312 HTTP/1.1" status: 204 len: 168 time: 0.3061049 May 30 20:40:42.583906 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-374188e4-9868-4208-901f-fd10f3001766 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:42.612323 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-374188e4-9868-4208-901f-fd10f3001766 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:42.629796 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-dad421fd-b61d-450d-a723-96a955f1f0bc tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Synchronizing usage tracker for tenant:45be04d4a33c453aac248b05b1f34556 on resource:security_group {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:40:42.705039 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-dad421fd-b61d-450d-a723-96a955f1f0bc tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Unset dirty status for tenant:45be04d4a33c453aac248b05b1f34556 on resource:security_group {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:40:42.706328 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-dad421fd-b61d-450d-a723-96a955f1f0bc tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] 10.222.0.85 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1434176 May 30 20:40:42.710354 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 59290) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:42.716265 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-0fbf33cd-cd6d-4c1e-af6e-fd5a0a1b065a tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Request body: {'security_group': {'name': 'tempest-secgroup--424775752'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:40:42.722736 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-0fbf33cd-cd6d-4c1e-af6e-fd5a0a1b065a tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:40:42.733353 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-0fbf33cd-cd6d-4c1e-af6e-fd5a0a1b065a tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:40:42.745522 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-374188e4-9868-4208-901f-fd10f3001766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:42.767339 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374188e4-9868-4208-901f-fd10f3001766 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de90064c-a1a6-452b-bdd3-61e89882a757,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:40:42.770858 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-374188e4-9868-4208-901f-fd10f3001766 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:42.772703 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-374188e4-9868-4208-901f-fd10f3001766 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/de90064c-a1a6-452b-bdd3-61e89882a757 HTTP/1.1" status: 204 len: 168 time: 0.2857945 May 30 20:40:42.809862 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0fbf33cd-cd6d-4c1e-af6e-fd5a0a1b065a tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:42.853116 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-0fbf33cd-cd6d-4c1e-af6e-fd5a0a1b065a tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:40:42.856647 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-0fbf33cd-cd6d-4c1e-af6e-fd5a0a1b065a tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Usage tracker for resource:security_group_rule and tenant:45be04d4a33c453aac248b05b1f34556 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:40:42.860646 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-0fbf33cd-cd6d-4c1e-af6e-fd5a0a1b065a tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:40:42.867589 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-0fbf33cd-cd6d-4c1e-af6e-fd5a0a1b065a tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:40:42.931499 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0fbf33cd-cd6d-4c1e-af6e-fd5a0a1b065a tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:43.036669 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0fbf33cd-cd6d-4c1e-af6e-fd5a0a1b065a tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:43.073316 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 59308) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:43.086919 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbf33cd-cd6d-4c1e-af6e-fd5a0a1b065a tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca035b71-050c-4e75-91f2-3654a7a0177a,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:40:43.092951 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-94b5e493-71ae-40f4-aac4-45fb022bef04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:43.126100 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-94b5e493-71ae-40f4-aac4-45fb022bef04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:40:43.130161 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-94b5e493-71ae-40f4-aac4-45fb022bef04 admin admin] Usage tracker for resource:security_group_rule and tenant:fcc224c4a8014998b9fcea1cec07fc38 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:40:43.133258 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-94b5e493-71ae-40f4-aac4-45fb022bef04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:40:43.139180 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-94b5e493-71ae-40f4-aac4-45fb022bef04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:40:43.156419 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0fbf33cd-cd6d-4c1e-af6e-fd5a0a1b065a tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:43.160830 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-0fbf33cd-cd6d-4c1e-af6e-fd5a0a1b065a tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4492016 May 30 20:40:43.161434 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 59312) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:43.168785 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-d1f1bd5d-70be-4484-8aeb-6133f72030db tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:40:43.169352 n-d-843948-2 neutron-server[84886]: INFO neutron.api.v2.resource [None req-d1f1bd5d-70be-4484-8aeb-6133f72030db tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] update failed (client error): There was a conflict when trying to complete your request. May 30 20:40:43.175685 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-d1f1bd5d-70be-4484-8aeb-6133f72030db tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] 10.222.0.85 "PUT /v2.0/security-groups/ca035b71-050c-4e75-91f2-3654a7a0177a HTTP/1.1" status: 409 len: 330 time: 0.0131912 May 30 20:40:43.176277 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 59316) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:43.224309 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 59320) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:43.283321 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-94b5e493-71ae-40f4-aac4-45fb022bef04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:43.291913 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1572abfd-8344-4a23-9059-bf2e0be5d9db tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:43.320415 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1572abfd-8344-4a23-9059-bf2e0be5d9db tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:43.377022 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-94b5e493-71ae-40f4-aac4-45fb022bef04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:43.429493 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b5e493-71ae-40f4-aac4-45fb022bef04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5783833e-5817-4d71-b059-d78e19f7236e,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:40:43.436801 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-94b5e493-71ae-40f4-aac4-45fb022bef04 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=fcc224c4a8014998b9fcea1cec07fc38&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3585670 May 30 20:40:43.436911 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 59332) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:43.469880 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1572abfd-8344-4a23-9059-bf2e0be5d9db tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:43.518036 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4ad33c7b-e3c0-49e3-9c18-2e50f168f836 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:43.525289 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1572abfd-8344-4a23-9059-bf2e0be5d9db tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca035b71-050c-4e75-91f2-3654a7a0177a,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:40:43.541327 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1572abfd-8344-4a23-9059-bf2e0be5d9db tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:43.542682 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-1572abfd-8344-4a23-9059-bf2e0be5d9db tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] 10.222.0.85 "DELETE /v2.0/security-groups/ca035b71-050c-4e75-91f2-3654a7a0177a HTTP/1.1" status: 204 len: 168 time: 0.3651652 May 30 20:40:43.545564 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 59338) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:43.570849 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4ad33c7b-e3c0-49e3-9c18-2e50f168f836 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:43.625354 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-d59ec717-d9b8-4376-bb30-22a2744f6c07 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Synchronizing usage tracker for tenant:45be04d4a33c453aac248b05b1f34556 on resource:security_group {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:40:43.693302 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-adc75d93-eaf3-44bf-af26-f93f4a33413d admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=ff08ef1ca6c64d55993243ba271e24a7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4673152 May 30 20:40:43.696372 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 59344) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:43.714607 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4ad33c7b-e3c0-49e3-9c18-2e50f168f836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:43.740150 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-d59ec717-d9b8-4376-bb30-22a2744f6c07 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] Unset dirty status for tenant:45be04d4a33c453aac248b05b1f34556 on resource:security_group {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:40:43.742396 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-d59ec717-d9b8-4376-bb30-22a2744f6c07 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] 10.222.0.85 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1951497 May 30 20:40:43.746297 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 59348) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:43.748070 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad33c7b-e3c0-49e3-9c18-2e50f168f836 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5783833e-5817-4d71-b059-d78e19f7236e,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:40:43.767017 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4ad33c7b-e3c0-49e3-9c18-2e50f168f836 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:43.768403 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-4ad33c7b-e3c0-49e3-9c18-2e50f168f836 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/5783833e-5817-4d71-b059-d78e19f7236e HTTP/1.1" status: 204 len: 168 time: 0.3315690 May 30 20:40:43.799659 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-27cbefe5-f32c-4f89-a150-ec5e70684481 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:43.802238 n-d-843948-2 neutron-server[84887]: INFO neutron.api.v2.resource [None req-03bc1a3b-065f-4831-8405-fddb3118c6de tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] delete failed (client error): The resource could not be found. May 30 20:40:43.808737 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-03bc1a3b-065f-4831-8405-fddb3118c6de tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] 10.222.0.85 "DELETE /v2.0/security-groups/53cfea85-0354-4631-8819-06b78b33ca14 HTTP/1.1" status: 404 len: 347 time: 0.0562036 May 30 20:40:43.810015 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 59356) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:43.831752 n-d-843948-2 neutron-server[84887]: INFO neutron.api.v2.resource [None req-da201b57-6d84-47f2-9e0c-0cb866522bc8 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] show failed (client error): The resource could not be found. May 30 20:40:43.837251 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-da201b57-6d84-47f2-9e0c-0cb866522bc8 tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] 10.222.0.85 "GET /v2.0/security-groups/5cb0f9e5-0215-49db-96d8-5054fc0b6635 HTTP/1.1" status: 404 len: 347 time: 0.0214767 May 30 20:40:43.837688 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 59362) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:43.845840 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-27cbefe5-f32c-4f89-a150-ec5e70684481 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:43.863791 n-d-843948-2 neutron-server[84887]: INFO neutron.api.v2.resource [None req-ca619910-7cdf-4201-a870-aaee77e90dbf tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] show failed (client error): The resource could not be found. May 30 20:40:43.869876 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-ca619910-7cdf-4201-a870-aaee77e90dbf tempest-NegativeSecGroupIPv6Test-351136438 tempest-NegativeSecGroupIPv6Test-351136438-project] 10.222.0.85 "GET /v2.0/security-group-rules/9592f572-3619-4ca0-8d47-18d180960754 HTTP/1.1" status: 404 len: 356 time: 0.0307996 May 30 20:40:44.008650 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-27cbefe5-f32c-4f89-a150-ec5e70684481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:44.023800 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cbefe5-f32c-4f89-a150-ec5e70684481 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a81da9b6-0cdb-44de-96ac-4f9ffcd2fb94,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:40:44.030597 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-27cbefe5-f32c-4f89-a150-ec5e70684481 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:44.031696 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-27cbefe5-f32c-4f89-a150-ec5e70684481 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/a81da9b6-0cdb-44de-96ac-4f9ffcd2fb94 HTTP/1.1" status: 204 len: 168 time: 0.3341036 May 30 20:40:44.991925 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 59396) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:45.301105 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-cf4b4030-2bc7-4d81-8422-380e1559adf0 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=45be04d4a33c453aac248b05b1f34556&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3079841 May 30 20:40:45.304455 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 59410) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:45.376096 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f21611b7-e93b-451e-8604-cffc55df10c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:45.415383 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f21611b7-e93b-451e-8604-cffc55df10c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:45.585414 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f21611b7-e93b-451e-8604-cffc55df10c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:45.601569 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21611b7-e93b-451e-8604-cffc55df10c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eda4deca-081a-47f6-a1b6-75483e753599,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:40:45.733927 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f21611b7-e93b-451e-8604-cffc55df10c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:45.735287 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-f21611b7-e93b-451e-8604-cffc55df10c2 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/eda4deca-081a-47f6-a1b6-75483e753599 HTTP/1.1" status: 204 len: 168 time: 0.4297094 May 30 20:40:47.074291 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 59476) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:47.353870 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-2c834799-8352-45e8-a3f8-fc6009d8f406 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Request body: {'networks': [{'name': 'tempest-network--1706268770'}, {'name': 'tempest-network--1125606174'}]} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:40:47.362266 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-2c834799-8352-45e8-a3f8-fc6009d8f406 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Request body: {'network': {'name': 'tempest-network--1706268770'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:40:47.362266 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-2c834799-8352-45e8-a3f8-fc6009d8f406 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Request body: {'network': {'name': 'tempest-network--1125606174'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:40:47.362266 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-2c834799-8352-45e8-a3f8-fc6009d8f406 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:40:47.367397 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-2c834799-8352-45e8-a3f8-fc6009d8f406 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Usage tracker for resource:network and tenant:9bfa602d13264974932de1c19af9cdd2 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:40:47.371310 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-2c834799-8352-45e8-a3f8-fc6009d8f406 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:40:47.382692 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-2c834799-8352-45e8-a3f8-fc6009d8f406 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:40:47.522415 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c834799-8352-45e8-a3f8-fc6009d8f406 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Made reservation on behalf of 9bfa602d13264974932de1c19af9cdd2 for: {'network': 2} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:40:47.527691 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2c834799-8352-45e8-a3f8-fc6009d8f406 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:47.563004 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2c834799-8352-45e8-a3f8-fc6009d8f406 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:47.608918 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-2c834799-8352-45e8-a3f8-fc6009d8f406 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:40:47.609203 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-2c834799-8352-45e8-a3f8-fc6009d8f406 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Usage tracker for resource:security_group_rule and tenant:9bfa602d13264974932de1c19af9cdd2 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:40:47.612744 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-2c834799-8352-45e8-a3f8-fc6009d8f406 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:40:47.621712 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-2c834799-8352-45e8-a3f8-fc6009d8f406 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:40:47.728001 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2c834799-8352-45e8-a3f8-fc6009d8f406 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:47.830325 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2c834799-8352-45e8-a3f8-fc6009d8f406 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:47.831023 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2c834799-8352-45e8-a3f8-fc6009d8f406 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:47.887198 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c834799-8352-45e8-a3f8-fc6009d8f406 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4208034e-eee1-4ae5-8371-0962b1862d17,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:40:47.894278 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c834799-8352-45e8-a3f8-fc6009d8f406 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] vlan segment allocate from pool success with {'vlan_id': 698, 'physical_network': 'physnet1'} {{(pid=84886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:40:47.905014 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2c834799-8352-45e8-a3f8-fc6009d8f406 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:47.905365 n-d-843948-2 neutron-server[84886]: INFO neutron.db.segments_db [None req-2c834799-8352-45e8-a3f8-fc6009d8f406 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Added segment 1c582bb4-a0ea-4fe4-9c64-a6d323407ee1 of type vlan for network e11c0851-41b8-44fd-ae41-2b9ce6fde138 May 30 20:40:47.943959 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2c834799-8352-45e8-a3f8-fc6009d8f406 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:48.036063 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c834799-8352-45e8-a3f8-fc6009d8f406 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] vlan segment allocate from pool success with {'vlan_id': 690, 'physical_network': 'physnet1'} {{(pid=84886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:40:48.059152 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2c834799-8352-45e8-a3f8-fc6009d8f406 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:48.062125 n-d-843948-2 neutron-server[84886]: INFO neutron.db.segments_db [None req-2c834799-8352-45e8-a3f8-fc6009d8f406 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Added segment 5ed6975a-f679-4e43-8776-1aa88aef5b47 of type vlan for network 6c9762a0-78a7-4439-b058-61d16d1e6ec8 May 30 20:40:48.151772 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2c834799-8352-45e8-a3f8-fc6009d8f406 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:48.190013 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 59522) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:48.322569 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2c834799-8352-45e8-a3f8-fc6009d8f406 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:48.322979 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2c834799-8352-45e8-a3f8-fc6009d8f406 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:48.326635 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c834799-8352-45e8-a3f8-fc6009d8f406 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:40:48.330018 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c834799-8352-45e8-a3f8-fc6009d8f406 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:40:48.330246 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2c834799-8352-45e8-a3f8-fc6009d8f406 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Notify callbacks [] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:48.424313 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-60d705d0-7a9e-455c-93aa-229da07b37b6 tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-568190889'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:40:48.430524 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-60d705d0-7a9e-455c-93aa-229da07b37b6 tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:40:48.435416 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-60d705d0-7a9e-455c-93aa-229da07b37b6 tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] Usage tracker for resource:network and tenant:bde1206da1fd4a25b6542a4096772115 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:40:48.438710 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-60d705d0-7a9e-455c-93aa-229da07b37b6 tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:40:48.446794 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-60d705d0-7a9e-455c-93aa-229da07b37b6 tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:40:48.464619 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c834799-8352-45e8-a3f8-fc6009d8f406 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Pushing event updated for resources: {'Network': ['ID=e11c0851-41b8-44fd-ae41-2b9ce6fde138,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:40:48.481232 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network e11c0851-41b8-44fd-ae41-2b9ce6fde138 details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:40:48.576503 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c834799-8352-45e8-a3f8-fc6009d8f406 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Pushing event updated for resources: {'Network': ['ID=6c9762a0-78a7-4439-b058-61d16d1e6ec8,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:40:48.588931 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network 6c9762a0-78a7-4439-b058-61d16d1e6ec8 details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:40:48.590081 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 59538) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:48.594935 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-2c834799-8352-45e8-a3f8-fc6009d8f406 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.5283878 May 30 20:40:48.688997 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60d705d0-7a9e-455c-93aa-229da07b37b6 tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] Made reservation on behalf of bde1206da1fd4a25b6542a4096772115 for: {'network': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:40:48.699798 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-60d705d0-7a9e-455c-93aa-229da07b37b6 tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:48.728108 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-60d705d0-7a9e-455c-93aa-229da07b37b6 tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:48.878698 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-60d705d0-7a9e-455c-93aa-229da07b37b6 tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:40:48.889238 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa04d9ec-9c1c-44b0-b120-ac9537ce375c tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:40:48.893701 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa04d9ec-9c1c-44b0-b120-ac9537ce375c tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:40:48.898152 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa04d9ec-9c1c-44b0-b120-ac9537ce375c tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:40:48.902260 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa04d9ec-9c1c-44b0-b120-ac9537ce375c tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:40:48.903575 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-fa04d9ec-9c1c-44b0-b120-ac9537ce375c tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] 10.222.0.85 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.3125031 May 30 20:40:48.904756 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-60d705d0-7a9e-455c-93aa-229da07b37b6 tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] Usage tracker for resource:security_group_rule and tenant:bde1206da1fd4a25b6542a4096772115 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:40:48.908083 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 59546) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:48.908735 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-60d705d0-7a9e-455c-93aa-229da07b37b6 tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:40:48.915314 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-60d705d0-7a9e-455c-93aa-229da07b37b6 tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:40:48.996708 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-60d705d0-7a9e-455c-93aa-229da07b37b6 tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:49.124374 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-60d705d0-7a9e-455c-93aa-229da07b37b6 tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:49.152817 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60d705d0-7a9e-455c-93aa-229da07b37b6 tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] vlan segment allocate from pool success with {'vlan_id': 696, 'physical_network': 'physnet1'} {{(pid=84887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:40:49.160989 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4de7b5c3-af91-487c-b8b2-3b9c4ed9e49d tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:49.178126 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-60d705d0-7a9e-455c-93aa-229da07b37b6 tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:49.178652 n-d-843948-2 neutron-server[84887]: INFO neutron.db.segments_db [None req-60d705d0-7a9e-455c-93aa-229da07b37b6 tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] Added segment 24093f0b-1c88-447c-97ce-9a1ab5e996f3 of type vlan for network 5de7b050-0324-49dd-b88d-d09367194e5f May 30 20:40:49.180773 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d705d0-7a9e-455c-93aa-229da07b37b6 tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d26b917-f789-4f28-92e0-5e004251d20b,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:40:49.219436 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-60d705d0-7a9e-455c-93aa-229da07b37b6 tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:49.369787 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4de7b5c3-af91-487c-b8b2-3b9c4ed9e49d tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:49.408245 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-60d705d0-7a9e-455c-93aa-229da07b37b6 tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:49.408376 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-4de7b5c3-af91-487c-b8b2-3b9c4ed9e49d tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e11c0851-41b8-44fd-ae41-2b9ce6fde138']}} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:40:49.411416 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d705d0-7a9e-455c-93aa-229da07b37b6 tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:40:49.413780 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-60d705d0-7a9e-455c-93aa-229da07b37b6 tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:49.419699 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-4de7b5c3-af91-487c-b8b2-3b9c4ed9e49d tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c582bb4-a0ea-4fe4-9c64-a6d323407ee1') {'for_net_delete': True} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:40:49.419998 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-4de7b5c3-af91-487c-b8b2-3b9c4ed9e49d tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c582bb4-a0ea-4fe4-9c64-a6d323407ee1') {} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:40:49.436033 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4de7b5c3-af91-487c-b8b2-3b9c4ed9e49d tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2660590'] for segment, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:49.455481 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4de7b5c3-af91-487c-b8b2-3b9c4ed9e49d tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:49.466396 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4de7b5c3-af91-487c-b8b2-3b9c4ed9e49d tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Releasing vlan 698 on physical network physnet1 to pool {{(pid=84886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:40:49.467072 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4de7b5c3-af91-487c-b8b2-3b9c4ed9e49d tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4126989'] for segment, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:49.485566 n-d-843948-2 neutron-server[84886]: Traceback (most recent call last): May 30 20:40:49.485566 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:40:49.485566 n-d-843948-2 neutron-server[84886]: timer() May 30 20:40:49.485566 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:40:49.485566 n-d-843948-2 neutron-server[84886]: cb(*args, **kw) May 30 20:40:49.485566 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:40:49.485566 n-d-843948-2 neutron-server[84886]: return func(*args, **kwargs) May 30 20:40:49.485566 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:40:49.485566 n-d-843948-2 neutron-server[84886]: self._notify() May 30 20:40:49.485566 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:40:49.485566 n-d-843948-2 neutron-server[84886]: self.callback(batched_events) May 30 20:40:49.485566 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:40:49.485566 n-d-843948-2 neutron-server[84886]: event.method(event) May 30 20:40:49.485566 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:40:49.485566 n-d-843948-2 neutron-server[84886]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:40:49.485566 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:40:49.485566 n-d-843948-2 neutron-server[84886]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:40:49.485566 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:40:49.485566 n-d-843948-2 neutron-server[84886]: return f(self, *a, **k) May 30 20:40:49.485566 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:40:49.485566 n-d-843948-2 neutron-server[84886]: return self._get(url).json() May 30 20:40:49.485566 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:40:49.485566 n-d-843948-2 neutron-server[84886]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:40:49.485566 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:40:49.485566 n-d-843948-2 neutron-server[84886]: return self.request(url, 'GET', **kwargs) May 30 20:40:49.485566 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:40:49.485566 n-d-843948-2 neutron-server[84886]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:40:49.485566 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:40:49.485566 n-d-843948-2 neutron-server[84886]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:40:49.485566 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:40:49.485566 n-d-843948-2 neutron-server[84886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:40:49.485566 n-d-843948-2 neutron-server[84886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:40:49.586828 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d705d0-7a9e-455c-93aa-229da07b37b6 tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] Pushing event updated for resources: {'Network': ['ID=5de7b050-0324-49dd-b88d-d09367194e5f,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:40:49.599988 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network 5de7b050-0324-49dd-b88d-d09367194e5f details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:40:49.678069 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-60d705d0-7a9e-455c-93aa-229da07b37b6 tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.4863865 May 30 20:40:49.680653 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 59574) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:49.688233 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-ea11713f-116d-41d1-a927-a7c01cd28c0d tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] Request body: {'subnet': {'network_id': '5de7b050-0324-49dd-b88d-d09367194e5f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:40:49.711896 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4de7b5c3-af91-487c-b8b2-3b9c4ed9e49d tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:49.726906 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4de7b5c3-af91-487c-b8b2-3b9c4ed9e49d tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Notify callbacks [] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:49.735771 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:49.824790 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3806ef33-37b9-40ef-9e22-e2858af1e33c req-30bbc9cd-794a-49a3-b09d-c075f4765b8e tempest-VolumesNegativeTest-312353229 tempest-VolumesNegativeTest-312353229-project] 10.222.0.85 "GET /v2.0/networks?tenant_id=433908dd33b64aa191930b4db29bca50&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0530441 May 30 20:40:49.834072 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-4de7b5c3-af91-487c-b8b2-3b9c4ed9e49d tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] 10.222.0.85 "DELETE /v2.0/networks/e11c0851-41b8-44fd-ae41-2b9ce6fde138 HTTP/1.1" status: 204 len: 168 time: 0.9243925 May 30 20:40:49.847423 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de7b5c3-af91-487c-b8b2-3b9c4ed9e49d tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Pushing event deleted for resources: {'Network': ['ID=e11c0851-41b8-44fd-ae41-2b9ce6fde138,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:40:49.858044 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 59586) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:50.071884 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-ea11713f-116d-41d1-a927-a7c01cd28c0d tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:40:50.086339 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-ea11713f-116d-41d1-a927-a7c01cd28c0d tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] Usage tracker for resource:subnet and tenant:bde1206da1fd4a25b6542a4096772115 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:40:50.091149 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-ea11713f-116d-41d1-a927-a7c01cd28c0d tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:40:50.101390 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1616cf5c-1bb8-4fb4-9197-3810b78f66d8 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:50.104604 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-ea11713f-116d-41d1-a927-a7c01cd28c0d tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:40:50.144136 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3806ef33-37b9-40ef-9e22-e2858af1e33c req-ff1bc3eb-994f-4663-a947-1ff3ed0ffac9 tempest-VolumesNegativeTest-312353229 tempest-VolumesNegativeTest-312353229-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:40:50.145638 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3806ef33-37b9-40ef-9e22-e2858af1e33c req-ff1bc3eb-994f-4663-a947-1ff3ed0ffac9 tempest-VolumesNegativeTest-312353229 tempest-VolumesNegativeTest-312353229-project] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3144383 May 30 20:40:50.176174 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3806ef33-37b9-40ef-9e22-e2858af1e33c req-bede5815-1ad2-4cdc-a190-f1c4606af095 tempest-VolumesNegativeTest-312353229 tempest-VolumesNegativeTest-312353229-project] 10.222.0.85 "GET /v2.0/quotas/433908dd33b64aa191930b4db29bca50 HTTP/1.1" status: 200 len: 375 time: 0.0217443 May 30 20:40:50.196074 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea11713f-116d-41d1-a927-a7c01cd28c0d tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] Made reservation on behalf of bde1206da1fd4a25b6542a4096772115 for: {'subnet': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:40:50.278376 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3806ef33-37b9-40ef-9e22-e2858af1e33c req-7343cf04-48d0-455d-9d34-e1d9b4ae60d7 tempest-VolumesNegativeTest-312353229 tempest-VolumesNegativeTest-312353229-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=433908dd33b64aa191930b4db29bca50&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0983326 May 30 20:40:50.401763 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1616cf5c-1bb8-4fb4-9197-3810b78f66d8 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:50.429700 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ea11713f-116d-41d1-a927-a7c01cd28c0d tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2778563'] for subnet, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:50.452284 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-1616cf5c-1bb8-4fb4-9197-3810b78f66d8 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c9762a0-78a7-4439-b058-61d16d1e6ec8']}} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:40:50.521713 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-1616cf5c-1bb8-4fb4-9197-3810b78f66d8 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ed6975a-f679-4e43-8776-1aa88aef5b47') {'for_net_delete': True} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:40:50.523167 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-1616cf5c-1bb8-4fb4-9197-3810b78f66d8 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ed6975a-f679-4e43-8776-1aa88aef5b47') {} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:40:50.563832 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1616cf5c-1bb8-4fb4-9197-3810b78f66d8 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2660590'] for segment, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:50.676111 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1616cf5c-1bb8-4fb4-9197-3810b78f66d8 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:50.680475 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d60bbfad-5266-4e80-b15d-9494aba2786f req-99845c71-ca43-47f5-a065-683b6e8213b1 tempest-VolumesNegativeTest-312353229 tempest-VolumesNegativeTest-312353229-project] 10.222.0.85 "GET /v2.0/ports?device_id=5cf5bd39-84f4-435c-bef2-f3ab3c57ebe5 HTTP/1.1" status: 200 len: 210 time: 0.0638227 May 30 20:40:50.694162 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1616cf5c-1bb8-4fb4-9197-3810b78f66d8 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Releasing vlan 690 on physical network physnet1 to pool {{(pid=84886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:40:50.694609 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1616cf5c-1bb8-4fb4-9197-3810b78f66d8 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4126989'] for segment, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:50.711234 n-d-843948-2 neutron-server[84886]: Traceback (most recent call last): May 30 20:40:50.711234 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:40:50.711234 n-d-843948-2 neutron-server[84886]: timer() May 30 20:40:50.711234 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:40:50.711234 n-d-843948-2 neutron-server[84886]: cb(*args, **kw) May 30 20:40:50.711234 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:40:50.711234 n-d-843948-2 neutron-server[84886]: return func(*args, **kwargs) May 30 20:40:50.711234 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:40:50.711234 n-d-843948-2 neutron-server[84886]: self._notify() May 30 20:40:50.711234 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:40:50.711234 n-d-843948-2 neutron-server[84886]: self.callback(batched_events) May 30 20:40:50.711234 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:40:50.711234 n-d-843948-2 neutron-server[84886]: event.method(event) May 30 20:40:50.711234 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:40:50.711234 n-d-843948-2 neutron-server[84886]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:40:50.711234 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:40:50.711234 n-d-843948-2 neutron-server[84886]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:40:50.711234 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:40:50.711234 n-d-843948-2 neutron-server[84886]: return f(self, *a, **k) May 30 20:40:50.711234 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:40:50.711234 n-d-843948-2 neutron-server[84886]: return self._get(url).json() May 30 20:40:50.711234 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:40:50.711234 n-d-843948-2 neutron-server[84886]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:40:50.711234 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:40:50.711234 n-d-843948-2 neutron-server[84886]: return self.request(url, 'GET', **kwargs) May 30 20:40:50.711234 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:40:50.711234 n-d-843948-2 neutron-server[84886]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:40:50.711234 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:40:50.711234 n-d-843948-2 neutron-server[84886]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:40:50.711234 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:40:50.711234 n-d-843948-2 neutron-server[84886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:40:50.711234 n-d-843948-2 neutron-server[84886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:40:50.909974 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1616cf5c-1bb8-4fb4-9197-3810b78f66d8 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:50.939630 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1616cf5c-1bb8-4fb4-9197-3810b78f66d8 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Notify callbacks [] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:50.953975 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-1616cf5c-1bb8-4fb4-9197-3810b78f66d8 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] 10.222.0.85 "DELETE /v2.0/networks/6c9762a0-78a7-4439-b058-61d16d1e6ec8 HTTP/1.1" status: 204 len: 168 time: 1.0683594 May 30 20:40:50.954498 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 59626) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:50.956746 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1616cf5c-1bb8-4fb4-9197-3810b78f66d8 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Pushing event deleted for resources: {'Network': ['ID=6c9762a0-78a7-4439-b058-61d16d1e6ec8,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:40:51.196568 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ea11713f-116d-41d1-a927-a7c01cd28c0d tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4127140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2778577'] for subnet, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:51.232657 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4415b003-c78e-4a4f-94a3-b7ba9473da1b tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:40:51.244267 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4415b003-c78e-4a4f-94a3-b7ba9473da1b tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:40:51.246774 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-4415b003-c78e-4a4f-94a3-b7ba9473da1b tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] 10.222.0.85 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2911170 May 30 20:40:51.259092 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 59642) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:51.266751 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-4fcba2a4-5a12-46d4-9d6e-2b1cb8e0724b tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1507152325'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:40:51.277391 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-4fcba2a4-5a12-46d4-9d6e-2b1cb8e0724b tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:40:51.284735 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-4fcba2a4-5a12-46d4-9d6e-2b1cb8e0724b tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Usage tracker for resource:network and tenant:9bfa602d13264974932de1c19af9cdd2 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:40:51.294823 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-4fcba2a4-5a12-46d4-9d6e-2b1cb8e0724b tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:40:51.306573 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-4fcba2a4-5a12-46d4-9d6e-2b1cb8e0724b tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:40:51.330622 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea11713f-116d-41d1-a927-a7c01cd28c0d tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] Pushing event updated for resources: {'Subnet': ['ID=4f0f9ea1-d7d7-45b4-8d44-6edeae1cc00e,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:40:51.342542 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea11713f-116d-41d1-a927-a7c01cd28c0d tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] Checking segment: {'id': '24093f0b-1c88-447c-97ce-9a1ab5e996f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '5de7b050-0324-49dd-b88d-d09367194e5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:40:51.342901 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea11713f-116d-41d1-a927-a7c01cd28c0d tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] Network hostable DHCP agents. Network: 5de7b050-0324-49dd-b88d-d09367194e5f, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:40:51.436986 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fcba2a4-5a12-46d4-9d6e-2b1cb8e0724b tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Made reservation on behalf of 9bfa602d13264974932de1c19af9cdd2 for: {'network': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:40:51.440195 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4fcba2a4-5a12-46d4-9d6e-2b1cb8e0724b tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:51.459420 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea11713f-116d-41d1-a927-a7c01cd28c0d tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] Network 5de7b050-0324-49dd-b88d-d09367194e5f is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:40:51.478486 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fcba2a4-5a12-46d4-9d6e-2b1cb8e0724b tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] vlan segment allocate from pool success with {'vlan_id': 686, 'physical_network': 'physnet1'} {{(pid=84887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:40:51.488533 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4fcba2a4-5a12-46d4-9d6e-2b1cb8e0724b tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:51.488879 n-d-843948-2 neutron-server[84887]: INFO neutron.db.segments_db [None req-4fcba2a4-5a12-46d4-9d6e-2b1cb8e0724b tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Added segment af85ca82-113d-4845-8951-a048d7b81a37 of type vlan for network 39b61219-9cf4-4275-b1fd-47a7ef2847ca May 30 20:40:51.517921 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4fcba2a4-5a12-46d4-9d6e-2b1cb8e0724b tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:51.586038 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-ea11713f-116d-41d1-a927-a7c01cd28c0d tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, 5de7b050-0324-49dd-b88d-d09367194e5f) {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:40:51.595875 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a95c9f-f1cf-4092-8c2d-b8b8b89ee096 None None] Network 5de7b050-0324-49dd-b88d-d09367194e5f requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:40:51.603782 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea11713f-116d-41d1-a927-a7c01cd28c0d tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:40:51.605331 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ea11713f-116d-41d1-a927-a7c01cd28c0d tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] Notify callbacks [] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:51.643058 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4fcba2a4-5a12-46d4-9d6e-2b1cb8e0724b tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:51.647289 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fcba2a4-5a12-46d4-9d6e-2b1cb8e0724b tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:40:51.653015 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4fcba2a4-5a12-46d4-9d6e-2b1cb8e0724b tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:51.733373 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-ea11713f-116d-41d1-a927-a7c01cd28c0d tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0477824 May 30 20:40:51.733947 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 59664) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:51.750044 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-b744cd9a-99f8-4b5c-94d0-2e3dc302f755 tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] Request body: {'port': {'network_id': '5de7b050-0324-49dd-b88d-d09367194e5f', 'name': 'tempest-TagsExtTest-1875136483'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:40:51.838190 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcba2a4-5a12-46d4-9d6e-2b1cb8e0724b tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Pushing event updated for resources: {'Network': ['ID=39b61219-9cf4-4275-b1fd-47a7ef2847ca,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:40:51.886042 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network 39b61219-9cf4-4275-b1fd-47a7ef2847ca details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:40:51.999715 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 59674) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:52.005250 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-4fcba2a4-5a12-46d4-9d6e-2b1cb8e0724b tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7310784 May 30 20:40:52.042715 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8797ec5d-73fd-40ea-ac6d-59d9184b86c5 req-b3265099-4ace-4345-b5b2-53a88fda2045 tempest-VolumesNegativeTest-312353229 tempest-VolumesNegativeTest-312353229-project] 10.222.0.85 "GET /v2.0/ports?device_id=5cf5bd39-84f4-435c-bef2-f3ab3c57ebe5 HTTP/1.1" status: 200 len: 210 time: 0.1816437 May 30 20:40:52.092442 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-da0d19e2-4fd2-408a-ad29-536a0c77b1b1 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1780016587'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:40:52.100582 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-da0d19e2-4fd2-408a-ad29-536a0c77b1b1 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:40:52.105359 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-da0d19e2-4fd2-408a-ad29-536a0c77b1b1 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Usage tracker for resource:network and tenant:9bfa602d13264974932de1c19af9cdd2 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:40:52.110112 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-da0d19e2-4fd2-408a-ad29-536a0c77b1b1 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:40:52.117598 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-da0d19e2-4fd2-408a-ad29-536a0c77b1b1 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:40:52.182835 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-b744cd9a-99f8-4b5c-94d0-2e3dc302f755 tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:40:52.187277 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-b744cd9a-99f8-4b5c-94d0-2e3dc302f755 tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] Usage tracker for resource:port and tenant:bde1206da1fd4a25b6542a4096772115 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:40:52.190967 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-b744cd9a-99f8-4b5c-94d0-2e3dc302f755 tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:40:52.201881 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-b744cd9a-99f8-4b5c-94d0-2e3dc302f755 tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:40:52.219249 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da0d19e2-4fd2-408a-ad29-536a0c77b1b1 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Made reservation on behalf of 9bfa602d13264974932de1c19af9cdd2 for: {'network': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:40:52.228157 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-da0d19e2-4fd2-408a-ad29-536a0c77b1b1 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:52.232894 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f589c9-109e-41d0-b928-dac879d27a34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-5de7b050-0324-49dd-b88d-d09367194e5f', 'network_id': '5de7b050-0324-49dd-b88d-d09367194e5f', 'tenant_id': 'bde1206da1fd4a25b6542a4096772115', 'fixed_ips': [{'subnet_id': '4f0f9ea1-d7d7-45b4-8d44-6edeae1cc00e'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:40:52.233724 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-35f589c9-109e-41d0-b928-dac879d27a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:52.281275 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da0d19e2-4fd2-408a-ad29-536a0c77b1b1 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] vlan segment allocate from pool success with {'vlan_id': 653, 'physical_network': 'physnet1'} {{(pid=84886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:40:52.292800 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-da0d19e2-4fd2-408a-ad29-536a0c77b1b1 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:52.293596 n-d-843948-2 neutron-server[84886]: INFO neutron.db.segments_db [None req-da0d19e2-4fd2-408a-ad29-536a0c77b1b1 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Added segment b9099dc4-a216-4ef5-82ce-56f289c58206 of type vlan for network 53517370-92de-4cca-a25e-9e51a1c6f294 May 30 20:40:52.427896 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-35f589c9-109e-41d0-b928-dac879d27a34 None None] Allocated IP 172.20.0.2 (5de7b050-0324-49dd-b88d-d09367194e5f/4f0f9ea1-d7d7-45b4-8d44-6edeae1cc00e/d461ba28-dcad-418c-8836-3a7aafea52dc) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:40:52.457749 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b744cd9a-99f8-4b5c-94d0-2e3dc302f755 tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] Made reservation on behalf of bde1206da1fd4a25b6542a4096772115 for: {'port': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:40:52.461471 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b744cd9a-99f8-4b5c-94d0-2e3dc302f755 tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:52.480271 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-da0d19e2-4fd2-408a-ad29-536a0c77b1b1 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:52.496870 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [None req-b744cd9a-99f8-4b5c-94d0-2e3dc302f755 tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] device_id is not set on port 1f3f6d67-0354-4723-a635-dda7a4242578 yet. {{(pid=84886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:40:52.526257 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:52.690043 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-35f589c9-109e-41d0-b928-dac879d27a34 None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:52.704090 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-35f589c9-109e-41d0-b928-dac879d27a34 None None] Transition to ACTIVE for port object d461ba28-dcad-418c-8836-3a7aafea52dc will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:40:52.725091 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-35f589c9-109e-41d0-b928-dac879d27a34 None None] Transition to ACTIVE for port object d461ba28-dcad-418c-8836-3a7aafea52dc will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:40:52.733502 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-da0d19e2-4fd2-408a-ad29-536a0c77b1b1 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:52.738285 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da0d19e2-4fd2-408a-ad29-536a0c77b1b1 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:40:52.738906 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-da0d19e2-4fd2-408a-ad29-536a0c77b1b1 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Notify callbacks [] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:52.808312 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-35f589c9-109e-41d0-b928-dac879d27a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:52.922334 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f589c9-109e-41d0-b928-dac879d27a34 None None] Pushing event updated for resources: {'Port': ['ID=d461ba28-dcad-418c-8836-3a7aafea52dc,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:40:52.950943 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f589c9-109e-41d0-b928-dac879d27a34 None None] Network 5de7b050-0324-49dd-b88d-d09367194e5f is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:40:52.952713 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-35f589c9-109e-41d0-b928-dac879d27a34 None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:40:52.960357 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f589c9-109e-41d0-b928-dac879d27a34 None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:40:53.015975 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-da0d19e2-4fd2-408a-ad29-536a0c77b1b1 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0111625 May 30 20:40:53.017041 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0d19e2-4fd2-408a-ad29-536a0c77b1b1 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Pushing event updated for resources: {'Network': ['ID=53517370-92de-4cca-a25e-9e51a1c6f294,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:40:53.019557 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 59694) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:53.030462 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-25126fb6-af99-4bca-8a54-722feb05cd76 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Request body: {'ports': [{'network_id': '39b61219-9cf4-4275-b1fd-47a7ef2847ca', 'name': 'tempest-port--1534693175', 'admin_state_up': True}, {'network_id': '53517370-92de-4cca-a25e-9e51a1c6f294', 'admin_state_up': False}]} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:40:53.031141 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-25126fb6-af99-4bca-8a54-722feb05cd76 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Request body: {'port': {'network_id': '39b61219-9cf4-4275-b1fd-47a7ef2847ca', 'name': 'tempest-port--1534693175', 'admin_state_up': True}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:40:53.032044 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-25126fb6-af99-4bca-8a54-722feb05cd76 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Request body: {'port': {'network_id': '53517370-92de-4cca-a25e-9e51a1c6f294', 'admin_state_up': False}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:40:53.049320 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.db.api [None req-b744cd9a-99f8-4b5c-94d0-2e3dc302f755 tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-242f0d87-f20c-4f32-8217-010566c845c5 {{(pid=84886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:40:53.049654 n-d-843948-2 neutron-server[84886]: DEBUG oslo_db.api [None req-b744cd9a-99f8-4b5c-94d0-2e3dc302f755 tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:40:53.057741 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network 53517370-92de-4cca-a25e-9e51a1c6f294 details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:40:53.200648 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-35f589c9-109e-41d0-b928-dac879d27a34 None None] Attempting to bind port d461ba28-dcad-418c-8836-3a7aafea52dc on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:40:53.201020 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-35f589c9-109e-41d0-b928-dac879d27a34 None None] Attempting to bind port d461ba28-dcad-418c-8836-3a7aafea52dc by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': '24093f0b-1c88-447c-97ce-9a1ab5e996f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '5de7b050-0324-49dd-b88d-d09367194e5f'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:40:53.201380 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f589c9-109e-41d0-b928-dac879d27a34 None None] Attempting to bind port d461ba28-dcad-418c-8836-3a7aafea52dc on network 5de7b050-0324-49dd-b88d-d09367194e5f {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:40:53.246893 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f589c9-109e-41d0-b928-dac879d27a34 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:40:53.246893 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f589c9-109e-41d0-b928-dac879d27a34 None None] Checking segment: {'id': '24093f0b-1c88-447c-97ce-9a1ab5e996f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '5de7b050-0324-49dd-b88d-d09367194e5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:40:53.246893 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-35f589c9-109e-41d0-b928-dac879d27a34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:53.246893 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f589c9-109e-41d0-b928-dac879d27a34 None None] Bound using segment: {'id': '24093f0b-1c88-447c-97ce-9a1ab5e996f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '5de7b050-0324-49dd-b88d-d09367194e5f'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:40:53.246893 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-35f589c9-109e-41d0-b928-dac879d27a34 None None] Bound port: d461ba28-dcad-418c-8836-3a7aafea52dc, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24093f0b-1c88-447c-97ce-9a1ab5e996f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '5de7b050-0324-49dd-b88d-d09367194e5f'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:40:53.246893 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-35f589c9-109e-41d0-b928-dac879d27a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:53.382969 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c1f146f4-6e3e-40a7-bfb1-132fcfb392e9 req-569a4a5a-60bd-465b-ba01-e01d8cff44f5 tempest-VolumesNegativeTest-312353229 tempest-VolumesNegativeTest-312353229-project] 10.222.0.85 "GET /v2.0/ports?device_id=5cf5bd39-84f4-435c-bef2-f3ab3c57ebe5 HTTP/1.1" status: 200 len: 210 time: 0.0665054 May 30 20:40:53.441949 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-35f589c9-109e-41d0-b928-dac879d27a34 None None] For port d461ba28-dcad-418c-8836-3a7aafea52dc, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:40:53.446224 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-35f589c9-109e-41d0-b928-dac879d27a34 None None] For port d461ba28-dcad-418c-8836-3a7aafea52dc, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=d461ba28-dcad-418c-8836-3a7aafea52dc,segment=NetworkSegment(24093f0b-1c88-447c-97ce-9a1ab5e996f3),segment_id=24093f0b-1c88-447c-97ce-9a1ab5e996f3)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:40:53.489364 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-25126fb6-af99-4bca-8a54-722feb05cd76 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:40:53.494674 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-25126fb6-af99-4bca-8a54-722feb05cd76 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Usage tracker for resource:port and tenant:9bfa602d13264974932de1c19af9cdd2 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:40:53.511092 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-25126fb6-af99-4bca-8a54-722feb05cd76 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:40:53.511092 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-25126fb6-af99-4bca-8a54-722feb05cd76 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:40:53.546435 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-35f589c9-109e-41d0-b928-dac879d27a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:53.551168 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b744cd9a-99f8-4b5c-94d0-2e3dc302f755 tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:53.575169 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [None req-b744cd9a-99f8-4b5c-94d0-2e3dc302f755 tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] device_id is not set on port 6558f321-ad89-4c63-80ac-2b4783759c80 yet. {{(pid=84886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:40:53.607995 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25126fb6-af99-4bca-8a54-722feb05cd76 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Made reservation on behalf of 9bfa602d13264974932de1c19af9cdd2 for: {'port': 2} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:40:53.611533 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-25126fb6-af99-4bca-8a54-722feb05cd76 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:53.634568 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-25126fb6-af99-4bca-8a54-722feb05cd76 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:53.717262 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f589c9-109e-41d0-b928-dac879d27a34 None None] Pushing event updated for resources: {'Port': ['ID=d461ba28-dcad-418c-8836-3a7aafea52dc,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:40:53.840873 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-b744cd9a-99f8-4b5c-94d0-2e3dc302f755 tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] Allocated IP 172.20.0.8 (5de7b050-0324-49dd-b88d-d09367194e5f/4f0f9ea1-d7d7-45b4-8d44-6edeae1cc00e/6558f321-ad89-4c63-80ac-2b4783759c80) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:40:54.052124 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [None req-25126fb6-af99-4bca-8a54-722feb05cd76 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] device_id is not set on port 8d412db1-4f80-40cd-b508-014aaabba380 yet. {{(pid=84887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:40:54.237002 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b744cd9a-99f8-4b5c-94d0-2e3dc302f755 tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:54.246406 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-25126fb6-af99-4bca-8a54-722feb05cd76 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:54.260246 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [None req-b744cd9a-99f8-4b5c-94d0-2e3dc302f755 tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] Transition to ACTIVE for port object 6558f321-ad89-4c63-80ac-2b4783759c80 will not be triggered until provisioned by entity DHCP. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:40:54.381087 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b744cd9a-99f8-4b5c-94d0-2e3dc302f755 tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:54.385587 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3806ef33-37b9-40ef-9e22-e2858af1e33c req-c0ed9dcd-8a22-45b8-8f69-8c9715e58e9d tempest-VolumesNegativeTest-312353229 tempest-VolumesNegativeTest-312353229-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=433908dd33b64aa191930b4db29bca50&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1113269 May 30 20:40:54.508454 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [None req-25126fb6-af99-4bca-8a54-722feb05cd76 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] device_id is not set on port a8bed7f9-ea4d-4581-8611-f96ae37df23c yet. {{(pid=84887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:40:54.565272 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b744cd9a-99f8-4b5c-94d0-2e3dc302f755 tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] Network 5de7b050-0324-49dd-b88d-d09367194e5f is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:40:54.580722 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-b744cd9a-99f8-4b5c-94d0-2e3dc302f755 tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:40:54.591191 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b744cd9a-99f8-4b5c-94d0-2e3dc302f755 tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:40:54.620430 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3806ef33-37b9-40ef-9e22-e2858af1e33c req-898daef7-8589-49a5-9dbd-dd013938b2a5 tempest-VolumesNegativeTest-312353229 tempest-VolumesNegativeTest-312353229-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:40:54.622301 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3806ef33-37b9-40ef-9e22-e2858af1e33c req-898daef7-8589-49a5-9dbd-dd013938b2a5 tempest-VolumesNegativeTest-312353229 tempest-VolumesNegativeTest-312353229-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2269788 May 30 20:40:54.649779 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-3806ef33-37b9-40ef-9e22-e2858af1e33c req-6e4ef9b9-c5e9-40e6-aae2-9c6fc03c1646 tempest-VolumesNegativeTest-312353229 tempest-VolumesNegativeTest-312353229-project] Request body: {'port': {'device_id': '5cf5bd39-84f4-435c-bef2-f3ab3c57ebe5', 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1', 'admin_state_up': True, 'tenant_id': '433908dd33b64aa191930b4db29bca50'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:40:54.707616 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b744cd9a-99f8-4b5c-94d0-2e3dc302f755 tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] Pushing event updated for resources: {'Port': ['ID=6558f321-ad89-4c63-80ac-2b4783759c80,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:40:54.766139 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b744cd9a-99f8-4b5c-94d0-2e3dc302f755 tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:40:54.768225 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b744cd9a-99f8-4b5c-94d0-2e3dc302f755 tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:54.932457 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-b744cd9a-99f8-4b5c-94d0-2e3dc302f755 tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 3.1973469 May 30 20:40:54.933589 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 59746) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:54.939657 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-f3b1e095-6be2-4fb7-b0fd-97876cf60e56 tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1787874384', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:40:54.956498 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-f3b1e095-6be2-4fb7-b0fd-97876cf60e56 tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:40:54.972540 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-f3b1e095-6be2-4fb7-b0fd-97876cf60e56 tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] Usage tracker for resource:router and tenant:bde1206da1fd4a25b6542a4096772115 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:40:54.977127 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-f3b1e095-6be2-4fb7-b0fd-97876cf60e56 tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:40:54.990230 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-f3b1e095-6be2-4fb7-b0fd-97876cf60e56 tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:40:55.055502 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4e387ffa-b9b5-4846-8af9-26d1a4677d1f req-413ce22e-f5bc-4216-9a8d-ca9a7f27aee5 tempest-VolumesNegativeTest-312353229 tempest-VolumesNegativeTest-312353229-project] 10.222.0.85 "GET /v2.0/ports?device_id=5cf5bd39-84f4-435c-bef2-f3ab3c57ebe5 HTTP/1.1" status: 200 len: 210 time: 0.3671796 May 30 20:40:55.082652 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f3b1e095-6be2-4fb7-b0fd-97876cf60e56 tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-733683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3159'] for router, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:55.083986 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f3b1e095-6be2-4fb7-b0fd-97876cf60e56 tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-733584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-736372', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-628480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3164'] for router, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:55.084582 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-25126fb6-af99-4bca-8a54-722feb05cd76 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:55.136989 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f3b1e095-6be2-4fb7-b0fd-97876cf60e56 tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:55.207080 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-3806ef33-37b9-40ef-9e22-e2858af1e33c req-6e4ef9b9-c5e9-40e6-aae2-9c6fc03c1646 tempest-VolumesNegativeTest-312353229 tempest-VolumesNegativeTest-312353229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:40:55.216000 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-25126fb6-af99-4bca-8a54-722feb05cd76 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:55.218311 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-3806ef33-37b9-40ef-9e22-e2858af1e33c req-6e4ef9b9-c5e9-40e6-aae2-9c6fc03c1646 tempest-VolumesNegativeTest-312353229 tempest-VolumesNegativeTest-312353229-project] Usage tracker for resource:port and tenant:433908dd33b64aa191930b4db29bca50 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:40:55.270289 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f3b1e095-6be2-4fb7-b0fd-97876cf60e56 tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-736409'] for router, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:55.306818 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-3806ef33-37b9-40ef-9e22-e2858af1e33c req-6e4ef9b9-c5e9-40e6-aae2-9c6fc03c1646 tempest-VolumesNegativeTest-312353229 tempest-VolumesNegativeTest-312353229-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:40:55.343071 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f7c354a-1436-4b50-8fa4-f31c1373e6a8 None None] Network 5de7b050-0324-49dd-b88d-d09367194e5f requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:40:55.345687 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-3806ef33-37b9-40ef-9e22-e2858af1e33c req-6e4ef9b9-c5e9-40e6-aae2-9c6fc03c1646 tempest-VolumesNegativeTest-312353229 tempest-VolumesNegativeTest-312353229-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:40:55.388174 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25126fb6-af99-4bca-8a54-722feb05cd76 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Pushing event updated for resources: {'Port': ['ID=8d412db1-4f80-40cd-b508-014aaabba380,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:40:55.395729 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25126fb6-af99-4bca-8a54-722feb05cd76 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Checking segment: {'id': 'af85ca82-113d-4845-8951-a048d7b81a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '39b61219-9cf4-4275-b1fd-47a7ef2847ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:40:55.396319 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25126fb6-af99-4bca-8a54-722feb05cd76 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Network hostable DHCP agents. Network: 39b61219-9cf4-4275-b1fd-47a7ef2847ca, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:40:55.443043 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f3b1e095-6be2-4fb7-b0fd-97876cf60e56 tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] Notify callbacks [] for router, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:55.448770 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 59762) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:55.455650 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-f3b1e095-6be2-4fb7-b0fd-97876cf60e56 tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5149274 May 30 20:40:55.455778 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-b7850617-9084-4f12-a2b2-d961482c0dab tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1349449232', 'prefixes': ['172.20.0.0/16']}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:40:55.471001 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-b7850617-9084-4f12-a2b2-d961482c0dab tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:40:55.542747 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device d461ba28-dcad-418c-8836-3a7aafea52dc up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:40:55.545228 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25126fb6-af99-4bca-8a54-722feb05cd76 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Network 39b61219-9cf4-4275-b1fd-47a7ef2847ca is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:40:55.613410 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3806ef33-37b9-40ef-9e22-e2858af1e33c req-6e4ef9b9-c5e9-40e6-aae2-9c6fc03c1646 tempest-VolumesNegativeTest-312353229 tempest-VolumesNegativeTest-312353229-project] Made reservation on behalf of 433908dd33b64aa191930b4db29bca50 for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:40:55.617117 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-3806ef33-37b9-40ef-9e22-e2858af1e33c req-6e4ef9b9-c5e9-40e6-aae2-9c6fc03c1646 tempest-VolumesNegativeTest-312353229 tempest-VolumesNegativeTest-312353229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:55.649988 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-25126fb6-af99-4bca-8a54-722feb05cd76 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, 39b61219-9cf4-4275-b1fd-47a7ef2847ca) {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:40:55.655405 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-3806ef33-37b9-40ef-9e22-e2858af1e33c req-6e4ef9b9-c5e9-40e6-aae2-9c6fc03c1646 tempest-VolumesNegativeTest-312353229 tempest-VolumesNegativeTest-312353229-project] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:55.668098 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25126fb6-af99-4bca-8a54-722feb05cd76 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:40:55.669126 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-25126fb6-af99-4bca-8a54-722feb05cd76 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:55.710302 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31e34af8-64b4-49d5-9e1d-fbc86fa46c28 None None] Network 39b61219-9cf4-4275-b1fd-47a7ef2847ca requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:40:55.809351 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25126fb6-af99-4bca-8a54-722feb05cd76 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Pushing event updated for resources: {'Port': ['ID=a8bed7f9-ea4d-4581-8611-f96ae37df23c,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:40:55.814774 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-3806ef33-37b9-40ef-9e22-e2858af1e33c req-6e4ef9b9-c5e9-40e6-aae2-9c6fc03c1646 tempest-VolumesNegativeTest-312353229 tempest-VolumesNegativeTest-312353229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:40:55.822673 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-3806ef33-37b9-40ef-9e22-e2858af1e33c req-6e4ef9b9-c5e9-40e6-aae2-9c6fc03c1646 tempest-VolumesNegativeTest-312353229 tempest-VolumesNegativeTest-312353229-project] Usage tracker for resource:security_group_rule and tenant:433908dd33b64aa191930b4db29bca50 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:40:55.827474 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-3806ef33-37b9-40ef-9e22-e2858af1e33c req-6e4ef9b9-c5e9-40e6-aae2-9c6fc03c1646 tempest-VolumesNegativeTest-312353229 tempest-VolumesNegativeTest-312353229-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:40:55.842334 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-3806ef33-37b9-40ef-9e22-e2858af1e33c req-6e4ef9b9-c5e9-40e6-aae2-9c6fc03c1646 tempest-VolumesNegativeTest-312353229 tempest-VolumesNegativeTest-312353229-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:40:55.887124 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25126fb6-af99-4bca-8a54-722feb05cd76 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Checking segment: {'id': 'b9099dc4-a216-4ef5-82ce-56f289c58206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '53517370-92de-4cca-a25e-9e51a1c6f294'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:40:55.887725 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25126fb6-af99-4bca-8a54-722feb05cd76 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Network hostable DHCP agents. Network: 53517370-92de-4cca-a25e-9e51a1c6f294, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:40:55.921848 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-c2464503-0647-405a-9a34-2798c58a1890 None None] Provisioning for port d461ba28-dcad-418c-8836-3a7aafea52dc completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:40:55.968276 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-3806ef33-37b9-40ef-9e22-e2858af1e33c req-6e4ef9b9-c5e9-40e6-aae2-9c6fc03c1646 tempest-VolumesNegativeTest-312353229 tempest-VolumesNegativeTest-312353229-project] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:56.018378 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port d461ba28-dcad-418c-8836-3a7aafea52dc completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:40:56.029276 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port d461ba28-dcad-418c-8836-3a7aafea52dc triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:40:56.029677 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:56.067057 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-3806ef33-37b9-40ef-9e22-e2858af1e33c req-6e4ef9b9-c5e9-40e6-aae2-9c6fc03c1646 tempest-VolumesNegativeTest-312353229 tempest-VolumesNegativeTest-312353229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:56.085735 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25126fb6-af99-4bca-8a54-722feb05cd76 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Network 53517370-92de-4cca-a25e-9e51a1c6f294 is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:40:56.169313 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b7850617-9084-4f12-a2b2-d961482c0dab tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] Notify callbacks [] for subnetpool, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:56.171060 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-b7850617-9084-4f12-a2b2-d961482c0dab tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] 10.222.0.85 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.7207904 May 30 20:40:56.175171 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 59782) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:56.191193 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.tag.tag_plugin [None req-45aa85b2-f854-41d6-9667-419ac2acf902 tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '4f0f9ea1-d7d7-45b4-8d44-6edeae1cc00e', 'tempest-TagsExtTest-Tag-534462732') {} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:40:56.217468 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4ef9b9-c5e9-40e6-aae2-9c6fc03c1646 tempest-VolumesNegativeTest-312353229 tempest-VolumesNegativeTest-312353229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05dfd4e4-c45e-42fa-8741-56d6c78a991e,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:40:56.248621 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:56.323461 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port d461ba28-dcad-418c-8836-3a7aafea52dc, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=d461ba28-dcad-418c-8836-3a7aafea52dc,segment=NetworkSegment(24093f0b-1c88-447c-97ce-9a1ab5e996f3),segment_id=24093f0b-1c88-447c-97ce-9a1ab5e996f3)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:40:56.326576 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-25126fb6-af99-4bca-8a54-722feb05cd76 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, 53517370-92de-4cca-a25e-9e51a1c6f294) {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:40:56.335520 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d8c41f6-a5a6-452c-af7d-3d22cadfddb9 None None] Network 53517370-92de-4cca-a25e-9e51a1c6f294 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:40:56.360238 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25126fb6-af99-4bca-8a54-722feb05cd76 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:40:56.377862 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25126fb6-af99-4bca-8a54-722feb05cd76 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:40:56.386004 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25126fb6-af99-4bca-8a54-722feb05cd76 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:40:56.392326 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-25126fb6-af99-4bca-8a54-722feb05cd76 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:56.482412 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:56.485981 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-55994c46-49f3-4550-a3e1-fb2342d63675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:56.504318 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [req-3806ef33-37b9-40ef-9e22-e2858af1e33c req-6e4ef9b9-c5e9-40e6-aae2-9c6fc03c1646 tempest-VolumesNegativeTest-312353229 tempest-VolumesNegativeTest-312353229-project] Allocated IP 192.168.233.135 (4344fbed-57fb-43d7-b32d-6020ce60f0a1/1b83ff54-b1af-44ce-bb75-ba148920553c/4d3cf5ad-b7cd-4ad3-a83b-a319012be28b) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:40:56.582299 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ae0ad06c-c1ab-4c6e-acff-41cd71ba2850 req-62adbd4d-ea61-4807-beb4-e9c65556d3ba tempest-VolumesNegativeTest-312353229 tempest-VolumesNegativeTest-312353229-project] 10.222.0.85 "GET /v2.0/ports?device_id=5cf5bd39-84f4-435c-bef2-f3ab3c57ebe5 HTTP/1.1" status: 200 len: 210 time: 0.1545548 May 30 20:40:56.583038 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 59794) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:56.606679 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-45aa85b2-f854-41d6-9667-419ac2acf902 tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] 10.222.0.85 "PUT /v2.0/subnets/4f0f9ea1-d7d7-45b4-8d44-6edeae1cc00e/tags/tempest-TagsExtTest-Tag-534462732 HTTP/1.1" status: 201 len: 201 time: 0.4304318 May 30 20:40:56.609283 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 59802) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:56.618615 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.tag.tag_plugin [None req-7752b3e8-e663-4673-a0c4-4d03b78a2ab2 tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '6558f321-ad89-4c63-80ac-2b4783759c80', 'tempest-TagsExtTest-Tag-975166079') {} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:40:56.762560 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-25126fb6-af99-4bca-8a54-722feb05cd76 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.7390864 May 30 20:40:56.762843 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 59806) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:56.861827 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=d461ba28-dcad-418c-8836-3a7aafea52dc,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:40:56.866831 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-af03f011-2a32-45d0-a7ad-89a4dc8aaf4c None None] Provisioning complete for port d461ba28-dcad-418c-8836-3a7aafea52dc triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:40:56.874201 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-af03f011-2a32-45d0-a7ad-89a4dc8aaf4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:56.941273 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-3806ef33-37b9-40ef-9e22-e2858af1e33c req-6e4ef9b9-c5e9-40e6-aae2-9c6fc03c1646 tempest-VolumesNegativeTest-312353229 tempest-VolumesNegativeTest-312353229-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:56.946023 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7228ec6d-eefa-4b42-8311-fd658b7ba0f1 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:40:56.951913 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7228ec6d-eefa-4b42-8311-fd658b7ba0f1 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:40:56.956851 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 59812) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:56.958828 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-7228ec6d-eefa-4b42-8311-fd658b7ba0f1 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] 10.222.0.85 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1932712 May 30 20:40:56.981747 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:40:56.982380 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:40:56.982862 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:40:56.983351 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:40:56.983825 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:40:56.984295 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:40:56.984763 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:40:56.985229 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:40:56.985732 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:40:56.986251 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:40:56.986705 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:40:56.989654 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-7752b3e8-e663-4673-a0c4-4d03b78a2ab2 tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] 10.222.0.85 "PUT /v2.0/ports/6558f321-ad89-4c63-80ac-2b4783759c80/tags/tempest-TagsExtTest-Tag-975166079 HTTP/1.1" status: 201 len: 201 time: 0.3791778 May 30 20:40:57.005524 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 59816) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:57.014050 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.tag.tag_plugin [None req-01a5d2a3-8097-4d7c-9232-12fcf3d52098 tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'ce01b508-23cd-45a1-a49b-4ade1042d009', 'tempest-TagsExtTest-Tag-454861510') {} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:40:57.030200 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-9edb64b6-fccd-43eb-811a-9ed09372e8bf tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Deleting port 8d412db1-4f80-40cd-b508-014aaabba380 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:40:57.030633 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9edb64b6-fccd-43eb-811a-9ed09372e8bf tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:57.079999 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-3806ef33-37b9-40ef-9e22-e2858af1e33c req-6e4ef9b9-c5e9-40e6-aae2-9c6fc03c1646 tempest-VolumesNegativeTest-312353229 tempest-VolumesNegativeTest-312353229-project] Transition to ACTIVE for port object 4d3cf5ad-b7cd-4ad3-a83b-a319012be28b will not be triggered until provisioned by entity DHCP. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:40:57.082818 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8e077adf-6199-439d-872d-6af167504905 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:57.151176 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-af03f011-2a32-45d0-a7ad-89a4dc8aaf4c None None] Provisioning for port 6558f321-ad89-4c63-80ac-2b4783759c80 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:40:57.157107 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-af03f011-2a32-45d0-a7ad-89a4dc8aaf4c None None] Provisioning complete for port 6558f321-ad89-4c63-80ac-2b4783759c80 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:40:57.157482 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-af03f011-2a32-45d0-a7ad-89a4dc8aaf4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:57.200177 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-3806ef33-37b9-40ef-9e22-e2858af1e33c req-6e4ef9b9-c5e9-40e6-aae2-9c6fc03c1646 tempest-VolumesNegativeTest-312353229 tempest-VolumesNegativeTest-312353229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:57.219095 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-8e077adf-6199-439d-872d-6af167504905 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:40:57.225702 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-8e077adf-6199-439d-872d-6af167504905 admin admin] Usage tracker for resource:security_group_rule and tenant:57825a5313df4acfa2f8e40154d5f82c is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:40:57.229045 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-8e077adf-6199-439d-872d-6af167504905 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:40:57.239743 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-8e077adf-6199-439d-872d-6af167504905 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:40:57.275887 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-af03f011-2a32-45d0-a7ad-89a4dc8aaf4c None None] Port 6558f321-ad89-4c63-80ac-2b4783759c80 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:40:57.327853 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8e077adf-6199-439d-872d-6af167504905 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:57.335698 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-01a5d2a3-8097-4d7c-9232-12fcf3d52098 tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] 10.222.0.85 "PUT /v2.0/routers/ce01b508-23cd-45a1-a49b-4ade1042d009/tags/tempest-TagsExtTest-Tag-454861510 HTTP/1.1" status: 201 len: 201 time: 0.3290761 May 30 20:40:57.336492 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 59822) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:57.343384 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.tag.tag_plugin [None req-1daf1475-e223-465b-8110-b36e4081d379 tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '1ea10e1c-00a6-405f-85a0-48254028c97f', 'tempest-TagsExtTest-Tag-100526186') {} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:40:57.400981 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9edb64b6-fccd-43eb-811a-9ed09372e8bf tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:57.414027 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3806ef33-37b9-40ef-9e22-e2858af1e33c req-6e4ef9b9-c5e9-40e6-aae2-9c6fc03c1646 tempest-VolumesNegativeTest-312353229 tempest-VolumesNegativeTest-312353229-project] Network 4344fbed-57fb-43d7-b32d-6020ce60f0a1 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:40:57.426478 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [req-3806ef33-37b9-40ef-9e22-e2858af1e33c req-6e4ef9b9-c5e9-40e6-aae2-9c6fc03c1646 tempest-VolumesNegativeTest-312353229 tempest-VolumesNegativeTest-312353229-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:40:57.435175 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8e077adf-6199-439d-872d-6af167504905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:57.435389 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4ef9b9-c5e9-40e6-aae2-9c6fc03c1646 tempest-VolumesNegativeTest-312353229 tempest-VolumesNegativeTest-312353229-project] Pushing event updated for resources: {'Port': ['ID=4d3cf5ad-b7cd-4ad3-a83b-a319012be28b,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:40:57.449514 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-8e502441-789e-4c9d-b413-38546c413b70 None None] Provisioning complete for port 6558f321-ad89-4c63-80ac-2b4783759c80 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:40:57.449922 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-8e502441-789e-4c9d-b413-38546c413b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:57.517374 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-8e502441-789e-4c9d-b413-38546c413b70 None None] Port 6558f321-ad89-4c63-80ac-2b4783759c80 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:40:57.532233 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device d461ba28-dcad-418c-8836-3a7aafea52dc up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:40:57.565200 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e077adf-6199-439d-872d-6af167504905 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b3ec4a6-56b2-410f-b746-ddb82cd86f0b,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:40:57.565980 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-9edb64b6-fccd-43eb-811a-9ed09372e8bf tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Calling delete_port for 8d412db1-4f80-40cd-b508-014aaabba380 owned by {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:40:57.581966 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-8e077adf-6199-439d-872d-6af167504905 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=57825a5313df4acfa2f8e40154d5f82c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9850788 May 30 20:40:57.583146 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 59830) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:57.640416 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-1daf1475-e223-465b-8110-b36e4081d379 tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] 10.222.0.85 "PUT /v2.0/subnetpools/1ea10e1c-00a6-405f-85a0-48254028c97f/tags/tempest-TagsExtTest-Tag-100526186 HTTP/1.1" status: 201 len: 201 time: 0.3023050 May 30 20:40:57.646040 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-3806ef33-37b9-40ef-9e22-e2858af1e33c req-6e4ef9b9-c5e9-40e6-aae2-9c6fc03c1646 tempest-VolumesNegativeTest-312353229 tempest-VolumesNegativeTest-312353229-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:40:57.646258 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port d461ba28-dcad-418c-8836-3a7aafea52dc triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:40:57.646725 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:57.676161 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 59838) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:57.691771 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.tag.tag_plugin [None req-c494685e-58e1-4f59-be0b-e8497b5b0900 tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '4f0f9ea1-d7d7-45b4-8d44-6edeae1cc00e') {} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:40:57.841989 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3806ef33-37b9-40ef-9e22-e2858af1e33c req-6e4ef9b9-c5e9-40e6-aae2-9c6fc03c1646 tempest-VolumesNegativeTest-312353229 tempest-VolumesNegativeTest-312353229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:40:57.843849 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-3806ef33-37b9-40ef-9e22-e2858af1e33c req-6e4ef9b9-c5e9-40e6-aae2-9c6fc03c1646 tempest-VolumesNegativeTest-312353229 tempest-VolumesNegativeTest-312353229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:57.851394 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-fe712204-4d8b-48ec-8f1c-cad19e23f636 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:57.893119 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-c494685e-58e1-4f59-be0b-e8497b5b0900 tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] 10.222.0.85 "GET /v2.0/subnets/4f0f9ea1-d7d7-45b4-8d44-6edeae1cc00e/tags HTTP/1.1" status: 200 len: 240 time: 0.2131531 May 30 20:40:57.895182 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-fe712204-4d8b-48ec-8f1c-cad19e23f636 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:57.900479 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 59848) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:57.915802 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.tag.tag_plugin [None req-a3ace6bc-f67e-490d-b628-76e6d090a537 tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '4f0f9ea1-d7d7-45b4-8d44-6edeae1cc00e', 'tempest-TagsExtTest-Tag-534462732') {} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:40:57.957583 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3806ef33-37b9-40ef-9e22-e2858af1e33c req-6e4ef9b9-c5e9-40e6-aae2-9c6fc03c1646 tempest-VolumesNegativeTest-312353229 tempest-VolumesNegativeTest-312353229-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3135386 May 30 20:40:57.958195 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9edb64b6-fccd-43eb-811a-9ed09372e8bf tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:57.984910 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-434b3981-0282-4c81-b8ed-ba91d81b59c0 None None] Provisioning for port 4d3cf5ad-b7cd-4ad3-a83b-a319012be28b completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:40:57.993936 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-434b3981-0282-4c81-b8ed-ba91d81b59c0 None None] Provisioning complete for port 4d3cf5ad-b7cd-4ad3-a83b-a319012be28b triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:40:57.994058 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-434b3981-0282-4c81-b8ed-ba91d81b59c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:58.054361 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-fe712204-4d8b-48ec-8f1c-cad19e23f636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:58.059514 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-434b3981-0282-4c81-b8ed-ba91d81b59c0 None None] Port 4d3cf5ad-b7cd-4ad3-a83b-a319012be28b cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:40:58.079974 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe712204-4d8b-48ec-8f1c-cad19e23f636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b3ec4a6-56b2-410f-b746-ddb82cd86f0b,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:40:58.082407 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-fe712204-4d8b-48ec-8f1c-cad19e23f636 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:58.083311 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-3806ef33-37b9-40ef-9e22-e2858af1e33c req-a5630055-08d7-492c-b639-c708ad43e520 service neutron] Request body: {'port': {'device_id': '5cf5bd39-84f4-435c-bef2-f3ab3c57ebe5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843948-2'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:40:58.084599 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-fe712204-4d8b-48ec-8f1c-cad19e23f636 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/0b3ec4a6-56b2-410f-b746-ddb82cd86f0b HTTP/1.1" status: 204 len: 168 time: 0.5002651 May 30 20:40:58.127541 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edb64b6-fccd-43eb-811a-9ed09372e8bf tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Pushing event deleted for resources: {'Port': ['ID=8d412db1-4f80-40cd-b508-014aaabba380,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:40:58.258030 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9edb64b6-fccd-43eb-811a-9ed09372e8bf tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:58.305162 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-9edb64b6-fccd-43eb-811a-9ed09372e8bf tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] 10.222.0.85 "DELETE /v2.0/ports/8d412db1-4f80-40cd-b508-014aaabba380 HTTP/1.1" status: 204 len: 168 time: 1.3471427 May 30 20:40:58.307947 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 59858) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:58.364442 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-3806ef33-37b9-40ef-9e22-e2858af1e33c req-a5630055-08d7-492c-b639-c708ad43e520 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:58.376034 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-a3ace6bc-f67e-490d-b628-76e6d090a537 tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] 10.222.0.85 "GET /v2.0/subnets/4f0f9ea1-d7d7-45b4-8d44-6edeae1cc00e/tags/tempest-TagsExtTest-Tag-534462732 HTTP/1.1" status: 204 len: 168 time: 0.4669957 May 30 20:40:58.376319 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 59862) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:58.389502 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488d8da7-93ca-4fe7-b784-bbcd5883bd29 req-9d31891b-16ad-4413-9314-72320e568dd4 tempest-VolumesNegativeTest-312353229 tempest-VolumesNegativeTest-312353229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:40:58.389850 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.tag.tag_plugin [None req-0a123676-2bb8-42b9-a28b-81c4c355d8b8 tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '4f0f9ea1-d7d7-45b4-8d44-6edeae1cc00e', 'tempest-TagsExtTest-Tag-534462732') {} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:40:58.390218 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-488d8da7-93ca-4fe7-b784-bbcd5883bd29 req-9d31891b-16ad-4413-9314-72320e568dd4 tempest-VolumesNegativeTest-312353229 tempest-VolumesNegativeTest-312353229-project] Synchronizing usage tracker for tenant:433908dd33b64aa191930b4db29bca50 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:40:58.583235 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-488d8da7-93ca-4fe7-b784-bbcd5883bd29 req-9d31891b-16ad-4413-9314-72320e568dd4 tempest-VolumesNegativeTest-312353229 tempest-VolumesNegativeTest-312353229-project] Unset dirty status for tenant:433908dd33b64aa191930b4db29bca50 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:40:58.590212 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-488d8da7-93ca-4fe7-b784-bbcd5883bd29 req-9d31891b-16ad-4413-9314-72320e568dd4 tempest-VolumesNegativeTest-312353229 tempest-VolumesNegativeTest-312353229-project] 10.222.0.85 "GET /v2.0/ports?device_id=5cf5bd39-84f4-435c-bef2-f3ab3c57ebe5 HTTP/1.1" status: 200 len: 936 time: 0.6269157 May 30 20:40:58.606901 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-c47f9415-b6ce-43aa-ab16-f646fd5310e1 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Deleting port a8bed7f9-ea4d-4581-8611-f96ae37df23c {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:40:58.607502 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c47f9415-b6ce-43aa-ab16-f646fd5310e1 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:58.687677 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-488d8da7-93ca-4fe7-b784-bbcd5883bd29 req-d776823c-65fb-422a-8747-f4dfde2a5543 tempest-VolumesNegativeTest-312353229 tempest-VolumesNegativeTest-312353229-project] Synchronizing usage tracker for tenant:433908dd33b64aa191930b4db29bca50 on resource:security_group {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:40:58.955055 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [req-3806ef33-37b9-40ef-9e22-e2858af1e33c req-a5630055-08d7-492c-b639-c708ad43e520 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d3cf5ad-b7cd-4ad3-a83b-a319012be28b {{(pid=84887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:40:58.963919 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c47f9415-b6ce-43aa-ab16-f646fd5310e1 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:58.969506 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-3806ef33-37b9-40ef-9e22-e2858af1e33c req-a5630055-08d7-492c-b639-c708ad43e520 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:59.001212 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 59878) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:59.004098 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-488d8da7-93ca-4fe7-b784-bbcd5883bd29 req-d776823c-65fb-422a-8747-f4dfde2a5543 tempest-VolumesNegativeTest-312353229 tempest-VolumesNegativeTest-312353229-project] Unset dirty status for tenant:433908dd33b64aa191930b4db29bca50 on resource:security_group {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:40:59.005285 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-488d8da7-93ca-4fe7-b784-bbcd5883bd29 req-d776823c-65fb-422a-8747-f4dfde2a5543 tempest-VolumesNegativeTest-312353229 tempest-VolumesNegativeTest-312353229-project] 10.222.0.85 "GET /v2.0/security-groups?id=05dfd4e4-c45e-42fa-8741-56d6c78a991e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4143250 May 30 20:40:59.031285 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-3806ef33-37b9-40ef-9e22-e2858af1e33c req-a5630055-08d7-492c-b639-c708ad43e520 service neutron] Transition to ACTIVE for port object 4d3cf5ad-b7cd-4ad3-a83b-a319012be28b will not be triggered until provisioned by entity L2. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:40:59.036981 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-36dd4645-bf32-4d79-8309-f7ba93dff472 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:59.074382 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-36dd4645-bf32-4d79-8309-f7ba93dff472 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:40:59.079458 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-36dd4645-bf32-4d79-8309-f7ba93dff472 admin admin] Usage tracker for resource:security_group_rule and tenant:f0db605c2574494fa3768a66dedb877b is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:40:59.083364 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-36dd4645-bf32-4d79-8309-f7ba93dff472 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:40:59.092252 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-36dd4645-bf32-4d79-8309-f7ba93dff472 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:40:59.108700 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-0a123676-2bb8-42b9-a28b-81c4c355d8b8 tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] 10.222.0.85 "DELETE /v2.0/subnets/4f0f9ea1-d7d7-45b4-8d44-6edeae1cc00e/tags/tempest-TagsExtTest-Tag-534462732 HTTP/1.1" status: 204 len: 168 time: 0.7316289 May 30 20:40:59.110807 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 59882) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:59.113363 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-c47f9415-b6ce-43aa-ab16-f646fd5310e1 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Calling delete_port for a8bed7f9-ea4d-4581-8611-f96ae37df23c owned by {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:40:59.118938 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.tag.tag_plugin [None req-121c8fc3-2d49-4f57-8946-ca38b441b3e7 tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '4f0f9ea1-d7d7-45b4-8d44-6edeae1cc00e') {} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:40:59.155646 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-3806ef33-37b9-40ef-9e22-e2858af1e33c req-a5630055-08d7-492c-b639-c708ad43e520 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:59.322290 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c47f9415-b6ce-43aa-ab16-f646fd5310e1 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:59.377584 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47f9415-b6ce-43aa-ab16-f646fd5310e1 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Pushing event deleted for resources: {'Port': ['ID=a8bed7f9-ea4d-4581-8611-f96ae37df23c,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:40:59.390085 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5630055-08d7-492c-b639-c708ad43e520 service neutron] Pushing event updated for resources: {'Port': ['ID=4d3cf5ad-b7cd-4ad3-a83b-a319012be28b,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:40:59.393649 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c47f9415-b6ce-43aa-ab16-f646fd5310e1 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:59.406083 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-c47f9415-b6ce-43aa-ab16-f646fd5310e1 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] 10.222.0.85 "DELETE /v2.0/ports/a8bed7f9-ea4d-4581-8611-f96ae37df23c HTTP/1.1" status: 204 len: 168 time: 1.0964446 May 30 20:40:59.408000 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 59892) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:59.446792 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-36dd4645-bf32-4d79-8309-f7ba93dff472 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:59.469304 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-29dd4b0f-48ad-4a12-abe4-87455bacfbac tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Synchronizing usage tracker for tenant:9bfa602d13264974932de1c19af9cdd2 on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:40:59.522998 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-121c8fc3-2d49-4f57-8946-ca38b441b3e7 tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] 10.222.0.85 "GET /v2.0/subnets/4f0f9ea1-d7d7-45b4-8d44-6edeae1cc00e/tags HTTP/1.1" status: 200 len: 205 time: 0.4109302 May 30 20:40:59.525461 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 59900) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:59.533495 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.tag.tag_plugin [None req-7d2c36c2-301f-4953-9eb1-42a785ff625c tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '6558f321-ad89-4c63-80ac-2b4783759c80') {} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:40:59.570162 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-36dd4645-bf32-4d79-8309-f7ba93dff472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:59.585495 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-29dd4b0f-48ad-4a12-abe4-87455bacfbac tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Unset dirty status for tenant:9bfa602d13264974932de1c19af9cdd2 on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:40:59.587359 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-29dd4b0f-48ad-4a12-abe4-87455bacfbac tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] 10.222.0.85 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1782727 May 30 20:40:59.592664 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 59904) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:59.600515 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-1022b603-871d-4acf-b9b0-8eda899512cd tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-400058969'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:40:59.606913 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-1022b603-871d-4acf-b9b0-8eda899512cd tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:40:59.611486 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-1022b603-871d-4acf-b9b0-8eda899512cd tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Usage tracker for resource:network and tenant:9bfa602d13264974932de1c19af9cdd2 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:40:59.614261 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-d91b5e74-c64d-4fa9-aa03-2cd1c9d76300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:59.624172 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-1022b603-871d-4acf-b9b0-8eda899512cd tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:40:59.624569 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-1022b603-871d-4acf-b9b0-8eda899512cd tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:40:59.647260 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-3806ef33-37b9-40ef-9e22-e2858af1e33c req-a5630055-08d7-492c-b639-c708ad43e520 service neutron] Attempting to bind port 4d3cf5ad-b7cd-4ad3-a83b-a319012be28b on host n-h2-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:40:59.647260 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-3806ef33-37b9-40ef-9e22-e2858af1e33c req-a5630055-08d7-492c-b639-c708ad43e520 service neutron] Attempting to bind port 4d3cf5ad-b7cd-4ad3-a83b-a319012be28b by drivers openvswitch,hyperv on host n-h2-843948-2 at level 0 using segments [{'id': '7e304c17-4e5f-4a93-af80-52785639e6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:40:59.647579 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3806ef33-37b9-40ef-9e22-e2858af1e33c req-a5630055-08d7-492c-b639-c708ad43e520 service neutron] Attempting to bind port 4d3cf5ad-b7cd-4ad3-a83b-a319012be28b on network 4344fbed-57fb-43d7-b32d-6020ce60f0a1 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:40:59.659227 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dd4645-bf32-4d79-8309-f7ba93dff472 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dceb460-a35a-4df0-8b40-7482c2916290,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:40:59.663225 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-36dd4645-bf32-4d79-8309-f7ba93dff472 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=f0db605c2574494fa3768a66dedb877b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6604211 May 30 20:40:59.666122 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 59910) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:59.670827 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3806ef33-37b9-40ef-9e22-e2858af1e33c req-a5630055-08d7-492c-b639-c708ad43e520 service neutron] Port 4d3cf5ad-b7cd-4ad3-a83b-a319012be28b on network 4344fbed-57fb-43d7-b32d-6020ce60f0a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:40:59.671315 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3806ef33-37b9-40ef-9e22-e2858af1e33c req-a5630055-08d7-492c-b639-c708ad43e520 service neutron] Attempting to bind port 4d3cf5ad-b7cd-4ad3-a83b-a319012be28b on network 4344fbed-57fb-43d7-b32d-6020ce60f0a1 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:40:59.682901 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3806ef33-37b9-40ef-9e22-e2858af1e33c req-a5630055-08d7-492c-b639-c708ad43e520 service neutron] Checking agent: {'id': 'eaa08354-e8f5-4e73-af76-8d3cf7d2b390', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 40, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:40:59.683263 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3806ef33-37b9-40ef-9e22-e2858af1e33c req-a5630055-08d7-492c-b639-c708ad43e520 service neutron] Checking segment: {'id': '7e304c17-4e5f-4a93-af80-52785639e6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:40:59.683630 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3806ef33-37b9-40ef-9e22-e2858af1e33c req-a5630055-08d7-492c-b639-c708ad43e520 service neutron] Bound using segment: {'id': '7e304c17-4e5f-4a93-af80-52785639e6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1'} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:40:59.684008 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-3806ef33-37b9-40ef-9e22-e2858af1e33c req-a5630055-08d7-492c-b639-c708ad43e520 service neutron] Bound port: 4d3cf5ad-b7cd-4ad3-a83b-a319012be28b, host: n-h2-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e304c17-4e5f-4a93-af80-52785639e6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1'}}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:40:59.684346 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-3806ef33-37b9-40ef-9e22-e2858af1e33c req-a5630055-08d7-492c-b639-c708ad43e520 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:59.730594 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-7d2c36c2-301f-4953-9eb1-42a785ff625c tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] 10.222.0.85 "GET /v2.0/ports/6558f321-ad89-4c63-80ac-2b4783759c80/tags HTTP/1.1" status: 200 len: 240 time: 0.2039218 May 30 20:40:59.735275 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 59914) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:40:59.746367 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1022b603-871d-4acf-b9b0-8eda899512cd tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Made reservation on behalf of 9bfa602d13264974932de1c19af9cdd2 for: {'network': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:40:59.746367 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1022b603-871d-4acf-b9b0-8eda899512cd tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:59.770729 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.tag.tag_plugin [None req-d82345a0-0c5e-4bfe-b4e5-863a72d28aeb tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '6558f321-ad89-4c63-80ac-2b4783759c80', 'tempest-TagsExtTest-Tag-975166079') {} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:40:59.804807 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-3806ef33-37b9-40ef-9e22-e2858af1e33c req-a5630055-08d7-492c-b639-c708ad43e520 service neutron] For port 4d3cf5ad-b7cd-4ad3-a83b-a319012be28b, host n-h2-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:40:59.808566 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-3806ef33-37b9-40ef-9e22-e2858af1e33c req-a5630055-08d7-492c-b639-c708ad43e520 service neutron] For port 4d3cf5ad-b7cd-4ad3-a83b-a319012be28b, host n-h2-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=4d3cf5ad-b7cd-4ad3-a83b-a319012be28b,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:40:59.825363 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-fcfb3f50-285d-4298-86b2-cfe2c4704032 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:59.830614 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:59.842438 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1022b603-871d-4acf-b9b0-8eda899512cd tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] vlan segment allocate from pool success with {'vlan_id': 699, 'physical_network': 'physnet1'} {{(pid=84886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:40:59.852093 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1022b603-871d-4acf-b9b0-8eda899512cd tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:59.852725 n-d-843948-2 neutron-server[84886]: INFO neutron.db.segments_db [None req-1022b603-871d-4acf-b9b0-8eda899512cd tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Added segment 07ef0c0f-e60d-4579-8560-90443e18c256 of type vlan for network a1369da7-f78f-4101-8500-9a162516a1fe May 30 20:40:59.883151 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-3806ef33-37b9-40ef-9e22-e2858af1e33c req-a5630055-08d7-492c-b639-c708ad43e520 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:59.909335 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1022b603-871d-4acf-b9b0-8eda899512cd tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:59.923155 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-fcfb3f50-285d-4298-86b2-cfe2c4704032 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:59.994756 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-3806ef33-37b9-40ef-9e22-e2858af1e33c req-a5630055-08d7-492c-b639-c708ad43e520 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:40:59.996252 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3806ef33-37b9-40ef-9e22-e2858af1e33c req-a5630055-08d7-492c-b639-c708ad43e520 service neutron] 10.222.0.86 "PUT /v2.0/ports/4d3cf5ad-b7cd-4ad3-a83b-a319012be28b HTTP/1.1" status: 200 len: 1096 time: 1.9594195 May 30 20:40:59.996737 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cf5bd39-84f4-435c-bef2-f3ab3c57ebe5', 'tag': '4d3cf5ad-b7cd-4ad3-a83b-a319012be28b'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:41:00.014324 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5630055-08d7-492c-b639-c708ad43e520 service neutron] Pushing event updated for resources: {'Port': ['ID=4d3cf5ad-b7cd-4ad3-a83b-a319012be28b,revision_number=3']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:41:00.018181 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-d82345a0-0c5e-4bfe-b4e5-863a72d28aeb tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] 10.222.0.85 "GET /v2.0/ports/6558f321-ad89-4c63-80ac-2b4783759c80/tags/tempest-TagsExtTest-Tag-975166079 HTTP/1.1" status: 204 len: 168 time: 0.2772911 May 30 20:41:00.018366 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 59924) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:41:00.024221 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.tag.tag_plugin [None req-7e7cd638-5120-4e5a-b4e1-0506530a43e5 tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '6558f321-ad89-4c63-80ac-2b4783759c80', 'tempest-TagsExtTest-Tag-975166079') {} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:41:00.091964 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-331effe5-9256-455d-92d2-5e232aed3002'] response: {'name': 'network-changed', 'server_uuid': '5cf5bd39-84f4-435c-bef2-f3ab3c57ebe5', 'tag': '4d3cf5ad-b7cd-4ad3-a83b-a319012be28b', 'status': 'completed', 'code': 200} May 30 20:41:00.179977 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1022b603-871d-4acf-b9b0-8eda899512cd tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:00.183807 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1022b603-871d-4acf-b9b0-8eda899512cd tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:41:00.184401 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1022b603-871d-4acf-b9b0-8eda899512cd tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Notify callbacks [] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:00.212579 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-fcfb3f50-285d-4298-86b2-cfe2c4704032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:00.265816 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-7e7cd638-5120-4e5a-b4e1-0506530a43e5 tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] 10.222.0.85 "DELETE /v2.0/ports/6558f321-ad89-4c63-80ac-2b4783759c80/tags/tempest-TagsExtTest-Tag-975166079 HTTP/1.1" status: 204 len: 168 time: 0.2470717 May 30 20:41:00.267933 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 59936) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:41:00.279543 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.tag.tag_plugin [None req-20b1e8f5-b974-45a3-a8ad-7ab04a9e53f1 tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '6558f321-ad89-4c63-80ac-2b4783759c80') {} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:41:00.337062 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfb3f50-285d-4298-86b2-cfe2c4704032 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dceb460-a35a-4df0-8b40-7482c2916290,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:41:00.365592 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-fcfb3f50-285d-4298-86b2-cfe2c4704032 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:00.365592 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-fcfb3f50-285d-4298-86b2-cfe2c4704032 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/3dceb460-a35a-4df0-8b40-7482c2916290 HTTP/1.1" status: 204 len: 168 time: 0.6957331 May 30 20:41:00.376708 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1022b603-871d-4acf-b9b0-8eda899512cd tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Pushing event updated for resources: {'Network': ['ID=a1369da7-f78f-4101-8500-9a162516a1fe,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:41:00.398576 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-193f4e75-71e8-439f-ac2c-5635c7e9212d req-3f9ffbad-f79c-47df-a4fb-2529bf966399 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=433908dd33b64aa191930b4db29bca50&device_id=5cf5bd39-84f4-435c-bef2-f3ab3c57ebe5 HTTP/1.1" status: 200 len: 1099 time: 0.2703860 May 30 20:41:00.427810 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network a1369da7-f78f-4101-8500-9a162516a1fe details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:41:00.430566 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-1022b603-871d-4acf-b9b0-8eda899512cd tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8363123 May 30 20:41:00.434487 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 59942) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:41:00.440409 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-e6e64bb0-e102-4bad-a037-fd628a315589 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1923602349'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:41:00.449307 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-e6e64bb0-e102-4bad-a037-fd628a315589 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:41:00.460804 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-e6e64bb0-e102-4bad-a037-fd628a315589 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Usage tracker for resource:network and tenant:9bfa602d13264974932de1c19af9cdd2 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:41:00.466093 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-e6e64bb0-e102-4bad-a037-fd628a315589 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:41:00.477932 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-e6e64bb0-e102-4bad-a037-fd628a315589 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:41:00.486785 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-193f4e75-71e8-439f-ac2c-5635c7e9212d req-efa5aeeb-52bc-43de-aa12-560be114442b service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=433908dd33b64aa191930b4db29bca50&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0741894 May 30 20:41:00.562071 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6e64bb0-e102-4bad-a037-fd628a315589 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Made reservation on behalf of 9bfa602d13264974932de1c19af9cdd2 for: {'network': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:41:00.566544 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e6e64bb0-e102-4bad-a037-fd628a315589 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:00.624740 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6e64bb0-e102-4bad-a037-fd628a315589 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] vlan segment allocate from pool success with {'vlan_id': 666, 'physical_network': 'physnet1'} {{(pid=84886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:41:00.644553 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-20b1e8f5-b974-45a3-a8ad-7ab04a9e53f1 tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] 10.222.0.85 "GET /v2.0/ports/6558f321-ad89-4c63-80ac-2b4783759c80/tags HTTP/1.1" status: 200 len: 205 time: 0.3742659 May 30 20:41:00.647989 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e6e64bb0-e102-4bad-a037-fd628a315589 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:00.651618 n-d-843948-2 neutron-server[84886]: INFO neutron.db.segments_db [None req-e6e64bb0-e102-4bad-a037-fd628a315589 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Added segment c526496c-ef5c-46b1-87d7-d9249cf17307 of type vlan for network 683befd0-2241-4f38-9466-ef81cfc44178 May 30 20:41:00.657017 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca70657d-bf68-47e4-9245-6617d3241b81 req-a09bb476-efda-4be1-a3f3-e342717205a6 tempest-VolumesNegativeTest-312353229 tempest-VolumesNegativeTest-312353229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:41:00.658719 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ca70657d-bf68-47e4-9245-6617d3241b81 req-a09bb476-efda-4be1-a3f3-e342717205a6 tempest-VolumesNegativeTest-312353229 tempest-VolumesNegativeTest-312353229-project] 10.222.0.85 "GET /v2.0/ports?device_id=5cf5bd39-84f4-435c-bef2-f3ab3c57ebe5 HTTP/1.1" status: 200 len: 948 time: 0.4929864 May 30 20:41:00.663121 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 59948) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:41:00.675786 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.tag.tag_plugin [None req-730f16ce-05e6-48ca-84fb-22a638590a7a tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'ce01b508-23cd-45a1-a49b-4ade1042d009') {} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:41:00.682634 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e6e64bb0-e102-4bad-a037-fd628a315589 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:00.802046 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e6e64bb0-e102-4bad-a037-fd628a315589 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:00.805873 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e64bb0-e102-4bad-a037-fd628a315589 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:41:00.806655 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e6e64bb0-e102-4bad-a037-fd628a315589 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Notify callbacks [] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:00.961965 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e64bb0-e102-4bad-a037-fd628a315589 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Pushing event updated for resources: {'Network': ['ID=683befd0-2241-4f38-9466-ef81cfc44178,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:41:00.976495 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network 683befd0-2241-4f38-9466-ef81cfc44178 details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:41:01.068469 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-e6e64bb0-e102-4bad-a037-fd628a315589 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6325107 May 30 20:41:01.126975 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ca70657d-bf68-47e4-9245-6617d3241b81 req-efbf4757-620a-4ac9-9e7d-3f77c8563f1c tempest-VolumesNegativeTest-312353229 tempest-VolumesNegativeTest-312353229-project] 10.222.0.85 "GET /v2.0/security-groups?id=05dfd4e4-c45e-42fa-8741-56d6c78a991e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4604304 May 30 20:41:01.128578 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193f4e75-71e8-439f-ac2c-5635c7e9212d req-38968ee7-19bb-480e-9a1a-f846b773b97e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:41:01.130602 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-193f4e75-71e8-439f-ac2c-5635c7e9212d req-38968ee7-19bb-480e-9a1a-f846b773b97e service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6293306 May 30 20:41:01.148099 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-730f16ce-05e6-48ca-84fb-22a638590a7a tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] 10.222.0.85 "GET /v2.0/routers/ce01b508-23cd-45a1-a49b-4ade1042d009/tags HTTP/1.1" status: 200 len: 240 time: 0.4835098 May 30 20:41:01.151179 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 59962) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:41:01.159157 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.tag.tag_plugin [None req-3746d11e-c83b-4262-9463-43c8cbd14f52 tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'ce01b508-23cd-45a1-a49b-4ade1042d009', 'tempest-TagsExtTest-Tag-454861510') {} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:41:01.207079 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 59968) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:41:01.214332 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-92cd0a10-c576-47db-9ba4-ed5084244cc1 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Request body: {'subnets': [{'network_id': 'a1369da7-f78f-4101-8500-9a162516a1fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--739863807', 'ip_version': 4}, {'network_id': '683befd0-2241-4f38-9466-ef81cfc44178', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:41:01.214752 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-92cd0a10-c576-47db-9ba4-ed5084244cc1 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Request body: {'subnet': {'network_id': 'a1369da7-f78f-4101-8500-9a162516a1fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--739863807', 'ip_version': 4}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:41:01.215518 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-92cd0a10-c576-47db-9ba4-ed5084244cc1 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Request body: {'subnet': {'network_id': '683befd0-2241-4f38-9466-ef81cfc44178', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:41:01.398326 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:01.407670 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-3746d11e-c83b-4262-9463-43c8cbd14f52 tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] 10.222.0.85 "GET /v2.0/routers/ce01b508-23cd-45a1-a49b-4ade1042d009/tags/tempest-TagsExtTest-Tag-454861510 HTTP/1.1" status: 204 len: 168 time: 0.2546837 May 30 20:41:01.409538 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 59978) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:41:01.416853 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.tag.tag_plugin [None req-3bb7bbcb-74a0-42b1-bd18-7b2d47f1d2cb tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'ce01b508-23cd-45a1-a49b-4ade1042d009', 'tempest-TagsExtTest-Tag-454861510') {} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:41:01.555500 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3806ef33-37b9-40ef-9e22-e2858af1e33c req-21f3d041-be8e-43e3-ae47-39c1f3cbc4c6 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=433908dd33b64aa191930b4db29bca50&device_id=5cf5bd39-84f4-435c-bef2-f3ab3c57ebe5 HTTP/1.1" status: 200 len: 1099 time: 0.3204634 May 30 20:41:01.677514 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-3bb7bbcb-74a0-42b1-bd18-7b2d47f1d2cb tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] 10.222.0.85 "DELETE /v2.0/routers/ce01b508-23cd-45a1-a49b-4ade1042d009/tags/tempest-TagsExtTest-Tag-454861510 HTTP/1.1" status: 204 len: 168 time: 0.2665753 May 30 20:41:01.680451 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 59990) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:41:01.686473 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.tag.tag_plugin [None req-74de7150-c14a-47e0-8737-247ef1366163 tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'ce01b508-23cd-45a1-a49b-4ade1042d009') {} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:41:01.687512 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-92cd0a10-c576-47db-9ba4-ed5084244cc1 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:41:01.692575 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3806ef33-37b9-40ef-9e22-e2858af1e33c req-9d19d7bb-fb02-494f-ba48-71b57d7f0f69 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=4d3cf5ad-b7cd-4ad3-a83b-a319012be28b HTTP/1.1" status: 200 len: 217 time: 0.1233995 May 30 20:41:01.693471 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-92cd0a10-c576-47db-9ba4-ed5084244cc1 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Usage tracker for resource:subnet and tenant:9bfa602d13264974932de1c19af9cdd2 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:41:01.696735 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-92cd0a10-c576-47db-9ba4-ed5084244cc1 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:41:01.733716 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-92cd0a10-c576-47db-9ba4-ed5084244cc1 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:41:01.773071 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3806ef33-37b9-40ef-9e22-e2858af1e33c req-4ddd1487-0c9c-469d-ace3-ed8432821e05 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:41:01.774543 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3806ef33-37b9-40ef-9e22-e2858af1e33c req-4ddd1487-0c9c-469d-ace3-ed8432821e05 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1b83ff54-b1af-44ce-bb75-ba148920553c HTTP/1.1" status: 200 len: 843 time: 0.0718257 May 30 20:41:01.844127 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92cd0a10-c576-47db-9ba4-ed5084244cc1 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Made reservation on behalf of 9bfa602d13264974932de1c19af9cdd2 for: {'subnet': 2} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:41:01.969960 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3806ef33-37b9-40ef-9e22-e2858af1e33c req-242bd324-a9e5-4816-8534-fde5881a32c0 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4344fbed-57fb-43d7-b32d-6020ce60f0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1864507 May 30 20:41:01.982835 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-74de7150-c14a-47e0-8737-247ef1366163 tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] 10.222.0.85 "GET /v2.0/routers/ce01b508-23cd-45a1-a49b-4ade1042d009/tags HTTP/1.1" status: 200 len: 205 time: 0.3011906 May 30 20:41:01.985936 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 60002) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:41:01.994052 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.tag.tag_plugin [None req-a0447253-cc2c-4d86-85d3-0cc6b6a0a1f4 tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '1ea10e1c-00a6-405f-85a0-48254028c97f') {} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:41:02.044635 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-a0447253-cc2c-4d86-85d3-0cc6b6a0a1f4 tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] 10.222.0.85 "GET /v2.0/subnetpools/1ea10e1c-00a6-405f-85a0-48254028c97f/tags HTTP/1.1" status: 200 len: 240 time: 0.0572958 May 30 20:41:02.055188 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 60008) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:41:02.059934 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.tag.tag_plugin [None req-a5afbe05-4c63-4dff-973a-546b65e4bc4b tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '1ea10e1c-00a6-405f-85a0-48254028c97f', 'tempest-TagsExtTest-Tag-100526186') {} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:41:02.087379 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-a5afbe05-4c63-4dff-973a-546b65e4bc4b tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] 10.222.0.85 "GET /v2.0/subnetpools/1ea10e1c-00a6-405f-85a0-48254028c97f/tags/tempest-TagsExtTest-Tag-100526186 HTTP/1.1" status: 204 len: 168 time: 0.0371132 May 30 20:41:02.089426 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 60012) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:41:02.095166 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.tag.tag_plugin [None req-ee1fa546-7af1-4da9-82d0-a21d9de5b17d tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '1ea10e1c-00a6-405f-85a0-48254028c97f', 'tempest-TagsExtTest-Tag-100526186') {} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:41:02.234016 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-ee1fa546-7af1-4da9-82d0-a21d9de5b17d tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] 10.222.0.85 "DELETE /v2.0/subnetpools/1ea10e1c-00a6-405f-85a0-48254028c97f/tags/tempest-TagsExtTest-Tag-100526186 HTTP/1.1" status: 204 len: 168 time: 0.1412067 May 30 20:41:02.234224 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 60020) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:41:02.240158 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.tag.tag_plugin [None req-72350a8f-74e0-4c2c-8899-f5d6ce6a4228 tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '1ea10e1c-00a6-405f-85a0-48254028c97f') {} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:41:02.265073 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-92cd0a10-c576-47db-9ba4-ed5084244cc1 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114220'] for subnet, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:02.265815 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-92cd0a10-c576-47db-9ba4-ed5084244cc1 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114220'] for subnet, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:02.289756 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-72350a8f-74e0-4c2c-8899-f5d6ce6a4228 tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] 10.222.0.85 "GET /v2.0/subnetpools/1ea10e1c-00a6-405f-85a0-48254028c97f/tags HTTP/1.1" status: 200 len: 205 time: 0.0517874 May 30 20:41:02.294446 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 60026) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:41:02.299779 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.tag.tag_plugin [None req-0443f8e7-4793-47b0-8004-d2ac174ef588 tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '1ea10e1c-00a6-405f-85a0-48254028c97f') {} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:41:02.348074 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3806ef33-37b9-40ef-9e22-e2858af1e33c req-794cebff-957a-4292-b8a8-5a27c41da901 service neutron] 10.222.0.86 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3597033 May 30 20:41:02.433136 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-0443f8e7-4793-47b0-8004-d2ac174ef588 tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] 10.222.0.85 "DELETE /v2.0/subnetpools/1ea10e1c-00a6-405f-85a0-48254028c97f/tags HTTP/1.1" status: 204 len: 168 time: 0.1375878 May 30 20:41:02.465414 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 60034) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:41:02.471934 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.tag.tag_plugin [None req-37952d72-d46f-4d7c-80c7-d3fcc688b9b5 tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'ce01b508-23cd-45a1-a49b-4ade1042d009') {} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:41:02.533202 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b3c949-baab-4d8a-8910-7a4f61297291 req-b06dd258-d6ce-4456-be15-9afc1f204bb5 tempest-VolumesNegativeTest-312353229 tempest-VolumesNegativeTest-312353229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:41:02.534843 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a2b3c949-baab-4d8a-8910-7a4f61297291 req-b06dd258-d6ce-4456-be15-9afc1f204bb5 tempest-VolumesNegativeTest-312353229 tempest-VolumesNegativeTest-312353229-project] 10.222.0.85 "GET /v2.0/ports?device_id=5cf5bd39-84f4-435c-bef2-f3ab3c57ebe5 HTTP/1.1" status: 200 len: 948 time: 0.2090294 May 30 20:41:02.686279 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:02.698340 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-37952d72-d46f-4d7c-80c7-d3fcc688b9b5 tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] 10.222.0.85 "DELETE /v2.0/routers/ce01b508-23cd-45a1-a49b-4ade1042d009/tags HTTP/1.1" status: 204 len: 168 time: 0.2388530 May 30 20:41:02.701211 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 60042) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:41:02.723394 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.tag.tag_plugin [None req-4e9f40c6-4f0e-41fa-bb0e-b7662115f946 tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '6558f321-ad89-4c63-80ac-2b4783759c80') {} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:41:02.810244 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3806ef33-37b9-40ef-9e22-e2858af1e33c req-7b4b2ef0-e41c-4d0d-87cb-f30b05f7b810 service neutron] 10.222.0.86 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2593923 May 30 20:41:02.814213 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a2b3c949-baab-4d8a-8910-7a4f61297291 req-849f3dc3-b72b-45bc-977e-4b9e51d4edba tempest-VolumesNegativeTest-312353229 tempest-VolumesNegativeTest-312353229-project] 10.222.0.85 "GET /v2.0/security-groups?id=05dfd4e4-c45e-42fa-8741-56d6c78a991e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2711263 May 30 20:41:02.894643 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-4e9f40c6-4f0e-41fa-bb0e-b7662115f946 tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] 10.222.0.85 "DELETE /v2.0/ports/6558f321-ad89-4c63-80ac-2b4783759c80/tags HTTP/1.1" status: 204 len: 168 time: 0.1921711 May 30 20:41:02.899348 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 60052) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:41:02.920099 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.tag.tag_plugin [None req-5fa06b47-f981-4d9e-91bc-d42faf3aacca tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '4f0f9ea1-d7d7-45b4-8d44-6edeae1cc00e') {} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:41:03.007618 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-5fa06b47-f981-4d9e-91bc-d42faf3aacca tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] 10.222.0.85 "DELETE /v2.0/subnets/4f0f9ea1-d7d7-45b4-8d44-6edeae1cc00e/tags HTTP/1.1" status: 204 len: 168 time: 0.1021321 May 30 20:41:03.014620 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 60060) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:41:03.026270 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.tag.tag_plugin [None req-ef792371-58d4-472e-9d41-8d929b5a0b32 tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '4f0f9ea1-d7d7-45b4-8d44-6edeae1cc00e', 'tempest-TagsExtTest-Tag-316978240') {} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:41:03.208872 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-ef792371-58d4-472e-9d41-8d929b5a0b32 tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] 10.222.0.85 "PUT /v2.0/subnets/4f0f9ea1-d7d7-45b4-8d44-6edeae1cc00e/tags/tempest-TagsExtTest-Tag-316978240 HTTP/1.1" status: 201 len: 201 time: 0.1929305 May 30 20:41:03.211601 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 60070) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:41:03.217362 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.tag.tag_plugin [None req-2bfc20aa-b42d-4f34-b406-fce09dd105b0 tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '6558f321-ad89-4c63-80ac-2b4783759c80', 'tempest-TagsExtTest-Tag-1433876226') {} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:41:03.254359 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-92cd0a10-c576-47db-9ba4-ed5084244cc1 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4055401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114238'] for subnet, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:03.391606 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-2bfc20aa-b42d-4f34-b406-fce09dd105b0 tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] 10.222.0.85 "PUT /v2.0/ports/6558f321-ad89-4c63-80ac-2b4783759c80/tags/tempest-TagsExtTest-Tag-1433876226 HTTP/1.1" status: 201 len: 201 time: 0.1789591 May 30 20:41:03.394413 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 60078) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:41:03.420315 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.tag.tag_plugin [None req-88f63778-d2d2-431a-9e15-0f97962af5ce tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'ce01b508-23cd-45a1-a49b-4ade1042d009', 'tempest-TagsExtTest-Tag-230382776') {} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:41:03.502164 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cd0a10-c576-47db-9ba4-ed5084244cc1 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Pushing event updated for resources: {'Subnet': ['ID=2b6afac0-d780-4259-a63d-b64d40b1477c,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:41:03.536406 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92cd0a10-c576-47db-9ba4-ed5084244cc1 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Checking segment: {'id': '07ef0c0f-e60d-4579-8560-90443e18c256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'a1369da7-f78f-4101-8500-9a162516a1fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:41:03.536765 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92cd0a10-c576-47db-9ba4-ed5084244cc1 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Network hostable DHCP agents. Network: a1369da7-f78f-4101-8500-9a162516a1fe, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:41:03.632327 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92cd0a10-c576-47db-9ba4-ed5084244cc1 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Network a1369da7-f78f-4101-8500-9a162516a1fe is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:41:03.727888 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-92cd0a10-c576-47db-9ba4-ed5084244cc1 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, a1369da7-f78f-4101-8500-9a162516a1fe) {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:41:03.735987 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13286cde-a761-434c-8c7e-dd6aa040d02b None None] Network a1369da7-f78f-4101-8500-9a162516a1fe requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:41:03.753093 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-92cd0a10-c576-47db-9ba4-ed5084244cc1 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4055401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114238'] for subnet, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:03.760152 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-88f63778-d2d2-431a-9e15-0f97962af5ce tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] 10.222.0.85 "PUT /v2.0/routers/ce01b508-23cd-45a1-a49b-4ade1042d009/tags/tempest-TagsExtTest-Tag-230382776 HTTP/1.1" status: 201 len: 201 time: 0.3614211 May 30 20:41:03.760933 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 60090) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:41:03.766197 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.tag.tag_plugin [None req-d737e88d-b9b4-432e-a3bf-583a99b5504c tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '1ea10e1c-00a6-405f-85a0-48254028c97f', 'tempest-TagsExtTest-Tag-543169260') {} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:41:03.957007 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-d737e88d-b9b4-432e-a3bf-583a99b5504c tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] 10.222.0.85 "PUT /v2.0/subnetpools/1ea10e1c-00a6-405f-85a0-48254028c97f/tags/tempest-TagsExtTest-Tag-543169260 HTTP/1.1" status: 201 len: 201 time: 0.1956060 May 30 20:41:03.960268 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 60102) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:41:03.966101 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.tag.tag_plugin [None req-e4e2bcf0-bde7-4139-904a-b9c54e55ebe9 tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '4f0f9ea1-d7d7-45b4-8d44-6edeae1cc00e', {'tags': ['tempest-TagsExtTest-Tag-317623351', 'tempest-TagsExtTest-Tag-1092442432', 'tempest-TagsExtTest-Tag-1939803848']}) {} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:41:03.967744 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92cd0a10-c576-47db-9ba4-ed5084244cc1 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Checking segment: {'id': 'c526496c-ef5c-46b1-87d7-d9249cf17307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '683befd0-2241-4f38-9466-ef81cfc44178'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:41:03.968140 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92cd0a10-c576-47db-9ba4-ed5084244cc1 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Network hostable DHCP agents. Network: 683befd0-2241-4f38-9466-ef81cfc44178, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:41:03.970632 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 4d3cf5ad-b7cd-4ad3-a83b-a319012be28b details requested by agent hyperv_n-h2-843948-2 with host n-h2-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:41:03.992884 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cd0a10-c576-47db-9ba4-ed5084244cc1 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Pushing event updated for resources: {'Subnet': ['ID=f07a23b7-9b98-4ee0-adab-a512be7fdc58,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:41:04.129416 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.db.resource_extend [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:41:04.217175 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92cd0a10-c576-47db-9ba4-ed5084244cc1 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Network 683befd0-2241-4f38-9466-ef81cfc44178 is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:41:04.232856 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-e4e2bcf0-bde7-4139-904a-b9c54e55ebe9 tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] 10.222.0.85 "PUT /v2.0/subnets/4f0f9ea1-d7d7-45b4-8d44-6edeae1cc00e/tags HTTP/1.1" status: 200 len: 317 time: 0.2714460 May 30 20:41:04.235610 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 60114) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:41:04.242999 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.tag.tag_plugin [None req-1e794fdc-0a94-46aa-8dae-1b7d6ad53924 tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '4f0f9ea1-d7d7-45b4-8d44-6edeae1cc00e') {} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:41:04.287771 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b336edc-c1a6-4b7c-9de2-023219c0c25c req-635d2386-d39f-40dc-be6a-594b9a4e9bab tempest-VolumesNegativeTest-312353229 tempest-VolumesNegativeTest-312353229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:41:04.293165 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0b336edc-c1a6-4b7c-9de2-023219c0c25c req-635d2386-d39f-40dc-be6a-594b9a4e9bab tempest-VolumesNegativeTest-312353229 tempest-VolumesNegativeTest-312353229-project] 10.222.0.85 "GET /v2.0/ports?device_id=5cf5bd39-84f4-435c-bef2-f3ab3c57ebe5 HTTP/1.1" status: 200 len: 948 time: 0.2075493 May 30 20:41:04.301772 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9426be32-8215-445c-b159-ed08a90de08b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-a1369da7-f78f-4101-8500-9a162516a1fe', 'network_id': 'a1369da7-f78f-4101-8500-9a162516a1fe', 'tenant_id': '9bfa602d13264974932de1c19af9cdd2', 'fixed_ips': [{'subnet_id': '2b6afac0-d780-4259-a63d-b64d40b1477c'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:41:04.302854 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-9426be32-8215-445c-b159-ed08a90de08b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:04.335348 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-92cd0a10-c576-47db-9ba4-ed5084244cc1 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, 683befd0-2241-4f38-9466-ef81cfc44178) {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:41:04.344168 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92cd0a10-c576-47db-9ba4-ed5084244cc1 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:41:04.344553 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92cd0a10-c576-47db-9ba4-ed5084244cc1 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:41:04.345175 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-92cd0a10-c576-47db-9ba4-ed5084244cc1 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:04.363716 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0b336edc-c1a6-4b7c-9de2-023219c0c25c req-a65a0a50-9d24-4937-86f1-ab51d0828009 tempest-VolumesNegativeTest-312353229 tempest-VolumesNegativeTest-312353229-project] 10.222.0.85 "GET /v2.0/security-groups?id=05dfd4e4-c45e-42fa-8741-56d6c78a991e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692470 May 30 20:41:04.380610 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6295dfa7-cf57-4b90-b038-151e562377e0 None None] Network 683befd0-2241-4f38-9466-ef81cfc44178 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:41:04.408489 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-1e794fdc-0a94-46aa-8dae-1b7d6ad53924 tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] 10.222.0.85 "DELETE /v2.0/subnets/4f0f9ea1-d7d7-45b4-8d44-6edeae1cc00e/tags HTTP/1.1" status: 204 len: 168 time: 0.1716664 May 30 20:41:04.414152 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 4d3cf5ad-b7cd-4ad3-a83b-a319012be28b, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=4d3cf5ad-b7cd-4ad3-a83b-a319012be28b,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:41:04.415040 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 60124) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:41:04.426526 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.tag.tag_plugin [None req-b22bd418-7a06-4dc9-961b-4d2edae697c0 tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '4f0f9ea1-d7d7-45b4-8d44-6edeae1cc00e', 'tempest-TagsExtTest-Tag-317623351') {} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:41:04.473111 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-92cd0a10-c576-47db-9ba4-ed5084244cc1 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 3.2642457 May 30 20:41:04.476397 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 60130) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:41:04.486410 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:41:04.518430 n-d-843948-2 neutron-server[84886]: INFO neutron.api.v2.resource [None req-b22bd418-7a06-4dc9-961b-4d2edae697c0 tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] show failed (client error): The resource could not be found. May 30 20:41:04.518430 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-b22bd418-7a06-4dc9-961b-4d2edae697c0 tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] 10.222.0.85 "GET /v2.0/subnets/4f0f9ea1-d7d7-45b4-8d44-6edeae1cc00e/tags/tempest-TagsExtTest-Tag-317623351 HTTP/1.1" status: 404 len: 328 time: 0.0983462 May 30 20:41:04.518430 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 60134) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:41:04.522360 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Returning: {'device': '4d3cf5ad-b7cd-4ad3-a83b-a319012be28b', 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1', 'port_id': '4d3cf5ad-b7cd-4ad3-a83b-a319012be28b', 'mac_address': 'fa:16:3e:e8:c8:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b83ff54-b1af-44ce-bb75-ba148920553c', 'ip_address': '192.168.233.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:41:04.527955 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.tag.tag_plugin [None req-477f75cb-d299-446d-9c61-2b6d1f5dd2b5 tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '4f0f9ea1-d7d7-45b4-8d44-6edeae1cc00e', 'tempest-TagsExtTest-Tag-1092442432') {} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:41:04.669522 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e2b1e8-29bb-49e9-b0b4-eef2f57823ae tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:41:04.675820 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e2b1e8-29bb-49e9-b0b4-eef2f57823ae tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:41:04.675955 n-d-843948-2 neutron-server[84886]: INFO neutron.api.v2.resource [None req-477f75cb-d299-446d-9c61-2b6d1f5dd2b5 tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] show failed (client error): The resource could not be found. May 30 20:41:04.677059 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-477f75cb-d299-446d-9c61-2b6d1f5dd2b5 tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] 10.222.0.85 "GET /v2.0/subnets/4f0f9ea1-d7d7-45b4-8d44-6edeae1cc00e/tags/tempest-TagsExtTest-Tag-1092442432 HTTP/1.1" status: 404 len: 329 time: 0.1584988 May 30 20:41:04.681138 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 60138) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:41:04.682220 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e2b1e8-29bb-49e9-b0b4-eef2f57823ae tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:41:04.683292 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-c7e2b1e8-29bb-49e9-b0b4-eef2f57823ae tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Synchronizing usage tracker for tenant:9bfa602d13264974932de1c19af9cdd2 on resource:subnet {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:41:04.689028 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.tag.tag_plugin [None req-a7fe90da-3161-46fd-b54d-655197772946 tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '4f0f9ea1-d7d7-45b4-8d44-6edeae1cc00e', 'tempest-TagsExtTest-Tag-1939803848') {} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:41:04.812006 n-d-843948-2 neutron-server[84886]: INFO neutron.api.v2.resource [None req-a7fe90da-3161-46fd-b54d-655197772946 tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] show failed (client error): The resource could not be found. May 30 20:41:04.816373 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 60146) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:41:04.822018 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.tag.tag_plugin [None req-94e09081-8284-44d8-abeb-84f4d34ee649 tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '6558f321-ad89-4c63-80ac-2b4783759c80', {'tags': ['tempest-TagsExtTest-Tag-880805561', 'tempest-TagsExtTest-Tag-691473345', 'tempest-TagsExtTest-Tag-1977073017']}) {} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:41:04.826236 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:04.830216 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-a7fe90da-3161-46fd-b54d-655197772946 tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] 10.222.0.85 "GET /v2.0/subnets/4f0f9ea1-d7d7-45b4-8d44-6edeae1cc00e/tags/tempest-TagsExtTest-Tag-1939803848 HTTP/1.1" status: 404 len: 329 time: 0.1478581 May 30 20:41:04.856841 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d3cf5ad-b7cd-4ad3-a83b-a319012be28b {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:41:04.866293 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-9426be32-8215-445c-b159-ed08a90de08b None None] Allocated IP 172.20.0.2 (a1369da7-f78f-4101-8500-9a162516a1fe/2b6afac0-d780-4259-a63d-b64d40b1477c/526382a1-8795-4e37-8f1a-50baf8fa553a) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:41:04.931864 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-c7e2b1e8-29bb-49e9-b0b4-eef2f57823ae tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Unset dirty status for tenant:9bfa602d13264974932de1c19af9cdd2 on resource:subnet {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:41:04.933367 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-c7e2b1e8-29bb-49e9-b0b4-eef2f57823ae tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] 10.222.0.85 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.4559550 May 30 20:41:04.936705 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 60156) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:41:05.040691 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-94e09081-8284-44d8-abeb-84f4d34ee649 tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] 10.222.0.85 "PUT /v2.0/ports/6558f321-ad89-4c63-80ac-2b4783759c80/tags HTTP/1.1" status: 200 len: 316 time: 0.2233033 May 30 20:41:05.042059 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 60164) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:41:05.048363 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.tag.tag_plugin [None req-28b317fe-9fcd-4155-becc-d722db9c1583 tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '6558f321-ad89-4c63-80ac-2b4783759c80') {} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:41:05.069420 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 4d3cf5ad-b7cd-4ad3-a83b-a319012be28b, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=4d3cf5ad-b7cd-4ad3-a83b-a319012be28b,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:41:05.256983 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_v2 [None req-efcc5f68-e39b-4d08-9bc4-fabbab514643 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Deleting subnet 2b6afac0-d780-4259-a63d-b64d40b1477c {{(pid=84886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:41:05.286543 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:05.329474 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-206f2376-0fd7-410b-803d-bd68b127834c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-683befd0-2241-4f38-9466-ef81cfc44178', 'network_id': '683befd0-2241-4f38-9466-ef81cfc44178', 'tenant_id': '9bfa602d13264974932de1c19af9cdd2', 'fixed_ips': [{'subnet_id': 'f07a23b7-9b98-4ee0-adab-a512be7fdc58'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:41:05.330945 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-206f2376-0fd7-410b-803d-bd68b127834c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:05.340158 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-28b317fe-9fcd-4155-becc-d722db9c1583 tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] 10.222.0.85 "DELETE /v2.0/ports/6558f321-ad89-4c63-80ac-2b4783759c80/tags HTTP/1.1" status: 204 len: 168 time: 0.2968397 May 30 20:41:05.342741 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 60174) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:41:05.348977 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.tag.tag_plugin [None req-1f1e4563-aff2-423d-861b-9ab1b172db69 tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '6558f321-ad89-4c63-80ac-2b4783759c80', 'tempest-TagsExtTest-Tag-880805561') {} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:41:05.526110 n-d-843948-2 neutron-server[84887]: INFO neutron.api.v2.resource [None req-1f1e4563-aff2-423d-861b-9ab1b172db69 tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] show failed (client error): The resource could not be found. May 30 20:41:05.527979 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-1f1e4563-aff2-423d-861b-9ab1b172db69 tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] 10.222.0.85 "GET /v2.0/ports/6558f321-ad89-4c63-80ac-2b4783759c80/tags/tempest-TagsExtTest-Tag-880805561 HTTP/1.1" status: 404 len: 328 time: 0.1834266 May 30 20:41:05.530373 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 60186) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:41:05.537372 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.tag.tag_plugin [None req-eb5448a4-7029-414f-a7f4-443dc11981c8 tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '6558f321-ad89-4c63-80ac-2b4783759c80', 'tempest-TagsExtTest-Tag-691473345') {} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:41:05.671504 n-d-843948-2 neutron-server[84887]: INFO neutron.api.v2.resource [None req-eb5448a4-7029-414f-a7f4-443dc11981c8 tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] show failed (client error): The resource could not be found. May 30 20:41:05.674275 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-eb5448a4-7029-414f-a7f4-443dc11981c8 tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] 10.222.0.85 "GET /v2.0/ports/6558f321-ad89-4c63-80ac-2b4783759c80/tags/tempest-TagsExtTest-Tag-691473345 HTTP/1.1" status: 404 len: 328 time: 0.1406801 May 30 20:41:05.675018 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 60196) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:41:05.682036 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.tag.tag_plugin [None req-883e8d54-207b-4895-b37f-8ac83470e90c tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '6558f321-ad89-4c63-80ac-2b4783759c80', 'tempest-TagsExtTest-Tag-1977073017') {} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:41:05.686293 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdb5ccb-1c06-4ad8-b358-d4eba32d1578 req-089bb899-ed63-40f0-aff4-443450520af2 tempest-VolumesNegativeTest-312353229 tempest-VolumesNegativeTest-312353229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:41:05.687238 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['4d3cf5ad-b7cd-4ad3-a83b-a319012be28b'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:41:05.688163 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ebdb5ccb-1c06-4ad8-b358-d4eba32d1578 req-089bb899-ed63-40f0-aff4-443450520af2 tempest-VolumesNegativeTest-312353229 tempest-VolumesNegativeTest-312353229-project] 10.222.0.85 "GET /v2.0/ports?device_id=5cf5bd39-84f4-435c-bef2-f3ab3c57ebe5 HTTP/1.1" status: 200 len: 949 time: 0.1018465 May 30 20:41:05.777004 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ebdb5ccb-1c06-4ad8-b358-d4eba32d1578 req-3e945048-b460-4d0a-a4f3-9b198f939125 tempest-VolumesNegativeTest-312353229 tempest-VolumesNegativeTest-312353229-project] 10.222.0.85 "GET /v2.0/security-groups?id=05dfd4e4-c45e-42fa-8741-56d6c78a991e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829835 May 30 20:41:05.796447 n-d-843948-2 neutron-server[84887]: INFO neutron.api.v2.resource [None req-883e8d54-207b-4895-b37f-8ac83470e90c tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] show failed (client error): The resource could not be found. May 30 20:41:05.800217 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-883e8d54-207b-4895-b37f-8ac83470e90c tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] 10.222.0.85 "GET /v2.0/ports/6558f321-ad89-4c63-80ac-2b4783759c80/tags/tempest-TagsExtTest-Tag-1977073017 HTTP/1.1" status: 404 len: 329 time: 0.1215184 May 30 20:41:05.802891 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 60202) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:41:05.808573 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.tag.tag_plugin [None req-7932a0af-2a8c-41e3-af9c-c1810fdc1e50 tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'ce01b508-23cd-45a1-a49b-4ade1042d009', {'tags': ['tempest-TagsExtTest-Tag-1199399386', 'tempest-TagsExtTest-Tag-231814578', 'tempest-TagsExtTest-Tag-278308636']}) {} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:41:05.867157 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=4d3cf5ad-b7cd-4ad3-a83b-a319012be28b,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:41:05.927882 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-206f2376-0fd7-410b-803d-bd68b127834c None None] Allocated IP 172.20.0.18 (683befd0-2241-4f38-9466-ef81cfc44178/f07a23b7-9b98-4ee0-adab-a512be7fdc58/16dfc590-6c71-4eea-98ed-b644444ef5f4) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:41:06.026030 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-9426be32-8215-445c-b159-ed08a90de08b None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:06.039972 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-9426be32-8215-445c-b159-ed08a90de08b None None] Transition to ACTIVE for port object 526382a1-8795-4e37-8f1a-50baf8fa553a will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:41:06.063805 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-9426be32-8215-445c-b159-ed08a90de08b None None] Transition to ACTIVE for port object 526382a1-8795-4e37-8f1a-50baf8fa553a will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:41:06.127055 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-efcc5f68-e39b-4d08-9bc4-fabbab514643 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Notify callbacks [] for subnet, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:06.191580 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-efcc5f68-e39b-4d08-9bc4-fabbab514643 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2655517'] for subnet, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:06.254718 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-7932a0af-2a8c-41e3-af9c-c1810fdc1e50 tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] 10.222.0.85 "PUT /v2.0/routers/ce01b508-23cd-45a1-a49b-4ade1042d009/tags HTTP/1.1" status: 200 len: 316 time: 0.4529283 May 30 20:41:06.258143 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 60214) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:41:06.264583 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.tag.tag_plugin [None req-ac92876d-63be-40ef-ba5f-32db1f47a0db tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'ce01b508-23cd-45a1-a49b-4ade1042d009') {} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:41:06.336797 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-206f2376-0fd7-410b-803d-bd68b127834c None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:06.347849 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-206f2376-0fd7-410b-803d-bd68b127834c None None] Transition to ACTIVE for port object 16dfc590-6c71-4eea-98ed-b644444ef5f4 will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:41:06.373950 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-206f2376-0fd7-410b-803d-bd68b127834c None None] Transition to ACTIVE for port object 16dfc590-6c71-4eea-98ed-b644444ef5f4 will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:41:06.379037 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-efcc5f68-e39b-4d08-9bc4-fabbab514643 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:06.390754 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-9426be32-8215-445c-b159-ed08a90de08b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:06.450875 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-206f2376-0fd7-410b-803d-bd68b127834c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:06.522844 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206f2376-0fd7-410b-803d-bd68b127834c None None] Network 683befd0-2241-4f38-9466-ef81cfc44178 is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:41:06.539926 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-206f2376-0fd7-410b-803d-bd68b127834c None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:41:06.542579 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206f2376-0fd7-410b-803d-bd68b127834c None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:41:06.567953 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-efcc5f68-e39b-4d08-9bc4-fabbab514643 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4127075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2778536'] for subnet, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:06.588754 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-ac92876d-63be-40ef-ba5f-32db1f47a0db tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] 10.222.0.85 "DELETE /v2.0/routers/ce01b508-23cd-45a1-a49b-4ade1042d009/tags HTTP/1.1" status: 204 len: 168 time: 0.3266971 May 30 20:41:06.589143 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 60224) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:41:06.596362 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.tag.tag_plugin [None req-16235157-016a-44b0-ba41-0ad69fda0139 tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'ce01b508-23cd-45a1-a49b-4ade1042d009', 'tempest-TagsExtTest-Tag-1199399386') {} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:41:06.608893 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9426be32-8215-445c-b159-ed08a90de08b None None] Network a1369da7-f78f-4101-8500-9a162516a1fe is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:41:06.616222 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-9426be32-8215-445c-b159-ed08a90de08b None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:41:06.618083 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9426be32-8215-445c-b159-ed08a90de08b None None] Pushing event updated for resources: {'Port': ['ID=526382a1-8795-4e37-8f1a-50baf8fa553a,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:41:06.636984 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcc5f68-e39b-4d08-9bc4-fabbab514643 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Pushing event deleted for resources: {'Subnet': ['ID=2b6afac0-d780-4259-a63d-b64d40b1477c,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:41:06.656134 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-efcc5f68-e39b-4d08-9bc4-fabbab514643 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Notify callbacks [] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:06.700603 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9426be32-8215-445c-b159-ed08a90de08b None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:41:06.724564 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 60230) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:41:06.750273 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-efcc5f68-e39b-4d08-9bc4-fabbab514643 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] 10.222.0.85 "DELETE /v2.0/subnets/2b6afac0-d780-4259-a63d-b64d40b1477c HTTP/1.1" status: 204 len: 168 time: 1.8120446 May 30 20:41:06.752434 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 60236) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:41:06.884213 n-d-843948-2 neutron-server[84887]: INFO neutron.api.v2.resource [None req-16235157-016a-44b0-ba41-0ad69fda0139 tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] show failed (client error): The resource could not be found. May 30 20:41:06.893057 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-16235157-016a-44b0-ba41-0ad69fda0139 tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] 10.222.0.85 "GET /v2.0/routers/ce01b508-23cd-45a1-a49b-4ade1042d009/tags/tempest-TagsExtTest-Tag-1199399386 HTTP/1.1" status: 404 len: 329 time: 0.3025434 May 30 20:41:06.898386 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 60242) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:41:06.920209 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.tag.tag_plugin [None req-c94740e2-5f49-4a46-a348-7ed3449fcbe7 tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'ce01b508-23cd-45a1-a49b-4ade1042d009', 'tempest-TagsExtTest-Tag-231814578') {} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:41:07.161433 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3843ee8f-a8a3-4571-aa90-21c2276a4870 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:07.175194 n-d-843948-2 neutron-server[84887]: INFO neutron.api.v2.resource [None req-c94740e2-5f49-4a46-a348-7ed3449fcbe7 tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] show failed (client error): The resource could not be found. May 30 20:41:07.179312 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-c94740e2-5f49-4a46-a348-7ed3449fcbe7 tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] 10.222.0.85 "GET /v2.0/routers/ce01b508-23cd-45a1-a49b-4ade1042d009/tags/tempest-TagsExtTest-Tag-231814578 HTTP/1.1" status: 404 len: 328 time: 0.2769177 May 30 20:41:07.180310 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 60252) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:41:07.186727 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.tag.tag_plugin [None req-5c6444aa-07f6-46fd-bffd-562d309d050f tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'ce01b508-23cd-45a1-a49b-4ade1042d009', 'tempest-TagsExtTest-Tag-278308636') {} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:41:07.199883 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206f2376-0fd7-410b-803d-bd68b127834c None None] Pushing event updated for resources: {'Port': ['ID=16dfc590-6c71-4eea-98ed-b644444ef5f4,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:41:07.214290 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-9426be32-8215-445c-b159-ed08a90de08b None None] Attempting to bind port 526382a1-8795-4e37-8f1a-50baf8fa553a on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:41:07.214781 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-9426be32-8215-445c-b159-ed08a90de08b None None] Attempting to bind port 526382a1-8795-4e37-8f1a-50baf8fa553a by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': '07ef0c0f-e60d-4579-8560-90443e18c256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'a1369da7-f78f-4101-8500-9a162516a1fe'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:41:07.215237 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9426be32-8215-445c-b159-ed08a90de08b None None] Attempting to bind port 526382a1-8795-4e37-8f1a-50baf8fa553a on network a1369da7-f78f-4101-8500-9a162516a1fe {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:41:07.219505 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7fae101-bf81-4670-9fd4-66a6d8ba2e33 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Deleting subnet f07a23b7-9b98-4ee0-adab-a512be7fdc58 {{(pid=84886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:41:07.223791 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-206f2376-0fd7-410b-803d-bd68b127834c None None] Attempting to bind port 16dfc590-6c71-4eea-98ed-b644444ef5f4 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:41:07.227760 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-206f2376-0fd7-410b-803d-bd68b127834c None None] Attempting to bind port 16dfc590-6c71-4eea-98ed-b644444ef5f4 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': 'c526496c-ef5c-46b1-87d7-d9249cf17307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '683befd0-2241-4f38-9466-ef81cfc44178'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:41:07.227760 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206f2376-0fd7-410b-803d-bd68b127834c None None] Attempting to bind port 16dfc590-6c71-4eea-98ed-b644444ef5f4 on network 683befd0-2241-4f38-9466-ef81cfc44178 {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:41:07.228368 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e7fae101-bf81-4670-9fd4-66a6d8ba2e33 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Notify callbacks [] for subnet, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:07.228658 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9426be32-8215-445c-b159-ed08a90de08b None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:41:07.229023 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9426be32-8215-445c-b159-ed08a90de08b None None] Checking segment: {'id': '07ef0c0f-e60d-4579-8560-90443e18c256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'a1369da7-f78f-4101-8500-9a162516a1fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:41:07.229562 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-9426be32-8215-445c-b159-ed08a90de08b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:07.229992 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9426be32-8215-445c-b159-ed08a90de08b None None] Bound using segment: {'id': '07ef0c0f-e60d-4579-8560-90443e18c256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'a1369da7-f78f-4101-8500-9a162516a1fe'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:41:07.230803 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-9426be32-8215-445c-b159-ed08a90de08b None None] Bound port: 526382a1-8795-4e37-8f1a-50baf8fa553a, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07ef0c0f-e60d-4579-8560-90443e18c256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'a1369da7-f78f-4101-8500-9a162516a1fe'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:41:07.231328 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-9426be32-8215-445c-b159-ed08a90de08b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:07.258534 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206f2376-0fd7-410b-803d-bd68b127834c None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:41:07.258939 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206f2376-0fd7-410b-803d-bd68b127834c None None] Checking segment: {'id': 'c526496c-ef5c-46b1-87d7-d9249cf17307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '683befd0-2241-4f38-9466-ef81cfc44178'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:41:07.259247 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-206f2376-0fd7-410b-803d-bd68b127834c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:07.259934 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206f2376-0fd7-410b-803d-bd68b127834c None None] Bound using segment: {'id': 'c526496c-ef5c-46b1-87d7-d9249cf17307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '683befd0-2241-4f38-9466-ef81cfc44178'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:41:07.260408 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-206f2376-0fd7-410b-803d-bd68b127834c None None] Bound port: 16dfc590-6c71-4eea-98ed-b644444ef5f4, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c526496c-ef5c-46b1-87d7-d9249cf17307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '683befd0-2241-4f38-9466-ef81cfc44178'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:41:07.261055 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-206f2376-0fd7-410b-803d-bd68b127834c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:07.331502 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11e2b36-3059-406f-a5de-5e284eb3e98c req-0ba9cef6-b2ea-44c2-bede-74300bd2aef6 tempest-VolumesNegativeTest-312353229 tempest-VolumesNegativeTest-312353229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:41:07.332970 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f11e2b36-3059-406f-a5de-5e284eb3e98c req-0ba9cef6-b2ea-44c2-bede-74300bd2aef6 tempest-VolumesNegativeTest-312353229 tempest-VolumesNegativeTest-312353229-project] 10.222.0.85 "GET /v2.0/ports?device_id=5cf5bd39-84f4-435c-bef2-f3ab3c57ebe5 HTTP/1.1" status: 200 len: 949 time: 0.2924130 May 30 20:41:07.365972 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-3843ee8f-a8a3-4571-aa90-21c2276a4870 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:41:07.385656 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-3843ee8f-a8a3-4571-aa90-21c2276a4870 admin admin] Usage tracker for resource:security_group_rule and tenant:b5880eaa02664ee2b0b611e21579d4b7 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:41:07.398782 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e7fae101-bf81-4670-9fd4-66a6d8ba2e33 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2655517'] for subnet, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:07.409017 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f11e2b36-3059-406f-a5de-5e284eb3e98c req-551a9b8f-598b-4bc2-806e-f7dd407a2aa2 tempest-VolumesNegativeTest-312353229 tempest-VolumesNegativeTest-312353229-project] 10.222.0.85 "GET /v2.0/security-groups?id=05dfd4e4-c45e-42fa-8741-56d6c78a991e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683148 May 30 20:41:07.414227 n-d-843948-2 neutron-server[84887]: INFO neutron.api.v2.resource [None req-5c6444aa-07f6-46fd-bffd-562d309d050f tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] show failed (client error): The resource could not be found. May 30 20:41:07.415240 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-5c6444aa-07f6-46fd-bffd-562d309d050f tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] 10.222.0.85 "GET /v2.0/routers/ce01b508-23cd-45a1-a49b-4ade1042d009/tags/tempest-TagsExtTest-Tag-278308636 HTTP/1.1" status: 404 len: 328 time: 0.2340424 May 30 20:41:07.418465 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 60262) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:41:07.441261 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.tag.tag_plugin [None req-d94f057f-f7e3-44e8-ad66-6e6ec0b94fd5 tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '1ea10e1c-00a6-405f-85a0-48254028c97f', {'tags': ['tempest-TagsExtTest-Tag-592387976', 'tempest-TagsExtTest-Tag-459610441', 'tempest-TagsExtTest-Tag-57123366']}) {} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:41:07.447484 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-3843ee8f-a8a3-4571-aa90-21c2276a4870 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:41:07.463689 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-9426be32-8215-445c-b159-ed08a90de08b None None] For port 526382a1-8795-4e37-8f1a-50baf8fa553a, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:41:07.470645 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-9426be32-8215-445c-b159-ed08a90de08b None None] For port 526382a1-8795-4e37-8f1a-50baf8fa553a, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=526382a1-8795-4e37-8f1a-50baf8fa553a,segment=NetworkSegment(07ef0c0f-e60d-4579-8560-90443e18c256),segment_id=07ef0c0f-e60d-4579-8560-90443e18c256)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:41:07.493247 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-3843ee8f-a8a3-4571-aa90-21c2276a4870 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:41:07.518050 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-206f2376-0fd7-410b-803d-bd68b127834c None None] For port 16dfc590-6c71-4eea-98ed-b644444ef5f4, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:41:07.522466 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-206f2376-0fd7-410b-803d-bd68b127834c None None] For port 16dfc590-6c71-4eea-98ed-b644444ef5f4, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=16dfc590-6c71-4eea-98ed-b644444ef5f4,segment=NetworkSegment(c526496c-ef5c-46b1-87d7-d9249cf17307),segment_id=c526496c-ef5c-46b1-87d7-d9249cf17307)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:41:07.556674 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-9426be32-8215-445c-b159-ed08a90de08b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:07.586215 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-d94f057f-f7e3-44e8-ad66-6e6ec0b94fd5 tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] 10.222.0.85 "PUT /v2.0/subnetpools/1ea10e1c-00a6-405f-85a0-48254028c97f/tags HTTP/1.1" status: 200 len: 314 time: 0.1667292 May 30 20:41:07.588717 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 60268) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:41:07.594524 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.tag.tag_plugin [None req-4f35fbb9-efe3-452a-b8c8-454167e6a883 tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '1ea10e1c-00a6-405f-85a0-48254028c97f') {} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:41:07.597818 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e7fae101-bf81-4670-9fd4-66a6d8ba2e33 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:07.632299 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-206f2376-0fd7-410b-803d-bd68b127834c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:07.640350 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3843ee8f-a8a3-4571-aa90-21c2276a4870 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:07.695805 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9426be32-8215-445c-b159-ed08a90de08b None None] Pushing event updated for resources: {'Port': ['ID=526382a1-8795-4e37-8f1a-50baf8fa553a,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:41:07.723094 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3843ee8f-a8a3-4571-aa90-21c2276a4870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:07.746206 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-4f35fbb9-efe3-452a-b8c8-454167e6a883 tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] 10.222.0.85 "DELETE /v2.0/subnetpools/1ea10e1c-00a6-405f-85a0-48254028c97f/tags HTTP/1.1" status: 204 len: 168 time: 0.1562591 May 30 20:41:07.748731 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 60274) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:41:07.754043 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.tag.tag_plugin [None req-7f621414-d254-49f5-93a0-5873cfe6f22f tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '1ea10e1c-00a6-405f-85a0-48254028c97f', 'tempest-TagsExtTest-Tag-592387976') {} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:41:07.793802 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3843ee8f-a8a3-4571-aa90-21c2276a4870 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6687840-e00e-4003-84d1-7501ac103ef0,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:41:07.798827 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-3843ee8f-a8a3-4571-aa90-21c2276a4870 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=b5880eaa02664ee2b0b611e21579d4b7&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0715475 May 30 20:41:07.803002 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 60280) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:41:07.806329 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e7fae101-bf81-4670-9fd4-66a6d8ba2e33 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4127075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2778536'] for subnet, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:07.811715 n-d-843948-2 neutron-server[84887]: INFO neutron.api.v2.resource [None req-7f621414-d254-49f5-93a0-5873cfe6f22f tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] show failed (client error): The resource could not be found. May 30 20:41:07.812732 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-7f621414-d254-49f5-93a0-5873cfe6f22f tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] 10.222.0.85 "GET /v2.0/subnetpools/1ea10e1c-00a6-405f-85a0-48254028c97f/tags/tempest-TagsExtTest-Tag-592387976 HTTP/1.1" status: 404 len: 328 time: 0.0631943 May 30 20:41:07.819879 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 60284) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:41:07.825400 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.tag.tag_plugin [None req-50a477aa-e09f-482e-91ee-012e0bf04d4d tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '1ea10e1c-00a6-405f-85a0-48254028c97f', 'tempest-TagsExtTest-Tag-459610441') {} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:41:07.877003 n-d-843948-2 neutron-server[84887]: INFO neutron.api.v2.resource [None req-50a477aa-e09f-482e-91ee-012e0bf04d4d tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] show failed (client error): The resource could not be found. May 30 20:41:07.878064 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-50a477aa-e09f-482e-91ee-012e0bf04d4d tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] 10.222.0.85 "GET /v2.0/subnetpools/1ea10e1c-00a6-405f-85a0-48254028c97f/tags/tempest-TagsExtTest-Tag-459610441 HTTP/1.1" status: 404 len: 328 time: 0.0572636 May 30 20:41:07.880844 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 60288) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:41:07.915284 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fae101-bf81-4670-9fd4-66a6d8ba2e33 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Pushing event deleted for resources: {'Subnet': ['ID=f07a23b7-9b98-4ee0-adab-a512be7fdc58,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:41:07.926351 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.tag.tag_plugin [None req-3bfc492a-0684-4a39-87c4-73c0531ca88d tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '1ea10e1c-00a6-405f-85a0-48254028c97f', 'tempest-TagsExtTest-Tag-57123366') {} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:41:07.968271 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e7fae101-bf81-4670-9fd4-66a6d8ba2e33 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Notify callbacks [] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:07.986997 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 4d3cf5ad-b7cd-4ad3-a83b-a319012be28b up at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:41:08.001916 n-d-843948-2 neutron-server[84887]: INFO neutron.api.v2.resource [None req-3bfc492a-0684-4a39-87c4-73c0531ca88d tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] show failed (client error): The resource could not be found. May 30 20:41:08.002961 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-3bfc492a-0684-4a39-87c4-73c0531ca88d tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] 10.222.0.85 "GET /v2.0/subnetpools/1ea10e1c-00a6-405f-85a0-48254028c97f/tags/tempest-TagsExtTest-Tag-57123366 HTTP/1.1" status: 404 len: 327 time: 0.1211638 May 30 20:41:08.005814 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 60292) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:41:08.009291 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-e7fae101-bf81-4670-9fd4-66a6d8ba2e33 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] 10.222.0.85 "DELETE /v2.0/subnets/f07a23b7-9b98-4ee0-adab-a512be7fdc58 HTTP/1.1" status: 204 len: 168 time: 1.2407510 May 30 20:41:08.012816 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 60296) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:41:08.013992 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.tag.tag_plugin [None req-68ebc832-0cb4-453f-907a-f0ac395558cc tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '1ea10e1c-00a6-405f-85a0-48254028c97f') {} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:41:08.025864 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b17613dd-dd5f-439c-a074-dbbe61f6b2d4 None None] Network a1369da7-f78f-4101-8500-9a162516a1fe requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:41:08.125330 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-68ebc832-0cb4-453f-907a-f0ac395558cc tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] 10.222.0.85 "DELETE /v2.0/subnetpools/1ea10e1c-00a6-405f-85a0-48254028c97f/tags HTTP/1.1" status: 204 len: 168 time: 0.1162117 May 30 20:41:08.126103 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 60302) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:41:08.144823 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.tag.tag_plugin [None req-343b3478-37ff-4d26-ad41-65885fcd2ba4 tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'ce01b508-23cd-45a1-a49b-4ade1042d009') {} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:41:08.220372 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-20838832-239d-4a1b-b7a6-64832f200680 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:08.279603 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206f2376-0fd7-410b-803d-bd68b127834c None None] Pushing event updated for resources: {'Port': ['ID=16dfc590-6c71-4eea-98ed-b644444ef5f4,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:41:08.298665 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d5a6120-3d09-49a8-a83a-cfce77c28d9c tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:41:08.299439 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-6d5a6120-3d09-49a8-a83a-cfce77c28d9c tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Synchronizing usage tracker for tenant:9bfa602d13264974932de1c19af9cdd2 on resource:subnet {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:41:08.322599 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-20838832-239d-4a1b-b7a6-64832f200680 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:08.492622 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-6d5a6120-3d09-49a8-a83a-cfce77c28d9c tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Unset dirty status for tenant:9bfa602d13264974932de1c19af9cdd2 on resource:subnet {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:41:08.494180 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-6d5a6120-3d09-49a8-a83a-cfce77c28d9c tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] 10.222.0.85 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4696913 May 30 20:41:08.499458 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 60312) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:41:08.549292 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-343b3478-37ff-4d26-ad41-65885fcd2ba4 tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] 10.222.0.85 "DELETE /v2.0/routers/ce01b508-23cd-45a1-a49b-4ade1042d009/tags HTTP/1.1" status: 204 len: 168 time: 0.4221587 May 30 20:41:08.556871 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning for port 4d3cf5ad-b7cd-4ad3-a83b-a319012be28b completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:41:08.560896 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 60320) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:41:08.563614 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning complete for port 4d3cf5ad-b7cd-4ad3-a83b-a319012be28b triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:41:08.564011 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:08.569486 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.tag.tag_plugin [None req-797527e4-b374-4a83-b6d2-4c66372417d0 tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '6558f321-ad89-4c63-80ac-2b4783759c80') {} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:41:08.603353 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-20838832-239d-4a1b-b7a6-64832f200680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:08.682216 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-797527e4-b374-4a83-b6d2-4c66372417d0 tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] 10.222.0.85 "DELETE /v2.0/ports/6558f321-ad89-4c63-80ac-2b4783759c80/tags HTTP/1.1" status: 204 len: 168 time: 0.1196470 May 30 20:41:08.687600 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 60326) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:41:08.695840 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.tag.tag_plugin [None req-607eefb3-8d70-4fb8-9c71-812f8405666d tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '4f0f9ea1-d7d7-45b4-8d44-6edeae1cc00e') {} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:41:08.698606 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20838832-239d-4a1b-b7a6-64832f200680 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6687840-e00e-4003-84d1-7501ac103ef0,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:41:08.703496 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-20838832-239d-4a1b-b7a6-64832f200680 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:08.711964 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-20838832-239d-4a1b-b7a6-64832f200680 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/d6687840-e00e-4003-84d1-7501ac103ef0 HTTP/1.1" status: 204 len: 168 time: 0.9075339 May 30 20:41:08.845721 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3bccac92-c40f-446c-a4d7-e7904bd74d78 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:08.889144 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-607eefb3-8d70-4fb8-9c71-812f8405666d tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] 10.222.0.85 "DELETE /v2.0/subnets/4f0f9ea1-d7d7-45b4-8d44-6edeae1cc00e/tags HTTP/1.1" status: 204 len: 168 time: 0.1890976 May 30 20:41:08.889274 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee48715-0b0a-4254-8bb3-69ccc3bf04b1 req-d26d92e8-2107-433a-8f83-490251540fb4 tempest-VolumesNegativeTest-312353229 tempest-VolumesNegativeTest-312353229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:41:08.889382 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 60332) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:41:08.891260 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:08.894317 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0ee48715-0b0a-4254-8bb3-69ccc3bf04b1 req-d26d92e8-2107-433a-8f83-490251540fb4 tempest-VolumesNegativeTest-312353229 tempest-VolumesNegativeTest-312353229-project] 10.222.0.85 "GET /v2.0/ports?device_id=5cf5bd39-84f4-435c-bef2-f3ab3c57ebe5 HTTP/1.1" status: 200 len: 949 time: 0.3011041 May 30 20:41:08.950236 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-3bccac92-c40f-446c-a4d7-e7904bd74d78 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Deleting port 16dfc590-6c71-4eea-98ed-b644444ef5f4 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:41:08.950861 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3bccac92-c40f-446c-a4d7-e7904bd74d78 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:08.985311 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cf5bd39-84f4-435c-bef2-f3ab3c57ebe5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d3cf5ad-b7cd-4ad3-a83b-a319012be28b'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:41:08.998241 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 4d3cf5ad-b7cd-4ad3-a83b-a319012be28b, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=4d3cf5ad-b7cd-4ad3-a83b-a319012be28b,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:41:09.088309 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:09.094774 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-74c12b68-56f6-401a-a2df-858680d6acc5 tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] Notify callbacks [] for subnetpool, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:09.098588 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-74c12b68-56f6-401a-a2df-858680d6acc5 tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] 10.222.0.85 "DELETE /v2.0/subnetpools/1ea10e1c-00a6-405f-85a0-48254028c97f HTTP/1.1" status: 204 len: 168 time: 0.2059104 May 30 20:41:09.099744 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 60342) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:41:09.143178 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0ee48715-0b0a-4254-8bb3-69ccc3bf04b1 req-87496fde-178a-4efe-b34e-ab0562218337 tempest-VolumesNegativeTest-312353229 tempest-VolumesNegativeTest-312353229-project] 10.222.0.85 "GET /v2.0/security-groups?id=05dfd4e4-c45e-42fa-8741-56d6c78a991e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455657 May 30 20:41:09.255068 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-b094e171-ded9-4ad3-96f7-e4987c8f02e3 tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] 10.222.0.85 "GET /v2.0/ports?device_id=ce01b508-23cd-45a1-a49b-4ade1042d009 HTTP/1.1" status: 200 len: 205 time: 0.1516500 May 30 20:41:09.260455 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 60350) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:41:09.275246 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=4d3cf5ad-b7cd-4ad3-a83b-a319012be28b,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:41:09.489034 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [None req-3bccac92-c40f-446c-a4d7-e7904bd74d78 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] For port 16dfc590-6c71-4eea-98ed-b644444ef5f4, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=16dfc590-6c71-4eea-98ed-b644444ef5f4,segment=NetworkSegment(c526496c-ef5c-46b1-87d7-d9249cf17307),segment_id=c526496c-ef5c-46b1-87d7-d9249cf17307)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:41:09.489848 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3bccac92-c40f-446c-a4d7-e7904bd74d78 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:09.516154 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a1fc7a-f0eb-46d9-ad95-38417dcd3466 None None] Network 683befd0-2241-4f38-9466-ef81cfc44178 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:41:09.546317 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-be85b48e-a62e-4a9d-b962-e25bcbe1f836 tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] Notify callbacks [] for router, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:09.792059 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5dbceb9-da07-4f38-846c-7220098e04fc'] response: {'server_uuid': '5cf5bd39-84f4-435c-bef2-f3ab3c57ebe5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d3cf5ad-b7cd-4ad3-a83b-a319012be28b', 'code': 200} May 30 20:41:09.793342 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 16dfc590-6c71-4eea-98ed-b644444ef5f4 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:41:09.878606 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-3bccac92-c40f-446c-a4d7-e7904bd74d78 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Calling delete_port for 16dfc590-6c71-4eea-98ed-b644444ef5f4 owned by network:dhcp {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:41:10.022374 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 60362) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:41:10.026502 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-79822a1d-4410-4d46-ab62-9e2daa2fccd7 None None] Provisioning for port 16dfc590-6c71-4eea-98ed-b644444ef5f4 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:41:10.046543 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a2b2eb65-701b-4ac1-ba86-cc9398d118ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:10.107438 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 16dfc590-6c71-4eea-98ed-b644444ef5f4 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:41:10.114698 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 16dfc590-6c71-4eea-98ed-b644444ef5f4 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:41:10.115167 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:10.123508 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-a2b2eb65-701b-4ac1-ba86-cc9398d118ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:41:10.129031 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-a2b2eb65-701b-4ac1-ba86-cc9398d118ed admin admin] Usage tracker for resource:security_group_rule and tenant:59edc53ec9184f2088a7d23ede15f5ad is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:41:10.137326 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-a2b2eb65-701b-4ac1-ba86-cc9398d118ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:41:10.174149 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-a2b2eb65-701b-4ac1-ba86-cc9398d118ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:41:10.202380 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Port 16dfc590-6c71-4eea-98ed-b644444ef5f4 was deleted so its status cannot be updated. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} May 30 20:41:10.205296 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f1e1b76-c097-4cb9-91e9-2a5d83057979 None None] DHCP port deletion for 683befd0-2241-4f38-9466-ef81cfc44178 request from n-d-843948-2 {{(pid=84888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:41:10.236207 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c25179-74d2-49a6-97d3-eca1f7d5fd9a None None] get_active_networks_info from n-d-843948-2 {{(pid=84888) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 30 20:41:10.242199 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3bccac92-c40f-446c-a4d7-e7904bd74d78 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:10.304704 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-be85b48e-a62e-4a9d-b962-e25bcbe1f836 tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-724789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3141'] for router, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:10.309099 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bccac92-c40f-446c-a4d7-e7904bd74d78 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Pushing event deleted for resources: {'Port': ['ID=16dfc590-6c71-4eea-98ed-b644444ef5f4,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:41:10.320653 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bccac92-c40f-446c-a4d7-e7904bd74d78 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] No DVR routers for this DVR port 16dfc590-6c71-4eea-98ed-b644444ef5f4 on host n-d-843948-2 {{(pid=84886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:41:10.321066 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-be85b48e-a62e-4a9d-b962-e25bcbe1f836 tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:10.363036 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c25179-74d2-49a6-97d3-eca1f7d5fd9a None None] Resources bound (agent type, host, resource id): {{(pid=84888) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 30 20:41:10.376216 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-402b9bb1-f050-4a35-a10b-0c5f70b84d4e req-8d6e6ace-e2e8-4535-96ae-96f408942529 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=5cf5bd39-84f4-435c-bef2-f3ab3c57ebe5 HTTP/1.1" status: 200 len: 1101 time: 0.3740158 May 30 20:41:10.429277 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-402b9bb1-f050-4a35-a10b-0c5f70b84d4e req-f565425b-71cb-4d35-9e05-bf3d685ac8b8 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=05dfd4e4-c45e-42fa-8741-56d6c78a991e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427265 May 30 20:41:10.430650 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-be85b48e-a62e-4a9d-b962-e25bcbe1f836 tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724889'] for router, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:10.431147 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be85b48e-a62e-4a9d-b962-e25bcbe1f836 tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] Fanout notify agent at l3_agent the message router_deleted on router ce01b508-23cd-45a1-a49b-4ade1042d009 {{(pid=84887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:41:10.442740 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-be85b48e-a62e-4a9d-b962-e25bcbe1f836 tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] Notify callbacks [] for router, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:10.451734 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-be85b48e-a62e-4a9d-b962-e25bcbe1f836 tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] 10.222.0.85 "DELETE /v2.0/routers/ce01b508-23cd-45a1-a49b-4ade1042d009 HTTP/1.1" status: 204 len: 168 time: 1.1899312 May 30 20:41:10.452822 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 60374) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:41:10.549278 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-21f5a3ac-4b61-4625-9cbd-fea903baf26f tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] Deleting port 6558f321-ad89-4c63-80ac-2b4783759c80 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:41:10.549790 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-21f5a3ac-4b61-4625-9cbd-fea903baf26f tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:10.578877 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a2b2eb65-701b-4ac1-ba86-cc9398d118ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:10.592632 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3bccac92-c40f-446c-a4d7-e7904bd74d78 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:10.632486 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-3bccac92-c40f-446c-a4d7-e7904bd74d78 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['683befd0-2241-4f38-9466-ef81cfc44178']}} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:41:10.658607 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26b7c6b-4519-4cf5-80f9-3fcd207cd41e req-9f4672aa-6c36-473c-b8a6-3ef76fbd7cc9 tempest-VolumesNegativeTest-312353229 tempest-VolumesNegativeTest-312353229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:41:10.660873 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d26b7c6b-4519-4cf5-80f9-3fcd207cd41e req-9f4672aa-6c36-473c-b8a6-3ef76fbd7cc9 tempest-VolumesNegativeTest-312353229 tempest-VolumesNegativeTest-312353229-project] 10.222.0.85 "GET /v2.0/ports?device_id=5cf5bd39-84f4-435c-bef2-f3ab3c57ebe5 HTTP/1.1" status: 200 len: 950 time: 0.2914777 May 30 20:41:10.664681 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a2b2eb65-701b-4ac1-ba86-cc9398d118ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:10.699916 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-3bccac92-c40f-446c-a4d7-e7904bd74d78 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c526496c-ef5c-46b1-87d7-d9249cf17307') {'for_net_delete': True} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:41:10.700325 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-3bccac92-c40f-446c-a4d7-e7904bd74d78 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c526496c-ef5c-46b1-87d7-d9249cf17307') {} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:41:10.772705 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3bccac92-c40f-446c-a4d7-e7904bd74d78 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2660590'] for segment, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:10.834410 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b2eb65-701b-4ac1-ba86-cc9398d118ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb8cf6f5-92e1-4279-b680-31f8346bfdbe,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:41:10.838410 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3bccac92-c40f-446c-a4d7-e7904bd74d78 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:10.889512 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bccac92-c40f-446c-a4d7-e7904bd74d78 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Releasing vlan 666 on physical network physnet1 to pool {{(pid=84886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:41:10.890405 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3bccac92-c40f-446c-a4d7-e7904bd74d78 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4126989'] for segment, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:10.912650 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-a2b2eb65-701b-4ac1-ba86-cc9398d118ed admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=59edc53ec9184f2088a7d23ede15f5ad&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8863821 May 30 20:41:10.912650 n-d-843948-2 neutron-server[84886]: Traceback (most recent call last): May 30 20:41:10.912650 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:41:10.912650 n-d-843948-2 neutron-server[84886]: timer() May 30 20:41:10.912650 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:41:10.912650 n-d-843948-2 neutron-server[84886]: cb(*args, **kw) May 30 20:41:10.912650 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:41:10.912650 n-d-843948-2 neutron-server[84886]: return func(*args, **kwargs) May 30 20:41:10.912650 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:41:10.912650 n-d-843948-2 neutron-server[84886]: self._notify() May 30 20:41:10.912650 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:41:10.912650 n-d-843948-2 neutron-server[84886]: self.callback(batched_events) May 30 20:41:10.912650 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:41:10.912650 n-d-843948-2 neutron-server[84886]: event.method(event) May 30 20:41:10.912650 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:41:10.912650 n-d-843948-2 neutron-server[84886]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:41:10.912650 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:41:10.912650 n-d-843948-2 neutron-server[84886]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:41:10.912650 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:41:10.912650 n-d-843948-2 neutron-server[84886]: return f(self, *a, **k) May 30 20:41:10.912650 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:41:10.912650 n-d-843948-2 neutron-server[84886]: return self._get(url).json() May 30 20:41:10.912650 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:41:10.912650 n-d-843948-2 neutron-server[84886]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:41:10.912650 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:41:10.912650 n-d-843948-2 neutron-server[84886]: return self.request(url, 'GET', **kwargs) May 30 20:41:10.912650 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:41:10.912650 n-d-843948-2 neutron-server[84886]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:41:10.912650 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:41:10.912650 n-d-843948-2 neutron-server[84886]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:41:10.912650 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:41:10.912650 n-d-843948-2 neutron-server[84886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:41:10.912650 n-d-843948-2 neutron-server[84886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:41:10.917936 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 60386) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:41:10.921996 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d26b7c6b-4519-4cf5-80f9-3fcd207cd41e req-6a4cbe76-43bf-4154-b9cb-fd33550a54b6 tempest-VolumesNegativeTest-312353229 tempest-VolumesNegativeTest-312353229-project] 10.222.0.85 "GET /v2.0/security-groups?id=05dfd4e4-c45e-42fa-8741-56d6c78a991e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473779 May 30 20:41:10.997070 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-21f5a3ac-4b61-4625-9cbd-fea903baf26f tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:11.072465 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-30db07bc-b3a2-470d-b317-3dbbbf4fb5e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:11.105938 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3bccac92-c40f-446c-a4d7-e7904bd74d78 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:11.132559 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-21f5a3ac-4b61-4625-9cbd-fea903baf26f tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] Calling delete_port for 6558f321-ad89-4c63-80ac-2b4783759c80 owned by {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:41:11.140918 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3bccac92-c40f-446c-a4d7-e7904bd74d78 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Notify callbacks [] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:11.159022 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bccac92-c40f-446c-a4d7-e7904bd74d78 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Pushing event deleted for resources: {'Network': ['ID=683befd0-2241-4f38-9466-ef81cfc44178,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:41:11.168955 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-30db07bc-b3a2-470d-b317-3dbbbf4fb5e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:11.247715 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-3bccac92-c40f-446c-a4d7-e7904bd74d78 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] 10.222.0.85 "DELETE /v2.0/networks/683befd0-2241-4f38-9466-ef81cfc44178 HTTP/1.1" status: 204 len: 168 time: 2.7471631 May 30 20:41:11.250207 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 60392) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:41:11.329284 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-30db07bc-b3a2-470d-b317-3dbbbf4fb5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:11.361592 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30db07bc-b3a2-470d-b317-3dbbbf4fb5e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb8cf6f5-92e1-4279-b680-31f8346bfdbe,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:41:11.367305 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-30db07bc-b3a2-470d-b317-3dbbbf4fb5e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:11.371160 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-30db07bc-b3a2-470d-b317-3dbbbf4fb5e3 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/cb8cf6f5-92e1-4279-b680-31f8346bfdbe HTTP/1.1" status: 204 len: 168 time: 0.4519472 May 30 20:41:11.384578 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-21f5a3ac-4b61-4625-9cbd-fea903baf26f tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:11.395026 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ca68f5c9-2541-455e-a699-b5333ab08307 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:11.424869 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-ca68f5c9-2541-455e-a699-b5333ab08307 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Deleting port 526382a1-8795-4e37-8f1a-50baf8fa553a {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:41:11.425208 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ca68f5c9-2541-455e-a699-b5333ab08307 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:11.470435 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f5a3ac-4b61-4625-9cbd-fea903baf26f tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] Pushing event deleted for resources: {'Port': ['ID=6558f321-ad89-4c63-80ac-2b4783759c80,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:41:11.516923 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 16dfc590-6c71-4eea-98ed-b644444ef5f4 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:41:11.604677 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: 16dfc590-6c71-4eea-98ed-b644444ef5f4 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:41:11.605014 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 16dfc590-6c71-4eea-98ed-b644444ef5f4 not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:41:11.699440 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-21f5a3ac-4b61-4625-9cbd-fea903baf26f tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:11.706123 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-21f5a3ac-4b61-4625-9cbd-fea903baf26f tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] 10.222.0.85 "DELETE /v2.0/ports/6558f321-ad89-4c63-80ac-2b4783759c80 HTTP/1.1" status: 204 len: 168 time: 1.2522674 May 30 20:41:11.719885 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 60410) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:41:11.931604 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [None req-ca68f5c9-2541-455e-a699-b5333ab08307 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] For port 526382a1-8795-4e37-8f1a-50baf8fa553a, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=526382a1-8795-4e37-8f1a-50baf8fa553a,segment=NetworkSegment(07ef0c0f-e60d-4579-8560-90443e18c256),segment_id=07ef0c0f-e60d-4579-8560-90443e18c256)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:41:11.931604 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ca68f5c9-2541-455e-a699-b5333ab08307 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:12.060338 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c213f5f-caef-438a-b9be-63492c76b87c tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] Deleting subnet 4f0f9ea1-d7d7-45b4-8d44-6edeae1cc00e {{(pid=84887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:41:12.063732 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7c213f5f-caef-438a-b9be-63492c76b87c tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] Notify callbacks [] for subnet, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:12.174310 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-ca68f5c9-2541-455e-a699-b5333ab08307 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Calling delete_port for 526382a1-8795-4e37-8f1a-50baf8fa553a owned by network:dhcp {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:41:12.178263 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7c213f5f-caef-438a-b9be-63492c76b87c tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3149227'] for subnet, precommit_delete_associations {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:12.300128 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5bc7ee-1391-44d2-aae0-fff0bb2c5c79 req-c0b1b33e-7f0d-42f0-bd05-f04348be0b55 tempest-VolumesNegativeTest-312353229 tempest-VolumesNegativeTest-312353229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:41:12.302120 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0e5bc7ee-1391-44d2-aae0-fff0bb2c5c79 req-c0b1b33e-7f0d-42f0-bd05-f04348be0b55 tempest-VolumesNegativeTest-312353229 tempest-VolumesNegativeTest-312353229-project] 10.222.0.85 "GET /v2.0/ports?device_id=5cf5bd39-84f4-435c-bef2-f3ab3c57ebe5 HTTP/1.1" status: 200 len: 950 time: 0.1723833 May 30 20:41:12.371929 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7c213f5f-caef-438a-b9be-63492c76b87c tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:12.402131 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ca68f5c9-2541-455e-a699-b5333ab08307 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:12.408298 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0e5bc7ee-1391-44d2-aae0-fff0bb2c5c79 req-3e1dc5bc-fb1c-4569-bf13-609046c96f44 tempest-VolumesNegativeTest-312353229 tempest-VolumesNegativeTest-312353229-project] 10.222.0.85 "GET /v2.0/security-groups?id=05dfd4e4-c45e-42fa-8741-56d6c78a991e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972044 May 30 20:41:12.508625 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca68f5c9-2541-455e-a699-b5333ab08307 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Pushing event deleted for resources: {'Port': ['ID=526382a1-8795-4e37-8f1a-50baf8fa553a,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:41:12.514220 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca68f5c9-2541-455e-a699-b5333ab08307 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] No DVR routers for this DVR port 526382a1-8795-4e37-8f1a-50baf8fa553a on host n-d-843948-2 {{(pid=84886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:41:12.573976 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7c213f5f-caef-438a-b9be-63492c76b87c tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4055470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114247'] for subnet, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:12.663903 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7c213f5f-caef-438a-b9be-63492c76b87c tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:12.669114 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a682c6d-2125-4a3f-934a-3fabe9e6773e None None] Network 5de7b050-0324-49dd-b88d-d09367194e5f requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:41:12.672222 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-7c213f5f-caef-438a-b9be-63492c76b87c tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] 10.222.0.85 "DELETE /v2.0/subnets/4f0f9ea1-d7d7-45b4-8d44-6edeae1cc00e HTTP/1.1" status: 204 len: 168 time: 0.9511702 May 30 20:41:12.684105 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 60440) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:41:12.684960 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c213f5f-caef-438a-b9be-63492c76b87c tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] Pushing event deleted for resources: {'Subnet': ['ID=4f0f9ea1-d7d7-45b4-8d44-6edeae1cc00e,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:41:12.941741 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-aafde21e-e34e-4fe0-8e44-870c988724ee tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:12.967049 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-aafde21e-e34e-4fe0-8e44-870c988724ee tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] Deleting port d461ba28-dcad-418c-8836-3a7aafea52dc {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:41:12.967399 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-aafde21e-e34e-4fe0-8e44-870c988724ee tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:12.995951 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ca68f5c9-2541-455e-a699-b5333ab08307 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:13.028930 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-ca68f5c9-2541-455e-a699-b5333ab08307 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1369da7-f78f-4101-8500-9a162516a1fe']}} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:41:13.043808 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-ca68f5c9-2541-455e-a699-b5333ab08307 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07ef0c0f-e60d-4579-8560-90443e18c256') {'for_net_delete': True} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:41:13.044105 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-ca68f5c9-2541-455e-a699-b5333ab08307 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07ef0c0f-e60d-4579-8560-90443e18c256') {} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:41:13.084602 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ca68f5c9-2541-455e-a699-b5333ab08307 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2660590'] for segment, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:13.113521 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3077dd13-2536-4f64-b55a-01095220d11f None None] DHCP port deletion for 5de7b050-0324-49dd-b88d-d09367194e5f request from n-d-843948-2 {{(pid=84888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:41:13.119456 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-3077dd13-2536-4f64-b55a-01095220d11f None None] Deleting port d461ba28-dcad-418c-8836-3a7aafea52dc {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:41:13.120294 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-3077dd13-2536-4f64-b55a-01095220d11f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:13.154257 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ca68f5c9-2541-455e-a699-b5333ab08307 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:13.163892 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca68f5c9-2541-455e-a699-b5333ab08307 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Releasing vlan 699 on physical network physnet1 to pool {{(pid=84886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:41:13.164426 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ca68f5c9-2541-455e-a699-b5333ab08307 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4126989'] for segment, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:13.248356 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [None req-aafde21e-e34e-4fe0-8e44-870c988724ee tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] For port d461ba28-dcad-418c-8836-3a7aafea52dc, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=d461ba28-dcad-418c-8836-3a7aafea52dc,segment=NetworkSegment(24093f0b-1c88-447c-97ce-9a1ab5e996f3),segment_id=24093f0b-1c88-447c-97ce-9a1ab5e996f3)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:41:13.248713 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-aafde21e-e34e-4fe0-8e44-870c988724ee tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:13.280894 n-d-843948-2 neutron-server[84886]: Traceback (most recent call last): May 30 20:41:13.280894 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:41:13.280894 n-d-843948-2 neutron-server[84886]: timer() May 30 20:41:13.280894 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:41:13.280894 n-d-843948-2 neutron-server[84886]: cb(*args, **kw) May 30 20:41:13.280894 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:41:13.280894 n-d-843948-2 neutron-server[84886]: return func(*args, **kwargs) May 30 20:41:13.280894 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:41:13.280894 n-d-843948-2 neutron-server[84886]: self._notify() May 30 20:41:13.280894 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:41:13.280894 n-d-843948-2 neutron-server[84886]: self.callback(batched_events) May 30 20:41:13.280894 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:41:13.280894 n-d-843948-2 neutron-server[84886]: event.method(event) May 30 20:41:13.280894 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:41:13.280894 n-d-843948-2 neutron-server[84886]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:41:13.280894 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:41:13.280894 n-d-843948-2 neutron-server[84886]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:41:13.280894 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:41:13.280894 n-d-843948-2 neutron-server[84886]: return f(self, *a, **k) May 30 20:41:13.280894 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:41:13.280894 n-d-843948-2 neutron-server[84886]: return self._get(url).json() May 30 20:41:13.280894 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:41:13.280894 n-d-843948-2 neutron-server[84886]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:41:13.280894 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:41:13.280894 n-d-843948-2 neutron-server[84886]: return self.request(url, 'GET', **kwargs) May 30 20:41:13.280894 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:41:13.280894 n-d-843948-2 neutron-server[84886]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:41:13.280894 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:41:13.280894 n-d-843948-2 neutron-server[84886]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:41:13.280894 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:41:13.280894 n-d-843948-2 neutron-server[84886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:41:13.280894 n-d-843948-2 neutron-server[84886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:41:13.338975 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ca68f5c9-2541-455e-a699-b5333ab08307 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:13.345773 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ca68f5c9-2541-455e-a699-b5333ab08307 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Notify callbacks [] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:13.389553 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca68f5c9-2541-455e-a699-b5333ab08307 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Pushing event deleted for resources: {'Network': ['ID=a1369da7-f78f-4101-8500-9a162516a1fe,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:41:13.395101 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-ca68f5c9-2541-455e-a699-b5333ab08307 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] 10.222.0.85 "DELETE /v2.0/networks/a1369da7-f78f-4101-8500-9a162516a1fe HTTP/1.1" status: 204 len: 168 time: 2.1438718 May 30 20:41:13.398151 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 60464) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:41:13.532334 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b7e3226e-90f4-4dcb-99f5-440e04e632e4 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:13.536873 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca68f5c9-2541-455e-a699-b5333ab08307 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:41:13.537773 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca68f5c9-2541-455e-a699-b5333ab08307 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:41:13.538147 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca68f5c9-2541-455e-a699-b5333ab08307 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:41:13.538484 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca68f5c9-2541-455e-a699-b5333ab08307 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:41:13.538814 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca68f5c9-2541-455e-a699-b5333ab08307 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:41:13.539374 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca68f5c9-2541-455e-a699-b5333ab08307 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:41:13.539499 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca68f5c9-2541-455e-a699-b5333ab08307 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:41:13.539770 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca68f5c9-2541-455e-a699-b5333ab08307 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:41:13.540092 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca68f5c9-2541-455e-a699-b5333ab08307 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:41:13.540438 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca68f5c9-2541-455e-a699-b5333ab08307 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:41:13.540790 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca68f5c9-2541-455e-a699-b5333ab08307 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:41:13.640288 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-3077dd13-2536-4f64-b55a-01095220d11f None None] For port d461ba28-dcad-418c-8836-3a7aafea52dc, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=d461ba28-dcad-418c-8836-3a7aafea52dc,segment=NetworkSegment(24093f0b-1c88-447c-97ce-9a1ab5e996f3),segment_id=24093f0b-1c88-447c-97ce-9a1ab5e996f3)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:41:13.640686 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-3077dd13-2536-4f64-b55a-01095220d11f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:13.749133 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b7e3226e-90f4-4dcb-99f5-440e04e632e4 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:13.792389 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-aafde21e-e34e-4fe0-8e44-870c988724ee tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] Calling delete_port for d461ba28-dcad-418c-8836-3a7aafea52dc owned by network:dhcp {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:41:13.812155 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-3077dd13-2536-4f64-b55a-01095220d11f None None] Calling delete_port for d461ba28-dcad-418c-8836-3a7aafea52dc owned by network:dhcp {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:41:13.815048 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-b7e3226e-90f4-4dcb-99f5-440e04e632e4 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53517370-92de-4cca-a25e-9e51a1c6f294']}} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:41:13.838203 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-b7e3226e-90f4-4dcb-99f5-440e04e632e4 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9099dc4-a216-4ef5-82ce-56f289c58206') {'for_net_delete': True} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:41:13.838501 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-b7e3226e-90f4-4dcb-99f5-440e04e632e4 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9099dc4-a216-4ef5-82ce-56f289c58206') {} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:41:13.867986 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b7e3226e-90f4-4dcb-99f5-440e04e632e4 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2660590'] for segment, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:13.890885 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b7e3226e-90f4-4dcb-99f5-440e04e632e4 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:13.913789 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7e3226e-90f4-4dcb-99f5-440e04e632e4 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Releasing vlan 653 on physical network physnet1 to pool {{(pid=84886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:41:13.915459 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device d461ba28-dcad-418c-8836-3a7aafea52dc no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:41:13.916588 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b7e3226e-90f4-4dcb-99f5-440e04e632e4 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4126989'] for segment, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:13.958755 n-d-843948-2 neutron-server[84886]: Traceback (most recent call last): May 30 20:41:13.958755 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:41:13.958755 n-d-843948-2 neutron-server[84886]: timer() May 30 20:41:13.958755 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:41:13.958755 n-d-843948-2 neutron-server[84886]: cb(*args, **kw) May 30 20:41:13.958755 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:41:13.958755 n-d-843948-2 neutron-server[84886]: return func(*args, **kwargs) May 30 20:41:13.958755 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:41:13.958755 n-d-843948-2 neutron-server[84886]: self._notify() May 30 20:41:13.958755 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:41:13.958755 n-d-843948-2 neutron-server[84886]: self.callback(batched_events) May 30 20:41:13.958755 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:41:13.958755 n-d-843948-2 neutron-server[84886]: event.method(event) May 30 20:41:13.958755 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:41:13.958755 n-d-843948-2 neutron-server[84886]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:41:13.958755 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:41:13.958755 n-d-843948-2 neutron-server[84886]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:41:13.958755 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:41:13.958755 n-d-843948-2 neutron-server[84886]: return f(self, *a, **k) May 30 20:41:13.958755 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:41:13.958755 n-d-843948-2 neutron-server[84886]: return self._get(url).json() May 30 20:41:13.958755 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:41:13.958755 n-d-843948-2 neutron-server[84886]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:41:13.958755 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:41:13.958755 n-d-843948-2 neutron-server[84886]: return self.request(url, 'GET', **kwargs) May 30 20:41:13.958755 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:41:13.958755 n-d-843948-2 neutron-server[84886]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:41:13.958755 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:41:13.958755 n-d-843948-2 neutron-server[84886]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:41:13.958755 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:41:13.958755 n-d-843948-2 neutron-server[84886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:41:13.958755 n-d-843948-2 neutron-server[84886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:41:13.975632 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-3077dd13-2536-4f64-b55a-01095220d11f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468'] for port, after_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:14.001871 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.db.api [None req-aafde21e-e34e-4fe0-8e44-870c988724ee tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84887) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:41:14.002436 n-d-843948-2 neutron-server[84887]: DEBUG oslo_db.api [None req-aafde21e-e34e-4fe0-8e44-870c988724ee tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:41:14.008348 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a552797-276b-4621-bcd4-340125f638a8 req-e28721e4-52ff-40f1-aa46-c18efeb58611 tempest-VolumesNegativeTest-312353229 tempest-VolumesNegativeTest-312353229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:41:14.015335 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7a552797-276b-4621-bcd4-340125f638a8 req-e28721e4-52ff-40f1-aa46-c18efeb58611 tempest-VolumesNegativeTest-312353229 tempest-VolumesNegativeTest-312353229-project] 10.222.0.85 "GET /v2.0/ports?device_id=5cf5bd39-84f4-435c-bef2-f3ab3c57ebe5 HTTP/1.1" status: 200 len: 950 time: 0.6085246 May 30 20:41:14.045114 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3077dd13-2536-4f64-b55a-01095220d11f None None] No DVR routers for this DVR port d461ba28-dcad-418c-8836-3a7aafea52dc on host n-d-843948-2 {{(pid=84888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:41:14.047032 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3077dd13-2536-4f64-b55a-01095220d11f None None] Pushing event deleted for resources: {'Port': ['ID=d461ba28-dcad-418c-8836-3a7aafea52dc,revision_number=None']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:41:14.067061 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No active binding found for port d461ba28-dcad-418c-8836-3a7aafea52dc {{(pid=84888) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} May 30 20:41:14.067061 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device d461ba28-dcad-418c-8836-3a7aafea52dc not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:41:14.069105 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7a552797-276b-4621-bcd4-340125f638a8 req-e573f63f-110f-4fba-bd18-cb59f063300f tempest-VolumesNegativeTest-312353229 tempest-VolumesNegativeTest-312353229-project] 10.222.0.85 "GET /v2.0/security-groups?id=05dfd4e4-c45e-42fa-8741-56d6c78a991e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522547 May 30 20:41:14.230601 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b7e3226e-90f4-4dcb-99f5-440e04e632e4 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:14.236844 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b7e3226e-90f4-4dcb-99f5-440e04e632e4 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Notify callbacks [] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:14.272112 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-b7e3226e-90f4-4dcb-99f5-440e04e632e4 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] 10.222.0.85 "DELETE /v2.0/networks/53517370-92de-4cca-a25e-9e51a1c6f294 HTTP/1.1" status: 204 len: 168 time: 0.8723500 May 30 20:41:14.276546 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e3226e-90f4-4dcb-99f5-440e04e632e4 tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Pushing event deleted for resources: {'Network': ['ID=53517370-92de-4cca-a25e-9e51a1c6f294,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:41:14.278497 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 60484) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:41:14.424703 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-39c0eba6-eb18-4722-ba10-ec50b05c238b tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:14.536127 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-aafde21e-e34e-4fe0-8e44-870c988724ee tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] Deleting port d461ba28-dcad-418c-8836-3a7aafea52dc {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:41:14.544144 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-aafde21e-e34e-4fe0-8e44-870c988724ee tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:14.719742 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-aafde21e-e34e-4fe0-8e44-870c988724ee tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] The port 'd461ba28-dcad-418c-8836-3a7aafea52dc' was deleted {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 20:41:14.766801 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-39c0eba6-eb18-4722-ba10-ec50b05c238b tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:14.895630 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-39c0eba6-eb18-4722-ba10-ec50b05c238b tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39b61219-9cf4-4275-b1fd-47a7ef2847ca']}} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:41:14.916104 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-aafde21e-e34e-4fe0-8e44-870c988724ee tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:14.924875 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-39c0eba6-eb18-4722-ba10-ec50b05c238b tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af85ca82-113d-4845-8951-a048d7b81a37') {'for_net_delete': True} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:41:14.925171 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-39c0eba6-eb18-4722-ba10-ec50b05c238b tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af85ca82-113d-4845-8951-a048d7b81a37') {} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:41:14.942978 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a0ce79-1a42-42e5-ba42-acc3a4e09e07 req-33a8885e-c5d3-4201-a18c-a57a8c8c74fc tempest-VolumesNegativeTest-312353229 tempest-VolumesNegativeTest-312353229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:41:14.944489 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-76a0ce79-1a42-42e5-ba42-acc3a4e09e07 req-33a8885e-c5d3-4201-a18c-a57a8c8c74fc tempest-VolumesNegativeTest-312353229 tempest-VolumesNegativeTest-312353229-project] 10.222.0.86 "GET /v2.0/ports?device_id=5cf5bd39-84f4-435c-bef2-f3ab3c57ebe5 HTTP/1.1" status: 200 len: 950 time: 0.3275502 May 30 20:41:14.958661 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-39c0eba6-eb18-4722-ba10-ec50b05c238b tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3149912'] for segment, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:15.016403 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-aafde21e-e34e-4fe0-8e44-870c988724ee tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5de7b050-0324-49dd-b88d-d09367194e5f']}} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:41:15.039910 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-39c0eba6-eb18-4722-ba10-ec50b05c238b tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:15.045400 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-aafde21e-e34e-4fe0-8e44-870c988724ee tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24093f0b-1c88-447c-97ce-9a1ab5e996f3') {'for_net_delete': True} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:41:15.045773 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-aafde21e-e34e-4fe0-8e44-870c988724ee tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24093f0b-1c88-447c-97ce-9a1ab5e996f3') {} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:41:15.064346 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39c0eba6-eb18-4722-ba10-ec50b05c238b tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Releasing vlan 686 on physical network physnet1 to pool {{(pid=84887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:41:15.064738 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-39c0eba6-eb18-4722-ba10-ec50b05c238b tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4055488'] for segment, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:15.081701 n-d-843948-2 neutron-server[84887]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:41:15.081701 n-d-843948-2 neutron-server[84887]: util.warn( May 30 20:41:15.081701 n-d-843948-2 neutron-server[84887]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:41:15.081701 n-d-843948-2 neutron-server[84887]: util.warn( May 30 20:41:15.081701 n-d-843948-2 neutron-server[84887]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:41:15.081701 n-d-843948-2 neutron-server[84887]: util.warn( May 30 20:41:15.081701 n-d-843948-2 neutron-server[84887]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:41:15.081701 n-d-843948-2 neutron-server[84887]: util.warn( May 30 20:41:15.081701 n-d-843948-2 neutron-server[84887]: Traceback (most recent call last): May 30 20:41:15.081701 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:41:15.081701 n-d-843948-2 neutron-server[84887]: timer() May 30 20:41:15.081701 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:41:15.081701 n-d-843948-2 neutron-server[84887]: cb(*args, **kw) May 30 20:41:15.081701 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:41:15.081701 n-d-843948-2 neutron-server[84887]: return func(*args, **kwargs) May 30 20:41:15.081701 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:41:15.081701 n-d-843948-2 neutron-server[84887]: self._notify() May 30 20:41:15.081701 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:41:15.081701 n-d-843948-2 neutron-server[84887]: self.callback(batched_events) May 30 20:41:15.081701 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:41:15.081701 n-d-843948-2 neutron-server[84887]: event.method(event) May 30 20:41:15.081701 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:41:15.081701 n-d-843948-2 neutron-server[84887]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:41:15.081701 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:41:15.081701 n-d-843948-2 neutron-server[84887]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:41:15.081701 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:41:15.081701 n-d-843948-2 neutron-server[84887]: return f(self, *a, **k) May 30 20:41:15.081701 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:41:15.081701 n-d-843948-2 neutron-server[84887]: return self._get(url).json() May 30 20:41:15.081701 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:41:15.081701 n-d-843948-2 neutron-server[84887]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:41:15.081701 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:41:15.081701 n-d-843948-2 neutron-server[84887]: return self.request(url, 'GET', **kwargs) May 30 20:41:15.081701 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:41:15.081701 n-d-843948-2 neutron-server[84887]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:41:15.081701 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:41:15.081701 n-d-843948-2 neutron-server[84887]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:41:15.081701 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:41:15.081701 n-d-843948-2 neutron-server[84887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:41:15.081701 n-d-843948-2 neutron-server[84887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:41:15.086945 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-aafde21e-e34e-4fe0-8e44-870c988724ee tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3149912'] for segment, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:15.151494 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-76a0ce79-1a42-42e5-ba42-acc3a4e09e07 req-5f879434-c914-437f-b2e8-3daec46b9973 tempest-VolumesNegativeTest-312353229 tempest-VolumesNegativeTest-312353229-project] Deleting port 4d3cf5ad-b7cd-4ad3-a83b-a319012be28b {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:41:15.151841 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-76a0ce79-1a42-42e5-ba42-acc3a4e09e07 req-5f879434-c914-437f-b2e8-3daec46b9973 tempest-VolumesNegativeTest-312353229 tempest-VolumesNegativeTest-312353229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:15.203027 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-aafde21e-e34e-4fe0-8e44-870c988724ee tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:15.237931 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aafde21e-e34e-4fe0-8e44-870c988724ee tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] Releasing vlan 696 on physical network physnet1 to pool {{(pid=84887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:41:15.238335 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-aafde21e-e34e-4fe0-8e44-870c988724ee tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4055488'] for segment, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:15.258009 n-d-843948-2 neutron-server[84887]: Traceback (most recent call last): May 30 20:41:15.258009 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:41:15.258009 n-d-843948-2 neutron-server[84887]: timer() May 30 20:41:15.258009 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:41:15.258009 n-d-843948-2 neutron-server[84887]: cb(*args, **kw) May 30 20:41:15.258009 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:41:15.258009 n-d-843948-2 neutron-server[84887]: return func(*args, **kwargs) May 30 20:41:15.258009 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:41:15.258009 n-d-843948-2 neutron-server[84887]: self._notify() May 30 20:41:15.258009 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:41:15.258009 n-d-843948-2 neutron-server[84887]: self.callback(batched_events) May 30 20:41:15.258009 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:41:15.258009 n-d-843948-2 neutron-server[84887]: event.method(event) May 30 20:41:15.258009 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:41:15.258009 n-d-843948-2 neutron-server[84887]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:41:15.258009 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:41:15.258009 n-d-843948-2 neutron-server[84887]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:41:15.258009 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:41:15.258009 n-d-843948-2 neutron-server[84887]: return f(self, *a, **k) May 30 20:41:15.258009 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:41:15.258009 n-d-843948-2 neutron-server[84887]: return self._get(url).json() May 30 20:41:15.258009 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:41:15.258009 n-d-843948-2 neutron-server[84887]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:41:15.258009 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:41:15.258009 n-d-843948-2 neutron-server[84887]: return self.request(url, 'GET', **kwargs) May 30 20:41:15.258009 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:41:15.258009 n-d-843948-2 neutron-server[84887]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:41:15.258009 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:41:15.258009 n-d-843948-2 neutron-server[84887]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:41:15.258009 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:41:15.258009 n-d-843948-2 neutron-server[84887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:41:15.258009 n-d-843948-2 neutron-server[84887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:41:15.387518 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5383cf96-3a76-45a6-a080-fcd2a1e59352 req-e536cd73-70a3-4285-b0fb-2031e91fe19c tempest-VolumesNegativeTest-312353229 tempest-VolumesNegativeTest-312353229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:41:15.390142 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5383cf96-3a76-45a6-a080-fcd2a1e59352 req-e536cd73-70a3-4285-b0fb-2031e91fe19c tempest-VolumesNegativeTest-312353229 tempest-VolumesNegativeTest-312353229-project] 10.222.0.85 "GET /v2.0/ports?device_id=5cf5bd39-84f4-435c-bef2-f3ab3c57ebe5 HTTP/1.1" status: 200 len: 950 time: 0.1472483 May 30 20:41:15.393994 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-39c0eba6-eb18-4722-ba10-ec50b05c238b tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:15.399145 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-39c0eba6-eb18-4722-ba10-ec50b05c238b tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:15.436872 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-39c0eba6-eb18-4722-ba10-ec50b05c238b tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] 10.222.0.85 "DELETE /v2.0/networks/39b61219-9cf4-4275-b1fd-47a7ef2847ca HTTP/1.1" status: 204 len: 168 time: 1.1570365 May 30 20:41:15.440908 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c0eba6-eb18-4722-ba10-ec50b05c238b tempest-BulkNetworkOpsTest-2042150032 tempest-BulkNetworkOpsTest-2042150032-project] Pushing event deleted for resources: {'Network': ['ID=39b61219-9cf4-4275-b1fd-47a7ef2847ca,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:41:15.486634 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-aafde21e-e34e-4fe0-8e44-870c988724ee tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:15.494415 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-aafde21e-e34e-4fe0-8e44-870c988724ee tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:15.499105 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-aafde21e-e34e-4fe0-8e44-870c988724ee tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] 10.222.0.85 "DELETE /v2.0/networks/5de7b050-0324-49dd-b88d-d09367194e5f HTTP/1.1" status: 204 len: 168 time: 2.8102694 May 30 20:41:15.508574 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5383cf96-3a76-45a6-a080-fcd2a1e59352 req-f6abb719-b935-44e9-8a7d-0490c5adad7a tempest-VolumesNegativeTest-312353229 tempest-VolumesNegativeTest-312353229-project] 10.222.0.85 "GET /v2.0/security-groups?id=05dfd4e4-c45e-42fa-8741-56d6c78a991e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121011 May 30 20:41:15.584588 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafde21e-e34e-4fe0-8e44-870c988724ee tempest-TagsExtTest-227754946 tempest-TagsExtTest-227754946-project] Pushing event deleted for resources: {'Network': ['ID=5de7b050-0324-49dd-b88d-d09367194e5f,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:41:15.668456 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-76a0ce79-1a42-42e5-ba42-acc3a4e09e07 req-5f879434-c914-437f-b2e8-3daec46b9973 tempest-VolumesNegativeTest-312353229 tempest-VolumesNegativeTest-312353229-project] For port 4d3cf5ad-b7cd-4ad3-a83b-a319012be28b, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=4d3cf5ad-b7cd-4ad3-a83b-a319012be28b,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:41:15.669342 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-76a0ce79-1a42-42e5-ba42-acc3a4e09e07 req-5f879434-c914-437f-b2e8-3daec46b9973 tempest-VolumesNegativeTest-312353229 tempest-VolumesNegativeTest-312353229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:15.797466 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-76a0ce79-1a42-42e5-ba42-acc3a4e09e07 req-5f879434-c914-437f-b2e8-3daec46b9973 tempest-VolumesNegativeTest-312353229 tempest-VolumesNegativeTest-312353229-project] Calling delete_port for 4d3cf5ad-b7cd-4ad3-a83b-a319012be28b owned by compute:nova {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:41:16.192626 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 60546) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:41:16.219119 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-76a0ce79-1a42-42e5-ba42-acc3a4e09e07 req-5f879434-c914-437f-b2e8-3daec46b9973 tempest-VolumesNegativeTest-312353229 tempest-VolumesNegativeTest-312353229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:16.229568 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 60552) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:41:16.236980 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['4d3cf5ad-b7cd-4ad3-a83b-a319012be28b'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:41:16.338799 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f879434-c914-437f-b2e8-3daec46b9973 tempest-VolumesNegativeTest-312353229 tempest-VolumesNegativeTest-312353229-project] Pushing event deleted for resources: {'Port': ['ID=4d3cf5ad-b7cd-4ad3-a83b-a319012be28b,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:41:16.433316 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-76a0ce79-1a42-42e5-ba42-acc3a4e09e07 req-5f879434-c914-437f-b2e8-3daec46b9973 tempest-VolumesNegativeTest-312353229 tempest-VolumesNegativeTest-312353229-project] No DVR routers for this DVR port 4d3cf5ad-b7cd-4ad3-a83b-a319012be28b on host n-h2-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:41:16.440657 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-76a0ce79-1a42-42e5-ba42-acc3a4e09e07 req-5f879434-c914-437f-b2e8-3daec46b9973 tempest-VolumesNegativeTest-312353229 tempest-VolumesNegativeTest-312353229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:16.457271 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cf5bd39-84f4-435c-bef2-f3ab3c57ebe5', 'name': 'network-vif-deleted', 'tag': '4d3cf5ad-b7cd-4ad3-a83b-a319012be28b'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:41:16.516573 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-76a0ce79-1a42-42e5-ba42-acc3a4e09e07 req-5f879434-c914-437f-b2e8-3daec46b9973 tempest-VolumesNegativeTest-312353229 tempest-VolumesNegativeTest-312353229-project] 10.222.0.86 "DELETE /v2.0/ports/4d3cf5ad-b7cd-4ad3-a83b-a319012be28b HTTP/1.1" status: 204 len: 173 time: 1.5598209 May 30 20:41:16.631949 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89f9f8aa-3ba2-4c62-969c-9c8a0cdd6439'] response: {'server_uuid': '5cf5bd39-84f4-435c-bef2-f3ab3c57ebe5', 'name': 'network-vif-deleted', 'tag': '4d3cf5ad-b7cd-4ad3-a83b-a319012be28b', 'status': 'completed', 'code': 200} May 30 20:41:16.701218 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-a7e2795a-b06a-4228-8903-882e2a3e0ab5 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=bde1206da1fd4a25b6542a4096772115&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4703178 May 30 20:41:16.704204 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 60570) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:41:16.719218 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-3cfc770a-10eb-40a7-8a37-5ea51e825bfe admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=9bfa602d13264974932de1c19af9cdd2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5235517 May 30 20:41:16.719817 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 60574) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:41:16.851891 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8b7e46d6-59e5-4320-a393-2623b4dce6e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:16.864647 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-495c44f5-ba77-4307-ba5d-8def4651685e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:16.898912 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-495c44f5-ba77-4307-ba5d-8def4651685e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:16.917845 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-bc986ae8-c0ba-4f54-b751-332945c8ed53 req-85dbfe19-375a-442c-8475-beee730033f7 tempest-VolumesNegativeTest-312353229 tempest-VolumesNegativeTest-312353229-project] 10.222.0.85 "GET /v2.0/ports?device_id=5cf5bd39-84f4-435c-bef2-f3ab3c57ebe5 HTTP/1.1" status: 200 len: 210 time: 0.1026900 May 30 20:41:16.981215 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8b7e46d6-59e5-4320-a393-2623b4dce6e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:17.093311 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-495c44f5-ba77-4307-ba5d-8def4651685e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:17.119015 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495c44f5-ba77-4307-ba5d-8def4651685e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4208034e-eee1-4ae5-8371-0962b1862d17,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:41:17.121732 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8b7e46d6-59e5-4320-a393-2623b4dce6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:17.152218 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-495c44f5-ba77-4307-ba5d-8def4651685e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:17.166743 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-495c44f5-ba77-4307-ba5d-8def4651685e admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/4208034e-eee1-4ae5-8371-0962b1862d17 HTTP/1.1" status: 204 len: 168 time: 0.4398634 May 30 20:41:17.167311 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7e46d6-59e5-4320-a393-2623b4dce6e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d26b917-f789-4f28-92e0-5e004251d20b,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:41:17.169739 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8b7e46d6-59e5-4320-a393-2623b4dce6e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:17.171146 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-8b7e46d6-59e5-4320-a393-2623b4dce6e2 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/5d26b917-f789-4f28-92e0-5e004251d20b HTTP/1.1" status: 204 len: 168 time: 0.4657686 May 30 20:41:19.527623 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 60710) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:41:19.983448 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 4d3cf5ad-b7cd-4ad3-a83b-a319012be28b no longer exists at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:41:20.042475 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] No Port match for: 4d3cf5ad-b7cd-4ad3-a83b-a319012be28b {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:41:20.042734 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 4d3cf5ad-b7cd-4ad3-a83b-a319012be28b not bound to the agent host n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:41:20.243599 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:20.666194 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-3cb2490d-bdb1-4c03-bc29-dba7523c2b83 tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-101940577', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:41:20.678643 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-3cb2490d-bdb1-4c03-bc29-dba7523c2b83 tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:41:20.683278 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-3cb2490d-bdb1-4c03-bc29-dba7523c2b83 tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Usage tracker for resource:router and tenant:79de34640dfe49d7b1eb44d5a54f0472 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:41:20.686543 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-3cb2490d-bdb1-4c03-bc29-dba7523c2b83 tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:41:20.695545 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-3cb2490d-bdb1-4c03-bc29-dba7523c2b83 tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:41:20.773693 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3cb2490d-bdb1-4c03-bc29-dba7523c2b83 tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-733683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3159'] for router, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:20.774729 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3cb2490d-bdb1-4c03-bc29-dba7523c2b83 tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-733584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-736372', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-628480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3164'] for router, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:20.822114 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3cb2490d-bdb1-4c03-bc29-dba7523c2b83 tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:20.914484 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3cb2490d-bdb1-4c03-bc29-dba7523c2b83 tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-736409'] for router, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:21.020083 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3cb2490d-bdb1-4c03-bc29-dba7523c2b83 tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Notify callbacks [] for router, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:21.023971 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-3cb2490d-bdb1-4c03-bc29-dba7523c2b83 tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 1.4926763 May 30 20:41:21.028980 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 60772) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:41:21.031369 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-206cf61b-bcf2-411b-8eb2-0d9975226593 tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1659476201'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:41:21.038156 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-206cf61b-bcf2-411b-8eb2-0d9975226593 tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:41:21.042306 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-206cf61b-bcf2-411b-8eb2-0d9975226593 tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Usage tracker for resource:network and tenant:79de34640dfe49d7b1eb44d5a54f0472 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:41:21.046097 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-206cf61b-bcf2-411b-8eb2-0d9975226593 tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:41:21.055279 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-206cf61b-bcf2-411b-8eb2-0d9975226593 tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:41:21.132945 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-206cf61b-bcf2-411b-8eb2-0d9975226593 tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Made reservation on behalf of 79de34640dfe49d7b1eb44d5a54f0472 for: {'network': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:41:21.136038 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-206cf61b-bcf2-411b-8eb2-0d9975226593 tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:21.149288 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-206cf61b-bcf2-411b-8eb2-0d9975226593 tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:21.192899 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-206cf61b-bcf2-411b-8eb2-0d9975226593 tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:41:21.197813 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-206cf61b-bcf2-411b-8eb2-0d9975226593 tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Usage tracker for resource:security_group_rule and tenant:79de34640dfe49d7b1eb44d5a54f0472 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:41:21.201511 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-206cf61b-bcf2-411b-8eb2-0d9975226593 tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:41:21.209663 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-206cf61b-bcf2-411b-8eb2-0d9975226593 tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:41:21.319841 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-206cf61b-bcf2-411b-8eb2-0d9975226593 tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:21.395911 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-206cf61b-bcf2-411b-8eb2-0d9975226593 tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:21.426693 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-206cf61b-bcf2-411b-8eb2-0d9975226593 tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] vlan segment allocate from pool success with {'vlan_id': 698, 'physical_network': 'physnet1'} {{(pid=84887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:41:21.432215 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 60792) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:41:21.467448 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-206cf61b-bcf2-411b-8eb2-0d9975226593 tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:21.470854 n-d-843948-2 neutron-server[84887]: INFO neutron.db.segments_db [None req-206cf61b-bcf2-411b-8eb2-0d9975226593 tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Added segment 4113a589-d7fd-459f-bcfe-49b44705c54d of type vlan for network 0cd430cc-2ff2-42ce-843e-a2459e19f4c9 May 30 20:41:21.474266 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206cf61b-bcf2-411b-8eb2-0d9975226593 tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41c57b96-cdf0-4f06-bb64-29ab1551e98f,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:41:21.488243 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206cf61b-bcf2-411b-8eb2-0d9975226593 tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:41:21.488497 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206cf61b-bcf2-411b-8eb2-0d9975226593 tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:41:21.489020 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206cf61b-bcf2-411b-8eb2-0d9975226593 tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:41:21.489512 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206cf61b-bcf2-411b-8eb2-0d9975226593 tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:41:21.490716 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206cf61b-bcf2-411b-8eb2-0d9975226593 tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:41:21.491486 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206cf61b-bcf2-411b-8eb2-0d9975226593 tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:41:21.497304 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206cf61b-bcf2-411b-8eb2-0d9975226593 tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:41:21.497304 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206cf61b-bcf2-411b-8eb2-0d9975226593 tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:41:21.497304 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206cf61b-bcf2-411b-8eb2-0d9975226593 tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:41:21.497304 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206cf61b-bcf2-411b-8eb2-0d9975226593 tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:41:21.497304 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206cf61b-bcf2-411b-8eb2-0d9975226593 tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:41:21.549222 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-206cf61b-bcf2-411b-8eb2-0d9975226593 tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:21.677065 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-206cf61b-bcf2-411b-8eb2-0d9975226593 tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:21.683981 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206cf61b-bcf2-411b-8eb2-0d9975226593 tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:41:21.693590 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-206cf61b-bcf2-411b-8eb2-0d9975226593 tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:21.721270 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e507dabe-5a01-4870-985e-e27b3b77a5cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:21.812366 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-e507dabe-5a01-4870-985e-e27b3b77a5cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:41:21.826787 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-206cf61b-bcf2-411b-8eb2-0d9975226593 tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.7991469 May 30 20:41:21.830233 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-e507dabe-5a01-4870-985e-e27b3b77a5cd admin admin] Usage tracker for resource:security_group_rule and tenant:10b1359860524e3787b28f23f0a7c7d4 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:41:21.830233 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 60814) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:41:21.857979 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-1b334f92-71a2-45bf-b43d-3db978593101 tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Request body: {'subnet': {'network_id': '0cd430cc-2ff2-42ce-843e-a2459e19f4c9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:41:21.873997 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-e507dabe-5a01-4870-985e-e27b3b77a5cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:41:21.889910 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-e507dabe-5a01-4870-985e-e27b3b77a5cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:41:21.895886 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206cf61b-bcf2-411b-8eb2-0d9975226593 tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Pushing event updated for resources: {'Network': ['ID=0cd430cc-2ff2-42ce-843e-a2459e19f4c9,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:41:21.907425 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network 0cd430cc-2ff2-42ce-843e-a2459e19f4c9 details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:41:22.046530 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e507dabe-5a01-4870-985e-e27b3b77a5cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:22.088218 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-1b334f92-71a2-45bf-b43d-3db978593101 tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:41:22.093348 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-1b334f92-71a2-45bf-b43d-3db978593101 tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Usage tracker for resource:subnet and tenant:79de34640dfe49d7b1eb44d5a54f0472 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:41:22.096540 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-1b334f92-71a2-45bf-b43d-3db978593101 tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:41:22.104102 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-1b334f92-71a2-45bf-b43d-3db978593101 tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:41:22.116496 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e507dabe-5a01-4870-985e-e27b3b77a5cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:22.183394 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-e507dabe-5a01-4870-985e-e27b3b77a5cd admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=10b1359860524e3787b28f23f0a7c7d4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7485404 May 30 20:41:22.184758 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 60830) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:41:22.185183 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e507dabe-5a01-4870-985e-e27b3b77a5cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14801b69-a88c-406a-a665-d12e5cc2055c,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:41:22.217222 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b334f92-71a2-45bf-b43d-3db978593101 tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Made reservation on behalf of 79de34640dfe49d7b1eb44d5a54f0472 for: {'subnet': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:41:22.271514 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9dfa1d74-ffc3-428a-b694-a965088eebfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:22.308985 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9dfa1d74-ffc3-428a-b694-a965088eebfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:22.350991 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:22.412460 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1b334f92-71a2-45bf-b43d-3db978593101 tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2778563'] for subnet, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:22.458820 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9dfa1d74-ffc3-428a-b694-a965088eebfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:22.485915 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfa1d74-ffc3-428a-b694-a965088eebfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14801b69-a88c-406a-a665-d12e5cc2055c,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:41:22.505453 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9dfa1d74-ffc3-428a-b694-a965088eebfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:22.506617 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-9dfa1d74-ffc3-428a-b694-a965088eebfc admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/14801b69-a88c-406a-a665-d12e5cc2055c HTTP/1.1" status: 204 len: 168 time: 0.3208215 May 30 20:41:22.750670 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1b334f92-71a2-45bf-b43d-3db978593101 tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4127140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2778577'] for subnet, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:22.841037 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b334f92-71a2-45bf-b43d-3db978593101 tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Pushing event updated for resources: {'Subnet': ['ID=151d38ab-0870-4652-ab8f-cf886931a243,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:41:22.866182 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b334f92-71a2-45bf-b43d-3db978593101 tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Checking segment: {'id': '4113a589-d7fd-459f-bcfe-49b44705c54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '0cd430cc-2ff2-42ce-843e-a2459e19f4c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:41:22.866826 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b334f92-71a2-45bf-b43d-3db978593101 tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Network hostable DHCP agents. Network: 0cd430cc-2ff2-42ce-843e-a2459e19f4c9, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:41:22.972874 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b334f92-71a2-45bf-b43d-3db978593101 tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Network 0cd430cc-2ff2-42ce-843e-a2459e19f4c9 is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:41:23.076165 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-1b334f92-71a2-45bf-b43d-3db978593101 tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, 0cd430cc-2ff2-42ce-843e-a2459e19f4c9) {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:41:23.088765 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b334f92-71a2-45bf-b43d-3db978593101 tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:41:23.090617 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1b334f92-71a2-45bf-b43d-3db978593101 tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Notify callbacks [] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:23.094869 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-471689ed-6ef2-4a5a-9d39-bab75a980aac None None] Network 0cd430cc-2ff2-42ce-843e-a2459e19f4c9 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:41:23.217763 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-1b334f92-71a2-45bf-b43d-3db978593101 tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3819194 May 30 20:41:23.218327 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 60894) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:41:23.220546 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-a8e78f41-56a1-4d54-8126-182bbfd4d41a tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Request body: {'network': {'name': 'tempest-router-network01--1847460446'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:41:23.230593 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-a8e78f41-56a1-4d54-8126-182bbfd4d41a tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:41:23.237993 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-a8e78f41-56a1-4d54-8126-182bbfd4d41a tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Usage tracker for resource:network and tenant:79de34640dfe49d7b1eb44d5a54f0472 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:41:23.246741 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-a8e78f41-56a1-4d54-8126-182bbfd4d41a tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:41:23.250989 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-a8e78f41-56a1-4d54-8126-182bbfd4d41a tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:41:23.361959 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8e78f41-56a1-4d54-8126-182bbfd4d41a tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Made reservation on behalf of 79de34640dfe49d7b1eb44d5a54f0472 for: {'network': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:41:23.365778 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a8e78f41-56a1-4d54-8126-182bbfd4d41a tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:23.452432 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8e78f41-56a1-4d54-8126-182bbfd4d41a tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] vlan segment allocate from pool success with {'vlan_id': 652, 'physical_network': 'physnet1'} {{(pid=84887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:41:23.475403 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a8e78f41-56a1-4d54-8126-182bbfd4d41a tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:23.475961 n-d-843948-2 neutron-server[84887]: INFO neutron.db.segments_db [None req-a8e78f41-56a1-4d54-8126-182bbfd4d41a tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Added segment 5c9be833-d1e8-4850-ba0e-e82c8b4e70a6 of type vlan for network 1b314889-0655-46ae-98cd-ec42178297a2 May 30 20:41:23.498799 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ea111f-a1db-42ed-bd58-eca5d96d097c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-0cd430cc-2ff2-42ce-843e-a2459e19f4c9', 'network_id': '0cd430cc-2ff2-42ce-843e-a2459e19f4c9', 'tenant_id': '79de34640dfe49d7b1eb44d5a54f0472', 'fixed_ips': [{'subnet_id': '151d38ab-0870-4652-ab8f-cf886931a243'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:41:23.502027 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-f1ea111f-a1db-42ed-bd58-eca5d96d097c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:23.517907 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a8e78f41-56a1-4d54-8126-182bbfd4d41a tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:23.686387 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 60926) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:41:23.693946 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a8e78f41-56a1-4d54-8126-182bbfd4d41a tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:23.698413 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e78f41-56a1-4d54-8126-182bbfd4d41a tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:41:23.705212 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a8e78f41-56a1-4d54-8126-182bbfd4d41a tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:23.744777 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-017bef8d-6e9d-45f8-a093-55b241adb406 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:23.768447 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-f1ea111f-a1db-42ed-bd58-eca5d96d097c None None] Allocated IP 172.20.0.2 (0cd430cc-2ff2-42ce-843e-a2459e19f4c9/151d38ab-0870-4652-ab8f-cf886931a243/4f4f7276-a9b4-4a90-94a6-d9bfa469bcf0) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:41:23.826357 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-017bef8d-6e9d-45f8-a093-55b241adb406 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:41:23.834318 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-017bef8d-6e9d-45f8-a093-55b241adb406 admin admin] Usage tracker for resource:security_group_rule and tenant:d31f07cdd69c4329bd442588b45b7771 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:41:23.838368 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-017bef8d-6e9d-45f8-a093-55b241adb406 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:41:23.856259 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-017bef8d-6e9d-45f8-a093-55b241adb406 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:41:23.881472 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e78f41-56a1-4d54-8126-182bbfd4d41a tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Pushing event updated for resources: {'Network': ['ID=1b314889-0655-46ae-98cd-ec42178297a2,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:41:23.943220 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network 1b314889-0655-46ae-98cd-ec42178297a2 details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:41:23.951129 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-a8e78f41-56a1-4d54-8126-182bbfd4d41a tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7367909 May 30 20:41:23.953565 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 60942) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:41:23.959784 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-51567ef2-ef80-453b-a169-b1023d34fe1d tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Request body: {'network': {'name': 'tempest-router-network02--2025724799'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:41:24.004399 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-51567ef2-ef80-453b-a169-b1023d34fe1d tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:41:24.004399 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-51567ef2-ef80-453b-a169-b1023d34fe1d tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Usage tracker for resource:network and tenant:79de34640dfe49d7b1eb44d5a54f0472 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:41:24.008802 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-51567ef2-ef80-453b-a169-b1023d34fe1d tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:41:24.015104 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-51567ef2-ef80-453b-a169-b1023d34fe1d tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:41:24.035971 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-017bef8d-6e9d-45f8-a093-55b241adb406 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:24.110031 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-017bef8d-6e9d-45f8-a093-55b241adb406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:24.167254 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51567ef2-ef80-453b-a169-b1023d34fe1d tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Made reservation on behalf of 79de34640dfe49d7b1eb44d5a54f0472 for: {'network': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:41:24.170986 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-51567ef2-ef80-453b-a169-b1023d34fe1d tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:24.214227 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017bef8d-6e9d-45f8-a093-55b241adb406 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4b88b5d-b7bd-4112-ae70-758af0d2bb90,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:41:24.235795 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-017bef8d-6e9d-45f8-a093-55b241adb406 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=d31f07cdd69c4329bd442588b45b7771&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5478296 May 30 20:41:24.238516 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 60952) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:41:24.276221 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51567ef2-ef80-453b-a169-b1023d34fe1d tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] vlan segment allocate from pool success with {'vlan_id': 673, 'physical_network': 'physnet1'} {{(pid=84887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:41:24.296132 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-51567ef2-ef80-453b-a169-b1023d34fe1d tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:24.296476 n-d-843948-2 neutron-server[84887]: INFO neutron.db.segments_db [None req-51567ef2-ef80-453b-a169-b1023d34fe1d tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Added segment c4b94d3c-a696-4bd9-a126-c37cc5252945 of type vlan for network edb0a95b-d204-46ba-896f-1c64b70adec8 May 30 20:41:24.298050 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-f1ea111f-a1db-42ed-bd58-eca5d96d097c None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:24.308708 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-f1ea111f-a1db-42ed-bd58-eca5d96d097c None None] Transition to ACTIVE for port object 4f4f7276-a9b4-4a90-94a6-d9bfa469bcf0 will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:41:24.327304 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-f1ea111f-a1db-42ed-bd58-eca5d96d097c None None] Transition to ACTIVE for port object 4f4f7276-a9b4-4a90-94a6-d9bfa469bcf0 will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:41:24.340177 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-51567ef2-ef80-453b-a169-b1023d34fe1d tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:24.356443 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d02f4f09-d179-4bcd-b305-c87d8f1a6c23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:24.402464 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d02f4f09-d179-4bcd-b305-c87d8f1a6c23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:24.482903 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-f1ea111f-a1db-42ed-bd58-eca5d96d097c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:24.518510 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-51567ef2-ef80-453b-a169-b1023d34fe1d tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:24.527792 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51567ef2-ef80-453b-a169-b1023d34fe1d tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:41:24.530348 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-51567ef2-ef80-453b-a169-b1023d34fe1d tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:24.550392 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 60972) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:41:24.592625 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ea111f-a1db-42ed-bd58-eca5d96d097c None None] Network 0cd430cc-2ff2-42ce-843e-a2459e19f4c9 is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:41:24.595503 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-f1ea111f-a1db-42ed-bd58-eca5d96d097c None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:41:24.600156 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ea111f-a1db-42ed-bd58-eca5d96d097c None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:41:24.687928 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51567ef2-ef80-453b-a169-b1023d34fe1d tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Pushing event updated for resources: {'Network': ['ID=edb0a95b-d204-46ba-896f-1c64b70adec8,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:41:24.694281 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ea111f-a1db-42ed-bd58-eca5d96d097c None None] Pushing event updated for resources: {'Port': ['ID=4f4f7276-a9b4-4a90-94a6-d9bfa469bcf0,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:41:24.698628 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d02f4f09-d179-4bcd-b305-c87d8f1a6c23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:24.699994 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network edb0a95b-d204-46ba-896f-1c64b70adec8 details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:41:24.703086 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-51567ef2-ef80-453b-a169-b1023d34fe1d tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7480199 May 30 20:41:24.705990 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 60980) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:41:24.713026 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-f76b90f2-3d40-49ea-964a-149b98fa797c tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Request body: {'subnet': {'network_id': '1b314889-0655-46ae-98cd-ec42178297a2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:41:24.719307 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02f4f09-d179-4bcd-b305-c87d8f1a6c23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4b88b5d-b7bd-4112-ae70-758af0d2bb90,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:41:24.727098 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d02f4f09-d179-4bcd-b305-c87d8f1a6c23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:24.746457 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-d02f4f09-d179-4bcd-b305-c87d8f1a6c23 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/f4b88b5d-b7bd-4112-ae70-758af0d2bb90 HTTP/1.1" status: 204 len: 168 time: 0.4891059 May 30 20:41:24.804693 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9497e9b0-3799-4330-b18e-2897f019586e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:24.824223 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-f1ea111f-a1db-42ed-bd58-eca5d96d097c None None] Attempting to bind port 4f4f7276-a9b4-4a90-94a6-d9bfa469bcf0 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:41:24.824800 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-f1ea111f-a1db-42ed-bd58-eca5d96d097c None None] Attempting to bind port 4f4f7276-a9b4-4a90-94a6-d9bfa469bcf0 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': '4113a589-d7fd-459f-bcfe-49b44705c54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '0cd430cc-2ff2-42ce-843e-a2459e19f4c9'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:41:24.825340 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ea111f-a1db-42ed-bd58-eca5d96d097c None None] Attempting to bind port 4f4f7276-a9b4-4a90-94a6-d9bfa469bcf0 on network 0cd430cc-2ff2-42ce-843e-a2459e19f4c9 {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:41:24.835417 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ea111f-a1db-42ed-bd58-eca5d96d097c None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:41:24.841293 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ea111f-a1db-42ed-bd58-eca5d96d097c None None] Checking segment: {'id': '4113a589-d7fd-459f-bcfe-49b44705c54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '0cd430cc-2ff2-42ce-843e-a2459e19f4c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:41:24.841293 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-f1ea111f-a1db-42ed-bd58-eca5d96d097c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:24.841293 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ea111f-a1db-42ed-bd58-eca5d96d097c None None] Bound using segment: {'id': '4113a589-d7fd-459f-bcfe-49b44705c54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '0cd430cc-2ff2-42ce-843e-a2459e19f4c9'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:41:24.841293 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-f1ea111f-a1db-42ed-bd58-eca5d96d097c None None] Bound port: 4f4f7276-a9b4-4a90-94a6-d9bfa469bcf0, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4113a589-d7fd-459f-bcfe-49b44705c54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '0cd430cc-2ff2-42ce-843e-a2459e19f4c9'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:41:24.841293 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-f1ea111f-a1db-42ed-bd58-eca5d96d097c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:24.903679 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-9497e9b0-3799-4330-b18e-2897f019586e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:41:24.908890 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-9497e9b0-3799-4330-b18e-2897f019586e admin admin] Usage tracker for resource:security_group_rule and tenant:6e634d882da84d0ebfc6b1f970276fce is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:41:24.915333 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-9497e9b0-3799-4330-b18e-2897f019586e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:41:24.917967 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-9497e9b0-3799-4330-b18e-2897f019586e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:41:24.979825 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-f76b90f2-3d40-49ea-964a-149b98fa797c tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:41:24.984576 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-f76b90f2-3d40-49ea-964a-149b98fa797c tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Usage tracker for resource:subnet and tenant:79de34640dfe49d7b1eb44d5a54f0472 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:41:24.999530 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-f76b90f2-3d40-49ea-964a-149b98fa797c tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:41:25.000369 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9497e9b0-3799-4330-b18e-2897f019586e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:25.008001 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-f76b90f2-3d40-49ea-964a-149b98fa797c tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:41:25.023527 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-f1ea111f-a1db-42ed-bd58-eca5d96d097c None None] For port 4f4f7276-a9b4-4a90-94a6-d9bfa469bcf0, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:41:25.027334 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-f1ea111f-a1db-42ed-bd58-eca5d96d097c None None] For port 4f4f7276-a9b4-4a90-94a6-d9bfa469bcf0, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=4f4f7276-a9b4-4a90-94a6-d9bfa469bcf0,segment=NetworkSegment(4113a589-d7fd-459f-bcfe-49b44705c54d),segment_id=4113a589-d7fd-459f-bcfe-49b44705c54d)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:41:25.093540 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9497e9b0-3799-4330-b18e-2897f019586e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:25.106952 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-f1ea111f-a1db-42ed-bd58-eca5d96d097c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:25.152615 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f76b90f2-3d40-49ea-964a-149b98fa797c tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Made reservation on behalf of 79de34640dfe49d7b1eb44d5a54f0472 for: {'subnet': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:41:25.230598 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ea111f-a1db-42ed-bd58-eca5d96d097c None None] Pushing event updated for resources: {'Port': ['ID=4f4f7276-a9b4-4a90-94a6-d9bfa469bcf0,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:41:25.300705 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-9497e9b0-3799-4330-b18e-2897f019586e admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=6e634d882da84d0ebfc6b1f970276fce&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7468016 May 30 20:41:25.307056 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 32776) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:41:25.312945 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9497e9b0-3799-4330-b18e-2897f019586e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=453f725a-f4e7-4ee7-a72c-f8fb73df3141,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:41:25.391929 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f76b90f2-3d40-49ea-964a-149b98fa797c tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114220'] for subnet, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:25.508950 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ceed5c42-62ee-4a3a-ba5b-98f3801aa28e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:25.601251 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ceed5c42-62ee-4a3a-ba5b-98f3801aa28e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:25.778784 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ceed5c42-62ee-4a3a-ba5b-98f3801aa28e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:25.803193 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceed5c42-62ee-4a3a-ba5b-98f3801aa28e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=453f725a-f4e7-4ee7-a72c-f8fb73df3141,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:41:25.820881 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ceed5c42-62ee-4a3a-ba5b-98f3801aa28e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:25.844489 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-ceed5c42-62ee-4a3a-ba5b-98f3801aa28e admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/453f725a-f4e7-4ee7-a72c-f8fb73df3141 HTTP/1.1" status: 204 len: 168 time: 0.5325029 May 30 20:41:25.864515 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f76b90f2-3d40-49ea-964a-149b98fa797c tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4055401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114238'] for subnet, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:26.054583 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76b90f2-3d40-49ea-964a-149b98fa797c tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Pushing event updated for resources: {'Subnet': ['ID=a31164e9-5528-42d1-8610-531c332bc935,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:41:26.261267 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76b90f2-3d40-49ea-964a-149b98fa797c tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Checking segment: {'id': '5c9be833-d1e8-4850-ba0e-e82c8b4e70a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '1b314889-0655-46ae-98cd-ec42178297a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:41:26.261722 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f76b90f2-3d40-49ea-964a-149b98fa797c tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Network hostable DHCP agents. Network: 1b314889-0655-46ae-98cd-ec42178297a2, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:41:26.298205 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2f3b4948-5d54-4447-9759-6503f3edf2db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:26.441795 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f76b90f2-3d40-49ea-964a-149b98fa797c tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Network 1b314889-0655-46ae-98cd-ec42178297a2 is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:41:26.595754 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-f76b90f2-3d40-49ea-964a-149b98fa797c tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, 1b314889-0655-46ae-98cd-ec42178297a2) {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:41:26.601118 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f76b90f2-3d40-49ea-964a-149b98fa797c tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:41:26.601846 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f76b90f2-3d40-49ea-964a-149b98fa797c tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:26.611904 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86cce786-b0bf-4aac-b2fc-297861e2a621 None None] Network 1b314889-0655-46ae-98cd-ec42178297a2 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:41:26.721957 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c646bf-c02a-4bb7-b63b-b6cd87762789 None None] Network 0cd430cc-2ff2-42ce-843e-a2459e19f4c9 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:41:26.734329 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-f76b90f2-3d40-49ea-964a-149b98fa797c tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0269759 May 30 20:41:26.737459 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 32838) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:41:26.746955 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-cb705f2a-4cb9-48f6-882d-819e79c35b23 tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Request body: {'subnet': {'network_id': 'edb0a95b-d204-46ba-896f-1c64b70adec8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:41:27.013245 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 32850) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:41:27.061206 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9d23592a-fbbe-4b57-b6a3-803db79b96f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:27.091236 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-cb705f2a-4cb9-48f6-882d-819e79c35b23 tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:41:27.098144 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-cb705f2a-4cb9-48f6-882d-819e79c35b23 tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Usage tracker for resource:subnet and tenant:79de34640dfe49d7b1eb44d5a54f0472 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:41:27.109600 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-cb705f2a-4cb9-48f6-882d-819e79c35b23 tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:41:27.117237 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-38701098-f1b3-408f-b086-5c140e7f6066 None None] Provisioning for port 4f4f7276-a9b4-4a90-94a6-d9bfa469bcf0 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:41:27.118758 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-cb705f2a-4cb9-48f6-882d-819e79c35b23 tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:41:27.151410 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-9d23592a-fbbe-4b57-b6a3-803db79b96f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:41:27.158627 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-9d23592a-fbbe-4b57-b6a3-803db79b96f1 admin admin] Usage tracker for resource:security_group_rule and tenant:6ea0e3f682a747c6b303774d6d8fd86c is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:41:27.161285 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-9d23592a-fbbe-4b57-b6a3-803db79b96f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:41:27.191705 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-9d23592a-fbbe-4b57-b6a3-803db79b96f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:41:27.213627 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb705f2a-4cb9-48f6-882d-819e79c35b23 tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Made reservation on behalf of 79de34640dfe49d7b1eb44d5a54f0472 for: {'subnet': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:41:27.442078 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e507a5-c112-4bb7-8da8-045a3ba1a775 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-1b314889-0655-46ae-98cd-ec42178297a2', 'network_id': '1b314889-0655-46ae-98cd-ec42178297a2', 'tenant_id': '79de34640dfe49d7b1eb44d5a54f0472', 'fixed_ips': [{'subnet_id': 'a31164e9-5528-42d1-8610-531c332bc935'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:41:27.443438 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-a4e507a5-c112-4bb7-8da8-045a3ba1a775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:27.470322 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9d23592a-fbbe-4b57-b6a3-803db79b96f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:27.552599 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9d23592a-fbbe-4b57-b6a3-803db79b96f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:27.643754 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-cb705f2a-4cb9-48f6-882d-819e79c35b23 tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2778563'] for subnet, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:27.667289 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d23592a-fbbe-4b57-b6a3-803db79b96f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c212c51-cbc5-498b-9aa6-3bdd8533913e,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:41:27.685876 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-9d23592a-fbbe-4b57-b6a3-803db79b96f1 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=6ea0e3f682a747c6b303774d6d8fd86c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6714077 May 30 20:41:27.687968 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 32884) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:41:27.856816 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-a4e507a5-c112-4bb7-8da8-045a3ba1a775 None None] Allocated IP 172.20.0.2 (1b314889-0655-46ae-98cd-ec42178297a2/a31164e9-5528-42d1-8610-531c332bc935/59108a70-a5b3-4d86-8940-a149405e46a4) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:41:27.877218 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8f80a592-4769-4adc-8e06-b6c121bc0bb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:27.879795 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 4f4f7276-a9b4-4a90-94a6-d9bfa469bcf0 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:41:27.932607 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8f80a592-4769-4adc-8e06-b6c121bc0bb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:28.104500 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-cb705f2a-4cb9-48f6-882d-819e79c35b23 tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4127140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2778577'] for subnet, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:28.146712 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8f80a592-4769-4adc-8e06-b6c121bc0bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:28.226862 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f80a592-4769-4adc-8e06-b6c121bc0bb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c212c51-cbc5-498b-9aa6-3bdd8533913e,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:41:28.232425 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8f80a592-4769-4adc-8e06-b6c121bc0bb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:28.253201 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-8f80a592-4769-4adc-8e06-b6c121bc0bb9 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/2c212c51-cbc5-498b-9aa6-3bdd8533913e HTTP/1.1" status: 204 len: 168 time: 0.5631764 May 30 20:41:28.311279 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb705f2a-4cb9-48f6-882d-819e79c35b23 tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Pushing event updated for resources: {'Subnet': ['ID=7a259f90-4621-44bc-95e2-7db75301a83a,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:41:28.327814 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb705f2a-4cb9-48f6-882d-819e79c35b23 tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Checking segment: {'id': 'c4b94d3c-a696-4bd9-a126-c37cc5252945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'edb0a95b-d204-46ba-896f-1c64b70adec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:41:28.328176 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb705f2a-4cb9-48f6-882d-819e79c35b23 tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Network hostable DHCP agents. Network: edb0a95b-d204-46ba-896f-1c64b70adec8, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:41:28.437528 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 4f4f7276-a9b4-4a90-94a6-d9bfa469bcf0 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:41:28.455427 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 4f4f7276-a9b4-4a90-94a6-d9bfa469bcf0 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:41:28.456666 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:28.553317 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-a4e507a5-c112-4bb7-8da8-045a3ba1a775 None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:28.568364 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb705f2a-4cb9-48f6-882d-819e79c35b23 tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Network edb0a95b-d204-46ba-896f-1c64b70adec8 is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:41:28.575309 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-a4e507a5-c112-4bb7-8da8-045a3ba1a775 None None] Transition to ACTIVE for port object 59108a70-a5b3-4d86-8940-a149405e46a4 will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:41:28.628104 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-a4e507a5-c112-4bb7-8da8-045a3ba1a775 None None] Transition to ACTIVE for port object 59108a70-a5b3-4d86-8940-a149405e46a4 will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:41:28.654023 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-cb705f2a-4cb9-48f6-882d-819e79c35b23 tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, edb0a95b-d204-46ba-896f-1c64b70adec8) {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:41:28.669814 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb705f2a-4cb9-48f6-882d-819e79c35b23 tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:41:28.669814 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-cb705f2a-4cb9-48f6-882d-819e79c35b23 tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Notify callbacks [] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:28.674007 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a12416-69bb-4670-abdc-91ea654929e3 None None] Network edb0a95b-d204-46ba-896f-1c64b70adec8 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:41:28.808391 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-cb705f2a-4cb9-48f6-882d-819e79c35b23 tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0690687 May 30 20:41:28.813801 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 32928) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:41:28.901003 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-a4e507a5-c112-4bb7-8da8-045a3ba1a775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:29.019631 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-66e8101c-817b-4102-b617-7e2320434099 None None] Provisioning complete for port 4f4f7276-a9b4-4a90-94a6-d9bfa469bcf0 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:41:29.020093 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-66e8101c-817b-4102-b617-7e2320434099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:29.071497 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:29.159598 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e507a5-c112-4bb7-8da8-045a3ba1a775 None None] Network 1b314889-0655-46ae-98cd-ec42178297a2 is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:41:29.179899 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-a4e507a5-c112-4bb7-8da8-045a3ba1a775 None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:41:29.194578 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e507a5-c112-4bb7-8da8-045a3ba1a775 None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:41:29.231853 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e507a5-c112-4bb7-8da8-045a3ba1a775 None None] Pushing event updated for resources: {'Port': ['ID=59108a70-a5b3-4d86-8940-a149405e46a4,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:41:29.393600 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port 4f4f7276-a9b4-4a90-94a6-d9bfa469bcf0, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=4f4f7276-a9b4-4a90-94a6-d9bfa469bcf0,segment=NetworkSegment(4113a589-d7fd-459f-bcfe-49b44705c54d),segment_id=4113a589-d7fd-459f-bcfe-49b44705c54d)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:41:29.525391 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:29.675071 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=4f4f7276-a9b4-4a90-94a6-d9bfa469bcf0,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:41:29.682259 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-a4e507a5-c112-4bb7-8da8-045a3ba1a775 None None] Attempting to bind port 59108a70-a5b3-4d86-8940-a149405e46a4 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:41:29.682932 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-a4e507a5-c112-4bb7-8da8-045a3ba1a775 None None] Attempting to bind port 59108a70-a5b3-4d86-8940-a149405e46a4 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': '5c9be833-d1e8-4850-ba0e-e82c8b4e70a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '1b314889-0655-46ae-98cd-ec42178297a2'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:41:29.683513 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e507a5-c112-4bb7-8da8-045a3ba1a775 None None] Attempting to bind port 59108a70-a5b3-4d86-8940-a149405e46a4 on network 1b314889-0655-46ae-98cd-ec42178297a2 {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:41:29.733422 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e7f1335-5e83-447c-9da4-be7c5a5498ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-edb0a95b-d204-46ba-896f-1c64b70adec8', 'network_id': 'edb0a95b-d204-46ba-896f-1c64b70adec8', 'tenant_id': '79de34640dfe49d7b1eb44d5a54f0472', 'fixed_ips': [{'subnet_id': '7a259f90-4621-44bc-95e2-7db75301a83a'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:41:29.734651 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-9e7f1335-5e83-447c-9da4-be7c5a5498ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:29.793107 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e507a5-c112-4bb7-8da8-045a3ba1a775 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:41:29.793926 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e507a5-c112-4bb7-8da8-045a3ba1a775 None None] Checking segment: {'id': '5c9be833-d1e8-4850-ba0e-e82c8b4e70a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '1b314889-0655-46ae-98cd-ec42178297a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:41:29.794561 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-a4e507a5-c112-4bb7-8da8-045a3ba1a775 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:29.795164 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e507a5-c112-4bb7-8da8-045a3ba1a775 None None] Bound using segment: {'id': '5c9be833-d1e8-4850-ba0e-e82c8b4e70a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '1b314889-0655-46ae-98cd-ec42178297a2'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:41:29.795851 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-a4e507a5-c112-4bb7-8da8-045a3ba1a775 None None] Bound port: 59108a70-a5b3-4d86-8940-a149405e46a4, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c9be833-d1e8-4850-ba0e-e82c8b4e70a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '1b314889-0655-46ae-98cd-ec42178297a2'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:41:29.796459 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-a4e507a5-c112-4bb7-8da8-045a3ba1a775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:29.847563 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-6b03bc7a-ddc1-45af-98d1-0ba1c4a4e744 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:30.009644 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:30.077233 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a86134bc-7616-4ba0-97d3-f9531d579b15 tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:30.264955 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-9e7f1335-5e83-447c-9da4-be7c5a5498ba None None] Allocated IP 172.20.0.2 (edb0a95b-d204-46ba-896f-1c64b70adec8/7a259f90-4621-44bc-95e2-7db75301a83a/1b48f382-9552-47f6-b1a8-d968098896ca) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:41:30.674783 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-a4e507a5-c112-4bb7-8da8-045a3ba1a775 None None] For port 59108a70-a5b3-4d86-8940-a149405e46a4, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:41:30.735207 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-a86134bc-7616-4ba0-97d3-f9531d579b15 tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Allocated IP 172.20.0.1 (1b314889-0655-46ae-98cd-ec42178297a2/a31164e9-5528-42d1-8610-531c332bc935/fc718e2d-f37b-4929-8c23-227639389db7) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:41:30.779017 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-a4e507a5-c112-4bb7-8da8-045a3ba1a775 None None] For port 59108a70-a5b3-4d86-8940-a149405e46a4, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=59108a70-a5b3-4d86-8940-a149405e46a4,segment=NetworkSegment(5c9be833-d1e8-4850-ba0e-e82c8b4e70a6),segment_id=5c9be833-d1e8-4850-ba0e-e82c8b4e70a6)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:41:30.926041 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-a4e507a5-c112-4bb7-8da8-045a3ba1a775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:30.982578 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a86134bc-7616-4ba0-97d3-f9531d579b15 tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:31.041160 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [None req-a86134bc-7616-4ba0-97d3-f9531d579b15 tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Transition to ACTIVE for port object fc718e2d-f37b-4929-8c23-227639389db7 will not be triggered until provisioned by entity DHCP. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:41:31.146232 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a86134bc-7616-4ba0-97d3-f9531d579b15 tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:31.182292 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e507a5-c112-4bb7-8da8-045a3ba1a775 None None] Pushing event updated for resources: {'Port': ['ID=59108a70-a5b3-4d86-8940-a149405e46a4,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:41:31.253204 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-9e7f1335-5e83-447c-9da4-be7c5a5498ba None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:31.281354 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-9e7f1335-5e83-447c-9da4-be7c5a5498ba None None] Transition to ACTIVE for port object 1b48f382-9552-47f6-b1a8-d968098896ca will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:41:31.340050 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:31.354939 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-9e7f1335-5e83-447c-9da4-be7c5a5498ba None None] Transition to ACTIVE for port object 1b48f382-9552-47f6-b1a8-d968098896ca will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:41:31.429867 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-9e7f1335-5e83-447c-9da4-be7c5a5498ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:31.510481 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a86134bc-7616-4ba0-97d3-f9531d579b15 tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Network 1b314889-0655-46ae-98cd-ec42178297a2 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:41:31.519478 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-a86134bc-7616-4ba0-97d3-f9531d579b15 tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:41:31.542199 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86134bc-7616-4ba0-97d3-f9531d579b15 tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:41:31.673151 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7f1335-5e83-447c-9da4-be7c5a5498ba None None] Pushing event updated for resources: {'Port': ['ID=1b48f382-9552-47f6-b1a8-d968098896ca,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:41:31.681211 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86134bc-7616-4ba0-97d3-f9531d579b15 tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Pushing event updated for resources: {'Port': ['ID=fc718e2d-f37b-4929-8c23-227639389db7,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:41:31.687446 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e7f1335-5e83-447c-9da4-be7c5a5498ba None None] Network edb0a95b-d204-46ba-896f-1c64b70adec8 is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:41:31.692180 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a86134bc-7616-4ba0-97d3-f9531d579b15 tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-736099'] for router_interface, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:31.693325 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-9e7f1335-5e83-447c-9da4-be7c5a5498ba None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:41:31.701530 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7f1335-5e83-447c-9da4-be7c5a5498ba None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:41:31.921511 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a86134bc-7616-4ba0-97d3-f9531d579b15 tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:31.933006 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 4f4f7276-a9b4-4a90-94a6-d9bfa469bcf0 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:41:32.046821 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-9e7f1335-5e83-447c-9da4-be7c5a5498ba None None] Attempting to bind port 1b48f382-9552-47f6-b1a8-d968098896ca on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:41:32.047188 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-9e7f1335-5e83-447c-9da4-be7c5a5498ba None None] Attempting to bind port 1b48f382-9552-47f6-b1a8-d968098896ca by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': 'c4b94d3c-a696-4bd9-a126-c37cc5252945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'edb0a95b-d204-46ba-896f-1c64b70adec8'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:41:32.047743 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7f1335-5e83-447c-9da4-be7c5a5498ba None None] Attempting to bind port 1b48f382-9552-47f6-b1a8-d968098896ca on network edb0a95b-d204-46ba-896f-1c64b70adec8 {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:41:32.072578 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7f1335-5e83-447c-9da4-be7c5a5498ba None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:41:32.073260 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7f1335-5e83-447c-9da4-be7c5a5498ba None None] Checking segment: {'id': 'c4b94d3c-a696-4bd9-a126-c37cc5252945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'edb0a95b-d204-46ba-896f-1c64b70adec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:41:32.073856 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-9e7f1335-5e83-447c-9da4-be7c5a5498ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:32.074423 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7f1335-5e83-447c-9da4-be7c5a5498ba None None] Bound using segment: {'id': 'c4b94d3c-a696-4bd9-a126-c37cc5252945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'edb0a95b-d204-46ba-896f-1c64b70adec8'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:41:32.088878 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-9e7f1335-5e83-447c-9da4-be7c5a5498ba None None] Bound port: 1b48f382-9552-47f6-b1a8-d968098896ca, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4b94d3c-a696-4bd9-a126-c37cc5252945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'edb0a95b-d204-46ba-896f-1c64b70adec8'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:41:32.092430 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-9e7f1335-5e83-447c-9da4-be7c5a5498ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:32.314632 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-9e7f1335-5e83-447c-9da4-be7c5a5498ba None None] For port 1b48f382-9552-47f6-b1a8-d968098896ca, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:41:32.320347 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-9e7f1335-5e83-447c-9da4-be7c5a5498ba None None] For port 1b48f382-9552-47f6-b1a8-d968098896ca, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=1b48f382-9552-47f6-b1a8-d968098896ca,segment=NetworkSegment(c4b94d3c-a696-4bd9-a126-c37cc5252945),segment_id=c4b94d3c-a696-4bd9-a126-c37cc5252945)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:41:32.322039 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 4f4f7276-a9b4-4a90-94a6-d9bfa469bcf0 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:41:32.322718 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:32.464073 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-9e7f1335-5e83-447c-9da4-be7c5a5498ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:32.657719 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7f1335-5e83-447c-9da4-be7c5a5498ba None None] Pushing event updated for resources: {'Port': ['ID=1b48f382-9552-47f6-b1a8-d968098896ca,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:41:32.797462 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:32.841722 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a86134bc-7616-4ba0-97d3-f9531d579b15 tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:32.842237 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 59108a70-a5b3-4d86-8940-a149405e46a4 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:41:32.916349 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a86134bc-7616-4ba0-97d3-f9531d579b15 tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:33.065925 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-556c00fc-79ad-492d-8bfc-c2864a14949f None None] Network 1b314889-0655-46ae-98cd-ec42178297a2 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:41:33.091000 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 59108a70-a5b3-4d86-8940-a149405e46a4 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:41:33.123895 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86134bc-7616-4ba0-97d3-f9531d579b15 tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Pushing event updated for resources: {'Port': ['ID=fc718e2d-f37b-4929-8c23-227639389db7,revision_number=2']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:41:33.171350 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a86134bc-7616-4ba0-97d3-f9531d579b15 tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1718057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-736206'] for router_interface, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:33.487208 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a86134bc-7616-4ba0-97d3-f9531d579b15 tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Network 1b314889-0655-46ae-98cd-ec42178297a2 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:41:33.492858 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-a86134bc-7616-4ba0-97d3-f9531d579b15 tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:41:33.625670 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-bfc6fd80-e662-4b12-9b3a-2851f20aeab3 None None] Provisioning for port 59108a70-a5b3-4d86-8940-a149405e46a4 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:41:33.659008 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-bfc6fd80-e662-4b12-9b3a-2851f20aeab3 None None] Provisioning complete for port 59108a70-a5b3-4d86-8940-a149405e46a4 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:41:33.661807 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-bfc6fd80-e662-4b12-9b3a-2851f20aeab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:33.739396 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 33088) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:41:33.918150 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 1b48f382-9552-47f6-b1a8-d968098896ca up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:41:34.274713 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-bfc6fd80-e662-4b12-9b3a-2851f20aeab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:34.346584 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 1b48f382-9552-47f6-b1a8-d968098896ca completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:41:34.430469 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-bfc6fd80-e662-4b12-9b3a-2851f20aeab3 None None] For port 59108a70-a5b3-4d86-8940-a149405e46a4, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=59108a70-a5b3-4d86-8940-a149405e46a4,segment=NetworkSegment(5c9be833-d1e8-4850-ba0e-e82c8b4e70a6),segment_id=5c9be833-d1e8-4850-ba0e-e82c8b4e70a6)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:41:34.508849 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-8377ffa3-dde3-43c0-bc3d-2f0c7dd3bdfa admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=433908dd33b64aa191930b4db29bca50&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7676585 May 30 20:41:34.513039 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 33106) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:41:34.521928 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-bfc6fd80-e662-4b12-9b3a-2851f20aeab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:34.659507 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc6fd80-e662-4b12-9b3a-2851f20aeab3 None None] Pushing event updated for resources: {'Port': ['ID=59108a70-a5b3-4d86-8940-a149405e46a4,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:41:34.719198 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e48e94f-2d37-4847-af1c-b5eb6558d506 None None] Network edb0a95b-d204-46ba-896f-1c64b70adec8 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:41:34.725372 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2ad42a44-b040-4ba2-9d71-9da442ac74aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:34.729037 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a86134bc-7616-4ba0-97d3-f9531d579b15 tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Router 007f72b7-88ac-41cd-842b-1af4fb2e2627 is scheduled to L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 with binding_index 1 {{(pid=84886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 20:41:34.823780 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2ad42a44-b040-4ba2-9d71-9da442ac74aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:34.887062 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-be04befa-4c0d-48a1-b623-02a7c50af53c None None] Provisioning for port fc718e2d-f37b-4929-8c23-227639389db7 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:41:34.967076 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-be04befa-4c0d-48a1-b623-02a7c50af53c None None] Provisioning complete for port fc718e2d-f37b-4929-8c23-227639389db7 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:41:34.967734 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-be04befa-4c0d-48a1-b623-02a7c50af53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:35.142779 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-be04befa-4c0d-48a1-b623-02a7c50af53c None None] Port fc718e2d-f37b-4929-8c23-227639389db7 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:41:35.399330 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a86134bc-7616-4ba0-97d3-f9531d579b15 tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:41:35.411979 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2761dcaf-0e72-4e1b-b3e3-added66e689d None None] Sync routers for ids ['007f72b7-88ac-41cd-842b-1af4fb2e2627'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:41:35.431402 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-a86134bc-7616-4ba0-97d3-f9531d579b15 tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] 10.222.0.85 "PUT /v2.0/routers/007f72b7-88ac-41cd-842b-1af4fb2e2627/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6162243 May 30 20:41:35.433592 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2761dcaf-0e72-4e1b-b3e3-added66e689d None None] Routers {'007f72b7-88ac-41cd-842b-1af4fb2e2627'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:41:35.434172 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 33138) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:41:35.439924 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-2761dcaf-0e72-4e1b-b3e3-added66e689d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:41:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['007f72b7-88ac-41cd-842b-1af4fb2e2627'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:41:35.450619 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-be04befa-4c0d-48a1-b623-02a7c50af53c None None] Provisioning for port 1b48f382-9552-47f6-b1a8-d968098896ca completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:41:35.475580 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-be04befa-4c0d-48a1-b623-02a7c50af53c None None] Provisioning complete for port 1b48f382-9552-47f6-b1a8-d968098896ca triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:41:35.475813 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-be04befa-4c0d-48a1-b623-02a7c50af53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:35.501389 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2ad42a44-b040-4ba2-9d71-9da442ac74aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:35.508137 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2ad42a44-b040-4ba2-9d71-9da442ac74aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:35.508137 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-2ad42a44-b040-4ba2-9d71-9da442ac74aa admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/05dfd4e4-c45e-42fa-8741-56d6c78a991e HTTP/1.1" status: 204 len: 168 time: 0.9904709 May 30 20:41:35.555605 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-2761dcaf-0e72-4e1b-b3e3-added66e689d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:41:35.569818 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2761dcaf-0e72-4e1b-b3e3-added66e689d None None] Routers {'007f72b7-88ac-41cd-842b-1af4fb2e2627'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:41:35.571195 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-2761dcaf-0e72-4e1b-b3e3-added66e689d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:41:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['007f72b7-88ac-41cd-842b-1af4fb2e2627'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:41:35.592378 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad42a44-b040-4ba2-9d71-9da442ac74aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05dfd4e4-c45e-42fa-8741-56d6c78a991e,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:41:35.738906 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-2761dcaf-0e72-4e1b-b3e3-added66e689d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:41:35.739350 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2761dcaf-0e72-4e1b-b3e3-added66e689d None None] The sync data for ids ['007f72b7-88ac-41cd-842b-1af4fb2e2627'] in n-d-843948-2 is: [] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:41:35.799276 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 59108a70-a5b3-4d86-8940-a149405e46a4 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:41:36.063918 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-be04befa-4c0d-48a1-b623-02a7c50af53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:36.077895 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 59108a70-a5b3-4d86-8940-a149405e46a4 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:41:36.079041 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:36.224965 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-be04befa-4c0d-48a1-b623-02a7c50af53c None None] For port 1b48f382-9552-47f6-b1a8-d968098896ca, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=1b48f382-9552-47f6-b1a8-d968098896ca,segment=NetworkSegment(c4b94d3c-a696-4bd9-a126-c37cc5252945),segment_id=c4b94d3c-a696-4bd9-a126-c37cc5252945)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:41:36.315872 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-be04befa-4c0d-48a1-b623-02a7c50af53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:36.667798 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-be04befa-4c0d-48a1-b623-02a7c50af53c None None] Provisioning complete for port 59108a70-a5b3-4d86-8940-a149405e46a4 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:41:36.669871 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-be04befa-4c0d-48a1-b623-02a7c50af53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:36.733353 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be04befa-4c0d-48a1-b623-02a7c50af53c None None] Pushing event updated for resources: {'Port': ['ID=1b48f382-9552-47f6-b1a8-d968098896ca,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:41:36.755678 n-d-843948-2 neutron-server[84886]: INFO neutron.api.v2.resource [None req-36b3c0db-1ab0-44f2-9c77-d52fe9c00463 tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 20:41:36.759360 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-36b3c0db-1ab0-44f2-9c77-d52fe9c00463 tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] 10.222.0.85 "PUT /v2.0/routers/007f72b7-88ac-41cd-842b-1af4fb2e2627/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.3215132 May 30 20:41:36.759702 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 33184) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:41:37.002431 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-fddb2f2b-c140-49f8-a26e-e2b860f18477 None None] Provisioning complete for port fc718e2d-f37b-4929-8c23-227639389db7 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:41:37.002861 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-fddb2f2b-c140-49f8-a26e-e2b860f18477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:37.069555 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-fddb2f2b-c140-49f8-a26e-e2b860f18477 None None] Port fc718e2d-f37b-4929-8c23-227639389db7 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:41:37.087221 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-fddb2f2b-c140-49f8-a26e-e2b860f18477 None None] Provisioning complete for port 1b48f382-9552-47f6-b1a8-d968098896ca triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:41:37.087592 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-fddb2f2b-c140-49f8-a26e-e2b860f18477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:37.319596 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-12ccb9a1-7bbc-4e9f-9495-7765d5963ddf tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-736216'] for router_interface, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:37.621155 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 1b48f382-9552-47f6-b1a8-d968098896ca up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:41:37.785108 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 1b48f382-9552-47f6-b1a8-d968098896ca triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:41:37.785478 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:38.164291 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-12ccb9a1-7bbc-4e9f-9495-7765d5963ddf tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Deleting port fc718e2d-f37b-4929-8c23-227639389db7 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:41:38.164291 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-12ccb9a1-7bbc-4e9f-9495-7765d5963ddf tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:38.360115 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 33228) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:41:38.383731 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-12ccb9a1-7bbc-4e9f-9495-7765d5963ddf tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:38.546965 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-aeb20303-1f70-44f6-b399-8f3c0f856d30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:38.591592 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-aeb20303-1f70-44f6-b399-8f3c0f856d30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:41:38.596020 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-aeb20303-1f70-44f6-b399-8f3c0f856d30 admin admin] Usage tracker for resource:security_group_rule and tenant:8b2f1e954ddc42dcbf2e1cdcedb4ce78 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:41:38.599773 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-aeb20303-1f70-44f6-b399-8f3c0f856d30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:41:38.606315 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-aeb20303-1f70-44f6-b399-8f3c0f856d30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:41:38.621171 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-12ccb9a1-7bbc-4e9f-9495-7765d5963ddf tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Calling delete_port for fc718e2d-f37b-4929-8c23-227639389db7 owned by network:router_interface {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:41:38.684663 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-aeb20303-1f70-44f6-b399-8f3c0f856d30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:38.750950 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-aeb20303-1f70-44f6-b399-8f3c0f856d30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:38.828214 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-aeb20303-1f70-44f6-b399-8f3c0f856d30 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=8b2f1e954ddc42dcbf2e1cdcedb4ce78&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4646375 May 30 20:41:38.829347 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 33248) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:41:38.843462 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb20303-1f70-44f6-b399-8f3c0f856d30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cca0ad4e-4cc5-41b9-9146-2d3d166f69d5,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:41:38.900715 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3bd3ce06-b174-494a-84ad-b819edb48abc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:38.935220 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3bd3ce06-b174-494a-84ad-b819edb48abc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:39.150060 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-12ccb9a1-7bbc-4e9f-9495-7765d5963ddf tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:39.195786 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3bd3ce06-b174-494a-84ad-b819edb48abc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:39.196177 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ccb9a1-7bbc-4e9f-9495-7765d5963ddf tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Pushing event deleted for resources: {'Port': ['ID=fc718e2d-f37b-4929-8c23-227639389db7,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:41:39.242422 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3bd3ce06-b174-494a-84ad-b819edb48abc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:39.245880 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-3bd3ce06-b174-494a-84ad-b819edb48abc admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/cca0ad4e-4cc5-41b9-9146-2d3d166f69d5 HTTP/1.1" status: 204 len: 168 time: 0.4135995 May 30 20:41:39.256561 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd3ce06-b174-494a-84ad-b819edb48abc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cca0ad4e-4cc5-41b9-9146-2d3d166f69d5,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:41:39.613014 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-12ccb9a1-7bbc-4e9f-9495-7765d5963ddf tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1718140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-736143'] for router_interface, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:40.133042 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12ccb9a1-7bbc-4e9f-9495-7765d5963ddf tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Router 007f72b7-88ac-41cd-842b-1af4fb2e2627 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:41:40.329437 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12ccb9a1-7bbc-4e9f-9495-7765d5963ddf tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:41:40.337761 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46d86df-843e-4508-85da-59d694a5456d None None] Sync routers for ids ['007f72b7-88ac-41cd-842b-1af4fb2e2627'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:41:40.357289 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-12ccb9a1-7bbc-4e9f-9495-7765d5963ddf tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] 10.222.0.85 "PUT /v2.0/routers/007f72b7-88ac-41cd-842b-1af4fb2e2627/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5958390 May 30 20:41:40.360964 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 33288) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:41:40.367185 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46d86df-843e-4508-85da-59d694a5456d None None] Routers {'007f72b7-88ac-41cd-842b-1af4fb2e2627'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:41:40.368029 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-a46d86df-843e-4508-85da-59d694a5456d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:41:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['007f72b7-88ac-41cd-842b-1af4fb2e2627'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:41:40.447322 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-a46d86df-843e-4508-85da-59d694a5456d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:41:40.461218 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46d86df-843e-4508-85da-59d694a5456d None None] Routers {'007f72b7-88ac-41cd-842b-1af4fb2e2627'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:41:40.462577 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-a46d86df-843e-4508-85da-59d694a5456d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:41:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['007f72b7-88ac-41cd-842b-1af4fb2e2627'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:41:40.486730 n-d-843948-2 neutron-server[84887]: INFO neutron.api.v2.resource [None req-e5b779a6-6a4f-441f-bdeb-9c55578a25fc tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] delete failed (client error): The resource could not be found. May 30 20:41:40.488010 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-e5b779a6-6a4f-441f-bdeb-9c55578a25fc tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] 10.222.0.85 "DELETE /v2.0/routers/tempest-non_exist_router-870075017 HTTP/1.1" status: 404 len: 334 time: 0.1261384 May 30 20:41:40.505708 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 33294) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:41:40.511336 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-24952117-633b-4c8b-b9c2-df29dee22b3c tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Request body: {'router': {'external_gateway_info': {'network_id': '007f72b7-88ac-41cd-842b-1af4fb2e2627'}}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:41:40.550268 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-a46d86df-843e-4508-85da-59d694a5456d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:41:40.550770 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46d86df-843e-4508-85da-59d694a5456d None None] The sync data for ids ['007f72b7-88ac-41cd-842b-1af4fb2e2627'] in n-d-843948-2 is: [] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:41:41.186359 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-24952117-633b-4c8b-b9c2-df29dee22b3c tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-736390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:41.315319 n-d-843948-2 neutron-server[84887]: INFO neutron.api.v2.resource [None req-24952117-633b-4c8b-b9c2-df29dee22b3c tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] update failed (client error): The resource could not be found. May 30 20:41:41.320671 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-24952117-633b-4c8b-b9c2-df29dee22b3c tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] 10.222.0.85 "PUT /v2.0/routers/007f72b7-88ac-41cd-842b-1af4fb2e2627 HTTP/1.1" status: 404 len: 339 time: 0.8113425 May 30 20:41:41.321324 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 33328) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:41:41.490247 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:41:41.919711 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-04e6ea77-0beb-4c69-b0c9-5492d62d6c9c tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:42.476534 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-04e6ea77-0beb-4c69-b0c9-5492d62d6c9c tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Allocated IP 172.20.0.1 (0cd430cc-2ff2-42ce-843e-a2459e19f4c9/151d38ab-0870-4652-ab8f-cf886931a243/ecd61230-21c3-4e2d-b076-16f0141664a5) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:41:42.669656 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-04e6ea77-0beb-4c69-b0c9-5492d62d6c9c tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:42.703336 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [None req-04e6ea77-0beb-4c69-b0c9-5492d62d6c9c tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Transition to ACTIVE for port object ecd61230-21c3-4e2d-b076-16f0141664a5 will not be triggered until provisioned by entity DHCP. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:41:42.847929 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-04e6ea77-0beb-4c69-b0c9-5492d62d6c9c tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:42.992106 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e6ea77-0beb-4c69-b0c9-5492d62d6c9c tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Network 0cd430cc-2ff2-42ce-843e-a2459e19f4c9 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:41:42.997669 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-04e6ea77-0beb-4c69-b0c9-5492d62d6c9c tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:41:42.999847 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e6ea77-0beb-4c69-b0c9-5492d62d6c9c tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Pushing event updated for resources: {'Port': ['ID=ecd61230-21c3-4e2d-b076-16f0141664a5,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:41:43.009731 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e6ea77-0beb-4c69-b0c9-5492d62d6c9c tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:41:43.130819 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-04e6ea77-0beb-4c69-b0c9-5492d62d6c9c tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-736099'] for router_interface, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:43.360910 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 33400) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:41:43.371767 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-04e6ea77-0beb-4c69-b0c9-5492d62d6c9c tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:43.530359 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 33410) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:41:43.533034 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-9d3e28b7-d98a-4508-95bf-718c0ca5e4f6 None None] Provisioning for port ecd61230-21c3-4e2d-b076-16f0141664a5 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:41:43.540165 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-9d3e28b7-d98a-4508-95bf-718c0ca5e4f6 None None] Provisioning complete for port ecd61230-21c3-4e2d-b076-16f0141664a5 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:41:43.541208 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-9d3e28b7-d98a-4508-95bf-718c0ca5e4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:43.687199 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-9d3e28b7-d98a-4508-95bf-718c0ca5e4f6 None None] Port ecd61230-21c3-4e2d-b076-16f0141664a5 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:41:43.722918 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-217ecb30-24be-4fba-9ce6-df4766e523a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:43.775797 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-217ecb30-24be-4fba-9ce6-df4766e523a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:41:43.780035 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-217ecb30-24be-4fba-9ce6-df4766e523a1 admin admin] Usage tracker for resource:security_group_rule and tenant:d8c59da6bd11401c982822f13fcbf480 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:41:43.785150 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-217ecb30-24be-4fba-9ce6-df4766e523a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:41:43.789328 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-217ecb30-24be-4fba-9ce6-df4766e523a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:41:43.856544 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-217ecb30-24be-4fba-9ce6-df4766e523a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:43.857881 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a311ea29-4f32-43d2-93d4-bf07adb99bc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:43.896687 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-a311ea29-4f32-43d2-93d4-bf07adb99bc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:41:43.908000 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-a311ea29-4f32-43d2-93d4-bf07adb99bc6 admin admin] Usage tracker for resource:security_group_rule and tenant:94fcbfc01169494d94af1ffb976841b7 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:41:43.912972 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-a311ea29-4f32-43d2-93d4-bf07adb99bc6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:41:43.924501 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-a311ea29-4f32-43d2-93d4-bf07adb99bc6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:41:43.956442 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-217ecb30-24be-4fba-9ce6-df4766e523a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:43.986030 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-04e6ea77-0beb-4c69-b0c9-5492d62d6c9c tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:44.014046 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217ecb30-24be-4fba-9ce6-df4766e523a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d7970da-978d-480f-89b1-04ebc59ed1c2,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:41:44.026552 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-217ecb30-24be-4fba-9ce6-df4766e523a1 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=d8c59da6bd11401c982822f13fcbf480&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6645811 May 30 20:41:44.029226 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 33428) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:41:44.071213 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a311ea29-4f32-43d2-93d4-bf07adb99bc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:44.089151 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-04e6ea77-0beb-4c69-b0c9-5492d62d6c9c tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:44.132904 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a311ea29-4f32-43d2-93d4-bf07adb99bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:44.144313 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c406a133-dae5-4ab7-998c-ef9f0444b240 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:44.184075 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a311ea29-4f32-43d2-93d4-bf07adb99bc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3146fae0-75ae-4137-99dd-8f1e72698c3f,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:41:44.219840 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c406a133-dae5-4ab7-998c-ef9f0444b240 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:44.231682 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-a311ea29-4f32-43d2-93d4-bf07adb99bc6 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=94fcbfc01169494d94af1ffb976841b7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6997647 May 30 20:41:44.237231 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 33436) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:41:44.258786 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-04e6ea77-0beb-4c69-b0c9-5492d62d6c9c tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1718057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-736206'] for router_interface, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:44.267199 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e6ea77-0beb-4c69-b0c9-5492d62d6c9c tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Pushing event updated for resources: {'Port': ['ID=ecd61230-21c3-4e2d-b076-16f0141664a5,revision_number=2']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:41:44.324458 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4f3db999-59e1-44a0-a649-94a485e66801 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:44.361409 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4f3db999-59e1-44a0-a649-94a485e66801 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:44.455298 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e6ea77-0beb-4c69-b0c9-5492d62d6c9c tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Network 0cd430cc-2ff2-42ce-843e-a2459e19f4c9 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:41:44.457435 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-04e6ea77-0beb-4c69-b0c9-5492d62d6c9c tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:41:44.527549 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4f3db999-59e1-44a0-a649-94a485e66801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:44.530897 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c406a133-dae5-4ab7-998c-ef9f0444b240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:44.548828 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3db999-59e1-44a0-a649-94a485e66801 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3146fae0-75ae-4137-99dd-8f1e72698c3f,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:41:44.562343 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4f3db999-59e1-44a0-a649-94a485e66801 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:44.563873 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-4f3db999-59e1-44a0-a649-94a485e66801 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/3146fae0-75ae-4137-99dd-8f1e72698c3f HTTP/1.1" status: 204 len: 168 time: 0.3278790 May 30 20:41:44.763756 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c406a133-dae5-4ab7-998c-ef9f0444b240 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d7970da-978d-480f-89b1-04ebc59ed1c2,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:41:44.787348 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c406a133-dae5-4ab7-998c-ef9f0444b240 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:44.788671 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-c406a133-dae5-4ab7-998c-ef9f0444b240 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/9d7970da-978d-480f-89b1-04ebc59ed1c2 HTTP/1.1" status: 204 len: 168 time: 0.7583311 May 30 20:41:44.828861 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-9234baee-cad4-4168-9dbe-bb5ed7eb18a0 None None] Provisioning complete for port ecd61230-21c3-4e2d-b076-16f0141664a5 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:41:44.829354 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-9234baee-cad4-4168-9dbe-bb5ed7eb18a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:44.962638 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-9234baee-cad4-4168-9dbe-bb5ed7eb18a0 None None] Port ecd61230-21c3-4e2d-b076-16f0141664a5 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:41:45.099292 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04e6ea77-0beb-4c69-b0c9-5492d62d6c9c tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Router 007f72b7-88ac-41cd-842b-1af4fb2e2627 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:41:45.302281 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04e6ea77-0beb-4c69-b0c9-5492d62d6c9c tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:41:45.307528 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-04e6ea77-0beb-4c69-b0c9-5492d62d6c9c tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] 10.222.0.85 "PUT /v2.0/routers/007f72b7-88ac-41cd-842b-1af4fb2e2627/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9851151 May 30 20:41:45.310226 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 33458) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:41:45.312324 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185174e6-8e3c-4e98-a923-fcc1e94e2cbc None None] Sync routers for ids ['007f72b7-88ac-41cd-842b-1af4fb2e2627'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:41:45.325051 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185174e6-8e3c-4e98-a923-fcc1e94e2cbc None None] Routers {'007f72b7-88ac-41cd-842b-1af4fb2e2627'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:41:45.325689 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-185174e6-8e3c-4e98-a923-fcc1e94e2cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:41:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['007f72b7-88ac-41cd-842b-1af4fb2e2627'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:41:45.415587 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-185174e6-8e3c-4e98-a923-fcc1e94e2cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:41:45.429073 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185174e6-8e3c-4e98-a923-fcc1e94e2cbc None None] Routers {'007f72b7-88ac-41cd-842b-1af4fb2e2627'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:41:45.429915 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-185174e6-8e3c-4e98-a923-fcc1e94e2cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:41:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['007f72b7-88ac-41cd-842b-1af4fb2e2627'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:41:45.487685 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 33468) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:41:45.512283 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-cf5689b5-447c-4a12-b7f0-a406db85a53c tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Notify callbacks [] for router, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:45.512865 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-54da0db4-5944-4877-8553-031458391c28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:45.553866 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-54da0db4-5944-4877-8553-031458391c28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:41:45.557563 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-185174e6-8e3c-4e98-a923-fcc1e94e2cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:41:45.558002 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185174e6-8e3c-4e98-a923-fcc1e94e2cbc None None] The sync data for ids ['007f72b7-88ac-41cd-842b-1af4fb2e2627'] in n-d-843948-2 is: [] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:41:45.559572 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-54da0db4-5944-4877-8553-031458391c28 admin admin] Usage tracker for resource:security_group_rule and tenant:eff45f9dbe7745a59bc6c13634c14216 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:41:45.564877 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-54da0db4-5944-4877-8553-031458391c28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:41:45.570882 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-54da0db4-5944-4877-8553-031458391c28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:41:45.683038 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-54da0db4-5944-4877-8553-031458391c28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:45.746306 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-54da0db4-5944-4877-8553-031458391c28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:45.783856 n-d-843948-2 neutron-server[84887]: INFO neutron.api.v2.resource [None req-cf5689b5-447c-4a12-b7f0-a406db85a53c tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] delete failed (client error): There was a conflict when trying to complete your request. May 30 20:41:45.785090 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-cf5689b5-447c-4a12-b7f0-a406db85a53c tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] 10.222.0.85 "DELETE /v2.0/routers/007f72b7-88ac-41cd-842b-1af4fb2e2627 HTTP/1.1" status: 409 len: 329 time: 0.4737468 May 30 20:41:45.789970 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 33482) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:41:45.809429 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-54da0db4-5944-4877-8553-031458391c28 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=eff45f9dbe7745a59bc6c13634c14216&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3182454 May 30 20:41:45.809429 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54da0db4-5944-4877-8553-031458391c28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=467801fd-4ade-443d-a60d-9a86656a95ef,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:41:45.811010 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 33486) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:41:45.895294 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-051dc8e3-ec08-4487-bb40-54316960a480 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:45.930582 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-051dc8e3-ec08-4487-bb40-54316960a480 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:46.048023 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-051dc8e3-ec08-4487-bb40-54316960a480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:46.064154 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051dc8e3-ec08-4487-bb40-54316960a480 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=467801fd-4ade-443d-a60d-9a86656a95ef,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:41:46.070220 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-051dc8e3-ec08-4487-bb40-54316960a480 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:46.071717 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-051dc8e3-ec08-4487-bb40-54316960a480 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/467801fd-4ade-443d-a60d-9a86656a95ef HTTP/1.1" status: 204 len: 168 time: 0.2483103 May 30 20:41:46.207552 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c0ed6307-352b-4fb9-a31d-1b2fc827fe79 tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-736216'] for router_interface, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:47.164409 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-c0ed6307-352b-4fb9-a31d-1b2fc827fe79 tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Deleting port ecd61230-21c3-4e2d-b076-16f0141664a5 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:41:47.165058 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c0ed6307-352b-4fb9-a31d-1b2fc827fe79 tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:47.404996 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c0ed6307-352b-4fb9-a31d-1b2fc827fe79 tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:47.572855 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 33558) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:41:47.615070 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-c0ed6307-352b-4fb9-a31d-1b2fc827fe79 tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Calling delete_port for ecd61230-21c3-4e2d-b076-16f0141664a5 owned by network:router_interface {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:41:47.731754 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-cd307737-ece1-4035-bef7-38e0b213ea1d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-178065907-network', 'tenant_id': '48ce6dd14d8c4ec28217a7fdf8882865'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:41:47.745349 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-cd307737-ece1-4035-bef7-38e0b213ea1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:41:47.749705 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-cd307737-ece1-4035-bef7-38e0b213ea1d admin admin] Usage tracker for resource:network and tenant:48ce6dd14d8c4ec28217a7fdf8882865 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:41:47.754873 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-cd307737-ece1-4035-bef7-38e0b213ea1d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:41:47.765921 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-cd307737-ece1-4035-bef7-38e0b213ea1d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:41:47.859224 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd307737-ece1-4035-bef7-38e0b213ea1d admin admin] Made reservation on behalf of 48ce6dd14d8c4ec28217a7fdf8882865 for: {'network': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:41:47.861698 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-cd307737-ece1-4035-bef7-38e0b213ea1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:47.876433 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-cd307737-ece1-4035-bef7-38e0b213ea1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:47.907228 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c0ed6307-352b-4fb9-a31d-1b2fc827fe79 tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:47.929020 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-cd307737-ece1-4035-bef7-38e0b213ea1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:41:47.933657 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-cd307737-ece1-4035-bef7-38e0b213ea1d admin admin] Usage tracker for resource:security_group_rule and tenant:48ce6dd14d8c4ec28217a7fdf8882865 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:41:47.936775 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-cd307737-ece1-4035-bef7-38e0b213ea1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:41:47.949904 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-cd307737-ece1-4035-bef7-38e0b213ea1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:41:47.965072 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ed6307-352b-4fb9-a31d-1b2fc827fe79 tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Pushing event deleted for resources: {'Port': ['ID=ecd61230-21c3-4e2d-b076-16f0141664a5,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:41:48.050933 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-cd307737-ece1-4035-bef7-38e0b213ea1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:48.115724 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-cd307737-ece1-4035-bef7-38e0b213ea1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:48.176679 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd307737-ece1-4035-bef7-38e0b213ea1d admin admin] vlan segment allocate from pool success with {'vlan_id': 656, 'physical_network': 'physnet1'} {{(pid=84886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:41:48.196777 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd307737-ece1-4035-bef7-38e0b213ea1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38547dd7-5d64-426c-a817-a0261bf2e3f0,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:41:48.214190 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-cd307737-ece1-4035-bef7-38e0b213ea1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:48.214704 n-d-843948-2 neutron-server[84886]: INFO neutron.db.segments_db [None req-cd307737-ece1-4035-bef7-38e0b213ea1d admin admin] Added segment 4cc1403f-4045-409e-8102-5e401ec9597d of type vlan for network 6bb5efe0-1b8f-4b15-8fd1-8f9fe9f26040 May 30 20:41:48.308167 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-cd307737-ece1-4035-bef7-38e0b213ea1d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:48.385826 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c0ed6307-352b-4fb9-a31d-1b2fc827fe79 tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1718140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-736143'] for router_interface, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:48.472526 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-cd307737-ece1-4035-bef7-38e0b213ea1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:48.475420 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd307737-ece1-4035-bef7-38e0b213ea1d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:41:48.475420 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-cd307737-ece1-4035-bef7-38e0b213ea1d admin admin] Notify callbacks [] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:48.640691 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-cd307737-ece1-4035-bef7-38e0b213ea1d admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0660748 May 30 20:41:48.645744 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 33596) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:41:48.654451 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-8534a275-0249-414d-b9f6-bae6b80b6562 admin admin] Request body: {'subnet': {'network_id': '6bb5efe0-1b8f-4b15-8fd1-8f9fe9f26040', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-178065907-subnet', 'tenant_id': '48ce6dd14d8c4ec28217a7fdf8882865', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:41:48.659285 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd307737-ece1-4035-bef7-38e0b213ea1d admin admin] Pushing event updated for resources: {'Network': ['ID=6bb5efe0-1b8f-4b15-8fd1-8f9fe9f26040,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:41:48.665945 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-8534a275-0249-414d-b9f6-bae6b80b6562 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:41:48.671956 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network 6bb5efe0-1b8f-4b15-8fd1-8f9fe9f26040 details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:41:48.692760 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-8534a275-0249-414d-b9f6-bae6b80b6562 admin admin] Usage tracker for resource:subnet and tenant:48ce6dd14d8c4ec28217a7fdf8882865 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:41:48.697781 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-8534a275-0249-414d-b9f6-bae6b80b6562 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:41:48.745185 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-8534a275-0249-414d-b9f6-bae6b80b6562 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:41:48.825810 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8534a275-0249-414d-b9f6-bae6b80b6562 admin admin] Made reservation on behalf of 48ce6dd14d8c4ec28217a7fdf8882865 for: {'subnet': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:41:48.829604 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8534a275-0249-414d-b9f6-bae6b80b6562 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2778563'] for subnet, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:49.133459 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0ed6307-352b-4fb9-a31d-1b2fc827fe79 tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Router 007f72b7-88ac-41cd-842b-1af4fb2e2627 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:41:49.218347 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 33610) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:41:49.334543 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0ed6307-352b-4fb9-a31d-1b2fc827fe79 tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:41:49.350496 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-c0ed6307-352b-4fb9-a31d-1b2fc827fe79 tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] 10.222.0.85 "PUT /v2.0/routers/007f72b7-88ac-41cd-842b-1af4fb2e2627/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5592129 May 30 20:41:49.351122 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510f6d01-bb60-49a9-9c10-3efa43bedca5 None None] Sync routers for ids ['007f72b7-88ac-41cd-842b-1af4fb2e2627'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:41:49.355739 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 33620) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:41:49.356306 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8534a275-0249-414d-b9f6-bae6b80b6562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4127140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2778577'] for subnet, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:49.395322 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510f6d01-bb60-49a9-9c10-3efa43bedca5 None None] Routers {'007f72b7-88ac-41cd-842b-1af4fb2e2627'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:41:49.396241 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-510f6d01-bb60-49a9-9c10-3efa43bedca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:41:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['007f72b7-88ac-41cd-842b-1af4fb2e2627'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:41:49.452354 n-d-843948-2 neutron-server[84887]: INFO neutron.api.v2.resource [None req-9cf61946-435c-4b07-9bbc-920d597f4535 tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] show failed (client error): The resource could not be found. May 30 20:41:49.460457 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-0792a06b-2db1-41d4-900f-8c00fb2e4607 tempest-QuotasTest-577696074 tempest-QuotasTest-577696074-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:41:49.460651 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-9cf61946-435c-4b07-9bbc-920d597f4535 tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] 10.222.0.85 "GET /v2.0/routers/tempest-non_exist_router-166987777 HTTP/1.1" status: 404 len: 334 time: 0.0962951 May 30 20:41:49.460651 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 33626) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:41:49.467591 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-b01d41b8-b559-49a2-8cf4-d08dc141ec93 tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Request body: {'router': {'name': 'new_name'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:41:49.521445 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-510f6d01-bb60-49a9-9c10-3efa43bedca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:41:49.531100 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8534a275-0249-414d-b9f6-bae6b80b6562 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f69f11c8-7c82-4623-a9de-89aed402dfa6,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:41:49.580782 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510f6d01-bb60-49a9-9c10-3efa43bedca5 None None] Routers {'007f72b7-88ac-41cd-842b-1af4fb2e2627'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:41:49.582098 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-510f6d01-bb60-49a9-9c10-3efa43bedca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:41:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['007f72b7-88ac-41cd-842b-1af4fb2e2627'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:41:49.601478 n-d-843948-2 neutron-server[84887]: INFO neutron.api.v2.resource [None req-b01d41b8-b559-49a2-8cf4-d08dc141ec93 tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] update failed (client error): The resource could not be found. May 30 20:41:49.602585 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-b01d41b8-b559-49a2-8cf4-d08dc141ec93 tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] 10.222.0.85 "PUT /v2.0/routers/tempest-non_exist_router-1908046978 HTTP/1.1" status: 404 len: 335 time: 0.1421304 May 30 20:41:49.609071 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 33632) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:41:49.656524 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-510f6d01-bb60-49a9-9c10-3efa43bedca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:41:49.656879 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510f6d01-bb60-49a9-9c10-3efa43bedca5 None None] The sync data for ids ['007f72b7-88ac-41cd-842b-1af4fb2e2627'] in n-d-843948-2 is: [] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:41:49.675284 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8534a275-0249-414d-b9f6-bae6b80b6562 admin admin] Checking segment: {'id': '4cc1403f-4045-409e-8102-5e401ec9597d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '6bb5efe0-1b8f-4b15-8fd1-8f9fe9f26040'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:41:49.676217 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8534a275-0249-414d-b9f6-bae6b80b6562 admin admin] Network hostable DHCP agents. Network: 6bb5efe0-1b8f-4b15-8fd1-8f9fe9f26040, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:41:49.715983 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:49.846397 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-0792a06b-2db1-41d4-900f-8c00fb2e4607 tempest-QuotasTest-577696074 tempest-QuotasTest-577696074-project-admin] 10.222.0.85 "PUT /v2.0/quotas/c39fd6b5ede745f5a758235bd528fa37 HTTP/1.1" status: 200 len: 366 time: 0.6226370 May 30 20:41:49.846643 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 33640) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:41:49.862466 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8534a275-0249-414d-b9f6-bae6b80b6562 admin admin] Network 6bb5efe0-1b8f-4b15-8fd1-8f9fe9f26040 is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:41:49.890503 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-1380d4fb-f9b6-4efa-b1e5-f4a2ee2b0103 tempest-QuotasTest-577696074 tempest-QuotasTest-577696074-project-admin] 10.222.0.85 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0426700 May 30 20:41:49.893789 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 33644) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:41:49.913549 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c2d3c89-db3e-4f74-b31e-9d2befe8309d tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Deleting subnet 7a259f90-4621-44bc-95e2-7db75301a83a {{(pid=84886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:41:49.918027 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5c2d3c89-db3e-4f74-b31e-9d2befe8309d tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Notify callbacks [] for subnet, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:49.931137 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-9e4122e4-a311-407e-8fb4-0912af570a12 tempest-QuotasTest-577696074 tempest-QuotasTest-577696074-project-admin] 10.222.0.85 "GET /v2.0/quotas/c39fd6b5ede745f5a758235bd528fa37 HTTP/1.1" status: 200 len: 366 time: 0.0343392 May 30 20:41:49.935292 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 33650) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:41:50.004878 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5c2d3c89-db3e-4f74-b31e-9d2befe8309d tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2655517'] for subnet, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:50.054677 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-8534a275-0249-414d-b9f6-bae6b80b6562 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, 6bb5efe0-1b8f-4b15-8fd1-8f9fe9f26040) {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:41:50.057064 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-64d6c7e1-6c24-4202-bd3e-9814d724dc8f tempest-QuotasTest-577696074 tempest-QuotasTest-577696074-project-admin] 10.222.0.85 "DELETE /v2.0/quotas/c39fd6b5ede745f5a758235bd528fa37 HTTP/1.1" status: 204 len: 168 time: 0.1232545 May 30 20:41:50.062174 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 33654) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:41:50.086506 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7622a6c5-16c3-4392-90f8-c6b21a960923 None None] Network 6bb5efe0-1b8f-4b15-8fd1-8f9fe9f26040 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:41:50.090401 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8534a275-0249-414d-b9f6-bae6b80b6562 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:41:50.091608 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8534a275-0249-414d-b9f6-bae6b80b6562 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:50.115705 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-7bcac785-5128-4564-940f-15dea5043bfe tempest-QuotasTest-577696074 tempest-QuotasTest-577696074-project-admin] 10.222.0.85 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0515685 May 30 20:41:50.116370 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 33660) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:41:50.133321 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-afe2eb1e-2f08-448e-9054-188cc7ea690a tempest-QuotasTest-577696074 tempest-QuotasTest-577696074-project-admin] 10.222.0.85 "GET /v2.0/quotas/c39fd6b5ede745f5a758235bd528fa37 HTTP/1.1" status: 200 len: 370 time: 0.0157304 May 30 20:41:50.134015 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 33664) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:41:50.143367 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-f2a27edc-3223-45c5-b38f-81dfbc7ecd2f tempest-QuotasTest-577696074 tempest-QuotasTest-577696074-project-admin] 10.222.0.85 "GET /v2.0/quotas/c39fd6b5ede745f5a758235bd528fa37/default HTTP/1.1" status: 200 len: 370 time: 0.0081291 May 30 20:41:50.144054 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 33668) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:41:50.156626 n-d-843948-2 neutron-server[84887]: INFO neutron.api.v2.resource [None req-70b220bd-3221-485a-bf9e-e04ebac8af6e tempest-QuotasTest-577696074 tempest-QuotasTest-577696074-project-admin] delete failed (client error): The resource could not be found. May 30 20:41:50.161533 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-70b220bd-3221-485a-bf9e-e04ebac8af6e tempest-QuotasTest-577696074 tempest-QuotasTest-577696074-project-admin] 10.222.0.85 "DELETE /v2.0/quotas/c39fd6b5ede745f5a758235bd528fa37 HTTP/1.1" status: 404 len: 348 time: 0.0158143 May 30 20:41:50.290265 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5c2d3c89-db3e-4f74-b31e-9d2befe8309d tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:50.351668 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-8534a275-0249-414d-b9f6-bae6b80b6562 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.7011814 May 30 20:41:50.470068 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5c2d3c89-db3e-4f74-b31e-9d2befe8309d tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4127075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2778536'] for subnet, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:50.567918 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5c2d3c89-db3e-4f74-b31e-9d2befe8309d tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Notify callbacks [] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:50.575022 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f849fc-38c1-493b-959f-9a8af11b7e1a None None] Network edb0a95b-d204-46ba-896f-1c64b70adec8 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:41:50.577896 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-5c2d3c89-db3e-4f74-b31e-9d2befe8309d tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] 10.222.0.85 "DELETE /v2.0/subnets/7a259f90-4621-44bc-95e2-7db75301a83a HTTP/1.1" status: 204 len: 168 time: 0.9668074 May 30 20:41:50.580376 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 33690) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:41:50.607534 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2d3c89-db3e-4f74-b31e-9d2befe8309d tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Pushing event deleted for resources: {'Subnet': ['ID=7a259f90-4621-44bc-95e2-7db75301a83a,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:41:50.608757 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 33694) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:41:50.661290 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-b3b988e2-df65-4a11-a648-46c1f60ff721 tempest-QuotasTest-577696074 tempest-QuotasTest-577696074-project-admin] Usage tracker for resource:network and tenant:4b874e966d6441f1a98bb5265f77ff23 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:41:50.677231 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-b3b988e2-df65-4a11-a648-46c1f60ff721 tempest-QuotasTest-577696074 tempest-QuotasTest-577696074-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:41:50.705803 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-b3b988e2-df65-4a11-a648-46c1f60ff721 tempest-QuotasTest-577696074 tempest-QuotasTest-577696074-project-admin] Usage tracker for resource:subnet and tenant:4b874e966d6441f1a98bb5265f77ff23 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:41:50.717386 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-b3b988e2-df65-4a11-a648-46c1f60ff721 tempest-QuotasTest-577696074 tempest-QuotasTest-577696074-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:41:50.735550 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71aee44e-ba5f-4e93-a26b-90f2e048a6ab None None] Network 6bb5efe0-1b8f-4b15-8fd1-8f9fe9f26040 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:41:50.762653 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-b3b988e2-df65-4a11-a648-46c1f60ff721 tempest-QuotasTest-577696074 tempest-QuotasTest-577696074-project-admin] Usage tracker for resource:subnetpool and tenant:4b874e966d6441f1a98bb5265f77ff23 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:41:50.769468 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-b3b988e2-df65-4a11-a648-46c1f60ff721 tempest-QuotasTest-577696074 tempest-QuotasTest-577696074-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:41:50.779413 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-b3b988e2-df65-4a11-a648-46c1f60ff721 tempest-QuotasTest-577696074 tempest-QuotasTest-577696074-project-admin] Usage tracker for resource:port and tenant:4b874e966d6441f1a98bb5265f77ff23 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:41:50.786732 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-b3b988e2-df65-4a11-a648-46c1f60ff721 tempest-QuotasTest-577696074 tempest-QuotasTest-577696074-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:41:50.794627 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-b3b988e2-df65-4a11-a648-46c1f60ff721 tempest-QuotasTest-577696074 tempest-QuotasTest-577696074-project-admin] Usage tracker for resource:router and tenant:4b874e966d6441f1a98bb5265f77ff23 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:41:50.799711 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-b3b988e2-df65-4a11-a648-46c1f60ff721 tempest-QuotasTest-577696074 tempest-QuotasTest-577696074-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:41:50.806723 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-b3b988e2-df65-4a11-a648-46c1f60ff721 tempest-QuotasTest-577696074 tempest-QuotasTest-577696074-project-admin] Usage tracker for resource:floatingip and tenant:4b874e966d6441f1a98bb5265f77ff23 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:41:50.811124 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-b3b988e2-df65-4a11-a648-46c1f60ff721 tempest-QuotasTest-577696074 tempest-QuotasTest-577696074-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:41:50.847490 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-b3b988e2-df65-4a11-a648-46c1f60ff721 tempest-QuotasTest-577696074 tempest-QuotasTest-577696074-project-admin] Usage tracker for resource:security_group and tenant:4b874e966d6441f1a98bb5265f77ff23 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:41:50.852953 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-b3b988e2-df65-4a11-a648-46c1f60ff721 tempest-QuotasTest-577696074 tempest-QuotasTest-577696074-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:41:50.868922 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-b3b988e2-df65-4a11-a648-46c1f60ff721 tempest-QuotasTest-577696074 tempest-QuotasTest-577696074-project-admin] Usage tracker for resource:security_group_rule and tenant:4b874e966d6441f1a98bb5265f77ff23 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:41:50.873972 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-b3b988e2-df65-4a11-a648-46c1f60ff721 tempest-QuotasTest-577696074 tempest-QuotasTest-577696074-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:41:50.895087 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-b3b988e2-df65-4a11-a648-46c1f60ff721 tempest-QuotasTest-577696074 tempest-QuotasTest-577696074-project-admin] 10.222.0.85 "GET /v2.0/quotas/4b874e966d6441f1a98bb5265f77ff23/details.json HTTP/1.1" status: 200 len: 703 time: 0.2699294 May 30 20:41:51.097457 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_v2 [None req-8aac77a4-6ee6-466e-bee5-75680cbe568e tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Deleting subnet a31164e9-5528-42d1-8610-531c332bc935 {{(pid=84887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:41:51.101998 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8aac77a4-6ee6-466e-bee5-75680cbe568e tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Notify callbacks [] for subnet, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:51.183164 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8aac77a4-6ee6-466e-bee5-75680cbe568e tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3149227'] for subnet, precommit_delete_associations {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:51.330650 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe2ba1d-24a7-4fba-ba64-ada1b31f3e9d None None] DHCP port deletion for edb0a95b-d204-46ba-896f-1c64b70adec8 request from n-d-843948-2 {{(pid=84888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:41:51.335253 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-abe2ba1d-24a7-4fba-ba64-ada1b31f3e9d None None] Deleting port 1b48f382-9552-47f6-b1a8-d968098896ca {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:41:51.335613 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-abe2ba1d-24a7-4fba-ba64-ada1b31f3e9d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:51.347360 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8aac77a4-6ee6-466e-bee5-75680cbe568e tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:51.596027 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8aac77a4-6ee6-466e-bee5-75680cbe568e tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4055470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114247'] for subnet, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:51.657111 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 1b48f382-9552-47f6-b1a8-d968098896ca no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:41:51.686179 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aac77a4-6ee6-466e-bee5-75680cbe568e tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Pushing event deleted for resources: {'Subnet': ['ID=a31164e9-5528-42d1-8610-531c332bc935,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:41:51.704501 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8aac77a4-6ee6-466e-bee5-75680cbe568e tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:51.720089 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-8aac77a4-6ee6-466e-bee5-75680cbe568e tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] 10.222.0.85 "DELETE /v2.0/subnets/a31164e9-5528-42d1-8610-531c332bc935 HTTP/1.1" status: 204 len: 168 time: 1.1384201 May 30 20:41:51.722544 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 33722) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:41:51.745184 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8db9d82-6f73-4f78-89a2-a45ad7d9264b None None] Network 1b314889-0655-46ae-98cd-ec42178297a2 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:41:51.891938 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 33730) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:41:52.026994 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-abe2ba1d-24a7-4fba-ba64-ada1b31f3e9d None None] For port 1b48f382-9552-47f6-b1a8-d968098896ca, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=1b48f382-9552-47f6-b1a8-d968098896ca,segment=NetworkSegment(c4b94d3c-a696-4bd9-a126-c37cc5252945),segment_id=c4b94d3c-a696-4bd9-a126-c37cc5252945)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:41:52.027989 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-abe2ba1d-24a7-4fba-ba64-ada1b31f3e9d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:52.079884 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-05278e49-85c1-422f-b850-85e804eadcec tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:52.094069 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-05278e49-85c1-422f-b850-85e804eadcec tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Deleting port 1b48f382-9552-47f6-b1a8-d968098896ca {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:41:52.094566 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-05278e49-85c1-422f-b850-85e804eadcec tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:52.178867 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1d91033f-1a33-443e-9d62-b05b66c6e5d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:52.212092 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-abe2ba1d-24a7-4fba-ba64-ada1b31f3e9d None None] Calling delete_port for 1b48f382-9552-47f6-b1a8-d968098896ca owned by network:dhcp {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:41:52.266327 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-1d91033f-1a33-443e-9d62-b05b66c6e5d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:41:52.275169 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-1d91033f-1a33-443e-9d62-b05b66c6e5d2 admin admin] Usage tracker for resource:security_group_rule and tenant:45157f40b09749e5987b7672261537d9 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:41:52.275395 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-1d91033f-1a33-443e-9d62-b05b66c6e5d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:41:52.289432 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-1d91033f-1a33-443e-9d62-b05b66c6e5d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:41:52.365808 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:52.414262 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1d91033f-1a33-443e-9d62-b05b66c6e5d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:52.450640 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:52.452637 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port 1b48f382-9552-47f6-b1a8-d968098896ca, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=1b48f382-9552-47f6-b1a8-d968098896ca,segment=NetworkSegment(c4b94d3c-a696-4bd9-a126-c37cc5252945),segment_id=c4b94d3c-a696-4bd9-a126-c37cc5252945)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:41:52.492173 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [None req-05278e49-85c1-422f-b850-85e804eadcec tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] For port 1b48f382-9552-47f6-b1a8-d968098896ca, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=1b48f382-9552-47f6-b1a8-d968098896ca,segment=NetworkSegment(c4b94d3c-a696-4bd9-a126-c37cc5252945),segment_id=c4b94d3c-a696-4bd9-a126-c37cc5252945)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:41:52.492571 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-05278e49-85c1-422f-b850-85e804eadcec tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:52.514628 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1d91033f-1a33-443e-9d62-b05b66c6e5d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:52.568839 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2705d0bf-e112-4308-a144-e6698868bfbe None None] DHCP port deletion for 1b314889-0655-46ae-98cd-ec42178297a2 request from n-d-843948-2 {{(pid=84888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:41:52.586785 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:52.665999 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-1d91033f-1a33-443e-9d62-b05b66c6e5d2 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=45157f40b09749e5987b7672261537d9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7722864 May 30 20:41:52.670109 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 33754) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:41:52.672252 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.db.api [None req-abe2ba1d-24a7-4fba-ba64-ada1b31f3e9d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:41:52.675120 n-d-843948-2 neutron-server[84888]: DEBUG oslo_db.api [None req-abe2ba1d-24a7-4fba-ba64-ada1b31f3e9d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:41:52.675791 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-2705d0bf-e112-4308-a144-e6698868bfbe None None] Deleting port 59108a70-a5b3-4d86-8940-a149405e46a4 {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:41:52.676193 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2705d0bf-e112-4308-a144-e6698868bfbe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:52.702349 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d91033f-1a33-443e-9d62-b05b66c6e5d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f509eacb-92ab-48f6-8be5-5b050ffe2786,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:41:52.728198 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-05278e49-85c1-422f-b850-85e804eadcec tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Calling delete_port for 1b48f382-9552-47f6-b1a8-d968098896ca owned by network:dhcp {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:41:52.850171 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2a2d41b5-1987-41f9-83e0-21e8b9d7402b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:52.905949 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2a2d41b5-1987-41f9-83e0-21e8b9d7402b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:52.914668 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.db.api [None req-05278e49-85c1-422f-b850-85e804eadcec tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:41:52.915332 n-d-843948-2 neutron-server[84886]: DEBUG oslo_db.api [None req-05278e49-85c1-422f-b850-85e804eadcec tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:41:53.059230 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2a2d41b5-1987-41f9-83e0-21e8b9d7402b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:53.078678 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2d41b5-1987-41f9-83e0-21e8b9d7402b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f509eacb-92ab-48f6-8be5-5b050ffe2786,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:41:53.083298 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2a2d41b5-1987-41f9-83e0-21e8b9d7402b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:53.084388 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-2a2d41b5-1987-41f9-83e0-21e8b9d7402b admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/f509eacb-92ab-48f6-8be5-5b050ffe2786 HTTP/1.1" status: 204 len: 168 time: 0.4037237 May 30 20:41:53.162178 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2705d0bf-e112-4308-a144-e6698868bfbe None None] For port 59108a70-a5b3-4d86-8940-a149405e46a4, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=59108a70-a5b3-4d86-8940-a149405e46a4,segment=NetworkSegment(5c9be833-d1e8-4850-ba0e-e82c8b4e70a6),segment_id=5c9be833-d1e8-4850-ba0e-e82c8b4e70a6)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:41:53.167159 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2705d0bf-e112-4308-a144-e6698868bfbe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:53.303506 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-abe2ba1d-24a7-4fba-ba64-ada1b31f3e9d None None] Deleting port 1b48f382-9552-47f6-b1a8-d968098896ca {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:41:53.303506 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-abe2ba1d-24a7-4fba-ba64-ada1b31f3e9d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:53.333188 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-2705d0bf-e112-4308-a144-e6698868bfbe None None] Calling delete_port for 59108a70-a5b3-4d86-8940-a149405e46a4 owned by network:dhcp {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:41:53.364328 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=1b48f382-9552-47f6-b1a8-d968098896ca,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:41:53.417065 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-05278e49-85c1-422f-b850-85e804eadcec tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Deleting port 1b48f382-9552-47f6-b1a8-d968098896ca {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:41:53.417789 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-05278e49-85c1-422f-b850-85e804eadcec tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:53.568445 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2705d0bf-e112-4308-a144-e6698868bfbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468'] for port, after_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:53.697989 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 59108a70-a5b3-4d86-8940-a149405e46a4 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:41:53.725837 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2705d0bf-e112-4308-a144-e6698868bfbe None None] Pushing event deleted for resources: {'Port': ['ID=59108a70-a5b3-4d86-8940-a149405e46a4,revision_number=None']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:41:53.734301 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2705d0bf-e112-4308-a144-e6698868bfbe None None] No DVR routers for this DVR port 59108a70-a5b3-4d86-8940-a149405e46a4 on host n-d-843948-2 {{(pid=84888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:41:53.752953 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: 59108a70-a5b3-4d86-8940-a149405e46a4 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:41:53.758247 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 59108a70-a5b3-4d86-8940-a149405e46a4 not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:41:53.769332 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-abe2ba1d-24a7-4fba-ba64-ada1b31f3e9d None None] For port 1b48f382-9552-47f6-b1a8-d968098896ca, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=1b48f382-9552-47f6-b1a8-d968098896ca,segment=NetworkSegment(c4b94d3c-a696-4bd9-a126-c37cc5252945),segment_id=c4b94d3c-a696-4bd9-a126-c37cc5252945)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:41:53.778995 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [None req-05278e49-85c1-422f-b850-85e804eadcec tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] For port 1b48f382-9552-47f6-b1a8-d968098896ca, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=1b48f382-9552-47f6-b1a8-d968098896ca,segment=NetworkSegment(c4b94d3c-a696-4bd9-a126-c37cc5252945),segment_id=c4b94d3c-a696-4bd9-a126-c37cc5252945)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:41:53.778995 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-05278e49-85c1-422f-b850-85e804eadcec tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:53.779813 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-abe2ba1d-24a7-4fba-ba64-ada1b31f3e9d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:53.946867 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-05278e49-85c1-422f-b850-85e804eadcec tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Calling delete_port for 1b48f382-9552-47f6-b1a8-d968098896ca owned by network:dhcp {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:41:53.947791 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-abe2ba1d-24a7-4fba-ba64-ada1b31f3e9d None None] Calling delete_port for 1b48f382-9552-47f6-b1a8-d968098896ca owned by network:dhcp {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:41:54.024420 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 33776) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:41:54.055015 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-768dd46e-7fd7-4e64-8e79-c4666924e5b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:54.091187 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-768dd46e-7fd7-4e64-8e79-c4666924e5b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:41:54.093659 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-abe2ba1d-24a7-4fba-ba64-ada1b31f3e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468'] for port, after_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:54.097555 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-768dd46e-7fd7-4e64-8e79-c4666924e5b8 admin admin] Usage tracker for resource:security_group_rule and tenant:4b874e966d6441f1a98bb5265f77ff23 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:41:54.100092 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.db.api [None req-05278e49-85c1-422f-b850-85e804eadcec tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:41:54.100433 n-d-843948-2 neutron-server[84886]: DEBUG oslo_db.api [None req-05278e49-85c1-422f-b850-85e804eadcec tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:41:54.103009 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-768dd46e-7fd7-4e64-8e79-c4666924e5b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:41:54.131220 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-768dd46e-7fd7-4e64-8e79-c4666924e5b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:41:54.164939 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe2ba1d-24a7-4fba-ba64-ada1b31f3e9d None None] Pushing event deleted for resources: {'Port': ['ID=1b48f382-9552-47f6-b1a8-d968098896ca,revision_number=None']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:41:54.180452 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe2ba1d-24a7-4fba-ba64-ada1b31f3e9d None None] No DVR routers for this DVR port 1b48f382-9552-47f6-b1a8-d968098896ca on host n-d-843948-2 {{(pid=84888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:41:54.295143 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-768dd46e-7fd7-4e64-8e79-c4666924e5b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:54.367084 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-768dd46e-7fd7-4e64-8e79-c4666924e5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:54.424181 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dd46e-7fd7-4e64-8e79-c4666924e5b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7be9c711-20b2-418b-a2a7-a11e4780023e,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:41:54.431456 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-768dd46e-7fd7-4e64-8e79-c4666924e5b8 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=4b874e966d6441f1a98bb5265f77ff23&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4027352 May 30 20:41:54.431650 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 33792) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:41:54.609236 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796d53e6-ae93-4228-bfa8-4aea2ac761e6 req-ab8cd4c7-3bb7-4959-9bf8-d1e35fc5298c tempest-VolumesActionsTest-2131315420 tempest-VolumesActionsTest-2131315420-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:41:54.610010 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-796d53e6-ae93-4228-bfa8-4aea2ac761e6 req-ab8cd4c7-3bb7-4959-9bf8-d1e35fc5298c tempest-VolumesActionsTest-2131315420 tempest-VolumesActionsTest-2131315420-project] Synchronizing usage tracker for tenant:48ce6dd14d8c4ec28217a7fdf8882865 on resource:network {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:41:54.616903 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d2fa7924-8534-4934-af3e-d8aacb85913c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:54.649990 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d2fa7924-8534-4934-af3e-d8aacb85913c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:54.704108 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-796d53e6-ae93-4228-bfa8-4aea2ac761e6 req-ab8cd4c7-3bb7-4959-9bf8-d1e35fc5298c tempest-VolumesActionsTest-2131315420 tempest-VolumesActionsTest-2131315420-project] Unset dirty status for tenant:48ce6dd14d8c4ec28217a7fdf8882865 on resource:network {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:41:54.705463 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-796d53e6-ae93-4228-bfa8-4aea2ac761e6 req-ab8cd4c7-3bb7-4959-9bf8-d1e35fc5298c tempest-VolumesActionsTest-2131315420 tempest-VolumesActionsTest-2131315420-project] 10.222.0.85 "GET /v2.0/networks?id=6bb5efe0-1b8f-4b15-8fd1-8f9fe9f26040 HTTP/1.1" status: 200 len: 808 time: 0.2848618 May 30 20:41:54.732720 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-796d53e6-ae93-4228-bfa8-4aea2ac761e6 req-10432779-7c36-4883-af58-576c83236a22 tempest-VolumesActionsTest-2131315420 tempest-VolumesActionsTest-2131315420-project] 10.222.0.85 "GET /v2.0/quotas/48ce6dd14d8c4ec28217a7fdf8882865 HTTP/1.1" status: 200 len: 375 time: 0.0213661 May 30 20:41:54.782208 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-796d53e6-ae93-4228-bfa8-4aea2ac761e6 req-42886157-fb87-44ff-bc11-e787624234ef tempest-VolumesActionsTest-2131315420 tempest-VolumesActionsTest-2131315420-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=48ce6dd14d8c4ec28217a7fdf8882865&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0482767 May 30 20:41:54.790198 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d2fa7924-8534-4934-af3e-d8aacb85913c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:54.805192 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fa7924-8534-4934-af3e-d8aacb85913c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7be9c711-20b2-418b-a2a7-a11e4780023e,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:41:54.807613 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [req-796d53e6-ae93-4228-bfa8-4aea2ac761e6 req-a91dbcb1-6760-43ca-86cd-41335356558b service neutron] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=84886) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:41:54.808641 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-796d53e6-ae93-4228-bfa8-4aea2ac761e6 req-a91dbcb1-6760-43ca-86cd-41335356558b service neutron] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0237982 May 30 20:41:54.812639 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d2fa7924-8534-4934-af3e-d8aacb85913c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:54.813914 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-d2fa7924-8534-4934-af3e-d8aacb85913c admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/7be9c711-20b2-418b-a2a7-a11e4780023e HTTP/1.1" status: 204 len: 168 time: 0.3811729 May 30 20:41:55.024327 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-796d53e6-ae93-4228-bfa8-4aea2ac761e6 req-6c82063c-df5a-4a47-bbc0-e5021d24fce5 service neutron] 10.222.0.85 "GET /v2.0/networks/6bb5efe0-1b8f-4b15-8fd1-8f9fe9f26040?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649508 May 30 20:41:55.206539 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-05278e49-85c1-422f-b850-85e804eadcec tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Deleting port 1b48f382-9552-47f6-b1a8-d968098896ca {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:41:55.206883 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-05278e49-85c1-422f-b850-85e804eadcec tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:55.293059 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-05278e49-85c1-422f-b850-85e804eadcec tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] The port '1b48f382-9552-47f6-b1a8-d968098896ca' was deleted {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 20:41:55.461000 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-05278e49-85c1-422f-b850-85e804eadcec tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:55.498540 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-796d53e6-ae93-4228-bfa8-4aea2ac761e6 req-bdf1dc3e-62bc-4f5e-ba1d-ee3e6c32f8e5 service neutron] 10.222.0.85 "GET /v2.0/networks/6bb5efe0-1b8f-4b15-8fd1-8f9fe9f26040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4680610 May 30 20:41:55.508146 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-05278e49-85c1-422f-b850-85e804eadcec tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edb0a95b-d204-46ba-896f-1c64b70adec8']}} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:41:55.525219 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-05278e49-85c1-422f-b850-85e804eadcec tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4b94d3c-a696-4bd9-a126-c37cc5252945') {'for_net_delete': True} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:41:55.526115 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-05278e49-85c1-422f-b850-85e804eadcec tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4b94d3c-a696-4bd9-a126-c37cc5252945') {} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:41:55.540397 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-05278e49-85c1-422f-b850-85e804eadcec tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2660590'] for segment, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:55.578726 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-05278e49-85c1-422f-b850-85e804eadcec tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:55.590518 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05278e49-85c1-422f-b850-85e804eadcec tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Releasing vlan 673 on physical network physnet1 to pool {{(pid=84886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:41:55.591812 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-05278e49-85c1-422f-b850-85e804eadcec tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4126989'] for segment, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:55.608618 n-d-843948-2 neutron-server[84886]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:41:55.608618 n-d-843948-2 neutron-server[84886]: util.warn( May 30 20:41:55.608618 n-d-843948-2 neutron-server[84886]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:41:55.608618 n-d-843948-2 neutron-server[84886]: util.warn( May 30 20:41:55.608618 n-d-843948-2 neutron-server[84886]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:41:55.608618 n-d-843948-2 neutron-server[84886]: util.warn( May 30 20:41:55.608618 n-d-843948-2 neutron-server[84886]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:41:55.608618 n-d-843948-2 neutron-server[84886]: util.warn( May 30 20:41:55.608618 n-d-843948-2 neutron-server[84886]: Traceback (most recent call last): May 30 20:41:55.608618 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:41:55.608618 n-d-843948-2 neutron-server[84886]: timer() May 30 20:41:55.608618 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:41:55.608618 n-d-843948-2 neutron-server[84886]: cb(*args, **kw) May 30 20:41:55.608618 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:41:55.608618 n-d-843948-2 neutron-server[84886]: return func(*args, **kwargs) May 30 20:41:55.608618 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:41:55.608618 n-d-843948-2 neutron-server[84886]: self._notify() May 30 20:41:55.608618 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:41:55.608618 n-d-843948-2 neutron-server[84886]: self.callback(batched_events) May 30 20:41:55.608618 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:41:55.608618 n-d-843948-2 neutron-server[84886]: event.method(event) May 30 20:41:55.608618 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:41:55.608618 n-d-843948-2 neutron-server[84886]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:41:55.608618 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:41:55.608618 n-d-843948-2 neutron-server[84886]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:41:55.608618 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:41:55.608618 n-d-843948-2 neutron-server[84886]: return f(self, *a, **k) May 30 20:41:55.608618 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:41:55.608618 n-d-843948-2 neutron-server[84886]: return self._get(url).json() May 30 20:41:55.608618 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:41:55.608618 n-d-843948-2 neutron-server[84886]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:41:55.608618 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:41:55.608618 n-d-843948-2 neutron-server[84886]: return self.request(url, 'GET', **kwargs) May 30 20:41:55.608618 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:41:55.608618 n-d-843948-2 neutron-server[84886]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:41:55.608618 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:41:55.608618 n-d-843948-2 neutron-server[84886]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:41:55.608618 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:41:55.608618 n-d-843948-2 neutron-server[84886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:41:55.608618 n-d-843948-2 neutron-server[84886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:41:55.824020 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-05278e49-85c1-422f-b850-85e804eadcec tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:55.829517 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-05278e49-85c1-422f-b850-85e804eadcec tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Notify callbacks [] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:55.860883 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05278e49-85c1-422f-b850-85e804eadcec tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Pushing event deleted for resources: {'Network': ['ID=edb0a95b-d204-46ba-896f-1c64b70adec8,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:41:55.868460 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-05278e49-85c1-422f-b850-85e804eadcec tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] 10.222.0.85 "DELETE /v2.0/networks/edb0a95b-d204-46ba-896f-1c64b70adec8 HTTP/1.1" status: 204 len: 168 time: 4.1432600 May 30 20:41:55.868880 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 33858) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:41:56.028261 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-51296936-ab65-4d1c-bf59-a029415c4d29 req-cc27a8e1-da97-4603-affe-58e5c6d45076 tempest-VolumesActionsTest-2131315420 tempest-VolumesActionsTest-2131315420-project] 10.222.0.85 "GET /v2.0/ports?device_id=b9ce43a6-54dd-4a76-b969-b6eb1aa4afaf HTTP/1.1" status: 200 len: 210 time: 0.0567834 May 30 20:41:56.070057 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6bd490c5-9749-40c3-a991-8ba285dc92fd tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:56.236532 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-85563157-e956-4ec6-81d0-5b362702ccdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:56.247050 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6bd490c5-9749-40c3-a991-8ba285dc92fd tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:56.278622 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-6bd490c5-9749-40c3-a991-8ba285dc92fd tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b314889-0655-46ae-98cd-ec42178297a2']}} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:41:56.306551 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-6bd490c5-9749-40c3-a991-8ba285dc92fd tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c9be833-d1e8-4850-ba0e-e82c8b4e70a6') {'for_net_delete': True} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:41:56.309807 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-6bd490c5-9749-40c3-a991-8ba285dc92fd tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c9be833-d1e8-4850-ba0e-e82c8b4e70a6') {} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:41:56.330237 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6bd490c5-9749-40c3-a991-8ba285dc92fd tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2660590'] for segment, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:56.348791 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6bd490c5-9749-40c3-a991-8ba285dc92fd tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:56.356176 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bd490c5-9749-40c3-a991-8ba285dc92fd tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Releasing vlan 652 on physical network physnet1 to pool {{(pid=84886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:41:56.361323 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6bd490c5-9749-40c3-a991-8ba285dc92fd tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4126989'] for segment, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:56.376495 n-d-843948-2 neutron-server[84886]: Traceback (most recent call last): May 30 20:41:56.376495 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:41:56.376495 n-d-843948-2 neutron-server[84886]: timer() May 30 20:41:56.376495 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:41:56.376495 n-d-843948-2 neutron-server[84886]: cb(*args, **kw) May 30 20:41:56.376495 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:41:56.376495 n-d-843948-2 neutron-server[84886]: return func(*args, **kwargs) May 30 20:41:56.376495 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:41:56.376495 n-d-843948-2 neutron-server[84886]: self._notify() May 30 20:41:56.376495 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:41:56.376495 n-d-843948-2 neutron-server[84886]: self.callback(batched_events) May 30 20:41:56.376495 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:41:56.376495 n-d-843948-2 neutron-server[84886]: event.method(event) May 30 20:41:56.376495 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:41:56.376495 n-d-843948-2 neutron-server[84886]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:41:56.376495 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:41:56.376495 n-d-843948-2 neutron-server[84886]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:41:56.376495 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:41:56.376495 n-d-843948-2 neutron-server[84886]: return f(self, *a, **k) May 30 20:41:56.376495 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:41:56.376495 n-d-843948-2 neutron-server[84886]: return self._get(url).json() May 30 20:41:56.376495 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:41:56.376495 n-d-843948-2 neutron-server[84886]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:41:56.376495 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:41:56.376495 n-d-843948-2 neutron-server[84886]: return self.request(url, 'GET', **kwargs) May 30 20:41:56.376495 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:41:56.376495 n-d-843948-2 neutron-server[84886]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:41:56.376495 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:41:56.376495 n-d-843948-2 neutron-server[84886]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:41:56.376495 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:41:56.376495 n-d-843948-2 neutron-server[84886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:41:56.376495 n-d-843948-2 neutron-server[84886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:41:56.434329 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 33896) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:41:56.537174 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6bd490c5-9749-40c3-a991-8ba285dc92fd tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:56.559064 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6bd490c5-9749-40c3-a991-8ba285dc92fd tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Notify callbacks [] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:56.569108 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd490c5-9749-40c3-a991-8ba285dc92fd tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Pushing event deleted for resources: {'Network': ['ID=1b314889-0655-46ae-98cd-ec42178297a2,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:41:56.578061 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-6bd490c5-9749-40c3-a991-8ba285dc92fd tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] 10.222.0.85 "DELETE /v2.0/networks/1b314889-0655-46ae-98cd-ec42178297a2 HTTP/1.1" status: 204 len: 168 time: 0.7020938 May 30 20:41:56.579784 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 33910) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:41:56.635607 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-c68e5223-d199-40e2-82b9-dfbe17d67fe4 tempest-ExtraDHCPOptionsTestJSON-179516645 tempest-ExtraDHCPOptionsTestJSON-179516645-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-2047180688'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:41:56.650595 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-c68e5223-d199-40e2-82b9-dfbe17d67fe4 tempest-ExtraDHCPOptionsTestJSON-179516645 tempest-ExtraDHCPOptionsTestJSON-179516645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:41:56.663483 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-c68e5223-d199-40e2-82b9-dfbe17d67fe4 tempest-ExtraDHCPOptionsTestJSON-179516645 tempest-ExtraDHCPOptionsTestJSON-179516645-project] Usage tracker for resource:network and tenant:fd048cd0aecf458c92de52f2c941f6e2 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:41:56.668651 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-c68e5223-d199-40e2-82b9-dfbe17d67fe4 tempest-ExtraDHCPOptionsTestJSON-179516645 tempest-ExtraDHCPOptionsTestJSON-179516645-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:41:56.678180 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-c68e5223-d199-40e2-82b9-dfbe17d67fe4 tempest-ExtraDHCPOptionsTestJSON-179516645 tempest-ExtraDHCPOptionsTestJSON-179516645-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:41:56.774556 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c68e5223-d199-40e2-82b9-dfbe17d67fe4 tempest-ExtraDHCPOptionsTestJSON-179516645 tempest-ExtraDHCPOptionsTestJSON-179516645-project] Made reservation on behalf of fd048cd0aecf458c92de52f2c941f6e2 for: {'network': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:41:56.777649 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c68e5223-d199-40e2-82b9-dfbe17d67fe4 tempest-ExtraDHCPOptionsTestJSON-179516645 tempest-ExtraDHCPOptionsTestJSON-179516645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:56.797416 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c68e5223-d199-40e2-82b9-dfbe17d67fe4 tempest-ExtraDHCPOptionsTestJSON-179516645 tempest-ExtraDHCPOptionsTestJSON-179516645-project] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:56.866253 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_v2 [None req-813e4d59-f477-474d-b7fb-2adbe8ba7431 tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Deleting subnet 151d38ab-0870-4652-ab8f-cf886931a243 {{(pid=84887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:41:56.868255 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-c68e5223-d199-40e2-82b9-dfbe17d67fe4 tempest-ExtraDHCPOptionsTestJSON-179516645 tempest-ExtraDHCPOptionsTestJSON-179516645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:41:56.872218 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-813e4d59-f477-474d-b7fb-2adbe8ba7431 tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Notify callbacks [] for subnet, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:56.900936 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-c68e5223-d199-40e2-82b9-dfbe17d67fe4 tempest-ExtraDHCPOptionsTestJSON-179516645 tempest-ExtraDHCPOptionsTestJSON-179516645-project] Usage tracker for resource:security_group_rule and tenant:fd048cd0aecf458c92de52f2c941f6e2 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:41:56.908266 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-c68e5223-d199-40e2-82b9-dfbe17d67fe4 tempest-ExtraDHCPOptionsTestJSON-179516645 tempest-ExtraDHCPOptionsTestJSON-179516645-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:41:56.922405 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-c68e5223-d199-40e2-82b9-dfbe17d67fe4 tempest-ExtraDHCPOptionsTestJSON-179516645 tempest-ExtraDHCPOptionsTestJSON-179516645-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:41:56.943286 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-813e4d59-f477-474d-b7fb-2adbe8ba7431 tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3149227'] for subnet, precommit_delete_associations {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:57.084217 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c68e5223-d199-40e2-82b9-dfbe17d67fe4 tempest-ExtraDHCPOptionsTestJSON-179516645 tempest-ExtraDHCPOptionsTestJSON-179516645-project] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:57.089040 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-813e4d59-f477-474d-b7fb-2adbe8ba7431 tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:57.176629 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c68e5223-d199-40e2-82b9-dfbe17d67fe4 tempest-ExtraDHCPOptionsTestJSON-179516645 tempest-ExtraDHCPOptionsTestJSON-179516645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:57.206191 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c68e5223-d199-40e2-82b9-dfbe17d67fe4 tempest-ExtraDHCPOptionsTestJSON-179516645 tempest-ExtraDHCPOptionsTestJSON-179516645-project] vlan segment allocate from pool success with {'vlan_id': 650, 'physical_network': 'physnet1'} {{(pid=84887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:41:57.240287 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c68e5223-d199-40e2-82b9-dfbe17d67fe4 tempest-ExtraDHCPOptionsTestJSON-179516645 tempest-ExtraDHCPOptionsTestJSON-179516645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:57.240700 n-d-843948-2 neutron-server[84887]: INFO neutron.db.segments_db [None req-c68e5223-d199-40e2-82b9-dfbe17d67fe4 tempest-ExtraDHCPOptionsTestJSON-179516645 tempest-ExtraDHCPOptionsTestJSON-179516645-project] Added segment f85a36cc-c7eb-413f-909a-c4c58d68fc47 of type vlan for network ca09ef5b-b07d-4f98-bd1f-397ff9e388cd May 30 20:41:57.249330 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68e5223-d199-40e2-82b9-dfbe17d67fe4 tempest-ExtraDHCPOptionsTestJSON-179516645 tempest-ExtraDHCPOptionsTestJSON-179516645-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3492590-9316-4015-a1d9-930a9f95983d,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:41:57.278824 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-fcc91ba2-aa9d-4d96-94e3-ac864fc57082 req-30115358-6381-430e-92b7-3c6cda7df154 tempest-VolumesActionsTest-2131315420 tempest-VolumesActionsTest-2131315420-project] 10.222.0.85 "GET /v2.0/ports?device_id=b9ce43a6-54dd-4a76-b969-b6eb1aa4afaf HTTP/1.1" status: 200 len: 210 time: 0.0701516 May 30 20:41:57.290570 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c68e5223-d199-40e2-82b9-dfbe17d67fe4 tempest-ExtraDHCPOptionsTestJSON-179516645 tempest-ExtraDHCPOptionsTestJSON-179516645-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:57.333759 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-813e4d59-f477-474d-b7fb-2adbe8ba7431 tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4055470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114247'] for subnet, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:57.374823 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813e4d59-f477-474d-b7fb-2adbe8ba7431 tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Pushing event deleted for resources: {'Subnet': ['ID=151d38ab-0870-4652-ab8f-cf886931a243,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:41:57.382434 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-813e4d59-f477-474d-b7fb-2adbe8ba7431 tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:57.388952 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c3a59df-1b57-4117-9129-bf6e96acd11d None None] Network 0cd430cc-2ff2-42ce-843e-a2459e19f4c9 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:41:57.397236 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-813e4d59-f477-474d-b7fb-2adbe8ba7431 tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] 10.222.0.85 "DELETE /v2.0/subnets/151d38ab-0870-4652-ab8f-cf886931a243 HTTP/1.1" status: 204 len: 168 time: 0.8207633 May 30 20:41:57.399974 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 33950) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:41:57.418727 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c68e5223-d199-40e2-82b9-dfbe17d67fe4 tempest-ExtraDHCPOptionsTestJSON-179516645 tempest-ExtraDHCPOptionsTestJSON-179516645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:57.422810 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c68e5223-d199-40e2-82b9-dfbe17d67fe4 tempest-ExtraDHCPOptionsTestJSON-179516645 tempest-ExtraDHCPOptionsTestJSON-179516645-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:41:57.423407 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c68e5223-d199-40e2-82b9-dfbe17d67fe4 tempest-ExtraDHCPOptionsTestJSON-179516645 tempest-ExtraDHCPOptionsTestJSON-179516645-project] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:57.548520 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7459df9d-36eb-4346-8c33-1634860a69f9 tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:57.551902 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68e5223-d199-40e2-82b9-dfbe17d67fe4 tempest-ExtraDHCPOptionsTestJSON-179516645 tempest-ExtraDHCPOptionsTestJSON-179516645-project] Pushing event updated for resources: {'Network': ['ID=ca09ef5b-b07d-4f98-bd1f-397ff9e388cd,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:41:57.561926 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-7459df9d-36eb-4346-8c33-1634860a69f9 tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Deleting port 4f4f7276-a9b4-4a90-94a6-d9bfa469bcf0 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:41:57.562455 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7459df9d-36eb-4346-8c33-1634860a69f9 tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:57.601937 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network ca09ef5b-b07d-4f98-bd1f-397ff9e388cd details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:41:57.617905 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-c68e5223-d199-40e2-82b9-dfbe17d67fe4 tempest-ExtraDHCPOptionsTestJSON-179516645 tempest-ExtraDHCPOptionsTestJSON-179516645-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.1823699 May 30 20:41:57.622354 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 33960) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:41:57.628808 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-1429da1d-0e81-4e06-a377-68a4da7a0bba tempest-ExtraDHCPOptionsTestJSON-179516645 tempest-ExtraDHCPOptionsTestJSON-179516645-project] Request body: {'subnet': {'network_id': 'ca09ef5b-b07d-4f98-bd1f-397ff9e388cd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:41:57.873669 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-1429da1d-0e81-4e06-a377-68a4da7a0bba tempest-ExtraDHCPOptionsTestJSON-179516645 tempest-ExtraDHCPOptionsTestJSON-179516645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:41:57.878362 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-1429da1d-0e81-4e06-a377-68a4da7a0bba tempest-ExtraDHCPOptionsTestJSON-179516645 tempest-ExtraDHCPOptionsTestJSON-179516645-project] Usage tracker for resource:subnet and tenant:fd048cd0aecf458c92de52f2c941f6e2 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:41:57.882445 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-1429da1d-0e81-4e06-a377-68a4da7a0bba tempest-ExtraDHCPOptionsTestJSON-179516645 tempest-ExtraDHCPOptionsTestJSON-179516645-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:41:57.890040 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-1429da1d-0e81-4e06-a377-68a4da7a0bba tempest-ExtraDHCPOptionsTestJSON-179516645 tempest-ExtraDHCPOptionsTestJSON-179516645-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:41:57.974706 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c09ed41-86a0-4699-9834-b79c8b38375f None None] DHCP port deletion for 0cd430cc-2ff2-42ce-843e-a2459e19f4c9 request from n-d-843948-2 {{(pid=84888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:41:57.979503 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-5c09ed41-86a0-4699-9834-b79c8b38375f None None] Deleting port 4f4f7276-a9b4-4a90-94a6-d9bfa469bcf0 {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:41:57.979966 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-5c09ed41-86a0-4699-9834-b79c8b38375f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:57.983574 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [None req-7459df9d-36eb-4346-8c33-1634860a69f9 tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] For port 4f4f7276-a9b4-4a90-94a6-d9bfa469bcf0, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=4f4f7276-a9b4-4a90-94a6-d9bfa469bcf0,segment=NetworkSegment(4113a589-d7fd-459f-bcfe-49b44705c54d),segment_id=4113a589-d7fd-459f-bcfe-49b44705c54d)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:41:57.983975 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7459df9d-36eb-4346-8c33-1634860a69f9 tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:57.984780 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1429da1d-0e81-4e06-a377-68a4da7a0bba tempest-ExtraDHCPOptionsTestJSON-179516645 tempest-ExtraDHCPOptionsTestJSON-179516645-project] Made reservation on behalf of fd048cd0aecf458c92de52f2c941f6e2 for: {'subnet': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:41:58.145454 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-7459df9d-36eb-4346-8c33-1634860a69f9 tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Calling delete_port for 4f4f7276-a9b4-4a90-94a6-d9bfa469bcf0 owned by network:dhcp {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:41:58.207658 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1429da1d-0e81-4e06-a377-68a4da7a0bba tempest-ExtraDHCPOptionsTestJSON-179516645 tempest-ExtraDHCPOptionsTestJSON-179516645-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114220'] for subnet, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:58.431402 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-5c09ed41-86a0-4699-9834-b79c8b38375f None None] For port 4f4f7276-a9b4-4a90-94a6-d9bfa469bcf0, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=4f4f7276-a9b4-4a90-94a6-d9bfa469bcf0,segment=NetworkSegment(4113a589-d7fd-459f-bcfe-49b44705c54d),segment_id=4113a589-d7fd-459f-bcfe-49b44705c54d)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:41:58.432794 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-5c09ed41-86a0-4699-9834-b79c8b38375f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:58.556765 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7459df9d-36eb-4346-8c33-1634860a69f9 tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:58.568886 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-92b550f1-a294-41da-9117-df5ceaa31037 req-ddc92886-b220-4b0f-a582-66bc13a854fc tempest-VolumesActionsTest-2131315420 tempest-VolumesActionsTest-2131315420-project] 10.222.0.85 "GET /v2.0/ports?device_id=b9ce43a6-54dd-4a76-b969-b6eb1aa4afaf HTTP/1.1" status: 200 len: 210 time: 0.0839727 May 30 20:41:58.597376 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-5c09ed41-86a0-4699-9834-b79c8b38375f None None] Calling delete_port for 4f4f7276-a9b4-4a90-94a6-d9bfa469bcf0 owned by network:dhcp {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:41:58.663461 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7459df9d-36eb-4346-8c33-1634860a69f9 tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Pushing event deleted for resources: {'Port': ['ID=4f4f7276-a9b4-4a90-94a6-d9bfa469bcf0,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:41:58.667536 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7459df9d-36eb-4346-8c33-1634860a69f9 tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] No DVR routers for this DVR port 4f4f7276-a9b4-4a90-94a6-d9bfa469bcf0 on host n-d-843948-2 {{(pid=84886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:41:58.698382 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.db.api [None req-5c09ed41-86a0-4699-9834-b79c8b38375f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:41:58.699067 n-d-843948-2 neutron-server[84888]: DEBUG oslo_db.api [None req-5c09ed41-86a0-4699-9834-b79c8b38375f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:41:58.703170 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1429da1d-0e81-4e06-a377-68a4da7a0bba tempest-ExtraDHCPOptionsTestJSON-179516645 tempest-ExtraDHCPOptionsTestJSON-179516645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4055401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114238'] for subnet, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:58.790498 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1429da1d-0e81-4e06-a377-68a4da7a0bba tempest-ExtraDHCPOptionsTestJSON-179516645 tempest-ExtraDHCPOptionsTestJSON-179516645-project] Pushing event updated for resources: {'Subnet': ['ID=3029107a-8f33-46d3-8c95-10b7b2237e0f,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:41:58.814204 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7459df9d-36eb-4346-8c33-1634860a69f9 tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:58.839587 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1429da1d-0e81-4e06-a377-68a4da7a0bba tempest-ExtraDHCPOptionsTestJSON-179516645 tempest-ExtraDHCPOptionsTestJSON-179516645-project] Checking segment: {'id': 'f85a36cc-c7eb-413f-909a-c4c58d68fc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'ca09ef5b-b07d-4f98-bd1f-397ff9e388cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:41:58.840002 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1429da1d-0e81-4e06-a377-68a4da7a0bba tempest-ExtraDHCPOptionsTestJSON-179516645 tempest-ExtraDHCPOptionsTestJSON-179516645-project] Network hostable DHCP agents. Network: ca09ef5b-b07d-4f98-bd1f-397ff9e388cd, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:41:58.847247 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-7459df9d-36eb-4346-8c33-1634860a69f9 tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cd430cc-2ff2-42ce-843e-a2459e19f4c9']}} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:41:58.863258 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-7459df9d-36eb-4346-8c33-1634860a69f9 tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4113a589-d7fd-459f-bcfe-49b44705c54d') {'for_net_delete': True} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:41:58.864210 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-7459df9d-36eb-4346-8c33-1634860a69f9 tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4113a589-d7fd-459f-bcfe-49b44705c54d') {} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:41:58.876851 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7459df9d-36eb-4346-8c33-1634860a69f9 tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2660590'] for segment, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:58.894828 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7459df9d-36eb-4346-8c33-1634860a69f9 tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:58.900947 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7459df9d-36eb-4346-8c33-1634860a69f9 tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Releasing vlan 698 on physical network physnet1 to pool {{(pid=84886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:41:58.901331 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7459df9d-36eb-4346-8c33-1634860a69f9 tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4126989'] for segment, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:58.915840 n-d-843948-2 neutron-server[84886]: Traceback (most recent call last): May 30 20:41:58.915840 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:41:58.915840 n-d-843948-2 neutron-server[84886]: timer() May 30 20:41:58.915840 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:41:58.915840 n-d-843948-2 neutron-server[84886]: cb(*args, **kw) May 30 20:41:58.915840 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:41:58.915840 n-d-843948-2 neutron-server[84886]: return func(*args, **kwargs) May 30 20:41:58.915840 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:41:58.915840 n-d-843948-2 neutron-server[84886]: self._notify() May 30 20:41:58.915840 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:41:58.915840 n-d-843948-2 neutron-server[84886]: self.callback(batched_events) May 30 20:41:58.915840 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:41:58.915840 n-d-843948-2 neutron-server[84886]: event.method(event) May 30 20:41:58.915840 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:41:58.915840 n-d-843948-2 neutron-server[84886]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:41:58.915840 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:41:58.915840 n-d-843948-2 neutron-server[84886]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:41:58.915840 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:41:58.915840 n-d-843948-2 neutron-server[84886]: return f(self, *a, **k) May 30 20:41:58.915840 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:41:58.915840 n-d-843948-2 neutron-server[84886]: return self._get(url).json() May 30 20:41:58.915840 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:41:58.915840 n-d-843948-2 neutron-server[84886]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:41:58.915840 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:41:58.915840 n-d-843948-2 neutron-server[84886]: return self.request(url, 'GET', **kwargs) May 30 20:41:58.915840 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:41:58.915840 n-d-843948-2 neutron-server[84886]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:41:58.915840 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:41:58.915840 n-d-843948-2 neutron-server[84886]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:41:58.915840 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:41:58.915840 n-d-843948-2 neutron-server[84886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:41:58.915840 n-d-843948-2 neutron-server[84886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:41:59.007119 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1429da1d-0e81-4e06-a377-68a4da7a0bba tempest-ExtraDHCPOptionsTestJSON-179516645 tempest-ExtraDHCPOptionsTestJSON-179516645-project] Network ca09ef5b-b07d-4f98-bd1f-397ff9e388cd is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:41:59.110921 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7459df9d-36eb-4346-8c33-1634860a69f9 tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:59.143084 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7459df9d-36eb-4346-8c33-1634860a69f9 tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Notify callbacks [] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:59.152970 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7459df9d-36eb-4346-8c33-1634860a69f9 tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Pushing event deleted for resources: {'Network': ['ID=0cd430cc-2ff2-42ce-843e-a2459e19f4c9,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:41:59.157675 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-7459df9d-36eb-4346-8c33-1634860a69f9 tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] 10.222.0.85 "DELETE /v2.0/networks/0cd430cc-2ff2-42ce-843e-a2459e19f4c9 HTTP/1.1" status: 204 len: 168 time: 1.7551491 May 30 20:41:59.161508 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 34014) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:41:59.189961 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-1429da1d-0e81-4e06-a377-68a4da7a0bba tempest-ExtraDHCPOptionsTestJSON-179516645 tempest-ExtraDHCPOptionsTestJSON-179516645-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, ca09ef5b-b07d-4f98-bd1f-397ff9e388cd) {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:41:59.201069 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-5c09ed41-86a0-4699-9834-b79c8b38375f None None] Deleting port 4f4f7276-a9b4-4a90-94a6-d9bfa469bcf0 {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:41:59.202484 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-5c09ed41-86a0-4699-9834-b79c8b38375f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:59.205670 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1429da1d-0e81-4e06-a377-68a4da7a0bba tempest-ExtraDHCPOptionsTestJSON-179516645 tempest-ExtraDHCPOptionsTestJSON-179516645-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:41:59.206587 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1429da1d-0e81-4e06-a377-68a4da7a0bba tempest-ExtraDHCPOptionsTestJSON-179516645 tempest-ExtraDHCPOptionsTestJSON-179516645-project] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:59.220635 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-0419dfa9-0e54-48ec-b42b-a5cb289df0a9 tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Synchronizing usage tracker for tenant:79de34640dfe49d7b1eb44d5a54f0472 on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:41:59.309656 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c5897a-c7fb-4b79-9d79-b1da7473fdfe None None] Network ca09ef5b-b07d-4f98-bd1f-397ff9e388cd requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:41:59.350896 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-0419dfa9-0e54-48ec-b42b-a5cb289df0a9 tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Unset dirty status for tenant:79de34640dfe49d7b1eb44d5a54f0472 on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:41:59.351847 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796d53e6-ae93-4228-bfa8-4aea2ac761e6 req-bf7e2a2b-7b82-454b-a94d-4f898efa4a23 tempest-VolumesActionsTest-2131315420 tempest-VolumesActionsTest-2131315420-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:41:59.353296 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-796d53e6-ae93-4228-bfa8-4aea2ac761e6 req-bf7e2a2b-7b82-454b-a94d-4f898efa4a23 tempest-VolumesActionsTest-2131315420 tempest-VolumesActionsTest-2131315420-project] 10.222.0.86 "GET /v2.0/networks?id=6bb5efe0-1b8f-4b15-8fd1-8f9fe9f26040 HTTP/1.1" status: 200 len: 808 time: 0.3065491 May 30 20:41:59.354119 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-0419dfa9-0e54-48ec-b42b-a5cb289df0a9 tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] 10.222.0.85 "GET /v2.0/ports?device_id=007f72b7-88ac-41cd-842b-1af4fb2e2627 HTTP/1.1" status: 200 len: 205 time: 0.1911290 May 30 20:41:59.356104 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 34024) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:41:59.443124 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-5c09ed41-86a0-4699-9834-b79c8b38375f None None] The port '4f4f7276-a9b4-4a90-94a6-d9bfa469bcf0' was deleted {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 20:41:59.592100 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ca4847-5baa-4464-9779-487f1dd2473a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-ca09ef5b-b07d-4f98-bd1f-397ff9e388cd', 'network_id': 'ca09ef5b-b07d-4f98-bd1f-397ff9e388cd', 'tenant_id': 'fd048cd0aecf458c92de52f2c941f6e2', 'fixed_ips': [{'subnet_id': '3029107a-8f33-46d3-8c95-10b7b2237e0f'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:41:59.593127 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-74ca4847-5baa-4464-9779-487f1dd2473a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:59.650706 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-796d53e6-ae93-4228-bfa8-4aea2ac761e6 req-16e5a7d1-7777-419b-95af-f749f229857d tempest-VolumesActionsTest-2131315420 tempest-VolumesActionsTest-2131315420-project] Request body: {'port': {'device_id': 'b9ce43a6-54dd-4a76-b969-b6eb1aa4afaf', 'network_id': '6bb5efe0-1b8f-4b15-8fd1-8f9fe9f26040', 'admin_state_up': True, 'tenant_id': '48ce6dd14d8c4ec28217a7fdf8882865'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:41:59.680514 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-1429da1d-0e81-4e06-a377-68a4da7a0bba tempest-ExtraDHCPOptionsTestJSON-179516645 tempest-ExtraDHCPOptionsTestJSON-179516645-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0546312 May 30 20:41:59.680730 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 4f4f7276-a9b4-4a90-94a6-d9bfa469bcf0 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:41:59.681110 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 34038) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:41:59.687357 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-382de3ca-d611-4857-b876-edc8f812e2e0 tempest-ExtraDHCPOptionsTestJSON-179516645 tempest-ExtraDHCPOptionsTestJSON-179516645-project] Request body: {'port': {'network_id': 'ca09ef5b-b07d-4f98-bd1f-397ff9e388cd', 'name': 'tempest-ExtraDHCPOptionsTestJSON-340960200'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:41:59.736679 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ee5df232-8fc5-41c7-b6ef-9e1121b74a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:59.798618 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: 4f4f7276-a9b4-4a90-94a6-d9bfa469bcf0 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:41:59.798843 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 4f4f7276-a9b4-4a90-94a6-d9bfa469bcf0 not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:41:59.839396 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2f9274d2-bb20-4353-83cf-f649afde0065 tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Notify callbacks [] for router, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:59.908047 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:41:59.942538 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-74ca4847-5baa-4464-9779-487f1dd2473a None None] Allocated IP 172.20.0.2 (ca09ef5b-b07d-4f98-bd1f-397ff9e388cd/3029107a-8f33-46d3-8c95-10b7b2237e0f/6b1ac44f-058c-4f9e-9090-c409584719e8) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:42:00.066043 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-796d53e6-ae93-4228-bfa8-4aea2ac761e6 req-16e5a7d1-7777-419b-95af-f749f229857d tempest-VolumesActionsTest-2131315420 tempest-VolumesActionsTest-2131315420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:42:00.072410 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-796d53e6-ae93-4228-bfa8-4aea2ac761e6 req-16e5a7d1-7777-419b-95af-f749f229857d tempest-VolumesActionsTest-2131315420 tempest-VolumesActionsTest-2131315420-project] Usage tracker for resource:port and tenant:48ce6dd14d8c4ec28217a7fdf8882865 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:42:00.075863 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-382de3ca-d611-4857-b876-edc8f812e2e0 tempest-ExtraDHCPOptionsTestJSON-179516645 tempest-ExtraDHCPOptionsTestJSON-179516645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:42:00.076177 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-796d53e6-ae93-4228-bfa8-4aea2ac761e6 req-16e5a7d1-7777-419b-95af-f749f229857d tempest-VolumesActionsTest-2131315420 tempest-VolumesActionsTest-2131315420-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:42:00.095611 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-382de3ca-d611-4857-b876-edc8f812e2e0 tempest-ExtraDHCPOptionsTestJSON-179516645 tempest-ExtraDHCPOptionsTestJSON-179516645-project] Usage tracker for resource:port and tenant:fd048cd0aecf458c92de52f2c941f6e2 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:42:00.103829 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4d82d847-38c6-4da5-8380-65d5f23b0435 req-f3103f6a-2ecc-4f64-91e4-02eaa8937b9a tempest-VolumesActionsTest-2131315420 tempest-VolumesActionsTest-2131315420-project] 10.222.0.85 "GET /v2.0/ports?device_id=b9ce43a6-54dd-4a76-b969-b6eb1aa4afaf HTTP/1.1" status: 200 len: 210 time: 0.0952942 May 30 20:42:00.105405 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-382de3ca-d611-4857-b876-edc8f812e2e0 tempest-ExtraDHCPOptionsTestJSON-179516645 tempest-ExtraDHCPOptionsTestJSON-179516645-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:42:00.146848 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-382de3ca-d611-4857-b876-edc8f812e2e0 tempest-ExtraDHCPOptionsTestJSON-179516645 tempest-ExtraDHCPOptionsTestJSON-179516645-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:42:00.222143 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-74ca4847-5baa-4464-9779-487f1dd2473a None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:00.225100 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-796d53e6-ae93-4228-bfa8-4aea2ac761e6 req-16e5a7d1-7777-419b-95af-f749f229857d tempest-VolumesActionsTest-2131315420 tempest-VolumesActionsTest-2131315420-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:42:00.236717 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-74ca4847-5baa-4464-9779-487f1dd2473a None None] Transition to ACTIVE for port object 6b1ac44f-058c-4f9e-9090-c409584719e8 will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:42:00.252510 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-382de3ca-d611-4857-b876-edc8f812e2e0 tempest-ExtraDHCPOptionsTestJSON-179516645 tempest-ExtraDHCPOptionsTestJSON-179516645-project] Made reservation on behalf of fd048cd0aecf458c92de52f2c941f6e2 for: {'port': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:42:00.256226 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-382de3ca-d611-4857-b876-edc8f812e2e0 tempest-ExtraDHCPOptionsTestJSON-179516645 tempest-ExtraDHCPOptionsTestJSON-179516645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:00.282698 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-74ca4847-5baa-4464-9779-487f1dd2473a None None] Transition to ACTIVE for port object 6b1ac44f-058c-4f9e-9090-c409584719e8 will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:42:00.291504 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [None req-382de3ca-d611-4857-b876-edc8f812e2e0 tempest-ExtraDHCPOptionsTestJSON-179516645 tempest-ExtraDHCPOptionsTestJSON-179516645-project] device_id is not set on port b74a0992-1eb3-4097-b3d9-dce35029785f yet. {{(pid=84886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:42:00.383708 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-796d53e6-ae93-4228-bfa8-4aea2ac761e6 req-16e5a7d1-7777-419b-95af-f749f229857d tempest-VolumesActionsTest-2131315420 tempest-VolumesActionsTest-2131315420-project] Made reservation on behalf of 48ce6dd14d8c4ec28217a7fdf8882865 for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:42:00.386950 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-796d53e6-ae93-4228-bfa8-4aea2ac761e6 req-16e5a7d1-7777-419b-95af-f749f229857d tempest-VolumesActionsTest-2131315420 tempest-VolumesActionsTest-2131315420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:00.416186 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2f9274d2-bb20-4353-83cf-f649afde0065 tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-724789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3141'] for router, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:00.459239 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2f9274d2-bb20-4353-83cf-f649afde0065 tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:00.489691 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-74ca4847-5baa-4464-9779-487f1dd2473a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:00.583120 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-382de3ca-d611-4857-b876-edc8f812e2e0 tempest-ExtraDHCPOptionsTestJSON-179516645 tempest-ExtraDHCPOptionsTestJSON-179516645-project] Allocated IP 172.20.0.13 (ca09ef5b-b07d-4f98-bd1f-397ff9e388cd/3029107a-8f33-46d3-8c95-10b7b2237e0f/b74a0992-1eb3-4097-b3d9-dce35029785f) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:42:00.590004 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ca4847-5baa-4464-9779-487f1dd2473a None None] Pushing event updated for resources: {'Port': ['ID=6b1ac44f-058c-4f9e-9090-c409584719e8,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:42:00.592351 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2f9274d2-bb20-4353-83cf-f649afde0065 tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724889'] for router, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:00.593135 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f9274d2-bb20-4353-83cf-f649afde0065 tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Fanout notify agent at l3_agent the message router_deleted on router 007f72b7-88ac-41cd-842b-1af4fb2e2627 {{(pid=84887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:42:00.609526 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [req-796d53e6-ae93-4228-bfa8-4aea2ac761e6 req-16e5a7d1-7777-419b-95af-f749f229857d tempest-VolumesActionsTest-2131315420 tempest-VolumesActionsTest-2131315420-project] Allocated IP 172.20.0.12 (6bb5efe0-1b8f-4b15-8fd1-8f9fe9f26040/f69f11c8-7c82-4623-a9de-89aed402dfa6/6a203b1b-c4d6-4a6c-b4d3-04f3a37da3b5) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:42:00.616857 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ca4847-5baa-4464-9779-487f1dd2473a None None] Network ca09ef5b-b07d-4f98-bd1f-397ff9e388cd is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:42:00.618453 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-74ca4847-5baa-4464-9779-487f1dd2473a None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:42:00.621139 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ca4847-5baa-4464-9779-487f1dd2473a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:42:00.621675 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ca4847-5baa-4464-9779-487f1dd2473a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:42:00.622163 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ca4847-5baa-4464-9779-487f1dd2473a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:42:00.622644 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ca4847-5baa-4464-9779-487f1dd2473a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:42:00.623164 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ca4847-5baa-4464-9779-487f1dd2473a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:42:00.623709 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ca4847-5baa-4464-9779-487f1dd2473a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:42:00.624186 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ca4847-5baa-4464-9779-487f1dd2473a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:42:00.624659 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ca4847-5baa-4464-9779-487f1dd2473a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:42:00.625131 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ca4847-5baa-4464-9779-487f1dd2473a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:42:00.625740 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ca4847-5baa-4464-9779-487f1dd2473a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:42:00.629991 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ca4847-5baa-4464-9779-487f1dd2473a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:42:00.630393 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ca4847-5baa-4464-9779-487f1dd2473a None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:42:00.633025 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2f9274d2-bb20-4353-83cf-f649afde0065 tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] Notify callbacks [] for router, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:00.634318 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-2f9274d2-bb20-4353-83cf-f649afde0065 tempest-RoutersNegativeTest-792307009 tempest-RoutersNegativeTest-792307009-project] 10.222.0.85 "DELETE /v2.0/routers/007f72b7-88ac-41cd-842b-1af4fb2e2627 HTTP/1.1" status: 204 len: 168 time: 1.2770452 May 30 20:42:00.768145 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-74ca4847-5baa-4464-9779-487f1dd2473a None None] Attempting to bind port 6b1ac44f-058c-4f9e-9090-c409584719e8 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:42:00.769672 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-74ca4847-5baa-4464-9779-487f1dd2473a None None] Attempting to bind port 6b1ac44f-058c-4f9e-9090-c409584719e8 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': 'f85a36cc-c7eb-413f-909a-c4c58d68fc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'ca09ef5b-b07d-4f98-bd1f-397ff9e388cd'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:42:00.770044 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ca4847-5baa-4464-9779-487f1dd2473a None None] Attempting to bind port 6b1ac44f-058c-4f9e-9090-c409584719e8 on network ca09ef5b-b07d-4f98-bd1f-397ff9e388cd {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:42:00.790246 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ca4847-5baa-4464-9779-487f1dd2473a None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:42:00.791286 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ca4847-5baa-4464-9779-487f1dd2473a None None] Checking segment: {'id': 'f85a36cc-c7eb-413f-909a-c4c58d68fc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'ca09ef5b-b07d-4f98-bd1f-397ff9e388cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:42:00.791697 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-74ca4847-5baa-4464-9779-487f1dd2473a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:00.793054 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ca4847-5baa-4464-9779-487f1dd2473a None None] Bound using segment: {'id': 'f85a36cc-c7eb-413f-909a-c4c58d68fc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'ca09ef5b-b07d-4f98-bd1f-397ff9e388cd'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:42:00.795572 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-74ca4847-5baa-4464-9779-487f1dd2473a None None] Bound port: 6b1ac44f-058c-4f9e-9090-c409584719e8, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f85a36cc-c7eb-413f-909a-c4c58d68fc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'ca09ef5b-b07d-4f98-bd1f-397ff9e388cd'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:42:00.795803 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-74ca4847-5baa-4464-9779-487f1dd2473a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:00.846999 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-796d53e6-ae93-4228-bfa8-4aea2ac761e6 req-16e5a7d1-7777-419b-95af-f749f229857d tempest-VolumesActionsTest-2131315420 tempest-VolumesActionsTest-2131315420-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:00.878446 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-382de3ca-d611-4857-b876-edc8f812e2e0 tempest-ExtraDHCPOptionsTestJSON-179516645 tempest-ExtraDHCPOptionsTestJSON-179516645-project] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:00.896602 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [None req-382de3ca-d611-4857-b876-edc8f812e2e0 tempest-ExtraDHCPOptionsTestJSON-179516645 tempest-ExtraDHCPOptionsTestJSON-179516645-project] Transition to ACTIVE for port object b74a0992-1eb3-4097-b3d9-dce35029785f will not be triggered until provisioned by entity DHCP. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:42:00.921133 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-74ca4847-5baa-4464-9779-487f1dd2473a None None] For port 6b1ac44f-058c-4f9e-9090-c409584719e8, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:42:00.924524 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-74ca4847-5baa-4464-9779-487f1dd2473a None None] For port 6b1ac44f-058c-4f9e-9090-c409584719e8, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=6b1ac44f-058c-4f9e-9090-c409584719e8,segment=NetworkSegment(f85a36cc-c7eb-413f-909a-c4c58d68fc47),segment_id=f85a36cc-c7eb-413f-909a-c4c58d68fc47)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:42:00.938847 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-796d53e6-ae93-4228-bfa8-4aea2ac761e6 req-16e5a7d1-7777-419b-95af-f749f229857d tempest-VolumesActionsTest-2131315420 tempest-VolumesActionsTest-2131315420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:01.022924 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-796d53e6-ae93-4228-bfa8-4aea2ac761e6 req-16e5a7d1-7777-419b-95af-f749f229857d tempest-VolumesActionsTest-2131315420 tempest-VolumesActionsTest-2131315420-project] Network 6bb5efe0-1b8f-4b15-8fd1-8f9fe9f26040 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:42:01.027500 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [req-796d53e6-ae93-4228-bfa8-4aea2ac761e6 req-16e5a7d1-7777-419b-95af-f749f229857d tempest-VolumesActionsTest-2131315420 tempest-VolumesActionsTest-2131315420-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:42:01.032282 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-796d53e6-ae93-4228-bfa8-4aea2ac761e6 req-16e5a7d1-7777-419b-95af-f749f229857d tempest-VolumesActionsTest-2131315420 tempest-VolumesActionsTest-2131315420-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:42:01.049407 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-74ca4847-5baa-4464-9779-487f1dd2473a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:01.064488 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-382de3ca-d611-4857-b876-edc8f812e2e0 tempest-ExtraDHCPOptionsTestJSON-179516645 tempest-ExtraDHCPOptionsTestJSON-179516645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:01.080492 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e5a7d1-7777-419b-95af-f749f229857d tempest-VolumesActionsTest-2131315420 tempest-VolumesActionsTest-2131315420-project] Pushing event updated for resources: {'Port': ['ID=6a203b1b-c4d6-4a6c-b4d3-04f3a37da3b5,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:42:01.124704 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796d53e6-ae93-4228-bfa8-4aea2ac761e6 req-16e5a7d1-7777-419b-95af-f749f229857d tempest-VolumesActionsTest-2131315420 tempest-VolumesActionsTest-2131315420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:42:01.125534 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-796d53e6-ae93-4228-bfa8-4aea2ac761e6 req-16e5a7d1-7777-419b-95af-f749f229857d tempest-VolumesActionsTest-2131315420 tempest-VolumesActionsTest-2131315420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:01.156359 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ca4847-5baa-4464-9779-487f1dd2473a None None] Pushing event updated for resources: {'Port': ['ID=6b1ac44f-058c-4f9e-9090-c409584719e8,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:42:01.176100 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-382de3ca-d611-4857-b876-edc8f812e2e0 tempest-ExtraDHCPOptionsTestJSON-179516645 tempest-ExtraDHCPOptionsTestJSON-179516645-project] Network ca09ef5b-b07d-4f98-bd1f-397ff9e388cd is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:42:01.178620 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-382de3ca-d611-4857-b876-edc8f812e2e0 tempest-ExtraDHCPOptionsTestJSON-179516645 tempest-ExtraDHCPOptionsTestJSON-179516645-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:42:01.182601 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-382de3ca-d611-4857-b876-edc8f812e2e0 tempest-ExtraDHCPOptionsTestJSON-179516645 tempest-ExtraDHCPOptionsTestJSON-179516645-project] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:42:01.219139 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382de3ca-d611-4857-b876-edc8f812e2e0 tempest-ExtraDHCPOptionsTestJSON-179516645 tempest-ExtraDHCPOptionsTestJSON-179516645-project] Pushing event updated for resources: {'Port': ['ID=b74a0992-1eb3-4097-b3d9-dce35029785f,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:42:01.231611 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-796d53e6-ae93-4228-bfa8-4aea2ac761e6 req-16e5a7d1-7777-419b-95af-f749f229857d tempest-VolumesActionsTest-2131315420 tempest-VolumesActionsTest-2131315420-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8164878 May 30 20:42:01.248839 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-796d53e6-ae93-4228-bfa8-4aea2ac761e6 req-b3a7efbb-d216-48f0-8c67-4428d0f8c422 service neutron] Request body: {'port': {'device_id': 'b9ce43a6-54dd-4a76-b969-b6eb1aa4afaf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843948-2'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:42:01.260027 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:01.269168 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-382de3ca-d611-4857-b876-edc8f812e2e0 tempest-ExtraDHCPOptionsTestJSON-179516645 tempest-ExtraDHCPOptionsTestJSON-179516645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:42:01.275269 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-382de3ca-d611-4857-b876-edc8f812e2e0 tempest-ExtraDHCPOptionsTestJSON-179516645 tempest-ExtraDHCPOptionsTestJSON-179516645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:01.450032 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-796d53e6-ae93-4228-bfa8-4aea2ac761e6 req-b3a7efbb-d216-48f0-8c67-4428d0f8c422 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:01.459260 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 34114) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:42:01.483250 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-382de3ca-d611-4857-b876-edc8f812e2e0 tempest-ExtraDHCPOptionsTestJSON-179516645 tempest-ExtraDHCPOptionsTestJSON-179516645-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.8006599 May 30 20:42:01.488874 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 34120) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:42:01.506053 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-7db2d2d9-39e3-46ca-a1c8-c52e9e2272c7 tempest-ExtraDHCPOptionsTestJSON-179516645 tempest-ExtraDHCPOptionsTestJSON-179516645-project] Request body: {'port': {'network_id': 'ca09ef5b-b07d-4f98-bd1f-397ff9e388cd', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1710386629', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:42:01.506555 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.api.validators [None req-7db2d2d9-39e3-46ca-a1c8-c52e9e2272c7 tempest-ExtraDHCPOptionsTestJSON-179516645 tempest-ExtraDHCPOptionsTestJSON-179516645-project] bootfile-name is not in valid_values {{(pid=84886) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 30 20:42:01.508311 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.api.validators [None req-7db2d2d9-39e3-46ca-a1c8-c52e9e2272c7 tempest-ExtraDHCPOptionsTestJSON-179516645 tempest-ExtraDHCPOptionsTestJSON-179516645-project] tftp-server is not in valid_values {{(pid=84886) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 30 20:42:01.509352 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.api.validators [None req-7db2d2d9-39e3-46ca-a1c8-c52e9e2272c7 tempest-ExtraDHCPOptionsTestJSON-179516645 tempest-ExtraDHCPOptionsTestJSON-179516645-project] server-ip-address is not in valid_values {{(pid=84886) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 30 20:42:01.816358 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-5dd183c6-992e-497c-b5e2-6c14329a7099 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=79de34640dfe49d7b1eb44d5a54f0472&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3552790 May 30 20:42:01.820277 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 34134) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:42:01.847445 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-7db2d2d9-39e3-46ca-a1c8-c52e9e2272c7 tempest-ExtraDHCPOptionsTestJSON-179516645 tempest-ExtraDHCPOptionsTestJSON-179516645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:42:01.866598 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-7db2d2d9-39e3-46ca-a1c8-c52e9e2272c7 tempest-ExtraDHCPOptionsTestJSON-179516645 tempest-ExtraDHCPOptionsTestJSON-179516645-project] Usage tracker for resource:port and tenant:fd048cd0aecf458c92de52f2c941f6e2 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:42:01.900097 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-7db2d2d9-39e3-46ca-a1c8-c52e9e2272c7 tempest-ExtraDHCPOptionsTestJSON-179516645 tempest-ExtraDHCPOptionsTestJSON-179516645-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:42:01.919887 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-7db2d2d9-39e3-46ca-a1c8-c52e9e2272c7 tempest-ExtraDHCPOptionsTestJSON-179516645 tempest-ExtraDHCPOptionsTestJSON-179516645-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:42:01.954027 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4565483f-31d8-4662-96c2-500824e10780 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:01.983488 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4565483f-31d8-4662-96c2-500824e10780 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:01.998869 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68440da1-7bd9-458e-b549-36a514fbe661 req-bc454b03-d268-47c2-a818-9203a646a1d2 tempest-VolumesActionsTest-2131315420 tempest-VolumesActionsTest-2131315420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:42:01.999565 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-68440da1-7bd9-458e-b549-36a514fbe661 req-bc454b03-d268-47c2-a818-9203a646a1d2 tempest-VolumesActionsTest-2131315420 tempest-VolumesActionsTest-2131315420-project] Synchronizing usage tracker for tenant:48ce6dd14d8c4ec28217a7fdf8882865 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:42:02.013532 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7db2d2d9-39e3-46ca-a1c8-c52e9e2272c7 tempest-ExtraDHCPOptionsTestJSON-179516645 tempest-ExtraDHCPOptionsTestJSON-179516645-project] Made reservation on behalf of fd048cd0aecf458c92de52f2c941f6e2 for: {'port': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:42:02.018161 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7db2d2d9-39e3-46ca-a1c8-c52e9e2272c7 tempest-ExtraDHCPOptionsTestJSON-179516645 tempest-ExtraDHCPOptionsTestJSON-179516645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:02.076951 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [None req-7db2d2d9-39e3-46ca-a1c8-c52e9e2272c7 tempest-ExtraDHCPOptionsTestJSON-179516645 tempest-ExtraDHCPOptionsTestJSON-179516645-project] device_id is not set on port 06f8ac66-e4d5-47d7-b122-dc8ded4ef89c yet. {{(pid=84886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:42:02.130234 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-68440da1-7bd9-458e-b549-36a514fbe661 req-bc454b03-d268-47c2-a818-9203a646a1d2 tempest-VolumesActionsTest-2131315420 tempest-VolumesActionsTest-2131315420-project] Unset dirty status for tenant:48ce6dd14d8c4ec28217a7fdf8882865 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:42:02.131442 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-68440da1-7bd9-458e-b549-36a514fbe661 req-bc454b03-d268-47c2-a818-9203a646a1d2 tempest-VolumesActionsTest-2131315420 tempest-VolumesActionsTest-2131315420-project] 10.222.0.85 "GET /v2.0/ports?device_id=b9ce43a6-54dd-4a76-b969-b6eb1aa4afaf HTTP/1.1" status: 200 len: 932 time: 0.8242002 May 30 20:42:02.198211 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [req-796d53e6-ae93-4228-bfa8-4aea2ac761e6 req-b3a7efbb-d216-48f0-8c67-4428d0f8c422 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a203b1b-c4d6-4a6c-b4d3-04f3a37da3b5 {{(pid=84887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:42:02.204663 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-68440da1-7bd9-458e-b549-36a514fbe661 req-40706ddc-abae-41e2-8a71-c66609ff4c35 tempest-VolumesActionsTest-2131315420 tempest-VolumesActionsTest-2131315420-project] 10.222.0.85 "GET /v2.0/security-groups?id=38547dd7-5d64-426c-a817-a0261bf2e3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600016 May 30 20:42:02.208823 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-796d53e6-ae93-4228-bfa8-4aea2ac761e6 req-b3a7efbb-d216-48f0-8c67-4428d0f8c422 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:02.229640 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-796d53e6-ae93-4228-bfa8-4aea2ac761e6 req-b3a7efbb-d216-48f0-8c67-4428d0f8c422 service neutron] Transition to ACTIVE for port object 6a203b1b-c4d6-4a6c-b4d3-04f3a37da3b5 will not be triggered until provisioned by entity L2. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:42:02.303835 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-7db2d2d9-39e3-46ca-a1c8-c52e9e2272c7 tempest-ExtraDHCPOptionsTestJSON-179516645 tempest-ExtraDHCPOptionsTestJSON-179516645-project] Allocated IP 172.20.0.7 (ca09ef5b-b07d-4f98-bd1f-397ff9e388cd/3029107a-8f33-46d3-8c95-10b7b2237e0f/06f8ac66-e4d5-47d7-b122-dc8ded4ef89c) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:42:02.331626 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4565483f-31d8-4662-96c2-500824e10780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:02.362818 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4565483f-31d8-4662-96c2-500824e10780 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41c57b96-cdf0-4f06-bb64-29ab1551e98f,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:42:02.387651 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4565483f-31d8-4662-96c2-500824e10780 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:02.388870 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-4565483f-31d8-4662-96c2-500824e10780 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/41c57b96-cdf0-4f06-bb64-29ab1551e98f HTTP/1.1" status: 204 len: 168 time: 0.5678630 May 30 20:42:02.395084 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-796d53e6-ae93-4228-bfa8-4aea2ac761e6 req-b3a7efbb-d216-48f0-8c67-4428d0f8c422 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:02.635271 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a7efbb-d216-48f0-8c67-4428d0f8c422 service neutron] Pushing event updated for resources: {'Port': ['ID=6a203b1b-c4d6-4a6c-b4d3-04f3a37da3b5,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:42:02.675427 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:02.771744 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-796d53e6-ae93-4228-bfa8-4aea2ac761e6 req-b3a7efbb-d216-48f0-8c67-4428d0f8c422 service neutron] Attempting to bind port 6a203b1b-c4d6-4a6c-b4d3-04f3a37da3b5 on host n-h2-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:42:02.772392 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-796d53e6-ae93-4228-bfa8-4aea2ac761e6 req-b3a7efbb-d216-48f0-8c67-4428d0f8c422 service neutron] Attempting to bind port 6a203b1b-c4d6-4a6c-b4d3-04f3a37da3b5 by drivers openvswitch,hyperv on host n-h2-843948-2 at level 0 using segments [{'id': '4cc1403f-4045-409e-8102-5e401ec9597d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '6bb5efe0-1b8f-4b15-8fd1-8f9fe9f26040'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:42:02.772944 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-796d53e6-ae93-4228-bfa8-4aea2ac761e6 req-b3a7efbb-d216-48f0-8c67-4428d0f8c422 service neutron] Attempting to bind port 6a203b1b-c4d6-4a6c-b4d3-04f3a37da3b5 on network 6bb5efe0-1b8f-4b15-8fd1-8f9fe9f26040 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:42:02.780802 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-796d53e6-ae93-4228-bfa8-4aea2ac761e6 req-b3a7efbb-d216-48f0-8c67-4428d0f8c422 service neutron] Port 6a203b1b-c4d6-4a6c-b4d3-04f3a37da3b5 on network 6bb5efe0-1b8f-4b15-8fd1-8f9fe9f26040 not bound, no agent of type Open vSwitch agent registered on host n-h2-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:42:02.781436 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-796d53e6-ae93-4228-bfa8-4aea2ac761e6 req-b3a7efbb-d216-48f0-8c67-4428d0f8c422 service neutron] Attempting to bind port 6a203b1b-c4d6-4a6c-b4d3-04f3a37da3b5 on network 6bb5efe0-1b8f-4b15-8fd1-8f9fe9f26040 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:42:02.790961 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-796d53e6-ae93-4228-bfa8-4aea2ac761e6 req-b3a7efbb-d216-48f0-8c67-4428d0f8c422 service neutron] Checking agent: {'id': 'eaa08354-e8f5-4e73-af76-8d3cf7d2b390', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 41, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:42:02.791676 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-796d53e6-ae93-4228-bfa8-4aea2ac761e6 req-b3a7efbb-d216-48f0-8c67-4428d0f8c422 service neutron] Checking segment: {'id': '4cc1403f-4045-409e-8102-5e401ec9597d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '6bb5efe0-1b8f-4b15-8fd1-8f9fe9f26040'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:42:02.792471 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-796d53e6-ae93-4228-bfa8-4aea2ac761e6 req-b3a7efbb-d216-48f0-8c67-4428d0f8c422 service neutron] Bound using segment: {'id': '4cc1403f-4045-409e-8102-5e401ec9597d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '6bb5efe0-1b8f-4b15-8fd1-8f9fe9f26040'} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:42:02.793120 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-796d53e6-ae93-4228-bfa8-4aea2ac761e6 req-b3a7efbb-d216-48f0-8c67-4428d0f8c422 service neutron] Bound port: 6a203b1b-c4d6-4a6c-b4d3-04f3a37da3b5, host: n-h2-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cc1403f-4045-409e-8102-5e401ec9597d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '6bb5efe0-1b8f-4b15-8fd1-8f9fe9f26040'}}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:42:02.800567 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-796d53e6-ae93-4228-bfa8-4aea2ac761e6 req-b3a7efbb-d216-48f0-8c67-4428d0f8c422 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:02.818883 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7db2d2d9-39e3-46ca-a1c8-c52e9e2272c7 tempest-ExtraDHCPOptionsTestJSON-179516645 tempest-ExtraDHCPOptionsTestJSON-179516645-project] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:02.821812 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-978b5d4e-2f44-4f89-b048-e4109d4d0e28 None None] Network ca09ef5b-b07d-4f98-bd1f-397ff9e388cd requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:42:02.837553 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [None req-7db2d2d9-39e3-46ca-a1c8-c52e9e2272c7 tempest-ExtraDHCPOptionsTestJSON-179516645 tempest-ExtraDHCPOptionsTestJSON-179516645-project] Transition to ACTIVE for port object 06f8ac66-e4d5-47d7-b122-dc8ded4ef89c will not be triggered until provisioned by entity DHCP. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:42:02.918390 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-796d53e6-ae93-4228-bfa8-4aea2ac761e6 req-b3a7efbb-d216-48f0-8c67-4428d0f8c422 service neutron] For port 6a203b1b-c4d6-4a6c-b4d3-04f3a37da3b5, host n-h2-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:42:02.922655 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-796d53e6-ae93-4228-bfa8-4aea2ac761e6 req-b3a7efbb-d216-48f0-8c67-4428d0f8c422 service neutron] For port 6a203b1b-c4d6-4a6c-b4d3-04f3a37da3b5, host n-h2-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=6a203b1b-c4d6-4a6c-b4d3-04f3a37da3b5,segment=NetworkSegment(4cc1403f-4045-409e-8102-5e401ec9597d),segment_id=4cc1403f-4045-409e-8102-5e401ec9597d)] {{(pid=84887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:42:02.968323 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7db2d2d9-39e3-46ca-a1c8-c52e9e2272c7 tempest-ExtraDHCPOptionsTestJSON-179516645 tempest-ExtraDHCPOptionsTestJSON-179516645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:03.053744 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-796d53e6-ae93-4228-bfa8-4aea2ac761e6 req-b3a7efbb-d216-48f0-8c67-4428d0f8c422 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:03.096081 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-78ed7fee-bf65-4223-94a0-3b60d767a30f None None] Provisioning for port 6b1ac44f-058c-4f9e-9090-c409584719e8 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:42:03.121187 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-796d53e6-ae93-4228-bfa8-4aea2ac761e6 req-b3a7efbb-d216-48f0-8c67-4428d0f8c422 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:03.124494 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-796d53e6-ae93-4228-bfa8-4aea2ac761e6 req-b3a7efbb-d216-48f0-8c67-4428d0f8c422 service neutron] 10.222.0.86 "PUT /v2.0/ports/6a203b1b-c4d6-4a6c-b4d3-04f3a37da3b5 HTTP/1.1" status: 200 len: 1092 time: 1.8823411 May 30 20:42:03.126384 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9ce43a6-54dd-4a76-b969-b6eb1aa4afaf', 'tag': '6a203b1b-c4d6-4a6c-b4d3-04f3a37da3b5'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:42:03.166985 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db2d2d9-39e3-46ca-a1c8-c52e9e2272c7 tempest-ExtraDHCPOptionsTestJSON-179516645 tempest-ExtraDHCPOptionsTestJSON-179516645-project] Network ca09ef5b-b07d-4f98-bd1f-397ff9e388cd is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:42:03.171408 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-7db2d2d9-39e3-46ca-a1c8-c52e9e2272c7 tempest-ExtraDHCPOptionsTestJSON-179516645 tempest-ExtraDHCPOptionsTestJSON-179516645-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:42:03.173925 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db2d2d9-39e3-46ca-a1c8-c52e9e2272c7 tempest-ExtraDHCPOptionsTestJSON-179516645 tempest-ExtraDHCPOptionsTestJSON-179516645-project] Pushing event updated for resources: {'Port': ['ID=06f8ac66-e4d5-47d7-b122-dc8ded4ef89c,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:42:03.176692 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db2d2d9-39e3-46ca-a1c8-c52e9e2272c7 tempest-ExtraDHCPOptionsTestJSON-179516645 tempest-ExtraDHCPOptionsTestJSON-179516645-project] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:42:03.199175 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a7efbb-d216-48f0-8c67-4428d0f8c422 service neutron] Pushing event updated for resources: {'Port': ['ID=6a203b1b-c4d6-4a6c-b4d3-04f3a37da3b5,revision_number=3']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:42:03.249771 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db2d2d9-39e3-46ca-a1c8-c52e9e2272c7 tempest-ExtraDHCPOptionsTestJSON-179516645 tempest-ExtraDHCPOptionsTestJSON-179516645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:42:03.250451 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7db2d2d9-39e3-46ca-a1c8-c52e9e2272c7 tempest-ExtraDHCPOptionsTestJSON-179516645 tempest-ExtraDHCPOptionsTestJSON-179516645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:03.342524 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12278ffd-8f9c-4873-ada9-caefbc8bbd3e'] response: {'name': 'network-changed', 'server_uuid': 'b9ce43a6-54dd-4a76-b969-b6eb1aa4afaf', 'tag': '6a203b1b-c4d6-4a6c-b4d3-04f3a37da3b5', 'status': 'completed', 'code': 200} May 30 20:42:03.360169 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-7db2d2d9-39e3-46ca-a1c8-c52e9e2272c7 tempest-ExtraDHCPOptionsTestJSON-179516645 tempest-ExtraDHCPOptionsTestJSON-179516645-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.8701935 May 30 20:42:03.366081 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 34204) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:42:03.452433 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-796d53e6-ae93-4228-bfa8-4aea2ac761e6 req-823d2988-0cde-4055-b7ff-384d9abac055 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=48ce6dd14d8c4ec28217a7fdf8882865&device_id=b9ce43a6-54dd-4a76-b969-b6eb1aa4afaf HTTP/1.1" status: 200 len: 1095 time: 0.2018485 May 30 20:42:03.498119 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97a07b4-4e84-4473-b26b-523e5109991f tempest-ExtraDHCPOptionsTestJSON-179516645 tempest-ExtraDHCPOptionsTestJSON-179516645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:42:03.503313 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97a07b4-4e84-4473-b26b-523e5109991f tempest-ExtraDHCPOptionsTestJSON-179516645 tempest-ExtraDHCPOptionsTestJSON-179516645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:42:03.515893 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97a07b4-4e84-4473-b26b-523e5109991f tempest-ExtraDHCPOptionsTestJSON-179516645 tempest-ExtraDHCPOptionsTestJSON-179516645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:42:03.516810 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-c97a07b4-4e84-4473-b26b-523e5109991f tempest-ExtraDHCPOptionsTestJSON-179516645 tempest-ExtraDHCPOptionsTestJSON-179516645-project] Synchronizing usage tracker for tenant:fd048cd0aecf458c92de52f2c941f6e2 on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:42:03.624586 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-796d53e6-ae93-4228-bfa8-4aea2ac761e6 req-4546b41b-1a37-4091-9463-5fbba86b0b36 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6a203b1b-c4d6-4a6c-b4d3-04f3a37da3b5 HTTP/1.1" status: 200 len: 217 time: 0.1194015 May 30 20:42:03.664588 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-c97a07b4-4e84-4473-b26b-523e5109991f tempest-ExtraDHCPOptionsTestJSON-179516645 tempest-ExtraDHCPOptionsTestJSON-179516645-project] Unset dirty status for tenant:fd048cd0aecf458c92de52f2c941f6e2 on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:42:03.666838 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-c97a07b4-4e84-4473-b26b-523e5109991f tempest-ExtraDHCPOptionsTestJSON-179516645 tempest-ExtraDHCPOptionsTestJSON-179516645-project] 10.222.0.85 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.3033628 May 30 20:42:03.678451 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 34224) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:42:03.739750 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 6b1ac44f-058c-4f9e-9090-c409584719e8 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:42:03.755086 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7735bab-a46e-4274-999a-ed7ca3553b72 req-982f11b6-18af-4de9-9a65-65061b267e1a tempest-VolumesActionsTest-2131315420 tempest-VolumesActionsTest-2131315420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:42:03.763437 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a7735bab-a46e-4274-999a-ed7ca3553b72 req-982f11b6-18af-4de9-9a65-65061b267e1a tempest-VolumesActionsTest-2131315420 tempest-VolumesActionsTest-2131315420-project] 10.222.0.85 "GET /v2.0/ports?device_id=b9ce43a6-54dd-4a76-b969-b6eb1aa4afaf HTTP/1.1" status: 200 len: 944 time: 0.3099425 May 30 20:42:03.819688 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796d53e6-ae93-4228-bfa8-4aea2ac761e6 req-e0a61399-fbd5-4485-9f23-3f875c6c8dd6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:42:03.819688 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-796d53e6-ae93-4228-bfa8-4aea2ac761e6 req-e0a61399-fbd5-4485-9f23-3f875c6c8dd6 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f69f11c8-7c82-4623-a9de-89aed402dfa6 HTTP/1.1" status: 200 len: 848 time: 0.1857886 May 30 20:42:03.896034 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-2134bd51-1992-48c6-b614-95cd7a8545bc tempest-ExtraDHCPOptionsTestJSON-179516645 tempest-ExtraDHCPOptionsTestJSON-179516645-project] Deleting port 06f8ac66-e4d5-47d7-b122-dc8ded4ef89c {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:42:03.897744 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2134bd51-1992-48c6-b614-95cd7a8545bc tempest-ExtraDHCPOptionsTestJSON-179516645 tempest-ExtraDHCPOptionsTestJSON-179516645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:03.954427 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a7735bab-a46e-4274-999a-ed7ca3553b72 req-8e35f73f-7ef0-4e8b-b905-ef696f51bf95 tempest-VolumesActionsTest-2131315420 tempest-VolumesActionsTest-2131315420-project] 10.222.0.85 "GET /v2.0/security-groups?id=38547dd7-5d64-426c-a817-a0261bf2e3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898065 May 30 20:42:03.959863 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-76aafe7b-0fbf-46b8-8af8-b633049d2bcb None None] Provisioning for port b74a0992-1eb3-4097-b3d9-dce35029785f completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:42:03.977717 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-76aafe7b-0fbf-46b8-8af8-b633049d2bcb None None] Provisioning complete for port b74a0992-1eb3-4097-b3d9-dce35029785f triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:42:03.978152 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-76aafe7b-0fbf-46b8-8af8-b633049d2bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:04.001765 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-796d53e6-ae93-4228-bfa8-4aea2ac761e6 req-9193dfdd-21d5-4418-a2bf-a0f36672b160 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=6bb5efe0-1b8f-4b15-8fd1-8f9fe9f26040&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1345987 May 30 20:42:04.059322 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-76aafe7b-0fbf-46b8-8af8-b633049d2bcb None None] Port b74a0992-1eb3-4097-b3d9-dce35029785f cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:42:04.161565 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-76aafe7b-0fbf-46b8-8af8-b633049d2bcb None None] Provisioning for port 06f8ac66-e4d5-47d7-b122-dc8ded4ef89c completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:42:04.171009 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-76aafe7b-0fbf-46b8-8af8-b633049d2bcb None None] Provisioning complete for port 06f8ac66-e4d5-47d7-b122-dc8ded4ef89c triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:42:04.175911 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-76aafe7b-0fbf-46b8-8af8-b633049d2bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:04.197132 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-796d53e6-ae93-4228-bfa8-4aea2ac761e6 req-c7cdaa9d-99e0-4772-8216-26e7a7569bfb service neutron] 10.222.0.86 "GET /v2.0/networks/6bb5efe0-1b8f-4b15-8fd1-8f9fe9f26040?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872292 May 30 20:42:04.216270 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 6b1ac44f-058c-4f9e-9090-c409584719e8 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:42:04.242124 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 6b1ac44f-058c-4f9e-9090-c409584719e8 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:42:04.242894 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:04.319419 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-76aafe7b-0fbf-46b8-8af8-b633049d2bcb None None] Port 06f8ac66-e4d5-47d7-b122-dc8ded4ef89c cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:42:04.336124 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2134bd51-1992-48c6-b614-95cd7a8545bc tempest-ExtraDHCPOptionsTestJSON-179516645 tempest-ExtraDHCPOptionsTestJSON-179516645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:04.386011 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-76aafe7b-0fbf-46b8-8af8-b633049d2bcb None None] Provisioning complete for port 6b1ac44f-058c-4f9e-9090-c409584719e8 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:42:04.386402 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-76aafe7b-0fbf-46b8-8af8-b633049d2bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:04.422846 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:04.428380 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-796d53e6-ae93-4228-bfa8-4aea2ac761e6 req-2473aa62-3aa6-42f1-b1d6-37bcbe1976d0 service neutron] 10.222.0.86 "GET /v2.0/networks/6bb5efe0-1b8f-4b15-8fd1-8f9fe9f26040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202923 May 30 20:42:04.482771 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port 6b1ac44f-058c-4f9e-9090-c409584719e8, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=6b1ac44f-058c-4f9e-9090-c409584719e8,segment=NetworkSegment(f85a36cc-c7eb-413f-909a-c4c58d68fc47),segment_id=f85a36cc-c7eb-413f-909a-c4c58d68fc47)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:42:04.508372 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 34262) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:42:04.570854 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-2134bd51-1992-48c6-b614-95cd7a8545bc tempest-ExtraDHCPOptionsTestJSON-179516645 tempest-ExtraDHCPOptionsTestJSON-179516645-project] Calling delete_port for 06f8ac66-e4d5-47d7-b122-dc8ded4ef89c owned by {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:42:04.580195 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-76aafe7b-0fbf-46b8-8af8-b633049d2bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:04.756057 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-78e468c4-c5c5-4d08-b9c8-d27b8138ec96 req-3a4ea679-95dd-4e71-8c2c-d3ece3cb4acc service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=48ce6dd14d8c4ec28217a7fdf8882865&device_id=b9ce43a6-54dd-4a76-b969-b6eb1aa4afaf HTTP/1.1" status: 200 len: 1095 time: 0.1328382 May 30 20:42:04.759118 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:04.800264 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-6f68ae77-0839-4e17-a583-985044f7c7d3 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Request body: {'security_group': {'name': 'tempest-secgroup--678887911'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:42:04.811089 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-6f68ae77-0839-4e17-a583-985044f7c7d3 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:42:04.848802 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.db.api [None req-76aafe7b-0fbf-46b8-8af8-b633049d2bcb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:42:04.849150 n-d-843948-2 neutron-server[84888]: DEBUG oslo_db.api [None req-76aafe7b-0fbf-46b8-8af8-b633049d2bcb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:42:04.852955 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=6b1ac44f-058c-4f9e-9090-c409584719e8,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:42:04.862178 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-6f68ae77-0839-4e17-a583-985044f7c7d3 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Usage tracker for resource:security_group and tenant:a54e056ace874b45b17e4c0172a1b90a is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:42:04.871537 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-6f68ae77-0839-4e17-a583-985044f7c7d3 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:42:04.879947 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-6f68ae77-0839-4e17-a583-985044f7c7d3 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:42:04.887198 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2134bd51-1992-48c6-b614-95cd7a8545bc tempest-ExtraDHCPOptionsTestJSON-179516645 tempest-ExtraDHCPOptionsTestJSON-179516645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:04.938747 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2134bd51-1992-48c6-b614-95cd7a8545bc tempest-ExtraDHCPOptionsTestJSON-179516645 tempest-ExtraDHCPOptionsTestJSON-179516645-project] Pushing event deleted for resources: {'Port': ['ID=06f8ac66-e4d5-47d7-b122-dc8ded4ef89c,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:42:05.058733 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6f68ae77-0839-4e17-a583-985044f7c7d3 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:05.072710 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e468c4-c5c5-4d08-b9c8-d27b8138ec96 req-ac9fd76d-ed3a-4ba7-9589-2706ad3a1c0d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:42:05.080318 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-78e468c4-c5c5-4d08-b9c8-d27b8138ec96 req-ac9fd76d-ed3a-4ba7-9589-2706ad3a1c0d service neutron] 10.222.0.86 "GET /v2.0/networks?id=6bb5efe0-1b8f-4b15-8fd1-8f9fe9f26040 HTTP/1.1" status: 200 len: 909 time: 0.3171644 May 30 20:42:05.085270 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6f68ae77-0839-4e17-a583-985044f7c7d3 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:05.091748 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2134bd51-1992-48c6-b614-95cd7a8545bc tempest-ExtraDHCPOptionsTestJSON-179516645 tempest-ExtraDHCPOptionsTestJSON-179516645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:05.217710 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-78e468c4-c5c5-4d08-b9c8-d27b8138ec96 req-459a671a-019b-49d8-a66e-dd797a034408 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6a203b1b-c4d6-4a6c-b4d3-04f3a37da3b5 HTTP/1.1" status: 200 len: 217 time: 0.1064193 May 30 20:42:05.218262 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-2134bd51-1992-48c6-b614-95cd7a8545bc tempest-ExtraDHCPOptionsTestJSON-179516645 tempest-ExtraDHCPOptionsTestJSON-179516645-project] 10.222.0.85 "DELETE /v2.0/ports/06f8ac66-e4d5-47d7-b122-dc8ded4ef89c HTTP/1.1" status: 204 len: 168 time: 1.5433223 May 30 20:42:05.221259 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 34292) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:42:05.228429 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-fdcc1529-90e4-4edd-8481-6912dd0d6fb3 tempest-ExtraDHCPOptionsTestJSON-179516645 tempest-ExtraDHCPOptionsTestJSON-179516645-project] Request body: {'port': {'name': 'tempest-new-port-name-1545998827', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:42:05.228877 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.api.validators [None req-fdcc1529-90e4-4edd-8481-6912dd0d6fb3 tempest-ExtraDHCPOptionsTestJSON-179516645 tempest-ExtraDHCPOptionsTestJSON-179516645-project] bootfile-name is not in valid_values {{(pid=84887) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 30 20:42:05.229210 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.api.validators [None req-fdcc1529-90e4-4edd-8481-6912dd0d6fb3 tempest-ExtraDHCPOptionsTestJSON-179516645 tempest-ExtraDHCPOptionsTestJSON-179516645-project] tftp-server is not in valid_values {{(pid=84887) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 30 20:42:05.229536 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.api.validators [None req-fdcc1529-90e4-4edd-8481-6912dd0d6fb3 tempest-ExtraDHCPOptionsTestJSON-179516645 tempest-ExtraDHCPOptionsTestJSON-179516645-project] server-ip-address is not in valid_values {{(pid=84887) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 30 20:42:05.257192 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01245a97-7b92-4af0-8094-34930927b07b req-a5824d06-78bb-408c-9408-8c4dca80f244 tempest-VolumesActionsTest-2131315420 tempest-VolumesActionsTest-2131315420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:42:05.258676 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-01245a97-7b92-4af0-8094-34930927b07b req-a5824d06-78bb-408c-9408-8c4dca80f244 tempest-VolumesActionsTest-2131315420 tempest-VolumesActionsTest-2131315420-project] 10.222.0.85 "GET /v2.0/ports?device_id=b9ce43a6-54dd-4a76-b969-b6eb1aa4afaf HTTP/1.1" status: 200 len: 944 time: 0.0920308 May 30 20:42:05.325355 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-01245a97-7b92-4af0-8094-34930927b07b req-ac584882-9421-405d-800d-b641297f5a51 tempest-VolumesActionsTest-2131315420 tempest-VolumesActionsTest-2131315420-project] Synchronizing usage tracker for tenant:48ce6dd14d8c4ec28217a7fdf8882865 on resource:security_group {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:42:05.336398 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-6f68ae77-0839-4e17-a583-985044f7c7d3 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:42:05.345659 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-6f68ae77-0839-4e17-a583-985044f7c7d3 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Usage tracker for resource:security_group_rule and tenant:a54e056ace874b45b17e4c0172a1b90a is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:42:05.352111 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-6f68ae77-0839-4e17-a583-985044f7c7d3 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:42:05.360823 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-6f68ae77-0839-4e17-a583-985044f7c7d3 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:42:05.406298 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e468c4-c5c5-4d08-b9c8-d27b8138ec96 req-5f7b1000-7caf-44be-b187-7833b28bb3df service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:42:05.407738 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-78e468c4-c5c5-4d08-b9c8-d27b8138ec96 req-5f7b1000-7caf-44be-b187-7833b28bb3df service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f69f11c8-7c82-4623-a9de-89aed402dfa6 HTTP/1.1" status: 200 len: 848 time: 0.1836250 May 30 20:42:05.435793 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-01245a97-7b92-4af0-8094-34930927b07b req-ac584882-9421-405d-800d-b641297f5a51 tempest-VolumesActionsTest-2131315420 tempest-VolumesActionsTest-2131315420-project] Unset dirty status for tenant:48ce6dd14d8c4ec28217a7fdf8882865 on resource:security_group {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:42:05.442241 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-01245a97-7b92-4af0-8094-34930927b07b req-ac584882-9421-405d-800d-b641297f5a51 tempest-VolumesActionsTest-2131315420 tempest-VolumesActionsTest-2131315420-project] 10.222.0.85 "GET /v2.0/security-groups?id=38547dd7-5d64-426c-a817-a0261bf2e3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715279 May 30 20:42:05.472444 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-78e468c4-c5c5-4d08-b9c8-d27b8138ec96 req-76946dd5-c3be-4698-b0ed-b95479b07e59 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=6bb5efe0-1b8f-4b15-8fd1-8f9fe9f26040&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542281 May 30 20:42:05.506088 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-fdcc1529-90e4-4edd-8481-6912dd0d6fb3 tempest-ExtraDHCPOptionsTestJSON-179516645 tempest-ExtraDHCPOptionsTestJSON-179516645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:05.547563 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2f191ab0-68a2-42d4-8170-53b2d6cbe960 None None] Provisioning complete for port b74a0992-1eb3-4097-b3d9-dce35029785f triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:42:05.547932 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2f191ab0-68a2-42d4-8170-53b2d6cbe960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:05.628270 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-2f191ab0-68a2-42d4-8170-53b2d6cbe960 None None] Port b74a0992-1eb3-4097-b3d9-dce35029785f cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:42:05.632359 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2f191ab0-68a2-42d4-8170-53b2d6cbe960 None None] Could not find standard attr ID for object 06f8ac66-e4d5-47d7-b122-dc8ded4ef89c. {{(pid=84888) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 30 20:42:05.664876 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 6b1ac44f-058c-4f9e-9090-c409584719e8 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:42:05.712329 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6f68ae77-0839-4e17-a583-985044f7c7d3 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:05.760266 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 6b1ac44f-058c-4f9e-9090-c409584719e8 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:42:05.761324 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:05.765821 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-78e468c4-c5c5-4d08-b9c8-d27b8138ec96 req-6d6f15c6-dfe6-4134-978d-2d71e4ab0369 service neutron] 10.222.0.86 "GET /v2.0/networks/6bb5efe0-1b8f-4b15-8fd1-8f9fe9f26040?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2841473 May 30 20:42:05.842328 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6f68ae77-0839-4e17-a583-985044f7c7d3 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:05.969263 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-6f68ae77-0839-4e17-a583-985044f7c7d3 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:42:05.990463 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-6f68ae77-0839-4e17-a583-985044f7c7d3 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Usage tracker for resource:security_group_rule and tenant:a54e056ace874b45b17e4c0172a1b90a is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:42:05.997243 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f68ae77-0839-4e17-a583-985044f7c7d3 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9be06cb5-46bd-4f8e-9054-4b2fdbf73619,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:42:06.001483 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-6f68ae77-0839-4e17-a583-985044f7c7d3 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:42:06.029508 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-6f68ae77-0839-4e17-a583-985044f7c7d3 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:42:06.086955 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-78e468c4-c5c5-4d08-b9c8-d27b8138ec96 req-18f1f554-22e9-4c88-8f90-bf5f9cc4f8bf service neutron] 10.222.0.86 "GET /v2.0/networks/6bb5efe0-1b8f-4b15-8fd1-8f9fe9f26040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2677996 May 30 20:42:06.146272 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-fdcc1529-90e4-4edd-8481-6912dd0d6fb3 tempest-ExtraDHCPOptionsTestJSON-179516645 tempest-ExtraDHCPOptionsTestJSON-179516645-project] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:06.149266 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6f68ae77-0839-4e17-a583-985044f7c7d3 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:06.212741 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-fdcc1529-90e4-4edd-8481-6912dd0d6fb3 tempest-ExtraDHCPOptionsTestJSON-179516645 tempest-ExtraDHCPOptionsTestJSON-179516645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:06.256632 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6f68ae77-0839-4e17-a583-985044f7c7d3 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:06.371449 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcc1529-90e4-4edd-8481-6912dd0d6fb3 tempest-ExtraDHCPOptionsTestJSON-179516645 tempest-ExtraDHCPOptionsTestJSON-179516645-project] Pushing event updated for resources: {'Port': ['ID=b74a0992-1eb3-4097-b3d9-dce35029785f,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:42:06.380504 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f68ae77-0839-4e17-a583-985044f7c7d3 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02eae681-db4d-4c75-8a79-e32a3dc8868e,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:42:06.402618 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-fdcc1529-90e4-4edd-8481-6912dd0d6fb3 tempest-ExtraDHCPOptionsTestJSON-179516645 tempest-ExtraDHCPOptionsTestJSON-179516645-project] In _notify_port_updated(), no bound segment for port b74a0992-1eb3-4097-b3d9-dce35029785f on network ca09ef5b-b07d-4f98-bd1f-397ff9e388cd {{(pid=84887) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 30 20:42:06.406576 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdcc1529-90e4-4edd-8481-6912dd0d6fb3 tempest-ExtraDHCPOptionsTestJSON-179516645 tempest-ExtraDHCPOptionsTestJSON-179516645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:42:06.410008 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-fdcc1529-90e4-4edd-8481-6912dd0d6fb3 tempest-ExtraDHCPOptionsTestJSON-179516645 tempest-ExtraDHCPOptionsTestJSON-179516645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:06.410008 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-fdcc1529-90e4-4edd-8481-6912dd0d6fb3 tempest-ExtraDHCPOptionsTestJSON-179516645 tempest-ExtraDHCPOptionsTestJSON-179516645-project] 10.222.0.85 "PUT /v2.0/ports/b74a0992-1eb3-4097-b3d9-dce35029785f HTTP/1.1" status: 200 len: 1137 time: 1.1861265 May 30 20:42:06.411826 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 34338) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:42:06.462160 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6f68ae77-0839-4e17-a583-985044f7c7d3 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:06.463467 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-6f68ae77-0839-4e17-a583-985044f7c7d3 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.9541063 May 30 20:42:06.467757 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 34342) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:42:06.493994 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfbcee40-2a97-44e6-b32e-ce307f93c156 tempest-ExtraDHCPOptionsTestJSON-179516645 tempest-ExtraDHCPOptionsTestJSON-179516645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:42:06.502763 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-dfbcee40-2a97-44e6-b32e-ce307f93c156 tempest-ExtraDHCPOptionsTestJSON-179516645 tempest-ExtraDHCPOptionsTestJSON-179516645-project] 10.222.0.85 "GET /v2.0/ports/b74a0992-1eb3-4097-b3d9-dce35029785f HTTP/1.1" status: 200 len: 1137 time: 0.0873189 May 30 20:42:06.503233 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 34352) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:42:06.563248 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-51b1de44-8944-4209-a93d-599a63ccebc0 None None] Provisioning complete for port b74a0992-1eb3-4097-b3d9-dce35029785f triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:42:06.563713 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-51b1de44-8944-4209-a93d-599a63ccebc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:06.592710 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-50522e2c-53c3-4d90-972c-5b0897b4cdb5 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] 10.222.0.85 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.1238303 May 30 20:42:06.596484 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 34360) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:42:06.606027 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-4dc61ada-0995-4bd6-90bc-9283ea400a68 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Request body: {'security_group': {'name': 'tempest-security--1525927753', 'description': 'tempest-security-description-1931382537'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:42:06.624524 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-54956d4d-1034-45aa-b60a-9125ad68bf09 tempest-ExtraDHCPOptionsTestJSON-179516645 tempest-ExtraDHCPOptionsTestJSON-179516645-project] Deleting port b74a0992-1eb3-4097-b3d9-dce35029785f {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:42:06.626907 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-54956d4d-1034-45aa-b60a-9125ad68bf09 tempest-ExtraDHCPOptionsTestJSON-179516645 tempest-ExtraDHCPOptionsTestJSON-179516645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:06.652638 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-51b1de44-8944-4209-a93d-599a63ccebc0 None None] Port b74a0992-1eb3-4097-b3d9-dce35029785f cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:42:06.730837 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4dc61ada-0995-4bd6-90bc-9283ea400a68 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks [] for security_group, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:06.814510 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f45b0c-5a43-425c-a413-a552d82177bb req-9523ba49-9c33-4ccf-bfb2-3b52ed18d229 tempest-VolumesActionsTest-2131315420 tempest-VolumesActionsTest-2131315420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:42:06.822156 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-88f45b0c-5a43-425c-a413-a552d82177bb req-9523ba49-9c33-4ccf-bfb2-3b52ed18d229 tempest-VolumesActionsTest-2131315420 tempest-VolumesActionsTest-2131315420-project] 10.222.0.85 "GET /v2.0/ports?device_id=b9ce43a6-54dd-4a76-b969-b6eb1aa4afaf HTTP/1.1" status: 200 len: 944 time: 0.1516354 May 30 20:42:06.826584 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4dc61ada-0995-4bd6-90bc-9283ea400a68 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks [] for security_group, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:06.898619 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-88f45b0c-5a43-425c-a413-a552d82177bb req-a7aa5b68-e224-4426-bd50-5d456bde4d73 tempest-VolumesActionsTest-2131315420 tempest-VolumesActionsTest-2131315420-project] 10.222.0.85 "GET /v2.0/security-groups?id=38547dd7-5d64-426c-a817-a0261bf2e3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753407 May 30 20:42:06.899905 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4dc61ada-0995-4bd6-90bc-9283ea400a68 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:06.902477 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4dc61ada-0995-4bd6-90bc-9283ea400a68 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:06.903715 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-4dc61ada-0995-4bd6-90bc-9283ea400a68 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] 10.222.0.85 "PUT /v2.0/security-groups/02eae681-db4d-4c75-8a79-e32a3dc8868e HTTP/1.1" status: 200 len: 1612 time: 0.3061268 May 30 20:42:06.914758 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 34380) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:42:06.934550 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-54956d4d-1034-45aa-b60a-9125ad68bf09 tempest-ExtraDHCPOptionsTestJSON-179516645 tempest-ExtraDHCPOptionsTestJSON-179516645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:06.957498 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc61ada-0995-4bd6-90bc-9283ea400a68 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02eae681-db4d-4c75-8a79-e32a3dc8868e,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:42:06.987620 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-eaf99d4c-570d-4890-9e62-4600a1524379 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] 10.222.0.85 "GET /v2.0/security-groups/02eae681-db4d-4c75-8a79-e32a3dc8868e HTTP/1.1" status: 200 len: 1612 time: 0.0662639 May 30 20:42:06.987620 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 34386) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:42:07.077514 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-fd497bf6-378d-4648-9708-4d1773c57f30 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:07.079988 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-54956d4d-1034-45aa-b60a-9125ad68bf09 tempest-ExtraDHCPOptionsTestJSON-179516645 tempest-ExtraDHCPOptionsTestJSON-179516645-project] Calling delete_port for b74a0992-1eb3-4097-b3d9-dce35029785f owned by {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:42:07.107530 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-fd497bf6-378d-4648-9708-4d1773c57f30 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:07.274701 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-fd497bf6-378d-4648-9708-4d1773c57f30 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:07.292096 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd497bf6-378d-4648-9708-4d1773c57f30 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02eae681-db4d-4c75-8a79-e32a3dc8868e,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:42:07.302064 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-fd497bf6-378d-4648-9708-4d1773c57f30 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:07.304530 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-fd497bf6-378d-4648-9708-4d1773c57f30 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] 10.222.0.85 "DELETE /v2.0/security-groups/02eae681-db4d-4c75-8a79-e32a3dc8868e HTTP/1.1" status: 204 len: 168 time: 0.3147302 May 30 20:42:07.306660 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 34404) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:42:07.388457 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-ed9e3d6e-3d25-46e1-ba84-976994ee5954 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] 10.222.0.85 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0805345 May 30 20:42:07.390966 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 34414) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:42:07.412595 n-d-843948-2 neutron-server[84886]: INFO neutron.api.v2.resource [None req-56fff825-e5da-41e9-9340-5bda6288c49d tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] delete failed (client error): The resource could not be found. May 30 20:42:07.412595 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-56fff825-e5da-41e9-9340-5bda6288c49d tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] 10.222.0.85 "DELETE /v2.0/security-groups/02eae681-db4d-4c75-8a79-e32a3dc8868e HTTP/1.1" status: 404 len: 347 time: 0.0179791 May 30 20:42:07.430040 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 34418) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:42:07.430040 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-2d77dfee-418e-4a4e-9046-eacbac905f57 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Request body: {'security_group': {'name': 'tempest-secgroup--302630293'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:42:07.436152 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-2d77dfee-418e-4a4e-9046-eacbac905f57 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:42:07.440586 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-2d77dfee-418e-4a4e-9046-eacbac905f57 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Usage tracker for resource:security_group and tenant:a54e056ace874b45b17e4c0172a1b90a is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:42:07.446333 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-2d77dfee-418e-4a4e-9046-eacbac905f57 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:42:07.446682 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-54956d4d-1034-45aa-b60a-9125ad68bf09 tempest-ExtraDHCPOptionsTestJSON-179516645 tempest-ExtraDHCPOptionsTestJSON-179516645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:07.458810 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-2d77dfee-418e-4a4e-9046-eacbac905f57 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:42:07.506336 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54956d4d-1034-45aa-b60a-9125ad68bf09 tempest-ExtraDHCPOptionsTestJSON-179516645 tempest-ExtraDHCPOptionsTestJSON-179516645-project] Pushing event deleted for resources: {'Port': ['ID=b74a0992-1eb3-4097-b3d9-dce35029785f,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:42:07.555221 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2d77dfee-418e-4a4e-9046-eacbac905f57 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:07.610777 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-54956d4d-1034-45aa-b60a-9125ad68bf09 tempest-ExtraDHCPOptionsTestJSON-179516645 tempest-ExtraDHCPOptionsTestJSON-179516645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:07.625212 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-54956d4d-1034-45aa-b60a-9125ad68bf09 tempest-ExtraDHCPOptionsTestJSON-179516645 tempest-ExtraDHCPOptionsTestJSON-179516645-project] 10.222.0.85 "DELETE /v2.0/ports/b74a0992-1eb3-4097-b3d9-dce35029785f HTTP/1.1" status: 204 len: 168 time: 1.1207476 May 30 20:42:07.631613 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 34432) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:42:07.704954 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-2d77dfee-418e-4a4e-9046-eacbac905f57 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:42:07.712669 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-2d77dfee-418e-4a4e-9046-eacbac905f57 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Usage tracker for resource:security_group_rule and tenant:a54e056ace874b45b17e4c0172a1b90a is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:42:07.717189 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-2d77dfee-418e-4a4e-9046-eacbac905f57 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:42:07.726902 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-2d77dfee-418e-4a4e-9046-eacbac905f57 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:42:08.036700 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2d77dfee-418e-4a4e-9046-eacbac905f57 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:08.040959 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1eb39b8-6681-4ec0-8c15-545da24a8909 tempest-ExtraDHCPOptionsTestJSON-179516645 tempest-ExtraDHCPOptionsTestJSON-179516645-project] Deleting subnet 3029107a-8f33-46d3-8c95-10b7b2237e0f {{(pid=84887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:42:08.044045 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c1eb39b8-6681-4ec0-8c15-545da24a8909 tempest-ExtraDHCPOptionsTestJSON-179516645 tempest-ExtraDHCPOptionsTestJSON-179516645-project] Notify callbacks [] for subnet, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:08.114256 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c1eb39b8-6681-4ec0-8c15-545da24a8909 tempest-ExtraDHCPOptionsTestJSON-179516645 tempest-ExtraDHCPOptionsTestJSON-179516645-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3149227'] for subnet, precommit_delete_associations {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:08.126497 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 6a203b1b-c4d6-4a6c-b4d3-04f3a37da3b5 details requested by agent hyperv_n-h2-843948-2 with host n-h2-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:42:08.168542 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2d77dfee-418e-4a4e-9046-eacbac905f57 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:08.238346 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d77dfee-418e-4a4e-9046-eacbac905f57 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71d8f219-4c3f-406a-b52f-7e76d37aa039,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:42:08.249779 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c1eb39b8-6681-4ec0-8c15-545da24a8909 tempest-ExtraDHCPOptionsTestJSON-179516645 tempest-ExtraDHCPOptionsTestJSON-179516645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:08.298431 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 6a203b1b-c4d6-4a6c-b4d3-04f3a37da3b5, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=6a203b1b-c4d6-4a6c-b4d3-04f3a37da3b5,segment=NetworkSegment(4cc1403f-4045-409e-8102-5e401ec9597d),segment_id=4cc1403f-4045-409e-8102-5e401ec9597d)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:42:08.305492 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2d77dfee-418e-4a4e-9046-eacbac905f57 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:08.307082 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-2d77dfee-418e-4a4e-9046-eacbac905f57 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.8829718 May 30 20:42:08.310453 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 34468) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:42:08.321885 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-1e9788a4-feda-4a64-bb82-574c30e7eb25 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Request body: {'security_group_rule': {'security_group_id': '71d8f219-4c3f-406a-b52f-7e76d37aa039', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:42:08.334030 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-1e9788a4-feda-4a64-bb82-574c30e7eb25 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:42:08.345577 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-1e9788a4-feda-4a64-bb82-574c30e7eb25 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Usage tracker for resource:security_group_rule and tenant:a54e056ace874b45b17e4c0172a1b90a is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:42:08.352737 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-1e9788a4-feda-4a64-bb82-574c30e7eb25 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:42:08.361719 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-1e9788a4-feda-4a64-bb82-574c30e7eb25 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:42:08.371238 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Returning: {'device': '6a203b1b-c4d6-4a6c-b4d3-04f3a37da3b5', 'network_id': '6bb5efe0-1b8f-4b15-8fd1-8f9fe9f26040', 'port_id': '6a203b1b-c4d6-4a6c-b4d3-04f3a37da3b5', 'mac_address': 'fa:16:3e:ca:09:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f69f11c8-7c82-4623-a9de-89aed402dfa6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:42:08.393432 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514a183c-aeb8-434e-a529-90f25072bac6 req-eacd05da-4eef-406b-80c1-6bf0e2abada6 tempest-VolumesActionsTest-2131315420 tempest-VolumesActionsTest-2131315420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:42:08.399864 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-514a183c-aeb8-434e-a529-90f25072bac6 req-eacd05da-4eef-406b-80c1-6bf0e2abada6 tempest-VolumesActionsTest-2131315420 tempest-VolumesActionsTest-2131315420-project] 10.222.0.85 "GET /v2.0/ports?device_id=b9ce43a6-54dd-4a76-b969-b6eb1aa4afaf HTTP/1.1" status: 200 len: 944 time: 0.3435671 May 30 20:42:08.431051 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:08.450835 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a203b1b-c4d6-4a6c-b4d3-04f3a37da3b5 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:42:08.462851 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-514a183c-aeb8-434e-a529-90f25072bac6 req-4d2bdeea-167c-4fba-bfa6-45c6d240dcec tempest-VolumesActionsTest-2131315420 tempest-VolumesActionsTest-2131315420-project] 10.222.0.85 "GET /v2.0/security-groups?id=38547dd7-5d64-426c-a817-a0261bf2e3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603094 May 30 20:42:08.469719 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 6a203b1b-c4d6-4a6c-b4d3-04f3a37da3b5, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=6a203b1b-c4d6-4a6c-b4d3-04f3a37da3b5,segment=NetworkSegment(4cc1403f-4045-409e-8102-5e401ec9597d),segment_id=4cc1403f-4045-409e-8102-5e401ec9597d)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:42:08.482172 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1e9788a4-feda-4a64-bb82-574c30e7eb25 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:08.516868 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c1eb39b8-6681-4ec0-8c15-545da24a8909 tempest-ExtraDHCPOptionsTestJSON-179516645 tempest-ExtraDHCPOptionsTestJSON-179516645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4055470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114247'] for subnet, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:08.562618 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1eb39b8-6681-4ec0-8c15-545da24a8909 tempest-ExtraDHCPOptionsTestJSON-179516645 tempest-ExtraDHCPOptionsTestJSON-179516645-project] Pushing event deleted for resources: {'Subnet': ['ID=3029107a-8f33-46d3-8c95-10b7b2237e0f,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:42:08.571748 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c1eb39b8-6681-4ec0-8c15-545da24a8909 tempest-ExtraDHCPOptionsTestJSON-179516645 tempest-ExtraDHCPOptionsTestJSON-179516645-project] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:08.578249 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e235a39-af04-438a-8de7-ce458ee767c6 None None] Network ca09ef5b-b07d-4f98-bd1f-397ff9e388cd requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:42:08.583771 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-c1eb39b8-6681-4ec0-8c15-545da24a8909 tempest-ExtraDHCPOptionsTestJSON-179516645 tempest-ExtraDHCPOptionsTestJSON-179516645-project] 10.222.0.85 "DELETE /v2.0/subnets/3029107a-8f33-46d3-8c95-10b7b2237e0f HTTP/1.1" status: 204 len: 168 time: 0.9509046 May 30 20:42:08.586329 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 34484) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:42:08.597860 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1e9788a4-feda-4a64-bb82-574c30e7eb25 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:08.644441 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:08.707952 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9d03982c-a8b6-4ec6-be26-68669fe9c051 tempest-ExtraDHCPOptionsTestJSON-179516645 tempest-ExtraDHCPOptionsTestJSON-179516645-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:08.719438 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-9d03982c-a8b6-4ec6-be26-68669fe9c051 tempest-ExtraDHCPOptionsTestJSON-179516645 tempest-ExtraDHCPOptionsTestJSON-179516645-project] Deleting port 6b1ac44f-058c-4f9e-9090-c409584719e8 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:42:08.719775 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9d03982c-a8b6-4ec6-be26-68669fe9c051 tempest-ExtraDHCPOptionsTestJSON-179516645 tempest-ExtraDHCPOptionsTestJSON-179516645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:08.739166 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1e9788a4-feda-4a64-bb82-574c30e7eb25 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:08.787237 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9788a4-feda-4a64-bb82-574c30e7eb25 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=426e8dc1-ea3a-4483-be8f-73d897524f49,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:42:08.804005 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=6a203b1b-c4d6-4a6c-b4d3-04f3a37da3b5,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:42:08.876964 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1e9788a4-feda-4a64-bb82-574c30e7eb25 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:08.876964 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-1e9788a4-feda-4a64-bb82-574c30e7eb25 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5503829 May 30 20:42:08.876964 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 34496) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:42:08.901425 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['6a203b1b-c4d6-4a6c-b4d3-04f3a37da3b5'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:42:08.927894 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6eb0e523-201d-4152-ae82-dcb753e9f595 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:08.967985 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6eb0e523-201d-4152-ae82-dcb753e9f595 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:08.983394 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84de261d-e9ce-4419-a497-11e2f9424e2a None None] DHCP port deletion for ca09ef5b-b07d-4f98-bd1f-397ff9e388cd request from n-d-843948-2 {{(pid=84888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:42:09.011718 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-84de261d-e9ce-4419-a497-11e2f9424e2a None None] Deleting port 6b1ac44f-058c-4f9e-9090-c409584719e8 {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:42:09.011718 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-84de261d-e9ce-4419-a497-11e2f9424e2a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:09.052405 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [None req-9d03982c-a8b6-4ec6-be26-68669fe9c051 tempest-ExtraDHCPOptionsTestJSON-179516645 tempest-ExtraDHCPOptionsTestJSON-179516645-project] For port 6b1ac44f-058c-4f9e-9090-c409584719e8, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=6b1ac44f-058c-4f9e-9090-c409584719e8,segment=NetworkSegment(f85a36cc-c7eb-413f-909a-c4c58d68fc47),segment_id=f85a36cc-c7eb-413f-909a-c4c58d68fc47)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:42:09.052890 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9d03982c-a8b6-4ec6-be26-68669fe9c051 tempest-ExtraDHCPOptionsTestJSON-179516645 tempest-ExtraDHCPOptionsTestJSON-179516645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:09.162154 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6eb0e523-201d-4152-ae82-dcb753e9f595 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:09.182610 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb0e523-201d-4152-ae82-dcb753e9f595 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=426e8dc1-ea3a-4483-be8f-73d897524f49,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:42:09.186080 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6eb0e523-201d-4152-ae82-dcb753e9f595 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:09.187201 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-6eb0e523-201d-4152-ae82-dcb753e9f595 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] 10.222.0.85 "DELETE /v2.0/security-group-rules/426e8dc1-ea3a-4483-be8f-73d897524f49 HTTP/1.1" status: 204 len: 168 time: 0.3197062 May 30 20:42:09.190460 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-9d03982c-a8b6-4ec6-be26-68669fe9c051 tempest-ExtraDHCPOptionsTestJSON-179516645 tempest-ExtraDHCPOptionsTestJSON-179516645-project] Calling delete_port for 6b1ac44f-058c-4f9e-9090-c409584719e8 owned by network:dhcp {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:42:09.197741 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 34512) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:42:09.255995 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-75367954-d5ba-472b-a544-d43a8ed736be tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Synchronizing usage tracker for tenant:a54e056ace874b45b17e4c0172a1b90a on resource:security_group_rule {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:42:09.326308 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-84de261d-e9ce-4419-a497-11e2f9424e2a None None] For port 6b1ac44f-058c-4f9e-9090-c409584719e8, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=6b1ac44f-058c-4f9e-9090-c409584719e8,segment=NetworkSegment(f85a36cc-c7eb-413f-909a-c4c58d68fc47),segment_id=f85a36cc-c7eb-413f-909a-c4c58d68fc47)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:42:09.326975 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-84de261d-e9ce-4419-a497-11e2f9424e2a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:09.399122 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-75367954-d5ba-472b-a544-d43a8ed736be tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Unset dirty status for tenant:a54e056ace874b45b17e4c0172a1b90a on resource:security_group_rule {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:42:09.403370 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-75367954-d5ba-472b-a544-d43a8ed736be tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] 10.222.0.85 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2014723 May 30 20:42:09.403791 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 34522) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:42:09.415136 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9d03982c-a8b6-4ec6-be26-68669fe9c051 tempest-ExtraDHCPOptionsTestJSON-179516645 tempest-ExtraDHCPOptionsTestJSON-179516645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:09.480676 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-84de261d-e9ce-4419-a497-11e2f9424e2a None None] Calling delete_port for 6b1ac44f-058c-4f9e-9090-c409584719e8 owned by network:dhcp {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:42:09.482049 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d03982c-a8b6-4ec6-be26-68669fe9c051 tempest-ExtraDHCPOptionsTestJSON-179516645 tempest-ExtraDHCPOptionsTestJSON-179516645-project] Pushing event deleted for resources: {'Port': ['ID=6b1ac44f-058c-4f9e-9090-c409584719e8,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:42:09.483128 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-01e9e200-d336-4236-9913-d886c42c1b07 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:09.518336 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d03982c-a8b6-4ec6-be26-68669fe9c051 tempest-ExtraDHCPOptionsTestJSON-179516645 tempest-ExtraDHCPOptionsTestJSON-179516645-project] No DVR routers for this DVR port 6b1ac44f-058c-4f9e-9090-c409584719e8 on host n-d-843948-2 {{(pid=84886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:42:09.518768 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-01e9e200-d336-4236-9913-d886c42c1b07 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:09.633902 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.db.api [None req-84de261d-e9ce-4419-a497-11e2f9424e2a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:42:09.636184 n-d-843948-2 neutron-server[84888]: DEBUG oslo_db.api [None req-84de261d-e9ce-4419-a497-11e2f9424e2a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:42:09.655683 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 6b1ac44f-058c-4f9e-9090-c409584719e8 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:42:09.691915 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-01e9e200-d336-4236-9913-d886c42c1b07 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:09.701163 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: 6b1ac44f-058c-4f9e-9090-c409584719e8 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:42:09.701382 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 6b1ac44f-058c-4f9e-9090-c409584719e8 not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:42:09.726472 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e9e200-d336-4236-9913-d886c42c1b07 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71d8f219-4c3f-406a-b52f-7e76d37aa039,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:42:09.744494 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9d03982c-a8b6-4ec6-be26-68669fe9c051 tempest-ExtraDHCPOptionsTestJSON-179516645 tempest-ExtraDHCPOptionsTestJSON-179516645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:09.779095 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9b7141-a38a-4c0e-81b3-f319fa1f6eb8 req-da235bc9-83d6-432f-918f-83e527af2509 tempest-VolumesActionsTest-2131315420 tempest-VolumesActionsTest-2131315420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:42:09.781107 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6a9b7141-a38a-4c0e-81b3-f319fa1f6eb8 req-da235bc9-83d6-432f-918f-83e527af2509 tempest-VolumesActionsTest-2131315420 tempest-VolumesActionsTest-2131315420-project] 10.222.0.85 "GET /v2.0/ports?device_id=b9ce43a6-54dd-4a76-b969-b6eb1aa4afaf HTTP/1.1" status: 200 len: 945 time: 0.1322448 May 30 20:42:09.806925 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-9d03982c-a8b6-4ec6-be26-68669fe9c051 tempest-ExtraDHCPOptionsTestJSON-179516645 tempest-ExtraDHCPOptionsTestJSON-179516645-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca09ef5b-b07d-4f98-bd1f-397ff9e388cd']}} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:42:09.829921 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-9d03982c-a8b6-4ec6-be26-68669fe9c051 tempest-ExtraDHCPOptionsTestJSON-179516645 tempest-ExtraDHCPOptionsTestJSON-179516645-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f85a36cc-c7eb-413f-909a-c4c58d68fc47') {'for_net_delete': True} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:42:09.830263 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-9d03982c-a8b6-4ec6-be26-68669fe9c051 tempest-ExtraDHCPOptionsTestJSON-179516645 tempest-ExtraDHCPOptionsTestJSON-179516645-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f85a36cc-c7eb-413f-909a-c4c58d68fc47') {} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:42:09.850348 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6a9b7141-a38a-4c0e-81b3-f319fa1f6eb8 req-7f3d1af8-b5d0-44c0-a506-84f630173c9c tempest-VolumesActionsTest-2131315420 tempest-VolumesActionsTest-2131315420-project] 10.222.0.85 "GET /v2.0/security-groups?id=38547dd7-5d64-426c-a817-a0261bf2e3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627186 May 30 20:42:09.850983 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-01e9e200-d336-4236-9913-d886c42c1b07 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:09.854184 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-01e9e200-d336-4236-9913-d886c42c1b07 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] 10.222.0.85 "DELETE /v2.0/security-groups/71d8f219-4c3f-406a-b52f-7e76d37aa039 HTTP/1.1" status: 204 len: 168 time: 0.4491959 May 30 20:42:09.857535 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 34546) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:42:09.864944 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9d03982c-a8b6-4ec6-be26-68669fe9c051 tempest-ExtraDHCPOptionsTestJSON-179516645 tempest-ExtraDHCPOptionsTestJSON-179516645-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2660590'] for segment, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:09.892503 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9d03982c-a8b6-4ec6-be26-68669fe9c051 tempest-ExtraDHCPOptionsTestJSON-179516645 tempest-ExtraDHCPOptionsTestJSON-179516645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:09.900734 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d03982c-a8b6-4ec6-be26-68669fe9c051 tempest-ExtraDHCPOptionsTestJSON-179516645 tempest-ExtraDHCPOptionsTestJSON-179516645-project] Releasing vlan 650 on physical network physnet1 to pool {{(pid=84886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:42:09.901136 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9d03982c-a8b6-4ec6-be26-68669fe9c051 tempest-ExtraDHCPOptionsTestJSON-179516645 tempest-ExtraDHCPOptionsTestJSON-179516645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4126989'] for segment, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:09.916364 n-d-843948-2 neutron-server[84886]: Traceback (most recent call last): May 30 20:42:09.916364 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:42:09.916364 n-d-843948-2 neutron-server[84886]: timer() May 30 20:42:09.916364 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:42:09.916364 n-d-843948-2 neutron-server[84886]: cb(*args, **kw) May 30 20:42:09.916364 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:42:09.916364 n-d-843948-2 neutron-server[84886]: return func(*args, **kwargs) May 30 20:42:09.916364 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:42:09.916364 n-d-843948-2 neutron-server[84886]: self._notify() May 30 20:42:09.916364 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:42:09.916364 n-d-843948-2 neutron-server[84886]: self.callback(batched_events) May 30 20:42:09.916364 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:42:09.916364 n-d-843948-2 neutron-server[84886]: event.method(event) May 30 20:42:09.916364 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:42:09.916364 n-d-843948-2 neutron-server[84886]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:42:09.916364 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:42:09.916364 n-d-843948-2 neutron-server[84886]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:42:09.916364 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:42:09.916364 n-d-843948-2 neutron-server[84886]: return f(self, *a, **k) May 30 20:42:09.916364 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:42:09.916364 n-d-843948-2 neutron-server[84886]: return self._get(url).json() May 30 20:42:09.916364 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:42:09.916364 n-d-843948-2 neutron-server[84886]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:42:09.916364 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:42:09.916364 n-d-843948-2 neutron-server[84886]: return self.request(url, 'GET', **kwargs) May 30 20:42:09.916364 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:42:09.916364 n-d-843948-2 neutron-server[84886]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:42:09.916364 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:42:09.916364 n-d-843948-2 neutron-server[84886]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:42:09.916364 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:42:09.916364 n-d-843948-2 neutron-server[84886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:42:09.916364 n-d-843948-2 neutron-server[84886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:42:09.930010 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-af5ff83c-f748-485b-8d39-9aa9e25bd6b2 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Synchronizing usage tracker for tenant:a54e056ace874b45b17e4c0172a1b90a on resource:security_group {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:42:10.041169 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-af5ff83c-f748-485b-8d39-9aa9e25bd6b2 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Unset dirty status for tenant:a54e056ace874b45b17e4c0172a1b90a on resource:security_group {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:42:10.042630 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-af5ff83c-f748-485b-8d39-9aa9e25bd6b2 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] 10.222.0.85 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1839366 May 30 20:42:10.046467 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 34560) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:42:10.052642 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-e886e3ef-f661-4b4d-836f-6bfca0196e2b tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Request body: {'security_group': {'name': 'tempest-secgroup--1850323377'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:42:10.060654 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-e886e3ef-f661-4b4d-836f-6bfca0196e2b tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:42:10.071820 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-e886e3ef-f661-4b4d-836f-6bfca0196e2b tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:42:10.088612 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9d03982c-a8b6-4ec6-be26-68669fe9c051 tempest-ExtraDHCPOptionsTestJSON-179516645 tempest-ExtraDHCPOptionsTestJSON-179516645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:10.104390 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9d03982c-a8b6-4ec6-be26-68669fe9c051 tempest-ExtraDHCPOptionsTestJSON-179516645 tempest-ExtraDHCPOptionsTestJSON-179516645-project] Notify callbacks [] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:10.115877 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d03982c-a8b6-4ec6-be26-68669fe9c051 tempest-ExtraDHCPOptionsTestJSON-179516645 tempest-ExtraDHCPOptionsTestJSON-179516645-project] Pushing event deleted for resources: {'Network': ['ID=ca09ef5b-b07d-4f98-bd1f-397ff9e388cd,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:42:10.120982 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 6a203b1b-c4d6-4a6c-b4d3-04f3a37da3b5 up at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:42:10.123694 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-9d03982c-a8b6-4ec6-be26-68669fe9c051 tempest-ExtraDHCPOptionsTestJSON-179516645 tempest-ExtraDHCPOptionsTestJSON-179516645-project] 10.222.0.85 "DELETE /v2.0/networks/ca09ef5b-b07d-4f98-bd1f-397ff9e388cd HTTP/1.1" status: 204 len: 168 time: 1.5357001 May 30 20:42:10.149956 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-84de261d-e9ce-4419-a497-11e2f9424e2a None None] Deleting port 6b1ac44f-058c-4f9e-9090-c409584719e8 {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:42:10.150364 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-84de261d-e9ce-4419-a497-11e2f9424e2a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:10.194164 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e886e3ef-f661-4b4d-836f-6bfca0196e2b tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:10.234732 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-84de261d-e9ce-4419-a497-11e2f9424e2a None None] The port '6b1ac44f-058c-4f9e-9090-c409584719e8' was deleted {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 20:42:10.238611 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-e886e3ef-f661-4b4d-836f-6bfca0196e2b tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:42:10.247278 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-e886e3ef-f661-4b4d-836f-6bfca0196e2b tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Usage tracker for resource:security_group_rule and tenant:a54e056ace874b45b17e4c0172a1b90a is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:42:10.256026 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-e886e3ef-f661-4b4d-836f-6bfca0196e2b tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:42:10.264588 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-e886e3ef-f661-4b4d-836f-6bfca0196e2b tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:42:10.342697 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e886e3ef-f661-4b4d-836f-6bfca0196e2b tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:10.384351 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning for port 6a203b1b-c4d6-4a6c-b4d3-04f3a37da3b5 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:42:10.391134 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning complete for port 6a203b1b-c4d6-4a6c-b4d3-04f3a37da3b5 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:42:10.391537 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:10.486479 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e886e3ef-f661-4b4d-836f-6bfca0196e2b tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:10.523762 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:10.533459 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e886e3ef-f661-4b4d-836f-6bfca0196e2b tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1004b2c-07c6-40c3-96bc-548cb1e0de0f,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:42:10.557857 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9ce43a6-54dd-4a76-b969-b6eb1aa4afaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a203b1b-c4d6-4a6c-b4d3-04f3a37da3b5'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:42:10.569576 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 6a203b1b-c4d6-4a6c-b4d3-04f3a37da3b5, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=6a203b1b-c4d6-4a6c-b4d3-04f3a37da3b5,segment=NetworkSegment(4cc1403f-4045-409e-8102-5e401ec9597d),segment_id=4cc1403f-4045-409e-8102-5e401ec9597d)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:42:10.618042 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4be74f54-b7e5-4a56-95ed-f9881babc0b2'] response: {'server_uuid': 'b9ce43a6-54dd-4a76-b969-b6eb1aa4afaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a203b1b-c4d6-4a6c-b4d3-04f3a37da3b5', 'code': 200} May 30 20:42:10.658275 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e886e3ef-f661-4b4d-836f-6bfca0196e2b tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:10.659531 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-e886e3ef-f661-4b4d-836f-6bfca0196e2b tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6120100 May 30 20:42:10.663003 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 34586) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:42:10.669505 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-71d45241-9304-401b-9cac-b2728ca7e15c tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Request body: {'security_group_rule': {'security_group_id': 'c1004b2c-07c6-40c3-96bc-548cb1e0de0f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:42:10.678579 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-71d45241-9304-401b-9cac-b2728ca7e15c tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:42:10.682872 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-71d45241-9304-401b-9cac-b2728ca7e15c tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Usage tracker for resource:security_group_rule and tenant:a54e056ace874b45b17e4c0172a1b90a is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:42:10.686102 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-71d45241-9304-401b-9cac-b2728ca7e15c tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:42:10.692100 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-71d45241-9304-401b-9cac-b2728ca7e15c tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:42:10.698274 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:10.760498 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8e7131b8-74d8-426b-9e30-e1b147356566 req-60809c45-0c10-46a2-a8ba-bd027ec4ccb0 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=b9ce43a6-54dd-4a76-b969-b6eb1aa4afaf HTTP/1.1" status: 200 len: 1097 time: 0.0752201 May 30 20:42:10.810497 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=6a203b1b-c4d6-4a6c-b4d3-04f3a37da3b5,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:42:10.836986 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-71d45241-9304-401b-9cac-b2728ca7e15c tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:10.842438 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8e7131b8-74d8-426b-9e30-e1b147356566 req-54d45717-b91b-41c0-ba92-8ea813c44d9d service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=38547dd7-5d64-426c-a817-a0261bf2e3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695283 May 30 20:42:10.920428 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 34604) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:42:10.944739 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-71d45241-9304-401b-9cac-b2728ca7e15c tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:11.024444 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-71d45241-9304-401b-9cac-b2728ca7e15c tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:11.098158 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d45241-9304-401b-9cac-b2728ca7e15c tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0ea9a0c-b678-4a21-b8cf-800032f6cadf,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:42:11.166662 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-71d45241-9304-401b-9cac-b2728ca7e15c tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:11.170795 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-71d45241-9304-401b-9cac-b2728ca7e15c tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5039184 May 30 20:42:11.171304 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 34624) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:42:11.177797 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-7658d4c5-dc36-464e-91a7-e45103677c65 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Request body: {'security_group_rule': {'security_group_id': 'c1004b2c-07c6-40c3-96bc-548cb1e0de0f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:42:11.178814 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-f81f201c-bd38-4f1b-b488-c62668ff0635 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=fd048cd0aecf458c92de52f2c941f6e2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2570083 May 30 20:42:11.188091 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-7658d4c5-dc36-464e-91a7-e45103677c65 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:42:11.190119 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-7658d4c5-dc36-464e-91a7-e45103677c65 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Usage tracker for resource:security_group_rule and tenant:a54e056ace874b45b17e4c0172a1b90a is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:42:11.192525 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740d1a3c-cd9f-4b19-8c43-13c43caa41a2 req-c5bf983f-65a8-4d48-bcc8-1abeb266ffe6 tempest-VolumesActionsTest-2131315420 tempest-VolumesActionsTest-2131315420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:42:11.192691 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 34628) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:42:11.194034 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-740d1a3c-cd9f-4b19-8c43-13c43caa41a2 req-c5bf983f-65a8-4d48-bcc8-1abeb266ffe6 tempest-VolumesActionsTest-2131315420 tempest-VolumesActionsTest-2131315420-project] 10.222.0.85 "GET /v2.0/ports?device_id=b9ce43a6-54dd-4a76-b969-b6eb1aa4afaf HTTP/1.1" status: 200 len: 946 time: 0.1488533 May 30 20:42:11.195956 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-7658d4c5-dc36-464e-91a7-e45103677c65 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:42:11.217218 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-7658d4c5-dc36-464e-91a7-e45103677c65 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:42:11.298811 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-740d1a3c-cd9f-4b19-8c43-13c43caa41a2 req-01a34863-e0d5-4164-b3fe-aff6f235e4d4 tempest-VolumesActionsTest-2131315420 tempest-VolumesActionsTest-2131315420-project] 10.222.0.85 "GET /v2.0/security-groups?id=38547dd7-5d64-426c-a817-a0261bf2e3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986602 May 30 20:42:11.329047 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-cc7f0b2e-9e07-4ba4-9e87-99c4e5d221e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:11.376950 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-cc7f0b2e-9e07-4ba4-9e87-99c4e5d221e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:11.420857 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7658d4c5-dc36-464e-91a7-e45103677c65 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:11.493631 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7658d4c5-dc36-464e-91a7-e45103677c65 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:11.539216 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-cc7f0b2e-9e07-4ba4-9e87-99c4e5d221e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:11.547752 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7f0b2e-9e07-4ba4-9e87-99c4e5d221e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3492590-9316-4015-a1d9-930a9f95983d,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:42:11.564070 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-cc7f0b2e-9e07-4ba4-9e87-99c4e5d221e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:11.569049 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-cc7f0b2e-9e07-4ba4-9e87-99c4e5d221e1 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/f3492590-9316-4015-a1d9-930a9f95983d HTTP/1.1" status: 204 len: 168 time: 0.3738806 May 30 20:42:11.592700 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7658d4c5-dc36-464e-91a7-e45103677c65 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:11.614348 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7658d4c5-dc36-464e-91a7-e45103677c65 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=009a9af6-a32a-4e1a-9151-8a348ff87866,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:42:11.743765 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7658d4c5-dc36-464e-91a7-e45103677c65 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:11.745031 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-7658d4c5-dc36-464e-91a7-e45103677c65 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5727282 May 30 20:42:11.748482 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 34650) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:42:11.754944 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-cc96fa77-b72c-46fd-a220-c6073ac0a77e tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Request body: {'security_group_rule': {'security_group_id': 'c1004b2c-07c6-40c3-96bc-548cb1e0de0f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:42:11.764298 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-cc96fa77-b72c-46fd-a220-c6073ac0a77e tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:42:11.769229 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-cc96fa77-b72c-46fd-a220-c6073ac0a77e tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Usage tracker for resource:security_group_rule and tenant:a54e056ace874b45b17e4c0172a1b90a is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:42:11.773078 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-cc96fa77-b72c-46fd-a220-c6073ac0a77e tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:42:11.783795 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-cc96fa77-b72c-46fd-a220-c6073ac0a77e tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:42:11.917763 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-cc96fa77-b72c-46fd-a220-c6073ac0a77e tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:12.002428 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-cc96fa77-b72c-46fd-a220-c6073ac0a77e tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:12.098887 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-cc96fa77-b72c-46fd-a220-c6073ac0a77e tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:12.126111 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc96fa77-b72c-46fd-a220-c6073ac0a77e tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f49d306f-86bf-4a2b-848c-ae7b647fc068,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:42:12.247726 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-cc96fa77-b72c-46fd-a220-c6073ac0a77e tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:12.252526 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-cc96fa77-b72c-46fd-a220-c6073ac0a77e tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5022342 May 30 20:42:12.253035 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 34674) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:42:12.268883 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-ea727e2d-8654-4e03-85a7-ce1bfe651fb3 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Request body: {'security_group_rule': {'security_group_id': 'c1004b2c-07c6-40c3-96bc-548cb1e0de0f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:42:12.281128 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-ea727e2d-8654-4e03-85a7-ce1bfe651fb3 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:42:12.294641 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-ea727e2d-8654-4e03-85a7-ce1bfe651fb3 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Usage tracker for resource:security_group_rule and tenant:a54e056ace874b45b17e4c0172a1b90a is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:42:12.308962 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-ea727e2d-8654-4e03-85a7-ce1bfe651fb3 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:42:12.326473 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-ea727e2d-8654-4e03-85a7-ce1bfe651fb3 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:42:12.407830 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ea727e2d-8654-4e03-85a7-ce1bfe651fb3 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:12.536112 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ea727e2d-8654-4e03-85a7-ce1bfe651fb3 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:12.598048 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77348364-d786-4659-9ba3-123afcabb5e5 req-c34c0a52-b92f-4e83-8bdb-af4639168177 tempest-VolumesActionsTest-2131315420 tempest-VolumesActionsTest-2131315420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:42:12.599586 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-77348364-d786-4659-9ba3-123afcabb5e5 req-c34c0a52-b92f-4e83-8bdb-af4639168177 tempest-VolumesActionsTest-2131315420 tempest-VolumesActionsTest-2131315420-project] 10.222.0.85 "GET /v2.0/ports?device_id=b9ce43a6-54dd-4a76-b969-b6eb1aa4afaf HTTP/1.1" status: 200 len: 946 time: 0.1167736 May 30 20:42:12.630499 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ea727e2d-8654-4e03-85a7-ce1bfe651fb3 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:12.661183 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea727e2d-8654-4e03-85a7-ce1bfe651fb3 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=662d95a5-f4ab-4b0a-8b1e-1edee1bee2ed,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:42:12.755862 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ea727e2d-8654-4e03-85a7-ce1bfe651fb3 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:12.760448 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-ea727e2d-8654-4e03-85a7-ce1bfe651fb3 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5053298 May 30 20:42:12.761387 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 34690) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:42:12.772265 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-050ea035-5d51-488a-9659-b4e3b5018d46 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Request body: {'security_group_rule': {'security_group_id': 'c1004b2c-07c6-40c3-96bc-548cb1e0de0f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:42:12.781557 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-050ea035-5d51-488a-9659-b4e3b5018d46 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:42:12.787482 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-050ea035-5d51-488a-9659-b4e3b5018d46 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Usage tracker for resource:security_group_rule and tenant:a54e056ace874b45b17e4c0172a1b90a is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:42:12.791115 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-050ea035-5d51-488a-9659-b4e3b5018d46 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:42:12.794928 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-77348364-d786-4659-9ba3-123afcabb5e5 req-c4207239-1e98-49fe-bbfd-2c929aba8d62 tempest-VolumesActionsTest-2131315420 tempest-VolumesActionsTest-2131315420-project] 10.222.0.85 "GET /v2.0/security-groups?id=38547dd7-5d64-426c-a817-a0261bf2e3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887512 May 30 20:42:12.810919 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-050ea035-5d51-488a-9659-b4e3b5018d46 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:42:12.934368 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-050ea035-5d51-488a-9659-b4e3b5018d46 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:13.003487 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-050ea035-5d51-488a-9659-b4e3b5018d46 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:13.099104 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-050ea035-5d51-488a-9659-b4e3b5018d46 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:13.133722 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050ea035-5d51-488a-9659-b4e3b5018d46 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb3e1167-cdb1-4d4e-8d16-09542b1507c4,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:42:13.270900 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-050ea035-5d51-488a-9659-b4e3b5018d46 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:13.272697 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-050ea035-5d51-488a-9659-b4e3b5018d46 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 714 time: 0.5095222 May 30 20:42:13.276855 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 34706) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:42:13.323424 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2aa21417-1658-4e17-a995-8a9619ed6e45 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:13.338659 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2aa21417-1658-4e17-a995-8a9619ed6e45 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:13.451482 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2aa21417-1658-4e17-a995-8a9619ed6e45 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:13.475023 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa21417-1658-4e17-a995-8a9619ed6e45 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cb3e1167-cdb1-4d4e-8d16-09542b1507c4,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:42:13.489723 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 34712) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:42:13.510432 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2aa21417-1658-4e17-a995-8a9619ed6e45 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:13.512703 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-2aa21417-1658-4e17-a995-8a9619ed6e45 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] 10.222.0.85 "DELETE /v2.0/security-group-rules/cb3e1167-cdb1-4d4e-8d16-09542b1507c4 HTTP/1.1" status: 204 len: 168 time: 0.2339411 May 30 20:42:13.515331 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 34718) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:42:13.716204 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-a1b06256-8523-4849-94f1-0b6df70d600c tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Synchronizing usage tracker for tenant:a54e056ace874b45b17e4c0172a1b90a on resource:security_group_rule {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:42:13.742461 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-49863222-7c21-49bf-8334-0c56d87282f8 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-484960364'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:42:13.748580 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-49863222-7c21-49bf-8334-0c56d87282f8 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:42:13.753304 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-49863222-7c21-49bf-8334-0c56d87282f8 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Usage tracker for resource:network and tenant:1a232c8e0c0e45b3a083dd44fa84c55a is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:42:13.760732 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-49863222-7c21-49bf-8334-0c56d87282f8 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:42:13.777788 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-49863222-7c21-49bf-8334-0c56d87282f8 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:42:13.852370 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-a1b06256-8523-4849-94f1-0b6df70d600c tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Unset dirty status for tenant:a54e056ace874b45b17e4c0172a1b90a on resource:security_group_rule {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:42:13.854366 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-a1b06256-8523-4849-94f1-0b6df70d600c tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] 10.222.0.85 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5171 time: 0.3329461 May 30 20:42:13.857274 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 34730) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:42:13.887934 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49863222-7c21-49bf-8334-0c56d87282f8 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Made reservation on behalf of 1a232c8e0c0e45b3a083dd44fa84c55a for: {'network': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:42:13.895654 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-49863222-7c21-49bf-8334-0c56d87282f8 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:13.947966 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-49863222-7c21-49bf-8334-0c56d87282f8 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:13.973867 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-676b8103-4106-442d-a7af-d2e4c653ab64 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:14.011126 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-676b8103-4106-442d-a7af-d2e4c653ab64 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:14.138074 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-676b8103-4106-442d-a7af-d2e4c653ab64 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:14.174348 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b8103-4106-442d-a7af-d2e4c653ab64 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=662d95a5-f4ab-4b0a-8b1e-1edee1bee2ed,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:42:14.177627 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-49863222-7c21-49bf-8334-0c56d87282f8 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:42:14.183264 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-49863222-7c21-49bf-8334-0c56d87282f8 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Usage tracker for resource:security_group_rule and tenant:1a232c8e0c0e45b3a083dd44fa84c55a is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:42:14.188479 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-49863222-7c21-49bf-8334-0c56d87282f8 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:42:14.196906 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-49863222-7c21-49bf-8334-0c56d87282f8 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:42:14.267136 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-676b8103-4106-442d-a7af-d2e4c653ab64 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:14.268532 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-676b8103-4106-442d-a7af-d2e4c653ab64 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] 10.222.0.85 "DELETE /v2.0/security-group-rules/662d95a5-f4ab-4b0a-8b1e-1edee1bee2ed HTTP/1.1" status: 204 len: 168 time: 0.4086018 May 30 20:42:14.273490 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 34742) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:42:14.319575 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-49863222-7c21-49bf-8334-0c56d87282f8 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:14.412088 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-bb7b171b-8887-41e3-840e-ed83275b0aca tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Synchronizing usage tracker for tenant:a54e056ace874b45b17e4c0172a1b90a on resource:security_group_rule {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:42:14.480285 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-49863222-7c21-49bf-8334-0c56d87282f8 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:14.522822 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49863222-7c21-49bf-8334-0c56d87282f8 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] vlan segment allocate from pool success with {'vlan_id': 668, 'physical_network': 'physnet1'} {{(pid=84887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:42:14.532595 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49863222-7c21-49bf-8334-0c56d87282f8 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65498e94-ba6f-440d-84ea-c4d1cf3c13c9,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:42:14.533502 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-bb7b171b-8887-41e3-840e-ed83275b0aca tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Unset dirty status for tenant:a54e056ace874b45b17e4c0172a1b90a on resource:security_group_rule {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:42:14.540024 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 34752) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:42:14.543885 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-bb7b171b-8887-41e3-840e-ed83275b0aca tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] 10.222.0.85 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4683 time: 0.2657735 May 30 20:42:14.549993 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-49863222-7c21-49bf-8334-0c56d87282f8 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:14.550875 n-d-843948-2 neutron-server[84887]: INFO neutron.db.segments_db [None req-49863222-7c21-49bf-8334-0c56d87282f8 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Added segment e7cd7c7a-1a52-4c7c-926d-b5dc36971e8a of type vlan for network f596139b-258a-4e72-8122-367a33d595ee May 30 20:42:14.618893 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1e15b3ad-c8b1-4d96-b729-4da17e12b0a8 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:14.636119 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-49863222-7c21-49bf-8334-0c56d87282f8 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:14.640714 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1e15b3ad-c8b1-4d96-b729-4da17e12b0a8 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:14.768077 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-49863222-7c21-49bf-8334-0c56d87282f8 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:14.772510 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49863222-7c21-49bf-8334-0c56d87282f8 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:42:14.773583 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-49863222-7c21-49bf-8334-0c56d87282f8 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:14.779668 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1e15b3ad-c8b1-4d96-b729-4da17e12b0a8 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:14.844282 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e15b3ad-c8b1-4d96-b729-4da17e12b0a8 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f49d306f-86bf-4a2b-848c-ae7b647fc068,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:42:14.973407 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49863222-7c21-49bf-8334-0c56d87282f8 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Pushing event updated for resources: {'Network': ['ID=f596139b-258a-4e72-8122-367a33d595ee,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:42:14.986551 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network f596139b-258a-4e72-8122-367a33d595ee details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:42:15.070714 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1e15b3ad-c8b1-4d96-b729-4da17e12b0a8 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:15.076731 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 34762) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:42:15.077298 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-1e15b3ad-c8b1-4d96-b729-4da17e12b0a8 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] 10.222.0.85 "DELETE /v2.0/security-group-rules/f49d306f-86bf-4a2b-848c-ae7b647fc068 HTTP/1.1" status: 204 len: 168 time: 0.5357356 May 30 20:42:15.094600 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-49863222-7c21-49bf-8334-0c56d87282f8 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.6034751 May 30 20:42:15.160671 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-9e8919bd-67d3-4ed6-8406-059098381b68 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] 10.222.0.85 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.0806756 May 30 20:42:15.165598 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 34768) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:42:15.224339 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c2c419c6-83e1-4551-84b6-da52e1bf3f1f tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:15.245554 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c2c419c6-83e1-4551-84b6-da52e1bf3f1f tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:15.446997 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c2c419c6-83e1-4551-84b6-da52e1bf3f1f tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:15.491644 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c419c6-83e1-4551-84b6-da52e1bf3f1f tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=009a9af6-a32a-4e1a-9151-8a348ff87866,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:42:15.498442 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c2c419c6-83e1-4551-84b6-da52e1bf3f1f tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:15.500638 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-c2c419c6-83e1-4551-84b6-da52e1bf3f1f tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] 10.222.0.85 "DELETE /v2.0/security-group-rules/009a9af6-a32a-4e1a-9151-8a348ff87866 HTTP/1.1" status: 204 len: 168 time: 0.3325458 May 30 20:42:15.503802 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 34778) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:42:15.629755 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-ebf5355b-85cf-4551-9759-70d4991d24d6 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Synchronizing usage tracker for tenant:a54e056ace874b45b17e4c0172a1b90a on resource:security_group_rule {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:42:15.690557 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6acbf08-e23e-41df-ba6f-aa8b9e6073e5 req-803ac78c-4420-41c5-81ba-98b88c6dfede tempest-VolumesActionsTest-2131315420 tempest-VolumesActionsTest-2131315420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:42:15.693365 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a6acbf08-e23e-41df-ba6f-aa8b9e6073e5 req-803ac78c-4420-41c5-81ba-98b88c6dfede tempest-VolumesActionsTest-2131315420 tempest-VolumesActionsTest-2131315420-project] 10.222.0.85 "GET /v2.0/ports?device_id=b9ce43a6-54dd-4a76-b969-b6eb1aa4afaf HTTP/1.1" status: 200 len: 946 time: 0.1283193 May 30 20:42:15.704073 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-ebf5355b-85cf-4551-9759-70d4991d24d6 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Unset dirty status for tenant:a54e056ace874b45b17e4c0172a1b90a on resource:security_group_rule {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:42:15.709003 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-ebf5355b-85cf-4551-9759-70d4991d24d6 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] 10.222.0.85 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.2003543 May 30 20:42:15.709325 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 34784) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:42:15.822734 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0328c9c6-fc12-43f1-a91d-47578a991f21 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:15.840069 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a6acbf08-e23e-41df-ba6f-aa8b9e6073e5 req-30306110-a07c-4166-bcc2-1963b72dee6b tempest-VolumesActionsTest-2131315420 tempest-VolumesActionsTest-2131315420-project] 10.222.0.85 "GET /v2.0/security-groups?id=38547dd7-5d64-426c-a817-a0261bf2e3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388347 May 30 20:42:15.873139 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0328c9c6-fc12-43f1-a91d-47578a991f21 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:16.028496 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0328c9c6-fc12-43f1-a91d-47578a991f21 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:16.071537 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0328c9c6-fc12-43f1-a91d-47578a991f21 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e0ea9a0c-b678-4a21-b8cf-800032f6cadf,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:42:16.149437 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0328c9c6-fc12-43f1-a91d-47578a991f21 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:16.154389 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-0328c9c6-fc12-43f1-a91d-47578a991f21 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] 10.222.0.85 "DELETE /v2.0/security-group-rules/e0ea9a0c-b678-4a21-b8cf-800032f6cadf HTTP/1.1" status: 204 len: 168 time: 0.4402473 May 30 20:42:16.155276 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 34796) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:42:16.212025 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-13597e44-aeb4-427a-88c1-f48d02e55acf tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Synchronizing usage tracker for tenant:a54e056ace874b45b17e4c0172a1b90a on resource:security_group_rule {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:42:16.310039 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-13597e44-aeb4-427a-88c1-f48d02e55acf tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Unset dirty status for tenant:a54e056ace874b45b17e4c0172a1b90a on resource:security_group_rule {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:42:16.313833 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-13597e44-aeb4-427a-88c1-f48d02e55acf tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] 10.222.0.85 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1555400 May 30 20:42:16.327626 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 34802) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:42:16.486805 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-84797fd2-b802-4230-a657-98478e748b2d tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:16.531023 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-84797fd2-b802-4230-a657-98478e748b2d tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:16.668551 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-84797fd2-b802-4230-a657-98478e748b2d tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:16.697241 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84797fd2-b802-4230-a657-98478e748b2d tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1004b2c-07c6-40c3-96bc-548cb1e0de0f,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:42:16.735521 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 34812) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:42:16.796079 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-84797fd2-b802-4230-a657-98478e748b2d tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:16.797216 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-84797fd2-b802-4230-a657-98478e748b2d tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] 10.222.0.85 "DELETE /v2.0/security-groups/c1004b2c-07c6-40c3-96bc-548cb1e0de0f HTTP/1.1" status: 204 len: 168 time: 0.4683504 May 30 20:42:16.799971 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 34820) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:42:16.944305 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df7cfcc-56d8-48c7-a9a2-7bb4baed30ca req-d1c3fd14-e9f3-4586-b77b-821367725c74 tempest-VolumesActionsTest-2131315420 tempest-VolumesActionsTest-2131315420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:42:16.946155 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0df7cfcc-56d8-48c7-a9a2-7bb4baed30ca req-d1c3fd14-e9f3-4586-b77b-821367725c74 tempest-VolumesActionsTest-2131315420 tempest-VolumesActionsTest-2131315420-project] 10.222.0.86 "GET /v2.0/ports?device_id=b9ce43a6-54dd-4a76-b969-b6eb1aa4afaf HTTP/1.1" status: 200 len: 946 time: 0.2025788 May 30 20:42:16.949023 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-affce9b5-d197-4de7-b9d2-8f7ca16cb675 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Synchronizing usage tracker for tenant:a54e056ace874b45b17e4c0172a1b90a on resource:security_group {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:42:17.245421 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f52611be-7287-4abd-a196-389ee77afcb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:17.261042 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-0df7cfcc-56d8-48c7-a9a2-7bb4baed30ca req-a4659626-9130-4fbf-ad02-a1f5af0fc3ac tempest-VolumesActionsTest-2131315420 tempest-VolumesActionsTest-2131315420-project] Deleting port 6a203b1b-c4d6-4a6c-b4d3-04f3a37da3b5 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:42:17.261381 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-0df7cfcc-56d8-48c7-a9a2-7bb4baed30ca req-a4659626-9130-4fbf-ad02-a1f5af0fc3ac tempest-VolumesActionsTest-2131315420 tempest-VolumesActionsTest-2131315420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:17.416234 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-affce9b5-d197-4de7-b9d2-8f7ca16cb675 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Unset dirty status for tenant:a54e056ace874b45b17e4c0172a1b90a on resource:security_group {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:42:17.417893 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-affce9b5-d197-4de7-b9d2-8f7ca16cb675 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] 10.222.0.85 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.6166818 May 30 20:42:17.424738 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 34830) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:42:17.430831 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-ca545563-e908-47b5-bda6-494bc0a4919c tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Request body: {'security_group': {'name': 'tempest-secgroup--216264781'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:42:17.447819 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-f52611be-7287-4abd-a196-389ee77afcb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:42:17.448255 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-ca545563-e908-47b5-bda6-494bc0a4919c tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:42:17.460083 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-f52611be-7287-4abd-a196-389ee77afcb3 admin admin] Usage tracker for resource:security_group_rule and tenant:ccebd65978e046a8abbee9b084e82d87 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:42:17.468241 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-ca545563-e908-47b5-bda6-494bc0a4919c tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:42:17.481667 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-f52611be-7287-4abd-a196-389ee77afcb3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:42:17.492773 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-f52611be-7287-4abd-a196-389ee77afcb3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:42:17.549964 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ca545563-e908-47b5-bda6-494bc0a4919c tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:17.566901 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33f2ebe-8eef-4bc0-a4f9-bff4630b5df0 req-a6f7cf3a-2e3c-419c-960b-1acf67ceda4c tempest-VolumesActionsTest-2131315420 tempest-VolumesActionsTest-2131315420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:42:17.568603 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d33f2ebe-8eef-4bc0-a4f9-bff4630b5df0 req-a6f7cf3a-2e3c-419c-960b-1acf67ceda4c tempest-VolumesActionsTest-2131315420 tempest-VolumesActionsTest-2131315420-project] 10.222.0.85 "GET /v2.0/ports?device_id=b9ce43a6-54dd-4a76-b969-b6eb1aa4afaf HTTP/1.1" status: 200 len: 946 time: 0.5002270 May 30 20:42:17.614178 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-ca545563-e908-47b5-bda6-494bc0a4919c tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:42:17.620171 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-ca545563-e908-47b5-bda6-494bc0a4919c tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Usage tracker for resource:security_group_rule and tenant:a54e056ace874b45b17e4c0172a1b90a is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:42:17.623703 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-ca545563-e908-47b5-bda6-494bc0a4919c tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:42:17.632401 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-ca545563-e908-47b5-bda6-494bc0a4919c tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:42:17.712394 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d33f2ebe-8eef-4bc0-a4f9-bff4630b5df0 req-ab6fa0e1-23c7-4a29-a611-951ffeebd173 tempest-VolumesActionsTest-2131315420 tempest-VolumesActionsTest-2131315420-project] 10.222.0.85 "GET /v2.0/security-groups?id=38547dd7-5d64-426c-a817-a0261bf2e3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293528 May 30 20:42:17.731392 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ca545563-e908-47b5-bda6-494bc0a4919c tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:17.736215 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-0df7cfcc-56d8-48c7-a9a2-7bb4baed30ca req-a4659626-9130-4fbf-ad02-a1f5af0fc3ac tempest-VolumesActionsTest-2131315420 tempest-VolumesActionsTest-2131315420-project] For port 6a203b1b-c4d6-4a6c-b4d3-04f3a37da3b5, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=6a203b1b-c4d6-4a6c-b4d3-04f3a37da3b5,segment=NetworkSegment(4cc1403f-4045-409e-8102-5e401ec9597d),segment_id=4cc1403f-4045-409e-8102-5e401ec9597d)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:42:17.736932 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-0df7cfcc-56d8-48c7-a9a2-7bb4baed30ca req-a4659626-9130-4fbf-ad02-a1f5af0fc3ac tempest-VolumesActionsTest-2131315420 tempest-VolumesActionsTest-2131315420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:17.780676 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f52611be-7287-4abd-a196-389ee77afcb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:17.824169 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ca545563-e908-47b5-bda6-494bc0a4919c tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:17.893131 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca545563-e908-47b5-bda6-494bc0a4919c tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f70d284e-3bcf-4860-a8af-3ff41f1b3225,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:42:17.906797 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca545563-e908-47b5-bda6-494bc0a4919c tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:42:17.907131 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca545563-e908-47b5-bda6-494bc0a4919c tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:42:17.907790 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca545563-e908-47b5-bda6-494bc0a4919c tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:42:17.908273 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca545563-e908-47b5-bda6-494bc0a4919c tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:42:17.908754 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca545563-e908-47b5-bda6-494bc0a4919c tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:42:17.909307 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca545563-e908-47b5-bda6-494bc0a4919c tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:42:17.910496 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca545563-e908-47b5-bda6-494bc0a4919c tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:42:17.910993 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca545563-e908-47b5-bda6-494bc0a4919c tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:42:17.911476 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca545563-e908-47b5-bda6-494bc0a4919c tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:42:17.912019 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca545563-e908-47b5-bda6-494bc0a4919c tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:42:17.912490 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca545563-e908-47b5-bda6-494bc0a4919c tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:42:17.972681 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ca545563-e908-47b5-bda6-494bc0a4919c tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:17.974353 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-ca545563-e908-47b5-bda6-494bc0a4919c tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5485137 May 30 20:42:17.978278 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 34840) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:42:17.979268 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-0df7cfcc-56d8-48c7-a9a2-7bb4baed30ca req-a4659626-9130-4fbf-ad02-a1f5af0fc3ac tempest-VolumesActionsTest-2131315420 tempest-VolumesActionsTest-2131315420-project] Calling delete_port for 6a203b1b-c4d6-4a6c-b4d3-04f3a37da3b5 owned by compute:nova {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:42:17.987021 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-bae35d9a-0bb9-43fa-b2ee-7b7d34c9ada3 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Request body: {'security_group_rule': {'security_group_id': 'f70d284e-3bcf-4860-a8af-3ff41f1b3225', 'direction': 'ingress', 'protocol': 17}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:42:17.996817 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-bae35d9a-0bb9-43fa-b2ee-7b7d34c9ada3 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:42:18.004168 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-bae35d9a-0bb9-43fa-b2ee-7b7d34c9ada3 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Usage tracker for resource:security_group_rule and tenant:a54e056ace874b45b17e4c0172a1b90a is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:42:18.008401 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-bae35d9a-0bb9-43fa-b2ee-7b7d34c9ada3 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:42:18.017015 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-bae35d9a-0bb9-43fa-b2ee-7b7d34c9ada3 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:42:18.039733 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f52611be-7287-4abd-a196-389ee77afcb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:18.113597 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52611be-7287-4abd-a196-389ee77afcb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30959128-be7d-45c9-8e29-08f90ef94f3a,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:42:18.119255 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-f52611be-7287-4abd-a196-389ee77afcb3 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=ccebd65978e046a8abbee9b084e82d87&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3817956 May 30 20:42:18.122340 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 34846) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:42:18.131156 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bae35d9a-0bb9-43fa-b2ee-7b7d34c9ada3 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:18.318227 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bae35d9a-0bb9-43fa-b2ee-7b7d34c9ada3 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:18.340120 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5c4b6476-6a95-4e50-a3c0-292429ad922c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:18.340120 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-0df7cfcc-56d8-48c7-a9a2-7bb4baed30ca req-a4659626-9130-4fbf-ad02-a1f5af0fc3ac tempest-VolumesActionsTest-2131315420 tempest-VolumesActionsTest-2131315420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:18.375610 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['6a203b1b-c4d6-4a6c-b4d3-04f3a37da3b5'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:42:18.407465 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bae35d9a-0bb9-43fa-b2ee-7b7d34c9ada3 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:18.427320 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4659626-9130-4fbf-ad02-a1f5af0fc3ac tempest-VolumesActionsTest-2131315420 tempest-VolumesActionsTest-2131315420-project] Pushing event deleted for resources: {'Port': ['ID=6a203b1b-c4d6-4a6c-b4d3-04f3a37da3b5,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:42:18.507891 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5c4b6476-6a95-4e50-a3c0-292429ad922c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:18.512170 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:42:18.519268 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae35d9a-0bb9-43fa-b2ee-7b7d34c9ada3 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e7b01a8-c7a3-44b2-857d-ee61ceeb1ae2,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:42:18.617990 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 34854) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:42:18.621991 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-0df7cfcc-56d8-48c7-a9a2-7bb4baed30ca req-a4659626-9130-4fbf-ad02-a1f5af0fc3ac tempest-VolumesActionsTest-2131315420 tempest-VolumesActionsTest-2131315420-project] No DVR routers for this DVR port 6a203b1b-c4d6-4a6c-b4d3-04f3a37da3b5 on host n-h2-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:42:18.626791 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-2388497a-36c2-4e5a-a14a-213f0e2a3535 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Request body: {'subnet': {'network_id': 'f596139b-258a-4e72-8122-367a33d595ee', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:42:18.629772 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-0df7cfcc-56d8-48c7-a9a2-7bb4baed30ca req-a4659626-9130-4fbf-ad02-a1f5af0fc3ac tempest-VolumesActionsTest-2131315420 tempest-VolumesActionsTest-2131315420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:18.633017 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9ce43a6-54dd-4a76-b969-b6eb1aa4afaf', 'name': 'network-vif-deleted', 'tag': '6a203b1b-c4d6-4a6c-b4d3-04f3a37da3b5'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:42:18.691485 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bae35d9a-0bb9-43fa-b2ee-7b7d34c9ada3 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:18.695302 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-bae35d9a-0bb9-43fa-b2ee-7b7d34c9ada3 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.7128618 May 30 20:42:18.696108 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 34860) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:42:18.742277 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b096f810-3d05-44de-a582-8c9312418f04'] response: {'server_uuid': 'b9ce43a6-54dd-4a76-b969-b6eb1aa4afaf', 'name': 'network-vif-deleted', 'tag': '6a203b1b-c4d6-4a6c-b4d3-04f3a37da3b5', 'status': 'completed', 'code': 200} May 30 20:42:18.757110 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0df7cfcc-56d8-48c7-a9a2-7bb4baed30ca req-a4659626-9130-4fbf-ad02-a1f5af0fc3ac tempest-VolumesActionsTest-2131315420 tempest-VolumesActionsTest-2131315420-project] 10.222.0.86 "DELETE /v2.0/ports/6a203b1b-c4d6-4a6c-b4d3-04f3a37da3b5 HTTP/1.1" status: 204 len: 173 time: 1.8023934 May 30 20:42:18.788497 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5c4b6476-6a95-4e50-a3c0-292429ad922c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:18.802397 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-2388497a-36c2-4e5a-a14a-213f0e2a3535 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:42:18.806861 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f9278ca9-31e5-44c5-9ef9-04fa00ce0d91 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:18.811180 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-2388497a-36c2-4e5a-a14a-213f0e2a3535 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Usage tracker for resource:subnet and tenant:1a232c8e0c0e45b3a083dd44fa84c55a is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:42:18.813240 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-2388497a-36c2-4e5a-a14a-213f0e2a3535 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:42:18.820259 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4b6476-6a95-4e50-a3c0-292429ad922c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30959128-be7d-45c9-8e29-08f90ef94f3a,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:42:18.821301 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-2388497a-36c2-4e5a-a14a-213f0e2a3535 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:42:18.823394 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5c4b6476-6a95-4e50-a3c0-292429ad922c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:18.824662 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-5c4b6476-6a95-4e50-a3c0-292429ad922c admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/30959128-be7d-45c9-8e29-08f90ef94f3a HTTP/1.1" status: 204 len: 168 time: 0.7016699 May 30 20:42:18.866378 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f9278ca9-31e5-44c5-9ef9-04fa00ce0d91 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:18.915261 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2388497a-36c2-4e5a-a14a-213f0e2a3535 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Made reservation on behalf of 1a232c8e0c0e45b3a083dd44fa84c55a for: {'subnet': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:42:19.037989 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f9278ca9-31e5-44c5-9ef9-04fa00ce0d91 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:19.061995 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-5fead0a0-7d9a-4b22-ad10-5975a7f919c8 req-f8d246e1-3d1f-4f20-aa80-4028e63275b7 tempest-VolumesActionsTest-2131315420 tempest-VolumesActionsTest-2131315420-project] Synchronizing usage tracker for tenant:48ce6dd14d8c4ec28217a7fdf8882865 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:42:19.062919 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2388497a-36c2-4e5a-a14a-213f0e2a3535 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2778563'] for subnet, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:19.070257 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9278ca9-31e5-44c5-9ef9-04fa00ce0d91 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f70d284e-3bcf-4860-a8af-3ff41f1b3225,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:42:19.090286 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f9278ca9-31e5-44c5-9ef9-04fa00ce0d91 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:19.094267 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-f9278ca9-31e5-44c5-9ef9-04fa00ce0d91 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] 10.222.0.85 "DELETE /v2.0/security-groups/f70d284e-3bcf-4860-a8af-3ff41f1b3225 HTTP/1.1" status: 204 len: 168 time: 0.3968928 May 30 20:42:19.095171 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 34872) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:42:19.154908 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-73392b2b-933a-44ee-ab55-c22c51e4f5c0 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Synchronizing usage tracker for tenant:a54e056ace874b45b17e4c0172a1b90a on resource:security_group {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:42:19.218200 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-5fead0a0-7d9a-4b22-ad10-5975a7f919c8 req-f8d246e1-3d1f-4f20-aa80-4028e63275b7 tempest-VolumesActionsTest-2131315420 tempest-VolumesActionsTest-2131315420-project] Unset dirty status for tenant:48ce6dd14d8c4ec28217a7fdf8882865 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:42:19.219775 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5fead0a0-7d9a-4b22-ad10-5975a7f919c8 req-f8d246e1-3d1f-4f20-aa80-4028e63275b7 tempest-VolumesActionsTest-2131315420 tempest-VolumesActionsTest-2131315420-project] 10.222.0.85 "GET /v2.0/ports?device_id=b9ce43a6-54dd-4a76-b969-b6eb1aa4afaf HTTP/1.1" status: 200 len: 210 time: 0.2411065 May 30 20:42:19.319882 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-73392b2b-933a-44ee-ab55-c22c51e4f5c0 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Unset dirty status for tenant:a54e056ace874b45b17e4c0172a1b90a on resource:security_group {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:42:19.319882 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-73392b2b-933a-44ee-ab55-c22c51e4f5c0 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] 10.222.0.85 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2200711 May 30 20:42:19.323178 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 34880) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:42:19.329671 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-95ea99b0-d3fa-4f91-baab-b455ced546e6 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Request body: {'security_group': {'name': 'tempest-secgroup--818228108'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:42:19.337144 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-95ea99b0-d3fa-4f91-baab-b455ced546e6 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:42:19.350957 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-95ea99b0-d3fa-4f91-baab-b455ced546e6 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:42:19.407784 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2388497a-36c2-4e5a-a14a-213f0e2a3535 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4127140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2778577'] for subnet, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:19.469491 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-95ea99b0-d3fa-4f91-baab-b455ced546e6 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:19.601114 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-95ea99b0-d3fa-4f91-baab-b455ced546e6 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:42:19.604999 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2388497a-36c2-4e5a-a14a-213f0e2a3535 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Pushing event updated for resources: {'Subnet': ['ID=ed542116-2ab9-4a4c-bd68-b4bf077e8181,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:42:19.611677 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-95ea99b0-d3fa-4f91-baab-b455ced546e6 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Usage tracker for resource:security_group_rule and tenant:a54e056ace874b45b17e4c0172a1b90a is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:42:19.617954 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-95ea99b0-d3fa-4f91-baab-b455ced546e6 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:42:19.623944 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-95ea99b0-d3fa-4f91-baab-b455ced546e6 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:42:19.631821 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2388497a-36c2-4e5a-a14a-213f0e2a3535 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Checking segment: {'id': 'e7cd7c7a-1a52-4c7c-926d-b5dc36971e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'f596139b-258a-4e72-8122-367a33d595ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:42:19.632205 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2388497a-36c2-4e5a-a14a-213f0e2a3535 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Network hostable DHCP agents. Network: f596139b-258a-4e72-8122-367a33d595ee, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:42:19.659885 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:19.701297 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-95ea99b0-d3fa-4f91-baab-b455ced546e6 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:19.789449 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2388497a-36c2-4e5a-a14a-213f0e2a3535 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Network f596139b-258a-4e72-8122-367a33d595ee is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:42:19.837278 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-95ea99b0-d3fa-4f91-baab-b455ced546e6 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:19.889123 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-2388497a-36c2-4e5a-a14a-213f0e2a3535 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, f596139b-258a-4e72-8122-367a33d595ee) {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:42:19.899654 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e2ebbd-ab83-4d9b-a10b-914df630e5d9 None None] Network f596139b-258a-4e72-8122-367a33d595ee requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:42:19.926848 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2388497a-36c2-4e5a-a14a-213f0e2a3535 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:42:19.927591 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2388497a-36c2-4e5a-a14a-213f0e2a3535 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Notify callbacks [] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:19.960280 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ea99b0-d3fa-4f91-baab-b455ced546e6 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bff29976-b24c-4ac2-a877-6649d2c23718,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:42:20.178870 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89cb4bac-9221-464c-8d3c-3437619309ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-f596139b-258a-4e72-8122-367a33d595ee', 'network_id': 'f596139b-258a-4e72-8122-367a33d595ee', 'tenant_id': '1a232c8e0c0e45b3a083dd44fa84c55a', 'fixed_ips': [{'subnet_id': 'ed542116-2ab9-4a4c-bd68-b4bf077e8181'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:42:20.179641 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-89cb4bac-9221-464c-8d3c-3437619309ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:20.387416 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-89cb4bac-9221-464c-8d3c-3437619309ca None None] Allocated IP 2001:db8:0:ffff::2 (f596139b-258a-4e72-8122-367a33d595ee/ed542116-2ab9-4a4c-bd68-b4bf077e8181/ce5e6a54-f91b-4d08-b3bd-a52442ab2b31) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:42:20.473082 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-fed6e604-c90c-43ff-a35d-f31c61830894 req-53766f67-3019-46e5-a262-f759a51a2ca2 tempest-VolumesActionsTest-2131315420 tempest-VolumesActionsTest-2131315420-project] 10.222.0.85 "GET /v2.0/ports?device_id=b9ce43a6-54dd-4a76-b969-b6eb1aa4afaf HTTP/1.1" status: 200 len: 210 time: 0.0493822 May 30 20:42:20.618246 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-89cb4bac-9221-464c-8d3c-3437619309ca None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:20.630035 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-89cb4bac-9221-464c-8d3c-3437619309ca None None] Transition to ACTIVE for port object ce5e6a54-f91b-4d08-b3bd-a52442ab2b31 will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:42:20.650574 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-89cb4bac-9221-464c-8d3c-3437619309ca None None] Transition to ACTIVE for port object ce5e6a54-f91b-4d08-b3bd-a52442ab2b31 will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:42:20.708111 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-2388497a-36c2-4e5a-a14a-213f0e2a3535 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0886528 May 30 20:42:20.709174 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 34910) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:42:20.710413 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-95ea99b0-d3fa-4f91-baab-b455ced546e6 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:20.711649 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-95ea99b0-d3fa-4f91-baab-b455ced546e6 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.3874240 May 30 20:42:20.714770 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 34914) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:42:20.717668 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-0d90e51e-ca34-48ed-b77b-88fab560cafc tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-323113048'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:42:20.723254 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-ffaf8cc4-8df6-4d0b-8011-75af3c29d759 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Request body: {'security_group': {'name': 'tempest-secgroup--859575975'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:42:20.724594 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-0d90e51e-ca34-48ed-b77b-88fab560cafc tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:42:20.730117 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-0d90e51e-ca34-48ed-b77b-88fab560cafc tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Usage tracker for resource:network and tenant:1a232c8e0c0e45b3a083dd44fa84c55a is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:42:20.734862 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-0d90e51e-ca34-48ed-b77b-88fab560cafc tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:42:20.748840 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-ffaf8cc4-8df6-4d0b-8011-75af3c29d759 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:42:20.750980 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-0d90e51e-ca34-48ed-b77b-88fab560cafc tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:42:20.752174 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-ffaf8cc4-8df6-4d0b-8011-75af3c29d759 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Usage tracker for resource:security_group and tenant:a54e056ace874b45b17e4c0172a1b90a is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:42:20.752545 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-ffaf8cc4-8df6-4d0b-8011-75af3c29d759 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:42:20.756348 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-89cb4bac-9221-464c-8d3c-3437619309ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:20.776649 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-ffaf8cc4-8df6-4d0b-8011-75af3c29d759 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:42:20.818278 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d90e51e-ca34-48ed-b77b-88fab560cafc tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Made reservation on behalf of 1a232c8e0c0e45b3a083dd44fa84c55a for: {'network': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:42:20.822304 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0d90e51e-ca34-48ed-b77b-88fab560cafc tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:20.860444 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d90e51e-ca34-48ed-b77b-88fab560cafc tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] vlan segment allocate from pool success with {'vlan_id': 669, 'physical_network': 'physnet1'} {{(pid=84886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:42:20.883461 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0d90e51e-ca34-48ed-b77b-88fab560cafc tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:20.884011 n-d-843948-2 neutron-server[84886]: INFO neutron.db.segments_db [None req-0d90e51e-ca34-48ed-b77b-88fab560cafc tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Added segment 734a7a55-c085-4c29-b173-df69808f2fcf of type vlan for network 8c0ab806-e591-43f6-91b9-e1e377c54f69 May 30 20:42:20.890312 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cb4bac-9221-464c-8d3c-3437619309ca None None] Pushing event updated for resources: {'Port': ['ID=ce5e6a54-f91b-4d08-b3bd-a52442ab2b31,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:42:20.893314 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ffaf8cc4-8df6-4d0b-8011-75af3c29d759 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:20.894737 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89cb4bac-9221-464c-8d3c-3437619309ca None None] Network f596139b-258a-4e72-8122-367a33d595ee is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:42:20.898524 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-89cb4bac-9221-464c-8d3c-3437619309ca None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:42:20.899442 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89cb4bac-9221-464c-8d3c-3437619309ca None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:42:20.945362 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0d90e51e-ca34-48ed-b77b-88fab560cafc tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:20.964219 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 34924) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:42:20.986973 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-ffaf8cc4-8df6-4d0b-8011-75af3c29d759 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:42:20.999258 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-ffaf8cc4-8df6-4d0b-8011-75af3c29d759 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Usage tracker for resource:security_group_rule and tenant:a54e056ace874b45b17e4c0172a1b90a is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:42:21.005490 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-ffaf8cc4-8df6-4d0b-8011-75af3c29d759 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:42:21.015906 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-ffaf8cc4-8df6-4d0b-8011-75af3c29d759 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:42:21.022960 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-89cb4bac-9221-464c-8d3c-3437619309ca None None] Attempting to bind port ce5e6a54-f91b-4d08-b3bd-a52442ab2b31 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:42:21.023976 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-89cb4bac-9221-464c-8d3c-3437619309ca None None] Attempting to bind port ce5e6a54-f91b-4d08-b3bd-a52442ab2b31 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': 'e7cd7c7a-1a52-4c7c-926d-b5dc36971e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'f596139b-258a-4e72-8122-367a33d595ee'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:42:21.024351 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89cb4bac-9221-464c-8d3c-3437619309ca None None] Attempting to bind port ce5e6a54-f91b-4d08-b3bd-a52442ab2b31 on network f596139b-258a-4e72-8122-367a33d595ee {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:42:21.033338 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89cb4bac-9221-464c-8d3c-3437619309ca None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:42:21.033788 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89cb4bac-9221-464c-8d3c-3437619309ca None None] Checking segment: {'id': 'e7cd7c7a-1a52-4c7c-926d-b5dc36971e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'f596139b-258a-4e72-8122-367a33d595ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:42:21.034995 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-89cb4bac-9221-464c-8d3c-3437619309ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:21.035597 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89cb4bac-9221-464c-8d3c-3437619309ca None None] Bound using segment: {'id': 'e7cd7c7a-1a52-4c7c-926d-b5dc36971e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'f596139b-258a-4e72-8122-367a33d595ee'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:42:21.036375 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-89cb4bac-9221-464c-8d3c-3437619309ca None None] Bound port: ce5e6a54-f91b-4d08-b3bd-a52442ab2b31, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7cd7c7a-1a52-4c7c-926d-b5dc36971e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'f596139b-258a-4e72-8122-367a33d595ee'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:42:21.037061 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-89cb4bac-9221-464c-8d3c-3437619309ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:21.095381 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ffaf8cc4-8df6-4d0b-8011-75af3c29d759 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:21.103592 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0d90e51e-ca34-48ed-b77b-88fab560cafc tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:21.114238 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d90e51e-ca34-48ed-b77b-88fab560cafc tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:42:21.115048 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0d90e51e-ca34-48ed-b77b-88fab560cafc tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Notify callbacks [] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:21.163469 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ffaf8cc4-8df6-4d0b-8011-75af3c29d759 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:21.167598 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-89cb4bac-9221-464c-8d3c-3437619309ca None None] For port ce5e6a54-f91b-4d08-b3bd-a52442ab2b31, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:42:21.171718 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-89cb4bac-9221-464c-8d3c-3437619309ca None None] For port ce5e6a54-f91b-4d08-b3bd-a52442ab2b31, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=ce5e6a54-f91b-4d08-b3bd-a52442ab2b31,segment=NetworkSegment(e7cd7c7a-1a52-4c7c-926d-b5dc36971e8a),segment_id=e7cd7c7a-1a52-4c7c-926d-b5dc36971e8a)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:42:21.173014 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-7a99cb05-5eea-47fb-9b95-d964a1611ce1 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1720267792-network', 'tenant_id': '3c92fb1823c0434d8caa08876637cb12'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:42:21.181057 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-7a99cb05-5eea-47fb-9b95-d964a1611ce1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:42:21.199871 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-7a99cb05-5eea-47fb-9b95-d964a1611ce1 admin admin] Usage tracker for resource:network and tenant:3c92fb1823c0434d8caa08876637cb12 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:42:21.207160 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-7a99cb05-5eea-47fb-9b95-d964a1611ce1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:42:21.232303 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-7a99cb05-5eea-47fb-9b95-d964a1611ce1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:42:21.239515 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-0d90e51e-ca34-48ed-b77b-88fab560cafc tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5223014 May 30 20:42:21.244345 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 34932) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:42:21.247556 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-89cb4bac-9221-464c-8d3c-3437619309ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:21.253653 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaf8cc4-8df6-4d0b-8011-75af3c29d759 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c56fb29-a735-45f5-8026-61dd8059eac9,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:42:21.259792 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-4cb26974-e0e5-4e9d-a01e-3b2317301978 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Request body: {'subnet': {'network_id': '8c0ab806-e591-43f6-91b9-e1e377c54f69', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:42:21.343690 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ffaf8cc4-8df6-4d0b-8011-75af3c29d759 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:21.344834 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d90e51e-ca34-48ed-b77b-88fab560cafc tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Pushing event updated for resources: {'Network': ['ID=8c0ab806-e591-43f6-91b9-e1e377c54f69,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:42:21.346578 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-ffaf8cc4-8df6-4d0b-8011-75af3c29d759 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.6307402 May 30 20:42:21.349786 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 34936) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:42:21.374228 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network 8c0ab806-e591-43f6-91b9-e1e377c54f69 details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:42:21.382067 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-7c6975a6-85a1-41e4-be77-4aa62a950e7e tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Request body: {'security_group_rule': {'security_group_id': 'bff29976-b24c-4ac2-a877-6649d2c23718', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '0c56fb29-a735-45f5-8026-61dd8059eac9', 'remote_ip_prefix': None}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:42:21.399266 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-7c6975a6-85a1-41e4-be77-4aa62a950e7e tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:42:21.412185 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-7c6975a6-85a1-41e4-be77-4aa62a950e7e tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Usage tracker for resource:security_group_rule and tenant:a54e056ace874b45b17e4c0172a1b90a is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:42:21.418783 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-4cb26974-e0e5-4e9d-a01e-3b2317301978 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:42:21.421359 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-7c6975a6-85a1-41e4-be77-4aa62a950e7e tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:42:21.423456 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-4cb26974-e0e5-4e9d-a01e-3b2317301978 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Usage tracker for resource:subnet and tenant:1a232c8e0c0e45b3a083dd44fa84c55a is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:42:21.426744 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-4cb26974-e0e5-4e9d-a01e-3b2317301978 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:42:21.433174 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-4cb26974-e0e5-4e9d-a01e-3b2317301978 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:42:21.435938 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-7c6975a6-85a1-41e4-be77-4aa62a950e7e tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:42:21.444765 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cb4bac-9221-464c-8d3c-3437619309ca None None] Pushing event updated for resources: {'Port': ['ID=ce5e6a54-f91b-4d08-b3bd-a52442ab2b31,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:42:21.467696 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a99cb05-5eea-47fb-9b95-d964a1611ce1 admin admin] Made reservation on behalf of 3c92fb1823c0434d8caa08876637cb12 for: {'network': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:42:21.473479 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7a99cb05-5eea-47fb-9b95-d964a1611ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:21.496014 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7a99cb05-5eea-47fb-9b95-d964a1611ce1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:21.532223 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cb26974-e0e5-4e9d-a01e-3b2317301978 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Made reservation on behalf of 1a232c8e0c0e45b3a083dd44fa84c55a for: {'subnet': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:42:21.588576 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-7a99cb05-5eea-47fb-9b95-d964a1611ce1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:42:21.605751 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-7a99cb05-5eea-47fb-9b95-d964a1611ce1 admin admin] Usage tracker for resource:security_group_rule and tenant:3c92fb1823c0434d8caa08876637cb12 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:42:21.620140 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-7a99cb05-5eea-47fb-9b95-d964a1611ce1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:42:21.636365 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-7a99cb05-5eea-47fb-9b95-d964a1611ce1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:42:21.640261 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7c6975a6-85a1-41e4-be77-4aa62a950e7e tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:21.782240 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4cb26974-e0e5-4e9d-a01e-3b2317301978 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2778563'] for subnet, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:21.840191 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7c6975a6-85a1-41e4-be77-4aa62a950e7e tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:21.871111 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7a99cb05-5eea-47fb-9b95-d964a1611ce1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:21.932482 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7c6975a6-85a1-41e4-be77-4aa62a950e7e tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:21.984178 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7a99cb05-5eea-47fb-9b95-d964a1611ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:21.998387 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6975a6-85a1-41e4-be77-4aa62a950e7e tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6b67b8a-1385-4062-8c32-4090804768e4,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:42:22.022685 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a99cb05-5eea-47fb-9b95-d964a1611ce1 admin admin] vlan segment allocate from pool success with {'vlan_id': 690, 'physical_network': 'physnet1'} {{(pid=84887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:42:22.035058 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6975a6-85a1-41e4-be77-4aa62a950e7e tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:42:22.035407 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6975a6-85a1-41e4-be77-4aa62a950e7e tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:42:22.035732 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6975a6-85a1-41e4-be77-4aa62a950e7e tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:42:22.036082 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6975a6-85a1-41e4-be77-4aa62a950e7e tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:42:22.036410 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6975a6-85a1-41e4-be77-4aa62a950e7e tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:42:22.036762 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6975a6-85a1-41e4-be77-4aa62a950e7e tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:42:22.037066 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6975a6-85a1-41e4-be77-4aa62a950e7e tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:42:22.037389 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6975a6-85a1-41e4-be77-4aa62a950e7e tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:42:22.037746 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6975a6-85a1-41e4-be77-4aa62a950e7e tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:42:22.038070 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6975a6-85a1-41e4-be77-4aa62a950e7e tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:42:22.038392 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6975a6-85a1-41e4-be77-4aa62a950e7e tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:42:22.056176 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7a99cb05-5eea-47fb-9b95-d964a1611ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:22.056785 n-d-843948-2 neutron-server[84887]: INFO neutron.db.segments_db [None req-7a99cb05-5eea-47fb-9b95-d964a1611ce1 admin admin] Added segment b85fc1db-c2d8-43e0-b3e1-8bde3124674e of type vlan for network aae1f337-cef3-40f4-853f-e35da73547a9 May 30 20:42:22.058288 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7c6975a6-85a1-41e4-be77-4aa62a950e7e tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:22.062699 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-7c6975a6-85a1-41e4-be77-4aa62a950e7e tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 0.7047434 May 30 20:42:22.064238 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 34952) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:42:22.073889 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a99cb05-5eea-47fb-9b95-d964a1611ce1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5436bc10-0810-44e2-ad04-baf81a54f3bc,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:42:22.133347 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7a99cb05-5eea-47fb-9b95-d964a1611ce1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:22.139520 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5099dbcc-246a-4b37-b9cb-2ceaf0cd843f tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:22.153518 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5099dbcc-246a-4b37-b9cb-2ceaf0cd843f tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:22.188282 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 6a203b1b-c4d6-4a6c-b4d3-04f3a37da3b5 no longer exists at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:42:22.231647 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] No Port match for: 6a203b1b-c4d6-4a6c-b4d3-04f3a37da3b5 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:42:22.232075 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 6a203b1b-c4d6-4a6c-b4d3-04f3a37da3b5 not bound to the agent host n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:42:22.239522 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9d68c0-b448-4b90-8fc6-b693dfb4c941 req-9b608877-120a-4664-b899-1c28543f1076 tempest-VolumesActionsTest-2131315420 tempest-VolumesActionsTest-2131315420-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:42:22.241016 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4f9d68c0-b448-4b90-8fc6-b693dfb4c941 req-9b608877-120a-4664-b899-1c28543f1076 tempest-VolumesActionsTest-2131315420 tempest-VolumesActionsTest-2131315420-project] 10.222.0.85 "GET /v2.0/networks?id=6bb5efe0-1b8f-4b15-8fd1-8f9fe9f26040 HTTP/1.1" status: 200 len: 808 time: 0.2076917 May 30 20:42:22.259171 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4f9d68c0-b448-4b90-8fc6-b693dfb4c941 req-966b1709-8446-45e5-9f72-cd6db4c4133c tempest-VolumesActionsTest-2131315420 tempest-VolumesActionsTest-2131315420-project] 10.222.0.85 "GET /v2.0/quotas/48ce6dd14d8c4ec28217a7fdf8882865 HTTP/1.1" status: 200 len: 375 time: 0.0124743 May 30 20:42:22.269476 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7a99cb05-5eea-47fb-9b95-d964a1611ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:22.270630 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a99cb05-5eea-47fb-9b95-d964a1611ce1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:42:22.271209 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7a99cb05-5eea-47fb-9b95-d964a1611ce1 admin admin] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:22.299319 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5099dbcc-246a-4b37-b9cb-2ceaf0cd843f tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:22.312601 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4f9d68c0-b448-4b90-8fc6-b693dfb4c941 req-c46536e4-cc1f-4c5d-aa10-71e1743944bf tempest-VolumesActionsTest-2131315420 tempest-VolumesActionsTest-2131315420-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=48ce6dd14d8c4ec28217a7fdf8882865&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0478063 May 30 20:42:22.326728 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:22.397958 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5099dbcc-246a-4b37-b9cb-2ceaf0cd843f tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e6b67b8a-1385-4062-8c32-4090804768e4,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:42:22.426948 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a99cb05-5eea-47fb-9b95-d964a1611ce1 admin admin] Pushing event updated for resources: {'Network': ['ID=aae1f337-cef3-40f4-853f-e35da73547a9,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:42:22.435191 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5099dbcc-246a-4b37-b9cb-2ceaf0cd843f tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:22.436375 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-5099dbcc-246a-4b37-b9cb-2ceaf0cd843f tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] 10.222.0.85 "DELETE /v2.0/security-group-rules/e6b67b8a-1385-4062-8c32-4090804768e4 HTTP/1.1" status: 204 len: 168 time: 0.3650758 May 30 20:42:22.438970 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 34956) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:42:22.439783 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network aae1f337-cef3-40f4-853f-e35da73547a9 details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:42:22.505347 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-305710a7-e804-4908-af76-e69286503624 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Synchronizing usage tracker for tenant:a54e056ace874b45b17e4c0172a1b90a on resource:security_group_rule {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:42:22.512163 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-7a99cb05-5eea-47fb-9b95-d964a1611ce1 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.5455763 May 30 20:42:22.515957 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 34960) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:42:22.528657 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-987e9434-c745-4f12-af60-f78b81bffb1c admin admin] Request body: {'subnet': {'network_id': 'aae1f337-cef3-40f4-853f-e35da73547a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1720267792-subnet', 'tenant_id': '3c92fb1823c0434d8caa08876637cb12', 'ip_version': 4}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:42:22.538582 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-987e9434-c745-4f12-af60-f78b81bffb1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:42:22.548032 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-987e9434-c745-4f12-af60-f78b81bffb1c admin admin] Usage tracker for resource:subnet and tenant:3c92fb1823c0434d8caa08876637cb12 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:42:22.555315 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-987e9434-c745-4f12-af60-f78b81bffb1c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:42:22.565224 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-987e9434-c745-4f12-af60-f78b81bffb1c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:42:22.598272 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4f9d68c0-b448-4b90-8fc6-b693dfb4c941 req-ef481060-9086-4dd6-9de1-66832c3694d3 service neutron] 10.222.0.85 "GET /v2.0/networks/6bb5efe0-1b8f-4b15-8fd1-8f9fe9f26040?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301416 May 30 20:42:22.618010 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-305710a7-e804-4908-af76-e69286503624 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Unset dirty status for tenant:a54e056ace874b45b17e4c0172a1b90a on resource:security_group_rule {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:42:22.619580 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-305710a7-e804-4908-af76-e69286503624 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] 10.222.0.85 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.1795583 May 30 20:42:22.625213 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 34964) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:42:22.652042 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-987e9434-c745-4f12-af60-f78b81bffb1c admin admin] Made reservation on behalf of 3c92fb1823c0434d8caa08876637cb12 for: {'subnet': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:42:22.654492 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-987e9434-c745-4f12-af60-f78b81bffb1c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114220'] for subnet, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:22.844495 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-329a6cb8-67ca-4d3c-a1f0-008e440b0f94 None None] Network f596139b-258a-4e72-8122-367a33d595ee requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:42:22.873475 n-d-843948-2 neutron-server[84886]: DEBUG neutron.objects.ports [None req-4cb26974-e0e5-4e9d-a01e-3b2317301978 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84886) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 30 20:42:22.873475 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4f9d68c0-b448-4b90-8fc6-b693dfb4c941 req-39757983-622c-4618-a779-a8609f4e1936 service neutron] 10.222.0.85 "GET /v2.0/networks/6bb5efe0-1b8f-4b15-8fd1-8f9fe9f26040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2670805 May 30 20:42:22.873475 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4cb26974-e0e5-4e9d-a01e-3b2317301978 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4127140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2778577'] for subnet, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:22.936545 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9b3a87dd-a4fa-422d-937c-c8c29af0584e tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:22.973348 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb26974-e0e5-4e9d-a01e-3b2317301978 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Pushing event updated for resources: {'Subnet': ['ID=e86145c0-b591-4902-a368-fd276a0e4a68,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:42:22.974946 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9b3a87dd-a4fa-422d-937c-c8c29af0584e tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:23.032479 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb26974-e0e5-4e9d-a01e-3b2317301978 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Checking segment: {'id': '734a7a55-c085-4c29-b173-df69808f2fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '8c0ab806-e591-43f6-91b9-e1e377c54f69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:42:23.039486 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb26974-e0e5-4e9d-a01e-3b2317301978 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Network hostable DHCP agents. Network: 8c0ab806-e591-43f6-91b9-e1e377c54f69, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:42:23.150804 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-d0e07deb-5b53-4522-b095-a8a55d222e58 None None] Provisioning for port ce5e6a54-f91b-4d08-b3bd-a52442ab2b31 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:42:23.161703 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb26974-e0e5-4e9d-a01e-3b2317301978 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Network 8c0ab806-e591-43f6-91b9-e1e377c54f69 is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:42:23.185300 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9b3a87dd-a4fa-422d-937c-c8c29af0584e tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:23.287056 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-4cb26974-e0e5-4e9d-a01e-3b2317301978 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, 8c0ab806-e591-43f6-91b9-e1e377c54f69) {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:42:23.292305 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb26974-e0e5-4e9d-a01e-3b2317301978 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:42:23.293081 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4cb26974-e0e5-4e9d-a01e-3b2317301978 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Notify callbacks [] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:23.308450 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac34d44c-57b0-47de-a09e-1e519f677de5 None None] Network 8c0ab806-e591-43f6-91b9-e1e377c54f69 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:42:23.312476 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3a87dd-a4fa-422d-937c-c8c29af0584e tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c56fb29-a735-45f5-8026-61dd8059eac9,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:42:23.347574 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-987e9434-c745-4f12-af60-f78b81bffb1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4055401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114238'] for subnet, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:23.406239 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-43afdb8b-eeb5-4cb5-a674-7e0ac8742da2 req-c7b26b5a-a925-470a-b0da-4c13a03d67de tempest-VolumesActionsTest-2131315420 tempest-VolumesActionsTest-2131315420-project] 10.222.0.85 "GET /v2.0/ports?device_id=fe592644-2f66-42ba-b615-ed2cc8edf3c9 HTTP/1.1" status: 200 len: 210 time: 0.1980588 May 30 20:42:23.438222 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-4cb26974-e0e5-4e9d-a01e-3b2317301978 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.1938541 May 30 20:42:23.440728 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 34984) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:42:23.451769 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-82cd1d58-aa0c-4bc5-ab65-ff66fecc2566 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Request body: {'port': {'network_id': '8c0ab806-e591-43f6-91b9-e1e377c54f69', 'name': 'tempest-NetworksIpV6TestAttrs-1285760627'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:42:23.480225 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987e9434-c745-4f12-af60-f78b81bffb1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e98f4c44-1eda-477e-8eaf-93574822bbe1,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:42:23.499349 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987e9434-c745-4f12-af60-f78b81bffb1c admin admin] Checking segment: {'id': 'b85fc1db-c2d8-43e0-b3e1-8bde3124674e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'aae1f337-cef3-40f4-853f-e35da73547a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:42:23.499349 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-987e9434-c745-4f12-af60-f78b81bffb1c admin admin] Network hostable DHCP agents. Network: aae1f337-cef3-40f4-853f-e35da73547a9, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:42:23.578155 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9b3a87dd-a4fa-422d-937c-c8c29af0584e tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:23.579591 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-9b3a87dd-a4fa-422d-937c-c8c29af0584e tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] 10.222.0.85 "DELETE /v2.0/security-groups/0c56fb29-a735-45f5-8026-61dd8059eac9 HTTP/1.1" status: 204 len: 168 time: 0.9533224 May 30 20:42:23.582638 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 34988) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:42:23.640946 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-987e9434-c745-4f12-af60-f78b81bffb1c admin admin] Network aae1f337-cef3-40f4-853f-e35da73547a9 is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:42:23.651186 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-82cd1d58-aa0c-4bc5-ab65-ff66fecc2566 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:42:23.652033 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f7c9ef5-7904-4244-8580-d2c06a91c507 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-8c0ab806-e591-43f6-91b9-e1e377c54f69', 'network_id': '8c0ab806-e591-43f6-91b9-e1e377c54f69', 'tenant_id': '1a232c8e0c0e45b3a083dd44fa84c55a', 'fixed_ips': [{'subnet_id': 'e86145c0-b591-4902-a368-fd276a0e4a68'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:42:23.652936 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-9f7c9ef5-7904-4244-8580-d2c06a91c507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:23.655624 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-82cd1d58-aa0c-4bc5-ab65-ff66fecc2566 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Usage tracker for resource:port and tenant:1a232c8e0c0e45b3a083dd44fa84c55a is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:42:23.660192 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-82cd1d58-aa0c-4bc5-ab65-ff66fecc2566 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:42:23.667191 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-82cd1d58-aa0c-4bc5-ab65-ff66fecc2566 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:42:23.736100 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-49cf08a6-f279-4275-810c-d08995986996 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Synchronizing usage tracker for tenant:a54e056ace874b45b17e4c0172a1b90a on resource:security_group {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:42:23.779252 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82cd1d58-aa0c-4bc5-ab65-ff66fecc2566 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Made reservation on behalf of 1a232c8e0c0e45b3a083dd44fa84c55a for: {'port': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:42:23.784905 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device ce5e6a54-f91b-4d08-b3bd-a52442ab2b31 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:42:23.786916 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-82cd1d58-aa0c-4bc5-ab65-ff66fecc2566 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:23.794871 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-987e9434-c745-4f12-af60-f78b81bffb1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, aae1f337-cef3-40f4-853f-e35da73547a9) {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:42:23.799912 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-987e9434-c745-4f12-af60-f78b81bffb1c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:42:23.801056 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-987e9434-c745-4f12-af60-f78b81bffb1c admin admin] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:23.824220 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [None req-82cd1d58-aa0c-4bc5-ab65-ff66fecc2566 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] device_id is not set on port f621fa0e-3b32-46d0-9d47-e8d4ed8b4a2d yet. {{(pid=84886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:42:23.835740 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-49cf08a6-f279-4275-810c-d08995986996 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Unset dirty status for tenant:a54e056ace874b45b17e4c0172a1b90a on resource:security_group {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:42:23.840183 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-49cf08a6-f279-4275-810c-d08995986996 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] 10.222.0.85 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.2540791 May 30 20:42:23.840590 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 34994) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:42:23.844385 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71a1a1b7-51e2-4242-a063-74d55e887435 None None] Network aae1f337-cef3-40f4-853f-e35da73547a9 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:42:23.879350 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-987e9434-c745-4f12-af60-f78b81bffb1c admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3573799 May 30 20:42:23.881654 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 34998) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:42:23.895648 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-dbddff9e-e2b5-4de7-91dd-27bb1bd90ea0 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1720267792-router', 'tenant_id': '3c92fb1823c0434d8caa08876637cb12', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:42:23.905775 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-dbddff9e-e2b5-4de7-91dd-27bb1bd90ea0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:42:23.918287 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-dbddff9e-e2b5-4de7-91dd-27bb1bd90ea0 admin admin] Usage tracker for resource:router and tenant:3c92fb1823c0434d8caa08876637cb12 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:42:23.924239 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-dbddff9e-e2b5-4de7-91dd-27bb1bd90ea0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:42:23.933102 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-dbddff9e-e2b5-4de7-91dd-27bb1bd90ea0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:42:23.964645 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2a77da56-3929-44a5-8875-76ced96764ab tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:24.003424 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2a77da56-3929-44a5-8875-76ced96764ab tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:24.037674 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-82cd1d58-aa0c-4bc5-ab65-ff66fecc2566 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Allocated IP 2001:db8::f816:3eff:fe3c:3fde (8c0ab806-e591-43f6-91b9-e1e377c54f69/e86145c0-b591-4902-a368-fd276a0e4a68/f621fa0e-3b32-46d0-9d47-e8d4ed8b4a2d) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:42:24.052746 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-dbddff9e-e2b5-4de7-91dd-27bb1bd90ea0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-733683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3159'] for router, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:24.054336 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-dbddff9e-e2b5-4de7-91dd-27bb1bd90ea0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-733584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-736372', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-628480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3164'] for router, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:24.136181 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f86cfcd-a194-46ef-bf1f-5921f03a1b5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-aae1f337-cef3-40f4-853f-e35da73547a9', 'network_id': 'aae1f337-cef3-40f4-853f-e35da73547a9', 'tenant_id': '3c92fb1823c0434d8caa08876637cb12', 'fixed_ips': [{'subnet_id': 'e98f4c44-1eda-477e-8eaf-93574822bbe1'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:42:24.136996 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-0f86cfcd-a194-46ef-bf1f-5921f03a1b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:24.148312 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port ce5e6a54-f91b-4d08-b3bd-a52442ab2b31 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:42:24.158064 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port ce5e6a54-f91b-4d08-b3bd-a52442ab2b31 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:42:24.158453 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:24.185938 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2a77da56-3929-44a5-8875-76ced96764ab tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:24.197069 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-dbddff9e-e2b5-4de7-91dd-27bb1bd90ea0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:24.265092 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a77da56-3929-44a5-8875-76ced96764ab tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bff29976-b24c-4ac2-a877-6649d2c23718,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:42:24.363701 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-82cd1d58-aa0c-4bc5-ab65-ff66fecc2566 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:24.380835 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [None req-82cd1d58-aa0c-4bc5-ab65-ff66fecc2566 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Transition to ACTIVE for port object f621fa0e-3b32-46d0-9d47-e8d4ed8b4a2d will not be triggered until provisioned by entity DHCP. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:42:24.457789 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-0f86cfcd-a194-46ef-bf1f-5921f03a1b5c None None] Allocated IP 172.20.0.2 (aae1f337-cef3-40f4-853f-e35da73547a9/e98f4c44-1eda-477e-8eaf-93574822bbe1/5cc86dba-deb9-4d97-8a5d-cb980877ffc5) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:42:24.470422 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:24.534001 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-82cd1d58-aa0c-4bc5-ab65-ff66fecc2566 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:24.560542 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2a77da56-3929-44a5-8875-76ced96764ab tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:24.567553 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-2a77da56-3929-44a5-8875-76ced96764ab tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] 10.222.0.85 "DELETE /v2.0/security-groups/bff29976-b24c-4ac2-a877-6649d2c23718 HTTP/1.1" status: 204 len: 168 time: 0.7256291 May 30 20:42:24.580135 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 35006) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:42:24.635879 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-dbddff9e-e2b5-4de7-91dd-27bb1bd90ea0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-736390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:24.651934 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port ce5e6a54-f91b-4d08-b3bd-a52442ab2b31, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=ce5e6a54-f91b-4d08-b3bd-a52442ab2b31,segment=NetworkSegment(e7cd7c7a-1a52-4c7c-926d-b5dc36971e8a),segment_id=e7cd7c7a-1a52-4c7c-926d-b5dc36971e8a)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:42:24.688195 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-9f7c9ef5-7904-4244-8580-d2c06a91c507 None None] Allocated IP 2001:db8::f816:3eff:fe87:39a2 (8c0ab806-e591-43f6-91b9-e1e377c54f69/e86145c0-b591-4902-a368-fd276a0e4a68/609cf587-8328-4bd5-9dbd-80347f18f206) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:42:24.688589 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-af3bade9-e903-4c8f-ba59-82831a1671a0 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Synchronizing usage tracker for tenant:a54e056ace874b45b17e4c0172a1b90a on resource:security_group {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:42:24.733490 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:24.739201 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82cd1d58-aa0c-4bc5-ab65-ff66fecc2566 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Network 8c0ab806-e591-43f6-91b9-e1e377c54f69 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:42:24.740695 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-82cd1d58-aa0c-4bc5-ab65-ff66fecc2566 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:42:24.754988 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82cd1d58-aa0c-4bc5-ab65-ff66fecc2566 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:42:24.759452 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82cd1d58-aa0c-4bc5-ab65-ff66fecc2566 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:42:24.763746 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-82cd1d58-aa0c-4bc5-ab65-ff66fecc2566 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:24.826385 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cd1d58-aa0c-4bc5-ab65-ff66fecc2566 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Pushing event updated for resources: {'Port': ['ID=f621fa0e-3b32-46d0-9d47-e8d4ed8b4a2d,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:42:24.855039 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e9c4f505-77de-4d05-95d9-2ba27bc0d7b8 req-1759a5d3-d2eb-402a-a22a-de8b29dc7e52 tempest-VolumesActionsTest-2131315420 tempest-VolumesActionsTest-2131315420-project] 10.222.0.85 "GET /v2.0/ports?device_id=fe592644-2f66-42ba-b615-ed2cc8edf3c9 HTTP/1.1" status: 200 len: 210 time: 0.2119877 May 30 20:42:24.906951 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-af3bade9-e903-4c8f-ba59-82831a1671a0 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Unset dirty status for tenant:a54e056ace874b45b17e4c0172a1b90a on resource:security_group {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:42:24.911132 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-af3bade9-e903-4c8f-ba59-82831a1671a0 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] 10.222.0.85 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3283646 May 30 20:42:24.915343 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 35012) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:42:24.920833 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-80f96248-a737-40f3-ba6e-efd22159a525 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Request body: {'security_group': {'name': 'tempest-secgroup--1768961784'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:42:24.935603 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-80f96248-a737-40f3-ba6e-efd22159a525 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:42:24.963770 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-80f96248-a737-40f3-ba6e-efd22159a525 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:42:24.973245 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-82cd1d58-aa0c-4bc5-ab65-ff66fecc2566 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.5301359 May 30 20:42:24.975477 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 35016) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:42:24.979761 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-0f86cfcd-a194-46ef-bf1f-5921f03a1b5c None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:25.048259 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=ce5e6a54-f91b-4d08-b3bd-a52442ab2b31,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:42:25.075845 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-0f86cfcd-a194-46ef-bf1f-5921f03a1b5c None None] Transition to ACTIVE for port object 5cc86dba-deb9-4d97-8a5d-cb980877ffc5 will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:42:25.084162 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-80f96248-a737-40f3-ba6e-efd22159a525 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:25.172155 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-80f96248-a737-40f3-ba6e-efd22159a525 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:42:25.193512 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-80f96248-a737-40f3-ba6e-efd22159a525 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Usage tracker for resource:security_group_rule and tenant:a54e056ace874b45b17e4c0172a1b90a is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:42:25.197662 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-0f86cfcd-a194-46ef-bf1f-5921f03a1b5c None None] Transition to ACTIVE for port object 5cc86dba-deb9-4d97-8a5d-cb980877ffc5 will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:42:25.200478 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-80f96248-a737-40f3-ba6e-efd22159a525 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:42:25.211776 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-dbddff9e-e2b5-4de7-91dd-27bb1bd90ea0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:25.218378 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-80f96248-a737-40f3-ba6e-efd22159a525 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:42:25.232829 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-9f7c9ef5-7904-4244-8580-d2c06a91c507 None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:25.247494 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_v2 [None req-12e33946-b143-49e3-8cd2-09b540121171 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Deleting subnet e86145c0-b591-4902-a368-fd276a0e4a68 {{(pid=84886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:42:25.250034 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-dbddff9e-e2b5-4de7-91dd-27bb1bd90ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:25.260753 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-9f7c9ef5-7904-4244-8580-d2c06a91c507 None None] Transition to ACTIVE for port object 609cf587-8328-4bd5-9dbd-80347f18f206 will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:42:25.276764 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-0f86cfcd-a194-46ef-bf1f-5921f03a1b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:25.320460 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-80f96248-a737-40f3-ba6e-efd22159a525 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:25.398089 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f86cfcd-a194-46ef-bf1f-5921f03a1b5c None None] Network aae1f337-cef3-40f4-853f-e35da73547a9 is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:42:25.402505 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [None req-dbddff9e-e2b5-4de7-91dd-27bb1bd90ea0 admin admin] Allocated IP 172.25.8.142 (c7869750-4b49-4b7e-aa99-5e0f1ae02da4/427601ec-f643-4fe7-b5e6-17305d3a39e1/c8f7c6ed-d1dc-40db-8443-1900bf19b7cb) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:42:25.413330 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-0f86cfcd-a194-46ef-bf1f-5921f03a1b5c None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:42:25.413330 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-9f7c9ef5-7904-4244-8580-d2c06a91c507 None None] Transition to ACTIVE for port object 609cf587-8328-4bd5-9dbd-80347f18f206 will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:42:25.416250 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f86cfcd-a194-46ef-bf1f-5921f03a1b5c None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:42:25.429760 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86cfcd-a194-46ef-bf1f-5921f03a1b5c None None] Pushing event updated for resources: {'Port': ['ID=5cc86dba-deb9-4d97-8a5d-cb980877ffc5,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:42:25.446596 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-80f96248-a737-40f3-ba6e-efd22159a525 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:25.506330 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f96248-a737-40f3-ba6e-efd22159a525 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f53dcb7-f012-4d38-b096-d1e3adb85c46,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:42:25.515988 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-12e33946-b143-49e3-8cd2-09b540121171 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Notify callbacks [] for subnet, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:25.566420 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-9f7c9ef5-7904-4244-8580-d2c06a91c507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:25.598457 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-12e33946-b143-49e3-8cd2-09b540121171 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2655517'] for subnet, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:25.621821 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-dbddff9e-e2b5-4de7-91dd-27bb1bd90ea0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:25.667320 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-80f96248-a737-40f3-ba6e-efd22159a525 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:25.675538 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-80f96248-a737-40f3-ba6e-efd22159a525 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.7564142 May 30 20:42:25.678109 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 35020) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:42:25.690733 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-561ec2ac-1451-42fc-974b-ff661a14e70b tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Request body: {'security_group_rule': {'security_group_id': '3f53dcb7-f012-4d38-b096-d1e3adb85c46', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:42:25.703170 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-561ec2ac-1451-42fc-974b-ff661a14e70b tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:42:25.708062 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f7c9ef5-7904-4244-8580-d2c06a91c507 None None] Network 8c0ab806-e591-43f6-91b9-e1e377c54f69 is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:42:25.709930 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-561ec2ac-1451-42fc-974b-ff661a14e70b tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Usage tracker for resource:security_group_rule and tenant:a54e056ace874b45b17e4c0172a1b90a is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:42:25.714992 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-561ec2ac-1451-42fc-974b-ff661a14e70b tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:42:25.721484 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device ce5e6a54-f91b-4d08-b3bd-a52442ab2b31 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:42:25.727400 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-561ec2ac-1451-42fc-974b-ff661a14e70b tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:42:25.762374 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-dbddff9e-e2b5-4de7-91dd-27bb1bd90ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:25.779879 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-0f86cfcd-a194-46ef-bf1f-5921f03a1b5c None None] Attempting to bind port 5cc86dba-deb9-4d97-8a5d-cb980877ffc5 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:42:25.780315 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-0f86cfcd-a194-46ef-bf1f-5921f03a1b5c None None] Attempting to bind port 5cc86dba-deb9-4d97-8a5d-cb980877ffc5 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': 'b85fc1db-c2d8-43e0-b3e1-8bde3124674e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'aae1f337-cef3-40f4-853f-e35da73547a9'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:42:25.780600 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f86cfcd-a194-46ef-bf1f-5921f03a1b5c None None] Attempting to bind port 5cc86dba-deb9-4d97-8a5d-cb980877ffc5 on network aae1f337-cef3-40f4-853f-e35da73547a9 {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:42:25.783736 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-9f7c9ef5-7904-4244-8580-d2c06a91c507 None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:42:25.803750 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7c9ef5-7904-4244-8580-d2c06a91c507 None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:42:25.883446 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-561ec2ac-1451-42fc-974b-ff661a14e70b tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:25.914807 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbddff9e-e2b5-4de7-91dd-27bb1bd90ea0 admin admin] Pushing event updated for resources: {'Port': ['ID=c8f7c6ed-d1dc-40db-8443-1900bf19b7cb,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:42:25.924777 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbddff9e-e2b5-4de7-91dd-27bb1bd90ea0 admin admin] Network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:42:25.926758 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-dbddff9e-e2b5-4de7-91dd-27bb1bd90ea0 admin admin] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:42:25.931618 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbddff9e-e2b5-4de7-91dd-27bb1bd90ea0 admin admin] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:42:25.932093 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f86cfcd-a194-46ef-bf1f-5921f03a1b5c None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:42:25.933036 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f86cfcd-a194-46ef-bf1f-5921f03a1b5c None None] Checking segment: {'id': 'b85fc1db-c2d8-43e0-b3e1-8bde3124674e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'aae1f337-cef3-40f4-853f-e35da73547a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:42:25.933036 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-0f86cfcd-a194-46ef-bf1f-5921f03a1b5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:25.933859 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f86cfcd-a194-46ef-bf1f-5921f03a1b5c None None] Bound using segment: {'id': 'b85fc1db-c2d8-43e0-b3e1-8bde3124674e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'aae1f337-cef3-40f4-853f-e35da73547a9'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:42:25.933859 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-0f86cfcd-a194-46ef-bf1f-5921f03a1b5c None None] Bound port: 5cc86dba-deb9-4d97-8a5d-cb980877ffc5, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b85fc1db-c2d8-43e0-b3e1-8bde3124674e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'aae1f337-cef3-40f4-853f-e35da73547a9'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:42:25.934190 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-0f86cfcd-a194-46ef-bf1f-5921f03a1b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:25.936372 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-12e33946-b143-49e3-8cd2-09b540121171 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:25.943321 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-9f7c9ef5-7904-4244-8580-d2c06a91c507 None None] Attempting to bind port 609cf587-8328-4bd5-9dbd-80347f18f206 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:42:25.943773 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-9f7c9ef5-7904-4244-8580-d2c06a91c507 None None] Attempting to bind port 609cf587-8328-4bd5-9dbd-80347f18f206 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': '734a7a55-c085-4c29-b173-df69808f2fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '8c0ab806-e591-43f6-91b9-e1e377c54f69'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:42:25.944130 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7c9ef5-7904-4244-8580-d2c06a91c507 None None] Attempting to bind port 609cf587-8328-4bd5-9dbd-80347f18f206 on network 8c0ab806-e591-43f6-91b9-e1e377c54f69 {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:42:25.960213 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7c9ef5-7904-4244-8580-d2c06a91c507 None None] Pushing event updated for resources: {'Port': ['ID=609cf587-8328-4bd5-9dbd-80347f18f206,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:42:26.055540 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-0f86cfcd-a194-46ef-bf1f-5921f03a1b5c None None] For port 5cc86dba-deb9-4d97-8a5d-cb980877ffc5, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:42:26.059566 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-0f86cfcd-a194-46ef-bf1f-5921f03a1b5c None None] For port 5cc86dba-deb9-4d97-8a5d-cb980877ffc5, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=5cc86dba-deb9-4d97-8a5d-cb980877ffc5,segment=NetworkSegment(b85fc1db-c2d8-43e0-b3e1-8bde3124674e),segment_id=b85fc1db-c2d8-43e0-b3e1-8bde3124674e)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:42:26.060761 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7c9ef5-7904-4244-8580-d2c06a91c507 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:42:26.061139 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7c9ef5-7904-4244-8580-d2c06a91c507 None None] Checking segment: {'id': '734a7a55-c085-4c29-b173-df69808f2fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '8c0ab806-e591-43f6-91b9-e1e377c54f69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:42:26.061539 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-9f7c9ef5-7904-4244-8580-d2c06a91c507 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:26.061958 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7c9ef5-7904-4244-8580-d2c06a91c507 None None] Bound using segment: {'id': '734a7a55-c085-4c29-b173-df69808f2fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '8c0ab806-e591-43f6-91b9-e1e377c54f69'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:42:26.062505 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-9f7c9ef5-7904-4244-8580-d2c06a91c507 None None] Bound port: 609cf587-8328-4bd5-9dbd-80347f18f206, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '734a7a55-c085-4c29-b173-df69808f2fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '8c0ab806-e591-43f6-91b9-e1e377c54f69'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:42:26.062881 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-9f7c9ef5-7904-4244-8580-d2c06a91c507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:26.150752 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-12e33946-b143-49e3-8cd2-09b540121171 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4127075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2778536'] for subnet, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:26.153954 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port ce5e6a54-f91b-4d08-b3bd-a52442ab2b31 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:42:26.154324 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:26.185663 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-0f86cfcd-a194-46ef-bf1f-5921f03a1b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:26.237478 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-12e33946-b143-49e3-8cd2-09b540121171 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Notify callbacks [] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:26.247057 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e33946-b143-49e3-8cd2-09b540121171 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Pushing event deleted for resources: {'Subnet': ['ID=e86145c0-b591-4902-a368-fd276a0e4a68,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:42:26.255135 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-12e33946-b143-49e3-8cd2-09b540121171 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] 10.222.0.85 "DELETE /v2.0/subnets/e86145c0-b591-4902-a368-fd276a0e4a68 HTTP/1.1" status: 204 len: 168 time: 1.2784200 May 30 20:42:26.255829 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 35026) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:42:26.320492 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ccbd79ea-461a-4731-afa5-a91464c4a011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:26.329661 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-9f7c9ef5-7904-4244-8580-d2c06a91c507 None None] For port 609cf587-8328-4bd5-9dbd-80347f18f206, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:42:26.374526 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-9f7c9ef5-7904-4244-8580-d2c06a91c507 None None] For port 609cf587-8328-4bd5-9dbd-80347f18f206, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=609cf587-8328-4bd5-9dbd-80347f18f206,segment=NetworkSegment(734a7a55-c085-4c29-b173-df69808f2fcf),segment_id=734a7a55-c085-4c29-b173-df69808f2fcf)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:42:26.375792 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86cfcd-a194-46ef-bf1f-5921f03a1b5c None None] Pushing event updated for resources: {'Port': ['ID=5cc86dba-deb9-4d97-8a5d-cb980877ffc5,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:42:26.392964 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-528b7263-4bf3-447e-9881-6cea8c83345b req-b4580e7a-4718-4dbe-aca7-f4cb661b5b1b tempest-VolumesActionsTest-2131315420 tempest-VolumesActionsTest-2131315420-project] 10.222.0.85 "GET /v2.0/ports?device_id=fe592644-2f66-42ba-b615-ed2cc8edf3c9 HTTP/1.1" status: 200 len: 210 time: 0.2924993 May 30 20:42:26.396410 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a61fe3-dbda-4267-a51e-b5ba89817464 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:42:26.398621 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a61fe3-dbda-4267-a51e-b5ba89817464 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:42:26.399641 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-f8a61fe3-dbda-4267-a51e-b5ba89817464 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Synchronizing usage tracker for tenant:1a232c8e0c0e45b3a083dd44fa84c55a on resource:subnet {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:42:26.443711 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-9f7c9ef5-7904-4244-8580-d2c06a91c507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:26.449438 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-561ec2ac-1451-42fc-974b-ff661a14e70b tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:26.514501 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9d68c0-b448-4b90-8fc6-b693dfb4c941 req-023a5a00-d72a-42a2-a32f-66c0541a5122 tempest-VolumesActionsTest-2131315420 tempest-VolumesActionsTest-2131315420-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:42:26.516204 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4f9d68c0-b448-4b90-8fc6-b693dfb4c941 req-023a5a00-d72a-42a2-a32f-66c0541a5122 tempest-VolumesActionsTest-2131315420 tempest-VolumesActionsTest-2131315420-project] 10.222.0.86 "GET /v2.0/networks?id=6bb5efe0-1b8f-4b15-8fd1-8f9fe9f26040 HTTP/1.1" status: 200 len: 808 time: 0.5134821 May 30 20:42:26.526474 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-f8a61fe3-dbda-4267-a51e-b5ba89817464 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Unset dirty status for tenant:1a232c8e0c0e45b3a083dd44fa84c55a on resource:subnet {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:42:26.531536 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-f8a61fe3-dbda-4267-a51e-b5ba89817464 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] 10.222.0.85 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2707748 May 30 20:42:26.531536 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 35032) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:42:26.536899 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-561ec2ac-1451-42fc-974b-ff661a14e70b tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:26.560090 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7c9ef5-7904-4244-8580-d2c06a91c507 None None] Pushing event updated for resources: {'Port': ['ID=609cf587-8328-4bd5-9dbd-80347f18f206,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:42:26.566806 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-4f9d68c0-b448-4b90-8fc6-b693dfb4c941 req-b8a24d73-db93-47a2-a1ed-c8575fe6e4c5 tempest-VolumesActionsTest-2131315420 tempest-VolumesActionsTest-2131315420-project] Request body: {'port': {'device_id': 'fe592644-2f66-42ba-b615-ed2cc8edf3c9', 'network_id': '6bb5efe0-1b8f-4b15-8fd1-8f9fe9f26040', 'admin_state_up': True, 'tenant_id': '48ce6dd14d8c4ec28217a7fdf8882865'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:42:26.618531 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561ec2ac-1451-42fc-974b-ff661a14e70b tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ca7cc84-ba02-41d2-840b-1cc390f78c0d,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:42:26.811088 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-448d76e1-9794-4533-baee-7a84df523b85 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:26.839749 n-d-843948-2 neutron-server[84886]: INFO neutron.pecan_wsgi.hooks.translation [None req-448d76e1-9794-4533-baee-7a84df523b85 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] DELETE failed (client error): There was a conflict when trying to complete your request. May 30 20:42:26.841031 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-448d76e1-9794-4533-baee-7a84df523b85 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=84886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:42:26.852758 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-448d76e1-9794-4533-baee-7a84df523b85 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] 10.222.0.85 "DELETE /v2.0/networks/8c0ab806-e591-43f6-91b9-e1e377c54f69 HTTP/1.1" status: 409 len: 405 time: 0.3208764 May 30 20:42:26.860024 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 35036) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:42:26.867756 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-561ec2ac-1451-42fc-974b-ff661a14e70b tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:26.870237 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-5cb40a5c-8c0b-406d-a127-963463f8dcb5 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2062362491'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:42:26.872224 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-561ec2ac-1451-42fc-974b-ff661a14e70b tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 1.1929567 May 30 20:42:26.879709 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-4f9d68c0-b448-4b90-8fc6-b693dfb4c941 req-b8a24d73-db93-47a2-a1ed-c8575fe6e4c5 tempest-VolumesActionsTest-2131315420 tempest-VolumesActionsTest-2131315420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:42:26.882609 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 35040) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:42:26.899043 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-5cb40a5c-8c0b-406d-a127-963463f8dcb5 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:42:26.904831 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-5cb40a5c-8c0b-406d-a127-963463f8dcb5 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Usage tracker for resource:network and tenant:1a232c8e0c0e45b3a083dd44fa84c55a is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:42:26.909916 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-5cb40a5c-8c0b-406d-a127-963463f8dcb5 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:42:26.912678 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-4f9d68c0-b448-4b90-8fc6-b693dfb4c941 req-b8a24d73-db93-47a2-a1ed-c8575fe6e4c5 tempest-VolumesActionsTest-2131315420 tempest-VolumesActionsTest-2131315420-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:42:26.945290 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-5cb40a5c-8c0b-406d-a127-963463f8dcb5 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:42:26.963093 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-75645c79-f8cf-45c3-b839-838d6647485e tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:26.977306 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-75645c79-f8cf-45c3-b839-838d6647485e tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:26.989605 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-dbddff9e-e2b5-4de7-91dd-27bb1bd90ea0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:26.990508 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-dbddff9e-e2b5-4de7-91dd-27bb1bd90ea0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-736409'] for router, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:27.063330 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cb40a5c-8c0b-406d-a127-963463f8dcb5 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Made reservation on behalf of 1a232c8e0c0e45b3a083dd44fa84c55a for: {'network': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:42:27.066949 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f9d68c0-b448-4b90-8fc6-b693dfb4c941 req-b8a24d73-db93-47a2-a1ed-c8575fe6e4c5 tempest-VolumesActionsTest-2131315420 tempest-VolumesActionsTest-2131315420-project] Made reservation on behalf of 48ce6dd14d8c4ec28217a7fdf8882865 for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:42:27.067286 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5cb40a5c-8c0b-406d-a127-963463f8dcb5 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:27.069841 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-4f9d68c0-b448-4b90-8fc6-b693dfb4c941 req-b8a24d73-db93-47a2-a1ed-c8575fe6e4c5 tempest-VolumesActionsTest-2131315420 tempest-VolumesActionsTest-2131315420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:27.200903 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cb40a5c-8c0b-406d-a127-963463f8dcb5 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] vlan segment allocate from pool success with {'vlan_id': 663, 'physical_network': 'physnet1'} {{(pid=84886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:42:27.203521 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-75645c79-f8cf-45c3-b839-838d6647485e tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:27.211722 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5cb40a5c-8c0b-406d-a127-963463f8dcb5 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:27.211722 n-d-843948-2 neutron-server[84886]: INFO neutron.db.segments_db [None req-5cb40a5c-8c0b-406d-a127-963463f8dcb5 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Added segment 0d8bb423-a929-4599-82e8-99c2f8800213 of type vlan for network eef07cd9-4ab0-4316-b726-5ec85786b25d May 30 20:42:27.240938 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5cb40a5c-8c0b-406d-a127-963463f8dcb5 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:27.247204 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75645c79-f8cf-45c3-b839-838d6647485e tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6ca7cc84-ba02-41d2-840b-1cc390f78c0d,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:42:27.309739 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-75645c79-f8cf-45c3-b839-838d6647485e tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:27.310894 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-75645c79-f8cf-45c3-b839-838d6647485e tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] 10.222.0.85 "DELETE /v2.0/security-group-rules/6ca7cc84-ba02-41d2-840b-1cc390f78c0d HTTP/1.1" status: 204 len: 168 time: 0.4274893 May 30 20:42:27.314285 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 35044) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:42:27.345571 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5cb40a5c-8c0b-406d-a127-963463f8dcb5 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:27.350545 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb40a5c-8c0b-406d-a127-963463f8dcb5 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:42:27.351305 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5cb40a5c-8c0b-406d-a127-963463f8dcb5 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Notify callbacks [] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:27.351867 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [req-4f9d68c0-b448-4b90-8fc6-b693dfb4c941 req-b8a24d73-db93-47a2-a1ed-c8575fe6e4c5 tempest-VolumesActionsTest-2131315420 tempest-VolumesActionsTest-2131315420-project] Allocated IP 172.20.0.2 (6bb5efe0-1b8f-4b15-8fd1-8f9fe9f26040/f69f11c8-7c82-4623-a9de-89aed402dfa6/41c3d95c-cbe2-4c81-9448-358a3fbf9dbd) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:42:27.491648 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-72313a18-0e47-4424-baad-a1d2ce77f3d4 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Synchronizing usage tracker for tenant:a54e056ace874b45b17e4c0172a1b90a on resource:security_group_rule {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:42:27.506634 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb40a5c-8c0b-406d-a127-963463f8dcb5 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Pushing event updated for resources: {'Network': ['ID=eef07cd9-4ab0-4316-b726-5ec85786b25d,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:42:27.518779 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network eef07cd9-4ab0-4316-b726-5ec85786b25d details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:42:27.521604 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-5cb40a5c-8c0b-406d-a127-963463f8dcb5 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6604788 May 30 20:42:27.524749 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 35050) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:42:27.534148 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-1b000e5b-1938-4d80-8f78-bf4e0a09393d tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Request body: {'subnet': {'network_id': 'eef07cd9-4ab0-4316-b726-5ec85786b25d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:42:27.806796 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-4f9d68c0-b448-4b90-8fc6-b693dfb4c941 req-b8a24d73-db93-47a2-a1ed-c8575fe6e4c5 tempest-VolumesActionsTest-2131315420 tempest-VolumesActionsTest-2131315420-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:27.822956 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-72313a18-0e47-4424-baad-a1d2ce77f3d4 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Unset dirty status for tenant:a54e056ace874b45b17e4c0172a1b90a on resource:security_group_rule {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:42:27.826938 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-72313a18-0e47-4424-baad-a1d2ce77f3d4 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] 10.222.0.85 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.5115302 May 30 20:42:27.829993 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 35056) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:42:27.837978 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 609cf587-8328-4bd5-9dbd-80347f18f206 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:42:27.852077 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbddff9e-e2b5-4de7-91dd-27bb1bd90ea0 admin admin] Router efb75b9e-f632-4263-941a-ecaf15612c35 is scheduled to L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 with binding_index 1 {{(pid=84887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 20:42:27.992793 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c183a5f9-d95e-4beb-b328-3b79f95304b6 req-e37ea6cc-3c64-45c1-ac20-de56aa24bab5 tempest-VolumesActionsTest-2131315420 tempest-VolumesActionsTest-2131315420-project] 10.222.0.85 "GET /v2.0/ports?device_id=fe592644-2f66-42ba-b615-ed2cc8edf3c9 HTTP/1.1" status: 200 len: 210 time: 0.2793779 May 30 20:42:28.051905 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 609cf587-8328-4bd5-9dbd-80347f18f206 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:42:28.057855 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 5cc86dba-deb9-4d97-8a5d-cb980877ffc5 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:42:28.076090 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-1b000e5b-1938-4d80-8f78-bf4e0a09393d tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:42:28.089596 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-1b000e5b-1938-4d80-8f78-bf4e0a09393d tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:42:28.103104 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-528810c0-d855-497f-8c7a-c10fe67a682d tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:28.147037 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-528810c0-d855-497f-8c7a-c10fe67a682d tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:28.151974 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20278b38-5218-45d5-9465-fc31df918582 None None] Network aae1f337-cef3-40f4-853f-e35da73547a9 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:42:28.165582 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b000e5b-1938-4d80-8f78-bf4e0a09393d tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Made reservation on behalf of 1a232c8e0c0e45b3a083dd44fa84c55a for: {'subnet': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:42:28.258008 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-4f9d68c0-b448-4b90-8fc6-b693dfb4c941 req-b8a24d73-db93-47a2-a1ed-c8575fe6e4c5 tempest-VolumesActionsTest-2131315420 tempest-VolumesActionsTest-2131315420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:28.333475 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1b000e5b-1938-4d80-8f78-bf4e0a09393d tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2778563'] for subnet, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:28.358440 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b1f06a-e587-4c94-92fc-21aaeb247274 None None] Network 8c0ab806-e591-43f6-91b9-e1e377c54f69 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:42:28.365431 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f9d68c0-b448-4b90-8fc6-b693dfb4c941 req-b8a24d73-db93-47a2-a1ed-c8575fe6e4c5 tempest-VolumesActionsTest-2131315420 tempest-VolumesActionsTest-2131315420-project] Network 6bb5efe0-1b8f-4b15-8fd1-8f9fe9f26040 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:42:28.390642 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [req-4f9d68c0-b448-4b90-8fc6-b693dfb4c941 req-b8a24d73-db93-47a2-a1ed-c8575fe6e4c5 tempest-VolumesActionsTest-2131315420 tempest-VolumesActionsTest-2131315420-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:42:28.400617 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f9d68c0-b448-4b90-8fc6-b693dfb4c941 req-b8a24d73-db93-47a2-a1ed-c8575fe6e4c5 tempest-VolumesActionsTest-2131315420 tempest-VolumesActionsTest-2131315420-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:42:28.462491 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a24d73-db93-47a2-a1ed-c8575fe6e4c5 tempest-VolumesActionsTest-2131315420 tempest-VolumesActionsTest-2131315420-project] Pushing event updated for resources: {'Port': ['ID=41c3d95c-cbe2-4c81-9448-358a3fbf9dbd,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:42:28.488444 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-528810c0-d855-497f-8c7a-c10fe67a682d tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:28.496035 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9d68c0-b448-4b90-8fc6-b693dfb4c941 req-b8a24d73-db93-47a2-a1ed-c8575fe6e4c5 tempest-VolumesActionsTest-2131315420 tempest-VolumesActionsTest-2131315420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:42:28.497267 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-4f9d68c0-b448-4b90-8fc6-b693dfb4c941 req-b8a24d73-db93-47a2-a1ed-c8575fe6e4c5 tempest-VolumesActionsTest-2131315420 tempest-VolumesActionsTest-2131315420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:28.524223 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528810c0-d855-497f-8c7a-c10fe67a682d tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f53dcb7-f012-4d38-b096-d1e3adb85c46,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:42:28.577199 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbddff9e-e2b5-4de7-91dd-27bb1bd90ea0 admin admin] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:42:28.587751 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa0e6ce-1147-4b91-975f-b2cb7c0bc76f None None] Sync routers for ids ['efb75b9e-f632-4263-941a-ecaf15612c35'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:42:28.608808 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-528810c0-d855-497f-8c7a-c10fe67a682d tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:28.609951 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-528810c0-d855-497f-8c7a-c10fe67a682d tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] 10.222.0.85 "DELETE /v2.0/security-groups/3f53dcb7-f012-4d38-b096-d1e3adb85c46 HTTP/1.1" status: 204 len: 168 time: 0.7545333 May 30 20:42:28.614040 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 35060) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:42:28.616147 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4f9d68c0-b448-4b90-8fc6-b693dfb4c941 req-b8a24d73-db93-47a2-a1ed-c8575fe6e4c5 tempest-VolumesActionsTest-2131315420 tempest-VolumesActionsTest-2131315420-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0598149 May 30 20:42:28.617664 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa0e6ce-1147-4b91-975f-b2cb7c0bc76f None None] Routers {'efb75b9e-f632-4263-941a-ecaf15612c35'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:42:28.618279 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-0fa0e6ce-1147-4b91-975f-b2cb7c0bc76f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:41:59Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['efb75b9e-f632-4263-941a-ecaf15612c35'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:42:28.637039 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-ba896196-893d-4c70-be11-2d40929e71ed None None] Provisioning for port 5cc86dba-deb9-4d97-8a5d-cb980877ffc5 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:42:28.640489 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-4f9d68c0-b448-4b90-8fc6-b693dfb4c941 req-c047dc13-b774-445e-a539-74f77ad559f9 service neutron] Request body: {'port': {'device_id': 'fe592644-2f66-42ba-b615-ed2cc8edf3c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843948-2'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:42:28.707580 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-dbddff9e-e2b5-4de7-91dd-27bb1bd90ea0 admin admin] Notify callbacks [] for router, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:28.713981 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 35066) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:42:28.715206 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-dbddff9e-e2b5-4de7-91dd-27bb1bd90ea0 admin admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.8323395 May 30 20:42:28.725591 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-5c29b81d-5e8d-4b6e-bb22-f98ec8742f1a tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Synchronizing usage tracker for tenant:a54e056ace874b45b17e4c0172a1b90a on resource:security_group {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:42:28.760834 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 5cc86dba-deb9-4d97-8a5d-cb980877ffc5 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:42:28.788240 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 5cc86dba-deb9-4d97-8a5d-cb980877ffc5 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:42:28.788608 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:28.890203 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-0fa0e6ce-1147-4b91-975f-b2cb7c0bc76f None None] Set router efb75b9e-f632-4263-941a-ecaf15612c35 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:42:28.942477 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-4f9d68c0-b448-4b90-8fc6-b693dfb4c941 req-c047dc13-b774-445e-a539-74f77ad559f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:29.054972 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-5c29b81d-5e8d-4b6e-bb22-f98ec8742f1a tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Unset dirty status for tenant:a54e056ace874b45b17e4c0172a1b90a on resource:security_group {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:42:29.062588 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-5c29b81d-5e8d-4b6e-bb22-f98ec8742f1a tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] 10.222.0.85 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4415958 May 30 20:42:29.069795 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 35072) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:42:29.078049 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-8551e1c7-9e11-4cfe-aa30-1cb4f39fa50c tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Request body: {'security_group': {'name': 'tempest-secgroup--1756494532'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:42:29.086619 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-015a0d0e-573c-4fd2-8262-636264ad9165 None None] Provisioning for port 609cf587-8328-4bd5-9dbd-80347f18f206 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:42:29.096395 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-8551e1c7-9e11-4cfe-aa30-1cb4f39fa50c tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:42:29.137221 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:29.178812 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-8551e1c7-9e11-4cfe-aa30-1cb4f39fa50c tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:42:29.189962 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-015a0d0e-573c-4fd2-8262-636264ad9165 None None] Provisioning complete for port 609cf587-8328-4bd5-9dbd-80347f18f206 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:42:29.190868 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-015a0d0e-573c-4fd2-8262-636264ad9165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:29.262148 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0105a189-78c8-46a7-9a97-bee12cf6cf21 None None] DHCP port deletion for 8c0ab806-e591-43f6-91b9-e1e377c54f69 request from n-d-843948-2 {{(pid=84888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:42:29.290406 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-0105a189-78c8-46a7-9a97-bee12cf6cf21 None None] Deleting port 609cf587-8328-4bd5-9dbd-80347f18f206 {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:42:29.294924 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-0105a189-78c8-46a7-9a97-bee12cf6cf21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:29.395634 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port 5cc86dba-deb9-4d97-8a5d-cb980877ffc5, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=5cc86dba-deb9-4d97-8a5d-cb980877ffc5,segment=NetworkSegment(b85fc1db-c2d8-43e0-b3e1-8bde3124674e),segment_id=b85fc1db-c2d8-43e0-b3e1-8bde3124674e)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:42:29.462260 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-0fa0e6ce-1147-4b91-975f-b2cb7c0bc76f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efb75b9e-f632-4263-941a-ecaf15612c35', 'name': 'tempest-TestAggregatesBasicOps-1720267792-router', 'tenant_id': '3c92fb1823c0434d8caa08876637cb12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': 'c8f7c6ed-d1dc-40db-8443-1900bf19b7cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:42:24Z', 'updated_at': '2022-05-30T20:42:26Z', 'revision_number': 3, 'project_id': '3c92fb1823c0434d8caa08876637cb12', 'gw_port': {'id': 'c8f7c6ed-d1dc-40db-8443-1900bf19b7cb', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:3c:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efb75b9e-f632-4263-941a-ecaf15612c35', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:42:25Z', 'updated_at': '2022-05-30T20:42:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:42:29.477799 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa0e6ce-1147-4b91-975f-b2cb7c0bc76f None None] Checking router: efb75b9e-f632-4263-941a-ecaf15612c35 for host: n-d-843948-2 {{(pid=84889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:42:29.477799 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa0e6ce-1147-4b91-975f-b2cb7c0bc76f None None] Updating router efb75b9e-f632-4263-941a-ecaf15612c35 port c8f7c6ed-d1dc-40db-8443-1900bf19b7cb binding host n-d-843948-2 {{(pid=84889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:42:29.496186 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8551e1c7-9e11-4cfe-aa30-1cb4f39fa50c tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:29.512163 n-d-843948-2 neutron-server[84886]: DEBUG neutron.objects.ports [None req-1b000e5b-1938-4d80-8f78-bf4e0a09393d tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84886) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 30 20:42:29.519554 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1b000e5b-1938-4d80-8f78-bf4e0a09393d tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4127140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2778577'] for subnet, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:29.607529 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-0fa0e6ce-1147-4b91-975f-b2cb7c0bc76f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:29.624053 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:29.750450 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b000e5b-1938-4d80-8f78-bf4e0a09393d tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Pushing event updated for resources: {'Subnet': ['ID=eace48b5-0744-403f-91c0-0d78f4dbecba,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:42:29.778522 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-8551e1c7-9e11-4cfe-aa30-1cb4f39fa50c tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:42:29.783994 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-8551e1c7-9e11-4cfe-aa30-1cb4f39fa50c tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Usage tracker for resource:security_group_rule and tenant:a54e056ace874b45b17e4c0172a1b90a is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:42:29.787594 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-8551e1c7-9e11-4cfe-aa30-1cb4f39fa50c tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:42:29.797060 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-8551e1c7-9e11-4cfe-aa30-1cb4f39fa50c tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:42:29.855992 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=5cc86dba-deb9-4d97-8a5d-cb980877ffc5,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:42:29.856633 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 609cf587-8328-4bd5-9dbd-80347f18f206 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:42:29.870451 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8551e1c7-9e11-4cfe-aa30-1cb4f39fa50c tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:29.932490 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8551e1c7-9e11-4cfe-aa30-1cb4f39fa50c tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:29.981836 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-0105a189-78c8-46a7-9a97-bee12cf6cf21 None None] For port 609cf587-8328-4bd5-9dbd-80347f18f206, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=609cf587-8328-4bd5-9dbd-80347f18f206,segment=NetworkSegment(734a7a55-c085-4c29-b173-df69808f2fcf),segment_id=734a7a55-c085-4c29-b173-df69808f2fcf)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:42:29.982715 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-0105a189-78c8-46a7-9a97-bee12cf6cf21 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:29.991235 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-015a0d0e-573c-4fd2-8262-636264ad9165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:29.993066 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b000e5b-1938-4d80-8f78-bf4e0a09393d tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Checking segment: {'id': '0d8bb423-a929-4599-82e8-99c2f8800213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'eef07cd9-4ab0-4316-b726-5ec85786b25d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:42:29.993520 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b000e5b-1938-4d80-8f78-bf4e0a09393d tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Network hostable DHCP agents. Network: eef07cd9-4ab0-4316-b726-5ec85786b25d, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:42:30.022476 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-937de94a-2e59-4b2f-a76f-2fe372cbf2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:30.044487 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d619c968-ee12-41a5-9bb9-b9aeda21e1dc req-fa81f9c0-da57-4fdd-af92-4d9f730e1e3c tempest-VolumesActionsTest-2131315420 tempest-VolumesActionsTest-2131315420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:42:30.046319 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-d619c968-ee12-41a5-9bb9-b9aeda21e1dc req-fa81f9c0-da57-4fdd-af92-4d9f730e1e3c tempest-VolumesActionsTest-2131315420 tempest-VolumesActionsTest-2131315420-project] Synchronizing usage tracker for tenant:48ce6dd14d8c4ec28217a7fdf8882865 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:42:30.114748 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8551e1c7-9e11-4cfe-aa30-1cb4f39fa50c tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=783fd40a-9ed2-40ea-bdac-b88b6eca2653,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:42:30.141276 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:30.142637 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-d619c968-ee12-41a5-9bb9-b9aeda21e1dc req-fa81f9c0-da57-4fdd-af92-4d9f730e1e3c tempest-VolumesActionsTest-2131315420 tempest-VolumesActionsTest-2131315420-project] Unset dirty status for tenant:48ce6dd14d8c4ec28217a7fdf8882865 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:42:30.144765 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d619c968-ee12-41a5-9bb9-b9aeda21e1dc req-fa81f9c0-da57-4fdd-af92-4d9f730e1e3c tempest-VolumesActionsTest-2131315420 tempest-VolumesActionsTest-2131315420-project] 10.222.0.85 "GET /v2.0/ports?device_id=fe592644-2f66-42ba-b615-ed2cc8edf3c9 HTTP/1.1" status: 200 len: 931 time: 0.6101627 May 30 20:42:30.151497 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-0105a189-78c8-46a7-9a97-bee12cf6cf21 None None] Calling delete_port for 609cf587-8328-4bd5-9dbd-80347f18f206 owned by network:dhcp {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:42:30.186502 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [req-4f9d68c0-b448-4b90-8fc6-b693dfb4c941 req-c047dc13-b774-445e-a539-74f77ad559f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41c3d95c-cbe2-4c81-9448-358a3fbf9dbd {{(pid=84887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:42:30.194179 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-0fa0e6ce-1147-4b91-975f-b2cb7c0bc76f None None] Notify callbacks [] for port, precommit_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:30.198201 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8551e1c7-9e11-4cfe-aa30-1cb4f39fa50c tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:30.202175 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-8551e1c7-9e11-4cfe-aa30-1cb4f39fa50c tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.1291668 May 30 20:42:30.203851 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 35080) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:42:30.205468 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-4f9d68c0-b448-4b90-8fc6-b693dfb4c941 req-c047dc13-b774-445e-a539-74f77ad559f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:30.210797 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-0902706f-e77c-4c9e-87f9-bcefcfce2518 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Request body: {'security_group_rule': {'security_group_id': '783fd40a-9ed2-40ea-bdac-b88b6eca2653', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:42:30.217287 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.provisioning_blocks [None req-0fa0e6ce-1147-4b91-975f-b2cb7c0bc76f None None] Transition to ACTIVE for port object c8f7c6ed-d1dc-40db-8443-1900bf19b7cb will not be triggered until provisioned by entity L2. {{(pid=84889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:42:30.219648 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-0902706f-e77c-4c9e-87f9-bcefcfce2518 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:42:30.226055 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-0902706f-e77c-4c9e-87f9-bcefcfce2518 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Usage tracker for resource:security_group_rule and tenant:a54e056ace874b45b17e4c0172a1b90a is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:42:30.230282 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-0902706f-e77c-4c9e-87f9-bcefcfce2518 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:42:30.239580 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-0902706f-e77c-4c9e-87f9-bcefcfce2518 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:42:30.250316 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-015a0d0e-573c-4fd2-8262-636264ad9165 None None] For port 609cf587-8328-4bd5-9dbd-80347f18f206, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=609cf587-8328-4bd5-9dbd-80347f18f206,segment=NetworkSegment(734a7a55-c085-4c29-b173-df69808f2fcf),segment_id=734a7a55-c085-4c29-b173-df69808f2fcf)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:42:30.261410 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-4f9d68c0-b448-4b90-8fc6-b693dfb4c941 req-c047dc13-b774-445e-a539-74f77ad559f9 service neutron] Transition to ACTIVE for port object 41c3d95c-cbe2-4c81-9448-358a3fbf9dbd will not be triggered until provisioned by entity L2. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:42:30.266300 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d619c968-ee12-41a5-9bb9-b9aeda21e1dc req-124747b6-8f42-4c49-bb15-bfdf4a200ea2 tempest-VolumesActionsTest-2131315420 tempest-VolumesActionsTest-2131315420-project] 10.222.0.85 "GET /v2.0/security-groups?id=38547dd7-5d64-426c-a817-a0261bf2e3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121535 May 30 20:42:30.311081 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b000e5b-1938-4d80-8f78-bf4e0a09393d tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Network eef07cd9-4ab0-4316-b726-5ec85786b25d is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:42:30.338142 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-0fa0e6ce-1147-4b91-975f-b2cb7c0bc76f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:30.338577 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-4f9d68c0-b448-4b90-8fc6-b693dfb4c941 req-c047dc13-b774-445e-a539-74f77ad559f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:30.338717 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-015a0d0e-573c-4fd2-8262-636264ad9165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:30.403551 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-1b000e5b-1938-4d80-8f78-bf4e0a09393d tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, eef07cd9-4ab0-4316-b726-5ec85786b25d) {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:42:30.411030 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015a0d0e-573c-4fd2-8262-636264ad9165 None None] Pushing event updated for resources: {'Port': ['ID=609cf587-8328-4bd5-9dbd-80347f18f206,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:42:30.414955 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.db.api [None req-0105a189-78c8-46a7-9a97-bee12cf6cf21 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:42:30.415493 n-d-843948-2 neutron-server[84888]: DEBUG oslo_db.api [None req-0105a189-78c8-46a7-9a97-bee12cf6cf21 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:42:30.416270 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a5e60c-d035-4e5e-a50f-e05ac7554dab None None] Network eef07cd9-4ab0-4316-b726-5ec85786b25d requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:42:30.434350 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0902706f-e77c-4c9e-87f9-bcefcfce2518 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:30.447268 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b000e5b-1938-4d80-8f78-bf4e0a09393d tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:42:30.448010 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1b000e5b-1938-4d80-8f78-bf4e0a09393d tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Notify callbacks [] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:30.452369 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c047dc13-b774-445e-a539-74f77ad559f9 service neutron] Pushing event updated for resources: {'Port': ['ID=41c3d95c-cbe2-4c81-9448-358a3fbf9dbd,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:42:30.511006 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d31e2fc-b55d-4836-9934-19bd2333964d None None] Pushing event updated for resources: {'Port': ['ID=c8f7c6ed-d1dc-40db-8443-1900bf19b7cb,revision_number=2']} {{(pid=84889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:42:30.535096 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-e340b7ec-54f7-49ca-acbe-394becb8474f None None] Provisioning complete for port 5cc86dba-deb9-4d97-8a5d-cb980877ffc5 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:42:30.535739 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-e340b7ec-54f7-49ca-acbe-394becb8474f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:30.538472 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-0fa0e6ce-1147-4b91-975f-b2cb7c0bc76f None None] Attempting to bind port c8f7c6ed-d1dc-40db-8443-1900bf19b7cb on host n-d-843948-2 for vnic_type normal with profile {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:42:30.539059 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-0fa0e6ce-1147-4b91-975f-b2cb7c0bc76f None None] Attempting to bind port c8f7c6ed-d1dc-40db-8443-1900bf19b7cb by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}] {{(pid=84889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:42:30.540085 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa0e6ce-1147-4b91-975f-b2cb7c0bc76f None None] Attempting to bind port c8f7c6ed-d1dc-40db-8443-1900bf19b7cb on network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:42:30.556985 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d31e2fc-b55d-4836-9934-19bd2333964d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:42:30.557423 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d31e2fc-b55d-4836-9934-19bd2333964d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:42:30.559508 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d31e2fc-b55d-4836-9934-19bd2333964d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:42:30.559856 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d31e2fc-b55d-4836-9934-19bd2333964d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:42:30.560261 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d31e2fc-b55d-4836-9934-19bd2333964d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:42:30.562379 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d31e2fc-b55d-4836-9934-19bd2333964d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:42:30.562794 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d31e2fc-b55d-4836-9934-19bd2333964d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:42:30.563196 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d31e2fc-b55d-4836-9934-19bd2333964d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:42:30.563595 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d31e2fc-b55d-4836-9934-19bd2333964d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:42:30.566213 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d31e2fc-b55d-4836-9934-19bd2333964d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:42:30.566647 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d31e2fc-b55d-4836-9934-19bd2333964d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:42:30.580359 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa0e6ce-1147-4b91-975f-b2cb7c0bc76f None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:42:30.582230 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa0e6ce-1147-4b91-975f-b2cb7c0bc76f None None] Checking segment: {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:42:30.586309 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-0fa0e6ce-1147-4b91-975f-b2cb7c0bc76f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:30.587172 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa0e6ce-1147-4b91-975f-b2cb7c0bc76f None None] Bound using segment: {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'} {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:42:30.587583 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-0fa0e6ce-1147-4b91-975f-b2cb7c0bc76f None None] Bound port: c8f7c6ed-d1dc-40db-8443-1900bf19b7cb, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}}] {{(pid=84889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:42:30.594035 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-0fa0e6ce-1147-4b91-975f-b2cb7c0bc76f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:30.627615 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0902706f-e77c-4c9e-87f9-bcefcfce2518 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:30.665928 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-1b000e5b-1938-4d80-8f78-bf4e0a09393d tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.1398799 May 30 20:42:30.666880 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 35084) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:42:30.675448 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-69c8c571-77f8-4423-b531-243e8a4aa6f3 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Request body: {'port': {'network_id': 'eef07cd9-4ab0-4316-b726-5ec85786b25d', 'name': 'tempest-NetworksIpV6TestAttrs-801192789'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:42:30.694682 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.db [None req-0fa0e6ce-1147-4b91-975f-b2cb7c0bc76f None None] For port c8f7c6ed-d1dc-40db-8443-1900bf19b7cb, host n-d-843948-2, cleared binding levels {{(pid=84889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:42:30.698613 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.db [None req-0fa0e6ce-1147-4b91-975f-b2cb7c0bc76f None None] For port c8f7c6ed-d1dc-40db-8443-1900bf19b7cb, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=c8f7c6ed-d1dc-40db-8443-1900bf19b7cb,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:42:30.772037 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b870d07-55fb-4cfa-abce-fc99c07cc71a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-eef07cd9-4ab0-4316-b726-5ec85786b25d', 'network_id': 'eef07cd9-4ab0-4316-b726-5ec85786b25d', 'tenant_id': '1a232c8e0c0e45b3a083dd44fa84c55a', 'fixed_ips': [{'subnet_id': 'eace48b5-0744-403f-91c0-0d78f4dbecba'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:42:30.772762 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-0fa0e6ce-1147-4b91-975f-b2cb7c0bc76f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:30.773255 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-3b870d07-55fb-4cfa-abce-fc99c07cc71a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:30.775535 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-4f9d68c0-b448-4b90-8fc6-b693dfb4c941 req-c047dc13-b774-445e-a539-74f77ad559f9 service neutron] Attempting to bind port 41c3d95c-cbe2-4c81-9448-358a3fbf9dbd on host n-h2-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:42:30.775869 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-4f9d68c0-b448-4b90-8fc6-b693dfb4c941 req-c047dc13-b774-445e-a539-74f77ad559f9 service neutron] Attempting to bind port 41c3d95c-cbe2-4c81-9448-358a3fbf9dbd by drivers openvswitch,hyperv on host n-h2-843948-2 at level 0 using segments [{'id': '4cc1403f-4045-409e-8102-5e401ec9597d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '6bb5efe0-1b8f-4b15-8fd1-8f9fe9f26040'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:42:30.776192 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f9d68c0-b448-4b90-8fc6-b693dfb4c941 req-c047dc13-b774-445e-a539-74f77ad559f9 service neutron] Attempting to bind port 41c3d95c-cbe2-4c81-9448-358a3fbf9dbd on network 6bb5efe0-1b8f-4b15-8fd1-8f9fe9f26040 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:42:30.792513 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f9d68c0-b448-4b90-8fc6-b693dfb4c941 req-c047dc13-b774-445e-a539-74f77ad559f9 service neutron] Port 41c3d95c-cbe2-4c81-9448-358a3fbf9dbd on network 6bb5efe0-1b8f-4b15-8fd1-8f9fe9f26040 not bound, no agent of type Open vSwitch agent registered on host n-h2-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:42:30.793033 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f9d68c0-b448-4b90-8fc6-b693dfb4c941 req-c047dc13-b774-445e-a539-74f77ad559f9 service neutron] Attempting to bind port 41c3d95c-cbe2-4c81-9448-358a3fbf9dbd on network 6bb5efe0-1b8f-4b15-8fd1-8f9fe9f26040 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:42:30.808781 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f9d68c0-b448-4b90-8fc6-b693dfb4c941 req-c047dc13-b774-445e-a539-74f77ad559f9 service neutron] Checking agent: {'id': 'eaa08354-e8f5-4e73-af76-8d3cf7d2b390', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 42, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:42:30.809116 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f9d68c0-b448-4b90-8fc6-b693dfb4c941 req-c047dc13-b774-445e-a539-74f77ad559f9 service neutron] Checking segment: {'id': '4cc1403f-4045-409e-8102-5e401ec9597d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '6bb5efe0-1b8f-4b15-8fd1-8f9fe9f26040'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:42:30.809508 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f9d68c0-b448-4b90-8fc6-b693dfb4c941 req-c047dc13-b774-445e-a539-74f77ad559f9 service neutron] Bound using segment: {'id': '4cc1403f-4045-409e-8102-5e401ec9597d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '6bb5efe0-1b8f-4b15-8fd1-8f9fe9f26040'} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:42:30.809949 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-4f9d68c0-b448-4b90-8fc6-b693dfb4c941 req-c047dc13-b774-445e-a539-74f77ad559f9 service neutron] Bound port: 41c3d95c-cbe2-4c81-9448-358a3fbf9dbd, host: n-h2-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cc1403f-4045-409e-8102-5e401ec9597d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '6bb5efe0-1b8f-4b15-8fd1-8f9fe9f26040'}}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:42:30.810299 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-4f9d68c0-b448-4b90-8fc6-b693dfb4c941 req-c047dc13-b774-445e-a539-74f77ad559f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:30.859829 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0902706f-e77c-4c9e-87f9-bcefcfce2518 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:30.947050 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d31e2fc-b55d-4836-9934-19bd2333964d None None] Pushing event updated for resources: {'Port': ['ID=c8f7c6ed-d1dc-40db-8443-1900bf19b7cb,revision_number=3']} {{(pid=84889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:42:30.949077 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0902706f-e77c-4c9e-87f9-bcefcfce2518 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dd05851-a9ae-4f90-8fc5-8f47b2a3cd62,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:42:30.958353 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa0e6ce-1147-4b91-975f-b2cb7c0bc76f None None] Routers {'efb75b9e-f632-4263-941a-ecaf15612c35'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:42:30.960364 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-0fa0e6ce-1147-4b91-975f-b2cb7c0bc76f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:42:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['efb75b9e-f632-4263-941a-ecaf15612c35'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:42:30.977525 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-0105a189-78c8-46a7-9a97-bee12cf6cf21 None None] Deleting port 609cf587-8328-4bd5-9dbd-80347f18f206 {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:42:30.978108 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-0105a189-78c8-46a7-9a97-bee12cf6cf21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:31.022512 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-3b870d07-55fb-4cfa-abce-fc99c07cc71a None None] Allocated IP 2001:db8::f816:3eff:fef1:535c (eef07cd9-4ab0-4316-b726-5ec85786b25d/eace48b5-0744-403f-91c0-0d78f4dbecba/4e769b07-410e-44d8-93f6-ab39f462a506) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:42:31.023323 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-4f9d68c0-b448-4b90-8fc6-b693dfb4c941 req-c047dc13-b774-445e-a539-74f77ad559f9 service neutron] For port 41c3d95c-cbe2-4c81-9448-358a3fbf9dbd, host n-h2-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:42:31.028532 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-4f9d68c0-b448-4b90-8fc6-b693dfb4c941 req-c047dc13-b774-445e-a539-74f77ad559f9 service neutron] For port 41c3d95c-cbe2-4c81-9448-358a3fbf9dbd, host n-h2-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=41c3d95c-cbe2-4c81-9448-358a3fbf9dbd,segment=NetworkSegment(4cc1403f-4045-409e-8102-5e401ec9597d),segment_id=4cc1403f-4045-409e-8102-5e401ec9597d)] {{(pid=84887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:42:31.261371 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-69c8c571-77f8-4423-b531-243e8a4aa6f3 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:42:31.261371 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-69c8c571-77f8-4423-b531-243e8a4aa6f3 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Usage tracker for resource:port and tenant:1a232c8e0c0e45b3a083dd44fa84c55a is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:42:31.261371 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-69c8c571-77f8-4423-b531-243e8a4aa6f3 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:42:31.261371 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-69c8c571-77f8-4423-b531-243e8a4aa6f3 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:42:31.266210 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-4f9d68c0-b448-4b90-8fc6-b693dfb4c941 req-c047dc13-b774-445e-a539-74f77ad559f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:31.266863 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0902706f-e77c-4c9e-87f9-bcefcfce2518 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:31.266863 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-0902706f-e77c-4c9e-87f9-bcefcfce2518 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.9886162 May 30 20:42:31.266863 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 35098) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:42:31.267928 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-4f9d68c0-b448-4b90-8fc6-b693dfb4c941 req-c047dc13-b774-445e-a539-74f77ad559f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:31.267928 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4f9d68c0-b448-4b90-8fc6-b693dfb4c941 req-c047dc13-b774-445e-a539-74f77ad559f9 service neutron] 10.222.0.86 "PUT /v2.0/ports/41c3d95c-cbe2-4c81-9448-358a3fbf9dbd HTTP/1.1" status: 200 len: 1091 time: 2.6219542 May 30 20:42:31.267928 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe592644-2f66-42ba-b615-ed2cc8edf3c9', 'tag': '41c3d95c-cbe2-4c81-9448-358a3fbf9dbd'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:42:31.275147 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-9397da44-288a-4700-969d-4f04223bed8d tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] 10.222.0.85 "GET /v2.0/security-group-rules/8dd05851-a9ae-4f90-8fc5-8f47b2a3cd62 HTTP/1.1" status: 200 len: 705 time: 0.0771763 May 30 20:42:31.277669 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 35104) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:42:31.290795 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c047dc13-b774-445e-a539-74f77ad559f9 service neutron] Pushing event updated for resources: {'Port': ['ID=41c3d95c-cbe2-4c81-9448-358a3fbf9dbd,revision_number=3']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:42:31.306463 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-0fa0e6ce-1147-4b91-975f-b2cb7c0bc76f None None] Set router efb75b9e-f632-4263-941a-ecaf15612c35 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:42:31.323855 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:31.351641 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-869e700f-bef0-468d-a05f-59de6edf0de9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:31.373426 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-25bc1cb4-68cd-4d39-b00e-14cc89484f11 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Synchronizing usage tracker for tenant:a54e056ace874b45b17e4c0172a1b90a on resource:security_group_rule {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:42:31.376505 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69c8c571-77f8-4423-b531-243e8a4aa6f3 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Made reservation on behalf of 1a232c8e0c0e45b3a083dd44fa84c55a for: {'port': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:42:31.380312 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-69c8c571-77f8-4423-b531-243e8a4aa6f3 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:31.417466 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [None req-69c8c571-77f8-4423-b531-243e8a4aa6f3 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] device_id is not set on port 526e89c0-1c12-46cd-ab05-e5916a4d793d yet. {{(pid=84886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:42:31.435501 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a60a323-075d-463b-8f35-ef9419534727'] response: {'name': 'network-changed', 'server_uuid': 'fe592644-2f66-42ba-b615-ed2cc8edf3c9', 'tag': '41c3d95c-cbe2-4c81-9448-358a3fbf9dbd', 'status': 'completed', 'code': 200} May 30 20:42:31.577287 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-0105a189-78c8-46a7-9a97-bee12cf6cf21 None None] For port 609cf587-8328-4bd5-9dbd-80347f18f206, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=609cf587-8328-4bd5-9dbd-80347f18f206,segment=NetworkSegment(734a7a55-c085-4c29-b173-df69808f2fcf),segment_id=734a7a55-c085-4c29-b173-df69808f2fcf)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:42:31.577287 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-0105a189-78c8-46a7-9a97-bee12cf6cf21 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:31.703275 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-0105a189-78c8-46a7-9a97-bee12cf6cf21 None None] Calling delete_port for 609cf587-8328-4bd5-9dbd-80347f18f206 owned by network:dhcp {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:42:31.712192 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-25bc1cb4-68cd-4d39-b00e-14cc89484f11 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Unset dirty status for tenant:a54e056ace874b45b17e4c0172a1b90a on resource:security_group_rule {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:42:31.729270 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 35118) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:42:31.731951 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-25bc1cb4-68cd-4d39-b00e-14cc89484f11 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] 10.222.0.85 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.4459014 May 30 20:42:31.781070 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f021887-8f44-404b-bede-f6a7348eb180 req-e0fcf2cd-7730-4bfc-83d5-dbba314ce005 tempest-VolumesActionsTest-2131315420 tempest-VolumesActionsTest-2131315420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:42:31.781070 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6f021887-8f44-404b-bede-f6a7348eb180 req-e0fcf2cd-7730-4bfc-83d5-dbba314ce005 tempest-VolumesActionsTest-2131315420 tempest-VolumesActionsTest-2131315420-project] 10.222.0.85 "GET /v2.0/ports?device_id=fe592644-2f66-42ba-b615-ed2cc8edf3c9 HTTP/1.1" status: 200 len: 943 time: 0.2523506 May 30 20:42:31.807586 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4f9d68c0-b448-4b90-8fc6-b693dfb4c941 req-2681b025-65fd-4e4a-af6c-4589112809d2 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=48ce6dd14d8c4ec28217a7fdf8882865&device_id=fe592644-2f66-42ba-b615-ed2cc8edf3c9 HTTP/1.1" status: 200 len: 1094 time: 0.3652318 May 30 20:42:31.820565 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 5cc86dba-deb9-4d97-8a5d-cb980877ffc5 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:42:31.894405 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-869e700f-bef0-468d-a05f-59de6edf0de9 admin admin] Allocated IP 172.20.0.1 (aae1f337-cef3-40f4-853f-e35da73547a9/e98f4c44-1eda-477e-8eaf-93574822bbe1/28f43f73-df37-4052-b7aa-d134d590460c) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:42:31.910151 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-0fa0e6ce-1147-4b91-975f-b2cb7c0bc76f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efb75b9e-f632-4263-941a-ecaf15612c35', 'name': 'tempest-TestAggregatesBasicOps-1720267792-router', 'tenant_id': '3c92fb1823c0434d8caa08876637cb12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': 'c8f7c6ed-d1dc-40db-8443-1900bf19b7cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:42:24Z', 'updated_at': '2022-05-30T20:42:26Z', 'revision_number': 3, 'project_id': '3c92fb1823c0434d8caa08876637cb12', 'gw_port': {'id': 'c8f7c6ed-d1dc-40db-8443-1900bf19b7cb', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:3c:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efb75b9e-f632-4263-941a-ecaf15612c35', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:42:25Z', 'updated_at': '2022-05-30T20:42:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:42:31.922314 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-0105a189-78c8-46a7-9a97-bee12cf6cf21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468'] for port, after_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:31.922577 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa0e6ce-1147-4b91-975f-b2cb7c0bc76f None None] The sync data for ids ['efb75b9e-f632-4263-941a-ecaf15612c35'] in n-d-843948-2 is: [{'id': 'efb75b9e-f632-4263-941a-ecaf15612c35', 'name': 'tempest-TestAggregatesBasicOps-1720267792-router', 'tenant_id': '3c92fb1823c0434d8caa08876637cb12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': 'c8f7c6ed-d1dc-40db-8443-1900bf19b7cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:42:24Z', 'updated_at': '2022-05-30T20:42:26Z', 'revision_number': 3, 'project_id': '3c92fb1823c0434d8caa08876637cb12', 'gw_port': {'id': 'c8f7c6ed-d1dc-40db-8443-1900bf19b7cb', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:3c:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efb75b9e-f632-4263-941a-ecaf15612c35', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:42:25Z', 'updated_at': '2022-05-30T20:42:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:42:31.991195 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-069fdf28-c31a-48be-aa54-0e5f1184acce tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:32.021938 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-069fdf28-c31a-48be-aa54-0e5f1184acce tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:32.024392 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-3b870d07-55fb-4cfa-abce-fc99c07cc71a None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:32.038027 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-3b870d07-55fb-4cfa-abce-fc99c07cc71a None None] Transition to ACTIVE for port object 4e769b07-410e-44d8-93f6-ab39f462a506 will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:42:32.069295 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0105a189-78c8-46a7-9a97-bee12cf6cf21 None None] Pushing event deleted for resources: {'Port': ['ID=609cf587-8328-4bd5-9dbd-80347f18f206,revision_number=None']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:42:32.083117 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4f9d68c0-b448-4b90-8fc6-b693dfb4c941 req-7c0c1f1d-418c-4d72-a50c-45fbf443b785 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=41c3d95c-cbe2-4c81-9448-358a3fbf9dbd HTTP/1.1" status: 200 len: 217 time: 0.2270045 May 30 20:42:32.149271 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-3b870d07-55fb-4cfa-abce-fc99c07cc71a None None] Transition to ACTIVE for port object 4e769b07-410e-44d8-93f6-ab39f462a506 will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:42:32.161925 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0105a189-78c8-46a7-9a97-bee12cf6cf21 None None] No DVR routers for this DVR port 609cf587-8328-4bd5-9dbd-80347f18f206 on host n-d-843948-2 {{(pid=84888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:42:32.181809 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 5cc86dba-deb9-4d97-8a5d-cb980877ffc5 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:42:32.181809 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:32.211730 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6f021887-8f44-404b-bede-f6a7348eb180 req-2fb9838e-9bdc-41dc-a124-cabdb340068f tempest-VolumesActionsTest-2131315420 tempest-VolumesActionsTest-2131315420-project] 10.222.0.85 "GET /v2.0/security-groups?id=38547dd7-5d64-426c-a817-a0261bf2e3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4064453 May 30 20:42:32.222909 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-869e700f-bef0-468d-a05f-59de6edf0de9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:32.234592 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-3b870d07-55fb-4cfa-abce-fc99c07cc71a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:32.250803 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9d68c0-b448-4b90-8fc6-b693dfb4c941 req-3587c613-7547-414d-9935-aec7786d9c09 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:42:32.250803 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4f9d68c0-b448-4b90-8fc6-b693dfb4c941 req-3587c613-7547-414d-9935-aec7786d9c09 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f69f11c8-7c82-4623-a9de-89aed402dfa6 HTTP/1.1" status: 200 len: 848 time: 0.1513991 May 30 20:42:32.308990 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-069fdf28-c31a-48be-aa54-0e5f1184acce tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:32.338191 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4f9d68c0-b448-4b90-8fc6-b693dfb4c941 req-a1a2f4a2-937d-4216-9c05-2f3348878475 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=6bb5efe0-1b8f-4b15-8fd1-8f9fe9f26040&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0782850 May 30 20:42:32.342946 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069fdf28-c31a-48be-aa54-0e5f1184acce tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8dd05851-a9ae-4f90-8fc5-8f47b2a3cd62,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:42:32.356573 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-69c8c571-77f8-4423-b531-243e8a4aa6f3 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Allocated IP 2001:db8::f816:3eff:fe56:17da (eef07cd9-4ab0-4316-b726-5ec85786b25d/eace48b5-0744-403f-91c0-0d78f4dbecba/526e89c0-1c12-46cd-ab05-e5916a4d793d) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:42:32.388387 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b870d07-55fb-4cfa-abce-fc99c07cc71a None None] Pushing event updated for resources: {'Port': ['ID=4e769b07-410e-44d8-93f6-ab39f462a506,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:42:32.495918 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-069fdf28-c31a-48be-aa54-0e5f1184acce tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:32.503518 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-069fdf28-c31a-48be-aa54-0e5f1184acce tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] 10.222.0.85 "DELETE /v2.0/security-group-rules/8dd05851-a9ae-4f90-8fc5-8f47b2a3cd62 HTTP/1.1" status: 204 len: 168 time: 0.7715981 May 30 20:42:32.503518 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 35128) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:42:32.545096 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b870d07-55fb-4cfa-abce-fc99c07cc71a None None] Network eef07cd9-4ab0-4316-b726-5ec85786b25d is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:42:32.545096 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-3b870d07-55fb-4cfa-abce-fc99c07cc71a None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:42:32.556092 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b870d07-55fb-4cfa-abce-fc99c07cc71a None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:42:32.611654 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-6a9fa0cd-269f-41ac-b257-959cd0406f4c tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Synchronizing usage tracker for tenant:a54e056ace874b45b17e4c0172a1b90a on resource:security_group_rule {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:42:32.705459 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4f9d68c0-b448-4b90-8fc6-b693dfb4c941 req-08e08a08-6ced-4148-91ca-fa450d7d2abd service neutron] 10.222.0.86 "GET /v2.0/networks/6bb5efe0-1b8f-4b15-8fd1-8f9fe9f26040?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3473670 May 30 20:42:32.800831 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-69c8c571-77f8-4423-b531-243e8a4aa6f3 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:32.818768 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [None req-69c8c571-77f8-4423-b531-243e8a4aa6f3 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Transition to ACTIVE for port object 526e89c0-1c12-46cd-ab05-e5916a4d793d will not be triggered until provisioned by entity DHCP. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:42:32.846506 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [None req-869e700f-bef0-468d-a05f-59de6edf0de9 admin admin] Transition to ACTIVE for port object 28f43f73-df37-4052-b7aa-d134d590460c will not be triggered until provisioned by entity DHCP. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:42:32.868610 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-3b870d07-55fb-4cfa-abce-fc99c07cc71a None None] Attempting to bind port 4e769b07-410e-44d8-93f6-ab39f462a506 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:42:32.869294 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-3b870d07-55fb-4cfa-abce-fc99c07cc71a None None] Attempting to bind port 4e769b07-410e-44d8-93f6-ab39f462a506 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': '0d8bb423-a929-4599-82e8-99c2f8800213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'eef07cd9-4ab0-4316-b726-5ec85786b25d'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:42:32.869885 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b870d07-55fb-4cfa-abce-fc99c07cc71a None None] Attempting to bind port 4e769b07-410e-44d8-93f6-ab39f462a506 on network eef07cd9-4ab0-4316-b726-5ec85786b25d {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:42:32.880780 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b870d07-55fb-4cfa-abce-fc99c07cc71a None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:42:32.880780 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b870d07-55fb-4cfa-abce-fc99c07cc71a None None] Checking segment: {'id': '0d8bb423-a929-4599-82e8-99c2f8800213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'eef07cd9-4ab0-4316-b726-5ec85786b25d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:42:32.880780 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-3b870d07-55fb-4cfa-abce-fc99c07cc71a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:32.880780 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b870d07-55fb-4cfa-abce-fc99c07cc71a None None] Bound using segment: {'id': '0d8bb423-a929-4599-82e8-99c2f8800213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'eef07cd9-4ab0-4316-b726-5ec85786b25d'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:42:32.881272 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-3b870d07-55fb-4cfa-abce-fc99c07cc71a None None] Bound port: 4e769b07-410e-44d8-93f6-ab39f462a506, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d8bb423-a929-4599-82e8-99c2f8800213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'eef07cd9-4ab0-4316-b726-5ec85786b25d'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:42:32.881370 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-6a9fa0cd-269f-41ac-b257-959cd0406f4c tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Unset dirty status for tenant:a54e056ace874b45b17e4c0172a1b90a on resource:security_group_rule {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:42:32.881482 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-3b870d07-55fb-4cfa-abce-fc99c07cc71a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:32.882849 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-6a9fa0cd-269f-41ac-b257-959cd0406f4c tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] 10.222.0.85 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3790653 May 30 20:42:32.886142 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 35134) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:42:32.893597 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-2ce810aa-2343-46ec-ae4c-9bb9f605ff75 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Request body: {'security_group_rule': {'security_group_id': '783fd40a-9ed2-40ea-bdac-b88b6eca2653', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:42:32.903485 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-2ce810aa-2343-46ec-ae4c-9bb9f605ff75 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:42:32.916331 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-2ce810aa-2343-46ec-ae4c-9bb9f605ff75 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:42:32.918585 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:32.927532 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-69c8c571-77f8-4423-b531-243e8a4aa6f3 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:32.958267 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4f9d68c0-b448-4b90-8fc6-b693dfb4c941 req-af27f02a-ef87-44c6-8864-3665301c901a service neutron] 10.222.0.86 "GET /v2.0/networks/6bb5efe0-1b8f-4b15-8fd1-8f9fe9f26040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2539284 May 30 20:42:32.982696 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c8c571-77f8-4423-b531-243e8a4aa6f3 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Network eef07cd9-4ab0-4316-b726-5ec85786b25d is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:42:32.990467 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-69c8c571-77f8-4423-b531-243e8a4aa6f3 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:42:33.016038 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-869e700f-bef0-468d-a05f-59de6edf0de9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:33.022863 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c8c571-77f8-4423-b531-243e8a4aa6f3 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:42:33.026978 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c8c571-77f8-4423-b531-243e8a4aa6f3 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:42:33.027680 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-69c8c571-77f8-4423-b531-243e8a4aa6f3 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:33.041727 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-3b870d07-55fb-4cfa-abce-fc99c07cc71a None None] For port 4e769b07-410e-44d8-93f6-ab39f462a506, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:42:33.053218 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-3b870d07-55fb-4cfa-abce-fc99c07cc71a None None] For port 4e769b07-410e-44d8-93f6-ab39f462a506, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=4e769b07-410e-44d8-93f6-ab39f462a506,segment=NetworkSegment(0d8bb423-a929-4599-82e8-99c2f8800213),segment_id=0d8bb423-a929-4599-82e8-99c2f8800213)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:42:33.093146 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2ce810aa-2343-46ec-ae4c-9bb9f605ff75 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:33.114265 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c8c571-77f8-4423-b531-243e8a4aa6f3 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Pushing event updated for resources: {'Port': ['ID=526e89c0-1c12-46cd-ab05-e5916a4d793d,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:42:33.120284 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-3b870d07-55fb-4cfa-abce-fc99c07cc71a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:33.146309 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-869e700f-bef0-468d-a05f-59de6edf0de9 admin admin] Network aae1f337-cef3-40f4-853f-e35da73547a9 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:42:33.216296 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-869e700f-bef0-468d-a05f-59de6edf0de9 admin admin] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:42:33.229630 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3fdce6ee-03f2-4834-9062-efad6c75255d req-9be42bf3-77b4-4def-b748-afffaa2f439b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=48ce6dd14d8c4ec28217a7fdf8882865&device_id=fe592644-2f66-42ba-b615-ed2cc8edf3c9 HTTP/1.1" status: 200 len: 1094 time: 0.1156189 May 30 20:42:33.236207 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869e700f-bef0-468d-a05f-59de6edf0de9 admin admin] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:42:33.308315 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869e700f-bef0-468d-a05f-59de6edf0de9 admin admin] Pushing event updated for resources: {'Port': ['ID=28f43f73-df37-4052-b7aa-d134d590460c,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:42:33.322252 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b870d07-55fb-4cfa-abce-fc99c07cc71a None None] Pushing event updated for resources: {'Port': ['ID=4e769b07-410e-44d8-93f6-ab39f462a506,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:42:33.365405 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-69c8c571-77f8-4423-b531-243e8a4aa6f3 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.6947999 May 30 20:42:33.374240 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 35142) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:42:33.443922 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-869e700f-bef0-468d-a05f-59de6edf0de9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-736099'] for router_interface, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:33.493042 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdce6ee-03f2-4834-9062-efad6c75255d req-4169ae75-286b-4254-bbf5-4c5ade673e4f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:42:33.495086 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3fdce6ee-03f2-4834-9062-efad6c75255d req-4169ae75-286b-4254-bbf5-4c5ade673e4f service neutron] 10.222.0.86 "GET /v2.0/networks?id=6bb5efe0-1b8f-4b15-8fd1-8f9fe9f26040 HTTP/1.1" status: 200 len: 909 time: 0.2764804 May 30 20:42:33.559990 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2ce810aa-2343-46ec-ae4c-9bb9f605ff75 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:33.616907 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3fdce6ee-03f2-4834-9062-efad6c75255d req-c1e9d886-13ae-4541-9ddc-3738b5066a5d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=41c3d95c-cbe2-4c81-9448-358a3fbf9dbd HTTP/1.1" status: 200 len: 217 time: 0.1146889 May 30 20:42:33.696908 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2ce810aa-2343-46ec-ae4c-9bb9f605ff75 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:33.734755 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-88dfab9c-70bf-4275-94b7-129859bebce6 None None] Provisioning for port 28f43f73-df37-4052-b7aa-d134d590460c completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:42:33.734755 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-88dfab9c-70bf-4275-94b7-129859bebce6 None None] Provisioning complete for port 28f43f73-df37-4052-b7aa-d134d590460c triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:42:33.734755 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-88dfab9c-70bf-4275-94b7-129859bebce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:33.793332 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdce6ee-03f2-4834-9062-efad6c75255d req-1dcd129c-289b-48ce-b1b2-0192d2b294e6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:42:33.808784 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce810aa-2343-46ec-ae4c-9bb9f605ff75 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=715241b9-b4d2-4128-9a48-c0eb46ae62a6,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:42:33.812886 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3fdce6ee-03f2-4834-9062-efad6c75255d req-1dcd129c-289b-48ce-b1b2-0192d2b294e6 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f69f11c8-7c82-4623-a9de-89aed402dfa6 HTTP/1.1" status: 200 len: 848 time: 0.1665223 May 30 20:42:33.846092 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-88dfab9c-70bf-4275-94b7-129859bebce6 None None] Port 28f43f73-df37-4052-b7aa-d134d590460c cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:42:33.903356 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f738b5-b2bd-40db-952f-7da65bc30cf5 req-366f8236-9787-4529-94d5-45a31a30def8 tempest-VolumesActionsTest-2131315420 tempest-VolumesActionsTest-2131315420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:42:33.903356 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-27f738b5-b2bd-40db-952f-7da65bc30cf5 req-366f8236-9787-4529-94d5-45a31a30def8 tempest-VolumesActionsTest-2131315420 tempest-VolumesActionsTest-2131315420-project] 10.222.0.85 "GET /v2.0/ports?device_id=fe592644-2f66-42ba-b615-ed2cc8edf3c9 HTTP/1.1" status: 200 len: 943 time: 0.4486146 May 30 20:42:33.905301 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3fdce6ee-03f2-4834-9062-efad6c75255d req-4a9c0dd0-ab47-4994-9759-abfb074b6efe service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=6bb5efe0-1b8f-4b15-8fd1-8f9fe9f26040&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0957458 May 30 20:42:33.952051 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device c8f7c6ed-d1dc-40db-8443-1900bf19b7cb up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:42:33.986685 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-869e700f-bef0-468d-a05f-59de6edf0de9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:34.016757 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2ce810aa-2343-46ec-ae4c-9bb9f605ff75 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:34.018033 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-2ce810aa-2343-46ec-ae4c-9bb9f605ff75 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.1307669 May 30 20:42:34.025981 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 35148) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:42:34.030405 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_v2 [None req-5117d096-2624-4d6f-ac57-ce663da4b57b tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Deleting subnet eace48b5-0744-403f-91c0-0d78f4dbecba {{(pid=84886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:42:34.050361 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5117d096-2624-4d6f-ac57-ce663da4b57b tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Notify callbacks [] for subnet, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:34.120677 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port c8f7c6ed-d1dc-40db-8443-1900bf19b7cb completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:42:34.127518 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port c8f7c6ed-d1dc-40db-8443-1900bf19b7cb triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:42:34.129083 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:34.149382 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-1b35ed88-aeac-4dc3-b5c7-50fe34fb7787 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] 10.222.0.85 "GET /v2.0/security-group-rules/715241b9-b4d2-4128-9a48-c0eb46ae62a6 HTTP/1.1" status: 200 len: 705 time: 0.1196060 May 30 20:42:34.161425 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-27f738b5-b2bd-40db-952f-7da65bc30cf5 req-c2c8d496-4ab9-496e-8e75-d2ac516e099c tempest-VolumesActionsTest-2131315420 tempest-VolumesActionsTest-2131315420-project] 10.222.0.85 "GET /v2.0/security-groups?id=38547dd7-5d64-426c-a817-a0261bf2e3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381580 May 30 20:42:34.165300 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 35158) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:42:34.225243 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5117d096-2624-4d6f-ac57-ce663da4b57b tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2655517'] for subnet, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:34.281938 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-cdac3fce-81d9-454b-9bf5-d029d35deb9c tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] 10.222.0.85 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.1129167 May 30 20:42:34.281938 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 35162) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:42:34.281938 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3fdce6ee-03f2-4834-9062-efad6c75255d req-f6b8fef5-bbd3-4728-bf73-40b2058943ca service neutron] 10.222.0.86 "GET /v2.0/networks/6bb5efe0-1b8f-4b15-8fd1-8f9fe9f26040?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3712418 May 30 20:42:34.398559 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f524c2a2-aa57-4831-b552-12a18ea1e162 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:34.406990 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:34.433530 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port c8f7c6ed-d1dc-40db-8443-1900bf19b7cb, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=c8f7c6ed-d1dc-40db-8443-1900bf19b7cb,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:42:34.447650 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f524c2a2-aa57-4831-b552-12a18ea1e162 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:34.503928 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:34.504712 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 4e769b07-410e-44d8-93f6-ab39f462a506 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:42:34.558361 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-869e700f-bef0-468d-a05f-59de6edf0de9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:34.561784 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3fdce6ee-03f2-4834-9062-efad6c75255d req-36d4e579-9322-414f-9e9a-839af3c8e475 service neutron] 10.222.0.86 "GET /v2.0/networks/6bb5efe0-1b8f-4b15-8fd1-8f9fe9f26040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2686651 May 30 20:42:34.562369 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5117d096-2624-4d6f-ac57-ce663da4b57b tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:34.652464 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-869e700f-bef0-468d-a05f-59de6edf0de9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:34.673330 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f524c2a2-aa57-4831-b552-12a18ea1e162 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:34.726178 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f524c2a2-aa57-4831-b552-12a18ea1e162 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=715241b9-b4d2-4128-9a48-c0eb46ae62a6,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:42:34.761111 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f524c2a2-aa57-4831-b552-12a18ea1e162 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:34.761111 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-f524c2a2-aa57-4831-b552-12a18ea1e162 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] 10.222.0.85 "DELETE /v2.0/security-group-rules/715241b9-b4d2-4128-9a48-c0eb46ae62a6 HTTP/1.1" status: 204 len: 168 time: 0.4813173 May 30 20:42:34.764810 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 35168) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:42:34.794284 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=c8f7c6ed-d1dc-40db-8443-1900bf19b7cb,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:42:34.891744 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 4e769b07-410e-44d8-93f6-ab39f462a506 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:42:34.913467 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad8cd19-4f86-4f53-83f4-3427f0b11bd0 None None] Network eef07cd9-4ab0-4316-b726-5ec85786b25d requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:42:34.921184 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-44ea0933-8724-4844-9b28-0cdfe92b8f71 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Synchronizing usage tracker for tenant:a54e056ace874b45b17e4c0172a1b90a on resource:security_group_rule {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:42:34.929108 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-869e700f-bef0-468d-a05f-59de6edf0de9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1718057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-736206'] for router_interface, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:34.944222 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869e700f-bef0-468d-a05f-59de6edf0de9 admin admin] Pushing event updated for resources: {'Port': ['ID=28f43f73-df37-4052-b7aa-d134d590460c,revision_number=2']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:42:35.026384 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5117d096-2624-4d6f-ac57-ce663da4b57b tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4127075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2778536'] for subnet, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:35.040772 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-44ea0933-8724-4844-9b28-0cdfe92b8f71 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Unset dirty status for tenant:a54e056ace874b45b17e4c0172a1b90a on resource:security_group_rule {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:42:35.040772 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-44ea0933-8724-4844-9b28-0cdfe92b8f71 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] 10.222.0.85 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2747271 May 30 20:42:35.056249 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 35174) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:42:35.069174 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-6c575b3b-ffee-470a-aed5-252728c9f118 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Request body: {'security_group_rule': {'security_group_id': '783fd40a-9ed2-40ea-bdac-b88b6eca2653', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:42:35.077015 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-6c575b3b-ffee-470a-aed5-252728c9f118 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:42:35.086577 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-6c575b3b-ffee-470a-aed5-252728c9f118 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:42:35.096408 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5117d096-2624-4d6f-ac57-ce663da4b57b tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Pushing event deleted for resources: {'Subnet': ['ID=eace48b5-0744-403f-91c0-0d78f4dbecba,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:42:35.118000 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5117d096-2624-4d6f-ac57-ce663da4b57b tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Notify callbacks [] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:35.133846 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-1ddc1bab-136e-4a0b-ba21-7d1b49ada8aa None None] Provisioning for port 4e769b07-410e-44d8-93f6-ab39f462a506 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:42:35.143562 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-1ddc1bab-136e-4a0b-ba21-7d1b49ada8aa None None] Provisioning complete for port 4e769b07-410e-44d8-93f6-ab39f462a506 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:42:35.143968 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-1ddc1bab-136e-4a0b-ba21-7d1b49ada8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:35.191756 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-869e700f-bef0-468d-a05f-59de6edf0de9 admin admin] Network aae1f337-cef3-40f4-853f-e35da73547a9 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:42:35.193170 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-869e700f-bef0-468d-a05f-59de6edf0de9 admin admin] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:42:35.194875 n-d-843948-2 neutron-server[84887]: INFO neutron.db.securitygroups_db [None req-6c575b3b-ffee-470a-aed5-252728c9f118 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Project a54e056ace874b45b17e4c0172a1b90a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 30 20:42:35.211710 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6c575b3b-ffee-470a-aed5-252728c9f118 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:35.284465 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-5117d096-2624-4d6f-ac57-ce663da4b57b tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] 10.222.0.85 "DELETE /v2.0/subnets/eace48b5-0744-403f-91c0-0d78f4dbecba HTTP/1.1" status: 204 len: 168 time: 1.9098368 May 30 20:42:35.322693 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 35184) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:42:35.523085 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-1ddc1bab-136e-4a0b-ba21-7d1b49ada8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:35.600357 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-1ddc1bab-136e-4a0b-ba21-7d1b49ada8aa None None] For port 4e769b07-410e-44d8-93f6-ab39f462a506, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=4e769b07-410e-44d8-93f6-ab39f462a506,segment=NetworkSegment(0d8bb423-a929-4599-82e8-99c2f8800213),segment_id=0d8bb423-a929-4599-82e8-99c2f8800213)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:42:35.613434 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c3a9ac-d94c-4f8e-8f37-afe70f076231 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:42:35.614781 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c3a9ac-d94c-4f8e-8f37-afe70f076231 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:42:35.616256 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-c8c3a9ac-d94c-4f8e-8f37-afe70f076231 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] 10.222.0.85 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2923110 May 30 20:42:35.622335 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 35188) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:42:35.626599 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6c575b3b-ffee-470a-aed5-252728c9f118 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:35.655419 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ff0a1c-bfee-45c9-99ce-28f8a90f5aad None None] DHCP port deletion for eef07cd9-4ab0-4316-b726-5ec85786b25d request from n-d-843948-2 {{(pid=84888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:42:35.669487 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-e5ff0a1c-bfee-45c9-99ce-28f8a90f5aad None None] Deleting port 4e769b07-410e-44d8-93f6-ab39f462a506 {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:42:35.673390 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-e5ff0a1c-bfee-45c9-99ce-28f8a90f5aad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:35.752743 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6c575b3b-ffee-470a-aed5-252728c9f118 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:35.781451 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03768d9-7e6a-468c-ba34-5ab572207a67 req-39440e41-3423-4c10-9eeb-4adf1db3d488 tempest-VolumesActionsTest-2131315420 tempest-VolumesActionsTest-2131315420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:42:35.784617 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e03768d9-7e6a-468c-ba34-5ab572207a67 req-39440e41-3423-4c10-9eeb-4adf1db3d488 tempest-VolumesActionsTest-2131315420 tempest-VolumesActionsTest-2131315420-project] 10.222.0.85 "GET /v2.0/ports?device_id=fe592644-2f66-42ba-b615-ed2cc8edf3c9 HTTP/1.1" status: 200 len: 943 time: 0.3564563 May 30 20:42:35.897203 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c575b3b-ffee-470a-aed5-252728c9f118 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1db0a968-4047-462b-a286-e7636bfd47cd,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:42:35.897203 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8b7a0a59-eebc-4f90-bedd-8b5e3e587f9e tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:35.936356 n-d-843948-2 neutron-server[84887]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b7a0a59-eebc-4f90-bedd-8b5e3e587f9e tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] DELETE failed (client error): There was a conflict when trying to complete your request. May 30 20:42:35.944709 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b7a0a59-eebc-4f90-bedd-8b5e3e587f9e tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=84887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:42:35.953467 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-8b7a0a59-eebc-4f90-bedd-8b5e3e587f9e tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] 10.222.0.85 "DELETE /v2.0/networks/eef07cd9-4ab0-4316-b726-5ec85786b25d HTTP/1.1" status: 409 len: 405 time: 0.3246880 May 30 20:42:35.959112 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 35194) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:42:35.967542 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-7c8faaae-451c-4715-8100-9aa1d67225cf tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-323868001'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:42:35.967542 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-7c8faaae-451c-4715-8100-9aa1d67225cf tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:42:35.982105 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-7c8faaae-451c-4715-8100-9aa1d67225cf tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Usage tracker for resource:network and tenant:1a232c8e0c0e45b3a083dd44fa84c55a is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:42:35.986930 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e03768d9-7e6a-468c-ba34-5ab572207a67 req-e04db9b4-e538-4c54-9c4f-af4dd5e0db52 tempest-VolumesActionsTest-2131315420 tempest-VolumesActionsTest-2131315420-project] 10.222.0.85 "GET /v2.0/security-groups?id=38547dd7-5d64-426c-a817-a0261bf2e3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664038 May 30 20:42:36.006971 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-7c8faaae-451c-4715-8100-9aa1d67225cf tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:42:36.008706 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-1ddc1bab-136e-4a0b-ba21-7d1b49ada8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:36.011248 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-7c8faaae-451c-4715-8100-9aa1d67225cf tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:42:36.050355 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device c8f7c6ed-d1dc-40db-8443-1900bf19b7cb up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:42:36.091749 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6c575b3b-ffee-470a-aed5-252728c9f118 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:36.091749 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-6c575b3b-ffee-470a-aed5-252728c9f118 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 1.0206671 May 30 20:42:36.093818 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 35198) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:42:36.138786 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-90dfc06e-9cba-4886-89bd-d145ec74160e tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] 10.222.0.85 "GET /v2.0/security-group-rules/1db0a968-4047-462b-a286-e7636bfd47cd HTTP/1.1" status: 200 len: 711 time: 0.0602498 May 30 20:42:36.142286 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 35202) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:42:36.159175 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-e5ff0a1c-bfee-45c9-99ce-28f8a90f5aad None None] For port 4e769b07-410e-44d8-93f6-ab39f462a506, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=4e769b07-410e-44d8-93f6-ab39f462a506,segment=NetworkSegment(0d8bb423-a929-4599-82e8-99c2f8800213),segment_id=0d8bb423-a929-4599-82e8-99c2f8800213)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:42:36.159725 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-e5ff0a1c-bfee-45c9-99ce-28f8a90f5aad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:36.170894 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-869e700f-bef0-468d-a05f-59de6edf0de9 admin admin] Router efb75b9e-f632-4263-941a-ecaf15612c35 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:42:36.227678 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-d20d6544-7215-4c46-8f7f-1766551dfdff tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Synchronizing usage tracker for tenant:a54e056ace874b45b17e4c0172a1b90a on resource:security_group_rule {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:42:36.264110 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c8faaae-451c-4715-8100-9aa1d67225cf tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Made reservation on behalf of 1a232c8e0c0e45b3a083dd44fa84c55a for: {'network': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:42:36.267625 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7c8faaae-451c-4715-8100-9aa1d67225cf tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:36.341730 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 41c3d95c-cbe2-4c81-9448-358a3fbf9dbd details requested by agent hyperv_n-h2-843948-2 with host n-h2-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:42:36.341730 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-e5ff0a1c-bfee-45c9-99ce-28f8a90f5aad None None] Calling delete_port for 4e769b07-410e-44d8-93f6-ab39f462a506 owned by network:dhcp {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:42:36.370560 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-d20d6544-7215-4c46-8f7f-1766551dfdff tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Unset dirty status for tenant:a54e056ace874b45b17e4c0172a1b90a on resource:security_group_rule {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:42:36.370560 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-d20d6544-7215-4c46-8f7f-1766551dfdff tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] 10.222.0.85 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3713 time: 0.2240384 May 30 20:42:36.380384 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 35210) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:42:36.444338 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c8faaae-451c-4715-8100-9aa1d67225cf tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] vlan segment allocate from pool success with {'vlan_id': 662, 'physical_network': 'physnet1'} {{(pid=84886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:42:36.444338 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ca99ee1a-55ed-415f-b58f-ea26396a1a5c tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:36.454743 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7c8faaae-451c-4715-8100-9aa1d67225cf tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:36.454743 n-d-843948-2 neutron-server[84886]: INFO neutron.db.segments_db [None req-7c8faaae-451c-4715-8100-9aa1d67225cf tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Added segment 4831df0e-8179-4755-9bef-3b7ed68c90d0 of type vlan for network 137d68fd-b1f0-4170-8b10-fec242e5ade8 May 30 20:42:36.461676 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-5179f8fc-6b61-4e69-a85b-d94da9a34d8d None None] Provisioning complete for port 28f43f73-df37-4052-b7aa-d134d590460c triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:42:36.461676 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-5179f8fc-6b61-4e69-a85b-d94da9a34d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:36.470182 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ca99ee1a-55ed-415f-b58f-ea26396a1a5c tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:36.507640 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7c8faaae-451c-4715-8100-9aa1d67225cf tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:36.515713 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddc1bab-136e-4a0b-ba21-7d1b49ada8aa None None] Pushing event updated for resources: {'Port': ['ID=4e769b07-410e-44d8-93f6-ab39f462a506,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:42:36.540267 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.db.resource_extend [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:42:36.573577 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-869e700f-bef0-468d-a05f-59de6edf0de9 admin admin] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:42:36.624027 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf5b0d7-691d-4195-acd7-823deba14eca None None] Sync routers for ids ['efb75b9e-f632-4263-941a-ecaf15612c35'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:42:36.639041 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-5179f8fc-6b61-4e69-a85b-d94da9a34d8d None None] Port 28f43f73-df37-4052-b7aa-d134d590460c cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:42:36.646304 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ca99ee1a-55ed-415f-b58f-ea26396a1a5c tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:36.651001 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port c8f7c6ed-d1dc-40db-8443-1900bf19b7cb triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:42:36.651451 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:36.656026 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ca99ee1a-55ed-415f-b58f-ea26396a1a5c tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:36.661211 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-ca99ee1a-55ed-415f-b58f-ea26396a1a5c tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] 10.222.0.85 "DELETE /v2.0/security-group-rules/1db0a968-4047-462b-a286-e7636bfd47cd HTTP/1.1" status: 204 len: 168 time: 0.2780881 May 30 20:42:36.661211 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 35216) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:42:36.677880 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca99ee1a-55ed-415f-b58f-ea26396a1a5c tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1db0a968-4047-462b-a286-e7636bfd47cd,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:42:36.719713 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-869e700f-bef0-468d-a05f-59de6edf0de9 admin admin] 10.222.0.85 "PUT /v2.0/routers/efb75b9e-f632-4263-941a-ecaf15612c35/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9979255 May 30 20:42:36.732564 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7c8faaae-451c-4715-8100-9aa1d67225cf tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:36.732564 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c8faaae-451c-4715-8100-9aa1d67225cf tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:42:36.732564 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7c8faaae-451c-4715-8100-9aa1d67225cf tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Notify callbacks [] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:36.760362 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf5b0d7-691d-4195-acd7-823deba14eca None None] Routers {'efb75b9e-f632-4263-941a-ecaf15612c35'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:42:36.760362 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-6bf5b0d7-691d-4195-acd7-823deba14eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:42:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['efb75b9e-f632-4263-941a-ecaf15612c35'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:42:36.860409 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-47d3455e-7ca0-47be-b5a3-17985b26e492 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Synchronizing usage tracker for tenant:a54e056ace874b45b17e4c0172a1b90a on resource:security_group_rule {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:42:36.896196 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8faaae-451c-4715-8100-9aa1d67225cf tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Pushing event updated for resources: {'Network': ['ID=137d68fd-b1f0-4170-8b10-fec242e5ade8,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:42:36.922422 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-7c8faaae-451c-4715-8100-9aa1d67225cf tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.9646075 May 30 20:42:36.934500 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 35222) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:42:36.936654 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-e5ff0a1c-bfee-45c9-99ce-28f8a90f5aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468'] for port, after_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:36.936654 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network 137d68fd-b1f0-4170-8b10-fec242e5ade8 details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:42:36.945898 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-1709c59f-561a-408b-bc45-0757195d2e39 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Request body: {'subnet': {'network_id': '137d68fd-b1f0-4170-8b10-fec242e5ade8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:42:37.041841 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-47d3455e-7ca0-47be-b5a3-17985b26e492 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Unset dirty status for tenant:a54e056ace874b45b17e4c0172a1b90a on resource:security_group_rule {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:42:37.046462 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 35234) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:42:37.047066 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-47d3455e-7ca0-47be-b5a3-17985b26e492 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] 10.222.0.85 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3853447 May 30 20:42:37.084456 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-1709c59f-561a-408b-bc45-0757195d2e39 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:42:37.090017 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-1709c59f-561a-408b-bc45-0757195d2e39 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Usage tracker for resource:subnet and tenant:1a232c8e0c0e45b3a083dd44fa84c55a is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:42:37.093810 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-1709c59f-561a-408b-bc45-0757195d2e39 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:42:37.100023 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-1709c59f-561a-408b-bc45-0757195d2e39 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:42:37.116694 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ff0a1c-bfee-45c9-99ce-28f8a90f5aad None None] Pushing event deleted for resources: {'Port': ['ID=4e769b07-410e-44d8-93f6-ab39f462a506,revision_number=None']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:42:37.152117 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 41c3d95c-cbe2-4c81-9448-358a3fbf9dbd, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=41c3d95c-cbe2-4c81-9448-358a3fbf9dbd,segment=NetworkSegment(4cc1403f-4045-409e-8102-5e401ec9597d),segment_id=4cc1403f-4045-409e-8102-5e401ec9597d)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:42:37.174998 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ff0a1c-bfee-45c9-99ce-28f8a90f5aad None None] No DVR routers for this DVR port 4e769b07-410e-44d8-93f6-ab39f462a506 on host n-d-843948-2 {{(pid=84888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:42:37.210812 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-31fb243d-360d-490f-a58d-d41d4a23f860 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:37.220359 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Returning: {'device': '41c3d95c-cbe2-4c81-9448-358a3fbf9dbd', 'network_id': '6bb5efe0-1b8f-4b15-8fd1-8f9fe9f26040', 'port_id': '41c3d95c-cbe2-4c81-9448-358a3fbf9dbd', 'mac_address': 'fa:16:3e:b9:07:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f69f11c8-7c82-4623-a9de-89aed402dfa6', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:42:37.279885 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-31fb243d-360d-490f-a58d-d41d4a23f860 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:37.320473 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:37.329398 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1709c59f-561a-408b-bc45-0757195d2e39 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Made reservation on behalf of 1a232c8e0c0e45b3a083dd44fa84c55a for: {'subnet': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:42:37.333865 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41c3d95c-cbe2-4c81-9448-358a3fbf9dbd {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:42:37.408623 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 41c3d95c-cbe2-4c81-9448-358a3fbf9dbd, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=41c3d95c-cbe2-4c81-9448-358a3fbf9dbd,segment=NetworkSegment(4cc1403f-4045-409e-8102-5e401ec9597d),segment_id=4cc1403f-4045-409e-8102-5e401ec9597d)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:42:37.425446 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-6bf5b0d7-691d-4195-acd7-823deba14eca None None] Set router efb75b9e-f632-4263-941a-ecaf15612c35 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:42:37.492731 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 4e769b07-410e-44d8-93f6-ab39f462a506 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:42:37.493812 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-31fb243d-360d-490f-a58d-d41d4a23f860 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:37.525075 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:37.526713 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a889ff5-6913-4f5b-a050-84159661435c req-e253eaf4-633d-46d9-8ee3-c863fdf8ec8e tempest-VolumesActionsTest-2131315420 tempest-VolumesActionsTest-2131315420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:42:37.527688 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fb243d-360d-490f-a58d-d41d4a23f860 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=783fd40a-9ed2-40ea-bdac-b88b6eca2653,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:42:37.535349 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5a889ff5-6913-4f5b-a050-84159661435c req-e253eaf4-633d-46d9-8ee3-c863fdf8ec8e tempest-VolumesActionsTest-2131315420 tempest-VolumesActionsTest-2131315420-project] 10.222.0.85 "GET /v2.0/ports?device_id=fe592644-2f66-42ba-b615-ed2cc8edf3c9 HTTP/1.1" status: 200 len: 943 time: 0.3125496 May 30 20:42:37.556709 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1709c59f-561a-408b-bc45-0757195d2e39 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2778563'] for subnet, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:37.634733 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-31fb243d-360d-490f-a58d-d41d4a23f860 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:37.635893 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-31fb243d-360d-490f-a58d-d41d4a23f860 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] 10.222.0.85 "DELETE /v2.0/security-groups/783fd40a-9ed2-40ea-bdac-b88b6eca2653 HTTP/1.1" status: 204 len: 168 time: 0.5883567 May 30 20:42:37.638488 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 35250) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:42:37.657377 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: 4e769b07-410e-44d8-93f6-ab39f462a506 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:42:37.657938 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 4e769b07-410e-44d8-93f6-ab39f462a506 not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:42:37.664545 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=41c3d95c-cbe2-4c81-9448-358a3fbf9dbd,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:42:37.735780 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-4e25a16e-4c9a-4e87-8517-4d8085b4c6ed tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Synchronizing usage tracker for tenant:a54e056ace874b45b17e4c0172a1b90a on resource:security_group {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:42:37.799969 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5a889ff5-6913-4f5b-a050-84159661435c req-e3472950-33fb-47ad-bf2e-cdaf7c27d19a tempest-VolumesActionsTest-2131315420 tempest-VolumesActionsTest-2131315420-project] 10.222.0.85 "GET /v2.0/security-groups?id=38547dd7-5d64-426c-a817-a0261bf2e3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2613704 May 30 20:42:37.842767 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-4e25a16e-4c9a-4e87-8517-4d8085b4c6ed tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Unset dirty status for tenant:a54e056ace874b45b17e4c0172a1b90a on resource:security_group {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:42:37.842767 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-4e25a16e-4c9a-4e87-8517-4d8085b4c6ed tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] 10.222.0.85 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1975737 May 30 20:42:37.842767 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 35254) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:42:37.851029 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-a0e79a07-a1c4-4bb6-9830-427578c76161 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Request body: {'security_group': {'name': 'tempest-secgroup--1365242966'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:42:37.874794 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-a0e79a07-a1c4-4bb6-9830-427578c76161 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:42:37.923681 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['41c3d95c-cbe2-4c81-9448-358a3fbf9dbd'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:42:37.935050 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-a0e79a07-a1c4-4bb6-9830-427578c76161 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:42:38.030813 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a0e79a07-a1c4-4bb6-9830-427578c76161 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:38.125338 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-a0e79a07-a1c4-4bb6-9830-427578c76161 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:42:38.138685 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-a0e79a07-a1c4-4bb6-9830-427578c76161 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Usage tracker for resource:security_group_rule and tenant:a54e056ace874b45b17e4c0172a1b90a is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:42:38.148117 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-a0e79a07-a1c4-4bb6-9830-427578c76161 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:42:38.171696 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-a0e79a07-a1c4-4bb6-9830-427578c76161 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:42:38.199457 n-d-843948-2 neutron-server[84886]: DEBUG neutron.objects.ports [None req-1709c59f-561a-408b-bc45-0757195d2e39 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84886) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 30 20:42:38.199457 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1709c59f-561a-408b-bc45-0757195d2e39 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4127140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2778577'] for subnet, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:38.238745 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-6bf5b0d7-691d-4195-acd7-823deba14eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efb75b9e-f632-4263-941a-ecaf15612c35', 'name': 'tempest-TestAggregatesBasicOps-1720267792-router', 'tenant_id': '3c92fb1823c0434d8caa08876637cb12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': 'c8f7c6ed-d1dc-40db-8443-1900bf19b7cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:42:24Z', 'updated_at': '2022-05-30T20:42:33Z', 'revision_number': 4, 'project_id': '3c92fb1823c0434d8caa08876637cb12', 'gw_port': {'id': 'c8f7c6ed-d1dc-40db-8443-1900bf19b7cb', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:3c:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efb75b9e-f632-4263-941a-ecaf15612c35', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:42:25Z', 'updated_at': '2022-05-30T20:42:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '28f43f73-df37-4052-b7aa-d134d590460c', 'name': '', 'network_id': 'aae1f337-cef3-40f4-853f-e35da73547a9', 'tenant_id': '3c92fb1823c0434d8caa08876637cb12', 'mac_address': 'fa:16:3e:cd:20:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efb75b9e-f632-4263-941a-ecaf15612c35', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e98f4c44-1eda-477e-8eaf-93574822bbe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:42:31Z', 'updated_at': '2022-05-30T20:42:34Z', 'revision_number': 2, 'project_id': '3c92fb1823c0434d8caa08876637cb12', 'subnets': [{'id': 'e98f4c44-1eda-477e-8eaf-93574822bbe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:42:38.262655 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf5b0d7-691d-4195-acd7-823deba14eca None None] Checking router: efb75b9e-f632-4263-941a-ecaf15612c35 for host: n-d-843948-2 {{(pid=84888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:42:38.262655 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf5b0d7-691d-4195-acd7-823deba14eca None None] Updating router efb75b9e-f632-4263-941a-ecaf15612c35 port 28f43f73-df37-4052-b7aa-d134d590460c binding host n-d-843948-2 {{(pid=84888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:42:38.282071 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a0e79a07-a1c4-4bb6-9830-427578c76161 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:38.338890 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1709c59f-561a-408b-bc45-0757195d2e39 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Checking segment: {'id': '4831df0e-8179-4755-9bef-3b7ed68c90d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '137d68fd-b1f0-4170-8b10-fec242e5ade8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:42:38.338890 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1709c59f-561a-408b-bc45-0757195d2e39 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Network hostable DHCP agents. Network: 137d68fd-b1f0-4170-8b10-fec242e5ade8, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:42:38.338890 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1709c59f-561a-408b-bc45-0757195d2e39 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Pushing event updated for resources: {'Subnet': ['ID=7722ecdd-0735-48c2-8b04-5dcfa1648d99,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:42:38.366250 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a0e79a07-a1c4-4bb6-9830-427578c76161 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:38.415046 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-6bf5b0d7-691d-4195-acd7-823deba14eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:38.417376 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e79a07-a1c4-4bb6-9830-427578c76161 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2607c9e-ee69-404e-8bcd-41b359cf384c,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:42:38.463918 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1709c59f-561a-408b-bc45-0757195d2e39 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Network 137d68fd-b1f0-4170-8b10-fec242e5ade8 is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:42:38.566984 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a0e79a07-a1c4-4bb6-9830-427578c76161 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:38.571180 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-a0e79a07-a1c4-4bb6-9830-427578c76161 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.7293215 May 30 20:42:38.571465 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 35272) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:42:38.578892 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-d6b54ba5-2b12-48ec-a0a3-18cc97e2ed59 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Request body: {'security_group_rule': {'security_group_id': 'a2607c9e-ee69-404e-8bcd-41b359cf384c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:42:38.586604 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-d6b54ba5-2b12-48ec-a0a3-18cc97e2ed59 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:42:38.591539 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-d6b54ba5-2b12-48ec-a0a3-18cc97e2ed59 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Usage tracker for resource:security_group_rule and tenant:a54e056ace874b45b17e4c0172a1b90a is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:42:38.595649 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-d6b54ba5-2b12-48ec-a0a3-18cc97e2ed59 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:42:38.603216 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-d6b54ba5-2b12-48ec-a0a3-18cc97e2ed59 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:42:38.623287 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-1709c59f-561a-408b-bc45-0757195d2e39 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, 137d68fd-b1f0-4170-8b10-fec242e5ade8) {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:42:38.627517 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1709c59f-561a-408b-bc45-0757195d2e39 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:42:38.629835 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1709c59f-561a-408b-bc45-0757195d2e39 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Notify callbacks [] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:38.639229 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59bba0f6-e75a-4fce-ac07-7894a1b75822 None None] Network 137d68fd-b1f0-4170-8b10-fec242e5ade8 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:42:38.639575 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 35276) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:42:38.646930 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-7283c581-3d78-4ac1-81a4-777df83c177e admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-26307109-network', 'tenant_id': 'a31a3e1d08a044b8a8315c71ea733363'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:42:38.653485 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-7283c581-3d78-4ac1-81a4-777df83c177e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:42:38.659322 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-7283c581-3d78-4ac1-81a4-777df83c177e admin admin] Usage tracker for resource:network and tenant:a31a3e1d08a044b8a8315c71ea733363 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:42:38.663435 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-7283c581-3d78-4ac1-81a4-777df83c177e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:42:38.673051 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-7283c581-3d78-4ac1-81a4-777df83c177e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:42:38.696869 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d6b54ba5-2b12-48ec-a0a3-18cc97e2ed59 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:38.773598 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-1709c59f-561a-408b-bc45-0757195d2e39 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.8355646 May 30 20:42:38.773598 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 35280) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:42:38.835194 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d6b54ba5-2b12-48ec-a0a3-18cc97e2ed59 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:38.894012 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7283c581-3d78-4ac1-81a4-777df83c177e admin admin] Made reservation on behalf of a31a3e1d08a044b8a8315c71ea733363 for: {'network': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:42:38.894012 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7283c581-3d78-4ac1-81a4-777df83c177e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:38.913051 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7283c581-3d78-4ac1-81a4-777df83c177e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:38.958017 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d6b54ba5-2b12-48ec-a0a3-18cc97e2ed59 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:38.975776 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-7283c581-3d78-4ac1-81a4-777df83c177e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:42:38.982646 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-6bf5b0d7-691d-4195-acd7-823deba14eca None None] Notify callbacks [] for port, precommit_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:38.991583 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-7283c581-3d78-4ac1-81a4-777df83c177e admin admin] Usage tracker for resource:security_group_rule and tenant:a31a3e1d08a044b8a8315c71ea733363 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:42:38.996607 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-6bf5b0d7-691d-4195-acd7-823deba14eca None None] Transition to ACTIVE for port object 28f43f73-df37-4052-b7aa-d134d590460c will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:42:39.004723 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b54ba5-2b12-48ec-a0a3-18cc97e2ed59 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1dade0a-e43e-4b26-a6bb-e40ca24ba1c2,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:42:39.018692 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-7283c581-3d78-4ac1-81a4-777df83c177e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:42:39.064270 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-7283c581-3d78-4ac1-81a4-777df83c177e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:42:39.108245 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-6bf5b0d7-691d-4195-acd7-823deba14eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:39.182549 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7283c581-3d78-4ac1-81a4-777df83c177e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:39.220084 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6f046c-9e93-4da2-8f44-63ea485f5897 None None] Pushing event updated for resources: {'Port': ['ID=28f43f73-df37-4052-b7aa-d134d590460c,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:42:39.237654 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d6b54ba5-2b12-48ec-a0a3-18cc97e2ed59 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:39.237654 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-d6b54ba5-2b12-48ec-a0a3-18cc97e2ed59 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.6609111 May 30 20:42:39.244100 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 35288) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:42:39.249095 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4b19effe-bb4a-41bf-a88e-60babdf04a16 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:39.275120 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7283c581-3d78-4ac1-81a4-777df83c177e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:39.312800 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7283c581-3d78-4ac1-81a4-777df83c177e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0600e9a2-d888-4ead-a4a5-aed8bf59af72,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:42:39.323554 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7283c581-3d78-4ac1-81a4-777df83c177e admin admin] vlan segment allocate from pool success with {'vlan_id': 682, 'physical_network': 'physnet1'} {{(pid=84887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:42:39.356018 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7283c581-3d78-4ac1-81a4-777df83c177e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:39.356018 n-d-843948-2 neutron-server[84887]: INFO neutron.db.segments_db [None req-7283c581-3d78-4ac1-81a4-777df83c177e admin admin] Added segment 40398132-9905-4490-b1fe-07e99161244c of type vlan for network c2824ccb-cf9a-4b92-8e21-779a0dd32a7e May 30 20:42:39.361260 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7bc6b7-ac99-4fb4-8af6-9c39b1a4c5fd req-e05fbe86-3efe-408c-848f-50776e47543c tempest-VolumesActionsTest-2131315420 tempest-VolumesActionsTest-2131315420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:42:39.361260 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fc7bc6b7-ac99-4fb4-8af6-9c39b1a4c5fd req-e05fbe86-3efe-408c-848f-50776e47543c tempest-VolumesActionsTest-2131315420 tempest-VolumesActionsTest-2131315420-project] 10.222.0.85 "GET /v2.0/ports?device_id=fe592644-2f66-42ba-b615-ed2cc8edf3c9 HTTP/1.1" status: 200 len: 944 time: 0.1758840 May 30 20:42:39.448824 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7283c581-3d78-4ac1-81a4-777df83c177e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:39.466567 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fc7bc6b7-ac99-4fb4-8af6-9c39b1a4c5fd req-5fb62bcd-27ef-41a5-a0bd-8ec51ef2b337 tempest-VolumesActionsTest-2131315420 tempest-VolumesActionsTest-2131315420-project] 10.222.0.85 "GET /v2.0/security-groups?id=38547dd7-5d64-426c-a817-a0261bf2e3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871387 May 30 20:42:39.492224 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f5df0a-214b-4976-9621-a4bf96e86ce1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-137d68fd-b1f0-4170-8b10-fec242e5ade8', 'network_id': '137d68fd-b1f0-4170-8b10-fec242e5ade8', 'tenant_id': '1a232c8e0c0e45b3a083dd44fa84c55a', 'fixed_ips': [{'subnet_id': '7722ecdd-0735-48c2-8b04-5dcfa1648d99'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:42:39.492224 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-f4f5df0a-214b-4976-9621-a4bf96e86ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:39.520051 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-002f1aa1-d57c-40c2-8a29-d4939febc54e tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:39.558104 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4b19effe-bb4a-41bf-a88e-60babdf04a16 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:39.572473 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-6bf5b0d7-691d-4195-acd7-823deba14eca None None] Attempting to bind port 28f43f73-df37-4052-b7aa-d134d590460c on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:42:39.572473 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-6bf5b0d7-691d-4195-acd7-823deba14eca None None] Attempting to bind port 28f43f73-df37-4052-b7aa-d134d590460c by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': 'b85fc1db-c2d8-43e0-b3e1-8bde3124674e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'aae1f337-cef3-40f4-853f-e35da73547a9'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:42:39.572473 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf5b0d7-691d-4195-acd7-823deba14eca None None] Attempting to bind port 28f43f73-df37-4052-b7aa-d134d590460c on network aae1f337-cef3-40f4-853f-e35da73547a9 {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:42:39.584786 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf5b0d7-691d-4195-acd7-823deba14eca None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:42:39.584786 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf5b0d7-691d-4195-acd7-823deba14eca None None] Checking segment: {'id': 'b85fc1db-c2d8-43e0-b3e1-8bde3124674e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'aae1f337-cef3-40f4-853f-e35da73547a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:42:39.584786 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-6bf5b0d7-691d-4195-acd7-823deba14eca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:39.584786 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf5b0d7-691d-4195-acd7-823deba14eca None None] Bound using segment: {'id': 'b85fc1db-c2d8-43e0-b3e1-8bde3124674e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'aae1f337-cef3-40f4-853f-e35da73547a9'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:42:39.584786 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-6bf5b0d7-691d-4195-acd7-823deba14eca None None] Bound port: 28f43f73-df37-4052-b7aa-d134d590460c, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b85fc1db-c2d8-43e0-b3e1-8bde3124674e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'aae1f337-cef3-40f4-853f-e35da73547a9'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:42:39.584786 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-6bf5b0d7-691d-4195-acd7-823deba14eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:39.616803 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-002f1aa1-d57c-40c2-8a29-d4939febc54e tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:39.653552 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7283c581-3d78-4ac1-81a4-777df83c177e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:39.653552 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7283c581-3d78-4ac1-81a4-777df83c177e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:42:39.653552 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7283c581-3d78-4ac1-81a4-777df83c177e admin admin] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:39.761022 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4b19effe-bb4a-41bf-a88e-60babdf04a16 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4127075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2778536'] for subnet, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:39.781761 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-6bf5b0d7-691d-4195-acd7-823deba14eca None None] For port 28f43f73-df37-4052-b7aa-d134d590460c, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:42:39.785041 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7283c581-3d78-4ac1-81a4-777df83c177e admin admin] Pushing event updated for resources: {'Network': ['ID=c2824ccb-cf9a-4b92-8e21-779a0dd32a7e,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:42:39.790078 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-6bf5b0d7-691d-4195-acd7-823deba14eca None None] For port 28f43f73-df37-4052-b7aa-d134d590460c, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=28f43f73-df37-4052-b7aa-d134d590460c,segment=NetworkSegment(b85fc1db-c2d8-43e0-b3e1-8bde3124674e),segment_id=b85fc1db-c2d8-43e0-b3e1-8bde3124674e)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:42:39.802520 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network c2824ccb-cf9a-4b92-8e21-779a0dd32a7e details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:42:39.817390 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b19effe-bb4a-41bf-a88e-60babdf04a16 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Pushing event deleted for resources: {'Subnet': ['ID=7722ecdd-0735-48c2-8b04-5dcfa1648d99,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:42:39.820222 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-002f1aa1-d57c-40c2-8a29-d4939febc54e tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:39.874367 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-7283c581-3d78-4ac1-81a4-777df83c177e admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2291529 May 30 20:42:39.874367 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 35296) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:42:39.885546 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-d4b91c86-aa79-4899-845c-31be2012ca15 admin admin] Request body: {'subnet': {'network_id': 'c2824ccb-cf9a-4b92-8e21-779a0dd32a7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-26307109-subnet', 'tenant_id': 'a31a3e1d08a044b8a8315c71ea733363', 'ip_version': 4}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:42:39.885546 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-d4b91c86-aa79-4899-845c-31be2012ca15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:42:39.891819 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server [None req-f4f5df0a-214b-4976-9621-a4bf96e86ce1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7722ecdd-0735-48c2-8b04-5dcfa1648d99: This subnet is being modified by another concurrent operation. May 30 20:42:39.891819 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 30 20:42:39.891819 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 30 20:42:39.891819 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 30 20:42:39.891819 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 30 20:42:39.891819 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 30 20:42:39.891819 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 30 20:42:39.891819 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 30 20:42:39.891819 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 30 20:42:39.891819 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 30 20:42:39.891819 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 30 20:42:39.891819 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 30 20:42:39.891819 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 30 20:42:39.891819 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server self.force_reraise() May 30 20:42:39.891819 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 30 20:42:39.891819 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 30 20:42:39.891819 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 30 20:42:39.891819 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server raise value May 30 20:42:39.891819 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 30 20:42:39.891819 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 30 20:42:39.891819 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 30 20:42:39.891819 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 30 20:42:39.891819 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 30 20:42:39.891819 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server self.force_reraise() May 30 20:42:39.891819 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 30 20:42:39.891819 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 30 20:42:39.891819 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 30 20:42:39.891819 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server raise value May 30 20:42:39.891819 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 30 20:42:39.891819 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 30 20:42:39.891819 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 30 20:42:39.891819 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 30 20:42:39.891819 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 30 20:42:39.891819 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server self.force_reraise() May 30 20:42:39.891819 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 30 20:42:39.891819 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 30 20:42:39.891819 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 30 20:42:39.891819 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server raise value May 30 20:42:39.891819 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 30 20:42:39.891819 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 30 20:42:39.891819 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 30 20:42:39.891819 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 30 20:42:39.891819 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port May 30 20:42:39.891819 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 30 20:42:39.891819 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action May 30 20:42:39.891819 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 30 20:42:39.891819 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port May 30 20:42:39.891819 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 30 20:42:39.891819 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 30 20:42:39.891819 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 30 20:42:39.891819 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped May 30 20:42:39.891819 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 30 20:42:39.891819 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 30 20:42:39.891819 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 30 20:42:39.891819 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 30 20:42:39.891819 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server self.force_reraise() May 30 20:42:39.891819 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 30 20:42:39.891819 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 30 20:42:39.891819 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 30 20:42:39.891819 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server raise value May 30 20:42:39.891819 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 30 20:42:39.891819 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 30 20:42:39.891819 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 30 20:42:39.891819 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 30 20:42:39.891819 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 30 20:42:39.891819 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server self.force_reraise() May 30 20:42:39.891819 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 30 20:42:39.891819 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 30 20:42:39.891819 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 30 20:42:39.891819 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server raise value May 30 20:42:39.891819 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 30 20:42:39.891819 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 30 20:42:39.891819 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 30 20:42:39.891819 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 30 20:42:39.891819 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 30 20:42:39.891819 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server self.force_reraise() May 30 20:42:39.891819 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 30 20:42:39.891819 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 30 20:42:39.891819 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 30 20:42:39.891819 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server raise value May 30 20:42:39.891819 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 30 20:42:39.891819 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 30 20:42:39.891819 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port May 30 20:42:39.891819 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 30 20:42:39.891819 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db May 30 20:42:39.891819 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 30 20:42:39.891819 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db May 30 20:42:39.891819 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 30 20:42:39.891819 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 30 20:42:39.891819 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 30 20:42:39.891819 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped May 30 20:42:39.891819 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 30 20:42:39.891819 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 30 20:42:39.891819 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 30 20:42:39.891819 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 30 20:42:39.891819 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 30 20:42:39.891819 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 30 20:42:39.891819 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 30 20:42:39.891819 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets May 30 20:42:39.891819 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 30 20:42:39.891819 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 30 20:42:39.891819 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server raise exception May 30 20:42:39.891819 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7722ecdd-0735-48c2-8b04-5dcfa1648d99: This subnet is being modified by another concurrent operation. May 30 20:42:39.891819 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server May 30 20:42:39.917423 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002f1aa1-d57c-40c2-8a29-d4939febc54e tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2607c9e-ee69-404e-8bcd-41b359cf384c,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:42:39.921474 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-d4b91c86-aa79-4899-845c-31be2012ca15 admin admin] Usage tracker for resource:subnet and tenant:a31a3e1d08a044b8a8315c71ea733363 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:42:39.921474 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-d4b91c86-aa79-4899-845c-31be2012ca15 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:42:39.921474 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-d4b91c86-aa79-4899-845c-31be2012ca15 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:42:39.942751 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc3fe7ed-0525-47f8-9899-8c096b6f4d08 None None] Network 137d68fd-b1f0-4170-8b10-fec242e5ade8 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:42:39.956037 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-6bf5b0d7-691d-4195-acd7-823deba14eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:39.997858 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4b91c86-aa79-4899-845c-31be2012ca15 admin admin] Made reservation on behalf of a31a3e1d08a044b8a8315c71ea733363 for: {'subnet': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:42:39.999666 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-002f1aa1-d57c-40c2-8a29-d4939febc54e tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:40.010778 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-002f1aa1-d57c-40c2-8a29-d4939febc54e tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] 10.222.0.85 "DELETE /v2.0/security-groups/a2607c9e-ee69-404e-8bcd-41b359cf384c HTTP/1.1" status: 204 len: 168 time: 0.7487657 May 30 20:42:40.018929 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d4b91c86-aa79-4899-845c-31be2012ca15 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114220'] for subnet, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:40.020972 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 35300) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:42:40.028312 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4b19effe-bb4a-41bf-a88e-60babdf04a16 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:40.097112 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-4b19effe-bb4a-41bf-a88e-60babdf04a16 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['137d68fd-b1f0-4170-8b10-fec242e5ade8']}} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:42:40.119508 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-4b19effe-bb4a-41bf-a88e-60babdf04a16 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4831df0e-8179-4755-9bef-3b7ed68c90d0') {'for_net_delete': True} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:42:40.119739 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-4b19effe-bb4a-41bf-a88e-60babdf04a16 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4831df0e-8179-4755-9bef-3b7ed68c90d0') {} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:42:40.135597 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6f046c-9e93-4da2-8f44-63ea485f5897 None None] Pushing event updated for resources: {'Port': ['ID=28f43f73-df37-4052-b7aa-d134d590460c,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:42:40.138625 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4b19effe-bb4a-41bf-a88e-60babdf04a16 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2660590'] for segment, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:40.149352 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-14bec91b-9f6b-43f4-88b5-53e9f99b9476 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Synchronizing usage tracker for tenant:a54e056ace874b45b17e4c0172a1b90a on resource:security_group {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:42:40.167182 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4b19effe-bb4a-41bf-a88e-60babdf04a16 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:40.175538 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b19effe-bb4a-41bf-a88e-60babdf04a16 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Releasing vlan 662 on physical network physnet1 to pool {{(pid=84886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:42:40.176259 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4b19effe-bb4a-41bf-a88e-60babdf04a16 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4126989'] for segment, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:40.197645 n-d-843948-2 neutron-server[84886]: Traceback (most recent call last): May 30 20:42:40.197645 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:42:40.197645 n-d-843948-2 neutron-server[84886]: timer() May 30 20:42:40.197645 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:42:40.197645 n-d-843948-2 neutron-server[84886]: cb(*args, **kw) May 30 20:42:40.197645 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:42:40.197645 n-d-843948-2 neutron-server[84886]: return func(*args, **kwargs) May 30 20:42:40.197645 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:42:40.197645 n-d-843948-2 neutron-server[84886]: self._notify() May 30 20:42:40.197645 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:42:40.197645 n-d-843948-2 neutron-server[84886]: self.callback(batched_events) May 30 20:42:40.197645 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:42:40.197645 n-d-843948-2 neutron-server[84886]: event.method(event) May 30 20:42:40.197645 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:42:40.197645 n-d-843948-2 neutron-server[84886]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:42:40.197645 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:42:40.197645 n-d-843948-2 neutron-server[84886]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:42:40.197645 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:42:40.197645 n-d-843948-2 neutron-server[84886]: return f(self, *a, **k) May 30 20:42:40.197645 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:42:40.197645 n-d-843948-2 neutron-server[84886]: return self._get(url).json() May 30 20:42:40.197645 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:42:40.197645 n-d-843948-2 neutron-server[84886]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:42:40.197645 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:42:40.197645 n-d-843948-2 neutron-server[84886]: return self.request(url, 'GET', **kwargs) May 30 20:42:40.197645 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:42:40.197645 n-d-843948-2 neutron-server[84886]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:42:40.197645 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:42:40.197645 n-d-843948-2 neutron-server[84886]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:42:40.197645 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:42:40.197645 n-d-843948-2 neutron-server[84886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:42:40.197645 n-d-843948-2 neutron-server[84886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:42:40.235916 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf5b0d7-691d-4195-acd7-823deba14eca None None] Routers {'efb75b9e-f632-4263-941a-ecaf15612c35'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:42:40.236557 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-6bf5b0d7-691d-4195-acd7-823deba14eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:42:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['efb75b9e-f632-4263-941a-ecaf15612c35'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:42:40.262494 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-14bec91b-9f6b-43f4-88b5-53e9f99b9476 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Unset dirty status for tenant:a54e056ace874b45b17e4c0172a1b90a on resource:security_group {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:42:40.267282 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-14bec91b-9f6b-43f4-88b5-53e9f99b9476 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] 10.222.0.85 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2594702 May 30 20:42:40.269197 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 35306) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:42:40.301393 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 41c3d95c-cbe2-4c81-9448-358a3fbf9dbd up at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:42:40.436412 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-84dc1c93-d41b-4686-9aaa-10fb33230a9c tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Synchronizing usage tracker for tenant:a54e056ace874b45b17e4c0172a1b90a on resource:security_group_rule {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:42:40.438669 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4b19effe-bb4a-41bf-a88e-60babdf04a16 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:40.478118 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4b19effe-bb4a-41bf-a88e-60babdf04a16 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Notify callbacks [] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:40.481443 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b19effe-bb4a-41bf-a88e-60babdf04a16 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Pushing event deleted for resources: {'Network': ['ID=137d68fd-b1f0-4170-8b10-fec242e5ade8,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:42:40.491521 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 35312) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:42:40.494831 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-4b19effe-bb4a-41bf-a88e-60babdf04a16 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] 10.222.0.85 "DELETE /v2.0/networks/137d68fd-b1f0-4170-8b10-fec242e5ade8 HTTP/1.1" status: 204 len: 168 time: 1.7295134 May 30 20:42:40.498357 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-5807aef9-9437-4684-b67e-8ce58d95b190 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1844884829'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:42:40.519777 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-5807aef9-9437-4684-b67e-8ce58d95b190 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:42:40.604292 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b7c7eba-aa9f-496b-b9d5-2ff5c2369b01 None None] get_active_networks_info from n-d-843948-2 {{(pid=84888) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 30 20:42:40.695490 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-84dc1c93-d41b-4686-9aaa-10fb33230a9c tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] Unset dirty status for tenant:a54e056ace874b45b17e4c0172a1b90a on resource:security_group_rule {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:42:40.702562 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-84dc1c93-d41b-4686-9aaa-10fb33230a9c tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] 10.222.0.85 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.4279685 May 30 20:42:40.706770 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-6bf5b0d7-691d-4195-acd7-823deba14eca None None] Set router efb75b9e-f632-4263-941a-ecaf15612c35 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:42:40.707347 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 35320) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:42:40.708252 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-5807aef9-9437-4684-b67e-8ce58d95b190 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Usage tracker for resource:network and tenant:1a232c8e0c0e45b3a083dd44fa84c55a is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:42:40.713317 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-5807aef9-9437-4684-b67e-8ce58d95b190 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:42:40.722140 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-5807aef9-9437-4684-b67e-8ce58d95b190 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:42:40.758141 n-d-843948-2 neutron-server[84886]: INFO neutron.api.v2.resource [None req-cfe865f1-a9e3-49f8-abb6-4fa253b09d12 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] delete failed (client error): The resource could not be found. May 30 20:42:40.758141 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-cfe865f1-a9e3-49f8-abb6-4fa253b09d12 tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] 10.222.0.85 "DELETE /v2.0/security-groups/a2607c9e-ee69-404e-8bcd-41b359cf384c HTTP/1.1" status: 404 len: 347 time: 0.0426452 May 30 20:42:40.758141 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 35324) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:42:40.845802 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5807aef9-9437-4684-b67e-8ce58d95b190 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Made reservation on behalf of 1a232c8e0c0e45b3a083dd44fa84c55a for: {'network': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:42:40.848204 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning for port 41c3d95c-cbe2-4c81-9448-358a3fbf9dbd completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:42:40.850423 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5807aef9-9437-4684-b67e-8ce58d95b190 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:40.887512 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78227596-44ea-4fe6-980b-0f7ff02afbb3 req-d87a6934-e9c8-4c66-808b-99f32e39c8ca tempest-VolumesActionsTest-2131315420 tempest-VolumesActionsTest-2131315420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:42:40.891768 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-78227596-44ea-4fe6-980b-0f7ff02afbb3 req-d87a6934-e9c8-4c66-808b-99f32e39c8ca tempest-VolumesActionsTest-2131315420 tempest-VolumesActionsTest-2131315420-project] 10.222.0.85 "GET /v2.0/ports?device_id=fe592644-2f66-42ba-b615-ed2cc8edf3c9 HTTP/1.1" status: 200 len: 944 time: 0.2521200 May 30 20:42:40.920693 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning complete for port 41c3d95c-cbe2-4c81-9448-358a3fbf9dbd triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:42:40.920693 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:40.989758 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-4aea6ef9-9558-4731-b9e2-bbcdae1e989c tempest-SecGroupIPv6Test-147540300 tempest-SecGroupIPv6Test-147540300-project] 10.222.0.85 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2192860 May 30 20:42:41.006037 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d4b91c86-aa79-4899-845c-31be2012ca15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4055401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114238'] for subnet, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:41.016282 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-78227596-44ea-4fe6-980b-0f7ff02afbb3 req-5a3980fa-1cf3-4fa2-9444-b7f244d4d06f tempest-VolumesActionsTest-2131315420 tempest-VolumesActionsTest-2131315420-project] 10.222.0.85 "GET /v2.0/security-groups?id=38547dd7-5d64-426c-a817-a0261bf2e3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215730 May 30 20:42:41.074441 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91c86-aa79-4899-845c-31be2012ca15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8270f1b0-ddf0-43fc-b70d-ebc390ac92ee,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:42:41.088633 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5807aef9-9437-4684-b67e-8ce58d95b190 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] vlan segment allocate from pool success with {'vlan_id': 673, 'physical_network': 'physnet1'} {{(pid=84887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:42:41.110586 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5807aef9-9437-4684-b67e-8ce58d95b190 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:41.111221 n-d-843948-2 neutron-server[84887]: INFO neutron.db.segments_db [None req-5807aef9-9437-4684-b67e-8ce58d95b190 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Added segment 88164a04-0e3c-4c24-bbf8-12c6d64d7fa3 of type vlan for network 9eaedbfe-a5fe-4715-b9c8-0e3cb9faa2ec May 30 20:42:41.123571 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b7c7eba-aa9f-496b-b9d5-2ff5c2369b01 None None] Resources bound (agent type, host, resource id): {{(pid=84888) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 30 20:42:41.190081 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5807aef9-9437-4684-b67e-8ce58d95b190 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:41.190081 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b91c86-aa79-4899-845c-31be2012ca15 admin admin] Checking segment: {'id': '40398132-9905-4490-b1fe-07e99161244c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'c2824ccb-cf9a-4b92-8e21-779a0dd32a7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:42:41.193923 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4b91c86-aa79-4899-845c-31be2012ca15 admin admin] Network hostable DHCP agents. Network: c2824ccb-cf9a-4b92-8e21-779a0dd32a7e, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:42:41.306804 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4b91c86-aa79-4899-845c-31be2012ca15 admin admin] Network c2824ccb-cf9a-4b92-8e21-779a0dd32a7e is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:42:41.338772 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5807aef9-9437-4684-b67e-8ce58d95b190 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:41.356051 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5807aef9-9437-4684-b67e-8ce58d95b190 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:42:41.356684 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5807aef9-9437-4684-b67e-8ce58d95b190 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:41.420267 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:41.462726 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-d4b91c86-aa79-4899-845c-31be2012ca15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, c2824ccb-cf9a-4b92-8e21-779a0dd32a7e) {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:42:41.472269 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b91c86-aa79-4899-845c-31be2012ca15 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:42:41.472827 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d4b91c86-aa79-4899-845c-31be2012ca15 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:41.486218 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5807aef9-9437-4684-b67e-8ce58d95b190 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Pushing event updated for resources: {'Network': ['ID=9eaedbfe-a5fe-4715-b9c8-0e3cb9faa2ec,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:42:41.510282 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network 9eaedbfe-a5fe-4715-b9c8-0e3cb9faa2ec details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:42:41.578773 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-5807aef9-9437-4684-b67e-8ce58d95b190 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0848572 May 30 20:42:41.584101 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 35340) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:42:41.592671 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-2fd81f9d-b7a8-4b44-baaa-c4b9070cdd80 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Request body: {'subnet': {'network_id': '9eaedbfe-a5fe-4715-b9c8-0e3cb9faa2ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:42:41.627027 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-d4b91c86-aa79-4899-845c-31be2012ca15 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7534304 May 30 20:42:41.633261 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 35344) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:42:41.633767 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-2f1854bc-f42e-4b08-97b0-7d0070a55e52 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-26307109-router', 'tenant_id': 'a31a3e1d08a044b8a8315c71ea733363', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:42:41.647221 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-2f1854bc-f42e-4b08-97b0-7d0070a55e52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:42:41.666641 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe592644-2f66-42ba-b615-ed2cc8edf3c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41c3d95c-cbe2-4c81-9448-358a3fbf9dbd'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:42:41.669324 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-2f1854bc-f42e-4b08-97b0-7d0070a55e52 admin admin] Usage tracker for resource:router and tenant:a31a3e1d08a044b8a8315c71ea733363 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:42:41.669324 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-2f1854bc-f42e-4b08-97b0-7d0070a55e52 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:42:41.726126 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-2f1854bc-f42e-4b08-97b0-7d0070a55e52 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:42:41.732983 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 41c3d95c-cbe2-4c81-9448-358a3fbf9dbd, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=41c3d95c-cbe2-4c81-9448-358a3fbf9dbd,segment=NetworkSegment(4cc1403f-4045-409e-8102-5e401ec9597d),segment_id=4cc1403f-4045-409e-8102-5e401ec9597d)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:42:41.836781 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 35350) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:42:41.862563 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:41.868181 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2f1854bc-f42e-4b08-97b0-7d0070a55e52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-733683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3159'] for router, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:41.872426 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2f1854bc-f42e-4b08-97b0-7d0070a55e52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-733584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-736372', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-628480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3164'] for router, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:41.906824 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2f1854bc-f42e-4b08-97b0-7d0070a55e52 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:41.926714 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5e770f3-7af5-4018-8193-1cd0748d1d87'] response: {'server_uuid': 'fe592644-2f66-42ba-b615-ed2cc8edf3c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41c3d95c-cbe2-4c81-9448-358a3fbf9dbd', 'code': 200} May 30 20:42:41.936919 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-2fd81f9d-b7a8-4b44-baaa-c4b9070cdd80 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:42:41.960932 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-2fd81f9d-b7a8-4b44-baaa-c4b9070cdd80 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Usage tracker for resource:subnet and tenant:1a232c8e0c0e45b3a083dd44fa84c55a is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:42:41.968545 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-2fd81f9d-b7a8-4b44-baaa-c4b9070cdd80 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:42:41.973433 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-6bf5b0d7-691d-4195-acd7-823deba14eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efb75b9e-f632-4263-941a-ecaf15612c35', 'name': 'tempest-TestAggregatesBasicOps-1720267792-router', 'tenant_id': '3c92fb1823c0434d8caa08876637cb12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': 'c8f7c6ed-d1dc-40db-8443-1900bf19b7cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:42:24Z', 'updated_at': '2022-05-30T20:42:33Z', 'revision_number': 4, 'project_id': '3c92fb1823c0434d8caa08876637cb12', 'gw_port': {'id': 'c8f7c6ed-d1dc-40db-8443-1900bf19b7cb', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:3c:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efb75b9e-f632-4263-941a-ecaf15612c35', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:42:25Z', 'updated_at': '2022-05-30T20:42:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '28f43f73-df37-4052-b7aa-d134d590460c', 'name': '', 'network_id': 'aae1f337-cef3-40f4-853f-e35da73547a9', 'tenant_id': '3c92fb1823c0434d8caa08876637cb12', 'mac_address': 'fa:16:3e:cd:20:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efb75b9e-f632-4263-941a-ecaf15612c35', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e98f4c44-1eda-477e-8eaf-93574822bbe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:42:31Z', 'updated_at': '2022-05-30T20:42:39Z', 'revision_number': 4, 'project_id': '3c92fb1823c0434d8caa08876637cb12', 'subnets': [{'id': 'e98f4c44-1eda-477e-8eaf-93574822bbe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:42:41.982810 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-2fd81f9d-b7a8-4b44-baaa-c4b9070cdd80 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:42:41.985857 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf5b0d7-691d-4195-acd7-823deba14eca None None] The sync data for ids ['efb75b9e-f632-4263-941a-ecaf15612c35'] in n-d-843948-2 is: [{'id': 'efb75b9e-f632-4263-941a-ecaf15612c35', 'name': 'tempest-TestAggregatesBasicOps-1720267792-router', 'tenant_id': '3c92fb1823c0434d8caa08876637cb12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': 'c8f7c6ed-d1dc-40db-8443-1900bf19b7cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:42:24Z', 'updated_at': '2022-05-30T20:42:33Z', 'revision_number': 4, 'project_id': '3c92fb1823c0434d8caa08876637cb12', 'gw_port': {'id': 'c8f7c6ed-d1dc-40db-8443-1900bf19b7cb', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:3c:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efb75b9e-f632-4263-941a-ecaf15612c35', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:42:25Z', 'updated_at': '2022-05-30T20:42:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '28f43f73-df37-4052-b7aa-d134d590460c', 'name': '', 'network_id': 'aae1f337-cef3-40f4-853f-e35da73547a9', 'tenant_id': '3c92fb1823c0434d8caa08876637cb12', 'mac_address': 'fa:16:3e:cd:20:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efb75b9e-f632-4263-941a-ecaf15612c35', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e98f4c44-1eda-477e-8eaf-93574822bbe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:42:31Z', 'updated_at': '2022-05-30T20:42:39Z', 'revision_number': 4, 'project_id': '3c92fb1823c0434d8caa08876637cb12', 'subnets': [{'id': 'e98f4c44-1eda-477e-8eaf-93574822bbe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:42:42.002092 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=41c3d95c-cbe2-4c81-9448-358a3fbf9dbd,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:42:42.116755 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fd81f9d-b7a8-4b44-baaa-c4b9070cdd80 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Made reservation on behalf of 1a232c8e0c0e45b3a083dd44fa84c55a for: {'subnet': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:42:42.196491 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57025322-c76a-4669-8e31-b7f05b73bf30 None None] Network c2824ccb-cf9a-4b92-8e21-779a0dd32a7e requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:42:42.377940 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2f1854bc-f42e-4b08-97b0-7d0070a55e52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-736390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:42.418570 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3c22fdc9-a625-4281-a313-05d4ff51b683 req-ff8ddc2a-039f-4b04-a3ca-c944cea3a2c6 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=fe592644-2f66-42ba-b615-ed2cc8edf3c9 HTTP/1.1" status: 200 len: 1096 time: 0.3929331 May 30 20:42:42.482093 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2fd81f9d-b7a8-4b44-baaa-c4b9070cdd80 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2778563'] for subnet, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:42.514138 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3c22fdc9-a625-4281-a313-05d4ff51b683 req-44cd04e8-d4ea-4960-b1c5-778de00e3c47 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=38547dd7-5d64-426c-a817-a0261bf2e3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984519 May 30 20:42:42.514138 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-3907cca2-40a0-4c28-ba34-3b2cc6cac380 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=a54e056ace874b45b17e4c0172a1b90a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6811256 May 30 20:42:42.525768 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 35360) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:42:42.650131 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5f09e4-b70b-44e6-8d94-e77d0ef5660a req-8746a2d2-448c-4b0f-9d43-45a10660f74a tempest-VolumesActionsTest-2131315420 tempest-VolumesActionsTest-2131315420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:42:42.650131 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5e5f09e4-b70b-44e6-8d94-e77d0ef5660a req-8746a2d2-448c-4b0f-9d43-45a10660f74a tempest-VolumesActionsTest-2131315420 tempest-VolumesActionsTest-2131315420-project] 10.222.0.85 "GET /v2.0/ports?device_id=fe592644-2f66-42ba-b615-ed2cc8edf3c9 HTTP/1.1" status: 200 len: 945 time: 0.2736373 May 30 20:42:42.734039 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-00226c2c-f240-4c4e-84ab-be3c1f045e41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:42.770004 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5e5f09e4-b70b-44e6-8d94-e77d0ef5660a req-2bbb73e7-29bd-4386-b28a-f7abc24fbd1f tempest-VolumesActionsTest-2131315420 tempest-VolumesActionsTest-2131315420-project] 10.222.0.85 "GET /v2.0/security-groups?id=38547dd7-5d64-426c-a817-a0261bf2e3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221762 May 30 20:42:42.781636 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-00226c2c-f240-4c4e-84ab-be3c1f045e41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:42.853996 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74acf2b7-b627-463e-af19-812fa8ead940 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-c2824ccb-cf9a-4b92-8e21-779a0dd32a7e', 'network_id': 'c2824ccb-cf9a-4b92-8e21-779a0dd32a7e', 'tenant_id': 'a31a3e1d08a044b8a8315c71ea733363', 'fixed_ips': [{'subnet_id': '8270f1b0-ddf0-43fc-b70d-ebc390ac92ee'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:42:42.855654 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-74acf2b7-b627-463e-af19-812fa8ead940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:42.967846 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2f1854bc-f42e-4b08-97b0-7d0070a55e52 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:43.007079 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2f1854bc-f42e-4b08-97b0-7d0070a55e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:43.046079 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-00226c2c-f240-4c4e-84ab-be3c1f045e41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:43.070127 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2fd81f9d-b7a8-4b44-baaa-c4b9070cdd80 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4127140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2778577'] for subnet, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:43.123595 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00226c2c-f240-4c4e-84ab-be3c1f045e41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9be06cb5-46bd-4f8e-9054-4b2fdbf73619,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:42:43.180749 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-74acf2b7-b627-463e-af19-812fa8ead940 None None] Allocated IP 172.20.0.2 (c2824ccb-cf9a-4b92-8e21-779a0dd32a7e/8270f1b0-ddf0-43fc-b70d-ebc390ac92ee/1d665204-d3eb-4c58-81d1-07e209168226) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:42:43.214574 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd81f9d-b7a8-4b44-baaa-c4b9070cdd80 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Pushing event updated for resources: {'Subnet': ['ID=5752e69a-0e3a-457b-936e-c8abc064dd14,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:42:43.226860 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd81f9d-b7a8-4b44-baaa-c4b9070cdd80 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Checking segment: {'id': '88164a04-0e3c-4c24-bbf8-12c6d64d7fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '9eaedbfe-a5fe-4715-b9c8-0e3cb9faa2ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:42:43.226860 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd81f9d-b7a8-4b44-baaa-c4b9070cdd80 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Network hostable DHCP agents. Network: 9eaedbfe-a5fe-4715-b9c8-0e3cb9faa2ec, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:42:43.305518 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [None req-2f1854bc-f42e-4b08-97b0-7d0070a55e52 admin admin] Allocated IP 172.25.8.166 (c7869750-4b49-4b7e-aa99-5e0f1ae02da4/427601ec-f643-4fe7-b5e6-17305d3a39e1/07a5afba-c216-4f82-be8d-79b5d39a25b0) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:42:43.337922 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd81f9d-b7a8-4b44-baaa-c4b9070cdd80 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Network 9eaedbfe-a5fe-4715-b9c8-0e3cb9faa2ec is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:42:43.415600 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-00226c2c-f240-4c4e-84ab-be3c1f045e41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:43.417371 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-00226c2c-f240-4c4e-84ab-be3c1f045e41 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/9be06cb5-46bd-4f8e-9054-4b2fdbf73619 HTTP/1.1" status: 204 len: 168 time: 0.8915880 May 30 20:42:43.445187 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-2fd81f9d-b7a8-4b44-baaa-c4b9070cdd80 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, 9eaedbfe-a5fe-4715-b9c8-0e3cb9faa2ec) {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:42:43.449673 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd81f9d-b7a8-4b44-baaa-c4b9070cdd80 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:42:43.450283 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2fd81f9d-b7a8-4b44-baaa-c4b9070cdd80 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Notify callbacks [] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:43.464700 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd48694-abb4-4d13-8ae8-5e546b934f81 None None] Network 9eaedbfe-a5fe-4715-b9c8-0e3cb9faa2ec requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:42:43.570468 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-2fd81f9d-b7a8-4b44-baaa-c4b9070cdd80 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9850569 May 30 20:42:43.571794 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 35372) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:42:43.591939 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2f1854bc-f42e-4b08-97b0-7d0070a55e52 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:43.735362 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2f1854bc-f42e-4b08-97b0-7d0070a55e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:43.847595 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-74acf2b7-b627-463e-af19-812fa8ead940 None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:43.928336 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f1854bc-f42e-4b08-97b0-7d0070a55e52 admin admin] Network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:42:43.931743 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-2f1854bc-f42e-4b08-97b0-7d0070a55e52 admin admin] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:42:43.935857 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1854bc-f42e-4b08-97b0-7d0070a55e52 admin admin] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:42:43.982423 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1854bc-f42e-4b08-97b0-7d0070a55e52 admin admin] Pushing event updated for resources: {'Port': ['ID=07a5afba-c216-4f82-be8d-79b5d39a25b0,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:42:43.987154 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 28f43f73-df37-4052-b7aa-d134d590460c up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:42:44.099674 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5c386b9b-3b7e-4ef6-8f7c-271bd0248772 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:44.182863 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-74acf2b7-b627-463e-af19-812fa8ead940 None None] Transition to ACTIVE for port object 1d665204-d3eb-4c58-81d1-07e209168226 will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:42:44.230655 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-74acf2b7-b627-463e-af19-812fa8ead940 None None] Transition to ACTIVE for port object 1d665204-d3eb-4c58-81d1-07e209168226 will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:42:44.297602 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24252a3-6367-4891-812f-b1b3fe28122e req-60c26ce1-b947-40d7-acde-91268388cf1d tempest-VolumesActionsTest-2131315420 tempest-VolumesActionsTest-2131315420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:42:44.319325 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a24252a3-6367-4891-812f-b1b3fe28122e req-60c26ce1-b947-40d7-acde-91268388cf1d tempest-VolumesActionsTest-2131315420 tempest-VolumesActionsTest-2131315420-project] 10.222.0.85 "GET /v2.0/ports?device_id=fe592644-2f66-42ba-b615-ed2cc8edf3c9 HTTP/1.1" status: 200 len: 945 time: 0.1955600 May 30 20:42:44.322301 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89cad2fb-fd4c-4391-a8b7-962e9eefdc13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-9eaedbfe-a5fe-4715-b9c8-0e3cb9faa2ec', 'network_id': '9eaedbfe-a5fe-4715-b9c8-0e3cb9faa2ec', 'tenant_id': '1a232c8e0c0e45b3a083dd44fa84c55a', 'fixed_ips': [{'subnet_id': '5752e69a-0e3a-457b-936e-c8abc064dd14'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:42:44.322301 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-89cad2fb-fd4c-4391-a8b7-962e9eefdc13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:44.324774 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5c386b9b-3b7e-4ef6-8f7c-271bd0248772 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:44.393257 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a24252a3-6367-4891-812f-b1b3fe28122e req-77d040dc-2e6f-4372-b806-01b6df533953 tempest-VolumesActionsTest-2131315420 tempest-VolumesActionsTest-2131315420-project] 10.222.0.85 "GET /v2.0/security-groups?id=38547dd7-5d64-426c-a817-a0261bf2e3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831165 May 30 20:42:44.428914 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 28f43f73-df37-4052-b7aa-d134d590460c completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:42:44.436361 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-74acf2b7-b627-463e-af19-812fa8ead940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:44.481173 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 28f43f73-df37-4052-b7aa-d134d590460c triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:42:44.481963 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:44.557840 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5c386b9b-3b7e-4ef6-8f7c-271bd0248772 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4127075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2778536'] for subnet, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:44.572757 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74acf2b7-b627-463e-af19-812fa8ead940 None None] Network c2824ccb-cf9a-4b92-8e21-779a0dd32a7e is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:42:44.579254 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-74acf2b7-b627-463e-af19-812fa8ead940 None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:42:44.584788 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74acf2b7-b627-463e-af19-812fa8ead940 None None] Pushing event updated for resources: {'Port': ['ID=1d665204-d3eb-4c58-81d1-07e209168226,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:42:44.584788 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74acf2b7-b627-463e-af19-812fa8ead940 None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:42:44.628220 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2f1854bc-f42e-4b08-97b0-7d0070a55e52 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:44.628220 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2f1854bc-f42e-4b08-97b0-7d0070a55e52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-736409'] for router, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:44.631536 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server [None req-89cad2fb-fd4c-4391-a8b7-962e9eefdc13 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5752e69a-0e3a-457b-936e-c8abc064dd14: This subnet is being modified by another concurrent operation. May 30 20:42:44.631536 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 30 20:42:44.631536 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 30 20:42:44.631536 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 30 20:42:44.631536 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 30 20:42:44.631536 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 30 20:42:44.631536 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 30 20:42:44.631536 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 30 20:42:44.631536 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 30 20:42:44.631536 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 30 20:42:44.631536 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 30 20:42:44.631536 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 30 20:42:44.631536 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 30 20:42:44.631536 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server self.force_reraise() May 30 20:42:44.631536 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 30 20:42:44.631536 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 30 20:42:44.631536 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 30 20:42:44.631536 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server raise value May 30 20:42:44.631536 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 30 20:42:44.631536 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 30 20:42:44.631536 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 30 20:42:44.631536 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 30 20:42:44.631536 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 30 20:42:44.631536 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server self.force_reraise() May 30 20:42:44.631536 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 30 20:42:44.631536 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 30 20:42:44.631536 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 30 20:42:44.631536 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server raise value May 30 20:42:44.631536 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 30 20:42:44.631536 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 30 20:42:44.631536 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 30 20:42:44.631536 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 30 20:42:44.631536 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 30 20:42:44.631536 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server self.force_reraise() May 30 20:42:44.631536 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 30 20:42:44.631536 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 30 20:42:44.631536 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 30 20:42:44.631536 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server raise value May 30 20:42:44.631536 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 30 20:42:44.631536 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 30 20:42:44.631536 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 30 20:42:44.631536 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 30 20:42:44.631536 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port May 30 20:42:44.631536 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 30 20:42:44.631536 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action May 30 20:42:44.631536 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 30 20:42:44.631536 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port May 30 20:42:44.631536 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 30 20:42:44.631536 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 30 20:42:44.631536 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 30 20:42:44.631536 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped May 30 20:42:44.631536 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 30 20:42:44.631536 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 30 20:42:44.631536 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 30 20:42:44.631536 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 30 20:42:44.631536 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server self.force_reraise() May 30 20:42:44.631536 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 30 20:42:44.631536 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 30 20:42:44.631536 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 30 20:42:44.631536 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server raise value May 30 20:42:44.631536 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 30 20:42:44.631536 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 30 20:42:44.631536 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 30 20:42:44.631536 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 30 20:42:44.631536 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 30 20:42:44.631536 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server self.force_reraise() May 30 20:42:44.631536 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 30 20:42:44.631536 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 30 20:42:44.631536 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 30 20:42:44.631536 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server raise value May 30 20:42:44.631536 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 30 20:42:44.631536 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 30 20:42:44.631536 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 30 20:42:44.631536 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 30 20:42:44.631536 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 30 20:42:44.631536 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server self.force_reraise() May 30 20:42:44.631536 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 30 20:42:44.631536 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 30 20:42:44.631536 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 30 20:42:44.631536 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server raise value May 30 20:42:44.631536 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 30 20:42:44.631536 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 30 20:42:44.631536 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port May 30 20:42:44.631536 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 30 20:42:44.631536 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db May 30 20:42:44.631536 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 30 20:42:44.631536 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db May 30 20:42:44.631536 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 30 20:42:44.631536 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 30 20:42:44.631536 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 30 20:42:44.631536 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped May 30 20:42:44.631536 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 30 20:42:44.631536 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 30 20:42:44.631536 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 30 20:42:44.631536 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 30 20:42:44.631536 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 30 20:42:44.631536 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 30 20:42:44.631536 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 30 20:42:44.631536 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets May 30 20:42:44.631536 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 30 20:42:44.631536 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 30 20:42:44.631536 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server raise exception May 30 20:42:44.631536 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5752e69a-0e3a-457b-936e-c8abc064dd14: This subnet is being modified by another concurrent operation. May 30 20:42:44.631536 n-d-843948-2 neutron-server[84888]: ERROR oslo_messaging.rpc.server May 30 20:42:44.673089 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a1ea3e4-8c5c-46fc-8bb1-db05f5089a4d None None] Network 9eaedbfe-a5fe-4715-b9c8-0e3cb9faa2ec requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:42:44.706739 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c386b9b-3b7e-4ef6-8f7c-271bd0248772 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Pushing event deleted for resources: {'Subnet': ['ID=5752e69a-0e3a-457b-936e-c8abc064dd14,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:42:44.816819 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-74acf2b7-b627-463e-af19-812fa8ead940 None None] Attempting to bind port 1d665204-d3eb-4c58-81d1-07e209168226 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:42:44.817178 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-74acf2b7-b627-463e-af19-812fa8ead940 None None] Attempting to bind port 1d665204-d3eb-4c58-81d1-07e209168226 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': '40398132-9905-4490-b1fe-07e99161244c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'c2824ccb-cf9a-4b92-8e21-779a0dd32a7e'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:42:44.817976 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74acf2b7-b627-463e-af19-812fa8ead940 None None] Attempting to bind port 1d665204-d3eb-4c58-81d1-07e209168226 on network c2824ccb-cf9a-4b92-8e21-779a0dd32a7e {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:42:44.851356 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74acf2b7-b627-463e-af19-812fa8ead940 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:42:44.851721 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74acf2b7-b627-463e-af19-812fa8ead940 None None] Checking segment: {'id': '40398132-9905-4490-b1fe-07e99161244c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'c2824ccb-cf9a-4b92-8e21-779a0dd32a7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:42:44.852114 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-74acf2b7-b627-463e-af19-812fa8ead940 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:44.852497 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74acf2b7-b627-463e-af19-812fa8ead940 None None] Bound using segment: {'id': '40398132-9905-4490-b1fe-07e99161244c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'c2824ccb-cf9a-4b92-8e21-779a0dd32a7e'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:42:44.852969 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-74acf2b7-b627-463e-af19-812fa8ead940 None None] Bound port: 1d665204-d3eb-4c58-81d1-07e209168226, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40398132-9905-4490-b1fe-07e99161244c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'c2824ccb-cf9a-4b92-8e21-779a0dd32a7e'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:42:44.853390 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-74acf2b7-b627-463e-af19-812fa8ead940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:44.885241 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:44.903864 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5c386b9b-3b7e-4ef6-8f7c-271bd0248772 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:44.956245 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-5c386b9b-3b7e-4ef6-8f7c-271bd0248772 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9eaedbfe-a5fe-4715-b9c8-0e3cb9faa2ec']}} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:42:44.975040 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-5c386b9b-3b7e-4ef6-8f7c-271bd0248772 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88164a04-0e3c-4c24-bbf8-12c6d64d7fa3') {'for_net_delete': True} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:42:44.975328 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-5c386b9b-3b7e-4ef6-8f7c-271bd0248772 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88164a04-0e3c-4c24-bbf8-12c6d64d7fa3') {} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:42:45.017700 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port 28f43f73-df37-4052-b7aa-d134d590460c, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=28f43f73-df37-4052-b7aa-d134d590460c,segment=NetworkSegment(b85fc1db-c2d8-43e0-b3e1-8bde3124674e),segment_id=b85fc1db-c2d8-43e0-b3e1-8bde3124674e)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:42:45.022200 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5c386b9b-3b7e-4ef6-8f7c-271bd0248772 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2660590'] for segment, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:45.075814 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-74acf2b7-b627-463e-af19-812fa8ead940 None None] For port 1d665204-d3eb-4c58-81d1-07e209168226, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:42:45.087464 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-74acf2b7-b627-463e-af19-812fa8ead940 None None] For port 1d665204-d3eb-4c58-81d1-07e209168226, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=1d665204-d3eb-4c58-81d1-07e209168226,segment=NetworkSegment(40398132-9905-4490-b1fe-07e99161244c),segment_id=40398132-9905-4490-b1fe-07e99161244c)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:42:45.087464 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:45.101481 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5c386b9b-3b7e-4ef6-8f7c-271bd0248772 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:45.101481 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c386b9b-3b7e-4ef6-8f7c-271bd0248772 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Releasing vlan 673 on physical network physnet1 to pool {{(pid=84886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:42:45.101481 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5c386b9b-3b7e-4ef6-8f7c-271bd0248772 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4126989'] for segment, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:45.131722 n-d-843948-2 neutron-server[84886]: Traceback (most recent call last): May 30 20:42:45.131722 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:42:45.131722 n-d-843948-2 neutron-server[84886]: timer() May 30 20:42:45.131722 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:42:45.131722 n-d-843948-2 neutron-server[84886]: cb(*args, **kw) May 30 20:42:45.131722 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:42:45.131722 n-d-843948-2 neutron-server[84886]: return func(*args, **kwargs) May 30 20:42:45.131722 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:42:45.131722 n-d-843948-2 neutron-server[84886]: self._notify() May 30 20:42:45.131722 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:42:45.131722 n-d-843948-2 neutron-server[84886]: self.callback(batched_events) May 30 20:42:45.131722 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:42:45.131722 n-d-843948-2 neutron-server[84886]: event.method(event) May 30 20:42:45.131722 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:42:45.131722 n-d-843948-2 neutron-server[84886]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:42:45.131722 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:42:45.131722 n-d-843948-2 neutron-server[84886]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:42:45.131722 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:42:45.131722 n-d-843948-2 neutron-server[84886]: return f(self, *a, **k) May 30 20:42:45.131722 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:42:45.131722 n-d-843948-2 neutron-server[84886]: return self._get(url).json() May 30 20:42:45.131722 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:42:45.131722 n-d-843948-2 neutron-server[84886]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:42:45.131722 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:42:45.131722 n-d-843948-2 neutron-server[84886]: return self.request(url, 'GET', **kwargs) May 30 20:42:45.131722 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:42:45.131722 n-d-843948-2 neutron-server[84886]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:42:45.131722 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:42:45.131722 n-d-843948-2 neutron-server[84886]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:42:45.131722 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:42:45.131722 n-d-843948-2 neutron-server[84886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:42:45.131722 n-d-843948-2 neutron-server[84886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:42:45.248584 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-74acf2b7-b627-463e-af19-812fa8ead940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:45.293588 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=28f43f73-df37-4052-b7aa-d134d590460c,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:42:45.356003 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5c386b9b-3b7e-4ef6-8f7c-271bd0248772 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:45.367007 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5c386b9b-3b7e-4ef6-8f7c-271bd0248772 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Notify callbacks [] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:45.411570 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74acf2b7-b627-463e-af19-812fa8ead940 None None] Pushing event updated for resources: {'Port': ['ID=1d665204-d3eb-4c58-81d1-07e209168226,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:42:45.414149 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c386b9b-3b7e-4ef6-8f7c-271bd0248772 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Pushing event deleted for resources: {'Network': ['ID=9eaedbfe-a5fe-4715-b9c8-0e3cb9faa2ec,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:42:45.429038 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-5c386b9b-3b7e-4ef6-8f7c-271bd0248772 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] 10.222.0.85 "DELETE /v2.0/networks/9eaedbfe-a5fe-4715-b9c8-0e3cb9faa2ec HTTP/1.1" status: 204 len: 168 time: 1.8559113 May 30 20:42:45.432996 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 35408) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:42:45.438870 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-317d00c6-c8cc-4803-874b-8b766d58369f tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-989495409'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:42:45.447561 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-317d00c6-c8cc-4803-874b-8b766d58369f tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:42:45.457218 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f1854bc-f42e-4b08-97b0-7d0070a55e52 admin admin] Router cdd19bac-d84f-40c5-80f6-fde439c2d1a5 is scheduled to L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 with binding_index 1 {{(pid=84887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 20:42:45.464234 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-317d00c6-c8cc-4803-874b-8b766d58369f tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Usage tracker for resource:network and tenant:1a232c8e0c0e45b3a083dd44fa84c55a is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:42:45.473052 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-317d00c6-c8cc-4803-874b-8b766d58369f tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:42:45.484956 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-317d00c6-c8cc-4803-874b-8b766d58369f tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:42:45.628288 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-317d00c6-c8cc-4803-874b-8b766d58369f tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Made reservation on behalf of 1a232c8e0c0e45b3a083dd44fa84c55a for: {'network': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:42:45.632641 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-317d00c6-c8cc-4803-874b-8b766d58369f tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:45.714642 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e310264-a2f9-4734-a5c2-bb3851a214c9 req-0f5e22aa-72d7-47fd-b353-44cb48ad5666 tempest-VolumesActionsTest-2131315420 tempest-VolumesActionsTest-2131315420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:42:45.725269 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5e310264-a2f9-4734-a5c2-bb3851a214c9 req-0f5e22aa-72d7-47fd-b353-44cb48ad5666 tempest-VolumesActionsTest-2131315420 tempest-VolumesActionsTest-2131315420-project] 10.222.0.85 "GET /v2.0/ports?device_id=fe592644-2f66-42ba-b615-ed2cc8edf3c9 HTTP/1.1" status: 200 len: 945 time: 0.1418524 May 30 20:42:45.803974 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5e310264-a2f9-4734-a5c2-bb3851a214c9 req-b00e7460-fa07-4f5d-87ff-52a3f4aeef10 tempest-VolumesActionsTest-2131315420 tempest-VolumesActionsTest-2131315420-project] 10.222.0.85 "GET /v2.0/security-groups?id=38547dd7-5d64-426c-a817-a0261bf2e3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765400 May 30 20:42:45.903095 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-317d00c6-c8cc-4803-874b-8b766d58369f tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] vlan segment allocate from pool success with {'vlan_id': 681, 'physical_network': 'physnet1'} {{(pid=84887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:42:45.961316 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-317d00c6-c8cc-4803-874b-8b766d58369f tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:45.961701 n-d-843948-2 neutron-server[84887]: INFO neutron.db.segments_db [None req-317d00c6-c8cc-4803-874b-8b766d58369f tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Added segment d9ad5415-eddb-42f2-bf5c-7efec4d73b3e of type vlan for network 889569ce-2806-49bb-9080-83a513624083 May 30 20:42:45.990121 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 1d665204-d3eb-4c58-81d1-07e209168226 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:42:46.038780 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-317d00c6-c8cc-4803-874b-8b766d58369f tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:46.139708 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f1854bc-f42e-4b08-97b0-7d0070a55e52 admin admin] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:42:46.154271 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2e9934-ea51-48d9-ab31-0c06759206fd None None] Sync routers for ids ['cdd19bac-d84f-40c5-80f6-fde439c2d1a5'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:42:46.163905 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2e9934-ea51-48d9-ab31-0c06759206fd None None] Routers {'cdd19bac-d84f-40c5-80f6-fde439c2d1a5'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:42:46.163905 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-4c2e9934-ea51-48d9-ab31-0c06759206fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:42:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['cdd19bac-d84f-40c5-80f6-fde439c2d1a5'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:42:46.179226 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-317d00c6-c8cc-4803-874b-8b766d58369f tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:46.179226 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-317d00c6-c8cc-4803-874b-8b766d58369f tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:42:46.179226 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-317d00c6-c8cc-4803-874b-8b766d58369f tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:46.190661 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 1d665204-d3eb-4c58-81d1-07e209168226 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:42:46.190661 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 28f43f73-df37-4052-b7aa-d134d590460c up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:42:46.334640 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 28f43f73-df37-4052-b7aa-d134d590460c triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:42:46.334640 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:46.336765 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317d00c6-c8cc-4803-874b-8b766d58369f tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Pushing event updated for resources: {'Network': ['ID=889569ce-2806-49bb-9080-83a513624083,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:42:46.369147 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network 889569ce-2806-49bb-9080-83a513624083 details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:42:46.469675 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-4c2e9934-ea51-48d9-ab31-0c06759206fd None None] Set router cdd19bac-d84f-40c5-80f6-fde439c2d1a5 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:42:46.725902 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-025cfaa9-6e2f-42dd-8bbf-ef1693f079ff None None] Network c2824ccb-cf9a-4b92-8e21-779a0dd32a7e requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:42:46.769500 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-4c2e9934-ea51-48d9-ab31-0c06759206fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdd19bac-d84f-40c5-80f6-fde439c2d1a5', 'name': 'tempest-TestAggregatesBasicOps-26307109-router', 'tenant_id': 'a31a3e1d08a044b8a8315c71ea733363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '07a5afba-c216-4f82-be8d-79b5d39a25b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:42:41Z', 'updated_at': '2022-05-30T20:42:44Z', 'revision_number': 3, 'project_id': 'a31a3e1d08a044b8a8315c71ea733363', 'gw_port': {'id': '07a5afba-c216-4f82-be8d-79b5d39a25b0', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:57:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdd19bac-d84f-40c5-80f6-fde439c2d1a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:42:43Z', 'updated_at': '2022-05-30T20:42:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:42:46.774133 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2e9934-ea51-48d9-ab31-0c06759206fd None None] Checking router: cdd19bac-d84f-40c5-80f6-fde439c2d1a5 for host: n-d-843948-2 {{(pid=84889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:42:46.774469 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2e9934-ea51-48d9-ab31-0c06759206fd None None] Updating router cdd19bac-d84f-40c5-80f6-fde439c2d1a5 port 07a5afba-c216-4f82-be8d-79b5d39a25b0 binding host n-d-843948-2 {{(pid=84889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:42:46.859193 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-4c2e9934-ea51-48d9-ab31-0c06759206fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:47.081267 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2f1854bc-f42e-4b08-97b0-7d0070a55e52 admin admin] Notify callbacks [] for router, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:47.086512 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 35428) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:42:47.095326 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-2f1854bc-f42e-4b08-97b0-7d0070a55e52 admin admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.4588244 May 30 20:42:47.095326 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-317d00c6-c8cc-4803-874b-8b766d58369f tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.6556351 May 30 20:42:47.098523 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 35432) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:42:47.105100 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-5b9c6631-a8cf-48ad-bb22-3ee11f4bf611 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Request body: {'subnet': {'network_id': '889569ce-2806-49bb-9080-83a513624083', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:42:47.115029 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-90519b4e-08f5-4a98-9ee9-df32947ac0c2 None None] Provisioning for port 1d665204-d3eb-4c58-81d1-07e209168226 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:42:47.121060 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-90519b4e-08f5-4a98-9ee9-df32947ac0c2 None None] Provisioning complete for port 1d665204-d3eb-4c58-81d1-07e209168226 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:42:47.124968 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-90519b4e-08f5-4a98-9ee9-df32947ac0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:47.350389 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-4c2e9934-ea51-48d9-ab31-0c06759206fd None None] Notify callbacks [] for port, precommit_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:47.374825 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.provisioning_blocks [None req-4c2e9934-ea51-48d9-ab31-0c06759206fd None None] Transition to ACTIVE for port object 07a5afba-c216-4f82-be8d-79b5d39a25b0 will not be triggered until provisioned by entity L2. {{(pid=84889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:42:47.427768 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-5b9c6631-a8cf-48ad-bb22-3ee11f4bf611 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:42:47.430904 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-90519b4e-08f5-4a98-9ee9-df32947ac0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:47.441671 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-5b9c6631-a8cf-48ad-bb22-3ee11f4bf611 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Usage tracker for resource:subnet and tenant:1a232c8e0c0e45b3a083dd44fa84c55a is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:42:47.460780 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-5b9c6631-a8cf-48ad-bb22-3ee11f4bf611 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:42:47.468820 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-4c2e9934-ea51-48d9-ab31-0c06759206fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:47.475092 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-90519b4e-08f5-4a98-9ee9-df32947ac0c2 None None] For port 1d665204-d3eb-4c58-81d1-07e209168226, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=1d665204-d3eb-4c58-81d1-07e209168226,segment=NetworkSegment(40398132-9905-4490-b1fe-07e99161244c),segment_id=40398132-9905-4490-b1fe-07e99161244c)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:42:47.475092 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1514b36-d4da-4635-a145-e7277f7bd2e0 None None] get_active_networks_info from n-d-843948-2 {{(pid=84888) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 30 20:42:47.500134 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-5b9c6631-a8cf-48ad-bb22-3ee11f4bf611 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:42:47.557403 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-90519b4e-08f5-4a98-9ee9-df32947ac0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:47.606968 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b9c6631-a8cf-48ad-bb22-3ee11f4bf611 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Made reservation on behalf of 1a232c8e0c0e45b3a083dd44fa84c55a for: {'subnet': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:42:47.664867 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-4c2e9934-ea51-48d9-ab31-0c06759206fd None None] Attempting to bind port 07a5afba-c216-4f82-be8d-79b5d39a25b0 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:42:47.667610 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-4c2e9934-ea51-48d9-ab31-0c06759206fd None None] Attempting to bind port 07a5afba-c216-4f82-be8d-79b5d39a25b0 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}] {{(pid=84889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:42:47.667610 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2e9934-ea51-48d9-ab31-0c06759206fd None None] Attempting to bind port 07a5afba-c216-4f82-be8d-79b5d39a25b0 on network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:42:47.686551 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2e9934-ea51-48d9-ab31-0c06759206fd None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:42:47.686889 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2e9934-ea51-48d9-ab31-0c06759206fd None None] Checking segment: {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:42:47.687293 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-4c2e9934-ea51-48d9-ab31-0c06759206fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:47.687685 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2e9934-ea51-48d9-ab31-0c06759206fd None None] Bound using segment: {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'} {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:42:47.688157 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-4c2e9934-ea51-48d9-ab31-0c06759206fd None None] Bound port: 07a5afba-c216-4f82-be8d-79b5d39a25b0, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}}] {{(pid=84889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:42:47.688533 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-4c2e9934-ea51-48d9-ab31-0c06759206fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:47.771651 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90519b4e-08f5-4a98-9ee9-df32947ac0c2 None None] Pushing event updated for resources: {'Port': ['ID=1d665204-d3eb-4c58-81d1-07e209168226,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:42:47.782891 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1514b36-d4da-4635-a145-e7277f7bd2e0 None None] Resources bound (agent type, host, resource id): {{(pid=84888) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 30 20:42:47.788313 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963a3b22-912f-4537-9263-47cb76a208b9 None None] Pushing event updated for resources: {'Port': ['ID=07a5afba-c216-4f82-be8d-79b5d39a25b0,revision_number=2']} {{(pid=84889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:42:47.826818 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-ed3582a1-ab9d-4f47-ac43-99b3a5f583ab None None] Provisioning complete for port 1d665204-d3eb-4c58-81d1-07e209168226 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:42:47.827400 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ed3582a1-ab9d-4f47-ac43-99b3a5f583ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:47.845517 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5b9c6631-a8cf-48ad-bb22-3ee11f4bf611 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114220'] for subnet, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:47.899107 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.db [None req-4c2e9934-ea51-48d9-ab31-0c06759206fd None None] For port 07a5afba-c216-4f82-be8d-79b5d39a25b0, host n-d-843948-2, cleared binding levels {{(pid=84889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:42:47.902487 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.db [None req-4c2e9934-ea51-48d9-ab31-0c06759206fd None None] For port 07a5afba-c216-4f82-be8d-79b5d39a25b0, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=07a5afba-c216-4f82-be8d-79b5d39a25b0,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:42:48.060883 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-4c2e9934-ea51-48d9-ab31-0c06759206fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:48.254732 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2e9934-ea51-48d9-ab31-0c06759206fd None None] Routers {'cdd19bac-d84f-40c5-80f6-fde439c2d1a5'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:42:48.255365 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-4c2e9934-ea51-48d9-ab31-0c06759206fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:42:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['cdd19bac-d84f-40c5-80f6-fde439c2d1a5'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:42:48.439895 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963a3b22-912f-4537-9263-47cb76a208b9 None None] Pushing event updated for resources: {'Port': ['ID=07a5afba-c216-4f82-be8d-79b5d39a25b0,revision_number=3']} {{(pid=84889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:42:48.499691 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-4c2e9934-ea51-48d9-ab31-0c06759206fd None None] Set router cdd19bac-d84f-40c5-80f6-fde439c2d1a5 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:42:48.756940 n-d-843948-2 neutron-server[84887]: DEBUG neutron.objects.ports [None req-5b9c6631-a8cf-48ad-bb22-3ee11f4bf611 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84887) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 30 20:42:48.756940 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5b9c6631-a8cf-48ad-bb22-3ee11f4bf611 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4055401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114238'] for subnet, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:48.887471 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9c6631-a8cf-48ad-bb22-3ee11f4bf611 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Pushing event updated for resources: {'Subnet': ['ID=a62850e1-7fd6-429f-8ec5-a543506166a9,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:42:48.900417 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9c6631-a8cf-48ad-bb22-3ee11f4bf611 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Checking segment: {'id': 'd9ad5415-eddb-42f2-bf5c-7efec4d73b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '889569ce-2806-49bb-9080-83a513624083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:42:48.900417 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b9c6631-a8cf-48ad-bb22-3ee11f4bf611 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Network hostable DHCP agents. Network: 889569ce-2806-49bb-9080-83a513624083, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:42:48.920361 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a6494450-3fc1-4eaf-b762-a009c0458350 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:48.993676 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-4c2e9934-ea51-48d9-ab31-0c06759206fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdd19bac-d84f-40c5-80f6-fde439c2d1a5', 'name': 'tempest-TestAggregatesBasicOps-26307109-router', 'tenant_id': 'a31a3e1d08a044b8a8315c71ea733363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '07a5afba-c216-4f82-be8d-79b5d39a25b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:42:41Z', 'updated_at': '2022-05-30T20:42:44Z', 'revision_number': 3, 'project_id': 'a31a3e1d08a044b8a8315c71ea733363', 'gw_port': {'id': '07a5afba-c216-4f82-be8d-79b5d39a25b0', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:57:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdd19bac-d84f-40c5-80f6-fde439c2d1a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:42:43Z', 'updated_at': '2022-05-30T20:42:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:42:49.005151 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2e9934-ea51-48d9-ab31-0c06759206fd None None] The sync data for ids ['cdd19bac-d84f-40c5-80f6-fde439c2d1a5'] in n-d-843948-2 is: [{'id': 'cdd19bac-d84f-40c5-80f6-fde439c2d1a5', 'name': 'tempest-TestAggregatesBasicOps-26307109-router', 'tenant_id': 'a31a3e1d08a044b8a8315c71ea733363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '07a5afba-c216-4f82-be8d-79b5d39a25b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:42:41Z', 'updated_at': '2022-05-30T20:42:44Z', 'revision_number': 3, 'project_id': 'a31a3e1d08a044b8a8315c71ea733363', 'gw_port': {'id': '07a5afba-c216-4f82-be8d-79b5d39a25b0', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:57:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdd19bac-d84f-40c5-80f6-fde439c2d1a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:42:43Z', 'updated_at': '2022-05-30T20:42:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:42:49.006945 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b9c6631-a8cf-48ad-bb22-3ee11f4bf611 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Network 889569ce-2806-49bb-9080-83a513624083 is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:42:49.130268 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-5b9c6631-a8cf-48ad-bb22-3ee11f4bf611 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, 889569ce-2806-49bb-9080-83a513624083) {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:42:49.137011 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b9c6631-a8cf-48ad-bb22-3ee11f4bf611 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:42:49.137011 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5b9c6631-a8cf-48ad-bb22-3ee11f4bf611 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:49.142378 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff03b46-b19a-4cf7-8849-305d1cb77364 None None] Network 889569ce-2806-49bb-9080-83a513624083 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:42:49.297206 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-5b9c6631-a8cf-48ad-bb22-3ee11f4bf611 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.1894097 May 30 20:42:49.297206 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 35476) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:42:49.512783 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5452cc8e-e9b2-4fed-bece-084c27d2a37a req-972f3ca4-f1ae-4bae-b41c-cfe21bdaa60a tempest-VolumesActionsTest-2131315420 tempest-VolumesActionsTest-2131315420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:42:49.514373 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5452cc8e-e9b2-4fed-bece-084c27d2a37a req-972f3ca4-f1ae-4bae-b41c-cfe21bdaa60a tempest-VolumesActionsTest-2131315420 tempest-VolumesActionsTest-2131315420-project] 10.222.0.85 "GET /v2.0/ports?device_id=fe592644-2f66-42ba-b615-ed2cc8edf3c9 HTTP/1.1" status: 200 len: 945 time: 0.4399424 May 30 20:42:49.541888 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-bbd74fd6-9ec1-4977-a82a-b2746d1355fa tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:49.580141 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ac0a2f-436a-4f4e-b2c2-f86e5761d16d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-889569ce-2806-49bb-9080-83a513624083', 'network_id': '889569ce-2806-49bb-9080-83a513624083', 'tenant_id': '1a232c8e0c0e45b3a083dd44fa84c55a', 'fixed_ips': [{'subnet_id': 'a62850e1-7fd6-429f-8ec5-a543506166a9'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:42:49.581220 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-54ac0a2f-436a-4f4e-b2c2-f86e5761d16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:49.602419 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5452cc8e-e9b2-4fed-bece-084c27d2a37a req-b2da2b29-176f-4a4a-858c-98c8cca2b1c0 tempest-VolumesActionsTest-2131315420 tempest-VolumesActionsTest-2131315420-project] 10.222.0.85 "GET /v2.0/security-groups?id=38547dd7-5d64-426c-a817-a0261bf2e3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576172 May 30 20:42:49.605494 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-a6494450-3fc1-4eaf-b762-a009c0458350 admin admin] Allocated IP 172.20.0.1 (c2824ccb-cf9a-4b92-8e21-779a0dd32a7e/8270f1b0-ddf0-43fc-b70d-ebc390ac92ee/89842dda-7816-44cd-b083-81e9922650b0) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:42:49.659222 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-bbd74fd6-9ec1-4977-a82a-b2746d1355fa tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:49.794332 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-54ac0a2f-436a-4f4e-b2c2-f86e5761d16d None None] Allocated IP 2001:db8::f816:3eff:fef9:1b14 (889569ce-2806-49bb-9080-83a513624083/a62850e1-7fd6-429f-8ec5-a543506166a9/1ace35ed-9b3d-4104-8774-c75cd51c801a) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:42:49.900060 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a6494450-3fc1-4eaf-b762-a009c0458350 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:49.905336 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 1d665204-d3eb-4c58-81d1-07e209168226 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:42:49.917522 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [None req-a6494450-3fc1-4eaf-b762-a009c0458350 admin admin] Transition to ACTIVE for port object 89842dda-7816-44cd-b083-81e9922650b0 will not be triggered until provisioned by entity DHCP. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:42:49.934491 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:50.052287 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a6494450-3fc1-4eaf-b762-a009c0458350 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:50.067722 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 1d665204-d3eb-4c58-81d1-07e209168226 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:42:50.068405 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:50.171286 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6494450-3fc1-4eaf-b762-a009c0458350 admin admin] Network c2824ccb-cf9a-4b92-8e21-779a0dd32a7e is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:42:50.171286 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-a6494450-3fc1-4eaf-b762-a009c0458350 admin admin] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:42:50.181434 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6494450-3fc1-4eaf-b762-a009c0458350 admin admin] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:42:50.223238 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-54ac0a2f-436a-4f4e-b2c2-f86e5761d16d None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:50.223238 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-54ac0a2f-436a-4f4e-b2c2-f86e5761d16d None None] Transition to ACTIVE for port object 1ace35ed-9b3d-4104-8774-c75cd51c801a will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:42:50.240986 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6494450-3fc1-4eaf-b762-a009c0458350 admin admin] Pushing event updated for resources: {'Port': ['ID=89842dda-7816-44cd-b083-81e9922650b0,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:42:50.288298 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-54ac0a2f-436a-4f4e-b2c2-f86e5761d16d None None] Transition to ACTIVE for port object 1ace35ed-9b3d-4104-8774-c75cd51c801a will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:42:50.291835 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a6494450-3fc1-4eaf-b762-a009c0458350 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-736099'] for router_interface, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:50.361648 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-54ac0a2f-436a-4f4e-b2c2-f86e5761d16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:50.466622 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ac0a2f-436a-4f4e-b2c2-f86e5761d16d None None] Pushing event updated for resources: {'Port': ['ID=1ace35ed-9b3d-4104-8774-c75cd51c801a,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:42:50.469493 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc9b020-335e-48f3-a969-690dcb37a537 req-3e4b1251-230d-4460-9357-b6bf276937f9 tempest-VolumesActionsTest-2131315420 tempest-VolumesActionsTest-2131315420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:42:50.478538 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ecc9b020-335e-48f3-a969-690dcb37a537 req-3e4b1251-230d-4460-9357-b6bf276937f9 tempest-VolumesActionsTest-2131315420 tempest-VolumesActionsTest-2131315420-project] 10.222.0.86 "GET /v2.0/ports?device_id=fe592644-2f66-42ba-b615-ed2cc8edf3c9 HTTP/1.1" status: 200 len: 945 time: 0.1603856 May 30 20:42:50.505495 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ac0a2f-436a-4f4e-b2c2-f86e5761d16d None None] Network 889569ce-2806-49bb-9080-83a513624083 is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:42:50.506854 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-54ac0a2f-436a-4f4e-b2c2-f86e5761d16d None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:42:50.514630 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ac0a2f-436a-4f4e-b2c2-f86e5761d16d None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:42:50.578987 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a6494450-3fc1-4eaf-b762-a009c0458350 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:50.656632 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-54ac0a2f-436a-4f4e-b2c2-f86e5761d16d None None] Attempting to bind port 1ace35ed-9b3d-4104-8774-c75cd51c801a on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:42:50.657352 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-54ac0a2f-436a-4f4e-b2c2-f86e5761d16d None None] Attempting to bind port 1ace35ed-9b3d-4104-8774-c75cd51c801a by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': 'd9ad5415-eddb-42f2-bf5c-7efec4d73b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '889569ce-2806-49bb-9080-83a513624083'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:42:50.657969 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ac0a2f-436a-4f4e-b2c2-f86e5761d16d None None] Attempting to bind port 1ace35ed-9b3d-4104-8774-c75cd51c801a on network 889569ce-2806-49bb-9080-83a513624083 {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:42:50.666746 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ac0a2f-436a-4f4e-b2c2-f86e5761d16d None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:42:50.677917 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ac0a2f-436a-4f4e-b2c2-f86e5761d16d None None] Checking segment: {'id': 'd9ad5415-eddb-42f2-bf5c-7efec4d73b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '889569ce-2806-49bb-9080-83a513624083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:42:50.678861 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-54ac0a2f-436a-4f4e-b2c2-f86e5761d16d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:50.679662 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ac0a2f-436a-4f4e-b2c2-f86e5761d16d None None] Bound using segment: {'id': 'd9ad5415-eddb-42f2-bf5c-7efec4d73b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '889569ce-2806-49bb-9080-83a513624083'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:42:50.708167 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-54ac0a2f-436a-4f4e-b2c2-f86e5761d16d None None] Bound port: 1ace35ed-9b3d-4104-8774-c75cd51c801a, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9ad5415-eddb-42f2-bf5c-7efec4d73b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '889569ce-2806-49bb-9080-83a513624083'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:42:50.708167 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-54ac0a2f-436a-4f4e-b2c2-f86e5761d16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:50.739759 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-bbd74fd6-9ec1-4977-a82a-b2746d1355fa tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4055470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114247'] for subnet, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:50.768143 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-509dcf6b-9096-4ae4-b827-12f2c27a7304 None None] Provisioning for port 89842dda-7816-44cd-b083-81e9922650b0 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:42:50.790552 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-509dcf6b-9096-4ae4-b827-12f2c27a7304 None None] Provisioning complete for port 89842dda-7816-44cd-b083-81e9922650b0 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:42:50.790552 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-509dcf6b-9096-4ae4-b827-12f2c27a7304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:50.863956 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd74fd6-9ec1-4977-a82a-b2746d1355fa tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Pushing event deleted for resources: {'Subnet': ['ID=a62850e1-7fd6-429f-8ec5-a543506166a9,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:42:50.880989 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-54ac0a2f-436a-4f4e-b2c2-f86e5761d16d None None] For port 1ace35ed-9b3d-4104-8774-c75cd51c801a, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:42:50.884187 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-ecc9b020-335e-48f3-a969-690dcb37a537 req-8937217c-7c8e-48e3-a0d0-b851b0b835be tempest-VolumesActionsTest-2131315420 tempest-VolumesActionsTest-2131315420-project] Deleting port 41c3d95c-cbe2-4c81-9448-358a3fbf9dbd {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:42:50.884187 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-ecc9b020-335e-48f3-a969-690dcb37a537 req-8937217c-7c8e-48e3-a0d0-b851b0b835be tempest-VolumesActionsTest-2131315420 tempest-VolumesActionsTest-2131315420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:50.886314 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-54ac0a2f-436a-4f4e-b2c2-f86e5761d16d None None] For port 1ace35ed-9b3d-4104-8774-c75cd51c801a, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=1ace35ed-9b3d-4104-8774-c75cd51c801a,segment=NetworkSegment(d9ad5415-eddb-42f2-bf5c-7efec4d73b3e),segment_id=d9ad5415-eddb-42f2-bf5c-7efec4d73b3e)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:42:50.921682 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-509dcf6b-9096-4ae4-b827-12f2c27a7304 None None] Port 89842dda-7816-44cd-b083-81e9922650b0 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:42:50.977560 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-54ac0a2f-436a-4f4e-b2c2-f86e5761d16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:51.042882 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a6494450-3fc1-4eaf-b762-a009c0458350 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:51.109101 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a6494450-3fc1-4eaf-b762-a009c0458350 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:51.112506 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ac0a2f-436a-4f4e-b2c2-f86e5761d16d None None] Pushing event updated for resources: {'Port': ['ID=1ace35ed-9b3d-4104-8774-c75cd51c801a,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:42:51.131917 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed985a54-0f80-4d27-88d6-c9b608bb8806 None None] Network 889569ce-2806-49bb-9080-83a513624083 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:42:51.178823 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-bbd74fd6-9ec1-4977-a82a-b2746d1355fa tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:51.293923 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-bbd74fd6-9ec1-4977-a82a-b2746d1355fa tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['889569ce-2806-49bb-9080-83a513624083']}} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:42:51.296732 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6494450-3fc1-4eaf-b762-a009c0458350 admin admin] Pushing event updated for resources: {'Port': ['ID=89842dda-7816-44cd-b083-81e9922650b0,revision_number=2']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:42:51.309222 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a6494450-3fc1-4eaf-b762-a009c0458350 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1718057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-736206'] for router_interface, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:51.321821 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-bbd74fd6-9ec1-4977-a82a-b2746d1355fa tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9ad5415-eddb-42f2-bf5c-7efec4d73b3e') {'for_net_delete': True} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:42:51.321821 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-bbd74fd6-9ec1-4977-a82a-b2746d1355fa tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9ad5415-eddb-42f2-bf5c-7efec4d73b3e') {} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:42:51.365239 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-bbd74fd6-9ec1-4977-a82a-b2746d1355fa tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3149912'] for segment, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:51.430311 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aaddbf-3860-4763-b906-b1f4729cee4a req-02031cde-e1fb-4c7e-a432-8a27dbac14cc tempest-VolumesActionsTest-2131315420 tempest-VolumesActionsTest-2131315420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:42:51.430311 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-58aaddbf-3860-4763-b906-b1f4729cee4a req-02031cde-e1fb-4c7e-a432-8a27dbac14cc tempest-VolumesActionsTest-2131315420 tempest-VolumesActionsTest-2131315420-project] 10.222.0.85 "GET /v2.0/ports?device_id=fe592644-2f66-42ba-b615-ed2cc8edf3c9 HTTP/1.1" status: 200 len: 945 time: 0.4596410 May 30 20:42:51.481366 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-bbd74fd6-9ec1-4977-a82a-b2746d1355fa tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:51.500238 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbd74fd6-9ec1-4977-a82a-b2746d1355fa tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Releasing vlan 681 on physical network physnet1 to pool {{(pid=84887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:42:51.500638 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-bbd74fd6-9ec1-4977-a82a-b2746d1355fa tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4055488'] for segment, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:51.519645 n-d-843948-2 neutron-server[84887]: Traceback (most recent call last): May 30 20:42:51.519645 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:42:51.519645 n-d-843948-2 neutron-server[84887]: timer() May 30 20:42:51.519645 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:42:51.519645 n-d-843948-2 neutron-server[84887]: cb(*args, **kw) May 30 20:42:51.519645 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:42:51.519645 n-d-843948-2 neutron-server[84887]: return func(*args, **kwargs) May 30 20:42:51.519645 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:42:51.519645 n-d-843948-2 neutron-server[84887]: self._notify() May 30 20:42:51.519645 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:42:51.519645 n-d-843948-2 neutron-server[84887]: self.callback(batched_events) May 30 20:42:51.519645 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:42:51.519645 n-d-843948-2 neutron-server[84887]: event.method(event) May 30 20:42:51.519645 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:42:51.519645 n-d-843948-2 neutron-server[84887]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:42:51.519645 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:42:51.519645 n-d-843948-2 neutron-server[84887]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:42:51.519645 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:42:51.519645 n-d-843948-2 neutron-server[84887]: return f(self, *a, **k) May 30 20:42:51.519645 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:42:51.519645 n-d-843948-2 neutron-server[84887]: return self._get(url).json() May 30 20:42:51.519645 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:42:51.519645 n-d-843948-2 neutron-server[84887]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:42:51.519645 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:42:51.519645 n-d-843948-2 neutron-server[84887]: return self.request(url, 'GET', **kwargs) May 30 20:42:51.519645 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:42:51.519645 n-d-843948-2 neutron-server[84887]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:42:51.519645 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:42:51.519645 n-d-843948-2 neutron-server[84887]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:42:51.519645 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:42:51.519645 n-d-843948-2 neutron-server[84887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:42:51.519645 n-d-843948-2 neutron-server[84887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:42:51.540276 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6494450-3fc1-4eaf-b762-a009c0458350 admin admin] Network c2824ccb-cf9a-4b92-8e21-779a0dd32a7e is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:42:51.541724 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-a6494450-3fc1-4eaf-b762-a009c0458350 admin admin] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:42:51.700865 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-ecc9b020-335e-48f3-a969-690dcb37a537 req-8937217c-7c8e-48e3-a0d0-b851b0b835be tempest-VolumesActionsTest-2131315420 tempest-VolumesActionsTest-2131315420-project] For port 41c3d95c-cbe2-4c81-9448-358a3fbf9dbd, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=41c3d95c-cbe2-4c81-9448-358a3fbf9dbd,segment=NetworkSegment(4cc1403f-4045-409e-8102-5e401ec9597d),segment_id=4cc1403f-4045-409e-8102-5e401ec9597d)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:42:51.700865 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-ecc9b020-335e-48f3-a969-690dcb37a537 req-8937217c-7c8e-48e3-a0d0-b851b0b835be tempest-VolumesActionsTest-2131315420 tempest-VolumesActionsTest-2131315420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:51.700865 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-58aaddbf-3860-4763-b906-b1f4729cee4a req-0b44e488-a48c-413a-81a8-b3c30d498f43 tempest-VolumesActionsTest-2131315420 tempest-VolumesActionsTest-2131315420-project] 10.222.0.85 "GET /v2.0/security-groups?id=38547dd7-5d64-426c-a817-a0261bf2e3f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461612 May 30 20:42:51.954671 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c8218ab-fcfc-4af9-95e9-a1e1843b0de7 None None] get_active_networks_info from n-d-843948-2 {{(pid=84888) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 30 20:42:51.985281 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.db.api [None req-bbd74fd6-9ec1-4977-a82a-b2746d1355fa tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 30 20:42:51.985281 n-d-843948-2 neutron-server[84887]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 30 20:42:51.985281 n-d-843948-2 neutron-server[84887]: [parameters: {'id': '889569ce-2806-49bb-9080-83a513624083'}] May 30 20:42:51.985281 n-d-843948-2 neutron-server[84887]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84887) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:42:51.986076 n-d-843948-2 neutron-server[84887]: DEBUG oslo_db.api [None req-bbd74fd6-9ec1-4977-a82a-b2746d1355fa tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:42:52.001657 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-ecc9b020-335e-48f3-a969-690dcb37a537 req-8937217c-7c8e-48e3-a0d0-b851b0b835be tempest-VolumesActionsTest-2131315420 tempest-VolumesActionsTest-2131315420-project] Calling delete_port for 41c3d95c-cbe2-4c81-9448-358a3fbf9dbd owned by compute:nova {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:42:52.032316 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-8408b9dc-7db9-4fc1-b013-e0d7034ef8fc None None] Provisioning complete for port 89842dda-7816-44cd-b083-81e9922650b0 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:42:52.032932 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-8408b9dc-7db9-4fc1-b013-e0d7034ef8fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:52.113946 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-8408b9dc-7db9-4fc1-b013-e0d7034ef8fc None None] Port 89842dda-7816-44cd-b083-81e9922650b0 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:42:52.172142 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c8218ab-fcfc-4af9-95e9-a1e1843b0de7 None None] Resources bound (agent type, host, resource id): {{(pid=84888) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 30 20:42:52.202557 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6494450-3fc1-4eaf-b762-a009c0458350 admin admin] Router cdd19bac-d84f-40c5-80f6-fde439c2d1a5 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:42:52.338079 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-ecc9b020-335e-48f3-a969-690dcb37a537 req-8937217c-7c8e-48e3-a0d0-b851b0b835be tempest-VolumesActionsTest-2131315420 tempest-VolumesActionsTest-2131315420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:52.378700 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['41c3d95c-cbe2-4c81-9448-358a3fbf9dbd'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:42:52.415160 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8937217c-7c8e-48e3-a0d0-b851b0b835be tempest-VolumesActionsTest-2131315420 tempest-VolumesActionsTest-2131315420-project] Pushing event deleted for resources: {'Port': ['ID=41c3d95c-cbe2-4c81-9448-358a3fbf9dbd,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:42:52.432913 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:52.510301 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-bbd74fd6-9ec1-4977-a82a-b2746d1355fa tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:52.530706 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecc9b020-335e-48f3-a969-690dcb37a537 req-8937217c-7c8e-48e3-a0d0-b851b0b835be tempest-VolumesActionsTest-2131315420 tempest-VolumesActionsTest-2131315420-project] No DVR routers for this DVR port 41c3d95c-cbe2-4c81-9448-358a3fbf9dbd on host n-h2-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:42:52.535148 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-ecc9b020-335e-48f3-a969-690dcb37a537 req-8937217c-7c8e-48e3-a0d0-b851b0b835be tempest-VolumesActionsTest-2131315420 tempest-VolumesActionsTest-2131315420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:52.538714 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe592644-2f66-42ba-b615-ed2cc8edf3c9', 'name': 'network-vif-deleted', 'tag': '41c3d95c-cbe2-4c81-9448-358a3fbf9dbd'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:42:52.567261 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-bbd74fd6-9ec1-4977-a82a-b2746d1355fa tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Deleting port 1ace35ed-9b3d-4104-8774-c75cd51c801a {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:42:52.567766 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-bbd74fd6-9ec1-4977-a82a-b2746d1355fa tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:52.629279 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ecc9b020-335e-48f3-a969-690dcb37a537 req-8937217c-7c8e-48e3-a0d0-b851b0b835be tempest-VolumesActionsTest-2131315420 tempest-VolumesActionsTest-2131315420-project] 10.222.0.86 "DELETE /v2.0/ports/41c3d95c-cbe2-4c81-9448-358a3fbf9dbd HTTP/1.1" status: 204 len: 173 time: 2.1428785 May 30 20:42:52.708832 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ac9f555-768e-4f9d-9740-1c3f46c835e8'] response: {'server_uuid': 'fe592644-2f66-42ba-b615-ed2cc8edf3c9', 'name': 'network-vif-deleted', 'tag': '41c3d95c-cbe2-4c81-9448-358a3fbf9dbd', 'status': 'completed', 'code': 200} May 30 20:42:52.771501 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6494450-3fc1-4eaf-b762-a009c0458350 admin admin] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:42:52.792323 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-a6494450-3fc1-4eaf-b762-a009c0458350 admin admin] 10.222.0.85 "PUT /v2.0/routers/cdd19bac-d84f-40c5-80f6-fde439c2d1a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6901879 May 30 20:42:53.004077 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [None req-bbd74fd6-9ec1-4977-a82a-b2746d1355fa tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] For port 1ace35ed-9b3d-4104-8774-c75cd51c801a, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=1ace35ed-9b3d-4104-8774-c75cd51c801a,segment=NetworkSegment(d9ad5415-eddb-42f2-bf5c-7efec4d73b3e),segment_id=d9ad5415-eddb-42f2-bf5c-7efec4d73b3e)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:42:53.004634 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-bbd74fd6-9ec1-4977-a82a-b2746d1355fa tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:53.155661 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-bbd74fd6-9ec1-4977-a82a-b2746d1355fa tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Calling delete_port for 1ace35ed-9b3d-4104-8774-c75cd51c801a owned by network:dhcp {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:42:53.360105 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-42447cb1-ee1e-4764-b9f9-77d293252698 req-58ca0d23-1868-4ba8-9850-96a705950bd0 tempest-VolumesActionsTest-2131315420 tempest-VolumesActionsTest-2131315420-project] Synchronizing usage tracker for tenant:48ce6dd14d8c4ec28217a7fdf8882865 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:42:53.513105 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-42447cb1-ee1e-4764-b9f9-77d293252698 req-58ca0d23-1868-4ba8-9850-96a705950bd0 tempest-VolumesActionsTest-2131315420 tempest-VolumesActionsTest-2131315420-project] Unset dirty status for tenant:48ce6dd14d8c4ec28217a7fdf8882865 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:42:53.514353 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-42447cb1-ee1e-4764-b9f9-77d293252698 req-58ca0d23-1868-4ba8-9850-96a705950bd0 tempest-VolumesActionsTest-2131315420 tempest-VolumesActionsTest-2131315420-project] 10.222.0.85 "GET /v2.0/ports?device_id=fe592644-2f66-42ba-b615-ed2cc8edf3c9 HTTP/1.1" status: 200 len: 210 time: 0.2030406 May 30 20:42:53.600120 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-bbd74fd6-9ec1-4977-a82a-b2746d1355fa tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:53.662372 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd74fd6-9ec1-4977-a82a-b2746d1355fa tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Pushing event deleted for resources: {'Port': ['ID=1ace35ed-9b3d-4104-8774-c75cd51c801a,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:42:53.662372 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd74fd6-9ec1-4977-a82a-b2746d1355fa tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] No DVR routers for this DVR port 1ace35ed-9b3d-4104-8774-c75cd51c801a on host n-d-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:42:53.909910 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-bbd74fd6-9ec1-4977-a82a-b2746d1355fa tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:53.941325 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-bbd74fd6-9ec1-4977-a82a-b2746d1355fa tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['889569ce-2806-49bb-9080-83a513624083']}} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:42:53.958202 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-bbd74fd6-9ec1-4977-a82a-b2746d1355fa tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9ad5415-eddb-42f2-bf5c-7efec4d73b3e') {'for_net_delete': True} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:42:53.958420 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-bbd74fd6-9ec1-4977-a82a-b2746d1355fa tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9ad5415-eddb-42f2-bf5c-7efec4d73b3e') {} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:42:53.970614 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-bbd74fd6-9ec1-4977-a82a-b2746d1355fa tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3149912'] for segment, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:53.988256 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-bbd74fd6-9ec1-4977-a82a-b2746d1355fa tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:53.996171 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbd74fd6-9ec1-4977-a82a-b2746d1355fa tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Releasing vlan 681 on physical network physnet1 to pool {{(pid=84887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:42:53.996709 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-bbd74fd6-9ec1-4977-a82a-b2746d1355fa tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4055488'] for segment, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:54.013291 n-d-843948-2 neutron-server[84887]: Traceback (most recent call last): May 30 20:42:54.013291 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:42:54.013291 n-d-843948-2 neutron-server[84887]: timer() May 30 20:42:54.013291 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:42:54.013291 n-d-843948-2 neutron-server[84887]: cb(*args, **kw) May 30 20:42:54.013291 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:42:54.013291 n-d-843948-2 neutron-server[84887]: return func(*args, **kwargs) May 30 20:42:54.013291 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:42:54.013291 n-d-843948-2 neutron-server[84887]: self._notify() May 30 20:42:54.013291 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:42:54.013291 n-d-843948-2 neutron-server[84887]: self.callback(batched_events) May 30 20:42:54.013291 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:42:54.013291 n-d-843948-2 neutron-server[84887]: event.method(event) May 30 20:42:54.013291 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:42:54.013291 n-d-843948-2 neutron-server[84887]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:42:54.013291 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:42:54.013291 n-d-843948-2 neutron-server[84887]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:42:54.013291 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:42:54.013291 n-d-843948-2 neutron-server[84887]: return f(self, *a, **k) May 30 20:42:54.013291 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:42:54.013291 n-d-843948-2 neutron-server[84887]: return self._get(url).json() May 30 20:42:54.013291 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:42:54.013291 n-d-843948-2 neutron-server[84887]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:42:54.013291 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:42:54.013291 n-d-843948-2 neutron-server[84887]: return self.request(url, 'GET', **kwargs) May 30 20:42:54.013291 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:42:54.013291 n-d-843948-2 neutron-server[84887]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:42:54.013291 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:42:54.013291 n-d-843948-2 neutron-server[84887]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:42:54.013291 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:42:54.013291 n-d-843948-2 neutron-server[84887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:42:54.013291 n-d-843948-2 neutron-server[84887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:42:54.235387 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-bbd74fd6-9ec1-4977-a82a-b2746d1355fa tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:54.235387 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-bbd74fd6-9ec1-4977-a82a-b2746d1355fa tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:54.282116 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd74fd6-9ec1-4977-a82a-b2746d1355fa tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Pushing event deleted for resources: {'Network': ['ID=889569ce-2806-49bb-9080-83a513624083,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:42:54.285603 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 35562) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:42:54.289139 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-bbd74fd6-9ec1-4977-a82a-b2746d1355fa tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] 10.222.0.85 "DELETE /v2.0/networks/889569ce-2806-49bb-9080-83a513624083 HTTP/1.1" status: 204 len: 168 time: 4.9855883 May 30 20:42:54.362776 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 41c3d95c-cbe2-4c81-9448-358a3fbf9dbd no longer exists at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:42:54.367902 n-d-843948-2 neutron-server[84886]: INFO neutron.pecan_wsgi.hooks.translation [None req-c13b06d6-40c4-4996-a4d4-bb8fedd5cad4 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] DELETE failed (client error): The resource could not be found. May 30 20:42:54.367902 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c13b06d6-40c4-4996-a4d4-bb8fedd5cad4 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:42:54.372941 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 35570) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:42:54.380346 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-c13b06d6-40c4-4996-a4d4-bb8fedd5cad4 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] 10.222.0.85 "DELETE /v2.0/subnets/a62850e1-7fd6-429f-8ec5-a543506166a9 HTTP/1.1" status: 404 len: 337 time: 0.0936475 May 30 20:42:54.408248 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] No Port match for: 41c3d95c-cbe2-4c81-9448-358a3fbf9dbd {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:42:54.408248 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 41c3d95c-cbe2-4c81-9448-358a3fbf9dbd not bound to the agent host n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:42:54.409750 n-d-843948-2 neutron-server[84887]: INFO neutron.pecan_wsgi.hooks.translation [None req-5eb70115-959a-483b-b16c-a09380b1e80d tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] DELETE failed (client error): The resource could not be found. May 30 20:42:54.410290 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5eb70115-959a-483b-b16c-a09380b1e80d tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:42:54.413653 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-5eb70115-959a-483b-b16c-a09380b1e80d tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] 10.222.0.85 "DELETE /v2.0/networks/889569ce-2806-49bb-9080-83a513624083 HTTP/1.1" status: 404 len: 339 time: 0.0464997 May 30 20:42:54.415382 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 35576) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:42:54.461785 n-d-843948-2 neutron-server[84887]: INFO neutron.pecan_wsgi.hooks.translation [None req-04875dd6-d67a-41c8-a30b-c6e3033fc558 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] DELETE failed (client error): The resource could not be found. May 30 20:42:54.462530 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04875dd6-d67a-41c8-a30b-c6e3033fc558 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:42:54.464222 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-04875dd6-d67a-41c8-a30b-c6e3033fc558 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] 10.222.0.85 "DELETE /v2.0/subnets/5752e69a-0e3a-457b-936e-c8abc064dd14 HTTP/1.1" status: 404 len: 337 time: 0.0478802 May 30 20:42:54.466703 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 35580) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:42:54.497639 n-d-843948-2 neutron-server[84887]: INFO neutron.pecan_wsgi.hooks.translation [None req-3346dbfd-fad1-4ad3-bebb-d7f11813b025 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] DELETE failed (client error): The resource could not be found. May 30 20:42:54.497996 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3346dbfd-fad1-4ad3-bebb-d7f11813b025 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:42:54.499636 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-3346dbfd-fad1-4ad3-bebb-d7f11813b025 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] 10.222.0.85 "DELETE /v2.0/networks/9eaedbfe-a5fe-4715-b9c8-0e3cb9faa2ec HTTP/1.1" status: 404 len: 339 time: 0.0319040 May 30 20:42:54.503159 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 35584) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:42:54.562787 n-d-843948-2 neutron-server[84886]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fd6bee7-daef-4b44-acbb-04ce7a5f42c1 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] DELETE failed (client error): The resource could not be found. May 30 20:42:54.563235 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fd6bee7-daef-4b44-acbb-04ce7a5f42c1 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:42:54.568540 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-8fd6bee7-daef-4b44-acbb-04ce7a5f42c1 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] 10.222.0.85 "DELETE /v2.0/subnets/7722ecdd-0735-48c2-8b04-5dcfa1648d99 HTTP/1.1" status: 404 len: 337 time: 0.0641859 May 30 20:42:54.568853 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 35594) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:42:54.630998 n-d-843948-2 neutron-server[84887]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9050516-1c98-439d-811e-8e2e083ab1d9 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] DELETE failed (client error): The resource could not be found. May 30 20:42:54.634907 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9050516-1c98-439d-811e-8e2e083ab1d9 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:42:54.645962 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-c9050516-1c98-439d-811e-8e2e083ab1d9 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] 10.222.0.85 "DELETE /v2.0/networks/137d68fd-b1f0-4170-8b10-fec242e5ade8 HTTP/1.1" status: 404 len: 339 time: 0.0759106 May 30 20:42:54.652200 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 35604) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:42:54.813917 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-f7252048-a0d5-424a-94d9-3534defc89b6 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Deleting port 526e89c0-1c12-46cd-ab05-e5916a4d793d {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:42:54.813917 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f7252048-a0d5-424a-94d9-3534defc89b6 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:55.073859 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f7252048-a0d5-424a-94d9-3534defc89b6 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:55.210619 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-f7252048-a0d5-424a-94d9-3534defc89b6 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Calling delete_port for 526e89c0-1c12-46cd-ab05-e5916a4d793d owned by {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:42:55.467803 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f7252048-a0d5-424a-94d9-3534defc89b6 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:55.496176 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:42:55.520396 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7252048-a0d5-424a-94d9-3534defc89b6 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Pushing event deleted for resources: {'Port': ['ID=526e89c0-1c12-46cd-ab05-e5916a4d793d,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:42:55.527730 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f7252048-a0d5-424a-94d9-3534defc89b6 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:55.538351 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-f7252048-a0d5-424a-94d9-3534defc89b6 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] 10.222.0.85 "DELETE /v2.0/ports/526e89c0-1c12-46cd-ab05-e5916a4d793d HTTP/1.1" status: 204 len: 168 time: 0.8810627 May 30 20:42:55.538351 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 35646) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:42:55.601241 n-d-843948-2 neutron-server[84887]: INFO neutron.pecan_wsgi.hooks.translation [None req-093fb5c8-e98e-4845-a5c9-12aafd636841 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] DELETE failed (client error): The resource could not be found. May 30 20:42:55.601241 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-093fb5c8-e98e-4845-a5c9-12aafd636841 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:42:55.601241 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-093fb5c8-e98e-4845-a5c9-12aafd636841 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] 10.222.0.85 "DELETE /v2.0/subnets/eace48b5-0744-403f-91c0-0d78f4dbecba HTTP/1.1" status: 404 len: 337 time: 0.0567653 May 30 20:42:55.601241 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 35654) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:42:55.721906 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-732dfe2c-2b6b-4e7e-9758-93ebc35ee823 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:55.840525 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 35666) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:42:55.875764 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 07a5afba-c216-4f82-be8d-79b5d39a25b0 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:42:55.919772 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-732dfe2c-2b6b-4e7e-9758-93ebc35ee823 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:55.948579 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-732dfe2c-2b6b-4e7e-9758-93ebc35ee823 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eef07cd9-4ab0-4316-b726-5ec85786b25d']}} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:42:55.964115 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-732dfe2c-2b6b-4e7e-9758-93ebc35ee823 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d8bb423-a929-4599-82e8-99c2f8800213') {'for_net_delete': True} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:42:55.964418 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-732dfe2c-2b6b-4e7e-9758-93ebc35ee823 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d8bb423-a929-4599-82e8-99c2f8800213') {} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:42:55.977815 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-732dfe2c-2b6b-4e7e-9758-93ebc35ee823 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3149912'] for segment, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:55.996676 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-732dfe2c-2b6b-4e7e-9758-93ebc35ee823 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:56.004293 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-732dfe2c-2b6b-4e7e-9758-93ebc35ee823 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Releasing vlan 663 on physical network physnet1 to pool {{(pid=84887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:42:56.005521 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-732dfe2c-2b6b-4e7e-9758-93ebc35ee823 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4055488'] for segment, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:56.019512 n-d-843948-2 neutron-server[84887]: Traceback (most recent call last): May 30 20:42:56.019512 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:42:56.019512 n-d-843948-2 neutron-server[84887]: timer() May 30 20:42:56.019512 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:42:56.019512 n-d-843948-2 neutron-server[84887]: cb(*args, **kw) May 30 20:42:56.019512 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:42:56.019512 n-d-843948-2 neutron-server[84887]: return func(*args, **kwargs) May 30 20:42:56.019512 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:42:56.019512 n-d-843948-2 neutron-server[84887]: self._notify() May 30 20:42:56.019512 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:42:56.019512 n-d-843948-2 neutron-server[84887]: self.callback(batched_events) May 30 20:42:56.019512 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:42:56.019512 n-d-843948-2 neutron-server[84887]: event.method(event) May 30 20:42:56.019512 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:42:56.019512 n-d-843948-2 neutron-server[84887]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:42:56.019512 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:42:56.019512 n-d-843948-2 neutron-server[84887]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:42:56.019512 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:42:56.019512 n-d-843948-2 neutron-server[84887]: return f(self, *a, **k) May 30 20:42:56.019512 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:42:56.019512 n-d-843948-2 neutron-server[84887]: return self._get(url).json() May 30 20:42:56.019512 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:42:56.019512 n-d-843948-2 neutron-server[84887]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:42:56.019512 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:42:56.019512 n-d-843948-2 neutron-server[84887]: return self.request(url, 'GET', **kwargs) May 30 20:42:56.019512 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:42:56.019512 n-d-843948-2 neutron-server[84887]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:42:56.019512 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:42:56.019512 n-d-843948-2 neutron-server[84887]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:42:56.019512 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:42:56.019512 n-d-843948-2 neutron-server[84887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:42:56.019512 n-d-843948-2 neutron-server[84887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:42:56.069095 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 07a5afba-c216-4f82-be8d-79b5d39a25b0 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:42:56.079936 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 07a5afba-c216-4f82-be8d-79b5d39a25b0 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:42:56.079936 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:56.328813 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:56.328813 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2e16be6a-1817-4a92-92f8-585d40b22483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:56.339499 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port 07a5afba-c216-4f82-be8d-79b5d39a25b0, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=07a5afba-c216-4f82-be8d-79b5d39a25b0,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:42:56.456105 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:56.507517 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-732dfe2c-2b6b-4e7e-9758-93ebc35ee823 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:56.512122 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-732dfe2c-2b6b-4e7e-9758-93ebc35ee823 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:56.567425 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-001044e3-c757-4f1d-ac08-d44b86de3264 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-736216'] for router_interface, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:56.581854 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-732dfe2c-2b6b-4e7e-9758-93ebc35ee823 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] 10.222.0.85 "DELETE /v2.0/networks/eef07cd9-4ab0-4316-b726-5ec85786b25d HTTP/1.1" status: 204 len: 168 time: 0.9710290 May 30 20:42:56.581854 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732dfe2c-2b6b-4e7e-9758-93ebc35ee823 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Pushing event deleted for resources: {'Network': ['ID=eef07cd9-4ab0-4316-b726-5ec85786b25d,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:42:56.581854 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 35682) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:42:56.593048 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=07a5afba-c216-4f82-be8d-79b5d39a25b0,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:42:56.713994 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-b0584845-8c4d-48eb-961d-d843413f4b67 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Deleting port f621fa0e-3b32-46d0-9d47-e8d4ed8b4a2d {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:42:56.713994 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b0584845-8c4d-48eb-961d-d843413f4b67 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:57.064155 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b0584845-8c4d-48eb-961d-d843413f4b67 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:57.250132 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-b0584845-8c4d-48eb-961d-d843413f4b67 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Calling delete_port for f621fa0e-3b32-46d0-9d47-e8d4ed8b4a2d owned by {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:42:57.445219 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b0584845-8c4d-48eb-961d-d843413f4b67 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:57.520698 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0584845-8c4d-48eb-961d-d843413f4b67 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Pushing event deleted for resources: {'Port': ['ID=f621fa0e-3b32-46d0-9d47-e8d4ed8b4a2d,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:42:57.531368 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b0584845-8c4d-48eb-961d-d843413f4b67 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:57.550657 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-b0584845-8c4d-48eb-961d-d843413f4b67 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] 10.222.0.85 "DELETE /v2.0/ports/f621fa0e-3b32-46d0-9d47-e8d4ed8b4a2d HTTP/1.1" status: 204 len: 168 time: 0.9640436 May 30 20:42:57.550657 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 35702) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:42:57.597175 n-d-843948-2 neutron-server[84887]: INFO neutron.pecan_wsgi.hooks.translation [None req-41ecfbc4-2a09-48de-957b-091e591bce20 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] DELETE failed (client error): The resource could not be found. May 30 20:42:57.597636 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41ecfbc4-2a09-48de-957b-091e591bce20 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:42:57.614458 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-41ecfbc4-2a09-48de-957b-091e591bce20 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] 10.222.0.85 "DELETE /v2.0/subnets/e86145c0-b591-4902-a368-fd276a0e4a68 HTTP/1.1" status: 404 len: 337 time: 0.0463023 May 30 20:42:57.614458 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 35708) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:42:57.662572 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-001044e3-c757-4f1d-ac08-d44b86de3264 admin admin] Deleting port 28f43f73-df37-4052-b7aa-d134d590460c {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:42:57.663161 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-001044e3-c757-4f1d-ac08-d44b86de3264 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:57.866166 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d6b466b6-c3db-48b4-8310-b93e969ddf9e tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:57.930901 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 07a5afba-c216-4f82-be8d-79b5d39a25b0 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:42:58.062365 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [None req-001044e3-c757-4f1d-ac08-d44b86de3264 admin admin] For port 28f43f73-df37-4052-b7aa-d134d590460c, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=28f43f73-df37-4052-b7aa-d134d590460c,segment=NetworkSegment(b85fc1db-c2d8-43e0-b3e1-8bde3124674e),segment_id=b85fc1db-c2d8-43e0-b3e1-8bde3124674e)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:42:58.063092 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-001044e3-c757-4f1d-ac08-d44b86de3264 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:58.063230 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 07a5afba-c216-4f82-be8d-79b5d39a25b0 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:42:58.063517 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:58.123549 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d6b466b6-c3db-48b4-8310-b93e969ddf9e tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:58.175583 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-d6b466b6-c3db-48b4-8310-b93e969ddf9e tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c0ab806-e591-43f6-91b9-e1e377c54f69']}} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:42:58.200075 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-d6b466b6-c3db-48b4-8310-b93e969ddf9e tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '734a7a55-c085-4c29-b173-df69808f2fcf') {'for_net_delete': True} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:42:58.200075 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-d6b466b6-c3db-48b4-8310-b93e969ddf9e tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '734a7a55-c085-4c29-b173-df69808f2fcf') {} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:42:58.222215 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d6b466b6-c3db-48b4-8310-b93e969ddf9e tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3149912'] for segment, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:58.255254 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d6b466b6-c3db-48b4-8310-b93e969ddf9e tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:58.264523 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6b466b6-c3db-48b4-8310-b93e969ddf9e tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Releasing vlan 669 on physical network physnet1 to pool {{(pid=84887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:42:58.264523 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d6b466b6-c3db-48b4-8310-b93e969ddf9e tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4055488'] for segment, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:58.296576 n-d-843948-2 neutron-server[84887]: Traceback (most recent call last): May 30 20:42:58.296576 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:42:58.296576 n-d-843948-2 neutron-server[84887]: timer() May 30 20:42:58.296576 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:42:58.296576 n-d-843948-2 neutron-server[84887]: cb(*args, **kw) May 30 20:42:58.296576 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:42:58.296576 n-d-843948-2 neutron-server[84887]: return func(*args, **kwargs) May 30 20:42:58.296576 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:42:58.296576 n-d-843948-2 neutron-server[84887]: self._notify() May 30 20:42:58.296576 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:42:58.296576 n-d-843948-2 neutron-server[84887]: self.callback(batched_events) May 30 20:42:58.296576 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:42:58.296576 n-d-843948-2 neutron-server[84887]: event.method(event) May 30 20:42:58.296576 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:42:58.296576 n-d-843948-2 neutron-server[84887]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:42:58.296576 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:42:58.296576 n-d-843948-2 neutron-server[84887]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:42:58.296576 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:42:58.296576 n-d-843948-2 neutron-server[84887]: return f(self, *a, **k) May 30 20:42:58.296576 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:42:58.296576 n-d-843948-2 neutron-server[84887]: return self._get(url).json() May 30 20:42:58.296576 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:42:58.296576 n-d-843948-2 neutron-server[84887]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:42:58.296576 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:42:58.296576 n-d-843948-2 neutron-server[84887]: return self.request(url, 'GET', **kwargs) May 30 20:42:58.296576 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:42:58.296576 n-d-843948-2 neutron-server[84887]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:42:58.296576 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:42:58.296576 n-d-843948-2 neutron-server[84887]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:42:58.296576 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:42:58.296576 n-d-843948-2 neutron-server[84887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:42:58.296576 n-d-843948-2 neutron-server[84887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:42:58.366838 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-001044e3-c757-4f1d-ac08-d44b86de3264 admin admin] Calling delete_port for 28f43f73-df37-4052-b7aa-d134d590460c owned by network:router_interface {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:42:58.520678 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d6b466b6-c3db-48b4-8310-b93e969ddf9e tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:58.564837 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d6b466b6-c3db-48b4-8310-b93e969ddf9e tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:58.572454 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-d6b466b6-c3db-48b4-8310-b93e969ddf9e tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] 10.222.0.85 "DELETE /v2.0/networks/8c0ab806-e591-43f6-91b9-e1e377c54f69 HTTP/1.1" status: 204 len: 168 time: 0.9653521 May 30 20:42:58.583399 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 35728) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:42:58.643670 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b466b6-c3db-48b4-8310-b93e969ddf9e tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Pushing event deleted for resources: {'Network': ['ID=8c0ab806-e591-43f6-91b9-e1e377c54f69,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:42:58.911567 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_v2 [None req-2390d2ad-afc9-4236-af02-e3129548667d tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Deleting subnet ed542116-2ab9-4a4c-bd68-b4bf077e8181 {{(pid=84887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:42:58.915072 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2390d2ad-afc9-4236-af02-e3129548667d tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Notify callbacks [] for subnet, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:58.948369 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-001044e3-c757-4f1d-ac08-d44b86de3264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:59.058123 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001044e3-c757-4f1d-ac08-d44b86de3264 admin admin] Pushing event deleted for resources: {'Port': ['ID=28f43f73-df37-4052-b7aa-d134d590460c,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:42:59.061803 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2390d2ad-afc9-4236-af02-e3129548667d tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3149227'] for subnet, precommit_delete_associations {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:59.197511 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2390d2ad-afc9-4236-af02-e3129548667d tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:59.551483 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2390d2ad-afc9-4236-af02-e3129548667d tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4055470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114247'] for subnet, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:59.654545 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-c7c1f48b-8e08-485e-9460-d2a1bea74cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:59.654545 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7270190b-8450-4ca8-a3f3-407433b79596 None None] Network f596139b-258a-4e72-8122-367a33d595ee requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:42:59.658607 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2390d2ad-afc9-4236-af02-e3129548667d tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:59.671173 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-001044e3-c757-4f1d-ac08-d44b86de3264 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1718140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-736143'] for router_interface, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:42:59.680868 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2390d2ad-afc9-4236-af02-e3129548667d tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Pushing event deleted for resources: {'Subnet': ['ID=ed542116-2ab9-4a4c-bd68-b4bf077e8181,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:42:59.698093 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-2390d2ad-afc9-4236-af02-e3129548667d tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] 10.222.0.85 "DELETE /v2.0/subnets/ed542116-2ab9-4a4c-bd68-b4bf077e8181 HTTP/1.1" status: 204 len: 168 time: 1.1148019 May 30 20:42:59.708224 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 35760) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:43:00.033963 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a82b6d73-b491-4292-9f30-42839f811360 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:00.123611 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-a82b6d73-b491-4292-9f30-42839f811360 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Deleting port ce5e6a54-f91b-4d08-b3bd-a52442ab2b31 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:43:00.123611 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a82b6d73-b491-4292-9f30-42839f811360 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:00.167259 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:00.343303 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8460a8af-6a3b-4849-ab41-371b504bb4b3 None None] DHCP port deletion for f596139b-258a-4e72-8122-367a33d595ee request from n-d-843948-2 {{(pid=84888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:43:00.343303 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-8460a8af-6a3b-4849-ab41-371b504bb4b3 None None] Deleting port ce5e6a54-f91b-4d08-b3bd-a52442ab2b31 {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:43:00.343632 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-8460a8af-6a3b-4849-ab41-371b504bb4b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:00.475669 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17086ef2-086f-4009-b50e-569f11c3c29a None None] Sync routers for ids ['cdd19bac-d84f-40c5-80f6-fde439c2d1a5'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:43:00.986708 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17086ef2-086f-4009-b50e-569f11c3c29a None None] Routers {'cdd19bac-d84f-40c5-80f6-fde439c2d1a5'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:43:00.986708 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-17086ef2-086f-4009-b50e-569f11c3c29a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:43:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['cdd19bac-d84f-40c5-80f6-fde439c2d1a5'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:43:01.010703 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [None req-a82b6d73-b491-4292-9f30-42839f811360 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] For port ce5e6a54-f91b-4d08-b3bd-a52442ab2b31, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=ce5e6a54-f91b-4d08-b3bd-a52442ab2b31,segment=NetworkSegment(e7cd7c7a-1a52-4c7c-926d-b5dc36971e8a),segment_id=e7cd7c7a-1a52-4c7c-926d-b5dc36971e8a)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:43:01.011013 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a82b6d73-b491-4292-9f30-42839f811360 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:01.156748 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 35786) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:43:01.271041 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-8460a8af-6a3b-4849-ab41-371b504bb4b3 None None] For port ce5e6a54-f91b-4d08-b3bd-a52442ab2b31, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=ce5e6a54-f91b-4d08-b3bd-a52442ab2b31,segment=NetworkSegment(e7cd7c7a-1a52-4c7c-926d-b5dc36971e8a),segment_id=e7cd7c7a-1a52-4c7c-926d-b5dc36971e8a)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:43:01.271768 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-8460a8af-6a3b-4849-ab41-371b504bb4b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:01.284778 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-001044e3-c757-4f1d-ac08-d44b86de3264 admin admin] Router efb75b9e-f632-4263-941a-ecaf15612c35 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:43:01.379797 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:01.381953 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-a82b6d73-b491-4292-9f30-42839f811360 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Calling delete_port for ce5e6a54-f91b-4d08-b3bd-a52442ab2b31 owned by network:dhcp {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:43:01.478058 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-8460a8af-6a3b-4849-ab41-371b504bb4b3 None None] Calling delete_port for ce5e6a54-f91b-4d08-b3bd-a52442ab2b31 owned by network:dhcp {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:43:01.621686 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4bef43e0-bae9-44c9-8620-79dc33db7a5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:01.624403 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-17086ef2-086f-4009-b50e-569f11c3c29a None None] Set router cdd19bac-d84f-40c5-80f6-fde439c2d1a5 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:43:01.663412 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a82b6d73-b491-4292-9f30-42839f811360 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:01.677217 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-4bef43e0-bae9-44c9-8620-79dc33db7a5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:43:01.683265 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-4bef43e0-bae9-44c9-8620-79dc33db7a5c admin admin] Usage tracker for resource:security_group_rule and tenant:5c9b103bdf2d443aa83043c35c1699df is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:43:01.688213 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-4bef43e0-bae9-44c9-8620-79dc33db7a5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:43:01.698713 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-4bef43e0-bae9-44c9-8620-79dc33db7a5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:43:01.710990 n-d-843948-2 neutron-server[84888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:43:01.710990 n-d-843948-2 neutron-server[84888]: util.warn( May 30 20:43:01.710990 n-d-843948-2 neutron-server[84888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:43:01.710990 n-d-843948-2 neutron-server[84888]: util.warn( May 30 20:43:01.710990 n-d-843948-2 neutron-server[84888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:43:01.710990 n-d-843948-2 neutron-server[84888]: util.warn( May 30 20:43:01.710990 n-d-843948-2 neutron-server[84888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:43:01.710990 n-d-843948-2 neutron-server[84888]: util.warn( May 30 20:43:01.710990 n-d-843948-2 neutron-server[84888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:43:01.710990 n-d-843948-2 neutron-server[84888]: util.warn( May 30 20:43:01.710990 n-d-843948-2 neutron-server[84888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:43:01.710990 n-d-843948-2 neutron-server[84888]: util.warn( May 30 20:43:01.710990 n-d-843948-2 neutron-server[84888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:43:01.710990 n-d-843948-2 neutron-server[84888]: util.warn( May 30 20:43:01.710990 n-d-843948-2 neutron-server[84888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:43:01.710990 n-d-843948-2 neutron-server[84888]: util.warn( May 30 20:43:01.710990 n-d-843948-2 neutron-server[84888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:43:01.710990 n-d-843948-2 neutron-server[84888]: util.warn( May 30 20:43:01.710990 n-d-843948-2 neutron-server[84888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:43:01.710990 n-d-843948-2 neutron-server[84888]: util.warn( May 30 20:43:01.710990 n-d-843948-2 neutron-server[84888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:43:01.710990 n-d-843948-2 neutron-server[84888]: util.warn( May 30 20:43:01.710990 n-d-843948-2 neutron-server[84888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:43:01.710990 n-d-843948-2 neutron-server[84888]: util.warn( May 30 20:43:01.710990 n-d-843948-2 neutron-server[84888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:43:01.710990 n-d-843948-2 neutron-server[84888]: util.warn( May 30 20:43:01.710990 n-d-843948-2 neutron-server[84888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:43:01.710990 n-d-843948-2 neutron-server[84888]: util.warn( May 30 20:43:01.710990 n-d-843948-2 neutron-server[84888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:43:01.710990 n-d-843948-2 neutron-server[84888]: util.warn( May 30 20:43:01.710990 n-d-843948-2 neutron-server[84888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:43:01.710990 n-d-843948-2 neutron-server[84888]: util.warn( May 30 20:43:01.710990 n-d-843948-2 neutron-server[84888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:43:01.710990 n-d-843948-2 neutron-server[84888]: util.warn( May 30 20:43:01.710990 n-d-843948-2 neutron-server[84888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:43:01.710990 n-d-843948-2 neutron-server[84888]: util.warn( May 30 20:43:01.710990 n-d-843948-2 neutron-server[84888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:43:01.710990 n-d-843948-2 neutron-server[84888]: util.warn( May 30 20:43:01.710990 n-d-843948-2 neutron-server[84888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:43:01.710990 n-d-843948-2 neutron-server[84888]: util.warn( May 30 20:43:01.710990 n-d-843948-2 neutron-server[84888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:43:01.710990 n-d-843948-2 neutron-server[84888]: util.warn( May 30 20:43:01.710990 n-d-843948-2 neutron-server[84888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:43:01.710990 n-d-843948-2 neutron-server[84888]: util.warn( May 30 20:43:01.710990 n-d-843948-2 neutron-server[84888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:43:01.710990 n-d-843948-2 neutron-server[84888]: util.warn( May 30 20:43:01.710990 n-d-843948-2 neutron-server[84888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:43:01.710990 n-d-843948-2 neutron-server[84888]: util.warn( May 30 20:43:01.710990 n-d-843948-2 neutron-server[84888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:43:01.710990 n-d-843948-2 neutron-server[84888]: util.warn( May 30 20:43:01.710990 n-d-843948-2 neutron-server[84888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:43:01.710990 n-d-843948-2 neutron-server[84888]: util.warn( May 30 20:43:01.710990 n-d-843948-2 neutron-server[84888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:43:01.710990 n-d-843948-2 neutron-server[84888]: util.warn( May 30 20:43:01.710990 n-d-843948-2 neutron-server[84888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:43:01.710990 n-d-843948-2 neutron-server[84888]: util.warn( May 30 20:43:01.749446 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.db.api [None req-8460a8af-6a3b-4849-ab41-371b504bb4b3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:43:01.749821 n-d-843948-2 neutron-server[84888]: DEBUG oslo_db.api [None req-8460a8af-6a3b-4849-ab41-371b504bb4b3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:43:01.856194 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82b6d73-b491-4292-9f30-42839f811360 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Pushing event deleted for resources: {'Port': ['ID=ce5e6a54-f91b-4d08-b3bd-a52442ab2b31,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:43:01.868309 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82b6d73-b491-4292-9f30-42839f811360 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] No DVR routers for this DVR port ce5e6a54-f91b-4d08-b3bd-a52442ab2b31 on host n-d-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:43:01.935207 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4bef43e0-bae9-44c9-8620-79dc33db7a5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:01.949081 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-001044e3-c757-4f1d-ac08-d44b86de3264 admin admin] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:43:01.970346 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dce67da-6363-4cef-aa7a-effb5ac9375a None None] Sync routers for ids ['efb75b9e-f632-4263-941a-ecaf15612c35'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:43:01.970971 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-001044e3-c757-4f1d-ac08-d44b86de3264 admin admin] 10.222.0.85 "PUT /v2.0/routers/efb75b9e-f632-4263-941a-ecaf15612c35/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1290851 May 30 20:43:01.973594 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 35796) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:43:01.997663 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device ce5e6a54-f91b-4d08-b3bd-a52442ab2b31 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:43:01.999042 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dce67da-6363-4cef-aa7a-effb5ac9375a None None] Routers {'efb75b9e-f632-4263-941a-ecaf15612c35'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:43:01.999778 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-7dce67da-6363-4cef-aa7a-effb5ac9375a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:43:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['efb75b9e-f632-4263-941a-ecaf15612c35'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:43:02.035993 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4bef43e0-bae9-44c9-8620-79dc33db7a5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:02.087867 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: ce5e6a54-f91b-4d08-b3bd-a52442ab2b31 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:43:02.088402 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device ce5e6a54-f91b-4d08-b3bd-a52442ab2b31 not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:43:02.268664 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-8460a8af-6a3b-4849-ab41-371b504bb4b3 None None] Deleting port ce5e6a54-f91b-4d08-b3bd-a52442ab2b31 {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:43:02.269340 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-8460a8af-6a3b-4849-ab41-371b504bb4b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:02.304302 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a82b6d73-b491-4292-9f30-42839f811360 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:02.417352 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-a82b6d73-b491-4292-9f30-42839f811360 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f596139b-258a-4e72-8122-367a33d595ee']}} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:43:02.422044 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-8460a8af-6a3b-4849-ab41-371b504bb4b3 None None] The port 'ce5e6a54-f91b-4d08-b3bd-a52442ab2b31' was deleted {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 20:43:02.486340 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-17086ef2-086f-4009-b50e-569f11c3c29a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdd19bac-d84f-40c5-80f6-fde439c2d1a5', 'name': 'tempest-TestAggregatesBasicOps-26307109-router', 'tenant_id': 'a31a3e1d08a044b8a8315c71ea733363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '07a5afba-c216-4f82-be8d-79b5d39a25b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:42:41Z', 'updated_at': '2022-05-30T20:42:50Z', 'revision_number': 4, 'project_id': 'a31a3e1d08a044b8a8315c71ea733363', 'gw_port': {'id': '07a5afba-c216-4f82-be8d-79b5d39a25b0', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:57:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd19bac-d84f-40c5-80f6-fde439c2d1a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:42:43Z', 'updated_at': '2022-05-30T20:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '89842dda-7816-44cd-b083-81e9922650b0', 'name': '', 'network_id': 'c2824ccb-cf9a-4b92-8e21-779a0dd32a7e', 'tenant_id': 'a31a3e1d08a044b8a8315c71ea733363', 'mac_address': 'fa:16:3e:7e:5e:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdd19bac-d84f-40c5-80f6-fde439c2d1a5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8270f1b0-ddf0-43fc-b70d-ebc390ac92ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:42:49Z', 'updated_at': '2022-05-30T20:42:50Z', 'revision_number': 2, 'project_id': 'a31a3e1d08a044b8a8315c71ea733363', 'subnets': [{'id': '8270f1b0-ddf0-43fc-b70d-ebc390ac92ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:43:02.502433 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-a82b6d73-b491-4292-9f30-42839f811360 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7cd7c7a-1a52-4c7c-926d-b5dc36971e8a') {'for_net_delete': True} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:43:02.502433 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-a82b6d73-b491-4292-9f30-42839f811360 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7cd7c7a-1a52-4c7c-926d-b5dc36971e8a') {} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:43:02.506973 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17086ef2-086f-4009-b50e-569f11c3c29a None None] Checking router: cdd19bac-d84f-40c5-80f6-fde439c2d1a5 for host: n-d-843948-2 {{(pid=84888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:43:02.506973 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17086ef2-086f-4009-b50e-569f11c3c29a None None] Updating router cdd19bac-d84f-40c5-80f6-fde439c2d1a5 port 89842dda-7816-44cd-b083-81e9922650b0 binding host n-d-843948-2 {{(pid=84888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:43:02.534432 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a82b6d73-b491-4292-9f30-42839f811360 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3149912'] for segment, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:02.607372 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a82b6d73-b491-4292-9f30-42839f811360 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:02.607372 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a82b6d73-b491-4292-9f30-42839f811360 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Releasing vlan 668 on physical network physnet1 to pool {{(pid=84887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:43:02.607372 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a82b6d73-b491-4292-9f30-42839f811360 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4055488'] for segment, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:02.612257 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-7dce67da-6363-4cef-aa7a-effb5ac9375a None None] Set router efb75b9e-f632-4263-941a-ecaf15612c35 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:43:02.622288 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-17086ef2-086f-4009-b50e-569f11c3c29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:02.625467 n-d-843948-2 neutron-server[84887]: Traceback (most recent call last): May 30 20:43:02.625467 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:43:02.625467 n-d-843948-2 neutron-server[84887]: timer() May 30 20:43:02.625467 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:43:02.625467 n-d-843948-2 neutron-server[84887]: cb(*args, **kw) May 30 20:43:02.625467 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:43:02.625467 n-d-843948-2 neutron-server[84887]: return func(*args, **kwargs) May 30 20:43:02.625467 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:43:02.625467 n-d-843948-2 neutron-server[84887]: self._notify() May 30 20:43:02.625467 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:43:02.625467 n-d-843948-2 neutron-server[84887]: self.callback(batched_events) May 30 20:43:02.625467 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:43:02.625467 n-d-843948-2 neutron-server[84887]: event.method(event) May 30 20:43:02.625467 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:43:02.625467 n-d-843948-2 neutron-server[84887]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:43:02.625467 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:43:02.625467 n-d-843948-2 neutron-server[84887]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:43:02.625467 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:43:02.625467 n-d-843948-2 neutron-server[84887]: return f(self, *a, **k) May 30 20:43:02.625467 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:43:02.625467 n-d-843948-2 neutron-server[84887]: return self._get(url).json() May 30 20:43:02.625467 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:43:02.625467 n-d-843948-2 neutron-server[84887]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:43:02.625467 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:43:02.625467 n-d-843948-2 neutron-server[84887]: return self.request(url, 'GET', **kwargs) May 30 20:43:02.625467 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:43:02.625467 n-d-843948-2 neutron-server[84887]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:43:02.625467 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:43:02.625467 n-d-843948-2 neutron-server[84887]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:43:02.625467 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:43:02.625467 n-d-843948-2 neutron-server[84887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:43:02.625467 n-d-843948-2 neutron-server[84887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:43:02.654498 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bef43e0-bae9-44c9-8620-79dc33db7a5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddd0282a-78ab-4fdd-b8b4-0b2c87457368,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:43:02.670828 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-4bef43e0-bae9-44c9-8620-79dc33db7a5c admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=5c9b103bdf2d443aa83043c35c1699df&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4909298 May 30 20:43:02.672161 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 35806) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:43:02.999256 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:03.091100 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a82b6d73-b491-4292-9f30-42839f811360 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:03.095161 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-260b7b71-49df-43be-a161-0744b5e5dfa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:03.125104 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a82b6d73-b491-4292-9f30-42839f811360 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:03.133467 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-260b7b71-49df-43be-a161-0744b5e5dfa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:03.137753 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82b6d73-b491-4292-9f30-42839f811360 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] Pushing event deleted for resources: {'Network': ['ID=f596139b-258a-4e72-8122-367a33d595ee,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:43:03.142679 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-a82b6d73-b491-4292-9f30-42839f811360 tempest-NetworksIpV6TestAttrs-1707703420 tempest-NetworksIpV6TestAttrs-1707703420-project] 10.222.0.85 "DELETE /v2.0/networks/f596139b-258a-4e72-8122-367a33d595ee HTTP/1.1" status: 204 len: 168 time: 3.4277158 May 30 20:43:03.267738 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-7dce67da-6363-4cef-aa7a-effb5ac9375a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efb75b9e-f632-4263-941a-ecaf15612c35', 'name': 'tempest-TestAggregatesBasicOps-1720267792-router', 'tenant_id': '3c92fb1823c0434d8caa08876637cb12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': 'c8f7c6ed-d1dc-40db-8443-1900bf19b7cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:42:24Z', 'updated_at': '2022-05-30T20:42:58Z', 'revision_number': 5, 'project_id': '3c92fb1823c0434d8caa08876637cb12', 'gw_port': {'id': 'c8f7c6ed-d1dc-40db-8443-1900bf19b7cb', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:3c:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efb75b9e-f632-4263-941a-ecaf15612c35', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:42:25Z', 'updated_at': '2022-05-30T20:42:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:43:03.268393 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4cf31a97-5f2a-4fb3-aa37-79d8d4f50b5a admin admin] Notify callbacks [] for router, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:03.273339 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dce67da-6363-4cef-aa7a-effb5ac9375a None None] Checking router: efb75b9e-f632-4263-941a-ecaf15612c35 for host: n-d-843948-2 {{(pid=84889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:43:03.287876 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dce67da-6363-4cef-aa7a-effb5ac9375a None None] Routers {'efb75b9e-f632-4263-941a-ecaf15612c35'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:43:03.289052 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-7dce67da-6363-4cef-aa7a-effb5ac9375a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:43:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['efb75b9e-f632-4263-941a-ecaf15612c35'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:43:03.376369 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-17086ef2-086f-4009-b50e-569f11c3c29a None None] Notify callbacks [] for port, precommit_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:03.388258 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-17086ef2-086f-4009-b50e-569f11c3c29a None None] Transition to ACTIVE for port object 89842dda-7816-44cd-b083-81e9922650b0 will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:43:03.399759 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-260b7b71-49df-43be-a161-0744b5e5dfa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:03.511784 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260b7b71-49df-43be-a161-0744b5e5dfa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddd0282a-78ab-4fdd-b8b4-0b2c87457368,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:43:03.514614 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-17086ef2-086f-4009-b50e-569f11c3c29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:03.557087 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-260b7b71-49df-43be-a161-0744b5e5dfa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:03.557087 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-260b7b71-49df-43be-a161-0744b5e5dfa0 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/ddd0282a-78ab-4fdd-b8b4-0b2c87457368 HTTP/1.1" status: 204 len: 168 time: 0.8773432 May 30 20:43:03.719443 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-7dce67da-6363-4cef-aa7a-effb5ac9375a None None] Set router efb75b9e-f632-4263-941a-ecaf15612c35 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:43:03.811105 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4cf31a97-5f2a-4fb3-aa37-79d8d4f50b5a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:03.910054 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-4cf31a97-5f2a-4fb3-aa37-79d8d4f50b5a admin admin] Deleting port c8f7c6ed-d1dc-40db-8443-1900bf19b7cb {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:43:03.910054 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4cf31a97-5f2a-4fb3-aa37-79d8d4f50b5a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:03.916797 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d979d55e-8ec3-439d-b404-03eaf221d24e None None] Pushing event updated for resources: {'Port': ['ID=89842dda-7816-44cd-b083-81e9922650b0,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:43:03.972758 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d979d55e-8ec3-439d-b404-03eaf221d24e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:43:03.972758 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d979d55e-8ec3-439d-b404-03eaf221d24e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:43:03.972758 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d979d55e-8ec3-439d-b404-03eaf221d24e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:43:03.972758 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d979d55e-8ec3-439d-b404-03eaf221d24e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:43:03.972758 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d979d55e-8ec3-439d-b404-03eaf221d24e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:43:03.972758 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d979d55e-8ec3-439d-b404-03eaf221d24e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:43:03.972758 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d979d55e-8ec3-439d-b404-03eaf221d24e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:43:03.972758 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d979d55e-8ec3-439d-b404-03eaf221d24e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:43:03.972758 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d979d55e-8ec3-439d-b404-03eaf221d24e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:43:03.972758 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d979d55e-8ec3-439d-b404-03eaf221d24e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:43:03.988877 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d979d55e-8ec3-439d-b404-03eaf221d24e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:43:04.187520 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-17086ef2-086f-4009-b50e-569f11c3c29a None None] Attempting to bind port 89842dda-7816-44cd-b083-81e9922650b0 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:43:04.188186 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-17086ef2-086f-4009-b50e-569f11c3c29a None None] Attempting to bind port 89842dda-7816-44cd-b083-81e9922650b0 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': '40398132-9905-4490-b1fe-07e99161244c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'c2824ccb-cf9a-4b92-8e21-779a0dd32a7e'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:43:04.188534 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17086ef2-086f-4009-b50e-569f11c3c29a None None] Attempting to bind port 89842dda-7816-44cd-b083-81e9922650b0 on network c2824ccb-cf9a-4b92-8e21-779a0dd32a7e {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:43:04.196068 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17086ef2-086f-4009-b50e-569f11c3c29a None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:43:04.196430 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17086ef2-086f-4009-b50e-569f11c3c29a None None] Checking segment: {'id': '40398132-9905-4490-b1fe-07e99161244c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'c2824ccb-cf9a-4b92-8e21-779a0dd32a7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:43:04.196827 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-17086ef2-086f-4009-b50e-569f11c3c29a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:04.197212 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17086ef2-086f-4009-b50e-569f11c3c29a None None] Bound using segment: {'id': '40398132-9905-4490-b1fe-07e99161244c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'c2824ccb-cf9a-4b92-8e21-779a0dd32a7e'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:43:04.197707 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-17086ef2-086f-4009-b50e-569f11c3c29a None None] Bound port: 89842dda-7816-44cd-b083-81e9922650b0, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40398132-9905-4490-b1fe-07e99161244c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'c2824ccb-cf9a-4b92-8e21-779a0dd32a7e'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:43:04.198078 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-17086ef2-086f-4009-b50e-569f11c3c29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:04.236616 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 35830) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:43:04.306252 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-17086ef2-086f-4009-b50e-569f11c3c29a None None] For port 89842dda-7816-44cd-b083-81e9922650b0, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:43:04.335706 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-17086ef2-086f-4009-b50e-569f11c3c29a None None] For port 89842dda-7816-44cd-b083-81e9922650b0, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=89842dda-7816-44cd-b083-81e9922650b0,segment=NetworkSegment(40398132-9905-4490-b1fe-07e99161244c),segment_id=40398132-9905-4490-b1fe-07e99161244c)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:43:04.448986 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-17086ef2-086f-4009-b50e-569f11c3c29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:04.560182 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-7dce67da-6363-4cef-aa7a-effb5ac9375a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efb75b9e-f632-4263-941a-ecaf15612c35', 'name': 'tempest-TestAggregatesBasicOps-1720267792-router', 'tenant_id': '3c92fb1823c0434d8caa08876637cb12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': 'c8f7c6ed-d1dc-40db-8443-1900bf19b7cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:42:24Z', 'updated_at': '2022-05-30T20:42:58Z', 'revision_number': 5, 'project_id': '3c92fb1823c0434d8caa08876637cb12', 'gw_port': {'id': 'c8f7c6ed-d1dc-40db-8443-1900bf19b7cb', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:3c:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efb75b9e-f632-4263-941a-ecaf15612c35', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:42:25Z', 'updated_at': '2022-05-30T20:42:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:43:04.584943 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dce67da-6363-4cef-aa7a-effb5ac9375a None None] The sync data for ids ['efb75b9e-f632-4263-941a-ecaf15612c35'] in n-d-843948-2 is: [{'id': 'efb75b9e-f632-4263-941a-ecaf15612c35', 'name': 'tempest-TestAggregatesBasicOps-1720267792-router', 'tenant_id': '3c92fb1823c0434d8caa08876637cb12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': 'c8f7c6ed-d1dc-40db-8443-1900bf19b7cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:42:24Z', 'updated_at': '2022-05-30T20:42:58Z', 'revision_number': 5, 'project_id': '3c92fb1823c0434d8caa08876637cb12', 'gw_port': {'id': 'c8f7c6ed-d1dc-40db-8443-1900bf19b7cb', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:3c:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efb75b9e-f632-4263-941a-ecaf15612c35', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:42:25Z', 'updated_at': '2022-05-30T20:42:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:43:04.635904 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d979d55e-8ec3-439d-b404-03eaf221d24e None None] Pushing event updated for resources: {'Port': ['ID=89842dda-7816-44cd-b083-81e9922650b0,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:43:04.647623 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17086ef2-086f-4009-b50e-569f11c3c29a None None] Routers {'cdd19bac-d84f-40c5-80f6-fde439c2d1a5'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:43:04.647623 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-17086ef2-086f-4009-b50e-569f11c3c29a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:43:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['cdd19bac-d84f-40c5-80f6-fde439c2d1a5'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:43:04.723119 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [None req-4cf31a97-5f2a-4fb3-aa37-79d8d4f50b5a admin admin] For port c8f7c6ed-d1dc-40db-8443-1900bf19b7cb, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=c8f7c6ed-d1dc-40db-8443-1900bf19b7cb,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:43:04.723616 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4cf31a97-5f2a-4fb3-aa37-79d8d4f50b5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:04.784482 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-c7c524a7-bb7c-4aaa-b68d-f8e27af694e9 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=1a232c8e0c0e45b3a083dd44fa84c55a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5442076 May 30 20:43:04.786720 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 35844) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:43:04.849329 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 35848) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:43:04.904834 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-42950373-7998-494a-8733-bb4c41d24ace admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:04.958631 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-42950373-7998-494a-8733-bb4c41d24ace admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:43:04.963828 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-42950373-7998-494a-8733-bb4c41d24ace admin admin] Usage tracker for resource:security_group_rule and tenant:2edf7a10568c470fb4c695d8f5d76270 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:43:04.967594 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-42950373-7998-494a-8733-bb4c41d24ace admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:43:04.983822 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-4cf31a97-5f2a-4fb3-aa37-79d8d4f50b5a admin admin] Calling delete_port for c8f7c6ed-d1dc-40db-8443-1900bf19b7cb owned by network:router_gateway {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:43:05.013712 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-fc123ba2-a1f0-4f32-b366-089c3f8ddf46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:05.014556 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-42950373-7998-494a-8733-bb4c41d24ace admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:43:05.056150 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-17086ef2-086f-4009-b50e-569f11c3c29a None None] Set router cdd19bac-d84f-40c5-80f6-fde439c2d1a5 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:43:05.092436 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-fc123ba2-a1f0-4f32-b366-089c3f8ddf46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:05.334606 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-fc123ba2-a1f0-4f32-b366-089c3f8ddf46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:05.357308 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-42950373-7998-494a-8733-bb4c41d24ace admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:05.371082 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-fc123ba2-a1f0-4f32-b366-089c3f8ddf46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:05.372533 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-fc123ba2-a1f0-4f32-b366-089c3f8ddf46 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/65498e94-ba6f-440d-84ea-c4d1cf3c13c9 HTTP/1.1" status: 204 len: 168 time: 0.5831645 May 30 20:43:05.374327 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc123ba2-a1f0-4f32-b366-089c3f8ddf46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65498e94-ba6f-440d-84ea-c4d1cf3c13c9,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:43:05.424575 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-42950373-7998-494a-8733-bb4c41d24ace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:05.475827 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42950373-7998-494a-8733-bb4c41d24ace admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88a3d7bd-6c2c-4067-9f74-40f64e6b4131,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:43:05.481907 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4cf31a97-5f2a-4fb3-aa37-79d8d4f50b5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:05.543858 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-42950373-7998-494a-8733-bb4c41d24ace admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=2edf7a10568c470fb4c695d8f5d76270&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6934509 May 30 20:43:05.546671 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 35858) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:43:05.727795 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf31a97-5f2a-4fb3-aa37-79d8d4f50b5a admin admin] Pushing event deleted for resources: {'Port': ['ID=c8f7c6ed-d1dc-40db-8443-1900bf19b7cb,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:43:05.740571 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-307dda73-64a1-468a-a3b9-39638509602f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:05.742859 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 28f43f73-df37-4052-b7aa-d134d590460c no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:43:05.881602 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-307dda73-64a1-468a-a3b9-39638509602f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:05.883913 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: 28f43f73-df37-4052-b7aa-d134d590460c {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:43:05.883913 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 28f43f73-df37-4052-b7aa-d134d590460c not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:43:06.033712 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-17086ef2-086f-4009-b50e-569f11c3c29a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdd19bac-d84f-40c5-80f6-fde439c2d1a5', 'name': 'tempest-TestAggregatesBasicOps-26307109-router', 'tenant_id': 'a31a3e1d08a044b8a8315c71ea733363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '07a5afba-c216-4f82-be8d-79b5d39a25b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:42:41Z', 'updated_at': '2022-05-30T20:42:50Z', 'revision_number': 4, 'project_id': 'a31a3e1d08a044b8a8315c71ea733363', 'gw_port': {'id': '07a5afba-c216-4f82-be8d-79b5d39a25b0', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:57:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd19bac-d84f-40c5-80f6-fde439c2d1a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:42:43Z', 'updated_at': '2022-05-30T20:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '89842dda-7816-44cd-b083-81e9922650b0', 'name': '', 'network_id': 'c2824ccb-cf9a-4b92-8e21-779a0dd32a7e', 'tenant_id': 'a31a3e1d08a044b8a8315c71ea733363', 'mac_address': 'fa:16:3e:7e:5e:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdd19bac-d84f-40c5-80f6-fde439c2d1a5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8270f1b0-ddf0-43fc-b70d-ebc390ac92ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:42:49Z', 'updated_at': '2022-05-30T20:43:04Z', 'revision_number': 4, 'project_id': 'a31a3e1d08a044b8a8315c71ea733363', 'subnets': [{'id': '8270f1b0-ddf0-43fc-b70d-ebc390ac92ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:43:06.036332 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17086ef2-086f-4009-b50e-569f11c3c29a None None] The sync data for ids ['cdd19bac-d84f-40c5-80f6-fde439c2d1a5'] in n-d-843948-2 is: [{'id': 'cdd19bac-d84f-40c5-80f6-fde439c2d1a5', 'name': 'tempest-TestAggregatesBasicOps-26307109-router', 'tenant_id': 'a31a3e1d08a044b8a8315c71ea733363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '07a5afba-c216-4f82-be8d-79b5d39a25b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:42:41Z', 'updated_at': '2022-05-30T20:42:50Z', 'revision_number': 4, 'project_id': 'a31a3e1d08a044b8a8315c71ea733363', 'gw_port': {'id': '07a5afba-c216-4f82-be8d-79b5d39a25b0', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:57:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd19bac-d84f-40c5-80f6-fde439c2d1a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:42:43Z', 'updated_at': '2022-05-30T20:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '89842dda-7816-44cd-b083-81e9922650b0', 'name': '', 'network_id': 'c2824ccb-cf9a-4b92-8e21-779a0dd32a7e', 'tenant_id': 'a31a3e1d08a044b8a8315c71ea733363', 'mac_address': 'fa:16:3e:7e:5e:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdd19bac-d84f-40c5-80f6-fde439c2d1a5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8270f1b0-ddf0-43fc-b70d-ebc390ac92ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:42:49Z', 'updated_at': '2022-05-30T20:43:04Z', 'revision_number': 4, 'project_id': 'a31a3e1d08a044b8a8315c71ea733363', 'subnets': [{'id': '8270f1b0-ddf0-43fc-b70d-ebc390ac92ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:43:06.143690 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-307dda73-64a1-468a-a3b9-39638509602f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:06.312668 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307dda73-64a1-468a-a3b9-39638509602f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88a3d7bd-6c2c-4067-9f74-40f64e6b4131,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:43:06.368065 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-307dda73-64a1-468a-a3b9-39638509602f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:06.368065 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-307dda73-64a1-468a-a3b9-39638509602f admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/88a3d7bd-6c2c-4067-9f74-40f64e6b4131 HTTP/1.1" status: 204 len: 168 time: 0.8155456 May 30 20:43:06.391566 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4cf31a97-5f2a-4fb3-aa37-79d8d4f50b5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-736453'] for router_gateway, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:07.186578 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4cf31a97-5f2a-4fb3-aa37-79d8d4f50b5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-724789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3141'] for router, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:07.206696 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4cf31a97-5f2a-4fb3-aa37-79d8d4f50b5a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:07.668101 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4cf31a97-5f2a-4fb3-aa37-79d8d4f50b5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724889'] for router, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:07.668101 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cf31a97-5f2a-4fb3-aa37-79d8d4f50b5a admin admin] Fanout notify agent at l3_agent the message router_deleted on router efb75b9e-f632-4263-941a-ecaf15612c35 {{(pid=84886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:43:07.708187 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4cf31a97-5f2a-4fb3-aa37-79d8d4f50b5a admin admin] Notify callbacks [] for router, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:07.708187 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-4cf31a97-5f2a-4fb3-aa37-79d8d4f50b5a admin admin] 10.222.0.85 "DELETE /v2.0/routers/efb75b9e-f632-4263-941a-ecaf15612c35 HTTP/1.1" status: 204 len: 168 time: 5.7242725 May 30 20:43:07.710304 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 35892) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:43:08.020576 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 35900) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:43:08.079111 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c18f656d-614e-4899-a4f1-bd67d8abf03d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:08.138954 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_v2 [None req-dded5033-a41f-4041-9e5d-16897cd5f57c admin admin] Deleting subnet e98f4c44-1eda-477e-8eaf-93574822bbe1 {{(pid=84887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:43:08.138954 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-dded5033-a41f-4041-9e5d-16897cd5f57c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:08.154690 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 89842dda-7816-44cd-b083-81e9922650b0 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:43:08.220504 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-dded5033-a41f-4041-9e5d-16897cd5f57c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3149227'] for subnet, precommit_delete_associations {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:08.266624 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-c18f656d-614e-4899-a4f1-bd67d8abf03d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:43:08.311521 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-c18f656d-614e-4899-a4f1-bd67d8abf03d admin admin] Usage tracker for resource:security_group_rule and tenant:1e8da184218d402f855e0aeabf5c3317 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:43:08.311521 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-c18f656d-614e-4899-a4f1-bd67d8abf03d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:43:08.311521 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-c18f656d-614e-4899-a4f1-bd67d8abf03d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:43:08.347698 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-dded5033-a41f-4041-9e5d-16897cd5f57c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:08.469472 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 89842dda-7816-44cd-b083-81e9922650b0 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:43:08.475859 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 89842dda-7816-44cd-b083-81e9922650b0 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:43:08.475859 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:08.504176 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c18f656d-614e-4899-a4f1-bd67d8abf03d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:08.524472 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-dded5033-a41f-4041-9e5d-16897cd5f57c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4055470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114247'] for subnet, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:08.611562 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c18f656d-614e-4899-a4f1-bd67d8abf03d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:08.698459 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18f656d-614e-4899-a4f1-bd67d8abf03d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a044714d-e89f-4cdd-ba44-be5cd32ebe9e,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:43:08.769789 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:08.832689 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dded5033-a41f-4041-9e5d-16897cd5f57c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e98f4c44-1eda-477e-8eaf-93574822bbe1,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:43:08.852792 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-c18f656d-614e-4899-a4f1-bd67d8abf03d admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=1e8da184218d402f855e0aeabf5c3317&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8300180 May 30 20:43:08.852792 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 35914) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:43:08.861321 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port 89842dda-7816-44cd-b083-81e9922650b0, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=89842dda-7816-44cd-b083-81e9922650b0,segment=NetworkSegment(40398132-9905-4490-b1fe-07e99161244c),segment_id=40398132-9905-4490-b1fe-07e99161244c)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:43:08.862055 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-dded5033-a41f-4041-9e5d-16897cd5f57c admin admin] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:08.868080 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02184509-0c24-4c89-bfc0-9310cc0d6760 None None] Network aae1f337-cef3-40f4-853f-e35da73547a9 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:43:08.875573 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-dded5033-a41f-4041-9e5d-16897cd5f57c admin admin] 10.222.0.85 "DELETE /v2.0/subnets/e98f4c44-1eda-477e-8eaf-93574822bbe1 HTTP/1.1" status: 204 len: 168 time: 1.1727819 May 30 20:43:08.878456 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 35918) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:43:08.900115 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 35922) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:43:08.960587 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-be9e7764-a3c2-4676-9dd9-3d05e2decd59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:08.997889 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-be9e7764-a3c2-4676-9dd9-3d05e2decd59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:09.008101 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:09.011951 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a8a8396a-6e90-4c39-a81b-684554d2ef9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:09.025062 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-a8a8396a-6e90-4c39-a81b-684554d2ef9a admin admin] Deleting port 5cc86dba-deb9-4d97-8a5d-cb980877ffc5 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:43:09.025484 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a8a8396a-6e90-4c39-a81b-684554d2ef9a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:09.128467 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-f4ba6845-6110-4895-bc0c-ba743c3a109a tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1070547045'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:43:09.143335 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-f4ba6845-6110-4895-bc0c-ba743c3a109a tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:43:09.145478 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-f4ba6845-6110-4895-bc0c-ba743c3a109a tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Usage tracker for resource:network and tenant:3b084a92e7734d7fb83bd2b9ab1e2896 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:43:09.150652 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-f4ba6845-6110-4895-bc0c-ba743c3a109a tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:43:09.157887 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-f4ba6845-6110-4895-bc0c-ba743c3a109a tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:43:09.182527 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-be9e7764-a3c2-4676-9dd9-3d05e2decd59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:09.220475 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-be9e7764-a3c2-4676-9dd9-3d05e2decd59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:09.230644 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-be9e7764-a3c2-4676-9dd9-3d05e2decd59 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/a044714d-e89f-4cdd-ba44-be5cd32ebe9e HTTP/1.1" status: 204 len: 168 time: 0.3680909 May 30 20:43:09.240667 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9e7764-a3c2-4676-9dd9-3d05e2decd59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a044714d-e89f-4cdd-ba44-be5cd32ebe9e,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:43:09.264064 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4ba6845-6110-4895-bc0c-ba743c3a109a tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Made reservation on behalf of 3b084a92e7734d7fb83bd2b9ab1e2896 for: {'network': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:43:09.264064 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f4ba6845-6110-4895-bc0c-ba743c3a109a tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:09.302006 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f4ba6845-6110-4895-bc0c-ba743c3a109a tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:09.375008 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [None req-a8a8396a-6e90-4c39-a81b-684554d2ef9a admin admin] For port 5cc86dba-deb9-4d97-8a5d-cb980877ffc5, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=5cc86dba-deb9-4d97-8a5d-cb980877ffc5,segment=NetworkSegment(b85fc1db-c2d8-43e0-b3e1-8bde3124674e),segment_id=b85fc1db-c2d8-43e0-b3e1-8bde3124674e)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:43:09.375008 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a8a8396a-6e90-4c39-a81b-684554d2ef9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:09.402416 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-f4ba6845-6110-4895-bc0c-ba743c3a109a tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:43:09.413169 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-f4ba6845-6110-4895-bc0c-ba743c3a109a tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Usage tracker for resource:security_group_rule and tenant:3b084a92e7734d7fb83bd2b9ab1e2896 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:43:09.424044 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-f4ba6845-6110-4895-bc0c-ba743c3a109a tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:43:09.431675 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=89842dda-7816-44cd-b083-81e9922650b0,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:43:09.456269 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-f4ba6845-6110-4895-bc0c-ba743c3a109a tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:43:09.624841 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-640a9d7c-12c2-4fe2-a0da-e2c67ad5e917 None None] DHCP port deletion for aae1f337-cef3-40f4-853f-e35da73547a9 request from n-d-843948-2 {{(pid=84888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:43:09.624841 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-640a9d7c-12c2-4fe2-a0da-e2c67ad5e917 None None] Deleting port 5cc86dba-deb9-4d97-8a5d-cb980877ffc5 {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:43:09.624841 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-640a9d7c-12c2-4fe2-a0da-e2c67ad5e917 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:09.627744 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f4ba6845-6110-4895-bc0c-ba743c3a109a tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:09.684064 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-a8a8396a-6e90-4c39-a81b-684554d2ef9a admin admin] Calling delete_port for 5cc86dba-deb9-4d97-8a5d-cb980877ffc5 owned by network:dhcp {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:43:09.742326 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f4ba6845-6110-4895-bc0c-ba743c3a109a tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:09.773761 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4ba6845-6110-4895-bc0c-ba743c3a109a tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] vlan segment allocate from pool success with {'vlan_id': 692, 'physical_network': 'physnet1'} {{(pid=84886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:43:09.808762 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f4ba6845-6110-4895-bc0c-ba743c3a109a tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:09.809492 n-d-843948-2 neutron-server[84886]: INFO neutron.db.segments_db [None req-f4ba6845-6110-4895-bc0c-ba743c3a109a tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Added segment 644cd66e-6bba-40cf-a868-89ef9f84eb80 of type vlan for network 32ccf6d6-b720-46e9-88ea-cc236a02e692 May 30 20:43:09.862563 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ba6845-6110-4895-bc0c-ba743c3a109a tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70dce105-8ef7-47e6-889f-285af0025ce5,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:43:09.883922 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f4ba6845-6110-4895-bc0c-ba743c3a109a tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:10.027058 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f4ba6845-6110-4895-bc0c-ba743c3a109a tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:10.031122 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ba6845-6110-4895-bc0c-ba743c3a109a tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:43:10.036399 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f4ba6845-6110-4895-bc0c-ba743c3a109a tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks [] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:10.082394 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a8a8396a-6e90-4c39-a81b-684554d2ef9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:10.104866 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 89842dda-7816-44cd-b083-81e9922650b0 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:43:10.264448 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-640a9d7c-12c2-4fe2-a0da-e2c67ad5e917 None None] For port 5cc86dba-deb9-4d97-8a5d-cb980877ffc5, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=5cc86dba-deb9-4d97-8a5d-cb980877ffc5,segment=NetworkSegment(b85fc1db-c2d8-43e0-b3e1-8bde3124674e),segment_id=b85fc1db-c2d8-43e0-b3e1-8bde3124674e)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:43:10.264448 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-640a9d7c-12c2-4fe2-a0da-e2c67ad5e917 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:10.306115 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a8396a-6e90-4c39-a81b-684554d2ef9a admin admin] Pushing event deleted for resources: {'Port': ['ID=5cc86dba-deb9-4d97-8a5d-cb980877ffc5,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:43:10.324533 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a8396a-6e90-4c39-a81b-684554d2ef9a admin admin] No DVR routers for this DVR port 5cc86dba-deb9-4d97-8a5d-cb980877ffc5 on host n-d-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:43:10.377746 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ba6845-6110-4895-bc0c-ba743c3a109a tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Pushing event updated for resources: {'Network': ['ID=32ccf6d6-b720-46e9-88ea-cc236a02e692,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:43:10.416553 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-f4ba6845-6110-4895-bc0c-ba743c3a109a tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.5151789 May 30 20:43:10.418856 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 35956) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:43:10.428624 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-fa92b5cd-3178-4c65-919a-0f3263b43482 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Request body: {'port': {'network_id': '32ccf6d6-b720-46e9-88ea-cc236a02e692', 'name': 'tempest-PortsIpV6TestJSON-1542667183'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:43:10.462900 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-640a9d7c-12c2-4fe2-a0da-e2c67ad5e917 None None] Calling delete_port for 5cc86dba-deb9-4d97-8a5d-cb980877ffc5 owned by network:dhcp {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:43:10.502622 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 89842dda-7816-44cd-b083-81e9922650b0 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:43:10.508672 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:10.562735 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a8a8396a-6e90-4c39-a81b-684554d2ef9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:10.572661 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network 32ccf6d6-b720-46e9-88ea-cc236a02e692 details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:43:10.619662 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-a8a8396a-6e90-4c39-a81b-684554d2ef9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aae1f337-cef3-40f4-853f-e35da73547a9']}} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:43:10.643448 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-a8a8396a-6e90-4c39-a81b-684554d2ef9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b85fc1db-c2d8-43e0-b3e1-8bde3124674e') {'for_net_delete': True} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:43:10.643448 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-a8a8396a-6e90-4c39-a81b-684554d2ef9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b85fc1db-c2d8-43e0-b3e1-8bde3124674e') {} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:43:10.671427 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a8a8396a-6e90-4c39-a81b-684554d2ef9a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3149912'] for segment, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:10.704467 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a8a8396a-6e90-4c39-a81b-684554d2ef9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:10.704467 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8a8396a-6e90-4c39-a81b-684554d2ef9a admin admin] Releasing vlan 690 on physical network physnet1 to pool {{(pid=84887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:43:10.704467 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a8a8396a-6e90-4c39-a81b-684554d2ef9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4055488'] for segment, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:10.717545 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-fa92b5cd-3178-4c65-919a-0f3263b43482 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:43:10.736664 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-fa92b5cd-3178-4c65-919a-0f3263b43482 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Usage tracker for resource:port and tenant:3b084a92e7734d7fb83bd2b9ab1e2896 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:43:10.738887 n-d-843948-2 neutron-server[84887]: Traceback (most recent call last): May 30 20:43:10.738887 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:43:10.738887 n-d-843948-2 neutron-server[84887]: timer() May 30 20:43:10.738887 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:43:10.738887 n-d-843948-2 neutron-server[84887]: cb(*args, **kw) May 30 20:43:10.738887 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:43:10.738887 n-d-843948-2 neutron-server[84887]: return func(*args, **kwargs) May 30 20:43:10.738887 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:43:10.738887 n-d-843948-2 neutron-server[84887]: self._notify() May 30 20:43:10.738887 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:43:10.738887 n-d-843948-2 neutron-server[84887]: self.callback(batched_events) May 30 20:43:10.738887 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:43:10.738887 n-d-843948-2 neutron-server[84887]: event.method(event) May 30 20:43:10.738887 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:43:10.738887 n-d-843948-2 neutron-server[84887]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:43:10.738887 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:43:10.738887 n-d-843948-2 neutron-server[84887]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:43:10.738887 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:43:10.738887 n-d-843948-2 neutron-server[84887]: return f(self, *a, **k) May 30 20:43:10.738887 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:43:10.738887 n-d-843948-2 neutron-server[84887]: return self._get(url).json() May 30 20:43:10.738887 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:43:10.738887 n-d-843948-2 neutron-server[84887]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:43:10.738887 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:43:10.738887 n-d-843948-2 neutron-server[84887]: return self.request(url, 'GET', **kwargs) May 30 20:43:10.738887 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:43:10.738887 n-d-843948-2 neutron-server[84887]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:43:10.738887 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:43:10.738887 n-d-843948-2 neutron-server[84887]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:43:10.738887 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:43:10.738887 n-d-843948-2 neutron-server[84887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:43:10.738887 n-d-843948-2 neutron-server[84887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:43:10.743688 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-fa92b5cd-3178-4c65-919a-0f3263b43482 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:43:10.772095 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-fa92b5cd-3178-4c65-919a-0f3263b43482 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:43:10.863972 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa92b5cd-3178-4c65-919a-0f3263b43482 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Made reservation on behalf of 3b084a92e7734d7fb83bd2b9ab1e2896 for: {'port': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:43:10.868066 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-fa92b5cd-3178-4c65-919a-0f3263b43482 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:10.931739 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [None req-fa92b5cd-3178-4c65-919a-0f3263b43482 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] device_id is not set on port ff92456d-834d-4f21-9cd7-cad6462c60ed yet. {{(pid=84886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:43:10.972210 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a8a8396a-6e90-4c39-a81b-684554d2ef9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:10.981152 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a8a8396a-6e90-4c39-a81b-684554d2ef9a admin admin] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:11.144090 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a8396a-6e90-4c39-a81b-684554d2ef9a admin admin] Pushing event deleted for resources: {'Network': ['ID=aae1f337-cef3-40f4-853f-e35da73547a9,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:43:11.166864 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-a8a8396a-6e90-4c39-a81b-684554d2ef9a admin admin] 10.222.0.85 "DELETE /v2.0/networks/aae1f337-cef3-40f4-853f-e35da73547a9 HTTP/1.1" status: 204 len: 168 time: 2.2837582 May 30 20:43:11.175385 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 35968) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:43:11.408969 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.db.api [None req-640a9d7c-12c2-4fe2-a0da-e2c67ad5e917 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:43:11.432909 n-d-843948-2 neutron-server[84888]: DEBUG oslo_db.api [None req-640a9d7c-12c2-4fe2-a0da-e2c67ad5e917 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:43:11.542202 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 5cc86dba-deb9-4d97-8a5d-cb980877ffc5 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:43:11.648174 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-fa92b5cd-3178-4c65-919a-0f3263b43482 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:11.654785 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: 5cc86dba-deb9-4d97-8a5d-cb980877ffc5 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:43:11.654785 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 5cc86dba-deb9-4d97-8a5d-cb980877ffc5 not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:43:11.757301 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-fa92b5cd-3178-4c65-919a-0f3263b43482 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:11.935256 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-640a9d7c-12c2-4fe2-a0da-e2c67ad5e917 None None] Deleting port 5cc86dba-deb9-4d97-8a5d-cb980877ffc5 {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:43:11.937011 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-640a9d7c-12c2-4fe2-a0da-e2c67ad5e917 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:11.975186 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa92b5cd-3178-4c65-919a-0f3263b43482 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Pushing event updated for resources: {'Port': ['ID=ff92456d-834d-4f21-9cd7-cad6462c60ed,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:43:12.061211 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa92b5cd-3178-4c65-919a-0f3263b43482 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Checking segment: {'id': '644cd66e-6bba-40cf-a868-89ef9f84eb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '32ccf6d6-b720-46e9-88ea-cc236a02e692'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:43:12.061581 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa92b5cd-3178-4c65-919a-0f3263b43482 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Network hostable DHCP agents. Network: 32ccf6d6-b720-46e9-88ea-cc236a02e692, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:43:12.194992 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa92b5cd-3178-4c65-919a-0f3263b43482 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Network 32ccf6d6-b720-46e9-88ea-cc236a02e692 is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:43:12.203836 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-640a9d7c-12c2-4fe2-a0da-e2c67ad5e917 None None] The port '5cc86dba-deb9-4d97-8a5d-cb980877ffc5' was deleted {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 20:43:12.271197 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-fa92b5cd-3178-4c65-919a-0f3263b43482 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, 32ccf6d6-b720-46e9-88ea-cc236a02e692) {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:43:12.282043 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa92b5cd-3178-4c65-919a-0f3263b43482 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:43:12.290869 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-918d79c0-03a3-4bc6-b72e-db9e9159f7d4 None None] Network 32ccf6d6-b720-46e9-88ea-cc236a02e692 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:43:12.299179 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa92b5cd-3178-4c65-919a-0f3263b43482 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:43:12.299179 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-fa92b5cd-3178-4c65-919a-0f3263b43482 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:12.415761 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-dc46ae0e-bd46-4803-b318-1ee9ea4a8efb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-736216'] for router_interface, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:12.460152 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-fa92b5cd-3178-4c65-919a-0f3263b43482 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.0400350 May 30 20:43:12.462994 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 35990) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:43:12.469918 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-c168c3a2-6220-460a-8ce9-5a74cde09113 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-984184547'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:43:12.483520 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-c168c3a2-6220-460a-8ce9-5a74cde09113 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:43:12.501429 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-c168c3a2-6220-460a-8ce9-5a74cde09113 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Usage tracker for resource:network and tenant:3b084a92e7734d7fb83bd2b9ab1e2896 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:43:12.507263 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-c168c3a2-6220-460a-8ce9-5a74cde09113 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:43:12.529253 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-c168c3a2-6220-460a-8ce9-5a74cde09113 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:43:12.622764 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c168c3a2-6220-460a-8ce9-5a74cde09113 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Made reservation on behalf of 3b084a92e7734d7fb83bd2b9ab1e2896 for: {'network': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:43:12.638610 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c168c3a2-6220-460a-8ce9-5a74cde09113 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:12.712329 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c168c3a2-6220-460a-8ce9-5a74cde09113 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] vlan segment allocate from pool success with {'vlan_id': 677, 'physical_network': 'physnet1'} {{(pid=84886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:43:12.809109 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c168c3a2-6220-460a-8ce9-5a74cde09113 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:12.809109 n-d-843948-2 neutron-server[84886]: INFO neutron.db.segments_db [None req-c168c3a2-6220-460a-8ce9-5a74cde09113 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Added segment 700f4375-cef0-4685-99d5-08a83ba95020 of type vlan for network 280dec31-4307-4ac1-b223-4b63a91614d0 May 30 20:43:12.922671 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c168c3a2-6220-460a-8ce9-5a74cde09113 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:13.045212 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c168c3a2-6220-460a-8ce9-5a74cde09113 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:13.049903 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c168c3a2-6220-460a-8ce9-5a74cde09113 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:43:13.050776 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c168c3a2-6220-460a-8ce9-5a74cde09113 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks [] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:13.348890 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c168c3a2-6220-460a-8ce9-5a74cde09113 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Pushing event updated for resources: {'Network': ['ID=280dec31-4307-4ac1-b223-4b63a91614d0,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:43:13.361429 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network 280dec31-4307-4ac1-b223-4b63a91614d0 details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:43:13.367121 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-c168c3a2-6220-460a-8ce9-5a74cde09113 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9023588 May 30 20:43:13.381064 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 36006) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:43:13.387567 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-83e568c1-1f8e-424a-8efe-b8b449329c62 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Request body: {'ports': [{'network_id': '32ccf6d6-b720-46e9-88ea-cc236a02e692'}, {'network_id': '280dec31-4307-4ac1-b223-4b63a91614d0'}]} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:43:13.388134 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-83e568c1-1f8e-424a-8efe-b8b449329c62 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Request body: {'port': {'network_id': '32ccf6d6-b720-46e9-88ea-cc236a02e692'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:43:13.388761 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-83e568c1-1f8e-424a-8efe-b8b449329c62 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Request body: {'port': {'network_id': '280dec31-4307-4ac1-b223-4b63a91614d0'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:43:13.772009 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device c8f7c6ed-d1dc-40db-8443-1900bf19b7cb no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:43:13.839940 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: c8f7c6ed-d1dc-40db-8443-1900bf19b7cb {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:43:13.840572 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device c8f7c6ed-d1dc-40db-8443-1900bf19b7cb not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:43:13.898924 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-83e568c1-1f8e-424a-8efe-b8b449329c62 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:43:13.903541 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-83e568c1-1f8e-424a-8efe-b8b449329c62 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Usage tracker for resource:port and tenant:3b084a92e7734d7fb83bd2b9ab1e2896 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:43:13.907156 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-83e568c1-1f8e-424a-8efe-b8b449329c62 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:43:13.916260 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-83e568c1-1f8e-424a-8efe-b8b449329c62 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:43:14.009748 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83e568c1-1f8e-424a-8efe-b8b449329c62 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Made reservation on behalf of 3b084a92e7734d7fb83bd2b9ab1e2896 for: {'port': 2} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:43:14.009748 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-83e568c1-1f8e-424a-8efe-b8b449329c62 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:14.047169 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-dc46ae0e-bd46-4803-b318-1ee9ea4a8efb admin admin] Deleting port 89842dda-7816-44cd-b083-81e9922650b0 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:43:14.047169 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-dc46ae0e-bd46-4803-b318-1ee9ea4a8efb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:14.084718 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-83e568c1-1f8e-424a-8efe-b8b449329c62 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:14.541417 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [None req-dc46ae0e-bd46-4803-b318-1ee9ea4a8efb admin admin] For port 89842dda-7816-44cd-b083-81e9922650b0, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=89842dda-7816-44cd-b083-81e9922650b0,segment=NetworkSegment(40398132-9905-4490-b1fe-07e99161244c),segment_id=40398132-9905-4490-b1fe-07e99161244c)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:43:14.541417 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-dc46ae0e-bd46-4803-b318-1ee9ea4a8efb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:14.798738 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [None req-83e568c1-1f8e-424a-8efe-b8b449329c62 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] device_id is not set on port 269e2bca-fa75-4cdf-8bd9-2b01595f6bdb yet. {{(pid=84886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:43:14.862204 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-dc46ae0e-bd46-4803-b318-1ee9ea4a8efb admin admin] Calling delete_port for 89842dda-7816-44cd-b083-81e9922650b0 owned by network:router_interface {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:43:14.961924 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-83e568c1-1f8e-424a-8efe-b8b449329c62 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:15.136835 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [None req-83e568c1-1f8e-424a-8efe-b8b449329c62 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] device_id is not set on port c688f1ba-11d8-4d1e-b772-3b8d035880ef yet. {{(pid=84886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:43:15.149243 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [req-cca810dc-006f-4cc1-b54a-a594d1aab296 req-cf7956c0-02dc-48a7-9a79-05dd2eeaef16 tempest-ListServersNegativeTestJSON-1806151790 tempest-ListServersNegativeTestJSON-1806151790-project] (84886) timed out ('10.222.0.71', 65096) {{(pid=84886) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 30 20:43:15.284368 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-dc46ae0e-bd46-4803-b318-1ee9ea4a8efb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:15.418111 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-83e568c1-1f8e-424a-8efe-b8b449329c62 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:15.476613 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46ae0e-bd46-4803-b318-1ee9ea4a8efb admin admin] Pushing event deleted for resources: {'Port': ['ID=89842dda-7816-44cd-b083-81e9922650b0,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:43:15.572050 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-83e568c1-1f8e-424a-8efe-b8b449329c62 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:15.726975 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e568c1-1f8e-424a-8efe-b8b449329c62 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Network 32ccf6d6-b720-46e9-88ea-cc236a02e692 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:43:15.745689 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-83e568c1-1f8e-424a-8efe-b8b449329c62 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:43:15.760154 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e568c1-1f8e-424a-8efe-b8b449329c62 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:43:15.761689 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-83e568c1-1f8e-424a-8efe-b8b449329c62 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:15.780151 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e568c1-1f8e-424a-8efe-b8b449329c62 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Pushing event updated for resources: {'Port': ['ID=269e2bca-fa75-4cdf-8bd9-2b01595f6bdb,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:43:15.991947 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e568c1-1f8e-424a-8efe-b8b449329c62 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Pushing event updated for resources: {'Port': ['ID=c688f1ba-11d8-4d1e-b772-3b8d035880ef,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:43:16.017602 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e568c1-1f8e-424a-8efe-b8b449329c62 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Checking segment: {'id': '700f4375-cef0-4685-99d5-08a83ba95020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '280dec31-4307-4ac1-b223-4b63a91614d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:43:16.017602 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e568c1-1f8e-424a-8efe-b8b449329c62 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Network hostable DHCP agents. Network: 280dec31-4307-4ac1-b223-4b63a91614d0, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:43:16.168470 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-dc46ae0e-bd46-4803-b318-1ee9ea4a8efb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1718140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-736143'] for router_interface, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:16.190986 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e568c1-1f8e-424a-8efe-b8b449329c62 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Network 280dec31-4307-4ac1-b223-4b63a91614d0 is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:43:16.666093 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-83e568c1-1f8e-424a-8efe-b8b449329c62 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, 280dec31-4307-4ac1-b223-4b63a91614d0) {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:43:16.666093 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e568c1-1f8e-424a-8efe-b8b449329c62 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:43:16.669941 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc5045ae-c0bf-4240-85b3-75c26455bbaf None None] Network 280dec31-4307-4ac1-b223-4b63a91614d0 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:43:16.677329 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83e568c1-1f8e-424a-8efe-b8b449329c62 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:43:16.677329 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83e568c1-1f8e-424a-8efe-b8b449329c62 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:43:16.677329 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-83e568c1-1f8e-424a-8efe-b8b449329c62 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:16.677329 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-83e568c1-1f8e-424a-8efe-b8b449329c62 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.1953025 May 30 20:43:16.677329 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 36050) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:43:16.870458 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-81299d1a-f877-4325-9897-61b062389246 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Deleting port c688f1ba-11d8-4d1e-b772-3b8d035880ef {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:43:16.870786 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-81299d1a-f877-4325-9897-61b062389246 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:17.318826 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc46ae0e-bd46-4803-b318-1ee9ea4a8efb admin admin] Router cdd19bac-d84f-40c5-80f6-fde439c2d1a5 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:43:17.323412 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-81299d1a-f877-4325-9897-61b062389246 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:17.585624 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-81299d1a-f877-4325-9897-61b062389246 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Calling delete_port for c688f1ba-11d8-4d1e-b772-3b8d035880ef owned by {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:43:17.691851 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc46ae0e-bd46-4803-b318-1ee9ea4a8efb admin admin] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:43:17.705575 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-dc46ae0e-bd46-4803-b318-1ee9ea4a8efb admin admin] 10.222.0.85 "PUT /v2.0/routers/cdd19bac-d84f-40c5-80f6-fde439c2d1a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5344446 May 30 20:43:17.709256 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 36070) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:43:17.715326 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02035b8-4851-486d-bc98-ac22646d8bac None None] Sync routers for ids ['cdd19bac-d84f-40c5-80f6-fde439c2d1a5'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:43:17.757773 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02035b8-4851-486d-bc98-ac22646d8bac None None] Routers {'cdd19bac-d84f-40c5-80f6-fde439c2d1a5'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:43:17.759628 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-a02035b8-4851-486d-bc98-ac22646d8bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:43:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['cdd19bac-d84f-40c5-80f6-fde439c2d1a5'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:43:17.771564 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-81299d1a-f877-4325-9897-61b062389246 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:17.982776 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81299d1a-f877-4325-9897-61b062389246 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Pushing event deleted for resources: {'Port': ['ID=c688f1ba-11d8-4d1e-b772-3b8d035880ef,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:43:17.989409 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-81299d1a-f877-4325-9897-61b062389246 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:18.014988 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81299d1a-f877-4325-9897-61b062389246 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:43:18.014988 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81299d1a-f877-4325-9897-61b062389246 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:43:18.014988 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81299d1a-f877-4325-9897-61b062389246 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:43:18.014988 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81299d1a-f877-4325-9897-61b062389246 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:43:18.014988 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81299d1a-f877-4325-9897-61b062389246 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:43:18.014988 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81299d1a-f877-4325-9897-61b062389246 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:43:18.014988 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81299d1a-f877-4325-9897-61b062389246 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:43:18.014988 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81299d1a-f877-4325-9897-61b062389246 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:43:18.014988 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81299d1a-f877-4325-9897-61b062389246 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:43:18.014988 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81299d1a-f877-4325-9897-61b062389246 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:43:18.014988 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81299d1a-f877-4325-9897-61b062389246 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:43:18.028125 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-81299d1a-f877-4325-9897-61b062389246 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] 10.222.0.85 "DELETE /v2.0/ports/c688f1ba-11d8-4d1e-b772-3b8d035880ef HTTP/1.1" status: 204 len: 168 time: 1.4358609 May 30 20:43:18.028125 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 36082) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:43:18.168443 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8996071f-1b6c-48cd-9f71-31cd638ff1df tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:43:18.168443 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8996071f-1b6c-48cd-9f71-31cd638ff1df tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:43:18.168443 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-8996071f-1b6c-48cd-9f71-31cd638ff1df tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Synchronizing usage tracker for tenant:3b084a92e7734d7fb83bd2b9ab1e2896 on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:43:18.256773 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-8996071f-1b6c-48cd-9f71-31cd638ff1df tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Unset dirty status for tenant:3b084a92e7734d7fb83bd2b9ab1e2896 on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:43:18.261361 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-8996071f-1b6c-48cd-9f71-31cd638ff1df tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] 10.222.0.85 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.2385914 May 30 20:43:18.262131 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 36088) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:43:18.271280 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3b80b0f9-2a85-417e-8655-ce8846da9c47 admin admin] Notify callbacks [] for router, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:18.386686 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-964cccb0-65a0-4338-812f-ce207f36f6b5 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Deleting port 269e2bca-fa75-4cdf-8bd9-2b01595f6bdb {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:43:18.387545 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-964cccb0-65a0-4338-812f-ce207f36f6b5 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:18.465935 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-a02035b8-4851-486d-bc98-ac22646d8bac None None] Set router cdd19bac-d84f-40c5-80f6-fde439c2d1a5 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:43:18.738630 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3b80b0f9-2a85-417e-8655-ce8846da9c47 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:18.899539 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-964cccb0-65a0-4338-812f-ce207f36f6b5 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:18.997595 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-3b80b0f9-2a85-417e-8655-ce8846da9c47 admin admin] Deleting port 07a5afba-c216-4f82-be8d-79b5d39a25b0 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:43:18.997595 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3b80b0f9-2a85-417e-8655-ce8846da9c47 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:19.332845 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-a02035b8-4851-486d-bc98-ac22646d8bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdd19bac-d84f-40c5-80f6-fde439c2d1a5', 'name': 'tempest-TestAggregatesBasicOps-26307109-router', 'tenant_id': 'a31a3e1d08a044b8a8315c71ea733363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '07a5afba-c216-4f82-be8d-79b5d39a25b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:42:41Z', 'updated_at': '2022-05-30T20:43:15Z', 'revision_number': 5, 'project_id': 'a31a3e1d08a044b8a8315c71ea733363', 'gw_port': {'id': '07a5afba-c216-4f82-be8d-79b5d39a25b0', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:57:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd19bac-d84f-40c5-80f6-fde439c2d1a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:42:43Z', 'updated_at': '2022-05-30T20:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:43:19.341377 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02035b8-4851-486d-bc98-ac22646d8bac None None] Checking router: cdd19bac-d84f-40c5-80f6-fde439c2d1a5 for host: n-d-843948-2 {{(pid=84888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:43:19.404843 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02035b8-4851-486d-bc98-ac22646d8bac None None] Routers {'cdd19bac-d84f-40c5-80f6-fde439c2d1a5'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:43:19.404843 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-a02035b8-4851-486d-bc98-ac22646d8bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:43:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['cdd19bac-d84f-40c5-80f6-fde439c2d1a5'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:43:19.549044 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [None req-3b80b0f9-2a85-417e-8655-ce8846da9c47 admin admin] For port 07a5afba-c216-4f82-be8d-79b5d39a25b0, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=07a5afba-c216-4f82-be8d-79b5d39a25b0,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:43:19.550423 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3b80b0f9-2a85-417e-8655-ce8846da9c47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:19.634463 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-964cccb0-65a0-4338-812f-ce207f36f6b5 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Calling delete_port for 269e2bca-fa75-4cdf-8bd9-2b01595f6bdb owned by {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:43:19.700996 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-a02035b8-4851-486d-bc98-ac22646d8bac None None] Set router cdd19bac-d84f-40c5-80f6-fde439c2d1a5 gateway port host: None {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:43:19.984415 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-a02035b8-4851-486d-bc98-ac22646d8bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdd19bac-d84f-40c5-80f6-fde439c2d1a5', 'name': 'tempest-TestAggregatesBasicOps-26307109-router', 'tenant_id': 'a31a3e1d08a044b8a8315c71ea733363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:42:41Z', 'updated_at': '2022-05-30T20:43:18Z', 'revision_number': 6, 'project_id': 'a31a3e1d08a044b8a8315c71ea733363', 'gw_port_host': None}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:43:19.990520 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02035b8-4851-486d-bc98-ac22646d8bac None None] The sync data for ids ['cdd19bac-d84f-40c5-80f6-fde439c2d1a5'] in n-d-843948-2 is: [{'id': 'cdd19bac-d84f-40c5-80f6-fde439c2d1a5', 'name': 'tempest-TestAggregatesBasicOps-26307109-router', 'tenant_id': 'a31a3e1d08a044b8a8315c71ea733363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:42:41Z', 'updated_at': '2022-05-30T20:43:18Z', 'revision_number': 6, 'project_id': 'a31a3e1d08a044b8a8315c71ea733363', 'gw_port_host': None}] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:43:20.068473 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-964cccb0-65a0-4338-812f-ce207f36f6b5 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:20.102722 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:20.112006 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-3b80b0f9-2a85-417e-8655-ce8846da9c47 admin admin] Calling delete_port for 07a5afba-c216-4f82-be8d-79b5d39a25b0 owned by network:router_gateway {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:43:20.200962 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964cccb0-65a0-4338-812f-ce207f36f6b5 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Pushing event deleted for resources: {'Port': ['ID=269e2bca-fa75-4cdf-8bd9-2b01595f6bdb,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:43:20.200962 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-964cccb0-65a0-4338-812f-ce207f36f6b5 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:20.300040 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-964cccb0-65a0-4338-812f-ce207f36f6b5 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] 10.222.0.85 "DELETE /v2.0/ports/269e2bca-fa75-4cdf-8bd9-2b01595f6bdb HTTP/1.1" status: 204 len: 168 time: 2.0341525 May 30 20:43:20.311191 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 36110) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:43:20.549289 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3b80b0f9-2a85-417e-8655-ce8846da9c47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:20.552648 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa90bc0-b792-4569-8c2f-92810727b67b tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:43:20.556346 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-0aa90bc0-b792-4569-8c2f-92810727b67b tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Synchronizing usage tracker for tenant:3b084a92e7734d7fb83bd2b9ab1e2896 on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:43:20.667667 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-0aa90bc0-b792-4569-8c2f-92810727b67b tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Unset dirty status for tenant:3b084a92e7734d7fb83bd2b9ab1e2896 on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:43:20.680523 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-0aa90bc0-b792-4569-8c2f-92810727b67b tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] 10.222.0.85 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.3632023 May 30 20:43:20.680523 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 36120) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:43:20.755849 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b80b0f9-2a85-417e-8655-ce8846da9c47 admin admin] Pushing event deleted for resources: {'Port': ['ID=07a5afba-c216-4f82-be8d-79b5d39a25b0,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:43:20.785059 n-d-843948-2 neutron-server[84886]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f89484f-1fdb-41fc-8c5a-97a39d86eebf tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] GET failed (client error): The resource could not be found. May 30 20:43:20.786998 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-2f89484f-1fdb-41fc-8c5a-97a39d86eebf tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] 10.222.0.85 "GET /v2.0/ports/c688f1ba-11d8-4d1e-b772-3b8d035880ef HTTP/1.1" status: 404 len: 333 time: 0.1113873 May 30 20:43:20.786998 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 36124) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:43:20.898274 n-d-843948-2 neutron-server[84886]: INFO neutron.pecan_wsgi.hooks.translation [None req-17d26da5-7309-42f2-9bb5-4e055bf7310a tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] GET failed (client error): The resource could not be found. May 30 20:43:20.907557 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-17d26da5-7309-42f2-9bb5-4e055bf7310a tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] 10.222.0.85 "GET /v2.0/ports/269e2bca-fa75-4cdf-8bd9-2b01595f6bdb HTTP/1.1" status: 404 len: 333 time: 0.1149292 May 30 20:43:20.907557 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 36128) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:43:21.090370 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-97355e2d-157d-4d5c-a857-ce6bfb5174fd tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:21.170386 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3b80b0f9-2a85-417e-8655-ce8846da9c47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-736453'] for router_gateway, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:21.307926 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-97355e2d-157d-4d5c-a857-ce6bfb5174fd tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:21.354735 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-97355e2d-157d-4d5c-a857-ce6bfb5174fd tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['280dec31-4307-4ac1-b223-4b63a91614d0']}} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:43:21.377252 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-97355e2d-157d-4d5c-a857-ce6bfb5174fd tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '700f4375-cef0-4685-99d5-08a83ba95020') {'for_net_delete': True} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:43:21.382984 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-97355e2d-157d-4d5c-a857-ce6bfb5174fd tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '700f4375-cef0-4685-99d5-08a83ba95020') {} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:43:21.396865 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-97355e2d-157d-4d5c-a857-ce6bfb5174fd tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2660590'] for segment, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:21.445238 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-97355e2d-157d-4d5c-a857-ce6bfb5174fd tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:21.491982 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97355e2d-157d-4d5c-a857-ce6bfb5174fd tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Releasing vlan 677 on physical network physnet1 to pool {{(pid=84886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:43:21.491982 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-97355e2d-157d-4d5c-a857-ce6bfb5174fd tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4126989'] for segment, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:21.531258 n-d-843948-2 neutron-server[84886]: Traceback (most recent call last): May 30 20:43:21.531258 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:43:21.531258 n-d-843948-2 neutron-server[84886]: timer() May 30 20:43:21.531258 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:43:21.531258 n-d-843948-2 neutron-server[84886]: cb(*args, **kw) May 30 20:43:21.531258 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:43:21.531258 n-d-843948-2 neutron-server[84886]: return func(*args, **kwargs) May 30 20:43:21.531258 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:43:21.531258 n-d-843948-2 neutron-server[84886]: self._notify() May 30 20:43:21.531258 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:43:21.531258 n-d-843948-2 neutron-server[84886]: self.callback(batched_events) May 30 20:43:21.531258 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:43:21.531258 n-d-843948-2 neutron-server[84886]: event.method(event) May 30 20:43:21.531258 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:43:21.531258 n-d-843948-2 neutron-server[84886]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:43:21.531258 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:43:21.531258 n-d-843948-2 neutron-server[84886]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:43:21.531258 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:43:21.531258 n-d-843948-2 neutron-server[84886]: return f(self, *a, **k) May 30 20:43:21.531258 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:43:21.531258 n-d-843948-2 neutron-server[84886]: return self._get(url).json() May 30 20:43:21.531258 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:43:21.531258 n-d-843948-2 neutron-server[84886]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:43:21.531258 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:43:21.531258 n-d-843948-2 neutron-server[84886]: return self.request(url, 'GET', **kwargs) May 30 20:43:21.531258 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:43:21.531258 n-d-843948-2 neutron-server[84886]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:43:21.531258 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:43:21.531258 n-d-843948-2 neutron-server[84886]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:43:21.531258 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:43:21.531258 n-d-843948-2 neutron-server[84886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:43:21.531258 n-d-843948-2 neutron-server[84886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:43:21.673994 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3b80b0f9-2a85-417e-8655-ce8846da9c47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-724789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3141'] for router, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:21.685192 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3b80b0f9-2a85-417e-8655-ce8846da9c47 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:21.834920 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3b80b0f9-2a85-417e-8655-ce8846da9c47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724889'] for router, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:21.835535 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b80b0f9-2a85-417e-8655-ce8846da9c47 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cdd19bac-d84f-40c5-80f6-fde439c2d1a5 {{(pid=84887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:43:21.865659 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3b80b0f9-2a85-417e-8655-ce8846da9c47 admin admin] Notify callbacks [] for router, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:21.870018 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 36146) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:43:21.870589 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-3b80b0f9-2a85-417e-8655-ce8846da9c47 admin admin] 10.222.0.85 "DELETE /v2.0/routers/cdd19bac-d84f-40c5-80f6-fde439c2d1a5 HTTP/1.1" status: 204 len: 168 time: 4.1510940 May 30 20:43:21.891195 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 07a5afba-c216-4f82-be8d-79b5d39a25b0 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:43:21.948049 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-97355e2d-157d-4d5c-a857-ce6bfb5174fd tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:21.978834 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-97355e2d-157d-4d5c-a857-ce6bfb5174fd tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks [] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:21.991168 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: 07a5afba-c216-4f82-be8d-79b5d39a25b0 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:43:21.991168 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 07a5afba-c216-4f82-be8d-79b5d39a25b0 not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:43:21.991168 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 89842dda-7816-44cd-b083-81e9922650b0 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:43:22.074698 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: 89842dda-7816-44cd-b083-81e9922650b0 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:43:22.074698 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 89842dda-7816-44cd-b083-81e9922650b0 not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:43:22.133164 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97355e2d-157d-4d5c-a857-ce6bfb5174fd tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Pushing event deleted for resources: {'Network': ['ID=280dec31-4307-4ac1-b223-4b63a91614d0,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:43:22.158756 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-97355e2d-157d-4d5c-a857-ce6bfb5174fd tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] 10.222.0.85 "DELETE /v2.0/networks/280dec31-4307-4ac1-b223-4b63a91614d0 HTTP/1.1" status: 204 len: 168 time: 1.2494836 May 30 20:43:22.160325 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 36150) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:43:22.186646 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-ae566801-89eb-4576-9ea8-7b37b8e9f958 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1628157815'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:43:22.186646 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-ae566801-89eb-4576-9ea8-7b37b8e9f958 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:43:22.223868 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-ae566801-89eb-4576-9ea8-7b37b8e9f958 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Usage tracker for resource:network and tenant:3b084a92e7734d7fb83bd2b9ab1e2896 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:43:22.223868 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-ae566801-89eb-4576-9ea8-7b37b8e9f958 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:43:22.223868 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-ae566801-89eb-4576-9ea8-7b37b8e9f958 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:43:22.227642 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecdd7f95-4048-4346-92b5-a1e4cae6d119 admin admin] Deleting subnet 8270f1b0-ddf0-43fc-b70d-ebc390ac92ee {{(pid=84886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:43:22.227642 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ecdd7f95-4048-4346-92b5-a1e4cae6d119 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:22.329979 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae566801-89eb-4576-9ea8-7b37b8e9f958 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Made reservation on behalf of 3b084a92e7734d7fb83bd2b9ab1e2896 for: {'network': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:43:22.333454 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ae566801-89eb-4576-9ea8-7b37b8e9f958 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:22.396625 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae566801-89eb-4576-9ea8-7b37b8e9f958 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] vlan segment allocate from pool success with {'vlan_id': 655, 'physical_network': 'physnet1'} {{(pid=84887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:43:22.426713 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:22.426874 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ae566801-89eb-4576-9ea8-7b37b8e9f958 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:22.426874 n-d-843948-2 neutron-server[84887]: INFO neutron.db.segments_db [None req-ae566801-89eb-4576-9ea8-7b37b8e9f958 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Added segment 2d0ce614-8506-4cc1-962f-9fde531e4196 of type vlan for network 40ff5ece-b85b-4362-9c55-10cdf7389ec2 May 30 20:43:22.427011 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ecdd7f95-4048-4346-92b5-a1e4cae6d119 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2655517'] for subnet, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:22.578994 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ecdd7f95-4048-4346-92b5-a1e4cae6d119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:22.604704 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ae566801-89eb-4576-9ea8-7b37b8e9f958 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:22.765690 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ae566801-89eb-4576-9ea8-7b37b8e9f958 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:22.770953 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae566801-89eb-4576-9ea8-7b37b8e9f958 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:43:22.771733 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ae566801-89eb-4576-9ea8-7b37b8e9f958 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:22.779022 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ecdd7f95-4048-4346-92b5-a1e4cae6d119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4127075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2778536'] for subnet, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:22.955224 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96c52c9b-b798-4f4e-b3af-f99392756463 None None] Network c2824ccb-cf9a-4b92-8e21-779a0dd32a7e requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:43:22.970298 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ecdd7f95-4048-4346-92b5-a1e4cae6d119 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:23.000092 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-ae566801-89eb-4576-9ea8-7b37b8e9f958 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8405640 May 30 20:43:23.004431 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdd7f95-4048-4346-92b5-a1e4cae6d119 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8270f1b0-ddf0-43fc-b70d-ebc390ac92ee,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:43:23.012018 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 36166) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:43:23.018494 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-ecdd7f95-4048-4346-92b5-a1e4cae6d119 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/8270f1b0-ddf0-43fc-b70d-ebc390ac92ee HTTP/1.1" status: 204 len: 168 time: 1.1473131 May 30 20:43:23.021553 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 36170) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:43:23.029048 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-24c7145b-7e0f-44a3-a0da-2abe50f7bf85 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Request body: {'subnet': {'network_id': '40ff5ece-b85b-4362-9c55-10cdf7389ec2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:43:23.192001 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae566801-89eb-4576-9ea8-7b37b8e9f958 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Pushing event updated for resources: {'Network': ['ID=40ff5ece-b85b-4362-9c55-10cdf7389ec2,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:43:23.260352 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae566801-89eb-4576-9ea8-7b37b8e9f958 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:43:23.266386 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae566801-89eb-4576-9ea8-7b37b8e9f958 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:43:23.266386 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae566801-89eb-4576-9ea8-7b37b8e9f958 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:43:23.266386 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae566801-89eb-4576-9ea8-7b37b8e9f958 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:43:23.266386 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae566801-89eb-4576-9ea8-7b37b8e9f958 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:43:23.266386 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae566801-89eb-4576-9ea8-7b37b8e9f958 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:43:23.266386 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae566801-89eb-4576-9ea8-7b37b8e9f958 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:43:23.266386 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae566801-89eb-4576-9ea8-7b37b8e9f958 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:43:23.273777 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae566801-89eb-4576-9ea8-7b37b8e9f958 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:43:23.273777 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae566801-89eb-4576-9ea8-7b37b8e9f958 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:43:23.273777 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae566801-89eb-4576-9ea8-7b37b8e9f958 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:43:23.294719 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network 40ff5ece-b85b-4362-9c55-10cdf7389ec2 details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:43:23.695470 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-10b8892e-8357-4351-bd4d-fff56c9e3072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:23.742670 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-10b8892e-8357-4351-bd4d-fff56c9e3072 admin admin] Deleting port 1d665204-d3eb-4c58-81d1-07e209168226 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:43:23.742670 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-10b8892e-8357-4351-bd4d-fff56c9e3072 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:23.794935 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-24c7145b-7e0f-44a3-a0da-2abe50f7bf85 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:43:23.798483 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9015bf54-e54b-4dfb-afd0-761eeeb9d95d None None] DHCP port deletion for c2824ccb-cf9a-4b92-8e21-779a0dd32a7e request from n-d-843948-2 {{(pid=84888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:43:23.798483 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-9015bf54-e54b-4dfb-afd0-761eeeb9d95d None None] Deleting port 1d665204-d3eb-4c58-81d1-07e209168226 {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:43:23.798483 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-9015bf54-e54b-4dfb-afd0-761eeeb9d95d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:23.862595 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-24c7145b-7e0f-44a3-a0da-2abe50f7bf85 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Usage tracker for resource:subnet and tenant:3b084a92e7734d7fb83bd2b9ab1e2896 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:43:23.879419 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-24c7145b-7e0f-44a3-a0da-2abe50f7bf85 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:43:23.940369 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-24c7145b-7e0f-44a3-a0da-2abe50f7bf85 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:43:24.091223 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24c7145b-7e0f-44a3-a0da-2abe50f7bf85 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Made reservation on behalf of 3b084a92e7734d7fb83bd2b9ab1e2896 for: {'subnet': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:43:24.368017 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-9015bf54-e54b-4dfb-afd0-761eeeb9d95d None None] For port 1d665204-d3eb-4c58-81d1-07e209168226, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=1d665204-d3eb-4c58-81d1-07e209168226,segment=NetworkSegment(40398132-9905-4490-b1fe-07e99161244c),segment_id=40398132-9905-4490-b1fe-07e99161244c)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:43:24.372991 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-9015bf54-e54b-4dfb-afd0-761eeeb9d95d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:24.487549 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [None req-10b8892e-8357-4351-bd4d-fff56c9e3072 admin admin] For port 1d665204-d3eb-4c58-81d1-07e209168226, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=1d665204-d3eb-4c58-81d1-07e209168226,segment=NetworkSegment(40398132-9905-4490-b1fe-07e99161244c),segment_id=40398132-9905-4490-b1fe-07e99161244c)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:43:24.488147 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-10b8892e-8357-4351-bd4d-fff56c9e3072 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:24.524181 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-24c7145b-7e0f-44a3-a0da-2abe50f7bf85 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2778563'] for subnet, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:24.624682 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-9015bf54-e54b-4dfb-afd0-761eeeb9d95d None None] Calling delete_port for 1d665204-d3eb-4c58-81d1-07e209168226 owned by network:dhcp {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:43:25.027680 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-10b8892e-8357-4351-bd4d-fff56c9e3072 admin admin] Calling delete_port for 1d665204-d3eb-4c58-81d1-07e209168226 owned by network:dhcp {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:43:25.034526 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.ipam_backend_mixin [None req-24c7145b-7e0f-44a3-a0da-2abe50f7bf85 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Performing IP validity checks on allocation pools {{(pid=84886) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 30 20:43:25.037276 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.ipam_backend_mixin [None req-24c7145b-7e0f-44a3-a0da-2abe50f7bf85 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84886) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 30 20:43:25.622981 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-9015bf54-e54b-4dfb-afd0-761eeeb9d95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468'] for port, after_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:25.646250 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.db.api [None req-10b8892e-8357-4351-bd4d-fff56c9e3072 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:43:25.647132 n-d-843948-2 neutron-server[84886]: DEBUG oslo_db.api [None req-10b8892e-8357-4351-bd4d-fff56c9e3072 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:43:25.681562 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9015bf54-e54b-4dfb-afd0-761eeeb9d95d None None] No DVR routers for this DVR port 1d665204-d3eb-4c58-81d1-07e209168226 on host n-d-843948-2 {{(pid=84888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:43:25.683858 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9015bf54-e54b-4dfb-afd0-761eeeb9d95d None None] Pushing event deleted for resources: {'Port': ['ID=1d665204-d3eb-4c58-81d1-07e209168226,revision_number=None']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:43:25.826556 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 1d665204-d3eb-4c58-81d1-07e209168226 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:43:25.879661 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-24c7145b-7e0f-44a3-a0da-2abe50f7bf85 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4127140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2778577'] for subnet, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:25.888519 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: 1d665204-d3eb-4c58-81d1-07e209168226 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:43:25.895027 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 1d665204-d3eb-4c58-81d1-07e209168226 not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:43:25.968651 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c7145b-7e0f-44a3-a0da-2abe50f7bf85 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Pushing event updated for resources: {'Subnet': ['ID=c1d9ca20-44be-430c-a501-1d591c5174de,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:43:26.029374 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c7145b-7e0f-44a3-a0da-2abe50f7bf85 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Checking segment: {'id': '2d0ce614-8506-4cc1-962f-9fde531e4196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '40ff5ece-b85b-4362-9c55-10cdf7389ec2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:43:26.030081 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c7145b-7e0f-44a3-a0da-2abe50f7bf85 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Network hostable DHCP agents. Network: 40ff5ece-b85b-4362-9c55-10cdf7389ec2, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:43:26.125447 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c7145b-7e0f-44a3-a0da-2abe50f7bf85 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Network 40ff5ece-b85b-4362-9c55-10cdf7389ec2 is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:43:26.148231 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-10b8892e-8357-4351-bd4d-fff56c9e3072 admin admin] Deleting port 1d665204-d3eb-4c58-81d1-07e209168226 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:43:26.148891 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-10b8892e-8357-4351-bd4d-fff56c9e3072 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:26.244738 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-24c7145b-7e0f-44a3-a0da-2abe50f7bf85 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, 40ff5ece-b85b-4362-9c55-10cdf7389ec2) {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:43:26.251999 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-10b8892e-8357-4351-bd4d-fff56c9e3072 admin admin] The port '1d665204-d3eb-4c58-81d1-07e209168226' was deleted {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 20:43:26.274420 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38020bdb-8195-4dfd-8e2a-146d4f6d8c39 None None] Network 40ff5ece-b85b-4362-9c55-10cdf7389ec2 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:43:26.326445 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c7145b-7e0f-44a3-a0da-2abe50f7bf85 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:43:26.332592 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-24c7145b-7e0f-44a3-a0da-2abe50f7bf85 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks [] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:26.592405 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-10b8892e-8357-4351-bd4d-fff56c9e3072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:26.599620 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-0815cc7b-1bca-452f-ae89-ace21abb3c5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:26.639084 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-10b8892e-8357-4351-bd4d-fff56c9e3072 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2824ccb-cf9a-4b92-8e21-779a0dd32a7e']}} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:43:26.660950 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-10b8892e-8357-4351-bd4d-fff56c9e3072 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40398132-9905-4490-b1fe-07e99161244c') {'for_net_delete': True} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:43:26.661650 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-10b8892e-8357-4351-bd4d-fff56c9e3072 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40398132-9905-4490-b1fe-07e99161244c') {} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:43:26.692817 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-10b8892e-8357-4351-bd4d-fff56c9e3072 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2660590'] for segment, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:26.727253 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f71cfeef-9fc4-4265-a8bf-6d55a73f6aea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-40ff5ece-b85b-4362-9c55-10cdf7389ec2', 'network_id': '40ff5ece-b85b-4362-9c55-10cdf7389ec2', 'tenant_id': '3b084a92e7734d7fb83bd2b9ab1e2896', 'fixed_ips': [{'subnet_id': 'c1d9ca20-44be-430c-a501-1d591c5174de'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:43:26.731756 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-f71cfeef-9fc4-4265-a8bf-6d55a73f6aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:26.753068 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-10b8892e-8357-4351-bd4d-fff56c9e3072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:26.769818 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 36208) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:43:26.771284 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-24c7145b-7e0f-44a3-a0da-2abe50f7bf85 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.7570999 May 30 20:43:26.779215 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10b8892e-8357-4351-bd4d-fff56c9e3072 admin admin] Releasing vlan 682 on physical network physnet1 to pool {{(pid=84886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:43:26.782148 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-10b8892e-8357-4351-bd4d-fff56c9e3072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4126989'] for segment, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:26.788744 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-6978476c-e14b-44c8-ae99-1d652a953414 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Request body: {'port': {'network_id': '40ff5ece-b85b-4362-9c55-10cdf7389ec2', 'name': 'tempest-PortsIpV6TestJSON-698304902'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:43:26.819448 n-d-843948-2 neutron-server[84886]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:43:26.819448 n-d-843948-2 neutron-server[84886]: util.warn( May 30 20:43:26.819448 n-d-843948-2 neutron-server[84886]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:43:26.819448 n-d-843948-2 neutron-server[84886]: util.warn( May 30 20:43:26.819448 n-d-843948-2 neutron-server[84886]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:43:26.819448 n-d-843948-2 neutron-server[84886]: util.warn( May 30 20:43:26.819448 n-d-843948-2 neutron-server[84886]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:43:26.819448 n-d-843948-2 neutron-server[84886]: util.warn( May 30 20:43:26.819448 n-d-843948-2 neutron-server[84886]: Traceback (most recent call last): May 30 20:43:26.819448 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:43:26.819448 n-d-843948-2 neutron-server[84886]: timer() May 30 20:43:26.819448 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:43:26.819448 n-d-843948-2 neutron-server[84886]: cb(*args, **kw) May 30 20:43:26.819448 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:43:26.819448 n-d-843948-2 neutron-server[84886]: return func(*args, **kwargs) May 30 20:43:26.819448 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:43:26.819448 n-d-843948-2 neutron-server[84886]: self._notify() May 30 20:43:26.819448 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:43:26.819448 n-d-843948-2 neutron-server[84886]: self.callback(batched_events) May 30 20:43:26.819448 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:43:26.819448 n-d-843948-2 neutron-server[84886]: event.method(event) May 30 20:43:26.819448 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:43:26.819448 n-d-843948-2 neutron-server[84886]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:43:26.819448 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:43:26.819448 n-d-843948-2 neutron-server[84886]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:43:26.819448 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:43:26.819448 n-d-843948-2 neutron-server[84886]: return f(self, *a, **k) May 30 20:43:26.819448 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:43:26.819448 n-d-843948-2 neutron-server[84886]: return self._get(url).json() May 30 20:43:26.819448 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:43:26.819448 n-d-843948-2 neutron-server[84886]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:43:26.819448 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:43:26.819448 n-d-843948-2 neutron-server[84886]: return self.request(url, 'GET', **kwargs) May 30 20:43:26.819448 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:43:26.819448 n-d-843948-2 neutron-server[84886]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:43:26.819448 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:43:26.819448 n-d-843948-2 neutron-server[84886]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:43:26.819448 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:43:26.819448 n-d-843948-2 neutron-server[84886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:43:26.819448 n-d-843948-2 neutron-server[84886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:43:27.021949 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-f71cfeef-9fc4-4265-a8bf-6d55a73f6aea None None] Allocated IP 2001:db8::2 (40ff5ece-b85b-4362-9c55-10cdf7389ec2/c1d9ca20-44be-430c-a501-1d591c5174de/19ad52d8-4fe4-4aad-b09a-4e13ea17f123) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:43:27.151992 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-10b8892e-8357-4351-bd4d-fff56c9e3072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:27.263809 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-6978476c-e14b-44c8-ae99-1d652a953414 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:43:27.272019 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-10b8892e-8357-4351-bd4d-fff56c9e3072 admin admin] Notify callbacks [] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:27.283196 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-6978476c-e14b-44c8-ae99-1d652a953414 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:43:27.346367 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-10b8892e-8357-4351-bd4d-fff56c9e3072 admin admin] 10.222.0.85 "DELETE /v2.0/networks/c2824ccb-cf9a-4b92-8e21-779a0dd32a7e HTTP/1.1" status: 204 len: 168 time: 4.2997160 May 30 20:43:27.347300 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b8892e-8357-4351-bd4d-fff56c9e3072 admin admin] Pushing event deleted for resources: {'Network': ['ID=c2824ccb-cf9a-4b92-8e21-779a0dd32a7e,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:43:27.398241 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6978476c-e14b-44c8-ae99-1d652a953414 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Made reservation on behalf of 3b084a92e7734d7fb83bd2b9ab1e2896 for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:43:27.401276 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6978476c-e14b-44c8-ae99-1d652a953414 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:27.487340 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [None req-6978476c-e14b-44c8-ae99-1d652a953414 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] device_id is not set on port 3820ab2b-d73f-4333-9452-e699d53df058 yet. {{(pid=84887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:43:27.878967 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-f71cfeef-9fc4-4265-a8bf-6d55a73f6aea None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:27.908115 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-f71cfeef-9fc4-4265-a8bf-6d55a73f6aea None None] Transition to ACTIVE for port object 19ad52d8-4fe4-4aad-b09a-4e13ea17f123 will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:43:27.968635 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-f71cfeef-9fc4-4265-a8bf-6d55a73f6aea None None] Transition to ACTIVE for port object 19ad52d8-4fe4-4aad-b09a-4e13ea17f123 will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:43:27.969712 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 36222) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:43:28.040053 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-f71cfeef-9fc4-4265-a8bf-6d55a73f6aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:28.081697 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-9a16650c-1fde-4cb7-b241-a671286e7683 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=3c92fb1823c0434d8caa08876637cb12&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1069844 May 30 20:43:28.083678 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 36226) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:43:28.196244 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f71cfeef-9fc4-4265-a8bf-6d55a73f6aea None None] Network 40ff5ece-b85b-4362-9c55-10cdf7389ec2 is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:43:28.205017 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-f71cfeef-9fc4-4265-a8bf-6d55a73f6aea None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:43:28.215541 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71cfeef-9fc4-4265-a8bf-6d55a73f6aea None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:43:28.222501 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [None req-6978476c-e14b-44c8-ae99-1d652a953414 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Allocated IP 2001:db8::24 (40ff5ece-b85b-4362-9c55-10cdf7389ec2/c1d9ca20-44be-430c-a501-1d591c5174de/3820ab2b-d73f-4333-9452-e699d53df058) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:43:28.257513 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71cfeef-9fc4-4265-a8bf-6d55a73f6aea None None] Pushing event updated for resources: {'Port': ['ID=19ad52d8-4fe4-4aad-b09a-4e13ea17f123,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:43:28.276512 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ad99fcdd-c346-4d13-89f5-5f7b1abc0d5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:28.350908 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ad99fcdd-c346-4d13-89f5-5f7b1abc0d5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:28.492021 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-f71cfeef-9fc4-4265-a8bf-6d55a73f6aea None None] Attempting to bind port 19ad52d8-4fe4-4aad-b09a-4e13ea17f123 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:43:28.492924 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-f71cfeef-9fc4-4265-a8bf-6d55a73f6aea None None] Attempting to bind port 19ad52d8-4fe4-4aad-b09a-4e13ea17f123 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': '2d0ce614-8506-4cc1-962f-9fde531e4196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '40ff5ece-b85b-4362-9c55-10cdf7389ec2'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:43:28.493824 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71cfeef-9fc4-4265-a8bf-6d55a73f6aea None None] Attempting to bind port 19ad52d8-4fe4-4aad-b09a-4e13ea17f123 on network 40ff5ece-b85b-4362-9c55-10cdf7389ec2 {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:43:28.530062 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ad99fcdd-c346-4d13-89f5-5f7b1abc0d5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:28.530872 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71cfeef-9fc4-4265-a8bf-6d55a73f6aea None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:43:28.531759 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71cfeef-9fc4-4265-a8bf-6d55a73f6aea None None] Checking segment: {'id': '2d0ce614-8506-4cc1-962f-9fde531e4196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '40ff5ece-b85b-4362-9c55-10cdf7389ec2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:43:28.533134 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-f71cfeef-9fc4-4265-a8bf-6d55a73f6aea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:28.534294 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71cfeef-9fc4-4265-a8bf-6d55a73f6aea None None] Bound using segment: {'id': '2d0ce614-8506-4cc1-962f-9fde531e4196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '40ff5ece-b85b-4362-9c55-10cdf7389ec2'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:43:28.535394 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-f71cfeef-9fc4-4265-a8bf-6d55a73f6aea None None] Bound port: 19ad52d8-4fe4-4aad-b09a-4e13ea17f123, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d0ce614-8506-4cc1-962f-9fde531e4196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '40ff5ece-b85b-4362-9c55-10cdf7389ec2'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:43:28.536337 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-f71cfeef-9fc4-4265-a8bf-6d55a73f6aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:28.590463 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad99fcdd-c346-4d13-89f5-5f7b1abc0d5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5436bc10-0810-44e2-ad04-baf81a54f3bc,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:43:28.611675 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ad99fcdd-c346-4d13-89f5-5f7b1abc0d5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:28.614137 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-ad99fcdd-c346-4d13-89f5-5f7b1abc0d5e admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/5436bc10-0810-44e2-ad04-baf81a54f3bc HTTP/1.1" status: 204 len: 168 time: 0.5290391 May 30 20:43:28.663265 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6978476c-e14b-44c8-ae99-1d652a953414 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:28.706700 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [None req-6978476c-e14b-44c8-ae99-1d652a953414 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Transition to ACTIVE for port object 3820ab2b-d73f-4333-9452-e699d53df058 will not be triggered until provisioned by entity DHCP. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:43:28.772236 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-f71cfeef-9fc4-4265-a8bf-6d55a73f6aea None None] For port 19ad52d8-4fe4-4aad-b09a-4e13ea17f123, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:43:28.775800 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-f71cfeef-9fc4-4265-a8bf-6d55a73f6aea None None] For port 19ad52d8-4fe4-4aad-b09a-4e13ea17f123, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=19ad52d8-4fe4-4aad-b09a-4e13ea17f123,segment=NetworkSegment(2d0ce614-8506-4cc1-962f-9fde531e4196),segment_id=2d0ce614-8506-4cc1-962f-9fde531e4196)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:43:28.849922 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6978476c-e14b-44c8-ae99-1d652a953414 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:28.888332 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-f71cfeef-9fc4-4265-a8bf-6d55a73f6aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:29.033042 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71cfeef-9fc4-4265-a8bf-6d55a73f6aea None None] Pushing event updated for resources: {'Port': ['ID=19ad52d8-4fe4-4aad-b09a-4e13ea17f123,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:43:29.260533 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6978476c-e14b-44c8-ae99-1d652a953414 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Network 40ff5ece-b85b-4362-9c55-10cdf7389ec2 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:43:29.286622 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-6978476c-e14b-44c8-ae99-1d652a953414 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:43:29.294885 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6978476c-e14b-44c8-ae99-1d652a953414 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:43:29.300060 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6978476c-e14b-44c8-ae99-1d652a953414 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:43:29.301421 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6978476c-e14b-44c8-ae99-1d652a953414 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:29.369170 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6978476c-e14b-44c8-ae99-1d652a953414 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Pushing event updated for resources: {'Port': ['ID=3820ab2b-d73f-4333-9452-e699d53df058,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:43:29.452025 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-6978476c-e14b-44c8-ae99-1d652a953414 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.6802499 May 30 20:43:29.455169 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 36248) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:43:29.639698 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-1a3c9b49-7ff9-46b0-917c-10d3435f8351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:29.706446 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-663888f0-a716-4205-b042-fd82dd805ae8 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Deleting port 3820ab2b-d73f-4333-9452-e699d53df058 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:43:29.707028 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-663888f0-a716-4205-b042-fd82dd805ae8 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:29.845481 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:29.941551 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 19ad52d8-4fe4-4aad-b09a-4e13ea17f123 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:43:30.185920 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 36256) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:43:30.216615 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 19ad52d8-4fe4-4aad-b09a-4e13ea17f123 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:43:30.279954 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-663888f0-a716-4205-b042-fd82dd805ae8 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:30.283507 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-f82d8894-33f3-4dd6-8662-73e567b82efa admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=a31a3e1d08a044b8a8315c71ea733363&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0959582 May 30 20:43:30.286254 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 36260) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:43:30.396246 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-422d9d83-103c-4eb1-89d3-daeedd309bc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:30.429450 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-663888f0-a716-4205-b042-fd82dd805ae8 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Calling delete_port for 3820ab2b-d73f-4333-9452-e699d53df058 owned by {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:43:30.455605 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-422d9d83-103c-4eb1-89d3-daeedd309bc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:30.678345 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-422d9d83-103c-4eb1-89d3-daeedd309bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:30.706011 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422d9d83-103c-4eb1-89d3-daeedd309bc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0600e9a2-d888-4ead-a4a5-aed8bf59af72,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:43:30.715793 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-422d9d83-103c-4eb1-89d3-daeedd309bc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:30.717384 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-422d9d83-103c-4eb1-89d3-daeedd309bc1 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/0600e9a2-d888-4ead-a4a5-aed8bf59af72 HTTP/1.1" status: 204 len: 168 time: 0.4277229 May 30 20:43:30.777144 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-663888f0-a716-4205-b042-fd82dd805ae8 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:30.961475 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f7ae0f-417b-4a2d-ba2b-e89a89da76b1 None None] Network 40ff5ece-b85b-4362-9c55-10cdf7389ec2 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:43:30.989440 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663888f0-a716-4205-b042-fd82dd805ae8 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Pushing event deleted for resources: {'Port': ['ID=3820ab2b-d73f-4333-9452-e699d53df058,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:43:31.008413 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-663888f0-a716-4205-b042-fd82dd805ae8 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:31.018339 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-663888f0-a716-4205-b042-fd82dd805ae8 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] 10.222.0.85 "DELETE /v2.0/ports/3820ab2b-d73f-4333-9452-e699d53df058 HTTP/1.1" status: 204 len: 168 time: 1.5588188 May 30 20:43:31.019716 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 36268) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:43:31.089560 n-d-843948-2 neutron-server[84886]: INFO neutron.pecan_wsgi.hooks.translation [None req-0674d7c2-0941-43a7-819c-f14e655f9647 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] DELETE failed (client error): The resource could not be found. May 30 20:43:31.090018 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0674d7c2-0941-43a7-819c-f14e655f9647 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:43:31.091737 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-0674d7c2-0941-43a7-819c-f14e655f9647 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] 10.222.0.85 "DELETE /v2.0/ports/3820ab2b-d73f-4333-9452-e699d53df058 HTTP/1.1" status: 404 len: 333 time: 0.0710287 May 30 20:43:31.094643 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 36276) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:43:31.148449 n-d-843948-2 neutron-server[84887]: INFO neutron.pecan_wsgi.hooks.translation [None req-e51a98dd-df5d-42be-bc31-5c4bd06ff9b6 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] GET failed (client error): The resource could not be found. May 30 20:43:31.149120 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-e51a98dd-df5d-42be-bc31-5c4bd06ff9b6 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Synchronizing usage tracker for tenant:3b084a92e7734d7fb83bd2b9ab1e2896 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:43:31.247664 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-e51a98dd-df5d-42be-bc31-5c4bd06ff9b6 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Unset dirty status for tenant:3b084a92e7734d7fb83bd2b9ab1e2896 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:43:31.249787 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-e51a98dd-df5d-42be-bc31-5c4bd06ff9b6 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] 10.222.0.85 "GET /v2.0/ports/3820ab2b-d73f-4333-9452-e699d53df058 HTTP/1.1" status: 404 len: 333 time: 0.1531081 May 30 20:43:31.252145 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 36286) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:43:31.407243 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:31.486911 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-db85e91a-af31-4120-abc7-4ea8a365672a None None] Provisioning for port 19ad52d8-4fe4-4aad-b09a-4e13ea17f123 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:43:31.502660 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-db85e91a-af31-4120-abc7-4ea8a365672a None None] Provisioning complete for port 19ad52d8-4fe4-4aad-b09a-4e13ea17f123 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:43:31.506061 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-db85e91a-af31-4120-abc7-4ea8a365672a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:31.643042 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_v2 [None req-87591500-6366-42b7-ab5c-50efd9f10400 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Deleting subnet c1d9ca20-44be-430c-a501-1d591c5174de {{(pid=84887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:43:31.647337 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-87591500-6366-42b7-ab5c-50efd9f10400 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks [] for subnet, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:31.767781 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-87591500-6366-42b7-ab5c-50efd9f10400 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3149227'] for subnet, precommit_delete_associations {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:31.812502 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-db85e91a-af31-4120-abc7-4ea8a365672a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:31.897982 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-db85e91a-af31-4120-abc7-4ea8a365672a None None] For port 19ad52d8-4fe4-4aad-b09a-4e13ea17f123, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=19ad52d8-4fe4-4aad-b09a-4e13ea17f123,segment=NetworkSegment(2d0ce614-8506-4cc1-962f-9fde531e4196),segment_id=2d0ce614-8506-4cc1-962f-9fde531e4196)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:43:31.993885 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-db85e91a-af31-4120-abc7-4ea8a365672a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:31.996580 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-87591500-6366-42b7-ab5c-50efd9f10400 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:32.157916 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-e88478c5-cf05-4733-b819-e32cce894ae2 None None] Provisioning complete for port 19ad52d8-4fe4-4aad-b09a-4e13ea17f123 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:43:32.162634 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-e88478c5-cf05-4733-b819-e32cce894ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:32.247513 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-87591500-6366-42b7-ab5c-50efd9f10400 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4055470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114247'] for subnet, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:32.287273 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db85e91a-af31-4120-abc7-4ea8a365672a None None] Pushing event updated for resources: {'Port': ['ID=19ad52d8-4fe4-4aad-b09a-4e13ea17f123,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:43:32.377199 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-87591500-6366-42b7-ab5c-50efd9f10400 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:32.384182 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87591500-6366-42b7-ab5c-50efd9f10400 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Pushing event deleted for resources: {'Subnet': ['ID=c1d9ca20-44be-430c-a501-1d591c5174de,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:43:32.389585 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-87591500-6366-42b7-ab5c-50efd9f10400 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] 10.222.0.85 "DELETE /v2.0/subnets/c1d9ca20-44be-430c-a501-1d591c5174de HTTP/1.1" status: 204 len: 168 time: 1.1341333 May 30 20:43:32.390643 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 36312) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:43:32.514310 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:43:32.586257 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7812e05e-1939-4398-9c73-b4778121ea6e tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:32.602232 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-7812e05e-1939-4398-9c73-b4778121ea6e tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Deleting port 19ad52d8-4fe4-4aad-b09a-4e13ea17f123 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:43:32.602578 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7812e05e-1939-4398-9c73-b4778121ea6e tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:32.604837 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-391dd172-5698-44e6-8a68-d7ebe0aedc4c None None] Could not find standard attr ID for object 3820ab2b-d73f-4333-9452-e699d53df058. {{(pid=84888) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 30 20:43:32.731731 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:32.841658 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b0b9c2c-cf6e-4bb3-ba1a-4d862a1b98f8 None None] Network 40ff5ece-b85b-4362-9c55-10cdf7389ec2 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:43:33.253653 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [None req-7812e05e-1939-4398-9c73-b4778121ea6e tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] For port 19ad52d8-4fe4-4aad-b09a-4e13ea17f123, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=19ad52d8-4fe4-4aad-b09a-4e13ea17f123,segment=NetworkSegment(2d0ce614-8506-4cc1-962f-9fde531e4196),segment_id=2d0ce614-8506-4cc1-962f-9fde531e4196)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:43:33.256705 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7812e05e-1939-4398-9c73-b4778121ea6e tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:33.456363 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69fb382b-ee1e-4e5e-b6c9-415f59feacf5 None None] DHCP port deletion for 40ff5ece-b85b-4362-9c55-10cdf7389ec2 request from n-d-843948-2 {{(pid=84888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:43:33.461552 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-69fb382b-ee1e-4e5e-b6c9-415f59feacf5 None None] Deleting port 19ad52d8-4fe4-4aad-b09a-4e13ea17f123 {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:43:33.461998 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-69fb382b-ee1e-4e5e-b6c9-415f59feacf5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:33.473896 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-7812e05e-1939-4398-9c73-b4778121ea6e tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Calling delete_port for 19ad52d8-4fe4-4aad-b09a-4e13ea17f123 owned by network:dhcp {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:43:33.712903 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7812e05e-1939-4398-9c73-b4778121ea6e tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:33.922838 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7812e05e-1939-4398-9c73-b4778121ea6e tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Pushing event deleted for resources: {'Port': ['ID=19ad52d8-4fe4-4aad-b09a-4e13ea17f123,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:43:33.959607 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 19ad52d8-4fe4-4aad-b09a-4e13ea17f123 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:43:34.008936 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7812e05e-1939-4398-9c73-b4778121ea6e tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] No DVR routers for this DVR port 19ad52d8-4fe4-4aad-b09a-4e13ea17f123 on host n-d-843948-2 {{(pid=84886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:43:34.041003 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: 19ad52d8-4fe4-4aad-b09a-4e13ea17f123 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:43:34.042076 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 19ad52d8-4fe4-4aad-b09a-4e13ea17f123 not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:43:34.087691 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-69fb382b-ee1e-4e5e-b6c9-415f59feacf5 None None] For port 19ad52d8-4fe4-4aad-b09a-4e13ea17f123, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=19ad52d8-4fe4-4aad-b09a-4e13ea17f123,segment=NetworkSegment(2d0ce614-8506-4cc1-962f-9fde531e4196),segment_id=2d0ce614-8506-4cc1-962f-9fde531e4196)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:43:34.090863 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-69fb382b-ee1e-4e5e-b6c9-415f59feacf5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:34.204676 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7812e05e-1939-4398-9c73-b4778121ea6e tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:34.242284 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-7812e05e-1939-4398-9c73-b4778121ea6e tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40ff5ece-b85b-4362-9c55-10cdf7389ec2']}} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:43:34.264157 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-7812e05e-1939-4398-9c73-b4778121ea6e tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d0ce614-8506-4cc1-962f-9fde531e4196') {'for_net_delete': True} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:43:34.264453 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-7812e05e-1939-4398-9c73-b4778121ea6e tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d0ce614-8506-4cc1-962f-9fde531e4196') {} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:43:34.272999 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-69fb382b-ee1e-4e5e-b6c9-415f59feacf5 None None] Calling delete_port for 19ad52d8-4fe4-4aad-b09a-4e13ea17f123 owned by network:dhcp {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:43:34.285404 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7812e05e-1939-4398-9c73-b4778121ea6e tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2660590'] for segment, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:34.302478 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7812e05e-1939-4398-9c73-b4778121ea6e tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:34.310183 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7812e05e-1939-4398-9c73-b4778121ea6e tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Releasing vlan 655 on physical network physnet1 to pool {{(pid=84886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:43:34.310374 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7812e05e-1939-4398-9c73-b4778121ea6e tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4126989'] for segment, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:34.329981 n-d-843948-2 neutron-server[84886]: Traceback (most recent call last): May 30 20:43:34.329981 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:43:34.329981 n-d-843948-2 neutron-server[84886]: timer() May 30 20:43:34.329981 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:43:34.329981 n-d-843948-2 neutron-server[84886]: cb(*args, **kw) May 30 20:43:34.329981 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:43:34.329981 n-d-843948-2 neutron-server[84886]: return func(*args, **kwargs) May 30 20:43:34.329981 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:43:34.329981 n-d-843948-2 neutron-server[84886]: self._notify() May 30 20:43:34.329981 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:43:34.329981 n-d-843948-2 neutron-server[84886]: self.callback(batched_events) May 30 20:43:34.329981 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:43:34.329981 n-d-843948-2 neutron-server[84886]: event.method(event) May 30 20:43:34.329981 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:43:34.329981 n-d-843948-2 neutron-server[84886]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:43:34.329981 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:43:34.329981 n-d-843948-2 neutron-server[84886]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:43:34.329981 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:43:34.329981 n-d-843948-2 neutron-server[84886]: return f(self, *a, **k) May 30 20:43:34.329981 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:43:34.329981 n-d-843948-2 neutron-server[84886]: return self._get(url).json() May 30 20:43:34.329981 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:43:34.329981 n-d-843948-2 neutron-server[84886]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:43:34.329981 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:43:34.329981 n-d-843948-2 neutron-server[84886]: return self.request(url, 'GET', **kwargs) May 30 20:43:34.329981 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:43:34.329981 n-d-843948-2 neutron-server[84886]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:43:34.329981 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:43:34.329981 n-d-843948-2 neutron-server[84886]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:43:34.329981 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:43:34.329981 n-d-843948-2 neutron-server[84886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:43:34.329981 n-d-843948-2 neutron-server[84886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:43:34.407979 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.db.api [None req-69fb382b-ee1e-4e5e-b6c9-415f59feacf5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:43:34.407979 n-d-843948-2 neutron-server[84888]: DEBUG oslo_db.api [None req-69fb382b-ee1e-4e5e-b6c9-415f59feacf5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:43:34.555453 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7812e05e-1939-4398-9c73-b4778121ea6e tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:34.641078 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7812e05e-1939-4398-9c73-b4778121ea6e tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks [] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:34.687152 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7812e05e-1939-4398-9c73-b4778121ea6e tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Pushing event deleted for resources: {'Network': ['ID=40ff5ece-b85b-4362-9c55-10cdf7389ec2,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:43:34.766939 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-7812e05e-1939-4398-9c73-b4778121ea6e tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] 10.222.0.85 "DELETE /v2.0/networks/40ff5ece-b85b-4362-9c55-10cdf7389ec2 HTTP/1.1" status: 204 len: 168 time: 2.3730972 May 30 20:43:34.772255 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 36354) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:43:34.780793 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-8bc5fbb4-c827-47f0-9038-df3db8d3018c tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-439305082'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:43:34.794742 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-8bc5fbb4-c827-47f0-9038-df3db8d3018c tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:43:34.804556 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-8bc5fbb4-c827-47f0-9038-df3db8d3018c tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Usage tracker for resource:network and tenant:3b084a92e7734d7fb83bd2b9ab1e2896 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:43:34.812760 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-8bc5fbb4-c827-47f0-9038-df3db8d3018c tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:43:34.822150 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-8bc5fbb4-c827-47f0-9038-df3db8d3018c tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:43:34.906029 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-69fb382b-ee1e-4e5e-b6c9-415f59feacf5 None None] Deleting port 19ad52d8-4fe4-4aad-b09a-4e13ea17f123 {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:43:34.908604 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-69fb382b-ee1e-4e5e-b6c9-415f59feacf5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:34.921932 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bc5fbb4-c827-47f0-9038-df3db8d3018c tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Made reservation on behalf of 3b084a92e7734d7fb83bd2b9ab1e2896 for: {'network': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:43:34.925290 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8bc5fbb4-c827-47f0-9038-df3db8d3018c tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:34.983351 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bc5fbb4-c827-47f0-9038-df3db8d3018c tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] vlan segment allocate from pool success with {'vlan_id': 658, 'physical_network': 'physnet1'} {{(pid=84886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:43:35.017782 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8bc5fbb4-c827-47f0-9038-df3db8d3018c tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:35.018472 n-d-843948-2 neutron-server[84886]: INFO neutron.db.segments_db [None req-8bc5fbb4-c827-47f0-9038-df3db8d3018c tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Added segment d482b076-079f-4616-b1c8-3049b1540837 of type vlan for network 10b06df5-413f-4555-ab2e-e156c52dfbc5 May 30 20:43:35.107309 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-69fb382b-ee1e-4e5e-b6c9-415f59feacf5 None None] The port '19ad52d8-4fe4-4aad-b09a-4e13ea17f123' was deleted {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 20:43:35.148399 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8bc5fbb4-c827-47f0-9038-df3db8d3018c tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:35.289509 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8bc5fbb4-c827-47f0-9038-df3db8d3018c tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:35.293484 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc5fbb4-c827-47f0-9038-df3db8d3018c tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:43:35.294244 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8bc5fbb4-c827-47f0-9038-df3db8d3018c tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks [] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:35.465667 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-8bc5fbb4-c827-47f0-9038-df3db8d3018c tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6912146 May 30 20:43:35.470533 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 36374) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:43:35.478263 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-f674d651-c7a0-4672-9ddb-9d31ba203f9d tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Request body: {'subnet': {'network_id': '10b06df5-413f-4555-ab2e-e156c52dfbc5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:43:35.508651 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc5fbb4-c827-47f0-9038-df3db8d3018c tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Pushing event updated for resources: {'Network': ['ID=10b06df5-413f-4555-ab2e-e156c52dfbc5,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:43:35.521777 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network 10b06df5-413f-4555-ab2e-e156c52dfbc5 details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:43:35.780995 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-f674d651-c7a0-4672-9ddb-9d31ba203f9d tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:43:35.794260 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-f674d651-c7a0-4672-9ddb-9d31ba203f9d tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Usage tracker for resource:subnet and tenant:3b084a92e7734d7fb83bd2b9ab1e2896 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:43:35.798387 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-f674d651-c7a0-4672-9ddb-9d31ba203f9d tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:43:35.810381 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-f674d651-c7a0-4672-9ddb-9d31ba203f9d tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:43:35.926538 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f674d651-c7a0-4672-9ddb-9d31ba203f9d tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Made reservation on behalf of 3b084a92e7734d7fb83bd2b9ab1e2896 for: {'subnet': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:43:36.165037 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f674d651-c7a0-4672-9ddb-9d31ba203f9d tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114220'] for subnet, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:37.102699 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f674d651-c7a0-4672-9ddb-9d31ba203f9d tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4055401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114238'] for subnet, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:37.238200 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f674d651-c7a0-4672-9ddb-9d31ba203f9d tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Checking segment: {'id': 'd482b076-079f-4616-b1c8-3049b1540837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '10b06df5-413f-4555-ab2e-e156c52dfbc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:43:37.238671 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f674d651-c7a0-4672-9ddb-9d31ba203f9d tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Network hostable DHCP agents. Network: 10b06df5-413f-4555-ab2e-e156c52dfbc5, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:43:37.248124 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f674d651-c7a0-4672-9ddb-9d31ba203f9d tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Pushing event updated for resources: {'Subnet': ['ID=b5578c59-7387-4139-92c4-fc13c88309e8,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:43:37.382702 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f674d651-c7a0-4672-9ddb-9d31ba203f9d tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Network 10b06df5-413f-4555-ab2e-e156c52dfbc5 is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:43:37.489429 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-f674d651-c7a0-4672-9ddb-9d31ba203f9d tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, 10b06df5-413f-4555-ab2e-e156c52dfbc5) {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:43:37.494083 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f674d651-c7a0-4672-9ddb-9d31ba203f9d tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:43:37.494799 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f674d651-c7a0-4672-9ddb-9d31ba203f9d tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:37.502548 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70176e0a-b219-40a7-a17f-b4f2991b51dc None None] Network 10b06df5-413f-4555-ab2e-e156c52dfbc5 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:43:37.654082 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-f674d651-c7a0-4672-9ddb-9d31ba203f9d tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1789436 May 30 20:43:37.654457 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 36450) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:43:37.665493 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-78fc3096-8da1-4998-97ce-9f2fba2129ec tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Request body: {'port': {'network_id': '10b06df5-413f-4555-ab2e-e156c52dfbc5', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-54297226'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:43:37.926770 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-78fc3096-8da1-4998-97ce-9f2fba2129ec tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:43:37.942435 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-78fc3096-8da1-4998-97ce-9f2fba2129ec tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Usage tracker for resource:port and tenant:3b084a92e7734d7fb83bd2b9ab1e2896 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:43:37.950179 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-78fc3096-8da1-4998-97ce-9f2fba2129ec tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:43:37.960079 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-78fc3096-8da1-4998-97ce-9f2fba2129ec tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:43:38.034079 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78fc3096-8da1-4998-97ce-9f2fba2129ec tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Made reservation on behalf of 3b084a92e7734d7fb83bd2b9ab1e2896 for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:43:38.037157 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-78fc3096-8da1-4998-97ce-9f2fba2129ec tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:38.058160 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b797d1c-8c96-4f15-9344-2d1d4650380e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-10b06df5-413f-4555-ab2e-e156c52dfbc5', 'network_id': '10b06df5-413f-4555-ab2e-e156c52dfbc5', 'tenant_id': '3b084a92e7734d7fb83bd2b9ab1e2896', 'fixed_ips': [{'subnet_id': 'b5578c59-7387-4139-92c4-fc13c88309e8'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:43:38.059428 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-5b797d1c-8c96-4f15-9344-2d1d4650380e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:38.104106 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [None req-78fc3096-8da1-4998-97ce-9f2fba2129ec tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] device_id is not set on port 7130aeb3-68c6-4c60-aa4c-cf403c6ed0c8 yet. {{(pid=84887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:43:38.307714 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-5b797d1c-8c96-4f15-9344-2d1d4650380e None None] Allocated IP 2001:db8::2 (10b06df5-413f-4555-ab2e-e156c52dfbc5/b5578c59-7387-4139-92c4-fc13c88309e8/0baae85d-023d-4393-8ae7-654afcbb450b) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:43:38.585971 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-5b797d1c-8c96-4f15-9344-2d1d4650380e None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:38.600260 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-5b797d1c-8c96-4f15-9344-2d1d4650380e None None] Transition to ACTIVE for port object 0baae85d-023d-4393-8ae7-654afcbb450b will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:43:38.628125 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-5b797d1c-8c96-4f15-9344-2d1d4650380e None None] Transition to ACTIVE for port object 0baae85d-023d-4393-8ae7-654afcbb450b will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:43:38.703480 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-5b797d1c-8c96-4f15-9344-2d1d4650380e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:38.851951 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [None req-78fc3096-8da1-4998-97ce-9f2fba2129ec tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Allocated IP 2001:db8::ce (10b06df5-413f-4555-ab2e-e156c52dfbc5/b5578c59-7387-4139-92c4-fc13c88309e8/7130aeb3-68c6-4c60-aa4c-cf403c6ed0c8) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:43:38.929265 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b797d1c-8c96-4f15-9344-2d1d4650380e None None] Pushing event updated for resources: {'Port': ['ID=0baae85d-023d-4393-8ae7-654afcbb450b,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:43:38.949153 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b797d1c-8c96-4f15-9344-2d1d4650380e None None] Network 10b06df5-413f-4555-ab2e-e156c52dfbc5 is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:43:38.950830 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-5b797d1c-8c96-4f15-9344-2d1d4650380e None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:43:38.954398 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b797d1c-8c96-4f15-9344-2d1d4650380e None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:43:39.164904 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-5b797d1c-8c96-4f15-9344-2d1d4650380e None None] Attempting to bind port 0baae85d-023d-4393-8ae7-654afcbb450b on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:43:39.165276 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-5b797d1c-8c96-4f15-9344-2d1d4650380e None None] Attempting to bind port 0baae85d-023d-4393-8ae7-654afcbb450b by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': 'd482b076-079f-4616-b1c8-3049b1540837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '10b06df5-413f-4555-ab2e-e156c52dfbc5'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:43:39.165675 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b797d1c-8c96-4f15-9344-2d1d4650380e None None] Attempting to bind port 0baae85d-023d-4393-8ae7-654afcbb450b on network 10b06df5-413f-4555-ab2e-e156c52dfbc5 {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:43:39.190051 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b797d1c-8c96-4f15-9344-2d1d4650380e None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 43, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:43:39.190492 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b797d1c-8c96-4f15-9344-2d1d4650380e None None] Checking segment: {'id': 'd482b076-079f-4616-b1c8-3049b1540837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '10b06df5-413f-4555-ab2e-e156c52dfbc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:43:39.190903 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-5b797d1c-8c96-4f15-9344-2d1d4650380e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:39.191298 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b797d1c-8c96-4f15-9344-2d1d4650380e None None] Bound using segment: {'id': 'd482b076-079f-4616-b1c8-3049b1540837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '10b06df5-413f-4555-ab2e-e156c52dfbc5'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:43:39.191779 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-5b797d1c-8c96-4f15-9344-2d1d4650380e None None] Bound port: 0baae85d-023d-4393-8ae7-654afcbb450b, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd482b076-079f-4616-b1c8-3049b1540837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '10b06df5-413f-4555-ab2e-e156c52dfbc5'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:43:39.192156 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-5b797d1c-8c96-4f15-9344-2d1d4650380e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:39.260972 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-78fc3096-8da1-4998-97ce-9f2fba2129ec tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:39.302518 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [None req-78fc3096-8da1-4998-97ce-9f2fba2129ec tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Transition to ACTIVE for port object 7130aeb3-68c6-4c60-aa4c-cf403c6ed0c8 will not be triggered until provisioned by entity DHCP. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:43:39.383425 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-5b797d1c-8c96-4f15-9344-2d1d4650380e None None] For port 0baae85d-023d-4393-8ae7-654afcbb450b, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:43:39.386776 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-5b797d1c-8c96-4f15-9344-2d1d4650380e None None] For port 0baae85d-023d-4393-8ae7-654afcbb450b, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=0baae85d-023d-4393-8ae7-654afcbb450b,segment=NetworkSegment(d482b076-079f-4616-b1c8-3049b1540837),segment_id=d482b076-079f-4616-b1c8-3049b1540837)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:43:39.503128 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-78fc3096-8da1-4998-97ce-9f2fba2129ec tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:39.582824 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-5b797d1c-8c96-4f15-9344-2d1d4650380e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:39.633125 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78fc3096-8da1-4998-97ce-9f2fba2129ec tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Network 10b06df5-413f-4555-ab2e-e156c52dfbc5 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:43:39.649389 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-78fc3096-8da1-4998-97ce-9f2fba2129ec tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:43:39.651547 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fc3096-8da1-4998-97ce-9f2fba2129ec tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Pushing event updated for resources: {'Port': ['ID=7130aeb3-68c6-4c60-aa4c-cf403c6ed0c8,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:43:39.654053 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78fc3096-8da1-4998-97ce-9f2fba2129ec tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:43:39.659086 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78fc3096-8da1-4998-97ce-9f2fba2129ec tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:43:39.660411 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-78fc3096-8da1-4998-97ce-9f2fba2129ec tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:39.766420 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b797d1c-8c96-4f15-9344-2d1d4650380e None None] Pushing event updated for resources: {'Port': ['ID=0baae85d-023d-4393-8ae7-654afcbb450b,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:43:39.794413 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-78fc3096-8da1-4998-97ce-9f2fba2129ec tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 890 time: 2.1384137 May 30 20:43:39.796993 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 36570) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:43:39.922370 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-d846d6d6-554e-4e0f-bddd-ed83e68a72c5 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Deleting port 7130aeb3-68c6-4c60-aa4c-cf403c6ed0c8 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:43:39.924768 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d846d6d6-554e-4e0f-bddd-ed83e68a72c5 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:40.648138 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d846d6d6-554e-4e0f-bddd-ed83e68a72c5 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:40.908102 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-d846d6d6-554e-4e0f-bddd-ed83e68a72c5 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Calling delete_port for 7130aeb3-68c6-4c60-aa4c-cf403c6ed0c8 owned by {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:43:41.016737 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 36610) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:43:41.307053 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c206a56-004a-4c53-8640-8d1078cdada6 None None] Network 10b06df5-413f-4555-ab2e-e156c52dfbc5 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:43:41.325987 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f533ec32-fe60-4635-b05b-b6ae2ed75364 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:41.454532 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d846d6d6-554e-4e0f-bddd-ed83e68a72c5 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:41.473951 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-f533ec32-fe60-4635-b05b-b6ae2ed75364 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:43:41.476544 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-f533ec32-fe60-4635-b05b-b6ae2ed75364 admin admin] Usage tracker for resource:security_group_rule and tenant:98b8d74478f84e5d9ba2b35f0b3ffba8 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:43:41.479740 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-f533ec32-fe60-4635-b05b-b6ae2ed75364 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:43:41.492019 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-f533ec32-fe60-4635-b05b-b6ae2ed75364 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:43:41.565672 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d846d6d6-554e-4e0f-bddd-ed83e68a72c5 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:41.567291 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-a11a3da8-c9aa-4854-8b55-1637a620b0e5 None None] Provisioning for port 0baae85d-023d-4393-8ae7-654afcbb450b completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:43:41.572332 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d846d6d6-554e-4e0f-bddd-ed83e68a72c5 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Pushing event deleted for resources: {'Port': ['ID=7130aeb3-68c6-4c60-aa4c-cf403c6ed0c8,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:43:41.600933 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-d846d6d6-554e-4e0f-bddd-ed83e68a72c5 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] 10.222.0.85 "DELETE /v2.0/ports/7130aeb3-68c6-4c60-aa4c-cf403c6ed0c8 HTTP/1.1" status: 204 len: 168 time: 1.8025610 May 30 20:43:41.601683 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 36622) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:43:41.608013 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f533ec32-fe60-4635-b05b-b6ae2ed75364 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:41.648152 n-d-843948-2 neutron-server[84887]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb97c397-2e83-4971-a3ff-c98a5e110948 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] GET failed (client error): The resource could not be found. May 30 20:43:41.649915 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-fb97c397-2e83-4971-a3ff-c98a5e110948 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Synchronizing usage tracker for tenant:3b084a92e7734d7fb83bd2b9ab1e2896 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:43:41.742290 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f533ec32-fe60-4635-b05b-b6ae2ed75364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:41.753350 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-fb97c397-2e83-4971-a3ff-c98a5e110948 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Unset dirty status for tenant:3b084a92e7734d7fb83bd2b9ab1e2896 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:43:41.755375 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-fb97c397-2e83-4971-a3ff-c98a5e110948 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] 10.222.0.85 "GET /v2.0/ports/7130aeb3-68c6-4c60-aa4c-cf403c6ed0c8 HTTP/1.1" status: 404 len: 333 time: 0.1522520 May 30 20:43:41.757585 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 36634) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:43:41.816249 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f533ec32-fe60-4635-b05b-b6ae2ed75364 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a32bf01c-bbca-41b7-9036-93959059f579,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:43:41.865373 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-f533ec32-fe60-4635-b05b-b6ae2ed75364 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=98b8d74478f84e5d9ba2b35f0b3ffba8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8461499 May 30 20:43:41.869766 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 36644) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:43:41.959152 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 0baae85d-023d-4393-8ae7-654afcbb450b up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:43:42.031484 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-00f5259b-f52f-4d22-aa7f-36266a7e8e11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:42.097707 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-00f5259b-f52f-4d22-aa7f-36266a7e8e11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:42.217036 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 0baae85d-023d-4393-8ae7-654afcbb450b completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:43:42.226772 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 0baae85d-023d-4393-8ae7-654afcbb450b triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:43:42.227394 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:42.235705 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a973ff9-239f-4327-aac5-52a2fbcf8e5c tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Deleting subnet b5578c59-7387-4139-92c4-fc13c88309e8 {{(pid=84887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:43:42.242800 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6a973ff9-239f-4327-aac5-52a2fbcf8e5c tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks [] for subnet, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:42.314745 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-00f5259b-f52f-4d22-aa7f-36266a7e8e11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:42.354236 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-00f5259b-f52f-4d22-aa7f-36266a7e8e11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:42.354236 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-00f5259b-f52f-4d22-aa7f-36266a7e8e11 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/a32bf01c-bbca-41b7-9036-93959059f579 HTTP/1.1" status: 204 len: 168 time: 0.4806237 May 30 20:43:42.386027 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f5259b-f52f-4d22-aa7f-36266a7e8e11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a32bf01c-bbca-41b7-9036-93959059f579,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:43:42.392633 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6a973ff9-239f-4327-aac5-52a2fbcf8e5c tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3149227'] for subnet, precommit_delete_associations {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:42.506748 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6a973ff9-239f-4327-aac5-52a2fbcf8e5c tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:42.593249 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-21fcfff3-d231-42a1-bdf7-e37ed01bea40 None None] Could not find standard attr ID for object 7130aeb3-68c6-4c60-aa4c-cf403c6ed0c8. {{(pid=84888) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 30 20:43:42.599974 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:42.706861 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6a973ff9-239f-4327-aac5-52a2fbcf8e5c tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4055470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114247'] for subnet, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:42.826279 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6a973ff9-239f-4327-aac5-52a2fbcf8e5c tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:42.857761 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a973ff9-239f-4327-aac5-52a2fbcf8e5c tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Pushing event deleted for resources: {'Subnet': ['ID=b5578c59-7387-4139-92c4-fc13c88309e8,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:43:42.864012 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.db.api [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:43:42.864749 n-d-843948-2 neutron-server[84888]: DEBUG oslo_db.api [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:43:42.867005 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f87c134e-6466-4bd0-936c-d94adf358971 None None] Network 10b06df5-413f-4555-ab2e-e156c52dfbc5 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:43:42.883179 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-6a973ff9-239f-4327-aac5-52a2fbcf8e5c tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] 10.222.0.85 "DELETE /v2.0/subnets/b5578c59-7387-4139-92c4-fc13c88309e8 HTTP/1.1" status: 204 len: 168 time: 1.1241977 May 30 20:43:42.885757 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 36680) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:43:43.113123 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6c7212a0-7835-4401-87f4-1975a52f35fe tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:43.124864 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-6c7212a0-7835-4401-87f4-1975a52f35fe tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Deleting port 0baae85d-023d-4393-8ae7-654afcbb450b {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:43:43.125944 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6c7212a0-7835-4401-87f4-1975a52f35fe tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:43.349291 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa8f1537-d9d6-4f49-a52b-d066fa649bd5 None None] DHCP port deletion for 10b06df5-413f-4555-ab2e-e156c52dfbc5 request from n-d-843948-2 {{(pid=84888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:43:43.356030 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-fa8f1537-d9d6-4f49-a52b-d066fa649bd5 None None] Deleting port 0baae85d-023d-4393-8ae7-654afcbb450b {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:43:43.356544 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f1537-d9d6-4f49-a52b-d066fa649bd5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:43.500809 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [None req-6c7212a0-7835-4401-87f4-1975a52f35fe tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] For port 0baae85d-023d-4393-8ae7-654afcbb450b, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=0baae85d-023d-4393-8ae7-654afcbb450b,segment=NetworkSegment(d482b076-079f-4616-b1c8-3049b1540837),segment_id=d482b076-079f-4616-b1c8-3049b1540837)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:43:43.500809 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6c7212a0-7835-4401-87f4-1975a52f35fe tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:43.609967 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:43.624986 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 36712) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:43:43.666538 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-384b62bc-3725-4f3f-8a99-fa76d7a090d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:43.682543 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port 0baae85d-023d-4393-8ae7-654afcbb450b, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=0baae85d-023d-4393-8ae7-654afcbb450b,segment=NetworkSegment(d482b076-079f-4616-b1c8-3049b1540837),segment_id=d482b076-079f-4616-b1c8-3049b1540837)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:43:43.708593 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-384b62bc-3725-4f3f-8a99-fa76d7a090d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:43:43.712784 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-384b62bc-3725-4f3f-8a99-fa76d7a090d5 admin admin] Usage tracker for resource:security_group_rule and tenant:4ce51829dad04fe485f791d7b6e38f54 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:43:43.716009 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-384b62bc-3725-4f3f-8a99-fa76d7a090d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:43:43.724512 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-384b62bc-3725-4f3f-8a99-fa76d7a090d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:43:43.728016 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-6c7212a0-7835-4401-87f4-1975a52f35fe tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Calling delete_port for 0baae85d-023d-4393-8ae7-654afcbb450b owned by network:dhcp {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:43:43.900660 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-384b62bc-3725-4f3f-8a99-fa76d7a090d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:43.938648 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:43.966164 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.db.api [None req-6c7212a0-7835-4401-87f4-1975a52f35fe tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84887) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:43:43.966907 n-d-843948-2 neutron-server[84887]: DEBUG oslo_db.api [None req-6c7212a0-7835-4401-87f4-1975a52f35fe tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:43:43.987955 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-384b62bc-3725-4f3f-8a99-fa76d7a090d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:44.041846 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-fa8f1537-d9d6-4f49-a52b-d066fa649bd5 None None] For port 0baae85d-023d-4393-8ae7-654afcbb450b, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=0baae85d-023d-4393-8ae7-654afcbb450b,segment=NetworkSegment(d482b076-079f-4616-b1c8-3049b1540837),segment_id=d482b076-079f-4616-b1c8-3049b1540837)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:43:44.041846 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f1537-d9d6-4f49-a52b-d066fa649bd5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:44.042052 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384b62bc-3725-4f3f-8a99-fa76d7a090d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f77e93d-39d7-4dbf-ad43-0dfaae7dcbd5,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:43:44.099041 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-384b62bc-3725-4f3f-8a99-fa76d7a090d5 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=4ce51829dad04fe485f791d7b6e38f54&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4672246 May 30 20:43:44.099730 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 36732) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:43:44.123136 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 0baae85d-023d-4393-8ae7-654afcbb450b no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:43:44.177417 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-50e9a5f1-d055-40a7-b0b9-a8194d170b78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:44.209044 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=0baae85d-023d-4393-8ae7-654afcbb450b,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:43:44.211633 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-50e9a5f1-d055-40a7-b0b9-a8194d170b78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:44.217194 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-fa8f1537-d9d6-4f49-a52b-d066fa649bd5 None None] Calling delete_port for 0baae85d-023d-4393-8ae7-654afcbb450b owned by network:dhcp {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:43:44.325293 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-50e9a5f1-d055-40a7-b0b9-a8194d170b78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:44.355398 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e9a5f1-d055-40a7-b0b9-a8194d170b78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f77e93d-39d7-4dbf-ad43-0dfaae7dcbd5,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:43:44.370279 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:44.408561 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.db.api [None req-fa8f1537-d9d6-4f49-a52b-d066fa649bd5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:43:44.408561 n-d-843948-2 neutron-server[84888]: DEBUG oslo_db.api [None req-fa8f1537-d9d6-4f49-a52b-d066fa649bd5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:43:44.431983 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port 0baae85d-023d-4393-8ae7-654afcbb450b, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=0baae85d-023d-4393-8ae7-654afcbb450b,segment=NetworkSegment(d482b076-079f-4616-b1c8-3049b1540837),segment_id=d482b076-079f-4616-b1c8-3049b1540837)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:43:44.475907 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-6c7212a0-7835-4401-87f4-1975a52f35fe tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Deleting port 0baae85d-023d-4393-8ae7-654afcbb450b {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:43:44.476241 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6c7212a0-7835-4401-87f4-1975a52f35fe tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:44.524760 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:44.527193 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-50e9a5f1-d055-40a7-b0b9-a8194d170b78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:44.528955 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-50e9a5f1-d055-40a7-b0b9-a8194d170b78 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/2f77e93d-39d7-4dbf-ad43-0dfaae7dcbd5 HTTP/1.1" status: 204 len: 168 time: 0.4311044 May 30 20:43:44.709633 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=0baae85d-023d-4393-8ae7-654afcbb450b,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:43:44.874040 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [None req-6c7212a0-7835-4401-87f4-1975a52f35fe tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] For port 0baae85d-023d-4393-8ae7-654afcbb450b, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=0baae85d-023d-4393-8ae7-654afcbb450b,segment=NetworkSegment(d482b076-079f-4616-b1c8-3049b1540837),segment_id=d482b076-079f-4616-b1c8-3049b1540837)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:43:44.874562 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6c7212a0-7835-4401-87f4-1975a52f35fe tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:44.934519 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-fa8f1537-d9d6-4f49-a52b-d066fa649bd5 None None] Deleting port 0baae85d-023d-4393-8ae7-654afcbb450b {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:43:44.934885 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f1537-d9d6-4f49-a52b-d066fa649bd5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:45.085911 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-6c7212a0-7835-4401-87f4-1975a52f35fe tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Calling delete_port for 0baae85d-023d-4393-8ae7-654afcbb450b owned by network:dhcp {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:43:45.278145 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6c7212a0-7835-4401-87f4-1975a52f35fe tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:45.330807 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-fa8f1537-d9d6-4f49-a52b-d066fa649bd5 None None] For port 0baae85d-023d-4393-8ae7-654afcbb450b, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=0baae85d-023d-4393-8ae7-654afcbb450b,segment=NetworkSegment(d482b076-079f-4616-b1c8-3049b1540837),segment_id=d482b076-079f-4616-b1c8-3049b1540837)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:43:45.331197 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f1537-d9d6-4f49-a52b-d066fa649bd5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:45.370229 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7212a0-7835-4401-87f4-1975a52f35fe tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Pushing event deleted for resources: {'Port': ['ID=0baae85d-023d-4393-8ae7-654afcbb450b,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:43:45.372830 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7212a0-7835-4401-87f4-1975a52f35fe tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] No DVR routers for this DVR port 0baae85d-023d-4393-8ae7-654afcbb450b on host n-d-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:43:45.491227 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-fa8f1537-d9d6-4f49-a52b-d066fa649bd5 None None] Calling delete_port for 0baae85d-023d-4393-8ae7-654afcbb450b owned by network:dhcp {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:43:45.586800 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.db.api [None req-fa8f1537-d9d6-4f49-a52b-d066fa649bd5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:43:45.587161 n-d-843948-2 neutron-server[84888]: DEBUG oslo_db.api [None req-fa8f1537-d9d6-4f49-a52b-d066fa649bd5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:43:45.711692 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6c7212a0-7835-4401-87f4-1975a52f35fe tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:45.739642 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-6c7212a0-7835-4401-87f4-1975a52f35fe tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10b06df5-413f-4555-ab2e-e156c52dfbc5']}} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:43:45.752301 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-6c7212a0-7835-4401-87f4-1975a52f35fe tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd482b076-079f-4616-b1c8-3049b1540837') {'for_net_delete': True} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:43:45.759167 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-6c7212a0-7835-4401-87f4-1975a52f35fe tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd482b076-079f-4616-b1c8-3049b1540837') {} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:43:45.770862 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6c7212a0-7835-4401-87f4-1975a52f35fe tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3149912'] for segment, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:45.792601 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6c7212a0-7835-4401-87f4-1975a52f35fe tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:45.800156 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c7212a0-7835-4401-87f4-1975a52f35fe tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Releasing vlan 658 on physical network physnet1 to pool {{(pid=84887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:43:45.800557 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6c7212a0-7835-4401-87f4-1975a52f35fe tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4055488'] for segment, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:45.817640 n-d-843948-2 neutron-server[84887]: Traceback (most recent call last): May 30 20:43:45.817640 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:43:45.817640 n-d-843948-2 neutron-server[84887]: timer() May 30 20:43:45.817640 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:43:45.817640 n-d-843948-2 neutron-server[84887]: cb(*args, **kw) May 30 20:43:45.817640 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:43:45.817640 n-d-843948-2 neutron-server[84887]: return func(*args, **kwargs) May 30 20:43:45.817640 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:43:45.817640 n-d-843948-2 neutron-server[84887]: self._notify() May 30 20:43:45.817640 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:43:45.817640 n-d-843948-2 neutron-server[84887]: self.callback(batched_events) May 30 20:43:45.817640 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:43:45.817640 n-d-843948-2 neutron-server[84887]: event.method(event) May 30 20:43:45.817640 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:43:45.817640 n-d-843948-2 neutron-server[84887]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:43:45.817640 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:43:45.817640 n-d-843948-2 neutron-server[84887]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:43:45.817640 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:43:45.817640 n-d-843948-2 neutron-server[84887]: return f(self, *a, **k) May 30 20:43:45.817640 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:43:45.817640 n-d-843948-2 neutron-server[84887]: return self._get(url).json() May 30 20:43:45.817640 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:43:45.817640 n-d-843948-2 neutron-server[84887]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:43:45.817640 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:43:45.817640 n-d-843948-2 neutron-server[84887]: return self.request(url, 'GET', **kwargs) May 30 20:43:45.817640 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:43:45.817640 n-d-843948-2 neutron-server[84887]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:43:45.817640 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:43:45.817640 n-d-843948-2 neutron-server[84887]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:43:45.817640 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:43:45.817640 n-d-843948-2 neutron-server[84887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:43:45.817640 n-d-843948-2 neutron-server[84887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:43:45.961558 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-fa8f1537-d9d6-4f49-a52b-d066fa649bd5 None None] Deleting port 0baae85d-023d-4393-8ae7-654afcbb450b {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:43:45.961558 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-fa8f1537-d9d6-4f49-a52b-d066fa649bd5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:45.980810 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6c7212a0-7835-4401-87f4-1975a52f35fe tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:45.992476 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6c7212a0-7835-4401-87f4-1975a52f35fe tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:46.029812 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 36824) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:43:46.032344 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-6c7212a0-7835-4401-87f4-1975a52f35fe tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] 10.222.0.85 "DELETE /v2.0/networks/10b06df5-413f-4555-ab2e-e156c52dfbc5 HTTP/1.1" status: 204 len: 168 time: 3.1443436 May 30 20:43:46.039664 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7212a0-7835-4401-87f4-1975a52f35fe tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Pushing event deleted for resources: {'Network': ['ID=10b06df5-413f-4555-ab2e-e156c52dfbc5,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:43:46.046230 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-98999d51-e464-4cff-b5ed-397fa038b810 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Request body: {'port': {'network_id': '32ccf6d6-b720-46e9-88ea-cc236a02e692', 'name': 'tempest-PortsIpV6TestJSON-932422406'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:43:46.100258 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-fa8f1537-d9d6-4f49-a52b-d066fa649bd5 None None] The port '0baae85d-023d-4393-8ae7-654afcbb450b' was deleted {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 20:43:46.187652 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-98999d51-e464-4cff-b5ed-397fa038b810 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:43:46.194736 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-98999d51-e464-4cff-b5ed-397fa038b810 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Usage tracker for resource:port and tenant:3b084a92e7734d7fb83bd2b9ab1e2896 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:43:46.198478 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-98999d51-e464-4cff-b5ed-397fa038b810 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:43:46.205457 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-98999d51-e464-4cff-b5ed-397fa038b810 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:43:46.296451 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98999d51-e464-4cff-b5ed-397fa038b810 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Made reservation on behalf of 3b084a92e7734d7fb83bd2b9ab1e2896 for: {'port': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:43:46.299662 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-98999d51-e464-4cff-b5ed-397fa038b810 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:46.323284 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [None req-98999d51-e464-4cff-b5ed-397fa038b810 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] device_id is not set on port c040464d-69de-4cf7-b949-89a0c166843e yet. {{(pid=84886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:43:46.565367 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-98999d51-e464-4cff-b5ed-397fa038b810 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:46.657063 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-98999d51-e464-4cff-b5ed-397fa038b810 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:46.755229 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98999d51-e464-4cff-b5ed-397fa038b810 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Network 32ccf6d6-b720-46e9-88ea-cc236a02e692 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:43:46.756174 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98999d51-e464-4cff-b5ed-397fa038b810 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Pushing event updated for resources: {'Port': ['ID=c040464d-69de-4cf7-b949-89a0c166843e,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:43:46.759272 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-98999d51-e464-4cff-b5ed-397fa038b810 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:43:46.768781 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98999d51-e464-4cff-b5ed-397fa038b810 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:43:46.791041 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98999d51-e464-4cff-b5ed-397fa038b810 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:43:46.792424 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-98999d51-e464-4cff-b5ed-397fa038b810 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:46.911071 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-98999d51-e464-4cff-b5ed-397fa038b810 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.8756275 May 30 20:43:46.911607 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 36878) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:43:47.082337 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-78c62332-3783-47d6-875c-2f6668c9e141 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Deleting port c040464d-69de-4cf7-b949-89a0c166843e {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:43:47.082978 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-78c62332-3783-47d6-875c-2f6668c9e141 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:47.278318 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 36902) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:43:47.309926 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-78c62332-3783-47d6-875c-2f6668c9e141 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:47.440452 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-71b8d164-2a57-4890-a984-4132ae470e36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:47.442689 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-78c62332-3783-47d6-875c-2f6668c9e141 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Calling delete_port for c040464d-69de-4cf7-b949-89a0c166843e owned by {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:43:47.479569 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-71b8d164-2a57-4890-a984-4132ae470e36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:43:47.483581 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-71b8d164-2a57-4890-a984-4132ae470e36 admin admin] Usage tracker for resource:security_group_rule and tenant:b9a617dc577a4c5aa82c4e3f5977a592 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:43:47.487035 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-71b8d164-2a57-4890-a984-4132ae470e36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:43:47.492771 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-71b8d164-2a57-4890-a984-4132ae470e36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:43:47.564268 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-71b8d164-2a57-4890-a984-4132ae470e36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:47.581854 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-78c62332-3783-47d6-875c-2f6668c9e141 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:47.622013 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-71b8d164-2a57-4890-a984-4132ae470e36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:47.633739 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c62332-3783-47d6-875c-2f6668c9e141 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Pushing event deleted for resources: {'Port': ['ID=c040464d-69de-4cf7-b949-89a0c166843e,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:43:47.647003 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-78c62332-3783-47d6-875c-2f6668c9e141 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:47.659041 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-78c62332-3783-47d6-875c-2f6668c9e141 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] 10.222.0.85 "DELETE /v2.0/ports/c040464d-69de-4cf7-b949-89a0c166843e HTTP/1.1" status: 204 len: 168 time: 0.7464919 May 30 20:43:47.661529 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 36928) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:43:47.667548 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-b6e788b8-b2c1-40a2-a3e0-6ee7f4ca7623 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Request body: {'port': {'network_id': '32ccf6d6-b720-46e9-88ea-cc236a02e692', 'mac_address': 'fa:16:3e:4e:59:b4', 'name': 'tempest-PortsIpV6TestJSON-925184483'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:43:47.678145 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b8d164-2a57-4890-a984-4132ae470e36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53cb73f9-c002-4220-b4dd-2b90af94b9f9,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:43:47.684082 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-71b8d164-2a57-4890-a984-4132ae470e36 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=b9a617dc577a4c5aa82c4e3f5977a592&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4046257 May 30 20:43:47.686704 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 36934) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:43:47.766670 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e4e4cc34-01d9-4a8a-b14d-6a1194b46a96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:47.797248 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e4e4cc34-01d9-4a8a-b14d-6a1194b46a96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:47.799289 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-b6e788b8-b2c1-40a2-a3e0-6ee7f4ca7623 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:43:47.804017 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-b6e788b8-b2c1-40a2-a3e0-6ee7f4ca7623 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Usage tracker for resource:port and tenant:3b084a92e7734d7fb83bd2b9ab1e2896 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:43:47.809667 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-b6e788b8-b2c1-40a2-a3e0-6ee7f4ca7623 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:43:47.819359 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-b6e788b8-b2c1-40a2-a3e0-6ee7f4ca7623 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:43:47.907729 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6e788b8-b2c1-40a2-a3e0-6ee7f4ca7623 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Made reservation on behalf of 3b084a92e7734d7fb83bd2b9ab1e2896 for: {'port': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:43:47.930806 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e4e4cc34-01d9-4a8a-b14d-6a1194b46a96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:47.950190 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e4cc34-01d9-4a8a-b14d-6a1194b46a96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53cb73f9-c002-4220-b4dd-2b90af94b9f9,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:43:47.957161 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e4e4cc34-01d9-4a8a-b14d-6a1194b46a96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:47.957161 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-e4e4cc34-01d9-4a8a-b14d-6a1194b46a96 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/53cb73f9-c002-4220-b4dd-2b90af94b9f9 HTTP/1.1" status: 204 len: 168 time: 0.2669487 May 30 20:43:48.021338 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b6e788b8-b2c1-40a2-a3e0-6ee7f4ca7623 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:48.050600 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [None req-b6e788b8-b2c1-40a2-a3e0-6ee7f4ca7623 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] device_id is not set on port f07105f2-c950-4190-b1f3-66a938e5d1a9 yet. {{(pid=84886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:43:48.332176 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b6e788b8-b2c1-40a2-a3e0-6ee7f4ca7623 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:48.415241 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b6e788b8-b2c1-40a2-a3e0-6ee7f4ca7623 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:48.487747 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e788b8-b2c1-40a2-a3e0-6ee7f4ca7623 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Network 32ccf6d6-b720-46e9-88ea-cc236a02e692 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:43:48.491290 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-b6e788b8-b2c1-40a2-a3e0-6ee7f4ca7623 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:43:48.495296 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e788b8-b2c1-40a2-a3e0-6ee7f4ca7623 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:43:48.499178 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e788b8-b2c1-40a2-a3e0-6ee7f4ca7623 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:43:48.500333 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b6e788b8-b2c1-40a2-a3e0-6ee7f4ca7623 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:48.519117 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e788b8-b2c1-40a2-a3e0-6ee7f4ca7623 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Pushing event updated for resources: {'Port': ['ID=f07105f2-c950-4190-b1f3-66a938e5d1a9,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:43:48.588542 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-b6e788b8-b2c1-40a2-a3e0-6ee7f4ca7623 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.9256749 May 30 20:43:48.591260 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 36976) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:43:48.663087 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3545236f-bacf-4af1-b4e3-6f5cb9a33782 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:43:48.663584 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-3545236f-bacf-4af1-b4e3-6f5cb9a33782 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Synchronizing usage tracker for tenant:3b084a92e7734d7fb83bd2b9ab1e2896 on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:43:48.755087 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 36986) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:43:48.774523 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-dc2c4cff-4149-460c-a4ce-4196ec29fc51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:48.794334 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-3545236f-bacf-4af1-b4e3-6f5cb9a33782 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Unset dirty status for tenant:3b084a92e7734d7fb83bd2b9ab1e2896 on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:43:48.798993 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-3545236f-bacf-4af1-b4e3-6f5cb9a33782 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] 10.222.0.85 "GET /v2.0/ports/f07105f2-c950-4190-b1f3-66a938e5d1a9 HTTP/1.1" status: 200 len: 844 time: 0.2033408 May 30 20:43:48.799372 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 36990) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:43:48.853471 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-dc2c4cff-4149-460c-a4ce-4196ec29fc51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:43:48.853471 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-dc2c4cff-4149-460c-a4ce-4196ec29fc51 admin admin] Usage tracker for resource:security_group_rule and tenant:2f481ba8b4694acc9741882f5081a25b is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:43:48.853471 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-dc2c4cff-4149-460c-a4ce-4196ec29fc51 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:43:48.861059 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-dc2c4cff-4149-460c-a4ce-4196ec29fc51 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:43:48.883929 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-97137520-e845-46a0-8b66-048640d9e443 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Deleting port f07105f2-c950-4190-b1f3-66a938e5d1a9 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:43:48.884521 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-97137520-e845-46a0-8b66-048640d9e443 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:48.982438 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-dc2c4cff-4149-460c-a4ce-4196ec29fc51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:49.117965 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-dc2c4cff-4149-460c-a4ce-4196ec29fc51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:49.138053 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-97137520-e845-46a0-8b66-048640d9e443 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:49.170041 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2c4cff-4149-460c-a4ce-4196ec29fc51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4ba00ad-5d05-43f0-a9ab-2cedb1e06ac3,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:43:49.174719 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-dc2c4cff-4149-460c-a4ce-4196ec29fc51 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=2f481ba8b4694acc9741882f5081a25b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4185319 May 30 20:43:49.178053 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 37002) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:43:49.266825 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-01914c8e-45a1-4bec-b143-c90b35c1c5a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:49.297132 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-01914c8e-45a1-4bec-b143-c90b35c1c5a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:49.308532 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-97137520-e845-46a0-8b66-048640d9e443 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Calling delete_port for f07105f2-c950-4190-b1f3-66a938e5d1a9 owned by {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:43:49.444624 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-01914c8e-45a1-4bec-b143-c90b35c1c5a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:49.464535 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01914c8e-45a1-4bec-b143-c90b35c1c5a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4ba00ad-5d05-43f0-a9ab-2cedb1e06ac3,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:43:49.467273 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-01914c8e-45a1-4bec-b143-c90b35c1c5a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:49.471328 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-01914c8e-45a1-4bec-b143-c90b35c1c5a2 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/a4ba00ad-5d05-43f0-a9ab-2cedb1e06ac3 HTTP/1.1" status: 204 len: 168 time: 0.2890110 May 30 20:43:49.477444 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-97137520-e845-46a0-8b66-048640d9e443 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:49.536464 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97137520-e845-46a0-8b66-048640d9e443 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Pushing event deleted for resources: {'Port': ['ID=f07105f2-c950-4190-b1f3-66a938e5d1a9,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:43:49.544287 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-97137520-e845-46a0-8b66-048640d9e443 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:49.679785 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-97137520-e845-46a0-8b66-048640d9e443 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] 10.222.0.85 "DELETE /v2.0/ports/f07105f2-c950-4190-b1f3-66a938e5d1a9 HTTP/1.1" status: 204 len: 168 time: 0.8792763 May 30 20:43:49.682456 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 37026) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:43:49.704132 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:49.726918 n-d-843948-2 neutron-server[84887]: INFO neutron.pecan_wsgi.hooks.translation [None req-c381e0c7-66d5-4968-8403-d4f798b2ed8f tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] GET failed (client error): The resource could not be found. May 30 20:43:49.727428 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-c381e0c7-66d5-4968-8403-d4f798b2ed8f tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Synchronizing usage tracker for tenant:3b084a92e7734d7fb83bd2b9ab1e2896 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:43:49.856287 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-c381e0c7-66d5-4968-8403-d4f798b2ed8f tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Unset dirty status for tenant:3b084a92e7734d7fb83bd2b9ab1e2896 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:43:49.857536 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-c381e0c7-66d5-4968-8403-d4f798b2ed8f tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] 10.222.0.85 "GET /v2.0/ports/f07105f2-c950-4190-b1f3-66a938e5d1a9 HTTP/1.1" status: 404 len: 333 time: 0.1739540 May 30 20:43:49.861845 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 37036) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:43:49.867337 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-8addbad7-9229-4612-ab0a-8ae3973df4f8 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Request body: {'port': {'network_id': '32ccf6d6-b720-46e9-88ea-cc236a02e692', 'name': 'tempest-PortsIpV6TestJSON-644264564'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:43:50.007936 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-8addbad7-9229-4612-ab0a-8ae3973df4f8 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:43:50.020172 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-8addbad7-9229-4612-ab0a-8ae3973df4f8 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:43:50.136073 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8addbad7-9229-4612-ab0a-8ae3973df4f8 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Made reservation on behalf of 3b084a92e7734d7fb83bd2b9ab1e2896 for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:43:50.139092 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8addbad7-9229-4612-ab0a-8ae3973df4f8 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:50.162824 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [None req-8addbad7-9229-4612-ab0a-8ae3973df4f8 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] device_id is not set on port 127d8bba-52ba-4c19-b5a9-9f0c2c980e39 yet. {{(pid=84887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:43:50.347343 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 37064) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:43:50.416474 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ed243be-257c-48ea-9598-07b5ffe9a0e2 admin admin] Deleting subnet f69f11c8-7c82-4623-a9de-89aed402dfa6 {{(pid=84886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:43:50.420975 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2ed243be-257c-48ea-9598-07b5ffe9a0e2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:50.427634 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8addbad7-9229-4612-ab0a-8ae3973df4f8 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:50.480936 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2ed243be-257c-48ea-9598-07b5ffe9a0e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2655517'] for subnet, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:50.525502 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8addbad7-9229-4612-ab0a-8ae3973df4f8 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:50.544391 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2ed243be-257c-48ea-9598-07b5ffe9a0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:50.607062 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8addbad7-9229-4612-ab0a-8ae3973df4f8 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Network 32ccf6d6-b720-46e9-88ea-cc236a02e692 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:43:50.610951 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-8addbad7-9229-4612-ab0a-8ae3973df4f8 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:43:50.613027 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8addbad7-9229-4612-ab0a-8ae3973df4f8 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Pushing event updated for resources: {'Port': ['ID=127d8bba-52ba-4c19-b5a9-9f0c2c980e39,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:43:50.615101 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8addbad7-9229-4612-ab0a-8ae3973df4f8 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:43:50.619495 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8addbad7-9229-4612-ab0a-8ae3973df4f8 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:43:50.620382 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8addbad7-9229-4612-ab0a-8ae3973df4f8 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:50.683342 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2ed243be-257c-48ea-9598-07b5ffe9a0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4127075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2778536'] for subnet, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:50.717919 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-8addbad7-9229-4612-ab0a-8ae3973df4f8 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.8549168 May 30 20:43:50.721023 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 37084) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:43:50.727406 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-1051beba-14b6-48a9-b1b9-d4df82a0bb84 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:43:50.734374 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed243be-257c-48ea-9598-07b5ffe9a0e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f69f11c8-7c82-4623-a9de-89aed402dfa6,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:43:50.741163 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2ed243be-257c-48ea-9598-07b5ffe9a0e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:50.747633 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-2ed243be-257c-48ea-9598-07b5ffe9a0e2 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/f69f11c8-7c82-4623-a9de-89aed402dfa6 HTTP/1.1" status: 204 len: 168 time: 0.3987203 May 30 20:43:50.750135 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 37088) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:43:50.912965 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1051beba-14b6-48a9-b1b9-d4df82a0bb84 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:50.932636 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-60f05c4e-1f99-43a3-8c1a-0f1b76a6add7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:51.168907 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1051beba-14b6-48a9-b1b9-d4df82a0bb84 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:51.212593 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-60f05c4e-1f99-43a3-8c1a-0f1b76a6add7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:51.246380 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-60f05c4e-1f99-43a3-8c1a-0f1b76a6add7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bb5efe0-1b8f-4b15-8fd1-8f9fe9f26040']}} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:43:51.261135 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-60f05c4e-1f99-43a3-8c1a-0f1b76a6add7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cc1403f-4045-409e-8102-5e401ec9597d') {'for_net_delete': True} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:43:51.262244 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1051beba-14b6-48a9-b1b9-d4df82a0bb84 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:51.269723 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-60f05c4e-1f99-43a3-8c1a-0f1b76a6add7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cc1403f-4045-409e-8102-5e401ec9597d') {} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:43:51.284624 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-60f05c4e-1f99-43a3-8c1a-0f1b76a6add7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2660590'] for segment, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:51.307244 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-60f05c4e-1f99-43a3-8c1a-0f1b76a6add7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:51.316289 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60f05c4e-1f99-43a3-8c1a-0f1b76a6add7 admin admin] Releasing vlan 656 on physical network physnet1 to pool {{(pid=84886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:43:51.316562 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-60f05c4e-1f99-43a3-8c1a-0f1b76a6add7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4126989'] for segment, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:51.332586 n-d-843948-2 neutron-server[84886]: Traceback (most recent call last): May 30 20:43:51.332586 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:43:51.332586 n-d-843948-2 neutron-server[84886]: timer() May 30 20:43:51.332586 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:43:51.332586 n-d-843948-2 neutron-server[84886]: cb(*args, **kw) May 30 20:43:51.332586 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:43:51.332586 n-d-843948-2 neutron-server[84886]: return func(*args, **kwargs) May 30 20:43:51.332586 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:43:51.332586 n-d-843948-2 neutron-server[84886]: self._notify() May 30 20:43:51.332586 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:43:51.332586 n-d-843948-2 neutron-server[84886]: self.callback(batched_events) May 30 20:43:51.332586 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:43:51.332586 n-d-843948-2 neutron-server[84886]: event.method(event) May 30 20:43:51.332586 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:43:51.332586 n-d-843948-2 neutron-server[84886]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:43:51.332586 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:43:51.332586 n-d-843948-2 neutron-server[84886]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:43:51.332586 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:43:51.332586 n-d-843948-2 neutron-server[84886]: return f(self, *a, **k) May 30 20:43:51.332586 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:43:51.332586 n-d-843948-2 neutron-server[84886]: return self._get(url).json() May 30 20:43:51.332586 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:43:51.332586 n-d-843948-2 neutron-server[84886]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:43:51.332586 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:43:51.332586 n-d-843948-2 neutron-server[84886]: return self.request(url, 'GET', **kwargs) May 30 20:43:51.332586 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:43:51.332586 n-d-843948-2 neutron-server[84886]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:43:51.332586 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:43:51.332586 n-d-843948-2 neutron-server[84886]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:43:51.332586 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:43:51.332586 n-d-843948-2 neutron-server[84886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:43:51.332586 n-d-843948-2 neutron-server[84886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:43:51.434093 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-1051beba-14b6-48a9-b1b9-d4df82a0bb84 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] In _notify_port_updated(), no bound segment for port 127d8bba-52ba-4c19-b5a9-9f0c2c980e39 on network 32ccf6d6-b720-46e9-88ea-cc236a02e692 {{(pid=84887) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 30 20:43:51.438439 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1051beba-14b6-48a9-b1b9-d4df82a0bb84 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:43:51.439063 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1051beba-14b6-48a9-b1b9-d4df82a0bb84 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:51.440346 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-1051beba-14b6-48a9-b1b9-d4df82a0bb84 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] 10.222.0.85 "PUT /v2.0/ports/127d8bba-52ba-4c19-b5a9-9f0c2c980e39 HTTP/1.1" status: 200 len: 818 time: 0.7182908 May 30 20:43:51.445188 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 37124) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:43:51.447504 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1051beba-14b6-48a9-b1b9-d4df82a0bb84 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Pushing event updated for resources: {'Port': ['ID=127d8bba-52ba-4c19-b5a9-9f0c2c980e39,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:43:51.541480 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-60f05c4e-1f99-43a3-8c1a-0f1b76a6add7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:51.574709 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-60f05c4e-1f99-43a3-8c1a-0f1b76a6add7 admin admin] Notify callbacks [] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:51.593673 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f05c4e-1f99-43a3-8c1a-0f1b76a6add7 admin admin] Pushing event deleted for resources: {'Network': ['ID=6bb5efe0-1b8f-4b15-8fd1-8f9fe9f26040,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:43:51.603450 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-ab62ead6-1ad2-431a-8277-7a331c19ea51 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Deleting port 127d8bba-52ba-4c19-b5a9-9f0c2c980e39 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:43:51.603791 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ab62ead6-1ad2-431a-8277-7a331c19ea51 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:51.703312 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-60f05c4e-1f99-43a3-8c1a-0f1b76a6add7 admin admin] 10.222.0.85 "DELETE /v2.0/networks/6bb5efe0-1b8f-4b15-8fd1-8f9fe9f26040 HTTP/1.1" status: 204 len: 168 time: 0.9519360 May 30 20:43:51.842609 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ab62ead6-1ad2-431a-8277-7a331c19ea51 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:51.973258 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-ab62ead6-1ad2-431a-8277-7a331c19ea51 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Calling delete_port for 127d8bba-52ba-4c19-b5a9-9f0c2c980e39 owned by {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:43:52.103708 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 37160) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:43:52.148399 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ab62ead6-1ad2-431a-8277-7a331c19ea51 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:52.205273 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab62ead6-1ad2-431a-8277-7a331c19ea51 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Pushing event deleted for resources: {'Port': ['ID=127d8bba-52ba-4c19-b5a9-9f0c2c980e39,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:43:52.208844 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-8069c02b-2e61-41d7-82a3-989311ddf14e admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=48ce6dd14d8c4ec28217a7fdf8882865&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1036491 May 30 20:43:52.215317 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 37168) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:43:52.216990 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ab62ead6-1ad2-431a-8277-7a331c19ea51 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:52.235576 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-ab62ead6-1ad2-431a-8277-7a331c19ea51 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] 10.222.0.85 "DELETE /v2.0/ports/127d8bba-52ba-4c19-b5a9-9f0c2c980e39 HTTP/1.1" status: 204 len: 168 time: 0.7848659 May 30 20:43:52.236360 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 37172) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:43:52.317815 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e3fcf2e6-0554-4bad-af6d-7316c8a064e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:52.333365 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb17bbd-ff1c-4572-adc5-2e39fef6200d tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:43:52.334124 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-2cb17bbd-ff1c-4572-adc5-2e39fef6200d tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Synchronizing usage tracker for tenant:3b084a92e7734d7fb83bd2b9ab1e2896 on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:43:52.368620 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e3fcf2e6-0554-4bad-af6d-7316c8a064e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:52.370652 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:52.402302 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-2cb17bbd-ff1c-4572-adc5-2e39fef6200d tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Unset dirty status for tenant:3b084a92e7734d7fb83bd2b9ab1e2896 on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:43:52.407626 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-2cb17bbd-ff1c-4572-adc5-2e39fef6200d tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] 10.222.0.85 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1696393 May 30 20:43:52.409864 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 37184) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:43:52.455084 n-d-843948-2 neutron-server[84886]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a9b71d4-d919-4e5a-bfd9-3bbe1916e696 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] GET failed (client error): The resource could not be found. May 30 20:43:52.456278 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-9a9b71d4-d919-4e5a-bfd9-3bbe1916e696 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] 10.222.0.85 "GET /v2.0/ports/127d8bba-52ba-4c19-b5a9-9f0c2c980e39 HTTP/1.1" status: 404 len: 333 time: 0.0459230 May 30 20:43:52.460207 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 37190) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:43:52.466150 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-aa0de8fe-aabd-4a77-ba22-7f8dbe3daa8f tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-178658802'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:43:52.472244 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-aa0de8fe-aabd-4a77-ba22-7f8dbe3daa8f tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:43:52.479532 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-aa0de8fe-aabd-4a77-ba22-7f8dbe3daa8f tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Usage tracker for resource:network and tenant:3b084a92e7734d7fb83bd2b9ab1e2896 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:43:52.481868 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-aa0de8fe-aabd-4a77-ba22-7f8dbe3daa8f tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:43:52.489241 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-aa0de8fe-aabd-4a77-ba22-7f8dbe3daa8f tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:43:52.494793 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e3fcf2e6-0554-4bad-af6d-7316c8a064e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:52.512466 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fcf2e6-0554-4bad-af6d-7316c8a064e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38547dd7-5d64-426c-a817-a0261bf2e3f0,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:43:52.580248 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa0de8fe-aabd-4a77-ba22-7f8dbe3daa8f tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Made reservation on behalf of 3b084a92e7734d7fb83bd2b9ab1e2896 for: {'network': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:43:52.583501 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-aa0de8fe-aabd-4a77-ba22-7f8dbe3daa8f tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:52.613331 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e3fcf2e6-0554-4bad-af6d-7316c8a064e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:52.613854 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa0de8fe-aabd-4a77-ba22-7f8dbe3daa8f tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] vlan segment allocate from pool success with {'vlan_id': 667, 'physical_network': 'physnet1'} {{(pid=84886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:43:52.617240 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-e3fcf2e6-0554-4bad-af6d-7316c8a064e6 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/38547dd7-5d64-426c-a817-a0261bf2e3f0 HTTP/1.1" status: 204 len: 168 time: 0.4007480 May 30 20:43:52.625095 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-aa0de8fe-aabd-4a77-ba22-7f8dbe3daa8f tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:52.625468 n-d-843948-2 neutron-server[84886]: INFO neutron.db.segments_db [None req-aa0de8fe-aabd-4a77-ba22-7f8dbe3daa8f tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Added segment 9e2c71a2-1368-43ba-9f9b-0ba4afc6e277 of type vlan for network 5350884f-98a7-4c64-82f1-d15b6cc02ff1 May 30 20:43:52.663695 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-aa0de8fe-aabd-4a77-ba22-7f8dbe3daa8f tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:52.742038 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-aa0de8fe-aabd-4a77-ba22-7f8dbe3daa8f tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:52.745748 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa0de8fe-aabd-4a77-ba22-7f8dbe3daa8f tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:43:52.746533 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-aa0de8fe-aabd-4a77-ba22-7f8dbe3daa8f tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks [] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:52.857195 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0de8fe-aabd-4a77-ba22-7f8dbe3daa8f tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Pushing event updated for resources: {'Network': ['ID=5350884f-98a7-4c64-82f1-d15b6cc02ff1,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:43:52.868829 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network 5350884f-98a7-4c64-82f1-d15b6cc02ff1 details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:43:52.935655 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-aa0de8fe-aabd-4a77-ba22-7f8dbe3daa8f tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4743710 May 30 20:43:52.939130 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 37224) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:43:52.955879 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-eeb28194-1f8b-4bb2-bd2c-057b4897e448 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Request body: {'subnet': {'network_id': '5350884f-98a7-4c64-82f1-d15b6cc02ff1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:43:53.106202 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-eeb28194-1f8b-4bb2-bd2c-057b4897e448 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:43:53.110816 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-eeb28194-1f8b-4bb2-bd2c-057b4897e448 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Usage tracker for resource:subnet and tenant:3b084a92e7734d7fb83bd2b9ab1e2896 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:43:53.113929 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-eeb28194-1f8b-4bb2-bd2c-057b4897e448 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:43:53.120100 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-eeb28194-1f8b-4bb2-bd2c-057b4897e448 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:43:53.208994 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeb28194-1f8b-4bb2-bd2c-057b4897e448 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Made reservation on behalf of 3b084a92e7734d7fb83bd2b9ab1e2896 for: {'subnet': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:43:53.328390 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-eeb28194-1f8b-4bb2-bd2c-057b4897e448 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2778563'] for subnet, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:53.667471 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-eeb28194-1f8b-4bb2-bd2c-057b4897e448 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4127140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2778577'] for subnet, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:53.893205 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb28194-1f8b-4bb2-bd2c-057b4897e448 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Checking segment: {'id': '9e2c71a2-1368-43ba-9f9b-0ba4afc6e277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '5350884f-98a7-4c64-82f1-d15b6cc02ff1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:43:53.893843 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeb28194-1f8b-4bb2-bd2c-057b4897e448 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Network hostable DHCP agents. Network: 5350884f-98a7-4c64-82f1-d15b6cc02ff1, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:43:53.917939 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb28194-1f8b-4bb2-bd2c-057b4897e448 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Pushing event updated for resources: {'Subnet': ['ID=a3b55492-2517-46c4-9964-49d3c30a708c,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:43:53.988820 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeb28194-1f8b-4bb2-bd2c-057b4897e448 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Network 5350884f-98a7-4c64-82f1-d15b6cc02ff1 is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:43:54.079899 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-eeb28194-1f8b-4bb2-bd2c-057b4897e448 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, 5350884f-98a7-4c64-82f1-d15b6cc02ff1) {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:43:54.087844 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb28194-1f8b-4bb2-bd2c-057b4897e448 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:43:54.088347 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-eeb28194-1f8b-4bb2-bd2c-057b4897e448 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks [] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:54.100368 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a975318-290b-4e1a-93fa-ee8e69fe766e None None] Network 5350884f-98a7-4c64-82f1-d15b6cc02ff1 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:43:54.203333 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-eeb28194-1f8b-4bb2-bd2c-057b4897e448 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2597902 May 30 20:43:54.203734 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 37296) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:43:54.209697 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-d829f924-a9e7-480b-9458-2b213d1bba2c tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Request body: {'subnet': {'network_id': '5350884f-98a7-4c64-82f1-d15b6cc02ff1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:43:54.382793 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81fc85be-3787-497b-a3f1-039894782574 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-5350884f-98a7-4c64-82f1-d15b6cc02ff1', 'network_id': '5350884f-98a7-4c64-82f1-d15b6cc02ff1', 'tenant_id': '3b084a92e7734d7fb83bd2b9ab1e2896', 'fixed_ips': [{'subnet_id': 'a3b55492-2517-46c4-9964-49d3c30a708c'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:43:54.384177 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-81fc85be-3787-497b-a3f1-039894782574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:54.384901 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-d829f924-a9e7-480b-9458-2b213d1bba2c tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:43:54.390046 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-d829f924-a9e7-480b-9458-2b213d1bba2c tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Usage tracker for resource:subnet and tenant:3b084a92e7734d7fb83bd2b9ab1e2896 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:43:54.399367 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-d829f924-a9e7-480b-9458-2b213d1bba2c tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:43:54.401083 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-d829f924-a9e7-480b-9458-2b213d1bba2c tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:43:54.481000 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d829f924-a9e7-480b-9458-2b213d1bba2c tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Made reservation on behalf of 3b084a92e7734d7fb83bd2b9ab1e2896 for: {'subnet': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:43:54.599462 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-81fc85be-3787-497b-a3f1-039894782574 None None] Allocated IP 2001:db8::2 (5350884f-98a7-4c64-82f1-d15b6cc02ff1/a3b55492-2517-46c4-9964-49d3c30a708c/a67db77b-39a7-4b35-9886-94d866aa5262) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:43:54.634358 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d829f924-a9e7-480b-9458-2b213d1bba2c tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114220'] for subnet, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:54.852423 n-d-843948-2 neutron-server[84887]: INFO neutron.db.ipam_backend_mixin [None req-d829f924-a9e7-480b-9458-2b213d1bba2c tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a3b55492-2517-46c4-9964-49d3c30a708c (CIDR: 2001:db8::/64) May 30 20:43:54.896201 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-81fc85be-3787-497b-a3f1-039894782574 None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:54.907743 n-d-843948-2 neutron-server[84887]: INFO neutron.pecan_wsgi.hooks.translation [None req-d829f924-a9e7-480b-9458-2b213d1bba2c tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 20:43:54.907743 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d829f924-a9e7-480b-9458-2b213d1bba2c tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:43:54.910067 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-81fc85be-3787-497b-a3f1-039894782574 None None] Transition to ACTIVE for port object a67db77b-39a7-4b35-9886-94d866aa5262 will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:43:54.930662 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-81fc85be-3787-497b-a3f1-039894782574 None None] Transition to ACTIVE for port object a67db77b-39a7-4b35-9886-94d866aa5262 will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:43:55.005704 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-81fc85be-3787-497b-a3f1-039894782574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:55.006088 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-d829f924-a9e7-480b-9458-2b213d1bba2c tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8011463 May 30 20:43:55.009031 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 37308) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:43:55.023345 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-68d14f51-5f0b-4a09-b959-1597f73b64cd tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Request body: {'subnet': {'network_id': '5350884f-98a7-4c64-82f1-d15b6cc02ff1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:43:55.096031 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81fc85be-3787-497b-a3f1-039894782574 None None] Network 5350884f-98a7-4c64-82f1-d15b6cc02ff1 is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:43:55.108627 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-81fc85be-3787-497b-a3f1-039894782574 None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:43:55.113239 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81fc85be-3787-497b-a3f1-039894782574 None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:43:55.260092 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fc85be-3787-497b-a3f1-039894782574 None None] Pushing event updated for resources: {'Port': ['ID=a67db77b-39a7-4b35-9886-94d866aa5262,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:43:55.275984 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-81fc85be-3787-497b-a3f1-039894782574 None None] Attempting to bind port a67db77b-39a7-4b35-9886-94d866aa5262 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:43:55.277647 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-81fc85be-3787-497b-a3f1-039894782574 None None] Attempting to bind port a67db77b-39a7-4b35-9886-94d866aa5262 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': '9e2c71a2-1368-43ba-9f9b-0ba4afc6e277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '5350884f-98a7-4c64-82f1-d15b6cc02ff1'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:43:55.278474 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81fc85be-3787-497b-a3f1-039894782574 None None] Attempting to bind port a67db77b-39a7-4b35-9886-94d866aa5262 on network 5350884f-98a7-4c64-82f1-d15b6cc02ff1 {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:43:55.300042 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81fc85be-3787-497b-a3f1-039894782574 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 43, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:43:55.300862 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81fc85be-3787-497b-a3f1-039894782574 None None] Checking segment: {'id': '9e2c71a2-1368-43ba-9f9b-0ba4afc6e277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '5350884f-98a7-4c64-82f1-d15b6cc02ff1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:43:55.305073 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-81fc85be-3787-497b-a3f1-039894782574 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:55.306741 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81fc85be-3787-497b-a3f1-039894782574 None None] Bound using segment: {'id': '9e2c71a2-1368-43ba-9f9b-0ba4afc6e277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '5350884f-98a7-4c64-82f1-d15b6cc02ff1'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:43:55.310121 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-81fc85be-3787-497b-a3f1-039894782574 None None] Bound port: a67db77b-39a7-4b35-9886-94d866aa5262, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e2c71a2-1368-43ba-9f9b-0ba4afc6e277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '5350884f-98a7-4c64-82f1-d15b6cc02ff1'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:43:55.310890 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-81fc85be-3787-497b-a3f1-039894782574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:55.365235 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-68d14f51-5f0b-4a09-b959-1597f73b64cd tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:43:55.370855 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-68d14f51-5f0b-4a09-b959-1597f73b64cd tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Usage tracker for resource:subnet and tenant:3b084a92e7734d7fb83bd2b9ab1e2896 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:43:55.374470 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-68d14f51-5f0b-4a09-b959-1597f73b64cd tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:43:55.382700 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-68d14f51-5f0b-4a09-b959-1597f73b64cd tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:43:55.429253 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-81fc85be-3787-497b-a3f1-039894782574 None None] For port a67db77b-39a7-4b35-9886-94d866aa5262, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:43:55.433012 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-81fc85be-3787-497b-a3f1-039894782574 None None] For port a67db77b-39a7-4b35-9886-94d866aa5262, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=a67db77b-39a7-4b35-9886-94d866aa5262,segment=NetworkSegment(9e2c71a2-1368-43ba-9f9b-0ba4afc6e277),segment_id=9e2c71a2-1368-43ba-9f9b-0ba4afc6e277)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:43:55.480677 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68d14f51-5f0b-4a09-b959-1597f73b64cd tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Made reservation on behalf of 3b084a92e7734d7fb83bd2b9ab1e2896 for: {'subnet': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:43:55.489004 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-68d14f51-5f0b-4a09-b959-1597f73b64cd tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2778563'] for subnet, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:55.538933 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-81fc85be-3787-497b-a3f1-039894782574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:55.624785 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fc85be-3787-497b-a3f1-039894782574 None None] Pushing event updated for resources: {'Port': ['ID=a67db77b-39a7-4b35-9886-94d866aa5262,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:43:55.966595 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-68d14f51-5f0b-4a09-b959-1597f73b64cd tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4127140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2778577'] for subnet, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:56.134902 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d14f51-5f0b-4a09-b959-1597f73b64cd tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Pushing event updated for resources: {'Subnet': ['ID=e0a77682-db2f-4876-9414-193ef2b36c98,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:43:56.139116 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d14f51-5f0b-4a09-b959-1597f73b64cd tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Network 5350884f-98a7-4c64-82f1-d15b6cc02ff1 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:43:56.140828 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-68d14f51-5f0b-4a09-b959-1597f73b64cd tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:43:56.144617 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d14f51-5f0b-4a09-b959-1597f73b64cd tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:43:56.145708 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-68d14f51-5f0b-4a09-b959-1597f73b64cd tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks [] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:56.561123 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-465caf29-8c5d-4206-a0cd-a7c259317de4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:56.669496 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-68d14f51-5f0b-4a09-b959-1597f73b64cd tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.6575384 May 30 20:43:56.672903 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 37330) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:43:56.680272 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-6f20454c-6433-4a72-8618-8cef60ecae1c tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Request body: {'port': {'network_id': '5350884f-98a7-4c64-82f1-d15b6cc02ff1', 'fixed_ips': [{'subnet_id': 'a3b55492-2517-46c4-9964-49d3c30a708c'}, {'subnet_id': 'e0a77682-db2f-4876-9414-193ef2b36c98'}], 'name': 'tempest-PortsIpV6TestJSON-710810319'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:43:56.838635 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-6f20454c-6433-4a72-8618-8cef60ecae1c tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:43:56.844065 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-6f20454c-6433-4a72-8618-8cef60ecae1c tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Usage tracker for resource:port and tenant:3b084a92e7734d7fb83bd2b9ab1e2896 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:43:56.847868 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-6f20454c-6433-4a72-8618-8cef60ecae1c tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:43:56.855623 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-6f20454c-6433-4a72-8618-8cef60ecae1c tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:43:56.986339 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f20454c-6433-4a72-8618-8cef60ecae1c tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Made reservation on behalf of 3b084a92e7734d7fb83bd2b9ab1e2896 for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:43:56.993234 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6f20454c-6433-4a72-8618-8cef60ecae1c tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:57.044503 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [None req-6f20454c-6433-4a72-8618-8cef60ecae1c tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] device_id is not set on port 12c12a7b-6903-46bb-bd01-132603697b92 yet. {{(pid=84887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:43:57.194069 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34da4927-2cbc-4f1f-98e9-e33cba4aeaf2 None None] Network 5350884f-98a7-4c64-82f1-d15b6cc02ff1 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:43:57.393379 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-73da9166-04ee-4dd3-945a-03550b8bf6ac None None] Provisioning for port a67db77b-39a7-4b35-9886-94d866aa5262 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:43:57.609963 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [None req-6f20454c-6433-4a72-8618-8cef60ecae1c tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Allocated IP 2001:db8::d0 (5350884f-98a7-4c64-82f1-d15b6cc02ff1/a3b55492-2517-46c4-9964-49d3c30a708c/12c12a7b-6903-46bb-bd01-132603697b92) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:43:57.622365 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [None req-6f20454c-6433-4a72-8618-8cef60ecae1c tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Allocated IP 2001:db8:0:1::82 (5350884f-98a7-4c64-82f1-d15b6cc02ff1/e0a77682-db2f-4876-9414-193ef2b36c98/12c12a7b-6903-46bb-bd01-132603697b92) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:43:57.636330 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8549f9a7-214c-4092-89a6-a52de19443c1 None None] Update dhcp port {'port': {'network_id': '5350884f-98a7-4c64-82f1-d15b6cc02ff1', 'fixed_ips': [{'subnet_id': 'a3b55492-2517-46c4-9964-49d3c30a708c', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e0a77682-db2f-4876-9414-193ef2b36c98'}], 'binding:host_id': 'n-d-843948-2'}, 'id': 'a67db77b-39a7-4b35-9886-94d866aa5262'} from n-d-843948-2. {{(pid=84888) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 30 20:43:57.700360 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-8549f9a7-214c-4092-89a6-a52de19443c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:57.899277 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6f20454c-6433-4a72-8618-8cef60ecae1c tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:57.925065 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [None req-6f20454c-6433-4a72-8618-8cef60ecae1c tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Transition to ACTIVE for port object 12c12a7b-6903-46bb-bd01-132603697b92 will not be triggered until provisioned by entity DHCP. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:43:58.043197 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device a67db77b-39a7-4b35-9886-94d866aa5262 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:43:58.049307 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6f20454c-6433-4a72-8618-8cef60ecae1c tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:58.133457 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f20454c-6433-4a72-8618-8cef60ecae1c tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Network 5350884f-98a7-4c64-82f1-d15b6cc02ff1 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:43:58.137681 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-6f20454c-6433-4a72-8618-8cef60ecae1c tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:43:58.145599 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f20454c-6433-4a72-8618-8cef60ecae1c tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:43:58.149768 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f20454c-6433-4a72-8618-8cef60ecae1c tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:43:58.150526 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6f20454c-6433-4a72-8618-8cef60ecae1c tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:58.156985 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f20454c-6433-4a72-8618-8cef60ecae1c tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Pushing event updated for resources: {'Port': ['ID=12c12a7b-6903-46bb-bd01-132603697b92,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:43:58.168951 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-8549f9a7-214c-4092-89a6-a52de19443c1 None None] Allocated IP 2001:db8:0:1::2 (5350884f-98a7-4c64-82f1-d15b6cc02ff1/e0a77682-db2f-4876-9414-193ef2b36c98/a67db77b-39a7-4b35-9886-94d866aa5262) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:43:58.284362 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-6f20454c-6433-4a72-8618-8cef60ecae1c tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1014 time: 1.6093683 May 30 20:43:58.288185 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 37372) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:43:58.294853 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port a67db77b-39a7-4b35-9886-94d866aa5262 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:43:58.308431 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-fa5a8867-da48-4e5a-bd03-2dcc45b2e202 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a3b55492-2517-46c4-9964-49d3c30a708c'}]}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:43:58.310558 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port a67db77b-39a7-4b35-9886-94d866aa5262 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:43:58.310923 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:58.482396 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-fa5a8867-da48-4e5a-bd03-2dcc45b2e202 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:58.549420 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-8549f9a7-214c-4092-89a6-a52de19443c1 None None] For port a67db77b-39a7-4b35-9886-94d866aa5262, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=a67db77b-39a7-4b35-9886-94d866aa5262,segment=NetworkSegment(9e2c71a2-1368-43ba-9f9b-0ba4afc6e277),segment_id=9e2c71a2-1368-43ba-9f9b-0ba4afc6e277)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:43:58.573079 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:58.640971 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-8549f9a7-214c-4092-89a6-a52de19443c1 None None] Notify callbacks [] for port, precommit_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:58.670643 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-8549f9a7-214c-4092-89a6-a52de19443c1 None None] Transition to ACTIVE for port object a67db77b-39a7-4b35-9886-94d866aa5262 will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:43:58.765922 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-8549f9a7-214c-4092-89a6-a52de19443c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:58.864204 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8549f9a7-214c-4092-89a6-a52de19443c1 None None] Pushing event updated for resources: {'Port': ['ID=a67db77b-39a7-4b35-9886-94d866aa5262,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:43:58.901545 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [None req-fa5a8867-da48-4e5a-bd03-2dcc45b2e202 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Delete allocated IP 2001:db8:0:1::82 (5350884f-98a7-4c64-82f1-d15b6cc02ff1/e0a77682-db2f-4876-9414-193ef2b36c98) {{(pid=84887) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 30 20:43:58.942937 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.db.api [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:43:58.943600 n-d-843948-2 neutron-server[84888]: DEBUG oslo_db.api [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:43:59.212458 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-fa5a8867-da48-4e5a-bd03-2dcc45b2e202 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:59.243638 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [None req-fa5a8867-da48-4e5a-bd03-2dcc45b2e202 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Ignored duplicate provisioning block setup for port 12c12a7b-6903-46bb-bd01-132603697b92 by entity DHCP. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} May 30 20:43:59.317867 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-fa5a8867-da48-4e5a-bd03-2dcc45b2e202 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:59.440579 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-fa5a8867-da48-4e5a-bd03-2dcc45b2e202 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] In _notify_port_updated(), no bound segment for port 12c12a7b-6903-46bb-bd01-132603697b92 on network 5350884f-98a7-4c64-82f1-d15b6cc02ff1 {{(pid=84887) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 30 20:43:59.444532 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa5a8867-da48-4e5a-bd03-2dcc45b2e202 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:43:59.446419 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-fa5a8867-da48-4e5a-bd03-2dcc45b2e202 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:59.446533 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-fa5a8867-da48-4e5a-bd03-2dcc45b2e202 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] 10.222.0.85 "PUT /v2.0/ports/12c12a7b-6903-46bb-bd01-132603697b92 HTTP/1.1" status: 200 len: 924 time: 1.1557519 May 30 20:43:59.449498 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 37382) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:43:59.458669 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-5d6e7524-0bfe-408a-bf0c-a82d37bf66a7 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a3b55492-2517-46c4-9964-49d3c30a708c'}, {'subnet_id': 'e0a77682-db2f-4876-9414-193ef2b36c98'}]}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:43:59.494226 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5a8867-da48-4e5a-bd03-2dcc45b2e202 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Pushing event updated for resources: {'Port': ['ID=12c12a7b-6903-46bb-bd01-132603697b92,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:43:59.598687 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:59.626906 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5d6e7524-0bfe-408a-bf0c-a82d37bf66a7 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:59.673280 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port a67db77b-39a7-4b35-9886-94d866aa5262, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=a67db77b-39a7-4b35-9886-94d866aa5262,segment=NetworkSegment(9e2c71a2-1368-43ba-9f9b-0ba4afc6e277),segment_id=9e2c71a2-1368-43ba-9f9b-0ba4afc6e277)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:43:59.682786 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-59a52214-8479-4965-b192-1ebf25657ef0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:59.736336 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-301c1f79-d24f-4c14-a90d-48281e1e7372 None None] Network 5350884f-98a7-4c64-82f1-d15b6cc02ff1 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:43:59.821144 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:43:59.971837 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=a67db77b-39a7-4b35-9886-94d866aa5262,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:44:00.025189 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00cb9b65-f11e-4a7e-b184-804dd6ab097f None None] Provisioning for port a67db77b-39a7-4b35-9886-94d866aa5262 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:44:00.028236 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:00.039507 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00cb9b65-f11e-4a7e-b184-804dd6ab097f None None] Provisioning complete for port a67db77b-39a7-4b35-9886-94d866aa5262 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:44:00.039781 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00cb9b65-f11e-4a7e-b184-804dd6ab097f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:00.096854 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device a67db77b-39a7-4b35-9886-94d866aa5262 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:44:00.174001 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [None req-5d6e7524-0bfe-408a-bf0c-a82d37bf66a7 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Allocated IP 2001:db8:0:1::112 (5350884f-98a7-4c64-82f1-d15b6cc02ff1/e0a77682-db2f-4876-9414-193ef2b36c98/12c12a7b-6903-46bb-bd01-132603697b92) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:44:00.310638 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port a67db77b-39a7-4b35-9886-94d866aa5262 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:44:00.311022 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:00.578667 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5d6e7524-0bfe-408a-bf0c-a82d37bf66a7 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:00.595758 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [None req-5d6e7524-0bfe-408a-bf0c-a82d37bf66a7 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Ignored duplicate provisioning block setup for port 12c12a7b-6903-46bb-bd01-132603697b92 by entity DHCP. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} May 30 20:44:00.667382 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5d6e7524-0bfe-408a-bf0c-a82d37bf66a7 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:00.786304 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6e7524-0bfe-408a-bf0c-a82d37bf66a7 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Pushing event updated for resources: {'Port': ['ID=12c12a7b-6903-46bb-bd01-132603697b92,revision_number=3']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:44:00.874375 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-5d6e7524-0bfe-408a-bf0c-a82d37bf66a7 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] In _notify_port_updated(), no bound segment for port 12c12a7b-6903-46bb-bd01-132603697b92 on network 5350884f-98a7-4c64-82f1-d15b6cc02ff1 {{(pid=84887) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 30 20:44:00.878471 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d6e7524-0bfe-408a-bf0c-a82d37bf66a7 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:44:00.879344 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5d6e7524-0bfe-408a-bf0c-a82d37bf66a7 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:00.883850 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 37404) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:44:00.885536 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-77cd3781-411e-4bb9-a734-a0599d458e4d None None] Provisioning for port 12c12a7b-6903-46bb-bd01-132603697b92 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:44:00.900584 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-77cd3781-411e-4bb9-a734-a0599d458e4d None None] Provisioning complete for port 12c12a7b-6903-46bb-bd01-132603697b92 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:44:00.902536 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-77cd3781-411e-4bb9-a734-a0599d458e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:00.908442 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-5d6e7524-0bfe-408a-bf0c-a82d37bf66a7 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] 10.222.0.85 "PUT /v2.0/ports/12c12a7b-6903-46bb-bd01-132603697b92 HTTP/1.1" status: 200 len: 1010 time: 1.4578292 May 30 20:44:00.985091 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-4b29c9b7-fb13-4f62-8025-c67026d15827 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Deleting port 12c12a7b-6903-46bb-bd01-132603697b92 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:44:00.985754 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4b29c9b7-fb13-4f62-8025-c67026d15827 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:00.988926 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-77cd3781-411e-4bb9-a734-a0599d458e4d None None] Port 12c12a7b-6903-46bb-bd01-132603697b92 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:44:01.011210 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-77cd3781-411e-4bb9-a734-a0599d458e4d None None] Provisioning complete for port a67db77b-39a7-4b35-9886-94d866aa5262 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:44:01.011797 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-77cd3781-411e-4bb9-a734-a0599d458e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:01.185395 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:01.296818 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4b29c9b7-fb13-4f62-8025-c67026d15827 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:01.324265 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-38d4043b-3ee6-4d9a-ac26-65b695b0a46c None None] Provisioning complete for port 12c12a7b-6903-46bb-bd01-132603697b92 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:44:01.325167 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-38d4043b-3ee6-4d9a-ac26-65b695b0a46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:01.435596 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-38d4043b-3ee6-4d9a-ac26-65b695b0a46c None None] Port 12c12a7b-6903-46bb-bd01-132603697b92 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:44:01.472271 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-4b29c9b7-fb13-4f62-8025-c67026d15827 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Calling delete_port for 12c12a7b-6903-46bb-bd01-132603697b92 owned by {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:44:01.563344 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-ce7f1de7-b145-4a26-b72a-58e59f9a683d None None] Provisioning complete for port 12c12a7b-6903-46bb-bd01-132603697b92 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:44:01.563878 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ce7f1de7-b145-4a26-b72a-58e59f9a683d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:01.664420 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-ce7f1de7-b145-4a26-b72a-58e59f9a683d None None] Port 12c12a7b-6903-46bb-bd01-132603697b92 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:44:01.801578 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-74d99176-fb4b-463e-b2c2-962ebeb01b48 None None] Provisioning complete for port 12c12a7b-6903-46bb-bd01-132603697b92 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:44:01.807693 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-74d99176-fb4b-463e-b2c2-962ebeb01b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:01.888385 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-74d99176-fb4b-463e-b2c2-962ebeb01b48 None None] Port 12c12a7b-6903-46bb-bd01-132603697b92 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:44:01.894437 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4b29c9b7-fb13-4f62-8025-c67026d15827 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:01.957233 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b29c9b7-fb13-4f62-8025-c67026d15827 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Pushing event deleted for resources: {'Port': ['ID=12c12a7b-6903-46bb-bd01-132603697b92,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:44:02.058584 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device a67db77b-39a7-4b35-9886-94d866aa5262 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:44:02.151014 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4b29c9b7-fb13-4f62-8025-c67026d15827 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:02.166772 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 37420) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:44:02.167371 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-4b29c9b7-fb13-4f62-8025-c67026d15827 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] 10.222.0.85 "DELETE /v2.0/ports/12c12a7b-6903-46bb-bd01-132603697b92 HTTP/1.1" status: 204 len: 168 time: 1.2801259 May 30 20:44:02.167485 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port a67db77b-39a7-4b35-9886-94d866aa5262 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:44:02.168179 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:02.229313 n-d-843948-2 neutron-server[84887]: INFO neutron.pecan_wsgi.hooks.translation [None req-723f0a62-e11c-44ea-bfdc-de2228372946 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] GET failed (client error): The resource could not be found. May 30 20:44:02.230188 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-723f0a62-e11c-44ea-bfdc-de2228372946 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Synchronizing usage tracker for tenant:3b084a92e7734d7fb83bd2b9ab1e2896 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:44:02.347821 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-723f0a62-e11c-44ea-bfdc-de2228372946 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Unset dirty status for tenant:3b084a92e7734d7fb83bd2b9ab1e2896 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:44:02.350933 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-723f0a62-e11c-44ea-bfdc-de2228372946 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] 10.222.0.85 "GET /v2.0/ports/12c12a7b-6903-46bb-bd01-132603697b92 HTTP/1.1" status: 404 len: 333 time: 0.1811874 May 30 20:44:02.353237 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 37428) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:44:02.608532 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_v2 [None req-b970d2db-b944-41f9-8b14-4c96af68a2c9 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Deleting subnet e0a77682-db2f-4876-9414-193ef2b36c98 {{(pid=84887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:44:02.619159 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b970d2db-b944-41f9-8b14-4c96af68a2c9 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks [] for subnet, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:02.705115 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b970d2db-b944-41f9-8b14-4c96af68a2c9 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3149227'] for subnet, precommit_delete_associations {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:02.776033 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:02.810740 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b970d2db-b944-41f9-8b14-4c96af68a2c9 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:02.982760 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b970d2db-b944-41f9-8b14-4c96af68a2c9 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4055470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114247'] for subnet, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:03.027196 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b970d2db-b944-41f9-8b14-4c96af68a2c9 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Pushing event deleted for resources: {'Subnet': ['ID=e0a77682-db2f-4876-9414-193ef2b36c98,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:44:03.031263 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b970d2db-b944-41f9-8b14-4c96af68a2c9 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:03.039418 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-b970d2db-b944-41f9-8b14-4c96af68a2c9 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] 10.222.0.85 "DELETE /v2.0/subnets/e0a77682-db2f-4876-9414-193ef2b36c98 HTTP/1.1" status: 204 len: 168 time: 0.6851106 May 30 20:44:03.042086 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 37438) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:44:03.046332 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97183440-4926-4af0-a0a5-c06cf5a51b5b None None] Network 5350884f-98a7-4c64-82f1-d15b6cc02ff1 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:44:03.181679 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_v2 [None req-311af175-4d9e-43b6-b352-d0d0a30ace28 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Deleting subnet a3b55492-2517-46c4-9964-49d3c30a708c {{(pid=84887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:44:03.184767 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-311af175-4d9e-43b6-b352-d0d0a30ace28 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks [] for subnet, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:03.253962 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-311af175-4d9e-43b6-b352-d0d0a30ace28 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3149227'] for subnet, precommit_delete_associations {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:03.393309 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-311af175-4d9e-43b6-b352-d0d0a30ace28 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:03.620681 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-311af175-4d9e-43b6-b352-d0d0a30ace28 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4055470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114247'] for subnet, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:03.678414 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311af175-4d9e-43b6-b352-d0d0a30ace28 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Pushing event deleted for resources: {'Subnet': ['ID=a3b55492-2517-46c4-9964-49d3c30a708c,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:44:03.694223 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-311af175-4d9e-43b6-b352-d0d0a30ace28 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:03.703778 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-311af175-4d9e-43b6-b352-d0d0a30ace28 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] 10.222.0.85 "DELETE /v2.0/subnets/a3b55492-2517-46c4-9964-49d3c30a708c HTTP/1.1" status: 204 len: 168 time: 0.6603975 May 30 20:44:03.706375 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 37450) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:44:04.088910 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ab455a5c-6d19-4cef-bd4f-1420d5906647 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:04.107224 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-ab455a5c-6d19-4cef-bd4f-1420d5906647 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Deleting port a67db77b-39a7-4b35-9886-94d866aa5262 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:44:04.107738 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ab455a5c-6d19-4cef-bd4f-1420d5906647 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:04.254469 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6bbe254-e4e7-46ba-ba95-fcebd0df8088 None None] Network 5350884f-98a7-4c64-82f1-d15b6cc02ff1 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:44:04.405677 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [None req-ab455a5c-6d19-4cef-bd4f-1420d5906647 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] For port a67db77b-39a7-4b35-9886-94d866aa5262, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=a67db77b-39a7-4b35-9886-94d866aa5262,segment=NetworkSegment(9e2c71a2-1368-43ba-9f9b-0ba4afc6e277),segment_id=9e2c71a2-1368-43ba-9f9b-0ba4afc6e277)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:44:04.406216 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ab455a5c-6d19-4cef-bd4f-1420d5906647 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:04.429298 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-f0d97973-3ac5-48bb-9647-13c615fffff1 None None] Provisioning complete for port a67db77b-39a7-4b35-9886-94d866aa5262 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:44:04.429661 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-f0d97973-3ac5-48bb-9647-13c615fffff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:04.597388 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-ab455a5c-6d19-4cef-bd4f-1420d5906647 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Calling delete_port for a67db77b-39a7-4b35-9886-94d866aa5262 owned by network:dhcp {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:44:04.782838 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0364a227-2dfb-41eb-91d6-574b99ace5b4 None None] DHCP port deletion for 5350884f-98a7-4c64-82f1-d15b6cc02ff1 request from n-d-843948-2 {{(pid=84888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:44:04.790791 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-0364a227-2dfb-41eb-91d6-574b99ace5b4 None None] Deleting port a67db77b-39a7-4b35-9886-94d866aa5262 {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:44:04.791165 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-0364a227-2dfb-41eb-91d6-574b99ace5b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:04.792135 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ab455a5c-6d19-4cef-bd4f-1420d5906647 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:04.874337 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab455a5c-6d19-4cef-bd4f-1420d5906647 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Pushing event deleted for resources: {'Port': ['ID=a67db77b-39a7-4b35-9886-94d866aa5262,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:44:04.880162 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-0364a227-2dfb-41eb-91d6-574b99ace5b4 None None] The port 'a67db77b-39a7-4b35-9886-94d866aa5262' was deleted {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 20:44:04.898261 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab455a5c-6d19-4cef-bd4f-1420d5906647 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] No DVR routers for this DVR port a67db77b-39a7-4b35-9886-94d866aa5262 on host n-d-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:44:05.093246 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ab455a5c-6d19-4cef-bd4f-1420d5906647 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:05.161255 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-ab455a5c-6d19-4cef-bd4f-1420d5906647 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5350884f-98a7-4c64-82f1-d15b6cc02ff1']}} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:44:05.188786 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-ab455a5c-6d19-4cef-bd4f-1420d5906647 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e2c71a2-1368-43ba-9f9b-0ba4afc6e277') {'for_net_delete': True} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:44:05.189773 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-ab455a5c-6d19-4cef-bd4f-1420d5906647 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e2c71a2-1368-43ba-9f9b-0ba4afc6e277') {} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:44:05.213495 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ab455a5c-6d19-4cef-bd4f-1420d5906647 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3149912'] for segment, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:05.263153 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ab455a5c-6d19-4cef-bd4f-1420d5906647 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:05.277750 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab455a5c-6d19-4cef-bd4f-1420d5906647 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Releasing vlan 667 on physical network physnet1 to pool {{(pid=84887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:44:05.278494 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ab455a5c-6d19-4cef-bd4f-1420d5906647 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4055488'] for segment, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:05.349511 n-d-843948-2 neutron-server[84887]: Traceback (most recent call last): May 30 20:44:05.349511 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:44:05.349511 n-d-843948-2 neutron-server[84887]: timer() May 30 20:44:05.349511 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:44:05.349511 n-d-843948-2 neutron-server[84887]: cb(*args, **kw) May 30 20:44:05.349511 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:44:05.349511 n-d-843948-2 neutron-server[84887]: return func(*args, **kwargs) May 30 20:44:05.349511 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:44:05.349511 n-d-843948-2 neutron-server[84887]: self._notify() May 30 20:44:05.349511 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:44:05.349511 n-d-843948-2 neutron-server[84887]: self.callback(batched_events) May 30 20:44:05.349511 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:44:05.349511 n-d-843948-2 neutron-server[84887]: event.method(event) May 30 20:44:05.349511 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:44:05.349511 n-d-843948-2 neutron-server[84887]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:44:05.349511 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:44:05.349511 n-d-843948-2 neutron-server[84887]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:44:05.349511 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:44:05.349511 n-d-843948-2 neutron-server[84887]: return f(self, *a, **k) May 30 20:44:05.349511 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:44:05.349511 n-d-843948-2 neutron-server[84887]: return self._get(url).json() May 30 20:44:05.349511 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:44:05.349511 n-d-843948-2 neutron-server[84887]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:44:05.349511 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:44:05.349511 n-d-843948-2 neutron-server[84887]: return self.request(url, 'GET', **kwargs) May 30 20:44:05.349511 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:44:05.349511 n-d-843948-2 neutron-server[84887]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:44:05.349511 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:44:05.349511 n-d-843948-2 neutron-server[84887]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:44:05.349511 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:44:05.349511 n-d-843948-2 neutron-server[84887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:44:05.349511 n-d-843948-2 neutron-server[84887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:44:05.460551 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ab455a5c-6d19-4cef-bd4f-1420d5906647 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:05.512418 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ab455a5c-6d19-4cef-bd4f-1420d5906647 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:05.521701 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab455a5c-6d19-4cef-bd4f-1420d5906647 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Pushing event deleted for resources: {'Network': ['ID=5350884f-98a7-4c64-82f1-d15b6cc02ff1,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:44:05.616555 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-ab455a5c-6d19-4cef-bd4f-1420d5906647 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] 10.222.0.85 "DELETE /v2.0/networks/5350884f-98a7-4c64-82f1-d15b6cc02ff1 HTTP/1.1" status: 204 len: 168 time: 1.9081316 May 30 20:44:05.619528 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 37492) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:44:05.726011 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0968557-91d5-4bab-b34b-1835a7d39a00 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:44:05.726849 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-c0968557-91d5-4bab-b34b-1835a7d39a00 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Synchronizing usage tracker for tenant:3b084a92e7734d7fb83bd2b9ab1e2896 on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:44:05.817166 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-c0968557-91d5-4bab-b34b-1835a7d39a00 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Unset dirty status for tenant:3b084a92e7734d7fb83bd2b9ab1e2896 on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:44:05.818492 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-c0968557-91d5-4bab-b34b-1835a7d39a00 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] 10.222.0.85 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1973586 May 30 20:44:05.822449 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 37502) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:44:05.946997 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-1c5b608c-1f4b-48cf-b60b-fa273637863d tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] 10.222.0.85 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1232848 May 30 20:44:05.950614 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 37508) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:44:05.958565 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-4fd2557c-811e-4f92-81c4-ab812d5bf62e tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-905190309'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:44:05.964951 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-4fd2557c-811e-4f92-81c4-ab812d5bf62e tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:44:05.970939 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-4fd2557c-811e-4f92-81c4-ab812d5bf62e tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Usage tracker for resource:network and tenant:3b084a92e7734d7fb83bd2b9ab1e2896 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:44:05.974087 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-4fd2557c-811e-4f92-81c4-ab812d5bf62e tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:44:05.982404 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-4fd2557c-811e-4f92-81c4-ab812d5bf62e tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:44:06.033641 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device a67db77b-39a7-4b35-9886-94d866aa5262 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:44:06.067302 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fd2557c-811e-4f92-81c4-ab812d5bf62e tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Made reservation on behalf of 3b084a92e7734d7fb83bd2b9ab1e2896 for: {'network': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:44:06.071136 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: a67db77b-39a7-4b35-9886-94d866aa5262 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:44:06.071681 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4fd2557c-811e-4f92-81c4-ab812d5bf62e tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:06.072134 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device a67db77b-39a7-4b35-9886-94d866aa5262 not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:44:06.125153 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fd2557c-811e-4f92-81c4-ab812d5bf62e tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] vlan segment allocate from pool success with {'vlan_id': 658, 'physical_network': 'physnet1'} {{(pid=84887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:44:06.135795 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4fd2557c-811e-4f92-81c4-ab812d5bf62e tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:06.136131 n-d-843948-2 neutron-server[84887]: INFO neutron.db.segments_db [None req-4fd2557c-811e-4f92-81c4-ab812d5bf62e tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Added segment bfe5bb93-ddec-41f4-bb8d-42eaa8134387 of type vlan for network 9ea89f5a-2e81-45f2-bccb-4e345851db02 May 30 20:44:06.168789 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4fd2557c-811e-4f92-81c4-ab812d5bf62e tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:06.256795 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4fd2557c-811e-4f92-81c4-ab812d5bf62e tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:06.263138 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd2557c-811e-4f92-81c4-ab812d5bf62e tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:44:06.264370 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4fd2557c-811e-4f92-81c4-ab812d5bf62e tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:06.417159 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd2557c-811e-4f92-81c4-ab812d5bf62e tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Pushing event updated for resources: {'Network': ['ID=9ea89f5a-2e81-45f2-bccb-4e345851db02,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:44:06.432674 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network 9ea89f5a-2e81-45f2-bccb-4e345851db02 details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:44:06.489382 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-4fd2557c-811e-4f92-81c4-ab812d5bf62e tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5376129 May 30 20:44:06.492132 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 37528) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:44:06.498465 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-b22185f2-f6f4-413d-b2d1-685e7b10d332 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Request body: {'subnet': {'network_id': '9ea89f5a-2e81-45f2-bccb-4e345851db02', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:44:06.643747 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-b22185f2-f6f4-413d-b2d1-685e7b10d332 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:44:06.649138 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-b22185f2-f6f4-413d-b2d1-685e7b10d332 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Usage tracker for resource:subnet and tenant:3b084a92e7734d7fb83bd2b9ab1e2896 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:44:06.652629 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-b22185f2-f6f4-413d-b2d1-685e7b10d332 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:44:06.663221 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-b22185f2-f6f4-413d-b2d1-685e7b10d332 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:44:06.744600 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b22185f2-f6f4-413d-b2d1-685e7b10d332 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Made reservation on behalf of 3b084a92e7734d7fb83bd2b9ab1e2896 for: {'subnet': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:44:06.907424 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b22185f2-f6f4-413d-b2d1-685e7b10d332 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114220'] for subnet, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:07.271690 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b22185f2-f6f4-413d-b2d1-685e7b10d332 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4055401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114238'] for subnet, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:07.570117 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22185f2-f6f4-413d-b2d1-685e7b10d332 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Pushing event updated for resources: {'Subnet': ['ID=5f15f570-50b2-4fe4-b8b9-4620f93d7432,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:44:07.598985 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22185f2-f6f4-413d-b2d1-685e7b10d332 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Checking segment: {'id': 'bfe5bb93-ddec-41f4-bb8d-42eaa8134387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '9ea89f5a-2e81-45f2-bccb-4e345851db02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:44:07.599811 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b22185f2-f6f4-413d-b2d1-685e7b10d332 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Network hostable DHCP agents. Network: 9ea89f5a-2e81-45f2-bccb-4e345851db02, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:44:07.691672 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b22185f2-f6f4-413d-b2d1-685e7b10d332 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Network 9ea89f5a-2e81-45f2-bccb-4e345851db02 is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:44:07.780996 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-b22185f2-f6f4-413d-b2d1-685e7b10d332 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, 9ea89f5a-2e81-45f2-bccb-4e345851db02) {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:44:07.787446 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b22185f2-f6f4-413d-b2d1-685e7b10d332 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:44:07.788520 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b22185f2-f6f4-413d-b2d1-685e7b10d332 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:07.798301 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd3f411-3d4f-43d8-9a61-0e242a4c87a4 None None] Network 9ea89f5a-2e81-45f2-bccb-4e345851db02 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:44:07.921875 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-b22185f2-f6f4-413d-b2d1-685e7b10d332 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4238272 May 30 20:44:07.925232 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 37558) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:44:07.933010 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-f9e3895d-2613-4a0c-9da8-8fae5d3027bf tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Request body: {'port': {'network_id': '9ea89f5a-2e81-45f2-bccb-4e345851db02', 'name': 'tempest-PortsIpV6TestJSON-268035845'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:44:08.290006 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-f9e3895d-2613-4a0c-9da8-8fae5d3027bf tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:44:08.300977 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-f9e3895d-2613-4a0c-9da8-8fae5d3027bf tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:44:08.340140 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa6e50ee-7879-4773-9959-925f68563975 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-9ea89f5a-2e81-45f2-bccb-4e345851db02', 'network_id': '9ea89f5a-2e81-45f2-bccb-4e345851db02', 'tenant_id': '3b084a92e7734d7fb83bd2b9ab1e2896', 'fixed_ips': [{'subnet_id': '5f15f570-50b2-4fe4-b8b9-4620f93d7432'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:44:08.341487 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-aa6e50ee-7879-4773-9959-925f68563975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:08.398682 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9e3895d-2613-4a0c-9da8-8fae5d3027bf tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Made reservation on behalf of 3b084a92e7734d7fb83bd2b9ab1e2896 for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:44:08.401689 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f9e3895d-2613-4a0c-9da8-8fae5d3027bf tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:08.425335 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [None req-f9e3895d-2613-4a0c-9da8-8fae5d3027bf tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] device_id is not set on port 9f5f3644-dd64-4b7c-89e3-b420e9b5a629 yet. {{(pid=84887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:44:08.589273 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-aa6e50ee-7879-4773-9959-925f68563975 None None] Allocated IP 2001:db8::2 (9ea89f5a-2e81-45f2-bccb-4e345851db02/5f15f570-50b2-4fe4-b8b9-4620f93d7432/6e5e16c9-51a8-4336-8b0a-21a1481cea4b) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:44:08.843705 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-aa6e50ee-7879-4773-9959-925f68563975 None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:08.854092 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-aa6e50ee-7879-4773-9959-925f68563975 None None] Transition to ACTIVE for port object 6e5e16c9-51a8-4336-8b0a-21a1481cea4b will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:44:08.873245 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-aa6e50ee-7879-4773-9959-925f68563975 None None] Transition to ACTIVE for port object 6e5e16c9-51a8-4336-8b0a-21a1481cea4b will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:44:08.947845 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-aa6e50ee-7879-4773-9959-925f68563975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:09.049940 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa6e50ee-7879-4773-9959-925f68563975 None None] Network 9ea89f5a-2e81-45f2-bccb-4e345851db02 is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:44:09.053242 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-aa6e50ee-7879-4773-9959-925f68563975 None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:44:09.058174 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6e50ee-7879-4773-9959-925f68563975 None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:44:09.061529 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6e50ee-7879-4773-9959-925f68563975 None None] Pushing event updated for resources: {'Port': ['ID=6e5e16c9-51a8-4336-8b0a-21a1481cea4b,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:44:09.074758 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6e50ee-7879-4773-9959-925f68563975 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:44:09.075204 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6e50ee-7879-4773-9959-925f68563975 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:44:09.075656 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6e50ee-7879-4773-9959-925f68563975 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:44:09.075995 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6e50ee-7879-4773-9959-925f68563975 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:44:09.076326 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6e50ee-7879-4773-9959-925f68563975 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:44:09.076767 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6e50ee-7879-4773-9959-925f68563975 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:44:09.077127 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6e50ee-7879-4773-9959-925f68563975 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:44:09.077643 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6e50ee-7879-4773-9959-925f68563975 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:44:09.078110 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6e50ee-7879-4773-9959-925f68563975 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:44:09.078594 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6e50ee-7879-4773-9959-925f68563975 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:44:09.079149 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6e50ee-7879-4773-9959-925f68563975 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:44:09.120079 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [None req-f9e3895d-2613-4a0c-9da8-8fae5d3027bf tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Allocated IP 2001:db8::149 (9ea89f5a-2e81-45f2-bccb-4e345851db02/5f15f570-50b2-4fe4-b8b9-4620f93d7432/9f5f3644-dd64-4b7c-89e3-b420e9b5a629) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:44:09.228273 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-aa6e50ee-7879-4773-9959-925f68563975 None None] Attempting to bind port 6e5e16c9-51a8-4336-8b0a-21a1481cea4b on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:44:09.228953 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-aa6e50ee-7879-4773-9959-925f68563975 None None] Attempting to bind port 6e5e16c9-51a8-4336-8b0a-21a1481cea4b by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': 'bfe5bb93-ddec-41f4-bb8d-42eaa8134387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '9ea89f5a-2e81-45f2-bccb-4e345851db02'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:44:09.229532 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6e50ee-7879-4773-9959-925f68563975 None None] Attempting to bind port 6e5e16c9-51a8-4336-8b0a-21a1481cea4b on network 9ea89f5a-2e81-45f2-bccb-4e345851db02 {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:44:09.238834 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6e50ee-7879-4773-9959-925f68563975 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:44:09.239564 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6e50ee-7879-4773-9959-925f68563975 None None] Checking segment: {'id': 'bfe5bb93-ddec-41f4-bb8d-42eaa8134387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '9ea89f5a-2e81-45f2-bccb-4e345851db02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:44:09.241685 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-aa6e50ee-7879-4773-9959-925f68563975 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:09.241685 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6e50ee-7879-4773-9959-925f68563975 None None] Bound using segment: {'id': 'bfe5bb93-ddec-41f4-bb8d-42eaa8134387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '9ea89f5a-2e81-45f2-bccb-4e345851db02'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:44:09.241685 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-aa6e50ee-7879-4773-9959-925f68563975 None None] Bound port: 6e5e16c9-51a8-4336-8b0a-21a1481cea4b, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfe5bb93-ddec-41f4-bb8d-42eaa8134387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '9ea89f5a-2e81-45f2-bccb-4e345851db02'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:44:09.241685 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-aa6e50ee-7879-4773-9959-925f68563975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:09.355482 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-aa6e50ee-7879-4773-9959-925f68563975 None None] For port 6e5e16c9-51a8-4336-8b0a-21a1481cea4b, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:44:09.359505 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-aa6e50ee-7879-4773-9959-925f68563975 None None] For port 6e5e16c9-51a8-4336-8b0a-21a1481cea4b, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=6e5e16c9-51a8-4336-8b0a-21a1481cea4b,segment=NetworkSegment(bfe5bb93-ddec-41f4-bb8d-42eaa8134387),segment_id=bfe5bb93-ddec-41f4-bb8d-42eaa8134387)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:44:09.410560 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f9e3895d-2613-4a0c-9da8-8fae5d3027bf tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:09.428487 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [None req-f9e3895d-2613-4a0c-9da8-8fae5d3027bf tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Transition to ACTIVE for port object 9f5f3644-dd64-4b7c-89e3-b420e9b5a629 will not be triggered until provisioned by entity DHCP. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:44:09.468534 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-aa6e50ee-7879-4773-9959-925f68563975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:09.513417 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:44:09.548559 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f9e3895d-2613-4a0c-9da8-8fae5d3027bf tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:09.590237 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6e50ee-7879-4773-9959-925f68563975 None None] Pushing event updated for resources: {'Port': ['ID=6e5e16c9-51a8-4336-8b0a-21a1481cea4b,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:44:09.647973 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e3895d-2613-4a0c-9da8-8fae5d3027bf tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Network 9ea89f5a-2e81-45f2-bccb-4e345851db02 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:44:09.652083 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-f9e3895d-2613-4a0c-9da8-8fae5d3027bf tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:44:09.659483 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e3895d-2613-4a0c-9da8-8fae5d3027bf tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:44:09.663845 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e3895d-2613-4a0c-9da8-8fae5d3027bf tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:44:09.664839 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f9e3895d-2613-4a0c-9da8-8fae5d3027bf tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:09.725355 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e3895d-2613-4a0c-9da8-8fae5d3027bf tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Pushing event updated for resources: {'Port': ['ID=9f5f3644-dd64-4b7c-89e3-b420e9b5a629,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:44:09.812017 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-f9e3895d-2613-4a0c-9da8-8fae5d3027bf tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8866377 May 30 20:44:09.815103 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 37594) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:44:09.821782 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-f6034b92-35bc-4d49-9c80-602db99636e3 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Request body: {'port': {'network_id': '9ea89f5a-2e81-45f2-bccb-4e345851db02', 'name': 'tempest-PortsIpV6TestJSON-905764549'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:44:10.032579 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-f6034b92-35bc-4d49-9c80-602db99636e3 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:44:10.039210 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-f6034b92-35bc-4d49-9c80-602db99636e3 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Usage tracker for resource:port and tenant:3b084a92e7734d7fb83bd2b9ab1e2896 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:44:10.043443 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-f6034b92-35bc-4d49-9c80-602db99636e3 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:44:10.052784 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-f6034b92-35bc-4d49-9c80-602db99636e3 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:44:10.159582 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 6e5e16c9-51a8-4336-8b0a-21a1481cea4b up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:44:10.192811 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6034b92-35bc-4d49-9c80-602db99636e3 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Made reservation on behalf of 3b084a92e7734d7fb83bd2b9ab1e2896 for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:44:10.196543 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f6034b92-35bc-4d49-9c80-602db99636e3 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:10.244927 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [None req-f6034b92-35bc-4d49-9c80-602db99636e3 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] device_id is not set on port 305db4c2-a553-4b46-888c-3d1e83b43bf7 yet. {{(pid=84887) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:44:10.396720 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 6e5e16c9-51a8-4336-8b0a-21a1481cea4b completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:44:10.414095 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [None req-f6034b92-35bc-4d49-9c80-602db99636e3 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Allocated IP 2001:db8::324 (9ea89f5a-2e81-45f2-bccb-4e345851db02/5f15f570-50b2-4fe4-b8b9-4620f93d7432/305db4c2-a553-4b46-888c-3d1e83b43bf7) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:44:10.691564 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f6034b92-35bc-4d49-9c80-602db99636e3 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:10.710534 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [None req-f6034b92-35bc-4d49-9c80-602db99636e3 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Transition to ACTIVE for port object 305db4c2-a553-4b46-888c-3d1e83b43bf7 will not be triggered until provisioned by entity DHCP. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:44:10.822321 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f6034b92-35bc-4d49-9c80-602db99636e3 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:10.947903 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6034b92-35bc-4d49-9c80-602db99636e3 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Pushing event updated for resources: {'Port': ['ID=305db4c2-a553-4b46-888c-3d1e83b43bf7,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:44:10.968354 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6034b92-35bc-4d49-9c80-602db99636e3 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Network 9ea89f5a-2e81-45f2-bccb-4e345851db02 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:44:11.020075 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-f6034b92-35bc-4d49-9c80-602db99636e3 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:44:11.020075 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6034b92-35bc-4d49-9c80-602db99636e3 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:44:11.020075 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6034b92-35bc-4d49-9c80-602db99636e3 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:44:11.020075 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f6034b92-35bc-4d49-9c80-602db99636e3 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:11.121353 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e737e97f-06ee-41e9-a216-a688c95cb15f None None] Network 9ea89f5a-2e81-45f2-bccb-4e345851db02 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:44:11.177031 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-f6034b92-35bc-4d49-9c80-602db99636e3 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3604980 May 30 20:44:11.179627 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 37628) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:44:11.245289 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 37634) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:44:11.309393 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-700cbe66-e654-4a7f-be6f-f8e356c34ea4 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:44:11.310270 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-700cbe66-e654-4a7f-be6f-f8e356c34ea4 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Synchronizing usage tracker for tenant:3b084a92e7734d7fb83bd2b9ab1e2896 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:44:11.316729 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-24c76e8e-913b-4ad8-be1f-88475f202521 None None] Provisioning for port 6e5e16c9-51a8-4336-8b0a-21a1481cea4b completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:44:11.337580 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-24c76e8e-913b-4ad8-be1f-88475f202521 None None] Provisioning complete for port 6e5e16c9-51a8-4336-8b0a-21a1481cea4b triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:44:11.337580 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-24c76e8e-913b-4ad8-be1f-88475f202521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:11.421564 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-700cbe66-e654-4a7f-be6f-f8e356c34ea4 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Unset dirty status for tenant:3b084a92e7734d7fb83bd2b9ab1e2896 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:44:11.426489 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 37640) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:44:11.426774 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-700cbe66-e654-4a7f-be6f-f8e356c34ea4 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] 10.222.0.85 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A149 HTTP/1.1" status: 200 len: 928 time: 0.2459888 May 30 20:44:11.524502 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-380aeb36-e1f2-48f6-888f-6bf34c7955a3 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Deleting port 305db4c2-a553-4b46-888c-3d1e83b43bf7 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:44:11.526294 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-380aeb36-e1f2-48f6-888f-6bf34c7955a3 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:11.533992 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-24c76e8e-913b-4ad8-be1f-88475f202521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:11.577589 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-24c76e8e-913b-4ad8-be1f-88475f202521 None None] For port 6e5e16c9-51a8-4336-8b0a-21a1481cea4b, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=6e5e16c9-51a8-4336-8b0a-21a1481cea4b,segment=NetworkSegment(bfe5bb93-ddec-41f4-bb8d-42eaa8134387),segment_id=bfe5bb93-ddec-41f4-bb8d-42eaa8134387)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:44:11.584786 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-046f1ff0-7631-47b7-bf69-9f29b3315cec admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:11.656675 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-24c76e8e-913b-4ad8-be1f-88475f202521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:11.690256 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-046f1ff0-7631-47b7-bf69-9f29b3315cec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:44:11.697605 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-046f1ff0-7631-47b7-bf69-9f29b3315cec admin admin] Usage tracker for resource:security_group_rule and tenant:57a4414d2395434b9e8824721750caaf is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:44:11.705026 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-046f1ff0-7631-47b7-bf69-9f29b3315cec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:44:11.840695 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c76e8e-913b-4ad8-be1f-88475f202521 None None] Pushing event updated for resources: {'Port': ['ID=6e5e16c9-51a8-4336-8b0a-21a1481cea4b,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:44:11.869955 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-046f1ff0-7631-47b7-bf69-9f29b3315cec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:44:11.962230 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-030c3506-8f47-436c-a906-db94c97b6679 None None] Provisioning for port 9f5f3644-dd64-4b7c-89e3-b420e9b5a629 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:44:11.979341 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-030c3506-8f47-436c-a906-db94c97b6679 None None] Provisioning complete for port 9f5f3644-dd64-4b7c-89e3-b420e9b5a629 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:44:11.979717 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-030c3506-8f47-436c-a906-db94c97b6679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:12.056902 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-380aeb36-e1f2-48f6-888f-6bf34c7955a3 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:12.081478 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 6e5e16c9-51a8-4336-8b0a-21a1481cea4b up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:44:12.135391 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-030c3506-8f47-436c-a906-db94c97b6679 None None] Port 9f5f3644-dd64-4b7c-89e3-b420e9b5a629 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:44:12.187212 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 6e5e16c9-51a8-4336-8b0a-21a1481cea4b triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:44:12.187611 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:12.273208 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-380aeb36-e1f2-48f6-888f-6bf34c7955a3 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Calling delete_port for 305db4c2-a553-4b46-888c-3d1e83b43bf7 owned by {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:44:12.327553 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-030c3506-8f47-436c-a906-db94c97b6679 None None] Provisioning for port 305db4c2-a553-4b46-888c-3d1e83b43bf7 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:44:12.355407 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-046f1ff0-7631-47b7-bf69-9f29b3315cec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:12.359141 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-030c3506-8f47-436c-a906-db94c97b6679 None None] Provisioning complete for port 305db4c2-a553-4b46-888c-3d1e83b43bf7 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:44:12.359141 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-030c3506-8f47-436c-a906-db94c97b6679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:12.435040 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-030c3506-8f47-436c-a906-db94c97b6679 None None] Port 305db4c2-a553-4b46-888c-3d1e83b43bf7 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:44:12.450819 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-030c3506-8f47-436c-a906-db94c97b6679 None None] Provisioning complete for port 6e5e16c9-51a8-4336-8b0a-21a1481cea4b triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:44:12.451482 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-030c3506-8f47-436c-a906-db94c97b6679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:12.474129 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-046f1ff0-7631-47b7-bf69-9f29b3315cec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:12.534549 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046f1ff0-7631-47b7-bf69-9f29b3315cec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5b5e718-26bf-4024-9166-0311e0dcc1db,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:44:12.536276 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-046f1ff0-7631-47b7-bf69-9f29b3315cec admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=57a4414d2395434b9e8824721750caaf&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2897224 May 30 20:44:12.539071 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 37658) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:44:12.554099 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-380aeb36-e1f2-48f6-888f-6bf34c7955a3 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:12.606445 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380aeb36-e1f2-48f6-888f-6bf34c7955a3 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Pushing event deleted for resources: {'Port': ['ID=305db4c2-a553-4b46-888c-3d1e83b43bf7,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:44:12.616664 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e92ced01-f425-43b5-a7fe-41b05c8a5c50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:12.648877 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e92ced01-f425-43b5-a7fe-41b05c8a5c50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:12.660895 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-380aeb36-e1f2-48f6-888f-6bf34c7955a3 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:12.727260 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-3c8ab592-1cce-418c-8746-8a1f543e1828 None None] Provisioning complete for port 9f5f3644-dd64-4b7c-89e3-b420e9b5a629 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:44:12.727688 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-3c8ab592-1cce-418c-8746-8a1f543e1828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:12.785271 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 37670) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:44:12.785508 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-380aeb36-e1f2-48f6-888f-6bf34c7955a3 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] 10.222.0.85 "DELETE /v2.0/ports/305db4c2-a553-4b46-888c-3d1e83b43bf7 HTTP/1.1" status: 204 len: 168 time: 1.3575401 May 30 20:44:12.838875 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e92ced01-f425-43b5-a7fe-41b05c8a5c50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:12.888288 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ab592-1cce-418c-8746-8a1f543e1828 None None] Port 9f5f3644-dd64-4b7c-89e3-b420e9b5a629 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:44:12.892984 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-3c8ab592-1cce-418c-8746-8a1f543e1828 None None] Could not find standard attr ID for object 305db4c2-a553-4b46-888c-3d1e83b43bf7. {{(pid=84888) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 30 20:44:12.898050 n-d-843948-2 neutron-server[84887]: INFO neutron.pecan_wsgi.hooks.translation [None req-12faf02a-94ee-4d4a-bcd4-46330cda58e1 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] GET failed (client error): The resource could not be found. May 30 20:44:12.899410 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-12faf02a-94ee-4d4a-bcd4-46330cda58e1 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] 10.222.0.85 "GET /v2.0/ports/305db4c2-a553-4b46-888c-3d1e83b43bf7 HTTP/1.1" status: 404 len: 333 time: 0.1127014 May 30 20:44:12.903334 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 37674) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:44:12.936015 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92ced01-f425-43b5-a7fe-41b05c8a5c50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5b5e718-26bf-4024-9166-0311e0dcc1db,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:44:12.954902 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e92ced01-f425-43b5-a7fe-41b05c8a5c50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:12.959426 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-e92ced01-f425-43b5-a7fe-41b05c8a5c50 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/e5b5e718-26bf-4024-9166-0311e0dcc1db HTTP/1.1" status: 204 len: 168 time: 0.4193590 May 30 20:44:12.995346 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-173cd395-da1d-40b0-bb4a-d7ee83a0d2b0 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Deleting port 9f5f3644-dd64-4b7c-89e3-b420e9b5a629 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:44:12.995687 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-173cd395-da1d-40b0-bb4a-d7ee83a0d2b0 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:13.391169 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-173cd395-da1d-40b0-bb4a-d7ee83a0d2b0 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:13.533238 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-173cd395-da1d-40b0-bb4a-d7ee83a0d2b0 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Calling delete_port for 9f5f3644-dd64-4b7c-89e3-b420e9b5a629 owned by {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:44:13.738486 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 37692) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:44:13.763318 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ede626c5-8ca4-4014-973a-558a7a0c24c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:13.783469 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-173cd395-da1d-40b0-bb4a-d7ee83a0d2b0 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:13.854532 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173cd395-da1d-40b0-bb4a-d7ee83a0d2b0 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Pushing event deleted for resources: {'Port': ['ID=9f5f3644-dd64-4b7c-89e3-b420e9b5a629,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:44:13.890228 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-ede626c5-8ca4-4014-973a-558a7a0c24c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:44:13.903563 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-ede626c5-8ca4-4014-973a-558a7a0c24c2 admin admin] Usage tracker for resource:security_group_rule and tenant:5318e136a9584e3981716f3dccf2f874 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:44:13.910433 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-173cd395-da1d-40b0-bb4a-d7ee83a0d2b0 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:13.914953 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-ede626c5-8ca4-4014-973a-558a7a0c24c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:44:13.944319 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-ede626c5-8ca4-4014-973a-558a7a0c24c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:44:13.969187 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-173cd395-da1d-40b0-bb4a-d7ee83a0d2b0 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] 10.222.0.85 "DELETE /v2.0/ports/9f5f3644-dd64-4b7c-89e3-b420e9b5a629 HTTP/1.1" status: 204 len: 168 time: 1.0646591 May 30 20:44:13.974486 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 37700) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:44:14.059691 n-d-843948-2 neutron-server[84886]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc8cc844-4cd6-40f3-9369-352fff6da090 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] GET failed (client error): The resource could not be found. May 30 20:44:14.060718 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-dc8cc844-4cd6-40f3-9369-352fff6da090 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Synchronizing usage tracker for tenant:3b084a92e7734d7fb83bd2b9ab1e2896 on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:44:14.103789 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ede626c5-8ca4-4014-973a-558a7a0c24c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:14.182774 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-dc8cc844-4cd6-40f3-9369-352fff6da090 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Unset dirty status for tenant:3b084a92e7734d7fb83bd2b9ab1e2896 on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:44:14.183664 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-dc8cc844-4cd6-40f3-9369-352fff6da090 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] 10.222.0.85 "GET /v2.0/ports/9f5f3644-dd64-4b7c-89e3-b420e9b5a629 HTTP/1.1" status: 404 len: 333 time: 0.2000542 May 30 20:44:14.189002 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 37708) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:44:14.231764 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ede626c5-8ca4-4014-973a-558a7a0c24c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:14.292819 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 37712) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:44:14.312338 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-ede626c5-8ca4-4014-973a-558a7a0c24c2 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=5318e136a9584e3981716f3dccf2f874&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5659356 May 30 20:44:14.371915 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede626c5-8ca4-4014-973a-558a7a0c24c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98d22792-e3f5-4291-be20-104c8fc3c36b,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:44:14.396513 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4d53ffab-df52-4309-b258-0c735e780091 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:14.431898 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4d53ffab-df52-4309-b258-0c735e780091 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:14.545099 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_v2 [None req-b537c17d-0b47-4a6c-aa21-0d55424ea895 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Deleting subnet 5f15f570-50b2-4fe4-b8b9-4620f93d7432 {{(pid=84887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:44:14.547653 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4d53ffab-df52-4309-b258-0c735e780091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:14.549076 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b537c17d-0b47-4a6c-aa21-0d55424ea895 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks [] for subnet, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:14.580109 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d53ffab-df52-4309-b258-0c735e780091 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98d22792-e3f5-4291-be20-104c8fc3c36b,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:44:14.591186 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4d53ffab-df52-4309-b258-0c735e780091 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:14.609176 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-4d53ffab-df52-4309-b258-0c735e780091 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/98d22792-e3f5-4291-be20-104c8fc3c36b HTTP/1.1" status: 204 len: 168 time: 0.3118465 May 30 20:44:14.634055 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b537c17d-0b47-4a6c-aa21-0d55424ea895 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3149227'] for subnet, precommit_delete_associations {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:14.729906 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b537c17d-0b47-4a6c-aa21-0d55424ea895 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:14.923516 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b537c17d-0b47-4a6c-aa21-0d55424ea895 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4055470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114247'] for subnet, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:14.968155 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b537c17d-0b47-4a6c-aa21-0d55424ea895 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Pushing event deleted for resources: {'Subnet': ['ID=5f15f570-50b2-4fe4-b8b9-4620f93d7432,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:44:14.975655 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b537c17d-0b47-4a6c-aa21-0d55424ea895 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:14.986890 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb6e33f-094b-4ebc-af72-eea38b02ab9a None None] Network 9ea89f5a-2e81-45f2-bccb-4e345851db02 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:44:14.998981 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-b537c17d-0b47-4a6c-aa21-0d55424ea895 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] 10.222.0.85 "DELETE /v2.0/subnets/5f15f570-50b2-4fe4-b8b9-4620f93d7432 HTTP/1.1" status: 204 len: 168 time: 0.8057444 May 30 20:44:14.999237 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 37728) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:44:15.197550 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5c427386-919d-4eab-ad30-0f5bec82ae79 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:15.209987 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-5c427386-919d-4eab-ad30-0f5bec82ae79 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Deleting port 6e5e16c9-51a8-4336-8b0a-21a1481cea4b {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:44:15.210322 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5c427386-919d-4eab-ad30-0f5bec82ae79 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:15.435368 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e76429-92cc-41d1-8367-8892e8ff245c None None] DHCP port deletion for 9ea89f5a-2e81-45f2-bccb-4e345851db02 request from n-d-843948-2 {{(pid=84888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:44:15.440206 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-05e76429-92cc-41d1-8367-8892e8ff245c None None] Deleting port 6e5e16c9-51a8-4336-8b0a-21a1481cea4b {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:44:15.440843 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-05e76429-92cc-41d1-8367-8892e8ff245c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:15.530696 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [None req-5c427386-919d-4eab-ad30-0f5bec82ae79 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] For port 6e5e16c9-51a8-4336-8b0a-21a1481cea4b, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=6e5e16c9-51a8-4336-8b0a-21a1481cea4b,segment=NetworkSegment(bfe5bb93-ddec-41f4-bb8d-42eaa8134387),segment_id=bfe5bb93-ddec-41f4-bb8d-42eaa8134387)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:44:15.531075 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5c427386-919d-4eab-ad30-0f5bec82ae79 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:15.660880 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 37740) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:44:15.691317 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-5c427386-919d-4eab-ad30-0f5bec82ae79 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Calling delete_port for 6e5e16c9-51a8-4336-8b0a-21a1481cea4b owned by network:dhcp {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:44:15.694923 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f31e8592-2769-40ef-8dd1-62de1b7a2054 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:15.752143 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-f31e8592-2769-40ef-8dd1-62de1b7a2054 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:44:15.759887 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-f31e8592-2769-40ef-8dd1-62de1b7a2054 admin admin] Usage tracker for resource:security_group_rule and tenant:1512dc7aad7f43dd9037b25806571f95 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:44:15.765723 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-f31e8592-2769-40ef-8dd1-62de1b7a2054 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:44:15.777021 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-f31e8592-2769-40ef-8dd1-62de1b7a2054 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:44:15.789584 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-05e76429-92cc-41d1-8367-8892e8ff245c None None] For port 6e5e16c9-51a8-4336-8b0a-21a1481cea4b, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=6e5e16c9-51a8-4336-8b0a-21a1481cea4b,segment=NetworkSegment(bfe5bb93-ddec-41f4-bb8d-42eaa8134387),segment_id=bfe5bb93-ddec-41f4-bb8d-42eaa8134387)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:44:15.791400 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-05e76429-92cc-41d1-8367-8892e8ff245c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:15.879712 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f31e8592-2769-40ef-8dd1-62de1b7a2054 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:15.891333 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5c427386-919d-4eab-ad30-0f5bec82ae79 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:15.934025 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f31e8592-2769-40ef-8dd1-62de1b7a2054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:15.940772 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c427386-919d-4eab-ad30-0f5bec82ae79 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Pushing event deleted for resources: {'Port': ['ID=6e5e16c9-51a8-4336-8b0a-21a1481cea4b,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:44:15.947677 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c427386-919d-4eab-ad30-0f5bec82ae79 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] No DVR routers for this DVR port 6e5e16c9-51a8-4336-8b0a-21a1481cea4b on host n-d-843948-2 {{(pid=84886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:44:15.977650 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-05e76429-92cc-41d1-8367-8892e8ff245c None None] Calling delete_port for 6e5e16c9-51a8-4336-8b0a-21a1481cea4b owned by network:dhcp {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:44:16.063599 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.db.api [None req-05e76429-92cc-41d1-8367-8892e8ff245c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:44:16.063599 n-d-843948-2 neutron-server[84888]: DEBUG oslo_db.api [None req-05e76429-92cc-41d1-8367-8892e8ff245c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:44:16.080062 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31e8592-2769-40ef-8dd1-62de1b7a2054 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4603cefc-de56-46bf-afbb-82dc25ba98e0,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:44:16.085699 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-f31e8592-2769-40ef-8dd1-62de1b7a2054 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=1512dc7aad7f43dd9037b25806571f95&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4233744 May 30 20:44:16.088556 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 37750) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:44:16.121426 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 6e5e16c9-51a8-4336-8b0a-21a1481cea4b no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:44:16.166561 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6950c409-c60c-4507-8ca2-3873b76dc545 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:16.176897 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5c427386-919d-4eab-ad30-0f5bec82ae79 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:16.197763 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6950c409-c60c-4507-8ca2-3873b76dc545 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:16.204437 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: 6e5e16c9-51a8-4336-8b0a-21a1481cea4b {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:44:16.204775 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 6e5e16c9-51a8-4336-8b0a-21a1481cea4b not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:44:16.212724 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-5c427386-919d-4eab-ad30-0f5bec82ae79 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ea89f5a-2e81-45f2-bccb-4e345851db02']}} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:44:16.243445 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-5c427386-919d-4eab-ad30-0f5bec82ae79 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfe5bb93-ddec-41f4-bb8d-42eaa8134387') {'for_net_delete': True} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:44:16.244026 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-5c427386-919d-4eab-ad30-0f5bec82ae79 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfe5bb93-ddec-41f4-bb8d-42eaa8134387') {} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:44:16.258943 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5c427386-919d-4eab-ad30-0f5bec82ae79 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2660590'] for segment, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:16.280099 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5c427386-919d-4eab-ad30-0f5bec82ae79 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:16.287425 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c427386-919d-4eab-ad30-0f5bec82ae79 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Releasing vlan 658 on physical network physnet1 to pool {{(pid=84886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:44:16.307977 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5c427386-919d-4eab-ad30-0f5bec82ae79 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4126989'] for segment, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:16.307977 n-d-843948-2 neutron-server[84886]: Traceback (most recent call last): May 30 20:44:16.307977 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:44:16.307977 n-d-843948-2 neutron-server[84886]: timer() May 30 20:44:16.307977 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:44:16.307977 n-d-843948-2 neutron-server[84886]: cb(*args, **kw) May 30 20:44:16.307977 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:44:16.307977 n-d-843948-2 neutron-server[84886]: return func(*args, **kwargs) May 30 20:44:16.307977 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:44:16.307977 n-d-843948-2 neutron-server[84886]: self._notify() May 30 20:44:16.307977 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:44:16.307977 n-d-843948-2 neutron-server[84886]: self.callback(batched_events) May 30 20:44:16.307977 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:44:16.307977 n-d-843948-2 neutron-server[84886]: event.method(event) May 30 20:44:16.307977 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:44:16.307977 n-d-843948-2 neutron-server[84886]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:44:16.307977 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:44:16.307977 n-d-843948-2 neutron-server[84886]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:44:16.307977 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:44:16.307977 n-d-843948-2 neutron-server[84886]: return f(self, *a, **k) May 30 20:44:16.307977 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:44:16.307977 n-d-843948-2 neutron-server[84886]: return self._get(url).json() May 30 20:44:16.307977 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:44:16.307977 n-d-843948-2 neutron-server[84886]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:44:16.307977 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:44:16.307977 n-d-843948-2 neutron-server[84886]: return self.request(url, 'GET', **kwargs) May 30 20:44:16.307977 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:44:16.307977 n-d-843948-2 neutron-server[84886]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:44:16.307977 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:44:16.307977 n-d-843948-2 neutron-server[84886]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:44:16.307977 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:44:16.307977 n-d-843948-2 neutron-server[84886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:44:16.307977 n-d-843948-2 neutron-server[84886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:44:16.442604 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6950c409-c60c-4507-8ca2-3873b76dc545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:16.470147 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6950c409-c60c-4507-8ca2-3873b76dc545 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4603cefc-de56-46bf-afbb-82dc25ba98e0,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:44:16.486776 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6950c409-c60c-4507-8ca2-3873b76dc545 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:16.487941 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-6950c409-c60c-4507-8ca2-3873b76dc545 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/4603cefc-de56-46bf-afbb-82dc25ba98e0 HTTP/1.1" status: 204 len: 168 time: 0.3981340 May 30 20:44:16.501517 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5c427386-919d-4eab-ad30-0f5bec82ae79 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:16.525106 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5c427386-919d-4eab-ad30-0f5bec82ae79 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks [] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:16.534755 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c427386-919d-4eab-ad30-0f5bec82ae79 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Pushing event deleted for resources: {'Network': ['ID=9ea89f5a-2e81-45f2-bccb-4e345851db02,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:44:16.564781 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-05e76429-92cc-41d1-8367-8892e8ff245c None None] Deleting port 6e5e16c9-51a8-4336-8b0a-21a1481cea4b {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:44:16.565570 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-05e76429-92cc-41d1-8367-8892e8ff245c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:16.607195 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-5c427386-919d-4eab-ad30-0f5bec82ae79 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] 10.222.0.85 "DELETE /v2.0/networks/9ea89f5a-2e81-45f2-bccb-4e345851db02 HTTP/1.1" status: 204 len: 168 time: 1.6072264 May 30 20:44:16.611373 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 37762) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:44:16.617997 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-284e526b-66e1-4f95-a94f-5c791dd3f792 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-696248594'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:44:16.633509 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-284e526b-66e1-4f95-a94f-5c791dd3f792 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:44:16.644475 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-284e526b-66e1-4f95-a94f-5c791dd3f792 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Usage tracker for resource:network and tenant:3b084a92e7734d7fb83bd2b9ab1e2896 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:44:16.649541 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-284e526b-66e1-4f95-a94f-5c791dd3f792 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:44:16.659624 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-284e526b-66e1-4f95-a94f-5c791dd3f792 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:44:16.714777 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-05e76429-92cc-41d1-8367-8892e8ff245c None None] The port '6e5e16c9-51a8-4336-8b0a-21a1481cea4b' was deleted {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 20:44:16.788041 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-284e526b-66e1-4f95-a94f-5c791dd3f792 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Made reservation on behalf of 3b084a92e7734d7fb83bd2b9ab1e2896 for: {'network': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:44:16.792170 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-284e526b-66e1-4f95-a94f-5c791dd3f792 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:16.835228 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-284e526b-66e1-4f95-a94f-5c791dd3f792 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] vlan segment allocate from pool success with {'vlan_id': 676, 'physical_network': 'physnet1'} {{(pid=84887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:44:16.854590 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-284e526b-66e1-4f95-a94f-5c791dd3f792 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:16.854923 n-d-843948-2 neutron-server[84887]: INFO neutron.db.segments_db [None req-284e526b-66e1-4f95-a94f-5c791dd3f792 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Added segment da1404a2-aa02-4d56-ad3c-6495d532b321 of type vlan for network a87f3e52-8fe4-4820-ba1c-c249a9a066ea May 30 20:44:16.884872 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-284e526b-66e1-4f95-a94f-5c791dd3f792 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:17.045196 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-284e526b-66e1-4f95-a94f-5c791dd3f792 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:17.050382 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-284e526b-66e1-4f95-a94f-5c791dd3f792 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:44:17.051375 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-284e526b-66e1-4f95-a94f-5c791dd3f792 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:17.182017 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284e526b-66e1-4f95-a94f-5c791dd3f792 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Pushing event updated for resources: {'Network': ['ID=a87f3e52-8fe4-4820-ba1c-c249a9a066ea,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:44:17.196037 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network a87f3e52-8fe4-4820-ba1c-c249a9a066ea details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:44:17.252194 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-284e526b-66e1-4f95-a94f-5c791dd3f792 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6319797 May 30 20:44:17.256587 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 37778) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:44:17.261491 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-61057f02-36c6-4b6d-86b0-d3ee5540a9d4 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Request body: {'subnet': {'network_id': 'a87f3e52-8fe4-4820-ba1c-c249a9a066ea', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:44:17.390692 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-61057f02-36c6-4b6d-86b0-d3ee5540a9d4 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:44:17.397487 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-61057f02-36c6-4b6d-86b0-d3ee5540a9d4 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Usage tracker for resource:subnet and tenant:3b084a92e7734d7fb83bd2b9ab1e2896 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:44:17.399745 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-61057f02-36c6-4b6d-86b0-d3ee5540a9d4 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:44:17.405795 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-61057f02-36c6-4b6d-86b0-d3ee5540a9d4 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:44:17.519061 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61057f02-36c6-4b6d-86b0-d3ee5540a9d4 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Made reservation on behalf of 3b084a92e7734d7fb83bd2b9ab1e2896 for: {'subnet': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:44:17.641448 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-61057f02-36c6-4b6d-86b0-d3ee5540a9d4 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114220'] for subnet, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:18.376069 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-61057f02-36c6-4b6d-86b0-d3ee5540a9d4 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4055401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114238'] for subnet, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:18.492927 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61057f02-36c6-4b6d-86b0-d3ee5540a9d4 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Pushing event updated for resources: {'Subnet': ['ID=2d2d69fd-2825-4cb2-abbc-889c3c00262d,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:44:18.505449 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61057f02-36c6-4b6d-86b0-d3ee5540a9d4 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Checking segment: {'id': 'da1404a2-aa02-4d56-ad3c-6495d532b321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'a87f3e52-8fe4-4820-ba1c-c249a9a066ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:44:18.506067 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61057f02-36c6-4b6d-86b0-d3ee5540a9d4 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Network hostable DHCP agents. Network: a87f3e52-8fe4-4820-ba1c-c249a9a066ea, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:44:18.666544 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61057f02-36c6-4b6d-86b0-d3ee5540a9d4 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Network a87f3e52-8fe4-4820-ba1c-c249a9a066ea is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:44:18.855625 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-61057f02-36c6-4b6d-86b0-d3ee5540a9d4 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, a87f3e52-8fe4-4820-ba1c-c249a9a066ea) {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:44:18.860078 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61057f02-36c6-4b6d-86b0-d3ee5540a9d4 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:44:18.862017 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-61057f02-36c6-4b6d-86b0-d3ee5540a9d4 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:18.869090 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d07ebe2-1c4e-4399-8109-871c0ad5191b None None] Network a87f3e52-8fe4-4820-ba1c-c249a9a066ea requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:44:19.018818 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 37832) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:44:19.019475 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-61057f02-36c6-4b6d-86b0-d3ee5540a9d4 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7625232 May 30 20:44:19.028578 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-20b4ad17-0755-4333-8c8b-8f4a0701b671 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Request body: {'port': {'network_id': 'a87f3e52-8fe4-4820-ba1c-c249a9a066ea', 'name': 'tempest-PortsIpV6TestJSON-1753735126', 'fixed_ips': [{'subnet_id': '2d2d69fd-2825-4cb2-abbc-889c3c00262d', 'ip_address': '2001:db8::10'}]}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:44:19.223520 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4f5f44e-bd01-4e7c-bfdb-4466576ec175 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-a87f3e52-8fe4-4820-ba1c-c249a9a066ea', 'network_id': 'a87f3e52-8fe4-4820-ba1c-c249a9a066ea', 'tenant_id': '3b084a92e7734d7fb83bd2b9ab1e2896', 'fixed_ips': [{'subnet_id': '2d2d69fd-2825-4cb2-abbc-889c3c00262d'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:44:19.224888 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-d4f5f44e-bd01-4e7c-bfdb-4466576ec175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:19.237894 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-20b4ad17-0755-4333-8c8b-8f4a0701b671 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:44:19.242776 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-20b4ad17-0755-4333-8c8b-8f4a0701b671 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Usage tracker for resource:port and tenant:3b084a92e7734d7fb83bd2b9ab1e2896 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:44:19.246702 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-20b4ad17-0755-4333-8c8b-8f4a0701b671 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:44:19.254708 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-20b4ad17-0755-4333-8c8b-8f4a0701b671 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:44:19.376007 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20b4ad17-0755-4333-8c8b-8f4a0701b671 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Made reservation on behalf of 3b084a92e7734d7fb83bd2b9ab1e2896 for: {'port': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:44:19.435485 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-d4f5f44e-bd01-4e7c-bfdb-4466576ec175 None None] Allocated IP 2001:db8::2 (a87f3e52-8fe4-4820-ba1c-c249a9a066ea/2d2d69fd-2825-4cb2-abbc-889c3c00262d/81f0d275-0064-48e6-b44d-df8cc3d5ba3d) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:44:19.618172 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-20b4ad17-0755-4333-8c8b-8f4a0701b671 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:19.750755 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [None req-20b4ad17-0755-4333-8c8b-8f4a0701b671 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] device_id is not set on port a1970f57-0ade-4dd5-8ce7-a57071e66762 yet. {{(pid=84886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:44:19.834620 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:20.015351 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-d4f5f44e-bd01-4e7c-bfdb-4466576ec175 None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:20.026402 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-d4f5f44e-bd01-4e7c-bfdb-4466576ec175 None None] Transition to ACTIVE for port object 81f0d275-0064-48e6-b44d-df8cc3d5ba3d will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:44:20.047364 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-d4f5f44e-bd01-4e7c-bfdb-4466576ec175 None None] Transition to ACTIVE for port object 81f0d275-0064-48e6-b44d-df8cc3d5ba3d will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:44:20.275100 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-d4f5f44e-bd01-4e7c-bfdb-4466576ec175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:20.381987 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-20b4ad17-0755-4333-8c8b-8f4a0701b671 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Allocated IP 2001:db8::10 (a87f3e52-8fe4-4820-ba1c-c249a9a066ea/2d2d69fd-2825-4cb2-abbc-889c3c00262d/a1970f57-0ade-4dd5-8ce7-a57071e66762) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:44:20.402858 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f5f44e-bd01-4e7c-bfdb-4466576ec175 None None] Pushing event updated for resources: {'Port': ['ID=81f0d275-0064-48e6-b44d-df8cc3d5ba3d,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:44:20.433790 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f5f44e-bd01-4e7c-bfdb-4466576ec175 None None] Network a87f3e52-8fe4-4820-ba1c-c249a9a066ea is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:44:20.435559 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-d4f5f44e-bd01-4e7c-bfdb-4466576ec175 None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:44:20.439961 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f5f44e-bd01-4e7c-bfdb-4466576ec175 None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:44:20.547429 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-d4f5f44e-bd01-4e7c-bfdb-4466576ec175 None None] Attempting to bind port 81f0d275-0064-48e6-b44d-df8cc3d5ba3d on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:44:20.547767 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-d4f5f44e-bd01-4e7c-bfdb-4466576ec175 None None] Attempting to bind port 81f0d275-0064-48e6-b44d-df8cc3d5ba3d by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': 'da1404a2-aa02-4d56-ad3c-6495d532b321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'a87f3e52-8fe4-4820-ba1c-c249a9a066ea'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:44:20.548825 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f5f44e-bd01-4e7c-bfdb-4466576ec175 None None] Attempting to bind port 81f0d275-0064-48e6-b44d-df8cc3d5ba3d on network a87f3e52-8fe4-4820-ba1c-c249a9a066ea {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:44:20.555208 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f5f44e-bd01-4e7c-bfdb-4466576ec175 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:44:20.555208 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f5f44e-bd01-4e7c-bfdb-4466576ec175 None None] Checking segment: {'id': 'da1404a2-aa02-4d56-ad3c-6495d532b321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'a87f3e52-8fe4-4820-ba1c-c249a9a066ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:44:20.556258 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-d4f5f44e-bd01-4e7c-bfdb-4466576ec175 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:20.556258 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f5f44e-bd01-4e7c-bfdb-4466576ec175 None None] Bound using segment: {'id': 'da1404a2-aa02-4d56-ad3c-6495d532b321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'a87f3e52-8fe4-4820-ba1c-c249a9a066ea'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:44:20.556694 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-d4f5f44e-bd01-4e7c-bfdb-4466576ec175 None None] Bound port: 81f0d275-0064-48e6-b44d-df8cc3d5ba3d, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da1404a2-aa02-4d56-ad3c-6495d532b321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'a87f3e52-8fe4-4820-ba1c-c249a9a066ea'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:44:20.557913 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-d4f5f44e-bd01-4e7c-bfdb-4466576ec175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:20.706131 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-20b4ad17-0755-4333-8c8b-8f4a0701b671 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:20.732649 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-d4f5f44e-bd01-4e7c-bfdb-4466576ec175 None None] For port 81f0d275-0064-48e6-b44d-df8cc3d5ba3d, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:44:20.737058 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-d4f5f44e-bd01-4e7c-bfdb-4466576ec175 None None] For port 81f0d275-0064-48e6-b44d-df8cc3d5ba3d, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=81f0d275-0064-48e6-b44d-df8cc3d5ba3d,segment=NetworkSegment(da1404a2-aa02-4d56-ad3c-6495d532b321),segment_id=da1404a2-aa02-4d56-ad3c-6495d532b321)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:44:20.746456 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [None req-20b4ad17-0755-4333-8c8b-8f4a0701b671 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Transition to ACTIVE for port object a1970f57-0ade-4dd5-8ce7-a57071e66762 will not be triggered until provisioned by entity DHCP. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:44:20.857158 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-d4f5f44e-bd01-4e7c-bfdb-4466576ec175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:20.891724 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-20b4ad17-0755-4333-8c8b-8f4a0701b671 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:20.933128 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f5f44e-bd01-4e7c-bfdb-4466576ec175 None None] Pushing event updated for resources: {'Port': ['ID=81f0d275-0064-48e6-b44d-df8cc3d5ba3d,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:44:20.963043 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b4ad17-0755-4333-8c8b-8f4a0701b671 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Network a87f3e52-8fe4-4820-ba1c-c249a9a066ea is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:44:20.970585 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-20b4ad17-0755-4333-8c8b-8f4a0701b671 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:44:20.980244 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b4ad17-0755-4333-8c8b-8f4a0701b671 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:44:20.985048 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b4ad17-0755-4333-8c8b-8f4a0701b671 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:44:20.985784 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-20b4ad17-0755-4333-8c8b-8f4a0701b671 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:21.043313 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b4ad17-0755-4333-8c8b-8f4a0701b671 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Pushing event updated for resources: {'Port': ['ID=a1970f57-0ade-4dd5-8ce7-a57071e66762,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:44:21.060734 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b4ad17-0755-4333-8c8b-8f4a0701b671 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:44:21.060734 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b4ad17-0755-4333-8c8b-8f4a0701b671 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:44:21.060734 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b4ad17-0755-4333-8c8b-8f4a0701b671 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:44:21.060734 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b4ad17-0755-4333-8c8b-8f4a0701b671 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:44:21.065664 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b4ad17-0755-4333-8c8b-8f4a0701b671 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:44:21.065664 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b4ad17-0755-4333-8c8b-8f4a0701b671 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:44:21.065664 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b4ad17-0755-4333-8c8b-8f4a0701b671 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:44:21.065664 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b4ad17-0755-4333-8c8b-8f4a0701b671 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:44:21.065664 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b4ad17-0755-4333-8c8b-8f4a0701b671 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:44:21.065664 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b4ad17-0755-4333-8c8b-8f4a0701b671 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:44:21.065664 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b4ad17-0755-4333-8c8b-8f4a0701b671 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:44:21.171049 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-20b4ad17-0755-4333-8c8b-8f4a0701b671 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.1504700 May 30 20:44:21.173573 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 37884) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:44:21.180298 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-cda3671c-4bd6-49ab-880e-9f694a500566 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Request body: {'port': {'network_id': 'a87f3e52-8fe4-4820-ba1c-c249a9a066ea', 'name': 'tempest-PortsIpV6TestJSON-1358678300', 'fixed_ips': [{'subnet_id': '2d2d69fd-2825-4cb2-abbc-889c3c00262d', 'ip_address': '2001:db8::f'}]}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:44:21.503027 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-cda3671c-4bd6-49ab-880e-9f694a500566 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:44:21.511717 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-cda3671c-4bd6-49ab-880e-9f694a500566 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Usage tracker for resource:port and tenant:3b084a92e7734d7fb83bd2b9ab1e2896 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:44:21.517823 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-cda3671c-4bd6-49ab-880e-9f694a500566 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:44:21.534986 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-cda3671c-4bd6-49ab-880e-9f694a500566 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:44:21.673437 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cda3671c-4bd6-49ab-880e-9f694a500566 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Made reservation on behalf of 3b084a92e7734d7fb83bd2b9ab1e2896 for: {'port': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:44:21.679653 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-cda3671c-4bd6-49ab-880e-9f694a500566 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:21.710541 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [None req-cda3671c-4bd6-49ab-880e-9f694a500566 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] device_id is not set on port 7da73cf0-c565-49ee-8f0b-dc38dcaee595 yet. {{(pid=84886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:44:22.114573 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-cda3671c-4bd6-49ab-880e-9f694a500566 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Allocated IP 2001:db8::f (a87f3e52-8fe4-4820-ba1c-c249a9a066ea/2d2d69fd-2825-4cb2-abbc-889c3c00262d/7da73cf0-c565-49ee-8f0b-dc38dcaee595) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:44:22.149143 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 81f0d275-0064-48e6-b44d-df8cc3d5ba3d up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:44:22.477382 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:22.532247 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 81f0d275-0064-48e6-b44d-df8cc3d5ba3d completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:44:22.577158 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef7f7a2a-e6f7-4218-9deb-6713570778c2 None None] Network a87f3e52-8fe4-4820-ba1c-c249a9a066ea requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:44:22.631194 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-cda3671c-4bd6-49ab-880e-9f694a500566 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:22.649932 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [None req-cda3671c-4bd6-49ab-880e-9f694a500566 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Transition to ACTIVE for port object 7da73cf0-c565-49ee-8f0b-dc38dcaee595 will not be triggered until provisioned by entity DHCP. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:44:22.799306 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-cda3671c-4bd6-49ab-880e-9f694a500566 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:22.883739 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2f00e8d3-caba-4de8-aaac-b83ca594989e None None] Provisioning for port 81f0d275-0064-48e6-b44d-df8cc3d5ba3d completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:44:22.890819 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda3671c-4bd6-49ab-880e-9f694a500566 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Network a87f3e52-8fe4-4820-ba1c-c249a9a066ea is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:44:22.895169 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-cda3671c-4bd6-49ab-880e-9f694a500566 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:44:22.902337 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda3671c-4bd6-49ab-880e-9f694a500566 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:44:22.914483 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda3671c-4bd6-49ab-880e-9f694a500566 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:44:22.916785 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-cda3671c-4bd6-49ab-880e-9f694a500566 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:22.981072 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda3671c-4bd6-49ab-880e-9f694a500566 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Pushing event updated for resources: {'Port': ['ID=7da73cf0-c565-49ee-8f0b-dc38dcaee595,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:44:22.983633 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2f00e8d3-caba-4de8-aaac-b83ca594989e None None] Provisioning complete for port 81f0d275-0064-48e6-b44d-df8cc3d5ba3d triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:44:22.984228 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2f00e8d3-caba-4de8-aaac-b83ca594989e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:23.133565 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 37910) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:44:23.138838 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-cda3671c-4bd6-49ab-880e-9f694a500566 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.9641302 May 30 20:44:23.167296 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2f00e8d3-caba-4de8-aaac-b83ca594989e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:23.225959 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2f00e8d3-caba-4de8-aaac-b83ca594989e None None] For port 81f0d275-0064-48e6-b44d-df8cc3d5ba3d, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=81f0d275-0064-48e6-b44d-df8cc3d5ba3d,segment=NetworkSegment(da1404a2-aa02-4d56-ad3c-6495d532b321),segment_id=da1404a2-aa02-4d56-ad3c-6495d532b321)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:44:23.258242 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa7af808-d03c-4e7c-b451-f1bfb5461b71 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:44:23.259289 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-aa7af808-d03c-4e7c-b451-f1bfb5461b71 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Synchronizing usage tracker for tenant:3b084a92e7734d7fb83bd2b9ab1e2896 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:44:23.374801 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2f00e8d3-caba-4de8-aaac-b83ca594989e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:23.422520 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-aa7af808-d03c-4e7c-b451-f1bfb5461b71 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Unset dirty status for tenant:3b084a92e7734d7fb83bd2b9ab1e2896 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:44:23.425401 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-aa7af808-d03c-4e7c-b451-f1bfb5461b71 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] 10.222.0.85 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.2907500 May 30 20:44:23.436094 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 37920) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:44:23.457739 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f00e8d3-caba-4de8-aaac-b83ca594989e None None] Pushing event updated for resources: {'Port': ['ID=81f0d275-0064-48e6-b44d-df8cc3d5ba3d,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:44:23.634062 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d22c9337-3e05-456d-b009-8b4abd60be6b tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:44:23.644818 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d22c9337-3e05-456d-b009-8b4abd60be6b tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:44:23.645238 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-0acd743c-8d64-48ef-811a-12ffe393aab4 None None] Provisioning for port 7da73cf0-c565-49ee-8f0b-dc38dcaee595 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:44:23.651059 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-0acd743c-8d64-48ef-811a-12ffe393aab4 None None] Provisioning complete for port 7da73cf0-c565-49ee-8f0b-dc38dcaee595 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:44:23.651430 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-0acd743c-8d64-48ef-811a-12ffe393aab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:23.664274 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d22c9337-3e05-456d-b009-8b4abd60be6b tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:44:23.665602 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-d22c9337-3e05-456d-b009-8b4abd60be6b tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Synchronizing usage tracker for tenant:3b084a92e7734d7fb83bd2b9ab1e2896 on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:44:23.678601 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-d22c9337-3e05-456d-b009-8b4abd60be6b tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Unset dirty status for tenant:3b084a92e7734d7fb83bd2b9ab1e2896 on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:44:23.680443 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-d22c9337-3e05-456d-b009-8b4abd60be6b tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] 10.222.0.85 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2391 time: 0.2430329 May 30 20:44:23.683782 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 37928) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:44:23.829982 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-0acd743c-8d64-48ef-811a-12ffe393aab4 None None] Port 7da73cf0-c565-49ee-8f0b-dc38dcaee595 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:44:23.870019 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-15b2cad2-cdc0-492d-bd8c-9dfc2817d886 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Deleting port 7da73cf0-c565-49ee-8f0b-dc38dcaee595 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:44:23.878115 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-15b2cad2-cdc0-492d-bd8c-9dfc2817d886 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:23.927936 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-0acd743c-8d64-48ef-811a-12ffe393aab4 None None] Provisioning for port a1970f57-0ade-4dd5-8ce7-a57071e66762 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:44:23.935345 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-0acd743c-8d64-48ef-811a-12ffe393aab4 None None] Provisioning complete for port a1970f57-0ade-4dd5-8ce7-a57071e66762 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:44:23.936204 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-0acd743c-8d64-48ef-811a-12ffe393aab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:24.100178 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 81f0d275-0064-48e6-b44d-df8cc3d5ba3d up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:44:24.174489 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-0acd743c-8d64-48ef-811a-12ffe393aab4 None None] Port a1970f57-0ade-4dd5-8ce7-a57071e66762 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:44:24.198643 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-0acd743c-8d64-48ef-811a-12ffe393aab4 None None] Provisioning complete for port 81f0d275-0064-48e6-b44d-df8cc3d5ba3d triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:44:24.199280 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-0acd743c-8d64-48ef-811a-12ffe393aab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:24.274303 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-15b2cad2-cdc0-492d-bd8c-9dfc2817d886 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:24.297379 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 81f0d275-0064-48e6-b44d-df8cc3d5ba3d triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:44:24.298036 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:24.484011 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-15b2cad2-cdc0-492d-bd8c-9dfc2817d886 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Calling delete_port for 7da73cf0-c565-49ee-8f0b-dc38dcaee595 owned by {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:44:24.710520 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-64b8b760-b9da-4f5b-8ae6-415aa882c1c5 None None] Provisioning complete for port 7da73cf0-c565-49ee-8f0b-dc38dcaee595 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:44:24.711796 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-64b8b760-b9da-4f5b-8ae6-415aa882c1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:24.815650 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-15b2cad2-cdc0-492d-bd8c-9dfc2817d886 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:24.837232 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-64b8b760-b9da-4f5b-8ae6-415aa882c1c5 None None] Port 7da73cf0-c565-49ee-8f0b-dc38dcaee595 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:44:24.875056 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-64b8b760-b9da-4f5b-8ae6-415aa882c1c5 None None] Provisioning complete for port a1970f57-0ade-4dd5-8ce7-a57071e66762 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:44:24.875428 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-64b8b760-b9da-4f5b-8ae6-415aa882c1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:24.925760 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b2cad2-cdc0-492d-bd8c-9dfc2817d886 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Pushing event deleted for resources: {'Port': ['ID=7da73cf0-c565-49ee-8f0b-dc38dcaee595,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:44:24.953044 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b2cad2-cdc0-492d-bd8c-9dfc2817d886 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:44:24.954835 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b2cad2-cdc0-492d-bd8c-9dfc2817d886 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:44:24.956831 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b2cad2-cdc0-492d-bd8c-9dfc2817d886 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:44:24.960613 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b2cad2-cdc0-492d-bd8c-9dfc2817d886 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:44:24.961443 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b2cad2-cdc0-492d-bd8c-9dfc2817d886 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:44:24.961942 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b2cad2-cdc0-492d-bd8c-9dfc2817d886 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:44:24.963192 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b2cad2-cdc0-492d-bd8c-9dfc2817d886 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:44:24.965028 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b2cad2-cdc0-492d-bd8c-9dfc2817d886 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:44:24.965575 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b2cad2-cdc0-492d-bd8c-9dfc2817d886 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:44:24.966663 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b2cad2-cdc0-492d-bd8c-9dfc2817d886 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:44:24.967621 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b2cad2-cdc0-492d-bd8c-9dfc2817d886 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:44:25.036897 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-64b8b760-b9da-4f5b-8ae6-415aa882c1c5 None None] Port a1970f57-0ade-4dd5-8ce7-a57071e66762 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:44:25.104270 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-15b2cad2-cdc0-492d-bd8c-9dfc2817d886 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:25.199867 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-15b2cad2-cdc0-492d-bd8c-9dfc2817d886 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] 10.222.0.85 "DELETE /v2.0/ports/7da73cf0-c565-49ee-8f0b-dc38dcaee595 HTTP/1.1" status: 204 len: 168 time: 1.5149684 May 30 20:44:25.203905 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 37950) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:44:25.286606 n-d-843948-2 neutron-server[84886]: INFO neutron.pecan_wsgi.hooks.translation [None req-784557ae-a2ee-40d5-8887-95b09ca05998 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] GET failed (client error): The resource could not be found. May 30 20:44:25.290704 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-784557ae-a2ee-40d5-8887-95b09ca05998 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] 10.222.0.85 "GET /v2.0/ports/7da73cf0-c565-49ee-8f0b-dc38dcaee595 HTTP/1.1" status: 404 len: 333 time: 0.0845098 May 30 20:44:25.305507 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 37956) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:44:25.392112 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-ca4de936-487e-4c5e-8829-57d29617fc5c tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Deleting port a1970f57-0ade-4dd5-8ce7-a57071e66762 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:44:25.392821 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ca4de936-487e-4c5e-8829-57d29617fc5c tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:25.681918 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ca4de936-487e-4c5e-8829-57d29617fc5c tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:25.817923 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-ca4de936-487e-4c5e-8829-57d29617fc5c tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Calling delete_port for a1970f57-0ade-4dd5-8ce7-a57071e66762 owned by {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:44:26.147213 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ca4de936-487e-4c5e-8829-57d29617fc5c tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:26.200023 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4de936-487e-4c5e-8829-57d29617fc5c tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Pushing event deleted for resources: {'Port': ['ID=a1970f57-0ade-4dd5-8ce7-a57071e66762,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:44:26.220066 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-01a4fb3c-54c0-441b-a2e3-09dbd0634c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:26.256034 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ca4de936-487e-4c5e-8829-57d29617fc5c tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:26.273258 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 37972) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:44:26.273824 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-ca4de936-487e-4c5e-8829-57d29617fc5c tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] 10.222.0.85 "DELETE /v2.0/ports/a1970f57-0ade-4dd5-8ce7-a57071e66762 HTTP/1.1" status: 204 len: 168 time: 0.9663281 May 30 20:44:26.334962 n-d-843948-2 neutron-server[84886]: INFO neutron.pecan_wsgi.hooks.translation [None req-b57d0f89-cbf0-49d8-a398-8e560545b3c3 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] GET failed (client error): The resource could not be found. May 30 20:44:26.339422 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-b57d0f89-cbf0-49d8-a398-8e560545b3c3 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] 10.222.0.85 "GET /v2.0/ports/a1970f57-0ade-4dd5-8ce7-a57071e66762 HTTP/1.1" status: 404 len: 333 time: 0.0625160 May 30 20:44:26.339980 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 37978) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:44:26.570750 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a373285-fb7c-4dfb-907e-6548d88adeb1 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Deleting subnet 2d2d69fd-2825-4cb2-abbc-889c3c00262d {{(pid=84887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:44:26.573950 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1a373285-fb7c-4dfb-907e-6548d88adeb1 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks [] for subnet, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:26.632835 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1a373285-fb7c-4dfb-907e-6548d88adeb1 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3149227'] for subnet, precommit_delete_associations {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:26.733366 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1a373285-fb7c-4dfb-907e-6548d88adeb1 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:26.921004 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1a373285-fb7c-4dfb-907e-6548d88adeb1 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4055470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114247'] for subnet, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:26.975504 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a373285-fb7c-4dfb-907e-6548d88adeb1 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Pushing event deleted for resources: {'Subnet': ['ID=2d2d69fd-2825-4cb2-abbc-889c3c00262d,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:44:26.982611 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1a373285-fb7c-4dfb-907e-6548d88adeb1 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:26.989628 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bebde8bc-8b96-418b-874b-b8814ea9b0f0 None None] Network a87f3e52-8fe4-4820-ba1c-c249a9a066ea requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:44:26.993381 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-1a373285-fb7c-4dfb-907e-6548d88adeb1 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] 10.222.0.85 "DELETE /v2.0/subnets/2d2d69fd-2825-4cb2-abbc-889c3c00262d HTTP/1.1" status: 204 len: 168 time: 0.6495256 May 30 20:44:26.993702 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 37996) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:44:27.139394 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-005c3d5b-974f-4c18-b71f-d2cefafa966c tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:27.155674 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-005c3d5b-974f-4c18-b71f-d2cefafa966c tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Deleting port 81f0d275-0064-48e6-b44d-df8cc3d5ba3d {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:44:27.155878 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-005c3d5b-974f-4c18-b71f-d2cefafa966c tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:27.368179 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17412ae6-2dfd-477f-a641-4f1e561132a5 None None] DHCP port deletion for a87f3e52-8fe4-4820-ba1c-c249a9a066ea request from n-d-843948-2 {{(pid=84888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:44:27.381367 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-17412ae6-2dfd-477f-a641-4f1e561132a5 None None] Deleting port 81f0d275-0064-48e6-b44d-df8cc3d5ba3d {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:44:27.382127 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-17412ae6-2dfd-477f-a641-4f1e561132a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:27.431809 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [None req-005c3d5b-974f-4c18-b71f-d2cefafa966c tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] For port 81f0d275-0064-48e6-b44d-df8cc3d5ba3d, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=81f0d275-0064-48e6-b44d-df8cc3d5ba3d,segment=NetworkSegment(da1404a2-aa02-4d56-ad3c-6495d532b321),segment_id=da1404a2-aa02-4d56-ad3c-6495d532b321)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:44:27.432291 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-005c3d5b-974f-4c18-b71f-d2cefafa966c tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:27.709567 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-005c3d5b-974f-4c18-b71f-d2cefafa966c tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Calling delete_port for 81f0d275-0064-48e6-b44d-df8cc3d5ba3d owned by network:dhcp {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:44:27.748000 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-17412ae6-2dfd-477f-a641-4f1e561132a5 None None] For port 81f0d275-0064-48e6-b44d-df8cc3d5ba3d, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=81f0d275-0064-48e6-b44d-df8cc3d5ba3d,segment=NetworkSegment(da1404a2-aa02-4d56-ad3c-6495d532b321),segment_id=da1404a2-aa02-4d56-ad3c-6495d532b321)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:44:27.749162 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-17412ae6-2dfd-477f-a641-4f1e561132a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:27.904721 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-17412ae6-2dfd-477f-a641-4f1e561132a5 None None] Calling delete_port for 81f0d275-0064-48e6-b44d-df8cc3d5ba3d owned by network:dhcp {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:44:28.055492 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 81f0d275-0064-48e6-b44d-df8cc3d5ba3d no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:44:28.136033 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-005c3d5b-974f-4c18-b71f-d2cefafa966c tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:28.173363 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.db.api [None req-17412ae6-2dfd-477f-a641-4f1e561132a5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:44:28.174081 n-d-843948-2 neutron-server[84888]: DEBUG oslo_db.api [None req-17412ae6-2dfd-477f-a641-4f1e561132a5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:44:28.185109 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005c3d5b-974f-4c18-b71f-d2cefafa966c tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Pushing event deleted for resources: {'Port': ['ID=81f0d275-0064-48e6-b44d-df8cc3d5ba3d,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:44:28.209063 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No active binding found for port 81f0d275-0064-48e6-b44d-df8cc3d5ba3d {{(pid=84888) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} May 30 20:44:28.209559 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 81f0d275-0064-48e6-b44d-df8cc3d5ba3d not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:44:28.211198 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005c3d5b-974f-4c18-b71f-d2cefafa966c tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] No DVR routers for this DVR port 81f0d275-0064-48e6-b44d-df8cc3d5ba3d on host n-d-843948-2 {{(pid=84886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:44:28.398805 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-005c3d5b-974f-4c18-b71f-d2cefafa966c tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:28.437930 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-005c3d5b-974f-4c18-b71f-d2cefafa966c tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a87f3e52-8fe4-4820-ba1c-c249a9a066ea']}} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:44:28.451837 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-005c3d5b-974f-4c18-b71f-d2cefafa966c tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da1404a2-aa02-4d56-ad3c-6495d532b321') {'for_net_delete': True} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:44:28.458906 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-005c3d5b-974f-4c18-b71f-d2cefafa966c tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da1404a2-aa02-4d56-ad3c-6495d532b321') {} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:44:28.467726 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-005c3d5b-974f-4c18-b71f-d2cefafa966c tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2660590'] for segment, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:28.488738 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-005c3d5b-974f-4c18-b71f-d2cefafa966c tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:28.495843 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-005c3d5b-974f-4c18-b71f-d2cefafa966c tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Releasing vlan 676 on physical network physnet1 to pool {{(pid=84886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:44:28.496252 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-005c3d5b-974f-4c18-b71f-d2cefafa966c tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4126989'] for segment, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:28.511100 n-d-843948-2 neutron-server[84886]: Traceback (most recent call last): May 30 20:44:28.511100 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:44:28.511100 n-d-843948-2 neutron-server[84886]: timer() May 30 20:44:28.511100 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:44:28.511100 n-d-843948-2 neutron-server[84886]: cb(*args, **kw) May 30 20:44:28.511100 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:44:28.511100 n-d-843948-2 neutron-server[84886]: return func(*args, **kwargs) May 30 20:44:28.511100 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:44:28.511100 n-d-843948-2 neutron-server[84886]: self._notify() May 30 20:44:28.511100 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:44:28.511100 n-d-843948-2 neutron-server[84886]: self.callback(batched_events) May 30 20:44:28.511100 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:44:28.511100 n-d-843948-2 neutron-server[84886]: event.method(event) May 30 20:44:28.511100 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:44:28.511100 n-d-843948-2 neutron-server[84886]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:44:28.511100 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:44:28.511100 n-d-843948-2 neutron-server[84886]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:44:28.511100 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:44:28.511100 n-d-843948-2 neutron-server[84886]: return f(self, *a, **k) May 30 20:44:28.511100 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:44:28.511100 n-d-843948-2 neutron-server[84886]: return self._get(url).json() May 30 20:44:28.511100 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:44:28.511100 n-d-843948-2 neutron-server[84886]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:44:28.511100 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:44:28.511100 n-d-843948-2 neutron-server[84886]: return self.request(url, 'GET', **kwargs) May 30 20:44:28.511100 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:44:28.511100 n-d-843948-2 neutron-server[84886]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:44:28.511100 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:44:28.511100 n-d-843948-2 neutron-server[84886]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:44:28.511100 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:44:28.511100 n-d-843948-2 neutron-server[84886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:44:28.511100 n-d-843948-2 neutron-server[84886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:44:28.677777 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-17412ae6-2dfd-477f-a641-4f1e561132a5 None None] Deleting port 81f0d275-0064-48e6-b44d-df8cc3d5ba3d {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:44:28.677777 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-17412ae6-2dfd-477f-a641-4f1e561132a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:28.696305 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-005c3d5b-974f-4c18-b71f-d2cefafa966c tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:28.728367 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-005c3d5b-974f-4c18-b71f-d2cefafa966c tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks [] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:28.741291 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005c3d5b-974f-4c18-b71f-d2cefafa966c tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Pushing event deleted for resources: {'Network': ['ID=a87f3e52-8fe4-4820-ba1c-c249a9a066ea,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:44:28.747756 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 38028) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:44:28.751427 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-005c3d5b-974f-4c18-b71f-d2cefafa966c tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] 10.222.0.85 "DELETE /v2.0/networks/a87f3e52-8fe4-4820-ba1c-c249a9a066ea HTTP/1.1" status: 204 len: 168 time: 1.7564843 May 30 20:44:28.755783 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-4f230355-4a35-4a7f-8fdb-c179cb387074 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-238180535'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:44:28.764452 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-4f230355-4a35-4a7f-8fdb-c179cb387074 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:44:28.773124 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-4f230355-4a35-4a7f-8fdb-c179cb387074 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Usage tracker for resource:network and tenant:3b084a92e7734d7fb83bd2b9ab1e2896 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:44:28.781787 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-4f230355-4a35-4a7f-8fdb-c179cb387074 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:44:28.794664 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-4f230355-4a35-4a7f-8fdb-c179cb387074 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:44:28.818684 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-17412ae6-2dfd-477f-a641-4f1e561132a5 None None] The port '81f0d275-0064-48e6-b44d-df8cc3d5ba3d' was deleted {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 20:44:28.895602 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f230355-4a35-4a7f-8fdb-c179cb387074 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Made reservation on behalf of 3b084a92e7734d7fb83bd2b9ab1e2896 for: {'network': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:44:28.899045 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4f230355-4a35-4a7f-8fdb-c179cb387074 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:28.939266 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f230355-4a35-4a7f-8fdb-c179cb387074 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] vlan segment allocate from pool success with {'vlan_id': 660, 'physical_network': 'physnet1'} {{(pid=84887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:44:28.953087 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4f230355-4a35-4a7f-8fdb-c179cb387074 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:28.953421 n-d-843948-2 neutron-server[84887]: INFO neutron.db.segments_db [None req-4f230355-4a35-4a7f-8fdb-c179cb387074 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Added segment ec01f062-5d4a-4b82-bcba-ef1165e31aa6 of type vlan for network 3af8da8e-4ecd-4aae-8895-055712c5d4d1 May 30 20:44:28.984153 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4f230355-4a35-4a7f-8fdb-c179cb387074 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:29.106904 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4f230355-4a35-4a7f-8fdb-c179cb387074 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:29.111458 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f230355-4a35-4a7f-8fdb-c179cb387074 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:44:29.112010 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4f230355-4a35-4a7f-8fdb-c179cb387074 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:29.235751 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f230355-4a35-4a7f-8fdb-c179cb387074 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Pushing event updated for resources: {'Network': ['ID=3af8da8e-4ecd-4aae-8895-055712c5d4d1,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:44:29.250595 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network 3af8da8e-4ecd-4aae-8895-055712c5d4d1 details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:44:29.366052 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-4f230355-4a35-4a7f-8fdb-c179cb387074 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6124825 May 30 20:44:29.366369 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 38044) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:44:29.372960 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-d5c4e788-d85b-4704-a4f7-0a32aeb062ed tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Request body: {'subnet': {'network_id': '3af8da8e-4ecd-4aae-8895-055712c5d4d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:44:29.520113 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-d5c4e788-d85b-4704-a4f7-0a32aeb062ed tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:44:29.524515 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-d5c4e788-d85b-4704-a4f7-0a32aeb062ed tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Usage tracker for resource:subnet and tenant:3b084a92e7734d7fb83bd2b9ab1e2896 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:44:29.529120 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-d5c4e788-d85b-4704-a4f7-0a32aeb062ed tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:44:29.534296 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-d5c4e788-d85b-4704-a4f7-0a32aeb062ed tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:44:29.657584 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-1bebe29f-6fdd-46bd-9592-3878d7c12876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:29.666911 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5c4e788-d85b-4704-a4f7-0a32aeb062ed tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Made reservation on behalf of 3b084a92e7734d7fb83bd2b9ab1e2896 for: {'subnet': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:44:29.860593 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d5c4e788-d85b-4704-a4f7-0a32aeb062ed tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114220'] for subnet, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:29.868290 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:30.185071 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d5c4e788-d85b-4704-a4f7-0a32aeb062ed tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4055401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114238'] for subnet, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:30.272889 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c4e788-d85b-4704-a4f7-0a32aeb062ed tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Pushing event updated for resources: {'Subnet': ['ID=361c1390-68e9-4f6a-8f07-4ad00e7fcc25,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:44:30.286210 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c4e788-d85b-4704-a4f7-0a32aeb062ed tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Checking segment: {'id': 'ec01f062-5d4a-4b82-bcba-ef1165e31aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '3af8da8e-4ecd-4aae-8895-055712c5d4d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:44:30.286210 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c4e788-d85b-4704-a4f7-0a32aeb062ed tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Network hostable DHCP agents. Network: 3af8da8e-4ecd-4aae-8895-055712c5d4d1, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:44:30.379606 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c4e788-d85b-4704-a4f7-0a32aeb062ed tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Network 3af8da8e-4ecd-4aae-8895-055712c5d4d1 is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:44:30.483706 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-d5c4e788-d85b-4704-a4f7-0a32aeb062ed tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, 3af8da8e-4ecd-4aae-8895-055712c5d4d1) {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:44:30.495282 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c4e788-d85b-4704-a4f7-0a32aeb062ed tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:44:30.496319 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d5c4e788-d85b-4704-a4f7-0a32aeb062ed tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:30.505959 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b926466-f62d-49e4-b6f5-b9dc8b6a5137 None None] Network 3af8da8e-4ecd-4aae-8895-055712c5d4d1 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:44:30.623584 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 38066) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:44:30.624253 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-d5c4e788-d85b-4704-a4f7-0a32aeb062ed tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2554092 May 30 20:44:30.633867 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-f19c918b-7855-41ec-ac5c-5e02a3d23589 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-2108357470', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:44:30.660297 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-f19c918b-7855-41ec-ac5c-5e02a3d23589 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:44:30.665033 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-f19c918b-7855-41ec-ac5c-5e02a3d23589 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Usage tracker for resource:router and tenant:3b084a92e7734d7fb83bd2b9ab1e2896 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:44:30.669299 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-f19c918b-7855-41ec-ac5c-5e02a3d23589 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:44:30.679728 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-f19c918b-7855-41ec-ac5c-5e02a3d23589 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:44:30.773843 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f19c918b-7855-41ec-ac5c-5e02a3d23589 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-733683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3159'] for router, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:30.775281 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f19c918b-7855-41ec-ac5c-5e02a3d23589 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-733584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-736372', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-628480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3164'] for router, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:30.804397 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f19c918b-7855-41ec-ac5c-5e02a3d23589 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:30.804507 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e63fca35-b64f-42fb-b31d-7970b91d89e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-3af8da8e-4ecd-4aae-8895-055712c5d4d1', 'network_id': '3af8da8e-4ecd-4aae-8895-055712c5d4d1', 'tenant_id': '3b084a92e7734d7fb83bd2b9ab1e2896', 'fixed_ips': [{'subnet_id': '361c1390-68e9-4f6a-8f07-4ad00e7fcc25'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:44:30.805124 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-e63fca35-b64f-42fb-b31d-7970b91d89e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:30.888068 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f19c918b-7855-41ec-ac5c-5e02a3d23589 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-736409'] for router, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:31.032230 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f19c918b-7855-41ec-ac5c-5e02a3d23589 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks [] for router, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:31.033712 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-f19c918b-7855-41ec-ac5c-5e02a3d23589 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4087071 May 30 20:44:31.038530 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 38088) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:44:31.044560 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-e8d57684-74a5-4a61-af41-059f812505a2 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Request body: {'port': {'network_id': '3af8da8e-4ecd-4aae-8895-055712c5d4d1', 'name': 'tempest-PortsIpV6TestJSON-511974293'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:44:31.055862 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-e63fca35-b64f-42fb-b31d-7970b91d89e3 None None] Allocated IP 2001:db8::2 (3af8da8e-4ecd-4aae-8895-055712c5d4d1/361c1390-68e9-4f6a-8f07-4ad00e7fcc25/e6c73ff4-09fb-47e5-832e-d57d4d6240fa) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:44:31.239424 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:31.265749 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-e8d57684-74a5-4a61-af41-059f812505a2 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:44:31.270791 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-e8d57684-74a5-4a61-af41-059f812505a2 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Usage tracker for resource:port and tenant:3b084a92e7734d7fb83bd2b9ab1e2896 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:44:31.274876 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-e8d57684-74a5-4a61-af41-059f812505a2 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:44:31.282719 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-e8d57684-74a5-4a61-af41-059f812505a2 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:44:31.325069 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-e63fca35-b64f-42fb-b31d-7970b91d89e3 None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:31.337437 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-e63fca35-b64f-42fb-b31d-7970b91d89e3 None None] Transition to ACTIVE for port object e6c73ff4-09fb-47e5-832e-d57d4d6240fa will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:44:31.367438 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-e63fca35-b64f-42fb-b31d-7970b91d89e3 None None] Transition to ACTIVE for port object e6c73ff4-09fb-47e5-832e-d57d4d6240fa will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:44:31.370601 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8d57684-74a5-4a61-af41-059f812505a2 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Made reservation on behalf of 3b084a92e7734d7fb83bd2b9ab1e2896 for: {'port': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:44:31.380153 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e8d57684-74a5-4a61-af41-059f812505a2 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:31.400615 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [None req-e8d57684-74a5-4a61-af41-059f812505a2 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] device_id is not set on port 44db9cc4-8df6-45cf-81b8-1a04a1581be2 yet. {{(pid=84886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:44:31.472839 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-e63fca35-b64f-42fb-b31d-7970b91d89e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:31.585184 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e63fca35-b64f-42fb-b31d-7970b91d89e3 None None] Network 3af8da8e-4ecd-4aae-8895-055712c5d4d1 is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:44:31.588620 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-e63fca35-b64f-42fb-b31d-7970b91d89e3 None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:44:31.601903 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63fca35-b64f-42fb-b31d-7970b91d89e3 None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:44:31.628908 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-e8d57684-74a5-4a61-af41-059f812505a2 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Allocated IP 2001:db8::278 (3af8da8e-4ecd-4aae-8895-055712c5d4d1/361c1390-68e9-4f6a-8f07-4ad00e7fcc25/44db9cc4-8df6-45cf-81b8-1a04a1581be2) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:44:31.729567 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63fca35-b64f-42fb-b31d-7970b91d89e3 None None] Pushing event updated for resources: {'Port': ['ID=e6c73ff4-09fb-47e5-832e-d57d4d6240fa,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:44:31.740895 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-e63fca35-b64f-42fb-b31d-7970b91d89e3 None None] Attempting to bind port e6c73ff4-09fb-47e5-832e-d57d4d6240fa on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:44:31.741534 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-e63fca35-b64f-42fb-b31d-7970b91d89e3 None None] Attempting to bind port e6c73ff4-09fb-47e5-832e-d57d4d6240fa by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': 'ec01f062-5d4a-4b82-bcba-ef1165e31aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '3af8da8e-4ecd-4aae-8895-055712c5d4d1'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:44:31.742093 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63fca35-b64f-42fb-b31d-7970b91d89e3 None None] Attempting to bind port e6c73ff4-09fb-47e5-832e-d57d4d6240fa on network 3af8da8e-4ecd-4aae-8895-055712c5d4d1 {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:44:31.750822 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63fca35-b64f-42fb-b31d-7970b91d89e3 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:44:31.751404 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63fca35-b64f-42fb-b31d-7970b91d89e3 None None] Checking segment: {'id': 'ec01f062-5d4a-4b82-bcba-ef1165e31aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '3af8da8e-4ecd-4aae-8895-055712c5d4d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:44:31.751994 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-e63fca35-b64f-42fb-b31d-7970b91d89e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:31.752569 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63fca35-b64f-42fb-b31d-7970b91d89e3 None None] Bound using segment: {'id': 'ec01f062-5d4a-4b82-bcba-ef1165e31aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '3af8da8e-4ecd-4aae-8895-055712c5d4d1'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:44:31.753307 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-e63fca35-b64f-42fb-b31d-7970b91d89e3 None None] Bound port: e6c73ff4-09fb-47e5-832e-d57d4d6240fa, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec01f062-5d4a-4b82-bcba-ef1165e31aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '3af8da8e-4ecd-4aae-8895-055712c5d4d1'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:44:31.753908 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-e63fca35-b64f-42fb-b31d-7970b91d89e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:31.902998 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-e63fca35-b64f-42fb-b31d-7970b91d89e3 None None] For port e6c73ff4-09fb-47e5-832e-d57d4d6240fa, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:44:31.907922 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-e63fca35-b64f-42fb-b31d-7970b91d89e3 None None] For port e6c73ff4-09fb-47e5-832e-d57d4d6240fa, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=e6c73ff4-09fb-47e5-832e-d57d4d6240fa,segment=NetworkSegment(ec01f062-5d4a-4b82-bcba-ef1165e31aa6),segment_id=ec01f062-5d4a-4b82-bcba-ef1165e31aa6)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:44:32.023790 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e8d57684-74a5-4a61-af41-059f812505a2 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:32.027361 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-e63fca35-b64f-42fb-b31d-7970b91d89e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:32.055355 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [None req-e8d57684-74a5-4a61-af41-059f812505a2 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Transition to ACTIVE for port object 44db9cc4-8df6-45cf-81b8-1a04a1581be2 will not be triggered until provisioned by entity DHCP. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:44:32.165496 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e8d57684-74a5-4a61-af41-059f812505a2 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:32.171620 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63fca35-b64f-42fb-b31d-7970b91d89e3 None None] Pushing event updated for resources: {'Port': ['ID=e6c73ff4-09fb-47e5-832e-d57d4d6240fa,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:44:32.275769 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d57684-74a5-4a61-af41-059f812505a2 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Network 3af8da8e-4ecd-4aae-8895-055712c5d4d1 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:44:32.279728 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-e8d57684-74a5-4a61-af41-059f812505a2 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:44:32.285849 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d57684-74a5-4a61-af41-059f812505a2 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:44:32.289884 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d57684-74a5-4a61-af41-059f812505a2 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:44:32.290616 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e8d57684-74a5-4a61-af41-059f812505a2 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:32.300690 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d57684-74a5-4a61-af41-059f812505a2 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Pushing event updated for resources: {'Port': ['ID=44db9cc4-8df6-45cf-81b8-1a04a1581be2,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:44:32.428671 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-e8d57684-74a5-4a61-af41-059f812505a2 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3886909 May 30 20:44:32.431995 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 38118) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:44:32.697861 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:33.358577 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5ad79bf6-e629-4676-9fb3-b036fbad69cb tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:33.642335 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc7b2e1-81b8-4d78-b810-496c513b6fc2 None None] Network 3af8da8e-4ecd-4aae-8895-055712c5d4d1 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:44:33.857142 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-1ba5101a-953a-4a30-b16e-0ba652010877 None None] Provisioning for port e6c73ff4-09fb-47e5-832e-d57d4d6240fa completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:44:33.895071 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5ad79bf6-e629-4676-9fb3-b036fbad69cb tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:33.977205 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5ad79bf6-e629-4676-9fb3-b036fbad69cb tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:34.134884 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device e6c73ff4-09fb-47e5-832e-d57d4d6240fa up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:44:34.266272 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad79bf6-e629-4676-9fb3-b036fbad69cb tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Pushing event updated for resources: {'Port': ['ID=44db9cc4-8df6-45cf-81b8-1a04a1581be2,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:44:34.380930 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port e6c73ff4-09fb-47e5-832e-d57d4d6240fa completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:44:34.390675 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port e6c73ff4-09fb-47e5-832e-d57d4d6240fa triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:44:34.390675 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:34.518386 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-a35215be-c0c0-4b88-ab63-6e49c5a8c90b None None] Provisioning complete for port e6c73ff4-09fb-47e5-832e-d57d4d6240fa triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:44:34.518386 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-a35215be-c0c0-4b88-ab63-6e49c5a8c90b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:34.571212 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5ad79bf6-e629-4676-9fb3-b036fbad69cb tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-736099'] for router_interface, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:34.818926 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5ad79bf6-e629-4676-9fb3-b036fbad69cb tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:34.908947 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:34.970620 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-a35215be-c0c0-4b88-ab63-6e49c5a8c90b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:35.009402 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port e6c73ff4-09fb-47e5-832e-d57d4d6240fa, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=e6c73ff4-09fb-47e5-832e-d57d4d6240fa,segment=NetworkSegment(ec01f062-5d4a-4b82-bcba-ef1165e31aa6),segment_id=ec01f062-5d4a-4b82-bcba-ef1165e31aa6)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:44:35.093794 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:35.306094 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.db.api [None req-a35215be-c0c0-4b88-ab63-6e49c5a8c90b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:44:35.306472 n-d-843948-2 neutron-server[84888]: DEBUG oslo_db.api [None req-a35215be-c0c0-4b88-ab63-6e49c5a8c90b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:44:35.318374 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=e6c73ff4-09fb-47e5-832e-d57d4d6240fa,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:44:35.746461 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5ad79bf6-e629-4676-9fb3-b036fbad69cb tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:35.810089 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5ad79bf6-e629-4676-9fb3-b036fbad69cb tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:35.811870 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5ad79bf6-e629-4676-9fb3-b036fbad69cb tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1718057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-736206'] for router_interface, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:35.973866 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad79bf6-e629-4676-9fb3-b036fbad69cb tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Pushing event updated for resources: {'Port': ['ID=44db9cc4-8df6-45cf-81b8-1a04a1581be2,revision_number=3']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:44:36.004072 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-a35215be-c0c0-4b88-ab63-6e49c5a8c90b None None] Provisioning for port 44db9cc4-8df6-45cf-81b8-1a04a1581be2 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:44:36.004072 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-a35215be-c0c0-4b88-ab63-6e49c5a8c90b None None] Provisioning complete for port 44db9cc4-8df6-45cf-81b8-1a04a1581be2 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:44:36.004072 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-a35215be-c0c0-4b88-ab63-6e49c5a8c90b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:36.080529 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-a35215be-c0c0-4b88-ab63-6e49c5a8c90b None None] Port 44db9cc4-8df6-45cf-81b8-1a04a1581be2 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:44:36.082033 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device e6c73ff4-09fb-47e5-832e-d57d4d6240fa up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:44:36.116660 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad79bf6-e629-4676-9fb3-b036fbad69cb tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Network 3af8da8e-4ecd-4aae-8895-055712c5d4d1 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:44:36.119638 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-5ad79bf6-e629-4676-9fb3-b036fbad69cb tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:44:36.158974 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port e6c73ff4-09fb-47e5-832e-d57d4d6240fa triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:44:36.159642 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:36.243234 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-87c43255-5ae1-4282-bca2-01af6ac795d9 None None] Provisioning complete for port 44db9cc4-8df6-45cf-81b8-1a04a1581be2 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:44:36.243410 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-87c43255-5ae1-4282-bca2-01af6ac795d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:36.388982 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-87c43255-5ae1-4282-bca2-01af6ac795d9 None None] Port 44db9cc4-8df6-45cf-81b8-1a04a1581be2 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:44:36.626746 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-968f37fe-d364-419f-af24-30c514ca957c None None] Provisioning complete for port 44db9cc4-8df6-45cf-81b8-1a04a1581be2 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:44:36.627225 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-968f37fe-d364-419f-af24-30c514ca957c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:36.769937 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-968f37fe-d364-419f-af24-30c514ca957c None None] Port 44db9cc4-8df6-45cf-81b8-1a04a1581be2 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:44:36.922038 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ad79bf6-e629-4676-9fb3-b036fbad69cb tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Router b4bae0bf-e437-4951-b2a1-399aeafe88e6 is scheduled to L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 with binding_index 1 {{(pid=84887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 20:44:37.113532 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ad79bf6-e629-4676-9fb3-b036fbad69cb tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:44:37.118665 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-5ad79bf6-e629-4676-9fb3-b036fbad69cb tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] 10.222.0.85 "PUT /v2.0/routers/b4bae0bf-e437-4951-b2a1-399aeafe88e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6849110 May 30 20:44:37.121780 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 38188) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:44:37.127056 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de59c29-897b-41de-a214-814ac2aa5b17 None None] Sync routers for ids ['b4bae0bf-e437-4951-b2a1-399aeafe88e6'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:44:37.143237 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de59c29-897b-41de-a214-814ac2aa5b17 None None] Routers {'b4bae0bf-e437-4951-b2a1-399aeafe88e6'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:44:37.144036 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-1de59c29-897b-41de-a214-814ac2aa5b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:44:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['b4bae0bf-e437-4951-b2a1-399aeafe88e6'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:44:37.203708 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-1de59c29-897b-41de-a214-814ac2aa5b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:44:37.215116 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de59c29-897b-41de-a214-814ac2aa5b17 None None] Routers {'b4bae0bf-e437-4951-b2a1-399aeafe88e6'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:44:37.215758 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-1de59c29-897b-41de-a214-814ac2aa5b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:44:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['b4bae0bf-e437-4951-b2a1-399aeafe88e6'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:44:37.217428 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a3727f9-dbe0-4af5-9f66-05241cfc0e72 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:44:37.218266 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-5a3727f9-dbe0-4af5-9f66-05241cfc0e72 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Synchronizing usage tracker for tenant:3b084a92e7734d7fb83bd2b9ab1e2896 on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:44:37.279914 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-1de59c29-897b-41de-a214-814ac2aa5b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:44:37.280314 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de59c29-897b-41de-a214-814ac2aa5b17 None None] The sync data for ids ['b4bae0bf-e437-4951-b2a1-399aeafe88e6'] in n-d-843948-2 is: [] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:44:37.322190 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-5a3727f9-dbe0-4af5-9f66-05241cfc0e72 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Unset dirty status for tenant:3b084a92e7734d7fb83bd2b9ab1e2896 on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:44:37.326159 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-5a3727f9-dbe0-4af5-9f66-05241cfc0e72 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] 10.222.0.85 "GET /v2.0/ports?device_id=b4bae0bf-e437-4951-b2a1-399aeafe88e6 HTTP/1.1" status: 200 len: 988 time: 0.2005627 May 30 20:44:37.326374 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 38196) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:44:38.134125 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9e0bd9dd-530e-4038-aab8-48d1a47d4d3e tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-736216'] for router_interface, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:38.500902 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-9e0bd9dd-530e-4038-aab8-48d1a47d4d3e tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Deleting port 44db9cc4-8df6-45cf-81b8-1a04a1581be2 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:44:38.501494 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9e0bd9dd-530e-4038-aab8-48d1a47d4d3e tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:38.718361 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9e0bd9dd-530e-4038-aab8-48d1a47d4d3e tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:38.886963 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-9e0bd9dd-530e-4038-aab8-48d1a47d4d3e tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Calling delete_port for 44db9cc4-8df6-45cf-81b8-1a04a1581be2 owned by network:router_interface {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:44:39.192927 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9e0bd9dd-530e-4038-aab8-48d1a47d4d3e tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:39.249239 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0bd9dd-530e-4038-aab8-48d1a47d4d3e tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Pushing event deleted for resources: {'Port': ['ID=44db9cc4-8df6-45cf-81b8-1a04a1581be2,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:44:39.481372 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9e0bd9dd-530e-4038-aab8-48d1a47d4d3e tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1718140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-736143'] for router_interface, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:40.151758 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e0bd9dd-530e-4038-aab8-48d1a47d4d3e tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Router b4bae0bf-e437-4951-b2a1-399aeafe88e6 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:44:40.292392 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e0bd9dd-530e-4038-aab8-48d1a47d4d3e tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:44:40.303022 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e961f72-0142-4ec2-a5c1-b3edb4c07f76 None None] Sync routers for ids ['b4bae0bf-e437-4951-b2a1-399aeafe88e6'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:44:40.314900 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e961f72-0142-4ec2-a5c1-b3edb4c07f76 None None] Routers {'b4bae0bf-e437-4951-b2a1-399aeafe88e6'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:44:40.315518 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-2e961f72-0142-4ec2-a5c1-b3edb4c07f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:44:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['b4bae0bf-e437-4951-b2a1-399aeafe88e6'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:44:40.377645 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-2e961f72-0142-4ec2-a5c1-b3edb4c07f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:44:40.393173 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e961f72-0142-4ec2-a5c1-b3edb4c07f76 None None] Routers {'b4bae0bf-e437-4951-b2a1-399aeafe88e6'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:44:40.394133 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-2e961f72-0142-4ec2-a5c1-b3edb4c07f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:44:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['b4bae0bf-e437-4951-b2a1-399aeafe88e6'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:44:40.459315 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-2e961f72-0142-4ec2-a5c1-b3edb4c07f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:44:40.459724 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e961f72-0142-4ec2-a5c1-b3edb4c07f76 None None] The sync data for ids ['b4bae0bf-e437-4951-b2a1-399aeafe88e6'] in n-d-843948-2 is: [] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:44:41.361822 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-9e0bd9dd-530e-4038-aab8-48d1a47d4d3e tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] 10.222.0.85 "PUT /v2.0/routers/b4bae0bf-e437-4951-b2a1-399aeafe88e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0321064 May 30 20:44:41.362359 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 38292) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:44:41.414310 n-d-843948-2 neutron-server[84886]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ccf1648-f5d2-4208-9dc1-a06fe776640d tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] GET failed (client error): The resource could not be found. May 30 20:44:41.414828 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-8ccf1648-f5d2-4208-9dc1-a06fe776640d tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Synchronizing usage tracker for tenant:3b084a92e7734d7fb83bd2b9ab1e2896 on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:44:41.546797 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-8ccf1648-f5d2-4208-9dc1-a06fe776640d tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Unset dirty status for tenant:3b084a92e7734d7fb83bd2b9ab1e2896 on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:44:41.548000 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-8ccf1648-f5d2-4208-9dc1-a06fe776640d tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] 10.222.0.85 "GET /v2.0/ports/44db9cc4-8df6-45cf-81b8-1a04a1581be2 HTTP/1.1" status: 404 len: 333 time: 0.1847391 May 30 20:44:41.551908 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 38296) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:44:41.733738 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-575eb4ee-3146-4e2f-b5f7-fd36efe211b0 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks [] for router, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:42.157682 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-575eb4ee-3146-4e2f-b5f7-fd36efe211b0 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-724789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3141'] for router, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:42.166784 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-575eb4ee-3146-4e2f-b5f7-fd36efe211b0 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:42.267108 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-575eb4ee-3146-4e2f-b5f7-fd36efe211b0 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724889'] for router, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:42.267747 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-575eb4ee-3146-4e2f-b5f7-fd36efe211b0 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Fanout notify agent at l3_agent the message router_deleted on router b4bae0bf-e437-4951-b2a1-399aeafe88e6 {{(pid=84886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:44:42.279708 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-575eb4ee-3146-4e2f-b5f7-fd36efe211b0 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks [] for router, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:42.280795 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-575eb4ee-3146-4e2f-b5f7-fd36efe211b0 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] 10.222.0.85 "DELETE /v2.0/routers/b4bae0bf-e437-4951-b2a1-399aeafe88e6 HTTP/1.1" status: 204 len: 168 time: 0.7279248 May 30 20:44:42.283563 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 38316) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:44:42.644671 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_v2 [None req-d827ffad-8d36-4446-a0ab-6de67944b8e4 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Deleting subnet 361c1390-68e9-4f6a-8f07-4ad00e7fcc25 {{(pid=84886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:44:42.647739 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d827ffad-8d36-4446-a0ab-6de67944b8e4 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks [] for subnet, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:42.731839 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d827ffad-8d36-4446-a0ab-6de67944b8e4 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2655517'] for subnet, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:42.875961 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d827ffad-8d36-4446-a0ab-6de67944b8e4 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:43.031818 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d827ffad-8d36-4446-a0ab-6de67944b8e4 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4127075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2778536'] for subnet, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:43.109689 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d827ffad-8d36-4446-a0ab-6de67944b8e4 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Pushing event deleted for resources: {'Subnet': ['ID=361c1390-68e9-4f6a-8f07-4ad00e7fcc25,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:44:43.123581 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d827ffad-8d36-4446-a0ab-6de67944b8e4 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks [] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:43.133669 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-d827ffad-8d36-4446-a0ab-6de67944b8e4 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] 10.222.0.85 "DELETE /v2.0/subnets/361c1390-68e9-4f6a-8f07-4ad00e7fcc25 HTTP/1.1" status: 204 len: 168 time: 0.8480072 May 30 20:44:43.135606 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 38330) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:44:43.138727 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-204d37df-7ec3-4666-9157-64b4334c448c None None] Network 3af8da8e-4ecd-4aae-8895-055712c5d4d1 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:44:43.324157 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-be918569-8b3e-40bc-af95-5357470c540f tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:43.339997 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-be918569-8b3e-40bc-af95-5357470c540f tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Deleting port e6c73ff4-09fb-47e5-832e-d57d4d6240fa {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:44:43.340342 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-be918569-8b3e-40bc-af95-5357470c540f tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:43.568581 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68fa5e5f-4b31-4606-b946-40c5833067be None None] DHCP port deletion for 3af8da8e-4ecd-4aae-8895-055712c5d4d1 request from n-d-843948-2 {{(pid=84888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:44:43.574319 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-68fa5e5f-4b31-4606-b946-40c5833067be None None] Deleting port e6c73ff4-09fb-47e5-832e-d57d4d6240fa {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:44:43.575015 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-68fa5e5f-4b31-4606-b946-40c5833067be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:43.621988 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [None req-be918569-8b3e-40bc-af95-5357470c540f tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] For port e6c73ff4-09fb-47e5-832e-d57d4d6240fa, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=e6c73ff4-09fb-47e5-832e-d57d4d6240fa,segment=NetworkSegment(ec01f062-5d4a-4b82-bcba-ef1165e31aa6),segment_id=ec01f062-5d4a-4b82-bcba-ef1165e31aa6)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:44:43.622250 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-be918569-8b3e-40bc-af95-5357470c540f tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:43.767693 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-be918569-8b3e-40bc-af95-5357470c540f tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Calling delete_port for e6c73ff4-09fb-47e5-832e-d57d4d6240fa owned by network:dhcp {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:44:43.843542 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-68fa5e5f-4b31-4606-b946-40c5833067be None None] For port e6c73ff4-09fb-47e5-832e-d57d4d6240fa, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=e6c73ff4-09fb-47e5-832e-d57d4d6240fa,segment=NetworkSegment(ec01f062-5d4a-4b82-bcba-ef1165e31aa6),segment_id=ec01f062-5d4a-4b82-bcba-ef1165e31aa6)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:44:43.844743 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-68fa5e5f-4b31-4606-b946-40c5833067be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:44.002943 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-68fa5e5f-4b31-4606-b946-40c5833067be None None] Calling delete_port for e6c73ff4-09fb-47e5-832e-d57d4d6240fa owned by network:dhcp {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:44:44.073738 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device e6c73ff4-09fb-47e5-832e-d57d4d6240fa no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:44:44.116163 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-be918569-8b3e-40bc-af95-5357470c540f tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:44.139584 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.db.api [None req-68fa5e5f-4b31-4606-b946-40c5833067be None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:44:44.144972 n-d-843948-2 neutron-server[84888]: DEBUG oslo_db.api [None req-68fa5e5f-4b31-4606-b946-40c5833067be None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:44:44.149898 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No active binding found for port e6c73ff4-09fb-47e5-832e-d57d4d6240fa {{(pid=84888) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} May 30 20:44:44.150530 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device e6c73ff4-09fb-47e5-832e-d57d4d6240fa not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:44:44.179546 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be918569-8b3e-40bc-af95-5357470c540f tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Pushing event deleted for resources: {'Port': ['ID=e6c73ff4-09fb-47e5-832e-d57d4d6240fa,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:44:44.186582 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be918569-8b3e-40bc-af95-5357470c540f tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] No DVR routers for this DVR port e6c73ff4-09fb-47e5-832e-d57d4d6240fa on host n-d-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:44:44.353482 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-be918569-8b3e-40bc-af95-5357470c540f tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:44.418226 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-be918569-8b3e-40bc-af95-5357470c540f tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3af8da8e-4ecd-4aae-8895-055712c5d4d1']}} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:44:44.434361 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-be918569-8b3e-40bc-af95-5357470c540f tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec01f062-5d4a-4b82-bcba-ef1165e31aa6') {'for_net_delete': True} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:44:44.434734 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-be918569-8b3e-40bc-af95-5357470c540f tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec01f062-5d4a-4b82-bcba-ef1165e31aa6') {} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:44:44.466046 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-be918569-8b3e-40bc-af95-5357470c540f tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3149912'] for segment, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:44.500766 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-be918569-8b3e-40bc-af95-5357470c540f tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:44.508915 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be918569-8b3e-40bc-af95-5357470c540f tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Releasing vlan 660 on physical network physnet1 to pool {{(pid=84887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:44:44.509769 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-be918569-8b3e-40bc-af95-5357470c540f tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4055488'] for segment, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:44.535970 n-d-843948-2 neutron-server[84887]: Traceback (most recent call last): May 30 20:44:44.535970 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:44:44.535970 n-d-843948-2 neutron-server[84887]: timer() May 30 20:44:44.535970 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:44:44.535970 n-d-843948-2 neutron-server[84887]: cb(*args, **kw) May 30 20:44:44.535970 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:44:44.535970 n-d-843948-2 neutron-server[84887]: return func(*args, **kwargs) May 30 20:44:44.535970 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:44:44.535970 n-d-843948-2 neutron-server[84887]: self._notify() May 30 20:44:44.535970 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:44:44.535970 n-d-843948-2 neutron-server[84887]: self.callback(batched_events) May 30 20:44:44.535970 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:44:44.535970 n-d-843948-2 neutron-server[84887]: event.method(event) May 30 20:44:44.535970 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:44:44.535970 n-d-843948-2 neutron-server[84887]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:44:44.535970 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:44:44.535970 n-d-843948-2 neutron-server[84887]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:44:44.535970 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:44:44.535970 n-d-843948-2 neutron-server[84887]: return f(self, *a, **k) May 30 20:44:44.535970 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:44:44.535970 n-d-843948-2 neutron-server[84887]: return self._get(url).json() May 30 20:44:44.535970 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:44:44.535970 n-d-843948-2 neutron-server[84887]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:44:44.535970 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:44:44.535970 n-d-843948-2 neutron-server[84887]: return self.request(url, 'GET', **kwargs) May 30 20:44:44.535970 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:44:44.535970 n-d-843948-2 neutron-server[84887]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:44:44.535970 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:44:44.535970 n-d-843948-2 neutron-server[84887]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:44:44.535970 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:44:44.535970 n-d-843948-2 neutron-server[84887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:44:44.535970 n-d-843948-2 neutron-server[84887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:44:44.641741 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-68fa5e5f-4b31-4606-b946-40c5833067be None None] Deleting port e6c73ff4-09fb-47e5-832e-d57d4d6240fa {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:44:44.642567 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-68fa5e5f-4b31-4606-b946-40c5833067be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:44.697205 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-be918569-8b3e-40bc-af95-5357470c540f tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:44.704963 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-be918569-8b3e-40bc-af95-5357470c540f tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:44.745462 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be918569-8b3e-40bc-af95-5357470c540f tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Pushing event deleted for resources: {'Network': ['ID=3af8da8e-4ecd-4aae-8895-055712c5d4d1,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:44:44.802968 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-be918569-8b3e-40bc-af95-5357470c540f tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] 10.222.0.85 "DELETE /v2.0/networks/3af8da8e-4ecd-4aae-8895-055712c5d4d1 HTTP/1.1" status: 204 len: 168 time: 1.6652482 May 30 20:44:44.806828 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 38362) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:44:44.900055 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-68fa5e5f-4b31-4606-b946-40c5833067be None None] The port 'e6c73ff4-09fb-47e5-832e-d57d4d6240fa' was deleted {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 20:44:44.961296 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588e14cd-8b3e-4b33-a3ff-a35faec85872 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:44:44.966710 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-588e14cd-8b3e-4b33-a3ff-a35faec85872 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] 10.222.0.85 "GET /v2.0/ports/ff92456d-834d-4f21-9cd7-cad6462c60ed HTTP/1.1" status: 200 len: 845 time: 0.1548045 May 30 20:44:44.967167 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 38368) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:44:45.045740 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-2a3568e2-9964-452e-ab3a-2145bc92b68d tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] 10.222.0.85 "GET /v2.0/ports/ff92456d-834d-4f21-9cd7-cad6462c60ed?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0733273 May 30 20:44:45.045966 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 38374) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:44:45.051901 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-5825f075-10e7-45a6-8383-4a1b49ce03a9 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Request body: {'subnet': {'network_id': '32ccf6d6-b720-46e9-88ea-cc236a02e692', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:44:45.208649 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-5825f075-10e7-45a6-8383-4a1b49ce03a9 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:44:45.213418 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-5825f075-10e7-45a6-8383-4a1b49ce03a9 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Usage tracker for resource:subnet and tenant:3b084a92e7734d7fb83bd2b9ab1e2896 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:44:45.217151 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-5825f075-10e7-45a6-8383-4a1b49ce03a9 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:44:45.224587 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-5825f075-10e7-45a6-8383-4a1b49ce03a9 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:44:45.318312 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5825f075-10e7-45a6-8383-4a1b49ce03a9 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Made reservation on behalf of 3b084a92e7734d7fb83bd2b9ab1e2896 for: {'subnet': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:44:45.438504 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5825f075-10e7-45a6-8383-4a1b49ce03a9 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2778563'] for subnet, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:45.823321 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5825f075-10e7-45a6-8383-4a1b49ce03a9 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4127140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2778577'] for subnet, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:45.884508 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5825f075-10e7-45a6-8383-4a1b49ce03a9 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Network 32ccf6d6-b720-46e9-88ea-cc236a02e692 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:44:45.885726 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-5825f075-10e7-45a6-8383-4a1b49ce03a9 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:44:45.899225 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5825f075-10e7-45a6-8383-4a1b49ce03a9 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:44:45.905353 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5825f075-10e7-45a6-8383-4a1b49ce03a9 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks [] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:45.905488 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-830df749-c8a9-4e93-ac69-c77909ae1d55 None None] Network 32ccf6d6-b720-46e9-88ea-cc236a02e692 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:44:45.936940 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5825f075-10e7-45a6-8383-4a1b49ce03a9 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Pushing event updated for resources: {'Subnet': ['ID=619b37c5-30bf-46a3-b4b7-86de54b7a135,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:44:46.033671 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-5825f075-10e7-45a6-8383-4a1b49ce03a9 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9865913 May 30 20:44:46.038576 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 38392) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:44:46.047268 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-4c557c1b-03e1-4a88-a680-05edc1cae532 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Request body: {'security_group': {'name': 'tempest-secgroup-311045581'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:44:46.059682 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-4c557c1b-03e1-4a88-a680-05edc1cae532 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:44:46.065482 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-4c557c1b-03e1-4a88-a680-05edc1cae532 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Usage tracker for resource:security_group and tenant:3b084a92e7734d7fb83bd2b9ab1e2896 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:44:46.074584 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-4c557c1b-03e1-4a88-a680-05edc1cae532 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:44:46.102984 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-4c557c1b-03e1-4a88-a680-05edc1cae532 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:44:46.215306 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4c557c1b-03e1-4a88-a680-05edc1cae532 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:46.238680 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-286e1caf-5fae-4b31-8fc8-1c96c3a676a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-32ccf6d6-b720-46e9-88ea-cc236a02e692', 'network_id': '32ccf6d6-b720-46e9-88ea-cc236a02e692', 'tenant_id': '3b084a92e7734d7fb83bd2b9ab1e2896', 'fixed_ips': [{'subnet_id': '619b37c5-30bf-46a3-b4b7-86de54b7a135'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:44:46.240353 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-286e1caf-5fae-4b31-8fc8-1c96c3a676a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:46.290840 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-4c557c1b-03e1-4a88-a680-05edc1cae532 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:44:46.297543 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-4c557c1b-03e1-4a88-a680-05edc1cae532 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Usage tracker for resource:security_group_rule and tenant:3b084a92e7734d7fb83bd2b9ab1e2896 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:44:46.302569 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-4c557c1b-03e1-4a88-a680-05edc1cae532 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:44:46.309218 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-4c557c1b-03e1-4a88-a680-05edc1cae532 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:44:46.383095 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4c557c1b-03e1-4a88-a680-05edc1cae532 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:46.419143 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-286e1caf-5fae-4b31-8fc8-1c96c3a676a6 None None] Allocated IP 2001:db8::2 (32ccf6d6-b720-46e9-88ea-cc236a02e692/619b37c5-30bf-46a3-b4b7-86de54b7a135/df35cdac-a48a-4052-8635-757141626a2f) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:44:46.500758 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:44:46.512314 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4c557c1b-03e1-4a88-a680-05edc1cae532 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:46.558745 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c557c1b-03e1-4a88-a680-05edc1cae532 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86c7ddf5-59d2-413f-a786-d28df8fc7569,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:44:46.699411 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-286e1caf-5fae-4b31-8fc8-1c96c3a676a6 None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:46.715255 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-286e1caf-5fae-4b31-8fc8-1c96c3a676a6 None None] Transition to ACTIVE for port object df35cdac-a48a-4052-8635-757141626a2f will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:44:46.716093 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4c557c1b-03e1-4a88-a680-05edc1cae532 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:46.718152 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-4c557c1b-03e1-4a88-a680-05edc1cae532 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.6777463 May 30 20:44:46.730826 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 38404) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:44:46.747070 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-07d5ffab-1bec-42c1-a226-ef2f9a99abda tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Request body: {'security_group': {'name': 'tempest-secgroup-608269937'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:44:46.763130 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-07d5ffab-1bec-42c1-a226-ef2f9a99abda tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:44:46.786232 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-286e1caf-5fae-4b31-8fc8-1c96c3a676a6 None None] Transition to ACTIVE for port object df35cdac-a48a-4052-8635-757141626a2f will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:44:46.790447 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-07d5ffab-1bec-42c1-a226-ef2f9a99abda tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Usage tracker for resource:security_group and tenant:3b084a92e7734d7fb83bd2b9ab1e2896 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:44:46.809244 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-07d5ffab-1bec-42c1-a226-ef2f9a99abda tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:44:46.823928 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-07d5ffab-1bec-42c1-a226-ef2f9a99abda tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:44:46.974127 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-286e1caf-5fae-4b31-8fc8-1c96c3a676a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:47.004255 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-07d5ffab-1bec-42c1-a226-ef2f9a99abda tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:47.042164 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-07d5ffab-1bec-42c1-a226-ef2f9a99abda tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:44:47.046103 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-286e1caf-5fae-4b31-8fc8-1c96c3a676a6 None None] Network 32ccf6d6-b720-46e9-88ea-cc236a02e692 is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:44:47.046382 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-07d5ffab-1bec-42c1-a226-ef2f9a99abda tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Usage tracker for resource:security_group_rule and tenant:3b084a92e7734d7fb83bd2b9ab1e2896 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:44:47.047329 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-286e1caf-5fae-4b31-8fc8-1c96c3a676a6 None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:44:47.049799 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-07d5ffab-1bec-42c1-a226-ef2f9a99abda tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:44:47.051117 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286e1caf-5fae-4b31-8fc8-1c96c3a676a6 None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:44:47.056071 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-07d5ffab-1bec-42c1-a226-ef2f9a99abda tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:44:47.057449 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286e1caf-5fae-4b31-8fc8-1c96c3a676a6 None None] Pushing event updated for resources: {'Port': ['ID=df35cdac-a48a-4052-8635-757141626a2f,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:44:47.135560 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-07d5ffab-1bec-42c1-a226-ef2f9a99abda tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:47.165204 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-286e1caf-5fae-4b31-8fc8-1c96c3a676a6 None None] Attempting to bind port df35cdac-a48a-4052-8635-757141626a2f on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:44:47.165204 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-286e1caf-5fae-4b31-8fc8-1c96c3a676a6 None None] Attempting to bind port df35cdac-a48a-4052-8635-757141626a2f by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': '644cd66e-6bba-40cf-a868-89ef9f84eb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '32ccf6d6-b720-46e9-88ea-cc236a02e692'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:44:47.165204 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286e1caf-5fae-4b31-8fc8-1c96c3a676a6 None None] Attempting to bind port df35cdac-a48a-4052-8635-757141626a2f on network 32ccf6d6-b720-46e9-88ea-cc236a02e692 {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:44:47.172616 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286e1caf-5fae-4b31-8fc8-1c96c3a676a6 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:44:47.173083 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286e1caf-5fae-4b31-8fc8-1c96c3a676a6 None None] Checking segment: {'id': '644cd66e-6bba-40cf-a868-89ef9f84eb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '32ccf6d6-b720-46e9-88ea-cc236a02e692'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:44:47.173553 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-286e1caf-5fae-4b31-8fc8-1c96c3a676a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:47.174091 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286e1caf-5fae-4b31-8fc8-1c96c3a676a6 None None] Bound using segment: {'id': '644cd66e-6bba-40cf-a868-89ef9f84eb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '32ccf6d6-b720-46e9-88ea-cc236a02e692'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:44:47.174976 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-286e1caf-5fae-4b31-8fc8-1c96c3a676a6 None None] Bound port: df35cdac-a48a-4052-8635-757141626a2f, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '644cd66e-6bba-40cf-a868-89ef9f84eb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '32ccf6d6-b720-46e9-88ea-cc236a02e692'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:44:47.176132 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-286e1caf-5fae-4b31-8fc8-1c96c3a676a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:47.258873 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-07d5ffab-1bec-42c1-a226-ef2f9a99abda tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:47.322614 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d5ffab-1bec-42c1-a226-ef2f9a99abda tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e77e497c-d056-440d-9881-2823c5985845,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:44:47.325106 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-286e1caf-5fae-4b31-8fc8-1c96c3a676a6 None None] For port df35cdac-a48a-4052-8635-757141626a2f, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:44:47.329052 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-286e1caf-5fae-4b31-8fc8-1c96c3a676a6 None None] For port df35cdac-a48a-4052-8635-757141626a2f, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=df35cdac-a48a-4052-8635-757141626a2f,segment=NetworkSegment(644cd66e-6bba-40cf-a868-89ef9f84eb80),segment_id=644cd66e-6bba-40cf-a868-89ef9f84eb80)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:44:47.399344 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-07d5ffab-1bec-42c1-a226-ef2f9a99abda tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:47.401467 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-07d5ffab-1bec-42c1-a226-ef2f9a99abda tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.6626906 May 30 20:44:47.411927 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 38416) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:44:47.419805 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-9b3149ea-ca46-4b87-a502-c6fcaf43c231 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1152831022', 'security_groups': ['e77e497c-d056-440d-9881-2823c5985845'], 'network_id': '32ccf6d6-b720-46e9-88ea-cc236a02e692', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '619b37c5-30bf-46a3-b4b7-86de54b7a135'}]}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:44:47.439211 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-286e1caf-5fae-4b31-8fc8-1c96c3a676a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:47.596157 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286e1caf-5fae-4b31-8fc8-1c96c3a676a6 None None] Pushing event updated for resources: {'Port': ['ID=df35cdac-a48a-4052-8635-757141626a2f,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:44:47.614173 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-9b3149ea-ca46-4b87-a502-c6fcaf43c231 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:44:47.619838 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-9b3149ea-ca46-4b87-a502-c6fcaf43c231 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Usage tracker for resource:port and tenant:3b084a92e7734d7fb83bd2b9ab1e2896 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:44:47.626179 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-9b3149ea-ca46-4b87-a502-c6fcaf43c231 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:44:47.632702 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-9b3149ea-ca46-4b87-a502-c6fcaf43c231 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:44:47.712590 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b3149ea-ca46-4b87-a502-c6fcaf43c231 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Made reservation on behalf of 3b084a92e7734d7fb83bd2b9ab1e2896 for: {'port': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:44:47.718445 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9b3149ea-ca46-4b87-a502-c6fcaf43c231 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:47.791588 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [None req-9b3149ea-ca46-4b87-a502-c6fcaf43c231 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] device_id is not set on port 4824808d-8f37-4930-a1d2-fc1bbf5e983b yet. {{(pid=84886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:44:48.130993 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device df35cdac-a48a-4052-8635-757141626a2f up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:44:48.174318 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-9b3149ea-ca46-4b87-a502-c6fcaf43c231 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Allocated IP 2001:db8::3e7 (32ccf6d6-b720-46e9-88ea-cc236a02e692/619b37c5-30bf-46a3-b4b7-86de54b7a135/4824808d-8f37-4930-a1d2-fc1bbf5e983b) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:44:48.296021 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port df35cdac-a48a-4052-8635-757141626a2f completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:44:48.422806 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9b3149ea-ca46-4b87-a502-c6fcaf43c231 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:48.445363 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [None req-9b3149ea-ca46-4b87-a502-c6fcaf43c231 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Transition to ACTIVE for port object 4824808d-8f37-4930-a1d2-fc1bbf5e983b will not be triggered until provisioned by entity DHCP. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:44:48.594118 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9b3149ea-ca46-4b87-a502-c6fcaf43c231 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:48.829272 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b3149ea-ca46-4b87-a502-c6fcaf43c231 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Network 32ccf6d6-b720-46e9-88ea-cc236a02e692 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:44:48.842383 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-9b3149ea-ca46-4b87-a502-c6fcaf43c231 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:44:48.848327 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3149ea-ca46-4b87-a502-c6fcaf43c231 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:44:48.853431 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3149ea-ca46-4b87-a502-c6fcaf43c231 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:44:48.854358 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9b3149ea-ca46-4b87-a502-c6fcaf43c231 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:48.885954 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3149ea-ca46-4b87-a502-c6fcaf43c231 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Pushing event updated for resources: {'Port': ['ID=4824808d-8f37-4930-a1d2-fc1bbf5e983b,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:44:49.010780 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-9b3149ea-ca46-4b87-a502-c6fcaf43c231 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5958683 May 30 20:44:49.019145 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 38448) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:44:49.025149 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-0a032c4b-71a5-47f8-b064-4a9d270936fe tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Request body: {'subnet': {'network_id': '32ccf6d6-b720-46e9-88ea-cc236a02e692', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:44:49.200175 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-0a032c4b-71a5-47f8-b064-4a9d270936fe tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:44:49.205842 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-0a032c4b-71a5-47f8-b064-4a9d270936fe tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Usage tracker for resource:subnet and tenant:3b084a92e7734d7fb83bd2b9ab1e2896 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:44:49.210077 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-0a032c4b-71a5-47f8-b064-4a9d270936fe tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:44:49.218158 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-0a032c4b-71a5-47f8-b064-4a9d270936fe tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:44:49.270398 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-4be2f44e-1fe6-462d-843d-f5afacd865b6 None None] Provisioning for port df35cdac-a48a-4052-8635-757141626a2f completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:44:49.278816 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-4be2f44e-1fe6-462d-843d-f5afacd865b6 None None] Provisioning complete for port df35cdac-a48a-4052-8635-757141626a2f triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:44:49.283755 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-4be2f44e-1fe6-462d-843d-f5afacd865b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:49.359120 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a032c4b-71a5-47f8-b064-4a9d270936fe tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Made reservation on behalf of 3b084a92e7734d7fb83bd2b9ab1e2896 for: {'subnet': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:44:49.446721 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-4be2f44e-1fe6-462d-843d-f5afacd865b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:49.488300 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-4be2f44e-1fe6-462d-843d-f5afacd865b6 None None] For port df35cdac-a48a-4052-8635-757141626a2f, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=df35cdac-a48a-4052-8635-757141626a2f,segment=NetworkSegment(644cd66e-6bba-40cf-a868-89ef9f84eb80),segment_id=644cd66e-6bba-40cf-a868-89ef9f84eb80)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:44:49.514202 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0a032c4b-71a5-47f8-b064-4a9d270936fe tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114220'] for subnet, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:49.642121 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-4be2f44e-1fe6-462d-843d-f5afacd865b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:49.654303 n-d-843948-2 neutron-server[84887]: INFO neutron.db.ipam_backend_mixin [None req-0a032c4b-71a5-47f8-b064-4a9d270936fe tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 619b37c5-30bf-46a3-b4b7-86de54b7a135 (CIDR: 2001:db8::/64) May 30 20:44:49.714910 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-4be2f44e-1fe6-462d-843d-f5afacd865b6 None None] Provisioning complete for port ff92456d-834d-4f21-9cd7-cad6462c60ed triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:44:49.715314 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-4be2f44e-1fe6-462d-843d-f5afacd865b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:49.763389 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:49.783362 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be2f44e-1fe6-462d-843d-f5afacd865b6 None None] Pushing event updated for resources: {'Port': ['ID=df35cdac-a48a-4052-8635-757141626a2f,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:44:49.783362 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-4be2f44e-1fe6-462d-843d-f5afacd865b6 None None] Port ff92456d-834d-4f21-9cd7-cad6462c60ed cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:44:50.092733 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device df35cdac-a48a-4052-8635-757141626a2f up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:44:50.181696 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port df35cdac-a48a-4052-8635-757141626a2f triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:44:50.182235 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:50.467210 n-d-843948-2 neutron-server[84887]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a032c4b-71a5-47f8-b064-4a9d270936fe tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 20:44:50.467839 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a032c4b-71a5-47f8-b064-4a9d270936fe tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:44:50.563886 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-d0b7502e-5603-4524-8c17-917fc81a7c0c None None] Provisioning for port 4824808d-8f37-4930-a1d2-fc1bbf5e983b completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:44:50.577647 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-d0b7502e-5603-4524-8c17-917fc81a7c0c None None] Provisioning complete for port 4824808d-8f37-4930-a1d2-fc1bbf5e983b triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:44:50.577647 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-d0b7502e-5603-4524-8c17-917fc81a7c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:50.631036 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-d0b7502e-5603-4524-8c17-917fc81a7c0c None None] Port 4824808d-8f37-4930-a1d2-fc1bbf5e983b cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:44:50.730368 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-0a032c4b-71a5-47f8-b064-4a9d270936fe tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.7100322 May 30 20:44:50.734576 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 38468) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:44:50.740319 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-4e36c88e-7d0a-4075-a8f1-b43c77d70cb5 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Request body: {'subnet': {'network_id': '32ccf6d6-b720-46e9-88ea-cc236a02e692', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:44:50.890660 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-4e36c88e-7d0a-4075-a8f1-b43c77d70cb5 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:44:50.895339 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-4e36c88e-7d0a-4075-a8f1-b43c77d70cb5 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Usage tracker for resource:subnet and tenant:3b084a92e7734d7fb83bd2b9ab1e2896 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:44:50.902213 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-4e36c88e-7d0a-4075-a8f1-b43c77d70cb5 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:44:50.905101 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-4e36c88e-7d0a-4075-a8f1-b43c77d70cb5 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:44:51.003930 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e36c88e-7d0a-4075-a8f1-b43c77d70cb5 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Made reservation on behalf of 3b084a92e7734d7fb83bd2b9ab1e2896 for: {'subnet': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:44:51.008156 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4e36c88e-7d0a-4075-a8f1-b43c77d70cb5 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114220'] for subnet, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:51.752905 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4e36c88e-7d0a-4075-a8f1-b43c77d70cb5 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4055401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114238'] for subnet, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:51.819664 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e36c88e-7d0a-4075-a8f1-b43c77d70cb5 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Network 32ccf6d6-b720-46e9-88ea-cc236a02e692 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:44:51.822791 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-4e36c88e-7d0a-4075-a8f1-b43c77d70cb5 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:44:51.828437 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e36c88e-7d0a-4075-a8f1-b43c77d70cb5 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:44:51.829024 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4e36c88e-7d0a-4075-a8f1-b43c77d70cb5 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:51.833418 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b80681-d1b7-4e10-a7fd-3076b37d44b4 None None] Network 32ccf6d6-b720-46e9-88ea-cc236a02e692 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:44:51.843144 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e36c88e-7d0a-4075-a8f1-b43c77d70cb5 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Pushing event updated for resources: {'Subnet': ['ID=12c138dc-68dd-4958-bc79-f509a8e38110,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:44:52.018996 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 38488) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:44:52.019591 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-4e36c88e-7d0a-4075-a8f1-b43c77d70cb5 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2836580 May 30 20:44:52.025916 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-09aeaeeb-9f52-4625-a6a6-882aef4e96cc tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-635367691', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '12c138dc-68dd-4958-bc79-f509a8e38110'}], 'security_groups': ['86c7ddf5-59d2-413f-a786-d28df8fc7569']}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:44:52.348532 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-556307e1-a1c4-4565-80e1-3fc65dbb6293 None None] Update dhcp port {'port': {'network_id': '32ccf6d6-b720-46e9-88ea-cc236a02e692', 'fixed_ips': [{'subnet_id': '619b37c5-30bf-46a3-b4b7-86de54b7a135', 'ip_address': '2001:db8::2'}, {'subnet_id': '12c138dc-68dd-4958-bc79-f509a8e38110'}], 'binding:host_id': 'n-d-843948-2'}, 'id': 'df35cdac-a48a-4052-8635-757141626a2f'} from n-d-843948-2. {{(pid=84888) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 30 20:44:52.378520 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-09aeaeeb-9f52-4625-a6a6-882aef4e96cc tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:52.420603 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-556307e1-a1c4-4565-80e1-3fc65dbb6293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:52.469463 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:52.666462 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-556307e1-a1c4-4565-80e1-3fc65dbb6293 None None] Allocated IP 2001:db8:0:1::2 (32ccf6d6-b720-46e9-88ea-cc236a02e692/12c138dc-68dd-4958-bc79-f509a8e38110/df35cdac-a48a-4052-8635-757141626a2f) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:44:52.869149 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-556307e1-a1c4-4565-80e1-3fc65dbb6293 None None] For port df35cdac-a48a-4052-8635-757141626a2f, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=df35cdac-a48a-4052-8635-757141626a2f,segment=NetworkSegment(644cd66e-6bba-40cf-a868-89ef9f84eb80),segment_id=644cd66e-6bba-40cf-a868-89ef9f84eb80)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:44:52.899515 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-556307e1-a1c4-4565-80e1-3fc65dbb6293 None None] Notify callbacks [] for port, precommit_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:52.920029 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-556307e1-a1c4-4565-80e1-3fc65dbb6293 None None] Transition to ACTIVE for port object df35cdac-a48a-4052-8635-757141626a2f will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:44:53.089951 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-556307e1-a1c4-4565-80e1-3fc65dbb6293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:53.277802 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556307e1-a1c4-4565-80e1-3fc65dbb6293 None None] Pushing event updated for resources: {'Port': ['ID=df35cdac-a48a-4052-8635-757141626a2f,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:44:53.292204 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-09aeaeeb-9f52-4625-a6a6-882aef4e96cc tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Delete allocated IP 2001:db8::3e7 (32ccf6d6-b720-46e9-88ea-cc236a02e692/619b37c5-30bf-46a3-b4b7-86de54b7a135) {{(pid=84886) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 30 20:44:53.306011 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-09aeaeeb-9f52-4625-a6a6-882aef4e96cc tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Allocated IP 2001:db8:0:1::3db (32ccf6d6-b720-46e9-88ea-cc236a02e692/12c138dc-68dd-4958-bc79-f509a8e38110/4824808d-8f37-4930-a1d2-fc1bbf5e983b) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:44:53.588067 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-09aeaeeb-9f52-4625-a6a6-882aef4e96cc tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:53.619274 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [None req-09aeaeeb-9f52-4625-a6a6-882aef4e96cc tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Transition to ACTIVE for port object 4824808d-8f37-4930-a1d2-fc1bbf5e983b will not be triggered until provisioned by entity DHCP. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:44:53.725579 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-09aeaeeb-9f52-4625-a6a6-882aef4e96cc tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:53.884541 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-09aeaeeb-9f52-4625-a6a6-882aef4e96cc tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] In _notify_port_updated(), no bound segment for port 4824808d-8f37-4930-a1d2-fc1bbf5e983b on network 32ccf6d6-b720-46e9-88ea-cc236a02e692 {{(pid=84886) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 30 20:44:53.888726 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09aeaeeb-9f52-4625-a6a6-882aef4e96cc tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:44:53.889576 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-09aeaeeb-9f52-4625-a6a6-882aef4e96cc tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:53.893910 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 38518) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:44:53.894617 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-09aeaeeb-9f52-4625-a6a6-882aef4e96cc tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] 10.222.0.85 "PUT /v2.0/ports/4824808d-8f37-4930-a1d2-fc1bbf5e983b HTTP/1.1" status: 200 len: 930 time: 1.8732579 May 30 20:44:53.911346 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09aeaeeb-9f52-4625-a6a6-882aef4e96cc tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Pushing event updated for resources: {'Port': ['ID=4824808d-8f37-4930-a1d2-fc1bbf5e983b,revision_number=2']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:44:53.989161 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-751ace58-dd64-4cc9-9485-cc567620229a tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Deleting port 4824808d-8f37-4930-a1d2-fc1bbf5e983b {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:44:53.989497 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-751ace58-dd64-4cc9-9485-cc567620229a tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:54.077100 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device df35cdac-a48a-4052-8635-757141626a2f up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:44:54.220774 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-eb0fc853-ce8c-417f-b954-e4a9034a1b12 None None] Provisioning for port df35cdac-a48a-4052-8635-757141626a2f completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:44:54.226322 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-eb0fc853-ce8c-417f-b954-e4a9034a1b12 None None] Provisioning complete for port df35cdac-a48a-4052-8635-757141626a2f triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:44:54.226860 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-eb0fc853-ce8c-417f-b954-e4a9034a1b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:54.361545 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-751ace58-dd64-4cc9-9485-cc567620229a tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:54.473473 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-eb0fc853-ce8c-417f-b954-e4a9034a1b12 None None] Provisioning complete for port ff92456d-834d-4f21-9cd7-cad6462c60ed triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:44:54.474127 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-eb0fc853-ce8c-417f-b954-e4a9034a1b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:54.552258 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-eb0fc853-ce8c-417f-b954-e4a9034a1b12 None None] Port ff92456d-834d-4f21-9cd7-cad6462c60ed cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:44:54.659415 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-751ace58-dd64-4cc9-9485-cc567620229a tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Calling delete_port for 4824808d-8f37-4930-a1d2-fc1bbf5e983b owned by {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:44:54.764883 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-eb0fc853-ce8c-417f-b954-e4a9034a1b12 None None] Provisioning for port 4824808d-8f37-4930-a1d2-fc1bbf5e983b completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:44:54.770423 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-eb0fc853-ce8c-417f-b954-e4a9034a1b12 None None] Provisioning complete for port 4824808d-8f37-4930-a1d2-fc1bbf5e983b triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:44:54.770915 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-eb0fc853-ce8c-417f-b954-e4a9034a1b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:54.846625 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-eb0fc853-ce8c-417f-b954-e4a9034a1b12 None None] Port 4824808d-8f37-4930-a1d2-fc1bbf5e983b cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:44:54.971052 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-1da69c5b-14de-4284-bb21-6f56c4ff5b0e None None] Provisioning complete for port 4824808d-8f37-4930-a1d2-fc1bbf5e983b triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:44:54.971558 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-1da69c5b-14de-4284-bb21-6f56c4ff5b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:55.029929 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-1da69c5b-14de-4284-bb21-6f56c4ff5b0e None None] Port 4824808d-8f37-4930-a1d2-fc1bbf5e983b cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:44:55.450014 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-751ace58-dd64-4cc9-9485-cc567620229a tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:55.501209 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751ace58-dd64-4cc9-9485-cc567620229a tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Pushing event deleted for resources: {'Port': ['ID=4824808d-8f37-4930-a1d2-fc1bbf5e983b,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:44:55.555111 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-751ace58-dd64-4cc9-9485-cc567620229a tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:55.570040 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-751ace58-dd64-4cc9-9485-cc567620229a tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] 10.222.0.85 "DELETE /v2.0/ports/4824808d-8f37-4930-a1d2-fc1bbf5e983b HTTP/1.1" status: 204 len: 168 time: 1.6736732 May 30 20:44:55.572598 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 38542) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:44:55.625067 n-d-843948-2 neutron-server[84886]: INFO neutron.pecan_wsgi.hooks.translation [None req-0efc3946-db94-4bfa-9500-696c6aef5f1c tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] GET failed (client error): The resource could not be found. May 30 20:44:55.625887 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-0efc3946-db94-4bfa-9500-696c6aef5f1c tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Synchronizing usage tracker for tenant:3b084a92e7734d7fb83bd2b9ab1e2896 on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:44:55.877816 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-0efc3946-db94-4bfa-9500-696c6aef5f1c tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Unset dirty status for tenant:3b084a92e7734d7fb83bd2b9ab1e2896 on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:44:55.878980 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-0efc3946-db94-4bfa-9500-696c6aef5f1c tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] 10.222.0.85 "GET /v2.0/ports/4824808d-8f37-4930-a1d2-fc1bbf5e983b HTTP/1.1" status: 404 len: 333 time: 0.3047507 May 30 20:44:55.881746 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 38556) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:44:55.961772 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-163a100d-8cce-4287-9ea7-cb86231821f1 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:55.992134 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-163a100d-8cce-4287-9ea7-cb86231821f1 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:56.243521 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-163a100d-8cce-4287-9ea7-cb86231821f1 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:56.272899 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163a100d-8cce-4287-9ea7-cb86231821f1 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e77e497c-d056-440d-9881-2823c5985845,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:44:56.281771 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-163a100d-8cce-4287-9ea7-cb86231821f1 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:56.286615 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-163a100d-8cce-4287-9ea7-cb86231821f1 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] 10.222.0.85 "DELETE /v2.0/security-groups/e77e497c-d056-440d-9881-2823c5985845 HTTP/1.1" status: 204 len: 168 time: 0.4008806 May 30 20:44:56.287231 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 38568) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:44:56.377210 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-505e478d-7d2a-4321-a0bc-ad1775a65ba4 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:56.382046 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-4953156e-26e8-4c27-b4fa-1c4e3fa116f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:56.411760 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-505e478d-7d2a-4321-a0bc-ad1775a65ba4 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:56.567563 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-505e478d-7d2a-4321-a0bc-ad1775a65ba4 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:56.586007 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505e478d-7d2a-4321-a0bc-ad1775a65ba4 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86c7ddf5-59d2-413f-a786-d28df8fc7569,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:44:56.591572 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-505e478d-7d2a-4321-a0bc-ad1775a65ba4 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:56.592899 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-505e478d-7d2a-4321-a0bc-ad1775a65ba4 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] 10.222.0.85 "DELETE /v2.0/security-groups/86c7ddf5-59d2-413f-a786-d28df8fc7569 HTTP/1.1" status: 204 len: 168 time: 0.3041029 May 30 20:44:56.595561 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 38576) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:44:56.668401 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_v2 [None req-0af07782-ed8d-416f-8dd5-e05c6edfe2b5 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Deleting subnet 619b37c5-30bf-46a3-b4b7-86de54b7a135 {{(pid=84886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:44:56.672304 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0af07782-ed8d-416f-8dd5-e05c6edfe2b5 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks [] for subnet, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:56.733445 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0af07782-ed8d-416f-8dd5-e05c6edfe2b5 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2655517'] for subnet, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:56.909255 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0af07782-ed8d-416f-8dd5-e05c6edfe2b5 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:57.116818 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0af07782-ed8d-416f-8dd5-e05c6edfe2b5 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4127075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2778536'] for subnet, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:57.156527 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af07782-ed8d-416f-8dd5-e05c6edfe2b5 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Pushing event deleted for resources: {'Subnet': ['ID=619b37c5-30bf-46a3-b4b7-86de54b7a135,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:44:57.165255 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0af07782-ed8d-416f-8dd5-e05c6edfe2b5 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks [] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:57.173091 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-0af07782-ed8d-416f-8dd5-e05c6edfe2b5 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] 10.222.0.85 "DELETE /v2.0/subnets/619b37c5-30bf-46a3-b4b7-86de54b7a135 HTTP/1.1" status: 204 len: 168 time: 0.5763657 May 30 20:44:57.177534 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 38588) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:44:57.179409 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc9f4e5-07af-434b-8c42-361cd239f4d5 None None] Network 32ccf6d6-b720-46e9-88ea-cc236a02e692 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:44:57.183645 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-18f5fb6b-bb0c-4fbd-baec-c5edcb1414dd tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Request body: {'subnet': {'network_id': '32ccf6d6-b720-46e9-88ea-cc236a02e692', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:44:57.362664 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-18f5fb6b-bb0c-4fbd-baec-c5edcb1414dd tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:44:57.369145 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-18f5fb6b-bb0c-4fbd-baec-c5edcb1414dd tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Usage tracker for resource:subnet and tenant:3b084a92e7734d7fb83bd2b9ab1e2896 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:44:57.372338 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-18f5fb6b-bb0c-4fbd-baec-c5edcb1414dd tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:44:57.379019 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-18f5fb6b-bb0c-4fbd-baec-c5edcb1414dd tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:44:57.624399 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18f5fb6b-bb0c-4fbd-baec-c5edcb1414dd tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Made reservation on behalf of 3b084a92e7734d7fb83bd2b9ab1e2896 for: {'subnet': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:44:57.770896 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-18f5fb6b-bb0c-4fbd-baec-c5edcb1414dd tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114220'] for subnet, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:58.280504 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-61b0b3b0-bfc3-41a2-8abf-94f237208523 None None] Provisioning complete for port df35cdac-a48a-4052-8635-757141626a2f triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:44:58.281112 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-61b0b3b0-bfc3-41a2-8abf-94f237208523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:58.350398 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-18f5fb6b-bb0c-4fbd-baec-c5edcb1414dd tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4055401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114238'] for subnet, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:58.415185 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-61b0b3b0-bfc3-41a2-8abf-94f237208523 None None] Provisioning complete for port ff92456d-834d-4f21-9cd7-cad6462c60ed triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:44:58.415549 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-61b0b3b0-bfc3-41a2-8abf-94f237208523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:58.432879 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f5fb6b-bb0c-4fbd-baec-c5edcb1414dd tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Network 32ccf6d6-b720-46e9-88ea-cc236a02e692 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:44:58.448093 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-18f5fb6b-bb0c-4fbd-baec-c5edcb1414dd tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:44:58.459346 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f5fb6b-bb0c-4fbd-baec-c5edcb1414dd tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:44:58.462061 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-18f5fb6b-bb0c-4fbd-baec-c5edcb1414dd tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:58.469057 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eda92d7-9a2a-499a-8aad-95837c73585c None None] Network 32ccf6d6-b720-46e9-88ea-cc236a02e692 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:44:58.475842 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f5fb6b-bb0c-4fbd-baec-c5edcb1414dd tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Pushing event updated for resources: {'Subnet': ['ID=36db75db-5fa4-4213-afff-f229d6580481,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:44:58.595575 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-18f5fb6b-bb0c-4fbd-baec-c5edcb1414dd tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4166236 May 30 20:44:58.597930 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-61b0b3b0-bfc3-41a2-8abf-94f237208523 None None] Port ff92456d-834d-4f21-9cd7-cad6462c60ed cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:44:58.598169 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 38618) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:44:58.620374 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-0498117a-e86e-4eb6-8ba0-23d1b54b070a tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Request body: {'security_group': {'name': 'tempest-secgroup-1875290613'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:44:58.632285 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-0498117a-e86e-4eb6-8ba0-23d1b54b070a tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:44:58.640285 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-0498117a-e86e-4eb6-8ba0-23d1b54b070a tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Usage tracker for resource:security_group and tenant:3b084a92e7734d7fb83bd2b9ab1e2896 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:44:58.643655 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-0498117a-e86e-4eb6-8ba0-23d1b54b070a tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:44:58.650375 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-0498117a-e86e-4eb6-8ba0-23d1b54b070a tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:44:58.792349 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0498117a-e86e-4eb6-8ba0-23d1b54b070a tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:58.831091 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-0498117a-e86e-4eb6-8ba0-23d1b54b070a tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:44:58.835521 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-0498117a-e86e-4eb6-8ba0-23d1b54b070a tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Usage tracker for resource:security_group_rule and tenant:3b084a92e7734d7fb83bd2b9ab1e2896 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:44:58.838751 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-0498117a-e86e-4eb6-8ba0-23d1b54b070a tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:44:58.845400 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-0498117a-e86e-4eb6-8ba0-23d1b54b070a tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:44:58.878687 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2055216-3e59-469b-baff-6c58ad45a88d None None] Update dhcp port {'port': {'network_id': '32ccf6d6-b720-46e9-88ea-cc236a02e692', 'fixed_ips': [{'subnet_id': '12c138dc-68dd-4958-bc79-f509a8e38110', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '36db75db-5fa4-4213-afff-f229d6580481'}], 'binding:host_id': 'n-d-843948-2'}, 'id': 'df35cdac-a48a-4052-8635-757141626a2f'} from n-d-843948-2. {{(pid=84888) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 30 20:44:58.937697 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0498117a-e86e-4eb6-8ba0-23d1b54b070a tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:58.950937 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b2055216-3e59-469b-baff-6c58ad45a88d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:59.049679 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0498117a-e86e-4eb6-8ba0-23d1b54b070a tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:59.117151 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0498117a-e86e-4eb6-8ba0-23d1b54b070a tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0851da2e-6596-40c5-a468-d42ba4c01a98,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:44:59.174892 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-b2055216-3e59-469b-baff-6c58ad45a88d None None] Allocated IP 2001:db8::2 (32ccf6d6-b720-46e9-88ea-cc236a02e692/36db75db-5fa4-4213-afff-f229d6580481/df35cdac-a48a-4052-8635-757141626a2f) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:44:59.204050 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0498117a-e86e-4eb6-8ba0-23d1b54b070a tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:59.205726 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-0498117a-e86e-4eb6-8ba0-23d1b54b070a tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5981033 May 30 20:44:59.209283 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 38632) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:44:59.215422 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-ef8f480a-76be-4727-b4d2-dadf83de5f54 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Request body: {'security_group': {'name': 'tempest-secgroup-882061517'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:44:59.243895 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-ef8f480a-76be-4727-b4d2-dadf83de5f54 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:44:59.249145 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-ef8f480a-76be-4727-b4d2-dadf83de5f54 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Usage tracker for resource:security_group and tenant:3b084a92e7734d7fb83bd2b9ab1e2896 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:44:59.252775 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-ef8f480a-76be-4727-b4d2-dadf83de5f54 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:44:59.259773 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-ef8f480a-76be-4727-b4d2-dadf83de5f54 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:44:59.335069 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ef8f480a-76be-4727-b4d2-dadf83de5f54 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:59.349932 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b2055216-3e59-469b-baff-6c58ad45a88d None None] For port df35cdac-a48a-4052-8635-757141626a2f, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=df35cdac-a48a-4052-8635-757141626a2f,segment=NetworkSegment(644cd66e-6bba-40cf-a868-89ef9f84eb80),segment_id=644cd66e-6bba-40cf-a868-89ef9f84eb80)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:44:59.379937 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-ef8f480a-76be-4727-b4d2-dadf83de5f54 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:44:59.384146 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-ef8f480a-76be-4727-b4d2-dadf83de5f54 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Usage tracker for resource:security_group_rule and tenant:3b084a92e7734d7fb83bd2b9ab1e2896 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:44:59.387615 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-ef8f480a-76be-4727-b4d2-dadf83de5f54 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:44:59.388599 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b2055216-3e59-469b-baff-6c58ad45a88d None None] Notify callbacks [] for port, precommit_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:59.398814 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-ef8f480a-76be-4727-b4d2-dadf83de5f54 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:44:59.412793 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b2055216-3e59-469b-baff-6c58ad45a88d None None] Transition to ACTIVE for port object df35cdac-a48a-4052-8635-757141626a2f will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:44:59.469027 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ef8f480a-76be-4727-b4d2-dadf83de5f54 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:59.529816 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b2055216-3e59-469b-baff-6c58ad45a88d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:59.557954 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ef8f480a-76be-4727-b4d2-dadf83de5f54 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:59.620616 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8f480a-76be-4727-b4d2-dadf83de5f54 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44f7a61b-0b76-4955-bc41-385c0a81d42a,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:44:59.677700 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2055216-3e59-469b-baff-6c58ad45a88d None None] Pushing event updated for resources: {'Port': ['ID=df35cdac-a48a-4052-8635-757141626a2f,revision_number=6']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:44:59.680279 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-f20c8724-661b-40ff-bd3b-ef24ed3d8d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:59.681696 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ef8f480a-76be-4727-b4d2-dadf83de5f54 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:59.686307 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 38642) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:44:59.692608 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-0adc7956-54be-4b40-ac8a-d2e61bd506b2 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Request body: {'security_group': {'name': 'tempest-secgroup-933281585'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:44:59.698230 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-ef8f480a-76be-4727-b4d2-dadf83de5f54 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.4876826 May 30 20:44:59.702284 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-0adc7956-54be-4b40-ac8a-d2e61bd506b2 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:44:59.708979 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-0adc7956-54be-4b40-ac8a-d2e61bd506b2 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Usage tracker for resource:security_group and tenant:3b084a92e7734d7fb83bd2b9ab1e2896 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:44:59.713051 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-0adc7956-54be-4b40-ac8a-d2e61bd506b2 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:44:59.726436 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-0adc7956-54be-4b40-ac8a-d2e61bd506b2 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:44:59.906831 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0adc7956-54be-4b40-ac8a-d2e61bd506b2 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:44:59.968073 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-0adc7956-54be-4b40-ac8a-d2e61bd506b2 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:44:59.972804 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-0adc7956-54be-4b40-ac8a-d2e61bd506b2 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Usage tracker for resource:security_group_rule and tenant:3b084a92e7734d7fb83bd2b9ab1e2896 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:44:59.976507 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-0adc7956-54be-4b40-ac8a-d2e61bd506b2 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:44:59.982561 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-0adc7956-54be-4b40-ac8a-d2e61bd506b2 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:44:59.998521 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:00.056553 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0adc7956-54be-4b40-ac8a-d2e61bd506b2 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:00.084998 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device df35cdac-a48a-4052-8635-757141626a2f up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:45:00.175423 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0adc7956-54be-4b40-ac8a-d2e61bd506b2 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:00.224462 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adc7956-54be-4b40-ac8a-d2e61bd506b2 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1dff5679-5aa9-40b2-91ef-024195401654,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:45:00.369643 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0adc7956-54be-4b40-ac8a-d2e61bd506b2 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:00.371203 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-0adc7956-54be-4b40-ac8a-d2e61bd506b2 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.6838744 May 30 20:45:00.381417 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 38656) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:45:00.387556 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-505cef02-2f9f-4238-864c-685c41114d09 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1852206550', 'security_groups': ['1dff5679-5aa9-40b2-91ef-024195401654'], 'network_id': '32ccf6d6-b720-46e9-88ea-cc236a02e692', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '36db75db-5fa4-4213-afff-f229d6580481'}]}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:45:00.607906 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-388b1eaf-05e0-481c-967d-93cfcd924b54 None None] Provisioning for port df35cdac-a48a-4052-8635-757141626a2f completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:45:00.630134 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-388b1eaf-05e0-481c-967d-93cfcd924b54 None None] Provisioning complete for port df35cdac-a48a-4052-8635-757141626a2f triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:45:00.631110 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-388b1eaf-05e0-481c-967d-93cfcd924b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:00.696483 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-505cef02-2f9f-4238-864c-685c41114d09 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:45:00.712049 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-505cef02-2f9f-4238-864c-685c41114d09 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:45:00.817513 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-388b1eaf-05e0-481c-967d-93cfcd924b54 None None] Provisioning complete for port ff92456d-834d-4f21-9cd7-cad6462c60ed triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:45:00.817912 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-388b1eaf-05e0-481c-967d-93cfcd924b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:00.884538 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-388b1eaf-05e0-481c-967d-93cfcd924b54 None None] Port ff92456d-834d-4f21-9cd7-cad6462c60ed cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:45:00.933436 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-505cef02-2f9f-4238-864c-685c41114d09 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Made reservation on behalf of 3b084a92e7734d7fb83bd2b9ab1e2896 for: {'port': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:45:01.072832 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-505cef02-2f9f-4238-864c-685c41114d09 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:01.104058 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [None req-505cef02-2f9f-4238-864c-685c41114d09 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] device_id is not set on port 9a305371-d145-4c62-b9f9-e311aec3e604 yet. {{(pid=84886) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 30 20:45:01.192243 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:01.334453 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-505cef02-2f9f-4238-864c-685c41114d09 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Allocated IP 2001:db8::13c (32ccf6d6-b720-46e9-88ea-cc236a02e692/36db75db-5fa4-4213-afff-f229d6580481/9a305371-d145-4c62-b9f9-e311aec3e604) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:45:01.559774 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-505cef02-2f9f-4238-864c-685c41114d09 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:01.578513 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [None req-505cef02-2f9f-4238-864c-685c41114d09 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Transition to ACTIVE for port object 9a305371-d145-4c62-b9f9-e311aec3e604 will not be triggered until provisioned by entity DHCP. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:45:01.724405 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-505cef02-2f9f-4238-864c-685c41114d09 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:01.808878 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-505cef02-2f9f-4238-864c-685c41114d09 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Network 32ccf6d6-b720-46e9-88ea-cc236a02e692 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:45:01.812600 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-505cef02-2f9f-4238-864c-685c41114d09 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:45:01.815362 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505cef02-2f9f-4238-864c-685c41114d09 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:45:01.819884 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-505cef02-2f9f-4238-864c-685c41114d09 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:45:01.820546 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-505cef02-2f9f-4238-864c-685c41114d09 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:01.842531 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505cef02-2f9f-4238-864c-685c41114d09 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Pushing event updated for resources: {'Port': ['ID=9a305371-d145-4c62-b9f9-e311aec3e604,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:45:01.947516 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-505cef02-2f9f-4238-864c-685c41114d09 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5646474 May 30 20:45:01.950071 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 38672) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:45:01.957585 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-94e975f5-b2a4-4229-ab4f-3ecd71afe27b tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Request body: {'subnet': {'network_id': '32ccf6d6-b720-46e9-88ea-cc236a02e692', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:45:02.109700 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-94e975f5-b2a4-4229-ab4f-3ecd71afe27b tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:45:02.113715 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-94e975f5-b2a4-4229-ab4f-3ecd71afe27b tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Usage tracker for resource:subnet and tenant:3b084a92e7734d7fb83bd2b9ab1e2896 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:45:02.116516 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-94e975f5-b2a4-4229-ab4f-3ecd71afe27b tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:45:02.132488 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-94e975f5-b2a4-4229-ab4f-3ecd71afe27b tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:45:02.215169 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-4a524523-1631-4061-9b05-ecf3b3ed8b5b None None] Provisioning for port 9a305371-d145-4c62-b9f9-e311aec3e604 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:45:02.221870 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-4a524523-1631-4061-9b05-ecf3b3ed8b5b None None] Provisioning complete for port 9a305371-d145-4c62-b9f9-e311aec3e604 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:45:02.222242 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-4a524523-1631-4061-9b05-ecf3b3ed8b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:02.278733 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-4a524523-1631-4061-9b05-ecf3b3ed8b5b None None] Port 9a305371-d145-4c62-b9f9-e311aec3e604 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:45:02.318356 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94e975f5-b2a4-4229-ab4f-3ecd71afe27b tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Made reservation on behalf of 3b084a92e7734d7fb83bd2b9ab1e2896 for: {'subnet': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:45:02.322033 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-94e975f5-b2a4-4229-ab4f-3ecd71afe27b tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2778563'] for subnet, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:02.462279 n-d-843948-2 neutron-server[84886]: INFO neutron.db.ipam_backend_mixin [None req-94e975f5-b2a4-4229-ab4f-3ecd71afe27b tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 36db75db-5fa4-4213-afff-f229d6580481 (CIDR: 2001:db8::/64) May 30 20:45:02.501922 n-d-843948-2 neutron-server[84886]: INFO neutron.pecan_wsgi.hooks.translation [None req-94e975f5-b2a4-4229-ab4f-3ecd71afe27b tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 20:45:02.502137 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94e975f5-b2a4-4229-ab4f-3ecd71afe27b tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:45:02.616793 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-94e975f5-b2a4-4229-ab4f-3ecd71afe27b tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6648111 May 30 20:45:02.619350 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 38684) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:45:02.626430 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-d416edb7-d8cb-4f16-98ae-b7efa815a3b4 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Request body: {'subnet': {'network_id': '32ccf6d6-b720-46e9-88ea-cc236a02e692', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:45:02.719261 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:02.806822 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-d416edb7-d8cb-4f16-98ae-b7efa815a3b4 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:45:02.813632 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-d416edb7-d8cb-4f16-98ae-b7efa815a3b4 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Usage tracker for resource:subnet and tenant:3b084a92e7734d7fb83bd2b9ab1e2896 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:45:02.819481 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-d416edb7-d8cb-4f16-98ae-b7efa815a3b4 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:45:02.828545 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-d416edb7-d8cb-4f16-98ae-b7efa815a3b4 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:45:02.913740 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d416edb7-d8cb-4f16-98ae-b7efa815a3b4 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Made reservation on behalf of 3b084a92e7734d7fb83bd2b9ab1e2896 for: {'subnet': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:45:02.914494 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d416edb7-d8cb-4f16-98ae-b7efa815a3b4 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2778563'] for subnet, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:03.078416 n-d-843948-2 neutron-server[84886]: INFO neutron.db.ipam_backend_mixin [None req-d416edb7-d8cb-4f16-98ae-b7efa815a3b4 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 12c138dc-68dd-4958-bc79-f509a8e38110 (CIDR: 2001:db8:0:1::/64) May 30 20:45:03.135945 n-d-843948-2 neutron-server[84886]: INFO neutron.pecan_wsgi.hooks.translation [None req-d416edb7-d8cb-4f16-98ae-b7efa815a3b4 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 20:45:03.146880 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d416edb7-d8cb-4f16-98ae-b7efa815a3b4 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:45:03.267405 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-d416edb7-d8cb-4f16-98ae-b7efa815a3b4 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.6469321 May 30 20:45:03.270583 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 38700) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:45:03.278643 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-e1fcf1e0-269e-431b-bfa9-20a33189e1de tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Request body: {'subnet': {'network_id': '32ccf6d6-b720-46e9-88ea-cc236a02e692', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:45:03.423963 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-e1fcf1e0-269e-431b-bfa9-20a33189e1de tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:45:03.428323 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-e1fcf1e0-269e-431b-bfa9-20a33189e1de tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Usage tracker for resource:subnet and tenant:3b084a92e7734d7fb83bd2b9ab1e2896 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:45:03.431160 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-e1fcf1e0-269e-431b-bfa9-20a33189e1de tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:45:03.437924 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-e1fcf1e0-269e-431b-bfa9-20a33189e1de tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:45:03.543017 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1fcf1e0-269e-431b-bfa9-20a33189e1de tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Made reservation on behalf of 3b084a92e7734d7fb83bd2b9ab1e2896 for: {'subnet': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:45:03.704193 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e1fcf1e0-269e-431b-bfa9-20a33189e1de tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114220'] for subnet, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:04.110319 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e1fcf1e0-269e-431b-bfa9-20a33189e1de tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4055401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114238'] for subnet, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:04.282220 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1fcf1e0-269e-431b-bfa9-20a33189e1de tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Network 32ccf6d6-b720-46e9-88ea-cc236a02e692 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:45:04.285517 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-e1fcf1e0-269e-431b-bfa9-20a33189e1de tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:45:04.290092 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1fcf1e0-269e-431b-bfa9-20a33189e1de tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:45:04.290669 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e1fcf1e0-269e-431b-bfa9-20a33189e1de tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:04.303461 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f90554d9-a9bc-411b-96e2-ca39051a5728 None None] Network 32ccf6d6-b720-46e9-88ea-cc236a02e692 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:45:04.304486 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fcf1e0-269e-431b-bfa9-20a33189e1de tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Pushing event updated for resources: {'Subnet': ['ID=073c8306-2e38-4234-b163-bdd047e01b7f,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:45:04.410024 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-e1fcf1e0-269e-431b-bfa9-20a33189e1de tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1381943 May 30 20:45:04.415600 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 38718) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:45:04.423851 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-e2b4433e-016b-4ef6-9e19-53e2dc3f15a3 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-912866541', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '073c8306-2e38-4234-b163-bdd047e01b7f'}], 'security_groups': ['0851da2e-6596-40c5-a468-d42ba4c01a98', '44f7a61b-0b76-4955-bc41-385c0a81d42a']}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:45:04.591742 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e2b4433e-016b-4ef6-9e19-53e2dc3f15a3 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:04.764844 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2686bf43-f7b5-41a6-b8fa-05412c446c68 None None] Update dhcp port {'port': {'network_id': '32ccf6d6-b720-46e9-88ea-cc236a02e692', 'fixed_ips': [{'subnet_id': '12c138dc-68dd-4958-bc79-f509a8e38110', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '36db75db-5fa4-4213-afff-f229d6580481', 'ip_address': '2001:db8::2'}, {'subnet_id': '073c8306-2e38-4234-b163-bdd047e01b7f'}], 'binding:host_id': 'n-d-843948-2'}, 'id': 'df35cdac-a48a-4052-8635-757141626a2f'} from n-d-843948-2. {{(pid=84888) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 30 20:45:04.823161 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2686bf43-f7b5-41a6-b8fa-05412c446c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:05.196015 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-e2b4433e-016b-4ef6-9e19-53e2dc3f15a3 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Delete allocated IP 2001:db8::13c (32ccf6d6-b720-46e9-88ea-cc236a02e692/36db75db-5fa4-4213-afff-f229d6580481) {{(pid=84886) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 30 20:45:05.203774 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-e2b4433e-016b-4ef6-9e19-53e2dc3f15a3 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Allocated IP 2001:db8:0:2::32c (32ccf6d6-b720-46e9-88ea-cc236a02e692/073c8306-2e38-4234-b163-bdd047e01b7f/9a305371-d145-4c62-b9f9-e311aec3e604) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:45:05.454408 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e2b4433e-016b-4ef6-9e19-53e2dc3f15a3 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:05.476732 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [None req-e2b4433e-016b-4ef6-9e19-53e2dc3f15a3 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Transition to ACTIVE for port object 9a305371-d145-4c62-b9f9-e311aec3e604 will not be triggered until provisioned by entity DHCP. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:45:05.639744 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e2b4433e-016b-4ef6-9e19-53e2dc3f15a3 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:05.810950 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-2686bf43-f7b5-41a6-b8fa-05412c446c68 None None] Allocated IP 2001:db8:0:2::2 (32ccf6d6-b720-46e9-88ea-cc236a02e692/073c8306-2e38-4234-b163-bdd047e01b7f/df35cdac-a48a-4052-8635-757141626a2f) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:45:05.838177 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-e2b4433e-016b-4ef6-9e19-53e2dc3f15a3 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] In _notify_port_updated(), no bound segment for port 9a305371-d145-4c62-b9f9-e311aec3e604 on network 32ccf6d6-b720-46e9-88ea-cc236a02e692 {{(pid=84886) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 30 20:45:05.846117 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b4433e-016b-4ef6-9e19-53e2dc3f15a3 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:45:05.847110 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e2b4433e-016b-4ef6-9e19-53e2dc3f15a3 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:05.859390 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-e2b4433e-016b-4ef6-9e19-53e2dc3f15a3 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] 10.222.0.85 "PUT /v2.0/ports/9a305371-d145-4c62-b9f9-e311aec3e604 HTTP/1.1" status: 200 len: 969 time: 1.4418607 May 30 20:45:05.862303 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 38730) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:45:05.926995 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b4433e-016b-4ef6-9e19-53e2dc3f15a3 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Pushing event updated for resources: {'Port': ['ID=9a305371-d145-4c62-b9f9-e311aec3e604,revision_number=2']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:45:05.960905 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-30693319-fa14-452c-b147-59ae8d47e7a1 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Deleting port 9a305371-d145-4c62-b9f9-e311aec3e604 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:45:05.961475 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-30693319-fa14-452c-b147-59ae8d47e7a1 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:06.103546 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2686bf43-f7b5-41a6-b8fa-05412c446c68 None None] For port df35cdac-a48a-4052-8635-757141626a2f, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=df35cdac-a48a-4052-8635-757141626a2f,segment=NetworkSegment(644cd66e-6bba-40cf-a868-89ef9f84eb80),segment_id=644cd66e-6bba-40cf-a868-89ef9f84eb80)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:45:06.146040 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2686bf43-f7b5-41a6-b8fa-05412c446c68 None None] Notify callbacks [] for port, precommit_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:06.173040 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2686bf43-f7b5-41a6-b8fa-05412c446c68 None None] Transition to ACTIVE for port object df35cdac-a48a-4052-8635-757141626a2f will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:45:06.234668 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-30693319-fa14-452c-b147-59ae8d47e7a1 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:06.265912 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2686bf43-f7b5-41a6-b8fa-05412c446c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:06.377626 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-30693319-fa14-452c-b147-59ae8d47e7a1 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Calling delete_port for 9a305371-d145-4c62-b9f9-e311aec3e604 owned by {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:45:06.461469 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2686bf43-f7b5-41a6-b8fa-05412c446c68 None None] Pushing event updated for resources: {'Port': ['ID=df35cdac-a48a-4052-8635-757141626a2f,revision_number=7']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:45:06.753260 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-30693319-fa14-452c-b147-59ae8d47e7a1 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:06.875836 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30693319-fa14-452c-b147-59ae8d47e7a1 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Pushing event deleted for resources: {'Port': ['ID=9a305371-d145-4c62-b9f9-e311aec3e604,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:45:06.953113 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-30693319-fa14-452c-b147-59ae8d47e7a1 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:06.968205 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-30693319-fa14-452c-b147-59ae8d47e7a1 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] 10.222.0.85 "DELETE /v2.0/ports/9a305371-d145-4c62-b9f9-e311aec3e604 HTTP/1.1" status: 204 len: 168 time: 1.1033196 May 30 20:45:06.971160 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 38744) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:45:07.035270 n-d-843948-2 neutron-server[84886]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2ab42c7-cbd9-4091-bf7e-f19c07e58b50 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] GET failed (client error): The resource could not be found. May 30 20:45:07.036063 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-a2ab42c7-cbd9-4091-bf7e-f19c07e58b50 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Synchronizing usage tracker for tenant:3b084a92e7734d7fb83bd2b9ab1e2896 on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:45:07.135646 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-a2ab42c7-cbd9-4091-bf7e-f19c07e58b50 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Unset dirty status for tenant:3b084a92e7734d7fb83bd2b9ab1e2896 on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:45:07.138979 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-a2ab42c7-cbd9-4091-bf7e-f19c07e58b50 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] 10.222.0.85 "GET /v2.0/ports/9a305371-d145-4c62-b9f9-e311aec3e604 HTTP/1.1" status: 404 len: 333 time: 0.1645362 May 30 20:45:07.141331 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 38750) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:45:07.225500 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-70cbe8fd-0d8a-4288-903c-b40efd3c967a tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:07.278467 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-70cbe8fd-0d8a-4288-903c-b40efd3c967a tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:07.369250 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-4976fbfd-26d7-41e7-916b-c2160a14b282 None None] Provisioning for port df35cdac-a48a-4052-8635-757141626a2f completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:45:07.376644 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-4976fbfd-26d7-41e7-916b-c2160a14b282 None None] Provisioning complete for port df35cdac-a48a-4052-8635-757141626a2f triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:45:07.377432 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-4976fbfd-26d7-41e7-916b-c2160a14b282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:07.447512 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-70cbe8fd-0d8a-4288-903c-b40efd3c967a tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:07.471983 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cbe8fd-0d8a-4288-903c-b40efd3c967a tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dff5679-5aa9-40b2-91ef-024195401654,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:45:07.484570 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-70cbe8fd-0d8a-4288-903c-b40efd3c967a tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:07.485940 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-70cbe8fd-0d8a-4288-903c-b40efd3c967a tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] 10.222.0.85 "DELETE /v2.0/security-groups/1dff5679-5aa9-40b2-91ef-024195401654 HTTP/1.1" status: 204 len: 168 time: 0.3435931 May 30 20:45:07.488793 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 38756) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:45:07.591708 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-4976fbfd-26d7-41e7-916b-c2160a14b282 None None] Could not find standard attr ID for object 9a305371-d145-4c62-b9f9-e311aec3e604. {{(pid=84888) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 30 20:45:07.624590 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-4976fbfd-26d7-41e7-916b-c2160a14b282 None None] Provisioning complete for port ff92456d-834d-4f21-9cd7-cad6462c60ed triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:45:07.625210 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-4976fbfd-26d7-41e7-916b-c2160a14b282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:07.639489 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bbb7080f-929e-4a13-ac33-1437fd1b2ff9 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:07.696315 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-4976fbfd-26d7-41e7-916b-c2160a14b282 None None] Port ff92456d-834d-4f21-9cd7-cad6462c60ed cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:45:07.701142 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bbb7080f-929e-4a13-ac33-1437fd1b2ff9 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:07.811558 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-bbc45d19-d27c-4c2f-98dd-56e773328481 None None] Could not find standard attr ID for object 9a305371-d145-4c62-b9f9-e311aec3e604. {{(pid=84888) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 30 20:45:07.918170 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bbb7080f-929e-4a13-ac33-1437fd1b2ff9 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:07.939031 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb7080f-929e-4a13-ac33-1437fd1b2ff9 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44f7a61b-0b76-4955-bc41-385c0a81d42a,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:45:07.943709 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bbb7080f-929e-4a13-ac33-1437fd1b2ff9 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:07.947461 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-bbb7080f-929e-4a13-ac33-1437fd1b2ff9 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] 10.222.0.85 "DELETE /v2.0/security-groups/44f7a61b-0b76-4955-bc41-385c0a81d42a HTTP/1.1" status: 204 len: 168 time: 0.4547389 May 30 20:45:07.947774 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 38762) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:45:08.058595 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c0738dfe-12ae-47d3-97ef-f178018c21e1 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:08.119045 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c0738dfe-12ae-47d3-97ef-f178018c21e1 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:08.132155 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device df35cdac-a48a-4052-8635-757141626a2f up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:45:08.209015 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port df35cdac-a48a-4052-8635-757141626a2f triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:45:08.209461 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:08.338964 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c0738dfe-12ae-47d3-97ef-f178018c21e1 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:08.397336 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c0738dfe-12ae-47d3-97ef-f178018c21e1 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:08.397336 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-c0738dfe-12ae-47d3-97ef-f178018c21e1 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] 10.222.0.85 "DELETE /v2.0/security-groups/0851da2e-6596-40c5-a468-d42ba4c01a98 HTTP/1.1" status: 204 len: 168 time: 0.4441257 May 30 20:45:08.402237 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 38778) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:45:08.406066 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0738dfe-12ae-47d3-97ef-f178018c21e1 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0851da2e-6596-40c5-a468-d42ba4c01a98,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:45:08.625089 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_v2 [None req-8396b2e7-2978-413a-92d4-4c83f5ed01f8 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Deleting subnet 36db75db-5fa4-4213-afff-f229d6580481 {{(pid=84886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:45:08.628272 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8396b2e7-2978-413a-92d4-4c83f5ed01f8 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks [] for subnet, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:08.683412 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8396b2e7-2978-413a-92d4-4c83f5ed01f8 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2655517'] for subnet, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:08.770451 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8396b2e7-2978-413a-92d4-4c83f5ed01f8 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:08.970961 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8396b2e7-2978-413a-92d4-4c83f5ed01f8 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4127075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2778536'] for subnet, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:09.012022 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8396b2e7-2978-413a-92d4-4c83f5ed01f8 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Pushing event deleted for resources: {'Subnet': ['ID=36db75db-5fa4-4213-afff-f229d6580481,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:45:09.019432 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8396b2e7-2978-413a-92d4-4c83f5ed01f8 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks [] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:09.026386 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-8396b2e7-2978-413a-92d4-4c83f5ed01f8 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] 10.222.0.85 "DELETE /v2.0/subnets/36db75db-5fa4-4213-afff-f229d6580481 HTTP/1.1" status: 204 len: 168 time: 0.6289060 May 30 20:45:09.030571 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 38784) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:45:09.031499 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dd924b5-3a26-4168-a46b-8e36a4f8c6eb None None] Network 32ccf6d6-b720-46e9-88ea-cc236a02e692 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:45:09.116150 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd22b82b-e737-4661-baea-fa44544a6ed6 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Deleting subnet 073c8306-2e38-4234-b163-bdd047e01b7f {{(pid=84886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:45:09.133272 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-fd22b82b-e737-4661-baea-fa44544a6ed6 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks [] for subnet, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:09.205645 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-fd22b82b-e737-4661-baea-fa44544a6ed6 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2655517'] for subnet, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:09.327830 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-fd22b82b-e737-4661-baea-fa44544a6ed6 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:09.573680 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-fd22b82b-e737-4661-baea-fa44544a6ed6 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4127075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2778536'] for subnet, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:09.624668 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd22b82b-e737-4661-baea-fa44544a6ed6 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Pushing event deleted for resources: {'Subnet': ['ID=073c8306-2e38-4234-b163-bdd047e01b7f,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:45:09.634672 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-fd22b82b-e737-4661-baea-fa44544a6ed6 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks [] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:09.641635 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-fd22b82b-e737-4661-baea-fa44544a6ed6 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] 10.222.0.85 "DELETE /v2.0/subnets/073c8306-2e38-4234-b163-bdd047e01b7f HTTP/1.1" status: 204 len: 168 time: 0.6099203 May 30 20:45:09.644077 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 38796) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:45:09.684484 n-d-843948-2 neutron-server[84886]: INFO neutron.pecan_wsgi.hooks.translation [None req-64792fe5-844f-4a04-8b33-7868add7200d tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] DELETE failed (client error): The resource could not be found. May 30 20:45:09.685058 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64792fe5-844f-4a04-8b33-7868add7200d tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:45:09.686838 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-64792fe5-844f-4a04-8b33-7868add7200d tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] 10.222.0.85 "DELETE /v2.0/subnets/36db75db-5fa4-4213-afff-f229d6580481 HTTP/1.1" status: 404 len: 337 time: 0.0418508 May 30 20:45:09.689786 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 38800) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:45:09.919196 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bfa9c88-7210-4b44-8c09-3f0ea785630a tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Deleting subnet 12c138dc-68dd-4958-bc79-f509a8e38110 {{(pid=84887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:45:09.924152 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8bfa9c88-7210-4b44-8c09-3f0ea785630a tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks [] for subnet, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:09.935033 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0cd872a-943a-4dfe-8afb-484a628832d1 None None] Network 32ccf6d6-b720-46e9-88ea-cc236a02e692 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:45:09.988015 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8bfa9c88-7210-4b44-8c09-3f0ea785630a tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3149227'] for subnet, precommit_delete_associations {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:10.054603 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-be847f02-b478-4d35-b3f8-00d72d6a4a04 None None] Provisioning complete for port df35cdac-a48a-4052-8635-757141626a2f triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:45:10.055206 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-be847f02-b478-4d35-b3f8-00d72d6a4a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:10.079859 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8bfa9c88-7210-4b44-8c09-3f0ea785630a tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:10.342564 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8bfa9c88-7210-4b44-8c09-3f0ea785630a tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4055470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114247'] for subnet, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:10.372620 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-be847f02-b478-4d35-b3f8-00d72d6a4a04 None None] Provisioning complete for port ff92456d-834d-4f21-9cd7-cad6462c60ed triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:45:10.372620 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-be847f02-b478-4d35-b3f8-00d72d6a4a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:10.396764 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfa9c88-7210-4b44-8c09-3f0ea785630a tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Pushing event deleted for resources: {'Subnet': ['ID=12c138dc-68dd-4958-bc79-f509a8e38110,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:45:10.418015 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8bfa9c88-7210-4b44-8c09-3f0ea785630a tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:10.432708 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-8bfa9c88-7210-4b44-8c09-3f0ea785630a tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] 10.222.0.85 "DELETE /v2.0/subnets/12c138dc-68dd-4958-bc79-f509a8e38110 HTTP/1.1" status: 204 len: 168 time: 0.7338328 May 30 20:45:10.436543 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 38824) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:45:10.480288 n-d-843948-2 neutron-server[84886]: INFO neutron.pecan_wsgi.hooks.translation [None req-c52fd417-a334-46bf-8291-0b21a7cb6306 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] DELETE failed (client error): The resource could not be found. May 30 20:45:10.497999 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c52fd417-a334-46bf-8291-0b21a7cb6306 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:45:10.497999 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-c52fd417-a334-46bf-8291-0b21a7cb6306 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] 10.222.0.85 "DELETE /v2.0/subnets/619b37c5-30bf-46a3-b4b7-86de54b7a135 HTTP/1.1" status: 404 len: 337 time: 0.0658791 May 30 20:45:10.500362 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 38830) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:45:10.536688 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d80a15d-eabf-4ce1-a362-f024e5a8ca16 None None] Update dhcp port {'port': {'network_id': '32ccf6d6-b720-46e9-88ea-cc236a02e692', 'fixed_ips': [{'subnet_id': '12c138dc-68dd-4958-bc79-f509a8e38110'}], 'binding:host_id': 'n-d-843948-2'}, 'id': 'df35cdac-a48a-4052-8635-757141626a2f'} from n-d-843948-2. {{(pid=84888) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 30 20:45:10.555119 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-250f0c02-42f2-4f81-8a02-0d94784fe2f2 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Synchronizing usage tracker for tenant:3b084a92e7734d7fb83bd2b9ab1e2896 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:45:10.562090 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-be847f02-b478-4d35-b3f8-00d72d6a4a04 None None] Port ff92456d-834d-4f21-9cd7-cad6462c60ed cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:45:10.579562 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-250f0c02-42f2-4f81-8a02-0d94784fe2f2 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Unset dirty status for tenant:3b084a92e7734d7fb83bd2b9ab1e2896 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:45:10.579562 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-250f0c02-42f2-4f81-8a02-0d94784fe2f2 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] 10.222.0.85 "GET /v2.0/ports?device_id=b4bae0bf-e437-4951-b2a1-399aeafe88e6 HTTP/1.1" status: 200 len: 205 time: 0.0776207 May 30 20:45:10.579562 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 38834) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:45:10.596257 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-0d80a15d-eabf-4ce1-a362-f024e5a8ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:10.659113 n-d-843948-2 neutron-server[84887]: INFO neutron.api.v2.resource [None req-714a6b03-b8db-4195-8adc-f799ebb568be tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] delete failed (client error): The resource could not be found. May 30 20:45:10.660254 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-714a6b03-b8db-4195-8adc-f799ebb568be tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] 10.222.0.85 "DELETE /v2.0/routers/b4bae0bf-e437-4951-b2a1-399aeafe88e6 HTTP/1.1" status: 404 len: 336 time: 0.0803216 May 30 20:45:10.663315 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 38838) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:45:10.728424 n-d-843948-2 neutron-server[84886]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbf3b1f9-8ad0-46b8-9222-9019b8d2b4ca tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] DELETE failed (client error): The resource could not be found. May 30 20:45:10.729015 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbf3b1f9-8ad0-46b8-9222-9019b8d2b4ca tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:45:10.734251 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 38844) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:45:10.734903 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-fbf3b1f9-8ad0-46b8-9222-9019b8d2b4ca tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] 10.222.0.85 "DELETE /v2.0/subnets/361c1390-68e9-4f6a-8f07-4ad00e7fcc25 HTTP/1.1" status: 404 len: 337 time: 0.0697634 May 30 20:45:10.806349 n-d-843948-2 neutron-server[84887]: INFO neutron.pecan_wsgi.hooks.translation [None req-d01e416b-e06a-4ca6-8f8a-d9377fb73557 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] DELETE failed (client error): The resource could not be found. May 30 20:45:10.806349 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d01e416b-e06a-4ca6-8f8a-d9377fb73557 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:45:10.811957 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 38848) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:45:10.821058 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-d01e416b-e06a-4ca6-8f8a-d9377fb73557 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] 10.222.0.85 "DELETE /v2.0/subnets/2d2d69fd-2825-4cb2-abbc-889c3c00262d HTTP/1.1" status: 404 len: 337 time: 0.0820246 May 30 20:45:10.857878 n-d-843948-2 neutron-server[84886]: INFO neutron.pecan_wsgi.hooks.translation [None req-aba7d31b-29ab-48c0-990f-59ed3f5011be tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] DELETE failed (client error): The resource could not be found. May 30 20:45:10.857878 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aba7d31b-29ab-48c0-990f-59ed3f5011be tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:45:10.864456 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 38852) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:45:10.884405 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-aba7d31b-29ab-48c0-990f-59ed3f5011be tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] 10.222.0.85 "DELETE /v2.0/subnets/5f15f570-50b2-4fe4-b8b9-4620f93d7432 HTTP/1.1" status: 404 len: 337 time: 0.0606074 May 30 20:45:10.922192 n-d-843948-2 neutron-server[84887]: INFO neutron.pecan_wsgi.hooks.translation [None req-432d3926-401a-4317-bbb9-5cf7ed05e352 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] DELETE failed (client error): The resource could not be found. May 30 20:45:10.922192 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-432d3926-401a-4317-bbb9-5cf7ed05e352 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:45:10.923960 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 38856) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:45:10.933029 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-432d3926-401a-4317-bbb9-5cf7ed05e352 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] 10.222.0.85 "DELETE /v2.0/ports/12c12a7b-6903-46bb-bd01-132603697b92 HTTP/1.1" status: 404 len: 333 time: 0.0683153 May 30 20:45:10.949587 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c0ea58-8972-4ff7-b4cb-d2b3427e86dd None None] Network 32ccf6d6-b720-46e9-88ea-cc236a02e692 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:45:10.971220 n-d-843948-2 neutron-server[84886]: INFO neutron.pecan_wsgi.hooks.translation [None req-55e377d1-f8ed-4aa1-b878-cf20e2fcac72 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] DELETE failed (client error): The resource could not be found. May 30 20:45:10.971220 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55e377d1-f8ed-4aa1-b878-cf20e2fcac72 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:45:10.971220 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-55e377d1-f8ed-4aa1-b878-cf20e2fcac72 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] 10.222.0.85 "DELETE /v2.0/subnets/e0a77682-db2f-4876-9414-193ef2b36c98 HTTP/1.1" status: 404 len: 337 time: 0.0488913 May 30 20:45:10.973920 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 38860) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:45:11.022799 n-d-843948-2 neutron-server[84887]: INFO neutron.pecan_wsgi.hooks.translation [None req-8362d8b7-97b0-4e07-a680-7585fd1a4bae tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] DELETE failed (client error): The resource could not be found. May 30 20:45:11.023289 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8362d8b7-97b0-4e07-a680-7585fd1a4bae tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:45:11.024964 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-8362d8b7-97b0-4e07-a680-7585fd1a4bae tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] 10.222.0.85 "DELETE /v2.0/subnets/a3b55492-2517-46c4-9964-49d3c30a708c HTTP/1.1" status: 404 len: 337 time: 0.0547833 May 30 20:45:11.027636 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 38864) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:45:11.071951 n-d-843948-2 neutron-server[84887]: INFO neutron.pecan_wsgi.hooks.translation [None req-23054ca3-0ab0-4c3c-a66a-c40382c04bbf tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] DELETE failed (client error): The resource could not be found. May 30 20:45:11.072489 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23054ca3-0ab0-4c3c-a66a-c40382c04bbf tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:45:11.074455 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-23054ca3-0ab0-4c3c-a66a-c40382c04bbf tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] 10.222.0.85 "DELETE /v2.0/ports/7130aeb3-68c6-4c60-aa4c-cf403c6ed0c8 HTTP/1.1" status: 404 len: 333 time: 0.0454383 May 30 20:45:11.078028 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 38870) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:45:11.116883 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-92d1b1f4-3747-4077-a88a-7526af12b5bd None None] Provisioning complete for port df35cdac-a48a-4052-8635-757141626a2f triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:45:11.117454 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-92d1b1f4-3747-4077-a88a-7526af12b5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:11.128444 n-d-843948-2 neutron-server[84886]: INFO neutron.pecan_wsgi.hooks.translation [None req-d51c03cc-edba-4354-94f2-fa0d9c887ee4 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] DELETE failed (client error): The resource could not be found. May 30 20:45:11.129381 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d51c03cc-edba-4354-94f2-fa0d9c887ee4 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84886) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:45:11.132344 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-d51c03cc-edba-4354-94f2-fa0d9c887ee4 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] 10.222.0.85 "DELETE /v2.0/subnets/b5578c59-7387-4139-92c4-fc13c88309e8 HTTP/1.1" status: 404 len: 337 time: 0.0527284 May 30 20:45:11.135490 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 38874) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:45:11.203665 n-d-843948-2 neutron-server[84887]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c3a34fa-ffe5-482d-841b-42bad417d5b3 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] DELETE failed (client error): The resource could not be found. May 30 20:45:11.203665 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c3a34fa-ffe5-482d-841b-42bad417d5b3 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 20:45:11.207231 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 38878) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:45:11.217384 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-5c3a34fa-ffe5-482d-841b-42bad417d5b3 tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] 10.222.0.85 "DELETE /v2.0/subnets/c1d9ca20-44be-430c-a501-1d591c5174de HTTP/1.1" status: 404 len: 337 time: 0.0743804 May 30 20:45:11.289582 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-2d1aad17-8451-49e8-a3b6-38a0d89f037a tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Deleting port ff92456d-834d-4f21-9cd7-cad6462c60ed {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:45:11.289582 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2d1aad17-8451-49e8-a3b6-38a0d89f037a tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:11.336258 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c31ec13-36fd-4edb-9a5a-1862e8dff134 None None] DHCP port deletion for 32ccf6d6-b720-46e9-88ea-cc236a02e692 request from n-d-843948-2 {{(pid=84888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:45:11.352570 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-8c31ec13-36fd-4edb-9a5a-1862e8dff134 None None] Deleting port df35cdac-a48a-4052-8635-757141626a2f {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:45:11.352570 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-8c31ec13-36fd-4edb-9a5a-1862e8dff134 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:11.426827 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-92d1b1f4-3747-4077-a88a-7526af12b5bd None None] Provisioning complete for port ff92456d-834d-4f21-9cd7-cad6462c60ed triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:45:11.427122 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-92d1b1f4-3747-4077-a88a-7526af12b5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:11.561106 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-92d1b1f4-3747-4077-a88a-7526af12b5bd None None] Port ff92456d-834d-4f21-9cd7-cad6462c60ed cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:45:11.722585 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-8c31ec13-36fd-4edb-9a5a-1862e8dff134 None None] For port df35cdac-a48a-4052-8635-757141626a2f, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=df35cdac-a48a-4052-8635-757141626a2f,segment=NetworkSegment(644cd66e-6bba-40cf-a868-89ef9f84eb80),segment_id=644cd66e-6bba-40cf-a868-89ef9f84eb80)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:45:11.722968 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-8c31ec13-36fd-4edb-9a5a-1862e8dff134 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:11.752170 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2d1aad17-8451-49e8-a3b6-38a0d89f037a tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:11.860775 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-8c31ec13-36fd-4edb-9a5a-1862e8dff134 None None] Calling delete_port for df35cdac-a48a-4052-8635-757141626a2f owned by network:dhcp {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:45:11.906622 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-2d1aad17-8451-49e8-a3b6-38a0d89f037a tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Calling delete_port for ff92456d-834d-4f21-9cd7-cad6462c60ed owned by {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:45:12.071992 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device df35cdac-a48a-4052-8635-757141626a2f no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:45:12.163969 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-8c31ec13-36fd-4edb-9a5a-1862e8dff134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468'] for port, after_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:12.190428 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2d1aad17-8451-49e8-a3b6-38a0d89f037a tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:12.206907 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Port df35cdac-a48a-4052-8635-757141626a2f update to DOWN by agent not found {{(pid=84888) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} May 30 20:45:12.235649 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c31ec13-36fd-4edb-9a5a-1862e8dff134 None None] Pushing event deleted for resources: {'Port': ['ID=df35cdac-a48a-4052-8635-757141626a2f,revision_number=None']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:45:12.259142 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c31ec13-36fd-4edb-9a5a-1862e8dff134 None None] No DVR routers for this DVR port df35cdac-a48a-4052-8635-757141626a2f on host n-d-843948-2 {{(pid=84888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:45:12.263637 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c31ec13-36fd-4edb-9a5a-1862e8dff134 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:45:12.263637 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c31ec13-36fd-4edb-9a5a-1862e8dff134 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:45:12.276944 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1aad17-8451-49e8-a3b6-38a0d89f037a tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Pushing event deleted for resources: {'Port': ['ID=ff92456d-834d-4f21-9cd7-cad6462c60ed,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:45:12.279789 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c31ec13-36fd-4edb-9a5a-1862e8dff134 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:45:12.279789 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c31ec13-36fd-4edb-9a5a-1862e8dff134 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:45:12.279789 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c31ec13-36fd-4edb-9a5a-1862e8dff134 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:45:12.279789 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c31ec13-36fd-4edb-9a5a-1862e8dff134 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:45:12.279789 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c31ec13-36fd-4edb-9a5a-1862e8dff134 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:45:12.279789 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c31ec13-36fd-4edb-9a5a-1862e8dff134 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:45:12.279789 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c31ec13-36fd-4edb-9a5a-1862e8dff134 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:45:12.279789 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c31ec13-36fd-4edb-9a5a-1862e8dff134 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:45:12.279789 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c31ec13-36fd-4edb-9a5a-1862e8dff134 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:45:12.282733 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2d1aad17-8451-49e8-a3b6-38a0d89f037a tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:12.450486 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-2d1aad17-8451-49e8-a3b6-38a0d89f037a tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] 10.222.0.85 "DELETE /v2.0/ports/ff92456d-834d-4f21-9cd7-cad6462c60ed HTTP/1.1" status: 204 len: 168 time: 1.2474098 May 30 20:45:12.458290 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 38898) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:45:12.686521 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6f2b1ac2-5a31-48c2-adb0-140fd3a6826f tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:12.841510 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6f2b1ac2-5a31-48c2-adb0-140fd3a6826f tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:12.869416 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-6f2b1ac2-5a31-48c2-adb0-140fd3a6826f tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32ccf6d6-b720-46e9-88ea-cc236a02e692']}} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:45:12.883285 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-6f2b1ac2-5a31-48c2-adb0-140fd3a6826f tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '644cd66e-6bba-40cf-a868-89ef9f84eb80') {'for_net_delete': True} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:45:12.883580 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-6f2b1ac2-5a31-48c2-adb0-140fd3a6826f tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '644cd66e-6bba-40cf-a868-89ef9f84eb80') {} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:45:12.897017 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6f2b1ac2-5a31-48c2-adb0-140fd3a6826f tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3149912'] for segment, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:12.925037 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6f2b1ac2-5a31-48c2-adb0-140fd3a6826f tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:12.932534 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f2b1ac2-5a31-48c2-adb0-140fd3a6826f tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Releasing vlan 692 on physical network physnet1 to pool {{(pid=84887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:45:12.932534 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6f2b1ac2-5a31-48c2-adb0-140fd3a6826f tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4055488'] for segment, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:12.949243 n-d-843948-2 neutron-server[84887]: Traceback (most recent call last): May 30 20:45:12.949243 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:45:12.949243 n-d-843948-2 neutron-server[84887]: timer() May 30 20:45:12.949243 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:45:12.949243 n-d-843948-2 neutron-server[84887]: cb(*args, **kw) May 30 20:45:12.949243 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:45:12.949243 n-d-843948-2 neutron-server[84887]: return func(*args, **kwargs) May 30 20:45:12.949243 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:45:12.949243 n-d-843948-2 neutron-server[84887]: self._notify() May 30 20:45:12.949243 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:45:12.949243 n-d-843948-2 neutron-server[84887]: self.callback(batched_events) May 30 20:45:12.949243 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:45:12.949243 n-d-843948-2 neutron-server[84887]: event.method(event) May 30 20:45:12.949243 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:45:12.949243 n-d-843948-2 neutron-server[84887]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:45:12.949243 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:45:12.949243 n-d-843948-2 neutron-server[84887]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:45:12.949243 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:45:12.949243 n-d-843948-2 neutron-server[84887]: return f(self, *a, **k) May 30 20:45:12.949243 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:45:12.949243 n-d-843948-2 neutron-server[84887]: return self._get(url).json() May 30 20:45:12.949243 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:45:12.949243 n-d-843948-2 neutron-server[84887]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:45:12.949243 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:45:12.949243 n-d-843948-2 neutron-server[84887]: return self.request(url, 'GET', **kwargs) May 30 20:45:12.949243 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:45:12.949243 n-d-843948-2 neutron-server[84887]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:45:12.949243 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:45:12.949243 n-d-843948-2 neutron-server[84887]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:45:12.949243 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:45:12.949243 n-d-843948-2 neutron-server[84887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:45:12.949243 n-d-843948-2 neutron-server[84887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:45:13.155182 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6f2b1ac2-5a31-48c2-adb0-140fd3a6826f tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:13.177858 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6f2b1ac2-5a31-48c2-adb0-140fd3a6826f tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:13.184107 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2b1ac2-5a31-48c2-adb0-140fd3a6826f tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] Pushing event deleted for resources: {'Network': ['ID=32ccf6d6-b720-46e9-88ea-cc236a02e692,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:45:13.190658 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-6f2b1ac2-5a31-48c2-adb0-140fd3a6826f tempest-PortsIpV6TestJSON-450125428 tempest-PortsIpV6TestJSON-450125428-project] 10.222.0.85 "DELETE /v2.0/networks/32ccf6d6-b720-46e9-88ea-cc236a02e692 HTTP/1.1" status: 204 len: 168 time: 0.7291803 May 30 20:45:14.019395 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 38926) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:45:14.318425 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-f979ce56-50dc-4bd6-8720-72672e5ffbf2 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=3b084a92e7734d7fb83bd2b9ab1e2896&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2976687 May 30 20:45:14.321113 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 38934) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:45:14.413519 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-90d10774-a395-428c-ad77-8d81652fedf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:14.447608 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-90d10774-a395-428c-ad77-8d81652fedf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:14.718099 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-90d10774-a395-428c-ad77-8d81652fedf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:14.736345 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d10774-a395-428c-ad77-8d81652fedf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70dce105-8ef7-47e6-889f-285af0025ce5,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:45:14.741321 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-90d10774-a395-428c-ad77-8d81652fedf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:14.747746 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-90d10774-a395-428c-ad77-8d81652fedf3 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/70dce105-8ef7-47e6-889f-285af0025ce5 HTTP/1.1" status: 204 len: 168 time: 0.4254239 May 30 20:45:16.588898 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 38988) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:45:16.751189 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-4143d864-5a7e-4e5a-9c8e-2afcc5ed7dc3 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-270284687', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:45:16.779039 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-4143d864-5a7e-4e5a-9c8e-2afcc5ed7dc3 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:45:16.779039 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-4143d864-5a7e-4e5a-9c8e-2afcc5ed7dc3 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Usage tracker for resource:router and tenant:66a0c2bbfa9a4a738712b0cc9abb08f0 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:45:16.779039 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-4143d864-5a7e-4e5a-9c8e-2afcc5ed7dc3 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:45:16.786473 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-4143d864-5a7e-4e5a-9c8e-2afcc5ed7dc3 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:45:16.990367 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4143d864-5a7e-4e5a-9c8e-2afcc5ed7dc3 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-733683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3159'] for router, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:16.991364 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4143d864-5a7e-4e5a-9c8e-2afcc5ed7dc3 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-733584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-736372', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-628480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3164'] for router, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:17.016835 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4143d864-5a7e-4e5a-9c8e-2afcc5ed7dc3 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:17.208300 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4143d864-5a7e-4e5a-9c8e-2afcc5ed7dc3 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-736409'] for router, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:17.348871 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4143d864-5a7e-4e5a-9c8e-2afcc5ed7dc3 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Notify callbacks [] for router, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:17.348871 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-4143d864-5a7e-4e5a-9c8e-2afcc5ed7dc3 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.7566440 May 30 20:45:17.352071 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 39010) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:45:17.363493 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-be1532c2-495d-48c0-a506-4fe60a85ebd1 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1861001089'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:45:17.363493 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-be1532c2-495d-48c0-a506-4fe60a85ebd1 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:45:17.371786 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-be1532c2-495d-48c0-a506-4fe60a85ebd1 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Usage tracker for resource:network and tenant:66a0c2bbfa9a4a738712b0cc9abb08f0 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:45:17.371786 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-be1532c2-495d-48c0-a506-4fe60a85ebd1 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:45:17.381145 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-be1532c2-495d-48c0-a506-4fe60a85ebd1 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:45:17.488938 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be1532c2-495d-48c0-a506-4fe60a85ebd1 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Made reservation on behalf of 66a0c2bbfa9a4a738712b0cc9abb08f0 for: {'network': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:45:17.492070 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-be1532c2-495d-48c0-a506-4fe60a85ebd1 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:17.508780 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-be1532c2-495d-48c0-a506-4fe60a85ebd1 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:17.544706 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-be1532c2-495d-48c0-a506-4fe60a85ebd1 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:45:17.548983 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-be1532c2-495d-48c0-a506-4fe60a85ebd1 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Usage tracker for resource:security_group_rule and tenant:66a0c2bbfa9a4a738712b0cc9abb08f0 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:45:17.552280 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-be1532c2-495d-48c0-a506-4fe60a85ebd1 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:45:17.559912 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-be1532c2-495d-48c0-a506-4fe60a85ebd1 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:45:17.645120 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-be1532c2-495d-48c0-a506-4fe60a85ebd1 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:17.733596 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-be1532c2-495d-48c0-a506-4fe60a85ebd1 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:17.782640 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be1532c2-495d-48c0-a506-4fe60a85ebd1 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] vlan segment allocate from pool success with {'vlan_id': 654, 'physical_network': 'physnet1'} {{(pid=84886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:45:17.796281 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1532c2-495d-48c0-a506-4fe60a85ebd1 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91e0fdac-f36c-4693-87b6-7575728a9fa5,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:45:17.801392 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-be1532c2-495d-48c0-a506-4fe60a85ebd1 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:17.802555 n-d-843948-2 neutron-server[84886]: INFO neutron.db.segments_db [None req-be1532c2-495d-48c0-a506-4fe60a85ebd1 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Added segment d30ffa23-d207-4364-8368-88c865585bbd of type vlan for network 502db167-7015-4bd8-a3f1-a35a51bf0b91 May 30 20:45:17.836937 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-be1532c2-495d-48c0-a506-4fe60a85ebd1 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:17.947835 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-be1532c2-495d-48c0-a506-4fe60a85ebd1 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:17.947835 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1532c2-495d-48c0-a506-4fe60a85ebd1 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:45:17.947835 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-be1532c2-495d-48c0-a506-4fe60a85ebd1 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Notify callbacks [] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:18.118284 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1532c2-495d-48c0-a506-4fe60a85ebd1 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Pushing event updated for resources: {'Network': ['ID=502db167-7015-4bd8-a3f1-a35a51bf0b91,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:45:18.128467 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network 502db167-7015-4bd8-a3f1-a35a51bf0b91 details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:45:18.199123 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-be1532c2-495d-48c0-a506-4fe60a85ebd1 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.8456209 May 30 20:45:18.199583 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 39028) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:45:18.215475 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-c7a7924d-3496-4e79-ab65-3f824867e7fa tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Request body: {'subnet': {'network_id': '502db167-7015-4bd8-a3f1-a35a51bf0b91', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:45:18.356923 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-c7a7924d-3496-4e79-ab65-3f824867e7fa tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:45:18.360643 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-c7a7924d-3496-4e79-ab65-3f824867e7fa tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Usage tracker for resource:subnet and tenant:66a0c2bbfa9a4a738712b0cc9abb08f0 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:45:18.364927 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-c7a7924d-3496-4e79-ab65-3f824867e7fa tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:45:18.372169 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-c7a7924d-3496-4e79-ab65-3f824867e7fa tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:45:18.452259 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7a7924d-3496-4e79-ab65-3f824867e7fa tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Made reservation on behalf of 66a0c2bbfa9a4a738712b0cc9abb08f0 for: {'subnet': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:45:18.561159 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c7a7924d-3496-4e79-ab65-3f824867e7fa tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2778563'] for subnet, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:18.953320 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c7a7924d-3496-4e79-ab65-3f824867e7fa tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4127140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2778577'] for subnet, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:19.062657 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7924d-3496-4e79-ab65-3f824867e7fa tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Pushing event updated for resources: {'Subnet': ['ID=f2d271be-5b17-4347-9e91-76c1871652ee,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:45:19.110906 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a7924d-3496-4e79-ab65-3f824867e7fa tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Checking segment: {'id': 'd30ffa23-d207-4364-8368-88c865585bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '502db167-7015-4bd8-a3f1-a35a51bf0b91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:45:19.111554 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a7924d-3496-4e79-ab65-3f824867e7fa tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Network hostable DHCP agents. Network: 502db167-7015-4bd8-a3f1-a35a51bf0b91, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:45:19.281412 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a7924d-3496-4e79-ab65-3f824867e7fa tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Network 502db167-7015-4bd8-a3f1-a35a51bf0b91 is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:45:19.403984 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-c7a7924d-3496-4e79-ab65-3f824867e7fa tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, 502db167-7015-4bd8-a3f1-a35a51bf0b91) {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:45:19.403984 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a7924d-3496-4e79-ab65-3f824867e7fa tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:45:19.403984 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c7a7924d-3496-4e79-ab65-3f824867e7fa tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Notify callbacks [] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:19.406297 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a917b7-6d58-42df-99e2-c20f3597259e None None] Network 502db167-7015-4bd8-a3f1-a35a51bf0b91 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:45:19.499297 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 39048) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:45:19.509698 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-12b3d711-c116-44e4-b358-9785cdf0cde4 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Request body: {'network': {'name': 'tempest-router-network01--1886184325'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:45:19.516568 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-12b3d711-c116-44e4-b358-9785cdf0cde4 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:45:19.518270 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-c7a7924d-3496-4e79-ab65-3f824867e7fa tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3028893 May 30 20:45:19.522443 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-12b3d711-c116-44e4-b358-9785cdf0cde4 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Usage tracker for resource:network and tenant:66a0c2bbfa9a4a738712b0cc9abb08f0 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:45:19.526402 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-12b3d711-c116-44e4-b358-9785cdf0cde4 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:45:19.553521 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-12b3d711-c116-44e4-b358-9785cdf0cde4 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:45:19.701147 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12b3d711-c116-44e4-b358-9785cdf0cde4 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Made reservation on behalf of 66a0c2bbfa9a4a738712b0cc9abb08f0 for: {'network': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:45:19.701147 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-12b3d711-c116-44e4-b358-9785cdf0cde4 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:19.713441 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a331f82-58cc-4034-bd58-c41618739f9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-502db167-7015-4bd8-a3f1-a35a51bf0b91', 'network_id': '502db167-7015-4bd8-a3f1-a35a51bf0b91', 'tenant_id': '66a0c2bbfa9a4a738712b0cc9abb08f0', 'fixed_ips': [{'subnet_id': 'f2d271be-5b17-4347-9e91-76c1871652ee'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:45:19.713441 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-9a331f82-58cc-4034-bd58-c41618739f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:19.739477 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12b3d711-c116-44e4-b358-9785cdf0cde4 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] vlan segment allocate from pool success with {'vlan_id': 676, 'physical_network': 'physnet1'} {{(pid=84887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:45:19.748540 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-12b3d711-c116-44e4-b358-9785cdf0cde4 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:19.748867 n-d-843948-2 neutron-server[84887]: INFO neutron.db.segments_db [None req-12b3d711-c116-44e4-b358-9785cdf0cde4 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Added segment d331b544-d875-4dcd-b0f8-a27d8577d9d7 of type vlan for network 26a06316-dc24-4abc-96f4-9e1d0f700b44 May 30 20:45:19.779614 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-12b3d711-c116-44e4-b358-9785cdf0cde4 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:19.816947 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:19.920620 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-9a331f82-58cc-4034-bd58-c41618739f9e None None] Allocated IP 2001:db8::2 (502db167-7015-4bd8-a3f1-a35a51bf0b91/f2d271be-5b17-4347-9e91-76c1871652ee/25c86f7a-453a-44f7-ad8a-04238810c0c2) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:45:19.931663 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-12b3d711-c116-44e4-b358-9785cdf0cde4 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:19.931663 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b3d711-c116-44e4-b358-9785cdf0cde4 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:45:19.931663 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-12b3d711-c116-44e4-b358-9785cdf0cde4 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:20.213962 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b3d711-c116-44e4-b358-9785cdf0cde4 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Pushing event updated for resources: {'Network': ['ID=26a06316-dc24-4abc-96f4-9e1d0f700b44,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:45:20.248987 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-12b3d711-c116-44e4-b358-9785cdf0cde4 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7409286 May 30 20:45:20.249888 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network 26a06316-dc24-4abc-96f4-9e1d0f700b44 details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:45:20.250001 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 39064) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:45:20.289276 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-d31a8370-1712-47ba-9aa7-694eec679cf9 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Request body: {'network': {'name': 'tempest-router-network02--2013425060'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:45:20.304547 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-d31a8370-1712-47ba-9aa7-694eec679cf9 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:45:20.304547 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-d31a8370-1712-47ba-9aa7-694eec679cf9 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Usage tracker for resource:network and tenant:66a0c2bbfa9a4a738712b0cc9abb08f0 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:45:20.304547 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-d31a8370-1712-47ba-9aa7-694eec679cf9 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:45:20.316868 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-d31a8370-1712-47ba-9aa7-694eec679cf9 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:45:20.408563 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d31a8370-1712-47ba-9aa7-694eec679cf9 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Made reservation on behalf of 66a0c2bbfa9a4a738712b0cc9abb08f0 for: {'network': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:45:20.408563 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d31a8370-1712-47ba-9aa7-694eec679cf9 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:20.468617 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d31a8370-1712-47ba-9aa7-694eec679cf9 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] vlan segment allocate from pool success with {'vlan_id': 695, 'physical_network': 'physnet1'} {{(pid=84887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:45:20.489559 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d31a8370-1712-47ba-9aa7-694eec679cf9 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:20.489559 n-d-843948-2 neutron-server[84887]: INFO neutron.db.segments_db [None req-d31a8370-1712-47ba-9aa7-694eec679cf9 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Added segment fdc99db4-9271-41ad-b05a-94e4f0669b1b of type vlan for network 74e2c0aa-2836-4a80-a80e-41714bc808da May 30 20:45:20.518860 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d31a8370-1712-47ba-9aa7-694eec679cf9 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:20.519481 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-9a331f82-58cc-4034-bd58-c41618739f9e None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:20.542009 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-9a331f82-58cc-4034-bd58-c41618739f9e None None] Transition to ACTIVE for port object 25c86f7a-453a-44f7-ad8a-04238810c0c2 will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:45:20.575214 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-9a331f82-58cc-4034-bd58-c41618739f9e None None] Transition to ACTIVE for port object 25c86f7a-453a-44f7-ad8a-04238810c0c2 will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:45:20.669337 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d31a8370-1712-47ba-9aa7-694eec679cf9 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:20.672355 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-9a331f82-58cc-4034-bd58-c41618739f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:20.682167 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d31a8370-1712-47ba-9aa7-694eec679cf9 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:45:20.682167 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d31a8370-1712-47ba-9aa7-694eec679cf9 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:20.775345 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a331f82-58cc-4034-bd58-c41618739f9e None None] Pushing event updated for resources: {'Port': ['ID=25c86f7a-453a-44f7-ad8a-04238810c0c2,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:45:20.788428 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a331f82-58cc-4034-bd58-c41618739f9e None None] Network 502db167-7015-4bd8-a3f1-a35a51bf0b91 is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:45:20.788428 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-9a331f82-58cc-4034-bd58-c41618739f9e None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:45:20.805920 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a331f82-58cc-4034-bd58-c41618739f9e None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:45:20.841448 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31a8370-1712-47ba-9aa7-694eec679cf9 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Pushing event updated for resources: {'Network': ['ID=74e2c0aa-2836-4a80-a80e-41714bc808da,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:45:20.901182 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-d31a8370-1712-47ba-9aa7-694eec679cf9 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6310356 May 30 20:45:20.905662 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 39102) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:45:20.905662 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-9a6666b8-1305-4327-85fa-96061a856d4a tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Request body: {'subnet': {'network_id': '26a06316-dc24-4abc-96f4-9e1d0f700b44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:45:20.910433 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network 74e2c0aa-2836-4a80-a80e-41714bc808da details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:45:21.002993 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-9a331f82-58cc-4034-bd58-c41618739f9e None None] Attempting to bind port 25c86f7a-453a-44f7-ad8a-04238810c0c2 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:45:21.003653 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-9a331f82-58cc-4034-bd58-c41618739f9e None None] Attempting to bind port 25c86f7a-453a-44f7-ad8a-04238810c0c2 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': 'd30ffa23-d207-4364-8368-88c865585bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '502db167-7015-4bd8-a3f1-a35a51bf0b91'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:45:21.004540 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a331f82-58cc-4034-bd58-c41618739f9e None None] Attempting to bind port 25c86f7a-453a-44f7-ad8a-04238810c0c2 on network 502db167-7015-4bd8-a3f1-a35a51bf0b91 {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:45:21.026295 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a331f82-58cc-4034-bd58-c41618739f9e None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:45:21.027124 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a331f82-58cc-4034-bd58-c41618739f9e None None] Checking segment: {'id': 'd30ffa23-d207-4364-8368-88c865585bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '502db167-7015-4bd8-a3f1-a35a51bf0b91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:45:21.028238 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-9a331f82-58cc-4034-bd58-c41618739f9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:21.028820 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a331f82-58cc-4034-bd58-c41618739f9e None None] Bound using segment: {'id': 'd30ffa23-d207-4364-8368-88c865585bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '502db167-7015-4bd8-a3f1-a35a51bf0b91'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:45:21.029489 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-9a331f82-58cc-4034-bd58-c41618739f9e None None] Bound port: 25c86f7a-453a-44f7-ad8a-04238810c0c2, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd30ffa23-d207-4364-8368-88c865585bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '502db167-7015-4bd8-a3f1-a35a51bf0b91'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:45:21.030107 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-9a331f82-58cc-4034-bd58-c41618739f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:21.077688 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-9a6666b8-1305-4327-85fa-96061a856d4a tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:45:21.083179 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-9a6666b8-1305-4327-85fa-96061a856d4a tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Usage tracker for resource:subnet and tenant:66a0c2bbfa9a4a738712b0cc9abb08f0 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:45:21.088927 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-9a6666b8-1305-4327-85fa-96061a856d4a tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:45:21.101134 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-9a6666b8-1305-4327-85fa-96061a856d4a tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:45:21.153918 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-9a331f82-58cc-4034-bd58-c41618739f9e None None] For port 25c86f7a-453a-44f7-ad8a-04238810c0c2, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:45:21.158243 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-9a331f82-58cc-4034-bd58-c41618739f9e None None] For port 25c86f7a-453a-44f7-ad8a-04238810c0c2, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=25c86f7a-453a-44f7-ad8a-04238810c0c2,segment=NetworkSegment(d30ffa23-d207-4364-8368-88c865585bbd),segment_id=d30ffa23-d207-4364-8368-88c865585bbd)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:45:21.216090 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a6666b8-1305-4327-85fa-96061a856d4a tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Made reservation on behalf of 66a0c2bbfa9a4a738712b0cc9abb08f0 for: {'subnet': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:45:21.269768 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-9a331f82-58cc-4034-bd58-c41618739f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:21.342961 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9a6666b8-1305-4327-85fa-96061a856d4a tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2778563'] for subnet, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:21.385700 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a331f82-58cc-4034-bd58-c41618739f9e None None] Pushing event updated for resources: {'Port': ['ID=25c86f7a-453a-44f7-ad8a-04238810c0c2,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:45:22.117053 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 25c86f7a-453a-44f7-ad8a-04238810c0c2 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:45:22.550471 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9a6666b8-1305-4327-85fa-96061a856d4a tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4127140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2778577'] for subnet, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:22.592406 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 25c86f7a-453a-44f7-ad8a-04238810c0c2 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:45:22.601728 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:22.640398 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6666b8-1305-4327-85fa-96061a856d4a tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Pushing event updated for resources: {'Subnet': ['ID=fe931bee-13ec-4c51-976f-bfb7aca1e30e,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:45:22.685547 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6666b8-1305-4327-85fa-96061a856d4a tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:45:22.685547 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6666b8-1305-4327-85fa-96061a856d4a tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:45:22.685547 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6666b8-1305-4327-85fa-96061a856d4a tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:45:22.685547 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6666b8-1305-4327-85fa-96061a856d4a tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:45:22.685547 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6666b8-1305-4327-85fa-96061a856d4a tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:45:22.685547 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6666b8-1305-4327-85fa-96061a856d4a tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:45:22.685547 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6666b8-1305-4327-85fa-96061a856d4a tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:45:22.685547 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6666b8-1305-4327-85fa-96061a856d4a tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:45:22.685547 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6666b8-1305-4327-85fa-96061a856d4a tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:45:22.685547 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6666b8-1305-4327-85fa-96061a856d4a tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:45:22.685547 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6666b8-1305-4327-85fa-96061a856d4a tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:45:22.685547 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6666b8-1305-4327-85fa-96061a856d4a tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Checking segment: {'id': 'd331b544-d875-4dcd-b0f8-a27d8577d9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '26a06316-dc24-4abc-96f4-9e1d0f700b44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:45:22.685547 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a6666b8-1305-4327-85fa-96061a856d4a tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Network hostable DHCP agents. Network: 26a06316-dc24-4abc-96f4-9e1d0f700b44, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:45:22.723680 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2678c4f-24b2-4c3d-b0b6-39135c89a209 None None] Network 502db167-7015-4bd8-a3f1-a35a51bf0b91 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:45:22.822756 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a6666b8-1305-4327-85fa-96061a856d4a tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Network 26a06316-dc24-4abc-96f4-9e1d0f700b44 is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:45:22.958035 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-9a6666b8-1305-4327-85fa-96061a856d4a tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, 26a06316-dc24-4abc-96f4-9e1d0f700b44) {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:45:22.963879 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a6666b8-1305-4327-85fa-96061a856d4a tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:45:22.963879 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9a6666b8-1305-4327-85fa-96061a856d4a tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Notify callbacks [] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:22.977124 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f6b4fd-fb14-4f78-9356-fdb6313f7bbe None None] Network 26a06316-dc24-4abc-96f4-9e1d0f700b44 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:45:23.064831 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-ce6f1f6b-261a-4231-b8b7-e98ff5699721 None None] Provisioning for port 25c86f7a-453a-44f7-ad8a-04238810c0c2 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:45:23.085088 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-ce6f1f6b-261a-4231-b8b7-e98ff5699721 None None] Provisioning complete for port 25c86f7a-453a-44f7-ad8a-04238810c0c2 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:45:23.085088 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ce6f1f6b-261a-4231-b8b7-e98ff5699721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:23.111250 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-9a6666b8-1305-4327-85fa-96061a856d4a tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2078049 May 30 20:45:23.111250 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 39128) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:45:23.123369 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-908b33e1-d961-49f6-8084-6abcd5f75512 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Request body: {'subnet': {'network_id': '74e2c0aa-2836-4a80-a80e-41714bc808da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:45:23.335011 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-908b33e1-d961-49f6-8084-6abcd5f75512 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:45:23.340284 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-908b33e1-d961-49f6-8084-6abcd5f75512 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Usage tracker for resource:subnet and tenant:66a0c2bbfa9a4a738712b0cc9abb08f0 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:45:23.344032 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-908b33e1-d961-49f6-8084-6abcd5f75512 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:45:23.357906 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-908b33e1-d961-49f6-8084-6abcd5f75512 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:45:23.364265 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ce6f1f6b-261a-4231-b8b7-e98ff5699721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:23.399382 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e49c67f-69cb-4e61-b2f6-627092eed2f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-26a06316-dc24-4abc-96f4-9e1d0f700b44', 'network_id': '26a06316-dc24-4abc-96f4-9e1d0f700b44', 'tenant_id': '66a0c2bbfa9a4a738712b0cc9abb08f0', 'fixed_ips': [{'subnet_id': 'fe931bee-13ec-4c51-976f-bfb7aca1e30e'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:45:23.401514 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2e49c67f-69cb-4e61-b2f6-627092eed2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:23.450558 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-ce6f1f6b-261a-4231-b8b7-e98ff5699721 None None] For port 25c86f7a-453a-44f7-ad8a-04238810c0c2, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=25c86f7a-453a-44f7-ad8a-04238810c0c2,segment=NetworkSegment(d30ffa23-d207-4364-8368-88c865585bbd),segment_id=d30ffa23-d207-4364-8368-88c865585bbd)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:45:23.479181 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-908b33e1-d961-49f6-8084-6abcd5f75512 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Made reservation on behalf of 66a0c2bbfa9a4a738712b0cc9abb08f0 for: {'subnet': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:45:23.502674 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:45:23.573863 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ce6f1f6b-261a-4231-b8b7-e98ff5699721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:23.695584 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-908b33e1-d961-49f6-8084-6abcd5f75512 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2778563'] for subnet, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:23.884242 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6f1f6b-261a-4231-b8b7-e98ff5699721 None None] Pushing event updated for resources: {'Port': ['ID=25c86f7a-453a-44f7-ad8a-04238810c0c2,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:45:23.902733 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-5dcc2803-337a-44f8-9647-b9f1ee0771a0 None None] Provisioning complete for port 25c86f7a-453a-44f7-ad8a-04238810c0c2 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:45:23.904274 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-5dcc2803-337a-44f8-9647-b9f1ee0771a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:23.947023 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-2e49c67f-69cb-4e61-b2f6-627092eed2f1 None None] Allocated IP 2001:db8::2 (26a06316-dc24-4abc-96f4-9e1d0f700b44/fe931bee-13ec-4c51-976f-bfb7aca1e30e/a687b388-e5b8-4cad-abcc-51df6f7bd8a7) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:45:24.135829 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-908b33e1-d961-49f6-8084-6abcd5f75512 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4127140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2778577'] for subnet, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:24.165544 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 25c86f7a-453a-44f7-ad8a-04238810c0c2 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:45:24.270755 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908b33e1-d961-49f6-8084-6abcd5f75512 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Pushing event updated for resources: {'Subnet': ['ID=2721c6f0-42e6-4a0c-b183-be047e4e2052,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:45:24.336145 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2e49c67f-69cb-4e61-b2f6-627092eed2f1 None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:24.351070 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2e49c67f-69cb-4e61-b2f6-627092eed2f1 None None] Transition to ACTIVE for port object a687b388-e5b8-4cad-abcc-51df6f7bd8a7 will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:45:24.372644 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 25c86f7a-453a-44f7-ad8a-04238810c0c2 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:45:24.373281 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:24.386966 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908b33e1-d961-49f6-8084-6abcd5f75512 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Checking segment: {'id': 'fdc99db4-9271-41ad-b05a-94e4f0669b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '74e2c0aa-2836-4a80-a80e-41714bc808da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:45:24.387226 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-908b33e1-d961-49f6-8084-6abcd5f75512 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Network hostable DHCP agents. Network: 74e2c0aa-2836-4a80-a80e-41714bc808da, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:45:24.513229 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2e49c67f-69cb-4e61-b2f6-627092eed2f1 None None] Transition to ACTIVE for port object a687b388-e5b8-4cad-abcc-51df6f7bd8a7 will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:45:24.516130 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-908b33e1-d961-49f6-8084-6abcd5f75512 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Network 74e2c0aa-2836-4a80-a80e-41714bc808da is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:45:24.618099 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-908b33e1-d961-49f6-8084-6abcd5f75512 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, 74e2c0aa-2836-4a80-a80e-41714bc808da) {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:45:24.620206 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2e49c67f-69cb-4e61-b2f6-627092eed2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:24.638493 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-908b33e1-d961-49f6-8084-6abcd5f75512 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:45:24.652565 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-908b33e1-d961-49f6-8084-6abcd5f75512 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Notify callbacks [] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:24.727186 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa5ba76c-9f3d-4d5a-81ce-3b592feae252 None None] Network 74e2c0aa-2836-4a80-a80e-41714bc808da requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:45:24.832721 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-908b33e1-d961-49f6-8084-6abcd5f75512 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7199693 May 30 20:45:24.833287 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 39158) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:45:24.949078 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e49c67f-69cb-4e61-b2f6-627092eed2f1 None None] Pushing event updated for resources: {'Port': ['ID=a687b388-e5b8-4cad-abcc-51df6f7bd8a7,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:45:24.978977 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e49c67f-69cb-4e61-b2f6-627092eed2f1 None None] Network 26a06316-dc24-4abc-96f4-9e1d0f700b44 is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:45:25.004598 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-2e49c67f-69cb-4e61-b2f6-627092eed2f1 None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:45:25.004598 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e49c67f-69cb-4e61-b2f6-627092eed2f1 None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:45:25.243276 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-2e49c67f-69cb-4e61-b2f6-627092eed2f1 None None] Attempting to bind port a687b388-e5b8-4cad-abcc-51df6f7bd8a7 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:45:25.243276 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-2e49c67f-69cb-4e61-b2f6-627092eed2f1 None None] Attempting to bind port a687b388-e5b8-4cad-abcc-51df6f7bd8a7 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': 'd331b544-d875-4dcd-b0f8-a27d8577d9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '26a06316-dc24-4abc-96f4-9e1d0f700b44'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:45:25.243276 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e49c67f-69cb-4e61-b2f6-627092eed2f1 None None] Attempting to bind port a687b388-e5b8-4cad-abcc-51df6f7bd8a7 on network 26a06316-dc24-4abc-96f4-9e1d0f700b44 {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:45:25.274011 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9046b90c-117d-41b5-82db-340c2f617453 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-74e2c0aa-2836-4a80-a80e-41714bc808da', 'network_id': '74e2c0aa-2836-4a80-a80e-41714bc808da', 'tenant_id': '66a0c2bbfa9a4a738712b0cc9abb08f0', 'fixed_ips': [{'subnet_id': '2721c6f0-42e6-4a0c-b183-be047e4e2052'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:45:25.274011 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-9046b90c-117d-41b5-82db-340c2f617453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:25.293191 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e49c67f-69cb-4e61-b2f6-627092eed2f1 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:45:25.293191 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e49c67f-69cb-4e61-b2f6-627092eed2f1 None None] Checking segment: {'id': 'd331b544-d875-4dcd-b0f8-a27d8577d9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '26a06316-dc24-4abc-96f4-9e1d0f700b44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:45:25.293191 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2e49c67f-69cb-4e61-b2f6-627092eed2f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:25.293191 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e49c67f-69cb-4e61-b2f6-627092eed2f1 None None] Bound using segment: {'id': 'd331b544-d875-4dcd-b0f8-a27d8577d9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '26a06316-dc24-4abc-96f4-9e1d0f700b44'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:45:25.293191 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-2e49c67f-69cb-4e61-b2f6-627092eed2f1 None None] Bound port: a687b388-e5b8-4cad-abcc-51df6f7bd8a7, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd331b544-d875-4dcd-b0f8-a27d8577d9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '26a06316-dc24-4abc-96f4-9e1d0f700b44'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:45:25.293191 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2e49c67f-69cb-4e61-b2f6-627092eed2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:25.547069 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2e49c67f-69cb-4e61-b2f6-627092eed2f1 None None] For port a687b388-e5b8-4cad-abcc-51df6f7bd8a7, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:45:25.594049 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5045aad1-c074-4d8e-943a-edea2a98d4da tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:25.601808 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2e49c67f-69cb-4e61-b2f6-627092eed2f1 None None] For port a687b388-e5b8-4cad-abcc-51df6f7bd8a7, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=a687b388-e5b8-4cad-abcc-51df6f7bd8a7,segment=NetworkSegment(d331b544-d875-4dcd-b0f8-a27d8577d9d7),segment_id=d331b544-d875-4dcd-b0f8-a27d8577d9d7)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:45:25.625827 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-9046b90c-117d-41b5-82db-340c2f617453 None None] Allocated IP 2001:db8::2 (74e2c0aa-2836-4a80-a80e-41714bc808da/2721c6f0-42e6-4a0c-b183-be047e4e2052/b620f25c-b7ee-482c-b8b4-971629c16103) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:45:25.744796 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2e49c67f-69cb-4e61-b2f6-627092eed2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:25.865202 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e49c67f-69cb-4e61-b2f6-627092eed2f1 None None] Pushing event updated for resources: {'Port': ['ID=a687b388-e5b8-4cad-abcc-51df6f7bd8a7,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:45:26.170647 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-9046b90c-117d-41b5-82db-340c2f617453 None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:26.192496 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-9046b90c-117d-41b5-82db-340c2f617453 None None] Transition to ACTIVE for port object b620f25c-b7ee-482c-b8b4-971629c16103 will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:45:26.266060 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-9046b90c-117d-41b5-82db-340c2f617453 None None] Transition to ACTIVE for port object b620f25c-b7ee-482c-b8b4-971629c16103 will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:45:26.315845 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-1d397206-4ca0-4596-aa5a-804957df1df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:26.365463 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-9046b90c-117d-41b5-82db-340c2f617453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:26.488324 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9046b90c-117d-41b5-82db-340c2f617453 None None] Network 74e2c0aa-2836-4a80-a80e-41714bc808da is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:45:26.488324 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-9046b90c-117d-41b5-82db-340c2f617453 None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:45:26.508467 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9046b90c-117d-41b5-82db-340c2f617453 None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:45:26.608359 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-5045aad1-c074-4d8e-943a-edea2a98d4da tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Allocated IP 2001:db8::1 (26a06316-dc24-4abc-96f4-9e1d0f700b44/fe931bee-13ec-4c51-976f-bfb7aca1e30e/063e3aed-5794-4c3b-a31c-eee181192852) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:45:26.703942 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9046b90c-117d-41b5-82db-340c2f617453 None None] Pushing event updated for resources: {'Port': ['ID=b620f25c-b7ee-482c-b8b4-971629c16103,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:45:26.720163 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-9046b90c-117d-41b5-82db-340c2f617453 None None] Attempting to bind port b620f25c-b7ee-482c-b8b4-971629c16103 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:45:26.720163 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-9046b90c-117d-41b5-82db-340c2f617453 None None] Attempting to bind port b620f25c-b7ee-482c-b8b4-971629c16103 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': 'fdc99db4-9271-41ad-b05a-94e4f0669b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '74e2c0aa-2836-4a80-a80e-41714bc808da'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:45:26.720163 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9046b90c-117d-41b5-82db-340c2f617453 None None] Attempting to bind port b620f25c-b7ee-482c-b8b4-971629c16103 on network 74e2c0aa-2836-4a80-a80e-41714bc808da {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:45:26.734706 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9046b90c-117d-41b5-82db-340c2f617453 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:45:26.734706 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9046b90c-117d-41b5-82db-340c2f617453 None None] Checking segment: {'id': 'fdc99db4-9271-41ad-b05a-94e4f0669b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '74e2c0aa-2836-4a80-a80e-41714bc808da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:45:26.734706 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-9046b90c-117d-41b5-82db-340c2f617453 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:26.734706 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9046b90c-117d-41b5-82db-340c2f617453 None None] Bound using segment: {'id': 'fdc99db4-9271-41ad-b05a-94e4f0669b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '74e2c0aa-2836-4a80-a80e-41714bc808da'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:45:26.734706 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-9046b90c-117d-41b5-82db-340c2f617453 None None] Bound port: b620f25c-b7ee-482c-b8b4-971629c16103, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdc99db4-9271-41ad-b05a-94e4f0669b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '74e2c0aa-2836-4a80-a80e-41714bc808da'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:45:26.734706 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-9046b90c-117d-41b5-82db-340c2f617453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:26.867045 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5045aad1-c074-4d8e-943a-edea2a98d4da tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:26.876775 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-9046b90c-117d-41b5-82db-340c2f617453 None None] For port b620f25c-b7ee-482c-b8b4-971629c16103, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:45:26.883901 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-9046b90c-117d-41b5-82db-340c2f617453 None None] For port b620f25c-b7ee-482c-b8b4-971629c16103, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=b620f25c-b7ee-482c-b8b4-971629c16103,segment=NetworkSegment(fdc99db4-9271-41ad-b05a-94e4f0669b1b),segment_id=fdc99db4-9271-41ad-b05a-94e4f0669b1b)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:45:26.896102 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [None req-5045aad1-c074-4d8e-943a-edea2a98d4da tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Transition to ACTIVE for port object 063e3aed-5794-4c3b-a31c-eee181192852 will not be triggered until provisioned by entity DHCP. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:45:27.003553 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-9046b90c-117d-41b5-82db-340c2f617453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:27.072233 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5045aad1-c074-4d8e-943a-edea2a98d4da tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:27.124279 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9046b90c-117d-41b5-82db-340c2f617453 None None] Pushing event updated for resources: {'Port': ['ID=b620f25c-b7ee-482c-b8b4-971629c16103,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:45:27.237026 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5045aad1-c074-4d8e-943a-edea2a98d4da tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Network 26a06316-dc24-4abc-96f4-9e1d0f700b44 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:45:27.251738 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-5045aad1-c074-4d8e-943a-edea2a98d4da tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:45:27.251738 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5045aad1-c074-4d8e-943a-edea2a98d4da tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Pushing event updated for resources: {'Port': ['ID=063e3aed-5794-4c3b-a31c-eee181192852,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:45:27.251738 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5045aad1-c074-4d8e-943a-edea2a98d4da tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:45:27.251738 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5045aad1-c074-4d8e-943a-edea2a98d4da tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-736099'] for router_interface, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:27.632875 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5045aad1-c074-4d8e-943a-edea2a98d4da tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:27.705284 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-254c606a-9fc7-4383-907b-32fd75459e99 None None] Network 26a06316-dc24-4abc-96f4-9e1d0f700b44 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:45:28.357214 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-5f98fa41-ce4b-4f15-95b9-eb5d97c1d645 None None] Provisioning for port a687b388-e5b8-4cad-abcc-51df6f7bd8a7 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:45:28.397890 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device a687b388-e5b8-4cad-abcc-51df6f7bd8a7 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:45:28.640881 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5045aad1-c074-4d8e-943a-edea2a98d4da tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:28.664551 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port a687b388-e5b8-4cad-abcc-51df6f7bd8a7 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:45:28.675243 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port a687b388-e5b8-4cad-abcc-51df6f7bd8a7 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:45:28.689712 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:28.742506 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5045aad1-c074-4d8e-943a-edea2a98d4da tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:28.742506 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5045aad1-c074-4d8e-943a-edea2a98d4da tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1718057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-736206'] for router_interface, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:29.077765 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:29.156207 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port a687b388-e5b8-4cad-abcc-51df6f7bd8a7, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=a687b388-e5b8-4cad-abcc-51df6f7bd8a7,segment=NetworkSegment(d331b544-d875-4dcd-b0f8-a27d8577d9d7),segment_id=d331b544-d875-4dcd-b0f8-a27d8577d9d7)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:45:29.183597 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3bbbcd5-239c-4ba8-95e7-3d510e437012 None None] Network 74e2c0aa-2836-4a80-a80e-41714bc808da requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:45:29.274923 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5045aad1-c074-4d8e-943a-edea2a98d4da tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Pushing event updated for resources: {'Port': ['ID=063e3aed-5794-4c3b-a31c-eee181192852,revision_number=2']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:45:29.354679 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:29.356426 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device b620f25c-b7ee-482c-b8b4-971629c16103 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:45:29.470655 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5045aad1-c074-4d8e-943a-edea2a98d4da tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Network 26a06316-dc24-4abc-96f4-9e1d0f700b44 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:45:29.484509 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-5045aad1-c074-4d8e-943a-edea2a98d4da tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:45:30.004936 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=a687b388-e5b8-4cad-abcc-51df6f7bd8a7,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:45:30.097933 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-f58ab443-4290-470a-a9e8-5625e0a23af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:30.127853 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:30.127853 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port b620f25c-b7ee-482c-b8b4-971629c16103 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:45:30.138258 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-35181298-fa9a-4f97-a8ea-837b23dd9101 None None] Provisioning for port b620f25c-b7ee-482c-b8b4-971629c16103 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:45:30.155780 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port b620f25c-b7ee-482c-b8b4-971629c16103 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:45:30.155780 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:30.208832 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-35181298-fa9a-4f97-a8ea-837b23dd9101 None None] Provisioning complete for port b620f25c-b7ee-482c-b8b4-971629c16103 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:45:30.209202 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-35181298-fa9a-4f97-a8ea-837b23dd9101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:30.509198 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-35181298-fa9a-4f97-a8ea-837b23dd9101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:30.595820 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-35181298-fa9a-4f97-a8ea-837b23dd9101 None None] For port b620f25c-b7ee-482c-b8b4-971629c16103, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=b620f25c-b7ee-482c-b8b4-971629c16103,segment=NetworkSegment(fdc99db4-9271-41ad-b05a-94e4f0669b1b),segment_id=fdc99db4-9271-41ad-b05a-94e4f0669b1b)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:45:30.617003 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:30.720543 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-35181298-fa9a-4f97-a8ea-837b23dd9101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:30.735707 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5045aad1-c074-4d8e-943a-edea2a98d4da tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Router 6f78f74b-ff46-4022-bb32-bd689c31518c is scheduled to L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 with binding_index 1 {{(pid=84886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 20:45:31.021206 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.db.api [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:45:31.021206 n-d-843948-2 neutron-server[84888]: DEBUG oslo_db.api [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:45:31.039256 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-ac1d0fa8-1314-42ad-a507-8f4b045a4447 None None] Provisioning complete for port b620f25c-b7ee-482c-b8b4-971629c16103 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:45:31.039256 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ac1d0fa8-1314-42ad-a507-8f4b045a4447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:31.109534 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5045aad1-c074-4d8e-943a-edea2a98d4da tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:45:31.149390 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35181298-fa9a-4f97-a8ea-837b23dd9101 None None] Pushing event updated for resources: {'Port': ['ID=b620f25c-b7ee-482c-b8b4-971629c16103,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:45:31.150079 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c2065b-5a8c-4e3e-879b-64c103da3549 None None] Sync routers for ids ['6f78f74b-ff46-4022-bb32-bd689c31518c'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:45:31.164351 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-5045aad1-c074-4d8e-943a-edea2a98d4da tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] 10.222.0.85 "PUT /v2.0/routers/6f78f74b-ff46-4022-bb32-bd689c31518c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3277249 May 30 20:45:31.166912 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 39226) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:45:31.171408 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c2065b-5a8c-4e3e-879b-64c103da3549 None None] Routers {'6f78f74b-ff46-4022-bb32-bd689c31518c'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:45:31.172063 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-85c2065b-5a8c-4e3e-879b-64c103da3549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:45:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['6f78f74b-ff46-4022-bb32-bd689c31518c'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:45:31.221729 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:31.261203 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-85c2065b-5a8c-4e3e-879b-64c103da3549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:45:31.262350 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-ac1d0fa8-1314-42ad-a507-8f4b045a4447 None None] Provisioning complete for port a687b388-e5b8-4cad-abcc-51df6f7bd8a7 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:45:31.262966 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ac1d0fa8-1314-42ad-a507-8f4b045a4447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:31.275178 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c2065b-5a8c-4e3e-879b-64c103da3549 None None] Routers {'6f78f74b-ff46-4022-bb32-bd689c31518c'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:45:31.275844 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-85c2065b-5a8c-4e3e-879b-64c103da3549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:45:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['6f78f74b-ff46-4022-bb32-bd689c31518c'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:45:31.396868 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-85c2065b-5a8c-4e3e-879b-64c103da3549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:45:31.396868 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c2065b-5a8c-4e3e-879b-64c103da3549 None None] The sync data for ids ['6f78f74b-ff46-4022-bb32-bd689c31518c'] in n-d-843948-2 is: [] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:45:31.701219 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-ac1d0fa8-1314-42ad-a507-8f4b045a4447 None None] Provisioning for port 063e3aed-5794-4c3b-a31c-eee181192852 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:45:31.706791 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-ac1d0fa8-1314-42ad-a507-8f4b045a4447 None None] Provisioning complete for port 063e3aed-5794-4c3b-a31c-eee181192852 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:45:31.710031 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ac1d0fa8-1314-42ad-a507-8f4b045a4447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:31.738378 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device a687b388-e5b8-4cad-abcc-51df6f7bd8a7 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:45:31.896936 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-ac1d0fa8-1314-42ad-a507-8f4b045a4447 None None] Port 063e3aed-5794-4c3b-a31c-eee181192852 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:45:31.946900 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port a687b388-e5b8-4cad-abcc-51df6f7bd8a7 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:45:31.946900 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:32.150221 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device b620f25c-b7ee-482c-b8b4-971629c16103 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:45:32.377691 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port b620f25c-b7ee-482c-b8b4-971629c16103 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:45:32.377691 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:32.409410 n-d-843948-2 neutron-server[84887]: INFO neutron.api.v2.resource [None req-9338d784-1d91-4b46-b3c2-4c788ab2c4e5 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 20:45:32.409410 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-9338d784-1d91-4b46-b3c2-4c788ab2c4e5 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] 10.222.0.85 "PUT /v2.0/routers/6f78f74b-ff46-4022-bb32-bd689c31518c/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.2380884 May 30 20:45:32.413350 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 39242) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:45:32.783294 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:32.998684 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-61235e82-0ddf-40c5-a704-267bbaa54f2d tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-736216'] for router_interface, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:33.422447 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 39264) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:45:33.732286 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ba2f1a93-6634-4586-b9eb-57784939af56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:33.773329 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-ba2f1a93-6634-4586-b9eb-57784939af56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:45:33.778472 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-ba2f1a93-6634-4586-b9eb-57784939af56 admin admin] Usage tracker for resource:security_group_rule and tenant:15dd823373fd416c97993881d63cb324 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:45:33.783715 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-ba2f1a93-6634-4586-b9eb-57784939af56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:45:33.798365 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-ba2f1a93-6634-4586-b9eb-57784939af56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:45:33.946892 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ba2f1a93-6634-4586-b9eb-57784939af56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:33.953789 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-61235e82-0ddf-40c5-a704-267bbaa54f2d tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Deleting port 063e3aed-5794-4c3b-a31c-eee181192852 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:45:33.953789 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-61235e82-0ddf-40c5-a704-267bbaa54f2d tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:34.041417 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ba2f1a93-6634-4586-b9eb-57784939af56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:34.086892 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2f1a93-6634-4586-b9eb-57784939af56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2536613e-27c5-42e8-91f6-90700d47dc9c,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:45:34.094729 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-ba2f1a93-6634-4586-b9eb-57784939af56 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=15dd823373fd416c97993881d63cb324&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6712246 May 30 20:45:34.097590 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 39276) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:45:34.101391 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2f1a93-6634-4586-b9eb-57784939af56 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:45:34.102079 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2f1a93-6634-4586-b9eb-57784939af56 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:45:34.102644 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2f1a93-6634-4586-b9eb-57784939af56 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:45:34.103180 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2f1a93-6634-4586-b9eb-57784939af56 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:45:34.103723 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2f1a93-6634-4586-b9eb-57784939af56 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:45:34.104255 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2f1a93-6634-4586-b9eb-57784939af56 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:45:34.105413 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2f1a93-6634-4586-b9eb-57784939af56 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:45:34.105968 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2f1a93-6634-4586-b9eb-57784939af56 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:45:34.106502 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2f1a93-6634-4586-b9eb-57784939af56 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:45:34.107026 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2f1a93-6634-4586-b9eb-57784939af56 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:45:34.107551 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2f1a93-6634-4586-b9eb-57784939af56 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:45:34.211745 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-61235e82-0ddf-40c5-a704-267bbaa54f2d tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:34.227590 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8e599b0d-a855-418b-bac6-a42586d68f5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:34.469542 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-61235e82-0ddf-40c5-a704-267bbaa54f2d tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Calling delete_port for 063e3aed-5794-4c3b-a31c-eee181192852 owned by network:router_interface {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:45:34.533956 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8e599b0d-a855-418b-bac6-a42586d68f5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:34.734595 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8e599b0d-a855-418b-bac6-a42586d68f5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:34.783645 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e599b0d-a855-418b-bac6-a42586d68f5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2536613e-27c5-42e8-91f6-90700d47dc9c,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:45:34.783645 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8e599b0d-a855-418b-bac6-a42586d68f5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:34.792823 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-8e599b0d-a855-418b-bac6-a42586d68f5f admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/2536613e-27c5-42e8-91f6-90700d47dc9c HTTP/1.1" status: 204 len: 168 time: 0.6778140 May 30 20:45:34.868611 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-61235e82-0ddf-40c5-a704-267bbaa54f2d tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:34.953159 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61235e82-0ddf-40c5-a704-267bbaa54f2d tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Pushing event deleted for resources: {'Port': ['ID=063e3aed-5794-4c3b-a31c-eee181192852,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:45:35.194471 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-61235e82-0ddf-40c5-a704-267bbaa54f2d tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1718140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-736143'] for router_interface, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:35.708118 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61235e82-0ddf-40c5-a704-267bbaa54f2d tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Router 6f78f74b-ff46-4022-bb32-bd689c31518c has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:45:35.947796 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61235e82-0ddf-40c5-a704-267bbaa54f2d tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:45:35.955850 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-61235e82-0ddf-40c5-a704-267bbaa54f2d tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] 10.222.0.85 "PUT /v2.0/routers/6f78f74b-ff46-4022-bb32-bd689c31518c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5404727 May 30 20:45:35.962053 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 39306) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:45:35.976812 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3624df-10cc-47a0-ba2c-29e95490686c None None] Sync routers for ids ['6f78f74b-ff46-4022-bb32-bd689c31518c'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:45:36.017144 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3624df-10cc-47a0-ba2c-29e95490686c None None] Routers {'6f78f74b-ff46-4022-bb32-bd689c31518c'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:45:36.017144 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-6b3624df-10cc-47a0-ba2c-29e95490686c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:45:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['6f78f74b-ff46-4022-bb32-bd689c31518c'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:45:36.038441 n-d-843948-2 neutron-server[84887]: INFO neutron.api.v2.resource [None req-56afd2d9-074c-4fb5-b53b-347e08024300 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] delete failed (client error): The resource could not be found. May 30 20:45:36.038441 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-56afd2d9-074c-4fb5-b53b-347e08024300 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] 10.222.0.85 "DELETE /v2.0/routers/tempest-non_exist_router-1304720965 HTTP/1.1" status: 404 len: 335 time: 0.0770144 May 30 20:45:36.045552 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 39310) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:45:36.051707 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-c327fe27-caec-4fe9-bf85-2cafe31e7217 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Request body: {'router': {'external_gateway_info': {'network_id': '6f78f74b-ff46-4022-bb32-bd689c31518c'}}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:45:36.099943 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-6b3624df-10cc-47a0-ba2c-29e95490686c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:45:36.140177 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3624df-10cc-47a0-ba2c-29e95490686c None None] Routers {'6f78f74b-ff46-4022-bb32-bd689c31518c'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:45:36.140177 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-6b3624df-10cc-47a0-ba2c-29e95490686c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:45:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['6f78f74b-ff46-4022-bb32-bd689c31518c'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:45:36.252036 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-6b3624df-10cc-47a0-ba2c-29e95490686c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:45:36.252507 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3624df-10cc-47a0-ba2c-29e95490686c None None] The sync data for ids ['6f78f74b-ff46-4022-bb32-bd689c31518c'] in n-d-843948-2 is: [] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:45:36.558522 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 39326) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:45:36.657427 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c327fe27-caec-4fe9-bf85-2cafe31e7217 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-736390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:36.715166 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-8debd069-bb3c-4ffa-85c5-4dc211b54756 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-59246264-network', 'tenant_id': '3858b7f4685c496695bb9cd480c2bf52'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:45:36.722299 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-8debd069-bb3c-4ffa-85c5-4dc211b54756 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:45:36.743221 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-8debd069-bb3c-4ffa-85c5-4dc211b54756 admin admin] Usage tracker for resource:network and tenant:3858b7f4685c496695bb9cd480c2bf52 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:45:36.770212 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-8debd069-bb3c-4ffa-85c5-4dc211b54756 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:45:36.775299 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-8debd069-bb3c-4ffa-85c5-4dc211b54756 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:45:36.791552 n-d-843948-2 neutron-server[84886]: INFO neutron.api.v2.resource [None req-c327fe27-caec-4fe9-bf85-2cafe31e7217 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] update failed (client error): The resource could not be found. May 30 20:45:36.791552 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-c327fe27-caec-4fe9-bf85-2cafe31e7217 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] 10.222.0.85 "PUT /v2.0/routers/6f78f74b-ff46-4022-bb32-bd689c31518c HTTP/1.1" status: 404 len: 339 time: 0.7479494 May 30 20:45:36.798590 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 39334) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:45:36.808668 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-d41eb1c1-88f6-4085-b81d-0baeadafe912 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1350701393'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:45:36.813899 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-d41eb1c1-88f6-4085-b81d-0baeadafe912 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:45:36.817418 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-d41eb1c1-88f6-4085-b81d-0baeadafe912 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Usage tracker for resource:network and tenant:66a0c2bbfa9a4a738712b0cc9abb08f0 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:45:36.821598 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-d41eb1c1-88f6-4085-b81d-0baeadafe912 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:45:36.830688 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-d41eb1c1-88f6-4085-b81d-0baeadafe912 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:45:36.846410 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8debd069-bb3c-4ffa-85c5-4dc211b54756 admin admin] Made reservation on behalf of 3858b7f4685c496695bb9cd480c2bf52 for: {'network': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:45:36.846410 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8debd069-bb3c-4ffa-85c5-4dc211b54756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:36.857688 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8debd069-bb3c-4ffa-85c5-4dc211b54756 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:36.895068 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-8debd069-bb3c-4ffa-85c5-4dc211b54756 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:45:36.911294 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-8debd069-bb3c-4ffa-85c5-4dc211b54756 admin admin] Usage tracker for resource:security_group_rule and tenant:3858b7f4685c496695bb9cd480c2bf52 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:45:36.911294 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-8debd069-bb3c-4ffa-85c5-4dc211b54756 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:45:36.911294 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-8debd069-bb3c-4ffa-85c5-4dc211b54756 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:45:36.934334 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d41eb1c1-88f6-4085-b81d-0baeadafe912 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Made reservation on behalf of 66a0c2bbfa9a4a738712b0cc9abb08f0 for: {'network': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:45:36.934334 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d41eb1c1-88f6-4085-b81d-0baeadafe912 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:37.010191 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d41eb1c1-88f6-4085-b81d-0baeadafe912 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] vlan segment allocate from pool success with {'vlan_id': 696, 'physical_network': 'physnet1'} {{(pid=84887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:45:37.013294 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8debd069-bb3c-4ffa-85c5-4dc211b54756 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:37.027941 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d41eb1c1-88f6-4085-b81d-0baeadafe912 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:37.027941 n-d-843948-2 neutron-server[84887]: INFO neutron.db.segments_db [None req-d41eb1c1-88f6-4085-b81d-0baeadafe912 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Added segment 5f2835eb-d86f-4edb-9ffe-ca89c991498e of type vlan for network a325a896-29f8-4708-b2de-ec03f00b124a May 30 20:45:37.055765 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d41eb1c1-88f6-4085-b81d-0baeadafe912 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:37.093488 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8debd069-bb3c-4ffa-85c5-4dc211b54756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:37.129504 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8debd069-bb3c-4ffa-85c5-4dc211b54756 admin admin] vlan segment allocate from pool success with {'vlan_id': 657, 'physical_network': 'physnet1'} {{(pid=84887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:45:37.139557 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8debd069-bb3c-4ffa-85c5-4dc211b54756 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=896459d4-959a-4a87-92eb-d247e7a3024c,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:45:37.150988 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8debd069-bb3c-4ffa-85c5-4dc211b54756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:37.150988 n-d-843948-2 neutron-server[84887]: INFO neutron.db.segments_db [None req-8debd069-bb3c-4ffa-85c5-4dc211b54756 admin admin] Added segment c073f026-c70c-42e4-8405-73f5b7fccf97 of type vlan for network 239f8614-2903-4edf-9e96-dccbd4c7c808 May 30 20:45:37.173267 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d41eb1c1-88f6-4085-b81d-0baeadafe912 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:37.177046 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d41eb1c1-88f6-4085-b81d-0baeadafe912 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:45:37.177638 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d41eb1c1-88f6-4085-b81d-0baeadafe912 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:37.207973 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8debd069-bb3c-4ffa-85c5-4dc211b54756 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:37.321797 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41eb1c1-88f6-4085-b81d-0baeadafe912 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Pushing event updated for resources: {'Network': ['ID=a325a896-29f8-4708-b2de-ec03f00b124a,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:45:37.332018 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network a325a896-29f8-4708-b2de-ec03f00b124a details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:45:37.427456 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-d41eb1c1-88f6-4085-b81d-0baeadafe912 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6269143 May 30 20:45:37.427456 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 39344) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:45:37.437198 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-4fee076e-1cd4-49d0-8c83-6ca3388378c5 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Request body: {'subnet': {'network_id': 'a325a896-29f8-4708-b2de-ec03f00b124a', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:45:37.522828 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8debd069-bb3c-4ffa-85c5-4dc211b54756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:37.524243 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8debd069-bb3c-4ffa-85c5-4dc211b54756 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:45:37.524619 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8debd069-bb3c-4ffa-85c5-4dc211b54756 admin admin] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:37.675637 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-4fee076e-1cd4-49d0-8c83-6ca3388378c5 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:45:37.678934 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8debd069-bb3c-4ffa-85c5-4dc211b54756 admin admin] Pushing event updated for resources: {'Network': ['ID=239f8614-2903-4edf-9e96-dccbd4c7c808,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:45:37.683542 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-4fee076e-1cd4-49d0-8c83-6ca3388378c5 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Usage tracker for resource:subnet and tenant:66a0c2bbfa9a4a738712b0cc9abb08f0 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:45:37.690685 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network 239f8614-2903-4edf-9e96-dccbd4c7c808 details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:45:37.694868 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-4fee076e-1cd4-49d0-8c83-6ca3388378c5 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:45:37.710178 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-4fee076e-1cd4-49d0-8c83-6ca3388378c5 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:45:37.762621 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 39356) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:45:37.768131 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-8debd069-bb3c-4ffa-85c5-4dc211b54756 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2011719 May 30 20:45:37.791707 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-09185017-c346-4efd-8c67-04c50038ffaf admin admin] Request body: {'subnet': {'network_id': '239f8614-2903-4edf-9e96-dccbd4c7c808', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-59246264-subnet', 'tenant_id': '3858b7f4685c496695bb9cd480c2bf52', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:45:37.806553 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-09185017-c346-4efd-8c67-04c50038ffaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:45:37.822956 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-09185017-c346-4efd-8c67-04c50038ffaf admin admin] Usage tracker for resource:subnet and tenant:3858b7f4685c496695bb9cd480c2bf52 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:45:37.822956 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-09185017-c346-4efd-8c67-04c50038ffaf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:45:37.843561 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fee076e-1cd4-49d0-8c83-6ca3388378c5 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Made reservation on behalf of 66a0c2bbfa9a4a738712b0cc9abb08f0 for: {'subnet': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:45:37.848593 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-09185017-c346-4efd-8c67-04c50038ffaf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:45:37.931957 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09185017-c346-4efd-8c67-04c50038ffaf admin admin] Made reservation on behalf of 3858b7f4685c496695bb9cd480c2bf52 for: {'subnet': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:45:37.931957 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-09185017-c346-4efd-8c67-04c50038ffaf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2778563'] for subnet, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:38.015051 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4fee076e-1cd4-49d0-8c83-6ca3388378c5 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114220'] for subnet, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:38.338402 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-09185017-c346-4efd-8c67-04c50038ffaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4127140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2778577'] for subnet, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:38.416301 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4fee076e-1cd4-49d0-8c83-6ca3388378c5 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4055401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114238'] for subnet, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:38.455732 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09185017-c346-4efd-8c67-04c50038ffaf admin admin] Pushing event updated for resources: {'Subnet': ['ID=db365cb5-c6a2-4839-bef1-3ec50e23c2b4,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:45:38.475599 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09185017-c346-4efd-8c67-04c50038ffaf admin admin] Checking segment: {'id': 'c073f026-c70c-42e4-8405-73f5b7fccf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '239f8614-2903-4edf-9e96-dccbd4c7c808'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:45:38.476219 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09185017-c346-4efd-8c67-04c50038ffaf admin admin] Network hostable DHCP agents. Network: 239f8614-2903-4edf-9e96-dccbd4c7c808, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:45:38.507993 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fee076e-1cd4-49d0-8c83-6ca3388378c5 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Pushing event updated for resources: {'Subnet': ['ID=2405bb06-9ee2-4173-9fcf-8a145bc2982f,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:45:38.522289 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fee076e-1cd4-49d0-8c83-6ca3388378c5 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Checking segment: {'id': '5f2835eb-d86f-4edb-9ffe-ca89c991498e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'a325a896-29f8-4708-b2de-ec03f00b124a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:45:38.522796 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fee076e-1cd4-49d0-8c83-6ca3388378c5 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Network hostable DHCP agents. Network: a325a896-29f8-4708-b2de-ec03f00b124a, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:45:38.557196 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09185017-c346-4efd-8c67-04c50038ffaf admin admin] Network 239f8614-2903-4edf-9e96-dccbd4c7c808 is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:45:38.637395 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fee076e-1cd4-49d0-8c83-6ca3388378c5 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Network a325a896-29f8-4708-b2de-ec03f00b124a is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:45:38.734651 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-09185017-c346-4efd-8c67-04c50038ffaf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, 239f8614-2903-4edf-9e96-dccbd4c7c808) {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:45:38.738472 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-4fee076e-1cd4-49d0-8c83-6ca3388378c5 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, a325a896-29f8-4708-b2de-ec03f00b124a) {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:45:38.739718 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fee076e-1cd4-49d0-8c83-6ca3388378c5 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:45:38.740420 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4fee076e-1cd4-49d0-8c83-6ca3388378c5 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:38.748763 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a4839d0-ef1e-4895-8d80-6ee8b19ae1ff None None] Network 239f8614-2903-4edf-9e96-dccbd4c7c808 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:45:38.749709 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09185017-c346-4efd-8c67-04c50038ffaf admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:45:38.750522 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-09185017-c346-4efd-8c67-04c50038ffaf admin admin] Notify callbacks [] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:38.826845 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cbacf1b-b4c9-486e-9477-76fe947970d4 None None] Network a325a896-29f8-4708-b2de-ec03f00b124a requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:45:38.835655 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-4fee076e-1cd4-49d0-8c83-6ca3388378c5 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4100323 May 30 20:45:38.848457 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 39374) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:45:38.859948 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-75d2ae08-3290-43b6-8e33-9b1e2d09e0eb tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a325a896-29f8-4708-b2de-ec03f00b124a'}}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:45:38.931780 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-09185017-c346-4efd-8c67-04c50038ffaf admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1705248 May 30 20:45:39.346631 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e412b88f-c67e-4f48-b3ba-a290e376e92a None None] Network 239f8614-2903-4edf-9e96-dccbd4c7c808 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:45:39.394216 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ec33a7-d1ab-4aaf-941c-a4782a673458 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-a325a896-29f8-4708-b2de-ec03f00b124a', 'network_id': 'a325a896-29f8-4708-b2de-ec03f00b124a', 'tenant_id': '66a0c2bbfa9a4a738712b0cc9abb08f0', 'fixed_ips': [{'subnet_id': '2405bb06-9ee2-4173-9fcf-8a145bc2982f'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:45:39.394216 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-a6ec33a7-d1ab-4aaf-941c-a4782a673458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:39.402576 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-75d2ae08-3290-43b6-8e33-9b1e2d09e0eb tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-736390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:39.889413 n-d-843948-2 neutron-server[84886]: INFO neutron.api.v2.resource [None req-75d2ae08-3290-43b6-8e33-9b1e2d09e0eb tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 20:45:39.900773 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-75d2ae08-3290-43b6-8e33-9b1e2d09e0eb tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] 10.222.0.85 "PUT /v2.0/routers/6f78f74b-ff46-4022-bb32-bd689c31518c HTTP/1.1" status: 400 len: 364 time: 1.0406756 May 30 20:45:39.902296 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 39396) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:45:39.921553 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-a6ec33a7-d1ab-4aaf-941c-a4782a673458 None None] Allocated IP 2001:db8:1::2 (a325a896-29f8-4708-b2de-ec03f00b124a/2405bb06-9ee2-4173-9fcf-8a145bc2982f/d9ef2da5-c83e-45e8-ae7e-a71a14b8e1c4) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:45:40.252351 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-a6ec33a7-d1ab-4aaf-941c-a4782a673458 None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:40.262601 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-a6ec33a7-d1ab-4aaf-941c-a4782a673458 None None] Transition to ACTIVE for port object d9ef2da5-c83e-45e8-ae7e-a71a14b8e1c4 will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:45:40.285865 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-a6ec33a7-d1ab-4aaf-941c-a4782a673458 None None] Transition to ACTIVE for port object d9ef2da5-c83e-45e8-ae7e-a71a14b8e1c4 will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:45:40.396337 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-a6ec33a7-d1ab-4aaf-941c-a4782a673458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:40.518588 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ec33a7-d1ab-4aaf-941c-a4782a673458 None None] Network a325a896-29f8-4708-b2de-ec03f00b124a is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:45:40.518588 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-a6ec33a7-d1ab-4aaf-941c-a4782a673458 None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:45:40.518588 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ec33a7-d1ab-4aaf-941c-a4782a673458 None None] Pushing event updated for resources: {'Port': ['ID=d9ef2da5-c83e-45e8-ae7e-a71a14b8e1c4,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:45:40.518588 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ec33a7-d1ab-4aaf-941c-a4782a673458 None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:45:40.635666 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-a6ec33a7-d1ab-4aaf-941c-a4782a673458 None None] Attempting to bind port d9ef2da5-c83e-45e8-ae7e-a71a14b8e1c4 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:45:40.635666 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-a6ec33a7-d1ab-4aaf-941c-a4782a673458 None None] Attempting to bind port d9ef2da5-c83e-45e8-ae7e-a71a14b8e1c4 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': '5f2835eb-d86f-4edb-9ffe-ca89c991498e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'a325a896-29f8-4708-b2de-ec03f00b124a'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:45:40.635666 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ec33a7-d1ab-4aaf-941c-a4782a673458 None None] Attempting to bind port d9ef2da5-c83e-45e8-ae7e-a71a14b8e1c4 on network a325a896-29f8-4708-b2de-ec03f00b124a {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:45:40.663897 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ec33a7-d1ab-4aaf-941c-a4782a673458 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:45:40.663897 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ec33a7-d1ab-4aaf-941c-a4782a673458 None None] Checking segment: {'id': '5f2835eb-d86f-4edb-9ffe-ca89c991498e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'a325a896-29f8-4708-b2de-ec03f00b124a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:45:40.663897 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-a6ec33a7-d1ab-4aaf-941c-a4782a673458 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:40.672319 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ec33a7-d1ab-4aaf-941c-a4782a673458 None None] Bound using segment: {'id': '5f2835eb-d86f-4edb-9ffe-ca89c991498e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'a325a896-29f8-4708-b2de-ec03f00b124a'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:45:40.672319 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-a6ec33a7-d1ab-4aaf-941c-a4782a673458 None None] Bound port: d9ef2da5-c83e-45e8-ae7e-a71a14b8e1c4, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f2835eb-d86f-4edb-9ffe-ca89c991498e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'a325a896-29f8-4708-b2de-ec03f00b124a'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:45:40.672319 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-a6ec33a7-d1ab-4aaf-941c-a4782a673458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:40.765998 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-84ce1a7d-b673-41a0-8a3f-725b2e19089c tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:40.835322 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-a6ec33a7-d1ab-4aaf-941c-a4782a673458 None None] For port d9ef2da5-c83e-45e8-ae7e-a71a14b8e1c4, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:45:40.841468 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-a6ec33a7-d1ab-4aaf-941c-a4782a673458 None None] For port d9ef2da5-c83e-45e8-ae7e-a71a14b8e1c4, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=d9ef2da5-c83e-45e8-ae7e-a71a14b8e1c4,segment=NetworkSegment(5f2835eb-d86f-4edb-9ffe-ca89c991498e),segment_id=5f2835eb-d86f-4edb-9ffe-ca89c991498e)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:45:40.912415 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-a6ec33a7-d1ab-4aaf-941c-a4782a673458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:41.046270 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ec33a7-d1ab-4aaf-941c-a4782a673458 None None] Pushing event updated for resources: {'Port': ['ID=d9ef2da5-c83e-45e8-ae7e-a71a14b8e1c4,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:45:41.361506 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-84ce1a7d-b673-41a0-8a3f-725b2e19089c tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Allocated IP 2001:db8::1 (502db167-7015-4bd8-a3f1-a35a51bf0b91/f2d271be-5b17-4347-9e91-76c1871652ee/fa57cb5e-e919-4aae-8473-b2e5e30cc91f) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:45:41.624019 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-84ce1a7d-b673-41a0-8a3f-725b2e19089c tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:41.673446 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [None req-84ce1a7d-b673-41a0-8a3f-725b2e19089c tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Transition to ACTIVE for port object fa57cb5e-e919-4aae-8473-b2e5e30cc91f will not be triggered until provisioned by entity DHCP. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:45:41.827235 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-84ce1a7d-b673-41a0-8a3f-725b2e19089c tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:41.838392 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device d9ef2da5-c83e-45e8-ae7e-a71a14b8e1c4 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:45:42.015226 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ce1a7d-b673-41a0-8a3f-725b2e19089c tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Pushing event updated for resources: {'Port': ['ID=fa57cb5e-e919-4aae-8473-b2e5e30cc91f,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:45:42.016388 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ce1a7d-b673-41a0-8a3f-725b2e19089c tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Network 502db167-7015-4bd8-a3f1-a35a51bf0b91 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:45:42.018290 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-84ce1a7d-b673-41a0-8a3f-725b2e19089c tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:45:42.021757 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ce1a7d-b673-41a0-8a3f-725b2e19089c tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:45:42.022890 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-84ce1a7d-b673-41a0-8a3f-725b2e19089c tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-736099'] for router_interface, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:42.159517 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port d9ef2da5-c83e-45e8-ae7e-a71a14b8e1c4 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:45:42.291856 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-84ce1a7d-b673-41a0-8a3f-725b2e19089c tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:42.548305 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a860b43d-88ef-4d70-948a-2385f0e435b7 None None] Network a325a896-29f8-4708-b2de-ec03f00b124a requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:45:42.645675 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-21dbaf5f-3c78-4080-adf5-e969513c94b7 None None] Provisioning for port fa57cb5e-e919-4aae-8473-b2e5e30cc91f completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:45:42.668168 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-21dbaf5f-3c78-4080-adf5-e969513c94b7 None None] Provisioning complete for port fa57cb5e-e919-4aae-8473-b2e5e30cc91f triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:45:42.668168 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-21dbaf5f-3c78-4080-adf5-e969513c94b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:42.746803 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-21dbaf5f-3c78-4080-adf5-e969513c94b7 None None] Port fa57cb5e-e919-4aae-8473-b2e5e30cc91f cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:45:43.046679 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-84ce1a7d-b673-41a0-8a3f-725b2e19089c tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:43.136726 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-82549ea1-ec29-4f18-8c8e-de4f2da69b32 None None] Provisioning for port d9ef2da5-c83e-45e8-ae7e-a71a14b8e1c4 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:45:43.141378 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-82549ea1-ec29-4f18-8c8e-de4f2da69b32 None None] Provisioning complete for port d9ef2da5-c83e-45e8-ae7e-a71a14b8e1c4 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:45:43.141775 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-82549ea1-ec29-4f18-8c8e-de4f2da69b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:43.177657 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-84ce1a7d-b673-41a0-8a3f-725b2e19089c tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:43.178663 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-84ce1a7d-b673-41a0-8a3f-725b2e19089c tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1718057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-736206'] for router_interface, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:43.303105 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-82549ea1-ec29-4f18-8c8e-de4f2da69b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:43.358195 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-82549ea1-ec29-4f18-8c8e-de4f2da69b32 None None] For port d9ef2da5-c83e-45e8-ae7e-a71a14b8e1c4, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=d9ef2da5-c83e-45e8-ae7e-a71a14b8e1c4,segment=NetworkSegment(5f2835eb-d86f-4edb-9ffe-ca89c991498e),segment_id=5f2835eb-d86f-4edb-9ffe-ca89c991498e)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:45:43.490610 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ce1a7d-b673-41a0-8a3f-725b2e19089c tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Pushing event updated for resources: {'Port': ['ID=fa57cb5e-e919-4aae-8473-b2e5e30cc91f,revision_number=2']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:45:43.497221 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-82549ea1-ec29-4f18-8c8e-de4f2da69b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:43.579283 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82549ea1-ec29-4f18-8c8e-de4f2da69b32 None None] Pushing event updated for resources: {'Port': ['ID=d9ef2da5-c83e-45e8-ae7e-a71a14b8e1c4,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:45:43.598603 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ce1a7d-b673-41a0-8a3f-725b2e19089c tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Network 502db167-7015-4bd8-a3f1-a35a51bf0b91 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:45:43.598603 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-84ce1a7d-b673-41a0-8a3f-725b2e19089c tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:45:43.652251 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-d06425be-a8aa-496c-ad33-2490c8c6b97e None None] Provisioning complete for port d9ef2da5-c83e-45e8-ae7e-a71a14b8e1c4 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:45:43.652251 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-d06425be-a8aa-496c-ad33-2490c8c6b97e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:43.787658 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device d9ef2da5-c83e-45e8-ae7e-a71a14b8e1c4 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:45:44.081454 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port d9ef2da5-c83e-45e8-ae7e-a71a14b8e1c4 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:45:44.081454 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:44.227199 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-65b4c3ca-b04f-42d2-8385-f292500eba5b None None] Provisioning complete for port fa57cb5e-e919-4aae-8473-b2e5e30cc91f triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:45:44.227562 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-65b4c3ca-b04f-42d2-8385-f292500eba5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:44.232653 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84ce1a7d-b673-41a0-8a3f-725b2e19089c tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Router 6f78f74b-ff46-4022-bb32-bd689c31518c has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:45:44.286148 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-65b4c3ca-b04f-42d2-8385-f292500eba5b None None] Port fa57cb5e-e919-4aae-8473-b2e5e30cc91f cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:45:44.535910 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84ce1a7d-b673-41a0-8a3f-725b2e19089c tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:45:44.580890 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5dcefe7-8e76-4ae7-914a-3d34af9b156f None None] Sync routers for ids ['6f78f74b-ff46-4022-bb32-bd689c31518c'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:45:44.603721 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-84ce1a7d-b673-41a0-8a3f-725b2e19089c tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] 10.222.0.85 "PUT /v2.0/routers/6f78f74b-ff46-4022-bb32-bd689c31518c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7001371 May 30 20:45:44.609977 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 39460) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:45:44.623602 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5dcefe7-8e76-4ae7-914a-3d34af9b156f None None] Routers {'6f78f74b-ff46-4022-bb32-bd689c31518c'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:45:44.627663 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-c5dcefe7-8e76-4ae7-914a-3d34af9b156f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:45:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['6f78f74b-ff46-4022-bb32-bd689c31518c'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:45:44.768340 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-c5dcefe7-8e76-4ae7-914a-3d34af9b156f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:45:44.782156 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5dcefe7-8e76-4ae7-914a-3d34af9b156f None None] Routers {'6f78f74b-ff46-4022-bb32-bd689c31518c'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:45:44.782156 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-c5dcefe7-8e76-4ae7-914a-3d34af9b156f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:45:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['6f78f74b-ff46-4022-bb32-bd689c31518c'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:45:45.021077 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0f3551e5-58e5-4c33-aa4c-a63c3c1a7ac1 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Notify callbacks [] for router, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:45.025335 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-c5dcefe7-8e76-4ae7-914a-3d34af9b156f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:45:45.025968 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5dcefe7-8e76-4ae7-914a-3d34af9b156f None None] The sync data for ids ['6f78f74b-ff46-4022-bb32-bd689c31518c'] in n-d-843948-2 is: [] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:45:45.372362 n-d-843948-2 neutron-server[84887]: INFO neutron.api.v2.resource [None req-0f3551e5-58e5-4c33-aa4c-a63c3c1a7ac1 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] delete failed (client error): There was a conflict when trying to complete your request. May 30 20:45:45.377517 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-0f3551e5-58e5-4c33-aa4c-a63c3c1a7ac1 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] 10.222.0.85 "DELETE /v2.0/routers/6f78f74b-ff46-4022-bb32-bd689c31518c HTTP/1.1" status: 409 len: 329 time: 0.7624996 May 30 20:45:45.377991 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 39474) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:45:45.883321 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ae35cbb6-2901-4134-8632-ed4d1894d614 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-736216'] for router_interface, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:46.945659 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-ae35cbb6-2901-4134-8632-ed4d1894d614 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Deleting port fa57cb5e-e919-4aae-8473-b2e5e30cc91f {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:45:46.946418 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ae35cbb6-2901-4134-8632-ed4d1894d614 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:47.223431 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ae35cbb6-2901-4134-8632-ed4d1894d614 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:47.405757 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-ae35cbb6-2901-4134-8632-ed4d1894d614 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Calling delete_port for fa57cb5e-e919-4aae-8473-b2e5e30cc91f owned by network:router_interface {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:45:47.722495 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ae35cbb6-2901-4134-8632-ed4d1894d614 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:47.782004 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae35cbb6-2901-4134-8632-ed4d1894d614 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Pushing event deleted for resources: {'Port': ['ID=fa57cb5e-e919-4aae-8473-b2e5e30cc91f,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:45:48.100351 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ae35cbb6-2901-4134-8632-ed4d1894d614 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1718140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-736143'] for router_interface, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:48.680167 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae35cbb6-2901-4134-8632-ed4d1894d614 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Router 6f78f74b-ff46-4022-bb32-bd689c31518c has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:45:48.861917 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae35cbb6-2901-4134-8632-ed4d1894d614 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:45:48.871470 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-ae35cbb6-2901-4134-8632-ed4d1894d614 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] 10.222.0.85 "PUT /v2.0/routers/6f78f74b-ff46-4022-bb32-bd689c31518c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4923761 May 30 20:45:48.873170 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4426d825-eb1d-4d9e-866b-9981bbf4104e None None] Sync routers for ids ['6f78f74b-ff46-4022-bb32-bd689c31518c'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:45:48.876182 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 39518) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:45:48.888975 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4426d825-eb1d-4d9e-866b-9981bbf4104e None None] Routers {'6f78f74b-ff46-4022-bb32-bd689c31518c'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:45:48.890032 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-4426d825-eb1d-4d9e-866b-9981bbf4104e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:45:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['6f78f74b-ff46-4022-bb32-bd689c31518c'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:45:48.964412 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-4426d825-eb1d-4d9e-866b-9981bbf4104e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:45:48.969744 n-d-843948-2 neutron-server[84886]: INFO neutron.api.v2.resource [None req-58bd804e-74f5-45ac-94ca-51c6716292cb tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] show failed (client error): The resource could not be found. May 30 20:45:48.969744 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-58bd804e-74f5-45ac-94ca-51c6716292cb tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] 10.222.0.85 "GET /v2.0/routers/tempest-non_exist_router-749401453 HTTP/1.1" status: 404 len: 334 time: 0.0917511 May 30 20:45:48.973743 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 39524) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:45:48.978612 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4426d825-eb1d-4d9e-866b-9981bbf4104e None None] Routers {'6f78f74b-ff46-4022-bb32-bd689c31518c'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:45:48.980019 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-4426d825-eb1d-4d9e-866b-9981bbf4104e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:45:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['6f78f74b-ff46-4022-bb32-bd689c31518c'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:45:48.982428 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-652d66ca-88c8-4c8e-a893-cf1485168e17 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Request body: {'router': {'name': 'new_name'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:45:49.091955 n-d-843948-2 neutron-server[84886]: INFO neutron.api.v2.resource [None req-652d66ca-88c8-4c8e-a893-cf1485168e17 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] update failed (client error): The resource could not be found. May 30 20:45:49.091955 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-652d66ca-88c8-4c8e-a893-cf1485168e17 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] 10.222.0.85 "PUT /v2.0/routers/tempest-non_exist_router-1674107738 HTTP/1.1" status: 404 len: 335 time: 0.1112387 May 30 20:45:49.095728 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 39532) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:45:49.224338 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-4426d825-eb1d-4d9e-866b-9981bbf4104e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:45:49.224338 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4426d825-eb1d-4d9e-866b-9981bbf4104e None None] The sync data for ids ['6f78f74b-ff46-4022-bb32-bd689c31518c'] in n-d-843948-2 is: [] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:45:49.452536 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_v2 [None req-093403f9-340a-4ec3-a476-e0c875195f6f tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Deleting subnet 2405bb06-9ee2-4173-9fcf-8a145bc2982f {{(pid=84886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:45:49.452536 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-093403f9-340a-4ec3-a476-e0c875195f6f tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Notify callbacks [] for subnet, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:49.517372 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-093403f9-340a-4ec3-a476-e0c875195f6f tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2655517'] for subnet, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:49.643507 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-093403f9-340a-4ec3-a476-e0c875195f6f tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:49.779794 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:49.934080 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-093403f9-340a-4ec3-a476-e0c875195f6f tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4127075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2778536'] for subnet, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:49.999121 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093403f9-340a-4ec3-a476-e0c875195f6f tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Pushing event deleted for resources: {'Subnet': ['ID=2405bb06-9ee2-4173-9fcf-8a145bc2982f,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:45:50.007814 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-093403f9-340a-4ec3-a476-e0c875195f6f tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Notify callbacks [] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:50.014114 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e64497-2dd4-4196-a7c6-f7bd0e069b3a None None] Network a325a896-29f8-4708-b2de-ec03f00b124a requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:45:50.014779 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-093403f9-340a-4ec3-a476-e0c875195f6f tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] 10.222.0.85 "DELETE /v2.0/subnets/2405bb06-9ee2-4173-9fcf-8a145bc2982f HTTP/1.1" status: 204 len: 168 time: 0.9194312 May 30 20:45:50.016765 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 39546) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:45:50.215789 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6585e04e-30c4-4b11-a9c8-41e64ab0caf6 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:50.278936 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-6585e04e-30c4-4b11-a9c8-41e64ab0caf6 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Deleting port d9ef2da5-c83e-45e8-ae7e-a71a14b8e1c4 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:45:50.278936 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6585e04e-30c4-4b11-a9c8-41e64ab0caf6 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:50.537112 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b63ad7-7686-4c8a-bf2b-7d6e308966b9 None None] DHCP port deletion for a325a896-29f8-4708-b2de-ec03f00b124a request from n-d-843948-2 {{(pid=84888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:45:50.541411 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-c8b63ad7-7686-4c8a-bf2b-7d6e308966b9 None None] Deleting port d9ef2da5-c83e-45e8-ae7e-a71a14b8e1c4 {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:45:50.541868 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-c8b63ad7-7686-4c8a-bf2b-7d6e308966b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:50.808039 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [None req-6585e04e-30c4-4b11-a9c8-41e64ab0caf6 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] For port d9ef2da5-c83e-45e8-ae7e-a71a14b8e1c4, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=d9ef2da5-c83e-45e8-ae7e-a71a14b8e1c4,segment=NetworkSegment(5f2835eb-d86f-4edb-9ffe-ca89c991498e),segment_id=5f2835eb-d86f-4edb-9ffe-ca89c991498e)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:45:50.808039 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6585e04e-30c4-4b11-a9c8-41e64ab0caf6 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:50.983927 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-c8b63ad7-7686-4c8a-bf2b-7d6e308966b9 None None] For port d9ef2da5-c83e-45e8-ae7e-a71a14b8e1c4, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=d9ef2da5-c83e-45e8-ae7e-a71a14b8e1c4,segment=NetworkSegment(5f2835eb-d86f-4edb-9ffe-ca89c991498e),segment_id=5f2835eb-d86f-4edb-9ffe-ca89c991498e)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:45:50.984324 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-c8b63ad7-7686-4c8a-bf2b-7d6e308966b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:51.119611 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-6585e04e-30c4-4b11-a9c8-41e64ab0caf6 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Calling delete_port for d9ef2da5-c83e-45e8-ae7e-a71a14b8e1c4 owned by network:dhcp {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:45:51.235338 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-c8b63ad7-7686-4c8a-bf2b-7d6e308966b9 None None] Calling delete_port for d9ef2da5-c83e-45e8-ae7e-a71a14b8e1c4 owned by network:dhcp {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:45:51.340842 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6585e04e-30c4-4b11-a9c8-41e64ab0caf6 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:51.347517 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.db.api [None req-c8b63ad7-7686-4c8a-bf2b-7d6e308966b9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:45:51.347956 n-d-843948-2 neutron-server[84888]: DEBUG oslo_db.api [None req-c8b63ad7-7686-4c8a-bf2b-7d6e308966b9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:45:51.424137 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6585e04e-30c4-4b11-a9c8-41e64ab0caf6 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] No DVR routers for this DVR port d9ef2da5-c83e-45e8-ae7e-a71a14b8e1c4 on host n-d-843948-2 {{(pid=84886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:45:51.427180 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6585e04e-30c4-4b11-a9c8-41e64ab0caf6 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Pushing event deleted for resources: {'Port': ['ID=d9ef2da5-c83e-45e8-ae7e-a71a14b8e1c4,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:45:51.678083 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6585e04e-30c4-4b11-a9c8-41e64ab0caf6 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:51.717686 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-6585e04e-30c4-4b11-a9c8-41e64ab0caf6 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a325a896-29f8-4708-b2de-ec03f00b124a']}} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:45:51.733852 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-6585e04e-30c4-4b11-a9c8-41e64ab0caf6 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f2835eb-d86f-4edb-9ffe-ca89c991498e') {'for_net_delete': True} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:45:51.734537 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-6585e04e-30c4-4b11-a9c8-41e64ab0caf6 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f2835eb-d86f-4edb-9ffe-ca89c991498e') {} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:45:51.749369 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6585e04e-30c4-4b11-a9c8-41e64ab0caf6 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2660590'] for segment, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:51.804729 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device d9ef2da5-c83e-45e8-ae7e-a71a14b8e1c4 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:45:51.859858 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6585e04e-30c4-4b11-a9c8-41e64ab0caf6 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:51.904531 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6585e04e-30c4-4b11-a9c8-41e64ab0caf6 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Releasing vlan 696 on physical network physnet1 to pool {{(pid=84886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:45:51.904531 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6585e04e-30c4-4b11-a9c8-41e64ab0caf6 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4126989'] for segment, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:51.943302 n-d-843948-2 neutron-server[84886]: Traceback (most recent call last): May 30 20:45:51.943302 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:45:51.943302 n-d-843948-2 neutron-server[84886]: timer() May 30 20:45:51.943302 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:45:51.943302 n-d-843948-2 neutron-server[84886]: cb(*args, **kw) May 30 20:45:51.943302 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:45:51.943302 n-d-843948-2 neutron-server[84886]: return func(*args, **kwargs) May 30 20:45:51.943302 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:45:51.943302 n-d-843948-2 neutron-server[84886]: self._notify() May 30 20:45:51.943302 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:45:51.943302 n-d-843948-2 neutron-server[84886]: self.callback(batched_events) May 30 20:45:51.943302 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:45:51.943302 n-d-843948-2 neutron-server[84886]: event.method(event) May 30 20:45:51.943302 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:45:51.943302 n-d-843948-2 neutron-server[84886]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:45:51.943302 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:45:51.943302 n-d-843948-2 neutron-server[84886]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:45:51.943302 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:45:51.943302 n-d-843948-2 neutron-server[84886]: return f(self, *a, **k) May 30 20:45:51.943302 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:45:51.943302 n-d-843948-2 neutron-server[84886]: return self._get(url).json() May 30 20:45:51.943302 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:45:51.943302 n-d-843948-2 neutron-server[84886]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:45:51.943302 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:45:51.943302 n-d-843948-2 neutron-server[84886]: return self.request(url, 'GET', **kwargs) May 30 20:45:51.943302 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:45:51.943302 n-d-843948-2 neutron-server[84886]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:45:51.943302 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:45:51.943302 n-d-843948-2 neutron-server[84886]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:45:51.943302 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:45:51.943302 n-d-843948-2 neutron-server[84886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:45:51.943302 n-d-843948-2 neutron-server[84886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:45:51.955068 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-c8b63ad7-7686-4c8a-bf2b-7d6e308966b9 None None] Deleting port d9ef2da5-c83e-45e8-ae7e-a71a14b8e1c4 {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:45:51.955712 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-c8b63ad7-7686-4c8a-bf2b-7d6e308966b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:52.080429 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-c8b63ad7-7686-4c8a-bf2b-7d6e308966b9 None None] The port 'd9ef2da5-c83e-45e8-ae7e-a71a14b8e1c4' was deleted {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 20:45:52.087348 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: d9ef2da5-c83e-45e8-ae7e-a71a14b8e1c4 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:45:52.087964 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device d9ef2da5-c83e-45e8-ae7e-a71a14b8e1c4 not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:45:52.274826 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6585e04e-30c4-4b11-a9c8-41e64ab0caf6 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:52.305678 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6585e04e-30c4-4b11-a9c8-41e64ab0caf6 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Notify callbacks [] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:52.328912 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6585e04e-30c4-4b11-a9c8-41e64ab0caf6 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Pushing event deleted for resources: {'Network': ['ID=a325a896-29f8-4708-b2de-ec03f00b124a,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:45:52.338204 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 39570) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:45:52.338931 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-6585e04e-30c4-4b11-a9c8-41e64ab0caf6 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] 10.222.0.85 "DELETE /v2.0/networks/a325a896-29f8-4708-b2de-ec03f00b124a HTTP/1.1" status: 204 len: 168 time: 2.3176236 May 30 20:45:52.389237 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:52.597666 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_v2 [None req-48da095f-d3db-4ac1-96ca-58bf96b8ecec tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Deleting subnet 2721c6f0-42e6-4a0c-b183-be047e4e2052 {{(pid=84887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:45:52.601852 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-48da095f-d3db-4ac1-96ca-58bf96b8ecec tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Notify callbacks [] for subnet, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:52.675709 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-48da095f-d3db-4ac1-96ca-58bf96b8ecec tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3149227'] for subnet, precommit_delete_associations {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:52.802543 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-48da095f-d3db-4ac1-96ca-58bf96b8ecec tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:53.062727 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-48da095f-d3db-4ac1-96ca-58bf96b8ecec tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4055470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114247'] for subnet, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:53.106392 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48da095f-d3db-4ac1-96ca-58bf96b8ecec tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Pushing event deleted for resources: {'Subnet': ['ID=2721c6f0-42e6-4a0c-b183-be047e4e2052,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:45:53.125572 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-48da095f-d3db-4ac1-96ca-58bf96b8ecec tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:53.132554 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3672ae04-1c79-4900-b27b-a86522dbe54d None None] Network 74e2c0aa-2836-4a80-a80e-41714bc808da requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:45:53.148554 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-48da095f-d3db-4ac1-96ca-58bf96b8ecec tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] 10.222.0.85 "DELETE /v2.0/subnets/2721c6f0-42e6-4a0c-b183-be047e4e2052 HTTP/1.1" status: 204 len: 168 time: 0.8074923 May 30 20:45:53.154745 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 39578) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:45:53.522257 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa1a0845-507e-4669-99c6-8218c609d520 None None] DHCP port deletion for 74e2c0aa-2836-4a80-a80e-41714bc808da request from n-d-843948-2 {{(pid=84888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:45:53.528136 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-aa1a0845-507e-4669-99c6-8218c609d520 None None] Deleting port b620f25c-b7ee-482c-b8b4-971629c16103 {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:45:53.528790 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-aa1a0845-507e-4669-99c6-8218c609d520 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:53.539328 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_v2 [None req-584e1e03-0fb4-49ea-8835-252b6d4ee2c4 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Deleting subnet fe931bee-13ec-4c51-976f-bfb7aca1e30e {{(pid=84886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:45:53.548263 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-584e1e03-0fb4-49ea-8835-252b6d4ee2c4 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Notify callbacks [] for subnet, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:53.634024 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-584e1e03-0fb4-49ea-8835-252b6d4ee2c4 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2655517'] for subnet, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:53.822075 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-aa1a0845-507e-4669-99c6-8218c609d520 None None] For port b620f25c-b7ee-482c-b8b4-971629c16103, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=b620f25c-b7ee-482c-b8b4-971629c16103,segment=NetworkSegment(fdc99db4-9271-41ad-b05a-94e4f0669b1b),segment_id=fdc99db4-9271-41ad-b05a-94e4f0669b1b)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:45:53.822797 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-aa1a0845-507e-4669-99c6-8218c609d520 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:53.890268 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-584e1e03-0fb4-49ea-8835-252b6d4ee2c4 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:53.974572 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-aa1a0845-507e-4669-99c6-8218c609d520 None None] Calling delete_port for b620f25c-b7ee-482c-b8b4-971629c16103 owned by network:dhcp {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:45:54.065058 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device b620f25c-b7ee-482c-b8b4-971629c16103 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:45:54.192316 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:54.209305 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-aa1a0845-507e-4669-99c6-8218c609d520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468'] for port, after_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:54.250270 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-584e1e03-0fb4-49ea-8835-252b6d4ee2c4 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4127075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2778536'] for subnet, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:54.268497 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1a0845-507e-4669-99c6-8218c609d520 None None] Pushing event deleted for resources: {'Port': ['ID=b620f25c-b7ee-482c-b8b4-971629c16103,revision_number=None']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:45:54.312212 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1a0845-507e-4669-99c6-8218c609d520 None None] No DVR routers for this DVR port b620f25c-b7ee-482c-b8b4-971629c16103 on host n-d-843948-2 {{(pid=84888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:45:54.326945 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584e1e03-0fb4-49ea-8835-252b6d4ee2c4 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Pushing event deleted for resources: {'Subnet': ['ID=fe931bee-13ec-4c51-976f-bfb7aca1e30e,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:45:54.329820 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-584e1e03-0fb4-49ea-8835-252b6d4ee2c4 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Notify callbacks [] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:54.341479 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d2ab439-0a15-4741-8ca3-99994dbeb368 None None] Network 26a06316-dc24-4abc-96f4-9e1d0f700b44 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:45:54.349403 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 39588) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:45:54.358405 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-584e1e03-0fb4-49ea-8835-252b6d4ee2c4 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] 10.222.0.85 "DELETE /v2.0/subnets/fe931bee-13ec-4c51-976f-bfb7aca1e30e HTTP/1.1" status: 204 len: 168 time: 1.2022393 May 30 20:45:54.507172 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-72c2393d-ad76-4a82-8495-64e95fd70aea tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:54.678044 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb5099f-4629-422a-a0be-aa362c96d5de None None] DHCP port deletion for 26a06316-dc24-4abc-96f4-9e1d0f700b44 request from n-d-843948-2 {{(pid=84888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:45:54.684819 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-bdb5099f-4629-422a-a0be-aa362c96d5de None None] Deleting port a687b388-e5b8-4cad-abcc-51df6f7bd8a7 {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:45:54.684819 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-bdb5099f-4629-422a-a0be-aa362c96d5de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:54.712879 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-72c2393d-ad76-4a82-8495-64e95fd70aea tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:54.745699 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-72c2393d-ad76-4a82-8495-64e95fd70aea tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74e2c0aa-2836-4a80-a80e-41714bc808da']}} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:45:54.760971 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-72c2393d-ad76-4a82-8495-64e95fd70aea tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdc99db4-9271-41ad-b05a-94e4f0669b1b') {'for_net_delete': True} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:45:54.761702 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-72c2393d-ad76-4a82-8495-64e95fd70aea tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdc99db4-9271-41ad-b05a-94e4f0669b1b') {} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:45:54.774360 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-72c2393d-ad76-4a82-8495-64e95fd70aea tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3149912'] for segment, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:54.791847 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-72c2393d-ad76-4a82-8495-64e95fd70aea tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:54.799440 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72c2393d-ad76-4a82-8495-64e95fd70aea tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Releasing vlan 695 on physical network physnet1 to pool {{(pid=84887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:45:54.800180 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-72c2393d-ad76-4a82-8495-64e95fd70aea tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4055488'] for segment, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:54.877454 n-d-843948-2 neutron-server[84887]: Traceback (most recent call last): May 30 20:45:54.877454 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:45:54.877454 n-d-843948-2 neutron-server[84887]: timer() May 30 20:45:54.877454 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:45:54.877454 n-d-843948-2 neutron-server[84887]: cb(*args, **kw) May 30 20:45:54.877454 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:45:54.877454 n-d-843948-2 neutron-server[84887]: return func(*args, **kwargs) May 30 20:45:54.877454 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:45:54.877454 n-d-843948-2 neutron-server[84887]: self._notify() May 30 20:45:54.877454 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:45:54.877454 n-d-843948-2 neutron-server[84887]: self.callback(batched_events) May 30 20:45:54.877454 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:45:54.877454 n-d-843948-2 neutron-server[84887]: event.method(event) May 30 20:45:54.877454 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:45:54.877454 n-d-843948-2 neutron-server[84887]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:45:54.877454 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:45:54.877454 n-d-843948-2 neutron-server[84887]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:45:54.877454 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:45:54.877454 n-d-843948-2 neutron-server[84887]: return f(self, *a, **k) May 30 20:45:54.877454 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:45:54.877454 n-d-843948-2 neutron-server[84887]: return self._get(url).json() May 30 20:45:54.877454 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:45:54.877454 n-d-843948-2 neutron-server[84887]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:45:54.877454 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:45:54.877454 n-d-843948-2 neutron-server[84887]: return self.request(url, 'GET', **kwargs) May 30 20:45:54.877454 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:45:54.877454 n-d-843948-2 neutron-server[84887]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:45:54.877454 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:45:54.877454 n-d-843948-2 neutron-server[84887]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:45:54.877454 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:45:54.877454 n-d-843948-2 neutron-server[84887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:45:54.877454 n-d-843948-2 neutron-server[84887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:45:55.051793 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-72c2393d-ad76-4a82-8495-64e95fd70aea tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:55.071547 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-72c2393d-ad76-4a82-8495-64e95fd70aea tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:55.082763 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c2393d-ad76-4a82-8495-64e95fd70aea tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Pushing event deleted for resources: {'Network': ['ID=74e2c0aa-2836-4a80-a80e-41714bc808da,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:45:55.088345 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 39604) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:45:55.088644 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-72c2393d-ad76-4a82-8495-64e95fd70aea tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] 10.222.0.85 "DELETE /v2.0/networks/74e2c0aa-2836-4a80-a80e-41714bc808da HTTP/1.1" status: 204 len: 168 time: 0.7340961 May 30 20:45:55.123958 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-bdb5099f-4629-422a-a0be-aa362c96d5de None None] For port a687b388-e5b8-4cad-abcc-51df6f7bd8a7, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=a687b388-e5b8-4cad-abcc-51df6f7bd8a7,segment=NetworkSegment(d331b544-d875-4dcd-b0f8-a27d8577d9d7),segment_id=d331b544-d875-4dcd-b0f8-a27d8577d9d7)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:45:55.124468 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-bdb5099f-4629-422a-a0be-aa362c96d5de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:55.272485 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-bdb5099f-4629-422a-a0be-aa362c96d5de None None] Calling delete_port for a687b388-e5b8-4cad-abcc-51df6f7bd8a7 owned by network:dhcp {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:45:55.290346 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-03ab82e0-28c5-411d-b268-9524caff89d3 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:55.312993 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-03ab82e0-28c5-411d-b268-9524caff89d3 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Deleting port a687b388-e5b8-4cad-abcc-51df6f7bd8a7 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:45:55.313546 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-03ab82e0-28c5-411d-b268-9524caff89d3 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:55.437197 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-bdb5099f-4629-422a-a0be-aa362c96d5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468'] for port, after_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:55.465892 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-03ab82e0-28c5-411d-b268-9524caff89d3 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] The port 'a687b388-e5b8-4cad-abcc-51df6f7bd8a7' was deleted {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 20:45:55.497343 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb5099f-4629-422a-a0be-aa362c96d5de None None] No DVR routers for this DVR port a687b388-e5b8-4cad-abcc-51df6f7bd8a7 on host n-d-843948-2 {{(pid=84888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:45:55.499055 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb5099f-4629-422a-a0be-aa362c96d5de None None] Pushing event deleted for resources: {'Port': ['ID=a687b388-e5b8-4cad-abcc-51df6f7bd8a7,revision_number=None']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:45:55.629449 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-03ab82e0-28c5-411d-b268-9524caff89d3 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:55.681730 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-03ab82e0-28c5-411d-b268-9524caff89d3 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26a06316-dc24-4abc-96f4-9e1d0f700b44']}} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:45:55.725884 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-03ab82e0-28c5-411d-b268-9524caff89d3 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd331b544-d875-4dcd-b0f8-a27d8577d9d7') {'for_net_delete': True} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:45:55.726602 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-03ab82e0-28c5-411d-b268-9524caff89d3 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd331b544-d875-4dcd-b0f8-a27d8577d9d7') {} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:45:55.741528 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-03ab82e0-28c5-411d-b268-9524caff89d3 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2660590'] for segment, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:55.763335 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device a687b388-e5b8-4cad-abcc-51df6f7bd8a7 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:45:55.798336 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-03ab82e0-28c5-411d-b268-9524caff89d3 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:55.811093 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03ab82e0-28c5-411d-b268-9524caff89d3 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Releasing vlan 676 on physical network physnet1 to pool {{(pid=84886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:45:55.815748 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-03ab82e0-28c5-411d-b268-9524caff89d3 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4126989'] for segment, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:55.850281 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: a687b388-e5b8-4cad-abcc-51df6f7bd8a7 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:45:55.850746 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device a687b388-e5b8-4cad-abcc-51df6f7bd8a7 not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:45:56.009544 n-d-843948-2 neutron-server[84886]: Traceback (most recent call last): May 30 20:45:56.009544 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:45:56.009544 n-d-843948-2 neutron-server[84886]: timer() May 30 20:45:56.009544 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:45:56.009544 n-d-843948-2 neutron-server[84886]: cb(*args, **kw) May 30 20:45:56.009544 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:45:56.009544 n-d-843948-2 neutron-server[84886]: return func(*args, **kwargs) May 30 20:45:56.009544 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:45:56.009544 n-d-843948-2 neutron-server[84886]: self._notify() May 30 20:45:56.009544 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:45:56.009544 n-d-843948-2 neutron-server[84886]: self.callback(batched_events) May 30 20:45:56.009544 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:45:56.009544 n-d-843948-2 neutron-server[84886]: event.method(event) May 30 20:45:56.009544 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:45:56.009544 n-d-843948-2 neutron-server[84886]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:45:56.009544 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:45:56.009544 n-d-843948-2 neutron-server[84886]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:45:56.009544 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:45:56.009544 n-d-843948-2 neutron-server[84886]: return f(self, *a, **k) May 30 20:45:56.009544 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:45:56.009544 n-d-843948-2 neutron-server[84886]: return self._get(url).json() May 30 20:45:56.009544 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:45:56.009544 n-d-843948-2 neutron-server[84886]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:45:56.009544 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:45:56.009544 n-d-843948-2 neutron-server[84886]: return self.request(url, 'GET', **kwargs) May 30 20:45:56.009544 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:45:56.009544 n-d-843948-2 neutron-server[84886]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:45:56.009544 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:45:56.009544 n-d-843948-2 neutron-server[84886]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:45:56.009544 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:45:56.009544 n-d-843948-2 neutron-server[84886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:45:56.009544 n-d-843948-2 neutron-server[84886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:45:56.122645 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-03ab82e0-28c5-411d-b268-9524caff89d3 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:56.175202 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-03ab82e0-28c5-411d-b268-9524caff89d3 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Notify callbacks [] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:56.185872 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ab82e0-28c5-411d-b268-9524caff89d3 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Pushing event deleted for resources: {'Network': ['ID=26a06316-dc24-4abc-96f4-9e1d0f700b44,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:45:56.190754 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-03ab82e0-28c5-411d-b268-9524caff89d3 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] 10.222.0.85 "DELETE /v2.0/networks/26a06316-dc24-4abc-96f4-9e1d0f700b44 HTTP/1.1" status: 204 len: 168 time: 1.1011512 May 30 20:45:56.193539 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 39614) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:45:56.255029 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-d2fb7c45-4de2-46d7-a8e0-5b30b4e5c53f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:56.421862 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_v2 [None req-659525eb-ab1c-414c-9ad8-de1ae8992262 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Deleting subnet f2d271be-5b17-4347-9e91-76c1871652ee {{(pid=84887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:45:56.425042 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-659525eb-ab1c-414c-9ad8-de1ae8992262 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Notify callbacks [] for subnet, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:56.504044 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-659525eb-ab1c-414c-9ad8-de1ae8992262 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3149227'] for subnet, precommit_delete_associations {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:56.648171 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-659525eb-ab1c-414c-9ad8-de1ae8992262 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:56.866369 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-659525eb-ab1c-414c-9ad8-de1ae8992262 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4055470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114247'] for subnet, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:56.910235 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659525eb-ab1c-414c-9ad8-de1ae8992262 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Pushing event deleted for resources: {'Subnet': ['ID=f2d271be-5b17-4347-9e91-76c1871652ee,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:45:56.920467 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-659525eb-ab1c-414c-9ad8-de1ae8992262 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:56.929214 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-659525eb-ab1c-414c-9ad8-de1ae8992262 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] 10.222.0.85 "DELETE /v2.0/subnets/f2d271be-5b17-4347-9e91-76c1871652ee HTTP/1.1" status: 204 len: 168 time: 0.7324018 May 30 20:45:56.929390 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 39622) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:45:56.934012 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd14db4-7ad8-4c85-be71-2d9aec23c2a8 None None] Network 502db167-7015-4bd8-a3f1-a35a51bf0b91 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:45:57.067068 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-db93828b-e485-4f41-81e2-e5ec06e0cc37 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:57.108114 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-db93828b-e485-4f41-81e2-e5ec06e0cc37 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Deleting port 25c86f7a-453a-44f7-ad8a-04238810c0c2 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:45:57.110416 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-db93828b-e485-4f41-81e2-e5ec06e0cc37 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:57.342186 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2980e7f-6b72-47f8-bcb3-fd78b66fce7f None None] DHCP port deletion for 502db167-7015-4bd8-a3f1-a35a51bf0b91 request from n-d-843948-2 {{(pid=84888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:45:57.360311 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-b2980e7f-6b72-47f8-bcb3-fd78b66fce7f None None] Deleting port 25c86f7a-453a-44f7-ad8a-04238810c0c2 {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:45:57.361279 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b2980e7f-6b72-47f8-bcb3-fd78b66fce7f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:57.556034 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [None req-db93828b-e485-4f41-81e2-e5ec06e0cc37 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] For port 25c86f7a-453a-44f7-ad8a-04238810c0c2, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=25c86f7a-453a-44f7-ad8a-04238810c0c2,segment=NetworkSegment(d30ffa23-d207-4364-8368-88c865585bbd),segment_id=d30ffa23-d207-4364-8368-88c865585bbd)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:45:57.556642 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-db93828b-e485-4f41-81e2-e5ec06e0cc37 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:57.754793 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-db93828b-e485-4f41-81e2-e5ec06e0cc37 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Calling delete_port for 25c86f7a-453a-44f7-ad8a-04238810c0c2 owned by network:dhcp {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:45:57.768017 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b2980e7f-6b72-47f8-bcb3-fd78b66fce7f None None] For port 25c86f7a-453a-44f7-ad8a-04238810c0c2, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=25c86f7a-453a-44f7-ad8a-04238810c0c2,segment=NetworkSegment(d30ffa23-d207-4364-8368-88c865585bbd),segment_id=d30ffa23-d207-4364-8368-88c865585bbd)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:45:57.768596 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b2980e7f-6b72-47f8-bcb3-fd78b66fce7f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:57.927928 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-b2980e7f-6b72-47f8-bcb3-fd78b66fce7f None None] Calling delete_port for 25c86f7a-453a-44f7-ad8a-04238810c0c2 owned by network:dhcp {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:45:57.955107 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 25c86f7a-453a-44f7-ad8a-04238810c0c2 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:45:58.110009 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:58.111911 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-db93828b-e485-4f41-81e2-e5ec06e0cc37 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:58.169770 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db93828b-e485-4f41-81e2-e5ec06e0cc37 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Pushing event deleted for resources: {'Port': ['ID=25c86f7a-453a-44f7-ad8a-04238810c0c2,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:45:58.172516 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db93828b-e485-4f41-81e2-e5ec06e0cc37 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] No DVR routers for this DVR port 25c86f7a-453a-44f7-ad8a-04238810c0c2 on host n-d-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:45:58.172685 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.db.api [None req-b2980e7f-6b72-47f8-bcb3-fd78b66fce7f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:45:58.172910 n-d-843948-2 neutron-server[84888]: DEBUG oslo_db.api [None req-b2980e7f-6b72-47f8-bcb3-fd78b66fce7f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:45:58.309967 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-db93828b-e485-4f41-81e2-e5ec06e0cc37 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:58.349077 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-db93828b-e485-4f41-81e2-e5ec06e0cc37 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['502db167-7015-4bd8-a3f1-a35a51bf0b91']}} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:45:58.368078 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-db93828b-e485-4f41-81e2-e5ec06e0cc37 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd30ffa23-d207-4364-8368-88c865585bbd') {'for_net_delete': True} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:45:58.368368 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-db93828b-e485-4f41-81e2-e5ec06e0cc37 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd30ffa23-d207-4364-8368-88c865585bbd') {} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:45:58.383140 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-db93828b-e485-4f41-81e2-e5ec06e0cc37 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3149912'] for segment, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:58.403611 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-db93828b-e485-4f41-81e2-e5ec06e0cc37 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:58.411545 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db93828b-e485-4f41-81e2-e5ec06e0cc37 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Releasing vlan 654 on physical network physnet1 to pool {{(pid=84887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:45:58.412034 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-db93828b-e485-4f41-81e2-e5ec06e0cc37 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4055488'] for segment, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:58.427914 n-d-843948-2 neutron-server[84887]: Traceback (most recent call last): May 30 20:45:58.427914 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:45:58.427914 n-d-843948-2 neutron-server[84887]: timer() May 30 20:45:58.427914 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:45:58.427914 n-d-843948-2 neutron-server[84887]: cb(*args, **kw) May 30 20:45:58.427914 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:45:58.427914 n-d-843948-2 neutron-server[84887]: return func(*args, **kwargs) May 30 20:45:58.427914 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:45:58.427914 n-d-843948-2 neutron-server[84887]: self._notify() May 30 20:45:58.427914 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:45:58.427914 n-d-843948-2 neutron-server[84887]: self.callback(batched_events) May 30 20:45:58.427914 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:45:58.427914 n-d-843948-2 neutron-server[84887]: event.method(event) May 30 20:45:58.427914 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:45:58.427914 n-d-843948-2 neutron-server[84887]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:45:58.427914 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:45:58.427914 n-d-843948-2 neutron-server[84887]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:45:58.427914 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:45:58.427914 n-d-843948-2 neutron-server[84887]: return f(self, *a, **k) May 30 20:45:58.427914 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:45:58.427914 n-d-843948-2 neutron-server[84887]: return self._get(url).json() May 30 20:45:58.427914 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:45:58.427914 n-d-843948-2 neutron-server[84887]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:45:58.427914 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:45:58.427914 n-d-843948-2 neutron-server[84887]: return self.request(url, 'GET', **kwargs) May 30 20:45:58.427914 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:45:58.427914 n-d-843948-2 neutron-server[84887]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:45:58.427914 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:45:58.427914 n-d-843948-2 neutron-server[84887]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:45:58.427914 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:45:58.427914 n-d-843948-2 neutron-server[84887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:45:58.427914 n-d-843948-2 neutron-server[84887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:45:58.620650 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-db93828b-e485-4f41-81e2-e5ec06e0cc37 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:58.675421 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-b2980e7f-6b72-47f8-bcb3-fd78b66fce7f None None] Deleting port 25c86f7a-453a-44f7-ad8a-04238810c0c2 {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:45:58.677087 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b2980e7f-6b72-47f8-bcb3-fd78b66fce7f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:58.741766 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-db93828b-e485-4f41-81e2-e5ec06e0cc37 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:58.767767 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db93828b-e485-4f41-81e2-e5ec06e0cc37 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Pushing event deleted for resources: {'Network': ['ID=502db167-7015-4bd8-a3f1-a35a51bf0b91,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:45:58.778601 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-db93828b-e485-4f41-81e2-e5ec06e0cc37 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] 10.222.0.85 "DELETE /v2.0/networks/502db167-7015-4bd8-a3f1-a35a51bf0b91 HTTP/1.1" status: 204 len: 168 time: 1.8480248 May 30 20:45:58.785394 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 39642) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:45:58.867943 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-b2980e7f-6b72-47f8-bcb3-fd78b66fce7f None None] The port '25c86f7a-453a-44f7-ad8a-04238810c0c2' was deleted {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 20:45:58.877095 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-eeeccf45-63a3-418c-bbbc-d19cbaf90b70 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Synchronizing usage tracker for tenant:66a0c2bbfa9a4a738712b0cc9abb08f0 on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:45:58.989094 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-eeeccf45-63a3-418c-bbbc-d19cbaf90b70 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Unset dirty status for tenant:66a0c2bbfa9a4a738712b0cc9abb08f0 on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:45:58.991633 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-eeeccf45-63a3-418c-bbbc-d19cbaf90b70 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] 10.222.0.85 "GET /v2.0/ports?device_id=6f78f74b-ff46-4022-bb32-bd689c31518c HTTP/1.1" status: 200 len: 205 time: 0.2042403 May 30 20:45:58.995449 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 39650) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:45:59.198569 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5f62f4e6-d795-4bb2-ae38-2504f9f32b97 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Notify callbacks [] for router, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:59.646335 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-5241bd34-237f-435b-b55d-6f3f918a4a60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:59.772648 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5f62f4e6-d795-4bb2-ae38-2504f9f32b97 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-724789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3141'] for router, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:59.783180 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5f62f4e6-d795-4bb2-ae38-2504f9f32b97 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:59.874308 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:59.907219 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5f62f4e6-d795-4bb2-ae38-2504f9f32b97 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724889'] for router, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:59.907950 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f62f4e6-d795-4bb2-ae38-2504f9f32b97 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Fanout notify agent at l3_agent the message router_deleted on router 6f78f74b-ff46-4022-bb32-bd689c31518c {{(pid=84887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:45:59.920399 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5f62f4e6-d795-4bb2-ae38-2504f9f32b97 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] Notify callbacks [] for router, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:45:59.921955 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-5f62f4e6-d795-4bb2-ae38-2504f9f32b97 tempest-RoutersNegativeIpV6Test-1576148037 tempest-RoutersNegativeIpV6Test-1576148037-project] 10.222.0.85 "DELETE /v2.0/routers/6f78f74b-ff46-4022-bb32-bd689c31518c HTTP/1.1" status: 204 len: 168 time: 0.9251196 May 30 20:46:00.534609 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:46:00.593195 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 39722) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:46:00.796400 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-73bb8d52-4b90-41b8-913d-6b839cc3d43c admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=66a0c2bbfa9a4a738712b0cc9abb08f0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2013230 May 30 20:46:00.798933 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 39738) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:46:00.868225 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-22a924cd-d58b-4e85-95fe-5054c4185d30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:00.903174 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-22a924cd-d58b-4e85-95fe-5054c4185d30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:01.036932 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-22a924cd-d58b-4e85-95fe-5054c4185d30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:01.057849 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a924cd-d58b-4e85-95fe-5054c4185d30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91e0fdac-f36c-4693-87b6-7575728a9fa5,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:46:01.063980 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-22a924cd-d58b-4e85-95fe-5054c4185d30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:01.065389 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-22a924cd-d58b-4e85-95fe-5054c4185d30 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/91e0fdac-f36c-4693-87b6-7575728a9fa5 HTTP/1.1" status: 204 len: 168 time: 0.2655346 May 30 20:46:01.169163 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:02.699970 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:05.857709 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 40050) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:46:06.043523 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f48fed49-163d-4165-9738-9279b6d8cfda admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:06.101828 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-f48fed49-163d-4165-9738-9279b6d8cfda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:46:06.101828 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-f48fed49-163d-4165-9738-9279b6d8cfda admin admin] Usage tracker for resource:security_group_rule and tenant:842c096acc4c4d05b02d5c9bbcfc9b62 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:46:06.108338 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-f48fed49-163d-4165-9738-9279b6d8cfda admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:46:06.114611 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-f48fed49-163d-4165-9738-9279b6d8cfda admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:46:06.187906 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f48fed49-163d-4165-9738-9279b6d8cfda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:06.263945 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f48fed49-163d-4165-9738-9279b6d8cfda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:06.352971 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-f48fed49-163d-4165-9738-9279b6d8cfda admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=842c096acc4c4d05b02d5c9bbcfc9b62&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4946361 May 30 20:46:06.356117 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 40080) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:46:06.371741 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48fed49-163d-4165-9738-9279b6d8cfda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52a5bfa3-7da3-4bec-b2cc-d7e71efcebe6,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:46:06.460355 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-44059113-ca33-4ddc-ae42-32386d33cff0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:06.491417 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-44059113-ca33-4ddc-ae42-32386d33cff0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:06.669476 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-44059113-ca33-4ddc-ae42-32386d33cff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:06.685501 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44059113-ca33-4ddc-ae42-32386d33cff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52a5bfa3-7da3-4bec-b2cc-d7e71efcebe6,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:46:06.699229 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-44059113-ca33-4ddc-ae42-32386d33cff0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:06.713779 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-44059113-ca33-4ddc-ae42-32386d33cff0 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/52a5bfa3-7da3-4bec-b2cc-d7e71efcebe6 HTTP/1.1" status: 204 len: 168 time: 0.3456190 May 30 20:46:07.599482 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 40134) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:46:07.636678 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3def2da0-7a09-4cdd-80b9-9c0ea2c07bf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:07.666885 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-3def2da0-7a09-4cdd-80b9-9c0ea2c07bf6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:46:07.670801 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-3def2da0-7a09-4cdd-80b9-9c0ea2c07bf6 admin admin] Usage tracker for resource:security_group_rule and tenant:da13c7713fb244b78adfd9f393ae29a3 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:46:07.673772 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-3def2da0-7a09-4cdd-80b9-9c0ea2c07bf6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:46:07.679696 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-3def2da0-7a09-4cdd-80b9-9c0ea2c07bf6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:46:07.770108 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3def2da0-7a09-4cdd-80b9-9c0ea2c07bf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:07.859601 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3def2da0-7a09-4cdd-80b9-9c0ea2c07bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:07.911547 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3def2da0-7a09-4cdd-80b9-9c0ea2c07bf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48c47b7d-a38d-46eb-b469-439b9f72b42f,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:46:07.917079 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-3def2da0-7a09-4cdd-80b9-9c0ea2c07bf6 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=da13c7713fb244b78adfd9f393ae29a3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3165662 May 30 20:46:07.923205 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 40156) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:46:07.986414 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6814eb6f-4413-435a-84a8-74490ee7afa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:08.016129 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6814eb6f-4413-435a-84a8-74490ee7afa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:08.186917 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6814eb6f-4413-435a-84a8-74490ee7afa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:08.207414 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6814eb6f-4413-435a-84a8-74490ee7afa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48c47b7d-a38d-46eb-b469-439b9f72b42f,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:46:08.229958 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6814eb6f-4413-435a-84a8-74490ee7afa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:08.233236 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-6814eb6f-4413-435a-84a8-74490ee7afa0 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/48c47b7d-a38d-46eb-b469-439b9f72b42f HTTP/1.1" status: 204 len: 168 time: 0.3115518 May 30 20:46:08.990914 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 40208) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:46:09.170444 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0484881b-4e6a-4e76-a916-f4093c6bfb0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:09.204073 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-0484881b-4e6a-4e76-a916-f4093c6bfb0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:46:09.209542 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-0484881b-4e6a-4e76-a916-f4093c6bfb0c admin admin] Usage tracker for resource:security_group_rule and tenant:650b90d8f0c145ee82ed62bcca4653e3 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:46:09.212576 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-0484881b-4e6a-4e76-a916-f4093c6bfb0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:46:09.219577 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-0484881b-4e6a-4e76-a916-f4093c6bfb0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:46:09.291438 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0484881b-4e6a-4e76-a916-f4093c6bfb0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:09.365470 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0484881b-4e6a-4e76-a916-f4093c6bfb0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:09.420349 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0484881b-4e6a-4e76-a916-f4093c6bfb0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa56c69f-1b26-448d-86f7-5c78411825eb,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:46:09.429881 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-0484881b-4e6a-4e76-a916-f4093c6bfb0c admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=650b90d8f0c145ee82ed62bcca4653e3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4372466 May 30 20:46:09.432598 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 40242) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:46:09.499815 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-844698ca-adb3-4100-9f65-23f40fb62795 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:09.527104 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-844698ca-adb3-4100-9f65-23f40fb62795 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:09.665344 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-844698ca-adb3-4100-9f65-23f40fb62795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:09.682140 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844698ca-adb3-4100-9f65-23f40fb62795 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa56c69f-1b26-448d-86f7-5c78411825eb,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:46:09.691826 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-844698ca-adb3-4100-9f65-23f40fb62795 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:09.692943 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-844698ca-adb3-4100-9f65-23f40fb62795 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/aa56c69f-1b26-448d-86f7-5c78411825eb HTTP/1.1" status: 204 len: 168 time: 0.2593744 May 30 20:46:10.724705 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 40324) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:46:10.934111 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-88669838-c8b2-45da-a762-d43d7110bd19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:10.966612 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-88669838-c8b2-45da-a762-d43d7110bd19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:46:10.970693 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-88669838-c8b2-45da-a762-d43d7110bd19 admin admin] Usage tracker for resource:security_group_rule and tenant:c6a4d8cc57634c1fb03f2fc95fbc622b is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:46:10.973739 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-88669838-c8b2-45da-a762-d43d7110bd19 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:46:10.980881 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-88669838-c8b2-45da-a762-d43d7110bd19 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:46:11.060355 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-88669838-c8b2-45da-a762-d43d7110bd19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:11.151293 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-88669838-c8b2-45da-a762-d43d7110bd19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:11.203079 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88669838-c8b2-45da-a762-d43d7110bd19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=627d0ba4-d7ab-453c-a77f-b9edbd8ea5e9,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:46:11.210932 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-88669838-c8b2-45da-a762-d43d7110bd19 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=c6a4d8cc57634c1fb03f2fc95fbc622b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4827671 May 30 20:46:11.211921 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 40360) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:46:11.278297 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-805fa786-6264-4108-8bec-186e9cc39d53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:11.309920 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-805fa786-6264-4108-8bec-186e9cc39d53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:11.465077 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-805fa786-6264-4108-8bec-186e9cc39d53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:11.480994 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805fa786-6264-4108-8bec-186e9cc39d53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=627d0ba4-d7ab-453c-a77f-b9edbd8ea5e9,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:46:11.491032 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-805fa786-6264-4108-8bec-186e9cc39d53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:11.491032 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-805fa786-6264-4108-8bec-186e9cc39d53 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/627d0ba4-d7ab-453c-a77f-b9edbd8ea5e9 HTTP/1.1" status: 204 len: 168 time: 0.2786872 May 30 20:46:11.816621 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 40400) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:46:12.006068 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-03718d6c-6d50-4fc3-af5b-800e1f2bba9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:12.039700 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-03718d6c-6d50-4fc3-af5b-800e1f2bba9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:46:12.043877 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-03718d6c-6d50-4fc3-af5b-800e1f2bba9e admin admin] Usage tracker for resource:security_group_rule and tenant:8dec9d61cf114a35a73b1e1224d6f542 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:46:12.047091 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-03718d6c-6d50-4fc3-af5b-800e1f2bba9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:46:12.052923 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-03718d6c-6d50-4fc3-af5b-800e1f2bba9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:46:12.137108 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-03718d6c-6d50-4fc3-af5b-800e1f2bba9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:12.234526 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-03718d6c-6d50-4fc3-af5b-800e1f2bba9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:12.284268 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03718d6c-6d50-4fc3-af5b-800e1f2bba9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=942281f5-779d-4272-9aa2-6dbc0bd32856,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:46:12.293327 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 40436) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:46:12.293809 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-03718d6c-6d50-4fc3-af5b-800e1f2bba9e admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=8dec9d61cf114a35a73b1e1224d6f542&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4753857 May 30 20:46:12.372666 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-206fe56b-97da-460d-bb63-dabddacd35ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:12.402203 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-206fe56b-97da-460d-bb63-dabddacd35ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:12.554112 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-206fe56b-97da-460d-bb63-dabddacd35ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:12.573183 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206fe56b-97da-460d-bb63-dabddacd35ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=942281f5-779d-4272-9aa2-6dbc0bd32856,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:46:12.596584 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-206fe56b-97da-460d-bb63-dabddacd35ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:12.597513 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-206fe56b-97da-460d-bb63-dabddacd35ea admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/942281f5-779d-4272-9aa2-6dbc0bd32856 HTTP/1.1" status: 204 len: 168 time: 0.3027639 May 30 20:46:13.767208 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 40522) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:46:14.009766 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8c1bac7a-44b0-4f23-a074-d1e2b9a5f8e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:14.009766 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-8c1bac7a-44b0-4f23-a074-d1e2b9a5f8e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:46:14.009766 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-8c1bac7a-44b0-4f23-a074-d1e2b9a5f8e0 admin admin] Usage tracker for resource:security_group_rule and tenant:0e38f1ce0633452a9deaf9d07982f07f is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:46:14.012551 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-8c1bac7a-44b0-4f23-a074-d1e2b9a5f8e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:46:14.017536 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-8c1bac7a-44b0-4f23-a074-d1e2b9a5f8e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:46:14.092321 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8c1bac7a-44b0-4f23-a074-d1e2b9a5f8e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:15.257062 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8c1bac7a-44b0-4f23-a074-d1e2b9a5f8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:15.257062 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1bac7a-44b0-4f23-a074-d1e2b9a5f8e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e84a188b-ee22-4f05-bee0-d9429577d240,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:46:15.257062 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-8c1bac7a-44b0-4f23-a074-d1e2b9a5f8e0 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=0e38f1ce0633452a9deaf9d07982f07f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0110579 May 30 20:46:15.265030 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 40544) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:46:15.265030 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6aafa679-201a-46fa-880b-39cf7df08601 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:15.265030 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6aafa679-201a-46fa-880b-39cf7df08601 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:15.321427 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6aafa679-201a-46fa-880b-39cf7df08601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:15.348341 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aafa679-201a-46fa-880b-39cf7df08601 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e84a188b-ee22-4f05-bee0-d9429577d240,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:46:15.379479 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6aafa679-201a-46fa-880b-39cf7df08601 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:15.393146 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-6aafa679-201a-46fa-880b-39cf7df08601 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/e84a188b-ee22-4f05-bee0-d9429577d240 HTTP/1.1" status: 204 len: 168 time: 0.5979931 May 30 20:46:18.005897 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 40648) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:46:18.012294 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-67fe1f84-1790-45b0-8713-40cc1f835395 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Request body: {'network': {'name': 'tempest-network-smoke--920557879', 'project_id': '54aaf92a8da3459482cb4f4837dad259', 'port_security_enabled': True}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:46:18.030785 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-67fe1f84-1790-45b0-8713-40cc1f835395 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:46:18.035471 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-67fe1f84-1790-45b0-8713-40cc1f835395 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Usage tracker for resource:network and tenant:54aaf92a8da3459482cb4f4837dad259 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:46:18.038761 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-67fe1f84-1790-45b0-8713-40cc1f835395 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:46:18.055258 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-67fe1f84-1790-45b0-8713-40cc1f835395 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:46:18.184937 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67fe1f84-1790-45b0-8713-40cc1f835395 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Made reservation on behalf of 54aaf92a8da3459482cb4f4837dad259 for: {'network': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:46:18.188201 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-67fe1f84-1790-45b0-8713-40cc1f835395 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:18.211208 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-67fe1f84-1790-45b0-8713-40cc1f835395 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:18.257847 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-67fe1f84-1790-45b0-8713-40cc1f835395 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:46:18.261894 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-67fe1f84-1790-45b0-8713-40cc1f835395 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Usage tracker for resource:security_group_rule and tenant:54aaf92a8da3459482cb4f4837dad259 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:46:18.266096 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-67fe1f84-1790-45b0-8713-40cc1f835395 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:46:18.282302 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-67fe1f84-1790-45b0-8713-40cc1f835395 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:46:18.366099 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-67fe1f84-1790-45b0-8713-40cc1f835395 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:18.436747 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-67fe1f84-1790-45b0-8713-40cc1f835395 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:18.470325 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67fe1f84-1790-45b0-8713-40cc1f835395 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] vlan segment allocate from pool success with {'vlan_id': 653, 'physical_network': 'physnet1'} {{(pid=84887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:46:18.487377 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fe1f84-1790-45b0-8713-40cc1f835395 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bff22d73-40fc-4deb-a0f7-70cdaa4a46af,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:46:18.492125 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-67fe1f84-1790-45b0-8713-40cc1f835395 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:18.497673 n-d-843948-2 neutron-server[84887]: INFO neutron.db.segments_db [None req-67fe1f84-1790-45b0-8713-40cc1f835395 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Added segment 8f7d5e98-588a-4a8a-b75b-4b8384d9c8dd of type vlan for network d7a70373-eecd-4806-a0f2-53b270b23686 May 30 20:46:18.522688 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-67fe1f84-1790-45b0-8713-40cc1f835395 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:18.623255 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-67fe1f84-1790-45b0-8713-40cc1f835395 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:18.626988 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67fe1f84-1790-45b0-8713-40cc1f835395 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:46:18.627563 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-67fe1f84-1790-45b0-8713-40cc1f835395 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:18.762896 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fe1f84-1790-45b0-8713-40cc1f835395 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Pushing event updated for resources: {'Network': ['ID=d7a70373-eecd-4806-a0f2-53b270b23686,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:46:18.778859 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network d7a70373-eecd-4806-a0f2-53b270b23686 details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:46:18.885330 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-67fe1f84-1790-45b0-8713-40cc1f835395 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8757401 May 30 20:46:18.885703 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 40668) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:46:18.891361 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-b4842bcd-b10d-4f51-8464-9cbc6ad8c8e5 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-56697754', 'admin_state_up': True, 'project_id': '54aaf92a8da3459482cb4f4837dad259', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:46:18.904087 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-b4842bcd-b10d-4f51-8464-9cbc6ad8c8e5 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:46:18.918782 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-b4842bcd-b10d-4f51-8464-9cbc6ad8c8e5 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Usage tracker for resource:router and tenant:54aaf92a8da3459482cb4f4837dad259 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:46:18.922366 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-b4842bcd-b10d-4f51-8464-9cbc6ad8c8e5 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:46:18.934579 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-b4842bcd-b10d-4f51-8464-9cbc6ad8c8e5 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:46:19.080078 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b4842bcd-b10d-4f51-8464-9cbc6ad8c8e5 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-733683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3159'] for router, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:19.081086 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b4842bcd-b10d-4f51-8464-9cbc6ad8c8e5 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-733584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-736372', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-628480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3164'] for router, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:19.099955 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b4842bcd-b10d-4f51-8464-9cbc6ad8c8e5 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:19.419691 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b4842bcd-b10d-4f51-8464-9cbc6ad8c8e5 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-736390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:19.691455 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b4842bcd-b10d-4f51-8464-9cbc6ad8c8e5 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks [] for router_gateway, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:19.710047 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:19.725273 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b4842bcd-b10d-4f51-8464-9cbc6ad8c8e5 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:19.879538 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [None req-b4842bcd-b10d-4f51-8464-9cbc6ad8c8e5 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Allocated IP 172.25.8.174 (c7869750-4b49-4b7e-aa99-5e0f1ae02da4/427601ec-f643-4fe7-b5e6-17305d3a39e1/d47f6d16-bed0-4fe0-9487-0ba35c3297b9) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:46:20.035300 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b4842bcd-b10d-4f51-8464-9cbc6ad8c8e5 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:20.134564 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b4842bcd-b10d-4f51-8464-9cbc6ad8c8e5 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:20.214643 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4842bcd-b10d-4f51-8464-9cbc6ad8c8e5 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:46:20.218607 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-b4842bcd-b10d-4f51-8464-9cbc6ad8c8e5 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:46:20.220755 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4842bcd-b10d-4f51-8464-9cbc6ad8c8e5 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Pushing event updated for resources: {'Port': ['ID=d47f6d16-bed0-4fe0-9487-0ba35c3297b9,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:46:20.222896 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4842bcd-b10d-4f51-8464-9cbc6ad8c8e5 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:46:20.520391 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b4842bcd-b10d-4f51-8464-9cbc6ad8c8e5 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks [] for router_gateway, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:20.521140 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b4842bcd-b10d-4f51-8464-9cbc6ad8c8e5 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-736409'] for router, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:21.052113 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4842bcd-b10d-4f51-8464-9cbc6ad8c8e5 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Router d7cb24ff-d764-4204-865f-bdfb164e13a8 is scheduled to L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 with binding_index 1 {{(pid=84887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 20:46:21.289390 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4842bcd-b10d-4f51-8464-9cbc6ad8c8e5 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:46:21.303986 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714b66cd-5bc7-41da-91ce-673320a3301e None None] Sync routers for ids ['d7cb24ff-d764-4204-865f-bdfb164e13a8'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:46:21.316905 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714b66cd-5bc7-41da-91ce-673320a3301e None None] Routers {'d7cb24ff-d764-4204-865f-bdfb164e13a8'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:46:21.320061 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-714b66cd-5bc7-41da-91ce-673320a3301e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:46:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['d7cb24ff-d764-4204-865f-bdfb164e13a8'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:46:21.439058 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b4842bcd-b10d-4f51-8464-9cbc6ad8c8e5 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks [] for router, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:21.448191 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 40720) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:46:21.449496 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-b4842bcd-b10d-4f51-8464-9cbc6ad8c8e5 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 2.5622809 May 30 20:46:21.585908 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-714b66cd-5bc7-41da-91ce-673320a3301e None None] Set router d7cb24ff-d764-4204-865f-bdfb164e13a8 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:46:21.613749 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 40728) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:46:21.837051 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 40738) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:46:21.837906 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-44c5a549-90c9-4544-bf27-cf328697985b tempest-TestSecurityGroupsBasicOps-931506109 tempest-TestSecurityGroupsBasicOps-931506109-project-admin] 10.222.0.85 "GET /v2.0/subnets?project_id=54aaf92a8da3459482cb4f4837dad259&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3872344 May 30 20:46:21.943090 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-d6558e54-323c-448d-8e42-6de17aa40ccd admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=07887abe5acc42d7891b86c5f258fed2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3281729 May 30 20:46:21.943955 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 40742) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:46:22.013456 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-714b66cd-5bc7-41da-91ce-673320a3301e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7cb24ff-d764-4204-865f-bdfb164e13a8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-56697754', 'tenant_id': '54aaf92a8da3459482cb4f4837dad259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.174'}], 'enable_snat': True}, 'gw_port_id': 'd47f6d16-bed0-4fe0-9487-0ba35c3297b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:46:19Z', 'updated_at': '2022-05-30T20:46:20Z', 'revision_number': 3, 'project_id': '54aaf92a8da3459482cb4f4837dad259', 'gw_port': {'id': 'd47f6d16-bed0-4fe0-9487-0ba35c3297b9', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:39:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7cb24ff-d764-4204-865f-bdfb164e13a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:46:19Z', 'updated_at': '2022-05-30T20:46:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:46:22.017462 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714b66cd-5bc7-41da-91ce-673320a3301e None None] Checking router: d7cb24ff-d764-4204-865f-bdfb164e13a8 for host: n-d-843948-2 {{(pid=84889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:46:22.017984 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714b66cd-5bc7-41da-91ce-673320a3301e None None] Updating router d7cb24ff-d764-4204-865f-bdfb164e13a8 port d47f6d16-bed0-4fe0-9487-0ba35c3297b9 binding host n-d-843948-2 {{(pid=84889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:46:22.032263 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e9ab59e4-c393-4a5c-bdef-89b7947cdc7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:22.040168 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-153df437-0f7d-475c-b9bf-7ad2405acfa2 tempest-TestSecurityGroupsBasicOps-931506109 tempest-TestSecurityGroupsBasicOps-931506109-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:46:22.045371 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-153df437-0f7d-475c-b9bf-7ad2405acfa2 tempest-TestSecurityGroupsBasicOps-931506109 tempest-TestSecurityGroupsBasicOps-931506109-project-admin] 10.222.0.85 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2042651 May 30 20:46:22.045675 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 40746) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:46:22.078023 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e9ab59e4-c393-4a5c-bdef-89b7947cdc7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:22.100198 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-714b66cd-5bc7-41da-91ce-673320a3301e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:22.126268 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-0f98f82e-7ad8-4c02-b84e-796a90bf1cbd tempest-TestSecurityGroupsBasicOps-931506109 tempest-TestSecurityGroupsBasicOps-931506109-project-admin] 10.222.0.85 "GET /v2.0/subnets?network_id=c7869750-4b49-4b7e-aa99-5e0f1ae02da4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0793555 May 30 20:46:22.128940 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 40754) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:46:22.135419 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-6a6d8923-80d2-487e-8849-c332a7460ddc tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1406946778', 'network_id': 'd7a70373-eecd-4806-a0f2-53b270b23686', 'project_id': '54aaf92a8da3459482cb4f4837dad259', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:46:22.366968 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-6a6d8923-80d2-487e-8849-c332a7460ddc tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:46:22.371547 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-6a6d8923-80d2-487e-8849-c332a7460ddc tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Usage tracker for resource:subnet and tenant:54aaf92a8da3459482cb4f4837dad259 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:46:22.375121 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-6a6d8923-80d2-487e-8849-c332a7460ddc tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:46:22.381215 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-6a6d8923-80d2-487e-8849-c332a7460ddc tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:46:22.427740 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e9ab59e4-c393-4a5c-bdef-89b7947cdc7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:22.450669 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:22.458644 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ab59e4-c393-4a5c-bdef-89b7947cdc7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae52a1f7-2751-44d7-898f-84709b28d84a,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:46:22.480457 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a6d8923-80d2-487e-8849-c332a7460ddc tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Made reservation on behalf of 54aaf92a8da3459482cb4f4837dad259 for: {'subnet': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:46:22.515805 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-714b66cd-5bc7-41da-91ce-673320a3301e None None] Notify callbacks [] for port, precommit_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:22.536935 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.provisioning_blocks [None req-714b66cd-5bc7-41da-91ce-673320a3301e None None] Transition to ACTIVE for port object d47f6d16-bed0-4fe0-9487-0ba35c3297b9 will not be triggered until provisioned by entity L2. {{(pid=84889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:46:22.574162 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e9ab59e4-c393-4a5c-bdef-89b7947cdc7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:22.575409 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-e9ab59e4-c393-4a5c-bdef-89b7947cdc7d admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/ae52a1f7-2751-44d7-898f-84709b28d84a HTTP/1.1" status: 204 len: 168 time: 0.6302660 May 30 20:46:22.598199 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6a6d8923-80d2-487e-8849-c332a7460ddc tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2778563'] for subnet, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:22.605156 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-714b66cd-5bc7-41da-91ce-673320a3301e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:22.710440 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-714b66cd-5bc7-41da-91ce-673320a3301e None None] Attempting to bind port d47f6d16-bed0-4fe0-9487-0ba35c3297b9 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:46:22.710873 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-714b66cd-5bc7-41da-91ce-673320a3301e None None] Attempting to bind port d47f6d16-bed0-4fe0-9487-0ba35c3297b9 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}] {{(pid=84889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:46:22.711019 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714b66cd-5bc7-41da-91ce-673320a3301e None None] Attempting to bind port d47f6d16-bed0-4fe0-9487-0ba35c3297b9 on network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:46:22.720380 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc6f4f3-8174-495a-84f4-e164b09de95d None None] Pushing event updated for resources: {'Port': ['ID=d47f6d16-bed0-4fe0-9487-0ba35c3297b9,revision_number=2']} {{(pid=84889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:46:22.750619 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc6f4f3-8174-495a-84f4-e164b09de95d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:46:22.750952 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc6f4f3-8174-495a-84f4-e164b09de95d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:46:22.751443 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc6f4f3-8174-495a-84f4-e164b09de95d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:46:22.751909 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc6f4f3-8174-495a-84f4-e164b09de95d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:46:22.752446 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc6f4f3-8174-495a-84f4-e164b09de95d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:46:22.752909 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc6f4f3-8174-495a-84f4-e164b09de95d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:46:22.758142 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc6f4f3-8174-495a-84f4-e164b09de95d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:46:22.758676 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc6f4f3-8174-495a-84f4-e164b09de95d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:46:22.765809 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc6f4f3-8174-495a-84f4-e164b09de95d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:46:22.770119 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc6f4f3-8174-495a-84f4-e164b09de95d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:46:22.770449 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc6f4f3-8174-495a-84f4-e164b09de95d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:46:22.795219 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714b66cd-5bc7-41da-91ce-673320a3301e None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:46:22.796103 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714b66cd-5bc7-41da-91ce-673320a3301e None None] Checking segment: {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:46:22.796911 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-714b66cd-5bc7-41da-91ce-673320a3301e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:22.799369 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714b66cd-5bc7-41da-91ce-673320a3301e None None] Bound using segment: {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'} {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:46:22.821175 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-714b66cd-5bc7-41da-91ce-673320a3301e None None] Bound port: d47f6d16-bed0-4fe0-9487-0ba35c3297b9, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}}] {{(pid=84889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:46:22.823345 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-714b66cd-5bc7-41da-91ce-673320a3301e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:22.979443 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.db [None req-714b66cd-5bc7-41da-91ce-673320a3301e None None] For port d47f6d16-bed0-4fe0-9487-0ba35c3297b9, host n-d-843948-2, cleared binding levels {{(pid=84889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:46:22.983313 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.db [None req-714b66cd-5bc7-41da-91ce-673320a3301e None None] For port d47f6d16-bed0-4fe0-9487-0ba35c3297b9, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=d47f6d16-bed0-4fe0-9487-0ba35c3297b9,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:46:23.042979 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6a6d8923-80d2-487e-8849-c332a7460ddc tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4127140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2778577'] for subnet, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:23.071028 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-714b66cd-5bc7-41da-91ce-673320a3301e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:23.150373 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6d8923-80d2-487e-8849-c332a7460ddc tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Checking segment: {'id': '8f7d5e98-588a-4a8a-b75b-4b8384d9c8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'd7a70373-eecd-4806-a0f2-53b270b23686'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:46:23.151229 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a6d8923-80d2-487e-8849-c332a7460ddc tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Network hostable DHCP agents. Network: d7a70373-eecd-4806-a0f2-53b270b23686, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:46:23.166286 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6d8923-80d2-487e-8849-c332a7460ddc tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Pushing event updated for resources: {'Subnet': ['ID=7d6d4533-837c-4fe4-984b-f786bf479687,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:46:23.191944 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714b66cd-5bc7-41da-91ce-673320a3301e None None] Routers {'d7cb24ff-d764-4204-865f-bdfb164e13a8'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:46:23.192641 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-714b66cd-5bc7-41da-91ce-673320a3301e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:46:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['d7cb24ff-d764-4204-865f-bdfb164e13a8'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:46:23.194224 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6d8923-80d2-487e-8849-c332a7460ddc tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:46:23.200557 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6d8923-80d2-487e-8849-c332a7460ddc tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:46:23.200557 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6d8923-80d2-487e-8849-c332a7460ddc tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:46:23.200557 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6d8923-80d2-487e-8849-c332a7460ddc tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:46:23.200557 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6d8923-80d2-487e-8849-c332a7460ddc tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:46:23.200557 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6d8923-80d2-487e-8849-c332a7460ddc tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:46:23.200557 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6d8923-80d2-487e-8849-c332a7460ddc tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:46:23.200557 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6d8923-80d2-487e-8849-c332a7460ddc tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:46:23.200557 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6d8923-80d2-487e-8849-c332a7460ddc tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:46:23.200557 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6d8923-80d2-487e-8849-c332a7460ddc tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:46:23.200557 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6d8923-80d2-487e-8849-c332a7460ddc tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:46:23.241438 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc6f4f3-8174-495a-84f4-e164b09de95d None None] Pushing event updated for resources: {'Port': ['ID=d47f6d16-bed0-4fe0-9487-0ba35c3297b9,revision_number=3']} {{(pid=84889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:46:23.277665 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a6d8923-80d2-487e-8849-c332a7460ddc tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Network d7a70373-eecd-4806-a0f2-53b270b23686 is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:46:23.375351 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-6a6d8923-80d2-487e-8849-c332a7460ddc tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, d7a70373-eecd-4806-a0f2-53b270b23686) {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:46:23.379935 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a6d8923-80d2-487e-8849-c332a7460ddc tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:46:23.380736 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6a6d8923-80d2-487e-8849-c332a7460ddc tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks [] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:23.383996 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-714b66cd-5bc7-41da-91ce-673320a3301e None None] Set router d7cb24ff-d764-4204-865f-bdfb164e13a8 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:46:23.396629 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29918268-52ed-4616-b281-b43fe0154475 None None] Network d7a70373-eecd-4806-a0f2-53b270b23686 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:46:23.505888 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-6a6d8923-80d2-487e-8849-c332a7460ddc tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.3756280 May 30 20:46:23.508760 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 40790) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:46:23.657545 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf68d6a0-5175-4656-9440-b90ce7694fdc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-d7a70373-eecd-4806-a0f2-53b270b23686', 'network_id': 'd7a70373-eecd-4806-a0f2-53b270b23686', 'tenant_id': '54aaf92a8da3459482cb4f4837dad259', 'fixed_ips': [{'subnet_id': '7d6d4533-837c-4fe4-984b-f786bf479687'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:46:23.662144 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-bf68d6a0-5175-4656-9440-b90ce7694fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:23.878005 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-bf68d6a0-5175-4656-9440-b90ce7694fdc None None] Allocated IP 172.20.0.2 (d7a70373-eecd-4806-a0f2-53b270b23686/7d6d4533-837c-4fe4-984b-f786bf479687/06393b8a-5e5c-4ec1-a8a0-ef2a675deb21) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:46:24.017246 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-714b66cd-5bc7-41da-91ce-673320a3301e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7cb24ff-d764-4204-865f-bdfb164e13a8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-56697754', 'tenant_id': '54aaf92a8da3459482cb4f4837dad259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.174'}], 'enable_snat': True}, 'gw_port_id': 'd47f6d16-bed0-4fe0-9487-0ba35c3297b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:46:19Z', 'updated_at': '2022-05-30T20:46:20Z', 'revision_number': 3, 'project_id': '54aaf92a8da3459482cb4f4837dad259', 'gw_port': {'id': 'd47f6d16-bed0-4fe0-9487-0ba35c3297b9', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:39:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7cb24ff-d764-4204-865f-bdfb164e13a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:46:19Z', 'updated_at': '2022-05-30T20:46:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:46:24.022269 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714b66cd-5bc7-41da-91ce-673320a3301e None None] The sync data for ids ['d7cb24ff-d764-4204-865f-bdfb164e13a8'] in n-d-843948-2 is: [{'id': 'd7cb24ff-d764-4204-865f-bdfb164e13a8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-56697754', 'tenant_id': '54aaf92a8da3459482cb4f4837dad259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.174'}], 'enable_snat': True}, 'gw_port_id': 'd47f6d16-bed0-4fe0-9487-0ba35c3297b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:46:19Z', 'updated_at': '2022-05-30T20:46:20Z', 'revision_number': 3, 'project_id': '54aaf92a8da3459482cb4f4837dad259', 'gw_port': {'id': 'd47f6d16-bed0-4fe0-9487-0ba35c3297b9', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:39:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7cb24ff-d764-4204-865f-bdfb164e13a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:46:19Z', 'updated_at': '2022-05-30T20:46:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:46:24.235048 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-bf68d6a0-5175-4656-9440-b90ce7694fdc None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:24.259374 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-bf68d6a0-5175-4656-9440-b90ce7694fdc None None] Transition to ACTIVE for port object 06393b8a-5e5c-4ec1-a8a0-ef2a675deb21 will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:46:24.295645 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-bf68d6a0-5175-4656-9440-b90ce7694fdc None None] Transition to ACTIVE for port object 06393b8a-5e5c-4ec1-a8a0-ef2a675deb21 will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:46:24.371807 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-bf68d6a0-5175-4656-9440-b90ce7694fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:24.579654 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf68d6a0-5175-4656-9440-b90ce7694fdc None None] Pushing event updated for resources: {'Port': ['ID=06393b8a-5e5c-4ec1-a8a0-ef2a675deb21,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:46:24.587410 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf68d6a0-5175-4656-9440-b90ce7694fdc None None] Network d7a70373-eecd-4806-a0f2-53b270b23686 is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:46:24.591155 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-bf68d6a0-5175-4656-9440-b90ce7694fdc None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:46:24.596612 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf68d6a0-5175-4656-9440-b90ce7694fdc None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:46:24.688726 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf68d6a0-5175-4656-9440-b90ce7694fdc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:46:24.699999 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf68d6a0-5175-4656-9440-b90ce7694fdc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:46:24.700435 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf68d6a0-5175-4656-9440-b90ce7694fdc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:46:24.700794 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf68d6a0-5175-4656-9440-b90ce7694fdc None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:46:24.701126 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf68d6a0-5175-4656-9440-b90ce7694fdc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:46:24.701468 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf68d6a0-5175-4656-9440-b90ce7694fdc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:46:24.704050 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf68d6a0-5175-4656-9440-b90ce7694fdc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:46:24.710070 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf68d6a0-5175-4656-9440-b90ce7694fdc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:46:24.710070 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf68d6a0-5175-4656-9440-b90ce7694fdc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:46:24.710070 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf68d6a0-5175-4656-9440-b90ce7694fdc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:46:24.710070 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf68d6a0-5175-4656-9440-b90ce7694fdc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:46:24.737782 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c5f838de-fe5e-428e-8ffd-cc6cdf114945 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:24.755579 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-bf68d6a0-5175-4656-9440-b90ce7694fdc None None] Attempting to bind port 06393b8a-5e5c-4ec1-a8a0-ef2a675deb21 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:46:24.755953 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-bf68d6a0-5175-4656-9440-b90ce7694fdc None None] Attempting to bind port 06393b8a-5e5c-4ec1-a8a0-ef2a675deb21 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': '8f7d5e98-588a-4a8a-b75b-4b8384d9c8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'd7a70373-eecd-4806-a0f2-53b270b23686'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:46:24.756317 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf68d6a0-5175-4656-9440-b90ce7694fdc None None] Attempting to bind port 06393b8a-5e5c-4ec1-a8a0-ef2a675deb21 on network d7a70373-eecd-4806-a0f2-53b270b23686 {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:46:24.768728 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf68d6a0-5175-4656-9440-b90ce7694fdc None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:46:24.769200 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf68d6a0-5175-4656-9440-b90ce7694fdc None None] Checking segment: {'id': '8f7d5e98-588a-4a8a-b75b-4b8384d9c8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'd7a70373-eecd-4806-a0f2-53b270b23686'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:46:24.769516 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-bf68d6a0-5175-4656-9440-b90ce7694fdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:24.772475 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf68d6a0-5175-4656-9440-b90ce7694fdc None None] Bound using segment: {'id': '8f7d5e98-588a-4a8a-b75b-4b8384d9c8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'd7a70373-eecd-4806-a0f2-53b270b23686'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:46:24.773114 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-bf68d6a0-5175-4656-9440-b90ce7694fdc None None] Bound port: 06393b8a-5e5c-4ec1-a8a0-ef2a675deb21, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f7d5e98-588a-4a8a-b75b-4b8384d9c8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'd7a70373-eecd-4806-a0f2-53b270b23686'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:46:24.773428 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-bf68d6a0-5175-4656-9440-b90ce7694fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:24.980216 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-bf68d6a0-5175-4656-9440-b90ce7694fdc None None] For port 06393b8a-5e5c-4ec1-a8a0-ef2a675deb21, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:46:25.010920 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-bf68d6a0-5175-4656-9440-b90ce7694fdc None None] For port 06393b8a-5e5c-4ec1-a8a0-ef2a675deb21, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=06393b8a-5e5c-4ec1-a8a0-ef2a675deb21,segment=NetworkSegment(8f7d5e98-588a-4a8a-b75b-4b8384d9c8dd),segment_id=8f7d5e98-588a-4a8a-b75b-4b8384d9c8dd)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:46:25.085484 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-bf68d6a0-5175-4656-9440-b90ce7694fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:25.247795 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf68d6a0-5175-4656-9440-b90ce7694fdc None None] Pushing event updated for resources: {'Port': ['ID=06393b8a-5e5c-4ec1-a8a0-ef2a675deb21,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:46:25.640948 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [None req-c5f838de-fe5e-428e-8ffd-cc6cdf114945 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Allocated IP 172.20.0.1 (d7a70373-eecd-4806-a0f2-53b270b23686/7d6d4533-837c-4fe4-984b-f786bf479687/a69cd133-8cc3-4bb0-9adc-b68326fffd45) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:46:25.879283 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 06393b8a-5e5c-4ec1-a8a0-ef2a675deb21 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:46:26.004280 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c5f838de-fe5e-428e-8ffd-cc6cdf114945 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:26.047134 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [None req-c5f838de-fe5e-428e-8ffd-cc6cdf114945 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Transition to ACTIVE for port object a69cd133-8cc3-4bb0-9adc-b68326fffd45 will not be triggered until provisioned by entity DHCP. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:46:26.116298 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 06393b8a-5e5c-4ec1-a8a0-ef2a675deb21 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:46:26.130742 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device d47f6d16-bed0-4fe0-9487-0ba35c3297b9 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:46:26.148680 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c5f838de-fe5e-428e-8ffd-cc6cdf114945 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:26.289647 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f838de-fe5e-428e-8ffd-cc6cdf114945 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Network d7a70373-eecd-4806-a0f2-53b270b23686 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:46:26.293953 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-c5f838de-fe5e-428e-8ffd-cc6cdf114945 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:46:26.296633 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f838de-fe5e-428e-8ffd-cc6cdf114945 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:46:26.334885 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f838de-fe5e-428e-8ffd-cc6cdf114945 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Pushing event updated for resources: {'Port': ['ID=a69cd133-8cc3-4bb0-9adc-b68326fffd45,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:46:26.376686 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-70e912a3-7513-4caf-9619-482f499ccf83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:26.380255 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c5f838de-fe5e-428e-8ffd-cc6cdf114945 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-736099'] for router_interface, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:26.408003 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port d47f6d16-bed0-4fe0-9487-0ba35c3297b9 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:46:26.418566 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port d47f6d16-bed0-4fe0-9487-0ba35c3297b9 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:46:26.419315 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:26.593180 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c5f838de-fe5e-428e-8ffd-cc6cdf114945 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:26.630933 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:26.649051 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port d47f6d16-bed0-4fe0-9487-0ba35c3297b9, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=d47f6d16-bed0-4fe0-9487-0ba35c3297b9,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:46:26.714031 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:26.767827 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1365f419-512a-45a0-9ef4-28a27d949618 None None] Network d7a70373-eecd-4806-a0f2-53b270b23686 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:46:26.900328 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=d47f6d16-bed0-4fe0-9487-0ba35c3297b9,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:46:26.992423 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-4646adf4-ab41-42c5-bbdc-266585ac378a None None] Provisioning for port 06393b8a-5e5c-4ec1-a8a0-ef2a675deb21 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:46:27.007273 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-4646adf4-ab41-42c5-bbdc-266585ac378a None None] Provisioning complete for port 06393b8a-5e5c-4ec1-a8a0-ef2a675deb21 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:46:27.015321 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-4646adf4-ab41-42c5-bbdc-266585ac378a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:27.131719 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c5f838de-fe5e-428e-8ffd-cc6cdf114945 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:27.170523 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 40870) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:46:27.177341 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-a2d271b7-45bb-463f-aba0-fccabd407463 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1336237327', 'description': 'tempest-secgroup-smoke-1336237327 description', 'project_id': '92b5fc25c8fb428a885a0ea0a728400d'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:46:27.187477 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-a2d271b7-45bb-463f-aba0-fccabd407463 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:46:27.195184 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-a2d271b7-45bb-463f-aba0-fccabd407463 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Usage tracker for resource:security_group and tenant:92b5fc25c8fb428a885a0ea0a728400d is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:46:27.196475 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-4646adf4-ab41-42c5-bbdc-266585ac378a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:27.199567 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-a2d271b7-45bb-463f-aba0-fccabd407463 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:46:27.206247 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-a2d271b7-45bb-463f-aba0-fccabd407463 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:46:27.211830 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c5f838de-fe5e-428e-8ffd-cc6cdf114945 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:27.238852 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-4646adf4-ab41-42c5-bbdc-266585ac378a None None] For port 06393b8a-5e5c-4ec1-a8a0-ef2a675deb21, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=06393b8a-5e5c-4ec1-a8a0-ef2a675deb21,segment=NetworkSegment(8f7d5e98-588a-4a8a-b75b-4b8384d9c8dd),segment_id=8f7d5e98-588a-4a8a-b75b-4b8384d9c8dd)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:46:27.294646 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a2d271b7-45bb-463f-aba0-fccabd407463 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:27.314374 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a2d271b7-45bb-463f-aba0-fccabd407463 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:27.316085 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-4646adf4-ab41-42c5-bbdc-266585ac378a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:27.329754 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c5f838de-fe5e-428e-8ffd-cc6cdf114945 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1718057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-736206'] for router_interface, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:27.360535 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-a2d271b7-45bb-463f-aba0-fccabd407463 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:46:27.364366 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-a2d271b7-45bb-463f-aba0-fccabd407463 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Usage tracker for resource:security_group_rule and tenant:92b5fc25c8fb428a885a0ea0a728400d is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:46:27.367563 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-a2d271b7-45bb-463f-aba0-fccabd407463 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:46:27.379451 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-a2d271b7-45bb-463f-aba0-fccabd407463 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:46:27.449804 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4646adf4-ab41-42c5-bbdc-266585ac378a None None] Pushing event updated for resources: {'Port': ['ID=06393b8a-5e5c-4ec1-a8a0-ef2a675deb21,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:46:27.480281 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a2d271b7-45bb-463f-aba0-fccabd407463 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:27.510652 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f838de-fe5e-428e-8ffd-cc6cdf114945 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Pushing event updated for resources: {'Port': ['ID=a69cd133-8cc3-4bb0-9adc-b68326fffd45,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:46:27.550696 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a2d271b7-45bb-463f-aba0-fccabd407463 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:27.599832 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f838de-fe5e-428e-8ffd-cc6cdf114945 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Network d7a70373-eecd-4806-a0f2-53b270b23686 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:46:27.601408 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-c5f838de-fe5e-428e-8ffd-cc6cdf114945 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:46:27.625733 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-c34dc9bb-477f-4dd5-bf56-ca236c03fe20 None None] Provisioning for port a69cd133-8cc3-4bb0-9adc-b68326fffd45 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:46:27.632465 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-c34dc9bb-477f-4dd5-bf56-ca236c03fe20 None None] Provisioning complete for port a69cd133-8cc3-4bb0-9adc-b68326fffd45 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:46:27.632852 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-c34dc9bb-477f-4dd5-bf56-ca236c03fe20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:27.632951 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d271b7-45bb-463f-aba0-fccabd407463 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76807262-9001-4404-a333-919c17ef0de4,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:46:27.636057 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-a2d271b7-45bb-463f-aba0-fccabd407463 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:46:27.641222 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-a2d271b7-45bb-463f-aba0-fccabd407463 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Usage tracker for resource:security_group_rule and tenant:92b5fc25c8fb428a885a0ea0a728400d is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:46:27.645554 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-a2d271b7-45bb-463f-aba0-fccabd407463 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:46:27.653865 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-a2d271b7-45bb-463f-aba0-fccabd407463 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:46:27.713600 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-c34dc9bb-477f-4dd5-bf56-ca236c03fe20 None None] Port a69cd133-8cc3-4bb0-9adc-b68326fffd45 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:46:27.769974 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-c34dc9bb-477f-4dd5-bf56-ca236c03fe20 None None] Provisioning complete for port 06393b8a-5e5c-4ec1-a8a0-ef2a675deb21 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:46:27.770360 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-c34dc9bb-477f-4dd5-bf56-ca236c03fe20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:27.776646 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a2d271b7-45bb-463f-aba0-fccabd407463 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:27.851935 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 06393b8a-5e5c-4ec1-a8a0-ef2a675deb21 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:46:27.861997 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a2d271b7-45bb-463f-aba0-fccabd407463 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:27.960494 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d271b7-45bb-463f-aba0-fccabd407463 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55b4696b-8ce2-4bd2-9c2a-5bdb3080275c,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:46:28.045574 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a2d271b7-45bb-463f-aba0-fccabd407463 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:28.047074 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-a2d271b7-45bb-463f-aba0-fccabd407463 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.8755529 May 30 20:46:28.049981 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 40886) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:46:28.055963 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-27c57f3c-7bf3-4e52-bce1-a2abe96106f7 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Request body: {'security_group_rule': {'security_group_id': '55b4696b-8ce2-4bd2-9c2a-5bdb3080275c', 'project_id': '92b5fc25c8fb428a885a0ea0a728400d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:46:28.069891 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 06393b8a-5e5c-4ec1-a8a0-ef2a675deb21 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:46:28.070407 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:28.071517 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-27c57f3c-7bf3-4e52-bce1-a2abe96106f7 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:46:28.089405 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-27c57f3c-7bf3-4e52-bce1-a2abe96106f7 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Usage tracker for resource:security_group_rule and tenant:92b5fc25c8fb428a885a0ea0a728400d is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:46:28.096138 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-27c57f3c-7bf3-4e52-bce1-a2abe96106f7 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:46:28.105776 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-27c57f3c-7bf3-4e52-bce1-a2abe96106f7 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:46:28.238270 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-27c57f3c-7bf3-4e52-bce1-a2abe96106f7 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:28.356851 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-27c57f3c-7bf3-4e52-bce1-a2abe96106f7 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:28.424619 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-27c57f3c-7bf3-4e52-bce1-a2abe96106f7 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:28.484615 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-f44a7325-1283-4017-8aca-31505663a8c4 None None] Provisioning complete for port a69cd133-8cc3-4bb0-9adc-b68326fffd45 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:46:28.484615 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-f44a7325-1283-4017-8aca-31505663a8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:28.498972 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c57f3c-7bf3-4e52-bce1-a2abe96106f7 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0af0e7a2-cc2b-48ba-a41d-0393a5b7fc59,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:46:28.559451 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-27c57f3c-7bf3-4e52-bce1-a2abe96106f7 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:28.563919 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-27c57f3c-7bf3-4e52-bce1-a2abe96106f7 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5128510 May 30 20:46:28.564600 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 40896) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:46:28.565302 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5f838de-fe5e-428e-8ffd-cc6cdf114945 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Router d7cb24ff-d764-4204-865f-bdfb164e13a8 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:46:28.570652 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-64e7bd7b-f975-4c78-9dc2-8c53a2a65fab tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Request body: {'security_group_rule': {'security_group_id': '55b4696b-8ce2-4bd2-9c2a-5bdb3080275c', 'project_id': '92b5fc25c8fb428a885a0ea0a728400d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:46:28.570813 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device d47f6d16-bed0-4fe0-9487-0ba35c3297b9 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:46:28.584689 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-64e7bd7b-f975-4c78-9dc2-8c53a2a65fab tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:46:28.595435 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-64e7bd7b-f975-4c78-9dc2-8c53a2a65fab tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Usage tracker for resource:security_group_rule and tenant:92b5fc25c8fb428a885a0ea0a728400d is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:46:28.598617 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-64e7bd7b-f975-4c78-9dc2-8c53a2a65fab tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:46:28.606477 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-64e7bd7b-f975-4c78-9dc2-8c53a2a65fab tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:46:28.642778 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-f44a7325-1283-4017-8aca-31505663a8c4 None None] Port a69cd133-8cc3-4bb0-9adc-b68326fffd45 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:46:28.657491 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port d47f6d16-bed0-4fe0-9487-0ba35c3297b9 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:46:28.657913 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:28.696476 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-64e7bd7b-f975-4c78-9dc2-8c53a2a65fab tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:28.840489 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-64e7bd7b-f975-4c78-9dc2-8c53a2a65fab tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:28.877903 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5f838de-fe5e-428e-8ffd-cc6cdf114945 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:46:28.893266 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9627b35-8705-4a22-b267-80844401c475 None None] Sync routers for ids ['d7cb24ff-d764-4204-865f-bdfb164e13a8'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:46:28.904394 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-c5f838de-fe5e-428e-8ffd-cc6cdf114945 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] 10.222.0.85 "PUT /v2.0/routers/d7cb24ff-d764-4204-865f-bdfb164e13a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3920424 May 30 20:46:28.904608 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 40906) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:46:28.911187 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-741e8f90-10f8-4dd8-bb90-eae189f7ea61 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1979411550', 'description': 'tempest-secgroup_access--1979411550 description', 'project_id': '54aaf92a8da3459482cb4f4837dad259'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:46:28.918893 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-64e7bd7b-f975-4c78-9dc2-8c53a2a65fab tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:28.923302 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9627b35-8705-4a22-b267-80844401c475 None None] Routers {'d7cb24ff-d764-4204-865f-bdfb164e13a8'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:46:28.924291 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-d9627b35-8705-4a22-b267-80844401c475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:46:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['d7cb24ff-d764-4204-865f-bdfb164e13a8'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:46:28.926032 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-741e8f90-10f8-4dd8-bb90-eae189f7ea61 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:46:29.015160 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-741e8f90-10f8-4dd8-bb90-eae189f7ea61 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Usage tracker for resource:security_group and tenant:54aaf92a8da3459482cb4f4837dad259 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:46:29.018418 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-741e8f90-10f8-4dd8-bb90-eae189f7ea61 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:46:29.036312 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e7bd7b-f975-4c78-9dc2-8c53a2a65fab tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8ef43ea-548b-46a7-b7da-2c922fc302b2,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:46:29.040608 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-741e8f90-10f8-4dd8-bb90-eae189f7ea61 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:46:29.099529 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-64e7bd7b-f975-4c78-9dc2-8c53a2a65fab tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:29.104412 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 40910) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:46:29.104701 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-64e7bd7b-f975-4c78-9dc2-8c53a2a65fab tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.5389686 May 30 20:46:29.112242 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-cb4722ab-e517-4045-8787-0b66f19a7017 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Request body: {'security_group_rule': {'security_group_id': '55b4696b-8ce2-4bd2-9c2a-5bdb3080275c', 'project_id': '92b5fc25c8fb428a885a0ea0a728400d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:46:29.126997 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-cb4722ab-e517-4045-8787-0b66f19a7017 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:46:29.141318 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-cb4722ab-e517-4045-8787-0b66f19a7017 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Usage tracker for resource:security_group_rule and tenant:92b5fc25c8fb428a885a0ea0a728400d is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:46:29.148368 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-cb4722ab-e517-4045-8787-0b66f19a7017 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:46:29.156814 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-cb4722ab-e517-4045-8787-0b66f19a7017 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:46:29.197367 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-741e8f90-10f8-4dd8-bb90-eae189f7ea61 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:29.248536 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-741e8f90-10f8-4dd8-bb90-eae189f7ea61 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:46:29.253302 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-741e8f90-10f8-4dd8-bb90-eae189f7ea61 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Usage tracker for resource:security_group_rule and tenant:54aaf92a8da3459482cb4f4837dad259 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:46:29.256565 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-741e8f90-10f8-4dd8-bb90-eae189f7ea61 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:46:29.263461 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-741e8f90-10f8-4dd8-bb90-eae189f7ea61 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:46:29.279274 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-cb4722ab-e517-4045-8787-0b66f19a7017 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:29.288277 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-d9627b35-8705-4a22-b267-80844401c475 None None] Set router d7cb24ff-d764-4204-865f-bdfb164e13a8 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:46:29.327245 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-741e8f90-10f8-4dd8-bb90-eae189f7ea61 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:29.360295 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-cb4722ab-e517-4045-8787-0b66f19a7017 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:29.430310 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-741e8f90-10f8-4dd8-bb90-eae189f7ea61 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:29.447792 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-cb4722ab-e517-4045-8787-0b66f19a7017 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:29.488938 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741e8f90-10f8-4dd8-bb90-eae189f7ea61 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80753685-3d0a-43b0-bce3-c3528a083094,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:46:29.489934 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4722ab-e517-4045-8787-0b66f19a7017 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ee10f73-df3f-4581-9397-65629a271f65,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:46:29.542834 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-cb4722ab-e517-4045-8787-0b66f19a7017 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:29.544911 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-cb4722ab-e517-4045-8787-0b66f19a7017 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4388547 May 30 20:46:29.547587 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 40918) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:46:29.571165 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-256f02c4-b35d-4952-b51f-eb1705e70470 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Request body: {'security_group_rule': {'security_group_id': '55b4696b-8ce2-4bd2-9c2a-5bdb3080275c', 'project_id': '92b5fc25c8fb428a885a0ea0a728400d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:46:29.578994 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-256f02c4-b35d-4952-b51f-eb1705e70470 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:46:29.583177 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-256f02c4-b35d-4952-b51f-eb1705e70470 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Usage tracker for resource:security_group_rule and tenant:92b5fc25c8fb428a885a0ea0a728400d is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:46:29.586743 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-256f02c4-b35d-4952-b51f-eb1705e70470 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:46:29.593690 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-256f02c4-b35d-4952-b51f-eb1705e70470 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:46:29.607836 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-741e8f90-10f8-4dd8-bb90-eae189f7ea61 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:29.609416 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-741e8f90-10f8-4dd8-bb90-eae189f7ea61 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1632 time: 0.7035415 May 30 20:46:29.613277 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 40924) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:46:29.629254 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-9415474a-afa6-4a15-a115-f55f5c8b6ae4 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--2134953424', 'description': 'tempest-secgroup_general--2134953424 description', 'project_id': '54aaf92a8da3459482cb4f4837dad259'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:46:29.646902 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-9415474a-afa6-4a15-a115-f55f5c8b6ae4 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:46:29.665392 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-9415474a-afa6-4a15-a115-f55f5c8b6ae4 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Usage tracker for resource:security_group and tenant:54aaf92a8da3459482cb4f4837dad259 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:46:29.678514 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-9415474a-afa6-4a15-a115-f55f5c8b6ae4 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:46:29.694749 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-9415474a-afa6-4a15-a115-f55f5c8b6ae4 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:46:29.710160 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-256f02c4-b35d-4952-b51f-eb1705e70470 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:29.711600 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-5a0912bb-c3ea-4947-b5d2-4fcfda7886d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:29.811313 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9415474a-afa6-4a15-a115-f55f5c8b6ae4 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:29.814578 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-256f02c4-b35d-4952-b51f-eb1705e70470 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:29.833148 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-d9627b35-8705-4a22-b267-80844401c475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7cb24ff-d764-4204-865f-bdfb164e13a8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-56697754', 'tenant_id': '54aaf92a8da3459482cb4f4837dad259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.174'}], 'enable_snat': True}, 'gw_port_id': 'd47f6d16-bed0-4fe0-9487-0ba35c3297b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:46:19Z', 'updated_at': '2022-05-30T20:46:26Z', 'revision_number': 4, 'project_id': '54aaf92a8da3459482cb4f4837dad259', 'gw_port': {'id': 'd47f6d16-bed0-4fe0-9487-0ba35c3297b9', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:39:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7cb24ff-d764-4204-865f-bdfb164e13a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:46:19Z', 'updated_at': '2022-05-30T20:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': 'a69cd133-8cc3-4bb0-9adc-b68326fffd45', 'name': '', 'network_id': 'd7a70373-eecd-4806-a0f2-53b270b23686', 'tenant_id': '54aaf92a8da3459482cb4f4837dad259', 'mac_address': 'fa:16:3e:fa:fa:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7cb24ff-d764-4204-865f-bdfb164e13a8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d6d4533-837c-4fe4-984b-f786bf479687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:46:25Z', 'updated_at': '2022-05-30T20:46:26Z', 'revision_number': 2, 'project_id': '54aaf92a8da3459482cb4f4837dad259', 'subnets': [{'id': '7d6d4533-837c-4fe4-984b-f786bf479687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:46:29.839699 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9627b35-8705-4a22-b267-80844401c475 None None] Checking router: d7cb24ff-d764-4204-865f-bdfb164e13a8 for host: n-d-843948-2 {{(pid=84888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:46:29.840258 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9627b35-8705-4a22-b267-80844401c475 None None] Updating router d7cb24ff-d764-4204-865f-bdfb164e13a8 port a69cd133-8cc3-4bb0-9adc-b68326fffd45 binding host n-d-843948-2 {{(pid=84888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:46:29.900167 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:29.907005 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-9415474a-afa6-4a15-a115-f55f5c8b6ae4 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:46:29.910003 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-d9627b35-8705-4a22-b267-80844401c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:29.918641 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-9415474a-afa6-4a15-a115-f55f5c8b6ae4 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Usage tracker for resource:security_group_rule and tenant:54aaf92a8da3459482cb4f4837dad259 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:46:29.925485 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-256f02c4-b35d-4952-b51f-eb1705e70470 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:29.933221 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-9415474a-afa6-4a15-a115-f55f5c8b6ae4 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:46:29.960532 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-9415474a-afa6-4a15-a115-f55f5c8b6ae4 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:46:29.983961 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256f02c4-b35d-4952-b51f-eb1705e70470 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b252f79d-1a8d-4f55-9783-0e84d008df02,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:46:30.018402 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9415474a-afa6-4a15-a115-f55f5c8b6ae4 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:30.096982 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-256f02c4-b35d-4952-b51f-eb1705e70470 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:30.100957 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-256f02c4-b35d-4952-b51f-eb1705e70470 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5361202 May 30 20:46:30.101245 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 40934) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:46:30.107416 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-18f34cfd-fe19-4653-b687-f983ab924fac tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Request body: {'security_group_rule': {'security_group_id': '55b4696b-8ce2-4bd2-9c2a-5bdb3080275c', 'project_id': '92b5fc25c8fb428a885a0ea0a728400d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:46:30.115614 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-18f34cfd-fe19-4653-b687-f983ab924fac tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:46:30.120769 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-18f34cfd-fe19-4653-b687-f983ab924fac tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Usage tracker for resource:security_group_rule and tenant:92b5fc25c8fb428a885a0ea0a728400d is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:46:30.122270 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9415474a-afa6-4a15-a115-f55f5c8b6ae4 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:30.141719 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-18f34cfd-fe19-4653-b687-f983ab924fac tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:46:30.155443 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-18f34cfd-fe19-4653-b687-f983ab924fac tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:46:30.180267 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9415474a-afa6-4a15-a115-f55f5c8b6ae4 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a21a713-4fb1-4623-ad0b-6184f1ecb4ff,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:46:30.250962 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9415474a-afa6-4a15-a115-f55f5c8b6ae4 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:30.251973 n-d-843948-2 neutron-server[84887]: INFO neutron.db.securitygroups_db [None req-18f34cfd-fe19-4653-b687-f983ab924fac tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Project 92b5fc25c8fb428a885a0ea0a728400d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 30 20:46:30.259508 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-9415474a-afa6-4a15-a115-f55f5c8b6ae4 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1634 time: 0.6404576 May 30 20:46:30.260666 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 40942) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:46:30.261713 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-18f34cfd-fe19-4653-b687-f983ab924fac tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:30.266787 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-a8d96dcd-27b9-4671-b74c-12abc094de67 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Request body: {'security_group_rule': {'security_group_id': '80753685-3d0a-43b0-bce3-c3528a083094', 'project_id': '54aaf92a8da3459482cb4f4837dad259', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:46:30.278441 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-a8d96dcd-27b9-4671-b74c-12abc094de67 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:46:30.283976 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-a8d96dcd-27b9-4671-b74c-12abc094de67 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Usage tracker for resource:security_group_rule and tenant:54aaf92a8da3459482cb4f4837dad259 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:46:30.287556 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-a8d96dcd-27b9-4671-b74c-12abc094de67 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:46:30.294267 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-a8d96dcd-27b9-4671-b74c-12abc094de67 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:46:30.330304 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-d9627b35-8705-4a22-b267-80844401c475 None None] Notify callbacks [] for port, precommit_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:30.355369 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-d9627b35-8705-4a22-b267-80844401c475 None None] Transition to ACTIVE for port object a69cd133-8cc3-4bb0-9adc-b68326fffd45 will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:46:30.381922 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-18f34cfd-fe19-4653-b687-f983ab924fac tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:30.441076 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a8d96dcd-27b9-4671-b74c-12abc094de67 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:30.468005 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-d9627b35-8705-4a22-b267-80844401c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:30.468265 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-18f34cfd-fe19-4653-b687-f983ab924fac tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:30.490977 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f34cfd-fe19-4653-b687-f983ab924fac tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c91d74a-c708-4942-8a4d-a3ecb2e4a5ee,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:46:30.532771 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a8d96dcd-27b9-4671-b74c-12abc094de67 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:30.602727 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-18f34cfd-fe19-4653-b687-f983ab924fac tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:30.602727 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-18f34cfd-fe19-4653-b687-f983ab924fac tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4953663 May 30 20:46:30.603179 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 40948) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:46:30.603559 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0c645f-8946-462d-844a-e8f9bf6c1a98 None None] Pushing event updated for resources: {'Port': ['ID=a69cd133-8cc3-4bb0-9adc-b68326fffd45,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:46:30.614876 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-38593c1c-4bd3-48e8-b970-bc05f6a39c46 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Request body: {'security_group_rule': {'security_group_id': '55b4696b-8ce2-4bd2-9c2a-5bdb3080275c', 'project_id': '92b5fc25c8fb428a885a0ea0a728400d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:46:30.622749 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-38593c1c-4bd3-48e8-b970-bc05f6a39c46 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:46:30.626571 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a8d96dcd-27b9-4671-b74c-12abc094de67 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:30.628577 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-38593c1c-4bd3-48e8-b970-bc05f6a39c46 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Usage tracker for resource:security_group_rule and tenant:92b5fc25c8fb428a885a0ea0a728400d is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:46:30.640687 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-38593c1c-4bd3-48e8-b970-bc05f6a39c46 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:46:30.652332 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-38593c1c-4bd3-48e8-b970-bc05f6a39c46 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:46:30.663074 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d96dcd-27b9-4671-b74c-12abc094de67 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0f20283-a22a-444e-9080-36096a6f6725,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:46:30.700416 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-d9627b35-8705-4a22-b267-80844401c475 None None] Attempting to bind port a69cd133-8cc3-4bb0-9adc-b68326fffd45 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:46:30.700787 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-d9627b35-8705-4a22-b267-80844401c475 None None] Attempting to bind port a69cd133-8cc3-4bb0-9adc-b68326fffd45 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': '8f7d5e98-588a-4a8a-b75b-4b8384d9c8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'd7a70373-eecd-4806-a0f2-53b270b23686'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:46:30.701149 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9627b35-8705-4a22-b267-80844401c475 None None] Attempting to bind port a69cd133-8cc3-4bb0-9adc-b68326fffd45 on network d7a70373-eecd-4806-a0f2-53b270b23686 {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:46:30.709402 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9627b35-8705-4a22-b267-80844401c475 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:46:30.709809 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9627b35-8705-4a22-b267-80844401c475 None None] Checking segment: {'id': '8f7d5e98-588a-4a8a-b75b-4b8384d9c8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'd7a70373-eecd-4806-a0f2-53b270b23686'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:46:30.710212 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-d9627b35-8705-4a22-b267-80844401c475 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:30.710596 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9627b35-8705-4a22-b267-80844401c475 None None] Bound using segment: {'id': '8f7d5e98-588a-4a8a-b75b-4b8384d9c8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'd7a70373-eecd-4806-a0f2-53b270b23686'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:46:30.711062 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-d9627b35-8705-4a22-b267-80844401c475 None None] Bound port: a69cd133-8cc3-4bb0-9adc-b68326fffd45, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f7d5e98-588a-4a8a-b75b-4b8384d9c8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'd7a70373-eecd-4806-a0f2-53b270b23686'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:46:30.711436 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-d9627b35-8705-4a22-b267-80844401c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:30.748423 n-d-843948-2 neutron-server[84886]: INFO neutron.db.securitygroups_db [None req-38593c1c-4bd3-48e8-b970-bc05f6a39c46 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Project 92b5fc25c8fb428a885a0ea0a728400d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 30 20:46:30.756037 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-38593c1c-4bd3-48e8-b970-bc05f6a39c46 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:30.781483 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a8d96dcd-27b9-4671-b74c-12abc094de67 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:30.792346 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-a8d96dcd-27b9-4671-b74c-12abc094de67 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5310709 May 30 20:46:30.848541 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-d9627b35-8705-4a22-b267-80844401c475 None None] For port a69cd133-8cc3-4bb0-9adc-b68326fffd45, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:46:30.852485 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-d9627b35-8705-4a22-b267-80844401c475 None None] For port a69cd133-8cc3-4bb0-9adc-b68326fffd45, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=a69cd133-8cc3-4bb0-9adc-b68326fffd45,segment=NetworkSegment(8f7d5e98-588a-4a8a-b75b-4b8384d9c8dd),segment_id=8f7d5e98-588a-4a8a-b75b-4b8384d9c8dd)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:46:30.871114 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-38593c1c-4bd3-48e8-b970-bc05f6a39c46 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:30.937038 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-d9627b35-8705-4a22-b267-80844401c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:30.961871 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-38593c1c-4bd3-48e8-b970-bc05f6a39c46 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:31.007195 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38593c1c-4bd3-48e8-b970-bc05f6a39c46 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8c08a5f-e18d-4e72-ab61-896e9c40e080,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:46:31.042786 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9627b35-8705-4a22-b267-80844401c475 None None] Routers {'d7cb24ff-d764-4204-865f-bdfb164e13a8'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:46:31.043600 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-d9627b35-8705-4a22-b267-80844401c475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:46:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['d7cb24ff-d764-4204-865f-bdfb164e13a8'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:46:31.115409 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0c645f-8946-462d-844a-e8f9bf6c1a98 None None] Pushing event updated for resources: {'Port': ['ID=a69cd133-8cc3-4bb0-9adc-b68326fffd45,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:46:31.116782 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-38593c1c-4bd3-48e8-b970-bc05f6a39c46 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:31.121963 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-38593c1c-4bd3-48e8-b970-bc05f6a39c46 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.5203302 May 30 20:46:31.124765 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 40978) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:46:31.136288 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-638a946b-2fb6-40a4-a03d-7b9b286e4f92 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Request body: {'network': {'name': 'tempest-network-smoke--1448685003', 'project_id': '92b5fc25c8fb428a885a0ea0a728400d', 'port_security_enabled': True}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:46:31.170604 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-638a946b-2fb6-40a4-a03d-7b9b286e4f92 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:46:31.178384 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-638a946b-2fb6-40a4-a03d-7b9b286e4f92 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Usage tracker for resource:network and tenant:92b5fc25c8fb428a885a0ea0a728400d is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:46:31.187940 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-638a946b-2fb6-40a4-a03d-7b9b286e4f92 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:46:31.214423 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-638a946b-2fb6-40a4-a03d-7b9b286e4f92 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:46:31.230230 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-9e6c5d0b-d3ff-4657-b27a-93a23e23afa2 req-4241dbd3-15be-43c6-8099-7adb90730518 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Synchronizing usage tracker for tenant:54aaf92a8da3459482cb4f4837dad259 on resource:security_group {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:46:31.296638 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-638a946b-2fb6-40a4-a03d-7b9b286e4f92 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Made reservation on behalf of 92b5fc25c8fb428a885a0ea0a728400d for: {'network': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:46:31.299941 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-638a946b-2fb6-40a4-a03d-7b9b286e4f92 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:31.320890 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-d9627b35-8705-4a22-b267-80844401c475 None None] Set router d7cb24ff-d764-4204-865f-bdfb164e13a8 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:46:31.357385 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-9e6c5d0b-d3ff-4657-b27a-93a23e23afa2 req-4241dbd3-15be-43c6-8099-7adb90730518 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Unset dirty status for tenant:54aaf92a8da3459482cb4f4837dad259 on resource:security_group {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:46:31.363082 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9e6c5d0b-d3ff-4657-b27a-93a23e23afa2 req-4241dbd3-15be-43c6-8099-7adb90730518 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-secgroup_general--2134953424&fields=id&tenant_id=54aaf92a8da3459482cb4f4837dad259 HTTP/1.1" status: 200 len: 267 time: 0.2107117 May 30 20:46:31.366438 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-638a946b-2fb6-40a4-a03d-7b9b286e4f92 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] vlan segment allocate from pool success with {'vlan_id': 665, 'physical_network': 'physnet1'} {{(pid=84886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:46:31.379123 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:31.401117 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-638a946b-2fb6-40a4-a03d-7b9b286e4f92 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:31.401960 n-d-843948-2 neutron-server[84886]: INFO neutron.db.segments_db [None req-638a946b-2fb6-40a4-a03d-7b9b286e4f92 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Added segment b137d6a1-cad7-4615-9646-be2b81ec6b86 of type vlan for network 823c6024-63b3-4ed4-a97a-15e5fdfbd028 May 30 20:46:31.435556 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-638a946b-2fb6-40a4-a03d-7b9b286e4f92 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:31.505592 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9e6c5d0b-d3ff-4657-b27a-93a23e23afa2 req-cc461f87-03a7-4863-8aab-d266ea4d1b85 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-secgroup_access--1979411550&fields=id&tenant_id=54aaf92a8da3459482cb4f4837dad259 HTTP/1.1" status: 200 len: 267 time: 0.1365983 May 30 20:46:31.610638 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-638a946b-2fb6-40a4-a03d-7b9b286e4f92 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:31.614884 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-638a946b-2fb6-40a4-a03d-7b9b286e4f92 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:46:31.615496 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-638a946b-2fb6-40a4-a03d-7b9b286e4f92 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:31.721099 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-d9627b35-8705-4a22-b267-80844401c475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7cb24ff-d764-4204-865f-bdfb164e13a8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-56697754', 'tenant_id': '54aaf92a8da3459482cb4f4837dad259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.174'}], 'enable_snat': True}, 'gw_port_id': 'd47f6d16-bed0-4fe0-9487-0ba35c3297b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:46:19Z', 'updated_at': '2022-05-30T20:46:26Z', 'revision_number': 4, 'project_id': '54aaf92a8da3459482cb4f4837dad259', 'gw_port': {'id': 'd47f6d16-bed0-4fe0-9487-0ba35c3297b9', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:39:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7cb24ff-d764-4204-865f-bdfb164e13a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:46:19Z', 'updated_at': '2022-05-30T20:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': 'a69cd133-8cc3-4bb0-9adc-b68326fffd45', 'name': '', 'network_id': 'd7a70373-eecd-4806-a0f2-53b270b23686', 'tenant_id': '54aaf92a8da3459482cb4f4837dad259', 'mac_address': 'fa:16:3e:fa:fa:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7cb24ff-d764-4204-865f-bdfb164e13a8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d6d4533-837c-4fe4-984b-f786bf479687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:46:25Z', 'updated_at': '2022-05-30T20:46:30Z', 'revision_number': 4, 'project_id': '54aaf92a8da3459482cb4f4837dad259', 'subnets': [{'id': '7d6d4533-837c-4fe4-984b-f786bf479687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:46:31.727206 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9627b35-8705-4a22-b267-80844401c475 None None] The sync data for ids ['d7cb24ff-d764-4204-865f-bdfb164e13a8'] in n-d-843948-2 is: [{'id': 'd7cb24ff-d764-4204-865f-bdfb164e13a8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-56697754', 'tenant_id': '54aaf92a8da3459482cb4f4837dad259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.174'}], 'enable_snat': True}, 'gw_port_id': 'd47f6d16-bed0-4fe0-9487-0ba35c3297b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:46:19Z', 'updated_at': '2022-05-30T20:46:26Z', 'revision_number': 4, 'project_id': '54aaf92a8da3459482cb4f4837dad259', 'gw_port': {'id': 'd47f6d16-bed0-4fe0-9487-0ba35c3297b9', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:39:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7cb24ff-d764-4204-865f-bdfb164e13a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:46:19Z', 'updated_at': '2022-05-30T20:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': 'a69cd133-8cc3-4bb0-9adc-b68326fffd45', 'name': '', 'network_id': 'd7a70373-eecd-4806-a0f2-53b270b23686', 'tenant_id': '54aaf92a8da3459482cb4f4837dad259', 'mac_address': 'fa:16:3e:fa:fa:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7cb24ff-d764-4204-865f-bdfb164e13a8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d6d4533-837c-4fe4-984b-f786bf479687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:46:25Z', 'updated_at': '2022-05-30T20:46:30Z', 'revision_number': 4, 'project_id': '54aaf92a8da3459482cb4f4837dad259', 'subnets': [{'id': '7d6d4533-837c-4fe4-984b-f786bf479687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:46:31.817787 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-638a946b-2fb6-40a4-a03d-7b9b286e4f92 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6917365 May 30 20:46:31.821686 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638a946b-2fb6-40a4-a03d-7b9b286e4f92 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Pushing event updated for resources: {'Network': ['ID=823c6024-63b3-4ed4-a97a-15e5fdfbd028,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:46:31.822043 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 41018) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:46:31.837179 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-e939a44d-200a-460b-bd6c-e11a5188868e tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1287081247', 'admin_state_up': True, 'project_id': '92b5fc25c8fb428a885a0ea0a728400d', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:46:31.844711 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network 823c6024-63b3-4ed4-a97a-15e5fdfbd028 details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:46:31.868727 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-e939a44d-200a-460b-bd6c-e11a5188868e tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:46:31.875606 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-e939a44d-200a-460b-bd6c-e11a5188868e tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Usage tracker for resource:router and tenant:92b5fc25c8fb428a885a0ea0a728400d is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:46:31.881163 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-e939a44d-200a-460b-bd6c-e11a5188868e tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:46:31.899003 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-e939a44d-200a-460b-bd6c-e11a5188868e tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:46:31.917998 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6c5d0b-d3ff-4657-b27a-93a23e23afa2 req-06f836f2-3d82-4cd6-95e9-e57eb37de513 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:46:31.919557 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9e6c5d0b-d3ff-4657-b27a-93a23e23afa2 req-06f836f2-3d82-4cd6-95e9-e57eb37de513 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] 10.222.0.85 "GET /v2.0/networks?id=d7a70373-eecd-4806-a0f2-53b270b23686 HTTP/1.1" status: 200 len: 796 time: 0.4018424 May 30 20:46:31.951297 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9e6c5d0b-d3ff-4657-b27a-93a23e23afa2 req-77eb1fe7-9385-41a6-b667-d35c8090fd17 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] 10.222.0.85 "GET /v2.0/quotas/54aaf92a8da3459482cb4f4837dad259 HTTP/1.1" status: 200 len: 375 time: 0.0253553 May 30 20:46:32.002782 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e939a44d-200a-460b-bd6c-e11a5188868e tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-733683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3159'] for router, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:32.003716 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e939a44d-200a-460b-bd6c-e11a5188868e tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-733584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-736372', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-628480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3164'] for router, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:32.034950 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e939a44d-200a-460b-bd6c-e11a5188868e tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:32.096196 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9e6c5d0b-d3ff-4657-b27a-93a23e23afa2 req-9154f1e3-6a63-4996-9e6d-c8c6337bbdad tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=54aaf92a8da3459482cb4f4837dad259&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1390707 May 30 20:46:32.319521 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e939a44d-200a-460b-bd6c-e11a5188868e tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-736390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:32.631374 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9e6c5d0b-d3ff-4657-b27a-93a23e23afa2 req-db35087b-107f-463f-b102-5dd03e665219 service neutron] 10.222.0.85 "GET /v2.0/networks/d7a70373-eecd-4806-a0f2-53b270b23686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5145726 May 30 20:46:32.687387 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e939a44d-200a-460b-bd6c-e11a5188868e tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for router_gateway, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:32.720085 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e939a44d-200a-460b-bd6c-e11a5188868e tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:32.722221 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:32.847732 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9e6c5d0b-d3ff-4657-b27a-93a23e23afa2 req-5186ed54-9c2a-407c-afc8-c452f2de3232 service neutron] 10.222.0.85 "GET /v2.0/networks/d7a70373-eecd-4806-a0f2-53b270b23686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080581 May 30 20:46:32.996872 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [None req-e939a44d-200a-460b-bd6c-e11a5188868e tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Allocated IP 172.25.8.250 (c7869750-4b49-4b7e-aa99-5e0f1ae02da4/427601ec-f643-4fe7-b5e6-17305d3a39e1/6b33e8e2-2a0c-4db6-af0e-43f2afb0c680) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:46:33.193057 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e939a44d-200a-460b-bd6c-e11a5188868e tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:33.339837 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e939a44d-200a-460b-bd6c-e11a5188868e tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:33.396259 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-95972264-d957-4d89-8b9c-37aa9cfe469e req-c7a0ca74-97ba-4a22-b457-4a36f35bba62 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Synchronizing usage tracker for tenant:54aaf92a8da3459482cb4f4837dad259 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:46:33.460922 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e939a44d-200a-460b-bd6c-e11a5188868e tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:46:33.465121 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e939a44d-200a-460b-bd6c-e11a5188868e tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Pushing event updated for resources: {'Port': ['ID=6b33e8e2-2a0c-4db6-af0e-43f2afb0c680,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:46:33.469793 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-e939a44d-200a-460b-bd6c-e11a5188868e tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:46:33.477484 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e939a44d-200a-460b-bd6c-e11a5188868e tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:46:33.594121 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-95972264-d957-4d89-8b9c-37aa9cfe469e req-c7a0ca74-97ba-4a22-b457-4a36f35bba62 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Unset dirty status for tenant:54aaf92a8da3459482cb4f4837dad259 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:46:33.595425 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-95972264-d957-4d89-8b9c-37aa9cfe469e req-c7a0ca74-97ba-4a22-b457-4a36f35bba62 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] 10.222.0.85 "GET /v2.0/ports?device_id=ec68ef0d-586f-4ad6-a568-ab247c148f67 HTTP/1.1" status: 200 len: 210 time: 0.3601902 May 30 20:46:33.764274 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device a69cd133-8cc3-4bb0-9adc-b68326fffd45 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:46:33.789542 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e939a44d-200a-460b-bd6c-e11a5188868e tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for router_gateway, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:33.790632 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e939a44d-200a-460b-bd6c-e11a5188868e tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-736409'] for router, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:33.996344 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port a69cd133-8cc3-4bb0-9adc-b68326fffd45 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:46:34.002127 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port a69cd133-8cc3-4bb0-9adc-b68326fffd45 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:46:34.002882 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:34.150104 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:34.184957 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port a69cd133-8cc3-4bb0-9adc-b68326fffd45, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=a69cd133-8cc3-4bb0-9adc-b68326fffd45,segment=NetworkSegment(8f7d5e98-588a-4a8a-b75b-4b8384d9c8dd),segment_id=8f7d5e98-588a-4a8a-b75b-4b8384d9c8dd)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:46:34.304703 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e939a44d-200a-460b-bd6c-e11a5188868e tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Router 1bfb08cd-4d1d-4d25-9395-6f422dba3054 is scheduled to L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 with binding_index 1 {{(pid=84887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 20:46:34.313814 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:34.390477 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=a69cd133-8cc3-4bb0-9adc-b68326fffd45,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:46:34.545241 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e939a44d-200a-460b-bd6c-e11a5188868e tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:46:34.558472 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c568c44-a141-4273-ab4b-b6e18e8c24cf None None] Sync routers for ids ['1bfb08cd-4d1d-4d25-9395-6f422dba3054'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:46:34.574468 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c568c44-a141-4273-ab4b-b6e18e8c24cf None None] Routers {'1bfb08cd-4d1d-4d25-9395-6f422dba3054'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:46:34.575294 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-3c568c44-a141-4273-ab4b-b6e18e8c24cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:46:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['1bfb08cd-4d1d-4d25-9395-6f422dba3054'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:46:34.699935 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e939a44d-200a-460b-bd6c-e11a5188868e tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for router, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:34.701346 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-e939a44d-200a-460b-bd6c-e11a5188868e tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.8777168 May 30 20:46:34.704347 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 41090) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:46:34.762293 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-700ce4b6-0fb2-4cfa-bb85-70a7b0b4774e req-6231c670-24bd-4063-91b5-c7a9e3828368 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] 10.222.0.85 "GET /v2.0/ports?device_id=ec68ef0d-586f-4ad6-a568-ab247c148f67 HTTP/1.1" status: 200 len: 210 time: 0.0751803 May 30 20:46:34.814530 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-3c568c44-a141-4273-ab4b-b6e18e8c24cf None None] Set router 1bfb08cd-4d1d-4d25-9395-6f422dba3054 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:46:34.943253 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-3c6730ff-bd4d-4e33-b752-2c03dd656f06 tempest-TestNetworkAdvancedServerOps-998263130 tempest-TestNetworkAdvancedServerOps-998263130-project-admin] 10.222.0.85 "GET /v2.0/subnets?project_id=92b5fc25c8fb428a885a0ea0a728400d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2376065 May 30 20:46:34.946251 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 41100) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:46:35.100329 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd70d228-279f-44d7-b153-ace29ebf56f2 tempest-TestNetworkAdvancedServerOps-998263130 tempest-TestNetworkAdvancedServerOps-998263130-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:46:35.105475 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-dd70d228-279f-44d7-b153-ace29ebf56f2 tempest-TestNetworkAdvancedServerOps-998263130 tempest-TestNetworkAdvancedServerOps-998263130-project-admin] 10.222.0.85 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1545389 May 30 20:46:35.105858 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 41108) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:46:35.155159 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-65e4c4f7-8738-4105-bfb9-8feadf72ffd4 tempest-TestNetworkAdvancedServerOps-998263130 tempest-TestNetworkAdvancedServerOps-998263130-project-admin] 10.222.0.85 "GET /v2.0/subnets?network_id=c7869750-4b49-4b7e-aa99-5e0f1ae02da4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0452175 May 30 20:46:35.155772 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 41112) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:46:35.161424 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-1ce04a72-54c7-4c4d-b3d1-66185f44b8bb tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-387473884', 'network_id': '823c6024-63b3-4ed4-a97a-15e5fdfbd028', 'project_id': '92b5fc25c8fb428a885a0ea0a728400d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:46:35.163867 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-3c568c44-a141-4273-ab4b-b6e18e8c24cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bfb08cd-4d1d-4d25-9395-6f422dba3054', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1287081247', 'tenant_id': '92b5fc25c8fb428a885a0ea0a728400d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': '6b33e8e2-2a0c-4db6-af0e-43f2afb0c680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:46:32Z', 'updated_at': '2022-05-30T20:46:33Z', 'revision_number': 3, 'project_id': '92b5fc25c8fb428a885a0ea0a728400d', 'gw_port': {'id': '6b33e8e2-2a0c-4db6-af0e-43f2afb0c680', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:e0:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bfb08cd-4d1d-4d25-9395-6f422dba3054', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:46:32Z', 'updated_at': '2022-05-30T20:46:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:46:35.172954 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c568c44-a141-4273-ab4b-b6e18e8c24cf None None] Checking router: 1bfb08cd-4d1d-4d25-9395-6f422dba3054 for host: n-d-843948-2 {{(pid=84889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:46:35.173402 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c568c44-a141-4273-ab4b-b6e18e8c24cf None None] Updating router 1bfb08cd-4d1d-4d25-9395-6f422dba3054 port 6b33e8e2-2a0c-4db6-af0e-43f2afb0c680 binding host n-d-843948-2 {{(pid=84889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:46:35.237382 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-3c568c44-a141-4273-ab4b-b6e18e8c24cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:35.293449 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-1ce04a72-54c7-4c4d-b3d1-66185f44b8bb tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:46:35.298532 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-1ce04a72-54c7-4c4d-b3d1-66185f44b8bb tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Usage tracker for resource:subnet and tenant:92b5fc25c8fb428a885a0ea0a728400d is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:46:35.303619 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-1ce04a72-54c7-4c4d-b3d1-66185f44b8bb tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:46:35.316134 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-1ce04a72-54c7-4c4d-b3d1-66185f44b8bb tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:46:35.402795 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ce04a72-54c7-4c4d-b3d1-66185f44b8bb tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Made reservation on behalf of 92b5fc25c8fb428a885a0ea0a728400d for: {'subnet': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:46:35.524652 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1ce04a72-54c7-4c4d-b3d1-66185f44b8bb tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114220'] for subnet, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:35.729855 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-3c568c44-a141-4273-ab4b-b6e18e8c24cf None None] Notify callbacks [] for port, precommit_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:35.759332 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.provisioning_blocks [None req-3c568c44-a141-4273-ab4b-b6e18e8c24cf None None] Transition to ACTIVE for port object 6b33e8e2-2a0c-4db6-af0e-43f2afb0c680 will not be triggered until provisioned by entity L2. {{(pid=84889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:46:35.844647 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-3c568c44-a141-4273-ab4b-b6e18e8c24cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:35.870947 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device a69cd133-8cc3-4bb0-9adc-b68326fffd45 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:46:35.919176 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1ce04a72-54c7-4c4d-b3d1-66185f44b8bb tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4055401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114238'] for subnet, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:35.954544 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07163177-7aa9-4006-9314-aadc954fd9cd None None] Pushing event updated for resources: {'Port': ['ID=6b33e8e2-2a0c-4db6-af0e-43f2afb0c680,revision_number=2']} {{(pid=84889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:46:36.014123 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-3c568c44-a141-4273-ab4b-b6e18e8c24cf None None] Attempting to bind port 6b33e8e2-2a0c-4db6-af0e-43f2afb0c680 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:46:36.014514 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-3c568c44-a141-4273-ab4b-b6e18e8c24cf None None] Attempting to bind port 6b33e8e2-2a0c-4db6-af0e-43f2afb0c680 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}] {{(pid=84889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:46:36.014876 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c568c44-a141-4273-ab4b-b6e18e8c24cf None None] Attempting to bind port 6b33e8e2-2a0c-4db6-af0e-43f2afb0c680 on network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:46:36.024157 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c568c44-a141-4273-ab4b-b6e18e8c24cf None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:46:36.025177 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c568c44-a141-4273-ab4b-b6e18e8c24cf None None] Checking segment: {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:46:36.025586 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-3c568c44-a141-4273-ab4b-b6e18e8c24cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:36.026069 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c568c44-a141-4273-ab4b-b6e18e8c24cf None None] Bound using segment: {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'} {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:46:36.026797 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-3c568c44-a141-4273-ab4b-b6e18e8c24cf None None] Bound port: 6b33e8e2-2a0c-4db6-af0e-43f2afb0c680, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}}] {{(pid=84889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:46:36.027174 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-3c568c44-a141-4273-ab4b-b6e18e8c24cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:36.043457 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port a69cd133-8cc3-4bb0-9adc-b68326fffd45 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:46:36.045208 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:36.102591 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce04a72-54c7-4c4d-b3d1-66185f44b8bb tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Pushing event updated for resources: {'Subnet': ['ID=a387bcf5-33c9-4911-8bd5-5f08dc781e2d,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:46:36.125721 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5ab94f06-1ebb-4a90-8644-4642b935e879 req-8c4672fb-55c9-4a00-8f88-548b84d90cea tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] 10.222.0.85 "GET /v2.0/ports?device_id=ec68ef0d-586f-4ad6-a568-ab247c148f67 HTTP/1.1" status: 200 len: 210 time: 0.0716536 May 30 20:46:36.133742 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce04a72-54c7-4c4d-b3d1-66185f44b8bb tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:46:36.134506 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce04a72-54c7-4c4d-b3d1-66185f44b8bb tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:46:36.135562 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce04a72-54c7-4c4d-b3d1-66185f44b8bb tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:46:36.136002 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce04a72-54c7-4c4d-b3d1-66185f44b8bb tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:46:36.136570 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce04a72-54c7-4c4d-b3d1-66185f44b8bb tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:46:36.137641 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce04a72-54c7-4c4d-b3d1-66185f44b8bb tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:46:36.138091 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce04a72-54c7-4c4d-b3d1-66185f44b8bb tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:46:36.138650 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce04a72-54c7-4c4d-b3d1-66185f44b8bb tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:46:36.139077 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce04a72-54c7-4c4d-b3d1-66185f44b8bb tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:46:36.140208 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce04a72-54c7-4c4d-b3d1-66185f44b8bb tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:46:36.140974 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce04a72-54c7-4c4d-b3d1-66185f44b8bb tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:46:36.147237 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce04a72-54c7-4c4d-b3d1-66185f44b8bb tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Checking segment: {'id': 'b137d6a1-cad7-4615-9646-be2b81ec6b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '823c6024-63b3-4ed4-a97a-15e5fdfbd028'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:46:36.151736 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce04a72-54c7-4c4d-b3d1-66185f44b8bb tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Network hostable DHCP agents. Network: 823c6024-63b3-4ed4-a97a-15e5fdfbd028, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:46:36.183173 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.db [None req-3c568c44-a141-4273-ab4b-b6e18e8c24cf None None] For port 6b33e8e2-2a0c-4db6-af0e-43f2afb0c680, host n-d-843948-2, cleared binding levels {{(pid=84889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:46:36.183173 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.db [None req-3c568c44-a141-4273-ab4b-b6e18e8c24cf None None] For port 6b33e8e2-2a0c-4db6-af0e-43f2afb0c680, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=6b33e8e2-2a0c-4db6-af0e-43f2afb0c680,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:46:36.256046 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce04a72-54c7-4c4d-b3d1-66185f44b8bb tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Network 823c6024-63b3-4ed4-a97a-15e5fdfbd028 is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:46:36.282938 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-3c568c44-a141-4273-ab4b-b6e18e8c24cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:36.361569 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07163177-7aa9-4006-9314-aadc954fd9cd None None] Pushing event updated for resources: {'Port': ['ID=6b33e8e2-2a0c-4db6-af0e-43f2afb0c680,revision_number=3']} {{(pid=84889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:46:36.365980 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c568c44-a141-4273-ab4b-b6e18e8c24cf None None] Routers {'1bfb08cd-4d1d-4d25-9395-6f422dba3054'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:46:36.366759 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-3c568c44-a141-4273-ab4b-b6e18e8c24cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:46:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['1bfb08cd-4d1d-4d25-9395-6f422dba3054'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:46:36.376678 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-1ce04a72-54c7-4c4d-b3d1-66185f44b8bb tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, 823c6024-63b3-4ed4-a97a-15e5fdfbd028) {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:46:36.383204 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce04a72-54c7-4c4d-b3d1-66185f44b8bb tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:46:36.384016 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1ce04a72-54c7-4c4d-b3d1-66185f44b8bb tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:36.392002 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b564ad-7442-4ae2-b82e-6438cf5cc175 None None] Network 823c6024-63b3-4ed4-a97a-15e5fdfbd028 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:46:36.497738 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-1ce04a72-54c7-4c4d-b3d1-66185f44b8bb tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.3403323 May 30 20:46:36.500287 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 41138) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:46:36.570724 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-3c568c44-a141-4273-ab4b-b6e18e8c24cf None None] Set router 1bfb08cd-4d1d-4d25-9395-6f422dba3054 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:46:36.670155 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33320704-bbd9-49c6-bd7b-2c5d3ccbd1e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-823c6024-63b3-4ed4-a97a-15e5fdfbd028', 'network_id': '823c6024-63b3-4ed4-a97a-15e5fdfbd028', 'tenant_id': '92b5fc25c8fb428a885a0ea0a728400d', 'fixed_ips': [{'subnet_id': 'a387bcf5-33c9-4911-8bd5-5f08dc781e2d'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:46:36.672058 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-33320704-bbd9-49c6-bd7b-2c5d3ccbd1e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:36.886303 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-33320704-bbd9-49c6-bd7b-2c5d3ccbd1e7 None None] Allocated IP 172.20.0.2 (823c6024-63b3-4ed4-a97a-15e5fdfbd028/a387bcf5-33c9-4911-8bd5-5f08dc781e2d/994e7dc7-210c-4cc8-8a0c-b51ce8aef5fb) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:46:36.886941 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6c5d0b-d3ff-4657-b27a-93a23e23afa2 req-7d1f3f1e-8ba7-43ab-ab5a-bba0fc1bf712 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:46:36.887416 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-9e6c5d0b-d3ff-4657-b27a-93a23e23afa2 req-7d1f3f1e-8ba7-43ab-ab5a-bba0fc1bf712 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Synchronizing usage tracker for tenant:54aaf92a8da3459482cb4f4837dad259 on resource:network {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:46:37.047959 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-9e6c5d0b-d3ff-4657-b27a-93a23e23afa2 req-7d1f3f1e-8ba7-43ab-ab5a-bba0fc1bf712 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Unset dirty status for tenant:54aaf92a8da3459482cb4f4837dad259 on resource:network {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:46:37.049495 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9e6c5d0b-d3ff-4657-b27a-93a23e23afa2 req-7d1f3f1e-8ba7-43ab-ab5a-bba0fc1bf712 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] 10.222.0.86 "GET /v2.0/networks?id=d7a70373-eecd-4806-a0f2-53b270b23686 HTTP/1.1" status: 200 len: 796 time: 0.4257388 May 30 20:46:37.083112 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-3c568c44-a141-4273-ab4b-b6e18e8c24cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bfb08cd-4d1d-4d25-9395-6f422dba3054', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1287081247', 'tenant_id': '92b5fc25c8fb428a885a0ea0a728400d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': '6b33e8e2-2a0c-4db6-af0e-43f2afb0c680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:46:32Z', 'updated_at': '2022-05-30T20:46:33Z', 'revision_number': 3, 'project_id': '92b5fc25c8fb428a885a0ea0a728400d', 'gw_port': {'id': '6b33e8e2-2a0c-4db6-af0e-43f2afb0c680', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:e0:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bfb08cd-4d1d-4d25-9395-6f422dba3054', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:46:32Z', 'updated_at': '2022-05-30T20:46:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:46:37.088425 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c568c44-a141-4273-ab4b-b6e18e8c24cf None None] The sync data for ids ['1bfb08cd-4d1d-4d25-9395-6f422dba3054'] in n-d-843948-2 is: [{'id': '1bfb08cd-4d1d-4d25-9395-6f422dba3054', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1287081247', 'tenant_id': '92b5fc25c8fb428a885a0ea0a728400d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': '6b33e8e2-2a0c-4db6-af0e-43f2afb0c680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:46:32Z', 'updated_at': '2022-05-30T20:46:33Z', 'revision_number': 3, 'project_id': '92b5fc25c8fb428a885a0ea0a728400d', 'gw_port': {'id': '6b33e8e2-2a0c-4db6-af0e-43f2afb0c680', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:e0:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bfb08cd-4d1d-4d25-9395-6f422dba3054', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:46:32Z', 'updated_at': '2022-05-30T20:46:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:46:37.213817 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-33320704-bbd9-49c6-bd7b-2c5d3ccbd1e7 None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:37.225514 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-33320704-bbd9-49c6-bd7b-2c5d3ccbd1e7 None None] Transition to ACTIVE for port object 994e7dc7-210c-4cc8-8a0c-b51ce8aef5fb will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:46:37.246361 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-33320704-bbd9-49c6-bd7b-2c5d3ccbd1e7 None None] Transition to ACTIVE for port object 994e7dc7-210c-4cc8-8a0c-b51ce8aef5fb will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:46:37.330839 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-33320704-bbd9-49c6-bd7b-2c5d3ccbd1e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:37.398327 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-9e6c5d0b-d3ff-4657-b27a-93a23e23afa2 req-e6d142d4-bb2b-4e6d-b0ec-4b4a6620338c tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Synchronizing usage tracker for tenant:54aaf92a8da3459482cb4f4837dad259 on resource:security_group {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:46:37.423321 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-cff3ce40-3cd0-4bd4-9c4a-1b62afb67a4d req-e2234c44-4fa3-4a40-86cc-513b15ae923d tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] 10.222.0.85 "GET /v2.0/ports?device_id=ec68ef0d-586f-4ad6-a568-ab247c148f67 HTTP/1.1" status: 200 len: 210 time: 0.0923939 May 30 20:46:37.431863 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-9e6c5d0b-d3ff-4657-b27a-93a23e23afa2 req-e6d142d4-bb2b-4e6d-b0ec-4b4a6620338c tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Unset dirty status for tenant:54aaf92a8da3459482cb4f4837dad259 on resource:security_group {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:46:37.432985 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9e6c5d0b-d3ff-4657-b27a-93a23e23afa2 req-e6d142d4-bb2b-4e6d-b0ec-4b4a6620338c tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=54aaf92a8da3459482cb4f4837dad259 HTTP/1.1" status: 200 len: 478 time: 0.1897452 May 30 20:46:37.451838 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-9e6c5d0b-d3ff-4657-b27a-93a23e23afa2 req-93697f40-aabd-4cba-9e84-908dc8170e12 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Request body: {'port': {'device_id': 'ec68ef0d-586f-4ad6-a568-ab247c148f67', 'network_id': 'd7a70373-eecd-4806-a0f2-53b270b23686', 'admin_state_up': True, 'tenant_id': '54aaf92a8da3459482cb4f4837dad259', 'security_groups': ['0a21a713-4fb1-4623-ad0b-6184f1ecb4ff', '80753685-3d0a-43b0-bce3-c3528a083094']}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:46:37.490418 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33320704-bbd9-49c6-bd7b-2c5d3ccbd1e7 None None] Pushing event updated for resources: {'Port': ['ID=994e7dc7-210c-4cc8-8a0c-b51ce8aef5fb,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:46:37.503286 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:46:37.509279 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33320704-bbd9-49c6-bd7b-2c5d3ccbd1e7 None None] Network 823c6024-63b3-4ed4-a97a-15e5fdfbd028 is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:46:37.511251 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-33320704-bbd9-49c6-bd7b-2c5d3ccbd1e7 None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:46:37.513710 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33320704-bbd9-49c6-bd7b-2c5d3ccbd1e7 None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:46:37.607015 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-33320704-bbd9-49c6-bd7b-2c5d3ccbd1e7 None None] Attempting to bind port 994e7dc7-210c-4cc8-8a0c-b51ce8aef5fb on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:46:37.607375 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-33320704-bbd9-49c6-bd7b-2c5d3ccbd1e7 None None] Attempting to bind port 994e7dc7-210c-4cc8-8a0c-b51ce8aef5fb by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': 'b137d6a1-cad7-4615-9646-be2b81ec6b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '823c6024-63b3-4ed4-a97a-15e5fdfbd028'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:46:37.607732 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33320704-bbd9-49c6-bd7b-2c5d3ccbd1e7 None None] Attempting to bind port 994e7dc7-210c-4cc8-8a0c-b51ce8aef5fb on network 823c6024-63b3-4ed4-a97a-15e5fdfbd028 {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:46:37.615393 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33320704-bbd9-49c6-bd7b-2c5d3ccbd1e7 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:46:37.615754 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33320704-bbd9-49c6-bd7b-2c5d3ccbd1e7 None None] Checking segment: {'id': 'b137d6a1-cad7-4615-9646-be2b81ec6b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '823c6024-63b3-4ed4-a97a-15e5fdfbd028'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:46:37.616157 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-33320704-bbd9-49c6-bd7b-2c5d3ccbd1e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:37.616537 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33320704-bbd9-49c6-bd7b-2c5d3ccbd1e7 None None] Bound using segment: {'id': 'b137d6a1-cad7-4615-9646-be2b81ec6b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '823c6024-63b3-4ed4-a97a-15e5fdfbd028'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:46:37.617105 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-33320704-bbd9-49c6-bd7b-2c5d3ccbd1e7 None None] Bound port: 994e7dc7-210c-4cc8-8a0c-b51ce8aef5fb, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b137d6a1-cad7-4615-9646-be2b81ec6b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '823c6024-63b3-4ed4-a97a-15e5fdfbd028'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:46:37.617476 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-33320704-bbd9-49c6-bd7b-2c5d3ccbd1e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:37.730990 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-33320704-bbd9-49c6-bd7b-2c5d3ccbd1e7 None None] For port 994e7dc7-210c-4cc8-8a0c-b51ce8aef5fb, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:46:37.748759 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-33320704-bbd9-49c6-bd7b-2c5d3ccbd1e7 None None] For port 994e7dc7-210c-4cc8-8a0c-b51ce8aef5fb, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=994e7dc7-210c-4cc8-8a0c-b51ce8aef5fb,segment=NetworkSegment(b137d6a1-cad7-4615-9646-be2b81ec6b86),segment_id=b137d6a1-cad7-4615-9646-be2b81ec6b86)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:46:37.777144 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-9e6c5d0b-d3ff-4657-b27a-93a23e23afa2 req-93697f40-aabd-4cba-9e84-908dc8170e12 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:46:37.809596 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-9e6c5d0b-d3ff-4657-b27a-93a23e23afa2 req-93697f40-aabd-4cba-9e84-908dc8170e12 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:46:37.834172 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-33320704-bbd9-49c6-bd7b-2c5d3ccbd1e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:37.891738 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e6c5d0b-d3ff-4657-b27a-93a23e23afa2 req-93697f40-aabd-4cba-9e84-908dc8170e12 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Made reservation on behalf of 54aaf92a8da3459482cb4f4837dad259 for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:46:37.895217 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-9e6c5d0b-d3ff-4657-b27a-93a23e23afa2 req-93697f40-aabd-4cba-9e84-908dc8170e12 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:37.929311 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33320704-bbd9-49c6-bd7b-2c5d3ccbd1e7 None None] Pushing event updated for resources: {'Port': ['ID=994e7dc7-210c-4cc8-8a0c-b51ce8aef5fb,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:46:38.239660 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [req-9e6c5d0b-d3ff-4657-b27a-93a23e23afa2 req-93697f40-aabd-4cba-9e84-908dc8170e12 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Allocated IP 172.20.0.7 (d7a70373-eecd-4806-a0f2-53b270b23686/7d6d4533-837c-4fe4-984b-f786bf479687/50599478-d694-4c85-9381-6ca0a8f6f790) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:46:38.382722 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3f1034aa-74e0-46f1-baeb-fd775d5aa667 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:38.668795 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f4f4ad54-8196-4a70-ac45-e5c06caad2c9 req-63225fb2-1b23-4f0d-8c44-7e0c5936ef91 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] 10.222.0.85 "GET /v2.0/ports?device_id=ec68ef0d-586f-4ad6-a568-ab247c148f67 HTTP/1.1" status: 200 len: 210 time: 0.0785213 May 30 20:46:38.758294 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-9e6c5d0b-d3ff-4657-b27a-93a23e23afa2 req-93697f40-aabd-4cba-9e84-908dc8170e12 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:38.830955 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-9e6c5d0b-d3ff-4657-b27a-93a23e23afa2 req-93697f40-aabd-4cba-9e84-908dc8170e12 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Transition to ACTIVE for port object 50599478-d694-4c85-9381-6ca0a8f6f790 will not be triggered until provisioned by entity DHCP. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:46:39.026776 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [None req-3f1034aa-74e0-46f1-baeb-fd775d5aa667 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Allocated IP 172.20.0.1 (823c6024-63b3-4ed4-a97a-15e5fdfbd028/a387bcf5-33c9-4911-8bd5-5f08dc781e2d/f46b2554-b42e-4a82-8aa7-eafc6c771eec) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:46:39.092353 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b125e4be-4796-4911-b56c-9a312a92e568 None None] Network 823c6024-63b3-4ed4-a97a-15e5fdfbd028 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:46:39.255445 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-9e6c5d0b-d3ff-4657-b27a-93a23e23afa2 req-93697f40-aabd-4cba-9e84-908dc8170e12 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:39.345293 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-f82b57a1-8715-40bf-843f-09f66b75b6c9 None None] Provisioning for port 994e7dc7-210c-4cc8-8a0c-b51ce8aef5fb completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:46:39.383114 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e6c5d0b-d3ff-4657-b27a-93a23e23afa2 req-93697f40-aabd-4cba-9e84-908dc8170e12 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Network d7a70373-eecd-4806-a0f2-53b270b23686 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:46:39.391412 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [req-9e6c5d0b-d3ff-4657-b27a-93a23e23afa2 req-93697f40-aabd-4cba-9e84-908dc8170e12 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:46:39.401302 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93697f40-aabd-4cba-9e84-908dc8170e12 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Pushing event updated for resources: {'Port': ['ID=50599478-d694-4c85-9381-6ca0a8f6f790,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:46:39.412137 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e6c5d0b-d3ff-4657-b27a-93a23e23afa2 req-93697f40-aabd-4cba-9e84-908dc8170e12 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:46:39.483052 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3f1034aa-74e0-46f1-baeb-fd775d5aa667 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:39.513054 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6c5d0b-d3ff-4657-b27a-93a23e23afa2 req-93697f40-aabd-4cba-9e84-908dc8170e12 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:46:39.513695 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-9e6c5d0b-d3ff-4657-b27a-93a23e23afa2 req-93697f40-aabd-4cba-9e84-908dc8170e12 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:39.520584 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [None req-3f1034aa-74e0-46f1-baeb-fd775d5aa667 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Transition to ACTIVE for port object f46b2554-b42e-4a82-8aa7-eafc6c771eec will not be triggered until provisioned by entity DHCP. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:46:39.634484 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9e6c5d0b-d3ff-4657-b27a-93a23e23afa2 req-93697f40-aabd-4cba-9e84-908dc8170e12 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 2.1883144 May 30 20:46:39.656844 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3f1034aa-74e0-46f1-baeb-fd775d5aa667 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:39.824803 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1034aa-74e0-46f1-baeb-fd775d5aa667 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Pushing event updated for resources: {'Port': ['ID=f46b2554-b42e-4a82-8aa7-eafc6c771eec,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:46:39.838179 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-9e6c5d0b-d3ff-4657-b27a-93a23e23afa2 req-8c0645a1-6d96-4560-a8a8-2d7341d52d72 service neutron] Request body: {'port': {'device_id': 'ec68ef0d-586f-4ad6-a568-ab247c148f67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843948-2'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:46:39.849701 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b4aa9c10-06c0-4732-b848-b750d3af60cf None None] Provisioning for port 50599478-d694-4c85-9381-6ca0a8f6f790 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:46:39.865422 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 994e7dc7-210c-4cc8-8a0c-b51ce8aef5fb up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:46:39.953603 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f1034aa-74e0-46f1-baeb-fd775d5aa667 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Network 823c6024-63b3-4ed4-a97a-15e5fdfbd028 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:46:39.956896 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-3f1034aa-74e0-46f1-baeb-fd775d5aa667 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:46:39.959581 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b4aa9c10-06c0-4732-b848-b750d3af60cf None None] Provisioning complete for port 50599478-d694-4c85-9381-6ca0a8f6f790 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:46:39.959957 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b4aa9c10-06c0-4732-b848-b750d3af60cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:39.963057 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1034aa-74e0-46f1-baeb-fd775d5aa667 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:46:40.053604 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-9e6c5d0b-d3ff-4657-b27a-93a23e23afa2 req-8c0645a1-6d96-4560-a8a8-2d7341d52d72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:40.092962 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3f1034aa-74e0-46f1-baeb-fd775d5aa667 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-736099'] for router_interface, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:40.139097 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-b4aa9c10-06c0-4732-b848-b750d3af60cf None None] Port 50599478-d694-4c85-9381-6ca0a8f6f790 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:46:40.212140 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba875733-c974-47e8-b0fd-3b2277bdb748 req-ae11cda9-f187-4281-95b8-62b7c4d460f6 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:46:40.215381 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ba875733-c974-47e8-b0fd-3b2277bdb748 req-ae11cda9-f187-4281-95b8-62b7c4d460f6 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] 10.222.0.85 "GET /v2.0/ports?device_id=ec68ef0d-586f-4ad6-a568-ab247c148f67 HTTP/1.1" status: 200 len: 970 time: 0.1673014 May 30 20:46:40.261853 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 994e7dc7-210c-4cc8-8a0c-b51ce8aef5fb completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:46:40.271022 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 994e7dc7-210c-4cc8-8a0c-b51ce8aef5fb triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:46:40.271616 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:40.302761 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ba875733-c974-47e8-b0fd-3b2277bdb748 req-a4fb6f67-b842-449b-b5b6-5397a67ee8e1 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] 10.222.0.85 "GET /v2.0/security-groups?id=80753685-3d0a-43b0-bce3-c3528a083094&id=0a21a713-4fb1-4623-ad0b-6184f1ecb4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0797138 May 30 20:46:40.393973 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-86027896-d703-49a6-9de7-ba7ed31061df None None] Provisioning complete for port 994e7dc7-210c-4cc8-8a0c-b51ce8aef5fb triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:46:40.393973 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-86027896-d703-49a6-9de7-ba7ed31061df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:40.476107 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3f1034aa-74e0-46f1-baeb-fd775d5aa667 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:40.602323 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:40.628324 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-86027896-d703-49a6-9de7-ba7ed31061df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:40.656871 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port 994e7dc7-210c-4cc8-8a0c-b51ce8aef5fb, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=994e7dc7-210c-4cc8-8a0c-b51ce8aef5fb,segment=NetworkSegment(b137d6a1-cad7-4615-9646-be2b81ec6b86),segment_id=b137d6a1-cad7-4615-9646-be2b81ec6b86)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:46:40.717414 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.db.resource_extend [req-9e6c5d0b-d3ff-4657-b27a-93a23e23afa2 req-8c0645a1-6d96-4560-a8a8-2d7341d52d72 service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:46:40.751617 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:40.805153 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [req-9e6c5d0b-d3ff-4657-b27a-93a23e23afa2 req-8c0645a1-6d96-4560-a8a8-2d7341d52d72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50599478-d694-4c85-9381-6ca0a8f6f790 {{(pid=84887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:46:40.814037 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-9e6c5d0b-d3ff-4657-b27a-93a23e23afa2 req-8c0645a1-6d96-4560-a8a8-2d7341d52d72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:40.831702 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-9e6c5d0b-d3ff-4657-b27a-93a23e23afa2 req-8c0645a1-6d96-4560-a8a8-2d7341d52d72 service neutron] Transition to ACTIVE for port object 50599478-d694-4c85-9381-6ca0a8f6f790 will not be triggered until provisioned by entity L2. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:46:40.896588 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-9e6c5d0b-d3ff-4657-b27a-93a23e23afa2 req-8c0645a1-6d96-4560-a8a8-2d7341d52d72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:40.947031 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.db.api [None req-86027896-d703-49a6-9de7-ba7ed31061df None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:46:40.947386 n-d-843948-2 neutron-server[84888]: DEBUG oslo_db.api [None req-86027896-d703-49a6-9de7-ba7ed31061df None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:46:40.959835 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=994e7dc7-210c-4cc8-8a0c-b51ce8aef5fb,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:46:41.304578 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0645a1-6d96-4560-a8a8-2d7341d52d72 service neutron] Pushing event updated for resources: {'Port': ['ID=50599478-d694-4c85-9381-6ca0a8f6f790,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:46:41.462945 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-9e6c5d0b-d3ff-4657-b27a-93a23e23afa2 req-8c0645a1-6d96-4560-a8a8-2d7341d52d72 service neutron] Attempting to bind port 50599478-d694-4c85-9381-6ca0a8f6f790 on host n-h2-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:46:41.463367 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-9e6c5d0b-d3ff-4657-b27a-93a23e23afa2 req-8c0645a1-6d96-4560-a8a8-2d7341d52d72 service neutron] Attempting to bind port 50599478-d694-4c85-9381-6ca0a8f6f790 by drivers openvswitch,hyperv on host n-h2-843948-2 at level 0 using segments [{'id': '8f7d5e98-588a-4a8a-b75b-4b8384d9c8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'd7a70373-eecd-4806-a0f2-53b270b23686'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:46:41.463700 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e6c5d0b-d3ff-4657-b27a-93a23e23afa2 req-8c0645a1-6d96-4560-a8a8-2d7341d52d72 service neutron] Attempting to bind port 50599478-d694-4c85-9381-6ca0a8f6f790 on network d7a70373-eecd-4806-a0f2-53b270b23686 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:46:41.485848 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e6c5d0b-d3ff-4657-b27a-93a23e23afa2 req-8c0645a1-6d96-4560-a8a8-2d7341d52d72 service neutron] Port 50599478-d694-4c85-9381-6ca0a8f6f790 on network d7a70373-eecd-4806-a0f2-53b270b23686 not bound, no agent of type Open vSwitch agent registered on host n-h2-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:46:41.486606 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e6c5d0b-d3ff-4657-b27a-93a23e23afa2 req-8c0645a1-6d96-4560-a8a8-2d7341d52d72 service neutron] Attempting to bind port 50599478-d694-4c85-9381-6ca0a8f6f790 on network d7a70373-eecd-4806-a0f2-53b270b23686 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:46:41.655273 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e6c5d0b-d3ff-4657-b27a-93a23e23afa2 req-8c0645a1-6d96-4560-a8a8-2d7341d52d72 service neutron] Checking agent: {'id': 'eaa08354-e8f5-4e73-af76-8d3cf7d2b390', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 46, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:46:41.655772 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e6c5d0b-d3ff-4657-b27a-93a23e23afa2 req-8c0645a1-6d96-4560-a8a8-2d7341d52d72 service neutron] Checking segment: {'id': '8f7d5e98-588a-4a8a-b75b-4b8384d9c8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'd7a70373-eecd-4806-a0f2-53b270b23686'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:46:41.656194 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e6c5d0b-d3ff-4657-b27a-93a23e23afa2 req-8c0645a1-6d96-4560-a8a8-2d7341d52d72 service neutron] Bound using segment: {'id': '8f7d5e98-588a-4a8a-b75b-4b8384d9c8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'd7a70373-eecd-4806-a0f2-53b270b23686'} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:46:41.658838 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-9e6c5d0b-d3ff-4657-b27a-93a23e23afa2 req-8c0645a1-6d96-4560-a8a8-2d7341d52d72 service neutron] Bound port: 50599478-d694-4c85-9381-6ca0a8f6f790, host: n-h2-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f7d5e98-588a-4a8a-b75b-4b8384d9c8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'd7a70373-eecd-4806-a0f2-53b270b23686'}}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:46:41.658838 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-9e6c5d0b-d3ff-4657-b27a-93a23e23afa2 req-8c0645a1-6d96-4560-a8a8-2d7341d52d72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:41.674521 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3f1034aa-74e0-46f1-baeb-fd775d5aa667 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:41.763762 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3f1034aa-74e0-46f1-baeb-fd775d5aa667 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:41.816514 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b9e6e068-3e19-44dc-86c0-ad7ca324f90e None None] Provisioning for port f46b2554-b42e-4a82-8aa7-eafc6c771eec completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:46:41.837305 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b9e6e068-3e19-44dc-86c0-ad7ca324f90e None None] Provisioning complete for port f46b2554-b42e-4a82-8aa7-eafc6c771eec triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:46:41.847132 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b9e6e068-3e19-44dc-86c0-ad7ca324f90e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:41.961863 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3f1034aa-74e0-46f1-baeb-fd775d5aa667 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1718057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-736206'] for router_interface, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:42.043367 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-b9e6e068-3e19-44dc-86c0-ad7ca324f90e None None] Port f46b2554-b42e-4a82-8aa7-eafc6c771eec cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:46:42.052402 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 994e7dc7-210c-4cc8-8a0c-b51ce8aef5fb up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:46:42.127874 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-9e6c5d0b-d3ff-4657-b27a-93a23e23afa2 req-8c0645a1-6d96-4560-a8a8-2d7341d52d72 service neutron] For port 50599478-d694-4c85-9381-6ca0a8f6f790, host n-h2-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:46:42.164909 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 994e7dc7-210c-4cc8-8a0c-b51ce8aef5fb triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:46:42.165166 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:42.196503 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1034aa-74e0-46f1-baeb-fd775d5aa667 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Pushing event updated for resources: {'Port': ['ID=f46b2554-b42e-4a82-8aa7-eafc6c771eec,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:46:42.201954 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-9e6c5d0b-d3ff-4657-b27a-93a23e23afa2 req-8c0645a1-6d96-4560-a8a8-2d7341d52d72 service neutron] For port 50599478-d694-4c85-9381-6ca0a8f6f790, host n-h2-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=50599478-d694-4c85-9381-6ca0a8f6f790,segment=NetworkSegment(8f7d5e98-588a-4a8a-b75b-4b8384d9c8dd),segment_id=8f7d5e98-588a-4a8a-b75b-4b8384d9c8dd)] {{(pid=84887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:46:42.226035 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406c942b-9217-415c-8def-9ccea59dc7d9 req-a9ca8b51-35a7-45bf-8d85-fe5f30476e97 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:46:42.226685 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-406c942b-9217-415c-8def-9ccea59dc7d9 req-a9ca8b51-35a7-45bf-8d85-fe5f30476e97 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Synchronizing usage tracker for tenant:54aaf92a8da3459482cb4f4837dad259 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:46:42.282627 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-9e6c5d0b-d3ff-4657-b27a-93a23e23afa2 req-8c0645a1-6d96-4560-a8a8-2d7341d52d72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:42.309586 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 6b33e8e2-2a0c-4db6-af0e-43f2afb0c680 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:46:42.342533 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f1034aa-74e0-46f1-baeb-fd775d5aa667 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Network 823c6024-63b3-4ed4-a97a-15e5fdfbd028 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:46:42.346867 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-3f1034aa-74e0-46f1-baeb-fd775d5aa667 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:46:42.482686 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-9e6c5d0b-d3ff-4657-b27a-93a23e23afa2 req-8c0645a1-6d96-4560-a8a8-2d7341d52d72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:42.485924 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9e6c5d0b-d3ff-4657-b27a-93a23e23afa2 req-8c0645a1-6d96-4560-a8a8-2d7341d52d72 service neutron] 10.222.0.86 "PUT /v2.0/ports/50599478-d694-4c85-9381-6ca0a8f6f790 HTTP/1.1" status: 200 len: 1130 time: 2.8403680 May 30 20:46:42.504622 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 6b33e8e2-2a0c-4db6-af0e-43f2afb0c680 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:46:42.511432 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 6b33e8e2-2a0c-4db6-af0e-43f2afb0c680 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:46:42.511882 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:42.616091 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec68ef0d-586f-4ad6-a568-ab247c148f67', 'tag': '50599478-d694-4c85-9381-6ca0a8f6f790'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:46:42.621643 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-406c942b-9217-415c-8def-9ccea59dc7d9 req-a9ca8b51-35a7-45bf-8d85-fe5f30476e97 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Unset dirty status for tenant:54aaf92a8da3459482cb4f4837dad259 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:46:42.622939 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-406c942b-9217-415c-8def-9ccea59dc7d9 req-a9ca8b51-35a7-45bf-8d85-fe5f30476e97 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] 10.222.0.85 "GET /v2.0/ports?device_id=ec68ef0d-586f-4ad6-a568-ab247c148f67 HTTP/1.1" status: 200 len: 982 time: 0.9553795 May 30 20:46:42.766087 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0645a1-6d96-4560-a8a8-2d7341d52d72 service neutron] Pushing event updated for resources: {'Port': ['ID=50599478-d694-4c85-9381-6ca0a8f6f790,revision_number=3']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:46:42.839013 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:42.858213 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port 6b33e8e2-2a0c-4db6-af0e-43f2afb0c680, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=6b33e8e2-2a0c-4db6-af0e-43f2afb0c680,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:46:42.874603 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-5766d7af-3f28-4d12-bd49-2e399b64fb24 None None] Provisioning complete for port f46b2554-b42e-4a82-8aa7-eafc6c771eec triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:46:42.874603 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-5766d7af-3f28-4d12-bd49-2e399b64fb24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:42.906446 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-406c942b-9217-415c-8def-9ccea59dc7d9 req-3e0270ed-37a7-4015-990d-fe56fcbe452f tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] 10.222.0.85 "GET /v2.0/security-groups?id=80753685-3d0a-43b0-bce3-c3528a083094&id=0a21a713-4fb1-4623-ad0b-6184f1ecb4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2103837 May 30 20:46:42.930492 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9e6c5d0b-d3ff-4657-b27a-93a23e23afa2 req-5bb81fdb-b32f-44ab-b19d-ac6dfe0e1cea service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=54aaf92a8da3459482cb4f4837dad259&device_id=ec68ef0d-586f-4ad6-a568-ab247c148f67 HTTP/1.1" status: 200 len: 1133 time: 0.2830780 May 30 20:46:42.963211 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:42.994620 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3f47c96-fde1-49d4-8694-f97e6f7ae3d5'] response: {'name': 'network-changed', 'server_uuid': 'ec68ef0d-586f-4ad6-a568-ab247c148f67', 'tag': '50599478-d694-4c85-9381-6ca0a8f6f790', 'status': 'completed', 'code': 200} May 30 20:46:43.019447 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-5766d7af-3f28-4d12-bd49-2e399b64fb24 None None] Port f46b2554-b42e-4a82-8aa7-eafc6c771eec cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:46:43.075356 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=6b33e8e2-2a0c-4db6-af0e-43f2afb0c680,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:46:43.140713 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9e6c5d0b-d3ff-4657-b27a-93a23e23afa2 req-a89cd915-aad4-4a37-9e32-112b04331fc3 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=50599478-d694-4c85-9381-6ca0a8f6f790 HTTP/1.1" status: 200 len: 217 time: 0.1449857 May 30 20:46:43.223740 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6c5d0b-d3ff-4657-b27a-93a23e23afa2 req-20f450d2-40f7-43b3-bd28-da71fc075e11 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:46:43.225478 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9e6c5d0b-d3ff-4657-b27a-93a23e23afa2 req-20f450d2-40f7-43b3-bd28-da71fc075e11 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7d6d4533-837c-4fe4-984b-f786bf479687 HTTP/1.1" status: 200 len: 835 time: 0.0679734 May 30 20:46:43.341463 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9e6c5d0b-d3ff-4657-b27a-93a23e23afa2 req-f8b8496a-6032-4fb9-8e66-3bc0ec066412 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=d7a70373-eecd-4806-a0f2-53b270b23686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1070189 May 30 20:46:43.382413 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f1034aa-74e0-46f1-baeb-fd775d5aa667 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Router 1bfb08cd-4d1d-4d25-9395-6f422dba3054 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:46:43.761168 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 6b33e8e2-2a0c-4db6-af0e-43f2afb0c680 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:46:43.769773 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9e6c5d0b-d3ff-4657-b27a-93a23e23afa2 req-c3ddfc08-981d-4caf-90c7-4f2eaadddcac service neutron] 10.222.0.86 "GET /v2.0/networks/d7a70373-eecd-4806-a0f2-53b270b23686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4155016 May 30 20:46:43.928720 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 6b33e8e2-2a0c-4db6-af0e-43f2afb0c680 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:46:43.929738 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:43.989875 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9e6c5d0b-d3ff-4657-b27a-93a23e23afa2 req-224e7484-d9de-4ba9-a0f1-1cd3a13e3543 service neutron] 10.222.0.86 "GET /v2.0/networks/d7a70373-eecd-4806-a0f2-53b270b23686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065806 May 30 20:46:44.027654 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f1034aa-74e0-46f1-baeb-fd775d5aa667 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:46:44.035044 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-3f1034aa-74e0-46f1-baeb-fd775d5aa667 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "PUT /v2.0/routers/1bfb08cd-4d1d-4d25-9395-6f422dba3054/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5338869 May 30 20:46:44.054797 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 41260) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:46:44.248995 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b8ddc9ab-d448-4ab8-bb7c-84e7f46619cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:44.317297 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-b8ddc9ab-d448-4ab8-bb7c-84e7f46619cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:46:44.322987 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-b8ddc9ab-d448-4ab8-bb7c-84e7f46619cf admin admin] Usage tracker for resource:security_group_rule and tenant:e5b5ba163cb241e684a0dce0d22da489 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:46:44.336651 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-b8ddc9ab-d448-4ab8-bb7c-84e7f46619cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:46:44.336651 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-b8ddc9ab-d448-4ab8-bb7c-84e7f46619cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:46:44.355723 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f92fb15-66f7-4e28-a0d7-dab611f6fb3f req-69feb1ed-9ec0-4e3c-b922-ce6cdf22b6a1 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:46:44.358114 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9f92fb15-66f7-4e28-a0d7-dab611f6fb3f req-69feb1ed-9ec0-4e3c-b922-ce6cdf22b6a1 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] 10.222.0.85 "GET /v2.0/ports?device_id=ec68ef0d-586f-4ad6-a568-ab247c148f67 HTTP/1.1" status: 200 len: 982 time: 0.1809635 May 30 20:46:44.366030 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-e9f2d688-267c-4f51-8a9a-9083323f3116 req-9ced7a3b-fc78-4940-aff5-af3f1ff9c12e tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Synchronizing usage tracker for tenant:92b5fc25c8fb428a885a0ea0a728400d on resource:security_group {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:46:44.368440 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c68727d7-143c-40cb-b1b6-5395379cfd6a req-1476761b-dcef-4fd4-ac16-e84dc4b45490 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=54aaf92a8da3459482cb4f4837dad259&device_id=ec68ef0d-586f-4ad6-a568-ab247c148f67 HTTP/1.1" status: 200 len: 1133 time: 0.2373829 May 30 20:46:44.464900 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-e9f2d688-267c-4f51-8a9a-9083323f3116 req-9ced7a3b-fc78-4940-aff5-af3f1ff9c12e tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Unset dirty status for tenant:92b5fc25c8fb428a885a0ea0a728400d on resource:security_group {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:46:44.466676 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e9f2d688-267c-4f51-8a9a-9083323f3116 req-9ced7a3b-fc78-4940-aff5-af3f1ff9c12e tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1336237327&fields=id&tenant_id=92b5fc25c8fb428a885a0ea0a728400d HTTP/1.1" status: 200 len: 267 time: 0.1791689 May 30 20:46:44.524241 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9f92fb15-66f7-4e28-a0d7-dab611f6fb3f req-fb0a1f7b-ed81-4d2a-a442-57d539874600 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] 10.222.0.85 "GET /v2.0/security-groups?id=80753685-3d0a-43b0-bce3-c3528a083094&id=0a21a713-4fb1-4623-ad0b-6184f1ecb4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1547632 May 30 20:46:44.596908 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68727d7-143c-40cb-b1b6-5395379cfd6a req-d6e23e78-53bb-4439-a5b5-78c09687cddf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:46:44.598418 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c68727d7-143c-40cb-b1b6-5395379cfd6a req-d6e23e78-53bb-4439-a5b5-78c09687cddf service neutron] 10.222.0.86 "GET /v2.0/networks?id=d7a70373-eecd-4806-a0f2-53b270b23686 HTTP/1.1" status: 200 len: 897 time: 0.2092476 May 30 20:46:44.656066 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f2d688-267c-4f51-8a9a-9083323f3116 req-8d71f240-1de9-427a-983d-62e48674436b tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:46:44.656724 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-e9f2d688-267c-4f51-8a9a-9083323f3116 req-8d71f240-1de9-427a-983d-62e48674436b tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Synchronizing usage tracker for tenant:92b5fc25c8fb428a885a0ea0a728400d on resource:network {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:46:44.679699 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c68727d7-143c-40cb-b1b6-5395379cfd6a req-c02d854a-029f-4031-ba39-2e559b0be1d8 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=50599478-d694-4c85-9381-6ca0a8f6f790 HTTP/1.1" status: 200 len: 217 time: 0.0743845 May 30 20:46:44.727184 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b8ddc9ab-d448-4ab8-bb7c-84e7f46619cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:44.739918 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-e9f2d688-267c-4f51-8a9a-9083323f3116 req-8d71f240-1de9-427a-983d-62e48674436b tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Unset dirty status for tenant:92b5fc25c8fb428a885a0ea0a728400d on resource:network {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:46:44.739918 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e9f2d688-267c-4f51-8a9a-9083323f3116 req-8d71f240-1de9-427a-983d-62e48674436b tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/networks?id=823c6024-63b3-4ed4-a97a-15e5fdfbd028 HTTP/1.1" status: 200 len: 797 time: 0.2615211 May 30 20:46:44.770488 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68727d7-143c-40cb-b1b6-5395379cfd6a req-b6ea492e-031c-4bce-ad21-219792a602c5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:46:44.772097 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c68727d7-143c-40cb-b1b6-5395379cfd6a req-b6ea492e-031c-4bce-ad21-219792a602c5 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7d6d4533-837c-4fe4-984b-f786bf479687 HTTP/1.1" status: 200 len: 835 time: 0.0827894 May 30 20:46:44.778153 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e9f2d688-267c-4f51-8a9a-9083323f3116 req-5d93c127-e340-4558-969a-4fc834429809 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/quotas/92b5fc25c8fb428a885a0ea0a728400d HTTP/1.1" status: 200 len: 375 time: 0.0355875 May 30 20:46:44.822070 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b8ddc9ab-d448-4ab8-bb7c-84e7f46619cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:44.877302 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e9f2d688-267c-4f51-8a9a-9083323f3116 req-2d2ff399-4073-43b8-a27c-a8dd38b95dbf tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=92b5fc25c8fb428a885a0ea0a728400d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0983195 May 30 20:46:44.897342 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ddc9ab-d448-4ab8-bb7c-84e7f46619cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29c084c6-9d41-49b5-90ca-fad3338eb783,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:46:44.913576 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-b8ddc9ab-d448-4ab8-bb7c-84e7f46619cf admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=e5b5ba163cb241e684a0dce0d22da489&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8572285 May 30 20:46:44.917135 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 41282) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:46:44.935118 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c68727d7-143c-40cb-b1b6-5395379cfd6a req-ba5f0ca2-10c0-4747-a056-f2ce2c013dd6 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=d7a70373-eecd-4806-a0f2-53b270b23686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1481662 May 30 20:46:45.082018 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c68727d7-143c-40cb-b1b6-5395379cfd6a req-b97e6b5b-f46d-485a-801c-ee6645234d1d service neutron] 10.222.0.86 "GET /v2.0/networks/d7a70373-eecd-4806-a0f2-53b270b23686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365786 May 30 20:46:45.094154 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8cd12bfc-abe2-4e9b-a531-8c0c542fa1a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:45.097364 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e9f2d688-267c-4f51-8a9a-9083323f3116 req-c9c318e6-ba78-4065-b115-08299bb763c9 service neutron] 10.222.0.85 "GET /v2.0/networks/823c6024-63b3-4ed4-a97a-15e5fdfbd028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066309 May 30 20:46:45.201510 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8cd12bfc-abe2-4e9b-a531-8c0c542fa1a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:45.239515 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c68727d7-143c-40cb-b1b6-5395379cfd6a req-f2875880-c6f8-40e3-9832-fe69638dc984 service neutron] 10.222.0.86 "GET /v2.0/networks/d7a70373-eecd-4806-a0f2-53b270b23686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503546 May 30 20:46:45.279641 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e9f2d688-267c-4f51-8a9a-9083323f3116 req-e3dc1612-b070-4bc9-a701-188274354a87 service neutron] 10.222.0.85 "GET /v2.0/networks/823c6024-63b3-4ed4-a97a-15e5fdfbd028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729379 May 30 20:46:45.499271 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8cd12bfc-abe2-4e9b-a531-8c0c542fa1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:45.519095 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd12bfc-abe2-4e9b-a531-8c0c542fa1a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29c084c6-9d41-49b5-90ca-fad3338eb783,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:46:45.528347 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8cd12bfc-abe2-4e9b-a531-8c0c542fa1a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:45.529661 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-8cd12bfc-abe2-4e9b-a531-8c0c542fa1a5 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/29c084c6-9d41-49b5-90ca-fad3338eb783 HTTP/1.1" status: 204 len: 168 time: 0.6112058 May 30 20:46:45.701292 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-6eceb17f-5ab4-4605-a90f-70b817ea4539 req-37c4455f-83fa-4649-8353-021b98583eaa tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Synchronizing usage tracker for tenant:92b5fc25c8fb428a885a0ea0a728400d on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:46:45.831806 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-6eceb17f-5ab4-4605-a90f-70b817ea4539 req-37c4455f-83fa-4649-8353-021b98583eaa tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Unset dirty status for tenant:92b5fc25c8fb428a885a0ea0a728400d on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:46:45.833047 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6eceb17f-5ab4-4605-a90f-70b817ea4539 req-37c4455f-83fa-4649-8353-021b98583eaa tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/ports?device_id=28d04ad2-b3b9-4f87-b053-e59c5b5a0eb9 HTTP/1.1" status: 200 len: 210 time: 0.2317343 May 30 20:46:45.866309 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f160c181-af48-46ec-b346-e371cafbc739 req-fe813565-8c25-4686-b574-cada449d941d tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:46:45.870214 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f160c181-af48-46ec-b346-e371cafbc739 req-fe813565-8c25-4686-b574-cada449d941d tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] 10.222.0.85 "GET /v2.0/ports?device_id=ec68ef0d-586f-4ad6-a568-ab247c148f67 HTTP/1.1" status: 200 len: 982 time: 0.1235569 May 30 20:46:45.921921 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f160c181-af48-46ec-b346-e371cafbc739 req-679ae84d-772e-433a-a57c-ab886ad4e75e tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] 10.222.0.85 "GET /v2.0/security-groups?id=80753685-3d0a-43b0-bce3-c3528a083094&id=0a21a713-4fb1-4623-ad0b-6184f1ecb4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0463734 May 30 20:46:46.970191 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-873a49fa-c675-48c0-83a3-34ef02158d28 req-fa081908-781b-4a30-8a0a-ff185613c3bf tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/ports?device_id=28d04ad2-b3b9-4f87-b053-e59c5b5a0eb9 HTTP/1.1" status: 200 len: 210 time: 0.0551548 May 30 20:46:47.096029 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 41350) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:46:47.151190 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3565ac-732d-4f13-8d7f-28bf83bb0e75 req-ebde61b8-1895-4c55-9355-e5f0e77ed073 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:46:47.152986 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-da3565ac-732d-4f13-8d7f-28bf83bb0e75 req-ebde61b8-1895-4c55-9355-e5f0e77ed073 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] 10.222.0.85 "GET /v2.0/ports?device_id=ec68ef0d-586f-4ad6-a568-ab247c148f67 HTTP/1.1" status: 200 len: 982 time: 0.0819430 May 30 20:46:47.209049 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-da3565ac-732d-4f13-8d7f-28bf83bb0e75 req-bc04977f-89f9-43ad-931c-4f8dc355b1cc tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] 10.222.0.85 "GET /v2.0/security-groups?id=80753685-3d0a-43b0-bce3-c3528a083094&id=0a21a713-4fb1-4623-ad0b-6184f1ecb4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0488098 May 30 20:46:47.241119 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-c2011a2f-8781-4949-ad19-82a9f759ff28 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-79727246-network', 'tenant_id': '2f557a6678c14959a0cc7ed09fff9c3a'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:46:47.247282 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-c2011a2f-8781-4949-ad19-82a9f759ff28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:46:47.252017 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-c2011a2f-8781-4949-ad19-82a9f759ff28 admin admin] Usage tracker for resource:network and tenant:2f557a6678c14959a0cc7ed09fff9c3a is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:46:47.255247 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-c2011a2f-8781-4949-ad19-82a9f759ff28 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:46:47.263058 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-c2011a2f-8781-4949-ad19-82a9f759ff28 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:46:47.347677 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2011a2f-8781-4949-ad19-82a9f759ff28 admin admin] Made reservation on behalf of 2f557a6678c14959a0cc7ed09fff9c3a for: {'network': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:46:47.350036 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c2011a2f-8781-4949-ad19-82a9f759ff28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:47.363042 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c2011a2f-8781-4949-ad19-82a9f759ff28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:47.402187 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-c2011a2f-8781-4949-ad19-82a9f759ff28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:46:47.406416 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-c2011a2f-8781-4949-ad19-82a9f759ff28 admin admin] Usage tracker for resource:security_group_rule and tenant:2f557a6678c14959a0cc7ed09fff9c3a is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:46:47.409467 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-c2011a2f-8781-4949-ad19-82a9f759ff28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:46:47.415412 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-c2011a2f-8781-4949-ad19-82a9f759ff28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:46:47.475334 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 50599478-d694-4c85-9381-6ca0a8f6f790 details requested by agent hyperv_n-h2-843948-2 with host n-h2-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:46:47.488996 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c2011a2f-8781-4949-ad19-82a9f759ff28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:47.578807 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c2011a2f-8781-4949-ad19-82a9f759ff28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:47.607588 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2011a2f-8781-4949-ad19-82a9f759ff28 admin admin] vlan segment allocate from pool success with {'vlan_id': 685, 'physical_network': 'physnet1'} {{(pid=84887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:46:47.620672 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2011a2f-8781-4949-ad19-82a9f759ff28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93fa8820-8af5-4895-94cc-78c3da1a867a,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:46:47.623037 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 50599478-d694-4c85-9381-6ca0a8f6f790, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=50599478-d694-4c85-9381-6ca0a8f6f790,segment=NetworkSegment(8f7d5e98-588a-4a8a-b75b-4b8384d9c8dd),segment_id=8f7d5e98-588a-4a8a-b75b-4b8384d9c8dd)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:46:47.625045 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c2011a2f-8781-4949-ad19-82a9f759ff28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:47.625388 n-d-843948-2 neutron-server[84887]: INFO neutron.db.segments_db [None req-c2011a2f-8781-4949-ad19-82a9f759ff28 admin admin] Added segment 9d5a51ae-25ba-448c-8461-93a27ef7e929 of type vlan for network a87c0785-242f-4d0d-a1c3-0a3e5e87f323 May 30 20:46:47.638473 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Returning: {'device': '50599478-d694-4c85-9381-6ca0a8f6f790', 'network_id': 'd7a70373-eecd-4806-a0f2-53b270b23686', 'port_id': '50599478-d694-4c85-9381-6ca0a8f6f790', 'mac_address': 'fa:16:3e:46:79:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d6d4533-837c-4fe4-984b-f786bf479687', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:46:47.655520 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c2011a2f-8781-4949-ad19-82a9f759ff28 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:47.699371 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:47.720536 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50599478-d694-4c85-9381-6ca0a8f6f790 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:46:47.738010 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 50599478-d694-4c85-9381-6ca0a8f6f790, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=50599478-d694-4c85-9381-6ca0a8f6f790,segment=NetworkSegment(8f7d5e98-588a-4a8a-b75b-4b8384d9c8dd),segment_id=8f7d5e98-588a-4a8a-b75b-4b8384d9c8dd)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:46:47.762725 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c2011a2f-8781-4949-ad19-82a9f759ff28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:47.763628 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2011a2f-8781-4949-ad19-82a9f759ff28 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:46:47.764621 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c2011a2f-8781-4949-ad19-82a9f759ff28 admin admin] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:47.816347 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:47.894224 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=50599478-d694-4c85-9381-6ca0a8f6f790,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:46:47.912716 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2011a2f-8781-4949-ad19-82a9f759ff28 admin admin] Pushing event updated for resources: {'Network': ['ID=a87c0785-242f-4d0d-a1c3-0a3e5e87f323,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:46:47.924145 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network a87c0785-242f-4d0d-a1c3-0a3e5e87f323 details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:46:47.966383 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-c2011a2f-8781-4949-ad19-82a9f759ff28 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8684711 May 30 20:46:47.968664 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 41366) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:46:47.975581 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-653cb3ce-7746-4cfa-9295-10cf93e5afda admin admin] Request body: {'subnet': {'network_id': 'a87c0785-242f-4d0d-a1c3-0a3e5e87f323', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-79727246-subnet', 'tenant_id': '2f557a6678c14959a0cc7ed09fff9c3a', 'ip_version': 4}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:46:47.982309 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-653cb3ce-7746-4cfa-9295-10cf93e5afda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:46:47.986994 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-653cb3ce-7746-4cfa-9295-10cf93e5afda admin admin] Usage tracker for resource:subnet and tenant:2f557a6678c14959a0cc7ed09fff9c3a is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:46:47.990283 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-653cb3ce-7746-4cfa-9295-10cf93e5afda admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:46:47.996835 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-653cb3ce-7746-4cfa-9295-10cf93e5afda admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:46:48.082578 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['50599478-d694-4c85-9381-6ca0a8f6f790'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:46:48.140610 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-653cb3ce-7746-4cfa-9295-10cf93e5afda admin admin] Made reservation on behalf of 2f557a6678c14959a0cc7ed09fff9c3a for: {'subnet': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:46:48.140800 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-653cb3ce-7746-4cfa-9295-10cf93e5afda admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114220'] for subnet, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:48.166199 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d448fa4f-a71e-4955-b9e9-50a5bec50ce8 req-cf348b5c-ece2-4161-a611-db80fb7596d8 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/ports?device_id=28d04ad2-b3b9-4f87-b053-e59c5b5a0eb9 HTTP/1.1" status: 200 len: 210 time: 0.0676491 May 30 20:46:48.547364 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205b981a-324d-4df0-bbe6-451181988f92 req-1562fc73-2c65-4649-82e0-104c75f6df90 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:46:48.547852 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-205b981a-324d-4df0-bbe6-451181988f92 req-1562fc73-2c65-4649-82e0-104c75f6df90 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] 10.222.0.85 "GET /v2.0/ports?device_id=ec68ef0d-586f-4ad6-a568-ab247c148f67 HTTP/1.1" status: 200 len: 983 time: 0.0917349 May 30 20:46:48.613191 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-653cb3ce-7746-4cfa-9295-10cf93e5afda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4055401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114238'] for subnet, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:48.689421 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653cb3ce-7746-4cfa-9295-10cf93e5afda admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ad9437a-23eb-4b00-b945-c829259d321b,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:46:48.698564 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-205b981a-324d-4df0-bbe6-451181988f92 req-77ab024f-3119-41fb-b08e-fa3f2c0ee47e tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] 10.222.0.85 "GET /v2.0/security-groups?id=80753685-3d0a-43b0-bce3-c3528a083094&id=0a21a713-4fb1-4623-ad0b-6184f1ecb4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1420510 May 30 20:46:48.717905 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653cb3ce-7746-4cfa-9295-10cf93e5afda admin admin] Checking segment: {'id': '9d5a51ae-25ba-448c-8461-93a27ef7e929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'a87c0785-242f-4d0d-a1c3-0a3e5e87f323'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:46:48.718246 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-653cb3ce-7746-4cfa-9295-10cf93e5afda admin admin] Network hostable DHCP agents. Network: a87c0785-242f-4d0d-a1c3-0a3e5e87f323, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:46:48.755138 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f2d688-267c-4f51-8a9a-9083323f3116 req-6bc3d75d-b770-4680-8074-631bd0c90225 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:46:48.755138 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e9f2d688-267c-4f51-8a9a-9083323f3116 req-6bc3d75d-b770-4680-8074-631bd0c90225 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.71 "GET /v2.0/networks?id=823c6024-63b3-4ed4-a97a-15e5fdfbd028 HTTP/1.1" status: 200 len: 797 time: 0.1804464 May 30 20:46:48.812467 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e9f2d688-267c-4f51-8a9a-9083323f3116 req-195de467-bd3b-49b5-b6f7-916daa9f8305 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=92b5fc25c8fb428a885a0ea0a728400d HTTP/1.1" status: 200 len: 380 time: 0.0472691 May 30 20:46:48.821044 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [req-e9f2d688-267c-4f51-8a9a-9083323f3116 req-f4120eb8-e29e-4a23-8ac9-301ee78f34f0 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Request body: {'port': {'device_id': '28d04ad2-b3b9-4f87-b053-e59c5b5a0eb9', 'network_id': '823c6024-63b3-4ed4-a97a-15e5fdfbd028', 'admin_state_up': True, 'tenant_id': '92b5fc25c8fb428a885a0ea0a728400d', 'security_groups': ['55b4696b-8ce2-4bd2-9c2a-5bdb3080275c']}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:46:48.836359 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-653cb3ce-7746-4cfa-9295-10cf93e5afda admin admin] Network a87c0785-242f-4d0d-a1c3-0a3e5e87f323 is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:46:48.933796 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-653cb3ce-7746-4cfa-9295-10cf93e5afda admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, a87c0785-242f-4d0d-a1c3-0a3e5e87f323) {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:46:48.944251 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-653cb3ce-7746-4cfa-9295-10cf93e5afda admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:46:48.944924 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-653cb3ce-7746-4cfa-9295-10cf93e5afda admin admin] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:48.948686 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df7f8893-9bff-479f-aa61-28b856f55498 None None] Network a87c0785-242f-4d0d-a1c3-0a3e5e87f323 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:46:48.977703 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-e9f2d688-267c-4f51-8a9a-9083323f3116 req-f4120eb8-e29e-4a23-8ac9-301ee78f34f0 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:46:48.996995 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-e9f2d688-267c-4f51-8a9a-9083323f3116 req-f4120eb8-e29e-4a23-8ac9-301ee78f34f0 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:46:49.065501 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-653cb3ce-7746-4cfa-9295-10cf93e5afda admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0954440 May 30 20:46:49.068978 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 41386) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:46:49.074345 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-1ba89ed6-f4d9-4b9f-86f6-d4c20ffb10e8 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-79727246-router', 'tenant_id': '2f557a6678c14959a0cc7ed09fff9c3a', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:46:49.079783 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-1ba89ed6-f4d9-4b9f-86f6-d4c20ffb10e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:46:49.084033 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-1ba89ed6-f4d9-4b9f-86f6-d4c20ffb10e8 admin admin] Usage tracker for resource:router and tenant:2f557a6678c14959a0cc7ed09fff9c3a is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:46:49.087691 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-1ba89ed6-f4d9-4b9f-86f6-d4c20ffb10e8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:46:49.095235 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-1ba89ed6-f4d9-4b9f-86f6-d4c20ffb10e8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:46:49.193249 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee221b7a-54c1-4128-bb13-77f205b357d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-a87c0785-242f-4d0d-a1c3-0a3e5e87f323', 'network_id': 'a87c0785-242f-4d0d-a1c3-0a3e5e87f323', 'tenant_id': '2f557a6678c14959a0cc7ed09fff9c3a', 'fixed_ips': [{'subnet_id': '3ad9437a-23eb-4b00-b945-c829259d321b'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:46:49.194081 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ee221b7a-54c1-4128-bb13-77f205b357d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:49.203101 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9f2d688-267c-4f51-8a9a-9083323f3116 req-f4120eb8-e29e-4a23-8ac9-301ee78f34f0 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Made reservation on behalf of 92b5fc25c8fb428a885a0ea0a728400d for: {'port': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:46:49.206290 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-e9f2d688-267c-4f51-8a9a-9083323f3116 req-f4120eb8-e29e-4a23-8ac9-301ee78f34f0 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:49.276229 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1ba89ed6-f4d9-4b9f-86f6-d4c20ffb10e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-733683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3159'] for router, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:49.276229 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1ba89ed6-f4d9-4b9f-86f6-d4c20ffb10e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-733584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-736372', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-628480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3164'] for router, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:49.312687 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1ba89ed6-f4d9-4b9f-86f6-d4c20ffb10e8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:49.384907 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-72362033-a430-47d4-94d2-6fde7770c453 req-ebe1b7e0-d727-4bfb-b3c7-efc6f182900e tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/ports?device_id=28d04ad2-b3b9-4f87-b053-e59c5b5a0eb9 HTTP/1.1" status: 200 len: 210 time: 0.0542252 May 30 20:46:49.389830 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-ee221b7a-54c1-4128-bb13-77f205b357d1 None None] Allocated IP 172.20.0.2 (a87c0785-242f-4d0d-a1c3-0a3e5e87f323/3ad9437a-23eb-4b00-b945-c829259d321b/c296b8d9-1aeb-4949-8c39-9f6c41310975) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:46:49.554379 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [req-e9f2d688-267c-4f51-8a9a-9083323f3116 req-f4120eb8-e29e-4a23-8ac9-301ee78f34f0 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Allocated IP 172.20.0.12 (823c6024-63b3-4ed4-a97a-15e5fdfbd028/a387bcf5-33c9-4911-8bd5-5f08dc781e2d/16782d4f-6daf-4414-b252-e35eacdccc16) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:46:49.592562 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1ba89ed6-f4d9-4b9f-86f6-d4c20ffb10e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-736390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:49.631771 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 50599478-d694-4c85-9381-6ca0a8f6f790 up at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:46:49.727643 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ee221b7a-54c1-4128-bb13-77f205b357d1 None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:49.742555 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-ee221b7a-54c1-4128-bb13-77f205b357d1 None None] Transition to ACTIVE for port object c296b8d9-1aeb-4949-8c39-9f6c41310975 will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:46:49.765634 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-ee221b7a-54c1-4128-bb13-77f205b357d1 None None] Transition to ACTIVE for port object c296b8d9-1aeb-4949-8c39-9f6c41310975 will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:46:49.801830 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-e9f2d688-267c-4f51-8a9a-9083323f3116 req-f4120eb8-e29e-4a23-8ac9-301ee78f34f0 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:49.827016 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [req-e9f2d688-267c-4f51-8a9a-9083323f3116 req-f4120eb8-e29e-4a23-8ac9-301ee78f34f0 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Transition to ACTIVE for port object 16782d4f-6daf-4414-b252-e35eacdccc16 will not be triggered until provisioned by entity DHCP. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:46:49.859060 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:49.907937 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ee221b7a-54c1-4128-bb13-77f205b357d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:49.960471 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning for port 50599478-d694-4c85-9381-6ca0a8f6f790 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:46:49.966946 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1ba89ed6-f4d9-4b9f-86f6-d4c20ffb10e8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:49.979347 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-e9f2d688-267c-4f51-8a9a-9083323f3116 req-f4120eb8-e29e-4a23-8ac9-301ee78f34f0 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:49.992532 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning complete for port 50599478-d694-4c85-9381-6ca0a8f6f790 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:46:49.993084 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:50.009830 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1ba89ed6-f4d9-4b9f-86f6-d4c20ffb10e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:50.292185 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee221b7a-54c1-4128-bb13-77f205b357d1 None None] Network a87c0785-242f-4d0d-a1c3-0a3e5e87f323 is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:46:50.292185 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee221b7a-54c1-4128-bb13-77f205b357d1 None None] Pushing event updated for resources: {'Port': ['ID=c296b8d9-1aeb-4949-8c39-9f6c41310975,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:46:50.292185 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-ee221b7a-54c1-4128-bb13-77f205b357d1 None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:46:50.295651 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9f2d688-267c-4f51-8a9a-9083323f3116 req-f4120eb8-e29e-4a23-8ac9-301ee78f34f0 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Network 823c6024-63b3-4ed4-a97a-15e5fdfbd028 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:46:50.296188 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee221b7a-54c1-4128-bb13-77f205b357d1 None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:46:50.296348 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [req-e9f2d688-267c-4f51-8a9a-9083323f3116 req-f4120eb8-e29e-4a23-8ac9-301ee78f34f0 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:46:50.296348 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9f2d688-267c-4f51-8a9a-9083323f3116 req-f4120eb8-e29e-4a23-8ac9-301ee78f34f0 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:46:50.296348 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e94f73-2fa2-45c4-9f65-86a70a7a8cfe req-fbfa5d31-ae74-4a5c-87b3-61562c506442 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:46:50.296348 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c4e94f73-2fa2-45c4-9f65-86a70a7a8cfe req-fbfa5d31-ae74-4a5c-87b3-61562c506442 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] 10.222.0.85 "GET /v2.0/ports?device_id=ec68ef0d-586f-4ad6-a568-ab247c148f67 HTTP/1.1" status: 200 len: 983 time: 0.2593949 May 30 20:46:50.296348 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4120eb8-e29e-4a23-8ac9-301ee78f34f0 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Pushing event updated for resources: {'Port': ['ID=16782d4f-6daf-4414-b252-e35eacdccc16,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:46:50.296744 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:50.296916 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c4e94f73-2fa2-45c4-9f65-86a70a7a8cfe req-c54b0daf-e0cc-416b-9319-e505fc23d5ae tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] 10.222.0.85 "GET /v2.0/security-groups?id=80753685-3d0a-43b0-bce3-c3528a083094&id=0a21a713-4fb1-4623-ad0b-6184f1ecb4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0815639 May 30 20:46:50.297527 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [None req-1ba89ed6-f4d9-4b9f-86f6-d4c20ffb10e8 admin admin] Allocated IP 172.25.8.12 (c7869750-4b49-4b7e-aa99-5e0f1ae02da4/427601ec-f643-4fe7-b5e6-17305d3a39e1/452c2813-9573-4b85-9136-934ced12dea0) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:46:50.298217 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f2d688-267c-4f51-8a9a-9083323f3116 req-f4120eb8-e29e-4a23-8ac9-301ee78f34f0 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:46:50.298217 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-e9f2d688-267c-4f51-8a9a-9083323f3116 req-f4120eb8-e29e-4a23-8ac9-301ee78f34f0 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:50.309429 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec68ef0d-586f-4ad6-a568-ab247c148f67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50599478-d694-4c85-9381-6ca0a8f6f790'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:46:50.353845 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 50599478-d694-4c85-9381-6ca0a8f6f790, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=50599478-d694-4c85-9381-6ca0a8f6f790,segment=NetworkSegment(8f7d5e98-588a-4a8a-b75b-4b8384d9c8dd),segment_id=8f7d5e98-588a-4a8a-b75b-4b8384d9c8dd)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:46:50.371838 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-ee221b7a-54c1-4128-bb13-77f205b357d1 None None] Attempting to bind port c296b8d9-1aeb-4949-8c39-9f6c41310975 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:46:50.372367 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-ee221b7a-54c1-4128-bb13-77f205b357d1 None None] Attempting to bind port c296b8d9-1aeb-4949-8c39-9f6c41310975 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': '9d5a51ae-25ba-448c-8461-93a27ef7e929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'a87c0785-242f-4d0d-a1c3-0a3e5e87f323'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:46:50.372837 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee221b7a-54c1-4128-bb13-77f205b357d1 None None] Attempting to bind port c296b8d9-1aeb-4949-8c39-9f6c41310975 on network a87c0785-242f-4d0d-a1c3-0a3e5e87f323 {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:46:50.380382 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee221b7a-54c1-4128-bb13-77f205b357d1 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:46:50.381014 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee221b7a-54c1-4128-bb13-77f205b357d1 None None] Checking segment: {'id': '9d5a51ae-25ba-448c-8461-93a27ef7e929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'a87c0785-242f-4d0d-a1c3-0a3e5e87f323'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:46:50.381428 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ee221b7a-54c1-4128-bb13-77f205b357d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:50.381856 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee221b7a-54c1-4128-bb13-77f205b357d1 None None] Bound using segment: {'id': '9d5a51ae-25ba-448c-8461-93a27ef7e929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'a87c0785-242f-4d0d-a1c3-0a3e5e87f323'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:46:50.382334 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-ee221b7a-54c1-4128-bb13-77f205b357d1 None None] Bound port: c296b8d9-1aeb-4949-8c39-9f6c41310975, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d5a51ae-25ba-448c-8461-93a27ef7e929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'a87c0785-242f-4d0d-a1c3-0a3e5e87f323'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:46:50.382712 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ee221b7a-54c1-4128-bb13-77f205b357d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:50.420893 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1ba89ed6-f4d9-4b9f-86f6-d4c20ffb10e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:50.490170 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-ee221b7a-54c1-4128-bb13-77f205b357d1 None None] For port c296b8d9-1aeb-4949-8c39-9f6c41310975, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:46:50.493864 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-ee221b7a-54c1-4128-bb13-77f205b357d1 None None] For port c296b8d9-1aeb-4949-8c39-9f6c41310975, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=c296b8d9-1aeb-4949-8c39-9f6c41310975,segment=NetworkSegment(9d5a51ae-25ba-448c-8461-93a27ef7e929),segment_id=9d5a51ae-25ba-448c-8461-93a27ef7e929)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:46:50.496224 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:50.501822 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e9f2d688-267c-4f51-8a9a-9083323f3116 req-f4120eb8-e29e-4a23-8ac9-301ee78f34f0 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6840963 May 30 20:46:50.589404 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1ba89ed6-f4d9-4b9f-86f6-d4c20ffb10e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:50.595379 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=50599478-d694-4c85-9381-6ca0a8f6f790,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:46:50.611726 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-46f06e86-f595-4176-9d1c-2e74ca0d7689 None None] Provisioning for port 16782d4f-6daf-4414-b252-e35eacdccc16 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:46:50.626916 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-46f06e86-f595-4176-9d1c-2e74ca0d7689 None None] Provisioning complete for port 16782d4f-6daf-4414-b252-e35eacdccc16 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:46:50.627299 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-46f06e86-f595-4176-9d1c-2e74ca0d7689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:50.705573 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba89ed6-f4d9-4b9f-86f6-d4c20ffb10e8 admin admin] Pushing event updated for resources: {'Port': ['ID=452c2813-9573-4b85-9136-934ced12dea0,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:46:50.708881 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ee221b7a-54c1-4128-bb13-77f205b357d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:50.727562 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba89ed6-f4d9-4b9f-86f6-d4c20ffb10e8 admin admin] Network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:46:50.728545 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [req-e9f2d688-267c-4f51-8a9a-9083323f3116 req-d633334c-cbaf-4777-83d2-68a9ef24b0f8 service neutron] Request body: {'port': {'device_id': '28d04ad2-b3b9-4f87-b053-e59c5b5a0eb9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843948-2'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:46:50.729285 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-1ba89ed6-f4d9-4b9f-86f6-d4c20ffb10e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:46:50.731983 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba89ed6-f4d9-4b9f-86f6-d4c20ffb10e8 admin admin] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:46:50.769943 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1421414f-c87a-424c-9424-0ca42bafa995'] response: {'server_uuid': 'ec68ef0d-586f-4ad6-a568-ab247c148f67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50599478-d694-4c85-9381-6ca0a8f6f790', 'code': 200} May 30 20:46:50.907908 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-46f06e86-f595-4176-9d1c-2e74ca0d7689 None None] Port 16782d4f-6daf-4414-b252-e35eacdccc16 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:46:50.911118 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee221b7a-54c1-4128-bb13-77f205b357d1 None None] Pushing event updated for resources: {'Port': ['ID=c296b8d9-1aeb-4949-8c39-9f6c41310975,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:46:50.927971 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c572649-c8ba-491e-8981-74c0f9459ce7 req-f0e7ad82-5a37-4e0b-b4d5-d75834d0c720 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:46:50.928924 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-5c572649-c8ba-491e-8981-74c0f9459ce7 req-f0e7ad82-5a37-4e0b-b4d5-d75834d0c720 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Synchronizing usage tracker for tenant:92b5fc25c8fb428a885a0ea0a728400d on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:46:50.953414 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-e9f2d688-267c-4f51-8a9a-9083323f3116 req-d633334c-cbaf-4777-83d2-68a9ef24b0f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:51.025543 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-584861d5-e411-420e-96a7-db30138096a0 req-7e957ebd-eb93-4ec9-8e4e-b9e0ab6b30d5 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=ec68ef0d-586f-4ad6-a568-ab247c148f67 HTTP/1.1" status: 200 len: 1135 time: 0.1360605 May 30 20:46:51.035303 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-5c572649-c8ba-491e-8981-74c0f9459ce7 req-f0e7ad82-5a37-4e0b-b4d5-d75834d0c720 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Unset dirty status for tenant:92b5fc25c8fb428a885a0ea0a728400d on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:46:51.047340 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5c572649-c8ba-491e-8981-74c0f9459ce7 req-f0e7ad82-5a37-4e0b-b4d5-d75834d0c720 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/ports?device_id=28d04ad2-b3b9-4f87-b053-e59c5b5a0eb9 HTTP/1.1" status: 200 len: 932 time: 0.4118114 May 30 20:46:51.109493 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-584861d5-e411-420e-96a7-db30138096a0 req-10325c57-46a9-4d8f-a968-292bea1c5e12 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=0a21a713-4fb1-4623-ad0b-6184f1ecb4ff&id=80753685-3d0a-43b0-bce3-c3528a083094&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0714686 May 30 20:46:51.134997 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5c572649-c8ba-491e-8981-74c0f9459ce7 req-6ecc2845-767d-4012-b6f9-dfcba79a475f tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/security-groups?id=55b4696b-8ce2-4bd2-9c2a-5bdb3080275c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858603 May 30 20:46:51.189147 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1ba89ed6-f4d9-4b9f-86f6-d4c20ffb10e8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:51.190177 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1ba89ed6-f4d9-4b9f-86f6-d4c20ffb10e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-736409'] for router, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:51.224192 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dcf262f-16b8-4b0c-95a0-e95425e62c97 None None] Sync routers for ids ['1bfb08cd-4d1d-4d25-9395-6f422dba3054'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:46:51.253961 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dcf262f-16b8-4b0c-95a0-e95425e62c97 None None] Routers {'1bfb08cd-4d1d-4d25-9395-6f422dba3054'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:46:51.255259 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-0dcf262f-16b8-4b0c-95a0-e95425e62c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:46:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['1bfb08cd-4d1d-4d25-9395-6f422dba3054'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:46:51.536970 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-0dcf262f-16b8-4b0c-95a0-e95425e62c97 None None] Set router 1bfb08cd-4d1d-4d25-9395-6f422dba3054 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:46:51.657733 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [req-e9f2d688-267c-4f51-8a9a-9083323f3116 req-d633334c-cbaf-4777-83d2-68a9ef24b0f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16782d4f-6daf-4414-b252-e35eacdccc16 {{(pid=84886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:46:51.665189 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-e9f2d688-267c-4f51-8a9a-9083323f3116 req-d633334c-cbaf-4777-83d2-68a9ef24b0f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:51.681730 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [req-e9f2d688-267c-4f51-8a9a-9083323f3116 req-d633334c-cbaf-4777-83d2-68a9ef24b0f8 service neutron] Transition to ACTIVE for port object 16782d4f-6daf-4414-b252-e35eacdccc16 will not be triggered until provisioned by entity L2. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:46:51.746132 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-e9f2d688-267c-4f51-8a9a-9083323f3116 req-d633334c-cbaf-4777-83d2-68a9ef24b0f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:51.789645 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da23e3f1-aa38-430a-9940-46b680f6ed31 req-b4e865e3-15ac-42b9-8926-87e734dc9b06 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:46:51.789645 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-da23e3f1-aa38-430a-9940-46b680f6ed31 req-b4e865e3-15ac-42b9-8926-87e734dc9b06 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] 10.222.0.85 "GET /v2.0/ports?device_id=ec68ef0d-586f-4ad6-a568-ab247c148f67 HTTP/1.1" status: 200 len: 984 time: 0.3344724 May 30 20:46:51.892725 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-da23e3f1-aa38-430a-9940-46b680f6ed31 req-c405cf4c-fedd-4b20-b4f3-80a561e02c4d tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] 10.222.0.85 "GET /v2.0/security-groups?id=80753685-3d0a-43b0-bce3-c3528a083094&id=0a21a713-4fb1-4623-ad0b-6184f1ecb4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0911562 May 30 20:46:51.903806 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device c296b8d9-1aeb-4949-8c39-9f6c41310975 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:46:52.061695 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d633334c-cbaf-4777-83d2-68a9ef24b0f8 service neutron] Pushing event updated for resources: {'Port': ['ID=16782d4f-6daf-4414-b252-e35eacdccc16,revision_number=2']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:46:52.088420 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ba89ed6-f4d9-4b9f-86f6-d4c20ffb10e8 admin admin] Router 3e47acb7-2499-441c-8040-eeba16751e48 is scheduled to L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 with binding_index 1 {{(pid=84887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 20:46:52.161900 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-0dcf262f-16b8-4b0c-95a0-e95425e62c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bfb08cd-4d1d-4d25-9395-6f422dba3054', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1287081247', 'tenant_id': '92b5fc25c8fb428a885a0ea0a728400d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': '6b33e8e2-2a0c-4db6-af0e-43f2afb0c680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:46:32Z', 'updated_at': '2022-05-30T20:46:40Z', 'revision_number': 4, 'project_id': '92b5fc25c8fb428a885a0ea0a728400d', 'gw_port': {'id': '6b33e8e2-2a0c-4db6-af0e-43f2afb0c680', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:e0:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfb08cd-4d1d-4d25-9395-6f422dba3054', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:46:32Z', 'updated_at': '2022-05-30T20:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': 'f46b2554-b42e-4a82-8aa7-eafc6c771eec', 'name': '', 'network_id': '823c6024-63b3-4ed4-a97a-15e5fdfbd028', 'tenant_id': '92b5fc25c8fb428a885a0ea0a728400d', 'mac_address': 'fa:16:3e:21:68:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bfb08cd-4d1d-4d25-9395-6f422dba3054', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a387bcf5-33c9-4911-8bd5-5f08dc781e2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:46:38Z', 'updated_at': '2022-05-30T20:46:40Z', 'revision_number': 2, 'project_id': '92b5fc25c8fb428a885a0ea0a728400d', 'subnets': [{'id': 'a387bcf5-33c9-4911-8bd5-5f08dc781e2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:46:52.177646 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dcf262f-16b8-4b0c-95a0-e95425e62c97 None None] Checking router: 1bfb08cd-4d1d-4d25-9395-6f422dba3054 for host: n-d-843948-2 {{(pid=84888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:46:52.182980 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dcf262f-16b8-4b0c-95a0-e95425e62c97 None None] Updating router 1bfb08cd-4d1d-4d25-9395-6f422dba3054 port f46b2554-b42e-4a82-8aa7-eafc6c771eec binding host n-d-843948-2 {{(pid=84888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:46:52.187821 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-e9f2d688-267c-4f51-8a9a-9083323f3116 req-d633334c-cbaf-4777-83d2-68a9ef24b0f8 service neutron] Attempting to bind port 16782d4f-6daf-4414-b252-e35eacdccc16 on host n-h1-843948-2 for vnic_type normal with profile {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:46:52.188173 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-e9f2d688-267c-4f51-8a9a-9083323f3116 req-d633334c-cbaf-4777-83d2-68a9ef24b0f8 service neutron] Attempting to bind port 16782d4f-6daf-4414-b252-e35eacdccc16 by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': 'b137d6a1-cad7-4615-9646-be2b81ec6b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '823c6024-63b3-4ed4-a97a-15e5fdfbd028'}] {{(pid=84886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:46:52.188544 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f2d688-267c-4f51-8a9a-9083323f3116 req-d633334c-cbaf-4777-83d2-68a9ef24b0f8 service neutron] Attempting to bind port 16782d4f-6daf-4414-b252-e35eacdccc16 on network 823c6024-63b3-4ed4-a97a-15e5fdfbd028 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:46:52.196704 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f2d688-267c-4f51-8a9a-9083323f3116 req-d633334c-cbaf-4777-83d2-68a9ef24b0f8 service neutron] Port 16782d4f-6daf-4414-b252-e35eacdccc16 on network 823c6024-63b3-4ed4-a97a-15e5fdfbd028 not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:46:52.196704 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f2d688-267c-4f51-8a9a-9083323f3116 req-d633334c-cbaf-4777-83d2-68a9ef24b0f8 service neutron] Attempting to bind port 16782d4f-6daf-4414-b252-e35eacdccc16 on network 823c6024-63b3-4ed4-a97a-15e5fdfbd028 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:46:52.208807 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f2d688-267c-4f51-8a9a-9083323f3116 req-d633334c-cbaf-4777-83d2-68a9ef24b0f8 service neutron] Checking agent: {'id': 'f728d74e-a4ae-4384-860b-a5ade05dd8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 46, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:46:52.214636 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f2d688-267c-4f51-8a9a-9083323f3116 req-d633334c-cbaf-4777-83d2-68a9ef24b0f8 service neutron] Checking segment: {'id': 'b137d6a1-cad7-4615-9646-be2b81ec6b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '823c6024-63b3-4ed4-a97a-15e5fdfbd028'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:46:52.214636 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f2d688-267c-4f51-8a9a-9083323f3116 req-d633334c-cbaf-4777-83d2-68a9ef24b0f8 service neutron] Bound using segment: {'id': 'b137d6a1-cad7-4615-9646-be2b81ec6b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '823c6024-63b3-4ed4-a97a-15e5fdfbd028'} {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:46:52.214636 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-e9f2d688-267c-4f51-8a9a-9083323f3116 req-d633334c-cbaf-4777-83d2-68a9ef24b0f8 service neutron] Bound port: 16782d4f-6daf-4414-b252-e35eacdccc16, host: n-h1-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b137d6a1-cad7-4615-9646-be2b81ec6b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '823c6024-63b3-4ed4-a97a-15e5fdfbd028'}}] {{(pid=84886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:46:52.214636 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-e9f2d688-267c-4f51-8a9a-9083323f3116 req-d633334c-cbaf-4777-83d2-68a9ef24b0f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:52.264309 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port c296b8d9-1aeb-4949-8c39-9f6c41310975 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:46:52.356029 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-0dcf262f-16b8-4b0c-95a0-e95425e62c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:52.373010 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-e9f2d688-267c-4f51-8a9a-9083323f3116 req-d633334c-cbaf-4777-83d2-68a9ef24b0f8 service neutron] For port 16782d4f-6daf-4414-b252-e35eacdccc16, host n-h1-843948-2, cleared binding levels {{(pid=84886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:46:52.381571 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-e9f2d688-267c-4f51-8a9a-9083323f3116 req-d633334c-cbaf-4777-83d2-68a9ef24b0f8 service neutron] For port 16782d4f-6daf-4414-b252-e35eacdccc16, host n-h1-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=16782d4f-6daf-4414-b252-e35eacdccc16,segment=NetworkSegment(b137d6a1-cad7-4615-9646-be2b81ec6b86),segment_id=b137d6a1-cad7-4615-9646-be2b81ec6b86)] {{(pid=84886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:46:52.503913 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf757f56-518c-4c29-a77e-6648a6be9d89 None None] Network a87c0785-242f-4d0d-a1c3-0a3e5e87f323 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:46:52.527641 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ba89ed6-f4d9-4b9f-86f6-d4c20ffb10e8 admin admin] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:46:52.540675 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-e9f2d688-267c-4f51-8a9a-9083323f3116 req-d633334c-cbaf-4777-83d2-68a9ef24b0f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:52.540782 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0db617-edcc-4768-943a-b46afdd38d98 None None] Sync routers for ids ['3e47acb7-2499-441c-8040-eeba16751e48'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:46:52.576377 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0db617-edcc-4768-943a-b46afdd38d98 None None] Routers {'3e47acb7-2499-441c-8040-eeba16751e48'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:46:52.578190 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-bf0db617-edcc-4768-943a-b46afdd38d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:46:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['3e47acb7-2499-441c-8040-eeba16751e48'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:46:52.627294 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-e9f2d688-267c-4f51-8a9a-9083323f3116 req-d633334c-cbaf-4777-83d2-68a9ef24b0f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:52.628880 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e9f2d688-267c-4f51-8a9a-9083323f3116 req-d633334c-cbaf-4777-83d2-68a9ef24b0f8 service neutron] 10.222.0.71 "PUT /v2.0/ports/16782d4f-6daf-4414-b252-e35eacdccc16 HTTP/1.1" status: 200 len: 1092 time: 2.1201847 May 30 20:46:52.629175 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28d04ad2-b3b9-4f87-b053-e59c5b5a0eb9', 'tag': '16782d4f-6daf-4414-b252-e35eacdccc16'}] {{(pid=84886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:46:52.658008 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d633334c-cbaf-4777-83d2-68a9ef24b0f8 service neutron] Pushing event updated for resources: {'Port': ['ID=16782d4f-6daf-4414-b252-e35eacdccc16,revision_number=3']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:46:52.673686 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5559db4c-db3b-4793-a6e4-4a7553a7cf26 req-08bd323c-9ef8-46d3-abb8-da9faeaa2daf tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:46:52.675711 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5559db4c-db3b-4793-a6e4-4a7553a7cf26 req-08bd323c-9ef8-46d3-abb8-da9faeaa2daf tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/ports?device_id=28d04ad2-b3b9-4f87-b053-e59c5b5a0eb9 HTTP/1.1" status: 200 len: 944 time: 0.2064872 May 30 20:46:52.692930 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:52.710322 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1ba89ed6-f4d9-4b9f-86f6-d4c20ffb10e8 admin admin] Notify callbacks [] for router, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:52.714358 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-1ba89ed6-f4d9-4b9f-86f6-d4c20ffb10e8 admin admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.6414473 May 30 20:46:52.714605 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 41442) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:46:52.739161 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5559db4c-db3b-4793-a6e4-4a7553a7cf26 req-a617b899-4e1e-456d-af48-7ae6a715871b tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/security-groups?id=55b4696b-8ce2-4bd2-9c2a-5bdb3080275c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548174 May 30 20:46:52.934249 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-bf0db617-edcc-4768-943a-b46afdd38d98 None None] Set router 3e47acb7-2499-441c-8040-eeba16751e48 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:46:53.143387 n-d-843948-2 neutron-server[84886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4658df2a-1dba-4a56-9117-324238ad0ca7'] response: {'name': 'network-changed', 'server_uuid': '28d04ad2-b3b9-4f87-b053-e59c5b5a0eb9', 'tag': '16782d4f-6daf-4414-b252-e35eacdccc16', 'status': 'completed', 'code': 200} May 30 20:46:53.248924 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e9f2d688-267c-4f51-8a9a-9083323f3116 req-f4792e6b-c9c5-47bd-9feb-123af076b80b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=92b5fc25c8fb428a885a0ea0a728400d&device_id=28d04ad2-b3b9-4f87-b053-e59c5b5a0eb9 HTTP/1.1" status: 200 len: 1095 time: 0.3986378 May 30 20:46:53.311741 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3567c1be-5e6d-4d14-9038-247a690b2f3e req-0a69eba5-e66d-4579-be96-974da9426111 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:46:53.313532 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3567c1be-5e6d-4d14-9038-247a690b2f3e req-0a69eba5-e66d-4579-be96-974da9426111 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] 10.222.0.85 "GET /v2.0/ports?device_id=ec68ef0d-586f-4ad6-a568-ab247c148f67 HTTP/1.1" status: 200 len: 984 time: 0.1681726 May 30 20:46:53.365845 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-bf0db617-edcc-4768-943a-b46afdd38d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e47acb7-2499-441c-8040-eeba16751e48', 'name': 'tempest-TestServerMultinode-79727246-router', 'tenant_id': '2f557a6678c14959a0cc7ed09fff9c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': '452c2813-9573-4b85-9136-934ced12dea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:46:49Z', 'updated_at': '2022-05-30T20:46:50Z', 'revision_number': 3, 'project_id': '2f557a6678c14959a0cc7ed09fff9c3a', 'gw_port': {'id': '452c2813-9573-4b85-9136-934ced12dea0', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:49:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e47acb7-2499-441c-8040-eeba16751e48', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:46:50Z', 'updated_at': '2022-05-30T20:46:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:46:53.387556 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0db617-edcc-4768-943a-b46afdd38d98 None None] Checking router: 3e47acb7-2499-441c-8040-eeba16751e48 for host: n-d-843948-2 {{(pid=84889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:46:53.387909 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0db617-edcc-4768-943a-b46afdd38d98 None None] Updating router 3e47acb7-2499-441c-8040-eeba16751e48 port 452c2813-9573-4b85-9136-934ced12dea0 binding host n-d-843948-2 {{(pid=84889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:46:53.399531 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e9f2d688-267c-4f51-8a9a-9083323f3116 req-853c6a87-7276-4ba8-a868-c76de763fc16 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=16782d4f-6daf-4414-b252-e35eacdccc16 HTTP/1.1" status: 200 len: 217 time: 0.1430700 May 30 20:46:53.517375 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-bf0db617-edcc-4768-943a-b46afdd38d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:53.538284 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-e562440a-004d-4f41-b5b3-4603efe31929 None None] Provisioning for port c296b8d9-1aeb-4949-8c39-9f6c41310975 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:46:53.546647 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-0dcf262f-16b8-4b0c-95a0-e95425e62c97 None None] Notify callbacks [] for port, precommit_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:53.554444 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-e562440a-004d-4f41-b5b3-4603efe31929 None None] Provisioning complete for port c296b8d9-1aeb-4949-8c39-9f6c41310975 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:46:53.557931 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-e562440a-004d-4f41-b5b3-4603efe31929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:53.572864 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f2d688-267c-4f51-8a9a-9083323f3116 req-aa568e06-6e55-4668-b126-6f21334c6e2d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:46:53.574973 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e9f2d688-267c-4f51-8a9a-9083323f3116 req-aa568e06-6e55-4668-b126-6f21334c6e2d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a387bcf5-33c9-4911-8bd5-5f08dc781e2d HTTP/1.1" status: 200 len: 834 time: 0.1682396 May 30 20:46:53.609889 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-0dcf262f-16b8-4b0c-95a0-e95425e62c97 None None] Transition to ACTIVE for port object f46b2554-b42e-4a82-8aa7-eafc6c771eec will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:46:53.638528 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3567c1be-5e6d-4d14-9038-247a690b2f3e req-e850b318-090f-4c96-883c-ce42149e2d3d tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] 10.222.0.85 "GET /v2.0/security-groups?id=80753685-3d0a-43b0-bce3-c3528a083094&id=0a21a713-4fb1-4623-ad0b-6184f1ecb4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2637582 May 30 20:46:53.698461 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-0dcf262f-16b8-4b0c-95a0-e95425e62c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:53.742589 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e9f2d688-267c-4f51-8a9a-9083323f3116 req-d43bed25-9b8b-41d5-a088-536670664800 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=823c6024-63b3-4ed4-a97a-15e5fdfbd028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1598485 May 30 20:46:54.022572 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-e562440a-004d-4f41-b5b3-4603efe31929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:54.086904 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b7bdcd-5f9e-4152-9a06-419915bfc3c9 None None] Pushing event updated for resources: {'Port': ['ID=f46b2554-b42e-4a82-8aa7-eafc6c771eec,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:46:54.186092 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7717aacf-e5a7-4805-8b5c-adca9ccd5f6a req-d745f904-0d17-43de-b7fb-c2b2640fc014 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:46:54.188398 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7717aacf-e5a7-4805-8b5c-adca9ccd5f6a req-d745f904-0d17-43de-b7fb-c2b2640fc014 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] 10.222.0.85 "GET /v2.0/ports?device_id=ec68ef0d-586f-4ad6-a568-ab247c148f67 HTTP/1.1" status: 200 len: 984 time: 0.2691391 May 30 20:46:54.223901 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e9f2d688-267c-4f51-8a9a-9083323f3116 req-95ccd005-6375-4ef4-a7c0-eb4704692e4f service neutron] 10.222.0.71 "GET /v2.0/networks/823c6024-63b3-4ed4-a97a-15e5fdfbd028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4609833 May 30 20:46:54.246746 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-e562440a-004d-4f41-b5b3-4603efe31929 None None] For port c296b8d9-1aeb-4949-8c39-9f6c41310975, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=c296b8d9-1aeb-4949-8c39-9f6c41310975,segment=NetworkSegment(9d5a51ae-25ba-448c-8461-93a27ef7e929),segment_id=9d5a51ae-25ba-448c-8461-93a27ef7e929)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:46:54.252189 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-0dcf262f-16b8-4b0c-95a0-e95425e62c97 None None] Attempting to bind port f46b2554-b42e-4a82-8aa7-eafc6c771eec on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:46:54.252808 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-0dcf262f-16b8-4b0c-95a0-e95425e62c97 None None] Attempting to bind port f46b2554-b42e-4a82-8aa7-eafc6c771eec by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': 'b137d6a1-cad7-4615-9646-be2b81ec6b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '823c6024-63b3-4ed4-a97a-15e5fdfbd028'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:46:54.253371 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dcf262f-16b8-4b0c-95a0-e95425e62c97 None None] Attempting to bind port f46b2554-b42e-4a82-8aa7-eafc6c771eec on network 823c6024-63b3-4ed4-a97a-15e5fdfbd028 {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:46:54.261450 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dcf262f-16b8-4b0c-95a0-e95425e62c97 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:46:54.263026 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dcf262f-16b8-4b0c-95a0-e95425e62c97 None None] Checking segment: {'id': 'b137d6a1-cad7-4615-9646-be2b81ec6b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '823c6024-63b3-4ed4-a97a-15e5fdfbd028'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:46:54.263026 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-0dcf262f-16b8-4b0c-95a0-e95425e62c97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:54.263281 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dcf262f-16b8-4b0c-95a0-e95425e62c97 None None] Bound using segment: {'id': 'b137d6a1-cad7-4615-9646-be2b81ec6b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '823c6024-63b3-4ed4-a97a-15e5fdfbd028'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:46:54.263958 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-0dcf262f-16b8-4b0c-95a0-e95425e62c97 None None] Bound port: f46b2554-b42e-4a82-8aa7-eafc6c771eec, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b137d6a1-cad7-4615-9646-be2b81ec6b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '823c6024-63b3-4ed4-a97a-15e5fdfbd028'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:46:54.264494 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-0dcf262f-16b8-4b0c-95a0-e95425e62c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:54.297413 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7717aacf-e5a7-4805-8b5c-adca9ccd5f6a req-d6f9b83f-eef6-443d-b5d8-0a5cdb8d7762 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] 10.222.0.85 "GET /v2.0/security-groups?id=80753685-3d0a-43b0-bce3-c3528a083094&id=0a21a713-4fb1-4623-ad0b-6184f1ecb4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0983791 May 30 20:46:54.317051 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-e562440a-004d-4f41-b5b3-4603efe31929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:54.323747 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a1620a19-a029-4b6e-ad1f-0551f9d18f3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:54.365254 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-bf0db617-edcc-4768-943a-b46afdd38d98 None None] Notify callbacks [] for port, precommit_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:54.390591 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.provisioning_blocks [None req-bf0db617-edcc-4768-943a-b46afdd38d98 None None] Transition to ACTIVE for port object 452c2813-9573-4b85-9136-934ced12dea0 will not be triggered until provisioned by entity L2. {{(pid=84889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:46:54.457301 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e562440a-004d-4f41-b5b3-4603efe31929 None None] Pushing event updated for resources: {'Port': ['ID=c296b8d9-1aeb-4949-8c39-9f6c41310975,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:46:54.471550 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-0dcf262f-16b8-4b0c-95a0-e95425e62c97 None None] For port f46b2554-b42e-4a82-8aa7-eafc6c771eec, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:46:54.477582 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-0dcf262f-16b8-4b0c-95a0-e95425e62c97 None None] For port f46b2554-b42e-4a82-8aa7-eafc6c771eec, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=f46b2554-b42e-4a82-8aa7-eafc6c771eec,segment=NetworkSegment(b137d6a1-cad7-4615-9646-be2b81ec6b86),segment_id=b137d6a1-cad7-4615-9646-be2b81ec6b86)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:46:54.480501 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-30b36b20-aadd-4773-bbe2-bb46282517d2 None None] Provisioning complete for port c296b8d9-1aeb-4949-8c39-9f6c41310975 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:46:54.480869 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-30b36b20-aadd-4773-bbe2-bb46282517d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:54.487570 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-bf0db617-edcc-4768-943a-b46afdd38d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:54.560304 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34fc52b-4ec8-412f-a9ec-3b29a71efb2f req-ed1e1e77-0a5c-4641-82a3-334be39711c7 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:46:54.570690 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d34fc52b-4ec8-412f-a9ec-3b29a71efb2f req-ed1e1e77-0a5c-4641-82a3-334be39711c7 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/ports?device_id=28d04ad2-b3b9-4f87-b053-e59c5b5a0eb9 HTTP/1.1" status: 200 len: 944 time: 0.2903841 May 30 20:46:54.598312 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-0dcf262f-16b8-4b0c-95a0-e95425e62c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:54.606810 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-bf0db617-edcc-4768-943a-b46afdd38d98 None None] Attempting to bind port 452c2813-9573-4b85-9136-934ced12dea0 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:46:54.607180 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-bf0db617-edcc-4768-943a-b46afdd38d98 None None] Attempting to bind port 452c2813-9573-4b85-9136-934ced12dea0 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}] {{(pid=84889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:46:54.607538 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0db617-edcc-4768-943a-b46afdd38d98 None None] Attempting to bind port 452c2813-9573-4b85-9136-934ced12dea0 on network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:46:54.622355 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0db617-edcc-4768-943a-b46afdd38d98 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:46:54.622994 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0db617-edcc-4768-943a-b46afdd38d98 None None] Checking segment: {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:46:54.623579 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-bf0db617-edcc-4768-943a-b46afdd38d98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:54.623891 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e9f2d688-267c-4f51-8a9a-9083323f3116 req-565abbf8-bf72-47c8-8e36-c1377726eb60 service neutron] 10.222.0.71 "GET /v2.0/networks/823c6024-63b3-4ed4-a97a-15e5fdfbd028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3939376 May 30 20:46:54.624293 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0db617-edcc-4768-943a-b46afdd38d98 None None] Bound using segment: {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'} {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:46:54.625227 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-bf0db617-edcc-4768-943a-b46afdd38d98 None None] Bound port: 452c2813-9573-4b85-9136-934ced12dea0, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}}] {{(pid=84889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:46:54.625806 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-bf0db617-edcc-4768-943a-b46afdd38d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:54.675251 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d34fc52b-4ec8-412f-a9ec-3b29a71efb2f req-b5799130-1dc2-4237-8327-3c3b3e99172c tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/security-groups?id=55b4696b-8ce2-4bd2-9c2a-5bdb3080275c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033437 May 30 20:46:54.689963 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c32e30-b9ea-4c31-913c-8f52bcf99ad3 None None] Pushing event updated for resources: {'Port': ['ID=452c2813-9573-4b85-9136-934ced12dea0,revision_number=2']} {{(pid=84889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:46:54.780012 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dcf262f-16b8-4b0c-95a0-e95425e62c97 None None] Routers {'1bfb08cd-4d1d-4d25-9395-6f422dba3054'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:46:54.780859 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-0dcf262f-16b8-4b0c-95a0-e95425e62c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:46:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['1bfb08cd-4d1d-4d25-9395-6f422dba3054'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:46:54.799619 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.db [None req-bf0db617-edcc-4768-943a-b46afdd38d98 None None] For port 452c2813-9573-4b85-9136-934ced12dea0, host n-d-843948-2, cleared binding levels {{(pid=84889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:46:54.804273 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.db [None req-bf0db617-edcc-4768-943a-b46afdd38d98 None None] For port 452c2813-9573-4b85-9136-934ced12dea0, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=452c2813-9573-4b85-9136-934ced12dea0,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:46:54.812667 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [None req-a1620a19-a029-4b6e-ad1f-0551f9d18f3c admin admin] Allocated IP 172.20.0.1 (a87c0785-242f-4d0d-a1c3-0a3e5e87f323/3ad9437a-23eb-4b00-b945-c829259d321b/e7b24ea9-880a-469d-9159-08fbc4c867fc) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:46:54.898794 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-bf0db617-edcc-4768-943a-b46afdd38d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:54.942469 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b7bdcd-5f9e-4152-9a06-419915bfc3c9 None None] Pushing event updated for resources: {'Port': ['ID=f46b2554-b42e-4a82-8aa7-eafc6c771eec,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:46:54.954847 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0f5cff63-6afb-4a57-9dae-336ec5b8f99a req-19c8ace3-7bb2-427a-9b6a-87826d151852 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=92b5fc25c8fb428a885a0ea0a728400d&device_id=28d04ad2-b3b9-4f87-b053-e59c5b5a0eb9 HTTP/1.1" status: 200 len: 1095 time: 0.1756554 May 30 20:46:54.960799 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-429303cf-7d37-426f-80f9-90ca2e8c8d81 req-3b59574d-5be9-41eb-bee8-2ad6db62d82f tempest-TestSecurityGroupsBasicOps-931506109 tempest-TestSecurityGroupsBasicOps-931506109-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=ec68ef0d-586f-4ad6-a568-ab247c148f67 HTTP/1.1" status: 200 len: 1135 time: 0.2195864 May 30 20:46:55.008760 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-429303cf-7d37-426f-80f9-90ca2e8c8d81 req-afd9fb87-2e68-487b-9982-1b32e1cd9d6e tempest-TestSecurityGroupsBasicOps-931506109 tempest-TestSecurityGroupsBasicOps-931506109-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:55.131461 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-0dcf262f-16b8-4b0c-95a0-e95425e62c97 None None] Set router 1bfb08cd-4d1d-4d25-9395-6f422dba3054 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:46:55.209027 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c32e30-b9ea-4c31-913c-8f52bcf99ad3 None None] Pushing event updated for resources: {'Port': ['ID=452c2813-9573-4b85-9136-934ced12dea0,revision_number=3']} {{(pid=84889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:46:55.222297 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0db617-edcc-4768-943a-b46afdd38d98 None None] Routers {'3e47acb7-2499-441c-8040-eeba16751e48'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:46:55.223130 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-bf0db617-edcc-4768-943a-b46afdd38d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:46:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['3e47acb7-2499-441c-8040-eeba16751e48'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:46:55.259666 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5cff63-6afb-4a57-9dae-336ec5b8f99a req-4997995e-8e17-4827-b598-5024710fff6b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:46:55.262608 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0f5cff63-6afb-4a57-9dae-336ec5b8f99a req-4997995e-8e17-4827-b598-5024710fff6b service neutron] 10.222.0.71 "GET /v2.0/networks?id=823c6024-63b3-4ed4-a97a-15e5fdfbd028 HTTP/1.1" status: 200 len: 898 time: 0.2994454 May 30 20:46:55.360442 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0f5cff63-6afb-4a57-9dae-336ec5b8f99a req-ce9c174b-7687-4e17-937c-0ec3452c2f2f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=16782d4f-6daf-4414-b252-e35eacdccc16 HTTP/1.1" status: 200 len: 217 time: 0.0870152 May 30 20:46:55.382701 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a1620a19-a029-4b6e-ad1f-0551f9d18f3c admin admin] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:55.407219 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [None req-a1620a19-a029-4b6e-ad1f-0551f9d18f3c admin admin] Transition to ACTIVE for port object e7b24ea9-880a-469d-9159-08fbc4c867fc will not be triggered until provisioned by entity DHCP. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:46:55.451389 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5cff63-6afb-4a57-9dae-336ec5b8f99a req-1454c8da-d65e-43d3-9112-6f6e14821e73 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:46:55.452097 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-bf0db617-edcc-4768-943a-b46afdd38d98 None None] Set router 3e47acb7-2499-441c-8040-eeba16751e48 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:46:55.454880 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0f5cff63-6afb-4a57-9dae-336ec5b8f99a req-1454c8da-d65e-43d3-9112-6f6e14821e73 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a387bcf5-33c9-4911-8bd5-5f08dc781e2d HTTP/1.1" status: 200 len: 834 time: 0.0835242 May 30 20:46:55.470760 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-429303cf-7d37-426f-80f9-90ca2e8c8d81 req-afd9fb87-2e68-487b-9982-1b32e1cd9d6e tempest-TestSecurityGroupsBasicOps-931506109 tempest-TestSecurityGroupsBasicOps-931506109-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:46:55.477125 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-429303cf-7d37-426f-80f9-90ca2e8c8d81 req-afd9fb87-2e68-487b-9982-1b32e1cd9d6e tempest-TestSecurityGroupsBasicOps-931506109 tempest-TestSecurityGroupsBasicOps-931506109-project-admin] Usage tracker for resource:security_group_rule and tenant:b0cbb1917373483e8c769fa9c494ae32 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:46:55.483695 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-429303cf-7d37-426f-80f9-90ca2e8c8d81 req-afd9fb87-2e68-487b-9982-1b32e1cd9d6e tempest-TestSecurityGroupsBasicOps-931506109 tempest-TestSecurityGroupsBasicOps-931506109-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:46:55.495642 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-429303cf-7d37-426f-80f9-90ca2e8c8d81 req-afd9fb87-2e68-487b-9982-1b32e1cd9d6e tempest-TestSecurityGroupsBasicOps-931506109 tempest-TestSecurityGroupsBasicOps-931506109-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:46:55.515364 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a1620a19-a029-4b6e-ad1f-0551f9d18f3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:55.567035 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0f5cff63-6afb-4a57-9dae-336ec5b8f99a req-a2b885ee-c840-4b4d-948d-8047c45d7766 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=823c6024-63b3-4ed4-a97a-15e5fdfbd028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1053252 May 30 20:46:55.628790 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1620a19-a029-4b6e-ad1f-0551f9d18f3c admin admin] Network a87c0785-242f-4d0d-a1c3-0a3e5e87f323 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:46:55.633434 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-a1620a19-a029-4b6e-ad1f-0551f9d18f3c admin admin] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:46:55.637942 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1620a19-a029-4b6e-ad1f-0551f9d18f3c admin admin] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:46:55.670200 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-0dcf262f-16b8-4b0c-95a0-e95425e62c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bfb08cd-4d1d-4d25-9395-6f422dba3054', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1287081247', 'tenant_id': '92b5fc25c8fb428a885a0ea0a728400d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': '6b33e8e2-2a0c-4db6-af0e-43f2afb0c680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:46:32Z', 'updated_at': '2022-05-30T20:46:40Z', 'revision_number': 4, 'project_id': '92b5fc25c8fb428a885a0ea0a728400d', 'gw_port': {'id': '6b33e8e2-2a0c-4db6-af0e-43f2afb0c680', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:e0:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfb08cd-4d1d-4d25-9395-6f422dba3054', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:46:32Z', 'updated_at': '2022-05-30T20:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': 'f46b2554-b42e-4a82-8aa7-eafc6c771eec', 'name': '', 'network_id': '823c6024-63b3-4ed4-a97a-15e5fdfbd028', 'tenant_id': '92b5fc25c8fb428a885a0ea0a728400d', 'mac_address': 'fa:16:3e:21:68:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bfb08cd-4d1d-4d25-9395-6f422dba3054', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a387bcf5-33c9-4911-8bd5-5f08dc781e2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:46:38Z', 'updated_at': '2022-05-30T20:46:54Z', 'revision_number': 4, 'project_id': '92b5fc25c8fb428a885a0ea0a728400d', 'subnets': [{'id': 'a387bcf5-33c9-4911-8bd5-5f08dc781e2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:46:55.678385 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dcf262f-16b8-4b0c-95a0-e95425e62c97 None None] The sync data for ids ['1bfb08cd-4d1d-4d25-9395-6f422dba3054'] in n-d-843948-2 is: [{'id': '1bfb08cd-4d1d-4d25-9395-6f422dba3054', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1287081247', 'tenant_id': '92b5fc25c8fb428a885a0ea0a728400d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': '6b33e8e2-2a0c-4db6-af0e-43f2afb0c680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:46:32Z', 'updated_at': '2022-05-30T20:46:40Z', 'revision_number': 4, 'project_id': '92b5fc25c8fb428a885a0ea0a728400d', 'gw_port': {'id': '6b33e8e2-2a0c-4db6-af0e-43f2afb0c680', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:e0:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfb08cd-4d1d-4d25-9395-6f422dba3054', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:46:32Z', 'updated_at': '2022-05-30T20:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': 'f46b2554-b42e-4a82-8aa7-eafc6c771eec', 'name': '', 'network_id': '823c6024-63b3-4ed4-a97a-15e5fdfbd028', 'tenant_id': '92b5fc25c8fb428a885a0ea0a728400d', 'mac_address': 'fa:16:3e:21:68:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bfb08cd-4d1d-4d25-9395-6f422dba3054', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a387bcf5-33c9-4911-8bd5-5f08dc781e2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:46:38Z', 'updated_at': '2022-05-30T20:46:54Z', 'revision_number': 4, 'project_id': '92b5fc25c8fb428a885a0ea0a728400d', 'subnets': [{'id': 'a387bcf5-33c9-4911-8bd5-5f08dc781e2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:46:55.766780 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a1620a19-a029-4b6e-ad1f-0551f9d18f3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-736099'] for router_interface, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:55.796479 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0f5cff63-6afb-4a57-9dae-336ec5b8f99a req-6e63c535-9338-4fb3-af31-87d5a10164de service neutron] 10.222.0.71 "GET /v2.0/networks/823c6024-63b3-4ed4-a97a-15e5fdfbd028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202253 May 30 20:46:55.842348 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1620a19-a029-4b6e-ad1f-0551f9d18f3c admin admin] Pushing event updated for resources: {'Port': ['ID=e7b24ea9-880a-469d-9159-08fbc4c867fc,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:46:55.972319 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-bf0db617-edcc-4768-943a-b46afdd38d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e47acb7-2499-441c-8040-eeba16751e48', 'name': 'tempest-TestServerMultinode-79727246-router', 'tenant_id': '2f557a6678c14959a0cc7ed09fff9c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': '452c2813-9573-4b85-9136-934ced12dea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:46:49Z', 'updated_at': '2022-05-30T20:46:50Z', 'revision_number': 3, 'project_id': '2f557a6678c14959a0cc7ed09fff9c3a', 'gw_port': {'id': '452c2813-9573-4b85-9136-934ced12dea0', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:49:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e47acb7-2499-441c-8040-eeba16751e48', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:46:50Z', 'updated_at': '2022-05-30T20:46:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:46:55.987321 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0db617-edcc-4768-943a-b46afdd38d98 None None] The sync data for ids ['3e47acb7-2499-441c-8040-eeba16751e48'] in n-d-843948-2 is: [{'id': '3e47acb7-2499-441c-8040-eeba16751e48', 'name': 'tempest-TestServerMultinode-79727246-router', 'tenant_id': '2f557a6678c14959a0cc7ed09fff9c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': '452c2813-9573-4b85-9136-934ced12dea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:46:49Z', 'updated_at': '2022-05-30T20:46:50Z', 'revision_number': 3, 'project_id': '2f557a6678c14959a0cc7ed09fff9c3a', 'gw_port': {'id': '452c2813-9573-4b85-9136-934ced12dea0', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:49:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e47acb7-2499-441c-8040-eeba16751e48', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:46:50Z', 'updated_at': '2022-05-30T20:46:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:46:56.008748 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device c296b8d9-1aeb-4949-8c39-9f6c41310975 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:46:56.032758 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-429303cf-7d37-426f-80f9-90ca2e8c8d81 req-afd9fb87-2e68-487b-9982-1b32e1cd9d6e tempest-TestSecurityGroupsBasicOps-931506109 tempest-TestSecurityGroupsBasicOps-931506109-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:56.042865 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a1620a19-a029-4b6e-ad1f-0551f9d18f3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:56.184366 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0f5cff63-6afb-4a57-9dae-336ec5b8f99a req-20bdedc8-a4e3-41f7-83dc-7065098a34c9 service neutron] 10.222.0.71 "GET /v2.0/networks/823c6024-63b3-4ed4-a97a-15e5fdfbd028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3796110 May 30 20:46:56.212133 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ac8a30-a730-4a5d-9525-5b812415c503 req-1b650dac-ffdf-4a4b-94a9-0dc7bcd3ac3c tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:46:56.226766 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-74ac8a30-a730-4a5d-9525-5b812415c503 req-1b650dac-ffdf-4a4b-94a9-0dc7bcd3ac3c tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/ports?device_id=28d04ad2-b3b9-4f87-b053-e59c5b5a0eb9 HTTP/1.1" status: 200 len: 944 time: 0.1598020 May 30 20:46:56.288075 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port c296b8d9-1aeb-4949-8c39-9f6c41310975 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:46:56.289090 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:56.309658 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-74ac8a30-a730-4a5d-9525-5b812415c503 req-fc97928a-a1a5-49fe-ae6b-a885904d1ab0 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/security-groups?id=55b4696b-8ce2-4bd2-9c2a-5bdb3080275c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813713 May 30 20:46:56.333976 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a1620a19-a029-4b6e-ad1f-0551f9d18f3c admin admin] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:56.365430 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-429303cf-7d37-426f-80f9-90ca2e8c8d81 req-afd9fb87-2e68-487b-9982-1b32e1cd9d6e tempest-TestSecurityGroupsBasicOps-931506109 tempest-TestSecurityGroupsBasicOps-931506109-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:56.377388 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-34ab49dd-f79c-408f-976a-b1acf5e73f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:56.397726 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-429303cf-7d37-426f-80f9-90ca2e8c8d81 req-afd9fb87-2e68-487b-9982-1b32e1cd9d6e tempest-TestSecurityGroupsBasicOps-931506109 tempest-TestSecurityGroupsBasicOps-931506109-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=80753685-3d0a-43b0-bce3-c3528a083094&id=0a21a713-4fb1-4623-ad0b-6184f1ecb4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 1.4332206 May 30 20:46:56.398433 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd9fb87-2e68-487b-9982-1b32e1cd9d6e tempest-TestSecurityGroupsBasicOps-931506109 tempest-TestSecurityGroupsBasicOps-931506109-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=361c82a8-6f0e-4376-80cb-4c2efe67de1c,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:46:56.408200 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-779a5a3c-dacd-4c73-bb29-75fd74acc09b None None] Provisioning for port e7b24ea9-880a-469d-9159-08fbc4c867fc completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:46:56.422187 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 41490) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:46:56.426466 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-779a5a3c-dacd-4c73-bb29-75fd74acc09b None None] Provisioning complete for port e7b24ea9-880a-469d-9159-08fbc4c867fc triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:46:56.427022 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-779a5a3c-dacd-4c73-bb29-75fd74acc09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:56.530974 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a1620a19-a029-4b6e-ad1f-0551f9d18f3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:56.638708 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a1620a19-a029-4b6e-ad1f-0551f9d18f3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1718057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-736206'] for router_interface, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:56.666678 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-779a5a3c-dacd-4c73-bb29-75fd74acc09b None None] Port e7b24ea9-880a-469d-9159-08fbc4c867fc cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:46:56.859778 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1620a19-a029-4b6e-ad1f-0551f9d18f3c admin admin] Pushing event updated for resources: {'Port': ['ID=e7b24ea9-880a-469d-9159-08fbc4c867fc,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:46:56.899400 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-59159010-eeb3-4eb5-8339-e8fa36e97ad7 tempest-TestSecurityGroupsBasicOps-931506109 tempest-TestSecurityGroupsBasicOps-931506109-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=ec68ef0d-586f-4ad6-a568-ab247c148f67 HTTP/1.1" status: 200 len: 1130 time: 0.4749146 May 30 20:46:56.904850 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 41494) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:46:56.908588 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1620a19-a029-4b6e-ad1f-0551f9d18f3c admin admin] Network a87c0785-242f-4d0d-a1c3-0a3e5e87f323 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:46:56.912628 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-c5c69607-eeb5-4bf1-9193-19e0be009632 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Request body: {'floatingip': {'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'port_id': '50599478-d694-4c85-9381-6ca0a8f6f790', 'tenant_id': '54aaf92a8da3459482cb4f4837dad259', 'fixed_ip_address': '172.20.0.7'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:46:56.918136 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-a1620a19-a029-4b6e-ad1f-0551f9d18f3c admin admin] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:46:57.014678 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-c5c69607-eeb5-4bf1-9193-19e0be009632 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:46:57.120752 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-c5c69607-eeb5-4bf1-9193-19e0be009632 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Usage tracker for resource:floatingip and tenant:54aaf92a8da3459482cb4f4837dad259 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:46:57.131464 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-c5c69607-eeb5-4bf1-9193-19e0be009632 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:46:57.150130 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-c5c69607-eeb5-4bf1-9193-19e0be009632 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:46:57.282747 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c5c69607-eeb5-4bf1-9193-19e0be009632 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks [] for floatingip, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:57.304975 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-7c47a909-4b6f-4162-a585-c9f34a146429 None None] Provisioning complete for port e7b24ea9-880a-469d-9159-08fbc4c867fc triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:46:57.306569 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-7c47a909-4b6f-4162-a585-c9f34a146429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:57.384703 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-7c47a909-4b6f-4162-a585-c9f34a146429 None None] Port e7b24ea9-880a-469d-9159-08fbc4c867fc cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:46:57.633590 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c5c69607-eeb5-4bf1-9193-19e0be009632 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:57.645265 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1620a19-a029-4b6e-ad1f-0551f9d18f3c admin admin] Router 3e47acb7-2499-441c-8040-eeba16751e48 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:46:57.811195 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b99ea33-6de8-4a09-b366-2ab1d50173a4 req-3f4f1d72-8092-40b2-82a7-13ad18f0cbf9 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:46:57.819478 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9b99ea33-6de8-4a09-b366-2ab1d50173a4 req-3f4f1d72-8092-40b2-82a7-13ad18f0cbf9 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/ports?device_id=28d04ad2-b3b9-4f87-b053-e59c5b5a0eb9 HTTP/1.1" status: 200 len: 944 time: 0.2548068 May 30 20:46:57.889474 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device f46b2554-b42e-4a82-8aa7-eafc6c771eec up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:46:57.895254 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9b99ea33-6de8-4a09-b366-2ab1d50173a4 req-43c70308-f919-4df6-99b6-cff50d6d4102 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/security-groups?id=55b4696b-8ce2-4bd2-9c2a-5bdb3080275c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651076 May 30 20:46:58.065154 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port f46b2554-b42e-4a82-8aa7-eafc6c771eec completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:46:58.070906 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port f46b2554-b42e-4a82-8aa7-eafc6c771eec triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:46:58.072171 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:58.095875 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [None req-c5c69607-eeb5-4bf1-9193-19e0be009632 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Allocated IP 172.25.8.16 (c7869750-4b49-4b7e-aa99-5e0f1ae02da4/427601ec-f643-4fe7-b5e6-17305d3a39e1/a35b2e7c-c5c4-4b6a-a37e-65abf9441ffe) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:46:58.199303 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:58.245339 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port f46b2554-b42e-4a82-8aa7-eafc6c771eec, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=f46b2554-b42e-4a82-8aa7-eafc6c771eec,segment=NetworkSegment(b137d6a1-cad7-4615-9646-be2b81ec6b86),segment_id=b137d6a1-cad7-4615-9646-be2b81ec6b86)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:46:58.282588 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c5c69607-eeb5-4bf1-9193-19e0be009632 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:58.306400 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1620a19-a029-4b6e-ad1f-0551f9d18f3c admin admin] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:46:58.330018 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:58.330959 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 452c2813-9573-4b85-9136-934ced12dea0 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:46:58.333416 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-a1620a19-a029-4b6e-ad1f-0551f9d18f3c admin admin] 10.222.0.85 "PUT /v2.0/routers/3e47acb7-2499-441c-8040-eeba16751e48/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6176591 May 30 20:46:58.390232 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c5c69607-eeb5-4bf1-9193-19e0be009632 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:58.452835 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=f46b2554-b42e-4a82-8aa7-eafc6c771eec,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:46:58.497817 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c69607-eeb5-4bf1-9193-19e0be009632 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Pushing event updated for resources: {'Port': ['ID=a35b2e7c-c5c4-4b6a-a37e-65abf9441ffe,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:46:58.501561 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c69607-eeb5-4bf1-9193-19e0be009632 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:46:58.503352 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-c5c69607-eeb5-4bf1-9193-19e0be009632 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:46:58.506159 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c69607-eeb5-4bf1-9193-19e0be009632 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:46:58.516251 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 16782d4f-6daf-4414-b252-e35eacdccc16 details requested by agent hyperv_n-h1-843948-2 with host n-h1-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:46:58.656712 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 452c2813-9573-4b85-9136-934ced12dea0 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:46:58.665642 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 452c2813-9573-4b85-9136-934ced12dea0 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:46:58.668089 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:58.724734 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 16782d4f-6daf-4414-b252-e35eacdccc16, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=16782d4f-6daf-4414-b252-e35eacdccc16,segment=NetworkSegment(b137d6a1-cad7-4615-9646-be2b81ec6b86),segment_id=b137d6a1-cad7-4615-9646-be2b81ec6b86)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:46:58.752202 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Returning: {'device': '16782d4f-6daf-4414-b252-e35eacdccc16', 'network_id': '823c6024-63b3-4ed4-a97a-15e5fdfbd028', 'port_id': '16782d4f-6daf-4414-b252-e35eacdccc16', 'mac_address': 'fa:16:3e:91:83:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a387bcf5-33c9-4911-8bd5-5f08dc781e2d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:46:58.866535 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:58.902550 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16782d4f-6daf-4414-b252-e35eacdccc16 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:46:58.919555 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:58.931487 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 16782d4f-6daf-4414-b252-e35eacdccc16, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=16782d4f-6daf-4414-b252-e35eacdccc16,segment=NetworkSegment(b137d6a1-cad7-4615-9646-be2b81ec6b86),segment_id=b137d6a1-cad7-4615-9646-be2b81ec6b86)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:46:58.944998 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port 452c2813-9573-4b85-9136-934ced12dea0, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=452c2813-9573-4b85-9136-934ced12dea0,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:46:59.007530 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:59.049356 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:59.091963 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=16782d4f-6daf-4414-b252-e35eacdccc16,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:46:59.206821 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=452c2813-9573-4b85-9136-934ced12dea0,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:46:59.250027 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586f724f-f9de-4c28-8b72-7c7c0a0c32d8 req-2b81b788-39a2-43a3-b77f-56579c3743a2 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:46:59.252641 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-586f724f-f9de-4c28-8b72-7c7c0a0c32d8 req-2b81b788-39a2-43a3-b77f-56579c3743a2 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/ports?device_id=28d04ad2-b3b9-4f87-b053-e59c5b5a0eb9 HTTP/1.1" status: 200 len: 945 time: 0.1567354 May 30 20:46:59.254107 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['16782d4f-6daf-4414-b252-e35eacdccc16'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:46:59.449578 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c5c69607-eeb5-4bf1-9193-19e0be009632 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:59.464706 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-586f724f-f9de-4c28-8b72-7c7c0a0c32d8 req-aa2b850c-4f4c-4cbb-a651-229832cdea0c tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/security-groups?id=55b4696b-8ce2-4bd2-9c2a-5bdb3080275c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035187 May 30 20:46:59.637031 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-4bab3b61-4e54-4bb7-84fc-e278a4f89ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:59.647562 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c5c69607-eeb5-4bf1-9193-19e0be009632 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:59.826413 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device f46b2554-b42e-4a82-8aa7-eafc6c771eec up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:46:59.861112 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:59.920114 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port f46b2554-b42e-4a82-8aa7-eafc6c771eec triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:46:59.920684 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:46:59.971899 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c5c69607-eeb5-4bf1-9193-19e0be009632 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:00.046046 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 452c2813-9573-4b85-9136-934ced12dea0 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:47:00.056431 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 41574) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:47:00.061890 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-7c9b441f-35a2-41a0-9969-fd45deb6e961 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1037763909-network', 'tenant_id': 'ed25affb77a84c01a67e1ac685009725'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:47:00.067584 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-7c9b441f-35a2-41a0-9969-fd45deb6e961 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:47:00.072117 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-7c9b441f-35a2-41a0-9969-fd45deb6e961 admin admin] Usage tracker for resource:network and tenant:ed25affb77a84c01a67e1ac685009725 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:47:00.075054 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-7c9b441f-35a2-41a0-9969-fd45deb6e961 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:47:00.084337 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-7c9b441f-35a2-41a0-9969-fd45deb6e961 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:47:00.101320 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c5c69607-eeb5-4bf1-9193-19e0be009632 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:00.121460 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 452c2813-9573-4b85-9136-934ced12dea0 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:47:00.121827 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:00.212964 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c69607-eeb5-4bf1-9193-19e0be009632 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Pushing event updated for resources: {'Port': ['ID=a35b2e7c-c5c4-4b6a-a37e-65abf9441ffe,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:47:00.219449 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c9b441f-35a2-41a0-9969-fd45deb6e961 admin admin] Made reservation on behalf of ed25affb77a84c01a67e1ac685009725 for: {'network': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:47:00.224875 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7c9b441f-35a2-41a0-9969-fd45deb6e961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:00.232794 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c5c69607-eeb5-4bf1-9193-19e0be009632 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736490'] for floatingip, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:00.241807 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7c9b441f-35a2-41a0-9969-fd45deb6e961 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:00.292730 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-7c9b441f-35a2-41a0-9969-fd45deb6e961 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:47:00.297282 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-7c9b441f-35a2-41a0-9969-fd45deb6e961 admin admin] Usage tracker for resource:security_group_rule and tenant:ed25affb77a84c01a67e1ac685009725 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:47:00.300316 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-7c9b441f-35a2-41a0-9969-fd45deb6e961 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:47:00.307169 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-7c9b441f-35a2-41a0-9969-fd45deb6e961 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:47:00.388097 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7c9b441f-35a2-41a0-9969-fd45deb6e961 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:00.475653 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7c9b441f-35a2-41a0-9969-fd45deb6e961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:00.511465 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c9b441f-35a2-41a0-9969-fd45deb6e961 admin admin] vlan segment allocate from pool success with {'vlan_id': 664, 'physical_network': 'physnet1'} {{(pid=84886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:47:00.517174 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9b441f-35a2-41a0-9969-fd45deb6e961 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce300995-7f3f-4090-b6aa-a68ec0b1a7ab,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:47:00.524282 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7c9b441f-35a2-41a0-9969-fd45deb6e961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:00.524631 n-d-843948-2 neutron-server[84886]: INFO neutron.db.segments_db [None req-7c9b441f-35a2-41a0-9969-fd45deb6e961 admin admin] Added segment 879fe62b-5117-4948-9557-81f14eac2aeb of type vlan for network 5cd09563-6407-4d06-a1c9-d596746237ed May 30 20:47:00.529543 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 16782d4f-6daf-4414-b252-e35eacdccc16 up at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:47:00.559933 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7c9b441f-35a2-41a0-9969-fd45deb6e961 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:00.577189 n-d-843948-2 neutron-server[84887]: INFO neutron.db.l3_db [None req-c5c69607-eeb5-4bf1-9193-19e0be009632 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Floating IP d544b697-f863-4cd0-a672-ef8f11d18c11 associated. External IP: 172.25.8.16, port: 50599478-d694-4c85-9381-6ca0a8f6f790. May 30 20:47:00.684217 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298dab4f-17e5-4275-b409-8f895d2b8597 req-0c0bb0bd-5931-447a-abda-2681d94a076a tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:47:00.685764 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-298dab4f-17e5-4275-b409-8f895d2b8597 req-0c0bb0bd-5931-447a-abda-2681d94a076a tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/ports?device_id=28d04ad2-b3b9-4f87-b053-e59c5b5a0eb9 HTTP/1.1" status: 200 len: 945 time: 0.0793557 May 30 20:47:00.711150 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7c9b441f-35a2-41a0-9969-fd45deb6e961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:00.718601 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c9b441f-35a2-41a0-9969-fd45deb6e961 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:47:00.718601 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7c9b441f-35a2-41a0-9969-fd45deb6e961 admin admin] Notify callbacks [] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:00.741290 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning for port 16782d4f-6daf-4414-b252-e35eacdccc16 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:47:00.750749 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning complete for port 16782d4f-6daf-4414-b252-e35eacdccc16 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:47:00.751129 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:00.918338 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:00.946821 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-7c9b441f-35a2-41a0-9969-fd45deb6e961 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8892648 May 30 20:47:00.951301 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 41614) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:47:00.953678 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28d04ad2-b3b9-4f87-b053-e59c5b5a0eb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16782d4f-6daf-4414-b252-e35eacdccc16'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:47:00.959221 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9b441f-35a2-41a0-9969-fd45deb6e961 admin admin] Pushing event updated for resources: {'Network': ['ID=5cd09563-6407-4d06-a1c9-d596746237ed,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:47:00.966700 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 16782d4f-6daf-4414-b252-e35eacdccc16, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=16782d4f-6daf-4414-b252-e35eacdccc16,segment=NetworkSegment(b137d6a1-cad7-4615-9646-be2b81ec6b86),segment_id=b137d6a1-cad7-4615-9646-be2b81ec6b86)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:47:00.967119 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-712f8023-432e-428a-9ae0-6f1fd5f0928b admin admin] Request body: {'subnet': {'network_id': '5cd09563-6407-4d06-a1c9-d596746237ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1037763909-subnet', 'tenant_id': 'ed25affb77a84c01a67e1ac685009725', 'ip_version': 4}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:47:00.978221 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-712f8023-432e-428a-9ae0-6f1fd5f0928b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:47:00.981172 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network 5cd09563-6407-4d06-a1c9-d596746237ed details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:47:00.985494 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-298dab4f-17e5-4275-b409-8f895d2b8597 req-ac0efc2d-b635-4292-a760-93603c30c83f tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/security-groups?id=55b4696b-8ce2-4bd2-9c2a-5bdb3080275c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2921748 May 30 20:47:00.986494 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-712f8023-432e-428a-9ae0-6f1fd5f0928b admin admin] Usage tracker for resource:subnet and tenant:ed25affb77a84c01a67e1ac685009725 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:47:00.998996 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-712f8023-432e-428a-9ae0-6f1fd5f0928b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:47:01.009132 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-712f8023-432e-428a-9ae0-6f1fd5f0928b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:47:01.019606 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [req-beb9e252-fb14-4bc8-b937-cee8af17da02 req-3df3ead0-5252-4f75-8f22-f4aa472323d0 service neutron] (84887) timed out ('10.222.0.86', 51557) {{(pid=84887) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 30 20:47:01.084487 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5c69607-eeb5-4bf1-9193-19e0be009632 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Router d7cb24ff-d764-4204-865f-bdfb164e13a8 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:47:01.091344 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2746938-7365-40bc-a2f4-76d4e6d2f158'] response: {'server_uuid': '28d04ad2-b3b9-4f87-b053-e59c5b5a0eb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16782d4f-6daf-4414-b252-e35eacdccc16', 'code': 200} May 30 20:47:01.099940 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:01.168456 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-712f8023-432e-428a-9ae0-6f1fd5f0928b admin admin] Made reservation on behalf of ed25affb77a84c01a67e1ac685009725 for: {'subnet': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:47:01.171587 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-712f8023-432e-428a-9ae0-6f1fd5f0928b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2778563'] for subnet, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:01.213204 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=16782d4f-6daf-4414-b252-e35eacdccc16,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:47:01.273333 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:01.298973 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5c69607-eeb5-4bf1-9193-19e0be009632 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:47:01.312881 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b8d844-a6bb-4356-9e6e-3e5a5757c72c None None] Sync routers for ids ['d7cb24ff-d764-4204-865f-bdfb164e13a8'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:47:01.326824 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-07ba045a-93b0-4142-a6e0-0673eadcf1c3 req-af040d91-eec2-4058-93cb-1ec36aae309a service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=28d04ad2-b3b9-4f87-b053-e59c5b5a0eb9 HTTP/1.1" status: 200 len: 1097 time: 0.1936536 May 30 20:47:01.327773 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b8d844-a6bb-4356-9e6e-3e5a5757c72c None None] Routers {'d7cb24ff-d764-4204-865f-bdfb164e13a8'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:47:01.328388 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-36b8d844-a6bb-4356-9e6e-3e5a5757c72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:47:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['d7cb24ff-d764-4204-865f-bdfb164e13a8'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:47:01.401295 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c5c69607-eeb5-4bf1-9193-19e0be009632 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:01.418587 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-07ba045a-93b0-4142-a6e0-0673eadcf1c3 req-e0b2147e-8e6a-42c6-a8d5-6cf94c7d3113 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=55b4696b-8ce2-4bd2-9c2a-5bdb3080275c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844481 May 30 20:47:01.460961 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-c5c69607-eeb5-4bf1-9193-19e0be009632 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.5546627 May 30 20:47:01.462245 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec68ef0d-586f-4ad6-a568-ab247c148f67', 'tag': '50599478-d694-4c85-9381-6ca0a8f6f790'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:47:01.467241 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 41640) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:47:01.529088 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-36b8d844-a6bb-4356-9e6e-3e5a5757c72c None None] Set router d7cb24ff-d764-4204-865f-bdfb164e13a8 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:47:01.542879 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-958c6e70-b939-46a3-856b-0820e23fb949'] response: {'name': 'network-changed', 'server_uuid': 'ec68ef0d-586f-4ad6-a568-ab247c148f67', 'tag': '50599478-d694-4c85-9381-6ca0a8f6f790', 'status': 'completed', 'code': 200} May 30 20:47:01.610383 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-712f8023-432e-428a-9ae0-6f1fd5f0928b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4127140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2778577'] for subnet, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:01.676661 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8289758-e3d1-44f7-b3cf-cb490db1a1e0 tempest-TestSecurityGroupsBasicOps-931506109 tempest-TestSecurityGroupsBasicOps-931506109-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:47:01.677423 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8289758-e3d1-44f7-b3cf-cb490db1a1e0 tempest-TestSecurityGroupsBasicOps-931506109 tempest-TestSecurityGroupsBasicOps-931506109-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:47:01.677423 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8289758-e3d1-44f7-b3cf-cb490db1a1e0 tempest-TestSecurityGroupsBasicOps-931506109 tempest-TestSecurityGroupsBasicOps-931506109-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:47:01.677777 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8289758-e3d1-44f7-b3cf-cb490db1a1e0 tempest-TestSecurityGroupsBasicOps-931506109 tempest-TestSecurityGroupsBasicOps-931506109-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:47:01.678505 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8289758-e3d1-44f7-b3cf-cb490db1a1e0 tempest-TestSecurityGroupsBasicOps-931506109 tempest-TestSecurityGroupsBasicOps-931506109-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:47:01.678505 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8289758-e3d1-44f7-b3cf-cb490db1a1e0 tempest-TestSecurityGroupsBasicOps-931506109 tempest-TestSecurityGroupsBasicOps-931506109-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:47:01.678805 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8289758-e3d1-44f7-b3cf-cb490db1a1e0 tempest-TestSecurityGroupsBasicOps-931506109 tempest-TestSecurityGroupsBasicOps-931506109-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:47:01.679160 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8289758-e3d1-44f7-b3cf-cb490db1a1e0 tempest-TestSecurityGroupsBasicOps-931506109 tempest-TestSecurityGroupsBasicOps-931506109-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:47:01.684611 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-a8289758-e3d1-44f7-b3cf-cb490db1a1e0 tempest-TestSecurityGroupsBasicOps-931506109 tempest-TestSecurityGroupsBasicOps-931506109-project-admin] 10.222.0.85 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5620 time: 0.2124164 May 30 20:47:01.685198 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e57a7550-4940-49dc-9e90-af9cdc0c70bc req-b606c189-1c6f-4071-afef-ccec3c9b317a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=54aaf92a8da3459482cb4f4837dad259&device_id=ec68ef0d-586f-4ad6-a568-ab247c148f67 HTTP/1.1" status: 200 len: 1135 time: 0.1415436 May 30 20:47:01.685666 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 41650) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:47:01.702616 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712f8023-432e-428a-9ae0-6f1fd5f0928b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2eb0e04-bba7-4f4a-8b2e-69e8501445ac,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:47:01.717900 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712f8023-432e-428a-9ae0-6f1fd5f0928b admin admin] Checking segment: {'id': '879fe62b-5117-4948-9557-81f14eac2aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '5cd09563-6407-4d06-a1c9-d596746237ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:47:01.718435 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-712f8023-432e-428a-9ae0-6f1fd5f0928b admin admin] Network hostable DHCP agents. Network: 5cd09563-6407-4d06-a1c9-d596746237ed, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:47:01.836126 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-712f8023-432e-428a-9ae0-6f1fd5f0928b admin admin] Network 5cd09563-6407-4d06-a1c9-d596746237ed is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:47:01.849997 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e18f4c6-f84a-453f-a116-60563e6a9ec5 tempest-TestSecurityGroupsBasicOps-931506109 tempest-TestSecurityGroupsBasicOps-931506109-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:47:01.849997 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e18f4c6-f84a-453f-a116-60563e6a9ec5 tempest-TestSecurityGroupsBasicOps-931506109 tempest-TestSecurityGroupsBasicOps-931506109-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:47:01.849997 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e18f4c6-f84a-453f-a116-60563e6a9ec5 tempest-TestSecurityGroupsBasicOps-931506109 tempest-TestSecurityGroupsBasicOps-931506109-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:47:01.849997 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e18f4c6-f84a-453f-a116-60563e6a9ec5 tempest-TestSecurityGroupsBasicOps-931506109 tempest-TestSecurityGroupsBasicOps-931506109-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:47:01.849997 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e18f4c6-f84a-453f-a116-60563e6a9ec5 tempest-TestSecurityGroupsBasicOps-931506109 tempest-TestSecurityGroupsBasicOps-931506109-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:47:01.849997 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e18f4c6-f84a-453f-a116-60563e6a9ec5 tempest-TestSecurityGroupsBasicOps-931506109 tempest-TestSecurityGroupsBasicOps-931506109-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:47:01.849997 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e18f4c6-f84a-453f-a116-60563e6a9ec5 tempest-TestSecurityGroupsBasicOps-931506109 tempest-TestSecurityGroupsBasicOps-931506109-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:47:01.849997 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e18f4c6-f84a-453f-a116-60563e6a9ec5 tempest-TestSecurityGroupsBasicOps-931506109 tempest-TestSecurityGroupsBasicOps-931506109-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:47:01.851785 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-0e18f4c6-f84a-453f-a116-60563e6a9ec5 tempest-TestSecurityGroupsBasicOps-931506109 tempest-TestSecurityGroupsBasicOps-931506109-project-admin] 10.222.0.85 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5262 time: 0.1652274 May 30 20:47:01.855364 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 41662) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:47:01.885955 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57a7550-4940-49dc-9e90-af9cdc0c70bc req-5604bd50-3f9d-4137-9438-6a7653ea6877 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:47:01.887376 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e57a7550-4940-49dc-9e90-af9cdc0c70bc req-5604bd50-3f9d-4137-9438-6a7653ea6877 service neutron] 10.222.0.86 "GET /v2.0/networks?id=d7a70373-eecd-4806-a0f2-53b270b23686 HTTP/1.1" status: 200 len: 897 time: 0.1670997 May 30 20:47:01.949106 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-36b8d844-a6bb-4356-9e6e-3e5a5757c72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7cb24ff-d764-4204-865f-bdfb164e13a8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-56697754', 'tenant_id': '54aaf92a8da3459482cb4f4837dad259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.174'}], 'enable_snat': True}, 'gw_port_id': 'd47f6d16-bed0-4fe0-9487-0ba35c3297b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:46:19Z', 'updated_at': '2022-05-30T20:46:26Z', 'revision_number': 4, 'project_id': '54aaf92a8da3459482cb4f4837dad259', 'gw_port': {'id': 'd47f6d16-bed0-4fe0-9487-0ba35c3297b9', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:39:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7cb24ff-d764-4204-865f-bdfb164e13a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:46:19Z', 'updated_at': '2022-05-30T20:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': 'd544b697-f863-4cd0-a672-ef8f11d18c11', 'tenant_id': '54aaf92a8da3459482cb4f4837dad259', 'floating_ip_address': '172.25.8.16', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': 'd7cb24ff-d764-4204-865f-bdfb164e13a8', 'port_id': '50599478-d694-4c85-9381-6ca0a8f6f790', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7a70373-eecd-4806-a0f2-53b270b23686', 'mac_address': 'fa:16:3e:46:79:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec68ef0d-586f-4ad6-a568-ab247c148f67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:46:59Z', 'updated_at': '2022-05-30T20:46:59Z', 'revision_number': 0, 'project_id': '54aaf92a8da3459482cb4f4837dad259', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a69cd133-8cc3-4bb0-9adc-b68326fffd45', 'name': '', 'network_id': 'd7a70373-eecd-4806-a0f2-53b270b23686', 'tenant_id': '54aaf92a8da3459482cb4f4837dad259', 'mac_address': 'fa:16:3e:fa:fa:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7cb24ff-d764-4204-865f-bdfb164e13a8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d6d4533-837c-4fe4-984b-f786bf479687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:46:25Z', 'updated_at': '2022-05-30T20:46:34Z', 'revision_number': 5, 'project_id': '54aaf92a8da3459482cb4f4837dad259', 'subnets': [{'id': '7d6d4533-837c-4fe4-984b-f786bf479687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:47:01.953436 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b8d844-a6bb-4356-9e6e-3e5a5757c72c None None] Checking router: d7cb24ff-d764-4204-865f-bdfb164e13a8 for host: n-d-843948-2 {{(pid=84888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:47:01.962614 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-712f8023-432e-428a-9ae0-6f1fd5f0928b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, 5cd09563-6407-4d06-a1c9-d596746237ed) {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:47:01.966990 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b8d844-a6bb-4356-9e6e-3e5a5757c72c None None] Routers {'d7cb24ff-d764-4204-865f-bdfb164e13a8'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:47:01.967216 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-36b8d844-a6bb-4356-9e6e-3e5a5757c72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:47:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['d7cb24ff-d764-4204-865f-bdfb164e13a8'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:47:02.005114 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e57a7550-4940-49dc-9e90-af9cdc0c70bc req-1287142c-6783-4778-a594-b8030aa2c1ea service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=50599478-d694-4c85-9381-6ca0a8f6f790 HTTP/1.1" status: 200 len: 998 time: 0.1113729 May 30 20:47:02.013593 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-712f8023-432e-428a-9ae0-6f1fd5f0928b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:47:02.014443 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-712f8023-432e-428a-9ae0-6f1fd5f0928b admin admin] Notify callbacks [] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:02.026823 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd277f7d-a6de-4f8f-9e3c-7960494c40d3 None None] Network 5cd09563-6407-4d06-a1c9-d596746237ed requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:47:02.091642 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57a7550-4940-49dc-9e90-af9cdc0c70bc req-45a18398-63ec-4688-80d8-0ce7a10d3fa2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:47:02.093490 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e57a7550-4940-49dc-9e90-af9cdc0c70bc req-45a18398-63ec-4688-80d8-0ce7a10d3fa2 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7d6d4533-837c-4fe4-984b-f786bf479687 HTTP/1.1" status: 200 len: 835 time: 0.0801926 May 30 20:47:02.139876 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-0c8219c9-fa1f-47bd-ab97-f8728c794927 tempest-TestSecurityGroupsBasicOps-931506109 tempest-TestSecurityGroupsBasicOps-931506109-project-admin] 10.222.0.85 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3056 time: 0.2831366 May 30 20:47:02.142825 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-712f8023-432e-428a-9ae0-6f1fd5f0928b admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1875746 May 30 20:47:02.143564 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 41680) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:47:02.144046 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 41682) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:47:02.184598 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-3db2f0eb-44eb-4dac-b1ff-a181dc597cda admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1037763909-router', 'tenant_id': 'ed25affb77a84c01a67e1ac685009725', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:47:02.194286 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-3db2f0eb-44eb-4dac-b1ff-a181dc597cda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:47:02.208649 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-3db2f0eb-44eb-4dac-b1ff-a181dc597cda admin admin] Usage tracker for resource:router and tenant:ed25affb77a84c01a67e1ac685009725 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:47:02.212355 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-3db2f0eb-44eb-4dac-b1ff-a181dc597cda admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:47:02.220857 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e57a7550-4940-49dc-9e90-af9cdc0c70bc req-192cd1c5-9e65-4d49-8abf-c2b7cd39be3d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=d7a70373-eecd-4806-a0f2-53b270b23686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1201582 May 30 20:47:02.221107 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-3db2f0eb-44eb-4dac-b1ff-a181dc597cda admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:47:02.254455 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-b8c6c692-b64a-48f6-997c-e852207b3545 tempest-TestSecurityGroupsBasicOps-931506109 tempest-TestSecurityGroupsBasicOps-931506109-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=d7cb24ff-d764-4204-865f-bdfb164e13a8 HTTP/1.1" status: 200 len: 1990 time: 0.1091392 May 30 20:47:02.325330 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3db2f0eb-44eb-4dac-b1ff-a181dc597cda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-733683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3159'] for router, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:02.327322 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3db2f0eb-44eb-4dac-b1ff-a181dc597cda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-733584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-736372', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-628480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3164'] for router, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:02.361522 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3db2f0eb-44eb-4dac-b1ff-a181dc597cda admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:02.393668 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-651db325-9f72-4b4b-91cf-4f999fcaaafb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-5cd09563-6407-4d06-a1c9-d596746237ed', 'network_id': '5cd09563-6407-4d06-a1c9-d596746237ed', 'tenant_id': 'ed25affb77a84c01a67e1ac685009725', 'fixed_ips': [{'subnet_id': 'b2eb0e04-bba7-4f4a-8b2e-69e8501445ac'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:47:02.395708 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-651db325-9f72-4b4b-91cf-4f999fcaaafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:02.489621 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-36b8d844-a6bb-4356-9e6e-3e5a5757c72c None None] Set router d7cb24ff-d764-4204-865f-bdfb164e13a8 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:47:02.592350 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e57a7550-4940-49dc-9e90-af9cdc0c70bc req-130eb185-f2f4-43c3-8f68-1d0c65da70c8 service neutron] 10.222.0.86 "GET /v2.0/networks/d7a70373-eecd-4806-a0f2-53b270b23686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3650341 May 30 20:47:02.697818 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3db2f0eb-44eb-4dac-b1ff-a181dc597cda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-736390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:02.813396 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f571cf-6b5a-4f08-a997-b57162356077 req-22def1d4-49f1-4237-95a6-c9325dbfb606 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:47:02.815378 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-00f571cf-6b5a-4f08-a997-b57162356077 req-22def1d4-49f1-4237-95a6-c9325dbfb606 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/ports?device_id=28d04ad2-b3b9-4f87-b053-e59c5b5a0eb9 HTTP/1.1" status: 200 len: 946 time: 0.6268704 May 30 20:47:02.816936 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e57a7550-4940-49dc-9e90-af9cdc0c70bc req-795a85dd-476f-4ca0-99b7-f0d5c72dcf5d service neutron] 10.222.0.86 "GET /v2.0/networks/d7a70373-eecd-4806-a0f2-53b270b23686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188983 May 30 20:47:02.846281 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-651db325-9f72-4b4b-91cf-4f999fcaaafb None None] Allocated IP 172.20.0.2 (5cd09563-6407-4d06-a1c9-d596746237ed/b2eb0e04-bba7-4f4a-8b2e-69e8501445ac/22ff6891-6764-4b89-90c6-307ce57735b0) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:47:02.878624 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-00f571cf-6b5a-4f08-a997-b57162356077 req-1f4540d8-10d3-4f96-aa4b-5a276de75725 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/security-groups?id=55b4696b-8ce2-4bd2-9c2a-5bdb3080275c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530729 May 30 20:47:02.906337 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:03.075868 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3db2f0eb-44eb-4dac-b1ff-a181dc597cda admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:03.106344 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3db2f0eb-44eb-4dac-b1ff-a181dc597cda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:03.195549 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-651db325-9f72-4b4b-91cf-4f999fcaaafb None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:03.207998 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-36b8d844-a6bb-4356-9e6e-3e5a5757c72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7cb24ff-d764-4204-865f-bdfb164e13a8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-56697754', 'tenant_id': '54aaf92a8da3459482cb4f4837dad259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.174'}], 'enable_snat': True}, 'gw_port_id': 'd47f6d16-bed0-4fe0-9487-0ba35c3297b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:46:19Z', 'updated_at': '2022-05-30T20:46:26Z', 'revision_number': 4, 'project_id': '54aaf92a8da3459482cb4f4837dad259', 'gw_port': {'id': 'd47f6d16-bed0-4fe0-9487-0ba35c3297b9', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:39:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7cb24ff-d764-4204-865f-bdfb164e13a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:46:19Z', 'updated_at': '2022-05-30T20:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': 'd544b697-f863-4cd0-a672-ef8f11d18c11', 'tenant_id': '54aaf92a8da3459482cb4f4837dad259', 'floating_ip_address': '172.25.8.16', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': 'd7cb24ff-d764-4204-865f-bdfb164e13a8', 'port_id': '50599478-d694-4c85-9381-6ca0a8f6f790', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7a70373-eecd-4806-a0f2-53b270b23686', 'mac_address': 'fa:16:3e:46:79:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec68ef0d-586f-4ad6-a568-ab247c148f67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:46:59Z', 'updated_at': '2022-05-30T20:46:59Z', 'revision_number': 0, 'project_id': '54aaf92a8da3459482cb4f4837dad259', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a69cd133-8cc3-4bb0-9adc-b68326fffd45', 'name': '', 'network_id': 'd7a70373-eecd-4806-a0f2-53b270b23686', 'tenant_id': '54aaf92a8da3459482cb4f4837dad259', 'mac_address': 'fa:16:3e:fa:fa:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7cb24ff-d764-4204-865f-bdfb164e13a8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d6d4533-837c-4fe4-984b-f786bf479687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:46:25Z', 'updated_at': '2022-05-30T20:46:34Z', 'revision_number': 5, 'project_id': '54aaf92a8da3459482cb4f4837dad259', 'subnets': [{'id': '7d6d4533-837c-4fe4-984b-f786bf479687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:47:03.212781 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-651db325-9f72-4b4b-91cf-4f999fcaaafb None None] Transition to ACTIVE for port object 22ff6891-6764-4b89-90c6-307ce57735b0 will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:47:03.219740 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b8d844-a6bb-4356-9e6e-3e5a5757c72c None None] The sync data for ids ['d7cb24ff-d764-4204-865f-bdfb164e13a8'] in n-d-843948-2 is: [{'id': 'd7cb24ff-d764-4204-865f-bdfb164e13a8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-56697754', 'tenant_id': '54aaf92a8da3459482cb4f4837dad259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.174'}], 'enable_snat': True}, 'gw_port_id': 'd47f6d16-bed0-4fe0-9487-0ba35c3297b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:46:19Z', 'updated_at': '2022-05-30T20:46:26Z', 'revision_number': 4, 'project_id': '54aaf92a8da3459482cb4f4837dad259', 'gw_port': {'id': 'd47f6d16-bed0-4fe0-9487-0ba35c3297b9', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:39:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7cb24ff-d764-4204-865f-bdfb164e13a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:46:19Z', 'updated_at': '2022-05-30T20:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': 'd544b697-f863-4cd0-a672-ef8f11d18c11', 'tenant_id': '54aaf92a8da3459482cb4f4837dad259', 'floating_ip_address': '172.25.8.16', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': 'd7cb24ff-d764-4204-865f-bdfb164e13a8', 'port_id': '50599478-d694-4c85-9381-6ca0a8f6f790', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7a70373-eecd-4806-a0f2-53b270b23686', 'mac_address': 'fa:16:3e:46:79:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec68ef0d-586f-4ad6-a568-ab247c148f67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:46:59Z', 'updated_at': '2022-05-30T20:46:59Z', 'revision_number': 0, 'project_id': '54aaf92a8da3459482cb4f4837dad259', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a69cd133-8cc3-4bb0-9adc-b68326fffd45', 'name': '', 'network_id': 'd7a70373-eecd-4806-a0f2-53b270b23686', 'tenant_id': '54aaf92a8da3459482cb4f4837dad259', 'mac_address': 'fa:16:3e:fa:fa:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7cb24ff-d764-4204-865f-bdfb164e13a8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d6d4533-837c-4fe4-984b-f786bf479687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:46:25Z', 'updated_at': '2022-05-30T20:46:34Z', 'revision_number': 5, 'project_id': '54aaf92a8da3459482cb4f4837dad259', 'subnets': [{'id': '7d6d4533-837c-4fe4-984b-f786bf479687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:47:03.237486 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-651db325-9f72-4b4b-91cf-4f999fcaaafb None None] Transition to ACTIVE for port object 22ff6891-6764-4b89-90c6-307ce57735b0 will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:47:03.310315 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-651db325-9f72-4b4b-91cf-4f999fcaaafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:03.381091 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-3db2f0eb-44eb-4dac-b1ff-a181dc597cda admin admin] Allocated IP 172.25.8.254 (c7869750-4b49-4b7e-aa99-5e0f1ae02da4/427601ec-f643-4fe7-b5e6-17305d3a39e1/d1272762-f448-441a-9a23-6c613dc094e2) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:47:03.388436 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-651db325-9f72-4b4b-91cf-4f999fcaaafb None None] Network 5cd09563-6407-4d06-a1c9-d596746237ed is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:47:03.392034 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-651db325-9f72-4b4b-91cf-4f999fcaaafb None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:47:03.393905 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651db325-9f72-4b4b-91cf-4f999fcaaafb None None] Pushing event updated for resources: {'Port': ['ID=22ff6891-6764-4b89-90c6-307ce57735b0,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:47:03.396367 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651db325-9f72-4b4b-91cf-4f999fcaaafb None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:47:03.486663 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-651db325-9f72-4b4b-91cf-4f999fcaaafb None None] Attempting to bind port 22ff6891-6764-4b89-90c6-307ce57735b0 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:47:03.486949 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-651db325-9f72-4b4b-91cf-4f999fcaaafb None None] Attempting to bind port 22ff6891-6764-4b89-90c6-307ce57735b0 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': '879fe62b-5117-4948-9557-81f14eac2aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '5cd09563-6407-4d06-a1c9-d596746237ed'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:47:03.487311 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651db325-9f72-4b4b-91cf-4f999fcaaafb None None] Attempting to bind port 22ff6891-6764-4b89-90c6-307ce57735b0 on network 5cd09563-6407-4d06-a1c9-d596746237ed {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:47:03.494147 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651db325-9f72-4b4b-91cf-4f999fcaaafb None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:47:03.494517 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651db325-9f72-4b4b-91cf-4f999fcaaafb None None] Checking segment: {'id': '879fe62b-5117-4948-9557-81f14eac2aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '5cd09563-6407-4d06-a1c9-d596746237ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:47:03.494912 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-651db325-9f72-4b4b-91cf-4f999fcaaafb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:03.495300 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651db325-9f72-4b4b-91cf-4f999fcaaafb None None] Bound using segment: {'id': '879fe62b-5117-4948-9557-81f14eac2aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '5cd09563-6407-4d06-a1c9-d596746237ed'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:47:03.495757 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-651db325-9f72-4b4b-91cf-4f999fcaaafb None None] Bound port: 22ff6891-6764-4b89-90c6-307ce57735b0, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '879fe62b-5117-4948-9557-81f14eac2aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '5cd09563-6407-4d06-a1c9-d596746237ed'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:47:03.496124 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-651db325-9f72-4b4b-91cf-4f999fcaaafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:03.543298 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3db2f0eb-44eb-4dac-b1ff-a181dc597cda admin admin] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:03.590339 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-651db325-9f72-4b4b-91cf-4f999fcaaafb None None] For port 22ff6891-6764-4b89-90c6-307ce57735b0, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:47:03.593762 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-651db325-9f72-4b4b-91cf-4f999fcaaafb None None] For port 22ff6891-6764-4b89-90c6-307ce57735b0, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=22ff6891-6764-4b89-90c6-307ce57735b0,segment=NetworkSegment(879fe62b-5117-4948-9557-81f14eac2aeb),segment_id=879fe62b-5117-4948-9557-81f14eac2aeb)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:47:03.645348 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3db2f0eb-44eb-4dac-b1ff-a181dc597cda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:03.674058 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-651db325-9f72-4b4b-91cf-4f999fcaaafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:03.717185 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db2f0eb-44eb-4dac-b1ff-a181dc597cda admin admin] Network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:47:03.720224 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-3db2f0eb-44eb-4dac-b1ff-a181dc597cda admin admin] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:47:03.724831 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db2f0eb-44eb-4dac-b1ff-a181dc597cda admin admin] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:47:03.763120 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db2f0eb-44eb-4dac-b1ff-a181dc597cda admin admin] Pushing event updated for resources: {'Port': ['ID=d1272762-f448-441a-9a23-6c613dc094e2,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:47:03.766707 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651db325-9f72-4b4b-91cf-4f999fcaaafb None None] Pushing event updated for resources: {'Port': ['ID=22ff6891-6764-4b89-90c6-307ce57735b0,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:47:04.118672 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3db2f0eb-44eb-4dac-b1ff-a181dc597cda admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:04.119345 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3db2f0eb-44eb-4dac-b1ff-a181dc597cda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-736409'] for router, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:04.188100 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fea8a09-c34e-4081-a4ec-d07ade15567a req-8f7ac1e2-dc45-49ff-95c3-1f5d9db1c5f7 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:47:04.189603 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2fea8a09-c34e-4081-a4ec-d07ade15567a req-8f7ac1e2-dc45-49ff-95c3-1f5d9db1c5f7 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/ports?device_id=28d04ad2-b3b9-4f87-b053-e59c5b5a0eb9 HTTP/1.1" status: 200 len: 946 time: 0.1568904 May 30 20:47:04.315200 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2fea8a09-c34e-4081-a4ec-d07ade15567a req-f5d0ef10-a327-47c6-b29b-f01fbb8d5e79 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/security-groups?id=55b4696b-8ce2-4bd2-9c2a-5bdb3080275c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180780 May 30 20:47:04.510131 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3db2f0eb-44eb-4dac-b1ff-a181dc597cda admin admin] Router 8e292d55-f838-4389-b330-a34584a7d441 is scheduled to L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 with binding_index 1 {{(pid=84886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 20:47:04.527303 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edaa857-fac0-4b49-8eb2-2a732e33bbd0 req-227b96dc-0cde-478b-a6d4-c950181ba080 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:47:04.528988 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3edaa857-fac0-4b49-8eb2-2a732e33bbd0 req-227b96dc-0cde-478b-a6d4-c950181ba080 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/ports?device_id=28d04ad2-b3b9-4f87-b053-e59c5b5a0eb9 HTTP/1.1" status: 200 len: 946 time: 0.0883286 May 30 20:47:04.609392 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3edaa857-fac0-4b49-8eb2-2a732e33bbd0 req-5e3731d2-ac86-414b-bea1-bad9c3e04a04 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/security-groups?id=55b4696b-8ce2-4bd2-9c2a-5bdb3080275c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744328 May 30 20:47:04.642219 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 41794) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:47:04.736049 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-f918d607-d5a7-4672-8791-09b728646fbe tempest-TestNetworkAdvancedServerOps-998263130 tempest-TestNetworkAdvancedServerOps-998263130-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=28d04ad2-b3b9-4f87-b053-e59c5b5a0eb9 HTTP/1.1" status: 200 len: 1092 time: 0.0920908 May 30 20:47:04.740758 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 41802) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:47:04.748280 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-f185686a-1071-42aa-b036-a8059dfff8c0 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Request body: {'floatingip': {'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'port_id': '16782d4f-6daf-4414-b252-e35eacdccc16', 'tenant_id': '92b5fc25c8fb428a885a0ea0a728400d', 'fixed_ip_address': '172.20.0.12'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:47:04.755920 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-f185686a-1071-42aa-b036-a8059dfff8c0 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:47:04.762065 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-f185686a-1071-42aa-b036-a8059dfff8c0 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Usage tracker for resource:floatingip and tenant:92b5fc25c8fb428a885a0ea0a728400d is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:47:04.765910 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3db2f0eb-44eb-4dac-b1ff-a181dc597cda admin admin] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:47:04.772109 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-f185686a-1071-42aa-b036-a8059dfff8c0 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:47:04.774941 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5785dad2-3106-49ee-a6a2-14ec7ca72ed9 None None] Sync routers for ids ['8e292d55-f838-4389-b330-a34584a7d441'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:47:04.784350 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-f185686a-1071-42aa-b036-a8059dfff8c0 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:47:04.791968 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5785dad2-3106-49ee-a6a2-14ec7ca72ed9 None None] Routers {'8e292d55-f838-4389-b330-a34584a7d441'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:47:04.792760 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-5785dad2-3106-49ee-a6a2-14ec7ca72ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:47:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['8e292d55-f838-4389-b330-a34584a7d441'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:47:04.855867 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3db2f0eb-44eb-4dac-b1ff-a181dc597cda admin admin] Notify callbacks [] for router, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:04.856415 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a5b941d-d08b-406a-9ded-cdc2aff8ab54 None None] Network 5cd09563-6407-4d06-a1c9-d596746237ed requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:47:04.859916 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-3db2f0eb-44eb-4dac-b1ff-a181dc597cda admin admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.7107024 May 30 20:47:04.860226 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 41810) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:47:04.947329 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f185686a-1071-42aa-b036-a8059dfff8c0 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for floatingip, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:05.025525 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-5785dad2-3106-49ee-a6a2-14ec7ca72ed9 None None] Set router 8e292d55-f838-4389-b330-a34584a7d441 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:47:05.073286 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-fe06b585-2c2f-45c4-b147-5e142e16d420 None None] Provisioning for port 22ff6891-6764-4b89-90c6-307ce57735b0 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:47:05.157049 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f185686a-1071-42aa-b036-a8059dfff8c0 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:05.372591 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-f185686a-1071-42aa-b036-a8059dfff8c0 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Allocated IP 172.25.8.144 (c7869750-4b49-4b7e-aa99-5e0f1ae02da4/427601ec-f643-4fe7-b5e6-17305d3a39e1/a6bf97e1-640a-4726-8d0e-05972e690136) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:47:05.403551 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-5785dad2-3106-49ee-a6a2-14ec7ca72ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e292d55-f838-4389-b330-a34584a7d441', 'name': 'tempest-TestServerMultinode-1037763909-router', 'tenant_id': 'ed25affb77a84c01a67e1ac685009725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.254'}], 'enable_snat': True}, 'gw_port_id': 'd1272762-f448-441a-9a23-6c613dc094e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:47:02Z', 'updated_at': '2022-05-30T20:47:03Z', 'revision_number': 3, 'project_id': 'ed25affb77a84c01a67e1ac685009725', 'gw_port': {'id': 'd1272762-f448-441a-9a23-6c613dc094e2', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:89:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e292d55-f838-4389-b330-a34584a7d441', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:47:03Z', 'updated_at': '2022-05-30T20:47:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:47:05.409387 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5785dad2-3106-49ee-a6a2-14ec7ca72ed9 None None] Checking router: 8e292d55-f838-4389-b330-a34584a7d441 for host: n-d-843948-2 {{(pid=84889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:47:05.410896 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5785dad2-3106-49ee-a6a2-14ec7ca72ed9 None None] Updating router 8e292d55-f838-4389-b330-a34584a7d441 port d1272762-f448-441a-9a23-6c613dc094e2 binding host n-d-843948-2 {{(pid=84889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:47:05.476008 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-5785dad2-3106-49ee-a6a2-14ec7ca72ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:05.564027 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f185686a-1071-42aa-b036-a8059dfff8c0 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:05.658861 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f185686a-1071-42aa-b036-a8059dfff8c0 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:05.750853 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f185686a-1071-42aa-b036-a8059dfff8c0 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:47:05.755057 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-f185686a-1071-42aa-b036-a8059dfff8c0 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:47:05.758365 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f185686a-1071-42aa-b036-a8059dfff8c0 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:47:05.772443 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c543b95a-2af2-4099-a5c9-1e2c7398dab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:05.809951 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f185686a-1071-42aa-b036-a8059dfff8c0 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Pushing event updated for resources: {'Port': ['ID=a6bf97e1-640a-4726-8d0e-05972e690136,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:47:05.983730 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-5785dad2-3106-49ee-a6a2-14ec7ca72ed9 None None] Notify callbacks [] for port, precommit_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:05.985068 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 22ff6891-6764-4b89-90c6-307ce57735b0 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:47:06.002178 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.provisioning_blocks [None req-5785dad2-3106-49ee-a6a2-14ec7ca72ed9 None None] Transition to ACTIVE for port object d1272762-f448-441a-9a23-6c613dc094e2 will not be triggered until provisioned by entity L2. {{(pid=84889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:47:06.068878 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [None req-c543b95a-2af2-4099-a5c9-1e2c7398dab3 admin admin] Allocated IP 172.20.0.1 (5cd09563-6407-4d06-a1c9-d596746237ed/b2eb0e04-bba7-4f4a-8b2e-69e8501445ac/4bb4459a-c873-4ef6-b979-de330febd3d7) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:47:06.075581 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-5785dad2-3106-49ee-a6a2-14ec7ca72ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:06.164051 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 22ff6891-6764-4b89-90c6-307ce57735b0 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:47:06.169435 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 22ff6891-6764-4b89-90c6-307ce57735b0 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:47:06.169822 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:06.199184 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-5785dad2-3106-49ee-a6a2-14ec7ca72ed9 None None] Attempting to bind port d1272762-f448-441a-9a23-6c613dc094e2 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:47:06.199796 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-5785dad2-3106-49ee-a6a2-14ec7ca72ed9 None None] Attempting to bind port d1272762-f448-441a-9a23-6c613dc094e2 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}] {{(pid=84889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:47:06.200394 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5785dad2-3106-49ee-a6a2-14ec7ca72ed9 None None] Attempting to bind port d1272762-f448-441a-9a23-6c613dc094e2 on network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:47:06.229100 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5785dad2-3106-49ee-a6a2-14ec7ca72ed9 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:47:06.229743 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5785dad2-3106-49ee-a6a2-14ec7ca72ed9 None None] Checking segment: {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:47:06.230427 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-5785dad2-3106-49ee-a6a2-14ec7ca72ed9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:06.231065 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5785dad2-3106-49ee-a6a2-14ec7ca72ed9 None None] Bound using segment: {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'} {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:47:06.231874 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-5785dad2-3106-49ee-a6a2-14ec7ca72ed9 None None] Bound port: d1272762-f448-441a-9a23-6c613dc094e2, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}}] {{(pid=84889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:47:06.232795 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-5785dad2-3106-49ee-a6a2-14ec7ca72ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:06.316577 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c543b95a-2af2-4099-a5c9-1e2c7398dab3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:06.339394 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [None req-c543b95a-2af2-4099-a5c9-1e2c7398dab3 admin admin] Transition to ACTIVE for port object 4bb4459a-c873-4ef6-b979-de330febd3d7 will not be triggered until provisioned by entity DHCP. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:47:06.346271 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af04d6ce-e9c9-4319-9bdc-4ef214e443cd None None] Pushing event updated for resources: {'Port': ['ID=d1272762-f448-441a-9a23-6c613dc094e2,revision_number=2']} {{(pid=84889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:47:06.373747 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.db [None req-5785dad2-3106-49ee-a6a2-14ec7ca72ed9 None None] For port d1272762-f448-441a-9a23-6c613dc094e2, host n-d-843948-2, cleared binding levels {{(pid=84889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:47:06.379001 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.db [None req-5785dad2-3106-49ee-a6a2-14ec7ca72ed9 None None] For port d1272762-f448-441a-9a23-6c613dc094e2, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=d1272762-f448-441a-9a23-6c613dc094e2,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:47:06.384935 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:06.417987 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port 22ff6891-6764-4b89-90c6-307ce57735b0, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=22ff6891-6764-4b89-90c6-307ce57735b0,segment=NetworkSegment(879fe62b-5117-4948-9557-81f14eac2aeb),segment_id=879fe62b-5117-4948-9557-81f14eac2aeb)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:47:06.439991 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-5785dad2-3106-49ee-a6a2-14ec7ca72ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:06.504804 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c543b95a-2af2-4099-a5c9-1e2c7398dab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:06.525695 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af04d6ce-e9c9-4319-9bdc-4ef214e443cd None None] Pushing event updated for resources: {'Port': ['ID=d1272762-f448-441a-9a23-6c613dc094e2,revision_number=3']} {{(pid=84889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:47:06.530496 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5785dad2-3106-49ee-a6a2-14ec7ca72ed9 None None] Routers {'8e292d55-f838-4389-b330-a34584a7d441'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:47:06.531121 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-5785dad2-3106-49ee-a6a2-14ec7ca72ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:47:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['8e292d55-f838-4389-b330-a34584a7d441'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:47:06.582299 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:06.601166 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f185686a-1071-42aa-b036-a8059dfff8c0 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:06.675752 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=22ff6891-6764-4b89-90c6-307ce57735b0,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:47:06.697432 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c543b95a-2af2-4099-a5c9-1e2c7398dab3 admin admin] Network 5cd09563-6407-4d06-a1c9-d596746237ed is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:47:06.701323 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-c543b95a-2af2-4099-a5c9-1e2c7398dab3 admin admin] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:47:06.703298 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c543b95a-2af2-4099-a5c9-1e2c7398dab3 admin admin] Pushing event updated for resources: {'Port': ['ID=4bb4459a-c873-4ef6-b979-de330febd3d7,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:47:06.705470 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c543b95a-2af2-4099-a5c9-1e2c7398dab3 admin admin] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:47:06.739926 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-5785dad2-3106-49ee-a6a2-14ec7ca72ed9 None None] Set router 8e292d55-f838-4389-b330-a34584a7d441 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:47:06.757709 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f185686a-1071-42aa-b036-a8059dfff8c0 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:06.765212 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c543b95a-2af2-4099-a5c9-1e2c7398dab3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-736099'] for router_interface, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:07.022676 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c543b95a-2af2-4099-a5c9-1e2c7398dab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:07.035417 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f185686a-1071-42aa-b036-a8059dfff8c0 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:07.067167 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-5785dad2-3106-49ee-a6a2-14ec7ca72ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e292d55-f838-4389-b330-a34584a7d441', 'name': 'tempest-TestServerMultinode-1037763909-router', 'tenant_id': 'ed25affb77a84c01a67e1ac685009725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.254'}], 'enable_snat': True}, 'gw_port_id': 'd1272762-f448-441a-9a23-6c613dc094e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:47:02Z', 'updated_at': '2022-05-30T20:47:03Z', 'revision_number': 3, 'project_id': 'ed25affb77a84c01a67e1ac685009725', 'gw_port': {'id': 'd1272762-f448-441a-9a23-6c613dc094e2', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:89:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e292d55-f838-4389-b330-a34584a7d441', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:47:03Z', 'updated_at': '2022-05-30T20:47:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:47:07.071655 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5785dad2-3106-49ee-a6a2-14ec7ca72ed9 None None] The sync data for ids ['8e292d55-f838-4389-b330-a34584a7d441'] in n-d-843948-2 is: [{'id': '8e292d55-f838-4389-b330-a34584a7d441', 'name': 'tempest-TestServerMultinode-1037763909-router', 'tenant_id': 'ed25affb77a84c01a67e1ac685009725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.254'}], 'enable_snat': True}, 'gw_port_id': 'd1272762-f448-441a-9a23-6c613dc094e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:47:02Z', 'updated_at': '2022-05-30T20:47:03Z', 'revision_number': 3, 'project_id': 'ed25affb77a84c01a67e1ac685009725', 'gw_port': {'id': 'd1272762-f448-441a-9a23-6c613dc094e2', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:89:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e292d55-f838-4389-b330-a34584a7d441', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:47:03Z', 'updated_at': '2022-05-30T20:47:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:47:07.121138 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f185686a-1071-42aa-b036-a8059dfff8c0 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:07.201377 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-c3fadc96-cb07-48f6-9cf4-fc3350880e11 None None] Provisioning for port 4bb4459a-c873-4ef6-b979-de330febd3d7 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:47:07.206332 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-c3fadc96-cb07-48f6-9cf4-fc3350880e11 None None] Provisioning complete for port 4bb4459a-c873-4ef6-b979-de330febd3d7 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:47:07.206869 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-c3fadc96-cb07-48f6-9cf4-fc3350880e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:07.247715 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f185686a-1071-42aa-b036-a8059dfff8c0 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Pushing event updated for resources: {'Port': ['ID=a6bf97e1-640a-4726-8d0e-05972e690136,revision_number=2']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:47:07.265693 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f185686a-1071-42aa-b036-a8059dfff8c0 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736490'] for floatingip, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:07.280441 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c543b95a-2af2-4099-a5c9-1e2c7398dab3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:07.282160 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-c3fadc96-cb07-48f6-9cf4-fc3350880e11 None None] Port 4bb4459a-c873-4ef6-b979-de330febd3d7 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:47:07.354241 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c543b95a-2af2-4099-a5c9-1e2c7398dab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:07.471406 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c543b95a-2af2-4099-a5c9-1e2c7398dab3 admin admin] Pushing event updated for resources: {'Port': ['ID=4bb4459a-c873-4ef6-b979-de330febd3d7,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:47:07.474145 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c543b95a-2af2-4099-a5c9-1e2c7398dab3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1718057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-736206'] for router_interface, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:07.496309 n-d-843948-2 neutron-server[84886]: INFO neutron.db.l3_db [None req-f185686a-1071-42aa-b036-a8059dfff8c0 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Floating IP 12219bd7-dc87-4895-b44c-48f1178d43db associated. External IP: 172.25.8.144, port: 16782d4f-6daf-4414-b252-e35eacdccc16. May 30 20:47:07.615391 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c543b95a-2af2-4099-a5c9-1e2c7398dab3 admin admin] Network 5cd09563-6407-4d06-a1c9-d596746237ed is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:47:07.616586 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-c543b95a-2af2-4099-a5c9-1e2c7398dab3 admin admin] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:47:07.794057 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 22ff6891-6764-4b89-90c6-307ce57735b0 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:47:07.895092 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 22ff6891-6764-4b89-90c6-307ce57735b0 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:47:07.895339 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:08.018475 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f185686a-1071-42aa-b036-a8059dfff8c0 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Router 1bfb08cd-4d1d-4d25-9395-6f422dba3054 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:47:08.044593 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-349ca648-245d-4d02-9967-b10035e07d4f None None] Provisioning complete for port 4bb4459a-c873-4ef6-b979-de330febd3d7 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:47:08.045060 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-349ca648-245d-4d02-9967-b10035e07d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:08.080303 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c543b95a-2af2-4099-a5c9-1e2c7398dab3 admin admin] Router 8e292d55-f838-4389-b330-a34584a7d441 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:47:08.100171 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-349ca648-245d-4d02-9967-b10035e07d4f None None] Port 4bb4459a-c873-4ef6-b979-de330febd3d7 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:47:08.303678 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c543b95a-2af2-4099-a5c9-1e2c7398dab3 admin admin] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:47:08.320801 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-c543b95a-2af2-4099-a5c9-1e2c7398dab3 admin admin] 10.222.0.85 "PUT /v2.0/routers/8e292d55-f838-4389-b330-a34584a7d441/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4592547 May 30 20:47:08.377402 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f185686a-1071-42aa-b036-a8059dfff8c0 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:47:08.521906 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f185686a-1071-42aa-b036-a8059dfff8c0 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:08.614590 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-f185686a-1071-42aa-b036-a8059dfff8c0 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.8703587 May 30 20:47:08.614590 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28d04ad2-b3b9-4f87-b053-e59c5b5a0eb9', 'tag': '16782d4f-6daf-4414-b252-e35eacdccc16'}] {{(pid=84886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:47:08.827009 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f71a92-5722-4b17-9f4a-8b680110e634 req-e44d749a-32e5-4be0-ad3c-9344ce121d6e tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:47:08.828804 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d4f71a92-5722-4b17-9f4a-8b680110e634 req-e44d749a-32e5-4be0-ad3c-9344ce121d6e tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/ports?device_id=28d04ad2-b3b9-4f87-b053-e59c5b5a0eb9 HTTP/1.1" status: 200 len: 946 time: 0.1102302 May 30 20:47:08.844722 n-d-843948-2 neutron-server[84886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-015bc62b-9288-4adb-8e5e-f8d8280cd34b'] response: {'name': 'network-changed', 'server_uuid': '28d04ad2-b3b9-4f87-b053-e59c5b5a0eb9', 'tag': '16782d4f-6daf-4414-b252-e35eacdccc16', 'status': 'completed', 'code': 200} May 30 20:47:08.910064 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d4f71a92-5722-4b17-9f4a-8b680110e634 req-dcf45437-b7a1-4505-bf43-11cc8fb75dae tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/security-groups?id=55b4696b-8ce2-4bd2-9c2a-5bdb3080275c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739546 May 30 20:47:08.931584 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 42002) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:47:08.957918 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0c2db08e-0dda-484e-b400-3a82df27a282 req-723af487-e736-43c5-b02f-d25b4b4996d2 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=92b5fc25c8fb428a885a0ea0a728400d&device_id=28d04ad2-b3b9-4f87-b053-e59c5b5a0eb9 HTTP/1.1" status: 200 len: 1097 time: 0.0909307 May 30 20:47:09.057363 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-824d0e77-7058-499d-aae0-2c42804fe8c5 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/floatingips/12219bd7-dc87-4895-b44c-48f1178d43db HTTP/1.1" status: 200 len: 992 time: 0.1244149 May 30 20:47:09.110892 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2db08e-0dda-484e-b400-3a82df27a282 req-aa3f3dba-de3b-4eda-9f71-68c1be41c635 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:47:09.112363 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0c2db08e-0dda-484e-b400-3a82df27a282 req-aa3f3dba-de3b-4eda-9f71-68c1be41c635 service neutron] 10.222.0.71 "GET /v2.0/networks?id=823c6024-63b3-4ed4-a97a-15e5fdfbd028 HTTP/1.1" status: 200 len: 898 time: 0.1489737 May 30 20:47:09.226442 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0c2db08e-0dda-484e-b400-3a82df27a282 req-88b30bf9-b391-4ba4-9223-001efb346bf5 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=16782d4f-6daf-4414-b252-e35eacdccc16 HTTP/1.1" status: 200 len: 1000 time: 0.1085980 May 30 20:47:09.292716 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2db08e-0dda-484e-b400-3a82df27a282 req-c4d916ee-aba8-4aa6-94ab-906b3818b247 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:47:09.294318 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0c2db08e-0dda-484e-b400-3a82df27a282 req-c4d916ee-aba8-4aa6-94ab-906b3818b247 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a387bcf5-33c9-4911-8bd5-5f08dc781e2d HTTP/1.1" status: 200 len: 834 time: 0.0626454 May 30 20:47:09.491204 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0c2db08e-0dda-484e-b400-3a82df27a282 req-06fa760b-2fc8-401e-b9c4-49ce7e14ace6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=823c6024-63b3-4ed4-a97a-15e5fdfbd028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1911936 May 30 20:47:09.496559 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9167bf59-795e-4004-b055-5caf9fb84a3b req-107e1b68-668a-4018-b3f8-9abf54f913fe tempest-TestServerMultinode-1203313607 tempest-TestServerMultinode-1203313607-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:47:09.497238 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-9167bf59-795e-4004-b055-5caf9fb84a3b req-107e1b68-668a-4018-b3f8-9abf54f913fe tempest-TestServerMultinode-1203313607 tempest-TestServerMultinode-1203313607-project-admin] Synchronizing usage tracker for tenant:ed25affb77a84c01a67e1ac685009725 on resource:network {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:47:09.639448 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0c2db08e-0dda-484e-b400-3a82df27a282 req-be402026-e724-4e10-abf9-4e9637ed51a3 service neutron] 10.222.0.71 "GET /v2.0/networks/823c6024-63b3-4ed4-a97a-15e5fdfbd028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393807 May 30 20:47:09.721256 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-9167bf59-795e-4004-b055-5caf9fb84a3b req-107e1b68-668a-4018-b3f8-9abf54f913fe tempest-TestServerMultinode-1203313607 tempest-TestServerMultinode-1203313607-project-admin] Unset dirty status for tenant:ed25affb77a84c01a67e1ac685009725 on resource:network {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:47:09.722497 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9167bf59-795e-4004-b055-5caf9fb84a3b req-107e1b68-668a-4018-b3f8-9abf54f913fe tempest-TestServerMultinode-1203313607 tempest-TestServerMultinode-1203313607-project-admin] 10.222.0.85 "GET /v2.0/networks?id=a87c0785-242f-4d0d-a1c3-0a3e5e87f323 HTTP/1.1" status: 200 len: 909 time: 0.3862610 May 30 20:47:09.750485 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9167bf59-795e-4004-b055-5caf9fb84a3b req-527d674b-cd07-414b-a6a6-7d23027bb009 tempest-TestServerMultinode-1203313607 tempest-TestServerMultinode-1203313607-project-admin] 10.222.0.85 "GET /v2.0/quotas/ed25affb77a84c01a67e1ac685009725 HTTP/1.1" status: 200 len: 375 time: 0.0195920 May 30 20:47:09.830471 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0c2db08e-0dda-484e-b400-3a82df27a282 req-654d789c-a7a7-487e-8660-3b32daa3dbe6 service neutron] 10.222.0.71 "GET /v2.0/networks/823c6024-63b3-4ed4-a97a-15e5fdfbd028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857245 May 30 20:47:09.860468 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9167bf59-795e-4004-b055-5caf9fb84a3b req-f36a2b58-52d2-4d75-94b2-3cd9691e01ba tempest-TestServerMultinode-1203313607 tempest-TestServerMultinode-1203313607-project-admin] 10.222.0.85 "GET /v2.0/ports?tenant_id=ed25affb77a84c01a67e1ac685009725&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0941467 May 30 20:47:10.003966 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9167bf59-795e-4004-b055-5caf9fb84a3b req-d061c599-4510-4fd2-80a8-b43c91de1b6f service neutron] 10.222.0.85 "GET /v2.0/networks/a87c0785-242f-4d0d-a1c3-0a3e5e87f323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366251 May 30 20:47:10.060524 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 42060) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:47:10.151669 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9167bf59-795e-4004-b055-5caf9fb84a3b req-2f723605-0737-445a-a03e-60b4a5744212 service neutron] 10.222.0.85 "GET /v2.0/networks/a87c0785-242f-4d0d-a1c3-0a3e5e87f323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411932 May 30 20:47:10.278044 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-cf86d052-6713-46f3-9864-8eaecae2cb5b tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/floatingips/12219bd7-dc87-4895-b44c-48f1178d43db HTTP/1.1" status: 200 len: 992 time: 0.2162833 May 30 20:47:10.747899 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-66389730-ef67-4d2c-8b5b-bdd057d178e6 req-7382eb3d-e978-4f3b-992b-8de9e4b79d3f tempest-TestServerMultinode-1203313607 tempest-TestServerMultinode-1203313607-project-admin] Synchronizing usage tracker for tenant:ed25affb77a84c01a67e1ac685009725 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:47:10.911863 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2d1703-2e0b-4f85-8a87-9b30492510d7 None None] New status for floating IP d544b697-f863-4cd0-a672-ef8f11d18c11: ACTIVE {{(pid=84888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 20:47:10.967121 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-66389730-ef67-4d2c-8b5b-bdd057d178e6 req-7382eb3d-e978-4f3b-992b-8de9e4b79d3f tempest-TestServerMultinode-1203313607 tempest-TestServerMultinode-1203313607-project-admin] Unset dirty status for tenant:ed25affb77a84c01a67e1ac685009725 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:47:10.968360 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-66389730-ef67-4d2c-8b5b-bdd057d178e6 req-7382eb3d-e978-4f3b-992b-8de9e4b79d3f tempest-TestServerMultinode-1203313607 tempest-TestServerMultinode-1203313607-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=4ac5760d-cea3-4a65-aa2e-5d1d6a483d03 HTTP/1.1" status: 200 len: 210 time: 0.2639627 May 30 20:47:11.282337 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 42088) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:47:11.403630 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-1db1c802-bed7-47ca-b081-59626f8ac8d1 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/floatingips/12219bd7-dc87-4895-b44c-48f1178d43db HTTP/1.1" status: 200 len: 992 time: 0.1188226 May 30 20:47:11.696334 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5035c5d0-bf3a-4449-a29b-3d9d62fc8274 req-49479335-8100-4ce8-b63a-e65a2177752c tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:47:11.697776 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5035c5d0-bf3a-4449-a29b-3d9d62fc8274 req-49479335-8100-4ce8-b63a-e65a2177752c tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] 10.222.0.85 "GET /v2.0/networks?id=239f8614-2903-4edf-9e96-dccbd4c7c808 HTTP/1.1" status: 200 len: 812 time: 0.1437664 May 30 20:47:11.714330 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5035c5d0-bf3a-4449-a29b-3d9d62fc8274 req-f78e5165-5478-41cb-9c8a-8239a7bf0d45 tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] 10.222.0.85 "GET /v2.0/quotas/3858b7f4685c496695bb9cd480c2bf52 HTTP/1.1" status: 200 len: 375 time: 0.0112350 May 30 20:47:11.764173 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5035c5d0-bf3a-4449-a29b-3d9d62fc8274 req-abd806b3-6c24-4a0f-b756-956536821b39 tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=3858b7f4685c496695bb9cd480c2bf52&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0444036 May 30 20:47:12.011123 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5035c5d0-bf3a-4449-a29b-3d9d62fc8274 req-b9183529-dc81-4959-be1a-9cfe519d416f service neutron] 10.222.0.85 "GET /v2.0/networks/239f8614-2903-4edf-9e96-dccbd4c7c808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400260 May 30 20:47:12.152743 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5035c5d0-bf3a-4449-a29b-3d9d62fc8274 req-c6879d53-f2fe-4c73-9eb2-f9884cacd70a service neutron] 10.222.0.85 "GET /v2.0/networks/239f8614-2903-4edf-9e96-dccbd4c7c808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356802 May 30 20:47:12.155670 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4481d2e2-dd0e-4c32-9f20-8c63804206c8 req-72dfa2fb-94f6-4a2e-a808-fe57413c52ee tempest-TestServerMultinode-1203313607 tempest-TestServerMultinode-1203313607-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=4ac5760d-cea3-4a65-aa2e-5d1d6a483d03 HTTP/1.1" status: 200 len: 210 time: 0.0428851 May 30 20:47:12.406516 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 42112) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:47:12.458616 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a4082710-ecd1-4b14-ad67-172a49fca297 req-86b674f3-a4a4-4e4c-b6c0-313de91f54f5 tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] 10.222.0.85 "GET /v2.0/ports?device_id=45af195e-be68-4f41-a952-0ba31abdf6a1 HTTP/1.1" status: 200 len: 210 time: 0.0578063 May 30 20:47:12.531214 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-f68d8d41-7ed9-487f-b65f-fdf925caaa5d tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/floatingips/12219bd7-dc87-4895-b44c-48f1178d43db HTTP/1.1" status: 200 len: 992 time: 0.1222277 May 30 20:47:12.944273 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a863965-2041-442b-97e4-af45502534a9 None None] Sync routers for ids ['1bfb08cd-4d1d-4d25-9395-6f422dba3054'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:47:12.960804 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a863965-2041-442b-97e4-af45502534a9 None None] Routers {'1bfb08cd-4d1d-4d25-9395-6f422dba3054'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:47:12.961413 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-2a863965-2041-442b-97e4-af45502534a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:47:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['1bfb08cd-4d1d-4d25-9395-6f422dba3054'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:47:13.151022 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-2a863965-2041-442b-97e4-af45502534a9 None None] Set router 1bfb08cd-4d1d-4d25-9395-6f422dba3054 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:47:13.331155 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ffcdd984-d5b0-4e73-98d3-2a143a11977c req-217baab3-68e8-4d14-ac0b-29c2c1394829 tempest-TestServerMultinode-1203313607 tempest-TestServerMultinode-1203313607-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=4ac5760d-cea3-4a65-aa2e-5d1d6a483d03 HTTP/1.1" status: 200 len: 210 time: 0.0473280 May 30 20:47:13.375850 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9167bf59-795e-4004-b055-5caf9fb84a3b req-f1733fcf-d96d-4265-b790-1ca57f0df75f tempest-TestServerMultinode-1203313607 tempest-TestServerMultinode-1203313607-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:47:13.377221 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9167bf59-795e-4004-b055-5caf9fb84a3b req-f1733fcf-d96d-4265-b790-1ca57f0df75f tempest-TestServerMultinode-1203313607 tempest-TestServerMultinode-1203313607-project-admin] 10.222.0.86 "GET /v2.0/networks?id=a87c0785-242f-4d0d-a1c3-0a3e5e87f323 HTTP/1.1" status: 200 len: 909 time: 0.1531620 May 30 20:47:13.392983 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-9167bf59-795e-4004-b055-5caf9fb84a3b req-28ea8411-6c4e-47d0-93be-33b5877e26cf tempest-TestServerMultinode-1203313607 tempest-TestServerMultinode-1203313607-project-admin] Request body: {'port': {'device_id': '4ac5760d-cea3-4a65-aa2e-5d1d6a483d03', 'network_id': 'a87c0785-242f-4d0d-a1c3-0a3e5e87f323', 'admin_state_up': True, 'tenant_id': 'ed25affb77a84c01a67e1ac685009725'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:47:13.401745 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-9167bf59-795e-4004-b055-5caf9fb84a3b req-28ea8411-6c4e-47d0-93be-33b5877e26cf tempest-TestServerMultinode-1203313607 tempest-TestServerMultinode-1203313607-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:47:13.413693 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-9167bf59-795e-4004-b055-5caf9fb84a3b req-28ea8411-6c4e-47d0-93be-33b5877e26cf tempest-TestServerMultinode-1203313607 tempest-TestServerMultinode-1203313607-project-admin] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:47:13.490652 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9167bf59-795e-4004-b055-5caf9fb84a3b req-28ea8411-6c4e-47d0-93be-33b5877e26cf tempest-TestServerMultinode-1203313607 tempest-TestServerMultinode-1203313607-project-admin] Made reservation on behalf of ed25affb77a84c01a67e1ac685009725 for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:47:13.494552 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-9167bf59-795e-4004-b055-5caf9fb84a3b req-28ea8411-6c4e-47d0-93be-33b5877e26cf tempest-TestServerMultinode-1203313607 tempest-TestServerMultinode-1203313607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:13.534140 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 42126) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:47:13.580588 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-2a863965-2041-442b-97e4-af45502534a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bfb08cd-4d1d-4d25-9395-6f422dba3054', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1287081247', 'tenant_id': '92b5fc25c8fb428a885a0ea0a728400d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': '6b33e8e2-2a0c-4db6-af0e-43f2afb0c680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:46:32Z', 'updated_at': '2022-05-30T20:46:40Z', 'revision_number': 4, 'project_id': '92b5fc25c8fb428a885a0ea0a728400d', 'gw_port': {'id': '6b33e8e2-2a0c-4db6-af0e-43f2afb0c680', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:e0:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfb08cd-4d1d-4d25-9395-6f422dba3054', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:46:32Z', 'updated_at': '2022-05-30T20:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': '12219bd7-dc87-4895-b44c-48f1178d43db', 'tenant_id': '92b5fc25c8fb428a885a0ea0a728400d', 'floating_ip_address': '172.25.8.144', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': '1bfb08cd-4d1d-4d25-9395-6f422dba3054', 'port_id': '16782d4f-6daf-4414-b252-e35eacdccc16', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '823c6024-63b3-4ed4-a97a-15e5fdfbd028', 'mac_address': 'fa:16:3e:91:83:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28d04ad2-b3b9-4f87-b053-e59c5b5a0eb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:47:06Z', 'updated_at': '2022-05-30T20:47:06Z', 'revision_number': 0, 'project_id': '92b5fc25c8fb428a885a0ea0a728400d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f46b2554-b42e-4a82-8aa7-eafc6c771eec', 'name': '', 'network_id': '823c6024-63b3-4ed4-a97a-15e5fdfbd028', 'tenant_id': '92b5fc25c8fb428a885a0ea0a728400d', 'mac_address': 'fa:16:3e:21:68:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfb08cd-4d1d-4d25-9395-6f422dba3054', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a387bcf5-33c9-4911-8bd5-5f08dc781e2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:46:38Z', 'updated_at': '2022-05-30T20:46:58Z', 'revision_number': 5, 'project_id': '92b5fc25c8fb428a885a0ea0a728400d', 'subnets': [{'id': 'a387bcf5-33c9-4911-8bd5-5f08dc781e2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:47:13.585038 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a863965-2041-442b-97e4-af45502534a9 None None] Checking router: 1bfb08cd-4d1d-4d25-9395-6f422dba3054 for host: n-d-843948-2 {{(pid=84889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:47:13.599437 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a863965-2041-442b-97e4-af45502534a9 None None] Routers {'1bfb08cd-4d1d-4d25-9395-6f422dba3054'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:47:13.600140 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-2a863965-2041-442b-97e4-af45502534a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:47:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['1bfb08cd-4d1d-4d25-9395-6f422dba3054'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:47:13.663728 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d969dd31-b8b3-45e3-9eb5-c31fe390ef35 req-fea85061-e43f-4c11-8b8b-ba4bc9dcb87d tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] 10.222.0.85 "GET /v2.0/ports?device_id=45af195e-be68-4f41-a952-0ba31abdf6a1 HTTP/1.1" status: 200 len: 210 time: 0.0478888 May 30 20:47:13.681027 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-551e69d3-1053-4294-be6c-b45473f4a710 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/floatingips/12219bd7-dc87-4895-b44c-48f1178d43db HTTP/1.1" status: 200 len: 992 time: 0.1439233 May 30 20:47:13.758990 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [req-9167bf59-795e-4004-b055-5caf9fb84a3b req-28ea8411-6c4e-47d0-93be-33b5877e26cf tempest-TestServerMultinode-1203313607 tempest-TestServerMultinode-1203313607-project-admin] Allocated IP 172.20.0.3 (a87c0785-242f-4d0d-a1c3-0a3e5e87f323/3ad9437a-23eb-4b00-b945-c829259d321b/07d27e6f-e983-4a12-b779-3b2cf7fd0711) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:47:13.801536 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-2a863965-2041-442b-97e4-af45502534a9 None None] Set router 1bfb08cd-4d1d-4d25-9395-6f422dba3054 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:47:13.973973 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-9167bf59-795e-4004-b055-5caf9fb84a3b req-28ea8411-6c4e-47d0-93be-33b5877e26cf tempest-TestServerMultinode-1203313607 tempest-TestServerMultinode-1203313607-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:13.989781 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-9167bf59-795e-4004-b055-5caf9fb84a3b req-28ea8411-6c4e-47d0-93be-33b5877e26cf tempest-TestServerMultinode-1203313607 tempest-TestServerMultinode-1203313607-project-admin] Transition to ACTIVE for port object 07d27e6f-e983-4a12-b779-3b2cf7fd0711 will not be triggered until provisioned by entity DHCP. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:47:14.110308 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-9167bf59-795e-4004-b055-5caf9fb84a3b req-28ea8411-6c4e-47d0-93be-33b5877e26cf tempest-TestServerMultinode-1203313607 tempest-TestServerMultinode-1203313607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:14.158386 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-2a863965-2041-442b-97e4-af45502534a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bfb08cd-4d1d-4d25-9395-6f422dba3054', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1287081247', 'tenant_id': '92b5fc25c8fb428a885a0ea0a728400d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': '6b33e8e2-2a0c-4db6-af0e-43f2afb0c680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:46:32Z', 'updated_at': '2022-05-30T20:46:40Z', 'revision_number': 4, 'project_id': '92b5fc25c8fb428a885a0ea0a728400d', 'gw_port': {'id': '6b33e8e2-2a0c-4db6-af0e-43f2afb0c680', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:e0:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfb08cd-4d1d-4d25-9395-6f422dba3054', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:46:32Z', 'updated_at': '2022-05-30T20:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': '12219bd7-dc87-4895-b44c-48f1178d43db', 'tenant_id': '92b5fc25c8fb428a885a0ea0a728400d', 'floating_ip_address': '172.25.8.144', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': '1bfb08cd-4d1d-4d25-9395-6f422dba3054', 'port_id': '16782d4f-6daf-4414-b252-e35eacdccc16', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '823c6024-63b3-4ed4-a97a-15e5fdfbd028', 'mac_address': 'fa:16:3e:91:83:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28d04ad2-b3b9-4f87-b053-e59c5b5a0eb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:47:06Z', 'updated_at': '2022-05-30T20:47:06Z', 'revision_number': 0, 'project_id': '92b5fc25c8fb428a885a0ea0a728400d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f46b2554-b42e-4a82-8aa7-eafc6c771eec', 'name': '', 'network_id': '823c6024-63b3-4ed4-a97a-15e5fdfbd028', 'tenant_id': '92b5fc25c8fb428a885a0ea0a728400d', 'mac_address': 'fa:16:3e:21:68:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfb08cd-4d1d-4d25-9395-6f422dba3054', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a387bcf5-33c9-4911-8bd5-5f08dc781e2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:46:38Z', 'updated_at': '2022-05-30T20:46:58Z', 'revision_number': 5, 'project_id': '92b5fc25c8fb428a885a0ea0a728400d', 'subnets': [{'id': 'a387bcf5-33c9-4911-8bd5-5f08dc781e2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:47:14.162606 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a863965-2041-442b-97e4-af45502534a9 None None] The sync data for ids ['1bfb08cd-4d1d-4d25-9395-6f422dba3054'] in n-d-843948-2 is: [{'id': '1bfb08cd-4d1d-4d25-9395-6f422dba3054', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1287081247', 'tenant_id': '92b5fc25c8fb428a885a0ea0a728400d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': '6b33e8e2-2a0c-4db6-af0e-43f2afb0c680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:46:32Z', 'updated_at': '2022-05-30T20:46:40Z', 'revision_number': 4, 'project_id': '92b5fc25c8fb428a885a0ea0a728400d', 'gw_port': {'id': '6b33e8e2-2a0c-4db6-af0e-43f2afb0c680', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:e0:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfb08cd-4d1d-4d25-9395-6f422dba3054', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:46:32Z', 'updated_at': '2022-05-30T20:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': '12219bd7-dc87-4895-b44c-48f1178d43db', 'tenant_id': '92b5fc25c8fb428a885a0ea0a728400d', 'floating_ip_address': '172.25.8.144', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': '1bfb08cd-4d1d-4d25-9395-6f422dba3054', 'port_id': '16782d4f-6daf-4414-b252-e35eacdccc16', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '823c6024-63b3-4ed4-a97a-15e5fdfbd028', 'mac_address': 'fa:16:3e:91:83:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28d04ad2-b3b9-4f87-b053-e59c5b5a0eb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:47:06Z', 'updated_at': '2022-05-30T20:47:06Z', 'revision_number': 0, 'project_id': '92b5fc25c8fb428a885a0ea0a728400d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f46b2554-b42e-4a82-8aa7-eafc6c771eec', 'name': '', 'network_id': '823c6024-63b3-4ed4-a97a-15e5fdfbd028', 'tenant_id': '92b5fc25c8fb428a885a0ea0a728400d', 'mac_address': 'fa:16:3e:21:68:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfb08cd-4d1d-4d25-9395-6f422dba3054', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a387bcf5-33c9-4911-8bd5-5f08dc781e2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:46:38Z', 'updated_at': '2022-05-30T20:46:58Z', 'revision_number': 5, 'project_id': '92b5fc25c8fb428a885a0ea0a728400d', 'subnets': [{'id': 'a387bcf5-33c9-4911-8bd5-5f08dc781e2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:47:14.192592 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9167bf59-795e-4004-b055-5caf9fb84a3b req-28ea8411-6c4e-47d0-93be-33b5877e26cf tempest-TestServerMultinode-1203313607 tempest-TestServerMultinode-1203313607-project-admin] Network a87c0785-242f-4d0d-a1c3-0a3e5e87f323 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:47:14.192592 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [req-9167bf59-795e-4004-b055-5caf9fb84a3b req-28ea8411-6c4e-47d0-93be-33b5877e26cf tempest-TestServerMultinode-1203313607 tempest-TestServerMultinode-1203313607-project-admin] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:47:14.193847 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-9167bf59-795e-4004-b055-5caf9fb84a3b req-28ea8411-6c4e-47d0-93be-33b5877e26cf tempest-TestServerMultinode-1203313607 tempest-TestServerMultinode-1203313607-project-admin] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:47:14.223016 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ea8411-6c4e-47d0-93be-33b5877e26cf tempest-TestServerMultinode-1203313607 tempest-TestServerMultinode-1203313607-project-admin] Pushing event updated for resources: {'Port': ['ID=07d27e6f-e983-4a12-b779-3b2cf7fd0711,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:47:14.257583 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9167bf59-795e-4004-b055-5caf9fb84a3b req-28ea8411-6c4e-47d0-93be-33b5877e26cf tempest-TestServerMultinode-1203313607 tempest-TestServerMultinode-1203313607-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:47:14.258240 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-9167bf59-795e-4004-b055-5caf9fb84a3b req-28ea8411-6c4e-47d0-93be-33b5877e26cf tempest-TestServerMultinode-1203313607 tempest-TestServerMultinode-1203313607-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:14.324858 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9167bf59-795e-4004-b055-5caf9fb84a3b req-28ea8411-6c4e-47d0-93be-33b5877e26cf tempest-TestServerMultinode-1203313607 tempest-TestServerMultinode-1203313607-project-admin] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.9355643 May 30 20:47:14.337520 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-9167bf59-795e-4004-b055-5caf9fb84a3b req-15db11b0-ebc4-4959-ae24-ad77ce94bcd9 service neutron] Request body: {'port': {'device_id': '4ac5760d-cea3-4a65-aa2e-5d1d6a483d03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843948-2'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:47:14.447290 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-9167bf59-795e-4004-b055-5caf9fb84a3b req-15db11b0-ebc4-4959-ae24-ad77ce94bcd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:14.508735 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:47:14.552906 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-97b714a9-5ebd-43ef-bb0f-676332a808a5 None None] Provisioning for port 07d27e6f-e983-4a12-b779-3b2cf7fd0711 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:47:14.556588 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-83b04127-39c3-44fa-b9df-fd98022ab525 req-a37b60fd-0e05-4387-9db4-35c851389dfc tempest-TestServerMultinode-1203313607 tempest-TestServerMultinode-1203313607-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=4ac5760d-cea3-4a65-aa2e-5d1d6a483d03 HTTP/1.1" status: 200 len: 1027 time: 0.0920908 May 30 20:47:14.577989 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-97b714a9-5ebd-43ef-bb0f-676332a808a5 None None] Provisioning complete for port 07d27e6f-e983-4a12-b779-3b2cf7fd0711 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:47:14.581017 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-97b714a9-5ebd-43ef-bb0f-676332a808a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:14.606283 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-83b04127-39c3-44fa-b9df-fd98022ab525 req-53e3485b-bffd-4a68-a23d-2d5146d72ef8 tempest-TestServerMultinode-1203313607 tempest-TestServerMultinode-1203313607-project-admin] Synchronizing usage tracker for tenant:ed25affb77a84c01a67e1ac685009725 on resource:security_group {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:47:14.653915 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-97b714a9-5ebd-43ef-bb0f-676332a808a5 None None] Port 07d27e6f-e983-4a12-b779-3b2cf7fd0711 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:47:14.683153 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 42132) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:47:14.755960 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.86', 51941) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:47:14.756704 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-83b04127-39c3-44fa-b9df-fd98022ab525 req-53e3485b-bffd-4a68-a23d-2d5146d72ef8 tempest-TestServerMultinode-1203313607 tempest-TestServerMultinode-1203313607-project-admin] Unset dirty status for tenant:ed25affb77a84c01a67e1ac685009725 on resource:security_group {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:47:14.757983 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-83b04127-39c3-44fa-b9df-fd98022ab525 req-53e3485b-bffd-4a68-a23d-2d5146d72ef8 tempest-TestServerMultinode-1203313607 tempest-TestServerMultinode-1203313607-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=ce300995-7f3f-4090-b6aa-a68ec0b1a7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908817 May 30 20:47:14.807421 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-9d55b96f-f9a1-4ed3-866a-241b628c591c tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/floatingips/12219bd7-dc87-4895-b44c-48f1178d43db HTTP/1.1" status: 200 len: 992 time: 0.1230671 May 30 20:47:15.060323 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0aef8dab-346c-4f94-8d16-6a2a8486d16b req-c935ed6e-bfa1-4a32-9581-1bb260271c7e tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] 10.222.0.85 "GET /v2.0/ports?device_id=45af195e-be68-4f41-a952-0ba31abdf6a1 HTTP/1.1" status: 200 len: 210 time: 0.1966574 May 30 20:47:15.088237 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [req-9167bf59-795e-4004-b055-5caf9fb84a3b req-15db11b0-ebc4-4959-ae24-ad77ce94bcd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07d27e6f-e983-4a12-b779-3b2cf7fd0711 {{(pid=84887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:47:15.099549 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-9167bf59-795e-4004-b055-5caf9fb84a3b req-15db11b0-ebc4-4959-ae24-ad77ce94bcd9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:15.131874 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5035c5d0-bf3a-4449-a29b-3d9d62fc8274 req-2e61c6ae-8020-4a93-8d56-34c48e714b4d tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:47:15.132535 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-5035c5d0-bf3a-4449-a29b-3d9d62fc8274 req-2e61c6ae-8020-4a93-8d56-34c48e714b4d tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] Synchronizing usage tracker for tenant:3858b7f4685c496695bb9cd480c2bf52 on resource:network {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:47:15.135170 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-9167bf59-795e-4004-b055-5caf9fb84a3b req-15db11b0-ebc4-4959-ae24-ad77ce94bcd9 service neutron] Transition to ACTIVE for port object 07d27e6f-e983-4a12-b779-3b2cf7fd0711 will not be triggered until provisioned by entity L2. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:47:15.198006 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-9167bf59-795e-4004-b055-5caf9fb84a3b req-15db11b0-ebc4-4959-ae24-ad77ce94bcd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:15.238519 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-5035c5d0-bf3a-4449-a29b-3d9d62fc8274 req-2e61c6ae-8020-4a93-8d56-34c48e714b4d tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] Unset dirty status for tenant:3858b7f4685c496695bb9cd480c2bf52 on resource:network {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:47:15.239633 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5035c5d0-bf3a-4449-a29b-3d9d62fc8274 req-2e61c6ae-8020-4a93-8d56-34c48e714b4d tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] 10.222.0.86 "GET /v2.0/networks?id=239f8614-2903-4edf-9e96-dccbd4c7c808 HTTP/1.1" status: 200 len: 812 time: 0.4788668 May 30 20:47:15.266784 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-5035c5d0-bf3a-4449-a29b-3d9d62fc8274 req-306bb824-7e78-413a-8069-670572cbfba3 tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] Request body: {'port': {'device_id': '45af195e-be68-4f41-a952-0ba31abdf6a1', 'network_id': '239f8614-2903-4edf-9e96-dccbd4c7c808', 'admin_state_up': True, 'tenant_id': '3858b7f4685c496695bb9cd480c2bf52'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:47:15.411787 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15db11b0-ebc4-4959-ae24-ad77ce94bcd9 service neutron] Pushing event updated for resources: {'Port': ['ID=07d27e6f-e983-4a12-b779-3b2cf7fd0711,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:47:15.553444 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-5035c5d0-bf3a-4449-a29b-3d9d62fc8274 req-306bb824-7e78-413a-8069-670572cbfba3 tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:47:15.564834 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-5035c5d0-bf3a-4449-a29b-3d9d62fc8274 req-306bb824-7e78-413a-8069-670572cbfba3 tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] Usage tracker for resource:port and tenant:3858b7f4685c496695bb9cd480c2bf52 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:47:15.571181 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-5035c5d0-bf3a-4449-a29b-3d9d62fc8274 req-306bb824-7e78-413a-8069-670572cbfba3 tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:47:15.579150 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-5035c5d0-bf3a-4449-a29b-3d9d62fc8274 req-306bb824-7e78-413a-8069-670572cbfba3 tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:47:15.581192 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-9167bf59-795e-4004-b055-5caf9fb84a3b req-15db11b0-ebc4-4959-ae24-ad77ce94bcd9 service neutron] Attempting to bind port 07d27e6f-e983-4a12-b779-3b2cf7fd0711 on host n-h2-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:47:15.581483 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-9167bf59-795e-4004-b055-5caf9fb84a3b req-15db11b0-ebc4-4959-ae24-ad77ce94bcd9 service neutron] Attempting to bind port 07d27e6f-e983-4a12-b779-3b2cf7fd0711 by drivers openvswitch,hyperv on host n-h2-843948-2 at level 0 using segments [{'id': '9d5a51ae-25ba-448c-8461-93a27ef7e929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'a87c0785-242f-4d0d-a1c3-0a3e5e87f323'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:47:15.581818 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9167bf59-795e-4004-b055-5caf9fb84a3b req-15db11b0-ebc4-4959-ae24-ad77ce94bcd9 service neutron] Attempting to bind port 07d27e6f-e983-4a12-b779-3b2cf7fd0711 on network a87c0785-242f-4d0d-a1c3-0a3e5e87f323 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:47:15.593336 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9167bf59-795e-4004-b055-5caf9fb84a3b req-15db11b0-ebc4-4959-ae24-ad77ce94bcd9 service neutron] Port 07d27e6f-e983-4a12-b779-3b2cf7fd0711 on network a87c0785-242f-4d0d-a1c3-0a3e5e87f323 not bound, no agent of type Open vSwitch agent registered on host n-h2-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:47:15.593336 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9167bf59-795e-4004-b055-5caf9fb84a3b req-15db11b0-ebc4-4959-ae24-ad77ce94bcd9 service neutron] Attempting to bind port 07d27e6f-e983-4a12-b779-3b2cf7fd0711 on network a87c0785-242f-4d0d-a1c3-0a3e5e87f323 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:47:15.599498 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9167bf59-795e-4004-b055-5caf9fb84a3b req-15db11b0-ebc4-4959-ae24-ad77ce94bcd9 service neutron] Checking agent: {'id': 'eaa08354-e8f5-4e73-af76-8d3cf7d2b390', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 46, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:47:15.599763 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9167bf59-795e-4004-b055-5caf9fb84a3b req-15db11b0-ebc4-4959-ae24-ad77ce94bcd9 service neutron] Checking segment: {'id': '9d5a51ae-25ba-448c-8461-93a27ef7e929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'a87c0785-242f-4d0d-a1c3-0a3e5e87f323'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:47:15.600133 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9167bf59-795e-4004-b055-5caf9fb84a3b req-15db11b0-ebc4-4959-ae24-ad77ce94bcd9 service neutron] Bound using segment: {'id': '9d5a51ae-25ba-448c-8461-93a27ef7e929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'a87c0785-242f-4d0d-a1c3-0a3e5e87f323'} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:47:15.600543 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-9167bf59-795e-4004-b055-5caf9fb84a3b req-15db11b0-ebc4-4959-ae24-ad77ce94bcd9 service neutron] Bound port: 07d27e6f-e983-4a12-b779-3b2cf7fd0711, host: n-h2-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d5a51ae-25ba-448c-8461-93a27ef7e929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'a87c0785-242f-4d0d-a1c3-0a3e5e87f323'}}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:47:15.600878 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-9167bf59-795e-4004-b055-5caf9fb84a3b req-15db11b0-ebc4-4959-ae24-ad77ce94bcd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:15.686660 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-9167bf59-795e-4004-b055-5caf9fb84a3b req-15db11b0-ebc4-4959-ae24-ad77ce94bcd9 service neutron] For port 07d27e6f-e983-4a12-b779-3b2cf7fd0711, host n-h2-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:47:15.689855 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-9167bf59-795e-4004-b055-5caf9fb84a3b req-15db11b0-ebc4-4959-ae24-ad77ce94bcd9 service neutron] For port 07d27e6f-e983-4a12-b779-3b2cf7fd0711, host n-h2-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=07d27e6f-e983-4a12-b779-3b2cf7fd0711,segment=NetworkSegment(9d5a51ae-25ba-448c-8461-93a27ef7e929),segment_id=9d5a51ae-25ba-448c-8461-93a27ef7e929)] {{(pid=84887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:47:15.690761 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5035c5d0-bf3a-4449-a29b-3d9d62fc8274 req-306bb824-7e78-413a-8069-670572cbfba3 tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] Made reservation on behalf of 3858b7f4685c496695bb9cd480c2bf52 for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:47:15.693661 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-5035c5d0-bf3a-4449-a29b-3d9d62fc8274 req-306bb824-7e78-413a-8069-670572cbfba3 tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:15.781175 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-9167bf59-795e-4004-b055-5caf9fb84a3b req-15db11b0-ebc4-4959-ae24-ad77ce94bcd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:15.811417 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 42142) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:47:15.905582 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-9167bf59-795e-4004-b055-5caf9fb84a3b req-15db11b0-ebc4-4959-ae24-ad77ce94bcd9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:15.907019 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9167bf59-795e-4004-b055-5caf9fb84a3b req-15db11b0-ebc4-4959-ae24-ad77ce94bcd9 service neutron] 10.222.0.86 "PUT /v2.0/ports/07d27e6f-e983-4a12-b779-3b2cf7fd0711 HTTP/1.1" status: 200 len: 1091 time: 1.5746593 May 30 20:47:15.909689 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ac5760d-cea3-4a65-aa2e-5d1d6a483d03', 'tag': '07d27e6f-e983-4a12-b779-3b2cf7fd0711'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:47:15.950948 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15db11b0-ebc4-4959-ae24-ad77ce94bcd9 service neutron] Pushing event updated for resources: {'Port': ['ID=07d27e6f-e983-4a12-b779-3b2cf7fd0711,revision_number=3']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:47:15.972969 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [req-5035c5d0-bf3a-4449-a29b-3d9d62fc8274 req-306bb824-7e78-413a-8069-670572cbfba3 tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] Allocated IP 172.20.0.11 (239f8614-2903-4edf-9e96-dccbd4c7c808/db365cb5-c6a2-4839-bef1-3ec50e23c2b4/57e44d56-09e3-4bc7-b013-718f9abcfbe7) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:47:15.995039 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-f54a175c-980d-41ee-9269-2ff6cba71b36 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/floatingips/12219bd7-dc87-4895-b44c-48f1178d43db HTTP/1.1" status: 200 len: 992 time: 0.1817648 May 30 20:47:16.018301 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e45fd0ad-3002-493e-8b0c-677b592d583b'] response: {'name': 'network-changed', 'server_uuid': '4ac5760d-cea3-4a65-aa2e-5d1d6a483d03', 'tag': '07d27e6f-e983-4a12-b779-3b2cf7fd0711', 'status': 'completed', 'code': 200} May 30 20:47:16.034251 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-dbd824be-6763-423e-9a23-2bd71ac4cd99 req-a185601a-d329-475d-9010-5c2104548718 tempest-TestServerMultinode-1203313607 tempest-TestServerMultinode-1203313607-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=4ac5760d-cea3-4a65-aa2e-5d1d6a483d03 HTTP/1.1" status: 200 len: 1094 time: 0.1092436 May 30 20:47:16.083988 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-dbd824be-6763-423e-9a23-2bd71ac4cd99 req-53b4ec7a-677a-4282-8724-4925d2b53391 tempest-TestServerMultinode-1203313607 tempest-TestServerMultinode-1203313607-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=ce300995-7f3f-4090-b6aa-a68ec0b1a7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425849 May 30 20:47:16.275519 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c5d3121d-e1aa-4a42-9137-99ef7caa2136 req-7caa0eab-7bde-4bb0-b00b-21100286a766 tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] 10.222.0.85 "GET /v2.0/ports?device_id=45af195e-be68-4f41-a952-0ba31abdf6a1 HTTP/1.1" status: 200 len: 210 time: 0.0659947 May 30 20:47:16.278306 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9167bf59-795e-4004-b055-5caf9fb84a3b req-b16c39af-7c26-4b46-bad3-c41a7764846c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ed25affb77a84c01a67e1ac685009725&device_id=4ac5760d-cea3-4a65-aa2e-5d1d6a483d03 HTTP/1.1" status: 200 len: 1094 time: 0.2428765 May 30 20:47:16.366039 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9167bf59-795e-4004-b055-5caf9fb84a3b req-9a99c7f4-4dc6-44f1-b6b2-d86286483d8f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=07d27e6f-e983-4a12-b779-3b2cf7fd0711 HTTP/1.1" status: 200 len: 217 time: 0.0789852 May 30 20:47:16.368547 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-5035c5d0-bf3a-4449-a29b-3d9d62fc8274 req-306bb824-7e78-413a-8069-670572cbfba3 tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:16.439435 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9167bf59-795e-4004-b055-5caf9fb84a3b req-c67a3f2a-a3d7-4100-aefc-25690c67c2ca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:47:16.440862 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9167bf59-795e-4004-b055-5caf9fb84a3b req-c67a3f2a-a3d7-4100-aefc-25690c67c2ca service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3ad9437a-23eb-4b00-b945-c829259d321b HTTP/1.1" status: 200 len: 847 time: 0.0693247 May 30 20:47:16.517840 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9167bf59-795e-4004-b055-5caf9fb84a3b req-ffa6748d-5c06-4efb-a457-6e031a214d2f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a87c0785-242f-4d0d-a1c3-0a3e5e87f323&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702989 May 30 20:47:16.546324 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-5035c5d0-bf3a-4449-a29b-3d9d62fc8274 req-306bb824-7e78-413a-8069-670572cbfba3 tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:16.698489 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5035c5d0-bf3a-4449-a29b-3d9d62fc8274 req-306bb824-7e78-413a-8069-670572cbfba3 tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] Network 239f8614-2903-4edf-9e96-dccbd4c7c808 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:47:16.708744 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306bb824-7e78-413a-8069-670572cbfba3 tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] Pushing event updated for resources: {'Port': ['ID=57e44d56-09e3-4bc7-b013-718f9abcfbe7,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:47:16.714211 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [req-5035c5d0-bf3a-4449-a29b-3d9d62fc8274 req-306bb824-7e78-413a-8069-670572cbfba3 tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:47:16.718309 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-5035c5d0-bf3a-4449-a29b-3d9d62fc8274 req-306bb824-7e78-413a-8069-670572cbfba3 tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:47:16.777157 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9167bf59-795e-4004-b055-5caf9fb84a3b req-7ad02998-8268-4e2a-8c98-cdc3ff706c81 service neutron] 10.222.0.86 "GET /v2.0/networks/a87c0785-242f-4d0d-a1c3-0a3e5e87f323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2522366 May 30 20:47:16.813714 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5035c5d0-bf3a-4449-a29b-3d9d62fc8274 req-306bb824-7e78-413a-8069-670572cbfba3 tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:47:16.814318 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-5035c5d0-bf3a-4449-a29b-3d9d62fc8274 req-306bb824-7e78-413a-8069-670572cbfba3 tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:16.999412 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 42150) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:47:17.028361 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9167bf59-795e-4004-b055-5caf9fb84a3b req-7180b780-9696-4f7d-a71f-911c30dc1ebe service neutron] 10.222.0.86 "GET /v2.0/networks/a87c0785-242f-4d0d-a1c3-0a3e5e87f323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2437565 May 30 20:47:17.076284 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5035c5d0-bf3a-4449-a29b-3d9d62fc8274 req-306bb824-7e78-413a-8069-670572cbfba3 tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8157759 May 30 20:47:17.087904 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-5035c5d0-bf3a-4449-a29b-3d9d62fc8274 req-1a0f4e59-4cdd-4e44-8c2d-eff81766e73e service neutron] Request body: {'port': {'device_id': '45af195e-be68-4f41-a952-0ba31abdf6a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843948-2'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:47:17.111071 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-926454e9-807e-4456-9a90-54636a129dc6 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/floatingips/12219bd7-dc87-4895-b44c-48f1178d43db HTTP/1.1" status: 200 len: 992 time: 0.1105464 May 30 20:47:17.258926 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-5035c5d0-bf3a-4449-a29b-3d9d62fc8274 req-1a0f4e59-4cdd-4e44-8c2d-eff81766e73e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:17.299271 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-13585609-1c80-4046-be4d-99aeafa28a41 req-7280ad82-42d8-42d0-956c-298876f994b9 tempest-TestServerMultinode-1203313607 tempest-TestServerMultinode-1203313607-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=4ac5760d-cea3-4a65-aa2e-5d1d6a483d03 HTTP/1.1" status: 200 len: 1094 time: 0.0794911 May 30 20:47:17.310577 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-aee77a7e-cf3b-4e4b-9cb1-34cd8675a9a4 req-98896cf2-a0c1-4a47-b9d8-10273a28d693 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ed25affb77a84c01a67e1ac685009725&device_id=4ac5760d-cea3-4a65-aa2e-5d1d6a483d03 HTTP/1.1" status: 200 len: 1094 time: 0.1731415 May 30 20:47:17.351980 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-13585609-1c80-4046-be4d-99aeafa28a41 req-448f096f-2fe0-44e8-97e5-2a62c40bc999 tempest-TestServerMultinode-1203313607 tempest-TestServerMultinode-1203313607-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=ce300995-7f3f-4090-b6aa-a68ec0b1a7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457389 May 30 20:47:17.642305 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee77a7e-cf3b-4e4b-9cb1-34cd8675a9a4 req-12612770-de88-4087-b6fa-910b8c406ad3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:47:17.643706 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-aee77a7e-cf3b-4e4b-9cb1-34cd8675a9a4 req-12612770-de88-4087-b6fa-910b8c406ad3 service neutron] 10.222.0.86 "GET /v2.0/networks?id=a87c0785-242f-4d0d-a1c3-0a3e5e87f323 HTTP/1.1" status: 200 len: 909 time: 0.3267276 May 30 20:47:17.731397 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-aee77a7e-cf3b-4e4b-9cb1-34cd8675a9a4 req-0386c0ac-594f-4490-b34a-9fc2b64076fd service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=07d27e6f-e983-4a12-b779-3b2cf7fd0711 HTTP/1.1" status: 200 len: 217 time: 0.0770249 May 30 20:47:17.790015 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd1cc81-32ba-427e-93e3-59a961608019 req-7c549afc-0cd3-463b-89b0-7dee5020e26e tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:47:17.790682 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-8dd1cc81-32ba-427e-93e3-59a961608019 req-7c549afc-0cd3-463b-89b0-7dee5020e26e tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] Synchronizing usage tracker for tenant:3858b7f4685c496695bb9cd480c2bf52 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:47:17.839752 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee77a7e-cf3b-4e4b-9cb1-34cd8675a9a4 req-e333e416-4e90-4abe-9f84-8e733240c9dc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:47:17.841347 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-aee77a7e-cf3b-4e4b-9cb1-34cd8675a9a4 req-e333e416-4e90-4abe-9f84-8e733240c9dc service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3ad9437a-23eb-4b00-b945-c829259d321b HTTP/1.1" status: 200 len: 847 time: 0.0991702 May 30 20:47:17.944032 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-8dd1cc81-32ba-427e-93e3-59a961608019 req-7c549afc-0cd3-463b-89b0-7dee5020e26e tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] Unset dirty status for tenant:3858b7f4685c496695bb9cd480c2bf52 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:47:17.945156 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8dd1cc81-32ba-427e-93e3-59a961608019 req-7c549afc-0cd3-463b-89b0-7dee5020e26e tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] 10.222.0.85 "GET /v2.0/ports?device_id=45af195e-be68-4f41-a952-0ba31abdf6a1 HTTP/1.1" status: 200 len: 932 time: 0.5283680 May 30 20:47:17.954374 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [req-5035c5d0-bf3a-4449-a29b-3d9d62fc8274 req-1a0f4e59-4cdd-4e44-8c2d-eff81766e73e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57e44d56-09e3-4bc7-b013-718f9abcfbe7 {{(pid=84887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:47:17.976497 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-5035c5d0-bf3a-4449-a29b-3d9d62fc8274 req-1a0f4e59-4cdd-4e44-8c2d-eff81766e73e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:18.009926 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-5035c5d0-bf3a-4449-a29b-3d9d62fc8274 req-1a0f4e59-4cdd-4e44-8c2d-eff81766e73e service neutron] Transition to ACTIVE for port object 57e44d56-09e3-4bc7-b013-718f9abcfbe7 will not be triggered until provisioned by entity L2. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:47:18.025463 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-8dd1cc81-32ba-427e-93e3-59a961608019 req-0bab5579-eb9e-4268-bbde-65292e42b8b1 tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] Synchronizing usage tracker for tenant:3858b7f4685c496695bb9cd480c2bf52 on resource:security_group {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:47:18.029960 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-aee77a7e-cf3b-4e4b-9cb1-34cd8675a9a4 req-68923337-4779-42f5-999c-c9fb2d1d5e27 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a87c0785-242f-4d0d-a1c3-0a3e5e87f323&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1784236 May 30 20:47:18.107718 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-5035c5d0-bf3a-4449-a29b-3d9d62fc8274 req-1a0f4e59-4cdd-4e44-8c2d-eff81766e73e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:18.114986 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 42158) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:47:18.153632 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-8dd1cc81-32ba-427e-93e3-59a961608019 req-0bab5579-eb9e-4268-bbde-65292e42b8b1 tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] Unset dirty status for tenant:3858b7f4685c496695bb9cd480c2bf52 on resource:security_group {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:47:18.154776 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8dd1cc81-32ba-427e-93e3-59a961608019 req-0bab5579-eb9e-4268-bbde-65292e42b8b1 tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] 10.222.0.85 "GET /v2.0/security-groups?id=896459d4-959a-4a87-92eb-d247e7a3024c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964216 May 30 20:47:18.223877 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-8acf9f2e-6b0a-4867-8960-414d7cbfe72f tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/floatingips/12219bd7-dc87-4895-b44c-48f1178d43db HTTP/1.1" status: 200 len: 992 time: 0.1076515 May 30 20:47:18.269758 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0f4e59-4cdd-4e44-8c2d-eff81766e73e service neutron] Pushing event updated for resources: {'Port': ['ID=57e44d56-09e3-4bc7-b013-718f9abcfbe7,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:47:18.351159 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-aee77a7e-cf3b-4e4b-9cb1-34cd8675a9a4 req-a1be7696-07dc-48e6-a013-1934335c686d service neutron] 10.222.0.86 "GET /v2.0/networks/a87c0785-242f-4d0d-a1c3-0a3e5e87f323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3139386 May 30 20:47:18.553743 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-da7335cb-e880-4e73-8619-a091dc57637d req-6f36d59f-fc4f-4ab3-9b10-b650ae170fdd tempest-TestServerMultinode-1203313607 tempest-TestServerMultinode-1203313607-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=4ac5760d-cea3-4a65-aa2e-5d1d6a483d03 HTTP/1.1" status: 200 len: 1094 time: 0.0727930 May 30 20:47:18.597906 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-5035c5d0-bf3a-4449-a29b-3d9d62fc8274 req-1a0f4e59-4cdd-4e44-8c2d-eff81766e73e service neutron] Attempting to bind port 57e44d56-09e3-4bc7-b013-718f9abcfbe7 on host n-h2-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:47:18.598237 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-5035c5d0-bf3a-4449-a29b-3d9d62fc8274 req-1a0f4e59-4cdd-4e44-8c2d-eff81766e73e service neutron] Attempting to bind port 57e44d56-09e3-4bc7-b013-718f9abcfbe7 by drivers openvswitch,hyperv on host n-h2-843948-2 at level 0 using segments [{'id': 'c073f026-c70c-42e4-8405-73f5b7fccf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '239f8614-2903-4edf-9e96-dccbd4c7c808'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:47:18.598560 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5035c5d0-bf3a-4449-a29b-3d9d62fc8274 req-1a0f4e59-4cdd-4e44-8c2d-eff81766e73e service neutron] Attempting to bind port 57e44d56-09e3-4bc7-b013-718f9abcfbe7 on network 239f8614-2903-4edf-9e96-dccbd4c7c808 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:47:18.599822 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-da7335cb-e880-4e73-8619-a091dc57637d req-edeac920-abe1-4e3b-b9df-0e0cb412a860 tempest-TestServerMultinode-1203313607 tempest-TestServerMultinode-1203313607-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=ce300995-7f3f-4090-b6aa-a68ec0b1a7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399578 May 30 20:47:18.619848 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5035c5d0-bf3a-4449-a29b-3d9d62fc8274 req-1a0f4e59-4cdd-4e44-8c2d-eff81766e73e service neutron] Port 57e44d56-09e3-4bc7-b013-718f9abcfbe7 on network 239f8614-2903-4edf-9e96-dccbd4c7c808 not bound, no agent of type Open vSwitch agent registered on host n-h2-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:47:18.620171 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5035c5d0-bf3a-4449-a29b-3d9d62fc8274 req-1a0f4e59-4cdd-4e44-8c2d-eff81766e73e service neutron] Attempting to bind port 57e44d56-09e3-4bc7-b013-718f9abcfbe7 on network 239f8614-2903-4edf-9e96-dccbd4c7c808 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:47:18.640207 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-aee77a7e-cf3b-4e4b-9cb1-34cd8675a9a4 req-95d27472-69b5-40c8-9365-7234b6113ac6 service neutron] 10.222.0.86 "GET /v2.0/networks/a87c0785-242f-4d0d-a1c3-0a3e5e87f323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2808659 May 30 20:47:18.641027 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5035c5d0-bf3a-4449-a29b-3d9d62fc8274 req-1a0f4e59-4cdd-4e44-8c2d-eff81766e73e service neutron] Checking agent: {'id': 'eaa08354-e8f5-4e73-af76-8d3cf7d2b390', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 46, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:47:18.641358 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5035c5d0-bf3a-4449-a29b-3d9d62fc8274 req-1a0f4e59-4cdd-4e44-8c2d-eff81766e73e service neutron] Checking segment: {'id': 'c073f026-c70c-42e4-8405-73f5b7fccf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '239f8614-2903-4edf-9e96-dccbd4c7c808'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:47:18.641763 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5035c5d0-bf3a-4449-a29b-3d9d62fc8274 req-1a0f4e59-4cdd-4e44-8c2d-eff81766e73e service neutron] Bound using segment: {'id': 'c073f026-c70c-42e4-8405-73f5b7fccf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '239f8614-2903-4edf-9e96-dccbd4c7c808'} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:47:18.642188 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-5035c5d0-bf3a-4449-a29b-3d9d62fc8274 req-1a0f4e59-4cdd-4e44-8c2d-eff81766e73e service neutron] Bound port: 57e44d56-09e3-4bc7-b013-718f9abcfbe7, host: n-h2-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c073f026-c70c-42e4-8405-73f5b7fccf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '239f8614-2903-4edf-9e96-dccbd4c7c808'}}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:47:18.642531 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-5035c5d0-bf3a-4449-a29b-3d9d62fc8274 req-1a0f4e59-4cdd-4e44-8c2d-eff81766e73e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:18.748800 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-5035c5d0-bf3a-4449-a29b-3d9d62fc8274 req-1a0f4e59-4cdd-4e44-8c2d-eff81766e73e service neutron] For port 57e44d56-09e3-4bc7-b013-718f9abcfbe7, host n-h2-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:47:18.751949 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-5035c5d0-bf3a-4449-a29b-3d9d62fc8274 req-1a0f4e59-4cdd-4e44-8c2d-eff81766e73e service neutron] For port 57e44d56-09e3-4bc7-b013-718f9abcfbe7, host n-h2-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=57e44d56-09e3-4bc7-b013-718f9abcfbe7,segment=NetworkSegment(c073f026-c70c-42e4-8405-73f5b7fccf97),segment_id=c073f026-c70c-42e4-8405-73f5b7fccf97)] {{(pid=84887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:47:18.824029 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-5035c5d0-bf3a-4449-a29b-3d9d62fc8274 req-1a0f4e59-4cdd-4e44-8c2d-eff81766e73e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:18.884788 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-5035c5d0-bf3a-4449-a29b-3d9d62fc8274 req-1a0f4e59-4cdd-4e44-8c2d-eff81766e73e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:18.886152 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5035c5d0-bf3a-4449-a29b-3d9d62fc8274 req-1a0f4e59-4cdd-4e44-8c2d-eff81766e73e service neutron] 10.222.0.86 "PUT /v2.0/ports/57e44d56-09e3-4bc7-b013-718f9abcfbe7 HTTP/1.1" status: 200 len: 1092 time: 1.8034661 May 30 20:47:18.886569 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45af195e-be68-4f41-a952-0ba31abdf6a1', 'tag': '57e44d56-09e3-4bc7-b013-718f9abcfbe7'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:47:18.903222 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0f4e59-4cdd-4e44-8c2d-eff81766e73e service neutron] Pushing event updated for resources: {'Port': ['ID=57e44d56-09e3-4bc7-b013-718f9abcfbe7,revision_number=3']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:47:18.941783 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b869e4dc-6108-4f76-9293-d61bf24dc04b'] response: {'name': 'network-changed', 'server_uuid': '45af195e-be68-4f41-a952-0ba31abdf6a1', 'tag': '57e44d56-09e3-4bc7-b013-718f9abcfbe7', 'status': 'completed', 'code': 200} May 30 20:47:19.038439 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3073c553-0bc9-4614-8dfa-35e7b65f7183 req-8899d284-1829-4ef5-bc5c-f99cef15f160 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3858b7f4685c496695bb9cd480c2bf52&device_id=45af195e-be68-4f41-a952-0ba31abdf6a1 HTTP/1.1" status: 200 len: 1095 time: 0.0761828 May 30 20:47:19.182198 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3073c553-0bc9-4614-8dfa-35e7b65f7183 req-7e622f3b-1232-4328-8f2e-97c4c22ee61d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:47:19.183643 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3073c553-0bc9-4614-8dfa-35e7b65f7183 req-7e622f3b-1232-4328-8f2e-97c4c22ee61d service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=3858b7f4685c496695bb9cd480c2bf52&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1380849 May 30 20:47:19.228131 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 42168) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:47:19.344311 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3073c553-0bc9-4614-8dfa-35e7b65f7183 req-74a984b7-eda4-4e3c-97ec-e48546fd2823 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:47:19.345934 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3073c553-0bc9-4614-8dfa-35e7b65f7183 req-74a984b7-eda4-4e3c-97ec-e48546fd2823 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1543961 May 30 20:47:19.534392 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5035c5d0-bf3a-4449-a29b-3d9d62fc8274 req-d129527c-8e65-4460-aef9-1979a7c24d7e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3858b7f4685c496695bb9cd480c2bf52&device_id=45af195e-be68-4f41-a952-0ba31abdf6a1 HTTP/1.1" status: 200 len: 1095 time: 0.1311107 May 30 20:47:19.567932 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-dc57ca34-d6ee-4d7b-9735-1fea74efcea9 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/floatingips/12219bd7-dc87-4895-b44c-48f1178d43db HTTP/1.1" status: 200 len: 992 time: 0.3383772 May 30 20:47:19.587498 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d1cc6a-774a-45bf-89f7-5a7775a4a77a req-7801b2f7-2b01-44fc-8649-0df9c9ce94b2 tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:47:19.589041 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-65d1cc6a-774a-45bf-89f7-5a7775a4a77a req-7801b2f7-2b01-44fc-8649-0df9c9ce94b2 tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] 10.222.0.85 "GET /v2.0/ports?device_id=45af195e-be68-4f41-a952-0ba31abdf6a1 HTTP/1.1" status: 200 len: 944 time: 0.2841530 May 30 20:47:19.615141 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 07d27e6f-e983-4a12-b779-3b2cf7fd0711 details requested by agent hyperv_n-h2-843948-2 with host n-h2-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:47:19.619531 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5035c5d0-bf3a-4449-a29b-3d9d62fc8274 req-7c9ab3cd-fa76-4635-a448-9a8a9ef34339 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=57e44d56-09e3-4bc7-b013-718f9abcfbe7 HTTP/1.1" status: 200 len: 217 time: 0.0749457 May 30 20:47:19.659251 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-65d1cc6a-774a-45bf-89f7-5a7775a4a77a req-44afcb01-f2c8-45b7-b4a6-09d8f2fc23c7 tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] 10.222.0.85 "GET /v2.0/security-groups?id=896459d4-959a-4a87-92eb-d247e7a3024c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536678 May 30 20:47:19.699719 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:19.705572 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5035c5d0-bf3a-4449-a29b-3d9d62fc8274 req-e0ad52f3-0caf-4222-84b4-16a6fc017bac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:47:19.707420 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5035c5d0-bf3a-4449-a29b-3d9d62fc8274 req-e0ad52f3-0caf-4222-84b4-16a6fc017bac service neutron] 10.222.0.86 "GET /v2.0/subnets?id=db365cb5-c6a2-4839-bef1-3ec50e23c2b4 HTTP/1.1" status: 200 len: 852 time: 0.0816023 May 30 20:47:19.803809 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5035c5d0-bf3a-4449-a29b-3d9d62fc8274 req-602fd150-6850-41d4-9f04-29481e01ecb2 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=239f8614-2903-4edf-9e96-dccbd4c7c808&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0875101 May 30 20:47:19.876487 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device d1272762-f448-441a-9a23-6c613dc094e2 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:47:19.927686 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 07d27e6f-e983-4a12-b779-3b2cf7fd0711, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=07d27e6f-e983-4a12-b779-3b2cf7fd0711,segment=NetworkSegment(9d5a51ae-25ba-448c-8461-93a27ef7e929),segment_id=9d5a51ae-25ba-448c-8461-93a27ef7e929)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:47:19.953489 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Returning: {'device': '07d27e6f-e983-4a12-b779-3b2cf7fd0711', 'network_id': 'a87c0785-242f-4d0d-a1c3-0a3e5e87f323', 'port_id': '07d27e6f-e983-4a12-b779-3b2cf7fd0711', 'mac_address': 'fa:16:3e:46:37:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ad9437a-23eb-4b00-b945-c829259d321b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:47:20.020742 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:20.025685 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5035c5d0-bf3a-4449-a29b-3d9d62fc8274 req-cd3a8456-47ce-4b1a-aef0-21519daefce7 service neutron] 10.222.0.86 "GET /v2.0/networks/239f8614-2903-4edf-9e96-dccbd4c7c808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748228 May 30 20:47:20.027818 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-ee24e8c6-976a-47fa-bc00-234488b7e351 req-b8045938-d71f-4ea6-9fe5-25e7f6bdaa6e tempest-TestServerMultinode-1203313607 tempest-TestServerMultinode-1203313607-project-admin] Synchronizing usage tracker for tenant:ed25affb77a84c01a67e1ac685009725 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:47:20.041460 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07d27e6f-e983-4a12-b779-3b2cf7fd0711 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:47:20.057811 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 07d27e6f-e983-4a12-b779-3b2cf7fd0711, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=07d27e6f-e983-4a12-b779-3b2cf7fd0711,segment=NetworkSegment(9d5a51ae-25ba-448c-8461-93a27ef7e929),segment_id=9d5a51ae-25ba-448c-8461-93a27ef7e929)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:47:20.132780 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port d1272762-f448-441a-9a23-6c613dc094e2 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:47:20.137911 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port d1272762-f448-441a-9a23-6c613dc094e2 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:47:20.138276 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:20.168691 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:20.171009 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5035c5d0-bf3a-4449-a29b-3d9d62fc8274 req-ce05f7f8-ad83-4aad-b5b1-6c64bb981211 service neutron] 10.222.0.86 "GET /v2.0/networks/239f8614-2903-4edf-9e96-dccbd4c7c808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375892 May 30 20:47:20.195174 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-ee24e8c6-976a-47fa-bc00-234488b7e351 req-b8045938-d71f-4ea6-9fe5-25e7f6bdaa6e tempest-TestServerMultinode-1203313607 tempest-TestServerMultinode-1203313607-project-admin] Unset dirty status for tenant:ed25affb77a84c01a67e1ac685009725 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:47:20.196503 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ee24e8c6-976a-47fa-bc00-234488b7e351 req-b8045938-d71f-4ea6-9fe5-25e7f6bdaa6e tempest-TestServerMultinode-1203313607 tempest-TestServerMultinode-1203313607-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=4ac5760d-cea3-4a65-aa2e-5d1d6a483d03 HTTP/1.1" status: 200 len: 1094 time: 0.3874002 May 30 20:47:20.243369 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ee24e8c6-976a-47fa-bc00-234488b7e351 req-0192aa5a-e099-4948-b669-89af0de9799d tempest-TestServerMultinode-1203313607 tempest-TestServerMultinode-1203313607-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=ce300995-7f3f-4090-b6aa-a68ec0b1a7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407250 May 30 20:47:20.261926 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=07d27e6f-e983-4a12-b779-3b2cf7fd0711,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:47:20.319875 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:20.339044 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port d1272762-f448-441a-9a23-6c613dc094e2, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=d1272762-f448-441a-9a23-6c613dc094e2,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:47:20.415691 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:20.446548 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['07d27e6f-e983-4a12-b779-3b2cf7fd0711'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:47:20.535566 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=d1272762-f448-441a-9a23-6c613dc094e2,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:47:20.572107 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 42176) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:47:20.676828 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-d59b26bc-401a-461f-8f44-a6670e81fda6 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/floatingips/12219bd7-dc87-4895-b44c-48f1178d43db HTTP/1.1" status: 200 len: 992 time: 0.1035600 May 30 20:47:20.864528 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26beb46d-fd6e-451b-a0d8-df6628430d06 req-43097f3c-a709-4fff-8dbf-8184053a0054 tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:47:20.865945 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-26beb46d-fd6e-451b-a0d8-df6628430d06 req-43097f3c-a709-4fff-8dbf-8184053a0054 tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] 10.222.0.85 "GET /v2.0/ports?device_id=45af195e-be68-4f41-a952-0ba31abdf6a1 HTTP/1.1" status: 200 len: 944 time: 0.0767992 May 30 20:47:20.915196 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-26beb46d-fd6e-451b-a0d8-df6628430d06 req-bee4d589-1c88-4184-9398-dc8581be2983 tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] 10.222.0.85 "GET /v2.0/security-groups?id=896459d4-959a-4a87-92eb-d247e7a3024c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430932 May 30 20:47:21.446844 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4203b5c3-9602-4406-88c8-27ee117d5716 req-fdefdc10-bd41-4f69-8038-71b1fe9c56c1 tempest-TestServerMultinode-1203313607 tempest-TestServerMultinode-1203313607-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=4ac5760d-cea3-4a65-aa2e-5d1d6a483d03 HTTP/1.1" status: 200 len: 1095 time: 0.0699487 May 30 20:47:21.493139 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4203b5c3-9602-4406-88c8-27ee117d5716 req-27c67366-e995-4614-bcc1-d0323ab45d40 tempest-TestServerMultinode-1203313607 tempest-TestServerMultinode-1203313607-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=ce300995-7f3f-4090-b6aa-a68ec0b1a7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401616 May 30 20:47:21.551785 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9470a5-28d6-48df-89b1-8323fb215315 None None] New status for floating IP 12219bd7-dc87-4895-b44c-48f1178d43db: ACTIVE {{(pid=84888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 20:47:21.620251 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 07d27e6f-e983-4a12-b779-3b2cf7fd0711 up at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:47:21.682130 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 42184) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:47:21.793375 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-1ca1a488-1dcb-4715-bd98-a44e09006ebb tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/floatingips/12219bd7-dc87-4895-b44c-48f1178d43db HTTP/1.1" status: 200 len: 992 time: 0.1101003 May 30 20:47:21.851160 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device d1272762-f448-441a-9a23-6c613dc094e2 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:47:21.886523 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning for port 07d27e6f-e983-4a12-b779-3b2cf7fd0711 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:47:21.904186 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning complete for port 07d27e6f-e983-4a12-b779-3b2cf7fd0711 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:47:21.904621 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:22.060288 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port d1272762-f448-441a-9a23-6c613dc094e2 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:47:22.060560 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:22.111484 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:22.121586 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb446284-819d-4acd-9de8-8dc9dbb0b983 req-0fd81846-37c6-4fe5-a2ae-cdca57d7a2c4 tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:47:22.123116 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-bb446284-819d-4acd-9de8-8dc9dbb0b983 req-0fd81846-37c6-4fe5-a2ae-cdca57d7a2c4 tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] 10.222.0.85 "GET /v2.0/ports?device_id=45af195e-be68-4f41-a952-0ba31abdf6a1 HTTP/1.1" status: 200 len: 944 time: 0.0807097 May 30 20:47:22.147747 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ac5760d-cea3-4a65-aa2e-5d1d6a483d03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07d27e6f-e983-4a12-b779-3b2cf7fd0711'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:47:22.161595 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 07d27e6f-e983-4a12-b779-3b2cf7fd0711, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=07d27e6f-e983-4a12-b779-3b2cf7fd0711,segment=NetworkSegment(9d5a51ae-25ba-448c-8461-93a27ef7e929),segment_id=9d5a51ae-25ba-448c-8461-93a27ef7e929)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:47:22.170626 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-bb446284-819d-4acd-9de8-8dc9dbb0b983 req-e15bb64b-7201-403f-aa3f-bb3dc748a540 tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] 10.222.0.85 "GET /v2.0/security-groups?id=896459d4-959a-4a87-92eb-d247e7a3024c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419273 May 30 20:47:22.216996 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e368f01-45f0-47a2-b2bd-2c0fcf90dd2e'] response: {'server_uuid': '4ac5760d-cea3-4a65-aa2e-5d1d6a483d03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07d27e6f-e983-4a12-b779-3b2cf7fd0711', 'code': 200} May 30 20:47:22.269925 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:22.354408 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=07d27e6f-e983-4a12-b779-3b2cf7fd0711,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:47:22.401053 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:22.452566 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e7e20ab9-b331-4014-8bfe-f0a1d9f4c17f req-78109d68-084c-4b72-bae5-60495dd64aa3 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=4ac5760d-cea3-4a65-aa2e-5d1d6a483d03 HTTP/1.1" status: 200 len: 1096 time: 0.1778102 May 30 20:47:22.496928 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e7e20ab9-b331-4014-8bfe-f0a1d9f4c17f req-0b82ea6a-664a-4d6d-baf5-8fe56742e912 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=ce300995-7f3f-4090-b6aa-a68ec0b1a7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364356 May 30 20:47:22.683126 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-520eda8f-4079-4939-a722-76489c266c7b req-a1e583c8-f6fb-4e7e-b9ea-ef2ade3d1ccb tempest-TestServerMultinode-1203313607 tempest-TestServerMultinode-1203313607-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=4ac5760d-cea3-4a65-aa2e-5d1d6a483d03 HTTP/1.1" status: 200 len: 1096 time: 0.0703571 May 30 20:47:22.724868 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-520eda8f-4079-4939-a722-76489c266c7b req-7168480b-1b32-4f3e-a231-9aaabc7d959b tempest-TestServerMultinode-1203313607 tempest-TestServerMultinode-1203313607-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=ce300995-7f3f-4090-b6aa-a68ec0b1a7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363989 May 30 20:47:22.796689 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 42194) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:47:22.900152 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-5def507c-0b87-403d-bfda-4eda356cbe37 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/floatingips/12219bd7-dc87-4895-b44c-48f1178d43db HTTP/1.1" status: 200 len: 994 time: 0.1022120 May 30 20:47:23.367369 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b424211-5c17-4c74-a06a-8b1f43d9ee88 req-87640350-f19e-401a-bd6c-675c7322036d tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:47:23.368800 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6b424211-5c17-4c74-a06a-8b1f43d9ee88 req-87640350-f19e-401a-bd6c-675c7322036d tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] 10.222.0.85 "GET /v2.0/ports?device_id=45af195e-be68-4f41-a952-0ba31abdf6a1 HTTP/1.1" status: 200 len: 944 time: 0.0753927 May 30 20:47:23.413343 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6b424211-5c17-4c74-a06a-8b1f43d9ee88 req-3ff8e5c5-faf6-421a-9999-ce48b5efaf3a tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] 10.222.0.85 "GET /v2.0/security-groups?id=896459d4-959a-4a87-92eb-d247e7a3024c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388980 May 30 20:47:23.610469 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 57e44d56-09e3-4bc7-b013-718f9abcfbe7 details requested by agent hyperv_n-h2-843948-2 with host n-h2-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:47:23.750454 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 57e44d56-09e3-4bc7-b013-718f9abcfbe7, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=57e44d56-09e3-4bc7-b013-718f9abcfbe7,segment=NetworkSegment(c073f026-c70c-42e4-8405-73f5b7fccf97),segment_id=c073f026-c70c-42e4-8405-73f5b7fccf97)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:47:23.765177 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Returning: {'device': '57e44d56-09e3-4bc7-b013-718f9abcfbe7', 'network_id': '239f8614-2903-4edf-9e96-dccbd4c7c808', 'port_id': '57e44d56-09e3-4bc7-b013-718f9abcfbe7', 'mac_address': 'fa:16:3e:26:48:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db365cb5-c6a2-4839-bef1-3ec50e23c2b4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:47:23.830923 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:23.851399 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57e44d56-09e3-4bc7-b013-718f9abcfbe7 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:47:23.868302 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 57e44d56-09e3-4bc7-b013-718f9abcfbe7, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=57e44d56-09e3-4bc7-b013-718f9abcfbe7,segment=NetworkSegment(c073f026-c70c-42e4-8405-73f5b7fccf97),segment_id=c073f026-c70c-42e4-8405-73f5b7fccf97)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:47:23.930861 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-db27adac-d22c-41c0-99c8-8b18b22e10c1 req-0f479910-e96e-441d-9737-6a099e665416 tempest-TestServerMultinode-1203313607 tempest-TestServerMultinode-1203313607-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=4ac5760d-cea3-4a65-aa2e-5d1d6a483d03 HTTP/1.1" status: 200 len: 1096 time: 0.0721335 May 30 20:47:23.949565 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:23.980038 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-db27adac-d22c-41c0-99c8-8b18b22e10c1 req-9ad2cf10-faf7-42e3-8713-4162873be2aa tempest-TestServerMultinode-1203313607 tempest-TestServerMultinode-1203313607-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=ce300995-7f3f-4090-b6aa-a68ec0b1a7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440068 May 30 20:47:24.018090 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=57e44d56-09e3-4bc7-b013-718f9abcfbe7,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:47:24.180637 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['57e44d56-09e3-4bc7-b013-718f9abcfbe7'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:47:24.619287 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b26d3a-db14-4f67-94a8-2ffa96286ab2 req-861dda89-7cc6-47e6-9e4c-851f80370435 tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:47:24.620748 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-60b26d3a-db14-4f67-94a8-2ffa96286ab2 req-861dda89-7cc6-47e6-9e4c-851f80370435 tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] 10.222.0.85 "GET /v2.0/ports?device_id=45af195e-be68-4f41-a952-0ba31abdf6a1 HTTP/1.1" status: 200 len: 945 time: 0.0839357 May 30 20:47:24.669163 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-60b26d3a-db14-4f67-94a8-2ffa96286ab2 req-6393492f-bdd0-4649-901f-c29bce6c1a4c tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] 10.222.0.85 "GET /v2.0/security-groups?id=896459d4-959a-4a87-92eb-d247e7a3024c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427628 May 30 20:47:25.175472 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5f1d0848-3ce0-4e19-995c-a9024914f1ac req-aede462a-85d3-4b7e-be7f-04be03f4e85d tempest-TestServerMultinode-1203313607 tempest-TestServerMultinode-1203313607-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=4ac5760d-cea3-4a65-aa2e-5d1d6a483d03 HTTP/1.1" status: 200 len: 1096 time: 0.0705090 May 30 20:47:25.217437 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5f1d0848-3ce0-4e19-995c-a9024914f1ac req-c3e29bf8-4406-4190-b435-1ef91dfb7e66 tempest-TestServerMultinode-1203313607 tempest-TestServerMultinode-1203313607-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=ce300995-7f3f-4090-b6aa-a68ec0b1a7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364361 May 30 20:47:25.405368 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e69fbba9-e418-48b4-b248-5d8a28939881 req-8feaa043-4fb6-494e-a638-be3d0f6b1787 tempest-TestServerMultinode-1203313607 tempest-TestServerMultinode-1203313607-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=4ac5760d-cea3-4a65-aa2e-5d1d6a483d03 HTTP/1.1" status: 200 len: 1096 time: 0.0684445 May 30 20:47:25.450020 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e69fbba9-e418-48b4-b248-5d8a28939881 req-57eb5c73-ca43-410d-a5c2-321316ed35f2 tempest-TestServerMultinode-1203313607 tempest-TestServerMultinode-1203313607-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=ce300995-7f3f-4090-b6aa-a68ec0b1a7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387125 May 30 20:47:25.614896 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 57e44d56-09e3-4bc7-b013-718f9abcfbe7 up at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:47:25.637485 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-63ed141d-d687-4341-ab13-1b6c8a1eace4 req-5756cb83-8c60-49e1-8ca9-265069913122 tempest-TestServerMultinode-1203313607 tempest-TestServerMultinode-1203313607-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=4ac5760d-cea3-4a65-aa2e-5d1d6a483d03 HTTP/1.1" status: 200 len: 1096 time: 0.0702355 May 30 20:47:25.682548 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-63ed141d-d687-4341-ab13-1b6c8a1eace4 req-ce50a27e-6374-420f-b15d-e4748ecae42b tempest-TestServerMultinode-1203313607 tempest-TestServerMultinode-1203313607-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=ce300995-7f3f-4090-b6aa-a68ec0b1a7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393207 May 30 20:47:25.746758 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning for port 57e44d56-09e3-4bc7-b013-718f9abcfbe7 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:47:25.756338 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning complete for port 57e44d56-09e3-4bc7-b013-718f9abcfbe7 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:47:25.756338 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:25.899794 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:25.902295 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc409099-1143-4c5f-a4fa-090e129e8493 req-dd05fd61-8d8a-4ecb-9db8-ff20d5de5b3a tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:47:25.903774 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-bc409099-1143-4c5f-a4fa-090e129e8493 req-dd05fd61-8d8a-4ecb-9db8-ff20d5de5b3a tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] 10.222.0.85 "GET /v2.0/ports?device_id=45af195e-be68-4f41-a952-0ba31abdf6a1 HTTP/1.1" status: 200 len: 945 time: 0.1019247 May 30 20:47:25.927046 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45af195e-be68-4f41-a952-0ba31abdf6a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57e44d56-09e3-4bc7-b013-718f9abcfbe7'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:47:25.937395 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 57e44d56-09e3-4bc7-b013-718f9abcfbe7, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=57e44d56-09e3-4bc7-b013-718f9abcfbe7,segment=NetworkSegment(c073f026-c70c-42e4-8405-73f5b7fccf97),segment_id=c073f026-c70c-42e4-8405-73f5b7fccf97)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:47:25.953631 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-bc409099-1143-4c5f-a4fa-090e129e8493 req-8be62924-9dc3-4efc-a314-3a3100fa9330 tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] 10.222.0.85 "GET /v2.0/security-groups?id=896459d4-959a-4a87-92eb-d247e7a3024c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440319 May 30 20:47:26.007268 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:26.027444 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfcb9da-d601-486e-b1b4-a565abd065e1 req-a4860e10-9afd-4eab-af66-20681abd6d72 tempest-TestServerMultinode-1203313607 tempest-TestServerMultinode-1203313607-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:47:26.028928 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ecfcb9da-d601-486e-b1b4-a565abd065e1 req-a4860e10-9afd-4eab-af66-20681abd6d72 tempest-TestServerMultinode-1203313607 tempest-TestServerMultinode-1203313607-project-admin] 10.222.0.85 "GET /v2.0/networks?id=a87c0785-242f-4d0d-a1c3-0a3e5e87f323 HTTP/1.1" status: 200 len: 909 time: 0.1394451 May 30 20:47:26.037933 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b867b132-c6c9-4ea5-ab75-fbc56faddf07'] response: {'server_uuid': '45af195e-be68-4f41-a952-0ba31abdf6a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57e44d56-09e3-4bc7-b013-718f9abcfbe7', 'code': 200} May 30 20:47:26.047007 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ecfcb9da-d601-486e-b1b4-a565abd065e1 req-25694da3-f0a9-4ca3-9783-e695682066e9 tempest-TestServerMultinode-1203313607 tempest-TestServerMultinode-1203313607-project-admin] 10.222.0.85 "GET /v2.0/quotas/ed25affb77a84c01a67e1ac685009725 HTTP/1.1" status: 200 len: 375 time: 0.0121100 May 30 20:47:26.086775 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=57e44d56-09e3-4bc7-b013-718f9abcfbe7,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:47:26.096273 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:47:26.096623 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:47:26.096963 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:47:26.097299 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:47:26.097650 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:47:26.098078 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:47:26.098304 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:47:26.098628 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:47:26.098988 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:47:26.099309 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:47:26.099651 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:47:26.137173 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ecfcb9da-d601-486e-b1b4-a565abd065e1 req-326e5fbe-3ffc-4911-a37c-e352a9b8979c tempest-TestServerMultinode-1203313607 tempest-TestServerMultinode-1203313607-project-admin] 10.222.0.85 "GET /v2.0/ports?tenant_id=ed25affb77a84c01a67e1ac685009725&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0824475 May 30 20:47:26.167725 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5a7432e9-bce6-4449-9b5f-295652f16109 req-b7f17588-71f6-4ba0-bee1-669f28197cbc service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=45af195e-be68-4f41-a952-0ba31abdf6a1 HTTP/1.1" status: 200 len: 1097 time: 0.0733786 May 30 20:47:26.203568 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-32650c9d-7158-41dd-b45f-cb0199727f64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:26.218611 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5a7432e9-bce6-4449-9b5f-295652f16109 req-9897f823-d3db-490b-ba51-e5ca9ffaf317 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=896459d4-959a-4a87-92eb-d247e7a3024c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441854 May 30 20:47:26.275511 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ecfcb9da-d601-486e-b1b4-a565abd065e1 req-76d2751b-5ed9-4bf6-8252-ac47beec63ab service neutron] 10.222.0.85 "GET /v2.0/networks/a87c0785-242f-4d0d-a1c3-0a3e5e87f323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303453 May 30 20:47:26.407697 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ecfcb9da-d601-486e-b1b4-a565abd065e1 req-4e150a1a-c6f7-4ed6-b7cf-1c65560fdd6c service neutron] 10.222.0.85 "GET /v2.0/networks/a87c0785-242f-4d0d-a1c3-0a3e5e87f323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264567 May 30 20:47:26.698818 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e3f2f42f-601e-4a9a-acf9-fff3371f4568 req-2efd7dbe-732c-4a40-8a5d-a75f1b4473d3 tempest-TestServerMultinode-1203313607 tempest-TestServerMultinode-1203313607-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=3b6b78b5-ddcc-491b-8442-2f14ec491ce8 HTTP/1.1" status: 200 len: 210 time: 0.0411501 May 30 20:47:26.853710 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a5cb46-c0be-4312-9189-5ee2c911f552 None None] Sync routers for ids ['3e47acb7-2499-441c-8040-eeba16751e48'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:47:26.866024 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a5cb46-c0be-4312-9189-5ee2c911f552 None None] Routers {'3e47acb7-2499-441c-8040-eeba16751e48'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:47:26.870620 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-95a5cb46-c0be-4312-9189-5ee2c911f552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:47:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['3e47acb7-2499-441c-8040-eeba16751e48'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:47:27.044768 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-95a5cb46-c0be-4312-9189-5ee2c911f552 None None] Set router 3e47acb7-2499-441c-8040-eeba16751e48 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:47:27.178975 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd86c1c-58c6-49fc-9db2-b65bdbd0e91e req-c0c0bb78-2068-47c7-80ef-0fc883ddfa83 tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:47:27.180713 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3dd86c1c-58c6-49fc-9db2-b65bdbd0e91e req-c0c0bb78-2068-47c7-80ef-0fc883ddfa83 tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] 10.222.0.85 "GET /v2.0/ports?device_id=45af195e-be68-4f41-a952-0ba31abdf6a1 HTTP/1.1" status: 200 len: 946 time: 0.0964148 May 30 20:47:27.238440 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3dd86c1c-58c6-49fc-9db2-b65bdbd0e91e req-549f1279-9aa9-4846-b165-76d381ce6d72 tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] 10.222.0.85 "GET /v2.0/security-groups?id=896459d4-959a-4a87-92eb-d247e7a3024c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504122 May 30 20:47:27.386321 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-95a5cb46-c0be-4312-9189-5ee2c911f552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e47acb7-2499-441c-8040-eeba16751e48', 'name': 'tempest-TestServerMultinode-79727246-router', 'tenant_id': '2f557a6678c14959a0cc7ed09fff9c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': '452c2813-9573-4b85-9136-934ced12dea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:46:49Z', 'updated_at': '2022-05-30T20:46:55Z', 'revision_number': 4, 'project_id': '2f557a6678c14959a0cc7ed09fff9c3a', 'gw_port': {'id': '452c2813-9573-4b85-9136-934ced12dea0', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:49:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e47acb7-2499-441c-8040-eeba16751e48', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:46:50Z', 'updated_at': '2022-05-30T20:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': 'e7b24ea9-880a-469d-9159-08fbc4c867fc', 'name': '', 'network_id': 'a87c0785-242f-4d0d-a1c3-0a3e5e87f323', 'tenant_id': '2f557a6678c14959a0cc7ed09fff9c3a', 'mac_address': 'fa:16:3e:b4:cc:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e47acb7-2499-441c-8040-eeba16751e48', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ad9437a-23eb-4b00-b945-c829259d321b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:46:54Z', 'updated_at': '2022-05-30T20:46:56Z', 'revision_number': 2, 'project_id': '2f557a6678c14959a0cc7ed09fff9c3a', 'subnets': [{'id': '3ad9437a-23eb-4b00-b945-c829259d321b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:47:27.390512 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a5cb46-c0be-4312-9189-5ee2c911f552 None None] Checking router: 3e47acb7-2499-441c-8040-eeba16751e48 for host: n-d-843948-2 {{(pid=84889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:47:27.402208 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a5cb46-c0be-4312-9189-5ee2c911f552 None None] Updating router 3e47acb7-2499-441c-8040-eeba16751e48 port e7b24ea9-880a-469d-9159-08fbc4c867fc binding host n-d-843948-2 {{(pid=84889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:47:27.448967 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-95a5cb46-c0be-4312-9189-5ee2c911f552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:27.817668 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-95a5cb46-c0be-4312-9189-5ee2c911f552 None None] Notify callbacks [] for port, precommit_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:27.831838 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.provisioning_blocks [None req-95a5cb46-c0be-4312-9189-5ee2c911f552 None None] Transition to ACTIVE for port object e7b24ea9-880a-469d-9159-08fbc4c867fc will not be triggered until provisioned by entity L2. {{(pid=84889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:47:27.894870 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-95a5cb46-c0be-4312-9189-5ee2c911f552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:27.895649 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f7ce0208-1bc6-4b7f-85ef-c310cc174605 req-e61e1d68-0da7-4ace-8ad9-3f7761c8fe3e tempest-TestServerMultinode-1203313607 tempest-TestServerMultinode-1203313607-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=3b6b78b5-ddcc-491b-8442-2f14ec491ce8 HTTP/1.1" status: 200 len: 210 time: 0.0408127 May 30 20:47:28.024888 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313a0d23-856f-46c7-b0e5-845ce4d8bac8 None None] Pushing event updated for resources: {'Port': ['ID=e7b24ea9-880a-469d-9159-08fbc4c867fc,revision_number=3']} {{(pid=84889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:47:28.034552 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313a0d23-856f-46c7-b0e5-845ce4d8bac8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:47:28.034890 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313a0d23-856f-46c7-b0e5-845ce4d8bac8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:47:28.035218 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313a0d23-856f-46c7-b0e5-845ce4d8bac8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:47:28.035541 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313a0d23-856f-46c7-b0e5-845ce4d8bac8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:47:28.035860 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313a0d23-856f-46c7-b0e5-845ce4d8bac8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:47:28.036179 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313a0d23-856f-46c7-b0e5-845ce4d8bac8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:47:28.036492 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313a0d23-856f-46c7-b0e5-845ce4d8bac8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:47:28.036802 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313a0d23-856f-46c7-b0e5-845ce4d8bac8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:47:28.037130 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313a0d23-856f-46c7-b0e5-845ce4d8bac8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:47:28.037478 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313a0d23-856f-46c7-b0e5-845ce4d8bac8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:47:28.037817 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313a0d23-856f-46c7-b0e5-845ce4d8bac8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:47:28.136517 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-95a5cb46-c0be-4312-9189-5ee2c911f552 None None] Attempting to bind port e7b24ea9-880a-469d-9159-08fbc4c867fc on host n-d-843948-2 for vnic_type normal with profile {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:47:28.137150 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-95a5cb46-c0be-4312-9189-5ee2c911f552 None None] Attempting to bind port e7b24ea9-880a-469d-9159-08fbc4c867fc by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': '9d5a51ae-25ba-448c-8461-93a27ef7e929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'a87c0785-242f-4d0d-a1c3-0a3e5e87f323'}] {{(pid=84889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:47:28.137554 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a5cb46-c0be-4312-9189-5ee2c911f552 None None] Attempting to bind port e7b24ea9-880a-469d-9159-08fbc4c867fc on network a87c0785-242f-4d0d-a1c3-0a3e5e87f323 {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:47:28.144432 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a5cb46-c0be-4312-9189-5ee2c911f552 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:47:28.145673 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a5cb46-c0be-4312-9189-5ee2c911f552 None None] Checking segment: {'id': '9d5a51ae-25ba-448c-8461-93a27ef7e929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'a87c0785-242f-4d0d-a1c3-0a3e5e87f323'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:47:28.145673 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-95a5cb46-c0be-4312-9189-5ee2c911f552 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:28.145673 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a5cb46-c0be-4312-9189-5ee2c911f552 None None] Bound using segment: {'id': '9d5a51ae-25ba-448c-8461-93a27ef7e929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'a87c0785-242f-4d0d-a1c3-0a3e5e87f323'} {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:47:28.146018 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-95a5cb46-c0be-4312-9189-5ee2c911f552 None None] Bound port: e7b24ea9-880a-469d-9159-08fbc4c867fc, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d5a51ae-25ba-448c-8461-93a27ef7e929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'a87c0785-242f-4d0d-a1c3-0a3e5e87f323'}}] {{(pid=84889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:47:28.146389 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-95a5cb46-c0be-4312-9189-5ee2c911f552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:28.250769 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.db [None req-95a5cb46-c0be-4312-9189-5ee2c911f552 None None] For port e7b24ea9-880a-469d-9159-08fbc4c867fc, host n-d-843948-2, cleared binding levels {{(pid=84889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:47:28.254601 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.db [None req-95a5cb46-c0be-4312-9189-5ee2c911f552 None None] For port e7b24ea9-880a-469d-9159-08fbc4c867fc, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=e7b24ea9-880a-469d-9159-08fbc4c867fc,segment=NetworkSegment(9d5a51ae-25ba-448c-8461-93a27ef7e929),segment_id=9d5a51ae-25ba-448c-8461-93a27ef7e929)] {{(pid=84889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:47:28.330795 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-95a5cb46-c0be-4312-9189-5ee2c911f552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:28.416282 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a5cb46-c0be-4312-9189-5ee2c911f552 None None] Routers {'3e47acb7-2499-441c-8040-eeba16751e48'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:47:28.416282 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-95a5cb46-c0be-4312-9189-5ee2c911f552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:47:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['3e47acb7-2499-441c-8040-eeba16751e48'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:47:28.482020 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d101fb-c06e-4304-bde1-1fe155743d92 req-b0ad8392-8f37-46d9-bc17-29f027048f9b tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:47:28.483720 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e1d101fb-c06e-4304-bde1-1fe155743d92 req-b0ad8392-8f37-46d9-bc17-29f027048f9b tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] 10.222.0.85 "GET /v2.0/ports?device_id=45af195e-be68-4f41-a952-0ba31abdf6a1 HTTP/1.1" status: 200 len: 946 time: 0.1093276 May 30 20:47:28.540457 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e1d101fb-c06e-4304-bde1-1fe155743d92 req-c53d24e1-4033-43f5-abbc-e3090ef6b4cd tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] 10.222.0.85 "GET /v2.0/security-groups?id=896459d4-959a-4a87-92eb-d247e7a3024c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487587 May 30 20:47:28.571772 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313a0d23-856f-46c7-b0e5-845ce4d8bac8 None None] Pushing event updated for resources: {'Port': ['ID=e7b24ea9-880a-469d-9159-08fbc4c867fc,revision_number=4']} {{(pid=84889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:47:28.624294 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-95a5cb46-c0be-4312-9189-5ee2c911f552 None None] Set router 3e47acb7-2499-441c-8040-eeba16751e48 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:47:28.973884 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-95a5cb46-c0be-4312-9189-5ee2c911f552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e47acb7-2499-441c-8040-eeba16751e48', 'name': 'tempest-TestServerMultinode-79727246-router', 'tenant_id': '2f557a6678c14959a0cc7ed09fff9c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': '452c2813-9573-4b85-9136-934ced12dea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:46:49Z', 'updated_at': '2022-05-30T20:46:55Z', 'revision_number': 4, 'project_id': '2f557a6678c14959a0cc7ed09fff9c3a', 'gw_port': {'id': '452c2813-9573-4b85-9136-934ced12dea0', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:49:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e47acb7-2499-441c-8040-eeba16751e48', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:46:50Z', 'updated_at': '2022-05-30T20:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': 'e7b24ea9-880a-469d-9159-08fbc4c867fc', 'name': '', 'network_id': 'a87c0785-242f-4d0d-a1c3-0a3e5e87f323', 'tenant_id': '2f557a6678c14959a0cc7ed09fff9c3a', 'mac_address': 'fa:16:3e:b4:cc:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e47acb7-2499-441c-8040-eeba16751e48', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ad9437a-23eb-4b00-b945-c829259d321b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:46:54Z', 'updated_at': '2022-05-30T20:47:28Z', 'revision_number': 4, 'project_id': '2f557a6678c14959a0cc7ed09fff9c3a', 'subnets': [{'id': '3ad9437a-23eb-4b00-b945-c829259d321b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:47:28.978528 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a5cb46-c0be-4312-9189-5ee2c911f552 None None] The sync data for ids ['3e47acb7-2499-441c-8040-eeba16751e48'] in n-d-843948-2 is: [{'id': '3e47acb7-2499-441c-8040-eeba16751e48', 'name': 'tempest-TestServerMultinode-79727246-router', 'tenant_id': '2f557a6678c14959a0cc7ed09fff9c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': '452c2813-9573-4b85-9136-934ced12dea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:46:49Z', 'updated_at': '2022-05-30T20:46:55Z', 'revision_number': 4, 'project_id': '2f557a6678c14959a0cc7ed09fff9c3a', 'gw_port': {'id': '452c2813-9573-4b85-9136-934ced12dea0', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:49:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e47acb7-2499-441c-8040-eeba16751e48', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:46:50Z', 'updated_at': '2022-05-30T20:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': 'e7b24ea9-880a-469d-9159-08fbc4c867fc', 'name': '', 'network_id': 'a87c0785-242f-4d0d-a1c3-0a3e5e87f323', 'tenant_id': '2f557a6678c14959a0cc7ed09fff9c3a', 'mac_address': 'fa:16:3e:b4:cc:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e47acb7-2499-441c-8040-eeba16751e48', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ad9437a-23eb-4b00-b945-c829259d321b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:46:54Z', 'updated_at': '2022-05-30T20:47:28Z', 'revision_number': 4, 'project_id': '2f557a6678c14959a0cc7ed09fff9c3a', 'subnets': [{'id': '3ad9437a-23eb-4b00-b945-c829259d321b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:47:29.098921 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b7b5cf79-ef83-4597-826d-4a5b376ae842 req-7ef27c27-032d-4b1a-8680-bfd05d0d3482 tempest-TestServerMultinode-1203313607 tempest-TestServerMultinode-1203313607-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=3b6b78b5-ddcc-491b-8442-2f14ec491ce8 HTTP/1.1" status: 200 len: 210 time: 0.0557909 May 30 20:47:29.099794 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfcb9da-d601-486e-b1b4-a565abd065e1 req-0495f6bd-41f8-4086-95a5-9e685a4718fc tempest-TestServerMultinode-1203313607 tempest-TestServerMultinode-1203313607-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:47:29.101148 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ecfcb9da-d601-486e-b1b4-a565abd065e1 req-0495f6bd-41f8-4086-95a5-9e685a4718fc tempest-TestServerMultinode-1203313607 tempest-TestServerMultinode-1203313607-project-admin] 10.222.0.71 "GET /v2.0/networks?id=a87c0785-242f-4d0d-a1c3-0a3e5e87f323 HTTP/1.1" status: 200 len: 909 time: 0.2289541 May 30 20:47:29.117590 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [req-ecfcb9da-d601-486e-b1b4-a565abd065e1 req-ebaa3b8b-df2c-40fa-9275-9df7d11faa05 tempest-TestServerMultinode-1203313607 tempest-TestServerMultinode-1203313607-project-admin] Request body: {'port': {'device_id': '3b6b78b5-ddcc-491b-8442-2f14ec491ce8', 'network_id': 'a87c0785-242f-4d0d-a1c3-0a3e5e87f323', 'admin_state_up': True, 'tenant_id': 'ed25affb77a84c01a67e1ac685009725'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:47:29.124267 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-ecfcb9da-d601-486e-b1b4-a565abd065e1 req-ebaa3b8b-df2c-40fa-9275-9df7d11faa05 tempest-TestServerMultinode-1203313607 tempest-TestServerMultinode-1203313607-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:47:29.136100 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-ecfcb9da-d601-486e-b1b4-a565abd065e1 req-ebaa3b8b-df2c-40fa-9275-9df7d11faa05 tempest-TestServerMultinode-1203313607 tempest-TestServerMultinode-1203313607-project-admin] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:47:29.237733 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecfcb9da-d601-486e-b1b4-a565abd065e1 req-ebaa3b8b-df2c-40fa-9275-9df7d11faa05 tempest-TestServerMultinode-1203313607 tempest-TestServerMultinode-1203313607-project-admin] Made reservation on behalf of ed25affb77a84c01a67e1ac685009725 for: {'port': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:47:29.240386 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-ecfcb9da-d601-486e-b1b4-a565abd065e1 req-ebaa3b8b-df2c-40fa-9275-9df7d11faa05 tempest-TestServerMultinode-1203313607 tempest-TestServerMultinode-1203313607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:29.405960 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [req-ecfcb9da-d601-486e-b1b4-a565abd065e1 req-ebaa3b8b-df2c-40fa-9275-9df7d11faa05 tempest-TestServerMultinode-1203313607 tempest-TestServerMultinode-1203313607-project-admin] Allocated IP 172.20.0.8 (a87c0785-242f-4d0d-a1c3-0a3e5e87f323/3ad9437a-23eb-4b00-b945-c829259d321b/54716268-dd96-46b6-9ce1-33552bf7e15c) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:47:29.607104 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-cb99e55b-6256-47d4-8c95-6d2d98834c8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:29.745946 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-ecfcb9da-d601-486e-b1b4-a565abd065e1 req-ebaa3b8b-df2c-40fa-9275-9df7d11faa05 tempest-TestServerMultinode-1203313607 tempest-TestServerMultinode-1203313607-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:29.770575 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [req-ecfcb9da-d601-486e-b1b4-a565abd065e1 req-ebaa3b8b-df2c-40fa-9275-9df7d11faa05 tempest-TestServerMultinode-1203313607 tempest-TestServerMultinode-1203313607-project-admin] Transition to ACTIVE for port object 54716268-dd96-46b6-9ce1-33552bf7e15c will not be triggered until provisioned by entity DHCP. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:47:29.856981 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device e7b24ea9-880a-469d-9159-08fbc4c867fc up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:47:29.864277 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-ecfcb9da-d601-486e-b1b4-a565abd065e1 req-ebaa3b8b-df2c-40fa-9275-9df7d11faa05 tempest-TestServerMultinode-1203313607 tempest-TestServerMultinode-1203313607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:29.888317 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['07d27e6f-e983-4a12-b779-3b2cf7fd0711'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:47:29.927230 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:29.947714 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecfcb9da-d601-486e-b1b4-a565abd065e1 req-ebaa3b8b-df2c-40fa-9275-9df7d11faa05 tempest-TestServerMultinode-1203313607 tempest-TestServerMultinode-1203313607-project-admin] Network a87c0785-242f-4d0d-a1c3-0a3e5e87f323 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:47:29.953818 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [req-ecfcb9da-d601-486e-b1b4-a565abd065e1 req-ebaa3b8b-df2c-40fa-9275-9df7d11faa05 tempest-TestServerMultinode-1203313607 tempest-TestServerMultinode-1203313607-project-admin] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:47:29.970654 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecfcb9da-d601-486e-b1b4-a565abd065e1 req-ebaa3b8b-df2c-40fa-9275-9df7d11faa05 tempest-TestServerMultinode-1203313607 tempest-TestServerMultinode-1203313607-project-admin] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:47:30.058393 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaa3b8b-df2c-40fa-9275-9df7d11faa05 tempest-TestServerMultinode-1203313607 tempest-TestServerMultinode-1203313607-project-admin] Pushing event updated for resources: {'Port': ['ID=54716268-dd96-46b6-9ce1-33552bf7e15c,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:47:30.071714 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaa3b8b-df2c-40fa-9275-9df7d11faa05 tempest-TestServerMultinode-1203313607 tempest-TestServerMultinode-1203313607-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:47:30.075198 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaa3b8b-df2c-40fa-9275-9df7d11faa05 tempest-TestServerMultinode-1203313607 tempest-TestServerMultinode-1203313607-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:47:30.079561 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaa3b8b-df2c-40fa-9275-9df7d11faa05 tempest-TestServerMultinode-1203313607 tempest-TestServerMultinode-1203313607-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:47:30.079981 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaa3b8b-df2c-40fa-9275-9df7d11faa05 tempest-TestServerMultinode-1203313607 tempest-TestServerMultinode-1203313607-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:47:30.082933 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaa3b8b-df2c-40fa-9275-9df7d11faa05 tempest-TestServerMultinode-1203313607 tempest-TestServerMultinode-1203313607-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:47:30.082933 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaa3b8b-df2c-40fa-9275-9df7d11faa05 tempest-TestServerMultinode-1203313607 tempest-TestServerMultinode-1203313607-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:47:30.082933 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaa3b8b-df2c-40fa-9275-9df7d11faa05 tempest-TestServerMultinode-1203313607 tempest-TestServerMultinode-1203313607-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:47:30.082933 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaa3b8b-df2c-40fa-9275-9df7d11faa05 tempest-TestServerMultinode-1203313607 tempest-TestServerMultinode-1203313607-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:47:30.082933 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaa3b8b-df2c-40fa-9275-9df7d11faa05 tempest-TestServerMultinode-1203313607 tempest-TestServerMultinode-1203313607-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:47:30.082933 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaa3b8b-df2c-40fa-9275-9df7d11faa05 tempest-TestServerMultinode-1203313607 tempest-TestServerMultinode-1203313607-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:47:30.082933 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaa3b8b-df2c-40fa-9275-9df7d11faa05 tempest-TestServerMultinode-1203313607 tempest-TestServerMultinode-1203313607-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:47:30.101650 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfcb9da-d601-486e-b1b4-a565abd065e1 req-ebaa3b8b-df2c-40fa-9275-9df7d11faa05 tempest-TestServerMultinode-1203313607 tempest-TestServerMultinode-1203313607-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:47:30.102481 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-ecfcb9da-d601-486e-b1b4-a565abd065e1 req-ebaa3b8b-df2c-40fa-9275-9df7d11faa05 tempest-TestServerMultinode-1203313607 tempest-TestServerMultinode-1203313607-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:30.109804 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port e7b24ea9-880a-469d-9159-08fbc4c867fc completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:47:30.124893 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port e7b24ea9-880a-469d-9159-08fbc4c867fc triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:47:30.125273 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:30.210158 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ecfcb9da-d601-486e-b1b4-a565abd065e1 req-ebaa3b8b-df2c-40fa-9275-9df7d11faa05 tempest-TestServerMultinode-1203313607 tempest-TestServerMultinode-1203313607-project-admin] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.0972278 May 30 20:47:30.222066 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [req-ecfcb9da-d601-486e-b1b4-a565abd065e1 req-3ab7cd6a-4317-4ad5-87da-14c3a84fa201 tempest-TestServerMultinode-1203313607 tempest-TestServerMultinode-1203313607-project-admin] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=84886) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:47:30.223510 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ecfcb9da-d601-486e-b1b4-a565abd065e1 req-3ab7cd6a-4317-4ad5-87da-14c3a84fa201 tempest-TestServerMultinode-1203313607 tempest-TestServerMultinode-1203313607-project-admin] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0067935 May 30 20:47:30.236782 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [req-ecfcb9da-d601-486e-b1b4-a565abd065e1 req-1e24f10b-75f4-4980-aa69-4a75c61dc656 service neutron] Request body: {'port': {'device_id': '3b6b78b5-ddcc-491b-8442-2f14ec491ce8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843948-2'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:47:30.346108 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:30.392419 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-eaff0c46-ddae-4c39-8397-04211e39b8dc req-1ee69e19-9d4c-430f-aad3-0bd53681da78 tempest-TestServerMultinode-1203313607 tempest-TestServerMultinode-1203313607-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=3b6b78b5-ddcc-491b-8442-2f14ec491ce8 HTTP/1.1" status: 200 len: 1027 time: 0.1205337 May 30 20:47:30.397216 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port e7b24ea9-880a-469d-9159-08fbc4c867fc, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=e7b24ea9-880a-469d-9159-08fbc4c867fc,segment=NetworkSegment(9d5a51ae-25ba-448c-8461-93a27ef7e929),segment_id=9d5a51ae-25ba-448c-8461-93a27ef7e929)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:47:30.399052 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-ecfcb9da-d601-486e-b1b4-a565abd065e1 req-1e24f10b-75f4-4980-aa69-4a75c61dc656 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:30.448332 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-eaff0c46-ddae-4c39-8397-04211e39b8dc req-61d992fb-7415-47fb-ae08-3883afc3eefa tempest-TestServerMultinode-1203313607 tempest-TestServerMultinode-1203313607-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=ce300995-7f3f-4090-b6aa-a68ec0b1a7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498390 May 30 20:47:30.506643 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-78d47474-9075-4284-be95-647d57d626c9 None None] Provisioning for port 54716268-dd96-46b6-9ce1-33552bf7e15c completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:47:30.511807 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-78d47474-9075-4284-be95-647d57d626c9 None None] Provisioning complete for port 54716268-dd96-46b6-9ce1-33552bf7e15c triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:47:30.512238 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-78d47474-9075-4284-be95-647d57d626c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:30.543489 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:30.636763 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-78d47474-9075-4284-be95-647d57d626c9 None None] Port 54716268-dd96-46b6-9ce1-33552bf7e15c cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:47:30.648881 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=e7b24ea9-880a-469d-9159-08fbc4c867fc,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:47:30.776670 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [req-ecfcb9da-d601-486e-b1b4-a565abd065e1 req-1e24f10b-75f4-4980-aa69-4a75c61dc656 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54716268-dd96-46b6-9ce1-33552bf7e15c {{(pid=84886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:47:30.790389 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-ecfcb9da-d601-486e-b1b4-a565abd065e1 req-1e24f10b-75f4-4980-aa69-4a75c61dc656 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:30.810318 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [req-ecfcb9da-d601-486e-b1b4-a565abd065e1 req-1e24f10b-75f4-4980-aa69-4a75c61dc656 service neutron] Transition to ACTIVE for port object 54716268-dd96-46b6-9ce1-33552bf7e15c will not be triggered until provisioned by entity L2. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:47:30.900423 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-ecfcb9da-d601-486e-b1b4-a565abd065e1 req-1e24f10b-75f4-4980-aa69-4a75c61dc656 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:31.033728 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e24f10b-75f4-4980-aa69-4a75c61dc656 service neutron] Pushing event updated for resources: {'Port': ['ID=54716268-dd96-46b6-9ce1-33552bf7e15c,revision_number=2']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:47:31.152512 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-ecfcb9da-d601-486e-b1b4-a565abd065e1 req-1e24f10b-75f4-4980-aa69-4a75c61dc656 service neutron] Attempting to bind port 54716268-dd96-46b6-9ce1-33552bf7e15c on host n-h1-843948-2 for vnic_type normal with profile {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:47:31.153189 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-ecfcb9da-d601-486e-b1b4-a565abd065e1 req-1e24f10b-75f4-4980-aa69-4a75c61dc656 service neutron] Attempting to bind port 54716268-dd96-46b6-9ce1-33552bf7e15c by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': '9d5a51ae-25ba-448c-8461-93a27ef7e929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'a87c0785-242f-4d0d-a1c3-0a3e5e87f323'}] {{(pid=84886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:47:31.153189 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecfcb9da-d601-486e-b1b4-a565abd065e1 req-1e24f10b-75f4-4980-aa69-4a75c61dc656 service neutron] Attempting to bind port 54716268-dd96-46b6-9ce1-33552bf7e15c on network a87c0785-242f-4d0d-a1c3-0a3e5e87f323 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:47:31.159310 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecfcb9da-d601-486e-b1b4-a565abd065e1 req-1e24f10b-75f4-4980-aa69-4a75c61dc656 service neutron] Port 54716268-dd96-46b6-9ce1-33552bf7e15c on network a87c0785-242f-4d0d-a1c3-0a3e5e87f323 not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:47:31.159619 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecfcb9da-d601-486e-b1b4-a565abd065e1 req-1e24f10b-75f4-4980-aa69-4a75c61dc656 service neutron] Attempting to bind port 54716268-dd96-46b6-9ce1-33552bf7e15c on network a87c0785-242f-4d0d-a1c3-0a3e5e87f323 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:47:31.167004 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecfcb9da-d601-486e-b1b4-a565abd065e1 req-1e24f10b-75f4-4980-aa69-4a75c61dc656 service neutron] Checking agent: {'id': 'f728d74e-a4ae-4384-860b-a5ade05dd8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 47, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:47:31.167342 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecfcb9da-d601-486e-b1b4-a565abd065e1 req-1e24f10b-75f4-4980-aa69-4a75c61dc656 service neutron] Checking segment: {'id': '9d5a51ae-25ba-448c-8461-93a27ef7e929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'a87c0785-242f-4d0d-a1c3-0a3e5e87f323'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:47:31.167721 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecfcb9da-d601-486e-b1b4-a565abd065e1 req-1e24f10b-75f4-4980-aa69-4a75c61dc656 service neutron] Bound using segment: {'id': '9d5a51ae-25ba-448c-8461-93a27ef7e929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'a87c0785-242f-4d0d-a1c3-0a3e5e87f323'} {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:47:31.168228 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-ecfcb9da-d601-486e-b1b4-a565abd065e1 req-1e24f10b-75f4-4980-aa69-4a75c61dc656 service neutron] Bound port: 54716268-dd96-46b6-9ce1-33552bf7e15c, host: n-h1-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d5a51ae-25ba-448c-8461-93a27ef7e929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'a87c0785-242f-4d0d-a1c3-0a3e5e87f323'}}] {{(pid=84886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:47:31.168486 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-ecfcb9da-d601-486e-b1b4-a565abd065e1 req-1e24f10b-75f4-4980-aa69-4a75c61dc656 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:31.184182 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:31.271137 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-ecfcb9da-d601-486e-b1b4-a565abd065e1 req-1e24f10b-75f4-4980-aa69-4a75c61dc656 service neutron] For port 54716268-dd96-46b6-9ce1-33552bf7e15c, host n-h1-843948-2, cleared binding levels {{(pid=84886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:47:31.276053 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-ecfcb9da-d601-486e-b1b4-a565abd065e1 req-1e24f10b-75f4-4980-aa69-4a75c61dc656 service neutron] For port 54716268-dd96-46b6-9ce1-33552bf7e15c, host n-h1-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=54716268-dd96-46b6-9ce1-33552bf7e15c,segment=NetworkSegment(9d5a51ae-25ba-448c-8461-93a27ef7e929),segment_id=9d5a51ae-25ba-448c-8461-93a27ef7e929)] {{(pid=84886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:47:31.353120 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-ecfcb9da-d601-486e-b1b4-a565abd065e1 req-1e24f10b-75f4-4980-aa69-4a75c61dc656 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:31.420506 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-ecfcb9da-d601-486e-b1b4-a565abd065e1 req-1e24f10b-75f4-4980-aa69-4a75c61dc656 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:31.421999 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ecfcb9da-d601-486e-b1b4-a565abd065e1 req-1e24f10b-75f4-4980-aa69-4a75c61dc656 service neutron] 10.222.0.71 "PUT /v2.0/ports/54716268-dd96-46b6-9ce1-33552bf7e15c HTTP/1.1" status: 200 len: 1091 time: 1.1913702 May 30 20:47:31.422511 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b6b78b5-ddcc-491b-8442-2f14ec491ce8', 'tag': '54716268-dd96-46b6-9ce1-33552bf7e15c'}] {{(pid=84886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:47:31.443039 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e24f10b-75f4-4980-aa69-4a75c61dc656 service neutron] Pushing event updated for resources: {'Port': ['ID=54716268-dd96-46b6-9ce1-33552bf7e15c,revision_number=3']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:47:31.506130 n-d-843948-2 neutron-server[84886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83f274db-9194-4738-9640-973d5de7e567'] response: {'name': 'network-changed', 'server_uuid': '3b6b78b5-ddcc-491b-8442-2f14ec491ce8', 'tag': '54716268-dd96-46b6-9ce1-33552bf7e15c', 'status': 'completed', 'code': 200} May 30 20:47:31.640113 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6686e33b-5933-43bc-88fb-8bdd7723a6ac req-1db4c6cc-6fa6-40b7-9e5f-36f182768ba3 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ed25affb77a84c01a67e1ac685009725&device_id=3b6b78b5-ddcc-491b-8442-2f14ec491ce8 HTTP/1.1" status: 200 len: 1094 time: 0.1034329 May 30 20:47:31.677673 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b8e6b869-ee96-4fa9-8fee-b99eb8eec3e4 req-9f7c1c61-b703-464e-bf6b-639ed343f1b4 tempest-TestServerMultinode-1203313607 tempest-TestServerMultinode-1203313607-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=3b6b78b5-ddcc-491b-8442-2f14ec491ce8 HTTP/1.1" status: 200 len: 1094 time: 0.0849674 May 30 20:47:31.749914 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b8e6b869-ee96-4fa9-8fee-b99eb8eec3e4 req-1b012050-9404-4a5f-a4dd-21ee059c68a0 tempest-TestServerMultinode-1203313607 tempest-TestServerMultinode-1203313607-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=ce300995-7f3f-4090-b6aa-a68ec0b1a7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656893 May 30 20:47:31.825333 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6686e33b-5933-43bc-88fb-8bdd7723a6ac req-9ed6bb55-151a-4872-b62f-5732a84bf363 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:47:31.827167 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6686e33b-5933-43bc-88fb-8bdd7723a6ac req-9ed6bb55-151a-4872-b62f-5732a84bf363 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=ed25affb77a84c01a67e1ac685009725&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1799462 May 30 20:47:31.850005 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device e7b24ea9-880a-469d-9159-08fbc4c867fc up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:47:31.922765 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port e7b24ea9-880a-469d-9159-08fbc4c867fc triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:47:31.923064 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:31.989672 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6686e33b-5933-43bc-88fb-8bdd7723a6ac req-ceee4741-b491-450d-80af-0a76523eb595 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:47:31.991150 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6686e33b-5933-43bc-88fb-8bdd7723a6ac req-ceee4741-b491-450d-80af-0a76523eb595 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1574221 May 30 20:47:32.102613 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ecfcb9da-d601-486e-b1b4-a565abd065e1 req-b8f75f51-d7aa-46f2-9d2a-298163634beb service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ed25affb77a84c01a67e1ac685009725&device_id=3b6b78b5-ddcc-491b-8442-2f14ec491ce8 HTTP/1.1" status: 200 len: 1094 time: 0.0735648 May 30 20:47:32.174762 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ecfcb9da-d601-486e-b1b4-a565abd065e1 req-c4bb6e89-6de9-49a5-8873-c1eade276a0f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=54716268-dd96-46b6-9ce1-33552bf7e15c HTTP/1.1" status: 200 len: 217 time: 0.0653982 May 30 20:47:32.244627 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfcb9da-d601-486e-b1b4-a565abd065e1 req-b37a1629-14a3-4018-815e-fdcfda6d993a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:47:32.248130 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ecfcb9da-d601-486e-b1b4-a565abd065e1 req-b37a1629-14a3-4018-815e-fdcfda6d993a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3ad9437a-23eb-4b00-b945-c829259d321b HTTP/1.1" status: 200 len: 847 time: 0.0670118 May 30 20:47:32.398542 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 42308) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:47:32.439318 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ecfcb9da-d601-486e-b1b4-a565abd065e1 req-832022db-9c7a-44b9-b6da-d5aceef36e03 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a87c0785-242f-4d0d-a1c3-0a3e5e87f323&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1858141 May 30 20:47:32.517776 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-e8871f05-6421-46de-aa30-554ef23c873d tempest-TestSecurityGroupsBasicOps-931506109 tempest-TestSecurityGroupsBasicOps-931506109-project-admin] 10.222.0.85 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3189 time: 0.1154265 May 30 20:47:32.517981 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 42312) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:47:32.524648 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-b2d5d83e-8e65-49ee-94d3-14ebe2cb4a0c tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Request body: {'network': {'name': 'tempest-network-smoke--647107042', 'project_id': '54aaf92a8da3459482cb4f4837dad259', 'port_security_enabled': False}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:47:32.530380 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-b2d5d83e-8e65-49ee-94d3-14ebe2cb4a0c tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:47:32.541085 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-b2d5d83e-8e65-49ee-94d3-14ebe2cb4a0c tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:47:32.605262 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ecfcb9da-d601-486e-b1b4-a565abd065e1 req-0132c7d8-8ebe-4609-a1f7-2c0c32d359cb service neutron] 10.222.0.71 "GET /v2.0/networks/a87c0785-242f-4d0d-a1c3-0a3e5e87f323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594644 May 30 20:47:32.612130 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2d5d83e-8e65-49ee-94d3-14ebe2cb4a0c tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Made reservation on behalf of 54aaf92a8da3459482cb4f4837dad259 for: {'network': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:47:32.615807 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b2d5d83e-8e65-49ee-94d3-14ebe2cb4a0c tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:32.647063 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2d5d83e-8e65-49ee-94d3-14ebe2cb4a0c tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] vlan segment allocate from pool success with {'vlan_id': 673, 'physical_network': 'physnet1'} {{(pid=84887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:47:32.658299 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b2d5d83e-8e65-49ee-94d3-14ebe2cb4a0c tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:32.658939 n-d-843948-2 neutron-server[84887]: INFO neutron.db.segments_db [None req-b2d5d83e-8e65-49ee-94d3-14ebe2cb4a0c tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Added segment 6287e079-cb65-4cf3-bdbc-32660d196018 of type vlan for network bf3e4089-d205-4ff3-9736-0ba68cf0b5dd May 30 20:47:32.686951 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b2d5d83e-8e65-49ee-94d3-14ebe2cb4a0c tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:32.712886 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:32.746939 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ecfcb9da-d601-486e-b1b4-a565abd065e1 req-66ee5801-226a-4261-a512-b065a974c90d service neutron] 10.222.0.71 "GET /v2.0/networks/a87c0785-242f-4d0d-a1c3-0a3e5e87f323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337991 May 30 20:47:32.780684 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b2d5d83e-8e65-49ee-94d3-14ebe2cb4a0c tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:32.784741 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d5d83e-8e65-49ee-94d3-14ebe2cb4a0c tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:47:32.785499 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b2d5d83e-8e65-49ee-94d3-14ebe2cb4a0c tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:32.928021 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d5d83e-8e65-49ee-94d3-14ebe2cb4a0c tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Pushing event updated for resources: {'Network': ['ID=bf3e4089-d205-4ff3-9736-0ba68cf0b5dd,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:47:32.938984 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network bf3e4089-d205-4ff3-9736-0ba68cf0b5dd details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:47:32.971872 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-35f75239-bb4b-46c2-b86a-9a4335d36011 req-253938db-5eec-4406-9e89-e6c0584a6e33 tempest-TestServerMultinode-1203313607 tempest-TestServerMultinode-1203313607-project-admin] Synchronizing usage tracker for tenant:ed25affb77a84c01a67e1ac685009725 on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:47:32.998461 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-b2d5d83e-8e65-49ee-94d3-14ebe2cb4a0c tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4791319 May 30 20:47:33.001105 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 42320) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:47:33.006655 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-ce95ef20-1701-4d70-a011-7b154e123303 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1110344163', 'admin_state_up': True, 'project_id': '54aaf92a8da3459482cb4f4837dad259', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:47:33.014945 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-ce95ef20-1701-4d70-a011-7b154e123303 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:47:33.019741 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-ce95ef20-1701-4d70-a011-7b154e123303 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Usage tracker for resource:router and tenant:54aaf92a8da3459482cb4f4837dad259 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:47:33.022820 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-ce95ef20-1701-4d70-a011-7b154e123303 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Quota usage for router was recalculated. Used quota:1. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:47:33.029776 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-ce95ef20-1701-4d70-a011-7b154e123303 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:47:33.069458 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-35f75239-bb4b-46c2-b86a-9a4335d36011 req-253938db-5eec-4406-9e89-e6c0584a6e33 tempest-TestServerMultinode-1203313607 tempest-TestServerMultinode-1203313607-project-admin] Unset dirty status for tenant:ed25affb77a84c01a67e1ac685009725 on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:47:33.071238 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-35f75239-bb4b-46c2-b86a-9a4335d36011 req-253938db-5eec-4406-9e89-e6c0584a6e33 tempest-TestServerMultinode-1203313607 tempest-TestServerMultinode-1203313607-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=3b6b78b5-ddcc-491b-8442-2f14ec491ce8 HTTP/1.1" status: 200 len: 1094 time: 0.1799448 May 30 20:47:33.119611 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-35f75239-bb4b-46c2-b86a-9a4335d36011 req-e5ce6c78-f47b-4d84-a9f2-98bc0b35319e tempest-TestServerMultinode-1203313607 tempest-TestServerMultinode-1203313607-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=ce300995-7f3f-4090-b6aa-a68ec0b1a7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420649 May 30 20:47:33.132641 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ce95ef20-1701-4d70-a011-7b154e123303 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-733683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3159'] for router, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:33.133940 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ce95ef20-1701-4d70-a011-7b154e123303 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-733584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-736372', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-628480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3164'] for router, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:33.160839 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ce95ef20-1701-4d70-a011-7b154e123303 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:33.384255 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ce95ef20-1701-4d70-a011-7b154e123303 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-736390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:33.809354 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-699ac7ec-5bb3-42eb-b154-f41678f07393 req-c8672491-19a2-4f46-b576-aa45e3970302 tempest-TestNetworkAdvancedServerOps-998263130 tempest-TestNetworkAdvancedServerOps-998263130-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=28d04ad2-b3b9-4f87-b053-e59c5b5a0eb9 HTTP/1.1" status: 200 len: 1097 time: 0.1096480 May 30 20:47:33.867082 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ce95ef20-1701-4d70-a011-7b154e123303 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks [] for router_gateway, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:33.894443 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-699ac7ec-5bb3-42eb-b154-f41678f07393 req-a8d23e84-38bf-4708-a470-242e4dc265c9 tempest-TestNetworkAdvancedServerOps-998263130 tempest-TestNetworkAdvancedServerOps-998263130-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:33.908424 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ce95ef20-1701-4d70-a011-7b154e123303 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:33.980046 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-699ac7ec-5bb3-42eb-b154-f41678f07393 req-a8d23e84-38bf-4708-a470-242e4dc265c9 tempest-TestNetworkAdvancedServerOps-998263130 tempest-TestNetworkAdvancedServerOps-998263130-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:47:33.990545 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-699ac7ec-5bb3-42eb-b154-f41678f07393 req-a8d23e84-38bf-4708-a470-242e4dc265c9 tempest-TestNetworkAdvancedServerOps-998263130 tempest-TestNetworkAdvancedServerOps-998263130-project-admin] Usage tracker for resource:security_group_rule and tenant:ce15bfbc6b234a0da025d617acb5f4b3 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:47:33.997004 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-699ac7ec-5bb3-42eb-b154-f41678f07393 req-a8d23e84-38bf-4708-a470-242e4dc265c9 tempest-TestNetworkAdvancedServerOps-998263130 tempest-TestNetworkAdvancedServerOps-998263130-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:47:34.006475 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-699ac7ec-5bb3-42eb-b154-f41678f07393 req-a8d23e84-38bf-4708-a470-242e4dc265c9 tempest-TestNetworkAdvancedServerOps-998263130 tempest-TestNetworkAdvancedServerOps-998263130-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:47:34.108368 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [None req-ce95ef20-1701-4d70-a011-7b154e123303 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Allocated IP 172.25.8.195 (c7869750-4b49-4b7e-aa99-5e0f1ae02da4/427601ec-f643-4fe7-b5e6-17305d3a39e1/bfd77b8a-16f3-4341-8b5b-35330a6beed9) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:47:34.215543 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-699ac7ec-5bb3-42eb-b154-f41678f07393 req-a8d23e84-38bf-4708-a470-242e4dc265c9 tempest-TestNetworkAdvancedServerOps-998263130 tempest-TestNetworkAdvancedServerOps-998263130-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:34.275265 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-699ac7ec-5bb3-42eb-b154-f41678f07393 req-a8d23e84-38bf-4708-a470-242e4dc265c9 tempest-TestNetworkAdvancedServerOps-998263130 tempest-TestNetworkAdvancedServerOps-998263130-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:34.322387 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ce95ef20-1701-4d70-a011-7b154e123303 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:34.330206 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0cac4322-4c18-4679-ab03-28573f94b118 req-9ddadf1e-79c0-4e8a-a285-18ffa5180085 tempest-TestServerMultinode-1203313607 tempest-TestServerMultinode-1203313607-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=3b6b78b5-ddcc-491b-8442-2f14ec491ce8 HTTP/1.1" status: 200 len: 1094 time: 0.0758882 May 30 20:47:34.338309 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d23e84-38bf-4708-a470-242e4dc265c9 tempest-TestNetworkAdvancedServerOps-998263130 tempest-TestNetworkAdvancedServerOps-998263130-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2d2cc2c-5226-4667-9dc1-862892c42ac0,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:47:34.342248 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-699ac7ec-5bb3-42eb-b154-f41678f07393 req-a8d23e84-38bf-4708-a470-242e4dc265c9 tempest-TestNetworkAdvancedServerOps-998263130 tempest-TestNetworkAdvancedServerOps-998263130-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=55b4696b-8ce2-4bd2-9c2a-5bdb3080275c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5267892 May 30 20:47:34.380827 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0cac4322-4c18-4679-ab03-28573f94b118 req-ac22587b-e148-42bf-80e6-ef10824a0321 tempest-TestServerMultinode-1203313607 tempest-TestServerMultinode-1203313607-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=ce300995-7f3f-4090-b6aa-a68ec0b1a7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457811 May 30 20:47:34.438343 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ce95ef20-1701-4d70-a011-7b154e123303 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:34.559652 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce95ef20-1701-4d70-a011-7b154e123303 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:47:34.572089 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce95ef20-1701-4d70-a011-7b154e123303 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Pushing event updated for resources: {'Port': ['ID=bfd77b8a-16f3-4341-8b5b-35330a6beed9,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:47:34.574695 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-ce95ef20-1701-4d70-a011-7b154e123303 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:47:34.577842 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce95ef20-1701-4d70-a011-7b154e123303 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:47:34.674754 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fbb2ee-a7df-45b0-b381-9cb218f0e58f req-9b9c8358-2e74-4d71-8b23-ddc16708e613 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:47:34.676209 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c0fbb2ee-a7df-45b0-b381-9cb218f0e58f req-9b9c8358-2e74-4d71-8b23-ddc16708e613 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/ports?device_id=28d04ad2-b3b9-4f87-b053-e59c5b5a0eb9 HTTP/1.1" status: 200 len: 946 time: 0.1888876 May 30 20:47:34.754294 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c0fbb2ee-a7df-45b0-b381-9cb218f0e58f req-44d3d5c8-778c-4f57-80fb-aad5831db127 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/security-groups?id=55b4696b-8ce2-4bd2-9c2a-5bdb3080275c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684891 May 30 20:47:34.785290 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 42334) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:47:34.903346 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-70e41958-9542-417c-9ebc-ba36f766770e tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/floatingips/12219bd7-dc87-4895-b44c-48f1178d43db HTTP/1.1" status: 200 len: 994 time: 0.1168041 May 30 20:47:34.913980 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ce95ef20-1701-4d70-a011-7b154e123303 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks [] for router_gateway, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:34.914192 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ce95ef20-1701-4d70-a011-7b154e123303 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-736409'] for router, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:35.240668 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce95ef20-1701-4d70-a011-7b154e123303 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Router 5f707e29-f9b3-458a-9f78-f72068875f63 is scheduled to L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 with binding_index 1 {{(pid=84887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 20:47:35.473967 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce95ef20-1701-4d70-a011-7b154e123303 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:47:35.486124 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb2ddcd-dfc3-4d12-b742-43043dd3ee68 None None] Sync routers for ids ['5f707e29-f9b3-458a-9f78-f72068875f63'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:47:35.501663 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb2ddcd-dfc3-4d12-b742-43043dd3ee68 None None] Routers {'5f707e29-f9b3-458a-9f78-f72068875f63'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:47:35.502444 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-dfb2ddcd-dfc3-4d12-b742-43043dd3ee68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:47:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['5f707e29-f9b3-458a-9f78-f72068875f63'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:47:35.586251 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-bc15cdc4-3ba0-431b-96c6-979c67a8ba2f req-e2148371-bde5-46c3-8260-9443feea7373 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=28d04ad2-b3b9-4f87-b053-e59c5b5a0eb9&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2223949 May 30 20:47:35.629387 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-598a3bd6-27f7-487d-94cc-930dba4a1383 req-e29230f1-d75a-47c0-8ab5-5048903d5c76 tempest-TestServerMultinode-1203313607 tempest-TestServerMultinode-1203313607-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=3b6b78b5-ddcc-491b-8442-2f14ec491ce8 HTTP/1.1" status: 200 len: 1094 time: 0.0924568 May 30 20:47:35.645205 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ce95ef20-1701-4d70-a011-7b154e123303 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks [] for router, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:35.646412 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-ce95ef20-1701-4d70-a011-7b154e123303 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.6442933 May 30 20:47:35.650227 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 42354) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:47:35.703421 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-598a3bd6-27f7-487d-94cc-930dba4a1383 req-12f89ec1-2cdd-4287-bd9c-19bf4cbad236 tempest-TestServerMultinode-1203313607 tempest-TestServerMultinode-1203313607-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=ce300995-7f3f-4090-b6aa-a68ec0b1a7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676062 May 30 20:47:35.716820 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91fbf1b8-b13c-49a4-ac07-c19b8222810f tempest-TestSecurityGroupsBasicOps-931506109 tempest-TestSecurityGroupsBasicOps-931506109-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:47:35.718342 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-91fbf1b8-b13c-49a4-ac07-c19b8222810f tempest-TestSecurityGroupsBasicOps-931506109 tempest-TestSecurityGroupsBasicOps-931506109-project-admin] 10.222.0.85 "GET /v2.0/subnets?project_id=54aaf92a8da3459482cb4f4837dad259&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0670853 May 30 20:47:35.721169 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 42358) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:47:35.768756 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-dfb2ddcd-dfc3-4d12-b742-43043dd3ee68 None None] Set router 5f707e29-f9b3-458a-9f78-f72068875f63 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:47:36.025396 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed471172-2c69-459e-b147-fe5f34662643 tempest-TestSecurityGroupsBasicOps-931506109 tempest-TestSecurityGroupsBasicOps-931506109-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:47:36.026852 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-ed471172-2c69-459e-b147-fe5f34662643 tempest-TestSecurityGroupsBasicOps-931506109 tempest-TestSecurityGroupsBasicOps-931506109-project-admin] 10.222.0.85 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3046308 May 30 20:47:36.029896 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 42362) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:47:36.073129 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-27a8a9dd-6d3e-4b6b-af0d-a3bfcd0165e6 tempest-TestSecurityGroupsBasicOps-931506109 tempest-TestSecurityGroupsBasicOps-931506109-project-admin] 10.222.0.85 "GET /v2.0/subnets?network_id=c7869750-4b49-4b7e-aa99-5e0f1ae02da4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0417664 May 30 20:47:36.075705 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 42366) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:47:36.128687 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-dfb2ddcd-dfc3-4d12-b742-43043dd3ee68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f707e29-f9b3-458a-9f78-f72068875f63', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1110344163', 'tenant_id': '54aaf92a8da3459482cb4f4837dad259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': 'bfd77b8a-16f3-4341-8b5b-35330a6beed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:47:33Z', 'updated_at': '2022-05-30T20:47:34Z', 'revision_number': 3, 'project_id': '54aaf92a8da3459482cb4f4837dad259', 'gw_port': {'id': 'bfd77b8a-16f3-4341-8b5b-35330a6beed9', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:5d:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f707e29-f9b3-458a-9f78-f72068875f63', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:47:33Z', 'updated_at': '2022-05-30T20:47:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:47:36.135333 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb2ddcd-dfc3-4d12-b742-43043dd3ee68 None None] Checking router: 5f707e29-f9b3-458a-9f78-f72068875f63 for host: n-d-843948-2 {{(pid=84888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:47:36.135333 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb2ddcd-dfc3-4d12-b742-43043dd3ee68 None None] Updating router 5f707e29-f9b3-458a-9f78-f72068875f63 port bfd77b8a-16f3-4341-8b5b-35330a6beed9 binding host n-d-843948-2 {{(pid=84888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:47:36.135828 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 42372) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:47:36.137329 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-49fdc5de-9a54-4a9d-a8c5-121e75049f3c tempest-TestSecurityGroupsBasicOps-931506109 tempest-TestSecurityGroupsBasicOps-931506109-project-admin] 10.222.0.85 "GET /v2.0/subnets?project_id=54aaf92a8da3459482cb4f4837dad259&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0596273 May 30 20:47:36.210054 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-dfb2ddcd-dfc3-4d12-b742-43043dd3ee68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:36.307797 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-291e2179-d950-4f00-a3d2-2bc9db724907 tempest-TestSecurityGroupsBasicOps-931506109 tempest-TestSecurityGroupsBasicOps-931506109-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:47:36.311341 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-291e2179-d950-4f00-a3d2-2bc9db724907 tempest-TestSecurityGroupsBasicOps-931506109 tempest-TestSecurityGroupsBasicOps-931506109-project-admin] 10.222.0.85 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1723537 May 30 20:47:36.313543 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 42378) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:47:36.384004 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-b24bfba1-f72c-456a-8d0d-618f2c95b325 tempest-TestSecurityGroupsBasicOps-931506109 tempest-TestSecurityGroupsBasicOps-931506109-project-admin] 10.222.0.85 "GET /v2.0/subnets?network_id=c7869750-4b49-4b7e-aa99-5e0f1ae02da4&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0660810 May 30 20:47:36.384402 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 42382) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:47:36.390181 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-839d4afd-dbdc-48bb-b36e-7c01861495d7 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2068339551', 'network_id': 'bf3e4089-d205-4ff3-9736-0ba68cf0b5dd', 'project_id': '54aaf92a8da3459482cb4f4837dad259', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:47:36.431169 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 42386) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:47:36.503262 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce24394b-a297-4fae-bb38-8935b1fffacd req-07f73d06-a52c-481d-bf93-689b992dfd95 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:47:36.511055 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ce24394b-a297-4fae-bb38-8935b1fffacd req-07f73d06-a52c-481d-bf93-689b992dfd95 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/ports?device_id=28d04ad2-b3b9-4f87-b053-e59c5b5a0eb9 HTTP/1.1" status: 200 len: 946 time: 0.1204786 May 30 20:47:36.540174 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-839d4afd-dbdc-48bb-b36e-7c01861495d7 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:47:36.544935 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-839d4afd-dbdc-48bb-b36e-7c01861495d7 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Usage tracker for resource:subnet and tenant:54aaf92a8da3459482cb4f4837dad259 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:47:36.548822 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-839d4afd-dbdc-48bb-b36e-7c01861495d7 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:47:36.558740 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-839d4afd-dbdc-48bb-b36e-7c01861495d7 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:47:36.628504 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-dfb2ddcd-dfc3-4d12-b742-43043dd3ee68 None None] Notify callbacks [] for port, precommit_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:36.631607 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ce24394b-a297-4fae-bb38-8935b1fffacd req-5a12820b-ae68-4c95-ada0-990eb2350756 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/security-groups?id=55b4696b-8ce2-4bd2-9c2a-5bdb3080275c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142802 May 30 20:47:36.643199 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-839d4afd-dbdc-48bb-b36e-7c01861495d7 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Made reservation on behalf of 54aaf92a8da3459482cb4f4837dad259 for: {'subnet': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:47:36.643414 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-dfb2ddcd-dfc3-4d12-b742-43043dd3ee68 None None] Transition to ACTIVE for port object bfd77b8a-16f3-4341-8b5b-35330a6beed9 will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:47:36.653226 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-683f987b-2aea-44d8-bae0-0fbbc911e485 req-a33bcbfb-ba26-4a23-8b2c-3c1b29ef8a7c service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=28d04ad2-b3b9-4f87-b053-e59c5b5a0eb9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2208238 May 30 20:47:36.673327 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 54716268-dd96-46b6-9ce1-33552bf7e15c details requested by agent hyperv_n-h1-843948-2 with host n-h1-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:47:36.756929 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-dfb2ddcd-dfc3-4d12-b742-43043dd3ee68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:36.784979 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-839d4afd-dbdc-48bb-b36e-7c01861495d7 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114220'] for subnet, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:36.935406 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea7f9fc-3e1b-4351-9ded-b543f5e07e20 None None] Pushing event updated for resources: {'Port': ['ID=bfd77b8a-16f3-4341-8b5b-35330a6beed9,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:47:36.977255 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-dfb2ddcd-dfc3-4d12-b742-43043dd3ee68 None None] Attempting to bind port bfd77b8a-16f3-4341-8b5b-35330a6beed9 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:47:36.977516 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-dfb2ddcd-dfc3-4d12-b742-43043dd3ee68 None None] Attempting to bind port bfd77b8a-16f3-4341-8b5b-35330a6beed9 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:47:36.979045 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb2ddcd-dfc3-4d12-b742-43043dd3ee68 None None] Attempting to bind port bfd77b8a-16f3-4341-8b5b-35330a6beed9 on network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:47:36.998268 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb2ddcd-dfc3-4d12-b742-43043dd3ee68 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:47:36.998268 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb2ddcd-dfc3-4d12-b742-43043dd3ee68 None None] Checking segment: {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:47:36.998268 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-dfb2ddcd-dfc3-4d12-b742-43043dd3ee68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:36.998268 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb2ddcd-dfc3-4d12-b742-43043dd3ee68 None None] Bound using segment: {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:47:36.998779 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-dfb2ddcd-dfc3-4d12-b742-43043dd3ee68 None None] Bound port: bfd77b8a-16f3-4341-8b5b-35330a6beed9, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:47:36.999031 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-dfb2ddcd-dfc3-4d12-b742-43043dd3ee68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:37.060124 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 54716268-dd96-46b6-9ce1-33552bf7e15c, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=54716268-dd96-46b6-9ce1-33552bf7e15c,segment=NetworkSegment(9d5a51ae-25ba-448c-8461-93a27ef7e929),segment_id=9d5a51ae-25ba-448c-8461-93a27ef7e929)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:47:37.077491 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-79b0324f-0e33-412e-8b3c-8da7ff3672cc req-135185fa-469a-4d88-ba15-1a513ee6ce5c tempest-TestServerMultinode-1203313607 tempest-TestServerMultinode-1203313607-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=3b6b78b5-ddcc-491b-8442-2f14ec491ce8 HTTP/1.1" status: 200 len: 1094 time: 0.1628342 May 30 20:47:37.086145 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Returning: {'device': '54716268-dd96-46b6-9ce1-33552bf7e15c', 'network_id': 'a87c0785-242f-4d0d-a1c3-0a3e5e87f323', 'port_id': '54716268-dd96-46b6-9ce1-33552bf7e15c', 'mac_address': 'fa:16:3e:c9:10:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ad9437a-23eb-4b00-b945-c829259d321b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:47:37.140504 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-dfb2ddcd-dfc3-4d12-b742-43043dd3ee68 None None] For port bfd77b8a-16f3-4341-8b5b-35330a6beed9, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:47:37.154548 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-79b0324f-0e33-412e-8b3c-8da7ff3672cc req-b07dcc3b-da75-4982-9c8d-070a02f74fc4 tempest-TestServerMultinode-1203313607 tempest-TestServerMultinode-1203313607-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=ce300995-7f3f-4090-b6aa-a68ec0b1a7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706909 May 30 20:47:37.155803 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-dfb2ddcd-dfc3-4d12-b742-43043dd3ee68 None None] For port bfd77b8a-16f3-4341-8b5b-35330a6beed9, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=bfd77b8a-16f3-4341-8b5b-35330a6beed9,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:47:37.158353 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:37.179861 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54716268-dd96-46b6-9ce1-33552bf7e15c {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:47:37.195387 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 54716268-dd96-46b6-9ce1-33552bf7e15c, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=54716268-dd96-46b6-9ce1-33552bf7e15c,segment=NetworkSegment(9d5a51ae-25ba-448c-8461-93a27ef7e929),segment_id=9d5a51ae-25ba-448c-8461-93a27ef7e929)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:47:37.233058 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-839d4afd-dbdc-48bb-b36e-7c01861495d7 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4055401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114238'] for subnet, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:37.290171 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:37.331531 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-dfb2ddcd-dfc3-4d12-b742-43043dd3ee68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:37.350961 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839d4afd-dbdc-48bb-b36e-7c01861495d7 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Pushing event updated for resources: {'Subnet': ['ID=dbe49d17-1e65-4fe3-a845-a83c729e5347,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:47:37.363593 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839d4afd-dbdc-48bb-b36e-7c01861495d7 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:47:37.363928 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839d4afd-dbdc-48bb-b36e-7c01861495d7 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:47:37.364255 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839d4afd-dbdc-48bb-b36e-7c01861495d7 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:47:37.364586 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839d4afd-dbdc-48bb-b36e-7c01861495d7 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:47:37.364913 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839d4afd-dbdc-48bb-b36e-7c01861495d7 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:47:37.365237 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839d4afd-dbdc-48bb-b36e-7c01861495d7 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:47:37.365559 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839d4afd-dbdc-48bb-b36e-7c01861495d7 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:47:37.365912 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839d4afd-dbdc-48bb-b36e-7c01861495d7 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:47:37.366228 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839d4afd-dbdc-48bb-b36e-7c01861495d7 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:47:37.367145 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839d4afd-dbdc-48bb-b36e-7c01861495d7 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:47:37.367469 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839d4afd-dbdc-48bb-b36e-7c01861495d7 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:47:37.383058 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839d4afd-dbdc-48bb-b36e-7c01861495d7 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Checking segment: {'id': '6287e079-cb65-4cf3-bdbc-32660d196018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'bf3e4089-d205-4ff3-9736-0ba68cf0b5dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:47:37.383422 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-839d4afd-dbdc-48bb-b36e-7c01861495d7 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Network hostable DHCP agents. Network: bf3e4089-d205-4ff3-9736-0ba68cf0b5dd, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:47:37.416404 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb2ddcd-dfc3-4d12-b742-43043dd3ee68 None None] Routers {'5f707e29-f9b3-458a-9f78-f72068875f63'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:47:37.417404 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-dfb2ddcd-dfc3-4d12-b742-43043dd3ee68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:47:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['5f707e29-f9b3-458a-9f78-f72068875f63'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:47:37.467158 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=54716268-dd96-46b6-9ce1-33552bf7e15c,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:47:37.492614 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-839d4afd-dbdc-48bb-b36e-7c01861495d7 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Network bf3e4089-d205-4ff3-9736-0ba68cf0b5dd is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:47:37.560770 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-839d4afd-dbdc-48bb-b36e-7c01861495d7 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, bf3e4089-d205-4ff3-9736-0ba68cf0b5dd) {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:47:37.564977 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-839d4afd-dbdc-48bb-b36e-7c01861495d7 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:47:37.565539 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-839d4afd-dbdc-48bb-b36e-7c01861495d7 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:37.616486 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['54716268-dd96-46b6-9ce1-33552bf7e15c'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:47:37.641222 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97951357-abad-4a48-b858-0b884b5a7030 None None] Network bf3e4089-d205-4ff3-9736-0ba68cf0b5dd requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:47:37.674345 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-839d4afd-dbdc-48bb-b36e-7c01861495d7 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.2887323 May 30 20:47:37.676761 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 42420) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:47:37.944040 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea7f9fc-3e1b-4351-9ded-b543f5e07e20 None None] Pushing event updated for resources: {'Port': ['ID=bfd77b8a-16f3-4341-8b5b-35330a6beed9,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:47:37.971545 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a6957e-7a82-4df1-9aea-836ca82f8fc1 req-8d6de042-dc80-41fe-8a8a-2108f7b7af04 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:47:37.972986 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-93a6957e-7a82-4df1-9aea-836ca82f8fc1 req-8d6de042-dc80-41fe-8a8a-2108f7b7af04 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/ports?device_id=28d04ad2-b3b9-4f87-b053-e59c5b5a0eb9 HTTP/1.1" status: 200 len: 946 time: 0.1315365 May 30 20:47:38.047549 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-93a6957e-7a82-4df1-9aea-836ca82f8fc1 req-583ef11c-7cbf-4084-964c-08cc4d9f08d2 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/security-groups?id=55b4696b-8ce2-4bd2-9c2a-5bdb3080275c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657134 May 30 20:47:38.049485 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-dfb2ddcd-dfc3-4d12-b742-43043dd3ee68 None None] Set router 5f707e29-f9b3-458a-9f78-f72068875f63 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:47:38.311638 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a162cd-29ba-4a01-a5b5-d8439a87d2c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-bf3e4089-d205-4ff3-9736-0ba68cf0b5dd', 'network_id': 'bf3e4089-d205-4ff3-9736-0ba68cf0b5dd', 'tenant_id': '54aaf92a8da3459482cb4f4837dad259', 'fixed_ips': [{'subnet_id': 'dbe49d17-1e65-4fe3-a845-a83c729e5347'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:47:38.312439 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-49a162cd-29ba-4a01-a5b5-d8439a87d2c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:38.473410 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3b712b1a-23ac-433b-913d-aa477546f282 req-357eaf6e-0664-4d95-b3c8-dd8c569f11eb tempest-TestServerMultinode-1203313607 tempest-TestServerMultinode-1203313607-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=3b6b78b5-ddcc-491b-8442-2f14ec491ce8 HTTP/1.1" status: 200 len: 1095 time: 0.1322620 May 30 20:47:38.530626 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3b712b1a-23ac-433b-913d-aa477546f282 req-2005763b-e0fd-46b4-8f93-c61c21ab7f00 tempest-TestServerMultinode-1203313607 tempest-TestServerMultinode-1203313607-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=ce300995-7f3f-4090-b6aa-a68ec0b1a7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565281 May 30 20:47:38.590608 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-49a162cd-29ba-4a01-a5b5-d8439a87d2c5 None None] Allocated IP 172.20.0.18 (bf3e4089-d205-4ff3-9736-0ba68cf0b5dd/dbe49d17-1e65-4fe3-a845-a83c729e5347/ca47ba0a-0cd6-4f65-a992-a7a0cbcb8499) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:47:38.688836 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-dfb2ddcd-dfc3-4d12-b742-43043dd3ee68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f707e29-f9b3-458a-9f78-f72068875f63', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1110344163', 'tenant_id': '54aaf92a8da3459482cb4f4837dad259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': 'bfd77b8a-16f3-4341-8b5b-35330a6beed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:47:33Z', 'updated_at': '2022-05-30T20:47:34Z', 'revision_number': 3, 'project_id': '54aaf92a8da3459482cb4f4837dad259', 'gw_port': {'id': 'bfd77b8a-16f3-4341-8b5b-35330a6beed9', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:5d:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f707e29-f9b3-458a-9f78-f72068875f63', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:47:33Z', 'updated_at': '2022-05-30T20:47:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:47:38.697916 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb2ddcd-dfc3-4d12-b742-43043dd3ee68 None None] The sync data for ids ['5f707e29-f9b3-458a-9f78-f72068875f63'] in n-d-843948-2 is: [{'id': '5f707e29-f9b3-458a-9f78-f72068875f63', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1110344163', 'tenant_id': '54aaf92a8da3459482cb4f4837dad259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': 'bfd77b8a-16f3-4341-8b5b-35330a6beed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:47:33Z', 'updated_at': '2022-05-30T20:47:34Z', 'revision_number': 3, 'project_id': '54aaf92a8da3459482cb4f4837dad259', 'gw_port': {'id': 'bfd77b8a-16f3-4341-8b5b-35330a6beed9', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:5d:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f707e29-f9b3-458a-9f78-f72068875f63', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:47:33Z', 'updated_at': '2022-05-30T20:47:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:47:38.830135 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-49a162cd-29ba-4a01-a5b5-d8439a87d2c5 None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:38.842248 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-49a162cd-29ba-4a01-a5b5-d8439a87d2c5 None None] Transition to ACTIVE for port object ca47ba0a-0cd6-4f65-a992-a7a0cbcb8499 will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:47:38.862140 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-49a162cd-29ba-4a01-a5b5-d8439a87d2c5 None None] Transition to ACTIVE for port object ca47ba0a-0cd6-4f65-a992-a7a0cbcb8499 will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:47:38.932601 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-49a162cd-29ba-4a01-a5b5-d8439a87d2c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:38.957448 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1ec2dfdc-af20-4598-8648-cb183a79fb37 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:39.009309 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a162cd-29ba-4a01-a5b5-d8439a87d2c5 None None] Network bf3e4089-d205-4ff3-9736-0ba68cf0b5dd is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:47:39.011965 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-49a162cd-29ba-4a01-a5b5-d8439a87d2c5 None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:47:39.015702 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a162cd-29ba-4a01-a5b5-d8439a87d2c5 None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:47:39.022058 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a162cd-29ba-4a01-a5b5-d8439a87d2c5 None None] Pushing event updated for resources: {'Port': ['ID=ca47ba0a-0cd6-4f65-a992-a7a0cbcb8499,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:47:39.110244 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-49a162cd-29ba-4a01-a5b5-d8439a87d2c5 None None] Attempting to bind port ca47ba0a-0cd6-4f65-a992-a7a0cbcb8499 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:47:39.110609 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-49a162cd-29ba-4a01-a5b5-d8439a87d2c5 None None] Attempting to bind port ca47ba0a-0cd6-4f65-a992-a7a0cbcb8499 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': '6287e079-cb65-4cf3-bdbc-32660d196018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'bf3e4089-d205-4ff3-9736-0ba68cf0b5dd'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:47:39.110967 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a162cd-29ba-4a01-a5b5-d8439a87d2c5 None None] Attempting to bind port ca47ba0a-0cd6-4f65-a992-a7a0cbcb8499 on network bf3e4089-d205-4ff3-9736-0ba68cf0b5dd {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:47:39.119182 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a162cd-29ba-4a01-a5b5-d8439a87d2c5 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:47:39.119540 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a162cd-29ba-4a01-a5b5-d8439a87d2c5 None None] Checking segment: {'id': '6287e079-cb65-4cf3-bdbc-32660d196018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'bf3e4089-d205-4ff3-9736-0ba68cf0b5dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:47:39.119946 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-49a162cd-29ba-4a01-a5b5-d8439a87d2c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:39.120337 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a162cd-29ba-4a01-a5b5-d8439a87d2c5 None None] Bound using segment: {'id': '6287e079-cb65-4cf3-bdbc-32660d196018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'bf3e4089-d205-4ff3-9736-0ba68cf0b5dd'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:47:39.120793 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-49a162cd-29ba-4a01-a5b5-d8439a87d2c5 None None] Bound port: ca47ba0a-0cd6-4f65-a992-a7a0cbcb8499, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6287e079-cb65-4cf3-bdbc-32660d196018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'bf3e4089-d205-4ff3-9736-0ba68cf0b5dd'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:47:39.121169 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-49a162cd-29ba-4a01-a5b5-d8439a87d2c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:39.226770 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-49a162cd-29ba-4a01-a5b5-d8439a87d2c5 None None] For port ca47ba0a-0cd6-4f65-a992-a7a0cbcb8499, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:47:39.231436 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-49a162cd-29ba-4a01-a5b5-d8439a87d2c5 None None] For port ca47ba0a-0cd6-4f65-a992-a7a0cbcb8499, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=ca47ba0a-0cd6-4f65-a992-a7a0cbcb8499,segment=NetworkSegment(6287e079-cb65-4cf3-bdbc-32660d196018),segment_id=6287e079-cb65-4cf3-bdbc-32660d196018)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:47:39.295310 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-49a162cd-29ba-4a01-a5b5-d8439a87d2c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:39.379956 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a162cd-29ba-4a01-a5b5-d8439a87d2c5 None None] Pushing event updated for resources: {'Port': ['ID=ca47ba0a-0cd6-4f65-a992-a7a0cbcb8499,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:47:39.424241 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-683f987b-2aea-44d8-bae0-0fbbc911e485 req-a5564477-ddeb-42cf-b6c4-8b3e310f0e01 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=92b5fc25c8fb428a885a0ea0a728400d&device_id=28d04ad2-b3b9-4f87-b053-e59c5b5a0eb9 HTTP/1.1" status: 200 len: 1097 time: 0.2650573 May 30 20:47:39.536463 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6fe80b-1d8f-439c-97a7-7dc815d0aad2 req-19c47284-de6c-45d0-8f64-75ae4cf9ec42 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:47:39.551153 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2e6fe80b-1d8f-439c-97a7-7dc815d0aad2 req-19c47284-de6c-45d0-8f64-75ae4cf9ec42 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/ports?device_id=28d04ad2-b3b9-4f87-b053-e59c5b5a0eb9 HTTP/1.1" status: 200 len: 946 time: 0.3037243 May 30 20:47:39.673314 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2e6fe80b-1d8f-439c-97a7-7dc815d0aad2 req-c2f05422-8eca-4651-a48d-f7a68c34565d tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/security-groups?id=55b4696b-8ce2-4bd2-9c2a-5bdb3080275c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1246438 May 30 20:47:39.722533 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-1ec2dfdc-af20-4598-8648-cb183a79fb37 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Allocated IP 172.20.0.17 (bf3e4089-d205-4ff3-9736-0ba68cf0b5dd/dbe49d17-1e65-4fe3-a845-a83c729e5347/8f127aef-e27d-488b-944d-d79930f958c5) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:47:39.731916 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683f987b-2aea-44d8-bae0-0fbbc911e485 req-f5860b45-224f-418d-801d-df54a5ad4b3e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:47:39.734427 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-683f987b-2aea-44d8-bae0-0fbbc911e485 req-f5860b45-224f-418d-801d-df54a5ad4b3e service neutron] 10.222.0.71 "GET /v2.0/networks?id=823c6024-63b3-4ed4-a97a-15e5fdfbd028 HTTP/1.1" status: 200 len: 898 time: 0.3024683 May 30 20:47:39.924420 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device ca47ba0a-0cd6-4f65-a992-a7a0cbcb8499 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:47:39.927451 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ea49f1df-bb9d-40ac-9753-4bb55fa4eb4b req-5bdb86b8-f9ac-4685-80bf-727b6eac3a13 tempest-TestServerMultinode-1203313607 tempest-TestServerMultinode-1203313607-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=3b6b78b5-ddcc-491b-8442-2f14ec491ce8 HTTP/1.1" status: 200 len: 1095 time: 0.1686149 May 30 20:47:40.020862 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ea49f1df-bb9d-40ac-9753-4bb55fa4eb4b req-a6242c3e-41cc-44c1-a835-0b6b4e23e0c3 tempest-TestServerMultinode-1203313607 tempest-TestServerMultinode-1203313607-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=ce300995-7f3f-4090-b6aa-a68ec0b1a7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874758 May 30 20:47:40.042995 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-683f987b-2aea-44d8-bae0-0fbbc911e485 req-56e53031-59c3-491e-9f7a-b296751aafdc service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=16782d4f-6daf-4414-b252-e35eacdccc16 HTTP/1.1" status: 200 len: 1002 time: 0.2951703 May 30 20:47:40.136573 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1ec2dfdc-af20-4598-8648-cb183a79fb37 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:40.157243 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683f987b-2aea-44d8-bae0-0fbbc911e485 req-889cb593-044c-4724-b615-c2cf1bff2bf7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:47:40.158738 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-683f987b-2aea-44d8-bae0-0fbbc911e485 req-889cb593-044c-4724-b615-c2cf1bff2bf7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a387bcf5-33c9-4911-8bd5-5f08dc781e2d HTTP/1.1" status: 200 len: 834 time: 0.1091774 May 30 20:47:40.161469 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [None req-1ec2dfdc-af20-4598-8648-cb183a79fb37 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Transition to ACTIVE for port object 8f127aef-e27d-488b-944d-d79930f958c5 will not be triggered until provisioned by entity DHCP. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:47:40.191443 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port ca47ba0a-0cd6-4f65-a992-a7a0cbcb8499 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:47:40.261812 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-683f987b-2aea-44d8-bae0-0fbbc911e485 req-bf84d9f7-5d27-4e57-aa5a-1c64ef77d042 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=823c6024-63b3-4ed4-a97a-15e5fdfbd028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0950985 May 30 20:47:40.345286 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1ec2dfdc-af20-4598-8648-cb183a79fb37 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:40.459740 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec2dfdc-af20-4598-8648-cb183a79fb37 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Network bf3e4089-d205-4ff3-9736-0ba68cf0b5dd is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:47:40.460551 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec2dfdc-af20-4598-8648-cb183a79fb37 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Pushing event updated for resources: {'Port': ['ID=8f127aef-e27d-488b-944d-d79930f958c5,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:47:40.465261 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-1ec2dfdc-af20-4598-8648-cb183a79fb37 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:47:40.469338 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec2dfdc-af20-4598-8648-cb183a79fb37 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:47:40.656998 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d71263cf-d552-4ed5-8f65-0519a382544b None None] Network bf3e4089-d205-4ff3-9736-0ba68cf0b5dd requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:47:40.690355 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1ec2dfdc-af20-4598-8648-cb183a79fb37 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-736099'] for router_interface, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:40.697272 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-683f987b-2aea-44d8-bae0-0fbbc911e485 req-da13ca04-dc98-41c6-bc6d-346f0b8042c8 service neutron] 10.222.0.71 "GET /v2.0/networks/823c6024-63b3-4ed4-a97a-15e5fdfbd028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4268525 May 30 20:47:40.724694 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 54716268-dd96-46b6-9ce1-33552bf7e15c up at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:47:40.898640 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-683f987b-2aea-44d8-bae0-0fbbc911e485 req-64869e04-fda5-44b8-ac5a-5852fcf8b232 service neutron] 10.222.0.71 "GET /v2.0/networks/823c6024-63b3-4ed4-a97a-15e5fdfbd028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913912 May 30 20:47:40.963486 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-ca59c983-ecd1-4fc0-b7d5-cae9de986cf6 None None] Provisioning for port ca47ba0a-0cd6-4f65-a992-a7a0cbcb8499 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:47:40.977421 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-ca59c983-ecd1-4fc0-b7d5-cae9de986cf6 None None] Provisioning complete for port ca47ba0a-0cd6-4f65-a992-a7a0cbcb8499 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:47:40.978400 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ca59c983-ecd1-4fc0-b7d5-cae9de986cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:40.987736 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322efc67-10a8-438b-a72e-39380eea1d53 req-52fbaa3e-a748-4eae-a238-53b3e1f20544 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:47:40.989354 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-322efc67-10a8-438b-a72e-39380eea1d53 req-52fbaa3e-a748-4eae-a238-53b3e1f20544 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/ports?device_id=28d04ad2-b3b9-4f87-b053-e59c5b5a0eb9 HTTP/1.1" status: 200 len: 946 time: 0.1673028 May 30 20:47:40.990095 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1ec2dfdc-af20-4598-8648-cb183a79fb37 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:41.047670 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning for port 54716268-dd96-46b6-9ce1-33552bf7e15c completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:47:41.120457 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-322efc67-10a8-438b-a72e-39380eea1d53 req-3db5db35-9f42-492b-83e5-74c3e77936ed tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/security-groups?id=55b4696b-8ce2-4bd2-9c2a-5bdb3080275c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199431 May 30 20:47:41.129940 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning complete for port 54716268-dd96-46b6-9ce1-33552bf7e15c triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:47:41.130535 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:41.355734 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ca59c983-ecd1-4fc0-b7d5-cae9de986cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:41.482768 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-ca59c983-ecd1-4fc0-b7d5-cae9de986cf6 None None] For port ca47ba0a-0cd6-4f65-a992-a7a0cbcb8499, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=ca47ba0a-0cd6-4f65-a992-a7a0cbcb8499,segment=NetworkSegment(6287e079-cb65-4cf3-bdbc-32660d196018),segment_id=6287e079-cb65-4cf3-bdbc-32660d196018)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:47:41.494388 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f732f4f8-a186-4285-ab85-7fe597bdd866 req-510c9a79-114a-4d1c-826c-9acae463fc3c tempest-TestServerMultinode-1203313607 tempest-TestServerMultinode-1203313607-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=3b6b78b5-ddcc-491b-8442-2f14ec491ce8 HTTP/1.1" status: 200 len: 1095 time: 0.1429846 May 30 20:47:41.531815 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:41.579681 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f732f4f8-a186-4285-ab85-7fe597bdd866 req-e4b0b520-e2f6-48c5-bcdc-809987485531 tempest-TestServerMultinode-1203313607 tempest-TestServerMultinode-1203313607-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=ce300995-7f3f-4090-b6aa-a68ec0b1a7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689545 May 30 20:47:41.582294 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ca59c983-ecd1-4fc0-b7d5-cae9de986cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:41.614924 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1ec2dfdc-af20-4598-8648-cb183a79fb37 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:41.619056 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b6b78b5-ddcc-491b-8442-2f14ec491ce8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54716268-dd96-46b6-9ce1-33552bf7e15c'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:47:41.649527 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 54716268-dd96-46b6-9ce1-33552bf7e15c, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=54716268-dd96-46b6-9ce1-33552bf7e15c,segment=NetworkSegment(9d5a51ae-25ba-448c-8461-93a27ef7e929),segment_id=9d5a51ae-25ba-448c-8461-93a27ef7e929)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:47:41.706699 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca59c983-ecd1-4fc0-b7d5-cae9de986cf6 None None] Pushing event updated for resources: {'Port': ['ID=ca47ba0a-0cd6-4f65-a992-a7a0cbcb8499,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:47:41.709301 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1ec2dfdc-af20-4598-8648-cb183a79fb37 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:41.741719 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:41.865904 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a650889f-634b-49d1-a5be-c72005537cf6'] response: {'server_uuid': '3b6b78b5-ddcc-491b-8442-2f14ec491ce8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54716268-dd96-46b6-9ce1-33552bf7e15c', 'code': 200} May 30 20:47:41.867876 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=54716268-dd96-46b6-9ce1-33552bf7e15c,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:47:41.931654 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device ca47ba0a-0cd6-4f65-a992-a7a0cbcb8499 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:47:41.960201 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1ec2dfdc-af20-4598-8648-cb183a79fb37 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1718057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-736206'] for router_interface, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:42.041815 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2c3ab3ef-8124-4424-a40d-6fd35cdef971 None None] Provisioning complete for port ca47ba0a-0cd6-4f65-a992-a7a0cbcb8499 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:47:42.041815 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2c3ab3ef-8124-4424-a40d-6fd35cdef971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:42.167600 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec2dfdc-af20-4598-8648-cb183a79fb37 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Network bf3e4089-d205-4ff3-9736-0ba68cf0b5dd is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:47:42.176060 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-1ec2dfdc-af20-4598-8648-cb183a79fb37 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:47:42.213774 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port ca47ba0a-0cd6-4f65-a992-a7a0cbcb8499 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:47:42.214214 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:42.336387 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec2dfdc-af20-4598-8648-cb183a79fb37 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Pushing event updated for resources: {'Port': ['ID=8f127aef-e27d-488b-944d-d79930f958c5,revision_number=2']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:47:42.402627 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-43623841-4d72-4333-b5a5-7c4959c13672 req-b0324023-e5d4-43b4-bfa5-fabf8d1b3d08 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=3b6b78b5-ddcc-491b-8442-2f14ec491ce8 HTTP/1.1" status: 200 len: 1096 time: 0.5811939 May 30 20:47:42.463749 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2c3ab3ef-8124-4424-a40d-6fd35cdef971 None None] Provisioning for port 8f127aef-e27d-488b-944d-d79930f958c5 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:47:42.470382 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2c3ab3ef-8124-4424-a40d-6fd35cdef971 None None] Provisioning complete for port 8f127aef-e27d-488b-944d-d79930f958c5 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:47:42.471633 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2c3ab3ef-8124-4424-a40d-6fd35cdef971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:42.490385 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-43623841-4d72-4333-b5a5-7c4959c13672 req-5061b347-cb03-45ec-bc55-c24d28689bcb service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=ce300995-7f3f-4090-b6aa-a68ec0b1a7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798719 May 30 20:47:42.491670 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb143096-ddf4-46bc-9e13-d8e7afd7c02b req-224e8668-1f95-43f8-8122-f974e13dea25 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:47:42.493278 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fb143096-ddf4-46bc-9e13-d8e7afd7c02b req-224e8668-1f95-43f8-8122-f974e13dea25 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/ports?device_id=28d04ad2-b3b9-4f87-b053-e59c5b5a0eb9 HTTP/1.1" status: 200 len: 946 time: 0.1060867 May 30 20:47:42.546727 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-2c3ab3ef-8124-4424-a40d-6fd35cdef971 None None] Port 8f127aef-e27d-488b-944d-d79930f958c5 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:47:42.563003 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fb143096-ddf4-46bc-9e13-d8e7afd7c02b req-36f4c36a-f758-43cc-9b9a-386b9050c90e tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/security-groups?id=55b4696b-8ce2-4bd2-9c2a-5bdb3080275c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603397 May 30 20:47:42.673247 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2a8c433e-54fc-488f-b1c9-82faaa97cb65 None None] Provisioning complete for port 8f127aef-e27d-488b-944d-d79930f958c5 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:47:42.674258 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2a8c433e-54fc-488f-b1c9-82faaa97cb65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:42.746166 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-2a8c433e-54fc-488f-b1c9-82faaa97cb65 None None] Port 8f127aef-e27d-488b-944d-d79930f958c5 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:47:42.901717 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f14e9544-4c37-4642-a7fa-7f7574df044f req-a5cce4cd-f3dc-466c-92bf-d5053d1f71f6 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=ec68ef0d-586f-4ad6-a568-ab247c148f67&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0960739 May 30 20:47:42.923591 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c0b95249-783a-434f-969c-f27eee350dba req-13105f26-db02-41aa-a2c5-ae33f900e9ae tempest-TestServerMultinode-1203313607 tempest-TestServerMultinode-1203313607-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=3b6b78b5-ddcc-491b-8442-2f14ec491ce8 HTTP/1.1" status: 200 len: 1096 time: 0.1298621 May 30 20:47:42.958161 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ec2dfdc-af20-4598-8648-cb183a79fb37 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Router 5f707e29-f9b3-458a-9f78-f72068875f63 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:47:42.998232 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c0b95249-783a-434f-969c-f27eee350dba req-75050821-fdfe-4a47-8997-8316536d2227 tempest-TestServerMultinode-1203313607 tempest-TestServerMultinode-1203313607-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=ce300995-7f3f-4090-b6aa-a68ec0b1a7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691185 May 30 20:47:43.071996 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f14e9544-4c37-4642-a7fa-7f7574df044f req-51a1af4e-f9ab-4943-b922-c85b5e3de82a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=54aaf92a8da3459482cb4f4837dad259&device_id=ec68ef0d-586f-4ad6-a568-ab247c148f67 HTTP/1.1" status: 200 len: 1135 time: 0.0913894 May 30 20:47:43.229456 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ec2dfdc-af20-4598-8648-cb183a79fb37 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:47:43.239059 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14e9544-4c37-4642-a7fa-7f7574df044f req-b840798b-a5e5-449b-82b7-57e7f242d8bc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:47:43.240841 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f14e9544-4c37-4642-a7fa-7f7574df044f req-b840798b-a5e5-449b-82b7-57e7f242d8bc service neutron] 10.222.0.86 "GET /v2.0/networks?id=d7a70373-eecd-4806-a0f2-53b270b23686 HTTP/1.1" status: 200 len: 897 time: 0.1450071 May 30 20:47:43.254641 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-1ec2dfdc-af20-4598-8648-cb183a79fb37 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] 10.222.0.85 "PUT /v2.0/routers/5f707e29-f9b3-458a-9f78-f72068875f63/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5693972 May 30 20:47:43.506598 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f14e9544-4c37-4642-a7fa-7f7574df044f req-f124e9f6-b661-4bee-996f-7ddb1cdc3407 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=50599478-d694-4c85-9381-6ca0a8f6f790 HTTP/1.1" status: 200 len: 1000 time: 0.2593098 May 30 20:47:43.658689 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14e9544-4c37-4642-a7fa-7f7574df044f req-0202affc-7c1e-4abe-99f2-fa17f0619171 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:47:43.660195 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f14e9544-4c37-4642-a7fa-7f7574df044f req-0202affc-7c1e-4abe-99f2-fa17f0619171 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7d6d4533-837c-4fe4-984b-f786bf479687 HTTP/1.1" status: 200 len: 835 time: 0.1061094 May 30 20:47:43.740903 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a3cba1-7e41-4834-b555-ec656b954088 req-cb7621f1-a5d0-4256-b827-6ccc36e3b56b tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:47:43.741693 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-07a3cba1-7e41-4834-b555-ec656b954088 req-cb7621f1-a5d0-4256-b827-6ccc36e3b56b tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Synchronizing usage tracker for tenant:54aaf92a8da3459482cb4f4837dad259 on resource:network {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:47:43.807960 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f14e9544-4c37-4642-a7fa-7f7574df044f req-d143ae4d-b509-4771-b232-ba9858311f48 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=d7a70373-eecd-4806-a0f2-53b270b23686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1402655 May 30 20:47:43.823997 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [req-f14e9544-4c37-4642-a7fa-7f7574df044f req-1b44df4b-fb55-488e-98fc-a3996b9e86cb service neutron] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=84887) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:47:43.826404 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f14e9544-4c37-4642-a7fa-7f7574df044f req-1b44df4b-fb55-488e-98fc-a3996b9e86cb service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0104311 May 30 20:47:43.851010 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c34c5f-b7f2-4ca4-be9e-e46e08166028 req-502605a2-04c4-4fc7-8b79-b91e869f1586 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:47:43.855314 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a7c34c5f-b7f2-4ca4-be9e-e46e08166028 req-502605a2-04c4-4fc7-8b79-b91e869f1586 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/ports?device_id=28d04ad2-b3b9-4f87-b053-e59c5b5a0eb9 HTTP/1.1" status: 200 len: 946 time: 0.1109953 May 30 20:47:43.877849 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-07a3cba1-7e41-4834-b555-ec656b954088 req-cb7621f1-a5d0-4256-b827-6ccc36e3b56b tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Unset dirty status for tenant:54aaf92a8da3459482cb4f4837dad259 on resource:network {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:47:43.879074 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-07a3cba1-7e41-4834-b555-ec656b954088 req-cb7621f1-a5d0-4256-b827-6ccc36e3b56b tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] 10.222.0.85 "GET /v2.0/networks?id=bf3e4089-d205-4ff3-9736-0ba68cf0b5dd HTTP/1.1" status: 200 len: 797 time: 0.4086707 May 30 20:47:43.909180 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a7c34c5f-b7f2-4ca4-be9e-e46e08166028 req-d6e57d03-a404-40be-a017-730bc48316d9 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/security-groups?id=55b4696b-8ce2-4bd2-9c2a-5bdb3080275c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485454 May 30 20:47:43.957092 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-07a3cba1-7e41-4834-b555-ec656b954088 req-96a74cbf-f6b0-4026-9073-74ae5f3e79b7 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] 10.222.0.85 "GET /v2.0/quotas/54aaf92a8da3459482cb4f4837dad259 HTTP/1.1" status: 200 len: 375 time: 0.0287881 May 30 20:47:44.058512 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f14e9544-4c37-4642-a7fa-7f7574df044f req-cbe48d5c-c501-4c61-aee6-3d1a1c86dfc7 service neutron] 10.222.0.86 "GET /v2.0/networks/d7a70373-eecd-4806-a0f2-53b270b23686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249126 May 30 20:47:44.172462 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-07a3cba1-7e41-4834-b555-ec656b954088 req-0706eef1-9f6a-406d-b6a8-a009ddfa7d28 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=54aaf92a8da3459482cb4f4837dad259&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2074618 May 30 20:47:44.196702 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-86171380-15cc-442f-a940-8cdab10a70a5 req-09ed2dc9-9cf7-4192-8b9a-56d7e71fe665 tempest-TestServerMultinode-1203313607 tempest-TestServerMultinode-1203313607-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=3b6b78b5-ddcc-491b-8442-2f14ec491ce8 HTTP/1.1" status: 200 len: 1096 time: 0.0741789 May 30 20:47:44.201203 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [req-07a3cba1-7e41-4834-b555-ec656b954088 req-ed86f3e3-a5c2-46c2-b00d-55e22339d9f1 service neutron] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=84887) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:47:44.202199 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-07a3cba1-7e41-4834-b555-ec656b954088 req-ed86f3e3-a5c2-46c2-b00d-55e22339d9f1 service neutron] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0052316 May 30 20:47:44.267164 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-86171380-15cc-442f-a940-8cdab10a70a5 req-52d6542e-3cda-409c-885b-f2d20daf41d5 tempest-TestServerMultinode-1203313607 tempest-TestServerMultinode-1203313607-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=ce300995-7f3f-4090-b6aa-a68ec0b1a7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621638 May 30 20:47:44.306534 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f14e9544-4c37-4642-a7fa-7f7574df044f req-4c657d5f-4b1c-4f9c-8e98-5b5e2e11876e service neutron] 10.222.0.86 "GET /v2.0/networks/d7a70373-eecd-4806-a0f2-53b270b23686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408874 May 30 20:47:44.378482 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-07a3cba1-7e41-4834-b555-ec656b954088 req-9d968e90-16ae-46b5-846e-b58c3410ec41 service neutron] 10.222.0.85 "GET /v2.0/networks/bf3e4089-d205-4ff3-9736-0ba68cf0b5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540353 May 30 20:47:44.487139 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-39186e2e-e81b-4782-ab30-9180f070681a req-1b895f5b-5267-458f-a26d-299595968b96 tempest-TestServerMultinode-1203313607 tempest-TestServerMultinode-1203313607-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=3b6b78b5-ddcc-491b-8442-2f14ec491ce8 HTTP/1.1" status: 200 len: 1096 time: 0.0886838 May 30 20:47:44.518306 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-07a3cba1-7e41-4834-b555-ec656b954088 req-894d294c-7836-4699-8cbf-ed6ff8ba97ed service neutron] 10.222.0.85 "GET /v2.0/networks/bf3e4089-d205-4ff3-9736-0ba68cf0b5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336775 May 30 20:47:44.549432 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-39186e2e-e81b-4782-ab30-9180f070681a req-42732175-b257-4bff-b634-be5915e2ce49 tempest-TestServerMultinode-1203313607 tempest-TestServerMultinode-1203313607-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=ce300995-7f3f-4090-b6aa-a68ec0b1a7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555067 May 30 20:47:44.773584 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-88bc481a-9dfd-4a91-9686-6ed2c79c012b req-7c2643db-2ecf-4918-ac84-22d1acb2387d tempest-TestServerMultinode-1203313607 tempest-TestServerMultinode-1203313607-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=3b6b78b5-ddcc-491b-8442-2f14ec491ce8 HTTP/1.1" status: 200 len: 1096 time: 0.0869417 May 30 20:47:44.825587 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-88bc481a-9dfd-4a91-9686-6ed2c79c012b req-b2534387-fb28-4a2a-ae90-fc214513eaec tempest-TestServerMultinode-1203313607 tempest-TestServerMultinode-1203313607-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=ce300995-7f3f-4090-b6aa-a68ec0b1a7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505795 May 30 20:47:45.299315 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bdd0e1-b55b-47f2-bd75-4189344cd99f req-83fa6494-6d88-4e6d-81ef-f48ad0be886c tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:47:45.300845 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f8bdd0e1-b55b-47f2-bd75-4189344cd99f req-83fa6494-6d88-4e6d-81ef-f48ad0be886c tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/ports?device_id=28d04ad2-b3b9-4f87-b053-e59c5b5a0eb9 HTTP/1.1" status: 200 len: 946 time: 0.0927324 May 30 20:47:45.361155 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f8bdd0e1-b55b-47f2-bd75-4189344cd99f req-1483c13b-9ec3-4117-a488-cf1c04b9e8f9 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/security-groups?id=55b4696b-8ce2-4bd2-9c2a-5bdb3080275c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516119 May 30 20:47:45.440625 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-c31b19f2-d3c7-4b5f-a395-48a52be806e9 req-5adfdea5-c7c0-46cd-be17-fc6d76deb760 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Synchronizing usage tracker for tenant:54aaf92a8da3459482cb4f4837dad259 on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:47:45.537449 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-c31b19f2-d3c7-4b5f-a395-48a52be806e9 req-5adfdea5-c7c0-46cd-be17-fc6d76deb760 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Unset dirty status for tenant:54aaf92a8da3459482cb4f4837dad259 on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:47:45.539302 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c31b19f2-d3c7-4b5f-a395-48a52be806e9 req-5adfdea5-c7c0-46cd-be17-fc6d76deb760 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] 10.222.0.85 "GET /v2.0/ports?device_id=954f2ac4-4362-4dc5-ae51-d1694b40bfee HTTP/1.1" status: 200 len: 210 time: 0.1419573 May 30 20:47:45.574691 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d905206b-e00a-4a84-87ed-4e4a7bae2250 req-e9f7d312-a0b4-4c6e-b36b-90798dc2dd03 tempest-TestServerMultinode-1203313607 tempest-TestServerMultinode-1203313607-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=3b6b78b5-ddcc-491b-8442-2f14ec491ce8 HTTP/1.1" status: 200 len: 1096 time: 0.0854700 May 30 20:47:45.620510 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d905206b-e00a-4a84-87ed-4e4a7bae2250 req-d1edc8f3-42ab-46bc-98c7-5f6cb34ab7a5 tempest-TestServerMultinode-1203313607 tempest-TestServerMultinode-1203313607-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=ce300995-7f3f-4090-b6aa-a68ec0b1a7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397167 May 30 20:47:46.139109 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d7090f65-f069-4466-b665-e3a7409d3fb3 req-10775caa-69b3-4720-80c1-ddcb0ef48119 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=92b5fc25c8fb428a885a0ea0a728400d&device_id=28d04ad2-b3b9-4f87-b053-e59c5b5a0eb9 HTTP/1.1" status: 200 len: 1097 time: 0.0734606 May 30 20:47:46.312151 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7090f65-f069-4466-b665-e3a7409d3fb3 req-9f4cac0e-0e60-4d5b-adb0-709dc09b4e46 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:47:46.313735 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d7090f65-f069-4466-b665-e3a7409d3fb3 req-9f4cac0e-0e60-4d5b-adb0-709dc09b4e46 service neutron] 10.222.0.71 "GET /v2.0/networks?id=823c6024-63b3-4ed4-a97a-15e5fdfbd028 HTTP/1.1" status: 200 len: 898 time: 0.1481023 May 30 20:47:46.420623 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d7090f65-f069-4466-b665-e3a7409d3fb3 req-fe457dfe-03f8-4da8-90ee-c9af89a0690c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=16782d4f-6daf-4414-b252-e35eacdccc16 HTTP/1.1" status: 200 len: 1002 time: 0.1005094 May 30 20:47:46.604507 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7090f65-f069-4466-b665-e3a7409d3fb3 req-b2b597c1-f878-4ac0-9ca3-cc25806bdbf1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:47:46.604507 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d7090f65-f069-4466-b665-e3a7409d3fb3 req-b2b597c1-f878-4ac0-9ca3-cc25806bdbf1 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a387bcf5-33c9-4911-8bd5-5f08dc781e2d HTTP/1.1" status: 200 len: 834 time: 0.1643348 May 30 20:47:46.693125 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a37196b-5372-4e49-8abd-ab0cbd9e6011 req-abd693af-52ea-40f5-80d6-1fab9774de8c tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:47:46.700741 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2a37196b-5372-4e49-8abd-ab0cbd9e6011 req-abd693af-52ea-40f5-80d6-1fab9774de8c tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/ports?device_id=28d04ad2-b3b9-4f87-b053-e59c5b5a0eb9 HTTP/1.1" status: 200 len: 946 time: 0.1937370 May 30 20:47:46.731438 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d7090f65-f069-4466-b665-e3a7409d3fb3 req-04bc2855-fcbf-4234-a530-4ea806e3344e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=823c6024-63b3-4ed4-a97a-15e5fdfbd028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1241696 May 30 20:47:46.800800 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4b022419-b34b-4afa-a907-840ccdcccddc req-b523b687-82fd-46ec-9f97-9dc9f472fa53 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] 10.222.0.85 "GET /v2.0/ports?device_id=954f2ac4-4362-4dc5-ae51-d1694b40bfee HTTP/1.1" status: 200 len: 210 time: 0.0815575 May 30 20:47:46.857738 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2a37196b-5372-4e49-8abd-ab0cbd9e6011 req-eac75d5a-1e65-4f47-a519-57a2cef72b3d tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/security-groups?id=55b4696b-8ce2-4bd2-9c2a-5bdb3080275c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1559436 May 30 20:47:46.858766 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c4e2a644-4911-4db4-960d-b27794eb022b req-3792fd5d-0aaf-45e3-88d6-978718075fcc tempest-TestServerMultinode-1203313607 tempest-TestServerMultinode-1203313607-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=3b6b78b5-ddcc-491b-8442-2f14ec491ce8 HTTP/1.1" status: 200 len: 1096 time: 0.1803348 May 30 20:47:46.922403 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d7090f65-f069-4466-b665-e3a7409d3fb3 req-0c3da0d7-4db4-4890-959c-8fa947b4879a service neutron] 10.222.0.71 "GET /v2.0/networks/823c6024-63b3-4ed4-a97a-15e5fdfbd028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780648 May 30 20:47:46.947191 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-c4e2a644-4911-4db4-960d-b27794eb022b req-752dfa02-d693-43d6-a4ae-b8c6c959ea24 tempest-TestServerMultinode-1203313607 tempest-TestServerMultinode-1203313607-project-admin] Deleting port 54716268-dd96-46b6-9ce1-33552bf7e15c {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:47:46.947674 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c4e2a644-4911-4db4-960d-b27794eb022b req-752dfa02-d693-43d6-a4ae-b8c6c959ea24 tempest-TestServerMultinode-1203313607 tempest-TestServerMultinode-1203313607-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:47.075629 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d7090f65-f069-4466-b665-e3a7409d3fb3 req-28994620-752c-43b2-a955-eb76b885c9d7 service neutron] 10.222.0.71 "GET /v2.0/networks/823c6024-63b3-4ed4-a97a-15e5fdfbd028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469724 May 30 20:47:47.143087 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2c4111d2-404a-4b14-ab0d-1c422e53f136 req-c290518a-18e8-4e0a-9aa1-055676701c35 tempest-TestServerMultinode-1203313607 tempest-TestServerMultinode-1203313607-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=3b6b78b5-ddcc-491b-8442-2f14ec491ce8 HTTP/1.1" status: 200 len: 1096 time: 0.1706331 May 30 20:47:47.385942 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2c4111d2-404a-4b14-ab0d-1c422e53f136 req-5a55ffab-33c3-4b81-8bc7-1a2de7e07640 tempest-TestServerMultinode-1203313607 tempest-TestServerMultinode-1203313607-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=ce300995-7f3f-4090-b6aa-a68ec0b1a7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958351 May 30 20:47:47.425443 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-c4e2a644-4911-4db4-960d-b27794eb022b req-752dfa02-d693-43d6-a4ae-b8c6c959ea24 tempest-TestServerMultinode-1203313607 tempest-TestServerMultinode-1203313607-project-admin] For port 54716268-dd96-46b6-9ce1-33552bf7e15c, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=54716268-dd96-46b6-9ce1-33552bf7e15c,segment=NetworkSegment(9d5a51ae-25ba-448c-8461-93a27ef7e929),segment_id=9d5a51ae-25ba-448c-8461-93a27ef7e929)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:47:47.425722 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c4e2a644-4911-4db4-960d-b27794eb022b req-752dfa02-d693-43d6-a4ae-b8c6c959ea24 tempest-TestServerMultinode-1203313607 tempest-TestServerMultinode-1203313607-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:47.550827 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-c4e2a644-4911-4db4-960d-b27794eb022b req-752dfa02-d693-43d6-a4ae-b8c6c959ea24 tempest-TestServerMultinode-1203313607 tempest-TestServerMultinode-1203313607-project-admin] Calling delete_port for 54716268-dd96-46b6-9ce1-33552bf7e15c owned by compute:nova {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:47:47.562786 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a3cba1-7e41-4834-b555-ec656b954088 req-7dab6b52-07cf-448a-9f9a-00744254fc06 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:47:47.564354 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-07a3cba1-7e41-4834-b555-ec656b954088 req-7dab6b52-07cf-448a-9f9a-00744254fc06 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] 10.222.0.71 "GET /v2.0/networks?id=bf3e4089-d205-4ff3-9736-0ba68cf0b5dd HTTP/1.1" status: 200 len: 797 time: 0.2721043 May 30 20:47:47.595583 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [req-07a3cba1-7e41-4834-b555-ec656b954088 req-bea32ce2-a5bc-4239-afb5-fbbf78f1c311 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Request body: {'port': {'device_id': '954f2ac4-4362-4dc5-ae51-d1694b40bfee', 'network_id': 'bf3e4089-d205-4ff3-9736-0ba68cf0b5dd', 'admin_state_up': True, 'tenant_id': '54aaf92a8da3459482cb4f4837dad259'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:47:47.791951 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c4e2a644-4911-4db4-960d-b27794eb022b req-752dfa02-d693-43d6-a4ae-b8c6c959ea24 tempest-TestServerMultinode-1203313607 tempest-TestServerMultinode-1203313607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:47.804255 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['54716268-dd96-46b6-9ce1-33552bf7e15c'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:47:47.871623 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-07a3cba1-7e41-4834-b555-ec656b954088 req-bea32ce2-a5bc-4239-afb5-fbbf78f1c311 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:47:47.893093 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-07a3cba1-7e41-4834-b555-ec656b954088 req-bea32ce2-a5bc-4239-afb5-fbbf78f1c311 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:47:47.909859 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['07d27e6f-e983-4a12-b779-3b2cf7fd0711'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:47:47.966639 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07a3cba1-7e41-4834-b555-ec656b954088 req-bea32ce2-a5bc-4239-afb5-fbbf78f1c311 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Made reservation on behalf of 54aaf92a8da3459482cb4f4837dad259 for: {'port': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:47:47.970113 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-07a3cba1-7e41-4834-b555-ec656b954088 req-bea32ce2-a5bc-4239-afb5-fbbf78f1c311 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:47.977627 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device bfd77b8a-16f3-4341-8b5b-35330a6beed9 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:47:47.991722 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752dfa02-d693-43d6-a4ae-b8c6c959ea24 tempest-TestServerMultinode-1203313607 tempest-TestServerMultinode-1203313607-project-admin] Pushing event deleted for resources: {'Port': ['ID=54716268-dd96-46b6-9ce1-33552bf7e15c,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:47:48.197269 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port bfd77b8a-16f3-4341-8b5b-35330a6beed9 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:47:48.207951 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port bfd77b8a-16f3-4341-8b5b-35330a6beed9 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:47:48.210493 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:48.287708 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4e2a644-4911-4db4-960d-b27794eb022b req-752dfa02-d693-43d6-a4ae-b8c6c959ea24 tempest-TestServerMultinode-1203313607 tempest-TestServerMultinode-1203313607-project-admin] No DVR routers for this DVR port 54716268-dd96-46b6-9ce1-33552bf7e15c on host n-h1-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:47:48.291770 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c4e2a644-4911-4db4-960d-b27794eb022b req-752dfa02-d693-43d6-a4ae-b8c6c959ea24 tempest-TestServerMultinode-1203313607 tempest-TestServerMultinode-1203313607-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:48.305393 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b6b78b5-ddcc-491b-8442-2f14ec491ce8', 'name': 'network-vif-deleted', 'tag': '54716268-dd96-46b6-9ce1-33552bf7e15c'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:47:48.311259 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-aa1f9114-1269-48d1-a6d4-099ce2ec0053 req-5988f171-2e2e-4df5-9be7-f8a470b20288 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] 10.222.0.85 "GET /v2.0/ports?device_id=954f2ac4-4362-4dc5-ae51-d1694b40bfee HTTP/1.1" status: 200 len: 210 time: 0.1756291 May 30 20:47:48.368359 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c4e2a644-4911-4db4-960d-b27794eb022b req-752dfa02-d693-43d6-a4ae-b8c6c959ea24 tempest-TestServerMultinode-1203313607 tempest-TestServerMultinode-1203313607-project-admin] 10.222.0.71 "DELETE /v2.0/ports/54716268-dd96-46b6-9ce1-33552bf7e15c HTTP/1.1" status: 204 len: 173 time: 1.5027611 May 30 20:47:48.409007 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16eda8e-458e-4c9d-b96d-a286e989dcc8 req-ae7af75a-6a0d-4f19-a815-60e1021fa36f tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:47:48.418217 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b16eda8e-458e-4c9d-b96d-a286e989dcc8 req-ae7af75a-6a0d-4f19-a815-60e1021fa36f tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/ports?device_id=28d04ad2-b3b9-4f87-b053-e59c5b5a0eb9 HTTP/1.1" status: 200 len: 946 time: 0.2884996 May 30 20:47:48.537238 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c88f95db-9833-40b9-9b02-a9be9bc75617'] response: {'server_uuid': '3b6b78b5-ddcc-491b-8442-2f14ec491ce8', 'name': 'network-vif-deleted', 'tag': '54716268-dd96-46b6-9ce1-33552bf7e15c', 'status': 'completed', 'code': 200} May 30 20:47:48.549485 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b16eda8e-458e-4c9d-b96d-a286e989dcc8 req-fd7181cd-2754-4d80-b1c2-5d3c05bd46f8 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/security-groups?id=55b4696b-8ce2-4bd2-9c2a-5bdb3080275c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1223917 May 30 20:47:48.555073 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [req-07a3cba1-7e41-4834-b555-ec656b954088 req-bea32ce2-a5bc-4239-afb5-fbbf78f1c311 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Allocated IP 172.20.0.26 (bf3e4089-d205-4ff3-9736-0ba68cf0b5dd/dbe49d17-1e65-4fe3-a845-a83c729e5347/9f4fc02b-25d0-4774-818a-182f49d37814) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:47:48.688997 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:48.730882 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port bfd77b8a-16f3-4341-8b5b-35330a6beed9, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=bfd77b8a-16f3-4341-8b5b-35330a6beed9,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:47:48.768137 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc1df8a-2eb3-454a-aa52-722725978a4b None None] Sync routers for ids ['8e292d55-f838-4389-b330-a34584a7d441'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:47:48.788902 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc1df8a-2eb3-454a-aa52-722725978a4b None None] Routers {'8e292d55-f838-4389-b330-a34584a7d441'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:47:48.789862 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-8dc1df8a-2eb3-454a-aa52-722725978a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:47:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['8e292d55-f838-4389-b330-a34584a7d441'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:47:48.814500 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:48.833240 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-cf8f5355-2e42-4c4d-9a5f-238b5555478b req-72720275-53f9-4756-8b82-47d5d2c6d8c5 tempest-TestServerMultinode-1203313607 tempest-TestServerMultinode-1203313607-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=3b6b78b5-ddcc-491b-8442-2f14ec491ce8 HTTP/1.1" status: 200 len: 210 time: 0.0613139 May 30 20:47:48.972177 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=bfd77b8a-16f3-4341-8b5b-35330a6beed9,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:47:48.986299 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-07a3cba1-7e41-4834-b555-ec656b954088 req-bea32ce2-a5bc-4239-afb5-fbbf78f1c311 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:49.017703 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [req-07a3cba1-7e41-4834-b555-ec656b954088 req-bea32ce2-a5bc-4239-afb5-fbbf78f1c311 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Transition to ACTIVE for port object 9f4fc02b-25d0-4774-818a-182f49d37814 will not be triggered until provisioned by entity DHCP. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:47:49.119413 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-8dc1df8a-2eb3-454a-aa52-722725978a4b None None] Set router 8e292d55-f838-4389-b330-a34584a7d441 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:47:49.157950 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-07a3cba1-7e41-4834-b555-ec656b954088 req-bea32ce2-a5bc-4239-afb5-fbbf78f1c311 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:49.237808 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07a3cba1-7e41-4834-b555-ec656b954088 req-bea32ce2-a5bc-4239-afb5-fbbf78f1c311 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Network bf3e4089-d205-4ff3-9736-0ba68cf0b5dd is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:47:49.241930 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [req-07a3cba1-7e41-4834-b555-ec656b954088 req-bea32ce2-a5bc-4239-afb5-fbbf78f1c311 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:47:49.246427 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [req-07a3cba1-7e41-4834-b555-ec656b954088 req-bea32ce2-a5bc-4239-afb5-fbbf78f1c311 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:47:49.278673 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea32ce2-a5bc-4239-afb5-fbbf78f1c311 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Pushing event updated for resources: {'Port': ['ID=9f4fc02b-25d0-4774-818a-182f49d37814,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:47:49.329948 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a3cba1-7e41-4834-b555-ec656b954088 req-bea32ce2-a5bc-4239-afb5-fbbf78f1c311 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:47:49.329948 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-07a3cba1-7e41-4834-b555-ec656b954088 req-bea32ce2-a5bc-4239-afb5-fbbf78f1c311 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:49.471001 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-07a3cba1-7e41-4834-b555-ec656b954088 req-bea32ce2-a5bc-4239-afb5-fbbf78f1c311 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.8824484 May 30 20:47:49.482645 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [req-07a3cba1-7e41-4834-b555-ec656b954088 req-62657d90-2aff-4f6c-9121-cfa076475a32 service neutron] Request body: {'port': {'device_id': '954f2ac4-4362-4dc5-ae51-d1694b40bfee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843948-2'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:47:49.595689 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-8dc1df8a-2eb3-454a-aa52-722725978a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e292d55-f838-4389-b330-a34584a7d441', 'name': 'tempest-TestServerMultinode-1037763909-router', 'tenant_id': 'ed25affb77a84c01a67e1ac685009725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.254'}], 'enable_snat': True}, 'gw_port_id': 'd1272762-f448-441a-9a23-6c613dc094e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:47:02Z', 'updated_at': '2022-05-30T20:47:06Z', 'revision_number': 4, 'project_id': 'ed25affb77a84c01a67e1ac685009725', 'gw_port': {'id': 'd1272762-f448-441a-9a23-6c613dc094e2', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:89:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e292d55-f838-4389-b330-a34584a7d441', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:47:03Z', 'updated_at': '2022-05-30T20:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '4bb4459a-c873-4ef6-b979-de330febd3d7', 'name': '', 'network_id': '5cd09563-6407-4d06-a1c9-d596746237ed', 'tenant_id': 'ed25affb77a84c01a67e1ac685009725', 'mac_address': 'fa:16:3e:80:dc:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e292d55-f838-4389-b330-a34584a7d441', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b2eb0e04-bba7-4f4a-8b2e-69e8501445ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:47:05Z', 'updated_at': '2022-05-30T20:47:07Z', 'revision_number': 2, 'project_id': 'ed25affb77a84c01a67e1ac685009725', 'subnets': [{'id': 'b2eb0e04-bba7-4f4a-8b2e-69e8501445ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:47:49.609437 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc1df8a-2eb3-454a-aa52-722725978a4b None None] Checking router: 8e292d55-f838-4389-b330-a34584a7d441 for host: n-d-843948-2 {{(pid=84889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:47:49.611265 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc1df8a-2eb3-454a-aa52-722725978a4b None None] Updating router 8e292d55-f838-4389-b330-a34584a7d441 port 4bb4459a-c873-4ef6-b979-de330febd3d7 binding host n-d-843948-2 {{(pid=84889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:47:49.646931 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd7a763-8290-447a-9009-077397084ee9 req-d5a14586-e690-4bc7-85ed-6e3d65d4ef93 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:47:49.649826 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4bd7a763-8290-447a-9009-077397084ee9 req-d5a14586-e690-4bc7-85ed-6e3d65d4ef93 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] 10.222.0.85 "GET /v2.0/ports?device_id=954f2ac4-4362-4dc5-ae51-d1694b40bfee HTTP/1.1" status: 200 len: 895 time: 0.1751027 May 30 20:47:49.676672 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-07a3cba1-7e41-4834-b555-ec656b954088 req-62657d90-2aff-4f6c-9121-cfa076475a32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:49.712663 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-8dc1df8a-2eb3-454a-aa52-722725978a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:49.755485 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:49.866862 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device bfd77b8a-16f3-4341-8b5b-35330a6beed9 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:47:49.902474 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-cb93567c-a5ce-4c22-b720-935164b0448c None None] Provisioning for port 9f4fc02b-25d0-4774-818a-182f49d37814 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:47:49.910118 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-cb93567c-a5ce-4c22-b720-935164b0448c None None] Provisioning complete for port 9f4fc02b-25d0-4774-818a-182f49d37814 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:47:49.910571 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-cb93567c-a5ce-4c22-b720-935164b0448c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:50.002337 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-cb93567c-a5ce-4c22-b720-935164b0448c None None] Port 9f4fc02b-25d0-4774-818a-182f49d37814 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:47:50.006836 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port bfd77b8a-16f3-4341-8b5b-35330a6beed9 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:47:50.007426 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:50.074782 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7387a332-d211-459c-9f88-e1699dbf8696 req-d769b12b-c8d0-4431-8c89-997c97e00a6e tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:47:50.082381 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-7387a332-d211-459c-9f88-e1699dbf8696 req-d769b12b-c8d0-4431-8c89-997c97e00a6e tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/ports?device_id=28d04ad2-b3b9-4f87-b053-e59c5b5a0eb9 HTTP/1.1" status: 200 len: 946 time: 0.2320933 May 30 20:47:50.162714 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-8dc1df8a-2eb3-454a-aa52-722725978a4b None None] Notify callbacks [] for port, precommit_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:50.181415 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.provisioning_blocks [None req-8dc1df8a-2eb3-454a-aa52-722725978a4b None None] Transition to ACTIVE for port object 4bb4459a-c873-4ef6-b979-de330febd3d7 will not be triggered until provisioned by entity L2. {{(pid=84889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:47:50.206190 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-7387a332-d211-459c-9f88-e1699dbf8696 req-c9154e0f-2d17-44c5-ac13-429b36204083 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/security-groups?id=55b4696b-8ce2-4bd2-9c2a-5bdb3080275c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224012 May 30 20:47:50.297566 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [req-07a3cba1-7e41-4834-b555-ec656b954088 req-62657d90-2aff-4f6c-9121-cfa076475a32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f4fc02b-25d0-4774-818a-182f49d37814 {{(pid=84886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:47:50.305569 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-07a3cba1-7e41-4834-b555-ec656b954088 req-62657d90-2aff-4f6c-9121-cfa076475a32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:50.306242 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-8dc1df8a-2eb3-454a-aa52-722725978a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:50.322759 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [req-07a3cba1-7e41-4834-b555-ec656b954088 req-62657d90-2aff-4f6c-9121-cfa076475a32 service neutron] Transition to ACTIVE for port object 9f4fc02b-25d0-4774-818a-182f49d37814 will not be triggered until provisioned by entity L2. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:47:50.431325 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241fd6ab-6e8f-492e-a5c1-fe4491e5a674 None None] Pushing event updated for resources: {'Port': ['ID=4bb4459a-c873-4ef6-b979-de330febd3d7,revision_number=3']} {{(pid=84889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:47:50.506027 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-07a3cba1-7e41-4834-b555-ec656b954088 req-62657d90-2aff-4f6c-9121-cfa076475a32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:50.532391 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-8dc1df8a-2eb3-454a-aa52-722725978a4b None None] Attempting to bind port 4bb4459a-c873-4ef6-b979-de330febd3d7 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:47:50.532784 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-8dc1df8a-2eb3-454a-aa52-722725978a4b None None] Attempting to bind port 4bb4459a-c873-4ef6-b979-de330febd3d7 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': '879fe62b-5117-4948-9557-81f14eac2aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '5cd09563-6407-4d06-a1c9-d596746237ed'}] {{(pid=84889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:47:50.533146 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc1df8a-2eb3-454a-aa52-722725978a4b None None] Attempting to bind port 4bb4459a-c873-4ef6-b979-de330febd3d7 on network 5cd09563-6407-4d06-a1c9-d596746237ed {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:47:50.541330 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc1df8a-2eb3-454a-aa52-722725978a4b None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:47:50.541735 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc1df8a-2eb3-454a-aa52-722725978a4b None None] Checking segment: {'id': '879fe62b-5117-4948-9557-81f14eac2aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '5cd09563-6407-4d06-a1c9-d596746237ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:47:50.542135 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-8dc1df8a-2eb3-454a-aa52-722725978a4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:50.542527 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc1df8a-2eb3-454a-aa52-722725978a4b None None] Bound using segment: {'id': '879fe62b-5117-4948-9557-81f14eac2aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '5cd09563-6407-4d06-a1c9-d596746237ed'} {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:47:50.542991 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-8dc1df8a-2eb3-454a-aa52-722725978a4b None None] Bound port: 4bb4459a-c873-4ef6-b979-de330febd3d7, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '879fe62b-5117-4948-9557-81f14eac2aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '5cd09563-6407-4d06-a1c9-d596746237ed'}}] {{(pid=84889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:47:50.543481 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-8dc1df8a-2eb3-454a-aa52-722725978a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:50.652272 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.db [None req-8dc1df8a-2eb3-454a-aa52-722725978a4b None None] For port 4bb4459a-c873-4ef6-b979-de330febd3d7, host n-d-843948-2, cleared binding levels {{(pid=84889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:47:50.653731 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62657d90-2aff-4f6c-9121-cfa076475a32 service neutron] Pushing event updated for resources: {'Port': ['ID=9f4fc02b-25d0-4774-818a-182f49d37814,revision_number=2']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:47:50.660253 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.db [None req-8dc1df8a-2eb3-454a-aa52-722725978a4b None None] For port 4bb4459a-c873-4ef6-b979-de330febd3d7, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=4bb4459a-c873-4ef6-b979-de330febd3d7,segment=NetworkSegment(879fe62b-5117-4948-9557-81f14eac2aeb),segment_id=879fe62b-5117-4948-9557-81f14eac2aeb)] {{(pid=84889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:47:50.732831 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 54716268-dd96-46b6-9ce1-33552bf7e15c no longer exists at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:47:50.788503 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] No Port match for: 54716268-dd96-46b6-9ce1-33552bf7e15c {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:47:50.789170 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 54716268-dd96-46b6-9ce1-33552bf7e15c not bound to the agent host n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:47:50.821231 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-8dc1df8a-2eb3-454a-aa52-722725978a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:50.927768 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241fd6ab-6e8f-492e-a5c1-fe4491e5a674 None None] Pushing event updated for resources: {'Port': ['ID=4bb4459a-c873-4ef6-b979-de330febd3d7,revision_number=4']} {{(pid=84889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:47:50.934793 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc1df8a-2eb3-454a-aa52-722725978a4b None None] Routers {'8e292d55-f838-4389-b330-a34584a7d441'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:47:50.935716 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-8dc1df8a-2eb3-454a-aa52-722725978a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:47:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['8e292d55-f838-4389-b330-a34584a7d441'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:47:51.007980 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-07a3cba1-7e41-4834-b555-ec656b954088 req-62657d90-2aff-4f6c-9121-cfa076475a32 service neutron] Attempting to bind port 9f4fc02b-25d0-4774-818a-182f49d37814 on host n-h1-843948-2 for vnic_type normal with profile {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:47:51.008323 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-07a3cba1-7e41-4834-b555-ec656b954088 req-62657d90-2aff-4f6c-9121-cfa076475a32 service neutron] Attempting to bind port 9f4fc02b-25d0-4774-818a-182f49d37814 by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': '6287e079-cb65-4cf3-bdbc-32660d196018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'bf3e4089-d205-4ff3-9736-0ba68cf0b5dd'}] {{(pid=84886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:47:51.008651 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a3cba1-7e41-4834-b555-ec656b954088 req-62657d90-2aff-4f6c-9121-cfa076475a32 service neutron] Attempting to bind port 9f4fc02b-25d0-4774-818a-182f49d37814 on network bf3e4089-d205-4ff3-9736-0ba68cf0b5dd {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:47:51.028446 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a3cba1-7e41-4834-b555-ec656b954088 req-62657d90-2aff-4f6c-9121-cfa076475a32 service neutron] Port 9f4fc02b-25d0-4774-818a-182f49d37814 on network bf3e4089-d205-4ff3-9736-0ba68cf0b5dd not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:47:51.028778 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a3cba1-7e41-4834-b555-ec656b954088 req-62657d90-2aff-4f6c-9121-cfa076475a32 service neutron] Attempting to bind port 9f4fc02b-25d0-4774-818a-182f49d37814 on network bf3e4089-d205-4ff3-9736-0ba68cf0b5dd {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:47:51.040048 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169d7d12-45f9-40dd-868b-daf82808b1fe req-f2aa2482-1a1b-4388-b72e-cf46aad320b8 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:47:51.040762 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-169d7d12-45f9-40dd-868b-daf82808b1fe req-f2aa2482-1a1b-4388-b72e-cf46aad320b8 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Synchronizing usage tracker for tenant:54aaf92a8da3459482cb4f4837dad259 on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:47:51.042919 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-04c186df-4a29-4aa3-894c-ee322fc73dbc req-a9a012f5-8316-41e6-89d1-14da4daf508b tempest-TestServerMultinode-1203313607 tempest-TestServerMultinode-1203313607-project-admin] Synchronizing usage tracker for tenant:ed25affb77a84c01a67e1ac685009725 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:47:51.056237 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a3cba1-7e41-4834-b555-ec656b954088 req-62657d90-2aff-4f6c-9121-cfa076475a32 service neutron] Checking agent: {'id': 'f728d74e-a4ae-4384-860b-a5ade05dd8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 47, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:47:51.056578 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a3cba1-7e41-4834-b555-ec656b954088 req-62657d90-2aff-4f6c-9121-cfa076475a32 service neutron] Checking segment: {'id': '6287e079-cb65-4cf3-bdbc-32660d196018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'bf3e4089-d205-4ff3-9736-0ba68cf0b5dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:47:51.056988 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a3cba1-7e41-4834-b555-ec656b954088 req-62657d90-2aff-4f6c-9121-cfa076475a32 service neutron] Bound using segment: {'id': '6287e079-cb65-4cf3-bdbc-32660d196018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'bf3e4089-d205-4ff3-9736-0ba68cf0b5dd'} {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:47:51.057451 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-07a3cba1-7e41-4834-b555-ec656b954088 req-62657d90-2aff-4f6c-9121-cfa076475a32 service neutron] Bound port: 9f4fc02b-25d0-4774-818a-182f49d37814, host: n-h1-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6287e079-cb65-4cf3-bdbc-32660d196018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'bf3e4089-d205-4ff3-9736-0ba68cf0b5dd'}}] {{(pid=84886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:47:51.057963 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-07a3cba1-7e41-4834-b555-ec656b954088 req-62657d90-2aff-4f6c-9121-cfa076475a32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:51.154779 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-04c186df-4a29-4aa3-894c-ee322fc73dbc req-a9a012f5-8316-41e6-89d1-14da4daf508b tempest-TestServerMultinode-1203313607 tempest-TestServerMultinode-1203313607-project-admin] Unset dirty status for tenant:ed25affb77a84c01a67e1ac685009725 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:47:51.155952 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-04c186df-4a29-4aa3-894c-ee322fc73dbc req-a9a012f5-8316-41e6-89d1-14da4daf508b tempest-TestServerMultinode-1203313607 tempest-TestServerMultinode-1203313607-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=4ac5760d-cea3-4a65-aa2e-5d1d6a483d03 HTTP/1.1" status: 200 len: 1096 time: 0.1949298 May 30 20:47:51.163448 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-8dc1df8a-2eb3-454a-aa52-722725978a4b None None] Set router 8e292d55-f838-4389-b330-a34584a7d441 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:47:51.175027 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-07a3cba1-7e41-4834-b555-ec656b954088 req-62657d90-2aff-4f6c-9121-cfa076475a32 service neutron] For port 9f4fc02b-25d0-4774-818a-182f49d37814, host n-h1-843948-2, cleared binding levels {{(pid=84886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:47:51.179979 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-07a3cba1-7e41-4834-b555-ec656b954088 req-62657d90-2aff-4f6c-9121-cfa076475a32 service neutron] For port 9f4fc02b-25d0-4774-818a-182f49d37814, host n-h1-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=9f4fc02b-25d0-4774-818a-182f49d37814,segment=NetworkSegment(6287e079-cb65-4cf3-bdbc-32660d196018),segment_id=6287e079-cb65-4cf3-bdbc-32660d196018)] {{(pid=84886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:47:51.222007 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-04c186df-4a29-4aa3-894c-ee322fc73dbc req-38dca21a-fa99-4d9a-81d2-d909ac9cd893 tempest-TestServerMultinode-1203313607 tempest-TestServerMultinode-1203313607-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=ce300995-7f3f-4090-b6aa-a68ec0b1a7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551827 May 30 20:47:51.264431 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-169d7d12-45f9-40dd-868b-daf82808b1fe req-f2aa2482-1a1b-4388-b72e-cf46aad320b8 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Unset dirty status for tenant:54aaf92a8da3459482cb4f4837dad259 on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:47:51.266686 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-169d7d12-45f9-40dd-868b-daf82808b1fe req-f2aa2482-1a1b-4388-b72e-cf46aad320b8 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] 10.222.0.85 "GET /v2.0/ports?device_id=954f2ac4-4362-4dc5-ae51-d1694b40bfee HTTP/1.1" status: 200 len: 907 time: 0.3781209 May 30 20:47:51.309788 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-07a3cba1-7e41-4834-b555-ec656b954088 req-62657d90-2aff-4f6c-9121-cfa076475a32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:51.381696 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-07a3cba1-7e41-4834-b555-ec656b954088 req-62657d90-2aff-4f6c-9121-cfa076475a32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:51.383296 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-07a3cba1-7e41-4834-b555-ec656b954088 req-62657d90-2aff-4f6c-9121-cfa076475a32 service neutron] 10.222.0.71 "PUT /v2.0/ports/9f4fc02b-25d0-4774-818a-182f49d37814 HTTP/1.1" status: 200 len: 1055 time: 1.9061828 May 30 20:47:51.383877 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '954f2ac4-4362-4dc5-ae51-d1694b40bfee', 'tag': '9f4fc02b-25d0-4774-818a-182f49d37814'}] {{(pid=84886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:47:51.423901 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62657d90-2aff-4f6c-9121-cfa076475a32 service neutron] Pushing event updated for resources: {'Port': ['ID=9f4fc02b-25d0-4774-818a-182f49d37814,revision_number=3']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:47:51.480451 n-d-843948-2 neutron-server[84886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37503fcd-0910-403f-931a-b7962dd4376e'] response: {'name': 'network-changed', 'server_uuid': '954f2ac4-4362-4dc5-ae51-d1694b40bfee', 'tag': '9f4fc02b-25d0-4774-818a-182f49d37814', 'status': 'completed', 'code': 200} May 30 20:47:51.515868 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5475e8f-1e2e-4fe2-8f19-0dca6ddbaf39 req-cf6e6112-5cfb-4e59-8d39-db6b8c3441d3 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:47:51.520833 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b5475e8f-1e2e-4fe2-8f19-0dca6ddbaf39 req-cf6e6112-5cfb-4e59-8d39-db6b8c3441d3 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/ports?device_id=28d04ad2-b3b9-4f87-b053-e59c5b5a0eb9 HTTP/1.1" status: 200 len: 946 time: 0.1459391 May 30 20:47:51.542458 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:47:51.594828 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b5475e8f-1e2e-4fe2-8f19-0dca6ddbaf39 req-8b9dffb4-58c1-48a3-bd5b-660ca559a1e6 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/security-groups?id=55b4696b-8ce2-4bd2-9c2a-5bdb3080275c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673707 May 30 20:47:51.617764 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a9150b3a-5174-4684-8660-5b91e9ab5afa req-2e68f011-29ec-44ac-99c1-344e50d230ff service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=54aaf92a8da3459482cb4f4837dad259&device_id=954f2ac4-4362-4dc5-ae51-d1694b40bfee HTTP/1.1" status: 200 len: 1058 time: 0.1073461 May 30 20:47:51.645775 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-8dc1df8a-2eb3-454a-aa52-722725978a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e292d55-f838-4389-b330-a34584a7d441', 'name': 'tempest-TestServerMultinode-1037763909-router', 'tenant_id': 'ed25affb77a84c01a67e1ac685009725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.254'}], 'enable_snat': True}, 'gw_port_id': 'd1272762-f448-441a-9a23-6c613dc094e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:47:02Z', 'updated_at': '2022-05-30T20:47:06Z', 'revision_number': 4, 'project_id': 'ed25affb77a84c01a67e1ac685009725', 'gw_port': {'id': 'd1272762-f448-441a-9a23-6c613dc094e2', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:89:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e292d55-f838-4389-b330-a34584a7d441', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:47:03Z', 'updated_at': '2022-05-30T20:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '4bb4459a-c873-4ef6-b979-de330febd3d7', 'name': '', 'network_id': '5cd09563-6407-4d06-a1c9-d596746237ed', 'tenant_id': 'ed25affb77a84c01a67e1ac685009725', 'mac_address': 'fa:16:3e:80:dc:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e292d55-f838-4389-b330-a34584a7d441', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b2eb0e04-bba7-4f4a-8b2e-69e8501445ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:47:05Z', 'updated_at': '2022-05-30T20:47:50Z', 'revision_number': 4, 'project_id': 'ed25affb77a84c01a67e1ac685009725', 'subnets': [{'id': 'b2eb0e04-bba7-4f4a-8b2e-69e8501445ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:47:51.650514 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc1df8a-2eb3-454a-aa52-722725978a4b None None] The sync data for ids ['8e292d55-f838-4389-b330-a34584a7d441'] in n-d-843948-2 is: [{'id': '8e292d55-f838-4389-b330-a34584a7d441', 'name': 'tempest-TestServerMultinode-1037763909-router', 'tenant_id': 'ed25affb77a84c01a67e1ac685009725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.254'}], 'enable_snat': True}, 'gw_port_id': 'd1272762-f448-441a-9a23-6c613dc094e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:47:02Z', 'updated_at': '2022-05-30T20:47:06Z', 'revision_number': 4, 'project_id': 'ed25affb77a84c01a67e1ac685009725', 'gw_port': {'id': 'd1272762-f448-441a-9a23-6c613dc094e2', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:89:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e292d55-f838-4389-b330-a34584a7d441', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:47:03Z', 'updated_at': '2022-05-30T20:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '4bb4459a-c873-4ef6-b979-de330febd3d7', 'name': '', 'network_id': '5cd09563-6407-4d06-a1c9-d596746237ed', 'tenant_id': 'ed25affb77a84c01a67e1ac685009725', 'mac_address': 'fa:16:3e:80:dc:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e292d55-f838-4389-b330-a34584a7d441', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b2eb0e04-bba7-4f4a-8b2e-69e8501445ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:47:05Z', 'updated_at': '2022-05-30T20:47:50Z', 'revision_number': 4, 'project_id': 'ed25affb77a84c01a67e1ac685009725', 'subnets': [{'id': 'b2eb0e04-bba7-4f4a-8b2e-69e8501445ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:47:51.897358 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 4bb4459a-c873-4ef6-b979-de330febd3d7 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:47:51.904851 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9150b3a-5174-4684-8660-5b91e9ab5afa req-8fa54452-1add-46d8-8d8f-f32864504aba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:47:51.905396 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9150b3a-5174-4684-8660-5b91e9ab5afa req-8fa54452-1add-46d8-8d8f-f32864504aba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:47:51.907325 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a9150b3a-5174-4684-8660-5b91e9ab5afa req-8fa54452-1add-46d8-8d8f-f32864504aba service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=54aaf92a8da3459482cb4f4837dad259&shared=False HTTP/1.1" status: 200 len: 1583 time: 0.2343121 May 30 20:47:52.067956 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9150b3a-5174-4684-8660-5b91e9ab5afa req-a65f84ca-3371-4977-ad09-ac5772d2504c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:47:52.069461 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a9150b3a-5174-4684-8660-5b91e9ab5afa req-a65f84ca-3371-4977-ad09-ac5772d2504c service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1563706 May 30 20:47:52.118106 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 4bb4459a-c873-4ef6-b979-de330febd3d7 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:47:52.123790 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 4bb4459a-c873-4ef6-b979-de330febd3d7 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:47:52.124309 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:52.193934 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-07a3cba1-7e41-4834-b555-ec656b954088 req-31c0b5e2-1b9d-49c8-85ac-d960b301e6bd service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=54aaf92a8da3459482cb4f4837dad259&device_id=954f2ac4-4362-4dc5-ae51-d1694b40bfee HTTP/1.1" status: 200 len: 1058 time: 0.0839262 May 30 20:47:52.255655 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:52.279463 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-07a3cba1-7e41-4834-b555-ec656b954088 req-7fba6375-435b-49ee-9090-f53bf3606bfb service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=9f4fc02b-25d0-4774-818a-182f49d37814 HTTP/1.1" status: 200 len: 217 time: 0.0769851 May 30 20:47:52.306404 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port 4bb4459a-c873-4ef6-b979-de330febd3d7, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=4bb4459a-c873-4ef6-b979-de330febd3d7,segment=NetworkSegment(879fe62b-5117-4948-9557-81f14eac2aeb),segment_id=879fe62b-5117-4948-9557-81f14eac2aeb)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:47:52.360764 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a3cba1-7e41-4834-b555-ec656b954088 req-d326113a-ad6b-4a2b-9009-f776bcf9941b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:47:52.363840 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-07a3cba1-7e41-4834-b555-ec656b954088 req-d326113a-ad6b-4a2b-9009-f776bcf9941b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=dbe49d17-1e65-4fe3-a845-a83c729e5347 HTTP/1.1" status: 200 len: 838 time: 0.0792384 May 30 20:47:52.503726 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:52.537214 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a40d0216-111b-4547-b3be-bfa17be291f0 req-54892921-f4d9-485a-abe3-5c67e694a484 tempest-TestServerMultinode-1203313607 tempest-TestServerMultinode-1203313607-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=4ac5760d-cea3-4a65-aa2e-5d1d6a483d03 HTTP/1.1" status: 200 len: 1096 time: 0.1804097 May 30 20:47:52.548989 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b646257e-27d7-4044-88aa-dfa268563b75 req-73e89c8e-9187-49da-a427-43e5fc1d9f90 tempest-TestServerMultinode-1203313607 tempest-TestServerMultinode-1203313607-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=4ac5760d-cea3-4a65-aa2e-5d1d6a483d03 HTTP/1.1" status: 200 len: 1096 time: 0.1330757 May 30 20:47:52.549498 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-07a3cba1-7e41-4834-b555-ec656b954088 req-2322dd80-caf8-4c73-80d6-4b49c06dfb29 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=bf3e4089-d205-4ff3-9736-0ba68cf0b5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1763911 May 30 20:47:52.554644 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:52.596020 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=4bb4459a-c873-4ef6-b979-de330febd3d7,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:47:52.624376 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf45e7f-7388-4951-a89a-172ffbebdcb8 req-b14a0925-a638-4b29-a258-bb59a2ae1f55 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:47:52.626174 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9cf45e7f-7388-4951-a89a-172ffbebdcb8 req-b14a0925-a638-4b29-a258-bb59a2ae1f55 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] 10.222.0.85 "GET /v2.0/ports?device_id=954f2ac4-4362-4dc5-ae51-d1694b40bfee HTTP/1.1" status: 200 len: 907 time: 0.1743875 May 30 20:47:52.629193 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-a40d0216-111b-4547-b3be-bfa17be291f0 req-4ed6580a-e95b-4b43-b996-eb941c8031b4 tempest-TestServerMultinode-1203313607 tempest-TestServerMultinode-1203313607-project-admin] Deleting port 07d27e6f-e983-4a12-b779-3b2cf7fd0711 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:47:52.629757 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-a40d0216-111b-4547-b3be-bfa17be291f0 req-4ed6580a-e95b-4b43-b996-eb941c8031b4 tempest-TestServerMultinode-1203313607 tempest-TestServerMultinode-1203313607-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:52.719546 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b646257e-27d7-4044-88aa-dfa268563b75 req-bc714939-5def-469c-86b1-b40532173d57 tempest-TestServerMultinode-1203313607 tempest-TestServerMultinode-1203313607-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=ce300995-7f3f-4090-b6aa-a68ec0b1a7ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653249 May 30 20:47:52.794640 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-07a3cba1-7e41-4834-b555-ec656b954088 req-0fc023f8-1fee-449f-86d0-93680d1c9ec6 service neutron] 10.222.0.71 "GET /v2.0/networks/bf3e4089-d205-4ff3-9736-0ba68cf0b5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2269902 May 30 20:47:52.945671 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-07a3cba1-7e41-4834-b555-ec656b954088 req-ac10f71f-be04-4ab2-b3d7-8c5a06dd4dbc service neutron] 10.222.0.71 "GET /v2.0/networks/bf3e4089-d205-4ff3-9736-0ba68cf0b5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428702 May 30 20:47:52.965712 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-a40d0216-111b-4547-b3be-bfa17be291f0 req-4ed6580a-e95b-4b43-b996-eb941c8031b4 tempest-TestServerMultinode-1203313607 tempest-TestServerMultinode-1203313607-project-admin] For port 07d27e6f-e983-4a12-b779-3b2cf7fd0711, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=07d27e6f-e983-4a12-b779-3b2cf7fd0711,segment=NetworkSegment(9d5a51ae-25ba-448c-8461-93a27ef7e929),segment_id=9d5a51ae-25ba-448c-8461-93a27ef7e929)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:47:52.965984 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-a40d0216-111b-4547-b3be-bfa17be291f0 req-4ed6580a-e95b-4b43-b996-eb941c8031b4 tempest-TestServerMultinode-1203313607 tempest-TestServerMultinode-1203313607-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:53.092489 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-a40d0216-111b-4547-b3be-bfa17be291f0 req-4ed6580a-e95b-4b43-b996-eb941c8031b4 tempest-TestServerMultinode-1203313607 tempest-TestServerMultinode-1203313607-project-admin] Calling delete_port for 07d27e6f-e983-4a12-b779-3b2cf7fd0711 owned by compute:nova {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:47:53.124225 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27535858-6b8b-46ce-ba06-c6a60398efb0 req-362191d0-965a-4f64-9981-eac076fdd69f tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:47:53.125768 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-27535858-6b8b-46ce-ba06-c6a60398efb0 req-362191d0-965a-4f64-9981-eac076fdd69f tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/ports?device_id=28d04ad2-b3b9-4f87-b053-e59c5b5a0eb9 HTTP/1.1" status: 200 len: 946 time: 0.2818139 May 30 20:47:53.204138 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-27535858-6b8b-46ce-ba06-c6a60398efb0 req-3d0ce5c6-6ead-4114-b8b1-98e8907bfebf tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/security-groups?id=55b4696b-8ce2-4bd2-9c2a-5bdb3080275c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716362 May 30 20:47:53.412070 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-a40d0216-111b-4547-b3be-bfa17be291f0 req-4ed6580a-e95b-4b43-b996-eb941c8031b4 tempest-TestServerMultinode-1203313607 tempest-TestServerMultinode-1203313607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:53.423369 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['07d27e6f-e983-4a12-b779-3b2cf7fd0711'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:47:53.490328 n-d-843948-2 neutron-server[84886]: INFO neutron.api.v2.resource [req-683f987b-2aea-44d8-bae0-0fbbc911e485 req-843b825f-239c-44c8-add2-94584488f866 service neutron] show failed (client error): The resource could not be found. May 30 20:47:53.491443 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-683f987b-2aea-44d8-bae0-0fbbc911e485 req-843b825f-239c-44c8-add2-94584488f866 service neutron] 10.222.0.71 "GET /v2.0/ports/16782d4f-6daf-4414-b252-e35eacdccc16/bindings/n-h2-843948-2 HTTP/1.1" status: 404 len: 380 time: 0.0871437 May 30 20:47:53.492590 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed6580a-e95b-4b43-b996-eb941c8031b4 tempest-TestServerMultinode-1203313607 tempest-TestServerMultinode-1203313607-project-admin] Pushing event deleted for resources: {'Port': ['ID=07d27e6f-e983-4a12-b779-3b2cf7fd0711,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:47:53.631952 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-a40d0216-111b-4547-b3be-bfa17be291f0 req-4ed6580a-e95b-4b43-b996-eb941c8031b4 tempest-TestServerMultinode-1203313607 tempest-TestServerMultinode-1203313607-project-admin] No DVR routers for this DVR port 07d27e6f-e983-4a12-b779-3b2cf7fd0711 on host n-h2-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:47:53.634823 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-a40d0216-111b-4547-b3be-bfa17be291f0 req-4ed6580a-e95b-4b43-b996-eb941c8031b4 tempest-TestServerMultinode-1203313607 tempest-TestServerMultinode-1203313607-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:53.637365 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ac5760d-cea3-4a65-aa2e-5d1d6a483d03', 'name': 'network-vif-deleted', 'tag': '07d27e6f-e983-4a12-b779-3b2cf7fd0711'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:47:53.691264 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6d7439f-8201-439e-ab7a-e4c6514d5536'] response: {'server_uuid': '4ac5760d-cea3-4a65-aa2e-5d1d6a483d03', 'name': 'network-vif-deleted', 'tag': '07d27e6f-e983-4a12-b779-3b2cf7fd0711', 'status': 'completed', 'code': 200} May 30 20:47:53.824975 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a40d0216-111b-4547-b3be-bfa17be291f0 req-4ed6580a-e95b-4b43-b996-eb941c8031b4 tempest-TestServerMultinode-1203313607 tempest-TestServerMultinode-1203313607-project-admin] 10.222.0.86 "DELETE /v2.0/ports/07d27e6f-e983-4a12-b779-3b2cf7fd0711 HTTP/1.1" status: 204 len: 173 time: 1.2808783 May 30 20:47:53.859940 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 4bb4459a-c873-4ef6-b979-de330febd3d7 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:47:53.864235 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402de195-9ff2-43d7-be65-8e4ab72108d7 req-23c9ef13-ac73-4392-bfce-9532e5630909 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:47:53.868451 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-402de195-9ff2-43d7-be65-8e4ab72108d7 req-23c9ef13-ac73-4392-bfce-9532e5630909 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] 10.222.0.85 "GET /v2.0/ports?device_id=954f2ac4-4362-4dc5-ae51-d1694b40bfee HTTP/1.1" status: 200 len: 907 time: 0.1129284 May 30 20:47:53.932263 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0b2e8ade-fea9-44b2-b5a0-78ec42787e12 req-7a5fc755-3f18-43cf-92c0-2b7c58af70a5 tempest-TestServerMultinode-1203313607 tempest-TestServerMultinode-1203313607-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=4ac5760d-cea3-4a65-aa2e-5d1d6a483d03 HTTP/1.1" status: 200 len: 210 time: 0.0417349 May 30 20:47:53.940709 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 4bb4459a-c873-4ef6-b979-de330febd3d7 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:47:53.941376 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:54.488782 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-683f987b-2aea-44d8-bae0-0fbbc911e485 req-a128f616-8646-4120-ab37-56d49ddc8633 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=28d04ad2-b3b9-4f87-b053-e59c5b5a0eb9&tenant_id=92b5fc25c8fb428a885a0ea0a728400d HTTP/1.1" status: 200 len: 1097 time: 0.1046147 May 30 20:47:54.495273 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf4b3c5-a289-4198-9ac2-b2e464ca0087 req-9cb1d310-d76d-4c35-8058-f1e25000fb22 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:47:54.496762 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5cf4b3c5-a289-4198-9ac2-b2e464ca0087 req-9cb1d310-d76d-4c35-8058-f1e25000fb22 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/ports?device_id=28d04ad2-b3b9-4f87-b053-e59c5b5a0eb9 HTTP/1.1" status: 200 len: 946 time: 0.1553242 May 30 20:47:54.502279 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-683f987b-2aea-44d8-bae0-0fbbc911e485 req-500c3df0-e451-4fbc-9738-29439d55fc26 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-843948-2', 'device_owner': 'compute:nova'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:47:54.629907 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5cf4b3c5-a289-4198-9ac2-b2e464ca0087 req-fb1e8200-32fe-41c6-9d47-b3a27f50bba3 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/security-groups?id=55b4696b-8ce2-4bd2-9c2a-5bdb3080275c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982776 May 30 20:47:54.657910 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-683f987b-2aea-44d8-bae0-0fbbc911e485 req-500c3df0-e451-4fbc-9738-29439d55fc26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:54.957443 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-683f987b-2aea-44d8-bae0-0fbbc911e485 req-500c3df0-e451-4fbc-9738-29439d55fc26 service neutron] For port 16782d4f-6daf-4414-b252-e35eacdccc16, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=16782d4f-6daf-4414-b252-e35eacdccc16,segment=NetworkSegment(b137d6a1-cad7-4615-9646-be2b81ec6b86),segment_id=b137d6a1-cad7-4615-9646-be2b81ec6b86)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:47:54.998013 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-683f987b-2aea-44d8-bae0-0fbbc911e485 req-500c3df0-e451-4fbc-9738-29439d55fc26 service neutron] For port 16782d4f-6daf-4414-b252-e35eacdccc16, host n-h1-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:47:55.071657 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-683f987b-2aea-44d8-bae0-0fbbc911e485 req-500c3df0-e451-4fbc-9738-29439d55fc26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:55.092898 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d595526d-faa1-44d8-bf25-8d49f37efe55 req-3c26206d-9427-49c5-b5cf-0db5c142ac78 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:47:55.094534 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d595526d-faa1-44d8-bf25-8d49f37efe55 req-3c26206d-9427-49c5-b5cf-0db5c142ac78 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] 10.222.0.85 "GET /v2.0/ports?device_id=954f2ac4-4362-4dc5-ae51-d1694b40bfee HTTP/1.1" status: 200 len: 907 time: 0.0873704 May 30 20:47:55.125759 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-683f987b-2aea-44d8-bae0-0fbbc911e485 req-500c3df0-e451-4fbc-9738-29439d55fc26 service neutron] Transition to ACTIVE for port object 16782d4f-6daf-4414-b252-e35eacdccc16 will not be triggered until provisioned by entity L2. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:47:55.132294 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-7d16a550-602f-4886-9768-8224ab5702ee req-af8851d1-c7c9-4c0d-bf0a-0adaa2c0c2d3 tempest-TestServerMultinode-1203313607 tempest-TestServerMultinode-1203313607-project-admin] Synchronizing usage tracker for tenant:ed25affb77a84c01a67e1ac685009725 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:47:55.258497 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-683f987b-2aea-44d8-bae0-0fbbc911e485 req-500c3df0-e451-4fbc-9738-29439d55fc26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:55.291505 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-7d16a550-602f-4886-9768-8224ab5702ee req-af8851d1-c7c9-4c0d-bf0a-0adaa2c0c2d3 tempest-TestServerMultinode-1203313607 tempest-TestServerMultinode-1203313607-project-admin] Unset dirty status for tenant:ed25affb77a84c01a67e1ac685009725 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:47:55.292682 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7d16a550-602f-4886-9768-8224ab5702ee req-af8851d1-c7c9-4c0d-bf0a-0adaa2c0c2d3 tempest-TestServerMultinode-1203313607 tempest-TestServerMultinode-1203313607-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=4ac5760d-cea3-4a65-aa2e-5d1d6a483d03 HTTP/1.1" status: 200 len: 210 time: 0.2101643 May 30 20:47:55.403210 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500c3df0-e451-4fbc-9738-29439d55fc26 service neutron] Pushing event updated for resources: {'Port': ['ID=16782d4f-6daf-4414-b252-e35eacdccc16,revision_number=6']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:47:55.475045 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-683f987b-2aea-44d8-bae0-0fbbc911e485 req-500c3df0-e451-4fbc-9738-29439d55fc26 service neutron] No DVR routers for this DVR port 16782d4f-6daf-4414-b252-e35eacdccc16 on host n-h1-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:47:55.711754 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28d04ad2-b3b9-4f87-b053-e59c5b5a0eb9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16782d4f-6daf-4414-b252-e35eacdccc16'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:47:55.746248 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-683f987b-2aea-44d8-bae0-0fbbc911e485 req-500c3df0-e451-4fbc-9738-29439d55fc26 service neutron] Attempting to bind port 16782d4f-6daf-4414-b252-e35eacdccc16 on host n-h2-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:47:55.746647 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-683f987b-2aea-44d8-bae0-0fbbc911e485 req-500c3df0-e451-4fbc-9738-29439d55fc26 service neutron] Attempting to bind port 16782d4f-6daf-4414-b252-e35eacdccc16 by drivers openvswitch,hyperv on host n-h2-843948-2 at level 0 using segments [{'id': 'b137d6a1-cad7-4615-9646-be2b81ec6b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '823c6024-63b3-4ed4-a97a-15e5fdfbd028'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:47:55.747270 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683f987b-2aea-44d8-bae0-0fbbc911e485 req-500c3df0-e451-4fbc-9738-29439d55fc26 service neutron] Attempting to bind port 16782d4f-6daf-4414-b252-e35eacdccc16 on network 823c6024-63b3-4ed4-a97a-15e5fdfbd028 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:47:55.768693 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683f987b-2aea-44d8-bae0-0fbbc911e485 req-500c3df0-e451-4fbc-9738-29439d55fc26 service neutron] Port 16782d4f-6daf-4414-b252-e35eacdccc16 on network 823c6024-63b3-4ed4-a97a-15e5fdfbd028 not bound, no agent of type Open vSwitch agent registered on host n-h2-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:47:55.769419 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683f987b-2aea-44d8-bae0-0fbbc911e485 req-500c3df0-e451-4fbc-9738-29439d55fc26 service neutron] Attempting to bind port 16782d4f-6daf-4414-b252-e35eacdccc16 on network 823c6024-63b3-4ed4-a97a-15e5fdfbd028 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:47:55.778930 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683f987b-2aea-44d8-bae0-0fbbc911e485 req-500c3df0-e451-4fbc-9738-29439d55fc26 service neutron] Checking agent: {'id': 'eaa08354-e8f5-4e73-af76-8d3cf7d2b390', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:47:55.779676 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683f987b-2aea-44d8-bae0-0fbbc911e485 req-500c3df0-e451-4fbc-9738-29439d55fc26 service neutron] Checking segment: {'id': 'b137d6a1-cad7-4615-9646-be2b81ec6b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '823c6024-63b3-4ed4-a97a-15e5fdfbd028'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:47:55.780254 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683f987b-2aea-44d8-bae0-0fbbc911e485 req-500c3df0-e451-4fbc-9738-29439d55fc26 service neutron] Bound using segment: {'id': 'b137d6a1-cad7-4615-9646-be2b81ec6b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '823c6024-63b3-4ed4-a97a-15e5fdfbd028'} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:47:55.781111 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-683f987b-2aea-44d8-bae0-0fbbc911e485 req-500c3df0-e451-4fbc-9738-29439d55fc26 service neutron] Bound port: 16782d4f-6daf-4414-b252-e35eacdccc16, host: n-h2-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b137d6a1-cad7-4615-9646-be2b81ec6b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '823c6024-63b3-4ed4-a97a-15e5fdfbd028'}}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:47:55.781816 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-683f987b-2aea-44d8-bae0-0fbbc911e485 req-500c3df0-e451-4fbc-9738-29439d55fc26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:55.804615 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e9a9b2d-3b99-4a77-9a18-4a6848df5f93'] response: {'server_uuid': '28d04ad2-b3b9-4f87-b053-e59c5b5a0eb9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16782d4f-6daf-4414-b252-e35eacdccc16', 'code': 200} May 30 20:47:55.831117 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 07d27e6f-e983-4a12-b779-3b2cf7fd0711 no longer exists at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:47:55.846454 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ddfd54-44b6-4032-9d47-718fab056990 req-4fdf3e66-0e33-472a-9b34-c0c502602562 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:47:55.848134 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-84ddfd54-44b6-4032-9d47-718fab056990 req-4fdf3e66-0e33-472a-9b34-c0c502602562 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/ports?device_id=28d04ad2-b3b9-4f87-b053-e59c5b5a0eb9 HTTP/1.1" status: 200 len: 944 time: 0.0894196 May 30 20:47:55.870523 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] No Port match for: 07d27e6f-e983-4a12-b779-3b2cf7fd0711 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:47:55.870784 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 07d27e6f-e983-4a12-b779-3b2cf7fd0711 not bound to the agent host n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:47:55.895569 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-683f987b-2aea-44d8-bae0-0fbbc911e485 req-500c3df0-e451-4fbc-9738-29439d55fc26 service neutron] For port 16782d4f-6daf-4414-b252-e35eacdccc16, host n-h2-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:47:55.899115 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-683f987b-2aea-44d8-bae0-0fbbc911e485 req-500c3df0-e451-4fbc-9738-29439d55fc26 service neutron] For port 16782d4f-6daf-4414-b252-e35eacdccc16, host n-h2-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=16782d4f-6daf-4414-b252-e35eacdccc16,segment=NetworkSegment(b137d6a1-cad7-4615-9646-be2b81ec6b86),segment_id=b137d6a1-cad7-4615-9646-be2b81ec6b86)] {{(pid=84887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:47:55.899477 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-84ddfd54-44b6-4032-9d47-718fab056990 req-70c9991f-5cbb-4fa2-a59a-110e375d2a23 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/security-groups?id=55b4696b-8ce2-4bd2-9c2a-5bdb3080275c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448608 May 30 20:47:56.032068 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-683f987b-2aea-44d8-bae0-0fbbc911e485 req-500c3df0-e451-4fbc-9738-29439d55fc26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:56.101735 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-683f987b-2aea-44d8-bae0-0fbbc911e485 req-500c3df0-e451-4fbc-9738-29439d55fc26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:56.103229 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-683f987b-2aea-44d8-bae0-0fbbc911e485 req-500c3df0-e451-4fbc-9738-29439d55fc26 service neutron] 10.222.0.86 "PUT /v2.0/ports/16782d4f-6daf-4414-b252-e35eacdccc16 HTTP/1.1" status: 200 len: 1092 time: 1.6055913 May 30 20:47:56.117063 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500c3df0-e451-4fbc-9738-29439d55fc26 service neutron] Pushing event updated for resources: {'Port': ['ID=16782d4f-6daf-4414-b252-e35eacdccc16,revision_number=7']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:47:56.207597 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-683f987b-2aea-44d8-bae0-0fbbc911e485 req-a33ba58a-fdba-4f99-94a6-befbbc785b0b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=92b5fc25c8fb428a885a0ea0a728400d&device_id=28d04ad2-b3b9-4f87-b053-e59c5b5a0eb9 HTTP/1.1" status: 200 len: 1095 time: 0.0824354 May 30 20:47:56.294799 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ac0b3479-0cdf-4a16-b873-d2a5a11fb240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:56.425551 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 42576) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:47:56.518029 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683f987b-2aea-44d8-bae0-0fbbc911e485 req-1cff09fc-112e-4eba-bbbf-2023ba35e525 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:47:56.519468 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-683f987b-2aea-44d8-bae0-0fbbc911e485 req-1cff09fc-112e-4eba-bbbf-2023ba35e525 service neutron] 10.222.0.86 "GET /v2.0/networks?id=823c6024-63b3-4ed4-a97a-15e5fdfbd028 HTTP/1.1" status: 200 len: 898 time: 0.3053265 May 30 20:47:56.531062 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4209355c-47ca-4f39-a538-f07f7c632037 req-7a2a827f-d523-4857-87e9-dd181bf2f32b tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:47:56.532542 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4209355c-47ca-4f39-a538-f07f7c632037 req-7a2a827f-d523-4857-87e9-dd181bf2f32b tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] 10.222.0.85 "GET /v2.0/ports?device_id=954f2ac4-4362-4dc5-ae51-d1694b40bfee HTTP/1.1" status: 200 len: 907 time: 0.2955511 May 30 20:47:56.631975 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-683f987b-2aea-44d8-bae0-0fbbc911e485 req-7afd5ec0-8380-4b8b-aa15-3391304e2094 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=16782d4f-6daf-4414-b252-e35eacdccc16 HTTP/1.1" status: 200 len: 1000 time: 0.0979183 May 30 20:47:56.698157 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683f987b-2aea-44d8-bae0-0fbbc911e485 req-7d99e999-8d94-489e-a285-bb9bd8be3021 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:47:56.699640 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-683f987b-2aea-44d8-bae0-0fbbc911e485 req-7d99e999-8d94-489e-a285-bb9bd8be3021 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a387bcf5-33c9-4911-8bd5-5f08dc781e2d HTTP/1.1" status: 200 len: 834 time: 0.0603743 May 30 20:47:56.762244 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 9f4fc02b-25d0-4774-818a-182f49d37814 details requested by agent hyperv_n-h1-843948-2 with host n-h1-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:47:56.768807 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 16782d4f-6daf-4414-b252-e35eacdccc16 no longer exists at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:47:56.784472 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-683f987b-2aea-44d8-bae0-0fbbc911e485 req-05e2bca8-66e7-4aae-8ab7-0eeb8787dee2 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=823c6024-63b3-4ed4-a97a-15e5fdfbd028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0784750 May 30 20:47:56.902045 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 16782d4f-6daf-4414-b252-e35eacdccc16 not bound to the agent host n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:47:56.945142 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-683f987b-2aea-44d8-bae0-0fbbc911e485 req-73f1f596-d404-461d-af72-b2f322c4c18b service neutron] 10.222.0.86 "GET /v2.0/networks/823c6024-63b3-4ed4-a97a-15e5fdfbd028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533775 May 30 20:47:56.966365 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-efbbb165-e529-48f9-b274-c6fc423cff7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-736216'] for router_interface, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:56.986740 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 9f4fc02b-25d0-4774-818a-182f49d37814, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=9f4fc02b-25d0-4774-818a-182f49d37814,segment=NetworkSegment(6287e079-cb65-4cf3-bdbc-32660d196018),segment_id=6287e079-cb65-4cf3-bdbc-32660d196018)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:47:57.004406 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Returning: {'device': '9f4fc02b-25d0-4774-818a-182f49d37814', 'network_id': 'bf3e4089-d205-4ff3-9736-0ba68cf0b5dd', 'port_id': '9f4fc02b-25d0-4774-818a-182f49d37814', 'mac_address': 'fa:16:3e:66:ea:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 673, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbe49d17-1e65-4fe3-a845-a83c729e5347', 'ip_address': '172.20.0.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:47:57.064340 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:57.083395 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f4fc02b-25d0-4774-818a-182f49d37814 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:47:57.098836 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 9f4fc02b-25d0-4774-818a-182f49d37814, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=9f4fc02b-25d0-4774-818a-182f49d37814,segment=NetworkSegment(6287e079-cb65-4cf3-bdbc-32660d196018),segment_id=6287e079-cb65-4cf3-bdbc-32660d196018)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:47:57.102273 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-683f987b-2aea-44d8-bae0-0fbbc911e485 req-bf93b1c5-36e1-45a1-9b3b-1e6b31baeba0 service neutron] 10.222.0.86 "GET /v2.0/networks/823c6024-63b3-4ed4-a97a-15e5fdfbd028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500463 May 30 20:47:57.191732 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:57.233012 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2ea481-04bf-4480-9d22-d3c1aa868753 req-2712a960-8e51-4fb3-83a0-3dcfb935c6e9 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:47:57.234428 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5a2ea481-04bf-4480-9d22-d3c1aa868753 req-2712a960-8e51-4fb3-83a0-3dcfb935c6e9 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/ports?device_id=28d04ad2-b3b9-4f87-b053-e59c5b5a0eb9 HTTP/1.1" status: 200 len: 944 time: 0.1946955 May 30 20:47:57.261583 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=9f4fc02b-25d0-4774-818a-182f49d37814,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:47:57.314581 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5a2ea481-04bf-4480-9d22-d3c1aa868753 req-768ead72-d3e1-4cf2-aed2-0abe167cf476 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/security-groups?id=55b4696b-8ce2-4bd2-9c2a-5bdb3080275c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641799 May 30 20:47:57.393462 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['9f4fc02b-25d0-4774-818a-182f49d37814'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:47:57.747167 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a025502b-bb5a-461b-93da-f5444c39a5a6 req-1fe4429d-56b5-49f2-9c39-f8e65f984a3b tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:47:57.748873 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a025502b-bb5a-461b-93da-f5444c39a5a6 req-1fe4429d-56b5-49f2-9c39-f8e65f984a3b tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] 10.222.0.85 "GET /v2.0/ports?device_id=954f2ac4-4362-4dc5-ae51-d1694b40bfee HTTP/1.1" status: 200 len: 908 time: 0.0833504 May 30 20:47:57.756082 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-efbbb165-e529-48f9-b274-c6fc423cff7e admin admin] Deleting port e7b24ea9-880a-469d-9159-08fbc4c867fc {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:47:57.756611 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-efbbb165-e529-48f9-b274-c6fc423cff7e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:57.805652 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28d04ad2-b3b9-4f87-b053-e59c5b5a0eb9', 'tag': '16782d4f-6daf-4414-b252-e35eacdccc16'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:47:57.879872 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13f3aa46-8b00-4213-9c66-115a1a795ebe'] response: {'name': 'network-changed', 'server_uuid': '28d04ad2-b3b9-4f87-b053-e59c5b5a0eb9', 'tag': '16782d4f-6daf-4414-b252-e35eacdccc16', 'status': 'completed', 'code': 200} May 30 20:47:57.972750 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fc57522b-a434-4754-a4e4-de236c367309 req-fc0e7546-aef3-4c1f-b3c2-b3d7463aad0a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=92b5fc25c8fb428a885a0ea0a728400d&device_id=28d04ad2-b3b9-4f87-b053-e59c5b5a0eb9 HTTP/1.1" status: 200 len: 1095 time: 0.0727553 May 30 20:47:58.010879 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [None req-efbbb165-e529-48f9-b274-c6fc423cff7e admin admin] For port e7b24ea9-880a-469d-9159-08fbc4c867fc, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=e7b24ea9-880a-469d-9159-08fbc4c867fc,segment=NetworkSegment(9d5a51ae-25ba-448c-8461-93a27ef7e929),segment_id=9d5a51ae-25ba-448c-8461-93a27ef7e929)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:47:58.011239 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-efbbb165-e529-48f9-b274-c6fc423cff7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:58.118981 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc57522b-a434-4754-a4e4-de236c367309 req-e9f97ec4-3461-4032-9bce-ded75dc4cf4a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:47:58.120424 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fc57522b-a434-4754-a4e4-de236c367309 req-e9f97ec4-3461-4032-9bce-ded75dc4cf4a service neutron] 10.222.0.86 "GET /v2.0/networks?id=823c6024-63b3-4ed4-a97a-15e5fdfbd028 HTTP/1.1" status: 200 len: 898 time: 0.1372137 May 30 20:47:58.230800 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fc57522b-a434-4754-a4e4-de236c367309 req-4c40583b-1788-47f7-8c20-da2cd954cda8 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=16782d4f-6daf-4414-b252-e35eacdccc16 HTTP/1.1" status: 200 len: 1000 time: 0.1039557 May 30 20:47:58.255506 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-efbbb165-e529-48f9-b274-c6fc423cff7e admin admin] Calling delete_port for e7b24ea9-880a-469d-9159-08fbc4c867fc owned by network:router_interface {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:47:58.284494 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-fc57522b-a434-4754-a4e4-de236c367309 req-8f4506e2-2308-408f-b9c5-7088849f197a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=92b5fc25c8fb428a885a0ea0a728400d&device_id=28d04ad2-b3b9-4f87-b053-e59c5b5a0eb9 HTTP/1.1" status: 200 len: 1095 time: 0.3819306 May 30 20:47:58.304725 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc57522b-a434-4754-a4e4-de236c367309 req-5423ac2b-b48e-440c-9f68-6e47bbe7ec27 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:47:58.306189 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fc57522b-a434-4754-a4e4-de236c367309 req-5423ac2b-b48e-440c-9f68-6e47bbe7ec27 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a387bcf5-33c9-4911-8bd5-5f08dc781e2d HTTP/1.1" status: 200 len: 834 time: 0.0648232 May 30 20:47:58.398262 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fc57522b-a434-4754-a4e4-de236c367309 req-e5e66b04-3b94-435b-85c8-9babf2175112 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=823c6024-63b3-4ed4-a97a-15e5fdfbd028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0842619 May 30 20:47:58.478623 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc57522b-a434-4754-a4e4-de236c367309 req-335f958f-2a07-418e-946b-cb2048cbc830 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:47:58.480062 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-fc57522b-a434-4754-a4e4-de236c367309 req-335f958f-2a07-418e-946b-cb2048cbc830 service neutron] 10.222.0.71 "GET /v2.0/networks?id=823c6024-63b3-4ed4-a97a-15e5fdfbd028 HTTP/1.1" status: 200 len: 898 time: 0.1883743 May 30 20:47:58.625336 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fc57522b-a434-4754-a4e4-de236c367309 req-1f90d59e-3f4b-4bd5-8275-62eaaff0bf04 service neutron] 10.222.0.86 "GET /v2.0/networks/823c6024-63b3-4ed4-a97a-15e5fdfbd028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201784 May 30 20:47:58.630539 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-fc57522b-a434-4754-a4e4-de236c367309 req-bc36001e-ae4f-48c3-8bcf-d55e0d5a2d86 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=16782d4f-6daf-4414-b252-e35eacdccc16 HTTP/1.1" status: 200 len: 1000 time: 0.1433952 May 30 20:47:58.636198 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ec0433-6f8f-4aa5-b4c3-85e063c23cf0 req-a1f68dd6-c034-499b-9c64-466a137465a7 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:47:58.637656 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-80ec0433-6f8f-4aa5-b4c3-85e063c23cf0 req-a1f68dd6-c034-499b-9c64-466a137465a7 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/ports?device_id=28d04ad2-b3b9-4f87-b053-e59c5b5a0eb9 HTTP/1.1" status: 200 len: 944 time: 0.1996322 May 30 20:47:58.705228 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc57522b-a434-4754-a4e4-de236c367309 req-fc6ebc2e-a73b-4ee9-872a-9ba21d433782 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:47:58.708402 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-fc57522b-a434-4754-a4e4-de236c367309 req-fc6ebc2e-a73b-4ee9-872a-9ba21d433782 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a387bcf5-33c9-4911-8bd5-5f08dc781e2d HTTP/1.1" status: 200 len: 834 time: 0.0696769 May 30 20:47:58.779896 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 9f4fc02b-25d0-4774-818a-182f49d37814 up at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:47:58.791930 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-fc57522b-a434-4754-a4e4-de236c367309 req-172ea6a4-b3cd-4e89-aae8-75d65645b5e8 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=823c6024-63b3-4ed4-a97a-15e5fdfbd028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0799196 May 30 20:47:58.805211 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-80ec0433-6f8f-4aa5-b4c3-85e063c23cf0 req-a57f9f23-14f0-464b-8133-d61f7cfa4094 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/security-groups?id=55b4696b-8ce2-4bd2-9c2a-5bdb3080275c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1466792 May 30 20:47:58.860253 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fc57522b-a434-4754-a4e4-de236c367309 req-346c3f2b-c483-4589-81a1-59f26de09a6f service neutron] 10.222.0.86 "GET /v2.0/networks/823c6024-63b3-4ed4-a97a-15e5fdfbd028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216272 May 30 20:47:58.901836 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-efbbb165-e529-48f9-b274-c6fc423cff7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:59.003753 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbbb165-e529-48f9-b274-c6fc423cff7e admin admin] Pushing event deleted for resources: {'Port': ['ID=e7b24ea9-880a-469d-9159-08fbc4c867fc,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:47:59.017377 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning for port 9f4fc02b-25d0-4774-818a-182f49d37814 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:47:59.024704 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning complete for port 9f4fc02b-25d0-4774-818a-182f49d37814 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:47:59.025176 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:59.168771 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:59.169269 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-fc57522b-a434-4754-a4e4-de236c367309 req-e963815b-2056-4a94-b946-503a3cd4f413 service neutron] 10.222.0.71 "GET /v2.0/networks/823c6024-63b3-4ed4-a97a-15e5fdfbd028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3719380 May 30 20:47:59.198841 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '954f2ac4-4362-4dc5-ae51-d1694b40bfee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f4fc02b-25d0-4774-818a-182f49d37814'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:47:59.208807 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 9f4fc02b-25d0-4774-818a-182f49d37814, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=9f4fc02b-25d0-4774-818a-182f49d37814,segment=NetworkSegment(6287e079-cb65-4cf3-bdbc-32660d196018),segment_id=6287e079-cb65-4cf3-bdbc-32660d196018)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:47:59.260271 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1b26872-1d7d-4db6-89fe-267fc79c1dd3'] response: {'server_uuid': '954f2ac4-4362-4dc5-ae51-d1694b40bfee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f4fc02b-25d0-4774-818a-182f49d37814', 'code': 200} May 30 20:47:59.298049 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:59.389766 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78ef174-a615-49f9-8bf6-29326df39631 req-1c4aa542-a993-4afa-bbef-f901c4afcb58 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:47:59.391318 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b78ef174-a615-49f9-8bf6-29326df39631 req-1c4aa542-a993-4afa-bbef-f901c4afcb58 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] 10.222.0.85 "GET /v2.0/ports?device_id=954f2ac4-4362-4dc5-ae51-d1694b40bfee HTTP/1.1" status: 200 len: 908 time: 0.4457715 May 30 20:47:59.420585 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7a90c457-1279-453a-83b9-348d249d8713 req-445055ff-8fdc-40dc-ac8b-8dfb8b61f910 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=954f2ac4-4362-4dc5-ae51-d1694b40bfee HTTP/1.1" status: 200 len: 1060 time: 0.0986664 May 30 20:47:59.425148 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=9f4fc02b-25d0-4774-818a-182f49d37814,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:47:59.479878 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-fc57522b-a434-4754-a4e4-de236c367309 req-f0e6c5be-86ac-44cd-b931-483b05468259 service neutron] 10.222.0.71 "GET /v2.0/networks/823c6024-63b3-4ed4-a97a-15e5fdfbd028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2508516 May 30 20:47:59.528928 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-efbbb165-e529-48f9-b274-c6fc423cff7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1718140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-736143'] for router_interface, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:59.699787 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-9f297a56-2ff6-447a-901b-84d388f486b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:47:59.870457 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 16782d4f-6daf-4414-b252-e35eacdccc16 details requested by agent hyperv_n-h2-843948-2 with host n-h2-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:47:59.917501 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:00.040954 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 16782d4f-6daf-4414-b252-e35eacdccc16, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=16782d4f-6daf-4414-b252-e35eacdccc16,segment=NetworkSegment(b137d6a1-cad7-4615-9646-be2b81ec6b86),segment_id=b137d6a1-cad7-4615-9646-be2b81ec6b86)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:48:00.054651 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Returning: {'device': '16782d4f-6daf-4414-b252-e35eacdccc16', 'network_id': '823c6024-63b3-4ed4-a97a-15e5fdfbd028', 'port_id': '16782d4f-6daf-4414-b252-e35eacdccc16', 'mac_address': 'fa:16:3e:91:83:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a387bcf5-33c9-4911-8bd5-5f08dc781e2d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:48:00.117867 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:00.136536 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16782d4f-6daf-4414-b252-e35eacdccc16 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:48:00.154320 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 16782d4f-6daf-4414-b252-e35eacdccc16, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=16782d4f-6daf-4414-b252-e35eacdccc16,segment=NetworkSegment(b137d6a1-cad7-4615-9646-be2b81ec6b86),segment_id=b137d6a1-cad7-4615-9646-be2b81ec6b86)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:48:00.188994 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03188185-05d9-410a-99d4-5da68c3491fe req-5883e50f-869c-41ab-8572-f39690f72102 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:48:00.190570 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-03188185-05d9-410a-99d4-5da68c3491fe req-5883e50f-869c-41ab-8572-f39690f72102 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/ports?device_id=28d04ad2-b3b9-4f87-b053-e59c5b5a0eb9 HTTP/1.1" status: 200 len: 944 time: 0.2068195 May 30 20:48:00.243500 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-03188185-05d9-410a-99d4-5da68c3491fe req-dbb610f8-0bde-4bc7-9712-523de146f6b2 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/security-groups?id=55b4696b-8ce2-4bd2-9c2a-5bdb3080275c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471399 May 30 20:48:00.292073 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:00.317691 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efbbb165-e529-48f9-b274-c6fc423cff7e admin admin] Router 3e47acb7-2499-441c-8040-eeba16751e48 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:48:00.374479 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=16782d4f-6daf-4414-b252-e35eacdccc16,revision_number=8']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:48:00.550588 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efbbb165-e529-48f9-b274-c6fc423cff7e admin admin] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:48:00.564384 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e57afa4-da98-4850-9d3b-aaf324433a40 None None] Sync routers for ids ['3e47acb7-2499-441c-8040-eeba16751e48'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:48:00.570717 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['16782d4f-6daf-4414-b252-e35eacdccc16'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:48:00.609459 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-efbbb165-e529-48f9-b274-c6fc423cff7e admin admin] 10.222.0.85 "PUT /v2.0/routers/3e47acb7-2499-441c-8040-eeba16751e48/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1805344 May 30 20:48:00.609877 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 42604) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:48:00.643935 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e57afa4-da98-4850-9d3b-aaf324433a40 None None] Routers {'3e47acb7-2499-441c-8040-eeba16751e48'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:48:00.644580 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-9e57afa4-da98-4850-9d3b-aaf324433a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:48:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['3e47acb7-2499-441c-8040-eeba16751e48'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:48:00.664395 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab50a60-17ab-4d2e-9c86-c644175b9bad req-c6dd4cfd-af3c-4126-b397-1f9da69a50d4 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:48:00.666203 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5ab50a60-17ab-4d2e-9c86-c644175b9bad req-c6dd4cfd-af3c-4126-b397-1f9da69a50d4 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] 10.222.0.85 "GET /v2.0/ports?device_id=954f2ac4-4362-4dc5-ae51-d1694b40bfee HTTP/1.1" status: 200 len: 909 time: 0.1074293 May 30 20:48:00.898822 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-90eeecf3-1189-4a2c-b20a-7a9683e7b59b admin admin] Notify callbacks [] for router, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:00.973795 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-9e57afa4-da98-4850-9d3b-aaf324433a40 None None] Set router 3e47acb7-2499-441c-8040-eeba16751e48 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:48:01.122003 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-90eeecf3-1189-4a2c-b20a-7a9683e7b59b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:01.246739 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-90eeecf3-1189-4a2c-b20a-7a9683e7b59b admin admin] Deleting port 452c2813-9573-4b85-9136-934ced12dea0 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:48:01.247417 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-90eeecf3-1189-4a2c-b20a-7a9683e7b59b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:01.309153 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:01.468536 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-9e57afa4-da98-4850-9d3b-aaf324433a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e47acb7-2499-441c-8040-eeba16751e48', 'name': 'tempest-TestServerMultinode-79727246-router', 'tenant_id': '2f557a6678c14959a0cc7ed09fff9c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': '452c2813-9573-4b85-9136-934ced12dea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:46:49Z', 'updated_at': '2022-05-30T20:47:58Z', 'revision_number': 5, 'project_id': '2f557a6678c14959a0cc7ed09fff9c3a', 'gw_port': {'id': '452c2813-9573-4b85-9136-934ced12dea0', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:49:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e47acb7-2499-441c-8040-eeba16751e48', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:46:50Z', 'updated_at': '2022-05-30T20:46:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:48:01.476129 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e57afa4-da98-4850-9d3b-aaf324433a40 None None] Checking router: 3e47acb7-2499-441c-8040-eeba16751e48 for host: n-d-843948-2 {{(pid=84888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:48:01.493363 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e57afa4-da98-4850-9d3b-aaf324433a40 None None] Routers {'3e47acb7-2499-441c-8040-eeba16751e48'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:48:01.494371 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-9e57afa4-da98-4850-9d3b-aaf324433a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:48:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['3e47acb7-2499-441c-8040-eeba16751e48'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:48:01.631581 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [None req-90eeecf3-1189-4a2c-b20a-7a9683e7b59b admin admin] For port 452c2813-9573-4b85-9136-934ced12dea0, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=452c2813-9573-4b85-9136-934ced12dea0,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:48:01.632124 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-90eeecf3-1189-4a2c-b20a-7a9683e7b59b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:01.762550 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-9e57afa4-da98-4850-9d3b-aaf324433a40 None None] Set router 3e47acb7-2499-441c-8040-eeba16751e48 gateway port host: None {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:48:01.892268 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-90eeecf3-1189-4a2c-b20a-7a9683e7b59b admin admin] Calling delete_port for 452c2813-9573-4b85-9136-934ced12dea0 owned by network:router_gateway {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:48:01.919950 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d79dc69-ac25-4d32-9d00-e382418f8869 req-9836f668-b1f1-477e-9717-521581acf58b tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:48:01.922809 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-7d79dc69-ac25-4d32-9d00-e382418f8869 req-9836f668-b1f1-477e-9717-521581acf58b tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] 10.222.0.85 "GET /v2.0/ports?device_id=954f2ac4-4362-4dc5-ae51-d1694b40bfee HTTP/1.1" status: 200 len: 909 time: 0.0983267 May 30 20:48:01.951190 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8942de-68ca-480c-a16d-a184d01067df req-e3f1fc41-6174-4af0-a96a-63e4acf835f3 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:48:01.953601 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ea8942de-68ca-480c-a16d-a184d01067df req-e3f1fc41-6174-4af0-a96a-63e4acf835f3 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/ports?device_id=28d04ad2-b3b9-4f87-b053-e59c5b5a0eb9 HTTP/1.1" status: 200 len: 945 time: 0.5188415 May 30 20:48:01.962697 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-9e57afa4-da98-4850-9d3b-aaf324433a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e47acb7-2499-441c-8040-eeba16751e48', 'name': 'tempest-TestServerMultinode-79727246-router', 'tenant_id': '2f557a6678c14959a0cc7ed09fff9c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:46:49Z', 'updated_at': '2022-05-30T20:48:01Z', 'revision_number': 6, 'project_id': '2f557a6678c14959a0cc7ed09fff9c3a', 'gw_port_host': None}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:48:01.969274 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e57afa4-da98-4850-9d3b-aaf324433a40 None None] The sync data for ids ['3e47acb7-2499-441c-8040-eeba16751e48'] in n-d-843948-2 is: [{'id': '3e47acb7-2499-441c-8040-eeba16751e48', 'name': 'tempest-TestServerMultinode-79727246-router', 'tenant_id': '2f557a6678c14959a0cc7ed09fff9c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:46:49Z', 'updated_at': '2022-05-30T20:48:01Z', 'revision_number': 6, 'project_id': '2f557a6678c14959a0cc7ed09fff9c3a', 'gw_port_host': None}] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:48:02.049303 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ea8942de-68ca-480c-a16d-a184d01067df req-ef006c35-864b-4fe8-ae60-734afda6b507 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/security-groups?id=55b4696b-8ce2-4bd2-9c2a-5bdb3080275c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829225 May 30 20:48:02.225560 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-90eeecf3-1189-4a2c-b20a-7a9683e7b59b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:02.275902 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90eeecf3-1189-4a2c-b20a-7a9683e7b59b admin admin] Pushing event deleted for resources: {'Port': ['ID=452c2813-9573-4b85-9136-934ced12dea0,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:48:02.370771 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7c62d1-3bf5-4710-b1c1-0f881c8af7da req-0af27f99-04a9-47dd-a281-c9efa05e1118 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:48:02.372438 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3f7c62d1-3bf5-4710-b1c1-0f881c8af7da req-0af27f99-04a9-47dd-a281-c9efa05e1118 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] 10.222.0.85 "GET /v2.0/ports?device_id=954f2ac4-4362-4dc5-ae51-d1694b40bfee HTTP/1.1" status: 200 len: 909 time: 0.2048523 May 30 20:48:02.523760 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-90eeecf3-1189-4a2c-b20a-7a9683e7b59b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-736453'] for router_gateway, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:02.746189 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:02.909253 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38f97c2-9772-4831-8061-da28c8ad6ce7 req-ff58435f-6ef3-4e7a-a97d-2836c9112d8f tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:48:02.910859 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f38f97c2-9772-4831-8061-da28c8ad6ce7 req-ff58435f-6ef3-4e7a-a97d-2836c9112d8f tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.71 "GET /v2.0/ports?device_id=28d04ad2-b3b9-4f87-b053-e59c5b5a0eb9&tenant_id=92b5fc25c8fb428a885a0ea0a728400d&binding%3Ahost_id=n-h2-843948-2 HTTP/1.1" status: 200 len: 945 time: 0.0893717 May 30 20:48:02.948600 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-90eeecf3-1189-4a2c-b20a-7a9683e7b59b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-724789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3141'] for router, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:02.955797 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-90eeecf3-1189-4a2c-b20a-7a9683e7b59b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:02.999731 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-45290afd-0eae-4fa6-b79c-7bf832075568 req-6d337335-c850-481a-879d-5395b2442731 tempest-TestSecurityGroupsBasicOps-931506109 tempest-TestSecurityGroupsBasicOps-931506109-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=954f2ac4-4362-4dc5-ae51-d1694b40bfee HTTP/1.1" status: 200 len: 1060 time: 0.1724985 May 30 20:48:03.033258 n-d-843948-2 neutron-server[84886]: INFO neutron.api.v2.resource [req-f38f97c2-9772-4831-8061-da28c8ad6ce7 req-516b906a-742c-44fc-9a76-8bfe5bf07641 service neutron] delete failed (client error): The resource could not be found. May 30 20:48:03.034428 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f38f97c2-9772-4831-8061-da28c8ad6ce7 req-516b906a-742c-44fc-9a76-8bfe5bf07641 service neutron] 10.222.0.71 "DELETE /v2.0/ports/16782d4f-6daf-4414-b252-e35eacdccc16/bindings/n-h1-843948-2 HTTP/1.1" status: 404 len: 380 time: 0.1182880 May 30 20:48:03.071654 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-90eeecf3-1189-4a2c-b20a-7a9683e7b59b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724889'] for router, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:03.072205 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90eeecf3-1189-4a2c-b20a-7a9683e7b59b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3e47acb7-2499-441c-8040-eeba16751e48 {{(pid=84887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:48:03.093488 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-90eeecf3-1189-4a2c-b20a-7a9683e7b59b admin admin] Notify callbacks [] for router, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:03.095331 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-90eeecf3-1189-4a2c-b20a-7a9683e7b59b admin admin] 10.222.0.85 "DELETE /v2.0/routers/3e47acb7-2499-441c-8040-eeba16751e48 HTTP/1.1" status: 204 len: 168 time: 2.4837658 May 30 20:48:03.104314 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 42634) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:48:03.220975 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_v2 [None req-101fcf36-daf9-478f-8d41-c51f9bfbea29 admin admin] Deleting subnet 3ad9437a-23eb-4b00-b945-c829259d321b {{(pid=84887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:48:03.224391 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-101fcf36-daf9-478f-8d41-c51f9bfbea29 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:03.227856 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e11f868-41d9-4343-be57-d64072764ffd req-270376dd-3e58-47ce-b8d9-b69ead4640aa tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:48:03.229390 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4e11f868-41d9-4343-be57-d64072764ffd req-270376dd-3e58-47ce-b8d9-b69ead4640aa tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/ports?device_id=28d04ad2-b3b9-4f87-b053-e59c5b5a0eb9 HTTP/1.1" status: 200 len: 945 time: 0.1619811 May 30 20:48:03.259056 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f38f97c2-9772-4831-8061-da28c8ad6ce7 req-a35a6391-7e11-4bab-94c7-6b846b5a938c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=92b5fc25c8fb428a885a0ea0a728400d&device_id=28d04ad2-b3b9-4f87-b053-e59c5b5a0eb9 HTTP/1.1" status: 200 len: 1096 time: 0.1312535 May 30 20:48:03.278898 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-101fcf36-daf9-478f-8d41-c51f9bfbea29 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3149227'] for subnet, precommit_delete_associations {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:03.367471 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4e11f868-41d9-4343-be57-d64072764ffd req-8334a460-f11e-485e-82da-334a9e6816cc tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/security-groups?id=55b4696b-8ce2-4bd2-9c2a-5bdb3080275c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1317325 May 30 20:48:03.377768 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5617c16e-cd5d-4f59-9579-958a7651d595 req-fcef5a9d-28b6-413d-8d45-6389c508a21b tempest-TestSecurityGroupsBasicOps-931506109 tempest-TestSecurityGroupsBasicOps-931506109-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=ec68ef0d-586f-4ad6-a568-ab247c148f67 HTTP/1.1" status: 200 len: 1135 time: 0.2163119 May 30 20:48:03.386307 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-101fcf36-daf9-478f-8d41-c51f9bfbea29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:03.425185 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38f97c2-9772-4831-8061-da28c8ad6ce7 req-e0239949-c6a6-478b-b583-da0d8575b12f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:48:03.427002 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f38f97c2-9772-4831-8061-da28c8ad6ce7 req-e0239949-c6a6-478b-b583-da0d8575b12f service neutron] 10.222.0.71 "GET /v2.0/networks?id=823c6024-63b3-4ed4-a97a-15e5fdfbd028 HTTP/1.1" status: 200 len: 898 time: 0.1560490 May 30 20:48:03.473515 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-5617c16e-cd5d-4f59-9579-958a7651d595 req-104d7b93-1ee2-4266-b57b-b1219df0fd8d tempest-TestSecurityGroupsBasicOps-931506109 tempest-TestSecurityGroupsBasicOps-931506109-project-admin] Synchronizing usage tracker for tenant:b0cbb1917373483e8c769fa9c494ae32 on resource:security_group {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:48:03.537351 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f38f97c2-9772-4831-8061-da28c8ad6ce7 req-76498ac6-dfd8-45bb-b0c9-48bf7de0828d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=16782d4f-6daf-4414-b252-e35eacdccc16 HTTP/1.1" status: 200 len: 1001 time: 0.1048872 May 30 20:48:03.597227 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-5617c16e-cd5d-4f59-9579-958a7651d595 req-104d7b93-1ee2-4266-b57b-b1219df0fd8d tempest-TestSecurityGroupsBasicOps-931506109 tempest-TestSecurityGroupsBasicOps-931506109-project-admin] Unset dirty status for tenant:b0cbb1917373483e8c769fa9c494ae32 on resource:security_group {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:48:03.598773 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5617c16e-cd5d-4f59-9579-958a7651d595 req-104d7b93-1ee2-4266-b57b-b1219df0fd8d tempest-TestSecurityGroupsBasicOps-931506109 tempest-TestSecurityGroupsBasicOps-931506109-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=80753685-3d0a-43b0-bce3-c3528a083094&id=0a21a713-4fb1-4623-ad0b-6184f1ecb4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1845593 May 30 20:48:03.604674 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38f97c2-9772-4831-8061-da28c8ad6ce7 req-70952707-9f56-4473-aa90-ebd4590139da service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:48:03.607901 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f38f97c2-9772-4831-8061-da28c8ad6ce7 req-70952707-9f56-4473-aa90-ebd4590139da service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a387bcf5-33c9-4911-8bd5-5f08dc781e2d HTTP/1.1" status: 200 len: 834 time: 0.0654206 May 30 20:48:03.630949 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-101fcf36-daf9-478f-8d41-c51f9bfbea29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4055470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114247'] for subnet, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:03.640160 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 42638) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:48:03.695261 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f38f97c2-9772-4831-8061-da28c8ad6ce7 req-5415d07d-a42c-418e-b83c-7921d026a6b6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=823c6024-63b3-4ed4-a97a-15e5fdfbd028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0820036 May 30 20:48:03.720381 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101fcf36-daf9-478f-8d41-c51f9bfbea29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ad9437a-23eb-4b00-b945-c829259d321b,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:48:03.738213 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-101fcf36-daf9-478f-8d41-c51f9bfbea29 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:03.746185 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51bba985-21c6-4e9e-b03f-86717004b8c2 None None] Network a87c0785-242f-4d0d-a1c3-0a3e5e87f323 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:48:03.752783 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-101fcf36-daf9-478f-8d41-c51f9bfbea29 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/3ad9437a-23eb-4b00-b945-c829259d321b HTTP/1.1" status: 204 len: 168 time: 0.6470854 May 30 20:48:03.762525 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 42642) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:48:03.931771 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-5af9d71e-87d5-4586-9ee8-199cf3d2fba7 tempest-TestSecurityGroupsBasicOps-931506109 tempest-TestSecurityGroupsBasicOps-931506109-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=954f2ac4-4362-4dc5-ae51-d1694b40bfee HTTP/1.1" status: 200 len: 1055 time: 0.2588151 May 30 20:48:03.931771 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ac21808e-62f0-4aca-8d57-80d34fb21e2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:03.951659 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-ac21808e-62f0-4aca-8d57-80d34fb21e2e admin admin] Deleting port c296b8d9-1aeb-4949-8c39-9f6c41310975 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:48:03.952008 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ac21808e-62f0-4aca-8d57-80d34fb21e2e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:03.953973 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 16782d4f-6daf-4414-b252-e35eacdccc16 up at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:48:03.979580 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device e7b24ea9-880a-469d-9159-08fbc4c867fc no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:48:04.014701 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f38f97c2-9772-4831-8061-da28c8ad6ce7 req-db6ec4e2-ffa1-46ae-a415-dc50e0b383f0 service neutron] 10.222.0.71 "GET /v2.0/networks/823c6024-63b3-4ed4-a97a-15e5fdfbd028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3136852 May 30 20:48:04.039422 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: e7b24ea9-880a-469d-9159-08fbc4c867fc {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:48:04.040126 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device e7b24ea9-880a-469d-9159-08fbc4c867fc not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:48:04.302187 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [None req-ac21808e-62f0-4aca-8d57-80d34fb21e2e admin admin] For port c296b8d9-1aeb-4949-8c39-9f6c41310975, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=c296b8d9-1aeb-4949-8c39-9f6c41310975,segment=NetworkSegment(9d5a51ae-25ba-448c-8461-93a27ef7e929),segment_id=9d5a51ae-25ba-448c-8461-93a27ef7e929)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:48:04.303676 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ac21808e-62f0-4aca-8d57-80d34fb21e2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:04.354110 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f38f97c2-9772-4831-8061-da28c8ad6ce7 req-f3e2df4c-f7b1-4a22-94c7-6bbfd43241ac service neutron] 10.222.0.71 "GET /v2.0/networks/823c6024-63b3-4ed4-a97a-15e5fdfbd028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3325408 May 30 20:48:04.362916 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0bb2fee-f429-4a6a-a5ba-21b826f1d327 None None] DHCP port deletion for a87c0785-242f-4d0d-a1c3-0a3e5e87f323 request from n-d-843948-2 {{(pid=84888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:48:04.368949 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-b0bb2fee-f429-4a6a-a5ba-21b826f1d327 None None] Deleting port c296b8d9-1aeb-4949-8c39-9f6c41310975 {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:48:04.369319 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b0bb2fee-f429-4a6a-a5ba-21b826f1d327 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:04.416702 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning for port 16782d4f-6daf-4414-b252-e35eacdccc16 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:48:04.458649 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning complete for port 16782d4f-6daf-4414-b252-e35eacdccc16 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:48:04.459207 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:04.462293 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-ac21808e-62f0-4aca-8d57-80d34fb21e2e admin admin] Calling delete_port for c296b8d9-1aeb-4949-8c39-9f6c41310975 owned by network:dhcp {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:48:04.815863 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:04.838441 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ac21808e-62f0-4aca-8d57-80d34fb21e2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:04.846427 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b0bb2fee-f429-4a6a-a5ba-21b826f1d327 None None] For port c296b8d9-1aeb-4949-8c39-9f6c41310975, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=c296b8d9-1aeb-4949-8c39-9f6c41310975,segment=NetworkSegment(9d5a51ae-25ba-448c-8461-93a27ef7e929),segment_id=9d5a51ae-25ba-448c-8461-93a27ef7e929)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:48:04.847020 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b0bb2fee-f429-4a6a-a5ba-21b826f1d327 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:04.862538 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28d04ad2-b3b9-4f87-b053-e59c5b5a0eb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16782d4f-6daf-4414-b252-e35eacdccc16'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:48:04.906637 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d842f581-1dd9-49c9-a776-b9fc5479378e req-0942fd00-775d-423c-9e93-4062641f738e tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:48:04.908589 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d842f581-1dd9-49c9-a776-b9fc5479378e req-0942fd00-775d-423c-9e93-4062641f738e tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] 10.222.0.85 "GET /v2.0/ports?device_id=954f2ac4-4362-4dc5-ae51-d1694b40bfee HTTP/1.1" status: 200 len: 909 time: 0.1187117 May 30 20:48:04.941115 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac21808e-62f0-4aca-8d57-80d34fb21e2e admin admin] Pushing event deleted for resources: {'Port': ['ID=c296b8d9-1aeb-4949-8c39-9f6c41310975,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:48:04.970344 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac21808e-62f0-4aca-8d57-80d34fb21e2e admin admin] No DVR routers for this DVR port c296b8d9-1aeb-4949-8c39-9f6c41310975 on host n-d-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:48:05.012843 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 16782d4f-6daf-4414-b252-e35eacdccc16, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=16782d4f-6daf-4414-b252-e35eacdccc16,segment=NetworkSegment(b137d6a1-cad7-4615-9646-be2b81ec6b86),segment_id=b137d6a1-cad7-4615-9646-be2b81ec6b86)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:48:05.020431 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-b0bb2fee-f429-4a6a-a5ba-21b826f1d327 None None] Calling delete_port for c296b8d9-1aeb-4949-8c39-9f6c41310975 owned by network:dhcp {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:48:05.048670 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81600327-e67e-4985-9e2e-2f7d4b48e784'] response: {'server_uuid': '28d04ad2-b3b9-4f87-b053-e59c5b5a0eb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16782d4f-6daf-4414-b252-e35eacdccc16', 'code': 200} May 30 20:48:05.079369 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:05.119994 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf4b4dd-2d96-40a8-aa46-099a66cf4e94 req-1f330f6d-f57d-45dc-ac9f-65f63a45448a tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:48:05.122496 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fcf4b4dd-2d96-40a8-aa46-099a66cf4e94 req-1f330f6d-f57d-45dc-ac9f-65f63a45448a tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/ports?device_id=28d04ad2-b3b9-4f87-b053-e59c5b5a0eb9 HTTP/1.1" status: 200 len: 945 time: 0.5362792 May 30 20:48:05.127264 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ac21808e-62f0-4aca-8d57-80d34fb21e2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:05.159362 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.db.api [None req-b0bb2fee-f429-4a6a-a5ba-21b826f1d327 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:48:05.159716 n-d-843948-2 neutron-server[84888]: DEBUG oslo_db.api [None req-b0bb2fee-f429-4a6a-a5ba-21b826f1d327 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:48:05.171735 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=16782d4f-6daf-4414-b252-e35eacdccc16,revision_number=9']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:48:05.185979 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-ac21808e-62f0-4aca-8d57-80d34fb21e2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a87c0785-242f-4d0d-a1c3-0a3e5e87f323']}} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:48:05.208230 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-ac21808e-62f0-4aca-8d57-80d34fb21e2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d5a51ae-25ba-448c-8461-93a27ef7e929') {'for_net_delete': True} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:48:05.208593 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-ac21808e-62f0-4aca-8d57-80d34fb21e2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d5a51ae-25ba-448c-8461-93a27ef7e929') {} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:48:05.226948 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ac21808e-62f0-4aca-8d57-80d34fb21e2e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3149912'] for segment, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:05.245585 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fcf4b4dd-2d96-40a8-aa46-099a66cf4e94 req-e1e59ea1-af59-45be-ba15-68af2c2dc500 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/security-groups?id=55b4696b-8ce2-4bd2-9c2a-5bdb3080275c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019645 May 30 20:48:05.263569 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ac21808e-62f0-4aca-8d57-80d34fb21e2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:05.277351 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac21808e-62f0-4aca-8d57-80d34fb21e2e admin admin] Releasing vlan 685 on physical network physnet1 to pool {{(pid=84887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:48:05.278897 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ac21808e-62f0-4aca-8d57-80d34fb21e2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4055488'] for segment, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:05.300958 n-d-843948-2 neutron-server[84887]: Traceback (most recent call last): May 30 20:48:05.300958 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:48:05.300958 n-d-843948-2 neutron-server[84887]: timer() May 30 20:48:05.300958 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:48:05.300958 n-d-843948-2 neutron-server[84887]: cb(*args, **kw) May 30 20:48:05.300958 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:48:05.300958 n-d-843948-2 neutron-server[84887]: return func(*args, **kwargs) May 30 20:48:05.300958 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:48:05.300958 n-d-843948-2 neutron-server[84887]: self._notify() May 30 20:48:05.300958 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:48:05.300958 n-d-843948-2 neutron-server[84887]: self.callback(batched_events) May 30 20:48:05.300958 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:48:05.300958 n-d-843948-2 neutron-server[84887]: event.method(event) May 30 20:48:05.300958 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:48:05.300958 n-d-843948-2 neutron-server[84887]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:48:05.300958 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:48:05.300958 n-d-843948-2 neutron-server[84887]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:48:05.300958 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:48:05.300958 n-d-843948-2 neutron-server[84887]: return f(self, *a, **k) May 30 20:48:05.300958 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:48:05.300958 n-d-843948-2 neutron-server[84887]: return self._get(url).json() May 30 20:48:05.300958 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:48:05.300958 n-d-843948-2 neutron-server[84887]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:48:05.300958 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:48:05.300958 n-d-843948-2 neutron-server[84887]: return self.request(url, 'GET', **kwargs) May 30 20:48:05.300958 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:48:05.300958 n-d-843948-2 neutron-server[84887]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:48:05.300958 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:48:05.300958 n-d-843948-2 neutron-server[84887]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:48:05.300958 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:48:05.300958 n-d-843948-2 neutron-server[84887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:48:05.300958 n-d-843948-2 neutron-server[84887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:48:05.460481 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ac21808e-62f0-4aca-8d57-80d34fb21e2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:05.480072 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ac21808e-62f0-4aca-8d57-80d34fb21e2e admin admin] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:05.491959 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac21808e-62f0-4aca-8d57-80d34fb21e2e admin admin] Pushing event deleted for resources: {'Network': ['ID=a87c0785-242f-4d0d-a1c3-0a3e5e87f323,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:48:05.499022 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-ac21808e-62f0-4aca-8d57-80d34fb21e2e admin admin] 10.222.0.85 "DELETE /v2.0/networks/a87c0785-242f-4d0d-a1c3-0a3e5e87f323 HTTP/1.1" status: 204 len: 168 time: 1.7331321 May 30 20:48:05.500541 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 42658) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:48:05.673258 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-b0bb2fee-f429-4a6a-a5ba-21b826f1d327 None None] Deleting port c296b8d9-1aeb-4949-8c39-9f6c41310975 {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:48:05.673258 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b0bb2fee-f429-4a6a-a5ba-21b826f1d327 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:05.747416 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-b0bb2fee-f429-4a6a-a5ba-21b826f1d327 None None] The port 'c296b8d9-1aeb-4949-8c39-9f6c41310975' was deleted {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 20:48:05.853823 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 452c2813-9573-4b85-9136-934ced12dea0 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:48:05.892331 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: 452c2813-9573-4b85-9136-934ced12dea0 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:48:05.893187 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 452c2813-9573-4b85-9136-934ced12dea0 not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:48:05.893604 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device c296b8d9-1aeb-4949-8c39-9f6c41310975 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:48:05.933839 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: c296b8d9-1aeb-4949-8c39-9f6c41310975 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:48:05.934100 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device c296b8d9-1aeb-4949-8c39-9f6c41310975 not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:48:05.956939 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8aea99-b84f-46e4-9b1c-0aef19d1f6df req-21b1c3a1-1cc1-4780-b6fc-c91f80e1956a tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:48:05.958532 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0c8aea99-b84f-46e4-9b1c-0aef19d1f6df req-21b1c3a1-1cc1-4780-b6fc-c91f80e1956a tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] 10.222.0.71 "GET /v2.0/ports?device_id=954f2ac4-4362-4dc5-ae51-d1694b40bfee HTTP/1.1" status: 200 len: 909 time: 0.0951986 May 30 20:48:05.972123 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0fa23d25-a649-40c5-9ff3-de5234a49f85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-736216'] for router_interface, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:06.041187 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [req-0c8aea99-b84f-46e4-9b1c-0aef19d1f6df req-883a6987-3cd9-48fd-b56d-e9b82b2b93f7 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Deleting port 9f4fc02b-25d0-4774-818a-182f49d37814 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:48:06.041482 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-0c8aea99-b84f-46e4-9b1c-0aef19d1f6df req-883a6987-3cd9-48fd-b56d-e9b82b2b93f7 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:06.311644 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000eb678-e719-41e9-bc9b-a60a6e3e4e23 req-9586d4c9-3f47-4617-bac3-ebada05911bb tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:48:06.313245 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-000eb678-e719-41e9-bc9b-a60a6e3e4e23 req-9586d4c9-3f47-4617-bac3-ebada05911bb tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] 10.222.0.85 "GET /v2.0/ports?device_id=954f2ac4-4362-4dc5-ae51-d1694b40bfee HTTP/1.1" status: 200 len: 909 time: 0.2461245 May 30 20:48:06.405449 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-0c8aea99-b84f-46e4-9b1c-0aef19d1f6df req-883a6987-3cd9-48fd-b56d-e9b82b2b93f7 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] For port 9f4fc02b-25d0-4774-818a-182f49d37814, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=9f4fc02b-25d0-4774-818a-182f49d37814,segment=NetworkSegment(6287e079-cb65-4cf3-bdbc-32660d196018),segment_id=6287e079-cb65-4cf3-bdbc-32660d196018)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:48:06.405857 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-0c8aea99-b84f-46e4-9b1c-0aef19d1f6df req-883a6987-3cd9-48fd-b56d-e9b82b2b93f7 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:06.545191 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [req-0c8aea99-b84f-46e4-9b1c-0aef19d1f6df req-883a6987-3cd9-48fd-b56d-e9b82b2b93f7 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Calling delete_port for 9f4fc02b-25d0-4774-818a-182f49d37814 owned by compute:nova {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:48:06.613241 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3060520d-41e3-419e-8a6a-73f1f0acf6f7 req-099265f0-cce4-4ebe-9082-381cdfeb6fec tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:48:06.614702 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3060520d-41e3-419e-8a6a-73f1f0acf6f7 req-099265f0-cce4-4ebe-9082-381cdfeb6fec tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/ports?device_id=28d04ad2-b3b9-4f87-b053-e59c5b5a0eb9 HTTP/1.1" status: 200 len: 946 time: 0.1437833 May 30 20:48:06.704255 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3060520d-41e3-419e-8a6a-73f1f0acf6f7 req-dbf1ea80-9e88-461c-a260-a0f421750a2e tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/security-groups?id=55b4696b-8ce2-4bd2-9c2a-5bdb3080275c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831103 May 30 20:48:06.734667 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 42668) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:48:06.801674 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-0c8aea99-b84f-46e4-9b1c-0aef19d1f6df req-883a6987-3cd9-48fd-b56d-e9b82b2b93f7 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:06.875316 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883a6987-3cd9-48fd-b56d-e9b82b2b93f7 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Pushing event deleted for resources: {'Port': ['ID=9f4fc02b-25d0-4774-818a-182f49d37814,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:48:06.898416 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-0fa23d25-a649-40c5-9ff3-de5234a49f85 admin admin] Deleting port 4bb4459a-c873-4ef6-b979-de330febd3d7 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:48:06.898845 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0fa23d25-a649-40c5-9ff3-de5234a49f85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:06.965698 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c8aea99-b84f-46e4-9b1c-0aef19d1f6df req-883a6987-3cd9-48fd-b56d-e9b82b2b93f7 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] No DVR routers for this DVR port 9f4fc02b-25d0-4774-818a-182f49d37814 on host n-h1-843948-2 {{(pid=84886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:48:06.968272 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-0c8aea99-b84f-46e4-9b1c-0aef19d1f6df req-883a6987-3cd9-48fd-b56d-e9b82b2b93f7 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:06.974103 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-57fc6861-fd6c-420f-96c0-c64c1501fb67 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/floatingips/12219bd7-dc87-4895-b44c-48f1178d43db HTTP/1.1" status: 200 len: 994 time: 0.2381794 May 30 20:48:06.976780 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '954f2ac4-4362-4dc5-ae51-d1694b40bfee', 'name': 'network-vif-deleted', 'tag': '9f4fc02b-25d0-4774-818a-182f49d37814'}] {{(pid=84886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:48:07.047147 n-d-843948-2 neutron-server[84886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d38e69b0-14b6-432b-9e9a-da9dcecbb1ae'] response: {'server_uuid': '954f2ac4-4362-4dc5-ae51-d1694b40bfee', 'name': 'network-vif-deleted', 'tag': '9f4fc02b-25d0-4774-818a-182f49d37814', 'status': 'completed', 'code': 200} May 30 20:48:07.049949 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0c8aea99-b84f-46e4-9b1c-0aef19d1f6df req-883a6987-3cd9-48fd-b56d-e9b82b2b93f7 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] 10.222.0.71 "DELETE /v2.0/ports/9f4fc02b-25d0-4774-818a-182f49d37814 HTTP/1.1" status: 204 len: 173 time: 1.0863550 May 30 20:48:07.103150 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [None req-0fa23d25-a649-40c5-9ff3-de5234a49f85 admin admin] For port 4bb4459a-c873-4ef6-b979-de330febd3d7, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=4bb4459a-c873-4ef6-b979-de330febd3d7,segment=NetworkSegment(879fe62b-5117-4948-9557-81f14eac2aeb),segment_id=879fe62b-5117-4948-9557-81f14eac2aeb)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:48:07.103501 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0fa23d25-a649-40c5-9ff3-de5234a49f85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:07.233254 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-0fa23d25-a649-40c5-9ff3-de5234a49f85 admin admin] Calling delete_port for 4bb4459a-c873-4ef6-b979-de330febd3d7 owned by network:router_interface {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:48:07.527259 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0fa23d25-a649-40c5-9ff3-de5234a49f85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:07.564809 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3ba34aef-d9c4-442d-a788-a857545c6ab0 req-c3565d5f-b7ac-4f24-bac5-efbe4542b6f8 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] 10.222.0.85 "GET /v2.0/ports?device_id=954f2ac4-4362-4dc5-ae51-d1694b40bfee HTTP/1.1" status: 200 len: 210 time: 0.0755849 May 30 20:48:07.581743 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa23d25-a649-40c5-9ff3-de5234a49f85 admin admin] Pushing event deleted for resources: {'Port': ['ID=4bb4459a-c873-4ef6-b979-de330febd3d7,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:48:07.914707 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0fa23d25-a649-40c5-9ff3-de5234a49f85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1718140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-736143'] for router_interface, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:08.643118 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fa23d25-a649-40c5-9ff3-de5234a49f85 admin admin] Router 8e292d55-f838-4389-b330-a34584a7d441 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:48:08.680929 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 42682) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:48:08.683150 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3fec958-f464-420b-9119-29adf1fc6c22 None None] Sync routers for ids ['5f707e29-f9b3-458a-9f78-f72068875f63'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:48:08.704601 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3fec958-f464-420b-9119-29adf1fc6c22 None None] Routers {'5f707e29-f9b3-458a-9f78-f72068875f63'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:48:08.705780 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-c3fec958-f464-420b-9119-29adf1fc6c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:48:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['5f707e29-f9b3-458a-9f78-f72068875f63'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:48:08.932519 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fa23d25-a649-40c5-9ff3-de5234a49f85 admin admin] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:48:08.944491 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71809428-7250-4ec2-85b9-e0a622c93a9a None None] Sync routers for ids ['8e292d55-f838-4389-b330-a34584a7d441'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:48:08.958269 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71809428-7250-4ec2-85b9-e0a622c93a9a None None] Routers {'8e292d55-f838-4389-b330-a34584a7d441'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:48:08.959263 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-71809428-7250-4ec2-85b9-e0a622c93a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:48:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['8e292d55-f838-4389-b330-a34584a7d441'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:48:09.020852 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-0fa23d25-a649-40c5-9ff3-de5234a49f85 admin admin] 10.222.0.85 "PUT /v2.0/routers/8e292d55-f838-4389-b330-a34584a7d441/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5190680 May 30 20:48:09.022014 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 42686) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:48:09.043942 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-c3fec958-f464-420b-9119-29adf1fc6c22 None None] Set router 5f707e29-f9b3-458a-9f78-f72068875f63 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:48:09.192217 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-71809428-7250-4ec2-85b9-e0a622c93a9a None None] Set router 8e292d55-f838-4389-b330-a34584a7d441 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:48:09.276300 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-44ccf59b-1d0e-40a6-acc4-5c9763a31b55 admin admin] Notify callbacks [] for router, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:09.432982 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-c3fec958-f464-420b-9119-29adf1fc6c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f707e29-f9b3-458a-9f78-f72068875f63', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1110344163', 'tenant_id': '54aaf92a8da3459482cb4f4837dad259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': 'bfd77b8a-16f3-4341-8b5b-35330a6beed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:47:33Z', 'updated_at': '2022-05-30T20:47:40Z', 'revision_number': 4, 'project_id': '54aaf92a8da3459482cb4f4837dad259', 'gw_port': {'id': 'bfd77b8a-16f3-4341-8b5b-35330a6beed9', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:5d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f707e29-f9b3-458a-9f78-f72068875f63', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:47:33Z', 'updated_at': '2022-05-30T20:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '8f127aef-e27d-488b-944d-d79930f958c5', 'name': '', 'network_id': 'bf3e4089-d205-4ff3-9736-0ba68cf0b5dd', 'tenant_id': '54aaf92a8da3459482cb4f4837dad259', 'mac_address': 'fa:16:3e:d0:9d:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f707e29-f9b3-458a-9f78-f72068875f63', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dbe49d17-1e65-4fe3-a845-a83c729e5347', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:47:39Z', 'updated_at': '2022-05-30T20:47:41Z', 'revision_number': 2, 'project_id': '54aaf92a8da3459482cb4f4837dad259', 'subnets': [{'id': 'dbe49d17-1e65-4fe3-a845-a83c729e5347', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:48:09.438393 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3fec958-f464-420b-9119-29adf1fc6c22 None None] Checking router: 5f707e29-f9b3-458a-9f78-f72068875f63 for host: n-d-843948-2 {{(pid=84889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:48:09.438880 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3fec958-f464-420b-9119-29adf1fc6c22 None None] Updating router 5f707e29-f9b3-458a-9f78-f72068875f63 port 8f127aef-e27d-488b-944d-d79930f958c5 binding host n-d-843948-2 {{(pid=84889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:48:09.443542 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7291c17a-93e7-4898-a5e1-a6167daa1021 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-736216'] for router_interface, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:09.508580 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-c3fec958-f464-420b-9119-29adf1fc6c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:09.542690 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-44ccf59b-1d0e-40a6-acc4-5c9763a31b55 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:09.636635 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-44ccf59b-1d0e-40a6-acc4-5c9763a31b55 admin admin] Deleting port d1272762-f448-441a-9a23-6c613dc094e2 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:48:09.637850 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-44ccf59b-1d0e-40a6-acc4-5c9763a31b55 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:09.659774 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-71809428-7250-4ec2-85b9-e0a622c93a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e292d55-f838-4389-b330-a34584a7d441', 'name': 'tempest-TestServerMultinode-1037763909-router', 'tenant_id': 'ed25affb77a84c01a67e1ac685009725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.254'}], 'enable_snat': True}, 'gw_port_id': 'd1272762-f448-441a-9a23-6c613dc094e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:47:02Z', 'updated_at': '2022-05-30T20:48:07Z', 'revision_number': 5, 'project_id': 'ed25affb77a84c01a67e1ac685009725', 'gw_port': {'id': 'd1272762-f448-441a-9a23-6c613dc094e2', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:89:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e292d55-f838-4389-b330-a34584a7d441', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:47:03Z', 'updated_at': '2022-05-30T20:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:48:09.666268 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71809428-7250-4ec2-85b9-e0a622c93a9a None None] Checking router: 8e292d55-f838-4389-b330-a34584a7d441 for host: n-d-843948-2 {{(pid=84888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:48:09.688474 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71809428-7250-4ec2-85b9-e0a622c93a9a None None] Routers {'8e292d55-f838-4389-b330-a34584a7d441'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:48:09.689018 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-71809428-7250-4ec2-85b9-e0a622c93a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:48:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['8e292d55-f838-4389-b330-a34584a7d441'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:48:09.907045 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [None req-44ccf59b-1d0e-40a6-acc4-5c9763a31b55 admin admin] For port d1272762-f448-441a-9a23-6c613dc094e2, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=d1272762-f448-441a-9a23-6c613dc094e2,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:48:09.908078 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-44ccf59b-1d0e-40a6-acc4-5c9763a31b55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:09.969562 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-71809428-7250-4ec2-85b9-e0a622c93a9a None None] Set router 8e292d55-f838-4389-b330-a34584a7d441 gateway port host: None {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:48:10.010043 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-c3fec958-f464-420b-9119-29adf1fc6c22 None None] Notify callbacks [] for port, precommit_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:10.026095 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.provisioning_blocks [None req-c3fec958-f464-420b-9119-29adf1fc6c22 None None] Transition to ACTIVE for port object 8f127aef-e27d-488b-944d-d79930f958c5 will not be triggered until provisioned by entity L2. {{(pid=84889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:48:10.093666 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-44ccf59b-1d0e-40a6-acc4-5c9763a31b55 admin admin] Calling delete_port for d1272762-f448-441a-9a23-6c613dc094e2 owned by network:router_gateway {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:48:10.106221 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-c3fec958-f464-420b-9119-29adf1fc6c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:10.125485 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-71809428-7250-4ec2-85b9-e0a622c93a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e292d55-f838-4389-b330-a34584a7d441', 'name': 'tempest-TestServerMultinode-1037763909-router', 'tenant_id': 'ed25affb77a84c01a67e1ac685009725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:47:02Z', 'updated_at': '2022-05-30T20:48:09Z', 'revision_number': 6, 'project_id': 'ed25affb77a84c01a67e1ac685009725', 'gw_port_host': None}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:48:10.130170 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71809428-7250-4ec2-85b9-e0a622c93a9a None None] The sync data for ids ['8e292d55-f838-4389-b330-a34584a7d441'] in n-d-843948-2 is: [{'id': '8e292d55-f838-4389-b330-a34584a7d441', 'name': 'tempest-TestServerMultinode-1037763909-router', 'tenant_id': 'ed25affb77a84c01a67e1ac685009725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:47:02Z', 'updated_at': '2022-05-30T20:48:09Z', 'revision_number': 6, 'project_id': 'ed25affb77a84c01a67e1ac685009725', 'gw_port_host': None}] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:48:10.270811 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b636f77a-6f4d-4f50-a6cf-5872e1fe268b None None] Pushing event updated for resources: {'Port': ['ID=8f127aef-e27d-488b-944d-d79930f958c5,revision_number=3']} {{(pid=84889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:48:10.368839 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-c3fec958-f464-420b-9119-29adf1fc6c22 None None] Attempting to bind port 8f127aef-e27d-488b-944d-d79930f958c5 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:48:10.369564 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-c3fec958-f464-420b-9119-29adf1fc6c22 None None] Attempting to bind port 8f127aef-e27d-488b-944d-d79930f958c5 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': '6287e079-cb65-4cf3-bdbc-32660d196018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'bf3e4089-d205-4ff3-9736-0ba68cf0b5dd'}] {{(pid=84889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:48:10.369719 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3fec958-f464-420b-9119-29adf1fc6c22 None None] Attempting to bind port 8f127aef-e27d-488b-944d-d79930f958c5 on network bf3e4089-d205-4ff3-9736-0ba68cf0b5dd {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:48:10.377636 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3fec958-f464-420b-9119-29adf1fc6c22 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:48:10.378134 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3fec958-f464-420b-9119-29adf1fc6c22 None None] Checking segment: {'id': '6287e079-cb65-4cf3-bdbc-32660d196018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'bf3e4089-d205-4ff3-9736-0ba68cf0b5dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:48:10.378591 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-c3fec958-f464-420b-9119-29adf1fc6c22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:10.379044 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3fec958-f464-420b-9119-29adf1fc6c22 None None] Bound using segment: {'id': '6287e079-cb65-4cf3-bdbc-32660d196018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'bf3e4089-d205-4ff3-9736-0ba68cf0b5dd'} {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:48:10.379631 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-c3fec958-f464-420b-9119-29adf1fc6c22 None None] Bound port: 8f127aef-e27d-488b-944d-d79930f958c5, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6287e079-cb65-4cf3-bdbc-32660d196018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'bf3e4089-d205-4ff3-9736-0ba68cf0b5dd'}}] {{(pid=84889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:48:10.380069 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-c3fec958-f464-420b-9119-29adf1fc6c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:10.392471 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-7291c17a-93e7-4898-a5e1-a6167daa1021 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Deleting port 8f127aef-e27d-488b-944d-d79930f958c5 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:48:10.393799 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7291c17a-93e7-4898-a5e1-a6167daa1021 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:10.440478 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-44ccf59b-1d0e-40a6-acc4-5c9763a31b55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:10.493724 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ccf59b-1d0e-40a6-acc4-5c9763a31b55 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1272762-f448-441a-9a23-6c613dc094e2,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:48:10.504194 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.db [None req-c3fec958-f464-420b-9119-29adf1fc6c22 None None] For port 8f127aef-e27d-488b-944d-d79930f958c5, host n-d-843948-2, cleared binding levels {{(pid=84889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:48:10.509220 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.db [None req-c3fec958-f464-420b-9119-29adf1fc6c22 None None] For port 8f127aef-e27d-488b-944d-d79930f958c5, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=8f127aef-e27d-488b-944d-d79930f958c5,segment=NetworkSegment(6287e079-cb65-4cf3-bdbc-32660d196018),segment_id=6287e079-cb65-4cf3-bdbc-32660d196018)] {{(pid=84889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:48:10.572283 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-c3fec958-f464-420b-9119-29adf1fc6c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:10.657325 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b636f77a-6f4d-4f50-a6cf-5872e1fe268b None None] Pushing event updated for resources: {'Port': ['ID=8f127aef-e27d-488b-944d-d79930f958c5,revision_number=4']} {{(pid=84889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:48:10.660453 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3fec958-f464-420b-9119-29adf1fc6c22 None None] Routers {'5f707e29-f9b3-458a-9f78-f72068875f63'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:48:10.661058 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-c3fec958-f464-420b-9119-29adf1fc6c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:48:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['5f707e29-f9b3-458a-9f78-f72068875f63'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:48:10.662902 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [None req-7291c17a-93e7-4898-a5e1-a6167daa1021 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] For port 8f127aef-e27d-488b-944d-d79930f958c5, host n-d-843948-2, got binding levels [] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:48:10.663589 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7291c17a-93e7-4898-a5e1-a6167daa1021 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:10.854910 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 9f4fc02b-25d0-4774-818a-182f49d37814 no longer exists at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:48:10.859019 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-7291c17a-93e7-4898-a5e1-a6167daa1021 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Calling delete_port for 8f127aef-e27d-488b-944d-d79930f958c5 owned by network:router_interface {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:48:10.902316 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] No Port match for: 9f4fc02b-25d0-4774-818a-182f49d37814 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:48:10.902661 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 9f4fc02b-25d0-4774-818a-182f49d37814 not bound to the agent host n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:48:10.925843 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-c3fec958-f464-420b-9119-29adf1fc6c22 None None] Set router 5f707e29-f9b3-458a-9f78-f72068875f63 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:48:11.019723 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-44ccf59b-1d0e-40a6-acc4-5c9763a31b55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-736453'] for router_gateway, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:11.077736 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.db.api [None req-7291c17a-93e7-4898-a5e1-a6167daa1021 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:48:11.078209 n-d-843948-2 neutron-server[84886]: DEBUG oslo_db.api [None req-7291c17a-93e7-4898-a5e1-a6167daa1021 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:48:11.314724 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-44ccf59b-1d0e-40a6-acc4-5c9763a31b55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-724789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3141'] for router, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:11.319821 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-44ccf59b-1d0e-40a6-acc4-5c9763a31b55 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:11.331500 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-c3fec958-f464-420b-9119-29adf1fc6c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f707e29-f9b3-458a-9f78-f72068875f63', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1110344163', 'tenant_id': '54aaf92a8da3459482cb4f4837dad259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': 'bfd77b8a-16f3-4341-8b5b-35330a6beed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:47:33Z', 'updated_at': '2022-05-30T20:47:40Z', 'revision_number': 4, 'project_id': '54aaf92a8da3459482cb4f4837dad259', 'gw_port': {'id': 'bfd77b8a-16f3-4341-8b5b-35330a6beed9', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:5d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f707e29-f9b3-458a-9f78-f72068875f63', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:47:33Z', 'updated_at': '2022-05-30T20:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '8f127aef-e27d-488b-944d-d79930f958c5', 'name': '', 'network_id': 'bf3e4089-d205-4ff3-9736-0ba68cf0b5dd', 'tenant_id': '54aaf92a8da3459482cb4f4837dad259', 'mac_address': 'fa:16:3e:d0:9d:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f707e29-f9b3-458a-9f78-f72068875f63', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dbe49d17-1e65-4fe3-a845-a83c729e5347', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:47:39Z', 'updated_at': '2022-05-30T20:48:10Z', 'revision_number': 4, 'project_id': '54aaf92a8da3459482cb4f4837dad259', 'subnets': [{'id': 'dbe49d17-1e65-4fe3-a845-a83c729e5347', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:48:11.337885 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3fec958-f464-420b-9119-29adf1fc6c22 None None] The sync data for ids ['5f707e29-f9b3-458a-9f78-f72068875f63'] in n-d-843948-2 is: [{'id': '5f707e29-f9b3-458a-9f78-f72068875f63', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1110344163', 'tenant_id': '54aaf92a8da3459482cb4f4837dad259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': 'bfd77b8a-16f3-4341-8b5b-35330a6beed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:47:33Z', 'updated_at': '2022-05-30T20:47:40Z', 'revision_number': 4, 'project_id': '54aaf92a8da3459482cb4f4837dad259', 'gw_port': {'id': 'bfd77b8a-16f3-4341-8b5b-35330a6beed9', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:5d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f707e29-f9b3-458a-9f78-f72068875f63', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:47:33Z', 'updated_at': '2022-05-30T20:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '8f127aef-e27d-488b-944d-d79930f958c5', 'name': '', 'network_id': 'bf3e4089-d205-4ff3-9736-0ba68cf0b5dd', 'tenant_id': '54aaf92a8da3459482cb4f4837dad259', 'mac_address': 'fa:16:3e:d0:9d:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f707e29-f9b3-458a-9f78-f72068875f63', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dbe49d17-1e65-4fe3-a845-a83c729e5347', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:47:39Z', 'updated_at': '2022-05-30T20:48:10Z', 'revision_number': 4, 'project_id': '54aaf92a8da3459482cb4f4837dad259', 'subnets': [{'id': 'dbe49d17-1e65-4fe3-a845-a83c729e5347', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:48:11.476737 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-44ccf59b-1d0e-40a6-acc4-5c9763a31b55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724889'] for router, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:11.477250 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44ccf59b-1d0e-40a6-acc4-5c9763a31b55 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8e292d55-f838-4389-b330-a34584a7d441 {{(pid=84887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:48:11.491729 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-44ccf59b-1d0e-40a6-acc4-5c9763a31b55 admin admin] Notify callbacks [] for router, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:11.493010 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-44ccf59b-1d0e-40a6-acc4-5c9763a31b55 admin admin] 10.222.0.85 "DELETE /v2.0/routers/8e292d55-f838-4389-b330-a34584a7d441 HTTP/1.1" status: 204 len: 168 time: 2.4699526 May 30 20:48:11.495766 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 42694) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:48:11.572897 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdadea31-974e-40b5-b497-8c9cbf26740d admin admin] Deleting subnet b2eb0e04-bba7-4f4a-8b2e-69e8501445ac {{(pid=84887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:48:11.576903 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-fdadea31-974e-40b5-b497-8c9cbf26740d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:11.579044 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-7291c17a-93e7-4898-a5e1-a6167daa1021 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Deleting port 8f127aef-e27d-488b-944d-d79930f958c5 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:48:11.580080 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7291c17a-93e7-4898-a5e1-a6167daa1021 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:11.675880 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-fdadea31-974e-40b5-b497-8c9cbf26740d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3149227'] for subnet, precommit_delete_associations {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:11.781010 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-fdadea31-974e-40b5-b497-8c9cbf26740d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:11.812134 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [None req-7291c17a-93e7-4898-a5e1-a6167daa1021 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] For port 8f127aef-e27d-488b-944d-d79930f958c5, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=8f127aef-e27d-488b-944d-d79930f958c5,segment=NetworkSegment(6287e079-cb65-4cf3-bdbc-32660d196018),segment_id=6287e079-cb65-4cf3-bdbc-32660d196018)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:48:11.813066 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7291c17a-93e7-4898-a5e1-a6167daa1021 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:11.954620 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-7291c17a-93e7-4898-a5e1-a6167daa1021 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Calling delete_port for 8f127aef-e27d-488b-944d-d79930f958c5 owned by network:router_interface {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:48:11.960582 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-fdadea31-974e-40b5-b497-8c9cbf26740d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4055470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114247'] for subnet, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:12.024969 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdadea31-974e-40b5-b497-8c9cbf26740d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2eb0e04-bba7-4f4a-8b2e-69e8501445ac,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:48:12.035083 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-fdadea31-974e-40b5-b497-8c9cbf26740d admin admin] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:12.039906 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d444ead-87dd-4b47-91fc-ac818d69858a None None] Network 5cd09563-6407-4d06-a1c9-d596746237ed requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:48:12.051875 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-fdadea31-974e-40b5-b497-8c9cbf26740d admin admin] 10.222.0.85 "DELETE /v2.0/subnets/b2eb0e04-bba7-4f4a-8b2e-69e8501445ac HTTP/1.1" status: 204 len: 168 time: 0.5549386 May 30 20:48:12.053013 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 42700) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:48:12.215902 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c790eb9a-53d9-4628-9f28-16b06194e89a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:12.231057 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-c790eb9a-53d9-4628-9f28-16b06194e89a admin admin] Deleting port 22ff6891-6764-4b89-90c6-307ce57735b0 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:48:12.231397 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c790eb9a-53d9-4628-9f28-16b06194e89a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:12.336444 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 8f127aef-e27d-488b-944d-d79930f958c5 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:48:12.511318 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [None req-c790eb9a-53d9-4628-9f28-16b06194e89a admin admin] For port 22ff6891-6764-4b89-90c6-307ce57735b0, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=22ff6891-6764-4b89-90c6-307ce57735b0,segment=NetworkSegment(879fe62b-5117-4948-9557-81f14eac2aeb),segment_id=879fe62b-5117-4948-9557-81f14eac2aeb)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:48:12.512073 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c790eb9a-53d9-4628-9f28-16b06194e89a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:12.558793 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f595993b-ae87-4e20-a4ec-ea58ac4fd7c3 None None] DHCP port deletion for 5cd09563-6407-4d06-a1c9-d596746237ed request from n-d-843948-2 {{(pid=84888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:48:12.562605 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7291c17a-93e7-4898-a5e1-a6167daa1021 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:12.563678 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-f595993b-ae87-4e20-a4ec-ea58ac4fd7c3 None None] Deleting port 22ff6891-6764-4b89-90c6-307ce57735b0 {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:48:12.564284 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-f595993b-ae87-4e20-a4ec-ea58ac4fd7c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:12.619734 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7291c17a-93e7-4898-a5e1-a6167daa1021 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Pushing event deleted for resources: {'Port': ['ID=8f127aef-e27d-488b-944d-d79930f958c5,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:48:12.630087 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 8f127aef-e27d-488b-944d-d79930f958c5 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:48:12.654430 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-c790eb9a-53d9-4628-9f28-16b06194e89a admin admin] Calling delete_port for 22ff6891-6764-4b89-90c6-307ce57735b0 owned by network:dhcp {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:48:12.669087 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 8f127aef-e27d-488b-944d-d79930f958c5 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:48:12.669902 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:12.739793 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Port 8f127aef-e27d-488b-944d-d79930f958c5 was deleted so its status cannot be updated. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} May 30 20:48:12.837856 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c790eb9a-53d9-4628-9f28-16b06194e89a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:12.936675 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c790eb9a-53d9-4628-9f28-16b06194e89a admin admin] Pushing event deleted for resources: {'Port': ['ID=22ff6891-6764-4b89-90c6-307ce57735b0,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:48:12.947211 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c790eb9a-53d9-4628-9f28-16b06194e89a admin admin] No DVR routers for this DVR port 22ff6891-6764-4b89-90c6-307ce57735b0 on host n-d-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:48:12.973587 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 4bb4459a-c873-4ef6-b979-de330febd3d7 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:48:13.044530 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: 4bb4459a-c873-4ef6-b979-de330febd3d7 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:48:13.046278 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 4bb4459a-c873-4ef6-b979-de330febd3d7 not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:48:13.047158 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device d1272762-f448-441a-9a23-6c613dc094e2 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:48:13.094211 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c790eb9a-53d9-4628-9f28-16b06194e89a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:13.124248 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: d1272762-f448-441a-9a23-6c613dc094e2 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:48:13.125921 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device d1272762-f448-441a-9a23-6c613dc094e2 not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:48:13.134179 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-f595993b-ae87-4e20-a4ec-ea58ac4fd7c3 None None] For port 22ff6891-6764-4b89-90c6-307ce57735b0, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=22ff6891-6764-4b89-90c6-307ce57735b0,segment=NetworkSegment(879fe62b-5117-4948-9557-81f14eac2aeb),segment_id=879fe62b-5117-4948-9557-81f14eac2aeb)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:48:13.134934 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-f595993b-ae87-4e20-a4ec-ea58ac4fd7c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:13.136014 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-c790eb9a-53d9-4628-9f28-16b06194e89a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cd09563-6407-4d06-a1c9-d596746237ed']}} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:48:13.137409 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7291c17a-93e7-4898-a5e1-a6167daa1021 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1718140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-736143'] for router_interface, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:13.167313 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-c790eb9a-53d9-4628-9f28-16b06194e89a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '879fe62b-5117-4948-9557-81f14eac2aeb') {'for_net_delete': True} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:48:13.167805 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-c790eb9a-53d9-4628-9f28-16b06194e89a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '879fe62b-5117-4948-9557-81f14eac2aeb') {} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:48:13.192231 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c790eb9a-53d9-4628-9f28-16b06194e89a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3149912'] for segment, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:13.305894 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-f595993b-ae87-4e20-a4ec-ea58ac4fd7c3 None None] Calling delete_port for 22ff6891-6764-4b89-90c6-307ce57735b0 owned by network:dhcp {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:48:13.397478 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.db.api [None req-f595993b-ae87-4e20-a4ec-ea58ac4fd7c3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:48:13.397801 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c790eb9a-53d9-4628-9f28-16b06194e89a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:13.399338 n-d-843948-2 neutron-server[84888]: DEBUG oslo_db.api [None req-f595993b-ae87-4e20-a4ec-ea58ac4fd7c3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:48:13.414392 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c790eb9a-53d9-4628-9f28-16b06194e89a admin admin] Releasing vlan 664 on physical network physnet1 to pool {{(pid=84887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:48:13.414392 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c790eb9a-53d9-4628-9f28-16b06194e89a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4055488'] for segment, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:13.436469 n-d-843948-2 neutron-server[84887]: Traceback (most recent call last): May 30 20:48:13.436469 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:48:13.436469 n-d-843948-2 neutron-server[84887]: timer() May 30 20:48:13.436469 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:48:13.436469 n-d-843948-2 neutron-server[84887]: cb(*args, **kw) May 30 20:48:13.436469 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:48:13.436469 n-d-843948-2 neutron-server[84887]: return func(*args, **kwargs) May 30 20:48:13.436469 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:48:13.436469 n-d-843948-2 neutron-server[84887]: self._notify() May 30 20:48:13.436469 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:48:13.436469 n-d-843948-2 neutron-server[84887]: self.callback(batched_events) May 30 20:48:13.436469 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:48:13.436469 n-d-843948-2 neutron-server[84887]: event.method(event) May 30 20:48:13.436469 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:48:13.436469 n-d-843948-2 neutron-server[84887]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:48:13.436469 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:48:13.436469 n-d-843948-2 neutron-server[84887]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:48:13.436469 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:48:13.436469 n-d-843948-2 neutron-server[84887]: return f(self, *a, **k) May 30 20:48:13.436469 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:48:13.436469 n-d-843948-2 neutron-server[84887]: return self._get(url).json() May 30 20:48:13.436469 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:48:13.436469 n-d-843948-2 neutron-server[84887]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:48:13.436469 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:48:13.436469 n-d-843948-2 neutron-server[84887]: return self.request(url, 'GET', **kwargs) May 30 20:48:13.436469 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:48:13.436469 n-d-843948-2 neutron-server[84887]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:48:13.436469 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:48:13.436469 n-d-843948-2 neutron-server[84887]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:48:13.436469 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:48:13.436469 n-d-843948-2 neutron-server[84887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:48:13.436469 n-d-843948-2 neutron-server[84887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:48:13.594763 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c790eb9a-53d9-4628-9f28-16b06194e89a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:13.622482 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c790eb9a-53d9-4628-9f28-16b06194e89a admin admin] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:13.631821 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c790eb9a-53d9-4628-9f28-16b06194e89a admin admin] Pushing event deleted for resources: {'Network': ['ID=5cd09563-6407-4d06-a1c9-d596746237ed,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:48:13.723578 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-c790eb9a-53d9-4628-9f28-16b06194e89a admin admin] 10.222.0.85 "DELETE /v2.0/networks/5cd09563-6407-4d06-a1c9-d596746237ed HTTP/1.1" status: 204 len: 168 time: 1.6692815 May 30 20:48:13.908561 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-f595993b-ae87-4e20-a4ec-ea58ac4fd7c3 None None] Deleting port 22ff6891-6764-4b89-90c6-307ce57735b0 {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:48:13.909576 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-f595993b-ae87-4e20-a4ec-ea58ac4fd7c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:13.971731 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7291c17a-93e7-4898-a5e1-a6167daa1021 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Router 5f707e29-f9b3-458a-9f78-f72068875f63 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:48:13.993012 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 22ff6891-6764-4b89-90c6-307ce57735b0 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:48:14.067969 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: 22ff6891-6764-4b89-90c6-307ce57735b0 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:48:14.069028 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 22ff6891-6764-4b89-90c6-307ce57735b0 not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:48:14.074206 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-f595993b-ae87-4e20-a4ec-ea58ac4fd7c3 None None] The port '22ff6891-6764-4b89-90c6-307ce57735b0' was deleted {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 20:48:14.227182 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7291c17a-93e7-4898-a5e1-a6167daa1021 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:48:14.251793 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-7291c17a-93e7-4898-a5e1-a6167daa1021 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] 10.222.0.85 "PUT /v2.0/routers/5f707e29-f9b3-458a-9f78-f72068875f63/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5694900 May 30 20:48:14.256214 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 42714) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:48:14.407413 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 42718) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:48:14.490805 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-e1f45b6e-d355-4584-bed2-d9bc9b5da0d0 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=2f557a6678c14959a0cc7ed09fff9c3a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0810325 May 30 20:48:14.494024 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 42722) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:48:14.566070 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-fbaf1d92-254e-43c9-afce-5c18e0bd2d2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:14.595723 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-fbaf1d92-254e-43c9-afce-5c18e0bd2d2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:14.619249 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f0b8d8f-5ada-4904-8fd1-a31f2041e0ab tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Deleting subnet dbe49d17-1e65-4fe3-a845-a83c729e5347 {{(pid=84887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:48:14.623289 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7f0b8d8f-5ada-4904-8fd1-a31f2041e0ab tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks [] for subnet, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:14.687993 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7f0b8d8f-5ada-4904-8fd1-a31f2041e0ab tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3149227'] for subnet, precommit_delete_associations {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:14.751168 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-fbaf1d92-254e-43c9-afce-5c18e0bd2d2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:14.767144 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaf1d92-254e-43c9-afce-5c18e0bd2d2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93fa8820-8af5-4895-94cc-78c3da1a867a,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:48:14.775241 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-fbaf1d92-254e-43c9-afce-5c18e0bd2d2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:14.776384 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-fbaf1d92-254e-43c9-afce-5c18e0bd2d2b admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/93fa8820-8af5-4895-94cc-78c3da1a867a HTTP/1.1" status: 204 len: 168 time: 0.2812665 May 30 20:48:14.803187 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7f0b8d8f-5ada-4904-8fd1-a31f2041e0ab tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:14.980437 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7f0b8d8f-5ada-4904-8fd1-a31f2041e0ab tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4055470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114247'] for subnet, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:15.032005 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0b8d8f-5ada-4904-8fd1-a31f2041e0ab tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Pushing event deleted for resources: {'Subnet': ['ID=dbe49d17-1e65-4fe3-a845-a83c729e5347,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:48:15.036682 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7f0b8d8f-5ada-4904-8fd1-a31f2041e0ab tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:15.045662 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-7f0b8d8f-5ada-4904-8fd1-a31f2041e0ab tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] 10.222.0.85 "DELETE /v2.0/subnets/dbe49d17-1e65-4fe3-a845-a83c729e5347 HTTP/1.1" status: 204 len: 168 time: 0.7858903 May 30 20:48:15.046421 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 42730) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:48:15.048814 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81afffd7-889f-495a-b9df-90618e9b95d2 None None] Network bf3e4089-d205-4ff3-9736-0ba68cf0b5dd requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:48:15.391849 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0334ee53-950a-48e9-ba74-d83a1a01e699 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks [] for router, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:15.408050 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b4543d-0c8b-468a-a821-ca1a6c0febc5 None None] DHCP port deletion for bf3e4089-d205-4ff3-9736-0ba68cf0b5dd request from n-d-843948-2 {{(pid=84888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:48:15.414438 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-11b4543d-0c8b-468a-a821-ca1a6c0febc5 None None] Deleting port ca47ba0a-0cd6-4f65-a992-a7a0cbcb8499 {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:48:15.414815 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-11b4543d-0c8b-468a-a821-ca1a6c0febc5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:15.654631 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-11b4543d-0c8b-468a-a821-ca1a6c0febc5 None None] For port ca47ba0a-0cd6-4f65-a992-a7a0cbcb8499, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=ca47ba0a-0cd6-4f65-a992-a7a0cbcb8499,segment=NetworkSegment(6287e079-cb65-4cf3-bdbc-32660d196018),segment_id=6287e079-cb65-4cf3-bdbc-32660d196018)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:48:15.655023 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-11b4543d-0c8b-468a-a821-ca1a6c0febc5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:15.660314 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0334ee53-950a-48e9-ba74-d83a1a01e699 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:15.751914 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 42740) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:48:15.785836 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-0334ee53-950a-48e9-ba74-d83a1a01e699 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Deleting port bfd77b8a-16f3-4341-8b5b-35330a6beed9 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:48:15.786263 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0334ee53-950a-48e9-ba74-d83a1a01e699 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:15.796743 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-11b4543d-0c8b-468a-a821-ca1a6c0febc5 None None] Calling delete_port for ca47ba0a-0cd6-4f65-a992-a7a0cbcb8499 owned by network:dhcp {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:48:15.876034 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device ca47ba0a-0cd6-4f65-a992-a7a0cbcb8499 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:48:15.888870 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-3dbed2f9-62bc-4c24-a9cf-4be4990338d6 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=ed25affb77a84c01a67e1ac685009725&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1335702 May 30 20:48:15.889256 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 42744) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:48:15.980246 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-99b2a9c9-31a1-4f45-8d28-13b70c028e75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:16.010019 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [None req-0334ee53-950a-48e9-ba74-d83a1a01e699 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] For port bfd77b8a-16f3-4341-8b5b-35330a6beed9, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=bfd77b8a-16f3-4341-8b5b-35330a6beed9,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:48:16.010546 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0334ee53-950a-48e9-ba74-d83a1a01e699 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:16.022754 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-99b2a9c9-31a1-4f45-8d28-13b70c028e75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:16.027141 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:16.102549 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-11b4543d-0c8b-468a-a821-ca1a6c0febc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468'] for port, after_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:16.150183 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-0334ee53-950a-48e9-ba74-d83a1a01e699 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Calling delete_port for bfd77b8a-16f3-4341-8b5b-35330a6beed9 owned by network:router_gateway {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:48:16.168191 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b4543d-0c8b-468a-a821-ca1a6c0febc5 None None] Pushing event deleted for resources: {'Port': ['ID=ca47ba0a-0cd6-4f65-a992-a7a0cbcb8499,revision_number=None']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:48:16.185826 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b4543d-0c8b-468a-a821-ca1a6c0febc5 None None] No DVR routers for this DVR port ca47ba0a-0cd6-4f65-a992-a7a0cbcb8499 on host n-d-843948-2 {{(pid=84888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:48:16.320315 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-99b2a9c9-31a1-4f45-8d28-13b70c028e75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:16.339617 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b2a9c9-31a1-4f45-8d28-13b70c028e75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce300995-7f3f-4090-b6aa-a68ec0b1a7ab,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:48:16.435177 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-99b2a9c9-31a1-4f45-8d28-13b70c028e75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:16.437515 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-99b2a9c9-31a1-4f45-8d28-13b70c028e75 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/ce300995-7f3f-4090-b6aa-a68ec0b1a7ab HTTP/1.1" status: 204 len: 168 time: 0.5460730 May 30 20:48:16.538824 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0334ee53-950a-48e9-ba74-d83a1a01e699 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:16.591495 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0334ee53-950a-48e9-ba74-d83a1a01e699 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Pushing event deleted for resources: {'Port': ['ID=bfd77b8a-16f3-4341-8b5b-35330a6beed9,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:48:16.939123 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0334ee53-950a-48e9-ba74-d83a1a01e699 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-736453'] for router_gateway, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:17.258603 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0334ee53-950a-48e9-ba74-d83a1a01e699 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-724789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3141'] for router, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:17.263565 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0334ee53-950a-48e9-ba74-d83a1a01e699 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:17.396686 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0334ee53-950a-48e9-ba74-d83a1a01e699 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724889'] for router, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:17.397240 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0334ee53-950a-48e9-ba74-d83a1a01e699 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Fanout notify agent at l3_agent the message router_deleted on router 5f707e29-f9b3-458a-9f78-f72068875f63 {{(pid=84887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:48:17.411864 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0334ee53-950a-48e9-ba74-d83a1a01e699 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks [] for router, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:17.413116 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-0334ee53-950a-48e9-ba74-d83a1a01e699 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] 10.222.0.85 "DELETE /v2.0/routers/5f707e29-f9b3-458a-9f78-f72068875f63 HTTP/1.1" status: 204 len: 168 time: 2.3651278 May 30 20:48:17.415871 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 42752) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:48:17.530285 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1078b970-3f50-421d-8c20-f9c064fc8ceb tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:17.666402 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1078b970-3f50-421d-8c20-f9c064fc8ceb tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:17.692553 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-1078b970-3f50-421d-8c20-f9c064fc8ceb tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf3e4089-d205-4ff3-9736-0ba68cf0b5dd']}} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:48:17.704545 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-1078b970-3f50-421d-8c20-f9c064fc8ceb tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6287e079-cb65-4cf3-bdbc-32660d196018') {'for_net_delete': True} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:48:17.708987 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-1078b970-3f50-421d-8c20-f9c064fc8ceb tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6287e079-cb65-4cf3-bdbc-32660d196018') {} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:48:17.716446 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1078b970-3f50-421d-8c20-f9c064fc8ceb tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3149912'] for segment, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:17.734084 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1078b970-3f50-421d-8c20-f9c064fc8ceb tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:17.742714 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1078b970-3f50-421d-8c20-f9c064fc8ceb tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Releasing vlan 673 on physical network physnet1 to pool {{(pid=84887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:48:17.744108 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1078b970-3f50-421d-8c20-f9c064fc8ceb tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4055488'] for segment, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:17.761882 n-d-843948-2 neutron-server[84887]: Traceback (most recent call last): May 30 20:48:17.761882 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:48:17.761882 n-d-843948-2 neutron-server[84887]: timer() May 30 20:48:17.761882 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:48:17.761882 n-d-843948-2 neutron-server[84887]: cb(*args, **kw) May 30 20:48:17.761882 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:48:17.761882 n-d-843948-2 neutron-server[84887]: return func(*args, **kwargs) May 30 20:48:17.761882 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:48:17.761882 n-d-843948-2 neutron-server[84887]: self._notify() May 30 20:48:17.761882 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:48:17.761882 n-d-843948-2 neutron-server[84887]: self.callback(batched_events) May 30 20:48:17.761882 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:48:17.761882 n-d-843948-2 neutron-server[84887]: event.method(event) May 30 20:48:17.761882 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:48:17.761882 n-d-843948-2 neutron-server[84887]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:48:17.761882 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:48:17.761882 n-d-843948-2 neutron-server[84887]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:48:17.761882 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:48:17.761882 n-d-843948-2 neutron-server[84887]: return f(self, *a, **k) May 30 20:48:17.761882 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:48:17.761882 n-d-843948-2 neutron-server[84887]: return self._get(url).json() May 30 20:48:17.761882 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:48:17.761882 n-d-843948-2 neutron-server[84887]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:48:17.761882 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:48:17.761882 n-d-843948-2 neutron-server[84887]: return self.request(url, 'GET', **kwargs) May 30 20:48:17.761882 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:48:17.761882 n-d-843948-2 neutron-server[84887]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:48:17.761882 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:48:17.761882 n-d-843948-2 neutron-server[84887]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:48:17.761882 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:48:17.761882 n-d-843948-2 neutron-server[84887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:48:17.761882 n-d-843948-2 neutron-server[84887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:48:17.910776 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1078b970-3f50-421d-8c20-f9c064fc8ceb tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:17.928827 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1078b970-3f50-421d-8c20-f9c064fc8ceb tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:17.940852 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1078b970-3f50-421d-8c20-f9c064fc8ceb tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Pushing event deleted for resources: {'Network': ['ID=bf3e4089-d205-4ff3-9736-0ba68cf0b5dd,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:48:18.014457 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-1078b970-3f50-421d-8c20-f9c064fc8ceb tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] 10.222.0.85 "DELETE /v2.0/networks/bf3e4089-d205-4ff3-9736-0ba68cf0b5dd HTTP/1.1" status: 204 len: 168 time: 0.5974851 May 30 20:48:18.016977 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 42760) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:48:18.224054 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-32e63dc3-0189-4af9-a16d-31605ce637cc tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Deleting port a35b2e7c-c5c4-4b6a-a37e-65abf9441ffe {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:48:18.225306 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-32e63dc3-0189-4af9-a16d-31605ce637cc tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:18.519776 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-32e63dc3-0189-4af9-a16d-31605ce637cc tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:18.520102 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-32e63dc3-0189-4af9-a16d-31605ce637cc tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:18.649514 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-32e63dc3-0189-4af9-a16d-31605ce637cc tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Calling delete_port for a35b2e7c-c5c4-4b6a-a37e-65abf9441ffe owned by network:floatingip {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:48:18.893944 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-32e63dc3-0189-4af9-a16d-31605ce637cc tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:18.941947 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e63dc3-0189-4af9-a16d-31605ce637cc tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Pushing event deleted for resources: {'Port': ['ID=a35b2e7c-c5c4-4b6a-a37e-65abf9441ffe,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:48:19.051393 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-32e63dc3-0189-4af9-a16d-31605ce637cc tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks [] for floatingip, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:19.495534 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32e63dc3-0189-4af9-a16d-31605ce637cc tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Router d7cb24ff-d764-4204-865f-bdfb164e13a8 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:48:19.709542 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:19.745006 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32e63dc3-0189-4af9-a16d-31605ce637cc tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:48:19.763785 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc3036d-c250-49c4-9abd-77707366a279 None None] Sync routers for ids ['d7cb24ff-d764-4204-865f-bdfb164e13a8'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:48:19.773411 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-32e63dc3-0189-4af9-a16d-31605ce637cc tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:19.778943 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc3036d-c250-49c4-9abd-77707366a279 None None] Routers {'d7cb24ff-d764-4204-865f-bdfb164e13a8'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:48:19.779945 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-7dc3036d-c250-49c4-9abd-77707366a279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:48:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['d7cb24ff-d764-4204-865f-bdfb164e13a8'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:48:19.837978 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05d075f-eedd-4747-b466-15491c67d51e None None] Sync routers for ids ['5f707e29-f9b3-458a-9f78-f72068875f63'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:48:19.857653 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05d075f-eedd-4747-b466-15491c67d51e None None] Routers set() bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:48:19.858614 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05d075f-eedd-4747-b466-15491c67d51e None None] Router IDs set() for agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} May 30 20:48:19.859884 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_agentschedulers_db [None req-b05d075f-eedd-4747-b466-15491c67d51e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'5f707e29-f9b3-458a-9f78-f72068875f63'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:48:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent'). {{(pid=84888) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} May 30 20:48:19.879902 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05d075f-eedd-4747-b466-15491c67d51e None None] Routers set() bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:48:19.881065 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05d075f-eedd-4747-b466-15491c67d51e None None] Router IDs set() for agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} May 30 20:48:19.881714 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_agentschedulers_db [None req-b05d075f-eedd-4747-b466-15491c67d51e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'5f707e29-f9b3-458a-9f78-f72068875f63'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:48:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent'). {{(pid=84888) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} May 30 20:48:19.882097 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05d075f-eedd-4747-b466-15491c67d51e None None] The sync data for ids ['5f707e29-f9b3-458a-9f78-f72068875f63'] in n-d-843948-2 is: [] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:48:19.897972 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-32e63dc3-0189-4af9-a16d-31605ce637cc tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] 10.222.0.85 "DELETE /v2.0/floatingips/d544b697-f863-4cd0-a672-ef8f11d18c11 HTTP/1.1" status: 204 len: 168 time: 1.8774278 May 30 20:48:19.897972 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec68ef0d-586f-4ad6-a568-ab247c148f67', 'tag': '50599478-d694-4c85-9381-6ca0a8f6f790'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:48:19.967480 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48546e23-8756-47ad-90fe-4564224ac64e'] response: {'name': 'network-changed', 'server_uuid': 'ec68ef0d-586f-4ad6-a568-ab247c148f67', 'tag': '50599478-d694-4c85-9381-6ca0a8f6f790', 'status': 'completed', 'code': 200} May 30 20:48:20.035195 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-7dc3036d-c250-49c4-9abd-77707366a279 None None] Set router d7cb24ff-d764-4204-865f-bdfb164e13a8 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:48:20.095009 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-895c7f3d-8df7-47c2-8c5d-3e9a2cfe4c38 req-e283cca8-e925-4443-9fb4-4c198444f7fa service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=54aaf92a8da3459482cb4f4837dad259&device_id=ec68ef0d-586f-4ad6-a568-ab247c148f67 HTTP/1.1" status: 200 len: 1135 time: 0.1014814 May 30 20:48:20.235259 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895c7f3d-8df7-47c2-8c5d-3e9a2cfe4c38 req-f983ef9b-24d1-4901-9c83-a00d0f04b17f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:48:20.236575 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-895c7f3d-8df7-47c2-8c5d-3e9a2cfe4c38 req-f983ef9b-24d1-4901-9c83-a00d0f04b17f service neutron] 10.222.0.86 "GET /v2.0/networks?id=d7a70373-eecd-4806-a0f2-53b270b23686 HTTP/1.1" status: 200 len: 897 time: 0.1353848 May 30 20:48:20.406133 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-7dc3036d-c250-49c4-9abd-77707366a279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7cb24ff-d764-4204-865f-bdfb164e13a8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-56697754', 'tenant_id': '54aaf92a8da3459482cb4f4837dad259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.174'}], 'enable_snat': True}, 'gw_port_id': 'd47f6d16-bed0-4fe0-9487-0ba35c3297b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:46:19Z', 'updated_at': '2022-05-30T20:46:26Z', 'revision_number': 4, 'project_id': '54aaf92a8da3459482cb4f4837dad259', 'gw_port': {'id': 'd47f6d16-bed0-4fe0-9487-0ba35c3297b9', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:39:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7cb24ff-d764-4204-865f-bdfb164e13a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:46:19Z', 'updated_at': '2022-05-30T20:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': 'a69cd133-8cc3-4bb0-9adc-b68326fffd45', 'name': '', 'network_id': 'd7a70373-eecd-4806-a0f2-53b270b23686', 'tenant_id': '54aaf92a8da3459482cb4f4837dad259', 'mac_address': 'fa:16:3e:fa:fa:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7cb24ff-d764-4204-865f-bdfb164e13a8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d6d4533-837c-4fe4-984b-f786bf479687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:46:25Z', 'updated_at': '2022-05-30T20:46:34Z', 'revision_number': 5, 'project_id': '54aaf92a8da3459482cb4f4837dad259', 'subnets': [{'id': '7d6d4533-837c-4fe4-984b-f786bf479687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:48:20.411893 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc3036d-c250-49c4-9abd-77707366a279 None None] Checking router: d7cb24ff-d764-4204-865f-bdfb164e13a8 for host: n-d-843948-2 {{(pid=84889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:48:20.430529 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc3036d-c250-49c4-9abd-77707366a279 None None] Routers {'d7cb24ff-d764-4204-865f-bdfb164e13a8'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:48:20.431161 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-7dc3036d-c250-49c4-9abd-77707366a279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:48:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['d7cb24ff-d764-4204-865f-bdfb164e13a8'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:48:20.447801 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-895c7f3d-8df7-47c2-8c5d-3e9a2cfe4c38 req-a879c106-9b15-4166-8613-ff3fc51c89c2 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=50599478-d694-4c85-9381-6ca0a8f6f790 HTTP/1.1" status: 200 len: 217 time: 0.2005675 May 30 20:48:20.531749 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895c7f3d-8df7-47c2-8c5d-3e9a2cfe4c38 req-32d9451d-ec38-4e5b-807f-562e593b03c2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:48:20.533362 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-895c7f3d-8df7-47c2-8c5d-3e9a2cfe4c38 req-32d9451d-ec38-4e5b-807f-562e593b03c2 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7d6d4533-837c-4fe4-984b-f786bf479687 HTTP/1.1" status: 200 len: 835 time: 0.0743384 May 30 20:48:20.637404 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-895c7f3d-8df7-47c2-8c5d-3e9a2cfe4c38 req-1ce839ed-53b5-4cb6-8116-db4341a6436f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=d7a70373-eecd-4806-a0f2-53b270b23686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0966449 May 30 20:48:20.647173 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-7dc3036d-c250-49c4-9abd-77707366a279 None None] Set router d7cb24ff-d764-4204-865f-bdfb164e13a8 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:48:20.655143 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11184b3a-daa4-4bf2-992e-23cacea894c4 req-d3b9b702-bc53-4bf3-9ba2-81c593eda611 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:48:20.656023 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-11184b3a-daa4-4bf2-992e-23cacea894c4 req-d3b9b702-bc53-4bf3-9ba2-81c593eda611 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Synchronizing usage tracker for tenant:54aaf92a8da3459482cb4f4837dad259 on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:48:20.731565 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-11184b3a-daa4-4bf2-992e-23cacea894c4 req-d3b9b702-bc53-4bf3-9ba2-81c593eda611 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Unset dirty status for tenant:54aaf92a8da3459482cb4f4837dad259 on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:48:20.732891 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-11184b3a-daa4-4bf2-992e-23cacea894c4 req-d3b9b702-bc53-4bf3-9ba2-81c593eda611 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] 10.222.0.85 "GET /v2.0/ports?device_id=ec68ef0d-586f-4ad6-a568-ab247c148f67 HTTP/1.1" status: 200 len: 984 time: 0.1786811 May 30 20:48:20.840816 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-895c7f3d-8df7-47c2-8c5d-3e9a2cfe4c38 req-73f03cc3-3bfa-450a-9cc8-145d3e8e67ed service neutron] 10.222.0.86 "GET /v2.0/networks/d7a70373-eecd-4806-a0f2-53b270b23686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946814 May 30 20:48:20.896392 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-11184b3a-daa4-4bf2-992e-23cacea894c4 req-9088a1d7-ee49-4643-a19a-34a8d597092a tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] 10.222.0.85 "GET /v2.0/security-groups?id=80753685-3d0a-43b0-bce3-c3528a083094&id=0a21a713-4fb1-4623-ad0b-6184f1ecb4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1563339 May 30 20:48:21.014690 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-895c7f3d-8df7-47c2-8c5d-3e9a2cfe4c38 req-da16287f-825c-47a0-bf97-1d42eb7ce856 service neutron] 10.222.0.86 "GET /v2.0/networks/d7a70373-eecd-4806-a0f2-53b270b23686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665223 May 30 20:48:21.120123 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-7dc3036d-c250-49c4-9abd-77707366a279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7cb24ff-d764-4204-865f-bdfb164e13a8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-56697754', 'tenant_id': '54aaf92a8da3459482cb4f4837dad259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.174'}], 'enable_snat': True}, 'gw_port_id': 'd47f6d16-bed0-4fe0-9487-0ba35c3297b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:46:19Z', 'updated_at': '2022-05-30T20:46:26Z', 'revision_number': 4, 'project_id': '54aaf92a8da3459482cb4f4837dad259', 'gw_port': {'id': 'd47f6d16-bed0-4fe0-9487-0ba35c3297b9', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:39:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7cb24ff-d764-4204-865f-bdfb164e13a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:46:19Z', 'updated_at': '2022-05-30T20:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': 'a69cd133-8cc3-4bb0-9adc-b68326fffd45', 'name': '', 'network_id': 'd7a70373-eecd-4806-a0f2-53b270b23686', 'tenant_id': '54aaf92a8da3459482cb4f4837dad259', 'mac_address': 'fa:16:3e:fa:fa:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7cb24ff-d764-4204-865f-bdfb164e13a8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d6d4533-837c-4fe4-984b-f786bf479687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:46:25Z', 'updated_at': '2022-05-30T20:46:34Z', 'revision_number': 5, 'project_id': '54aaf92a8da3459482cb4f4837dad259', 'subnets': [{'id': '7d6d4533-837c-4fe4-984b-f786bf479687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:48:21.124260 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc3036d-c250-49c4-9abd-77707366a279 None None] The sync data for ids ['d7cb24ff-d764-4204-865f-bdfb164e13a8'] in n-d-843948-2 is: [{'id': 'd7cb24ff-d764-4204-865f-bdfb164e13a8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-56697754', 'tenant_id': '54aaf92a8da3459482cb4f4837dad259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.174'}], 'enable_snat': True}, 'gw_port_id': 'd47f6d16-bed0-4fe0-9487-0ba35c3297b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:46:19Z', 'updated_at': '2022-05-30T20:46:26Z', 'revision_number': 4, 'project_id': '54aaf92a8da3459482cb4f4837dad259', 'gw_port': {'id': 'd47f6d16-bed0-4fe0-9487-0ba35c3297b9', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:39:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7cb24ff-d764-4204-865f-bdfb164e13a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:46:19Z', 'updated_at': '2022-05-30T20:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': 'a69cd133-8cc3-4bb0-9adc-b68326fffd45', 'name': '', 'network_id': 'd7a70373-eecd-4806-a0f2-53b270b23686', 'tenant_id': '54aaf92a8da3459482cb4f4837dad259', 'mac_address': 'fa:16:3e:fa:fa:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7cb24ff-d764-4204-865f-bdfb164e13a8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d6d4533-837c-4fe4-984b-f786bf479687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:46:25Z', 'updated_at': '2022-05-30T20:46:34Z', 'revision_number': 5, 'project_id': '54aaf92a8da3459482cb4f4837dad259', 'subnets': [{'id': '7d6d4533-837c-4fe4-984b-f786bf479687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:48:21.819878 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 8f127aef-e27d-488b-944d-d79930f958c5 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:48:21.858519 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: 8f127aef-e27d-488b-944d-d79930f958c5 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:48:21.858974 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 8f127aef-e27d-488b-944d-d79930f958c5 not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:48:22.002611 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5e763b-3de7-41f5-859f-12b10c2d1f8c req-fec30d2e-1393-4413-9cc3-ef91a64aafc3 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:48:22.003764 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-6a5e763b-3de7-41f5-859f-12b10c2d1f8c req-fec30d2e-1393-4413-9cc3-ef91a64aafc3 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Synchronizing usage tracker for tenant:54aaf92a8da3459482cb4f4837dad259 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:48:22.023571 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-6a5e763b-3de7-41f5-859f-12b10c2d1f8c req-fec30d2e-1393-4413-9cc3-ef91a64aafc3 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Unset dirty status for tenant:54aaf92a8da3459482cb4f4837dad259 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:48:22.024936 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6a5e763b-3de7-41f5-859f-12b10c2d1f8c req-fec30d2e-1393-4413-9cc3-ef91a64aafc3 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] 10.222.0.86 "GET /v2.0/ports?device_id=ec68ef0d-586f-4ad6-a568-ab247c148f67 HTTP/1.1" status: 200 len: 984 time: 0.1151769 May 30 20:48:22.118815 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-6a5e763b-3de7-41f5-859f-12b10c2d1f8c req-20c90cdb-3600-474a-aaec-988d5cc6df58 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Deleting port 50599478-d694-4c85-9381-6ca0a8f6f790 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:48:22.119404 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-6a5e763b-3de7-41f5-859f-12b10c2d1f8c req-20c90cdb-3600-474a-aaec-988d5cc6df58 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:22.219106 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27068898-f649-42fa-be18-c5115fa15262 None None] New status for floating IP d544b697-f863-4cd0-a672-ef8f11d18c11: DOWN {{(pid=84889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 20:48:22.399737 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55fd4d2-6140-40fe-a57d-11453b999146 req-6dcc5d68-67bf-48f0-b8fc-f539e3e2e85b tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:48:22.403063 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:22.406523 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d55fd4d2-6140-40fe-a57d-11453b999146 req-6dcc5d68-67bf-48f0-b8fc-f539e3e2e85b tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] 10.222.0.85 "GET /v2.0/ports?device_id=ec68ef0d-586f-4ad6-a568-ab247c148f67 HTTP/1.1" status: 200 len: 984 time: 0.2923973 May 30 20:48:22.495671 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d55fd4d2-6140-40fe-a57d-11453b999146 req-fbb0b17e-f059-421e-8b92-e3e48c2b7b1d tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] 10.222.0.85 "GET /v2.0/security-groups?id=80753685-3d0a-43b0-bce3-c3528a083094&id=0a21a713-4fb1-4623-ad0b-6184f1ecb4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0882750 May 30 20:48:22.500538 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-6a5e763b-3de7-41f5-859f-12b10c2d1f8c req-20c90cdb-3600-474a-aaec-988d5cc6df58 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] For port 50599478-d694-4c85-9381-6ca0a8f6f790, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=50599478-d694-4c85-9381-6ca0a8f6f790,segment=NetworkSegment(8f7d5e98-588a-4a8a-b75b-4b8384d9c8dd),segment_id=8f7d5e98-588a-4a8a-b75b-4b8384d9c8dd)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:48:22.500825 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-6a5e763b-3de7-41f5-859f-12b10c2d1f8c req-20c90cdb-3600-474a-aaec-988d5cc6df58 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:22.623020 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-6a5e763b-3de7-41f5-859f-12b10c2d1f8c req-20c90cdb-3600-474a-aaec-988d5cc6df58 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Calling delete_port for 50599478-d694-4c85-9381-6ca0a8f6f790 owned by compute:nova {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:48:22.819222 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-6a5e763b-3de7-41f5-859f-12b10c2d1f8c req-20c90cdb-3600-474a-aaec-988d5cc6df58 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:22.869708 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c90cdb-3600-474a-aaec-988d5cc6df58 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Pushing event deleted for resources: {'Port': ['ID=50599478-d694-4c85-9381-6ca0a8f6f790,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:48:22.945506 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a5e763b-3de7-41f5-859f-12b10c2d1f8c req-20c90cdb-3600-474a-aaec-988d5cc6df58 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] No DVR routers for this DVR port 50599478-d694-4c85-9381-6ca0a8f6f790 on host n-h2-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:48:22.947917 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-6a5e763b-3de7-41f5-859f-12b10c2d1f8c req-20c90cdb-3600-474a-aaec-988d5cc6df58 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:22.950585 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec68ef0d-586f-4ad6-a568-ab247c148f67', 'name': 'network-vif-deleted', 'tag': '50599478-d694-4c85-9381-6ca0a8f6f790'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:48:23.004178 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3f0bc63-45d7-4916-aba6-785f9bb44f26'] response: {'server_uuid': 'ec68ef0d-586f-4ad6-a568-ab247c148f67', 'name': 'network-vif-deleted', 'tag': '50599478-d694-4c85-9381-6ca0a8f6f790', 'status': 'completed', 'code': 200} May 30 20:48:23.043207 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6a5e763b-3de7-41f5-859f-12b10c2d1f8c req-20c90cdb-3600-474a-aaec-988d5cc6df58 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] 10.222.0.86 "DELETE /v2.0/ports/50599478-d694-4c85-9381-6ca0a8f6f790 HTTP/1.1" status: 204 len: 173 time: 1.0042911 May 30 20:48:23.683588 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-b12cbe67-c5c6-4c1c-9a38-d50af3b7e1fd req-caad1f58-15dd-4f79-9127-ba7d9deef49b tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Synchronizing usage tracker for tenant:54aaf92a8da3459482cb4f4837dad259 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:48:23.756795 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-b12cbe67-c5c6-4c1c-9a38-d50af3b7e1fd req-caad1f58-15dd-4f79-9127-ba7d9deef49b tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Unset dirty status for tenant:54aaf92a8da3459482cb4f4837dad259 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:48:23.758068 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b12cbe67-c5c6-4c1c-9a38-d50af3b7e1fd req-caad1f58-15dd-4f79-9127-ba7d9deef49b tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] 10.222.0.85 "GET /v2.0/ports?device_id=ec68ef0d-586f-4ad6-a568-ab247c148f67 HTTP/1.1" status: 200 len: 210 time: 0.1196063 May 30 20:48:23.816234 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device bfd77b8a-16f3-4341-8b5b-35330a6beed9 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:48:23.853518 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: bfd77b8a-16f3-4341-8b5b-35330a6beed9 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:48:23.853980 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device bfd77b8a-16f3-4341-8b5b-35330a6beed9 not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:48:24.890869 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 42800) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:48:24.959006 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2234b32b-4f94-4f76-a64a-b86c73d4ad42 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:24.986738 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2234b32b-4f94-4f76-a64a-b86c73d4ad42 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:25.111137 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2234b32b-4f94-4f76-a64a-b86c73d4ad42 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:25.129159 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2234b32b-4f94-4f76-a64a-b86c73d4ad42 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a21a713-4fb1-4623-ad0b-6184f1ecb4ff,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:48:25.201247 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2234b32b-4f94-4f76-a64a-b86c73d4ad42 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:25.202396 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-2234b32b-4f94-4f76-a64a-b86c73d4ad42 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] 10.222.0.85 "DELETE /v2.0/security-groups/0a21a713-4fb1-4623-ad0b-6184f1ecb4ff HTTP/1.1" status: 204 len: 168 time: 0.3104990 May 30 20:48:25.205146 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 42808) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:48:25.268708 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-26a296bc-487e-4ef3-a97a-d07a78ddcbe1 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:25.299371 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-26a296bc-487e-4ef3-a97a-d07a78ddcbe1 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:25.412082 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-26a296bc-487e-4ef3-a97a-d07a78ddcbe1 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:25.431257 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a296bc-487e-4ef3-a97a-d07a78ddcbe1 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80753685-3d0a-43b0-bce3-c3528a083094,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:48:25.446980 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-26a296bc-487e-4ef3-a97a-d07a78ddcbe1 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:25.448323 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-26a296bc-487e-4ef3-a97a-d07a78ddcbe1 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] 10.222.0.85 "DELETE /v2.0/security-groups/80753685-3d0a-43b0-bce3-c3528a083094 HTTP/1.1" status: 204 len: 168 time: 0.2422230 May 30 20:48:25.451373 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 42814) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:48:25.857097 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-84e8ddb4-cfc2-47a9-8520-ba0247abe96d tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-736216'] for router_interface, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:26.017592 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 50599478-d694-4c85-9381-6ca0a8f6f790 no longer exists at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:48:26.054205 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] No Port match for: 50599478-d694-4c85-9381-6ca0a8f6f790 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:48:26.054550 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 50599478-d694-4c85-9381-6ca0a8f6f790 not bound to the agent host n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:48:26.225328 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-52db2cf3-d0a1-4fd9-b218-d20a7de32aee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:26.503272 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-84e8ddb4-cfc2-47a9-8520-ba0247abe96d tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Deleting port a69cd133-8cc3-4bb0-9adc-b68326fffd45 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:48:26.503844 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-84e8ddb4-cfc2-47a9-8520-ba0247abe96d tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:26.799756 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [None req-84e8ddb4-cfc2-47a9-8520-ba0247abe96d tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] For port a69cd133-8cc3-4bb0-9adc-b68326fffd45, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=a69cd133-8cc3-4bb0-9adc-b68326fffd45,segment=NetworkSegment(8f7d5e98-588a-4a8a-b75b-4b8384d9c8dd),segment_id=8f7d5e98-588a-4a8a-b75b-4b8384d9c8dd)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:48:26.800028 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-84e8ddb4-cfc2-47a9-8520-ba0247abe96d tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:26.923711 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-84e8ddb4-cfc2-47a9-8520-ba0247abe96d tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Calling delete_port for a69cd133-8cc3-4bb0-9adc-b68326fffd45 owned by network:router_interface {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:48:27.173793 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-84e8ddb4-cfc2-47a9-8520-ba0247abe96d tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:27.228450 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e8ddb4-cfc2-47a9-8520-ba0247abe96d tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Pushing event deleted for resources: {'Port': ['ID=a69cd133-8cc3-4bb0-9adc-b68326fffd45,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:48:27.542440 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-84e8ddb4-cfc2-47a9-8520-ba0247abe96d tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1718140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-736143'] for router_interface, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:28.156834 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84e8ddb4-cfc2-47a9-8520-ba0247abe96d tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Router d7cb24ff-d764-4204-865f-bdfb164e13a8 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:48:28.472080 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84e8ddb4-cfc2-47a9-8520-ba0247abe96d tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:48:28.482179 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13cf1665-0c01-498f-a40c-b198c8127283 None None] Sync routers for ids ['d7cb24ff-d764-4204-865f-bdfb164e13a8'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:48:28.498828 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13cf1665-0c01-498f-a40c-b198c8127283 None None] Routers {'d7cb24ff-d764-4204-865f-bdfb164e13a8'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:48:28.498828 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-13cf1665-0c01-498f-a40c-b198c8127283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:48:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['d7cb24ff-d764-4204-865f-bdfb164e13a8'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:48:28.524721 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:48:28.553002 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-84e8ddb4-cfc2-47a9-8520-ba0247abe96d tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] 10.222.0.85 "PUT /v2.0/routers/d7cb24ff-d764-4204-865f-bdfb164e13a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0975754 May 30 20:48:28.553534 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 42834) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:48:28.701234 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-13cf1665-0c01-498f-a40c-b198c8127283 None None] Set router d7cb24ff-d764-4204-865f-bdfb164e13a8 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:48:28.772262 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d6a75bc-c85b-42e4-bd73-a326acc76767 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Deleting subnet 7d6d4533-837c-4fe4-984b-f786bf479687 {{(pid=84886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:48:28.775702 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0d6a75bc-c85b-42e4-bd73-a326acc76767 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks [] for subnet, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:28.840840 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0d6a75bc-c85b-42e4-bd73-a326acc76767 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2655517'] for subnet, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:28.951402 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0d6a75bc-c85b-42e4-bd73-a326acc76767 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:29.085026 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-13cf1665-0c01-498f-a40c-b198c8127283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7cb24ff-d764-4204-865f-bdfb164e13a8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-56697754', 'tenant_id': '54aaf92a8da3459482cb4f4837dad259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.174'}], 'enable_snat': True}, 'gw_port_id': 'd47f6d16-bed0-4fe0-9487-0ba35c3297b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:46:19Z', 'updated_at': '2022-05-30T20:48:27Z', 'revision_number': 5, 'project_id': '54aaf92a8da3459482cb4f4837dad259', 'gw_port': {'id': 'd47f6d16-bed0-4fe0-9487-0ba35c3297b9', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:39:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7cb24ff-d764-4204-865f-bdfb164e13a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:46:19Z', 'updated_at': '2022-05-30T20:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:48:29.089397 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13cf1665-0c01-498f-a40c-b198c8127283 None None] Checking router: d7cb24ff-d764-4204-865f-bdfb164e13a8 for host: n-d-843948-2 {{(pid=84888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:48:29.102444 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13cf1665-0c01-498f-a40c-b198c8127283 None None] Routers {'d7cb24ff-d764-4204-865f-bdfb164e13a8'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:48:29.102955 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-13cf1665-0c01-498f-a40c-b198c8127283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:48:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['d7cb24ff-d764-4204-865f-bdfb164e13a8'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:48:29.126257 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0d6a75bc-c85b-42e4-bd73-a326acc76767 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4127075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2778536'] for subnet, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:29.170088 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6a75bc-c85b-42e4-bd73-a326acc76767 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Pushing event deleted for resources: {'Subnet': ['ID=7d6d4533-837c-4fe4-984b-f786bf479687,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:48:29.178839 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0d6a75bc-c85b-42e4-bd73-a326acc76767 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks [] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:29.188110 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-0d6a75bc-c85b-42e4-bd73-a326acc76767 tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] 10.222.0.85 "DELETE /v2.0/subnets/7d6d4533-837c-4fe4-984b-f786bf479687 HTTP/1.1" status: 204 len: 168 time: 0.6314127 May 30 20:48:29.188470 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 42842) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:48:29.220745 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a2bf57-e507-457f-884f-11d61c404753 None None] Network d7a70373-eecd-4806-a0f2-53b270b23686 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:48:29.406000 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d669df98-a0a0-42b5-8613-616aeac582ae tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks [] for router, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:29.455185 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-13cf1665-0c01-498f-a40c-b198c8127283 None None] Set router d7cb24ff-d764-4204-865f-bdfb164e13a8 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:48:29.629536 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d669df98-a0a0-42b5-8613-616aeac582ae tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:29.714309 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-d669df98-a0a0-42b5-8613-616aeac582ae tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Deleting port d47f6d16-bed0-4fe0-9487-0ba35c3297b9 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:48:29.715076 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d669df98-a0a0-42b5-8613-616aeac582ae tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:29.747375 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc97d451-6e3c-499a-88ad-7a6552b9444c None None] DHCP port deletion for d7a70373-eecd-4806-a0f2-53b270b23686 request from n-d-843948-2 {{(pid=84888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:48:29.751950 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-88e3a67d-d674-43e3-a10a-83803f4ca05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:29.759616 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-cc97d451-6e3c-499a-88ad-7a6552b9444c None None] Deleting port 06393b8a-5e5c-4ec1-a8a0-ef2a675deb21 {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:48:29.759972 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-cc97d451-6e3c-499a-88ad-7a6552b9444c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:29.872237 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 06393b8a-5e5c-4ec1-a8a0-ef2a675deb21 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:48:29.929602 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:29.944529 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f62f731-d934-4df6-b479-c19b27fa34b3 req-65bc50b9-b50e-4626-be93-d8a1125e1c55 tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:48:29.946048 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-7f62f731-d934-4df6-b479-c19b27fa34b3 req-65bc50b9-b50e-4626-be93-d8a1125e1c55 tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] 10.222.0.85 "GET /v2.0/ports?device_id=45af195e-be68-4f41-a952-0ba31abdf6a1 HTTP/1.1" status: 200 len: 946 time: 0.1989028 May 30 20:48:29.988486 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [None req-d669df98-a0a0-42b5-8613-616aeac582ae tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] For port d47f6d16-bed0-4fe0-9487-0ba35c3297b9, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=d47f6d16-bed0-4fe0-9487-0ba35c3297b9,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:48:29.988728 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d669df98-a0a0-42b5-8613-616aeac582ae tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:30.089451 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-cc97d451-6e3c-499a-88ad-7a6552b9444c None None] For port 06393b8a-5e5c-4ec1-a8a0-ef2a675deb21, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=06393b8a-5e5c-4ec1-a8a0-ef2a675deb21,segment=NetworkSegment(8f7d5e98-588a-4a8a-b75b-4b8384d9c8dd),segment_id=8f7d5e98-588a-4a8a-b75b-4b8384d9c8dd)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:48:30.089853 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-cc97d451-6e3c-499a-88ad-7a6552b9444c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:30.104104 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-13cf1665-0c01-498f-a40c-b198c8127283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7cb24ff-d764-4204-865f-bdfb164e13a8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-56697754', 'tenant_id': '54aaf92a8da3459482cb4f4837dad259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.174'}], 'enable_snat': True}, 'gw_port_id': 'd47f6d16-bed0-4fe0-9487-0ba35c3297b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:46:19Z', 'updated_at': '2022-05-30T20:48:27Z', 'revision_number': 5, 'project_id': '54aaf92a8da3459482cb4f4837dad259', 'gw_port': {'id': 'd47f6d16-bed0-4fe0-9487-0ba35c3297b9', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:39:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7cb24ff-d764-4204-865f-bdfb164e13a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:46:19Z', 'updated_at': '2022-05-30T20:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:48:30.126884 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-d669df98-a0a0-42b5-8613-616aeac582ae tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Calling delete_port for d47f6d16-bed0-4fe0-9487-0ba35c3297b9 owned by network:router_gateway {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:48:30.170198 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13cf1665-0c01-498f-a40c-b198c8127283 None None] The sync data for ids ['d7cb24ff-d764-4204-865f-bdfb164e13a8'] in n-d-843948-2 is: [{'id': 'd7cb24ff-d764-4204-865f-bdfb164e13a8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-56697754', 'tenant_id': '54aaf92a8da3459482cb4f4837dad259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.174'}], 'enable_snat': True}, 'gw_port_id': 'd47f6d16-bed0-4fe0-9487-0ba35c3297b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:46:19Z', 'updated_at': '2022-05-30T20:48:27Z', 'revision_number': 5, 'project_id': '54aaf92a8da3459482cb4f4837dad259', 'gw_port': {'id': 'd47f6d16-bed0-4fe0-9487-0ba35c3297b9', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:39:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7cb24ff-d764-4204-865f-bdfb164e13a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:46:19Z', 'updated_at': '2022-05-30T20:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:48:30.171705 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:30.172947 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-7f62f731-d934-4df6-b479-c19b27fa34b3 req-900bafa9-1dc3-475d-80a8-3e541414235b tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] 10.222.0.85 "GET /v2.0/security-groups?id=896459d4-959a-4a87-92eb-d247e7a3024c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211730 May 30 20:48:30.251996 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-cc97d451-6e3c-499a-88ad-7a6552b9444c None None] Calling delete_port for 06393b8a-5e5c-4ec1-a8a0-ef2a675deb21 owned by network:dhcp {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:48:30.321932 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port 06393b8a-5e5c-4ec1-a8a0-ef2a675deb21, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=06393b8a-5e5c-4ec1-a8a0-ef2a675deb21,segment=NetworkSegment(8f7d5e98-588a-4a8a-b75b-4b8384d9c8dd),segment_id=8f7d5e98-588a-4a8a-b75b-4b8384d9c8dd)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:48:30.371546 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d669df98-a0a0-42b5-8613-616aeac582ae tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:30.431978 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:30.492771 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.db.api [None req-cc97d451-6e3c-499a-88ad-7a6552b9444c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:48:30.493067 n-d-843948-2 neutron-server[84888]: DEBUG oslo_db.api [None req-cc97d451-6e3c-499a-88ad-7a6552b9444c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:48:30.507384 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=06393b8a-5e5c-4ec1-a8a0-ef2a675deb21,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:48:30.516526 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:48:30.516865 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:48:30.517202 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:48:30.517531 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:48:30.517885 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:48:30.518214 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:48:30.518531 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:48:30.518850 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:48:30.519169 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:48:30.519482 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:48:30.519799 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:48:30.528604 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d669df98-a0a0-42b5-8613-616aeac582ae tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Pushing event deleted for resources: {'Port': ['ID=d47f6d16-bed0-4fe0-9487-0ba35c3297b9,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:48:30.580156 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d669df98-a0a0-42b5-8613-616aeac582ae tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:48:30.580505 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d669df98-a0a0-42b5-8613-616aeac582ae tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:48:30.580843 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d669df98-a0a0-42b5-8613-616aeac582ae tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:48:30.581178 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d669df98-a0a0-42b5-8613-616aeac582ae tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:48:30.581507 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d669df98-a0a0-42b5-8613-616aeac582ae tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:48:30.581866 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d669df98-a0a0-42b5-8613-616aeac582ae tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:48:30.582193 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d669df98-a0a0-42b5-8613-616aeac582ae tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:48:30.582524 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d669df98-a0a0-42b5-8613-616aeac582ae tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:48:30.582846 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d669df98-a0a0-42b5-8613-616aeac582ae tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:48:30.583662 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d669df98-a0a0-42b5-8613-616aeac582ae tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:48:30.584115 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d669df98-a0a0-42b5-8613-616aeac582ae tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:48:30.780252 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d669df98-a0a0-42b5-8613-616aeac582ae tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-736453'] for router_gateway, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:30.994900 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-cc97d451-6e3c-499a-88ad-7a6552b9444c None None] Deleting port 06393b8a-5e5c-4ec1-a8a0-ef2a675deb21 {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:48:30.995864 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-cc97d451-6e3c-499a-88ad-7a6552b9444c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:31.043438 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d669df98-a0a0-42b5-8613-616aeac582ae tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-724789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3141'] for router, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:31.048072 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d669df98-a0a0-42b5-8613-616aeac582ae tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:31.136974 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d669df98-a0a0-42b5-8613-616aeac582ae tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724889'] for router, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:31.137551 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d669df98-a0a0-42b5-8613-616aeac582ae tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Fanout notify agent at l3_agent the message router_deleted on router d7cb24ff-d764-4204-865f-bdfb164e13a8 {{(pid=84886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:48:31.151576 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d669df98-a0a0-42b5-8613-616aeac582ae tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks [] for router, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:31.155223 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-d669df98-a0a0-42b5-8613-616aeac582ae tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] 10.222.0.85 "DELETE /v2.0/routers/d7cb24ff-d764-4204-865f-bdfb164e13a8 HTTP/1.1" status: 204 len: 168 time: 1.9631138 May 30 20:48:31.155464 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 42850) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:48:31.236660 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:31.275039 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-cc97d451-6e3c-499a-88ad-7a6552b9444c None None] For port 06393b8a-5e5c-4ec1-a8a0-ef2a675deb21, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=06393b8a-5e5c-4ec1-a8a0-ef2a675deb21,segment=NetworkSegment(8f7d5e98-588a-4a8a-b75b-4b8384d9c8dd),segment_id=8f7d5e98-588a-4a8a-b75b-4b8384d9c8dd)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:48:31.275545 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-cc97d451-6e3c-499a-88ad-7a6552b9444c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:31.300664 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-22a755e2-11da-4e26-9931-5136ab3b173f tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:31.313243 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-22a755e2-11da-4e26-9931-5136ab3b173f tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Deleting port 06393b8a-5e5c-4ec1-a8a0-ef2a675deb21 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:48:31.313692 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-22a755e2-11da-4e26-9931-5136ab3b173f tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:31.412657 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-cc97d451-6e3c-499a-88ad-7a6552b9444c None None] Calling delete_port for 06393b8a-5e5c-4ec1-a8a0-ef2a675deb21 owned by network:dhcp {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:48:31.535653 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [None req-22a755e2-11da-4e26-9931-5136ab3b173f tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] For port 06393b8a-5e5c-4ec1-a8a0-ef2a675deb21, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=06393b8a-5e5c-4ec1-a8a0-ef2a675deb21,segment=NetworkSegment(8f7d5e98-588a-4a8a-b75b-4b8384d9c8dd),segment_id=8f7d5e98-588a-4a8a-b75b-4b8384d9c8dd)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:48:31.535878 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-22a755e2-11da-4e26-9931-5136ab3b173f tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:31.561067 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-cc97d451-6e3c-499a-88ad-7a6552b9444c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468'] for port, after_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:31.570903 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad66af5-e719-491f-b5a3-192ad2fbe67a req-0e799341-d788-4bf0-9ef3-c2ce9eb60bb2 tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:48:31.576908 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0ad66af5-e719-491f-b5a3-192ad2fbe67a req-0e799341-d788-4bf0-9ef3-c2ce9eb60bb2 tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] 10.222.0.85 "GET /v2.0/ports?device_id=45af195e-be68-4f41-a952-0ba31abdf6a1 HTTP/1.1" status: 200 len: 946 time: 0.2415657 May 30 20:48:31.604954 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117d85b1-70cc-468b-9f21-7f4f5246449e req-6ae7e1ea-e9bc-4a04-950e-deb3ec4191c1 tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:48:31.606815 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-117d85b1-70cc-468b-9f21-7f4f5246449e req-6ae7e1ea-e9bc-4a04-950e-deb3ec4191c1 tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] 10.222.0.86 "GET /v2.0/ports?device_id=45af195e-be68-4f41-a952-0ba31abdf6a1 HTTP/1.1" status: 200 len: 946 time: 0.2295310 May 30 20:48:31.667294 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-22a755e2-11da-4e26-9931-5136ab3b173f tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Calling delete_port for 06393b8a-5e5c-4ec1-a8a0-ef2a675deb21 owned by network:dhcp {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:48:31.668329 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc97d451-6e3c-499a-88ad-7a6552b9444c None None] Pushing event deleted for resources: {'Port': ['ID=06393b8a-5e5c-4ec1-a8a0-ef2a675deb21,revision_number=None']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:48:31.677906 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc97d451-6e3c-499a-88ad-7a6552b9444c None None] No DVR routers for this DVR port 06393b8a-5e5c-4ec1-a8a0-ef2a675deb21 on host n-d-843948-2 {{(pid=84888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:48:31.697046 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0ad66af5-e719-491f-b5a3-192ad2fbe67a req-34f1c24f-1e91-4904-99b9-bcf2352a315b tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] 10.222.0.85 "GET /v2.0/security-groups?id=896459d4-959a-4a87-92eb-d247e7a3024c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149435 May 30 20:48:31.707307 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-117d85b1-70cc-468b-9f21-7f4f5246449e req-c6c55b09-5bfe-479b-9c01-3eca5babba86 tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] Deleting port 57e44d56-09e3-4bc7-b013-718f9abcfbe7 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:48:31.707858 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-117d85b1-70cc-468b-9f21-7f4f5246449e req-c6c55b09-5bfe-479b-9c01-3eca5babba86 tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:31.746372 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.db.api [None req-22a755e2-11da-4e26-9931-5136ab3b173f tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:48:31.746842 n-d-843948-2 neutron-server[84886]: DEBUG oslo_db.api [None req-22a755e2-11da-4e26-9931-5136ab3b173f tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:48:31.855526 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device a69cd133-8cc3-4bb0-9adc-b68326fffd45 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:48:31.892319 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: a69cd133-8cc3-4bb0-9adc-b68326fffd45 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:48:31.892662 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device a69cd133-8cc3-4bb0-9adc-b68326fffd45 not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:48:31.893091 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device d47f6d16-bed0-4fe0-9487-0ba35c3297b9 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:48:31.924893 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: d47f6d16-bed0-4fe0-9487-0ba35c3297b9 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:48:31.925237 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device d47f6d16-bed0-4fe0-9487-0ba35c3297b9 not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:48:31.976208 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-117d85b1-70cc-468b-9f21-7f4f5246449e req-c6c55b09-5bfe-479b-9c01-3eca5babba86 tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] For port 57e44d56-09e3-4bc7-b013-718f9abcfbe7, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=57e44d56-09e3-4bc7-b013-718f9abcfbe7,segment=NetworkSegment(c073f026-c70c-42e4-8405-73f5b7fccf97),segment_id=c073f026-c70c-42e4-8405-73f5b7fccf97)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:48:31.976544 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-117d85b1-70cc-468b-9f21-7f4f5246449e req-c6c55b09-5bfe-479b-9c01-3eca5babba86 tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:32.102716 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-117d85b1-70cc-468b-9f21-7f4f5246449e req-c6c55b09-5bfe-479b-9c01-3eca5babba86 tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] Calling delete_port for 57e44d56-09e3-4bc7-b013-718f9abcfbe7 owned by compute:nova {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:48:32.248410 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-22a755e2-11da-4e26-9931-5136ab3b173f tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Deleting port 06393b8a-5e5c-4ec1-a8a0-ef2a675deb21 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:48:32.248991 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-22a755e2-11da-4e26-9931-5136ab3b173f tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:32.293690 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-117d85b1-70cc-468b-9f21-7f4f5246449e req-c6c55b09-5bfe-479b-9c01-3eca5babba86 tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:32.319961 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-22a755e2-11da-4e26-9931-5136ab3b173f tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] The port '06393b8a-5e5c-4ec1-a8a0-ef2a675deb21' was deleted {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 20:48:32.344655 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c55b09-5bfe-479b-9c01-3eca5babba86 tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] Pushing event deleted for resources: {'Port': ['ID=57e44d56-09e3-4bc7-b013-718f9abcfbe7,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:48:32.420827 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-117d85b1-70cc-468b-9f21-7f4f5246449e req-c6c55b09-5bfe-479b-9c01-3eca5babba86 tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] No DVR routers for this DVR port 57e44d56-09e3-4bc7-b013-718f9abcfbe7 on host n-h2-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:48:32.423793 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-117d85b1-70cc-468b-9f21-7f4f5246449e req-c6c55b09-5bfe-479b-9c01-3eca5babba86 tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:32.427003 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45af195e-be68-4f41-a952-0ba31abdf6a1', 'name': 'network-vif-deleted', 'tag': '57e44d56-09e3-4bc7-b013-718f9abcfbe7'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:48:32.491804 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89dd26e6-fe94-4062-bc38-08fe74c34282'] response: {'server_uuid': '45af195e-be68-4f41-a952-0ba31abdf6a1', 'name': 'network-vif-deleted', 'tag': '57e44d56-09e3-4bc7-b013-718f9abcfbe7', 'status': 'completed', 'code': 200} May 30 20:48:32.557044 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-22a755e2-11da-4e26-9931-5136ab3b173f tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:32.560476 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-117d85b1-70cc-468b-9f21-7f4f5246449e req-c6c55b09-5bfe-479b-9c01-3eca5babba86 tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] 10.222.0.86 "DELETE /v2.0/ports/57e44d56-09e3-4bc7-b013-718f9abcfbe7 HTTP/1.1" status: 204 len: 173 time: 0.9475098 May 30 20:48:32.584876 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-22a755e2-11da-4e26-9931-5136ab3b173f tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7a70373-eecd-4806-a0f2-53b270b23686']}} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:48:32.597831 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-22a755e2-11da-4e26-9931-5136ab3b173f tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f7d5e98-588a-4a8a-b75b-4b8384d9c8dd') {'for_net_delete': True} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:48:32.598741 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-22a755e2-11da-4e26-9931-5136ab3b173f tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f7d5e98-588a-4a8a-b75b-4b8384d9c8dd') {} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:48:32.609784 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-22a755e2-11da-4e26-9931-5136ab3b173f tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2660590'] for segment, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:32.625166 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-22a755e2-11da-4e26-9931-5136ab3b173f tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:32.631502 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22a755e2-11da-4e26-9931-5136ab3b173f tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Releasing vlan 653 on physical network physnet1 to pool {{(pid=84886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:48:32.631877 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-22a755e2-11da-4e26-9931-5136ab3b173f tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4126989'] for segment, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:32.646343 n-d-843948-2 neutron-server[84886]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:48:32.646343 n-d-843948-2 neutron-server[84886]: util.warn( May 30 20:48:32.646343 n-d-843948-2 neutron-server[84886]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:48:32.646343 n-d-843948-2 neutron-server[84886]: util.warn( May 30 20:48:32.646343 n-d-843948-2 neutron-server[84886]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:48:32.646343 n-d-843948-2 neutron-server[84886]: util.warn( May 30 20:48:32.646343 n-d-843948-2 neutron-server[84886]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 20:48:32.646343 n-d-843948-2 neutron-server[84886]: util.warn( May 30 20:48:32.646343 n-d-843948-2 neutron-server[84886]: Traceback (most recent call last): May 30 20:48:32.646343 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:48:32.646343 n-d-843948-2 neutron-server[84886]: timer() May 30 20:48:32.646343 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:48:32.646343 n-d-843948-2 neutron-server[84886]: cb(*args, **kw) May 30 20:48:32.646343 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:48:32.646343 n-d-843948-2 neutron-server[84886]: return func(*args, **kwargs) May 30 20:48:32.646343 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:48:32.646343 n-d-843948-2 neutron-server[84886]: self._notify() May 30 20:48:32.646343 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:48:32.646343 n-d-843948-2 neutron-server[84886]: self.callback(batched_events) May 30 20:48:32.646343 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:48:32.646343 n-d-843948-2 neutron-server[84886]: event.method(event) May 30 20:48:32.646343 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:48:32.646343 n-d-843948-2 neutron-server[84886]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:48:32.646343 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:48:32.646343 n-d-843948-2 neutron-server[84886]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:48:32.646343 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:48:32.646343 n-d-843948-2 neutron-server[84886]: return f(self, *a, **k) May 30 20:48:32.646343 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:48:32.646343 n-d-843948-2 neutron-server[84886]: return self._get(url).json() May 30 20:48:32.646343 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:48:32.646343 n-d-843948-2 neutron-server[84886]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:48:32.646343 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:48:32.646343 n-d-843948-2 neutron-server[84886]: return self.request(url, 'GET', **kwargs) May 30 20:48:32.646343 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:48:32.646343 n-d-843948-2 neutron-server[84886]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:48:32.646343 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:48:32.646343 n-d-843948-2 neutron-server[84886]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:48:32.646343 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:48:32.646343 n-d-843948-2 neutron-server[84886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:48:32.646343 n-d-843948-2 neutron-server[84886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:48:32.735943 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:32.818448 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-22a755e2-11da-4e26-9931-5136ab3b173f tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:32.838380 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-22a755e2-11da-4e26-9931-5136ab3b173f tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Notify callbacks [] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:32.850564 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a755e2-11da-4e26-9931-5136ab3b173f tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] Pushing event deleted for resources: {'Network': ['ID=d7a70373-eecd-4806-a0f2-53b270b23686,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:48:32.861908 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-22a755e2-11da-4e26-9931-5136ab3b173f tempest-TestSecurityGroupsBasicOps-1442928992 tempest-TestSecurityGroupsBasicOps-1442928992-project] 10.222.0.85 "DELETE /v2.0/networks/d7a70373-eecd-4806-a0f2-53b270b23686 HTTP/1.1" status: 204 len: 168 time: 1.7052631 May 30 20:48:32.872416 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-d9d1c1e3-beeb-4d3f-af92-06046cf798df req-4242abd8-ad2f-41dd-93c1-a6789291868a tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] Synchronizing usage tracker for tenant:3858b7f4685c496695bb9cd480c2bf52 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:48:32.945242 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-d9d1c1e3-beeb-4d3f-af92-06046cf798df req-4242abd8-ad2f-41dd-93c1-a6789291868a tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] Unset dirty status for tenant:3858b7f4685c496695bb9cd480c2bf52 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:48:32.946448 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d9d1c1e3-beeb-4d3f-af92-06046cf798df req-4242abd8-ad2f-41dd-93c1-a6789291868a tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] 10.222.0.85 "GET /v2.0/ports?device_id=45af195e-be68-4f41-a952-0ba31abdf6a1 HTTP/1.1" status: 200 len: 210 time: 0.1203337 May 30 20:48:33.571212 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 42870) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:48:33.771060 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-dea169b5-8a68-4a79-83e8-1e9f505685a8 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=54aaf92a8da3459482cb4f4837dad259&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1979158 May 30 20:48:33.775393 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 42878) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:48:33.904374 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a5c20538-b775-46f6-b21f-0b604e5180b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:33.936337 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2fc54bc3-a66e-43b2-8ba0-c3e21f37e51b req-9b7395bc-8b41-4c17-a3d2-b4c6c93fe659 tempest-TestNetworkAdvancedServerOps-998263130 tempest-TestNetworkAdvancedServerOps-998263130-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=28d04ad2-b3b9-4f87-b053-e59c5b5a0eb9 HTTP/1.1" status: 200 len: 1097 time: 0.1468422 May 30 20:48:33.940801 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a5c20538-b775-46f6-b21f-0b604e5180b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:34.015665 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-2fc54bc3-a66e-43b2-8ba0-c3e21f37e51b req-d5120403-dea3-4776-b82f-57ae6d05087a tempest-TestNetworkAdvancedServerOps-998263130 tempest-TestNetworkAdvancedServerOps-998263130-project-admin] Synchronizing usage tracker for tenant:ce15bfbc6b234a0da025d617acb5f4b3 on resource:security_group {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:48:34.051151 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 57e44d56-09e3-4bc7-b013-718f9abcfbe7 no longer exists at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:48:34.086213 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] No Port match for: 57e44d56-09e3-4bc7-b013-718f9abcfbe7 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:48:34.086554 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 57e44d56-09e3-4bc7-b013-718f9abcfbe7 not bound to the agent host n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:48:34.102866 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-2fc54bc3-a66e-43b2-8ba0-c3e21f37e51b req-d5120403-dea3-4776-b82f-57ae6d05087a tempest-TestNetworkAdvancedServerOps-998263130 tempest-TestNetworkAdvancedServerOps-998263130-project-admin] Unset dirty status for tenant:ce15bfbc6b234a0da025d617acb5f4b3 on resource:security_group {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:48:34.104359 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2fc54bc3-a66e-43b2-8ba0-c3e21f37e51b req-d5120403-dea3-4776-b82f-57ae6d05087a tempest-TestNetworkAdvancedServerOps-998263130 tempest-TestNetworkAdvancedServerOps-998263130-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=55b4696b-8ce2-4bd2-9c2a-5bdb3080275c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1560416 May 30 20:48:34.116788 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a5c20538-b775-46f6-b21f-0b604e5180b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:34.144968 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 42886) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:48:34.146738 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c20538-b775-46f6-b21f-0b604e5180b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bff22d73-40fc-4deb-a0f7-70cdaa4a46af,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:48:34.159076 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a5c20538-b775-46f6-b21f-0b604e5180b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:34.159691 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-a5c20538-b775-46f6-b21f-0b604e5180b7 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/bff22d73-40fc-4deb-a0f7-70cdaa4a46af HTTP/1.1" status: 204 len: 168 time: 0.3831165 May 30 20:48:34.399023 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-53237da7-6390-458f-b56a-5b24525e6641 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Deleting port a6bf97e1-640a-4726-8d0e-05972e690136 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:48:34.404985 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-53237da7-6390-458f-b56a-5b24525e6641 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:34.594954 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-53237da7-6390-458f-b56a-5b24525e6641 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:34.594954 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-53237da7-6390-458f-b56a-5b24525e6641 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:34.725524 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-53237da7-6390-458f-b56a-5b24525e6641 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Calling delete_port for a6bf97e1-640a-4726-8d0e-05972e690136 owned by network:floatingip {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:48:34.953263 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 42896) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:48:34.969201 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-53237da7-6390-458f-b56a-5b24525e6641 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:35.015425 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bc23b24f-eb46-405e-bfe1-b018a022010e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:35.035582 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53237da7-6390-458f-b56a-5b24525e6641 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Pushing event deleted for resources: {'Port': ['ID=a6bf97e1-640a-4726-8d0e-05972e690136,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:48:35.134661 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-bc23b24f-eb46-405e-bfe1-b018a022010e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:48:35.141450 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-bc23b24f-eb46-405e-bfe1-b018a022010e admin admin] Usage tracker for resource:security_group_rule and tenant:fbafb1b518544c75b30e9b2f0848fcae is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:48:35.146285 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-bc23b24f-eb46-405e-bfe1-b018a022010e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:48:35.155437 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-bc23b24f-eb46-405e-bfe1-b018a022010e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:48:35.157572 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-53237da7-6390-458f-b56a-5b24525e6641 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for floatingip, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:35.371538 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bc23b24f-eb46-405e-bfe1-b018a022010e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:35.476018 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bc23b24f-eb46-405e-bfe1-b018a022010e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:35.703287 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-bc23b24f-eb46-405e-bfe1-b018a022010e admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=fbafb1b518544c75b30e9b2f0848fcae&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7488406 May 30 20:48:35.704084 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc23b24f-eb46-405e-bfe1-b018a022010e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e23b2f7f-8f92-44f2-9b88-0cc1f8370c77,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:48:35.706077 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 42902) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:48:35.783117 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7f3dfdf6-19ab-478b-8565-e61b81206ec5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:35.822362 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53237da7-6390-458f-b56a-5b24525e6641 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Router 1bfb08cd-4d1d-4d25-9395-6f422dba3054 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:48:35.835076 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7f3dfdf6-19ab-478b-8565-e61b81206ec5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:35.994998 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7f3dfdf6-19ab-478b-8565-e61b81206ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:36.036609 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7f3dfdf6-19ab-478b-8565-e61b81206ec5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:36.038169 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-7f3dfdf6-19ab-478b-8565-e61b81206ec5 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/e23b2f7f-8f92-44f2-9b88-0cc1f8370c77 HTTP/1.1" status: 204 len: 168 time: 0.3304236 May 30 20:48:36.041562 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3dfdf6-19ab-478b-8565-e61b81206ec5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e23b2f7f-8f92-44f2-9b88-0cc1f8370c77,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:48:36.099933 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53237da7-6390-458f-b56a-5b24525e6641 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:48:36.110106 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7484e506-14f1-46eb-b520-f20a58687b9b None None] Sync routers for ids ['1bfb08cd-4d1d-4d25-9395-6f422dba3054'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:48:36.123117 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7484e506-14f1-46eb-b520-f20a58687b9b None None] Routers {'1bfb08cd-4d1d-4d25-9395-6f422dba3054'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:48:36.123982 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-7484e506-14f1-46eb-b520-f20a58687b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:48:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['1bfb08cd-4d1d-4d25-9395-6f422dba3054'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:48:36.214630 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-53237da7-6390-458f-b56a-5b24525e6641 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:36.282804 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-53237da7-6390-458f-b56a-5b24525e6641 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "DELETE /v2.0/floatingips/12219bd7-dc87-4895-b44c-48f1178d43db HTTP/1.1" status: 204 len: 168 time: 2.1358440 May 30 20:48:36.284930 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28d04ad2-b3b9-4f87-b053-e59c5b5a0eb9', 'tag': '16782d4f-6daf-4414-b252-e35eacdccc16'}] {{(pid=84886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:48:36.321761 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-7484e506-14f1-46eb-b520-f20a58687b9b None None] Set router 1bfb08cd-4d1d-4d25-9395-6f422dba3054 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:48:36.376777 n-d-843948-2 neutron-server[84886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b89c1d2-1541-455c-baa8-54d05d3ed296'] response: {'name': 'network-changed', 'server_uuid': '28d04ad2-b3b9-4f87-b053-e59c5b5a0eb9', 'tag': '16782d4f-6daf-4414-b252-e35eacdccc16', 'status': 'completed', 'code': 200} May 30 20:48:36.495667 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f72b9b7f-ae43-493f-ac0a-8d56e29cfc39 req-74a97d64-5efb-4406-81e1-0e07d5978fea service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=92b5fc25c8fb428a885a0ea0a728400d&device_id=28d04ad2-b3b9-4f87-b053-e59c5b5a0eb9 HTTP/1.1" status: 200 len: 1097 time: 0.0863705 May 30 20:48:36.645416 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72b9b7f-ae43-493f-ac0a-8d56e29cfc39 req-e3c1d818-108e-4ae8-aad2-2714ecc75751 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:48:36.646965 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f72b9b7f-ae43-493f-ac0a-8d56e29cfc39 req-e3c1d818-108e-4ae8-aad2-2714ecc75751 service neutron] 10.222.0.86 "GET /v2.0/networks?id=823c6024-63b3-4ed4-a97a-15e5fdfbd028 HTTP/1.1" status: 200 len: 898 time: 0.1408815 May 30 20:48:36.678415 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-7484e506-14f1-46eb-b520-f20a58687b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bfb08cd-4d1d-4d25-9395-6f422dba3054', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1287081247', 'tenant_id': '92b5fc25c8fb428a885a0ea0a728400d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': '6b33e8e2-2a0c-4db6-af0e-43f2afb0c680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:46:32Z', 'updated_at': '2022-05-30T20:46:40Z', 'revision_number': 4, 'project_id': '92b5fc25c8fb428a885a0ea0a728400d', 'gw_port': {'id': '6b33e8e2-2a0c-4db6-af0e-43f2afb0c680', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:e0:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfb08cd-4d1d-4d25-9395-6f422dba3054', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:46:32Z', 'updated_at': '2022-05-30T20:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': 'f46b2554-b42e-4a82-8aa7-eafc6c771eec', 'name': '', 'network_id': '823c6024-63b3-4ed4-a97a-15e5fdfbd028', 'tenant_id': '92b5fc25c8fb428a885a0ea0a728400d', 'mac_address': 'fa:16:3e:21:68:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfb08cd-4d1d-4d25-9395-6f422dba3054', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a387bcf5-33c9-4911-8bd5-5f08dc781e2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:46:38Z', 'updated_at': '2022-05-30T20:46:58Z', 'revision_number': 5, 'project_id': '92b5fc25c8fb428a885a0ea0a728400d', 'subnets': [{'id': 'a387bcf5-33c9-4911-8bd5-5f08dc781e2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:48:36.682720 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7484e506-14f1-46eb-b520-f20a58687b9b None None] Checking router: 1bfb08cd-4d1d-4d25-9395-6f422dba3054 for host: n-d-843948-2 {{(pid=84889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:48:36.693986 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7484e506-14f1-46eb-b520-f20a58687b9b None None] Routers {'1bfb08cd-4d1d-4d25-9395-6f422dba3054'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:48:36.694586 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-7484e506-14f1-46eb-b520-f20a58687b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:48:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['1bfb08cd-4d1d-4d25-9395-6f422dba3054'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:48:36.725667 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f72b9b7f-ae43-493f-ac0a-8d56e29cfc39 req-25b1c802-ea4e-4ae5-9bdc-a8f3db0a5c6f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=16782d4f-6daf-4414-b252-e35eacdccc16 HTTP/1.1" status: 200 len: 217 time: 0.0698023 May 30 20:48:36.820804 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72b9b7f-ae43-493f-ac0a-8d56e29cfc39 req-4b871e3b-6d29-482d-bf58-7ec208ba382e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:48:36.833748 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f72b9b7f-ae43-493f-ac0a-8d56e29cfc39 req-4b871e3b-6d29-482d-bf58-7ec208ba382e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a387bcf5-33c9-4911-8bd5-5f08dc781e2d HTTP/1.1" status: 200 len: 834 time: 0.0998671 May 30 20:48:36.902177 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-7484e506-14f1-46eb-b520-f20a58687b9b None None] Set router 1bfb08cd-4d1d-4d25-9395-6f422dba3054 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:48:36.951482 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 42924) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:48:37.011530 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-c8dfe44c-083f-4f6c-bca2-ec9eb4629b7a admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=b0cbb1917373483e8c769fa9c494ae32&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0588467 May 30 20:48:37.014035 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 42928) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:48:37.014493 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f72b9b7f-ae43-493f-ac0a-8d56e29cfc39 req-3d63139a-b5a0-4135-9dfc-7ad853aad4c4 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=823c6024-63b3-4ed4-a97a-15e5fdfbd028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1746786 May 30 20:48:37.020059 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fcf845-de4f-462f-99ff-23c0d12e56cc req-93271a77-bdeb-483b-af8c-bd91858e6fa2 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:48:37.021784 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f0fcf845-de4f-462f-99ff-23c0d12e56cc req-93271a77-bdeb-483b-af8c-bd91858e6fa2 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/ports?device_id=28d04ad2-b3b9-4f87-b053-e59c5b5a0eb9 HTTP/1.1" status: 200 len: 946 time: 0.1145868 May 30 20:48:37.088322 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7305f5fb-95d9-48e6-a4c6-e27c303faa1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:37.136068 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7305f5fb-95d9-48e6-a4c6-e27c303faa1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:37.163564 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f0fcf845-de4f-462f-99ff-23c0d12e56cc req-503ae600-a537-4706-b68b-96da4c6ea74e tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/security-groups?id=55b4696b-8ce2-4bd2-9c2a-5bdb3080275c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1196246 May 30 20:48:37.215119 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f72b9b7f-ae43-493f-ac0a-8d56e29cfc39 req-b2842c86-e197-4c31-b8d0-dc731aac7f39 service neutron] 10.222.0.86 "GET /v2.0/networks/823c6024-63b3-4ed4-a97a-15e5fdfbd028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905990 May 30 20:48:37.288191 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7305f5fb-95d9-48e6-a4c6-e27c303faa1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:37.310085 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7305f5fb-95d9-48e6-a4c6-e27c303faa1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=361c82a8-6f0e-4376-80cb-4c2efe67de1c,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:48:37.352185 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-7484e506-14f1-46eb-b520-f20a58687b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bfb08cd-4d1d-4d25-9395-6f422dba3054', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1287081247', 'tenant_id': '92b5fc25c8fb428a885a0ea0a728400d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': '6b33e8e2-2a0c-4db6-af0e-43f2afb0c680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:46:32Z', 'updated_at': '2022-05-30T20:46:40Z', 'revision_number': 4, 'project_id': '92b5fc25c8fb428a885a0ea0a728400d', 'gw_port': {'id': '6b33e8e2-2a0c-4db6-af0e-43f2afb0c680', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:e0:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfb08cd-4d1d-4d25-9395-6f422dba3054', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:46:32Z', 'updated_at': '2022-05-30T20:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': 'f46b2554-b42e-4a82-8aa7-eafc6c771eec', 'name': '', 'network_id': '823c6024-63b3-4ed4-a97a-15e5fdfbd028', 'tenant_id': '92b5fc25c8fb428a885a0ea0a728400d', 'mac_address': 'fa:16:3e:21:68:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfb08cd-4d1d-4d25-9395-6f422dba3054', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a387bcf5-33c9-4911-8bd5-5f08dc781e2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:46:38Z', 'updated_at': '2022-05-30T20:46:58Z', 'revision_number': 5, 'project_id': '92b5fc25c8fb428a885a0ea0a728400d', 'subnets': [{'id': 'a387bcf5-33c9-4911-8bd5-5f08dc781e2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:48:37.357256 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7484e506-14f1-46eb-b520-f20a58687b9b None None] The sync data for ids ['1bfb08cd-4d1d-4d25-9395-6f422dba3054'] in n-d-843948-2 is: [{'id': '1bfb08cd-4d1d-4d25-9395-6f422dba3054', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1287081247', 'tenant_id': '92b5fc25c8fb428a885a0ea0a728400d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': '6b33e8e2-2a0c-4db6-af0e-43f2afb0c680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:46:32Z', 'updated_at': '2022-05-30T20:46:40Z', 'revision_number': 4, 'project_id': '92b5fc25c8fb428a885a0ea0a728400d', 'gw_port': {'id': '6b33e8e2-2a0c-4db6-af0e-43f2afb0c680', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:e0:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfb08cd-4d1d-4d25-9395-6f422dba3054', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:46:32Z', 'updated_at': '2022-05-30T20:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': 'f46b2554-b42e-4a82-8aa7-eafc6c771eec', 'name': '', 'network_id': '823c6024-63b3-4ed4-a97a-15e5fdfbd028', 'tenant_id': '92b5fc25c8fb428a885a0ea0a728400d', 'mac_address': 'fa:16:3e:21:68:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfb08cd-4d1d-4d25-9395-6f422dba3054', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a387bcf5-33c9-4911-8bd5-5f08dc781e2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:46:38Z', 'updated_at': '2022-05-30T20:46:58Z', 'revision_number': 5, 'project_id': '92b5fc25c8fb428a885a0ea0a728400d', 'subnets': [{'id': 'a387bcf5-33c9-4911-8bd5-5f08dc781e2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:48:37.384262 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7305f5fb-95d9-48e6-a4c6-e27c303faa1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:37.387964 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-7305f5fb-95d9-48e6-a4c6-e27c303faa1b admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/361c82a8-6f0e-4376-80cb-4c2efe67de1c HTTP/1.1" status: 204 len: 168 time: 0.3727369 May 30 20:48:37.499242 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f72b9b7f-ae43-493f-ac0a-8d56e29cfc39 req-e1fa5a77-fb31-489f-822b-7ef868f74e97 service neutron] 10.222.0.86 "GET /v2.0/networks/823c6024-63b3-4ed4-a97a-15e5fdfbd028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2780120 May 30 20:48:37.674403 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6bcdde-86eb-463d-b42e-9d08a8116780 None None] New status for floating IP 12219bd7-dc87-4895-b44c-48f1178d43db: DOWN {{(pid=84888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 20:48:38.377214 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8addc2-be77-4314-982e-10f3866ff96f req-28027b43-bca6-4e94-af38-f12e1cabfacc tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:48:38.381682 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4d8addc2-be77-4314-982e-10f3866ff96f req-28027b43-bca6-4e94-af38-f12e1cabfacc tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.86 "GET /v2.0/ports?device_id=28d04ad2-b3b9-4f87-b053-e59c5b5a0eb9 HTTP/1.1" status: 200 len: 946 time: 0.0947430 May 30 20:48:38.418083 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61695ad3-9c82-434e-b74b-69ba3530839b req-7c4d173d-7edf-4a99-9611-9bf60b568c70 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:48:38.425082 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-61695ad3-9c82-434e-b74b-69ba3530839b req-7c4d173d-7edf-4a99-9611-9bf60b568c70 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Synchronizing usage tracker for tenant:92b5fc25c8fb428a885a0ea0a728400d on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:48:38.468189 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-4d8addc2-be77-4314-982e-10f3866ff96f req-c84486e2-0ee4-4b9e-aa95-d93d48119fd9 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Deleting port 16782d4f-6daf-4414-b252-e35eacdccc16 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:48:38.468537 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-4d8addc2-be77-4314-982e-10f3866ff96f req-c84486e2-0ee4-4b9e-aa95-d93d48119fd9 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:38.561987 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-61695ad3-9c82-434e-b74b-69ba3530839b req-7c4d173d-7edf-4a99-9611-9bf60b568c70 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Unset dirty status for tenant:92b5fc25c8fb428a885a0ea0a728400d on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:48:38.571503 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-61695ad3-9c82-434e-b74b-69ba3530839b req-7c4d173d-7edf-4a99-9611-9bf60b568c70 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/ports?device_id=28d04ad2-b3b9-4f87-b053-e59c5b5a0eb9 HTTP/1.1" status: 200 len: 946 time: 0.2354083 May 30 20:48:38.621127 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-61695ad3-9c82-434e-b74b-69ba3530839b req-f3890284-cb3e-4e09-9ce2-2c1679faf65f tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/security-groups?id=55b4696b-8ce2-4bd2-9c2a-5bdb3080275c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500453 May 30 20:48:38.732732 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-4d8addc2-be77-4314-982e-10f3866ff96f req-c84486e2-0ee4-4b9e-aa95-d93d48119fd9 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] For port 16782d4f-6daf-4414-b252-e35eacdccc16, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=16782d4f-6daf-4414-b252-e35eacdccc16,segment=NetworkSegment(b137d6a1-cad7-4615-9646-be2b81ec6b86),segment_id=b137d6a1-cad7-4615-9646-be2b81ec6b86)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:48:38.733250 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-4d8addc2-be77-4314-982e-10f3866ff96f req-c84486e2-0ee4-4b9e-aa95-d93d48119fd9 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:38.780705 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 42960) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:48:38.863286 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-4d8addc2-be77-4314-982e-10f3866ff96f req-c84486e2-0ee4-4b9e-aa95-d93d48119fd9 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Calling delete_port for 16782d4f-6daf-4414-b252-e35eacdccc16 owned by compute:nova {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:48:38.920018 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-9ed85329-74ff-4c23-9b39-2979868a242c admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-771567349-network', 'tenant_id': '3c7515c181aa4ba98f70242b3f29e504'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:48:38.928367 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-9ed85329-74ff-4c23-9b39-2979868a242c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:48:38.930220 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-9ed85329-74ff-4c23-9b39-2979868a242c admin admin] Usage tracker for resource:network and tenant:3c7515c181aa4ba98f70242b3f29e504 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:48:38.933200 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-9ed85329-74ff-4c23-9b39-2979868a242c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:48:38.939877 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-9ed85329-74ff-4c23-9b39-2979868a242c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:48:39.051251 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ed85329-74ff-4c23-9b39-2979868a242c admin admin] Made reservation on behalf of 3c7515c181aa4ba98f70242b3f29e504 for: {'network': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:48:39.054208 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9ed85329-74ff-4c23-9b39-2979868a242c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:39.068396 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9ed85329-74ff-4c23-9b39-2979868a242c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:39.101579 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-9ed85329-74ff-4c23-9b39-2979868a242c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:48:39.105831 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-9ed85329-74ff-4c23-9b39-2979868a242c admin admin] Usage tracker for resource:security_group_rule and tenant:3c7515c181aa4ba98f70242b3f29e504 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:48:39.109028 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-9ed85329-74ff-4c23-9b39-2979868a242c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:48:39.115522 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-9ed85329-74ff-4c23-9b39-2979868a242c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:48:39.116597 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-4d8addc2-be77-4314-982e-10f3866ff96f req-c84486e2-0ee4-4b9e-aa95-d93d48119fd9 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:39.168920 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84486e2-0ee4-4b9e-aa95-d93d48119fd9 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Pushing event deleted for resources: {'Port': ['ID=16782d4f-6daf-4414-b252-e35eacdccc16,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:48:39.190562 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9ed85329-74ff-4c23-9b39-2979868a242c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:39.211613 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84486e2-0ee4-4b9e-aa95-d93d48119fd9 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:48:39.211955 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84486e2-0ee4-4b9e-aa95-d93d48119fd9 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:48:39.212291 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84486e2-0ee4-4b9e-aa95-d93d48119fd9 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:48:39.212619 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84486e2-0ee4-4b9e-aa95-d93d48119fd9 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:48:39.212948 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84486e2-0ee4-4b9e-aa95-d93d48119fd9 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:48:39.213282 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84486e2-0ee4-4b9e-aa95-d93d48119fd9 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:48:39.213895 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84486e2-0ee4-4b9e-aa95-d93d48119fd9 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:48:39.214227 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84486e2-0ee4-4b9e-aa95-d93d48119fd9 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:48:39.214566 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84486e2-0ee4-4b9e-aa95-d93d48119fd9 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:48:39.214882 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84486e2-0ee4-4b9e-aa95-d93d48119fd9 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:48:39.215202 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84486e2-0ee4-4b9e-aa95-d93d48119fd9 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:48:39.250767 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9ed85329-74ff-4c23-9b39-2979868a242c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:39.256357 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d8addc2-be77-4314-982e-10f3866ff96f req-c84486e2-0ee4-4b9e-aa95-d93d48119fd9 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] No DVR routers for this DVR port 16782d4f-6daf-4414-b252-e35eacdccc16 on host n-h2-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:48:39.259031 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-4d8addc2-be77-4314-982e-10f3866ff96f req-c84486e2-0ee4-4b9e-aa95-d93d48119fd9 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:39.261818 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28d04ad2-b3b9-4f87-b053-e59c5b5a0eb9', 'name': 'network-vif-deleted', 'tag': '16782d4f-6daf-4414-b252-e35eacdccc16'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:48:39.280659 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ed85329-74ff-4c23-9b39-2979868a242c admin admin] vlan segment allocate from pool success with {'vlan_id': 666, 'physical_network': 'physnet1'} {{(pid=84886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:48:39.294449 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed85329-74ff-4c23-9b39-2979868a242c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe3c6374-38f0-468b-8260-77ab5be76152,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:48:39.300711 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9ed85329-74ff-4c23-9b39-2979868a242c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:39.301155 n-d-843948-2 neutron-server[84886]: INFO neutron.db.segments_db [None req-9ed85329-74ff-4c23-9b39-2979868a242c admin admin] Added segment b9f21ec1-f21f-4d9f-a608-a53e1430b660 of type vlan for network beae49ce-0db8-49d5-a0bc-6138c55c0e9a May 30 20:48:39.332366 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9ed85329-74ff-4c23-9b39-2979868a242c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:39.336440 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-edfa9f0c-8b64-408c-990b-04adf889602e'] response: {'server_uuid': '28d04ad2-b3b9-4f87-b053-e59c5b5a0eb9', 'name': 'network-vif-deleted', 'tag': '16782d4f-6daf-4414-b252-e35eacdccc16', 'status': 'completed', 'code': 200} May 30 20:48:39.338677 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4d8addc2-be77-4314-982e-10f3866ff96f req-c84486e2-0ee4-4b9e-aa95-d93d48119fd9 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.86 "DELETE /v2.0/ports/16782d4f-6daf-4414-b252-e35eacdccc16 HTTP/1.1" status: 204 len: 173 time: 0.9514096 May 30 20:48:39.481759 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9ed85329-74ff-4c23-9b39-2979868a242c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:39.482765 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed85329-74ff-4c23-9b39-2979868a242c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:48:39.490638 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9ed85329-74ff-4c23-9b39-2979868a242c admin admin] Notify callbacks [] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:39.610317 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed85329-74ff-4c23-9b39-2979868a242c admin admin] Pushing event updated for resources: {'Network': ['ID=beae49ce-0db8-49d5-a0bc-6138c55c0e9a,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:48:39.621935 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network beae49ce-0db8-49d5-a0bc-6138c55c0e9a details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:48:39.804988 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-9ed85329-74ff-4c23-9b39-2979868a242c admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0230947 May 30 20:48:39.812607 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 42974) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:48:39.818656 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-e0f6ed4b-4eff-484a-9682-f6a710c22bfd admin admin] Request body: {'subnet': {'network_id': 'beae49ce-0db8-49d5-a0bc-6138c55c0e9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-771567349-subnet', 'tenant_id': '3c7515c181aa4ba98f70242b3f29e504', 'ip_version': 4}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:48:39.823419 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-36a10fc6-8eef-4686-9179-2e98cc5bc227 req-a6974723-c53c-4a2e-9329-3c828979f3d6 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/ports?device_id=28d04ad2-b3b9-4f87-b053-e59c5b5a0eb9 HTTP/1.1" status: 200 len: 210 time: 0.0454111 May 30 20:48:39.824463 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-e0f6ed4b-4eff-484a-9682-f6a710c22bfd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:48:39.828854 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-e0f6ed4b-4eff-484a-9682-f6a710c22bfd admin admin] Usage tracker for resource:subnet and tenant:3c7515c181aa4ba98f70242b3f29e504 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:48:39.831934 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-e0f6ed4b-4eff-484a-9682-f6a710c22bfd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:48:39.843221 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-e0f6ed4b-4eff-484a-9682-f6a710c22bfd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:48:39.910411 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0f6ed4b-4eff-484a-9682-f6a710c22bfd admin admin] Made reservation on behalf of 3c7515c181aa4ba98f70242b3f29e504 for: {'subnet': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:48:39.913472 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e0f6ed4b-4eff-484a-9682-f6a710c22bfd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114220'] for subnet, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:40.213624 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e0f6ed4b-4eff-484a-9682-f6a710c22bfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4055401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114238'] for subnet, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:40.290306 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f6ed4b-4eff-484a-9682-f6a710c22bfd admin admin] Pushing event updated for resources: {'Subnet': ['ID=220be634-4722-4e21-bc9c-402c8602baf6,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:48:40.303298 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f6ed4b-4eff-484a-9682-f6a710c22bfd admin admin] Checking segment: {'id': 'b9f21ec1-f21f-4d9f-a608-a53e1430b660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'beae49ce-0db8-49d5-a0bc-6138c55c0e9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:48:40.303650 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f6ed4b-4eff-484a-9682-f6a710c22bfd admin admin] Network hostable DHCP agents. Network: beae49ce-0db8-49d5-a0bc-6138c55c0e9a, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:48:40.465095 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f6ed4b-4eff-484a-9682-f6a710c22bfd admin admin] Network beae49ce-0db8-49d5-a0bc-6138c55c0e9a is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:48:40.555720 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-e0f6ed4b-4eff-484a-9682-f6a710c22bfd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, beae49ce-0db8-49d5-a0bc-6138c55c0e9a) {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:48:40.560563 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f6ed4b-4eff-484a-9682-f6a710c22bfd admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:48:40.561260 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e0f6ed4b-4eff-484a-9682-f6a710c22bfd admin admin] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:40.565510 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d1f165-a7ac-4e58-afc3-0086fe99b4ed None None] Network beae49ce-0db8-49d5-a0bc-6138c55c0e9a requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:48:40.646280 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-e0f6ed4b-4eff-484a-9682-f6a710c22bfd admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8324025 May 30 20:48:40.649453 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 42980) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:48:40.654739 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-5a0f95f7-f5fe-4757-991b-ed8b3cb61808 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-771567349-router', 'tenant_id': '3c7515c181aa4ba98f70242b3f29e504', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:48:40.660272 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-5a0f95f7-f5fe-4757-991b-ed8b3cb61808 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:48:40.664232 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-5a0f95f7-f5fe-4757-991b-ed8b3cb61808 admin admin] Usage tracker for resource:router and tenant:3c7515c181aa4ba98f70242b3f29e504 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:48:40.667251 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-5a0f95f7-f5fe-4757-991b-ed8b3cb61808 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:48:40.673042 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-5a0f95f7-f5fe-4757-991b-ed8b3cb61808 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:48:40.748671 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5a0f95f7-f5fe-4757-991b-ed8b3cb61808 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-733683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3159'] for router, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:40.749927 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5a0f95f7-f5fe-4757-991b-ed8b3cb61808 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-733584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-736372', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-628480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3164'] for router, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:40.773783 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5a0f95f7-f5fe-4757-991b-ed8b3cb61808 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:40.799843 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a79a9921-d573-42aa-b915-cc14741c9724 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-beae49ce-0db8-49d5-a0bc-6138c55c0e9a', 'network_id': 'beae49ce-0db8-49d5-a0bc-6138c55c0e9a', 'tenant_id': '3c7515c181aa4ba98f70242b3f29e504', 'fixed_ips': [{'subnet_id': '220be634-4722-4e21-bc9c-402c8602baf6'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:48:40.802343 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-a79a9921-d573-42aa-b915-cc14741c9724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:40.933371 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 42986) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:48:40.975438 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-a79a9921-d573-42aa-b915-cc14741c9724 None None] Allocated IP 172.20.0.2 (beae49ce-0db8-49d5-a0bc-6138c55c0e9a/220be634-4722-4e21-bc9c-402c8602baf6/9e5db10f-c9d7-4adf-951d-900549764451) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:48:41.060328 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5a0f95f7-f5fe-4757-991b-ed8b3cb61808 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-736390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:41.216378 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-a79a9921-d573-42aa-b915-cc14741c9724 None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:41.232837 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-a79a9921-d573-42aa-b915-cc14741c9724 None None] Transition to ACTIVE for port object 9e5db10f-c9d7-4adf-951d-900549764451 will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:48:41.261456 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-a79a9921-d573-42aa-b915-cc14741c9724 None None] Transition to ACTIVE for port object 9e5db10f-c9d7-4adf-951d-900549764451 will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:48:41.334142 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-a79a9921-d573-42aa-b915-cc14741c9724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:41.425930 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5a0f95f7-f5fe-4757-991b-ed8b3cb61808 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:41.469351 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-035ba53d-7348-42d5-9102-367132f42846 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-736216'] for router_interface, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:41.482615 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79a9921-d573-42aa-b915-cc14741c9724 None None] Pushing event updated for resources: {'Port': ['ID=9e5db10f-c9d7-4adf-951d-900549764451,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:48:41.502262 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79a9921-d573-42aa-b915-cc14741c9724 None None] Network beae49ce-0db8-49d5-a0bc-6138c55c0e9a is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:48:41.505505 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-a79a9921-d573-42aa-b915-cc14741c9724 None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:48:41.512106 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79a9921-d573-42aa-b915-cc14741c9724 None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:48:41.545904 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5a0f95f7-f5fe-4757-991b-ed8b3cb61808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:41.614689 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-a79a9921-d573-42aa-b915-cc14741c9724 None None] Attempting to bind port 9e5db10f-c9d7-4adf-951d-900549764451 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:48:41.615224 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-a79a9921-d573-42aa-b915-cc14741c9724 None None] Attempting to bind port 9e5db10f-c9d7-4adf-951d-900549764451 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': 'b9f21ec1-f21f-4d9f-a608-a53e1430b660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'beae49ce-0db8-49d5-a0bc-6138c55c0e9a'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:48:41.615679 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79a9921-d573-42aa-b915-cc14741c9724 None None] Attempting to bind port 9e5db10f-c9d7-4adf-951d-900549764451 on network beae49ce-0db8-49d5-a0bc-6138c55c0e9a {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:48:41.623802 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79a9921-d573-42aa-b915-cc14741c9724 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:48:41.624328 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79a9921-d573-42aa-b915-cc14741c9724 None None] Checking segment: {'id': 'b9f21ec1-f21f-4d9f-a608-a53e1430b660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'beae49ce-0db8-49d5-a0bc-6138c55c0e9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:48:41.624847 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-a79a9921-d573-42aa-b915-cc14741c9724 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:41.627280 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79a9921-d573-42aa-b915-cc14741c9724 None None] Bound using segment: {'id': 'b9f21ec1-f21f-4d9f-a608-a53e1430b660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'beae49ce-0db8-49d5-a0bc-6138c55c0e9a'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:48:41.627280 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-a79a9921-d573-42aa-b915-cc14741c9724 None None] Bound port: 9e5db10f-c9d7-4adf-951d-900549764451, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9f21ec1-f21f-4d9f-a608-a53e1430b660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'beae49ce-0db8-49d5-a0bc-6138c55c0e9a'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:48:41.627280 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-a79a9921-d573-42aa-b915-cc14741c9724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:41.739857 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-a79a9921-d573-42aa-b915-cc14741c9724 None None] For port 9e5db10f-c9d7-4adf-951d-900549764451, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:48:41.744585 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-a79a9921-d573-42aa-b915-cc14741c9724 None None] For port 9e5db10f-c9d7-4adf-951d-900549764451, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=9e5db10f-c9d7-4adf-951d-900549764451,segment=NetworkSegment(b9f21ec1-f21f-4d9f-a608-a53e1430b660),segment_id=b9f21ec1-f21f-4d9f-a608-a53e1430b660)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:48:41.806504 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-a79a9921-d573-42aa-b915-cc14741c9724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:41.841572 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [None req-5a0f95f7-f5fe-4757-991b-ed8b3cb61808 admin admin] Allocated IP 172.25.8.108 (c7869750-4b49-4b7e-aa99-5e0f1ae02da4/427601ec-f643-4fe7-b5e6-17305d3a39e1/a9201888-262a-434f-b6f2-3d6edbb6db5d) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:48:41.900995 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79a9921-d573-42aa-b915-cc14741c9724 None None] Pushing event updated for resources: {'Port': ['ID=9e5db10f-c9d7-4adf-951d-900549764451,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:48:42.010935 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5a0f95f7-f5fe-4757-991b-ed8b3cb61808 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:42.097001 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 16782d4f-6daf-4414-b252-e35eacdccc16 no longer exists at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:48:42.139246 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] No Port match for: 16782d4f-6daf-4414-b252-e35eacdccc16 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:48:42.139727 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 16782d4f-6daf-4414-b252-e35eacdccc16 not bound to the agent host n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:48:42.141443 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5a0f95f7-f5fe-4757-991b-ed8b3cb61808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:42.243501 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0f95f7-f5fe-4757-991b-ed8b3cb61808 admin admin] Network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:48:42.250641 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-5a0f95f7-f5fe-4757-991b-ed8b3cb61808 admin admin] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:48:42.253196 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0f95f7-f5fe-4757-991b-ed8b3cb61808 admin admin] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:48:42.283239 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0f95f7-f5fe-4757-991b-ed8b3cb61808 admin admin] Pushing event updated for resources: {'Port': ['ID=a9201888-262a-434f-b6f2-3d6edbb6db5d,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:48:42.400431 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-035ba53d-7348-42d5-9102-367132f42846 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Deleting port f46b2554-b42e-4a82-8aa7-eafc6c771eec {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:48:42.401008 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-035ba53d-7348-42d5-9102-367132f42846 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:42.508799 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5a0f95f7-f5fe-4757-991b-ed8b3cb61808 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:42.509669 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5a0f95f7-f5fe-4757-991b-ed8b3cb61808 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-736409'] for router, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:42.707050 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [None req-035ba53d-7348-42d5-9102-367132f42846 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] For port f46b2554-b42e-4a82-8aa7-eafc6c771eec, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=f46b2554-b42e-4a82-8aa7-eafc6c771eec,segment=NetworkSegment(b137d6a1-cad7-4615-9646-be2b81ec6b86),segment_id=b137d6a1-cad7-4615-9646-be2b81ec6b86)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:48:42.707411 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-035ba53d-7348-42d5-9102-367132f42846 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:42.824833 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a0f95f7-f5fe-4757-991b-ed8b3cb61808 admin admin] Router 1fe49bdf-6230-4617-8d21-8d87761dc2c2 is scheduled to L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 with binding_index 1 {{(pid=84887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 20:48:42.842866 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6710a3ff-bb21-4b3d-8fb7-944f4b456a3e req-e80175ba-1a0e-4dc4-9770-9e3695e0ea9f tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:48:42.844388 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6710a3ff-bb21-4b3d-8fb7-944f4b456a3e req-e80175ba-1a0e-4dc4-9770-9e3695e0ea9f tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] 10.222.0.85 "GET /v2.0/networks?id=239f8614-2903-4edf-9e96-dccbd4c7c808 HTTP/1.1" status: 200 len: 812 time: 0.3173339 May 30 20:48:42.854732 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-035ba53d-7348-42d5-9102-367132f42846 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Calling delete_port for f46b2554-b42e-4a82-8aa7-eafc6c771eec owned by network:router_interface {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:48:42.913905 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6710a3ff-bb21-4b3d-8fb7-944f4b456a3e req-ea77da53-fc2a-4a09-afeb-6e43c96932a3 tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] 10.222.0.85 "GET /v2.0/quotas/3858b7f4685c496695bb9cd480c2bf52 HTTP/1.1" status: 200 len: 375 time: 0.0310206 May 30 20:48:42.923948 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5628713e-3dd4-49ec-9925-e1747cc2effe None None] Network beae49ce-0db8-49d5-a0bc-6138c55c0e9a requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:48:42.993171 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6710a3ff-bb21-4b3d-8fb7-944f4b456a3e req-e2e66bfa-eaeb-4b49-a3af-25e5de20c64c tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=3858b7f4685c496695bb9cd480c2bf52&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0579894 May 30 20:48:43.043164 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a0f95f7-f5fe-4757-991b-ed8b3cb61808 admin admin] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:48:43.060348 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e76b8f-67ab-4d36-9c60-0c97777f926d None None] Sync routers for ids ['1fe49bdf-6230-4617-8d21-8d87761dc2c2'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:48:43.076377 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e76b8f-67ab-4d36-9c60-0c97777f926d None None] Routers {'1fe49bdf-6230-4617-8d21-8d87761dc2c2'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:48:43.077016 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-61e76b8f-67ab-4d36-9c60-0c97777f926d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:48:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['1fe49bdf-6230-4617-8d21-8d87761dc2c2'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:48:43.123840 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2f0abe36-b731-41dd-8cde-d16479f6c2a9 None None] Provisioning for port 9e5db10f-c9d7-4adf-951d-900549764451 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:48:43.192382 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5a0f95f7-f5fe-4757-991b-ed8b3cb61808 admin admin] Notify callbacks [] for router, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:43.196875 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-5a0f95f7-f5fe-4757-991b-ed8b3cb61808 admin admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5462840 May 30 20:48:43.199178 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6710a3ff-bb21-4b3d-8fb7-944f4b456a3e req-58ee31fe-7060-4d9f-9c37-2647b7d09d28 service neutron] 10.222.0.85 "GET /v2.0/networks/239f8614-2903-4edf-9e96-dccbd4c7c808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928661 May 30 20:48:43.199722 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 43002) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:48:43.309502 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-61e76b8f-67ab-4d36-9c60-0c97777f926d None None] Set router 1fe49bdf-6230-4617-8d21-8d87761dc2c2 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:48:43.337710 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-035ba53d-7348-42d5-9102-367132f42846 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:43.572621 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035ba53d-7348-42d5-9102-367132f42846 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Pushing event deleted for resources: {'Port': ['ID=f46b2554-b42e-4a82-8aa7-eafc6c771eec,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:48:43.612740 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-61e76b8f-67ab-4d36-9c60-0c97777f926d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fe49bdf-6230-4617-8d21-8d87761dc2c2', 'name': 'tempest-TestServerBasicOps-771567349-router', 'tenant_id': '3c7515c181aa4ba98f70242b3f29e504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'a9201888-262a-434f-b6f2-3d6edbb6db5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:48:40Z', 'updated_at': '2022-05-30T20:48:42Z', 'revision_number': 3, 'project_id': '3c7515c181aa4ba98f70242b3f29e504', 'gw_port': {'id': 'a9201888-262a-434f-b6f2-3d6edbb6db5d', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:4a:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fe49bdf-6230-4617-8d21-8d87761dc2c2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:48:41Z', 'updated_at': '2022-05-30T20:48:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:48:43.617782 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e76b8f-67ab-4d36-9c60-0c97777f926d None None] Checking router: 1fe49bdf-6230-4617-8d21-8d87761dc2c2 for host: n-d-843948-2 {{(pid=84889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:48:43.618266 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e76b8f-67ab-4d36-9c60-0c97777f926d None None] Updating router 1fe49bdf-6230-4617-8d21-8d87761dc2c2 port a9201888-262a-434f-b6f2-3d6edbb6db5d binding host n-d-843948-2 {{(pid=84889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:48:43.671589 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-61e76b8f-67ab-4d36-9c60-0c97777f926d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:43.720571 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6710a3ff-bb21-4b3d-8fb7-944f4b456a3e req-98f71eb3-d68d-4889-837d-db9780757bc7 service neutron] 10.222.0.85 "GET /v2.0/networks/239f8614-2903-4edf-9e96-dccbd4c7c808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4559648 May 30 20:48:44.038932 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 9e5db10f-c9d7-4adf-951d-900549764451 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:48:44.156483 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-61e76b8f-67ab-4d36-9c60-0c97777f926d None None] Notify callbacks [] for port, precommit_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:44.170711 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-035ba53d-7348-42d5-9102-367132f42846 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1718140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-736143'] for router_interface, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:44.181933 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.provisioning_blocks [None req-61e76b8f-67ab-4d36-9c60-0c97777f926d None None] Transition to ACTIVE for port object a9201888-262a-434f-b6f2-3d6edbb6db5d will not be triggered until provisioned by entity L2. {{(pid=84889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:48:44.228975 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-39606111-5ea5-48d3-ba55-9f407ae52cea req-b8f7b705-99a7-467b-a7cf-64e73bc6f1c4 tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] 10.222.0.85 "GET /v2.0/ports?device_id=62d307d5-9a61-4b79-b9b5-88b0bae6c8d2 HTTP/1.1" status: 200 len: 210 time: 0.0844154 May 30 20:48:44.263639 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-61e76b8f-67ab-4d36-9c60-0c97777f926d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:44.293211 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 9e5db10f-c9d7-4adf-951d-900549764451 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:48:44.301589 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 9e5db10f-c9d7-4adf-951d-900549764451 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:48:44.302041 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:44.353898 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f917bc24-e774-4ea9-81fd-e4a3d0b6d850 None None] Pushing event updated for resources: {'Port': ['ID=a9201888-262a-434f-b6f2-3d6edbb6db5d,revision_number=2']} {{(pid=84889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:48:44.356203 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-61e76b8f-67ab-4d36-9c60-0c97777f926d None None] Attempting to bind port a9201888-262a-434f-b6f2-3d6edbb6db5d on host n-d-843948-2 for vnic_type normal with profile {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:48:44.356568 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-61e76b8f-67ab-4d36-9c60-0c97777f926d None None] Attempting to bind port a9201888-262a-434f-b6f2-3d6edbb6db5d by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}] {{(pid=84889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:48:44.356923 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e76b8f-67ab-4d36-9c60-0c97777f926d None None] Attempting to bind port a9201888-262a-434f-b6f2-3d6edbb6db5d on network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:48:44.369856 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f917bc24-e774-4ea9-81fd-e4a3d0b6d850 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:48:44.370204 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f917bc24-e774-4ea9-81fd-e4a3d0b6d850 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:48:44.370542 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f917bc24-e774-4ea9-81fd-e4a3d0b6d850 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:48:44.370929 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f917bc24-e774-4ea9-81fd-e4a3d0b6d850 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:48:44.371278 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f917bc24-e774-4ea9-81fd-e4a3d0b6d850 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:48:44.371667 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f917bc24-e774-4ea9-81fd-e4a3d0b6d850 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:48:44.371994 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f917bc24-e774-4ea9-81fd-e4a3d0b6d850 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:48:44.372316 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f917bc24-e774-4ea9-81fd-e4a3d0b6d850 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:48:44.372636 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f917bc24-e774-4ea9-81fd-e4a3d0b6d850 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:48:44.372955 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f917bc24-e774-4ea9-81fd-e4a3d0b6d850 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:48:44.373273 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f917bc24-e774-4ea9-81fd-e4a3d0b6d850 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:48:44.376763 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e76b8f-67ab-4d36-9c60-0c97777f926d None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:48:44.377240 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e76b8f-67ab-4d36-9c60-0c97777f926d None None] Checking segment: {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:48:44.377761 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-61e76b8f-67ab-4d36-9c60-0c97777f926d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:44.378049 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e76b8f-67ab-4d36-9c60-0c97777f926d None None] Bound using segment: {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'} {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:48:44.378522 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-61e76b8f-67ab-4d36-9c60-0c97777f926d None None] Bound port: a9201888-262a-434f-b6f2-3d6edbb6db5d, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}}] {{(pid=84889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:48:44.378897 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-61e76b8f-67ab-4d36-9c60-0c97777f926d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:44.458445 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:44.472661 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.db [None req-61e76b8f-67ab-4d36-9c60-0c97777f926d None None] For port a9201888-262a-434f-b6f2-3d6edbb6db5d, host n-d-843948-2, cleared binding levels {{(pid=84889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:48:44.477757 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.db [None req-61e76b8f-67ab-4d36-9c60-0c97777f926d None None] For port a9201888-262a-434f-b6f2-3d6edbb6db5d, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=a9201888-262a-434f-b6f2-3d6edbb6db5d,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:48:44.496522 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port 9e5db10f-c9d7-4adf-951d-900549764451, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=9e5db10f-c9d7-4adf-951d-900549764451,segment=NetworkSegment(b9f21ec1-f21f-4d9f-a608-a53e1430b660),segment_id=b9f21ec1-f21f-4d9f-a608-a53e1430b660)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:48:44.562124 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-61e76b8f-67ab-4d36-9c60-0c97777f926d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:44.620315 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:44.659216 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f917bc24-e774-4ea9-81fd-e4a3d0b6d850 None None] Pushing event updated for resources: {'Port': ['ID=a9201888-262a-434f-b6f2-3d6edbb6db5d,revision_number=3']} {{(pid=84889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:48:44.662688 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e76b8f-67ab-4d36-9c60-0c97777f926d None None] Routers {'1fe49bdf-6230-4617-8d21-8d87761dc2c2'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:48:44.663485 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-61e76b8f-67ab-4d36-9c60-0c97777f926d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:48:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['1fe49bdf-6230-4617-8d21-8d87761dc2c2'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:48:44.694931 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=9e5db10f-c9d7-4adf-951d-900549764451,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:48:44.853213 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-61e76b8f-67ab-4d36-9c60-0c97777f926d None None] Set router 1fe49bdf-6230-4617-8d21-8d87761dc2c2 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:48:45.181596 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-61e76b8f-67ab-4d36-9c60-0c97777f926d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fe49bdf-6230-4617-8d21-8d87761dc2c2', 'name': 'tempest-TestServerBasicOps-771567349-router', 'tenant_id': '3c7515c181aa4ba98f70242b3f29e504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'a9201888-262a-434f-b6f2-3d6edbb6db5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:48:40Z', 'updated_at': '2022-05-30T20:48:42Z', 'revision_number': 3, 'project_id': '3c7515c181aa4ba98f70242b3f29e504', 'gw_port': {'id': 'a9201888-262a-434f-b6f2-3d6edbb6db5d', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:4a:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fe49bdf-6230-4617-8d21-8d87761dc2c2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:48:41Z', 'updated_at': '2022-05-30T20:48:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:48:45.185687 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e76b8f-67ab-4d36-9c60-0c97777f926d None None] The sync data for ids ['1fe49bdf-6230-4617-8d21-8d87761dc2c2'] in n-d-843948-2 is: [{'id': '1fe49bdf-6230-4617-8d21-8d87761dc2c2', 'name': 'tempest-TestServerBasicOps-771567349-router', 'tenant_id': '3c7515c181aa4ba98f70242b3f29e504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'a9201888-262a-434f-b6f2-3d6edbb6db5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:48:40Z', 'updated_at': '2022-05-30T20:48:42Z', 'revision_number': 3, 'project_id': '3c7515c181aa4ba98f70242b3f29e504', 'gw_port': {'id': 'a9201888-262a-434f-b6f2-3d6edbb6db5d', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:4a:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fe49bdf-6230-4617-8d21-8d87761dc2c2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:48:41Z', 'updated_at': '2022-05-30T20:48:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:48:45.231551 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-92f420fe-c579-45d8-89c8-7107c0dc04d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:45.471237 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4d1be9f7-7085-48ce-816f-5c470aa76774 req-ebc1f97a-2bb7-4952-803d-3e6c1d6c7906 tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] 10.222.0.85 "GET /v2.0/ports?device_id=62d307d5-9a61-4b79-b9b5-88b0bae6c8d2 HTTP/1.1" status: 200 len: 210 time: 0.0631096 May 30 20:48:45.536697 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-035ba53d-7348-42d5-9102-367132f42846 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Router 1bfb08cd-4d1d-4d25-9395-6f422dba3054 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:48:45.565520 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-92f420fe-c579-45d8-89c8-7107c0dc04d7 admin admin] Allocated IP 172.20.0.1 (beae49ce-0db8-49d5-a0bc-6138c55c0e9a/220be634-4722-4e21-bc9c-402c8602baf6/09ae35e6-dc0d-401b-bd5d-21cd5d594611) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:48:45.872744 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-92f420fe-c579-45d8-89c8-7107c0dc04d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:45.893803 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [None req-92f420fe-c579-45d8-89c8-7107c0dc04d7 admin admin] Transition to ACTIVE for port object 09ae35e6-dc0d-401b-bd5d-21cd5d594611 will not be triggered until provisioned by entity DHCP. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:48:45.947864 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-035ba53d-7348-42d5-9102-367132f42846 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:48:45.959851 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 9e5db10f-c9d7-4adf-951d-900549764451 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:48:45.969420 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-035ba53d-7348-42d5-9102-367132f42846 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "PUT /v2.0/routers/1bfb08cd-4d1d-4d25-9395-6f422dba3054/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0342453 May 30 20:48:45.972344 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 43018) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:48:45.986222 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5fd942b-d201-46b2-81d9-104c62e221a2 None None] Sync routers for ids ['1bfb08cd-4d1d-4d25-9395-6f422dba3054'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:48:46.025549 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-92f420fe-c579-45d8-89c8-7107c0dc04d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:46.025826 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5fd942b-d201-46b2-81d9-104c62e221a2 None None] Routers {'1bfb08cd-4d1d-4d25-9395-6f422dba3054'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:48:46.025916 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-c5fd942b-d201-46b2-81d9-104c62e221a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:48:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['1bfb08cd-4d1d-4d25-9395-6f422dba3054'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:48:46.103191 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f420fe-c579-45d8-89c8-7107c0dc04d7 admin admin] Network beae49ce-0db8-49d5-a0bc-6138c55c0e9a is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:48:46.106277 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-92f420fe-c579-45d8-89c8-7107c0dc04d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:48:46.113698 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f420fe-c579-45d8-89c8-7107c0dc04d7 admin admin] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:48:46.166311 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f420fe-c579-45d8-89c8-7107c0dc04d7 admin admin] Pushing event updated for resources: {'Port': ['ID=09ae35e6-dc0d-401b-bd5d-21cd5d594611,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:48:46.178805 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-92f420fe-c579-45d8-89c8-7107c0dc04d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-736099'] for router_interface, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:46.228140 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 9e5db10f-c9d7-4adf-951d-900549764451 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:48:46.228512 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:46.241518 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad0e47fd-4be3-491b-9442-aa7bd65f18f1 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Deleting subnet a387bcf5-33c9-4911-8bd5-5f08dc781e2d {{(pid=84887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:48:46.245697 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ad0e47fd-4be3-491b-9442-aa7bd65f18f1 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for subnet, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:46.309836 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ad0e47fd-4be3-491b-9442-aa7bd65f18f1 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3149227'] for subnet, precommit_delete_associations {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:46.317386 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-c5fd942b-d201-46b2-81d9-104c62e221a2 None None] Set router 1bfb08cd-4d1d-4d25-9395-6f422dba3054 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:48:46.426707 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ad0e47fd-4be3-491b-9442-aa7bd65f18f1 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:46.460960 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-92f420fe-c579-45d8-89c8-7107c0dc04d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:46.585022 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6710a3ff-bb21-4b3d-8fb7-944f4b456a3e req-5b17550b-baf4-4c13-9c7c-4a2aeed885af tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:48:46.586673 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6710a3ff-bb21-4b3d-8fb7-944f4b456a3e req-5b17550b-baf4-4c13-9c7c-4a2aeed885af tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] 10.222.0.71 "GET /v2.0/networks?id=239f8614-2903-4edf-9e96-dccbd4c7c808 HTTP/1.1" status: 200 len: 812 time: 0.2262104 May 30 20:48:46.612264 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [req-6710a3ff-bb21-4b3d-8fb7-944f4b456a3e req-462c1056-2e04-4ea4-b75b-782f61f32eda tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] Request body: {'port': {'device_id': '62d307d5-9a61-4b79-b9b5-88b0bae6c8d2', 'network_id': '239f8614-2903-4edf-9e96-dccbd4c7c808', 'admin_state_up': True, 'tenant_id': '3858b7f4685c496695bb9cd480c2bf52'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:48:46.620284 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ad0e47fd-4be3-491b-9442-aa7bd65f18f1 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4055470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114247'] for subnet, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:46.652083 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device a9201888-262a-434f-b6f2-3d6edbb6db5d up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:48:46.720283 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ad0e47fd-4be3-491b-9442-aa7bd65f18f1 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:46.740977 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3f45226f-96a5-458f-ac0d-26e6aa6da5a7 req-5148927b-39ce-48dc-a609-4584043c55b3 tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] 10.222.0.85 "GET /v2.0/ports?device_id=62d307d5-9a61-4b79-b9b5-88b0bae6c8d2 HTTP/1.1" status: 200 len: 210 time: 0.1134603 May 30 20:48:46.751459 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddef1698-39f4-47ca-b218-53066a3f4222 None None] Network 823c6024-63b3-4ed4-a97a-15e5fdfbd028 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:48:46.753640 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0e47fd-4be3-491b-9442-aa7bd65f18f1 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Pushing event deleted for resources: {'Subnet': ['ID=a387bcf5-33c9-4911-8bd5-5f08dc781e2d,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:48:46.762570 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-ad0e47fd-4be3-491b-9442-aa7bd65f18f1 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "DELETE /v2.0/subnets/a387bcf5-33c9-4911-8bd5-5f08dc781e2d HTTP/1.1" status: 204 len: 168 time: 0.7891047 May 30 20:48:46.765963 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 43024) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:48:46.774631 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-c6963a92-6841-4dc7-ba0a-5b045e4a24de None None] Provisioning for port 09ae35e6-dc0d-401b-bd5d-21cd5d594611 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:48:46.829673 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-c6963a92-6841-4dc7-ba0a-5b045e4a24de None None] Provisioning complete for port 09ae35e6-dc0d-401b-bd5d-21cd5d594611 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:48:46.830049 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-c6963a92-6841-4dc7-ba0a-5b045e4a24de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:46.837298 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-92f420fe-c579-45d8-89c8-7107c0dc04d7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:46.942301 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-6710a3ff-bb21-4b3d-8fb7-944f4b456a3e req-462c1056-2e04-4ea4-b75b-782f61f32eda tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:48:46.956533 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-92f420fe-c579-45d8-89c8-7107c0dc04d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:46.975684 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-c6963a92-6841-4dc7-ba0a-5b045e4a24de None None] Port 09ae35e6-dc0d-401b-bd5d-21cd5d594611 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:48:46.985887 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-6710a3ff-bb21-4b3d-8fb7-944f4b456a3e req-462c1056-2e04-4ea4-b75b-782f61f32eda tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:48:47.029016 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-c5fd942b-d201-46b2-81d9-104c62e221a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bfb08cd-4d1d-4d25-9395-6f422dba3054', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1287081247', 'tenant_id': '92b5fc25c8fb428a885a0ea0a728400d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': '6b33e8e2-2a0c-4db6-af0e-43f2afb0c680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:46:32Z', 'updated_at': '2022-05-30T20:48:43Z', 'revision_number': 5, 'project_id': '92b5fc25c8fb428a885a0ea0a728400d', 'gw_port': {'id': '6b33e8e2-2a0c-4db6-af0e-43f2afb0c680', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:e0:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfb08cd-4d1d-4d25-9395-6f422dba3054', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:46:32Z', 'updated_at': '2022-05-30T20:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:48:47.042323 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5fd942b-d201-46b2-81d9-104c62e221a2 None None] Checking router: 1bfb08cd-4d1d-4d25-9395-6f422dba3054 for host: n-d-843948-2 {{(pid=84888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:48:47.047118 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port a9201888-262a-434f-b6f2-3d6edbb6db5d completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:48:47.060251 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port a9201888-262a-434f-b6f2-3d6edbb6db5d triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:48:47.060613 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:47.079624 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-92f420fe-c579-45d8-89c8-7107c0dc04d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1718057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-736206'] for router_interface, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:47.087484 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f420fe-c579-45d8-89c8-7107c0dc04d7 admin admin] Pushing event updated for resources: {'Port': ['ID=09ae35e6-dc0d-401b-bd5d-21cd5d594611,revision_number=2']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:48:47.112062 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5fd942b-d201-46b2-81d9-104c62e221a2 None None] Routers {'1bfb08cd-4d1d-4d25-9395-6f422dba3054'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:48:47.112826 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-c5fd942b-d201-46b2-81d9-104c62e221a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:48:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['1bfb08cd-4d1d-4d25-9395-6f422dba3054'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:48:47.120760 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-780eb8ad-8196-4638-bf58-c2125933db95 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for router, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:47.283218 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6710a3ff-bb21-4b3d-8fb7-944f4b456a3e req-462c1056-2e04-4ea4-b75b-782f61f32eda tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] Made reservation on behalf of 3858b7f4685c496695bb9cd480c2bf52 for: {'port': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:48:47.286956 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-6710a3ff-bb21-4b3d-8fb7-944f4b456a3e req-462c1056-2e04-4ea4-b75b-782f61f32eda tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:47.350621 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-780eb8ad-8196-4638-bf58-c2125933db95 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:47.379216 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:47.383621 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df18c124-925e-462e-aa13-01000cffb736 None None] DHCP port deletion for 823c6024-63b3-4ed4-a97a-15e5fdfbd028 request from n-d-843948-2 {{(pid=84888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:48:47.393311 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-df18c124-925e-462e-aa13-01000cffb736 None None] Deleting port 994e7dc7-210c-4cc8-8a0c-b51ce8aef5fb {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:48:47.393711 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-df18c124-925e-462e-aa13-01000cffb736 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:47.424391 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-780eb8ad-8196-4638-bf58-c2125933db95 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Deleting port 6b33e8e2-2a0c-4db6-af0e-43f2afb0c680 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:48:47.424806 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-780eb8ad-8196-4638-bf58-c2125933db95 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:47.434283 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-c5fd942b-d201-46b2-81d9-104c62e221a2 None None] Set router 1bfb08cd-4d1d-4d25-9395-6f422dba3054 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:48:47.491042 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f420fe-c579-45d8-89c8-7107c0dc04d7 admin admin] Network beae49ce-0db8-49d5-a0bc-6138c55c0e9a is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:48:47.494396 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-92f420fe-c579-45d8-89c8-7107c0dc04d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:48:47.507475 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port a9201888-262a-434f-b6f2-3d6edbb6db5d, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=a9201888-262a-434f-b6f2-3d6edbb6db5d,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:48:47.603896 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:47.617847 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [None req-780eb8ad-8196-4638-bf58-c2125933db95 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] For port 6b33e8e2-2a0c-4db6-af0e-43f2afb0c680, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=6b33e8e2-2a0c-4db6-af0e-43f2afb0c680,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:48:47.618555 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-780eb8ad-8196-4638-bf58-c2125933db95 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:47.670805 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [req-6710a3ff-bb21-4b3d-8fb7-944f4b456a3e req-462c1056-2e04-4ea4-b75b-782f61f32eda tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] Allocated IP 172.20.0.10 (239f8614-2903-4edf-9e96-dccbd4c7c808/db365cb5-c6a2-4839-bef1-3ec50e23c2b4/406f1063-e855-4b03-b1bf-04152e3af512) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:48:47.764554 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-780eb8ad-8196-4638-bf58-c2125933db95 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Calling delete_port for 6b33e8e2-2a0c-4db6-af0e-43f2afb0c680 owned by network:router_gateway {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:48:47.893655 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-df18c124-925e-462e-aa13-01000cffb736 None None] For port 994e7dc7-210c-4cc8-8a0c-b51ce8aef5fb, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=994e7dc7-210c-4cc8-8a0c-b51ce8aef5fb,segment=NetworkSegment(b137d6a1-cad7-4615-9646-be2b81ec6b86),segment_id=b137d6a1-cad7-4615-9646-be2b81ec6b86)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:48:47.894044 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-df18c124-925e-462e-aa13-01000cffb736 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:47.962568 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=a9201888-262a-434f-b6f2-3d6edbb6db5d,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:48:48.046332 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-780eb8ad-8196-4638-bf58-c2125933db95 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:48.060241 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-399cbcc0-d060-47c2-b5a7-bccec53ff78a req-e61baab6-7a38-4779-9da1-1811afb2a3a6 tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] 10.222.0.85 "GET /v2.0/ports?device_id=62d307d5-9a61-4b79-b9b5-88b0bae6c8d2 HTTP/1.1" status: 200 len: 210 time: 0.1101949 May 30 20:48:48.082858 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 994e7dc7-210c-4cc8-8a0c-b51ce8aef5fb no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:48:48.114714 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780eb8ad-8196-4638-bf58-c2125933db95 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Pushing event deleted for resources: {'Port': ['ID=6b33e8e2-2a0c-4db6-af0e-43f2afb0c680,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:48:48.132687 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-df18c124-925e-462e-aa13-01000cffb736 None None] Calling delete_port for 994e7dc7-210c-4cc8-8a0c-b51ce8aef5fb owned by network:dhcp {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:48:48.165482 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-6710a3ff-bb21-4b3d-8fb7-944f4b456a3e req-462c1056-2e04-4ea4-b75b-782f61f32eda tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:48.243486 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92f420fe-c579-45d8-89c8-7107c0dc04d7 admin admin] Router 1fe49bdf-6230-4617-8d21-8d87761dc2c2 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:48:48.331382 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b1354b1b-bb4c-47ca-b70b-0ac5464cfcf8 None None] Provisioning complete for port 09ae35e6-dc0d-401b-bd5d-21cd5d594611 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:48:48.331645 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b1354b1b-bb4c-47ca-b70b-0ac5464cfcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:48.391860 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-6710a3ff-bb21-4b3d-8fb7-944f4b456a3e req-462c1056-2e04-4ea4-b75b-782f61f32eda tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:48.401903 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-780eb8ad-8196-4638-bf58-c2125933db95 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-736453'] for router_gateway, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:48.477858 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-df18c124-925e-462e-aa13-01000cffb736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468'] for port, after_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:48.493488 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6710a3ff-bb21-4b3d-8fb7-944f4b456a3e req-462c1056-2e04-4ea4-b75b-782f61f32eda tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] Network 239f8614-2903-4edf-9e96-dccbd4c7c808 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:48:48.496212 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462c1056-2e04-4ea4-b75b-782f61f32eda tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] Pushing event updated for resources: {'Port': ['ID=406f1063-e855-4b03-b1bf-04152e3af512,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:48:48.498715 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [req-6710a3ff-bb21-4b3d-8fb7-944f4b456a3e req-462c1056-2e04-4ea4-b75b-782f61f32eda tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:48:48.501878 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [req-6710a3ff-bb21-4b3d-8fb7-944f4b456a3e req-462c1056-2e04-4ea4-b75b-782f61f32eda tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:48:48.545140 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-b1354b1b-bb4c-47ca-b70b-0ac5464cfcf8 None None] Port 09ae35e6-dc0d-401b-bd5d-21cd5d594611 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:48:48.550082 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df18c124-925e-462e-aa13-01000cffb736 None None] Pushing event deleted for resources: {'Port': ['ID=994e7dc7-210c-4cc8-8a0c-b51ce8aef5fb,revision_number=None']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:48:48.554616 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:48.572495 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6710a3ff-bb21-4b3d-8fb7-944f4b456a3e req-462c1056-2e04-4ea4-b75b-782f61f32eda tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:48:48.573173 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-6710a3ff-bb21-4b3d-8fb7-944f4b456a3e req-462c1056-2e04-4ea4-b75b-782f61f32eda tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:48.574887 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df18c124-925e-462e-aa13-01000cffb736 None None] No DVR routers for this DVR port 994e7dc7-210c-4cc8-8a0c-b51ce8aef5fb on host n-d-843948-2 {{(pid=84888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:48:48.642844 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-c5fd942b-d201-46b2-81d9-104c62e221a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bfb08cd-4d1d-4d25-9395-6f422dba3054', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1287081247', 'tenant_id': '92b5fc25c8fb428a885a0ea0a728400d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': '6b33e8e2-2a0c-4db6-af0e-43f2afb0c680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:46:32Z', 'updated_at': '2022-05-30T20:48:43Z', 'revision_number': 5, 'project_id': '92b5fc25c8fb428a885a0ea0a728400d', 'gw_port': {'id': '6b33e8e2-2a0c-4db6-af0e-43f2afb0c680', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:e0:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfb08cd-4d1d-4d25-9395-6f422dba3054', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:46:32Z', 'updated_at': '2022-05-30T20:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:48:48.648069 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92f420fe-c579-45d8-89c8-7107c0dc04d7 admin admin] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:48:48.648183 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5fd942b-d201-46b2-81d9-104c62e221a2 None None] The sync data for ids ['1bfb08cd-4d1d-4d25-9395-6f422dba3054'] in n-d-843948-2 is: [{'id': '1bfb08cd-4d1d-4d25-9395-6f422dba3054', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1287081247', 'tenant_id': '92b5fc25c8fb428a885a0ea0a728400d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': '6b33e8e2-2a0c-4db6-af0e-43f2afb0c680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:46:32Z', 'updated_at': '2022-05-30T20:48:43Z', 'revision_number': 5, 'project_id': '92b5fc25c8fb428a885a0ea0a728400d', 'gw_port': {'id': '6b33e8e2-2a0c-4db6-af0e-43f2afb0c680', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:e0:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfb08cd-4d1d-4d25-9395-6f422dba3054', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:46:32Z', 'updated_at': '2022-05-30T20:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:48:48.653363 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-92f420fe-c579-45d8-89c8-7107c0dc04d7 admin admin] 10.222.0.85 "PUT /v2.0/routers/1fe49bdf-6230-4617-8d21-8d87761dc2c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4512651 May 30 20:48:48.668164 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6710a3ff-bb21-4b3d-8fb7-944f4b456a3e req-462c1056-2e04-4ea4-b75b-782f61f32eda tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0598361 May 30 20:48:48.682444 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [req-6710a3ff-bb21-4b3d-8fb7-944f4b456a3e req-d23354d8-8624-43d0-acd3-0fcf8ae06018 service neutron] Request body: {'port': {'device_id': '62d307d5-9a61-4b79-b9b5-88b0bae6c8d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843948-2'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:48:48.820804 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-6710a3ff-bb21-4b3d-8fb7-944f4b456a3e req-d23354d8-8624-43d0-acd3-0fcf8ae06018 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:48.835049 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-780eb8ad-8196-4638-bf58-c2125933db95 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-724789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3141'] for router, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:48.840773 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-780eb8ad-8196-4638-bf58-c2125933db95 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:48.950451 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-780eb8ad-8196-4638-bf58-c2125933db95 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724889'] for router, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:48.951010 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-780eb8ad-8196-4638-bf58-c2125933db95 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Fanout notify agent at l3_agent the message router_deleted on router 1bfb08cd-4d1d-4d25-9395-6f422dba3054 {{(pid=84887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:48:48.967425 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-780eb8ad-8196-4638-bf58-c2125933db95 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for router, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:48.968615 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-780eb8ad-8196-4638-bf58-c2125933db95 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "DELETE /v2.0/routers/1bfb08cd-4d1d-4d25-9395-6f422dba3054 HTTP/1.1" status: 204 len: 168 time: 2.2016292 May 30 20:48:48.971524 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 43034) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:48:49.013307 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b166e0-c848-4638-9781-02bcf00c7c06 None None] Sync routers for ids ['1fe49bdf-6230-4617-8d21-8d87761dc2c2'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:48:49.035514 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b166e0-c848-4638-9781-02bcf00c7c06 None None] Routers {'1fe49bdf-6230-4617-8d21-8d87761dc2c2'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:48:49.036145 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-12b166e0-c848-4638-9781-02bcf00c7c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:48:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['1fe49bdf-6230-4617-8d21-8d87761dc2c2'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:48:49.121395 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-54eada89-5dcd-4928-a25e-e05efb2b5e07 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:49.333080 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-12b166e0-c848-4638-9781-02bcf00c7c06 None None] Set router 1fe49bdf-6230-4617-8d21-8d87761dc2c2 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:48:49.383558 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-54eada89-5dcd-4928-a25e-e05efb2b5e07 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:49.419713 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-54eada89-5dcd-4928-a25e-e05efb2b5e07 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['823c6024-63b3-4ed4-a97a-15e5fdfbd028']}} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:48:49.437231 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-54eada89-5dcd-4928-a25e-e05efb2b5e07 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b137d6a1-cad7-4615-9646-be2b81ec6b86') {'for_net_delete': True} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:48:49.437848 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-54eada89-5dcd-4928-a25e-e05efb2b5e07 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b137d6a1-cad7-4615-9646-be2b81ec6b86') {} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:48:49.455232 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-54eada89-5dcd-4928-a25e-e05efb2b5e07 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3149912'] for segment, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:49.479387 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec8f420-ef41-4e71-b248-b0503a77c238 req-1e47ce5d-8d2b-46df-a720-d62a695449cc tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:48:49.481054 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9ec8f420-ef41-4e71-b248-b0503a77c238 req-1e47ce5d-8d2b-46df-a720-d62a695449cc tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] 10.222.0.85 "GET /v2.0/ports?device_id=62d307d5-9a61-4b79-b9b5-88b0bae6c8d2 HTTP/1.1" status: 200 len: 932 time: 0.2004933 May 30 20:48:49.486282 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [req-6710a3ff-bb21-4b3d-8fb7-944f4b456a3e req-d23354d8-8624-43d0-acd3-0fcf8ae06018 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 406f1063-e855-4b03-b1bf-04152e3af512 {{(pid=84886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:48:49.491404 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-54eada89-5dcd-4928-a25e-e05efb2b5e07 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:49.496591 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-6710a3ff-bb21-4b3d-8fb7-944f4b456a3e req-d23354d8-8624-43d0-acd3-0fcf8ae06018 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:49.521405 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54eada89-5dcd-4928-a25e-e05efb2b5e07 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Releasing vlan 665 on physical network physnet1 to pool {{(pid=84887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:48:49.521548 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-54eada89-5dcd-4928-a25e-e05efb2b5e07 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4055488'] for segment, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:49.536886 n-d-843948-2 neutron-server[84887]: Traceback (most recent call last): May 30 20:48:49.536886 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:48:49.536886 n-d-843948-2 neutron-server[84887]: timer() May 30 20:48:49.536886 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:48:49.536886 n-d-843948-2 neutron-server[84887]: cb(*args, **kw) May 30 20:48:49.536886 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:48:49.536886 n-d-843948-2 neutron-server[84887]: return func(*args, **kwargs) May 30 20:48:49.536886 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:48:49.536886 n-d-843948-2 neutron-server[84887]: self._notify() May 30 20:48:49.536886 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:48:49.536886 n-d-843948-2 neutron-server[84887]: self.callback(batched_events) May 30 20:48:49.536886 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:48:49.536886 n-d-843948-2 neutron-server[84887]: event.method(event) May 30 20:48:49.536886 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:48:49.536886 n-d-843948-2 neutron-server[84887]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:48:49.536886 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:48:49.536886 n-d-843948-2 neutron-server[84887]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:48:49.536886 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:48:49.536886 n-d-843948-2 neutron-server[84887]: return f(self, *a, **k) May 30 20:48:49.536886 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:48:49.536886 n-d-843948-2 neutron-server[84887]: return self._get(url).json() May 30 20:48:49.536886 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:48:49.536886 n-d-843948-2 neutron-server[84887]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:48:49.536886 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:48:49.536886 n-d-843948-2 neutron-server[84887]: return self.request(url, 'GET', **kwargs) May 30 20:48:49.536886 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:48:49.536886 n-d-843948-2 neutron-server[84887]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:48:49.536886 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:48:49.536886 n-d-843948-2 neutron-server[84887]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:48:49.536886 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:48:49.536886 n-d-843948-2 neutron-server[84887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:48:49.536886 n-d-843948-2 neutron-server[84887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:48:49.641522 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9ec8f420-ef41-4e71-b248-b0503a77c238 req-7a443b39-b7ef-4684-bcbf-668da704adbe tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] 10.222.0.85 "GET /v2.0/security-groups?id=896459d4-959a-4a87-92eb-d247e7a3024c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466069 May 30 20:48:49.698863 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:49.729559 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-12b166e0-c848-4638-9781-02bcf00c7c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fe49bdf-6230-4617-8d21-8d87761dc2c2', 'name': 'tempest-TestServerBasicOps-771567349-router', 'tenant_id': '3c7515c181aa4ba98f70242b3f29e504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'a9201888-262a-434f-b6f2-3d6edbb6db5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:48:40Z', 'updated_at': '2022-05-30T20:48:46Z', 'revision_number': 4, 'project_id': '3c7515c181aa4ba98f70242b3f29e504', 'gw_port': {'id': 'a9201888-262a-434f-b6f2-3d6edbb6db5d', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:4a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe49bdf-6230-4617-8d21-8d87761dc2c2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:48:41Z', 'updated_at': '2022-05-30T20:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '09ae35e6-dc0d-401b-bd5d-21cd5d594611', 'name': '', 'network_id': 'beae49ce-0db8-49d5-a0bc-6138c55c0e9a', 'tenant_id': '3c7515c181aa4ba98f70242b3f29e504', 'mac_address': 'fa:16:3e:28:01:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fe49bdf-6230-4617-8d21-8d87761dc2c2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '220be634-4722-4e21-bc9c-402c8602baf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:48:45Z', 'updated_at': '2022-05-30T20:48:46Z', 'revision_number': 2, 'project_id': '3c7515c181aa4ba98f70242b3f29e504', 'subnets': [{'id': '220be634-4722-4e21-bc9c-402c8602baf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:48:49.730346 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-54eada89-5dcd-4928-a25e-e05efb2b5e07 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:49.730650 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [req-6710a3ff-bb21-4b3d-8fb7-944f4b456a3e req-d23354d8-8624-43d0-acd3-0fcf8ae06018 service neutron] Transition to ACTIVE for port object 406f1063-e855-4b03-b1bf-04152e3af512 will not be triggered until provisioned by entity L2. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:48:49.734153 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b166e0-c848-4638-9781-02bcf00c7c06 None None] Checking router: 1fe49bdf-6230-4617-8d21-8d87761dc2c2 for host: n-d-843948-2 {{(pid=84889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:48:49.734551 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b166e0-c848-4638-9781-02bcf00c7c06 None None] Updating router 1fe49bdf-6230-4617-8d21-8d87761dc2c2 port 09ae35e6-dc0d-401b-bd5d-21cd5d594611 binding host n-d-843948-2 {{(pid=84889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:48:49.748551 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-54eada89-5dcd-4928-a25e-e05efb2b5e07 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:49.778640 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54eada89-5dcd-4928-a25e-e05efb2b5e07 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Pushing event deleted for resources: {'Network': ['ID=823c6024-63b3-4ed4-a97a-15e5fdfbd028,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:48:49.793103 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-12b166e0-c848-4638-9781-02bcf00c7c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:49.828137 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-6710a3ff-bb21-4b3d-8fb7-944f4b456a3e req-d23354d8-8624-43d0-acd3-0fcf8ae06018 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:49.831627 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-54eada89-5dcd-4928-a25e-e05efb2b5e07 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "DELETE /v2.0/networks/823c6024-63b3-4ed4-a97a-15e5fdfbd028 HTTP/1.1" status: 204 len: 168 time: 0.8562882 May 30 20:48:49.831781 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 43052) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:48:49.974669 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-17e706db-cb19-40ec-8cfa-8f6531315a46 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:50.003174 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23354d8-8624-43d0-acd3-0fcf8ae06018 service neutron] Pushing event updated for resources: {'Port': ['ID=406f1063-e855-4b03-b1bf-04152e3af512,revision_number=2']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:48:50.008592 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device a9201888-262a-434f-b6f2-3d6edbb6db5d up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:48:50.052782 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-17e706db-cb19-40ec-8cfa-8f6531315a46 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:50.114888 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port a9201888-262a-434f-b6f2-3d6edbb6db5d triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:48:50.115308 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:50.164002 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-6710a3ff-bb21-4b3d-8fb7-944f4b456a3e req-d23354d8-8624-43d0-acd3-0fcf8ae06018 service neutron] Attempting to bind port 406f1063-e855-4b03-b1bf-04152e3af512 on host n-h1-843948-2 for vnic_type normal with profile {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:48:50.164237 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-6710a3ff-bb21-4b3d-8fb7-944f4b456a3e req-d23354d8-8624-43d0-acd3-0fcf8ae06018 service neutron] Attempting to bind port 406f1063-e855-4b03-b1bf-04152e3af512 by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': 'c073f026-c70c-42e4-8405-73f5b7fccf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '239f8614-2903-4edf-9e96-dccbd4c7c808'}] {{(pid=84886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:48:50.165027 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6710a3ff-bb21-4b3d-8fb7-944f4b456a3e req-d23354d8-8624-43d0-acd3-0fcf8ae06018 service neutron] Attempting to bind port 406f1063-e855-4b03-b1bf-04152e3af512 on network 239f8614-2903-4edf-9e96-dccbd4c7c808 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:48:50.170963 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6710a3ff-bb21-4b3d-8fb7-944f4b456a3e req-d23354d8-8624-43d0-acd3-0fcf8ae06018 service neutron] Port 406f1063-e855-4b03-b1bf-04152e3af512 on network 239f8614-2903-4edf-9e96-dccbd4c7c808 not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:48:50.171495 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6710a3ff-bb21-4b3d-8fb7-944f4b456a3e req-d23354d8-8624-43d0-acd3-0fcf8ae06018 service neutron] Attempting to bind port 406f1063-e855-4b03-b1bf-04152e3af512 on network 239f8614-2903-4edf-9e96-dccbd4c7c808 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:48:50.179181 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6710a3ff-bb21-4b3d-8fb7-944f4b456a3e req-d23354d8-8624-43d0-acd3-0fcf8ae06018 service neutron] Checking agent: {'id': 'f728d74e-a4ae-4384-860b-a5ade05dd8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 48, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:48:50.179506 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6710a3ff-bb21-4b3d-8fb7-944f4b456a3e req-d23354d8-8624-43d0-acd3-0fcf8ae06018 service neutron] Checking segment: {'id': 'c073f026-c70c-42e4-8405-73f5b7fccf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '239f8614-2903-4edf-9e96-dccbd4c7c808'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:48:50.180137 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6710a3ff-bb21-4b3d-8fb7-944f4b456a3e req-d23354d8-8624-43d0-acd3-0fcf8ae06018 service neutron] Bound using segment: {'id': 'c073f026-c70c-42e4-8405-73f5b7fccf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '239f8614-2903-4edf-9e96-dccbd4c7c808'} {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:48:50.180777 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-6710a3ff-bb21-4b3d-8fb7-944f4b456a3e req-d23354d8-8624-43d0-acd3-0fcf8ae06018 service neutron] Bound port: 406f1063-e855-4b03-b1bf-04152e3af512, host: n-h1-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c073f026-c70c-42e4-8405-73f5b7fccf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '239f8614-2903-4edf-9e96-dccbd4c7c808'}}] {{(pid=84886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:48:50.181278 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-6710a3ff-bb21-4b3d-8fb7-944f4b456a3e req-d23354d8-8624-43d0-acd3-0fcf8ae06018 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:50.201323 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 43058) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:48:50.206968 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-59a8d34b-49d6-491b-b8b6-985605173eff admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1839194179-network', 'tenant_id': '4bfc2d3bd13f48d2abcfccf6331bd8f8'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:48:50.213341 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-59a8d34b-49d6-491b-b8b6-985605173eff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:48:50.217785 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-59a8d34b-49d6-491b-b8b6-985605173eff admin admin] Usage tracker for resource:network and tenant:4bfc2d3bd13f48d2abcfccf6331bd8f8 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:48:50.222715 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-59a8d34b-49d6-491b-b8b6-985605173eff admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:48:50.229943 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-59a8d34b-49d6-491b-b8b6-985605173eff admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:48:50.237650 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-12b166e0-c848-4638-9781-02bcf00c7c06 None None] Notify callbacks [] for port, precommit_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:50.270148 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-17e706db-cb19-40ec-8cfa-8f6531315a46 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:50.270376 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.provisioning_blocks [None req-12b166e0-c848-4638-9781-02bcf00c7c06 None None] Transition to ACTIVE for port object 09ae35e6-dc0d-401b-bd5d-21cd5d594611 will not be triggered until provisioned by entity L2. {{(pid=84889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:48:50.287398 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e706db-cb19-40ec-8cfa-8f6531315a46 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55b4696b-8ce2-4bd2-9c2a-5bdb3080275c,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:48:50.304126 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device f46b2554-b42e-4a82-8aa7-eafc6c771eec no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:48:50.311644 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-6710a3ff-bb21-4b3d-8fb7-944f4b456a3e req-d23354d8-8624-43d0-acd3-0fcf8ae06018 service neutron] For port 406f1063-e855-4b03-b1bf-04152e3af512, host n-h1-843948-2, cleared binding levels {{(pid=84886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:48:50.314659 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-6710a3ff-bb21-4b3d-8fb7-944f4b456a3e req-d23354d8-8624-43d0-acd3-0fcf8ae06018 service neutron] For port 406f1063-e855-4b03-b1bf-04152e3af512, host n-h1-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=406f1063-e855-4b03-b1bf-04152e3af512,segment=NetworkSegment(c073f026-c70c-42e4-8405-73f5b7fccf97),segment_id=c073f026-c70c-42e4-8405-73f5b7fccf97)] {{(pid=84886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:48:50.341960 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: f46b2554-b42e-4a82-8aa7-eafc6c771eec {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:48:50.342216 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device f46b2554-b42e-4a82-8aa7-eafc6c771eec not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:48:50.342628 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 6b33e8e2-2a0c-4db6-af0e-43f2afb0c680 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:48:50.367245 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59a8d34b-49d6-491b-b8b6-985605173eff admin admin] Made reservation on behalf of 4bfc2d3bd13f48d2abcfccf6331bd8f8 for: {'network': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:48:50.369696 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-59a8d34b-49d6-491b-b8b6-985605173eff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:50.375041 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: 6b33e8e2-2a0c-4db6-af0e-43f2afb0c680 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:48:50.375388 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 6b33e8e2-2a0c-4db6-af0e-43f2afb0c680 not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:48:50.386877 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-59a8d34b-49d6-491b-b8b6-985605173eff admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:50.413678 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-12b166e0-c848-4638-9781-02bcf00c7c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:50.414637 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-6710a3ff-bb21-4b3d-8fb7-944f4b456a3e req-d23354d8-8624-43d0-acd3-0fcf8ae06018 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:50.421892 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-59a8d34b-49d6-491b-b8b6-985605173eff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:48:50.425627 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-17e706db-cb19-40ec-8cfa-8f6531315a46 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:50.429670 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-17e706db-cb19-40ec-8cfa-8f6531315a46 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "DELETE /v2.0/security-groups/55b4696b-8ce2-4bd2-9c2a-5bdb3080275c HTTP/1.1" status: 204 len: 168 time: 0.5939310 May 30 20:48:50.429670 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-59a8d34b-49d6-491b-b8b6-985605173eff admin admin] Usage tracker for resource:security_group_rule and tenant:4bfc2d3bd13f48d2abcfccf6331bd8f8 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:48:50.431111 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-59a8d34b-49d6-491b-b8b6-985605173eff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:48:50.437187 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-59a8d34b-49d6-491b-b8b6-985605173eff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:48:50.484873 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-6710a3ff-bb21-4b3d-8fb7-944f4b456a3e req-d23354d8-8624-43d0-acd3-0fcf8ae06018 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:50.486761 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6710a3ff-bb21-4b3d-8fb7-944f4b456a3e req-d23354d8-8624-43d0-acd3-0fcf8ae06018 service neutron] 10.222.0.71 "PUT /v2.0/ports/406f1063-e855-4b03-b1bf-04152e3af512 HTTP/1.1" status: 200 len: 1092 time: 1.8090532 May 30 20:48:50.487561 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62d307d5-9a61-4b79-b9b5-88b0bae6c8d2', 'tag': '406f1063-e855-4b03-b1bf-04152e3af512'}] {{(pid=84886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:48:50.509868 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23354d8-8624-43d0-acd3-0fcf8ae06018 service neutron] Pushing event updated for resources: {'Port': ['ID=406f1063-e855-4b03-b1bf-04152e3af512,revision_number=3']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:48:50.515754 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-59a8d34b-49d6-491b-b8b6-985605173eff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:50.570340 n-d-843948-2 neutron-server[84886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b66f22bd-958e-40ef-89a5-d4ad0bd9cafc'] response: {'name': 'network-changed', 'server_uuid': '62d307d5-9a61-4b79-b9b5-88b0bae6c8d2', 'tag': '406f1063-e855-4b03-b1bf-04152e3af512', 'status': 'completed', 'code': 200} May 30 20:48:50.572545 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194f552a-e13f-41e3-8730-a927b6d05b36 None None] Pushing event updated for resources: {'Port': ['ID=09ae35e6-dc0d-401b-bd5d-21cd5d594611,revision_number=3']} {{(pid=84889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:48:50.631100 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-59a8d34b-49d6-491b-b8b6-985605173eff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:50.679042 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-aff15835-7775-4353-9a04-a5a7c54de55d req-c5b9275e-e91e-488b-982b-4460b39af9ab service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=3858b7f4685c496695bb9cd480c2bf52&device_id=62d307d5-9a61-4b79-b9b5-88b0bae6c8d2 HTTP/1.1" status: 200 len: 1095 time: 0.0865285 May 30 20:48:50.679854 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59a8d34b-49d6-491b-b8b6-985605173eff admin admin] vlan segment allocate from pool success with {'vlan_id': 674, 'physical_network': 'physnet1'} {{(pid=84887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:48:50.686146 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-12b166e0-c848-4638-9781-02bcf00c7c06 None None] Attempting to bind port 09ae35e6-dc0d-401b-bd5d-21cd5d594611 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:48:50.686501 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-12b166e0-c848-4638-9781-02bcf00c7c06 None None] Attempting to bind port 09ae35e6-dc0d-401b-bd5d-21cd5d594611 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': 'b9f21ec1-f21f-4d9f-a608-a53e1430b660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'beae49ce-0db8-49d5-a0bc-6138c55c0e9a'}] {{(pid=84889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:48:50.686858 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b166e0-c848-4638-9781-02bcf00c7c06 None None] Attempting to bind port 09ae35e6-dc0d-401b-bd5d-21cd5d594611 on network beae49ce-0db8-49d5-a0bc-6138c55c0e9a {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:48:50.688742 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a8d34b-49d6-491b-b8b6-985605173eff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47ddc7d8-ac0d-42aa-87dd-e7b9a4b51087,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:48:50.697433 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-59a8d34b-49d6-491b-b8b6-985605173eff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:50.697844 n-d-843948-2 neutron-server[84887]: INFO neutron.db.segments_db [None req-59a8d34b-49d6-491b-b8b6-985605173eff admin admin] Added segment 50b99d70-ab15-46e3-9536-d53cacacd3f3 of type vlan for network e803f289-659e-49d1-8268-8f5388d2ae3f May 30 20:48:50.699945 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b166e0-c848-4638-9781-02bcf00c7c06 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:48:50.699945 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b166e0-c848-4638-9781-02bcf00c7c06 None None] Checking segment: {'id': 'b9f21ec1-f21f-4d9f-a608-a53e1430b660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'beae49ce-0db8-49d5-a0bc-6138c55c0e9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:48:50.699945 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-12b166e0-c848-4638-9781-02bcf00c7c06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:50.699945 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b166e0-c848-4638-9781-02bcf00c7c06 None None] Bound using segment: {'id': 'b9f21ec1-f21f-4d9f-a608-a53e1430b660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'beae49ce-0db8-49d5-a0bc-6138c55c0e9a'} {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:48:50.700806 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-12b166e0-c848-4638-9781-02bcf00c7c06 None None] Bound port: 09ae35e6-dc0d-401b-bd5d-21cd5d594611, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9f21ec1-f21f-4d9f-a608-a53e1430b660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'beae49ce-0db8-49d5-a0bc-6138c55c0e9a'}}] {{(pid=84889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:48:50.700806 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-12b166e0-c848-4638-9781-02bcf00c7c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:50.733798 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 43070) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:48:50.753768 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-7af5f2ad-60ba-4d07-9c12-b37609c15bd0 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2142885601', 'description': 'tempest-secgroup-smoke-2142885601 description', 'project_id': '92b5fc25c8fb428a885a0ea0a728400d'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:48:50.785310 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-59a8d34b-49d6-491b-b8b6-985605173eff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:50.800976 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-7af5f2ad-60ba-4d07-9c12-b37609c15bd0 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:48:50.814461 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-7af5f2ad-60ba-4d07-9c12-b37609c15bd0 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Usage tracker for resource:security_group and tenant:92b5fc25c8fb428a885a0ea0a728400d is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:48:50.820855 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-7af5f2ad-60ba-4d07-9c12-b37609c15bd0 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:48:50.838553 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-7af5f2ad-60ba-4d07-9c12-b37609c15bd0 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:48:50.851781 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.db [None req-12b166e0-c848-4638-9781-02bcf00c7c06 None None] For port 09ae35e6-dc0d-401b-bd5d-21cd5d594611, host n-d-843948-2, cleared binding levels {{(pid=84889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:48:50.856879 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.db [None req-12b166e0-c848-4638-9781-02bcf00c7c06 None None] For port 09ae35e6-dc0d-401b-bd5d-21cd5d594611, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=09ae35e6-dc0d-401b-bd5d-21cd5d594611,segment=NetworkSegment(b9f21ec1-f21f-4d9f-a608-a53e1430b660),segment_id=b9f21ec1-f21f-4d9f-a608-a53e1430b660)] {{(pid=84889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:48:50.934184 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7af5f2ad-60ba-4d07-9c12-b37609c15bd0 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:50.943653 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-12b166e0-c848-4638-9781-02bcf00c7c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:50.953011 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff15835-7775-4353-9a04-a5a7c54de55d req-80f0c957-d4c2-48a5-a9ae-4c9822ea1d24 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:48:50.954622 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-aff15835-7775-4353-9a04-a5a7c54de55d req-80f0c957-d4c2-48a5-a9ae-4c9822ea1d24 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=3858b7f4685c496695bb9cd480c2bf52&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2701645 May 30 20:48:50.980226 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-7af5f2ad-60ba-4d07-9c12-b37609c15bd0 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:48:50.986239 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-7af5f2ad-60ba-4d07-9c12-b37609c15bd0 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Usage tracker for resource:security_group_rule and tenant:92b5fc25c8fb428a885a0ea0a728400d is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:48:50.990176 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-7af5f2ad-60ba-4d07-9c12-b37609c15bd0 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:48:50.998069 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4a1a2c-41ae-4ef5-a3e7-d67b9f7998ac req-a039a9a3-7003-4497-9e5f-cdb5d7861cca tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:48:50.999509 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6c4a1a2c-41ae-4ef5-a3e7-d67b9f7998ac req-a039a9a3-7003-4497-9e5f-cdb5d7861cca tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] 10.222.0.85 "GET /v2.0/ports?device_id=62d307d5-9a61-4b79-b9b5-88b0bae6c8d2 HTTP/1.1" status: 200 len: 944 time: 0.1375742 May 30 20:48:51.005870 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-7af5f2ad-60ba-4d07-9c12-b37609c15bd0 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:48:51.029338 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-59a8d34b-49d6-491b-b8b6-985605173eff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:51.030192 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a8d34b-49d6-491b-b8b6-985605173eff admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:48:51.030755 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-59a8d34b-49d6-491b-b8b6-985605173eff admin admin] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:51.051935 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194f552a-e13f-41e3-8730-a927b6d05b36 None None] Pushing event updated for resources: {'Port': ['ID=09ae35e6-dc0d-401b-bd5d-21cd5d594611,revision_number=4']} {{(pid=84889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:48:51.055767 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b166e0-c848-4638-9781-02bcf00c7c06 None None] Routers {'1fe49bdf-6230-4617-8d21-8d87761dc2c2'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:48:51.056687 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-12b166e0-c848-4638-9781-02bcf00c7c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:48:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['1fe49bdf-6230-4617-8d21-8d87761dc2c2'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:48:51.116142 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff15835-7775-4353-9a04-a5a7c54de55d req-00b0d07f-0832-4c8b-97cd-a839b76988a5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:48:51.118088 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-aff15835-7775-4353-9a04-a5a7c54de55d req-00b0d07f-0832-4c8b-97cd-a839b76988a5 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1576698 May 30 20:48:51.192981 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a8d34b-49d6-491b-b8b6-985605173eff admin admin] Pushing event updated for resources: {'Network': ['ID=e803f289-659e-49d1-8268-8f5388d2ae3f,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:48:51.205375 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network e803f289-659e-49d1-8268-8f5388d2ae3f details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:48:51.239844 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6c4a1a2c-41ae-4ef5-a3e7-d67b9f7998ac req-96125d3b-c458-488f-8c3f-526deb03c4f6 tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] 10.222.0.85 "GET /v2.0/security-groups?id=896459d4-959a-4a87-92eb-d247e7a3024c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316053 May 30 20:48:51.246039 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6710a3ff-bb21-4b3d-8fb7-944f4b456a3e req-92b19064-6998-4137-a2ee-498d05a221ca service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=3858b7f4685c496695bb9cd480c2bf52&device_id=62d307d5-9a61-4b79-b9b5-88b0bae6c8d2 HTTP/1.1" status: 200 len: 1095 time: 0.0876143 May 30 20:48:51.283123 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-59a8d34b-49d6-491b-b8b6-985605173eff admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0806563 May 30 20:48:51.297328 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 43074) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:48:51.306729 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-cbdb5a07-3fa7-41a1-b18c-c611ab99a2a6 admin admin] Request body: {'subnet': {'network_id': 'e803f289-659e-49d1-8268-8f5388d2ae3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1839194179-subnet', 'tenant_id': '4bfc2d3bd13f48d2abcfccf6331bd8f8', 'ip_version': 4}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:48:51.312647 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-cbdb5a07-3fa7-41a1-b18c-c611ab99a2a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:48:51.317337 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-cbdb5a07-3fa7-41a1-b18c-c611ab99a2a6 admin admin] Usage tracker for resource:subnet and tenant:4bfc2d3bd13f48d2abcfccf6331bd8f8 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:48:51.320494 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-cbdb5a07-3fa7-41a1-b18c-c611ab99a2a6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:48:51.322839 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-12b166e0-c848-4638-9781-02bcf00c7c06 None None] Set router 1fe49bdf-6230-4617-8d21-8d87761dc2c2 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:48:51.326727 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-cbdb5a07-3fa7-41a1-b18c-c611ab99a2a6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:48:51.334572 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7af5f2ad-60ba-4d07-9c12-b37609c15bd0 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:51.366578 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6710a3ff-bb21-4b3d-8fb7-944f4b456a3e req-b00dbb2d-5c2a-401e-87c6-0860afd63183 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=406f1063-e855-4b03-b1bf-04152e3af512 HTTP/1.1" status: 200 len: 217 time: 0.1098621 May 30 20:48:51.419408 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7af5f2ad-60ba-4d07-9c12-b37609c15bd0 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:51.430997 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6710a3ff-bb21-4b3d-8fb7-944f4b456a3e req-fb5e9580-95ba-40c5-a546-68bf56fdcf9f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:48:51.432432 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6710a3ff-bb21-4b3d-8fb7-944f4b456a3e req-fb5e9580-95ba-40c5-a546-68bf56fdcf9f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=db365cb5-c6a2-4839-bef1-3ec50e23c2b4 HTTP/1.1" status: 200 len: 852 time: 0.0605843 May 30 20:48:51.459542 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af5f2ad-60ba-4d07-9c12-b37609c15bd0 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41ebbad8-7d18-4362-b557-0337a96f19b6,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:48:51.481342 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6710a3ff-bb21-4b3d-8fb7-944f4b456a3e req-6475598f-091e-4a97-b4f9-8496e6fb2459 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=239f8614-2903-4edf-9e96-dccbd4c7c808&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424545 May 30 20:48:51.519491 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbdb5a07-3fa7-41a1-b18c-c611ab99a2a6 admin admin] Made reservation on behalf of 4bfc2d3bd13f48d2abcfccf6331bd8f8 for: {'subnet': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:48:51.522394 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-cbdb5a07-3fa7-41a1-b18c-c611ab99a2a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114220'] for subnet, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:51.587162 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7af5f2ad-60ba-4d07-9c12-b37609c15bd0 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:51.591321 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-7af5f2ad-60ba-4d07-9c12-b37609c15bd0 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.8536174 May 30 20:48:51.593966 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 43078) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:48:51.611302 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-f582175f-bf4b-4070-92cd-1f42a11b9dbf tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Request body: {'security_group_rule': {'security_group_id': '41ebbad8-7d18-4362-b557-0337a96f19b6', 'project_id': '92b5fc25c8fb428a885a0ea0a728400d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:48:51.618417 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6710a3ff-bb21-4b3d-8fb7-944f4b456a3e req-5aced826-79b4-474b-9443-0f5e46c292db service neutron] 10.222.0.71 "GET /v2.0/networks/239f8614-2903-4edf-9e96-dccbd4c7c808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310935 May 30 20:48:51.620415 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-f582175f-bf4b-4070-92cd-1f42a11b9dbf tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:48:51.628447 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-f582175f-bf4b-4070-92cd-1f42a11b9dbf tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Usage tracker for resource:security_group_rule and tenant:92b5fc25c8fb428a885a0ea0a728400d is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:48:51.633148 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-f582175f-bf4b-4070-92cd-1f42a11b9dbf tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:48:51.644073 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-f582175f-bf4b-4070-92cd-1f42a11b9dbf tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:48:51.667227 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-12b166e0-c848-4638-9781-02bcf00c7c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fe49bdf-6230-4617-8d21-8d87761dc2c2', 'name': 'tempest-TestServerBasicOps-771567349-router', 'tenant_id': '3c7515c181aa4ba98f70242b3f29e504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'a9201888-262a-434f-b6f2-3d6edbb6db5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:48:40Z', 'updated_at': '2022-05-30T20:48:46Z', 'revision_number': 4, 'project_id': '3c7515c181aa4ba98f70242b3f29e504', 'gw_port': {'id': 'a9201888-262a-434f-b6f2-3d6edbb6db5d', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:4a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe49bdf-6230-4617-8d21-8d87761dc2c2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:48:41Z', 'updated_at': '2022-05-30T20:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '09ae35e6-dc0d-401b-bd5d-21cd5d594611', 'name': '', 'network_id': 'beae49ce-0db8-49d5-a0bc-6138c55c0e9a', 'tenant_id': '3c7515c181aa4ba98f70242b3f29e504', 'mac_address': 'fa:16:3e:28:01:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fe49bdf-6230-4617-8d21-8d87761dc2c2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '220be634-4722-4e21-bc9c-402c8602baf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:48:45Z', 'updated_at': '2022-05-30T20:48:50Z', 'revision_number': 4, 'project_id': '3c7515c181aa4ba98f70242b3f29e504', 'subnets': [{'id': '220be634-4722-4e21-bc9c-402c8602baf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:48:51.671539 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b166e0-c848-4638-9781-02bcf00c7c06 None None] The sync data for ids ['1fe49bdf-6230-4617-8d21-8d87761dc2c2'] in n-d-843948-2 is: [{'id': '1fe49bdf-6230-4617-8d21-8d87761dc2c2', 'name': 'tempest-TestServerBasicOps-771567349-router', 'tenant_id': '3c7515c181aa4ba98f70242b3f29e504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'a9201888-262a-434f-b6f2-3d6edbb6db5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:48:40Z', 'updated_at': '2022-05-30T20:48:46Z', 'revision_number': 4, 'project_id': '3c7515c181aa4ba98f70242b3f29e504', 'gw_port': {'id': 'a9201888-262a-434f-b6f2-3d6edbb6db5d', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:4a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe49bdf-6230-4617-8d21-8d87761dc2c2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:48:41Z', 'updated_at': '2022-05-30T20:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '09ae35e6-dc0d-401b-bd5d-21cd5d594611', 'name': '', 'network_id': 'beae49ce-0db8-49d5-a0bc-6138c55c0e9a', 'tenant_id': '3c7515c181aa4ba98f70242b3f29e504', 'mac_address': 'fa:16:3e:28:01:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fe49bdf-6230-4617-8d21-8d87761dc2c2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '220be634-4722-4e21-bc9c-402c8602baf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:48:45Z', 'updated_at': '2022-05-30T20:48:50Z', 'revision_number': 4, 'project_id': '3c7515c181aa4ba98f70242b3f29e504', 'subnets': [{'id': '220be634-4722-4e21-bc9c-402c8602baf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:48:51.747192 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f582175f-bf4b-4070-92cd-1f42a11b9dbf tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:51.825036 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6710a3ff-bb21-4b3d-8fb7-944f4b456a3e req-6ba609fc-440f-45cf-9ab9-2990d33505eb service neutron] 10.222.0.71 "GET /v2.0/networks/239f8614-2903-4edf-9e96-dccbd4c7c808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003489 May 30 20:48:51.871017 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f582175f-bf4b-4070-92cd-1f42a11b9dbf tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:51.903148 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 09ae35e6-dc0d-401b-bd5d-21cd5d594611 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:48:51.944969 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-cbdb5a07-3fa7-41a1-b18c-c611ab99a2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4055401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114238'] for subnet, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:51.948773 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f582175f-bf4b-4070-92cd-1f42a11b9dbf tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:52.017834 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f582175f-bf4b-4070-92cd-1f42a11b9dbf tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e10d0cea-4467-47b9-b673-3a1f08a3b566,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:48:52.041859 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 09ae35e6-dc0d-401b-bd5d-21cd5d594611 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:48:52.047486 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 09ae35e6-dc0d-401b-bd5d-21cd5d594611 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:48:52.047850 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:52.060414 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdb5a07-3fa7-41a1-b18c-c611ab99a2a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b69a171-e136-403e-819f-6872e50727a1,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:48:52.078351 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbdb5a07-3fa7-41a1-b18c-c611ab99a2a6 admin admin] Checking segment: {'id': '50b99d70-ab15-46e3-9536-d53cacacd3f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'e803f289-659e-49d1-8268-8f5388d2ae3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:48:52.078717 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbdb5a07-3fa7-41a1-b18c-c611ab99a2a6 admin admin] Network hostable DHCP agents. Network: e803f289-659e-49d1-8268-8f5388d2ae3f, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:48:52.105954 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f582175f-bf4b-4070-92cd-1f42a11b9dbf tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:52.110001 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-f582175f-bf4b-4070-92cd-1f42a11b9dbf tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5123386 May 30 20:48:52.110187 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 43082) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:48:52.116434 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-89ec576d-2c2e-4d6e-88a9-0e4b8eab345e tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Request body: {'security_group_rule': {'security_group_id': '41ebbad8-7d18-4362-b557-0337a96f19b6', 'project_id': '92b5fc25c8fb428a885a0ea0a728400d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:48:52.124503 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-89ec576d-2c2e-4d6e-88a9-0e4b8eab345e tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:48:52.129186 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-89ec576d-2c2e-4d6e-88a9-0e4b8eab345e tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Usage tracker for resource:security_group_rule and tenant:92b5fc25c8fb428a885a0ea0a728400d is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:48:52.132384 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-89ec576d-2c2e-4d6e-88a9-0e4b8eab345e tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:48:52.141019 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-89ec576d-2c2e-4d6e-88a9-0e4b8eab345e tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:48:52.167738 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbdb5a07-3fa7-41a1-b18c-c611ab99a2a6 admin admin] Network e803f289-659e-49d1-8268-8f5388d2ae3f is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:48:52.177479 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:52.213870 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port 09ae35e6-dc0d-401b-bd5d-21cd5d594611, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=09ae35e6-dc0d-401b-bd5d-21cd5d594611,segment=NetworkSegment(b9f21ec1-f21f-4d9f-a608-a53e1430b660),segment_id=b9f21ec1-f21f-4d9f-a608-a53e1430b660)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:48:52.246197 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-89ec576d-2c2e-4d6e-88a9-0e4b8eab345e tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:52.266747 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-cbdb5a07-3fa7-41a1-b18c-c611ab99a2a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, e803f289-659e-49d1-8268-8f5388d2ae3f) {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:48:52.278528 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c454e065-34be-49ba-9b27-ab65d5717e68 None None] Network e803f289-659e-49d1-8268-8f5388d2ae3f requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:48:52.279359 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbdb5a07-3fa7-41a1-b18c-c611ab99a2a6 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:48:52.280235 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-cbdb5a07-3fa7-41a1-b18c-c611ab99a2a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:52.306090 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:52.344098 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-89ec576d-2c2e-4d6e-88a9-0e4b8eab345e tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:52.380581 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-cbdb5a07-3fa7-41a1-b18c-c611ab99a2a6 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0786450 May 30 20:48:52.380946 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 43088) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:48:52.386132 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-79688e8a-c0f7-48a6-ab47-5485226f2579 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1839194179-router', 'tenant_id': '4bfc2d3bd13f48d2abcfccf6331bd8f8', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:48:52.392550 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-79688e8a-c0f7-48a6-ab47-5485226f2579 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:48:52.396858 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-79688e8a-c0f7-48a6-ab47-5485226f2579 admin admin] Usage tracker for resource:router and tenant:4bfc2d3bd13f48d2abcfccf6331bd8f8 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:48:52.400193 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-79688e8a-c0f7-48a6-ab47-5485226f2579 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:48:52.406757 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-79688e8a-c0f7-48a6-ab47-5485226f2579 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:48:52.416353 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-89ec576d-2c2e-4d6e-88a9-0e4b8eab345e tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:52.443248 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ec576d-2c2e-4d6e-88a9-0e4b8eab345e tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dbe84a2-e005-4edb-aab4-5e6ae4dbd841,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:48:52.488290 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=09ae35e6-dc0d-401b-bd5d-21cd5d594611,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:48:52.503569 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-79688e8a-c0f7-48a6-ab47-5485226f2579 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-733683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3159'] for router, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:52.505781 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-79688e8a-c0f7-48a6-ab47-5485226f2579 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-733584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-736372', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-628480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3164'] for router, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:52.526550 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-79688e8a-c0f7-48a6-ab47-5485226f2579 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:52.535495 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-89ec576d-2c2e-4d6e-88a9-0e4b8eab345e tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:52.537044 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-89ec576d-2c2e-4d6e-88a9-0e4b8eab345e tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4258850 May 30 20:48:52.539679 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 43092) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:48:52.544181 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:52.546462 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-c161fcfa-ca84-4cba-a15c-c68091af9d34 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Request body: {'security_group_rule': {'security_group_id': '41ebbad8-7d18-4362-b557-0337a96f19b6', 'project_id': '92b5fc25c8fb428a885a0ea0a728400d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:48:52.555214 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-c161fcfa-ca84-4cba-a15c-c68091af9d34 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:48:52.560812 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-c161fcfa-ca84-4cba-a15c-c68091af9d34 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Usage tracker for resource:security_group_rule and tenant:92b5fc25c8fb428a885a0ea0a728400d is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:48:52.564934 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-c161fcfa-ca84-4cba-a15c-c68091af9d34 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:48:52.572282 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-c161fcfa-ca84-4cba-a15c-c68091af9d34 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:48:52.624936 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ea8427-661f-4037-9abf-3aca6f5d6641 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-e803f289-659e-49d1-8268-8f5388d2ae3f', 'network_id': 'e803f289-659e-49d1-8268-8f5388d2ae3f', 'tenant_id': '4bfc2d3bd13f48d2abcfccf6331bd8f8', 'fixed_ips': [{'subnet_id': '7b69a171-e136-403e-819f-6872e50727a1'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:48:52.626055 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-e1ea8427-661f-4037-9abf-3aca6f5d6641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:52.633126 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fb7c4d-1be6-459b-8039-d0904abffb37 req-dce652ad-f9ff-423a-b693-8200ecfc0116 tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:48:52.633869 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-19fb7c4d-1be6-459b-8039-d0904abffb37 req-dce652ad-f9ff-423a-b693-8200ecfc0116 tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] Synchronizing usage tracker for tenant:3858b7f4685c496695bb9cd480c2bf52 on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:48:52.721598 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-19fb7c4d-1be6-459b-8039-d0904abffb37 req-dce652ad-f9ff-423a-b693-8200ecfc0116 tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] Unset dirty status for tenant:3858b7f4685c496695bb9cd480c2bf52 on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:48:52.723595 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-19fb7c4d-1be6-459b-8039-d0904abffb37 req-dce652ad-f9ff-423a-b693-8200ecfc0116 tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] 10.222.0.85 "GET /v2.0/ports?device_id=62d307d5-9a61-4b79-b9b5-88b0bae6c8d2 HTTP/1.1" status: 200 len: 944 time: 0.3104429 May 30 20:48:52.789828 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-19fb7c4d-1be6-459b-8039-d0904abffb37 req-dfd7a11b-55bd-4802-84ed-898dc83ccfab tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] 10.222.0.85 "GET /v2.0/security-groups?id=896459d4-959a-4a87-92eb-d247e7a3024c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605397 May 30 20:48:52.807920 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-e1ea8427-661f-4037-9abf-3aca6f5d6641 None None] Allocated IP 172.20.0.2 (e803f289-659e-49d1-8268-8f5388d2ae3f/7b69a171-e136-403e-819f-6872e50727a1/4d635e19-8947-46e1-ac3b-0b1fcb87a47a) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:48:52.894444 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c161fcfa-ca84-4cba-a15c-c68091af9d34 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:52.959339 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-79688e8a-c0f7-48a6-ab47-5485226f2579 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-736390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:52.984612 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c161fcfa-ca84-4cba-a15c-c68091af9d34 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:53.064361 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-e1ea8427-661f-4037-9abf-3aca6f5d6641 None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:53.074868 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-e1ea8427-661f-4037-9abf-3aca6f5d6641 None None] Transition to ACTIVE for port object 4d635e19-8947-46e1-ac3b-0b1fcb87a47a will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:48:53.095387 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-e1ea8427-661f-4037-9abf-3aca6f5d6641 None None] Transition to ACTIVE for port object 4d635e19-8947-46e1-ac3b-0b1fcb87a47a will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:48:53.138761 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c161fcfa-ca84-4cba-a15c-c68091af9d34 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:53.161882 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-e1ea8427-661f-4037-9abf-3aca6f5d6641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:53.169816 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161fcfa-ca84-4cba-a15c-c68091af9d34 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=124159fe-f48d-44a9-a4bb-7d87e25b6d64,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:48:53.232965 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ea8427-661f-4037-9abf-3aca6f5d6641 None None] Network e803f289-659e-49d1-8268-8f5388d2ae3f is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:48:53.235712 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-e1ea8427-661f-4037-9abf-3aca6f5d6641 None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:48:53.240006 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ea8427-661f-4037-9abf-3aca6f5d6641 None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:48:53.246659 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ea8427-661f-4037-9abf-3aca6f5d6641 None None] Pushing event updated for resources: {'Port': ['ID=4d635e19-8947-46e1-ac3b-0b1fcb87a47a,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:48:53.260811 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c161fcfa-ca84-4cba-a15c-c68091af9d34 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:53.262022 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-c161fcfa-ca84-4cba-a15c-c68091af9d34 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.7214317 May 30 20:48:53.265168 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 43096) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:48:53.271854 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-01cf2b14-a86d-40e5-bbfe-f53b735b15ec tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Request body: {'security_group_rule': {'security_group_id': '41ebbad8-7d18-4362-b557-0337a96f19b6', 'project_id': '92b5fc25c8fb428a885a0ea0a728400d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:48:53.281379 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-01cf2b14-a86d-40e5-bbfe-f53b735b15ec tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:48:53.285851 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-01cf2b14-a86d-40e5-bbfe-f53b735b15ec tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Usage tracker for resource:security_group_rule and tenant:92b5fc25c8fb428a885a0ea0a728400d is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:48:53.289546 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-01cf2b14-a86d-40e5-bbfe-f53b735b15ec tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:48:53.291889 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-79688e8a-c0f7-48a6-ab47-5485226f2579 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:53.297037 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-01cf2b14-a86d-40e5-bbfe-f53b735b15ec tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:48:53.323803 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-79688e8a-c0f7-48a6-ab47-5485226f2579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:53.339086 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-e1ea8427-661f-4037-9abf-3aca6f5d6641 None None] Attempting to bind port 4d635e19-8947-46e1-ac3b-0b1fcb87a47a on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:48:53.339450 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-e1ea8427-661f-4037-9abf-3aca6f5d6641 None None] Attempting to bind port 4d635e19-8947-46e1-ac3b-0b1fcb87a47a by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': '50b99d70-ab15-46e3-9536-d53cacacd3f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'e803f289-659e-49d1-8268-8f5388d2ae3f'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:48:53.339815 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ea8427-661f-4037-9abf-3aca6f5d6641 None None] Attempting to bind port 4d635e19-8947-46e1-ac3b-0b1fcb87a47a on network e803f289-659e-49d1-8268-8f5388d2ae3f {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:48:53.346725 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ea8427-661f-4037-9abf-3aca6f5d6641 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:48:53.347094 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ea8427-661f-4037-9abf-3aca6f5d6641 None None] Checking segment: {'id': '50b99d70-ab15-46e3-9536-d53cacacd3f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'e803f289-659e-49d1-8268-8f5388d2ae3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:48:53.347490 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-e1ea8427-661f-4037-9abf-3aca6f5d6641 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:53.347909 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ea8427-661f-4037-9abf-3aca6f5d6641 None None] Bound using segment: {'id': '50b99d70-ab15-46e3-9536-d53cacacd3f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'e803f289-659e-49d1-8268-8f5388d2ae3f'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:48:53.348386 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-e1ea8427-661f-4037-9abf-3aca6f5d6641 None None] Bound port: 4d635e19-8947-46e1-ac3b-0b1fcb87a47a, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50b99d70-ab15-46e3-9536-d53cacacd3f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'e803f289-659e-49d1-8268-8f5388d2ae3f'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:48:53.348738 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-e1ea8427-661f-4037-9abf-3aca6f5d6641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:53.384302 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-01cf2b14-a86d-40e5-bbfe-f53b735b15ec tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:53.448157 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-e1ea8427-661f-4037-9abf-3aca6f5d6641 None None] For port 4d635e19-8947-46e1-ac3b-0b1fcb87a47a, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:48:53.451777 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-e1ea8427-661f-4037-9abf-3aca6f5d6641 None None] For port 4d635e19-8947-46e1-ac3b-0b1fcb87a47a, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=4d635e19-8947-46e1-ac3b-0b1fcb87a47a,segment=NetworkSegment(50b99d70-ab15-46e3-9536-d53cacacd3f3),segment_id=50b99d70-ab15-46e3-9536-d53cacacd3f3)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:48:53.462872 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-01cf2b14-a86d-40e5-bbfe-f53b735b15ec tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:53.521734 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-e1ea8427-661f-4037-9abf-3aca6f5d6641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:53.538506 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-01cf2b14-a86d-40e5-bbfe-f53b735b15ec tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:53.545332 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [None req-79688e8a-c0f7-48a6-ab47-5485226f2579 admin admin] Allocated IP 172.25.8.216 (c7869750-4b49-4b7e-aa99-5e0f1ae02da4/427601ec-f643-4fe7-b5e6-17305d3a39e1/b7d0b273-3361-4f2c-8a21-40e5b14eecae) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:48:53.565024 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cf2b14-a86d-40e5-bbfe-f53b735b15ec tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b38995e-9063-4ebf-a5be-4c0afd219c05,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:48:53.616042 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ea8427-661f-4037-9abf-3aca6f5d6641 None None] Pushing event updated for resources: {'Port': ['ID=4d635e19-8947-46e1-ac3b-0b1fcb87a47a,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:48:53.619194 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-01cf2b14-a86d-40e5-bbfe-f53b735b15ec tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:53.622900 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-01cf2b14-a86d-40e5-bbfe-f53b735b15ec tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3540318 May 30 20:48:53.623240 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 43100) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:48:53.632025 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-11b89f8d-d227-43d1-be34-4e12e6c94dc5 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Request body: {'security_group_rule': {'security_group_id': '41ebbad8-7d18-4362-b557-0337a96f19b6', 'project_id': '92b5fc25c8fb428a885a0ea0a728400d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:48:53.635823 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-11b89f8d-d227-43d1-be34-4e12e6c94dc5 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:48:53.646961 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-11b89f8d-d227-43d1-be34-4e12e6c94dc5 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Usage tracker for resource:security_group_rule and tenant:92b5fc25c8fb428a885a0ea0a728400d is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:48:53.650494 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-11b89f8d-d227-43d1-be34-4e12e6c94dc5 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:48:53.656872 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-11b89f8d-d227-43d1-be34-4e12e6c94dc5 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:48:53.719435 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-79688e8a-c0f7-48a6-ab47-5485226f2579 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:53.737446 n-d-843948-2 neutron-server[84886]: INFO neutron.db.securitygroups_db [None req-11b89f8d-d227-43d1-be34-4e12e6c94dc5 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Project 92b5fc25c8fb428a885a0ea0a728400d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 30 20:48:53.749389 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-11b89f8d-d227-43d1-be34-4e12e6c94dc5 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:53.823947 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-79688e8a-c0f7-48a6-ab47-5485226f2579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:53.871387 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-11b89f8d-d227-43d1-be34-4e12e6c94dc5 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:53.939828 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79688e8a-c0f7-48a6-ab47-5485226f2579 admin admin] Pushing event updated for resources: {'Port': ['ID=b7d0b273-3361-4f2c-8a21-40e5b14eecae,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:48:53.949743 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79688e8a-c0f7-48a6-ab47-5485226f2579 admin admin] Network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:48:53.955688 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-11b89f8d-d227-43d1-be34-4e12e6c94dc5 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:53.990417 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-79688e8a-c0f7-48a6-ab47-5485226f2579 admin admin] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:48:53.997055 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79688e8a-c0f7-48a6-ab47-5485226f2579 admin admin] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:48:54.009177 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b89f8d-d227-43d1-be34-4e12e6c94dc5 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de848fc4-c09d-4ef4-8016-d95eec8f9f96,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:48:54.025191 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 4d635e19-8947-46e1-ac3b-0b1fcb87a47a up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:48:54.092904 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-11b89f8d-d227-43d1-be34-4e12e6c94dc5 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:54.094665 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-11b89f8d-d227-43d1-be34-4e12e6c94dc5 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4700711 May 30 20:48:54.097146 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 43106) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:48:54.103220 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-e81e6cb6-acb3-4b48-adf5-4c5555ad6947 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Request body: {'security_group_rule': {'security_group_id': '41ebbad8-7d18-4362-b557-0337a96f19b6', 'project_id': '92b5fc25c8fb428a885a0ea0a728400d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:48:54.110124 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-e81e6cb6-acb3-4b48-adf5-4c5555ad6947 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:48:54.114503 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-e81e6cb6-acb3-4b48-adf5-4c5555ad6947 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Usage tracker for resource:security_group_rule and tenant:92b5fc25c8fb428a885a0ea0a728400d is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:48:54.117483 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-e81e6cb6-acb3-4b48-adf5-4c5555ad6947 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:48:54.123252 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-e81e6cb6-acb3-4b48-adf5-4c5555ad6947 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:48:54.131620 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980bbdda-a302-4a30-bd59-c6f7cbc4f2c2 req-3dba0fd0-b725-45c3-84e0-14fa73657dcc tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:48:54.133067 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-980bbdda-a302-4a30-bd59-c6f7cbc4f2c2 req-3dba0fd0-b725-45c3-84e0-14fa73657dcc tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] 10.222.0.85 "GET /v2.0/ports?device_id=62d307d5-9a61-4b79-b9b5-88b0bae6c8d2 HTTP/1.1" status: 200 len: 944 time: 0.1868355 May 30 20:48:54.189842 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 4d635e19-8947-46e1-ac3b-0b1fcb87a47a completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:48:54.195841 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 09ae35e6-dc0d-401b-bd5d-21cd5d594611 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:48:54.198845 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-980bbdda-a302-4a30-bd59-c6f7cbc4f2c2 req-0c721457-e701-4d8b-a3c4-3f7d33c2595c tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] 10.222.0.85 "GET /v2.0/security-groups?id=896459d4-959a-4a87-92eb-d247e7a3024c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586121 May 30 20:48:54.263231 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 09ae35e6-dc0d-401b-bd5d-21cd5d594611 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:48:54.263744 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:54.287575 n-d-843948-2 neutron-server[84886]: INFO neutron.db.securitygroups_db [None req-e81e6cb6-acb3-4b48-adf5-4c5555ad6947 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Project 92b5fc25c8fb428a885a0ea0a728400d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 30 20:48:54.295000 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e81e6cb6-acb3-4b48-adf5-4c5555ad6947 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:54.348840 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-79688e8a-c0f7-48a6-ab47-5485226f2579 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:54.349568 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-79688e8a-c0f7-48a6-ab47-5485226f2579 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-736409'] for router, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:54.373477 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e81e6cb6-acb3-4b48-adf5-4c5555ad6947 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:54.453000 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e81e6cb6-acb3-4b48-adf5-4c5555ad6947 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:54.486518 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81e6cb6-acb3-4b48-adf5-4c5555ad6947 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1c317fa-83de-455d-ba29-5120d762f70f,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:48:54.607184 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e81e6cb6-acb3-4b48-adf5-4c5555ad6947 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:54.614028 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-e81e6cb6-acb3-4b48-adf5-4c5555ad6947 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.5102379 May 30 20:48:54.614028 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 43110) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:48:54.618042 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-1f05a778-f581-44b0-942a-840c5f6f89ca tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Request body: {'network': {'name': 'tempest-network-smoke--299290165', 'project_id': '92b5fc25c8fb428a885a0ea0a728400d', 'port_security_enabled': True}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:48:54.624110 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-1f05a778-f581-44b0-942a-840c5f6f89ca tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:48:54.628578 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-1f05a778-f581-44b0-942a-840c5f6f89ca tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Usage tracker for resource:network and tenant:92b5fc25c8fb428a885a0ea0a728400d is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:48:54.632919 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-1f05a778-f581-44b0-942a-840c5f6f89ca tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:48:54.639268 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-1f05a778-f581-44b0-942a-840c5f6f89ca tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:48:54.659118 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-570c2021-8b3c-4ad0-ae28-fc5c7b24363c None None] Network e803f289-659e-49d1-8268-8f5388d2ae3f requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:48:54.732957 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79688e8a-c0f7-48a6-ab47-5485226f2579 admin admin] Router 2ca37646-5c4c-432e-b029-983cf77bf0b3 is scheduled to L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 with binding_index 1 {{(pid=84887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 20:48:54.778787 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f05a778-f581-44b0-942a-840c5f6f89ca tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Made reservation on behalf of 92b5fc25c8fb428a885a0ea0a728400d for: {'network': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:48:54.784076 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1f05a778-f581-44b0-942a-840c5f6f89ca tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:54.822493 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f05a778-f581-44b0-942a-840c5f6f89ca tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] vlan segment allocate from pool success with {'vlan_id': 663, 'physical_network': 'physnet1'} {{(pid=84886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:48:54.831680 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1f05a778-f581-44b0-942a-840c5f6f89ca tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:54.832288 n-d-843948-2 neutron-server[84886]: INFO neutron.db.segments_db [None req-1f05a778-f581-44b0-942a-840c5f6f89ca tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Added segment 10560090-94c6-4b99-ac53-78ac94df6407 of type vlan for network 821d1b2b-5e01-4b04-b85d-aee9b407e24a May 30 20:48:54.862994 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1f05a778-f581-44b0-942a-840c5f6f89ca tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:54.888625 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-3018f3b8-2bb6-4eb0-aac2-0b72a5abf339 None None] Provisioning for port 4d635e19-8947-46e1-ac3b-0b1fcb87a47a completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:48:54.896069 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-3018f3b8-2bb6-4eb0-aac2-0b72a5abf339 None None] Provisioning complete for port 4d635e19-8947-46e1-ac3b-0b1fcb87a47a triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:48:54.896431 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-3018f3b8-2bb6-4eb0-aac2-0b72a5abf339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:54.949113 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79688e8a-c0f7-48a6-ab47-5485226f2579 admin admin] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:48:54.963748 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9091f5f-19f9-485a-9349-2c1a8ea86bfe None None] Sync routers for ids ['2ca37646-5c4c-432e-b029-983cf77bf0b3'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:48:54.982344 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1f05a778-f581-44b0-942a-840c5f6f89ca tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:54.986442 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f05a778-f581-44b0-942a-840c5f6f89ca tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:48:54.992078 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1f05a778-f581-44b0-942a-840c5f6f89ca tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:55.033943 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9091f5f-19f9-485a-9349-2c1a8ea86bfe None None] Routers {'2ca37646-5c4c-432e-b029-983cf77bf0b3'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:48:55.034583 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-f9091f5f-19f9-485a-9349-2c1a8ea86bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:48:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['2ca37646-5c4c-432e-b029-983cf77bf0b3'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:48:55.039598 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-79688e8a-c0f7-48a6-ab47-5485226f2579 admin admin] Notify callbacks [] for router, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:55.044112 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-79688e8a-c0f7-48a6-ab47-5485226f2579 admin admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.6588864 May 30 20:48:55.044112 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 43114) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:48:55.094154 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 406f1063-e855-4b03-b1bf-04152e3af512 details requested by agent hyperv_n-h1-843948-2 with host n-h1-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:48:55.108578 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f05a778-f581-44b0-942a-840c5f6f89ca tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Pushing event updated for resources: {'Network': ['ID=821d1b2b-5e01-4b04-b85d-aee9b407e24a,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:48:55.173409 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-1f05a778-f581-44b0-942a-840c5f6f89ca tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5607154 May 30 20:48:55.176034 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 43118) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:48:55.178487 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network 821d1b2b-5e01-4b04-b85d-aee9b407e24a details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:48:55.182800 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-154f8312-cc9a-4591-8cb5-358c817277ba tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-839558716', 'admin_state_up': True, 'project_id': '92b5fc25c8fb428a885a0ea0a728400d', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:48:55.194690 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-154f8312-cc9a-4591-8cb5-358c817277ba tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:48:55.200857 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-154f8312-cc9a-4591-8cb5-358c817277ba tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Usage tracker for resource:router and tenant:92b5fc25c8fb428a885a0ea0a728400d is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:48:55.204651 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-154f8312-cc9a-4591-8cb5-358c817277ba tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:48:55.212198 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-154f8312-cc9a-4591-8cb5-358c817277ba tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:48:55.217786 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-3018f3b8-2bb6-4eb0-aac2-0b72a5abf339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:55.302658 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-154f8312-cc9a-4591-8cb5-358c817277ba tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-733683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3159'] for router, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:55.303541 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-154f8312-cc9a-4591-8cb5-358c817277ba tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-733584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-736372', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-628480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3164'] for router, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:55.324847 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.db.resource_extend [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:48:55.336189 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-154f8312-cc9a-4591-8cb5-358c817277ba tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:55.438753 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6466668e-783b-4aad-9add-b3a123f3995e req-d1f02d42-cfb4-4718-9eff-85cbdc948d7d tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:48:55.439243 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6466668e-783b-4aad-9add-b3a123f3995e req-d1f02d42-cfb4-4718-9eff-85cbdc948d7d tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] 10.222.0.85 "GET /v2.0/ports?device_id=62d307d5-9a61-4b79-b9b5-88b0bae6c8d2 HTTP/1.1" status: 200 len: 944 time: 0.1089611 May 30 20:48:55.469141 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-3018f3b8-2bb6-4eb0-aac2-0b72a5abf339 None None] For port 4d635e19-8947-46e1-ac3b-0b1fcb87a47a, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=4d635e19-8947-46e1-ac3b-0b1fcb87a47a,segment=NetworkSegment(50b99d70-ab15-46e3-9536-d53cacacd3f3),segment_id=50b99d70-ab15-46e3-9536-d53cacacd3f3)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:48:55.521158 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-f9091f5f-19f9-485a-9349-2c1a8ea86bfe None None] Set router 2ca37646-5c4c-432e-b029-983cf77bf0b3 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:48:55.574754 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-3018f3b8-2bb6-4eb0-aac2-0b72a5abf339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:55.622134 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6466668e-783b-4aad-9add-b3a123f3995e req-f48e5ca6-969d-4dca-9f9d-a7c393877b0e tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] 10.222.0.85 "GET /v2.0/security-groups?id=896459d4-959a-4a87-92eb-d247e7a3024c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669321 May 30 20:48:55.647669 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-154f8312-cc9a-4591-8cb5-358c817277ba tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-736390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:55.706113 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 406f1063-e855-4b03-b1bf-04152e3af512, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=406f1063-e855-4b03-b1bf-04152e3af512,segment=NetworkSegment(c073f026-c70c-42e4-8405-73f5b7fccf97),segment_id=c073f026-c70c-42e4-8405-73f5b7fccf97)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:48:55.767359 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Returning: {'device': '406f1063-e855-4b03-b1bf-04152e3af512', 'network_id': '239f8614-2903-4edf-9e96-dccbd4c7c808', 'port_id': '406f1063-e855-4b03-b1bf-04152e3af512', 'mac_address': 'fa:16:3e:fb:da:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db365cb5-c6a2-4839-bef1-3ec50e23c2b4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:48:55.883492 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3018f3b8-2bb6-4eb0-aac2-0b72a5abf339 None None] Pushing event updated for resources: {'Port': ['ID=4d635e19-8947-46e1-ac3b-0b1fcb87a47a,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:48:55.908924 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:55.918404 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-e269fdfc-4f77-46b5-a330-eae7d57c8214 None None] Provisioning complete for port 4d635e19-8947-46e1-ac3b-0b1fcb87a47a triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:48:55.919437 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-e269fdfc-4f77-46b5-a330-eae7d57c8214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:55.953172 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-154f8312-cc9a-4591-8cb5-358c817277ba tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for router_gateway, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:55.984638 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-154f8312-cc9a-4591-8cb5-358c817277ba tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:55.999674 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b5bee1f7-632d-4490-9055-2a9becdb90e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:56.000786 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 406f1063-e855-4b03-b1bf-04152e3af512 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:48:56.061430 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 406f1063-e855-4b03-b1bf-04152e3af512, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=406f1063-e855-4b03-b1bf-04152e3af512,segment=NetworkSegment(c073f026-c70c-42e4-8405-73f5b7fccf97),segment_id=c073f026-c70c-42e4-8405-73f5b7fccf97)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:48:56.132775 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-154f8312-cc9a-4591-8cb5-358c817277ba tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Allocated IP 172.25.8.59 (c7869750-4b49-4b7e-aa99-5e0f1ae02da4/427601ec-f643-4fe7-b5e6-17305d3a39e1/18aa0b0c-3835-4c63-a79b-4f47d5074a78) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:48:56.140168 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:56.210945 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-f9091f5f-19f9-485a-9349-2c1a8ea86bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ca37646-5c4c-432e-b029-983cf77bf0b3', 'name': 'tempest-TestServerBasicOps-1839194179-router', 'tenant_id': '4bfc2d3bd13f48d2abcfccf6331bd8f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': 'b7d0b273-3361-4f2c-8a21-40e5b14eecae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:48:52Z', 'updated_at': '2022-05-30T20:48:54Z', 'revision_number': 3, 'project_id': '4bfc2d3bd13f48d2abcfccf6331bd8f8', 'gw_port': {'id': 'b7d0b273-3361-4f2c-8a21-40e5b14eecae', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e4:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ca37646-5c4c-432e-b029-983cf77bf0b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:48:53Z', 'updated_at': '2022-05-30T20:48:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:48:56.220817 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9091f5f-19f9-485a-9349-2c1a8ea86bfe None None] Checking router: 2ca37646-5c4c-432e-b029-983cf77bf0b3 for host: n-d-843948-2 {{(pid=84888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:48:56.221164 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9091f5f-19f9-485a-9349-2c1a8ea86bfe None None] Updating router 2ca37646-5c4c-432e-b029-983cf77bf0b3 port b7d0b273-3361-4f2c-8a21-40e5b14eecae binding host n-d-843948-2 {{(pid=84888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:48:56.230218 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [None req-b5bee1f7-632d-4490-9055-2a9becdb90e2 admin admin] Allocated IP 172.20.0.1 (e803f289-659e-49d1-8268-8f5388d2ae3f/7b69a171-e136-403e-819f-6872e50727a1/8624a45b-bd42-45af-a973-3602ec637fa7) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:48:56.266754 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=406f1063-e855-4b03-b1bf-04152e3af512,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:48:56.269268 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-3243e59d-baab-4a16-9386-6531186f50db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:56.284492 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-f9091f5f-19f9-485a-9349-2c1a8ea86bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:56.298321 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-154f8312-cc9a-4591-8cb5-358c817277ba tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:56.376564 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['406f1063-e855-4b03-b1bf-04152e3af512'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:48:56.388187 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-154f8312-cc9a-4591-8cb5-358c817277ba tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:56.393235 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b5bee1f7-632d-4490-9055-2a9becdb90e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:56.412880 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [None req-b5bee1f7-632d-4490-9055-2a9becdb90e2 admin admin] Transition to ACTIVE for port object 8624a45b-bd42-45af-a973-3602ec637fa7 will not be triggered until provisioned by entity DHCP. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:48:56.456728 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-154f8312-cc9a-4591-8cb5-358c817277ba tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:48:56.459746 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-154f8312-cc9a-4591-8cb5-358c817277ba tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:48:56.464652 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154f8312-cc9a-4591-8cb5-358c817277ba tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:48:56.492794 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154f8312-cc9a-4591-8cb5-358c817277ba tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Pushing event updated for resources: {'Port': ['ID=18aa0b0c-3835-4c63-a79b-4f47d5074a78,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:48:56.503310 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b5bee1f7-632d-4490-9055-2a9becdb90e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:56.585569 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5bee1f7-632d-4490-9055-2a9becdb90e2 admin admin] Network e803f289-659e-49d1-8268-8f5388d2ae3f is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:48:56.590027 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-b5bee1f7-632d-4490-9055-2a9becdb90e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:48:56.592872 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bee1f7-632d-4490-9055-2a9becdb90e2 admin admin] Pushing event updated for resources: {'Port': ['ID=8624a45b-bd42-45af-a973-3602ec637fa7,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:48:56.595315 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5bee1f7-632d-4490-9055-2a9becdb90e2 admin admin] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:48:56.658736 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b5bee1f7-632d-4490-9055-2a9becdb90e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-736099'] for router_interface, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:56.743626 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-154f8312-cc9a-4591-8cb5-358c817277ba tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for router_gateway, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:56.744228 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-154f8312-cc9a-4591-8cb5-358c817277ba tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-736409'] for router, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:56.761298 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-f9091f5f-19f9-485a-9349-2c1a8ea86bfe None None] Notify callbacks [] for port, precommit_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:56.789294 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-f9091f5f-19f9-485a-9349-2c1a8ea86bfe None None] Transition to ACTIVE for port object b7d0b273-3361-4f2c-8a21-40e5b14eecae will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:48:56.867809 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-f9091f5f-19f9-485a-9349-2c1a8ea86bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:56.891590 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b5bee1f7-632d-4490-9055-2a9becdb90e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:56.966077 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-f9091f5f-19f9-485a-9349-2c1a8ea86bfe None None] Attempting to bind port b7d0b273-3361-4f2c-8a21-40e5b14eecae on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:48:56.966629 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-f9091f5f-19f9-485a-9349-2c1a8ea86bfe None None] Attempting to bind port b7d0b273-3361-4f2c-8a21-40e5b14eecae by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:48:56.966996 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9091f5f-19f9-485a-9349-2c1a8ea86bfe None None] Attempting to bind port b7d0b273-3361-4f2c-8a21-40e5b14eecae on network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:48:56.985008 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b299a1-41f0-4749-ae9e-843ac6b87472 None None] Pushing event updated for resources: {'Port': ['ID=b7d0b273-3361-4f2c-8a21-40e5b14eecae,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:48:56.989025 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9091f5f-19f9-485a-9349-2c1a8ea86bfe None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:48:56.989398 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9091f5f-19f9-485a-9349-2c1a8ea86bfe None None] Checking segment: {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:48:56.990008 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-f9091f5f-19f9-485a-9349-2c1a8ea86bfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:56.990392 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9091f5f-19f9-485a-9349-2c1a8ea86bfe None None] Bound using segment: {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:48:56.990870 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-f9091f5f-19f9-485a-9349-2c1a8ea86bfe None None] Bound port: b7d0b273-3361-4f2c-8a21-40e5b14eecae, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:48:56.991231 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-f9091f5f-19f9-485a-9349-2c1a8ea86bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:56.993681 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12577b5b-b433-40e8-a339-b936f0e65014 req-d6e051d0-e0c5-4715-8767-ee1ecdc9bfe5 tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:48:56.995436 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-12577b5b-b433-40e8-a339-b936f0e65014 req-d6e051d0-e0c5-4715-8767-ee1ecdc9bfe5 tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] 10.222.0.85 "GET /v2.0/ports?device_id=62d307d5-9a61-4b79-b9b5-88b0bae6c8d2 HTTP/1.1" status: 200 len: 945 time: 0.1616185 May 30 20:48:57.101195 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-dcba4909-3d81-4949-8158-04a75e1971b2 None None] Provisioning for port 8624a45b-bd42-45af-a973-3602ec637fa7 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:48:57.110808 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-dcba4909-3d81-4949-8158-04a75e1971b2 None None] Provisioning complete for port 8624a45b-bd42-45af-a973-3602ec637fa7 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:48:57.111132 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-dcba4909-3d81-4949-8158-04a75e1971b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:57.138182 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-12577b5b-b433-40e8-a339-b936f0e65014 req-cf45a247-2502-4958-9f67-202e62431142 tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] 10.222.0.85 "GET /v2.0/security-groups?id=896459d4-959a-4a87-92eb-d247e7a3024c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355052 May 30 20:48:57.147409 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-f9091f5f-19f9-485a-9349-2c1a8ea86bfe None None] For port b7d0b273-3361-4f2c-8a21-40e5b14eecae, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:48:57.168098 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-f9091f5f-19f9-485a-9349-2c1a8ea86bfe None None] For port b7d0b273-3361-4f2c-8a21-40e5b14eecae, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=b7d0b273-3361-4f2c-8a21-40e5b14eecae,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:48:57.172811 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-dcba4909-3d81-4949-8158-04a75e1971b2 None None] Port 8624a45b-bd42-45af-a973-3602ec637fa7 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:48:57.206648 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b5bee1f7-632d-4490-9055-2a9becdb90e2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:57.230793 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-f9091f5f-19f9-485a-9349-2c1a8ea86bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:57.252815 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-154f8312-cc9a-4591-8cb5-358c817277ba tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Router 2a0fb0ad-27fe-4eaf-af48-144ea2b60049 is scheduled to L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 with binding_index 1 {{(pid=84886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 20:48:57.253214 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b5bee1f7-632d-4490-9055-2a9becdb90e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:57.318617 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b299a1-41f0-4749-ae9e-843ac6b87472 None None] Pushing event updated for resources: {'Port': ['ID=b7d0b273-3361-4f2c-8a21-40e5b14eecae,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:48:57.320558 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9091f5f-19f9-485a-9349-2c1a8ea86bfe None None] Routers {'2ca37646-5c4c-432e-b029-983cf77bf0b3'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:48:57.321169 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-f9091f5f-19f9-485a-9349-2c1a8ea86bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:48:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['2ca37646-5c4c-432e-b029-983cf77bf0b3'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:48:57.363915 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bee1f7-632d-4490-9055-2a9becdb90e2 admin admin] Pushing event updated for resources: {'Port': ['ID=8624a45b-bd42-45af-a973-3602ec637fa7,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:48:57.367417 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b5bee1f7-632d-4490-9055-2a9becdb90e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1718057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-736206'] for router_interface, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:57.460757 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-154f8312-cc9a-4591-8cb5-358c817277ba tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:48:57.471011 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8619a091-9850-49e8-83c8-2c06f2f445fd None None] Sync routers for ids ['2a0fb0ad-27fe-4eaf-af48-144ea2b60049'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:48:57.484189 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8619a091-9850-49e8-83c8-2c06f2f445fd None None] Routers {'2a0fb0ad-27fe-4eaf-af48-144ea2b60049'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:48:57.489313 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-8619a091-9850-49e8-83c8-2c06f2f445fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:48:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['2a0fb0ad-27fe-4eaf-af48-144ea2b60049'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:48:57.521873 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-f9091f5f-19f9-485a-9349-2c1a8ea86bfe None None] Set router 2ca37646-5c4c-432e-b029-983cf77bf0b3 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:48:57.556578 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-154f8312-cc9a-4591-8cb5-358c817277ba tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for router, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:57.562824 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 43126) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:48:57.563061 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-154f8312-cc9a-4591-8cb5-358c817277ba tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.3848100 May 30 20:48:57.617020 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-eac2a870-7dbe-4821-b793-836bae00de67 tempest-TestNetworkAdvancedServerOps-998263130 tempest-TestNetworkAdvancedServerOps-998263130-project-admin] 10.222.0.85 "GET /v2.0/subnets?project_id=92b5fc25c8fb428a885a0ea0a728400d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0529840 May 30 20:48:57.619546 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 43130) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:48:57.683229 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-8619a091-9850-49e8-83c8-2c06f2f445fd None None] Set router 2a0fb0ad-27fe-4eaf-af48-144ea2b60049 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:48:57.751682 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5bee1f7-632d-4490-9055-2a9becdb90e2 admin admin] Network e803f289-659e-49d1-8268-8f5388d2ae3f is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:48:57.755485 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-b5bee1f7-632d-4490-9055-2a9becdb90e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:48:57.943101 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 4d635e19-8947-46e1-ac3b-0b1fcb87a47a up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:48:57.964180 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8021a461-da19-44b8-a384-a42f64c76d84 tempest-TestNetworkAdvancedServerOps-998263130 tempest-TestNetworkAdvancedServerOps-998263130-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:48:57.965691 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-8021a461-da19-44b8-a384-a42f64c76d84 tempest-TestNetworkAdvancedServerOps-998263130 tempest-TestNetworkAdvancedServerOps-998263130-project-admin] 10.222.0.85 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3452284 May 30 20:48:57.968992 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 43134) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:48:58.018958 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-872d71e8-7237-4fb6-9a09-cfc516030ff3 tempest-TestNetworkAdvancedServerOps-998263130 tempest-TestNetworkAdvancedServerOps-998263130-project-admin] 10.222.0.85 "GET /v2.0/subnets?network_id=c7869750-4b49-4b7e-aa99-5e0f1ae02da4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0488346 May 30 20:48:58.023039 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 43138) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:48:58.029712 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-d5bafda1-0cc9-470c-8799-0b51fd6aafc3 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1326240915', 'network_id': '821d1b2b-5e01-4b04-b85d-aee9b407e24a', 'project_id': '92b5fc25c8fb428a885a0ea0a728400d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:48:58.034374 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-8619a091-9850-49e8-83c8-2c06f2f445fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a0fb0ad-27fe-4eaf-af48-144ea2b60049', 'name': 'tempest-TestNetworkAdvancedServerOps-router-839558716', 'tenant_id': '92b5fc25c8fb428a885a0ea0a728400d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': '18aa0b0c-3835-4c63-a79b-4f47d5074a78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:48:55Z', 'updated_at': '2022-05-30T20:48:56Z', 'revision_number': 3, 'project_id': '92b5fc25c8fb428a885a0ea0a728400d', 'gw_port': {'id': '18aa0b0c-3835-4c63-a79b-4f47d5074a78', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:63:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a0fb0ad-27fe-4eaf-af48-144ea2b60049', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:48:56Z', 'updated_at': '2022-05-30T20:48:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:48:58.041384 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8619a091-9850-49e8-83c8-2c06f2f445fd None None] Checking router: 2a0fb0ad-27fe-4eaf-af48-144ea2b60049 for host: n-d-843948-2 {{(pid=84889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:48:58.041695 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8619a091-9850-49e8-83c8-2c06f2f445fd None None] Updating router 2a0fb0ad-27fe-4eaf-af48-144ea2b60049 port 18aa0b0c-3835-4c63-a79b-4f47d5074a78 binding host n-d-843948-2 {{(pid=84889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:48:58.043000 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-f9091f5f-19f9-485a-9349-2c1a8ea86bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ca37646-5c4c-432e-b029-983cf77bf0b3', 'name': 'tempest-TestServerBasicOps-1839194179-router', 'tenant_id': '4bfc2d3bd13f48d2abcfccf6331bd8f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': 'b7d0b273-3361-4f2c-8a21-40e5b14eecae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:48:52Z', 'updated_at': '2022-05-30T20:48:56Z', 'revision_number': 4, 'project_id': '4bfc2d3bd13f48d2abcfccf6331bd8f8', 'gw_port': {'id': 'b7d0b273-3361-4f2c-8a21-40e5b14eecae', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e4:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ca37646-5c4c-432e-b029-983cf77bf0b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:48:53Z', 'updated_at': '2022-05-30T20:48:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '8624a45b-bd42-45af-a973-3602ec637fa7', 'name': '', 'network_id': 'e803f289-659e-49d1-8268-8f5388d2ae3f', 'tenant_id': '4bfc2d3bd13f48d2abcfccf6331bd8f8', 'mac_address': 'fa:16:3e:bb:21:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ca37646-5c4c-432e-b029-983cf77bf0b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7b69a171-e136-403e-819f-6872e50727a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:48:56Z', 'updated_at': '2022-05-30T20:48:56Z', 'revision_number': 2, 'project_id': '4bfc2d3bd13f48d2abcfccf6331bd8f8', 'subnets': [{'id': '7b69a171-e136-403e-819f-6872e50727a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:48:58.056695 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9091f5f-19f9-485a-9349-2c1a8ea86bfe None None] The sync data for ids ['2ca37646-5c4c-432e-b029-983cf77bf0b3'] in n-d-843948-2 is: [{'id': '2ca37646-5c4c-432e-b029-983cf77bf0b3', 'name': 'tempest-TestServerBasicOps-1839194179-router', 'tenant_id': '4bfc2d3bd13f48d2abcfccf6331bd8f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': 'b7d0b273-3361-4f2c-8a21-40e5b14eecae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:48:52Z', 'updated_at': '2022-05-30T20:48:56Z', 'revision_number': 4, 'project_id': '4bfc2d3bd13f48d2abcfccf6331bd8f8', 'gw_port': {'id': 'b7d0b273-3361-4f2c-8a21-40e5b14eecae', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e4:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ca37646-5c4c-432e-b029-983cf77bf0b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:48:53Z', 'updated_at': '2022-05-30T20:48:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '8624a45b-bd42-45af-a973-3602ec637fa7', 'name': '', 'network_id': 'e803f289-659e-49d1-8268-8f5388d2ae3f', 'tenant_id': '4bfc2d3bd13f48d2abcfccf6331bd8f8', 'mac_address': 'fa:16:3e:bb:21:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ca37646-5c4c-432e-b029-983cf77bf0b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7b69a171-e136-403e-819f-6872e50727a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:48:56Z', 'updated_at': '2022-05-30T20:48:56Z', 'revision_number': 2, 'project_id': '4bfc2d3bd13f48d2abcfccf6331bd8f8', 'subnets': [{'id': '7b69a171-e136-403e-819f-6872e50727a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:48:58.083871 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 4d635e19-8947-46e1-ac3b-0b1fcb87a47a triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:48:58.084314 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:58.113142 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-8619a091-9850-49e8-83c8-2c06f2f445fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:58.159462 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-fca9c719-f432-4026-9a7d-6ddf747631ec None None] Provisioning complete for port 8624a45b-bd42-45af-a973-3602ec637fa7 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:48:58.159816 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-fca9c719-f432-4026-9a7d-6ddf747631ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:58.191871 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-d5bafda1-0cc9-470c-8799-0b51fd6aafc3 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:48:58.196745 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-d5bafda1-0cc9-470c-8799-0b51fd6aafc3 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Usage tracker for resource:subnet and tenant:92b5fc25c8fb428a885a0ea0a728400d is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:48:58.199945 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-d5bafda1-0cc9-470c-8799-0b51fd6aafc3 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:48:58.205892 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-d5bafda1-0cc9-470c-8799-0b51fd6aafc3 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:48:58.271088 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5bee1f7-632d-4490-9055-2a9becdb90e2 admin admin] Router 2ca37646-5c4c-432e-b029-983cf77bf0b3 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:48:58.282437 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5bafda1-0cc9-470c-8799-0b51fd6aafc3 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Made reservation on behalf of 92b5fc25c8fb428a885a0ea0a728400d for: {'subnet': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:48:58.309387 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-fca9c719-f432-4026-9a7d-6ddf747631ec None None] Port 8624a45b-bd42-45af-a973-3602ec637fa7 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:48:58.471142 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d5bafda1-0cc9-470c-8799-0b51fd6aafc3 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2778563'] for subnet, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:58.496447 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5bee1f7-632d-4490-9055-2a9becdb90e2 admin admin] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:48:58.513858 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-b5bee1f7-632d-4490-9055-2a9becdb90e2 admin admin] 10.222.0.85 "PUT /v2.0/routers/2ca37646-5c4c-432e-b029-983cf77bf0b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4621000 May 30 20:48:58.568985 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-8619a091-9850-49e8-83c8-2c06f2f445fd None None] Notify callbacks [] for port, precommit_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:58.581422 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.provisioning_blocks [None req-8619a091-9850-49e8-83c8-2c06f2f445fd None None] Transition to ACTIVE for port object 18aa0b0c-3835-4c63-a79b-4f47d5074a78 will not be triggered until provisioned by entity L2. {{(pid=84889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:48:58.588883 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd70e19-cbf2-4273-ad6d-6f73783c5655 req-9bc91242-0e01-49bb-ae99-2e03f7d2f786 tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:48:58.590315 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9dd70e19-cbf2-4273-ad6d-6f73783c5655 req-9bc91242-0e01-49bb-ae99-2e03f7d2f786 tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] 10.222.0.85 "GET /v2.0/ports?device_id=62d307d5-9a61-4b79-b9b5-88b0bae6c8d2 HTTP/1.1" status: 200 len: 945 time: 0.2636926 May 30 20:48:58.662003 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-8619a091-9850-49e8-83c8-2c06f2f445fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:58.688904 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9dd70e19-cbf2-4273-ad6d-6f73783c5655 req-9c681ada-8b6e-49aa-990c-a011e276491f tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] 10.222.0.85 "GET /v2.0/security-groups?id=896459d4-959a-4a87-92eb-d247e7a3024c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917046 May 30 20:48:58.751800 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-8619a091-9850-49e8-83c8-2c06f2f445fd None None] Attempting to bind port 18aa0b0c-3835-4c63-a79b-4f47d5074a78 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:48:58.752351 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-8619a091-9850-49e8-83c8-2c06f2f445fd None None] Attempting to bind port 18aa0b0c-3835-4c63-a79b-4f47d5074a78 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}] {{(pid=84889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:48:58.752715 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8619a091-9850-49e8-83c8-2c06f2f445fd None None] Attempting to bind port 18aa0b0c-3835-4c63-a79b-4f47d5074a78 on network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:48:58.759544 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42a4331-a82d-4513-b235-66e72353bd8f None None] Pushing event updated for resources: {'Port': ['ID=18aa0b0c-3835-4c63-a79b-4f47d5074a78,revision_number=2']} {{(pid=84889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:48:58.766280 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8619a091-9850-49e8-83c8-2c06f2f445fd None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:48:58.766656 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8619a091-9850-49e8-83c8-2c06f2f445fd None None] Checking segment: {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:48:58.767055 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-8619a091-9850-49e8-83c8-2c06f2f445fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:58.767436 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8619a091-9850-49e8-83c8-2c06f2f445fd None None] Bound using segment: {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'} {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:48:58.767901 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-8619a091-9850-49e8-83c8-2c06f2f445fd None None] Bound port: 18aa0b0c-3835-4c63-a79b-4f47d5074a78, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}}] {{(pid=84889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:48:58.768267 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-8619a091-9850-49e8-83c8-2c06f2f445fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:58.830358 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d5bafda1-0cc9-470c-8799-0b51fd6aafc3 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4127140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2778577'] for subnet, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:58.874611 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.db [None req-8619a091-9850-49e8-83c8-2c06f2f445fd None None] For port 18aa0b0c-3835-4c63-a79b-4f47d5074a78, host n-d-843948-2, cleared binding levels {{(pid=84889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:48:58.878021 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.db [None req-8619a091-9850-49e8-83c8-2c06f2f445fd None None] For port 18aa0b0c-3835-4c63-a79b-4f47d5074a78, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=18aa0b0c-3835-4c63-a79b-4f47d5074a78,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:48:58.912133 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bafda1-0cc9-470c-8799-0b51fd6aafc3 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Pushing event updated for resources: {'Subnet': ['ID=d054eb11-ddb5-4a83-99ba-2aebc377ad15,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:48:58.924254 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5bafda1-0cc9-470c-8799-0b51fd6aafc3 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Checking segment: {'id': '10560090-94c6-4b99-ac53-78ac94df6407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '821d1b2b-5e01-4b04-b85d-aee9b407e24a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:48:58.924615 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5bafda1-0cc9-470c-8799-0b51fd6aafc3 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Network hostable DHCP agents. Network: 821d1b2b-5e01-4b04-b85d-aee9b407e24a, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:48:58.959624 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-8619a091-9850-49e8-83c8-2c06f2f445fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:59.037730 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42a4331-a82d-4513-b235-66e72353bd8f None None] Pushing event updated for resources: {'Port': ['ID=18aa0b0c-3835-4c63-a79b-4f47d5074a78,revision_number=3']} {{(pid=84889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:48:59.043215 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5bafda1-0cc9-470c-8799-0b51fd6aafc3 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Network 821d1b2b-5e01-4b04-b85d-aee9b407e24a is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:48:59.043733 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8619a091-9850-49e8-83c8-2c06f2f445fd None None] Routers {'2a0fb0ad-27fe-4eaf-af48-144ea2b60049'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:48:59.043733 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-8619a091-9850-49e8-83c8-2c06f2f445fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:48:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['2a0fb0ad-27fe-4eaf-af48-144ea2b60049'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:48:59.056688 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 406f1063-e855-4b03-b1bf-04152e3af512 up at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:48:59.071788 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 43150) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:48:59.077891 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-2988dd5b-bd39-4483-9795-7c63d2c2c503 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2032509549', 'description': 'tempest-secgroup-smoke-2032509549 description', 'project_id': '3c7515c181aa4ba98f70242b3f29e504'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:48:59.085907 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-2988dd5b-bd39-4483-9795-7c63d2c2c503 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:48:59.090245 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-2988dd5b-bd39-4483-9795-7c63d2c2c503 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Usage tracker for resource:security_group and tenant:3c7515c181aa4ba98f70242b3f29e504 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:48:59.093877 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-2988dd5b-bd39-4483-9795-7c63d2c2c503 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:48:59.102412 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-2988dd5b-bd39-4483-9795-7c63d2c2c503 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:48:59.178442 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-d5bafda1-0cc9-470c-8799-0b51fd6aafc3 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, 821d1b2b-5e01-4b04-b85d-aee9b407e24a) {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:48:59.182555 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5bafda1-0cc9-470c-8799-0b51fd6aafc3 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:48:59.183102 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d5bafda1-0cc9-470c-8799-0b51fd6aafc3 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:59.188861 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a611e21-e041-421e-88d2-c411cbed11f2 None None] Network 821d1b2b-5e01-4b04-b85d-aee9b407e24a requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:48:59.223649 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-8619a091-9850-49e8-83c8-2c06f2f445fd None None] Set router 2a0fb0ad-27fe-4eaf-af48-144ea2b60049 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:48:59.225326 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2988dd5b-bd39-4483-9795-7c63d2c2c503 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:59.260346 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning for port 406f1063-e855-4b03-b1bf-04152e3af512 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:48:59.263832 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-2988dd5b-bd39-4483-9795-7c63d2c2c503 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:48:59.266926 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-2988dd5b-bd39-4483-9795-7c63d2c2c503 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Usage tracker for resource:security_group_rule and tenant:3c7515c181aa4ba98f70242b3f29e504 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:48:59.270514 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-2988dd5b-bd39-4483-9795-7c63d2c2c503 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:48:59.275064 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-d5bafda1-0cc9-470c-8799-0b51fd6aafc3 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.2502530 May 30 20:48:59.278489 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 43154) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:48:59.279195 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-2988dd5b-bd39-4483-9795-7c63d2c2c503 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:48:59.290849 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning complete for port 406f1063-e855-4b03-b1bf-04152e3af512 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:48:59.291213 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:59.360847 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2988dd5b-bd39-4483-9795-7c63d2c2c503 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:59.418753 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2988dd5b-bd39-4483-9795-7c63d2c2c503 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:59.476878 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2988dd5b-bd39-4483-9795-7c63d2c2c503 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Pushing event updated for resources: {'SecurityGroup': ['ID=562d9952-a512-42cb-8e81-3a7659731dfd,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:48:59.494252 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:59.533764 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-8619a091-9850-49e8-83c8-2c06f2f445fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a0fb0ad-27fe-4eaf-af48-144ea2b60049', 'name': 'tempest-TestNetworkAdvancedServerOps-router-839558716', 'tenant_id': '92b5fc25c8fb428a885a0ea0a728400d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': '18aa0b0c-3835-4c63-a79b-4f47d5074a78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:48:55Z', 'updated_at': '2022-05-30T20:48:56Z', 'revision_number': 3, 'project_id': '92b5fc25c8fb428a885a0ea0a728400d', 'gw_port': {'id': '18aa0b0c-3835-4c63-a79b-4f47d5074a78', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:63:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a0fb0ad-27fe-4eaf-af48-144ea2b60049', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:48:56Z', 'updated_at': '2022-05-30T20:48:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:48:59.538698 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8619a091-9850-49e8-83c8-2c06f2f445fd None None] The sync data for ids ['2a0fb0ad-27fe-4eaf-af48-144ea2b60049'] in n-d-843948-2 is: [{'id': '2a0fb0ad-27fe-4eaf-af48-144ea2b60049', 'name': 'tempest-TestNetworkAdvancedServerOps-router-839558716', 'tenant_id': '92b5fc25c8fb428a885a0ea0a728400d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': '18aa0b0c-3835-4c63-a79b-4f47d5074a78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:48:55Z', 'updated_at': '2022-05-30T20:48:56Z', 'revision_number': 3, 'project_id': '92b5fc25c8fb428a885a0ea0a728400d', 'gw_port': {'id': '18aa0b0c-3835-4c63-a79b-4f47d5074a78', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:63:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a0fb0ad-27fe-4eaf-af48-144ea2b60049', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:48:56Z', 'updated_at': '2022-05-30T20:48:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:48:59.543928 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2988dd5b-bd39-4483-9795-7c63d2c2c503 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:59.549789 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-2988dd5b-bd39-4483-9795-7c63d2c2c503 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4735346 May 30 20:48:59.549789 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 43158) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:48:59.562016 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-fdb909de-2ff6-4f53-a064-62047e0f2864 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Request body: {'security_group_rule': {'security_group_id': '562d9952-a512-42cb-8e81-3a7659731dfd', 'project_id': '3c7515c181aa4ba98f70242b3f29e504', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:48:59.562392 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f0f8898-5e2e-4bbf-ba19-a7561bd91b7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-821d1b2b-5e01-4b04-b85d-aee9b407e24a', 'network_id': '821d1b2b-5e01-4b04-b85d-aee9b407e24a', 'tenant_id': '92b5fc25c8fb428a885a0ea0a728400d', 'fixed_ips': [{'subnet_id': 'd054eb11-ddb5-4a83-99ba-2aebc377ad15'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:48:59.563193 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-6f0f8898-5e2e-4bbf-ba19-a7561bd91b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:59.570624 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-fdb909de-2ff6-4f53-a064-62047e0f2864 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:48:59.578724 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-fdb909de-2ff6-4f53-a064-62047e0f2864 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Usage tracker for resource:security_group_rule and tenant:3c7515c181aa4ba98f70242b3f29e504 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:48:59.583339 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-fdb909de-2ff6-4f53-a064-62047e0f2864 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:48:59.590364 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-fdb909de-2ff6-4f53-a064-62047e0f2864 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:48:59.599641 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62d307d5-9a61-4b79-b9b5-88b0bae6c8d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '406f1063-e855-4b03-b1bf-04152e3af512'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:48:59.611108 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 406f1063-e855-4b03-b1bf-04152e3af512, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=406f1063-e855-4b03-b1bf-04152e3af512,segment=NetworkSegment(c073f026-c70c-42e4-8405-73f5b7fccf97),segment_id=c073f026-c70c-42e4-8405-73f5b7fccf97)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:48:59.670415 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1652b7f-40c8-489c-9735-64337a3d4d05'] response: {'server_uuid': '62d307d5-9a61-4b79-b9b5-88b0bae6c8d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '406f1063-e855-4b03-b1bf-04152e3af512', 'code': 200} May 30 20:48:59.674415 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-d3326c58-4a3b-456f-9cf4-2cf9e1edb716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:59.696371 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:59.701022 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-fdb909de-2ff6-4f53-a064-62047e0f2864 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:59.928716 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-6f0f8898-5e2e-4bbf-ba19-a7561bd91b7f None None] Allocated IP 172.20.0.2 (821d1b2b-5e01-4b04-b85d-aee9b407e24a/d054eb11-ddb5-4a83-99ba-2aebc377ad15/9d1b0697-5d99-4683-bfe8-2f5a175afd4d) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:48:59.940804 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-fdb909de-2ff6-4f53-a064-62047e0f2864 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:48:59.942264 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=406f1063-e855-4b03-b1bf-04152e3af512,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:48:59.959103 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-71ccc834-798c-4b10-9316-ac2329f45abc req-537afb37-544a-459e-b199-1b59b967d698 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=62d307d5-9a61-4b79-b9b5-88b0bae6c8d2 HTTP/1.1" status: 200 len: 1097 time: 0.1747279 May 30 20:48:59.967107 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:00.007533 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-71ccc834-798c-4b10-9316-ac2329f45abc req-a441ea6a-e9c5-474a-acb0-04fb63319a5f service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=896459d4-959a-4a87-92eb-d247e7a3024c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428798 May 30 20:49:00.024245 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-fdb909de-2ff6-4f53-a064-62047e0f2864 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:00.051261 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb909de-2ff6-4f53-a064-62047e0f2864 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=495e3120-089e-40dc-bb55-535d35e2c817,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:49:00.138785 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-fdb909de-2ff6-4f53-a064-62047e0f2864 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:00.139852 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-fdb909de-2ff6-4f53-a064-62047e0f2864 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5863323 May 30 20:49:00.143956 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 43166) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:49:00.150131 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-a13f55d7-9023-4b63-b2b4-f3fd864fbff9 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Request body: {'security_group_rule': {'security_group_id': '562d9952-a512-42cb-8e81-3a7659731dfd', 'project_id': '3c7515c181aa4ba98f70242b3f29e504', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:49:00.156389 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-6f0f8898-5e2e-4bbf-ba19-a7561bd91b7f None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:00.156976 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa0abc4-1114-4a1b-8ea2-eb90c4d12c5e req-9f8b6af1-6114-4992-b314-b6ab746d574c tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:49:00.157294 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-a13f55d7-9023-4b63-b2b4-f3fd864fbff9 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:49:00.158164 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3fa0abc4-1114-4a1b-8ea2-eb90c4d12c5e req-9f8b6af1-6114-4992-b314-b6ab746d574c tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] 10.222.0.85 "GET /v2.0/ports?device_id=62d307d5-9a61-4b79-b9b5-88b0bae6c8d2 HTTP/1.1" status: 200 len: 946 time: 0.1676202 May 30 20:49:00.162355 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-a13f55d7-9023-4b63-b2b4-f3fd864fbff9 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Usage tracker for resource:security_group_rule and tenant:3c7515c181aa4ba98f70242b3f29e504 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:49:00.165219 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-a13f55d7-9023-4b63-b2b4-f3fd864fbff9 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:49:00.168086 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-6f0f8898-5e2e-4bbf-ba19-a7561bd91b7f None None] Transition to ACTIVE for port object 9d1b0697-5d99-4683-bfe8-2f5a175afd4d will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:49:00.172359 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-a13f55d7-9023-4b63-b2b4-f3fd864fbff9 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:49:00.187729 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-6f0f8898-5e2e-4bbf-ba19-a7561bd91b7f None None] Transition to ACTIVE for port object 9d1b0697-5d99-4683-bfe8-2f5a175afd4d will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:49:00.219446 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3fa0abc4-1114-4a1b-8ea2-eb90c4d12c5e req-5a396d05-09ad-40dc-ae76-9101089ba3c5 tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] 10.222.0.85 "GET /v2.0/security-groups?id=896459d4-959a-4a87-92eb-d247e7a3024c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502310 May 30 20:49:00.263009 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a13f55d7-9023-4b63-b2b4-f3fd864fbff9 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:00.269943 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-6f0f8898-5e2e-4bbf-ba19-a7561bd91b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:00.334226 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a13f55d7-9023-4b63-b2b4-f3fd864fbff9 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:00.340189 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0f8898-5e2e-4bbf-ba19-a7561bd91b7f None None] Network 821d1b2b-5e01-4b04-b85d-aee9b407e24a is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:49:00.343097 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-6f0f8898-5e2e-4bbf-ba19-a7561bd91b7f None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:49:00.347944 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0f8898-5e2e-4bbf-ba19-a7561bd91b7f None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:49:00.350056 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0f8898-5e2e-4bbf-ba19-a7561bd91b7f None None] Pushing event updated for resources: {'Port': ['ID=9d1b0697-5d99-4683-bfe8-2f5a175afd4d,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:49:00.433259 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-48db73d6-b918-4c20-9030-3a7ff03cb16b tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:00.478322 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-6f0f8898-5e2e-4bbf-ba19-a7561bd91b7f None None] Attempting to bind port 9d1b0697-5d99-4683-bfe8-2f5a175afd4d on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:49:00.478694 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-6f0f8898-5e2e-4bbf-ba19-a7561bd91b7f None None] Attempting to bind port 9d1b0697-5d99-4683-bfe8-2f5a175afd4d by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': '10560090-94c6-4b99-ac53-78ac94df6407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '821d1b2b-5e01-4b04-b85d-aee9b407e24a'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:49:00.479055 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0f8898-5e2e-4bbf-ba19-a7561bd91b7f None None] Attempting to bind port 9d1b0697-5d99-4683-bfe8-2f5a175afd4d on network 821d1b2b-5e01-4b04-b85d-aee9b407e24a {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:49:00.485478 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0f8898-5e2e-4bbf-ba19-a7561bd91b7f None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:49:00.485877 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0f8898-5e2e-4bbf-ba19-a7561bd91b7f None None] Checking segment: {'id': '10560090-94c6-4b99-ac53-78ac94df6407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '821d1b2b-5e01-4b04-b85d-aee9b407e24a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:49:00.486276 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-6f0f8898-5e2e-4bbf-ba19-a7561bd91b7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:00.486665 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0f8898-5e2e-4bbf-ba19-a7561bd91b7f None None] Bound using segment: {'id': '10560090-94c6-4b99-ac53-78ac94df6407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '821d1b2b-5e01-4b04-b85d-aee9b407e24a'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:49:00.487124 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-6f0f8898-5e2e-4bbf-ba19-a7561bd91b7f None None] Bound port: 9d1b0697-5d99-4683-bfe8-2f5a175afd4d, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10560090-94c6-4b99-ac53-78ac94df6407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '821d1b2b-5e01-4b04-b85d-aee9b407e24a'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:49:00.487498 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-6f0f8898-5e2e-4bbf-ba19-a7561bd91b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:00.536722 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a13f55d7-9023-4b63-b2b4-f3fd864fbff9 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:00.571487 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13f55d7-9023-4b63-b2b4-f3fd864fbff9 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4489e22a-5ef0-4a25-9c19-752154190f20,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:49:00.588338 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-6f0f8898-5e2e-4bbf-ba19-a7561bd91b7f None None] For port 9d1b0697-5d99-4683-bfe8-2f5a175afd4d, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:49:00.589496 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-6f0f8898-5e2e-4bbf-ba19-a7561bd91b7f None None] For port 9d1b0697-5d99-4683-bfe8-2f5a175afd4d, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=9d1b0697-5d99-4683-bfe8-2f5a175afd4d,segment=NetworkSegment(10560090-94c6-4b99-ac53-78ac94df6407),segment_id=10560090-94c6-4b99-ac53-78ac94df6407)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:49:00.675483 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a13f55d7-9023-4b63-b2b4-f3fd864fbff9 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:00.676762 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-a13f55d7-9023-4b63-b2b4-f3fd864fbff9 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.5314775 May 30 20:49:00.679589 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 43170) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:49:00.685172 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-aab0a7eb-ac78-4732-84a8-7671d8720f19 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Request body: {'security_group_rule': {'security_group_id': '562d9952-a512-42cb-8e81-3a7659731dfd', 'project_id': '3c7515c181aa4ba98f70242b3f29e504', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:49:00.685507 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-6f0f8898-5e2e-4bbf-ba19-a7561bd91b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:00.691935 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-aab0a7eb-ac78-4732-84a8-7671d8720f19 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:49:00.696482 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-aab0a7eb-ac78-4732-84a8-7671d8720f19 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Usage tracker for resource:security_group_rule and tenant:3c7515c181aa4ba98f70242b3f29e504 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:49:00.700758 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-aab0a7eb-ac78-4732-84a8-7671d8720f19 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:49:00.709841 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-aab0a7eb-ac78-4732-84a8-7671d8720f19 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:49:00.768257 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0f8898-5e2e-4bbf-ba19-a7561bd91b7f None None] Pushing event updated for resources: {'Port': ['ID=9d1b0697-5d99-4683-bfe8-2f5a175afd4d,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:49:00.802786 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-aab0a7eb-ac78-4732-84a8-7671d8720f19 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:00.853722 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [None req-48db73d6-b918-4c20-9030-3a7ff03cb16b tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Allocated IP 172.20.0.1 (821d1b2b-5e01-4b04-b85d-aee9b407e24a/d054eb11-ddb5-4a83-99ba-2aebc377ad15/5b5930ce-398d-4db2-84f2-13db302dd095) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:49:00.888335 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-aab0a7eb-ac78-4732-84a8-7671d8720f19 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:00.985895 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-aab0a7eb-ac78-4732-84a8-7671d8720f19 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:01.055959 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab0a7eb-ac78-4732-84a8-7671d8720f19 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8866ccef-3d66-43df-a124-466b9be4f01a,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:49:01.144286 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-48db73d6-b918-4c20-9030-3a7ff03cb16b tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:01.145109 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-aab0a7eb-ac78-4732-84a8-7671d8720f19 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:01.146598 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-aab0a7eb-ac78-4732-84a8-7671d8720f19 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4660101 May 30 20:49:01.149707 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 43174) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:49:01.159608 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-31c0d682-58df-4d9e-a385-191e9d7e75e2 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Request body: {'security_group_rule': {'security_group_id': '562d9952-a512-42cb-8e81-3a7659731dfd', 'project_id': '3c7515c181aa4ba98f70242b3f29e504', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:49:01.166292 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [None req-48db73d6-b918-4c20-9030-3a7ff03cb16b tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Transition to ACTIVE for port object 5b5930ce-398d-4db2-84f2-13db302dd095 will not be triggered until provisioned by entity DHCP. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:49:01.189140 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-31c0d682-58df-4d9e-a385-191e9d7e75e2 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:49:01.195635 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:01.206422 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-31c0d682-58df-4d9e-a385-191e9d7e75e2 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Usage tracker for resource:security_group_rule and tenant:3c7515c181aa4ba98f70242b3f29e504 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:49:01.210010 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-31c0d682-58df-4d9e-a385-191e9d7e75e2 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:49:01.222301 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-31c0d682-58df-4d9e-a385-191e9d7e75e2 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:49:01.287724 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-48db73d6-b918-4c20-9030-3a7ff03cb16b tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:01.350867 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-31c0d682-58df-4d9e-a385-191e9d7e75e2 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:01.380524 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48db73d6-b918-4c20-9030-3a7ff03cb16b tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Network 821d1b2b-5e01-4b04-b85d-aee9b407e24a is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:49:01.383912 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-48db73d6-b918-4c20-9030-3a7ff03cb16b tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:49:01.388183 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48db73d6-b918-4c20-9030-3a7ff03cb16b tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:49:01.445071 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48db73d6-b918-4c20-9030-3a7ff03cb16b tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Pushing event updated for resources: {'Port': ['ID=5b5930ce-398d-4db2-84f2-13db302dd095,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:49:01.470027 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-48db73d6-b918-4c20-9030-3a7ff03cb16b tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-736099'] for router_interface, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:01.537072 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-31c0d682-58df-4d9e-a385-191e9d7e75e2 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:01.554928 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceace12-3396-41cd-b6ff-c94647696da8 req-46e848c0-08d3-4c20-97e7-f7d6874734c9 tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:49:01.556478 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0ceace12-3396-41cd-b6ff-c94647696da8 req-46e848c0-08d3-4c20-97e7-f7d6874734c9 tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] 10.222.0.85 "GET /v2.0/ports?device_id=62d307d5-9a61-4b79-b9b5-88b0bae6c8d2 HTTP/1.1" status: 200 len: 946 time: 0.1469815 May 30 20:49:01.610779 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-31c0d682-58df-4d9e-a385-191e9d7e75e2 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:01.622807 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0ceace12-3396-41cd-b6ff-c94647696da8 req-a32d3c9c-28cd-4990-a3df-84329d4f0f62 tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] 10.222.0.85 "GET /v2.0/security-groups?id=896459d4-959a-4a87-92eb-d247e7a3024c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604873 May 30 20:49:01.638581 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c0d682-58df-4d9e-a385-191e9d7e75e2 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0b4ab76-85fd-461e-b453-a6f51b61e167,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:49:01.667874 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-48db73d6-b918-4c20-9030-3a7ff03cb16b tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:01.727367 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-31c0d682-58df-4d9e-a385-191e9d7e75e2 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:01.731635 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-31c0d682-58df-4d9e-a385-191e9d7e75e2 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5788572 May 30 20:49:01.732492 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 43182) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:49:01.737844 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-6cf55478-7ddf-4bf3-b6bb-9c7eeeeb5446 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Request body: {'security_group_rule': {'security_group_id': '562d9952-a512-42cb-8e81-3a7659731dfd', 'project_id': '3c7515c181aa4ba98f70242b3f29e504', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:49:01.753046 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-6cf55478-7ddf-4bf3-b6bb-9c7eeeeb5446 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:49:01.770363 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-6cf55478-7ddf-4bf3-b6bb-9c7eeeeb5446 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Usage tracker for resource:security_group_rule and tenant:3c7515c181aa4ba98f70242b3f29e504 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:49:01.777004 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-6cf55478-7ddf-4bf3-b6bb-9c7eeeeb5446 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:49:01.792144 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-6cf55478-7ddf-4bf3-b6bb-9c7eeeeb5446 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:49:01.870251 n-d-843948-2 neutron-server[84886]: INFO neutron.db.securitygroups_db [None req-6cf55478-7ddf-4bf3-b6bb-9c7eeeeb5446 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Project 3c7515c181aa4ba98f70242b3f29e504 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 30 20:49:01.878013 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6cf55478-7ddf-4bf3-b6bb-9c7eeeeb5446 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:02.017058 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 18aa0b0c-3835-4c63-a79b-4f47d5074a78 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:49:02.036273 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6cf55478-7ddf-4bf3-b6bb-9c7eeeeb5446 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:02.140097 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6cf55478-7ddf-4bf3-b6bb-9c7eeeeb5446 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:02.176519 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf55478-7ddf-4bf3-b6bb-9c7eeeeb5446 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5187e8d0-a788-48d2-ae57-aafcb6ac13e7,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:49:02.253384 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6cf55478-7ddf-4bf3-b6bb-9c7eeeeb5446 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:02.257208 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-6cf55478-7ddf-4bf3-b6bb-9c7eeeeb5446 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.5215373 May 30 20:49:02.257495 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 43188) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:49:02.268601 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-ca2d41fe-1430-4bfb-82dd-ce31734e4767 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Request body: {'security_group_rule': {'security_group_id': '562d9952-a512-42cb-8e81-3a7659731dfd', 'project_id': '3c7515c181aa4ba98f70242b3f29e504', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:49:02.282346 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-ca2d41fe-1430-4bfb-82dd-ce31734e4767 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:49:02.283994 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2eb88e2-dad1-4643-8619-292fd49a4841 None None] Network 821d1b2b-5e01-4b04-b85d-aee9b407e24a requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:49:02.289328 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-ca2d41fe-1430-4bfb-82dd-ce31734e4767 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Usage tracker for resource:security_group_rule and tenant:3c7515c181aa4ba98f70242b3f29e504 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:49:02.295045 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-ca2d41fe-1430-4bfb-82dd-ce31734e4767 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:49:02.317087 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-ca2d41fe-1430-4bfb-82dd-ce31734e4767 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:49:02.429728 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 18aa0b0c-3835-4c63-a79b-4f47d5074a78 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:49:02.430951 n-d-843948-2 neutron-server[84886]: INFO neutron.db.securitygroups_db [None req-ca2d41fe-1430-4bfb-82dd-ce31734e4767 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Project 3c7515c181aa4ba98f70242b3f29e504 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 30 20:49:02.441937 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 18aa0b0c-3835-4c63-a79b-4f47d5074a78 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:49:02.442745 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ca2d41fe-1430-4bfb-82dd-ce31734e4767 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:02.443022 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:02.545800 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ca2d41fe-1430-4bfb-82dd-ce31734e4767 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:02.613941 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ca2d41fe-1430-4bfb-82dd-ce31734e4767 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:02.625572 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-48db73d6-b918-4c20-9030-3a7ff03cb16b tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:02.646515 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2d41fe-1430-4bfb-82dd-ce31734e4767 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ca73a49-d294-45b5-9d95-a9d761a9c8db,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:49:02.669007 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-56e44fad-6c33-4b2f-8959-b7d463cf0d80 None None] Provisioning for port 9d1b0697-5d99-4683-bfe8-2f5a175afd4d completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:49:02.693153 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-48db73d6-b918-4c20-9030-3a7ff03cb16b tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:02.721366 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ca2d41fe-1430-4bfb-82dd-ce31734e4767 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:02.723489 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-ca2d41fe-1430-4bfb-82dd-ce31734e4767 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4648933 May 30 20:49:02.732814 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:02.762433 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port 18aa0b0c-3835-4c63-a79b-4f47d5074a78, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=18aa0b0c-3835-4c63-a79b-4f47d5074a78,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:49:02.822190 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:02.853229 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:02.854526 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 9d1b0697-5d99-4683-bfe8-2f5a175afd4d up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:49:02.900888 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-48db73d6-b918-4c20-9030-3a7ff03cb16b tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1718057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-736206'] for router_interface, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:02.916805 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48db73d6-b918-4c20-9030-3a7ff03cb16b tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Pushing event updated for resources: {'Port': ['ID=5b5930ce-398d-4db2-84f2-13db302dd095,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:49:03.089667 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-4f6fa567-2ad8-44c8-b810-69f5e59978de req-85d6cd8b-ad03-4678-806d-c320eedd3e05 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Synchronizing usage tracker for tenant:3c7515c181aa4ba98f70242b3f29e504 on resource:security_group {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:49:03.117174 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=18aa0b0c-3835-4c63-a79b-4f47d5074a78,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:49:03.165889 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48db73d6-b918-4c20-9030-3a7ff03cb16b tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Network 821d1b2b-5e01-4b04-b85d-aee9b407e24a is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:49:03.167194 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-48db73d6-b918-4c20-9030-3a7ff03cb16b tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:49:03.179253 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 9d1b0697-5d99-4683-bfe8-2f5a175afd4d completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:49:03.187094 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 9d1b0697-5d99-4683-bfe8-2f5a175afd4d triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:49:03.187633 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:03.199363 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-4f6fa567-2ad8-44c8-b810-69f5e59978de req-85d6cd8b-ad03-4678-806d-c320eedd3e05 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Unset dirty status for tenant:3c7515c181aa4ba98f70242b3f29e504 on resource:security_group {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:49:03.200574 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4f6fa567-2ad8-44c8-b810-69f5e59978de req-85d6cd8b-ad03-4678-806d-c320eedd3e05 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2032509549&fields=id&tenant_id=3c7515c181aa4ba98f70242b3f29e504 HTTP/1.1" status: 200 len: 267 time: 0.2015235 May 30 20:49:03.258317 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2651b085-8bd3-4a48-817c-fdcc6561e514 None None] Provisioning for port 5b5930ce-398d-4db2-84f2-13db302dd095 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:49:03.275230 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2651b085-8bd3-4a48-817c-fdcc6561e514 None None] Provisioning complete for port 5b5930ce-398d-4db2-84f2-13db302dd095 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:49:03.277004 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2651b085-8bd3-4a48-817c-fdcc6561e514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:03.351190 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-2651b085-8bd3-4a48-817c-fdcc6561e514 None None] Port 5b5930ce-398d-4db2-84f2-13db302dd095 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:49:03.438517 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:03.509462 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-aaf8c685-1afe-4a2b-bc39-2b8eef2c48ac None None] Provisioning complete for port 5b5930ce-398d-4db2-84f2-13db302dd095 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:49:03.509861 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-aaf8c685-1afe-4a2b-bc39-2b8eef2c48ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:03.534091 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port 9d1b0697-5d99-4683-bfe8-2f5a175afd4d, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=9d1b0697-5d99-4683-bfe8-2f5a175afd4d,segment=NetworkSegment(10560090-94c6-4b99-ac53-78ac94df6407),segment_id=10560090-94c6-4b99-ac53-78ac94df6407)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:49:03.584010 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-aaf8c685-1afe-4a2b-bc39-2b8eef2c48ac None None] Port 5b5930ce-398d-4db2-84f2-13db302dd095 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:49:03.616268 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:03.629953 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6fa567-2ad8-44c8-b810-69f5e59978de req-d00c288e-2968-43a8-af53-4afbbabf7c3c tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:49:03.631164 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-4f6fa567-2ad8-44c8-b810-69f5e59978de req-d00c288e-2968-43a8-af53-4afbbabf7c3c tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Synchronizing usage tracker for tenant:3c7515c181aa4ba98f70242b3f29e504 on resource:network {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:49:03.707282 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=9d1b0697-5d99-4683-bfe8-2f5a175afd4d,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:49:03.760324 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-4f6fa567-2ad8-44c8-b810-69f5e59978de req-d00c288e-2968-43a8-af53-4afbbabf7c3c tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Unset dirty status for tenant:3c7515c181aa4ba98f70242b3f29e504 on resource:network {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:49:03.762510 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4f6fa567-2ad8-44c8-b810-69f5e59978de req-d00c288e-2968-43a8-af53-4afbbabf7c3c tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] 10.222.0.85 "GET /v2.0/networks?id=beae49ce-0db8-49d5-a0bc-6138c55c0e9a HTTP/1.1" status: 200 len: 808 time: 0.5542898 May 30 20:49:03.786978 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4f6fa567-2ad8-44c8-b810-69f5e59978de req-5d06bd81-366c-44ba-86bd-0ab6ecb4ec27 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] 10.222.0.85 "GET /v2.0/quotas/3c7515c181aa4ba98f70242b3f29e504 HTTP/1.1" status: 200 len: 375 time: 0.0157311 May 30 20:49:03.804353 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48db73d6-b918-4c20-9030-3a7ff03cb16b tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Router 2a0fb0ad-27fe-4eaf-af48-144ea2b60049 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:49:03.812886 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-53e5344c-6714-41de-ad87-42bea936582d None None] Provisioning complete for port 5b5930ce-398d-4db2-84f2-13db302dd095 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:49:03.813434 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-53e5344c-6714-41de-ad87-42bea936582d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:03.902216 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-53e5344c-6714-41de-ad87-42bea936582d None None] Port 5b5930ce-398d-4db2-84f2-13db302dd095 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:49:03.954740 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-4f6fa567-2ad8-44c8-b810-69f5e59978de req-dfe448ac-1701-4c83-8b13-b272f69fd472 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Synchronizing usage tracker for tenant:3c7515c181aa4ba98f70242b3f29e504 on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:49:04.036671 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device b7d0b273-3361-4f2c-8a21-40e5b14eecae up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:49:04.041191 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-4f6fa567-2ad8-44c8-b810-69f5e59978de req-dfe448ac-1701-4c83-8b13-b272f69fd472 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Unset dirty status for tenant:3c7515c181aa4ba98f70242b3f29e504 on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:49:04.045998 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4f6fa567-2ad8-44c8-b810-69f5e59978de req-dfe448ac-1701-4c83-8b13-b272f69fd472 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=3c7515c181aa4ba98f70242b3f29e504&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2446220 May 30 20:49:04.177580 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48db73d6-b918-4c20-9030-3a7ff03cb16b tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:49:04.215558 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port b7d0b273-3361-4f2c-8a21-40e5b14eecae completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:49:04.219086 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-48db73d6-b918-4c20-9030-3a7ff03cb16b tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "PUT /v2.0/routers/2a0fb0ad-27fe-4eaf-af48-144ea2b60049/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9393857 May 30 20:49:04.227612 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port b7d0b273-3361-4f2c-8a21-40e5b14eecae triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:49:04.229546 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:04.276985 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4f6fa567-2ad8-44c8-b810-69f5e59978de req-6dff76da-c096-49cb-8a9c-ad097441eb7f service neutron] 10.222.0.85 "GET /v2.0/networks/beae49ce-0db8-49d5-a0bc-6138c55c0e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185624 May 30 20:49:04.394169 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:04.416502 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port b7d0b273-3361-4f2c-8a21-40e5b14eecae, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=b7d0b273-3361-4f2c-8a21-40e5b14eecae,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:49:04.424778 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4f6fa567-2ad8-44c8-b810-69f5e59978de req-9018080c-c345-49bd-8a66-d745cb8d82d6 service neutron] 10.222.0.85 "GET /v2.0/networks/beae49ce-0db8-49d5-a0bc-6138c55c0e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413729 May 30 20:49:04.502769 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:04.502974 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-a55d273e-5721-4383-85db-d5b0af84a370 req-8e458bb1-4325-48d1-9e4e-d791d20904c3 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Synchronizing usage tracker for tenant:92b5fc25c8fb428a885a0ea0a728400d on resource:security_group {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:49:04.504654 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 18aa0b0c-3835-4c63-a79b-4f47d5074a78 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:49:04.607938 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-a55d273e-5721-4383-85db-d5b0af84a370 req-8e458bb1-4325-48d1-9e4e-d791d20904c3 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Unset dirty status for tenant:92b5fc25c8fb428a885a0ea0a728400d on resource:security_group {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:49:04.609785 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a55d273e-5721-4383-85db-d5b0af84a370 req-8e458bb1-4325-48d1-9e4e-d791d20904c3 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2142885601&fields=id&tenant_id=92b5fc25c8fb428a885a0ea0a728400d HTTP/1.1" status: 200 len: 267 time: 0.1501629 May 30 20:49:04.649683 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=b7d0b273-3361-4f2c-8a21-40e5b14eecae,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:49:04.660193 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 18aa0b0c-3835-4c63-a79b-4f47d5074a78 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:49:04.660639 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:04.808578 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 9d1b0697-5d99-4683-bfe8-2f5a175afd4d up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:49:04.877034 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-55701508-1d81-4231-85f6-da52de837564 req-0e150160-1c7b-4625-8ea7-789a9df9794e tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] 10.222.0.85 "GET /v2.0/ports?device_id=752ff636-273e-406a-a7ed-627b04ecfac8 HTTP/1.1" status: 200 len: 210 time: 0.0823784 May 30 20:49:04.906072 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 9d1b0697-5d99-4683-bfe8-2f5a175afd4d triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:49:04.906494 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:04.921308 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55d273e-5721-4383-85db-d5b0af84a370 req-e8979888-aaf4-49ed-8663-81998ca92f07 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:49:04.922232 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-a55d273e-5721-4383-85db-d5b0af84a370 req-e8979888-aaf4-49ed-8663-81998ca92f07 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Synchronizing usage tracker for tenant:92b5fc25c8fb428a885a0ea0a728400d on resource:network {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:49:05.033650 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-a55d273e-5721-4383-85db-d5b0af84a370 req-e8979888-aaf4-49ed-8663-81998ca92f07 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Unset dirty status for tenant:92b5fc25c8fb428a885a0ea0a728400d on resource:network {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:49:05.035362 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a55d273e-5721-4383-85db-d5b0af84a370 req-e8979888-aaf4-49ed-8663-81998ca92f07 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/networks?id=821d1b2b-5e01-4b04-b85d-aee9b407e24a HTTP/1.1" status: 200 len: 796 time: 0.4180684 May 30 20:49:05.055781 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a55d273e-5721-4383-85db-d5b0af84a370 req-ae85baac-2ac9-4f66-8930-550c645ca2df tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/quotas/92b5fc25c8fb428a885a0ea0a728400d HTTP/1.1" status: 200 len: 375 time: 0.0139558 May 30 20:49:05.139655 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-a55d273e-5721-4383-85db-d5b0af84a370 req-8ba82010-7237-4051-bab4-e3c3cb5599fa tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Synchronizing usage tracker for tenant:92b5fc25c8fb428a885a0ea0a728400d on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:49:05.239487 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-a55d273e-5721-4383-85db-d5b0af84a370 req-8ba82010-7237-4051-bab4-e3c3cb5599fa tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Unset dirty status for tenant:92b5fc25c8fb428a885a0ea0a728400d on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:49:05.240822 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a55d273e-5721-4383-85db-d5b0af84a370 req-8ba82010-7237-4051-bab4-e3c3cb5599fa tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=92b5fc25c8fb428a885a0ea0a728400d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1796942 May 30 20:49:05.399102 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a55d273e-5721-4383-85db-d5b0af84a370 req-d33e39b9-d75b-4dbf-aa17-fbc469ef210f service neutron] 10.222.0.85 "GET /v2.0/networks/821d1b2b-5e01-4b04-b85d-aee9b407e24a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369150 May 30 20:49:05.526653 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:49:05.539063 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a55d273e-5721-4383-85db-d5b0af84a370 req-32f1a618-dc77-4e34-b7a3-759b7079969b service neutron] 10.222.0.85 "GET /v2.0/networks/821d1b2b-5e01-4b04-b85d-aee9b407e24a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340919 May 30 20:49:05.802833 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-727bccfb-aa31-4a91-9122-83806c519a2b req-d3212371-8871-4d9c-9860-947ee8266a89 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Synchronizing usage tracker for tenant:92b5fc25c8fb428a885a0ea0a728400d on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:49:05.823272 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-727bccfb-aa31-4a91-9122-83806c519a2b req-d3212371-8871-4d9c-9860-947ee8266a89 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Unset dirty status for tenant:92b5fc25c8fb428a885a0ea0a728400d on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:49:05.825133 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-727bccfb-aa31-4a91-9122-83806c519a2b req-d3212371-8871-4d9c-9860-947ee8266a89 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/ports?device_id=f855c0ef-86da-45d2-a712-6564022c9e42 HTTP/1.1" status: 200 len: 210 time: 0.0773790 May 30 20:49:05.907680 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device b7d0b273-3361-4f2c-8a21-40e5b14eecae up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:49:06.001290 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port b7d0b273-3361-4f2c-8a21-40e5b14eecae triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:49:06.002278 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:06.134429 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4f6aab6f-f3eb-4789-b266-e31ac325fda5 req-58860051-f167-4d7c-b486-5f468f838589 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] 10.222.0.85 "GET /v2.0/ports?device_id=752ff636-273e-406a-a7ed-627b04ecfac8 HTTP/1.1" status: 200 len: 210 time: 0.1821389 May 30 20:49:06.997361 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-33fe38a6-e3b8-4d24-b26b-7aa77a8aca1a req-89cebdc6-442f-4984-8c28-1355f460f4f6 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/ports?device_id=f855c0ef-86da-45d2-a712-6564022c9e42 HTTP/1.1" status: 200 len: 210 time: 0.0419643 May 30 20:49:07.303010 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8b6a32e5-784c-4973-91f1-9242e2ada891 req-6f0a6ff5-8b54-4d24-95b4-4be37ed1895f tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] 10.222.0.85 "GET /v2.0/ports?device_id=752ff636-273e-406a-a7ed-627b04ecfac8 HTTP/1.1" status: 200 len: 210 time: 0.0427330 May 30 20:49:07.552812 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6fa567-2ad8-44c8-b810-69f5e59978de req-d1452f05-63a8-407d-b70b-16a22445de65 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:49:07.554443 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4f6fa567-2ad8-44c8-b810-69f5e59978de req-d1452f05-63a8-407d-b70b-16a22445de65 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] 10.222.0.86 "GET /v2.0/networks?id=beae49ce-0db8-49d5-a0bc-6138c55c0e9a HTTP/1.1" status: 200 len: 808 time: 0.1611865 May 30 20:49:07.621562 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4f6fa567-2ad8-44c8-b810-69f5e59978de req-1950699d-ff4c-4a69-bc34-ad8e31f81f4c tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3c7515c181aa4ba98f70242b3f29e504 HTTP/1.1" status: 200 len: 380 time: 0.0439286 May 30 20:49:07.630503 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-4f6fa567-2ad8-44c8-b810-69f5e59978de req-4bfd5054-6307-4a21-a759-41b9375998b1 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Request body: {'port': {'device_id': '752ff636-273e-406a-a7ed-627b04ecfac8', 'network_id': 'beae49ce-0db8-49d5-a0bc-6138c55c0e9a', 'admin_state_up': True, 'tenant_id': '3c7515c181aa4ba98f70242b3f29e504', 'security_groups': ['562d9952-a512-42cb-8e81-3a7659731dfd']}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:49:07.770380 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-4f6fa567-2ad8-44c8-b810-69f5e59978de req-4bfd5054-6307-4a21-a759-41b9375998b1 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:49:07.780902 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-4f6fa567-2ad8-44c8-b810-69f5e59978de req-4bfd5054-6307-4a21-a759-41b9375998b1 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:49:07.920890 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f6fa567-2ad8-44c8-b810-69f5e59978de req-4bfd5054-6307-4a21-a759-41b9375998b1 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Made reservation on behalf of 3c7515c181aa4ba98f70242b3f29e504 for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:49:07.924009 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-4f6fa567-2ad8-44c8-b810-69f5e59978de req-4bfd5054-6307-4a21-a759-41b9375998b1 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:08.093046 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [req-4f6fa567-2ad8-44c8-b810-69f5e59978de req-4bfd5054-6307-4a21-a759-41b9375998b1 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Allocated IP 172.20.0.8 (beae49ce-0db8-49d5-a0bc-6138c55c0e9a/220be634-4722-4e21-bc9c-402c8602baf6/311d200f-3ebf-47c6-bc07-4fce44a33b83) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:49:08.182339 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-36f40521-8311-4f40-92ca-866aba749409 req-10228046-075a-4a20-a9a5-a8180965c1e3 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/ports?device_id=f855c0ef-86da-45d2-a712-6564022c9e42 HTTP/1.1" status: 200 len: 210 time: 0.0458086 May 30 20:49:08.376499 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-4f6fa567-2ad8-44c8-b810-69f5e59978de req-4bfd5054-6307-4a21-a759-41b9375998b1 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:08.413723 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-4f6fa567-2ad8-44c8-b810-69f5e59978de req-4bfd5054-6307-4a21-a759-41b9375998b1 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Transition to ACTIVE for port object 311d200f-3ebf-47c6-bc07-4fce44a33b83 will not be triggered until provisioned by entity DHCP. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:49:08.482619 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55d273e-5721-4383-85db-d5b0af84a370 req-39480913-949c-4523-b3cd-5f8b84a42e3e tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:49:08.484032 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a55d273e-5721-4383-85db-d5b0af84a370 req-39480913-949c-4523-b3cd-5f8b84a42e3e tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.86 "GET /v2.0/networks?id=821d1b2b-5e01-4b04-b85d-aee9b407e24a HTTP/1.1" status: 200 len: 796 time: 0.2378540 May 30 20:49:08.492411 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6f1eb4f5-36fc-46aa-84eb-d426468a8863 req-fc1c4df1-6726-4639-80bf-47b6e392f0dc tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] 10.222.0.85 "GET /v2.0/ports?device_id=752ff636-273e-406a-a7ed-627b04ecfac8 HTTP/1.1" status: 200 len: 210 time: 0.0610411 May 30 20:49:08.555587 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a55d273e-5721-4383-85db-d5b0af84a370 req-094e4e2b-5b71-4545-803f-124b8a168c85 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=92b5fc25c8fb428a885a0ea0a728400d HTTP/1.1" status: 200 len: 380 time: 0.0428016 May 30 20:49:08.567043 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-a55d273e-5721-4383-85db-d5b0af84a370 req-41110529-0907-4d2e-a935-1b7436d2a716 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Request body: {'port': {'device_id': 'f855c0ef-86da-45d2-a712-6564022c9e42', 'network_id': '821d1b2b-5e01-4b04-b85d-aee9b407e24a', 'admin_state_up': True, 'tenant_id': '92b5fc25c8fb428a885a0ea0a728400d', 'security_groups': ['41ebbad8-7d18-4362-b557-0337a96f19b6']}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:49:08.637967 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-4f6fa567-2ad8-44c8-b810-69f5e59978de req-4bfd5054-6307-4a21-a759-41b9375998b1 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:08.756762 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f6fa567-2ad8-44c8-b810-69f5e59978de req-4bfd5054-6307-4a21-a759-41b9375998b1 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Network beae49ce-0db8-49d5-a0bc-6138c55c0e9a is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:49:08.760745 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [req-4f6fa567-2ad8-44c8-b810-69f5e59978de req-4bfd5054-6307-4a21-a759-41b9375998b1 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:49:08.762576 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfd5054-6307-4a21-a759-41b9375998b1 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Pushing event updated for resources: {'Port': ['ID=311d200f-3ebf-47c6-bc07-4fce44a33b83,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:49:08.767700 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f6fa567-2ad8-44c8-b810-69f5e59978de req-4bfd5054-6307-4a21-a759-41b9375998b1 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:49:08.840724 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-a55d273e-5721-4383-85db-d5b0af84a370 req-41110529-0907-4d2e-a935-1b7436d2a716 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:49:08.855707 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6fa567-2ad8-44c8-b810-69f5e59978de req-4bfd5054-6307-4a21-a759-41b9375998b1 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:49:08.856205 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-4f6fa567-2ad8-44c8-b810-69f5e59978de req-4bfd5054-6307-4a21-a759-41b9375998b1 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:08.864393 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-a55d273e-5721-4383-85db-d5b0af84a370 req-41110529-0907-4d2e-a935-1b7436d2a716 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:49:08.953562 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a55d273e-5721-4383-85db-d5b0af84a370 req-41110529-0907-4d2e-a935-1b7436d2a716 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Made reservation on behalf of 92b5fc25c8fb428a885a0ea0a728400d for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:49:08.957312 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-a55d273e-5721-4383-85db-d5b0af84a370 req-41110529-0907-4d2e-a935-1b7436d2a716 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:08.971435 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4f6fa567-2ad8-44c8-b810-69f5e59978de req-4bfd5054-6307-4a21-a759-41b9375998b1 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3450737 May 30 20:49:08.984306 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-4f6fa567-2ad8-44c8-b810-69f5e59978de req-e28ffa86-5a74-4355-803d-41eceede07fe service neutron] Request body: {'port': {'device_id': '752ff636-273e-406a-a7ed-627b04ecfac8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843948-2'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:49:09.136320 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-81b227f8-ffce-4c0c-b0dc-ba473a8855b2 None None] Provisioning for port 311d200f-3ebf-47c6-bc07-4fce44a33b83 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:49:09.142773 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-81b227f8-ffce-4c0c-b0dc-ba473a8855b2 None None] Provisioning complete for port 311d200f-3ebf-47c6-bc07-4fce44a33b83 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:49:09.146839 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-81b227f8-ffce-4c0c-b0dc-ba473a8855b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:09.213034 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-81b227f8-ffce-4c0c-b0dc-ba473a8855b2 None None] Port 311d200f-3ebf-47c6-bc07-4fce44a33b83 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:49:09.219876 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-4f6fa567-2ad8-44c8-b810-69f5e59978de req-e28ffa86-5a74-4355-803d-41eceede07fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:09.297631 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [req-a55d273e-5721-4383-85db-d5b0af84a370 req-41110529-0907-4d2e-a935-1b7436d2a716 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Allocated IP 172.20.0.5 (821d1b2b-5e01-4b04-b85d-aee9b407e24a/d054eb11-ddb5-4a83-99ba-2aebc377ad15/53f69a5c-c4ab-42ef-a610-e6dc8996dcce) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:49:09.358052 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5189b1b2-5001-4eed-9f91-a4e42288e3be req-ed47b8f2-a706-4ff5-b54f-5aef0ec2c538 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/ports?device_id=f855c0ef-86da-45d2-a712-6564022c9e42 HTTP/1.1" status: 200 len: 210 time: 0.0429652 May 30 20:49:09.841014 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-a55d273e-5721-4383-85db-d5b0af84a370 req-41110529-0907-4d2e-a935-1b7436d2a716 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:09.870060 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281ae029-c108-4120-bdda-fb0d87392aae req-8d8aa67f-bb56-41ed-9680-4c718c653417 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:49:09.870749 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-281ae029-c108-4120-bdda-fb0d87392aae req-8d8aa67f-bb56-41ed-9680-4c718c653417 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Synchronizing usage tracker for tenant:3c7515c181aa4ba98f70242b3f29e504 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:49:09.873548 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-a55d273e-5721-4383-85db-d5b0af84a370 req-41110529-0907-4d2e-a935-1b7436d2a716 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Transition to ACTIVE for port object 53f69a5c-c4ab-42ef-a610-e6dc8996dcce will not be triggered until provisioned by entity DHCP. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:49:09.966618 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [req-4f6fa567-2ad8-44c8-b810-69f5e59978de req-e28ffa86-5a74-4355-803d-41eceede07fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 311d200f-3ebf-47c6-bc07-4fce44a33b83 {{(pid=84887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:49:09.974505 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-4f6fa567-2ad8-44c8-b810-69f5e59978de req-e28ffa86-5a74-4355-803d-41eceede07fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:09.976923 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-281ae029-c108-4120-bdda-fb0d87392aae req-8d8aa67f-bb56-41ed-9680-4c718c653417 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Unset dirty status for tenant:3c7515c181aa4ba98f70242b3f29e504 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:49:09.978062 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-281ae029-c108-4120-bdda-fb0d87392aae req-8d8aa67f-bb56-41ed-9680-4c718c653417 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] 10.222.0.85 "GET /v2.0/ports?device_id=752ff636-273e-406a-a7ed-627b04ecfac8 HTTP/1.1" status: 200 len: 931 time: 0.3128304 May 30 20:49:10.009706 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-4f6fa567-2ad8-44c8-b810-69f5e59978de req-e28ffa86-5a74-4355-803d-41eceede07fe service neutron] Transition to ACTIVE for port object 311d200f-3ebf-47c6-bc07-4fce44a33b83 will not be triggered until provisioned by entity L2. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:49:10.026744 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-a55d273e-5721-4383-85db-d5b0af84a370 req-41110529-0907-4d2e-a935-1b7436d2a716 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:10.086363 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-281ae029-c108-4120-bdda-fb0d87392aae req-62ce725e-fef1-4a44-98f3-96379fd85ecf tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] 10.222.0.85 "GET /v2.0/security-groups?id=562d9952-a512-42cb-8e81-3a7659731dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023264 May 30 20:49:10.098905 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-4f6fa567-2ad8-44c8-b810-69f5e59978de req-e28ffa86-5a74-4355-803d-41eceede07fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:10.117978 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a55d273e-5721-4383-85db-d5b0af84a370 req-41110529-0907-4d2e-a935-1b7436d2a716 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Network 821d1b2b-5e01-4b04-b85d-aee9b407e24a is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:49:10.123380 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [req-a55d273e-5721-4383-85db-d5b0af84a370 req-41110529-0907-4d2e-a935-1b7436d2a716 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:49:10.128854 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-a55d273e-5721-4383-85db-d5b0af84a370 req-41110529-0907-4d2e-a935-1b7436d2a716 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:49:10.159164 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41110529-0907-4d2e-a935-1b7436d2a716 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Pushing event updated for resources: {'Port': ['ID=53f69a5c-c4ab-42ef-a610-e6dc8996dcce,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:49:10.345836 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28ffa86-5a74-4355-803d-41eceede07fe service neutron] Pushing event updated for resources: {'Port': ['ID=311d200f-3ebf-47c6-bc07-4fce44a33b83,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:49:10.352262 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55d273e-5721-4383-85db-d5b0af84a370 req-41110529-0907-4d2e-a935-1b7436d2a716 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:49:10.352887 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-a55d273e-5721-4383-85db-d5b0af84a370 req-41110529-0907-4d2e-a935-1b7436d2a716 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:10.459645 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-4f6fa567-2ad8-44c8-b810-69f5e59978de req-e28ffa86-5a74-4355-803d-41eceede07fe service neutron] Attempting to bind port 311d200f-3ebf-47c6-bc07-4fce44a33b83 on host n-h2-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:49:10.459978 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-4f6fa567-2ad8-44c8-b810-69f5e59978de req-e28ffa86-5a74-4355-803d-41eceede07fe service neutron] Attempting to bind port 311d200f-3ebf-47c6-bc07-4fce44a33b83 by drivers openvswitch,hyperv on host n-h2-843948-2 at level 0 using segments [{'id': 'b9f21ec1-f21f-4d9f-a608-a53e1430b660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'beae49ce-0db8-49d5-a0bc-6138c55c0e9a'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:49:10.460306 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6fa567-2ad8-44c8-b810-69f5e59978de req-e28ffa86-5a74-4355-803d-41eceede07fe service neutron] Attempting to bind port 311d200f-3ebf-47c6-bc07-4fce44a33b83 on network beae49ce-0db8-49d5-a0bc-6138c55c0e9a {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:49:10.467359 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6fa567-2ad8-44c8-b810-69f5e59978de req-e28ffa86-5a74-4355-803d-41eceede07fe service neutron] Port 311d200f-3ebf-47c6-bc07-4fce44a33b83 on network beae49ce-0db8-49d5-a0bc-6138c55c0e9a not bound, no agent of type Open vSwitch agent registered on host n-h2-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:49:10.467666 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6fa567-2ad8-44c8-b810-69f5e59978de req-e28ffa86-5a74-4355-803d-41eceede07fe service neutron] Attempting to bind port 311d200f-3ebf-47c6-bc07-4fce44a33b83 on network beae49ce-0db8-49d5-a0bc-6138c55c0e9a {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:49:10.475270 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6fa567-2ad8-44c8-b810-69f5e59978de req-e28ffa86-5a74-4355-803d-41eceede07fe service neutron] Checking agent: {'id': 'eaa08354-e8f5-4e73-af76-8d3cf7d2b390', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 48, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:49:10.475603 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6fa567-2ad8-44c8-b810-69f5e59978de req-e28ffa86-5a74-4355-803d-41eceede07fe service neutron] Checking segment: {'id': 'b9f21ec1-f21f-4d9f-a608-a53e1430b660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'beae49ce-0db8-49d5-a0bc-6138c55c0e9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:49:10.475998 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6fa567-2ad8-44c8-b810-69f5e59978de req-e28ffa86-5a74-4355-803d-41eceede07fe service neutron] Bound using segment: {'id': 'b9f21ec1-f21f-4d9f-a608-a53e1430b660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'beae49ce-0db8-49d5-a0bc-6138c55c0e9a'} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:49:10.476429 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-4f6fa567-2ad8-44c8-b810-69f5e59978de req-e28ffa86-5a74-4355-803d-41eceede07fe service neutron] Bound port: 311d200f-3ebf-47c6-bc07-4fce44a33b83, host: n-h2-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9f21ec1-f21f-4d9f-a608-a53e1430b660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'beae49ce-0db8-49d5-a0bc-6138c55c0e9a'}}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:49:10.476781 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-4f6fa567-2ad8-44c8-b810-69f5e59978de req-e28ffa86-5a74-4355-803d-41eceede07fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:10.572431 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-4f6fa567-2ad8-44c8-b810-69f5e59978de req-e28ffa86-5a74-4355-803d-41eceede07fe service neutron] For port 311d200f-3ebf-47c6-bc07-4fce44a33b83, host n-h2-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:49:10.575840 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-4f6fa567-2ad8-44c8-b810-69f5e59978de req-e28ffa86-5a74-4355-803d-41eceede07fe service neutron] For port 311d200f-3ebf-47c6-bc07-4fce44a33b83, host n-h2-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=311d200f-3ebf-47c6-bc07-4fce44a33b83,segment=NetworkSegment(b9f21ec1-f21f-4d9f-a608-a53e1430b660),segment_id=b9f21ec1-f21f-4d9f-a608-a53e1430b660)] {{(pid=84887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:49:10.600000 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a0b2c8-51cb-47fa-a223-19d120c10218 req-56b706f5-900a-4d1e-8ff0-9022a80ef00a tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:49:10.601552 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e5a0b2c8-51cb-47fa-a223-19d120c10218 req-56b706f5-900a-4d1e-8ff0-9022a80ef00a tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/ports?device_id=f855c0ef-86da-45d2-a712-6564022c9e42 HTTP/1.1" status: 200 len: 931 time: 0.0983317 May 30 20:49:10.641007 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-21b1e1f8-2ad6-4adc-9f47-1ab25b5680bd None None] Provisioning for port 53f69a5c-c4ab-42ef-a610-e6dc8996dcce completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:49:10.641913 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a55d273e-5721-4383-85db-d5b0af84a370 req-41110529-0907-4d2e-a935-1b7436d2a716 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0785072 May 30 20:49:10.648470 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-21b1e1f8-2ad6-4adc-9f47-1ab25b5680bd None None] Provisioning complete for port 53f69a5c-c4ab-42ef-a610-e6dc8996dcce triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:49:10.649035 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-21b1e1f8-2ad6-4adc-9f47-1ab25b5680bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:10.661577 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-a55d273e-5721-4383-85db-d5b0af84a370 req-a7541f0f-d80f-40c6-934a-25e833e651c9 service neutron] Request body: {'port': {'device_id': 'f855c0ef-86da-45d2-a712-6564022c9e42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843948-2'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:49:10.661858 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e5a0b2c8-51cb-47fa-a223-19d120c10218 req-052b0efc-2478-47e7-b01b-f23e70078790 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/security-groups?id=41ebbad8-7d18-4362-b557-0337a96f19b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470488 May 30 20:49:10.708270 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-21b1e1f8-2ad6-4adc-9f47-1ab25b5680bd None None] Port 53f69a5c-c4ab-42ef-a610-e6dc8996dcce cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:49:10.714083 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-4f6fa567-2ad8-44c8-b810-69f5e59978de req-e28ffa86-5a74-4355-803d-41eceede07fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:10.830372 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-4f6fa567-2ad8-44c8-b810-69f5e59978de req-e28ffa86-5a74-4355-803d-41eceede07fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:10.832181 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4f6fa567-2ad8-44c8-b810-69f5e59978de req-e28ffa86-5a74-4355-803d-41eceede07fe service neutron] 10.222.0.86 "PUT /v2.0/ports/311d200f-3ebf-47c6-bc07-4fce44a33b83 HTTP/1.1" status: 200 len: 1091 time: 1.8519948 May 30 20:49:10.842289 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '752ff636-273e-406a-a7ed-627b04ecfac8', 'tag': '311d200f-3ebf-47c6-bc07-4fce44a33b83'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:49:10.863241 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28ffa86-5a74-4355-803d-41eceede07fe service neutron] Pushing event updated for resources: {'Port': ['ID=311d200f-3ebf-47c6-bc07-4fce44a33b83,revision_number=3']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:49:10.886363 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-a55d273e-5721-4383-85db-d5b0af84a370 req-a7541f0f-d80f-40c6-934a-25e833e651c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:10.909935 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0fd2954-8407-4267-b762-7790ff43f52f'] response: {'name': 'network-changed', 'server_uuid': '752ff636-273e-406a-a7ed-627b04ecfac8', 'tag': '311d200f-3ebf-47c6-bc07-4fce44a33b83', 'status': 'completed', 'code': 200} May 30 20:49:11.109495 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ec4ac214-694c-48c4-af6a-a87d4b97e837 req-5a46013b-653f-43a5-b877-8c79e2aa22a5 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3c7515c181aa4ba98f70242b3f29e504&device_id=752ff636-273e-406a-a7ed-627b04ecfac8 HTTP/1.1" status: 200 len: 1094 time: 0.1692913 May 30 20:49:11.298356 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32ee508-6774-4d1c-ae10-68dd766c7c67 req-7de2e8eb-d76a-466b-9ae3-3a8248b055d6 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:49:11.299834 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e32ee508-6774-4d1c-ae10-68dd766c7c67 req-7de2e8eb-d76a-466b-9ae3-3a8248b055d6 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] 10.222.0.85 "GET /v2.0/ports?device_id=752ff636-273e-406a-a7ed-627b04ecfac8 HTTP/1.1" status: 200 len: 943 time: 0.0805075 May 30 20:49:11.351013 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e32ee508-6774-4d1c-ae10-68dd766c7c67 req-f7484dd2-eb6d-47a8-b6fd-d3c111f2ba11 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] 10.222.0.85 "GET /v2.0/security-groups?id=562d9952-a512-42cb-8e81-3a7659731dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441384 May 30 20:49:11.466119 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4ac214-694c-48c4-af6a-a87d4b97e837 req-7fc665bc-c151-4ebd-a6df-b39211051aa5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:49:11.467535 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ec4ac214-694c-48c4-af6a-a87d4b97e837 req-7fc665bc-c151-4ebd-a6df-b39211051aa5 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=3c7515c181aa4ba98f70242b3f29e504&shared=False HTTP/1.1" status: 200 len: 909 time: 0.3440840 May 30 20:49:11.622352 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [req-a55d273e-5721-4383-85db-d5b0af84a370 req-a7541f0f-d80f-40c6-934a-25e833e651c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53f69a5c-c4ab-42ef-a610-e6dc8996dcce {{(pid=84887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:49:11.633850 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-a55d273e-5721-4383-85db-d5b0af84a370 req-a7541f0f-d80f-40c6-934a-25e833e651c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:11.673172 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-a55d273e-5721-4383-85db-d5b0af84a370 req-a7541f0f-d80f-40c6-934a-25e833e651c9 service neutron] Transition to ACTIVE for port object 53f69a5c-c4ab-42ef-a610-e6dc8996dcce will not be triggered until provisioned by entity L2. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:49:11.677458 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4ac214-694c-48c4-af6a-a87d4b97e837 req-66f0c683-8c0f-4339-b66a-58dc3b3a5ef3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:49:11.678919 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ec4ac214-694c-48c4-af6a-a87d4b97e837 req-66f0c683-8c0f-4339-b66a-58dc3b3a5ef3 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1965151 May 30 20:49:11.768395 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-a55d273e-5721-4383-85db-d5b0af84a370 req-a7541f0f-d80f-40c6-934a-25e833e651c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:11.961240 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7541f0f-d80f-40c6-934a-25e833e651c9 service neutron] Pushing event updated for resources: {'Port': ['ID=53f69a5c-c4ab-42ef-a610-e6dc8996dcce,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:49:12.031127 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4f6fa567-2ad8-44c8-b810-69f5e59978de req-b21dd39d-370e-47e5-8e90-0a7d2762ba04 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3c7515c181aa4ba98f70242b3f29e504&device_id=752ff636-273e-406a-a7ed-627b04ecfac8 HTTP/1.1" status: 200 len: 1094 time: 0.3115904 May 30 20:49:12.149240 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13f5bd7-c4e8-42a9-bb3a-4887e733f7aa req-b00beed0-379d-485c-b081-519b6911fb58 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:49:12.149877 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-b13f5bd7-c4e8-42a9-bb3a-4887e733f7aa req-b00beed0-379d-485c-b081-519b6911fb58 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Synchronizing usage tracker for tenant:92b5fc25c8fb428a885a0ea0a728400d on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:49:12.167302 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4f6fa567-2ad8-44c8-b810-69f5e59978de req-492f693a-e33b-493a-aa6d-15e4a0fd5dbd service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=311d200f-3ebf-47c6-bc07-4fce44a33b83 HTTP/1.1" status: 200 len: 217 time: 0.1021862 May 30 20:49:12.236483 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-a55d273e-5721-4383-85db-d5b0af84a370 req-a7541f0f-d80f-40c6-934a-25e833e651c9 service neutron] Attempting to bind port 53f69a5c-c4ab-42ef-a610-e6dc8996dcce on host n-h2-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:49:12.236870 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-a55d273e-5721-4383-85db-d5b0af84a370 req-a7541f0f-d80f-40c6-934a-25e833e651c9 service neutron] Attempting to bind port 53f69a5c-c4ab-42ef-a610-e6dc8996dcce by drivers openvswitch,hyperv on host n-h2-843948-2 at level 0 using segments [{'id': '10560090-94c6-4b99-ac53-78ac94df6407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '821d1b2b-5e01-4b04-b85d-aee9b407e24a'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:49:12.237131 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a55d273e-5721-4383-85db-d5b0af84a370 req-a7541f0f-d80f-40c6-934a-25e833e651c9 service neutron] Attempting to bind port 53f69a5c-c4ab-42ef-a610-e6dc8996dcce on network 821d1b2b-5e01-4b04-b85d-aee9b407e24a {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:49:12.250841 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a55d273e-5721-4383-85db-d5b0af84a370 req-a7541f0f-d80f-40c6-934a-25e833e651c9 service neutron] Port 53f69a5c-c4ab-42ef-a610-e6dc8996dcce on network 821d1b2b-5e01-4b04-b85d-aee9b407e24a not bound, no agent of type Open vSwitch agent registered on host n-h2-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:49:12.251208 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a55d273e-5721-4383-85db-d5b0af84a370 req-a7541f0f-d80f-40c6-934a-25e833e651c9 service neutron] Attempting to bind port 53f69a5c-c4ab-42ef-a610-e6dc8996dcce on network 821d1b2b-5e01-4b04-b85d-aee9b407e24a {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:49:12.263207 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6fa567-2ad8-44c8-b810-69f5e59978de req-8f3aee86-df40-46c4-bf8a-0084de4a8239 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:49:12.264653 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4f6fa567-2ad8-44c8-b810-69f5e59978de req-8f3aee86-df40-46c4-bf8a-0084de4a8239 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=220be634-4722-4e21-bc9c-402c8602baf6 HTTP/1.1" status: 200 len: 847 time: 0.0775070 May 30 20:49:12.265528 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a55d273e-5721-4383-85db-d5b0af84a370 req-a7541f0f-d80f-40c6-934a-25e833e651c9 service neutron] Checking agent: {'id': 'eaa08354-e8f5-4e73-af76-8d3cf7d2b390', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 48, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:49:12.265888 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a55d273e-5721-4383-85db-d5b0af84a370 req-a7541f0f-d80f-40c6-934a-25e833e651c9 service neutron] Checking segment: {'id': '10560090-94c6-4b99-ac53-78ac94df6407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '821d1b2b-5e01-4b04-b85d-aee9b407e24a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:49:12.266272 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a55d273e-5721-4383-85db-d5b0af84a370 req-a7541f0f-d80f-40c6-934a-25e833e651c9 service neutron] Bound using segment: {'id': '10560090-94c6-4b99-ac53-78ac94df6407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '821d1b2b-5e01-4b04-b85d-aee9b407e24a'} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:49:12.266708 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-a55d273e-5721-4383-85db-d5b0af84a370 req-a7541f0f-d80f-40c6-934a-25e833e651c9 service neutron] Bound port: 53f69a5c-c4ab-42ef-a610-e6dc8996dcce, host: n-h2-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10560090-94c6-4b99-ac53-78ac94df6407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '821d1b2b-5e01-4b04-b85d-aee9b407e24a'}}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:49:12.267051 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-a55d273e-5721-4383-85db-d5b0af84a370 req-a7541f0f-d80f-40c6-934a-25e833e651c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:12.318569 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-b13f5bd7-c4e8-42a9-bb3a-4887e733f7aa req-b00beed0-379d-485c-b081-519b6911fb58 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Unset dirty status for tenant:92b5fc25c8fb428a885a0ea0a728400d on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:49:12.319735 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b13f5bd7-c4e8-42a9-bb3a-4887e733f7aa req-b00beed0-379d-485c-b081-519b6911fb58 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/ports?device_id=f855c0ef-86da-45d2-a712-6564022c9e42 HTTP/1.1" status: 200 len: 943 time: 0.5164990 May 30 20:49:12.458446 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b13f5bd7-c4e8-42a9-bb3a-4887e733f7aa req-f9273001-bc18-4cc4-989a-731960281fb5 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/security-groups?id=41ebbad8-7d18-4362-b557-0337a96f19b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1313386 May 30 20:49:12.464716 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-a55d273e-5721-4383-85db-d5b0af84a370 req-a7541f0f-d80f-40c6-934a-25e833e651c9 service neutron] For port 53f69a5c-c4ab-42ef-a610-e6dc8996dcce, host n-h2-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:49:12.468922 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-a55d273e-5721-4383-85db-d5b0af84a370 req-a7541f0f-d80f-40c6-934a-25e833e651c9 service neutron] For port 53f69a5c-c4ab-42ef-a610-e6dc8996dcce, host n-h2-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=53f69a5c-c4ab-42ef-a610-e6dc8996dcce,segment=NetworkSegment(10560090-94c6-4b99-ac53-78ac94df6407),segment_id=10560090-94c6-4b99-ac53-78ac94df6407)] {{(pid=84887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:49:12.479587 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4f6fa567-2ad8-44c8-b810-69f5e59978de req-d1888ef3-7e1f-45a4-939e-148feed2a1f5 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=beae49ce-0db8-49d5-a0bc-6138c55c0e9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2029099 May 30 20:49:12.587133 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5496c991-032a-4d47-a826-64b08af279e4 req-eb15af0b-5ab6-430d-b6de-a40bde48d15f tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:49:12.589827 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5496c991-032a-4d47-a826-64b08af279e4 req-eb15af0b-5ab6-430d-b6de-a40bde48d15f tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] 10.222.0.85 "GET /v2.0/ports?device_id=752ff636-273e-406a-a7ed-627b04ecfac8 HTTP/1.1" status: 200 len: 943 time: 0.1119521 May 30 20:49:12.594930 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-a55d273e-5721-4383-85db-d5b0af84a370 req-a7541f0f-d80f-40c6-934a-25e833e651c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:12.662251 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5496c991-032a-4d47-a826-64b08af279e4 req-7a05846f-944e-4bbf-99ef-856034f13680 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] 10.222.0.85 "GET /v2.0/security-groups?id=562d9952-a512-42cb-8e81-3a7659731dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659485 May 30 20:49:12.713955 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-a55d273e-5721-4383-85db-d5b0af84a370 req-a7541f0f-d80f-40c6-934a-25e833e651c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:12.715591 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a55d273e-5721-4383-85db-d5b0af84a370 req-a7541f0f-d80f-40c6-934a-25e833e651c9 service neutron] 10.222.0.86 "PUT /v2.0/ports/53f69a5c-c4ab-42ef-a610-e6dc8996dcce HTTP/1.1" status: 200 len: 1091 time: 2.0623178 May 30 20:49:12.751772 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7541f0f-d80f-40c6-934a-25e833e651c9 service neutron] Pushing event updated for resources: {'Port': ['ID=53f69a5c-c4ab-42ef-a610-e6dc8996dcce,revision_number=3']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:49:12.760072 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4f6fa567-2ad8-44c8-b810-69f5e59978de req-b8a018a3-4895-42fb-b035-94634171ee3f service neutron] 10.222.0.86 "GET /v2.0/networks/beae49ce-0db8-49d5-a0bc-6138c55c0e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2706902 May 30 20:49:12.911438 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f855c0ef-86da-45d2-a712-6564022c9e42', 'tag': '53f69a5c-c4ab-42ef-a610-e6dc8996dcce'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:49:12.975588 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0754302-1f22-42fc-9508-b387a2895699'] response: {'name': 'network-changed', 'server_uuid': 'f855c0ef-86da-45d2-a712-6564022c9e42', 'tag': '53f69a5c-c4ab-42ef-a610-e6dc8996dcce', 'status': 'completed', 'code': 200} May 30 20:49:12.984019 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4f6fa567-2ad8-44c8-b810-69f5e59978de req-fe088ec2-468e-4db6-bb17-8d62779293a2 service neutron] 10.222.0.86 "GET /v2.0/networks/beae49ce-0db8-49d5-a0bc-6138c55c0e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133343 May 30 20:49:12.992370 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a55d273e-5721-4383-85db-d5b0af84a370 req-0433cb24-80c8-4c68-ba7e-f7bed758d240 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=92b5fc25c8fb428a885a0ea0a728400d&device_id=f855c0ef-86da-45d2-a712-6564022c9e42 HTTP/1.1" status: 200 len: 1094 time: 0.1396420 May 30 20:49:13.073165 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a55d273e-5721-4383-85db-d5b0af84a370 req-d1abe00e-ef0b-479c-875f-29b3c36e0c57 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=53f69a5c-c4ab-42ef-a610-e6dc8996dcce HTTP/1.1" status: 200 len: 217 time: 0.0724633 May 30 20:49:13.142865 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55d273e-5721-4383-85db-d5b0af84a370 req-6a5713bc-1d9a-488d-a1db-6493dcb99215 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:49:13.144956 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a55d273e-5721-4383-85db-d5b0af84a370 req-6a5713bc-1d9a-488d-a1db-6493dcb99215 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d054eb11-ddb5-4a83-99ba-2aebc377ad15 HTTP/1.1" status: 200 len: 835 time: 0.0621729 May 30 20:49:13.334691 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a55d273e-5721-4383-85db-d5b0af84a370 req-fc8339a0-7ac0-482f-82c4-b8e1aa3035e8 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=821d1b2b-5e01-4b04-b85d-aee9b407e24a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1836104 May 30 20:49:13.472880 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a55d273e-5721-4383-85db-d5b0af84a370 req-b728e1c1-fa79-47f3-8b13-2944e2b51929 service neutron] 10.222.0.86 "GET /v2.0/networks/821d1b2b-5e01-4b04-b85d-aee9b407e24a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293001 May 30 20:49:13.615456 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a55d273e-5721-4383-85db-d5b0af84a370 req-685191a9-93b3-47d2-a6e0-1d2dc2771897 service neutron] 10.222.0.86 "GET /v2.0/networks/821d1b2b-5e01-4b04-b85d-aee9b407e24a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362045 May 30 20:49:13.683380 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c07cd5-b960-4d78-b631-d792049bbc42 req-862d6637-e20a-41fd-8d25-90febcf891ac tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:49:13.684844 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c8c07cd5-b960-4d78-b631-d792049bbc42 req-862d6637-e20a-41fd-8d25-90febcf891ac tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/ports?device_id=f855c0ef-86da-45d2-a712-6564022c9e42 HTTP/1.1" status: 200 len: 943 time: 0.0803142 May 30 20:49:13.750437 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c8c07cd5-b960-4d78-b631-d792049bbc42 req-2c70ab76-ae97-410d-92d8-821f0dad467b tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/security-groups?id=41ebbad8-7d18-4362-b557-0337a96f19b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599723 May 30 20:49:13.831488 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0c2ad78d-6927-425c-98b3-1ad6a651a6fa req-850a630c-e761-4912-ad05-ca491b4a174f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=92b5fc25c8fb428a885a0ea0a728400d&device_id=f855c0ef-86da-45d2-a712-6564022c9e42 HTTP/1.1" status: 200 len: 1094 time: 0.0903099 May 30 20:49:14.068455 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2ad78d-6927-425c-98b3-1ad6a651a6fa req-0cfe28a8-6c2f-4839-8a2d-161d34295972 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:49:14.069859 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0c2ad78d-6927-425c-98b3-1ad6a651a6fa req-0cfe28a8-6c2f-4839-8a2d-161d34295972 service neutron] 10.222.0.86 "GET /v2.0/networks?id=821d1b2b-5e01-4b04-b85d-aee9b407e24a HTTP/1.1" status: 200 len: 897 time: 0.2320726 May 30 20:49:14.080713 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78328f69-f36c-46a9-bea5-4604ce88f0cf req-82e58a16-d28b-46f0-b4bb-337d7dcbbeb4 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:49:14.082720 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-78328f69-f36c-46a9-bea5-4604ce88f0cf req-82e58a16-d28b-46f0-b4bb-337d7dcbbeb4 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] 10.222.0.85 "GET /v2.0/ports?device_id=752ff636-273e-406a-a7ed-627b04ecfac8 HTTP/1.1" status: 200 len: 943 time: 0.2206397 May 30 20:49:14.164484 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0c2ad78d-6927-425c-98b3-1ad6a651a6fa req-e096974e-48df-4c56-b5c3-3ac83c1c56b2 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=53f69a5c-c4ab-42ef-a610-e6dc8996dcce HTTP/1.1" status: 200 len: 217 time: 0.0807269 May 30 20:49:14.236960 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-78328f69-f36c-46a9-bea5-4604ce88f0cf req-95ba7705-5c14-4ce2-9f7b-313e9c5f8dc9 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] 10.222.0.85 "GET /v2.0/security-groups?id=562d9952-a512-42cb-8e81-3a7659731dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052349 May 30 20:49:14.248288 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2ad78d-6927-425c-98b3-1ad6a651a6fa req-94edde28-95ce-47e7-b4a9-d0c148842fdb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:49:14.249811 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0c2ad78d-6927-425c-98b3-1ad6a651a6fa req-94edde28-95ce-47e7-b4a9-d0c148842fdb service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d054eb11-ddb5-4a83-99ba-2aebc377ad15 HTTP/1.1" status: 200 len: 835 time: 0.0766098 May 30 20:49:14.327151 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0c2ad78d-6927-425c-98b3-1ad6a651a6fa req-25046d31-db47-4122-a7d9-a5ef4b876eb4 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=821d1b2b-5e01-4b04-b85d-aee9b407e24a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0707784 May 30 20:49:14.465669 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0c2ad78d-6927-425c-98b3-1ad6a651a6fa req-79fd5040-5516-456b-b13c-5d8cd1144573 service neutron] 10.222.0.86 "GET /v2.0/networks/821d1b2b-5e01-4b04-b85d-aee9b407e24a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318436 May 30 20:49:14.605226 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0c2ad78d-6927-425c-98b3-1ad6a651a6fa req-7d25c05d-73a2-488d-91a2-a08b7d2f217d service neutron] 10.222.0.86 "GET /v2.0/networks/821d1b2b-5e01-4b04-b85d-aee9b407e24a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332438 May 30 20:49:14.970307 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34a59ed-68bf-4753-9744-a40ff2fc1d1b req-06550842-52c3-48ed-a5b4-5c13b48d5fb8 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:49:14.972610 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e34a59ed-68bf-4753-9744-a40ff2fc1d1b req-06550842-52c3-48ed-a5b4-5c13b48d5fb8 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/ports?device_id=f855c0ef-86da-45d2-a712-6564022c9e42 HTTP/1.1" status: 200 len: 943 time: 0.0848422 May 30 20:49:15.026892 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e34a59ed-68bf-4753-9744-a40ff2fc1d1b req-2b86d712-a9f1-4e6e-9a8c-109daf6a0337 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/security-groups?id=41ebbad8-7d18-4362-b557-0337a96f19b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487578 May 30 20:49:15.460791 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e8bcd7-0a13-40b7-968a-b79f7a9cf321 req-9343b95c-ceff-4fd6-8b29-bcfa513988f7 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:49:15.462389 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f7e8bcd7-0a13-40b7-968a-b79f7a9cf321 req-9343b95c-ceff-4fd6-8b29-bcfa513988f7 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] 10.222.0.85 "GET /v2.0/ports?device_id=752ff636-273e-406a-a7ed-627b04ecfac8 HTTP/1.1" status: 200 len: 943 time: 0.0932341 May 30 20:49:15.514771 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f7e8bcd7-0a13-40b7-968a-b79f7a9cf321 req-f55868fe-588a-4a4b-9af9-670f36fbd761 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] 10.222.0.85 "GET /v2.0/security-groups?id=562d9952-a512-42cb-8e81-3a7659731dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459127 May 30 20:49:16.189382 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 311d200f-3ebf-47c6-bc07-4fce44a33b83 details requested by agent hyperv_n-h2-843948-2 with host n-h2-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:49:16.246135 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a24499-080b-4391-87a5-cad7a1274c3b req-6a6dc85e-fe11-433d-b2a6-08a327687312 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:49:16.251923 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d2a24499-080b-4391-87a5-cad7a1274c3b req-6a6dc85e-fe11-433d-b2a6-08a327687312 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/ports?device_id=f855c0ef-86da-45d2-a712-6564022c9e42 HTTP/1.1" status: 200 len: 943 time: 0.0930164 May 30 20:49:16.311805 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d2a24499-080b-4391-87a5-cad7a1274c3b req-380979f7-edf4-42fe-994d-2ef71db7d1e0 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/security-groups?id=41ebbad8-7d18-4362-b557-0337a96f19b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558126 May 30 20:49:16.443781 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 311d200f-3ebf-47c6-bc07-4fce44a33b83, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=311d200f-3ebf-47c6-bc07-4fce44a33b83,segment=NetworkSegment(b9f21ec1-f21f-4d9f-a608-a53e1430b660),segment_id=b9f21ec1-f21f-4d9f-a608-a53e1430b660)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:49:16.475449 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Returning: {'device': '311d200f-3ebf-47c6-bc07-4fce44a33b83', 'network_id': 'beae49ce-0db8-49d5-a0bc-6138c55c0e9a', 'port_id': '311d200f-3ebf-47c6-bc07-4fce44a33b83', 'mac_address': 'fa:16:3e:81:2f:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '220be634-4722-4e21-bc9c-402c8602baf6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:49:16.537165 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:16.558083 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 311d200f-3ebf-47c6-bc07-4fce44a33b83 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:49:16.574732 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 311d200f-3ebf-47c6-bc07-4fce44a33b83, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=311d200f-3ebf-47c6-bc07-4fce44a33b83,segment=NetworkSegment(b9f21ec1-f21f-4d9f-a608-a53e1430b660),segment_id=b9f21ec1-f21f-4d9f-a608-a53e1430b660)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:49:16.635510 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:16.636181 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 53f69a5c-c4ab-42ef-a610-e6dc8996dcce details requested by agent hyperv_n-h2-843948-2 with host n-h2-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:49:16.753711 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd88751-0209-4dc7-9027-a46e69180d4c req-5b2ec63c-1631-4599-a9e9-a72ebc43c927 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:49:16.755949 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0bd88751-0209-4dc7-9027-a46e69180d4c req-5b2ec63c-1631-4599-a9e9-a72ebc43c927 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] 10.222.0.85 "GET /v2.0/ports?device_id=752ff636-273e-406a-a7ed-627b04ecfac8 HTTP/1.1" status: 200 len: 944 time: 0.0981882 May 30 20:49:16.789680 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=311d200f-3ebf-47c6-bc07-4fce44a33b83,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:49:16.821339 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0bd88751-0209-4dc7-9027-a46e69180d4c req-a9ea3026-482e-45fc-be1f-e46b09bd8842 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] 10.222.0.85 "GET /v2.0/security-groups?id=562d9952-a512-42cb-8e81-3a7659731dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578604 May 30 20:49:16.847320 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 53f69a5c-c4ab-42ef-a610-e6dc8996dcce, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=53f69a5c-c4ab-42ef-a610-e6dc8996dcce,segment=NetworkSegment(10560090-94c6-4b99-ac53-78ac94df6407),segment_id=10560090-94c6-4b99-ac53-78ac94df6407)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:49:16.865117 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Returning: {'device': '53f69a5c-c4ab-42ef-a610-e6dc8996dcce', 'network_id': '821d1b2b-5e01-4b04-b85d-aee9b407e24a', 'port_id': '53f69a5c-c4ab-42ef-a610-e6dc8996dcce', 'mac_address': 'fa:16:3e:aa:ec:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd054eb11-ddb5-4a83-99ba-2aebc377ad15', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:49:16.924297 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:16.943593 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53f69a5c-c4ab-42ef-a610-e6dc8996dcce {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:49:16.959589 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 53f69a5c-c4ab-42ef-a610-e6dc8996dcce, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=53f69a5c-c4ab-42ef-a610-e6dc8996dcce,segment=NetworkSegment(10560090-94c6-4b99-ac53-78ac94df6407),segment_id=10560090-94c6-4b99-ac53-78ac94df6407)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:49:17.045961 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:17.128309 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=53f69a5c-c4ab-42ef-a610-e6dc8996dcce,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:49:17.297285 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['311d200f-3ebf-47c6-bc07-4fce44a33b83'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:49:17.334434 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['53f69a5c-c4ab-42ef-a610-e6dc8996dcce'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:49:17.592532 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6200564-ac8a-4607-a50b-7d6040034dcf req-91a9ae43-a9aa-45e7-b5e3-098585b1af75 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:49:17.594149 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d6200564-ac8a-4607-a50b-7d6040034dcf req-91a9ae43-a9aa-45e7-b5e3-098585b1af75 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/ports?device_id=f855c0ef-86da-45d2-a712-6564022c9e42 HTTP/1.1" status: 200 len: 944 time: 0.0856774 May 30 20:49:17.645140 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d6200564-ac8a-4607-a50b-7d6040034dcf req-f1e9040e-6c39-42e1-bb18-9e32acad0b1e tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/security-groups?id=41ebbad8-7d18-4362-b557-0337a96f19b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440426 May 30 20:49:18.039204 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48491e30-4d96-4995-b6be-262c9aeee16b req-9f86d18f-1cf7-4d44-8baa-7c09c1afc663 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:49:18.040566 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-48491e30-4d96-4995-b6be-262c9aeee16b req-9f86d18f-1cf7-4d44-8baa-7c09c1afc663 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] 10.222.0.85 "GET /v2.0/ports?device_id=752ff636-273e-406a-a7ed-627b04ecfac8 HTTP/1.1" status: 200 len: 944 time: 0.0792139 May 30 20:49:18.090075 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-48491e30-4d96-4995-b6be-262c9aeee16b req-24206121-9a81-450f-9fd1-7852ceb28c55 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] 10.222.0.85 "GET /v2.0/security-groups?id=562d9952-a512-42cb-8e81-3a7659731dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434968 May 30 20:49:18.851261 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a31930-87b1-4093-ada0-47e0367ad64f req-6263f8b9-5dfc-4adb-8adb-abdc2459f02d tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:49:18.852686 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-40a31930-87b1-4093-ada0-47e0367ad64f req-6263f8b9-5dfc-4adb-8adb-abdc2459f02d tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/ports?device_id=f855c0ef-86da-45d2-a712-6564022c9e42 HTTP/1.1" status: 200 len: 944 time: 0.0803220 May 30 20:49:18.904537 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-40a31930-87b1-4093-ada0-47e0367ad64f req-ccfb7b6e-5a19-42db-b13b-ed3563b0c929 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/security-groups?id=41ebbad8-7d18-4362-b557-0337a96f19b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459802 May 30 20:49:19.298707 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceb425b-c1cd-4d09-97ed-85ef3aef1c5d req-a223b6ed-56f1-4aea-9ec1-db79af33b5d9 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:49:19.300781 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-aceb425b-c1cd-4d09-97ed-85ef3aef1c5d req-a223b6ed-56f1-4aea-9ec1-db79af33b5d9 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] 10.222.0.85 "GET /v2.0/ports?device_id=752ff636-273e-406a-a7ed-627b04ecfac8 HTTP/1.1" status: 200 len: 944 time: 0.0872378 May 30 20:49:19.348519 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-aceb425b-c1cd-4d09-97ed-85ef3aef1c5d req-5dbb8f28-cd97-45c9-bd44-10b4816ce850 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] 10.222.0.85 "GET /v2.0/security-groups?id=562d9952-a512-42cb-8e81-3a7659731dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416849 May 30 20:49:19.703414 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:20.112664 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4558c997-1a0d-41b8-b0db-75b6337bc68a req-23c115b2-6dc5-4ac9-8489-3b49415dd6b9 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:49:20.114586 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4558c997-1a0d-41b8-b0db-75b6337bc68a req-23c115b2-6dc5-4ac9-8489-3b49415dd6b9 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/ports?device_id=f855c0ef-86da-45d2-a712-6564022c9e42 HTTP/1.1" status: 200 len: 944 time: 0.0834641 May 30 20:49:20.164811 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4558c997-1a0d-41b8-b0db-75b6337bc68a req-c536f99b-bf61-473e-96e8-5e6855b28805 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/security-groups?id=41ebbad8-7d18-4362-b557-0337a96f19b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442090 May 30 20:49:20.223124 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 311d200f-3ebf-47c6-bc07-4fce44a33b83 up at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:49:20.364498 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning for port 311d200f-3ebf-47c6-bc07-4fce44a33b83 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:49:20.370382 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning complete for port 311d200f-3ebf-47c6-bc07-4fce44a33b83 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:49:20.370780 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:20.501457 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:20.551973 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '752ff636-273e-406a-a7ed-627b04ecfac8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '311d200f-3ebf-47c6-bc07-4fce44a33b83'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:49:20.570768 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 311d200f-3ebf-47c6-bc07-4fce44a33b83, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=311d200f-3ebf-47c6-bc07-4fce44a33b83,segment=NetworkSegment(b9f21ec1-f21f-4d9f-a608-a53e1430b660),segment_id=b9f21ec1-f21f-4d9f-a608-a53e1430b660)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:49:20.594805 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7c3569-745f-4037-b358-82ac0fd49bb5 req-ed01832c-d975-43a2-ad52-6256470072bc tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:49:20.604227 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fc7c3569-745f-4037-b358-82ac0fd49bb5 req-ed01832c-d975-43a2-ad52-6256470072bc tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] 10.222.0.85 "GET /v2.0/ports?device_id=752ff636-273e-406a-a7ed-627b04ecfac8 HTTP/1.1" status: 200 len: 944 time: 0.1191945 May 30 20:49:20.646242 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:20.647067 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 53f69a5c-c4ab-42ef-a610-e6dc8996dcce up at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:49:20.665133 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fc7c3569-745f-4037-b358-82ac0fd49bb5 req-64c9fa59-ddf3-46e9-b106-b63b2f8586e0 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] 10.222.0.85 "GET /v2.0/security-groups?id=562d9952-a512-42cb-8e81-3a7659731dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596910 May 30 20:49:20.699620 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e15bfd2f-5e8d-4e76-bf09-11cab6815744'] response: {'server_uuid': '752ff636-273e-406a-a7ed-627b04ecfac8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '311d200f-3ebf-47c6-bc07-4fce44a33b83', 'code': 200} May 30 20:49:20.834416 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=311d200f-3ebf-47c6-bc07-4fce44a33b83,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:49:20.912916 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning for port 53f69a5c-c4ab-42ef-a610-e6dc8996dcce completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:49:20.918716 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning complete for port 53f69a5c-c4ab-42ef-a610-e6dc8996dcce triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:49:20.919084 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:20.937163 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-aff99a34-c1c7-4f8e-aa05-71a35a863716 req-ff28df72-a191-40a8-a7c1-1cd56d22cb75 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=752ff636-273e-406a-a7ed-627b04ecfac8 HTTP/1.1" status: 200 len: 1096 time: 0.1856151 May 30 20:49:20.988006 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-aff99a34-c1c7-4f8e-aa05-71a35a863716 req-6ba201c3-99fc-474c-ba60-99793ed0e334 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=562d9952-a512-42cb-8e81-3a7659731dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412486 May 30 20:49:21.041800 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:21.074662 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 53f69a5c-c4ab-42ef-a610-e6dc8996dcce, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=53f69a5c-c4ab-42ef-a610-e6dc8996dcce,segment=NetworkSegment(10560090-94c6-4b99-ac53-78ac94df6407),segment_id=10560090-94c6-4b99-ac53-78ac94df6407)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:49:21.172041 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:21.244463 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=53f69a5c-c4ab-42ef-a610-e6dc8996dcce,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:49:21.380264 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe7f4a9-7e1b-4d8b-8470-3710ab24523e req-498dd6f5-7e14-484f-b4c9-ab047de0e533 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:49:21.381791 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5fe7f4a9-7e1b-4d8b-8470-3710ab24523e req-498dd6f5-7e14-484f-b4c9-ab047de0e533 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/ports?device_id=f855c0ef-86da-45d2-a712-6564022c9e42 HTTP/1.1" status: 200 len: 945 time: 0.0874891 May 30 20:49:21.428373 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5fe7f4a9-7e1b-4d8b-8470-3710ab24523e req-deed07b4-f901-46cb-9471-b2599f18bd02 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/security-groups?id=41ebbad8-7d18-4362-b557-0337a96f19b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409946 May 30 20:49:21.892367 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dd7f07-7440-4a16-9179-0a02dc323d2d req-5c4b2279-8ac0-4d39-9fe4-4e0f1462855e tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:49:21.894622 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-64dd7f07-7440-4a16-9179-0a02dc323d2d req-5c4b2279-8ac0-4d39-9fe4-4e0f1462855e tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] 10.222.0.85 "GET /v2.0/ports?device_id=752ff636-273e-406a-a7ed-627b04ecfac8 HTTP/1.1" status: 200 len: 945 time: 0.0885444 May 30 20:49:21.949441 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-64dd7f07-7440-4a16-9179-0a02dc323d2d req-d3ddb068-bef0-44ca-b8ec-ff1f794d0ba5 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] 10.222.0.85 "GET /v2.0/security-groups?id=562d9952-a512-42cb-8e81-3a7659731dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453455 May 30 20:49:22.467676 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:22.645552 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee03456a-21b3-45c9-bb58-b2c0424a93a3 req-03efed08-88ff-4520-aa25-f85cb0aa73d4 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:49:22.647811 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ee03456a-21b3-45c9-bb58-b2c0424a93a3 req-03efed08-88ff-4520-aa25-f85cb0aa73d4 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/ports?device_id=f855c0ef-86da-45d2-a712-6564022c9e42 HTTP/1.1" status: 200 len: 945 time: 0.0901921 May 30 20:49:22.700826 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f855c0ef-86da-45d2-a712-6564022c9e42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53f69a5c-c4ab-42ef-a610-e6dc8996dcce'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:49:22.704808 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ee03456a-21b3-45c9-bb58-b2c0424a93a3 req-bea85827-cc4d-4d85-a436-3f063b4da2eb tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/security-groups?id=41ebbad8-7d18-4362-b557-0337a96f19b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497766 May 30 20:49:22.792840 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-090393ec-20fa-4c17-bd92-ea4903f7ff7a'] response: {'server_uuid': 'f855c0ef-86da-45d2-a712-6564022c9e42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53f69a5c-c4ab-42ef-a610-e6dc8996dcce', 'code': 200} May 30 20:49:23.045101 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1d5eb62b-aa3b-45e3-9b2b-e2b7ba277ffc req-e4a7c96b-0477-49db-b4f6-db45ff9313de service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=f855c0ef-86da-45d2-a712-6564022c9e42 HTTP/1.1" status: 200 len: 1096 time: 0.1691740 May 30 20:49:23.140730 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1d5eb62b-aa3b-45e3-9b2b-e2b7ba277ffc req-998c75a3-ee84-4684-98b3-14804155fbeb service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=41ebbad8-7d18-4362-b557-0337a96f19b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926340 May 30 20:49:23.272212 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fe3d95-c980-4a9b-a4f5-e613f5f94835 req-69466ce4-229b-40f1-8c26-e5f3da536035 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:49:23.273598 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e8fe3d95-c980-4a9b-a4f5-e613f5f94835 req-69466ce4-229b-40f1-8c26-e5f3da536035 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] 10.222.0.85 "GET /v2.0/ports?device_id=752ff636-273e-406a-a7ed-627b04ecfac8 HTTP/1.1" status: 200 len: 945 time: 0.0854182 May 30 20:49:23.324491 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e8fe3d95-c980-4a9b-a4f5-e613f5f94835 req-f78ba2e8-35a4-4868-9015-b8bcc6b04e80 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] 10.222.0.85 "GET /v2.0/security-groups?id=562d9952-a512-42cb-8e81-3a7659731dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450525 May 30 20:49:23.539925 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2071de8e-ebc1-466f-94d1-b52d93f498f6 req-5267a142-8b29-418e-b3dc-dc4d029a0af2 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:49:23.541384 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2071de8e-ebc1-466f-94d1-b52d93f498f6 req-5267a142-8b29-418e-b3dc-dc4d029a0af2 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] 10.222.0.85 "GET /v2.0/ports?device_id=752ff636-273e-406a-a7ed-627b04ecfac8 HTTP/1.1" status: 200 len: 945 time: 0.0868180 May 30 20:49:23.590572 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2071de8e-ebc1-466f-94d1-b52d93f498f6 req-1cb2bfc5-db4b-4781-8316-14d567320b02 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] 10.222.0.85 "GET /v2.0/security-groups?id=562d9952-a512-42cb-8e81-3a7659731dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430932 May 30 20:49:23.796514 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8a11f9-af10-4122-be6f-9242b09e6f1f None None] Sync routers for ids ['2ca37646-5c4c-432e-b029-983cf77bf0b3'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:49:23.820913 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07b99a7-a709-4da0-8403-04c65da232f7 req-d7f202fd-95cd-419d-9a79-9cbcd63d365a tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:49:23.825186 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d07b99a7-a709-4da0-8403-04c65da232f7 req-d7f202fd-95cd-419d-9a79-9cbcd63d365a tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] 10.222.0.85 "GET /v2.0/ports?device_id=752ff636-273e-406a-a7ed-627b04ecfac8 HTTP/1.1" status: 200 len: 945 time: 0.0896168 May 30 20:49:23.844094 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8a11f9-af10-4122-be6f-9242b09e6f1f None None] Routers {'2ca37646-5c4c-432e-b029-983cf77bf0b3'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:49:23.844737 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-8c8a11f9-af10-4122-be6f-9242b09e6f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:49:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['2ca37646-5c4c-432e-b029-983cf77bf0b3'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:49:23.850765 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386de814-e4e7-4ffe-b9da-c94a0c13d725 None None] Sync routers for ids ['2a0fb0ad-27fe-4eaf-af48-144ea2b60049'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:49:23.873984 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386de814-e4e7-4ffe-b9da-c94a0c13d725 None None] Routers {'2a0fb0ad-27fe-4eaf-af48-144ea2b60049'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:49:23.874995 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-386de814-e4e7-4ffe-b9da-c94a0c13d725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:49:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['2a0fb0ad-27fe-4eaf-af48-144ea2b60049'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:49:23.886731 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d07b99a7-a709-4da0-8403-04c65da232f7 req-f256b7ce-ee98-47bb-a128-607149273706 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] 10.222.0.85 "GET /v2.0/security-groups?id=562d9952-a512-42cb-8e81-3a7659731dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523746 May 30 20:49:23.916883 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 43356) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:49:23.968516 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b83c6b0-6001-4b7e-aaf0-d3cfd5f24cf5 req-3ca0341c-1c94-4371-9dc8-5a9776c892eb tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:49:23.970348 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3b83c6b0-6001-4b7e-aaf0-d3cfd5f24cf5 req-3ca0341c-1c94-4371-9dc8-5a9776c892eb tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/ports?device_id=f855c0ef-86da-45d2-a712-6564022c9e42 HTTP/1.1" status: 200 len: 945 time: 0.0974991 May 30 20:49:24.036276 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3b83c6b0-6001-4b7e-aaf0-d3cfd5f24cf5 req-194e4221-a2ab-47b0-b2f5-a29901fe2626 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/security-groups?id=41ebbad8-7d18-4362-b557-0337a96f19b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602336 May 30 20:49:24.062190 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-8c8a11f9-af10-4122-be6f-9242b09e6f1f None None] Set router 2ca37646-5c4c-432e-b029-983cf77bf0b3 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:49:24.079158 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-386de814-e4e7-4ffe-b9da-c94a0c13d725 None None] Set router 2a0fb0ad-27fe-4eaf-af48-144ea2b60049 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:49:24.204507 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-9d4cc40c-bc74-4625-a17e-d7035befbdbd tempest-TestServerBasicOps-506909842 tempest-TestServerBasicOps-506909842-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=752ff636-273e-406a-a7ed-627b04ecfac8 HTTP/1.1" status: 200 len: 1091 time: 0.2864220 May 30 20:49:24.208892 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 43366) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:49:24.215397 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-5a34811f-060a-46ac-bc2e-ebde79097755 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Request body: {'floatingip': {'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'port_id': '311d200f-3ebf-47c6-bc07-4fce44a33b83', 'tenant_id': '3c7515c181aa4ba98f70242b3f29e504', 'fixed_ip_address': '172.20.0.8'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:49:24.224422 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-5a34811f-060a-46ac-bc2e-ebde79097755 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:49:24.230025 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-5a34811f-060a-46ac-bc2e-ebde79097755 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Usage tracker for resource:floatingip and tenant:3c7515c181aa4ba98f70242b3f29e504 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:49:24.233817 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-5a34811f-060a-46ac-bc2e-ebde79097755 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:49:24.242568 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-5a34811f-060a-46ac-bc2e-ebde79097755 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:49:24.324969 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5a34811f-060a-46ac-bc2e-ebde79097755 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Notify callbacks [] for floatingip, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:24.548680 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-8c8a11f9-af10-4122-be6f-9242b09e6f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ca37646-5c4c-432e-b029-983cf77bf0b3', 'name': 'tempest-TestServerBasicOps-1839194179-router', 'tenant_id': '4bfc2d3bd13f48d2abcfccf6331bd8f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': 'b7d0b273-3361-4f2c-8a21-40e5b14eecae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:48:52Z', 'updated_at': '2022-05-30T20:48:56Z', 'revision_number': 4, 'project_id': '4bfc2d3bd13f48d2abcfccf6331bd8f8', 'gw_port': {'id': 'b7d0b273-3361-4f2c-8a21-40e5b14eecae', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e4:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca37646-5c4c-432e-b029-983cf77bf0b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:48:53Z', 'updated_at': '2022-05-30T20:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '8624a45b-bd42-45af-a973-3602ec637fa7', 'name': '', 'network_id': 'e803f289-659e-49d1-8268-8f5388d2ae3f', 'tenant_id': '4bfc2d3bd13f48d2abcfccf6331bd8f8', 'mac_address': 'fa:16:3e:bb:21:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ca37646-5c4c-432e-b029-983cf77bf0b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7b69a171-e136-403e-819f-6872e50727a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:48:56Z', 'updated_at': '2022-05-30T20:48:56Z', 'revision_number': 2, 'project_id': '4bfc2d3bd13f48d2abcfccf6331bd8f8', 'subnets': [{'id': '7b69a171-e136-403e-819f-6872e50727a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:49:24.553815 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8a11f9-af10-4122-be6f-9242b09e6f1f None None] Checking router: 2ca37646-5c4c-432e-b029-983cf77bf0b3 for host: n-d-843948-2 {{(pid=84888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:49:24.554312 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8a11f9-af10-4122-be6f-9242b09e6f1f None None] Updating router 2ca37646-5c4c-432e-b029-983cf77bf0b3 port 8624a45b-bd42-45af-a973-3602ec637fa7 binding host n-d-843948-2 {{(pid=84888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:49:24.596188 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5a34811f-060a-46ac-bc2e-ebde79097755 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:24.616017 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-8c8a11f9-af10-4122-be6f-9242b09e6f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:24.710467 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-386de814-e4e7-4ffe-b9da-c94a0c13d725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a0fb0ad-27fe-4eaf-af48-144ea2b60049', 'name': 'tempest-TestNetworkAdvancedServerOps-router-839558716', 'tenant_id': '92b5fc25c8fb428a885a0ea0a728400d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': '18aa0b0c-3835-4c63-a79b-4f47d5074a78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:48:55Z', 'updated_at': '2022-05-30T20:49:01Z', 'revision_number': 4, 'project_id': '92b5fc25c8fb428a885a0ea0a728400d', 'gw_port': {'id': '18aa0b0c-3835-4c63-a79b-4f47d5074a78', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:63:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0fb0ad-27fe-4eaf-af48-144ea2b60049', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:48:56Z', 'updated_at': '2022-05-30T20:49:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '5b5930ce-398d-4db2-84f2-13db302dd095', 'name': '', 'network_id': '821d1b2b-5e01-4b04-b85d-aee9b407e24a', 'tenant_id': '92b5fc25c8fb428a885a0ea0a728400d', 'mac_address': 'fa:16:3e:e6:1c:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a0fb0ad-27fe-4eaf-af48-144ea2b60049', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd054eb11-ddb5-4a83-99ba-2aebc377ad15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:49:00Z', 'updated_at': '2022-05-30T20:49:02Z', 'revision_number': 2, 'project_id': '92b5fc25c8fb428a885a0ea0a728400d', 'subnets': [{'id': 'd054eb11-ddb5-4a83-99ba-2aebc377ad15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:49:24.718393 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386de814-e4e7-4ffe-b9da-c94a0c13d725 None None] Checking router: 2a0fb0ad-27fe-4eaf-af48-144ea2b60049 for host: n-d-843948-2 {{(pid=84889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:49:24.719022 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386de814-e4e7-4ffe-b9da-c94a0c13d725 None None] Updating router 2a0fb0ad-27fe-4eaf-af48-144ea2b60049 port 5b5930ce-398d-4db2-84f2-13db302dd095 binding host n-d-843948-2 {{(pid=84889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:49:24.827161 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-386de814-e4e7-4ffe-b9da-c94a0c13d725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:24.900076 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-5a34811f-060a-46ac-bc2e-ebde79097755 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Allocated IP 172.25.8.205 (c7869750-4b49-4b7e-aa99-5e0f1ae02da4/427601ec-f643-4fe7-b5e6-17305d3a39e1/cef385ea-1e30-4b5c-ad2d-b7d1c843d2e7) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:49:25.102410 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5a34811f-060a-46ac-bc2e-ebde79097755 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:25.158025 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-8c8a11f9-af10-4122-be6f-9242b09e6f1f None None] Notify callbacks [] for port, precommit_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:25.180910 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-8c8a11f9-af10-4122-be6f-9242b09e6f1f None None] Transition to ACTIVE for port object 8624a45b-bd42-45af-a973-3602ec637fa7 will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:49:25.236181 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5a34811f-060a-46ac-bc2e-ebde79097755 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:25.275039 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-8c8a11f9-af10-4122-be6f-9242b09e6f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:25.277893 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cd64b9-2676-41db-bfa3-2b7284c74480 req-9ee28ecc-c1eb-4964-9d0c-464989a60edf tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:49:25.279620 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b1cd64b9-2676-41db-bfa3-2b7284c74480 req-9ee28ecc-c1eb-4964-9d0c-464989a60edf tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/ports?device_id=f855c0ef-86da-45d2-a712-6564022c9e42 HTTP/1.1" status: 200 len: 945 time: 0.0966010 May 30 20:49:25.334829 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a34811f-060a-46ac-bc2e-ebde79097755 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:49:25.336439 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-386de814-e4e7-4ffe-b9da-c94a0c13d725 None None] Notify callbacks [] for port, precommit_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:25.337118 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a34811f-060a-46ac-bc2e-ebde79097755 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Pushing event updated for resources: {'Port': ['ID=cef385ea-1e30-4b5c-ad2d-b7d1c843d2e7,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:49:25.341948 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-5a34811f-060a-46ac-bc2e-ebde79097755 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:49:25.349056 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a34811f-060a-46ac-bc2e-ebde79097755 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:49:25.354275 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b1cd64b9-2676-41db-bfa3-2b7284c74480 req-5ffba792-361e-48a7-a008-0dd73a44a2ae tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/security-groups?id=41ebbad8-7d18-4362-b557-0337a96f19b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558722 May 30 20:49:25.366370 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.provisioning_blocks [None req-386de814-e4e7-4ffe-b9da-c94a0c13d725 None None] Transition to ACTIVE for port object 5b5930ce-398d-4db2-84f2-13db302dd095 will not be triggered until provisioned by entity L2. {{(pid=84889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:49:25.429978 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-386de814-e4e7-4ffe-b9da-c94a0c13d725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:25.434471 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433b56e7-5bc1-430f-866c-8a7f1ed5203c None None] Pushing event updated for resources: {'Port': ['ID=8624a45b-bd42-45af-a973-3602ec637fa7,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:49:25.568296 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-8c8a11f9-af10-4122-be6f-9242b09e6f1f None None] Attempting to bind port 8624a45b-bd42-45af-a973-3602ec637fa7 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:49:25.568798 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-8c8a11f9-af10-4122-be6f-9242b09e6f1f None None] Attempting to bind port 8624a45b-bd42-45af-a973-3602ec637fa7 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': '50b99d70-ab15-46e3-9536-d53cacacd3f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'e803f289-659e-49d1-8268-8f5388d2ae3f'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:49:25.569259 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8a11f9-af10-4122-be6f-9242b09e6f1f None None] Attempting to bind port 8624a45b-bd42-45af-a973-3602ec637fa7 on network e803f289-659e-49d1-8268-8f5388d2ae3f {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:49:25.577669 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8a11f9-af10-4122-be6f-9242b09e6f1f None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:49:25.578124 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8a11f9-af10-4122-be6f-9242b09e6f1f None None] Checking segment: {'id': '50b99d70-ab15-46e3-9536-d53cacacd3f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'e803f289-659e-49d1-8268-8f5388d2ae3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:49:25.578903 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-8c8a11f9-af10-4122-be6f-9242b09e6f1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:25.579402 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8a11f9-af10-4122-be6f-9242b09e6f1f None None] Bound using segment: {'id': '50b99d70-ab15-46e3-9536-d53cacacd3f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'e803f289-659e-49d1-8268-8f5388d2ae3f'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:49:25.580067 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-8c8a11f9-af10-4122-be6f-9242b09e6f1f None None] Bound port: 8624a45b-bd42-45af-a973-3602ec637fa7, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50b99d70-ab15-46e3-9536-d53cacacd3f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'e803f289-659e-49d1-8268-8f5388d2ae3f'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:49:25.580558 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-8c8a11f9-af10-4122-be6f-9242b09e6f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:25.727746 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-8c8a11f9-af10-4122-be6f-9242b09e6f1f None None] For port 8624a45b-bd42-45af-a973-3602ec637fa7, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:49:25.738673 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-8c8a11f9-af10-4122-be6f-9242b09e6f1f None None] For port 8624a45b-bd42-45af-a973-3602ec637fa7, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=8624a45b-bd42-45af-a973-3602ec637fa7,segment=NetworkSegment(50b99d70-ab15-46e3-9536-d53cacacd3f3),segment_id=50b99d70-ab15-46e3-9536-d53cacacd3f3)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:49:25.740780 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7078ab4d-1d1d-4a10-9cd5-4a38ffc8978b None None] Pushing event updated for resources: {'Port': ['ID=5b5930ce-398d-4db2-84f2-13db302dd095,revision_number=3']} {{(pid=84889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:49:25.812128 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-386de814-e4e7-4ffe-b9da-c94a0c13d725 None None] Attempting to bind port 5b5930ce-398d-4db2-84f2-13db302dd095 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:49:25.812576 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-386de814-e4e7-4ffe-b9da-c94a0c13d725 None None] Attempting to bind port 5b5930ce-398d-4db2-84f2-13db302dd095 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': '10560090-94c6-4b99-ac53-78ac94df6407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '821d1b2b-5e01-4b04-b85d-aee9b407e24a'}] {{(pid=84889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:49:25.813208 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386de814-e4e7-4ffe-b9da-c94a0c13d725 None None] Attempting to bind port 5b5930ce-398d-4db2-84f2-13db302dd095 on network 821d1b2b-5e01-4b04-b85d-aee9b407e24a {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:49:25.818498 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-8c8a11f9-af10-4122-be6f-9242b09e6f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:25.820898 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386de814-e4e7-4ffe-b9da-c94a0c13d725 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:49:25.821336 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386de814-e4e7-4ffe-b9da-c94a0c13d725 None None] Checking segment: {'id': '10560090-94c6-4b99-ac53-78ac94df6407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '821d1b2b-5e01-4b04-b85d-aee9b407e24a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:49:25.822075 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-386de814-e4e7-4ffe-b9da-c94a0c13d725 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:25.823908 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386de814-e4e7-4ffe-b9da-c94a0c13d725 None None] Bound using segment: {'id': '10560090-94c6-4b99-ac53-78ac94df6407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '821d1b2b-5e01-4b04-b85d-aee9b407e24a'} {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:49:25.824744 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-386de814-e4e7-4ffe-b9da-c94a0c13d725 None None] Bound port: 5b5930ce-398d-4db2-84f2-13db302dd095, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10560090-94c6-4b99-ac53-78ac94df6407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '821d1b2b-5e01-4b04-b85d-aee9b407e24a'}}] {{(pid=84889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:49:25.837172 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-386de814-e4e7-4ffe-b9da-c94a0c13d725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:25.966570 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.db [None req-386de814-e4e7-4ffe-b9da-c94a0c13d725 None None] For port 5b5930ce-398d-4db2-84f2-13db302dd095, host n-d-843948-2, cleared binding levels {{(pid=84889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:49:25.971038 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.db [None req-386de814-e4e7-4ffe-b9da-c94a0c13d725 None None] For port 5b5930ce-398d-4db2-84f2-13db302dd095, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=5b5930ce-398d-4db2-84f2-13db302dd095,segment=NetworkSegment(10560090-94c6-4b99-ac53-78ac94df6407),segment_id=10560090-94c6-4b99-ac53-78ac94df6407)] {{(pid=84889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:49:25.999689 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8a11f9-af10-4122-be6f-9242b09e6f1f None None] Routers {'2ca37646-5c4c-432e-b029-983cf77bf0b3'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:49:26.000643 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-8c8a11f9-af10-4122-be6f-9242b09e6f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:49:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['2ca37646-5c4c-432e-b029-983cf77bf0b3'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:49:26.035911 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-386de814-e4e7-4ffe-b9da-c94a0c13d725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:26.044114 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05b3a78-dc74-4dcb-bd1d-7bd17f10594d req-a68d0569-fd67-41b6-9b01-e7eed7e17e45 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:49:26.046425 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b05b3a78-dc74-4dcb-bd1d-7bd17f10594d req-a68d0569-fd67-41b6-9b01-e7eed7e17e45 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/ports?device_id=f855c0ef-86da-45d2-a712-6564022c9e42 HTTP/1.1" status: 200 len: 945 time: 0.4643397 May 30 20:49:26.093402 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433b56e7-5bc1-430f-866c-8a7f1ed5203c None None] Pushing event updated for resources: {'Port': ['ID=8624a45b-bd42-45af-a973-3602ec637fa7,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:49:26.146513 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b05b3a78-dc74-4dcb-bd1d-7bd17f10594d req-ecbee42e-2433-4b01-892b-5d87462e84e1 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/security-groups?id=41ebbad8-7d18-4362-b557-0337a96f19b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912807 May 30 20:49:26.175264 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 43382) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:49:26.238855 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7078ab4d-1d1d-4a10-9cd5-4a38ffc8978b None None] Pushing event updated for resources: {'Port': ['ID=5b5930ce-398d-4db2-84f2-13db302dd095,revision_number=4']} {{(pid=84889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:49:26.270450 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386de814-e4e7-4ffe-b9da-c94a0c13d725 None None] Routers {'2a0fb0ad-27fe-4eaf-af48-144ea2b60049'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:49:26.271092 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-386de814-e4e7-4ffe-b9da-c94a0c13d725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:49:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['2a0fb0ad-27fe-4eaf-af48-144ea2b60049'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:49:26.320530 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-4961ecd8-42e6-47b6-95f2-90ded37fc159 tempest-TestNetworkAdvancedServerOps-998263130 tempest-TestNetworkAdvancedServerOps-998263130-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=f855c0ef-86da-45d2-a712-6564022c9e42 HTTP/1.1" status: 200 len: 1091 time: 0.1429904 May 30 20:49:26.323271 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 43386) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:49:26.336502 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-90b8b91c-073e-4cc5-9b6a-5902cd9990e8 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Request body: {'floatingip': {'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'port_id': '53f69a5c-c4ab-42ef-a610-e6dc8996dcce', 'tenant_id': '92b5fc25c8fb428a885a0ea0a728400d', 'fixed_ip_address': '172.20.0.5'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:49:26.351954 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-90b8b91c-073e-4cc5-9b6a-5902cd9990e8 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:49:26.362351 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-90b8b91c-073e-4cc5-9b6a-5902cd9990e8 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Usage tracker for resource:floatingip and tenant:92b5fc25c8fb428a885a0ea0a728400d is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:49:26.377643 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5a34811f-060a-46ac-bc2e-ebde79097755 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:26.377814 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-90b8b91c-073e-4cc5-9b6a-5902cd9990e8 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:49:26.377814 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-90b8b91c-073e-4cc5-9b6a-5902cd9990e8 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:49:26.388838 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-8c8a11f9-af10-4122-be6f-9242b09e6f1f None None] Set router 2ca37646-5c4c-432e-b029-983cf77bf0b3 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:49:26.435508 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-90b8b91c-073e-4cc5-9b6a-5902cd9990e8 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for floatingip, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:26.455284 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-57503c15-61ca-4f0c-b1e3-ec513beb5fa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:26.551029 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-386de814-e4e7-4ffe-b9da-c94a0c13d725 None None] Set router 2a0fb0ad-27fe-4eaf-af48-144ea2b60049 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:49:26.571128 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5a34811f-060a-46ac-bc2e-ebde79097755 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:26.625958 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-90b8b91c-073e-4cc5-9b6a-5902cd9990e8 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:26.796923 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-8c8a11f9-af10-4122-be6f-9242b09e6f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ca37646-5c4c-432e-b029-983cf77bf0b3', 'name': 'tempest-TestServerBasicOps-1839194179-router', 'tenant_id': '4bfc2d3bd13f48d2abcfccf6331bd8f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': 'b7d0b273-3361-4f2c-8a21-40e5b14eecae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:48:52Z', 'updated_at': '2022-05-30T20:48:56Z', 'revision_number': 4, 'project_id': '4bfc2d3bd13f48d2abcfccf6331bd8f8', 'gw_port': {'id': 'b7d0b273-3361-4f2c-8a21-40e5b14eecae', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e4:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca37646-5c4c-432e-b029-983cf77bf0b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:48:53Z', 'updated_at': '2022-05-30T20:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '8624a45b-bd42-45af-a973-3602ec637fa7', 'name': '', 'network_id': 'e803f289-659e-49d1-8268-8f5388d2ae3f', 'tenant_id': '4bfc2d3bd13f48d2abcfccf6331bd8f8', 'mac_address': 'fa:16:3e:bb:21:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ca37646-5c4c-432e-b029-983cf77bf0b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7b69a171-e136-403e-819f-6872e50727a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:48:56Z', 'updated_at': '2022-05-30T20:49:25Z', 'revision_number': 4, 'project_id': '4bfc2d3bd13f48d2abcfccf6331bd8f8', 'subnets': [{'id': '7b69a171-e136-403e-819f-6872e50727a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:49:26.798703 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [None req-90b8b91c-073e-4cc5-9b6a-5902cd9990e8 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Allocated IP 172.25.8.54 (c7869750-4b49-4b7e-aa99-5e0f1ae02da4/427601ec-f643-4fe7-b5e6-17305d3a39e1/5fb7e64f-7c3b-4f0e-a393-15d74cf57be0) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:49:26.802938 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8a11f9-af10-4122-be6f-9242b09e6f1f None None] The sync data for ids ['2ca37646-5c4c-432e-b029-983cf77bf0b3'] in n-d-843948-2 is: [{'id': '2ca37646-5c4c-432e-b029-983cf77bf0b3', 'name': 'tempest-TestServerBasicOps-1839194179-router', 'tenant_id': '4bfc2d3bd13f48d2abcfccf6331bd8f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': 'b7d0b273-3361-4f2c-8a21-40e5b14eecae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:48:52Z', 'updated_at': '2022-05-30T20:48:56Z', 'revision_number': 4, 'project_id': '4bfc2d3bd13f48d2abcfccf6331bd8f8', 'gw_port': {'id': 'b7d0b273-3361-4f2c-8a21-40e5b14eecae', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e4:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca37646-5c4c-432e-b029-983cf77bf0b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:48:53Z', 'updated_at': '2022-05-30T20:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '8624a45b-bd42-45af-a973-3602ec637fa7', 'name': '', 'network_id': 'e803f289-659e-49d1-8268-8f5388d2ae3f', 'tenant_id': '4bfc2d3bd13f48d2abcfccf6331bd8f8', 'mac_address': 'fa:16:3e:bb:21:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ca37646-5c4c-432e-b029-983cf77bf0b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7b69a171-e136-403e-819f-6872e50727a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:48:56Z', 'updated_at': '2022-05-30T20:49:25Z', 'revision_number': 4, 'project_id': '4bfc2d3bd13f48d2abcfccf6331bd8f8', 'subnets': [{'id': '7b69a171-e136-403e-819f-6872e50727a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:49:26.891290 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5a34811f-060a-46ac-bc2e-ebde79097755 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:26.966882 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5a34811f-060a-46ac-bc2e-ebde79097755 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:26.994202 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-90b8b91c-073e-4cc5-9b6a-5902cd9990e8 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:26.995657 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-386de814-e4e7-4ffe-b9da-c94a0c13d725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a0fb0ad-27fe-4eaf-af48-144ea2b60049', 'name': 'tempest-TestNetworkAdvancedServerOps-router-839558716', 'tenant_id': '92b5fc25c8fb428a885a0ea0a728400d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': '18aa0b0c-3835-4c63-a79b-4f47d5074a78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:48:55Z', 'updated_at': '2022-05-30T20:49:01Z', 'revision_number': 4, 'project_id': '92b5fc25c8fb428a885a0ea0a728400d', 'gw_port': {'id': '18aa0b0c-3835-4c63-a79b-4f47d5074a78', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:63:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0fb0ad-27fe-4eaf-af48-144ea2b60049', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:48:56Z', 'updated_at': '2022-05-30T20:49:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '5b5930ce-398d-4db2-84f2-13db302dd095', 'name': '', 'network_id': '821d1b2b-5e01-4b04-b85d-aee9b407e24a', 'tenant_id': '92b5fc25c8fb428a885a0ea0a728400d', 'mac_address': 'fa:16:3e:e6:1c:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a0fb0ad-27fe-4eaf-af48-144ea2b60049', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd054eb11-ddb5-4a83-99ba-2aebc377ad15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:49:00Z', 'updated_at': '2022-05-30T20:49:25Z', 'revision_number': 4, 'project_id': '92b5fc25c8fb428a885a0ea0a728400d', 'subnets': [{'id': 'd054eb11-ddb5-4a83-99ba-2aebc377ad15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:49:27.000103 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386de814-e4e7-4ffe-b9da-c94a0c13d725 None None] The sync data for ids ['2a0fb0ad-27fe-4eaf-af48-144ea2b60049'] in n-d-843948-2 is: [{'id': '2a0fb0ad-27fe-4eaf-af48-144ea2b60049', 'name': 'tempest-TestNetworkAdvancedServerOps-router-839558716', 'tenant_id': '92b5fc25c8fb428a885a0ea0a728400d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': '18aa0b0c-3835-4c63-a79b-4f47d5074a78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:48:55Z', 'updated_at': '2022-05-30T20:49:01Z', 'revision_number': 4, 'project_id': '92b5fc25c8fb428a885a0ea0a728400d', 'gw_port': {'id': '18aa0b0c-3835-4c63-a79b-4f47d5074a78', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:63:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0fb0ad-27fe-4eaf-af48-144ea2b60049', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:48:56Z', 'updated_at': '2022-05-30T20:49:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '5b5930ce-398d-4db2-84f2-13db302dd095', 'name': '', 'network_id': '821d1b2b-5e01-4b04-b85d-aee9b407e24a', 'tenant_id': '92b5fc25c8fb428a885a0ea0a728400d', 'mac_address': 'fa:16:3e:e6:1c:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a0fb0ad-27fe-4eaf-af48-144ea2b60049', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd054eb11-ddb5-4a83-99ba-2aebc377ad15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:49:00Z', 'updated_at': '2022-05-30T20:49:25Z', 'revision_number': 4, 'project_id': '92b5fc25c8fb428a885a0ea0a728400d', 'subnets': [{'id': 'd054eb11-ddb5-4a83-99ba-2aebc377ad15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:49:27.105838 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a34811f-060a-46ac-bc2e-ebde79097755 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Pushing event updated for resources: {'Port': ['ID=cef385ea-1e30-4b5c-ad2d-b7d1c843d2e7,revision_number=2']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:49:27.113775 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-90b8b91c-073e-4cc5-9b6a-5902cd9990e8 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:27.124770 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5a34811f-060a-46ac-bc2e-ebde79097755 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736490'] for floatingip, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:27.207361 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b8b91c-073e-4cc5-9b6a-5902cd9990e8 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:49:27.210897 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-90b8b91c-073e-4cc5-9b6a-5902cd9990e8 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:49:27.214435 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b8b91c-073e-4cc5-9b6a-5902cd9990e8 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:49:27.246721 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b8b91c-073e-4cc5-9b6a-5902cd9990e8 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Pushing event updated for resources: {'Port': ['ID=5fb7e64f-7c3b-4f0e-a393-15d74cf57be0,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:49:27.363175 n-d-843948-2 neutron-server[84886]: INFO neutron.db.l3_db [None req-5a34811f-060a-46ac-bc2e-ebde79097755 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Floating IP 29bd33b2-f548-423e-8409-021ca91e9304 associated. External IP: 172.25.8.205, port: 311d200f-3ebf-47c6-bc07-4fce44a33b83. May 30 20:49:28.017304 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-90b8b91c-073e-4cc5-9b6a-5902cd9990e8 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:28.086512 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 8624a45b-bd42-45af-a973-3602ec637fa7 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:49:28.169668 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-90b8b91c-073e-4cc5-9b6a-5902cd9990e8 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:28.206414 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baec116a-384e-466e-a9f3-d6caa66aabb8 req-06548531-96fa-45a8-8691-d3b7222c57d4 tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:49:28.208863 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-baec116a-384e-466e-a9f3-d6caa66aabb8 req-06548531-96fa-45a8-8691-d3b7222c57d4 tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] 10.222.0.85 "GET /v2.0/ports?device_id=62d307d5-9a61-4b79-b9b5-88b0bae6c8d2 HTTP/1.1" status: 200 len: 946 time: 0.1612146 May 30 20:49:28.252197 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 8624a45b-bd42-45af-a973-3602ec637fa7 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:49:28.261125 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 8624a45b-bd42-45af-a973-3602ec637fa7 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:49:28.261916 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:28.296567 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-baec116a-384e-466e-a9f3-d6caa66aabb8 req-6cd7a7aa-aa40-4e81-86bb-70b15c1baf8e tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] 10.222.0.85 "GET /v2.0/security-groups?id=896459d4-959a-4a87-92eb-d247e7a3024c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746374 May 30 20:49:28.345001 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a34811f-060a-46ac-bc2e-ebde79097755 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Router 1fe49bdf-6230-4617-8d21-8d87761dc2c2 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:49:28.440075 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:28.482634 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port 8624a45b-bd42-45af-a973-3602ec637fa7, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=8624a45b-bd42-45af-a973-3602ec637fa7,segment=NetworkSegment(50b99d70-ab15-46e3-9536-d53cacacd3f3),segment_id=50b99d70-ab15-46e3-9536-d53cacacd3f3)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:49:28.485112 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-90b8b91c-073e-4cc5-9b6a-5902cd9990e8 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:28.577272 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a34811f-060a-46ac-bc2e-ebde79097755 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:49:28.579001 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:28.579943 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 5b5930ce-398d-4db2-84f2-13db302dd095 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:49:28.606140 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-90b8b91c-073e-4cc5-9b6a-5902cd9990e8 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:28.640305 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19481ada-81ef-4620-b9d6-01d6beb6209e None None] Sync routers for ids ['1fe49bdf-6230-4617-8d21-8d87761dc2c2'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:49:28.686549 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5a34811f-060a-46ac-bc2e-ebde79097755 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:28.695317 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b8b91c-073e-4cc5-9b6a-5902cd9990e8 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Pushing event updated for resources: {'Port': ['ID=5fb7e64f-7c3b-4f0e-a393-15d74cf57be0,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:49:28.695503 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19481ada-81ef-4620-b9d6-01d6beb6209e None None] Routers {'1fe49bdf-6230-4617-8d21-8d87761dc2c2'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:49:28.695503 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-19481ada-81ef-4620-b9d6-01d6beb6209e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:49:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['1fe49bdf-6230-4617-8d21-8d87761dc2c2'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:49:28.778688 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-90b8b91c-073e-4cc5-9b6a-5902cd9990e8 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736490'] for floatingip, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:28.791460 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-5a34811f-060a-46ac-bc2e-ebde79097755 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.5811691 May 30 20:49:28.792911 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '752ff636-273e-406a-a7ed-627b04ecfac8', 'tag': '311d200f-3ebf-47c6-bc07-4fce44a33b83'}] {{(pid=84886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:49:28.857670 n-d-843948-2 neutron-server[84886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03203695-4802-4e21-a4fe-47298cf934f5'] response: {'name': 'network-changed', 'server_uuid': '752ff636-273e-406a-a7ed-627b04ecfac8', 'tag': '311d200f-3ebf-47c6-bc07-4fce44a33b83', 'status': 'completed', 'code': 200} May 30 20:49:28.871015 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=8624a45b-bd42-45af-a973-3602ec637fa7,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:49:28.924468 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-19481ada-81ef-4620-b9d6-01d6beb6209e None None] Set router 1fe49bdf-6230-4617-8d21-8d87761dc2c2 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:49:28.970352 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 5b5930ce-398d-4db2-84f2-13db302dd095 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:49:28.992463 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 5b5930ce-398d-4db2-84f2-13db302dd095 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:49:28.992832 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:29.015016 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a22f9f49-89c0-4902-90c5-6d0970d05418 req-646e0686-2610-4658-b1eb-3488dc73e39a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3c7515c181aa4ba98f70242b3f29e504&device_id=752ff636-273e-406a-a7ed-627b04ecfac8 HTTP/1.1" status: 200 len: 1096 time: 0.1056719 May 30 20:49:29.168615 n-d-843948-2 neutron-server[84887]: INFO neutron.db.l3_db [None req-90b8b91c-073e-4cc5-9b6a-5902cd9990e8 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Floating IP 8c54965f-4061-44f5-ab7b-da204ec917a6 associated. External IP: 172.25.8.54, port: 53f69a5c-c4ab-42ef-a610-e6dc8996dcce. May 30 20:49:29.236009 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22f9f49-89c0-4902-90c5-6d0970d05418 req-3d1a7c45-45e7-4447-a2d6-e1cb389dcc8b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:49:29.236440 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a22f9f49-89c0-4902-90c5-6d0970d05418 req-3d1a7c45-45e7-4447-a2d6-e1cb389dcc8b service neutron] 10.222.0.86 "GET /v2.0/networks?id=beae49ce-0db8-49d5-a0bc-6138c55c0e9a HTTP/1.1" status: 200 len: 909 time: 0.2145908 May 30 20:49:29.325943 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:29.384599 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port 5b5930ce-398d-4db2-84f2-13db302dd095, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=5b5930ce-398d-4db2-84f2-13db302dd095,segment=NetworkSegment(10560090-94c6-4b99-ac53-78ac94df6407),segment_id=10560090-94c6-4b99-ac53-78ac94df6407)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:49:29.415061 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a22f9f49-89c0-4902-90c5-6d0970d05418 req-51878e01-fa73-4214-bf1f-af8a3f6fb8fe service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=311d200f-3ebf-47c6-bc07-4fce44a33b83 HTTP/1.1" status: 200 len: 999 time: 0.1352119 May 30 20:49:29.465715 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:29.487334 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a1fb3a-0559-4062-b4c3-d7b6792de0b0 req-fe345e44-2a80-413c-a5a3-f783d1bf7124 tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:49:29.490443 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-82a1fb3a-0559-4062-b4c3-d7b6792de0b0 req-fe345e44-2a80-413c-a5a3-f783d1bf7124 tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] 10.222.0.71 "GET /v2.0/ports?device_id=62d307d5-9a61-4b79-b9b5-88b0bae6c8d2 HTTP/1.1" status: 200 len: 946 time: 0.1536760 May 30 20:49:29.495869 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22f9f49-89c0-4902-90c5-6d0970d05418 req-5c27279e-6288-4bf9-acaf-4785dcba7c50 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:49:29.497403 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a22f9f49-89c0-4902-90c5-6d0970d05418 req-5c27279e-6288-4bf9-acaf-4785dcba7c50 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=220be634-4722-4e21-bc9c-402c8602baf6 HTTP/1.1" status: 200 len: 847 time: 0.0748935 May 30 20:49:29.562663 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-19481ada-81ef-4620-b9d6-01d6beb6209e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fe49bdf-6230-4617-8d21-8d87761dc2c2', 'name': 'tempest-TestServerBasicOps-771567349-router', 'tenant_id': '3c7515c181aa4ba98f70242b3f29e504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'a9201888-262a-434f-b6f2-3d6edbb6db5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:48:40Z', 'updated_at': '2022-05-30T20:48:46Z', 'revision_number': 4, 'project_id': '3c7515c181aa4ba98f70242b3f29e504', 'gw_port': {'id': 'a9201888-262a-434f-b6f2-3d6edbb6db5d', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:4a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe49bdf-6230-4617-8d21-8d87761dc2c2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:48:41Z', 'updated_at': '2022-05-30T20:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': '29bd33b2-f548-423e-8409-021ca91e9304', 'tenant_id': '3c7515c181aa4ba98f70242b3f29e504', 'floating_ip_address': '172.25.8.205', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': '1fe49bdf-6230-4617-8d21-8d87761dc2c2', 'port_id': '311d200f-3ebf-47c6-bc07-4fce44a33b83', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'beae49ce-0db8-49d5-a0bc-6138c55c0e9a', 'mac_address': 'fa:16:3e:81:2f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '752ff636-273e-406a-a7ed-627b04ecfac8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:49:26Z', 'updated_at': '2022-05-30T20:49:26Z', 'revision_number': 0, 'project_id': '3c7515c181aa4ba98f70242b3f29e504', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09ae35e6-dc0d-401b-bd5d-21cd5d594611', 'name': '', 'network_id': 'beae49ce-0db8-49d5-a0bc-6138c55c0e9a', 'tenant_id': '3c7515c181aa4ba98f70242b3f29e504', 'mac_address': 'fa:16:3e:28:01:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe49bdf-6230-4617-8d21-8d87761dc2c2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '220be634-4722-4e21-bc9c-402c8602baf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:48:45Z', 'updated_at': '2022-05-30T20:48:52Z', 'revision_number': 5, 'project_id': '3c7515c181aa4ba98f70242b3f29e504', 'subnets': [{'id': '220be634-4722-4e21-bc9c-402c8602baf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:49:29.573586 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19481ada-81ef-4620-b9d6-01d6beb6209e None None] Checking router: 1fe49bdf-6230-4617-8d21-8d87761dc2c2 for host: n-d-843948-2 {{(pid=84888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:49:29.579722 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=5b5930ce-398d-4db2-84f2-13db302dd095,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:49:29.594566 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19481ada-81ef-4620-b9d6-01d6beb6209e None None] Routers {'1fe49bdf-6230-4617-8d21-8d87761dc2c2'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:49:29.595153 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-19481ada-81ef-4620-b9d6-01d6beb6209e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:49:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['1fe49bdf-6230-4617-8d21-8d87761dc2c2'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:49:29.609539 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a22f9f49-89c0-4902-90c5-6d0970d05418 req-7ba39ea5-42da-4b8d-8baa-18b55f0ab900 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=beae49ce-0db8-49d5-a0bc-6138c55c0e9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1050799 May 30 20:49:29.640947 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [req-82a1fb3a-0559-4062-b4c3-d7b6792de0b0 req-dce6a159-1f73-4610-b97c-5bae7289c55d tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] Deleting port 406f1063-e855-4b03-b1bf-04152e3af512 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:49:29.641292 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-82a1fb3a-0559-4062-b4c3-d7b6792de0b0 req-dce6a159-1f73-4610-b97c-5bae7289c55d tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:29.647608 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-a910c9e8-27c2-438b-9d6e-d0dbfd7824cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:29.720694 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a0151e-ac39-4c96-9c81-4a87cc3dc66a req-d6b05845-928b-4e4d-ba9f-4bc94eff5723 tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:49:29.728109 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-85a0151e-ac39-4c96-9c81-4a87cc3dc66a req-d6b05845-928b-4e4d-ba9f-4bc94eff5723 tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] 10.222.0.85 "GET /v2.0/ports?device_id=62d307d5-9a61-4b79-b9b5-88b0bae6c8d2 HTTP/1.1" status: 200 len: 946 time: 0.1836076 May 30 20:49:29.811350 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-19481ada-81ef-4620-b9d6-01d6beb6209e None None] Set router 1fe49bdf-6230-4617-8d21-8d87761dc2c2 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:49:29.857333 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-85a0151e-ac39-4c96-9c81-4a87cc3dc66a req-42756276-104a-41f9-be29-a50544d0c366 tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] 10.222.0.85 "GET /v2.0/security-groups?id=896459d4-959a-4a87-92eb-d247e7a3024c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282201 May 30 20:49:29.889308 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:29.999245 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 8624a45b-bd42-45af-a973-3602ec637fa7 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:49:30.005488 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-82a1fb3a-0559-4062-b4c3-d7b6792de0b0 req-dce6a159-1f73-4610-b97c-5bae7289c55d tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] For port 406f1063-e855-4b03-b1bf-04152e3af512, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=406f1063-e855-4b03-b1bf-04152e3af512,segment=NetworkSegment(c073f026-c70c-42e4-8405-73f5b7fccf97),segment_id=c073f026-c70c-42e4-8405-73f5b7fccf97)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:49:30.005880 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-82a1fb3a-0559-4062-b4c3-d7b6792de0b0 req-dce6a159-1f73-4610-b97c-5bae7289c55d tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:30.022851 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a22f9f49-89c0-4902-90c5-6d0970d05418 req-57c1f58a-56b8-4bdb-a314-14e91d629665 service neutron] 10.222.0.86 "GET /v2.0/networks/beae49ce-0db8-49d5-a0bc-6138c55c0e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3591404 May 30 20:49:30.132656 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [req-82a1fb3a-0559-4062-b4c3-d7b6792de0b0 req-dce6a159-1f73-4610-b97c-5bae7289c55d tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] Calling delete_port for 406f1063-e855-4b03-b1bf-04152e3af512 owned by compute:nova {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:49:30.186922 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a22f9f49-89c0-4902-90c5-6d0970d05418 req-2de7f73e-86b5-463c-b79b-b02038f4d0b3 service neutron] 10.222.0.86 "GET /v2.0/networks/beae49ce-0db8-49d5-a0bc-6138c55c0e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566100 May 30 20:49:30.204541 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90b8b91c-073e-4cc5-9b6a-5902cd9990e8 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Router 2a0fb0ad-27fe-4eaf-af48-144ea2b60049 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:49:30.207847 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 8624a45b-bd42-45af-a973-3602ec637fa7 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:49:30.208544 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:30.398618 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 5b5930ce-398d-4db2-84f2-13db302dd095 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:49:30.423874 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-82a1fb3a-0559-4062-b4c3-d7b6792de0b0 req-dce6a159-1f73-4610-b97c-5bae7289c55d tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:30.436468 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90b8b91c-073e-4cc5-9b6a-5902cd9990e8 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:49:30.442445 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['406f1063-e855-4b03-b1bf-04152e3af512'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:49:30.472303 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-19481ada-81ef-4620-b9d6-01d6beb6209e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fe49bdf-6230-4617-8d21-8d87761dc2c2', 'name': 'tempest-TestServerBasicOps-771567349-router', 'tenant_id': '3c7515c181aa4ba98f70242b3f29e504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'a9201888-262a-434f-b6f2-3d6edbb6db5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:48:40Z', 'updated_at': '2022-05-30T20:48:46Z', 'revision_number': 4, 'project_id': '3c7515c181aa4ba98f70242b3f29e504', 'gw_port': {'id': 'a9201888-262a-434f-b6f2-3d6edbb6db5d', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:4a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe49bdf-6230-4617-8d21-8d87761dc2c2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:48:41Z', 'updated_at': '2022-05-30T20:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': '29bd33b2-f548-423e-8409-021ca91e9304', 'tenant_id': '3c7515c181aa4ba98f70242b3f29e504', 'floating_ip_address': '172.25.8.205', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': '1fe49bdf-6230-4617-8d21-8d87761dc2c2', 'port_id': '311d200f-3ebf-47c6-bc07-4fce44a33b83', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'beae49ce-0db8-49d5-a0bc-6138c55c0e9a', 'mac_address': 'fa:16:3e:81:2f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '752ff636-273e-406a-a7ed-627b04ecfac8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:49:26Z', 'updated_at': '2022-05-30T20:49:26Z', 'revision_number': 0, 'project_id': '3c7515c181aa4ba98f70242b3f29e504', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09ae35e6-dc0d-401b-bd5d-21cd5d594611', 'name': '', 'network_id': 'beae49ce-0db8-49d5-a0bc-6138c55c0e9a', 'tenant_id': '3c7515c181aa4ba98f70242b3f29e504', 'mac_address': 'fa:16:3e:28:01:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe49bdf-6230-4617-8d21-8d87761dc2c2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '220be634-4722-4e21-bc9c-402c8602baf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:48:45Z', 'updated_at': '2022-05-30T20:48:52Z', 'revision_number': 5, 'project_id': '3c7515c181aa4ba98f70242b3f29e504', 'subnets': [{'id': '220be634-4722-4e21-bc9c-402c8602baf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:49:30.500222 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19481ada-81ef-4620-b9d6-01d6beb6209e None None] The sync data for ids ['1fe49bdf-6230-4617-8d21-8d87761dc2c2'] in n-d-843948-2 is: [{'id': '1fe49bdf-6230-4617-8d21-8d87761dc2c2', 'name': 'tempest-TestServerBasicOps-771567349-router', 'tenant_id': '3c7515c181aa4ba98f70242b3f29e504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'a9201888-262a-434f-b6f2-3d6edbb6db5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:48:40Z', 'updated_at': '2022-05-30T20:48:46Z', 'revision_number': 4, 'project_id': '3c7515c181aa4ba98f70242b3f29e504', 'gw_port': {'id': 'a9201888-262a-434f-b6f2-3d6edbb6db5d', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:4a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe49bdf-6230-4617-8d21-8d87761dc2c2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:48:41Z', 'updated_at': '2022-05-30T20:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': '29bd33b2-f548-423e-8409-021ca91e9304', 'tenant_id': '3c7515c181aa4ba98f70242b3f29e504', 'floating_ip_address': '172.25.8.205', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': '1fe49bdf-6230-4617-8d21-8d87761dc2c2', 'port_id': '311d200f-3ebf-47c6-bc07-4fce44a33b83', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'beae49ce-0db8-49d5-a0bc-6138c55c0e9a', 'mac_address': 'fa:16:3e:81:2f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '752ff636-273e-406a-a7ed-627b04ecfac8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:49:26Z', 'updated_at': '2022-05-30T20:49:26Z', 'revision_number': 0, 'project_id': '3c7515c181aa4ba98f70242b3f29e504', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09ae35e6-dc0d-401b-bd5d-21cd5d594611', 'name': '', 'network_id': 'beae49ce-0db8-49d5-a0bc-6138c55c0e9a', 'tenant_id': '3c7515c181aa4ba98f70242b3f29e504', 'mac_address': 'fa:16:3e:28:01:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe49bdf-6230-4617-8d21-8d87761dc2c2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '220be634-4722-4e21-bc9c-402c8602baf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:48:45Z', 'updated_at': '2022-05-30T20:48:52Z', 'revision_number': 5, 'project_id': '3c7515c181aa4ba98f70242b3f29e504', 'subnets': [{'id': '220be634-4722-4e21-bc9c-402c8602baf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:49:30.526712 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 5b5930ce-398d-4db2-84f2-13db302dd095 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:49:30.527231 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:30.560698 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-90b8b91c-073e-4cc5-9b6a-5902cd9990e8 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:30.589360 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce6a159-1f73-4610-b97c-5bae7289c55d tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] Pushing event deleted for resources: {'Port': ['ID=406f1063-e855-4b03-b1bf-04152e3af512,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:49:30.605522 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce6a159-1f73-4610-b97c-5bae7289c55d tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:49:30.605897 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce6a159-1f73-4610-b97c-5bae7289c55d tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:49:30.606278 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce6a159-1f73-4610-b97c-5bae7289c55d tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:49:30.606704 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce6a159-1f73-4610-b97c-5bae7289c55d tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:49:30.606981 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce6a159-1f73-4610-b97c-5bae7289c55d tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:49:30.607313 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce6a159-1f73-4610-b97c-5bae7289c55d tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:49:30.607638 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce6a159-1f73-4610-b97c-5bae7289c55d tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:49:30.607962 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce6a159-1f73-4610-b97c-5bae7289c55d tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:49:30.608281 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce6a159-1f73-4610-b97c-5bae7289c55d tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:49:30.608595 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce6a159-1f73-4610-b97c-5bae7289c55d tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:49:30.608915 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce6a159-1f73-4610-b97c-5bae7289c55d tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:49:30.637087 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-90b8b91c-073e-4cc5-9b6a-5902cd9990e8 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.3127036 May 30 20:49:30.637879 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f855c0ef-86da-45d2-a712-6564022c9e42', 'tag': '53f69a5c-c4ab-42ef-a610-e6dc8996dcce'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:49:30.711557 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [req-82a1fb3a-0559-4062-b4c3-d7b6792de0b0 req-dce6a159-1f73-4610-b97c-5bae7289c55d tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] No DVR routers for this DVR port 406f1063-e855-4b03-b1bf-04152e3af512 on host n-h1-843948-2 {{(pid=84886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:49:30.715099 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-82a1fb3a-0559-4062-b4c3-d7b6792de0b0 req-dce6a159-1f73-4610-b97c-5bae7289c55d tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:30.726270 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13bfbf19-8862-4c52-99df-eecc9a00b9fc'] response: {'name': 'network-changed', 'server_uuid': 'f855c0ef-86da-45d2-a712-6564022c9e42', 'tag': '53f69a5c-c4ab-42ef-a610-e6dc8996dcce', 'status': 'completed', 'code': 200} May 30 20:49:30.801084 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-82a1fb3a-0559-4062-b4c3-d7b6792de0b0 req-dce6a159-1f73-4610-b97c-5bae7289c55d tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] 10.222.0.71 "DELETE /v2.0/ports/406f1063-e855-4b03-b1bf-04152e3af512 HTTP/1.1" status: 204 len: 173 time: 1.3054967 May 30 20:49:30.858966 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62d307d5-9a61-4b79-b9b5-88b0bae6c8d2', 'name': 'network-vif-deleted', 'tag': '406f1063-e855-4b03-b1bf-04152e3af512'}] {{(pid=84886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:49:30.888032 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2a5e64ec-eb60-4907-92aa-535bce51125e req-eed5c723-bfa6-4022-b97d-4786ba8d27c8 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=92b5fc25c8fb428a885a0ea0a728400d&device_id=f855c0ef-86da-45d2-a712-6564022c9e42 HTTP/1.1" status: 200 len: 1096 time: 0.1359844 May 30 20:49:30.897537 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b555711c-6290-4f7a-8507-338f5fd0cf83 req-9f7ce574-7b8e-41a5-90f1-ea9d1c80ee65 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:49:30.898963 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b555711c-6290-4f7a-8507-338f5fd0cf83 req-9f7ce574-7b8e-41a5-90f1-ea9d1c80ee65 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/ports?device_id=f855c0ef-86da-45d2-a712-6564022c9e42 HTTP/1.1" status: 200 len: 945 time: 0.1140082 May 30 20:49:30.916371 n-d-843948-2 neutron-server[84886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb444fd9-c8d3-4a60-be84-fd328f3204bc'] response: {'server_uuid': '62d307d5-9a61-4b79-b9b5-88b0bae6c8d2', 'name': 'network-vif-deleted', 'tag': '406f1063-e855-4b03-b1bf-04152e3af512', 'status': 'completed', 'code': 200} May 30 20:49:31.041730 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b555711c-6290-4f7a-8507-338f5fd0cf83 req-51c5b41e-4fb1-4229-bc01-c2ecc29f0b8f tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/security-groups?id=41ebbad8-7d18-4362-b557-0337a96f19b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1235266 May 30 20:49:31.057781 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-c207e159-e810-4664-a029-6cde5f869e69 req-b312bb1e-233b-4228-8907-8d4b77de5aba tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] Synchronizing usage tracker for tenant:3858b7f4685c496695bb9cd480c2bf52 on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:49:31.064497 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5e64ec-eb60-4907-92aa-535bce51125e req-7b60c801-423a-4b18-9de9-d372123bd7bf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:49:31.066530 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2a5e64ec-eb60-4907-92aa-535bce51125e req-7b60c801-423a-4b18-9de9-d372123bd7bf service neutron] 10.222.0.86 "GET /v2.0/networks?id=821d1b2b-5e01-4b04-b85d-aee9b407e24a HTTP/1.1" status: 200 len: 897 time: 0.1667049 May 30 20:49:31.078414 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 43410) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:49:31.175842 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2a5e64ec-eb60-4907-92aa-535bce51125e req-02afc2e6-a59e-4e77-b227-e8c41014e396 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=53f69a5c-c4ab-42ef-a610-e6dc8996dcce HTTP/1.1" status: 200 len: 998 time: 0.1036587 May 30 20:49:31.186917 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-cd423888-3282-4eb8-a2d2-f07d79282c1a tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/floatingips/8c54965f-4061-44f5-ab7b-da204ec917a6 HTTP/1.1" status: 200 len: 990 time: 0.1062996 May 30 20:49:31.198270 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-c207e159-e810-4664-a029-6cde5f869e69 req-b312bb1e-233b-4228-8907-8d4b77de5aba tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] Unset dirty status for tenant:3858b7f4685c496695bb9cd480c2bf52 on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:49:31.199387 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c207e159-e810-4664-a029-6cde5f869e69 req-b312bb1e-233b-4228-8907-8d4b77de5aba tempest-VolumesSnapshotTestJSON-183263444 tempest-VolumesSnapshotTestJSON-183263444-project] 10.222.0.85 "GET /v2.0/ports?device_id=62d307d5-9a61-4b79-b9b5-88b0bae6c8d2 HTTP/1.1" status: 200 len: 210 time: 0.1895595 May 30 20:49:31.228088 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:31.245817 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5e64ec-eb60-4907-92aa-535bce51125e req-5cad60ee-bea9-4c7f-8490-5420f4adb9d7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:49:31.247341 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2a5e64ec-eb60-4907-92aa-535bce51125e req-5cad60ee-bea9-4c7f-8490-5420f4adb9d7 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d054eb11-ddb5-4a83-99ba-2aebc377ad15 HTTP/1.1" status: 200 len: 835 time: 0.0663373 May 30 20:49:31.325346 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2a5e64ec-eb60-4907-92aa-535bce51125e req-cca9db76-c64f-41a7-88ed-2e7690c2da78 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=821d1b2b-5e01-4b04-b85d-aee9b407e24a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0726042 May 30 20:49:31.456235 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2a5e64ec-eb60-4907-92aa-535bce51125e req-b2258cc5-e374-4e95-b70a-988882b6759a service neutron] 10.222.0.86 "GET /v2.0/networks/821d1b2b-5e01-4b04-b85d-aee9b407e24a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252856 May 30 20:49:31.591440 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2a5e64ec-eb60-4907-92aa-535bce51125e req-ec3271e3-d9cf-4fb7-bd40-d0a7ff2df7d8 service neutron] 10.222.0.86 "GET /v2.0/networks/821d1b2b-5e01-4b04-b85d-aee9b407e24a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263192 May 30 20:49:32.189810 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 43414) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:49:32.296663 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-4002705a-a37b-4b9f-8b12-e1b49df934e3 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/floatingips/8c54965f-4061-44f5-ab7b-da204ec917a6 HTTP/1.1" status: 200 len: 990 time: 0.1056628 May 30 20:49:32.724363 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:33.232519 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 406f1063-e855-4b03-b1bf-04152e3af512 no longer exists at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:49:33.272990 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] No Port match for: 406f1063-e855-4b03-b1bf-04152e3af512 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:49:33.272990 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 406f1063-e855-4b03-b1bf-04152e3af512 not bound to the agent host n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:49:33.301517 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 43426) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:49:33.416051 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-eaeac33e-99db-4ff3-9e74-bc36b29c320b tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/floatingips/8c54965f-4061-44f5-ab7b-da204ec917a6 HTTP/1.1" status: 200 len: 990 time: 0.1129067 May 30 20:49:34.031697 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281a44d5-b190-49de-995e-c95d9a4e6083 None None] New status for floating IP 29bd33b2-f548-423e-8409-021ca91e9304: ACTIVE {{(pid=84889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 20:49:34.419991 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 43436) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:49:34.525208 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-b015d830-2ded-4392-aa87-1b571117551b tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/floatingips/8c54965f-4061-44f5-ab7b-da204ec917a6 HTTP/1.1" status: 200 len: 990 time: 0.1040289 May 30 20:49:35.528710 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 43444) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:49:35.640318 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-011f0a67-a119-497a-8d60-678d302dbf01 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/floatingips/8c54965f-4061-44f5-ab7b-da204ec917a6 HTTP/1.1" status: 200 len: 990 time: 0.1103988 May 30 20:49:36.644119 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 43450) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:49:36.758954 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-f63aa6bc-f619-4f39-aded-9c580a3565e7 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/floatingips/8c54965f-4061-44f5-ab7b-da204ec917a6 HTTP/1.1" status: 200 len: 990 time: 0.1137536 May 30 20:49:37.763435 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 43460) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:49:37.872623 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-0e358b55-f0f4-4b79-adf0-74da50dbb34b tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/floatingips/8c54965f-4061-44f5-ab7b-da204ec917a6 HTTP/1.1" status: 200 len: 990 time: 0.1079080 May 30 20:49:38.875775 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 43470) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:49:38.981620 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-a6de45ff-4ff3-4a3a-804a-6e624ace0112 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/floatingips/8c54965f-4061-44f5-ab7b-da204ec917a6 HTTP/1.1" status: 200 len: 990 time: 0.1048036 May 30 20:49:39.985575 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 43478) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:49:40.096404 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-f64fa909-dd9e-4c61-8d51-db199ad40408 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/floatingips/8c54965f-4061-44f5-ab7b-da204ec917a6 HTTP/1.1" status: 200 len: 990 time: 0.1091692 May 30 20:49:41.100326 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 43484) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:49:41.220959 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-3589834b-20fe-449a-a4ce-83f329a157da tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/floatingips/8c54965f-4061-44f5-ab7b-da204ec917a6 HTTP/1.1" status: 200 len: 990 time: 0.1195505 May 30 20:49:42.223144 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 43492) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:49:42.328636 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-ff33d1a7-3596-4a34-b621-1822112b7333 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/floatingips/8c54965f-4061-44f5-ab7b-da204ec917a6 HTTP/1.1" status: 200 len: 990 time: 0.1042521 May 30 20:49:42.527652 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:49:43.332038 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 43498) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:49:43.438792 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-9a21e4a9-5bd7-4480-b1fd-e406c9677bcd tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/floatingips/8c54965f-4061-44f5-ab7b-da204ec917a6 HTTP/1.1" status: 200 len: 990 time: 0.1045537 May 30 20:49:44.441959 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 43504) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:49:44.663672 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-55ed5230-6f7a-40f0-98fb-79fc046c6be6 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/floatingips/8c54965f-4061-44f5-ab7b-da204ec917a6 HTTP/1.1" status: 200 len: 990 time: 0.2204020 May 30 20:49:45.450527 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8f2f7f-eac7-44de-abba-d5b3a56ac6ef None None] Sync routers for ids ['2a0fb0ad-27fe-4eaf-af48-144ea2b60049'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:49:45.462669 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8f2f7f-eac7-44de-abba-d5b3a56ac6ef None None] Routers {'2a0fb0ad-27fe-4eaf-af48-144ea2b60049'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:49:45.463267 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-ce8f2f7f-eac7-44de-abba-d5b3a56ac6ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:49:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['2a0fb0ad-27fe-4eaf-af48-144ea2b60049'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:49:45.648005 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-ce8f2f7f-eac7-44de-abba-d5b3a56ac6ef None None] Set router 2a0fb0ad-27fe-4eaf-af48-144ea2b60049 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:49:45.667758 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 43510) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:49:45.778486 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-d4ed5ec9-0b91-4903-b91b-bc524a641ea5 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/floatingips/8c54965f-4061-44f5-ab7b-da204ec917a6 HTTP/1.1" status: 200 len: 990 time: 0.1080546 May 30 20:49:45.868416 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c8d87d69-b729-4356-a0ad-4b43236aa947 req-18fdca38-67fb-463a-b295-75b6cd016e5d service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=752ff636-273e-406a-a7ed-627b04ecfac8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0746112 May 30 20:49:46.008505 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-ce8f2f7f-eac7-44de-abba-d5b3a56ac6ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a0fb0ad-27fe-4eaf-af48-144ea2b60049', 'name': 'tempest-TestNetworkAdvancedServerOps-router-839558716', 'tenant_id': '92b5fc25c8fb428a885a0ea0a728400d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': '18aa0b0c-3835-4c63-a79b-4f47d5074a78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:48:55Z', 'updated_at': '2022-05-30T20:49:01Z', 'revision_number': 4, 'project_id': '92b5fc25c8fb428a885a0ea0a728400d', 'gw_port': {'id': '18aa0b0c-3835-4c63-a79b-4f47d5074a78', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:63:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0fb0ad-27fe-4eaf-af48-144ea2b60049', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:48:56Z', 'updated_at': '2022-05-30T20:49:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': '8c54965f-4061-44f5-ab7b-da204ec917a6', 'tenant_id': '92b5fc25c8fb428a885a0ea0a728400d', 'floating_ip_address': '172.25.8.54', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': '2a0fb0ad-27fe-4eaf-af48-144ea2b60049', 'port_id': '53f69a5c-c4ab-42ef-a610-e6dc8996dcce', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '821d1b2b-5e01-4b04-b85d-aee9b407e24a', 'mac_address': 'fa:16:3e:aa:ec:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f855c0ef-86da-45d2-a712-6564022c9e42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:49:27Z', 'updated_at': '2022-05-30T20:49:27Z', 'revision_number': 0, 'project_id': '92b5fc25c8fb428a885a0ea0a728400d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b5930ce-398d-4db2-84f2-13db302dd095', 'name': '', 'network_id': '821d1b2b-5e01-4b04-b85d-aee9b407e24a', 'tenant_id': '92b5fc25c8fb428a885a0ea0a728400d', 'mac_address': 'fa:16:3e:e6:1c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0fb0ad-27fe-4eaf-af48-144ea2b60049', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd054eb11-ddb5-4a83-99ba-2aebc377ad15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:49:00Z', 'updated_at': '2022-05-30T20:49:29Z', 'revision_number': 5, 'project_id': '92b5fc25c8fb428a885a0ea0a728400d', 'subnets': [{'id': 'd054eb11-ddb5-4a83-99ba-2aebc377ad15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:49:46.010875 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c8d87d69-b729-4356-a0ad-4b43236aa947 req-f8b04a5c-108c-4f7e-ac61-d68007d6c5d8 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3c7515c181aa4ba98f70242b3f29e504&device_id=752ff636-273e-406a-a7ed-627b04ecfac8 HTTP/1.1" status: 200 len: 1096 time: 0.0719252 May 30 20:49:46.012663 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8f2f7f-eac7-44de-abba-d5b3a56ac6ef None None] Checking router: 2a0fb0ad-27fe-4eaf-af48-144ea2b60049 for host: n-d-843948-2 {{(pid=84888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:49:46.024274 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8f2f7f-eac7-44de-abba-d5b3a56ac6ef None None] Routers {'2a0fb0ad-27fe-4eaf-af48-144ea2b60049'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:49:46.024880 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-ce8f2f7f-eac7-44de-abba-d5b3a56ac6ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:49:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['2a0fb0ad-27fe-4eaf-af48-144ea2b60049'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:49:46.167390 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d87d69-b729-4356-a0ad-4b43236aa947 req-07554473-bd52-4a38-baba-a721c8985428 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:49:46.168967 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c8d87d69-b729-4356-a0ad-4b43236aa947 req-07554473-bd52-4a38-baba-a721c8985428 service neutron] 10.222.0.86 "GET /v2.0/networks?id=beae49ce-0db8-49d5-a0bc-6138c55c0e9a HTTP/1.1" status: 200 len: 909 time: 0.1364515 May 30 20:49:46.208884 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-ce8f2f7f-eac7-44de-abba-d5b3a56ac6ef None None] Set router 2a0fb0ad-27fe-4eaf-af48-144ea2b60049 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:49:46.308643 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c8d87d69-b729-4356-a0ad-4b43236aa947 req-47543b95-9cd5-45a9-a8b5-565cdc3931b8 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=311d200f-3ebf-47c6-bc07-4fce44a33b83 HTTP/1.1" status: 200 len: 1001 time: 0.1329970 May 30 20:49:46.373913 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d87d69-b729-4356-a0ad-4b43236aa947 req-2ac927ec-5b9c-4e34-ab41-6843cbc4f093 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:49:46.375593 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c8d87d69-b729-4356-a0ad-4b43236aa947 req-2ac927ec-5b9c-4e34-ab41-6843cbc4f093 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=220be634-4722-4e21-bc9c-402c8602baf6 HTTP/1.1" status: 200 len: 847 time: 0.0610251 May 30 20:49:46.456951 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c8d87d69-b729-4356-a0ad-4b43236aa947 req-5a34f574-09b0-41c2-b5e2-b51a04821543 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=beae49ce-0db8-49d5-a0bc-6138c55c0e9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0749917 May 30 20:49:46.582296 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-ce8f2f7f-eac7-44de-abba-d5b3a56ac6ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a0fb0ad-27fe-4eaf-af48-144ea2b60049', 'name': 'tempest-TestNetworkAdvancedServerOps-router-839558716', 'tenant_id': '92b5fc25c8fb428a885a0ea0a728400d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': '18aa0b0c-3835-4c63-a79b-4f47d5074a78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:48:55Z', 'updated_at': '2022-05-30T20:49:01Z', 'revision_number': 4, 'project_id': '92b5fc25c8fb428a885a0ea0a728400d', 'gw_port': {'id': '18aa0b0c-3835-4c63-a79b-4f47d5074a78', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:63:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0fb0ad-27fe-4eaf-af48-144ea2b60049', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:48:56Z', 'updated_at': '2022-05-30T20:49:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': '8c54965f-4061-44f5-ab7b-da204ec917a6', 'tenant_id': '92b5fc25c8fb428a885a0ea0a728400d', 'floating_ip_address': '172.25.8.54', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': '2a0fb0ad-27fe-4eaf-af48-144ea2b60049', 'port_id': '53f69a5c-c4ab-42ef-a610-e6dc8996dcce', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '821d1b2b-5e01-4b04-b85d-aee9b407e24a', 'mac_address': 'fa:16:3e:aa:ec:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f855c0ef-86da-45d2-a712-6564022c9e42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:49:27Z', 'updated_at': '2022-05-30T20:49:27Z', 'revision_number': 0, 'project_id': '92b5fc25c8fb428a885a0ea0a728400d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b5930ce-398d-4db2-84f2-13db302dd095', 'name': '', 'network_id': '821d1b2b-5e01-4b04-b85d-aee9b407e24a', 'tenant_id': '92b5fc25c8fb428a885a0ea0a728400d', 'mac_address': 'fa:16:3e:e6:1c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0fb0ad-27fe-4eaf-af48-144ea2b60049', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd054eb11-ddb5-4a83-99ba-2aebc377ad15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:49:00Z', 'updated_at': '2022-05-30T20:49:29Z', 'revision_number': 5, 'project_id': '92b5fc25c8fb428a885a0ea0a728400d', 'subnets': [{'id': 'd054eb11-ddb5-4a83-99ba-2aebc377ad15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:49:46.588108 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8f2f7f-eac7-44de-abba-d5b3a56ac6ef None None] The sync data for ids ['2a0fb0ad-27fe-4eaf-af48-144ea2b60049'] in n-d-843948-2 is: [{'id': '2a0fb0ad-27fe-4eaf-af48-144ea2b60049', 'name': 'tempest-TestNetworkAdvancedServerOps-router-839558716', 'tenant_id': '92b5fc25c8fb428a885a0ea0a728400d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': '18aa0b0c-3835-4c63-a79b-4f47d5074a78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:48:55Z', 'updated_at': '2022-05-30T20:49:01Z', 'revision_number': 4, 'project_id': '92b5fc25c8fb428a885a0ea0a728400d', 'gw_port': {'id': '18aa0b0c-3835-4c63-a79b-4f47d5074a78', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:63:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0fb0ad-27fe-4eaf-af48-144ea2b60049', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:48:56Z', 'updated_at': '2022-05-30T20:49:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': '8c54965f-4061-44f5-ab7b-da204ec917a6', 'tenant_id': '92b5fc25c8fb428a885a0ea0a728400d', 'floating_ip_address': '172.25.8.54', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': '2a0fb0ad-27fe-4eaf-af48-144ea2b60049', 'port_id': '53f69a5c-c4ab-42ef-a610-e6dc8996dcce', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '821d1b2b-5e01-4b04-b85d-aee9b407e24a', 'mac_address': 'fa:16:3e:aa:ec:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f855c0ef-86da-45d2-a712-6564022c9e42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:49:27Z', 'updated_at': '2022-05-30T20:49:27Z', 'revision_number': 0, 'project_id': '92b5fc25c8fb428a885a0ea0a728400d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b5930ce-398d-4db2-84f2-13db302dd095', 'name': '', 'network_id': '821d1b2b-5e01-4b04-b85d-aee9b407e24a', 'tenant_id': '92b5fc25c8fb428a885a0ea0a728400d', 'mac_address': 'fa:16:3e:e6:1c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0fb0ad-27fe-4eaf-af48-144ea2b60049', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd054eb11-ddb5-4a83-99ba-2aebc377ad15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:49:00Z', 'updated_at': '2022-05-30T20:49:29Z', 'revision_number': 5, 'project_id': '92b5fc25c8fb428a885a0ea0a728400d', 'subnets': [{'id': 'd054eb11-ddb5-4a83-99ba-2aebc377ad15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:49:46.616456 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c8d87d69-b729-4356-a0ad-4b43236aa947 req-02d0c702-0147-4a3a-886a-ccbe2f895ede service neutron] 10.222.0.86 "GET /v2.0/networks/beae49ce-0db8-49d5-a0bc-6138c55c0e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525948 May 30 20:49:46.764013 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c8d87d69-b729-4356-a0ad-4b43236aa947 req-b660a067-7d87-47a7-8006-65d962d8e6e2 service neutron] 10.222.0.86 "GET /v2.0/networks/beae49ce-0db8-49d5-a0bc-6138c55c0e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380918 May 30 20:49:46.780491 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 43524) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:49:46.894414 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-e44f31ea-5128-4a02-bec9-72d1320d011f tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/floatingips/8c54965f-4061-44f5-ab7b-da204ec917a6 HTTP/1.1" status: 200 len: 990 time: 0.1118059 May 30 20:49:47.898568 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 43530) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:49:48.011186 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-a2dfa0ff-ff81-4661-99a7-68727e4857af tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/floatingips/8c54965f-4061-44f5-ab7b-da204ec917a6 HTTP/1.1" status: 200 len: 990 time: 0.1113856 May 30 20:49:49.015340 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 43538) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:49:49.229921 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-ca926ad9-4147-4f1f-b4b5-52be04e18f67 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/floatingips/8c54965f-4061-44f5-ab7b-da204ec917a6 HTTP/1.1" status: 200 len: 990 time: 0.2134798 May 30 20:49:49.777238 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:50.233598 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 43550) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:49:50.341800 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-98c66209-d6ac-4dc9-9338-fbc9fceda965 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/floatingips/8c54965f-4061-44f5-ab7b-da204ec917a6 HTTP/1.1" status: 200 len: 990 time: 0.1068470 May 30 20:49:51.346014 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 43556) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:49:51.449080 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-38d6f166-6fde-4a7d-b178-e8ebc6ca4e38 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/floatingips/8c54965f-4061-44f5-ab7b-da204ec917a6 HTTP/1.1" status: 200 len: 990 time: 0.1019206 May 30 20:49:52.416886 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:52.452252 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 43566) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:49:52.562725 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-11aa0958-b780-4cfc-925b-a063cdc5bda8 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/floatingips/8c54965f-4061-44f5-ab7b-da204ec917a6 HTTP/1.1" status: 200 len: 990 time: 0.1092465 May 30 20:49:52.804361 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc85a9e-376f-4095-be0e-9f7aa48b0a1b None None] New status for floating IP 8c54965f-4061-44f5-ab7b-da204ec917a6: ACTIVE {{(pid=84889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 20:49:53.565643 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 43572) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:49:53.765739 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-1ecff8d0-7041-4fd6-b83e-bd269c47e625 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/floatingips/8c54965f-4061-44f5-ab7b-da204ec917a6 HTTP/1.1" status: 200 len: 992 time: 0.1972904 May 30 20:49:56.214999 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-aa1b6eeb-95a3-403a-b652-af2dffdff9af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:59.674204 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-5662a67d-3dd1-490b-abc0-e97a7fb8f4da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:49:59.874055 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:00.788698 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c049ea8e-3258-49e2-a885-1ed7bc0a1ac1 req-62d47629-f020-4578-b9fd-4a5dee332ace tempest-TestNetworkAdvancedServerOps-998263130 tempest-TestNetworkAdvancedServerOps-998263130-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=f855c0ef-86da-45d2-a712-6564022c9e42 HTTP/1.1" status: 200 len: 1096 time: 0.0716510 May 30 20:50:00.835765 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c049ea8e-3258-49e2-a885-1ed7bc0a1ac1 req-082d4210-a5b5-4a80-a60e-b0923b2f4a29 tempest-TestNetworkAdvancedServerOps-998263130 tempest-TestNetworkAdvancedServerOps-998263130-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=41ebbad8-7d18-4362-b557-0337a96f19b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398986 May 30 20:50:01.042371 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a030907-bdf1-4d35-8ea5-396bd7f38af9 req-d78788a9-44b3-4e73-99a7-90c073f3901f tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:50:01.043741 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2a030907-bdf1-4d35-8ea5-396bd7f38af9 req-d78788a9-44b3-4e73-99a7-90c073f3901f tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/ports?device_id=f855c0ef-86da-45d2-a712-6564022c9e42 HTTP/1.1" status: 200 len: 945 time: 0.0813053 May 30 20:50:01.091320 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2a030907-bdf1-4d35-8ea5-396bd7f38af9 req-ceda21b6-49bf-498c-8870-f3a30cfc2493 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/security-groups?id=41ebbad8-7d18-4362-b557-0337a96f19b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419667 May 30 20:50:01.125445 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 43612) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:50:01.234633 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:01.239186 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-0e8d15bb-2d31-49b0-9feb-9217fe479895 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/floatingips/8c54965f-4061-44f5-ab7b-da204ec917a6 HTTP/1.1" status: 200 len: 992 time: 0.1120877 May 30 20:50:01.789407 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5bd7f3c9-ea5b-4b87-8e54-be4895545ac3 req-75459ce3-e672-4ea8-a274-06f434073bee service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=f855c0ef-86da-45d2-a712-6564022c9e42&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0759554 May 30 20:50:02.463603 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4db1b2b-ad5b-4bf5-a62c-f1a5b83efd88 req-73154840-9650-4ec9-a628-59a300779af0 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:50:02.465095 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a4db1b2b-ad5b-4bf5-a62c-f1a5b83efd88 req-73154840-9650-4ec9-a628-59a300779af0 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/ports?device_id=f855c0ef-86da-45d2-a712-6564022c9e42 HTTP/1.1" status: 200 len: 945 time: 0.0839617 May 30 20:50:02.529102 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a4db1b2b-ad5b-4bf5-a62c-f1a5b83efd88 req-0e9cd636-b68c-4ef9-9c33-b10025601f35 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/security-groups?id=41ebbad8-7d18-4362-b557-0337a96f19b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475223 May 30 20:50:02.584267 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 43644) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:50:02.620492 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 43650) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:50:02.748273 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:02.794813 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d5bff364-4eed-43ff-a2db-89f37559b4f5 req-3c26f333-9cd1-4dfe-b1a5-98ad513d459a service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=f855c0ef-86da-45d2-a712-6564022c9e42&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2092588 May 30 20:50:02.811737 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-49d958a2-6849-44fb-adba-4b1cc425c28d req-ff148257-9300-4779-aba3-5603e3b7ae08 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=752ff636-273e-406a-a7ed-627b04ecfac8 HTTP/1.1" status: 200 len: 1096 time: 0.1844552 May 30 20:50:02.850549 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-49d958a2-6849-44fb-adba-4b1cc425c28d req-a80210ad-744d-481f-aa1c-d002876b29ff service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=562d9952-a512-42cb-8e81-3a7659731dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395505 May 30 20:50:03.737907 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0bb1bb-6810-45c4-bac1-d7c174dccec1 req-eaa81bc3-01bb-4299-b03b-4af294f54341 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:50:03.739464 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-de0bb1bb-6810-45c4-bac1-d7c174dccec1 req-eaa81bc3-01bb-4299-b03b-4af294f54341 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/ports?device_id=f855c0ef-86da-45d2-a712-6564022c9e42 HTTP/1.1" status: 200 len: 945 time: 0.0902050 May 30 20:50:03.789222 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-de0bb1bb-6810-45c4-bac1-d7c174dccec1 req-ad18431c-6247-4b87-a75e-2e08ca9dfb72 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/security-groups?id=41ebbad8-7d18-4362-b557-0337a96f19b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438051 May 30 20:50:05.012237 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d5bff364-4eed-43ff-a2db-89f37559b4f5 req-23e3b20a-0ed1-4cc7-98ee-cc65187f912b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=92b5fc25c8fb428a885a0ea0a728400d&device_id=f855c0ef-86da-45d2-a712-6564022c9e42 HTTP/1.1" status: 200 len: 1096 time: 0.1310201 May 30 20:50:05.022540 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52699c11-658f-4ca3-8a31-7900dc4efd96 req-0a56aa46-c811-432a-9310-b76881d45d69 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:50:05.023914 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-52699c11-658f-4ca3-8a31-7900dc4efd96 req-0a56aa46-c811-432a-9310-b76881d45d69 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/ports?device_id=f855c0ef-86da-45d2-a712-6564022c9e42 HTTP/1.1" status: 200 len: 945 time: 0.1005793 May 30 20:50:05.169504 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-52699c11-658f-4ca3-8a31-7900dc4efd96 req-3bea8288-c130-4242-8e6c-49a9755c9b64 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/security-groups?id=41ebbad8-7d18-4362-b557-0337a96f19b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244729 May 30 20:50:05.196045 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bff364-4eed-43ff-a2db-89f37559b4f5 req-e965495b-a3a0-4e2c-b4be-765684b845c7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:50:05.196045 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d5bff364-4eed-43ff-a2db-89f37559b4f5 req-e965495b-a3a0-4e2c-b4be-765684b845c7 service neutron] 10.222.0.86 "GET /v2.0/networks?id=821d1b2b-5e01-4b04-b85d-aee9b407e24a HTTP/1.1" status: 200 len: 897 time: 0.1643927 May 30 20:50:05.308577 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d5bff364-4eed-43ff-a2db-89f37559b4f5 req-8c12df65-c69c-4c12-a17c-3664018ca542 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=53f69a5c-c4ab-42ef-a610-e6dc8996dcce HTTP/1.1" status: 200 len: 1000 time: 0.1092503 May 30 20:50:05.376953 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bff364-4eed-43ff-a2db-89f37559b4f5 req-a7859f19-f96c-4108-904d-84f011f53875 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:50:05.379098 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d5bff364-4eed-43ff-a2db-89f37559b4f5 req-a7859f19-f96c-4108-904d-84f011f53875 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d054eb11-ddb5-4a83-99ba-2aebc377ad15 HTTP/1.1" status: 200 len: 835 time: 0.0624654 May 30 20:50:05.462806 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d5bff364-4eed-43ff-a2db-89f37559b4f5 req-a7058810-d2ae-4e6c-a306-33b3a9184a87 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=821d1b2b-5e01-4b04-b85d-aee9b407e24a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0740027 May 30 20:50:05.616123 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d5bff364-4eed-43ff-a2db-89f37559b4f5 req-9baf8c65-15ea-43a5-937b-225288b37ebc service neutron] 10.222.0.86 "GET /v2.0/networks/821d1b2b-5e01-4b04-b85d-aee9b407e24a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430156 May 30 20:50:05.756890 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d5bff364-4eed-43ff-a2db-89f37559b4f5 req-99a8e285-048a-44c7-a759-788ef351e938 service neutron] 10.222.0.86 "GET /v2.0/networks/821d1b2b-5e01-4b04-b85d-aee9b407e24a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312389 May 30 20:50:06.376399 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87805f0-65d4-491e-8cbe-c7d604a054aa req-3fb50367-1098-466d-ad2c-9bc8cb4f35d1 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:50:06.384172 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f87805f0-65d4-491e-8cbe-c7d604a054aa req-3fb50367-1098-466d-ad2c-9bc8cb4f35d1 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/ports?device_id=f855c0ef-86da-45d2-a712-6564022c9e42 HTTP/1.1" status: 200 len: 945 time: 0.0909247 May 30 20:50:06.431437 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f87805f0-65d4-491e-8cbe-c7d604a054aa req-aae86746-332b-4dc3-b8fd-dff4d70ce2fd tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/security-groups?id=41ebbad8-7d18-4362-b557-0337a96f19b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463734 May 30 20:50:07.632042 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d455b3f7-13a2-447c-9694-dd4087ce95ad req-0608f52a-c6e2-4962-ab8c-b1e087e9c5ea tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:50:07.633497 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d455b3f7-13a2-447c-9694-dd4087ce95ad req-0608f52a-c6e2-4962-ab8c-b1e087e9c5ea tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/ports?device_id=f855c0ef-86da-45d2-a712-6564022c9e42 HTTP/1.1" status: 200 len: 945 time: 0.0767376 May 30 20:50:07.679568 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d455b3f7-13a2-447c-9694-dd4087ce95ad req-38bb0b2c-9eed-4d64-b305-86fddcdebd97 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/security-groups?id=41ebbad8-7d18-4362-b557-0337a96f19b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404789 May 30 20:50:08.886891 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248ac75b-2d62-4533-95aa-cbcdb484997b req-e27f60d9-ba40-4498-a274-5cf8daaa2bc7 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:50:08.888408 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-248ac75b-2d62-4533-95aa-cbcdb484997b req-e27f60d9-ba40-4498-a274-5cf8daaa2bc7 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/ports?device_id=f855c0ef-86da-45d2-a712-6564022c9e42 HTTP/1.1" status: 200 len: 945 time: 0.0821745 May 30 20:50:08.940659 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-248ac75b-2d62-4533-95aa-cbcdb484997b req-f76636b3-d528-4cf6-9b68-d4db024a5371 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/security-groups?id=41ebbad8-7d18-4362-b557-0337a96f19b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458157 May 30 20:50:10.143097 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ec247e-bd90-4715-8fe6-924dd2090d1d req-4f50668c-887f-42b9-95b7-7ef1005bd78c tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:50:10.144653 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c6ec247e-bd90-4715-8fe6-924dd2090d1d req-4f50668c-887f-42b9-95b7-7ef1005bd78c tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/ports?device_id=f855c0ef-86da-45d2-a712-6564022c9e42 HTTP/1.1" status: 200 len: 945 time: 0.0813115 May 30 20:50:10.195307 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c6ec247e-bd90-4715-8fe6-924dd2090d1d req-cb15ed6c-1a00-45b5-a678-906b650c231f tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/security-groups?id=41ebbad8-7d18-4362-b557-0337a96f19b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433495 May 30 20:50:11.398168 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6d004c-60cc-449d-a52a-36759d907c36 req-67a44c50-1d96-4891-9b6c-ae1445a9a34e tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:50:11.399627 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1e6d004c-60cc-449d-a52a-36759d907c36 req-67a44c50-1d96-4891-9b6c-ae1445a9a34e tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/ports?device_id=f855c0ef-86da-45d2-a712-6564022c9e42 HTTP/1.1" status: 200 len: 945 time: 0.0797861 May 30 20:50:11.450355 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1e6d004c-60cc-449d-a52a-36759d907c36 req-526947d2-6d7c-4492-9495-bf202ac1866a tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/security-groups?id=41ebbad8-7d18-4362-b557-0337a96f19b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452321 May 30 20:50:12.649023 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3919bef2-f9c5-4557-ba1a-fef2f337fd1d req-ca3fd6df-ac12-4a30-a6ba-2f2256e49e5d tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:50:12.650391 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3919bef2-f9c5-4557-ba1a-fef2f337fd1d req-ca3fd6df-ac12-4a30-a6ba-2f2256e49e5d tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/ports?device_id=f855c0ef-86da-45d2-a712-6564022c9e42 HTTP/1.1" status: 200 len: 945 time: 0.0753367 May 30 20:50:12.812981 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3919bef2-f9c5-4557-ba1a-fef2f337fd1d req-2d84b269-11c4-4e63-a89b-7379c73f3d1c tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/security-groups?id=41ebbad8-7d18-4362-b557-0337a96f19b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1566715 May 30 20:50:14.013884 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061ebe84-f7c1-4104-9d10-624186b9dbfe req-7a1e467b-7e77-4f62-b7d3-e8ab34f17519 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:50:14.015325 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-061ebe84-f7c1-4104-9d10-624186b9dbfe req-7a1e467b-7e77-4f62-b7d3-e8ab34f17519 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/ports?device_id=f855c0ef-86da-45d2-a712-6564022c9e42 HTTP/1.1" status: 200 len: 945 time: 0.0787263 May 30 20:50:14.063541 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-061ebe84-f7c1-4104-9d10-624186b9dbfe req-5ebc7820-8ced-4293-8baf-95828a6ef59c tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/security-groups?id=41ebbad8-7d18-4362-b557-0337a96f19b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419323 May 30 20:50:15.273464 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c9c149-6b68-4565-ab56-519cec774801 req-95513b9c-6824-4d23-8ea7-af304ea2015a tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:50:15.274950 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f9c9c149-6b68-4565-ab56-519cec774801 req-95513b9c-6824-4d23-8ea7-af304ea2015a tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/ports?device_id=f855c0ef-86da-45d2-a712-6564022c9e42 HTTP/1.1" status: 200 len: 945 time: 0.0780251 May 30 20:50:15.322771 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f9c9c149-6b68-4565-ab56-519cec774801 req-82db6a7a-04cb-443c-9f84-9da70ec0cd23 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/security-groups?id=41ebbad8-7d18-4362-b557-0337a96f19b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418389 May 30 20:50:16.528503 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a78dad4-ff16-4bde-97b8-0d0339c79b35 req-bb619ee0-411c-4d39-8bf4-29abc34e68cb tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:50:16.530032 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9a78dad4-ff16-4bde-97b8-0d0339c79b35 req-bb619ee0-411c-4d39-8bf4-29abc34e68cb tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/ports?device_id=f855c0ef-86da-45d2-a712-6564022c9e42 HTTP/1.1" status: 200 len: 945 time: 0.0822573 May 30 20:50:16.578262 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9a78dad4-ff16-4bde-97b8-0d0339c79b35 req-0c77a6d9-b5ab-474d-a41c-c79ca294579b tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/security-groups?id=41ebbad8-7d18-4362-b557-0337a96f19b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423915 May 30 20:50:17.790370 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fae852-44c1-4701-aaab-169913d4e096 req-4c072bd6-0290-49a6-835a-793c8f93e6fb tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:50:17.791855 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e0fae852-44c1-4701-aaab-169913d4e096 req-4c072bd6-0290-49a6-835a-793c8f93e6fb tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/ports?device_id=f855c0ef-86da-45d2-a712-6564022c9e42 HTTP/1.1" status: 200 len: 945 time: 0.0868258 May 30 20:50:17.841288 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e0fae852-44c1-4701-aaab-169913d4e096 req-290dfd3f-b116-4629-be6c-2d5cb42e9727 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/security-groups?id=41ebbad8-7d18-4362-b557-0337a96f19b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435362 May 30 20:50:19.052092 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44099413-88e1-4177-9892-a1290f0c59c1 req-486c5b6a-e1b0-45b2-b076-7ca301f19d8b tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:50:19.053557 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-44099413-88e1-4177-9892-a1290f0c59c1 req-486c5b6a-e1b0-45b2-b076-7ca301f19d8b tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/ports?device_id=f855c0ef-86da-45d2-a712-6564022c9e42 HTTP/1.1" status: 200 len: 945 time: 0.0780296 May 30 20:50:19.100965 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-44099413-88e1-4177-9892-a1290f0c59c1 req-90ada14a-a076-40c7-a0fa-daaf0395c34e tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/security-groups?id=41ebbad8-7d18-4362-b557-0337a96f19b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415053 May 30 20:50:19.527793 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:50:19.736055 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:20.304489 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c0812c-8c48-4367-932c-ff7afc5e7f07 req-6ff4a8b4-96e8-424e-87e6-49c870b4a1ab tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:50:20.306007 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a6c0812c-8c48-4367-932c-ff7afc5e7f07 req-6ff4a8b4-96e8-424e-87e6-49c870b4a1ab tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/ports?device_id=f855c0ef-86da-45d2-a712-6564022c9e42 HTTP/1.1" status: 200 len: 945 time: 0.0813682 May 30 20:50:20.354433 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a6c0812c-8c48-4367-932c-ff7afc5e7f07 req-d2c7e5bc-e074-4bb3-bf5e-143e0973a9e4 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/security-groups?id=41ebbad8-7d18-4362-b557-0337a96f19b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426028 May 30 20:50:21.556908 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e541ca9-8fee-4fc6-8d5f-c5bbeb8c652d req-fa1b5e16-2e19-4eff-8c23-3788c5ec6df1 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:50:21.558236 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5e541ca9-8fee-4fc6-8d5f-c5bbeb8c652d req-fa1b5e16-2e19-4eff-8c23-3788c5ec6df1 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/ports?device_id=f855c0ef-86da-45d2-a712-6564022c9e42 HTTP/1.1" status: 200 len: 945 time: 0.0809808 May 30 20:50:21.604232 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5e541ca9-8fee-4fc6-8d5f-c5bbeb8c652d req-3b07a701-30f8-439d-9480-9c4fa0966e97 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/security-groups?id=41ebbad8-7d18-4362-b557-0337a96f19b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403280 May 30 20:50:22.422041 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:22.429751 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 43810) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:50:22.491309 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_v2 [None req-43da5baa-5457-42be-8d37-054288bea17a admin admin] Deleting subnet db365cb5-c6a2-4839-bef1-3ec50e23c2b4 {{(pid=84886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:50:22.494235 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-43da5baa-5457-42be-8d37-054288bea17a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:22.547446 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-43da5baa-5457-42be-8d37-054288bea17a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2655517'] for subnet, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:22.602601 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-43da5baa-5457-42be-8d37-054288bea17a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:22.741143 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-43da5baa-5457-42be-8d37-054288bea17a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4127075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2778536'] for subnet, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:22.796302 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43da5baa-5457-42be-8d37-054288bea17a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db365cb5-c6a2-4839-bef1-3ec50e23c2b4,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:50:22.798981 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-43da5baa-5457-42be-8d37-054288bea17a admin admin] Notify callbacks [] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:22.808270 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-43da5baa-5457-42be-8d37-054288bea17a admin admin] 10.222.0.85 "DELETE /v2.0/subnets/db365cb5-c6a2-4839-bef1-3ec50e23c2b4 HTTP/1.1" status: 204 len: 168 time: 0.3752749 May 30 20:50:22.808793 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 43816) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:50:22.822257 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a18588-eee5-4d48-b6ac-f2413999eb5c req-61eaec26-1177-4219-ba5f-94318a59835a tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:50:22.823824 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-74a18588-eee5-4d48-b6ac-f2413999eb5c req-61eaec26-1177-4219-ba5f-94318a59835a tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/ports?device_id=f855c0ef-86da-45d2-a712-6564022c9e42 HTTP/1.1" status: 200 len: 945 time: 0.0923815 May 30 20:50:22.870859 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-74a18588-eee5-4d48-b6ac-f2413999eb5c req-10c4021c-3fcd-4195-8e53-2f681fcad12e tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/security-groups?id=41ebbad8-7d18-4362-b557-0337a96f19b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412593 May 30 20:50:22.918883 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a10c2621-5fc5-43d3-a9f7-af63843dcd9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:23.048517 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a10c2621-5fc5-43d3-a9f7-af63843dcd9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:23.072866 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-a10c2621-5fc5-43d3-a9f7-af63843dcd9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['239f8614-2903-4edf-9e96-dccbd4c7c808']}} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:50:23.085147 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-a10c2621-5fc5-43d3-a9f7-af63843dcd9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c073f026-c70c-42e4-8405-73f5b7fccf97') {'for_net_delete': True} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:50:23.085436 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-a10c2621-5fc5-43d3-a9f7-af63843dcd9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c073f026-c70c-42e4-8405-73f5b7fccf97') {} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:50:23.096844 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a10c2621-5fc5-43d3-a9f7-af63843dcd9b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2660590'] for segment, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:23.114139 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a10c2621-5fc5-43d3-a9f7-af63843dcd9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:23.120868 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a10c2621-5fc5-43d3-a9f7-af63843dcd9b admin admin] Releasing vlan 657 on physical network physnet1 to pool {{(pid=84886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:50:23.121262 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a10c2621-5fc5-43d3-a9f7-af63843dcd9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4126989'] for segment, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:23.135209 n-d-843948-2 neutron-server[84886]: Traceback (most recent call last): May 30 20:50:23.135209 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:50:23.135209 n-d-843948-2 neutron-server[84886]: timer() May 30 20:50:23.135209 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:50:23.135209 n-d-843948-2 neutron-server[84886]: cb(*args, **kw) May 30 20:50:23.135209 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:50:23.135209 n-d-843948-2 neutron-server[84886]: return func(*args, **kwargs) May 30 20:50:23.135209 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:50:23.135209 n-d-843948-2 neutron-server[84886]: self._notify() May 30 20:50:23.135209 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:50:23.135209 n-d-843948-2 neutron-server[84886]: self.callback(batched_events) May 30 20:50:23.135209 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:50:23.135209 n-d-843948-2 neutron-server[84886]: event.method(event) May 30 20:50:23.135209 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:50:23.135209 n-d-843948-2 neutron-server[84886]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:50:23.135209 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:50:23.135209 n-d-843948-2 neutron-server[84886]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:50:23.135209 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:50:23.135209 n-d-843948-2 neutron-server[84886]: return f(self, *a, **k) May 30 20:50:23.135209 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:50:23.135209 n-d-843948-2 neutron-server[84886]: return self._get(url).json() May 30 20:50:23.135209 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:50:23.135209 n-d-843948-2 neutron-server[84886]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:50:23.135209 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:50:23.135209 n-d-843948-2 neutron-server[84886]: return self.request(url, 'GET', **kwargs) May 30 20:50:23.135209 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:50:23.135209 n-d-843948-2 neutron-server[84886]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:50:23.135209 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:50:23.135209 n-d-843948-2 neutron-server[84886]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:50:23.135209 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:50:23.135209 n-d-843948-2 neutron-server[84886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:50:23.135209 n-d-843948-2 neutron-server[84886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:50:23.302849 n-d-843948-2 neutron-server[84887]: INFO neutron.api.v2.resource [req-d5bff364-4eed-43ff-a2db-89f37559b4f5 req-37d6b3e0-ff63-44a8-9bd6-43d01c850002 service neutron] show failed (client error): The resource could not be found. May 30 20:50:23.304023 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d5bff364-4eed-43ff-a2db-89f37559b4f5 req-37d6b3e0-ff63-44a8-9bd6-43d01c850002 service neutron] 10.222.0.86 "GET /v2.0/ports/53f69a5c-c4ab-42ef-a610-e6dc8996dcce/bindings/n-h1-843948-2 HTTP/1.1" status: 404 len: 380 time: 0.0852730 May 30 20:50:23.368807 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a10c2621-5fc5-43d3-a9f7-af63843dcd9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:23.373515 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a10c2621-5fc5-43d3-a9f7-af63843dcd9b admin admin] Notify callbacks [] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:23.399855 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10c2621-5fc5-43d3-a9f7-af63843dcd9b admin admin] Pushing event deleted for resources: {'Network': ['ID=239f8614-2903-4edf-9e96-dccbd4c7c808,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:50:23.474186 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-a10c2621-5fc5-43d3-a9f7-af63843dcd9b admin admin] 10.222.0.85 "DELETE /v2.0/networks/239f8614-2903-4edf-9e96-dccbd4c7c808 HTTP/1.1" status: 204 len: 168 time: 0.6643147 May 30 20:50:23.880232 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d5bff364-4eed-43ff-a2db-89f37559b4f5 req-d8f77686-4d55-4d9f-954c-f27139aa389b service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=f855c0ef-86da-45d2-a712-6564022c9e42&tenant_id=92b5fc25c8fb428a885a0ea0a728400d HTTP/1.1" status: 200 len: 1096 time: 0.0697811 May 30 20:50:23.890775 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [req-d5bff364-4eed-43ff-a2db-89f37559b4f5 req-56f8a1eb-f682-4d2b-99c9-e0f7b95f28bb service neutron] Request body: {'port': {'binding:host_id': 'n-h1-843948-2', 'device_owner': 'compute:nova'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:50:23.907434 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 43824) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:50:23.963887 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-63b550c8-c51b-417f-b61e-046637af15c5 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=3858b7f4685c496695bb9cd480c2bf52&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0524573 May 30 20:50:23.964288 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 43828) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:50:24.025723 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f266a618-53d9-4bd7-830b-20c85f3bbeb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:24.044908 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-d5bff364-4eed-43ff-a2db-89f37559b4f5 req-56f8a1eb-f682-4d2b-99c9-e0f7b95f28bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:24.051555 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f266a618-53d9-4bd7-830b-20c85f3bbeb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:24.194232 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f266a618-53d9-4bd7-830b-20c85f3bbeb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:24.201829 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8d1a8a-06c7-48c9-8d9d-823e73f3b17e req-aee7a022-b7e3-430d-9bee-355895a3c644 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:50:24.203373 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-af8d1a8a-06c7-48c9-8d9d-823e73f3b17e req-aee7a022-b7e3-430d-9bee-355895a3c644 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/ports?device_id=f855c0ef-86da-45d2-a712-6564022c9e42 HTTP/1.1" status: 200 len: 945 time: 0.2023094 May 30 20:50:24.212834 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f266a618-53d9-4bd7-830b-20c85f3bbeb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=896459d4-959a-4a87-92eb-d247e7a3024c,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:50:24.221588 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f266a618-53d9-4bd7-830b-20c85f3bbeb8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:50:24.226632 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f266a618-53d9-4bd7-830b-20c85f3bbeb8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:50:24.226632 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f266a618-53d9-4bd7-830b-20c85f3bbeb8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:50:24.226632 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f266a618-53d9-4bd7-830b-20c85f3bbeb8 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:50:24.226632 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f266a618-53d9-4bd7-830b-20c85f3bbeb8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:50:24.226632 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f266a618-53d9-4bd7-830b-20c85f3bbeb8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:50:24.226632 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f266a618-53d9-4bd7-830b-20c85f3bbeb8 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:50:24.226632 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f266a618-53d9-4bd7-830b-20c85f3bbeb8 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:50:24.226632 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f266a618-53d9-4bd7-830b-20c85f3bbeb8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:50:24.226632 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f266a618-53d9-4bd7-830b-20c85f3bbeb8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:50:24.226632 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f266a618-53d9-4bd7-830b-20c85f3bbeb8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:50:24.273121 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f266a618-53d9-4bd7-830b-20c85f3bbeb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:24.274272 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-f266a618-53d9-4bd7-830b-20c85f3bbeb8 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/896459d4-959a-4a87-92eb-d247e7a3024c HTTP/1.1" status: 204 len: 168 time: 0.3089960 May 30 20:50:24.335698 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-af8d1a8a-06c7-48c9-8d9d-823e73f3b17e req-60ad963b-3a45-45ad-ac57-4562b22ca2a9 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/security-groups?id=41ebbad8-7d18-4362-b557-0337a96f19b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1246588 May 30 20:50:24.383487 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-d5bff364-4eed-43ff-a2db-89f37559b4f5 req-56f8a1eb-f682-4d2b-99c9-e0f7b95f28bb service neutron] For port 53f69a5c-c4ab-42ef-a610-e6dc8996dcce, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=53f69a5c-c4ab-42ef-a610-e6dc8996dcce,segment=NetworkSegment(10560090-94c6-4b99-ac53-78ac94df6407),segment_id=10560090-94c6-4b99-ac53-78ac94df6407)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:50:24.412159 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-d5bff364-4eed-43ff-a2db-89f37559b4f5 req-56f8a1eb-f682-4d2b-99c9-e0f7b95f28bb service neutron] For port 53f69a5c-c4ab-42ef-a610-e6dc8996dcce, host n-h2-843948-2, cleared binding levels {{(pid=84886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:50:24.468769 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f855c0ef-86da-45d2-a712-6564022c9e42', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53f69a5c-c4ab-42ef-a610-e6dc8996dcce'}] {{(pid=84886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:50:24.474534 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-d5bff364-4eed-43ff-a2db-89f37559b4f5 req-56f8a1eb-f682-4d2b-99c9-e0f7b95f28bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:24.490106 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [req-d5bff364-4eed-43ff-a2db-89f37559b4f5 req-56f8a1eb-f682-4d2b-99c9-e0f7b95f28bb service neutron] Transition to ACTIVE for port object 53f69a5c-c4ab-42ef-a610-e6dc8996dcce will not be triggered until provisioned by entity L2. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:50:24.540714 n-d-843948-2 neutron-server[84886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f8d6eb0-daf5-44d3-9e9b-4fbfa8480e26'] response: {'server_uuid': 'f855c0ef-86da-45d2-a712-6564022c9e42', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53f69a5c-c4ab-42ef-a610-e6dc8996dcce', 'code': 200} May 30 20:50:24.546017 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-d5bff364-4eed-43ff-a2db-89f37559b4f5 req-56f8a1eb-f682-4d2b-99c9-e0f7b95f28bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:24.684256 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f8a1eb-f682-4d2b-99c9-e0f7b95f28bb service neutron] Pushing event updated for resources: {'Port': ['ID=53f69a5c-c4ab-42ef-a610-e6dc8996dcce,revision_number=6']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:50:24.745255 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5bff364-4eed-43ff-a2db-89f37559b4f5 req-56f8a1eb-f682-4d2b-99c9-e0f7b95f28bb service neutron] No DVR routers for this DVR port 53f69a5c-c4ab-42ef-a610-e6dc8996dcce on host n-h2-843948-2 {{(pid=84886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:50:25.006961 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-d5bff364-4eed-43ff-a2db-89f37559b4f5 req-56f8a1eb-f682-4d2b-99c9-e0f7b95f28bb service neutron] Attempting to bind port 53f69a5c-c4ab-42ef-a610-e6dc8996dcce on host n-h1-843948-2 for vnic_type normal with profile {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:50:25.007602 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-d5bff364-4eed-43ff-a2db-89f37559b4f5 req-56f8a1eb-f682-4d2b-99c9-e0f7b95f28bb service neutron] Attempting to bind port 53f69a5c-c4ab-42ef-a610-e6dc8996dcce by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': '10560090-94c6-4b99-ac53-78ac94df6407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '821d1b2b-5e01-4b04-b85d-aee9b407e24a'}] {{(pid=84886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:50:25.007602 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5bff364-4eed-43ff-a2db-89f37559b4f5 req-56f8a1eb-f682-4d2b-99c9-e0f7b95f28bb service neutron] Attempting to bind port 53f69a5c-c4ab-42ef-a610-e6dc8996dcce on network 821d1b2b-5e01-4b04-b85d-aee9b407e24a {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:50:25.013274 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5bff364-4eed-43ff-a2db-89f37559b4f5 req-56f8a1eb-f682-4d2b-99c9-e0f7b95f28bb service neutron] Port 53f69a5c-c4ab-42ef-a610-e6dc8996dcce on network 821d1b2b-5e01-4b04-b85d-aee9b407e24a not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:50:25.013584 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5bff364-4eed-43ff-a2db-89f37559b4f5 req-56f8a1eb-f682-4d2b-99c9-e0f7b95f28bb service neutron] Attempting to bind port 53f69a5c-c4ab-42ef-a610-e6dc8996dcce on network 821d1b2b-5e01-4b04-b85d-aee9b407e24a {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:50:25.019765 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5bff364-4eed-43ff-a2db-89f37559b4f5 req-56f8a1eb-f682-4d2b-99c9-e0f7b95f28bb service neutron] Checking agent: {'id': 'f728d74e-a4ae-4384-860b-a5ade05dd8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 50, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:50:25.020097 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5bff364-4eed-43ff-a2db-89f37559b4f5 req-56f8a1eb-f682-4d2b-99c9-e0f7b95f28bb service neutron] Checking segment: {'id': '10560090-94c6-4b99-ac53-78ac94df6407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '821d1b2b-5e01-4b04-b85d-aee9b407e24a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:50:25.020468 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5bff364-4eed-43ff-a2db-89f37559b4f5 req-56f8a1eb-f682-4d2b-99c9-e0f7b95f28bb service neutron] Bound using segment: {'id': '10560090-94c6-4b99-ac53-78ac94df6407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '821d1b2b-5e01-4b04-b85d-aee9b407e24a'} {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:50:25.020980 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-d5bff364-4eed-43ff-a2db-89f37559b4f5 req-56f8a1eb-f682-4d2b-99c9-e0f7b95f28bb service neutron] Bound port: 53f69a5c-c4ab-42ef-a610-e6dc8996dcce, host: n-h1-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10560090-94c6-4b99-ac53-78ac94df6407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '821d1b2b-5e01-4b04-b85d-aee9b407e24a'}}] {{(pid=84886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:50:25.021346 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-d5bff364-4eed-43ff-a2db-89f37559b4f5 req-56f8a1eb-f682-4d2b-99c9-e0f7b95f28bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:25.111541 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-d5bff364-4eed-43ff-a2db-89f37559b4f5 req-56f8a1eb-f682-4d2b-99c9-e0f7b95f28bb service neutron] For port 53f69a5c-c4ab-42ef-a610-e6dc8996dcce, host n-h1-843948-2, cleared binding levels {{(pid=84886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:50:25.114540 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-d5bff364-4eed-43ff-a2db-89f37559b4f5 req-56f8a1eb-f682-4d2b-99c9-e0f7b95f28bb service neutron] For port 53f69a5c-c4ab-42ef-a610-e6dc8996dcce, host n-h1-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=53f69a5c-c4ab-42ef-a610-e6dc8996dcce,segment=NetworkSegment(10560090-94c6-4b99-ac53-78ac94df6407),segment_id=10560090-94c6-4b99-ac53-78ac94df6407)] {{(pid=84886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:50:25.182496 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-d5bff364-4eed-43ff-a2db-89f37559b4f5 req-56f8a1eb-f682-4d2b-99c9-e0f7b95f28bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:25.247157 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-d5bff364-4eed-43ff-a2db-89f37559b4f5 req-56f8a1eb-f682-4d2b-99c9-e0f7b95f28bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:25.248535 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d5bff364-4eed-43ff-a2db-89f37559b4f5 req-56f8a1eb-f682-4d2b-99c9-e0f7b95f28bb service neutron] 10.222.0.71 "PUT /v2.0/ports/53f69a5c-c4ab-42ef-a610-e6dc8996dcce HTTP/1.1" status: 200 len: 1091 time: 1.3620274 May 30 20:50:25.262532 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f8a1eb-f682-4d2b-99c9-e0f7b95f28bb service neutron] Pushing event updated for resources: {'Port': ['ID=53f69a5c-c4ab-42ef-a610-e6dc8996dcce,revision_number=7']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:50:25.347280 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d5bff364-4eed-43ff-a2db-89f37559b4f5 req-885610a5-a72c-4fd5-b85f-495058beea71 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=92b5fc25c8fb428a885a0ea0a728400d&device_id=f855c0ef-86da-45d2-a712-6564022c9e42 HTTP/1.1" status: 200 len: 1094 time: 0.0764294 May 30 20:50:25.529987 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bff364-4eed-43ff-a2db-89f37559b4f5 req-059bfb5c-8fbf-4309-b4e4-9a930c8e0121 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:50:25.531343 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d5bff364-4eed-43ff-a2db-89f37559b4f5 req-059bfb5c-8fbf-4309-b4e4-9a930c8e0121 service neutron] 10.222.0.71 "GET /v2.0/networks?id=821d1b2b-5e01-4b04-b85d-aee9b407e24a HTTP/1.1" status: 200 len: 897 time: 0.1783776 May 30 20:50:25.763363 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3a7a45-b7cc-4824-9f54-ff74adacec89 req-b8e0c51c-7c5c-4514-b831-0d8a4686a1ba tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:50:25.764815 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6a3a7a45-b7cc-4824-9f54-ff74adacec89 req-b8e0c51c-7c5c-4514-b831-0d8a4686a1ba tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/ports?device_id=f855c0ef-86da-45d2-a712-6564022c9e42 HTTP/1.1" status: 200 len: 943 time: 0.2889707 May 30 20:50:25.766456 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d5bff364-4eed-43ff-a2db-89f37559b4f5 req-82305019-99d7-4845-a2f1-470ddcbe1275 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=53f69a5c-c4ab-42ef-a610-e6dc8996dcce HTTP/1.1" status: 200 len: 998 time: 0.2284448 May 30 20:50:25.873742 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bff364-4eed-43ff-a2db-89f37559b4f5 req-0a8e33f4-046c-4e8a-950f-8eed12a8ebae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:50:25.875162 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d5bff364-4eed-43ff-a2db-89f37559b4f5 req-0a8e33f4-046c-4e8a-950f-8eed12a8ebae service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d054eb11-ddb5-4a83-99ba-2aebc377ad15 HTTP/1.1" status: 200 len: 835 time: 0.1012456 May 30 20:50:25.877421 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6a3a7a45-b7cc-4824-9f54-ff74adacec89 req-0afd0f30-9183-4b56-aa13-b9f46d4ab3bc tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/security-groups?id=41ebbad8-7d18-4362-b557-0337a96f19b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051524 May 30 20:50:25.950851 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d5bff364-4eed-43ff-a2db-89f37559b4f5 req-850887c5-0d2e-4bfd-a506-815c9769df67 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=821d1b2b-5e01-4b04-b85d-aee9b407e24a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690758 May 30 20:50:26.084169 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d5bff364-4eed-43ff-a2db-89f37559b4f5 req-d63a2d2e-6182-41ad-b2a3-1a26df4d40c5 service neutron] 10.222.0.71 "GET /v2.0/networks/821d1b2b-5e01-4b04-b85d-aee9b407e24a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263731 May 30 20:50:26.199422 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-656316bc-1928-46e1-a3b3-cc89a7a937ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:26.219737 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d5bff364-4eed-43ff-a2db-89f37559b4f5 req-eabb0d6f-8a7a-433a-a174-aceb3eefeab0 service neutron] 10.222.0.71 "GET /v2.0/networks/821d1b2b-5e01-4b04-b85d-aee9b407e24a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298373 May 30 20:50:26.542125 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f855c0ef-86da-45d2-a712-6564022c9e42', 'tag': '53f69a5c-c4ab-42ef-a610-e6dc8996dcce'}] {{(pid=84886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:50:26.563115 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 53f69a5c-c4ab-42ef-a610-e6dc8996dcce no longer exists at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:50:26.615732 n-d-843948-2 neutron-server[84886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42c6322e-807b-44cb-ae6d-47b2fa3825c5'] response: {'name': 'network-changed', 'server_uuid': 'f855c0ef-86da-45d2-a712-6564022c9e42', 'tag': '53f69a5c-c4ab-42ef-a610-e6dc8996dcce', 'status': 'completed', 'code': 200} May 30 20:50:26.675482 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 53f69a5c-c4ab-42ef-a610-e6dc8996dcce not bound to the agent host n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:50:26.726358 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-352f6bdf-865c-4488-9271-904dd2ec105d req-15175009-209d-47de-8eb8-f8fb2ca63303 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=92b5fc25c8fb428a885a0ea0a728400d&device_id=f855c0ef-86da-45d2-a712-6564022c9e42 HTTP/1.1" status: 200 len: 1094 time: 0.0801182 May 30 20:50:26.736971 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-352f6bdf-865c-4488-9271-904dd2ec105d req-19e666ad-f746-47ff-849b-8ef146684429 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=92b5fc25c8fb428a885a0ea0a728400d&device_id=f855c0ef-86da-45d2-a712-6564022c9e42 HTTP/1.1" status: 200 len: 1094 time: 0.0807755 May 30 20:50:26.875586 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352f6bdf-865c-4488-9271-904dd2ec105d req-c8bcd861-c32f-444d-8c5b-5d1e52815a07 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:50:26.877002 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-352f6bdf-865c-4488-9271-904dd2ec105d req-c8bcd861-c32f-444d-8c5b-5d1e52815a07 service neutron] 10.222.0.71 "GET /v2.0/networks?id=821d1b2b-5e01-4b04-b85d-aee9b407e24a HTTP/1.1" status: 200 len: 897 time: 0.1452491 May 30 20:50:26.880211 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352f6bdf-865c-4488-9271-904dd2ec105d req-6e8ffd97-0c44-4cbb-813f-8b0e01e85d65 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:50:26.882410 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-352f6bdf-865c-4488-9271-904dd2ec105d req-6e8ffd97-0c44-4cbb-813f-8b0e01e85d65 service neutron] 10.222.0.86 "GET /v2.0/networks?id=821d1b2b-5e01-4b04-b85d-aee9b407e24a HTTP/1.1" status: 200 len: 897 time: 0.1435592 May 30 20:50:26.997070 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-352f6bdf-865c-4488-9271-904dd2ec105d req-8da32c33-6a78-438c-a947-67f8cc97592c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=53f69a5c-c4ab-42ef-a610-e6dc8996dcce HTTP/1.1" status: 200 len: 998 time: 0.1135969 May 30 20:50:27.010595 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-352f6bdf-865c-4488-9271-904dd2ec105d req-32f9468c-7fc8-4b92-b603-26eb9eba58e4 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=53f69a5c-c4ab-42ef-a610-e6dc8996dcce HTTP/1.1" status: 200 len: 998 time: 0.1184638 May 30 20:50:27.079222 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352f6bdf-865c-4488-9271-904dd2ec105d req-fc31fd49-25cc-4cbe-9739-a605ef12ce6c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:50:27.080758 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-352f6bdf-865c-4488-9271-904dd2ec105d req-fc31fd49-25cc-4cbe-9739-a605ef12ce6c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d054eb11-ddb5-4a83-99ba-2aebc377ad15 HTTP/1.1" status: 200 len: 835 time: 0.0616500 May 30 20:50:27.120187 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352f6bdf-865c-4488-9271-904dd2ec105d req-136b3cd7-6d79-4ab2-9f6e-1298fa836923 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:50:27.121661 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-352f6bdf-865c-4488-9271-904dd2ec105d req-136b3cd7-6d79-4ab2-9f6e-1298fa836923 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d054eb11-ddb5-4a83-99ba-2aebc377ad15 HTTP/1.1" status: 200 len: 835 time: 0.1152065 May 30 20:50:27.162479 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-352f6bdf-865c-4488-9271-904dd2ec105d req-74cc19df-9d6d-4ed6-bc06-63c691008156 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=821d1b2b-5e01-4b04-b85d-aee9b407e24a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0712140 May 30 20:50:27.186213 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4060ef55-ad5d-44d5-8cae-1e0d98cffd11 req-dea5f786-7403-47d0-b617-9a5010a473fd tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:50:27.187679 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4060ef55-ad5d-44d5-8cae-1e0d98cffd11 req-dea5f786-7403-47d0-b617-9a5010a473fd tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/ports?device_id=f855c0ef-86da-45d2-a712-6564022c9e42 HTTP/1.1" status: 200 len: 943 time: 0.1800432 May 30 20:50:27.248766 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-352f6bdf-865c-4488-9271-904dd2ec105d req-fccf22c8-d837-42a9-9b1b-da2aa51f0118 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=821d1b2b-5e01-4b04-b85d-aee9b407e24a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1208189 May 30 20:50:27.252958 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4060ef55-ad5d-44d5-8cae-1e0d98cffd11 req-dc4bcb60-ab89-41b6-aee1-53d123037245 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/security-groups?id=41ebbad8-7d18-4362-b557-0337a96f19b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566962 May 30 20:50:27.307015 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-352f6bdf-865c-4488-9271-904dd2ec105d req-514577ea-1037-435a-87e3-d427debbaf19 service neutron] 10.222.0.86 "GET /v2.0/networks/821d1b2b-5e01-4b04-b85d-aee9b407e24a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342807 May 30 20:50:27.391939 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-352f6bdf-865c-4488-9271-904dd2ec105d req-38c31e73-36a6-4639-b905-8a302f4f0b0f service neutron] 10.222.0.71 "GET /v2.0/networks/821d1b2b-5e01-4b04-b85d-aee9b407e24a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358631 May 30 20:50:27.446214 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-352f6bdf-865c-4488-9271-904dd2ec105d req-aa6da471-0515-409f-973b-5d4dfd231206 service neutron] 10.222.0.86 "GET /v2.0/networks/821d1b2b-5e01-4b04-b85d-aee9b407e24a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305728 May 30 20:50:27.540157 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-352f6bdf-865c-4488-9271-904dd2ec105d req-39336541-2572-40cb-b67d-df8954bc30c9 service neutron] 10.222.0.71 "GET /v2.0/networks/821d1b2b-5e01-4b04-b85d-aee9b407e24a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414402 May 30 20:50:28.462000 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c48124f-bd39-4c60-901e-af430595cfd7 req-935a297f-7c67-44d0-8536-8652b2dcb062 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:50:28.463396 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5c48124f-bd39-4c60-901e-af430595cfd7 req-935a297f-7c67-44d0-8536-8652b2dcb062 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/ports?device_id=f855c0ef-86da-45d2-a712-6564022c9e42 HTTP/1.1" status: 200 len: 943 time: 0.0830412 May 30 20:50:28.511638 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5c48124f-bd39-4c60-901e-af430595cfd7 req-5e028c36-8f18-4255-8185-693180a11043 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/security-groups?id=41ebbad8-7d18-4362-b557-0337a96f19b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420942 May 30 20:50:29.103442 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a968918-da59-4cb6-835c-d172a4381913 req-755d3e8d-e4b8-4b1c-9293-70793e6275b7 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:50:29.105011 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9a968918-da59-4cb6-835c-d172a4381913 req-755d3e8d-e4b8-4b1c-9293-70793e6275b7 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/ports?device_id=f855c0ef-86da-45d2-a712-6564022c9e42 HTTP/1.1" status: 200 len: 943 time: 0.0793688 May 30 20:50:29.116038 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1b9c0d-8c02-4180-871b-7461e2020771 req-07ddfa41-81f7-4fc5-be19-6bfa94e6181c tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:50:29.117482 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5d1b9c0d-8c02-4180-871b-7461e2020771 req-07ddfa41-81f7-4fc5-be19-6bfa94e6181c tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.71 "GET /v2.0/ports?device_id=f855c0ef-86da-45d2-a712-6564022c9e42&tenant_id=92b5fc25c8fb428a885a0ea0a728400d&binding%3Ahost_id=n-h1-843948-2 HTTP/1.1" status: 200 len: 943 time: 0.0860357 May 30 20:50:29.160152 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9a968918-da59-4cb6-835c-d172a4381913 req-d4888c82-1734-448c-b721-3c089129ebb7 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/security-groups?id=41ebbad8-7d18-4362-b557-0337a96f19b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495682 May 30 20:50:29.206892 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5d1b9c0d-8c02-4180-871b-7461e2020771 req-f945fc30-9f21-4395-a397-4bab5feff016 service neutron] 10.222.0.71 "GET /v2.0/ports/53f69a5c-c4ab-42ef-a610-e6dc8996dcce/bindings/n-h1-843948-2 HTTP/1.1" status: 200 len: 382 time: 0.0841186 May 30 20:50:29.299801 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5d1b9c0d-8c02-4180-871b-7461e2020771 req-3268e149-a4b1-46d2-a9ca-8cfde4c50648 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=92b5fc25c8fb428a885a0ea0a728400d&device_id=f855c0ef-86da-45d2-a712-6564022c9e42 HTTP/1.1" status: 200 len: 1094 time: 0.0715501 May 30 20:50:29.501110 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 53f69a5c-c4ab-42ef-a610-e6dc8996dcce details requested by agent hyperv_n-h1-843948-2 with host n-h1-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:50:29.544987 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1b9c0d-8c02-4180-871b-7461e2020771 req-7dd2388b-e045-4667-aa98-6d71011d7fe0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:50:29.546498 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5d1b9c0d-8c02-4180-871b-7461e2020771 req-7dd2388b-e045-4667-aa98-6d71011d7fe0 service neutron] 10.222.0.71 "GET /v2.0/networks?id=821d1b2b-5e01-4b04-b85d-aee9b407e24a HTTP/1.1" status: 200 len: 897 time: 0.2413850 May 30 20:50:29.654775 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5d1b9c0d-8c02-4180-871b-7461e2020771 req-8c5c7ce4-3deb-40d5-8742-f10991ecbf36 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=53f69a5c-c4ab-42ef-a610-e6dc8996dcce HTTP/1.1" status: 200 len: 998 time: 0.1026320 May 30 20:50:29.654994 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 53f69a5c-c4ab-42ef-a610-e6dc8996dcce, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=53f69a5c-c4ab-42ef-a610-e6dc8996dcce,segment=NetworkSegment(10560090-94c6-4b99-ac53-78ac94df6407),segment_id=10560090-94c6-4b99-ac53-78ac94df6407)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:50:29.669148 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Returning: {'device': '53f69a5c-c4ab-42ef-a610-e6dc8996dcce', 'network_id': '821d1b2b-5e01-4b04-b85d-aee9b407e24a', 'port_id': '53f69a5c-c4ab-42ef-a610-e6dc8996dcce', 'mac_address': 'fa:16:3e:aa:ec:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd054eb11-ddb5-4a83-99ba-2aebc377ad15', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:50:29.701399 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ae7c923c-ae9a-40e9-9291-e29d416d7d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:29.717513 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1b9c0d-8c02-4180-871b-7461e2020771 req-3459a95b-21fb-49f5-bcbe-ce2778a16bac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:50:29.718958 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5d1b9c0d-8c02-4180-871b-7461e2020771 req-3459a95b-21fb-49f5-bcbe-ce2778a16bac service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d054eb11-ddb5-4a83-99ba-2aebc377ad15 HTTP/1.1" status: 200 len: 835 time: 0.0594099 May 30 20:50:29.728722 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:29.748619 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53f69a5c-c4ab-42ef-a610-e6dc8996dcce {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:50:29.765279 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 53f69a5c-c4ab-42ef-a610-e6dc8996dcce, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=53f69a5c-c4ab-42ef-a610-e6dc8996dcce,segment=NetworkSegment(10560090-94c6-4b99-ac53-78ac94df6407),segment_id=10560090-94c6-4b99-ac53-78ac94df6407)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:50:29.810094 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5d1b9c0d-8c02-4180-871b-7461e2020771 req-7ec1ce0f-837b-456e-b2ae-c4eb909ab058 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=821d1b2b-5e01-4b04-b85d-aee9b407e24a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0846653 May 30 20:50:29.867810 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:29.909082 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:29.936200 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=53f69a5c-c4ab-42ef-a610-e6dc8996dcce,revision_number=8']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:50:29.945255 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:50:29.945596 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:50:29.945973 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:50:29.946303 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:50:29.946625 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:50:29.946946 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:50:29.947278 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:50:29.947577 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:50:29.948084 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:50:29.948396 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:50:29.948876 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:50:29.957643 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5d1b9c0d-8c02-4180-871b-7461e2020771 req-2f9b3712-b2dc-44e5-93a3-f5520dc3a5c1 service neutron] 10.222.0.71 "GET /v2.0/networks/821d1b2b-5e01-4b04-b85d-aee9b407e24a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419399 May 30 20:50:30.084672 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['53f69a5c-c4ab-42ef-a610-e6dc8996dcce'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:50:30.092750 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5d1b9c0d-8c02-4180-871b-7461e2020771 req-c6f300b8-64e7-4691-a346-82b9c6af9881 service neutron] 10.222.0.71 "GET /v2.0/networks/821d1b2b-5e01-4b04-b85d-aee9b407e24a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293781 May 30 20:50:30.446105 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e3c5d7-d5a9-4cac-a31c-051c7423a982 req-e48fb67a-80dd-42dc-ad04-65b243c0fa16 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:50:30.449020 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-04e3c5d7-d5a9-4cac-a31c-051c7423a982 req-e48fb67a-80dd-42dc-ad04-65b243c0fa16 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/ports?device_id=f855c0ef-86da-45d2-a712-6564022c9e42 HTTP/1.1" status: 200 len: 944 time: 0.1404040 May 30 20:50:30.498352 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-04e3c5d7-d5a9-4cac-a31c-051c7423a982 req-37a27dd4-a4f3-4702-b596-d91b3f68b0fe tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/security-groups?id=41ebbad8-7d18-4362-b557-0337a96f19b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432844 May 30 20:50:31.210897 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:31.537795 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 53f69a5c-c4ab-42ef-a610-e6dc8996dcce up at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:50:31.722196 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfcc52c-e598-498c-8b3b-917eeba75fa5 req-34bafdb2-4d24-4a5f-9372-96680ee641b5 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:50:31.724204 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fcfcc52c-e598-498c-8b3b-917eeba75fa5 req-34bafdb2-4d24-4a5f-9372-96680ee641b5 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/ports?device_id=f855c0ef-86da-45d2-a712-6564022c9e42 HTTP/1.1" status: 200 len: 944 time: 0.0810516 May 30 20:50:31.751700 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning for port 53f69a5c-c4ab-42ef-a610-e6dc8996dcce completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:50:31.756767 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning complete for port 53f69a5c-c4ab-42ef-a610-e6dc8996dcce triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:50:31.761418 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:31.788513 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fcfcc52c-e598-498c-8b3b-917eeba75fa5 req-a6bbc071-70b0-4a7a-97fa-ecd1375bd2ec tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/security-groups?id=41ebbad8-7d18-4362-b557-0337a96f19b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579047 May 30 20:50:31.878320 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:31.908051 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f855c0ef-86da-45d2-a712-6564022c9e42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53f69a5c-c4ab-42ef-a610-e6dc8996dcce'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:50:31.918824 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 53f69a5c-c4ab-42ef-a610-e6dc8996dcce, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=53f69a5c-c4ab-42ef-a610-e6dc8996dcce,segment=NetworkSegment(10560090-94c6-4b99-ac53-78ac94df6407),segment_id=10560090-94c6-4b99-ac53-78ac94df6407)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:50:31.978968 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-360051f4-459e-4837-915e-e1fdc16a4adf'] response: {'server_uuid': 'f855c0ef-86da-45d2-a712-6564022c9e42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53f69a5c-c4ab-42ef-a610-e6dc8996dcce', 'code': 200} May 30 20:50:32.034247 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:32.104215 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=53f69a5c-c4ab-42ef-a610-e6dc8996dcce,revision_number=9']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:50:32.717304 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:32.749057 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5d1b9c0d-8c02-4180-871b-7461e2020771 req-5b336c3d-4697-413e-8c01-9f538ef7ed9d service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=f855c0ef-86da-45d2-a712-6564022c9e42&tenant_id=92b5fc25c8fb428a885a0ea0a728400d HTTP/1.1" status: 200 len: 1096 time: 0.0741200 May 30 20:50:32.762696 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-5d1b9c0d-8c02-4180-871b-7461e2020771 req-4d470f92-19e1-464b-ba42-8001faee5067 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-843948-2', 'device_owner': 'compute:nova'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:50:33.009559 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-5d1b9c0d-8c02-4180-871b-7461e2020771 req-4d470f92-19e1-464b-ba42-8001faee5067 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:33.089794 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27248c29-a85a-4670-b31f-92267695a6e9 req-6b806c0a-1433-41b7-a591-2a658feda467 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:50:33.091237 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-27248c29-a85a-4670-b31f-92267695a6e9 req-6b806c0a-1433-41b7-a591-2a658feda467 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/ports?device_id=f855c0ef-86da-45d2-a712-6564022c9e42 HTTP/1.1" status: 200 len: 945 time: 0.1848156 May 30 20:50:33.214918 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-27248c29-a85a-4670-b31f-92267695a6e9 req-0ce5ac98-007b-44d8-af40-5064590564a6 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/security-groups?id=41ebbad8-7d18-4362-b557-0337a96f19b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127050 May 30 20:50:33.323560 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-5d1b9c0d-8c02-4180-871b-7461e2020771 req-4d470f92-19e1-464b-ba42-8001faee5067 service neutron] For port 53f69a5c-c4ab-42ef-a610-e6dc8996dcce, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=53f69a5c-c4ab-42ef-a610-e6dc8996dcce,segment=NetworkSegment(10560090-94c6-4b99-ac53-78ac94df6407),segment_id=10560090-94c6-4b99-ac53-78ac94df6407)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:50:33.351809 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-5d1b9c0d-8c02-4180-871b-7461e2020771 req-4d470f92-19e1-464b-ba42-8001faee5067 service neutron] For port 53f69a5c-c4ab-42ef-a610-e6dc8996dcce, host n-h1-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:50:33.409633 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f855c0ef-86da-45d2-a712-6564022c9e42', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53f69a5c-c4ab-42ef-a610-e6dc8996dcce'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:50:33.415369 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-5d1b9c0d-8c02-4180-871b-7461e2020771 req-4d470f92-19e1-464b-ba42-8001faee5067 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:33.430867 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-5d1b9c0d-8c02-4180-871b-7461e2020771 req-4d470f92-19e1-464b-ba42-8001faee5067 service neutron] Transition to ACTIVE for port object 53f69a5c-c4ab-42ef-a610-e6dc8996dcce will not be triggered until provisioned by entity L2. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:50:33.482270 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35c066b1-9bc8-4519-82d7-0f858b79a3d3'] response: {'server_uuid': 'f855c0ef-86da-45d2-a712-6564022c9e42', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53f69a5c-c4ab-42ef-a610-e6dc8996dcce', 'code': 200} May 30 20:50:33.524888 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-5d1b9c0d-8c02-4180-871b-7461e2020771 req-4d470f92-19e1-464b-ba42-8001faee5067 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:33.652563 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d470f92-19e1-464b-ba42-8001faee5067 service neutron] Pushing event updated for resources: {'Port': ['ID=53f69a5c-c4ab-42ef-a610-e6dc8996dcce,revision_number=10']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:50:33.720692 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d1b9c0d-8c02-4180-871b-7461e2020771 req-4d470f92-19e1-464b-ba42-8001faee5067 service neutron] No DVR routers for this DVR port 53f69a5c-c4ab-42ef-a610-e6dc8996dcce on host n-h1-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:50:33.995673 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-5d1b9c0d-8c02-4180-871b-7461e2020771 req-4d470f92-19e1-464b-ba42-8001faee5067 service neutron] Attempting to bind port 53f69a5c-c4ab-42ef-a610-e6dc8996dcce on host n-h2-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:50:33.996429 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-5d1b9c0d-8c02-4180-871b-7461e2020771 req-4d470f92-19e1-464b-ba42-8001faee5067 service neutron] Attempting to bind port 53f69a5c-c4ab-42ef-a610-e6dc8996dcce by drivers openvswitch,hyperv on host n-h2-843948-2 at level 0 using segments [{'id': '10560090-94c6-4b99-ac53-78ac94df6407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '821d1b2b-5e01-4b04-b85d-aee9b407e24a'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:50:33.996429 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1b9c0d-8c02-4180-871b-7461e2020771 req-4d470f92-19e1-464b-ba42-8001faee5067 service neutron] Attempting to bind port 53f69a5c-c4ab-42ef-a610-e6dc8996dcce on network 821d1b2b-5e01-4b04-b85d-aee9b407e24a {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:50:34.002024 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1b9c0d-8c02-4180-871b-7461e2020771 req-4d470f92-19e1-464b-ba42-8001faee5067 service neutron] Port 53f69a5c-c4ab-42ef-a610-e6dc8996dcce on network 821d1b2b-5e01-4b04-b85d-aee9b407e24a not bound, no agent of type Open vSwitch agent registered on host n-h2-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:50:34.002338 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1b9c0d-8c02-4180-871b-7461e2020771 req-4d470f92-19e1-464b-ba42-8001faee5067 service neutron] Attempting to bind port 53f69a5c-c4ab-42ef-a610-e6dc8996dcce on network 821d1b2b-5e01-4b04-b85d-aee9b407e24a {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:50:34.009134 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1b9c0d-8c02-4180-871b-7461e2020771 req-4d470f92-19e1-464b-ba42-8001faee5067 service neutron] Checking agent: {'id': 'eaa08354-e8f5-4e73-af76-8d3cf7d2b390', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:50:34.009476 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1b9c0d-8c02-4180-871b-7461e2020771 req-4d470f92-19e1-464b-ba42-8001faee5067 service neutron] Checking segment: {'id': '10560090-94c6-4b99-ac53-78ac94df6407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '821d1b2b-5e01-4b04-b85d-aee9b407e24a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:50:34.009865 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1b9c0d-8c02-4180-871b-7461e2020771 req-4d470f92-19e1-464b-ba42-8001faee5067 service neutron] Bound using segment: {'id': '10560090-94c6-4b99-ac53-78ac94df6407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '821d1b2b-5e01-4b04-b85d-aee9b407e24a'} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:50:34.010277 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-5d1b9c0d-8c02-4180-871b-7461e2020771 req-4d470f92-19e1-464b-ba42-8001faee5067 service neutron] Bound port: 53f69a5c-c4ab-42ef-a610-e6dc8996dcce, host: n-h2-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10560090-94c6-4b99-ac53-78ac94df6407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '821d1b2b-5e01-4b04-b85d-aee9b407e24a'}}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:50:34.010622 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-5d1b9c0d-8c02-4180-871b-7461e2020771 req-4d470f92-19e1-464b-ba42-8001faee5067 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:34.107141 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-5d1b9c0d-8c02-4180-871b-7461e2020771 req-4d470f92-19e1-464b-ba42-8001faee5067 service neutron] For port 53f69a5c-c4ab-42ef-a610-e6dc8996dcce, host n-h2-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:50:34.110158 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-5d1b9c0d-8c02-4180-871b-7461e2020771 req-4d470f92-19e1-464b-ba42-8001faee5067 service neutron] For port 53f69a5c-c4ab-42ef-a610-e6dc8996dcce, host n-h2-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=53f69a5c-c4ab-42ef-a610-e6dc8996dcce,segment=NetworkSegment(10560090-94c6-4b99-ac53-78ac94df6407),segment_id=10560090-94c6-4b99-ac53-78ac94df6407)] {{(pid=84887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:50:34.176420 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-5d1b9c0d-8c02-4180-871b-7461e2020771 req-4d470f92-19e1-464b-ba42-8001faee5067 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:34.239861 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-5d1b9c0d-8c02-4180-871b-7461e2020771 req-4d470f92-19e1-464b-ba42-8001faee5067 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:34.241268 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5d1b9c0d-8c02-4180-871b-7461e2020771 req-4d470f92-19e1-464b-ba42-8001faee5067 service neutron] 10.222.0.86 "PUT /v2.0/ports/53f69a5c-c4ab-42ef-a610-e6dc8996dcce HTTP/1.1" status: 200 len: 1092 time: 1.4825153 May 30 20:50:34.254094 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d470f92-19e1-464b-ba42-8001faee5067 service neutron] Pushing event updated for resources: {'Port': ['ID=53f69a5c-c4ab-42ef-a610-e6dc8996dcce,revision_number=11']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:50:34.352432 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5d1b9c0d-8c02-4180-871b-7461e2020771 req-a6eac323-096f-4f89-ba90-5f3837419b60 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=92b5fc25c8fb428a885a0ea0a728400d&device_id=f855c0ef-86da-45d2-a712-6564022c9e42 HTTP/1.1" status: 200 len: 1095 time: 0.0777578 May 30 20:50:34.556172 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1b9c0d-8c02-4180-871b-7461e2020771 req-5e05132e-39e0-4897-bb41-970f7362080a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:50:34.557699 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5d1b9c0d-8c02-4180-871b-7461e2020771 req-5e05132e-39e0-4897-bb41-970f7362080a service neutron] 10.222.0.86 "GET /v2.0/networks?id=821d1b2b-5e01-4b04-b85d-aee9b407e24a HTTP/1.1" status: 200 len: 897 time: 0.1960192 May 30 20:50:34.566232 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ac7cf0-e1b8-407d-b9ac-d17acf4bb193 req-16071e8c-7923-4962-8685-b74300b997a5 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:50:34.567618 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-94ac7cf0-e1b8-407d-b9ac-d17acf4bb193 req-16071e8c-7923-4962-8685-b74300b997a5 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/ports?device_id=f855c0ef-86da-45d2-a712-6564022c9e42 HTTP/1.1" status: 200 len: 944 time: 0.1866665 May 30 20:50:34.802272 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-94ac7cf0-e1b8-407d-b9ac-d17acf4bb193 req-ae55f350-8561-49b7-b692-3c35e36af246 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/security-groups?id=41ebbad8-7d18-4362-b557-0337a96f19b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1850982 May 30 20:50:34.803750 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5d1b9c0d-8c02-4180-871b-7461e2020771 req-60132d57-68d5-445a-96ac-c5b79988bfc4 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=53f69a5c-c4ab-42ef-a610-e6dc8996dcce HTTP/1.1" status: 200 len: 998 time: 0.2352881 May 30 20:50:34.872708 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1b9c0d-8c02-4180-871b-7461e2020771 req-6a86a708-b3e0-4b93-a1da-2a0f6d6dd331 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:50:34.874151 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5d1b9c0d-8c02-4180-871b-7461e2020771 req-6a86a708-b3e0-4b93-a1da-2a0f6d6dd331 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d054eb11-ddb5-4a83-99ba-2aebc377ad15 HTTP/1.1" status: 200 len: 835 time: 0.0603971 May 30 20:50:34.963543 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5d1b9c0d-8c02-4180-871b-7461e2020771 req-145680c4-87a0-462a-b5c9-e73daf16711a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=821d1b2b-5e01-4b04-b85d-aee9b407e24a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0801678 May 30 20:50:35.101744 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5d1b9c0d-8c02-4180-871b-7461e2020771 req-bfa75180-f43b-41bc-9709-4ad1c641cbc4 service neutron] 10.222.0.86 "GET /v2.0/networks/821d1b2b-5e01-4b04-b85d-aee9b407e24a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287456 May 30 20:50:35.242150 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5d1b9c0d-8c02-4180-871b-7461e2020771 req-4289c638-1ca3-4623-b07a-fa9b5ead07cb service neutron] 10.222.0.86 "GET /v2.0/networks/821d1b2b-5e01-4b04-b85d-aee9b407e24a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297741 May 30 20:50:35.483544 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f855c0ef-86da-45d2-a712-6564022c9e42', 'tag': '53f69a5c-c4ab-42ef-a610-e6dc8996dcce'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:50:35.539596 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 53f69a5c-c4ab-42ef-a610-e6dc8996dcce no longer exists at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:50:35.551238 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d617a77b-9a71-47c5-b1c1-c32b9a4e0a60'] response: {'name': 'network-changed', 'server_uuid': 'f855c0ef-86da-45d2-a712-6564022c9e42', 'tag': '53f69a5c-c4ab-42ef-a610-e6dc8996dcce', 'status': 'completed', 'code': 200} May 30 20:50:35.606124 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 53f69a5c-c4ab-42ef-a610-e6dc8996dcce not bound to the agent host n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:50:35.646489 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-97c665ea-1b22-46e8-9a6c-80f3038702f0 req-a5762e2f-7a2e-4831-8ebe-0970bf23c51f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=92b5fc25c8fb428a885a0ea0a728400d&device_id=f855c0ef-86da-45d2-a712-6564022c9e42 HTTP/1.1" status: 200 len: 1095 time: 0.0729110 May 30 20:50:35.647082 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-97c665ea-1b22-46e8-9a6c-80f3038702f0 req-658d5ff4-1caa-4c7f-b1e1-227396bee44d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=92b5fc25c8fb428a885a0ea0a728400d&device_id=f855c0ef-86da-45d2-a712-6564022c9e42 HTTP/1.1" status: 200 len: 1095 time: 0.0738637 May 30 20:50:35.781599 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c665ea-1b22-46e8-9a6c-80f3038702f0 req-0d4c491a-473a-4d57-be58-f302f93558e0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:50:35.781824 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c665ea-1b22-46e8-9a6c-80f3038702f0 req-09467a94-1ac2-4c88-b0bd-8eae936d4d0b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:50:35.782958 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-97c665ea-1b22-46e8-9a6c-80f3038702f0 req-0d4c491a-473a-4d57-be58-f302f93558e0 service neutron] 10.222.0.86 "GET /v2.0/networks?id=821d1b2b-5e01-4b04-b85d-aee9b407e24a HTTP/1.1" status: 200 len: 897 time: 0.1304176 May 30 20:50:35.783209 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-97c665ea-1b22-46e8-9a6c-80f3038702f0 req-09467a94-1ac2-4c88-b0bd-8eae936d4d0b service neutron] 10.222.0.71 "GET /v2.0/networks?id=821d1b2b-5e01-4b04-b85d-aee9b407e24a HTTP/1.1" status: 200 len: 897 time: 0.1316264 May 30 20:50:35.908137 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-97c665ea-1b22-46e8-9a6c-80f3038702f0 req-6fe7a7f7-d361-433b-aed9-e3a3fb9c5f4c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=53f69a5c-c4ab-42ef-a610-e6dc8996dcce HTTP/1.1" status: 200 len: 998 time: 0.1166253 May 30 20:50:35.913571 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-97c665ea-1b22-46e8-9a6c-80f3038702f0 req-782fe875-0553-48f3-9e2b-b0324c89a8e1 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=53f69a5c-c4ab-42ef-a610-e6dc8996dcce HTTP/1.1" status: 200 len: 998 time: 0.1245439 May 30 20:50:35.978407 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c665ea-1b22-46e8-9a6c-80f3038702f0 req-216506b7-e757-4cda-8019-4c95e4c3a590 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:50:35.979881 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-97c665ea-1b22-46e8-9a6c-80f3038702f0 req-216506b7-e757-4cda-8019-4c95e4c3a590 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d054eb11-ddb5-4a83-99ba-2aebc377ad15 HTTP/1.1" status: 200 len: 835 time: 0.0609200 May 30 20:50:36.025010 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c665ea-1b22-46e8-9a6c-80f3038702f0 req-08c402ba-8338-42e3-83c5-f72a3da79a5e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:50:36.026438 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-97c665ea-1b22-46e8-9a6c-80f3038702f0 req-08c402ba-8338-42e3-83c5-f72a3da79a5e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d054eb11-ddb5-4a83-99ba-2aebc377ad15 HTTP/1.1" status: 200 len: 835 time: 0.1119957 May 30 20:50:36.057598 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-97c665ea-1b22-46e8-9a6c-80f3038702f0 req-c280f4bb-9d6a-4a9b-ba8b-6e5e0d66cd57 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=821d1b2b-5e01-4b04-b85d-aee9b407e24a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0721126 May 30 20:50:36.108217 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77e9000-9839-4952-a4ec-0b75c83e6e4f req-4ff5c922-3c47-48c3-b2ae-b2c0ccbd4481 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:50:36.109573 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e77e9000-9839-4952-a4ec-0b75c83e6e4f req-4ff5c922-3c47-48c3-b2ae-b2c0ccbd4481 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/ports?device_id=f855c0ef-86da-45d2-a712-6564022c9e42 HTTP/1.1" status: 200 len: 944 time: 0.1553371 May 30 20:50:36.147907 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-97c665ea-1b22-46e8-9a6c-80f3038702f0 req-d6de42d4-6fd7-4ce5-a825-d51d4aa4ddf4 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=821d1b2b-5e01-4b04-b85d-aee9b407e24a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1135428 May 30 20:50:36.196442 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-97c665ea-1b22-46e8-9a6c-80f3038702f0 req-a5da3b80-3ea3-4a2f-8414-ea9bd57a6821 service neutron] 10.222.0.71 "GET /v2.0/networks/821d1b2b-5e01-4b04-b85d-aee9b407e24a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334770 May 30 20:50:36.252079 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e77e9000-9839-4952-a4ec-0b75c83e6e4f req-ee306bb1-2b5c-433e-ab9f-e3eae9ebd7a2 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/security-groups?id=41ebbad8-7d18-4362-b557-0337a96f19b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1344571 May 30 20:50:36.324211 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-97c665ea-1b22-46e8-9a6c-80f3038702f0 req-2def1009-dcff-43e4-8fd2-097f442891c4 service neutron] 10.222.0.86 "GET /v2.0/networks/821d1b2b-5e01-4b04-b85d-aee9b407e24a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661899 May 30 20:50:36.347708 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-97c665ea-1b22-46e8-9a6c-80f3038702f0 req-03aff700-fe9c-4e74-9689-d185e0353bf6 service neutron] 10.222.0.71 "GET /v2.0/networks/821d1b2b-5e01-4b04-b85d-aee9b407e24a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456535 May 30 20:50:36.461062 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-97c665ea-1b22-46e8-9a6c-80f3038702f0 req-d0785e97-f90e-4005-95d6-69d5831ba766 service neutron] 10.222.0.86 "GET /v2.0/networks/821d1b2b-5e01-4b04-b85d-aee9b407e24a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303785 May 30 20:50:36.624887 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 53f69a5c-c4ab-42ef-a610-e6dc8996dcce details requested by agent hyperv_n-h2-843948-2 with host n-h2-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:50:36.732681 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 43938) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:50:36.770155 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 53f69a5c-c4ab-42ef-a610-e6dc8996dcce, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=53f69a5c-c4ab-42ef-a610-e6dc8996dcce,segment=NetworkSegment(10560090-94c6-4b99-ac53-78ac94df6407),segment_id=10560090-94c6-4b99-ac53-78ac94df6407)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:50:36.785301 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Returning: {'device': '53f69a5c-c4ab-42ef-a610-e6dc8996dcce', 'network_id': '821d1b2b-5e01-4b04-b85d-aee9b407e24a', 'port_id': '53f69a5c-c4ab-42ef-a610-e6dc8996dcce', 'mac_address': 'fa:16:3e:aa:ec:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd054eb11-ddb5-4a83-99ba-2aebc377ad15', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:50:36.841859 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:36.860388 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53f69a5c-c4ab-42ef-a610-e6dc8996dcce {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:50:36.875874 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 53f69a5c-c4ab-42ef-a610-e6dc8996dcce, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=53f69a5c-c4ab-42ef-a610-e6dc8996dcce,segment=NetworkSegment(10560090-94c6-4b99-ac53-78ac94df6407),segment_id=10560090-94c6-4b99-ac53-78ac94df6407)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:50:36.882074 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-11bd33e9-1ba4-4d18-8cee-2ac1f58dfff1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:36.912428 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-11bd33e9-1ba4-4d18-8cee-2ac1f58dfff1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:50:36.916233 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-11bd33e9-1ba4-4d18-8cee-2ac1f58dfff1 admin admin] Usage tracker for resource:security_group_rule and tenant:ea0b3ec2fd704ad8b0ab73413cb394b4 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:50:36.919008 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-11bd33e9-1ba4-4d18-8cee-2ac1f58dfff1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:50:36.924626 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-11bd33e9-1ba4-4d18-8cee-2ac1f58dfff1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:50:36.930279 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:36.991960 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-11bd33e9-1ba4-4d18-8cee-2ac1f58dfff1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:36.998574 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=53f69a5c-c4ab-42ef-a610-e6dc8996dcce,revision_number=12']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:50:37.061743 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-11bd33e9-1ba4-4d18-8cee-2ac1f58dfff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:37.109769 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bd33e9-1ba4-4d18-8cee-2ac1f58dfff1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42b4a111-00d9-40e3-86fb-1aaf32799c8d,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:50:37.122977 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-11bd33e9-1ba4-4d18-8cee-2ac1f58dfff1 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=ea0b3ec2fd704ad8b0ab73413cb394b4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3850005 May 30 20:50:37.123197 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 43944) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:50:37.123671 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bd33e9-1ba4-4d18-8cee-2ac1f58dfff1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:50:37.123671 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bd33e9-1ba4-4d18-8cee-2ac1f58dfff1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:50:37.123671 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bd33e9-1ba4-4d18-8cee-2ac1f58dfff1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:50:37.123955 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bd33e9-1ba4-4d18-8cee-2ac1f58dfff1 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:50:37.124235 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bd33e9-1ba4-4d18-8cee-2ac1f58dfff1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:50:37.124571 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bd33e9-1ba4-4d18-8cee-2ac1f58dfff1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:50:37.124896 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bd33e9-1ba4-4d18-8cee-2ac1f58dfff1 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:50:37.125220 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bd33e9-1ba4-4d18-8cee-2ac1f58dfff1 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:50:37.125541 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bd33e9-1ba4-4d18-8cee-2ac1f58dfff1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:50:37.125901 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bd33e9-1ba4-4d18-8cee-2ac1f58dfff1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:50:37.126207 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bd33e9-1ba4-4d18-8cee-2ac1f58dfff1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:50:37.182606 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['53f69a5c-c4ab-42ef-a610-e6dc8996dcce'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:50:37.188804 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f3f967b0-9caa-4e53-949f-aaa38d5c8699 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:37.215944 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f3f967b0-9caa-4e53-949f-aaa38d5c8699 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:37.340595 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f3f967b0-9caa-4e53-949f-aaa38d5c8699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:37.361750 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f967b0-9caa-4e53-949f-aaa38d5c8699 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42b4a111-00d9-40e3-86fb-1aaf32799c8d,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:50:37.365338 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f3f967b0-9caa-4e53-949f-aaa38d5c8699 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:37.370564 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-f3f967b0-9caa-4e53-949f-aaa38d5c8699 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/42b4a111-00d9-40e3-86fb-1aaf32799c8d HTTP/1.1" status: 204 len: 168 time: 0.2471077 May 30 20:50:37.460486 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508c3016-ea60-4103-b419-9a7b1b907a2c req-0f0c8539-9666-4342-8e07-c9143f0f77cb tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:50:37.463079 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-508c3016-ea60-4103-b419-9a7b1b907a2c req-0f0c8539-9666-4342-8e07-c9143f0f77cb tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/ports?device_id=f855c0ef-86da-45d2-a712-6564022c9e42 HTTP/1.1" status: 200 len: 945 time: 0.0808845 May 30 20:50:37.613859 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-508c3016-ea60-4103-b419-9a7b1b907a2c req-e75b7bc7-d1b0-43ab-b5df-1d02ad35b50f tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/security-groups?id=41ebbad8-7d18-4362-b557-0337a96f19b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1452272 May 30 20:50:38.638021 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 53f69a5c-c4ab-42ef-a610-e6dc8996dcce up at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:50:38.771004 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning for port 53f69a5c-c4ab-42ef-a610-e6dc8996dcce completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:50:38.775942 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning complete for port 53f69a5c-c4ab-42ef-a610-e6dc8996dcce triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:50:38.776318 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:38.823521 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8040a94c-6573-4e04-b0ce-43ab43bbbef7 req-b2e28852-5879-44d7-ac3f-f2c5f1e74b9f tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:50:38.825894 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8040a94c-6573-4e04-b0ce-43ab43bbbef7 req-b2e28852-5879-44d7-ac3f-f2c5f1e74b9f tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/ports?device_id=f855c0ef-86da-45d2-a712-6564022c9e42 HTTP/1.1" status: 200 len: 945 time: 0.0904305 May 30 20:50:38.876532 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8040a94c-6573-4e04-b0ce-43ab43bbbef7 req-5156eb27-2396-4d82-93e6-5135299a04ee tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/security-groups?id=41ebbad8-7d18-4362-b557-0337a96f19b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449579 May 30 20:50:38.897553 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:38.905868 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 43974) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:50:38.928112 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f855c0ef-86da-45d2-a712-6564022c9e42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53f69a5c-c4ab-42ef-a610-e6dc8996dcce'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:50:38.938448 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 53f69a5c-c4ab-42ef-a610-e6dc8996dcce, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=53f69a5c-c4ab-42ef-a610-e6dc8996dcce,segment=NetworkSegment(10560090-94c6-4b99-ac53-78ac94df6407),segment_id=10560090-94c6-4b99-ac53-78ac94df6407)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:50:38.993805 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4732977c-efd7-47e9-86bf-d048de20c1a9'] response: {'server_uuid': 'f855c0ef-86da-45d2-a712-6564022c9e42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53f69a5c-c4ab-42ef-a610-e6dc8996dcce', 'code': 200} May 30 20:50:39.004994 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:39.026709 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-f725c66d-a785-4ba4-b263-dc3f80cde347 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/floatingips/8c54965f-4061-44f5-ab7b-da204ec917a6 HTTP/1.1" status: 200 len: 991 time: 0.1191220 May 30 20:50:39.071038 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=53f69a5c-c4ab-42ef-a610-e6dc8996dcce,revision_number=13']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:50:39.722004 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 43994) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:50:39.904979 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-1d763c4c-740c-4bb7-b520-5363ae4f23b4 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Request body: {'network': {'name': 'tempest-network-smoke--119473641', 'project_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'port_security_enabled': True}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:50:39.910597 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-1d763c4c-740c-4bb7-b520-5363ae4f23b4 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:50:39.914913 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-1d763c4c-740c-4bb7-b520-5363ae4f23b4 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Usage tracker for resource:network and tenant:2d26ee9c136c43a7a24c2ecd289ef8cf is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:50:39.917752 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-1d763c4c-740c-4bb7-b520-5363ae4f23b4 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:50:40.021593 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-1d763c4c-740c-4bb7-b520-5363ae4f23b4 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:50:40.094293 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d763c4c-740c-4bb7-b520-5363ae4f23b4 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Made reservation on behalf of 2d26ee9c136c43a7a24c2ecd289ef8cf for: {'network': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:50:40.097204 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1d763c4c-740c-4bb7-b520-5363ae4f23b4 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:40.117352 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1d763c4c-740c-4bb7-b520-5363ae4f23b4 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:40.142152 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-1d763c4c-740c-4bb7-b520-5363ae4f23b4 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:50:40.145845 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-1d763c4c-740c-4bb7-b520-5363ae4f23b4 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Usage tracker for resource:security_group_rule and tenant:2d26ee9c136c43a7a24c2ecd289ef8cf is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:50:40.148711 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-1d763c4c-740c-4bb7-b520-5363ae4f23b4 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:50:40.154572 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-1d763c4c-740c-4bb7-b520-5363ae4f23b4 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:50:40.221512 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1d763c4c-740c-4bb7-b520-5363ae4f23b4 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:40.290620 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1d763c4c-740c-4bb7-b520-5363ae4f23b4 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:40.322977 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d763c4c-740c-4bb7-b520-5363ae4f23b4 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] vlan segment allocate from pool success with {'vlan_id': 676, 'physical_network': 'physnet1'} {{(pid=84887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:50:40.331532 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d763c4c-740c-4bb7-b520-5363ae4f23b4 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc56a160-96e6-42ef-821c-e1d5420af907,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:50:40.338099 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1d763c4c-740c-4bb7-b520-5363ae4f23b4 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:40.338443 n-d-843948-2 neutron-server[84887]: INFO neutron.db.segments_db [None req-1d763c4c-740c-4bb7-b520-5363ae4f23b4 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Added segment 73e92bf2-ba70-4245-bf0d-246232964c6f of type vlan for network c744e851-7d16-46f1-8488-8acca211650e May 30 20:50:40.364520 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1d763c4c-740c-4bb7-b520-5363ae4f23b4 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:40.462243 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1d763c4c-740c-4bb7-b520-5363ae4f23b4 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:40.466210 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d763c4c-740c-4bb7-b520-5363ae4f23b4 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:50:40.466788 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1d763c4c-740c-4bb7-b520-5363ae4f23b4 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:40.577025 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d763c4c-740c-4bb7-b520-5363ae4f23b4 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Pushing event updated for resources: {'Network': ['ID=c744e851-7d16-46f1-8488-8acca211650e,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:50:40.587732 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network c744e851-7d16-46f1-8488-8acca211650e details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:50:40.645143 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-1d763c4c-740c-4bb7-b520-5363ae4f23b4 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9220300 May 30 20:50:40.648734 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 44000) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:50:40.653946 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-c7d42379-b4a9-41ef-96a4-3182b8914492 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-894239406', 'admin_state_up': True, 'project_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:50:40.661994 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-c7d42379-b4a9-41ef-96a4-3182b8914492 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:50:40.665849 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-c7d42379-b4a9-41ef-96a4-3182b8914492 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Usage tracker for resource:router and tenant:2d26ee9c136c43a7a24c2ecd289ef8cf is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:50:40.668764 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-c7d42379-b4a9-41ef-96a4-3182b8914492 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:50:40.674632 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-c7d42379-b4a9-41ef-96a4-3182b8914492 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:50:40.816371 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c7d42379-b4a9-41ef-96a4-3182b8914492 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-733683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3159'] for router, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:40.817964 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c7d42379-b4a9-41ef-96a4-3182b8914492 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-733584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-736372', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-628480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3164'] for router, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:40.836675 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c7d42379-b4a9-41ef-96a4-3182b8914492 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:41.046249 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c7d42379-b4a9-41ef-96a4-3182b8914492 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-736390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:41.282606 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c7d42379-b4a9-41ef-96a4-3182b8914492 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks [] for router_gateway, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:41.312203 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c7d42379-b4a9-41ef-96a4-3182b8914492 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:41.447744 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [None req-c7d42379-b4a9-41ef-96a4-3182b8914492 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Allocated IP 172.25.8.48 (c7869750-4b49-4b7e-aa99-5e0f1ae02da4/427601ec-f643-4fe7-b5e6-17305d3a39e1/d3c727fa-93da-44be-b84e-6f98aee71ea7) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:50:41.592880 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c7d42379-b4a9-41ef-96a4-3182b8914492 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:41.679439 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c7d42379-b4a9-41ef-96a4-3182b8914492 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:41.750312 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d42379-b4a9-41ef-96a4-3182b8914492 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:50:41.753235 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-c7d42379-b4a9-41ef-96a4-3182b8914492 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:50:41.757550 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d42379-b4a9-41ef-96a4-3182b8914492 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:50:41.784160 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d42379-b4a9-41ef-96a4-3182b8914492 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Pushing event updated for resources: {'Port': ['ID=d3c727fa-93da-44be-b84e-6f98aee71ea7,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:50:42.000928 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c7d42379-b4a9-41ef-96a4-3182b8914492 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks [] for router_gateway, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:42.001926 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c7d42379-b4a9-41ef-96a4-3182b8914492 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-736409'] for router, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:42.290112 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7d42379-b4a9-41ef-96a4-3182b8914492 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Router 2bed753c-4e22-4a6a-b8ad-068f19393187 is scheduled to L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 with binding_index 1 {{(pid=84887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 20:50:42.595108 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7d42379-b4a9-41ef-96a4-3182b8914492 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:50:42.604297 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af9cfd8-881c-4be8-99b9-346de2895cfe None None] Sync routers for ids ['2bed753c-4e22-4a6a-b8ad-068f19393187'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:50:42.616163 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af9cfd8-881c-4be8-99b9-346de2895cfe None None] Routers {'2bed753c-4e22-4a6a-b8ad-068f19393187'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:50:42.616774 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-4af9cfd8-881c-4be8-99b9-346de2895cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:50:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['2bed753c-4e22-4a6a-b8ad-068f19393187'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:50:42.671720 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c7d42379-b4a9-41ef-96a4-3182b8914492 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks [] for router, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:42.672933 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-c7d42379-b4a9-41ef-96a4-3182b8914492 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.0232689 May 30 20:50:42.676119 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 44004) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:50:42.784356 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-ad9bf0b1-2a63-4409-9974-719e9749b706 tempest-TestNetworkBasicOps-405341169 tempest-TestNetworkBasicOps-405341169-project-admin] 10.222.0.85 "GET /v2.0/subnets?project_id=2d26ee9c136c43a7a24c2ecd289ef8cf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1066017 May 30 20:50:42.787017 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 44010) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:50:42.795849 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-4af9cfd8-881c-4be8-99b9-346de2895cfe None None] Set router 2bed753c-4e22-4a6a-b8ad-068f19393187 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:50:42.917175 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb06d8a-c43d-4b60-99b1-d2b23744d764 tempest-TestNetworkBasicOps-405341169 tempest-TestNetworkBasicOps-405341169-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:50:42.918681 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-abb06d8a-c43d-4b60-99b1-d2b23744d764 tempest-TestNetworkBasicOps-405341169 tempest-TestNetworkBasicOps-405341169-project-admin] 10.222.0.85 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1306477 May 30 20:50:42.921492 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 44014) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:50:42.959983 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-76c93a87-b35a-47ac-90d9-265be9e3f4c6 tempest-TestNetworkBasicOps-405341169 tempest-TestNetworkBasicOps-405341169-project-admin] 10.222.0.85 "GET /v2.0/subnets?network_id=c7869750-4b49-4b7e-aa99-5e0f1ae02da4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0373886 May 30 20:50:42.962942 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 44018) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:50:42.968232 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-eba38106-9579-4367-bb22-c6f1e8beee66 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1312956041', 'network_id': 'c744e851-7d16-46f1-8488-8acca211650e', 'project_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:50:43.079127 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-eba38106-9579-4367-bb22-c6f1e8beee66 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:50:43.080506 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-4af9cfd8-881c-4be8-99b9-346de2895cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bed753c-4e22-4a6a-b8ad-068f19393187', 'name': 'tempest-TestNetworkBasicOps-router-894239406', 'tenant_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.48'}], 'enable_snat': True}, 'gw_port_id': 'd3c727fa-93da-44be-b84e-6f98aee71ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:50:40Z', 'updated_at': '2022-05-30T20:50:41Z', 'revision_number': 3, 'project_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'gw_port': {'id': 'd3c727fa-93da-44be-b84e-6f98aee71ea7', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c8:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bed753c-4e22-4a6a-b8ad-068f19393187', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:50:41Z', 'updated_at': '2022-05-30T20:50:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:50:43.083058 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-eba38106-9579-4367-bb22-c6f1e8beee66 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Usage tracker for resource:subnet and tenant:2d26ee9c136c43a7a24c2ecd289ef8cf is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:50:43.084343 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af9cfd8-881c-4be8-99b9-346de2895cfe None None] Checking router: 2bed753c-4e22-4a6a-b8ad-068f19393187 for host: n-d-843948-2 {{(pid=84888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:50:43.084685 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af9cfd8-881c-4be8-99b9-346de2895cfe None None] Updating router 2bed753c-4e22-4a6a-b8ad-068f19393187 port d3c727fa-93da-44be-b84e-6f98aee71ea7 binding host n-d-843948-2 {{(pid=84888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:50:43.086137 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-eba38106-9579-4367-bb22-c6f1e8beee66 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:50:43.092136 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-eba38106-9579-4367-bb22-c6f1e8beee66 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:50:43.135927 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-4af9cfd8-881c-4be8-99b9-346de2895cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:43.159039 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eba38106-9579-4367-bb22-c6f1e8beee66 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Made reservation on behalf of 2d26ee9c136c43a7a24c2ecd289ef8cf for: {'subnet': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:50:43.265465 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-eba38106-9579-4367-bb22-c6f1e8beee66 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114220'] for subnet, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:43.466096 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-4af9cfd8-881c-4be8-99b9-346de2895cfe None None] Notify callbacks [] for port, precommit_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:43.478904 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-4af9cfd8-881c-4be8-99b9-346de2895cfe None None] Transition to ACTIVE for port object d3c727fa-93da-44be-b84e-6f98aee71ea7 will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:50:43.552513 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-eba38106-9579-4367-bb22-c6f1e8beee66 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4055401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114238'] for subnet, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:43.562960 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-4af9cfd8-881c-4be8-99b9-346de2895cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:43.637323 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba38106-9579-4367-bb22-c6f1e8beee66 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Pushing event updated for resources: {'Subnet': ['ID=e6e8268a-3438-427d-8d7b-ecd138b91fcd,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:50:43.647002 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-4af9cfd8-881c-4be8-99b9-346de2895cfe None None] Attempting to bind port d3c727fa-93da-44be-b84e-6f98aee71ea7 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:50:43.647480 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-4af9cfd8-881c-4be8-99b9-346de2895cfe None None] Attempting to bind port d3c727fa-93da-44be-b84e-6f98aee71ea7 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:50:43.647719 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af9cfd8-881c-4be8-99b9-346de2895cfe None None] Attempting to bind port d3c727fa-93da-44be-b84e-6f98aee71ea7 on network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:50:43.649880 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159f617-961f-4f5e-99c2-f8ea9dc66223 None None] Pushing event updated for resources: {'Port': ['ID=d3c727fa-93da-44be-b84e-6f98aee71ea7,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:50:43.652050 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba38106-9579-4367-bb22-c6f1e8beee66 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Checking segment: {'id': '73e92bf2-ba70-4245-bf0d-246232964c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'c744e851-7d16-46f1-8488-8acca211650e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:50:43.652424 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba38106-9579-4367-bb22-c6f1e8beee66 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Network hostable DHCP agents. Network: c744e851-7d16-46f1-8488-8acca211650e, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:50:43.656485 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af9cfd8-881c-4be8-99b9-346de2895cfe None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 50, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:50:43.656978 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af9cfd8-881c-4be8-99b9-346de2895cfe None None] Checking segment: {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:50:43.657233 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-4af9cfd8-881c-4be8-99b9-346de2895cfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:43.657626 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af9cfd8-881c-4be8-99b9-346de2895cfe None None] Bound using segment: {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:50:43.658083 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-4af9cfd8-881c-4be8-99b9-346de2895cfe None None] Bound port: d3c727fa-93da-44be-b84e-6f98aee71ea7, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:50:43.658439 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-4af9cfd8-881c-4be8-99b9-346de2895cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:43.727072 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-4af9cfd8-881c-4be8-99b9-346de2895cfe None None] For port d3c727fa-93da-44be-b84e-6f98aee71ea7, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:50:43.730367 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-4af9cfd8-881c-4be8-99b9-346de2895cfe None None] For port d3c727fa-93da-44be-b84e-6f98aee71ea7, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=d3c727fa-93da-44be-b84e-6f98aee71ea7,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:50:43.746103 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba38106-9579-4367-bb22-c6f1e8beee66 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Network c744e851-7d16-46f1-8488-8acca211650e is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:50:43.798114 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-4af9cfd8-881c-4be8-99b9-346de2895cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:43.827718 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-eba38106-9579-4367-bb22-c6f1e8beee66 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, c744e851-7d16-46f1-8488-8acca211650e) {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:50:43.832034 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba38106-9579-4367-bb22-c6f1e8beee66 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:50:43.832940 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-eba38106-9579-4367-bb22-c6f1e8beee66 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:43.848480 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-564a8514-a099-401a-b5cb-a69d4dede879 None None] Network c744e851-7d16-46f1-8488-8acca211650e requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:50:43.931071 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-eba38106-9579-4367-bb22-c6f1e8beee66 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9670444 May 30 20:50:43.933821 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 44022) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:50:43.962521 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159f617-961f-4f5e-99c2-f8ea9dc66223 None None] Pushing event updated for resources: {'Port': ['ID=d3c727fa-93da-44be-b84e-6f98aee71ea7,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:50:43.982299 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af9cfd8-881c-4be8-99b9-346de2895cfe None None] Routers {'2bed753c-4e22-4a6a-b8ad-068f19393187'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:50:43.982919 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-4af9cfd8-881c-4be8-99b9-346de2895cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:50:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['2bed753c-4e22-4a6a-b8ad-068f19393187'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:50:44.282650 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1500695-a0bf-4de8-9c8e-d55796be1014 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-c744e851-7d16-46f1-8488-8acca211650e', 'network_id': 'c744e851-7d16-46f1-8488-8acca211650e', 'tenant_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'fixed_ips': [{'subnet_id': 'e6e8268a-3438-427d-8d7b-ecd138b91fcd'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:50:44.283432 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-c1500695-a0bf-4de8-9c8e-d55796be1014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:44.302782 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-4af9cfd8-881c-4be8-99b9-346de2895cfe None None] Set router 2bed753c-4e22-4a6a-b8ad-068f19393187 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:50:44.711610 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-c1500695-a0bf-4de8-9c8e-d55796be1014 None None] Allocated IP 172.20.0.2 (c744e851-7d16-46f1-8488-8acca211650e/e6e8268a-3438-427d-8d7b-ecd138b91fcd/c7164792-0076-4fe7-84e6-8cecd939345c) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:50:44.846866 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-aab359ab-0c17-4a5b-b506-0cdd6d182141 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:44.867109 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-4af9cfd8-881c-4be8-99b9-346de2895cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bed753c-4e22-4a6a-b8ad-068f19393187', 'name': 'tempest-TestNetworkBasicOps-router-894239406', 'tenant_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.48'}], 'enable_snat': True}, 'gw_port_id': 'd3c727fa-93da-44be-b84e-6f98aee71ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:50:40Z', 'updated_at': '2022-05-30T20:50:41Z', 'revision_number': 3, 'project_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'gw_port': {'id': 'd3c727fa-93da-44be-b84e-6f98aee71ea7', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c8:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bed753c-4e22-4a6a-b8ad-068f19393187', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:50:41Z', 'updated_at': '2022-05-30T20:50:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:50:44.882296 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af9cfd8-881c-4be8-99b9-346de2895cfe None None] The sync data for ids ['2bed753c-4e22-4a6a-b8ad-068f19393187'] in n-d-843948-2 is: [{'id': '2bed753c-4e22-4a6a-b8ad-068f19393187', 'name': 'tempest-TestNetworkBasicOps-router-894239406', 'tenant_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.48'}], 'enable_snat': True}, 'gw_port_id': 'd3c727fa-93da-44be-b84e-6f98aee71ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:50:40Z', 'updated_at': '2022-05-30T20:50:41Z', 'revision_number': 3, 'project_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'gw_port': {'id': 'd3c727fa-93da-44be-b84e-6f98aee71ea7', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c8:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bed753c-4e22-4a6a-b8ad-068f19393187', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:50:41Z', 'updated_at': '2022-05-30T20:50:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:50:44.953787 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-c1500695-a0bf-4de8-9c8e-d55796be1014 None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:44.965979 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-c1500695-a0bf-4de8-9c8e-d55796be1014 None None] Transition to ACTIVE for port object c7164792-0076-4fe7-84e6-8cecd939345c will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:50:44.986390 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-c1500695-a0bf-4de8-9c8e-d55796be1014 None None] Transition to ACTIVE for port object c7164792-0076-4fe7-84e6-8cecd939345c will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:50:45.051582 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-c1500695-a0bf-4de8-9c8e-d55796be1014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:45.144659 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1500695-a0bf-4de8-9c8e-d55796be1014 None None] Network c744e851-7d16-46f1-8488-8acca211650e is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:50:45.148182 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-c1500695-a0bf-4de8-9c8e-d55796be1014 None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:50:45.154834 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1500695-a0bf-4de8-9c8e-d55796be1014 None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:50:45.161517 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1500695-a0bf-4de8-9c8e-d55796be1014 None None] Pushing event updated for resources: {'Port': ['ID=c7164792-0076-4fe7-84e6-8cecd939345c,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:50:45.251667 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-c1500695-a0bf-4de8-9c8e-d55796be1014 None None] Attempting to bind port c7164792-0076-4fe7-84e6-8cecd939345c on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:50:45.252040 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-c1500695-a0bf-4de8-9c8e-d55796be1014 None None] Attempting to bind port c7164792-0076-4fe7-84e6-8cecd939345c by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': '73e92bf2-ba70-4245-bf0d-246232964c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'c744e851-7d16-46f1-8488-8acca211650e'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:50:45.252400 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1500695-a0bf-4de8-9c8e-d55796be1014 None None] Attempting to bind port c7164792-0076-4fe7-84e6-8cecd939345c on network c744e851-7d16-46f1-8488-8acca211650e {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:50:45.260037 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1500695-a0bf-4de8-9c8e-d55796be1014 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 50, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:50:45.260312 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1500695-a0bf-4de8-9c8e-d55796be1014 None None] Checking segment: {'id': '73e92bf2-ba70-4245-bf0d-246232964c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'c744e851-7d16-46f1-8488-8acca211650e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:50:45.260606 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-c1500695-a0bf-4de8-9c8e-d55796be1014 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:45.261497 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1500695-a0bf-4de8-9c8e-d55796be1014 None None] Bound using segment: {'id': '73e92bf2-ba70-4245-bf0d-246232964c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'c744e851-7d16-46f1-8488-8acca211650e'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:50:45.261497 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-c1500695-a0bf-4de8-9c8e-d55796be1014 None None] Bound port: c7164792-0076-4fe7-84e6-8cecd939345c, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73e92bf2-ba70-4245-bf0d-246232964c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'c744e851-7d16-46f1-8488-8acca211650e'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:50:45.261833 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-c1500695-a0bf-4de8-9c8e-d55796be1014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:45.281121 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [None req-aab359ab-0c17-4a5b-b506-0cdd6d182141 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Allocated IP 172.20.0.1 (c744e851-7d16-46f1-8488-8acca211650e/e6e8268a-3438-427d-8d7b-ecd138b91fcd/49397469-d4cf-4c2c-b8f3-8238e45a3f9d) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:50:45.354259 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-c1500695-a0bf-4de8-9c8e-d55796be1014 None None] For port c7164792-0076-4fe7-84e6-8cecd939345c, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:50:45.357527 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-c1500695-a0bf-4de8-9c8e-d55796be1014 None None] For port c7164792-0076-4fe7-84e6-8cecd939345c, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=c7164792-0076-4fe7-84e6-8cecd939345c,segment=NetworkSegment(73e92bf2-ba70-4245-bf0d-246232964c6f),segment_id=73e92bf2-ba70-4245-bf0d-246232964c6f)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:50:45.433660 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-c1500695-a0bf-4de8-9c8e-d55796be1014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:45.450296 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-aab359ab-0c17-4a5b-b506-0cdd6d182141 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:45.468251 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [None req-aab359ab-0c17-4a5b-b506-0cdd6d182141 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Transition to ACTIVE for port object 49397469-d4cf-4c2c-b8f3-8238e45a3f9d will not be triggered until provisioned by entity DHCP. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:50:45.520080 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1500695-a0bf-4de8-9c8e-d55796be1014 None None] Pushing event updated for resources: {'Port': ['ID=c7164792-0076-4fe7-84e6-8cecd939345c,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:50:45.571002 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-aab359ab-0c17-4a5b-b506-0cdd6d182141 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:45.655586 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab359ab-0c17-4a5b-b506-0cdd6d182141 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Network c744e851-7d16-46f1-8488-8acca211650e is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:50:45.659125 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-aab359ab-0c17-4a5b-b506-0cdd6d182141 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:50:45.672356 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab359ab-0c17-4a5b-b506-0cdd6d182141 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:50:45.711364 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab359ab-0c17-4a5b-b506-0cdd6d182141 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Pushing event updated for resources: {'Port': ['ID=49397469-d4cf-4c2c-b8f3-8238e45a3f9d,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:50:45.760362 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-aab359ab-0c17-4a5b-b506-0cdd6d182141 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-736099'] for router_interface, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:45.966837 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-aab359ab-0c17-4a5b-b506-0cdd6d182141 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:45.987731 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device c7164792-0076-4fe7-84e6-8cecd939345c up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:50:45.988337 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e34bb0c6-3603-4f16-8443-ed01469df376 req-9ea5dea2-1f0c-404d-8be7-df904417bd99 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=f855c0ef-86da-45d2-a712-6564022c9e42&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1526642 May 30 20:50:46.113092 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port c7164792-0076-4fe7-84e6-8cecd939345c completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:50:46.118528 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device d3c727fa-93da-44be-b84e-6f98aee71ea7 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:50:46.243491 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port d3c727fa-93da-44be-b84e-6f98aee71ea7 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:50:46.248491 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port d3c727fa-93da-44be-b84e-6f98aee71ea7 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:50:46.248859 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:46.249772 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e34bb0c6-3603-4f16-8443-ed01469df376 req-67a5d330-e058-48ca-adf3-3070c8962e9d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=92b5fc25c8fb428a885a0ea0a728400d&device_id=f855c0ef-86da-45d2-a712-6564022c9e42 HTTP/1.1" status: 200 len: 1097 time: 0.2358689 May 30 20:50:46.374592 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:46.393982 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port d3c727fa-93da-44be-b84e-6f98aee71ea7, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=d3c727fa-93da-44be-b84e-6f98aee71ea7,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:50:46.477966 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:46.525452 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34bb0c6-3603-4f16-8443-ed01469df376 req-171d12de-4f4d-4901-ba2b-10a0fb9118ee service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:50:46.526948 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e34bb0c6-3603-4f16-8443-ed01469df376 req-171d12de-4f4d-4901-ba2b-10a0fb9118ee service neutron] 10.222.0.86 "GET /v2.0/networks?id=821d1b2b-5e01-4b04-b85d-aee9b407e24a HTTP/1.1" status: 200 len: 897 time: 0.2472608 May 30 20:50:46.556295 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=d3c727fa-93da-44be-b84e-6f98aee71ea7,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:50:46.590517 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0f71cd8-f656-4565-b674-90e0e0e1fdac None None] Network c744e851-7d16-46f1-8488-8acca211650e requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:50:46.755654 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-6f9ff9d7-f492-473b-aaac-ee1c0f281615 None None] Provisioning for port c7164792-0076-4fe7-84e6-8cecd939345c completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:50:46.761180 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-aab359ab-0c17-4a5b-b506-0cdd6d182141 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:46.765247 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e34bb0c6-3603-4f16-8443-ed01469df376 req-97abb69e-fcfd-475a-9db6-c8104afbe150 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=53f69a5c-c4ab-42ef-a610-e6dc8996dcce HTTP/1.1" status: 200 len: 1000 time: 0.2324736 May 30 20:50:46.772174 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-6f9ff9d7-f492-473b-aaac-ee1c0f281615 None None] Provisioning complete for port c7164792-0076-4fe7-84e6-8cecd939345c triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:50:46.772543 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-6f9ff9d7-f492-473b-aaac-ee1c0f281615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:46.844057 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34bb0c6-3603-4f16-8443-ed01469df376 req-fe21e1b2-5348-4869-a762-e87abaa59284 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:50:46.844057 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e34bb0c6-3603-4f16-8443-ed01469df376 req-fe21e1b2-5348-4869-a762-e87abaa59284 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d054eb11-ddb5-4a83-99ba-2aebc377ad15 HTTP/1.1" status: 200 len: 835 time: 0.0646255 May 30 20:50:46.887392 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-aab359ab-0c17-4a5b-b506-0cdd6d182141 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:46.985190 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-6f9ff9d7-f492-473b-aaac-ee1c0f281615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:47.019350 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab359ab-0c17-4a5b-b506-0cdd6d182141 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Pushing event updated for resources: {'Port': ['ID=49397469-d4cf-4c2c-b8f3-8238e45a3f9d,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:50:47.022709 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-aab359ab-0c17-4a5b-b506-0cdd6d182141 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1718057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-736206'] for router_interface, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:47.032562 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-6f9ff9d7-f492-473b-aaac-ee1c0f281615 None None] For port c7164792-0076-4fe7-84e6-8cecd939345c, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=c7164792-0076-4fe7-84e6-8cecd939345c,segment=NetworkSegment(73e92bf2-ba70-4245-bf0d-246232964c6f),segment_id=73e92bf2-ba70-4245-bf0d-246232964c6f)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:50:47.102761 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-6f9ff9d7-f492-473b-aaac-ee1c0f281615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:47.109775 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e34bb0c6-3603-4f16-8443-ed01469df376 req-d3e21712-9ff3-401e-bd8e-cf2810ef6aab service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=821d1b2b-5e01-4b04-b85d-aee9b407e24a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2629700 May 30 20:50:47.196599 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9ff9d7-f492-473b-aaac-ee1c0f281615 None None] Pushing event updated for resources: {'Port': ['ID=c7164792-0076-4fe7-84e6-8cecd939345c,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:50:47.292950 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab359ab-0c17-4a5b-b506-0cdd6d182141 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Network c744e851-7d16-46f1-8488-8acca211650e is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:50:47.295666 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-aab359ab-0c17-4a5b-b506-0cdd6d182141 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:50:47.334545 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-9e160052-5eba-4770-8c57-a5a46cd17d37 None None] Provisioning complete for port c7164792-0076-4fe7-84e6-8cecd939345c triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:50:47.335181 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-9e160052-5eba-4770-8c57-a5a46cd17d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:47.367543 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e34bb0c6-3603-4f16-8443-ed01469df376 req-9a675cae-48c7-474f-84ff-5d5d43be20e3 service neutron] 10.222.0.86 "GET /v2.0/networks/821d1b2b-5e01-4b04-b85d-aee9b407e24a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2434778 May 30 20:50:47.580650 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-9e160052-5eba-4770-8c57-a5a46cd17d37 None None] Provisioning for port 49397469-d4cf-4c2c-b8f3-8238e45a3f9d completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:50:47.586820 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-9e160052-5eba-4770-8c57-a5a46cd17d37 None None] Provisioning complete for port 49397469-d4cf-4c2c-b8f3-8238e45a3f9d triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:50:47.587192 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-9e160052-5eba-4770-8c57-a5a46cd17d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:47.609956 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e34bb0c6-3603-4f16-8443-ed01469df376 req-02f1169e-5d3a-42e1-b301-f5f574b8f61f service neutron] 10.222.0.86 "GET /v2.0/networks/821d1b2b-5e01-4b04-b85d-aee9b407e24a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858745 May 30 20:50:47.651581 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-9e160052-5eba-4770-8c57-a5a46cd17d37 None None] Port 49397469-d4cf-4c2c-b8f3-8238e45a3f9d cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:50:47.775240 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-06d122eb-0082-4e07-a6a6-5f6505367ccb None None] Provisioning complete for port 49397469-d4cf-4c2c-b8f3-8238e45a3f9d triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:50:47.775865 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-06d122eb-0082-4e07-a6a6-5f6505367ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:47.811882 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aab359ab-0c17-4a5b-b506-0cdd6d182141 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Router 2bed753c-4e22-4a6a-b8ad-068f19393187 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:50:47.831043 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-06d122eb-0082-4e07-a6a6-5f6505367ccb None None] Port 49397469-d4cf-4c2c-b8f3-8238e45a3f9d cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:50:47.930729 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device c7164792-0076-4fe7-84e6-8cecd939345c up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:50:48.002939 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port c7164792-0076-4fe7-84e6-8cecd939345c triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:50:48.003308 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:48.017654 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aab359ab-0c17-4a5b-b506-0cdd6d182141 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:50:48.029722 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-aab359ab-0c17-4a5b-b506-0cdd6d182141 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.85 "PUT /v2.0/routers/2bed753c-4e22-4a6a-b8ad-068f19393187/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0925739 May 30 20:50:48.030298 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 44028) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:50:48.121873 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device d3c727fa-93da-44be-b84e-6f98aee71ea7 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:50:48.174680 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-664e2c1c-cc67-456c-b8e1-c060cc57a4db tempest-TestNetworkBasicOps-405341169 tempest-TestNetworkBasicOps-405341169-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:50:48.175071 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-664e2c1c-cc67-456c-b8e1-c060cc57a4db tempest-TestNetworkBasicOps-405341169 tempest-TestNetworkBasicOps-405341169-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:50:48.175422 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-664e2c1c-cc67-456c-b8e1-c060cc57a4db tempest-TestNetworkBasicOps-405341169 tempest-TestNetworkBasicOps-405341169-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:50:48.175813 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-664e2c1c-cc67-456c-b8e1-c060cc57a4db tempest-TestNetworkBasicOps-405341169 tempest-TestNetworkBasicOps-405341169-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:50:48.176171 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-664e2c1c-cc67-456c-b8e1-c060cc57a4db tempest-TestNetworkBasicOps-405341169 tempest-TestNetworkBasicOps-405341169-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:50:48.176590 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-664e2c1c-cc67-456c-b8e1-c060cc57a4db tempest-TestNetworkBasicOps-405341169 tempest-TestNetworkBasicOps-405341169-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:50:48.176946 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-664e2c1c-cc67-456c-b8e1-c060cc57a4db tempest-TestNetworkBasicOps-405341169 tempest-TestNetworkBasicOps-405341169-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:50:48.178852 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-664e2c1c-cc67-456c-b8e1-c060cc57a4db tempest-TestNetworkBasicOps-405341169 tempest-TestNetworkBasicOps-405341169-project-admin] 10.222.0.85 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4962 time: 0.1477108 May 30 20:50:48.181969 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 44032) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:50:48.190153 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port d3c727fa-93da-44be-b84e-6f98aee71ea7 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:50:48.190839 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:48.256132 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b41e09a3-17e3-4587-a037-9b7d41a1b90d tempest-TestNetworkBasicOps-405341169 tempest-TestNetworkBasicOps-405341169-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:50:48.256513 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b41e09a3-17e3-4587-a037-9b7d41a1b90d tempest-TestNetworkBasicOps-405341169 tempest-TestNetworkBasicOps-405341169-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:50:48.256870 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b41e09a3-17e3-4587-a037-9b7d41a1b90d tempest-TestNetworkBasicOps-405341169 tempest-TestNetworkBasicOps-405341169-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:50:48.257214 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b41e09a3-17e3-4587-a037-9b7d41a1b90d tempest-TestNetworkBasicOps-405341169 tempest-TestNetworkBasicOps-405341169-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:50:48.257565 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b41e09a3-17e3-4587-a037-9b7d41a1b90d tempest-TestNetworkBasicOps-405341169 tempest-TestNetworkBasicOps-405341169-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:50:48.257930 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b41e09a3-17e3-4587-a037-9b7d41a1b90d tempest-TestNetworkBasicOps-405341169 tempest-TestNetworkBasicOps-405341169-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:50:48.258272 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b41e09a3-17e3-4587-a037-9b7d41a1b90d tempest-TestNetworkBasicOps-405341169 tempest-TestNetworkBasicOps-405341169-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:50:48.260082 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-b41e09a3-17e3-4587-a037-9b7d41a1b90d tempest-TestNetworkBasicOps-405341169 tempest-TestNetworkBasicOps-405341169-project-admin] 10.222.0.85 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4622 time: 0.0770602 May 30 20:50:48.263452 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 44036) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:50:48.538281 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aae942b-35ab-4d86-802f-1bfe23eeb602 None None] Sync routers for ids ['2bed753c-4e22-4a6a-b8ad-068f19393187'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:50:48.549997 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aae942b-35ab-4d86-802f-1bfe23eeb602 None None] Routers {'2bed753c-4e22-4a6a-b8ad-068f19393187'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:50:48.550594 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-5aae942b-35ab-4d86-802f-1bfe23eeb602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:50:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['2bed753c-4e22-4a6a-b8ad-068f19393187'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:50:48.601151 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-f11b7f23-6d3e-4d8f-ba88-bb34fe8ee9e7 tempest-TestNetworkBasicOps-405341169 tempest-TestNetworkBasicOps-405341169-project-admin] 10.222.0.85 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3766 time: 0.3308296 May 30 20:50:48.728295 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-5aae942b-35ab-4d86-802f-1bfe23eeb602 None None] Set router 2bed753c-4e22-4a6a-b8ad-068f19393187 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:50:48.744555 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 44042) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:50:48.751530 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-e4c0b436-89f3-47da-acdb-510efb5d1161 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-715261661', 'description': 'tempest-secgroup-smoke-715261661 description', 'project_id': '2d26ee9c136c43a7a24c2ecd289ef8cf'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:50:48.759048 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-e4c0b436-89f3-47da-acdb-510efb5d1161 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:50:48.763790 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-e4c0b436-89f3-47da-acdb-510efb5d1161 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Usage tracker for resource:security_group and tenant:2d26ee9c136c43a7a24c2ecd289ef8cf is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:50:48.767071 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-e4c0b436-89f3-47da-acdb-510efb5d1161 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:50:48.774135 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-e4c0b436-89f3-47da-acdb-510efb5d1161 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:50:48.851233 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e4c0b436-89f3-47da-acdb-510efb5d1161 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:48.885560 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-e4c0b436-89f3-47da-acdb-510efb5d1161 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:50:48.889371 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-e4c0b436-89f3-47da-acdb-510efb5d1161 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Usage tracker for resource:security_group_rule and tenant:2d26ee9c136c43a7a24c2ecd289ef8cf is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:50:48.892070 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-e4c0b436-89f3-47da-acdb-510efb5d1161 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:50:48.898643 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-e4c0b436-89f3-47da-acdb-510efb5d1161 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:50:48.954032 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e4c0b436-89f3-47da-acdb-510efb5d1161 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:49.041784 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-5aae942b-35ab-4d86-802f-1bfe23eeb602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bed753c-4e22-4a6a-b8ad-068f19393187', 'name': 'tempest-TestNetworkBasicOps-router-894239406', 'tenant_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.48'}], 'enable_snat': True}, 'gw_port_id': 'd3c727fa-93da-44be-b84e-6f98aee71ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:50:40Z', 'updated_at': '2022-05-30T20:50:45Z', 'revision_number': 4, 'project_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'gw_port': {'id': 'd3c727fa-93da-44be-b84e-6f98aee71ea7', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bed753c-4e22-4a6a-b8ad-068f19393187', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:50:41Z', 'updated_at': '2022-05-30T20:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '49397469-d4cf-4c2c-b8f3-8238e45a3f9d', 'name': '', 'network_id': 'c744e851-7d16-46f1-8488-8acca211650e', 'tenant_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'mac_address': 'fa:16:3e:59:14:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bed753c-4e22-4a6a-b8ad-068f19393187', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e6e8268a-3438-427d-8d7b-ecd138b91fcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:50:45Z', 'updated_at': '2022-05-30T20:50:46Z', 'revision_number': 2, 'project_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'subnets': [{'id': 'e6e8268a-3438-427d-8d7b-ecd138b91fcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:50:49.045734 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aae942b-35ab-4d86-802f-1bfe23eeb602 None None] Checking router: 2bed753c-4e22-4a6a-b8ad-068f19393187 for host: n-d-843948-2 {{(pid=84889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:50:49.046082 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aae942b-35ab-4d86-802f-1bfe23eeb602 None None] Updating router 2bed753c-4e22-4a6a-b8ad-068f19393187 port 49397469-d4cf-4c2c-b8f3-8238e45a3f9d binding host n-d-843948-2 {{(pid=84889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:50:49.055767 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e4c0b436-89f3-47da-acdb-510efb5d1161 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:49.098740 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c0b436-89f3-47da-acdb-510efb5d1161 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=009a8d08-2c98-46a2-9b0f-9aba2c0fed3b,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:50:49.098980 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-5aae942b-35ab-4d86-802f-1bfe23eeb602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:49.170587 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e4c0b436-89f3-47da-acdb-510efb5d1161 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:49.175027 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-e4c0b436-89f3-47da-acdb-510efb5d1161 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.4260116 May 30 20:50:49.175027 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 44046) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:50:49.180532 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-689cbbbf-63f9-4c85-ae31-3c67d597d67e tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Request body: {'security_group_rule': {'security_group_id': '009a8d08-2c98-46a2-9b0f-9aba2c0fed3b', 'project_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:50:49.187103 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-689cbbbf-63f9-4c85-ae31-3c67d597d67e tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:50:49.191154 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-689cbbbf-63f9-4c85-ae31-3c67d597d67e tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Usage tracker for resource:security_group_rule and tenant:2d26ee9c136c43a7a24c2ecd289ef8cf is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:50:49.194592 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-689cbbbf-63f9-4c85-ae31-3c67d597d67e tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:50:49.200249 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-689cbbbf-63f9-4c85-ae31-3c67d597d67e tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:50:49.268526 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-689cbbbf-63f9-4c85-ae31-3c67d597d67e tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:49.333587 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-689cbbbf-63f9-4c85-ae31-3c67d597d67e tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:49.370150 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-689cbbbf-63f9-4c85-ae31-3c67d597d67e tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:49.394819 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689cbbbf-63f9-4c85-ae31-3c67d597d67e tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c494024a-b26d-4a5f-a676-7b8e4bc79abc,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:50:49.440697 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-5aae942b-35ab-4d86-802f-1bfe23eeb602 None None] Notify callbacks [] for port, precommit_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:49.452844 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.provisioning_blocks [None req-5aae942b-35ab-4d86-802f-1bfe23eeb602 None None] Transition to ACTIVE for port object 49397469-d4cf-4c2c-b8f3-8238e45a3f9d will not be triggered until provisioned by entity L2. {{(pid=84889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:50:49.471863 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-689cbbbf-63f9-4c85-ae31-3c67d597d67e tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:49.473096 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-689cbbbf-63f9-4c85-ae31-3c67d597d67e tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2972238 May 30 20:50:49.475961 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 44050) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:50:49.481479 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-17ab54a9-0db5-440e-91f4-21558ab7dc60 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Request body: {'security_group_rule': {'security_group_id': '009a8d08-2c98-46a2-9b0f-9aba2c0fed3b', 'project_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:50:49.488223 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-17ab54a9-0db5-440e-91f4-21558ab7dc60 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:50:49.492698 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-17ab54a9-0db5-440e-91f4-21558ab7dc60 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Usage tracker for resource:security_group_rule and tenant:2d26ee9c136c43a7a24c2ecd289ef8cf is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:50:49.495682 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-17ab54a9-0db5-440e-91f4-21558ab7dc60 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:50:49.501634 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-17ab54a9-0db5-440e-91f4-21558ab7dc60 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:50:49.547794 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-5aae942b-35ab-4d86-802f-1bfe23eeb602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:49.607169 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-17ab54a9-0db5-440e-91f4-21558ab7dc60 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:49.688033 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-17ab54a9-0db5-440e-91f4-21558ab7dc60 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:49.718778 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cde66d-936a-427c-8cfa-89c0684ed457 None None] Pushing event updated for resources: {'Port': ['ID=49397469-d4cf-4c2c-b8f3-8238e45a3f9d,revision_number=3']} {{(pid=84889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:50:49.759017 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:49.781718 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-17ab54a9-0db5-440e-91f4-21558ab7dc60 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:49.788485 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64cde66d-936a-427c-8cfa-89c0684ed457 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:50:49.788816 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64cde66d-936a-427c-8cfa-89c0684ed457 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:50:49.789137 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64cde66d-936a-427c-8cfa-89c0684ed457 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:50:49.789638 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64cde66d-936a-427c-8cfa-89c0684ed457 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:50:49.790123 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64cde66d-936a-427c-8cfa-89c0684ed457 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:50:49.790598 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64cde66d-936a-427c-8cfa-89c0684ed457 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:50:49.791058 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64cde66d-936a-427c-8cfa-89c0684ed457 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:50:49.791518 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64cde66d-936a-427c-8cfa-89c0684ed457 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:50:49.791988 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64cde66d-936a-427c-8cfa-89c0684ed457 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:50:49.792465 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64cde66d-936a-427c-8cfa-89c0684ed457 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:50:49.792920 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64cde66d-936a-427c-8cfa-89c0684ed457 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:50:49.829531 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ab54a9-0db5-440e-91f4-21558ab7dc60 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59915ee8-13e5-4f5e-a729-2daf8d796c5e,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:50:49.829673 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-5aae942b-35ab-4d86-802f-1bfe23eeb602 None None] Attempting to bind port 49397469-d4cf-4c2c-b8f3-8238e45a3f9d on host n-d-843948-2 for vnic_type normal with profile {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:50:49.829673 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-5aae942b-35ab-4d86-802f-1bfe23eeb602 None None] Attempting to bind port 49397469-d4cf-4c2c-b8f3-8238e45a3f9d by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': '73e92bf2-ba70-4245-bf0d-246232964c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'c744e851-7d16-46f1-8488-8acca211650e'}] {{(pid=84889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:50:49.829673 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aae942b-35ab-4d86-802f-1bfe23eeb602 None None] Attempting to bind port 49397469-d4cf-4c2c-b8f3-8238e45a3f9d on network c744e851-7d16-46f1-8488-8acca211650e {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:50:49.834552 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aae942b-35ab-4d86-802f-1bfe23eeb602 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 50, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:50:49.834984 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aae942b-35ab-4d86-802f-1bfe23eeb602 None None] Checking segment: {'id': '73e92bf2-ba70-4245-bf0d-246232964c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'c744e851-7d16-46f1-8488-8acca211650e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:50:49.835448 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-5aae942b-35ab-4d86-802f-1bfe23eeb602 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:49.836138 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aae942b-35ab-4d86-802f-1bfe23eeb602 None None] Bound using segment: {'id': '73e92bf2-ba70-4245-bf0d-246232964c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'c744e851-7d16-46f1-8488-8acca211650e'} {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:50:49.836671 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-5aae942b-35ab-4d86-802f-1bfe23eeb602 None None] Bound port: 49397469-d4cf-4c2c-b8f3-8238e45a3f9d, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73e92bf2-ba70-4245-bf0d-246232964c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'c744e851-7d16-46f1-8488-8acca211650e'}}] {{(pid=84889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:50:49.837089 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-5aae942b-35ab-4d86-802f-1bfe23eeb602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:49.896299 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-17ab54a9-0db5-440e-91f4-21558ab7dc60 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:49.897402 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-17ab54a9-0db5-440e-91f4-21558ab7dc60 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4205382 May 30 20:50:49.900111 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 44054) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:50:49.905526 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-740348c3-9093-4a69-8fdd-3bef06d9bbb5 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Request body: {'security_group_rule': {'security_group_id': '009a8d08-2c98-46a2-9b0f-9aba2c0fed3b', 'project_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:50:49.912552 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-740348c3-9093-4a69-8fdd-3bef06d9bbb5 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:50:49.916444 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-740348c3-9093-4a69-8fdd-3bef06d9bbb5 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Usage tracker for resource:security_group_rule and tenant:2d26ee9c136c43a7a24c2ecd289ef8cf is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:50:49.919332 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-740348c3-9093-4a69-8fdd-3bef06d9bbb5 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:50:49.923283 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.db [None req-5aae942b-35ab-4d86-802f-1bfe23eeb602 None None] For port 49397469-d4cf-4c2c-b8f3-8238e45a3f9d, host n-d-843948-2, cleared binding levels {{(pid=84889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:50:49.924999 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-740348c3-9093-4a69-8fdd-3bef06d9bbb5 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:50:49.926289 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.db [None req-5aae942b-35ab-4d86-802f-1bfe23eeb602 None None] For port 49397469-d4cf-4c2c-b8f3-8238e45a3f9d, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=49397469-d4cf-4c2c-b8f3-8238e45a3f9d,segment=NetworkSegment(73e92bf2-ba70-4245-bf0d-246232964c6f),segment_id=73e92bf2-ba70-4245-bf0d-246232964c6f)] {{(pid=84889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:50:50.032415 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-5aae942b-35ab-4d86-802f-1bfe23eeb602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:50.055665 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-740348c3-9093-4a69-8fdd-3bef06d9bbb5 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:50.110619 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cde66d-936a-427c-8cfa-89c0684ed457 None None] Pushing event updated for resources: {'Port': ['ID=49397469-d4cf-4c2c-b8f3-8238e45a3f9d,revision_number=4']} {{(pid=84889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:50:50.115504 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aae942b-35ab-4d86-802f-1bfe23eeb602 None None] Routers {'2bed753c-4e22-4a6a-b8ad-068f19393187'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:50:50.116109 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-5aae942b-35ab-4d86-802f-1bfe23eeb602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:50:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['2bed753c-4e22-4a6a-b8ad-068f19393187'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:50:50.120597 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-740348c3-9093-4a69-8fdd-3bef06d9bbb5 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:50.193499 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-740348c3-9093-4a69-8fdd-3bef06d9bbb5 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:50.218751 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740348c3-9093-4a69-8fdd-3bef06d9bbb5 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc51d382-652e-4e25-82b0-8508d0f17461,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:50:50.296089 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-740348c3-9093-4a69-8fdd-3bef06d9bbb5 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:50.297269 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-740348c3-9093-4a69-8fdd-3bef06d9bbb5 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3962586 May 30 20:50:50.300317 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 44058) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:50:50.301426 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-5aae942b-35ab-4d86-802f-1bfe23eeb602 None None] Set router 2bed753c-4e22-4a6a-b8ad-068f19393187 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:50:50.306105 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-214fbc97-4c98-41e3-8e59-2f543e22510d tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Request body: {'security_group_rule': {'security_group_id': '009a8d08-2c98-46a2-9b0f-9aba2c0fed3b', 'project_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:50:50.312725 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-214fbc97-4c98-41e3-8e59-2f543e22510d tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:50:50.316552 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-214fbc97-4c98-41e3-8e59-2f543e22510d tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Usage tracker for resource:security_group_rule and tenant:2d26ee9c136c43a7a24c2ecd289ef8cf is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:50:50.319420 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-214fbc97-4c98-41e3-8e59-2f543e22510d tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:50:50.325716 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-214fbc97-4c98-41e3-8e59-2f543e22510d tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:50:50.422959 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-214fbc97-4c98-41e3-8e59-2f543e22510d tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:50.490783 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-214fbc97-4c98-41e3-8e59-2f543e22510d tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:50.576267 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-214fbc97-4c98-41e3-8e59-2f543e22510d tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:50.600916 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214fbc97-4c98-41e3-8e59-2f543e22510d tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7843da20-4f9f-4a39-94ca-99d08d098429,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:50:50.622394 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-5aae942b-35ab-4d86-802f-1bfe23eeb602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bed753c-4e22-4a6a-b8ad-068f19393187', 'name': 'tempest-TestNetworkBasicOps-router-894239406', 'tenant_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.48'}], 'enable_snat': True}, 'gw_port_id': 'd3c727fa-93da-44be-b84e-6f98aee71ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:50:40Z', 'updated_at': '2022-05-30T20:50:45Z', 'revision_number': 4, 'project_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'gw_port': {'id': 'd3c727fa-93da-44be-b84e-6f98aee71ea7', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bed753c-4e22-4a6a-b8ad-068f19393187', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:50:41Z', 'updated_at': '2022-05-30T20:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '49397469-d4cf-4c2c-b8f3-8238e45a3f9d', 'name': '', 'network_id': 'c744e851-7d16-46f1-8488-8acca211650e', 'tenant_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'mac_address': 'fa:16:3e:59:14:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bed753c-4e22-4a6a-b8ad-068f19393187', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e6e8268a-3438-427d-8d7b-ecd138b91fcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:50:45Z', 'updated_at': '2022-05-30T20:50:49Z', 'revision_number': 4, 'project_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'subnets': [{'id': 'e6e8268a-3438-427d-8d7b-ecd138b91fcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:50:50.626286 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aae942b-35ab-4d86-802f-1bfe23eeb602 None None] The sync data for ids ['2bed753c-4e22-4a6a-b8ad-068f19393187'] in n-d-843948-2 is: [{'id': '2bed753c-4e22-4a6a-b8ad-068f19393187', 'name': 'tempest-TestNetworkBasicOps-router-894239406', 'tenant_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.48'}], 'enable_snat': True}, 'gw_port_id': 'd3c727fa-93da-44be-b84e-6f98aee71ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:50:40Z', 'updated_at': '2022-05-30T20:50:45Z', 'revision_number': 4, 'project_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'gw_port': {'id': 'd3c727fa-93da-44be-b84e-6f98aee71ea7', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bed753c-4e22-4a6a-b8ad-068f19393187', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:50:41Z', 'updated_at': '2022-05-30T20:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '49397469-d4cf-4c2c-b8f3-8238e45a3f9d', 'name': '', 'network_id': 'c744e851-7d16-46f1-8488-8acca211650e', 'tenant_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'mac_address': 'fa:16:3e:59:14:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bed753c-4e22-4a6a-b8ad-068f19393187', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e6e8268a-3438-427d-8d7b-ecd138b91fcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:50:45Z', 'updated_at': '2022-05-30T20:50:49Z', 'revision_number': 4, 'project_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'subnets': [{'id': 'e6e8268a-3438-427d-8d7b-ecd138b91fcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:50:50.700623 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-214fbc97-4c98-41e3-8e59-2f543e22510d tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:50.701893 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-214fbc97-4c98-41e3-8e59-2f543e22510d tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4006166 May 30 20:50:50.704709 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 44062) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:50:50.711437 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-3dd6a070-21a1-4854-9f17-05ea17ac5771 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Request body: {'security_group_rule': {'security_group_id': '009a8d08-2c98-46a2-9b0f-9aba2c0fed3b', 'project_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:50:50.722479 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-3dd6a070-21a1-4854-9f17-05ea17ac5771 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:50:50.727173 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-3dd6a070-21a1-4854-9f17-05ea17ac5771 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Usage tracker for resource:security_group_rule and tenant:2d26ee9c136c43a7a24c2ecd289ef8cf is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:50:50.730228 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-3dd6a070-21a1-4854-9f17-05ea17ac5771 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:50:50.737169 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-3dd6a070-21a1-4854-9f17-05ea17ac5771 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:50:50.840916 n-d-843948-2 neutron-server[84887]: INFO neutron.db.securitygroups_db [None req-3dd6a070-21a1-4854-9f17-05ea17ac5771 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Project 2d26ee9c136c43a7a24c2ecd289ef8cf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 30 20:50:50.841669 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3dd6a070-21a1-4854-9f17-05ea17ac5771 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:50.913359 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3dd6a070-21a1-4854-9f17-05ea17ac5771 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:51.005631 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3dd6a070-21a1-4854-9f17-05ea17ac5771 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:51.029480 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd6a070-21a1-4854-9f17-05ea17ac5771 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1823d7a5-7c69-4205-8c0a-3a223e9a6c0d,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:50:51.125475 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3dd6a070-21a1-4854-9f17-05ea17ac5771 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:51.126774 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-3dd6a070-21a1-4854-9f17-05ea17ac5771 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4210334 May 30 20:50:51.129711 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 44066) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:50:51.135314 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-265afb93-0421-45b5-8b17-f09ed0f118f2 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Request body: {'security_group_rule': {'security_group_id': '009a8d08-2c98-46a2-9b0f-9aba2c0fed3b', 'project_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:50:51.142091 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-265afb93-0421-45b5-8b17-f09ed0f118f2 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:50:51.146031 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-265afb93-0421-45b5-8b17-f09ed0f118f2 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Usage tracker for resource:security_group_rule and tenant:2d26ee9c136c43a7a24c2ecd289ef8cf is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:50:51.148950 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-265afb93-0421-45b5-8b17-f09ed0f118f2 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:50:51.155035 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-265afb93-0421-45b5-8b17-f09ed0f118f2 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:50:51.227815 n-d-843948-2 neutron-server[84887]: INFO neutron.db.securitygroups_db [None req-265afb93-0421-45b5-8b17-f09ed0f118f2 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Project 2d26ee9c136c43a7a24c2ecd289ef8cf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 30 20:50:51.234927 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-265afb93-0421-45b5-8b17-f09ed0f118f2 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:51.313281 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-265afb93-0421-45b5-8b17-f09ed0f118f2 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:51.382055 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-265afb93-0421-45b5-8b17-f09ed0f118f2 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:51.406643 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265afb93-0421-45b5-8b17-f09ed0f118f2 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a5ab975-988a-4604-87ab-118f98b8bf8e,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:50:51.479411 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-265afb93-0421-45b5-8b17-f09ed0f118f2 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:51.480633 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-265afb93-0421-45b5-8b17-f09ed0f118f2 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3499722 May 30 20:50:51.655819 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-451ea4ab-68d8-4670-a128-d0ad1a0466fe req-b542542f-4885-46a9-bf49-795b93e83e64 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-715261661&fields=id&tenant_id=2d26ee9c136c43a7a24c2ecd289ef8cf HTTP/1.1" status: 200 len: 267 time: 0.0407317 May 30 20:50:51.805087 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451ea4ab-68d8-4670-a128-d0ad1a0466fe req-a0a34ac6-edf4-4d6b-a8a2-bdb62122d951 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:50:51.806548 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-451ea4ab-68d8-4670-a128-d0ad1a0466fe req-a0a34ac6-edf4-4d6b-a8a2-bdb62122d951 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.85 "GET /v2.0/networks?id=c744e851-7d16-46f1-8488-8acca211650e HTTP/1.1" status: 200 len: 796 time: 0.1438265 May 30 20:50:51.823311 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-451ea4ab-68d8-4670-a128-d0ad1a0466fe req-7a4ed06f-0dc3-4684-aa3b-f2d58b11e2f2 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.85 "GET /v2.0/quotas/2d26ee9c136c43a7a24c2ecd289ef8cf HTTP/1.1" status: 200 len: 375 time: 0.0114055 May 30 20:50:51.907738 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-451ea4ab-68d8-4670-a128-d0ad1a0466fe req-557dcb44-4b11-4be9-aec9-e4601c1b29d9 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=2d26ee9c136c43a7a24c2ecd289ef8cf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0795000 May 30 20:50:51.948297 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 49397469-d4cf-4c2c-b8f3-8238e45a3f9d up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:50:52.060605 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-451ea4ab-68d8-4670-a128-d0ad1a0466fe req-db3509b1-c2a4-421e-af37-5ab28160161f service neutron] 10.222.0.85 "GET /v2.0/networks/c744e851-7d16-46f1-8488-8acca211650e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409760 May 30 20:50:52.079049 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 49397469-d4cf-4c2c-b8f3-8238e45a3f9d completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:50:52.085913 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 49397469-d4cf-4c2c-b8f3-8238e45a3f9d triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:50:52.090314 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:52.206068 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-451ea4ab-68d8-4670-a128-d0ad1a0466fe req-38ed47f9-6527-44a6-9fec-368c41e83bf1 service neutron] 10.222.0.85 "GET /v2.0/networks/c744e851-7d16-46f1-8488-8acca211650e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328216 May 30 20:50:52.213957 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:52.248594 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port 49397469-d4cf-4c2c-b8f3-8238e45a3f9d, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=49397469-d4cf-4c2c-b8f3-8238e45a3f9d,segment=NetworkSegment(73e92bf2-ba70-4245-bf0d-246232964c6f),segment_id=73e92bf2-ba70-4245-bf0d-246232964c6f)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:50:52.350811 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:52.426448 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=49397469-d4cf-4c2c-b8f3-8238e45a3f9d,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:50:52.463011 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:52.496860 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-2c13e598-3f38-45a7-aea0-6e7b266c8b2f req-caa1323e-a703-4218-8374-2a7467bd3f1b tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Synchronizing usage tracker for tenant:2d26ee9c136c43a7a24c2ecd289ef8cf on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:50:52.581786 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-2c13e598-3f38-45a7-aea0-6e7b266c8b2f req-caa1323e-a703-4218-8374-2a7467bd3f1b tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Unset dirty status for tenant:2d26ee9c136c43a7a24c2ecd289ef8cf on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:50:52.583174 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2c13e598-3f38-45a7-aea0-6e7b266c8b2f req-caa1323e-a703-4218-8374-2a7467bd3f1b tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.85 "GET /v2.0/ports?device_id=ad8d6ca5-f20d-41cf-8089-51615af87962 HTTP/1.1" status: 200 len: 210 time: 0.1291251 May 30 20:50:53.747085 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0e4de8a6-d91f-45ff-804d-05701c0cf564 req-dd64ca7a-4eee-4f25-b525-1088c974b982 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.85 "GET /v2.0/ports?device_id=ad8d6ca5-f20d-41cf-8089-51615af87962 HTTP/1.1" status: 200 len: 210 time: 0.0431530 May 30 20:50:53.933246 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 49397469-d4cf-4c2c-b8f3-8238e45a3f9d up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:50:54.006707 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 49397469-d4cf-4c2c-b8f3-8238e45a3f9d triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:50:54.006983 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:54.716475 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451ea4ab-68d8-4670-a128-d0ad1a0466fe req-c6c29f29-d84e-423d-8d32-55c51fba9358 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:50:54.718033 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-451ea4ab-68d8-4670-a128-d0ad1a0466fe req-c6c29f29-d84e-423d-8d32-55c51fba9358 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.71 "GET /v2.0/networks?id=c744e851-7d16-46f1-8488-8acca211650e HTTP/1.1" status: 200 len: 796 time: 0.1448946 May 30 20:50:54.775829 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-451ea4ab-68d8-4670-a128-d0ad1a0466fe req-a3574439-1bcd-451b-a723-15bcc49de8e9 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2d26ee9c136c43a7a24c2ecd289ef8cf HTTP/1.1" status: 200 len: 379 time: 0.0450785 May 30 20:50:54.783567 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [req-451ea4ab-68d8-4670-a128-d0ad1a0466fe req-cc1a15af-5890-4e3e-90d9-3aed92454e73 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Request body: {'port': {'device_id': 'ad8d6ca5-f20d-41cf-8089-51615af87962', 'network_id': 'c744e851-7d16-46f1-8488-8acca211650e', 'admin_state_up': True, 'tenant_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'security_groups': ['009a8d08-2c98-46a2-9b0f-9aba2c0fed3b']}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:50:54.916030 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d4353160-66cf-427a-8960-df919972fe0b req-10cb5c31-6bbd-49ed-a769-57e56b0180c5 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.85 "GET /v2.0/ports?device_id=ad8d6ca5-f20d-41cf-8089-51615af87962 HTTP/1.1" status: 200 len: 210 time: 0.0419850 May 30 20:50:54.923168 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-451ea4ab-68d8-4670-a128-d0ad1a0466fe req-cc1a15af-5890-4e3e-90d9-3aed92454e73 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:50:54.932921 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-451ea4ab-68d8-4670-a128-d0ad1a0466fe req-cc1a15af-5890-4e3e-90d9-3aed92454e73 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:50:55.039096 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-451ea4ab-68d8-4670-a128-d0ad1a0466fe req-cc1a15af-5890-4e3e-90d9-3aed92454e73 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Made reservation on behalf of 2d26ee9c136c43a7a24c2ecd289ef8cf for: {'port': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:50:55.042097 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-451ea4ab-68d8-4670-a128-d0ad1a0466fe req-cc1a15af-5890-4e3e-90d9-3aed92454e73 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:55.216045 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [req-451ea4ab-68d8-4670-a128-d0ad1a0466fe req-cc1a15af-5890-4e3e-90d9-3aed92454e73 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Allocated IP 172.20.0.11 (c744e851-7d16-46f1-8488-8acca211650e/e6e8268a-3438-427d-8d7b-ecd138b91fcd/e109197e-6901-40f2-bd53-3fb4b90b437d) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:50:55.405883 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-451ea4ab-68d8-4670-a128-d0ad1a0466fe req-cc1a15af-5890-4e3e-90d9-3aed92454e73 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:55.421189 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [req-451ea4ab-68d8-4670-a128-d0ad1a0466fe req-cc1a15af-5890-4e3e-90d9-3aed92454e73 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Transition to ACTIVE for port object e109197e-6901-40f2-bd53-3fb4b90b437d will not be triggered until provisioned by entity DHCP. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:50:55.513508 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-451ea4ab-68d8-4670-a128-d0ad1a0466fe req-cc1a15af-5890-4e3e-90d9-3aed92454e73 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:55.589768 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-451ea4ab-68d8-4670-a128-d0ad1a0466fe req-cc1a15af-5890-4e3e-90d9-3aed92454e73 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Network c744e851-7d16-46f1-8488-8acca211650e is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:50:55.592843 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [req-451ea4ab-68d8-4670-a128-d0ad1a0466fe req-cc1a15af-5890-4e3e-90d9-3aed92454e73 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:50:55.597228 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [req-451ea4ab-68d8-4670-a128-d0ad1a0466fe req-cc1a15af-5890-4e3e-90d9-3aed92454e73 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:50:55.623889 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1a15af-5890-4e3e-90d9-3aed92454e73 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Pushing event updated for resources: {'Port': ['ID=e109197e-6901-40f2-bd53-3fb4b90b437d,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:50:55.663051 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451ea4ab-68d8-4670-a128-d0ad1a0466fe req-cc1a15af-5890-4e3e-90d9-3aed92454e73 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:50:55.663571 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-451ea4ab-68d8-4670-a128-d0ad1a0466fe req-cc1a15af-5890-4e3e-90d9-3aed92454e73 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:55.759910 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-451ea4ab-68d8-4670-a128-d0ad1a0466fe req-cc1a15af-5890-4e3e-90d9-3aed92454e73 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9799142 May 30 20:50:55.771475 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [req-451ea4ab-68d8-4670-a128-d0ad1a0466fe req-a969b780-83a7-4d0d-b786-05d675705a4a service neutron] Request body: {'port': {'device_id': 'ad8d6ca5-f20d-41cf-8089-51615af87962', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843948-2'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:50:55.907805 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-63b6ce44-7afb-4932-9280-7922c9a07d49 None None] Provisioning for port e109197e-6901-40f2-bd53-3fb4b90b437d completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:50:55.913378 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-63b6ce44-7afb-4932-9280-7922c9a07d49 None None] Provisioning complete for port e109197e-6901-40f2-bd53-3fb4b90b437d triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:50:55.913699 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-63b6ce44-7afb-4932-9280-7922c9a07d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:55.968641 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-63b6ce44-7afb-4932-9280-7922c9a07d49 None None] Port e109197e-6901-40f2-bd53-3fb4b90b437d cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:50:55.990554 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-451ea4ab-68d8-4670-a128-d0ad1a0466fe req-a969b780-83a7-4d0d-b786-05d675705a4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:56.215988 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-44f6dc2f-3ada-43cb-bdd9-fae3fa7de37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:56.277120 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad418cad-d62d-4ebc-acec-ff021effc47e req-9a693f71-ec89-44b2-9b8f-56b97a309fb4 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:50:56.277832 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-ad418cad-d62d-4ebc-acec-ff021effc47e req-9a693f71-ec89-44b2-9b8f-56b97a309fb4 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Synchronizing usage tracker for tenant:2d26ee9c136c43a7a24c2ecd289ef8cf on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:50:56.393407 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-ad418cad-d62d-4ebc-acec-ff021effc47e req-9a693f71-ec89-44b2-9b8f-56b97a309fb4 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Unset dirty status for tenant:2d26ee9c136c43a7a24c2ecd289ef8cf on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:50:56.394591 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ad418cad-d62d-4ebc-acec-ff021effc47e req-9a693f71-ec89-44b2-9b8f-56b97a309fb4 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.85 "GET /v2.0/ports?device_id=ad8d6ca5-f20d-41cf-8089-51615af87962 HTTP/1.1" status: 200 len: 932 time: 0.3451521 May 30 20:50:56.425900 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [req-451ea4ab-68d8-4670-a128-d0ad1a0466fe req-a969b780-83a7-4d0d-b786-05d675705a4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e109197e-6901-40f2-bd53-3fb4b90b437d {{(pid=84886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:50:56.436140 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-451ea4ab-68d8-4670-a128-d0ad1a0466fe req-a969b780-83a7-4d0d-b786-05d675705a4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:56.465063 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [req-451ea4ab-68d8-4670-a128-d0ad1a0466fe req-a969b780-83a7-4d0d-b786-05d675705a4a service neutron] Transition to ACTIVE for port object e109197e-6901-40f2-bd53-3fb4b90b437d will not be triggered until provisioned by entity L2. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:50:56.468016 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ad418cad-d62d-4ebc-acec-ff021effc47e req-02542136-4da3-4875-855f-046997912389 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.85 "GET /v2.0/security-groups?id=009a8d08-2c98-46a2-9b0f-9aba2c0fed3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661018 May 30 20:50:56.528218 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:50:56.530356 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-451ea4ab-68d8-4670-a128-d0ad1a0466fe req-a969b780-83a7-4d0d-b786-05d675705a4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:56.663817 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a969b780-83a7-4d0d-b786-05d675705a4a service neutron] Pushing event updated for resources: {'Port': ['ID=e109197e-6901-40f2-bd53-3fb4b90b437d,revision_number=2']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:50:56.776321 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-451ea4ab-68d8-4670-a128-d0ad1a0466fe req-a969b780-83a7-4d0d-b786-05d675705a4a service neutron] Attempting to bind port e109197e-6901-40f2-bd53-3fb4b90b437d on host n-h1-843948-2 for vnic_type normal with profile {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:50:56.776657 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-451ea4ab-68d8-4670-a128-d0ad1a0466fe req-a969b780-83a7-4d0d-b786-05d675705a4a service neutron] Attempting to bind port e109197e-6901-40f2-bd53-3fb4b90b437d by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': '73e92bf2-ba70-4245-bf0d-246232964c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'c744e851-7d16-46f1-8488-8acca211650e'}] {{(pid=84886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:50:56.776981 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451ea4ab-68d8-4670-a128-d0ad1a0466fe req-a969b780-83a7-4d0d-b786-05d675705a4a service neutron] Attempting to bind port e109197e-6901-40f2-bd53-3fb4b90b437d on network c744e851-7d16-46f1-8488-8acca211650e {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:50:56.783804 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451ea4ab-68d8-4670-a128-d0ad1a0466fe req-a969b780-83a7-4d0d-b786-05d675705a4a service neutron] Port e109197e-6901-40f2-bd53-3fb4b90b437d on network c744e851-7d16-46f1-8488-8acca211650e not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:50:56.784362 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451ea4ab-68d8-4670-a128-d0ad1a0466fe req-a969b780-83a7-4d0d-b786-05d675705a4a service neutron] Attempting to bind port e109197e-6901-40f2-bd53-3fb4b90b437d on network c744e851-7d16-46f1-8488-8acca211650e {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:50:56.792185 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451ea4ab-68d8-4670-a128-d0ad1a0466fe req-a969b780-83a7-4d0d-b786-05d675705a4a service neutron] Checking agent: {'id': 'f728d74e-a4ae-4384-860b-a5ade05dd8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 50, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:50:56.792521 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451ea4ab-68d8-4670-a128-d0ad1a0466fe req-a969b780-83a7-4d0d-b786-05d675705a4a service neutron] Checking segment: {'id': '73e92bf2-ba70-4245-bf0d-246232964c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'c744e851-7d16-46f1-8488-8acca211650e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:50:56.792899 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451ea4ab-68d8-4670-a128-d0ad1a0466fe req-a969b780-83a7-4d0d-b786-05d675705a4a service neutron] Bound using segment: {'id': '73e92bf2-ba70-4245-bf0d-246232964c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'c744e851-7d16-46f1-8488-8acca211650e'} {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:50:56.793322 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-451ea4ab-68d8-4670-a128-d0ad1a0466fe req-a969b780-83a7-4d0d-b786-05d675705a4a service neutron] Bound port: e109197e-6901-40f2-bd53-3fb4b90b437d, host: n-h1-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73e92bf2-ba70-4245-bf0d-246232964c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'c744e851-7d16-46f1-8488-8acca211650e'}}] {{(pid=84886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:50:56.793694 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-451ea4ab-68d8-4670-a128-d0ad1a0466fe req-a969b780-83a7-4d0d-b786-05d675705a4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:56.883669 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-451ea4ab-68d8-4670-a128-d0ad1a0466fe req-a969b780-83a7-4d0d-b786-05d675705a4a service neutron] For port e109197e-6901-40f2-bd53-3fb4b90b437d, host n-h1-843948-2, cleared binding levels {{(pid=84886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:50:56.886500 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-451ea4ab-68d8-4670-a128-d0ad1a0466fe req-a969b780-83a7-4d0d-b786-05d675705a4a service neutron] For port e109197e-6901-40f2-bd53-3fb4b90b437d, host n-h1-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=e109197e-6901-40f2-bd53-3fb4b90b437d,segment=NetworkSegment(73e92bf2-ba70-4245-bf0d-246232964c6f),segment_id=73e92bf2-ba70-4245-bf0d-246232964c6f)] {{(pid=84886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:50:56.999552 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-451ea4ab-68d8-4670-a128-d0ad1a0466fe req-a969b780-83a7-4d0d-b786-05d675705a4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:57.078282 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-451ea4ab-68d8-4670-a128-d0ad1a0466fe req-a969b780-83a7-4d0d-b786-05d675705a4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:57.079502 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-451ea4ab-68d8-4670-a128-d0ad1a0466fe req-a969b780-83a7-4d0d-b786-05d675705a4a service neutron] 10.222.0.71 "PUT /v2.0/ports/e109197e-6901-40f2-bd53-3fb4b90b437d HTTP/1.1" status: 200 len: 1092 time: 1.3128519 May 30 20:50:57.079989 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad8d6ca5-f20d-41cf-8089-51615af87962', 'tag': 'e109197e-6901-40f2-bd53-3fb4b90b437d'}] {{(pid=84886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:50:57.107271 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a969b780-83a7-4d0d-b786-05d675705a4a service neutron] Pushing event updated for resources: {'Port': ['ID=e109197e-6901-40f2-bd53-3fb4b90b437d,revision_number=3']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:50:57.144092 n-d-843948-2 neutron-server[84886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09b17b69-4963-4728-8d63-5623f2fb56e0'] response: {'name': 'network-changed', 'server_uuid': 'ad8d6ca5-f20d-41cf-8089-51615af87962', 'tag': 'e109197e-6901-40f2-bd53-3fb4b90b437d', 'status': 'completed', 'code': 200} May 30 20:50:57.246491 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2ac00a09-39da-49a3-a14b-070df863fdf5 req-94b9e469-b359-4c1a-8808-9e249059fc6c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=2d26ee9c136c43a7a24c2ecd289ef8cf&device_id=ad8d6ca5-f20d-41cf-8089-51615af87962 HTTP/1.1" status: 200 len: 1095 time: 0.0815310 May 30 20:50:57.393473 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac00a09-39da-49a3-a14b-070df863fdf5 req-cef29553-9813-49f7-8e71-a255db370221 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:50:57.394832 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2ac00a09-39da-49a3-a14b-070df863fdf5 req-cef29553-9813-49f7-8e71-a255db370221 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=2d26ee9c136c43a7a24c2ecd289ef8cf&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1421945 May 30 20:50:57.533305 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac00a09-39da-49a3-a14b-070df863fdf5 req-52f325a5-b6b3-438c-bd21-0653d103456f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:50:57.534846 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2ac00a09-39da-49a3-a14b-070df863fdf5 req-52f325a5-b6b3-438c-bd21-0653d103456f service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1345961 May 30 20:50:57.705211 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-451ea4ab-68d8-4670-a128-d0ad1a0466fe req-de21a709-7819-461c-8d09-91a10f65f873 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=2d26ee9c136c43a7a24c2ecd289ef8cf&device_id=ad8d6ca5-f20d-41cf-8089-51615af87962 HTTP/1.1" status: 200 len: 1095 time: 0.1333196 May 30 20:50:57.714494 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f7ba2c-df85-4377-ac02-9e46d195ceb3 req-90739ca4-644c-4158-9d28-1fbfa39b7684 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:50:57.715937 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-58f7ba2c-df85-4377-ac02-9e46d195ceb3 req-90739ca4-644c-4158-9d28-1fbfa39b7684 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.85 "GET /v2.0/ports?device_id=ad8d6ca5-f20d-41cf-8089-51615af87962 HTTP/1.1" status: 200 len: 944 time: 0.1147227 May 30 20:50:57.799978 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-451ea4ab-68d8-4670-a128-d0ad1a0466fe req-56c3b43c-3fdc-45f9-979c-7b964fbcaac7 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e109197e-6901-40f2-bd53-3fb4b90b437d HTTP/1.1" status: 200 len: 217 time: 0.0828249 May 30 20:50:57.865556 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-58f7ba2c-df85-4377-ac02-9e46d195ceb3 req-ba8ff464-1c56-4e33-86e6-ef29f0efe271 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.85 "GET /v2.0/security-groups?id=009a8d08-2c98-46a2-9b0f-9aba2c0fed3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977805 May 30 20:50:57.874582 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451ea4ab-68d8-4670-a128-d0ad1a0466fe req-c26f4a9d-2db1-4073-ae39-9726560dd0da service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:50:57.876004 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-451ea4ab-68d8-4670-a128-d0ad1a0466fe req-c26f4a9d-2db1-4073-ae39-9726560dd0da service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e6e8268a-3438-427d-8d7b-ecd138b91fcd HTTP/1.1" status: 200 len: 835 time: 0.0669725 May 30 20:50:58.045927 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-451ea4ab-68d8-4670-a128-d0ad1a0466fe req-ab21ddfe-366c-4619-be64-039e9c212407 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c744e851-7d16-46f1-8488-8acca211650e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1643095 May 30 20:50:58.178707 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-451ea4ab-68d8-4670-a128-d0ad1a0466fe req-5063aa23-d529-4e3a-8a47-3058f4f63bda service neutron] 10.222.0.71 "GET /v2.0/networks/c744e851-7d16-46f1-8488-8acca211650e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258435 May 30 20:50:58.312511 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-451ea4ab-68d8-4670-a128-d0ad1a0466fe req-bd188558-cfab-4c33-b453-25ad3047b6ea service neutron] 10.222.0.71 "GET /v2.0/networks/c744e851-7d16-46f1-8488-8acca211650e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284697 May 30 20:50:59.072176 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a9e678-a948-408b-afe1-8613a598a4ab req-57f601f2-2802-4840-9ce5-16bf76e38fae tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:50:59.073716 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-13a9e678-a948-408b-afe1-8613a598a4ab req-57f601f2-2802-4840-9ce5-16bf76e38fae tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.85 "GET /v2.0/ports?device_id=ad8d6ca5-f20d-41cf-8089-51615af87962 HTTP/1.1" status: 200 len: 944 time: 0.0824025 May 30 20:50:59.121894 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-13a9e678-a948-408b-afe1-8613a598a4ab req-8569ce0d-d3db-4992-b795-2563794d5f30 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Synchronizing usage tracker for tenant:2d26ee9c136c43a7a24c2ecd289ef8cf on resource:security_group {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:50:59.222083 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-13a9e678-a948-408b-afe1-8613a598a4ab req-8569ce0d-d3db-4992-b795-2563794d5f30 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Unset dirty status for tenant:2d26ee9c136c43a7a24c2ecd289ef8cf on resource:security_group {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:50:59.223403 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-13a9e678-a948-408b-afe1-8613a598a4ab req-8569ce0d-d3db-4992-b795-2563794d5f30 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.85 "GET /v2.0/security-groups?id=009a8d08-2c98-46a2-9b0f-9aba2c0fed3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1439109 May 30 20:50:59.679169 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-6392272f-4aa5-411e-be55-df911c07e897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:50:59.862099 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:00.432151 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3035c813-4e3c-422f-a7e9-962fba56ba60 req-44976c8a-0100-4808-8327-a4978c9a36fb tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:51:00.436189 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3035c813-4e3c-422f-a7e9-962fba56ba60 req-44976c8a-0100-4808-8327-a4978c9a36fb tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.85 "GET /v2.0/ports?device_id=ad8d6ca5-f20d-41cf-8089-51615af87962 HTTP/1.1" status: 200 len: 944 time: 0.0781021 May 30 20:51:00.480422 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3035c813-4e3c-422f-a7e9-962fba56ba60 req-51c7abb6-e264-4250-a497-e138a9624e6d tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.85 "GET /v2.0/security-groups?id=009a8d08-2c98-46a2-9b0f-9aba2c0fed3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407186 May 30 20:51:01.193459 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:01.680060 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device e109197e-6901-40f2-bd53-3fb4b90b437d details requested by agent hyperv_n-h1-843948-2 with host n-h1-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:51:01.686609 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4384d5b2-79af-425f-9c41-7387e634df35 req-b6cb136f-b2ac-41f4-9a41-65323429988a tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:51:01.688214 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4384d5b2-79af-425f-9c41-7387e634df35 req-b6cb136f-b2ac-41f4-9a41-65323429988a tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.85 "GET /v2.0/ports?device_id=ad8d6ca5-f20d-41cf-8089-51615af87962 HTTP/1.1" status: 200 len: 944 time: 0.0821652 May 30 20:51:01.739068 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4384d5b2-79af-425f-9c41-7387e634df35 req-76fe8406-d209-405e-b8ef-8bfb98cc05bc tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.85 "GET /v2.0/security-groups?id=009a8d08-2c98-46a2-9b0f-9aba2c0fed3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445259 May 30 20:51:01.821947 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port e109197e-6901-40f2-bd53-3fb4b90b437d, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=e109197e-6901-40f2-bd53-3fb4b90b437d,segment=NetworkSegment(73e92bf2-ba70-4245-bf0d-246232964c6f),segment_id=73e92bf2-ba70-4245-bf0d-246232964c6f)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:51:01.835561 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Returning: {'device': 'e109197e-6901-40f2-bd53-3fb4b90b437d', 'network_id': 'c744e851-7d16-46f1-8488-8acca211650e', 'port_id': 'e109197e-6901-40f2-bd53-3fb4b90b437d', 'mac_address': 'fa:16:3e:28:8b:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6e8268a-3438-427d-8d7b-ecd138b91fcd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:51:01.921254 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:01.938345 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e109197e-6901-40f2-bd53-3fb4b90b437d {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:51:01.954018 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port e109197e-6901-40f2-bd53-3fb4b90b437d, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=e109197e-6901-40f2-bd53-3fb4b90b437d,segment=NetworkSegment(73e92bf2-ba70-4245-bf0d-246232964c6f),segment_id=73e92bf2-ba70-4245-bf0d-246232964c6f)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:51:02.062423 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:02.131434 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=e109197e-6901-40f2-bd53-3fb4b90b437d,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:51:02.249240 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['e109197e-6901-40f2-bd53-3fb4b90b437d'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:51:02.742358 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:02.947822 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52f1432-2890-4d20-b1d8-424b09a27490 req-1d565d13-558b-4ee7-a751-18f0d0676ae8 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:51:02.949333 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e52f1432-2890-4d20-b1d8-424b09a27490 req-1d565d13-558b-4ee7-a751-18f0d0676ae8 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.85 "GET /v2.0/ports?device_id=ad8d6ca5-f20d-41cf-8089-51615af87962 HTTP/1.1" status: 200 len: 945 time: 0.0813835 May 30 20:51:02.998401 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e52f1432-2890-4d20-b1d8-424b09a27490 req-b802c7ab-4e39-40e5-9cca-5c3fd5721b30 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.85 "GET /v2.0/security-groups?id=009a8d08-2c98-46a2-9b0f-9aba2c0fed3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426631 May 30 20:51:03.695475 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device e109197e-6901-40f2-bd53-3fb4b90b437d up at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:51:03.844792 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning for port e109197e-6901-40f2-bd53-3fb4b90b437d completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:51:03.850034 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning complete for port e109197e-6901-40f2-bd53-3fb4b90b437d triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:51:03.854443 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:03.969225 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:03.996606 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad8d6ca5-f20d-41cf-8089-51615af87962', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e109197e-6901-40f2-bd53-3fb4b90b437d'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:51:04.007430 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port e109197e-6901-40f2-bd53-3fb4b90b437d, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=e109197e-6901-40f2-bd53-3fb4b90b437d,segment=NetworkSegment(73e92bf2-ba70-4245-bf0d-246232964c6f),segment_id=73e92bf2-ba70-4245-bf0d-246232964c6f)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:51:04.054956 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5513833f-e2f9-44b2-8573-a3cdf17a0e27'] response: {'server_uuid': 'ad8d6ca5-f20d-41cf-8089-51615af87962', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e109197e-6901-40f2-bd53-3fb4b90b437d', 'code': 200} May 30 20:51:04.085289 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:04.162229 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=e109197e-6901-40f2-bd53-3fb4b90b437d,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:51:04.192326 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-516637d8-d4e8-4524-b71e-a4ffc6a4a18c req-16109119-4653-47d3-957c-f6dff31c0d8c service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=ad8d6ca5-f20d-41cf-8089-51615af87962 HTTP/1.1" status: 200 len: 1097 time: 0.0724411 May 30 20:51:04.212969 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2523df77-f320-4047-95fd-c570c6f0e262 req-ec8a957a-908b-4f2b-81bb-f9e58a555f39 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:51:04.214488 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2523df77-f320-4047-95fd-c570c6f0e262 req-ec8a957a-908b-4f2b-81bb-f9e58a555f39 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.85 "GET /v2.0/ports?device_id=ad8d6ca5-f20d-41cf-8089-51615af87962 HTTP/1.1" status: 200 len: 946 time: 0.0832899 May 30 20:51:04.244495 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-516637d8-d4e8-4524-b71e-a4ffc6a4a18c req-ea394f95-d094-410b-9a99-bc953c899b83 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=009a8d08-2c98-46a2-9b0f-9aba2c0fed3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462511 May 30 20:51:04.261957 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2523df77-f320-4047-95fd-c570c6f0e262 req-30fcd08c-646c-4564-8408-4fc5c083814b tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.85 "GET /v2.0/security-groups?id=009a8d08-2c98-46a2-9b0f-9aba2c0fed3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417430 May 30 20:51:05.476819 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7fe491-5448-4298-b2e9-1a9b0beb23c5 req-a879c811-d83f-473d-8e95-ad1c42115df6 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:51:05.478538 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-be7fe491-5448-4298-b2e9-1a9b0beb23c5 req-a879c811-d83f-473d-8e95-ad1c42115df6 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.85 "GET /v2.0/ports?device_id=ad8d6ca5-f20d-41cf-8089-51615af87962 HTTP/1.1" status: 200 len: 946 time: 0.0917740 May 30 20:51:05.527749 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-be7fe491-5448-4298-b2e9-1a9b0beb23c5 req-262a01ca-3b3d-44b8-9be6-37278e35223f tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.85 "GET /v2.0/security-groups?id=009a8d08-2c98-46a2-9b0f-9aba2c0fed3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434375 May 30 20:51:06.730359 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8e7a37-ef8c-4301-a09d-2fcc2143854f req-7a411774-c641-4943-b59a-f6580fd946b1 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:51:06.731712 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6a8e7a37-ef8c-4301-a09d-2fcc2143854f req-7a411774-c641-4943-b59a-f6580fd946b1 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.85 "GET /v2.0/ports?device_id=ad8d6ca5-f20d-41cf-8089-51615af87962 HTTP/1.1" status: 200 len: 946 time: 0.0770290 May 30 20:51:06.783504 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6a8e7a37-ef8c-4301-a09d-2fcc2143854f req-c0c46ba0-3650-4060-8bcf-c96b6947d8cf tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.85 "GET /v2.0/security-groups?id=009a8d08-2c98-46a2-9b0f-9aba2c0fed3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463090 May 30 20:51:06.983122 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098f2128-23fb-42b3-8e7d-22971d09d149 req-7c40d889-e742-4724-a355-e9ecedad4598 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:51:06.984707 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-098f2128-23fb-42b3-8e7d-22971d09d149 req-7c40d889-e742-4724-a355-e9ecedad4598 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.85 "GET /v2.0/ports?device_id=ad8d6ca5-f20d-41cf-8089-51615af87962 HTTP/1.1" status: 200 len: 946 time: 0.0771220 May 30 20:51:07.033978 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-098f2128-23fb-42b3-8e7d-22971d09d149 req-18e442c4-ad05-4244-b63d-bbdb16e166ee tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.85 "GET /v2.0/security-groups?id=009a8d08-2c98-46a2-9b0f-9aba2c0fed3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437267 May 30 20:51:07.061594 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 44122) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:51:07.130488 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-28444498-d177-4dd3-8120-dc29c4bea42f tempest-TestNetworkBasicOps-405341169 tempest-TestNetworkBasicOps-405341169-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=ad8d6ca5-f20d-41cf-8089-51615af87962 HTTP/1.1" status: 200 len: 1092 time: 0.0677133 May 30 20:51:07.133271 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 44126) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:51:07.138352 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-0a4d8238-4e89-495e-b041-a370f38097f5 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Request body: {'floatingip': {'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'port_id': 'e109197e-6901-40f2-bd53-3fb4b90b437d', 'tenant_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'fixed_ip_address': '172.20.0.11'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:51:07.144460 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-0a4d8238-4e89-495e-b041-a370f38097f5 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:51:07.148758 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-0a4d8238-4e89-495e-b041-a370f38097f5 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Usage tracker for resource:floatingip and tenant:2d26ee9c136c43a7a24c2ecd289ef8cf is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:51:07.151590 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-0a4d8238-4e89-495e-b041-a370f38097f5 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:51:07.157177 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-0a4d8238-4e89-495e-b041-a370f38097f5 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:51:07.227910 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0a4d8238-4e89-495e-b041-a370f38097f5 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks [] for floatingip, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:07.373579 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0a4d8238-4e89-495e-b041-a370f38097f5 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:07.535228 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [None req-0a4d8238-4e89-495e-b041-a370f38097f5 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Allocated IP 172.25.8.225 (c7869750-4b49-4b7e-aa99-5e0f1ae02da4/427601ec-f643-4fe7-b5e6-17305d3a39e1/0ce98e8f-016a-40b4-803a-b0888b401954) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:51:07.687731 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0a4d8238-4e89-495e-b041-a370f38097f5 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:07.771642 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0a4d8238-4e89-495e-b041-a370f38097f5 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:07.840492 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a4d8238-4e89-495e-b041-a370f38097f5 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:51:07.843382 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-0a4d8238-4e89-495e-b041-a370f38097f5 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:51:07.847748 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4d8238-4e89-495e-b041-a370f38097f5 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:51:07.875448 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4d8238-4e89-495e-b041-a370f38097f5 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Pushing event updated for resources: {'Port': ['ID=0ce98e8f-016a-40b4-803a-b0888b401954,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:51:08.465152 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0a4d8238-4e89-495e-b041-a370f38097f5 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:08.583801 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0a4d8238-4e89-495e-b041-a370f38097f5 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:08.794979 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0a4d8238-4e89-495e-b041-a370f38097f5 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:08.856319 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0a4d8238-4e89-495e-b041-a370f38097f5 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:08.966358 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4d8238-4e89-495e-b041-a370f38097f5 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Pushing event updated for resources: {'Port': ['ID=0ce98e8f-016a-40b4-803a-b0888b401954,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:51:08.980859 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0a4d8238-4e89-495e-b041-a370f38097f5 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736490'] for floatingip, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:09.182549 n-d-843948-2 neutron-server[84887]: INFO neutron.db.l3_db [None req-0a4d8238-4e89-495e-b041-a370f38097f5 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Floating IP 0e3556b1-789b-4d9d-bef9-c7c922677343 associated. External IP: 172.25.8.225, port: e109197e-6901-40f2-bd53-3fb4b90b437d. May 30 20:51:09.694020 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a4d8238-4e89-495e-b041-a370f38097f5 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Router 2bed753c-4e22-4a6a-b8ad-068f19393187 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:51:09.926203 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b0faf63d-8094-4dcc-9812-8dd9c4c1f0fd req-8cb6b175-57f3-4d76-ae64-fb50e72e833b tempest-TestNetworkAdvancedServerOps-998263130 tempest-TestNetworkAdvancedServerOps-998263130-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=f855c0ef-86da-45d2-a712-6564022c9e42 HTTP/1.1" status: 200 len: 1097 time: 0.1117451 May 30 20:51:09.987525 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b0faf63d-8094-4dcc-9812-8dd9c4c1f0fd req-17494f57-153a-4bae-8233-a8d077d55c42 tempest-TestNetworkAdvancedServerOps-998263130 tempest-TestNetworkAdvancedServerOps-998263130-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=41ebbad8-7d18-4362-b557-0337a96f19b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544722 May 30 20:51:10.002001 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a4d8238-4e89-495e-b041-a370f38097f5 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:51:10.017135 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 44134) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:51:10.020164 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ce333b-0485-4585-91dc-a707a10d71bf None None] Sync routers for ids ['2bed753c-4e22-4a6a-b8ad-068f19393187'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:51:10.033444 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ce333b-0485-4585-91dc-a707a10d71bf None None] Routers {'2bed753c-4e22-4a6a-b8ad-068f19393187'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:51:10.034252 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-16ce333b-0485-4585-91dc-a707a10d71bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:51:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['2bed753c-4e22-4a6a-b8ad-068f19393187'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:51:10.090801 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0a4d8238-4e89-495e-b041-a370f38097f5 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:10.151303 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-0a4d8238-4e89-495e-b041-a370f38097f5 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.0144169 May 30 20:51:10.151303 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad8d6ca5-f20d-41cf-8089-51615af87962', 'tag': 'e109197e-6901-40f2-bd53-3fb4b90b437d'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:51:10.154752 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 44138) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:51:10.225543 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c1b0fc7-1dd6-47f9-b369-34093b4746b0'] response: {'name': 'network-changed', 'server_uuid': 'ad8d6ca5-f20d-41cf-8089-51615af87962', 'tag': 'e109197e-6901-40f2-bd53-3fb4b90b437d', 'status': 'completed', 'code': 200} May 30 20:51:10.230999 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-16ce333b-0485-4585-91dc-a707a10d71bf None None] Set router 2bed753c-4e22-4a6a-b8ad-068f19393187 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:51:10.233322 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-17a10e7d-3530-492d-93ca-4d689d68f3c1 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Deleting port 5fb7e64f-7c3b-4f0e-a393-15d74cf57be0 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:51:10.233706 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-17a10e7d-3530-492d-93ca-4d689d68f3c1 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:10.278824 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-afa6467d-f20e-4938-b7a2-d4a3ab89feec tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.85 "GET /v2.0/floatingips/0e3556b1-789b-4d9d-bef9-c7c922677343 HTTP/1.1" status: 200 len: 992 time: 0.1207733 May 30 20:51:10.456796 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6b79fd83-e4ee-4a55-b6bb-bb9e408501d0 req-ee1894a3-3694-4cce-b9e6-e884e2be0889 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=2d26ee9c136c43a7a24c2ecd289ef8cf&device_id=ad8d6ca5-f20d-41cf-8089-51615af87962 HTTP/1.1" status: 200 len: 1097 time: 0.1893287 May 30 20:51:10.546459 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-17a10e7d-3530-492d-93ca-4d689d68f3c1 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:10.546668 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-17a10e7d-3530-492d-93ca-4d689d68f3c1 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:10.594259 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-16ce333b-0485-4585-91dc-a707a10d71bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bed753c-4e22-4a6a-b8ad-068f19393187', 'name': 'tempest-TestNetworkBasicOps-router-894239406', 'tenant_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.48'}], 'enable_snat': True}, 'gw_port_id': 'd3c727fa-93da-44be-b84e-6f98aee71ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:50:40Z', 'updated_at': '2022-05-30T20:50:45Z', 'revision_number': 4, 'project_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'gw_port': {'id': 'd3c727fa-93da-44be-b84e-6f98aee71ea7', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bed753c-4e22-4a6a-b8ad-068f19393187', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:50:41Z', 'updated_at': '2022-05-30T20:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': '0e3556b1-789b-4d9d-bef9-c7c922677343', 'tenant_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'floating_ip_address': '172.25.8.225', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': '2bed753c-4e22-4a6a-b8ad-068f19393187', 'port_id': 'e109197e-6901-40f2-bd53-3fb4b90b437d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c744e851-7d16-46f1-8488-8acca211650e', 'mac_address': 'fa:16:3e:28:8b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8d6ca5-f20d-41cf-8089-51615af87962', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:51:08Z', 'updated_at': '2022-05-30T20:51:08Z', 'revision_number': 0, 'project_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49397469-d4cf-4c2c-b8f3-8238e45a3f9d', 'name': '', 'network_id': 'c744e851-7d16-46f1-8488-8acca211650e', 'tenant_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'mac_address': 'fa:16:3e:59:14:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bed753c-4e22-4a6a-b8ad-068f19393187', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e6e8268a-3438-427d-8d7b-ecd138b91fcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:50:45Z', 'updated_at': '2022-05-30T20:50:52Z', 'revision_number': 5, 'project_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'subnets': [{'id': 'e6e8268a-3438-427d-8d7b-ecd138b91fcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:51:10.599675 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ce333b-0485-4585-91dc-a707a10d71bf None None] Checking router: 2bed753c-4e22-4a6a-b8ad-068f19393187 for host: n-d-843948-2 {{(pid=84888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:51:10.612655 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ce333b-0485-4585-91dc-a707a10d71bf None None] Routers {'2bed753c-4e22-4a6a-b8ad-068f19393187'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:51:10.613281 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-16ce333b-0485-4585-91dc-a707a10d71bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:51:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['2bed753c-4e22-4a6a-b8ad-068f19393187'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:51:10.685266 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-17a10e7d-3530-492d-93ca-4d689d68f3c1 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Calling delete_port for 5fb7e64f-7c3b-4f0e-a393-15d74cf57be0 owned by network:floatingip {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:51:10.807215 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-16ce333b-0485-4585-91dc-a707a10d71bf None None] Set router 2bed753c-4e22-4a6a-b8ad-068f19393187 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:51:10.917163 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b79fd83-e4ee-4a55-b6bb-bb9e408501d0 req-81d92e75-d337-4cd8-8f96-6e976a37c942 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:51:10.918927 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6b79fd83-e4ee-4a55-b6bb-bb9e408501d0 req-81d92e75-d337-4cd8-8f96-6e976a37c942 service neutron] 10.222.0.71 "GET /v2.0/networks?id=c744e851-7d16-46f1-8488-8acca211650e HTTP/1.1" status: 200 len: 897 time: 0.4546473 May 30 20:51:11.095713 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6b79fd83-e4ee-4a55-b6bb-bb9e408501d0 req-9b0342d5-225c-49ce-bc01-f1cc6ca52f6f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e109197e-6901-40f2-bd53-3fb4b90b437d HTTP/1.1" status: 200 len: 1000 time: 0.1696210 May 30 20:51:11.172464 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b79fd83-e4ee-4a55-b6bb-bb9e408501d0 req-46bbf959-e701-407d-83a4-fbe52fbed228 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:51:11.173956 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6b79fd83-e4ee-4a55-b6bb-bb9e408501d0 req-46bbf959-e701-407d-83a4-fbe52fbed228 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e6e8268a-3438-427d-8d7b-ecd138b91fcd HTTP/1.1" status: 200 len: 835 time: 0.0729532 May 30 20:51:11.232594 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-17a10e7d-3530-492d-93ca-4d689d68f3c1 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:11.258532 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-16ce333b-0485-4585-91dc-a707a10d71bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bed753c-4e22-4a6a-b8ad-068f19393187', 'name': 'tempest-TestNetworkBasicOps-router-894239406', 'tenant_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.48'}], 'enable_snat': True}, 'gw_port_id': 'd3c727fa-93da-44be-b84e-6f98aee71ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:50:40Z', 'updated_at': '2022-05-30T20:50:45Z', 'revision_number': 4, 'project_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'gw_port': {'id': 'd3c727fa-93da-44be-b84e-6f98aee71ea7', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bed753c-4e22-4a6a-b8ad-068f19393187', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:50:41Z', 'updated_at': '2022-05-30T20:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': '0e3556b1-789b-4d9d-bef9-c7c922677343', 'tenant_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'floating_ip_address': '172.25.8.225', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': '2bed753c-4e22-4a6a-b8ad-068f19393187', 'port_id': 'e109197e-6901-40f2-bd53-3fb4b90b437d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c744e851-7d16-46f1-8488-8acca211650e', 'mac_address': 'fa:16:3e:28:8b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8d6ca5-f20d-41cf-8089-51615af87962', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:51:08Z', 'updated_at': '2022-05-30T20:51:08Z', 'revision_number': 0, 'project_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49397469-d4cf-4c2c-b8f3-8238e45a3f9d', 'name': '', 'network_id': 'c744e851-7d16-46f1-8488-8acca211650e', 'tenant_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'mac_address': 'fa:16:3e:59:14:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bed753c-4e22-4a6a-b8ad-068f19393187', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e6e8268a-3438-427d-8d7b-ecd138b91fcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:50:45Z', 'updated_at': '2022-05-30T20:50:52Z', 'revision_number': 5, 'project_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'subnets': [{'id': 'e6e8268a-3438-427d-8d7b-ecd138b91fcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:51:11.262974 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ce333b-0485-4585-91dc-a707a10d71bf None None] The sync data for ids ['2bed753c-4e22-4a6a-b8ad-068f19393187'] in n-d-843948-2 is: [{'id': '2bed753c-4e22-4a6a-b8ad-068f19393187', 'name': 'tempest-TestNetworkBasicOps-router-894239406', 'tenant_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.48'}], 'enable_snat': True}, 'gw_port_id': 'd3c727fa-93da-44be-b84e-6f98aee71ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:50:40Z', 'updated_at': '2022-05-30T20:50:45Z', 'revision_number': 4, 'project_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'gw_port': {'id': 'd3c727fa-93da-44be-b84e-6f98aee71ea7', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bed753c-4e22-4a6a-b8ad-068f19393187', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:50:41Z', 'updated_at': '2022-05-30T20:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': '0e3556b1-789b-4d9d-bef9-c7c922677343', 'tenant_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'floating_ip_address': '172.25.8.225', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': '2bed753c-4e22-4a6a-b8ad-068f19393187', 'port_id': 'e109197e-6901-40f2-bd53-3fb4b90b437d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c744e851-7d16-46f1-8488-8acca211650e', 'mac_address': 'fa:16:3e:28:8b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8d6ca5-f20d-41cf-8089-51615af87962', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:51:08Z', 'updated_at': '2022-05-30T20:51:08Z', 'revision_number': 0, 'project_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49397469-d4cf-4c2c-b8f3-8238e45a3f9d', 'name': '', 'network_id': 'c744e851-7d16-46f1-8488-8acca211650e', 'tenant_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'mac_address': 'fa:16:3e:59:14:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bed753c-4e22-4a6a-b8ad-068f19393187', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e6e8268a-3438-427d-8d7b-ecd138b91fcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:50:45Z', 'updated_at': '2022-05-30T20:50:52Z', 'revision_number': 5, 'project_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'subnets': [{'id': 'e6e8268a-3438-427d-8d7b-ecd138b91fcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:51:11.281677 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 44144) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:51:11.289416 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a10e7d-3530-492d-93ca-4d689d68f3c1 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Pushing event deleted for resources: {'Port': ['ID=5fb7e64f-7c3b-4f0e-a393-15d74cf57be0,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:51:11.390840 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6b79fd83-e4ee-4a55-b6bb-bb9e408501d0 req-3dc46884-d8f4-4ab1-a89e-3949505dca37 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c744e851-7d16-46f1-8488-8acca211650e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2114601 May 30 20:51:11.415575 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-1075e7db-d2bd-4473-abdc-8cfafd96a7bc tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.85 "GET /v2.0/floatingips/0e3556b1-789b-4d9d-bef9-c7c922677343 HTTP/1.1" status: 200 len: 992 time: 0.1327024 May 30 20:51:11.500048 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-17a10e7d-3530-492d-93ca-4d689d68f3c1 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for floatingip, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:11.525993 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da5dec5-34ee-4a27-ade5-fa74b2262f19 None None] New status for floating IP 0e3556b1-789b-4d9d-bef9-c7c922677343: ACTIVE {{(pid=84889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 20:51:11.684759 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6b79fd83-e4ee-4a55-b6bb-bb9e408501d0 req-82634f45-b783-4a1a-bc85-077b107f99a8 service neutron] 10.222.0.71 "GET /v2.0/networks/c744e851-7d16-46f1-8488-8acca211650e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2851152 May 30 20:51:11.834387 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6b79fd83-e4ee-4a55-b6bb-bb9e408501d0 req-2a420d2f-d1dd-4b15-8199-c1cea82344f8 service neutron] 10.222.0.71 "GET /v2.0/networks/c744e851-7d16-46f1-8488-8acca211650e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429298 May 30 20:51:12.065349 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17a10e7d-3530-492d-93ca-4d689d68f3c1 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Router 2a0fb0ad-27fe-4eaf-af48-144ea2b60049 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:51:12.268726 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17a10e7d-3530-492d-93ca-4d689d68f3c1 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:51:12.280208 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1593460b-f476-4def-8be0-e8604269971f None None] Sync routers for ids ['2a0fb0ad-27fe-4eaf-af48-144ea2b60049'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:51:12.293712 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1593460b-f476-4def-8be0-e8604269971f None None] Routers {'2a0fb0ad-27fe-4eaf-af48-144ea2b60049'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:51:12.299657 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-1593460b-f476-4def-8be0-e8604269971f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:51:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['2a0fb0ad-27fe-4eaf-af48-144ea2b60049'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:51:12.358829 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-17a10e7d-3530-492d-93ca-4d689d68f3c1 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:12.418650 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-17a10e7d-3530-492d-93ca-4d689d68f3c1 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "DELETE /v2.0/floatingips/8c54965f-4061-44f5-ab7b-da204ec917a6 HTTP/1.1" status: 204 len: 168 time: 2.3976712 May 30 20:51:12.418650 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f855c0ef-86da-45d2-a712-6564022c9e42', 'tag': '53f69a5c-c4ab-42ef-a610-e6dc8996dcce'}] {{(pid=84886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:51:12.419265 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 44150) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:51:12.491598 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-1593460b-f476-4def-8be0-e8604269971f None None] Set router 2a0fb0ad-27fe-4eaf-af48-144ea2b60049 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:51:12.522137 n-d-843948-2 neutron-server[84886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71dca220-dd49-4974-96f5-0f6d41247f9c'] response: {'name': 'network-changed', 'server_uuid': 'f855c0ef-86da-45d2-a712-6564022c9e42', 'tag': '53f69a5c-c4ab-42ef-a610-e6dc8996dcce', 'status': 'completed', 'code': 200} May 30 20:51:12.538459 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-e2a3929d-2379-476e-b385-932ea7e12d76 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.85 "GET /v2.0/floatingips/0e3556b1-789b-4d9d-bef9-c7c922677343 HTTP/1.1" status: 200 len: 994 time: 0.1180649 May 30 20:51:12.631620 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6df7479b-adf7-4506-9f33-9817fade7dcc req-a1ba2ace-da55-4ae7-9451-a288b5b48461 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=92b5fc25c8fb428a885a0ea0a728400d&device_id=f855c0ef-86da-45d2-a712-6564022c9e42 HTTP/1.1" status: 200 len: 1097 time: 0.0837674 May 30 20:51:12.769693 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df7479b-adf7-4506-9f33-9817fade7dcc req-9bd8b72f-5cac-4c02-98d9-e327b57e8022 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:51:12.772164 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6df7479b-adf7-4506-9f33-9817fade7dcc req-9bd8b72f-5cac-4c02-98d9-e327b57e8022 service neutron] 10.222.0.86 "GET /v2.0/networks?id=821d1b2b-5e01-4b04-b85d-aee9b407e24a HTTP/1.1" status: 200 len: 897 time: 0.1344106 May 30 20:51:12.840955 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-1593460b-f476-4def-8be0-e8604269971f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a0fb0ad-27fe-4eaf-af48-144ea2b60049', 'name': 'tempest-TestNetworkAdvancedServerOps-router-839558716', 'tenant_id': '92b5fc25c8fb428a885a0ea0a728400d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': '18aa0b0c-3835-4c63-a79b-4f47d5074a78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:48:55Z', 'updated_at': '2022-05-30T20:49:01Z', 'revision_number': 4, 'project_id': '92b5fc25c8fb428a885a0ea0a728400d', 'gw_port': {'id': '18aa0b0c-3835-4c63-a79b-4f47d5074a78', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:63:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0fb0ad-27fe-4eaf-af48-144ea2b60049', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:48:56Z', 'updated_at': '2022-05-30T20:49:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '5b5930ce-398d-4db2-84f2-13db302dd095', 'name': '', 'network_id': '821d1b2b-5e01-4b04-b85d-aee9b407e24a', 'tenant_id': '92b5fc25c8fb428a885a0ea0a728400d', 'mac_address': 'fa:16:3e:e6:1c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0fb0ad-27fe-4eaf-af48-144ea2b60049', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd054eb11-ddb5-4a83-99ba-2aebc377ad15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:49:00Z', 'updated_at': '2022-05-30T20:49:29Z', 'revision_number': 5, 'project_id': '92b5fc25c8fb428a885a0ea0a728400d', 'subnets': [{'id': 'd054eb11-ddb5-4a83-99ba-2aebc377ad15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:51:12.845239 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1593460b-f476-4def-8be0-e8604269971f None None] Checking router: 2a0fb0ad-27fe-4eaf-af48-144ea2b60049 for host: n-d-843948-2 {{(pid=84888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:51:12.846519 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6df7479b-adf7-4506-9f33-9817fade7dcc req-f5abbd90-3ec0-478f-a085-0f793340d3cd service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=53f69a5c-c4ab-42ef-a610-e6dc8996dcce HTTP/1.1" status: 200 len: 217 time: 0.0677123 May 30 20:51:12.856141 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1593460b-f476-4def-8be0-e8604269971f None None] Routers {'2a0fb0ad-27fe-4eaf-af48-144ea2b60049'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:51:12.856741 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-1593460b-f476-4def-8be0-e8604269971f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:51:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['2a0fb0ad-27fe-4eaf-af48-144ea2b60049'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:51:12.911051 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df7479b-adf7-4506-9f33-9817fade7dcc req-adffe240-4ad3-4928-b6c8-5e36645bbbf3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:51:12.912610 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6df7479b-adf7-4506-9f33-9817fade7dcc req-adffe240-4ad3-4928-b6c8-5e36645bbbf3 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d054eb11-ddb5-4a83-99ba-2aebc377ad15 HTTP/1.1" status: 200 len: 835 time: 0.0594151 May 30 20:51:13.006108 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6df7479b-adf7-4506-9f33-9817fade7dcc req-b2ae460f-b86d-433c-a812-f1d941b0143b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=821d1b2b-5e01-4b04-b85d-aee9b407e24a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0866578 May 30 20:51:13.040870 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-1593460b-f476-4def-8be0-e8604269971f None None] Set router 2a0fb0ad-27fe-4eaf-af48-144ea2b60049 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:51:13.095170 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e13822-ea21-4736-8b65-83ca71e55039 req-f7b52768-99b9-4287-b11b-d2c9dc478dde tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:51:13.096047 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-c7e13822-ea21-4736-8b65-83ca71e55039 req-f7b52768-99b9-4287-b11b-d2c9dc478dde tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Synchronizing usage tracker for tenant:92b5fc25c8fb428a885a0ea0a728400d on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:51:13.144527 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6df7479b-adf7-4506-9f33-9817fade7dcc req-91aaf128-07b0-4668-9b3b-e6797646ee51 service neutron] 10.222.0.86 "GET /v2.0/networks/821d1b2b-5e01-4b04-b85d-aee9b407e24a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293380 May 30 20:51:13.169388 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-c7e13822-ea21-4736-8b65-83ca71e55039 req-f7b52768-99b9-4287-b11b-d2c9dc478dde tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Unset dirty status for tenant:92b5fc25c8fb428a885a0ea0a728400d on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:51:13.173468 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c7e13822-ea21-4736-8b65-83ca71e55039 req-f7b52768-99b9-4287-b11b-d2c9dc478dde tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/ports?device_id=f855c0ef-86da-45d2-a712-6564022c9e42 HTTP/1.1" status: 200 len: 946 time: 0.1525650 May 30 20:51:13.221268 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c7e13822-ea21-4736-8b65-83ca71e55039 req-fdd7253c-29a6-4495-9953-a392819fc0a9 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/security-groups?id=41ebbad8-7d18-4362-b557-0337a96f19b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441432 May 30 20:51:13.289535 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6df7479b-adf7-4506-9f33-9817fade7dcc req-c0fd076b-59c5-4fc8-90a7-f0f187742d41 service neutron] 10.222.0.86 "GET /v2.0/networks/821d1b2b-5e01-4b04-b85d-aee9b407e24a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372240 May 30 20:51:13.372481 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-1593460b-f476-4def-8be0-e8604269971f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a0fb0ad-27fe-4eaf-af48-144ea2b60049', 'name': 'tempest-TestNetworkAdvancedServerOps-router-839558716', 'tenant_id': '92b5fc25c8fb428a885a0ea0a728400d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': '18aa0b0c-3835-4c63-a79b-4f47d5074a78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:48:55Z', 'updated_at': '2022-05-30T20:49:01Z', 'revision_number': 4, 'project_id': '92b5fc25c8fb428a885a0ea0a728400d', 'gw_port': {'id': '18aa0b0c-3835-4c63-a79b-4f47d5074a78', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:63:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0fb0ad-27fe-4eaf-af48-144ea2b60049', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:48:56Z', 'updated_at': '2022-05-30T20:49:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '5b5930ce-398d-4db2-84f2-13db302dd095', 'name': '', 'network_id': '821d1b2b-5e01-4b04-b85d-aee9b407e24a', 'tenant_id': '92b5fc25c8fb428a885a0ea0a728400d', 'mac_address': 'fa:16:3e:e6:1c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0fb0ad-27fe-4eaf-af48-144ea2b60049', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd054eb11-ddb5-4a83-99ba-2aebc377ad15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:49:00Z', 'updated_at': '2022-05-30T20:49:29Z', 'revision_number': 5, 'project_id': '92b5fc25c8fb428a885a0ea0a728400d', 'subnets': [{'id': 'd054eb11-ddb5-4a83-99ba-2aebc377ad15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:51:13.377396 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1593460b-f476-4def-8be0-e8604269971f None None] The sync data for ids ['2a0fb0ad-27fe-4eaf-af48-144ea2b60049'] in n-d-843948-2 is: [{'id': '2a0fb0ad-27fe-4eaf-af48-144ea2b60049', 'name': 'tempest-TestNetworkAdvancedServerOps-router-839558716', 'tenant_id': '92b5fc25c8fb428a885a0ea0a728400d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': '18aa0b0c-3835-4c63-a79b-4f47d5074a78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:48:55Z', 'updated_at': '2022-05-30T20:49:01Z', 'revision_number': 4, 'project_id': '92b5fc25c8fb428a885a0ea0a728400d', 'gw_port': {'id': '18aa0b0c-3835-4c63-a79b-4f47d5074a78', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:63:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0fb0ad-27fe-4eaf-af48-144ea2b60049', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:48:56Z', 'updated_at': '2022-05-30T20:49:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '5b5930ce-398d-4db2-84f2-13db302dd095', 'name': '', 'network_id': '821d1b2b-5e01-4b04-b85d-aee9b407e24a', 'tenant_id': '92b5fc25c8fb428a885a0ea0a728400d', 'mac_address': 'fa:16:3e:e6:1c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0fb0ad-27fe-4eaf-af48-144ea2b60049', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd054eb11-ddb5-4a83-99ba-2aebc377ad15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:49:00Z', 'updated_at': '2022-05-30T20:49:29Z', 'revision_number': 5, 'project_id': '92b5fc25c8fb428a885a0ea0a728400d', 'subnets': [{'id': 'd054eb11-ddb5-4a83-99ba-2aebc377ad15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:51:13.809179 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c10e86-00a6-405f-9bd2-68faf12f33ad None None] New status for floating IP 8c54965f-4061-44f5-ab7b-da204ec917a6: DOWN {{(pid=84889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 20:51:14.584515 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60747dd2-af66-4b67-a5a6-d4e1e8daab46 req-e0aeafc2-de01-480e-9486-b5ec2a251ad2 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:51:14.586154 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-60747dd2-af66-4b67-a5a6-d4e1e8daab46 req-e0aeafc2-de01-480e-9486-b5ec2a251ad2 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/ports?device_id=f855c0ef-86da-45d2-a712-6564022c9e42 HTTP/1.1" status: 200 len: 946 time: 0.2382109 May 30 20:51:14.592924 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a57c4a3-70b4-4d6b-b5e4-724d8bc2834a req-abe64ade-1dea-4b84-809d-9da33f3021fd tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:51:14.594287 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5a57c4a3-70b4-4d6b-b5e4-724d8bc2834a req-abe64ade-1dea-4b84-809d-9da33f3021fd tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.86 "GET /v2.0/ports?device_id=f855c0ef-86da-45d2-a712-6564022c9e42 HTTP/1.1" status: 200 len: 946 time: 0.2121038 May 30 20:51:14.689956 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-5a57c4a3-70b4-4d6b-b5e4-724d8bc2834a req-446d5152-d42b-457b-8f11-1a2c23f2af15 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Deleting port 53f69a5c-c4ab-42ef-a610-e6dc8996dcce {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:51:14.690287 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-5a57c4a3-70b4-4d6b-b5e4-724d8bc2834a req-446d5152-d42b-457b-8f11-1a2c23f2af15 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:14.715574 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-60747dd2-af66-4b67-a5a6-d4e1e8daab46 req-8629e13b-8247-41d1-bde5-4ebd78bcdcb8 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/security-groups?id=41ebbad8-7d18-4362-b557-0337a96f19b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203399 May 30 20:51:14.935535 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-5a57c4a3-70b4-4d6b-b5e4-724d8bc2834a req-446d5152-d42b-457b-8f11-1a2c23f2af15 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] For port 53f69a5c-c4ab-42ef-a610-e6dc8996dcce, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=53f69a5c-c4ab-42ef-a610-e6dc8996dcce,segment=NetworkSegment(10560090-94c6-4b99-ac53-78ac94df6407),segment_id=10560090-94c6-4b99-ac53-78ac94df6407)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:51:14.935890 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-5a57c4a3-70b4-4d6b-b5e4-724d8bc2834a req-446d5152-d42b-457b-8f11-1a2c23f2af15 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:15.058563 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-5a57c4a3-70b4-4d6b-b5e4-724d8bc2834a req-446d5152-d42b-457b-8f11-1a2c23f2af15 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Calling delete_port for 53f69a5c-c4ab-42ef-a610-e6dc8996dcce owned by compute:nova {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:51:15.267864 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-5a57c4a3-70b4-4d6b-b5e4-724d8bc2834a req-446d5152-d42b-457b-8f11-1a2c23f2af15 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:15.319723 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446d5152-d42b-457b-8f11-1a2c23f2af15 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Pushing event deleted for resources: {'Port': ['ID=53f69a5c-c4ab-42ef-a610-e6dc8996dcce,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:51:15.399501 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a57c4a3-70b4-4d6b-b5e4-724d8bc2834a req-446d5152-d42b-457b-8f11-1a2c23f2af15 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] No DVR routers for this DVR port 53f69a5c-c4ab-42ef-a610-e6dc8996dcce on host n-h2-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:51:15.402269 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-5a57c4a3-70b4-4d6b-b5e4-724d8bc2834a req-446d5152-d42b-457b-8f11-1a2c23f2af15 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:15.405072 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f855c0ef-86da-45d2-a712-6564022c9e42', 'name': 'network-vif-deleted', 'tag': '53f69a5c-c4ab-42ef-a610-e6dc8996dcce'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:51:15.462603 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49b11c43-6143-4bba-b3ab-25aa1dcece4a'] response: {'server_uuid': 'f855c0ef-86da-45d2-a712-6564022c9e42', 'name': 'network-vif-deleted', 'tag': '53f69a5c-c4ab-42ef-a610-e6dc8996dcce', 'status': 'completed', 'code': 200} May 30 20:51:15.464586 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5a57c4a3-70b4-4d6b-b5e4-724d8bc2834a req-446d5152-d42b-457b-8f11-1a2c23f2af15 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.86 "DELETE /v2.0/ports/53f69a5c-c4ab-42ef-a610-e6dc8996dcce HTTP/1.1" status: 204 len: 173 time: 0.8547537 May 30 20:51:15.968455 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-63fb4d0e-42cb-431e-a8b0-6871c1d4b573 req-d55e2acb-2dd2-4fbc-9bea-9ed6bd4b1958 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Synchronizing usage tracker for tenant:92b5fc25c8fb428a885a0ea0a728400d on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:51:16.056328 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-63fb4d0e-42cb-431e-a8b0-6871c1d4b573 req-d55e2acb-2dd2-4fbc-9bea-9ed6bd4b1958 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Unset dirty status for tenant:92b5fc25c8fb428a885a0ea0a728400d on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:51:16.057530 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-63fb4d0e-42cb-431e-a8b0-6871c1d4b573 req-d55e2acb-2dd2-4fbc-9bea-9ed6bd4b1958 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/ports?device_id=f855c0ef-86da-45d2-a712-6564022c9e42 HTTP/1.1" status: 200 len: 210 time: 0.1304801 May 30 20:51:17.165668 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 44166) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:51:17.580326 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9544b4c6-d9d7-4ea7-a25d-d1f97cbfc61f tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-736216'] for router_interface, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:18.346145 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-9544b4c6-d9d7-4ea7-a25d-d1f97cbfc61f tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Deleting port 5b5930ce-398d-4db2-84f2-13db302dd095 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:51:18.346832 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9544b4c6-d9d7-4ea7-a25d-d1f97cbfc61f tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:18.543940 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [None req-9544b4c6-d9d7-4ea7-a25d-d1f97cbfc61f tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] For port 5b5930ce-398d-4db2-84f2-13db302dd095, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=5b5930ce-398d-4db2-84f2-13db302dd095,segment=NetworkSegment(10560090-94c6-4b99-ac53-78ac94df6407),segment_id=10560090-94c6-4b99-ac53-78ac94df6407)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:51:18.544293 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9544b4c6-d9d7-4ea7-a25d-d1f97cbfc61f tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:18.769461 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-9544b4c6-d9d7-4ea7-a25d-d1f97cbfc61f tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Calling delete_port for 5b5930ce-398d-4db2-84f2-13db302dd095 owned by network:router_interface {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:51:18.857486 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 53f69a5c-c4ab-42ef-a610-e6dc8996dcce no longer exists at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:51:18.891105 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] No Port match for: 53f69a5c-c4ab-42ef-a610-e6dc8996dcce {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:51:18.902064 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 53f69a5c-c4ab-42ef-a610-e6dc8996dcce not bound to the agent host n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:51:19.068932 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9544b4c6-d9d7-4ea7-a25d-d1f97cbfc61f tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:19.120871 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9544b4c6-d9d7-4ea7-a25d-d1f97cbfc61f tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Pushing event deleted for resources: {'Port': ['ID=5b5930ce-398d-4db2-84f2-13db302dd095,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:51:19.424385 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9544b4c6-d9d7-4ea7-a25d-d1f97cbfc61f tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1718140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-736143'] for router_interface, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:19.747792 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:20.138058 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9544b4c6-d9d7-4ea7-a25d-d1f97cbfc61f tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Router 2a0fb0ad-27fe-4eaf-af48-144ea2b60049 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:51:20.347121 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9544b4c6-d9d7-4ea7-a25d-d1f97cbfc61f tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:51:20.357370 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f5ebb0-b436-4f57-855a-e03c3228c89e None None] Sync routers for ids ['2a0fb0ad-27fe-4eaf-af48-144ea2b60049'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:51:20.370960 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f5ebb0-b436-4f57-855a-e03c3228c89e None None] Routers {'2a0fb0ad-27fe-4eaf-af48-144ea2b60049'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:51:20.371763 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-c9f5ebb0-b436-4f57-855a-e03c3228c89e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:51:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['2a0fb0ad-27fe-4eaf-af48-144ea2b60049'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:51:20.458925 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-9544b4c6-d9d7-4ea7-a25d-d1f97cbfc61f tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "PUT /v2.0/routers/2a0fb0ad-27fe-4eaf-af48-144ea2b60049/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2919226 May 30 20:51:20.462457 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 44170) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:51:20.590419 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-c9f5ebb0-b436-4f57-855a-e03c3228c89e None None] Set router 2a0fb0ad-27fe-4eaf-af48-144ea2b60049 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:51:20.655636 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_v2 [None req-72dafe5d-cbcd-456a-b920-ba0e96f6d0a8 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Deleting subnet d054eb11-ddb5-4a83-99ba-2aebc377ad15 {{(pid=84887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:51:20.658585 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-72dafe5d-cbcd-456a-b920-ba0e96f6d0a8 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for subnet, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:20.716115 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-72dafe5d-cbcd-456a-b920-ba0e96f6d0a8 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3149227'] for subnet, precommit_delete_associations {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:20.808364 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-72dafe5d-cbcd-456a-b920-ba0e96f6d0a8 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:20.882002 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-c9f5ebb0-b436-4f57-855a-e03c3228c89e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a0fb0ad-27fe-4eaf-af48-144ea2b60049', 'name': 'tempest-TestNetworkAdvancedServerOps-router-839558716', 'tenant_id': '92b5fc25c8fb428a885a0ea0a728400d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': '18aa0b0c-3835-4c63-a79b-4f47d5074a78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:48:55Z', 'updated_at': '2022-05-30T20:51:18Z', 'revision_number': 5, 'project_id': '92b5fc25c8fb428a885a0ea0a728400d', 'gw_port': {'id': '18aa0b0c-3835-4c63-a79b-4f47d5074a78', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:63:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0fb0ad-27fe-4eaf-af48-144ea2b60049', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:48:56Z', 'updated_at': '2022-05-30T20:49:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:51:20.885880 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f5ebb0-b436-4f57-855a-e03c3228c89e None None] Checking router: 2a0fb0ad-27fe-4eaf-af48-144ea2b60049 for host: n-d-843948-2 {{(pid=84888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:51:20.897068 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f5ebb0-b436-4f57-855a-e03c3228c89e None None] Routers {'2a0fb0ad-27fe-4eaf-af48-144ea2b60049'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:51:20.897745 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-c9f5ebb0-b436-4f57-855a-e03c3228c89e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:51:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['2a0fb0ad-27fe-4eaf-af48-144ea2b60049'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:51:20.965056 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-72dafe5d-cbcd-456a-b920-ba0e96f6d0a8 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4055470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114247'] for subnet, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:21.002387 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dafe5d-cbcd-456a-b920-ba0e96f6d0a8 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Pushing event deleted for resources: {'Subnet': ['ID=d054eb11-ddb5-4a83-99ba-2aebc377ad15,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:51:21.009376 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-72dafe5d-cbcd-456a-b920-ba0e96f6d0a8 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:21.018339 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-72dafe5d-cbcd-456a-b920-ba0e96f6d0a8 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "DELETE /v2.0/subnets/d054eb11-ddb5-4a83-99ba-2aebc377ad15 HTTP/1.1" status: 204 len: 168 time: 0.5544651 May 30 20:51:21.021235 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 44174) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:51:21.022254 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da561bfb-b546-4172-8eee-43b8bb78610d None None] Network 821d1b2b-5e01-4b04-b85d-aee9b407e24a requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:51:21.230115 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1ddeeb67-e38c-4a4a-8c18-cfaef267be0a tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for router, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:21.236232 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-c9f5ebb0-b436-4f57-855a-e03c3228c89e None None] Set router 2a0fb0ad-27fe-4eaf-af48-144ea2b60049 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:51:21.469502 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1ddeeb67-e38c-4a4a-8c18-cfaef267be0a tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:21.527799 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e4b8f02-e3c8-4e8f-9f61-a56bf4a52f2f None None] DHCP port deletion for 821d1b2b-5e01-4b04-b85d-aee9b407e24a request from n-d-843948-2 {{(pid=84888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:51:21.535155 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-2e4b8f02-e3c8-4e8f-9f61-a56bf4a52f2f None None] Deleting port 9d1b0697-5d99-4683-bfe8-2f5a175afd4d {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:51:21.536054 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2e4b8f02-e3c8-4e8f-9f61-a56bf4a52f2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:21.542587 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-1ddeeb67-e38c-4a4a-8c18-cfaef267be0a tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Deleting port 18aa0b0c-3835-4c63-a79b-4f47d5074a78 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:51:21.542946 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1ddeeb67-e38c-4a4a-8c18-cfaef267be0a tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:21.678314 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-c9f5ebb0-b436-4f57-855a-e03c3228c89e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a0fb0ad-27fe-4eaf-af48-144ea2b60049', 'name': 'tempest-TestNetworkAdvancedServerOps-router-839558716', 'tenant_id': '92b5fc25c8fb428a885a0ea0a728400d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': '18aa0b0c-3835-4c63-a79b-4f47d5074a78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:48:55Z', 'updated_at': '2022-05-30T20:51:18Z', 'revision_number': 5, 'project_id': '92b5fc25c8fb428a885a0ea0a728400d', 'gw_port': {'id': '18aa0b0c-3835-4c63-a79b-4f47d5074a78', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:63:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0fb0ad-27fe-4eaf-af48-144ea2b60049', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:48:56Z', 'updated_at': '2022-05-30T20:49:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:51:21.740656 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f5ebb0-b436-4f57-855a-e03c3228c89e None None] The sync data for ids ['2a0fb0ad-27fe-4eaf-af48-144ea2b60049'] in n-d-843948-2 is: [{'id': '2a0fb0ad-27fe-4eaf-af48-144ea2b60049', 'name': 'tempest-TestNetworkAdvancedServerOps-router-839558716', 'tenant_id': '92b5fc25c8fb428a885a0ea0a728400d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': '18aa0b0c-3835-4c63-a79b-4f47d5074a78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:48:55Z', 'updated_at': '2022-05-30T20:51:18Z', 'revision_number': 5, 'project_id': '92b5fc25c8fb428a885a0ea0a728400d', 'gw_port': {'id': '18aa0b0c-3835-4c63-a79b-4f47d5074a78', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:63:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0fb0ad-27fe-4eaf-af48-144ea2b60049', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:48:56Z', 'updated_at': '2022-05-30T20:49:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:51:21.772596 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2e4b8f02-e3c8-4e8f-9f61-a56bf4a52f2f None None] For port 9d1b0697-5d99-4683-bfe8-2f5a175afd4d, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=9d1b0697-5d99-4683-bfe8-2f5a175afd4d,segment=NetworkSegment(10560090-94c6-4b99-ac53-78ac94df6407),segment_id=10560090-94c6-4b99-ac53-78ac94df6407)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:51:21.773021 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2e4b8f02-e3c8-4e8f-9f61-a56bf4a52f2f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:21.855516 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [None req-1ddeeb67-e38c-4a4a-8c18-cfaef267be0a tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] For port 18aa0b0c-3835-4c63-a79b-4f47d5074a78, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=18aa0b0c-3835-4c63-a79b-4f47d5074a78,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:51:21.855869 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1ddeeb67-e38c-4a4a-8c18-cfaef267be0a tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:21.958591 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-2e4b8f02-e3c8-4e8f-9f61-a56bf4a52f2f None None] Calling delete_port for 9d1b0697-5d99-4683-bfe8-2f5a175afd4d owned by network:dhcp {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:51:21.981419 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-1ddeeb67-e38c-4a4a-8c18-cfaef267be0a tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Calling delete_port for 18aa0b0c-3835-4c63-a79b-4f47d5074a78 owned by network:router_gateway {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:51:22.125262 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2e4b8f02-e3c8-4e8f-9f61-a56bf4a52f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468'] for port, after_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:22.190444 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4b8f02-e3c8-4e8f-9f61-a56bf4a52f2f None None] Pushing event deleted for resources: {'Port': ['ID=9d1b0697-5d99-4683-bfe8-2f5a175afd4d,revision_number=None']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:51:22.192533 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 9d1b0697-5d99-4683-bfe8-2f5a175afd4d no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:51:22.216634 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1ddeeb67-e38c-4a4a-8c18-cfaef267be0a tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:22.233115 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: 9d1b0697-5d99-4683-bfe8-2f5a175afd4d {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:51:22.233449 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 9d1b0697-5d99-4683-bfe8-2f5a175afd4d not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:51:22.233884 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 5b5930ce-398d-4db2-84f2-13db302dd095 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:51:22.272884 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4b8f02-e3c8-4e8f-9f61-a56bf4a52f2f None None] No DVR routers for this DVR port 9d1b0697-5d99-4683-bfe8-2f5a175afd4d on host n-d-843948-2 {{(pid=84888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:51:22.291197 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: 5b5930ce-398d-4db2-84f2-13db302dd095 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:51:22.291197 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 5b5930ce-398d-4db2-84f2-13db302dd095 not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:51:22.333663 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddeeb67-e38c-4a4a-8c18-cfaef267be0a tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Pushing event deleted for resources: {'Port': ['ID=18aa0b0c-3835-4c63-a79b-4f47d5074a78,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:51:22.444850 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:22.556876 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1ddeeb67-e38c-4a4a-8c18-cfaef267be0a tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-736453'] for router_gateway, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:22.817111 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1ddeeb67-e38c-4a4a-8c18-cfaef267be0a tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-724789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3141'] for router, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:22.821398 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1ddeeb67-e38c-4a4a-8c18-cfaef267be0a tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:22.940890 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1ddeeb67-e38c-4a4a-8c18-cfaef267be0a tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724889'] for router, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:22.941403 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ddeeb67-e38c-4a4a-8c18-cfaef267be0a tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Fanout notify agent at l3_agent the message router_deleted on router 2a0fb0ad-27fe-4eaf-af48-144ea2b60049 {{(pid=84887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:51:22.956286 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1ddeeb67-e38c-4a4a-8c18-cfaef267be0a tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for router, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:22.957991 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-1ddeeb67-e38c-4a4a-8c18-cfaef267be0a tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "DELETE /v2.0/routers/2a0fb0ad-27fe-4eaf-af48-144ea2b60049 HTTP/1.1" status: 204 len: 168 time: 1.9350791 May 30 20:51:22.960700 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 44178) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:51:23.088636 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6900a51a-bbc0-44de-9cd8-3283b7e09cb2 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:23.219747 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6900a51a-bbc0-44de-9cd8-3283b7e09cb2 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:23.246357 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-6900a51a-bbc0-44de-9cd8-3283b7e09cb2 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['821d1b2b-5e01-4b04-b85d-aee9b407e24a']}} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:51:23.260356 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-6900a51a-bbc0-44de-9cd8-3283b7e09cb2 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10560090-94c6-4b99-ac53-78ac94df6407') {'for_net_delete': True} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:51:23.260779 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-6900a51a-bbc0-44de-9cd8-3283b7e09cb2 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10560090-94c6-4b99-ac53-78ac94df6407') {} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:51:23.274102 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6900a51a-bbc0-44de-9cd8-3283b7e09cb2 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3149912'] for segment, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:23.291646 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6900a51a-bbc0-44de-9cd8-3283b7e09cb2 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:23.298806 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6900a51a-bbc0-44de-9cd8-3283b7e09cb2 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Releasing vlan 663 on physical network physnet1 to pool {{(pid=84887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:51:23.299207 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6900a51a-bbc0-44de-9cd8-3283b7e09cb2 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4055488'] for segment, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:23.313879 n-d-843948-2 neutron-server[84887]: Traceback (most recent call last): May 30 20:51:23.313879 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:51:23.313879 n-d-843948-2 neutron-server[84887]: timer() May 30 20:51:23.313879 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:51:23.313879 n-d-843948-2 neutron-server[84887]: cb(*args, **kw) May 30 20:51:23.313879 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:51:23.313879 n-d-843948-2 neutron-server[84887]: return func(*args, **kwargs) May 30 20:51:23.313879 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:51:23.313879 n-d-843948-2 neutron-server[84887]: self._notify() May 30 20:51:23.313879 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:51:23.313879 n-d-843948-2 neutron-server[84887]: self.callback(batched_events) May 30 20:51:23.313879 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:51:23.313879 n-d-843948-2 neutron-server[84887]: event.method(event) May 30 20:51:23.313879 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:51:23.313879 n-d-843948-2 neutron-server[84887]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:51:23.313879 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:51:23.313879 n-d-843948-2 neutron-server[84887]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:51:23.313879 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:51:23.313879 n-d-843948-2 neutron-server[84887]: return f(self, *a, **k) May 30 20:51:23.313879 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:51:23.313879 n-d-843948-2 neutron-server[84887]: return self._get(url).json() May 30 20:51:23.313879 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:51:23.313879 n-d-843948-2 neutron-server[84887]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:51:23.313879 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:51:23.313879 n-d-843948-2 neutron-server[84887]: return self.request(url, 'GET', **kwargs) May 30 20:51:23.313879 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:51:23.313879 n-d-843948-2 neutron-server[84887]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:51:23.313879 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:51:23.313879 n-d-843948-2 neutron-server[84887]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:51:23.313879 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:51:23.313879 n-d-843948-2 neutron-server[84887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:51:23.313879 n-d-843948-2 neutron-server[84887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:51:23.582047 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6900a51a-bbc0-44de-9cd8-3283b7e09cb2 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:23.599555 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6900a51a-bbc0-44de-9cd8-3283b7e09cb2 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:23.610333 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6900a51a-bbc0-44de-9cd8-3283b7e09cb2 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Pushing event deleted for resources: {'Network': ['ID=821d1b2b-5e01-4b04-b85d-aee9b407e24a,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:51:23.686285 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-6900a51a-bbc0-44de-9cd8-3283b7e09cb2 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "DELETE /v2.0/networks/821d1b2b-5e01-4b04-b85d-aee9b407e24a HTTP/1.1" status: 204 len: 168 time: 0.7240243 May 30 20:51:23.688882 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 44182) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:51:23.763771 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b87502cd-2e4e-481a-9e8e-3ef7d3447963 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:23.794854 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b87502cd-2e4e-481a-9e8e-3ef7d3447963 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:23.941987 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b87502cd-2e4e-481a-9e8e-3ef7d3447963 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:23.946686 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 18aa0b0c-3835-4c63-a79b-4f47d5074a78 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:51:23.966795 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87502cd-2e4e-481a-9e8e-3ef7d3447963 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41ebbad8-7d18-4362-b557-0337a96f19b6,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:51:23.993041 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: 18aa0b0c-3835-4c63-a79b-4f47d5074a78 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:51:23.993358 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 18aa0b0c-3835-4c63-a79b-4f47d5074a78 not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:51:24.067586 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b87502cd-2e4e-481a-9e8e-3ef7d3447963 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:24.068806 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-b87502cd-2e4e-481a-9e8e-3ef7d3447963 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "DELETE /v2.0/security-groups/41ebbad8-7d18-4362-b557-0337a96f19b6 HTTP/1.1" status: 204 len: 168 time: 0.3790524 May 30 20:51:25.377866 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 44194) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:51:25.383991 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-55b4dd36-e44c-4f31-a6a4-a393cdff291d tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1671611538', 'description': 'tempest-secgroup-smoke-1671611538 description', 'project_id': '92b5fc25c8fb428a885a0ea0a728400d'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:51:25.390689 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-55b4dd36-e44c-4f31-a6a4-a393cdff291d tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:51:25.395489 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-55b4dd36-e44c-4f31-a6a4-a393cdff291d tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Usage tracker for resource:security_group and tenant:92b5fc25c8fb428a885a0ea0a728400d is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:51:25.398359 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-55b4dd36-e44c-4f31-a6a4-a393cdff291d tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:51:25.404356 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-55b4dd36-e44c-4f31-a6a4-a393cdff291d tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:51:25.468101 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-55b4dd36-e44c-4f31-a6a4-a393cdff291d tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:25.503742 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-55b4dd36-e44c-4f31-a6a4-a393cdff291d tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:51:25.508211 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-55b4dd36-e44c-4f31-a6a4-a393cdff291d tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Usage tracker for resource:security_group_rule and tenant:92b5fc25c8fb428a885a0ea0a728400d is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:51:25.511117 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-55b4dd36-e44c-4f31-a6a4-a393cdff291d tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:51:25.517178 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-55b4dd36-e44c-4f31-a6a4-a393cdff291d tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:51:25.575122 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-55b4dd36-e44c-4f31-a6a4-a393cdff291d tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:25.673773 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-55b4dd36-e44c-4f31-a6a4-a393cdff291d tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:25.830101 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b4dd36-e44c-4f31-a6a4-a393cdff291d tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9600467f-d2af-4c2f-829b-e730e37b288f,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:51:25.890454 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-55b4dd36-e44c-4f31-a6a4-a393cdff291d tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:25.891701 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-55b4dd36-e44c-4f31-a6a4-a393cdff291d tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.5128593 May 30 20:51:25.894543 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 44198) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:51:25.899947 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-f72c5f6e-6b49-4e2b-a305-8c6aca46b59d tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Request body: {'security_group_rule': {'security_group_id': '9600467f-d2af-4c2f-829b-e730e37b288f', 'project_id': '92b5fc25c8fb428a885a0ea0a728400d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:51:25.906543 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-f72c5f6e-6b49-4e2b-a305-8c6aca46b59d tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:51:25.910299 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-f72c5f6e-6b49-4e2b-a305-8c6aca46b59d tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Usage tracker for resource:security_group_rule and tenant:92b5fc25c8fb428a885a0ea0a728400d is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:51:25.913143 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-f72c5f6e-6b49-4e2b-a305-8c6aca46b59d tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:51:25.918815 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-f72c5f6e-6b49-4e2b-a305-8c6aca46b59d tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:51:26.029107 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f72c5f6e-6b49-4e2b-a305-8c6aca46b59d tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:26.089014 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f72c5f6e-6b49-4e2b-a305-8c6aca46b59d tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:26.153311 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f72c5f6e-6b49-4e2b-a305-8c6aca46b59d tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:26.177112 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72c5f6e-6b49-4e2b-a305-8c6aca46b59d tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4026fef2-46f3-4018-84d5-b78085d113a0,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:51:26.227774 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-e9ef1249-ddf1-4f98-b73e-68e174ef5130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:26.262171 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f72c5f6e-6b49-4e2b-a305-8c6aca46b59d tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:26.263367 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-f72c5f6e-6b49-4e2b-a305-8c6aca46b59d tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3678968 May 30 20:51:26.266086 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 44202) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:51:26.271849 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-6708d941-bbca-452b-a879-c65d21a1e594 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Request body: {'security_group_rule': {'security_group_id': '9600467f-d2af-4c2f-829b-e730e37b288f', 'project_id': '92b5fc25c8fb428a885a0ea0a728400d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:51:26.278627 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-6708d941-bbca-452b-a879-c65d21a1e594 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:51:26.282587 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-6708d941-bbca-452b-a879-c65d21a1e594 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Usage tracker for resource:security_group_rule and tenant:92b5fc25c8fb428a885a0ea0a728400d is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:51:26.286098 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-6708d941-bbca-452b-a879-c65d21a1e594 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:51:26.291566 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-6708d941-bbca-452b-a879-c65d21a1e594 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:51:26.354662 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6708d941-bbca-452b-a879-c65d21a1e594 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:26.417034 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6708d941-bbca-452b-a879-c65d21a1e594 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:26.473872 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6708d941-bbca-452b-a879-c65d21a1e594 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:26.496766 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6708d941-bbca-452b-a879-c65d21a1e594 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bcc2420-d968-40e3-95cc-bd6079ee730e,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:51:26.553000 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6708d941-bbca-452b-a879-c65d21a1e594 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:26.554203 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-6708d941-bbca-452b-a879-c65d21a1e594 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2871983 May 30 20:51:26.556898 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 44206) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:51:26.562318 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-40f0c380-6636-4ac1-b9a8-4ebac385b104 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Request body: {'security_group_rule': {'security_group_id': '9600467f-d2af-4c2f-829b-e730e37b288f', 'project_id': '92b5fc25c8fb428a885a0ea0a728400d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:51:26.568909 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-40f0c380-6636-4ac1-b9a8-4ebac385b104 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:51:26.572631 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-40f0c380-6636-4ac1-b9a8-4ebac385b104 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Usage tracker for resource:security_group_rule and tenant:92b5fc25c8fb428a885a0ea0a728400d is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:51:26.575538 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-40f0c380-6636-4ac1-b9a8-4ebac385b104 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:51:26.581193 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-40f0c380-6636-4ac1-b9a8-4ebac385b104 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:51:26.650931 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-40f0c380-6636-4ac1-b9a8-4ebac385b104 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:26.715816 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-40f0c380-6636-4ac1-b9a8-4ebac385b104 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:26.793209 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-40f0c380-6636-4ac1-b9a8-4ebac385b104 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:26.818251 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f0c380-6636-4ac1-b9a8-4ebac385b104 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fea0d5e-2dbc-45b6-91b7-02bd773f2a0e,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:51:26.885149 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-40f0c380-6636-4ac1-b9a8-4ebac385b104 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:26.886412 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-40f0c380-6636-4ac1-b9a8-4ebac385b104 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3285847 May 30 20:51:26.889192 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 44210) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:51:26.895410 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-28e0e73a-a98d-4614-9a2c-b14ae5645b1b tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Request body: {'security_group_rule': {'security_group_id': '9600467f-d2af-4c2f-829b-e730e37b288f', 'project_id': '92b5fc25c8fb428a885a0ea0a728400d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:51:26.903088 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-28e0e73a-a98d-4614-9a2c-b14ae5645b1b tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:51:26.906895 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-28e0e73a-a98d-4614-9a2c-b14ae5645b1b tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Usage tracker for resource:security_group_rule and tenant:92b5fc25c8fb428a885a0ea0a728400d is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:51:26.910114 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-28e0e73a-a98d-4614-9a2c-b14ae5645b1b tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:51:26.915932 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-28e0e73a-a98d-4614-9a2c-b14ae5645b1b tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:51:27.027875 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-28e0e73a-a98d-4614-9a2c-b14ae5645b1b tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:27.090789 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-28e0e73a-a98d-4614-9a2c-b14ae5645b1b tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:27.170139 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-28e0e73a-a98d-4614-9a2c-b14ae5645b1b tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:27.193936 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e0e73a-a98d-4614-9a2c-b14ae5645b1b tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91c10ae8-ef32-4c35-96c5-f74e3ddfae4d,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:51:27.273589 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-28e0e73a-a98d-4614-9a2c-b14ae5645b1b tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:27.274817 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-28e0e73a-a98d-4614-9a2c-b14ae5645b1b tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3846495 May 30 20:51:27.277539 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 44214) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:51:27.427428 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-5777aed0-e00a-4905-8481-85ab3962ccf2 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Request body: {'security_group_rule': {'security_group_id': '9600467f-d2af-4c2f-829b-e730e37b288f', 'project_id': '92b5fc25c8fb428a885a0ea0a728400d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:51:27.433975 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-5777aed0-e00a-4905-8481-85ab3962ccf2 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:51:27.437700 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-5777aed0-e00a-4905-8481-85ab3962ccf2 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Usage tracker for resource:security_group_rule and tenant:92b5fc25c8fb428a885a0ea0a728400d is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:51:27.445393 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-5777aed0-e00a-4905-8481-85ab3962ccf2 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:51:27.450321 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-5777aed0-e00a-4905-8481-85ab3962ccf2 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:51:27.540636 n-d-843948-2 neutron-server[84886]: INFO neutron.db.securitygroups_db [None req-5777aed0-e00a-4905-8481-85ab3962ccf2 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Project 92b5fc25c8fb428a885a0ea0a728400d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 30 20:51:27.547663 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5777aed0-e00a-4905-8481-85ab3962ccf2 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:27.612811 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5777aed0-e00a-4905-8481-85ab3962ccf2 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:27.707916 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5777aed0-e00a-4905-8481-85ab3962ccf2 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:27.735022 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5777aed0-e00a-4905-8481-85ab3962ccf2 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f17fa6b6-bed4-43d1-ade4-e73c29adab23,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:51:27.902034 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5777aed0-e00a-4905-8481-85ab3962ccf2 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:27.903278 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-5777aed0-e00a-4905-8481-85ab3962ccf2 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.6247759 May 30 20:51:27.905951 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 44220) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:51:27.912188 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-1454d0cc-0978-4d51-b390-2ffc763dae89 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Request body: {'security_group_rule': {'security_group_id': '9600467f-d2af-4c2f-829b-e730e37b288f', 'project_id': '92b5fc25c8fb428a885a0ea0a728400d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:51:27.919653 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-1454d0cc-0978-4d51-b390-2ffc763dae89 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:51:27.925293 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-1454d0cc-0978-4d51-b390-2ffc763dae89 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Usage tracker for resource:security_group_rule and tenant:92b5fc25c8fb428a885a0ea0a728400d is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:51:27.932104 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-1454d0cc-0978-4d51-b390-2ffc763dae89 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:51:27.936140 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-1454d0cc-0978-4d51-b390-2ffc763dae89 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:51:28.039612 n-d-843948-2 neutron-server[84886]: INFO neutron.db.securitygroups_db [None req-1454d0cc-0978-4d51-b390-2ffc763dae89 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Project 92b5fc25c8fb428a885a0ea0a728400d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 30 20:51:28.046845 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1454d0cc-0978-4d51-b390-2ffc763dae89 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:28.122326 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1454d0cc-0978-4d51-b390-2ffc763dae89 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:28.204833 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1454d0cc-0978-4d51-b390-2ffc763dae89 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:28.230243 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1454d0cc-0978-4d51-b390-2ffc763dae89 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4916acca-4dc2-4487-b482-2c92e133e098,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:51:28.330619 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1454d0cc-0978-4d51-b390-2ffc763dae89 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:28.331839 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-1454d0cc-0978-4d51-b390-2ffc763dae89 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4249499 May 30 20:51:28.334742 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 44224) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:51:28.340487 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-c31f8a51-e223-4027-8eff-49eb8318013d tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Request body: {'network': {'name': 'tempest-network-smoke--64834264', 'project_id': '92b5fc25c8fb428a885a0ea0a728400d', 'port_security_enabled': True}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:51:28.346401 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-c31f8a51-e223-4027-8eff-49eb8318013d tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:51:28.351070 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-c31f8a51-e223-4027-8eff-49eb8318013d tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Usage tracker for resource:network and tenant:92b5fc25c8fb428a885a0ea0a728400d is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:51:28.353971 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-c31f8a51-e223-4027-8eff-49eb8318013d tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:51:28.359794 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-c31f8a51-e223-4027-8eff-49eb8318013d tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:51:28.438983 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c31f8a51-e223-4027-8eff-49eb8318013d tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Made reservation on behalf of 92b5fc25c8fb428a885a0ea0a728400d for: {'network': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:51:28.442222 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c31f8a51-e223-4027-8eff-49eb8318013d tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:28.471214 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c31f8a51-e223-4027-8eff-49eb8318013d tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] vlan segment allocate from pool success with {'vlan_id': 660, 'physical_network': 'physnet1'} {{(pid=84886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:51:28.480779 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c31f8a51-e223-4027-8eff-49eb8318013d tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:28.480980 n-d-843948-2 neutron-server[84886]: INFO neutron.db.segments_db [None req-c31f8a51-e223-4027-8eff-49eb8318013d tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Added segment ddbc5032-06d0-428e-91af-405ca717595e of type vlan for network 131029e3-6ec4-43a3-8a7d-e17d152a6ea8 May 30 20:51:28.511008 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c31f8a51-e223-4027-8eff-49eb8318013d tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:28.610830 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c31f8a51-e223-4027-8eff-49eb8318013d tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:28.615312 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c31f8a51-e223-4027-8eff-49eb8318013d tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:51:28.615919 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c31f8a51-e223-4027-8eff-49eb8318013d tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:28.726834 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31f8a51-e223-4027-8eff-49eb8318013d tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Pushing event updated for resources: {'Network': ['ID=131029e3-6ec4-43a3-8a7d-e17d152a6ea8,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:51:28.740067 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network 131029e3-6ec4-43a3-8a7d-e17d152a6ea8 details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:51:28.797045 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-c31f8a51-e223-4027-8eff-49eb8318013d tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4587462 May 30 20:51:28.797481 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 44228) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:51:28.803399 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-cedb2d71-928a-4ff9-95d0-ef9491b96d32 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-892601603', 'admin_state_up': True, 'project_id': '92b5fc25c8fb428a885a0ea0a728400d', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:51:28.811548 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-cedb2d71-928a-4ff9-95d0-ef9491b96d32 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:51:28.815663 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-cedb2d71-928a-4ff9-95d0-ef9491b96d32 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Usage tracker for resource:router and tenant:92b5fc25c8fb428a885a0ea0a728400d is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:51:28.818670 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-cedb2d71-928a-4ff9-95d0-ef9491b96d32 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:51:28.825071 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-cedb2d71-928a-4ff9-95d0-ef9491b96d32 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:51:28.890013 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-cedb2d71-928a-4ff9-95d0-ef9491b96d32 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-733683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3159'] for router, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:28.890916 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-cedb2d71-928a-4ff9-95d0-ef9491b96d32 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-733584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-736372', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-628480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3164'] for router, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:28.909351 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-cedb2d71-928a-4ff9-95d0-ef9491b96d32 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:29.126551 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-cedb2d71-928a-4ff9-95d0-ef9491b96d32 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-736390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:29.368072 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-cedb2d71-928a-4ff9-95d0-ef9491b96d32 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for router_gateway, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:29.398272 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-cedb2d71-928a-4ff9-95d0-ef9491b96d32 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:29.537403 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-cedb2d71-928a-4ff9-95d0-ef9491b96d32 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Allocated IP 172.25.8.57 (c7869750-4b49-4b7e-aa99-5e0f1ae02da4/427601ec-f643-4fe7-b5e6-17305d3a39e1/a84524ff-333c-4ea6-8857-e7b78cb5547e) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:51:29.622054 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-0ca3dad2-2e52-4be1-87ca-ac30006dfa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:29.686382 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-cedb2d71-928a-4ff9-95d0-ef9491b96d32 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:29.777106 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-cedb2d71-928a-4ff9-95d0-ef9491b96d32 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:29.845272 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cedb2d71-928a-4ff9-95d0-ef9491b96d32 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:51:29.848549 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-cedb2d71-928a-4ff9-95d0-ef9491b96d32 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:51:29.852022 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cedb2d71-928a-4ff9-95d0-ef9491b96d32 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:51:29.866824 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:29.887259 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedb2d71-928a-4ff9-95d0-ef9491b96d32 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Pushing event updated for resources: {'Port': ['ID=a84524ff-333c-4ea6-8857-e7b78cb5547e,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:51:30.085981 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-cedb2d71-928a-4ff9-95d0-ef9491b96d32 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for router_gateway, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:30.086732 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-cedb2d71-928a-4ff9-95d0-ef9491b96d32 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-736409'] for router, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:30.524870 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cedb2d71-928a-4ff9-95d0-ef9491b96d32 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Router 9599e76a-a046-40a9-adb4-04997b2283a6 is scheduled to L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 with binding_index 1 {{(pid=84886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 20:51:30.734827 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cedb2d71-928a-4ff9-95d0-ef9491b96d32 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:51:30.746019 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1605b9-9d68-4175-aba7-4eb4bcd7e760 None None] Sync routers for ids ['9599e76a-a046-40a9-adb4-04997b2283a6'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:51:30.761760 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1605b9-9d68-4175-aba7-4eb4bcd7e760 None None] Routers {'9599e76a-a046-40a9-adb4-04997b2283a6'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:51:30.762367 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-ff1605b9-9d68-4175-aba7-4eb4bcd7e760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:51:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['9599e76a-a046-40a9-adb4-04997b2283a6'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:51:30.855016 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-cedb2d71-928a-4ff9-95d0-ef9491b96d32 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for router, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:30.856273 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-cedb2d71-928a-4ff9-95d0-ef9491b96d32 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.0576673 May 30 20:51:30.859639 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 44236) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:51:30.904028 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-23e30c91-1010-4286-aee1-146e6085529a tempest-TestNetworkAdvancedServerOps-998263130 tempest-TestNetworkAdvancedServerOps-998263130-project-admin] 10.222.0.85 "GET /v2.0/subnets?project_id=92b5fc25c8fb428a885a0ea0a728400d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0432575 May 30 20:51:30.906795 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 44240) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:51:30.965679 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-ff1605b9-9d68-4175-aba7-4eb4bcd7e760 None None] Set router 9599e76a-a046-40a9-adb4-04997b2283a6 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:51:31.036952 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9994f16d-1cae-48d0-a17a-c50208113747 tempest-TestNetworkAdvancedServerOps-998263130 tempest-TestNetworkAdvancedServerOps-998263130-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:51:31.038479 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-9994f16d-1cae-48d0-a17a-c50208113747 tempest-TestNetworkAdvancedServerOps-998263130 tempest-TestNetworkAdvancedServerOps-998263130-project-admin] 10.222.0.85 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1307750 May 30 20:51:31.041453 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 44246) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:51:31.082831 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-f8918b03-02c3-48df-9c35-2e2a4a439e33 tempest-TestNetworkAdvancedServerOps-998263130 tempest-TestNetworkAdvancedServerOps-998263130-project-admin] 10.222.0.85 "GET /v2.0/subnets?network_id=c7869750-4b49-4b7e-aa99-5e0f1ae02da4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0369592 May 30 20:51:31.083131 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 44250) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:51:31.088372 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-66a5c9e0-fb6e-49af-927c-06bfcdd59397 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1376238394', 'network_id': '131029e3-6ec4-43a3-8a7d-e17d152a6ea8', 'project_id': '92b5fc25c8fb428a885a0ea0a728400d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:51:31.186563 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:31.196836 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-66a5c9e0-fb6e-49af-927c-06bfcdd59397 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:51:31.200741 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-66a5c9e0-fb6e-49af-927c-06bfcdd59397 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Usage tracker for resource:subnet and tenant:92b5fc25c8fb428a885a0ea0a728400d is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:51:31.203824 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-66a5c9e0-fb6e-49af-927c-06bfcdd59397 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:51:31.210089 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-66a5c9e0-fb6e-49af-927c-06bfcdd59397 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:51:31.246033 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-ff1605b9-9d68-4175-aba7-4eb4bcd7e760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9599e76a-a046-40a9-adb4-04997b2283a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-892601603', 'tenant_id': '92b5fc25c8fb428a885a0ea0a728400d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.57'}], 'enable_snat': True}, 'gw_port_id': 'a84524ff-333c-4ea6-8857-e7b78cb5547e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:51:28Z', 'updated_at': '2022-05-30T20:51:29Z', 'revision_number': 3, 'project_id': '92b5fc25c8fb428a885a0ea0a728400d', 'gw_port': {'id': 'a84524ff-333c-4ea6-8857-e7b78cb5547e', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:b1:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9599e76a-a046-40a9-adb4-04997b2283a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:51:29Z', 'updated_at': '2022-05-30T20:51:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:51:31.249947 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1605b9-9d68-4175-aba7-4eb4bcd7e760 None None] Checking router: 9599e76a-a046-40a9-adb4-04997b2283a6 for host: n-d-843948-2 {{(pid=84889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:51:31.250283 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1605b9-9d68-4175-aba7-4eb4bcd7e760 None None] Updating router 9599e76a-a046-40a9-adb4-04997b2283a6 port a84524ff-333c-4ea6-8857-e7b78cb5547e binding host n-d-843948-2 {{(pid=84889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:51:31.277954 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66a5c9e0-fb6e-49af-927c-06bfcdd59397 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Made reservation on behalf of 92b5fc25c8fb428a885a0ea0a728400d for: {'subnet': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:51:31.301990 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-ff1605b9-9d68-4175-aba7-4eb4bcd7e760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:31.380901 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-66a5c9e0-fb6e-49af-927c-06bfcdd59397 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2778563'] for subnet, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:31.631124 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-ff1605b9-9d68-4175-aba7-4eb4bcd7e760 None None] Notify callbacks [] for port, precommit_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:31.642546 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.provisioning_blocks [None req-ff1605b9-9d68-4175-aba7-4eb4bcd7e760 None None] Transition to ACTIVE for port object a84524ff-333c-4ea6-8857-e7b78cb5547e will not be triggered until provisioned by entity L2. {{(pid=84889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:51:31.656484 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-66a5c9e0-fb6e-49af-927c-06bfcdd59397 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4127140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2778577'] for subnet, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:31.719220 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-ff1605b9-9d68-4175-aba7-4eb4bcd7e760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:31.739309 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a5c9e0-fb6e-49af-927c-06bfcdd59397 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Pushing event updated for resources: {'Subnet': ['ID=0489c068-b68f-460c-b25c-409c25ec909b,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:51:31.756351 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a5c9e0-fb6e-49af-927c-06bfcdd59397 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Checking segment: {'id': 'ddbc5032-06d0-428e-91af-405ca717595e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '131029e3-6ec4-43a3-8a7d-e17d152a6ea8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:51:31.756879 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a5c9e0-fb6e-49af-927c-06bfcdd59397 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Network hostable DHCP agents. Network: 131029e3-6ec4-43a3-8a7d-e17d152a6ea8, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:51:31.798780 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2251032a-5212-4307-a0c0-51b474110c98 None None] Pushing event updated for resources: {'Port': ['ID=a84524ff-333c-4ea6-8857-e7b78cb5547e,revision_number=2']} {{(pid=84889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:51:31.810948 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-ff1605b9-9d68-4175-aba7-4eb4bcd7e760 None None] Attempting to bind port a84524ff-333c-4ea6-8857-e7b78cb5547e on host n-d-843948-2 for vnic_type normal with profile {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:51:31.811314 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-ff1605b9-9d68-4175-aba7-4eb4bcd7e760 None None] Attempting to bind port a84524ff-333c-4ea6-8857-e7b78cb5547e by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}] {{(pid=84889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:51:31.811672 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1605b9-9d68-4175-aba7-4eb4bcd7e760 None None] Attempting to bind port a84524ff-333c-4ea6-8857-e7b78cb5547e on network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:51:31.818733 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1605b9-9d68-4175-aba7-4eb4bcd7e760 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:51:31.819095 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1605b9-9d68-4175-aba7-4eb4bcd7e760 None None] Checking segment: {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:51:31.819488 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-ff1605b9-9d68-4175-aba7-4eb4bcd7e760 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:31.819872 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1605b9-9d68-4175-aba7-4eb4bcd7e760 None None] Bound using segment: {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'} {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:51:31.820321 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-ff1605b9-9d68-4175-aba7-4eb4bcd7e760 None None] Bound port: a84524ff-333c-4ea6-8857-e7b78cb5547e, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}}] {{(pid=84889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:51:31.820690 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-ff1605b9-9d68-4175-aba7-4eb4bcd7e760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:31.827245 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a5c9e0-fb6e-49af-927c-06bfcdd59397 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Network 131029e3-6ec4-43a3-8a7d-e17d152a6ea8 is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:51:31.895509 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-66a5c9e0-fb6e-49af-927c-06bfcdd59397 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, 131029e3-6ec4-43a3-8a7d-e17d152a6ea8) {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:51:31.897002 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.db [None req-ff1605b9-9d68-4175-aba7-4eb4bcd7e760 None None] For port a84524ff-333c-4ea6-8857-e7b78cb5547e, host n-d-843948-2, cleared binding levels {{(pid=84889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:51:31.898649 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a5c9e0-fb6e-49af-927c-06bfcdd59397 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:51:31.899177 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-66a5c9e0-fb6e-49af-927c-06bfcdd59397 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:31.899312 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40fe2a9a-d55d-477e-ac45-ca690224e1e8 None None] Network 131029e3-6ec4-43a3-8a7d-e17d152a6ea8 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:51:31.900823 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.db [None req-ff1605b9-9d68-4175-aba7-4eb4bcd7e760 None None] For port a84524ff-333c-4ea6-8857-e7b78cb5547e, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=a84524ff-333c-4ea6-8857-e7b78cb5547e,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:51:31.965339 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-ff1605b9-9d68-4175-aba7-4eb4bcd7e760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:32.006292 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-66a5c9e0-fb6e-49af-927c-06bfcdd59397 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9221594 May 30 20:51:32.008955 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 44254) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:51:32.067986 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1605b9-9d68-4175-aba7-4eb4bcd7e760 None None] Routers {'9599e76a-a046-40a9-adb4-04997b2283a6'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:51:32.068636 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-ff1605b9-9d68-4175-aba7-4eb4bcd7e760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:51:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['9599e76a-a046-40a9-adb4-04997b2283a6'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:51:32.200522 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8803fc2-0c85-4557-80a6-8a90deb8bceb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-131029e3-6ec4-43a3-8a7d-e17d152a6ea8', 'network_id': '131029e3-6ec4-43a3-8a7d-e17d152a6ea8', 'tenant_id': '92b5fc25c8fb428a885a0ea0a728400d', 'fixed_ips': [{'subnet_id': '0489c068-b68f-460c-b25c-409c25ec909b'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:51:32.202089 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-d8803fc2-0c85-4557-80a6-8a90deb8bceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:32.307623 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2251032a-5212-4307-a0c0-51b474110c98 None None] Pushing event updated for resources: {'Port': ['ID=a84524ff-333c-4ea6-8857-e7b78cb5547e,revision_number=3']} {{(pid=84889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:51:32.383339 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-ff1605b9-9d68-4175-aba7-4eb4bcd7e760 None None] Set router 9599e76a-a046-40a9-adb4-04997b2283a6 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:51:32.428634 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-d8803fc2-0c85-4557-80a6-8a90deb8bceb None None] Allocated IP 172.20.0.2 (131029e3-6ec4-43a3-8a7d-e17d152a6ea8/0489c068-b68f-460c-b25c-409c25ec909b/166bcf3e-554a-4222-8cca-b6ea0dd80d20) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:51:32.644064 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-d8803fc2-0c85-4557-80a6-8a90deb8bceb None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:32.660735 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-d8803fc2-0c85-4557-80a6-8a90deb8bceb None None] Transition to ACTIVE for port object 166bcf3e-554a-4222-8cca-b6ea0dd80d20 will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:51:32.680994 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-d8803fc2-0c85-4557-80a6-8a90deb8bceb None None] Transition to ACTIVE for port object 166bcf3e-554a-4222-8cca-b6ea0dd80d20 will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:51:32.685155 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-ff1605b9-9d68-4175-aba7-4eb4bcd7e760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9599e76a-a046-40a9-adb4-04997b2283a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-892601603', 'tenant_id': '92b5fc25c8fb428a885a0ea0a728400d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.57'}], 'enable_snat': True}, 'gw_port_id': 'a84524ff-333c-4ea6-8857-e7b78cb5547e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:51:28Z', 'updated_at': '2022-05-30T20:51:29Z', 'revision_number': 3, 'project_id': '92b5fc25c8fb428a885a0ea0a728400d', 'gw_port': {'id': 'a84524ff-333c-4ea6-8857-e7b78cb5547e', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:b1:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9599e76a-a046-40a9-adb4-04997b2283a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:51:29Z', 'updated_at': '2022-05-30T20:51:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:51:32.689204 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1605b9-9d68-4175-aba7-4eb4bcd7e760 None None] The sync data for ids ['9599e76a-a046-40a9-adb4-04997b2283a6'] in n-d-843948-2 is: [{'id': '9599e76a-a046-40a9-adb4-04997b2283a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-892601603', 'tenant_id': '92b5fc25c8fb428a885a0ea0a728400d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.57'}], 'enable_snat': True}, 'gw_port_id': 'a84524ff-333c-4ea6-8857-e7b78cb5547e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:51:28Z', 'updated_at': '2022-05-30T20:51:29Z', 'revision_number': 3, 'project_id': '92b5fc25c8fb428a885a0ea0a728400d', 'gw_port': {'id': 'a84524ff-333c-4ea6-8857-e7b78cb5547e', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:b1:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9599e76a-a046-40a9-adb4-04997b2283a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:51:29Z', 'updated_at': '2022-05-30T20:51:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:51:32.753662 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-d8803fc2-0c85-4557-80a6-8a90deb8bceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:32.806184 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:32.828694 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8803fc2-0c85-4557-80a6-8a90deb8bceb None None] Network 131029e3-6ec4-43a3-8a7d-e17d152a6ea8 is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:51:32.831481 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-d8803fc2-0c85-4557-80a6-8a90deb8bceb None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:51:32.835237 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8803fc2-0c85-4557-80a6-8a90deb8bceb None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:51:32.840641 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8803fc2-0c85-4557-80a6-8a90deb8bceb None None] Pushing event updated for resources: {'Port': ['ID=166bcf3e-554a-4222-8cca-b6ea0dd80d20,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:51:32.879244 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8803fc2-0c85-4557-80a6-8a90deb8bceb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:51:32.879244 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8803fc2-0c85-4557-80a6-8a90deb8bceb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:51:32.879244 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8803fc2-0c85-4557-80a6-8a90deb8bceb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:51:32.879244 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8803fc2-0c85-4557-80a6-8a90deb8bceb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:51:32.879244 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8803fc2-0c85-4557-80a6-8a90deb8bceb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:51:32.879244 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8803fc2-0c85-4557-80a6-8a90deb8bceb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:51:32.879244 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8803fc2-0c85-4557-80a6-8a90deb8bceb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:51:32.879244 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8803fc2-0c85-4557-80a6-8a90deb8bceb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:51:32.880026 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8803fc2-0c85-4557-80a6-8a90deb8bceb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:51:32.880026 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8803fc2-0c85-4557-80a6-8a90deb8bceb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:51:32.880207 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8803fc2-0c85-4557-80a6-8a90deb8bceb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:51:32.939698 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f49ce827-4e43-467e-aff3-3a99878d4e32 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:32.972621 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-d8803fc2-0c85-4557-80a6-8a90deb8bceb None None] Attempting to bind port 166bcf3e-554a-4222-8cca-b6ea0dd80d20 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:51:32.974042 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-d8803fc2-0c85-4557-80a6-8a90deb8bceb None None] Attempting to bind port 166bcf3e-554a-4222-8cca-b6ea0dd80d20 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': 'ddbc5032-06d0-428e-91af-405ca717595e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '131029e3-6ec4-43a3-8a7d-e17d152a6ea8'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:51:32.974676 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8803fc2-0c85-4557-80a6-8a90deb8bceb None None] Attempting to bind port 166bcf3e-554a-4222-8cca-b6ea0dd80d20 on network 131029e3-6ec4-43a3-8a7d-e17d152a6ea8 {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:51:32.983044 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8803fc2-0c85-4557-80a6-8a90deb8bceb None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:51:32.983416 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8803fc2-0c85-4557-80a6-8a90deb8bceb None None] Checking segment: {'id': 'ddbc5032-06d0-428e-91af-405ca717595e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '131029e3-6ec4-43a3-8a7d-e17d152a6ea8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:51:32.984079 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-d8803fc2-0c85-4557-80a6-8a90deb8bceb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:32.984696 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8803fc2-0c85-4557-80a6-8a90deb8bceb None None] Bound using segment: {'id': 'ddbc5032-06d0-428e-91af-405ca717595e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '131029e3-6ec4-43a3-8a7d-e17d152a6ea8'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:51:32.985249 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-d8803fc2-0c85-4557-80a6-8a90deb8bceb None None] Bound port: 166bcf3e-554a-4222-8cca-b6ea0dd80d20, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddbc5032-06d0-428e-91af-405ca717595e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '131029e3-6ec4-43a3-8a7d-e17d152a6ea8'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:51:32.985737 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-d8803fc2-0c85-4557-80a6-8a90deb8bceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:33.092972 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-d8803fc2-0c85-4557-80a6-8a90deb8bceb None None] For port 166bcf3e-554a-4222-8cca-b6ea0dd80d20, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:51:33.097146 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-d8803fc2-0c85-4557-80a6-8a90deb8bceb None None] For port 166bcf3e-554a-4222-8cca-b6ea0dd80d20, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=166bcf3e-554a-4222-8cca-b6ea0dd80d20,segment=NetworkSegment(ddbc5032-06d0-428e-91af-405ca717595e),segment_id=ddbc5032-06d0-428e-91af-405ca717595e)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:51:33.171577 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-d8803fc2-0c85-4557-80a6-8a90deb8bceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:33.257014 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8803fc2-0c85-4557-80a6-8a90deb8bceb None None] Pushing event updated for resources: {'Port': ['ID=166bcf3e-554a-4222-8cca-b6ea0dd80d20,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:51:33.395490 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-f49ce827-4e43-467e-aff3-3a99878d4e32 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Allocated IP 172.20.0.1 (131029e3-6ec4-43a3-8a7d-e17d152a6ea8/0489c068-b68f-460c-b25c-409c25ec909b/045b8b84-cf88-4506-8d3c-d48372f609a6) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:51:33.532448 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:51:33.614757 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f49ce827-4e43-467e-aff3-3a99878d4e32 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:33.634304 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [None req-f49ce827-4e43-467e-aff3-3a99878d4e32 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Transition to ACTIVE for port object 045b8b84-cf88-4506-8d3c-d48372f609a6 will not be triggered until provisioned by entity DHCP. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:51:33.719458 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f49ce827-4e43-467e-aff3-3a99878d4e32 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:33.789640 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f49ce827-4e43-467e-aff3-3a99878d4e32 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Network 131029e3-6ec4-43a3-8a7d-e17d152a6ea8 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:51:33.792718 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-f49ce827-4e43-467e-aff3-3a99878d4e32 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:51:33.796645 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49ce827-4e43-467e-aff3-3a99878d4e32 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:51:33.840129 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49ce827-4e43-467e-aff3-3a99878d4e32 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Pushing event updated for resources: {'Port': ['ID=045b8b84-cf88-4506-8d3c-d48372f609a6,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:51:33.859992 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f49ce827-4e43-467e-aff3-3a99878d4e32 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-736099'] for router_interface, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:34.007351 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 166bcf3e-554a-4222-8cca-b6ea0dd80d20 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:51:34.016013 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f49ce827-4e43-467e-aff3-3a99878d4e32 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:34.147944 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 166bcf3e-554a-4222-8cca-b6ea0dd80d20 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:51:34.153784 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device a84524ff-333c-4ea6-8857-e7b78cb5547e up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:51:34.302097 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port a84524ff-333c-4ea6-8857-e7b78cb5547e completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:51:34.303311 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2de4a09-a0eb-4871-88b9-d8320ce7eff2 None None] Network 131029e3-6ec4-43a3-8a7d-e17d152a6ea8 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:51:34.403639 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port a84524ff-333c-4ea6-8857-e7b78cb5547e triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:51:34.403919 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:34.588962 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f49ce827-4e43-467e-aff3-3a99878d4e32 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:34.593936 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-e0b3a7a1-eeda-413d-abd9-0de3a4c26efa None None] Provisioning for port 166bcf3e-554a-4222-8cca-b6ea0dd80d20 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:51:34.621558 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-e0b3a7a1-eeda-413d-abd9-0de3a4c26efa None None] Provisioning complete for port 166bcf3e-554a-4222-8cca-b6ea0dd80d20 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:51:34.621951 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-e0b3a7a1-eeda-413d-abd9-0de3a4c26efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:34.650680 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f49ce827-4e43-467e-aff3-3a99878d4e32 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:34.665372 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:34.736639 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port a84524ff-333c-4ea6-8857-e7b78cb5547e, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=a84524ff-333c-4ea6-8857-e7b78cb5547e,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:51:34.752568 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f49ce827-4e43-467e-aff3-3a99878d4e32 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1718057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-736206'] for router_interface, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:34.801165 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:34.864627 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49ce827-4e43-467e-aff3-3a99878d4e32 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Pushing event updated for resources: {'Port': ['ID=045b8b84-cf88-4506-8d3c-d48372f609a6,revision_number=2']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:51:34.884297 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-e0b3a7a1-eeda-413d-abd9-0de3a4c26efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:34.907581 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=a84524ff-333c-4ea6-8857-e7b78cb5547e,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:51:34.929431 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-e0b3a7a1-eeda-413d-abd9-0de3a4c26efa None None] For port 166bcf3e-554a-4222-8cca-b6ea0dd80d20, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=166bcf3e-554a-4222-8cca-b6ea0dd80d20,segment=NetworkSegment(ddbc5032-06d0-428e-91af-405ca717595e),segment_id=ddbc5032-06d0-428e-91af-405ca717595e)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:51:34.938042 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f49ce827-4e43-467e-aff3-3a99878d4e32 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Network 131029e3-6ec4-43a3-8a7d-e17d152a6ea8 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:51:34.938769 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-f49ce827-4e43-467e-aff3-3a99878d4e32 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:51:35.033885 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-e0b3a7a1-eeda-413d-abd9-0de3a4c26efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:35.112685 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b3a7a1-eeda-413d-abd9-0de3a4c26efa None None] Pushing event updated for resources: {'Port': ['ID=166bcf3e-554a-4222-8cca-b6ea0dd80d20,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:51:35.209540 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-e8cadddc-5160-4175-8e19-2103b93c417e None None] Provisioning for port 045b8b84-cf88-4506-8d3c-d48372f609a6 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:51:35.215203 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-e8cadddc-5160-4175-8e19-2103b93c417e None None] Provisioning complete for port 045b8b84-cf88-4506-8d3c-d48372f609a6 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:51:35.215563 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-e8cadddc-5160-4175-8e19-2103b93c417e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:35.283603 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-e8cadddc-5160-4175-8e19-2103b93c417e None None] Port 045b8b84-cf88-4506-8d3c-d48372f609a6 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:51:35.300588 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-e8cadddc-5160-4175-8e19-2103b93c417e None None] Provisioning complete for port 166bcf3e-554a-4222-8cca-b6ea0dd80d20 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:51:35.304060 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-e8cadddc-5160-4175-8e19-2103b93c417e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:35.378182 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f49ce827-4e43-467e-aff3-3a99878d4e32 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Router 9599e76a-a046-40a9-adb4-04997b2283a6 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:51:35.562218 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-679c0e61-ccfe-4fb5-b7d3-41d502727c6c None None] Provisioning complete for port 045b8b84-cf88-4506-8d3c-d48372f609a6 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:51:35.562584 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-679c0e61-ccfe-4fb5-b7d3-41d502727c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:35.616619 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f49ce827-4e43-467e-aff3-3a99878d4e32 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:51:35.621817 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-679c0e61-ccfe-4fb5-b7d3-41d502727c6c None None] Port 045b8b84-cf88-4506-8d3c-d48372f609a6 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:51:35.633684 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-f49ce827-4e43-467e-aff3-3a99878d4e32 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "PUT /v2.0/routers/9599e76a-a046-40a9-adb4-04997b2283a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6235700 May 30 20:51:35.842015 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-918df6fb-396a-43b6-8148-bf6a346b8300 req-2a5990a8-0ac7-4925-8c24-f66ffceb51df tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Synchronizing usage tracker for tenant:92b5fc25c8fb428a885a0ea0a728400d on resource:security_group {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:51:35.959232 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 166bcf3e-554a-4222-8cca-b6ea0dd80d20 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:51:35.999351 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-918df6fb-396a-43b6-8148-bf6a346b8300 req-2a5990a8-0ac7-4925-8c24-f66ffceb51df tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Unset dirty status for tenant:92b5fc25c8fb428a885a0ea0a728400d on resource:security_group {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:51:36.000970 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-918df6fb-396a-43b6-8148-bf6a346b8300 req-2a5990a8-0ac7-4925-8c24-f66ffceb51df tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1671611538&fields=id&tenant_id=92b5fc25c8fb428a885a0ea0a728400d HTTP/1.1" status: 200 len: 267 time: 0.2189896 May 30 20:51:36.037122 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 166bcf3e-554a-4222-8cca-b6ea0dd80d20 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:51:36.037641 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:36.158663 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918df6fb-396a-43b6-8148-bf6a346b8300 req-d0dca1b6-7ddc-4cfe-a01a-3f25b4c7c1cb tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:51:36.159375 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-918df6fb-396a-43b6-8148-bf6a346b8300 req-d0dca1b6-7ddc-4cfe-a01a-3f25b4c7c1cb tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Synchronizing usage tracker for tenant:92b5fc25c8fb428a885a0ea0a728400d on resource:network {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:51:36.169654 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device a84524ff-333c-4ea6-8857-e7b78cb5547e up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:51:36.243660 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port a84524ff-333c-4ea6-8857-e7b78cb5547e triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:51:36.244031 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:36.245016 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-918df6fb-396a-43b6-8148-bf6a346b8300 req-d0dca1b6-7ddc-4cfe-a01a-3f25b4c7c1cb tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Unset dirty status for tenant:92b5fc25c8fb428a885a0ea0a728400d on resource:network {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:51:36.246258 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-918df6fb-396a-43b6-8148-bf6a346b8300 req-d0dca1b6-7ddc-4cfe-a01a-3f25b4c7c1cb tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/networks?id=131029e3-6ec4-43a3-8a7d-e17d152a6ea8 HTTP/1.1" status: 200 len: 795 time: 0.2380941 May 30 20:51:36.264590 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-918df6fb-396a-43b6-8148-bf6a346b8300 req-ea4df5e5-8333-499a-a37f-0284a1079a78 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/quotas/92b5fc25c8fb428a885a0ea0a728400d HTTP/1.1" status: 200 len: 375 time: 0.0122063 May 30 20:51:36.356920 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-918df6fb-396a-43b6-8148-bf6a346b8300 req-8de14fd9-0e46-4386-a70c-50eda57de35d tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Synchronizing usage tracker for tenant:92b5fc25c8fb428a885a0ea0a728400d on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:51:36.450383 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-918df6fb-396a-43b6-8148-bf6a346b8300 req-8de14fd9-0e46-4386-a70c-50eda57de35d tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Unset dirty status for tenant:92b5fc25c8fb428a885a0ea0a728400d on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:51:36.451749 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-918df6fb-396a-43b6-8148-bf6a346b8300 req-8de14fd9-0e46-4386-a70c-50eda57de35d tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=92b5fc25c8fb428a885a0ea0a728400d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1766922 May 30 20:51:36.485235 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d6e7f00-f4c0-4b9d-91a9-29917f631c0c None None] Sync routers for ids ['9599e76a-a046-40a9-adb4-04997b2283a6'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:51:36.499246 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6e7f00-f4c0-4b9d-91a9-29917f631c0c None None] Routers {'9599e76a-a046-40a9-adb4-04997b2283a6'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:51:36.499871 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-0d6e7f00-f4c0-4b9d-91a9-29917f631c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:51:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['9599e76a-a046-40a9-adb4-04997b2283a6'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:51:36.681513 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-918df6fb-396a-43b6-8148-bf6a346b8300 req-2df8d568-56fe-4c71-ba06-ede996cb5780 service neutron] 10.222.0.85 "GET /v2.0/networks/131029e3-6ec4-43a3-8a7d-e17d152a6ea8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157719 May 30 20:51:36.685656 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-0d6e7f00-f4c0-4b9d-91a9-29917f631c0c None None] Set router 9599e76a-a046-40a9-adb4-04997b2283a6 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:51:36.828765 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-918df6fb-396a-43b6-8148-bf6a346b8300 req-b2741ac3-a7c3-4b8b-9515-18ec2b43c320 service neutron] 10.222.0.85 "GET /v2.0/networks/131029e3-6ec4-43a3-8a7d-e17d152a6ea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412270 May 30 20:51:37.057149 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-0d6e7f00-f4c0-4b9d-91a9-29917f631c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9599e76a-a046-40a9-adb4-04997b2283a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-892601603', 'tenant_id': '92b5fc25c8fb428a885a0ea0a728400d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.57'}], 'enable_snat': True}, 'gw_port_id': 'a84524ff-333c-4ea6-8857-e7b78cb5547e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:51:28Z', 'updated_at': '2022-05-30T20:51:33Z', 'revision_number': 4, 'project_id': '92b5fc25c8fb428a885a0ea0a728400d', 'gw_port': {'id': 'a84524ff-333c-4ea6-8857-e7b78cb5547e', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:b1:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9599e76a-a046-40a9-adb4-04997b2283a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:51:29Z', 'updated_at': '2022-05-30T20:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '045b8b84-cf88-4506-8d3c-d48372f609a6', 'name': '', 'network_id': '131029e3-6ec4-43a3-8a7d-e17d152a6ea8', 'tenant_id': '92b5fc25c8fb428a885a0ea0a728400d', 'mac_address': 'fa:16:3e:e5:02:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9599e76a-a046-40a9-adb4-04997b2283a6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0489c068-b68f-460c-b25c-409c25ec909b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:51:33Z', 'updated_at': '2022-05-30T20:51:34Z', 'revision_number': 2, 'project_id': '92b5fc25c8fb428a885a0ea0a728400d', 'subnets': [{'id': '0489c068-b68f-460c-b25c-409c25ec909b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:51:37.062580 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d6e7f00-f4c0-4b9d-91a9-29917f631c0c None None] Checking router: 9599e76a-a046-40a9-adb4-04997b2283a6 for host: n-d-843948-2 {{(pid=84888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:51:37.063006 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d6e7f00-f4c0-4b9d-91a9-29917f631c0c None None] Updating router 9599e76a-a046-40a9-adb4-04997b2283a6 port 045b8b84-cf88-4506-8d3c-d48372f609a6 binding host n-d-843948-2 {{(pid=84888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:51:37.116879 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-0d6e7f00-f4c0-4b9d-91a9-29917f631c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:37.118409 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-f25847a0-4f83-4084-a440-631571aee63d req-df7c539c-90de-4bc5-8f5c-da00c0bfa218 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Synchronizing usage tracker for tenant:92b5fc25c8fb428a885a0ea0a728400d on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:51:37.130501 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-f25847a0-4f83-4084-a440-631571aee63d req-df7c539c-90de-4bc5-8f5c-da00c0bfa218 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Unset dirty status for tenant:92b5fc25c8fb428a885a0ea0a728400d on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:51:37.132008 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f25847a0-4f83-4084-a440-631571aee63d req-df7c539c-90de-4bc5-8f5c-da00c0bfa218 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/ports?device_id=e0c791e6-a426-45f9-a380-ea847c0aafe9 HTTP/1.1" status: 200 len: 210 time: 0.0558822 May 30 20:51:37.153359 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 44280) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:51:37.236108 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-571c4c1a-3658-42d5-a844-7d367d8540fd tempest-TestNetworkBasicOps-405341169 tempest-TestNetworkBasicOps-405341169-project-admin] 10.222.0.85 "GET /v2.0/ports?project_id=2d26ee9c136c43a7a24c2ecd289ef8cf&network_id=c744e851-7d16-46f1-8488-8acca211650e HTTP/1.1" status: 200 len: 2970 time: 0.0793324 May 30 20:51:37.467328 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-0d6e7f00-f4c0-4b9d-91a9-29917f631c0c None None] Notify callbacks [] for port, precommit_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:37.479391 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-0d6e7f00-f4c0-4b9d-91a9-29917f631c0c None None] Transition to ACTIVE for port object 045b8b84-cf88-4506-8d3c-d48372f609a6 will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:51:37.576044 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-0d6e7f00-f4c0-4b9d-91a9-29917f631c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:37.715523 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3ebab5-d7eb-4d19-ba15-14aa43c8c0fc None None] Pushing event updated for resources: {'Port': ['ID=045b8b84-cf88-4506-8d3c-d48372f609a6,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:51:37.813218 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-0d6e7f00-f4c0-4b9d-91a9-29917f631c0c None None] Attempting to bind port 045b8b84-cf88-4506-8d3c-d48372f609a6 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:51:37.813661 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-0d6e7f00-f4c0-4b9d-91a9-29917f631c0c None None] Attempting to bind port 045b8b84-cf88-4506-8d3c-d48372f609a6 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': 'ddbc5032-06d0-428e-91af-405ca717595e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '131029e3-6ec4-43a3-8a7d-e17d152a6ea8'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:51:37.814091 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6e7f00-f4c0-4b9d-91a9-29917f631c0c None None] Attempting to bind port 045b8b84-cf88-4506-8d3c-d48372f609a6 on network 131029e3-6ec4-43a3-8a7d-e17d152a6ea8 {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:51:37.825903 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6e7f00-f4c0-4b9d-91a9-29917f631c0c None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:51:37.825903 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6e7f00-f4c0-4b9d-91a9-29917f631c0c None None] Checking segment: {'id': 'ddbc5032-06d0-428e-91af-405ca717595e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '131029e3-6ec4-43a3-8a7d-e17d152a6ea8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:51:37.825903 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-0d6e7f00-f4c0-4b9d-91a9-29917f631c0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:37.825903 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6e7f00-f4c0-4b9d-91a9-29917f631c0c None None] Bound using segment: {'id': 'ddbc5032-06d0-428e-91af-405ca717595e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '131029e3-6ec4-43a3-8a7d-e17d152a6ea8'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:51:37.825903 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-0d6e7f00-f4c0-4b9d-91a9-29917f631c0c None None] Bound port: 045b8b84-cf88-4506-8d3c-d48372f609a6, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddbc5032-06d0-428e-91af-405ca717595e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '131029e3-6ec4-43a3-8a7d-e17d152a6ea8'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:51:37.825903 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-0d6e7f00-f4c0-4b9d-91a9-29917f631c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:37.929076 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-0d6e7f00-f4c0-4b9d-91a9-29917f631c0c None None] For port 045b8b84-cf88-4506-8d3c-d48372f609a6, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:51:37.932132 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-0d6e7f00-f4c0-4b9d-91a9-29917f631c0c None None] For port 045b8b84-cf88-4506-8d3c-d48372f609a6, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=045b8b84-cf88-4506-8d3c-d48372f609a6,segment=NetworkSegment(ddbc5032-06d0-428e-91af-405ca717595e),segment_id=ddbc5032-06d0-428e-91af-405ca717595e)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:51:38.022130 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-0d6e7f00-f4c0-4b9d-91a9-29917f631c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:38.102858 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3ebab5-d7eb-4d19-ba15-14aa43c8c0fc None None] Pushing event updated for resources: {'Port': ['ID=045b8b84-cf88-4506-8d3c-d48372f609a6,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:51:38.105812 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6e7f00-f4c0-4b9d-91a9-29917f631c0c None None] Routers {'9599e76a-a046-40a9-adb4-04997b2283a6'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:51:38.106440 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-0d6e7f00-f4c0-4b9d-91a9-29917f631c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:51:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['9599e76a-a046-40a9-adb4-04997b2283a6'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:51:38.298121 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-0d6e7f00-f4c0-4b9d-91a9-29917f631c0c None None] Set router 9599e76a-a046-40a9-adb4-04997b2283a6 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:51:38.431904 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-29d2c9f1-d044-4183-a819-b8617c3bb36b req-f0716065-6c57-40fd-b0fe-b75dde132cfe tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/ports?device_id=e0c791e6-a426-45f9-a380-ea847c0aafe9 HTTP/1.1" status: 200 len: 210 time: 0.1551497 May 30 20:51:38.631883 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-0d6e7f00-f4c0-4b9d-91a9-29917f631c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9599e76a-a046-40a9-adb4-04997b2283a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-892601603', 'tenant_id': '92b5fc25c8fb428a885a0ea0a728400d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.57'}], 'enable_snat': True}, 'gw_port_id': 'a84524ff-333c-4ea6-8857-e7b78cb5547e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:51:28Z', 'updated_at': '2022-05-30T20:51:33Z', 'revision_number': 4, 'project_id': '92b5fc25c8fb428a885a0ea0a728400d', 'gw_port': {'id': 'a84524ff-333c-4ea6-8857-e7b78cb5547e', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:b1:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9599e76a-a046-40a9-adb4-04997b2283a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:51:29Z', 'updated_at': '2022-05-30T20:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '045b8b84-cf88-4506-8d3c-d48372f609a6', 'name': '', 'network_id': '131029e3-6ec4-43a3-8a7d-e17d152a6ea8', 'tenant_id': '92b5fc25c8fb428a885a0ea0a728400d', 'mac_address': 'fa:16:3e:e5:02:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9599e76a-a046-40a9-adb4-04997b2283a6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0489c068-b68f-460c-b25c-409c25ec909b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:51:33Z', 'updated_at': '2022-05-30T20:51:37Z', 'revision_number': 4, 'project_id': '92b5fc25c8fb428a885a0ea0a728400d', 'subnets': [{'id': '0489c068-b68f-460c-b25c-409c25ec909b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:51:38.635959 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d6e7f00-f4c0-4b9d-91a9-29917f631c0c None None] The sync data for ids ['9599e76a-a046-40a9-adb4-04997b2283a6'] in n-d-843948-2 is: [{'id': '9599e76a-a046-40a9-adb4-04997b2283a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-892601603', 'tenant_id': '92b5fc25c8fb428a885a0ea0a728400d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.57'}], 'enable_snat': True}, 'gw_port_id': 'a84524ff-333c-4ea6-8857-e7b78cb5547e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:51:28Z', 'updated_at': '2022-05-30T20:51:33Z', 'revision_number': 4, 'project_id': '92b5fc25c8fb428a885a0ea0a728400d', 'gw_port': {'id': 'a84524ff-333c-4ea6-8857-e7b78cb5547e', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:b1:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9599e76a-a046-40a9-adb4-04997b2283a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:51:29Z', 'updated_at': '2022-05-30T20:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '045b8b84-cf88-4506-8d3c-d48372f609a6', 'name': '', 'network_id': '131029e3-6ec4-43a3-8a7d-e17d152a6ea8', 'tenant_id': '92b5fc25c8fb428a885a0ea0a728400d', 'mac_address': 'fa:16:3e:e5:02:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9599e76a-a046-40a9-adb4-04997b2283a6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0489c068-b68f-460c-b25c-409c25ec909b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:51:33Z', 'updated_at': '2022-05-30T20:51:37Z', 'revision_number': 4, 'project_id': '92b5fc25c8fb428a885a0ea0a728400d', 'subnets': [{'id': '0489c068-b68f-460c-b25c-409c25ec909b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:51:39.548489 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918df6fb-396a-43b6-8148-bf6a346b8300 req-2bfe7d23-1fd9-4324-9819-fe86a8b6c48e tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:51:39.549171 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-918df6fb-396a-43b6-8148-bf6a346b8300 req-2bfe7d23-1fd9-4324-9819-fe86a8b6c48e tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Synchronizing usage tracker for tenant:92b5fc25c8fb428a885a0ea0a728400d on resource:network {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:51:39.562728 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-918df6fb-396a-43b6-8148-bf6a346b8300 req-2bfe7d23-1fd9-4324-9819-fe86a8b6c48e tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Unset dirty status for tenant:92b5fc25c8fb428a885a0ea0a728400d on resource:network {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:51:39.563891 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-918df6fb-396a-43b6-8148-bf6a346b8300 req-2bfe7d23-1fd9-4324-9819-fe86a8b6c48e tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.86 "GET /v2.0/networks?id=131029e3-6ec4-43a3-8a7d-e17d152a6ea8 HTTP/1.1" status: 200 len: 795 time: 0.1678894 May 30 20:51:39.622483 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d7f9b56c-3d94-4388-86c5-71ed2ffce20f req-e34cbe3c-8379-4440-ad5b-1f33de15d8fe tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/ports?device_id=e0c791e6-a426-45f9-a380-ea847c0aafe9 HTTP/1.1" status: 200 len: 210 time: 0.0561831 May 30 20:51:39.650708 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-918df6fb-396a-43b6-8148-bf6a346b8300 req-09e1b408-d45e-4679-b5da-a5171937f071 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Synchronizing usage tracker for tenant:92b5fc25c8fb428a885a0ea0a728400d on resource:security_group {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:51:39.662456 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-918df6fb-396a-43b6-8148-bf6a346b8300 req-09e1b408-d45e-4679-b5da-a5171937f071 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Unset dirty status for tenant:92b5fc25c8fb428a885a0ea0a728400d on resource:security_group {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:51:39.664822 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-918df6fb-396a-43b6-8148-bf6a346b8300 req-09e1b408-d45e-4679-b5da-a5171937f071 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=92b5fc25c8fb428a885a0ea0a728400d HTTP/1.1" status: 200 len: 380 time: 0.0667193 May 30 20:51:39.680031 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-918df6fb-396a-43b6-8148-bf6a346b8300 req-d453b7a9-2b48-4ba6-8fc2-be9bb8dac760 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Request body: {'port': {'device_id': 'e0c791e6-a426-45f9-a380-ea847c0aafe9', 'network_id': '131029e3-6ec4-43a3-8a7d-e17d152a6ea8', 'admin_state_up': True, 'tenant_id': '92b5fc25c8fb428a885a0ea0a728400d', 'security_groups': ['9600467f-d2af-4c2f-829b-e730e37b288f']}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:51:39.821981 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-918df6fb-396a-43b6-8148-bf6a346b8300 req-d453b7a9-2b48-4ba6-8fc2-be9bb8dac760 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:51:39.832154 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-918df6fb-396a-43b6-8148-bf6a346b8300 req-d453b7a9-2b48-4ba6-8fc2-be9bb8dac760 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:51:39.953445 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-918df6fb-396a-43b6-8148-bf6a346b8300 req-d453b7a9-2b48-4ba6-8fc2-be9bb8dac760 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Made reservation on behalf of 92b5fc25c8fb428a885a0ea0a728400d for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:51:39.956501 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-918df6fb-396a-43b6-8148-bf6a346b8300 req-d453b7a9-2b48-4ba6-8fc2-be9bb8dac760 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:39.986240 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 045b8b84-cf88-4506-8d3c-d48372f609a6 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:51:40.126491 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [req-918df6fb-396a-43b6-8148-bf6a346b8300 req-d453b7a9-2b48-4ba6-8fc2-be9bb8dac760 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Allocated IP 172.20.0.8 (131029e3-6ec4-43a3-8a7d-e17d152a6ea8/0489c068-b68f-460c-b25c-409c25ec909b/d622e914-66ff-42bb-9f14-48174077a181) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:51:40.170334 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 045b8b84-cf88-4506-8d3c-d48372f609a6 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:51:40.175419 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 045b8b84-cf88-4506-8d3c-d48372f609a6 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:51:40.175788 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:40.289364 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:40.319917 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-918df6fb-396a-43b6-8148-bf6a346b8300 req-d453b7a9-2b48-4ba6-8fc2-be9bb8dac760 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:40.323160 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port 045b8b84-cf88-4506-8d3c-d48372f609a6, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=045b8b84-cf88-4506-8d3c-d48372f609a6,segment=NetworkSegment(ddbc5032-06d0-428e-91af-405ca717595e),segment_id=ddbc5032-06d0-428e-91af-405ca717595e)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:51:40.336606 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-918df6fb-396a-43b6-8148-bf6a346b8300 req-d453b7a9-2b48-4ba6-8fc2-be9bb8dac760 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Transition to ACTIVE for port object d622e914-66ff-42bb-9f14-48174077a181 will not be triggered until provisioned by entity DHCP. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:51:40.382092 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:40.446348 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-918df6fb-396a-43b6-8148-bf6a346b8300 req-d453b7a9-2b48-4ba6-8fc2-be9bb8dac760 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:40.451593 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=045b8b84-cf88-4506-8d3c-d48372f609a6,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:51:40.523328 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-918df6fb-396a-43b6-8148-bf6a346b8300 req-d453b7a9-2b48-4ba6-8fc2-be9bb8dac760 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Network 131029e3-6ec4-43a3-8a7d-e17d152a6ea8 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:51:40.526456 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [req-918df6fb-396a-43b6-8148-bf6a346b8300 req-d453b7a9-2b48-4ba6-8fc2-be9bb8dac760 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:51:40.529080 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-918df6fb-396a-43b6-8148-bf6a346b8300 req-d453b7a9-2b48-4ba6-8fc2-be9bb8dac760 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:51:40.565213 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d453b7a9-2b48-4ba6-8fc2-be9bb8dac760 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Pushing event updated for resources: {'Port': ['ID=d622e914-66ff-42bb-9f14-48174077a181,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:51:40.590402 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d453b7a9-2b48-4ba6-8fc2-be9bb8dac760 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:51:40.590744 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d453b7a9-2b48-4ba6-8fc2-be9bb8dac760 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:51:40.591078 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d453b7a9-2b48-4ba6-8fc2-be9bb8dac760 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:51:40.591406 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d453b7a9-2b48-4ba6-8fc2-be9bb8dac760 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:51:40.591782 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d453b7a9-2b48-4ba6-8fc2-be9bb8dac760 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:51:40.592146 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d453b7a9-2b48-4ba6-8fc2-be9bb8dac760 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:51:40.592504 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d453b7a9-2b48-4ba6-8fc2-be9bb8dac760 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:51:40.592834 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d453b7a9-2b48-4ba6-8fc2-be9bb8dac760 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:51:40.593150 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d453b7a9-2b48-4ba6-8fc2-be9bb8dac760 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:51:40.593464 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d453b7a9-2b48-4ba6-8fc2-be9bb8dac760 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:51:40.593803 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d453b7a9-2b48-4ba6-8fc2-be9bb8dac760 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:51:40.609383 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918df6fb-396a-43b6-8148-bf6a346b8300 req-d453b7a9-2b48-4ba6-8fc2-be9bb8dac760 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:51:40.610017 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-918df6fb-396a-43b6-8148-bf6a346b8300 req-d453b7a9-2b48-4ba6-8fc2-be9bb8dac760 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:40.692252 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-918df6fb-396a-43b6-8148-bf6a346b8300 req-d453b7a9-2b48-4ba6-8fc2-be9bb8dac760 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0151653 May 30 20:51:40.786884 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-918df6fb-396a-43b6-8148-bf6a346b8300 req-57738f03-fa96-48bd-8e72-1b822f9a345e service neutron] Request body: {'port': {'device_id': 'e0c791e6-a426-45f9-a380-ea847c0aafe9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843948-2'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:51:40.834983 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ccdca6-64d6-4dc2-affa-de90324c5cdd req-d41f3313-e2bd-48ea-94c1-f407e3d0757f tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:51:40.836680 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e4ccdca6-64d6-4dc2-affa-de90324c5cdd req-d41f3313-e2bd-48ea-94c1-f407e3d0757f tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/ports?device_id=e0c791e6-a426-45f9-a380-ea847c0aafe9 HTTP/1.1" status: 200 len: 931 time: 0.0909381 May 30 20:51:40.844933 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-dbcee9dd-898f-4f7f-bdc3-29b7fbc49aba None None] Provisioning for port d622e914-66ff-42bb-9f14-48174077a181 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:51:40.850532 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-dbcee9dd-898f-4f7f-bdc3-29b7fbc49aba None None] Provisioning complete for port d622e914-66ff-42bb-9f14-48174077a181 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:51:40.850889 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-dbcee9dd-898f-4f7f-bdc3-29b7fbc49aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:40.885991 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e4ccdca6-64d6-4dc2-affa-de90324c5cdd req-d5ab89d2-fecf-4eab-bd5c-ce8d4d9a4786 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/security-groups?id=9600467f-d2af-4c2f-829b-e730e37b288f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436423 May 30 20:51:40.907634 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-918df6fb-396a-43b6-8148-bf6a346b8300 req-57738f03-fa96-48bd-8e72-1b822f9a345e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:40.910975 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-dbcee9dd-898f-4f7f-bdc3-29b7fbc49aba None None] Port d622e914-66ff-42bb-9f14-48174077a181 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:51:41.076461 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 44308) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:51:41.136896 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa45318-7e7e-4811-9b30-7dec57ffdbb0 tempest-TestNetworkBasicOps-405341169 tempest-TestNetworkBasicOps-405341169-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:51:41.139108 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-6aa45318-7e7e-4811-9b30-7dec57ffdbb0 tempest-TestNetworkBasicOps-405341169 tempest-TestNetworkBasicOps-405341169-project-admin] 10.222.0.85 "GET /v2.0/subnets?network_id=c7869750-4b49-4b7e-aa99-5e0f1ae02da4 HTTP/1.1" status: 200 len: 814 time: 0.0612984 May 30 20:51:41.252579 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [req-918df6fb-396a-43b6-8148-bf6a346b8300 req-57738f03-fa96-48bd-8e72-1b822f9a345e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d622e914-66ff-42bb-9f14-48174077a181 {{(pid=84887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:51:41.259795 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-918df6fb-396a-43b6-8148-bf6a346b8300 req-57738f03-fa96-48bd-8e72-1b822f9a345e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:41.273962 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-918df6fb-396a-43b6-8148-bf6a346b8300 req-57738f03-fa96-48bd-8e72-1b822f9a345e service neutron] Transition to ACTIVE for port object d622e914-66ff-42bb-9f14-48174077a181 will not be triggered until provisioned by entity L2. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:51:41.358785 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-918df6fb-396a-43b6-8148-bf6a346b8300 req-57738f03-fa96-48bd-8e72-1b822f9a345e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:41.592766 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57738f03-fa96-48bd-8e72-1b822f9a345e service neutron] Pushing event updated for resources: {'Port': ['ID=d622e914-66ff-42bb-9f14-48174077a181,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:51:41.696948 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-918df6fb-396a-43b6-8148-bf6a346b8300 req-57738f03-fa96-48bd-8e72-1b822f9a345e service neutron] Attempting to bind port d622e914-66ff-42bb-9f14-48174077a181 on host n-h2-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:51:41.697189 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-918df6fb-396a-43b6-8148-bf6a346b8300 req-57738f03-fa96-48bd-8e72-1b822f9a345e service neutron] Attempting to bind port d622e914-66ff-42bb-9f14-48174077a181 by drivers openvswitch,hyperv on host n-h2-843948-2 at level 0 using segments [{'id': 'ddbc5032-06d0-428e-91af-405ca717595e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '131029e3-6ec4-43a3-8a7d-e17d152a6ea8'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:51:41.697500 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918df6fb-396a-43b6-8148-bf6a346b8300 req-57738f03-fa96-48bd-8e72-1b822f9a345e service neutron] Attempting to bind port d622e914-66ff-42bb-9f14-48174077a181 on network 131029e3-6ec4-43a3-8a7d-e17d152a6ea8 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:51:41.703133 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918df6fb-396a-43b6-8148-bf6a346b8300 req-57738f03-fa96-48bd-8e72-1b822f9a345e service neutron] Port d622e914-66ff-42bb-9f14-48174077a181 on network 131029e3-6ec4-43a3-8a7d-e17d152a6ea8 not bound, no agent of type Open vSwitch agent registered on host n-h2-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:51:41.703437 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918df6fb-396a-43b6-8148-bf6a346b8300 req-57738f03-fa96-48bd-8e72-1b822f9a345e service neutron] Attempting to bind port d622e914-66ff-42bb-9f14-48174077a181 on network 131029e3-6ec4-43a3-8a7d-e17d152a6ea8 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:51:41.710032 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918df6fb-396a-43b6-8148-bf6a346b8300 req-57738f03-fa96-48bd-8e72-1b822f9a345e service neutron] Checking agent: {'id': 'eaa08354-e8f5-4e73-af76-8d3cf7d2b390', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 51, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:51:41.710362 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918df6fb-396a-43b6-8148-bf6a346b8300 req-57738f03-fa96-48bd-8e72-1b822f9a345e service neutron] Checking segment: {'id': 'ddbc5032-06d0-428e-91af-405ca717595e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '131029e3-6ec4-43a3-8a7d-e17d152a6ea8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:51:41.710985 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918df6fb-396a-43b6-8148-bf6a346b8300 req-57738f03-fa96-48bd-8e72-1b822f9a345e service neutron] Bound using segment: {'id': 'ddbc5032-06d0-428e-91af-405ca717595e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '131029e3-6ec4-43a3-8a7d-e17d152a6ea8'} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:51:41.711403 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-918df6fb-396a-43b6-8148-bf6a346b8300 req-57738f03-fa96-48bd-8e72-1b822f9a345e service neutron] Bound port: d622e914-66ff-42bb-9f14-48174077a181, host: n-h2-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddbc5032-06d0-428e-91af-405ca717595e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '131029e3-6ec4-43a3-8a7d-e17d152a6ea8'}}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:51:41.711737 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-918df6fb-396a-43b6-8148-bf6a346b8300 req-57738f03-fa96-48bd-8e72-1b822f9a345e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:41.801859 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-918df6fb-396a-43b6-8148-bf6a346b8300 req-57738f03-fa96-48bd-8e72-1b822f9a345e service neutron] For port d622e914-66ff-42bb-9f14-48174077a181, host n-h2-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:51:41.804721 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-918df6fb-396a-43b6-8148-bf6a346b8300 req-57738f03-fa96-48bd-8e72-1b822f9a345e service neutron] For port d622e914-66ff-42bb-9f14-48174077a181, host n-h2-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=d622e914-66ff-42bb-9f14-48174077a181,segment=NetworkSegment(ddbc5032-06d0-428e-91af-405ca717595e),segment_id=ddbc5032-06d0-428e-91af-405ca717595e)] {{(pid=84887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:51:41.862368 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-918df6fb-396a-43b6-8148-bf6a346b8300 req-57738f03-fa96-48bd-8e72-1b822f9a345e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:41.942930 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-918df6fb-396a-43b6-8148-bf6a346b8300 req-57738f03-fa96-48bd-8e72-1b822f9a345e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:41.945042 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-918df6fb-396a-43b6-8148-bf6a346b8300 req-57738f03-fa96-48bd-8e72-1b822f9a345e service neutron] 10.222.0.86 "PUT /v2.0/ports/d622e914-66ff-42bb-9f14-48174077a181 HTTP/1.1" status: 200 len: 1091 time: 1.2418065 May 30 20:51:41.945770 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0c791e6-a426-45f9-a380-ea847c0aafe9', 'tag': 'd622e914-66ff-42bb-9f14-48174077a181'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:51:41.964719 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57738f03-fa96-48bd-8e72-1b822f9a345e service neutron] Pushing event updated for resources: {'Port': ['ID=d622e914-66ff-42bb-9f14-48174077a181,revision_number=3']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:51:41.969422 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 045b8b84-cf88-4506-8d3c-d48372f609a6 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:51:42.032037 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7bf9be45-691e-4ce1-ac3b-9fe1a79b5313'] response: {'name': 'network-changed', 'server_uuid': 'e0c791e6-a426-45f9-a380-ea847c0aafe9', 'tag': 'd622e914-66ff-42bb-9f14-48174077a181', 'status': 'completed', 'code': 200} May 30 20:51:42.065140 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 045b8b84-cf88-4506-8d3c-d48372f609a6 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:51:42.066149 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:42.169934 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 44322) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:51:42.176287 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-fc150934-b093-4a80-9b66-e59e46840f74 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Request body: {'network': {'name': 'tempest-network-smoke--1106196848', 'project_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'port_security_enabled': True}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:51:42.183984 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-fc150934-b093-4a80-9b66-e59e46840f74 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:51:42.190099 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-fc150934-b093-4a80-9b66-e59e46840f74 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Usage tracker for resource:network and tenant:2d26ee9c136c43a7a24c2ecd289ef8cf is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:51:42.193035 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc958978-2ace-4c88-b50f-0053a8447b92 req-9a0b9688-6e9f-4327-8c1e-4b5b9fae718e tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:51:42.194155 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-fc958978-2ace-4c88-b50f-0053a8447b92 req-9a0b9688-6e9f-4327-8c1e-4b5b9fae718e tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Synchronizing usage tracker for tenant:92b5fc25c8fb428a885a0ea0a728400d on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:51:42.195907 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-fc150934-b093-4a80-9b66-e59e46840f74 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:51:42.200826 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-89760d83-44b0-49c4-800f-ca587082067d req-352ad6d8-8d93-42b2-bc85-ea30e7c855df service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=92b5fc25c8fb428a885a0ea0a728400d&device_id=e0c791e6-a426-45f9-a380-ea847c0aafe9 HTTP/1.1" status: 200 len: 1094 time: 0.1181607 May 30 20:51:42.202141 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-fc150934-b093-4a80-9b66-e59e46840f74 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:51:42.279399 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc150934-b093-4a80-9b66-e59e46840f74 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Made reservation on behalf of 2d26ee9c136c43a7a24c2ecd289ef8cf for: {'network': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:51:42.282470 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-fc150934-b093-4a80-9b66-e59e46840f74 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:42.299593 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-fc958978-2ace-4c88-b50f-0053a8447b92 req-9a0b9688-6e9f-4327-8c1e-4b5b9fae718e tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Unset dirty status for tenant:92b5fc25c8fb428a885a0ea0a728400d on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:51:42.301498 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fc958978-2ace-4c88-b50f-0053a8447b92 req-9a0b9688-6e9f-4327-8c1e-4b5b9fae718e tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/ports?device_id=e0c791e6-a426-45f9-a380-ea847c0aafe9 HTTP/1.1" status: 200 len: 943 time: 0.2504082 May 30 20:51:42.312413 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc150934-b093-4a80-9b66-e59e46840f74 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] vlan segment allocate from pool success with {'vlan_id': 652, 'physical_network': 'physnet1'} {{(pid=84886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:51:42.322161 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-fc150934-b093-4a80-9b66-e59e46840f74 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:42.322455 n-d-843948-2 neutron-server[84886]: INFO neutron.db.segments_db [None req-fc150934-b093-4a80-9b66-e59e46840f74 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Added segment cc59e448-e6b0-4a21-a4b1-727eaa442e64 of type vlan for network 5c3a3a7b-1740-4301-85ac-a2606d6ecc4d May 30 20:51:42.348746 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-fc150934-b093-4a80-9b66-e59e46840f74 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:42.381655 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89760d83-44b0-49c4-800f-ca587082067d req-103aba3b-f25a-4a92-8aae-2cd9d533bb17 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:51:42.383088 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-89760d83-44b0-49c4-800f-ca587082067d req-103aba3b-f25a-4a92-8aae-2cd9d533bb17 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=92b5fc25c8fb428a885a0ea0a728400d&shared=False HTTP/1.1" status: 200 len: 896 time: 0.1716270 May 30 20:51:42.385404 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fc958978-2ace-4c88-b50f-0053a8447b92 req-1e268ee8-7231-49f4-8d72-16c18b8b9193 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/security-groups?id=9600467f-d2af-4c2f-829b-e730e37b288f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776889 May 30 20:51:42.444721 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-fc150934-b093-4a80-9b66-e59e46840f74 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:42.448486 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc150934-b093-4a80-9b66-e59e46840f74 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:51:42.449060 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-fc150934-b093-4a80-9b66-e59e46840f74 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks [] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:42.528123 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89760d83-44b0-49c4-800f-ca587082067d req-0b302afe-333f-4c1f-b19d-324625fd3b14 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:51:42.529720 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-89760d83-44b0-49c4-800f-ca587082067d req-0b302afe-333f-4c1f-b19d-324625fd3b14 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1378181 May 30 20:51:42.558709 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc150934-b093-4a80-9b66-e59e46840f74 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Pushing event updated for resources: {'Network': ['ID=5c3a3a7b-1740-4301-85ac-a2606d6ecc4d,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:51:42.567740 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc150934-b093-4a80-9b66-e59e46840f74 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:51:42.568081 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc150934-b093-4a80-9b66-e59e46840f74 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:51:42.568419 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc150934-b093-4a80-9b66-e59e46840f74 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:51:42.568753 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc150934-b093-4a80-9b66-e59e46840f74 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:51:42.569126 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc150934-b093-4a80-9b66-e59e46840f74 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:51:42.569452 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc150934-b093-4a80-9b66-e59e46840f74 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:51:42.569801 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc150934-b093-4a80-9b66-e59e46840f74 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:51:42.570129 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc150934-b093-4a80-9b66-e59e46840f74 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:51:42.570486 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc150934-b093-4a80-9b66-e59e46840f74 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:51:42.570808 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc150934-b093-4a80-9b66-e59e46840f74 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:51:42.571135 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc150934-b093-4a80-9b66-e59e46840f74 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:51:42.581966 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network 5c3a3a7b-1740-4301-85ac-a2606d6ecc4d details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:51:42.611604 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-fc150934-b093-4a80-9b66-e59e46840f74 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4405725 May 30 20:51:42.614841 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 44328) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:51:42.699968 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb4bed9a-aa19-4590-b857-845908683a63 tempest-TestNetworkBasicOps-405341169 tempest-TestNetworkBasicOps-405341169-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:51:42.701561 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-cb4bed9a-aa19-4590-b857-845908683a63 tempest-TestNetworkBasicOps-405341169 tempest-TestNetworkBasicOps-405341169-project-admin] 10.222.0.85 "GET /v2.0/subnets?project_id=2d26ee9c136c43a7a24c2ecd289ef8cf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0856864 May 30 20:51:42.704372 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 44332) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:51:42.715835 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-918df6fb-396a-43b6-8148-bf6a346b8300 req-ed8f62b7-ddb7-4932-9364-e97f8cd3294c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=92b5fc25c8fb428a885a0ea0a728400d&device_id=e0c791e6-a426-45f9-a380-ea847c0aafe9 HTTP/1.1" status: 200 len: 1094 time: 0.1385763 May 30 20:51:42.793469 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-918df6fb-396a-43b6-8148-bf6a346b8300 req-2eb33652-4eb0-49d9-8538-02f21b9d1b3b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d622e914-66ff-42bb-9f14-48174077a181 HTTP/1.1" status: 200 len: 217 time: 0.0663519 May 30 20:51:42.843388 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db29abc-897a-4dce-8d66-a7c359ca4e76 tempest-TestNetworkBasicOps-405341169 tempest-TestNetworkBasicOps-405341169-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:51:42.844787 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-1db29abc-897a-4dce-8d66-a7c359ca4e76 tempest-TestNetworkBasicOps-405341169 tempest-TestNetworkBasicOps-405341169-project-admin] 10.222.0.85 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1394403 May 30 20:51:42.847678 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 44336) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:51:42.858702 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918df6fb-396a-43b6-8148-bf6a346b8300 req-38d2ac10-7016-4876-9de2-afe867943373 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:51:42.860126 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-918df6fb-396a-43b6-8148-bf6a346b8300 req-38d2ac10-7016-4876-9de2-afe867943373 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=0489c068-b68f-460c-b25c-409c25ec909b HTTP/1.1" status: 200 len: 835 time: 0.0584130 May 30 20:51:42.890164 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-2bd3d03a-5faa-454a-8042-df864669867d tempest-TestNetworkBasicOps-405341169 tempest-TestNetworkBasicOps-405341169-project-admin] 10.222.0.85 "GET /v2.0/subnets?network_id=c7869750-4b49-4b7e-aa99-5e0f1ae02da4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0414233 May 30 20:51:42.892912 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 44340) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:51:42.933085 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-fb57dfb6-f3d7-43fa-9c72-f3b7bdb14858 tempest-TestNetworkBasicOps-405341169 tempest-TestNetworkBasicOps-405341169-project-admin] 10.222.0.85 "GET /v2.0/subnets?project_id=2d26ee9c136c43a7a24c2ecd289ef8cf&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0389705 May 30 20:51:42.935423 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 44344) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:51:42.938408 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-918df6fb-396a-43b6-8148-bf6a346b8300 req-ff61edfd-7a99-44c2-9cd7-d8e8a06166bf service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=131029e3-6ec4-43a3-8a7d-e17d152a6ea8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0691326 May 30 20:51:43.070295 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda790e3-2f34-4f5c-9958-4762fdfc60a5 tempest-TestNetworkBasicOps-405341169 tempest-TestNetworkBasicOps-405341169-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:51:43.071780 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-cda790e3-2f34-4f5c-9958-4762fdfc60a5 tempest-TestNetworkBasicOps-405341169 tempest-TestNetworkBasicOps-405341169-project-admin] 10.222.0.85 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1354663 May 30 20:51:43.074786 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 44348) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:51:43.082910 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-918df6fb-396a-43b6-8148-bf6a346b8300 req-b1fdefda-fed9-463b-9b99-8ef1a95e926f service neutron] 10.222.0.86 "GET /v2.0/networks/131029e3-6ec4-43a3-8a7d-e17d152a6ea8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336634 May 30 20:51:43.114658 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-f6d0dc85-8a6e-43e8-ada6-77187f84b575 tempest-TestNetworkBasicOps-405341169 tempest-TestNetworkBasicOps-405341169-project-admin] 10.222.0.85 "GET /v2.0/subnets?network_id=c7869750-4b49-4b7e-aa99-5e0f1ae02da4&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0386209 May 30 20:51:43.117158 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 44352) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:51:43.122508 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-b362516c-df10-4597-96a3-309504540c1d tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1443372205', 'network_id': '5c3a3a7b-1740-4301-85ac-a2606d6ecc4d', 'project_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:51:43.214002 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-918df6fb-396a-43b6-8148-bf6a346b8300 req-3dfcc607-ead9-48dd-a3d5-1da31a377320 service neutron] 10.222.0.86 "GET /v2.0/networks/131029e3-6ec4-43a3-8a7d-e17d152a6ea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246016 May 30 20:51:43.232146 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-b362516c-df10-4597-96a3-309504540c1d tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:51:43.236120 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-b362516c-df10-4597-96a3-309504540c1d tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Usage tracker for resource:subnet and tenant:2d26ee9c136c43a7a24c2ecd289ef8cf is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:51:43.238979 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-b362516c-df10-4597-96a3-309504540c1d tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:51:43.244619 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-b362516c-df10-4597-96a3-309504540c1d tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:51:43.347645 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b362516c-df10-4597-96a3-309504540c1d tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Made reservation on behalf of 2d26ee9c136c43a7a24c2ecd289ef8cf for: {'subnet': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:51:43.450533 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b362516c-df10-4597-96a3-309504540c1d tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2778563'] for subnet, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:43.633111 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46b0b7c-df9e-4f2d-9ff2-6dadb743d6ad req-3557fc75-8787-49ab-93df-633afde7a0e9 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:51:43.634597 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d46b0b7c-df9e-4f2d-9ff2-6dadb743d6ad req-3557fc75-8787-49ab-93df-633afde7a0e9 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/ports?device_id=e0c791e6-a426-45f9-a380-ea847c0aafe9 HTTP/1.1" status: 200 len: 943 time: 0.1178370 May 30 20:51:43.741008 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d46b0b7c-df9e-4f2d-9ff2-6dadb743d6ad req-02bd2926-1e6b-44e8-b5c4-41fa4b2e9cfc tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/security-groups?id=9600467f-d2af-4c2f-829b-e730e37b288f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739884 May 30 20:51:43.817111 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b362516c-df10-4597-96a3-309504540c1d tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4127140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2778577'] for subnet, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:43.899551 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b362516c-df10-4597-96a3-309504540c1d tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Pushing event updated for resources: {'Subnet': ['ID=b29a7f7e-d87b-477b-8d4e-dfd70ed691b4,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:51:43.908239 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b362516c-df10-4597-96a3-309504540c1d tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Checking segment: {'id': 'cc59e448-e6b0-4a21-a4b1-727eaa442e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '5c3a3a7b-1740-4301-85ac-a2606d6ecc4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:51:43.908589 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b362516c-df10-4597-96a3-309504540c1d tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Network hostable DHCP agents. Network: 5c3a3a7b-1740-4301-85ac-a2606d6ecc4d, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:51:43.993493 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b362516c-df10-4597-96a3-309504540c1d tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Network 5c3a3a7b-1740-4301-85ac-a2606d6ecc4d is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:51:44.060741 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-b362516c-df10-4597-96a3-309504540c1d tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, 5c3a3a7b-1740-4301-85ac-a2606d6ecc4d) {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:51:44.064860 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b362516c-df10-4597-96a3-309504540c1d tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:51:44.065453 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b362516c-df10-4597-96a3-309504540c1d tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks [] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:44.069534 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d9c2453-7f13-4b9d-95ef-977b0f1f01dc None None] Network 5c3a3a7b-1740-4301-85ac-a2606d6ecc4d requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:51:44.164466 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-b362516c-df10-4597-96a3-309504540c1d tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.0462122 May 30 20:51:44.282848 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-396436ea-555d-4ec4-9649-42c82c0d9a8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-5c3a3a7b-1740-4301-85ac-a2606d6ecc4d', 'network_id': '5c3a3a7b-1740-4301-85ac-a2606d6ecc4d', 'tenant_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'fixed_ips': [{'subnet_id': 'b29a7f7e-d87b-477b-8d4e-dfd70ed691b4'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:51:44.283655 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-396436ea-555d-4ec4-9649-42c82c0d9a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:44.298862 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 44360) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:51:44.305475 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-b9523f51-727a-4ba7-8511-afa347d82bb1 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-914761991', 'description': 'tempest-secgroup-smoke-914761991 description', 'project_id': '2d26ee9c136c43a7a24c2ecd289ef8cf'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:51:44.312170 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-b9523f51-727a-4ba7-8511-afa347d82bb1 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:51:44.322223 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-b9523f51-727a-4ba7-8511-afa347d82bb1 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:51:44.439317 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b9523f51-727a-4ba7-8511-afa347d82bb1 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:44.440387 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-396436ea-555d-4ec4-9649-42c82c0d9a8e None None] Allocated IP 172.20.0.18 (5c3a3a7b-1740-4301-85ac-a2606d6ecc4d/b29a7f7e-d87b-477b-8d4e-dfd70ed691b4/9fab3b7c-a859-4924-994e-6d50aee97059) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:51:44.477947 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-b9523f51-727a-4ba7-8511-afa347d82bb1 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:51:44.481795 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-b9523f51-727a-4ba7-8511-afa347d82bb1 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Usage tracker for resource:security_group_rule and tenant:2d26ee9c136c43a7a24c2ecd289ef8cf is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:51:44.484733 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-b9523f51-727a-4ba7-8511-afa347d82bb1 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:51:44.490657 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-b9523f51-727a-4ba7-8511-afa347d82bb1 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:51:44.546311 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b9523f51-727a-4ba7-8511-afa347d82bb1 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:44.593154 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b9523f51-727a-4ba7-8511-afa347d82bb1 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:44.639324 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9523f51-727a-4ba7-8511-afa347d82bb1 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0156111-48ce-43e9-9ce0-2b235162f37c,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:51:44.652534 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-396436ea-555d-4ec4-9649-42c82c0d9a8e None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:44.663390 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-396436ea-555d-4ec4-9649-42c82c0d9a8e None None] Transition to ACTIVE for port object 9fab3b7c-a859-4924-994e-6d50aee97059 will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:51:44.678949 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b9523f51-727a-4ba7-8511-afa347d82bb1 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:44.680315 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-b9523f51-727a-4ba7-8511-afa347d82bb1 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3804061 May 30 20:51:44.682027 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-396436ea-555d-4ec4-9649-42c82c0d9a8e None None] Transition to ACTIVE for port object 9fab3b7c-a859-4924-994e-6d50aee97059 will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:51:44.683208 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 44364) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:51:44.688701 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-87c50642-4834-4d31-83b8-0230daaa5df3 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Request body: {'security_group_rule': {'security_group_id': 'a0156111-48ce-43e9-9ce0-2b235162f37c', 'project_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:51:44.695259 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-87c50642-4834-4d31-83b8-0230daaa5df3 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:51:44.699403 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-87c50642-4834-4d31-83b8-0230daaa5df3 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Usage tracker for resource:security_group_rule and tenant:2d26ee9c136c43a7a24c2ecd289ef8cf is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:51:44.702478 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-87c50642-4834-4d31-83b8-0230daaa5df3 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:51:44.708657 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-87c50642-4834-4d31-83b8-0230daaa5df3 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:51:44.793374 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-396436ea-555d-4ec4-9649-42c82c0d9a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:44.803626 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-87c50642-4834-4d31-83b8-0230daaa5df3 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:44.870384 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-87c50642-4834-4d31-83b8-0230daaa5df3 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:44.938951 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-396436ea-555d-4ec4-9649-42c82c0d9a8e None None] Network 5c3a3a7b-1740-4301-85ac-a2606d6ecc4d is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:51:44.939691 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396436ea-555d-4ec4-9649-42c82c0d9a8e None None] Pushing event updated for resources: {'Port': ['ID=9fab3b7c-a859-4924-994e-6d50aee97059,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:51:44.945922 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-396436ea-555d-4ec4-9649-42c82c0d9a8e None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:51:44.948821 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396436ea-555d-4ec4-9649-42c82c0d9a8e None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:51:45.015983 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-87c50642-4834-4d31-83b8-0230daaa5df3 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:45.047240 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c50642-4834-4d31-83b8-0230daaa5df3 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7afdb442-b508-4d7e-9c9d-acbcc5672128,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:51:45.057759 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-396436ea-555d-4ec4-9649-42c82c0d9a8e None None] Attempting to bind port 9fab3b7c-a859-4924-994e-6d50aee97059 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:51:45.058115 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-396436ea-555d-4ec4-9649-42c82c0d9a8e None None] Attempting to bind port 9fab3b7c-a859-4924-994e-6d50aee97059 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': 'cc59e448-e6b0-4a21-a4b1-727eaa442e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '5c3a3a7b-1740-4301-85ac-a2606d6ecc4d'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:51:45.058471 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396436ea-555d-4ec4-9649-42c82c0d9a8e None None] Attempting to bind port 9fab3b7c-a859-4924-994e-6d50aee97059 on network 5c3a3a7b-1740-4301-85ac-a2606d6ecc4d {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:51:45.077956 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396436ea-555d-4ec4-9649-42c82c0d9a8e None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:51:45.078654 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396436ea-555d-4ec4-9649-42c82c0d9a8e None None] Checking segment: {'id': 'cc59e448-e6b0-4a21-a4b1-727eaa442e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '5c3a3a7b-1740-4301-85ac-a2606d6ecc4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:51:45.078771 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-396436ea-555d-4ec4-9649-42c82c0d9a8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:45.079077 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396436ea-555d-4ec4-9649-42c82c0d9a8e None None] Bound using segment: {'id': 'cc59e448-e6b0-4a21-a4b1-727eaa442e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '5c3a3a7b-1740-4301-85ac-a2606d6ecc4d'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:51:45.079547 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-396436ea-555d-4ec4-9649-42c82c0d9a8e None None] Bound port: 9fab3b7c-a859-4924-994e-6d50aee97059, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc59e448-e6b0-4a21-a4b1-727eaa442e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '5c3a3a7b-1740-4301-85ac-a2606d6ecc4d'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:51:45.079909 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-396436ea-555d-4ec4-9649-42c82c0d9a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:45.088668 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db76418b-c47f-4385-a90c-171b06283c83 req-d8cab254-95d1-4467-8bb5-4a3d385d2f31 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:51:45.090276 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-db76418b-c47f-4385-a90c-171b06283c83 req-d8cab254-95d1-4467-8bb5-4a3d385d2f31 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/ports?device_id=e0c791e6-a426-45f9-a380-ea847c0aafe9 HTTP/1.1" status: 200 len: 943 time: 0.2113457 May 30 20:51:45.130577 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-87c50642-4834-4d31-83b8-0230daaa5df3 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:45.131773 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-87c50642-4834-4d31-83b8-0230daaa5df3 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4476297 May 30 20:51:45.135838 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 44370) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:51:45.143033 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-4fd320cb-6946-477c-80da-0c84bf4c6f6a tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Request body: {'security_group_rule': {'security_group_id': 'a0156111-48ce-43e9-9ce0-2b235162f37c', 'project_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:51:45.143906 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-db76418b-c47f-4385-a90c-171b06283c83 req-46ffb970-cf40-429a-ae8f-c203f1c006f1 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/security-groups?id=9600467f-d2af-4c2f-829b-e730e37b288f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459859 May 30 20:51:45.160258 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-4fd320cb-6946-477c-80da-0c84bf4c6f6a tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:51:45.164108 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-4fd320cb-6946-477c-80da-0c84bf4c6f6a tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Usage tracker for resource:security_group_rule and tenant:2d26ee9c136c43a7a24c2ecd289ef8cf is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:51:45.173058 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-4fd320cb-6946-477c-80da-0c84bf4c6f6a tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:51:45.180127 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-4fd320cb-6946-477c-80da-0c84bf4c6f6a tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:51:45.228001 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-396436ea-555d-4ec4-9649-42c82c0d9a8e None None] For port 9fab3b7c-a859-4924-994e-6d50aee97059, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:51:45.231540 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-396436ea-555d-4ec4-9649-42c82c0d9a8e None None] For port 9fab3b7c-a859-4924-994e-6d50aee97059, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=9fab3b7c-a859-4924-994e-6d50aee97059,segment=NetworkSegment(cc59e448-e6b0-4a21-a4b1-727eaa442e64),segment_id=cc59e448-e6b0-4a21-a4b1-727eaa442e64)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:51:45.263470 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4fd320cb-6946-477c-80da-0c84bf4c6f6a tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:45.319356 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-396436ea-555d-4ec4-9649-42c82c0d9a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:45.326150 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4fd320cb-6946-477c-80da-0c84bf4c6f6a tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:45.398107 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396436ea-555d-4ec4-9649-42c82c0d9a8e None None] Pushing event updated for resources: {'Port': ['ID=9fab3b7c-a859-4924-994e-6d50aee97059,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:51:45.403376 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4fd320cb-6946-477c-80da-0c84bf4c6f6a tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:45.429249 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd320cb-6946-477c-80da-0c84bf4c6f6a tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1863e4b5-7c7a-433a-8f84-848b148b5f12,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:51:45.513384 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4fd320cb-6946-477c-80da-0c84bf4c6f6a tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:45.514848 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-4fd320cb-6946-477c-80da-0c84bf4c6f6a tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3777301 May 30 20:51:45.517754 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 44374) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:51:45.523616 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-a531973b-8d03-43ab-b3fe-90d5735d5772 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Request body: {'security_group_rule': {'security_group_id': 'a0156111-48ce-43e9-9ce0-2b235162f37c', 'project_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:51:45.531198 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-a531973b-8d03-43ab-b3fe-90d5735d5772 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:51:45.535745 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-a531973b-8d03-43ab-b3fe-90d5735d5772 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Usage tracker for resource:security_group_rule and tenant:2d26ee9c136c43a7a24c2ecd289ef8cf is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:51:45.538822 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-a531973b-8d03-43ab-b3fe-90d5735d5772 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:51:45.544695 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-a531973b-8d03-43ab-b3fe-90d5735d5772 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:51:45.674967 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a531973b-8d03-43ab-b3fe-90d5735d5772 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:45.752874 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a531973b-8d03-43ab-b3fe-90d5735d5772 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:45.821757 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a531973b-8d03-43ab-b3fe-90d5735d5772 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:45.847424 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a531973b-8d03-43ab-b3fe-90d5735d5772 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d74a67ad-39b1-4772-a0d4-ebc16bc5337d,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:51:45.930691 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a531973b-8d03-43ab-b3fe-90d5735d5772 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:45.931986 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-a531973b-8d03-43ab-b3fe-90d5735d5772 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4133043 May 30 20:51:45.934919 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 44378) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:51:45.940540 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-3f68aa8e-964a-45cb-a443-619abea857ab tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Request body: {'security_group_rule': {'security_group_id': 'a0156111-48ce-43e9-9ce0-2b235162f37c', 'project_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:51:45.948002 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-3f68aa8e-964a-45cb-a443-619abea857ab tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:51:45.951884 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-3f68aa8e-964a-45cb-a443-619abea857ab tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Usage tracker for resource:security_group_rule and tenant:2d26ee9c136c43a7a24c2ecd289ef8cf is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:51:45.954787 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-3f68aa8e-964a-45cb-a443-619abea857ab tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:51:45.960527 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-3f68aa8e-964a-45cb-a443-619abea857ab tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:51:45.980108 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 9fab3b7c-a859-4924-994e-6d50aee97059 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:51:46.057051 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3f68aa8e-964a-45cb-a443-619abea857ab tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:46.124778 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 9fab3b7c-a859-4924-994e-6d50aee97059 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:51:46.126258 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3f68aa8e-964a-45cb-a443-619abea857ab tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:46.182270 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3f68aa8e-964a-45cb-a443-619abea857ab tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:46.211429 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f68aa8e-964a-45cb-a443-619abea857ab tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c11cef33-b06b-494f-a444-e08803e82519,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:51:46.284959 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3f68aa8e-964a-45cb-a443-619abea857ab tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:46.287166 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-3f68aa8e-964a-45cb-a443-619abea857ab tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3505654 May 30 20:51:46.289140 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 44384) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:51:46.295130 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-d2db6e8e-036d-44e1-a613-41417030b490 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Request body: {'security_group_rule': {'security_group_id': 'a0156111-48ce-43e9-9ce0-2b235162f37c', 'project_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:51:46.302594 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-d2db6e8e-036d-44e1-a613-41417030b490 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:51:46.306674 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-d2db6e8e-036d-44e1-a613-41417030b490 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Usage tracker for resource:security_group_rule and tenant:2d26ee9c136c43a7a24c2ecd289ef8cf is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:51:46.310093 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-d2db6e8e-036d-44e1-a613-41417030b490 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:51:46.315434 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-d2db6e8e-036d-44e1-a613-41417030b490 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:51:46.361061 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8444bd-df3c-42d4-b6ef-614cef12c740 req-fdd02c63-8b0e-4b0d-8d5e-a62e36fa9fb8 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:51:46.362466 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4b8444bd-df3c-42d4-b6ef-614cef12c740 req-fdd02c63-8b0e-4b0d-8d5e-a62e36fa9fb8 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/ports?device_id=e0c791e6-a426-45f9-a380-ea847c0aafe9 HTTP/1.1" status: 200 len: 943 time: 0.0850825 May 30 20:51:46.387843 n-d-843948-2 neutron-server[84886]: INFO neutron.db.securitygroups_db [None req-d2db6e8e-036d-44e1-a613-41417030b490 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Project 2d26ee9c136c43a7a24c2ecd289ef8cf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 30 20:51:46.395551 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d2db6e8e-036d-44e1-a613-41417030b490 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:46.411279 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4b8444bd-df3c-42d4-b6ef-614cef12c740 req-5e5262a4-cfdb-4a72-bb2c-7ba7b3945e5e tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/security-groups?id=9600467f-d2af-4c2f-829b-e730e37b288f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428395 May 30 20:51:46.431625 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc93084a-a330-44b0-a4f0-b6d078b10e57 None None] Network 5c3a3a7b-1740-4301-85ac-a2606d6ecc4d requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:51:46.466191 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d2db6e8e-036d-44e1-a613-41417030b490 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:46.537169 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d2db6e8e-036d-44e1-a613-41417030b490 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:46.564699 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2db6e8e-036d-44e1-a613-41417030b490 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e938e81-ba26-49be-99ef-83376e4512f8,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:51:46.599085 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-e6e04fe6-f5de-4eb3-9ca4-81ccf79d8e2a None None] Provisioning for port 9fab3b7c-a859-4924-994e-6d50aee97059 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:51:46.608550 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-e6e04fe6-f5de-4eb3-9ca4-81ccf79d8e2a None None] Provisioning complete for port 9fab3b7c-a859-4924-994e-6d50aee97059 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:51:46.608940 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-e6e04fe6-f5de-4eb3-9ca4-81ccf79d8e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:46.677793 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d2db6e8e-036d-44e1-a613-41417030b490 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:46.677793 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-d2db6e8e-036d-44e1-a613-41417030b490 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3845401 May 30 20:51:46.677793 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 44388) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:51:46.683575 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-fa126082-a6ab-439d-827c-d190abc8b2ec tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Request body: {'security_group_rule': {'security_group_id': 'a0156111-48ce-43e9-9ce0-2b235162f37c', 'project_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:51:46.690662 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-fa126082-a6ab-439d-827c-d190abc8b2ec tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:51:46.695400 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-fa126082-a6ab-439d-827c-d190abc8b2ec tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Usage tracker for resource:security_group_rule and tenant:2d26ee9c136c43a7a24c2ecd289ef8cf is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:51:46.698530 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-fa126082-a6ab-439d-827c-d190abc8b2ec tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:51:46.704995 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-fa126082-a6ab-439d-827c-d190abc8b2ec tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:51:46.775350 n-d-843948-2 neutron-server[84886]: INFO neutron.db.securitygroups_db [None req-fa126082-a6ab-439d-827c-d190abc8b2ec tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Project 2d26ee9c136c43a7a24c2ecd289ef8cf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 30 20:51:46.782165 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-fa126082-a6ab-439d-827c-d190abc8b2ec tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:46.796520 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-e6e04fe6-f5de-4eb3-9ca4-81ccf79d8e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:46.830765 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-e6e04fe6-f5de-4eb3-9ca4-81ccf79d8e2a None None] For port 9fab3b7c-a859-4924-994e-6d50aee97059, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=9fab3b7c-a859-4924-994e-6d50aee97059,segment=NetworkSegment(cc59e448-e6b0-4a21-a4b1-727eaa442e64),segment_id=cc59e448-e6b0-4a21-a4b1-727eaa442e64)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:51:46.860741 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-fa126082-a6ab-439d-827c-d190abc8b2ec tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:46.907988 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-e6e04fe6-f5de-4eb3-9ca4-81ccf79d8e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:46.936512 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-fa126082-a6ab-439d-827c-d190abc8b2ec tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:46.962449 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa126082-a6ab-439d-827c-d190abc8b2ec tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14cfbd28-d4d9-4214-bde8-8acdfbe5dc33,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:51:46.982500 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e04fe6-f5de-4eb3-9ca4-81ccf79d8e2a None None] Pushing event updated for resources: {'Port': ['ID=9fab3b7c-a859-4924-994e-6d50aee97059,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:51:47.002524 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device d622e914-66ff-42bb-9f14-48174077a181 details requested by agent hyperv_n-h2-843948-2 with host n-h2-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:51:47.068541 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-fa126082-a6ab-439d-827c-d190abc8b2ec tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:47.070427 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-fa126082-a6ab-439d-827c-d190abc8b2ec tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3915482 May 30 20:51:47.110083 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-608561d2-1f7b-47cc-8b79-bf717f6484fb None None] Provisioning complete for port 9fab3b7c-a859-4924-994e-6d50aee97059 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:51:47.110083 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-608561d2-1f7b-47cc-8b79-bf717f6484fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:47.214741 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port d622e914-66ff-42bb-9f14-48174077a181, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=d622e914-66ff-42bb-9f14-48174077a181,segment=NetworkSegment(ddbc5032-06d0-428e-91af-405ca717595e),segment_id=ddbc5032-06d0-428e-91af-405ca717595e)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:51:47.256005 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Returning: {'device': 'd622e914-66ff-42bb-9f14-48174077a181', 'network_id': '131029e3-6ec4-43a3-8a7d-e17d152a6ea8', 'port_id': 'd622e914-66ff-42bb-9f14-48174077a181', 'mac_address': 'fa:16:3e:85:ea:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0489c068-b68f-460c-b25c-409c25ec909b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:51:47.258386 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-945a3bfc-a738-47b0-947f-af1a75f5f95c req-98842579-89a0-4301-b0ca-20aaf732a880 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Synchronizing usage tracker for tenant:2d26ee9c136c43a7a24c2ecd289ef8cf on resource:security_group {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:51:47.340850 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:47.358794 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d622e914-66ff-42bb-9f14-48174077a181 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:51:47.370776 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-945a3bfc-a738-47b0-947f-af1a75f5f95c req-98842579-89a0-4301-b0ca-20aaf732a880 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Unset dirty status for tenant:2d26ee9c136c43a7a24c2ecd289ef8cf on resource:security_group {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:51:47.372052 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-945a3bfc-a738-47b0-947f-af1a75f5f95c req-98842579-89a0-4301-b0ca-20aaf732a880 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-914761991&fields=id&tenant_id=2d26ee9c136c43a7a24c2ecd289ef8cf HTTP/1.1" status: 200 len: 267 time: 0.1639528 May 30 20:51:47.375765 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port d622e914-66ff-42bb-9f14-48174077a181, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=d622e914-66ff-42bb-9f14-48174077a181,segment=NetworkSegment(ddbc5032-06d0-428e-91af-405ca717595e),segment_id=ddbc5032-06d0-428e-91af-405ca717595e)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:51:47.479503 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:47.534379 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945a3bfc-a738-47b0-947f-af1a75f5f95c req-20710d6f-d15e-4c0f-987f-d974b921235e tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:51:47.535073 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-945a3bfc-a738-47b0-947f-af1a75f5f95c req-20710d6f-d15e-4c0f-987f-d974b921235e tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Synchronizing usage tracker for tenant:2d26ee9c136c43a7a24c2ecd289ef8cf on resource:network {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:51:47.557460 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=d622e914-66ff-42bb-9f14-48174077a181,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:51:47.621032 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-945a3bfc-a738-47b0-947f-af1a75f5f95c req-20710d6f-d15e-4c0f-987f-d974b921235e tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Unset dirty status for tenant:2d26ee9c136c43a7a24c2ecd289ef8cf on resource:network {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:51:47.622195 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-945a3bfc-a738-47b0-947f-af1a75f5f95c req-20710d6f-d15e-4c0f-987f-d974b921235e tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.85 "GET /v2.0/networks?id=5c3a3a7b-1740-4301-85ac-a2606d6ecc4d HTTP/1.1" status: 200 len: 797 time: 0.2422662 May 30 20:51:47.626254 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9116ff06-f099-464f-b315-81025cac2a23 req-939f72c1-d32e-4848-a550-d0ff82bd8260 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:51:47.627770 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9116ff06-f099-464f-b315-81025cac2a23 req-939f72c1-d32e-4848-a550-d0ff82bd8260 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/ports?device_id=e0c791e6-a426-45f9-a380-ea847c0aafe9 HTTP/1.1" status: 200 len: 944 time: 0.0834322 May 30 20:51:47.640190 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-945a3bfc-a738-47b0-947f-af1a75f5f95c req-4a8cf320-e4a3-44ed-8389-ea32c2883e1f tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.85 "GET /v2.0/quotas/2d26ee9c136c43a7a24c2ecd289ef8cf HTTP/1.1" status: 200 len: 375 time: 0.0123138 May 30 20:51:47.678498 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9116ff06-f099-464f-b315-81025cac2a23 req-c91ebc1d-3aa3-4248-abf4-c1dcd1b02f06 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/security-groups?id=9600467f-d2af-4c2f-829b-e730e37b288f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442841 May 30 20:51:47.728392 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-945a3bfc-a738-47b0-947f-af1a75f5f95c req-e7e38599-d116-4ad2-aa1d-439b8d371f0c tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=2d26ee9c136c43a7a24c2ecd289ef8cf&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0826278 May 30 20:51:47.760525 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['d622e914-66ff-42bb-9f14-48174077a181'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:51:47.877536 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-945a3bfc-a738-47b0-947f-af1a75f5f95c req-bbcb6db7-4b41-405e-9320-84842babfa0e service neutron] 10.222.0.85 "GET /v2.0/networks/5c3a3a7b-1740-4301-85ac-a2606d6ecc4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362875 May 30 20:51:47.879990 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2b83b53e-97b7-4dc2-9243-a65595ad2b8d req-2fa2d40b-7288-41cc-8096-4c0009f6d496 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=752ff636-273e-406a-a7ed-627b04ecfac8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0849128 May 30 20:51:47.977912 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 9fab3b7c-a859-4924-994e-6d50aee97059 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:51:48.037489 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-945a3bfc-a738-47b0-947f-af1a75f5f95c req-2d57e69f-04f6-4639-a1e2-99fe0e99dfa8 service neutron] 10.222.0.85 "GET /v2.0/networks/5c3a3a7b-1740-4301-85ac-a2606d6ecc4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537955 May 30 20:51:48.042408 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2b83b53e-97b7-4dc2-9243-a65595ad2b8d req-80b57fe6-b20e-4cfe-83a0-b5525ca25577 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3c7515c181aa4ba98f70242b3f29e504&device_id=752ff636-273e-406a-a7ed-627b04ecfac8 HTTP/1.1" status: 200 len: 1096 time: 0.0737824 May 30 20:51:48.108465 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 9fab3b7c-a859-4924-994e-6d50aee97059 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:51:48.108839 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:48.341356 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-116dd3a9-e11c-43ae-8fd8-b4460a9ea612 req-93e5bbd7-2724-4c49-9aca-5d4d3dd0f9d7 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.85 "GET /v2.0/ports?device_id=63e0d3ce-f2bc-44f7-87c2-c36ae187f035 HTTP/1.1" status: 200 len: 210 time: 0.0582457 May 30 20:51:48.343710 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b83b53e-97b7-4dc2-9243-a65595ad2b8d req-8a411c5b-796e-4424-a4f6-e99e1304ae76 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:51:48.345007 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2b83b53e-97b7-4dc2-9243-a65595ad2b8d req-8a411c5b-796e-4424-a4f6-e99e1304ae76 service neutron] 10.222.0.86 "GET /v2.0/networks?id=beae49ce-0db8-49d5-a0bc-6138c55c0e9a HTTP/1.1" status: 200 len: 909 time: 0.2792716 May 30 20:51:48.448438 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2b83b53e-97b7-4dc2-9243-a65595ad2b8d req-8929e572-278d-41a6-89f3-df837a242bcf service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=311d200f-3ebf-47c6-bc07-4fce44a33b83 HTTP/1.1" status: 200 len: 1001 time: 0.0959003 May 30 20:51:48.519081 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b83b53e-97b7-4dc2-9243-a65595ad2b8d req-f3215f15-2acc-4ca3-afd7-cb5f76509a1f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:51:48.521330 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2b83b53e-97b7-4dc2-9243-a65595ad2b8d req-f3215f15-2acc-4ca3-afd7-cb5f76509a1f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=220be634-4722-4e21-bc9c-402c8602baf6 HTTP/1.1" status: 200 len: 847 time: 0.0643835 May 30 20:51:48.598206 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2b83b53e-97b7-4dc2-9243-a65595ad2b8d req-65248198-b77d-4eb8-8a4b-2ffb8c3ab879 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=beae49ce-0db8-49d5-a0bc-6138c55c0e9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702901 May 30 20:51:48.736678 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2b83b53e-97b7-4dc2-9243-a65595ad2b8d req-3b7d550e-3fbd-42c3-bde3-09fd6c2617be service neutron] 10.222.0.86 "GET /v2.0/networks/beae49ce-0db8-49d5-a0bc-6138c55c0e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276326 May 30 20:51:48.888984 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2b83b53e-97b7-4dc2-9243-a65595ad2b8d req-20a5b6dd-7e44-4dca-b687-0b8e3662a229 service neutron] 10.222.0.86 "GET /v2.0/networks/beae49ce-0db8-49d5-a0bc-6138c55c0e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427436 May 30 20:51:48.893254 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75168d0-6d8b-4e73-9449-85932edc70e1 req-f944651c-d377-4b6a-8347-fb6df45be534 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:51:48.896355 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d75168d0-6d8b-4e73-9449-85932edc70e1 req-f944651c-d377-4b6a-8347-fb6df45be534 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/ports?device_id=e0c791e6-a426-45f9-a380-ea847c0aafe9 HTTP/1.1" status: 200 len: 944 time: 0.0780666 May 30 20:51:48.949563 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d75168d0-6d8b-4e73-9449-85932edc70e1 req-e502bb0a-0601-4363-a508-1302aa5c1969 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/security-groups?id=9600467f-d2af-4c2f-829b-e730e37b288f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478461 May 30 20:51:48.998919 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device d622e914-66ff-42bb-9f14-48174077a181 up at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:51:49.067581 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-76eaba19-d9c5-4cae-844d-812c15f11257 req-10abeb20-ddd2-467f-8068-aa548defe2b3 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=ad8d6ca5-f20d-41cf-8089-51615af87962&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0697706 May 30 20:51:49.153642 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning for port d622e914-66ff-42bb-9f14-48174077a181 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:51:49.159079 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning complete for port d622e914-66ff-42bb-9f14-48174077a181 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:51:49.159522 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:49.206026 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-76eaba19-d9c5-4cae-844d-812c15f11257 req-79cd27f1-dac4-4023-b359-2e1a9120323a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=2d26ee9c136c43a7a24c2ecd289ef8cf&device_id=ad8d6ca5-f20d-41cf-8089-51615af87962 HTTP/1.1" status: 200 len: 1097 time: 0.0720348 May 30 20:51:49.276287 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:49.305072 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0c791e6-a426-45f9-a380-ea847c0aafe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd622e914-66ff-42bb-9f14-48174077a181'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:51:49.314721 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port d622e914-66ff-42bb-9f14-48174077a181, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=d622e914-66ff-42bb-9f14-48174077a181,segment=NetworkSegment(ddbc5032-06d0-428e-91af-405ca717595e),segment_id=ddbc5032-06d0-428e-91af-405ca717595e)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:51:49.362694 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eaba19-d9c5-4cae-844d-812c15f11257 req-280d2c95-f65c-4f93-b001-d2c98c5485c1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:51:49.362841 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ef8e3de-6bee-4413-b206-29703bca0d1e'] response: {'server_uuid': 'e0c791e6-a426-45f9-a380-ea847c0aafe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd622e914-66ff-42bb-9f14-48174077a181', 'code': 200} May 30 20:51:49.363809 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-76eaba19-d9c5-4cae-844d-812c15f11257 req-280d2c95-f65c-4f93-b001-d2c98c5485c1 service neutron] 10.222.0.71 "GET /v2.0/networks?id=c744e851-7d16-46f1-8488-8acca211650e HTTP/1.1" status: 200 len: 897 time: 0.1382952 May 30 20:51:49.429221 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:49.525252 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-921a9f68-ccfd-44a9-a094-fe66083bef0f req-a2ed9ce6-6faa-4426-9ae1-602fb943b41b service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=e0c791e6-a426-45f9-a380-ea847c0aafe9 HTTP/1.1" status: 200 len: 1096 time: 0.0877888 May 30 20:51:49.527141 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-76eaba19-d9c5-4cae-844d-812c15f11257 req-213f6e4c-3500-4712-aa2b-6e07c7091ca9 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e109197e-6901-40f2-bd53-3fb4b90b437d HTTP/1.1" status: 200 len: 1002 time: 0.1587408 May 30 20:51:49.529196 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-37366ff2-3eec-4046-9b9e-97f21a0f6190 req-5967b50d-7664-4f70-924e-cbebd03e872a tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.85 "GET /v2.0/ports?device_id=63e0d3ce-f2bc-44f7-87c2-c36ae187f035 HTTP/1.1" status: 200 len: 210 time: 0.0547051 May 30 20:51:49.537264 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=d622e914-66ff-42bb-9f14-48174077a181,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:51:49.580144 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-921a9f68-ccfd-44a9-a094-fe66083bef0f req-dab32f1a-cb91-4b28-945f-91f6b084cbf1 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=9600467f-d2af-4c2f-829b-e730e37b288f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456915 May 30 20:51:49.593991 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eaba19-d9c5-4cae-844d-812c15f11257 req-cb5914a4-36a2-40f7-8d9a-692903da1799 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:51:49.595407 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-76eaba19-d9c5-4cae-844d-812c15f11257 req-cb5914a4-36a2-40f7-8d9a-692903da1799 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e6e8268a-3438-427d-8d7b-ecd138b91fcd HTTP/1.1" status: 200 len: 835 time: 0.0632029 May 30 20:51:49.673824 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-76eaba19-d9c5-4cae-844d-812c15f11257 req-98ba47bf-3f4f-472b-bfff-c94bf00e44db service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c744e851-7d16-46f1-8488-8acca211650e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720994 May 30 20:51:49.748512 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:49.808734 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-76eaba19-d9c5-4cae-844d-812c15f11257 req-994e49ba-cf08-4bc0-8468-bee82666c2b3 service neutron] 10.222.0.71 "GET /v2.0/networks/c744e851-7d16-46f1-8488-8acca211650e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287501 May 30 20:51:49.955160 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-76eaba19-d9c5-4cae-844d-812c15f11257 req-9876032f-6cf2-41f8-a819-3ef1a0fbb522 service neutron] 10.222.0.71 "GET /v2.0/networks/c744e851-7d16-46f1-8488-8acca211650e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304526 May 30 20:51:50.152142 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b917f187-3968-49fd-b5cc-b197d08e8936 req-13853a3d-c564-4b09-ad40-7ec37a8911e9 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:51:50.153507 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b917f187-3968-49fd-b5cc-b197d08e8936 req-13853a3d-c564-4b09-ad40-7ec37a8911e9 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/ports?device_id=e0c791e6-a426-45f9-a380-ea847c0aafe9 HTTP/1.1" status: 200 len: 945 time: 0.0763385 May 30 20:51:50.199495 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b917f187-3968-49fd-b5cc-b197d08e8936 req-e5beef44-1f93-4f4e-a53f-419bede05e20 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/security-groups?id=9600467f-d2af-4c2f-829b-e730e37b288f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398211 May 30 20:51:50.630371 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945a3bfc-a738-47b0-947f-af1a75f5f95c req-475e12b9-1b36-4c25-a2ab-521276411501 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:51:50.631742 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-945a3bfc-a738-47b0-947f-af1a75f5f95c req-475e12b9-1b36-4c25-a2ab-521276411501 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.71 "GET /v2.0/networks?id=5c3a3a7b-1740-4301-85ac-a2606d6ecc4d HTTP/1.1" status: 200 len: 797 time: 0.1465614 May 30 20:51:50.822523 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0f0296b8-b14d-4b09-9c38-2a444fd319d7 req-a99f31dd-e8e3-4452-a5e2-10d3bcbd1f81 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.85 "GET /v2.0/ports?device_id=63e0d3ce-f2bc-44f7-87c2-c36ae187f035 HTTP/1.1" status: 200 len: 210 time: 0.1538618 May 30 20:51:50.839087 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-945a3bfc-a738-47b0-947f-af1a75f5f95c req-816f37e3-61b0-4967-8c68-3d330e3e1319 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2d26ee9c136c43a7a24c2ecd289ef8cf HTTP/1.1" status: 200 len: 471 time: 0.1958721 May 30 20:51:50.847051 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [req-945a3bfc-a738-47b0-947f-af1a75f5f95c req-79ad1fc3-e0a0-496e-a64d-4a3a3e46840e tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Request body: {'port': {'device_id': '63e0d3ce-f2bc-44f7-87c2-c36ae187f035', 'network_id': '5c3a3a7b-1740-4301-85ac-a2606d6ecc4d', 'admin_state_up': True, 'tenant_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'security_groups': ['a0156111-48ce-43e9-9ce0-2b235162f37c']}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:51:50.987459 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-945a3bfc-a738-47b0-947f-af1a75f5f95c req-79ad1fc3-e0a0-496e-a64d-4a3a3e46840e tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:51:50.991551 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-945a3bfc-a738-47b0-947f-af1a75f5f95c req-79ad1fc3-e0a0-496e-a64d-4a3a3e46840e tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Usage tracker for resource:port and tenant:2d26ee9c136c43a7a24c2ecd289ef8cf is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:51:50.994321 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-945a3bfc-a738-47b0-947f-af1a75f5f95c req-79ad1fc3-e0a0-496e-a64d-4a3a3e46840e tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Quota usage for port was recalculated. Used quota:5. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:51:50.999911 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-945a3bfc-a738-47b0-947f-af1a75f5f95c req-79ad1fc3-e0a0-496e-a64d-4a3a3e46840e tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:51:51.061721 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-945a3bfc-a738-47b0-947f-af1a75f5f95c req-79ad1fc3-e0a0-496e-a64d-4a3a3e46840e tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Made reservation on behalf of 2d26ee9c136c43a7a24c2ecd289ef8cf for: {'port': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:51:51.065033 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-945a3bfc-a738-47b0-947f-af1a75f5f95c req-79ad1fc3-e0a0-496e-a64d-4a3a3e46840e tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:51.234388 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [req-945a3bfc-a738-47b0-947f-af1a75f5f95c req-79ad1fc3-e0a0-496e-a64d-4a3a3e46840e tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Allocated IP 172.20.0.30 (5c3a3a7b-1740-4301-85ac-a2606d6ecc4d/b29a7f7e-d87b-477b-8d4e-dfd70ed691b4/231a3c21-62b0-4e89-8bce-52d5b2052f03) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:51:51.438585 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-945a3bfc-a738-47b0-947f-af1a75f5f95c req-79ad1fc3-e0a0-496e-a64d-4a3a3e46840e tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:51.455091 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [req-945a3bfc-a738-47b0-947f-af1a75f5f95c req-79ad1fc3-e0a0-496e-a64d-4a3a3e46840e tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Transition to ACTIVE for port object 231a3c21-62b0-4e89-8bce-52d5b2052f03 will not be triggered until provisioned by entity DHCP. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:51:51.542257 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-945a3bfc-a738-47b0-947f-af1a75f5f95c req-79ad1fc3-e0a0-496e-a64d-4a3a3e46840e tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:51.558295 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff107483-96aa-42ea-a950-f23d261fb811 req-a9b398e5-01ac-498c-996e-d4b0ff5d9428 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:51:51.559753 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ff107483-96aa-42ea-a950-f23d261fb811 req-a9b398e5-01ac-498c-996e-d4b0ff5d9428 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/ports?device_id=e0c791e6-a426-45f9-a380-ea847c0aafe9 HTTP/1.1" status: 200 len: 945 time: 0.0796628 May 30 20:51:51.607653 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ff107483-96aa-42ea-a950-f23d261fb811 req-221237a8-f03c-4f4a-8959-890133785556 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/security-groups?id=9600467f-d2af-4c2f-829b-e730e37b288f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417151 May 30 20:51:51.618225 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-945a3bfc-a738-47b0-947f-af1a75f5f95c req-79ad1fc3-e0a0-496e-a64d-4a3a3e46840e tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Network 5c3a3a7b-1740-4301-85ac-a2606d6ecc4d is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:51:51.621272 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [req-945a3bfc-a738-47b0-947f-af1a75f5f95c req-79ad1fc3-e0a0-496e-a64d-4a3a3e46840e tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:51:51.625352 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [req-945a3bfc-a738-47b0-947f-af1a75f5f95c req-79ad1fc3-e0a0-496e-a64d-4a3a3e46840e tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:51:51.664639 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ad1fc3-e0a0-496e-a64d-4a3a3e46840e tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Pushing event updated for resources: {'Port': ['ID=231a3c21-62b0-4e89-8bce-52d5b2052f03,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:51:51.702133 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945a3bfc-a738-47b0-947f-af1a75f5f95c req-79ad1fc3-e0a0-496e-a64d-4a3a3e46840e tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:51:51.702971 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-945a3bfc-a738-47b0-947f-af1a75f5f95c req-79ad1fc3-e0a0-496e-a64d-4a3a3e46840e tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:51.796607 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-945a3bfc-a738-47b0-947f-af1a75f5f95c req-79ad1fc3-e0a0-496e-a64d-4a3a3e46840e tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9530363 May 30 20:51:51.825436 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726d3fa9-aac6-4589-942b-4f39a1de089c req-44ff659a-40a6-44a1-9d77-df5f5796f996 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:51:51.826967 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-726d3fa9-aac6-4589-942b-4f39a1de089c req-44ff659a-40a6-44a1-9d77-df5f5796f996 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/ports?device_id=e0c791e6-a426-45f9-a380-ea847c0aafe9 HTTP/1.1" status: 200 len: 945 time: 0.0909026 May 30 20:51:51.880612 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-726d3fa9-aac6-4589-942b-4f39a1de089c req-11e179f6-74f2-4e52-82bd-207272d4e463 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/security-groups?id=9600467f-d2af-4c2f-829b-e730e37b288f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468121 May 30 20:51:51.892169 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [req-945a3bfc-a738-47b0-947f-af1a75f5f95c req-c885e3d0-88c8-4103-a0eb-35700f422182 service neutron] Request body: {'port': {'device_id': '63e0d3ce-f2bc-44f7-87c2-c36ae187f035', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843948-2'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:51:51.921071 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 44434) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:51:51.930318 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-54e67672-0eff-4345-b50f-2eeea81bf625 None None] Provisioning for port 231a3c21-62b0-4e89-8bce-52d5b2052f03 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:51:51.943059 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-54e67672-0eff-4345-b50f-2eeea81bf625 None None] Provisioning complete for port 231a3c21-62b0-4e89-8bce-52d5b2052f03 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:51:51.943816 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-54e67672-0eff-4345-b50f-2eeea81bf625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:52.003314 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-54e67672-0eff-4345-b50f-2eeea81bf625 None None] Port 231a3c21-62b0-4e89-8bce-52d5b2052f03 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:51:52.014211 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-945a3bfc-a738-47b0-947f-af1a75f5f95c req-c885e3d0-88c8-4103-a0eb-35700f422182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:52.068523 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde2e5e9-f87c-4404-8096-f4b2051eb2de req-82b803ac-4516-43fb-a32d-b50426cebb55 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:51:52.071775 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fde2e5e9-f87c-4404-8096-f4b2051eb2de req-82b803ac-4516-43fb-a32d-b50426cebb55 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.85 "GET /v2.0/ports?device_id=63e0d3ce-f2bc-44f7-87c2-c36ae187f035 HTTP/1.1" status: 200 len: 932 time: 0.0956337 May 30 20:51:52.125286 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fde2e5e9-f87c-4404-8096-f4b2051eb2de req-8c1ac9ee-59e9-4a1d-a2f4-e02ecadaa393 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.85 "GET /v2.0/security-groups?id=a0156111-48ce-43e9-9ce0-2b235162f37c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486922 May 30 20:51:52.334931 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-0054d0b7-7144-43b9-bdc0-8afe3175d61b tempest-TestNetworkAdvancedServerOps-998263130 tempest-TestNetworkAdvancedServerOps-998263130-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=e0c791e6-a426-45f9-a380-ea847c0aafe9 HTTP/1.1" status: 200 len: 1091 time: 0.4127729 May 30 20:51:52.337812 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 44440) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:51:52.344924 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-d7a3779c-102d-457c-bf38-161f3ed4260d tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Request body: {'floatingip': {'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'port_id': 'd622e914-66ff-42bb-9f14-48174077a181', 'tenant_id': '92b5fc25c8fb428a885a0ea0a728400d', 'fixed_ip_address': '172.20.0.8'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:51:52.362754 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-d7a3779c-102d-457c-bf38-161f3ed4260d tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:51:52.370643 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-d7a3779c-102d-457c-bf38-161f3ed4260d tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Usage tracker for resource:floatingip and tenant:92b5fc25c8fb428a885a0ea0a728400d is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:51:52.374965 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-d7a3779c-102d-457c-bf38-161f3ed4260d tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:51:52.382573 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-d7a3779c-102d-457c-bf38-161f3ed4260d tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:51:52.416473 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:52.459003 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [req-945a3bfc-a738-47b0-947f-af1a75f5f95c req-c885e3d0-88c8-4103-a0eb-35700f422182 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 231a3c21-62b0-4e89-8bce-52d5b2052f03 {{(pid=84886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:51:52.466353 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-945a3bfc-a738-47b0-947f-af1a75f5f95c req-c885e3d0-88c8-4103-a0eb-35700f422182 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:52.480893 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [req-945a3bfc-a738-47b0-947f-af1a75f5f95c req-c885e3d0-88c8-4103-a0eb-35700f422182 service neutron] Transition to ACTIVE for port object 231a3c21-62b0-4e89-8bce-52d5b2052f03 will not be triggered until provisioned by entity L2. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:51:52.501681 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d7a3779c-102d-457c-bf38-161f3ed4260d tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for floatingip, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:52.633746 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-945a3bfc-a738-47b0-947f-af1a75f5f95c req-c885e3d0-88c8-4103-a0eb-35700f422182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:52.750025 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d7a3779c-102d-457c-bf38-161f3ed4260d tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:52.804463 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c885e3d0-88c8-4103-a0eb-35700f422182 service neutron] Pushing event updated for resources: {'Port': ['ID=231a3c21-62b0-4e89-8bce-52d5b2052f03,revision_number=2']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:51:53.100966 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-945a3bfc-a738-47b0-947f-af1a75f5f95c req-c885e3d0-88c8-4103-a0eb-35700f422182 service neutron] Attempting to bind port 231a3c21-62b0-4e89-8bce-52d5b2052f03 on host n-h1-843948-2 for vnic_type normal with profile {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:51:53.101206 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-945a3bfc-a738-47b0-947f-af1a75f5f95c req-c885e3d0-88c8-4103-a0eb-35700f422182 service neutron] Attempting to bind port 231a3c21-62b0-4e89-8bce-52d5b2052f03 by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': 'cc59e448-e6b0-4a21-a4b1-727eaa442e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '5c3a3a7b-1740-4301-85ac-a2606d6ecc4d'}] {{(pid=84886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:51:53.101522 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-945a3bfc-a738-47b0-947f-af1a75f5f95c req-c885e3d0-88c8-4103-a0eb-35700f422182 service neutron] Attempting to bind port 231a3c21-62b0-4e89-8bce-52d5b2052f03 on network 5c3a3a7b-1740-4301-85ac-a2606d6ecc4d {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:51:53.103856 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-d7a3779c-102d-457c-bf38-161f3ed4260d tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Allocated IP 172.25.8.21 (c7869750-4b49-4b7e-aa99-5e0f1ae02da4/427601ec-f643-4fe7-b5e6-17305d3a39e1/adfdc01b-20c0-4114-9e92-525e51a864e0) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:51:53.115767 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-945a3bfc-a738-47b0-947f-af1a75f5f95c req-c885e3d0-88c8-4103-a0eb-35700f422182 service neutron] Port 231a3c21-62b0-4e89-8bce-52d5b2052f03 on network 5c3a3a7b-1740-4301-85ac-a2606d6ecc4d not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:51:53.116963 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-945a3bfc-a738-47b0-947f-af1a75f5f95c req-c885e3d0-88c8-4103-a0eb-35700f422182 service neutron] Attempting to bind port 231a3c21-62b0-4e89-8bce-52d5b2052f03 on network 5c3a3a7b-1740-4301-85ac-a2606d6ecc4d {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:51:53.186394 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-945a3bfc-a738-47b0-947f-af1a75f5f95c req-c885e3d0-88c8-4103-a0eb-35700f422182 service neutron] Checking agent: {'id': 'f728d74e-a4ae-4384-860b-a5ade05dd8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 51, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:51:53.186725 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-945a3bfc-a738-47b0-947f-af1a75f5f95c req-c885e3d0-88c8-4103-a0eb-35700f422182 service neutron] Checking segment: {'id': 'cc59e448-e6b0-4a21-a4b1-727eaa442e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '5c3a3a7b-1740-4301-85ac-a2606d6ecc4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:51:53.187109 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-945a3bfc-a738-47b0-947f-af1a75f5f95c req-c885e3d0-88c8-4103-a0eb-35700f422182 service neutron] Bound using segment: {'id': 'cc59e448-e6b0-4a21-a4b1-727eaa442e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '5c3a3a7b-1740-4301-85ac-a2606d6ecc4d'} {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:51:53.187545 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-945a3bfc-a738-47b0-947f-af1a75f5f95c req-c885e3d0-88c8-4103-a0eb-35700f422182 service neutron] Bound port: 231a3c21-62b0-4e89-8bce-52d5b2052f03, host: n-h1-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc59e448-e6b0-4a21-a4b1-727eaa442e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '5c3a3a7b-1740-4301-85ac-a2606d6ecc4d'}}] {{(pid=84886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:51:53.187881 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-945a3bfc-a738-47b0-947f-af1a75f5f95c req-c885e3d0-88c8-4103-a0eb-35700f422182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:53.387448 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-945a3bfc-a738-47b0-947f-af1a75f5f95c req-c885e3d0-88c8-4103-a0eb-35700f422182 service neutron] For port 231a3c21-62b0-4e89-8bce-52d5b2052f03, host n-h1-843948-2, cleared binding levels {{(pid=84886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:51:53.392137 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d7a3779c-102d-457c-bf38-161f3ed4260d tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:53.408023 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-945a3bfc-a738-47b0-947f-af1a75f5f95c req-c885e3d0-88c8-4103-a0eb-35700f422182 service neutron] For port 231a3c21-62b0-4e89-8bce-52d5b2052f03, host n-h1-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=231a3c21-62b0-4e89-8bce-52d5b2052f03,segment=NetworkSegment(cc59e448-e6b0-4a21-a4b1-727eaa442e64),segment_id=cc59e448-e6b0-4a21-a4b1-727eaa442e64)] {{(pid=84886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:51:53.428031 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5291926-1da2-462f-8d9a-3a44f8678969 req-4c5f6697-2586-4fed-bdc5-baf601346899 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:51:53.428635 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-a5291926-1da2-462f-8d9a-3a44f8678969 req-4c5f6697-2586-4fed-bdc5-baf601346899 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Synchronizing usage tracker for tenant:2d26ee9c136c43a7a24c2ecd289ef8cf on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:51:53.462523 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-945a3bfc-a738-47b0-947f-af1a75f5f95c req-c885e3d0-88c8-4103-a0eb-35700f422182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:53.527851 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-a5291926-1da2-462f-8d9a-3a44f8678969 req-4c5f6697-2586-4fed-bdc5-baf601346899 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Unset dirty status for tenant:2d26ee9c136c43a7a24c2ecd289ef8cf on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:51:53.529173 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a5291926-1da2-462f-8d9a-3a44f8678969 req-4c5f6697-2586-4fed-bdc5-baf601346899 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.85 "GET /v2.0/ports?device_id=63e0d3ce-f2bc-44f7-87c2-c36ae187f035 HTTP/1.1" status: 200 len: 944 time: 0.2738841 May 30 20:51:53.530724 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-945a3bfc-a738-47b0-947f-af1a75f5f95c req-c885e3d0-88c8-4103-a0eb-35700f422182 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:53.532022 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-945a3bfc-a738-47b0-947f-af1a75f5f95c req-c885e3d0-88c8-4103-a0eb-35700f422182 service neutron] 10.222.0.71 "PUT /v2.0/ports/231a3c21-62b0-4e89-8bce-52d5b2052f03 HTTP/1.1" status: 200 len: 1092 time: 1.7279544 May 30 20:51:53.534442 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63e0d3ce-f2bc-44f7-87c2-c36ae187f035', 'tag': '231a3c21-62b0-4e89-8bce-52d5b2052f03'}] {{(pid=84886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:51:53.573683 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d7a3779c-102d-457c-bf38-161f3ed4260d tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:53.586588 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c885e3d0-88c8-4103-a0eb-35700f422182 service neutron] Pushing event updated for resources: {'Port': ['ID=231a3c21-62b0-4e89-8bce-52d5b2052f03,revision_number=3']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:51:53.664891 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a5291926-1da2-462f-8d9a-3a44f8678969 req-a6f0cdb4-7504-4eb8-9f74-9aafcc94d1a4 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.85 "GET /v2.0/security-groups?id=a0156111-48ce-43e9-9ce0-2b235162f37c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1248434 May 30 20:51:53.675027 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a3779c-102d-457c-bf38-161f3ed4260d tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:51:53.678969 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a3779c-102d-457c-bf38-161f3ed4260d tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Pushing event updated for resources: {'Port': ['ID=adfdc01b-20c0-4114-9e92-525e51a864e0,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:51:53.681730 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-d7a3779c-102d-457c-bf38-161f3ed4260d tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:51:53.724116 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a3779c-102d-457c-bf38-161f3ed4260d tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:51:53.819466 n-d-843948-2 neutron-server[84886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ceb527e3-5ad7-4fc5-86c8-e66cc8891f84'] response: {'name': 'network-changed', 'server_uuid': '63e0d3ce-f2bc-44f7-87c2-c36ae187f035', 'tag': '231a3c21-62b0-4e89-8bce-52d5b2052f03', 'status': 'completed', 'code': 200} May 30 20:51:53.863952 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-945a3bfc-a738-47b0-947f-af1a75f5f95c req-b261da63-0f01-4b45-915f-5c025372d280 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=2d26ee9c136c43a7a24c2ecd289ef8cf&device_id=63e0d3ce-f2bc-44f7-87c2-c36ae187f035 HTTP/1.1" status: 200 len: 1095 time: 0.1791816 May 30 20:51:53.971779 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-945a3bfc-a738-47b0-947f-af1a75f5f95c req-8aede496-5343-4a99-840d-1407da723920 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=231a3c21-62b0-4e89-8bce-52d5b2052f03 HTTP/1.1" status: 200 len: 217 time: 0.0806706 May 30 20:51:54.164310 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945a3bfc-a738-47b0-947f-af1a75f5f95c req-22e04236-67ea-401b-a9a0-6095d7d37826 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:51:54.165775 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-945a3bfc-a738-47b0-947f-af1a75f5f95c req-22e04236-67ea-401b-a9a0-6095d7d37826 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b29a7f7e-d87b-477b-8d4e-dfd70ed691b4 HTTP/1.1" status: 200 len: 838 time: 0.1884193 May 30 20:51:54.287143 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-945a3bfc-a738-47b0-947f-af1a75f5f95c req-4ec0ee31-6081-4249-a754-f2a77826fc01 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=5c3a3a7b-1740-4301-85ac-a2606d6ecc4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1140387 May 30 20:51:54.443914 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-945a3bfc-a738-47b0-947f-af1a75f5f95c req-cdd0d8b5-5a1e-4003-b39b-9c2d669ed1b4 service neutron] 10.222.0.71 "GET /v2.0/networks/5c3a3a7b-1740-4301-85ac-a2606d6ecc4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512706 May 30 20:51:54.735629 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d7a3779c-102d-457c-bf38-161f3ed4260d tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:54.772053 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-945a3bfc-a738-47b0-947f-af1a75f5f95c req-8975f1a7-8c52-4633-92fa-a6b5665dd5a6 service neutron] 10.222.0.71 "GET /v2.0/networks/5c3a3a7b-1740-4301-85ac-a2606d6ecc4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689177 May 30 20:51:54.937198 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d7a3779c-102d-457c-bf38-161f3ed4260d tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:55.028818 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f85e7f1-7499-4f39-ac69-d35837ab81de req-57ee6614-c2dd-4f09-bc56-c7ab5f86a008 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:51:55.030233 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2f85e7f1-7499-4f39-ac69-d35837ab81de req-57ee6614-c2dd-4f09-bc56-c7ab5f86a008 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.85 "GET /v2.0/ports?device_id=63e0d3ce-f2bc-44f7-87c2-c36ae187f035 HTTP/1.1" status: 200 len: 944 time: 0.2143009 May 30 20:51:55.122730 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e0d2f96b-947f-49b1-899a-2081f1720d3c req-e530532e-90e5-4aab-bd7a-11b149323aed service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=2d26ee9c136c43a7a24c2ecd289ef8cf&device_id=63e0d3ce-f2bc-44f7-87c2-c36ae187f035 HTTP/1.1" status: 200 len: 1095 time: 0.2619472 May 30 20:51:55.255587 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2f85e7f1-7499-4f39-ac69-d35837ab81de req-2ebb297a-c0c9-4a4f-9695-4e465d92898b tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.85 "GET /v2.0/security-groups?id=a0156111-48ce-43e9-9ce0-2b235162f37c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2094879 May 30 20:51:55.321167 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d2f96b-947f-49b1-899a-2081f1720d3c req-b1a3b4b6-1881-4c9c-bd88-209fd72286c1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:51:55.322546 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e0d2f96b-947f-49b1-899a-2081f1720d3c req-b1a3b4b6-1881-4c9c-bd88-209fd72286c1 service neutron] 10.222.0.71 "GET /v2.0/networks?id=5c3a3a7b-1740-4301-85ac-a2606d6ecc4d HTTP/1.1" status: 200 len: 898 time: 0.1895208 May 30 20:51:55.399674 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d7a3779c-102d-457c-bf38-161f3ed4260d tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:55.402575 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e0d2f96b-947f-49b1-899a-2081f1720d3c req-d06cade6-10b1-4c61-b6a8-eb79bdf2cd7c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=231a3c21-62b0-4e89-8bce-52d5b2052f03 HTTP/1.1" status: 200 len: 217 time: 0.0721388 May 30 20:51:55.465477 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d2f96b-947f-49b1-899a-2081f1720d3c req-c0990d7f-c2dd-40ac-a96d-a1c47ae19b2e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:51:55.467053 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e0d2f96b-947f-49b1-899a-2081f1720d3c req-c0990d7f-c2dd-40ac-a96d-a1c47ae19b2e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b29a7f7e-d87b-477b-8d4e-dfd70ed691b4 HTTP/1.1" status: 200 len: 838 time: 0.0584686 May 30 20:51:55.508864 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d7a3779c-102d-457c-bf38-161f3ed4260d tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:55.636709 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a3779c-102d-457c-bf38-161f3ed4260d tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Pushing event updated for resources: {'Port': ['ID=adfdc01b-20c0-4114-9e92-525e51a864e0,revision_number=2']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:51:55.654801 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d7a3779c-102d-457c-bf38-161f3ed4260d tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736490'] for floatingip, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:55.708792 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e0d2f96b-947f-49b1-899a-2081f1720d3c req-b0f00736-e5ea-4802-81a2-a7f5b5fb12c6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=5c3a3a7b-1740-4301-85ac-a2606d6ecc4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2354131 May 30 20:51:55.908774 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e0d2f96b-947f-49b1-899a-2081f1720d3c req-203be29d-82c6-4301-a54d-4b86a19dbfa1 service neutron] 10.222.0.71 "GET /v2.0/networks/5c3a3a7b-1740-4301-85ac-a2606d6ecc4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930306 May 30 20:51:56.166638 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e0d2f96b-947f-49b1-899a-2081f1720d3c req-7ef10a22-300d-4f1e-b415-4c6cba16c631 service neutron] 10.222.0.71 "GET /v2.0/networks/5c3a3a7b-1740-4301-85ac-a2606d6ecc4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2511106 May 30 20:51:56.175400 n-d-843948-2 neutron-server[84886]: INFO neutron.db.l3_db [None req-d7a3779c-102d-457c-bf38-161f3ed4260d tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Floating IP 5c3ef11f-12c5-4601-af4a-28176959d6e4 associated. External IP: 172.25.8.21, port: d622e914-66ff-42bb-9f14-48174077a181. May 30 20:51:56.239835 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-a03d42b6-afec-49b4-8df4-69a8b9d65e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:56.462364 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ce4b78-1ac5-4faa-82ae-d9fde9ef236d req-28e0e657-f0f8-4276-b242-bb8912ed0d3e tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:51:56.463730 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-19ce4b78-1ac5-4faa-82ae-d9fde9ef236d req-28e0e657-f0f8-4276-b242-bb8912ed0d3e tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.85 "GET /v2.0/ports?device_id=63e0d3ce-f2bc-44f7-87c2-c36ae187f035 HTTP/1.1" status: 200 len: 944 time: 0.0785229 May 30 20:51:56.510434 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-19ce4b78-1ac5-4faa-82ae-d9fde9ef236d req-33286621-ac03-40cb-9f89-ede6b9a71f9d tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.85 "GET /v2.0/security-groups?id=a0156111-48ce-43e9-9ce0-2b235162f37c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410352 May 30 20:51:56.585562 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7a3779c-102d-457c-bf38-161f3ed4260d tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Router 9599e76a-a046-40a9-adb4-04997b2283a6 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:51:56.790316 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7a3779c-102d-457c-bf38-161f3ed4260d tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:51:56.804396 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15fbaf7d-cda2-4467-b7b3-6bf2e91f4f6b None None] Sync routers for ids ['9599e76a-a046-40a9-adb4-04997b2283a6'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:51:56.817516 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15fbaf7d-cda2-4467-b7b3-6bf2e91f4f6b None None] Routers {'9599e76a-a046-40a9-adb4-04997b2283a6'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:51:56.818246 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-15fbaf7d-cda2-4467-b7b3-6bf2e91f4f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:51:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['9599e76a-a046-40a9-adb4-04997b2283a6'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:51:56.925071 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d7a3779c-102d-457c-bf38-161f3ed4260d tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:56.980831 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-d7a3779c-102d-457c-bf38-161f3ed4260d tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.6419384 May 30 20:51:56.981579 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0c791e6-a426-45f9-a380-ea847c0aafe9', 'tag': 'd622e914-66ff-42bb-9f14-48174077a181'}] {{(pid=84886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:51:57.033590 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-15fbaf7d-cda2-4467-b7b3-6bf2e91f4f6b None None] Set router 9599e76a-a046-40a9-adb4-04997b2283a6 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:51:57.051561 n-d-843948-2 neutron-server[84886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7b12306-1f74-4d56-9ec1-fc49b7f8a12d'] response: {'name': 'network-changed', 'server_uuid': 'e0c791e6-a426-45f9-a380-ea847c0aafe9', 'tag': 'd622e914-66ff-42bb-9f14-48174077a181', 'status': 'completed', 'code': 200} May 30 20:51:57.152698 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-497c5928-457e-4dbe-ae1b-c1982595cbda req-879d6df4-824e-409c-9aae-2ab4591cc951 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=92b5fc25c8fb428a885a0ea0a728400d&device_id=e0c791e6-a426-45f9-a380-ea847c0aafe9 HTTP/1.1" status: 200 len: 1096 time: 0.0790038 May 30 20:51:57.180204 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c21c1ef-52a5-4dd8-a71a-bbb552303c49 req-e5b40fcc-42a9-4d30-81e9-468a0788080e tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:51:57.181823 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2c21c1ef-52a5-4dd8-a71a-bbb552303c49 req-e5b40fcc-42a9-4d30-81e9-468a0788080e tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/ports?device_id=e0c791e6-a426-45f9-a380-ea847c0aafe9 HTTP/1.1" status: 200 len: 945 time: 0.0850379 May 30 20:51:57.231274 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2c21c1ef-52a5-4dd8-a71a-bbb552303c49 req-e44dac28-e31b-4ee2-b05e-2dc3a69b4fa2 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/security-groups?id=9600467f-d2af-4c2f-829b-e730e37b288f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432587 May 30 20:51:57.260342 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 44458) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:51:57.298749 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497c5928-457e-4dbe-ae1b-c1982595cbda req-11ae8d45-1a0a-4730-b87f-d85a2daa3810 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:51:57.300358 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-497c5928-457e-4dbe-ae1b-c1982595cbda req-11ae8d45-1a0a-4730-b87f-d85a2daa3810 service neutron] 10.222.0.86 "GET /v2.0/networks?id=131029e3-6ec4-43a3-8a7d-e17d152a6ea8 HTTP/1.1" status: 200 len: 896 time: 0.1417446 May 30 20:51:57.373436 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-895e6ab7-ce49-430c-ac4f-36063e7d4a76 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/floatingips/5c3ef11f-12c5-4601-af4a-28176959d6e4 HTTP/1.1" status: 200 len: 990 time: 0.1117883 May 30 20:51:57.399112 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-15fbaf7d-cda2-4467-b7b3-6bf2e91f4f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9599e76a-a046-40a9-adb4-04997b2283a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-892601603', 'tenant_id': '92b5fc25c8fb428a885a0ea0a728400d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.57'}], 'enable_snat': True}, 'gw_port_id': 'a84524ff-333c-4ea6-8857-e7b78cb5547e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:51:28Z', 'updated_at': '2022-05-30T20:51:33Z', 'revision_number': 4, 'project_id': '92b5fc25c8fb428a885a0ea0a728400d', 'gw_port': {'id': 'a84524ff-333c-4ea6-8857-e7b78cb5547e', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:b1:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9599e76a-a046-40a9-adb4-04997b2283a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:51:29Z', 'updated_at': '2022-05-30T20:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': '5c3ef11f-12c5-4601-af4a-28176959d6e4', 'tenant_id': '92b5fc25c8fb428a885a0ea0a728400d', 'floating_ip_address': '172.25.8.21', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': '9599e76a-a046-40a9-adb4-04997b2283a6', 'port_id': 'd622e914-66ff-42bb-9f14-48174077a181', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '131029e3-6ec4-43a3-8a7d-e17d152a6ea8', 'mac_address': 'fa:16:3e:85:ea:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c791e6-a426-45f9-a380-ea847c0aafe9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:51:54Z', 'updated_at': '2022-05-30T20:51:54Z', 'revision_number': 0, 'project_id': '92b5fc25c8fb428a885a0ea0a728400d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '045b8b84-cf88-4506-8d3c-d48372f609a6', 'name': '', 'network_id': '131029e3-6ec4-43a3-8a7d-e17d152a6ea8', 'tenant_id': '92b5fc25c8fb428a885a0ea0a728400d', 'mac_address': 'fa:16:3e:e5:02:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9599e76a-a046-40a9-adb4-04997b2283a6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0489c068-b68f-460c-b25c-409c25ec909b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:51:33Z', 'updated_at': '2022-05-30T20:51:40Z', 'revision_number': 5, 'project_id': '92b5fc25c8fb428a885a0ea0a728400d', 'subnets': [{'id': '0489c068-b68f-460c-b25c-409c25ec909b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:51:57.402941 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15fbaf7d-cda2-4467-b7b3-6bf2e91f4f6b None None] Checking router: 9599e76a-a046-40a9-adb4-04997b2283a6 for host: n-d-843948-2 {{(pid=84889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:51:57.407771 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-497c5928-457e-4dbe-ae1b-c1982595cbda req-10915e9e-9981-4cf6-ae94-c0ea82082af6 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d622e914-66ff-42bb-9f14-48174077a181 HTTP/1.1" status: 200 len: 998 time: 0.1014769 May 30 20:51:57.413634 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15fbaf7d-cda2-4467-b7b3-6bf2e91f4f6b None None] Routers {'9599e76a-a046-40a9-adb4-04997b2283a6'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:51:57.414440 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-15fbaf7d-cda2-4467-b7b3-6bf2e91f4f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:51:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['9599e76a-a046-40a9-adb4-04997b2283a6'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:51:57.473923 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497c5928-457e-4dbe-ae1b-c1982595cbda req-4b88cf9f-82e3-4ac3-b69a-aad580a1397d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:51:57.475352 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-497c5928-457e-4dbe-ae1b-c1982595cbda req-4b88cf9f-82e3-4ac3-b69a-aad580a1397d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=0489c068-b68f-460c-b25c-409c25ec909b HTTP/1.1" status: 200 len: 835 time: 0.0616307 May 30 20:51:57.554361 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-497c5928-457e-4dbe-ae1b-c1982595cbda req-a2d45c99-d5f3-4649-91c4-a1f6ac3449e2 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=131029e3-6ec4-43a3-8a7d-e17d152a6ea8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0728064 May 30 20:51:57.594787 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-15fbaf7d-cda2-4467-b7b3-6bf2e91f4f6b None None] Set router 9599e76a-a046-40a9-adb4-04997b2283a6 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:51:57.836132 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-497c5928-457e-4dbe-ae1b-c1982595cbda req-f9fd11d2-2edb-4350-b838-4953d6f402cd service neutron] 10.222.0.86 "GET /v2.0/networks/131029e3-6ec4-43a3-8a7d-e17d152a6ea8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2751446 May 30 20:51:57.869854 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fd84ff-5963-47c1-8eb9-408f5c5ae102 req-d7bf17ab-29ae-4eab-9a81-112e993a275f tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:51:57.871295 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-69fd84ff-5963-47c1-8eb9-408f5c5ae102 req-d7bf17ab-29ae-4eab-9a81-112e993a275f tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.85 "GET /v2.0/ports?device_id=63e0d3ce-f2bc-44f7-87c2-c36ae187f035 HTTP/1.1" status: 200 len: 944 time: 0.1468489 May 30 20:51:57.959892 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-15fbaf7d-cda2-4467-b7b3-6bf2e91f4f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9599e76a-a046-40a9-adb4-04997b2283a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-892601603', 'tenant_id': '92b5fc25c8fb428a885a0ea0a728400d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.57'}], 'enable_snat': True}, 'gw_port_id': 'a84524ff-333c-4ea6-8857-e7b78cb5547e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:51:28Z', 'updated_at': '2022-05-30T20:51:33Z', 'revision_number': 4, 'project_id': '92b5fc25c8fb428a885a0ea0a728400d', 'gw_port': {'id': 'a84524ff-333c-4ea6-8857-e7b78cb5547e', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:b1:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9599e76a-a046-40a9-adb4-04997b2283a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:51:29Z', 'updated_at': '2022-05-30T20:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': '5c3ef11f-12c5-4601-af4a-28176959d6e4', 'tenant_id': '92b5fc25c8fb428a885a0ea0a728400d', 'floating_ip_address': '172.25.8.21', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': '9599e76a-a046-40a9-adb4-04997b2283a6', 'port_id': 'd622e914-66ff-42bb-9f14-48174077a181', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '131029e3-6ec4-43a3-8a7d-e17d152a6ea8', 'mac_address': 'fa:16:3e:85:ea:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c791e6-a426-45f9-a380-ea847c0aafe9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:51:54Z', 'updated_at': '2022-05-30T20:51:54Z', 'revision_number': 0, 'project_id': '92b5fc25c8fb428a885a0ea0a728400d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '045b8b84-cf88-4506-8d3c-d48372f609a6', 'name': '', 'network_id': '131029e3-6ec4-43a3-8a7d-e17d152a6ea8', 'tenant_id': '92b5fc25c8fb428a885a0ea0a728400d', 'mac_address': 'fa:16:3e:e5:02:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9599e76a-a046-40a9-adb4-04997b2283a6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0489c068-b68f-460c-b25c-409c25ec909b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:51:33Z', 'updated_at': '2022-05-30T20:51:40Z', 'revision_number': 5, 'project_id': '92b5fc25c8fb428a885a0ea0a728400d', 'subnets': [{'id': '0489c068-b68f-460c-b25c-409c25ec909b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:51:57.964265 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15fbaf7d-cda2-4467-b7b3-6bf2e91f4f6b None None] The sync data for ids ['9599e76a-a046-40a9-adb4-04997b2283a6'] in n-d-843948-2 is: [{'id': '9599e76a-a046-40a9-adb4-04997b2283a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-892601603', 'tenant_id': '92b5fc25c8fb428a885a0ea0a728400d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.57'}], 'enable_snat': True}, 'gw_port_id': 'a84524ff-333c-4ea6-8857-e7b78cb5547e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:51:28Z', 'updated_at': '2022-05-30T20:51:33Z', 'revision_number': 4, 'project_id': '92b5fc25c8fb428a885a0ea0a728400d', 'gw_port': {'id': 'a84524ff-333c-4ea6-8857-e7b78cb5547e', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:b1:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9599e76a-a046-40a9-adb4-04997b2283a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:51:29Z', 'updated_at': '2022-05-30T20:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': '5c3ef11f-12c5-4601-af4a-28176959d6e4', 'tenant_id': '92b5fc25c8fb428a885a0ea0a728400d', 'floating_ip_address': '172.25.8.21', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': '9599e76a-a046-40a9-adb4-04997b2283a6', 'port_id': 'd622e914-66ff-42bb-9f14-48174077a181', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '131029e3-6ec4-43a3-8a7d-e17d152a6ea8', 'mac_address': 'fa:16:3e:85:ea:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c791e6-a426-45f9-a380-ea847c0aafe9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:51:54Z', 'updated_at': '2022-05-30T20:51:54Z', 'revision_number': 0, 'project_id': '92b5fc25c8fb428a885a0ea0a728400d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '045b8b84-cf88-4506-8d3c-d48372f609a6', 'name': '', 'network_id': '131029e3-6ec4-43a3-8a7d-e17d152a6ea8', 'tenant_id': '92b5fc25c8fb428a885a0ea0a728400d', 'mac_address': 'fa:16:3e:e5:02:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9599e76a-a046-40a9-adb4-04997b2283a6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0489c068-b68f-460c-b25c-409c25ec909b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:51:33Z', 'updated_at': '2022-05-30T20:51:40Z', 'revision_number': 5, 'project_id': '92b5fc25c8fb428a885a0ea0a728400d', 'subnets': [{'id': '0489c068-b68f-460c-b25c-409c25ec909b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:51:57.993207 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-69fd84ff-5963-47c1-8eb9-408f5c5ae102 req-649d4128-595b-475d-a0ee-cbd93120d7d6 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.85 "GET /v2.0/security-groups?id=a0156111-48ce-43e9-9ce0-2b235162f37c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734041 May 30 20:51:58.008554 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 231a3c21-62b0-4e89-8bce-52d5b2052f03 details requested by agent hyperv_n-h1-843948-2 with host n-h1-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:51:58.012580 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-497c5928-457e-4dbe-ae1b-c1982595cbda req-1151ccd8-034d-4b9a-8cf1-8e1d9586a67e service neutron] 10.222.0.86 "GET /v2.0/networks/131029e3-6ec4-43a3-8a7d-e17d152a6ea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686308 May 30 20:51:58.158759 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 231a3c21-62b0-4e89-8bce-52d5b2052f03, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=231a3c21-62b0-4e89-8bce-52d5b2052f03,segment=NetworkSegment(cc59e448-e6b0-4a21-a4b1-727eaa442e64),segment_id=cc59e448-e6b0-4a21-a4b1-727eaa442e64)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:51:58.173071 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89199bf-f428-4111-8c91-09507ade16ba None None] New status for floating IP 5c3ef11f-12c5-4601-af4a-28176959d6e4: ACTIVE {{(pid=84888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 20:51:58.228008 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Returning: {'device': '231a3c21-62b0-4e89-8bce-52d5b2052f03', 'network_id': '5c3a3a7b-1740-4301-85ac-a2606d6ecc4d', 'port_id': '231a3c21-62b0-4e89-8bce-52d5b2052f03', 'mac_address': 'fa:16:3e:ab:c4:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b29a7f7e-d87b-477b-8d4e-dfd70ed691b4', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:51:58.376665 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 44464) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:51:58.386523 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:58.415922 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 231a3c21-62b0-4e89-8bce-52d5b2052f03 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:51:58.485139 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-81f395bd-eff6-4465-a785-9a5b3beb4dfd tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/floatingips/5c3ef11f-12c5-4601-af4a-28176959d6e4 HTTP/1.1" status: 200 len: 990 time: 0.1069319 May 30 20:51:58.492081 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 231a3c21-62b0-4e89-8bce-52d5b2052f03, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=231a3c21-62b0-4e89-8bce-52d5b2052f03,segment=NetworkSegment(cc59e448-e6b0-4a21-a4b1-727eaa442e64),segment_id=cc59e448-e6b0-4a21-a4b1-727eaa442e64)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:51:58.696085 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:58.761507 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=231a3c21-62b0-4e89-8bce-52d5b2052f03,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:51:58.907371 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['231a3c21-62b0-4e89-8bce-52d5b2052f03'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:51:59.201276 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315cb033-e2b2-4431-b0e3-b51e896bf775 req-9f7fa20f-dcb0-4146-a08c-55a9db1f2c42 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:51:59.202799 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-315cb033-e2b2-4431-b0e3-b51e896bf775 req-9f7fa20f-dcb0-4146-a08c-55a9db1f2c42 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.85 "GET /v2.0/ports?device_id=63e0d3ce-f2bc-44f7-87c2-c36ae187f035 HTTP/1.1" status: 200 len: 945 time: 0.0778017 May 30 20:51:59.251220 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-315cb033-e2b2-4431-b0e3-b51e896bf775 req-71b7b5f1-3927-407e-a9a4-8961296d4e09 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.85 "GET /v2.0/security-groups?id=a0156111-48ce-43e9-9ce0-2b235162f37c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421922 May 30 20:51:59.489763 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 44470) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:51:59.593270 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-d7213585-14a2-4946-a850-053b4bb39e47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:51:59.594166 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-70b75466-c91e-4109-99dc-95f8ffde40dd tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/floatingips/5c3ef11f-12c5-4601-af4a-28176959d6e4 HTTP/1.1" status: 200 len: 992 time: 0.1027803 May 30 20:51:59.861708 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:00.007022 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 231a3c21-62b0-4e89-8bce-52d5b2052f03 up at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:52:00.130024 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning for port 231a3c21-62b0-4e89-8bce-52d5b2052f03 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:52:00.134655 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning complete for port 231a3c21-62b0-4e89-8bce-52d5b2052f03 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:52:00.135018 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:00.248764 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:00.276140 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63e0d3ce-f2bc-44f7-87c2-c36ae187f035', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '231a3c21-62b0-4e89-8bce-52d5b2052f03'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:52:00.285837 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 231a3c21-62b0-4e89-8bce-52d5b2052f03, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=231a3c21-62b0-4e89-8bce-52d5b2052f03,segment=NetworkSegment(cc59e448-e6b0-4a21-a4b1-727eaa442e64),segment_id=cc59e448-e6b0-4a21-a4b1-727eaa442e64)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:52:00.359354 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:00.427548 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0174906e-2e15-4a40-a019-f69d7ee02465'] response: {'server_uuid': '63e0d3ce-f2bc-44f7-87c2-c36ae187f035', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '231a3c21-62b0-4e89-8bce-52d5b2052f03', 'code': 200} May 30 20:52:00.432716 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=231a3c21-62b0-4e89-8bce-52d5b2052f03,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:52:00.466755 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d2af1d-a1bf-45cc-9927-f396a0894b1b req-331620e3-8baa-4f21-aaf6-a54384edd940 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:52:00.468241 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-81d2af1d-a1bf-45cc-9927-f396a0894b1b req-331620e3-8baa-4f21-aaf6-a54384edd940 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.85 "GET /v2.0/ports?device_id=63e0d3ce-f2bc-44f7-87c2-c36ae187f035 HTTP/1.1" status: 200 len: 946 time: 0.0886092 May 30 20:52:00.515327 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-81d2af1d-a1bf-45cc-9927-f396a0894b1b req-ff2bea30-bac6-4564-951f-8663903dbb87 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.85 "GET /v2.0/security-groups?id=a0156111-48ce-43e9-9ce0-2b235162f37c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404449 May 30 20:52:00.556923 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c3d4273f-ba29-47c9-8464-99e003235683 req-e4e5bde0-e066-4692-82ce-3fc7f0ac2afb service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=63e0d3ce-f2bc-44f7-87c2-c36ae187f035 HTTP/1.1" status: 200 len: 1097 time: 0.0723403 May 30 20:52:00.599662 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c3d4273f-ba29-47c9-8464-99e003235683 req-f3f38fcf-58dd-4dee-86d2-c141470f7c2a service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=a0156111-48ce-43e9-9ce0-2b235162f37c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373693 May 30 20:52:01.193397 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:01.721983 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0201b33-7943-45b6-98e9-68c135929d53 req-b48a8089-4d24-4524-a3cf-b6536ee31230 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:52:01.723453 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f0201b33-7943-45b6-98e9-68c135929d53 req-b48a8089-4d24-4524-a3cf-b6536ee31230 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.85 "GET /v2.0/ports?device_id=63e0d3ce-f2bc-44f7-87c2-c36ae187f035 HTTP/1.1" status: 200 len: 946 time: 0.0759535 May 30 20:52:01.769323 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f0201b33-7943-45b6-98e9-68c135929d53 req-c6c0ae32-7046-4265-93d4-c8de23819b55 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.85 "GET /v2.0/security-groups?id=a0156111-48ce-43e9-9ce0-2b235162f37c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401313 May 30 20:52:02.741010 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:03.054347 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b840a2-c7f8-4c06-9b1c-d4db9a6bdd1e req-cc61b9a5-1d74-4058-9011-dc274c0d16f5 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:52:03.055785 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-41b840a2-c7f8-4c06-9b1c-d4db9a6bdd1e req-cc61b9a5-1d74-4058-9011-dc274c0d16f5 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.85 "GET /v2.0/ports?device_id=63e0d3ce-f2bc-44f7-87c2-c36ae187f035 HTTP/1.1" status: 200 len: 946 time: 0.1610124 May 30 20:52:03.100550 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-41b840a2-c7f8-4c06-9b1c-d4db9a6bdd1e req-9f4166d6-004d-471a-af6e-4df087ea977a tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.85 "GET /v2.0/security-groups?id=a0156111-48ce-43e9-9ce0-2b235162f37c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391624 May 30 20:52:03.407966 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b96d302-da6f-4ce7-8cde-4b2a9fbcf363 req-ec31fc01-6600-420e-88b8-b903554ca889 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:52:03.409461 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3b96d302-da6f-4ce7-8cde-4b2a9fbcf363 req-ec31fc01-6600-420e-88b8-b903554ca889 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.85 "GET /v2.0/ports?device_id=63e0d3ce-f2bc-44f7-87c2-c36ae187f035 HTTP/1.1" status: 200 len: 946 time: 0.1879814 May 30 20:52:03.455819 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3b96d302-da6f-4ce7-8cde-4b2a9fbcf363 req-da6f607a-8f4c-4e78-a356-79630f6e0e9b tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.85 "GET /v2.0/security-groups?id=a0156111-48ce-43e9-9ce0-2b235162f37c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400507 May 30 20:52:04.980631 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 44492) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:52:05.739804 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2c355dfc-9f93-41ac-973f-7fed61b3857c tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:06.235129 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [None req-2c355dfc-9f93-41ac-973f-7fed61b3857c tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Allocated IP 172.20.0.17 (5c3a3a7b-1740-4301-85ac-a2606d6ecc4d/b29a7f7e-d87b-477b-8d4e-dfd70ed691b4/497dd380-6b89-4573-ba9b-f9d5fa826b5a) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:52:06.389788 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2c355dfc-9f93-41ac-973f-7fed61b3857c tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:06.405579 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [None req-2c355dfc-9f93-41ac-973f-7fed61b3857c tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Transition to ACTIVE for port object 497dd380-6b89-4573-ba9b-f9d5fa826b5a will not be triggered until provisioned by entity DHCP. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:52:06.496409 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2c355dfc-9f93-41ac-973f-7fed61b3857c tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:06.566104 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c355dfc-9f93-41ac-973f-7fed61b3857c tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Network 5c3a3a7b-1740-4301-85ac-a2606d6ecc4d is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:52:06.569754 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-2c355dfc-9f93-41ac-973f-7fed61b3857c tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:52:06.574142 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c355dfc-9f93-41ac-973f-7fed61b3857c tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:52:06.602999 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c355dfc-9f93-41ac-973f-7fed61b3857c tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Pushing event updated for resources: {'Port': ['ID=497dd380-6b89-4573-ba9b-f9d5fa826b5a,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:52:06.643715 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2c355dfc-9f93-41ac-973f-7fed61b3857c tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-736099'] for router_interface, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:06.804734 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2c355dfc-9f93-41ac-973f-7fed61b3857c tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:06.941629 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-abdd4b36-4538-4fc9-85b4-2f7ba7dfa307 None None] Provisioning for port 497dd380-6b89-4573-ba9b-f9d5fa826b5a completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:52:06.947361 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-abdd4b36-4538-4fc9-85b4-2f7ba7dfa307 None None] Provisioning complete for port 497dd380-6b89-4573-ba9b-f9d5fa826b5a triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:52:06.947730 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-abdd4b36-4538-4fc9-85b4-2f7ba7dfa307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:07.003322 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-abdd4b36-4538-4fc9-85b4-2f7ba7dfa307 None None] Port 497dd380-6b89-4573-ba9b-f9d5fa826b5a cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:52:07.216384 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2c355dfc-9f93-41ac-973f-7fed61b3857c tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:07.283904 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2c355dfc-9f93-41ac-973f-7fed61b3857c tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:07.395791 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2c355dfc-9f93-41ac-973f-7fed61b3857c tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1718057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-736206'] for router_interface, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:07.398984 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c355dfc-9f93-41ac-973f-7fed61b3857c tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Pushing event updated for resources: {'Port': ['ID=497dd380-6b89-4573-ba9b-f9d5fa826b5a,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:52:07.530947 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c355dfc-9f93-41ac-973f-7fed61b3857c tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Network 5c3a3a7b-1740-4301-85ac-a2606d6ecc4d is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:52:07.532062 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-2c355dfc-9f93-41ac-973f-7fed61b3857c tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:52:07.728765 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-1744ead5-75d8-4193-8ce3-f489e253840a None None] Provisioning complete for port 497dd380-6b89-4573-ba9b-f9d5fa826b5a triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:52:07.729416 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-1744ead5-75d8-4193-8ce3-f489e253840a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:07.783659 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-1744ead5-75d8-4193-8ce3-f489e253840a None None] Port 497dd380-6b89-4573-ba9b-f9d5fa826b5a cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:52:08.021936 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c355dfc-9f93-41ac-973f-7fed61b3857c tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Router 2bed753c-4e22-4a6a-b8ad-068f19393187 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:52:08.221391 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c355dfc-9f93-41ac-973f-7fed61b3857c tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:52:08.231176 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed5c75d-d6a0-41e0-86f0-fb624d029203 None None] Sync routers for ids ['2bed753c-4e22-4a6a-b8ad-068f19393187'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:52:08.242774 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed5c75d-d6a0-41e0-86f0-fb624d029203 None None] Routers {'2bed753c-4e22-4a6a-b8ad-068f19393187'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:52:08.243396 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-aed5c75d-d6a0-41e0-86f0-fb624d029203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:52:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['2bed753c-4e22-4a6a-b8ad-068f19393187'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:52:08.298014 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-2c355dfc-9f93-41ac-973f-7fed61b3857c tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.85 "PUT /v2.0/routers/2bed753c-4e22-4a6a-b8ad-068f19393187/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3157985 May 30 20:52:08.424506 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-aed5c75d-d6a0-41e0-86f0-fb624d029203 None None] Set router 2bed753c-4e22-4a6a-b8ad-068f19393187 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:52:08.792898 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-aed5c75d-d6a0-41e0-86f0-fb624d029203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bed753c-4e22-4a6a-b8ad-068f19393187', 'name': 'tempest-TestNetworkBasicOps-router-894239406', 'tenant_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.48'}], 'enable_snat': True}, 'gw_port_id': 'd3c727fa-93da-44be-b84e-6f98aee71ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:50:40Z', 'updated_at': '2022-05-30T20:52:06Z', 'revision_number': 5, 'project_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'gw_port': {'id': 'd3c727fa-93da-44be-b84e-6f98aee71ea7', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bed753c-4e22-4a6a-b8ad-068f19393187', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:50:41Z', 'updated_at': '2022-05-30T20:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': '0e3556b1-789b-4d9d-bef9-c7c922677343', 'tenant_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'floating_ip_address': '172.25.8.225', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': '2bed753c-4e22-4a6a-b8ad-068f19393187', 'port_id': 'e109197e-6901-40f2-bd53-3fb4b90b437d', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c744e851-7d16-46f1-8488-8acca211650e', 'mac_address': 'fa:16:3e:28:8b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8d6ca5-f20d-41cf-8089-51615af87962', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:51:08Z', 'updated_at': '2022-05-30T20:51:11Z', 'revision_number': 1, 'project_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49397469-d4cf-4c2c-b8f3-8238e45a3f9d', 'name': '', 'network_id': 'c744e851-7d16-46f1-8488-8acca211650e', 'tenant_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'mac_address': 'fa:16:3e:59:14:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bed753c-4e22-4a6a-b8ad-068f19393187', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e6e8268a-3438-427d-8d7b-ecd138b91fcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:50:45Z', 'updated_at': '2022-05-30T20:50:52Z', 'revision_number': 5, 'project_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'subnets': [{'id': 'e6e8268a-3438-427d-8d7b-ecd138b91fcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '497dd380-6b89-4573-ba9b-f9d5fa826b5a', 'name': '', 'network_id': '5c3a3a7b-1740-4301-85ac-a2606d6ecc4d', 'tenant_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'mac_address': 'fa:16:3e:d7:be:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bed753c-4e22-4a6a-b8ad-068f19393187', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b29a7f7e-d87b-477b-8d4e-dfd70ed691b4', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:52:06Z', 'updated_at': '2022-05-30T20:52:07Z', 'revision_number': 2, 'project_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'subnets': [{'id': 'b29a7f7e-d87b-477b-8d4e-dfd70ed691b4', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:52:08.796894 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed5c75d-d6a0-41e0-86f0-fb624d029203 None None] Checking router: 2bed753c-4e22-4a6a-b8ad-068f19393187 for host: n-d-843948-2 {{(pid=84889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:52:08.797242 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed5c75d-d6a0-41e0-86f0-fb624d029203 None None] Updating router 2bed753c-4e22-4a6a-b8ad-068f19393187 port 497dd380-6b89-4573-ba9b-f9d5fa826b5a binding host n-d-843948-2 {{(pid=84889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:52:08.851227 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-aed5c75d-d6a0-41e0-86f0-fb624d029203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:09.177239 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-aed5c75d-d6a0-41e0-86f0-fb624d029203 None None] Notify callbacks [] for port, precommit_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:09.188345 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.provisioning_blocks [None req-aed5c75d-d6a0-41e0-86f0-fb624d029203 None None] Transition to ACTIVE for port object 497dd380-6b89-4573-ba9b-f9d5fa826b5a will not be triggered until provisioned by entity L2. {{(pid=84889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:52:09.234271 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-aed5c75d-d6a0-41e0-86f0-fb624d029203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:09.359025 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0672eef6-7fee-43a6-84b4-51f7159c428f None None] Pushing event updated for resources: {'Port': ['ID=497dd380-6b89-4573-ba9b-f9d5fa826b5a,revision_number=3']} {{(pid=84889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:52:09.393455 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0672eef6-7fee-43a6-84b4-51f7159c428f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:52:09.393822 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0672eef6-7fee-43a6-84b4-51f7159c428f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:52:09.394172 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0672eef6-7fee-43a6-84b4-51f7159c428f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:52:09.394487 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0672eef6-7fee-43a6-84b4-51f7159c428f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:52:09.394814 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0672eef6-7fee-43a6-84b4-51f7159c428f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:52:09.395707 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0672eef6-7fee-43a6-84b4-51f7159c428f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:52:09.396031 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0672eef6-7fee-43a6-84b4-51f7159c428f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:52:09.396350 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0672eef6-7fee-43a6-84b4-51f7159c428f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:52:09.396667 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0672eef6-7fee-43a6-84b4-51f7159c428f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:52:09.396986 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0672eef6-7fee-43a6-84b4-51f7159c428f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:52:09.397302 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0672eef6-7fee-43a6-84b4-51f7159c428f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:52:09.461632 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-aed5c75d-d6a0-41e0-86f0-fb624d029203 None None] Attempting to bind port 497dd380-6b89-4573-ba9b-f9d5fa826b5a on host n-d-843948-2 for vnic_type normal with profile {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:52:09.462014 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-aed5c75d-d6a0-41e0-86f0-fb624d029203 None None] Attempting to bind port 497dd380-6b89-4573-ba9b-f9d5fa826b5a by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': 'cc59e448-e6b0-4a21-a4b1-727eaa442e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '5c3a3a7b-1740-4301-85ac-a2606d6ecc4d'}] {{(pid=84889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:52:09.462366 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed5c75d-d6a0-41e0-86f0-fb624d029203 None None] Attempting to bind port 497dd380-6b89-4573-ba9b-f9d5fa826b5a on network 5c3a3a7b-1740-4301-85ac-a2606d6ecc4d {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:52:09.468535 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed5c75d-d6a0-41e0-86f0-fb624d029203 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:52:09.474328 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed5c75d-d6a0-41e0-86f0-fb624d029203 None None] Checking segment: {'id': 'cc59e448-e6b0-4a21-a4b1-727eaa442e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '5c3a3a7b-1740-4301-85ac-a2606d6ecc4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:52:09.474328 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-aed5c75d-d6a0-41e0-86f0-fb624d029203 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:09.474328 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed5c75d-d6a0-41e0-86f0-fb624d029203 None None] Bound using segment: {'id': 'cc59e448-e6b0-4a21-a4b1-727eaa442e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '5c3a3a7b-1740-4301-85ac-a2606d6ecc4d'} {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:52:09.474328 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-aed5c75d-d6a0-41e0-86f0-fb624d029203 None None] Bound port: 497dd380-6b89-4573-ba9b-f9d5fa826b5a, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc59e448-e6b0-4a21-a4b1-727eaa442e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '5c3a3a7b-1740-4301-85ac-a2606d6ecc4d'}}] {{(pid=84889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:52:09.474328 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-aed5c75d-d6a0-41e0-86f0-fb624d029203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:09.555211 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.db [None req-aed5c75d-d6a0-41e0-86f0-fb624d029203 None None] For port 497dd380-6b89-4573-ba9b-f9d5fa826b5a, host n-d-843948-2, cleared binding levels {{(pid=84889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:52:09.558161 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.db [None req-aed5c75d-d6a0-41e0-86f0-fb624d029203 None None] For port 497dd380-6b89-4573-ba9b-f9d5fa826b5a, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=497dd380-6b89-4573-ba9b-f9d5fa826b5a,segment=NetworkSegment(cc59e448-e6b0-4a21-a4b1-727eaa442e64),segment_id=cc59e448-e6b0-4a21-a4b1-727eaa442e64)] {{(pid=84889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:52:09.621896 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-aed5c75d-d6a0-41e0-86f0-fb624d029203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:09.703619 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0672eef6-7fee-43a6-84b4-51f7159c428f None None] Pushing event updated for resources: {'Port': ['ID=497dd380-6b89-4573-ba9b-f9d5fa826b5a,revision_number=4']} {{(pid=84889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:52:09.706492 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed5c75d-d6a0-41e0-86f0-fb624d029203 None None] Routers {'2bed753c-4e22-4a6a-b8ad-068f19393187'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:52:09.707180 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-aed5c75d-d6a0-41e0-86f0-fb624d029203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:52:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['2bed753c-4e22-4a6a-b8ad-068f19393187'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:52:09.887374 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-aed5c75d-d6a0-41e0-86f0-fb624d029203 None None] Set router 2bed753c-4e22-4a6a-b8ad-068f19393187 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:52:10.256591 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-aed5c75d-d6a0-41e0-86f0-fb624d029203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bed753c-4e22-4a6a-b8ad-068f19393187', 'name': 'tempest-TestNetworkBasicOps-router-894239406', 'tenant_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.48'}], 'enable_snat': True}, 'gw_port_id': 'd3c727fa-93da-44be-b84e-6f98aee71ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:50:40Z', 'updated_at': '2022-05-30T20:52:06Z', 'revision_number': 5, 'project_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'gw_port': {'id': 'd3c727fa-93da-44be-b84e-6f98aee71ea7', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bed753c-4e22-4a6a-b8ad-068f19393187', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:50:41Z', 'updated_at': '2022-05-30T20:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': '0e3556b1-789b-4d9d-bef9-c7c922677343', 'tenant_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'floating_ip_address': '172.25.8.225', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': '2bed753c-4e22-4a6a-b8ad-068f19393187', 'port_id': 'e109197e-6901-40f2-bd53-3fb4b90b437d', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c744e851-7d16-46f1-8488-8acca211650e', 'mac_address': 'fa:16:3e:28:8b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8d6ca5-f20d-41cf-8089-51615af87962', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:51:08Z', 'updated_at': '2022-05-30T20:51:11Z', 'revision_number': 1, 'project_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49397469-d4cf-4c2c-b8f3-8238e45a3f9d', 'name': '', 'network_id': 'c744e851-7d16-46f1-8488-8acca211650e', 'tenant_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'mac_address': 'fa:16:3e:59:14:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bed753c-4e22-4a6a-b8ad-068f19393187', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e6e8268a-3438-427d-8d7b-ecd138b91fcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:50:45Z', 'updated_at': '2022-05-30T20:50:52Z', 'revision_number': 5, 'project_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'subnets': [{'id': 'e6e8268a-3438-427d-8d7b-ecd138b91fcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '497dd380-6b89-4573-ba9b-f9d5fa826b5a', 'name': '', 'network_id': '5c3a3a7b-1740-4301-85ac-a2606d6ecc4d', 'tenant_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'mac_address': 'fa:16:3e:d7:be:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bed753c-4e22-4a6a-b8ad-068f19393187', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b29a7f7e-d87b-477b-8d4e-dfd70ed691b4', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:52:06Z', 'updated_at': '2022-05-30T20:52:09Z', 'revision_number': 4, 'project_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'subnets': [{'id': 'b29a7f7e-d87b-477b-8d4e-dfd70ed691b4', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:52:10.260465 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed5c75d-d6a0-41e0-86f0-fb624d029203 None None] The sync data for ids ['2bed753c-4e22-4a6a-b8ad-068f19393187'] in n-d-843948-2 is: [{'id': '2bed753c-4e22-4a6a-b8ad-068f19393187', 'name': 'tempest-TestNetworkBasicOps-router-894239406', 'tenant_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.48'}], 'enable_snat': True}, 'gw_port_id': 'd3c727fa-93da-44be-b84e-6f98aee71ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:50:40Z', 'updated_at': '2022-05-30T20:52:06Z', 'revision_number': 5, 'project_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'gw_port': {'id': 'd3c727fa-93da-44be-b84e-6f98aee71ea7', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bed753c-4e22-4a6a-b8ad-068f19393187', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:50:41Z', 'updated_at': '2022-05-30T20:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': '0e3556b1-789b-4d9d-bef9-c7c922677343', 'tenant_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'floating_ip_address': '172.25.8.225', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': '2bed753c-4e22-4a6a-b8ad-068f19393187', 'port_id': 'e109197e-6901-40f2-bd53-3fb4b90b437d', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c744e851-7d16-46f1-8488-8acca211650e', 'mac_address': 'fa:16:3e:28:8b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8d6ca5-f20d-41cf-8089-51615af87962', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:51:08Z', 'updated_at': '2022-05-30T20:51:11Z', 'revision_number': 1, 'project_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49397469-d4cf-4c2c-b8f3-8238e45a3f9d', 'name': '', 'network_id': 'c744e851-7d16-46f1-8488-8acca211650e', 'tenant_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'mac_address': 'fa:16:3e:59:14:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bed753c-4e22-4a6a-b8ad-068f19393187', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e6e8268a-3438-427d-8d7b-ecd138b91fcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:50:45Z', 'updated_at': '2022-05-30T20:50:52Z', 'revision_number': 5, 'project_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'subnets': [{'id': 'e6e8268a-3438-427d-8d7b-ecd138b91fcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '497dd380-6b89-4573-ba9b-f9d5fa826b5a', 'name': '', 'network_id': '5c3a3a7b-1740-4301-85ac-a2606d6ecc4d', 'tenant_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'mac_address': 'fa:16:3e:d7:be:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bed753c-4e22-4a6a-b8ad-068f19393187', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b29a7f7e-d87b-477b-8d4e-dfd70ed691b4', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:52:06Z', 'updated_at': '2022-05-30T20:52:09Z', 'revision_number': 4, 'project_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'subnets': [{'id': 'b29a7f7e-d87b-477b-8d4e-dfd70ed691b4', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:52:10.533299 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:52:11.987677 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 497dd380-6b89-4573-ba9b-f9d5fa826b5a up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:52:12.119087 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 497dd380-6b89-4573-ba9b-f9d5fa826b5a completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:52:12.124130 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 497dd380-6b89-4573-ba9b-f9d5fa826b5a triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:52:12.124499 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:12.236869 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:12.267869 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port 497dd380-6b89-4573-ba9b-f9d5fa826b5a, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=497dd380-6b89-4573-ba9b-f9d5fa826b5a,segment=NetworkSegment(cc59e448-e6b0-4a21-a4b1-727eaa442e64),segment_id=cc59e448-e6b0-4a21-a4b1-727eaa442e64)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:52:12.341896 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:12.441042 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=497dd380-6b89-4573-ba9b-f9d5fa826b5a,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:52:13.973649 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 497dd380-6b89-4573-ba9b-f9d5fa826b5a up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:52:14.041454 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 497dd380-6b89-4573-ba9b-f9d5fa826b5a triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:52:14.041846 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:19.736458 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:22.473420 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:26.210376 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b8a8f516-14de-48d9-ba31-88aafe751aef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:26.657105 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 44528) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:52:27.060020 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2c37c8b0-9a84-4937-9e13-6d8ee1568ece tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-736216'] for router_interface, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:27.694364 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-2c37c8b0-9a84-4937-9e13-6d8ee1568ece tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Deleting port 497dd380-6b89-4573-ba9b-f9d5fa826b5a {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:52:27.695079 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2c37c8b0-9a84-4937-9e13-6d8ee1568ece tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:27.994625 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [None req-2c37c8b0-9a84-4937-9e13-6d8ee1568ece tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] For port 497dd380-6b89-4573-ba9b-f9d5fa826b5a, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=497dd380-6b89-4573-ba9b-f9d5fa826b5a,segment=NetworkSegment(cc59e448-e6b0-4a21-a4b1-727eaa442e64),segment_id=cc59e448-e6b0-4a21-a4b1-727eaa442e64)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:52:27.994898 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2c37c8b0-9a84-4937-9e13-6d8ee1568ece tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:28.115598 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-2c37c8b0-9a84-4937-9e13-6d8ee1568ece tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Calling delete_port for 497dd380-6b89-4573-ba9b-f9d5fa826b5a owned by network:router_interface {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:52:28.347811 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2c37c8b0-9a84-4937-9e13-6d8ee1568ece tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:28.395742 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c37c8b0-9a84-4937-9e13-6d8ee1568ece tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Pushing event deleted for resources: {'Port': ['ID=497dd380-6b89-4573-ba9b-f9d5fa826b5a,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:52:28.709762 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2c37c8b0-9a84-4937-9e13-6d8ee1568ece tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1718140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-736143'] for router_interface, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:29.257953 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adf7e63-88a4-4c0b-ab4f-91495fbc716f req-74dae6a5-e172-4038-bbc9-10049cde06e9 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:52:29.259528 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2adf7e63-88a4-4c0b-ab4f-91495fbc716f req-74dae6a5-e172-4038-bbc9-10049cde06e9 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/ports?device_id=e0c791e6-a426-45f9-a380-ea847c0aafe9 HTTP/1.1" status: 200 len: 945 time: 0.1607985 May 30 20:52:29.307036 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c37c8b0-9a84-4937-9e13-6d8ee1568ece tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Router 2bed753c-4e22-4a6a-b8ad-068f19393187 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:52:29.307450 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2adf7e63-88a4-4c0b-ab4f-91495fbc716f req-41b64c49-c5ed-4f57-a79d-3d91ee733c39 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/security-groups?id=9600467f-d2af-4c2f-829b-e730e37b288f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421882 May 30 20:52:29.336216 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 44538) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:52:29.445880 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-e02f42d5-1f99-40b1-98f9-88e6b46d2fab tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/floatingips/5c3ef11f-12c5-4601-af4a-28176959d6e4 HTTP/1.1" status: 200 len: 992 time: 0.1084368 May 30 20:52:29.615497 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-a2050c23-cd8e-4bb9-8257-02649b4c6c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:29.622835 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c37c8b0-9a84-4937-9e13-6d8ee1568ece tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:52:29.632562 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea47dd87-30f9-4f67-aaf5-22b89f186e38 None None] Sync routers for ids ['2bed753c-4e22-4a6a-b8ad-068f19393187'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:52:29.635682 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-2c37c8b0-9a84-4937-9e13-6d8ee1568ece tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.85 "PUT /v2.0/routers/2bed753c-4e22-4a6a-b8ad-068f19393187/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9774699 May 30 20:52:29.644150 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea47dd87-30f9-4f67-aaf5-22b89f186e38 None None] Routers {'2bed753c-4e22-4a6a-b8ad-068f19393187'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:52:29.644778 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-ea47dd87-30f9-4f67-aaf5-22b89f186e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:52:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['2bed753c-4e22-4a6a-b8ad-068f19393187'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:52:29.857593 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-ea47dd87-30f9-4f67-aaf5-22b89f186e38 None None] Set router 2bed753c-4e22-4a6a-b8ad-068f19393187 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:52:29.956008 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-cb6d8f23-5c56-423b-bd0e-6663a269329e req-55cf4a9d-341e-45cf-a72c-79d7e20b8856 tempest-TestNetworkAdvancedServerOps-998263130 tempest-TestNetworkAdvancedServerOps-998263130-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=e0c791e6-a426-45f9-a380-ea847c0aafe9 HTTP/1.1" status: 200 len: 1096 time: 0.0799148 May 30 20:52:29.986337 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:30.015596 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-cb6d8f23-5c56-423b-bd0e-6663a269329e req-1406d56d-6ca2-4074-900c-14cd5e8c2d93 tempest-TestNetworkAdvancedServerOps-998263130 tempest-TestNetworkAdvancedServerOps-998263130-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=9600467f-d2af-4c2f-829b-e730e37b288f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523114 May 30 20:52:30.222225 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b02a0dbd-a6d5-40a2-8a2c-164dac58f2c6 req-047adff2-4bf1-4f73-aac4-cb1415e69319 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=e0c791e6-a426-45f9-a380-ea847c0aafe9&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0715768 May 30 20:52:30.240314 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-ea47dd87-30f9-4f67-aaf5-22b89f186e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bed753c-4e22-4a6a-b8ad-068f19393187', 'name': 'tempest-TestNetworkBasicOps-router-894239406', 'tenant_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.48'}], 'enable_snat': True}, 'gw_port_id': 'd3c727fa-93da-44be-b84e-6f98aee71ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:50:40Z', 'updated_at': '2022-05-30T20:52:28Z', 'revision_number': 6, 'project_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'gw_port': {'id': 'd3c727fa-93da-44be-b84e-6f98aee71ea7', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bed753c-4e22-4a6a-b8ad-068f19393187', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:50:41Z', 'updated_at': '2022-05-30T20:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': '0e3556b1-789b-4d9d-bef9-c7c922677343', 'tenant_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'floating_ip_address': '172.25.8.225', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': '2bed753c-4e22-4a6a-b8ad-068f19393187', 'port_id': 'e109197e-6901-40f2-bd53-3fb4b90b437d', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c744e851-7d16-46f1-8488-8acca211650e', 'mac_address': 'fa:16:3e:28:8b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8d6ca5-f20d-41cf-8089-51615af87962', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:51:08Z', 'updated_at': '2022-05-30T20:51:11Z', 'revision_number': 1, 'project_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49397469-d4cf-4c2c-b8f3-8238e45a3f9d', 'name': '', 'network_id': 'c744e851-7d16-46f1-8488-8acca211650e', 'tenant_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'mac_address': 'fa:16:3e:59:14:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bed753c-4e22-4a6a-b8ad-068f19393187', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e6e8268a-3438-427d-8d7b-ecd138b91fcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:50:45Z', 'updated_at': '2022-05-30T20:50:52Z', 'revision_number': 5, 'project_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'subnets': [{'id': 'e6e8268a-3438-427d-8d7b-ecd138b91fcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:52:30.245163 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea47dd87-30f9-4f67-aaf5-22b89f186e38 None None] Checking router: 2bed753c-4e22-4a6a-b8ad-068f19393187 for host: n-d-843948-2 {{(pid=84888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:52:30.256426 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea47dd87-30f9-4f67-aaf5-22b89f186e38 None None] Routers {'2bed753c-4e22-4a6a-b8ad-068f19393187'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:52:30.257648 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-ea47dd87-30f9-4f67-aaf5-22b89f186e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:52:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['2bed753c-4e22-4a6a-b8ad-068f19393187'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:52:30.283478 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11d066f-1205-46a0-8f04-197391e3cbe4 req-1713cb03-cf53-4267-adff-274c07d1ab95 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:52:30.284972 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b11d066f-1205-46a0-8f04-197391e3cbe4 req-1713cb03-cf53-4267-adff-274c07d1ab95 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.85 "GET /v2.0/ports?device_id=63e0d3ce-f2bc-44f7-87c2-c36ae187f035 HTTP/1.1" status: 200 len: 946 time: 0.0887237 May 30 20:52:30.333925 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b11d066f-1205-46a0-8f04-197391e3cbe4 req-78c874a4-cfca-49e9-9035-50dcc8828acc tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.85 "GET /v2.0/security-groups?id=a0156111-48ce-43e9-9ce0-2b235162f37c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425105 May 30 20:52:30.438080 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-ea47dd87-30f9-4f67-aaf5-22b89f186e38 None None] Set router 2bed753c-4e22-4a6a-b8ad-068f19393187 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:52:30.785643 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-ea47dd87-30f9-4f67-aaf5-22b89f186e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bed753c-4e22-4a6a-b8ad-068f19393187', 'name': 'tempest-TestNetworkBasicOps-router-894239406', 'tenant_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.48'}], 'enable_snat': True}, 'gw_port_id': 'd3c727fa-93da-44be-b84e-6f98aee71ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:50:40Z', 'updated_at': '2022-05-30T20:52:28Z', 'revision_number': 6, 'project_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'gw_port': {'id': 'd3c727fa-93da-44be-b84e-6f98aee71ea7', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bed753c-4e22-4a6a-b8ad-068f19393187', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:50:41Z', 'updated_at': '2022-05-30T20:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': '0e3556b1-789b-4d9d-bef9-c7c922677343', 'tenant_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'floating_ip_address': '172.25.8.225', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': '2bed753c-4e22-4a6a-b8ad-068f19393187', 'port_id': 'e109197e-6901-40f2-bd53-3fb4b90b437d', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c744e851-7d16-46f1-8488-8acca211650e', 'mac_address': 'fa:16:3e:28:8b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8d6ca5-f20d-41cf-8089-51615af87962', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:51:08Z', 'updated_at': '2022-05-30T20:51:11Z', 'revision_number': 1, 'project_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49397469-d4cf-4c2c-b8f3-8238e45a3f9d', 'name': '', 'network_id': 'c744e851-7d16-46f1-8488-8acca211650e', 'tenant_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'mac_address': 'fa:16:3e:59:14:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bed753c-4e22-4a6a-b8ad-068f19393187', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e6e8268a-3438-427d-8d7b-ecd138b91fcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:50:45Z', 'updated_at': '2022-05-30T20:50:52Z', 'revision_number': 5, 'project_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'subnets': [{'id': 'e6e8268a-3438-427d-8d7b-ecd138b91fcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:52:30.794527 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea47dd87-30f9-4f67-aaf5-22b89f186e38 None None] The sync data for ids ['2bed753c-4e22-4a6a-b8ad-068f19393187'] in n-d-843948-2 is: [{'id': '2bed753c-4e22-4a6a-b8ad-068f19393187', 'name': 'tempest-TestNetworkBasicOps-router-894239406', 'tenant_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.48'}], 'enable_snat': True}, 'gw_port_id': 'd3c727fa-93da-44be-b84e-6f98aee71ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:50:40Z', 'updated_at': '2022-05-30T20:52:28Z', 'revision_number': 6, 'project_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'gw_port': {'id': 'd3c727fa-93da-44be-b84e-6f98aee71ea7', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bed753c-4e22-4a6a-b8ad-068f19393187', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:50:41Z', 'updated_at': '2022-05-30T20:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': '0e3556b1-789b-4d9d-bef9-c7c922677343', 'tenant_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'floating_ip_address': '172.25.8.225', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': '2bed753c-4e22-4a6a-b8ad-068f19393187', 'port_id': 'e109197e-6901-40f2-bd53-3fb4b90b437d', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c744e851-7d16-46f1-8488-8acca211650e', 'mac_address': 'fa:16:3e:28:8b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8d6ca5-f20d-41cf-8089-51615af87962', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:51:08Z', 'updated_at': '2022-05-30T20:51:11Z', 'revision_number': 1, 'project_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49397469-d4cf-4c2c-b8f3-8238e45a3f9d', 'name': '', 'network_id': 'c744e851-7d16-46f1-8488-8acca211650e', 'tenant_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'mac_address': 'fa:16:3e:59:14:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bed753c-4e22-4a6a-b8ad-068f19393187', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e6e8268a-3438-427d-8d7b-ecd138b91fcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:50:45Z', 'updated_at': '2022-05-30T20:50:52Z', 'revision_number': 5, 'project_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'subnets': [{'id': 'e6e8268a-3438-427d-8d7b-ecd138b91fcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:52:31.228047 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:31.286116 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e021674e-046f-4f27-801b-98c3a06859ed req-580305ab-c6b5-4cd6-b602-dc5eebc3ec49 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=e0c791e6-a426-45f9-a380-ea847c0aafe9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0791259 May 30 20:52:31.594900 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae93cd27-e3dc-4f8c-8148-5209bab3b0d7 req-b74724ed-03bb-405c-9169-abbf61c3b4fb tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:52:31.596340 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ae93cd27-e3dc-4f8c-8148-5209bab3b0d7 req-b74724ed-03bb-405c-9169-abbf61c3b4fb tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.71 "GET /v2.0/ports?device_id=63e0d3ce-f2bc-44f7-87c2-c36ae187f035 HTTP/1.1" status: 200 len: 946 time: 0.1383061 May 30 20:52:31.602767 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0815e4be-58a2-46b1-b691-f1e756e28290 req-fc96e03b-620e-4fcd-9421-1e92ce5195d3 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:52:31.604152 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0815e4be-58a2-46b1-b691-f1e756e28290 req-fc96e03b-620e-4fcd-9421-1e92ce5195d3 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.85 "GET /v2.0/ports?device_id=63e0d3ce-f2bc-44f7-87c2-c36ae187f035 HTTP/1.1" status: 200 len: 946 time: 0.1474557 May 30 20:52:31.701698 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [req-ae93cd27-e3dc-4f8c-8148-5209bab3b0d7 req-1722b35d-0896-427c-aa39-db7cd77b8d6c tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Deleting port 231a3c21-62b0-4e89-8bce-52d5b2052f03 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:52:31.702039 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-ae93cd27-e3dc-4f8c-8148-5209bab3b0d7 req-1722b35d-0896-427c-aa39-db7cd77b8d6c tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:31.739823 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0815e4be-58a2-46b1-b691-f1e756e28290 req-3e6363ae-545e-483e-b1b7-e51015cdde69 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.85 "GET /v2.0/security-groups?id=a0156111-48ce-43e9-9ce0-2b235162f37c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056833 May 30 20:52:31.942693 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 497dd380-6b89-4573-ba9b-f9d5fa826b5a no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:52:31.956138 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-ae93cd27-e3dc-4f8c-8148-5209bab3b0d7 req-1722b35d-0896-427c-aa39-db7cd77b8d6c tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] For port 231a3c21-62b0-4e89-8bce-52d5b2052f03, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=231a3c21-62b0-4e89-8bce-52d5b2052f03,segment=NetworkSegment(cc59e448-e6b0-4a21-a4b1-727eaa442e64),segment_id=cc59e448-e6b0-4a21-a4b1-727eaa442e64)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:52:31.956506 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-ae93cd27-e3dc-4f8c-8148-5209bab3b0d7 req-1722b35d-0896-427c-aa39-db7cd77b8d6c tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:32.030333 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: 497dd380-6b89-4573-ba9b-f9d5fa826b5a {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:52:32.037672 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 497dd380-6b89-4573-ba9b-f9d5fa826b5a not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:52:32.088483 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [req-ae93cd27-e3dc-4f8c-8148-5209bab3b0d7 req-1722b35d-0896-427c-aa39-db7cd77b8d6c tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Calling delete_port for 231a3c21-62b0-4e89-8bce-52d5b2052f03 owned by compute:nova {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:52:32.248809 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [req-e021674e-046f-4f27-801b-98c3a06859ed req-dbee14c6-f66c-4b2f-9841-7d6e7a29f15d tempest-TestNetworkAdvancedServerOps-998263130 tempest-TestNetworkAdvancedServerOps-998263130-project-admin] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=84887) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:52:32.249748 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e021674e-046f-4f27-801b-98c3a06859ed req-dbee14c6-f66c-4b2f-9841-7d6e7a29f15d tempest-TestNetworkAdvancedServerOps-998263130 tempest-TestNetworkAdvancedServerOps-998263130-project-admin] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0050626 May 30 20:52:32.258497 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-e021674e-046f-4f27-801b-98c3a06859ed req-30c14a8d-1f50-4975-bf0f-09955181d122 service neutron] Request body: {'binding': {'host': 'n-h1-843948-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:52:32.258929 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-e021674e-046f-4f27-801b-98c3a06859ed req-30c14a8d-1f50-4975-bf0f-09955181d122 service neutron] Unknown quota resources ['binding']. {{(pid=84887) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} May 30 20:52:32.284909 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-ae93cd27-e3dc-4f8c-8148-5209bab3b0d7 req-1722b35d-0896-427c-aa39-db7cd77b8d6c tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:32.338184 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1722b35d-0896-427c-aa39-db7cd77b8d6c tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Pushing event deleted for resources: {'Port': ['ID=231a3c21-62b0-4e89-8bce-52d5b2052f03,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:52:32.414310 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae93cd27-e3dc-4f8c-8148-5209bab3b0d7 req-1722b35d-0896-427c-aa39-db7cd77b8d6c tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] No DVR routers for this DVR port 231a3c21-62b0-4e89-8bce-52d5b2052f03 on host n-h1-843948-2 {{(pid=84886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:52:32.417008 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-ae93cd27-e3dc-4f8c-8148-5209bab3b0d7 req-1722b35d-0896-427c-aa39-db7cd77b8d6c tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:32.420931 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63e0d3ce-f2bc-44f7-87c2-c36ae187f035', 'name': 'network-vif-deleted', 'tag': '231a3c21-62b0-4e89-8bce-52d5b2052f03'}] {{(pid=84886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:52:32.433223 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ae93cd27-e3dc-4f8c-8148-5209bab3b0d7 req-1722b35d-0896-427c-aa39-db7cd77b8d6c tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.71 "DELETE /v2.0/ports/231a3c21-62b0-4e89-8bce-52d5b2052f03 HTTP/1.1" status: 204 len: 173 time: 0.8281145 May 30 20:52:32.463632 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-e021674e-046f-4f27-801b-98c3a06859ed req-30c14a8d-1f50-4975-bf0f-09955181d122 service neutron] Attempting to bind port d622e914-66ff-42bb-9f14-48174077a181 on host n-h1-843948-2 for vnic_type normal with profile None {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:52:32.464182 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-e021674e-046f-4f27-801b-98c3a06859ed req-30c14a8d-1f50-4975-bf0f-09955181d122 service neutron] Attempting to bind port d622e914-66ff-42bb-9f14-48174077a181 by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': 'ddbc5032-06d0-428e-91af-405ca717595e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '131029e3-6ec4-43a3-8a7d-e17d152a6ea8'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:52:32.464316 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e021674e-046f-4f27-801b-98c3a06859ed req-30c14a8d-1f50-4975-bf0f-09955181d122 service neutron] Attempting to bind port d622e914-66ff-42bb-9f14-48174077a181 on network 131029e3-6ec4-43a3-8a7d-e17d152a6ea8 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:52:32.470247 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e021674e-046f-4f27-801b-98c3a06859ed req-30c14a8d-1f50-4975-bf0f-09955181d122 service neutron] Port d622e914-66ff-42bb-9f14-48174077a181 on network 131029e3-6ec4-43a3-8a7d-e17d152a6ea8 not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:52:32.470563 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e021674e-046f-4f27-801b-98c3a06859ed req-30c14a8d-1f50-4975-bf0f-09955181d122 service neutron] Attempting to bind port d622e914-66ff-42bb-9f14-48174077a181 on network 131029e3-6ec4-43a3-8a7d-e17d152a6ea8 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:52:32.476219 n-d-843948-2 neutron-server[84886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3bb82f2b-0d59-4a5c-a860-332e59a4b7e3'] response: {'server_uuid': '63e0d3ce-f2bc-44f7-87c2-c36ae187f035', 'name': 'network-vif-deleted', 'tag': '231a3c21-62b0-4e89-8bce-52d5b2052f03', 'status': 'completed', 'code': 200} May 30 20:52:32.478178 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e021674e-046f-4f27-801b-98c3a06859ed req-30c14a8d-1f50-4975-bf0f-09955181d122 service neutron] Checking agent: {'id': 'f728d74e-a4ae-4384-860b-a5ade05dd8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 52, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:52:32.478510 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e021674e-046f-4f27-801b-98c3a06859ed req-30c14a8d-1f50-4975-bf0f-09955181d122 service neutron] Checking segment: {'id': 'ddbc5032-06d0-428e-91af-405ca717595e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '131029e3-6ec4-43a3-8a7d-e17d152a6ea8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:52:32.478889 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e021674e-046f-4f27-801b-98c3a06859ed req-30c14a8d-1f50-4975-bf0f-09955181d122 service neutron] Bound using segment: {'id': 'ddbc5032-06d0-428e-91af-405ca717595e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '131029e3-6ec4-43a3-8a7d-e17d152a6ea8'} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:52:32.479311 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-e021674e-046f-4f27-801b-98c3a06859ed req-30c14a8d-1f50-4975-bf0f-09955181d122 service neutron] Bound port: d622e914-66ff-42bb-9f14-48174077a181, host: n-h1-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddbc5032-06d0-428e-91af-405ca717595e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '131029e3-6ec4-43a3-8a7d-e17d152a6ea8'}}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:52:32.512107 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-e021674e-046f-4f27-801b-98c3a06859ed req-30c14a8d-1f50-4975-bf0f-09955181d122 service neutron] For port d622e914-66ff-42bb-9f14-48174077a181, host n-h1-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=d622e914-66ff-42bb-9f14-48174077a181,segment=NetworkSegment(ddbc5032-06d0-428e-91af-405ca717595e),segment_id=ddbc5032-06d0-428e-91af-405ca717595e)] {{(pid=84887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:52:32.640241 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-e021674e-046f-4f27-801b-98c3a06859ed req-30c14a8d-1f50-4975-bf0f-09955181d122 service neutron] Notify callbacks [] for binding, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:32.641292 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e021674e-046f-4f27-801b-98c3a06859ed req-30c14a8d-1f50-4975-bf0f-09955181d122 service neutron] 10.222.0.85 "POST /v2.0/ports/d622e914-66ff-42bb-9f14-48174077a181/bindings HTTP/1.1" status: 201 len: 389 time: 0.3863647 May 30 20:52:32.747870 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:32.922039 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-d80f2c04-d6a5-4271-8e24-6665446e4749 req-67f0eec5-fed7-4cb2-bed2-83150a010197 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Synchronizing usage tracker for tenant:2d26ee9c136c43a7a24c2ecd289ef8cf on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:52:32.999127 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-d80f2c04-d6a5-4271-8e24-6665446e4749 req-67f0eec5-fed7-4cb2-bed2-83150a010197 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Unset dirty status for tenant:2d26ee9c136c43a7a24c2ecd289ef8cf on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:52:33.000283 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d80f2c04-d6a5-4271-8e24-6665446e4749 req-67f0eec5-fed7-4cb2-bed2-83150a010197 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.85 "GET /v2.0/ports?device_id=63e0d3ce-f2bc-44f7-87c2-c36ae187f035 HTTP/1.1" status: 200 len: 210 time: 0.1181190 May 30 20:52:33.032213 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9bc828-11bb-4a5f-81d8-b436948aa82f req-4dbc3f39-df1d-46f7-b1d5-a03ce18319e5 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:52:33.032213 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7c9bc828-11bb-4a5f-81d8-b436948aa82f req-4dbc3f39-df1d-46f7-b1d5-a03ce18319e5 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/ports?device_id=e0c791e6-a426-45f9-a380-ea847c0aafe9 HTTP/1.1" status: 200 len: 945 time: 0.0917580 May 30 20:52:33.073254 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7c9bc828-11bb-4a5f-81d8-b436948aa82f req-e7e39977-0f1e-427f-aa6c-d93bba6f6f71 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/security-groups?id=9600467f-d2af-4c2f-829b-e730e37b288f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397983 May 30 20:52:33.277235 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e021674e-046f-4f27-801b-98c3a06859ed req-bc710129-5664-493f-b923-885ab73970e0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=92b5fc25c8fb428a885a0ea0a728400d&device_id=e0c791e6-a426-45f9-a380-ea847c0aafe9 HTTP/1.1" status: 200 len: 1096 time: 0.0720096 May 30 20:52:33.411759 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e021674e-046f-4f27-801b-98c3a06859ed req-4c99ded4-eb08-49af-a2f0-f1e5ccacff01 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:52:33.413824 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e021674e-046f-4f27-801b-98c3a06859ed req-4c99ded4-eb08-49af-a2f0-f1e5ccacff01 service neutron] 10.222.0.71 "GET /v2.0/networks?id=131029e3-6ec4-43a3-8a7d-e17d152a6ea8 HTTP/1.1" status: 200 len: 896 time: 0.1308870 May 30 20:52:33.521048 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e021674e-046f-4f27-801b-98c3a06859ed req-e5b98a92-dc25-48ef-96bf-6fd80e46fa05 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d622e914-66ff-42bb-9f14-48174077a181 HTTP/1.1" status: 200 len: 1000 time: 0.1020346 May 30 20:52:33.674826 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e021674e-046f-4f27-801b-98c3a06859ed req-3a9cbcb1-a5e7-4fba-b509-8fcce429cb8f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:52:33.676266 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e021674e-046f-4f27-801b-98c3a06859ed req-3a9cbcb1-a5e7-4fba-b509-8fcce429cb8f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=0489c068-b68f-460c-b25c-409c25ec909b HTTP/1.1" status: 200 len: 835 time: 0.1501272 May 30 20:52:33.752254 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e021674e-046f-4f27-801b-98c3a06859ed req-8cab059b-e50c-4119-ae85-eaf14dd409ad service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=131029e3-6ec4-43a3-8a7d-e17d152a6ea8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0697978 May 30 20:52:33.883942 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e021674e-046f-4f27-801b-98c3a06859ed req-de025ac0-a9e6-427d-baf8-9c0c186bfea0 service neutron] 10.222.0.71 "GET /v2.0/networks/131029e3-6ec4-43a3-8a7d-e17d152a6ea8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254008 May 30 20:52:34.016605 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e021674e-046f-4f27-801b-98c3a06859ed req-1842224d-37a2-4dd8-8d5d-796735cf8c7e service neutron] 10.222.0.71 "GET /v2.0/networks/131029e3-6ec4-43a3-8a7d-e17d152a6ea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267223 May 30 20:52:34.109577 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 44594) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:52:34.142617 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e021674e-046f-4f27-801b-98c3a06859ed req-f94877a6-e7a5-45df-9d74-e09cc0029e0f tempest-TestNetworkAdvancedServerOps-998263130 tempest-TestNetworkAdvancedServerOps-998263130-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=e0c791e6-a426-45f9-a380-ea847c0aafe9&tenant_id=92b5fc25c8fb428a885a0ea0a728400d&binding%3Ahost_id=n-h2-843948-2 HTTP/1.1" status: 200 len: 1096 time: 0.0730746 May 30 20:52:34.153343 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [req-e021674e-046f-4f27-801b-98c3a06859ed req-d44c09c8-3421-4697-8485-056f37cad50d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-843948-2'}}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:52:34.182617 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f7e64300-45a3-4f95-ae88-73a1e43ce03c tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:34.249431 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f7e64300-45a3-4f95-ae88-73a1e43ce03c tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:34.263556 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-e021674e-046f-4f27-801b-98c3a06859ed req-d44c09c8-3421-4697-8485-056f37cad50d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:34.325471 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8134e6a-8b67-414d-a596-3a4686257173 req-e9c3f9dc-aa6d-4f11-b8e9-82bc87347ab1 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:52:34.326949 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e8134e6a-8b67-414d-a596-3a4686257173 req-e9c3f9dc-aa6d-4f11-b8e9-82bc87347ab1 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/ports?device_id=e0c791e6-a426-45f9-a380-ea847c0aafe9 HTTP/1.1" status: 200 len: 945 time: 0.1221414 May 30 20:52:34.376755 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e8134e6a-8b67-414d-a596-3a4686257173 req-dd45c3bf-d89e-43a5-9b1f-1a1358f9ca7c tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/security-groups?id=9600467f-d2af-4c2f-829b-e730e37b288f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430217 May 30 20:52:34.427579 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f7e64300-45a3-4f95-ae88-73a1e43ce03c tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:34.447842 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e64300-45a3-4f95-ae88-73a1e43ce03c tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0156111-48ce-43e9-9ce0-2b235162f37c,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:52:34.463335 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-e021674e-046f-4f27-801b-98c3a06859ed req-d44c09c8-3421-4697-8485-056f37cad50d service neutron] For port d622e914-66ff-42bb-9f14-48174077a181, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=d622e914-66ff-42bb-9f14-48174077a181,segment=NetworkSegment(ddbc5032-06d0-428e-91af-405ca717595e),segment_id=ddbc5032-06d0-428e-91af-405ca717595e)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:52:34.495810 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-e021674e-046f-4f27-801b-98c3a06859ed req-d44c09c8-3421-4697-8485-056f37cad50d service neutron] For port d622e914-66ff-42bb-9f14-48174077a181, host n-h2-843948-2, cleared binding levels {{(pid=84886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:52:34.513798 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f7e64300-45a3-4f95-ae88-73a1e43ce03c tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:34.515078 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-f7e64300-45a3-4f95-ae88-73a1e43ce03c tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.85 "DELETE /v2.0/security-groups/a0156111-48ce-43e9-9ce0-2b235162f37c HTTP/1.1" status: 204 len: 168 time: 0.4039307 May 30 20:52:34.560342 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0c791e6-a426-45f9-a380-ea847c0aafe9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd622e914-66ff-42bb-9f14-48174077a181'}] {{(pid=84886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:52:34.566112 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-e021674e-046f-4f27-801b-98c3a06859ed req-d44c09c8-3421-4697-8485-056f37cad50d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:34.610497 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-e021674e-046f-4f27-801b-98c3a06859ed req-d44c09c8-3421-4697-8485-056f37cad50d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:34.617325 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 44602) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:52:34.620418 n-d-843948-2 neutron-server[84886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-087f7606-b732-4b49-bab2-8aa1514a9209'] response: {'server_uuid': 'e0c791e6-a426-45f9-a380-ea847c0aafe9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd622e914-66ff-42bb-9f14-48174077a181', 'code': 200} May 30 20:52:34.762066 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44c09c8-3421-4697-8485-056f37cad50d service neutron] Pushing event updated for resources: {'Port': ['ID=d622e914-66ff-42bb-9f14-48174077a181,revision_number=7']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:52:34.826599 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_v2 [None req-aaffab6e-1a60-46f6-ac45-12ed53523fc6 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Deleting subnet b29a7f7e-d87b-477b-8d4e-dfd70ed691b4 {{(pid=84887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:52:34.830099 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-aaffab6e-1a60-46f6-ac45-12ed53523fc6 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks [] for subnet, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:34.845185 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-e021674e-046f-4f27-801b-98c3a06859ed req-d44c09c8-3421-4697-8485-056f37cad50d service neutron] Attempting to bind port d622e914-66ff-42bb-9f14-48174077a181 on host n-h2-843948-2 for vnic_type normal with profile {"migrating_to": "n-h1-843948-2"} {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:52:34.845724 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-e021674e-046f-4f27-801b-98c3a06859ed req-d44c09c8-3421-4697-8485-056f37cad50d service neutron] Attempting to bind port d622e914-66ff-42bb-9f14-48174077a181 by drivers openvswitch,hyperv on host n-h2-843948-2 at level 0 using segments [{'id': 'ddbc5032-06d0-428e-91af-405ca717595e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '131029e3-6ec4-43a3-8a7d-e17d152a6ea8'}] {{(pid=84886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:52:34.846121 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e021674e-046f-4f27-801b-98c3a06859ed req-d44c09c8-3421-4697-8485-056f37cad50d service neutron] Attempting to bind port d622e914-66ff-42bb-9f14-48174077a181 on network 131029e3-6ec4-43a3-8a7d-e17d152a6ea8 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:52:34.854262 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e021674e-046f-4f27-801b-98c3a06859ed req-d44c09c8-3421-4697-8485-056f37cad50d service neutron] Port d622e914-66ff-42bb-9f14-48174077a181 on network 131029e3-6ec4-43a3-8a7d-e17d152a6ea8 not bound, no agent of type Open vSwitch agent registered on host n-h2-843948-2 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:52:34.854689 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e021674e-046f-4f27-801b-98c3a06859ed req-d44c09c8-3421-4697-8485-056f37cad50d service neutron] Attempting to bind port d622e914-66ff-42bb-9f14-48174077a181 on network 131029e3-6ec4-43a3-8a7d-e17d152a6ea8 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:52:34.861852 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e021674e-046f-4f27-801b-98c3a06859ed req-d44c09c8-3421-4697-8485-056f37cad50d service neutron] Checking agent: {'id': 'eaa08354-e8f5-4e73-af76-8d3cf7d2b390', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 52, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:52:34.864577 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e021674e-046f-4f27-801b-98c3a06859ed req-d44c09c8-3421-4697-8485-056f37cad50d service neutron] Checking segment: {'id': 'ddbc5032-06d0-428e-91af-405ca717595e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '131029e3-6ec4-43a3-8a7d-e17d152a6ea8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:52:34.864577 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e021674e-046f-4f27-801b-98c3a06859ed req-d44c09c8-3421-4697-8485-056f37cad50d service neutron] Bound using segment: {'id': 'ddbc5032-06d0-428e-91af-405ca717595e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '131029e3-6ec4-43a3-8a7d-e17d152a6ea8'} {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:52:34.864577 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-e021674e-046f-4f27-801b-98c3a06859ed req-d44c09c8-3421-4697-8485-056f37cad50d service neutron] Bound port: d622e914-66ff-42bb-9f14-48174077a181, host: n-h2-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddbc5032-06d0-428e-91af-405ca717595e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '131029e3-6ec4-43a3-8a7d-e17d152a6ea8'}}] {{(pid=84886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:52:34.864577 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-e021674e-046f-4f27-801b-98c3a06859ed req-d44c09c8-3421-4697-8485-056f37cad50d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:34.887996 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-aaffab6e-1a60-46f6-ac45-12ed53523fc6 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3149227'] for subnet, precommit_delete_associations {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:34.918089 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-9500afe7-fda0-4ddc-baec-074f35b60b2a None None] Provisioning complete for port d622e914-66ff-42bb-9f14-48174077a181 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:52:34.919111 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-9500afe7-fda0-4ddc-baec-074f35b60b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:34.958327 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-e021674e-046f-4f27-801b-98c3a06859ed req-d44c09c8-3421-4697-8485-056f37cad50d service neutron] For port d622e914-66ff-42bb-9f14-48174077a181, host n-h2-843948-2, cleared binding levels {{(pid=84886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:52:34.961562 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-e021674e-046f-4f27-801b-98c3a06859ed req-d44c09c8-3421-4697-8485-056f37cad50d service neutron] For port d622e914-66ff-42bb-9f14-48174077a181, host n-h2-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=d622e914-66ff-42bb-9f14-48174077a181,segment=NetworkSegment(ddbc5032-06d0-428e-91af-405ca717595e),segment_id=ddbc5032-06d0-428e-91af-405ca717595e)] {{(pid=84886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:52:34.971688 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-9500afe7-fda0-4ddc-baec-074f35b60b2a None None] Port d622e914-66ff-42bb-9f14-48174077a181 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:52:34.977158 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-aaffab6e-1a60-46f6-ac45-12ed53523fc6 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:35.022232 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-e021674e-046f-4f27-801b-98c3a06859ed req-d44c09c8-3421-4697-8485-056f37cad50d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:35.113709 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-aaffab6e-1a60-46f6-ac45-12ed53523fc6 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4055470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114247'] for subnet, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:35.156402 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaffab6e-1a60-46f6-ac45-12ed53523fc6 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Pushing event deleted for resources: {'Subnet': ['ID=b29a7f7e-d87b-477b-8d4e-dfd70ed691b4,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:52:35.161561 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-aaffab6e-1a60-46f6-ac45-12ed53523fc6 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:35.167307 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44c09c8-3421-4697-8485-056f37cad50d service neutron] Pushing event updated for resources: {'Port': ['ID=d622e914-66ff-42bb-9f14-48174077a181,revision_number=8']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:52:35.170127 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-aaffab6e-1a60-46f6-ac45-12ed53523fc6 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.85 "DELETE /v2.0/subnets/b29a7f7e-d87b-477b-8d4e-dfd70ed691b4 HTTP/1.1" status: 204 len: 168 time: 0.5516915 May 30 20:52:35.171868 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 44606) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:52:35.178087 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53817bd3-3c39-4a3f-b93b-6ffcf1d89efd None None] Network 5c3a3a7b-1740-4301-85ac-a2606d6ecc4d requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:52:35.232323 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-e021674e-046f-4f27-801b-98c3a06859ed req-d44c09c8-3421-4697-8485-056f37cad50d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:35.234240 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e021674e-046f-4f27-801b-98c3a06859ed req-d44c09c8-3421-4697-8485-056f37cad50d service neutron] 10.222.0.71 "PUT /v2.0/ports/d622e914-66ff-42bb-9f14-48174077a181 HTTP/1.1" status: 200 len: 1121 time: 1.0850871 May 30 20:52:35.305528 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9f6869f1-908b-432f-8cb2-761742094ab2 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:35.315166 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-9f6869f1-908b-432f-8cb2-761742094ab2 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Deleting port 9fab3b7c-a859-4924-994e-6d50aee97059 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:52:35.315494 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9f6869f1-908b-432f-8cb2-761742094ab2 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:35.325380 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['d622e914-66ff-42bb-9f14-48174077a181'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:52:35.462472 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-16b7e933-7399-4a92-9d28-570514abfd33 None None] Provisioning complete for port d622e914-66ff-42bb-9f14-48174077a181 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:52:35.462833 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-16b7e933-7399-4a92-9d28-570514abfd33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:35.608913 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8350ca2-116f-4cf6-8522-510989b852ef None None] DHCP port deletion for 5c3a3a7b-1740-4301-85ac-a2606d6ecc4d request from n-d-843948-2 {{(pid=84888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:52:35.636596 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-e8350ca2-116f-4cf6-8522-510989b852ef None None] Deleting port 9fab3b7c-a859-4924-994e-6d50aee97059 {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:52:35.636967 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-e8350ca2-116f-4cf6-8522-510989b852ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:35.683393 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [None req-9f6869f1-908b-432f-8cb2-761742094ab2 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] For port 9fab3b7c-a859-4924-994e-6d50aee97059, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=9fab3b7c-a859-4924-994e-6d50aee97059,segment=NetworkSegment(cc59e448-e6b0-4a21-a4b1-727eaa442e64),segment_id=cc59e448-e6b0-4a21-a4b1-727eaa442e64)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:52:35.683735 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9f6869f1-908b-432f-8cb2-761742094ab2 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:35.704179 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-16b7e933-7399-4a92-9d28-570514abfd33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:35.805721 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0c791e6-a426-45f9-a380-ea847c0aafe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd622e914-66ff-42bb-9f14-48174077a181'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:52:35.816418 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-9f6869f1-908b-432f-8cb2-761742094ab2 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Calling delete_port for 9fab3b7c-a859-4924-994e-6d50aee97059 owned by network:dhcp {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:52:35.840314 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-16b7e933-7399-4a92-9d28-570514abfd33 None None] For port d622e914-66ff-42bb-9f14-48174077a181, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=d622e914-66ff-42bb-9f14-48174077a181,segment=NetworkSegment(ddbc5032-06d0-428e-91af-405ca717595e),segment_id=ddbc5032-06d0-428e-91af-405ca717595e)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:52:35.877135 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cba115-5636-48e5-be61-9809fc129126 req-8442a22a-3454-49f8-a4c5-524d21d4cd08 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:52:35.878629 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f1cba115-5636-48e5-be61-9809fc129126 req-8442a22a-3454-49f8-a4c5-524d21d4cd08 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/ports?device_id=e0c791e6-a426-45f9-a380-ea847c0aafe9 HTTP/1.1" status: 200 len: 943 time: 0.3653595 May 30 20:52:35.895353 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23ec41e3-0e1e-47bd-ab53-1623f4323887'] response: {'server_uuid': 'e0c791e6-a426-45f9-a380-ea847c0aafe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd622e914-66ff-42bb-9f14-48174077a181', 'code': 200} May 30 20:52:35.947562 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f1cba115-5636-48e5-be61-9809fc129126 req-c4260935-8c0d-42d4-8b2b-ca9badfac6f5 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/security-groups?id=9600467f-d2af-4c2f-829b-e730e37b288f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599310 May 30 20:52:35.953435 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-16b7e933-7399-4a92-9d28-570514abfd33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:36.021012 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9f6869f1-908b-432f-8cb2-761742094ab2 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:36.027309 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 9fab3b7c-a859-4924-994e-6d50aee97059 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:52:36.067648 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6869f1-908b-432f-8cb2-761742094ab2 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Pushing event deleted for resources: {'Port': ['ID=9fab3b7c-a859-4924-994e-6d50aee97059,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:52:36.072654 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6869f1-908b-432f-8cb2-761742094ab2 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] No DVR routers for this DVR port 9fab3b7c-a859-4924-994e-6d50aee97059 on host n-d-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:52:36.102487 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: 9fab3b7c-a859-4924-994e-6d50aee97059 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:52:36.102819 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 9fab3b7c-a859-4924-994e-6d50aee97059 not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:52:36.114913 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-e8350ca2-116f-4cf6-8522-510989b852ef None None] For port 9fab3b7c-a859-4924-994e-6d50aee97059, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=9fab3b7c-a859-4924-994e-6d50aee97059,segment=NetworkSegment(cc59e448-e6b0-4a21-a4b1-727eaa442e64),segment_id=cc59e448-e6b0-4a21-a4b1-727eaa442e64)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:52:36.115296 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-e8350ca2-116f-4cf6-8522-510989b852ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:36.197548 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9f6869f1-908b-432f-8cb2-761742094ab2 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:36.226978 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-9f6869f1-908b-432f-8cb2-761742094ab2 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c3a3a7b-1740-4301-85ac-a2606d6ecc4d']}} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:52:36.239123 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-9f6869f1-908b-432f-8cb2-761742094ab2 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc59e448-e6b0-4a21-a4b1-727eaa442e64') {'for_net_delete': True} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:52:36.239338 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-9f6869f1-908b-432f-8cb2-761742094ab2 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc59e448-e6b0-4a21-a4b1-727eaa442e64') {} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:52:36.251393 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9f6869f1-908b-432f-8cb2-761742094ab2 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3149912'] for segment, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:36.268621 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9f6869f1-908b-432f-8cb2-761742094ab2 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:36.274431 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 231a3c21-62b0-4e89-8bce-52d5b2052f03 no longer exists at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:52:36.275530 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f6869f1-908b-432f-8cb2-761742094ab2 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Releasing vlan 652 on physical network physnet1 to pool {{(pid=84887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:52:36.275949 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9f6869f1-908b-432f-8cb2-761742094ab2 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4055488'] for segment, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:36.291319 n-d-843948-2 neutron-server[84887]: Traceback (most recent call last): May 30 20:52:36.291319 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:52:36.291319 n-d-843948-2 neutron-server[84887]: timer() May 30 20:52:36.291319 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:52:36.291319 n-d-843948-2 neutron-server[84887]: cb(*args, **kw) May 30 20:52:36.291319 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:52:36.291319 n-d-843948-2 neutron-server[84887]: return func(*args, **kwargs) May 30 20:52:36.291319 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:52:36.291319 n-d-843948-2 neutron-server[84887]: self._notify() May 30 20:52:36.291319 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:52:36.291319 n-d-843948-2 neutron-server[84887]: self.callback(batched_events) May 30 20:52:36.291319 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:52:36.291319 n-d-843948-2 neutron-server[84887]: event.method(event) May 30 20:52:36.291319 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:52:36.291319 n-d-843948-2 neutron-server[84887]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:52:36.291319 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:52:36.291319 n-d-843948-2 neutron-server[84887]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:52:36.291319 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:52:36.291319 n-d-843948-2 neutron-server[84887]: return f(self, *a, **k) May 30 20:52:36.291319 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:52:36.291319 n-d-843948-2 neutron-server[84887]: return self._get(url).json() May 30 20:52:36.291319 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:52:36.291319 n-d-843948-2 neutron-server[84887]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:52:36.291319 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:52:36.291319 n-d-843948-2 neutron-server[84887]: return self.request(url, 'GET', **kwargs) May 30 20:52:36.291319 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:52:36.291319 n-d-843948-2 neutron-server[84887]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:52:36.291319 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:52:36.291319 n-d-843948-2 neutron-server[84887]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:52:36.291319 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:52:36.291319 n-d-843948-2 neutron-server[84887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:52:36.291319 n-d-843948-2 neutron-server[84887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:52:36.314158 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-e8350ca2-116f-4cf6-8522-510989b852ef None None] Calling delete_port for 9fab3b7c-a859-4924-994e-6d50aee97059 owned by network:dhcp {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:52:36.361563 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] No Port match for: 231a3c21-62b0-4e89-8bce-52d5b2052f03 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:52:36.361804 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 231a3c21-62b0-4e89-8bce-52d5b2052f03 not bound to the agent host n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:52:36.372859 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b7e933-7399-4a92-9d28-570514abfd33 None None] Pushing event updated for resources: {'Port': ['ID=d622e914-66ff-42bb-9f14-48174077a181,revision_number=9']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:52:36.430425 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b7e933-7399-4a92-9d28-570514abfd33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:52:36.430760 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b7e933-7399-4a92-9d28-570514abfd33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:52:36.431092 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b7e933-7399-4a92-9d28-570514abfd33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:52:36.431420 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b7e933-7399-4a92-9d28-570514abfd33 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:52:36.431741 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b7e933-7399-4a92-9d28-570514abfd33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:52:36.432065 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b7e933-7399-4a92-9d28-570514abfd33 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:52:36.432381 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b7e933-7399-4a92-9d28-570514abfd33 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:52:36.432702 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b7e933-7399-4a92-9d28-570514abfd33 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:52:36.433017 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b7e933-7399-4a92-9d28-570514abfd33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:52:36.433330 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b7e933-7399-4a92-9d28-570514abfd33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:52:36.433660 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b7e933-7399-4a92-9d28-570514abfd33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:52:36.462031 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9f6869f1-908b-432f-8cb2-761742094ab2 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:36.464659 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.db.api [None req-e8350ca2-116f-4cf6-8522-510989b852ef None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:52:36.465008 n-d-843948-2 neutron-server[84888]: DEBUG oslo_db.api [None req-e8350ca2-116f-4cf6-8522-510989b852ef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:52:36.466864 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9f6869f1-908b-432f-8cb2-761742094ab2 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:36.493673 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6869f1-908b-432f-8cb2-761742094ab2 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Pushing event deleted for resources: {'Network': ['ID=5c3a3a7b-1740-4301-85ac-a2606d6ecc4d,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:52:36.571254 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-9f6869f1-908b-432f-8cb2-761742094ab2 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.85 "DELETE /v2.0/networks/5c3a3a7b-1740-4301-85ac-a2606d6ecc4d HTTP/1.1" status: 204 len: 168 time: 1.3973320 May 30 20:52:36.573893 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 44614) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:52:36.621241 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0c791e6-a426-45f9-a380-ea847c0aafe9', 'tag': 'd622e914-66ff-42bb-9f14-48174077a181'}] {{(pid=84886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:52:36.678243 n-d-843948-2 neutron-server[84886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bf316d6-c378-4d9f-8763-af152a8bee57'] response: {'name': 'network-changed', 'server_uuid': 'e0c791e6-a426-45f9-a380-ea847c0aafe9', 'tag': 'd622e914-66ff-42bb-9f14-48174077a181', 'status': 'completed', 'code': 200} May 30 20:52:36.830973 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-af514430-4964-4d99-9232-a7c000dd3623 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Deleting port 0ce98e8f-016a-40b4-803a-b0888b401954 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:52:36.831305 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-af514430-4964-4d99-9232-a7c000dd3623 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:36.887476 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7caa1628-7a7e-4e55-b478-10e2dbc296d2 req-2a897b27-f544-43d2-baa3-af3068e0204e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=92b5fc25c8fb428a885a0ea0a728400d&device_id=e0c791e6-a426-45f9-a380-ea847c0aafe9 HTTP/1.1" status: 200 len: 1126 time: 0.1559548 May 30 20:52:36.966978 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-e8350ca2-116f-4cf6-8522-510989b852ef None None] Deleting port 9fab3b7c-a859-4924-994e-6d50aee97059 {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:52:36.967568 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-e8350ca2-116f-4cf6-8522-510989b852ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:37.031778 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-e8350ca2-116f-4cf6-8522-510989b852ef None None] The port '9fab3b7c-a859-4924-994e-6d50aee97059' was deleted {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 20:52:37.147172 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-af514430-4964-4d99-9232-a7c000dd3623 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:37.147920 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-af514430-4964-4d99-9232-a7c000dd3623 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:37.388371 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-af514430-4964-4d99-9232-a7c000dd3623 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Calling delete_port for 0ce98e8f-016a-40b4-803a-b0888b401954 owned by network:floatingip {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:52:37.426357 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caa1628-7a7e-4e55-b478-10e2dbc296d2 req-722e8293-affc-4277-b65b-3b483670b681 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:52:37.427823 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7caa1628-7a7e-4e55-b478-10e2dbc296d2 req-722e8293-affc-4277-b65b-3b483670b681 service neutron] 10.222.0.86 "GET /v2.0/networks?id=131029e3-6ec4-43a3-8a7d-e17d152a6ea8 HTTP/1.1" status: 200 len: 896 time: 0.5218437 May 30 20:52:37.567938 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988e3fd6-fb1b-4c28-a34f-7969d0b08ce9 req-7d7442a3-f3c0-44ba-9b46-78c43f496dc3 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:52:37.569412 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-988e3fd6-fb1b-4c28-a34f-7969d0b08ce9 req-7d7442a3-f3c0-44ba-9b46-78c43f496dc3 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/ports?device_id=e0c791e6-a426-45f9-a380-ea847c0aafe9 HTTP/1.1" status: 200 len: 945 time: 0.4881208 May 30 20:52:37.577133 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7caa1628-7a7e-4e55-b478-10e2dbc296d2 req-a672fca6-6e98-4ae8-8e25-05b14a4559b3 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d622e914-66ff-42bb-9f14-48174077a181 HTTP/1.1" status: 200 len: 1000 time: 0.1386631 May 30 20:52:37.722768 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-988e3fd6-fb1b-4c28-a34f-7969d0b08ce9 req-f8e5c70d-1cb9-4704-a7f9-bc47ceac3232 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/security-groups?id=9600467f-d2af-4c2f-829b-e730e37b288f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1474178 May 30 20:52:37.726306 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caa1628-7a7e-4e55-b478-10e2dbc296d2 req-75e62e67-1412-483f-96a6-f7c5fffe1c89 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:52:37.727713 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7caa1628-7a7e-4e55-b478-10e2dbc296d2 req-75e62e67-1412-483f-96a6-f7c5fffe1c89 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=0489c068-b68f-460c-b25c-409c25ec909b HTTP/1.1" status: 200 len: 835 time: 0.1274049 May 30 20:52:37.805474 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-af514430-4964-4d99-9232-a7c000dd3623 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:37.857242 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af514430-4964-4d99-9232-a7c000dd3623 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Pushing event deleted for resources: {'Port': ['ID=0ce98e8f-016a-40b4-803a-b0888b401954,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:52:37.862143 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7caa1628-7a7e-4e55-b478-10e2dbc296d2 req-ab232972-4373-409b-a80e-64fec2233616 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=131029e3-6ec4-43a3-8a7d-e17d152a6ea8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1250598 May 30 20:52:38.045541 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-af514430-4964-4d99-9232-a7c000dd3623 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks [] for floatingip, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:38.176080 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7caa1628-7a7e-4e55-b478-10e2dbc296d2 req-86c8dd9c-1863-44a0-a6e1-4f0c7c604a4b service neutron] 10.222.0.86 "GET /v2.0/networks/131029e3-6ec4-43a3-8a7d-e17d152a6ea8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2887590 May 30 20:52:38.212509 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device d622e914-66ff-42bb-9f14-48174077a181 details requested by agent hyperv_n-h1-843948-2 with host n-h1-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:52:38.336629 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7caa1628-7a7e-4e55-b478-10e2dbc296d2 req-367daa38-7d3d-4e39-a7bc-ed4771e8ac8e service neutron] 10.222.0.86 "GET /v2.0/networks/131029e3-6ec4-43a3-8a7d-e17d152a6ea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476982 May 30 20:52:38.390150 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port d622e914-66ff-42bb-9f14-48174077a181, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=d622e914-66ff-42bb-9f14-48174077a181,segment=NetworkSegment(ddbc5032-06d0-428e-91af-405ca717595e),segment_id=ddbc5032-06d0-428e-91af-405ca717595e)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:52:38.403124 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device d622e914-66ff-42bb-9f14-48174077a181 has no active binding in host n-h1-843948-2 {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 30 20:52:38.575611 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af514430-4964-4d99-9232-a7c000dd3623 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Router 2bed753c-4e22-4a6a-b8ad-068f19393187 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:52:38.776321 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af514430-4964-4d99-9232-a7c000dd3623 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:52:38.788514 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd98901-01dd-4b2e-a8e1-6a8847e95132 None None] Sync routers for ids ['2bed753c-4e22-4a6a-b8ad-068f19393187'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:52:38.793740 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-af514430-4964-4d99-9232-a7c000dd3623 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:38.804682 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd98901-01dd-4b2e-a8e1-6a8847e95132 None None] Routers {'2bed753c-4e22-4a6a-b8ad-068f19393187'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:52:38.805773 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-ccd98901-01dd-4b2e-a8e1-6a8847e95132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:52:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['2bed753c-4e22-4a6a-b8ad-068f19393187'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:52:38.946666 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042150c2-ab43-4509-81ed-bbd547ea0f65 req-b1561e2a-28a1-4b46-b245-50313475bf53 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:52:38.949202 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-042150c2-ab43-4509-81ed-bbd547ea0f65 req-b1561e2a-28a1-4b46-b245-50313475bf53 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/ports?device_id=e0c791e6-a426-45f9-a380-ea847c0aafe9 HTTP/1.1" status: 200 len: 945 time: 0.0907300 May 30 20:52:38.958912 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-af514430-4964-4d99-9232-a7c000dd3623 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.85 "DELETE /v2.0/floatingips/0e3556b1-789b-4d9d-bef9-c7c922677343 HTTP/1.1" status: 204 len: 168 time: 2.3814335 May 30 20:52:38.958912 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad8d6ca5-f20d-41cf-8089-51615af87962', 'tag': 'e109197e-6901-40f2-bd53-3fb4b90b437d'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:52:38.994445 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-ccd98901-01dd-4b2e-a8e1-6a8847e95132 None None] Set router 2bed753c-4e22-4a6a-b8ad-068f19393187 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:52:38.998704 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-042150c2-ab43-4509-81ed-bbd547ea0f65 req-23d9cb9f-89ba-4709-84bb-0d9505ec05dc tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/security-groups?id=9600467f-d2af-4c2f-829b-e730e37b288f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422802 May 30 20:52:39.156429 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f323013e-0a22-48c2-a901-8ad2883227dc'] response: {'name': 'network-changed', 'server_uuid': 'ad8d6ca5-f20d-41cf-8089-51615af87962', 'tag': 'e109197e-6901-40f2-bd53-3fb4b90b437d', 'status': 'completed', 'code': 200} May 30 20:52:39.261366 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e1aca887-ca4e-44cb-93f8-9c5514e5f278 req-31d8cf4f-2db6-4341-99f8-a9520f4d4085 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=2d26ee9c136c43a7a24c2ecd289ef8cf&device_id=ad8d6ca5-f20d-41cf-8089-51615af87962 HTTP/1.1" status: 200 len: 1097 time: 0.0748372 May 30 20:52:39.337428 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-ccd98901-01dd-4b2e-a8e1-6a8847e95132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bed753c-4e22-4a6a-b8ad-068f19393187', 'name': 'tempest-TestNetworkBasicOps-router-894239406', 'tenant_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.48'}], 'enable_snat': True}, 'gw_port_id': 'd3c727fa-93da-44be-b84e-6f98aee71ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:50:40Z', 'updated_at': '2022-05-30T20:52:28Z', 'revision_number': 6, 'project_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'gw_port': {'id': 'd3c727fa-93da-44be-b84e-6f98aee71ea7', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bed753c-4e22-4a6a-b8ad-068f19393187', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:50:41Z', 'updated_at': '2022-05-30T20:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '49397469-d4cf-4c2c-b8f3-8238e45a3f9d', 'name': '', 'network_id': 'c744e851-7d16-46f1-8488-8acca211650e', 'tenant_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'mac_address': 'fa:16:3e:59:14:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bed753c-4e22-4a6a-b8ad-068f19393187', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e6e8268a-3438-427d-8d7b-ecd138b91fcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:50:45Z', 'updated_at': '2022-05-30T20:50:52Z', 'revision_number': 5, 'project_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'subnets': [{'id': 'e6e8268a-3438-427d-8d7b-ecd138b91fcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:52:39.341574 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd98901-01dd-4b2e-a8e1-6a8847e95132 None None] Checking router: 2bed753c-4e22-4a6a-b8ad-068f19393187 for host: n-d-843948-2 {{(pid=84889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:52:39.353345 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd98901-01dd-4b2e-a8e1-6a8847e95132 None None] Routers {'2bed753c-4e22-4a6a-b8ad-068f19393187'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:52:39.354060 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-ccd98901-01dd-4b2e-a8e1-6a8847e95132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:52:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['2bed753c-4e22-4a6a-b8ad-068f19393187'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:52:39.505824 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aca887-ca4e-44cb-93f8-9c5514e5f278 req-35316083-1586-491e-a555-271289874990 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:52:39.507676 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e1aca887-ca4e-44cb-93f8-9c5514e5f278 req-35316083-1586-491e-a555-271289874990 service neutron] 10.222.0.71 "GET /v2.0/networks?id=c744e851-7d16-46f1-8488-8acca211650e HTTP/1.1" status: 200 len: 897 time: 0.2410336 May 30 20:52:39.559090 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-ccd98901-01dd-4b2e-a8e1-6a8847e95132 None None] Set router 2bed753c-4e22-4a6a-b8ad-068f19393187 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:52:39.619989 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e1aca887-ca4e-44cb-93f8-9c5514e5f278 req-f220c481-7064-4077-b446-fb605e833495 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e109197e-6901-40f2-bd53-3fb4b90b437d HTTP/1.1" status: 200 len: 217 time: 0.1050506 May 30 20:52:39.700142 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aca887-ca4e-44cb-93f8-9c5514e5f278 req-c8ee09d1-d45d-4a38-91db-b54e46add14f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:52:39.701587 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e1aca887-ca4e-44cb-93f8-9c5514e5f278 req-c8ee09d1-d45d-4a38-91db-b54e46add14f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e6e8268a-3438-427d-8d7b-ecd138b91fcd HTTP/1.1" status: 200 len: 835 time: 0.0752225 May 30 20:52:39.712960 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b07fd4-1229-4e3d-ab49-8c99f219830e req-187f701d-d2d7-40d6-96b6-e0bedcac1911 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:52:39.714469 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-76b07fd4-1229-4e3d-ab49-8c99f219830e req-187f701d-d2d7-40d6-96b6-e0bedcac1911 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.85 "GET /v2.0/ports?device_id=ad8d6ca5-f20d-41cf-8089-51615af87962 HTTP/1.1" status: 200 len: 946 time: 0.1473072 May 30 20:52:39.812876 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-76b07fd4-1229-4e3d-ab49-8c99f219830e req-c75946e7-3004-43b0-b527-f129b5cba489 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.85 "GET /v2.0/security-groups?id=009a8d08-2c98-46a2-9b0f-9aba2c0fed3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642300 May 30 20:52:39.826561 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e1aca887-ca4e-44cb-93f8-9c5514e5f278 req-6143bd96-729f-44d7-acc6-d265e2ad0a97 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c744e851-7d16-46f1-8488-8acca211650e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1111324 May 30 20:52:39.892179 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-ccd98901-01dd-4b2e-a8e1-6a8847e95132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bed753c-4e22-4a6a-b8ad-068f19393187', 'name': 'tempest-TestNetworkBasicOps-router-894239406', 'tenant_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.48'}], 'enable_snat': True}, 'gw_port_id': 'd3c727fa-93da-44be-b84e-6f98aee71ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:50:40Z', 'updated_at': '2022-05-30T20:52:28Z', 'revision_number': 6, 'project_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'gw_port': {'id': 'd3c727fa-93da-44be-b84e-6f98aee71ea7', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bed753c-4e22-4a6a-b8ad-068f19393187', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:50:41Z', 'updated_at': '2022-05-30T20:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '49397469-d4cf-4c2c-b8f3-8238e45a3f9d', 'name': '', 'network_id': 'c744e851-7d16-46f1-8488-8acca211650e', 'tenant_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'mac_address': 'fa:16:3e:59:14:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bed753c-4e22-4a6a-b8ad-068f19393187', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e6e8268a-3438-427d-8d7b-ecd138b91fcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:50:45Z', 'updated_at': '2022-05-30T20:50:52Z', 'revision_number': 5, 'project_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'subnets': [{'id': 'e6e8268a-3438-427d-8d7b-ecd138b91fcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:52:39.897013 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd98901-01dd-4b2e-a8e1-6a8847e95132 None None] The sync data for ids ['2bed753c-4e22-4a6a-b8ad-068f19393187'] in n-d-843948-2 is: [{'id': '2bed753c-4e22-4a6a-b8ad-068f19393187', 'name': 'tempest-TestNetworkBasicOps-router-894239406', 'tenant_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.48'}], 'enable_snat': True}, 'gw_port_id': 'd3c727fa-93da-44be-b84e-6f98aee71ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:50:40Z', 'updated_at': '2022-05-30T20:52:28Z', 'revision_number': 6, 'project_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'gw_port': {'id': 'd3c727fa-93da-44be-b84e-6f98aee71ea7', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bed753c-4e22-4a6a-b8ad-068f19393187', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:50:41Z', 'updated_at': '2022-05-30T20:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '49397469-d4cf-4c2c-b8f3-8238e45a3f9d', 'name': '', 'network_id': 'c744e851-7d16-46f1-8488-8acca211650e', 'tenant_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'mac_address': 'fa:16:3e:59:14:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bed753c-4e22-4a6a-b8ad-068f19393187', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e6e8268a-3438-427d-8d7b-ecd138b91fcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:50:45Z', 'updated_at': '2022-05-30T20:50:52Z', 'revision_number': 5, 'project_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'subnets': [{'id': 'e6e8268a-3438-427d-8d7b-ecd138b91fcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:52:39.972986 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e1aca887-ca4e-44cb-93f8-9c5514e5f278 req-09b731ec-8e20-491e-b57c-b55599141484 service neutron] 10.222.0.71 "GET /v2.0/networks/c744e851-7d16-46f1-8488-8acca211650e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390007 May 30 20:52:40.123360 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e1aca887-ca4e-44cb-93f8-9c5514e5f278 req-06be3fa4-a506-4ce6-9865-266e426a500d service neutron] 10.222.0.71 "GET /v2.0/networks/c744e851-7d16-46f1-8488-8acca211650e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439137 May 30 20:52:40.161313 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017e3873-b1cd-4a5b-b628-c51b17151376 None None] New status for floating IP 0e3556b1-789b-4d9d-bef9-c7c922677343: DOWN {{(pid=84888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 20:52:40.215845 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4bc393-693a-4147-bac3-0e7064e6aacd req-55f8bf53-932d-4da4-a14e-5e49acc9cdac tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:52:40.217335 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-bf4bc393-693a-4147-bac3-0e7064e6aacd req-55f8bf53-932d-4da4-a14e-5e49acc9cdac tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/ports?device_id=e0c791e6-a426-45f9-a380-ea847c0aafe9 HTTP/1.1" status: 200 len: 945 time: 0.0848162 May 30 20:52:40.269141 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-bf4bc393-693a-4147-bac3-0e7064e6aacd req-4d30ff92-4040-4ffa-af22-d766eebf31a9 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/security-groups?id=9600467f-d2af-4c2f-829b-e730e37b288f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458267 May 30 20:52:40.437337 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e021674e-046f-4f27-801b-98c3a06859ed req-fdef3b88-9786-49d3-904b-4674e6ecaa20 service neutron] 10.222.0.86 "GET /v2.0/ports/d622e914-66ff-42bb-9f14-48174077a181/bindings/n-h1-843948-2 HTTP/1.1" status: 200 len: 384 time: 0.0765259 May 30 20:52:40.700714 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-e021674e-046f-4f27-801b-98c3a06859ed req-bdab7788-fc32-41d3-854c-af7041829735 service neutron] For port d622e914-66ff-42bb-9f14-48174077a181, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=d622e914-66ff-42bb-9f14-48174077a181,segment=NetworkSegment(ddbc5032-06d0-428e-91af-405ca717595e),segment_id=ddbc5032-06d0-428e-91af-405ca717595e)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:52:40.723927 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-e021674e-046f-4f27-801b-98c3a06859ed req-bdab7788-fc32-41d3-854c-af7041829735 service neutron] For port d622e914-66ff-42bb-9f14-48174077a181, host n-h2-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:52:40.791065 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-e021674e-046f-4f27-801b-98c3a06859ed req-bdab7788-fc32-41d3-854c-af7041829735 service neutron] For port d622e914-66ff-42bb-9f14-48174077a181, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=d622e914-66ff-42bb-9f14-48174077a181,segment=NetworkSegment(ddbc5032-06d0-428e-91af-405ca717595e),segment_id=ddbc5032-06d0-428e-91af-405ca717595e)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:52:40.822674 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02a1088-84ab-4184-8ca6-6464247969fa req-5d18c9c9-9116-4b0d-9c68-efc083609a23 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:52:40.824123 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d02a1088-84ab-4184-8ca6-6464247969fa req-5d18c9c9-9116-4b0d-9c68-efc083609a23 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.71 "GET /v2.0/ports?device_id=ad8d6ca5-f20d-41cf-8089-51615af87962 HTTP/1.1" status: 200 len: 946 time: 0.0841362 May 30 20:52:40.879277 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-e021674e-046f-4f27-801b-98c3a06859ed req-bdab7788-fc32-41d3-854c-af7041829735 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:40.896951 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [req-d02a1088-84ab-4184-8ca6-6464247969fa req-33f50ba1-aed4-472f-ac20-655ac52ddcec tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Deleting port e109197e-6901-40f2-bd53-3fb4b90b437d {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:52:40.897289 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-d02a1088-84ab-4184-8ca6-6464247969fa req-33f50ba1-aed4-472f-ac20-655ac52ddcec tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:40.993821 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-e021674e-046f-4f27-801b-98c3a06859ed req-bdab7788-fc32-41d3-854c-af7041829735 service neutron] Transition to ACTIVE for port object d622e914-66ff-42bb-9f14-48174077a181 will not be triggered until provisioned by entity L2. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:52:41.079817 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-e021674e-046f-4f27-801b-98c3a06859ed req-bdab7788-fc32-41d3-854c-af7041829735 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:41.166048 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a8df1a-3308-46fe-84e9-54be8fe8f8fe req-14e73ab5-38a0-4ded-85f9-899a812738cd tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:52:41.168761 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e5a8df1a-3308-46fe-84e9-54be8fe8f8fe req-14e73ab5-38a0-4ded-85f9-899a812738cd tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.85 "GET /v2.0/ports?device_id=ad8d6ca5-f20d-41cf-8089-51615af87962 HTTP/1.1" status: 200 len: 946 time: 0.2166553 May 30 20:52:41.192227 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0c791e6-a426-45f9-a380-ea847c0aafe9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd622e914-66ff-42bb-9f14-48174077a181'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:52:41.224553 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdab7788-fc32-41d3-854c-af7041829735 service neutron] Pushing event updated for resources: {'Port': ['ID=d622e914-66ff-42bb-9f14-48174077a181,revision_number=11']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:52:41.249723 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-d02a1088-84ab-4184-8ca6-6464247969fa req-33f50ba1-aed4-472f-ac20-655ac52ddcec tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] For port e109197e-6901-40f2-bd53-3fb4b90b437d, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=e109197e-6901-40f2-bd53-3fb4b90b437d,segment=NetworkSegment(73e92bf2-ba70-4245-bf0d-246232964c6f),segment_id=73e92bf2-ba70-4245-bf0d-246232964c6f)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:52:41.250022 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-d02a1088-84ab-4184-8ca6-6464247969fa req-33f50ba1-aed4-472f-ac20-655ac52ddcec tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:41.258971 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdab7788-fc32-41d3-854c-af7041829735 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:52:41.259410 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdab7788-fc32-41d3-854c-af7041829735 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:52:41.260336 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdab7788-fc32-41d3-854c-af7041829735 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:52:41.260730 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdab7788-fc32-41d3-854c-af7041829735 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:52:41.261078 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdab7788-fc32-41d3-854c-af7041829735 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:52:41.261412 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdab7788-fc32-41d3-854c-af7041829735 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:52:41.262060 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdab7788-fc32-41d3-854c-af7041829735 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:52:41.262204 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdab7788-fc32-41d3-854c-af7041829735 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:52:41.262553 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdab7788-fc32-41d3-854c-af7041829735 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:52:41.263025 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdab7788-fc32-41d3-854c-af7041829735 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:52:41.263362 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdab7788-fc32-41d3-854c-af7041829735 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:52:41.270682 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-407d56f1-1bae-4d6c-ac75-a23abc887949'] response: {'server_uuid': 'e0c791e6-a426-45f9-a380-ea847c0aafe9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd622e914-66ff-42bb-9f14-48174077a181', 'code': 200} May 30 20:52:41.318893 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e5a8df1a-3308-46fe-84e9-54be8fe8f8fe req-6bf00bf3-ef1c-4474-848a-53c9463891c6 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.85 "GET /v2.0/security-groups?id=009a8d08-2c98-46a2-9b0f-9aba2c0fed3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1443474 May 30 20:52:41.333789 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-e021674e-046f-4f27-801b-98c3a06859ed req-bdab7788-fc32-41d3-854c-af7041829735 service neutron] No DVR routers for this DVR port d622e914-66ff-42bb-9f14-48174077a181 on host n-h2-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:52:41.388928 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [req-d02a1088-84ab-4184-8ca6-6464247969fa req-33f50ba1-aed4-472f-ac20-655ac52ddcec tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Calling delete_port for e109197e-6901-40f2-bd53-3fb4b90b437d owned by compute:nova {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:52:41.568820 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d746a4-4ad9-4463-9c40-a4c7574cd7b1 req-57a0875f-5b69-4265-a041-74f325164a0e tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:52:41.570251 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d0d746a4-4ad9-4463-9c40-a4c7574cd7b1 req-57a0875f-5b69-4265-a041-74f325164a0e tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/ports?device_id=e0c791e6-a426-45f9-a380-ea847c0aafe9 HTTP/1.1" status: 200 len: 944 time: 0.1177614 May 30 20:52:41.636006 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d0d746a4-4ad9-4463-9c40-a4c7574cd7b1 req-bfcfcc39-d1d6-44ac-9914-d4927c8514fe tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/security-groups?id=9600467f-d2af-4c2f-829b-e730e37b288f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582211 May 30 20:52:41.639291 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-d02a1088-84ab-4184-8ca6-6464247969fa req-33f50ba1-aed4-472f-ac20-655ac52ddcec tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:41.692000 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f50ba1-aed4-472f-ac20-655ac52ddcec tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Pushing event deleted for resources: {'Port': ['ID=e109197e-6901-40f2-bd53-3fb4b90b437d,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:52:41.700965 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e021674e-046f-4f27-801b-98c3a06859ed req-bdab7788-fc32-41d3-854c-af7041829735 service neutron] 10.222.0.86 "PUT /v2.0/ports/d622e914-66ff-42bb-9f14-48174077a181/bindings/n-h1-843948-2/activate HTTP/1.1" status: 200 len: 369 time: 1.2583563 May 30 20:52:41.865487 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [req-d02a1088-84ab-4184-8ca6-6464247969fa req-33f50ba1-aed4-472f-ac20-655ac52ddcec tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] No DVR routers for this DVR port e109197e-6901-40f2-bd53-3fb4b90b437d on host n-h1-843948-2 {{(pid=84886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:52:41.868278 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-d02a1088-84ab-4184-8ca6-6464247969fa req-33f50ba1-aed4-472f-ac20-655ac52ddcec tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:41.871142 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad8d6ca5-f20d-41cf-8089-51615af87962', 'name': 'network-vif-deleted', 'tag': 'e109197e-6901-40f2-bd53-3fb4b90b437d'}] {{(pid=84886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:52:41.884024 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d02a1088-84ab-4184-8ca6-6464247969fa req-33f50ba1-aed4-472f-ac20-655ac52ddcec tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.71 "DELETE /v2.0/ports/e109197e-6901-40f2-bd53-3fb4b90b437d HTTP/1.1" status: 204 len: 173 time: 1.0549328 May 30 20:52:41.890168 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e021674e-046f-4f27-801b-98c3a06859ed req-3cd786d8-fbb0-4b63-b13c-ca11180753d7 tempest-TestNetworkAdvancedServerOps-998263130 tempest-TestNetworkAdvancedServerOps-998263130-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=e0c791e6-a426-45f9-a380-ea847c0aafe9&tenant_id=92b5fc25c8fb428a885a0ea0a728400d&binding%3Ahost_id=n-h2-843948-2 HTTP/1.1" status: 200 len: 1095 time: 0.0828562 May 30 20:52:41.930606 n-d-843948-2 neutron-server[84886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b89880f-2cea-4e81-bee9-2e001aa87fb5'] response: {'server_uuid': 'ad8d6ca5-f20d-41cf-8089-51615af87962', 'name': 'network-vif-deleted', 'tag': 'e109197e-6901-40f2-bd53-3fb4b90b437d', 'status': 'completed', 'code': 200} May 30 20:52:41.972797 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e021674e-046f-4f27-801b-98c3a06859ed req-e2f25b94-5725-4552-bb8f-4973ea4b46ec service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=e0c791e6-a426-45f9-a380-ea847c0aafe9&tenant_id=92b5fc25c8fb428a885a0ea0a728400d HTTP/1.1" status: 200 len: 1095 time: 0.0761321 May 30 20:52:42.076880 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e021674e-046f-4f27-801b-98c3a06859ed req-ceae24d5-a36a-4f86-83aa-4a0faf016377 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=92b5fc25c8fb428a885a0ea0a728400d&device_id=e0c791e6-a426-45f9-a380-ea847c0aafe9 HTTP/1.1" status: 200 len: 1095 time: 0.0808706 May 30 20:52:42.218967 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e021674e-046f-4f27-801b-98c3a06859ed req-6be37d12-1f5e-4e42-be60-ce66372c2312 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:52:42.220559 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e021674e-046f-4f27-801b-98c3a06859ed req-6be37d12-1f5e-4e42-be60-ce66372c2312 service neutron] 10.222.0.71 "GET /v2.0/networks?id=131029e3-6ec4-43a3-8a7d-e17d152a6ea8 HTTP/1.1" status: 200 len: 896 time: 0.1375248 May 30 20:52:42.427630 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e021674e-046f-4f27-801b-98c3a06859ed req-22c2485d-64b0-48ae-8f69-6bdb80d40f90 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d622e914-66ff-42bb-9f14-48174077a181 HTTP/1.1" status: 200 len: 998 time: 0.2014887 May 30 20:52:42.521337 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-f0c3504f-d66c-44a9-a4c5-86c24cc4adde req-b786ebac-7f76-4c08-8e22-090f61f978af tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Synchronizing usage tracker for tenant:2d26ee9c136c43a7a24c2ecd289ef8cf on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:52:42.539795 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e021674e-046f-4f27-801b-98c3a06859ed req-e8d2daaa-3eef-420b-b974-eefc94a304b1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:52:42.541218 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e021674e-046f-4f27-801b-98c3a06859ed req-e8d2daaa-3eef-420b-b974-eefc94a304b1 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=0489c068-b68f-460c-b25c-409c25ec909b HTTP/1.1" status: 200 len: 835 time: 0.1070151 May 30 20:52:42.606761 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-f0c3504f-d66c-44a9-a4c5-86c24cc4adde req-b786ebac-7f76-4c08-8e22-090f61f978af tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Unset dirty status for tenant:2d26ee9c136c43a7a24c2ecd289ef8cf on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:52:42.607894 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f0c3504f-d66c-44a9-a4c5-86c24cc4adde req-b786ebac-7f76-4c08-8e22-090f61f978af tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.85 "GET /v2.0/ports?device_id=ad8d6ca5-f20d-41cf-8089-51615af87962 HTTP/1.1" status: 200 len: 210 time: 0.1343446 May 30 20:52:42.628029 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e021674e-046f-4f27-801b-98c3a06859ed req-c2af1cf5-e1ef-4813-9b85-323f001b52ca service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=131029e3-6ec4-43a3-8a7d-e17d152a6ea8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0793383 May 30 20:52:42.766390 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e021674e-046f-4f27-801b-98c3a06859ed req-6150a564-a896-4c5b-9e66-8e262854fbfd service neutron] 10.222.0.71 "GET /v2.0/networks/131029e3-6ec4-43a3-8a7d-e17d152a6ea8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327832 May 30 20:52:42.864041 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8e0c55-95d2-47d2-8827-028f8586728d req-03f5170f-6aef-4d1b-b590-f1d6512a45c0 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:52:42.866265 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5f8e0c55-95d2-47d2-8827-028f8586728d req-03f5170f-6aef-4d1b-b590-f1d6512a45c0 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/ports?device_id=e0c791e6-a426-45f9-a380-ea847c0aafe9 HTTP/1.1" status: 200 len: 944 time: 0.0907450 May 30 20:52:42.913064 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5f8e0c55-95d2-47d2-8827-028f8586728d req-16a25cb9-4129-45a7-b070-5d89fb9148cb tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/security-groups?id=9600467f-d2af-4c2f-829b-e730e37b288f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411153 May 30 20:52:42.915898 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e021674e-046f-4f27-801b-98c3a06859ed req-9575f9d3-f435-4178-8534-033b3d9aa423 service neutron] 10.222.0.71 "GET /v2.0/networks/131029e3-6ec4-43a3-8a7d-e17d152a6ea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407554 May 30 20:52:43.433084 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e021674e-046f-4f27-801b-98c3a06859ed req-a33aa688-5694-4a78-9655-639498a6830e tempest-TestNetworkAdvancedServerOps-998263130 tempest-TestNetworkAdvancedServerOps-998263130-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=e0c791e6-a426-45f9-a380-ea847c0aafe9&tenant_id=92b5fc25c8fb428a885a0ea0a728400d&binding%3Ahost_id=n-h1-843948-2 HTTP/1.1" status: 200 len: 1095 time: 0.0728328 May 30 20:52:43.602017 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-e021674e-046f-4f27-801b-98c3a06859ed req-c3115b44-5b53-469a-8d01-907fbec4ee71 service neutron] For port d622e914-66ff-42bb-9f14-48174077a181, host n-h2-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:52:43.604982 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-e021674e-046f-4f27-801b-98c3a06859ed req-c3115b44-5b53-469a-8d01-907fbec4ee71 service neutron] Notify callbacks [] for binding, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:43.606250 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e021674e-046f-4f27-801b-98c3a06859ed req-c3115b44-5b53-469a-8d01-907fbec4ee71 service neutron] 10.222.0.71 "DELETE /v2.0/ports/d622e914-66ff-42bb-9f14-48174077a181/bindings/n-h2-843948-2 HTTP/1.1" status: 204 len: 173 time: 0.1682796 May 30 20:52:43.718842 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 44648) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:52:43.793320 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0c929af3-2ae0-4e97-a36f-84e458ab1591 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:43.824516 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0c929af3-2ae0-4e97-a36f-84e458ab1591 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:43.941833 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0c929af3-2ae0-4e97-a36f-84e458ab1591 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:43.962782 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c929af3-2ae0-4e97-a36f-84e458ab1591 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=009a8d08-2c98-46a2-9b0f-9aba2c0fed3b,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:52:43.975394 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c929af3-2ae0-4e97-a36f-84e458ab1591 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:52:43.975746 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c929af3-2ae0-4e97-a36f-84e458ab1591 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:52:43.976684 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c929af3-2ae0-4e97-a36f-84e458ab1591 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:52:43.976971 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c929af3-2ae0-4e97-a36f-84e458ab1591 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:52:43.977305 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c929af3-2ae0-4e97-a36f-84e458ab1591 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:52:43.977648 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c929af3-2ae0-4e97-a36f-84e458ab1591 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:52:43.977979 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c929af3-2ae0-4e97-a36f-84e458ab1591 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:52:43.978303 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c929af3-2ae0-4e97-a36f-84e458ab1591 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:52:43.978627 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c929af3-2ae0-4e97-a36f-84e458ab1591 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:52:43.978945 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c929af3-2ae0-4e97-a36f-84e458ab1591 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:52:43.979295 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c929af3-2ae0-4e97-a36f-84e458ab1591 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:52:43.981948 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0c929af3-2ae0-4e97-a36f-84e458ab1591 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:43.983076 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-0c929af3-2ae0-4e97-a36f-84e458ab1591 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.85 "DELETE /v2.0/security-groups/009a8d08-2c98-46a2-9b0f-9aba2c0fed3b HTTP/1.1" status: 204 len: 168 time: 0.2632520 May 30 20:52:44.102696 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 44656) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:52:44.126571 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd46caf-9fec-48bf-ac64-649474db64fb req-cf4100b0-861f-4281-8ba3-799731d0afab tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:52:44.128062 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ffd46caf-9fec-48bf-ac64-649474db64fb req-cf4100b0-861f-4281-8ba3-799731d0afab tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/ports?device_id=e0c791e6-a426-45f9-a380-ea847c0aafe9 HTTP/1.1" status: 200 len: 944 time: 0.0807195 May 30 20:52:44.184986 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ffd46caf-9fec-48bf-ac64-649474db64fb req-5e424cac-b1ae-4df1-90f7-2363aac3759e tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/security-groups?id=9600467f-d2af-4c2f-829b-e730e37b288f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464902 May 30 20:52:44.274649 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device e109197e-6901-40f2-bd53-3fb4b90b437d no longer exists at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:52:44.307678 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] No Port match for: e109197e-6901-40f2-bd53-3fb4b90b437d {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:52:44.308026 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device e109197e-6901-40f2-bd53-3fb4b90b437d not bound to the agent host n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:52:44.525290 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-99472986-f575-4b11-9027-a6f98b78a97c req-7c75e5ba-5e62-46f0-9f8a-1d703257603d tempest-TestNetworkAdvancedServerOps-998263130 tempest-TestNetworkAdvancedServerOps-998263130-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=e0c791e6-a426-45f9-a380-ea847c0aafe9 HTTP/1.1" status: 200 len: 1095 time: 0.1545558 May 30 20:52:44.582797 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-99472986-f575-4b11-9027-a6f98b78a97c req-c7981b9d-ec78-4590-b7af-3aa4b770d34e tempest-TestNetworkAdvancedServerOps-998263130 tempest-TestNetworkAdvancedServerOps-998263130-project-admin] 10.222.0.85 "GET /v2.0/security-groups?id=9600467f-d2af-4c2f-829b-e730e37b288f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521886 May 30 20:52:44.618921 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-216b5c26-3e10-4e18-b8e4-68b051ece57a tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-736216'] for router_interface, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:44.794499 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265c73d9-76e4-4800-b2b2-671a05eb086d req-a5aefc10-bac0-487a-adc3-b55970c951cd tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:52:44.798283 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-265c73d9-76e4-4800-b2b2-671a05eb086d req-a5aefc10-bac0-487a-adc3-b55970c951cd tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/ports?device_id=e0c791e6-a426-45f9-a380-ea847c0aafe9 HTTP/1.1" status: 200 len: 944 time: 0.0889745 May 30 20:52:44.845434 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-265c73d9-76e4-4800-b2b2-671a05eb086d req-12737711-4ad2-41c7-bd69-9ee18691576e tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/security-groups?id=9600467f-d2af-4c2f-829b-e730e37b288f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434053 May 30 20:52:44.877978 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 44666) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:52:44.987444 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-dc060d12-6b27-42e6-b9e8-09097d614286 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/floatingips/5c3ef11f-12c5-4601-af4a-28176959d6e4 HTTP/1.1" status: 200 len: 990 time: 0.1082728 May 30 20:52:45.202136 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device d622e914-66ff-42bb-9f14-48174077a181 no longer exists at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:52:45.261855 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device d622e914-66ff-42bb-9f14-48174077a181 not bound to the agent host n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:52:45.363366 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-216b5c26-3e10-4e18-b8e4-68b051ece57a tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Deleting port 49397469-d4cf-4c2c-b8f3-8238e45a3f9d {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:52:45.363702 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-216b5c26-3e10-4e18-b8e4-68b051ece57a tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:45.547554 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [None req-216b5c26-3e10-4e18-b8e4-68b051ece57a tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] For port 49397469-d4cf-4c2c-b8f3-8238e45a3f9d, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=49397469-d4cf-4c2c-b8f3-8238e45a3f9d,segment=NetworkSegment(73e92bf2-ba70-4245-bf0d-246232964c6f),segment_id=73e92bf2-ba70-4245-bf0d-246232964c6f)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:52:45.548232 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-216b5c26-3e10-4e18-b8e4-68b051ece57a tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:45.667529 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-216b5c26-3e10-4e18-b8e4-68b051ece57a tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Calling delete_port for 49397469-d4cf-4c2c-b8f3-8238e45a3f9d owned by network:router_interface {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:52:45.896087 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-216b5c26-3e10-4e18-b8e4-68b051ece57a tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:45.946740 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216b5c26-3e10-4e18-b8e4-68b051ece57a tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Pushing event deleted for resources: {'Port': ['ID=49397469-d4cf-4c2c-b8f3-8238e45a3f9d,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:52:46.244344 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-216b5c26-3e10-4e18-b8e4-68b051ece57a tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1718140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-736143'] for router_interface, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:46.918932 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-216b5c26-3e10-4e18-b8e4-68b051ece57a tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Router 2bed753c-4e22-4a6a-b8ad-068f19393187 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:52:47.116689 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-216b5c26-3e10-4e18-b8e4-68b051ece57a tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:52:47.126350 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74259b2f-ceca-4f22-ac52-0d5d0f91931d None None] Sync routers for ids ['2bed753c-4e22-4a6a-b8ad-068f19393187'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:52:47.138624 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74259b2f-ceca-4f22-ac52-0d5d0f91931d None None] Routers {'2bed753c-4e22-4a6a-b8ad-068f19393187'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:52:47.141158 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-74259b2f-ceca-4f22-ac52-0d5d0f91931d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:52:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['2bed753c-4e22-4a6a-b8ad-068f19393187'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:52:47.253000 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-216b5c26-3e10-4e18-b8e4-68b051ece57a tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.85 "PUT /v2.0/routers/2bed753c-4e22-4a6a-b8ad-068f19393187/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1490014 May 30 20:52:47.256169 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 44676) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:52:47.263733 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 44680) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:52:47.361834 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-74259b2f-ceca-4f22-ac52-0d5d0f91931d None None] Set router 2bed753c-4e22-4a6a-b8ad-068f19393187 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:52:47.466882 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c2dd900-485b-48c8-b131-9a16fd91216a tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Deleting subnet e6e8268a-3438-427d-8d7b-ecd138b91fcd {{(pid=84887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:52:47.470554 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9c2dd900-485b-48c8-b131-9a16fd91216a tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks [] for subnet, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:47.488307 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-1661fef2-3863-454a-8444-71ba2f009f2b tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Deleting port adfdc01b-20c0-4114-9e92-525e51a864e0 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:52:47.488692 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1661fef2-3863-454a-8444-71ba2f009f2b tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:47.527760 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9c2dd900-485b-48c8-b131-9a16fd91216a tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3149227'] for subnet, precommit_delete_associations {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:47.562942 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:52:47.617844 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9c2dd900-485b-48c8-b131-9a16fd91216a tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:47.674650 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-74259b2f-ceca-4f22-ac52-0d5d0f91931d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bed753c-4e22-4a6a-b8ad-068f19393187', 'name': 'tempest-TestNetworkBasicOps-router-894239406', 'tenant_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.48'}], 'enable_snat': True}, 'gw_port_id': 'd3c727fa-93da-44be-b84e-6f98aee71ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:50:40Z', 'updated_at': '2022-05-30T20:52:45Z', 'revision_number': 7, 'project_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'gw_port': {'id': 'd3c727fa-93da-44be-b84e-6f98aee71ea7', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bed753c-4e22-4a6a-b8ad-068f19393187', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:50:41Z', 'updated_at': '2022-05-30T20:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:52:47.676168 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1661fef2-3863-454a-8444-71ba2f009f2b tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:47.677029 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1661fef2-3863-454a-8444-71ba2f009f2b tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:47.678464 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74259b2f-ceca-4f22-ac52-0d5d0f91931d None None] Checking router: 2bed753c-4e22-4a6a-b8ad-068f19393187 for host: n-d-843948-2 {{(pid=84889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:52:47.689522 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74259b2f-ceca-4f22-ac52-0d5d0f91931d None None] Routers {'2bed753c-4e22-4a6a-b8ad-068f19393187'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:52:47.690230 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-74259b2f-ceca-4f22-ac52-0d5d0f91931d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:52:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['2bed753c-4e22-4a6a-b8ad-068f19393187'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:52:47.765495 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9c2dd900-485b-48c8-b131-9a16fd91216a tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4055470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114247'] for subnet, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:47.802847 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-1661fef2-3863-454a-8444-71ba2f009f2b tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Calling delete_port for adfdc01b-20c0-4114-9e92-525e51a864e0 owned by network:floatingip {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:52:47.814163 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2dd900-485b-48c8-b131-9a16fd91216a tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Pushing event deleted for resources: {'Subnet': ['ID=e6e8268a-3438-427d-8d7b-ecd138b91fcd,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:52:47.818206 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9c2dd900-485b-48c8-b131-9a16fd91216a tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:47.825668 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-9c2dd900-485b-48c8-b131-9a16fd91216a tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.85 "DELETE /v2.0/subnets/e6e8268a-3438-427d-8d7b-ecd138b91fcd HTTP/1.1" status: 204 len: 168 time: 0.5677748 May 30 20:52:47.828840 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 44684) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:52:47.831538 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef1c8fa-b0de-4cea-946b-01bedb5aaa4f None None] Network c744e851-7d16-46f1-8488-8acca211650e requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:52:47.878501 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-74259b2f-ceca-4f22-ac52-0d5d0f91931d None None] Set router 2bed753c-4e22-4a6a-b8ad-068f19393187 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:52:48.062424 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1661fef2-3863-454a-8444-71ba2f009f2b tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:48.084035 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f4758ee8-75bb-49ee-8708-b29765396c1d tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks [] for router, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:48.106408 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac13b4f9-481e-401d-9b0c-413169428386 None None] DHCP port deletion for c744e851-7d16-46f1-8488-8acca211650e request from n-d-843948-2 {{(pid=84888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:52:48.110746 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b4f9-481e-401d-9b0c-413169428386 None None] Deleting port c7164792-0076-4fe7-84e6-8cecd939345c {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:52:48.111162 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ac13b4f9-481e-401d-9b0c-413169428386 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:48.123761 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1661fef2-3863-454a-8444-71ba2f009f2b tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Pushing event deleted for resources: {'Port': ['ID=adfdc01b-20c0-4114-9e92-525e51a864e0,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:52:48.223200 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1661fef2-3863-454a-8444-71ba2f009f2b tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for floatingip, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:48.237828 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-74259b2f-ceca-4f22-ac52-0d5d0f91931d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bed753c-4e22-4a6a-b8ad-068f19393187', 'name': 'tempest-TestNetworkBasicOps-router-894239406', 'tenant_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.48'}], 'enable_snat': True}, 'gw_port_id': 'd3c727fa-93da-44be-b84e-6f98aee71ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:50:40Z', 'updated_at': '2022-05-30T20:52:45Z', 'revision_number': 7, 'project_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'gw_port': {'id': 'd3c727fa-93da-44be-b84e-6f98aee71ea7', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bed753c-4e22-4a6a-b8ad-068f19393187', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:50:41Z', 'updated_at': '2022-05-30T20:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:52:48.243381 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74259b2f-ceca-4f22-ac52-0d5d0f91931d None None] The sync data for ids ['2bed753c-4e22-4a6a-b8ad-068f19393187'] in n-d-843948-2 is: [{'id': '2bed753c-4e22-4a6a-b8ad-068f19393187', 'name': 'tempest-TestNetworkBasicOps-router-894239406', 'tenant_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.48'}], 'enable_snat': True}, 'gw_port_id': 'd3c727fa-93da-44be-b84e-6f98aee71ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:50:40Z', 'updated_at': '2022-05-30T20:52:45Z', 'revision_number': 7, 'project_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'gw_port': {'id': 'd3c727fa-93da-44be-b84e-6f98aee71ea7', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bed753c-4e22-4a6a-b8ad-068f19393187', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:50:41Z', 'updated_at': '2022-05-30T20:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:52:48.313440 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f4758ee8-75bb-49ee-8708-b29765396c1d tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:48.343941 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-ac13b4f9-481e-401d-9b0c-413169428386 None None] For port c7164792-0076-4fe7-84e6-8cecd939345c, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=c7164792-0076-4fe7-84e6-8cecd939345c,segment=NetworkSegment(73e92bf2-ba70-4245-bf0d-246232964c6f),segment_id=73e92bf2-ba70-4245-bf0d-246232964c6f)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:52:48.344236 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ac13b4f9-481e-401d-9b0c-413169428386 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:48.370598 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-f4758ee8-75bb-49ee-8708-b29765396c1d tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Deleting port d3c727fa-93da-44be-b84e-6f98aee71ea7 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:52:48.370940 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f4758ee8-75bb-49ee-8708-b29765396c1d tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:48.475254 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-ac13b4f9-481e-401d-9b0c-413169428386 None None] Calling delete_port for c7164792-0076-4fe7-84e6-8cecd939345c owned by network:dhcp {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:52:48.593705 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ac13b4f9-481e-401d-9b0c-413169428386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468'] for port, after_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:48.656197 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13b4f9-481e-401d-9b0c-413169428386 None None] Pushing event deleted for resources: {'Port': ['ID=c7164792-0076-4fe7-84e6-8cecd939345c,revision_number=None']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:52:48.670429 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac13b4f9-481e-401d-9b0c-413169428386 None None] No DVR routers for this DVR port c7164792-0076-4fe7-84e6-8cecd939345c on host n-d-843948-2 {{(pid=84888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:52:48.705253 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [None req-f4758ee8-75bb-49ee-8708-b29765396c1d tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] For port d3c727fa-93da-44be-b84e-6f98aee71ea7, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=d3c727fa-93da-44be-b84e-6f98aee71ea7,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:52:48.705666 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f4758ee8-75bb-49ee-8708-b29765396c1d tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:48.816001 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1661fef2-3863-454a-8444-71ba2f009f2b tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Router 9599e76a-a046-40a9-adb4-04997b2283a6 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:52:48.880069 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-f4758ee8-75bb-49ee-8708-b29765396c1d tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Calling delete_port for d3c727fa-93da-44be-b84e-6f98aee71ea7 owned by network:router_gateway {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:52:48.993821 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-12bba0ee-e881-40e5-9cc6-355c4e9eedb7 req-55af4419-9a69-444b-b3f4-38fc82e286d8 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=752ff636-273e-406a-a7ed-627b04ecfac8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1529210 May 30 20:52:49.031807 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1661fef2-3863-454a-8444-71ba2f009f2b tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:52:49.046456 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea35e675-2a40-4280-9ba0-28607855cdea None None] Sync routers for ids ['9599e76a-a046-40a9-adb4-04997b2283a6'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:52:49.061916 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea35e675-2a40-4280-9ba0-28607855cdea None None] Routers {'9599e76a-a046-40a9-adb4-04997b2283a6'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:52:49.062769 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-ea35e675-2a40-4280-9ba0-28607855cdea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:52:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['9599e76a-a046-40a9-adb4-04997b2283a6'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:52:49.114839 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1661fef2-3863-454a-8444-71ba2f009f2b tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:49.153630 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-12bba0ee-e881-40e5-9cc6-355c4e9eedb7 req-2ffc8184-7335-48e9-9c64-c88932fea5d6 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3c7515c181aa4ba98f70242b3f29e504&device_id=752ff636-273e-406a-a7ed-627b04ecfac8 HTTP/1.1" status: 200 len: 1096 time: 0.0800128 May 30 20:52:49.177666 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-1661fef2-3863-454a-8444-71ba2f009f2b tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "DELETE /v2.0/floatingips/5c3ef11f-12c5-4601-af4a-28176959d6e4 HTTP/1.1" status: 204 len: 168 time: 1.9119456 May 30 20:52:49.178350 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0c791e6-a426-45f9-a380-ea847c0aafe9', 'tag': 'd622e914-66ff-42bb-9f14-48174077a181'}] {{(pid=84886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:52:49.201566 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f4758ee8-75bb-49ee-8708-b29765396c1d tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:49.240648 n-d-843948-2 neutron-server[84886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86bd6e66-7ec6-408c-9a0e-a2acf47ff367'] response: {'name': 'network-changed', 'server_uuid': 'e0c791e6-a426-45f9-a380-ea847c0aafe9', 'tag': 'd622e914-66ff-42bb-9f14-48174077a181', 'status': 'completed', 'code': 200} May 30 20:52:49.279484 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-ea35e675-2a40-4280-9ba0-28607855cdea None None] Set router 9599e76a-a046-40a9-adb4-04997b2283a6 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:52:49.382364 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4758ee8-75bb-49ee-8708-b29765396c1d tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Pushing event deleted for resources: {'Port': ['ID=d3c727fa-93da-44be-b84e-6f98aee71ea7,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:52:49.640176 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bba0ee-e881-40e5-9cc6-355c4e9eedb7 req-353fea86-9f12-402e-b7e6-813a56610f4e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:52:49.640176 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-12bba0ee-e881-40e5-9cc6-355c4e9eedb7 req-353fea86-9f12-402e-b7e6-813a56610f4e service neutron] 10.222.0.86 "GET /v2.0/networks?id=beae49ce-0db8-49d5-a0bc-6138c55c0e9a HTTP/1.1" status: 200 len: 909 time: 0.4593949 May 30 20:52:49.640176 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f4758ee8-75bb-49ee-8708-b29765396c1d tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-736453'] for router_gateway, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:49.654051 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-ea35e675-2a40-4280-9ba0-28607855cdea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9599e76a-a046-40a9-adb4-04997b2283a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-892601603', 'tenant_id': '92b5fc25c8fb428a885a0ea0a728400d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.57'}], 'enable_snat': True}, 'gw_port_id': 'a84524ff-333c-4ea6-8857-e7b78cb5547e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:51:28Z', 'updated_at': '2022-05-30T20:51:33Z', 'revision_number': 4, 'project_id': '92b5fc25c8fb428a885a0ea0a728400d', 'gw_port': {'id': 'a84524ff-333c-4ea6-8857-e7b78cb5547e', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:b1:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9599e76a-a046-40a9-adb4-04997b2283a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:51:29Z', 'updated_at': '2022-05-30T20:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '045b8b84-cf88-4506-8d3c-d48372f609a6', 'name': '', 'network_id': '131029e3-6ec4-43a3-8a7d-e17d152a6ea8', 'tenant_id': '92b5fc25c8fb428a885a0ea0a728400d', 'mac_address': 'fa:16:3e:e5:02:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9599e76a-a046-40a9-adb4-04997b2283a6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0489c068-b68f-460c-b25c-409c25ec909b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:51:33Z', 'updated_at': '2022-05-30T20:51:40Z', 'revision_number': 5, 'project_id': '92b5fc25c8fb428a885a0ea0a728400d', 'subnets': [{'id': '0489c068-b68f-460c-b25c-409c25ec909b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:52:49.658361 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea35e675-2a40-4280-9ba0-28607855cdea None None] Checking router: 9599e76a-a046-40a9-adb4-04997b2283a6 for host: n-d-843948-2 {{(pid=84888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:52:49.683346 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea35e675-2a40-4280-9ba0-28607855cdea None None] Routers {'9599e76a-a046-40a9-adb4-04997b2283a6'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:52:49.683869 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-ea35e675-2a40-4280-9ba0-28607855cdea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:52:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['9599e76a-a046-40a9-adb4-04997b2283a6'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:52:49.797294 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:49.870789 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e70572ab-41e7-47a8-9ef6-acdddf61ce59 req-93fb5641-efb8-4c8a-bfaf-93626f69de02 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=92b5fc25c8fb428a885a0ea0a728400d&device_id=e0c791e6-a426-45f9-a380-ea847c0aafe9 HTTP/1.1" status: 200 len: 1095 time: 0.5693629 May 30 20:52:49.875093 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-ea35e675-2a40-4280-9ba0-28607855cdea None None] Set router 9599e76a-a046-40a9-adb4-04997b2283a6 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:52:50.095880 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device c7164792-0076-4fe7-84e6-8cecd939345c no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:52:50.140977 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: c7164792-0076-4fe7-84e6-8cecd939345c {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:52:50.141474 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device c7164792-0076-4fe7-84e6-8cecd939345c not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:52:50.142007 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 49397469-d4cf-4c2c-b8f3-8238e45a3f9d no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:52:50.160496 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78167f2-df69-48ef-a321-87effb2e0077 req-075ec36e-7ad2-49f8-afa0-fb07c1e679cb tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:52:50.161461 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-e78167f2-df69-48ef-a321-87effb2e0077 req-075ec36e-7ad2-49f8-afa0-fb07c1e679cb tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Synchronizing usage tracker for tenant:92b5fc25c8fb428a885a0ea0a728400d on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:52:50.179375 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: 49397469-d4cf-4c2c-b8f3-8238e45a3f9d {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:52:50.179889 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 49397469-d4cf-4c2c-b8f3-8238e45a3f9d not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:52:50.249872 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-e78167f2-df69-48ef-a321-87effb2e0077 req-075ec36e-7ad2-49f8-afa0-fb07c1e679cb tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Unset dirty status for tenant:92b5fc25c8fb428a885a0ea0a728400d on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:52:50.251726 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e78167f2-df69-48ef-a321-87effb2e0077 req-075ec36e-7ad2-49f8-afa0-fb07c1e679cb tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.71 "GET /v2.0/ports?device_id=e0c791e6-a426-45f9-a380-ea847c0aafe9 HTTP/1.1" status: 200 len: 944 time: 0.1730433 May 30 20:52:50.251921 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f4758ee8-75bb-49ee-8708-b29765396c1d tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-724789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3141'] for router, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:50.262345 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-12bba0ee-e881-40e5-9cc6-355c4e9eedb7 req-0e9cbfb7-ed36-4586-b664-21b677913739 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=311d200f-3ebf-47c6-bc07-4fce44a33b83 HTTP/1.1" status: 200 len: 1001 time: 0.5663922 May 30 20:52:50.273947 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f4758ee8-75bb-49ee-8708-b29765396c1d tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:50.309727 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-ea35e675-2a40-4280-9ba0-28607855cdea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9599e76a-a046-40a9-adb4-04997b2283a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-892601603', 'tenant_id': '92b5fc25c8fb428a885a0ea0a728400d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.57'}], 'enable_snat': True}, 'gw_port_id': 'a84524ff-333c-4ea6-8857-e7b78cb5547e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:51:28Z', 'updated_at': '2022-05-30T20:51:33Z', 'revision_number': 4, 'project_id': '92b5fc25c8fb428a885a0ea0a728400d', 'gw_port': {'id': 'a84524ff-333c-4ea6-8857-e7b78cb5547e', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:b1:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9599e76a-a046-40a9-adb4-04997b2283a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:51:29Z', 'updated_at': '2022-05-30T20:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '045b8b84-cf88-4506-8d3c-d48372f609a6', 'name': '', 'network_id': '131029e3-6ec4-43a3-8a7d-e17d152a6ea8', 'tenant_id': '92b5fc25c8fb428a885a0ea0a728400d', 'mac_address': 'fa:16:3e:e5:02:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9599e76a-a046-40a9-adb4-04997b2283a6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0489c068-b68f-460c-b25c-409c25ec909b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:51:33Z', 'updated_at': '2022-05-30T20:51:40Z', 'revision_number': 5, 'project_id': '92b5fc25c8fb428a885a0ea0a728400d', 'subnets': [{'id': '0489c068-b68f-460c-b25c-409c25ec909b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:52:50.315651 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea35e675-2a40-4280-9ba0-28607855cdea None None] The sync data for ids ['9599e76a-a046-40a9-adb4-04997b2283a6'] in n-d-843948-2 is: [{'id': '9599e76a-a046-40a9-adb4-04997b2283a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-892601603', 'tenant_id': '92b5fc25c8fb428a885a0ea0a728400d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.57'}], 'enable_snat': True}, 'gw_port_id': 'a84524ff-333c-4ea6-8857-e7b78cb5547e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:51:28Z', 'updated_at': '2022-05-30T20:51:33Z', 'revision_number': 4, 'project_id': '92b5fc25c8fb428a885a0ea0a728400d', 'gw_port': {'id': 'a84524ff-333c-4ea6-8857-e7b78cb5547e', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:b1:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9599e76a-a046-40a9-adb4-04997b2283a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:51:29Z', 'updated_at': '2022-05-30T20:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '045b8b84-cf88-4506-8d3c-d48372f609a6', 'name': '', 'network_id': '131029e3-6ec4-43a3-8a7d-e17d152a6ea8', 'tenant_id': '92b5fc25c8fb428a885a0ea0a728400d', 'mac_address': 'fa:16:3e:e5:02:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9599e76a-a046-40a9-adb4-04997b2283a6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0489c068-b68f-460c-b25c-409c25ec909b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:51:33Z', 'updated_at': '2022-05-30T20:51:40Z', 'revision_number': 5, 'project_id': '92b5fc25c8fb428a885a0ea0a728400d', 'subnets': [{'id': '0489c068-b68f-460c-b25c-409c25ec909b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:52:50.328804 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [req-e78167f2-df69-48ef-a321-87effb2e0077 req-a102700c-add9-44db-a44c-0fc3e8bc1f12 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Deleting port d622e914-66ff-42bb-9f14-48174077a181 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:52:50.329140 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-e78167f2-df69-48ef-a321-87effb2e0077 req-a102700c-add9-44db-a44c-0fc3e8bc1f12 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:50.363758 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70572ab-41e7-47a8-9ef6-acdddf61ce59 req-bc22ab85-54fe-47cf-b011-415a299846a7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:52:50.365199 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e70572ab-41e7-47a8-9ef6-acdddf61ce59 req-bc22ab85-54fe-47cf-b011-415a299846a7 service neutron] 10.222.0.71 "GET /v2.0/networks?id=131029e3-6ec4-43a3-8a7d-e17d152a6ea8 HTTP/1.1" status: 200 len: 896 time: 0.4854233 May 30 20:52:50.430638 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2269780-e432-44d1-89d7-adf5ffc634bc req-7ef417fe-95a8-43d8-85d7-faf5b43e3d5b tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:52:50.432100 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b2269780-e432-44d1-89d7-adf5ffc634bc req-7ef417fe-95a8-43d8-85d7-faf5b43e3d5b tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/ports?device_id=e0c791e6-a426-45f9-a380-ea847c0aafe9 HTTP/1.1" status: 200 len: 944 time: 0.6823759 May 30 20:52:50.480320 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bba0ee-e881-40e5-9cc6-355c4e9eedb7 req-76dd5fba-d3ea-4916-a7eb-1c5fc85a69ec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:52:50.481796 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-12bba0ee-e881-40e5-9cc6-355c4e9eedb7 req-76dd5fba-d3ea-4916-a7eb-1c5fc85a69ec service neutron] 10.222.0.86 "GET /v2.0/subnets?id=220be634-4722-4e21-bc9c-402c8602baf6 HTTP/1.1" status: 200 len: 847 time: 0.2060239 May 30 20:52:50.487524 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e70572ab-41e7-47a8-9ef6-acdddf61ce59 req-f2f73edc-9938-4269-a067-4c8a56b93fd3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d622e914-66ff-42bb-9f14-48174077a181 HTTP/1.1" status: 200 len: 217 time: 0.1147165 May 30 20:52:50.581484 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a75eef0-4a47-4223-a7ea-064e417b5112 None None] New status for floating IP 5c3ef11f-12c5-4601-af4a-28176959d6e4: DOWN {{(pid=84889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 20:52:50.586173 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f4758ee8-75bb-49ee-8708-b29765396c1d tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724889'] for router, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:50.586704 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4758ee8-75bb-49ee-8708-b29765396c1d tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Fanout notify agent at l3_agent the message router_deleted on router 2bed753c-4e22-4a6a-b8ad-068f19393187 {{(pid=84887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:52:50.601067 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-e78167f2-df69-48ef-a321-87effb2e0077 req-a102700c-add9-44db-a44c-0fc3e8bc1f12 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] For port d622e914-66ff-42bb-9f14-48174077a181, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=d622e914-66ff-42bb-9f14-48174077a181,segment=NetworkSegment(ddbc5032-06d0-428e-91af-405ca717595e),segment_id=ddbc5032-06d0-428e-91af-405ca717595e)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:52:50.601421 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-e78167f2-df69-48ef-a321-87effb2e0077 req-a102700c-add9-44db-a44c-0fc3e8bc1f12 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:50.618667 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b2269780-e432-44d1-89d7-adf5ffc634bc req-014f6298-8231-4bae-8039-00c49cac409d tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/security-groups?id=9600467f-d2af-4c2f-829b-e730e37b288f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1675284 May 30 20:52:50.629782 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70572ab-41e7-47a8-9ef6-acdddf61ce59 req-199a19f8-820b-42d3-a82f-871cc91e15ee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:52:50.631544 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e70572ab-41e7-47a8-9ef6-acdddf61ce59 req-199a19f8-820b-42d3-a82f-871cc91e15ee service neutron] 10.222.0.71 "GET /v2.0/subnets?id=0489c068-b68f-460c-b25c-409c25ec909b HTTP/1.1" status: 200 len: 835 time: 0.1359415 May 30 20:52:50.637917 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f4758ee8-75bb-49ee-8708-b29765396c1d tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks [] for router, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:50.641912 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-f4758ee8-75bb-49ee-8708-b29765396c1d tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.85 "DELETE /v2.0/routers/2bed753c-4e22-4a6a-b8ad-068f19393187 HTTP/1.1" status: 204 len: 168 time: 2.8114963 May 30 20:52:50.673054 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 44694) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:52:50.755170 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [req-e78167f2-df69-48ef-a321-87effb2e0077 req-a102700c-add9-44db-a44c-0fc3e8bc1f12 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Calling delete_port for d622e914-66ff-42bb-9f14-48174077a181 owned by compute:nova {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:52:50.821462 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-12bba0ee-e881-40e5-9cc6-355c4e9eedb7 req-9a12eb7e-20fe-4df5-8005-794fd21ee585 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=beae49ce-0db8-49d5-a0bc-6138c55c0e9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3246403 May 30 20:52:50.830742 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8fdb2518-0543-4cb9-9e55-7895568de872 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:50.947925 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-e78167f2-df69-48ef-a321-87effb2e0077 req-a102700c-add9-44db-a44c-0fc3e8bc1f12 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:50.971707 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e70572ab-41e7-47a8-9ef6-acdddf61ce59 req-8fb05c0e-7501-4d60-8362-1e40babe5bef service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=131029e3-6ec4-43a3-8a7d-e17d152a6ea8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3284295 May 30 20:52:50.995802 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a102700c-add9-44db-a44c-0fc3e8bc1f12 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Pushing event deleted for resources: {'Port': ['ID=d622e914-66ff-42bb-9f14-48174077a181,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:52:51.074003 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [req-e78167f2-df69-48ef-a321-87effb2e0077 req-a102700c-add9-44db-a44c-0fc3e8bc1f12 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] No DVR routers for this DVR port d622e914-66ff-42bb-9f14-48174077a181 on host n-h1-843948-2 {{(pid=84886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:52:51.078099 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-e78167f2-df69-48ef-a321-87effb2e0077 req-a102700c-add9-44db-a44c-0fc3e8bc1f12 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:51.142813 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e78167f2-df69-48ef-a321-87effb2e0077 req-a102700c-add9-44db-a44c-0fc3e8bc1f12 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.71 "DELETE /v2.0/ports/d622e914-66ff-42bb-9f14-48174077a181 HTTP/1.1" status: 204 len: 173 time: 0.8856828 May 30 20:52:51.166369 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-12bba0ee-e881-40e5-9cc6-355c4e9eedb7 req-40fc4d1b-9b1b-4adf-bfc6-b6e50b3fe483 service neutron] 10.222.0.86 "GET /v2.0/networks/beae49ce-0db8-49d5-a0bc-6138c55c0e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3334901 May 30 20:52:51.178213 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8fdb2518-0543-4cb9-9e55-7895568de872 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:51.241732 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0c791e6-a426-45f9-a380-ea847c0aafe9', 'name': 'network-vif-deleted', 'tag': 'd622e914-66ff-42bb-9f14-48174077a181'}] {{(pid=84886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:52:51.280598 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-8fdb2518-0543-4cb9-9e55-7895568de872 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c744e851-7d16-46f1-8488-8acca211650e']}} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:52:51.302826 n-d-843948-2 neutron-server[84886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c429bdc1-0ef9-4c99-8cba-9edfde658a70'] response: {'server_uuid': 'e0c791e6-a426-45f9-a380-ea847c0aafe9', 'name': 'network-vif-deleted', 'tag': 'd622e914-66ff-42bb-9f14-48174077a181', 'status': 'completed', 'code': 200} May 30 20:52:51.322833 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-8fdb2518-0543-4cb9-9e55-7895568de872 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73e92bf2-ba70-4245-bf0d-246232964c6f') {'for_net_delete': True} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:52:51.323126 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-8fdb2518-0543-4cb9-9e55-7895568de872 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73e92bf2-ba70-4245-bf0d-246232964c6f') {} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:52:51.353491 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8fdb2518-0543-4cb9-9e55-7895568de872 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3149912'] for segment, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:51.389166 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e70572ab-41e7-47a8-9ef6-acdddf61ce59 req-470b979f-637b-4815-a468-1584cfbc6309 service neutron] 10.222.0.71 "GET /v2.0/networks/131029e3-6ec4-43a3-8a7d-e17d152a6ea8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3877380 May 30 20:52:51.393246 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8fdb2518-0543-4cb9-9e55-7895568de872 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:51.475732 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fdb2518-0543-4cb9-9e55-7895568de872 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Releasing vlan 676 on physical network physnet1 to pool {{(pid=84887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:52:51.476197 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8fdb2518-0543-4cb9-9e55-7895568de872 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4055488'] for segment, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:51.490974 n-d-843948-2 neutron-server[84887]: Traceback (most recent call last): May 30 20:52:51.490974 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:52:51.490974 n-d-843948-2 neutron-server[84887]: timer() May 30 20:52:51.490974 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:52:51.490974 n-d-843948-2 neutron-server[84887]: cb(*args, **kw) May 30 20:52:51.490974 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:52:51.490974 n-d-843948-2 neutron-server[84887]: return func(*args, **kwargs) May 30 20:52:51.490974 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:52:51.490974 n-d-843948-2 neutron-server[84887]: self._notify() May 30 20:52:51.490974 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:52:51.490974 n-d-843948-2 neutron-server[84887]: self.callback(batched_events) May 30 20:52:51.490974 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:52:51.490974 n-d-843948-2 neutron-server[84887]: event.method(event) May 30 20:52:51.490974 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:52:51.490974 n-d-843948-2 neutron-server[84887]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:52:51.490974 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:52:51.490974 n-d-843948-2 neutron-server[84887]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:52:51.490974 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:52:51.490974 n-d-843948-2 neutron-server[84887]: return f(self, *a, **k) May 30 20:52:51.490974 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:52:51.490974 n-d-843948-2 neutron-server[84887]: return self._get(url).json() May 30 20:52:51.490974 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:52:51.490974 n-d-843948-2 neutron-server[84887]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:52:51.490974 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:52:51.490974 n-d-843948-2 neutron-server[84887]: return self.request(url, 'GET', **kwargs) May 30 20:52:51.490974 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:52:51.490974 n-d-843948-2 neutron-server[84887]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:52:51.490974 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:52:51.490974 n-d-843948-2 neutron-server[84887]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:52:51.490974 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:52:51.490974 n-d-843948-2 neutron-server[84887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:52:51.490974 n-d-843948-2 neutron-server[84887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:52:51.683671 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-12bba0ee-e881-40e5-9cc6-355c4e9eedb7 req-f84bb173-0311-4df6-a452-1feb523095ab service neutron] 10.222.0.86 "GET /v2.0/networks/beae49ce-0db8-49d5-a0bc-6138c55c0e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5052655 May 30 20:52:51.743319 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e70572ab-41e7-47a8-9ef6-acdddf61ce59 req-058b1e5f-3345-47f5-be3d-b6a041e49d68 service neutron] 10.222.0.71 "GET /v2.0/networks/131029e3-6ec4-43a3-8a7d-e17d152a6ea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3474808 May 30 20:52:51.806228 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8fdb2518-0543-4cb9-9e55-7895568de872 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:51.827902 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8fdb2518-0543-4cb9-9e55-7895568de872 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:51.834862 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ba26507a-123f-441b-a268-9c9f8735130e req-f0dc00bd-5137-483a-a6bc-60486861c5b6 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/ports?device_id=e0c791e6-a426-45f9-a380-ea847c0aafe9 HTTP/1.1" status: 200 len: 210 time: 0.0674736 May 30 20:52:51.841702 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdb2518-0543-4cb9-9e55-7895568de872 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Pushing event deleted for resources: {'Network': ['ID=c744e851-7d16-46f1-8488-8acca211650e,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:52:51.853458 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-8fdb2518-0543-4cb9-9e55-7895568de872 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.85 "DELETE /v2.0/networks/c744e851-7d16-46f1-8488-8acca211650e HTTP/1.1" status: 204 len: 168 time: 1.1761010 May 30 20:52:51.867830 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 44702) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:52:51.873445 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-5a57fada-07d0-443b-be05-8ee591fd01eb tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Request body: {'network': {'name': 'tempest-network-smoke--345593619', 'project_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'port_security_enabled': True}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:52:51.879055 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-5a57fada-07d0-443b-be05-8ee591fd01eb tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:52:51.883822 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-5a57fada-07d0-443b-be05-8ee591fd01eb tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Usage tracker for resource:network and tenant:2d26ee9c136c43a7a24c2ecd289ef8cf is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:52:51.887896 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-5a57fada-07d0-443b-be05-8ee591fd01eb tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:52:51.892371 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-5a57fada-07d0-443b-be05-8ee591fd01eb tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:52:51.951974 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device d3c727fa-93da-44be-b84e-6f98aee71ea7 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:52:51.956328 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a57fada-07d0-443b-be05-8ee591fd01eb tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Made reservation on behalf of 2d26ee9c136c43a7a24c2ecd289ef8cf for: {'network': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:52:51.956328 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5a57fada-07d0-443b-be05-8ee591fd01eb tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:51.986235 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: d3c727fa-93da-44be-b84e-6f98aee71ea7 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:52:51.986593 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device d3c727fa-93da-44be-b84e-6f98aee71ea7 not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:52:51.988074 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a57fada-07d0-443b-be05-8ee591fd01eb tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] vlan segment allocate from pool success with {'vlan_id': 672, 'physical_network': 'physnet1'} {{(pid=84887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:52:51.997390 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5a57fada-07d0-443b-be05-8ee591fd01eb tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:51.997801 n-d-843948-2 neutron-server[84887]: INFO neutron.db.segments_db [None req-5a57fada-07d0-443b-be05-8ee591fd01eb tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Added segment a4686e68-c9e9-470e-98ce-68deea568767 of type vlan for network b4017974-b3bc-4959-8fc6-fe94bd34d022 May 30 20:52:52.025676 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5a57fada-07d0-443b-be05-8ee591fd01eb tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:52.106818 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5a57fada-07d0-443b-be05-8ee591fd01eb tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:52.110507 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a57fada-07d0-443b-be05-8ee591fd01eb tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:52:52.111093 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5a57fada-07d0-443b-be05-8ee591fd01eb tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:52.218221 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a57fada-07d0-443b-be05-8ee591fd01eb tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Pushing event updated for resources: {'Network': ['ID=b4017974-b3bc-4959-8fc6-fe94bd34d022,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:52:52.228142 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network b4017974-b3bc-4959-8fc6-fe94bd34d022 details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:52:52.268373 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-5a57fada-07d0-443b-be05-8ee591fd01eb tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3993790 May 30 20:52:52.271029 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 44706) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:52:52.277135 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-e710c288-98cb-4fb1-95fd-9a5dac60dc13 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1631504451', 'admin_state_up': True, 'project_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:52:52.284638 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-e710c288-98cb-4fb1-95fd-9a5dac60dc13 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:52:52.288608 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-e710c288-98cb-4fb1-95fd-9a5dac60dc13 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Usage tracker for resource:router and tenant:2d26ee9c136c43a7a24c2ecd289ef8cf is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:52:52.291623 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-e710c288-98cb-4fb1-95fd-9a5dac60dc13 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:52:52.297570 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-e710c288-98cb-4fb1-95fd-9a5dac60dc13 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:52:52.382553 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e710c288-98cb-4fb1-95fd-9a5dac60dc13 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-733683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3159'] for router, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:52.383737 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e710c288-98cb-4fb1-95fd-9a5dac60dc13 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-733584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-736372', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-628480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3164'] for router, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:52.402064 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e710c288-98cb-4fb1-95fd-9a5dac60dc13 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:52.467859 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:52.667199 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e710c288-98cb-4fb1-95fd-9a5dac60dc13 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-736390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:52.884790 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e710c288-98cb-4fb1-95fd-9a5dac60dc13 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks [] for router_gateway, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:52.914683 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e710c288-98cb-4fb1-95fd-9a5dac60dc13 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:52.950495 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 44712) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:52:53.055507 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [None req-e710c288-98cb-4fb1-95fd-9a5dac60dc13 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Allocated IP 172.25.8.168 (c7869750-4b49-4b7e-aa99-5e0f1ae02da4/427601ec-f643-4fe7-b5e6-17305d3a39e1/f8340623-0919-4d47-9d07-fbdb08f598a9) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:52:53.205374 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e710c288-98cb-4fb1-95fd-9a5dac60dc13 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:53.274606 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e710c288-98cb-4fb1-95fd-9a5dac60dc13 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:53.340983 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e710c288-98cb-4fb1-95fd-9a5dac60dc13 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:52:53.343647 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-e710c288-98cb-4fb1-95fd-9a5dac60dc13 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:52:53.347302 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e710c288-98cb-4fb1-95fd-9a5dac60dc13 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:52:53.380276 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e710c288-98cb-4fb1-95fd-9a5dac60dc13 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Pushing event updated for resources: {'Port': ['ID=f8340623-0919-4d47-9d07-fbdb08f598a9,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:52:53.458547 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4622ee11-94be-4239-9b8b-6407e7efbe96 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-736216'] for router_interface, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:53.554793 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e710c288-98cb-4fb1-95fd-9a5dac60dc13 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks [] for router_gateway, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:53.555551 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e710c288-98cb-4fb1-95fd-9a5dac60dc13 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-736409'] for router, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:53.901848 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e710c288-98cb-4fb1-95fd-9a5dac60dc13 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Router 0dd212c7-38b9-406c-8e98-81d2f5734851 is scheduled to L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 with binding_index 1 {{(pid=84887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 20:52:54.098061 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-4622ee11-94be-4239-9b8b-6407e7efbe96 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Deleting port 045b8b84-cf88-4506-8d3c-d48372f609a6 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:52:54.098647 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4622ee11-94be-4239-9b8b-6407e7efbe96 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:54.228616 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e710c288-98cb-4fb1-95fd-9a5dac60dc13 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:52:54.239928 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eacb59dc-381a-4786-a573-043322741e08 None None] Sync routers for ids ['0dd212c7-38b9-406c-8e98-81d2f5734851'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:52:54.255955 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eacb59dc-381a-4786-a573-043322741e08 None None] Routers {'0dd212c7-38b9-406c-8e98-81d2f5734851'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:52:54.256673 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-eacb59dc-381a-4786-a573-043322741e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:52:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['0dd212c7-38b9-406c-8e98-81d2f5734851'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:52:54.295199 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [None req-4622ee11-94be-4239-9b8b-6407e7efbe96 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] For port 045b8b84-cf88-4506-8d3c-d48372f609a6, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=045b8b84-cf88-4506-8d3c-d48372f609a6,segment=NetworkSegment(ddbc5032-06d0-428e-91af-405ca717595e),segment_id=ddbc5032-06d0-428e-91af-405ca717595e)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:52:54.295634 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4622ee11-94be-4239-9b8b-6407e7efbe96 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:54.314895 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device d622e914-66ff-42bb-9f14-48174077a181 no longer exists at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:52:54.319587 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e710c288-98cb-4fb1-95fd-9a5dac60dc13 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks [] for router, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:54.321800 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-e710c288-98cb-4fb1-95fd-9a5dac60dc13 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.0497203 May 30 20:52:54.325352 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 44716) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:52:54.371621 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-558c91c1-a0c8-42f5-be92-21732e288f2c tempest-TestNetworkBasicOps-405341169 tempest-TestNetworkBasicOps-405341169-project-admin] 10.222.0.85 "GET /v2.0/subnets?project_id=2d26ee9c136c43a7a24c2ecd289ef8cf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0443795 May 30 20:52:54.373804 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 44720) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:52:54.410028 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] No Port match for: d622e914-66ff-42bb-9f14-48174077a181 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:52:54.410358 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device d622e914-66ff-42bb-9f14-48174077a181 not bound to the agent host n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:52:54.425017 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-4622ee11-94be-4239-9b8b-6407e7efbe96 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Calling delete_port for 045b8b84-cf88-4506-8d3c-d48372f609a6 owned by network:router_interface {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:52:54.473875 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-eacb59dc-381a-4786-a573-043322741e08 None None] Set router 0dd212c7-38b9-406c-8e98-81d2f5734851 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:52:54.511745 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da517d30-82d4-4394-a607-498524e1cc7e tempest-TestNetworkBasicOps-405341169 tempest-TestNetworkBasicOps-405341169-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:52:54.515959 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-da517d30-82d4-4394-a607-498524e1cc7e tempest-TestNetworkBasicOps-405341169 tempest-TestNetworkBasicOps-405341169-project-admin] 10.222.0.85 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1385090 May 30 20:52:54.516188 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 44724) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:52:54.557328 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-805df614-566e-4412-ac39-d00fe4e1e8db tempest-TestNetworkBasicOps-405341169 tempest-TestNetworkBasicOps-405341169-project-admin] 10.222.0.85 "GET /v2.0/subnets?network_id=c7869750-4b49-4b7e-aa99-5e0f1ae02da4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0399837 May 30 20:52:54.559926 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 44728) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:52:54.565583 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-7d687bee-21fd-4884-86dc-96ecf6374910 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-758016798', 'network_id': 'b4017974-b3bc-4959-8fc6-fe94bd34d022', 'project_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:52:54.680501 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-7d687bee-21fd-4884-86dc-96ecf6374910 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:52:54.684432 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-7d687bee-21fd-4884-86dc-96ecf6374910 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Usage tracker for resource:subnet and tenant:2d26ee9c136c43a7a24c2ecd289ef8cf is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:52:54.687521 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4622ee11-94be-4239-9b8b-6407e7efbe96 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:54.687671 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-7d687bee-21fd-4884-86dc-96ecf6374910 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:52:54.693276 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-7d687bee-21fd-4884-86dc-96ecf6374910 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:52:54.730929 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4622ee11-94be-4239-9b8b-6407e7efbe96 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Pushing event deleted for resources: {'Port': ['ID=045b8b84-cf88-4506-8d3c-d48372f609a6,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:52:54.759887 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d687bee-21fd-4884-86dc-96ecf6374910 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Made reservation on behalf of 2d26ee9c136c43a7a24c2ecd289ef8cf for: {'subnet': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:52:54.843432 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-eacb59dc-381a-4786-a573-043322741e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dd212c7-38b9-406c-8e98-81d2f5734851', 'name': 'tempest-TestNetworkBasicOps-router-1631504451', 'tenant_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': 'f8340623-0919-4d47-9d07-fbdb08f598a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:52:52Z', 'updated_at': '2022-05-30T20:52:53Z', 'revision_number': 3, 'project_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'gw_port': {'id': 'f8340623-0919-4d47-9d07-fbdb08f598a9', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b8:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dd212c7-38b9-406c-8e98-81d2f5734851', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:52:52Z', 'updated_at': '2022-05-30T20:52:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:52:54.850136 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eacb59dc-381a-4786-a573-043322741e08 None None] Checking router: 0dd212c7-38b9-406c-8e98-81d2f5734851 for host: n-d-843948-2 {{(pid=84888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:52:54.850490 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eacb59dc-381a-4786-a573-043322741e08 None None] Updating router 0dd212c7-38b9-406c-8e98-81d2f5734851 port f8340623-0919-4d47-9d07-fbdb08f598a9 binding host n-d-843948-2 {{(pid=84888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:52:54.924655 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-eacb59dc-381a-4786-a573-043322741e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:54.931607 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7d687bee-21fd-4884-86dc-96ecf6374910 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114220'] for subnet, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:55.201161 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4622ee11-94be-4239-9b8b-6407e7efbe96 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1718140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-736143'] for router_interface, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:55.249877 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7d687bee-21fd-4884-86dc-96ecf6374910 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4055401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114238'] for subnet, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:55.324627 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-eacb59dc-381a-4786-a573-043322741e08 None None] Notify callbacks [] for port, precommit_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:55.335138 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d687bee-21fd-4884-86dc-96ecf6374910 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Pushing event updated for resources: {'Subnet': ['ID=56337852-f20d-41db-b3ac-ff94dbaa9045,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:52:55.343476 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-eacb59dc-381a-4786-a573-043322741e08 None None] Transition to ACTIVE for port object f8340623-0919-4d47-9d07-fbdb08f598a9 will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:52:55.350494 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d687bee-21fd-4884-86dc-96ecf6374910 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Checking segment: {'id': 'a4686e68-c9e9-470e-98ce-68deea568767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'b4017974-b3bc-4959-8fc6-fe94bd34d022'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:52:55.350996 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d687bee-21fd-4884-86dc-96ecf6374910 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Network hostable DHCP agents. Network: b4017974-b3bc-4959-8fc6-fe94bd34d022, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:52:55.404860 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-eacb59dc-381a-4786-a573-043322741e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:55.473025 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d687bee-21fd-4884-86dc-96ecf6374910 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Network b4017974-b3bc-4959-8fc6-fe94bd34d022 is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:52:55.487603 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-eacb59dc-381a-4786-a573-043322741e08 None None] Attempting to bind port f8340623-0919-4d47-9d07-fbdb08f598a9 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:52:55.487976 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-eacb59dc-381a-4786-a573-043322741e08 None None] Attempting to bind port f8340623-0919-4d47-9d07-fbdb08f598a9 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:52:55.488339 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eacb59dc-381a-4786-a573-043322741e08 None None] Attempting to bind port f8340623-0919-4d47-9d07-fbdb08f598a9 on network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:52:55.490536 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c830b299-45f8-402a-8c30-d2f0e4d5d33c None None] Pushing event updated for resources: {'Port': ['ID=f8340623-0919-4d47-9d07-fbdb08f598a9,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:52:55.498022 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eacb59dc-381a-4786-a573-043322741e08 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 52, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:52:55.498374 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eacb59dc-381a-4786-a573-043322741e08 None None] Checking segment: {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:52:55.498752 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-eacb59dc-381a-4786-a573-043322741e08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:55.499172 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eacb59dc-381a-4786-a573-043322741e08 None None] Bound using segment: {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:52:55.499610 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-eacb59dc-381a-4786-a573-043322741e08 None None] Bound port: f8340623-0919-4d47-9d07-fbdb08f598a9, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:52:55.499979 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-eacb59dc-381a-4786-a573-043322741e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:55.536084 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-7d687bee-21fd-4884-86dc-96ecf6374910 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, b4017974-b3bc-4959-8fc6-fe94bd34d022) {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:52:55.540301 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d687bee-21fd-4884-86dc-96ecf6374910 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:52:55.540886 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7d687bee-21fd-4884-86dc-96ecf6374910 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:55.552663 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-105bbc4c-5d4c-431a-bace-89748982971e None None] Network b4017974-b3bc-4959-8fc6-fe94bd34d022 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:52:55.626025 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-7d687bee-21fd-4884-86dc-96ecf6374910 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0618439 May 30 20:52:55.626272 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 44732) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:52:55.653870 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-eacb59dc-381a-4786-a573-043322741e08 None None] For port f8340623-0919-4d47-9d07-fbdb08f598a9, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:52:55.696373 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-eacb59dc-381a-4786-a573-043322741e08 None None] For port f8340623-0919-4d47-9d07-fbdb08f598a9, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=f8340623-0919-4d47-9d07-fbdb08f598a9,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:52:55.789896 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-eacb59dc-381a-4786-a573-043322741e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:55.829551 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4622ee11-94be-4239-9b8b-6407e7efbe96 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Router 9599e76a-a046-40a9-adb4-04997b2283a6 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:52:55.851316 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ab3830-9863-4058-8b34-7ed6af21748f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-b4017974-b3bc-4959-8fc6-fe94bd34d022', 'network_id': 'b4017974-b3bc-4959-8fc6-fe94bd34d022', 'tenant_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'fixed_ips': [{'subnet_id': '56337852-f20d-41db-b3ac-ff94dbaa9045'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:52:55.852112 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-d3ab3830-9863-4058-8b34-7ed6af21748f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:55.955682 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c830b299-45f8-402a-8c30-d2f0e4d5d33c None None] Pushing event updated for resources: {'Port': ['ID=f8340623-0919-4d47-9d07-fbdb08f598a9,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:52:55.975593 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eacb59dc-381a-4786-a573-043322741e08 None None] Routers {'0dd212c7-38b9-406c-8e98-81d2f5734851'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:52:55.976928 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-eacb59dc-381a-4786-a573-043322741e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:52:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['0dd212c7-38b9-406c-8e98-81d2f5734851'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:52:56.080715 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4622ee11-94be-4239-9b8b-6407e7efbe96 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:52:56.095361 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d5d750-bf8a-4ee0-b4ca-88ad99aa3a23 None None] Sync routers for ids ['9599e76a-a046-40a9-adb4-04997b2283a6'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:52:56.102564 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-4622ee11-94be-4239-9b8b-6407e7efbe96 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "PUT /v2.0/routers/9599e76a-a046-40a9-adb4-04997b2283a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1509209 May 30 20:52:56.105197 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 44736) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:52:56.112341 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d5d750-bf8a-4ee0-b4ca-88ad99aa3a23 None None] Routers {'9599e76a-a046-40a9-adb4-04997b2283a6'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:52:56.113339 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-18d5d750-bf8a-4ee0-b4ca-88ad99aa3a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:52:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['9599e76a-a046-40a9-adb4-04997b2283a6'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:52:56.224111 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-d3ab3830-9863-4058-8b34-7ed6af21748f None None] Allocated IP 172.20.0.2 (b4017974-b3bc-4959-8fc6-fe94bd34d022/56337852-f20d-41db-b3ac-ff94dbaa9045/aff5445a-413b-4c10-bb49-93522045cda7) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:52:56.249270 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-eacb59dc-381a-4786-a573-043322741e08 None None] Set router 0dd212c7-38b9-406c-8e98-81d2f5734851 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:52:56.304040 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-29b86bf7-d0dc-4756-83da-6d5ef7dce75e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:56.379201 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0c0d1e4-1bea-494c-b2b3-6535655d819d tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Deleting subnet 0489c068-b68f-460c-b25c-409c25ec909b {{(pid=84886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:52:56.383226 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e0c0d1e4-1bea-494c-b2b3-6535655d819d tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for subnet, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:56.422599 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-18d5d750-bf8a-4ee0-b4ca-88ad99aa3a23 None None] Set router 9599e76a-a046-40a9-adb4-04997b2283a6 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:52:56.453340 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e0c0d1e4-1bea-494c-b2b3-6535655d819d tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2655517'] for subnet, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:56.579786 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e0c0d1e4-1bea-494c-b2b3-6535655d819d tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:56.719167 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c8cbe720-1bf2-431a-9eba-40ad5fdec2ec tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:56.730221 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-18d5d750-bf8a-4ee0-b4ca-88ad99aa3a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9599e76a-a046-40a9-adb4-04997b2283a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-892601603', 'tenant_id': '92b5fc25c8fb428a885a0ea0a728400d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.57'}], 'enable_snat': True}, 'gw_port_id': 'a84524ff-333c-4ea6-8857-e7b78cb5547e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:51:28Z', 'updated_at': '2022-05-30T20:52:54Z', 'revision_number': 5, 'project_id': '92b5fc25c8fb428a885a0ea0a728400d', 'gw_port': {'id': 'a84524ff-333c-4ea6-8857-e7b78cb5547e', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:b1:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9599e76a-a046-40a9-adb4-04997b2283a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:51:29Z', 'updated_at': '2022-05-30T20:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:52:56.734688 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d5d750-bf8a-4ee0-b4ca-88ad99aa3a23 None None] Checking router: 9599e76a-a046-40a9-adb4-04997b2283a6 for host: n-d-843948-2 {{(pid=84889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:52:56.746022 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d5d750-bf8a-4ee0-b4ca-88ad99aa3a23 None None] Routers {'9599e76a-a046-40a9-adb4-04997b2283a6'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:52:56.747114 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-18d5d750-bf8a-4ee0-b4ca-88ad99aa3a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:52:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['9599e76a-a046-40a9-adb4-04997b2283a6'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:52:56.757774 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e0c0d1e4-1bea-494c-b2b3-6535655d819d tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4127075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2778536'] for subnet, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:56.772038 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-d3ab3830-9863-4058-8b34-7ed6af21748f None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:56.786745 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-d3ab3830-9863-4058-8b34-7ed6af21748f None None] Transition to ACTIVE for port object aff5445a-413b-4c10-bb49-93522045cda7 will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:52:56.812265 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-d3ab3830-9863-4058-8b34-7ed6af21748f None None] Transition to ACTIVE for port object aff5445a-413b-4c10-bb49-93522045cda7 will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:52:56.823268 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-eacb59dc-381a-4786-a573-043322741e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dd212c7-38b9-406c-8e98-81d2f5734851', 'name': 'tempest-TestNetworkBasicOps-router-1631504451', 'tenant_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': 'f8340623-0919-4d47-9d07-fbdb08f598a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:52:52Z', 'updated_at': '2022-05-30T20:52:53Z', 'revision_number': 3, 'project_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'gw_port': {'id': 'f8340623-0919-4d47-9d07-fbdb08f598a9', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b8:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dd212c7-38b9-406c-8e98-81d2f5734851', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:52:52Z', 'updated_at': '2022-05-30T20:52:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:52:56.827972 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eacb59dc-381a-4786-a573-043322741e08 None None] The sync data for ids ['0dd212c7-38b9-406c-8e98-81d2f5734851'] in n-d-843948-2 is: [{'id': '0dd212c7-38b9-406c-8e98-81d2f5734851', 'name': 'tempest-TestNetworkBasicOps-router-1631504451', 'tenant_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': 'f8340623-0919-4d47-9d07-fbdb08f598a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:52:52Z', 'updated_at': '2022-05-30T20:52:53Z', 'revision_number': 3, 'project_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'gw_port': {'id': 'f8340623-0919-4d47-9d07-fbdb08f598a9', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b8:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dd212c7-38b9-406c-8e98-81d2f5734851', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:52:52Z', 'updated_at': '2022-05-30T20:52:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:52:56.848944 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e0c0d1e4-1bea-494c-b2b3-6535655d819d tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:56.857561 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcdccc58-3e7d-4c61-879e-31b6fab5b21e None None] Network 131029e3-6ec4-43a3-8a7d-e17d152a6ea8 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:52:56.858445 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c0d1e4-1bea-494c-b2b3-6535655d819d tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Pushing event deleted for resources: {'Subnet': ['ID=0489c068-b68f-460c-b25c-409c25ec909b,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:52:56.864169 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-e0c0d1e4-1bea-494c-b2b3-6535655d819d tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "DELETE /v2.0/subnets/0489c068-b68f-460c-b25c-409c25ec909b HTTP/1.1" status: 204 len: 168 time: 0.7548890 May 30 20:52:56.864542 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 44740) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:52:56.952466 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-d3ab3830-9863-4058-8b34-7ed6af21748f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:56.983964 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-18d5d750-bf8a-4ee0-b4ca-88ad99aa3a23 None None] Set router 9599e76a-a046-40a9-adb4-04997b2283a6 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:52:57.084157 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ab3830-9863-4058-8b34-7ed6af21748f None None] Pushing event updated for resources: {'Port': ['ID=aff5445a-413b-4c10-bb49-93522045cda7,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:52:57.088551 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ab3830-9863-4058-8b34-7ed6af21748f None None] Network b4017974-b3bc-4959-8fc6-fe94bd34d022 is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:52:57.133508 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-d3ab3830-9863-4058-8b34-7ed6af21748f None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:52:57.138862 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ab3830-9863-4058-8b34-7ed6af21748f None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:52:57.364797 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-d3ab3830-9863-4058-8b34-7ed6af21748f None None] Attempting to bind port aff5445a-413b-4c10-bb49-93522045cda7 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:52:57.365336 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-d3ab3830-9863-4058-8b34-7ed6af21748f None None] Attempting to bind port aff5445a-413b-4c10-bb49-93522045cda7 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': 'a4686e68-c9e9-470e-98ce-68deea568767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'b4017974-b3bc-4959-8fc6-fe94bd34d022'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:52:57.365729 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ab3830-9863-4058-8b34-7ed6af21748f None None] Attempting to bind port aff5445a-413b-4c10-bb49-93522045cda7 on network b4017974-b3bc-4959-8fc6-fe94bd34d022 {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:52:57.377249 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ab3830-9863-4058-8b34-7ed6af21748f None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 52, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:52:57.377642 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ab3830-9863-4058-8b34-7ed6af21748f None None] Checking segment: {'id': 'a4686e68-c9e9-470e-98ce-68deea568767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'b4017974-b3bc-4959-8fc6-fe94bd34d022'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:52:57.378060 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-d3ab3830-9863-4058-8b34-7ed6af21748f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:57.378458 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ab3830-9863-4058-8b34-7ed6af21748f None None] Bound using segment: {'id': 'a4686e68-c9e9-470e-98ce-68deea568767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'b4017974-b3bc-4959-8fc6-fe94bd34d022'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:52:57.378940 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-d3ab3830-9863-4058-8b34-7ed6af21748f None None] Bound port: aff5445a-413b-4c10-bb49-93522045cda7, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4686e68-c9e9-470e-98ce-68deea568767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'b4017974-b3bc-4959-8fc6-fe94bd34d022'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:52:57.379316 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-d3ab3830-9863-4058-8b34-7ed6af21748f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:57.396841 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [None req-c8cbe720-1bf2-431a-9eba-40ad5fdec2ec tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Allocated IP 172.20.0.1 (b4017974-b3bc-4959-8fc6-fe94bd34d022/56337852-f20d-41db-b3ac-ff94dbaa9045/93dee76c-46a9-4cc2-ba5a-af9c2a9c4f37) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:52:57.424133 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-434e2421-42b4-4b8b-bdff-75d65dd04f38 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for router, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:57.553587 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f02981d3-5b87-40aa-9a2d-e29777463d23 None None] DHCP port deletion for 131029e3-6ec4-43a3-8a7d-e17d152a6ea8 request from n-d-843948-2 {{(pid=84888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:52:57.562304 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-18d5d750-bf8a-4ee0-b4ca-88ad99aa3a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9599e76a-a046-40a9-adb4-04997b2283a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-892601603', 'tenant_id': '92b5fc25c8fb428a885a0ea0a728400d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.57'}], 'enable_snat': True}, 'gw_port_id': 'a84524ff-333c-4ea6-8857-e7b78cb5547e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:51:28Z', 'updated_at': '2022-05-30T20:52:54Z', 'revision_number': 5, 'project_id': '92b5fc25c8fb428a885a0ea0a728400d', 'gw_port': {'id': 'a84524ff-333c-4ea6-8857-e7b78cb5547e', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:b1:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9599e76a-a046-40a9-adb4-04997b2283a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:51:29Z', 'updated_at': '2022-05-30T20:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:52:57.562896 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-d3ab3830-9863-4058-8b34-7ed6af21748f None None] For port aff5445a-413b-4c10-bb49-93522045cda7, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:52:57.569889 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d5d750-bf8a-4ee0-b4ca-88ad99aa3a23 None None] The sync data for ids ['9599e76a-a046-40a9-adb4-04997b2283a6'] in n-d-843948-2 is: [{'id': '9599e76a-a046-40a9-adb4-04997b2283a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-892601603', 'tenant_id': '92b5fc25c8fb428a885a0ea0a728400d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.57'}], 'enable_snat': True}, 'gw_port_id': 'a84524ff-333c-4ea6-8857-e7b78cb5547e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:51:28Z', 'updated_at': '2022-05-30T20:52:54Z', 'revision_number': 5, 'project_id': '92b5fc25c8fb428a885a0ea0a728400d', 'gw_port': {'id': 'a84524ff-333c-4ea6-8857-e7b78cb5547e', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:b1:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9599e76a-a046-40a9-adb4-04997b2283a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:51:29Z', 'updated_at': '2022-05-30T20:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:52:57.572351 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-d3ab3830-9863-4058-8b34-7ed6af21748f None None] For port aff5445a-413b-4c10-bb49-93522045cda7, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=aff5445a-413b-4c10-bb49-93522045cda7,segment=NetworkSegment(a4686e68-c9e9-470e-98ce-68deea568767),segment_id=a4686e68-c9e9-470e-98ce-68deea568767)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:52:57.574747 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-f02981d3-5b87-40aa-9a2d-e29777463d23 None None] Deleting port 166bcf3e-554a-4222-8cca-b6ea0dd80d20 {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:52:57.575128 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-f02981d3-5b87-40aa-9a2d-e29777463d23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:57.663050 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c8cbe720-1bf2-431a-9eba-40ad5fdec2ec tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:57.668971 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-d3ab3830-9863-4058-8b34-7ed6af21748f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:57.690732 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [None req-c8cbe720-1bf2-431a-9eba-40ad5fdec2ec tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Transition to ACTIVE for port object 93dee76c-46a9-4cc2-ba5a-af9c2a9c4f37 will not be triggered until provisioned by entity DHCP. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:52:57.724232 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-434e2421-42b4-4b8b-bdff-75d65dd04f38 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:57.776238 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c8cbe720-1bf2-431a-9eba-40ad5fdec2ec tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:57.806336 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-434e2421-42b4-4b8b-bdff-75d65dd04f38 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Deleting port a84524ff-333c-4ea6-8857-e7b78cb5547e {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:52:57.807926 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-434e2421-42b4-4b8b-bdff-75d65dd04f38 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:57.860879 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8cbe720-1bf2-431a-9eba-40ad5fdec2ec tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Network b4017974-b3bc-4959-8fc6-fe94bd34d022 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:52:57.864865 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-c8cbe720-1bf2-431a-9eba-40ad5fdec2ec tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:52:57.867338 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cbe720-1bf2-431a-9eba-40ad5fdec2ec tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Pushing event updated for resources: {'Port': ['ID=93dee76c-46a9-4cc2-ba5a-af9c2a9c4f37,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:52:57.869642 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8cbe720-1bf2-431a-9eba-40ad5fdec2ec tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:52:57.872905 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ab3830-9863-4058-8b34-7ed6af21748f None None] Pushing event updated for resources: {'Port': ['ID=aff5445a-413b-4c10-bb49-93522045cda7,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:52:57.905101 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-f02981d3-5b87-40aa-9a2d-e29777463d23 None None] For port 166bcf3e-554a-4222-8cca-b6ea0dd80d20, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=166bcf3e-554a-4222-8cca-b6ea0dd80d20,segment=NetworkSegment(ddbc5032-06d0-428e-91af-405ca717595e),segment_id=ddbc5032-06d0-428e-91af-405ca717595e)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:52:57.905488 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-f02981d3-5b87-40aa-9a2d-e29777463d23 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:57.954036 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c8cbe720-1bf2-431a-9eba-40ad5fdec2ec tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-736099'] for router_interface, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:58.110040 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-f02981d3-5b87-40aa-9a2d-e29777463d23 None None] Calling delete_port for 166bcf3e-554a-4222-8cca-b6ea0dd80d20 owned by network:dhcp {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:52:58.140539 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [None req-434e2421-42b4-4b8b-bdff-75d65dd04f38 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] For port a84524ff-333c-4ea6-8857-e7b78cb5547e, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=a84524ff-333c-4ea6-8857-e7b78cb5547e,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:52:58.141105 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-434e2421-42b4-4b8b-bdff-75d65dd04f38 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:58.212220 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device f8340623-0919-4d47-9d07-fbdb08f598a9 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:52:58.286149 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c8cbe720-1bf2-431a-9eba-40ad5fdec2ec tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:58.355622 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-f02981d3-5b87-40aa-9a2d-e29777463d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468'] for port, after_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:58.389098 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-434e2421-42b4-4b8b-bdff-75d65dd04f38 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Calling delete_port for a84524ff-333c-4ea6-8857-e7b78cb5547e owned by network:router_gateway {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:52:58.403853 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02981d3-5b87-40aa-9a2d-e29777463d23 None None] Pushing event deleted for resources: {'Port': ['ID=166bcf3e-554a-4222-8cca-b6ea0dd80d20,revision_number=None']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:52:58.427044 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02981d3-5b87-40aa-9a2d-e29777463d23 None None] No DVR routers for this DVR port 166bcf3e-554a-4222-8cca-b6ea0dd80d20 on host n-d-843948-2 {{(pid=84888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:52:58.441714 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port f8340623-0919-4d47-9d07-fbdb08f598a9 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:52:58.451867 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port f8340623-0919-4d47-9d07-fbdb08f598a9 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:52:58.452318 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:58.591718 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:58.613026 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port f8340623-0919-4d47-9d07-fbdb08f598a9, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=f8340623-0919-4d47-9d07-fbdb08f598a9,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:52:58.656090 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:58.677242 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-434e2421-42b4-4b8b-bdff-75d65dd04f38 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:58.723212 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 045b8b84-cf88-4506-8d3c-d48372f609a6 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:52:58.734852 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434e2421-42b4-4b8b-bdff-75d65dd04f38 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Pushing event deleted for resources: {'Port': ['ID=a84524ff-333c-4ea6-8857-e7b78cb5547e,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:52:58.769987 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: 045b8b84-cf88-4506-8d3c-d48372f609a6 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:52:58.770352 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 045b8b84-cf88-4506-8d3c-d48372f609a6 not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:52:58.770787 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 166bcf3e-554a-4222-8cca-b6ea0dd80d20 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:52:58.837222 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c8cbe720-1bf2-431a-9eba-40ad5fdec2ec tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:58.880113 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=f8340623-0919-4d47-9d07-fbdb08f598a9,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:52:58.888466 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: 166bcf3e-554a-4222-8cca-b6ea0dd80d20 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:52:58.888834 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 166bcf3e-554a-4222-8cca-b6ea0dd80d20 not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:52:58.896856 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c8cbe720-1bf2-431a-9eba-40ad5fdec2ec tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:59.016043 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-434e2421-42b4-4b8b-bdff-75d65dd04f38 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-736453'] for router_gateway, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:59.022921 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c8cbe720-1bf2-431a-9eba-40ad5fdec2ec tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1718057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-736206'] for router_interface, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:59.028563 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cbe720-1bf2-431a-9eba-40ad5fdec2ec tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Pushing event updated for resources: {'Port': ['ID=93dee76c-46a9-4cc2-ba5a-af9c2a9c4f37,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:52:59.201093 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b72840b-dca0-4b75-b6ed-dd17dcfec714 None None] Network b4017974-b3bc-4959-8fc6-fe94bd34d022 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:52:59.292406 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8cbe720-1bf2-431a-9eba-40ad5fdec2ec tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Network b4017974-b3bc-4959-8fc6-fe94bd34d022 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:52:59.294030 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-c8cbe720-1bf2-431a-9eba-40ad5fdec2ec tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:52:59.302148 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-434e2421-42b4-4b8b-bdff-75d65dd04f38 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-724789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3141'] for router, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:59.308168 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-434e2421-42b4-4b8b-bdff-75d65dd04f38 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:59.400840 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2625c954-edc4-46de-9802-fe1eea6b2bfb None None] Provisioning for port aff5445a-413b-4c10-bb49-93522045cda7 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:52:59.542738 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-434e2421-42b4-4b8b-bdff-75d65dd04f38 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724889'] for router, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:59.543260 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-434e2421-42b4-4b8b-bdff-75d65dd04f38 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Fanout notify agent at l3_agent the message router_deleted on router 9599e76a-a046-40a9-adb4-04997b2283a6 {{(pid=84886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:52:59.558608 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-434e2421-42b4-4b8b-bdff-75d65dd04f38 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for router, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:59.559888 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-434e2421-42b4-4b8b-bdff-75d65dd04f38 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "DELETE /v2.0/routers/9599e76a-a046-40a9-adb4-04997b2283a6 HTTP/1.1" status: 204 len: 168 time: 2.6942856 May 30 20:52:59.563399 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 44744) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:52:59.592972 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-9776d02e-1124-4e14-81d5-9825eaa585f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:59.694686 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ae92d041-16c4-419e-8a2c-b40f8cd2c188 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:59.717559 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8cbe720-1bf2-431a-9eba-40ad5fdec2ec tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Router 0dd212c7-38b9-406c-8e98-81d2f5734851 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:52:59.816166 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-f4889494-2988-45fc-a793-51a2ecbed126 None None] Provisioning for port 93dee76c-46a9-4cc2-ba5a-af9c2a9c4f37 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:52:59.822372 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-f4889494-2988-45fc-a793-51a2ecbed126 None None] Provisioning complete for port 93dee76c-46a9-4cc2-ba5a-af9c2a9c4f37 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:52:59.824448 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-f4889494-2988-45fc-a793-51a2ecbed126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:59.871003 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ae92d041-16c4-419e-8a2c-b40f8cd2c188 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:59.886965 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:59.909428 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-ae92d041-16c4-419e-8a2c-b40f8cd2c188 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['131029e3-6ec4-43a3-8a7d-e17d152a6ea8']}} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:52:59.911715 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-f4889494-2988-45fc-a793-51a2ecbed126 None None] Port 93dee76c-46a9-4cc2-ba5a-af9c2a9c4f37 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:52:59.931479 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-ae92d041-16c4-419e-8a2c-b40f8cd2c188 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddbc5032-06d0-428e-91af-405ca717595e') {'for_net_delete': True} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:52:59.931783 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-ae92d041-16c4-419e-8a2c-b40f8cd2c188 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddbc5032-06d0-428e-91af-405ca717595e') {} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:52:59.950055 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ae92d041-16c4-419e-8a2c-b40f8cd2c188 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2660590'] for segment, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:59.981374 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ae92d041-16c4-419e-8a2c-b40f8cd2c188 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:52:59.989228 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae92d041-16c4-419e-8a2c-b40f8cd2c188 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Releasing vlan 660 on physical network physnet1 to pool {{(pid=84886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:52:59.989751 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ae92d041-16c4-419e-8a2c-b40f8cd2c188 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4126989'] for segment, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:00.011217 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8cbe720-1bf2-431a-9eba-40ad5fdec2ec tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:53:00.030451 n-d-843948-2 neutron-server[84886]: Traceback (most recent call last): May 30 20:53:00.030451 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:53:00.030451 n-d-843948-2 neutron-server[84886]: timer() May 30 20:53:00.030451 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:53:00.030451 n-d-843948-2 neutron-server[84886]: cb(*args, **kw) May 30 20:53:00.030451 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:53:00.030451 n-d-843948-2 neutron-server[84886]: return func(*args, **kwargs) May 30 20:53:00.030451 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:53:00.030451 n-d-843948-2 neutron-server[84886]: self._notify() May 30 20:53:00.030451 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:53:00.030451 n-d-843948-2 neutron-server[84886]: self.callback(batched_events) May 30 20:53:00.030451 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:53:00.030451 n-d-843948-2 neutron-server[84886]: event.method(event) May 30 20:53:00.030451 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:53:00.030451 n-d-843948-2 neutron-server[84886]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:53:00.030451 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:53:00.030451 n-d-843948-2 neutron-server[84886]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:53:00.030451 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:53:00.030451 n-d-843948-2 neutron-server[84886]: return f(self, *a, **k) May 30 20:53:00.030451 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:53:00.030451 n-d-843948-2 neutron-server[84886]: return self._get(url).json() May 30 20:53:00.030451 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:53:00.030451 n-d-843948-2 neutron-server[84886]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:53:00.030451 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:53:00.030451 n-d-843948-2 neutron-server[84886]: return self.request(url, 'GET', **kwargs) May 30 20:53:00.030451 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:53:00.030451 n-d-843948-2 neutron-server[84886]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:53:00.030451 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:53:00.030451 n-d-843948-2 neutron-server[84886]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:53:00.030451 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:53:00.030451 n-d-843948-2 neutron-server[84886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:53:00.030451 n-d-843948-2 neutron-server[84886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:53:00.033974 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-c8cbe720-1bf2-431a-9eba-40ad5fdec2ec tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.85 "PUT /v2.0/routers/0dd212c7-38b9-406c-8e98-81d2f5734851/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4064512 May 30 20:53:00.036808 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 44748) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:53:00.165415 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-46408d1e-2f54-494b-8226-c2dc272ff6fa None None] Provisioning complete for port 93dee76c-46a9-4cc2-ba5a-af9c2a9c4f37 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:53:00.165415 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-46408d1e-2f54-494b-8226-c2dc272ff6fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:00.198188 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device aff5445a-413b-4c10-bb49-93522045cda7 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:53:00.227208 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ae92d041-16c4-419e-8a2c-b40f8cd2c188 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:00.240500 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ae92d041-16c4-419e-8a2c-b40f8cd2c188 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:00.246410 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d48f3c-fae2-4604-b941-432622c9f435 tempest-TestNetworkBasicOps-405341169 tempest-TestNetworkBasicOps-405341169-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:53:00.246832 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d48f3c-fae2-4604-b941-432622c9f435 tempest-TestNetworkBasicOps-405341169 tempest-TestNetworkBasicOps-405341169-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:53:00.247203 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d48f3c-fae2-4604-b941-432622c9f435 tempest-TestNetworkBasicOps-405341169 tempest-TestNetworkBasicOps-405341169-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:53:00.247566 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d48f3c-fae2-4604-b941-432622c9f435 tempest-TestNetworkBasicOps-405341169 tempest-TestNetworkBasicOps-405341169-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:53:00.247928 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d48f3c-fae2-4604-b941-432622c9f435 tempest-TestNetworkBasicOps-405341169 tempest-TestNetworkBasicOps-405341169-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:53:00.248283 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d48f3c-fae2-4604-b941-432622c9f435 tempest-TestNetworkBasicOps-405341169 tempest-TestNetworkBasicOps-405341169-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:53:00.248639 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d48f3c-fae2-4604-b941-432622c9f435 tempest-TestNetworkBasicOps-405341169 tempest-TestNetworkBasicOps-405341169-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:53:00.250758 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-76d48f3c-fae2-4604-b941-432622c9f435 tempest-TestNetworkBasicOps-405341169 tempest-TestNetworkBasicOps-405341169-project-admin] 10.222.0.85 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4923 time: 0.2126043 May 30 20:53:00.253494 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 44752) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:53:00.271602 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae92d041-16c4-419e-8a2c-b40f8cd2c188 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Pushing event deleted for resources: {'Network': ['ID=131029e3-6ec4-43a3-8a7d-e17d152a6ea8,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:53:00.276595 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-46408d1e-2f54-494b-8226-c2dc272ff6fa None None] Port 93dee76c-46a9-4cc2-ba5a-af9c2a9c4f37 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:53:00.336821 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bcebdbf-9122-428e-8902-eb771b164a3f tempest-TestNetworkBasicOps-405341169 tempest-TestNetworkBasicOps-405341169-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:53:00.337102 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bcebdbf-9122-428e-8902-eb771b164a3f tempest-TestNetworkBasicOps-405341169 tempest-TestNetworkBasicOps-405341169-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:53:00.337453 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bcebdbf-9122-428e-8902-eb771b164a3f tempest-TestNetworkBasicOps-405341169 tempest-TestNetworkBasicOps-405341169-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:53:00.337831 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bcebdbf-9122-428e-8902-eb771b164a3f tempest-TestNetworkBasicOps-405341169 tempest-TestNetworkBasicOps-405341169-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:53:00.338184 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bcebdbf-9122-428e-8902-eb771b164a3f tempest-TestNetworkBasicOps-405341169 tempest-TestNetworkBasicOps-405341169-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:53:00.338529 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bcebdbf-9122-428e-8902-eb771b164a3f tempest-TestNetworkBasicOps-405341169 tempest-TestNetworkBasicOps-405341169-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:53:00.340422 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-4bcebdbf-9122-428e-8902-eb771b164a3f tempest-TestNetworkBasicOps-405341169 tempest-TestNetworkBasicOps-405341169-project-admin] 10.222.0.85 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3998 time: 0.0858133 May 30 20:53:00.343030 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 44756) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:53:00.374937 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-ae92d041-16c4-419e-8a2c-b40f8cd2c188 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "DELETE /v2.0/networks/131029e3-6ec4-43a3-8a7d-e17d152a6ea8 HTTP/1.1" status: 204 len: 168 time: 0.8068187 May 30 20:53:00.375260 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 44760) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:53:00.397468 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port aff5445a-413b-4c10-bb49-93522045cda7 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:53:00.400980 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port aff5445a-413b-4c10-bb49-93522045cda7 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:53:00.401461 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:00.454850 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-3940d968-a694-4bab-8798-30e9c0278d63 None None] Provisioning complete for port 93dee76c-46a9-4cc2-ba5a-af9c2a9c4f37 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:53:00.454850 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-3940d968-a694-4bab-8798-30e9c0278d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:00.458890 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2924409d-e168-4aa1-90c3-25df0b5b19e4 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:00.493491 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2924409d-e168-4aa1-90c3-25df0b5b19e4 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:00.519773 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-3940d968-a694-4bab-8798-30e9c0278d63 None None] Port 93dee76c-46a9-4cc2-ba5a-af9c2a9c4f37 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:53:00.568858 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-532dba53-8f71-4a8c-bb35-614a08e7ca6c tempest-TestNetworkBasicOps-405341169 tempest-TestNetworkBasicOps-405341169-project-admin] 10.222.0.85 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3042 time: 0.2244549 May 30 20:53:00.584667 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:00.625581 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port aff5445a-413b-4c10-bb49-93522045cda7, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=aff5445a-413b-4c10-bb49-93522045cda7,segment=NetworkSegment(a4686e68-c9e9-470e-98ce-68deea568767),segment_id=a4686e68-c9e9-470e-98ce-68deea568767)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:53:00.644522 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2924409d-e168-4aa1-90c3-25df0b5b19e4 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:00.664386 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2924409d-e168-4aa1-90c3-25df0b5b19e4 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9600467f-d2af-4c2f-829b-e730e37b288f,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:53:00.697274 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:00.697939 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device f8340623-0919-4d47-9d07-fbdb08f598a9 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:53:00.731669 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2924409d-e168-4aa1-90c3-25df0b5b19e4 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:00.734016 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-2924409d-e168-4aa1-90c3-25df0b5b19e4 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "DELETE /v2.0/security-groups/9600467f-d2af-4c2f-829b-e730e37b288f HTTP/1.1" status: 204 len: 168 time: 0.3560636 May 30 20:53:00.748693 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 44768) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:53:00.756342 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-10a013a3-f629-471f-ac4a-09bed0db8182 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-921594148', 'description': 'tempest-secgroup-smoke-921594148 description', 'project_id': '2d26ee9c136c43a7a24c2ecd289ef8cf'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:53:00.764002 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-10a013a3-f629-471f-ac4a-09bed0db8182 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:53:00.769626 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-10a013a3-f629-471f-ac4a-09bed0db8182 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Usage tracker for resource:security_group and tenant:2d26ee9c136c43a7a24c2ecd289ef8cf is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:53:00.772601 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-10a013a3-f629-471f-ac4a-09bed0db8182 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:53:00.780817 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-10a013a3-f629-471f-ac4a-09bed0db8182 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:53:00.846490 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=aff5445a-413b-4c10-bb49-93522045cda7,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:53:00.866421 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port f8340623-0919-4d47-9d07-fbdb08f598a9 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:53:00.866421 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:00.884682 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-10a013a3-f629-471f-ac4a-09bed0db8182 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:00.937868 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-10a013a3-f629-471f-ac4a-09bed0db8182 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:53:00.943240 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-10a013a3-f629-471f-ac4a-09bed0db8182 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Usage tracker for resource:security_group_rule and tenant:2d26ee9c136c43a7a24c2ecd289ef8cf is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:53:00.947064 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-10a013a3-f629-471f-ac4a-09bed0db8182 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:53:00.960060 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-10a013a3-f629-471f-ac4a-09bed0db8182 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:53:01.033083 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-10a013a3-f629-471f-ac4a-09bed0db8182 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:01.067119 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 44774) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:53:01.071232 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-c5a54b09-12cf-4640-a0f2-c1ad929400e3 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1776056943', 'description': 'tempest-secgroup-smoke-1776056943 description', 'project_id': '92b5fc25c8fb428a885a0ea0a728400d'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:53:01.078261 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-c5a54b09-12cf-4640-a0f2-c1ad929400e3 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:53:01.083000 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-c5a54b09-12cf-4640-a0f2-c1ad929400e3 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Usage tracker for resource:security_group and tenant:92b5fc25c8fb428a885a0ea0a728400d is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:53:01.086917 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-c5a54b09-12cf-4640-a0f2-c1ad929400e3 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:53:01.093291 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-c5a54b09-12cf-4640-a0f2-c1ad929400e3 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:53:01.107345 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-10a013a3-f629-471f-ac4a-09bed0db8182 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:01.153298 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c5a54b09-12cf-4640-a0f2-c1ad929400e3 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:01.153664 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a013a3-f629-471f-ac4a-09bed0db8182 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ee05657-335d-48c3-86ae-e21e24f063fb,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:53:01.191661 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-c5a54b09-12cf-4640-a0f2-c1ad929400e3 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:53:01.193435 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:01.196364 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-c5a54b09-12cf-4640-a0f2-c1ad929400e3 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Usage tracker for resource:security_group_rule and tenant:92b5fc25c8fb428a885a0ea0a728400d is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:53:01.199339 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-c5a54b09-12cf-4640-a0f2-c1ad929400e3 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:53:01.205131 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-10a013a3-f629-471f-ac4a-09bed0db8182 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:01.205559 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-c5a54b09-12cf-4640-a0f2-c1ad929400e3 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:53:01.208285 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-10a013a3-f629-471f-ac4a-09bed0db8182 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.4571226 May 30 20:53:01.209313 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 44778) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:53:01.219105 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-46433dd3-2ece-4725-9d7a-444d6be3aedd tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Request body: {'security_group_rule': {'security_group_id': '5ee05657-335d-48c3-86ae-e21e24f063fb', 'project_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:53:01.229453 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-46433dd3-2ece-4725-9d7a-444d6be3aedd tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:53:01.235871 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-46433dd3-2ece-4725-9d7a-444d6be3aedd tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Usage tracker for resource:security_group_rule and tenant:2d26ee9c136c43a7a24c2ecd289ef8cf is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:53:01.239482 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a77692-935f-4412-87b1-0f8bc977f196 None None] Sync routers for ids ['0dd212c7-38b9-406c-8e98-81d2f5734851'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:53:01.241690 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-46433dd3-2ece-4725-9d7a-444d6be3aedd tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:53:01.251213 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-46433dd3-2ece-4725-9d7a-444d6be3aedd tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:53:01.254492 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a77692-935f-4412-87b1-0f8bc977f196 None None] Routers {'0dd212c7-38b9-406c-8e98-81d2f5734851'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:53:01.254492 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-d8a77692-935f-4412-87b1-0f8bc977f196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:53:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['0dd212c7-38b9-406c-8e98-81d2f5734851'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:53:01.302887 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c5a54b09-12cf-4640-a0f2-c1ad929400e3 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:01.336206 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-46433dd3-2ece-4725-9d7a-444d6be3aedd tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:01.384031 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c5a54b09-12cf-4640-a0f2-c1ad929400e3 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:01.443523 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-d8a77692-935f-4412-87b1-0f8bc977f196 None None] Set router 0dd212c7-38b9-406c-8e98-81d2f5734851 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:53:01.443780 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a54b09-12cf-4640-a0f2-c1ad929400e3 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56cfd6a4-299b-460e-98c4-552686f41e99,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:53:01.463106 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-46433dd3-2ece-4725-9d7a-444d6be3aedd tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:01.502364 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c5a54b09-12cf-4640-a0f2-c1ad929400e3 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:01.504053 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-c5a54b09-12cf-4640-a0f2-c1ad929400e3 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4376862 May 30 20:53:01.507275 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 44782) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:53:01.514262 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-66fb7766-5a50-4fdc-8dc9-79ce79583864 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Request body: {'security_group_rule': {'security_group_id': '56cfd6a4-299b-460e-98c4-552686f41e99', 'project_id': '92b5fc25c8fb428a885a0ea0a728400d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:53:01.523622 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-66fb7766-5a50-4fdc-8dc9-79ce79583864 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:53:01.528210 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-66fb7766-5a50-4fdc-8dc9-79ce79583864 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Usage tracker for resource:security_group_rule and tenant:92b5fc25c8fb428a885a0ea0a728400d is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:53:01.531823 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-66fb7766-5a50-4fdc-8dc9-79ce79583864 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:53:01.534837 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-46433dd3-2ece-4725-9d7a-444d6be3aedd tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:01.549563 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-66fb7766-5a50-4fdc-8dc9-79ce79583864 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:53:01.571737 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46433dd3-2ece-4725-9d7a-444d6be3aedd tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9508ed2c-87b5-41d4-91c2-d6e46b5b791e,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:53:01.640179 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-66fb7766-5a50-4fdc-8dc9-79ce79583864 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:01.665200 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-46433dd3-2ece-4725-9d7a-444d6be3aedd tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:01.666387 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-46433dd3-2ece-4725-9d7a-444d6be3aedd tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4560463 May 30 20:53:01.670470 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 44786) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:53:01.677117 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-d962c382-66f8-40e0-974f-53103bbe6808 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Request body: {'security_group_rule': {'security_group_id': '5ee05657-335d-48c3-86ae-e21e24f063fb', 'project_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:53:01.684652 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-d962c382-66f8-40e0-974f-53103bbe6808 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:53:01.690059 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-d962c382-66f8-40e0-974f-53103bbe6808 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Usage tracker for resource:security_group_rule and tenant:2d26ee9c136c43a7a24c2ecd289ef8cf is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:53:01.692020 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-d962c382-66f8-40e0-974f-53103bbe6808 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:53:01.698177 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-d962c382-66f8-40e0-974f-53103bbe6808 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:53:01.709053 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-66fb7766-5a50-4fdc-8dc9-79ce79583864 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:01.779285 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d962c382-66f8-40e0-974f-53103bbe6808 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:01.781930 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-66fb7766-5a50-4fdc-8dc9-79ce79583864 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:01.792827 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-d8a77692-935f-4412-87b1-0f8bc977f196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dd212c7-38b9-406c-8e98-81d2f5734851', 'name': 'tempest-TestNetworkBasicOps-router-1631504451', 'tenant_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': 'f8340623-0919-4d47-9d07-fbdb08f598a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:52:52Z', 'updated_at': '2022-05-30T20:52:57Z', 'revision_number': 4, 'project_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'gw_port': {'id': 'f8340623-0919-4d47-9d07-fbdb08f598a9', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd212c7-38b9-406c-8e98-81d2f5734851', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:52:52Z', 'updated_at': '2022-05-30T20:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '93dee76c-46a9-4cc2-ba5a-af9c2a9c4f37', 'name': '', 'network_id': 'b4017974-b3bc-4959-8fc6-fe94bd34d022', 'tenant_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'mac_address': 'fa:16:3e:f2:af:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dd212c7-38b9-406c-8e98-81d2f5734851', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56337852-f20d-41db-b3ac-ff94dbaa9045', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:52:57Z', 'updated_at': '2022-05-30T20:52:58Z', 'revision_number': 2, 'project_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'subnets': [{'id': '56337852-f20d-41db-b3ac-ff94dbaa9045', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:53:01.798337 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a77692-935f-4412-87b1-0f8bc977f196 None None] Checking router: 0dd212c7-38b9-406c-8e98-81d2f5734851 for host: n-d-843948-2 {{(pid=84888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:53:01.799078 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a77692-935f-4412-87b1-0f8bc977f196 None None] Updating router 0dd212c7-38b9-406c-8e98-81d2f5734851 port 93dee76c-46a9-4cc2-ba5a-af9c2a9c4f37 binding host n-d-843948-2 {{(pid=84888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:53:01.807483 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fb7766-5a50-4fdc-8dc9-79ce79583864 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e412b7c4-6488-48f2-9e2a-31e25701124c,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:53:01.860709 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d962c382-66f8-40e0-974f-53103bbe6808 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:01.896263 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-d8a77692-935f-4412-87b1-0f8bc977f196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:01.907726 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-66fb7766-5a50-4fdc-8dc9-79ce79583864 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:01.911706 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-66fb7766-5a50-4fdc-8dc9-79ce79583864 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4003115 May 30 20:53:01.911965 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 44790) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:53:01.917737 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-b4ef4e30-3f9e-410c-87d9-a90200a510da tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Request body: {'security_group_rule': {'security_group_id': '56cfd6a4-299b-460e-98c4-552686f41e99', 'project_id': '92b5fc25c8fb428a885a0ea0a728400d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:53:01.925877 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-b4ef4e30-3f9e-410c-87d9-a90200a510da tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:53:01.930719 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-b4ef4e30-3f9e-410c-87d9-a90200a510da tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Usage tracker for resource:security_group_rule and tenant:92b5fc25c8fb428a885a0ea0a728400d is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:53:01.933966 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-b4ef4e30-3f9e-410c-87d9-a90200a510da tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:53:01.943564 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-b4ef4e30-3f9e-410c-87d9-a90200a510da tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:53:01.964941 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d962c382-66f8-40e0-974f-53103bbe6808 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:01.993775 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d962c382-66f8-40e0-974f-53103bbe6808 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ce7d470-924b-4044-a9c7-8a138b9be0e1,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:53:02.029265 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b4ef4e30-3f9e-410c-87d9-a90200a510da tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:02.029406 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device aff5445a-413b-4c10-bb49-93522045cda7 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:53:02.099825 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b4ef4e30-3f9e-410c-87d9-a90200a510da tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:02.125081 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d962c382-66f8-40e0-974f-53103bbe6808 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:02.129864 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-d962c382-66f8-40e0-974f-53103bbe6808 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4545176 May 30 20:53:02.129864 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 44794) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:53:02.135931 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-e4730a55-1d78-422d-bf70-8086c35dfd0c tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Request body: {'security_group_rule': {'security_group_id': '5ee05657-335d-48c3-86ae-e21e24f063fb', 'project_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:53:02.143051 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-e4730a55-1d78-422d-bf70-8086c35dfd0c tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:53:02.147198 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-e4730a55-1d78-422d-bf70-8086c35dfd0c tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Usage tracker for resource:security_group_rule and tenant:2d26ee9c136c43a7a24c2ecd289ef8cf is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:53:02.150832 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-e4730a55-1d78-422d-bf70-8086c35dfd0c tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:53:02.156981 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-e4730a55-1d78-422d-bf70-8086c35dfd0c tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:53:02.198586 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b4ef4e30-3f9e-410c-87d9-a90200a510da tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:02.215751 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port aff5445a-413b-4c10-bb49-93522045cda7 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:53:02.216305 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:02.231097 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ef4e30-3f9e-410c-87d9-a90200a510da tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9525302-5e20-4cbc-91e7-81618a0245f2,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:53:02.251320 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e4730a55-1d78-422d-bf70-8086c35dfd0c tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:02.285301 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b4ef4e30-3f9e-410c-87d9-a90200a510da tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:02.288791 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-b4ef4e30-3f9e-410c-87d9-a90200a510da tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3731408 May 30 20:53:02.292229 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 44798) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:53:02.296211 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-6a05516f-668f-45ac-b939-b606b2d538dd tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Request body: {'security_group_rule': {'security_group_id': '56cfd6a4-299b-460e-98c4-552686f41e99', 'project_id': '92b5fc25c8fb428a885a0ea0a728400d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:53:02.303364 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-6a05516f-668f-45ac-b939-b606b2d538dd tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:53:02.309003 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-6a05516f-668f-45ac-b939-b606b2d538dd tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Usage tracker for resource:security_group_rule and tenant:92b5fc25c8fb428a885a0ea0a728400d is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:53:02.312081 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-6a05516f-668f-45ac-b939-b606b2d538dd tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:53:02.318210 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-6a05516f-668f-45ac-b939-b606b2d538dd tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:53:02.359044 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e4730a55-1d78-422d-bf70-8086c35dfd0c tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:02.383423 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6a05516f-668f-45ac-b939-b606b2d538dd tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:02.416223 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e4730a55-1d78-422d-bf70-8086c35dfd0c tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:02.421895 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-d8a77692-935f-4412-87b1-0f8bc977f196 None None] Notify callbacks [] for port, precommit_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:02.436255 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device a84524ff-333c-4ea6-8857-e7b78cb5547e no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:53:02.441590 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4730a55-1d78-422d-bf70-8086c35dfd0c tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=992c7df1-522f-4e1a-9a87-c9282713c270,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:53:02.464889 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-d8a77692-935f-4412-87b1-0f8bc977f196 None None] Transition to ACTIVE for port object 93dee76c-46a9-4cc2-ba5a-af9c2a9c4f37 will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:53:02.472591 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6a05516f-668f-45ac-b939-b606b2d538dd tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:02.478103 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: a84524ff-333c-4ea6-8857-e7b78cb5547e {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:53:02.478445 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device a84524ff-333c-4ea6-8857-e7b78cb5547e not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:53:02.513230 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e4730a55-1d78-422d-bf70-8086c35dfd0c tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:02.514514 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-e4730a55-1d78-422d-bf70-8086c35dfd0c tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3843169 May 30 20:53:02.518551 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 44802) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:53:02.523483 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-742b96b5-985e-43f0-8d69-ee822092a513 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Request body: {'security_group_rule': {'security_group_id': '5ee05657-335d-48c3-86ae-e21e24f063fb', 'project_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:53:02.531171 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-742b96b5-985e-43f0-8d69-ee822092a513 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:53:02.535456 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-742b96b5-985e-43f0-8d69-ee822092a513 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Usage tracker for resource:security_group_rule and tenant:2d26ee9c136c43a7a24c2ecd289ef8cf is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:53:02.538693 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-742b96b5-985e-43f0-8d69-ee822092a513 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:53:02.541818 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6a05516f-668f-45ac-b939-b606b2d538dd tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:02.545678 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-d8a77692-935f-4412-87b1-0f8bc977f196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:02.545934 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-742b96b5-985e-43f0-8d69-ee822092a513 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:53:02.566915 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a05516f-668f-45ac-b939-b606b2d538dd tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98e47b9a-68a4-4a7e-bd89-7e45f8e1fa9b,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:53:02.627992 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-742b96b5-985e-43f0-8d69-ee822092a513 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:02.644834 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6a05516f-668f-45ac-b939-b606b2d538dd tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:02.648937 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-6a05516f-668f-45ac-b939-b606b2d538dd tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3557889 May 30 20:53:02.649584 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 44806) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:53:02.658076 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-cd9b1d7a-73ca-418c-aa0f-053480741361 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Request body: {'security_group_rule': {'security_group_id': '56cfd6a4-299b-460e-98c4-552686f41e99', 'project_id': '92b5fc25c8fb428a885a0ea0a728400d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:53:02.668905 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-cd9b1d7a-73ca-418c-aa0f-053480741361 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:53:02.673391 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-cd9b1d7a-73ca-418c-aa0f-053480741361 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Usage tracker for resource:security_group_rule and tenant:92b5fc25c8fb428a885a0ea0a728400d is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:53:02.677235 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-cd9b1d7a-73ca-418c-aa0f-053480741361 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:53:02.686936 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-cd9b1d7a-73ca-418c-aa0f-053480741361 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:53:02.699190 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f99547-8803-41a4-b983-89b083828ec8 None None] Pushing event updated for resources: {'Port': ['ID=93dee76c-46a9-4cc2-ba5a-af9c2a9c4f37,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:53:02.707350 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-742b96b5-985e-43f0-8d69-ee822092a513 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:02.766627 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-cd9b1d7a-73ca-418c-aa0f-053480741361 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:02.781962 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-742b96b5-985e-43f0-8d69-ee822092a513 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:02.800433 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:02.810871 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742b96b5-985e-43f0-8d69-ee822092a513 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d067f16e-40a9-4402-8007-dd8472d953f1,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:53:02.816792 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-d8a77692-935f-4412-87b1-0f8bc977f196 None None] Attempting to bind port 93dee76c-46a9-4cc2-ba5a-af9c2a9c4f37 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:53:02.819114 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-d8a77692-935f-4412-87b1-0f8bc977f196 None None] Attempting to bind port 93dee76c-46a9-4cc2-ba5a-af9c2a9c4f37 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': 'a4686e68-c9e9-470e-98ce-68deea568767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'b4017974-b3bc-4959-8fc6-fe94bd34d022'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:53:02.819114 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a77692-935f-4412-87b1-0f8bc977f196 None None] Attempting to bind port 93dee76c-46a9-4cc2-ba5a-af9c2a9c4f37 on network b4017974-b3bc-4959-8fc6-fe94bd34d022 {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:53:02.831713 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a77692-935f-4412-87b1-0f8bc977f196 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:53:02.832335 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a77692-935f-4412-87b1-0f8bc977f196 None None] Checking segment: {'id': 'a4686e68-c9e9-470e-98ce-68deea568767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'b4017974-b3bc-4959-8fc6-fe94bd34d022'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:53:02.833065 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-d8a77692-935f-4412-87b1-0f8bc977f196 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:02.833765 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a77692-935f-4412-87b1-0f8bc977f196 None None] Bound using segment: {'id': 'a4686e68-c9e9-470e-98ce-68deea568767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'b4017974-b3bc-4959-8fc6-fe94bd34d022'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:53:02.834570 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-d8a77692-935f-4412-87b1-0f8bc977f196 None None] Bound port: 93dee76c-46a9-4cc2-ba5a-af9c2a9c4f37, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4686e68-c9e9-470e-98ce-68deea568767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'b4017974-b3bc-4959-8fc6-fe94bd34d022'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:53:02.835404 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-d8a77692-935f-4412-87b1-0f8bc977f196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:02.872375 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-cd9b1d7a-73ca-418c-aa0f-053480741361 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:02.896421 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-742b96b5-985e-43f0-8d69-ee822092a513 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:02.897783 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-742b96b5-985e-43f0-8d69-ee822092a513 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3791125 May 30 20:53:02.900440 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 44810) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:53:02.906552 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-592975e7-d488-472f-95eb-201465d9ea44 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Request body: {'security_group_rule': {'security_group_id': '5ee05657-335d-48c3-86ae-e21e24f063fb', 'project_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:53:02.913195 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-592975e7-d488-472f-95eb-201465d9ea44 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:53:02.918010 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-592975e7-d488-472f-95eb-201465d9ea44 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Usage tracker for resource:security_group_rule and tenant:2d26ee9c136c43a7a24c2ecd289ef8cf is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:53:02.921034 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-592975e7-d488-472f-95eb-201465d9ea44 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:53:02.927027 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-592975e7-d488-472f-95eb-201465d9ea44 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:53:02.947505 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-d8a77692-935f-4412-87b1-0f8bc977f196 None None] For port 93dee76c-46a9-4cc2-ba5a-af9c2a9c4f37, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:53:02.950706 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-d8a77692-935f-4412-87b1-0f8bc977f196 None None] For port 93dee76c-46a9-4cc2-ba5a-af9c2a9c4f37, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=93dee76c-46a9-4cc2-ba5a-af9c2a9c4f37,segment=NetworkSegment(a4686e68-c9e9-470e-98ce-68deea568767),segment_id=a4686e68-c9e9-470e-98ce-68deea568767)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:53:02.952852 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-cd9b1d7a-73ca-418c-aa0f-053480741361 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:02.977336 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9b1d7a-73ca-418c-aa0f-053480741361 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c36e4dff-c96d-43d5-8cd8-8e3035d757a1,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:53:03.033465 n-d-843948-2 neutron-server[84886]: INFO neutron.db.securitygroups_db [None req-592975e7-d488-472f-95eb-201465d9ea44 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Project 2d26ee9c136c43a7a24c2ecd289ef8cf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 30 20:53:03.041350 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-592975e7-d488-472f-95eb-201465d9ea44 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:03.055966 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-cd9b1d7a-73ca-418c-aa0f-053480741361 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:03.057995 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-cd9b1d7a-73ca-418c-aa0f-053480741361 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4066410 May 30 20:53:03.058253 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-d8a77692-935f-4412-87b1-0f8bc977f196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:03.060118 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 44814) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:53:03.066154 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-fa3f0b07-4808-490a-8b30-b4d70419f4ae tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Request body: {'security_group_rule': {'security_group_id': '56cfd6a4-299b-460e-98c4-552686f41e99', 'project_id': '92b5fc25c8fb428a885a0ea0a728400d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:53:03.073260 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-fa3f0b07-4808-490a-8b30-b4d70419f4ae tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:53:03.077251 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-fa3f0b07-4808-490a-8b30-b4d70419f4ae tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Usage tracker for resource:security_group_rule and tenant:92b5fc25c8fb428a885a0ea0a728400d is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:53:03.080243 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-fa3f0b07-4808-490a-8b30-b4d70419f4ae tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:53:03.088450 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-fa3f0b07-4808-490a-8b30-b4d70419f4ae tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:53:03.116145 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-592975e7-d488-472f-95eb-201465d9ea44 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:03.146976 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f99547-8803-41a4-b983-89b083828ec8 None None] Pushing event updated for resources: {'Port': ['ID=93dee76c-46a9-4cc2-ba5a-af9c2a9c4f37,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:53:03.151562 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a77692-935f-4412-87b1-0f8bc977f196 None None] Routers {'0dd212c7-38b9-406c-8e98-81d2f5734851'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:53:03.152222 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-d8a77692-935f-4412-87b1-0f8bc977f196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:53:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['0dd212c7-38b9-406c-8e98-81d2f5734851'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:53:03.160680 n-d-843948-2 neutron-server[84887]: INFO neutron.db.securitygroups_db [None req-fa3f0b07-4808-490a-8b30-b4d70419f4ae tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Project 92b5fc25c8fb428a885a0ea0a728400d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 30 20:53:03.168762 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-fa3f0b07-4808-490a-8b30-b4d70419f4ae tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:03.183105 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-592975e7-d488-472f-95eb-201465d9ea44 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:03.218097 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592975e7-d488-472f-95eb-201465d9ea44 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=677119fb-6736-4368-8dac-d6a78ca87df8,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:53:03.255119 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-fa3f0b07-4808-490a-8b30-b4d70419f4ae tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:03.307999 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-592975e7-d488-472f-95eb-201465d9ea44 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:03.311406 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-592975e7-d488-472f-95eb-201465d9ea44 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4080291 May 30 20:53:03.312857 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 44818) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:53:03.319972 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-7fedd527-6bfb-4714-81d3-c66d1cc67bef tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Request body: {'security_group_rule': {'security_group_id': '5ee05657-335d-48c3-86ae-e21e24f063fb', 'project_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:53:03.327309 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-7fedd527-6bfb-4714-81d3-c66d1cc67bef tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:53:03.331899 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-7fedd527-6bfb-4714-81d3-c66d1cc67bef tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Usage tracker for resource:security_group_rule and tenant:2d26ee9c136c43a7a24c2ecd289ef8cf is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:53:03.336986 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-fa3f0b07-4808-490a-8b30-b4d70419f4ae tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:03.338145 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-7fedd527-6bfb-4714-81d3-c66d1cc67bef tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:53:03.345778 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-7fedd527-6bfb-4714-81d3-c66d1cc67bef tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:53:03.387745 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-d8a77692-935f-4412-87b1-0f8bc977f196 None None] Set router 0dd212c7-38b9-406c-8e98-81d2f5734851 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:53:03.399926 n-d-843948-2 neutron-server[84886]: INFO neutron.db.securitygroups_db [None req-7fedd527-6bfb-4714-81d3-c66d1cc67bef tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Project 2d26ee9c136c43a7a24c2ecd289ef8cf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 30 20:53:03.408070 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7fedd527-6bfb-4714-81d3-c66d1cc67bef tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:03.479403 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3f0b07-4808-490a-8b30-b4d70419f4ae tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=225c8c26-5a66-4799-a211-add84fc7345d,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:53:03.483395 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7fedd527-6bfb-4714-81d3-c66d1cc67bef tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:03.593682 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7fedd527-6bfb-4714-81d3-c66d1cc67bef tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:03.598961 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-fa3f0b07-4808-490a-8b30-b4d70419f4ae tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:03.604510 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-fa3f0b07-4808-490a-8b30-b4d70419f4ae tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.5398753 May 30 20:53:03.604717 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 44822) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:53:03.612029 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-0bbe5fb0-b05d-4324-af23-b50e99ffdf43 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Request body: {'security_group_rule': {'security_group_id': '56cfd6a4-299b-460e-98c4-552686f41e99', 'project_id': '92b5fc25c8fb428a885a0ea0a728400d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:53:03.619228 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-0bbe5fb0-b05d-4324-af23-b50e99ffdf43 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:53:03.620326 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fedd527-6bfb-4714-81d3-c66d1cc67bef tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da31662e-9e3e-4249-8476-6faa885b193b,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:53:03.627846 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-0bbe5fb0-b05d-4324-af23-b50e99ffdf43 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Usage tracker for resource:security_group_rule and tenant:92b5fc25c8fb428a885a0ea0a728400d is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:53:03.631020 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-0bbe5fb0-b05d-4324-af23-b50e99ffdf43 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:53:03.637580 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-0bbe5fb0-b05d-4324-af23-b50e99ffdf43 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:53:03.713501 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7fedd527-6bfb-4714-81d3-c66d1cc67bef tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:03.715095 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-7fedd527-6bfb-4714-81d3-c66d1cc67bef tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4012229 May 30 20:53:03.729334 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-d8a77692-935f-4412-87b1-0f8bc977f196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dd212c7-38b9-406c-8e98-81d2f5734851', 'name': 'tempest-TestNetworkBasicOps-router-1631504451', 'tenant_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': 'f8340623-0919-4d47-9d07-fbdb08f598a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:52:52Z', 'updated_at': '2022-05-30T20:52:57Z', 'revision_number': 4, 'project_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'gw_port': {'id': 'f8340623-0919-4d47-9d07-fbdb08f598a9', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd212c7-38b9-406c-8e98-81d2f5734851', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:52:52Z', 'updated_at': '2022-05-30T20:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '93dee76c-46a9-4cc2-ba5a-af9c2a9c4f37', 'name': '', 'network_id': 'b4017974-b3bc-4959-8fc6-fe94bd34d022', 'tenant_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'mac_address': 'fa:16:3e:f2:af:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dd212c7-38b9-406c-8e98-81d2f5734851', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56337852-f20d-41db-b3ac-ff94dbaa9045', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:52:57Z', 'updated_at': '2022-05-30T20:53:02Z', 'revision_number': 4, 'project_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'subnets': [{'id': '56337852-f20d-41db-b3ac-ff94dbaa9045', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:53:03.736574 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a77692-935f-4412-87b1-0f8bc977f196 None None] The sync data for ids ['0dd212c7-38b9-406c-8e98-81d2f5734851'] in n-d-843948-2 is: [{'id': '0dd212c7-38b9-406c-8e98-81d2f5734851', 'name': 'tempest-TestNetworkBasicOps-router-1631504451', 'tenant_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': 'f8340623-0919-4d47-9d07-fbdb08f598a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:52:52Z', 'updated_at': '2022-05-30T20:52:57Z', 'revision_number': 4, 'project_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'gw_port': {'id': 'f8340623-0919-4d47-9d07-fbdb08f598a9', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd212c7-38b9-406c-8e98-81d2f5734851', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:52:52Z', 'updated_at': '2022-05-30T20:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '93dee76c-46a9-4cc2-ba5a-af9c2a9c4f37', 'name': '', 'network_id': 'b4017974-b3bc-4959-8fc6-fe94bd34d022', 'tenant_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'mac_address': 'fa:16:3e:f2:af:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dd212c7-38b9-406c-8e98-81d2f5734851', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56337852-f20d-41db-b3ac-ff94dbaa9045', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:52:57Z', 'updated_at': '2022-05-30T20:53:02Z', 'revision_number': 4, 'project_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'subnets': [{'id': '56337852-f20d-41db-b3ac-ff94dbaa9045', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:53:03.805090 n-d-843948-2 neutron-server[84887]: INFO neutron.db.securitygroups_db [None req-0bbe5fb0-b05d-4324-af23-b50e99ffdf43 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Project 92b5fc25c8fb428a885a0ea0a728400d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 30 20:53:03.819087 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0bbe5fb0-b05d-4324-af23-b50e99ffdf43 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:03.920294 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0bbe5fb0-b05d-4324-af23-b50e99ffdf43 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:03.961798 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-b04ba136-c2aa-456e-82b2-1d6e51ac830e req-82ea89f0-cf62-49dc-a4ec-790061edcfba tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Synchronizing usage tracker for tenant:2d26ee9c136c43a7a24c2ecd289ef8cf on resource:security_group {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:53:03.993523 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0bbe5fb0-b05d-4324-af23-b50e99ffdf43 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:04.022442 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbe5fb0-b05d-4324-af23-b50e99ffdf43 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfed07cd-50d0-4a42-bc4f-3aa3c5959bff,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:53:04.030241 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 93dee76c-46a9-4cc2-ba5a-af9c2a9c4f37 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:53:04.039290 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-b04ba136-c2aa-456e-82b2-1d6e51ac830e req-82ea89f0-cf62-49dc-a4ec-790061edcfba tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Unset dirty status for tenant:2d26ee9c136c43a7a24c2ecd289ef8cf on resource:security_group {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:53:04.040584 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b04ba136-c2aa-456e-82b2-1d6e51ac830e req-82ea89f0-cf62-49dc-a4ec-790061edcfba tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-921594148&fields=id&tenant_id=2d26ee9c136c43a7a24c2ecd289ef8cf HTTP/1.1" status: 200 len: 267 time: 0.1282802 May 30 20:53:04.096321 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0bbe5fb0-b05d-4324-af23-b50e99ffdf43 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:04.098070 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-0bbe5fb0-b05d-4324-af23-b50e99ffdf43 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4921379 May 30 20:53:04.102691 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 44836) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:53:04.109311 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-22e2476b-cdad-4740-9c68-5203a07943ee tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Request body: {'network': {'name': 'tempest-network-smoke--1126373883', 'project_id': '92b5fc25c8fb428a885a0ea0a728400d', 'port_security_enabled': True}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:53:04.116254 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-22e2476b-cdad-4740-9c68-5203a07943ee tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:53:04.121738 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-22e2476b-cdad-4740-9c68-5203a07943ee tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Usage tracker for resource:network and tenant:92b5fc25c8fb428a885a0ea0a728400d is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:53:04.126223 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-22e2476b-cdad-4740-9c68-5203a07943ee tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:53:04.134348 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-22e2476b-cdad-4740-9c68-5203a07943ee tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:53:04.175913 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22e2476b-cdad-4740-9c68-5203a07943ee tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Made reservation on behalf of 92b5fc25c8fb428a885a0ea0a728400d for: {'network': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:53:04.179731 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-22e2476b-cdad-4740-9c68-5203a07943ee tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:04.192920 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 93dee76c-46a9-4cc2-ba5a-af9c2a9c4f37 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:53:04.198717 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 93dee76c-46a9-4cc2-ba5a-af9c2a9c4f37 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:53:04.199848 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:04.212684 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04ba136-c2aa-456e-82b2-1d6e51ac830e req-6528b128-369b-45b4-8db1-78070fa57411 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:53:04.214474 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b04ba136-c2aa-456e-82b2-1d6e51ac830e req-6528b128-369b-45b4-8db1-78070fa57411 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.85 "GET /v2.0/networks?id=b4017974-b3bc-4959-8fc6-fe94bd34d022 HTTP/1.1" status: 200 len: 796 time: 0.1664321 May 30 20:53:04.215080 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22e2476b-cdad-4740-9c68-5203a07943ee tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] vlan segment allocate from pool success with {'vlan_id': 668, 'physical_network': 'physnet1'} {{(pid=84887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:53:04.229641 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-22e2476b-cdad-4740-9c68-5203a07943ee tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:04.230017 n-d-843948-2 neutron-server[84887]: INFO neutron.db.segments_db [None req-22e2476b-cdad-4740-9c68-5203a07943ee tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Added segment 3f8c1f21-a819-4c04-9f38-605ce93876d4 of type vlan for network ebb70bc6-ae0a-43f8-986f-9ef2602ec8fd May 30 20:53:04.234805 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b04ba136-c2aa-456e-82b2-1d6e51ac830e req-56d4d082-ea96-4000-9d27-2777b063a37a tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.85 "GET /v2.0/quotas/2d26ee9c136c43a7a24c2ecd289ef8cf HTTP/1.1" status: 200 len: 375 time: 0.0132740 May 30 20:53:04.260007 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-22e2476b-cdad-4740-9c68-5203a07943ee tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:04.341026 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-b04ba136-c2aa-456e-82b2-1d6e51ac830e req-3ccc65c1-7343-4ebf-a80c-cdddf46aa61a tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Synchronizing usage tracker for tenant:2d26ee9c136c43a7a24c2ecd289ef8cf on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:53:04.342290 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-22e2476b-cdad-4740-9c68-5203a07943ee tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:04.346002 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22e2476b-cdad-4740-9c68-5203a07943ee tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:53:04.346682 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-22e2476b-cdad-4740-9c68-5203a07943ee tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:04.351255 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:04.388748 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port 93dee76c-46a9-4cc2-ba5a-af9c2a9c4f37, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=93dee76c-46a9-4cc2-ba5a-af9c2a9c4f37,segment=NetworkSegment(a4686e68-c9e9-470e-98ce-68deea568767),segment_id=a4686e68-c9e9-470e-98ce-68deea568767)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:53:04.416414 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-b04ba136-c2aa-456e-82b2-1d6e51ac830e req-3ccc65c1-7343-4ebf-a80c-cdddf46aa61a tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Unset dirty status for tenant:2d26ee9c136c43a7a24c2ecd289ef8cf on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:53:04.417806 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b04ba136-c2aa-456e-82b2-1d6e51ac830e req-3ccc65c1-7343-4ebf-a80c-cdddf46aa61a tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=2d26ee9c136c43a7a24c2ecd289ef8cf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1740894 May 30 20:53:04.436783 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [req-b04ba136-c2aa-456e-82b2-1d6e51ac830e req-ba5ff1e8-70da-4a59-8337-4491f074e9d5 service neutron] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=84886) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:53:04.437828 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b04ba136-c2aa-456e-82b2-1d6e51ac830e req-ba5ff1e8-70da-4a59-8337-4491f074e9d5 service neutron] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0069227 May 30 20:53:04.468257 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e2476b-cdad-4740-9c68-5203a07943ee tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Pushing event updated for resources: {'Network': ['ID=ebb70bc6-ae0a-43f8-986f-9ef2602ec8fd,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:53:04.480894 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:04.526376 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network ebb70bc6-ae0a-43f8-986f-9ef2602ec8fd details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:53:04.534402 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-22e2476b-cdad-4740-9c68-5203a07943ee tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4273453 May 30 20:53:04.541466 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 44840) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:53:04.541466 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-9f8f3b7e-8f97-4cfa-8298-76c042585611 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1835592524', 'admin_state_up': True, 'project_id': '92b5fc25c8fb428a885a0ea0a728400d', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:53:04.552224 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-9f8f3b7e-8f97-4cfa-8298-76c042585611 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:53:04.558758 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-9f8f3b7e-8f97-4cfa-8298-76c042585611 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Usage tracker for resource:router and tenant:92b5fc25c8fb428a885a0ea0a728400d is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:53:04.564242 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-9f8f3b7e-8f97-4cfa-8298-76c042585611 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:53:04.572049 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-9f8f3b7e-8f97-4cfa-8298-76c042585611 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:53:04.616019 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b04ba136-c2aa-456e-82b2-1d6e51ac830e req-bd7514dc-6bda-4680-9942-3a52beb6c905 service neutron] 10.222.0.85 "GET /v2.0/networks/b4017974-b3bc-4959-8fc6-fe94bd34d022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699591 May 30 20:53:04.676856 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=93dee76c-46a9-4cc2-ba5a-af9c2a9c4f37,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:53:04.696545 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9f8f3b7e-8f97-4cfa-8298-76c042585611 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-733683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3159'] for router, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:04.697536 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9f8f3b7e-8f97-4cfa-8298-76c042585611 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-733584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-736372', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-628480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3164'] for router, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:04.718729 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9f8f3b7e-8f97-4cfa-8298-76c042585611 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:04.771349 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b04ba136-c2aa-456e-82b2-1d6e51ac830e req-b989937b-2fcc-4704-8fb4-638c0adf105e service neutron] 10.222.0.85 "GET /v2.0/networks/b4017974-b3bc-4959-8fc6-fe94bd34d022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444330 May 30 20:53:04.952681 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9f8f3b7e-8f97-4cfa-8298-76c042585611 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-736390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:05.035424 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-779928ee-0136-43e7-8df0-fb29e65373ed req-101c0462-4e53-47c2-824c-31204715f2af tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Synchronizing usage tracker for tenant:2d26ee9c136c43a7a24c2ecd289ef8cf on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:53:05.047441 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-779928ee-0136-43e7-8df0-fb29e65373ed req-101c0462-4e53-47c2-824c-31204715f2af tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Unset dirty status for tenant:2d26ee9c136c43a7a24c2ecd289ef8cf on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:53:05.048459 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-779928ee-0136-43e7-8df0-fb29e65373ed req-101c0462-4e53-47c2-824c-31204715f2af tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.85 "GET /v2.0/ports?device_id=d2e9cbfb-c3b1-4d77-9957-5b51bdb0105c HTTP/1.1" status: 200 len: 210 time: 0.0563650 May 30 20:53:05.226755 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9f8f3b7e-8f97-4cfa-8298-76c042585611 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for router_gateway, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:05.259876 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9f8f3b7e-8f97-4cfa-8298-76c042585611 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:05.415159 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [None req-9f8f3b7e-8f97-4cfa-8298-76c042585611 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Allocated IP 172.25.8.117 (c7869750-4b49-4b7e-aa99-5e0f1ae02da4/427601ec-f643-4fe7-b5e6-17305d3a39e1/ecb3a2f8-7129-4e1b-aa25-3530e53bf46d) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:53:05.583685 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9f8f3b7e-8f97-4cfa-8298-76c042585611 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:05.707881 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9f8f3b7e-8f97-4cfa-8298-76c042585611 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:05.775259 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f8f3b7e-8f97-4cfa-8298-76c042585611 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:53:05.777920 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-9f8f3b7e-8f97-4cfa-8298-76c042585611 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:53:05.781728 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8f3b7e-8f97-4cfa-8298-76c042585611 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:53:05.819342 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8f3b7e-8f97-4cfa-8298-76c042585611 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Pushing event updated for resources: {'Port': ['ID=ecb3a2f8-7129-4e1b-aa25-3530e53bf46d,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:53:06.009817 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 93dee76c-46a9-4cc2-ba5a-af9c2a9c4f37 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:53:06.024065 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9f8f3b7e-8f97-4cfa-8298-76c042585611 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for router_gateway, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:06.029155 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9f8f3b7e-8f97-4cfa-8298-76c042585611 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-736409'] for router, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:06.083933 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 93dee76c-46a9-4cc2-ba5a-af9c2a9c4f37 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:53:06.084771 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:06.250845 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-49a8509b-a72a-459d-b8e1-ed301f244af4 req-f61a016c-f273-4faf-a23a-29b0b0500192 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.85 "GET /v2.0/ports?device_id=d2e9cbfb-c3b1-4d77-9957-5b51bdb0105c HTTP/1.1" status: 200 len: 210 time: 0.0551174 May 30 20:53:06.337117 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f8f3b7e-8f97-4cfa-8298-76c042585611 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Router ae59e35e-4d83-458b-bf07-c219b28446cd is scheduled to L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 with binding_index 1 {{(pid=84887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 20:53:06.654576 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f8f3b7e-8f97-4cfa-8298-76c042585611 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:53:06.665658 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-711e38d2-7810-4f4c-ac86-1248f9c377d7 None None] Sync routers for ids ['ae59e35e-4d83-458b-bf07-c219b28446cd'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:53:06.679873 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711e38d2-7810-4f4c-ac86-1248f9c377d7 None None] Routers {'ae59e35e-4d83-458b-bf07-c219b28446cd'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:53:06.680485 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-711e38d2-7810-4f4c-ac86-1248f9c377d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:53:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['ae59e35e-4d83-458b-bf07-c219b28446cd'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:53:06.770697 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9f8f3b7e-8f97-4cfa-8298-76c042585611 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for router, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:06.776523 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-9f8f3b7e-8f97-4cfa-8298-76c042585611 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.2372622 May 30 20:53:06.777237 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 44856) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:53:06.832537 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-63413593-9962-44da-a038-9706d1ba7f4f tempest-TestNetworkAdvancedServerOps-998263130 tempest-TestNetworkAdvancedServerOps-998263130-project-admin] 10.222.0.85 "GET /v2.0/subnets?project_id=92b5fc25c8fb428a885a0ea0a728400d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0509851 May 30 20:53:06.833008 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 44860) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:53:06.875271 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-711e38d2-7810-4f4c-ac86-1248f9c377d7 None None] Set router ae59e35e-4d83-458b-bf07-c219b28446cd gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:53:07.075597 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af9bc858-26de-41bf-9dc9-0a998dbbac84 tempest-TestNetworkAdvancedServerOps-998263130 tempest-TestNetworkAdvancedServerOps-998263130-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:53:07.077139 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-af9bc858-26de-41bf-9dc9-0a998dbbac84 tempest-TestNetworkAdvancedServerOps-998263130 tempest-TestNetworkAdvancedServerOps-998263130-project-admin] 10.222.0.85 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2421870 May 30 20:53:07.080447 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 44864) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:53:07.124763 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04ba136-c2aa-456e-82b2-1d6e51ac830e req-3d7e4275-1896-4bbc-a4c1-bc342d65add6 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:53:07.125481 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-b04ba136-c2aa-456e-82b2-1d6e51ac830e req-3d7e4275-1896-4bbc-a4c1-bc342d65add6 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Synchronizing usage tracker for tenant:2d26ee9c136c43a7a24c2ecd289ef8cf on resource:network {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:53:07.129658 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-30ad9850-c2a5-4b52-9b9d-433c242dcd36 tempest-TestNetworkAdvancedServerOps-998263130 tempest-TestNetworkAdvancedServerOps-998263130-project-admin] 10.222.0.85 "GET /v2.0/subnets?network_id=c7869750-4b49-4b7e-aa99-5e0f1ae02da4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0469837 May 30 20:53:07.134670 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 44868) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:53:07.146003 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-af63fb89-c0e9-4e02-8ff5-bac5e0795f6d tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-818611632', 'network_id': 'ebb70bc6-ae0a-43f8-986f-9ef2602ec8fd', 'project_id': '92b5fc25c8fb428a885a0ea0a728400d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:53:07.219842 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-711e38d2-7810-4f4c-ac86-1248f9c377d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae59e35e-4d83-458b-bf07-c219b28446cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1835592524', 'tenant_id': '92b5fc25c8fb428a885a0ea0a728400d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': 'ecb3a2f8-7129-4e1b-aa25-3530e53bf46d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:53:04Z', 'updated_at': '2022-05-30T20:53:05Z', 'revision_number': 3, 'project_id': '92b5fc25c8fb428a885a0ea0a728400d', 'gw_port': {'id': 'ecb3a2f8-7129-4e1b-aa25-3530e53bf46d', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:89:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae59e35e-4d83-458b-bf07-c219b28446cd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:53:05Z', 'updated_at': '2022-05-30T20:53:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:53:07.224131 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-711e38d2-7810-4f4c-ac86-1248f9c377d7 None None] Checking router: ae59e35e-4d83-458b-bf07-c219b28446cd for host: n-d-843948-2 {{(pid=84889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:53:07.224472 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-711e38d2-7810-4f4c-ac86-1248f9c377d7 None None] Updating router ae59e35e-4d83-458b-bf07-c219b28446cd port ecb3a2f8-7129-4e1b-aa25-3530e53bf46d binding host n-d-843948-2 {{(pid=84889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:53:07.240242 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-b04ba136-c2aa-456e-82b2-1d6e51ac830e req-3d7e4275-1896-4bbc-a4c1-bc342d65add6 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Unset dirty status for tenant:2d26ee9c136c43a7a24c2ecd289ef8cf on resource:network {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:53:07.242170 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b04ba136-c2aa-456e-82b2-1d6e51ac830e req-3d7e4275-1896-4bbc-a4c1-bc342d65add6 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.71 "GET /v2.0/networks?id=b4017974-b3bc-4959-8fc6-fe94bd34d022 HTTP/1.1" status: 200 len: 796 time: 0.3181596 May 30 20:53:07.280916 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-711e38d2-7810-4f4c-ac86-1248f9c377d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:07.282311 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-af63fb89-c0e9-4e02-8ff5-bac5e0795f6d tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:53:07.286384 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-af63fb89-c0e9-4e02-8ff5-bac5e0795f6d tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Usage tracker for resource:subnet and tenant:92b5fc25c8fb428a885a0ea0a728400d is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:53:07.289908 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-af63fb89-c0e9-4e02-8ff5-bac5e0795f6d tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:53:07.296485 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-af63fb89-c0e9-4e02-8ff5-bac5e0795f6d tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:53:07.330106 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-b04ba136-c2aa-456e-82b2-1d6e51ac830e req-72b069d2-34bb-401e-876b-0835a6f17894 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Synchronizing usage tracker for tenant:2d26ee9c136c43a7a24c2ecd289ef8cf on resource:security_group {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:53:07.343234 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-b04ba136-c2aa-456e-82b2-1d6e51ac830e req-72b069d2-34bb-401e-876b-0835a6f17894 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Unset dirty status for tenant:2d26ee9c136c43a7a24c2ecd289ef8cf on resource:security_group {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:53:07.344376 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b04ba136-c2aa-456e-82b2-1d6e51ac830e req-72b069d2-34bb-401e-876b-0835a6f17894 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2d26ee9c136c43a7a24c2ecd289ef8cf HTTP/1.1" status: 200 len: 379 time: 0.0910714 May 30 20:53:07.354306 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-b04ba136-c2aa-456e-82b2-1d6e51ac830e req-3768bcf1-7609-45af-ad20-93c01da6dc80 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Request body: {'port': {'device_id': 'd2e9cbfb-c3b1-4d77-9957-5b51bdb0105c', 'network_id': 'b4017974-b3bc-4959-8fc6-fe94bd34d022', 'admin_state_up': True, 'tenant_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'security_groups': ['5ee05657-335d-48c3-86ae-e21e24f063fb']}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:53:07.432623 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af63fb89-c0e9-4e02-8ff5-bac5e0795f6d tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Made reservation on behalf of 92b5fc25c8fb428a885a0ea0a728400d for: {'subnet': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:53:07.555826 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9a095870-f84b-4755-b2d2-7fa5dbfe0e9d req-b2529582-76cb-4c8e-a48b-b7c1c87b18a8 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.85 "GET /v2.0/ports?device_id=d2e9cbfb-c3b1-4d77-9957-5b51bdb0105c HTTP/1.1" status: 200 len: 210 time: 0.1310377 May 30 20:53:07.614890 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-af63fb89-c0e9-4e02-8ff5-bac5e0795f6d tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114220'] for subnet, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:07.668280 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-711e38d2-7810-4f4c-ac86-1248f9c377d7 None None] Notify callbacks [] for port, precommit_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:07.681404 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.provisioning_blocks [None req-711e38d2-7810-4f4c-ac86-1248f9c377d7 None None] Transition to ACTIVE for port object ecb3a2f8-7129-4e1b-aa25-3530e53bf46d will not be triggered until provisioned by entity L2. {{(pid=84889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:53:07.730647 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-b04ba136-c2aa-456e-82b2-1d6e51ac830e req-3768bcf1-7609-45af-ad20-93c01da6dc80 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:53:07.747483 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-b04ba136-c2aa-456e-82b2-1d6e51ac830e req-3768bcf1-7609-45af-ad20-93c01da6dc80 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:53:07.753909 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-711e38d2-7810-4f4c-ac86-1248f9c377d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:07.827898 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b04ba136-c2aa-456e-82b2-1d6e51ac830e req-3768bcf1-7609-45af-ad20-93c01da6dc80 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Made reservation on behalf of 2d26ee9c136c43a7a24c2ecd289ef8cf for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:53:07.830954 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-b04ba136-c2aa-456e-82b2-1d6e51ac830e req-3768bcf1-7609-45af-ad20-93c01da6dc80 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:07.836501 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-711e38d2-7810-4f4c-ac86-1248f9c377d7 None None] Attempting to bind port ecb3a2f8-7129-4e1b-aa25-3530e53bf46d on host n-d-843948-2 for vnic_type normal with profile {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:53:07.842924 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-711e38d2-7810-4f4c-ac86-1248f9c377d7 None None] Attempting to bind port ecb3a2f8-7129-4e1b-aa25-3530e53bf46d by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}] {{(pid=84889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:53:07.842924 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711e38d2-7810-4f4c-ac86-1248f9c377d7 None None] Attempting to bind port ecb3a2f8-7129-4e1b-aa25-3530e53bf46d on network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:53:07.842924 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f886f8fe-00ab-4037-8806-b47bc8b29d41 None None] Pushing event updated for resources: {'Port': ['ID=ecb3a2f8-7129-4e1b-aa25-3530e53bf46d,revision_number=2']} {{(pid=84889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:53:07.846206 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711e38d2-7810-4f4c-ac86-1248f9c377d7 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:53:07.847102 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711e38d2-7810-4f4c-ac86-1248f9c377d7 None None] Checking segment: {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:53:07.847102 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-711e38d2-7810-4f4c-ac86-1248f9c377d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:07.848189 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711e38d2-7810-4f4c-ac86-1248f9c377d7 None None] Bound using segment: {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'} {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:53:07.848189 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-711e38d2-7810-4f4c-ac86-1248f9c377d7 None None] Bound port: ecb3a2f8-7129-4e1b-aa25-3530e53bf46d, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}}] {{(pid=84889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:53:07.848189 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-711e38d2-7810-4f4c-ac86-1248f9c377d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:07.924742 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.db [None req-711e38d2-7810-4f4c-ac86-1248f9c377d7 None None] For port ecb3a2f8-7129-4e1b-aa25-3530e53bf46d, host n-d-843948-2, cleared binding levels {{(pid=84889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:53:07.928888 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.db [None req-711e38d2-7810-4f4c-ac86-1248f9c377d7 None None] For port ecb3a2f8-7129-4e1b-aa25-3530e53bf46d, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=ecb3a2f8-7129-4e1b-aa25-3530e53bf46d,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:53:07.994192 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-711e38d2-7810-4f4c-ac86-1248f9c377d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:08.017267 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-af63fb89-c0e9-4e02-8ff5-bac5e0795f6d tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4055401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114238'] for subnet, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:08.073965 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f886f8fe-00ab-4037-8806-b47bc8b29d41 None None] Pushing event updated for resources: {'Port': ['ID=ecb3a2f8-7129-4e1b-aa25-3530e53bf46d,revision_number=3']} {{(pid=84889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:53:08.078623 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711e38d2-7810-4f4c-ac86-1248f9c377d7 None None] Routers {'ae59e35e-4d83-458b-bf07-c219b28446cd'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:53:08.079235 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-711e38d2-7810-4f4c-ac86-1248f9c377d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:53:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['ae59e35e-4d83-458b-bf07-c219b28446cd'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:53:08.096787 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [req-b04ba136-c2aa-456e-82b2-1d6e51ac830e req-3768bcf1-7609-45af-ad20-93c01da6dc80 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Allocated IP 172.20.0.10 (b4017974-b3bc-4959-8fc6-fe94bd34d022/56337852-f20d-41db-b3ac-ff94dbaa9045/ea209da5-46cb-46cf-912e-d20d9bc09636) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:53:08.119481 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af63fb89-c0e9-4e02-8ff5-bac5e0795f6d tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Pushing event updated for resources: {'Subnet': ['ID=d330653b-ce90-469f-a9e3-fd788c3b20ce,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:53:08.154968 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af63fb89-c0e9-4e02-8ff5-bac5e0795f6d tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Checking segment: {'id': '3f8c1f21-a819-4c04-9f38-605ce93876d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'ebb70bc6-ae0a-43f8-986f-9ef2602ec8fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:53:08.154968 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af63fb89-c0e9-4e02-8ff5-bac5e0795f6d tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Network hostable DHCP agents. Network: ebb70bc6-ae0a-43f8-986f-9ef2602ec8fd, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:53:08.305578 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-711e38d2-7810-4f4c-ac86-1248f9c377d7 None None] Set router ae59e35e-4d83-458b-bf07-c219b28446cd gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:53:08.337796 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-b04ba136-c2aa-456e-82b2-1d6e51ac830e req-3768bcf1-7609-45af-ad20-93c01da6dc80 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:08.346220 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af63fb89-c0e9-4e02-8ff5-bac5e0795f6d tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Network ebb70bc6-ae0a-43f8-986f-9ef2602ec8fd is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:53:08.358844 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-b04ba136-c2aa-456e-82b2-1d6e51ac830e req-3768bcf1-7609-45af-ad20-93c01da6dc80 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Transition to ACTIVE for port object ea209da5-46cb-46cf-912e-d20d9bc09636 will not be triggered until provisioned by entity DHCP. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:53:08.432796 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-af63fb89-c0e9-4e02-8ff5-bac5e0795f6d tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, ebb70bc6-ae0a-43f8-986f-9ef2602ec8fd) {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:53:08.436696 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af63fb89-c0e9-4e02-8ff5-bac5e0795f6d tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:53:08.437530 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-af63fb89-c0e9-4e02-8ff5-bac5e0795f6d tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:08.444139 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd4709e8-f9ab-497f-91a0-fa49806fbecb None None] Network ebb70bc6-ae0a-43f8-986f-9ef2602ec8fd requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:53:08.467834 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-b04ba136-c2aa-456e-82b2-1d6e51ac830e req-3768bcf1-7609-45af-ad20-93c01da6dc80 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:08.653355 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-af63fb89-c0e9-4e02-8ff5-bac5e0795f6d tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.5113111 May 30 20:53:08.654472 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 44876) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:53:08.669851 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b04ba136-c2aa-456e-82b2-1d6e51ac830e req-3768bcf1-7609-45af-ad20-93c01da6dc80 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Network b4017974-b3bc-4959-8fc6-fe94bd34d022 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:53:08.673658 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [req-b04ba136-c2aa-456e-82b2-1d6e51ac830e req-3768bcf1-7609-45af-ad20-93c01da6dc80 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:53:08.677888 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-b04ba136-c2aa-456e-82b2-1d6e51ac830e req-3768bcf1-7609-45af-ad20-93c01da6dc80 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:53:08.695580 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-711e38d2-7810-4f4c-ac86-1248f9c377d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae59e35e-4d83-458b-bf07-c219b28446cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1835592524', 'tenant_id': '92b5fc25c8fb428a885a0ea0a728400d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': 'ecb3a2f8-7129-4e1b-aa25-3530e53bf46d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:53:04Z', 'updated_at': '2022-05-30T20:53:05Z', 'revision_number': 3, 'project_id': '92b5fc25c8fb428a885a0ea0a728400d', 'gw_port': {'id': 'ecb3a2f8-7129-4e1b-aa25-3530e53bf46d', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:89:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae59e35e-4d83-458b-bf07-c219b28446cd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:53:05Z', 'updated_at': '2022-05-30T20:53:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:53:08.703201 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-711e38d2-7810-4f4c-ac86-1248f9c377d7 None None] The sync data for ids ['ae59e35e-4d83-458b-bf07-c219b28446cd'] in n-d-843948-2 is: [{'id': 'ae59e35e-4d83-458b-bf07-c219b28446cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1835592524', 'tenant_id': '92b5fc25c8fb428a885a0ea0a728400d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': 'ecb3a2f8-7129-4e1b-aa25-3530e53bf46d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:53:04Z', 'updated_at': '2022-05-30T20:53:05Z', 'revision_number': 3, 'project_id': '92b5fc25c8fb428a885a0ea0a728400d', 'gw_port': {'id': 'ecb3a2f8-7129-4e1b-aa25-3530e53bf46d', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:89:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae59e35e-4d83-458b-bf07-c219b28446cd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:53:05Z', 'updated_at': '2022-05-30T20:53:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:53:08.724448 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e8e0f80-8703-4d48-a18f-394ae2b6069e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-ebb70bc6-ae0a-43f8-986f-9ef2602ec8fd', 'network_id': 'ebb70bc6-ae0a-43f8-986f-9ef2602ec8fd', 'tenant_id': '92b5fc25c8fb428a885a0ea0a728400d', 'fixed_ips': [{'subnet_id': 'd330653b-ce90-469f-a9e3-fd788c3b20ce'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:53:08.725271 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-6e8e0f80-8703-4d48-a18f-394ae2b6069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:08.736052 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3768bcf1-7609-45af-ad20-93c01da6dc80 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Pushing event updated for resources: {'Port': ['ID=ea209da5-46cb-46cf-912e-d20d9bc09636,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:53:08.767132 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04ba136-c2aa-456e-82b2-1d6e51ac830e req-3768bcf1-7609-45af-ad20-93c01da6dc80 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:53:08.768198 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-b04ba136-c2aa-456e-82b2-1d6e51ac830e req-3768bcf1-7609-45af-ad20-93c01da6dc80 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:08.858236 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b04ba136-c2aa-456e-82b2-1d6e51ac830e req-3768bcf1-7609-45af-ad20-93c01da6dc80 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5072083 May 30 20:53:08.871430 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-b04ba136-c2aa-456e-82b2-1d6e51ac830e req-076a54d5-6b5a-43f2-bd89-3b1a33d88356 service neutron] Request body: {'port': {'device_id': 'd2e9cbfb-c3b1-4d77-9957-5b51bdb0105c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843948-2'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:53:08.937745 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-6e8e0f80-8703-4d48-a18f-394ae2b6069e None None] Allocated IP 172.20.0.2 (ebb70bc6-ae0a-43f8-986f-9ef2602ec8fd/d330653b-ce90-469f-a9e3-fd788c3b20ce/5611d4ea-76e3-4645-96c8-9cdb141c7c17) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:53:09.006285 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-b04ba136-c2aa-456e-82b2-1d6e51ac830e req-076a54d5-6b5a-43f2-bd89-3b1a33d88356 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:09.084704 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-4c0064cf-ab98-4dec-b39b-7c50fb35957a None None] Provisioning for port ea209da5-46cb-46cf-912e-d20d9bc09636 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:53:09.087964 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68972ccf-84a5-4ced-ae1c-44096e1bf36f req-d73de9ac-bb57-45b1-9dd4-b1c7cb922e45 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:53:09.089474 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-68972ccf-84a5-4ced-ae1c-44096e1bf36f req-d73de9ac-bb57-45b1-9dd4-b1c7cb922e45 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.85 "GET /v2.0/ports?device_id=d2e9cbfb-c3b1-4d77-9957-5b51bdb0105c HTTP/1.1" status: 200 len: 932 time: 0.1754525 May 30 20:53:09.107866 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-4c0064cf-ab98-4dec-b39b-7c50fb35957a None None] Provisioning complete for port ea209da5-46cb-46cf-912e-d20d9bc09636 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:53:09.108333 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-4c0064cf-ab98-4dec-b39b-7c50fb35957a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:09.188018 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-68972ccf-84a5-4ced-ae1c-44096e1bf36f req-cfb9facd-4c2b-47cb-9ed8-8f3ed9eafcde tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.85 "GET /v2.0/security-groups?id=5ee05657-335d-48c3-86ae-e21e24f063fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792992 May 30 20:53:09.217911 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-4c0064cf-ab98-4dec-b39b-7c50fb35957a None None] Port ea209da5-46cb-46cf-912e-d20d9bc09636 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:53:09.230376 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-6e8e0f80-8703-4d48-a18f-394ae2b6069e None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:09.242427 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-6e8e0f80-8703-4d48-a18f-394ae2b6069e None None] Transition to ACTIVE for port object 5611d4ea-76e3-4645-96c8-9cdb141c7c17 will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:53:09.264087 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-6e8e0f80-8703-4d48-a18f-394ae2b6069e None None] Transition to ACTIVE for port object 5611d4ea-76e3-4645-96c8-9cdb141c7c17 will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:53:09.342152 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-6e8e0f80-8703-4d48-a18f-394ae2b6069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:09.391894 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [req-b04ba136-c2aa-456e-82b2-1d6e51ac830e req-076a54d5-6b5a-43f2-bd89-3b1a33d88356 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea209da5-46cb-46cf-912e-d20d9bc09636 {{(pid=84887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:53:09.400474 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-b04ba136-c2aa-456e-82b2-1d6e51ac830e req-076a54d5-6b5a-43f2-bd89-3b1a33d88356 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:09.413265 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e8e0f80-8703-4d48-a18f-394ae2b6069e None None] Network ebb70bc6-ae0a-43f8-986f-9ef2602ec8fd is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:53:09.416469 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-6e8e0f80-8703-4d48-a18f-394ae2b6069e None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:53:09.420169 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-b04ba136-c2aa-456e-82b2-1d6e51ac830e req-076a54d5-6b5a-43f2-bd89-3b1a33d88356 service neutron] Transition to ACTIVE for port object ea209da5-46cb-46cf-912e-d20d9bc09636 will not be triggered until provisioned by entity L2. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:53:09.421163 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8e0f80-8703-4d48-a18f-394ae2b6069e None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:53:09.423438 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8e0f80-8703-4d48-a18f-394ae2b6069e None None] Pushing event updated for resources: {'Port': ['ID=5611d4ea-76e3-4645-96c8-9cdb141c7c17,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:53:09.478824 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-b04ba136-c2aa-456e-82b2-1d6e51ac830e req-076a54d5-6b5a-43f2-bd89-3b1a33d88356 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:09.516845 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-6e8e0f80-8703-4d48-a18f-394ae2b6069e None None] Attempting to bind port 5611d4ea-76e3-4645-96c8-9cdb141c7c17 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:53:09.517453 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-6e8e0f80-8703-4d48-a18f-394ae2b6069e None None] Attempting to bind port 5611d4ea-76e3-4645-96c8-9cdb141c7c17 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': '3f8c1f21-a819-4c04-9f38-605ce93876d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'ebb70bc6-ae0a-43f8-986f-9ef2602ec8fd'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:53:09.517581 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8e0f80-8703-4d48-a18f-394ae2b6069e None None] Attempting to bind port 5611d4ea-76e3-4645-96c8-9cdb141c7c17 on network ebb70bc6-ae0a-43f8-986f-9ef2602ec8fd {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:53:09.526225 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8e0f80-8703-4d48-a18f-394ae2b6069e None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:53:09.526604 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8e0f80-8703-4d48-a18f-394ae2b6069e None None] Checking segment: {'id': '3f8c1f21-a819-4c04-9f38-605ce93876d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'ebb70bc6-ae0a-43f8-986f-9ef2602ec8fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:53:09.526997 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-6e8e0f80-8703-4d48-a18f-394ae2b6069e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:09.527378 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8e0f80-8703-4d48-a18f-394ae2b6069e None None] Bound using segment: {'id': '3f8c1f21-a819-4c04-9f38-605ce93876d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'ebb70bc6-ae0a-43f8-986f-9ef2602ec8fd'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:53:09.527869 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-6e8e0f80-8703-4d48-a18f-394ae2b6069e None None] Bound port: 5611d4ea-76e3-4645-96c8-9cdb141c7c17, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f8c1f21-a819-4c04-9f38-605ce93876d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'ebb70bc6-ae0a-43f8-986f-9ef2602ec8fd'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:53:09.528220 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-6e8e0f80-8703-4d48-a18f-394ae2b6069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:09.624679 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076a54d5-6b5a-43f2-bd89-3b1a33d88356 service neutron] Pushing event updated for resources: {'Port': ['ID=ea209da5-46cb-46cf-912e-d20d9bc09636,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:53:09.638095 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-6e8e0f80-8703-4d48-a18f-394ae2b6069e None None] For port 5611d4ea-76e3-4645-96c8-9cdb141c7c17, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:53:09.641521 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-6e8e0f80-8703-4d48-a18f-394ae2b6069e None None] For port 5611d4ea-76e3-4645-96c8-9cdb141c7c17, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=5611d4ea-76e3-4645-96c8-9cdb141c7c17,segment=NetworkSegment(3f8c1f21-a819-4c04-9f38-605ce93876d4),segment_id=3f8c1f21-a819-4c04-9f38-605ce93876d4)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:53:09.725701 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-6e8e0f80-8703-4d48-a18f-394ae2b6069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:09.743862 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-b04ba136-c2aa-456e-82b2-1d6e51ac830e req-076a54d5-6b5a-43f2-bd89-3b1a33d88356 service neutron] Attempting to bind port ea209da5-46cb-46cf-912e-d20d9bc09636 on host n-h1-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:53:09.744566 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-b04ba136-c2aa-456e-82b2-1d6e51ac830e req-076a54d5-6b5a-43f2-bd89-3b1a33d88356 service neutron] Attempting to bind port ea209da5-46cb-46cf-912e-d20d9bc09636 by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': 'a4686e68-c9e9-470e-98ce-68deea568767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'b4017974-b3bc-4959-8fc6-fe94bd34d022'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:53:09.745216 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b04ba136-c2aa-456e-82b2-1d6e51ac830e req-076a54d5-6b5a-43f2-bd89-3b1a33d88356 service neutron] Attempting to bind port ea209da5-46cb-46cf-912e-d20d9bc09636 on network b4017974-b3bc-4959-8fc6-fe94bd34d022 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:53:09.752647 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b04ba136-c2aa-456e-82b2-1d6e51ac830e req-076a54d5-6b5a-43f2-bd89-3b1a33d88356 service neutron] Port ea209da5-46cb-46cf-912e-d20d9bc09636 on network b4017974-b3bc-4959-8fc6-fe94bd34d022 not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:53:09.753214 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b04ba136-c2aa-456e-82b2-1d6e51ac830e req-076a54d5-6b5a-43f2-bd89-3b1a33d88356 service neutron] Attempting to bind port ea209da5-46cb-46cf-912e-d20d9bc09636 on network b4017974-b3bc-4959-8fc6-fe94bd34d022 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:53:09.761165 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b04ba136-c2aa-456e-82b2-1d6e51ac830e req-076a54d5-6b5a-43f2-bd89-3b1a33d88356 service neutron] Checking agent: {'id': 'f728d74e-a4ae-4384-860b-a5ade05dd8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 52, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:53:09.761804 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b04ba136-c2aa-456e-82b2-1d6e51ac830e req-076a54d5-6b5a-43f2-bd89-3b1a33d88356 service neutron] Checking segment: {'id': 'a4686e68-c9e9-470e-98ce-68deea568767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'b4017974-b3bc-4959-8fc6-fe94bd34d022'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:53:09.762425 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b04ba136-c2aa-456e-82b2-1d6e51ac830e req-076a54d5-6b5a-43f2-bd89-3b1a33d88356 service neutron] Bound using segment: {'id': 'a4686e68-c9e9-470e-98ce-68deea568767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'b4017974-b3bc-4959-8fc6-fe94bd34d022'} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:53:09.763022 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-b04ba136-c2aa-456e-82b2-1d6e51ac830e req-076a54d5-6b5a-43f2-bd89-3b1a33d88356 service neutron] Bound port: ea209da5-46cb-46cf-912e-d20d9bc09636, host: n-h1-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4686e68-c9e9-470e-98ce-68deea568767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'b4017974-b3bc-4959-8fc6-fe94bd34d022'}}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:53:09.763526 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-b04ba136-c2aa-456e-82b2-1d6e51ac830e req-076a54d5-6b5a-43f2-bd89-3b1a33d88356 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:09.859978 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8e0f80-8703-4d48-a18f-394ae2b6069e None None] Pushing event updated for resources: {'Port': ['ID=5611d4ea-76e3-4645-96c8-9cdb141c7c17,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:53:09.883738 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-b04ba136-c2aa-456e-82b2-1d6e51ac830e req-076a54d5-6b5a-43f2-bd89-3b1a33d88356 service neutron] For port ea209da5-46cb-46cf-912e-d20d9bc09636, host n-h1-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:53:09.887057 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-b04ba136-c2aa-456e-82b2-1d6e51ac830e req-076a54d5-6b5a-43f2-bd89-3b1a33d88356 service neutron] For port ea209da5-46cb-46cf-912e-d20d9bc09636, host n-h1-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=ea209da5-46cb-46cf-912e-d20d9bc09636,segment=NetworkSegment(a4686e68-c9e9-470e-98ce-68deea568767),segment_id=a4686e68-c9e9-470e-98ce-68deea568767)] {{(pid=84887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:53:09.889754 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6f6feba2-009f-47c0-96fd-54259e8a4df7 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:09.959511 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-b04ba136-c2aa-456e-82b2-1d6e51ac830e req-076a54d5-6b5a-43f2-bd89-3b1a33d88356 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:10.031927 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-b04ba136-c2aa-456e-82b2-1d6e51ac830e req-076a54d5-6b5a-43f2-bd89-3b1a33d88356 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:10.033380 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b04ba136-c2aa-456e-82b2-1d6e51ac830e req-076a54d5-6b5a-43f2-bd89-3b1a33d88356 service neutron] 10.222.0.71 "PUT /v2.0/ports/ea209da5-46cb-46cf-912e-d20d9bc09636 HTTP/1.1" status: 200 len: 1092 time: 1.1679194 May 30 20:53:10.033935 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2e9cbfb-c3b1-4d77-9957-5b51bdb0105c', 'tag': 'ea209da5-46cb-46cf-912e-d20d9bc09636'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:53:10.055092 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076a54d5-6b5a-43f2-bd89-3b1a33d88356 service neutron] Pushing event updated for resources: {'Port': ['ID=ea209da5-46cb-46cf-912e-d20d9bc09636,revision_number=3']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:53:10.134980 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0d38fad-c0e6-4357-863e-db5350ac0a26'] response: {'name': 'network-changed', 'server_uuid': 'd2e9cbfb-c3b1-4d77-9957-5b51bdb0105c', 'tag': 'ea209da5-46cb-46cf-912e-d20d9bc09636', 'status': 'completed', 'code': 200} May 30 20:53:10.233484 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b04ba136-c2aa-456e-82b2-1d6e51ac830e req-ba82c215-0a3f-429c-ae88-8140c5173483 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=2d26ee9c136c43a7a24c2ecd289ef8cf&device_id=d2e9cbfb-c3b1-4d77-9957-5b51bdb0105c HTTP/1.1" status: 200 len: 1095 time: 0.0939553 May 30 20:53:10.321529 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b04ba136-c2aa-456e-82b2-1d6e51ac830e req-d773a86a-efe5-46f9-8e84-e00b17648f77 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea209da5-46cb-46cf-912e-d20d9bc09636 HTTP/1.1" status: 200 len: 217 time: 0.0788620 May 30 20:53:10.398439 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04ba136-c2aa-456e-82b2-1d6e51ac830e req-1a441b9d-007f-4303-8851-a870f83fe4ca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:53:10.400934 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b04ba136-c2aa-456e-82b2-1d6e51ac830e req-1a441b9d-007f-4303-8851-a870f83fe4ca service neutron] 10.222.0.71 "GET /v2.0/subnets?id=56337852-f20d-41db-b3ac-ff94dbaa9045 HTTP/1.1" status: 200 len: 834 time: 0.0737772 May 30 20:53:10.484414 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b04ba136-c2aa-456e-82b2-1d6e51ac830e req-42b2f103-b76f-4932-b1b6-c8eea206c239 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b4017974-b3bc-4959-8fc6-fe94bd34d022&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0772963 May 30 20:53:10.485778 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-6f6feba2-009f-47c0-96fd-54259e8a4df7 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Allocated IP 172.20.0.1 (ebb70bc6-ae0a-43f8-986f-9ef2602ec8fd/d330653b-ce90-469f-a9e3-fd788c3b20ce/2002a63c-5d17-4491-8c4f-a8f5ee57b261) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:53:10.509291 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a58f7c0-451c-4a70-97aa-c452ce9fa213 req-d50bed3f-5087-41ad-88d0-aaa5dae95e96 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:53:10.510796 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3a58f7c0-451c-4a70-97aa-c452ce9fa213 req-d50bed3f-5087-41ad-88d0-aaa5dae95e96 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.85 "GET /v2.0/ports?device_id=d2e9cbfb-c3b1-4d77-9957-5b51bdb0105c HTTP/1.1" status: 200 len: 944 time: 0.1591024 May 30 20:53:10.619106 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b04ba136-c2aa-456e-82b2-1d6e51ac830e req-06c17547-ecc5-443c-9336-497b7f162677 service neutron] 10.222.0.71 "GET /v2.0/networks/b4017974-b3bc-4959-8fc6-fe94bd34d022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291358 May 30 20:53:10.770700 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b04ba136-c2aa-456e-82b2-1d6e51ac830e req-14a6d6ae-bc4e-4421-a058-7d961f31c0ad service neutron] 10.222.0.71 "GET /v2.0/networks/b4017974-b3bc-4959-8fc6-fe94bd34d022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461732 May 30 20:53:10.779172 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3a58f7c0-451c-4a70-97aa-c452ce9fa213 req-39cad9ae-bc20-47a3-8b1c-28bd95bed4d0 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.85 "GET /v2.0/security-groups?id=5ee05657-335d-48c3-86ae-e21e24f063fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2505336 May 30 20:53:10.824907 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6f6feba2-009f-47c0-96fd-54259e8a4df7 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:10.842822 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [None req-6f6feba2-009f-47c0-96fd-54259e8a4df7 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Transition to ACTIVE for port object 2002a63c-5d17-4491-8c4f-a8f5ee57b261 will not be triggered until provisioned by entity DHCP. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:53:10.925835 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6f6feba2-009f-47c0-96fd-54259e8a4df7 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:10.958920 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8e6be11c-ad42-4a90-95e0-0c67c88a59c0 req-cc80dafe-9006-4a04-834f-794669f5d273 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=2d26ee9c136c43a7a24c2ecd289ef8cf&device_id=d2e9cbfb-c3b1-4d77-9957-5b51bdb0105c HTTP/1.1" status: 200 len: 1095 time: 0.0812337 May 30 20:53:10.988595 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f6feba2-009f-47c0-96fd-54259e8a4df7 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Network ebb70bc6-ae0a-43f8-986f-9ef2602ec8fd is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:53:10.992641 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-6f6feba2-009f-47c0-96fd-54259e8a4df7 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:53:11.001478 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6feba2-009f-47c0-96fd-54259e8a4df7 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:53:11.063104 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6feba2-009f-47c0-96fd-54259e8a4df7 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Pushing event updated for resources: {'Port': ['ID=2002a63c-5d17-4491-8c4f-a8f5ee57b261,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:53:11.080901 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6f6feba2-009f-47c0-96fd-54259e8a4df7 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-736099'] for router_interface, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:11.131095 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d65504-384d-4099-af8c-a7cb1600576b None None] Network ebb70bc6-ae0a-43f8-986f-9ef2602ec8fd requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:53:11.211341 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6be11c-ad42-4a90-95e0-0c67c88a59c0 req-cd0a2451-fa54-4855-b9f8-080e990637df service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:53:11.213326 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8e6be11c-ad42-4a90-95e0-0c67c88a59c0 req-cd0a2451-fa54-4855-b9f8-080e990637df service neutron] 10.222.0.71 "GET /v2.0/networks?id=b4017974-b3bc-4959-8fc6-fe94bd34d022 HTTP/1.1" status: 200 len: 897 time: 0.2490921 May 30 20:53:11.256542 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6f6feba2-009f-47c0-96fd-54259e8a4df7 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:11.298189 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8e6be11c-ad42-4a90-95e0-0c67c88a59c0 req-40e2cbd8-90ce-4a1a-9f61-1b84187d9f5e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea209da5-46cb-46cf-912e-d20d9bc09636 HTTP/1.1" status: 200 len: 217 time: 0.0788546 May 30 20:53:11.339605 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-11234ff7-77c5-4dd5-8689-a66d9cefbfdd None None] Provisioning for port 5611d4ea-76e3-4645-96c8-9cdb141c7c17 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:53:11.372240 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6be11c-ad42-4a90-95e0-0c67c88a59c0 req-983032bd-a547-4d29-a6f0-52b441bc2538 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:53:11.372240 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8e6be11c-ad42-4a90-95e0-0c67c88a59c0 req-983032bd-a547-4d29-a6f0-52b441bc2538 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=56337852-f20d-41db-b3ac-ff94dbaa9045 HTTP/1.1" status: 200 len: 834 time: 0.0654504 May 30 20:53:11.463685 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8e6be11c-ad42-4a90-95e0-0c67c88a59c0 req-d8228c09-199e-48eb-8462-75fad76b31f9 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b4017974-b3bc-4959-8fc6-fe94bd34d022&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0872295 May 30 20:53:11.617397 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8e6be11c-ad42-4a90-95e0-0c67c88a59c0 req-a28e0035-bc74-4e21-9bc5-f62fcc4b48ca service neutron] 10.222.0.71 "GET /v2.0/networks/b4017974-b3bc-4959-8fc6-fe94bd34d022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471646 May 30 20:53:11.713494 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6f6feba2-009f-47c0-96fd-54259e8a4df7 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:11.764297 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8e6be11c-ad42-4a90-95e0-0c67c88a59c0 req-e743f2de-8b64-4184-84b2-73e560ab723d service neutron] 10.222.0.71 "GET /v2.0/networks/b4017974-b3bc-4959-8fc6-fe94bd34d022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403859 May 30 20:53:11.764650 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-a1e5ce0d-50a6-47f6-be2c-563e6bb4a746 None None] Provisioning for port 2002a63c-5d17-4491-8c4f-a8f5ee57b261 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:53:11.770314 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-a1e5ce0d-50a6-47f6-be2c-563e6bb4a746 None None] Provisioning complete for port 2002a63c-5d17-4491-8c4f-a8f5ee57b261 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:53:11.770682 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-a1e5ce0d-50a6-47f6-be2c-563e6bb4a746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:11.792930 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6f6feba2-009f-47c0-96fd-54259e8a4df7 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:11.840850 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-a1e5ce0d-50a6-47f6-be2c-563e6bb4a746 None None] Port 2002a63c-5d17-4491-8c4f-a8f5ee57b261 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:53:11.892139 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6f6feba2-009f-47c0-96fd-54259e8a4df7 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1718057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-736206'] for router_interface, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:11.987994 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-07b0edbc-7c92-41e5-b355-b27431fe763a None None] Provisioning complete for port 2002a63c-5d17-4491-8c4f-a8f5ee57b261 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:53:11.988480 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-07b0edbc-7c92-41e5-b355-b27431fe763a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:12.001235 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6feba2-009f-47c0-96fd-54259e8a4df7 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Pushing event updated for resources: {'Port': ['ID=2002a63c-5d17-4491-8c4f-a8f5ee57b261,revision_number=2']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:53:12.039730 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07233406-2b27-4e96-a41c-d154e30bcf6e req-337d4e71-8496-4742-995a-43caefc7c7b7 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:53:12.040792 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-07233406-2b27-4e96-a41c-d154e30bcf6e req-337d4e71-8496-4742-995a-43caefc7c7b7 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Synchronizing usage tracker for tenant:2d26ee9c136c43a7a24c2ecd289ef8cf on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:53:12.070073 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 5611d4ea-76e3-4645-96c8-9cdb141c7c17 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:53:12.090105 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f6feba2-009f-47c0-96fd-54259e8a4df7 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Network ebb70bc6-ae0a-43f8-986f-9ef2602ec8fd is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:53:12.091457 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-6f6feba2-009f-47c0-96fd-54259e8a4df7 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:53:12.101522 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-07b0edbc-7c92-41e5-b355-b27431fe763a None None] Port 2002a63c-5d17-4491-8c4f-a8f5ee57b261 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:53:12.112358 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-07233406-2b27-4e96-a41c-d154e30bcf6e req-337d4e71-8496-4742-995a-43caefc7c7b7 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Unset dirty status for tenant:2d26ee9c136c43a7a24c2ecd289ef8cf on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:53:12.112358 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-07233406-2b27-4e96-a41c-d154e30bcf6e req-337d4e71-8496-4742-995a-43caefc7c7b7 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.85 "GET /v2.0/ports?device_id=d2e9cbfb-c3b1-4d77-9957-5b51bdb0105c HTTP/1.1" status: 200 len: 944 time: 0.1799064 May 30 20:53:12.163243 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-07233406-2b27-4e96-a41c-d154e30bcf6e req-6ca2765d-bab5-41cf-a955-9a1b6ea3ae74 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.85 "GET /v2.0/security-groups?id=5ee05657-335d-48c3-86ae-e21e24f063fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488000 May 30 20:53:12.221934 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 5611d4ea-76e3-4645-96c8-9cdb141c7c17 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:53:12.227911 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 5611d4ea-76e3-4645-96c8-9cdb141c7c17 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:53:12.228337 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:12.361524 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:12.372384 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-d8663685-657a-4fe6-9c37-e3e2c3eb34b2 None None] Provisioning complete for port 2002a63c-5d17-4491-8c4f-a8f5ee57b261 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:53:12.373533 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-d8663685-657a-4fe6-9c37-e3e2c3eb34b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:12.440152 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-d8663685-657a-4fe6-9c37-e3e2c3eb34b2 None None] Port 2002a63c-5d17-4491-8c4f-a8f5ee57b261 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:53:12.442455 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port 5611d4ea-76e3-4645-96c8-9cdb141c7c17, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=5611d4ea-76e3-4645-96c8-9cdb141c7c17,segment=NetworkSegment(3f8c1f21-a819-4c04-9f38-605ce93876d4),segment_id=3f8c1f21-a819-4c04-9f38-605ce93876d4)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:53:12.492818 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f6feba2-009f-47c0-96fd-54259e8a4df7 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Router ae59e35e-4d83-458b-bf07-c219b28446cd has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:53:12.508172 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:12.583396 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=5611d4ea-76e3-4645-96c8-9cdb141c7c17,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:53:12.832390 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f6feba2-009f-47c0-96fd-54259e8a4df7 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:53:12.846879 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-6f6feba2-009f-47c0-96fd-54259e8a4df7 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "PUT /v2.0/routers/ae59e35e-4d83-458b-bf07-c219b28446cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1912076 May 30 20:53:13.024436 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-7bc301db-1854-4a4f-9c1b-95cace84330b req-6dfafb90-ba27-4879-904c-a4ca83cfb111 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Synchronizing usage tracker for tenant:92b5fc25c8fb428a885a0ea0a728400d on resource:security_group {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:53:13.120072 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-7bc301db-1854-4a4f-9c1b-95cace84330b req-6dfafb90-ba27-4879-904c-a4ca83cfb111 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Unset dirty status for tenant:92b5fc25c8fb428a885a0ea0a728400d on resource:security_group {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:53:13.123690 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-7bc301db-1854-4a4f-9c1b-95cace84330b req-6dfafb90-ba27-4879-904c-a4ca83cfb111 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1776056943&fields=id&tenant_id=92b5fc25c8fb428a885a0ea0a728400d HTTP/1.1" status: 200 len: 267 time: 0.1398122 May 30 20:53:13.322629 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc301db-1854-4a4f-9c1b-95cace84330b req-3a428da2-0d54-4aa5-a513-07fe4fd80923 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:53:13.323978 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-7bc301db-1854-4a4f-9c1b-95cace84330b req-3a428da2-0d54-4aa5-a513-07fe4fd80923 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Synchronizing usage tracker for tenant:92b5fc25c8fb428a885a0ea0a728400d on resource:network {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:53:13.392626 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b75b61-524c-4e1f-a26a-16c8ace6dc5b req-42d73f9d-6faf-4291-9e08-0248a1827d54 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:53:13.394223 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a3b75b61-524c-4e1f-a26a-16c8ace6dc5b req-42d73f9d-6faf-4291-9e08-0248a1827d54 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.85 "GET /v2.0/ports?device_id=d2e9cbfb-c3b1-4d77-9957-5b51bdb0105c HTTP/1.1" status: 200 len: 944 time: 0.0956576 May 30 20:53:13.405100 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-7bc301db-1854-4a4f-9c1b-95cace84330b req-3a428da2-0d54-4aa5-a513-07fe4fd80923 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Unset dirty status for tenant:92b5fc25c8fb428a885a0ea0a728400d on resource:network {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:53:13.406617 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-7bc301db-1854-4a4f-9c1b-95cace84330b req-3a428da2-0d54-4aa5-a513-07fe4fd80923 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/networks?id=ebb70bc6-ae0a-43f8-986f-9ef2602ec8fd HTTP/1.1" status: 200 len: 797 time: 0.2778351 May 30 20:53:13.439293 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-7bc301db-1854-4a4f-9c1b-95cace84330b req-6009eb7f-c7b1-4732-a1a7-96ffd7869fc7 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/quotas/92b5fc25c8fb428a885a0ea0a728400d HTTP/1.1" status: 200 len: 375 time: 0.0196750 May 30 20:53:13.447776 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a3b75b61-524c-4e1f-a26a-16c8ace6dc5b req-6c6e6429-94ec-4df1-8fbf-60bf36ffedcf tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.85 "GET /v2.0/security-groups?id=5ee05657-335d-48c3-86ae-e21e24f063fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471182 May 30 20:53:13.531509 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-7bc301db-1854-4a4f-9c1b-95cace84330b req-ab1c5b85-9db3-408e-9d03-b038ff837783 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Synchronizing usage tracker for tenant:92b5fc25c8fb428a885a0ea0a728400d on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:53:13.610322 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-7bc301db-1854-4a4f-9c1b-95cace84330b req-ab1c5b85-9db3-408e-9d03-b038ff837783 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Unset dirty status for tenant:92b5fc25c8fb428a885a0ea0a728400d on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:53:13.611911 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-7bc301db-1854-4a4f-9c1b-95cace84330b req-ab1c5b85-9db3-408e-9d03-b038ff837783 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=92b5fc25c8fb428a885a0ea0a728400d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1642263 May 30 20:53:13.766203 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-7bc301db-1854-4a4f-9c1b-95cace84330b req-3d1fa29b-8dc3-4c7b-9107-3586ae039d08 service neutron] 10.222.0.85 "GET /v2.0/networks/ebb70bc6-ae0a-43f8-986f-9ef2602ec8fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411588 May 30 20:53:13.911119 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-7bc301db-1854-4a4f-9c1b-95cace84330b req-874deb34-07c6-45d8-9bef-648a348af234 service neutron] 10.222.0.85 "GET /v2.0/networks/ebb70bc6-ae0a-43f8-986f-9ef2602ec8fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417115 May 30 20:53:14.085060 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device ecb3a2f8-7129-4e1b-aa25-3530e53bf46d up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:53:14.171216 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-360d5611-041d-4ba9-b69d-cb01eb2aca60 req-8c4a5638-1114-44bf-b17c-b0ba75f786fd tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/ports?device_id=2efcff84-d824-480a-bcaf-fb97451d40e5 HTTP/1.1" status: 200 len: 210 time: 0.0426316 May 30 20:53:14.221404 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port ecb3a2f8-7129-4e1b-aa25-3530e53bf46d completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:53:14.226985 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port ecb3a2f8-7129-4e1b-aa25-3530e53bf46d triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:53:14.227757 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:14.343753 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:14.360592 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port ecb3a2f8-7129-4e1b-aa25-3530e53bf46d, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=ecb3a2f8-7129-4e1b-aa25-3530e53bf46d,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:53:14.438840 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:14.439583 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 5611d4ea-76e3-4645-96c8-9cdb141c7c17 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:53:14.496244 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device ea209da5-46cb-46cf-912e-d20d9bc09636 details requested by agent hyperv_n-h1-843948-2 with host n-h1-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:53:14.639675 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=ecb3a2f8-7129-4e1b-aa25-3530e53bf46d,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:53:14.663570 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f9ae9f-d60c-4b02-9c3d-edbe080e5229 req-1ae21e7e-3ad6-43dc-9971-1ff4ca40c87f tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:53:14.665146 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-59f9ae9f-d60c-4b02-9c3d-edbe080e5229 req-1ae21e7e-3ad6-43dc-9971-1ff4ca40c87f tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.85 "GET /v2.0/ports?device_id=d2e9cbfb-c3b1-4d77-9957-5b51bdb0105c HTTP/1.1" status: 200 len: 944 time: 0.0868781 May 30 20:53:14.683999 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 5611d4ea-76e3-4645-96c8-9cdb141c7c17 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:53:14.684365 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:14.721492 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-59f9ae9f-d60c-4b02-9c3d-edbe080e5229 req-200ee878-5e6e-4426-8afa-a509fb140086 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.85 "GET /v2.0/security-groups?id=5ee05657-335d-48c3-86ae-e21e24f063fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503929 May 30 20:53:14.742467 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port ea209da5-46cb-46cf-912e-d20d9bc09636, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=ea209da5-46cb-46cf-912e-d20d9bc09636,segment=NetworkSegment(a4686e68-c9e9-470e-98ce-68deea568767),segment_id=a4686e68-c9e9-470e-98ce-68deea568767)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:53:14.760950 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Returning: {'device': 'ea209da5-46cb-46cf-912e-d20d9bc09636', 'network_id': 'b4017974-b3bc-4959-8fc6-fe94bd34d022', 'port_id': 'ea209da5-46cb-46cf-912e-d20d9bc09636', 'mac_address': 'fa:16:3e:83:ed:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56337852-f20d-41db-b3ac-ff94dbaa9045', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:53:14.855104 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:14.886953 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea209da5-46cb-46cf-912e-d20d9bc09636 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:53:14.905283 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port ea209da5-46cb-46cf-912e-d20d9bc09636, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=ea209da5-46cb-46cf-912e-d20d9bc09636,segment=NetworkSegment(a4686e68-c9e9-470e-98ce-68deea568767),segment_id=a4686e68-c9e9-470e-98ce-68deea568767)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:53:14.976416 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:15.055949 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=ea209da5-46cb-46cf-912e-d20d9bc09636,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:53:15.175461 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['ea209da5-46cb-46cf-912e-d20d9bc09636'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:53:15.408246 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e7ddb93e-64ec-4f66-9f65-853d17c15f4c req-d310a62f-16db-445c-9f6d-bdb0310be58d tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/ports?device_id=2efcff84-d824-480a-bcaf-fb97451d40e5 HTTP/1.1" status: 200 len: 210 time: 0.0465989 May 30 20:53:15.940428 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ecc461-2053-47fc-82b1-b8cc33a1cfe3 req-6787502f-303f-4f84-b6b1-272ba099f427 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:53:15.941952 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f6ecc461-2053-47fc-82b1-b8cc33a1cfe3 req-6787502f-303f-4f84-b6b1-272ba099f427 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.85 "GET /v2.0/ports?device_id=d2e9cbfb-c3b1-4d77-9957-5b51bdb0105c HTTP/1.1" status: 200 len: 945 time: 0.0789032 May 30 20:53:15.995909 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f6ecc461-2053-47fc-82b1-b8cc33a1cfe3 req-476da306-e3fe-4c01-a42a-ec8cae36611e tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.85 "GET /v2.0/security-groups?id=5ee05657-335d-48c3-86ae-e21e24f063fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471296 May 30 20:53:16.013533 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device ecb3a2f8-7129-4e1b-aa25-3530e53bf46d up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:53:16.092323 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port ecb3a2f8-7129-4e1b-aa25-3530e53bf46d triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:53:16.092620 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:16.181934 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc301db-1854-4a4f-9c1b-95cace84330b req-0d78c3e2-ac93-4949-a8c2-128af5120979 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:53:16.182601 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-7bc301db-1854-4a4f-9c1b-95cace84330b req-0d78c3e2-ac93-4949-a8c2-128af5120979 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Synchronizing usage tracker for tenant:92b5fc25c8fb428a885a0ea0a728400d on resource:network {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:53:16.195308 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-7bc301db-1854-4a4f-9c1b-95cace84330b req-0d78c3e2-ac93-4949-a8c2-128af5120979 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Unset dirty status for tenant:92b5fc25c8fb428a885a0ea0a728400d on resource:network {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:53:16.196417 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7bc301db-1854-4a4f-9c1b-95cace84330b req-0d78c3e2-ac93-4949-a8c2-128af5120979 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.86 "GET /v2.0/networks?id=ebb70bc6-ae0a-43f8-986f-9ef2602ec8fd HTTP/1.1" status: 200 len: 797 time: 0.1739213 May 30 20:53:16.258533 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-7bc301db-1854-4a4f-9c1b-95cace84330b req-b0f1fb19-8b1b-4bf6-b172-e5bda5d6a391 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Synchronizing usage tracker for tenant:92b5fc25c8fb428a885a0ea0a728400d on resource:security_group {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:53:16.271646 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-7bc301db-1854-4a4f-9c1b-95cace84330b req-b0f1fb19-8b1b-4bf6-b172-e5bda5d6a391 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Unset dirty status for tenant:92b5fc25c8fb428a885a0ea0a728400d on resource:security_group {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:53:16.273381 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7bc301db-1854-4a4f-9c1b-95cace84330b req-b0f1fb19-8b1b-4bf6-b172-e5bda5d6a391 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=92b5fc25c8fb428a885a0ea0a728400d HTTP/1.1" status: 200 len: 380 time: 0.0589776 May 30 20:53:16.282395 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-7bc301db-1854-4a4f-9c1b-95cace84330b req-31d50020-5281-47f4-9b8b-c8eb19449884 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Request body: {'port': {'device_id': '2efcff84-d824-480a-bcaf-fb97451d40e5', 'network_id': 'ebb70bc6-ae0a-43f8-986f-9ef2602ec8fd', 'admin_state_up': True, 'tenant_id': '92b5fc25c8fb428a885a0ea0a728400d', 'security_groups': ['56cfd6a4-299b-460e-98c4-552686f41e99']}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:53:16.435220 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-7bc301db-1854-4a4f-9c1b-95cace84330b req-31d50020-5281-47f4-9b8b-c8eb19449884 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:53:16.446548 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-7bc301db-1854-4a4f-9c1b-95cace84330b req-31d50020-5281-47f4-9b8b-c8eb19449884 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:53:16.463964 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device ea209da5-46cb-46cf-912e-d20d9bc09636 up at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:53:16.542021 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bc301db-1854-4a4f-9c1b-95cace84330b req-31d50020-5281-47f4-9b8b-c8eb19449884 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Made reservation on behalf of 92b5fc25c8fb428a885a0ea0a728400d for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:53:16.545384 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-7bc301db-1854-4a4f-9c1b-95cace84330b req-31d50020-5281-47f4-9b8b-c8eb19449884 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:16.639092 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning for port ea209da5-46cb-46cf-912e-d20d9bc09636 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:53:16.644702 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning complete for port ea209da5-46cb-46cf-912e-d20d9bc09636 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:53:16.645185 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:16.662482 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-00e5cddb-1970-4960-947d-ae67875b1d69 req-7831987d-166b-45d9-9f1b-7594f5a5b570 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/ports?device_id=2efcff84-d824-480a-bcaf-fb97451d40e5 HTTP/1.1" status: 200 len: 210 time: 0.0498781 May 30 20:53:16.768035 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:16.769716 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [req-7bc301db-1854-4a4f-9c1b-95cace84330b req-31d50020-5281-47f4-9b8b-c8eb19449884 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Allocated IP 172.20.0.7 (ebb70bc6-ae0a-43f8-986f-9ef2602ec8fd/d330653b-ce90-469f-a9e3-fd788c3b20ce/44ac3c78-3253-41cd-b35e-8be50141b5f1) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:53:16.802158 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2e9cbfb-c3b1-4d77-9957-5b51bdb0105c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea209da5-46cb-46cf-912e-d20d9bc09636'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:53:16.814272 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port ea209da5-46cb-46cf-912e-d20d9bc09636, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=ea209da5-46cb-46cf-912e-d20d9bc09636,segment=NetworkSegment(a4686e68-c9e9-470e-98ce-68deea568767),segment_id=a4686e68-c9e9-470e-98ce-68deea568767)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:53:16.868273 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0cb9d36e-69cf-438e-b786-f9fd0c8ad1da'] response: {'server_uuid': 'd2e9cbfb-c3b1-4d77-9957-5b51bdb0105c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea209da5-46cb-46cf-912e-d20d9bc09636', 'code': 200} May 30 20:53:16.895776 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:16.997712 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=ea209da5-46cb-46cf-912e-d20d9bc09636,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:53:17.177258 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-7bc301db-1854-4a4f-9c1b-95cace84330b req-31d50020-5281-47f4-9b8b-c8eb19449884 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:17.206825 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-7bc301db-1854-4a4f-9c1b-95cace84330b req-31d50020-5281-47f4-9b8b-c8eb19449884 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Transition to ACTIVE for port object 44ac3c78-3253-41cd-b35e-8be50141b5f1 will not be triggered until provisioned by entity DHCP. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:53:17.240387 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e7689c5e-53c1-441e-853c-cf66000c0dde req-447608ac-7ecd-4571-aee2-07a6c9543a9e service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=d2e9cbfb-c3b1-4d77-9957-5b51bdb0105c HTTP/1.1" status: 200 len: 1097 time: 0.3138821 May 30 20:53:17.292661 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7ba49c-c925-4eef-b7b8-e6ce769e22ef req-f0af1ce3-1185-4611-967f-43e988f0887a tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:53:17.294690 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9b7ba49c-c925-4eef-b7b8-e6ce769e22ef req-f0af1ce3-1185-4611-967f-43e988f0887a tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.85 "GET /v2.0/ports?device_id=d2e9cbfb-c3b1-4d77-9957-5b51bdb0105c HTTP/1.1" status: 200 len: 946 time: 0.1670494 May 30 20:53:17.332839 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-7bc301db-1854-4a4f-9c1b-95cace84330b req-31d50020-5281-47f4-9b8b-c8eb19449884 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:17.347815 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e7689c5e-53c1-441e-853c-cf66000c0dde req-519e2999-4eb2-4ed7-920f-19bad2dccd12 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=5ee05657-335d-48c3-86ae-e21e24f063fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942667 May 30 20:53:17.411814 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9b7ba49c-c925-4eef-b7b8-e6ce769e22ef req-ccd895a9-cd13-4178-8464-ad30fb489de8 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.85 "GET /v2.0/security-groups?id=5ee05657-335d-48c3-86ae-e21e24f063fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098607 May 30 20:53:17.428312 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bc301db-1854-4a4f-9c1b-95cace84330b req-31d50020-5281-47f4-9b8b-c8eb19449884 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Network ebb70bc6-ae0a-43f8-986f-9ef2602ec8fd is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:53:17.432161 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [req-7bc301db-1854-4a4f-9c1b-95cace84330b req-31d50020-5281-47f4-9b8b-c8eb19449884 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:53:17.434111 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d50020-5281-47f4-9b8b-c8eb19449884 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Pushing event updated for resources: {'Port': ['ID=44ac3c78-3253-41cd-b35e-8be50141b5f1,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:53:17.440632 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bc301db-1854-4a4f-9c1b-95cace84330b req-31d50020-5281-47f4-9b8b-c8eb19449884 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:53:17.507483 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc301db-1854-4a4f-9c1b-95cace84330b req-31d50020-5281-47f4-9b8b-c8eb19449884 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:53:17.508239 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-7bc301db-1854-4a4f-9c1b-95cace84330b req-31d50020-5281-47f4-9b8b-c8eb19449884 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:17.617174 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7bc301db-1854-4a4f-9c1b-95cace84330b req-31d50020-5281-47f4-9b8b-c8eb19449884 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3385134 May 30 20:53:17.633378 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-7bc301db-1854-4a4f-9c1b-95cace84330b req-da51f678-65d0-4684-8d87-3423a6648f93 service neutron] Request body: {'port': {'device_id': '2efcff84-d824-480a-bcaf-fb97451d40e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843948-2'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:53:17.747223 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-7bc301db-1854-4a4f-9c1b-95cace84330b req-da51f678-65d0-4684-8d87-3423a6648f93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:17.781623 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-1d3acbf1-3fc2-4403-83e0-f1eb2cb48bc5 None None] Provisioning for port 44ac3c78-3253-41cd-b35e-8be50141b5f1 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:53:17.786733 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-1d3acbf1-3fc2-4403-83e0-f1eb2cb48bc5 None None] Provisioning complete for port 44ac3c78-3253-41cd-b35e-8be50141b5f1 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:53:17.787105 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-1d3acbf1-3fc2-4403-83e0-f1eb2cb48bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:17.853468 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-1d3acbf1-3fc2-4403-83e0-f1eb2cb48bc5 None None] Port 44ac3c78-3253-41cd-b35e-8be50141b5f1 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:53:17.882997 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0553863e-27dd-4300-8ea9-2a362bd278f9 req-3c5d9440-780f-48b0-9c5f-fdd43290dd17 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:53:17.884473 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0553863e-27dd-4300-8ea9-2a362bd278f9 req-3c5d9440-780f-48b0-9c5f-fdd43290dd17 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/ports?device_id=2efcff84-d824-480a-bcaf-fb97451d40e5 HTTP/1.1" status: 200 len: 931 time: 0.0897927 May 30 20:53:17.932200 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0553863e-27dd-4300-8ea9-2a362bd278f9 req-3ab0bc92-afc2-4b2d-936e-d686a43ccd02 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/security-groups?id=56cfd6a4-299b-460e-98c4-552686f41e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417559 May 30 20:53:18.128854 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [req-7bc301db-1854-4a4f-9c1b-95cace84330b req-da51f678-65d0-4684-8d87-3423a6648f93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44ac3c78-3253-41cd-b35e-8be50141b5f1 {{(pid=84887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:53:18.138365 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-7bc301db-1854-4a4f-9c1b-95cace84330b req-da51f678-65d0-4684-8d87-3423a6648f93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:18.153412 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-7bc301db-1854-4a4f-9c1b-95cace84330b req-da51f678-65d0-4684-8d87-3423a6648f93 service neutron] Transition to ACTIVE for port object 44ac3c78-3253-41cd-b35e-8be50141b5f1 will not be triggered until provisioned by entity L2. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:53:18.227392 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-7bc301db-1854-4a4f-9c1b-95cace84330b req-da51f678-65d0-4684-8d87-3423a6648f93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:18.361694 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da51f678-65d0-4684-8d87-3423a6648f93 service neutron] Pushing event updated for resources: {'Port': ['ID=44ac3c78-3253-41cd-b35e-8be50141b5f1,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:53:18.484424 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-7bc301db-1854-4a4f-9c1b-95cace84330b req-da51f678-65d0-4684-8d87-3423a6648f93 service neutron] Attempting to bind port 44ac3c78-3253-41cd-b35e-8be50141b5f1 on host n-h2-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:53:18.485073 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-7bc301db-1854-4a4f-9c1b-95cace84330b req-da51f678-65d0-4684-8d87-3423a6648f93 service neutron] Attempting to bind port 44ac3c78-3253-41cd-b35e-8be50141b5f1 by drivers openvswitch,hyperv on host n-h2-843948-2 at level 0 using segments [{'id': '3f8c1f21-a819-4c04-9f38-605ce93876d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'ebb70bc6-ae0a-43f8-986f-9ef2602ec8fd'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:53:18.485073 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc301db-1854-4a4f-9c1b-95cace84330b req-da51f678-65d0-4684-8d87-3423a6648f93 service neutron] Attempting to bind port 44ac3c78-3253-41cd-b35e-8be50141b5f1 on network ebb70bc6-ae0a-43f8-986f-9ef2602ec8fd {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:53:18.492499 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc301db-1854-4a4f-9c1b-95cace84330b req-da51f678-65d0-4684-8d87-3423a6648f93 service neutron] Port 44ac3c78-3253-41cd-b35e-8be50141b5f1 on network ebb70bc6-ae0a-43f8-986f-9ef2602ec8fd not bound, no agent of type Open vSwitch agent registered on host n-h2-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:53:18.492864 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc301db-1854-4a4f-9c1b-95cace84330b req-da51f678-65d0-4684-8d87-3423a6648f93 service neutron] Attempting to bind port 44ac3c78-3253-41cd-b35e-8be50141b5f1 on network ebb70bc6-ae0a-43f8-986f-9ef2602ec8fd {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:53:18.500066 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc301db-1854-4a4f-9c1b-95cace84330b req-da51f678-65d0-4684-8d87-3423a6648f93 service neutron] Checking agent: {'id': 'eaa08354-e8f5-4e73-af76-8d3cf7d2b390', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 52, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:53:18.500654 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc301db-1854-4a4f-9c1b-95cace84330b req-da51f678-65d0-4684-8d87-3423a6648f93 service neutron] Checking segment: {'id': '3f8c1f21-a819-4c04-9f38-605ce93876d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'ebb70bc6-ae0a-43f8-986f-9ef2602ec8fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:53:18.501040 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc301db-1854-4a4f-9c1b-95cace84330b req-da51f678-65d0-4684-8d87-3423a6648f93 service neutron] Bound using segment: {'id': '3f8c1f21-a819-4c04-9f38-605ce93876d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'ebb70bc6-ae0a-43f8-986f-9ef2602ec8fd'} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:53:18.501466 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-7bc301db-1854-4a4f-9c1b-95cace84330b req-da51f678-65d0-4684-8d87-3423a6648f93 service neutron] Bound port: 44ac3c78-3253-41cd-b35e-8be50141b5f1, host: n-h2-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f8c1f21-a819-4c04-9f38-605ce93876d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'ebb70bc6-ae0a-43f8-986f-9ef2602ec8fd'}}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:53:18.501834 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-7bc301db-1854-4a4f-9c1b-95cace84330b req-da51f678-65d0-4684-8d87-3423a6648f93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:18.651574 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-7bc301db-1854-4a4f-9c1b-95cace84330b req-da51f678-65d0-4684-8d87-3423a6648f93 service neutron] For port 44ac3c78-3253-41cd-b35e-8be50141b5f1, host n-h2-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:53:18.655133 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-7bc301db-1854-4a4f-9c1b-95cace84330b req-da51f678-65d0-4684-8d87-3423a6648f93 service neutron] For port 44ac3c78-3253-41cd-b35e-8be50141b5f1, host n-h2-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=44ac3c78-3253-41cd-b35e-8be50141b5f1,segment=NetworkSegment(3f8c1f21-a819-4c04-9f38-605ce93876d4),segment_id=3f8c1f21-a819-4c04-9f38-605ce93876d4)] {{(pid=84887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:53:18.671699 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e18e1a7-c059-4098-9408-3e38c25354b7 req-5df855dc-a11b-41ab-9b42-d743527ac774 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:53:18.673177 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5e18e1a7-c059-4098-9408-3e38c25354b7 req-5df855dc-a11b-41ab-9b42-d743527ac774 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.85 "GET /v2.0/ports?device_id=d2e9cbfb-c3b1-4d77-9957-5b51bdb0105c HTTP/1.1" status: 200 len: 946 time: 0.1150141 May 30 20:53:18.718264 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-7bc301db-1854-4a4f-9c1b-95cace84330b req-da51f678-65d0-4684-8d87-3423a6648f93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:18.771129 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5e18e1a7-c059-4098-9408-3e38c25354b7 req-86f4a263-0a13-4735-b6d7-4b5227d40d66 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.85 "GET /v2.0/security-groups?id=5ee05657-335d-48c3-86ae-e21e24f063fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922306 May 30 20:53:18.794505 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-7bc301db-1854-4a4f-9c1b-95cace84330b req-da51f678-65d0-4684-8d87-3423a6648f93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:18.796042 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7bc301db-1854-4a4f-9c1b-95cace84330b req-da51f678-65d0-4684-8d87-3423a6648f93 service neutron] 10.222.0.86 "PUT /v2.0/ports/44ac3c78-3253-41cd-b35e-8be50141b5f1 HTTP/1.1" status: 200 len: 1091 time: 1.1677439 May 30 20:53:18.796460 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2efcff84-d824-480a-bcaf-fb97451d40e5', 'tag': '44ac3c78-3253-41cd-b35e-8be50141b5f1'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:53:18.814305 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da51f678-65d0-4684-8d87-3423a6648f93 service neutron] Pushing event updated for resources: {'Port': ['ID=44ac3c78-3253-41cd-b35e-8be50141b5f1,revision_number=3']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:53:18.857942 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7c40cd0-26cb-4cc1-9db1-e014711dcde8'] response: {'name': 'network-changed', 'server_uuid': '2efcff84-d824-480a-bcaf-fb97451d40e5', 'tag': '44ac3c78-3253-41cd-b35e-8be50141b5f1', 'status': 'completed', 'code': 200} May 30 20:53:18.962481 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9bfa4340-9793-4f77-a909-27fb700a34af req-4694b42a-0c01-482b-8e92-195991f49f31 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=92b5fc25c8fb428a885a0ea0a728400d&device_id=2efcff84-d824-480a-bcaf-fb97451d40e5 HTTP/1.1" status: 200 len: 1094 time: 0.0762341 May 30 20:53:19.178294 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfa4340-9793-4f77-a909-27fb700a34af req-e084fa8c-72cf-4be4-a07a-aa63b7f9b097 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:53:19.179675 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9bfa4340-9793-4f77-a909-27fb700a34af req-e084fa8c-72cf-4be4-a07a-aa63b7f9b097 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=92b5fc25c8fb428a885a0ea0a728400d&shared=False HTTP/1.1" status: 200 len: 898 time: 0.2071228 May 30 20:53:19.218518 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a0369b-cf33-48d6-8db2-f4af9c77cd9d req-9cce6544-edeb-4f51-b4c6-9cbe40c3f3c6 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:53:19.219213 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-14a0369b-cf33-48d6-8db2-f4af9c77cd9d req-9cce6544-edeb-4f51-b4c6-9cbe40c3f3c6 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Synchronizing usage tracker for tenant:92b5fc25c8fb428a885a0ea0a728400d on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:53:19.438622 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfa4340-9793-4f77-a909-27fb700a34af req-8d8992f2-a2fb-4d48-8655-e33183343208 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:53:19.440026 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9bfa4340-9793-4f77-a909-27fb700a34af req-8d8992f2-a2fb-4d48-8655-e33183343208 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2507260 May 30 20:53:19.479063 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-14a0369b-cf33-48d6-8db2-f4af9c77cd9d req-9cce6544-edeb-4f51-b4c6-9cbe40c3f3c6 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Unset dirty status for tenant:92b5fc25c8fb428a885a0ea0a728400d on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:53:19.480216 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-14a0369b-cf33-48d6-8db2-f4af9c77cd9d req-9cce6544-edeb-4f51-b4c6-9cbe40c3f3c6 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/ports?device_id=2efcff84-d824-480a-bcaf-fb97451d40e5 HTTP/1.1" status: 200 len: 943 time: 0.4196072 May 30 20:53:19.587636 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-14a0369b-cf33-48d6-8db2-f4af9c77cd9d req-911e34e4-29eb-46ff-9549-dc057ac4263b tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/security-groups?id=56cfd6a4-299b-460e-98c4-552686f41e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016748 May 30 20:53:19.604670 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7bc301db-1854-4a4f-9c1b-95cace84330b req-f52821dd-85c6-4c9e-8028-14469262ecb9 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=92b5fc25c8fb428a885a0ea0a728400d&device_id=2efcff84-d824-480a-bcaf-fb97451d40e5 HTTP/1.1" status: 200 len: 1094 time: 0.1172049 May 30 20:53:19.679622 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7bc301db-1854-4a4f-9c1b-95cace84330b req-58b2c7a1-0b48-4a44-9f73-e5323ea56c88 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=44ac3c78-3253-41cd-b35e-8be50141b5f1 HTTP/1.1" status: 200 len: 217 time: 0.0643847 May 30 20:53:19.748106 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:19.755205 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc301db-1854-4a4f-9c1b-95cace84330b req-ef90a7c0-7319-4062-93d8-e2a999d23078 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:53:19.756735 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7bc301db-1854-4a4f-9c1b-95cace84330b req-ef90a7c0-7319-4062-93d8-e2a999d23078 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d330653b-ce90-469f-a9e3-fd788c3b20ce HTTP/1.1" status: 200 len: 834 time: 0.0679100 May 30 20:53:19.838759 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7bc301db-1854-4a4f-9c1b-95cace84330b req-8f4b3a7e-c5b3-4c83-9ce7-81bb618ab05c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ebb70bc6-ae0a-43f8-986f-9ef2602ec8fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725861 May 30 20:53:19.986117 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7bc301db-1854-4a4f-9c1b-95cace84330b req-232986d7-95f4-4b30-b2e5-7ae2f62d1951 service neutron] 10.222.0.86 "GET /v2.0/networks/ebb70bc6-ae0a-43f8-986f-9ef2602ec8fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361926 May 30 20:53:20.021203 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9366b406-b35c-42a9-8b0d-662af3b19fe5 req-8d487838-f754-41cd-b90e-3a71e6275bd3 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:53:20.022753 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9366b406-b35c-42a9-8b0d-662af3b19fe5 req-8d487838-f754-41cd-b90e-3a71e6275bd3 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.85 "GET /v2.0/ports?device_id=d2e9cbfb-c3b1-4d77-9957-5b51bdb0105c HTTP/1.1" status: 200 len: 946 time: 0.0943501 May 30 20:53:20.072549 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9366b406-b35c-42a9-8b0d-662af3b19fe5 req-71f54a9e-a87e-4826-8c72-2b0d9d877337 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.85 "GET /v2.0/security-groups?id=5ee05657-335d-48c3-86ae-e21e24f063fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441856 May 30 20:53:20.132269 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7bc301db-1854-4a4f-9c1b-95cace84330b req-6d5f6ca2-358b-4d02-bf0e-3f6ceeb17391 service neutron] 10.222.0.86 "GET /v2.0/networks/ebb70bc6-ae0a-43f8-986f-9ef2602ec8fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357481 May 30 20:53:20.278512 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0918ec98-7d37-4281-b492-9546f7c40292 req-c596ed30-0252-48d4-a475-360a6f3932d9 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:53:20.279850 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0918ec98-7d37-4281-b492-9546f7c40292 req-c596ed30-0252-48d4-a475-360a6f3932d9 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.85 "GET /v2.0/ports?device_id=d2e9cbfb-c3b1-4d77-9957-5b51bdb0105c HTTP/1.1" status: 200 len: 946 time: 0.0835648 May 30 20:53:20.325093 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0918ec98-7d37-4281-b492-9546f7c40292 req-08e18742-d434-4270-a078-2224a765696a tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.85 "GET /v2.0/security-groups?id=5ee05657-335d-48c3-86ae-e21e24f063fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396981 May 30 20:53:20.353824 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 44930) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:53:20.423141 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-bf8ffa31-01eb-4c27-b3bb-498f127675fd tempest-TestNetworkBasicOps-405341169 tempest-TestNetworkBasicOps-405341169-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=d2e9cbfb-c3b1-4d77-9957-5b51bdb0105c HTTP/1.1" status: 200 len: 1092 time: 0.0681212 May 30 20:53:20.425898 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 44934) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:53:20.431171 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-7cdc2377-957e-47db-9a18-a62b7dac540b tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Request body: {'floatingip': {'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'port_id': 'ea209da5-46cb-46cf-912e-d20d9bc09636', 'tenant_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'fixed_ip_address': '172.20.0.10'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:53:20.437642 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-7cdc2377-957e-47db-9a18-a62b7dac540b tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:53:20.441577 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-7cdc2377-957e-47db-9a18-a62b7dac540b tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Usage tracker for resource:floatingip and tenant:2d26ee9c136c43a7a24c2ecd289ef8cf is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:53:20.444515 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-7cdc2377-957e-47db-9a18-a62b7dac540b tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:53:20.450513 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-7cdc2377-957e-47db-9a18-a62b7dac540b tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:53:20.535698 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7cdc2377-957e-47db-9a18-a62b7dac540b tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks [] for floatingip, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:20.671529 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7cdc2377-957e-47db-9a18-a62b7dac540b tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:20.869397 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f77178-6cf5-4c67-ad18-ee6f32040660 req-a42b5569-1747-4b03-b3c1-c255ff6cb686 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:53:20.870871 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b1f77178-6cf5-4c67-ad18-ee6f32040660 req-a42b5569-1747-4b03-b3c1-c255ff6cb686 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/ports?device_id=2efcff84-d824-480a-bcaf-fb97451d40e5 HTTP/1.1" status: 200 len: 943 time: 0.1611514 May 30 20:53:20.880010 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-7cdc2377-957e-47db-9a18-a62b7dac540b tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Allocated IP 172.25.8.131 (c7869750-4b49-4b7e-aa99-5e0f1ae02da4/427601ec-f643-4fe7-b5e6-17305d3a39e1/271d40b9-e787-48b9-93ec-e5395a4727df) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:53:21.002450 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b1f77178-6cf5-4c67-ad18-ee6f32040660 req-fbdad5fc-34c1-47df-95e3-f80cdbabc5ab tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/security-groups?id=56cfd6a4-299b-460e-98c4-552686f41e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242905 May 30 20:53:21.061739 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7cdc2377-957e-47db-9a18-a62b7dac540b tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:21.136587 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7cdc2377-957e-47db-9a18-a62b7dac540b tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:21.204684 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cdc2377-957e-47db-9a18-a62b7dac540b tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:53:21.207645 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-7cdc2377-957e-47db-9a18-a62b7dac540b tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:53:21.212853 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cdc2377-957e-47db-9a18-a62b7dac540b tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:53:21.240327 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdc2377-957e-47db-9a18-a62b7dac540b tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Pushing event updated for resources: {'Port': ['ID=271d40b9-e787-48b9-93ec-e5395a4727df,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:53:21.816067 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7cdc2377-957e-47db-9a18-a62b7dac540b tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:21.934146 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7cdc2377-957e-47db-9a18-a62b7dac540b tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:22.139929 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7cdc2377-957e-47db-9a18-a62b7dac540b tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:22.204527 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7cdc2377-957e-47db-9a18-a62b7dac540b tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:22.206625 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dac09bd-5ff9-471f-941a-a053d499a87d req-e3f9efb9-6cc5-494d-8aba-cd17661ab387 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:53:22.208288 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0dac09bd-5ff9-471f-941a-a053d499a87d req-e3f9efb9-6cc5-494d-8aba-cd17661ab387 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/ports?device_id=2efcff84-d824-480a-bcaf-fb97451d40e5 HTTP/1.1" status: 200 len: 943 time: 0.0805233 May 30 20:53:22.261087 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0dac09bd-5ff9-471f-941a-a053d499a87d req-fe16aa8b-34ba-4d27-9aee-7597907a6a08 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/security-groups?id=56cfd6a4-299b-460e-98c4-552686f41e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467451 May 30 20:53:22.321037 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdc2377-957e-47db-9a18-a62b7dac540b tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Pushing event updated for resources: {'Port': ['ID=271d40b9-e787-48b9-93ec-e5395a4727df,revision_number=2']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:53:22.337476 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7cdc2377-957e-47db-9a18-a62b7dac540b tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736490'] for floatingip, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:22.456049 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:22.533464 n-d-843948-2 neutron-server[84886]: INFO neutron.db.l3_db [None req-7cdc2377-957e-47db-9a18-a62b7dac540b tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Floating IP b0bf0d3c-ea1f-4899-944f-a895765c8534 associated. External IP: 172.25.8.131, port: ea209da5-46cb-46cf-912e-d20d9bc09636. May 30 20:53:22.926419 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cdc2377-957e-47db-9a18-a62b7dac540b tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Router 0dd212c7-38b9-406c-8e98-81d2f5734851 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:53:23.235870 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cdc2377-957e-47db-9a18-a62b7dac540b tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:53:23.245648 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa82ebf-01e7-4f16-9e44-8a639cc65935 None None] Sync routers for ids ['0dd212c7-38b9-406c-8e98-81d2f5734851'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:53:23.258263 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa82ebf-01e7-4f16-9e44-8a639cc65935 None None] Routers {'0dd212c7-38b9-406c-8e98-81d2f5734851'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:53:23.258870 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-1fa82ebf-01e7-4f16-9e44-8a639cc65935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:53:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['0dd212c7-38b9-406c-8e98-81d2f5734851'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:53:23.336705 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7cdc2377-957e-47db-9a18-a62b7dac540b tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:23.388249 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 44ac3c78-3253-41cd-b35e-8be50141b5f1 details requested by agent hyperv_n-h2-843948-2 with host n-h2-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:53:23.455763 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-7cdc2377-957e-47db-9a18-a62b7dac540b tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.0284309 May 30 20:53:23.458323 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2e9cbfb-c3b1-4d77-9957-5b51bdb0105c', 'tag': 'ea209da5-46cb-46cf-912e-d20d9bc09636'}] {{(pid=84886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:53:23.458987 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 44944) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:53:23.505308 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b5d095-5afc-4105-8268-ae3958c12e91 req-7452cd71-b7b7-4377-8b93-2b6ecc6ee7f7 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:53:23.512654 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-1fa82ebf-01e7-4f16-9e44-8a639cc65935 None None] Set router 0dd212c7-38b9-406c-8e98-81d2f5734851 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:53:23.513561 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-46b5d095-5afc-4105-8268-ae3958c12e91 req-7452cd71-b7b7-4377-8b93-2b6ecc6ee7f7 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/ports?device_id=2efcff84-d824-480a-bcaf-fb97451d40e5 HTTP/1.1" status: 200 len: 943 time: 0.1170037 May 30 20:53:23.561772 n-d-843948-2 neutron-server[84886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d88b558b-26cd-42f8-80be-16c05ab7ea99'] response: {'name': 'network-changed', 'server_uuid': 'd2e9cbfb-c3b1-4d77-9957-5b51bdb0105c', 'tag': 'ea209da5-46cb-46cf-912e-d20d9bc09636', 'status': 'completed', 'code': 200} May 30 20:53:23.568697 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-46b5d095-5afc-4105-8268-ae3958c12e91 req-e76e5612-578b-41bb-ab17-6521aacbfe59 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/security-groups?id=56cfd6a4-299b-460e-98c4-552686f41e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540621 May 30 20:53:23.667540 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-87fb42c7-3665-45c0-8091-3bc4e2f47975 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.85 "GET /v2.0/floatingips/b0bf0d3c-ea1f-4899-944f-a895765c8534 HTTP/1.1" status: 200 len: 992 time: 0.2064595 May 30 20:53:23.689336 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-965fc342-c62e-4c11-838c-ee755dea0485 req-4c3c3b01-5280-4388-bf3f-1180a2e8b046 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=2d26ee9c136c43a7a24c2ecd289ef8cf&device_id=d2e9cbfb-c3b1-4d77-9957-5b51bdb0105c HTTP/1.1" status: 200 len: 1097 time: 0.1059282 May 30 20:53:23.804740 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 44ac3c78-3253-41cd-b35e-8be50141b5f1, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=44ac3c78-3253-41cd-b35e-8be50141b5f1,segment=NetworkSegment(3f8c1f21-a819-4c04-9f38-605ce93876d4),segment_id=3f8c1f21-a819-4c04-9f38-605ce93876d4)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:53:23.822506 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965fc342-c62e-4c11-838c-ee755dea0485 req-83c843a3-bf8b-4efe-bc41-2e203ebef9b8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:53:23.823789 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Returning: {'device': '44ac3c78-3253-41cd-b35e-8be50141b5f1', 'network_id': 'ebb70bc6-ae0a-43f8-986f-9ef2602ec8fd', 'port_id': '44ac3c78-3253-41cd-b35e-8be50141b5f1', 'mac_address': 'fa:16:3e:e7:bb:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd330653b-ce90-469f-a9e3-fd788c3b20ce', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:53:23.823969 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-965fc342-c62e-4c11-838c-ee755dea0485 req-83c843a3-bf8b-4efe-bc41-2e203ebef9b8 service neutron] 10.222.0.71 "GET /v2.0/networks?id=b4017974-b3bc-4959-8fc6-fe94bd34d022 HTTP/1.1" status: 200 len: 897 time: 0.1284533 May 30 20:53:23.928212 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-965fc342-c62e-4c11-838c-ee755dea0485 req-0f7ae152-4c8d-403d-ad9a-e1800275037c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea209da5-46cb-46cf-912e-d20d9bc09636 HTTP/1.1" status: 200 len: 1000 time: 0.0984712 May 30 20:53:23.937011 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:23.963233 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44ac3c78-3253-41cd-b35e-8be50141b5f1 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:53:23.985267 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 44ac3c78-3253-41cd-b35e-8be50141b5f1, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=44ac3c78-3253-41cd-b35e-8be50141b5f1,segment=NetworkSegment(3f8c1f21-a819-4c04-9f38-605ce93876d4),segment_id=3f8c1f21-a819-4c04-9f38-605ce93876d4)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:53:23.994027 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965fc342-c62e-4c11-838c-ee755dea0485 req-cb1b259f-1bb5-419d-9b20-0b6c6a92f572 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:53:23.995469 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-965fc342-c62e-4c11-838c-ee755dea0485 req-cb1b259f-1bb5-419d-9b20-0b6c6a92f572 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=56337852-f20d-41db-b3ac-ff94dbaa9045 HTTP/1.1" status: 200 len: 834 time: 0.0618911 May 30 20:53:23.997519 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-1fa82ebf-01e7-4f16-9e44-8a639cc65935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dd212c7-38b9-406c-8e98-81d2f5734851', 'name': 'tempest-TestNetworkBasicOps-router-1631504451', 'tenant_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': 'f8340623-0919-4d47-9d07-fbdb08f598a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:52:52Z', 'updated_at': '2022-05-30T20:52:57Z', 'revision_number': 4, 'project_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'gw_port': {'id': 'f8340623-0919-4d47-9d07-fbdb08f598a9', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd212c7-38b9-406c-8e98-81d2f5734851', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:52:52Z', 'updated_at': '2022-05-30T20:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': 'b0bf0d3c-ea1f-4899-944f-a895765c8534', 'tenant_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'floating_ip_address': '172.25.8.131', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': '0dd212c7-38b9-406c-8e98-81d2f5734851', 'port_id': 'ea209da5-46cb-46cf-912e-d20d9bc09636', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4017974-b3bc-4959-8fc6-fe94bd34d022', 'mac_address': 'fa:16:3e:83:ed:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e9cbfb-c3b1-4d77-9957-5b51bdb0105c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:53:21Z', 'updated_at': '2022-05-30T20:53:21Z', 'revision_number': 0, 'project_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93dee76c-46a9-4cc2-ba5a-af9c2a9c4f37', 'name': '', 'network_id': 'b4017974-b3bc-4959-8fc6-fe94bd34d022', 'tenant_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'mac_address': 'fa:16:3e:f2:af:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd212c7-38b9-406c-8e98-81d2f5734851', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56337852-f20d-41db-b3ac-ff94dbaa9045', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:52:57Z', 'updated_at': '2022-05-30T20:53:04Z', 'revision_number': 5, 'project_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'subnets': [{'id': '56337852-f20d-41db-b3ac-ff94dbaa9045', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:53:24.013885 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa82ebf-01e7-4f16-9e44-8a639cc65935 None None] Checking router: 0dd212c7-38b9-406c-8e98-81d2f5734851 for host: n-d-843948-2 {{(pid=84888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:53:24.013885 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa82ebf-01e7-4f16-9e44-8a639cc65935 None None] Routers {'0dd212c7-38b9-406c-8e98-81d2f5734851'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:53:24.013885 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-1fa82ebf-01e7-4f16-9e44-8a639cc65935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:53:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['0dd212c7-38b9-406c-8e98-81d2f5734851'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:53:24.073404 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-965fc342-c62e-4c11-838c-ee755dea0485 req-d2c80daf-85d3-42c6-a30b-2565a61f0eb2 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b4017974-b3bc-4959-8fc6-fe94bd34d022&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0726504 May 30 20:53:24.127409 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:24.210555 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-965fc342-c62e-4c11-838c-ee755dea0485 req-de882a34-6713-400b-957a-8523ab1f2450 service neutron] 10.222.0.71 "GET /v2.0/networks/b4017974-b3bc-4959-8fc6-fe94bd34d022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311188 May 30 20:53:24.228524 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=44ac3c78-3253-41cd-b35e-8be50141b5f1,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:53:24.251872 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-1fa82ebf-01e7-4f16-9e44-8a639cc65935 None None] Set router 0dd212c7-38b9-406c-8e98-81d2f5734851 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:53:24.436074 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['44ac3c78-3253-41cd-b35e-8be50141b5f1'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:53:24.453415 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-965fc342-c62e-4c11-838c-ee755dea0485 req-62780f13-0b63-4f35-b21f-b0c7fffd15ca service neutron] 10.222.0.71 "GET /v2.0/networks/b4017974-b3bc-4959-8fc6-fe94bd34d022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2378230 May 30 20:53:24.544736 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:53:24.671702 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 44952) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:53:24.832432 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1d82ef-3127-427e-b07a-1ea858edd11f None None] Sync routers for ids ['ae59e35e-4d83-458b-bf07-c219b28446cd'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:53:24.843332 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-2826be18-7d15-4b2f-bd49-4e9941aeda1e tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.85 "GET /v2.0/floatingips/b0bf0d3c-ea1f-4899-944f-a895765c8534 HTTP/1.1" status: 200 len: 992 time: 0.1704247 May 30 20:53:24.847104 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1d82ef-3127-427e-b07a-1ea858edd11f None None] Routers {'ae59e35e-4d83-458b-bf07-c219b28446cd'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:53:24.847723 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-1e1d82ef-3127-427e-b07a-1ea858edd11f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:53:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['ae59e35e-4d83-458b-bf07-c219b28446cd'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:53:24.861136 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-1fa82ebf-01e7-4f16-9e44-8a639cc65935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dd212c7-38b9-406c-8e98-81d2f5734851', 'name': 'tempest-TestNetworkBasicOps-router-1631504451', 'tenant_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': 'f8340623-0919-4d47-9d07-fbdb08f598a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:52:52Z', 'updated_at': '2022-05-30T20:52:57Z', 'revision_number': 4, 'project_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'gw_port': {'id': 'f8340623-0919-4d47-9d07-fbdb08f598a9', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd212c7-38b9-406c-8e98-81d2f5734851', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:52:52Z', 'updated_at': '2022-05-30T20:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': 'b0bf0d3c-ea1f-4899-944f-a895765c8534', 'tenant_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'floating_ip_address': '172.25.8.131', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': '0dd212c7-38b9-406c-8e98-81d2f5734851', 'port_id': 'ea209da5-46cb-46cf-912e-d20d9bc09636', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4017974-b3bc-4959-8fc6-fe94bd34d022', 'mac_address': 'fa:16:3e:83:ed:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e9cbfb-c3b1-4d77-9957-5b51bdb0105c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:53:21Z', 'updated_at': '2022-05-30T20:53:21Z', 'revision_number': 0, 'project_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93dee76c-46a9-4cc2-ba5a-af9c2a9c4f37', 'name': '', 'network_id': 'b4017974-b3bc-4959-8fc6-fe94bd34d022', 'tenant_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'mac_address': 'fa:16:3e:f2:af:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd212c7-38b9-406c-8e98-81d2f5734851', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56337852-f20d-41db-b3ac-ff94dbaa9045', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:52:57Z', 'updated_at': '2022-05-30T20:53:04Z', 'revision_number': 5, 'project_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'subnets': [{'id': '56337852-f20d-41db-b3ac-ff94dbaa9045', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:53:24.862062 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7846436-bdfb-4863-b843-405d8a3a833a req-ddf3893b-c491-4dc5-a0d1-1600ea62ac53 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:53:24.863506 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a7846436-bdfb-4863-b843-405d8a3a833a req-ddf3893b-c491-4dc5-a0d1-1600ea62ac53 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/ports?device_id=2efcff84-d824-480a-bcaf-fb97451d40e5 HTTP/1.1" status: 200 len: 944 time: 0.1302600 May 30 20:53:24.875671 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa82ebf-01e7-4f16-9e44-8a639cc65935 None None] The sync data for ids ['0dd212c7-38b9-406c-8e98-81d2f5734851'] in n-d-843948-2 is: [{'id': '0dd212c7-38b9-406c-8e98-81d2f5734851', 'name': 'tempest-TestNetworkBasicOps-router-1631504451', 'tenant_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': 'f8340623-0919-4d47-9d07-fbdb08f598a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:52:52Z', 'updated_at': '2022-05-30T20:52:57Z', 'revision_number': 4, 'project_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'gw_port': {'id': 'f8340623-0919-4d47-9d07-fbdb08f598a9', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd212c7-38b9-406c-8e98-81d2f5734851', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:52:52Z', 'updated_at': '2022-05-30T20:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': 'b0bf0d3c-ea1f-4899-944f-a895765c8534', 'tenant_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'floating_ip_address': '172.25.8.131', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': '0dd212c7-38b9-406c-8e98-81d2f5734851', 'port_id': 'ea209da5-46cb-46cf-912e-d20d9bc09636', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4017974-b3bc-4959-8fc6-fe94bd34d022', 'mac_address': 'fa:16:3e:83:ed:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e9cbfb-c3b1-4d77-9957-5b51bdb0105c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:53:21Z', 'updated_at': '2022-05-30T20:53:21Z', 'revision_number': 0, 'project_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93dee76c-46a9-4cc2-ba5a-af9c2a9c4f37', 'name': '', 'network_id': 'b4017974-b3bc-4959-8fc6-fe94bd34d022', 'tenant_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'mac_address': 'fa:16:3e:f2:af:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd212c7-38b9-406c-8e98-81d2f5734851', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56337852-f20d-41db-b3ac-ff94dbaa9045', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:52:57Z', 'updated_at': '2022-05-30T20:53:04Z', 'revision_number': 5, 'project_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'subnets': [{'id': '56337852-f20d-41db-b3ac-ff94dbaa9045', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:53:24.930145 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a7846436-bdfb-4863-b843-405d8a3a833a req-7d52bbfe-450b-4713-b04f-cf1352ef2ea1 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/security-groups?id=56cfd6a4-299b-460e-98c4-552686f41e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605583 May 30 20:53:25.037965 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-1e1d82ef-3127-427e-b07a-1ea858edd11f None None] Set router ae59e35e-4d83-458b-bf07-c219b28446cd gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:53:25.102547 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8225b660-07cb-4395-8e0a-d483ee1f2873 None None] New status for floating IP b0bf0d3c-ea1f-4899-944f-a895765c8534: ACTIVE {{(pid=84888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 20:53:25.390170 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-1e1d82ef-3127-427e-b07a-1ea858edd11f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae59e35e-4d83-458b-bf07-c219b28446cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1835592524', 'tenant_id': '92b5fc25c8fb428a885a0ea0a728400d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': 'ecb3a2f8-7129-4e1b-aa25-3530e53bf46d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:53:04Z', 'updated_at': '2022-05-30T20:53:11Z', 'revision_number': 4, 'project_id': '92b5fc25c8fb428a885a0ea0a728400d', 'gw_port': {'id': 'ecb3a2f8-7129-4e1b-aa25-3530e53bf46d', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:89:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae59e35e-4d83-458b-bf07-c219b28446cd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:53:05Z', 'updated_at': '2022-05-30T20:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '2002a63c-5d17-4491-8c4f-a8f5ee57b261', 'name': '', 'network_id': 'ebb70bc6-ae0a-43f8-986f-9ef2602ec8fd', 'tenant_id': '92b5fc25c8fb428a885a0ea0a728400d', 'mac_address': 'fa:16:3e:f3:94:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae59e35e-4d83-458b-bf07-c219b28446cd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd330653b-ce90-469f-a9e3-fd788c3b20ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:53:10Z', 'updated_at': '2022-05-30T20:53:11Z', 'revision_number': 2, 'project_id': '92b5fc25c8fb428a885a0ea0a728400d', 'subnets': [{'id': 'd330653b-ce90-469f-a9e3-fd788c3b20ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:53:25.393832 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 44ac3c78-3253-41cd-b35e-8be50141b5f1 up at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:53:25.394139 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1d82ef-3127-427e-b07a-1ea858edd11f None None] Checking router: ae59e35e-4d83-458b-bf07-c219b28446cd for host: n-d-843948-2 {{(pid=84889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:53:25.394490 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1d82ef-3127-427e-b07a-1ea858edd11f None None] Updating router ae59e35e-4d83-458b-bf07-c219b28446cd port 2002a63c-5d17-4491-8c4f-a8f5ee57b261 binding host n-d-843948-2 {{(pid=84889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:53:25.450412 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-1e1d82ef-3127-427e-b07a-1ea858edd11f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:25.547727 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning for port 44ac3c78-3253-41cd-b35e-8be50141b5f1 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:53:25.554126 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning complete for port 44ac3c78-3253-41cd-b35e-8be50141b5f1 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:53:25.554498 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:25.670364 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:25.701488 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2efcff84-d824-480a-bcaf-fb97451d40e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44ac3c78-3253-41cd-b35e-8be50141b5f1'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:53:25.712644 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 44ac3c78-3253-41cd-b35e-8be50141b5f1, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=44ac3c78-3253-41cd-b35e-8be50141b5f1,segment=NetworkSegment(3f8c1f21-a819-4c04-9f38-605ce93876d4),segment_id=3f8c1f21-a819-4c04-9f38-605ce93876d4)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:53:25.764183 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6499170-1441-447e-962c-cc39c0590f85'] response: {'server_uuid': '2efcff84-d824-480a-bcaf-fb97451d40e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44ac3c78-3253-41cd-b35e-8be50141b5f1', 'code': 200} May 30 20:53:25.782119 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:25.813073 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-1e1d82ef-3127-427e-b07a-1ea858edd11f None None] Notify callbacks [] for port, precommit_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:25.828243 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.provisioning_blocks [None req-1e1d82ef-3127-427e-b07a-1ea858edd11f None None] Transition to ACTIVE for port object 2002a63c-5d17-4491-8c4f-a8f5ee57b261 will not be triggered until provisioned by entity L2. {{(pid=84889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:53:25.844806 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 44958) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:53:25.858776 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=44ac3c78-3253-41cd-b35e-8be50141b5f1,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:53:25.896057 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-1e1d82ef-3127-427e-b07a-1ea858edd11f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:25.917327 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-dd2210aa-1b42-4b58-aabf-fb80d6552524 req-513cd7c5-677b-44b6-b485-2756e4363977 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=2efcff84-d824-480a-bcaf-fb97451d40e5 HTTP/1.1" status: 200 len: 1096 time: 0.0765405 May 30 20:53:25.964497 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-a9d4836a-3ac6-474e-be07-b90ebaa68dbf tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.85 "GET /v2.0/floatingips/b0bf0d3c-ea1f-4899-944f-a895765c8534 HTTP/1.1" status: 200 len: 994 time: 0.1184566 May 30 20:53:25.971464 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-dd2210aa-1b42-4b58-aabf-fb80d6552524 req-174315ab-e975-430c-ac9c-019852d12da8 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=56cfd6a4-299b-460e-98c4-552686f41e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451097 May 30 20:53:26.066654 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7055b95e-04fd-4afc-8959-a8611be82682 None None] Pushing event updated for resources: {'Port': ['ID=2002a63c-5d17-4491-8c4f-a8f5ee57b261,revision_number=3']} {{(pid=84889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:53:26.079326 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7055b95e-04fd-4afc-8959-a8611be82682 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:53:26.079658 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7055b95e-04fd-4afc-8959-a8611be82682 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:53:26.079993 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7055b95e-04fd-4afc-8959-a8611be82682 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:53:26.080326 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7055b95e-04fd-4afc-8959-a8611be82682 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:53:26.080648 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7055b95e-04fd-4afc-8959-a8611be82682 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:53:26.080971 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7055b95e-04fd-4afc-8959-a8611be82682 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:53:26.081289 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7055b95e-04fd-4afc-8959-a8611be82682 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:53:26.081604 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7055b95e-04fd-4afc-8959-a8611be82682 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:53:26.081942 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7055b95e-04fd-4afc-8959-a8611be82682 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:53:26.082257 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7055b95e-04fd-4afc-8959-a8611be82682 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:53:26.082576 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7055b95e-04fd-4afc-8959-a8611be82682 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:53:26.168995 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c46e1a-0604-42aa-869d-2bcfaf12c385 req-f364e22b-2813-4e94-8788-01efa31ede22 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:53:26.174882 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-1e1d82ef-3127-427e-b07a-1ea858edd11f None None] Attempting to bind port 2002a63c-5d17-4491-8c4f-a8f5ee57b261 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:53:26.175249 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-1e1d82ef-3127-427e-b07a-1ea858edd11f None None] Attempting to bind port 2002a63c-5d17-4491-8c4f-a8f5ee57b261 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': '3f8c1f21-a819-4c04-9f38-605ce93876d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'ebb70bc6-ae0a-43f8-986f-9ef2602ec8fd'}] {{(pid=84889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:53:26.175607 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1d82ef-3127-427e-b07a-1ea858edd11f None None] Attempting to bind port 2002a63c-5d17-4491-8c4f-a8f5ee57b261 on network ebb70bc6-ae0a-43f8-986f-9ef2602ec8fd {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:53:26.183989 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1d82ef-3127-427e-b07a-1ea858edd11f None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:53:26.184438 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1d82ef-3127-427e-b07a-1ea858edd11f None None] Checking segment: {'id': '3f8c1f21-a819-4c04-9f38-605ce93876d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'ebb70bc6-ae0a-43f8-986f-9ef2602ec8fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:53:26.184825 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-1e1d82ef-3127-427e-b07a-1ea858edd11f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:26.185237 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1d82ef-3127-427e-b07a-1ea858edd11f None None] Bound using segment: {'id': '3f8c1f21-a819-4c04-9f38-605ce93876d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'ebb70bc6-ae0a-43f8-986f-9ef2602ec8fd'} {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:53:26.185885 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-1e1d82ef-3127-427e-b07a-1ea858edd11f None None] Bound port: 2002a63c-5d17-4491-8c4f-a8f5ee57b261, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f8c1f21-a819-4c04-9f38-605ce93876d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'ebb70bc6-ae0a-43f8-986f-9ef2602ec8fd'}}] {{(pid=84889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:53:26.186123 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-1e1d82ef-3127-427e-b07a-1ea858edd11f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:26.187442 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-45c46e1a-0604-42aa-869d-2bcfaf12c385 req-f364e22b-2813-4e94-8788-01efa31ede22 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/ports?device_id=2efcff84-d824-480a-bcaf-fb97451d40e5 HTTP/1.1" status: 200 len: 945 time: 0.1201363 May 30 20:53:26.215898 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-8bcf94a8-51d8-42d3-bcf5-16f58570da27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:26.232523 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-45c46e1a-0604-42aa-869d-2bcfaf12c385 req-ec1b6bcb-0c8f-486e-8dcf-15e8728b5ccc tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/security-groups?id=56cfd6a4-299b-460e-98c4-552686f41e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431907 May 30 20:53:26.280132 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.db [None req-1e1d82ef-3127-427e-b07a-1ea858edd11f None None] For port 2002a63c-5d17-4491-8c4f-a8f5ee57b261, host n-d-843948-2, cleared binding levels {{(pid=84889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:53:26.284055 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.db [None req-1e1d82ef-3127-427e-b07a-1ea858edd11f None None] For port 2002a63c-5d17-4491-8c4f-a8f5ee57b261, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=2002a63c-5d17-4491-8c4f-a8f5ee57b261,segment=NetworkSegment(3f8c1f21-a819-4c04-9f38-605ce93876d4),segment_id=3f8c1f21-a819-4c04-9f38-605ce93876d4)] {{(pid=84889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:53:26.365118 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-1e1d82ef-3127-427e-b07a-1ea858edd11f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:26.451458 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7055b95e-04fd-4afc-8959-a8611be82682 None None] Pushing event updated for resources: {'Port': ['ID=2002a63c-5d17-4491-8c4f-a8f5ee57b261,revision_number=4']} {{(pid=84889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:53:26.455298 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1d82ef-3127-427e-b07a-1ea858edd11f None None] Routers {'ae59e35e-4d83-458b-bf07-c219b28446cd'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:53:26.456069 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-1e1d82ef-3127-427e-b07a-1ea858edd11f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:53:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['ae59e35e-4d83-458b-bf07-c219b28446cd'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:53:26.659161 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-1e1d82ef-3127-427e-b07a-1ea858edd11f None None] Set router ae59e35e-4d83-458b-bf07-c219b28446cd gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:53:26.988462 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-1e1d82ef-3127-427e-b07a-1ea858edd11f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae59e35e-4d83-458b-bf07-c219b28446cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1835592524', 'tenant_id': '92b5fc25c8fb428a885a0ea0a728400d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': 'ecb3a2f8-7129-4e1b-aa25-3530e53bf46d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:53:04Z', 'updated_at': '2022-05-30T20:53:11Z', 'revision_number': 4, 'project_id': '92b5fc25c8fb428a885a0ea0a728400d', 'gw_port': {'id': 'ecb3a2f8-7129-4e1b-aa25-3530e53bf46d', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:89:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae59e35e-4d83-458b-bf07-c219b28446cd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:53:05Z', 'updated_at': '2022-05-30T20:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '2002a63c-5d17-4491-8c4f-a8f5ee57b261', 'name': '', 'network_id': 'ebb70bc6-ae0a-43f8-986f-9ef2602ec8fd', 'tenant_id': '92b5fc25c8fb428a885a0ea0a728400d', 'mac_address': 'fa:16:3e:f3:94:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae59e35e-4d83-458b-bf07-c219b28446cd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd330653b-ce90-469f-a9e3-fd788c3b20ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:53:10Z', 'updated_at': '2022-05-30T20:53:26Z', 'revision_number': 4, 'project_id': '92b5fc25c8fb428a885a0ea0a728400d', 'subnets': [{'id': 'd330653b-ce90-469f-a9e3-fd788c3b20ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:53:26.992583 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1d82ef-3127-427e-b07a-1ea858edd11f None None] The sync data for ids ['ae59e35e-4d83-458b-bf07-c219b28446cd'] in n-d-843948-2 is: [{'id': 'ae59e35e-4d83-458b-bf07-c219b28446cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1835592524', 'tenant_id': '92b5fc25c8fb428a885a0ea0a728400d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': 'ecb3a2f8-7129-4e1b-aa25-3530e53bf46d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:53:04Z', 'updated_at': '2022-05-30T20:53:11Z', 'revision_number': 4, 'project_id': '92b5fc25c8fb428a885a0ea0a728400d', 'gw_port': {'id': 'ecb3a2f8-7129-4e1b-aa25-3530e53bf46d', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:89:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae59e35e-4d83-458b-bf07-c219b28446cd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:53:05Z', 'updated_at': '2022-05-30T20:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '2002a63c-5d17-4491-8c4f-a8f5ee57b261', 'name': '', 'network_id': 'ebb70bc6-ae0a-43f8-986f-9ef2602ec8fd', 'tenant_id': '92b5fc25c8fb428a885a0ea0a728400d', 'mac_address': 'fa:16:3e:f3:94:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae59e35e-4d83-458b-bf07-c219b28446cd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd330653b-ce90-469f-a9e3-fd788c3b20ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:53:10Z', 'updated_at': '2022-05-30T20:53:26Z', 'revision_number': 4, 'project_id': '92b5fc25c8fb428a885a0ea0a728400d', 'subnets': [{'id': 'd330653b-ce90-469f-a9e3-fd788c3b20ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:53:27.485433 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5e8292-e4ef-4fbf-8681-752c3f550dc0 req-d42e1e55-905a-429c-9243-963464cb1da0 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:53:27.486992 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4a5e8292-e4ef-4fbf-8681-752c3f550dc0 req-d42e1e55-905a-429c-9243-963464cb1da0 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/ports?device_id=2efcff84-d824-480a-bcaf-fb97451d40e5 HTTP/1.1" status: 200 len: 945 time: 0.0875373 May 30 20:53:27.540250 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4a5e8292-e4ef-4fbf-8681-752c3f550dc0 req-d558adc3-4098-4959-adcf-3c6ed68bbccb tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/security-groups?id=56cfd6a4-299b-460e-98c4-552686f41e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447531 May 30 20:53:27.747806 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da5bf9e-af58-4dc0-a4ed-a76857856765 req-8a367fe2-ddfa-45af-b150-a8855ac456d0 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:53:27.749352 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9da5bf9e-af58-4dc0-a4ed-a76857856765 req-8a367fe2-ddfa-45af-b150-a8855ac456d0 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/ports?device_id=2efcff84-d824-480a-bcaf-fb97451d40e5 HTTP/1.1" status: 200 len: 945 time: 0.0849092 May 30 20:53:27.812094 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9da5bf9e-af58-4dc0-a4ed-a76857856765 req-4e4f9c8f-b3e1-4b90-b516-aa1505df56fe tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/security-groups?id=56cfd6a4-299b-460e-98c4-552686f41e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565467 May 30 20:53:27.844017 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 44970) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:53:27.942592 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-c01d80b2-292f-4130-bac7-bd84f8738895 tempest-TestNetworkAdvancedServerOps-998263130 tempest-TestNetworkAdvancedServerOps-998263130-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=2efcff84-d824-480a-bcaf-fb97451d40e5 HTTP/1.1" status: 200 len: 1091 time: 0.0970721 May 30 20:53:27.945186 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 44974) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:53:27.950923 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-f0cd0ed4-6ee2-4ed9-b0df-681a347734dd tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Request body: {'floatingip': {'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'port_id': '44ac3c78-3253-41cd-b35e-8be50141b5f1', 'tenant_id': '92b5fc25c8fb428a885a0ea0a728400d', 'fixed_ip_address': '172.20.0.7'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:53:27.958080 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-f0cd0ed4-6ee2-4ed9-b0df-681a347734dd tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:53:27.963888 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-f0cd0ed4-6ee2-4ed9-b0df-681a347734dd tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Usage tracker for resource:floatingip and tenant:92b5fc25c8fb428a885a0ea0a728400d is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:53:27.969977 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-f0cd0ed4-6ee2-4ed9-b0df-681a347734dd tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:53:27.981304 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-f0cd0ed4-6ee2-4ed9-b0df-681a347734dd tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:53:28.056169 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f0cd0ed4-6ee2-4ed9-b0df-681a347734dd tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for floatingip, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:28.073036 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 2002a63c-5d17-4491-8c4f-a8f5ee57b261 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:53:28.181551 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 2002a63c-5d17-4491-8c4f-a8f5ee57b261 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:53:28.186900 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 2002a63c-5d17-4491-8c4f-a8f5ee57b261 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:53:28.187262 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:28.219760 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f0cd0ed4-6ee2-4ed9-b0df-681a347734dd tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:28.324725 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:28.363211 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port 2002a63c-5d17-4491-8c4f-a8f5ee57b261, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=2002a63c-5d17-4491-8c4f-a8f5ee57b261,segment=NetworkSegment(3f8c1f21-a819-4c04-9f38-605ce93876d4),segment_id=3f8c1f21-a819-4c04-9f38-605ce93876d4)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:53:28.433128 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [None req-f0cd0ed4-6ee2-4ed9-b0df-681a347734dd tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Allocated IP 172.25.8.93 (c7869750-4b49-4b7e-aa99-5e0f1ae02da4/427601ec-f643-4fe7-b5e6-17305d3a39e1/70e7257d-0cfc-4ed4-aaac-f5add63a7c8a) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:53:28.434228 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:28.514774 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=2002a63c-5d17-4491-8c4f-a8f5ee57b261,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:53:28.593557 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f0cd0ed4-6ee2-4ed9-b0df-681a347734dd tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:28.673946 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f0cd0ed4-6ee2-4ed9-b0df-681a347734dd tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:28.746364 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0cd0ed4-6ee2-4ed9-b0df-681a347734dd tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:53:28.749956 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-f0cd0ed4-6ee2-4ed9-b0df-681a347734dd tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:53:28.751921 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cd0ed4-6ee2-4ed9-b0df-681a347734dd tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Pushing event updated for resources: {'Port': ['ID=70e7257d-0cfc-4ed4-aaac-f5add63a7c8a,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:53:28.754046 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0cd0ed4-6ee2-4ed9-b0df-681a347734dd tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:53:29.361080 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f0cd0ed4-6ee2-4ed9-b0df-681a347734dd tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:29.482111 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f0cd0ed4-6ee2-4ed9-b0df-681a347734dd tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:29.604683 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-aeeddabe-8c37-4c1f-bf0c-7b8a69a4aadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:29.689672 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f0cd0ed4-6ee2-4ed9-b0df-681a347734dd tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:29.759108 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f0cd0ed4-6ee2-4ed9-b0df-681a347734dd tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:29.869015 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cd0ed4-6ee2-4ed9-b0df-681a347734dd tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Pushing event updated for resources: {'Port': ['ID=70e7257d-0cfc-4ed4-aaac-f5add63a7c8a,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:53:29.883799 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f0cd0ed4-6ee2-4ed9-b0df-681a347734dd tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736490'] for floatingip, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:29.901411 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:30.020116 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 2002a63c-5d17-4491-8c4f-a8f5ee57b261 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:53:30.091563 n-d-843948-2 neutron-server[84887]: INFO neutron.db.l3_db [None req-f0cd0ed4-6ee2-4ed9-b0df-681a347734dd tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Floating IP 1a01512e-36da-4684-a8c7-50808df3a8a3 associated. External IP: 172.25.8.93, port: 44ac3c78-3253-41cd-b35e-8be50141b5f1. May 30 20:53:30.093173 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 2002a63c-5d17-4491-8c4f-a8f5ee57b261 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:53:30.093536 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:30.488010 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0cd0ed4-6ee2-4ed9-b0df-681a347734dd tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Router ae59e35e-4d83-458b-bf07-c219b28446cd has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:53:30.696049 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0cd0ed4-6ee2-4ed9-b0df-681a347734dd tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:53:30.804965 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f0cd0ed4-6ee2-4ed9-b0df-681a347734dd tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:30.859546 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-f0cd0ed4-6ee2-4ed9-b0df-681a347734dd tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.9128661 May 30 20:53:30.860265 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2efcff84-d824-480a-bcaf-fb97451d40e5', 'tag': '44ac3c78-3253-41cd-b35e-8be50141b5f1'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:53:30.916919 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c57227c3-92b5-43d4-b07e-7f71d3080a96'] response: {'name': 'network-changed', 'server_uuid': '2efcff84-d824-480a-bcaf-fb97451d40e5', 'tag': '44ac3c78-3253-41cd-b35e-8be50141b5f1', 'status': 'completed', 'code': 200} May 30 20:53:31.013151 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-eb068138-867b-421e-b0d5-c686c50148ca req-b918f69f-74df-44a3-bc58-0a222f52a813 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=92b5fc25c8fb428a885a0ea0a728400d&device_id=2efcff84-d824-480a-bcaf-fb97451d40e5 HTTP/1.1" status: 200 len: 1096 time: 0.0761571 May 30 20:53:31.034822 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33616bb-611f-4cb5-9108-e303b758357c req-58227958-3c2e-4c88-9a83-e1175571ef5d tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:53:31.036331 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c33616bb-611f-4cb5-9108-e303b758357c req-58227958-3c2e-4c88-9a83-e1175571ef5d tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/ports?device_id=2efcff84-d824-480a-bcaf-fb97451d40e5 HTTP/1.1" status: 200 len: 945 time: 0.0810070 May 30 20:53:31.084194 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c33616bb-611f-4cb5-9108-e303b758357c req-3411416f-3efc-4496-b0f1-eac27c2e68d2 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/security-groups?id=56cfd6a4-299b-460e-98c4-552686f41e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416088 May 30 20:53:31.113686 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 44982) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:53:31.228811 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:31.229411 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-7c42bfb4-d177-4e6d-ad9c-a1d4203a336a tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/floatingips/1a01512e-36da-4684-a8c7-50808df3a8a3 HTTP/1.1" status: 200 len: 990 time: 0.1128590 May 30 20:53:31.253512 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb068138-867b-421e-b0d5-c686c50148ca req-4bd20a19-2f25-4910-8c15-ac55bb53e5ec service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:53:31.255066 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-eb068138-867b-421e-b0d5-c686c50148ca req-4bd20a19-2f25-4910-8c15-ac55bb53e5ec service neutron] 10.222.0.86 "GET /v2.0/networks?id=ebb70bc6-ae0a-43f8-986f-9ef2602ec8fd HTTP/1.1" status: 200 len: 898 time: 0.2363348 May 30 20:53:31.361916 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-eb068138-867b-421e-b0d5-c686c50148ca req-331228f8-af38-4493-aa59-61f2d50215a6 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=44ac3c78-3253-41cd-b35e-8be50141b5f1 HTTP/1.1" status: 200 len: 998 time: 0.0996327 May 30 20:53:31.425560 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb068138-867b-421e-b0d5-c686c50148ca req-07823c99-aed6-4536-a56e-184845b25068 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:53:31.427742 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-eb068138-867b-421e-b0d5-c686c50148ca req-07823c99-aed6-4536-a56e-184845b25068 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d330653b-ce90-469f-a9e3-fd788c3b20ce HTTP/1.1" status: 200 len: 834 time: 0.0604820 May 30 20:53:31.508088 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-eb068138-867b-421e-b0d5-c686c50148ca req-f4c36bfe-5d56-4851-956b-c480cab56235 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ebb70bc6-ae0a-43f8-986f-9ef2602ec8fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0738559 May 30 20:53:31.643612 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-eb068138-867b-421e-b0d5-c686c50148ca req-5cc55db6-29fb-4188-8c0b-8ea8b3c5b27b service neutron] 10.222.0.86 "GET /v2.0/networks/ebb70bc6-ae0a-43f8-986f-9ef2602ec8fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296041 May 30 20:53:31.781287 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-eb068138-867b-421e-b0d5-c686c50148ca req-9fa6d1bd-ce41-4dd7-905b-eb84e38fdd1e service neutron] 10.222.0.86 "GET /v2.0/networks/ebb70bc6-ae0a-43f8-986f-9ef2602ec8fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315689 May 30 20:53:32.231784 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 44986) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:53:32.339251 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-a9cac70d-5122-43db-81e0-16a1ff5538bc tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/floatingips/1a01512e-36da-4684-a8c7-50808df3a8a3 HTTP/1.1" status: 200 len: 990 time: 0.1063471 May 30 20:53:32.741755 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:33.342547 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 44992) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:53:33.458241 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-c33e43fc-315c-427b-ab04-041c88cb4fa6 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/floatingips/1a01512e-36da-4684-a8c7-50808df3a8a3 HTTP/1.1" status: 200 len: 990 time: 0.1144028 May 30 20:53:34.462250 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 44996) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:53:34.568683 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-92158b4d-d3dd-4ea4-8e18-ebf067973b19 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/floatingips/1a01512e-36da-4684-a8c7-50808df3a8a3 HTTP/1.1" status: 200 len: 990 time: 0.1052775 May 30 20:53:35.573018 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 45000) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:53:35.678579 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-55447067-8afa-44ef-9cfe-fda56748faaf tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/floatingips/1a01512e-36da-4684-a8c7-50808df3a8a3 HTTP/1.1" status: 200 len: 990 time: 0.1043413 May 30 20:53:36.681779 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 45004) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:53:36.796440 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-2cc2e6ec-764f-4080-8f79-9b2af45bd625 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/floatingips/1a01512e-36da-4684-a8c7-50808df3a8a3 HTTP/1.1" status: 200 len: 990 time: 0.1135106 May 30 20:53:37.800394 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 45008) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:53:37.903894 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-48cfc5bd-f9d0-43ac-a95b-998c9d4d5717 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/floatingips/1a01512e-36da-4684-a8c7-50808df3a8a3 HTTP/1.1" status: 200 len: 990 time: 0.1022568 May 30 20:53:38.907917 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 45012) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:53:39.017009 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-21b40017-be57-4a25-88e7-09d6836d48f3 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/floatingips/1a01512e-36da-4684-a8c7-50808df3a8a3 HTTP/1.1" status: 200 len: 990 time: 0.1079271 May 30 20:53:40.020286 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 45016) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:53:40.131727 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-8b52d79a-7b40-4d60-84c8-b37592be20ea tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/floatingips/1a01512e-36da-4684-a8c7-50808df3a8a3 HTTP/1.1" status: 200 len: 990 time: 0.1096876 May 30 20:53:41.135736 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 45020) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:53:41.238622 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-650e8e51-1989-4816-a3d6-bbc5e9ba2ced tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/floatingips/1a01512e-36da-4684-a8c7-50808df3a8a3 HTTP/1.1" status: 200 len: 990 time: 0.1017048 May 30 20:53:42.242948 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 45028) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:53:42.452818 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-7e699fad-66f7-4639-9847-cb0fcc2c9ee3 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/floatingips/1a01512e-36da-4684-a8c7-50808df3a8a3 HTTP/1.1" status: 200 len: 990 time: 0.2087157 May 30 20:53:42.798559 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfbfd4d-1f11-417d-b8ea-691a358eefee None None] Sync routers for ids ['ae59e35e-4d83-458b-bf07-c219b28446cd'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:53:42.811791 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfbfd4d-1f11-417d-b8ea-691a358eefee None None] Routers {'ae59e35e-4d83-458b-bf07-c219b28446cd'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:53:42.812397 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-fcfbfd4d-1f11-417d-b8ea-691a358eefee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:53:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['ae59e35e-4d83-458b-bf07-c219b28446cd'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:53:43.014350 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-fcfbfd4d-1f11-417d-b8ea-691a358eefee None None] Set router ae59e35e-4d83-458b-bf07-c219b28446cd gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:53:43.352596 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-fcfbfd4d-1f11-417d-b8ea-691a358eefee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae59e35e-4d83-458b-bf07-c219b28446cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1835592524', 'tenant_id': '92b5fc25c8fb428a885a0ea0a728400d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': 'ecb3a2f8-7129-4e1b-aa25-3530e53bf46d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:53:04Z', 'updated_at': '2022-05-30T20:53:11Z', 'revision_number': 4, 'project_id': '92b5fc25c8fb428a885a0ea0a728400d', 'gw_port': {'id': 'ecb3a2f8-7129-4e1b-aa25-3530e53bf46d', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:89:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae59e35e-4d83-458b-bf07-c219b28446cd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:53:05Z', 'updated_at': '2022-05-30T20:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': '1a01512e-36da-4684-a8c7-50808df3a8a3', 'tenant_id': '92b5fc25c8fb428a885a0ea0a728400d', 'floating_ip_address': '172.25.8.93', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': 'ae59e35e-4d83-458b-bf07-c219b28446cd', 'port_id': '44ac3c78-3253-41cd-b35e-8be50141b5f1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebb70bc6-ae0a-43f8-986f-9ef2602ec8fd', 'mac_address': 'fa:16:3e:e7:bb:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2efcff84-d824-480a-bcaf-fb97451d40e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:53:29Z', 'updated_at': '2022-05-30T20:53:29Z', 'revision_number': 0, 'project_id': '92b5fc25c8fb428a885a0ea0a728400d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2002a63c-5d17-4491-8c4f-a8f5ee57b261', 'name': '', 'network_id': 'ebb70bc6-ae0a-43f8-986f-9ef2602ec8fd', 'tenant_id': '92b5fc25c8fb428a885a0ea0a728400d', 'mac_address': 'fa:16:3e:f3:94:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae59e35e-4d83-458b-bf07-c219b28446cd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd330653b-ce90-469f-a9e3-fd788c3b20ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:53:10Z', 'updated_at': '2022-05-30T20:53:28Z', 'revision_number': 5, 'project_id': '92b5fc25c8fb428a885a0ea0a728400d', 'subnets': [{'id': 'd330653b-ce90-469f-a9e3-fd788c3b20ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:53:43.356321 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfbfd4d-1f11-417d-b8ea-691a358eefee None None] Checking router: ae59e35e-4d83-458b-bf07-c219b28446cd for host: n-d-843948-2 {{(pid=84889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:53:43.366830 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfbfd4d-1f11-417d-b8ea-691a358eefee None None] Routers {'ae59e35e-4d83-458b-bf07-c219b28446cd'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:53:43.367406 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-fcfbfd4d-1f11-417d-b8ea-691a358eefee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:53:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['ae59e35e-4d83-458b-bf07-c219b28446cd'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:53:43.456299 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 45032) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:53:43.542960 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-fcfbfd4d-1f11-417d-b8ea-691a358eefee None None] Set router ae59e35e-4d83-458b-bf07-c219b28446cd gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:53:43.562163 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-e25723bf-ba60-44e4-8224-4f74355b1d0f tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/floatingips/1a01512e-36da-4684-a8c7-50808df3a8a3 HTTP/1.1" status: 200 len: 990 time: 0.1045423 May 30 20:53:43.891293 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-fcfbfd4d-1f11-417d-b8ea-691a358eefee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae59e35e-4d83-458b-bf07-c219b28446cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1835592524', 'tenant_id': '92b5fc25c8fb428a885a0ea0a728400d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': 'ecb3a2f8-7129-4e1b-aa25-3530e53bf46d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:53:04Z', 'updated_at': '2022-05-30T20:53:11Z', 'revision_number': 4, 'project_id': '92b5fc25c8fb428a885a0ea0a728400d', 'gw_port': {'id': 'ecb3a2f8-7129-4e1b-aa25-3530e53bf46d', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:89:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae59e35e-4d83-458b-bf07-c219b28446cd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:53:05Z', 'updated_at': '2022-05-30T20:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': '1a01512e-36da-4684-a8c7-50808df3a8a3', 'tenant_id': '92b5fc25c8fb428a885a0ea0a728400d', 'floating_ip_address': '172.25.8.93', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': 'ae59e35e-4d83-458b-bf07-c219b28446cd', 'port_id': '44ac3c78-3253-41cd-b35e-8be50141b5f1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebb70bc6-ae0a-43f8-986f-9ef2602ec8fd', 'mac_address': 'fa:16:3e:e7:bb:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2efcff84-d824-480a-bcaf-fb97451d40e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:53:29Z', 'updated_at': '2022-05-30T20:53:29Z', 'revision_number': 0, 'project_id': '92b5fc25c8fb428a885a0ea0a728400d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2002a63c-5d17-4491-8c4f-a8f5ee57b261', 'name': '', 'network_id': 'ebb70bc6-ae0a-43f8-986f-9ef2602ec8fd', 'tenant_id': '92b5fc25c8fb428a885a0ea0a728400d', 'mac_address': 'fa:16:3e:f3:94:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae59e35e-4d83-458b-bf07-c219b28446cd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd330653b-ce90-469f-a9e3-fd788c3b20ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:53:10Z', 'updated_at': '2022-05-30T20:53:28Z', 'revision_number': 5, 'project_id': '92b5fc25c8fb428a885a0ea0a728400d', 'subnets': [{'id': 'd330653b-ce90-469f-a9e3-fd788c3b20ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:53:43.895425 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfbfd4d-1f11-417d-b8ea-691a358eefee None None] The sync data for ids ['ae59e35e-4d83-458b-bf07-c219b28446cd'] in n-d-843948-2 is: [{'id': 'ae59e35e-4d83-458b-bf07-c219b28446cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1835592524', 'tenant_id': '92b5fc25c8fb428a885a0ea0a728400d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': 'ecb3a2f8-7129-4e1b-aa25-3530e53bf46d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:53:04Z', 'updated_at': '2022-05-30T20:53:11Z', 'revision_number': 4, 'project_id': '92b5fc25c8fb428a885a0ea0a728400d', 'gw_port': {'id': 'ecb3a2f8-7129-4e1b-aa25-3530e53bf46d', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:89:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae59e35e-4d83-458b-bf07-c219b28446cd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:53:05Z', 'updated_at': '2022-05-30T20:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': '1a01512e-36da-4684-a8c7-50808df3a8a3', 'tenant_id': '92b5fc25c8fb428a885a0ea0a728400d', 'floating_ip_address': '172.25.8.93', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': 'ae59e35e-4d83-458b-bf07-c219b28446cd', 'port_id': '44ac3c78-3253-41cd-b35e-8be50141b5f1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebb70bc6-ae0a-43f8-986f-9ef2602ec8fd', 'mac_address': 'fa:16:3e:e7:bb:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2efcff84-d824-480a-bcaf-fb97451d40e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:53:29Z', 'updated_at': '2022-05-30T20:53:29Z', 'revision_number': 0, 'project_id': '92b5fc25c8fb428a885a0ea0a728400d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2002a63c-5d17-4491-8c4f-a8f5ee57b261', 'name': '', 'network_id': 'ebb70bc6-ae0a-43f8-986f-9ef2602ec8fd', 'tenant_id': '92b5fc25c8fb428a885a0ea0a728400d', 'mac_address': 'fa:16:3e:f3:94:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae59e35e-4d83-458b-bf07-c219b28446cd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd330653b-ce90-469f-a9e3-fd788c3b20ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:53:10Z', 'updated_at': '2022-05-30T20:53:28Z', 'revision_number': 5, 'project_id': '92b5fc25c8fb428a885a0ea0a728400d', 'subnets': [{'id': 'd330653b-ce90-469f-a9e3-fd788c3b20ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:53:44.099467 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e744a65e-ed58-4bd7-9c17-b8794a705fda None None] New status for floating IP 1a01512e-36da-4684-a8c7-50808df3a8a3: ACTIVE {{(pid=84888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 20:53:44.565955 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 45036) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:53:44.673223 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-d04b3241-6314-4644-b3e8-51ba560b43ce tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/floatingips/1a01512e-36da-4684-a8c7-50808df3a8a3 HTTP/1.1" status: 200 len: 992 time: 0.1061022 May 30 20:53:49.769681 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:50.870922 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d96591ab-8771-4dbc-80eb-5620214e09ac req-b050759c-38d9-494e-b21b-a09197368060 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=752ff636-273e-406a-a7ed-627b04ecfac8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0740016 May 30 20:53:51.009356 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d96591ab-8771-4dbc-80eb-5620214e09ac req-ea0a5242-f298-46d9-bb4a-1a14823ee57a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3c7515c181aa4ba98f70242b3f29e504&device_id=752ff636-273e-406a-a7ed-627b04ecfac8 HTTP/1.1" status: 200 len: 1096 time: 0.0696690 May 30 20:53:51.161146 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96591ab-8771-4dbc-80eb-5620214e09ac req-32f44ec0-a761-4f6b-b12b-4f60328fb59e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:53:51.162525 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d96591ab-8771-4dbc-80eb-5620214e09ac req-32f44ec0-a761-4f6b-b12b-4f60328fb59e service neutron] 10.222.0.86 "GET /v2.0/networks?id=beae49ce-0db8-49d5-a0bc-6138c55c0e9a HTTP/1.1" status: 200 len: 909 time: 0.1293123 May 30 20:53:51.267361 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d96591ab-8771-4dbc-80eb-5620214e09ac req-bca408a6-bd77-4a5d-86c5-3154c3a7c3ef service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=311d200f-3ebf-47c6-bc07-4fce44a33b83 HTTP/1.1" status: 200 len: 1001 time: 0.0973401 May 30 20:53:51.330967 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96591ab-8771-4dbc-80eb-5620214e09ac req-59eb4291-ca83-4394-ad00-ddc0a557ed70 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:53:51.332425 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d96591ab-8771-4dbc-80eb-5620214e09ac req-59eb4291-ca83-4394-ad00-ddc0a557ed70 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=220be634-4722-4e21-bc9c-402c8602baf6 HTTP/1.1" status: 200 len: 847 time: 0.0578835 May 30 20:53:51.410308 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d96591ab-8771-4dbc-80eb-5620214e09ac req-e859aa34-3e8f-4f6a-aad6-2c01f80c09e3 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=beae49ce-0db8-49d5-a0bc-6138c55c0e9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718489 May 30 20:53:51.640171 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d96591ab-8771-4dbc-80eb-5620214e09ac req-60ef09fe-c785-4584-820a-d6e5aab28568 service neutron] 10.222.0.86 "GET /v2.0/networks/beae49ce-0db8-49d5-a0bc-6138c55c0e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229791 May 30 20:53:51.772466 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d96591ab-8771-4dbc-80eb-5620214e09ac req-4e48bb8d-b33c-4e9f-911f-18da99a2f466 service neutron] 10.222.0.86 "GET /v2.0/networks/beae49ce-0db8-49d5-a0bc-6138c55c0e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258118 May 30 20:53:52.069056 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ba05a0dc-3796-4db0-b697-457ea52c9315 req-28f62299-d80a-43f7-a49a-0668bc37d404 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=d2e9cbfb-c3b1-4d77-9957-5b51bdb0105c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0679131 May 30 20:53:52.208159 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ba05a0dc-3796-4db0-b697-457ea52c9315 req-2dd03c72-6bc7-47ae-bdb6-f7613a99ddcb service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=2d26ee9c136c43a7a24c2ecd289ef8cf&device_id=d2e9cbfb-c3b1-4d77-9957-5b51bdb0105c HTTP/1.1" status: 200 len: 1097 time: 0.0717075 May 30 20:53:52.355395 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba05a0dc-3796-4db0-b697-457ea52c9315 req-9ce8af24-9d9c-43fa-b6d1-042df9476616 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:53:52.356730 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ba05a0dc-3796-4db0-b697-457ea52c9315 req-9ce8af24-9d9c-43fa-b6d1-042df9476616 service neutron] 10.222.0.71 "GET /v2.0/networks?id=b4017974-b3bc-4959-8fc6-fe94bd34d022 HTTP/1.1" status: 200 len: 897 time: 0.1282749 May 30 20:53:52.457378 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ba05a0dc-3796-4db0-b697-457ea52c9315 req-be96e099-131f-4d33-a250-221df2fbcc41 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea209da5-46cb-46cf-912e-d20d9bc09636 HTTP/1.1" status: 200 len: 1002 time: 0.0940397 May 30 20:53:52.490260 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:52.523708 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba05a0dc-3796-4db0-b697-457ea52c9315 req-d95f2549-5dc7-4d22-8593-50a89eaf8564 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:53:52.525131 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ba05a0dc-3796-4db0-b697-457ea52c9315 req-d95f2549-5dc7-4d22-8593-50a89eaf8564 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=56337852-f20d-41db-b3ac-ff94dbaa9045 HTTP/1.1" status: 200 len: 834 time: 0.0618095 May 30 20:53:52.598676 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ba05a0dc-3796-4db0-b697-457ea52c9315 req-938026ba-730e-4f76-a075-b4fdfe59698f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b4017974-b3bc-4959-8fc6-fe94bd34d022&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0674527 May 30 20:53:52.732222 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ba05a0dc-3796-4db0-b697-457ea52c9315 req-dd19f3fb-6620-4b41-98d1-ea8a6e2f265f service neutron] 10.222.0.71 "GET /v2.0/networks/b4017974-b3bc-4959-8fc6-fe94bd34d022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272600 May 30 20:53:52.866444 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ba05a0dc-3796-4db0-b697-457ea52c9315 req-decdab8d-80b7-40a5-b29e-1cdb3efb9cc0 service neutron] 10.222.0.71 "GET /v2.0/networks/b4017974-b3bc-4959-8fc6-fe94bd34d022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279414 May 30 20:53:53.177997 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 45048) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:53:53.284958 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-25d637c7-971f-4ff7-9e7e-ed00b8c2a78e tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.85 "GET /v2.0/floatingips/b0bf0d3c-ea1f-4899-944f-a895765c8534 HTTP/1.1" status: 200 len: 994 time: 0.1058083 May 30 20:53:53.590915 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 45056) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:53:53.790786 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-a397c835-6bf4-4364-820c-fa501c68ec29 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Deleting port 271d40b9-e787-48b9-93ec-e5395a4727df {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:53:53.791130 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a397c835-6bf4-4364-820c-fa501c68ec29 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:53.965036 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a397c835-6bf4-4364-820c-fa501c68ec29 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:53.965323 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a397c835-6bf4-4364-820c-fa501c68ec29 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:54.177201 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-a397c835-6bf4-4364-820c-fa501c68ec29 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Calling delete_port for 271d40b9-e787-48b9-93ec-e5395a4727df owned by network:floatingip {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:53:54.405166 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a397c835-6bf4-4364-820c-fa501c68ec29 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:54.453061 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a397c835-6bf4-4364-820c-fa501c68ec29 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Pushing event deleted for resources: {'Port': ['ID=271d40b9-e787-48b9-93ec-e5395a4727df,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:53:54.493352 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a397c835-6bf4-4364-820c-fa501c68ec29 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:53:54.494393 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a397c835-6bf4-4364-820c-fa501c68ec29 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:53:54.494728 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a397c835-6bf4-4364-820c-fa501c68ec29 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:53:54.495081 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a397c835-6bf4-4364-820c-fa501c68ec29 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:53:54.495417 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a397c835-6bf4-4364-820c-fa501c68ec29 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:53:54.495741 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a397c835-6bf4-4364-820c-fa501c68ec29 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:53:54.496062 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a397c835-6bf4-4364-820c-fa501c68ec29 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:53:54.496383 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a397c835-6bf4-4364-820c-fa501c68ec29 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:53:54.496706 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a397c835-6bf4-4364-820c-fa501c68ec29 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:53:54.497026 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a397c835-6bf4-4364-820c-fa501c68ec29 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:53:54.497348 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a397c835-6bf4-4364-820c-fa501c68ec29 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:53:54.556690 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a397c835-6bf4-4364-820c-fa501c68ec29 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks [] for floatingip, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:54.961702 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a397c835-6bf4-4364-820c-fa501c68ec29 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Router 0dd212c7-38b9-406c-8e98-81d2f5734851 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:53:55.165710 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a397c835-6bf4-4364-820c-fa501c68ec29 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:53:55.175222 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5df31ef-4953-42a7-a4de-34d47780380b None None] Sync routers for ids ['0dd212c7-38b9-406c-8e98-81d2f5734851'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:53:55.188536 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5df31ef-4953-42a7-a4de-34d47780380b None None] Routers {'0dd212c7-38b9-406c-8e98-81d2f5734851'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:53:55.189132 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-e5df31ef-4953-42a7-a4de-34d47780380b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:53:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['0dd212c7-38b9-406c-8e98-81d2f5734851'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:53:55.262278 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a397c835-6bf4-4364-820c-fa501c68ec29 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:55.317405 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-a397c835-6bf4-4364-820c-fa501c68ec29 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.85 "DELETE /v2.0/floatingips/b0bf0d3c-ea1f-4899-944f-a895765c8534 HTTP/1.1" status: 204 len: 168 time: 1.7254555 May 30 20:53:55.318593 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2e9cbfb-c3b1-4d77-9957-5b51bdb0105c', 'tag': 'ea209da5-46cb-46cf-912e-d20d9bc09636'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:53:55.375408 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-e5df31ef-4953-42a7-a4de-34d47780380b None None] Set router 0dd212c7-38b9-406c-8e98-81d2f5734851 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:53:55.378556 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d935d890-225f-4dd6-9637-00ce6ff0dd61'] response: {'name': 'network-changed', 'server_uuid': 'd2e9cbfb-c3b1-4d77-9957-5b51bdb0105c', 'tag': 'ea209da5-46cb-46cf-912e-d20d9bc09636', 'status': 'completed', 'code': 200} May 30 20:53:55.482158 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4f2d1ff9-5557-4092-9624-457b605b2d0d req-041b923a-4bf5-4b94-8755-71f709ea689a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=2d26ee9c136c43a7a24c2ecd289ef8cf&device_id=d2e9cbfb-c3b1-4d77-9957-5b51bdb0105c HTTP/1.1" status: 200 len: 1097 time: 0.0808175 May 30 20:53:55.622255 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2d1ff9-5557-4092-9624-457b605b2d0d req-ed24c256-f6f8-47a9-9588-b47014faa9da service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:53:55.623693 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4f2d1ff9-5557-4092-9624-457b605b2d0d req-ed24c256-f6f8-47a9-9588-b47014faa9da service neutron] 10.222.0.71 "GET /v2.0/networks?id=b4017974-b3bc-4959-8fc6-fe94bd34d022 HTTP/1.1" status: 200 len: 897 time: 0.1353359 May 30 20:53:55.692022 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4f2d1ff9-5557-4092-9624-457b605b2d0d req-cbe2e626-4c37-456b-87b5-c86cdaf319d6 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea209da5-46cb-46cf-912e-d20d9bc09636 HTTP/1.1" status: 200 len: 217 time: 0.0622842 May 30 20:53:55.739122 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-e5df31ef-4953-42a7-a4de-34d47780380b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dd212c7-38b9-406c-8e98-81d2f5734851', 'name': 'tempest-TestNetworkBasicOps-router-1631504451', 'tenant_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': 'f8340623-0919-4d47-9d07-fbdb08f598a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:52:52Z', 'updated_at': '2022-05-30T20:52:57Z', 'revision_number': 4, 'project_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'gw_port': {'id': 'f8340623-0919-4d47-9d07-fbdb08f598a9', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd212c7-38b9-406c-8e98-81d2f5734851', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:52:52Z', 'updated_at': '2022-05-30T20:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '93dee76c-46a9-4cc2-ba5a-af9c2a9c4f37', 'name': '', 'network_id': 'b4017974-b3bc-4959-8fc6-fe94bd34d022', 'tenant_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'mac_address': 'fa:16:3e:f2:af:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd212c7-38b9-406c-8e98-81d2f5734851', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56337852-f20d-41db-b3ac-ff94dbaa9045', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:52:57Z', 'updated_at': '2022-05-30T20:53:04Z', 'revision_number': 5, 'project_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'subnets': [{'id': '56337852-f20d-41db-b3ac-ff94dbaa9045', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:53:55.744523 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5df31ef-4953-42a7-a4de-34d47780380b None None] Checking router: 0dd212c7-38b9-406c-8e98-81d2f5734851 for host: n-d-843948-2 {{(pid=84889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:53:55.756691 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5df31ef-4953-42a7-a4de-34d47780380b None None] Routers {'0dd212c7-38b9-406c-8e98-81d2f5734851'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:53:55.757647 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-e5df31ef-4953-42a7-a4de-34d47780380b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:53:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['0dd212c7-38b9-406c-8e98-81d2f5734851'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:53:55.763644 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2d1ff9-5557-4092-9624-457b605b2d0d req-903402bb-6b75-41bc-a6e3-3572c30cb42f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:53:55.765100 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4f2d1ff9-5557-4092-9624-457b605b2d0d req-903402bb-6b75-41bc-a6e3-3572c30cb42f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=56337852-f20d-41db-b3ac-ff94dbaa9045 HTTP/1.1" status: 200 len: 834 time: 0.0656834 May 30 20:53:55.846277 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4f2d1ff9-5557-4092-9624-457b605b2d0d req-4a0f08d6-699b-46b8-a18d-e960858d444c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b4017974-b3bc-4959-8fc6-fe94bd34d022&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0748310 May 30 20:53:55.943295 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-e5df31ef-4953-42a7-a4de-34d47780380b None None] Set router 0dd212c7-38b9-406c-8e98-81d2f5734851 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:53:56.137405 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4f2d1ff9-5557-4092-9624-457b605b2d0d req-26a22e01-33ca-4177-ba85-11a536d508ba service neutron] 10.222.0.71 "GET /v2.0/networks/b4017974-b3bc-4959-8fc6-fe94bd34d022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2847259 May 30 20:53:56.171249 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a256e67-5abc-45ab-8825-e4cb59a1ff3d req-b589d06c-c562-4adb-9719-ca62dfaaceb5 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:53:56.177538 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-5a256e67-5abc-45ab-8825-e4cb59a1ff3d req-b589d06c-c562-4adb-9719-ca62dfaaceb5 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Synchronizing usage tracker for tenant:2d26ee9c136c43a7a24c2ecd289ef8cf on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:53:56.239123 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-6853d85a-63ba-4db5-b7b6-01ab82a87e41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:56.258747 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-e5df31ef-4953-42a7-a4de-34d47780380b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dd212c7-38b9-406c-8e98-81d2f5734851', 'name': 'tempest-TestNetworkBasicOps-router-1631504451', 'tenant_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': 'f8340623-0919-4d47-9d07-fbdb08f598a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:52:52Z', 'updated_at': '2022-05-30T20:52:57Z', 'revision_number': 4, 'project_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'gw_port': {'id': 'f8340623-0919-4d47-9d07-fbdb08f598a9', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd212c7-38b9-406c-8e98-81d2f5734851', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:52:52Z', 'updated_at': '2022-05-30T20:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '93dee76c-46a9-4cc2-ba5a-af9c2a9c4f37', 'name': '', 'network_id': 'b4017974-b3bc-4959-8fc6-fe94bd34d022', 'tenant_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'mac_address': 'fa:16:3e:f2:af:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd212c7-38b9-406c-8e98-81d2f5734851', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56337852-f20d-41db-b3ac-ff94dbaa9045', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:52:57Z', 'updated_at': '2022-05-30T20:53:04Z', 'revision_number': 5, 'project_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'subnets': [{'id': '56337852-f20d-41db-b3ac-ff94dbaa9045', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:53:56.263408 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5df31ef-4953-42a7-a4de-34d47780380b None None] The sync data for ids ['0dd212c7-38b9-406c-8e98-81d2f5734851'] in n-d-843948-2 is: [{'id': '0dd212c7-38b9-406c-8e98-81d2f5734851', 'name': 'tempest-TestNetworkBasicOps-router-1631504451', 'tenant_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': 'f8340623-0919-4d47-9d07-fbdb08f598a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:52:52Z', 'updated_at': '2022-05-30T20:52:57Z', 'revision_number': 4, 'project_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'gw_port': {'id': 'f8340623-0919-4d47-9d07-fbdb08f598a9', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd212c7-38b9-406c-8e98-81d2f5734851', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:52:52Z', 'updated_at': '2022-05-30T20:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '93dee76c-46a9-4cc2-ba5a-af9c2a9c4f37', 'name': '', 'network_id': 'b4017974-b3bc-4959-8fc6-fe94bd34d022', 'tenant_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'mac_address': 'fa:16:3e:f2:af:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd212c7-38b9-406c-8e98-81d2f5734851', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56337852-f20d-41db-b3ac-ff94dbaa9045', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:52:57Z', 'updated_at': '2022-05-30T20:53:04Z', 'revision_number': 5, 'project_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'subnets': [{'id': '56337852-f20d-41db-b3ac-ff94dbaa9045', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:53:56.293280 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4f2d1ff9-5557-4092-9624-457b605b2d0d req-64f47aa9-e2d4-414c-9cbc-c1471a719f99 service neutron] 10.222.0.71 "GET /v2.0/networks/b4017974-b3bc-4959-8fc6-fe94bd34d022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479576 May 30 20:53:56.295374 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-5a256e67-5abc-45ab-8825-e4cb59a1ff3d req-b589d06c-c562-4adb-9719-ca62dfaaceb5 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Unset dirty status for tenant:2d26ee9c136c43a7a24c2ecd289ef8cf on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:53:56.296604 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5a256e67-5abc-45ab-8825-e4cb59a1ff3d req-b589d06c-c562-4adb-9719-ca62dfaaceb5 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.85 "GET /v2.0/ports?device_id=d2e9cbfb-c3b1-4d77-9957-5b51bdb0105c HTTP/1.1" status: 200 len: 946 time: 0.2693028 May 30 20:53:56.346603 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5a256e67-5abc-45ab-8825-e4cb59a1ff3d req-6721dc1a-1a6b-4acb-afe2-7fada0521b81 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.85 "GET /v2.0/security-groups?id=5ee05657-335d-48c3-86ae-e21e24f063fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441942 May 30 20:53:56.492061 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbaa1cc1-a049-4ee6-9b2f-035fccd6b442 None None] New status for floating IP b0bf0d3c-ea1f-4899-944f-a895765c8534: DOWN {{(pid=84888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 20:53:57.189543 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd52e97-3218-4860-aaf3-9612632bd7ba req-cb378386-1817-41d3-a2d2-30dda769f75f tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:53:57.190987 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2fd52e97-3218-4860-aaf3-9612632bd7ba req-cb378386-1817-41d3-a2d2-30dda769f75f tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.71 "GET /v2.0/ports?device_id=d2e9cbfb-c3b1-4d77-9957-5b51bdb0105c HTTP/1.1" status: 200 len: 946 time: 0.0754538 May 30 20:53:57.262129 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-2fd52e97-3218-4860-aaf3-9612632bd7ba req-7700445a-341d-4f98-b2e9-1b1d50ed9b48 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Deleting port ea209da5-46cb-46cf-912e-d20d9bc09636 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:53:57.262459 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-2fd52e97-3218-4860-aaf3-9612632bd7ba req-7700445a-341d-4f98-b2e9-1b1d50ed9b48 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:57.505282 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-2fd52e97-3218-4860-aaf3-9612632bd7ba req-7700445a-341d-4f98-b2e9-1b1d50ed9b48 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] For port ea209da5-46cb-46cf-912e-d20d9bc09636, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=ea209da5-46cb-46cf-912e-d20d9bc09636,segment=NetworkSegment(a4686e68-c9e9-470e-98ce-68deea568767),segment_id=a4686e68-c9e9-470e-98ce-68deea568767)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:53:57.505532 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-2fd52e97-3218-4860-aaf3-9612632bd7ba req-7700445a-341d-4f98-b2e9-1b1d50ed9b48 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:57.546877 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ba75a2-7d8e-4b69-b8b8-e19b099b7fc8 req-eb425451-2f2f-476b-92c4-4477ae10f2ea tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:53:57.548325 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-71ba75a2-7d8e-4b69-b8b8-e19b099b7fc8 req-eb425451-2f2f-476b-92c4-4477ae10f2ea tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.85 "GET /v2.0/ports?device_id=d2e9cbfb-c3b1-4d77-9957-5b51bdb0105c HTTP/1.1" status: 200 len: 946 time: 0.0778558 May 30 20:53:57.593380 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-71ba75a2-7d8e-4b69-b8b8-e19b099b7fc8 req-3c28f7a0-7ce8-429f-996e-77d63afaa255 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.85 "GET /v2.0/security-groups?id=5ee05657-335d-48c3-86ae-e21e24f063fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394928 May 30 20:53:57.626653 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-2fd52e97-3218-4860-aaf3-9612632bd7ba req-7700445a-341d-4f98-b2e9-1b1d50ed9b48 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Calling delete_port for ea209da5-46cb-46cf-912e-d20d9bc09636 owned by compute:nova {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:53:57.821340 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-2fd52e97-3218-4860-aaf3-9612632bd7ba req-7700445a-341d-4f98-b2e9-1b1d50ed9b48 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:57.871615 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7700445a-341d-4f98-b2e9-1b1d50ed9b48 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Pushing event deleted for resources: {'Port': ['ID=ea209da5-46cb-46cf-912e-d20d9bc09636,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:53:57.943793 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fd52e97-3218-4860-aaf3-9612632bd7ba req-7700445a-341d-4f98-b2e9-1b1d50ed9b48 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] No DVR routers for this DVR port ea209da5-46cb-46cf-912e-d20d9bc09636 on host n-h1-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:53:57.946295 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-2fd52e97-3218-4860-aaf3-9612632bd7ba req-7700445a-341d-4f98-b2e9-1b1d50ed9b48 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:57.949359 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2e9cbfb-c3b1-4d77-9957-5b51bdb0105c', 'name': 'network-vif-deleted', 'tag': 'ea209da5-46cb-46cf-912e-d20d9bc09636'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:53:58.003481 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f180093c-afff-492f-9113-4941e4a55a11'] response: {'server_uuid': 'd2e9cbfb-c3b1-4d77-9957-5b51bdb0105c', 'name': 'network-vif-deleted', 'tag': 'ea209da5-46cb-46cf-912e-d20d9bc09636', 'status': 'completed', 'code': 200} May 30 20:53:58.022227 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2fd52e97-3218-4860-aaf3-9612632bd7ba req-7700445a-341d-4f98-b2e9-1b1d50ed9b48 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.71 "DELETE /v2.0/ports/ea209da5-46cb-46cf-912e-d20d9bc09636 HTTP/1.1" status: 204 len: 173 time: 0.8258250 May 30 20:53:58.776417 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3cacf9d1-77ec-4028-8c09-159c142bfaa8 req-0d09149e-a443-4347-ac41-6d3ef633011b tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.85 "GET /v2.0/ports?device_id=d2e9cbfb-c3b1-4d77-9957-5b51bdb0105c HTTP/1.1" status: 200 len: 210 time: 0.0465872 May 30 20:53:59.598683 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2e287d59-5325-4a96-b6ff-b75b573660e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:59.861817 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:59.885587 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 45080) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:53:59.957870 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a99bfb84-3426-4c26-92e6-ea0ebf34cf31 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:53:59.987843 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a99bfb84-3426-4c26-92e6-ea0ebf34cf31 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:00.119134 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a99bfb84-3426-4c26-92e6-ea0ebf34cf31 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:00.138399 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99bfb84-3426-4c26-92e6-ea0ebf34cf31 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ee05657-335d-48c3-86ae-e21e24f063fb,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:54:00.186693 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a99bfb84-3426-4c26-92e6-ea0ebf34cf31 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:00.187854 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-a99bfb84-3426-4c26-92e6-ea0ebf34cf31 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.85 "DELETE /v2.0/security-groups/5ee05657-335d-48c3-86ae-e21e24f063fb HTTP/1.1" status: 204 len: 168 time: 0.3012629 May 30 20:54:00.285690 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 45086) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:54:00.663282 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device ea209da5-46cb-46cf-912e-d20d9bc09636 no longer exists at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:54:00.697432 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] No Port match for: ea209da5-46cb-46cf-912e-d20d9bc09636 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:54:00.697803 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device ea209da5-46cb-46cf-912e-d20d9bc09636 not bound to the agent host n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:54:00.791530 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8ecc1d49-b9b4-495e-91f3-6e611cccc4d4 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-736216'] for router_interface, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:01.187146 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:01.411059 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-8ecc1d49-b9b4-495e-91f3-6e611cccc4d4 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Deleting port 93dee76c-46a9-4cc2-ba5a-af9c2a9c4f37 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:54:01.411728 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8ecc1d49-b9b4-495e-91f3-6e611cccc4d4 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:01.545701 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:54:01.597854 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [None req-8ecc1d49-b9b4-495e-91f3-6e611cccc4d4 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] For port 93dee76c-46a9-4cc2-ba5a-af9c2a9c4f37, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=93dee76c-46a9-4cc2-ba5a-af9c2a9c4f37,segment=NetworkSegment(a4686e68-c9e9-470e-98ce-68deea568767),segment_id=a4686e68-c9e9-470e-98ce-68deea568767)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:54:01.598204 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8ecc1d49-b9b4-495e-91f3-6e611cccc4d4 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:01.718237 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-8ecc1d49-b9b4-495e-91f3-6e611cccc4d4 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Calling delete_port for 93dee76c-46a9-4cc2-ba5a-af9c2a9c4f37 owned by network:router_interface {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:54:01.987277 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8ecc1d49-b9b4-495e-91f3-6e611cccc4d4 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:02.033177 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecc1d49-b9b4-495e-91f3-6e611cccc4d4 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Pushing event deleted for resources: {'Port': ['ID=93dee76c-46a9-4cc2-ba5a-af9c2a9c4f37,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:54:02.432314 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8ecc1d49-b9b4-495e-91f3-6e611cccc4d4 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1718140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-736143'] for router_interface, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:02.753440 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:03.002680 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ecc1d49-b9b4-495e-91f3-6e611cccc4d4 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Router 0dd212c7-38b9-406c-8e98-81d2f5734851 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:54:03.199581 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ecc1d49-b9b4-495e-91f3-6e611cccc4d4 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:54:03.208594 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb04747-5015-4bc8-9456-31543373b3c7 None None] Sync routers for ids ['0dd212c7-38b9-406c-8e98-81d2f5734851'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:54:03.212201 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-8ecc1d49-b9b4-495e-91f3-6e611cccc4d4 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.85 "PUT /v2.0/routers/0dd212c7-38b9-406c-8e98-81d2f5734851/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9252505 May 30 20:54:03.214734 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 45092) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:54:03.223560 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb04747-5015-4bc8-9456-31543373b3c7 None None] Routers {'0dd212c7-38b9-406c-8e98-81d2f5734851'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:54:03.224235 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-bbb04747-5015-4bc8-9456-31543373b3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:54:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['0dd212c7-38b9-406c-8e98-81d2f5734851'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:54:03.398686 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-bbb04747-5015-4bc8-9456-31543373b3c7 None None] Set router 0dd212c7-38b9-406c-8e98-81d2f5734851 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:54:03.398930 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_v2 [None req-a19beef6-8090-4f2f-a5e7-030074ac49b9 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Deleting subnet 56337852-f20d-41db-b3ac-ff94dbaa9045 {{(pid=84887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:54:03.401834 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a19beef6-8090-4f2f-a5e7-030074ac49b9 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks [] for subnet, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:03.459017 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a19beef6-8090-4f2f-a5e7-030074ac49b9 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3149227'] for subnet, precommit_delete_associations {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:03.541972 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a19beef6-8090-4f2f-a5e7-030074ac49b9 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:03.682159 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-bbb04747-5015-4bc8-9456-31543373b3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dd212c7-38b9-406c-8e98-81d2f5734851', 'name': 'tempest-TestNetworkBasicOps-router-1631504451', 'tenant_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': 'f8340623-0919-4d47-9d07-fbdb08f598a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:52:52Z', 'updated_at': '2022-05-30T20:54:01Z', 'revision_number': 5, 'project_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'gw_port': {'id': 'f8340623-0919-4d47-9d07-fbdb08f598a9', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd212c7-38b9-406c-8e98-81d2f5734851', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:52:52Z', 'updated_at': '2022-05-30T20:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:54:03.685873 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb04747-5015-4bc8-9456-31543373b3c7 None None] Checking router: 0dd212c7-38b9-406c-8e98-81d2f5734851 for host: n-d-843948-2 {{(pid=84889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:54:03.695907 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a19beef6-8090-4f2f-a5e7-030074ac49b9 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4055470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114247'] for subnet, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:03.696109 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb04747-5015-4bc8-9456-31543373b3c7 None None] Routers {'0dd212c7-38b9-406c-8e98-81d2f5734851'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:54:03.696716 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-bbb04747-5015-4bc8-9456-31543373b3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:54:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['0dd212c7-38b9-406c-8e98-81d2f5734851'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:54:03.736662 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19beef6-8090-4f2f-a5e7-030074ac49b9 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Pushing event deleted for resources: {'Subnet': ['ID=56337852-f20d-41db-b3ac-ff94dbaa9045,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:54:03.740545 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a19beef6-8090-4f2f-a5e7-030074ac49b9 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:03.746980 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a6ce77-3198-4155-b0e9-8c108bc50a1a None None] Network b4017974-b3bc-4959-8fc6-fe94bd34d022 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:54:03.748538 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-a19beef6-8090-4f2f-a5e7-030074ac49b9 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.85 "DELETE /v2.0/subnets/56337852-f20d-41db-b3ac-ff94dbaa9045 HTTP/1.1" status: 204 len: 168 time: 0.5327826 May 30 20:54:03.751314 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 45096) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:54:03.918667 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-bbb04747-5015-4bc8-9456-31543373b3c7 None None] Set router 0dd212c7-38b9-406c-8e98-81d2f5734851 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:54:03.958514 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-98dae94c-f701-4332-8c3c-961682cee90b tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks [] for router, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:04.026452 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13cb296a-4f2f-4cf8-9479-2fad1c1ba2b2 None None] DHCP port deletion for b4017974-b3bc-4959-8fc6-fe94bd34d022 request from n-d-843948-2 {{(pid=84888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:54:04.031877 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-13cb296a-4f2f-4cf8-9479-2fad1c1ba2b2 None None] Deleting port aff5445a-413b-4c10-bb49-93522045cda7 {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:54:04.032496 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13cb296a-4f2f-4cf8-9479-2fad1c1ba2b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:04.167870 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-98dae94c-f701-4332-8c3c-961682cee90b tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:04.226632 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-bbb04747-5015-4bc8-9456-31543373b3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dd212c7-38b9-406c-8e98-81d2f5734851', 'name': 'tempest-TestNetworkBasicOps-router-1631504451', 'tenant_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': 'f8340623-0919-4d47-9d07-fbdb08f598a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:52:52Z', 'updated_at': '2022-05-30T20:54:01Z', 'revision_number': 5, 'project_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'gw_port': {'id': 'f8340623-0919-4d47-9d07-fbdb08f598a9', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd212c7-38b9-406c-8e98-81d2f5734851', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:52:52Z', 'updated_at': '2022-05-30T20:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:54:04.231031 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb04747-5015-4bc8-9456-31543373b3c7 None None] The sync data for ids ['0dd212c7-38b9-406c-8e98-81d2f5734851'] in n-d-843948-2 is: [{'id': '0dd212c7-38b9-406c-8e98-81d2f5734851', 'name': 'tempest-TestNetworkBasicOps-router-1631504451', 'tenant_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': 'f8340623-0919-4d47-9d07-fbdb08f598a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:52:52Z', 'updated_at': '2022-05-30T20:54:01Z', 'revision_number': 5, 'project_id': '2d26ee9c136c43a7a24c2ecd289ef8cf', 'gw_port': {'id': 'f8340623-0919-4d47-9d07-fbdb08f598a9', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd212c7-38b9-406c-8e98-81d2f5734851', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:52:52Z', 'updated_at': '2022-05-30T20:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:54:04.238577 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-98dae94c-f701-4332-8c3c-961682cee90b tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Deleting port f8340623-0919-4d47-9d07-fbdb08f598a9 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:54:04.243524 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-98dae94c-f701-4332-8c3c-961682cee90b tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:04.243678 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-13cb296a-4f2f-4cf8-9479-2fad1c1ba2b2 None None] For port aff5445a-413b-4c10-bb49-93522045cda7, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=aff5445a-413b-4c10-bb49-93522045cda7,segment=NetworkSegment(a4686e68-c9e9-470e-98ce-68deea568767),segment_id=a4686e68-c9e9-470e-98ce-68deea568767)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:54:04.243678 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13cb296a-4f2f-4cf8-9479-2fad1c1ba2b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:04.362139 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-13cb296a-4f2f-4cf8-9479-2fad1c1ba2b2 None None] Calling delete_port for aff5445a-413b-4c10-bb49-93522045cda7 owned by network:dhcp {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:54:04.416110 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [None req-98dae94c-f701-4332-8c3c-961682cee90b tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] For port f8340623-0919-4d47-9d07-fbdb08f598a9, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=f8340623-0919-4d47-9d07-fbdb08f598a9,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:54:04.416469 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-98dae94c-f701-4332-8c3c-961682cee90b tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:04.507170 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13cb296a-4f2f-4cf8-9479-2fad1c1ba2b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468'] for port, after_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:04.541875 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-98dae94c-f701-4332-8c3c-961682cee90b tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Calling delete_port for f8340623-0919-4d47-9d07-fbdb08f598a9 owned by network:router_gateway {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:54:04.551141 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cb296a-4f2f-4cf8-9479-2fad1c1ba2b2 None None] Pushing event deleted for resources: {'Port': ['ID=aff5445a-413b-4c10-bb49-93522045cda7,revision_number=None']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:54:04.563499 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13cb296a-4f2f-4cf8-9479-2fad1c1ba2b2 None None] No DVR routers for this DVR port aff5445a-413b-4c10-bb49-93522045cda7 on host n-d-843948-2 {{(pid=84888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:54:04.565919 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cb296a-4f2f-4cf8-9479-2fad1c1ba2b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:54:04.566271 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cb296a-4f2f-4cf8-9479-2fad1c1ba2b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:54:04.566695 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cb296a-4f2f-4cf8-9479-2fad1c1ba2b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:54:04.567051 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cb296a-4f2f-4cf8-9479-2fad1c1ba2b2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:54:04.568517 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cb296a-4f2f-4cf8-9479-2fad1c1ba2b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:54:04.568857 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cb296a-4f2f-4cf8-9479-2fad1c1ba2b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:54:04.569190 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cb296a-4f2f-4cf8-9479-2fad1c1ba2b2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:54:04.569518 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cb296a-4f2f-4cf8-9479-2fad1c1ba2b2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:54:04.569915 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cb296a-4f2f-4cf8-9479-2fad1c1ba2b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:54:04.570239 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cb296a-4f2f-4cf8-9479-2fad1c1ba2b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:54:04.570683 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cb296a-4f2f-4cf8-9479-2fad1c1ba2b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:54:04.747274 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-98dae94c-f701-4332-8c3c-961682cee90b tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:04.793272 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dae94c-f701-4332-8c3c-961682cee90b tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Pushing event deleted for resources: {'Port': ['ID=f8340623-0919-4d47-9d07-fbdb08f598a9,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:54:04.862592 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98dae94c-f701-4332-8c3c-961682cee90b tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:54:04.862829 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98dae94c-f701-4332-8c3c-961682cee90b tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:54:04.863157 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98dae94c-f701-4332-8c3c-961682cee90b tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:54:04.863493 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98dae94c-f701-4332-8c3c-961682cee90b tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:54:04.863804 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98dae94c-f701-4332-8c3c-961682cee90b tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:54:04.864121 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98dae94c-f701-4332-8c3c-961682cee90b tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:54:04.864436 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98dae94c-f701-4332-8c3c-961682cee90b tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:54:04.864747 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98dae94c-f701-4332-8c3c-961682cee90b tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:54:04.865057 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98dae94c-f701-4332-8c3c-961682cee90b tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:54:04.865368 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98dae94c-f701-4332-8c3c-961682cee90b tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:54:04.865745 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98dae94c-f701-4332-8c3c-961682cee90b tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:54:05.128913 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-98dae94c-f701-4332-8c3c-961682cee90b tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-736453'] for router_gateway, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:05.380211 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-98dae94c-f701-4332-8c3c-961682cee90b tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-724789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3141'] for router, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:05.384215 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-98dae94c-f701-4332-8c3c-961682cee90b tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:05.523824 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-98dae94c-f701-4332-8c3c-961682cee90b tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724889'] for router, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:05.524892 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98dae94c-f701-4332-8c3c-961682cee90b tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Fanout notify agent at l3_agent the message router_deleted on router 0dd212c7-38b9-406c-8e98-81d2f5734851 {{(pid=84886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:54:05.539622 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-98dae94c-f701-4332-8c3c-961682cee90b tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks [] for router, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:05.544647 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-98dae94c-f701-4332-8c3c-961682cee90b tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.85 "DELETE /v2.0/routers/0dd212c7-38b9-406c-8e98-81d2f5734851 HTTP/1.1" status: 204 len: 168 time: 1.7885251 May 30 20:54:05.544647 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 45100) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:54:05.663705 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bd91246f-40b8-4bae-bb63-66cf153b53d9 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:05.797919 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bd91246f-40b8-4bae-bb63-66cf153b53d9 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:05.824227 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-bd91246f-40b8-4bae-bb63-66cf153b53d9 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4017974-b3bc-4959-8fc6-fe94bd34d022']}} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:54:05.836814 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-bd91246f-40b8-4bae-bb63-66cf153b53d9 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4686e68-c9e9-470e-98ce-68deea568767') {'for_net_delete': True} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:54:05.837697 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-bd91246f-40b8-4bae-bb63-66cf153b53d9 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4686e68-c9e9-470e-98ce-68deea568767') {} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:54:05.848968 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bd91246f-40b8-4bae-bb63-66cf153b53d9 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2660590'] for segment, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:05.864230 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bd91246f-40b8-4bae-bb63-66cf153b53d9 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:05.870109 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd91246f-40b8-4bae-bb63-66cf153b53d9 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Releasing vlan 672 on physical network physnet1 to pool {{(pid=84886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:54:05.870483 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bd91246f-40b8-4bae-bb63-66cf153b53d9 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4126989'] for segment, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:05.884758 n-d-843948-2 neutron-server[84886]: Traceback (most recent call last): May 30 20:54:05.884758 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:54:05.884758 n-d-843948-2 neutron-server[84886]: timer() May 30 20:54:05.884758 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:54:05.884758 n-d-843948-2 neutron-server[84886]: cb(*args, **kw) May 30 20:54:05.884758 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:54:05.884758 n-d-843948-2 neutron-server[84886]: return func(*args, **kwargs) May 30 20:54:05.884758 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:54:05.884758 n-d-843948-2 neutron-server[84886]: self._notify() May 30 20:54:05.884758 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:54:05.884758 n-d-843948-2 neutron-server[84886]: self.callback(batched_events) May 30 20:54:05.884758 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:54:05.884758 n-d-843948-2 neutron-server[84886]: event.method(event) May 30 20:54:05.884758 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:54:05.884758 n-d-843948-2 neutron-server[84886]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:54:05.884758 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:54:05.884758 n-d-843948-2 neutron-server[84886]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:54:05.884758 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:54:05.884758 n-d-843948-2 neutron-server[84886]: return f(self, *a, **k) May 30 20:54:05.884758 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:54:05.884758 n-d-843948-2 neutron-server[84886]: return self._get(url).json() May 30 20:54:05.884758 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:54:05.884758 n-d-843948-2 neutron-server[84886]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:54:05.884758 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:54:05.884758 n-d-843948-2 neutron-server[84886]: return self.request(url, 'GET', **kwargs) May 30 20:54:05.884758 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:54:05.884758 n-d-843948-2 neutron-server[84886]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:54:05.884758 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:54:05.884758 n-d-843948-2 neutron-server[84886]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:54:05.884758 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:54:05.884758 n-d-843948-2 neutron-server[84886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:54:05.884758 n-d-843948-2 neutron-server[84886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:54:06.017205 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bd91246f-40b8-4bae-bb63-66cf153b53d9 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:06.035631 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bd91246f-40b8-4bae-bb63-66cf153b53d9 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Notify callbacks [] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:06.041952 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd91246f-40b8-4bae-bb63-66cf153b53d9 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] Pushing event deleted for resources: {'Network': ['ID=b4017974-b3bc-4959-8fc6-fe94bd34d022,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:54:06.055424 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device aff5445a-413b-4c10-bb49-93522045cda7 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:54:06.086658 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-bd91246f-40b8-4bae-bb63-66cf153b53d9 tempest-TestNetworkBasicOps-1211269513 tempest-TestNetworkBasicOps-1211269513-project] 10.222.0.85 "DELETE /v2.0/networks/b4017974-b3bc-4959-8fc6-fe94bd34d022 HTTP/1.1" status: 204 len: 168 time: 0.5413682 May 30 20:54:06.090461 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: aff5445a-413b-4c10-bb49-93522045cda7 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:54:06.090806 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device aff5445a-413b-4c10-bb49-93522045cda7 not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:54:06.091275 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device f8340623-0919-4d47-9d07-fbdb08f598a9 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:54:06.166421 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: f8340623-0919-4d47-9d07-fbdb08f598a9 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:54:06.166801 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device f8340623-0919-4d47-9d07-fbdb08f598a9 not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:54:06.167175 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 93dee76c-46a9-4cc2-ba5a-af9c2a9c4f37 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:54:06.199597 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: 93dee76c-46a9-4cc2-ba5a-af9c2a9c4f37 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:54:06.200093 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 93dee76c-46a9-4cc2-ba5a-af9c2a9c4f37 not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:54:06.579221 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 45118) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:54:06.595487 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722b4af5-57ba-4737-ac2f-ef76c66be043 req-a2193d24-a2d3-4bd8-af54-6c995da22d22 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:54:06.595487 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-722b4af5-57ba-4737-ac2f-ef76c66be043 req-a2193d24-a2d3-4bd8-af54-6c995da22d22 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/ports?device_id=2efcff84-d824-480a-bcaf-fb97451d40e5 HTTP/1.1" status: 200 len: 945 time: 0.0838842 May 30 20:54:06.643320 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-722b4af5-57ba-4737-ac2f-ef76c66be043 req-9aafa4d7-4c30-4101-aa8c-e4bba08e6bf8 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/security-groups?id=56cfd6a4-299b-460e-98c4-552686f41e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446033 May 30 20:54:06.766564 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-b1ddba51-1933-485c-8a7f-c43765145461 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=2d26ee9c136c43a7a24c2ecd289ef8cf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1860847 May 30 20:54:06.768903 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 45124) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:54:06.828057 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-cedf30cd-4c41-40a9-b10c-a5d1324a84aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:06.854484 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-cedf30cd-4c41-40a9-b10c-a5d1324a84aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:06.952980 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-cedf30cd-4c41-40a9-b10c-a5d1324a84aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:06.971331 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedf30cd-4c41-40a9-b10c-a5d1324a84aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc56a160-96e6-42ef-821c-e1d5420af907,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:54:06.979260 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-cedf30cd-4c41-40a9-b10c-a5d1324a84aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:06.983961 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-cedf30cd-4c41-40a9-b10c-a5d1324a84aa admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/bc56a160-96e6-42ef-821c-e1d5420af907 HTTP/1.1" status: 204 len: 168 time: 0.2107079 May 30 20:54:07.578848 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 45136) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:54:07.597889 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-97c83d93-ff86-4c81-b106-f218543f9177 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:07.629642 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-97c83d93-ff86-4c81-b106-f218543f9177 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:54:07.633635 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-97c83d93-ff86-4c81-b106-f218543f9177 admin admin] Usage tracker for resource:security_group_rule and tenant:34bad074d59042ff93e3249563da446f is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:54:07.637395 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-97c83d93-ff86-4c81-b106-f218543f9177 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:54:07.644262 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-97c83d93-ff86-4c81-b106-f218543f9177 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:54:07.709891 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-97c83d93-ff86-4c81-b106-f218543f9177 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:07.775950 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-97c83d93-ff86-4c81-b106-f218543f9177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:07.825162 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c83d93-ff86-4c81-b106-f218543f9177 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f5ff712-87b7-4242-b852-a6f76f30eb8b,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:54:07.830634 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-97c83d93-ff86-4c81-b106-f218543f9177 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=34bad074d59042ff93e3249563da446f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2506948 May 30 20:54:07.834029 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 45142) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:54:07.895347 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f304b5-919c-4cba-9c4c-692dfa0d16e4 req-87b2b2c1-45d8-4fbd-a362-630154bbe04c tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:54:07.896773 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f4f304b5-919c-4cba-9c4c-692dfa0d16e4 req-87b2b2c1-45d8-4fbd-a362-630154bbe04c tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/ports?device_id=2efcff84-d824-480a-bcaf-fb97451d40e5 HTTP/1.1" status: 200 len: 945 time: 0.1257706 May 30 20:54:07.931178 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-689f2190-6e9c-4a31-a851-99964396051a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:07.972639 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-689f2190-6e9c-4a31-a851-99964396051a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:07.984088 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f4f304b5-919c-4cba-9c4c-692dfa0d16e4 req-b25f93ed-f920-4f90-8253-36c11e0cf333 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/security-groups?id=56cfd6a4-299b-460e-98c4-552686f41e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760796 May 30 20:54:08.082360 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daf360f-cf9e-476c-ae14-c2c9ac77c3c9 req-79006afe-8026-4ed9-9552-47d5f09da986 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:54:08.083782 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2daf360f-cf9e-476c-ae14-c2c9ac77c3c9 req-79006afe-8026-4ed9-9552-47d5f09da986 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] 10.222.0.85 "GET /v2.0/ports?device_id=752ff636-273e-406a-a7ed-627b04ecfac8 HTTP/1.1" status: 200 len: 945 time: 0.0790091 May 30 20:54:08.107470 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-689f2190-6e9c-4a31-a851-99964396051a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:08.122535 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689f2190-6e9c-4a31-a851-99964396051a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f5ff712-87b7-4242-b852-a6f76f30eb8b,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:54:08.134879 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-689f2190-6e9c-4a31-a851-99964396051a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:08.134879 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-689f2190-6e9c-4a31-a851-99964396051a admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/2f5ff712-87b7-4242-b852-a6f76f30eb8b HTTP/1.1" status: 204 len: 168 time: 0.2960258 May 30 20:54:08.235394 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2daf360f-cf9e-476c-ae14-c2c9ac77c3c9 req-d4406f7c-3199-48fa-b055-c72b29e7c0dc tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] 10.222.0.85 "GET /v2.0/security-groups?id=562d9952-a512-42cb-8e81-3a7659731dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1451466 May 30 20:54:09.306973 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 45170) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:54:09.343240 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41173b02-5001-4aac-9206-91eb5f3da286 req-533e86f8-09c0-4f28-bfc6-a396ecdf19c9 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:54:09.344800 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-41173b02-5001-4aac-9206-91eb5f3da286 req-533e86f8-09c0-4f28-bfc6-a396ecdf19c9 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/ports?device_id=2efcff84-d824-480a-bcaf-fb97451d40e5 HTTP/1.1" status: 200 len: 945 time: 0.0848336 May 30 20:54:09.410186 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-41173b02-5001-4aac-9206-91eb5f3da286 req-b8b32e56-6040-4f31-9bff-abefe878def9 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/security-groups?id=56cfd6a4-299b-460e-98c4-552686f41e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549760 May 30 20:54:09.449330 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-1429c6a8-121f-402d-959e-d1f8a0737fd5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1561855957-network', 'tenant_id': '664fa987cede4b5c91b79f131e0ee328'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:54:09.454587 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-1429c6a8-121f-402d-959e-d1f8a0737fd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:54:09.458417 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-1429c6a8-121f-402d-959e-d1f8a0737fd5 admin admin] Usage tracker for resource:network and tenant:664fa987cede4b5c91b79f131e0ee328 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:54:09.462582 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-1429c6a8-121f-402d-959e-d1f8a0737fd5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:54:09.467983 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-1429c6a8-121f-402d-959e-d1f8a0737fd5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:54:09.481083 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5a3cea-3c98-40af-a24a-dfe22afcbaad req-093a6c57-ad9d-4b20-8881-f1d5edd81f88 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:54:09.482512 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1e5a3cea-3c98-40af-a24a-dfe22afcbaad req-093a6c57-ad9d-4b20-8881-f1d5edd81f88 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] 10.222.0.86 "GET /v2.0/ports?device_id=752ff636-273e-406a-a7ed-627b04ecfac8 HTTP/1.1" status: 200 len: 945 time: 0.1366339 May 30 20:54:09.492471 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad8c52f-7f48-41bb-b160-14ea91a7da66 req-56e2de95-dcdc-46ed-a6b0-163c1fab8f2c tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:54:09.493854 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-aad8c52f-7f48-41bb-b160-14ea91a7da66 req-56e2de95-dcdc-46ed-a6b0-163c1fab8f2c tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] 10.222.0.85 "GET /v2.0/ports?device_id=752ff636-273e-406a-a7ed-627b04ecfac8 HTTP/1.1" status: 200 len: 945 time: 0.1183381 May 30 20:54:09.512593 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1429c6a8-121f-402d-959e-d1f8a0737fd5 admin admin] Made reservation on behalf of 664fa987cede4b5c91b79f131e0ee328 for: {'network': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:54:09.515057 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1429c6a8-121f-402d-959e-d1f8a0737fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:09.528267 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1429c6a8-121f-402d-959e-d1f8a0737fd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:09.559344 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-1429c6a8-121f-402d-959e-d1f8a0737fd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:54:09.563279 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-1429c6a8-121f-402d-959e-d1f8a0737fd5 admin admin] Usage tracker for resource:security_group_rule and tenant:664fa987cede4b5c91b79f131e0ee328 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:54:09.566222 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-1429c6a8-121f-402d-959e-d1f8a0737fd5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:54:09.572623 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-1429c6a8-121f-402d-959e-d1f8a0737fd5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:54:09.589862 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-1e5a3cea-3c98-40af-a24a-dfe22afcbaad req-f75e13fc-e7df-4df7-b193-03ccf991fd51 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Deleting port 311d200f-3ebf-47c6-bc07-4fce44a33b83 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:54:09.590221 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-1e5a3cea-3c98-40af-a24a-dfe22afcbaad req-f75e13fc-e7df-4df7-b193-03ccf991fd51 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:09.627563 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-aad8c52f-7f48-41bb-b160-14ea91a7da66 req-0fdf958b-dd75-4746-b3b7-b2aa7322f6fa tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] 10.222.0.85 "GET /v2.0/security-groups?id=562d9952-a512-42cb-8e81-3a7659731dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055474 May 30 20:54:09.641133 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1429c6a8-121f-402d-959e-d1f8a0737fd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:09.718861 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1429c6a8-121f-402d-959e-d1f8a0737fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:09.749405 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1429c6a8-121f-402d-959e-d1f8a0737fd5 admin admin] vlan segment allocate from pool success with {'vlan_id': 650, 'physical_network': 'physnet1'} {{(pid=84886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:54:09.758540 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1429c6a8-121f-402d-959e-d1f8a0737fd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=436208d6-8b00-42a4-92f6-f41f913152ac,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:54:09.767096 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1429c6a8-121f-402d-959e-d1f8a0737fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:09.767764 n-d-843948-2 neutron-server[84886]: INFO neutron.db.segments_db [None req-1429c6a8-121f-402d-959e-d1f8a0737fd5 admin admin] Added segment dbc2d090-d772-4642-aa8c-f1461a0cb754 of type vlan for network d52a3f48-7406-4a97-b586-f7523634f690 May 30 20:54:09.798089 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1429c6a8-121f-402d-959e-d1f8a0737fd5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:09.840738 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-1e5a3cea-3c98-40af-a24a-dfe22afcbaad req-f75e13fc-e7df-4df7-b193-03ccf991fd51 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] For port 311d200f-3ebf-47c6-bc07-4fce44a33b83, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=311d200f-3ebf-47c6-bc07-4fce44a33b83,segment=NetworkSegment(b9f21ec1-f21f-4d9f-a608-a53e1430b660),segment_id=b9f21ec1-f21f-4d9f-a608-a53e1430b660)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:54:09.841081 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-1e5a3cea-3c98-40af-a24a-dfe22afcbaad req-f75e13fc-e7df-4df7-b193-03ccf991fd51 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:09.930055 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1429c6a8-121f-402d-959e-d1f8a0737fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:09.931518 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1429c6a8-121f-402d-959e-d1f8a0737fd5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:54:09.932191 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1429c6a8-121f-402d-959e-d1f8a0737fd5 admin admin] Notify callbacks [] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:10.035387 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1429c6a8-121f-402d-959e-d1f8a0737fd5 admin admin] Pushing event updated for resources: {'Network': ['ID=d52a3f48-7406-4a97-b586-f7523634f690,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:54:10.045119 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network d52a3f48-7406-4a97-b586-f7523634f690 details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:54:10.108636 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-1429c6a8-121f-402d-959e-d1f8a0737fd5 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8004334 May 30 20:54:10.112418 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 45176) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:54:10.120236 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-80d0a225-4aaf-4c2c-a69f-1308211bf659 admin admin] Request body: {'subnet': {'network_id': 'd52a3f48-7406-4a97-b586-f7523634f690', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1561855957-subnet', 'tenant_id': '664fa987cede4b5c91b79f131e0ee328', 'ip_version': 4}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:54:10.132787 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-80d0a225-4aaf-4c2c-a69f-1308211bf659 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:54:10.144644 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-80d0a225-4aaf-4c2c-a69f-1308211bf659 admin admin] Usage tracker for resource:subnet and tenant:664fa987cede4b5c91b79f131e0ee328 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:54:10.150910 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-80d0a225-4aaf-4c2c-a69f-1308211bf659 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:54:10.157340 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-1e5a3cea-3c98-40af-a24a-dfe22afcbaad req-f75e13fc-e7df-4df7-b193-03ccf991fd51 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:10.157729 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-1e5a3cea-3c98-40af-a24a-dfe22afcbaad req-f75e13fc-e7df-4df7-b193-03ccf991fd51 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736490'] for floatingip, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:10.158034 n-d-843948-2 neutron-server[84887]: INFO neutron.db.l3_db [req-1e5a3cea-3c98-40af-a24a-dfe22afcbaad req-f75e13fc-e7df-4df7-b193-03ccf991fd51 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Floating IP 29bd33b2-f548-423e-8409-021ca91e9304 disassociated. External IP: 172.25.8.205, port: 311d200f-3ebf-47c6-bc07-4fce44a33b83. May 30 20:54:10.158367 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-1e5a3cea-3c98-40af-a24a-dfe22afcbaad req-f75e13fc-e7df-4df7-b193-03ccf991fd51 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Calling delete_port for 311d200f-3ebf-47c6-bc07-4fce44a33b83 owned by compute:nova {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:54:10.185943 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-80d0a225-4aaf-4c2c-a69f-1308211bf659 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:54:10.268405 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80d0a225-4aaf-4c2c-a69f-1308211bf659 admin admin] Made reservation on behalf of 664fa987cede4b5c91b79f131e0ee328 for: {'subnet': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:54:10.270573 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-80d0a225-4aaf-4c2c-a69f-1308211bf659 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114220'] for subnet, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:10.440480 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-1e5a3cea-3c98-40af-a24a-dfe22afcbaad req-f75e13fc-e7df-4df7-b193-03ccf991fd51 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:10.500056 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75e13fc-e7df-4df7-b193-03ccf991fd51 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Pushing event deleted for resources: {'Port': ['ID=311d200f-3ebf-47c6-bc07-4fce44a33b83,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:54:10.608879 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068bac44-9d86-49b4-a83b-0f4d2e59a4e8 req-78d3a2da-116c-4fa1-b67a-205f5f059881 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:54:10.610470 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-068bac44-9d86-49b4-a83b-0f4d2e59a4e8 req-78d3a2da-116c-4fa1-b67a-205f5f059881 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/ports?device_id=2efcff84-d824-480a-bcaf-fb97451d40e5 HTTP/1.1" status: 200 len: 945 time: 0.0827663 May 30 20:54:10.703669 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-80d0a225-4aaf-4c2c-a69f-1308211bf659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4055401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114238'] for subnet, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:10.780253 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d0a225-4aaf-4c2c-a69f-1308211bf659 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a1ef185-948d-4fee-b790-f4c33d327249,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:54:10.780467 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-068bac44-9d86-49b4-a83b-0f4d2e59a4e8 req-e377724a-4d87-425f-a208-feedd13e5828 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/security-groups?id=56cfd6a4-299b-460e-98c4-552686f41e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1641283 May 30 20:54:10.852234 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-afec5b08-beb9-49d6-80ea-d1ee6ae5c0b8 req-9d0f2c17-983a-40ac-acd1-4c30d8047a27 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] 10.222.0.85 "GET /v2.0/ports?device_id=752ff636-273e-406a-a7ed-627b04ecfac8 HTTP/1.1" status: 200 len: 210 time: 0.0528207 May 30 20:54:10.865237 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d0a225-4aaf-4c2c-a69f-1308211bf659 admin admin] Checking segment: {'id': 'dbc2d090-d772-4642-aa8c-f1461a0cb754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'd52a3f48-7406-4a97-b586-f7523634f690'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:54:10.865237 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d0a225-4aaf-4c2c-a69f-1308211bf659 admin admin] Network hostable DHCP agents. Network: d52a3f48-7406-4a97-b586-f7523634f690, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:54:11.010530 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1e5a3cea-3c98-40af-a24a-dfe22afcbaad req-f75e13fc-e7df-4df7-b193-03ccf991fd51 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Router 1fe49bdf-6230-4617-8d21-8d87761dc2c2 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:54:11.073101 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d0a225-4aaf-4c2c-a69f-1308211bf659 admin admin] Network d52a3f48-7406-4a97-b586-f7523634f690 is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:54:11.188657 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-80d0a225-4aaf-4c2c-a69f-1308211bf659 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, d52a3f48-7406-4a97-b586-f7523634f690) {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:54:11.193771 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d0a225-4aaf-4c2c-a69f-1308211bf659 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:54:11.197296 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-80d0a225-4aaf-4c2c-a69f-1308211bf659 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:11.198659 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-022835a2-b002-4342-ac7f-88d56f15f052 None None] Network d52a3f48-7406-4a97-b586-f7523634f690 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:54:11.243878 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1e5a3cea-3c98-40af-a24a-dfe22afcbaad req-f75e13fc-e7df-4df7-b193-03ccf991fd51 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:54:11.263776 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3f499a-c169-49af-93ec-1e4c77d30d9e None None] Sync routers for ids ['1fe49bdf-6230-4617-8d21-8d87761dc2c2'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:54:11.295924 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3f499a-c169-49af-93ec-1e4c77d30d9e None None] Routers {'1fe49bdf-6230-4617-8d21-8d87761dc2c2'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:54:11.296545 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-1a3f499a-c169-49af-93ec-1e4c77d30d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:54:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['1fe49bdf-6230-4617-8d21-8d87761dc2c2'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:54:11.313507 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-80d0a225-4aaf-4c2c-a69f-1308211bf659 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1999819 May 30 20:54:11.316443 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 45184) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:54:11.319334 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e5a3cea-3c98-40af-a24a-dfe22afcbaad req-f75e13fc-e7df-4df7-b193-03ccf991fd51 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] No DVR routers for this DVR port 311d200f-3ebf-47c6-bc07-4fce44a33b83 on host n-h2-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:54:11.322062 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-1e5a3cea-3c98-40af-a24a-dfe22afcbaad req-f75e13fc-e7df-4df7-b193-03ccf991fd51 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:11.322701 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-882cf83d-0765-45e6-b256-23a8cfbea3d0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1561855957-router', 'tenant_id': '664fa987cede4b5c91b79f131e0ee328', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:54:11.324105 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1e5a3cea-3c98-40af-a24a-dfe22afcbaad req-f75e13fc-e7df-4df7-b193-03ccf991fd51 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] 10.222.0.86 "DELETE /v2.0/ports/311d200f-3ebf-47c6-bc07-4fce44a33b83 HTTP/1.1" status: 204 len: 173 time: 1.8292298 May 30 20:54:11.324556 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '752ff636-273e-406a-a7ed-627b04ecfac8', 'name': 'network-vif-deleted', 'tag': '311d200f-3ebf-47c6-bc07-4fce44a33b83'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:54:11.336042 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-882cf83d-0765-45e6-b256-23a8cfbea3d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:54:11.343898 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-882cf83d-0765-45e6-b256-23a8cfbea3d0 admin admin] Usage tracker for resource:router and tenant:664fa987cede4b5c91b79f131e0ee328 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:54:11.344184 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-882cf83d-0765-45e6-b256-23a8cfbea3d0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:54:11.351845 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-882cf83d-0765-45e6-b256-23a8cfbea3d0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:54:11.380149 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-963c126f-89d3-4224-8970-d928345c57ed'] response: {'server_uuid': '752ff636-273e-406a-a7ed-627b04ecfac8', 'name': 'network-vif-deleted', 'tag': '311d200f-3ebf-47c6-bc07-4fce44a33b83', 'status': 'completed', 'code': 200} May 30 20:54:11.410595 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-882cf83d-0765-45e6-b256-23a8cfbea3d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-733683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3159'] for router, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:11.411661 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-882cf83d-0765-45e6-b256-23a8cfbea3d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-733584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-736372', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-628480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3164'] for router, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:11.430379 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-882cf83d-0765-45e6-b256-23a8cfbea3d0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:11.574077 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-1a3f499a-c169-49af-93ec-1e4c77d30d9e None None] Set router 1fe49bdf-6230-4617-8d21-8d87761dc2c2 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:54:11.613142 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d139cb-6a99-48b4-9818-d6c3be426830 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-d52a3f48-7406-4a97-b586-f7523634f690', 'network_id': 'd52a3f48-7406-4a97-b586-f7523634f690', 'tenant_id': '664fa987cede4b5c91b79f131e0ee328', 'fixed_ips': [{'subnet_id': '2a1ef185-948d-4fee-b790-f4c33d327249'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:54:11.613968 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-65d139cb-6a99-48b4-9818-d6c3be426830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:11.635000 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-882cf83d-0765-45e6-b256-23a8cfbea3d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-736390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:11.883098 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-882cf83d-0765-45e6-b256-23a8cfbea3d0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:11.916668 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-882cf83d-0765-45e6-b256-23a8cfbea3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:11.967405 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-65d139cb-6a99-48b4-9818-d6c3be426830 None None] Allocated IP 172.20.0.2 (d52a3f48-7406-4a97-b586-f7523634f690/2a1ef185-948d-4fee-b790-f4c33d327249/2ee2aa9f-31dc-4a51-adb8-1f7fed08e1c4) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:54:12.075277 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0634dc-8003-4dcc-b797-99ca598c2467 req-f1e1ee82-29c4-47e1-a010-6da9d70aefd7 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:54:12.077593 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4d0634dc-8003-4dcc-b797-99ca598c2467 req-f1e1ee82-29c4-47e1-a010-6da9d70aefd7 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/ports?device_id=2efcff84-d824-480a-bcaf-fb97451d40e5 HTTP/1.1" status: 200 len: 945 time: 0.1355867 May 30 20:54:12.106923 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-7ef1ef54-7aee-4681-863a-d5fda6931a86 req-138460e9-48de-4caa-b129-eca316213be3 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] 10.222.0.85 "GET /v2.0/ports?device_id=752ff636-273e-406a-a7ed-627b04ecfac8 HTTP/1.1" status: 200 len: 210 time: 0.0910163 May 30 20:54:12.141388 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-882cf83d-0765-45e6-b256-23a8cfbea3d0 admin admin] Allocated IP 172.25.8.229 (c7869750-4b49-4b7e-aa99-5e0f1ae02da4/427601ec-f643-4fe7-b5e6-17305d3a39e1/ca31ef76-e340-4884-b865-787ac34a2562) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:54:12.160008 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-1a3f499a-c169-49af-93ec-1e4c77d30d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fe49bdf-6230-4617-8d21-8d87761dc2c2', 'name': 'tempest-TestServerBasicOps-771567349-router', 'tenant_id': '3c7515c181aa4ba98f70242b3f29e504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'a9201888-262a-434f-b6f2-3d6edbb6db5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:48:40Z', 'updated_at': '2022-05-30T20:48:46Z', 'revision_number': 4, 'project_id': '3c7515c181aa4ba98f70242b3f29e504', 'gw_port': {'id': 'a9201888-262a-434f-b6f2-3d6edbb6db5d', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:4a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe49bdf-6230-4617-8d21-8d87761dc2c2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:48:41Z', 'updated_at': '2022-05-30T20:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '09ae35e6-dc0d-401b-bd5d-21cd5d594611', 'name': '', 'network_id': 'beae49ce-0db8-49d5-a0bc-6138c55c0e9a', 'tenant_id': '3c7515c181aa4ba98f70242b3f29e504', 'mac_address': 'fa:16:3e:28:01:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe49bdf-6230-4617-8d21-8d87761dc2c2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '220be634-4722-4e21-bc9c-402c8602baf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:48:45Z', 'updated_at': '2022-05-30T20:48:52Z', 'revision_number': 5, 'project_id': '3c7515c181aa4ba98f70242b3f29e504', 'subnets': [{'id': '220be634-4722-4e21-bc9c-402c8602baf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:54:12.167466 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4d0634dc-8003-4dcc-b797-99ca598c2467 req-ebd42a22-8f29-4dd6-95b4-ac3ac866255f tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/security-groups?id=56cfd6a4-299b-460e-98c4-552686f41e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813839 May 30 20:54:12.170105 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3f499a-c169-49af-93ec-1e4c77d30d9e None None] Checking router: 1fe49bdf-6230-4617-8d21-8d87761dc2c2 for host: n-d-843948-2 {{(pid=84888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:54:12.244700 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3f499a-c169-49af-93ec-1e4c77d30d9e None None] Routers {'1fe49bdf-6230-4617-8d21-8d87761dc2c2'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:54:12.245418 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-1a3f499a-c169-49af-93ec-1e4c77d30d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:54:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['1fe49bdf-6230-4617-8d21-8d87761dc2c2'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:54:12.299700 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-882cf83d-0765-45e6-b256-23a8cfbea3d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:12.410856 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-882cf83d-0765-45e6-b256-23a8cfbea3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:12.411070 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-65d139cb-6a99-48b4-9818-d6c3be426830 None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:12.434696 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-65d139cb-6a99-48b4-9818-d6c3be426830 None None] Transition to ACTIVE for port object 2ee2aa9f-31dc-4a51-adb8-1f7fed08e1c4 will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:54:12.467104 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-65d139cb-6a99-48b4-9818-d6c3be426830 None None] Transition to ACTIVE for port object 2ee2aa9f-31dc-4a51-adb8-1f7fed08e1c4 will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:54:12.484644 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-882cf83d-0765-45e6-b256-23a8cfbea3d0 admin admin] Network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:54:12.487631 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-882cf83d-0765-45e6-b256-23a8cfbea3d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:54:12.492412 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882cf83d-0765-45e6-b256-23a8cfbea3d0 admin admin] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:54:12.498437 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-1a3f499a-c169-49af-93ec-1e4c77d30d9e None None] Set router 1fe49bdf-6230-4617-8d21-8d87761dc2c2 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:54:12.525476 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882cf83d-0765-45e6-b256-23a8cfbea3d0 admin admin] Pushing event updated for resources: {'Port': ['ID=ca31ef76-e340-4884-b865-787ac34a2562,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:54:12.538906 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-65d139cb-6a99-48b4-9818-d6c3be426830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:12.636156 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d139cb-6a99-48b4-9818-d6c3be426830 None None] Network d52a3f48-7406-4a97-b586-f7523634f690 is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:54:12.686926 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-65d139cb-6a99-48b4-9818-d6c3be426830 None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:54:12.698122 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d139cb-6a99-48b4-9818-d6c3be426830 None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:54:12.700249 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d139cb-6a99-48b4-9818-d6c3be426830 None None] Pushing event updated for resources: {'Port': ['ID=2ee2aa9f-31dc-4a51-adb8-1f7fed08e1c4,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:54:12.707007 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-882cf83d-0765-45e6-b256-23a8cfbea3d0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:12.707731 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-882cf83d-0765-45e6-b256-23a8cfbea3d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-736409'] for router, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:12.867329 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-65d139cb-6a99-48b4-9818-d6c3be426830 None None] Attempting to bind port 2ee2aa9f-31dc-4a51-adb8-1f7fed08e1c4 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:54:12.867694 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-65d139cb-6a99-48b4-9818-d6c3be426830 None None] Attempting to bind port 2ee2aa9f-31dc-4a51-adb8-1f7fed08e1c4 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': 'dbc2d090-d772-4642-aa8c-f1461a0cb754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'd52a3f48-7406-4a97-b586-f7523634f690'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:54:12.868573 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d139cb-6a99-48b4-9818-d6c3be426830 None None] Attempting to bind port 2ee2aa9f-31dc-4a51-adb8-1f7fed08e1c4 on network d52a3f48-7406-4a97-b586-f7523634f690 {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:54:12.889451 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d139cb-6a99-48b4-9818-d6c3be426830 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:54:12.889843 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d139cb-6a99-48b4-9818-d6c3be426830 None None] Checking segment: {'id': 'dbc2d090-d772-4642-aa8c-f1461a0cb754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'd52a3f48-7406-4a97-b586-f7523634f690'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:54:12.890235 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-65d139cb-6a99-48b4-9818-d6c3be426830 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:12.890612 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d139cb-6a99-48b4-9818-d6c3be426830 None None] Bound using segment: {'id': 'dbc2d090-d772-4642-aa8c-f1461a0cb754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'd52a3f48-7406-4a97-b586-f7523634f690'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:54:12.891075 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-65d139cb-6a99-48b4-9818-d6c3be426830 None None] Bound port: 2ee2aa9f-31dc-4a51-adb8-1f7fed08e1c4, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbc2d090-d772-4642-aa8c-f1461a0cb754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'd52a3f48-7406-4a97-b586-f7523634f690'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:54:12.891476 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-65d139cb-6a99-48b4-9818-d6c3be426830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:13.004055 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-882cf83d-0765-45e6-b256-23a8cfbea3d0 admin admin] Router 25903c11-bd97-4976-b2a8-95e14f99a4f1 is scheduled to L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 with binding_index 1 {{(pid=84886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 20:54:13.033627 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-65d139cb-6a99-48b4-9818-d6c3be426830 None None] For port 2ee2aa9f-31dc-4a51-adb8-1f7fed08e1c4, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:54:13.038607 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-65d139cb-6a99-48b4-9818-d6c3be426830 None None] For port 2ee2aa9f-31dc-4a51-adb8-1f7fed08e1c4, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=2ee2aa9f-31dc-4a51-adb8-1f7fed08e1c4,segment=NetworkSegment(dbc2d090-d772-4642-aa8c-f1461a0cb754),segment_id=dbc2d090-d772-4642-aa8c-f1461a0cb754)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:54:13.050605 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-1a3f499a-c169-49af-93ec-1e4c77d30d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fe49bdf-6230-4617-8d21-8d87761dc2c2', 'name': 'tempest-TestServerBasicOps-771567349-router', 'tenant_id': '3c7515c181aa4ba98f70242b3f29e504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'a9201888-262a-434f-b6f2-3d6edbb6db5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:48:40Z', 'updated_at': '2022-05-30T20:48:46Z', 'revision_number': 4, 'project_id': '3c7515c181aa4ba98f70242b3f29e504', 'gw_port': {'id': 'a9201888-262a-434f-b6f2-3d6edbb6db5d', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:4a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe49bdf-6230-4617-8d21-8d87761dc2c2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:48:41Z', 'updated_at': '2022-05-30T20:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '09ae35e6-dc0d-401b-bd5d-21cd5d594611', 'name': '', 'network_id': 'beae49ce-0db8-49d5-a0bc-6138c55c0e9a', 'tenant_id': '3c7515c181aa4ba98f70242b3f29e504', 'mac_address': 'fa:16:3e:28:01:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe49bdf-6230-4617-8d21-8d87761dc2c2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '220be634-4722-4e21-bc9c-402c8602baf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:48:45Z', 'updated_at': '2022-05-30T20:48:52Z', 'revision_number': 5, 'project_id': '3c7515c181aa4ba98f70242b3f29e504', 'subnets': [{'id': '220be634-4722-4e21-bc9c-402c8602baf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:54:13.054613 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3f499a-c169-49af-93ec-1e4c77d30d9e None None] The sync data for ids ['1fe49bdf-6230-4617-8d21-8d87761dc2c2'] in n-d-843948-2 is: [{'id': '1fe49bdf-6230-4617-8d21-8d87761dc2c2', 'name': 'tempest-TestServerBasicOps-771567349-router', 'tenant_id': '3c7515c181aa4ba98f70242b3f29e504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'a9201888-262a-434f-b6f2-3d6edbb6db5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:48:40Z', 'updated_at': '2022-05-30T20:48:46Z', 'revision_number': 4, 'project_id': '3c7515c181aa4ba98f70242b3f29e504', 'gw_port': {'id': 'a9201888-262a-434f-b6f2-3d6edbb6db5d', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:4a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe49bdf-6230-4617-8d21-8d87761dc2c2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:48:41Z', 'updated_at': '2022-05-30T20:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '09ae35e6-dc0d-401b-bd5d-21cd5d594611', 'name': '', 'network_id': 'beae49ce-0db8-49d5-a0bc-6138c55c0e9a', 'tenant_id': '3c7515c181aa4ba98f70242b3f29e504', 'mac_address': 'fa:16:3e:28:01:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe49bdf-6230-4617-8d21-8d87761dc2c2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '220be634-4722-4e21-bc9c-402c8602baf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:48:45Z', 'updated_at': '2022-05-30T20:48:52Z', 'revision_number': 5, 'project_id': '3c7515c181aa4ba98f70242b3f29e504', 'subnets': [{'id': '220be634-4722-4e21-bc9c-402c8602baf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:54:13.107690 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-65d139cb-6a99-48b4-9818-d6c3be426830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:13.193540 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d139cb-6a99-48b4-9818-d6c3be426830 None None] Pushing event updated for resources: {'Port': ['ID=2ee2aa9f-31dc-4a51-adb8-1f7fed08e1c4,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:54:13.238544 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 45198) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:54:13.248133 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-882cf83d-0765-45e6-b256-23a8cfbea3d0 admin admin] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:54:13.257503 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45798efe-e8f7-4a69-b7d1-f1b714140e21 None None] Sync routers for ids ['25903c11-bd97-4976-b2a8-95e14f99a4f1'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:54:13.282240 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45798efe-e8f7-4a69-b7d1-f1b714140e21 None None] Routers {'25903c11-bd97-4976-b2a8-95e14f99a4f1'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:54:13.282958 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-45798efe-e8f7-4a69-b7d1-f1b714140e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:54:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['25903c11-bd97-4976-b2a8-95e14f99a4f1'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:54:13.348388 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-882cf83d-0765-45e6-b256-23a8cfbea3d0 admin admin] Notify callbacks [] for router, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:13.354288 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-882cf83d-0765-45e6-b256-23a8cfbea3d0 admin admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.0337055 May 30 20:54:13.354768 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 45202) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:54:13.408289 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f578d3-fb76-4d01-8a83-8bd1b148e9f1 None None] New status for floating IP 29bd33b2-f548-423e-8409-021ca91e9304: DOWN {{(pid=84888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 20:54:13.551080 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-45798efe-e8f7-4a69-b7d1-f1b714140e21 None None] Set router 25903c11-bd97-4976-b2a8-95e14f99a4f1 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:54:13.673138 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 311d200f-3ebf-47c6-bc07-4fce44a33b83 no longer exists at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:54:13.675524 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-3ddf4aa7-290b-4c1a-b3ab-57dd4d36a8cf tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Deleting port cef385ea-1e30-4b5c-ad2d-b7d1c843d2e7 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:54:13.675989 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3ddf4aa7-290b-4c1a-b3ab-57dd4d36a8cf tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:13.728974 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] No Port match for: 311d200f-3ebf-47c6-bc07-4fce44a33b83 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:54:13.728974 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 311d200f-3ebf-47c6-bc07-4fce44a33b83 not bound to the agent host n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:54:13.791029 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80aee21-c1b7-4917-81a1-2f262b5facf9 req-9cbbcf31-1828-47ec-a8ae-e51dc2c3bc89 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:54:13.792671 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c80aee21-c1b7-4917-81a1-2f262b5facf9 req-9cbbcf31-1828-47ec-a8ae-e51dc2c3bc89 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/ports?device_id=2efcff84-d824-480a-bcaf-fb97451d40e5 HTTP/1.1" status: 200 len: 945 time: 0.4253030 May 30 20:54:13.924391 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c80aee21-c1b7-4917-81a1-2f262b5facf9 req-bb3af0df-968e-4538-9d63-0699e9b03ba7 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/security-groups?id=56cfd6a4-299b-460e-98c4-552686f41e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146705 May 30 20:54:13.956353 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-45798efe-e8f7-4a69-b7d1-f1b714140e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25903c11-bd97-4976-b2a8-95e14f99a4f1', 'name': 'tempest-TestVolumeBackupRestore-1561855957-router', 'tenant_id': '664fa987cede4b5c91b79f131e0ee328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': 'ca31ef76-e340-4884-b865-787ac34a2562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:54:11Z', 'updated_at': '2022-05-30T20:54:12Z', 'revision_number': 3, 'project_id': '664fa987cede4b5c91b79f131e0ee328', 'gw_port': {'id': 'ca31ef76-e340-4884-b865-787ac34a2562', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:2f:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25903c11-bd97-4976-b2a8-95e14f99a4f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:54:11Z', 'updated_at': '2022-05-30T20:54:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:54:13.956353 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45798efe-e8f7-4a69-b7d1-f1b714140e21 None None] Checking router: 25903c11-bd97-4976-b2a8-95e14f99a4f1 for host: n-d-843948-2 {{(pid=84889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:54:13.956353 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45798efe-e8f7-4a69-b7d1-f1b714140e21 None None] Updating router 25903c11-bd97-4976-b2a8-95e14f99a4f1 port ca31ef76-e340-4884-b865-787ac34a2562 binding host n-d-843948-2 {{(pid=84889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:54:13.987001 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3ddf4aa7-290b-4c1a-b3ab-57dd4d36a8cf tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:13.987462 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3ddf4aa7-290b-4c1a-b3ab-57dd4d36a8cf tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:14.009168 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-45798efe-e8f7-4a69-b7d1-f1b714140e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:14.104520 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 2ee2aa9f-31dc-4a51-adb8-1f7fed08e1c4 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:54:14.194057 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-3ddf4aa7-290b-4c1a-b3ab-57dd4d36a8cf tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Calling delete_port for cef385ea-1e30-4b5c-ad2d-b7d1c843d2e7 owned by network:floatingip {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:54:14.267954 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 2ee2aa9f-31dc-4a51-adb8-1f7fed08e1c4 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:54:14.359342 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.db.api [None req-3ddf4aa7-290b-4c1a-b3ab-57dd4d36a8cf tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84887) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:54:14.360053 n-d-843948-2 neutron-server[84887]: DEBUG oslo_db.api [None req-3ddf4aa7-290b-4c1a-b3ab-57dd4d36a8cf tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:54:14.485417 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-45798efe-e8f7-4a69-b7d1-f1b714140e21 None None] Notify callbacks [] for port, precommit_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:14.489785 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-562c5878-1c76-4d12-836b-81b2ad1dfbcf None None] Network d52a3f48-7406-4a97-b586-f7523634f690 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:54:14.501376 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.provisioning_blocks [None req-45798efe-e8f7-4a69-b7d1-f1b714140e21 None None] Transition to ACTIVE for port object ca31ef76-e340-4884-b865-787ac34a2562 will not be triggered until provisioned by entity L2. {{(pid=84889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:54:14.549685 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3ac40e58-c400-474f-adb9-f56450032f86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:14.564675 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-45798efe-e8f7-4a69-b7d1-f1b714140e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:14.653819 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbfaee6-c5d1-49a4-978f-60422c518f2d None None] Pushing event updated for resources: {'Port': ['ID=ca31ef76-e340-4884-b865-787ac34a2562,revision_number=2']} {{(pid=84889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:54:14.656430 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-45798efe-e8f7-4a69-b7d1-f1b714140e21 None None] Attempting to bind port ca31ef76-e340-4884-b865-787ac34a2562 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:54:14.656607 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-45798efe-e8f7-4a69-b7d1-f1b714140e21 None None] Attempting to bind port ca31ef76-e340-4884-b865-787ac34a2562 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}] {{(pid=84889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:54:14.656950 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45798efe-e8f7-4a69-b7d1-f1b714140e21 None None] Attempting to bind port ca31ef76-e340-4884-b865-787ac34a2562 on network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:54:14.664549 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45798efe-e8f7-4a69-b7d1-f1b714140e21 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:54:14.665476 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45798efe-e8f7-4a69-b7d1-f1b714140e21 None None] Checking segment: {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:54:14.665909 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-45798efe-e8f7-4a69-b7d1-f1b714140e21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:14.666298 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45798efe-e8f7-4a69-b7d1-f1b714140e21 None None] Bound using segment: {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'} {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:54:14.666765 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-45798efe-e8f7-4a69-b7d1-f1b714140e21 None None] Bound port: ca31ef76-e340-4884-b865-787ac34a2562, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}}] {{(pid=84889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:54:14.667139 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-45798efe-e8f7-4a69-b7d1-f1b714140e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:14.670611 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-18363bda-e546-4b78-99f3-202b240e16ed None None] Provisioning for port 2ee2aa9f-31dc-4a51-adb8-1f7fed08e1c4 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:54:14.679945 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-18363bda-e546-4b78-99f3-202b240e16ed None None] Provisioning complete for port 2ee2aa9f-31dc-4a51-adb8-1f7fed08e1c4 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:54:14.681138 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-18363bda-e546-4b78-99f3-202b240e16ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:14.768832 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.db [None req-45798efe-e8f7-4a69-b7d1-f1b714140e21 None None] For port ca31ef76-e340-4884-b865-787ac34a2562, host n-d-843948-2, cleared binding levels {{(pid=84889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:54:14.772161 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.db [None req-45798efe-e8f7-4a69-b7d1-f1b714140e21 None None] For port ca31ef76-e340-4884-b865-787ac34a2562, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=ca31ef76-e340-4884-b865-787ac34a2562,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:54:14.798835 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-3ac40e58-c400-474f-adb9-f56450032f86 admin admin] Allocated IP 172.20.0.1 (d52a3f48-7406-4a97-b586-f7523634f690/2a1ef185-948d-4fee-b790-f4c33d327249/29ad833c-405b-4c64-9963-28880412b0fc) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:54:14.860676 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-3ddf4aa7-290b-4c1a-b3ab-57dd4d36a8cf tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Deleting port cef385ea-1e30-4b5c-ad2d-b7d1c843d2e7 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:54:14.861120 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3ddf4aa7-290b-4c1a-b3ab-57dd4d36a8cf tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:14.862463 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-45798efe-e8f7-4a69-b7d1-f1b714140e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:14.883170 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-18363bda-e546-4b78-99f3-202b240e16ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:14.929938 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-18363bda-e546-4b78-99f3-202b240e16ed None None] For port 2ee2aa9f-31dc-4a51-adb8-1f7fed08e1c4, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=2ee2aa9f-31dc-4a51-adb8-1f7fed08e1c4,segment=NetworkSegment(dbc2d090-d772-4642-aa8c-f1461a0cb754),segment_id=dbc2d090-d772-4642-aa8c-f1461a0cb754)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:54:14.985782 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbfaee6-c5d1-49a4-978f-60422c518f2d None None] Pushing event updated for resources: {'Port': ['ID=ca31ef76-e340-4884-b865-787ac34a2562,revision_number=3']} {{(pid=84889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:54:14.991776 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3ac40e58-c400-474f-adb9-f56450032f86 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:14.993697 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45798efe-e8f7-4a69-b7d1-f1b714140e21 None None] Routers {'25903c11-bd97-4976-b2a8-95e14f99a4f1'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:54:14.994419 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-45798efe-e8f7-4a69-b7d1-f1b714140e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:54:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['25903c11-bd97-4976-b2a8-95e14f99a4f1'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:54:15.010959 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-18363bda-e546-4b78-99f3-202b240e16ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:15.024737 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [None req-3ac40e58-c400-474f-adb9-f56450032f86 admin admin] Transition to ACTIVE for port object 29ad833c-405b-4c64-9963-28880412b0fc will not be triggered until provisioned by entity DHCP. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:54:15.114229 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3ddf4aa7-290b-4c1a-b3ab-57dd4d36a8cf tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:15.114550 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3ddf4aa7-290b-4c1a-b3ab-57dd4d36a8cf tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:15.124911 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3ac40e58-c400-474f-adb9-f56450032f86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:15.231797 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18363bda-e546-4b78-99f3-202b240e16ed None None] Pushing event updated for resources: {'Port': ['ID=2ee2aa9f-31dc-4a51-adb8-1f7fed08e1c4,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:54:15.251286 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-458fccc3-035f-469d-a374-49446e432339 None None] Provisioning complete for port 2ee2aa9f-31dc-4a51-adb8-1f7fed08e1c4 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:54:15.251904 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-458fccc3-035f-469d-a374-49446e432339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:15.264115 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-3ddf4aa7-290b-4c1a-b3ab-57dd4d36a8cf tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Calling delete_port for cef385ea-1e30-4b5c-ad2d-b7d1c843d2e7 owned by network:floatingip {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:54:15.277802 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ac40e58-c400-474f-adb9-f56450032f86 admin admin] Network d52a3f48-7406-4a97-b586-f7523634f690 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:54:15.283277 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-3ac40e58-c400-474f-adb9-f56450032f86 admin admin] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:54:15.296579 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac40e58-c400-474f-adb9-f56450032f86 admin admin] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:54:15.345489 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-45798efe-e8f7-4a69-b7d1-f1b714140e21 None None] Set router 25903c11-bd97-4976-b2a8-95e14f99a4f1 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:54:15.367864 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3ac40e58-c400-474f-adb9-f56450032f86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-736099'] for router_interface, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:15.391787 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac40e58-c400-474f-adb9-f56450032f86 admin admin] Pushing event updated for resources: {'Port': ['ID=29ad833c-405b-4c64-9963-28880412b0fc,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:54:15.446050 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c993a3d9-583d-4dda-a4ae-58089b09dd24 req-8ec8d327-a821-42d5-9821-266fb7867720 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:54:15.447708 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c993a3d9-583d-4dda-a4ae-58089b09dd24 req-8ec8d327-a821-42d5-9821-266fb7867720 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/ports?device_id=2efcff84-d824-480a-bcaf-fb97451d40e5 HTTP/1.1" status: 200 len: 945 time: 0.2501976 May 30 20:54:15.531657 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c993a3d9-583d-4dda-a4ae-58089b09dd24 req-2db093ef-1ba3-4318-ad9d-41096e1e9f06 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/security-groups?id=56cfd6a4-299b-460e-98c4-552686f41e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777156 May 30 20:54:15.607498 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3ac40e58-c400-474f-adb9-f56450032f86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:15.638608 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3ddf4aa7-290b-4c1a-b3ab-57dd4d36a8cf tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:15.686690 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddf4aa7-290b-4c1a-b3ab-57dd4d36a8cf tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Pushing event deleted for resources: {'Port': ['ID=cef385ea-1e30-4b5c-ad2d-b7d1c843d2e7,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:54:15.690090 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-8d7c06d0-e8c1-4121-b5b2-ece3567ff185 None None] Provisioning for port 29ad833c-405b-4c64-9963-28880412b0fc completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:54:15.693517 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-45798efe-e8f7-4a69-b7d1-f1b714140e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25903c11-bd97-4976-b2a8-95e14f99a4f1', 'name': 'tempest-TestVolumeBackupRestore-1561855957-router', 'tenant_id': '664fa987cede4b5c91b79f131e0ee328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': 'ca31ef76-e340-4884-b865-787ac34a2562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:54:11Z', 'updated_at': '2022-05-30T20:54:12Z', 'revision_number': 3, 'project_id': '664fa987cede4b5c91b79f131e0ee328', 'gw_port': {'id': 'ca31ef76-e340-4884-b865-787ac34a2562', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:2f:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25903c11-bd97-4976-b2a8-95e14f99a4f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:54:11Z', 'updated_at': '2022-05-30T20:54:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:54:15.695592 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-8d7c06d0-e8c1-4121-b5b2-ece3567ff185 None None] Provisioning complete for port 29ad833c-405b-4c64-9963-28880412b0fc triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:54:15.696180 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-8d7c06d0-e8c1-4121-b5b2-ece3567ff185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:15.698205 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45798efe-e8f7-4a69-b7d1-f1b714140e21 None None] The sync data for ids ['25903c11-bd97-4976-b2a8-95e14f99a4f1'] in n-d-843948-2 is: [{'id': '25903c11-bd97-4976-b2a8-95e14f99a4f1', 'name': 'tempest-TestVolumeBackupRestore-1561855957-router', 'tenant_id': '664fa987cede4b5c91b79f131e0ee328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': 'ca31ef76-e340-4884-b865-787ac34a2562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:54:11Z', 'updated_at': '2022-05-30T20:54:12Z', 'revision_number': 3, 'project_id': '664fa987cede4b5c91b79f131e0ee328', 'gw_port': {'id': 'ca31ef76-e340-4884-b865-787ac34a2562', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:2f:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25903c11-bd97-4976-b2a8-95e14f99a4f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:54:11Z', 'updated_at': '2022-05-30T20:54:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:54:15.783382 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-8d7c06d0-e8c1-4121-b5b2-ece3567ff185 None None] Port 29ad833c-405b-4c64-9963-28880412b0fc cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:54:15.828816 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3ddf4aa7-290b-4c1a-b3ab-57dd4d36a8cf tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Notify callbacks [] for floatingip, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:15.846448 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3ddf4aa7-290b-4c1a-b3ab-57dd4d36a8cf tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:15.850512 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-3ddf4aa7-290b-4c1a-b3ab-57dd4d36a8cf tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] 10.222.0.85 "DELETE /v2.0/floatingips/29bd33b2-f548-423e-8409-021ca91e9304 HTTP/1.1" status: 204 len: 168 time: 2.6068528 May 30 20:54:15.865603 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3ac40e58-c400-474f-adb9-f56450032f86 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:15.964707 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3ac40e58-c400-474f-adb9-f56450032f86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:16.035717 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 45212) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:54:16.134887 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-fdefb2c0-0349-4a2f-ab15-a4e278a10ea9 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:16.180434 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-fdefb2c0-0349-4a2f-ab15-a4e278a10ea9 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:16.199406 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 2ee2aa9f-31dc-4a51-adb8-1f7fed08e1c4 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:54:16.215515 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3ac40e58-c400-474f-adb9-f56450032f86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1718057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-736206'] for router_interface, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:16.219799 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac40e58-c400-474f-adb9-f56450032f86 admin admin] Pushing event updated for resources: {'Port': ['ID=29ad833c-405b-4c64-9963-28880412b0fc,revision_number=2']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:54:16.300207 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 2ee2aa9f-31dc-4a51-adb8-1f7fed08e1c4 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:54:16.300750 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:16.360949 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-fdefb2c0-0349-4a2f-ab15-a4e278a10ea9 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:16.370493 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ac40e58-c400-474f-adb9-f56450032f86 admin admin] Network d52a3f48-7406-4a97-b586-f7523634f690 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:54:16.372062 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-3ac40e58-c400-474f-adb9-f56450032f86 admin admin] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:54:16.384536 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdefb2c0-0349-4a2f-ab15-a4e278a10ea9 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=562d9952-a512-42cb-8e81-3a7659731dfd,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:54:16.439065 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-fdefb2c0-0349-4a2f-ab15-a4e278a10ea9 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:16.449682 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-fdefb2c0-0349-4a2f-ab15-a4e278a10ea9 tempest-TestServerBasicOps-2084733920 tempest-TestServerBasicOps-2084733920-project] 10.222.0.85 "DELETE /v2.0/security-groups/562d9952-a512-42cb-8e81-3a7659731dfd HTTP/1.1" status: 204 len: 168 time: 0.4125502 May 30 20:54:16.454913 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device ca31ef76-e340-4884-b865-787ac34a2562 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:54:16.564309 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port ca31ef76-e340-4884-b865-787ac34a2562 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:54:16.570556 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port ca31ef76-e340-4884-b865-787ac34a2562 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:54:16.570969 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:16.595970 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 45220) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:54:16.782834 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:16.795272 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-a8c00d1e-bc7b-414b-969c-c6ed0fe70acf None None] Provisioning complete for port 29ad833c-405b-4c64-9963-28880412b0fc triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:54:16.795893 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-a8c00d1e-bc7b-414b-969c-c6ed0fe70acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:16.856699 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port ca31ef76-e340-4884-b865-787ac34a2562, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=ca31ef76-e340-4884-b865-787ac34a2562,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:54:16.865442 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-a8c00d1e-bc7b-414b-969c-c6ed0fe70acf None None] Port 29ad833c-405b-4c64-9963-28880412b0fc cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:54:16.947279 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:17.017829 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=ca31ef76-e340-4884-b865-787ac34a2562,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:54:17.080293 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef0ac08-23aa-4a2a-885c-a006f710ead4 req-0c21c0af-79ac-4e06-899e-d821d5cbeb39 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:54:17.081731 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-8ef0ac08-23aa-4a2a-885c-a006f710ead4 req-0c21c0af-79ac-4e06-899e-d821d5cbeb39 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/ports?device_id=2efcff84-d824-480a-bcaf-fb97451d40e5 HTTP/1.1" status: 200 len: 945 time: 0.2467034 May 30 20:54:17.161043 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-8ef0ac08-23aa-4a2a-885c-a006f710ead4 req-336a7a1c-cd75-47e1-a1b8-351ba7e8b57d tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/security-groups?id=56cfd6a4-299b-460e-98c4-552686f41e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726309 May 30 20:54:17.267281 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ac40e58-c400-474f-adb9-f56450032f86 admin admin] Router 25903c11-bd97-4976-b2a8-95e14f99a4f1 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:54:17.569633 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5b3cc344-35dd-41ed-95a9-be029797db1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-736216'] for router_interface, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:17.824989 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ac40e58-c400-474f-adb9-f56450032f86 admin admin] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:54:17.845847 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-3ac40e58-c400-474f-adb9-f56450032f86 admin admin] 10.222.0.85 "PUT /v2.0/routers/25903c11-bd97-4976-b2a8-95e14f99a4f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4894476 May 30 20:54:18.049009 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device ca31ef76-e340-4884-b865-787ac34a2562 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:54:18.118545 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port ca31ef76-e340-4884-b865-787ac34a2562 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:54:18.118828 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:18.361776 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-5b3cc344-35dd-41ed-95a9-be029797db1d admin admin] Deleting port 09ae35e6-dc0d-401b-bd5d-21cd5d594611 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:54:18.362358 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5b3cc344-35dd-41ed-95a9-be029797db1d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:18.375701 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0b2828-6044-4301-977e-bcff05ed4573 req-ca75bfa5-1e7d-4e1c-bd1c-48803d4e5818 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:54:18.377459 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4d0b2828-6044-4301-977e-bcff05ed4573 req-ca75bfa5-1e7d-4e1c-bd1c-48803d4e5818 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/ports?device_id=2efcff84-d824-480a-bcaf-fb97451d40e5 HTTP/1.1" status: 200 len: 945 time: 0.0835927 May 30 20:54:18.427750 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4d0b2828-6044-4301-977e-bcff05ed4573 req-d45d7559-a55f-4196-a121-78842783d276 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/security-groups?id=56cfd6a4-299b-460e-98c4-552686f41e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445030 May 30 20:54:18.545524 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [None req-5b3cc344-35dd-41ed-95a9-be029797db1d admin admin] For port 09ae35e6-dc0d-401b-bd5d-21cd5d594611, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=09ae35e6-dc0d-401b-bd5d-21cd5d594611,segment=NetworkSegment(b9f21ec1-f21f-4d9f-a608-a53e1430b660),segment_id=b9f21ec1-f21f-4d9f-a608-a53e1430b660)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:54:18.545923 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5b3cc344-35dd-41ed-95a9-be029797db1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:18.677606 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-5b3cc344-35dd-41ed-95a9-be029797db1d admin admin] Calling delete_port for 09ae35e6-dc0d-401b-bd5d-21cd5d594611 owned by network:router_interface {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:54:18.941813 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5b3cc344-35dd-41ed-95a9-be029797db1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:18.986386 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3cc344-35dd-41ed-95a9-be029797db1d admin admin] Pushing event deleted for resources: {'Port': ['ID=09ae35e6-dc0d-401b-bd5d-21cd5d594611,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:54:19.110784 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 45246) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:54:19.122362 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-b7e72094-866b-4f6c-95b5-38fcec99f48e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-711118310-network', 'tenant_id': '2affaf7d0d3d461ba1aa66e8d814d55e'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:54:19.129530 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-b7e72094-866b-4f6c-95b5-38fcec99f48e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:54:19.140339 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-b7e72094-866b-4f6c-95b5-38fcec99f48e admin admin] Usage tracker for resource:network and tenant:2affaf7d0d3d461ba1aa66e8d814d55e is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:54:19.144200 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-b7e72094-866b-4f6c-95b5-38fcec99f48e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:54:19.157308 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-b7e72094-866b-4f6c-95b5-38fcec99f48e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:54:19.221471 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7e72094-866b-4f6c-95b5-38fcec99f48e admin admin] Made reservation on behalf of 2affaf7d0d3d461ba1aa66e8d814d55e for: {'network': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:54:19.225507 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b7e72094-866b-4f6c-95b5-38fcec99f48e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:19.236890 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b7e72094-866b-4f6c-95b5-38fcec99f48e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:19.276653 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-b7e72094-866b-4f6c-95b5-38fcec99f48e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:54:19.281374 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-b7e72094-866b-4f6c-95b5-38fcec99f48e admin admin] Usage tracker for resource:security_group_rule and tenant:2affaf7d0d3d461ba1aa66e8d814d55e is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:54:19.284671 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-b7e72094-866b-4f6c-95b5-38fcec99f48e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:54:19.292016 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-b7e72094-866b-4f6c-95b5-38fcec99f48e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:54:19.313963 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5b3cc344-35dd-41ed-95a9-be029797db1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1718140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-736143'] for router_interface, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:19.380719 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b7e72094-866b-4f6c-95b5-38fcec99f48e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:19.473210 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b7e72094-866b-4f6c-95b5-38fcec99f48e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:19.508302 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e72094-866b-4f6c-95b5-38fcec99f48e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da2c6577-9280-41f3-8d1a-8cece91b7935,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:54:19.521337 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7e72094-866b-4f6c-95b5-38fcec99f48e admin admin] vlan segment allocate from pool success with {'vlan_id': 686, 'physical_network': 'physnet1'} {{(pid=84887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:54:19.534395 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b7e72094-866b-4f6c-95b5-38fcec99f48e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:19.534772 n-d-843948-2 neutron-server[84887]: INFO neutron.db.segments_db [None req-b7e72094-866b-4f6c-95b5-38fcec99f48e admin admin] Added segment 85d3c1ca-97a0-49ea-9f61-7ee0fedccced of type vlan for network ba5cd47f-70d8-4bbc-a89a-2dae63f17e13 May 30 20:54:19.565848 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b7e72094-866b-4f6c-95b5-38fcec99f48e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:19.626422 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015b3c96-8b49-43a4-9873-c5f93fd30cbf None None] Sync routers for ids ['25903c11-bd97-4976-b2a8-95e14f99a4f1'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:54:19.637285 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015b3c96-8b49-43a4-9873-c5f93fd30cbf None None] Routers {'25903c11-bd97-4976-b2a8-95e14f99a4f1'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:54:19.638181 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-015b3c96-8b49-43a4-9873-c5f93fd30cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:54:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['25903c11-bd97-4976-b2a8-95e14f99a4f1'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:54:19.678807 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b7e72094-866b-4f6c-95b5-38fcec99f48e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:19.680055 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e72094-866b-4f6c-95b5-38fcec99f48e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:54:19.681711 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b7e72094-866b-4f6c-95b5-38fcec99f48e admin admin] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:19.748238 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4be29c8-00f8-4a58-bae4-18e6129a5e85 req-74730d39-455f-427b-8447-35578f0a8b2a tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:54:19.758189 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e4be29c8-00f8-4a58-bae4-18e6129a5e85 req-74730d39-455f-427b-8447-35578f0a8b2a tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/ports?device_id=2efcff84-d824-480a-bcaf-fb97451d40e5 HTTP/1.1" status: 200 len: 945 time: 0.1289492 May 30 20:54:19.789230 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e72094-866b-4f6c-95b5-38fcec99f48e admin admin] Pushing event updated for resources: {'Network': ['ID=ba5cd47f-70d8-4bbc-a89a-2dae63f17e13,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:54:19.806594 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network ba5cd47f-70d8-4bbc-a89a-2dae63f17e13 details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:54:19.822181 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-015b3c96-8b49-43a4-9873-c5f93fd30cbf None None] Set router 25903c11-bd97-4976-b2a8-95e14f99a4f1 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:54:19.831012 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:19.961895 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e4be29c8-00f8-4a58-bae4-18e6129a5e85 req-fc20bf47-ba84-4974-ac33-1672afe1442e tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/security-groups?id=56cfd6a4-299b-460e-98c4-552686f41e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1274815 May 30 20:54:19.963026 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-b7e72094-866b-4f6c-95b5-38fcec99f48e admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8487482 May 30 20:54:19.963918 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 45252) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:54:19.970190 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-240dd4ee-1867-4f0b-92b8-0e7afd563ecb admin admin] Request body: {'subnet': {'network_id': 'ba5cd47f-70d8-4bbc-a89a-2dae63f17e13', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-711118310-subnet', 'tenant_id': '2affaf7d0d3d461ba1aa66e8d814d55e', 'ip_version': 4}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:54:19.975861 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-240dd4ee-1867-4f0b-92b8-0e7afd563ecb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:54:19.983615 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-240dd4ee-1867-4f0b-92b8-0e7afd563ecb admin admin] Usage tracker for resource:subnet and tenant:2affaf7d0d3d461ba1aa66e8d814d55e is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:54:19.984365 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-240dd4ee-1867-4f0b-92b8-0e7afd563ecb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:54:19.991188 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-240dd4ee-1867-4f0b-92b8-0e7afd563ecb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:54:20.064995 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-240dd4ee-1867-4f0b-92b8-0e7afd563ecb admin admin] Made reservation on behalf of 2affaf7d0d3d461ba1aa66e8d814d55e for: {'subnet': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:54:20.067809 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-240dd4ee-1867-4f0b-92b8-0e7afd563ecb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114220'] for subnet, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:20.220221 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-015b3c96-8b49-43a4-9873-c5f93fd30cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25903c11-bd97-4976-b2a8-95e14f99a4f1', 'name': 'tempest-TestVolumeBackupRestore-1561855957-router', 'tenant_id': '664fa987cede4b5c91b79f131e0ee328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': 'ca31ef76-e340-4884-b865-787ac34a2562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:54:11Z', 'updated_at': '2022-05-30T20:54:15Z', 'revision_number': 4, 'project_id': '664fa987cede4b5c91b79f131e0ee328', 'gw_port': {'id': 'ca31ef76-e340-4884-b865-787ac34a2562', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:2f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25903c11-bd97-4976-b2a8-95e14f99a4f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:54:11Z', 'updated_at': '2022-05-30T20:54:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '29ad833c-405b-4c64-9963-28880412b0fc', 'name': '', 'network_id': 'd52a3f48-7406-4a97-b586-f7523634f690', 'tenant_id': '664fa987cede4b5c91b79f131e0ee328', 'mac_address': 'fa:16:3e:7d:76:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25903c11-bd97-4976-b2a8-95e14f99a4f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2a1ef185-948d-4fee-b790-f4c33d327249', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:54:14Z', 'updated_at': '2022-05-30T20:54:15Z', 'revision_number': 2, 'project_id': '664fa987cede4b5c91b79f131e0ee328', 'subnets': [{'id': '2a1ef185-948d-4fee-b790-f4c33d327249', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:54:20.220860 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b3cc344-35dd-41ed-95a9-be029797db1d admin admin] Router 1fe49bdf-6230-4617-8d21-8d87761dc2c2 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:54:20.224783 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015b3c96-8b49-43a4-9873-c5f93fd30cbf None None] Checking router: 25903c11-bd97-4976-b2a8-95e14f99a4f1 for host: n-d-843948-2 {{(pid=84889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:54:20.229708 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015b3c96-8b49-43a4-9873-c5f93fd30cbf None None] Updating router 25903c11-bd97-4976-b2a8-95e14f99a4f1 port 29ad833c-405b-4c64-9963-28880412b0fc binding host n-d-843948-2 {{(pid=84889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:54:20.279778 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-015b3c96-8b49-43a4-9873-c5f93fd30cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:20.357186 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2e16daef-8b2a-4265-95e2-bec82a113bb9 req-a16be94e-9a71-4ecd-9d50-d635acaef09f service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=2efcff84-d824-480a-bcaf-fb97451d40e5 HTTP/1.1" status: 200 len: 1096 time: 0.1491535 May 30 20:54:20.411654 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2e16daef-8b2a-4265-95e2-bec82a113bb9 req-ea014deb-e161-44c6-8396-7c354e1b9ac8 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=56cfd6a4-299b-460e-98c4-552686f41e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450487 May 30 20:54:20.434102 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-240dd4ee-1867-4f0b-92b8-0e7afd563ecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4055401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114238'] for subnet, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:20.442730 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b3cc344-35dd-41ed-95a9-be029797db1d admin admin] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:54:20.455006 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76e8bef-7c6e-48d1-8a27-a6ede285cacb None None] Sync routers for ids ['1fe49bdf-6230-4617-8d21-8d87761dc2c2'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:54:20.459476 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-5b3cc344-35dd-41ed-95a9-be029797db1d admin admin] 10.222.0.85 "PUT /v2.0/routers/1fe49bdf-6230-4617-8d21-8d87761dc2c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8620319 May 30 20:54:20.460269 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 45256) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:54:20.471289 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76e8bef-7c6e-48d1-8a27-a6ede285cacb None None] Routers {'1fe49bdf-6230-4617-8d21-8d87761dc2c2'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:54:20.478877 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-e76e8bef-7c6e-48d1-8a27-a6ede285cacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:54:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['1fe49bdf-6230-4617-8d21-8d87761dc2c2'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:54:20.513594 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240dd4ee-1867-4f0b-92b8-0e7afd563ecb admin admin] Pushing event updated for resources: {'Subnet': ['ID=d002e712-38e9-4658-862f-f178e8d4efa4,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:54:20.528693 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-240dd4ee-1867-4f0b-92b8-0e7afd563ecb admin admin] Checking segment: {'id': '85d3c1ca-97a0-49ea-9f61-7ee0fedccced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'ba5cd47f-70d8-4bbc-a89a-2dae63f17e13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:54:20.529140 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-240dd4ee-1867-4f0b-92b8-0e7afd563ecb admin admin] Network hostable DHCP agents. Network: ba5cd47f-70d8-4bbc-a89a-2dae63f17e13, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:54:20.615757 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-240dd4ee-1867-4f0b-92b8-0e7afd563ecb admin admin] Network ba5cd47f-70d8-4bbc-a89a-2dae63f17e13 is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:54:20.647358 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-015b3c96-8b49-43a4-9873-c5f93fd30cbf None None] Notify callbacks [] for port, precommit_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:20.660073 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.provisioning_blocks [None req-015b3c96-8b49-43a4-9873-c5f93fd30cbf None None] Transition to ACTIVE for port object 29ad833c-405b-4c64-9963-28880412b0fc will not be triggered until provisioned by entity L2. {{(pid=84889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:54:20.666707 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-e76e8bef-7c6e-48d1-8a27-a6ede285cacb None None] Set router 1fe49bdf-6230-4617-8d21-8d87761dc2c2 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:54:20.679318 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1956c0dc-b808-4d08-8883-cfdbcfe9e13b admin admin] Notify callbacks [] for router, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:20.689912 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-240dd4ee-1867-4f0b-92b8-0e7afd563ecb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, ba5cd47f-70d8-4bbc-a89a-2dae63f17e13) {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:54:20.693932 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-240dd4ee-1867-4f0b-92b8-0e7afd563ecb admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:54:20.698921 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-240dd4ee-1867-4f0b-92b8-0e7afd563ecb admin admin] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:20.717346 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-989bfe95-9bcf-4927-bdf2-aeabb1118508 None None] Network ba5cd47f-70d8-4bbc-a89a-2dae63f17e13 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:54:20.759738 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-015b3c96-8b49-43a4-9873-c5f93fd30cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:20.799684 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-240dd4ee-1867-4f0b-92b8-0e7afd563ecb admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8339131 May 30 20:54:20.801807 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 45260) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:54:20.809782 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-239550de-9f58-496e-a16d-1996019acc3b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-711118310-router', 'tenant_id': '2affaf7d0d3d461ba1aa66e8d814d55e', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:54:20.816867 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-239550de-9f58-496e-a16d-1996019acc3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:54:20.823286 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-239550de-9f58-496e-a16d-1996019acc3b admin admin] Usage tracker for resource:router and tenant:2affaf7d0d3d461ba1aa66e8d814d55e is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:54:20.827522 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-239550de-9f58-496e-a16d-1996019acc3b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:54:20.838274 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-239550de-9f58-496e-a16d-1996019acc3b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:54:20.908107 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-239550de-9f58-496e-a16d-1996019acc3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-733683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3159'] for router, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:20.912444 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-239550de-9f58-496e-a16d-1996019acc3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-733584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-736372', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-628480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3164'] for router, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:20.937465 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b474cc-e40c-45d9-894d-6c265f56f050 None None] Pushing event updated for resources: {'Port': ['ID=29ad833c-405b-4c64-9963-28880412b0fc,revision_number=3']} {{(pid=84889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:54:20.939248 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1956c0dc-b808-4d08-8883-cfdbcfe9e13b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:20.954923 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-239550de-9f58-496e-a16d-1996019acc3b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:21.015468 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-1956c0dc-b808-4d08-8883-cfdbcfe9e13b admin admin] Deleting port a9201888-262a-434f-b6f2-3d6edbb6db5d {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:54:21.016177 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1956c0dc-b808-4d08-8883-cfdbcfe9e13b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:21.057113 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-015b3c96-8b49-43a4-9873-c5f93fd30cbf None None] Attempting to bind port 29ad833c-405b-4c64-9963-28880412b0fc on host n-d-843948-2 for vnic_type normal with profile {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:54:21.057490 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-015b3c96-8b49-43a4-9873-c5f93fd30cbf None None] Attempting to bind port 29ad833c-405b-4c64-9963-28880412b0fc by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': 'dbc2d090-d772-4642-aa8c-f1461a0cb754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'd52a3f48-7406-4a97-b586-f7523634f690'}] {{(pid=84889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:54:21.057871 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015b3c96-8b49-43a4-9873-c5f93fd30cbf None None] Attempting to bind port 29ad833c-405b-4c64-9963-28880412b0fc on network d52a3f48-7406-4a97-b586-f7523634f690 {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:54:21.065141 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015b3c96-8b49-43a4-9873-c5f93fd30cbf None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:54:21.065520 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015b3c96-8b49-43a4-9873-c5f93fd30cbf None None] Checking segment: {'id': 'dbc2d090-d772-4642-aa8c-f1461a0cb754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'd52a3f48-7406-4a97-b586-f7523634f690'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:54:21.065942 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-015b3c96-8b49-43a4-9873-c5f93fd30cbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:21.066421 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015b3c96-8b49-43a4-9873-c5f93fd30cbf None None] Bound using segment: {'id': 'dbc2d090-d772-4642-aa8c-f1461a0cb754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'd52a3f48-7406-4a97-b586-f7523634f690'} {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:54:21.066904 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-015b3c96-8b49-43a4-9873-c5f93fd30cbf None None] Bound port: 29ad833c-405b-4c64-9963-28880412b0fc, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbc2d090-d772-4642-aa8c-f1461a0cb754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'd52a3f48-7406-4a97-b586-f7523634f690'}}] {{(pid=84889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:54:21.067271 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-015b3c96-8b49-43a4-9873-c5f93fd30cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:21.220643 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.db [None req-015b3c96-8b49-43a4-9873-c5f93fd30cbf None None] For port 29ad833c-405b-4c64-9963-28880412b0fc, host n-d-843948-2, cleared binding levels {{(pid=84889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:54:21.225110 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.db [None req-015b3c96-8b49-43a4-9873-c5f93fd30cbf None None] For port 29ad833c-405b-4c64-9963-28880412b0fc, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=29ad833c-405b-4c64-9963-28880412b0fc,segment=NetworkSegment(dbc2d090-d772-4642-aa8c-f1461a0cb754),segment_id=dbc2d090-d772-4642-aa8c-f1461a0cb754)] {{(pid=84889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:54:21.278967 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [None req-1956c0dc-b808-4d08-8883-cfdbcfe9e13b admin admin] For port a9201888-262a-434f-b6f2-3d6edbb6db5d, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=a9201888-262a-434f-b6f2-3d6edbb6db5d,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:54:21.279312 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1956c0dc-b808-4d08-8883-cfdbcfe9e13b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:21.298411 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-239550de-9f58-496e-a16d-1996019acc3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-736390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:21.314222 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcd692b2-6978-4f01-af38-0fbaacecb917 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-ba5cd47f-70d8-4bbc-a89a-2dae63f17e13', 'network_id': 'ba5cd47f-70d8-4bbc-a89a-2dae63f17e13', 'tenant_id': '2affaf7d0d3d461ba1aa66e8d814d55e', 'fixed_ips': [{'subnet_id': 'd002e712-38e9-4658-862f-f178e8d4efa4'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:54:21.322181 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-bcd692b2-6978-4f01-af38-0fbaacecb917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:21.322359 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dab0c3-d233-4bff-adb6-f1066afefedd req-723d98c0-d536-4748-a3ac-d2c294eabde3 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:54:21.328011 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-95dab0c3-d233-4bff-adb6-f1066afefedd req-723d98c0-d536-4748-a3ac-d2c294eabde3 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/ports?device_id=2efcff84-d824-480a-bcaf-fb97451d40e5 HTTP/1.1" status: 200 len: 945 time: 0.1685975 May 30 20:54:21.332937 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-e76e8bef-7c6e-48d1-8a27-a6ede285cacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fe49bdf-6230-4617-8d21-8d87761dc2c2', 'name': 'tempest-TestServerBasicOps-771567349-router', 'tenant_id': '3c7515c181aa4ba98f70242b3f29e504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'a9201888-262a-434f-b6f2-3d6edbb6db5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:48:40Z', 'updated_at': '2022-05-30T20:54:18Z', 'revision_number': 5, 'project_id': '3c7515c181aa4ba98f70242b3f29e504', 'gw_port': {'id': 'a9201888-262a-434f-b6f2-3d6edbb6db5d', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:4a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fe49bdf-6230-4617-8d21-8d87761dc2c2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:48:41Z', 'updated_at': '2022-05-30T20:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:54:21.344227 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76e8bef-7c6e-48d1-8a27-a6ede285cacb None None] Checking router: 1fe49bdf-6230-4617-8d21-8d87761dc2c2 for host: n-d-843948-2 {{(pid=84888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:54:21.349854 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-015b3c96-8b49-43a4-9873-c5f93fd30cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:21.386250 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-95dab0c3-d233-4bff-adb6-f1066afefedd req-1d77e428-803c-414b-aec8-a06ecd68a948 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/security-groups?id=56cfd6a4-299b-460e-98c4-552686f41e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571558 May 30 20:54:21.432698 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76e8bef-7c6e-48d1-8a27-a6ede285cacb None None] Routers {'1fe49bdf-6230-4617-8d21-8d87761dc2c2'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:54:21.433350 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-e76e8bef-7c6e-48d1-8a27-a6ede285cacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:54:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['1fe49bdf-6230-4617-8d21-8d87761dc2c2'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:54:21.447445 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b474cc-e40c-45d9-894d-6c265f56f050 None None] Pushing event updated for resources: {'Port': ['ID=29ad833c-405b-4c64-9963-28880412b0fc,revision_number=4']} {{(pid=84889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:54:21.478635 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015b3c96-8b49-43a4-9873-c5f93fd30cbf None None] Routers {'25903c11-bd97-4976-b2a8-95e14f99a4f1'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:54:21.479508 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-015b3c96-8b49-43a4-9873-c5f93fd30cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:54:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['25903c11-bd97-4976-b2a8-95e14f99a4f1'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:54:21.576476 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-1956c0dc-b808-4d08-8883-cfdbcfe9e13b admin admin] Calling delete_port for a9201888-262a-434f-b6f2-3d6edbb6db5d owned by network:router_gateway {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:54:21.719825 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 44ac3c78-3253-41cd-b35e-8be50141b5f1 details requested by agent hyperv_n-h2-843948-2 with host n-h2-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:54:21.771296 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-239550de-9f58-496e-a16d-1996019acc3b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:21.787544 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-e76e8bef-7c6e-48d1-8a27-a6ede285cacb None None] Set router 1fe49bdf-6230-4617-8d21-8d87761dc2c2 gateway port host: None {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:54:21.800118 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-015b3c96-8b49-43a4-9873-c5f93fd30cbf None None] Set router 25903c11-bd97-4976-b2a8-95e14f99a4f1 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:54:21.862845 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-239550de-9f58-496e-a16d-1996019acc3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:21.879322 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-bcd692b2-6978-4f01-af38-0fbaacecb917 None None] Allocated IP 172.20.0.2 (ba5cd47f-70d8-4bbc-a89a-2dae63f17e13/d002e712-38e9-4658-862f-f178e8d4efa4/c57d471c-942d-479d-9eb1-b773e0c03d63) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:54:21.882045 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.db.resource_extend [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 30 20:54:21.925075 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1956c0dc-b808-4d08-8883-cfdbcfe9e13b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:22.029203 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1956c0dc-b808-4d08-8883-cfdbcfe9e13b admin admin] Pushing event deleted for resources: {'Port': ['ID=a9201888-262a-434f-b6f2-3d6edbb6db5d,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:54:22.046759 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-e76e8bef-7c6e-48d1-8a27-a6ede285cacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fe49bdf-6230-4617-8d21-8d87761dc2c2', 'name': 'tempest-TestServerBasicOps-771567349-router', 'tenant_id': '3c7515c181aa4ba98f70242b3f29e504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:48:40Z', 'updated_at': '2022-05-30T20:54:20Z', 'revision_number': 6, 'project_id': '3c7515c181aa4ba98f70242b3f29e504', 'gw_port_host': None}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:54:22.054779 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76e8bef-7c6e-48d1-8a27-a6ede285cacb None None] The sync data for ids ['1fe49bdf-6230-4617-8d21-8d87761dc2c2'] in n-d-843948-2 is: [{'id': '1fe49bdf-6230-4617-8d21-8d87761dc2c2', 'name': 'tempest-TestServerBasicOps-771567349-router', 'tenant_id': '3c7515c181aa4ba98f70242b3f29e504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:48:40Z', 'updated_at': '2022-05-30T20:54:20Z', 'revision_number': 6, 'project_id': '3c7515c181aa4ba98f70242b3f29e504', 'gw_port_host': None}] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:54:22.190787 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [None req-239550de-9f58-496e-a16d-1996019acc3b admin admin] Allocated IP 172.25.8.49 (c7869750-4b49-4b7e-aa99-5e0f1ae02da4/427601ec-f643-4fe7-b5e6-17305d3a39e1/d5674bfc-8bcc-4bfd-936f-6ca6839525fc) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:54:22.221774 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 44ac3c78-3253-41cd-b35e-8be50141b5f1, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=44ac3c78-3253-41cd-b35e-8be50141b5f1,segment=NetworkSegment(3f8c1f21-a819-4c04-9f38-605ce93876d4),segment_id=3f8c1f21-a819-4c04-9f38-605ce93876d4)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:54:22.249685 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-015b3c96-8b49-43a4-9873-c5f93fd30cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25903c11-bd97-4976-b2a8-95e14f99a4f1', 'name': 'tempest-TestVolumeBackupRestore-1561855957-router', 'tenant_id': '664fa987cede4b5c91b79f131e0ee328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': 'ca31ef76-e340-4884-b865-787ac34a2562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:54:11Z', 'updated_at': '2022-05-30T20:54:15Z', 'revision_number': 4, 'project_id': '664fa987cede4b5c91b79f131e0ee328', 'gw_port': {'id': 'ca31ef76-e340-4884-b865-787ac34a2562', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:2f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25903c11-bd97-4976-b2a8-95e14f99a4f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:54:11Z', 'updated_at': '2022-05-30T20:54:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '29ad833c-405b-4c64-9963-28880412b0fc', 'name': '', 'network_id': 'd52a3f48-7406-4a97-b586-f7523634f690', 'tenant_id': '664fa987cede4b5c91b79f131e0ee328', 'mac_address': 'fa:16:3e:7d:76:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25903c11-bd97-4976-b2a8-95e14f99a4f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2a1ef185-948d-4fee-b790-f4c33d327249', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:54:14Z', 'updated_at': '2022-05-30T20:54:21Z', 'revision_number': 4, 'project_id': '664fa987cede4b5c91b79f131e0ee328', 'subnets': [{'id': '2a1ef185-948d-4fee-b790-f4c33d327249', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:54:22.251769 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Returning: {'device': '44ac3c78-3253-41cd-b35e-8be50141b5f1', 'network_id': 'ebb70bc6-ae0a-43f8-986f-9ef2602ec8fd', 'port_id': '44ac3c78-3253-41cd-b35e-8be50141b5f1', 'mac_address': 'fa:16:3e:e7:bb:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd330653b-ce90-469f-a9e3-fd788c3b20ce', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:54:22.254193 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015b3c96-8b49-43a4-9873-c5f93fd30cbf None None] The sync data for ids ['25903c11-bd97-4976-b2a8-95e14f99a4f1'] in n-d-843948-2 is: [{'id': '25903c11-bd97-4976-b2a8-95e14f99a4f1', 'name': 'tempest-TestVolumeBackupRestore-1561855957-router', 'tenant_id': '664fa987cede4b5c91b79f131e0ee328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': 'ca31ef76-e340-4884-b865-787ac34a2562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:54:11Z', 'updated_at': '2022-05-30T20:54:15Z', 'revision_number': 4, 'project_id': '664fa987cede4b5c91b79f131e0ee328', 'gw_port': {'id': 'ca31ef76-e340-4884-b865-787ac34a2562', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:2f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25903c11-bd97-4976-b2a8-95e14f99a4f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:54:11Z', 'updated_at': '2022-05-30T20:54:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '29ad833c-405b-4c64-9963-28880412b0fc', 'name': '', 'network_id': 'd52a3f48-7406-4a97-b586-f7523634f690', 'tenant_id': '664fa987cede4b5c91b79f131e0ee328', 'mac_address': 'fa:16:3e:7d:76:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25903c11-bd97-4976-b2a8-95e14f99a4f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2a1ef185-948d-4fee-b790-f4c33d327249', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:54:14Z', 'updated_at': '2022-05-30T20:54:21Z', 'revision_number': 4, 'project_id': '664fa987cede4b5c91b79f131e0ee328', 'subnets': [{'id': '2a1ef185-948d-4fee-b790-f4c33d327249', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:54:22.336151 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1956c0dc-b808-4d08-8883-cfdbcfe9e13b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-736453'] for router_gateway, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:22.368866 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:22.379727 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-239550de-9f58-496e-a16d-1996019acc3b admin admin] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:22.394947 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 44ac3c78-3253-41cd-b35e-8be50141b5f1 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:54:22.420273 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-bcd692b2-6978-4f01-af38-0fbaacecb917 None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:22.481858 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-239550de-9f58-496e-a16d-1996019acc3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:22.482378 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-bcd692b2-6978-4f01-af38-0fbaacecb917 None None] Transition to ACTIVE for port object c57d471c-942d-479d-9eb1-b773e0c03d63 will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:54:22.491121 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 44ac3c78-3253-41cd-b35e-8be50141b5f1, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=44ac3c78-3253-41cd-b35e-8be50141b5f1,segment=NetworkSegment(3f8c1f21-a819-4c04-9f38-605ce93876d4),segment_id=3f8c1f21-a819-4c04-9f38-605ce93876d4)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:54:22.510794 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-bcd692b2-6978-4f01-af38-0fbaacecb917 None None] Transition to ACTIVE for port object c57d471c-942d-479d-9eb1-b773e0c03d63 will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:54:22.565270 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:22.578541 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-239550de-9f58-496e-a16d-1996019acc3b admin admin] Network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:54:22.581513 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-239550de-9f58-496e-a16d-1996019acc3b admin admin] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:54:22.590590 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239550de-9f58-496e-a16d-1996019acc3b admin admin] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:54:22.593993 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:22.596722 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-bcd692b2-6978-4f01-af38-0fbaacecb917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:22.624400 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239550de-9f58-496e-a16d-1996019acc3b admin admin] Pushing event updated for resources: {'Port': ['ID=d5674bfc-8bcc-4bfd-936f-6ca6839525fc,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:54:22.685296 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd692b2-6978-4f01-af38-0fbaacecb917 None None] Network ba5cd47f-70d8-4bbc-a89a-2dae63f17e13 is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:54:22.687964 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-bcd692b2-6978-4f01-af38-0fbaacecb917 None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:54:22.691341 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd692b2-6978-4f01-af38-0fbaacecb917 None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:54:22.704080 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=44ac3c78-3253-41cd-b35e-8be50141b5f1,revision_number=6']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:54:22.752474 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1956c0dc-b808-4d08-8883-cfdbcfe9e13b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-724789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3141'] for router, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:22.769015 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1956c0dc-b808-4d08-8883-cfdbcfe9e13b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:22.811675 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a802869b-3894-4418-854f-872fb36c1bb2 req-59b4847f-cad0-4ec9-a78e-9c82db123bba tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:54:22.812439 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd692b2-6978-4f01-af38-0fbaacecb917 None None] Pushing event updated for resources: {'Port': ['ID=c57d471c-942d-479d-9eb1-b773e0c03d63,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:54:22.812719 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a802869b-3894-4418-854f-872fb36c1bb2 req-59b4847f-cad0-4ec9-a78e-9c82db123bba tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/ports?device_id=2efcff84-d824-480a-bcaf-fb97451d40e5 HTTP/1.1" status: 200 len: 944 time: 0.1251390 May 30 20:54:22.877501 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1956c0dc-b808-4d08-8883-cfdbcfe9e13b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724889'] for router, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:22.878234 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1956c0dc-b808-4d08-8883-cfdbcfe9e13b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1fe49bdf-6230-4617-8d21-8d87761dc2c2 {{(pid=84886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:54:22.882154 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a802869b-3894-4418-854f-872fb36c1bb2 req-ec9a7c0a-cc28-49d0-82c6-c78f5a09a701 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/security-groups?id=56cfd6a4-299b-460e-98c4-552686f41e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639496 May 30 20:54:22.895135 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1956c0dc-b808-4d08-8883-cfdbcfe9e13b admin admin] Notify callbacks [] for router, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:22.895986 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-bcd692b2-6978-4f01-af38-0fbaacecb917 None None] Attempting to bind port c57d471c-942d-479d-9eb1-b773e0c03d63 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:54:22.896268 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-1956c0dc-b808-4d08-8883-cfdbcfe9e13b admin admin] 10.222.0.85 "DELETE /v2.0/routers/1fe49bdf-6230-4617-8d21-8d87761dc2c2 HTTP/1.1" status: 204 len: 168 time: 2.4348316 May 30 20:54:22.896389 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-bcd692b2-6978-4f01-af38-0fbaacecb917 None None] Attempting to bind port c57d471c-942d-479d-9eb1-b773e0c03d63 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': '85d3c1ca-97a0-49ea-9f61-7ee0fedccced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'ba5cd47f-70d8-4bbc-a89a-2dae63f17e13'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:54:22.896718 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd692b2-6978-4f01-af38-0fbaacecb917 None None] Attempting to bind port c57d471c-942d-479d-9eb1-b773e0c03d63 on network ba5cd47f-70d8-4bbc-a89a-2dae63f17e13 {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:54:22.899194 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 45268) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:54:22.904915 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-239550de-9f58-496e-a16d-1996019acc3b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:22.905892 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['44ac3c78-3253-41cd-b35e-8be50141b5f1'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:54:22.906480 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-239550de-9f58-496e-a16d-1996019acc3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-736409'] for router, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:22.933068 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd692b2-6978-4f01-af38-0fbaacecb917 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:54:22.933440 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd692b2-6978-4f01-af38-0fbaacecb917 None None] Checking segment: {'id': '85d3c1ca-97a0-49ea-9f61-7ee0fedccced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'ba5cd47f-70d8-4bbc-a89a-2dae63f17e13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:54:22.933876 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-bcd692b2-6978-4f01-af38-0fbaacecb917 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:22.934268 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd692b2-6978-4f01-af38-0fbaacecb917 None None] Bound using segment: {'id': '85d3c1ca-97a0-49ea-9f61-7ee0fedccced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'ba5cd47f-70d8-4bbc-a89a-2dae63f17e13'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:54:22.934750 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-bcd692b2-6978-4f01-af38-0fbaacecb917 None None] Bound port: c57d471c-942d-479d-9eb1-b773e0c03d63, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85d3c1ca-97a0-49ea-9f61-7ee0fedccced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'ba5cd47f-70d8-4bbc-a89a-2dae63f17e13'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:54:22.935126 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-bcd692b2-6978-4f01-af38-0fbaacecb917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:22.955319 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 45272) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:54:23.119055 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-18817f4b-7804-4c1f-b193-9acf2c538a4c tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/floatingips/1a01512e-36da-4684-a8c7-50808df3a8a3 HTTP/1.1" status: 200 len: 991 time: 0.1617968 May 30 20:54:23.149429 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ead3c53-cc45-4374-913f-4884973b94c9 admin admin] Deleting subnet 220be634-4722-4e21-bc9c-402c8602baf6 {{(pid=84886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:54:23.154298 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6ead3c53-cc45-4374-913f-4884973b94c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:23.227867 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6ead3c53-cc45-4374-913f-4884973b94c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2655517'] for subnet, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:23.250611 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-bcd692b2-6978-4f01-af38-0fbaacecb917 None None] For port c57d471c-942d-479d-9eb1-b773e0c03d63, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:54:23.274900 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-bcd692b2-6978-4f01-af38-0fbaacecb917 None None] For port c57d471c-942d-479d-9eb1-b773e0c03d63, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=c57d471c-942d-479d-9eb1-b773e0c03d63,segment=NetworkSegment(85d3c1ca-97a0-49ea-9f61-7ee0fedccced),segment_id=85d3c1ca-97a0-49ea-9f61-7ee0fedccced)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:54:23.319037 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-239550de-9f58-496e-a16d-1996019acc3b admin admin] Router 0ffabd44-3ef9-4139-8405-def7e049e1ea is scheduled to L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 with binding_index 1 {{(pid=84887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 20:54:23.345164 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6ead3c53-cc45-4374-913f-4884973b94c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:23.351088 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-bcd692b2-6978-4f01-af38-0fbaacecb917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:23.513515 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6ead3c53-cc45-4374-913f-4884973b94c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4127075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2778536'] for subnet, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:23.565302 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd692b2-6978-4f01-af38-0fbaacecb917 None None] Pushing event updated for resources: {'Port': ['ID=c57d471c-942d-479d-9eb1-b773e0c03d63,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:54:23.613080 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6ead3c53-cc45-4374-913f-4884973b94c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:23.615115 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f3750c-11eb-4bde-9a78-4cae7c83e084 None None] Network beae49ce-0db8-49d5-a0bc-6138c55c0e9a requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:54:23.615690 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ead3c53-cc45-4374-913f-4884973b94c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=220be634-4722-4e21-bc9c-402c8602baf6,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:54:23.631417 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-6ead3c53-cc45-4374-913f-4884973b94c9 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/220be634-4722-4e21-bc9c-402c8602baf6 HTTP/1.1" status: 204 len: 168 time: 0.7311587 May 30 20:54:23.634257 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 45276) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:54:23.674053 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-239550de-9f58-496e-a16d-1996019acc3b admin admin] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:54:23.690392 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9e1d2a-4c95-4e61-ad3e-7bc9e010da10 None None] Sync routers for ids ['0ffabd44-3ef9-4139-8405-def7e049e1ea'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:54:23.751441 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9e1d2a-4c95-4e61-ad3e-7bc9e010da10 None None] Routers {'0ffabd44-3ef9-4139-8405-def7e049e1ea'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:54:23.752197 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-6d9e1d2a-4c95-4e61-ad3e-7bc9e010da10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:54:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['0ffabd44-3ef9-4139-8405-def7e049e1ea'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:54:23.811555 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-239550de-9f58-496e-a16d-1996019acc3b admin admin] Notify callbacks [] for router, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:23.821758 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 44ac3c78-3253-41cd-b35e-8be50141b5f1 no longer exists at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:54:23.822055 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-239550de-9f58-496e-a16d-1996019acc3b admin admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.0140166 May 30 20:54:23.822055 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 45280) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:54:24.068860 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b2f1bbb4-36e2-47fa-9319-7d9e0ea86845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:24.074871 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-6d9e1d2a-4c95-4e61-ad3e-7bc9e010da10 None None] Set router 0ffabd44-3ef9-4139-8405-def7e049e1ea gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:54:24.093408 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-b2f1bbb4-36e2-47fa-9319-7d9e0ea86845 admin admin] Deleting port 9e5db10f-c9d7-4adf-951d-900549764451 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:54:24.095224 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b2f1bbb4-36e2-47fa-9319-7d9e0ea86845 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:24.109724 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:24.188904 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 44ac3c78-3253-41cd-b35e-8be50141b5f1 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:54:24.232236 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 29ad833c-405b-4c64-9963-28880412b0fc up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:54:24.284936 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 44ac3c78-3253-41cd-b35e-8be50141b5f1, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=44ac3c78-3253-41cd-b35e-8be50141b5f1,segment=NetworkSegment(3f8c1f21-a819-4c04-9f38-605ce93876d4),segment_id=3f8c1f21-a819-4c04-9f38-605ce93876d4)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:54:24.347114 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:24.400608 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [None req-b2f1bbb4-36e2-47fa-9319-7d9e0ea86845 admin admin] For port 9e5db10f-c9d7-4adf-951d-900549764451, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=9e5db10f-c9d7-4adf-951d-900549764451,segment=NetworkSegment(b9f21ec1-f21f-4d9f-a608-a53e1430b660),segment_id=b9f21ec1-f21f-4d9f-a608-a53e1430b660)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:54:24.401067 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b2f1bbb4-36e2-47fa-9319-7d9e0ea86845 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:24.405530 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 29ad833c-405b-4c64-9963-28880412b0fc completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:54:24.427795 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 29ad833c-405b-4c64-9963-28880412b0fc triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:54:24.428694 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:24.488640 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c3c494-bf93-4563-acae-6abd1182f6e8 None None] DHCP port deletion for beae49ce-0db8-49d5-a0bc-6138c55c0e9a request from n-d-843948-2 {{(pid=84888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:54:24.523291 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-6d9e1d2a-4c95-4e61-ad3e-7bc9e010da10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ffabd44-3ef9-4139-8405-def7e049e1ea', 'name': 'tempest-TestVolumeBackupRestore-711118310-router', 'tenant_id': '2affaf7d0d3d461ba1aa66e8d814d55e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.49'}], 'enable_snat': True}, 'gw_port_id': 'd5674bfc-8bcc-4bfd-936f-6ca6839525fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:54:20Z', 'updated_at': '2022-05-30T20:54:22Z', 'revision_number': 3, 'project_id': '2affaf7d0d3d461ba1aa66e8d814d55e', 'gw_port': {'id': 'd5674bfc-8bcc-4bfd-936f-6ca6839525fc', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:20:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ffabd44-3ef9-4139-8405-def7e049e1ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:54:22Z', 'updated_at': '2022-05-30T20:54:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:54:24.526214 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-57c3c494-bf93-4563-acae-6abd1182f6e8 None None] Deleting port 9e5db10f-c9d7-4adf-951d-900549764451 {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:54:24.526588 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-57c3c494-bf93-4563-acae-6abd1182f6e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:24.531015 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9e1d2a-4c95-4e61-ad3e-7bc9e010da10 None None] Checking router: 0ffabd44-3ef9-4139-8405-def7e049e1ea for host: n-d-843948-2 {{(pid=84889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:54:24.531432 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9e1d2a-4c95-4e61-ad3e-7bc9e010da10 None None] Updating router 0ffabd44-3ef9-4139-8405-def7e049e1ea port d5674bfc-8bcc-4bfd-936f-6ca6839525fc binding host n-d-843948-2 {{(pid=84889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:54:24.551993 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-b2f1bbb4-36e2-47fa-9319-7d9e0ea86845 admin admin] Calling delete_port for 9e5db10f-c9d7-4adf-951d-900549764451 owned by network:dhcp {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:54:24.591793 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=44ac3c78-3253-41cd-b35e-8be50141b5f1,revision_number=7']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:54:24.690131 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-6d9e1d2a-4c95-4e61-ad3e-7bc9e010da10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:24.787516 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b2f1bbb4-36e2-47fa-9319-7d9e0ea86845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:24.884871 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f1bbb4-36e2-47fa-9319-7d9e0ea86845 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e5db10f-c9d7-4adf-951d-900549764451,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:54:24.899815 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f1bbb4-36e2-47fa-9319-7d9e0ea86845 admin admin] No DVR routers for this DVR port 9e5db10f-c9d7-4adf-951d-900549764451 on host n-d-843948-2 {{(pid=84886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:54:24.949983 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:24.965660 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d39169e-1ef4-4ab4-b6ad-8ee6fb0ec03c None None] Network ba5cd47f-70d8-4bbc-a89a-2dae63f17e13 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:54:25.038543 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b2f1bbb4-36e2-47fa-9319-7d9e0ea86845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:25.060661 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-57c3c494-bf93-4563-acae-6abd1182f6e8 None None] For port 9e5db10f-c9d7-4adf-951d-900549764451, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=9e5db10f-c9d7-4adf-951d-900549764451,segment=NetworkSegment(b9f21ec1-f21f-4d9f-a608-a53e1430b660),segment_id=b9f21ec1-f21f-4d9f-a608-a53e1430b660)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:54:25.061050 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-57c3c494-bf93-4563-acae-6abd1182f6e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:25.067375 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-b2f1bbb4-36e2-47fa-9319-7d9e0ea86845 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['beae49ce-0db8-49d5-a0bc-6138c55c0e9a']}} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:54:25.091057 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-b2f1bbb4-36e2-47fa-9319-7d9e0ea86845 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9f21ec1-f21f-4d9f-a608-a53e1430b660') {'for_net_delete': True} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:54:25.091669 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-b2f1bbb4-36e2-47fa-9319-7d9e0ea86845 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9f21ec1-f21f-4d9f-a608-a53e1430b660') {} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:54:25.105878 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b2f1bbb4-36e2-47fa-9319-7d9e0ea86845 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2660590'] for segment, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:25.125100 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b2f1bbb4-36e2-47fa-9319-7d9e0ea86845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:25.134502 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2f1bbb4-36e2-47fa-9319-7d9e0ea86845 admin admin] Releasing vlan 666 on physical network physnet1 to pool {{(pid=84886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:54:25.135213 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b2f1bbb4-36e2-47fa-9319-7d9e0ea86845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4126989'] for segment, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:25.139398 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-364c990f-7a8f-4925-afb3-5fc35e570a58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:25.155914 n-d-843948-2 neutron-server[84886]: Traceback (most recent call last): May 30 20:54:25.155914 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:54:25.155914 n-d-843948-2 neutron-server[84886]: timer() May 30 20:54:25.155914 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:54:25.155914 n-d-843948-2 neutron-server[84886]: cb(*args, **kw) May 30 20:54:25.155914 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:54:25.155914 n-d-843948-2 neutron-server[84886]: return func(*args, **kwargs) May 30 20:54:25.155914 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:54:25.155914 n-d-843948-2 neutron-server[84886]: self._notify() May 30 20:54:25.155914 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:54:25.155914 n-d-843948-2 neutron-server[84886]: self.callback(batched_events) May 30 20:54:25.155914 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:54:25.155914 n-d-843948-2 neutron-server[84886]: event.method(event) May 30 20:54:25.155914 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:54:25.155914 n-d-843948-2 neutron-server[84886]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:54:25.155914 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:54:25.155914 n-d-843948-2 neutron-server[84886]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:54:25.155914 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:54:25.155914 n-d-843948-2 neutron-server[84886]: return f(self, *a, **k) May 30 20:54:25.155914 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:54:25.155914 n-d-843948-2 neutron-server[84886]: return self._get(url).json() May 30 20:54:25.155914 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:54:25.155914 n-d-843948-2 neutron-server[84886]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:54:25.155914 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:54:25.155914 n-d-843948-2 neutron-server[84886]: return self.request(url, 'GET', **kwargs) May 30 20:54:25.155914 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:54:25.155914 n-d-843948-2 neutron-server[84886]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:54:25.155914 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:54:25.155914 n-d-843948-2 neutron-server[84886]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:54:25.155914 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:54:25.155914 n-d-843948-2 neutron-server[84886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:54:25.155914 n-d-843948-2 neutron-server[84886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:54:25.224931 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-57c3c494-bf93-4563-acae-6abd1182f6e8 None None] Calling delete_port for 9e5db10f-c9d7-4adf-951d-900549764451 owned by network:dhcp {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:54:25.275825 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port 29ad833c-405b-4c64-9963-28880412b0fc, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=29ad833c-405b-4c64-9963-28880412b0fc,segment=NetworkSegment(dbc2d090-d772-4642-aa8c-f1461a0cb754),segment_id=dbc2d090-d772-4642-aa8c-f1461a0cb754)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:54:25.284771 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b2f1bbb4-36e2-47fa-9319-7d9e0ea86845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:25.292809 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-6d9e1d2a-4c95-4e61-ad3e-7bc9e010da10 None None] Notify callbacks [] for port, precommit_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:25.311176 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.provisioning_blocks [None req-6d9e1d2a-4c95-4e61-ad3e-7bc9e010da10 None None] Transition to ACTIVE for port object d5674bfc-8bcc-4bfd-936f-6ca6839525fc will not be triggered until provisioned by entity L2. {{(pid=84889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:54:25.319021 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ef42016-1e26-47b5-bd60-b6715323dbb3 None None] Provisioning for port c57d471c-942d-479d-9eb1-b773e0c03d63 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:54:25.321097 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b2f1bbb4-36e2-47fa-9319-7d9e0ea86845 admin admin] Notify callbacks [] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:25.349852 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f1bbb4-36e2-47fa-9319-7d9e0ea86845 admin admin] Pushing event deleted for resources: {'Network': ['ID=beae49ce-0db8-49d5-a0bc-6138c55c0e9a,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:54:25.378496 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:25.379267 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device c57d471c-942d-479d-9eb1-b773e0c03d63 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:54:25.389273 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-6d9e1d2a-4c95-4e61-ad3e-7bc9e010da10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:25.433637 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-b2f1bbb4-36e2-47fa-9319-7d9e0ea86845 admin admin] 10.222.0.85 "DELETE /v2.0/networks/beae49ce-0db8-49d5-a0bc-6138c55c0e9a HTTP/1.1" status: 204 len: 168 time: 1.7983007 May 30 20:54:25.436561 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 45284) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:54:25.438955 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [None req-364c990f-7a8f-4925-afb3-5fc35e570a58 admin admin] Allocated IP 172.20.0.1 (ba5cd47f-70d8-4bbc-a89a-2dae63f17e13/d002e712-38e9-4658-862f-f178e8d4efa4/f2448440-5313-4e49-b92f-cfa23e5e169a) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:54:25.471722 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-6d9e1d2a-4c95-4e61-ad3e-7bc9e010da10 None None] Attempting to bind port d5674bfc-8bcc-4bfd-936f-6ca6839525fc on host n-d-843948-2 for vnic_type normal with profile {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:54:25.472504 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-6d9e1d2a-4c95-4e61-ad3e-7bc9e010da10 None None] Attempting to bind port d5674bfc-8bcc-4bfd-936f-6ca6839525fc by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}] {{(pid=84889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:54:25.473081 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9e1d2a-4c95-4e61-ad3e-7bc9e010da10 None None] Attempting to bind port d5674bfc-8bcc-4bfd-936f-6ca6839525fc on network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:54:25.491938 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9e1d2a-4c95-4e61-ad3e-7bc9e010da10 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:54:25.492659 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9e1d2a-4c95-4e61-ad3e-7bc9e010da10 None None] Checking segment: {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:54:25.494039 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-6d9e1d2a-4c95-4e61-ad3e-7bc9e010da10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:25.494581 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9e1d2a-4c95-4e61-ad3e-7bc9e010da10 None None] Bound using segment: {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'} {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:54:25.495208 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-6d9e1d2a-4c95-4e61-ad3e-7bc9e010da10 None None] Bound port: d5674bfc-8bcc-4bfd-936f-6ca6839525fc, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}}] {{(pid=84889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:54:25.495817 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-6d9e1d2a-4c95-4e61-ad3e-7bc9e010da10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:25.552154 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=29ad833c-405b-4c64-9963-28880412b0fc,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:54:25.560713 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.db.api [None req-57c3c494-bf93-4563-acae-6abd1182f6e8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:54:25.561153 n-d-843948-2 neutron-server[84888]: DEBUG oslo_db.api [None req-57c3c494-bf93-4563-acae-6abd1182f6e8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:54:25.583107 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.db [None req-6d9e1d2a-4c95-4e61-ad3e-7bc9e010da10 None None] For port d5674bfc-8bcc-4bfd-936f-6ca6839525fc, host n-d-843948-2, cleared binding levels {{(pid=84889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:54:25.587819 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.db [None req-6d9e1d2a-4c95-4e61-ad3e-7bc9e010da10 None None] For port d5674bfc-8bcc-4bfd-936f-6ca6839525fc, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=d5674bfc-8bcc-4bfd-936f-6ca6839525fc,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:54:25.589067 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f40673-14a3-4c1c-9911-bf76c5c7e5f4 None None] Pushing event updated for resources: {'Port': ['ID=d5674bfc-8bcc-4bfd-936f-6ca6839525fc,revision_number=2']} {{(pid=84889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:54:25.636963 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-364c990f-7a8f-4925-afb3-5fc35e570a58 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:25.651907 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-6d9e1d2a-4c95-4e61-ad3e-7bc9e010da10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:25.663756 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [None req-364c990f-7a8f-4925-afb3-5fc35e570a58 admin admin] Transition to ACTIVE for port object f2448440-5313-4e49-b92f-cfa23e5e169a will not be triggered until provisioned by entity DHCP. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:54:25.701408 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port c57d471c-942d-479d-9eb1-b773e0c03d63 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:54:25.707918 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port c57d471c-942d-479d-9eb1-b773e0c03d63 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:54:25.708543 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:25.742598 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 44ac3c78-3253-41cd-b35e-8be50141b5f1 up at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:54:25.774684 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9e1d2a-4c95-4e61-ad3e-7bc9e010da10 None None] Routers {'0ffabd44-3ef9-4139-8405-def7e049e1ea'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:54:25.775567 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-6d9e1d2a-4c95-4e61-ad3e-7bc9e010da10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:54:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['0ffabd44-3ef9-4139-8405-def7e049e1ea'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:54:25.786752 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-364c990f-7a8f-4925-afb3-5fc35e570a58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:25.874580 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-364c990f-7a8f-4925-afb3-5fc35e570a58 admin admin] Network ba5cd47f-70d8-4bbc-a89a-2dae63f17e13 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:54:25.878429 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-364c990f-7a8f-4925-afb3-5fc35e570a58 admin admin] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:54:25.882271 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364c990f-7a8f-4925-afb3-5fc35e570a58 admin admin] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:54:25.891881 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ac1d0a35-be09-4020-aff7-fbcbc45f01e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-736216'] for router_interface, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:25.941400 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364c990f-7a8f-4925-afb3-5fc35e570a58 admin admin] Pushing event updated for resources: {'Port': ['ID=f2448440-5313-4e49-b92f-cfa23e5e169a,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:54:25.967178 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-364c990f-7a8f-4925-afb3-5fc35e570a58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-736099'] for router_interface, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:25.995480 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f40673-14a3-4c1c-9911-bf76c5c7e5f4 None None] Pushing event updated for resources: {'Port': ['ID=d5674bfc-8bcc-4bfd-936f-6ca6839525fc,revision_number=3']} {{(pid=84889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:54:26.053919 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:26.057839 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-6d9e1d2a-4c95-4e61-ad3e-7bc9e010da10 None None] Set router 0ffabd44-3ef9-4139-8405-def7e049e1ea gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:54:26.068002 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-57c3c494-bf93-4563-acae-6abd1182f6e8 None None] Deleting port 9e5db10f-c9d7-4adf-951d-900549764451 {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:54:26.068428 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-57c3c494-bf93-4563-acae-6abd1182f6e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:26.097102 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning complete for port 44ac3c78-3253-41cd-b35e-8be50141b5f1 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:54:26.097474 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:26.219549 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-364c990f-7a8f-4925-afb3-5fc35e570a58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:26.221465 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-57c3c494-bf93-4563-acae-6abd1182f6e8 None None] The port '9e5db10f-c9d7-4adf-951d-900549764451' was deleted {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 20:54:26.270637 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port c57d471c-942d-479d-9eb1-b773e0c03d63, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=c57d471c-942d-479d-9eb1-b773e0c03d63,segment=NetworkSegment(85d3c1ca-97a0-49ea-9f61-7ee0fedccced),segment_id=85d3c1ca-97a0-49ea-9f61-7ee0fedccced)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:54:26.280412 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b5f5d7bb-e9e9-49c1-9064-d0ee71a146df None None] Provisioning complete for port c57d471c-942d-479d-9eb1-b773e0c03d63 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:54:26.280778 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b5f5d7bb-e9e9-49c1-9064-d0ee71a146df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:26.340173 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-defa960c-3477-4f95-897d-357c0a4d21d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:26.406502 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:26.423228 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:26.548190 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 09ae35e6-dc0d-401b-bd5d-21cd5d594611 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:54:26.548500 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-6d9e1d2a-4c95-4e61-ad3e-7bc9e010da10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ffabd44-3ef9-4139-8405-def7e049e1ea', 'name': 'tempest-TestVolumeBackupRestore-711118310-router', 'tenant_id': '2affaf7d0d3d461ba1aa66e8d814d55e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.49'}], 'enable_snat': True}, 'gw_port_id': 'd5674bfc-8bcc-4bfd-936f-6ca6839525fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:54:20Z', 'updated_at': '2022-05-30T20:54:22Z', 'revision_number': 3, 'project_id': '2affaf7d0d3d461ba1aa66e8d814d55e', 'gw_port': {'id': 'd5674bfc-8bcc-4bfd-936f-6ca6839525fc', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:20:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ffabd44-3ef9-4139-8405-def7e049e1ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:54:22Z', 'updated_at': '2022-05-30T20:54:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:54:26.552649 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9e1d2a-4c95-4e61-ad3e-7bc9e010da10 None None] The sync data for ids ['0ffabd44-3ef9-4139-8405-def7e049e1ea'] in n-d-843948-2 is: [{'id': '0ffabd44-3ef9-4139-8405-def7e049e1ea', 'name': 'tempest-TestVolumeBackupRestore-711118310-router', 'tenant_id': '2affaf7d0d3d461ba1aa66e8d814d55e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.49'}], 'enable_snat': True}, 'gw_port_id': 'd5674bfc-8bcc-4bfd-936f-6ca6839525fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:54:20Z', 'updated_at': '2022-05-30T20:54:22Z', 'revision_number': 3, 'project_id': '2affaf7d0d3d461ba1aa66e8d814d55e', 'gw_port': {'id': 'd5674bfc-8bcc-4bfd-936f-6ca6839525fc', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:20:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ffabd44-3ef9-4139-8405-def7e049e1ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:54:22Z', 'updated_at': '2022-05-30T20:54:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:54:26.559469 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-364c990f-7a8f-4925-afb3-5fc35e570a58 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:26.615844 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-364c990f-7a8f-4925-afb3-5fc35e570a58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:26.629735 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2efcff84-d824-480a-bcaf-fb97451d40e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44ac3c78-3253-41cd-b35e-8be50141b5f1'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:54:26.644505 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: 09ae35e6-dc0d-401b-bd5d-21cd5d594611 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:54:26.644845 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 09ae35e6-dc0d-401b-bd5d-21cd5d594611 not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:54:26.645258 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device a9201888-262a-434f-b6f2-3d6edbb6db5d no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:54:26.700072 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: a9201888-262a-434f-b6f2-3d6edbb6db5d {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:54:26.700072 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device a9201888-262a-434f-b6f2-3d6edbb6db5d not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:54:26.702535 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 44ac3c78-3253-41cd-b35e-8be50141b5f1, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=44ac3c78-3253-41cd-b35e-8be50141b5f1,segment=NetworkSegment(3f8c1f21-a819-4c04-9f38-605ce93876d4),segment_id=3f8c1f21-a819-4c04-9f38-605ce93876d4)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:54:26.705499 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=c57d471c-942d-479d-9eb1-b773e0c03d63,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:54:26.740947 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9347b758-afbc-45ec-9916-cf0a81422411'] response: {'server_uuid': '2efcff84-d824-480a-bcaf-fb97451d40e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44ac3c78-3253-41cd-b35e-8be50141b5f1', 'code': 200} May 30 20:54:26.748209 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364c990f-7a8f-4925-afb3-5fc35e570a58 admin admin] Pushing event updated for resources: {'Port': ['ID=f2448440-5313-4e49-b92f-cfa23e5e169a,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:54:26.759296 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:26.775320 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-364c990f-7a8f-4925-afb3-5fc35e570a58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1718057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-736206'] for router_interface, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:26.813730 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 29ad833c-405b-4c64-9963-28880412b0fc up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:54:26.909534 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=44ac3c78-3253-41cd-b35e-8be50141b5f1,revision_number=8']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:54:26.940253 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 29ad833c-405b-4c64-9963-28880412b0fc triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:54:26.940610 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:26.945038 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-364c990f-7a8f-4925-afb3-5fc35e570a58 admin admin] Network ba5cd47f-70d8-4bbc-a89a-2dae63f17e13 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:54:26.947096 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-364c990f-7a8f-4925-afb3-5fc35e570a58 admin admin] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:54:26.955098 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-ac1d0a35-be09-4020-aff7-fbcbc45f01e8 admin admin] Deleting port 8624a45b-bd42-45af-a973-3602ec637fa7 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:54:26.955595 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ac1d0a35-be09-4020-aff7-fbcbc45f01e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:27.012137 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-690f5d77-cc6a-4fdd-9fd9-c1d3a2d64250 None None] Provisioning for port f2448440-5313-4e49-b92f-cfa23e5e169a completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:54:27.018585 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-690f5d77-cc6a-4fdd-9fd9-c1d3a2d64250 None None] Provisioning complete for port f2448440-5313-4e49-b92f-cfa23e5e169a triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:54:27.018956 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-690f5d77-cc6a-4fdd-9fd9-c1d3a2d64250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:27.125711 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-690f5d77-cc6a-4fdd-9fd9-c1d3a2d64250 None None] Port f2448440-5313-4e49-b92f-cfa23e5e169a cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:54:27.184271 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [None req-ac1d0a35-be09-4020-aff7-fbcbc45f01e8 admin admin] For port 8624a45b-bd42-45af-a973-3602ec637fa7, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=8624a45b-bd42-45af-a973-3602ec637fa7,segment=NetworkSegment(50b99d70-ab15-46e3-9536-d53cacacd3f3),segment_id=50b99d70-ab15-46e3-9536-d53cacacd3f3)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:54:27.184638 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ac1d0a35-be09-4020-aff7-fbcbc45f01e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:27.245371 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 9e5db10f-c9d7-4adf-951d-900549764451 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:54:27.295495 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: 9e5db10f-c9d7-4adf-951d-900549764451 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:54:27.295737 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 9e5db10f-c9d7-4adf-951d-900549764451 not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:54:27.327316 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-ac1d0a35-be09-4020-aff7-fbcbc45f01e8 admin admin] Calling delete_port for 8624a45b-bd42-45af-a973-3602ec637fa7 owned by network:router_interface {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:54:27.350147 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-9edf2e7a-fabc-4e3f-89f9-dffa52630638 None None] Provisioning complete for port f2448440-5313-4e49-b92f-cfa23e5e169a triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:54:27.351242 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-9edf2e7a-fabc-4e3f-89f9-dffa52630638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:27.413737 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-9edf2e7a-fabc-4e3f-89f9-dffa52630638 None None] Port f2448440-5313-4e49-b92f-cfa23e5e169a cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:54:27.504898 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-364c990f-7a8f-4925-afb3-5fc35e570a58 admin admin] Router 0ffabd44-3ef9-4139-8405-def7e049e1ea has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:54:27.592800 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ac1d0a35-be09-4020-aff7-fbcbc45f01e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:27.641876 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1d0a35-be09-4020-aff7-fbcbc45f01e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=8624a45b-bd42-45af-a973-3602ec637fa7,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:54:27.726525 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-364c990f-7a8f-4925-afb3-5fc35e570a58 admin admin] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:54:27.736858 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-364c990f-7a8f-4925-afb3-5fc35e570a58 admin admin] 10.222.0.85 "PUT /v2.0/routers/0ffabd44-3ef9-4139-8405-def7e049e1ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9171641 May 30 20:54:27.977828 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ac1d0a35-be09-4020-aff7-fbcbc45f01e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1718140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-736143'] for router_interface, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:28.728974 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac1d0a35-be09-4020-aff7-fbcbc45f01e8 admin admin] Router 2ca37646-5c4c-432e-b029-983cf77bf0b3 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:54:28.857389 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device c57d471c-942d-479d-9eb1-b773e0c03d63 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:54:28.942365 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port c57d471c-942d-479d-9eb1-b773e0c03d63 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:54:28.942731 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:29.015001 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac1d0a35-be09-4020-aff7-fbcbc45f01e8 admin admin] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:54:29.019845 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4591b93-f89e-4199-a029-e2369f4e4650 None None] Sync routers for ids ['2ca37646-5c4c-432e-b029-983cf77bf0b3'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:54:29.021883 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-ac1d0a35-be09-4020-aff7-fbcbc45f01e8 admin admin] 10.222.0.85 "PUT /v2.0/routers/2ca37646-5c4c-432e-b029-983cf77bf0b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5840924 May 30 20:54:29.024908 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 45316) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:54:29.072132 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4591b93-f89e-4199-a029-e2369f4e4650 None None] Routers {'2ca37646-5c4c-432e-b029-983cf77bf0b3'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:54:29.072728 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-f4591b93-f89e-4199-a029-e2369f4e4650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:54:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['2ca37646-5c4c-432e-b029-983cf77bf0b3'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:54:29.252068 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-91c51222-bac8-4b42-89f5-befbd53a4004 admin admin] Notify callbacks [] for router, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:29.283906 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-f4591b93-f89e-4199-a029-e2369f4e4650 None None] Set router 2ca37646-5c4c-432e-b029-983cf77bf0b3 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:54:29.458954 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-91c51222-bac8-4b42-89f5-befbd53a4004 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:29.524256 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-91c51222-bac8-4b42-89f5-befbd53a4004 admin admin] Deleting port b7d0b273-3361-4f2c-8a21-40e5b14eecae {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:54:29.524548 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-91c51222-bac8-4b42-89f5-befbd53a4004 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:29.639861 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ddca5599-0422-489a-a1aa-8c5ce0992a7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:29.671867 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-f4591b93-f89e-4199-a029-e2369f4e4650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ca37646-5c4c-432e-b029-983cf77bf0b3', 'name': 'tempest-TestServerBasicOps-1839194179-router', 'tenant_id': '4bfc2d3bd13f48d2abcfccf6331bd8f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': 'b7d0b273-3361-4f2c-8a21-40e5b14eecae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:48:52Z', 'updated_at': '2022-05-30T20:54:27Z', 'revision_number': 5, 'project_id': '4bfc2d3bd13f48d2abcfccf6331bd8f8', 'gw_port': {'id': 'b7d0b273-3361-4f2c-8a21-40e5b14eecae', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e4:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca37646-5c4c-432e-b029-983cf77bf0b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:48:53Z', 'updated_at': '2022-05-30T20:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:54:29.677968 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4591b93-f89e-4199-a029-e2369f4e4650 None None] Checking router: 2ca37646-5c4c-432e-b029-983cf77bf0b3 for host: n-d-843948-2 {{(pid=84888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:54:29.691643 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4591b93-f89e-4199-a029-e2369f4e4650 None None] Routers {'2ca37646-5c4c-432e-b029-983cf77bf0b3'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:54:29.692269 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-f4591b93-f89e-4199-a029-e2369f4e4650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:54:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['2ca37646-5c4c-432e-b029-983cf77bf0b3'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:54:29.746236 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [None req-91c51222-bac8-4b42-89f5-befbd53a4004 admin admin] For port b7d0b273-3361-4f2c-8a21-40e5b14eecae, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=b7d0b273-3361-4f2c-8a21-40e5b14eecae,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:54:29.746912 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-91c51222-bac8-4b42-89f5-befbd53a4004 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:29.881827 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-f4591b93-f89e-4199-a029-e2369f4e4650 None None] Set router 2ca37646-5c4c-432e-b029-983cf77bf0b3 gateway port host: None {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:54:29.891485 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-91c51222-bac8-4b42-89f5-befbd53a4004 admin admin] Calling delete_port for b7d0b273-3361-4f2c-8a21-40e5b14eecae owned by network:router_gateway {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:54:29.924886 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:29.994180 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-f4591b93-f89e-4199-a029-e2369f4e4650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ca37646-5c4c-432e-b029-983cf77bf0b3', 'name': 'tempest-TestServerBasicOps-1839194179-router', 'tenant_id': '4bfc2d3bd13f48d2abcfccf6331bd8f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:48:52Z', 'updated_at': '2022-05-30T20:54:29Z', 'revision_number': 6, 'project_id': '4bfc2d3bd13f48d2abcfccf6331bd8f8', 'gw_port_host': None}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:54:29.998823 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4591b93-f89e-4199-a029-e2369f4e4650 None None] The sync data for ids ['2ca37646-5c4c-432e-b029-983cf77bf0b3'] in n-d-843948-2 is: [{'id': '2ca37646-5c4c-432e-b029-983cf77bf0b3', 'name': 'tempest-TestServerBasicOps-1839194179-router', 'tenant_id': '4bfc2d3bd13f48d2abcfccf6331bd8f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:48:52Z', 'updated_at': '2022-05-30T20:54:29Z', 'revision_number': 6, 'project_id': '4bfc2d3bd13f48d2abcfccf6331bd8f8', 'gw_port_host': None}] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:54:30.187795 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-91c51222-bac8-4b42-89f5-befbd53a4004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:30.234524 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c51222-bac8-4b42-89f5-befbd53a4004 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7d0b273-3361-4f2c-8a21-40e5b14eecae,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:54:30.493053 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-91c51222-bac8-4b42-89f5-befbd53a4004 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-736453'] for router_gateway, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:30.814601 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 8624a45b-bd42-45af-a973-3602ec637fa7 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:54:30.876460 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: 8624a45b-bd42-45af-a973-3602ec637fa7 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:54:30.876819 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 8624a45b-bd42-45af-a973-3602ec637fa7 not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:54:30.893147 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-91c51222-bac8-4b42-89f5-befbd53a4004 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-724789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3141'] for router, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:30.898062 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-91c51222-bac8-4b42-89f5-befbd53a4004 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:31.004137 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-91c51222-bac8-4b42-89f5-befbd53a4004 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724889'] for router, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:31.004612 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91c51222-bac8-4b42-89f5-befbd53a4004 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2ca37646-5c4c-432e-b029-983cf77bf0b3 {{(pid=84887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:54:31.017993 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-91c51222-bac8-4b42-89f5-befbd53a4004 admin admin] Notify callbacks [] for router, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:31.021548 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-91c51222-bac8-4b42-89f5-befbd53a4004 admin admin] 10.222.0.85 "DELETE /v2.0/routers/2ca37646-5c4c-432e-b029-983cf77bf0b3 HTTP/1.1" status: 204 len: 168 time: 1.9930313 May 30 20:54:31.021807 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 45340) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:54:31.083703 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8135748-d21f-4ae4-b71c-36fcf6db8c4b admin admin] Deleting subnet 7b69a171-e136-403e-819f-6872e50727a1 {{(pid=84887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:54:31.086951 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c8135748-d21f-4ae4-b71c-36fcf6db8c4b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:31.147312 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c8135748-d21f-4ae4-b71c-36fcf6db8c4b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3149227'] for subnet, precommit_delete_associations {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:31.242316 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c8135748-d21f-4ae4-b71c-36fcf6db8c4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:31.318803 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:31.381678 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c8135748-d21f-4ae4-b71c-36fcf6db8c4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4055470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114247'] for subnet, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:31.423086 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8135748-d21f-4ae4-b71c-36fcf6db8c4b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b69a171-e136-403e-819f-6872e50727a1,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:54:31.429583 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c8135748-d21f-4ae4-b71c-36fcf6db8c4b admin admin] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:31.438467 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-c8135748-d21f-4ae4-b71c-36fcf6db8c4b admin admin] 10.222.0.85 "DELETE /v2.0/subnets/7b69a171-e136-403e-819f-6872e50727a1 HTTP/1.1" status: 204 len: 168 time: 0.4156027 May 30 20:54:31.440047 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb171e91-6d50-4b2e-9dbd-bd6ca1006673 None None] Network e803f289-659e-49d1-8268-8f5388d2ae3f requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:54:31.440822 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 45346) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:54:31.560252 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e0c18ec7-b4aa-45bf-9e4e-8805e4e619ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:31.575595 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-e0c18ec7-b4aa-45bf-9e4e-8805e4e619ac admin admin] Deleting port 4d635e19-8947-46e1-ac3b-0b1fcb87a47a {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:54:31.575928 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e0c18ec7-b4aa-45bf-9e4e-8805e4e619ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:31.706747 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-537629db-5311-44e8-82b2-b7064f1398e3 None None] DHCP port deletion for e803f289-659e-49d1-8268-8f5388d2ae3f request from n-d-843948-2 {{(pid=84888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:54:31.710968 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-537629db-5311-44e8-82b2-b7064f1398e3 None None] Deleting port 4d635e19-8947-46e1-ac3b-0b1fcb87a47a {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:54:31.711849 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-537629db-5311-44e8-82b2-b7064f1398e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:31.802756 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [None req-e0c18ec7-b4aa-45bf-9e4e-8805e4e619ac admin admin] For port 4d635e19-8947-46e1-ac3b-0b1fcb87a47a, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=4d635e19-8947-46e1-ac3b-0b1fcb87a47a,segment=NetworkSegment(50b99d70-ab15-46e3-9536-d53cacacd3f3),segment_id=50b99d70-ab15-46e3-9536-d53cacacd3f3)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:54:31.803180 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e0c18ec7-b4aa-45bf-9e4e-8805e4e619ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:31.942628 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-e0c18ec7-b4aa-45bf-9e4e-8805e4e619ac admin admin] Calling delete_port for 4d635e19-8947-46e1-ac3b-0b1fcb87a47a owned by network:dhcp {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:54:31.968364 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-537629db-5311-44e8-82b2-b7064f1398e3 None None] For port 4d635e19-8947-46e1-ac3b-0b1fcb87a47a, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=4d635e19-8947-46e1-ac3b-0b1fcb87a47a,segment=NetworkSegment(50b99d70-ab15-46e3-9536-d53cacacd3f3),segment_id=50b99d70-ab15-46e3-9536-d53cacacd3f3)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:54:31.969747 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-537629db-5311-44e8-82b2-b7064f1398e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:32.143258 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-537629db-5311-44e8-82b2-b7064f1398e3 None None] Calling delete_port for 4d635e19-8947-46e1-ac3b-0b1fcb87a47a owned by network:dhcp {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:54:32.176928 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e0c18ec7-b4aa-45bf-9e4e-8805e4e619ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:32.194617 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.db.api [None req-537629db-5311-44e8-82b2-b7064f1398e3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:54:32.196356 n-d-843948-2 neutron-server[84888]: DEBUG oslo_db.api [None req-537629db-5311-44e8-82b2-b7064f1398e3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:54:32.223972 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c18ec7-b4aa-45bf-9e4e-8805e4e619ac admin admin] Pushing event deleted for resources: {'Port': ['ID=4d635e19-8947-46e1-ac3b-0b1fcb87a47a,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:54:32.228377 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c18ec7-b4aa-45bf-9e4e-8805e4e619ac admin admin] No DVR routers for this DVR port 4d635e19-8947-46e1-ac3b-0b1fcb87a47a on host n-d-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:54:32.347168 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e0c18ec7-b4aa-45bf-9e4e-8805e4e619ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:32.396836 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-e0c18ec7-b4aa-45bf-9e4e-8805e4e619ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e803f289-659e-49d1-8268-8f5388d2ae3f']}} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:54:32.414062 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-e0c18ec7-b4aa-45bf-9e4e-8805e4e619ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50b99d70-ab15-46e3-9536-d53cacacd3f3') {'for_net_delete': True} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:54:32.414352 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-e0c18ec7-b4aa-45bf-9e4e-8805e4e619ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50b99d70-ab15-46e3-9536-d53cacacd3f3') {} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:54:32.431666 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e0c18ec7-b4aa-45bf-9e4e-8805e4e619ac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3149912'] for segment, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:32.465116 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e0c18ec7-b4aa-45bf-9e4e-8805e4e619ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:32.474407 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0c18ec7-b4aa-45bf-9e4e-8805e4e619ac admin admin] Releasing vlan 674 on physical network physnet1 to pool {{(pid=84887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:54:32.474870 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e0c18ec7-b4aa-45bf-9e4e-8805e4e619ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4055488'] for segment, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:32.606397 n-d-843948-2 neutron-server[84887]: Traceback (most recent call last): May 30 20:54:32.606397 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:54:32.606397 n-d-843948-2 neutron-server[84887]: timer() May 30 20:54:32.606397 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:54:32.606397 n-d-843948-2 neutron-server[84887]: cb(*args, **kw) May 30 20:54:32.606397 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:54:32.606397 n-d-843948-2 neutron-server[84887]: return func(*args, **kwargs) May 30 20:54:32.606397 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:54:32.606397 n-d-843948-2 neutron-server[84887]: self._notify() May 30 20:54:32.606397 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:54:32.606397 n-d-843948-2 neutron-server[84887]: self.callback(batched_events) May 30 20:54:32.606397 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:54:32.606397 n-d-843948-2 neutron-server[84887]: event.method(event) May 30 20:54:32.606397 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:54:32.606397 n-d-843948-2 neutron-server[84887]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:54:32.606397 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:54:32.606397 n-d-843948-2 neutron-server[84887]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:54:32.606397 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:54:32.606397 n-d-843948-2 neutron-server[84887]: return f(self, *a, **k) May 30 20:54:32.606397 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:54:32.606397 n-d-843948-2 neutron-server[84887]: return self._get(url).json() May 30 20:54:32.606397 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:54:32.606397 n-d-843948-2 neutron-server[84887]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:54:32.606397 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:54:32.606397 n-d-843948-2 neutron-server[84887]: return self.request(url, 'GET', **kwargs) May 30 20:54:32.606397 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:54:32.606397 n-d-843948-2 neutron-server[84887]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:54:32.606397 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:54:32.606397 n-d-843948-2 neutron-server[84887]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:54:32.606397 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:54:32.606397 n-d-843948-2 neutron-server[84887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:54:32.606397 n-d-843948-2 neutron-server[84887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:54:32.696642 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-537629db-5311-44e8-82b2-b7064f1398e3 None None] Deleting port 4d635e19-8947-46e1-ac3b-0b1fcb87a47a {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:54:32.697210 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-537629db-5311-44e8-82b2-b7064f1398e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:32.788418 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e0c18ec7-b4aa-45bf-9e4e-8805e4e619ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:32.824668 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e0c18ec7-b4aa-45bf-9e4e-8805e4e619ac admin admin] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:32.834031 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-e0c18ec7-b4aa-45bf-9e4e-8805e4e619ac admin admin] 10.222.0.85 "DELETE /v2.0/networks/e803f289-659e-49d1-8268-8f5388d2ae3f HTTP/1.1" status: 204 len: 168 time: 1.3921509 May 30 20:54:32.839250 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c18ec7-b4aa-45bf-9e4e-8805e4e619ac admin admin] Pushing event deleted for resources: {'Network': ['ID=e803f289-659e-49d1-8268-8f5388d2ae3f,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:54:32.901920 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-537629db-5311-44e8-82b2-b7064f1398e3 None None] The port '4d635e19-8947-46e1-ac3b-0b1fcb87a47a' was deleted {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 20:54:32.904602 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:32.907200 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device d5674bfc-8bcc-4bfd-936f-6ca6839525fc up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:54:33.054730 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port d5674bfc-8bcc-4bfd-936f-6ca6839525fc completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:54:33.060940 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port d5674bfc-8bcc-4bfd-936f-6ca6839525fc triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:54:33.061331 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:33.190312 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:33.207532 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port d5674bfc-8bcc-4bfd-936f-6ca6839525fc, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=d5674bfc-8bcc-4bfd-936f-6ca6839525fc,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:54:33.272560 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:33.301358 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 45354) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:54:33.327340 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device b7d0b273-3361-4f2c-8a21-40e5b14eecae no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:54:33.370226 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-a09df667-cd5f-42bb-93c2-28c5dec66f4b admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=3c7515c181aa4ba98f70242b3f29e504&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0665720 May 30 20:54:33.371919 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 45358) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:54:33.373550 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: b7d0b273-3361-4f2c-8a21-40e5b14eecae {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:54:33.373841 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device b7d0b273-3361-4f2c-8a21-40e5b14eecae not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:54:33.374242 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 4d635e19-8947-46e1-ac3b-0b1fcb87a47a no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:54:33.410265 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: 4d635e19-8947-46e1-ac3b-0b1fcb87a47a {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:54:33.410609 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 4d635e19-8947-46e1-ac3b-0b1fcb87a47a not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:54:33.426177 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=d5674bfc-8bcc-4bfd-936f-6ca6839525fc,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:54:33.467040 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0edd2e9e-b7ac-4b31-9523-9d436b4bfd07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:33.497304 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0edd2e9e-b7ac-4b31-9523-9d436b4bfd07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:33.638398 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0edd2e9e-b7ac-4b31-9523-9d436b4bfd07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:33.654900 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edd2e9e-b7ac-4b31-9523-9d436b4bfd07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe3c6374-38f0-468b-8260-77ab5be76152,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:54:33.667978 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0edd2e9e-b7ac-4b31-9523-9d436b4bfd07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:33.671435 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-0edd2e9e-b7ac-4b31-9523-9d436b4bfd07 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/fe3c6374-38f0-468b-8260-77ab5be76152 HTTP/1.1" status: 204 len: 168 time: 0.2951066 May 30 20:54:34.407233 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 45368) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:54:34.458283 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-fa5c9809-7734-4f8f-abbe-79d43397f7e1 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=4bfc2d3bd13f48d2abcfccf6331bd8f8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0498559 May 30 20:54:34.461079 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 45372) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:54:34.528071 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4cfb7148-c98f-4b29-9954-58aafb28b676 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:34.556856 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4cfb7148-c98f-4b29-9954-58aafb28b676 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:34.701461 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4cfb7148-c98f-4b29-9954-58aafb28b676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:34.716830 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfb7148-c98f-4b29-9954-58aafb28b676 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47ddc7d8-ac0d-42aa-87dd-e7b9a4b51087,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:54:34.723563 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4cfb7148-c98f-4b29-9954-58aafb28b676 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:34.724633 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-4cfb7148-c98f-4b29-9954-58aafb28b676 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/47ddc7d8-ac0d-42aa-87dd-e7b9a4b51087 HTTP/1.1" status: 204 len: 168 time: 0.2620404 May 30 20:54:34.792373 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device d5674bfc-8bcc-4bfd-936f-6ca6839525fc up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:54:34.874724 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port d5674bfc-8bcc-4bfd-936f-6ca6839525fc triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:54:34.875119 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:38.545977 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:54:41.740105 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e40d4b6-079e-41cc-acdf-aa11e239971d None None] Sync routers for ids ['0ffabd44-3ef9-4139-8405-def7e049e1ea'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:54:41.752831 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e40d4b6-079e-41cc-acdf-aa11e239971d None None] Routers {'0ffabd44-3ef9-4139-8405-def7e049e1ea'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:54:41.764269 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-6e40d4b6-079e-41cc-acdf-aa11e239971d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:54:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['0ffabd44-3ef9-4139-8405-def7e049e1ea'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:54:41.959422 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-6e40d4b6-079e-41cc-acdf-aa11e239971d None None] Set router 0ffabd44-3ef9-4139-8405-def7e049e1ea gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:54:42.283055 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-6e40d4b6-079e-41cc-acdf-aa11e239971d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ffabd44-3ef9-4139-8405-def7e049e1ea', 'name': 'tempest-TestVolumeBackupRestore-711118310-router', 'tenant_id': '2affaf7d0d3d461ba1aa66e8d814d55e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.49'}], 'enable_snat': True}, 'gw_port_id': 'd5674bfc-8bcc-4bfd-936f-6ca6839525fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:54:20Z', 'updated_at': '2022-05-30T20:54:26Z', 'revision_number': 4, 'project_id': '2affaf7d0d3d461ba1aa66e8d814d55e', 'gw_port': {'id': 'd5674bfc-8bcc-4bfd-936f-6ca6839525fc', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:20:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ffabd44-3ef9-4139-8405-def7e049e1ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:54:22Z', 'updated_at': '2022-05-30T20:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': 'f2448440-5313-4e49-b92f-cfa23e5e169a', 'name': '', 'network_id': 'ba5cd47f-70d8-4bbc-a89a-2dae63f17e13', 'tenant_id': '2affaf7d0d3d461ba1aa66e8d814d55e', 'mac_address': 'fa:16:3e:aa:47:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ffabd44-3ef9-4139-8405-def7e049e1ea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd002e712-38e9-4658-862f-f178e8d4efa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:54:25Z', 'updated_at': '2022-05-30T20:54:26Z', 'revision_number': 2, 'project_id': '2affaf7d0d3d461ba1aa66e8d814d55e', 'subnets': [{'id': 'd002e712-38e9-4658-862f-f178e8d4efa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:54:42.286949 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e40d4b6-079e-41cc-acdf-aa11e239971d None None] Checking router: 0ffabd44-3ef9-4139-8405-def7e049e1ea for host: n-d-843948-2 {{(pid=84889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:54:42.287297 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e40d4b6-079e-41cc-acdf-aa11e239971d None None] Updating router 0ffabd44-3ef9-4139-8405-def7e049e1ea port f2448440-5313-4e49-b92f-cfa23e5e169a binding host n-d-843948-2 {{(pid=84889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:54:42.339595 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-6e40d4b6-079e-41cc-acdf-aa11e239971d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:42.687569 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-6e40d4b6-079e-41cc-acdf-aa11e239971d None None] Notify callbacks [] for port, precommit_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:42.700043 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.provisioning_blocks [None req-6e40d4b6-079e-41cc-acdf-aa11e239971d None None] Transition to ACTIVE for port object f2448440-5313-4e49-b92f-cfa23e5e169a will not be triggered until provisioned by entity L2. {{(pid=84889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:54:42.775810 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-6e40d4b6-079e-41cc-acdf-aa11e239971d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:42.903459 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59e6e4-b4be-4d43-8956-0c1227e79d04 None None] Pushing event updated for resources: {'Port': ['ID=f2448440-5313-4e49-b92f-cfa23e5e169a,revision_number=3']} {{(pid=84889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:54:42.916889 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59e6e4-b4be-4d43-8956-0c1227e79d04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:54:42.917230 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59e6e4-b4be-4d43-8956-0c1227e79d04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:54:42.917564 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59e6e4-b4be-4d43-8956-0c1227e79d04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:54:42.917926 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59e6e4-b4be-4d43-8956-0c1227e79d04 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:54:42.918255 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59e6e4-b4be-4d43-8956-0c1227e79d04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:54:42.918582 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59e6e4-b4be-4d43-8956-0c1227e79d04 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:54:42.918902 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59e6e4-b4be-4d43-8956-0c1227e79d04 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:54:42.919219 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59e6e4-b4be-4d43-8956-0c1227e79d04 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:54:42.919536 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59e6e4-b4be-4d43-8956-0c1227e79d04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:54:42.919855 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59e6e4-b4be-4d43-8956-0c1227e79d04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:54:42.920168 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d59e6e4-b4be-4d43-8956-0c1227e79d04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:54:43.007943 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-6e40d4b6-079e-41cc-acdf-aa11e239971d None None] Attempting to bind port f2448440-5313-4e49-b92f-cfa23e5e169a on host n-d-843948-2 for vnic_type normal with profile {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:54:43.008305 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-6e40d4b6-079e-41cc-acdf-aa11e239971d None None] Attempting to bind port f2448440-5313-4e49-b92f-cfa23e5e169a by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': '85d3c1ca-97a0-49ea-9f61-7ee0fedccced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'ba5cd47f-70d8-4bbc-a89a-2dae63f17e13'}] {{(pid=84889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:54:43.008665 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e40d4b6-079e-41cc-acdf-aa11e239971d None None] Attempting to bind port f2448440-5313-4e49-b92f-cfa23e5e169a on network ba5cd47f-70d8-4bbc-a89a-2dae63f17e13 {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:54:43.016171 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e40d4b6-079e-41cc-acdf-aa11e239971d None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 54, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:54:43.016463 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e40d4b6-079e-41cc-acdf-aa11e239971d None None] Checking segment: {'id': '85d3c1ca-97a0-49ea-9f61-7ee0fedccced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'ba5cd47f-70d8-4bbc-a89a-2dae63f17e13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:54:43.016863 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-6e40d4b6-079e-41cc-acdf-aa11e239971d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:43.017251 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e40d4b6-079e-41cc-acdf-aa11e239971d None None] Bound using segment: {'id': '85d3c1ca-97a0-49ea-9f61-7ee0fedccced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'ba5cd47f-70d8-4bbc-a89a-2dae63f17e13'} {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:54:43.017745 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-6e40d4b6-079e-41cc-acdf-aa11e239971d None None] Bound port: f2448440-5313-4e49-b92f-cfa23e5e169a, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85d3c1ca-97a0-49ea-9f61-7ee0fedccced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'ba5cd47f-70d8-4bbc-a89a-2dae63f17e13'}}] {{(pid=84889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:54:43.018118 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-6e40d4b6-079e-41cc-acdf-aa11e239971d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:43.108868 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.db [None req-6e40d4b6-079e-41cc-acdf-aa11e239971d None None] For port f2448440-5313-4e49-b92f-cfa23e5e169a, host n-d-843948-2, cleared binding levels {{(pid=84889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:54:43.111878 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.db [None req-6e40d4b6-079e-41cc-acdf-aa11e239971d None None] For port f2448440-5313-4e49-b92f-cfa23e5e169a, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=f2448440-5313-4e49-b92f-cfa23e5e169a,segment=NetworkSegment(85d3c1ca-97a0-49ea-9f61-7ee0fedccced),segment_id=85d3c1ca-97a0-49ea-9f61-7ee0fedccced)] {{(pid=84889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:54:43.182651 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-6e40d4b6-079e-41cc-acdf-aa11e239971d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:43.264241 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59e6e4-b4be-4d43-8956-0c1227e79d04 None None] Pushing event updated for resources: {'Port': ['ID=f2448440-5313-4e49-b92f-cfa23e5e169a,revision_number=4']} {{(pid=84889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:54:43.272229 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e40d4b6-079e-41cc-acdf-aa11e239971d None None] Routers {'0ffabd44-3ef9-4139-8405-def7e049e1ea'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:54:43.272941 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-6e40d4b6-079e-41cc-acdf-aa11e239971d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:54:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['0ffabd44-3ef9-4139-8405-def7e049e1ea'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:54:43.456666 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-6e40d4b6-079e-41cc-acdf-aa11e239971d None None] Set router 0ffabd44-3ef9-4139-8405-def7e049e1ea gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:54:43.801310 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-6e40d4b6-079e-41cc-acdf-aa11e239971d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ffabd44-3ef9-4139-8405-def7e049e1ea', 'name': 'tempest-TestVolumeBackupRestore-711118310-router', 'tenant_id': '2affaf7d0d3d461ba1aa66e8d814d55e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.49'}], 'enable_snat': True}, 'gw_port_id': 'd5674bfc-8bcc-4bfd-936f-6ca6839525fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:54:20Z', 'updated_at': '2022-05-30T20:54:26Z', 'revision_number': 4, 'project_id': '2affaf7d0d3d461ba1aa66e8d814d55e', 'gw_port': {'id': 'd5674bfc-8bcc-4bfd-936f-6ca6839525fc', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:20:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ffabd44-3ef9-4139-8405-def7e049e1ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:54:22Z', 'updated_at': '2022-05-30T20:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': 'f2448440-5313-4e49-b92f-cfa23e5e169a', 'name': '', 'network_id': 'ba5cd47f-70d8-4bbc-a89a-2dae63f17e13', 'tenant_id': '2affaf7d0d3d461ba1aa66e8d814d55e', 'mac_address': 'fa:16:3e:aa:47:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ffabd44-3ef9-4139-8405-def7e049e1ea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd002e712-38e9-4658-862f-f178e8d4efa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:54:25Z', 'updated_at': '2022-05-30T20:54:43Z', 'revision_number': 4, 'project_id': '2affaf7d0d3d461ba1aa66e8d814d55e', 'subnets': [{'id': 'd002e712-38e9-4658-862f-f178e8d4efa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:54:43.806115 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e40d4b6-079e-41cc-acdf-aa11e239971d None None] The sync data for ids ['0ffabd44-3ef9-4139-8405-def7e049e1ea'] in n-d-843948-2 is: [{'id': '0ffabd44-3ef9-4139-8405-def7e049e1ea', 'name': 'tempest-TestVolumeBackupRestore-711118310-router', 'tenant_id': '2affaf7d0d3d461ba1aa66e8d814d55e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.49'}], 'enable_snat': True}, 'gw_port_id': 'd5674bfc-8bcc-4bfd-936f-6ca6839525fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:54:20Z', 'updated_at': '2022-05-30T20:54:26Z', 'revision_number': 4, 'project_id': '2affaf7d0d3d461ba1aa66e8d814d55e', 'gw_port': {'id': 'd5674bfc-8bcc-4bfd-936f-6ca6839525fc', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:20:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ffabd44-3ef9-4139-8405-def7e049e1ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:54:22Z', 'updated_at': '2022-05-30T20:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': 'f2448440-5313-4e49-b92f-cfa23e5e169a', 'name': '', 'network_id': 'ba5cd47f-70d8-4bbc-a89a-2dae63f17e13', 'tenant_id': '2affaf7d0d3d461ba1aa66e8d814d55e', 'mac_address': 'fa:16:3e:aa:47:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ffabd44-3ef9-4139-8405-def7e049e1ea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd002e712-38e9-4658-862f-f178e8d4efa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:54:25Z', 'updated_at': '2022-05-30T20:54:43Z', 'revision_number': 4, 'project_id': '2affaf7d0d3d461ba1aa66e8d814d55e', 'subnets': [{'id': 'd002e712-38e9-4658-862f-f178e8d4efa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:54:44.804182 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device f2448440-5313-4e49-b92f-cfa23e5e169a up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:54:45.043927 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port f2448440-5313-4e49-b92f-cfa23e5e169a completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:54:45.048982 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port f2448440-5313-4e49-b92f-cfa23e5e169a triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:54:45.049347 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:45.167368 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:45.200754 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port f2448440-5313-4e49-b92f-cfa23e5e169a, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=f2448440-5313-4e49-b92f-cfa23e5e169a,segment=NetworkSegment(85d3c1ca-97a0-49ea-9f61-7ee0fedccced),segment_id=85d3c1ca-97a0-49ea-9f61-7ee0fedccced)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:54:45.312795 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:45.380704 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=f2448440-5313-4e49-b92f-cfa23e5e169a,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:54:46.781009 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device f2448440-5313-4e49-b92f-cfa23e5e169a up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:54:46.850459 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port f2448440-5313-4e49-b92f-cfa23e5e169a triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:54:46.850829 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:49.844232 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:51.911433 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2847bbda-be34-4607-9032-18f88fd6090f req-1836d04a-b8eb-402a-a99e-6a42b94c6a83 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=2efcff84-d824-480a-bcaf-fb97451d40e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0765867 May 30 20:54:52.010823 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2847bbda-be34-4607-9032-18f88fd6090f req-8258c646-faf5-4791-b204-be2213f899eb service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=92b5fc25c8fb428a885a0ea0a728400d&device_id=2efcff84-d824-480a-bcaf-fb97451d40e5 HTTP/1.1" status: 200 len: 1096 time: 0.0740831 May 30 20:54:52.182124 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2847bbda-be34-4607-9032-18f88fd6090f req-a97aacfc-b254-4b15-a277-0e2279b3f44e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:54:52.183584 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2847bbda-be34-4607-9032-18f88fd6090f req-a97aacfc-b254-4b15-a277-0e2279b3f44e service neutron] 10.222.0.86 "GET /v2.0/networks?id=ebb70bc6-ae0a-43f8-986f-9ef2602ec8fd HTTP/1.1" status: 200 len: 898 time: 0.1474502 May 30 20:54:52.296704 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2847bbda-be34-4607-9032-18f88fd6090f req-7845c405-cde1-4406-b314-3e63c358f24d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=44ac3c78-3253-41cd-b35e-8be50141b5f1 HTTP/1.1" status: 200 len: 1000 time: 0.1066136 May 30 20:54:52.360853 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2847bbda-be34-4607-9032-18f88fd6090f req-51da5214-91cf-4dd5-94f6-b3d2a9e473f6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:54:52.362342 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2847bbda-be34-4607-9032-18f88fd6090f req-51da5214-91cf-4dd5-94f6-b3d2a9e473f6 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d330653b-ce90-469f-a9e3-fd788c3b20ce HTTP/1.1" status: 200 len: 834 time: 0.0593050 May 30 20:54:52.442436 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2847bbda-be34-4607-9032-18f88fd6090f req-7fc16c8e-61c8-4c0c-b40e-61b2e8672562 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ebb70bc6-ae0a-43f8-986f-9ef2602ec8fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0727544 May 30 20:54:52.495538 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:52.598411 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2847bbda-be34-4607-9032-18f88fd6090f req-a55e6341-1dae-480b-8b41-3b8e581fddf3 service neutron] 10.222.0.86 "GET /v2.0/networks/ebb70bc6-ae0a-43f8-986f-9ef2602ec8fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428711 May 30 20:54:52.736970 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2847bbda-be34-4607-9032-18f88fd6090f req-6f79edb6-2add-41b7-8dbb-9136f795d37d service neutron] 10.222.0.86 "GET /v2.0/networks/ebb70bc6-ae0a-43f8-986f-9ef2602ec8fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314929 May 30 20:54:56.198668 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-30b92c2e-af09-49ed-a94a-f3c6c5ce948e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:58.321138 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 45498) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:54:58.534821 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-5d72338c-d4ca-477e-a349-9e1bb5a30180 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Deleting port 70e7257d-0cfc-4ed4-aaac-f5add63a7c8a {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:54:58.535157 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5d72338c-d4ca-477e-a349-9e1bb5a30180 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:58.710897 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5d72338c-d4ca-477e-a349-9e1bb5a30180 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:58.714157 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5d72338c-d4ca-477e-a349-9e1bb5a30180 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:58.931052 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-5d72338c-d4ca-477e-a349-9e1bb5a30180 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Calling delete_port for 70e7257d-0cfc-4ed4-aaac-f5add63a7c8a owned by network:floatingip {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:54:59.135878 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5d72338c-d4ca-477e-a349-9e1bb5a30180 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:59.179233 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d72338c-d4ca-477e-a349-9e1bb5a30180 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Pushing event deleted for resources: {'Port': ['ID=70e7257d-0cfc-4ed4-aaac-f5add63a7c8a,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:54:59.217933 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d72338c-d4ca-477e-a349-9e1bb5a30180 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:54:59.218270 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d72338c-d4ca-477e-a349-9e1bb5a30180 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:54:59.218604 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d72338c-d4ca-477e-a349-9e1bb5a30180 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:54:59.218929 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d72338c-d4ca-477e-a349-9e1bb5a30180 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:54:59.219253 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d72338c-d4ca-477e-a349-9e1bb5a30180 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:54:59.219577 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d72338c-d4ca-477e-a349-9e1bb5a30180 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:54:59.219894 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d72338c-d4ca-477e-a349-9e1bb5a30180 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:54:59.220209 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d72338c-d4ca-477e-a349-9e1bb5a30180 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:54:59.220522 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d72338c-d4ca-477e-a349-9e1bb5a30180 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:54:59.220832 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d72338c-d4ca-477e-a349-9e1bb5a30180 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:54:59.221143 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d72338c-d4ca-477e-a349-9e1bb5a30180 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:54:59.285267 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5d72338c-d4ca-477e-a349-9e1bb5a30180 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for floatingip, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:59.593126 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-d98af9d1-da34-4793-b2d6-b6dcd3ac09c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:59.707439 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d72338c-d4ca-477e-a349-9e1bb5a30180 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Router ae59e35e-4d83-458b-bf07-c219b28446cd has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:54:59.890123 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:54:59.935612 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d72338c-d4ca-477e-a349-9e1bb5a30180 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:54:59.948601 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff024b5-ebe7-4617-9d0a-f76d5862e373 None None] Sync routers for ids ['ae59e35e-4d83-458b-bf07-c219b28446cd'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:54:59.960586 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff024b5-ebe7-4617-9d0a-f76d5862e373 None None] Routers {'ae59e35e-4d83-458b-bf07-c219b28446cd'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:54:59.961024 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-3ff024b5-ebe7-4617-9d0a-f76d5862e373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:55:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['ae59e35e-4d83-458b-bf07-c219b28446cd'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:55:00.027978 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5d72338c-d4ca-477e-a349-9e1bb5a30180 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:00.088338 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-5d72338c-d4ca-477e-a349-9e1bb5a30180 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "DELETE /v2.0/floatingips/1a01512e-36da-4684-a8c7-50808df3a8a3 HTTP/1.1" status: 204 len: 168 time: 1.7659376 May 30 20:55:00.088967 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2efcff84-d824-480a-bcaf-fb97451d40e5', 'tag': '44ac3c78-3253-41cd-b35e-8be50141b5f1'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:55:00.148325 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-3ff024b5-ebe7-4617-9d0a-f76d5862e373 None None] Set router ae59e35e-4d83-458b-bf07-c219b28446cd gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:55:00.165512 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fa4de25-f7fd-49bb-b86f-90ea54511e01'] response: {'name': 'network-changed', 'server_uuid': '2efcff84-d824-480a-bcaf-fb97451d40e5', 'tag': '44ac3c78-3253-41cd-b35e-8be50141b5f1', 'status': 'completed', 'code': 200} May 30 20:55:00.273853 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-93c387f0-d9f3-4636-9667-f71bda771791 req-df3ac32f-6dcf-480a-b671-9effc943aa3e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=92b5fc25c8fb428a885a0ea0a728400d&device_id=2efcff84-d824-480a-bcaf-fb97451d40e5 HTTP/1.1" status: 200 len: 1096 time: 0.0811586 May 30 20:55:00.419452 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c387f0-d9f3-4636-9667-f71bda771791 req-6246d6ec-57b4-4d2a-a1b2-7a4b94877175 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:55:00.419452 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-93c387f0-d9f3-4636-9667-f71bda771791 req-6246d6ec-57b4-4d2a-a1b2-7a4b94877175 service neutron] 10.222.0.86 "GET /v2.0/networks?id=ebb70bc6-ae0a-43f8-986f-9ef2602ec8fd HTTP/1.1" status: 200 len: 898 time: 0.1393371 May 30 20:55:00.502175 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-93c387f0-d9f3-4636-9667-f71bda771791 req-4fefcd4c-9501-4117-8645-8896b3c1d5f1 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=44ac3c78-3253-41cd-b35e-8be50141b5f1 HTTP/1.1" status: 200 len: 217 time: 0.0724363 May 30 20:55:00.552904 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-3ff024b5-ebe7-4617-9d0a-f76d5862e373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae59e35e-4d83-458b-bf07-c219b28446cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1835592524', 'tenant_id': '92b5fc25c8fb428a885a0ea0a728400d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': 'ecb3a2f8-7129-4e1b-aa25-3530e53bf46d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:53:04Z', 'updated_at': '2022-05-30T20:53:11Z', 'revision_number': 4, 'project_id': '92b5fc25c8fb428a885a0ea0a728400d', 'gw_port': {'id': 'ecb3a2f8-7129-4e1b-aa25-3530e53bf46d', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:89:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae59e35e-4d83-458b-bf07-c219b28446cd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:53:05Z', 'updated_at': '2022-05-30T20:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '2002a63c-5d17-4491-8c4f-a8f5ee57b261', 'name': '', 'network_id': 'ebb70bc6-ae0a-43f8-986f-9ef2602ec8fd', 'tenant_id': '92b5fc25c8fb428a885a0ea0a728400d', 'mac_address': 'fa:16:3e:f3:94:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae59e35e-4d83-458b-bf07-c219b28446cd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd330653b-ce90-469f-a9e3-fd788c3b20ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:53:10Z', 'updated_at': '2022-05-30T20:53:28Z', 'revision_number': 5, 'project_id': '92b5fc25c8fb428a885a0ea0a728400d', 'subnets': [{'id': 'd330653b-ce90-469f-a9e3-fd788c3b20ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:55:00.556886 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff024b5-ebe7-4617-9d0a-f76d5862e373 None None] Checking router: ae59e35e-4d83-458b-bf07-c219b28446cd for host: n-d-843948-2 {{(pid=84888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:55:00.568543 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff024b5-ebe7-4617-9d0a-f76d5862e373 None None] Routers {'ae59e35e-4d83-458b-bf07-c219b28446cd'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:55:00.569171 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-3ff024b5-ebe7-4617-9d0a-f76d5862e373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:55:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['ae59e35e-4d83-458b-bf07-c219b28446cd'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:55:00.577474 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c387f0-d9f3-4636-9667-f71bda771791 req-610f0e27-8478-4b88-8281-182e743b81ac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:55:00.579326 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-93c387f0-d9f3-4636-9667-f71bda771791 req-610f0e27-8478-4b88-8281-182e743b81ac service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d330653b-ce90-469f-a9e3-fd788c3b20ce HTTP/1.1" status: 200 len: 834 time: 0.0644464 May 30 20:55:00.663581 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-93c387f0-d9f3-4636-9667-f71bda771791 req-3f0fb8b4-a57a-451f-840c-d901b6ed94a6 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ebb70bc6-ae0a-43f8-986f-9ef2602ec8fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0742893 May 30 20:55:00.800239 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-3ff024b5-ebe7-4617-9d0a-f76d5862e373 None None] Set router ae59e35e-4d83-458b-bf07-c219b28446cd gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:55:00.869725 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-93c387f0-d9f3-4636-9667-f71bda771791 req-dfae030a-1929-47c6-adc1-c57e43511017 service neutron] 10.222.0.86 "GET /v2.0/networks/ebb70bc6-ae0a-43f8-986f-9ef2602ec8fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984165 May 30 20:55:01.188079 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-93c387f0-d9f3-4636-9667-f71bda771791 req-5944ad1b-5609-4904-b07d-fcb3b0a9ab7d service neutron] 10.222.0.86 "GET /v2.0/networks/ebb70bc6-ae0a-43f8-986f-9ef2602ec8fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3100572 May 30 20:55:01.217222 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-3ff024b5-ebe7-4617-9d0a-f76d5862e373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae59e35e-4d83-458b-bf07-c219b28446cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1835592524', 'tenant_id': '92b5fc25c8fb428a885a0ea0a728400d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': 'ecb3a2f8-7129-4e1b-aa25-3530e53bf46d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:53:04Z', 'updated_at': '2022-05-30T20:53:11Z', 'revision_number': 4, 'project_id': '92b5fc25c8fb428a885a0ea0a728400d', 'gw_port': {'id': 'ecb3a2f8-7129-4e1b-aa25-3530e53bf46d', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:89:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae59e35e-4d83-458b-bf07-c219b28446cd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:53:05Z', 'updated_at': '2022-05-30T20:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '2002a63c-5d17-4491-8c4f-a8f5ee57b261', 'name': '', 'network_id': 'ebb70bc6-ae0a-43f8-986f-9ef2602ec8fd', 'tenant_id': '92b5fc25c8fb428a885a0ea0a728400d', 'mac_address': 'fa:16:3e:f3:94:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae59e35e-4d83-458b-bf07-c219b28446cd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd330653b-ce90-469f-a9e3-fd788c3b20ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:53:10Z', 'updated_at': '2022-05-30T20:53:28Z', 'revision_number': 5, 'project_id': '92b5fc25c8fb428a885a0ea0a728400d', 'subnets': [{'id': 'd330653b-ce90-469f-a9e3-fd788c3b20ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:55:01.221426 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff024b5-ebe7-4617-9d0a-f76d5862e373 None None] The sync data for ids ['ae59e35e-4d83-458b-bf07-c219b28446cd'] in n-d-843948-2 is: [{'id': 'ae59e35e-4d83-458b-bf07-c219b28446cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1835592524', 'tenant_id': '92b5fc25c8fb428a885a0ea0a728400d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': 'ecb3a2f8-7129-4e1b-aa25-3530e53bf46d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:53:04Z', 'updated_at': '2022-05-30T20:53:11Z', 'revision_number': 4, 'project_id': '92b5fc25c8fb428a885a0ea0a728400d', 'gw_port': {'id': 'ecb3a2f8-7129-4e1b-aa25-3530e53bf46d', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:89:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae59e35e-4d83-458b-bf07-c219b28446cd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:53:05Z', 'updated_at': '2022-05-30T20:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '2002a63c-5d17-4491-8c4f-a8f5ee57b261', 'name': '', 'network_id': 'ebb70bc6-ae0a-43f8-986f-9ef2602ec8fd', 'tenant_id': '92b5fc25c8fb428a885a0ea0a728400d', 'mac_address': 'fa:16:3e:f3:94:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae59e35e-4d83-458b-bf07-c219b28446cd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd330653b-ce90-469f-a9e3-fd788c3b20ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:53:10Z', 'updated_at': '2022-05-30T20:53:28Z', 'revision_number': 5, 'project_id': '92b5fc25c8fb428a885a0ea0a728400d', 'subnets': [{'id': 'd330653b-ce90-469f-a9e3-fd788c3b20ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:55:01.267287 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:01.317537 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f743a7-dc29-40bf-bbfe-81852db61158 req-d856f96c-3e6e-4000-bc71-689a18ef785b tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:55:01.319038 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-87f743a7-dc29-40bf-bbfe-81852db61158 req-d856f96c-3e6e-4000-bc71-689a18ef785b tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/ports?device_id=2efcff84-d824-480a-bcaf-fb97451d40e5 HTTP/1.1" status: 200 len: 945 time: 0.2247248 May 30 20:55:01.372179 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-87f743a7-dc29-40bf-bbfe-81852db61158 req-1f40bf2e-26fc-439e-bf4f-73653cfc72e1 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/security-groups?id=56cfd6a4-299b-460e-98c4-552686f41e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470748 May 30 20:55:01.459999 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680a1a90-2b02-4c6f-918b-800775614deb None None] New status for floating IP 1a01512e-36da-4684-a8c7-50808df3a8a3: DOWN {{(pid=84889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 20:55:02.182056 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98081b3c-ea37-4d95-9ac6-dbd2b4d31761 req-1d99eca6-cd3c-477a-9269-aca0f3438163 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:55:02.182738 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-98081b3c-ea37-4d95-9ac6-dbd2b4d31761 req-1d99eca6-cd3c-477a-9269-aca0f3438163 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Synchronizing usage tracker for tenant:92b5fc25c8fb428a885a0ea0a728400d on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:55:02.255569 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-98081b3c-ea37-4d95-9ac6-dbd2b4d31761 req-1d99eca6-cd3c-477a-9269-aca0f3438163 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Unset dirty status for tenant:92b5fc25c8fb428a885a0ea0a728400d on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:55:02.256751 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-98081b3c-ea37-4d95-9ac6-dbd2b4d31761 req-1d99eca6-cd3c-477a-9269-aca0f3438163 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.86 "GET /v2.0/ports?device_id=2efcff84-d824-480a-bcaf-fb97451d40e5 HTTP/1.1" status: 200 len: 945 time: 0.1493495 May 30 20:55:02.336853 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-98081b3c-ea37-4d95-9ac6-dbd2b4d31761 req-142f585a-8a48-46ae-a750-50a68ed3531a tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Deleting port 44ac3c78-3253-41cd-b35e-8be50141b5f1 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:55:02.337188 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-98081b3c-ea37-4d95-9ac6-dbd2b4d31761 req-142f585a-8a48-46ae-a750-50a68ed3531a tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:02.595568 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-98081b3c-ea37-4d95-9ac6-dbd2b4d31761 req-142f585a-8a48-46ae-a750-50a68ed3531a tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] For port 44ac3c78-3253-41cd-b35e-8be50141b5f1, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=44ac3c78-3253-41cd-b35e-8be50141b5f1,segment=NetworkSegment(3f8c1f21-a819-4c04-9f38-605ce93876d4),segment_id=3f8c1f21-a819-4c04-9f38-605ce93876d4)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:55:02.595925 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-98081b3c-ea37-4d95-9ac6-dbd2b4d31761 req-142f585a-8a48-46ae-a750-50a68ed3531a tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:02.751848 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-98081b3c-ea37-4d95-9ac6-dbd2b4d31761 req-142f585a-8a48-46ae-a750-50a68ed3531a tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Calling delete_port for 44ac3c78-3253-41cd-b35e-8be50141b5f1 owned by compute:nova {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:55:02.753312 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:02.920777 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f9b690-797f-405f-834d-957eac5db982 req-27366a2c-b5cc-449a-9cd4-72d9d50f94a2 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:55:02.922375 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-72f9b690-797f-405f-834d-957eac5db982 req-27366a2c-b5cc-449a-9cd4-72d9d50f94a2 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/ports?device_id=2efcff84-d824-480a-bcaf-fb97451d40e5 HTTP/1.1" status: 200 len: 945 time: 0.3816566 May 30 20:55:02.971447 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-72f9b690-797f-405f-834d-957eac5db982 req-66e4f4e5-7370-4f70-aea1-bcd2a13c1fc0 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/security-groups?id=56cfd6a4-299b-460e-98c4-552686f41e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430965 May 30 20:55:02.986757 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-98081b3c-ea37-4d95-9ac6-dbd2b4d31761 req-142f585a-8a48-46ae-a750-50a68ed3531a tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:03.037761 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142f585a-8a48-46ae-a750-50a68ed3531a tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Pushing event deleted for resources: {'Port': ['ID=44ac3c78-3253-41cd-b35e-8be50141b5f1,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:55:03.113378 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-98081b3c-ea37-4d95-9ac6-dbd2b4d31761 req-142f585a-8a48-46ae-a750-50a68ed3531a tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] No DVR routers for this DVR port 44ac3c78-3253-41cd-b35e-8be50141b5f1 on host n-h2-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:55:03.116023 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-98081b3c-ea37-4d95-9ac6-dbd2b4d31761 req-142f585a-8a48-46ae-a750-50a68ed3531a tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:03.118834 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2efcff84-d824-480a-bcaf-fb97451d40e5', 'name': 'network-vif-deleted', 'tag': '44ac3c78-3253-41cd-b35e-8be50141b5f1'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:55:03.175244 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a24a560c-21c5-4ed1-ab02-b1710397ad73'] response: {'server_uuid': '2efcff84-d824-480a-bcaf-fb97451d40e5', 'name': 'network-vif-deleted', 'tag': '44ac3c78-3253-41cd-b35e-8be50141b5f1', 'status': 'completed', 'code': 200} May 30 20:55:03.187858 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-98081b3c-ea37-4d95-9ac6-dbd2b4d31761 req-142f585a-8a48-46ae-a750-50a68ed3531a tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.86 "DELETE /v2.0/ports/44ac3c78-3253-41cd-b35e-8be50141b5f1 HTTP/1.1" status: 204 len: 173 time: 0.9227712 May 30 20:55:04.157362 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-7704134e-a87c-4421-b9d1-7d28b541c098 req-d326f699-304d-4a3a-b64b-342fa339ad49 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Synchronizing usage tracker for tenant:92b5fc25c8fb428a885a0ea0a728400d on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:55:04.244408 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-7704134e-a87c-4421-b9d1-7d28b541c098 req-d326f699-304d-4a3a-b64b-342fa339ad49 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Unset dirty status for tenant:92b5fc25c8fb428a885a0ea0a728400d on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:55:04.245710 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7704134e-a87c-4421-b9d1-7d28b541c098 req-d326f699-304d-4a3a-b64b-342fa339ad49 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "GET /v2.0/ports?device_id=2efcff84-d824-480a-bcaf-fb97451d40e5 HTTP/1.1" status: 200 len: 210 time: 0.1303113 May 30 20:55:05.359901 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 45582) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:55:05.923598 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-97f6aa1f-0b2b-4085-85e7-b0fee77677f8 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-736216'] for router_interface, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:05.935288 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 44ac3c78-3253-41cd-b35e-8be50141b5f1 no longer exists at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:55:05.974324 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] No Port match for: 44ac3c78-3253-41cd-b35e-8be50141b5f1 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:55:05.974845 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 44ac3c78-3253-41cd-b35e-8be50141b5f1 not bound to the agent host n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:55:06.555874 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-97f6aa1f-0b2b-4085-85e7-b0fee77677f8 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Deleting port 2002a63c-5d17-4491-8c4f-a8f5ee57b261 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:55:06.556464 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-97f6aa1f-0b2b-4085-85e7-b0fee77677f8 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:06.789487 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [None req-97f6aa1f-0b2b-4085-85e7-b0fee77677f8 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] For port 2002a63c-5d17-4491-8c4f-a8f5ee57b261, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=2002a63c-5d17-4491-8c4f-a8f5ee57b261,segment=NetworkSegment(3f8c1f21-a819-4c04-9f38-605ce93876d4),segment_id=3f8c1f21-a819-4c04-9f38-605ce93876d4)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:55:06.790139 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-97f6aa1f-0b2b-4085-85e7-b0fee77677f8 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:06.930108 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-97f6aa1f-0b2b-4085-85e7-b0fee77677f8 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Calling delete_port for 2002a63c-5d17-4491-8c4f-a8f5ee57b261 owned by network:router_interface {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:55:07.164112 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-97f6aa1f-0b2b-4085-85e7-b0fee77677f8 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:07.214851 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f6aa1f-0b2b-4085-85e7-b0fee77677f8 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Pushing event deleted for resources: {'Port': ['ID=2002a63c-5d17-4491-8c4f-a8f5ee57b261,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:55:07.522908 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-97f6aa1f-0b2b-4085-85e7-b0fee77677f8 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1718140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-736143'] for router_interface, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:08.249126 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97f6aa1f-0b2b-4085-85e7-b0fee77677f8 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Router ae59e35e-4d83-458b-bf07-c219b28446cd has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:55:08.451003 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97f6aa1f-0b2b-4085-85e7-b0fee77677f8 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:55:08.460963 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61aa720c-a312-426a-becf-6f6c2aa06be8 None None] Sync routers for ids ['ae59e35e-4d83-458b-bf07-c219b28446cd'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:55:08.472507 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61aa720c-a312-426a-becf-6f6c2aa06be8 None None] Routers {'ae59e35e-4d83-458b-bf07-c219b28446cd'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:55:08.473108 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-61aa720c-a312-426a-becf-6f6c2aa06be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:55:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['ae59e35e-4d83-458b-bf07-c219b28446cd'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:55:08.509593 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-97f6aa1f-0b2b-4085-85e7-b0fee77677f8 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "PUT /v2.0/routers/ae59e35e-4d83-458b-bf07-c219b28446cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1484313 May 30 20:55:08.512744 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 45610) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:55:08.662457 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-61aa720c-a312-426a-becf-6f6c2aa06be8 None None] Set router ae59e35e-4d83-458b-bf07-c219b28446cd gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:55:08.729629 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_v2 [None req-034ae678-2899-4197-a69c-1d39d834bc89 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Deleting subnet d330653b-ce90-469f-a9e3-fd788c3b20ce {{(pid=84887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:55:08.733041 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-034ae678-2899-4197-a69c-1d39d834bc89 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for subnet, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:08.809311 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-034ae678-2899-4197-a69c-1d39d834bc89 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3149227'] for subnet, precommit_delete_associations {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:08.905059 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-034ae678-2899-4197-a69c-1d39d834bc89 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:08.981090 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-61aa720c-a312-426a-becf-6f6c2aa06be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae59e35e-4d83-458b-bf07-c219b28446cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1835592524', 'tenant_id': '92b5fc25c8fb428a885a0ea0a728400d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': 'ecb3a2f8-7129-4e1b-aa25-3530e53bf46d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:53:04Z', 'updated_at': '2022-05-30T20:55:07Z', 'revision_number': 5, 'project_id': '92b5fc25c8fb428a885a0ea0a728400d', 'gw_port': {'id': 'ecb3a2f8-7129-4e1b-aa25-3530e53bf46d', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:89:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae59e35e-4d83-458b-bf07-c219b28446cd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:53:05Z', 'updated_at': '2022-05-30T20:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:55:08.985504 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61aa720c-a312-426a-becf-6f6c2aa06be8 None None] Checking router: ae59e35e-4d83-458b-bf07-c219b28446cd for host: n-d-843948-2 {{(pid=84888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:55:08.997680 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61aa720c-a312-426a-becf-6f6c2aa06be8 None None] Routers {'ae59e35e-4d83-458b-bf07-c219b28446cd'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:55:08.998322 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-61aa720c-a312-426a-becf-6f6c2aa06be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:55:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['ae59e35e-4d83-458b-bf07-c219b28446cd'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:55:09.033062 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-034ae678-2899-4197-a69c-1d39d834bc89 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4055470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114247'] for subnet, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:09.073899 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034ae678-2899-4197-a69c-1d39d834bc89 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Pushing event deleted for resources: {'Subnet': ['ID=d330653b-ce90-469f-a9e3-fd788c3b20ce,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:55:09.079526 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-034ae678-2899-4197-a69c-1d39d834bc89 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:09.091466 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-034ae678-2899-4197-a69c-1d39d834bc89 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "DELETE /v2.0/subnets/d330653b-ce90-469f-a9e3-fd788c3b20ce HTTP/1.1" status: 204 len: 168 time: 0.5774910 May 30 20:55:09.091968 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 45616) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:55:09.116358 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b06062d5-5194-4834-81eb-4c18d8e17831 None None] Network ebb70bc6-ae0a-43f8-986f-9ef2602ec8fd requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:55:09.325339 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e32989c2-1d66-40db-85fd-c57e3a326e8c tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for router, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:09.382575 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-61aa720c-a312-426a-becf-6f6c2aa06be8 None None] Set router ae59e35e-4d83-458b-bf07-c219b28446cd gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:55:09.543589 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e32989c2-1d66-40db-85fd-c57e3a326e8c tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:09.604931 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-e32989c2-1d66-40db-85fd-c57e3a326e8c tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Deleting port ecb3a2f8-7129-4e1b-aa25-3530e53bf46d {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:55:09.605394 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e32989c2-1d66-40db-85fd-c57e3a326e8c tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:09.666087 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93296e10-902c-4824-b6e4-bfa1a2876303 None None] DHCP port deletion for ebb70bc6-ae0a-43f8-986f-9ef2602ec8fd request from n-d-843948-2 {{(pid=84888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:55:09.675012 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-93296e10-902c-4824-b6e4-bfa1a2876303 None None] Deleting port 5611d4ea-76e3-4645-96c8-9cdb141c7c17 {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:55:09.675464 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-93296e10-902c-4824-b6e4-bfa1a2876303 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:09.819395 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [None req-e32989c2-1d66-40db-85fd-c57e3a326e8c tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] For port ecb3a2f8-7129-4e1b-aa25-3530e53bf46d, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=ecb3a2f8-7129-4e1b-aa25-3530e53bf46d,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:55:09.819841 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e32989c2-1d66-40db-85fd-c57e3a326e8c tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:09.898380 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-93296e10-902c-4824-b6e4-bfa1a2876303 None None] For port 5611d4ea-76e3-4645-96c8-9cdb141c7c17, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=5611d4ea-76e3-4645-96c8-9cdb141c7c17,segment=NetworkSegment(3f8c1f21-a819-4c04-9f38-605ce93876d4),segment_id=3f8c1f21-a819-4c04-9f38-605ce93876d4)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:55:09.898669 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-93296e10-902c-4824-b6e4-bfa1a2876303 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:10.037447 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-93296e10-902c-4824-b6e4-bfa1a2876303 None None] Calling delete_port for 5611d4ea-76e3-4645-96c8-9cdb141c7c17 owned by network:dhcp {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:55:10.074353 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-61aa720c-a312-426a-becf-6f6c2aa06be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae59e35e-4d83-458b-bf07-c219b28446cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1835592524', 'tenant_id': '92b5fc25c8fb428a885a0ea0a728400d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': 'ecb3a2f8-7129-4e1b-aa25-3530e53bf46d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:53:04Z', 'updated_at': '2022-05-30T20:55:07Z', 'revision_number': 5, 'project_id': '92b5fc25c8fb428a885a0ea0a728400d', 'gw_port': {'id': 'ecb3a2f8-7129-4e1b-aa25-3530e53bf46d', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:89:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae59e35e-4d83-458b-bf07-c219b28446cd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:53:05Z', 'updated_at': '2022-05-30T20:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:55:10.080931 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-e32989c2-1d66-40db-85fd-c57e3a326e8c tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Calling delete_port for ecb3a2f8-7129-4e1b-aa25-3530e53bf46d owned by network:router_gateway {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:55:10.087874 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61aa720c-a312-426a-becf-6f6c2aa06be8 None None] The sync data for ids ['ae59e35e-4d83-458b-bf07-c219b28446cd'] in n-d-843948-2 is: [{'id': 'ae59e35e-4d83-458b-bf07-c219b28446cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1835592524', 'tenant_id': '92b5fc25c8fb428a885a0ea0a728400d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': 'ecb3a2f8-7129-4e1b-aa25-3530e53bf46d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:53:04Z', 'updated_at': '2022-05-30T20:55:07Z', 'revision_number': 5, 'project_id': '92b5fc25c8fb428a885a0ea0a728400d', 'gw_port': {'id': 'ecb3a2f8-7129-4e1b-aa25-3530e53bf46d', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:89:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae59e35e-4d83-458b-bf07-c219b28446cd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:53:05Z', 'updated_at': '2022-05-30T20:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:55:10.227662 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-93296e10-902c-4824-b6e4-bfa1a2876303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468'] for port, after_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:10.276239 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93296e10-902c-4824-b6e4-bfa1a2876303 None None] Pushing event deleted for resources: {'Port': ['ID=5611d4ea-76e3-4645-96c8-9cdb141c7c17,revision_number=None']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:55:10.285547 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93296e10-902c-4824-b6e4-bfa1a2876303 None None] No DVR routers for this DVR port 5611d4ea-76e3-4645-96c8-9cdb141c7c17 on host n-d-843948-2 {{(pid=84888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:55:10.290968 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93296e10-902c-4824-b6e4-bfa1a2876303 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:55:10.291312 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93296e10-902c-4824-b6e4-bfa1a2876303 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:55:10.291835 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93296e10-902c-4824-b6e4-bfa1a2876303 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:55:10.295353 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93296e10-902c-4824-b6e4-bfa1a2876303 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:55:10.295353 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93296e10-902c-4824-b6e4-bfa1a2876303 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:55:10.295570 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93296e10-902c-4824-b6e4-bfa1a2876303 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:55:10.295755 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93296e10-902c-4824-b6e4-bfa1a2876303 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:55:10.296067 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93296e10-902c-4824-b6e4-bfa1a2876303 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:55:10.296392 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93296e10-902c-4824-b6e4-bfa1a2876303 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:55:10.296717 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93296e10-902c-4824-b6e4-bfa1a2876303 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:55:10.297041 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93296e10-902c-4824-b6e4-bfa1a2876303 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:55:10.364040 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e32989c2-1d66-40db-85fd-c57e3a326e8c tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:10.411136 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32989c2-1d66-40db-85fd-c57e3a326e8c tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Pushing event deleted for resources: {'Port': ['ID=ecb3a2f8-7129-4e1b-aa25-3530e53bf46d,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:55:10.458318 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32989c2-1d66-40db-85fd-c57e3a326e8c tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:55:10.458762 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32989c2-1d66-40db-85fd-c57e3a326e8c tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:55:10.458997 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32989c2-1d66-40db-85fd-c57e3a326e8c tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:55:10.459332 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32989c2-1d66-40db-85fd-c57e3a326e8c tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:55:10.459792 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32989c2-1d66-40db-85fd-c57e3a326e8c tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:55:10.460379 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32989c2-1d66-40db-85fd-c57e3a326e8c tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:55:10.460707 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32989c2-1d66-40db-85fd-c57e3a326e8c tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:55:10.461045 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32989c2-1d66-40db-85fd-c57e3a326e8c tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:55:10.461353 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32989c2-1d66-40db-85fd-c57e3a326e8c tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:55:10.461708 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32989c2-1d66-40db-85fd-c57e3a326e8c tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:55:10.465346 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32989c2-1d66-40db-85fd-c57e3a326e8c tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:55:10.658947 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e32989c2-1d66-40db-85fd-c57e3a326e8c tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-736453'] for router_gateway, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:10.904563 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 2002a63c-5d17-4491-8c4f-a8f5ee57b261 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:55:10.939762 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: 2002a63c-5d17-4491-8c4f-a8f5ee57b261 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:55:10.940106 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 2002a63c-5d17-4491-8c4f-a8f5ee57b261 not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:55:10.940513 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 5611d4ea-76e3-4645-96c8-9cdb141c7c17 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:55:10.972373 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e32989c2-1d66-40db-85fd-c57e3a326e8c tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-724789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3141'] for router, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:10.975042 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: 5611d4ea-76e3-4645-96c8-9cdb141c7c17 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:55:10.975608 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 5611d4ea-76e3-4645-96c8-9cdb141c7c17 not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:55:10.980451 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e32989c2-1d66-40db-85fd-c57e3a326e8c tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:11.078702 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e32989c2-1d66-40db-85fd-c57e3a326e8c tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724889'] for router, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:11.079277 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e32989c2-1d66-40db-85fd-c57e3a326e8c tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Fanout notify agent at l3_agent the message router_deleted on router ae59e35e-4d83-458b-bf07-c219b28446cd {{(pid=84886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:55:11.096199 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e32989c2-1d66-40db-85fd-c57e3a326e8c tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for router, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:11.097639 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-e32989c2-1d66-40db-85fd-c57e3a326e8c tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "DELETE /v2.0/routers/ae59e35e-4d83-458b-bf07-c219b28446cd HTTP/1.1" status: 204 len: 168 time: 2.0033553 May 30 20:55:11.102165 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 45632) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:55:11.229117 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f7925f8e-2d57-496e-b0c2-4365b0f56a2d tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:11.390328 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f7925f8e-2d57-496e-b0c2-4365b0f56a2d tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:11.419029 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-f7925f8e-2d57-496e-b0c2-4365b0f56a2d tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebb70bc6-ae0a-43f8-986f-9ef2602ec8fd']}} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:55:11.434266 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-f7925f8e-2d57-496e-b0c2-4365b0f56a2d tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f8c1f21-a819-4c04-9f38-605ce93876d4') {'for_net_delete': True} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:55:11.434660 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-f7925f8e-2d57-496e-b0c2-4365b0f56a2d tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f8c1f21-a819-4c04-9f38-605ce93876d4') {} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:55:11.446241 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f7925f8e-2d57-496e-b0c2-4365b0f56a2d tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2660590'] for segment, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:11.462689 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f7925f8e-2d57-496e-b0c2-4365b0f56a2d tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:11.469096 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7925f8e-2d57-496e-b0c2-4365b0f56a2d tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Releasing vlan 668 on physical network physnet1 to pool {{(pid=84886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:55:11.469485 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f7925f8e-2d57-496e-b0c2-4365b0f56a2d tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4126989'] for segment, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:11.490390 n-d-843948-2 neutron-server[84886]: Traceback (most recent call last): May 30 20:55:11.490390 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:55:11.490390 n-d-843948-2 neutron-server[84886]: timer() May 30 20:55:11.490390 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:55:11.490390 n-d-843948-2 neutron-server[84886]: cb(*args, **kw) May 30 20:55:11.490390 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:55:11.490390 n-d-843948-2 neutron-server[84886]: return func(*args, **kwargs) May 30 20:55:11.490390 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:55:11.490390 n-d-843948-2 neutron-server[84886]: self._notify() May 30 20:55:11.490390 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:55:11.490390 n-d-843948-2 neutron-server[84886]: self.callback(batched_events) May 30 20:55:11.490390 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:55:11.490390 n-d-843948-2 neutron-server[84886]: event.method(event) May 30 20:55:11.490390 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:55:11.490390 n-d-843948-2 neutron-server[84886]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:55:11.490390 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:55:11.490390 n-d-843948-2 neutron-server[84886]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:55:11.490390 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:55:11.490390 n-d-843948-2 neutron-server[84886]: return f(self, *a, **k) May 30 20:55:11.490390 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:55:11.490390 n-d-843948-2 neutron-server[84886]: return self._get(url).json() May 30 20:55:11.490390 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:55:11.490390 n-d-843948-2 neutron-server[84886]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:55:11.490390 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:55:11.490390 n-d-843948-2 neutron-server[84886]: return self.request(url, 'GET', **kwargs) May 30 20:55:11.490390 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:55:11.490390 n-d-843948-2 neutron-server[84886]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:55:11.490390 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:55:11.490390 n-d-843948-2 neutron-server[84886]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:55:11.490390 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:55:11.490390 n-d-843948-2 neutron-server[84886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:55:11.490390 n-d-843948-2 neutron-server[84886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:55:11.616495 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f7925f8e-2d57-496e-b0c2-4365b0f56a2d tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:11.637834 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f7925f8e-2d57-496e-b0c2-4365b0f56a2d tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:11.651410 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7925f8e-2d57-496e-b0c2-4365b0f56a2d tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Pushing event deleted for resources: {'Network': ['ID=ebb70bc6-ae0a-43f8-986f-9ef2602ec8fd,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:55:11.732980 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-f7925f8e-2d57-496e-b0c2-4365b0f56a2d tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "DELETE /v2.0/networks/ebb70bc6-ae0a-43f8-986f-9ef2602ec8fd HTTP/1.1" status: 204 len: 168 time: 0.6290367 May 30 20:55:11.735360 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 45638) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:55:11.851864 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5a7cb1d3-e448-4693-8b52-e6e4b3bd72f5 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:11.883991 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5a7cb1d3-e448-4693-8b52-e6e4b3bd72f5 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:12.032760 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5a7cb1d3-e448-4693-8b52-e6e4b3bd72f5 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:12.053249 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7cb1d3-e448-4693-8b52-e6e4b3bd72f5 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56cfd6a4-299b-460e-98c4-552686f41e99,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:55:12.129056 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5a7cb1d3-e448-4693-8b52-e6e4b3bd72f5 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:12.130213 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-5a7cb1d3-e448-4693-8b52-e6e4b3bd72f5 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] 10.222.0.85 "DELETE /v2.0/security-groups/56cfd6a4-299b-460e-98c4-552686f41e99 HTTP/1.1" status: 204 len: 168 time: 0.3936617 May 30 20:55:12.751982 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device ecb3a2f8-7129-4e1b-aa25-3530e53bf46d no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:55:12.786299 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 45654) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:55:12.807343 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: ecb3a2f8-7129-4e1b-aa25-3530e53bf46d {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:55:12.807797 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device ecb3a2f8-7129-4e1b-aa25-3530e53bf46d not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:55:12.987388 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-44186167-416d-424e-99fb-81bc4dae79b8 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=92b5fc25c8fb428a885a0ea0a728400d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1950991 May 30 20:55:12.987388 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 45664) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:55:13.057370 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5f92e7d4-3824-4f18-b8aa-86adc9f95c86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:13.084397 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5f92e7d4-3824-4f18-b8aa-86adc9f95c86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:13.227063 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5f92e7d4-3824-4f18-b8aa-86adc9f95c86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:13.243127 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f92e7d4-3824-4f18-b8aa-86adc9f95c86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76807262-9001-4404-a333-919c17ef0de4,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:55:13.253115 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5f92e7d4-3824-4f18-b8aa-86adc9f95c86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:13.257278 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-5f92e7d4-3824-4f18-b8aa-86adc9f95c86 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/76807262-9001-4404-a333-919c17ef0de4 HTTP/1.1" status: 204 len: 168 time: 0.2670555 May 30 20:55:13.943787 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 45676) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:55:13.999692 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-30e823fe-c6d7-45b8-beb8-bf0f6d915797 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=ce15bfbc6b234a0da025d617acb5f4b3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0545640 May 30 20:55:14.002024 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 45682) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:55:14.073111 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f59a4dc6-0ffe-4f0a-a22b-5e912eaff0b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:14.107350 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f59a4dc6-0ffe-4f0a-a22b-5e912eaff0b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:14.227231 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f59a4dc6-0ffe-4f0a-a22b-5e912eaff0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:14.245534 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59a4dc6-0ffe-4f0a-a22b-5e912eaff0b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2d2cc2c-5226-4667-9dc1-862892c42ac0,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:55:14.313594 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f59a4dc6-0ffe-4f0a-a22b-5e912eaff0b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:14.314850 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-f59a4dc6-0ffe-4f0a-a22b-5e912eaff0b5 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/a2d2cc2c-5226-4667-9dc1-862892c42ac0 HTTP/1.1" status: 204 len: 168 time: 0.3118958 May 30 20:55:15.546630 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:55:15.599037 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 45712) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:55:15.726283 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-b5e3df54-8da4-483a-84c6-9c52ebea2850 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-594031626-network', 'tenant_id': '30f0a378712341e694c50a61f30a1ede'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:55:15.732110 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-b5e3df54-8da4-483a-84c6-9c52ebea2850 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:55:15.737800 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-b5e3df54-8da4-483a-84c6-9c52ebea2850 admin admin] Usage tracker for resource:network and tenant:30f0a378712341e694c50a61f30a1ede is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:55:15.742338 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-b5e3df54-8da4-483a-84c6-9c52ebea2850 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:55:15.748921 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-b5e3df54-8da4-483a-84c6-9c52ebea2850 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:55:15.878206 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5e3df54-8da4-483a-84c6-9c52ebea2850 admin admin] Made reservation on behalf of 30f0a378712341e694c50a61f30a1ede for: {'network': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:55:15.880570 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b5e3df54-8da4-483a-84c6-9c52ebea2850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:16.001341 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b5e3df54-8da4-483a-84c6-9c52ebea2850 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:16.038368 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-b5e3df54-8da4-483a-84c6-9c52ebea2850 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:55:16.055917 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-b5e3df54-8da4-483a-84c6-9c52ebea2850 admin admin] Usage tracker for resource:security_group_rule and tenant:30f0a378712341e694c50a61f30a1ede is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:55:16.055917 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-b5e3df54-8da4-483a-84c6-9c52ebea2850 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:55:16.055917 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-b5e3df54-8da4-483a-84c6-9c52ebea2850 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:55:16.143868 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b5e3df54-8da4-483a-84c6-9c52ebea2850 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:16.278519 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b5e3df54-8da4-483a-84c6-9c52ebea2850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:16.309599 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5e3df54-8da4-483a-84c6-9c52ebea2850 admin admin] vlan segment allocate from pool success with {'vlan_id': 673, 'physical_network': 'physnet1'} {{(pid=84887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:55:16.317880 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e3df54-8da4-483a-84c6-9c52ebea2850 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ac8f1e9-849a-40ee-94cd-5734c2fec29c,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:55:16.323245 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b5e3df54-8da4-483a-84c6-9c52ebea2850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:16.323630 n-d-843948-2 neutron-server[84887]: INFO neutron.db.segments_db [None req-b5e3df54-8da4-483a-84c6-9c52ebea2850 admin admin] Added segment 7b94455f-a12b-469d-b99c-b1e9969f13ed of type vlan for network cc8a23d5-6ef6-4c0a-88ec-259f206aa3b0 May 30 20:55:16.351613 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b5e3df54-8da4-483a-84c6-9c52ebea2850 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:16.449943 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b5e3df54-8da4-483a-84c6-9c52ebea2850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:16.450838 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e3df54-8da4-483a-84c6-9c52ebea2850 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:55:16.451419 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b5e3df54-8da4-483a-84c6-9c52ebea2850 admin admin] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:16.562793 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e3df54-8da4-483a-84c6-9c52ebea2850 admin admin] Pushing event updated for resources: {'Network': ['ID=cc8a23d5-6ef6-4c0a-88ec-259f206aa3b0,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:55:16.572840 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network cc8a23d5-6ef6-4c0a-88ec-259f206aa3b0 details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:55:16.650953 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-b5e3df54-8da4-483a-84c6-9c52ebea2850 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0504882 May 30 20:55:16.654205 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 45724) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:55:16.659673 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-797e20e2-301f-4afb-bd45-71e0241a21d8 admin admin] Request body: {'subnet': {'network_id': 'cc8a23d5-6ef6-4c0a-88ec-259f206aa3b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-594031626-subnet', 'tenant_id': '30f0a378712341e694c50a61f30a1ede', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:55:16.665309 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-797e20e2-301f-4afb-bd45-71e0241a21d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:55:16.669864 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-797e20e2-301f-4afb-bd45-71e0241a21d8 admin admin] Usage tracker for resource:subnet and tenant:30f0a378712341e694c50a61f30a1ede is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:55:16.673027 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-797e20e2-301f-4afb-bd45-71e0241a21d8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:55:16.679022 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-797e20e2-301f-4afb-bd45-71e0241a21d8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:55:16.781484 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-797e20e2-301f-4afb-bd45-71e0241a21d8 admin admin] Made reservation on behalf of 30f0a378712341e694c50a61f30a1ede for: {'subnet': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:55:16.783786 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-797e20e2-301f-4afb-bd45-71e0241a21d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114220'] for subnet, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:17.039138 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-797e20e2-301f-4afb-bd45-71e0241a21d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4055401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114238'] for subnet, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:17.111939 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797e20e2-301f-4afb-bd45-71e0241a21d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9439709-da6f-422a-bb87-de1c51ddc65e,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:55:17.123804 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797e20e2-301f-4afb-bd45-71e0241a21d8 admin admin] Checking segment: {'id': '7b94455f-a12b-469d-b99c-b1e9969f13ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'cc8a23d5-6ef6-4c0a-88ec-259f206aa3b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:55:17.124161 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-797e20e2-301f-4afb-bd45-71e0241a21d8 admin admin] Network hostable DHCP agents. Network: cc8a23d5-6ef6-4c0a-88ec-259f206aa3b0, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:55:17.236304 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-797e20e2-301f-4afb-bd45-71e0241a21d8 admin admin] Network cc8a23d5-6ef6-4c0a-88ec-259f206aa3b0 is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:55:17.307024 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-797e20e2-301f-4afb-bd45-71e0241a21d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, cc8a23d5-6ef6-4c0a-88ec-259f206aa3b0) {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:55:17.311615 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-797e20e2-301f-4afb-bd45-71e0241a21d8 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:55:17.312404 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-797e20e2-301f-4afb-bd45-71e0241a21d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:17.319022 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba80400-77e0-44d9-acfd-93dc703136b6 None None] Network cc8a23d5-6ef6-4c0a-88ec-259f206aa3b0 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:55:17.382811 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-797e20e2-301f-4afb-bd45-71e0241a21d8 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7273066 May 30 20:55:17.567816 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43aaec3f-c94c-4678-9ef5-33e3087e3d17 None None] Network cc8a23d5-6ef6-4c0a-88ec-259f206aa3b0 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:55:18.475474 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 45756) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:55:18.481269 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-10530051-6863-4c6d-89a9-d4c31d29b7c9 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-2088386432-network', 'tenant_id': '00615236d39c44a88d6f680bcf5f887c'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:55:18.487159 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-10530051-6863-4c6d-89a9-d4c31d29b7c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:55:18.491205 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-10530051-6863-4c6d-89a9-d4c31d29b7c9 admin admin] Usage tracker for resource:network and tenant:00615236d39c44a88d6f680bcf5f887c is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:55:18.494217 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-10530051-6863-4c6d-89a9-d4c31d29b7c9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:55:18.500033 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-10530051-6863-4c6d-89a9-d4c31d29b7c9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:55:18.570036 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10530051-6863-4c6d-89a9-d4c31d29b7c9 admin admin] Made reservation on behalf of 00615236d39c44a88d6f680bcf5f887c for: {'network': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:55:18.572374 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-10530051-6863-4c6d-89a9-d4c31d29b7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:18.587560 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-10530051-6863-4c6d-89a9-d4c31d29b7c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:18.622428 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-10530051-6863-4c6d-89a9-d4c31d29b7c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:55:18.626512 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-10530051-6863-4c6d-89a9-d4c31d29b7c9 admin admin] Usage tracker for resource:security_group_rule and tenant:00615236d39c44a88d6f680bcf5f887c is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:55:18.629488 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-10530051-6863-4c6d-89a9-d4c31d29b7c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:55:18.635534 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-10530051-6863-4c6d-89a9-d4c31d29b7c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:55:18.708485 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-10530051-6863-4c6d-89a9-d4c31d29b7c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:18.769982 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-10530051-6863-4c6d-89a9-d4c31d29b7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:18.801161 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10530051-6863-4c6d-89a9-d4c31d29b7c9 admin admin] vlan segment allocate from pool success with {'vlan_id': 681, 'physical_network': 'physnet1'} {{(pid=84887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:55:18.813243 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10530051-6863-4c6d-89a9-d4c31d29b7c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1e4264b-3166-4563-b1b6-73aec2ef37e7,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:55:18.822919 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-10530051-6863-4c6d-89a9-d4c31d29b7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:18.823550 n-d-843948-2 neutron-server[84887]: INFO neutron.db.segments_db [None req-10530051-6863-4c6d-89a9-d4c31d29b7c9 admin admin] Added segment 1ce96bcc-c802-4fcb-99fb-6b12a5d6a972 of type vlan for network 171d80a6-f865-4c7f-8943-3c67443f6253 May 30 20:55:18.853030 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-10530051-6863-4c6d-89a9-d4c31d29b7c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:18.930082 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-10530051-6863-4c6d-89a9-d4c31d29b7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:18.931032 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10530051-6863-4c6d-89a9-d4c31d29b7c9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:55:18.931609 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-10530051-6863-4c6d-89a9-d4c31d29b7c9 admin admin] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:19.040333 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10530051-6863-4c6d-89a9-d4c31d29b7c9 admin admin] Pushing event updated for resources: {'Network': ['ID=171d80a6-f865-4c7f-8943-3c67443f6253,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:55:19.051928 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network 171d80a6-f865-4c7f-8943-3c67443f6253 details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:55:19.096330 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-10530051-6863-4c6d-89a9-d4c31d29b7c9 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6196685 May 30 20:55:19.099372 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 45764) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:55:19.105406 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-1c1d9a0a-a4ea-4526-afa1-96fe0c7d0c24 admin admin] Request body: {'subnet': {'network_id': '171d80a6-f865-4c7f-8943-3c67443f6253', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-2088386432-subnet', 'tenant_id': '00615236d39c44a88d6f680bcf5f887c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:55:19.110442 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-1c1d9a0a-a4ea-4526-afa1-96fe0c7d0c24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:55:19.114469 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-1c1d9a0a-a4ea-4526-afa1-96fe0c7d0c24 admin admin] Usage tracker for resource:subnet and tenant:00615236d39c44a88d6f680bcf5f887c is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:55:19.117326 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-1c1d9a0a-a4ea-4526-afa1-96fe0c7d0c24 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:55:19.124466 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-1c1d9a0a-a4ea-4526-afa1-96fe0c7d0c24 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:55:19.221126 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c1d9a0a-a4ea-4526-afa1-96fe0c7d0c24 admin admin] Made reservation on behalf of 00615236d39c44a88d6f680bcf5f887c for: {'subnet': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:55:19.223572 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1c1d9a0a-a4ea-4526-afa1-96fe0c7d0c24 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114220'] for subnet, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:19.467468 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1c1d9a0a-a4ea-4526-afa1-96fe0c7d0c24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4055401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114238'] for subnet, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:19.546413 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1d9a0a-a4ea-4526-afa1-96fe0c7d0c24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=611b5f85-3c48-4d21-a2ad-70056e64803c,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:55:19.555168 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1d9a0a-a4ea-4526-afa1-96fe0c7d0c24 admin admin] Checking segment: {'id': '1ce96bcc-c802-4fcb-99fb-6b12a5d6a972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '171d80a6-f865-4c7f-8943-3c67443f6253'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:55:19.555518 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c1d9a0a-a4ea-4526-afa1-96fe0c7d0c24 admin admin] Network hostable DHCP agents. Network: 171d80a6-f865-4c7f-8943-3c67443f6253, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:55:19.649623 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c1d9a0a-a4ea-4526-afa1-96fe0c7d0c24 admin admin] Network 171d80a6-f865-4c7f-8943-3c67443f6253 is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:55:19.739009 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-1c1d9a0a-a4ea-4526-afa1-96fe0c7d0c24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, 171d80a6-f865-4c7f-8943-3c67443f6253) {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:55:19.747952 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c1d9a0a-a4ea-4526-afa1-96fe0c7d0c24 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:55:19.748851 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1c1d9a0a-a4ea-4526-afa1-96fe0c7d0c24 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:19.758962 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e5bbe2-3d71-4b99-a7e2-530f52c289b9 None None] Network 171d80a6-f865-4c7f-8943-3c67443f6253 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:55:19.849806 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-1c1d9a0a-a4ea-4526-afa1-96fe0c7d0c24 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7492726 May 30 20:55:19.882568 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:20.044105 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6030b808-331b-4ddd-90ec-848e10d66749 None None] Network 171d80a6-f865-4c7f-8943-3c67443f6253 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:55:20.601850 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43b032f-5497-4025-99aa-8cb1d9880525 req-a00285df-2a71-4d2e-a416-c82b07e407f4 tempest-TestServerAdvancedOps-1805654062 tempest-TestServerAdvancedOps-1805654062-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:55:20.604374 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c43b032f-5497-4025-99aa-8cb1d9880525 req-a00285df-2a71-4d2e-a416-c82b07e407f4 tempest-TestServerAdvancedOps-1805654062 tempest-TestServerAdvancedOps-1805654062-project] 10.222.0.85 "GET /v2.0/networks?id=cc8a23d5-6ef6-4c0a-88ec-259f206aa3b0 HTTP/1.1" status: 200 len: 811 time: 0.2667632 May 30 20:55:20.621885 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c43b032f-5497-4025-99aa-8cb1d9880525 req-69f5639d-dceb-4556-92a0-99ebeed9ad05 tempest-TestServerAdvancedOps-1805654062 tempest-TestServerAdvancedOps-1805654062-project] 10.222.0.85 "GET /v2.0/quotas/30f0a378712341e694c50a61f30a1ede HTTP/1.1" status: 200 len: 375 time: 0.0124235 May 30 20:55:20.674336 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c43b032f-5497-4025-99aa-8cb1d9880525 req-f8100473-9b77-485e-82cf-7139592796e6 tempest-TestServerAdvancedOps-1805654062 tempest-TestServerAdvancedOps-1805654062-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=30f0a378712341e694c50a61f30a1ede&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0470221 May 30 20:55:20.809232 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c43b032f-5497-4025-99aa-8cb1d9880525 req-70a84336-0120-4bdc-a86a-815afb1dcb7f service neutron] 10.222.0.85 "GET /v2.0/networks/cc8a23d5-6ef6-4c0a-88ec-259f206aa3b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337709 May 30 20:55:20.943264 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c43b032f-5497-4025-99aa-8cb1d9880525 req-b02fb714-7870-4dc4-88bd-f96921814843 service neutron] 10.222.0.85 "GET /v2.0/networks/cc8a23d5-6ef6-4c0a-88ec-259f206aa3b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276734 May 30 20:55:21.210838 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c9e130df-846a-4d88-80fc-21cc033f0a3b req-d0864fe0-c274-44d1-9e01-d40a372cdcb6 tempest-TestServerAdvancedOps-1805654062 tempest-TestServerAdvancedOps-1805654062-project] 10.222.0.85 "GET /v2.0/ports?device_id=aa50054b-25e6-4aff-8076-fbe639e0d0c5 HTTP/1.1" status: 200 len: 210 time: 0.0457757 May 30 20:55:22.382705 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-61ad4446-bc84-4d6a-8748-bd831ae7228d req-1e6ab224-179d-4267-86c1-6e122573745b tempest-TestServerAdvancedOps-1805654062 tempest-TestServerAdvancedOps-1805654062-project] 10.222.0.85 "GET /v2.0/ports?device_id=aa50054b-25e6-4aff-8076-fbe639e0d0c5 HTTP/1.1" status: 200 len: 210 time: 0.0491633 May 30 20:55:22.547067 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:23.600201 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-03f224ac-c1a4-4370-b3ad-1a354d2d30b7 req-0507b7f4-f2ef-4d45-8fed-326c02aac534 tempest-TestServerAdvancedOps-1805654062 tempest-TestServerAdvancedOps-1805654062-project] 10.222.0.85 "GET /v2.0/ports?device_id=aa50054b-25e6-4aff-8076-fbe639e0d0c5 HTTP/1.1" status: 200 len: 210 time: 0.0731771 May 30 20:55:23.635587 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43b032f-5497-4025-99aa-8cb1d9880525 req-634b7de0-1052-4675-8890-5af551f96c34 tempest-TestServerAdvancedOps-1805654062 tempest-TestServerAdvancedOps-1805654062-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:55:23.636827 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-c43b032f-5497-4025-99aa-8cb1d9880525 req-634b7de0-1052-4675-8890-5af551f96c34 tempest-TestServerAdvancedOps-1805654062 tempest-TestServerAdvancedOps-1805654062-project] Synchronizing usage tracker for tenant:30f0a378712341e694c50a61f30a1ede on resource:network {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:55:23.730216 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-c43b032f-5497-4025-99aa-8cb1d9880525 req-634b7de0-1052-4675-8890-5af551f96c34 tempest-TestServerAdvancedOps-1805654062 tempest-TestServerAdvancedOps-1805654062-project] Unset dirty status for tenant:30f0a378712341e694c50a61f30a1ede on resource:network {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:55:23.731520 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c43b032f-5497-4025-99aa-8cb1d9880525 req-634b7de0-1052-4675-8890-5af551f96c34 tempest-TestServerAdvancedOps-1805654062 tempest-TestServerAdvancedOps-1805654062-project] 10.222.0.86 "GET /v2.0/networks?id=cc8a23d5-6ef6-4c0a-88ec-259f206aa3b0 HTTP/1.1" status: 200 len: 811 time: 0.3194563 May 30 20:55:23.755482 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-c43b032f-5497-4025-99aa-8cb1d9880525 req-c465052f-d381-4caa-b53c-90e0b832e5f5 tempest-TestServerAdvancedOps-1805654062 tempest-TestServerAdvancedOps-1805654062-project] Request body: {'port': {'device_id': 'aa50054b-25e6-4aff-8076-fbe639e0d0c5', 'network_id': 'cc8a23d5-6ef6-4c0a-88ec-259f206aa3b0', 'admin_state_up': True, 'tenant_id': '30f0a378712341e694c50a61f30a1ede'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:55:23.941744 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-c43b032f-5497-4025-99aa-8cb1d9880525 req-c465052f-d381-4caa-b53c-90e0b832e5f5 tempest-TestServerAdvancedOps-1805654062 tempest-TestServerAdvancedOps-1805654062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:55:23.946042 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-c43b032f-5497-4025-99aa-8cb1d9880525 req-c465052f-d381-4caa-b53c-90e0b832e5f5 tempest-TestServerAdvancedOps-1805654062 tempest-TestServerAdvancedOps-1805654062-project] Usage tracker for resource:port and tenant:30f0a378712341e694c50a61f30a1ede is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:55:23.950570 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-c43b032f-5497-4025-99aa-8cb1d9880525 req-c465052f-d381-4caa-b53c-90e0b832e5f5 tempest-TestServerAdvancedOps-1805654062 tempest-TestServerAdvancedOps-1805654062-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:55:23.960167 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-c43b032f-5497-4025-99aa-8cb1d9880525 req-c465052f-d381-4caa-b53c-90e0b832e5f5 tempest-TestServerAdvancedOps-1805654062 tempest-TestServerAdvancedOps-1805654062-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:55:24.044323 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c43b032f-5497-4025-99aa-8cb1d9880525 req-c465052f-d381-4caa-b53c-90e0b832e5f5 tempest-TestServerAdvancedOps-1805654062 tempest-TestServerAdvancedOps-1805654062-project] Made reservation on behalf of 30f0a378712341e694c50a61f30a1ede for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:55:24.047732 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c43b032f-5497-4025-99aa-8cb1d9880525 req-c465052f-d381-4caa-b53c-90e0b832e5f5 tempest-TestServerAdvancedOps-1805654062 tempest-TestServerAdvancedOps-1805654062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:24.221878 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [req-c43b032f-5497-4025-99aa-8cb1d9880525 req-c465052f-d381-4caa-b53c-90e0b832e5f5 tempest-TestServerAdvancedOps-1805654062 tempest-TestServerAdvancedOps-1805654062-project] Allocated IP 172.20.0.6 (cc8a23d5-6ef6-4c0a-88ec-259f206aa3b0/f9439709-da6f-422a-bb87-de1c51ddc65e/74d15624-dc14-4dc0-99af-d95b0676a247) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:55:24.529519 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c43b032f-5497-4025-99aa-8cb1d9880525 req-c465052f-d381-4caa-b53c-90e0b832e5f5 tempest-TestServerAdvancedOps-1805654062 tempest-TestServerAdvancedOps-1805654062-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:24.627827 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c43b032f-5497-4025-99aa-8cb1d9880525 req-c465052f-d381-4caa-b53c-90e0b832e5f5 tempest-TestServerAdvancedOps-1805654062 tempest-TestServerAdvancedOps-1805654062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:24.709588 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c43b032f-5497-4025-99aa-8cb1d9880525 req-c465052f-d381-4caa-b53c-90e0b832e5f5 tempest-TestServerAdvancedOps-1805654062 tempest-TestServerAdvancedOps-1805654062-project] Network cc8a23d5-6ef6-4c0a-88ec-259f206aa3b0 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:55:24.713295 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [req-c43b032f-5497-4025-99aa-8cb1d9880525 req-c465052f-d381-4caa-b53c-90e0b832e5f5 tempest-TestServerAdvancedOps-1805654062 tempest-TestServerAdvancedOps-1805654062-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:55:24.718524 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-c43b032f-5497-4025-99aa-8cb1d9880525 req-c465052f-d381-4caa-b53c-90e0b832e5f5 tempest-TestServerAdvancedOps-1805654062 tempest-TestServerAdvancedOps-1805654062-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:55:24.748463 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c465052f-d381-4caa-b53c-90e0b832e5f5 tempest-TestServerAdvancedOps-1805654062 tempest-TestServerAdvancedOps-1805654062-project] Pushing event updated for resources: {'Port': ['ID=74d15624-dc14-4dc0-99af-d95b0676a247,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:55:24.801569 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43b032f-5497-4025-99aa-8cb1d9880525 req-c465052f-d381-4caa-b53c-90e0b832e5f5 tempest-TestServerAdvancedOps-1805654062 tempest-TestServerAdvancedOps-1805654062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:55:24.802681 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c43b032f-5497-4025-99aa-8cb1d9880525 req-c465052f-d381-4caa-b53c-90e0b832e5f5 tempest-TestServerAdvancedOps-1805654062 tempest-TestServerAdvancedOps-1805654062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:24.863443 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a949ab0c-6c17-4edc-9770-9f37f90710c4 req-c6421666-fe56-4402-b397-1c56b3d5e430 tempest-TestServerAdvancedOps-1805654062 tempest-TestServerAdvancedOps-1805654062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:55:24.865129 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a949ab0c-6c17-4edc-9770-9f37f90710c4 req-c6421666-fe56-4402-b397-1c56b3d5e430 tempest-TestServerAdvancedOps-1805654062 tempest-TestServerAdvancedOps-1805654062-project] 10.222.0.85 "GET /v2.0/ports?device_id=aa50054b-25e6-4aff-8076-fbe639e0d0c5 HTTP/1.1" status: 200 len: 931 time: 0.1260767 May 30 20:55:24.874004 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c43b032f-5497-4025-99aa-8cb1d9880525 req-c465052f-d381-4caa-b53c-90e0b832e5f5 tempest-TestServerAdvancedOps-1805654062 tempest-TestServerAdvancedOps-1805654062-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1224504 May 30 20:55:24.914594 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a949ab0c-6c17-4edc-9770-9f37f90710c4 req-fcd20e2a-9acb-4e71-b654-0d811bec9edd tempest-TestServerAdvancedOps-1805654062 tempest-TestServerAdvancedOps-1805654062-project] 10.222.0.85 "GET /v2.0/security-groups?id=4ac8f1e9-849a-40ee-94cd-5734c2fec29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426443 May 30 20:55:25.093990 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-c43b032f-5497-4025-99aa-8cb1d9880525 req-6ddf451e-d34a-4601-afcc-703827a4c979 service neutron] Request body: {'port': {'device_id': 'aa50054b-25e6-4aff-8076-fbe639e0d0c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843948-2'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:55:25.207396 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c43b032f-5497-4025-99aa-8cb1d9880525 req-6ddf451e-d34a-4601-afcc-703827a4c979 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:25.545395 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [req-c43b032f-5497-4025-99aa-8cb1d9880525 req-6ddf451e-d34a-4601-afcc-703827a4c979 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74d15624-dc14-4dc0-99af-d95b0676a247 {{(pid=84887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:55:25.552123 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c43b032f-5497-4025-99aa-8cb1d9880525 req-6ddf451e-d34a-4601-afcc-703827a4c979 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:25.566566 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-c43b032f-5497-4025-99aa-8cb1d9880525 req-6ddf451e-d34a-4601-afcc-703827a4c979 service neutron] Transition to ACTIVE for port object 74d15624-dc14-4dc0-99af-d95b0676a247 will not be triggered until provisioned by entity L2. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:55:25.644293 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c43b032f-5497-4025-99aa-8cb1d9880525 req-6ddf451e-d34a-4601-afcc-703827a4c979 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:25.772816 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddf451e-d34a-4601-afcc-703827a4c979 service neutron] Pushing event updated for resources: {'Port': ['ID=74d15624-dc14-4dc0-99af-d95b0676a247,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:55:25.892998 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-c43b032f-5497-4025-99aa-8cb1d9880525 req-6ddf451e-d34a-4601-afcc-703827a4c979 service neutron] Attempting to bind port 74d15624-dc14-4dc0-99af-d95b0676a247 on host n-h2-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:55:25.893602 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-c43b032f-5497-4025-99aa-8cb1d9880525 req-6ddf451e-d34a-4601-afcc-703827a4c979 service neutron] Attempting to bind port 74d15624-dc14-4dc0-99af-d95b0676a247 by drivers openvswitch,hyperv on host n-h2-843948-2 at level 0 using segments [{'id': '7b94455f-a12b-469d-b99c-b1e9969f13ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'cc8a23d5-6ef6-4c0a-88ec-259f206aa3b0'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:55:25.893602 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c43b032f-5497-4025-99aa-8cb1d9880525 req-6ddf451e-d34a-4601-afcc-703827a4c979 service neutron] Attempting to bind port 74d15624-dc14-4dc0-99af-d95b0676a247 on network cc8a23d5-6ef6-4c0a-88ec-259f206aa3b0 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:55:25.899678 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c43b032f-5497-4025-99aa-8cb1d9880525 req-6ddf451e-d34a-4601-afcc-703827a4c979 service neutron] Port 74d15624-dc14-4dc0-99af-d95b0676a247 on network cc8a23d5-6ef6-4c0a-88ec-259f206aa3b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:55:25.900155 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c43b032f-5497-4025-99aa-8cb1d9880525 req-6ddf451e-d34a-4601-afcc-703827a4c979 service neutron] Attempting to bind port 74d15624-dc14-4dc0-99af-d95b0676a247 on network cc8a23d5-6ef6-4c0a-88ec-259f206aa3b0 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:55:25.907345 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c43b032f-5497-4025-99aa-8cb1d9880525 req-6ddf451e-d34a-4601-afcc-703827a4c979 service neutron] Checking agent: {'id': 'eaa08354-e8f5-4e73-af76-8d3cf7d2b390', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 55, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:55:25.907688 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c43b032f-5497-4025-99aa-8cb1d9880525 req-6ddf451e-d34a-4601-afcc-703827a4c979 service neutron] Checking segment: {'id': '7b94455f-a12b-469d-b99c-b1e9969f13ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'cc8a23d5-6ef6-4c0a-88ec-259f206aa3b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:55:25.908063 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c43b032f-5497-4025-99aa-8cb1d9880525 req-6ddf451e-d34a-4601-afcc-703827a4c979 service neutron] Bound using segment: {'id': '7b94455f-a12b-469d-b99c-b1e9969f13ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'cc8a23d5-6ef6-4c0a-88ec-259f206aa3b0'} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:55:25.908486 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-c43b032f-5497-4025-99aa-8cb1d9880525 req-6ddf451e-d34a-4601-afcc-703827a4c979 service neutron] Bound port: 74d15624-dc14-4dc0-99af-d95b0676a247, host: n-h2-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b94455f-a12b-469d-b99c-b1e9969f13ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'cc8a23d5-6ef6-4c0a-88ec-259f206aa3b0'}}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:55:25.908827 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c43b032f-5497-4025-99aa-8cb1d9880525 req-6ddf451e-d34a-4601-afcc-703827a4c979 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:26.012597 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-c43b032f-5497-4025-99aa-8cb1d9880525 req-6ddf451e-d34a-4601-afcc-703827a4c979 service neutron] For port 74d15624-dc14-4dc0-99af-d95b0676a247, host n-h2-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:55:26.015775 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-c43b032f-5497-4025-99aa-8cb1d9880525 req-6ddf451e-d34a-4601-afcc-703827a4c979 service neutron] For port 74d15624-dc14-4dc0-99af-d95b0676a247, host n-h2-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=74d15624-dc14-4dc0-99af-d95b0676a247,segment=NetworkSegment(7b94455f-a12b-469d-b99c-b1e9969f13ed),segment_id=7b94455f-a12b-469d-b99c-b1e9969f13ed)] {{(pid=84887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:55:26.050556 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c43b032f-5497-4025-99aa-8cb1d9880525 req-6ddf451e-d34a-4601-afcc-703827a4c979 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:26.162989 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c43b032f-5497-4025-99aa-8cb1d9880525 req-6ddf451e-d34a-4601-afcc-703827a4c979 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:26.164391 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c43b032f-5497-4025-99aa-8cb1d9880525 req-6ddf451e-d34a-4601-afcc-703827a4c979 service neutron] 10.222.0.86 "PUT /v2.0/ports/74d15624-dc14-4dc0-99af-d95b0676a247 HTTP/1.1" status: 200 len: 1091 time: 1.1457236 May 30 20:55:26.164836 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa50054b-25e6-4aff-8076-fbe639e0d0c5', 'tag': '74d15624-dc14-4dc0-99af-d95b0676a247'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:55:26.198075 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddf451e-d34a-4601-afcc-703827a4c979 service neutron] Pushing event updated for resources: {'Port': ['ID=74d15624-dc14-4dc0-99af-d95b0676a247,revision_number=3']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:55:26.223980 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658a2995-4229-40c1-9afd-3f5f6390dd66 req-d215da77-5715-4808-8f19-bb6672d628c9 tempest-TestServerAdvancedOps-1805654062 tempest-TestServerAdvancedOps-1805654062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:55:26.226993 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-658a2995-4229-40c1-9afd-3f5f6390dd66 req-d215da77-5715-4808-8f19-bb6672d628c9 tempest-TestServerAdvancedOps-1805654062 tempest-TestServerAdvancedOps-1805654062-project] Synchronizing usage tracker for tenant:30f0a378712341e694c50a61f30a1ede on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:55:26.244463 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-8c61d05a-88a2-4c32-8f22-4f63a61d44f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:26.330993 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-658a2995-4229-40c1-9afd-3f5f6390dd66 req-d215da77-5715-4808-8f19-bb6672d628c9 tempest-TestServerAdvancedOps-1805654062 tempest-TestServerAdvancedOps-1805654062-project] Unset dirty status for tenant:30f0a378712341e694c50a61f30a1ede on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:55:26.332251 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-658a2995-4229-40c1-9afd-3f5f6390dd66 req-d215da77-5715-4808-8f19-bb6672d628c9 tempest-TestServerAdvancedOps-1805654062 tempest-TestServerAdvancedOps-1805654062-project] 10.222.0.85 "GET /v2.0/ports?device_id=aa50054b-25e6-4aff-8076-fbe639e0d0c5 HTTP/1.1" status: 200 len: 943 time: 0.2773149 May 30 20:55:26.373300 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb75e88a-3dcc-41cc-8d1b-802ff1c4a44b'] response: {'name': 'network-changed', 'server_uuid': 'aa50054b-25e6-4aff-8076-fbe639e0d0c5', 'tag': '74d15624-dc14-4dc0-99af-d95b0676a247', 'status': 'completed', 'code': 200} May 30 20:55:26.397940 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c43b032f-5497-4025-99aa-8cb1d9880525 req-2d3ea3d4-50fe-4e35-afe8-8bf50b936a55 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=30f0a378712341e694c50a61f30a1ede&device_id=aa50054b-25e6-4aff-8076-fbe639e0d0c5 HTTP/1.1" status: 200 len: 1094 time: 0.1145425 May 30 20:55:26.406281 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-658a2995-4229-40c1-9afd-3f5f6390dd66 req-f8d68f98-fb73-40a8-861a-6b410faae537 tempest-TestServerAdvancedOps-1805654062 tempest-TestServerAdvancedOps-1805654062-project] Synchronizing usage tracker for tenant:30f0a378712341e694c50a61f30a1ede on resource:security_group {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:55:26.482813 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c43b032f-5497-4025-99aa-8cb1d9880525 req-ad3e615e-c81c-44ee-a41b-aaf171634746 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=74d15624-dc14-4dc0-99af-d95b0676a247 HTTP/1.1" status: 200 len: 217 time: 0.0712082 May 30 20:55:26.552639 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43b032f-5497-4025-99aa-8cb1d9880525 req-148c2db8-b0cb-41d0-a90e-aaa791c39470 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:55:26.554115 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c43b032f-5497-4025-99aa-8cb1d9880525 req-148c2db8-b0cb-41d0-a90e-aaa791c39470 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f9439709-da6f-422a-bb87-de1c51ddc65e HTTP/1.1" status: 200 len: 851 time: 0.0630035 May 30 20:55:26.558397 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-658a2995-4229-40c1-9afd-3f5f6390dd66 req-f8d68f98-fb73-40a8-861a-6b410faae537 tempest-TestServerAdvancedOps-1805654062 tempest-TestServerAdvancedOps-1805654062-project] Unset dirty status for tenant:30f0a378712341e694c50a61f30a1ede on resource:security_group {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:55:26.559401 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-658a2995-4229-40c1-9afd-3f5f6390dd66 req-f8d68f98-fb73-40a8-861a-6b410faae537 tempest-TestServerAdvancedOps-1805654062 tempest-TestServerAdvancedOps-1805654062-project] 10.222.0.85 "GET /v2.0/security-groups?id=4ac8f1e9-849a-40ee-94cd-5734c2fec29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204866 May 30 20:55:26.604570 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c43b032f-5497-4025-99aa-8cb1d9880525 req-2292ec9d-fe94-48d7-ae29-5b659fe2a638 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=cc8a23d5-6ef6-4c0a-88ec-259f206aa3b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416012 May 30 20:55:26.851694 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c43b032f-5497-4025-99aa-8cb1d9880525 req-d649b522-fcfe-4648-ae00-c5dde74d8d5f service neutron] 10.222.0.86 "GET /v2.0/networks/cc8a23d5-6ef6-4c0a-88ec-259f206aa3b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374625 May 30 20:55:26.993223 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c43b032f-5497-4025-99aa-8cb1d9880525 req-feb6a8c3-4930-46fc-9ae5-5231f3b391dc service neutron] 10.222.0.86 "GET /v2.0/networks/cc8a23d5-6ef6-4c0a-88ec-259f206aa3b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323438 May 30 20:55:27.203791 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-101d0b7b-d0db-4138-bef2-d42838198a13 req-954db0ed-b68f-4a5b-9217-85b60432f355 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=30f0a378712341e694c50a61f30a1ede&device_id=aa50054b-25e6-4aff-8076-fbe639e0d0c5 HTTP/1.1" status: 200 len: 1094 time: 0.0767288 May 30 20:55:27.340390 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101d0b7b-d0db-4138-bef2-d42838198a13 req-1e8dc5e7-8951-409a-904e-4ae609e32269 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:55:27.342142 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-101d0b7b-d0db-4138-bef2-d42838198a13 req-1e8dc5e7-8951-409a-904e-4ae609e32269 service neutron] 10.222.0.86 "GET /v2.0/networks?id=cc8a23d5-6ef6-4c0a-88ec-259f206aa3b0 HTTP/1.1" status: 200 len: 912 time: 0.1327016 May 30 20:55:27.410991 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-101d0b7b-d0db-4138-bef2-d42838198a13 req-f987edcf-168a-4e46-8a7d-765729f43c3f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=74d15624-dc14-4dc0-99af-d95b0676a247 HTTP/1.1" status: 200 len: 217 time: 0.0621471 May 30 20:55:27.479047 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101d0b7b-d0db-4138-bef2-d42838198a13 req-482686cd-4060-4a18-869d-20ea0590db0e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:55:27.481015 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-101d0b7b-d0db-4138-bef2-d42838198a13 req-482686cd-4060-4a18-869d-20ea0590db0e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f9439709-da6f-422a-bb87-de1c51ddc65e HTTP/1.1" status: 200 len: 851 time: 0.0641065 May 30 20:55:27.528007 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-101d0b7b-d0db-4138-bef2-d42838198a13 req-2bb545a6-cbe2-455f-9f14-b758b3434b98 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=cc8a23d5-6ef6-4c0a-88ec-259f206aa3b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404060 May 30 20:55:27.684431 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-101d0b7b-d0db-4138-bef2-d42838198a13 req-bdfcb652-1cae-4610-b0b8-8ff18841e912 service neutron] 10.222.0.86 "GET /v2.0/networks/cc8a23d5-6ef6-4c0a-88ec-259f206aa3b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500113 May 30 20:55:27.844684 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f7b5b0-e5a2-4fe5-8cc7-5c55941f589a req-c2f79dba-747e-4714-b7d7-aeca06a76ee2 tempest-TestServerAdvancedOps-1805654062 tempest-TestServerAdvancedOps-1805654062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:55:27.846426 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-42f7b5b0-e5a2-4fe5-8cc7-5c55941f589a req-c2f79dba-747e-4714-b7d7-aeca06a76ee2 tempest-TestServerAdvancedOps-1805654062 tempest-TestServerAdvancedOps-1805654062-project] 10.222.0.85 "GET /v2.0/ports?device_id=aa50054b-25e6-4aff-8076-fbe639e0d0c5 HTTP/1.1" status: 200 len: 943 time: 0.1310587 May 30 20:55:27.874737 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-101d0b7b-d0db-4138-bef2-d42838198a13 req-80a8e907-e790-4647-bdf8-8480249c154a service neutron] 10.222.0.86 "GET /v2.0/networks/cc8a23d5-6ef6-4c0a-88ec-259f206aa3b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825616 May 30 20:55:27.909752 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-42f7b5b0-e5a2-4fe5-8cc7-5c55941f589a req-71dff018-b182-4292-a9a1-2af533684649 tempest-TestServerAdvancedOps-1805654062 tempest-TestServerAdvancedOps-1805654062-project] 10.222.0.85 "GET /v2.0/security-groups?id=4ac8f1e9-849a-40ee-94cd-5734c2fec29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505631 May 30 20:55:29.129656 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3541e1-ad56-4373-946d-b7d4a05d915b req-f0dbd582-417f-4f8b-8683-824517ca3442 tempest-TestServerAdvancedOps-1805654062 tempest-TestServerAdvancedOps-1805654062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:55:29.131184 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8d3541e1-ad56-4373-946d-b7d4a05d915b req-f0dbd582-417f-4f8b-8683-824517ca3442 tempest-TestServerAdvancedOps-1805654062 tempest-TestServerAdvancedOps-1805654062-project] 10.222.0.85 "GET /v2.0/ports?device_id=aa50054b-25e6-4aff-8076-fbe639e0d0c5 HTTP/1.1" status: 200 len: 943 time: 0.0823548 May 30 20:55:29.186503 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8d3541e1-ad56-4373-946d-b7d4a05d915b req-3467f9cd-90e8-4cd2-8c69-9ebe4c40215c tempest-TestServerAdvancedOps-1805654062 tempest-TestServerAdvancedOps-1805654062-project] 10.222.0.85 "GET /v2.0/security-groups?id=4ac8f1e9-849a-40ee-94cd-5734c2fec29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486529 May 30 20:55:29.598729 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-87ee178c-6be4-4e7c-a3ab-093d700764d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:29.884609 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:30.044815 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 74d15624-dc14-4dc0-99af-d95b0676a247 details requested by agent hyperv_n-h2-843948-2 with host n-h2-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:55:30.201680 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 74d15624-dc14-4dc0-99af-d95b0676a247, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=74d15624-dc14-4dc0-99af-d95b0676a247,segment=NetworkSegment(7b94455f-a12b-469d-b99c-b1e9969f13ed),segment_id=7b94455f-a12b-469d-b99c-b1e9969f13ed)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:55:30.216256 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Returning: {'device': '74d15624-dc14-4dc0-99af-d95b0676a247', 'network_id': 'cc8a23d5-6ef6-4c0a-88ec-259f206aa3b0', 'port_id': '74d15624-dc14-4dc0-99af-d95b0676a247', 'mac_address': 'fa:16:3e:39:db:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 673, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9439709-da6f-422a-bb87-de1c51ddc65e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:55:30.280744 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:30.303106 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74d15624-dc14-4dc0-99af-d95b0676a247 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:55:30.330762 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 74d15624-dc14-4dc0-99af-d95b0676a247, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=74d15624-dc14-4dc0-99af-d95b0676a247,segment=NetworkSegment(7b94455f-a12b-469d-b99c-b1e9969f13ed),segment_id=7b94455f-a12b-469d-b99c-b1e9969f13ed)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:55:30.399725 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbf4990-8053-4ea1-afbb-60a1616d47cb req-11c35cf1-0769-44f2-b983-ed55e0915b89 tempest-TestServerAdvancedOps-1805654062 tempest-TestServerAdvancedOps-1805654062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:55:30.401162 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ddbf4990-8053-4ea1-afbb-60a1616d47cb req-11c35cf1-0769-44f2-b983-ed55e0915b89 tempest-TestServerAdvancedOps-1805654062 tempest-TestServerAdvancedOps-1805654062-project] 10.222.0.85 "GET /v2.0/ports?device_id=aa50054b-25e6-4aff-8076-fbe639e0d0c5 HTTP/1.1" status: 200 len: 943 time: 0.0814557 May 30 20:55:30.403776 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:30.461604 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ddbf4990-8053-4ea1-afbb-60a1616d47cb req-0b786cce-0808-4600-b11d-fb15d9d649b6 tempest-TestServerAdvancedOps-1805654062 tempest-TestServerAdvancedOps-1805654062-project] 10.222.0.85 "GET /v2.0/security-groups?id=4ac8f1e9-849a-40ee-94cd-5734c2fec29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530813 May 30 20:55:30.482686 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=74d15624-dc14-4dc0-99af-d95b0676a247,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:55:30.666058 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['74d15624-dc14-4dc0-99af-d95b0676a247'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:55:31.250022 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:31.671389 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce51cb8-cde4-4f0b-88a6-d30b7898e25b req-d599a7d0-2187-43d7-89ba-fa89b04d6e16 tempest-TestServerAdvancedOps-1805654062 tempest-TestServerAdvancedOps-1805654062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:55:31.672847 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fce51cb8-cde4-4f0b-88a6-d30b7898e25b req-d599a7d0-2187-43d7-89ba-fa89b04d6e16 tempest-TestServerAdvancedOps-1805654062 tempest-TestServerAdvancedOps-1805654062-project] 10.222.0.85 "GET /v2.0/ports?device_id=aa50054b-25e6-4aff-8076-fbe639e0d0c5 HTTP/1.1" status: 200 len: 944 time: 0.0811927 May 30 20:55:31.720351 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fce51cb8-cde4-4f0b-88a6-d30b7898e25b req-66015b8d-2538-411a-b912-c1952b21c89e tempest-TestServerAdvancedOps-1805654062 tempest-TestServerAdvancedOps-1805654062-project] 10.222.0.85 "GET /v2.0/security-groups?id=4ac8f1e9-849a-40ee-94cd-5734c2fec29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420053 May 30 20:55:32.044044 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 74d15624-dc14-4dc0-99af-d95b0676a247 up at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:55:32.192297 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning for port 74d15624-dc14-4dc0-99af-d95b0676a247 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:55:32.197760 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning complete for port 74d15624-dc14-4dc0-99af-d95b0676a247 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:55:32.198135 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:32.319539 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:32.347530 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa50054b-25e6-4aff-8076-fbe639e0d0c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74d15624-dc14-4dc0-99af-d95b0676a247'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:55:32.357105 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 74d15624-dc14-4dc0-99af-d95b0676a247, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=74d15624-dc14-4dc0-99af-d95b0676a247,segment=NetworkSegment(7b94455f-a12b-469d-b99c-b1e9969f13ed),segment_id=7b94455f-a12b-469d-b99c-b1e9969f13ed)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:55:32.415717 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:32.487447 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=74d15624-dc14-4dc0-99af-d95b0676a247,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:55:32.532387 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eceb71cc-f3cd-4e16-8ed1-87fe5e0a1d7a'] response: {'server_uuid': 'aa50054b-25e6-4aff-8076-fbe639e0d0c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74d15624-dc14-4dc0-99af-d95b0676a247', 'code': 200} May 30 20:55:32.676836 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4231877b-2747-4bf7-a27e-087a064b76e7 req-c2d9d166-effe-4f16-a3ad-4d977b784f46 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=aa50054b-25e6-4aff-8076-fbe639e0d0c5 HTTP/1.1" status: 200 len: 1096 time: 0.0738049 May 30 20:55:32.725900 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4231877b-2747-4bf7-a27e-087a064b76e7 req-f3c296d6-3072-4d4f-b727-34b9a7678250 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=4ac8f1e9-849a-40ee-94cd-5734c2fec29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397446 May 30 20:55:32.758968 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:32.944847 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f9fb3a-bbc4-4c64-ab6a-9a381b707291 req-cfce48c3-d4c4-4dc1-9810-fefb69b4e4f4 tempest-TestServerAdvancedOps-1805654062 tempest-TestServerAdvancedOps-1805654062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:55:32.944847 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-84f9fb3a-bbc4-4c64-ab6a-9a381b707291 req-cfce48c3-d4c4-4dc1-9810-fefb69b4e4f4 tempest-TestServerAdvancedOps-1805654062 tempest-TestServerAdvancedOps-1805654062-project] 10.222.0.85 "GET /v2.0/ports?device_id=aa50054b-25e6-4aff-8076-fbe639e0d0c5 HTTP/1.1" status: 200 len: 945 time: 0.0881510 May 30 20:55:32.991616 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-84f9fb3a-bbc4-4c64-ab6a-9a381b707291 req-b18f8000-d0c0-43ef-aada-074272a5384b tempest-TestServerAdvancedOps-1805654062 tempest-TestServerAdvancedOps-1805654062-project] 10.222.0.85 "GET /v2.0/security-groups?id=4ac8f1e9-849a-40ee-94cd-5734c2fec29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417483 May 30 20:55:34.205487 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8436d507-58da-4849-b506-4e9f5cb2e4fb req-c3d076af-bfb6-47da-bcb6-3f2cf76a57a1 tempest-TestServerAdvancedOps-1805654062 tempest-TestServerAdvancedOps-1805654062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:55:34.207001 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-8436d507-58da-4849-b506-4e9f5cb2e4fb req-c3d076af-bfb6-47da-bcb6-3f2cf76a57a1 tempest-TestServerAdvancedOps-1805654062 tempest-TestServerAdvancedOps-1805654062-project] 10.222.0.85 "GET /v2.0/ports?device_id=aa50054b-25e6-4aff-8076-fbe639e0d0c5 HTTP/1.1" status: 200 len: 945 time: 0.0818746 May 30 20:55:34.262722 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-8436d507-58da-4849-b506-4e9f5cb2e4fb req-3f2b312a-b31f-4cf2-b487-dc2b53a11d72 tempest-TestServerAdvancedOps-1805654062 tempest-TestServerAdvancedOps-1805654062-project] 10.222.0.85 "GET /v2.0/security-groups?id=4ac8f1e9-849a-40ee-94cd-5734c2fec29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494745 May 30 20:55:35.483767 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fa9816-e1d0-41a9-9ec6-2f1331b400a8 req-ebf6b188-f525-4930-a5dd-a879a22e6d02 tempest-TestServerAdvancedOps-1805654062 tempest-TestServerAdvancedOps-1805654062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:55:35.485265 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b7fa9816-e1d0-41a9-9ec6-2f1331b400a8 req-ebf6b188-f525-4930-a5dd-a879a22e6d02 tempest-TestServerAdvancedOps-1805654062 tempest-TestServerAdvancedOps-1805654062-project] 10.222.0.85 "GET /v2.0/ports?device_id=aa50054b-25e6-4aff-8076-fbe639e0d0c5 HTTP/1.1" status: 200 len: 945 time: 0.0867119 May 30 20:55:35.533823 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b7fa9816-e1d0-41a9-9ec6-2f1331b400a8 req-f21a9329-1228-431c-bf27-2cf7727cb8e9 tempest-TestServerAdvancedOps-1805654062 tempest-TestServerAdvancedOps-1805654062-project] 10.222.0.85 "GET /v2.0/security-groups?id=4ac8f1e9-849a-40ee-94cd-5734c2fec29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425267 May 30 20:55:35.735607 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67298084-c57c-4adc-acb5-2b3299b71f70 req-f43e2985-0c3a-47ff-bf68-d02a53676e40 tempest-TestServerAdvancedOps-1805654062 tempest-TestServerAdvancedOps-1805654062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:55:35.737288 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-67298084-c57c-4adc-acb5-2b3299b71f70 req-f43e2985-0c3a-47ff-bf68-d02a53676e40 tempest-TestServerAdvancedOps-1805654062 tempest-TestServerAdvancedOps-1805654062-project] 10.222.0.85 "GET /v2.0/ports?device_id=aa50054b-25e6-4aff-8076-fbe639e0d0c5 HTTP/1.1" status: 200 len: 945 time: 0.0778091 May 30 20:55:35.790674 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-67298084-c57c-4adc-acb5-2b3299b71f70 req-74f1bb02-fa83-4ded-acc4-4a75205aa75f tempest-TestServerAdvancedOps-1805654062 tempest-TestServerAdvancedOps-1805654062-project] 10.222.0.85 "GET /v2.0/security-groups?id=4ac8f1e9-849a-40ee-94cd-5734c2fec29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469396 May 30 20:55:36.448667 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a93ff7-f489-46ec-968d-6fc03c665d76 req-0d03f3dc-583b-46c8-aef7-44776aff63bb tempest-TestServerAdvancedOps-1805654062 tempest-TestServerAdvancedOps-1805654062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:55:36.450427 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-63a93ff7-f489-46ec-968d-6fc03c665d76 req-0d03f3dc-583b-46c8-aef7-44776aff63bb tempest-TestServerAdvancedOps-1805654062 tempest-TestServerAdvancedOps-1805654062-project] 10.222.0.85 "GET /v2.0/ports?device_id=aa50054b-25e6-4aff-8076-fbe639e0d0c5 HTTP/1.1" status: 200 len: 945 time: 0.0817175 May 30 20:55:36.501419 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-63a93ff7-f489-46ec-968d-6fc03c665d76 req-577f8b56-1086-4dcd-bded-b1b222d95d82 tempest-TestServerAdvancedOps-1805654062 tempest-TestServerAdvancedOps-1805654062-project] 10.222.0.85 "GET /v2.0/security-groups?id=4ac8f1e9-849a-40ee-94cd-5734c2fec29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433111 May 30 20:55:37.715685 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4d273b-407a-4145-9b90-bb1c1dadcf33 req-7a6d00b8-7bf2-463e-9c4b-7c694635931f tempest-TestServerAdvancedOps-1805654062 tempest-TestServerAdvancedOps-1805654062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:55:37.717701 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-da4d273b-407a-4145-9b90-bb1c1dadcf33 req-7a6d00b8-7bf2-463e-9c4b-7c694635931f tempest-TestServerAdvancedOps-1805654062 tempest-TestServerAdvancedOps-1805654062-project] 10.222.0.85 "GET /v2.0/ports?device_id=aa50054b-25e6-4aff-8076-fbe639e0d0c5 HTTP/1.1" status: 200 len: 945 time: 0.0860984 May 30 20:55:37.790974 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-da4d273b-407a-4145-9b90-bb1c1dadcf33 req-256f2d87-aa50-4b21-800f-a89619171c0d tempest-TestServerAdvancedOps-1805654062 tempest-TestServerAdvancedOps-1805654062-project] 10.222.0.85 "GET /v2.0/security-groups?id=4ac8f1e9-849a-40ee-94cd-5734c2fec29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663316 May 30 20:55:38.444495 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a55068-882f-4e8c-a06f-fdd710ba15ce req-cc55a6c9-a6c1-49af-be90-ebd0281931f5 tempest-TestServerAdvancedOps-1805654062 tempest-TestServerAdvancedOps-1805654062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:55:38.450601 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-88a55068-882f-4e8c-a06f-fdd710ba15ce req-cc55a6c9-a6c1-49af-be90-ebd0281931f5 tempest-TestServerAdvancedOps-1805654062 tempest-TestServerAdvancedOps-1805654062-project] 10.222.0.85 "GET /v2.0/ports?device_id=aa50054b-25e6-4aff-8076-fbe639e0d0c5 HTTP/1.1" status: 200 len: 945 time: 0.0875232 May 30 20:55:38.546611 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-88a55068-882f-4e8c-a06f-fdd710ba15ce req-f919b07f-d099-475f-afec-21e401109168 tempest-TestServerAdvancedOps-1805654062 tempest-TestServerAdvancedOps-1805654062-project] 10.222.0.85 "GET /v2.0/security-groups?id=4ac8f1e9-849a-40ee-94cd-5734c2fec29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947828 May 30 20:55:38.580126 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f42d2a41-68aa-4cff-b068-920a4916fb6e req-6268332e-c8c2-4aad-8af6-69963fa7bc06 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=30f0a378712341e694c50a61f30a1ede&device_id=aa50054b-25e6-4aff-8076-fbe639e0d0c5 HTTP/1.1" status: 200 len: 1096 time: 0.1108112 May 30 20:55:38.837292 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42d2a41-68aa-4cff-b068-920a4916fb6e req-f105abde-b507-4cc4-9d2b-97d47ee01112 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:55:38.839350 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f42d2a41-68aa-4cff-b068-920a4916fb6e req-f105abde-b507-4cc4-9d2b-97d47ee01112 service neutron] 10.222.0.86 "GET /v2.0/networks?id=cc8a23d5-6ef6-4c0a-88ec-259f206aa3b0 HTTP/1.1" status: 200 len: 912 time: 0.2455637 May 30 20:55:38.913307 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f42d2a41-68aa-4cff-b068-920a4916fb6e req-1a5e968e-5473-45e4-9f90-e7a9c012786d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=74d15624-dc14-4dc0-99af-d95b0676a247 HTTP/1.1" status: 200 len: 217 time: 0.0643575 May 30 20:55:38.996513 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42d2a41-68aa-4cff-b068-920a4916fb6e req-2051a3b0-3b6d-4f4b-9afb-c45f22641dad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:55:38.998478 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f42d2a41-68aa-4cff-b068-920a4916fb6e req-2051a3b0-3b6d-4f4b-9afb-c45f22641dad service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f9439709-da6f-422a-bb87-de1c51ddc65e HTTP/1.1" status: 200 len: 851 time: 0.0765483 May 30 20:55:39.047609 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f42d2a41-68aa-4cff-b068-920a4916fb6e req-d697c29f-73e0-4caa-8533-8ce41895718a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=cc8a23d5-6ef6-4c0a-88ec-259f206aa3b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401981 May 30 20:55:39.186882 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f42d2a41-68aa-4cff-b068-920a4916fb6e req-4b528875-c383-4552-8bbd-155650bc3ea2 service neutron] 10.222.0.86 "GET /v2.0/networks/cc8a23d5-6ef6-4c0a-88ec-259f206aa3b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326113 May 30 20:55:39.340579 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f42d2a41-68aa-4cff-b068-920a4916fb6e req-07dedf50-b45e-40d2-9e6e-0c5dcbb14de5 service neutron] 10.222.0.86 "GET /v2.0/networks/cc8a23d5-6ef6-4c0a-88ec-259f206aa3b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450176 May 30 20:55:39.789552 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd35f4bf-6b00-4767-8ae2-455da67dffcd req-9b294e06-8b82-4db5-9fbd-6a6177191e9d tempest-TestServerAdvancedOps-1805654062 tempest-TestServerAdvancedOps-1805654062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:55:39.795012 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-dd35f4bf-6b00-4767-8ae2-455da67dffcd req-9b294e06-8b82-4db5-9fbd-6a6177191e9d tempest-TestServerAdvancedOps-1805654062 tempest-TestServerAdvancedOps-1805654062-project] 10.222.0.85 "GET /v2.0/ports?device_id=aa50054b-25e6-4aff-8076-fbe639e0d0c5 HTTP/1.1" status: 200 len: 945 time: 0.0970182 May 30 20:55:39.871916 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-dd35f4bf-6b00-4767-8ae2-455da67dffcd req-6d4b885a-2404-4ea9-ba3d-70aa9a9d35cd tempest-TestServerAdvancedOps-1805654062 tempest-TestServerAdvancedOps-1805654062-project] 10.222.0.85 "GET /v2.0/security-groups?id=4ac8f1e9-849a-40ee-94cd-5734c2fec29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737636 May 30 20:55:41.085963 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48510cbc-0489-4201-8726-f9acef58f886 req-12fd9525-6d8c-48b6-8ca6-d02f6c83c76d tempest-TestServerAdvancedOps-1805654062 tempest-TestServerAdvancedOps-1805654062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:55:41.087330 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-48510cbc-0489-4201-8726-f9acef58f886 req-12fd9525-6d8c-48b6-8ca6-d02f6c83c76d tempest-TestServerAdvancedOps-1805654062 tempest-TestServerAdvancedOps-1805654062-project] 10.222.0.85 "GET /v2.0/ports?device_id=aa50054b-25e6-4aff-8076-fbe639e0d0c5 HTTP/1.1" status: 200 len: 945 time: 0.0822668 May 30 20:55:41.133004 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-48510cbc-0489-4201-8726-f9acef58f886 req-0b1c127d-074d-4f01-9e57-7ad704c21320 tempest-TestServerAdvancedOps-1805654062 tempest-TestServerAdvancedOps-1805654062-project] 10.222.0.85 "GET /v2.0/security-groups?id=4ac8f1e9-849a-40ee-94cd-5734c2fec29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396707 May 30 20:55:41.842887 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98124e98-d889-4990-bcb7-c933eff7218b req-39bfac10-d6ca-4089-a53c-2f48a529ba9b tempest-TestServerAdvancedOps-1805654062 tempest-TestServerAdvancedOps-1805654062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:55:41.844339 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-98124e98-d889-4990-bcb7-c933eff7218b req-39bfac10-d6ca-4089-a53c-2f48a529ba9b tempest-TestServerAdvancedOps-1805654062 tempest-TestServerAdvancedOps-1805654062-project] 10.222.0.85 "GET /v2.0/ports?device_id=aa50054b-25e6-4aff-8076-fbe639e0d0c5 HTTP/1.1" status: 200 len: 945 time: 0.0901370 May 30 20:55:41.892256 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-98124e98-d889-4990-bcb7-c933eff7218b req-21522cb6-76ce-42d5-853b-a9a8e1d1b413 tempest-TestServerAdvancedOps-1805654062 tempest-TestServerAdvancedOps-1805654062-project] 10.222.0.85 "GET /v2.0/security-groups?id=4ac8f1e9-849a-40ee-94cd-5734c2fec29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418334 May 30 20:55:43.099076 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70e0595-dd0e-43f8-8574-0e598fe2a48a req-877737f4-1ac0-4f83-8265-d026caa1bbf1 tempest-TestServerAdvancedOps-1805654062 tempest-TestServerAdvancedOps-1805654062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:55:43.100802 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e70e0595-dd0e-43f8-8574-0e598fe2a48a req-877737f4-1ac0-4f83-8265-d026caa1bbf1 tempest-TestServerAdvancedOps-1805654062 tempest-TestServerAdvancedOps-1805654062-project] 10.222.0.85 "GET /v2.0/ports?device_id=aa50054b-25e6-4aff-8076-fbe639e0d0c5 HTTP/1.1" status: 200 len: 945 time: 0.0775616 May 30 20:55:43.148686 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e70e0595-dd0e-43f8-8574-0e598fe2a48a req-7853a1b6-df45-49e0-96c6-b98fcc84912c tempest-TestServerAdvancedOps-1805654062 tempest-TestServerAdvancedOps-1805654062-project] 10.222.0.85 "GET /v2.0/security-groups?id=4ac8f1e9-849a-40ee-94cd-5734c2fec29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415850 May 30 20:55:43.687904 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2a0162-3771-470d-8c0a-3ebaf7bb5f7e req-162a238a-a207-41d1-aa0f-8ade54094dd5 tempest-TestServerAdvancedOps-1805654062 tempest-TestServerAdvancedOps-1805654062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:55:43.689339 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3f2a0162-3771-470d-8c0a-3ebaf7bb5f7e req-162a238a-a207-41d1-aa0f-8ade54094dd5 tempest-TestServerAdvancedOps-1805654062 tempest-TestServerAdvancedOps-1805654062-project] 10.222.0.85 "GET /v2.0/ports?device_id=aa50054b-25e6-4aff-8076-fbe639e0d0c5 HTTP/1.1" status: 200 len: 945 time: 0.0875440 May 30 20:55:43.739304 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3f2a0162-3771-470d-8c0a-3ebaf7bb5f7e req-8b9b8e31-d23b-441b-b452-2e48624a5cb3 tempest-TestServerAdvancedOps-1805654062 tempest-TestServerAdvancedOps-1805654062-project] 10.222.0.85 "GET /v2.0/security-groups?id=4ac8f1e9-849a-40ee-94cd-5734c2fec29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438395 May 30 20:55:43.812100 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-15b606d5-6e6e-48ad-ab61-3a0c4cfff0ef req-1b6d6833-69fa-4bf8-8049-268bd974b85e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=30f0a378712341e694c50a61f30a1ede&device_id=aa50054b-25e6-4aff-8076-fbe639e0d0c5 HTTP/1.1" status: 200 len: 1096 time: 0.0888534 May 30 20:55:43.961677 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b606d5-6e6e-48ad-ab61-3a0c4cfff0ef req-1b7f3ba1-90bc-46c9-80ad-8cec1827ec72 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:55:43.963219 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-15b606d5-6e6e-48ad-ab61-3a0c4cfff0ef req-1b7f3ba1-90bc-46c9-80ad-8cec1827ec72 service neutron] 10.222.0.86 "GET /v2.0/networks?id=cc8a23d5-6ef6-4c0a-88ec-259f206aa3b0 HTTP/1.1" status: 200 len: 912 time: 0.1411552 May 30 20:55:44.036653 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-15b606d5-6e6e-48ad-ab61-3a0c4cfff0ef req-24d4cf0f-2321-4026-854b-20f643cd26da service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=74d15624-dc14-4dc0-99af-d95b0676a247 HTTP/1.1" status: 200 len: 217 time: 0.0644059 May 30 20:55:44.107201 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b606d5-6e6e-48ad-ab61-3a0c4cfff0ef req-5e7237f4-a7c6-4749-8ccb-a512ac1c6541 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:55:44.108559 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-15b606d5-6e6e-48ad-ab61-3a0c4cfff0ef req-5e7237f4-a7c6-4749-8ccb-a512ac1c6541 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f9439709-da6f-422a-bb87-de1c51ddc65e HTTP/1.1" status: 200 len: 851 time: 0.0629218 May 30 20:55:44.159635 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-15b606d5-6e6e-48ad-ab61-3a0c4cfff0ef req-68c576df-6146-43dd-9cb6-d9d4097aaf10 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=cc8a23d5-6ef6-4c0a-88ec-259f206aa3b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420310 May 30 20:55:44.306748 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-15b606d5-6e6e-48ad-ab61-3a0c4cfff0ef req-7da0457a-3e56-4d9d-ac8c-4aa49d3dd30d service neutron] 10.222.0.86 "GET /v2.0/networks/cc8a23d5-6ef6-4c0a-88ec-259f206aa3b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367106 May 30 20:55:44.451978 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-15b606d5-6e6e-48ad-ab61-3a0c4cfff0ef req-c69601d3-596e-455f-94c0-17a30a747b44 service neutron] 10.222.0.86 "GET /v2.0/networks/cc8a23d5-6ef6-4c0a-88ec-259f206aa3b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367536 May 30 20:55:44.984056 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033fb27b-c3ae-4d7e-8be6-cdaad9759418 req-cb34c53b-670f-4e33-b0fd-9cbc02391037 tempest-TestServerAdvancedOps-1805654062 tempest-TestServerAdvancedOps-1805654062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:55:44.985556 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-033fb27b-c3ae-4d7e-8be6-cdaad9759418 req-cb34c53b-670f-4e33-b0fd-9cbc02391037 tempest-TestServerAdvancedOps-1805654062 tempest-TestServerAdvancedOps-1805654062-project] 10.222.0.85 "GET /v2.0/ports?device_id=aa50054b-25e6-4aff-8076-fbe639e0d0c5 HTTP/1.1" status: 200 len: 945 time: 0.0871925 May 30 20:55:45.148284 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-033fb27b-c3ae-4d7e-8be6-cdaad9759418 req-47dfc024-fb0d-4956-8cc6-e9ddf1842087 tempest-TestServerAdvancedOps-1805654062 tempest-TestServerAdvancedOps-1805654062-project] 10.222.0.85 "GET /v2.0/security-groups?id=4ac8f1e9-849a-40ee-94cd-5734c2fec29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562498 May 30 20:55:46.360766 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222f4daf-f32b-46ae-94c5-d6ab55445357 req-0f54bc7a-1fb5-4e20-a0fc-e581bfae69b3 tempest-TestServerAdvancedOps-1805654062 tempest-TestServerAdvancedOps-1805654062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:55:46.362251 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-222f4daf-f32b-46ae-94c5-d6ab55445357 req-0f54bc7a-1fb5-4e20-a0fc-e581bfae69b3 tempest-TestServerAdvancedOps-1805654062 tempest-TestServerAdvancedOps-1805654062-project] 10.222.0.85 "GET /v2.0/ports?device_id=aa50054b-25e6-4aff-8076-fbe639e0d0c5 HTTP/1.1" status: 200 len: 945 time: 0.0928657 May 30 20:55:46.414436 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-222f4daf-f32b-46ae-94c5-d6ab55445357 req-6d84cd4b-2d51-4139-9b97-290ea8478811 tempest-TestServerAdvancedOps-1805654062 tempest-TestServerAdvancedOps-1805654062-project] 10.222.0.85 "GET /v2.0/security-groups?id=4ac8f1e9-849a-40ee-94cd-5734c2fec29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453722 May 30 20:55:47.091294 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b170f37-552f-4e48-b58c-cb7a838fca69 req-fed67885-7eec-4aee-9743-0eaec8a87f30 tempest-TestServerAdvancedOps-1805654062 tempest-TestServerAdvancedOps-1805654062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:55:47.092730 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9b170f37-552f-4e48-b58c-cb7a838fca69 req-fed67885-7eec-4aee-9743-0eaec8a87f30 tempest-TestServerAdvancedOps-1805654062 tempest-TestServerAdvancedOps-1805654062-project] 10.222.0.85 "GET /v2.0/ports?device_id=aa50054b-25e6-4aff-8076-fbe639e0d0c5 HTTP/1.1" status: 200 len: 945 time: 0.0798130 May 30 20:55:47.140304 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9b170f37-552f-4e48-b58c-cb7a838fca69 req-9a8466a0-3a00-4b45-b366-cbcc02c8449b tempest-TestServerAdvancedOps-1805654062 tempest-TestServerAdvancedOps-1805654062-project] 10.222.0.85 "GET /v2.0/security-groups?id=4ac8f1e9-849a-40ee-94cd-5734c2fec29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419221 May 30 20:55:48.349112 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eab687-4e4f-4ad0-b0bd-7a5183793f1b req-0de9fed8-1fa7-41c5-8ab0-465c601f0b7c tempest-TestServerAdvancedOps-1805654062 tempest-TestServerAdvancedOps-1805654062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:55:48.350523 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-05eab687-4e4f-4ad0-b0bd-7a5183793f1b req-0de9fed8-1fa7-41c5-8ab0-465c601f0b7c tempest-TestServerAdvancedOps-1805654062 tempest-TestServerAdvancedOps-1805654062-project] 10.222.0.85 "GET /v2.0/ports?device_id=aa50054b-25e6-4aff-8076-fbe639e0d0c5 HTTP/1.1" status: 200 len: 945 time: 0.0795379 May 30 20:55:48.407256 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-05eab687-4e4f-4ad0-b0bd-7a5183793f1b req-103afdd6-c858-4d85-a5d1-4ec1ef7a3121 tempest-TestServerAdvancedOps-1805654062 tempest-TestServerAdvancedOps-1805654062-project] 10.222.0.85 "GET /v2.0/security-groups?id=4ac8f1e9-849a-40ee-94cd-5734c2fec29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510626 May 30 20:55:48.974817 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f17c05f-1e22-4b2b-ad9c-705d68f2b2b8 req-811ba391-f189-4822-ab1f-4f4c4487b411 tempest-TestServerAdvancedOps-1805654062 tempest-TestServerAdvancedOps-1805654062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:55:48.976263 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1f17c05f-1e22-4b2b-ad9c-705d68f2b2b8 req-811ba391-f189-4822-ab1f-4f4c4487b411 tempest-TestServerAdvancedOps-1805654062 tempest-TestServerAdvancedOps-1805654062-project] 10.222.0.86 "GET /v2.0/ports?device_id=aa50054b-25e6-4aff-8076-fbe639e0d0c5 HTTP/1.1" status: 200 len: 945 time: 0.0799572 May 30 20:55:49.050195 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-1f17c05f-1e22-4b2b-ad9c-705d68f2b2b8 req-813a367c-f91d-437f-bb9d-69d716ae2c04 tempest-TestServerAdvancedOps-1805654062 tempest-TestServerAdvancedOps-1805654062-project] Deleting port 74d15624-dc14-4dc0-99af-d95b0676a247 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:55:49.050452 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-1f17c05f-1e22-4b2b-ad9c-705d68f2b2b8 req-813a367c-f91d-437f-bb9d-69d716ae2c04 tempest-TestServerAdvancedOps-1805654062 tempest-TestServerAdvancedOps-1805654062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:49.309653 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-1f17c05f-1e22-4b2b-ad9c-705d68f2b2b8 req-813a367c-f91d-437f-bb9d-69d716ae2c04 tempest-TestServerAdvancedOps-1805654062 tempest-TestServerAdvancedOps-1805654062-project] For port 74d15624-dc14-4dc0-99af-d95b0676a247, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=74d15624-dc14-4dc0-99af-d95b0676a247,segment=NetworkSegment(7b94455f-a12b-469d-b99c-b1e9969f13ed),segment_id=7b94455f-a12b-469d-b99c-b1e9969f13ed)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:55:49.309935 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-1f17c05f-1e22-4b2b-ad9c-705d68f2b2b8 req-813a367c-f91d-437f-bb9d-69d716ae2c04 tempest-TestServerAdvancedOps-1805654062 tempest-TestServerAdvancedOps-1805654062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:49.434013 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-1f17c05f-1e22-4b2b-ad9c-705d68f2b2b8 req-813a367c-f91d-437f-bb9d-69d716ae2c04 tempest-TestServerAdvancedOps-1805654062 tempest-TestServerAdvancedOps-1805654062-project] Calling delete_port for 74d15624-dc14-4dc0-99af-d95b0676a247 owned by compute:nova {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:55:49.621463 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c9b765-5b67-48df-9d27-575c1649acdf req-d00991ac-1c32-48c4-988c-67994b61ce60 tempest-TestServerAdvancedOps-1805654062 tempest-TestServerAdvancedOps-1805654062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:55:49.623027 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-63c9b765-5b67-48df-9d27-575c1649acdf req-d00991ac-1c32-48c4-988c-67994b61ce60 tempest-TestServerAdvancedOps-1805654062 tempest-TestServerAdvancedOps-1805654062-project] 10.222.0.85 "GET /v2.0/ports?device_id=aa50054b-25e6-4aff-8076-fbe639e0d0c5 HTTP/1.1" status: 200 len: 945 time: 0.0878968 May 30 20:55:49.661549 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-1f17c05f-1e22-4b2b-ad9c-705d68f2b2b8 req-813a367c-f91d-437f-bb9d-69d716ae2c04 tempest-TestServerAdvancedOps-1805654062 tempest-TestServerAdvancedOps-1805654062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:49.671728 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-63c9b765-5b67-48df-9d27-575c1649acdf req-eb7f795f-e1bd-473c-b43e-edb9675d66b2 tempest-TestServerAdvancedOps-1805654062 tempest-TestServerAdvancedOps-1805654062-project] 10.222.0.85 "GET /v2.0/security-groups?id=4ac8f1e9-849a-40ee-94cd-5734c2fec29c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425282 May 30 20:55:49.679185 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['74d15624-dc14-4dc0-99af-d95b0676a247'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:55:49.732769 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813a367c-f91d-437f-bb9d-69d716ae2c04 tempest-TestServerAdvancedOps-1805654062 tempest-TestServerAdvancedOps-1805654062-project] Pushing event deleted for resources: {'Port': ['ID=74d15624-dc14-4dc0-99af-d95b0676a247,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:55:49.810510 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f17c05f-1e22-4b2b-ad9c-705d68f2b2b8 req-813a367c-f91d-437f-bb9d-69d716ae2c04 tempest-TestServerAdvancedOps-1805654062 tempest-TestServerAdvancedOps-1805654062-project] No DVR routers for this DVR port 74d15624-dc14-4dc0-99af-d95b0676a247 on host n-h2-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:55:49.813226 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-1f17c05f-1e22-4b2b-ad9c-705d68f2b2b8 req-813a367c-f91d-437f-bb9d-69d716ae2c04 tempest-TestServerAdvancedOps-1805654062 tempest-TestServerAdvancedOps-1805654062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:49.816072 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa50054b-25e6-4aff-8076-fbe639e0d0c5', 'name': 'network-vif-deleted', 'tag': '74d15624-dc14-4dc0-99af-d95b0676a247'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:55:49.844680 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:49.872513 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82f20bbe-55b8-4e07-b69c-2580ac1aefae'] response: {'server_uuid': 'aa50054b-25e6-4aff-8076-fbe639e0d0c5', 'name': 'network-vif-deleted', 'tag': '74d15624-dc14-4dc0-99af-d95b0676a247', 'status': 'completed', 'code': 200} May 30 20:55:49.959373 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1f17c05f-1e22-4b2b-ad9c-705d68f2b2b8 req-813a367c-f91d-437f-bb9d-69d716ae2c04 tempest-TestServerAdvancedOps-1805654062 tempest-TestServerAdvancedOps-1805654062-project] 10.222.0.86 "DELETE /v2.0/ports/74d15624-dc14-4dc0-99af-d95b0676a247 HTTP/1.1" status: 204 len: 173 time: 0.9750948 May 30 20:55:50.879894 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b80ef620-a6b0-44c4-832e-1f336b3fd0a3 req-dc2d9b94-9b93-4730-8b00-0a89ea79cba2 tempest-TestServerAdvancedOps-1805654062 tempest-TestServerAdvancedOps-1805654062-project] 10.222.0.85 "GET /v2.0/ports?device_id=aa50054b-25e6-4aff-8076-fbe639e0d0c5 HTTP/1.1" status: 200 len: 210 time: 0.0412812 May 30 20:55:51.996399 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 46126) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:55:52.054381 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d3b939d-0055-4633-b4b3-48b8acca3cec admin admin] Deleting subnet f9439709-da6f-422a-bb87-de1c51ddc65e {{(pid=84887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:55:52.057686 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4d3b939d-0055-4633-b4b3-48b8acca3cec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:52.110230 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4d3b939d-0055-4633-b4b3-48b8acca3cec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3149227'] for subnet, precommit_delete_associations {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:52.138695 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 74d15624-dc14-4dc0-99af-d95b0676a247 no longer exists at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:55:52.172978 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] No Port match for: 74d15624-dc14-4dc0-99af-d95b0676a247 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:55:52.173319 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 74d15624-dc14-4dc0-99af-d95b0676a247 not bound to the agent host n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:55:52.185288 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4d3b939d-0055-4633-b4b3-48b8acca3cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:52.307966 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4d3b939d-0055-4633-b4b3-48b8acca3cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4055470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114247'] for subnet, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:52.345837 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3b939d-0055-4633-b4b3-48b8acca3cec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9439709-da6f-422a-bb87-de1c51ddc65e,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:55:52.353523 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4d3b939d-0055-4633-b4b3-48b8acca3cec admin admin] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:52.359508 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-4d3b939d-0055-4633-b4b3-48b8acca3cec admin admin] 10.222.0.85 "DELETE /v2.0/subnets/f9439709-da6f-422a-bb87-de1c51ddc65e HTTP/1.1" status: 204 len: 168 time: 0.3621151 May 30 20:55:52.362106 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 46134) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:55:52.483192 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b4f50546-92f1-401e-b9fe-d6f4c009e883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:52.489515 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:52.548454 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:55:52.602134 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b4f50546-92f1-401e-b9fe-d6f4c009e883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:52.627650 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-b4f50546-92f1-401e-b9fe-d6f4c009e883 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc8a23d5-6ef6-4c0a-88ec-259f206aa3b0']}} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:55:52.639592 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-b4f50546-92f1-401e-b9fe-d6f4c009e883 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b94455f-a12b-469d-b99c-b1e9969f13ed') {'for_net_delete': True} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:55:52.640004 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-b4f50546-92f1-401e-b9fe-d6f4c009e883 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b94455f-a12b-469d-b99c-b1e9969f13ed') {} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:55:52.651349 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b4f50546-92f1-401e-b9fe-d6f4c009e883 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3149912'] for segment, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:52.667474 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b4f50546-92f1-401e-b9fe-d6f4c009e883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:52.673929 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4f50546-92f1-401e-b9fe-d6f4c009e883 admin admin] Releasing vlan 673 on physical network physnet1 to pool {{(pid=84887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:55:52.674316 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b4f50546-92f1-401e-b9fe-d6f4c009e883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4055488'] for segment, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:52.688332 n-d-843948-2 neutron-server[84887]: Traceback (most recent call last): May 30 20:55:52.688332 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:55:52.688332 n-d-843948-2 neutron-server[84887]: timer() May 30 20:55:52.688332 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:55:52.688332 n-d-843948-2 neutron-server[84887]: cb(*args, **kw) May 30 20:55:52.688332 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:55:52.688332 n-d-843948-2 neutron-server[84887]: return func(*args, **kwargs) May 30 20:55:52.688332 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:55:52.688332 n-d-843948-2 neutron-server[84887]: self._notify() May 30 20:55:52.688332 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:55:52.688332 n-d-843948-2 neutron-server[84887]: self.callback(batched_events) May 30 20:55:52.688332 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:55:52.688332 n-d-843948-2 neutron-server[84887]: event.method(event) May 30 20:55:52.688332 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:55:52.688332 n-d-843948-2 neutron-server[84887]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:55:52.688332 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:55:52.688332 n-d-843948-2 neutron-server[84887]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:55:52.688332 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:55:52.688332 n-d-843948-2 neutron-server[84887]: return f(self, *a, **k) May 30 20:55:52.688332 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:55:52.688332 n-d-843948-2 neutron-server[84887]: return self._get(url).json() May 30 20:55:52.688332 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:55:52.688332 n-d-843948-2 neutron-server[84887]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:55:52.688332 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:55:52.688332 n-d-843948-2 neutron-server[84887]: return self.request(url, 'GET', **kwargs) May 30 20:55:52.688332 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:55:52.688332 n-d-843948-2 neutron-server[84887]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:55:52.688332 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:55:52.688332 n-d-843948-2 neutron-server[84887]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:55:52.688332 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:55:52.688332 n-d-843948-2 neutron-server[84887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:55:52.688332 n-d-843948-2 neutron-server[84887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:55:52.918624 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b4f50546-92f1-401e-b9fe-d6f4c009e883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:52.935069 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b4f50546-92f1-401e-b9fe-d6f4c009e883 admin admin] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:52.948543 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f50546-92f1-401e-b9fe-d6f4c009e883 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc8a23d5-6ef6-4c0a-88ec-259f206aa3b0,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:55:53.011147 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-b4f50546-92f1-401e-b9fe-d6f4c009e883 admin admin] 10.222.0.85 "DELETE /v2.0/networks/cc8a23d5-6ef6-4c0a-88ec-259f206aa3b0 HTTP/1.1" status: 204 len: 168 time: 0.6479449 May 30 20:55:53.014101 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 46146) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:55:53.079079 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ff5d348-f4ff-4ef4-9dd4-c1bf56216f7b admin admin] Deleting subnet 611b5f85-3c48-4d21-a2ad-70056e64803c {{(pid=84887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:55:53.082306 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0ff5d348-f4ff-4ef4-9dd4-c1bf56216f7b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:53.138897 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0ff5d348-f4ff-4ef4-9dd4-c1bf56216f7b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3149227'] for subnet, precommit_delete_associations {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:53.206036 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0ff5d348-f4ff-4ef4-9dd4-c1bf56216f7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:53.352794 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0ff5d348-f4ff-4ef4-9dd4-c1bf56216f7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4055470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114247'] for subnet, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:53.391292 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff5d348-f4ff-4ef4-9dd4-c1bf56216f7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=611b5f85-3c48-4d21-a2ad-70056e64803c,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:55:53.396564 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0ff5d348-f4ff-4ef4-9dd4-c1bf56216f7b admin admin] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:53.403475 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-0ff5d348-f4ff-4ef4-9dd4-c1bf56216f7b admin admin] 10.222.0.85 "DELETE /v2.0/subnets/611b5f85-3c48-4d21-a2ad-70056e64803c HTTP/1.1" status: 204 len: 168 time: 0.3884017 May 30 20:55:53.405891 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 46156) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:55:53.514444 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-833f3fcd-ff8c-45bb-b93d-a7e8c35305e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:53.644479 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-833f3fcd-ff8c-45bb-b93d-a7e8c35305e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:53.669106 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-833f3fcd-ff8c-45bb-b93d-a7e8c35305e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['171d80a6-f865-4c7f-8943-3c67443f6253']}} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:55:53.680962 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-833f3fcd-ff8c-45bb-b93d-a7e8c35305e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ce96bcc-c802-4fcb-99fb-6b12a5d6a972') {'for_net_delete': True} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:55:53.681256 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-833f3fcd-ff8c-45bb-b93d-a7e8c35305e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ce96bcc-c802-4fcb-99fb-6b12a5d6a972') {} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:55:53.692979 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-833f3fcd-ff8c-45bb-b93d-a7e8c35305e2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3149912'] for segment, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:53.709059 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-833f3fcd-ff8c-45bb-b93d-a7e8c35305e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:53.715314 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-833f3fcd-ff8c-45bb-b93d-a7e8c35305e2 admin admin] Releasing vlan 681 on physical network physnet1 to pool {{(pid=84887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:55:53.715705 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-833f3fcd-ff8c-45bb-b93d-a7e8c35305e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4055488'] for segment, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:53.728547 n-d-843948-2 neutron-server[84887]: Traceback (most recent call last): May 30 20:55:53.728547 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:55:53.728547 n-d-843948-2 neutron-server[84887]: timer() May 30 20:55:53.728547 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:55:53.728547 n-d-843948-2 neutron-server[84887]: cb(*args, **kw) May 30 20:55:53.728547 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:55:53.728547 n-d-843948-2 neutron-server[84887]: return func(*args, **kwargs) May 30 20:55:53.728547 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:55:53.728547 n-d-843948-2 neutron-server[84887]: self._notify() May 30 20:55:53.728547 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:55:53.728547 n-d-843948-2 neutron-server[84887]: self.callback(batched_events) May 30 20:55:53.728547 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:55:53.728547 n-d-843948-2 neutron-server[84887]: event.method(event) May 30 20:55:53.728547 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:55:53.728547 n-d-843948-2 neutron-server[84887]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:55:53.728547 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:55:53.728547 n-d-843948-2 neutron-server[84887]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:55:53.728547 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:55:53.728547 n-d-843948-2 neutron-server[84887]: return f(self, *a, **k) May 30 20:55:53.728547 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:55:53.728547 n-d-843948-2 neutron-server[84887]: return self._get(url).json() May 30 20:55:53.728547 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:55:53.728547 n-d-843948-2 neutron-server[84887]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:55:53.728547 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:55:53.728547 n-d-843948-2 neutron-server[84887]: return self.request(url, 'GET', **kwargs) May 30 20:55:53.728547 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:55:53.728547 n-d-843948-2 neutron-server[84887]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:55:53.728547 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:55:53.728547 n-d-843948-2 neutron-server[84887]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:55:53.728547 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:55:53.728547 n-d-843948-2 neutron-server[84887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:55:53.728547 n-d-843948-2 neutron-server[84887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:55:53.941339 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-833f3fcd-ff8c-45bb-b93d-a7e8c35305e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:53.958202 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-833f3fcd-ff8c-45bb-b93d-a7e8c35305e2 admin admin] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:53.970351 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833f3fcd-ff8c-45bb-b93d-a7e8c35305e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=171d80a6-f865-4c7f-8943-3c67443f6253,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:55:53.971195 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-833f3fcd-ff8c-45bb-b93d-a7e8c35305e2 admin admin] 10.222.0.85 "DELETE /v2.0/networks/171d80a6-f865-4c7f-8943-3c67443f6253 HTTP/1.1" status: 204 len: 168 time: 0.5644076 May 30 20:55:54.413917 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 46176) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:55:54.468179 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-7e8db3b0-ad63-4dc1-a8f4-14194be8151e admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=30f0a378712341e694c50a61f30a1ede&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0530422 May 30 20:55:54.470668 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 46180) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:55:54.537855 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-00adcc2a-266d-405a-9172-bdafa795f832 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:54.564041 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-00adcc2a-266d-405a-9172-bdafa795f832 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:54.684167 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-00adcc2a-266d-405a-9172-bdafa795f832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:54.703038 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00adcc2a-266d-405a-9172-bdafa795f832 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ac8f1e9-849a-40ee-94cd-5734c2fec29c,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:55:54.775220 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-00adcc2a-266d-405a-9172-bdafa795f832 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:54.777693 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-00adcc2a-266d-405a-9172-bdafa795f832 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/4ac8f1e9-849a-40ee-94cd-5734c2fec29c HTTP/1.1" status: 204 len: 168 time: 0.3058553 May 30 20:55:55.437850 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 46204) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:55:55.494120 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-531e4dd3-7faa-432c-8856-f2a02a190b3d admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=00615236d39c44a88d6f680bcf5f887c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0551374 May 30 20:55:55.497578 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 46208) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:55:55.561525 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f08d1853-f0a2-46a4-926a-aa01da0e1a9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:55.588184 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f08d1853-f0a2-46a4-926a-aa01da0e1a9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:55.706733 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f08d1853-f0a2-46a4-926a-aa01da0e1a9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:55.724910 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08d1853-f0a2-46a4-926a-aa01da0e1a9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1e4264b-3166-4563-b1b6-73aec2ef37e7,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:55:55.741978 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f08d1853-f0a2-46a4-926a-aa01da0e1a9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:55.741978 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-f08d1853-f0a2-46a4-926a-aa01da0e1a9a admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/f1e4264b-3166-4563-b1b6-73aec2ef37e7 HTTP/1.1" status: 204 len: 168 time: 0.2378118 May 30 20:55:56.230128 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-0b0c3946-e3d5-4419-9519-9268f74aa375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:59.651592 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b724cb1b-d86c-402c-a60d-fff8429437d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:55:59.902063 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:56:01.244043 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:56:02.804371 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:56:19.819116 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:56:22.521442 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:56:26.249732 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-0ffb2607-b63a-4c56-9345-4f68f1a4e41c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:56:29.558167 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:56:29.661602 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-8f912b90-3129-4b27-bd73-bc7b19a4f0f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:56:29.875391 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:56:31.275527 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:56:32.781848 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:56:47.409580 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 46662) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:56:47.415438 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-b432f98b-adfc-4bf5-b94d-63c37ab1d646 tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1522618964', 'description': 'tempest-secgroup-smoke-1522618964 description', 'project_id': '664fa987cede4b5c91b79f131e0ee328'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:56:47.423256 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-b432f98b-adfc-4bf5-b94d-63c37ab1d646 tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:56:47.427281 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-b432f98b-adfc-4bf5-b94d-63c37ab1d646 tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Usage tracker for resource:security_group and tenant:664fa987cede4b5c91b79f131e0ee328 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:56:47.430351 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-b432f98b-adfc-4bf5-b94d-63c37ab1d646 tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:56:47.437478 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-b432f98b-adfc-4bf5-b94d-63c37ab1d646 tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:56:47.536384 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b432f98b-adfc-4bf5-b94d-63c37ab1d646 tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:56:47.591897 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-b432f98b-adfc-4bf5-b94d-63c37ab1d646 tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:56:47.595972 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-b432f98b-adfc-4bf5-b94d-63c37ab1d646 tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Usage tracker for resource:security_group_rule and tenant:664fa987cede4b5c91b79f131e0ee328 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:56:47.598989 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-b432f98b-adfc-4bf5-b94d-63c37ab1d646 tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:56:47.604886 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-b432f98b-adfc-4bf5-b94d-63c37ab1d646 tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:56:47.662802 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b432f98b-adfc-4bf5-b94d-63c37ab1d646 tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:56:47.746776 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b432f98b-adfc-4bf5-b94d-63c37ab1d646 tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:56:47.799946 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b432f98b-adfc-4bf5-b94d-63c37ab1d646 tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f80c62d-fa07-4c17-baae-456e44d99835,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:56:47.809247 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b432f98b-adfc-4bf5-b94d-63c37ab1d646 tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:56:47.809582 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b432f98b-adfc-4bf5-b94d-63c37ab1d646 tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:56:47.809944 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b432f98b-adfc-4bf5-b94d-63c37ab1d646 tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:56:47.810620 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b432f98b-adfc-4bf5-b94d-63c37ab1d646 tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:56:47.810620 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b432f98b-adfc-4bf5-b94d-63c37ab1d646 tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:56:47.810883 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b432f98b-adfc-4bf5-b94d-63c37ab1d646 tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:56:47.811198 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b432f98b-adfc-4bf5-b94d-63c37ab1d646 tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:56:47.811512 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b432f98b-adfc-4bf5-b94d-63c37ab1d646 tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:56:47.811824 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b432f98b-adfc-4bf5-b94d-63c37ab1d646 tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:56:47.812135 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b432f98b-adfc-4bf5-b94d-63c37ab1d646 tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:56:47.812453 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b432f98b-adfc-4bf5-b94d-63c37ab1d646 tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:56:47.917799 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b432f98b-adfc-4bf5-b94d-63c37ab1d646 tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:56:47.919054 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-b432f98b-adfc-4bf5-b94d-63c37ab1d646 tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.5083997 May 30 20:56:47.922056 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 46666) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:56:47.927608 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-7ff0945a-1724-4350-ba2f-2295e2a73221 tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Request body: {'security_group_rule': {'security_group_id': '9f80c62d-fa07-4c17-baae-456e44d99835', 'project_id': '664fa987cede4b5c91b79f131e0ee328', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:56:47.934682 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-7ff0945a-1724-4350-ba2f-2295e2a73221 tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:56:47.938767 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-7ff0945a-1724-4350-ba2f-2295e2a73221 tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Usage tracker for resource:security_group_rule and tenant:664fa987cede4b5c91b79f131e0ee328 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:56:47.941723 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-7ff0945a-1724-4350-ba2f-2295e2a73221 tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:56:47.948272 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-7ff0945a-1724-4350-ba2f-2295e2a73221 tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:56:48.182703 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7ff0945a-1724-4350-ba2f-2295e2a73221 tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:56:48.247238 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7ff0945a-1724-4350-ba2f-2295e2a73221 tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:56:48.330105 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7ff0945a-1724-4350-ba2f-2295e2a73221 tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:56:48.354830 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff0945a-1724-4350-ba2f-2295e2a73221 tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc3399cd-34b9-40a2-8751-f1fb4a253840,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:56:48.426852 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7ff0945a-1724-4350-ba2f-2295e2a73221 tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:56:48.428124 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-7ff0945a-1724-4350-ba2f-2295e2a73221 tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5051463 May 30 20:56:48.430953 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 46670) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:56:48.440410 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-83738f64-53b8-4c1f-ace3-8cb0aa62e3a7 tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Request body: {'security_group_rule': {'security_group_id': '9f80c62d-fa07-4c17-baae-456e44d99835', 'project_id': '664fa987cede4b5c91b79f131e0ee328', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:56:48.444542 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-83738f64-53b8-4c1f-ace3-8cb0aa62e3a7 tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:56:48.449229 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-83738f64-53b8-4c1f-ace3-8cb0aa62e3a7 tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Usage tracker for resource:security_group_rule and tenant:664fa987cede4b5c91b79f131e0ee328 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:56:48.452477 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-83738f64-53b8-4c1f-ace3-8cb0aa62e3a7 tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:56:48.458898 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-83738f64-53b8-4c1f-ace3-8cb0aa62e3a7 tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:56:48.571407 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-83738f64-53b8-4c1f-ace3-8cb0aa62e3a7 tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:56:48.639399 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-83738f64-53b8-4c1f-ace3-8cb0aa62e3a7 tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:56:48.712819 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-83738f64-53b8-4c1f-ace3-8cb0aa62e3a7 tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:56:48.737018 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83738f64-53b8-4c1f-ace3-8cb0aa62e3a7 tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97ace419-4352-4a26-91f2-d27222c616d7,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:56:48.843110 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-83738f64-53b8-4c1f-ace3-8cb0aa62e3a7 tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:56:48.844320 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-83738f64-53b8-4c1f-ace3-8cb0aa62e3a7 tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4118738 May 30 20:56:48.847008 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 46674) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:56:48.852606 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-5b591fbc-fd48-490a-a00d-434c37c2cf6b tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Request body: {'security_group_rule': {'security_group_id': '9f80c62d-fa07-4c17-baae-456e44d99835', 'project_id': '664fa987cede4b5c91b79f131e0ee328', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:56:48.859323 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-5b591fbc-fd48-490a-a00d-434c37c2cf6b tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:56:48.865596 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-5b591fbc-fd48-490a-a00d-434c37c2cf6b tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Usage tracker for resource:security_group_rule and tenant:664fa987cede4b5c91b79f131e0ee328 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:56:48.868578 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-5b591fbc-fd48-490a-a00d-434c37c2cf6b tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:56:48.874798 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-5b591fbc-fd48-490a-a00d-434c37c2cf6b tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:56:48.958615 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5b591fbc-fd48-490a-a00d-434c37c2cf6b tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:56:49.023230 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5b591fbc-fd48-490a-a00d-434c37c2cf6b tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:56:49.100774 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5b591fbc-fd48-490a-a00d-434c37c2cf6b tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:56:49.119178 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b591fbc-fd48-490a-a00d-434c37c2cf6b tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=515d00e5-e01a-496e-bdd6-14ee056fdae8,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:56:49.199012 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5b591fbc-fd48-490a-a00d-434c37c2cf6b tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:56:49.200282 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-5b591fbc-fd48-490a-a00d-434c37c2cf6b tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3523660 May 30 20:56:49.203012 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 46680) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:56:49.208939 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-353c753d-2bcd-438a-804c-86bc1666979e tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Request body: {'security_group_rule': {'security_group_id': '9f80c62d-fa07-4c17-baae-456e44d99835', 'project_id': '664fa987cede4b5c91b79f131e0ee328', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:56:49.216441 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-353c753d-2bcd-438a-804c-86bc1666979e tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:56:49.220332 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-353c753d-2bcd-438a-804c-86bc1666979e tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Usage tracker for resource:security_group_rule and tenant:664fa987cede4b5c91b79f131e0ee328 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:56:49.223248 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-353c753d-2bcd-438a-804c-86bc1666979e tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:56:49.229677 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-353c753d-2bcd-438a-804c-86bc1666979e tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:56:49.319615 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-353c753d-2bcd-438a-804c-86bc1666979e tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:56:49.386353 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-353c753d-2bcd-438a-804c-86bc1666979e tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:56:49.497165 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-353c753d-2bcd-438a-804c-86bc1666979e tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:56:49.521585 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353c753d-2bcd-438a-804c-86bc1666979e tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e29458ea-d32d-4a69-b3c8-c1221944b732,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:56:49.604370 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-353c753d-2bcd-438a-804c-86bc1666979e tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:56:49.605550 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-353c753d-2bcd-438a-804c-86bc1666979e tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4015021 May 30 20:56:49.610345 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 46684) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:56:49.616219 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-f8ae7c9c-3a8d-45d1-9d83-d4afe8a9687c tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Request body: {'security_group_rule': {'security_group_id': '9f80c62d-fa07-4c17-baae-456e44d99835', 'project_id': '664fa987cede4b5c91b79f131e0ee328', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:56:49.623828 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-f8ae7c9c-3a8d-45d1-9d83-d4afe8a9687c tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:56:49.627941 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-f8ae7c9c-3a8d-45d1-9d83-d4afe8a9687c tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Usage tracker for resource:security_group_rule and tenant:664fa987cede4b5c91b79f131e0ee328 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:56:49.630938 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-f8ae7c9c-3a8d-45d1-9d83-d4afe8a9687c tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:56:49.638842 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-f8ae7c9c-3a8d-45d1-9d83-d4afe8a9687c tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:56:49.741398 n-d-843948-2 neutron-server[84887]: INFO neutron.db.securitygroups_db [None req-f8ae7c9c-3a8d-45d1-9d83-d4afe8a9687c tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Project 664fa987cede4b5c91b79f131e0ee328 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 30 20:56:49.749168 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f8ae7c9c-3a8d-45d1-9d83-d4afe8a9687c tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:56:49.819646 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f8ae7c9c-3a8d-45d1-9d83-d4afe8a9687c tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:56:49.832380 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:56:49.889566 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f8ae7c9c-3a8d-45d1-9d83-d4afe8a9687c tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:56:49.913332 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ae7c9c-3a8d-45d1-9d83-d4afe8a9687c tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46d2a400-8766-48e3-9c8d-633fd4e42f64,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:56:50.004046 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f8ae7c9c-3a8d-45d1-9d83-d4afe8a9687c tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:56:50.005299 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-f8ae7c9c-3a8d-45d1-9d83-d4afe8a9687c tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3939550 May 30 20:56:50.008556 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 46688) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:56:50.014065 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-b214943a-5e65-4971-bb34-62637bd3b4f2 tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Request body: {'security_group_rule': {'security_group_id': '9f80c62d-fa07-4c17-baae-456e44d99835', 'project_id': '664fa987cede4b5c91b79f131e0ee328', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:56:50.020742 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-b214943a-5e65-4971-bb34-62637bd3b4f2 tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:56:50.024595 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-b214943a-5e65-4971-bb34-62637bd3b4f2 tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Usage tracker for resource:security_group_rule and tenant:664fa987cede4b5c91b79f131e0ee328 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:56:50.027647 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-b214943a-5e65-4971-bb34-62637bd3b4f2 tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:56:50.033454 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-b214943a-5e65-4971-bb34-62637bd3b4f2 tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:56:50.107184 n-d-843948-2 neutron-server[84887]: INFO neutron.db.securitygroups_db [None req-b214943a-5e65-4971-bb34-62637bd3b4f2 tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Project 664fa987cede4b5c91b79f131e0ee328 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 30 20:56:50.114398 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b214943a-5e65-4971-bb34-62637bd3b4f2 tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:56:50.187954 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b214943a-5e65-4971-bb34-62637bd3b4f2 tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:56:50.249869 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b214943a-5e65-4971-bb34-62637bd3b4f2 tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:56:50.273167 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b214943a-5e65-4971-bb34-62637bd3b4f2 tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b808f76c-1eec-469d-ab9f-0e8f0e208627,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:56:50.329587 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b214943a-5e65-4971-bb34-62637bd3b4f2 tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:56:50.330864 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-b214943a-5e65-4971-bb34-62637bd3b4f2 tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3213878 May 30 20:56:50.666515 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-439e388e-ed46-42ea-815d-377625fa35d5 req-2d8235d2-6151-4d6b-81bc-3726ccad2ba7 tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Synchronizing usage tracker for tenant:664fa987cede4b5c91b79f131e0ee328 on resource:security_group {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:56:50.740948 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-439e388e-ed46-42ea-815d-377625fa35d5 req-2d8235d2-6151-4d6b-81bc-3726ccad2ba7 tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Unset dirty status for tenant:664fa987cede4b5c91b79f131e0ee328 on resource:security_group {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:56:50.742102 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-439e388e-ed46-42ea-815d-377625fa35d5 req-2d8235d2-6151-4d6b-81bc-3726ccad2ba7 tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1522618964&fields=id&tenant_id=664fa987cede4b5c91b79f131e0ee328 HTTP/1.1" status: 200 len: 267 time: 0.1191688 May 30 20:56:51.000969 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439e388e-ed46-42ea-815d-377625fa35d5 req-7f9e24a0-00b3-4542-becf-9290a9439305 tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:56:51.002540 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-439e388e-ed46-42ea-815d-377625fa35d5 req-7f9e24a0-00b3-4542-becf-9290a9439305 tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] 10.222.0.85 "GET /v2.0/networks?id=d52a3f48-7406-4a97-b586-f7523634f690 HTTP/1.1" status: 200 len: 814 time: 0.2531953 May 30 20:56:51.019667 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-439e388e-ed46-42ea-815d-377625fa35d5 req-91ad6b22-8a78-4077-9114-a4fe31414c90 tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] 10.222.0.85 "GET /v2.0/quotas/664fa987cede4b5c91b79f131e0ee328 HTTP/1.1" status: 200 len: 375 time: 0.0117397 May 30 20:56:51.102333 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-439e388e-ed46-42ea-815d-377625fa35d5 req-4b06f45f-3b25-48d6-8d91-4d6fd6a7ffb3 tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=664fa987cede4b5c91b79f131e0ee328&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0771568 May 30 20:56:51.437405 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-439e388e-ed46-42ea-815d-377625fa35d5 req-16305427-1967-462f-a7e6-349fba9ab320 service neutron] 10.222.0.85 "GET /v2.0/networks/d52a3f48-7406-4a97-b586-f7523634f690?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035913 May 30 20:56:51.580223 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-439e388e-ed46-42ea-815d-377625fa35d5 req-ff14625c-ef73-4143-bf6e-b92f20a15e5b service neutron] 10.222.0.85 "GET /v2.0/networks/d52a3f48-7406-4a97-b586-f7523634f690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371355 May 30 20:56:52.298947 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-83e005e2-29a8-4e82-b705-6e1112f5230a req-4e96946c-38b0-4968-899c-2d31e2ba37ed tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Synchronizing usage tracker for tenant:664fa987cede4b5c91b79f131e0ee328 on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:56:52.409735 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-83e005e2-29a8-4e82-b705-6e1112f5230a req-4e96946c-38b0-4968-899c-2d31e2ba37ed tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Unset dirty status for tenant:664fa987cede4b5c91b79f131e0ee328 on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:56:52.410942 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-83e005e2-29a8-4e82-b705-6e1112f5230a req-4e96946c-38b0-4968-899c-2d31e2ba37ed tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] 10.222.0.85 "GET /v2.0/ports?device_id=43e246d2-f1c2-4b85-afc7-b1734cb62cf8 HTTP/1.1" status: 200 len: 210 time: 0.1630108 May 30 20:56:52.541167 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:56:53.583389 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e8ccce83-69aa-4b62-970a-0409bbb62cbd req-dce48f64-471f-43f9-b158-241601b7947d tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] 10.222.0.85 "GET /v2.0/ports?device_id=43e246d2-f1c2-4b85-afc7-b1734cb62cf8 HTTP/1.1" status: 200 len: 210 time: 0.0460713 May 30 20:56:54.734660 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439e388e-ed46-42ea-815d-377625fa35d5 req-6cbd1ed3-0d1c-4cf5-9e19-0459ddf2996c tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:56:54.736153 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-439e388e-ed46-42ea-815d-377625fa35d5 req-6cbd1ed3-0d1c-4cf5-9e19-0459ddf2996c tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] 10.222.0.86 "GET /v2.0/networks?id=d52a3f48-7406-4a97-b586-f7523634f690 HTTP/1.1" status: 200 len: 814 time: 0.1522882 May 30 20:56:54.767971 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-94e1a35d-5783-4185-9ddd-a469ee213424 req-2705170c-9b3c-4890-b1e5-e71cb91fd50b tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] 10.222.0.85 "GET /v2.0/ports?device_id=43e246d2-f1c2-4b85-afc7-b1734cb62cf8 HTTP/1.1" status: 200 len: 210 time: 0.0502255 May 30 20:56:54.811252 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-439e388e-ed46-42ea-815d-377625fa35d5 req-39c9a93f-4f71-4f4f-9301-8894622269af tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=664fa987cede4b5c91b79f131e0ee328 HTTP/1.1" status: 200 len: 380 time: 0.0586283 May 30 20:56:54.823202 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-439e388e-ed46-42ea-815d-377625fa35d5 req-f7524429-729c-46cd-9644-97286c16b29c tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Request body: {'port': {'device_id': '43e246d2-f1c2-4b85-afc7-b1734cb62cf8', 'network_id': 'd52a3f48-7406-4a97-b586-f7523634f690', 'admin_state_up': True, 'tenant_id': '664fa987cede4b5c91b79f131e0ee328', 'security_groups': ['9f80c62d-fa07-4c17-baae-456e44d99835']}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:56:54.964434 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-439e388e-ed46-42ea-815d-377625fa35d5 req-f7524429-729c-46cd-9644-97286c16b29c tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:56:54.974823 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-439e388e-ed46-42ea-815d-377625fa35d5 req-f7524429-729c-46cd-9644-97286c16b29c tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:56:55.089423 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-439e388e-ed46-42ea-815d-377625fa35d5 req-f7524429-729c-46cd-9644-97286c16b29c tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Made reservation on behalf of 664fa987cede4b5c91b79f131e0ee328 for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:56:55.092660 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-439e388e-ed46-42ea-815d-377625fa35d5 req-f7524429-729c-46cd-9644-97286c16b29c tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:56:55.274934 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [req-439e388e-ed46-42ea-815d-377625fa35d5 req-f7524429-729c-46cd-9644-97286c16b29c tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Allocated IP 172.20.0.5 (d52a3f48-7406-4a97-b586-f7523634f690/2a1ef185-948d-4fee-b790-f4c33d327249/fe5b25be-06bc-41f4-a68d-3dae4ba9afc5) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:56:55.471477 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-439e388e-ed46-42ea-815d-377625fa35d5 req-f7524429-729c-46cd-9644-97286c16b29c tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:56:55.488690 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-439e388e-ed46-42ea-815d-377625fa35d5 req-f7524429-729c-46cd-9644-97286c16b29c tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Transition to ACTIVE for port object fe5b25be-06bc-41f4-a68d-3dae4ba9afc5 will not be triggered until provisioned by entity DHCP. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:56:55.598636 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-439e388e-ed46-42ea-815d-377625fa35d5 req-f7524429-729c-46cd-9644-97286c16b29c tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:56:55.677026 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-439e388e-ed46-42ea-815d-377625fa35d5 req-f7524429-729c-46cd-9644-97286c16b29c tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Network d52a3f48-7406-4a97-b586-f7523634f690 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:56:55.680373 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [req-439e388e-ed46-42ea-815d-377625fa35d5 req-f7524429-729c-46cd-9644-97286c16b29c tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:56:55.685069 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-439e388e-ed46-42ea-815d-377625fa35d5 req-f7524429-729c-46cd-9644-97286c16b29c tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:56:55.718055 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7524429-729c-46cd-9644-97286c16b29c tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Pushing event updated for resources: {'Port': ['ID=fe5b25be-06bc-41f4-a68d-3dae4ba9afc5,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:56:55.767013 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439e388e-ed46-42ea-815d-377625fa35d5 req-f7524429-729c-46cd-9644-97286c16b29c tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:56:55.768349 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-439e388e-ed46-42ea-815d-377625fa35d5 req-f7524429-729c-46cd-9644-97286c16b29c tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:56:55.893397 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-439e388e-ed46-42ea-815d-377625fa35d5 req-f7524429-729c-46cd-9644-97286c16b29c tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0742724 May 30 20:56:55.914093 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-439e388e-ed46-42ea-815d-377625fa35d5 req-a66c43d3-2c1c-4fb3-bd92-af984715fc1f service neutron] Request body: {'port': {'device_id': '43e246d2-f1c2-4b85-afc7-b1734cb62cf8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843948-2'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:56:56.043979 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-f80bd522-ce15-48e4-8514-4b0c7cae6e20 None None] Provisioning for port fe5b25be-06bc-41f4-a68d-3dae4ba9afc5 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:56:56.049512 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-f80bd522-ce15-48e4-8514-4b0c7cae6e20 None None] Provisioning complete for port fe5b25be-06bc-41f4-a68d-3dae4ba9afc5 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:56:56.049912 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-f80bd522-ce15-48e4-8514-4b0c7cae6e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:56:56.071591 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-439e388e-ed46-42ea-815d-377625fa35d5 req-a66c43d3-2c1c-4fb3-bd92-af984715fc1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:56:56.111594 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-f80bd522-ce15-48e4-8514-4b0c7cae6e20 None None] Port fe5b25be-06bc-41f4-a68d-3dae4ba9afc5 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:56:56.209770 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-6fc08b81-5c57-4d18-932c-c59aab4814fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:56:56.292123 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623d6f20-9f74-44f0-ad3b-bc8ff4904894 req-d9d86163-41f1-4202-92c9-56bc65145e1f tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:56:56.292841 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-623d6f20-9f74-44f0-ad3b-bc8ff4904894 req-d9d86163-41f1-4202-92c9-56bc65145e1f tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Synchronizing usage tracker for tenant:664fa987cede4b5c91b79f131e0ee328 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:56:56.571864 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-623d6f20-9f74-44f0-ad3b-bc8ff4904894 req-d9d86163-41f1-4202-92c9-56bc65145e1f tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Unset dirty status for tenant:664fa987cede4b5c91b79f131e0ee328 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:56:56.572934 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-623d6f20-9f74-44f0-ad3b-bc8ff4904894 req-d9d86163-41f1-4202-92c9-56bc65145e1f tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] 10.222.0.85 "GET /v2.0/ports?device_id=43e246d2-f1c2-4b85-afc7-b1734cb62cf8 HTTP/1.1" status: 200 len: 931 time: 0.4823577 May 30 20:56:56.656503 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [req-439e388e-ed46-42ea-815d-377625fa35d5 req-a66c43d3-2c1c-4fb3-bd92-af984715fc1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe5b25be-06bc-41f4-a68d-3dae4ba9afc5 {{(pid=84887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:56:56.668069 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-439e388e-ed46-42ea-815d-377625fa35d5 req-a66c43d3-2c1c-4fb3-bd92-af984715fc1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:56:56.681305 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-623d6f20-9f74-44f0-ad3b-bc8ff4904894 req-e51f863e-f8c2-44b8-a32e-8bdbe21aca06 tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] 10.222.0.85 "GET /v2.0/security-groups?id=9f80c62d-fa07-4c17-baae-456e44d99835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803268 May 30 20:56:56.687869 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-439e388e-ed46-42ea-815d-377625fa35d5 req-a66c43d3-2c1c-4fb3-bd92-af984715fc1f service neutron] Transition to ACTIVE for port object fe5b25be-06bc-41f4-a68d-3dae4ba9afc5 will not be triggered until provisioned by entity L2. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:56:56.775533 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-439e388e-ed46-42ea-815d-377625fa35d5 req-a66c43d3-2c1c-4fb3-bd92-af984715fc1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:56:56.913424 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66c43d3-2c1c-4fb3-bd92-af984715fc1f service neutron] Pushing event updated for resources: {'Port': ['ID=fe5b25be-06bc-41f4-a68d-3dae4ba9afc5,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:56:57.043835 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-439e388e-ed46-42ea-815d-377625fa35d5 req-a66c43d3-2c1c-4fb3-bd92-af984715fc1f service neutron] Attempting to bind port fe5b25be-06bc-41f4-a68d-3dae4ba9afc5 on host n-h2-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:56:57.044161 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-439e388e-ed46-42ea-815d-377625fa35d5 req-a66c43d3-2c1c-4fb3-bd92-af984715fc1f service neutron] Attempting to bind port fe5b25be-06bc-41f4-a68d-3dae4ba9afc5 by drivers openvswitch,hyperv on host n-h2-843948-2 at level 0 using segments [{'id': 'dbc2d090-d772-4642-aa8c-f1461a0cb754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'd52a3f48-7406-4a97-b586-f7523634f690'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:56:57.044481 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439e388e-ed46-42ea-815d-377625fa35d5 req-a66c43d3-2c1c-4fb3-bd92-af984715fc1f service neutron] Attempting to bind port fe5b25be-06bc-41f4-a68d-3dae4ba9afc5 on network d52a3f48-7406-4a97-b586-f7523634f690 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:56:57.051196 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439e388e-ed46-42ea-815d-377625fa35d5 req-a66c43d3-2c1c-4fb3-bd92-af984715fc1f service neutron] Port fe5b25be-06bc-41f4-a68d-3dae4ba9afc5 on network d52a3f48-7406-4a97-b586-f7523634f690 not bound, no agent of type Open vSwitch agent registered on host n-h2-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:56:57.051515 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439e388e-ed46-42ea-815d-377625fa35d5 req-a66c43d3-2c1c-4fb3-bd92-af984715fc1f service neutron] Attempting to bind port fe5b25be-06bc-41f4-a68d-3dae4ba9afc5 on network d52a3f48-7406-4a97-b586-f7523634f690 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:56:57.070304 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439e388e-ed46-42ea-815d-377625fa35d5 req-a66c43d3-2c1c-4fb3-bd92-af984715fc1f service neutron] Checking agent: {'id': 'eaa08354-e8f5-4e73-af76-8d3cf7d2b390', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 56, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:56:57.070703 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439e388e-ed46-42ea-815d-377625fa35d5 req-a66c43d3-2c1c-4fb3-bd92-af984715fc1f service neutron] Checking segment: {'id': 'dbc2d090-d772-4642-aa8c-f1461a0cb754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'd52a3f48-7406-4a97-b586-f7523634f690'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:56:57.071132 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439e388e-ed46-42ea-815d-377625fa35d5 req-a66c43d3-2c1c-4fb3-bd92-af984715fc1f service neutron] Bound using segment: {'id': 'dbc2d090-d772-4642-aa8c-f1461a0cb754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'd52a3f48-7406-4a97-b586-f7523634f690'} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:56:57.071444 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-439e388e-ed46-42ea-815d-377625fa35d5 req-a66c43d3-2c1c-4fb3-bd92-af984715fc1f service neutron] Bound port: fe5b25be-06bc-41f4-a68d-3dae4ba9afc5, host: n-h2-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbc2d090-d772-4642-aa8c-f1461a0cb754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'd52a3f48-7406-4a97-b586-f7523634f690'}}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:56:57.071790 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-439e388e-ed46-42ea-815d-377625fa35d5 req-a66c43d3-2c1c-4fb3-bd92-af984715fc1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:56:57.186261 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-439e388e-ed46-42ea-815d-377625fa35d5 req-a66c43d3-2c1c-4fb3-bd92-af984715fc1f service neutron] For port fe5b25be-06bc-41f4-a68d-3dae4ba9afc5, host n-h2-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:56:57.190542 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-439e388e-ed46-42ea-815d-377625fa35d5 req-a66c43d3-2c1c-4fb3-bd92-af984715fc1f service neutron] For port fe5b25be-06bc-41f4-a68d-3dae4ba9afc5, host n-h2-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=fe5b25be-06bc-41f4-a68d-3dae4ba9afc5,segment=NetworkSegment(dbc2d090-d772-4642-aa8c-f1461a0cb754),segment_id=dbc2d090-d772-4642-aa8c-f1461a0cb754)] {{(pid=84887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:56:57.301804 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-439e388e-ed46-42ea-815d-377625fa35d5 req-a66c43d3-2c1c-4fb3-bd92-af984715fc1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:56:57.366687 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-439e388e-ed46-42ea-815d-377625fa35d5 req-a66c43d3-2c1c-4fb3-bd92-af984715fc1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:56:57.368059 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-439e388e-ed46-42ea-815d-377625fa35d5 req-a66c43d3-2c1c-4fb3-bd92-af984715fc1f service neutron] 10.222.0.86 "PUT /v2.0/ports/fe5b25be-06bc-41f4-a68d-3dae4ba9afc5 HTTP/1.1" status: 200 len: 1091 time: 1.4624760 May 30 20:56:57.368503 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43e246d2-f1c2-4b85-afc7-b1734cb62cf8', 'tag': 'fe5b25be-06bc-41f4-a68d-3dae4ba9afc5'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:56:57.397969 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66c43d3-2c1c-4fb3-bd92-af984715fc1f service neutron] Pushing event updated for resources: {'Port': ['ID=fe5b25be-06bc-41f4-a68d-3dae4ba9afc5,revision_number=3']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:56:57.436269 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eca7a0ec-c9fc-4344-a3dc-ea1e1cc42d4a'] response: {'name': 'network-changed', 'server_uuid': '43e246d2-f1c2-4b85-afc7-b1734cb62cf8', 'tag': 'fe5b25be-06bc-41f4-a68d-3dae4ba9afc5', 'status': 'completed', 'code': 200} May 30 20:56:57.547911 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-19c24d94-4365-4d4c-bfb9-8c08d8565180 req-30636230-caa3-4928-8817-f766f400f0bb service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=664fa987cede4b5c91b79f131e0ee328&device_id=43e246d2-f1c2-4b85-afc7-b1734cb62cf8 HTTP/1.1" status: 200 len: 1094 time: 0.0838192 May 30 20:56:57.785833 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c24d94-4365-4d4c-bfb9-8c08d8565180 req-3b2b0aa9-18b9-413f-a938-5448eed2dfb9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:56:57.788550 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-19c24d94-4365-4d4c-bfb9-8c08d8565180 req-3b2b0aa9-18b9-413f-a938-5448eed2dfb9 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=664fa987cede4b5c91b79f131e0ee328&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2299936 May 30 20:56:57.991219 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c24d94-4365-4d4c-bfb9-8c08d8565180 req-170f46c0-4604-4b55-aeaa-4847c730f2e7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:56:57.992674 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-19c24d94-4365-4d4c-bfb9-8c08d8565180 req-170f46c0-4604-4b55-aeaa-4847c730f2e7 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1935997 May 30 20:56:58.006936 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c9741b-88a0-4fcc-a51f-2b632beee89d req-2e3aea21-68c4-4b5b-a514-a330a4de932a tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:56:58.008424 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-92c9741b-88a0-4fcc-a51f-2b632beee89d req-2e3aea21-68c4-4b5b-a514-a330a4de932a tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] 10.222.0.85 "GET /v2.0/ports?device_id=43e246d2-f1c2-4b85-afc7-b1734cb62cf8 HTTP/1.1" status: 200 len: 943 time: 0.1341841 May 30 20:56:58.099100 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-92c9741b-88a0-4fcc-a51f-2b632beee89d req-993a4b1b-b8e1-42b3-83d2-23ca70328b11 tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] 10.222.0.85 "GET /v2.0/security-groups?id=9f80c62d-fa07-4c17-baae-456e44d99835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847201 May 30 20:56:58.133721 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-439e388e-ed46-42ea-815d-377625fa35d5 req-eaa6ee28-cd7f-48f5-b382-bfb2da9feacc service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=664fa987cede4b5c91b79f131e0ee328&device_id=43e246d2-f1c2-4b85-afc7-b1734cb62cf8 HTTP/1.1" status: 200 len: 1094 time: 0.0850680 May 30 20:56:58.207292 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-439e388e-ed46-42ea-815d-377625fa35d5 req-82020ad9-65bc-4f1b-b805-dca35944da9c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fe5b25be-06bc-41f4-a68d-3dae4ba9afc5 HTTP/1.1" status: 200 len: 217 time: 0.0631082 May 30 20:56:58.278270 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439e388e-ed46-42ea-815d-377625fa35d5 req-ab864a9e-e0b1-4735-b824-50405656c8d7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:56:58.279683 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-439e388e-ed46-42ea-815d-377625fa35d5 req-ab864a9e-e0b1-4735-b824-50405656c8d7 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=2a1ef185-948d-4fee-b790-f4c33d327249 HTTP/1.1" status: 200 len: 853 time: 0.0628994 May 30 20:56:58.363223 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-439e388e-ed46-42ea-815d-377625fa35d5 req-f47aa9af-7ec6-45fb-b10d-7f35a6c8c714 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=d52a3f48-7406-4a97-b586-f7523634f690&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0746193 May 30 20:56:58.506903 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-439e388e-ed46-42ea-815d-377625fa35d5 req-a4b04aa1-a71c-4996-b501-f743364132e6 service neutron] 10.222.0.86 "GET /v2.0/networks/d52a3f48-7406-4a97-b586-f7523634f690?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329331 May 30 20:56:58.655455 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-439e388e-ed46-42ea-815d-377625fa35d5 req-5ef921ac-f445-4f60-82bf-1c94d70c5dbf service neutron] 10.222.0.86 "GET /v2.0/networks/d52a3f48-7406-4a97-b586-f7523634f690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385953 May 30 20:56:59.304285 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5e3a79-67b9-4686-a693-8f1f305838fc req-1ddf65ed-cf04-4acf-af7e-7a10b2e2a8cc tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:56:59.305741 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-7f5e3a79-67b9-4686-a693-8f1f305838fc req-1ddf65ed-cf04-4acf-af7e-7a10b2e2a8cc tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] 10.222.0.85 "GET /v2.0/ports?device_id=43e246d2-f1c2-4b85-afc7-b1734cb62cf8 HTTP/1.1" status: 200 len: 943 time: 0.0789623 May 30 20:56:59.352955 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-7f5e3a79-67b9-4686-a693-8f1f305838fc req-0c0dec77-aa01-4c29-9767-ffd89e1b840d tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Synchronizing usage tracker for tenant:664fa987cede4b5c91b79f131e0ee328 on resource:security_group {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:56:59.365322 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-7f5e3a79-67b9-4686-a693-8f1f305838fc req-0c0dec77-aa01-4c29-9767-ffd89e1b840d tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Unset dirty status for tenant:664fa987cede4b5c91b79f131e0ee328 on resource:security_group {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:56:59.366481 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-7f5e3a79-67b9-4686-a693-8f1f305838fc req-0c0dec77-aa01-4c29-9767-ffd89e1b840d tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] 10.222.0.85 "GET /v2.0/security-groups?id=9f80c62d-fa07-4c17-baae-456e44d99835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540190 May 30 20:56:59.610350 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-8092ef88-5a6e-4efc-b422-c507c313d914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:56:59.952405 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:57:00.675395 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c9f676-964b-47ff-9e11-680f35c4b4d2 req-fc866346-d2aa-4637-a487-7a0058124d6f tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:57:00.676869 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-56c9f676-964b-47ff-9e11-680f35c4b4d2 req-fc866346-d2aa-4637-a487-7a0058124d6f tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] 10.222.0.85 "GET /v2.0/ports?device_id=43e246d2-f1c2-4b85-afc7-b1734cb62cf8 HTTP/1.1" status: 200 len: 943 time: 0.1847897 May 30 20:57:00.723549 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-56c9f676-964b-47ff-9e11-680f35c4b4d2 req-b434f0b5-0453-4711-ac79-502d68a36c84 tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] 10.222.0.85 "GET /v2.0/security-groups?id=9f80c62d-fa07-4c17-baae-456e44d99835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406199 May 30 20:57:01.220964 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:57:01.937603 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0692e3-b902-4315-854e-aea588981377 req-117f116d-0f17-49ff-82e2-2ab31638d583 tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:57:01.939107 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2d0692e3-b902-4315-854e-aea588981377 req-117f116d-0f17-49ff-82e2-2ab31638d583 tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] 10.222.0.85 "GET /v2.0/ports?device_id=43e246d2-f1c2-4b85-afc7-b1734cb62cf8 HTTP/1.1" status: 200 len: 943 time: 0.0901315 May 30 20:57:01.986608 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2d0692e3-b902-4315-854e-aea588981377 req-6e9e9d7e-9caf-4c08-a464-023310036a47 tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] 10.222.0.85 "GET /v2.0/security-groups?id=9f80c62d-fa07-4c17-baae-456e44d99835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417151 May 30 20:57:02.786652 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:57:03.183657 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6bd86f-1007-43c9-945d-24da627a8e78 req-52a811ad-4f24-4d8c-a2f6-c8b41b4af17d tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:57:03.185140 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ef6bd86f-1007-43c9-945d-24da627a8e78 req-52a811ad-4f24-4d8c-a2f6-c8b41b4af17d tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] 10.222.0.85 "GET /v2.0/ports?device_id=43e246d2-f1c2-4b85-afc7-b1734cb62cf8 HTTP/1.1" status: 200 len: 943 time: 0.0774472 May 30 20:57:03.232178 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ef6bd86f-1007-43c9-945d-24da627a8e78 req-b22dfcbd-44fc-4405-a595-2c8f4653397a tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] 10.222.0.85 "GET /v2.0/security-groups?id=9f80c62d-fa07-4c17-baae-456e44d99835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415347 May 30 20:57:04.434784 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8ece6c-0a5a-4e2c-979e-ad07915dc567 req-4abd6b04-9663-4cb1-a797-ad2a2e671e7c tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:57:04.435266 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1b8ece6c-0a5a-4e2c-979e-ad07915dc567 req-4abd6b04-9663-4cb1-a797-ad2a2e671e7c tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] 10.222.0.85 "GET /v2.0/ports?device_id=43e246d2-f1c2-4b85-afc7-b1734cb62cf8 HTTP/1.1" status: 200 len: 943 time: 0.0791695 May 30 20:57:04.482306 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1b8ece6c-0a5a-4e2c-979e-ad07915dc567 req-eadd365c-9641-4c8e-b1d2-c3cc9d0623d1 tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] 10.222.0.85 "GET /v2.0/security-groups?id=9f80c62d-fa07-4c17-baae-456e44d99835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414436 May 30 20:57:05.684795 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a442fc49-24ab-4d06-92a6-b086ef06b5b7 req-270e0851-7024-4160-9548-b3248a1104c0 tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:57:05.686304 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a442fc49-24ab-4d06-92a6-b086ef06b5b7 req-270e0851-7024-4160-9548-b3248a1104c0 tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] 10.222.0.85 "GET /v2.0/ports?device_id=43e246d2-f1c2-4b85-afc7-b1734cb62cf8 HTTP/1.1" status: 200 len: 943 time: 0.0823750 May 30 20:57:05.733477 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a442fc49-24ab-4d06-92a6-b086ef06b5b7 req-3a4d58e2-be00-4cf7-a25c-bb4dd274576b tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] 10.222.0.85 "GET /v2.0/security-groups?id=9f80c62d-fa07-4c17-baae-456e44d99835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412500 May 30 20:57:06.511132 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device fe5b25be-06bc-41f4-a68d-3dae4ba9afc5 details requested by agent hyperv_n-h2-843948-2 with host n-h2-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:57:06.547242 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:57:06.646788 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port fe5b25be-06bc-41f4-a68d-3dae4ba9afc5, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=fe5b25be-06bc-41f4-a68d-3dae4ba9afc5,segment=NetworkSegment(dbc2d090-d772-4642-aa8c-f1461a0cb754),segment_id=dbc2d090-d772-4642-aa8c-f1461a0cb754)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:57:06.660193 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Returning: {'device': 'fe5b25be-06bc-41f4-a68d-3dae4ba9afc5', 'network_id': 'd52a3f48-7406-4a97-b586-f7523634f690', 'port_id': 'fe5b25be-06bc-41f4-a68d-3dae4ba9afc5', 'mac_address': 'fa:16:3e:39:6b:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a1ef185-948d-4fee-b790-f4c33d327249', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:57:06.719792 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:57:06.738279 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe5b25be-06bc-41f4-a68d-3dae4ba9afc5 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:57:06.754467 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port fe5b25be-06bc-41f4-a68d-3dae4ba9afc5, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=fe5b25be-06bc-41f4-a68d-3dae4ba9afc5,segment=NetworkSegment(dbc2d090-d772-4642-aa8c-f1461a0cb754),segment_id=dbc2d090-d772-4642-aa8c-f1461a0cb754)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:57:06.861237 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:57:06.933955 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=fe5b25be-06bc-41f4-a68d-3dae4ba9afc5,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:57:06.943794 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:57:06.944130 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:57:06.944451 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:57:06.944777 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:57:06.945099 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:57:06.945455 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:57:06.945802 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:57:06.946129 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:57:06.946450 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:57:06.946843 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:57:06.947156 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:57:06.955451 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c705b18c-d24e-486c-a913-fd22bc6125a6 req-a0e389b7-8283-43d1-adef-65f7d1002eca tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:57:06.957798 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c705b18c-d24e-486c-a913-fd22bc6125a6 req-a0e389b7-8283-43d1-adef-65f7d1002eca tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] 10.222.0.85 "GET /v2.0/ports?device_id=43e246d2-f1c2-4b85-afc7-b1734cb62cf8 HTTP/1.1" status: 200 len: 944 time: 0.0970809 May 30 20:57:07.009262 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c705b18c-d24e-486c-a913-fd22bc6125a6 req-53840064-1eb1-43f5-9f58-827d6a41d45a tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] 10.222.0.85 "GET /v2.0/security-groups?id=9f80c62d-fa07-4c17-baae-456e44d99835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448627 May 30 20:57:07.131385 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['fe5b25be-06bc-41f4-a68d-3dae4ba9afc5'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:57:08.216952 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9d142a-cfcc-4638-a63c-3973f9d1e8ed req-1e9f6c65-d71b-43ba-9b9e-b025ac15ced4 tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:57:08.218484 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5e9d142a-cfcc-4638-a63c-3973f9d1e8ed req-1e9f6c65-d71b-43ba-9b9e-b025ac15ced4 tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] 10.222.0.85 "GET /v2.0/ports?device_id=43e246d2-f1c2-4b85-afc7-b1734cb62cf8 HTTP/1.1" status: 200 len: 944 time: 0.0820107 May 30 20:57:08.274071 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5e9d142a-cfcc-4638-a63c-3973f9d1e8ed req-9d32a56e-7d17-4a70-b6d0-121c219ebe7a tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] 10.222.0.85 "GET /v2.0/security-groups?id=9f80c62d-fa07-4c17-baae-456e44d99835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463774 May 30 20:57:08.526905 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device fe5b25be-06bc-41f4-a68d-3dae4ba9afc5 up at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:57:08.701266 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning for port fe5b25be-06bc-41f4-a68d-3dae4ba9afc5 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:57:08.707621 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning complete for port fe5b25be-06bc-41f4-a68d-3dae4ba9afc5 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:57:08.710329 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:57:08.864348 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:57:08.892713 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43e246d2-f1c2-4b85-afc7-b1734cb62cf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe5b25be-06bc-41f4-a68d-3dae4ba9afc5'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:57:08.903631 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port fe5b25be-06bc-41f4-a68d-3dae4ba9afc5, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=fe5b25be-06bc-41f4-a68d-3dae4ba9afc5,segment=NetworkSegment(dbc2d090-d772-4642-aa8c-f1461a0cb754),segment_id=dbc2d090-d772-4642-aa8c-f1461a0cb754)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:57:08.951236 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4436fc87-3bfd-4a3b-8aaf-d0aa9dd0abbd'] response: {'server_uuid': '43e246d2-f1c2-4b85-afc7-b1734cb62cf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe5b25be-06bc-41f4-a68d-3dae4ba9afc5', 'code': 200} May 30 20:57:09.004174 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:57:09.075533 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=fe5b25be-06bc-41f4-a68d-3dae4ba9afc5,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:57:09.095720 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-80a67fed-ab64-4945-95fd-9fcdf8ed08cd req-5e21958c-ce5a-434d-8b74-141112b7bc72 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=43e246d2-f1c2-4b85-afc7-b1734cb62cf8 HTTP/1.1" status: 200 len: 1096 time: 0.0800114 May 30 20:57:09.142179 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-80a67fed-ab64-4945-95fd-9fcdf8ed08cd req-ae487317-1b23-4cfa-a4ce-1fd873799cbc service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=9f80c62d-fa07-4c17-baae-456e44d99835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392957 May 30 20:57:09.480309 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86229ce1-54e1-4fd3-81a3-c77c365d239f req-452d53e3-19e7-4fe3-968f-0d45a0ceb92b tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:57:09.481851 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-86229ce1-54e1-4fd3-81a3-c77c365d239f req-452d53e3-19e7-4fe3-968f-0d45a0ceb92b tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] 10.222.0.85 "GET /v2.0/ports?device_id=43e246d2-f1c2-4b85-afc7-b1734cb62cf8 HTTP/1.1" status: 200 len: 945 time: 0.0825443 May 30 20:57:09.532489 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-86229ce1-54e1-4fd3-81a3-c77c365d239f req-dca481e9-67d1-4f50-8e91-3536ef6b8e47 tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] 10.222.0.85 "GET /v2.0/security-groups?id=9f80c62d-fa07-4c17-baae-456e44d99835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448816 May 30 20:57:10.757281 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22715c5-8720-4adb-bd1e-fad6a73a43e2 req-ea60e1d8-2f1f-42f1-a36b-86018e526c74 tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:57:10.758791 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a22715c5-8720-4adb-bd1e-fad6a73a43e2 req-ea60e1d8-2f1f-42f1-a36b-86018e526c74 tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] 10.222.0.85 "GET /v2.0/ports?device_id=43e246d2-f1c2-4b85-afc7-b1734cb62cf8 HTTP/1.1" status: 200 len: 945 time: 0.0950675 May 30 20:57:10.814140 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a22715c5-8720-4adb-bd1e-fad6a73a43e2 req-8e3b4b3c-ad0a-479b-9a1a-74cf51f72187 tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] 10.222.0.85 "GET /v2.0/security-groups?id=9f80c62d-fa07-4c17-baae-456e44d99835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488605 May 30 20:57:11.062446 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532feab7-e173-47e0-b021-99ca2f5360b8 req-14bd085a-37db-4e63-a69b-f628c4e1a241 tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:57:11.063954 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-532feab7-e173-47e0-b021-99ca2f5360b8 req-14bd085a-37db-4e63-a69b-f628c4e1a241 tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] 10.222.0.85 "GET /v2.0/ports?device_id=43e246d2-f1c2-4b85-afc7-b1734cb62cf8 HTTP/1.1" status: 200 len: 945 time: 0.1214793 May 30 20:57:11.117406 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-532feab7-e173-47e0-b021-99ca2f5360b8 req-65adc625-04a6-4dd8-ae5e-f33fa9d54c1a tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] 10.222.0.85 "GET /v2.0/security-groups?id=9f80c62d-fa07-4c17-baae-456e44d99835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464342 May 30 20:57:11.146145 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 46792) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:57:11.363415 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-ac734254-2acf-413a-acd8-f423dd343e63 tempest-TestVolumeBackupRestore-2035505796 tempest-TestVolumeBackupRestore-2035505796-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=43e246d2-f1c2-4b85-afc7-b1734cb62cf8 HTTP/1.1" status: 200 len: 1091 time: 0.2160258 May 30 20:57:11.366290 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 46798) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:57:11.372368 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-924b49eb-4b33-4765-b0b7-9eac1cb03316 tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Request body: {'floatingip': {'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'port_id': 'fe5b25be-06bc-41f4-a68d-3dae4ba9afc5', 'tenant_id': '664fa987cede4b5c91b79f131e0ee328', 'fixed_ip_address': '172.20.0.5'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:57:11.378919 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-924b49eb-4b33-4765-b0b7-9eac1cb03316 tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:57:11.382980 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-924b49eb-4b33-4765-b0b7-9eac1cb03316 tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Usage tracker for resource:floatingip and tenant:664fa987cede4b5c91b79f131e0ee328 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:57:11.386078 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-924b49eb-4b33-4765-b0b7-9eac1cb03316 tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:57:11.392157 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-924b49eb-4b33-4765-b0b7-9eac1cb03316 tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:57:11.529989 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-924b49eb-4b33-4765-b0b7-9eac1cb03316 tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Notify callbacks [] for floatingip, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:57:11.696566 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-924b49eb-4b33-4765-b0b7-9eac1cb03316 tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:57:12.026908 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-924b49eb-4b33-4765-b0b7-9eac1cb03316 tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Allocated IP 172.25.8.216 (c7869750-4b49-4b7e-aa99-5e0f1ae02da4/427601ec-f643-4fe7-b5e6-17305d3a39e1/a99dada4-85d9-412f-a3b0-7104fb91c6a2) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:57:12.186443 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-924b49eb-4b33-4765-b0b7-9eac1cb03316 tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:57:12.290207 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-924b49eb-4b33-4765-b0b7-9eac1cb03316 tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:57:12.358051 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-924b49eb-4b33-4765-b0b7-9eac1cb03316 tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:57:12.360983 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-924b49eb-4b33-4765-b0b7-9eac1cb03316 tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:57:12.365474 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924b49eb-4b33-4765-b0b7-9eac1cb03316 tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:57:12.393813 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924b49eb-4b33-4765-b0b7-9eac1cb03316 tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Pushing event updated for resources: {'Port': ['ID=a99dada4-85d9-412f-a3b0-7104fb91c6a2,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:57:12.414043 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924b49eb-4b33-4765-b0b7-9eac1cb03316 tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:57:12.414382 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924b49eb-4b33-4765-b0b7-9eac1cb03316 tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:57:12.414723 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924b49eb-4b33-4765-b0b7-9eac1cb03316 tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:57:12.415055 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924b49eb-4b33-4765-b0b7-9eac1cb03316 tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:57:12.415418 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924b49eb-4b33-4765-b0b7-9eac1cb03316 tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:57:12.415740 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924b49eb-4b33-4765-b0b7-9eac1cb03316 tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:57:12.416061 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924b49eb-4b33-4765-b0b7-9eac1cb03316 tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:57:12.416382 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924b49eb-4b33-4765-b0b7-9eac1cb03316 tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:57:12.416700 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924b49eb-4b33-4765-b0b7-9eac1cb03316 tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:57:12.417017 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924b49eb-4b33-4765-b0b7-9eac1cb03316 tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:57:12.417334 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924b49eb-4b33-4765-b0b7-9eac1cb03316 tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:57:12.914035 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-924b49eb-4b33-4765-b0b7-9eac1cb03316 tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:57:13.041603 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-924b49eb-4b33-4765-b0b7-9eac1cb03316 tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:57:13.272735 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-924b49eb-4b33-4765-b0b7-9eac1cb03316 tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:57:13.346982 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-924b49eb-4b33-4765-b0b7-9eac1cb03316 tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:57:13.456337 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924b49eb-4b33-4765-b0b7-9eac1cb03316 tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Pushing event updated for resources: {'Port': ['ID=a99dada4-85d9-412f-a3b0-7104fb91c6a2,revision_number=2']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:57:13.471868 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-924b49eb-4b33-4765-b0b7-9eac1cb03316 tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736490'] for floatingip, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:57:13.672891 n-d-843948-2 neutron-server[84886]: INFO neutron.db.l3_db [None req-924b49eb-4b33-4765-b0b7-9eac1cb03316 tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Floating IP 5976b7b7-40a6-447c-a8b3-e76c75b1e19a associated. External IP: 172.25.8.216, port: fe5b25be-06bc-41f4-a68d-3dae4ba9afc5. May 30 20:57:14.200733 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-924b49eb-4b33-4765-b0b7-9eac1cb03316 tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Router 25903c11-bd97-4976-b2a8-95e14f99a4f1 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:57:14.405046 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-924b49eb-4b33-4765-b0b7-9eac1cb03316 tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:57:14.416233 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4558e7-1f0e-4a00-8755-fb24121ba27b None None] Sync routers for ids ['25903c11-bd97-4976-b2a8-95e14f99a4f1'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:57:14.432684 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4558e7-1f0e-4a00-8755-fb24121ba27b None None] Routers {'25903c11-bd97-4976-b2a8-95e14f99a4f1'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:57:14.434128 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-bf4558e7-1f0e-4a00-8755-fb24121ba27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:57:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['25903c11-bd97-4976-b2a8-95e14f99a4f1'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:57:14.524145 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-924b49eb-4b33-4765-b0b7-9eac1cb03316 tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:57:14.594174 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-924b49eb-4b33-4765-b0b7-9eac1cb03316 tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2267742 May 30 20:57:14.594987 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43e246d2-f1c2-4b85-afc7-b1734cb62cf8', 'tag': 'fe5b25be-06bc-41f4-a68d-3dae4ba9afc5'}] {{(pid=84886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:57:14.596043 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 46802) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:57:14.640171 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-bf4558e7-1f0e-4a00-8755-fb24121ba27b None None] Set router 25903c11-bd97-4976-b2a8-95e14f99a4f1 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:57:14.692597 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-56814b0f-4cb3-4b93-a8ea-d2f6c7af23a2 tempest-TestVolumeBackupRestore-2035505796 tempest-TestVolumeBackupRestore-2035505796-project-admin] Synchronizing usage tracker for tenant:2affaf7d0d3d461ba1aa66e8d814d55e on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:57:14.821054 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-56814b0f-4cb3-4b93-a8ea-d2f6c7af23a2 tempest-TestVolumeBackupRestore-2035505796 tempest-TestVolumeBackupRestore-2035505796-project-admin] Unset dirty status for tenant:2affaf7d0d3d461ba1aa66e8d814d55e on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:57:14.823577 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-56814b0f-4cb3-4b93-a8ea-d2f6c7af23a2 tempest-TestVolumeBackupRestore-2035505796 tempest-TestVolumeBackupRestore-2035505796-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=43e246d2-f1c2-4b85-afc7-b1734cb62cf8 HTTP/1.1" status: 200 len: 1091 time: 0.2258463 May 30 20:57:14.826371 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 46812) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:57:14.832028 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-7b8863d2-695b-4095-adc0-d17c3cb83693 tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Request body: {'floatingip': {'port_id': 'fe5b25be-06bc-41f4-a68d-3dae4ba9afc5'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:57:14.985079 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7b8863d2-695b-4095-adc0-d17c3cb83693 tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Notify callbacks [] for floatingip, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:57:15.037846 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-bf4558e7-1f0e-4a00-8755-fb24121ba27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25903c11-bd97-4976-b2a8-95e14f99a4f1', 'name': 'tempest-TestVolumeBackupRestore-1561855957-router', 'tenant_id': '664fa987cede4b5c91b79f131e0ee328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': 'ca31ef76-e340-4884-b865-787ac34a2562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:54:11Z', 'updated_at': '2022-05-30T20:54:15Z', 'revision_number': 4, 'project_id': '664fa987cede4b5c91b79f131e0ee328', 'gw_port': {'id': 'ca31ef76-e340-4884-b865-787ac34a2562', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:2f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25903c11-bd97-4976-b2a8-95e14f99a4f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:54:11Z', 'updated_at': '2022-05-30T20:54:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': '5976b7b7-40a6-447c-a8b3-e76c75b1e19a', 'tenant_id': '664fa987cede4b5c91b79f131e0ee328', 'floating_ip_address': '172.25.8.216', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': '25903c11-bd97-4976-b2a8-95e14f99a4f1', 'port_id': 'fe5b25be-06bc-41f4-a68d-3dae4ba9afc5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd52a3f48-7406-4a97-b586-f7523634f690', 'mac_address': 'fa:16:3e:39:6b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e246d2-f1c2-4b85-afc7-b1734cb62cf8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:57:12Z', 'updated_at': '2022-05-30T20:57:12Z', 'revision_number': 0, 'project_id': '664fa987cede4b5c91b79f131e0ee328', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29ad833c-405b-4c64-9963-28880412b0fc', 'name': '', 'network_id': 'd52a3f48-7406-4a97-b586-f7523634f690', 'tenant_id': '664fa987cede4b5c91b79f131e0ee328', 'mac_address': 'fa:16:3e:7d:76:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25903c11-bd97-4976-b2a8-95e14f99a4f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2a1ef185-948d-4fee-b790-f4c33d327249', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:54:14Z', 'updated_at': '2022-05-30T20:54:25Z', 'revision_number': 5, 'project_id': '664fa987cede4b5c91b79f131e0ee328', 'subnets': [{'id': '2a1ef185-948d-4fee-b790-f4c33d327249', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:57:15.043129 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4558e7-1f0e-4a00-8755-fb24121ba27b None None] Checking router: 25903c11-bd97-4976-b2a8-95e14f99a4f1 for host: n-d-843948-2 {{(pid=84889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:57:15.055442 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4558e7-1f0e-4a00-8755-fb24121ba27b None None] Routers {'25903c11-bd97-4976-b2a8-95e14f99a4f1'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:57:15.056839 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-bf4558e7-1f0e-4a00-8755-fb24121ba27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:57:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['25903c11-bd97-4976-b2a8-95e14f99a4f1'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:57:15.080464 n-d-843948-2 neutron-server[84886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7de55efb-4dd4-476f-939f-d6f4d747e10d'] response: {'name': 'network-changed', 'server_uuid': '43e246d2-f1c2-4b85-afc7-b1734cb62cf8', 'tag': 'fe5b25be-06bc-41f4-a68d-3dae4ba9afc5', 'status': 'completed', 'code': 200} May 30 20:57:15.092761 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9c1d6d4a-47d0-4f44-b162-de80481dc2a3 req-8b4b5f7f-0f53-40ef-9fd2-6516b6fff423 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=664fa987cede4b5c91b79f131e0ee328&device_id=43e246d2-f1c2-4b85-afc7-b1734cb62cf8 HTTP/1.1" status: 200 len: 1096 time: 0.0809689 May 30 20:57:15.251030 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1d6d4a-47d0-4f44-b162-de80481dc2a3 req-569ca0d1-4f47-4935-8be4-a67d6340a997 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:57:15.252493 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9c1d6d4a-47d0-4f44-b162-de80481dc2a3 req-569ca0d1-4f47-4935-8be4-a67d6340a997 service neutron] 10.222.0.86 "GET /v2.0/networks?id=d52a3f48-7406-4a97-b586-f7523634f690 HTTP/1.1" status: 200 len: 915 time: 0.1480134 May 30 20:57:15.301937 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-bf4558e7-1f0e-4a00-8755-fb24121ba27b None None] Set router 25903c11-bd97-4976-b2a8-95e14f99a4f1 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:57:15.423658 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9c1d6d4a-47d0-4f44-b162-de80481dc2a3 req-798dee36-2d6c-4b01-8cbc-3099f444b6b0 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fe5b25be-06bc-41f4-a68d-3dae4ba9afc5 HTTP/1.1" status: 200 len: 999 time: 0.1560380 May 30 20:57:15.488582 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1d6d4a-47d0-4f44-b162-de80481dc2a3 req-21576c84-65fe-4311-b226-7b44ee2265ef service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:57:15.490056 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9c1d6d4a-47d0-4f44-b162-de80481dc2a3 req-21576c84-65fe-4311-b226-7b44ee2265ef service neutron] 10.222.0.86 "GET /v2.0/subnets?id=2a1ef185-948d-4fee-b790-f4c33d327249 HTTP/1.1" status: 200 len: 853 time: 0.0610316 May 30 20:57:15.584771 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9c1d6d4a-47d0-4f44-b162-de80481dc2a3 req-b2c3397d-012e-4a28-8cbc-f70d70e8f9aa service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=d52a3f48-7406-4a97-b586-f7523634f690&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0876045 May 30 20:57:15.719470 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-bf4558e7-1f0e-4a00-8755-fb24121ba27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25903c11-bd97-4976-b2a8-95e14f99a4f1', 'name': 'tempest-TestVolumeBackupRestore-1561855957-router', 'tenant_id': '664fa987cede4b5c91b79f131e0ee328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': 'ca31ef76-e340-4884-b865-787ac34a2562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:54:11Z', 'updated_at': '2022-05-30T20:54:15Z', 'revision_number': 4, 'project_id': '664fa987cede4b5c91b79f131e0ee328', 'gw_port': {'id': 'ca31ef76-e340-4884-b865-787ac34a2562', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:2f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25903c11-bd97-4976-b2a8-95e14f99a4f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:54:11Z', 'updated_at': '2022-05-30T20:54:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': '5976b7b7-40a6-447c-a8b3-e76c75b1e19a', 'tenant_id': '664fa987cede4b5c91b79f131e0ee328', 'floating_ip_address': '172.25.8.216', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': '25903c11-bd97-4976-b2a8-95e14f99a4f1', 'port_id': 'fe5b25be-06bc-41f4-a68d-3dae4ba9afc5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd52a3f48-7406-4a97-b586-f7523634f690', 'mac_address': 'fa:16:3e:39:6b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e246d2-f1c2-4b85-afc7-b1734cb62cf8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:57:12Z', 'updated_at': '2022-05-30T20:57:12Z', 'revision_number': 0, 'project_id': '664fa987cede4b5c91b79f131e0ee328', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29ad833c-405b-4c64-9963-28880412b0fc', 'name': '', 'network_id': 'd52a3f48-7406-4a97-b586-f7523634f690', 'tenant_id': '664fa987cede4b5c91b79f131e0ee328', 'mac_address': 'fa:16:3e:7d:76:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25903c11-bd97-4976-b2a8-95e14f99a4f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2a1ef185-948d-4fee-b790-f4c33d327249', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:54:14Z', 'updated_at': '2022-05-30T20:54:25Z', 'revision_number': 5, 'project_id': '664fa987cede4b5c91b79f131e0ee328', 'subnets': [{'id': '2a1ef185-948d-4fee-b790-f4c33d327249', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:57:15.724946 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4558e7-1f0e-4a00-8755-fb24121ba27b None None] The sync data for ids ['25903c11-bd97-4976-b2a8-95e14f99a4f1'] in n-d-843948-2 is: [{'id': '25903c11-bd97-4976-b2a8-95e14f99a4f1', 'name': 'tempest-TestVolumeBackupRestore-1561855957-router', 'tenant_id': '664fa987cede4b5c91b79f131e0ee328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': 'ca31ef76-e340-4884-b865-787ac34a2562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:54:11Z', 'updated_at': '2022-05-30T20:54:15Z', 'revision_number': 4, 'project_id': '664fa987cede4b5c91b79f131e0ee328', 'gw_port': {'id': 'ca31ef76-e340-4884-b865-787ac34a2562', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:2f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25903c11-bd97-4976-b2a8-95e14f99a4f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:54:11Z', 'updated_at': '2022-05-30T20:54:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': '5976b7b7-40a6-447c-a8b3-e76c75b1e19a', 'tenant_id': '664fa987cede4b5c91b79f131e0ee328', 'floating_ip_address': '172.25.8.216', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': '25903c11-bd97-4976-b2a8-95e14f99a4f1', 'port_id': 'fe5b25be-06bc-41f4-a68d-3dae4ba9afc5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd52a3f48-7406-4a97-b586-f7523634f690', 'mac_address': 'fa:16:3e:39:6b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e246d2-f1c2-4b85-afc7-b1734cb62cf8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:57:12Z', 'updated_at': '2022-05-30T20:57:12Z', 'revision_number': 0, 'project_id': '664fa987cede4b5c91b79f131e0ee328', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29ad833c-405b-4c64-9963-28880412b0fc', 'name': '', 'network_id': 'd52a3f48-7406-4a97-b586-f7523634f690', 'tenant_id': '664fa987cede4b5c91b79f131e0ee328', 'mac_address': 'fa:16:3e:7d:76:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25903c11-bd97-4976-b2a8-95e14f99a4f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2a1ef185-948d-4fee-b790-f4c33d327249', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:54:14Z', 'updated_at': '2022-05-30T20:54:25Z', 'revision_number': 5, 'project_id': '664fa987cede4b5c91b79f131e0ee328', 'subnets': [{'id': '2a1ef185-948d-4fee-b790-f4c33d327249', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:57:15.742606 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9c1d6d4a-47d0-4f44-b162-de80481dc2a3 req-bf5ea093-6eac-4b8c-9893-c982f26e1866 service neutron] 10.222.0.86 "GET /v2.0/networks/d52a3f48-7406-4a97-b586-f7523634f690?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516857 May 30 20:57:15.786575 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7b8863d2-695b-4095-adc0-d17c3cb83693 tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:57:15.866683 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7b8863d2-695b-4095-adc0-d17c3cb83693 tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736490'] for floatingip, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:57:15.903937 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9c1d6d4a-47d0-4f44-b162-de80481dc2a3 req-3237df93-0a71-4a71-851d-7f0233ce3304 service neutron] 10.222.0.86 "GET /v2.0/networks/d52a3f48-7406-4a97-b586-f7523634f690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547985 May 30 20:57:16.002476 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37486b53-bdb9-4410-8f38-ec697ce387d9 None None] New status for floating IP 5976b7b7-40a6-447c-a8b3-e76c75b1e19a: ACTIVE {{(pid=84888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 20:57:16.441264 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b8863d2-695b-4095-adc0-d17c3cb83693 tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Router 25903c11-bd97-4976-b2a8-95e14f99a4f1 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:57:16.659795 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b8863d2-695b-4095-adc0-d17c3cb83693 tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:57:16.664195 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7b8863d2-695b-4095-adc0-d17c3cb83693 tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:57:16.782291 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-7b8863d2-695b-4095-adc0-d17c3cb83693 tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] 10.222.0.85 "PUT /v2.0/floatingips/5976b7b7-40a6-447c-a8b3-e76c75b1e19a HTTP/1.1" status: 200 len: 991 time: 1.9548116 May 30 20:57:17.081712 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43e246d2-f1c2-4b85-afc7-b1734cb62cf8', 'tag': 'fe5b25be-06bc-41f4-a68d-3dae4ba9afc5'}, {'name': 'network-changed', 'server_uuid': '43e246d2-f1c2-4b85-afc7-b1734cb62cf8', 'tag': 'fe5b25be-06bc-41f4-a68d-3dae4ba9afc5'}] {{(pid=84886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:57:17.172402 n-d-843948-2 neutron-server[84886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78b68ddc-4e82-4822-9f50-be3bdeececa8'] response: {'name': 'network-changed', 'server_uuid': '43e246d2-f1c2-4b85-afc7-b1734cb62cf8', 'tag': 'fe5b25be-06bc-41f4-a68d-3dae4ba9afc5', 'status': 'completed', 'code': 200} May 30 20:57:17.172849 n-d-843948-2 neutron-server[84886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78b68ddc-4e82-4822-9f50-be3bdeececa8'] response: {'name': 'network-changed', 'server_uuid': '43e246d2-f1c2-4b85-afc7-b1734cb62cf8', 'tag': 'fe5b25be-06bc-41f4-a68d-3dae4ba9afc5', 'status': 'completed', 'code': 200} May 30 20:57:17.269230 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a9f4ac90-0dff-4032-a9cb-5c09a588e293 req-198440bb-e0bf-499b-bfa8-4a2458341b20 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=664fa987cede4b5c91b79f131e0ee328&device_id=43e246d2-f1c2-4b85-afc7-b1734cb62cf8 HTTP/1.1" status: 200 len: 1096 time: 0.0761847 May 30 20:57:17.421577 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f4ac90-0dff-4032-a9cb-5c09a588e293 req-cc67fa03-99b1-44c5-bb1e-750250b70ad0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:57:17.423067 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a9f4ac90-0dff-4032-a9cb-5c09a588e293 req-cc67fa03-99b1-44c5-bb1e-750250b70ad0 service neutron] 10.222.0.86 "GET /v2.0/networks?id=d52a3f48-7406-4a97-b586-f7523634f690 HTTP/1.1" status: 200 len: 915 time: 0.1479630 May 30 20:57:17.634901 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a9f4ac90-0dff-4032-a9cb-5c09a588e293 req-3a263296-4875-44d7-af33-aaf0f7b5a586 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fe5b25be-06bc-41f4-a68d-3dae4ba9afc5 HTTP/1.1" status: 200 len: 1001 time: 0.2051444 May 30 20:57:17.711224 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f4ac90-0dff-4032-a9cb-5c09a588e293 req-1415634b-1d46-4c6e-b25f-bb64d0b18720 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:57:17.713242 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a9f4ac90-0dff-4032-a9cb-5c09a588e293 req-1415634b-1d46-4c6e-b25f-bb64d0b18720 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=2a1ef185-948d-4fee-b790-f4c33d327249 HTTP/1.1" status: 200 len: 853 time: 0.0697429 May 30 20:57:17.800641 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a9f4ac90-0dff-4032-a9cb-5c09a588e293 req-4b4c6829-ecd5-4246-9b3a-6fd0faf8d486 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=d52a3f48-7406-4a97-b586-f7523634f690&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0813107 May 30 20:57:17.944330 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a9f4ac90-0dff-4032-a9cb-5c09a588e293 req-28dda556-1d76-4286-a59c-f6c0dbc546bb service neutron] 10.222.0.86 "GET /v2.0/networks/d52a3f48-7406-4a97-b586-f7523634f690?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377854 May 30 20:57:18.086495 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a9f4ac90-0dff-4032-a9cb-5c09a588e293 req-a180da25-8846-4435-b499-65381b4ab8f7 service neutron] 10.222.0.86 "GET /v2.0/networks/d52a3f48-7406-4a97-b586-f7523634f690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359007 May 30 20:57:18.111810 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1abd80-06cb-4eb4-984f-c426270634f5 None None] Sync routers for ids ['25903c11-bd97-4976-b2a8-95e14f99a4f1'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:57:18.125577 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1abd80-06cb-4eb4-984f-c426270634f5 None None] Routers {'25903c11-bd97-4976-b2a8-95e14f99a4f1'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:57:18.126238 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-3a1abd80-06cb-4eb4-984f-c426270634f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:57:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['25903c11-bd97-4976-b2a8-95e14f99a4f1'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:57:18.213545 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a9f4ac90-0dff-4032-a9cb-5c09a588e293 req-ce50cf79-b32a-49da-8dca-f5b13867fe2a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=664fa987cede4b5c91b79f131e0ee328&device_id=43e246d2-f1c2-4b85-afc7-b1734cb62cf8 HTTP/1.1" status: 200 len: 1096 time: 0.0848684 May 30 20:57:18.357049 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f4ac90-0dff-4032-a9cb-5c09a588e293 req-10a3b5bd-fe0a-4351-9ee3-1a909c595417 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:57:18.358476 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a9f4ac90-0dff-4032-a9cb-5c09a588e293 req-10a3b5bd-fe0a-4351-9ee3-1a909c595417 service neutron] 10.222.0.86 "GET /v2.0/networks?id=d52a3f48-7406-4a97-b586-f7523634f690 HTTP/1.1" status: 200 len: 915 time: 0.1396360 May 30 20:57:18.366021 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-3a1abd80-06cb-4eb4-984f-c426270634f5 None None] Set router 25903c11-bd97-4976-b2a8-95e14f99a4f1 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:57:18.468235 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a9f4ac90-0dff-4032-a9cb-5c09a588e293 req-a609a044-0da6-4707-93f8-e7aec7ec7667 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fe5b25be-06bc-41f4-a68d-3dae4ba9afc5 HTTP/1.1" status: 200 len: 1001 time: 0.1041977 May 30 20:57:18.537857 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f4ac90-0dff-4032-a9cb-5c09a588e293 req-21585928-850c-46a8-96b3-cf02fa67f9c6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:57:18.539348 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a9f4ac90-0dff-4032-a9cb-5c09a588e293 req-21585928-850c-46a8-96b3-cf02fa67f9c6 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=2a1ef185-948d-4fee-b790-f4c33d327249 HTTP/1.1" status: 200 len: 853 time: 0.0658088 May 30 20:57:18.618715 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a9f4ac90-0dff-4032-a9cb-5c09a588e293 req-acaa1ecd-bb40-443d-a96a-1a0ce41dbe63 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=d52a3f48-7406-4a97-b586-f7523634f690&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0728946 May 30 20:57:18.773842 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a9f4ac90-0dff-4032-a9cb-5c09a588e293 req-4fcd2d16-ba3e-4d60-ba60-5f6670ce71cd service neutron] 10.222.0.86 "GET /v2.0/networks/d52a3f48-7406-4a97-b586-f7523634f690?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497319 May 30 20:57:18.877391 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-3a1abd80-06cb-4eb4-984f-c426270634f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25903c11-bd97-4976-b2a8-95e14f99a4f1', 'name': 'tempest-TestVolumeBackupRestore-1561855957-router', 'tenant_id': '664fa987cede4b5c91b79f131e0ee328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': 'ca31ef76-e340-4884-b865-787ac34a2562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:54:11Z', 'updated_at': '2022-05-30T20:54:15Z', 'revision_number': 4, 'project_id': '664fa987cede4b5c91b79f131e0ee328', 'gw_port': {'id': 'ca31ef76-e340-4884-b865-787ac34a2562', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:2f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25903c11-bd97-4976-b2a8-95e14f99a4f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:54:11Z', 'updated_at': '2022-05-30T20:54:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': '5976b7b7-40a6-447c-a8b3-e76c75b1e19a', 'tenant_id': '664fa987cede4b5c91b79f131e0ee328', 'floating_ip_address': '172.25.8.216', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': '25903c11-bd97-4976-b2a8-95e14f99a4f1', 'port_id': 'fe5b25be-06bc-41f4-a68d-3dae4ba9afc5', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd52a3f48-7406-4a97-b586-f7523634f690', 'mac_address': 'fa:16:3e:39:6b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e246d2-f1c2-4b85-afc7-b1734cb62cf8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:57:12Z', 'updated_at': '2022-05-30T20:57:16Z', 'revision_number': 2, 'project_id': '664fa987cede4b5c91b79f131e0ee328', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29ad833c-405b-4c64-9963-28880412b0fc', 'name': '', 'network_id': 'd52a3f48-7406-4a97-b586-f7523634f690', 'tenant_id': '664fa987cede4b5c91b79f131e0ee328', 'mac_address': 'fa:16:3e:7d:76:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25903c11-bd97-4976-b2a8-95e14f99a4f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2a1ef185-948d-4fee-b790-f4c33d327249', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:54:14Z', 'updated_at': '2022-05-30T20:54:25Z', 'revision_number': 5, 'project_id': '664fa987cede4b5c91b79f131e0ee328', 'subnets': [{'id': '2a1ef185-948d-4fee-b790-f4c33d327249', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:57:18.881489 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1abd80-06cb-4eb4-984f-c426270634f5 None None] Checking router: 25903c11-bd97-4976-b2a8-95e14f99a4f1 for host: n-d-843948-2 {{(pid=84889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:57:18.893286 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1abd80-06cb-4eb4-984f-c426270634f5 None None] Routers {'25903c11-bd97-4976-b2a8-95e14f99a4f1'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:57:18.893948 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-3a1abd80-06cb-4eb4-984f-c426270634f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:57:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['25903c11-bd97-4976-b2a8-95e14f99a4f1'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:57:18.941986 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a9f4ac90-0dff-4032-a9cb-5c09a588e293 req-a766a431-87cf-4d42-bbbd-6db1432b509d service neutron] 10.222.0.86 "GET /v2.0/networks/d52a3f48-7406-4a97-b586-f7523634f690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619792 May 30 20:57:19.084663 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-3a1abd80-06cb-4eb4-984f-c426270634f5 None None] Set router 25903c11-bd97-4976-b2a8-95e14f99a4f1 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:57:19.573473 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-3a1abd80-06cb-4eb4-984f-c426270634f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25903c11-bd97-4976-b2a8-95e14f99a4f1', 'name': 'tempest-TestVolumeBackupRestore-1561855957-router', 'tenant_id': '664fa987cede4b5c91b79f131e0ee328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': 'ca31ef76-e340-4884-b865-787ac34a2562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:54:11Z', 'updated_at': '2022-05-30T20:54:15Z', 'revision_number': 4, 'project_id': '664fa987cede4b5c91b79f131e0ee328', 'gw_port': {'id': 'ca31ef76-e340-4884-b865-787ac34a2562', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:2f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25903c11-bd97-4976-b2a8-95e14f99a4f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:54:11Z', 'updated_at': '2022-05-30T20:54:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': '5976b7b7-40a6-447c-a8b3-e76c75b1e19a', 'tenant_id': '664fa987cede4b5c91b79f131e0ee328', 'floating_ip_address': '172.25.8.216', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': '25903c11-bd97-4976-b2a8-95e14f99a4f1', 'port_id': 'fe5b25be-06bc-41f4-a68d-3dae4ba9afc5', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd52a3f48-7406-4a97-b586-f7523634f690', 'mac_address': 'fa:16:3e:39:6b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e246d2-f1c2-4b85-afc7-b1734cb62cf8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:57:12Z', 'updated_at': '2022-05-30T20:57:16Z', 'revision_number': 2, 'project_id': '664fa987cede4b5c91b79f131e0ee328', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29ad833c-405b-4c64-9963-28880412b0fc', 'name': '', 'network_id': 'd52a3f48-7406-4a97-b586-f7523634f690', 'tenant_id': '664fa987cede4b5c91b79f131e0ee328', 'mac_address': 'fa:16:3e:7d:76:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25903c11-bd97-4976-b2a8-95e14f99a4f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2a1ef185-948d-4fee-b790-f4c33d327249', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:54:14Z', 'updated_at': '2022-05-30T20:54:25Z', 'revision_number': 5, 'project_id': '664fa987cede4b5c91b79f131e0ee328', 'subnets': [{'id': '2a1ef185-948d-4fee-b790-f4c33d327249', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:57:19.578317 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1abd80-06cb-4eb4-984f-c426270634f5 None None] The sync data for ids ['25903c11-bd97-4976-b2a8-95e14f99a4f1'] in n-d-843948-2 is: [{'id': '25903c11-bd97-4976-b2a8-95e14f99a4f1', 'name': 'tempest-TestVolumeBackupRestore-1561855957-router', 'tenant_id': '664fa987cede4b5c91b79f131e0ee328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': 'ca31ef76-e340-4884-b865-787ac34a2562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:54:11Z', 'updated_at': '2022-05-30T20:54:15Z', 'revision_number': 4, 'project_id': '664fa987cede4b5c91b79f131e0ee328', 'gw_port': {'id': 'ca31ef76-e340-4884-b865-787ac34a2562', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:2f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25903c11-bd97-4976-b2a8-95e14f99a4f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:54:11Z', 'updated_at': '2022-05-30T20:54:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': '5976b7b7-40a6-447c-a8b3-e76c75b1e19a', 'tenant_id': '664fa987cede4b5c91b79f131e0ee328', 'floating_ip_address': '172.25.8.216', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': '25903c11-bd97-4976-b2a8-95e14f99a4f1', 'port_id': 'fe5b25be-06bc-41f4-a68d-3dae4ba9afc5', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd52a3f48-7406-4a97-b586-f7523634f690', 'mac_address': 'fa:16:3e:39:6b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e246d2-f1c2-4b85-afc7-b1734cb62cf8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T20:57:12Z', 'updated_at': '2022-05-30T20:57:16Z', 'revision_number': 2, 'project_id': '664fa987cede4b5c91b79f131e0ee328', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29ad833c-405b-4c64-9963-28880412b0fc', 'name': '', 'network_id': 'd52a3f48-7406-4a97-b586-f7523634f690', 'tenant_id': '664fa987cede4b5c91b79f131e0ee328', 'mac_address': 'fa:16:3e:7d:76:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25903c11-bd97-4976-b2a8-95e14f99a4f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2a1ef185-948d-4fee-b790-f4c33d327249', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:54:14Z', 'updated_at': '2022-05-30T20:54:25Z', 'revision_number': 5, 'project_id': '664fa987cede4b5c91b79f131e0ee328', 'subnets': [{'id': '2a1ef185-948d-4fee-b790-f4c33d327249', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:57:19.866911 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:57:22.518370 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:57:26.272293 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-9c839f90-33ef-4304-9d4d-73981768c346 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:57:29.660884 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-1818fd8e-c32e-412f-9e1b-ad783c6f4148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:57:29.889114 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:57:31.214806 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:57:32.775429 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:57:43.548398 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:57:49.883625 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:57:52.586630 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:57:53.862465 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1ebdc132-0ae9-4d00-956b-9b2b72d02ba8 req-07d37d27-c228-4db4-9f21-63c2730d23ca service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=43e246d2-f1c2-4b85-afc7-b1734cb62cf8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0804057 May 30 20:57:54.004910 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1ebdc132-0ae9-4d00-956b-9b2b72d02ba8 req-1230c226-bbb6-4d00-a26f-760b04bc6cca service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=664fa987cede4b5c91b79f131e0ee328&device_id=43e246d2-f1c2-4b85-afc7-b1734cb62cf8 HTTP/1.1" status: 200 len: 1096 time: 0.0706213 May 30 20:57:54.156173 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebdc132-0ae9-4d00-956b-9b2b72d02ba8 req-1ac7dd28-6373-471a-aa0e-2a8c98681ad4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:57:54.157529 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1ebdc132-0ae9-4d00-956b-9b2b72d02ba8 req-1ac7dd28-6373-471a-aa0e-2a8c98681ad4 service neutron] 10.222.0.86 "GET /v2.0/networks?id=d52a3f48-7406-4a97-b586-f7523634f690 HTTP/1.1" status: 200 len: 915 time: 0.1284521 May 30 20:57:54.371321 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1ebdc132-0ae9-4d00-956b-9b2b72d02ba8 req-886c7677-bbf7-4c82-bbfc-354300d11ece service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fe5b25be-06bc-41f4-a68d-3dae4ba9afc5 HTTP/1.1" status: 200 len: 1001 time: 0.2070591 May 30 20:57:54.436414 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebdc132-0ae9-4d00-956b-9b2b72d02ba8 req-f326d742-16d9-4aa9-b87e-afb4a4881f1e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:57:54.438007 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1ebdc132-0ae9-4d00-956b-9b2b72d02ba8 req-f326d742-16d9-4aa9-b87e-afb4a4881f1e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=2a1ef185-948d-4fee-b790-f4c33d327249 HTTP/1.1" status: 200 len: 853 time: 0.0601974 May 30 20:57:54.516618 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1ebdc132-0ae9-4d00-956b-9b2b72d02ba8 req-5c4b6196-cf9b-43a0-bb56-e055995f14e0 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=d52a3f48-7406-4a97-b586-f7523634f690&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0726469 May 30 20:57:54.527298 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [req-1ebdc132-0ae9-4d00-956b-9b2b72d02ba8 req-2f66d452-8341-4603-92be-831db6f3190d service neutron] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=84887) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 20:57:54.528270 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1ebdc132-0ae9-4d00-956b-9b2b72d02ba8 req-2f66d452-8341-4603-92be-831db6f3190d service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0047486 May 30 20:57:54.668065 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1ebdc132-0ae9-4d00-956b-9b2b72d02ba8 req-91f790d4-33fc-4d6e-b36b-5f858211b355 service neutron] 10.222.0.86 "GET /v2.0/networks/d52a3f48-7406-4a97-b586-f7523634f690?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338215 May 30 20:57:54.830426 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1ebdc132-0ae9-4d00-956b-9b2b72d02ba8 req-db73705e-f62b-44f1-874c-0c9b7e367688 service neutron] 10.222.0.86 "GET /v2.0/networks/d52a3f48-7406-4a97-b586-f7523634f690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559348 May 30 20:57:56.236316 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-9d099cad-be0d-477b-949f-bc240d5d446a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:57:59.620840 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-e664f4ab-825e-482d-ab60-dacbb4a8ea07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:57:59.918143 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:01.329505 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:02.903794 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:19.981692 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:20.551424 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:58:22.524304 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:26.226141 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-3c5fd7c2-d5c7-43a6-be29-a5c56a2eb62e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:29.626852 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-cbab2978-282a-4df3-996c-4ea9fbab39a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:29.899019 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:31.238059 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:32.779181 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:34.174300 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 46850) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:58:34.375883 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-054716ba-f7c3-4694-b35e-16838e6d074e tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Deleting port a99dada4-85d9-412f-a3b0-7104fb91c6a2 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:58:34.376225 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-054716ba-f7c3-4694-b35e-16838e6d074e tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:34.550561 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-054716ba-f7c3-4694-b35e-16838e6d074e tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:34.551000 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-054716ba-f7c3-4694-b35e-16838e6d074e tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:34.679226 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-054716ba-f7c3-4694-b35e-16838e6d074e tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Calling delete_port for a99dada4-85d9-412f-a3b0-7104fb91c6a2 owned by network:floatingip {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:58:34.940516 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-054716ba-f7c3-4694-b35e-16838e6d074e tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:34.989798 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054716ba-f7c3-4694-b35e-16838e6d074e tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Pushing event deleted for resources: {'Port': ['ID=a99dada4-85d9-412f-a3b0-7104fb91c6a2,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:58:35.033335 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054716ba-f7c3-4694-b35e-16838e6d074e tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:58:35.033706 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054716ba-f7c3-4694-b35e-16838e6d074e tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:58:35.034047 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054716ba-f7c3-4694-b35e-16838e6d074e tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:58:35.034381 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054716ba-f7c3-4694-b35e-16838e6d074e tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:58:35.035320 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054716ba-f7c3-4694-b35e-16838e6d074e tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:58:35.035650 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054716ba-f7c3-4694-b35e-16838e6d074e tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:58:35.036002 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054716ba-f7c3-4694-b35e-16838e6d074e tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:58:35.036326 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054716ba-f7c3-4694-b35e-16838e6d074e tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:58:35.036649 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054716ba-f7c3-4694-b35e-16838e6d074e tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:58:35.036972 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054716ba-f7c3-4694-b35e-16838e6d074e tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:58:35.037294 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054716ba-f7c3-4694-b35e-16838e6d074e tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:58:35.099063 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-054716ba-f7c3-4694-b35e-16838e6d074e tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Notify callbacks [] for floatingip, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:35.708596 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-054716ba-f7c3-4694-b35e-16838e6d074e tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Router 25903c11-bd97-4976-b2a8-95e14f99a4f1 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:58:35.914168 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-054716ba-f7c3-4694-b35e-16838e6d074e tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:58:35.923243 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a623bc9-f106-45d2-b4ca-66b406fab14d None None] Sync routers for ids ['25903c11-bd97-4976-b2a8-95e14f99a4f1'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:58:35.941995 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a623bc9-f106-45d2-b4ca-66b406fab14d None None] Routers {'25903c11-bd97-4976-b2a8-95e14f99a4f1'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:58:35.941995 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-1a623bc9-f106-45d2-b4ca-66b406fab14d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:58:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['25903c11-bd97-4976-b2a8-95e14f99a4f1'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:58:36.050147 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-054716ba-f7c3-4694-b35e-16838e6d074e tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:36.107250 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-054716ba-f7c3-4694-b35e-16838e6d074e tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] 10.222.0.85 "DELETE /v2.0/floatingips/5976b7b7-40a6-447c-a8b3-e76c75b1e19a HTTP/1.1" status: 204 len: 168 time: 1.9318211 May 30 20:58:36.107879 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43e246d2-f1c2-4b85-afc7-b1734cb62cf8', 'tag': 'fe5b25be-06bc-41f4-a68d-3dae4ba9afc5'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:58:36.120922 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-1a623bc9-f106-45d2-b4ca-66b406fab14d None None] Set router 25903c11-bd97-4976-b2a8-95e14f99a4f1 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:58:36.188496 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be0f2fa1-f34b-446f-93b3-df522b4f31d5'] response: {'name': 'network-changed', 'server_uuid': '43e246d2-f1c2-4b85-afc7-b1734cb62cf8', 'tag': 'fe5b25be-06bc-41f4-a68d-3dae4ba9afc5', 'status': 'completed', 'code': 200} May 30 20:58:36.297940 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a361aaa1-3ba4-4a23-abd7-c9f9b362be26 req-40ed50d2-a4ff-4a19-b89a-d75900b373fa service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=664fa987cede4b5c91b79f131e0ee328&device_id=43e246d2-f1c2-4b85-afc7-b1734cb62cf8 HTTP/1.1" status: 200 len: 1096 time: 0.0826855 May 30 20:58:36.440848 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a361aaa1-3ba4-4a23-abd7-c9f9b362be26 req-14c370c3-2367-47e7-8d2f-52756cca3769 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:58:36.441986 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a361aaa1-3ba4-4a23-abd7-c9f9b362be26 req-14c370c3-2367-47e7-8d2f-52756cca3769 service neutron] 10.222.0.86 "GET /v2.0/networks?id=d52a3f48-7406-4a97-b586-f7523634f690 HTTP/1.1" status: 200 len: 915 time: 0.1336823 May 30 20:58:36.489359 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-1a623bc9-f106-45d2-b4ca-66b406fab14d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25903c11-bd97-4976-b2a8-95e14f99a4f1', 'name': 'tempest-TestVolumeBackupRestore-1561855957-router', 'tenant_id': '664fa987cede4b5c91b79f131e0ee328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': 'ca31ef76-e340-4884-b865-787ac34a2562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:54:11Z', 'updated_at': '2022-05-30T20:54:15Z', 'revision_number': 4, 'project_id': '664fa987cede4b5c91b79f131e0ee328', 'gw_port': {'id': 'ca31ef76-e340-4884-b865-787ac34a2562', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:2f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25903c11-bd97-4976-b2a8-95e14f99a4f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:54:11Z', 'updated_at': '2022-05-30T20:54:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '29ad833c-405b-4c64-9963-28880412b0fc', 'name': '', 'network_id': 'd52a3f48-7406-4a97-b586-f7523634f690', 'tenant_id': '664fa987cede4b5c91b79f131e0ee328', 'mac_address': 'fa:16:3e:7d:76:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25903c11-bd97-4976-b2a8-95e14f99a4f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2a1ef185-948d-4fee-b790-f4c33d327249', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:54:14Z', 'updated_at': '2022-05-30T20:54:25Z', 'revision_number': 5, 'project_id': '664fa987cede4b5c91b79f131e0ee328', 'subnets': [{'id': '2a1ef185-948d-4fee-b790-f4c33d327249', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:58:36.493383 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a623bc9-f106-45d2-b4ca-66b406fab14d None None] Checking router: 25903c11-bd97-4976-b2a8-95e14f99a4f1 for host: n-d-843948-2 {{(pid=84888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:58:36.504223 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a623bc9-f106-45d2-b4ca-66b406fab14d None None] Routers {'25903c11-bd97-4976-b2a8-95e14f99a4f1'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:58:36.504857 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-1a623bc9-f106-45d2-b4ca-66b406fab14d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:58:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['25903c11-bd97-4976-b2a8-95e14f99a4f1'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:58:36.511430 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a361aaa1-3ba4-4a23-abd7-c9f9b362be26 req-1696ab44-6a10-4fe2-9742-652c8bea2e59 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fe5b25be-06bc-41f4-a68d-3dae4ba9afc5 HTTP/1.1" status: 200 len: 217 time: 0.0625741 May 30 20:58:36.578068 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a361aaa1-3ba4-4a23-abd7-c9f9b362be26 req-58b92b03-c343-4a3d-9915-0fae2c419ea1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:58:36.579561 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a361aaa1-3ba4-4a23-abd7-c9f9b362be26 req-58b92b03-c343-4a3d-9915-0fae2c419ea1 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=2a1ef185-948d-4fee-b790-f4c33d327249 HTTP/1.1" status: 200 len: 853 time: 0.0627120 May 30 20:58:36.656634 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a361aaa1-3ba4-4a23-abd7-c9f9b362be26 req-79bfbffe-9731-4256-bdf9-0fd7814b6441 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=d52a3f48-7406-4a97-b586-f7523634f690&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0701044 May 30 20:58:36.693446 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-1a623bc9-f106-45d2-b4ca-66b406fab14d None None] Set router 25903c11-bd97-4976-b2a8-95e14f99a4f1 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:58:36.809687 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a361aaa1-3ba4-4a23-abd7-c9f9b362be26 req-f35b7592-bff1-4717-a546-1f0b59a9220f service neutron] 10.222.0.86 "GET /v2.0/networks/d52a3f48-7406-4a97-b586-f7523634f690?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448920 May 30 20:58:37.011171 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a361aaa1-3ba4-4a23-abd7-c9f9b362be26 req-0d376850-d52e-4515-a6ff-171f4670a8d5 service neutron] 10.222.0.86 "GET /v2.0/networks/d52a3f48-7406-4a97-b586-f7523634f690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954679 May 30 20:58:37.022292 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58150bdf-fdf4-4258-8736-f2742115cd1b req-a02d5278-9054-4965-a0c8-6aefa91d05ad tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:58:37.028635 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-58150bdf-fdf4-4258-8736-f2742115cd1b req-a02d5278-9054-4965-a0c8-6aefa91d05ad tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Synchronizing usage tracker for tenant:664fa987cede4b5c91b79f131e0ee328 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:58:37.030409 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-1a623bc9-f106-45d2-b4ca-66b406fab14d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25903c11-bd97-4976-b2a8-95e14f99a4f1', 'name': 'tempest-TestVolumeBackupRestore-1561855957-router', 'tenant_id': '664fa987cede4b5c91b79f131e0ee328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': 'ca31ef76-e340-4884-b865-787ac34a2562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:54:11Z', 'updated_at': '2022-05-30T20:54:15Z', 'revision_number': 4, 'project_id': '664fa987cede4b5c91b79f131e0ee328', 'gw_port': {'id': 'ca31ef76-e340-4884-b865-787ac34a2562', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:2f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25903c11-bd97-4976-b2a8-95e14f99a4f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:54:11Z', 'updated_at': '2022-05-30T20:54:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '29ad833c-405b-4c64-9963-28880412b0fc', 'name': '', 'network_id': 'd52a3f48-7406-4a97-b586-f7523634f690', 'tenant_id': '664fa987cede4b5c91b79f131e0ee328', 'mac_address': 'fa:16:3e:7d:76:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25903c11-bd97-4976-b2a8-95e14f99a4f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2a1ef185-948d-4fee-b790-f4c33d327249', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:54:14Z', 'updated_at': '2022-05-30T20:54:25Z', 'revision_number': 5, 'project_id': '664fa987cede4b5c91b79f131e0ee328', 'subnets': [{'id': '2a1ef185-948d-4fee-b790-f4c33d327249', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:58:37.035320 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a623bc9-f106-45d2-b4ca-66b406fab14d None None] The sync data for ids ['25903c11-bd97-4976-b2a8-95e14f99a4f1'] in n-d-843948-2 is: [{'id': '25903c11-bd97-4976-b2a8-95e14f99a4f1', 'name': 'tempest-TestVolumeBackupRestore-1561855957-router', 'tenant_id': '664fa987cede4b5c91b79f131e0ee328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': 'ca31ef76-e340-4884-b865-787ac34a2562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:54:11Z', 'updated_at': '2022-05-30T20:54:15Z', 'revision_number': 4, 'project_id': '664fa987cede4b5c91b79f131e0ee328', 'gw_port': {'id': 'ca31ef76-e340-4884-b865-787ac34a2562', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:2f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25903c11-bd97-4976-b2a8-95e14f99a4f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:54:11Z', 'updated_at': '2022-05-30T20:54:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '29ad833c-405b-4c64-9963-28880412b0fc', 'name': '', 'network_id': 'd52a3f48-7406-4a97-b586-f7523634f690', 'tenant_id': '664fa987cede4b5c91b79f131e0ee328', 'mac_address': 'fa:16:3e:7d:76:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25903c11-bd97-4976-b2a8-95e14f99a4f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2a1ef185-948d-4fee-b790-f4c33d327249', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:54:14Z', 'updated_at': '2022-05-30T20:54:25Z', 'revision_number': 5, 'project_id': '664fa987cede4b5c91b79f131e0ee328', 'subnets': [{'id': '2a1ef185-948d-4fee-b790-f4c33d327249', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:58:37.148164 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-58150bdf-fdf4-4258-8736-f2742115cd1b req-a02d5278-9054-4965-a0c8-6aefa91d05ad tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Unset dirty status for tenant:664fa987cede4b5c91b79f131e0ee328 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:58:37.148164 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-58150bdf-fdf4-4258-8736-f2742115cd1b req-a02d5278-9054-4965-a0c8-6aefa91d05ad tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] 10.222.0.85 "GET /v2.0/ports?device_id=43e246d2-f1c2-4b85-afc7-b1734cb62cf8 HTTP/1.1" status: 200 len: 945 time: 0.2500293 May 30 20:58:37.190439 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-58150bdf-fdf4-4258-8736-f2742115cd1b req-1017a5e5-a07d-4c64-b951-4f93e87398ba tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] 10.222.0.85 "GET /v2.0/security-groups?id=9f80c62d-fa07-4c17-baae-456e44d99835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440187 May 30 20:58:37.270120 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b0f2e8-b55a-4acf-8277-cc9b4a36dc99 None None] New status for floating IP 5976b7b7-40a6-447c-a8b3-e76c75b1e19a: DOWN {{(pid=84889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 20:58:38.409628 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeeec40-5980-4bb5-a3e1-771a7b34258b req-0f51c13f-2a71-4768-980b-867eb51a0cae tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:58:38.411067 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ebeeec40-5980-4bb5-a3e1-771a7b34258b req-0f51c13f-2a71-4768-980b-867eb51a0cae tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] 10.222.0.85 "GET /v2.0/ports?device_id=43e246d2-f1c2-4b85-afc7-b1734cb62cf8 HTTP/1.1" status: 200 len: 945 time: 0.0768645 May 30 20:58:38.457564 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ebeeec40-5980-4bb5-a3e1-771a7b34258b req-694b5f47-4415-4c05-a5a5-2b500b0a0a4c tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] 10.222.0.85 "GET /v2.0/security-groups?id=9f80c62d-fa07-4c17-baae-456e44d99835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407937 May 30 20:58:38.567111 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d65570-e0ee-4db6-ad0f-30dec4891278 req-92b5419c-f124-424b-9be1-d07ec7f3a4cf tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:58:38.568443 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d6d65570-e0ee-4db6-ad0f-30dec4891278 req-92b5419c-f124-424b-9be1-d07ec7f3a4cf tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] 10.222.0.86 "GET /v2.0/ports?device_id=43e246d2-f1c2-4b85-afc7-b1734cb62cf8 HTTP/1.1" status: 200 len: 945 time: 0.0764275 May 30 20:58:38.642401 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-d6d65570-e0ee-4db6-ad0f-30dec4891278 req-db9e1689-e4e8-4062-9f65-407fecca41b1 tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Deleting port fe5b25be-06bc-41f4-a68d-3dae4ba9afc5 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:58:38.642737 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-d6d65570-e0ee-4db6-ad0f-30dec4891278 req-db9e1689-e4e8-4062-9f65-407fecca41b1 tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:38.989339 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-d6d65570-e0ee-4db6-ad0f-30dec4891278 req-db9e1689-e4e8-4062-9f65-407fecca41b1 tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] For port fe5b25be-06bc-41f4-a68d-3dae4ba9afc5, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=fe5b25be-06bc-41f4-a68d-3dae4ba9afc5,segment=NetworkSegment(dbc2d090-d772-4642-aa8c-f1461a0cb754),segment_id=dbc2d090-d772-4642-aa8c-f1461a0cb754)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:58:38.989718 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-d6d65570-e0ee-4db6-ad0f-30dec4891278 req-db9e1689-e4e8-4062-9f65-407fecca41b1 tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:39.112787 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-d6d65570-e0ee-4db6-ad0f-30dec4891278 req-db9e1689-e4e8-4062-9f65-407fecca41b1 tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Calling delete_port for fe5b25be-06bc-41f4-a68d-3dae4ba9afc5 owned by compute:nova {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:58:39.329259 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-d6d65570-e0ee-4db6-ad0f-30dec4891278 req-db9e1689-e4e8-4062-9f65-407fecca41b1 tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:39.380789 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9e1689-e4e8-4062-9f65-407fecca41b1 tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Pushing event deleted for resources: {'Port': ['ID=fe5b25be-06bc-41f4-a68d-3dae4ba9afc5,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:58:39.456402 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6d65570-e0ee-4db6-ad0f-30dec4891278 req-db9e1689-e4e8-4062-9f65-407fecca41b1 tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] No DVR routers for this DVR port fe5b25be-06bc-41f4-a68d-3dae4ba9afc5 on host n-h2-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:58:39.459288 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-d6d65570-e0ee-4db6-ad0f-30dec4891278 req-db9e1689-e4e8-4062-9f65-407fecca41b1 tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:39.461942 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43e246d2-f1c2-4b85-afc7-b1734cb62cf8', 'name': 'network-vif-deleted', 'tag': 'fe5b25be-06bc-41f4-a68d-3dae4ba9afc5'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:58:39.519432 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-501eabd2-b8f8-41dc-a77c-72a123e46315'] response: {'server_uuid': '43e246d2-f1c2-4b85-afc7-b1734cb62cf8', 'name': 'network-vif-deleted', 'tag': 'fe5b25be-06bc-41f4-a68d-3dae4ba9afc5', 'status': 'completed', 'code': 200} May 30 20:58:39.529589 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d6d65570-e0ee-4db6-ad0f-30dec4891278 req-db9e1689-e4e8-4062-9f65-407fecca41b1 tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] 10.222.0.86 "DELETE /v2.0/ports/fe5b25be-06bc-41f4-a68d-3dae4ba9afc5 HTTP/1.1" status: 204 len: 173 time: 0.9532690 May 30 20:58:39.635652 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1d560920-46a5-40b5-91ba-a9d0cce61e49 req-3a912557-d726-4c99-878b-8e708e0adfba tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] 10.222.0.85 "GET /v2.0/ports?device_id=43e246d2-f1c2-4b85-afc7-b1734cb62cf8 HTTP/1.1" status: 200 len: 210 time: 0.0458348 May 30 20:58:40.827810 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-9b234d04-5dbb-407e-b182-26a8e36e0460 req-04bcbc0a-6231-432a-9ed1-ccd570ec1633 tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Synchronizing usage tracker for tenant:664fa987cede4b5c91b79f131e0ee328 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:58:40.917848 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-9b234d04-5dbb-407e-b182-26a8e36e0460 req-04bcbc0a-6231-432a-9ed1-ccd570ec1633 tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Unset dirty status for tenant:664fa987cede4b5c91b79f131e0ee328 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:58:40.919232 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9b234d04-5dbb-407e-b182-26a8e36e0460 req-04bcbc0a-6231-432a-9ed1-ccd570ec1633 tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] 10.222.0.85 "GET /v2.0/ports?device_id=43e246d2-f1c2-4b85-afc7-b1734cb62cf8 HTTP/1.1" status: 200 len: 210 time: 0.1352258 May 30 20:58:41.062180 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device fe5b25be-06bc-41f4-a68d-3dae4ba9afc5 no longer exists at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:58:41.096703 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] No Port match for: fe5b25be-06bc-41f4-a68d-3dae4ba9afc5 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:58:41.097151 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device fe5b25be-06bc-41f4-a68d-3dae4ba9afc5 not bound to the agent host n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:58:42.035761 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 46878) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:58:42.107291 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d5759082-f06c-4b4f-be17-009ed8da342a tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:42.136340 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d5759082-f06c-4b4f-be17-009ed8da342a tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:42.266693 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d5759082-f06c-4b4f-be17-009ed8da342a tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:42.289696 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5759082-f06c-4b4f-be17-009ed8da342a tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f80c62d-fa07-4c17-baae-456e44d99835,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:58:42.367274 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d5759082-f06c-4b4f-be17-009ed8da342a tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:42.368319 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-d5759082-f06c-4b4f-be17-009ed8da342a tempest-TestVolumeBackupRestore-211611946 tempest-TestVolumeBackupRestore-211611946-project] 10.222.0.85 "DELETE /v2.0/security-groups/9f80c62d-fa07-4c17-baae-456e44d99835 HTTP/1.1" status: 204 len: 168 time: 0.3315806 May 30 20:58:45.433596 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 47016) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:58:45.890671 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e8a40038-16f5-4018-9045-23d56517f328 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-736216'] for router_interface, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:46.641007 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-e8a40038-16f5-4018-9045-23d56517f328 admin admin] Deleting port 29ad833c-405b-4c64-9963-28880412b0fc {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:58:46.641732 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e8a40038-16f5-4018-9045-23d56517f328 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:46.835090 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [None req-e8a40038-16f5-4018-9045-23d56517f328 admin admin] For port 29ad833c-405b-4c64-9963-28880412b0fc, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=29ad833c-405b-4c64-9963-28880412b0fc,segment=NetworkSegment(dbc2d090-d772-4642-aa8c-f1461a0cb754),segment_id=dbc2d090-d772-4642-aa8c-f1461a0cb754)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:58:46.835444 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e8a40038-16f5-4018-9045-23d56517f328 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:46.965454 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-e8a40038-16f5-4018-9045-23d56517f328 admin admin] Calling delete_port for 29ad833c-405b-4c64-9963-28880412b0fc owned by network:router_interface {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:58:47.334049 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e8a40038-16f5-4018-9045-23d56517f328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:47.387327 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a40038-16f5-4018-9045-23d56517f328 admin admin] Pushing event deleted for resources: {'Port': ['ID=29ad833c-405b-4c64-9963-28880412b0fc,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:58:47.463134 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a40038-16f5-4018-9045-23d56517f328 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:58:47.463478 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a40038-16f5-4018-9045-23d56517f328 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:58:47.463801 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a40038-16f5-4018-9045-23d56517f328 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:58:47.464138 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a40038-16f5-4018-9045-23d56517f328 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:58:47.464823 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a40038-16f5-4018-9045-23d56517f328 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:58:47.464823 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a40038-16f5-4018-9045-23d56517f328 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:58:47.465227 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a40038-16f5-4018-9045-23d56517f328 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:58:47.465530 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a40038-16f5-4018-9045-23d56517f328 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:58:47.465894 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a40038-16f5-4018-9045-23d56517f328 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:58:47.466205 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a40038-16f5-4018-9045-23d56517f328 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:58:47.466525 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a40038-16f5-4018-9045-23d56517f328 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:58:47.713700 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e8a40038-16f5-4018-9045-23d56517f328 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1718140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-736143'] for router_interface, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:48.451402 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8a40038-16f5-4018-9045-23d56517f328 admin admin] Router 25903c11-bd97-4976-b2a8-95e14f99a4f1 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:58:48.669394 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8a40038-16f5-4018-9045-23d56517f328 admin admin] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:58:48.679601 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be216754-202e-4ba1-b80e-d35da3efad3a None None] Sync routers for ids ['25903c11-bd97-4976-b2a8-95e14f99a4f1'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:58:48.692499 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be216754-202e-4ba1-b80e-d35da3efad3a None None] Routers {'25903c11-bd97-4976-b2a8-95e14f99a4f1'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:58:48.693104 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-be216754-202e-4ba1-b80e-d35da3efad3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:58:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['25903c11-bd97-4976-b2a8-95e14f99a4f1'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:58:48.765334 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-e8a40038-16f5-4018-9045-23d56517f328 admin admin] 10.222.0.85 "PUT /v2.0/routers/25903c11-bd97-4976-b2a8-95e14f99a4f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3303523 May 30 20:58:48.767992 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 47174) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:58:48.938696 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-be216754-202e-4ba1-b80e-d35da3efad3a None None] Set router 25903c11-bd97-4976-b2a8-95e14f99a4f1 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:58:48.990159 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-38ffb835-5f9c-46bb-bb81-a4489f6d4181 admin admin] Notify callbacks [] for router, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:49.198115 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-38ffb835-5f9c-46bb-bb81-a4489f6d4181 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:49.236298 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-be216754-202e-4ba1-b80e-d35da3efad3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25903c11-bd97-4976-b2a8-95e14f99a4f1', 'name': 'tempest-TestVolumeBackupRestore-1561855957-router', 'tenant_id': '664fa987cede4b5c91b79f131e0ee328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': 'ca31ef76-e340-4884-b865-787ac34a2562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:54:11Z', 'updated_at': '2022-05-30T20:58:47Z', 'revision_number': 5, 'project_id': '664fa987cede4b5c91b79f131e0ee328', 'gw_port': {'id': 'ca31ef76-e340-4884-b865-787ac34a2562', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:2f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25903c11-bd97-4976-b2a8-95e14f99a4f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:54:11Z', 'updated_at': '2022-05-30T20:54:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:58:49.241671 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be216754-202e-4ba1-b80e-d35da3efad3a None None] Checking router: 25903c11-bd97-4976-b2a8-95e14f99a4f1 for host: n-d-843948-2 {{(pid=84888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:58:49.253387 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be216754-202e-4ba1-b80e-d35da3efad3a None None] Routers {'25903c11-bd97-4976-b2a8-95e14f99a4f1'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:58:49.254055 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-be216754-202e-4ba1-b80e-d35da3efad3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:58:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['25903c11-bd97-4976-b2a8-95e14f99a4f1'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:58:49.316142 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-38ffb835-5f9c-46bb-bb81-a4489f6d4181 admin admin] Deleting port ca31ef76-e340-4884-b865-787ac34a2562 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:58:49.316673 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-38ffb835-5f9c-46bb-bb81-a4489f6d4181 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:49.444614 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-be216754-202e-4ba1-b80e-d35da3efad3a None None] Set router 25903c11-bd97-4976-b2a8-95e14f99a4f1 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:58:49.501283 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [None req-38ffb835-5f9c-46bb-bb81-a4489f6d4181 admin admin] For port ca31ef76-e340-4884-b865-787ac34a2562, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=ca31ef76-e340-4884-b865-787ac34a2562,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:58:49.501672 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-38ffb835-5f9c-46bb-bb81-a4489f6d4181 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:49.627534 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-38ffb835-5f9c-46bb-bb81-a4489f6d4181 admin admin] Calling delete_port for ca31ef76-e340-4884-b865-787ac34a2562 owned by network:router_gateway {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:58:49.744037 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-be216754-202e-4ba1-b80e-d35da3efad3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25903c11-bd97-4976-b2a8-95e14f99a4f1', 'name': 'tempest-TestVolumeBackupRestore-1561855957-router', 'tenant_id': '664fa987cede4b5c91b79f131e0ee328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': 'ca31ef76-e340-4884-b865-787ac34a2562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:54:11Z', 'updated_at': '2022-05-30T20:58:47Z', 'revision_number': 5, 'project_id': '664fa987cede4b5c91b79f131e0ee328', 'gw_port': {'id': 'ca31ef76-e340-4884-b865-787ac34a2562', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:2f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25903c11-bd97-4976-b2a8-95e14f99a4f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:54:11Z', 'updated_at': '2022-05-30T20:54:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:58:49.749883 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be216754-202e-4ba1-b80e-d35da3efad3a None None] The sync data for ids ['25903c11-bd97-4976-b2a8-95e14f99a4f1'] in n-d-843948-2 is: [{'id': '25903c11-bd97-4976-b2a8-95e14f99a4f1', 'name': 'tempest-TestVolumeBackupRestore-1561855957-router', 'tenant_id': '664fa987cede4b5c91b79f131e0ee328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': 'ca31ef76-e340-4884-b865-787ac34a2562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:54:11Z', 'updated_at': '2022-05-30T20:58:47Z', 'revision_number': 5, 'project_id': '664fa987cede4b5c91b79f131e0ee328', 'gw_port': {'id': 'ca31ef76-e340-4884-b865-787ac34a2562', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:2f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25903c11-bd97-4976-b2a8-95e14f99a4f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:54:11Z', 'updated_at': '2022-05-30T20:54:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:58:49.883822 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:49.933484 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-38ffb835-5f9c-46bb-bb81-a4489f6d4181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:49.983465 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ffb835-5f9c-46bb-bb81-a4489f6d4181 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca31ef76-e340-4884-b865-787ac34a2562,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:58:50.332674 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-38ffb835-5f9c-46bb-bb81-a4489f6d4181 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-736453'] for router_gateway, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:50.595832 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-38ffb835-5f9c-46bb-bb81-a4489f6d4181 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-724789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3141'] for router, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:50.599944 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-38ffb835-5f9c-46bb-bb81-a4489f6d4181 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:50.700397 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-38ffb835-5f9c-46bb-bb81-a4489f6d4181 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724889'] for router, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:50.701087 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38ffb835-5f9c-46bb-bb81-a4489f6d4181 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 25903c11-bd97-4976-b2a8-95e14f99a4f1 {{(pid=84886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:58:50.717273 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-38ffb835-5f9c-46bb-bb81-a4489f6d4181 admin admin] Notify callbacks [] for router, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:50.720782 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-38ffb835-5f9c-46bb-bb81-a4489f6d4181 admin admin] 10.222.0.85 "DELETE /v2.0/routers/25903c11-bd97-4976-b2a8-95e14f99a4f1 HTTP/1.1" status: 204 len: 168 time: 1.9490502 May 30 20:58:50.722335 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 47254) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:58:50.787737 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9ab6328-bcd1-4939-873b-a9d9465bff0a admin admin] Deleting subnet 2a1ef185-948d-4fee-b790-f4c33d327249 {{(pid=84887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:58:50.791118 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b9ab6328-bcd1-4939-873b-a9d9465bff0a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:50.847372 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b9ab6328-bcd1-4939-873b-a9d9465bff0a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3149227'] for subnet, precommit_delete_associations {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:50.941808 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b9ab6328-bcd1-4939-873b-a9d9465bff0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:50.955487 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 29ad833c-405b-4c64-9963-28880412b0fc no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:58:50.993083 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: 29ad833c-405b-4c64-9963-28880412b0fc {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:58:50.993416 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 29ad833c-405b-4c64-9963-28880412b0fc not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:58:50.994035 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device ca31ef76-e340-4884-b865-787ac34a2562 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:58:51.026141 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: ca31ef76-e340-4884-b865-787ac34a2562 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:58:51.026479 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device ca31ef76-e340-4884-b865-787ac34a2562 not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:58:51.158068 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b9ab6328-bcd1-4939-873b-a9d9465bff0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4055470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114247'] for subnet, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:51.195602 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ab6328-bcd1-4939-873b-a9d9465bff0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a1ef185-948d-4fee-b790-f4c33d327249,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:58:51.202297 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b9ab6328-bcd1-4939-873b-a9d9465bff0a admin admin] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:51.212372 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0456489-be59-48f0-85f9-c8b37b6fb2f8 None None] Network d52a3f48-7406-4a97-b586-f7523634f690 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:58:51.214179 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 47274) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:58:51.214764 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-b9ab6328-bcd1-4939-873b-a9d9465bff0a admin admin] 10.222.0.85 "DELETE /v2.0/subnets/2a1ef185-948d-4fee-b790-f4c33d327249 HTTP/1.1" status: 204 len: 168 time: 0.4900038 May 30 20:58:51.334681 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e66342df-51ef-4862-b587-8f1235d8207f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:51.346127 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-e66342df-51ef-4862-b587-8f1235d8207f admin admin] Deleting port 2ee2aa9f-31dc-4a51-adb8-1f7fed08e1c4 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:58:51.346753 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e66342df-51ef-4862-b587-8f1235d8207f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:51.493179 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-040bc5d3-770f-4d3d-b88e-0210a42eb6f1 None None] DHCP port deletion for d52a3f48-7406-4a97-b586-f7523634f690 request from n-d-843948-2 {{(pid=84888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:58:51.498007 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-040bc5d3-770f-4d3d-b88e-0210a42eb6f1 None None] Deleting port 2ee2aa9f-31dc-4a51-adb8-1f7fed08e1c4 {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:58:51.506113 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-040bc5d3-770f-4d3d-b88e-0210a42eb6f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:51.578860 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [None req-e66342df-51ef-4862-b587-8f1235d8207f admin admin] For port 2ee2aa9f-31dc-4a51-adb8-1f7fed08e1c4, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=2ee2aa9f-31dc-4a51-adb8-1f7fed08e1c4,segment=NetworkSegment(dbc2d090-d772-4642-aa8c-f1461a0cb754),segment_id=dbc2d090-d772-4642-aa8c-f1461a0cb754)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:58:51.579211 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e66342df-51ef-4862-b587-8f1235d8207f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:51.718373 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-e66342df-51ef-4862-b587-8f1235d8207f admin admin] Calling delete_port for 2ee2aa9f-31dc-4a51-adb8-1f7fed08e1c4 owned by network:dhcp {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:58:51.766606 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-040bc5d3-770f-4d3d-b88e-0210a42eb6f1 None None] For port 2ee2aa9f-31dc-4a51-adb8-1f7fed08e1c4, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=2ee2aa9f-31dc-4a51-adb8-1f7fed08e1c4,segment=NetworkSegment(dbc2d090-d772-4642-aa8c-f1461a0cb754),segment_id=dbc2d090-d772-4642-aa8c-f1461a0cb754)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:58:51.767134 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-040bc5d3-770f-4d3d-b88e-0210a42eb6f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:51.887396 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-040bc5d3-770f-4d3d-b88e-0210a42eb6f1 None None] Calling delete_port for 2ee2aa9f-31dc-4a51-adb8-1f7fed08e1c4 owned by network:dhcp {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:58:51.900758 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e66342df-51ef-4862-b587-8f1235d8207f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:51.949731 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66342df-51ef-4862-b587-8f1235d8207f admin admin] Pushing event deleted for resources: {'Port': ['ID=2ee2aa9f-31dc-4a51-adb8-1f7fed08e1c4,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:58:51.958298 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66342df-51ef-4862-b587-8f1235d8207f admin admin] No DVR routers for this DVR port 2ee2aa9f-31dc-4a51-adb8-1f7fed08e1c4 on host n-d-843948-2 {{(pid=84886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:58:51.962649 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.db.api [None req-040bc5d3-770f-4d3d-b88e-0210a42eb6f1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:58:51.969635 n-d-843948-2 neutron-server[84888]: DEBUG oslo_db.api [None req-040bc5d3-770f-4d3d-b88e-0210a42eb6f1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:58:52.082522 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e66342df-51ef-4862-b587-8f1235d8207f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:52.107197 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-e66342df-51ef-4862-b587-8f1235d8207f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d52a3f48-7406-4a97-b586-f7523634f690']}} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:58:52.118845 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-e66342df-51ef-4862-b587-8f1235d8207f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbc2d090-d772-4642-aa8c-f1461a0cb754') {'for_net_delete': True} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:58:52.119139 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-e66342df-51ef-4862-b587-8f1235d8207f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbc2d090-d772-4642-aa8c-f1461a0cb754') {} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:58:52.130750 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e66342df-51ef-4862-b587-8f1235d8207f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2660590'] for segment, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:52.146829 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e66342df-51ef-4862-b587-8f1235d8207f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:52.153149 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e66342df-51ef-4862-b587-8f1235d8207f admin admin] Releasing vlan 650 on physical network physnet1 to pool {{(pid=84886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:58:52.153533 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e66342df-51ef-4862-b587-8f1235d8207f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4126989'] for segment, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:52.167033 n-d-843948-2 neutron-server[84886]: Traceback (most recent call last): May 30 20:58:52.167033 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:58:52.167033 n-d-843948-2 neutron-server[84886]: timer() May 30 20:58:52.167033 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:58:52.167033 n-d-843948-2 neutron-server[84886]: cb(*args, **kw) May 30 20:58:52.167033 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:58:52.167033 n-d-843948-2 neutron-server[84886]: return func(*args, **kwargs) May 30 20:58:52.167033 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:58:52.167033 n-d-843948-2 neutron-server[84886]: self._notify() May 30 20:58:52.167033 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:58:52.167033 n-d-843948-2 neutron-server[84886]: self.callback(batched_events) May 30 20:58:52.167033 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:58:52.167033 n-d-843948-2 neutron-server[84886]: event.method(event) May 30 20:58:52.167033 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:58:52.167033 n-d-843948-2 neutron-server[84886]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:58:52.167033 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:58:52.167033 n-d-843948-2 neutron-server[84886]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:58:52.167033 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:58:52.167033 n-d-843948-2 neutron-server[84886]: return f(self, *a, **k) May 30 20:58:52.167033 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:58:52.167033 n-d-843948-2 neutron-server[84886]: return self._get(url).json() May 30 20:58:52.167033 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:58:52.167033 n-d-843948-2 neutron-server[84886]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:58:52.167033 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:58:52.167033 n-d-843948-2 neutron-server[84886]: return self.request(url, 'GET', **kwargs) May 30 20:58:52.167033 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:58:52.167033 n-d-843948-2 neutron-server[84886]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:58:52.167033 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:58:52.167033 n-d-843948-2 neutron-server[84886]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:58:52.167033 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:58:52.167033 n-d-843948-2 neutron-server[84886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:58:52.167033 n-d-843948-2 neutron-server[84886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:58:52.430280 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e66342df-51ef-4862-b587-8f1235d8207f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:52.447661 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e66342df-51ef-4862-b587-8f1235d8207f admin admin] Notify callbacks [] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:52.458977 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66342df-51ef-4862-b587-8f1235d8207f admin admin] Pushing event deleted for resources: {'Network': ['ID=d52a3f48-7406-4a97-b586-f7523634f690,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:58:52.464126 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-040bc5d3-770f-4d3d-b88e-0210a42eb6f1 None None] Deleting port 2ee2aa9f-31dc-4a51-adb8-1f7fed08e1c4 {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:58:52.464504 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-040bc5d3-770f-4d3d-b88e-0210a42eb6f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:52.466246 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-e66342df-51ef-4862-b587-8f1235d8207f admin admin] 10.222.0.85 "DELETE /v2.0/networks/d52a3f48-7406-4a97-b586-f7523634f690 HTTP/1.1" status: 204 len: 168 time: 1.2509458 May 30 20:58:52.469213 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 47326) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:58:52.529815 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-040bc5d3-770f-4d3d-b88e-0210a42eb6f1 None None] The port '2ee2aa9f-31dc-4a51-adb8-1f7fed08e1c4' was deleted {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 20:58:52.569056 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:52.871366 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2de09a8e-d7bc-4098-a5cf-7feb83dcfceb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-736216'] for router_interface, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:52.909536 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 2ee2aa9f-31dc-4a51-adb8-1f7fed08e1c4 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:58:52.943399 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: 2ee2aa9f-31dc-4a51-adb8-1f7fed08e1c4 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:58:52.943830 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 2ee2aa9f-31dc-4a51-adb8-1f7fed08e1c4 not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:58:53.500932 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-2de09a8e-d7bc-4098-a5cf-7feb83dcfceb admin admin] Deleting port f2448440-5313-4e49-b92f-cfa23e5e169a {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:58:53.501472 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2de09a8e-d7bc-4098-a5cf-7feb83dcfceb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:53.681575 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [None req-2de09a8e-d7bc-4098-a5cf-7feb83dcfceb admin admin] For port f2448440-5313-4e49-b92f-cfa23e5e169a, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=f2448440-5313-4e49-b92f-cfa23e5e169a,segment=NetworkSegment(85d3c1ca-97a0-49ea-9f61-7ee0fedccced),segment_id=85d3c1ca-97a0-49ea-9f61-7ee0fedccced)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:58:53.681948 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2de09a8e-d7bc-4098-a5cf-7feb83dcfceb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:53.808900 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-2de09a8e-d7bc-4098-a5cf-7feb83dcfceb admin admin] Calling delete_port for f2448440-5313-4e49-b92f-cfa23e5e169a owned by network:router_interface {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:58:54.157963 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2de09a8e-d7bc-4098-a5cf-7feb83dcfceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:54.201420 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de09a8e-d7bc-4098-a5cf-7feb83dcfceb admin admin] Pushing event deleted for resources: {'Port': ['ID=f2448440-5313-4e49-b92f-cfa23e5e169a,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:58:54.548130 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2de09a8e-d7bc-4098-a5cf-7feb83dcfceb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1718140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-736143'] for router_interface, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:55.154329 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2de09a8e-d7bc-4098-a5cf-7feb83dcfceb admin admin] Router 0ffabd44-3ef9-4139-8405-def7e049e1ea has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:58:55.363751 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2de09a8e-d7bc-4098-a5cf-7feb83dcfceb admin admin] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:58:55.373283 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba6306e-1b80-49a0-b083-87b8b521f8e3 None None] Sync routers for ids ['0ffabd44-3ef9-4139-8405-def7e049e1ea'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:58:55.394536 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba6306e-1b80-49a0-b083-87b8b521f8e3 None None] Routers {'0ffabd44-3ef9-4139-8405-def7e049e1ea'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:58:55.394536 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-7ba6306e-1b80-49a0-b083-87b8b521f8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:58:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['0ffabd44-3ef9-4139-8405-def7e049e1ea'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:58:55.445157 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-2de09a8e-d7bc-4098-a5cf-7feb83dcfceb admin admin] 10.222.0.85 "PUT /v2.0/routers/0ffabd44-3ef9-4139-8405-def7e049e1ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9748583 May 30 20:58:55.447799 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 47356) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:58:55.584711 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-7ba6306e-1b80-49a0-b083-87b8b521f8e3 None None] Set router 0ffabd44-3ef9-4139-8405-def7e049e1ea gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:58:55.662391 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-74372f6c-597a-4b13-96e2-53edb8647a73 admin admin] Notify callbacks [] for router, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:55.893995 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-7ba6306e-1b80-49a0-b083-87b8b521f8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ffabd44-3ef9-4139-8405-def7e049e1ea', 'name': 'tempest-TestVolumeBackupRestore-711118310-router', 'tenant_id': '2affaf7d0d3d461ba1aa66e8d814d55e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.49'}], 'enable_snat': True}, 'gw_port_id': 'd5674bfc-8bcc-4bfd-936f-6ca6839525fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:54:20Z', 'updated_at': '2022-05-30T20:58:53Z', 'revision_number': 5, 'project_id': '2affaf7d0d3d461ba1aa66e8d814d55e', 'gw_port': {'id': 'd5674bfc-8bcc-4bfd-936f-6ca6839525fc', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:20:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ffabd44-3ef9-4139-8405-def7e049e1ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:54:22Z', 'updated_at': '2022-05-30T20:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:58:55.899444 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba6306e-1b80-49a0-b083-87b8b521f8e3 None None] Checking router: 0ffabd44-3ef9-4139-8405-def7e049e1ea for host: n-d-843948-2 {{(pid=84889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:58:55.911319 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba6306e-1b80-49a0-b083-87b8b521f8e3 None None] Routers {'0ffabd44-3ef9-4139-8405-def7e049e1ea'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:58:55.912022 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-7ba6306e-1b80-49a0-b083-87b8b521f8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:58:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['0ffabd44-3ef9-4139-8405-def7e049e1ea'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:58:55.991394 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-74372f6c-597a-4b13-96e2-53edb8647a73 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:56.093141 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-74372f6c-597a-4b13-96e2-53edb8647a73 admin admin] Deleting port d5674bfc-8bcc-4bfd-936f-6ca6839525fc {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:58:56.093599 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-74372f6c-597a-4b13-96e2-53edb8647a73 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:56.097241 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-7ba6306e-1b80-49a0-b083-87b8b521f8e3 None None] Set router 0ffabd44-3ef9-4139-8405-def7e049e1ea gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:58:56.243955 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ef09274f-fd33-48b0-bd01-e91d16e04348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:56.303429 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [None req-74372f6c-597a-4b13-96e2-53edb8647a73 admin admin] For port d5674bfc-8bcc-4bfd-936f-6ca6839525fc, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=d5674bfc-8bcc-4bfd-936f-6ca6839525fc,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:58:56.303939 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-74372f6c-597a-4b13-96e2-53edb8647a73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:56.434476 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-7ba6306e-1b80-49a0-b083-87b8b521f8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ffabd44-3ef9-4139-8405-def7e049e1ea', 'name': 'tempest-TestVolumeBackupRestore-711118310-router', 'tenant_id': '2affaf7d0d3d461ba1aa66e8d814d55e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.49'}], 'enable_snat': True}, 'gw_port_id': 'd5674bfc-8bcc-4bfd-936f-6ca6839525fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:54:20Z', 'updated_at': '2022-05-30T20:58:53Z', 'revision_number': 5, 'project_id': '2affaf7d0d3d461ba1aa66e8d814d55e', 'gw_port': {'id': 'd5674bfc-8bcc-4bfd-936f-6ca6839525fc', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:20:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ffabd44-3ef9-4139-8405-def7e049e1ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:54:22Z', 'updated_at': '2022-05-30T20:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:58:56.438429 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba6306e-1b80-49a0-b083-87b8b521f8e3 None None] The sync data for ids ['0ffabd44-3ef9-4139-8405-def7e049e1ea'] in n-d-843948-2 is: [{'id': '0ffabd44-3ef9-4139-8405-def7e049e1ea', 'name': 'tempest-TestVolumeBackupRestore-711118310-router', 'tenant_id': '2affaf7d0d3d461ba1aa66e8d814d55e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.49'}], 'enable_snat': True}, 'gw_port_id': 'd5674bfc-8bcc-4bfd-936f-6ca6839525fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:54:20Z', 'updated_at': '2022-05-30T20:58:53Z', 'revision_number': 5, 'project_id': '2affaf7d0d3d461ba1aa66e8d814d55e', 'gw_port': {'id': 'd5674bfc-8bcc-4bfd-936f-6ca6839525fc', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:20:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ffabd44-3ef9-4139-8405-def7e049e1ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:54:22Z', 'updated_at': '2022-05-30T20:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:58:56.459402 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-74372f6c-597a-4b13-96e2-53edb8647a73 admin admin] Calling delete_port for d5674bfc-8bcc-4bfd-936f-6ca6839525fc owned by network:router_gateway {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:58:56.752187 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-74372f6c-597a-4b13-96e2-53edb8647a73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:56.801445 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74372f6c-597a-4b13-96e2-53edb8647a73 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5674bfc-8bcc-4bfd-936f-6ca6839525fc,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:58:56.947056 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device f2448440-5313-4e49-b92f-cfa23e5e169a no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:58:56.989031 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: f2448440-5313-4e49-b92f-cfa23e5e169a {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:58:56.992915 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device f2448440-5313-4e49-b92f-cfa23e5e169a not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:58:57.044436 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-74372f6c-597a-4b13-96e2-53edb8647a73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-736453'] for router_gateway, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:57.304297 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-74372f6c-597a-4b13-96e2-53edb8647a73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-724789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3141'] for router, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:57.308599 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-74372f6c-597a-4b13-96e2-53edb8647a73 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:57.420562 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-74372f6c-597a-4b13-96e2-53edb8647a73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724889'] for router, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:57.421084 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74372f6c-597a-4b13-96e2-53edb8647a73 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0ffabd44-3ef9-4139-8405-def7e049e1ea {{(pid=84886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 20:58:57.434723 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-74372f6c-597a-4b13-96e2-53edb8647a73 admin admin] Notify callbacks [] for router, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:57.436981 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-74372f6c-597a-4b13-96e2-53edb8647a73 admin admin] 10.222.0.85 "DELETE /v2.0/routers/0ffabd44-3ef9-4139-8405-def7e049e1ea HTTP/1.1" status: 204 len: 168 time: 1.9871819 May 30 20:58:57.438781 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 47360) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:58:57.567983 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:58:57.617468 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5bea4be-e78d-4007-af10-cc07bb554f69 admin admin] Deleting subnet d002e712-38e9-4658-862f-f178e8d4efa4 {{(pid=84886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 20:58:57.620895 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b5bea4be-e78d-4007-af10-cc07bb554f69 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:57.674476 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b5bea4be-e78d-4007-af10-cc07bb554f69 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2655517'] for subnet, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:57.757364 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b5bea4be-e78d-4007-af10-cc07bb554f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:57.916694 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b5bea4be-e78d-4007-af10-cc07bb554f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4127075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2778536'] for subnet, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:57.961254 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bea4be-e78d-4007-af10-cc07bb554f69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d002e712-38e9-4658-862f-f178e8d4efa4,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:58:57.966026 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b5bea4be-e78d-4007-af10-cc07bb554f69 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:57.972738 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c57ffd11-e14a-45bb-b7ac-2207be4b58e7 None None] Network ba5cd47f-70d8-4bbc-a89a-2dae63f17e13 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:58:57.977660 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-b5bea4be-e78d-4007-af10-cc07bb554f69 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/d002e712-38e9-4658-862f-f178e8d4efa4 HTTP/1.1" status: 204 len: 168 time: 0.5346982 May 30 20:58:57.977976 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 47364) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:58:58.097408 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8ad7bed6-1e0d-484b-bb24-68cd20872b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:58.110322 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-8ad7bed6-1e0d-484b-bb24-68cd20872b80 admin admin] Deleting port c57d471c-942d-479d-9eb1-b773e0c03d63 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:58:58.110661 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8ad7bed6-1e0d-484b-bb24-68cd20872b80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:58.258918 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b4ff8d-fa58-4b73-bbad-dc52e7c35c13 None None] DHCP port deletion for ba5cd47f-70d8-4bbc-a89a-2dae63f17e13 request from n-d-843948-2 {{(pid=84888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 20:58:58.263195 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-c2b4ff8d-fa58-4b73-bbad-dc52e7c35c13 None None] Deleting port c57d471c-942d-479d-9eb1-b773e0c03d63 {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:58:58.263548 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-c2b4ff8d-fa58-4b73-bbad-dc52e7c35c13 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:58.340056 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [None req-8ad7bed6-1e0d-484b-bb24-68cd20872b80 admin admin] For port c57d471c-942d-479d-9eb1-b773e0c03d63, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=c57d471c-942d-479d-9eb1-b773e0c03d63,segment=NetworkSegment(85d3c1ca-97a0-49ea-9f61-7ee0fedccced),segment_id=85d3c1ca-97a0-49ea-9f61-7ee0fedccced)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:58:58.340417 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8ad7bed6-1e0d-484b-bb24-68cd20872b80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:58.466435 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-8ad7bed6-1e0d-484b-bb24-68cd20872b80 admin admin] Calling delete_port for c57d471c-942d-479d-9eb1-b773e0c03d63 owned by network:dhcp {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:58:58.477838 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-c2b4ff8d-fa58-4b73-bbad-dc52e7c35c13 None None] For port c57d471c-942d-479d-9eb1-b773e0c03d63, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=c57d471c-942d-479d-9eb1-b773e0c03d63,segment=NetworkSegment(85d3c1ca-97a0-49ea-9f61-7ee0fedccced),segment_id=85d3c1ca-97a0-49ea-9f61-7ee0fedccced)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:58:58.478131 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-c2b4ff8d-fa58-4b73-bbad-dc52e7c35c13 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:58.599377 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-c2b4ff8d-fa58-4b73-bbad-dc52e7c35c13 None None] Calling delete_port for c57d471c-942d-479d-9eb1-b773e0c03d63 owned by network:dhcp {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:58:58.630176 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8ad7bed6-1e0d-484b-bb24-68cd20872b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:58.677865 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.db.api [None req-c2b4ff8d-fa58-4b73-bbad-dc52e7c35c13 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 20:58:58.678441 n-d-843948-2 neutron-server[84888]: DEBUG oslo_db.api [None req-c2b4ff8d-fa58-4b73-bbad-dc52e7c35c13 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 20:58:58.680750 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad7bed6-1e0d-484b-bb24-68cd20872b80 admin admin] Pushing event deleted for resources: {'Port': ['ID=c57d471c-942d-479d-9eb1-b773e0c03d63,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:58:58.688772 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad7bed6-1e0d-484b-bb24-68cd20872b80 admin admin] No DVR routers for this DVR port c57d471c-942d-479d-9eb1-b773e0c03d63 on host n-d-843948-2 {{(pid=84886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:58:58.811086 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8ad7bed6-1e0d-484b-bb24-68cd20872b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:58.837845 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-8ad7bed6-1e0d-484b-bb24-68cd20872b80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba5cd47f-70d8-4bbc-a89a-2dae63f17e13']}} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:58:58.851616 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-8ad7bed6-1e0d-484b-bb24-68cd20872b80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85d3c1ca-97a0-49ea-9f61-7ee0fedccced') {'for_net_delete': True} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:58:58.851919 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-8ad7bed6-1e0d-484b-bb24-68cd20872b80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85d3c1ca-97a0-49ea-9f61-7ee0fedccced') {} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:58:58.865867 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8ad7bed6-1e0d-484b-bb24-68cd20872b80 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2660590'] for segment, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:58.885416 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8ad7bed6-1e0d-484b-bb24-68cd20872b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:58.895200 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ad7bed6-1e0d-484b-bb24-68cd20872b80 admin admin] Releasing vlan 686 on physical network physnet1 to pool {{(pid=84886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 20:58:58.901456 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8ad7bed6-1e0d-484b-bb24-68cd20872b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4126989'] for segment, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:58.910477 n-d-843948-2 neutron-server[84886]: Traceback (most recent call last): May 30 20:58:58.910477 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 20:58:58.910477 n-d-843948-2 neutron-server[84886]: timer() May 30 20:58:58.910477 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 20:58:58.910477 n-d-843948-2 neutron-server[84886]: cb(*args, **kw) May 30 20:58:58.910477 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 20:58:58.910477 n-d-843948-2 neutron-server[84886]: return func(*args, **kwargs) May 30 20:58:58.910477 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 20:58:58.910477 n-d-843948-2 neutron-server[84886]: self._notify() May 30 20:58:58.910477 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 20:58:58.910477 n-d-843948-2 neutron-server[84886]: self.callback(batched_events) May 30 20:58:58.910477 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 20:58:58.910477 n-d-843948-2 neutron-server[84886]: event.method(event) May 30 20:58:58.910477 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 20:58:58.910477 n-d-843948-2 neutron-server[84886]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 20:58:58.910477 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 20:58:58.910477 n-d-843948-2 neutron-server[84886]: aggregate_uuid = self.p_client.list_aggregates( May 30 20:58:58.910477 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 20:58:58.910477 n-d-843948-2 neutron-server[84886]: return f(self, *a, **k) May 30 20:58:58.910477 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 20:58:58.910477 n-d-843948-2 neutron-server[84886]: return self._get(url).json() May 30 20:58:58.910477 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 20:58:58.910477 n-d-843948-2 neutron-server[84886]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 20:58:58.910477 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 20:58:58.910477 n-d-843948-2 neutron-server[84886]: return self.request(url, 'GET', **kwargs) May 30 20:58:58.910477 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 20:58:58.910477 n-d-843948-2 neutron-server[84886]: base_url = self.get_endpoint(auth, allow=allow, May 30 20:58:58.910477 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 20:58:58.910477 n-d-843948-2 neutron-server[84886]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 20:58:58.910477 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 20:58:58.910477 n-d-843948-2 neutron-server[84886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 20:58:58.910477 n-d-843948-2 neutron-server[84886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 20:58:58.918367 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device c57d471c-942d-479d-9eb1-b773e0c03d63 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:58:58.954528 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: c57d471c-942d-479d-9eb1-b773e0c03d63 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:58:58.955024 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device c57d471c-942d-479d-9eb1-b773e0c03d63 not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:58:58.955527 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device d5674bfc-8bcc-4bfd-936f-6ca6839525fc no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:58:58.989733 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: d5674bfc-8bcc-4bfd-936f-6ca6839525fc {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:58:58.990409 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device d5674bfc-8bcc-4bfd-936f-6ca6839525fc not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:58:59.055178 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8ad7bed6-1e0d-484b-bb24-68cd20872b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:59.073892 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8ad7bed6-1e0d-484b-bb24-68cd20872b80 admin admin] Notify callbacks [] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:59.085594 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad7bed6-1e0d-484b-bb24-68cd20872b80 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba5cd47f-70d8-4bbc-a89a-2dae63f17e13,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:58:59.093548 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-8ad7bed6-1e0d-484b-bb24-68cd20872b80 admin admin] 10.222.0.85 "DELETE /v2.0/networks/ba5cd47f-70d8-4bbc-a89a-2dae63f17e13 HTTP/1.1" status: 204 len: 168 time: 1.1137664 May 30 20:58:59.179804 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-c2b4ff8d-fa58-4b73-bbad-dc52e7c35c13 None None] Deleting port c57d471c-942d-479d-9eb1-b773e0c03d63 {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:58:59.180259 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-c2b4ff8d-fa58-4b73-bbad-dc52e7c35c13 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:59.249675 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-c2b4ff8d-fa58-4b73-bbad-dc52e7c35c13 None None] The port 'c57d471c-942d-479d-9eb1-b773e0c03d63' was deleted {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 20:58:59.596660 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 47370) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:58:59.619079 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-f49a6806-bdcf-4947-be81-1f46984e1444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:59.654723 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-41ebb7eb-3e6b-4c98-abe7-e03cc98c6007 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=664fa987cede4b5c91b79f131e0ee328&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0567660 May 30 20:58:59.657555 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 47374) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:58:59.724682 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-49791907-47df-402b-8931-ca290e333205 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:59.755303 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-49791907-47df-402b-8931-ca290e333205 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:59.877795 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:59.911963 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-49791907-47df-402b-8931-ca290e333205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:59.930363 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49791907-47df-402b-8931-ca290e333205 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=436208d6-8b00-42a4-92f6-f41f913152ac,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:58:59.939815 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-49791907-47df-402b-8931-ca290e333205 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:58:59.941573 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-49791907-47df-402b-8931-ca290e333205 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/436208d6-8b00-42a4-92f6-f41f913152ac HTTP/1.1" status: 204 len: 168 time: 0.2828386 May 30 20:59:00.895012 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 47382) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:59:00.946941 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-a0a90af1-32c8-4029-9981-28634ce5ddb7 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=2affaf7d0d3d461ba1aa66e8d814d55e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0507307 May 30 20:59:00.949417 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 47386) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:59:01.014721 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-beb34d85-bbe4-4449-aaae-f40d42b0a5aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:01.042834 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-beb34d85-bbe4-4449-aaae-f40d42b0a5aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:01.169111 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-beb34d85-bbe4-4449-aaae-f40d42b0a5aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:01.187108 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb34d85-bbe4-4449-aaae-f40d42b0a5aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da2c6577-9280-41f3-8d1a-8cece91b7935,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:59:01.192158 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-beb34d85-bbe4-4449-aaae-f40d42b0a5aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:01.192734 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-beb34d85-bbe4-4449-aaae-f40d42b0a5aa admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/da2c6577-9280-41f3-8d1a-8cece91b7935 HTTP/1.1" status: 204 len: 168 time: 0.2423682 May 30 20:59:01.260819 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:02.493978 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 47410) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:59:02.687853 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-9c06ece6-fa61-4f34-bbd9-26ed47cc6dbb admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1989824106-network', 'tenant_id': '77af9bf22b944dbfb655c3750493d955'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:59:02.695090 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-9c06ece6-fa61-4f34-bbd9-26ed47cc6dbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:59:02.700015 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-9c06ece6-fa61-4f34-bbd9-26ed47cc6dbb admin admin] Usage tracker for resource:network and tenant:77af9bf22b944dbfb655c3750493d955 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:59:02.703531 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-9c06ece6-fa61-4f34-bbd9-26ed47cc6dbb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:59:02.711342 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-9c06ece6-fa61-4f34-bbd9-26ed47cc6dbb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:59:02.780571 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:02.808839 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c06ece6-fa61-4f34-bbd9-26ed47cc6dbb admin admin] Made reservation on behalf of 77af9bf22b944dbfb655c3750493d955 for: {'network': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:59:02.811292 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9c06ece6-fa61-4f34-bbd9-26ed47cc6dbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:02.824721 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9c06ece6-fa61-4f34-bbd9-26ed47cc6dbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:02.858536 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-9c06ece6-fa61-4f34-bbd9-26ed47cc6dbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:59:02.862558 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-9c06ece6-fa61-4f34-bbd9-26ed47cc6dbb admin admin] Usage tracker for resource:security_group_rule and tenant:77af9bf22b944dbfb655c3750493d955 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:59:02.865544 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-9c06ece6-fa61-4f34-bbd9-26ed47cc6dbb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:59:02.871400 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-9c06ece6-fa61-4f34-bbd9-26ed47cc6dbb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:59:02.939720 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9c06ece6-fa61-4f34-bbd9-26ed47cc6dbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:03.066978 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9c06ece6-fa61-4f34-bbd9-26ed47cc6dbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:03.103077 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c06ece6-fa61-4f34-bbd9-26ed47cc6dbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=765f1b2e-5cfe-4855-818d-4fb37dae856a,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:59:03.105747 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c06ece6-fa61-4f34-bbd9-26ed47cc6dbb admin admin] vlan segment allocate from pool success with {'vlan_id': 699, 'physical_network': 'physnet1'} {{(pid=84886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:59:03.116334 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9c06ece6-fa61-4f34-bbd9-26ed47cc6dbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:03.116773 n-d-843948-2 neutron-server[84886]: INFO neutron.db.segments_db [None req-9c06ece6-fa61-4f34-bbd9-26ed47cc6dbb admin admin] Added segment 2e885274-52fc-4171-9073-e5cac614bba8 of type vlan for network 9e6054a2-cd00-456b-9147-e00bdd6d82cb May 30 20:59:03.144718 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9c06ece6-fa61-4f34-bbd9-26ed47cc6dbb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:03.260896 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9c06ece6-fa61-4f34-bbd9-26ed47cc6dbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:03.261968 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c06ece6-fa61-4f34-bbd9-26ed47cc6dbb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:59:03.262634 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9c06ece6-fa61-4f34-bbd9-26ed47cc6dbb admin admin] Notify callbacks [] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:03.374906 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c06ece6-fa61-4f34-bbd9-26ed47cc6dbb admin admin] Pushing event updated for resources: {'Network': ['ID=9e6054a2-cd00-456b-9147-e00bdd6d82cb,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:59:03.386169 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network 9e6054a2-cd00-456b-9147-e00bdd6d82cb details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:59:03.461201 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-9c06ece6-fa61-4f34-bbd9-26ed47cc6dbb admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9660897 May 30 20:59:03.464326 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 47416) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:59:03.469858 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-3b1b5143-446a-45f3-8a33-c329ee9d93b4 admin admin] Request body: {'subnet': {'network_id': '9e6054a2-cd00-456b-9147-e00bdd6d82cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1989824106-subnet', 'tenant_id': '77af9bf22b944dbfb655c3750493d955', 'ip_version': 4}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:59:03.476243 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-3b1b5143-446a-45f3-8a33-c329ee9d93b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:59:03.482441 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-3b1b5143-446a-45f3-8a33-c329ee9d93b4 admin admin] Usage tracker for resource:subnet and tenant:77af9bf22b944dbfb655c3750493d955 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:59:03.485686 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-3b1b5143-446a-45f3-8a33-c329ee9d93b4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:59:03.492543 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-3b1b5143-446a-45f3-8a33-c329ee9d93b4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:59:03.569282 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b1b5143-446a-45f3-8a33-c329ee9d93b4 admin admin] Made reservation on behalf of 77af9bf22b944dbfb655c3750493d955 for: {'subnet': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:59:03.571780 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3b1b5143-446a-45f3-8a33-c329ee9d93b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2778563'] for subnet, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:03.973626 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3b1b5143-446a-45f3-8a33-c329ee9d93b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4127140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2778577'] for subnet, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:04.057886 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1b5143-446a-45f3-8a33-c329ee9d93b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=760310b8-d127-408a-b08f-63f194a569b1,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:59:04.071061 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1b5143-446a-45f3-8a33-c329ee9d93b4 admin admin] Checking segment: {'id': '2e885274-52fc-4171-9073-e5cac614bba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '9e6054a2-cd00-456b-9147-e00bdd6d82cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:59:04.071410 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b1b5143-446a-45f3-8a33-c329ee9d93b4 admin admin] Network hostable DHCP agents. Network: 9e6054a2-cd00-456b-9147-e00bdd6d82cb, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:59:04.184793 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b1b5143-446a-45f3-8a33-c329ee9d93b4 admin admin] Network 9e6054a2-cd00-456b-9147-e00bdd6d82cb is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:59:04.266750 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-3b1b5143-446a-45f3-8a33-c329ee9d93b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, 9e6054a2-cd00-456b-9147-e00bdd6d82cb) {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:59:04.272051 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b1b5143-446a-45f3-8a33-c329ee9d93b4 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:59:04.272804 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3b1b5143-446a-45f3-8a33-c329ee9d93b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:04.279158 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d5180f-89eb-4b95-9c4b-32969f8b14f0 None None] Network 9e6054a2-cd00-456b-9147-e00bdd6d82cb requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:59:04.370320 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-3b1b5143-446a-45f3-8a33-c329ee9d93b4 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9047523 May 30 20:59:04.374410 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 47420) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:59:04.380346 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-9a8a3221-4aa6-4bbf-a197-bd1c382d1804 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1989824106-router', 'tenant_id': '77af9bf22b944dbfb655c3750493d955', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:59:04.386472 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-9a8a3221-4aa6-4bbf-a197-bd1c382d1804 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:59:04.391252 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-9a8a3221-4aa6-4bbf-a197-bd1c382d1804 admin admin] Usage tracker for resource:router and tenant:77af9bf22b944dbfb655c3750493d955 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:59:04.395450 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-9a8a3221-4aa6-4bbf-a197-bd1c382d1804 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:59:04.402983 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-9a8a3221-4aa6-4bbf-a197-bd1c382d1804 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:59:04.477997 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9a8a3221-4aa6-4bbf-a197-bd1c382d1804 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-733683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3159'] for router, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:04.479322 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9a8a3221-4aa6-4bbf-a197-bd1c382d1804 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-733584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-736372', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-628480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3164'] for router, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:04.501203 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9a8a3221-4aa6-4bbf-a197-bd1c382d1804 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:04.571335 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5b29bf3-4450-4be3-85e9-ae0c59be14de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-9e6054a2-cd00-456b-9147-e00bdd6d82cb', 'network_id': '9e6054a2-cd00-456b-9147-e00bdd6d82cb', 'tenant_id': '77af9bf22b944dbfb655c3750493d955', 'fixed_ips': [{'subnet_id': '760310b8-d127-408a-b08f-63f194a569b1'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:59:04.580724 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b5b29bf3-4450-4be3-85e9-ae0c59be14de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:04.748686 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-b5b29bf3-4450-4be3-85e9-ae0c59be14de None None] Allocated IP 172.20.0.2 (9e6054a2-cd00-456b-9147-e00bdd6d82cb/760310b8-d127-408a-b08f-63f194a569b1/b112ea99-1d59-4e21-8d7b-a137bb970e8f) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:59:04.787773 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9a8a3221-4aa6-4bbf-a197-bd1c382d1804 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-736390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:04.980624 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b5b29bf3-4450-4be3-85e9-ae0c59be14de None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:04.991922 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b5b29bf3-4450-4be3-85e9-ae0c59be14de None None] Transition to ACTIVE for port object b112ea99-1d59-4e21-8d7b-a137bb970e8f will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:59:05.013569 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b5b29bf3-4450-4be3-85e9-ae0c59be14de None None] Transition to ACTIVE for port object b112ea99-1d59-4e21-8d7b-a137bb970e8f will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:59:05.078565 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b5b29bf3-4450-4be3-85e9-ae0c59be14de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:05.130004 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9a8a3221-4aa6-4bbf-a197-bd1c382d1804 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:05.149501 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b29bf3-4450-4be3-85e9-ae0c59be14de None None] Network 9e6054a2-cd00-456b-9147-e00bdd6d82cb is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:59:05.152585 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-b5b29bf3-4450-4be3-85e9-ae0c59be14de None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:59:05.155737 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b29bf3-4450-4be3-85e9-ae0c59be14de None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:59:05.162420 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9a8a3221-4aa6-4bbf-a197-bd1c382d1804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:05.163808 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b29bf3-4450-4be3-85e9-ae0c59be14de None None] Pushing event updated for resources: {'Port': ['ID=b112ea99-1d59-4e21-8d7b-a137bb970e8f,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:59:05.246943 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b29bf3-4450-4be3-85e9-ae0c59be14de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:59:05.247393 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b29bf3-4450-4be3-85e9-ae0c59be14de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:59:05.247700 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b29bf3-4450-4be3-85e9-ae0c59be14de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:59:05.248044 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b29bf3-4450-4be3-85e9-ae0c59be14de None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:59:05.248379 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b29bf3-4450-4be3-85e9-ae0c59be14de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:59:05.248703 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b29bf3-4450-4be3-85e9-ae0c59be14de None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:59:05.249032 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b29bf3-4450-4be3-85e9-ae0c59be14de None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:59:05.249383 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b29bf3-4450-4be3-85e9-ae0c59be14de None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:59:05.249704 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b29bf3-4450-4be3-85e9-ae0c59be14de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:59:05.250068 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b29bf3-4450-4be3-85e9-ae0c59be14de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:59:05.250347 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b29bf3-4450-4be3-85e9-ae0c59be14de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:59:05.280787 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-b5b29bf3-4450-4be3-85e9-ae0c59be14de None None] Attempting to bind port b112ea99-1d59-4e21-8d7b-a137bb970e8f on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:59:05.281457 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-b5b29bf3-4450-4be3-85e9-ae0c59be14de None None] Attempting to bind port b112ea99-1d59-4e21-8d7b-a137bb970e8f by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': '2e885274-52fc-4171-9073-e5cac614bba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '9e6054a2-cd00-456b-9147-e00bdd6d82cb'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:59:05.281457 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b29bf3-4450-4be3-85e9-ae0c59be14de None None] Attempting to bind port b112ea99-1d59-4e21-8d7b-a137bb970e8f on network 9e6054a2-cd00-456b-9147-e00bdd6d82cb {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:59:05.289188 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b29bf3-4450-4be3-85e9-ae0c59be14de None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:59:05.291873 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b29bf3-4450-4be3-85e9-ae0c59be14de None None] Checking segment: {'id': '2e885274-52fc-4171-9073-e5cac614bba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '9e6054a2-cd00-456b-9147-e00bdd6d82cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:59:05.291873 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b5b29bf3-4450-4be3-85e9-ae0c59be14de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:05.291873 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b29bf3-4450-4be3-85e9-ae0c59be14de None None] Bound using segment: {'id': '2e885274-52fc-4171-9073-e5cac614bba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '9e6054a2-cd00-456b-9147-e00bdd6d82cb'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:59:05.291873 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-b5b29bf3-4450-4be3-85e9-ae0c59be14de None None] Bound port: b112ea99-1d59-4e21-8d7b-a137bb970e8f, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e885274-52fc-4171-9073-e5cac614bba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '9e6054a2-cd00-456b-9147-e00bdd6d82cb'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:59:05.291873 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b5b29bf3-4450-4be3-85e9-ae0c59be14de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:05.317999 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-9a8a3221-4aa6-4bbf-a197-bd1c382d1804 admin admin] Allocated IP 172.25.8.27 (c7869750-4b49-4b7e-aa99-5e0f1ae02da4/427601ec-f643-4fe7-b5e6-17305d3a39e1/2b4be356-9ddb-4ee6-99f5-18787f956c77) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:59:05.402856 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b5b29bf3-4450-4be3-85e9-ae0c59be14de None None] For port b112ea99-1d59-4e21-8d7b-a137bb970e8f, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:59:05.406234 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b5b29bf3-4450-4be3-85e9-ae0c59be14de None None] For port b112ea99-1d59-4e21-8d7b-a137bb970e8f, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=b112ea99-1d59-4e21-8d7b-a137bb970e8f,segment=NetworkSegment(2e885274-52fc-4171-9073-e5cac614bba8),segment_id=2e885274-52fc-4171-9073-e5cac614bba8)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:59:05.476537 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b5b29bf3-4450-4be3-85e9-ae0c59be14de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:05.496849 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9a8a3221-4aa6-4bbf-a197-bd1c382d1804 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:05.569258 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b29bf3-4450-4be3-85e9-ae0c59be14de None None] Pushing event updated for resources: {'Port': ['ID=b112ea99-1d59-4e21-8d7b-a137bb970e8f,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:59:05.587478 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9a8a3221-4aa6-4bbf-a197-bd1c382d1804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:05.673283 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a8a3221-4aa6-4bbf-a197-bd1c382d1804 admin admin] Network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:59:05.676863 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-9a8a3221-4aa6-4bbf-a197-bd1c382d1804 admin admin] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:59:05.679552 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8a3221-4aa6-4bbf-a197-bd1c382d1804 admin admin] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:59:05.717534 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8a3221-4aa6-4bbf-a197-bd1c382d1804 admin admin] Pushing event updated for resources: {'Port': ['ID=2b4be356-9ddb-4ee6-99f5-18787f956c77,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:59:05.966384 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9a8a3221-4aa6-4bbf-a197-bd1c382d1804 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:05.967179 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9a8a3221-4aa6-4bbf-a197-bd1c382d1804 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-736409'] for router, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:06.289753 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a8a3221-4aa6-4bbf-a197-bd1c382d1804 admin admin] Router 8d971eaa-9cd7-4665-8518-ddeae5e5d962 is scheduled to L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 with binding_index 1 {{(pid=84886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 20:59:06.695488 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a8a3221-4aa6-4bbf-a197-bd1c382d1804 admin admin] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:59:06.711332 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde2dfb3-94f7-4532-bf91-2d2ca0171b3d None None] Sync routers for ids ['8d971eaa-9cd7-4665-8518-ddeae5e5d962'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:59:06.731649 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde2dfb3-94f7-4532-bf91-2d2ca0171b3d None None] Routers {'8d971eaa-9cd7-4665-8518-ddeae5e5d962'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:59:06.732590 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-bde2dfb3-94f7-4532-bf91-2d2ca0171b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:59:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['8d971eaa-9cd7-4665-8518-ddeae5e5d962'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:59:06.785405 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d17ef4b-0ede-48c4-933f-b308377607ea None None] Network 9e6054a2-cd00-456b-9147-e00bdd6d82cb requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:59:06.810037 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9a8a3221-4aa6-4bbf-a197-bd1c382d1804 admin admin] Notify callbacks [] for router, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:06.812408 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-9a8a3221-4aa6-4bbf-a197-bd1c382d1804 admin admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4366663 May 30 20:59:06.816030 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 47430) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:59:06.966399 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device b112ea99-1d59-4e21-8d7b-a137bb970e8f up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:59:07.080827 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-540dd70c-bc9f-42d1-ac47-4527bd967e82 None None] Provisioning for port b112ea99-1d59-4e21-8d7b-a137bb970e8f completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:59:07.145250 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-bde2dfb3-94f7-4532-bf91-2d2ca0171b3d None None] Set router 8d971eaa-9cd7-4665-8518-ddeae5e5d962 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:59:07.437964 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port b112ea99-1d59-4e21-8d7b-a137bb970e8f completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:59:07.464064 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port b112ea99-1d59-4e21-8d7b-a137bb970e8f triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:59:07.464424 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:07.685753 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:07.717674 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-bde2dfb3-94f7-4532-bf91-2d2ca0171b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d971eaa-9cd7-4665-8518-ddeae5e5d962', 'name': 'tempest-TestVolumeBootPattern-1989824106-router', 'tenant_id': '77af9bf22b944dbfb655c3750493d955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.27'}], 'enable_snat': True}, 'gw_port_id': '2b4be356-9ddb-4ee6-99f5-18787f956c77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:59:04Z', 'updated_at': '2022-05-30T20:59:05Z', 'revision_number': 3, 'project_id': '77af9bf22b944dbfb655c3750493d955', 'gw_port': {'id': '2b4be356-9ddb-4ee6-99f5-18787f956c77', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c2:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d971eaa-9cd7-4665-8518-ddeae5e5d962', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:59:05Z', 'updated_at': '2022-05-30T20:59:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:59:07.727827 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde2dfb3-94f7-4532-bf91-2d2ca0171b3d None None] Checking router: 8d971eaa-9cd7-4665-8518-ddeae5e5d962 for host: n-d-843948-2 {{(pid=84888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:59:07.728177 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde2dfb3-94f7-4532-bf91-2d2ca0171b3d None None] Updating router 8d971eaa-9cd7-4665-8518-ddeae5e5d962 port 2b4be356-9ddb-4ee6-99f5-18787f956c77 binding host n-d-843948-2 {{(pid=84888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:59:07.768830 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port b112ea99-1d59-4e21-8d7b-a137bb970e8f, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=b112ea99-1d59-4e21-8d7b-a137bb970e8f,segment=NetworkSegment(2e885274-52fc-4171-9073-e5cac614bba8),segment_id=2e885274-52fc-4171-9073-e5cac614bba8)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:59:07.771421 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-88c49b1e-792a-404e-ad4a-9033a582bbba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:07.794540 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-bde2dfb3-94f7-4532-bf91-2d2ca0171b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:07.860097 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:08.027707 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=b112ea99-1d59-4e21-8d7b-a137bb970e8f,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:59:08.045105 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-fa079f31-6de8-443d-adc0-a697f14ea130 None None] Provisioning complete for port b112ea99-1d59-4e21-8d7b-a137bb970e8f triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:59:08.045468 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-fa079f31-6de8-443d-adc0-a697f14ea130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:08.088639 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [None req-88c49b1e-792a-404e-ad4a-9033a582bbba admin admin] Allocated IP 172.20.0.1 (9e6054a2-cd00-456b-9147-e00bdd6d82cb/760310b8-d127-408a-b08f-63f194a569b1/b5425a0c-86d4-4510-bf7d-ce299030ad98) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:59:08.254730 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-88c49b1e-792a-404e-ad4a-9033a582bbba admin admin] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:08.279121 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [None req-88c49b1e-792a-404e-ad4a-9033a582bbba admin admin] Transition to ACTIVE for port object b5425a0c-86d4-4510-bf7d-ce299030ad98 will not be triggered until provisioned by entity DHCP. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:59:08.368205 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-bde2dfb3-94f7-4532-bf91-2d2ca0171b3d None None] Notify callbacks [] for port, precommit_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:08.383404 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-bde2dfb3-94f7-4532-bf91-2d2ca0171b3d None None] Transition to ACTIVE for port object 2b4be356-9ddb-4ee6-99f5-18787f956c77 will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:59:08.398351 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-88c49b1e-792a-404e-ad4a-9033a582bbba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:08.466068 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-bde2dfb3-94f7-4532-bf91-2d2ca0171b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:08.472162 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c49b1e-792a-404e-ad4a-9033a582bbba admin admin] Network 9e6054a2-cd00-456b-9147-e00bdd6d82cb is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:59:08.475318 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-88c49b1e-792a-404e-ad4a-9033a582bbba admin admin] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:59:08.480055 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c49b1e-792a-404e-ad4a-9033a582bbba admin admin] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:59:08.505703 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c49b1e-792a-404e-ad4a-9033a582bbba admin admin] Pushing event updated for resources: {'Port': ['ID=b5425a0c-86d4-4510-bf7d-ce299030ad98,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:59:08.542635 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-88c49b1e-792a-404e-ad4a-9033a582bbba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-736099'] for router_interface, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:08.590155 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5c6ef3-64ca-462e-97fa-883799935ed7 None None] Pushing event updated for resources: {'Port': ['ID=2b4be356-9ddb-4ee6-99f5-18787f956c77,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:59:08.594636 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-bde2dfb3-94f7-4532-bf91-2d2ca0171b3d None None] Attempting to bind port 2b4be356-9ddb-4ee6-99f5-18787f956c77 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:59:08.595003 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-bde2dfb3-94f7-4532-bf91-2d2ca0171b3d None None] Attempting to bind port 2b4be356-9ddb-4ee6-99f5-18787f956c77 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:59:08.596808 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde2dfb3-94f7-4532-bf91-2d2ca0171b3d None None] Attempting to bind port 2b4be356-9ddb-4ee6-99f5-18787f956c77 on network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:59:08.603543 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde2dfb3-94f7-4532-bf91-2d2ca0171b3d None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:59:08.603923 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde2dfb3-94f7-4532-bf91-2d2ca0171b3d None None] Checking segment: {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:59:08.604311 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-bde2dfb3-94f7-4532-bf91-2d2ca0171b3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:08.604701 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde2dfb3-94f7-4532-bf91-2d2ca0171b3d None None] Bound using segment: {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:59:08.605182 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-bde2dfb3-94f7-4532-bf91-2d2ca0171b3d None None] Bound port: 2b4be356-9ddb-4ee6-99f5-18787f956c77, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:59:08.605558 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-bde2dfb3-94f7-4532-bf91-2d2ca0171b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:08.693062 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-bde2dfb3-94f7-4532-bf91-2d2ca0171b3d None None] For port 2b4be356-9ddb-4ee6-99f5-18787f956c77, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:59:08.696662 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-bde2dfb3-94f7-4532-bf91-2d2ca0171b3d None None] For port 2b4be356-9ddb-4ee6-99f5-18787f956c77, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=2b4be356-9ddb-4ee6-99f5-18787f956c77,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:59:08.707473 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-88c49b1e-792a-404e-ad4a-9033a582bbba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:08.806259 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-bde2dfb3-94f7-4532-bf91-2d2ca0171b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:08.895453 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5c6ef3-64ca-462e-97fa-883799935ed7 None None] Pushing event updated for resources: {'Port': ['ID=2b4be356-9ddb-4ee6-99f5-18787f956c77,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:59:08.909290 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde2dfb3-94f7-4532-bf91-2d2ca0171b3d None None] Routers {'8d971eaa-9cd7-4665-8518-ddeae5e5d962'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:59:08.909965 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-bde2dfb3-94f7-4532-bf91-2d2ca0171b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:59:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['8d971eaa-9cd7-4665-8518-ddeae5e5d962'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:59:08.966857 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device b112ea99-1d59-4e21-8d7b-a137bb970e8f up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:59:08.979477 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-88c49b1e-792a-404e-ad4a-9033a582bbba admin admin] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:09.059115 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-23ca9051-c677-4bd5-bcf0-6ea672280a5d None None] Provisioning for port b5425a0c-86d4-4510-bf7d-ce299030ad98 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:59:09.061657 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-88c49b1e-792a-404e-ad4a-9033a582bbba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:09.104111 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-23ca9051-c677-4bd5-bcf0-6ea672280a5d None None] Provisioning complete for port b5425a0c-86d4-4510-bf7d-ce299030ad98 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:59:09.104679 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-23ca9051-c677-4bd5-bcf0-6ea672280a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:09.222413 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-88c49b1e-792a-404e-ad4a-9033a582bbba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1718057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-736206'] for router_interface, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:09.226253 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c49b1e-792a-404e-ad4a-9033a582bbba admin admin] Pushing event updated for resources: {'Port': ['ID=b5425a0c-86d4-4510-bf7d-ce299030ad98,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:59:09.261127 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-23ca9051-c677-4bd5-bcf0-6ea672280a5d None None] Port b5425a0c-86d4-4510-bf7d-ce299030ad98 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:59:09.302019 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port b112ea99-1d59-4e21-8d7b-a137bb970e8f triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:59:09.302392 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:09.353602 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-bde2dfb3-94f7-4532-bf91-2d2ca0171b3d None None] Set router 8d971eaa-9cd7-4665-8518-ddeae5e5d962 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:59:09.370792 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c49b1e-792a-404e-ad4a-9033a582bbba admin admin] Network 9e6054a2-cd00-456b-9147-e00bdd6d82cb is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:59:09.371970 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-88c49b1e-792a-404e-ad4a-9033a582bbba admin admin] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:59:09.732854 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-bcf76250-6d52-493e-9090-4d11b78d188f None None] Provisioning complete for port b5425a0c-86d4-4510-bf7d-ce299030ad98 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:59:09.733226 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-bcf76250-6d52-493e-9090-4d11b78d188f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:09.835526 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-bcf76250-6d52-493e-9090-4d11b78d188f None None] Port b5425a0c-86d4-4510-bf7d-ce299030ad98 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:59:09.877037 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-bde2dfb3-94f7-4532-bf91-2d2ca0171b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d971eaa-9cd7-4665-8518-ddeae5e5d962', 'name': 'tempest-TestVolumeBootPattern-1989824106-router', 'tenant_id': '77af9bf22b944dbfb655c3750493d955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.27'}], 'enable_snat': True}, 'gw_port_id': '2b4be356-9ddb-4ee6-99f5-18787f956c77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:59:04Z', 'updated_at': '2022-05-30T20:59:08Z', 'revision_number': 4, 'project_id': '77af9bf22b944dbfb655c3750493d955', 'gw_port': {'id': '2b4be356-9ddb-4ee6-99f5-18787f956c77', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c2:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d971eaa-9cd7-4665-8518-ddeae5e5d962', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:59:05Z', 'updated_at': '2022-05-30T20:59:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': 'b5425a0c-86d4-4510-bf7d-ce299030ad98', 'name': '', 'network_id': '9e6054a2-cd00-456b-9147-e00bdd6d82cb', 'tenant_id': '77af9bf22b944dbfb655c3750493d955', 'mac_address': 'fa:16:3e:bb:cf:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d971eaa-9cd7-4665-8518-ddeae5e5d962', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '760310b8-d127-408a-b08f-63f194a569b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:59:07Z', 'updated_at': '2022-05-30T20:59:08Z', 'revision_number': 1, 'project_id': '77af9bf22b944dbfb655c3750493d955', 'subnets': [{'id': '760310b8-d127-408a-b08f-63f194a569b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:59:09.881594 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde2dfb3-94f7-4532-bf91-2d2ca0171b3d None None] The sync data for ids ['8d971eaa-9cd7-4665-8518-ddeae5e5d962'] in n-d-843948-2 is: [{'id': '8d971eaa-9cd7-4665-8518-ddeae5e5d962', 'name': 'tempest-TestVolumeBootPattern-1989824106-router', 'tenant_id': '77af9bf22b944dbfb655c3750493d955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.27'}], 'enable_snat': True}, 'gw_port_id': '2b4be356-9ddb-4ee6-99f5-18787f956c77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:59:04Z', 'updated_at': '2022-05-30T20:59:08Z', 'revision_number': 4, 'project_id': '77af9bf22b944dbfb655c3750493d955', 'gw_port': {'id': '2b4be356-9ddb-4ee6-99f5-18787f956c77', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c2:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d971eaa-9cd7-4665-8518-ddeae5e5d962', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:59:05Z', 'updated_at': '2022-05-30T20:59:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': 'b5425a0c-86d4-4510-bf7d-ce299030ad98', 'name': '', 'network_id': '9e6054a2-cd00-456b-9147-e00bdd6d82cb', 'tenant_id': '77af9bf22b944dbfb655c3750493d955', 'mac_address': 'fa:16:3e:bb:cf:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d971eaa-9cd7-4665-8518-ddeae5e5d962', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '760310b8-d127-408a-b08f-63f194a569b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:59:07Z', 'updated_at': '2022-05-30T20:59:08Z', 'revision_number': 1, 'project_id': '77af9bf22b944dbfb655c3750493d955', 'subnets': [{'id': '760310b8-d127-408a-b08f-63f194a569b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:59:09.934612 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88c49b1e-792a-404e-ad4a-9033a582bbba admin admin] Router 8d971eaa-9cd7-4665-8518-ddeae5e5d962 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:59:10.186866 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88c49b1e-792a-404e-ad4a-9033a582bbba admin admin] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:59:10.196851 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-88c49b1e-792a-404e-ad4a-9033a582bbba admin admin] 10.222.0.85 "PUT /v2.0/routers/8d971eaa-9cd7-4665-8518-ddeae5e5d962/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3791420 May 30 20:59:10.968164 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 2b4be356-9ddb-4ee6-99f5-18787f956c77 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:59:11.146410 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 2b4be356-9ddb-4ee6-99f5-18787f956c77 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:59:11.153520 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 2b4be356-9ddb-4ee6-99f5-18787f956c77 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:59:11.154150 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:11.354123 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:11.372576 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port 2b4be356-9ddb-4ee6-99f5-18787f956c77, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=2b4be356-9ddb-4ee6-99f5-18787f956c77,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:59:11.449187 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:11.531056 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=2b4be356-9ddb-4ee6-99f5-18787f956c77,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:59:11.599574 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 47456) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:59:11.608779 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-12cde9be-214b-426e-8dd1-aef741a8a07d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-430297945-network', 'tenant_id': '983ea1ce8bff49c3b820141314c90f7e'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:59:11.618791 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-12cde9be-214b-426e-8dd1-aef741a8a07d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:59:11.625567 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-12cde9be-214b-426e-8dd1-aef741a8a07d admin admin] Usage tracker for resource:network and tenant:983ea1ce8bff49c3b820141314c90f7e is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:59:11.630801 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-12cde9be-214b-426e-8dd1-aef741a8a07d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:59:11.641424 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-12cde9be-214b-426e-8dd1-aef741a8a07d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:59:11.744578 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12cde9be-214b-426e-8dd1-aef741a8a07d admin admin] Made reservation on behalf of 983ea1ce8bff49c3b820141314c90f7e for: {'network': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:59:11.747091 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-12cde9be-214b-426e-8dd1-aef741a8a07d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:11.761327 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-12cde9be-214b-426e-8dd1-aef741a8a07d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:11.802274 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-12cde9be-214b-426e-8dd1-aef741a8a07d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:59:11.809311 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-12cde9be-214b-426e-8dd1-aef741a8a07d admin admin] Usage tracker for resource:security_group_rule and tenant:983ea1ce8bff49c3b820141314c90f7e is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:59:11.814449 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-12cde9be-214b-426e-8dd1-aef741a8a07d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:59:11.825244 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-12cde9be-214b-426e-8dd1-aef741a8a07d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:59:11.911358 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-12cde9be-214b-426e-8dd1-aef741a8a07d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:11.997697 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-12cde9be-214b-426e-8dd1-aef741a8a07d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:12.033402 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12cde9be-214b-426e-8dd1-aef741a8a07d admin admin] vlan segment allocate from pool success with {'vlan_id': 665, 'physical_network': 'physnet1'} {{(pid=84887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 20:59:12.043010 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cde9be-214b-426e-8dd1-aef741a8a07d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22c0b443-9df2-4338-91c2-1ac2fc6f49ff,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:59:12.050005 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-12cde9be-214b-426e-8dd1-aef741a8a07d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:12.050795 n-d-843948-2 neutron-server[84887]: INFO neutron.db.segments_db [None req-12cde9be-214b-426e-8dd1-aef741a8a07d admin admin] Added segment b2edec4c-124c-4c0d-9cc3-e4d7b6b53d9f of type vlan for network ac67a5e0-3a20-4a16-8c2a-0934607da726 May 30 20:59:12.091711 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-12cde9be-214b-426e-8dd1-aef741a8a07d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:12.197910 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-12cde9be-214b-426e-8dd1-aef741a8a07d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:12.198857 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12cde9be-214b-426e-8dd1-aef741a8a07d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:59:12.199555 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-12cde9be-214b-426e-8dd1-aef741a8a07d admin admin] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:12.304231 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cde9be-214b-426e-8dd1-aef741a8a07d admin admin] Pushing event updated for resources: {'Network': ['ID=ac67a5e0-3a20-4a16-8c2a-0934607da726,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:59:12.315718 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network ac67a5e0-3a20-4a16-8c2a-0934607da726 details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 20:59:12.381247 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-12cde9be-214b-426e-8dd1-aef741a8a07d admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7800887 May 30 20:59:12.384012 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 47460) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:59:12.389575 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-ddfd3d03-3084-4430-9054-13d9310b0d00 admin admin] Request body: {'subnet': {'network_id': 'ac67a5e0-3a20-4a16-8c2a-0934607da726', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-430297945-subnet', 'tenant_id': '983ea1ce8bff49c3b820141314c90f7e', 'ip_version': 4}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:59:12.395655 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-ddfd3d03-3084-4430-9054-13d9310b0d00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:59:12.399711 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-ddfd3d03-3084-4430-9054-13d9310b0d00 admin admin] Usage tracker for resource:subnet and tenant:983ea1ce8bff49c3b820141314c90f7e is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:59:12.403162 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-ddfd3d03-3084-4430-9054-13d9310b0d00 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:59:12.409843 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-ddfd3d03-3084-4430-9054-13d9310b0d00 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:59:12.483578 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddfd3d03-3084-4430-9054-13d9310b0d00 admin admin] Made reservation on behalf of 983ea1ce8bff49c3b820141314c90f7e for: {'subnet': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:59:12.486281 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ddfd3d03-3084-4430-9054-13d9310b0d00 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114220'] for subnet, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:12.780687 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ddfd3d03-3084-4430-9054-13d9310b0d00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4055401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114238'] for subnet, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:12.858026 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfd3d03-3084-4430-9054-13d9310b0d00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb32d93f-2656-4e94-95b0-2d7894a2d2ba,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:59:12.879583 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddfd3d03-3084-4430-9054-13d9310b0d00 admin admin] Checking segment: {'id': 'b2edec4c-124c-4c0d-9cc3-e4d7b6b53d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'ac67a5e0-3a20-4a16-8c2a-0934607da726'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:59:12.879931 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddfd3d03-3084-4430-9054-13d9310b0d00 admin admin] Network hostable DHCP agents. Network: ac67a5e0-3a20-4a16-8c2a-0934607da726, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 20:59:12.935995 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 2b4be356-9ddb-4ee6-99f5-18787f956c77 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:59:12.973994 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddfd3d03-3084-4430-9054-13d9310b0d00 admin admin] Network ac67a5e0-3a20-4a16-8c2a-0934607da726 is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 20:59:13.013445 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 2b4be356-9ddb-4ee6-99f5-18787f956c77 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:59:13.013835 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:13.060483 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-ddfd3d03-3084-4430-9054-13d9310b0d00 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, ac67a5e0-3a20-4a16-8c2a-0934607da726) {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:59:13.066788 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddfd3d03-3084-4430-9054-13d9310b0d00 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:59:13.069542 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ddfd3d03-3084-4430-9054-13d9310b0d00 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:13.073339 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d63cbd-c87e-4435-a04e-74ac8a6e4526 None None] Network ac67a5e0-3a20-4a16-8c2a-0934607da726 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:59:13.158921 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-ddfd3d03-3084-4430-9054-13d9310b0d00 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7736139 May 30 20:59:13.162013 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 47464) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:59:13.167996 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-eaf854a6-ba69-4f15-bedf-29f53e15e9e4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-430297945-router', 'tenant_id': '983ea1ce8bff49c3b820141314c90f7e', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:59:13.174829 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-eaf854a6-ba69-4f15-bedf-29f53e15e9e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:59:13.184217 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-eaf854a6-ba69-4f15-bedf-29f53e15e9e4 admin admin] Usage tracker for resource:router and tenant:983ea1ce8bff49c3b820141314c90f7e is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 20:59:13.184441 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-eaf854a6-ba69-4f15-bedf-29f53e15e9e4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 20:59:13.192523 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-eaf854a6-ba69-4f15-bedf-29f53e15e9e4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:59:13.277922 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-eaf854a6-ba69-4f15-bedf-29f53e15e9e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-733683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3159'] for router, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:13.279111 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-eaf854a6-ba69-4f15-bedf-29f53e15e9e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-733584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-736372', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-628480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3164'] for router, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:13.300236 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-eaf854a6-ba69-4f15-bedf-29f53e15e9e4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:13.401924 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a75a77f0-ca61-4fd0-98bd-e475086e056c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-ac67a5e0-3a20-4a16-8c2a-0934607da726', 'network_id': 'ac67a5e0-3a20-4a16-8c2a-0934607da726', 'tenant_id': '983ea1ce8bff49c3b820141314c90f7e', 'fixed_ips': [{'subnet_id': 'fb32d93f-2656-4e94-95b0-2d7894a2d2ba'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 20:59:13.402769 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-a75a77f0-ca61-4fd0-98bd-e475086e056c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:13.581820 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-a75a77f0-ca61-4fd0-98bd-e475086e056c None None] Allocated IP 172.20.0.2 (ac67a5e0-3a20-4a16-8c2a-0934607da726/fb32d93f-2656-4e94-95b0-2d7894a2d2ba/05d91570-aba9-4f12-b790-62e171383598) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:59:13.626665 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-eaf854a6-ba69-4f15-bedf-29f53e15e9e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-736390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:13.808675 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-a75a77f0-ca61-4fd0-98bd-e475086e056c None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:13.821528 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-a75a77f0-ca61-4fd0-98bd-e475086e056c None None] Transition to ACTIVE for port object 05d91570-aba9-4f12-b790-62e171383598 will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:59:13.923094 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-a75a77f0-ca61-4fd0-98bd-e475086e056c None None] Transition to ACTIVE for port object 05d91570-aba9-4f12-b790-62e171383598 will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:59:14.067131 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-a75a77f0-ca61-4fd0-98bd-e475086e056c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:14.135422 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a75a77f0-ca61-4fd0-98bd-e475086e056c None None] Network ac67a5e0-3a20-4a16-8c2a-0934607da726 is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:59:14.138359 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-a75a77f0-ca61-4fd0-98bd-e475086e056c None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:59:14.141119 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75a77f0-ca61-4fd0-98bd-e475086e056c None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:59:14.154338 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75a77f0-ca61-4fd0-98bd-e475086e056c None None] Pushing event updated for resources: {'Port': ['ID=05d91570-aba9-4f12-b790-62e171383598,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:59:14.250883 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-eaf854a6-ba69-4f15-bedf-29f53e15e9e4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:14.283151 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-eaf854a6-ba69-4f15-bedf-29f53e15e9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:14.290952 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-a75a77f0-ca61-4fd0-98bd-e475086e056c None None] Attempting to bind port 05d91570-aba9-4f12-b790-62e171383598 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:59:14.291339 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-a75a77f0-ca61-4fd0-98bd-e475086e056c None None] Attempting to bind port 05d91570-aba9-4f12-b790-62e171383598 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': 'b2edec4c-124c-4c0d-9cc3-e4d7b6b53d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'ac67a5e0-3a20-4a16-8c2a-0934607da726'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:59:14.291699 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75a77f0-ca61-4fd0-98bd-e475086e056c None None] Attempting to bind port 05d91570-aba9-4f12-b790-62e171383598 on network ac67a5e0-3a20-4a16-8c2a-0934607da726 {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:59:14.298900 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75a77f0-ca61-4fd0-98bd-e475086e056c None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:59:14.299325 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75a77f0-ca61-4fd0-98bd-e475086e056c None None] Checking segment: {'id': 'b2edec4c-124c-4c0d-9cc3-e4d7b6b53d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'ac67a5e0-3a20-4a16-8c2a-0934607da726'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:59:14.299728 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-a75a77f0-ca61-4fd0-98bd-e475086e056c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:14.300109 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75a77f0-ca61-4fd0-98bd-e475086e056c None None] Bound using segment: {'id': 'b2edec4c-124c-4c0d-9cc3-e4d7b6b53d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'ac67a5e0-3a20-4a16-8c2a-0934607da726'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:59:14.300573 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-a75a77f0-ca61-4fd0-98bd-e475086e056c None None] Bound port: 05d91570-aba9-4f12-b790-62e171383598, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2edec4c-124c-4c0d-9cc3-e4d7b6b53d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'ac67a5e0-3a20-4a16-8c2a-0934607da726'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:59:14.300937 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-a75a77f0-ca61-4fd0-98bd-e475086e056c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:14.398742 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-a75a77f0-ca61-4fd0-98bd-e475086e056c None None] For port 05d91570-aba9-4f12-b790-62e171383598, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:59:14.402309 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-a75a77f0-ca61-4fd0-98bd-e475086e056c None None] For port 05d91570-aba9-4f12-b790-62e171383598, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=05d91570-aba9-4f12-b790-62e171383598,segment=NetworkSegment(b2edec4c-124c-4c0d-9cc3-e4d7b6b53d9f),segment_id=b2edec4c-124c-4c0d-9cc3-e4d7b6b53d9f)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:59:14.431913 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [None req-eaf854a6-ba69-4f15-bedf-29f53e15e9e4 admin admin] Allocated IP 172.25.8.31 (c7869750-4b49-4b7e-aa99-5e0f1ae02da4/427601ec-f643-4fe7-b5e6-17305d3a39e1/cf6f3286-3a62-4758-b762-efd8ac8d8fe0) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:59:14.483582 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-a75a77f0-ca61-4fd0-98bd-e475086e056c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:14.572109 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75a77f0-ca61-4fd0-98bd-e475086e056c None None] Pushing event updated for resources: {'Port': ['ID=05d91570-aba9-4f12-b790-62e171383598,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:59:14.626924 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-eaf854a6-ba69-4f15-bedf-29f53e15e9e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:14.723290 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-eaf854a6-ba69-4f15-bedf-29f53e15e9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:14.979015 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf854a6-ba69-4f15-bedf-29f53e15e9e4 admin admin] Network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:59:14.983890 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-eaf854a6-ba69-4f15-bedf-29f53e15e9e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:59:14.991503 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf854a6-ba69-4f15-bedf-29f53e15e9e4 admin admin] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:59:15.005381 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 05d91570-aba9-4f12-b790-62e171383598 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:59:15.019738 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf854a6-ba69-4f15-bedf-29f53e15e9e4 admin admin] Pushing event updated for resources: {'Port': ['ID=cf6f3286-3a62-4758-b762-efd8ac8d8fe0,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:59:15.145929 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 05d91570-aba9-4f12-b790-62e171383598 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:59:15.247842 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-eaf854a6-ba69-4f15-bedf-29f53e15e9e4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:15.248616 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-eaf854a6-ba69-4f15-bedf-29f53e15e9e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-736409'] for router, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:15.627646 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3075a5f6-0af8-4abb-a148-4c26df1ae792 None None] Network ac67a5e0-3a20-4a16-8c2a-0934607da726 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 20:59:15.687523 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaf854a6-ba69-4f15-bedf-29f53e15e9e4 admin admin] Router 28ef7989-5246-49f3-bbd0-67b0f94d0216 is scheduled to L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 with binding_index 1 {{(pid=84887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 20:59:15.823314 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-c64b8abd-deaa-4fde-bf04-2237e9b2c7e6 None None] Provisioning for port 05d91570-aba9-4f12-b790-62e171383598 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:59:15.833553 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-c64b8abd-deaa-4fde-bf04-2237e9b2c7e6 None None] Provisioning complete for port 05d91570-aba9-4f12-b790-62e171383598 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:59:15.833948 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-c64b8abd-deaa-4fde-bf04-2237e9b2c7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:15.936936 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaf854a6-ba69-4f15-bedf-29f53e15e9e4 admin admin] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:59:15.950366 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919bba17-1c3f-42af-90dd-ac32f0b15555 None None] Sync routers for ids ['28ef7989-5246-49f3-bbd0-67b0f94d0216'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:59:15.968547 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919bba17-1c3f-42af-90dd-ac32f0b15555 None None] Routers {'28ef7989-5246-49f3-bbd0-67b0f94d0216'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:59:15.969056 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-919bba17-1c3f-42af-90dd-ac32f0b15555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:59:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['28ef7989-5246-49f3-bbd0-67b0f94d0216'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:59:16.012228 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-c64b8abd-deaa-4fde-bf04-2237e9b2c7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:16.060090 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-c64b8abd-deaa-4fde-bf04-2237e9b2c7e6 None None] For port 05d91570-aba9-4f12-b790-62e171383598, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=05d91570-aba9-4f12-b790-62e171383598,segment=NetworkSegment(b2edec4c-124c-4c0d-9cc3-e4d7b6b53d9f),segment_id=b2edec4c-124c-4c0d-9cc3-e4d7b6b53d9f)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:59:16.065337 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-eaf854a6-ba69-4f15-bedf-29f53e15e9e4 admin admin] Notify callbacks [] for router, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:16.067621 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-eaf854a6-ba69-4f15-bedf-29f53e15e9e4 admin admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.9038737 May 30 20:59:16.070702 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 47468) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 20:59:16.170103 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-c64b8abd-deaa-4fde-bf04-2237e9b2c7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:16.192912 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-919bba17-1c3f-42af-90dd-ac32f0b15555 None None] Set router 28ef7989-5246-49f3-bbd0-67b0f94d0216 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:59:16.269988 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64b8abd-deaa-4fde-bf04-2237e9b2c7e6 None None] Pushing event updated for resources: {'Port': ['ID=05d91570-aba9-4f12-b790-62e171383598,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:59:16.310693 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-7c68e6aa-2844-4f7e-b95a-50da7c311cd3 None None] Provisioning complete for port 05d91570-aba9-4f12-b790-62e171383598 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:59:16.311324 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-7c68e6aa-2844-4f7e-b95a-50da7c311cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:16.568232 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-919bba17-1c3f-42af-90dd-ac32f0b15555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28ef7989-5246-49f3-bbd0-67b0f94d0216', 'name': 'tempest-TestVolumeBootPattern-430297945-router', 'tenant_id': '983ea1ce8bff49c3b820141314c90f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'cf6f3286-3a62-4758-b762-efd8ac8d8fe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:59:13Z', 'updated_at': '2022-05-30T20:59:15Z', 'revision_number': 3, 'project_id': '983ea1ce8bff49c3b820141314c90f7e', 'gw_port': {'id': 'cf6f3286-3a62-4758-b762-efd8ac8d8fe0', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:64:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28ef7989-5246-49f3-bbd0-67b0f94d0216', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:59:14Z', 'updated_at': '2022-05-30T20:59:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:59:16.572914 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919bba17-1c3f-42af-90dd-ac32f0b15555 None None] Checking router: 28ef7989-5246-49f3-bbd0-67b0f94d0216 for host: n-d-843948-2 {{(pid=84889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:59:16.573252 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919bba17-1c3f-42af-90dd-ac32f0b15555 None None] Updating router 28ef7989-5246-49f3-bbd0-67b0f94d0216 port cf6f3286-3a62-4758-b762-efd8ac8d8fe0 binding host n-d-843948-2 {{(pid=84889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:59:16.627992 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-919bba17-1c3f-42af-90dd-ac32f0b15555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:16.941644 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 05d91570-aba9-4f12-b790-62e171383598 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:59:16.950004 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9579189a-57d4-4d3d-8454-8c1496ff240f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:16.993013 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-919bba17-1c3f-42af-90dd-ac32f0b15555 None None] Notify callbacks [] for port, precommit_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:17.005189 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.provisioning_blocks [None req-919bba17-1c3f-42af-90dd-ac32f0b15555 None None] Transition to ACTIVE for port object cf6f3286-3a62-4758-b762-efd8ac8d8fe0 will not be triggered until provisioned by entity L2. {{(pid=84889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:59:17.015048 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 05d91570-aba9-4f12-b790-62e171383598 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:59:17.015506 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:17.193988 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-9579189a-57d4-4d3d-8454-8c1496ff240f admin admin] Allocated IP 172.20.0.1 (ac67a5e0-3a20-4a16-8c2a-0934607da726/fb32d93f-2656-4e94-95b0-2d7894a2d2ba/75ab6bb3-1118-44bb-8529-05e5f7b97116) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:59:17.323209 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-919bba17-1c3f-42af-90dd-ac32f0b15555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:17.347646 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9579189a-57d4-4d3d-8454-8c1496ff240f admin admin] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:17.363651 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [None req-9579189a-57d4-4d3d-8454-8c1496ff240f admin admin] Transition to ACTIVE for port object 75ab6bb3-1118-44bb-8529-05e5f7b97116 will not be triggered until provisioned by entity DHCP. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:59:17.404512 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-919bba17-1c3f-42af-90dd-ac32f0b15555 None None] Attempting to bind port cf6f3286-3a62-4758-b762-efd8ac8d8fe0 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:59:17.406388 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-919bba17-1c3f-42af-90dd-ac32f0b15555 None None] Attempting to bind port cf6f3286-3a62-4758-b762-efd8ac8d8fe0 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}] {{(pid=84889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:59:17.406388 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919bba17-1c3f-42af-90dd-ac32f0b15555 None None] Attempting to bind port cf6f3286-3a62-4758-b762-efd8ac8d8fe0 on network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:59:17.415212 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9ab361-769b-4ff1-a0cb-176bafd4f815 None None] Pushing event updated for resources: {'Port': ['ID=cf6f3286-3a62-4758-b762-efd8ac8d8fe0,revision_number=2']} {{(pid=84889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:59:17.418301 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919bba17-1c3f-42af-90dd-ac32f0b15555 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:59:17.418806 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919bba17-1c3f-42af-90dd-ac32f0b15555 None None] Checking segment: {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:59:17.419054 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-919bba17-1c3f-42af-90dd-ac32f0b15555 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:17.419437 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919bba17-1c3f-42af-90dd-ac32f0b15555 None None] Bound using segment: {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'} {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:59:17.419888 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-919bba17-1c3f-42af-90dd-ac32f0b15555 None None] Bound port: cf6f3286-3a62-4758-b762-efd8ac8d8fe0, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}}] {{(pid=84889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:59:17.420289 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-919bba17-1c3f-42af-90dd-ac32f0b15555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:17.457097 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9579189a-57d4-4d3d-8454-8c1496ff240f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:17.463621 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9ab361-769b-4ff1-a0cb-176bafd4f815 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:59:17.463960 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9ab361-769b-4ff1-a0cb-176bafd4f815 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:59:17.464295 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9ab361-769b-4ff1-a0cb-176bafd4f815 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:59:17.464631 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9ab361-769b-4ff1-a0cb-176bafd4f815 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:59:17.465070 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9ab361-769b-4ff1-a0cb-176bafd4f815 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:59:17.465341 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9ab361-769b-4ff1-a0cb-176bafd4f815 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:59:17.465694 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9ab361-769b-4ff1-a0cb-176bafd4f815 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:59:17.469561 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9ab361-769b-4ff1-a0cb-176bafd4f815 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:59:17.469561 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9ab361-769b-4ff1-a0cb-176bafd4f815 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:59:17.469561 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9ab361-769b-4ff1-a0cb-176bafd4f815 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:59:17.469561 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9ab361-769b-4ff1-a0cb-176bafd4f815 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:59:17.513144 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.db [None req-919bba17-1c3f-42af-90dd-ac32f0b15555 None None] For port cf6f3286-3a62-4758-b762-efd8ac8d8fe0, host n-d-843948-2, cleared binding levels {{(pid=84889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:59:17.516322 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.db [None req-919bba17-1c3f-42af-90dd-ac32f0b15555 None None] For port cf6f3286-3a62-4758-b762-efd8ac8d8fe0, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=cf6f3286-3a62-4758-b762-efd8ac8d8fe0,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:59:17.556071 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9579189a-57d4-4d3d-8454-8c1496ff240f admin admin] Network ac67a5e0-3a20-4a16-8c2a-0934607da726 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:59:17.559210 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-9579189a-57d4-4d3d-8454-8c1496ff240f admin admin] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:59:17.564196 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9579189a-57d4-4d3d-8454-8c1496ff240f admin admin] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:59:17.582869 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-919bba17-1c3f-42af-90dd-ac32f0b15555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:17.601889 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9579189a-57d4-4d3d-8454-8c1496ff240f admin admin] Pushing event updated for resources: {'Port': ['ID=75ab6bb3-1118-44bb-8529-05e5f7b97116,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:59:17.656410 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9579189a-57d4-4d3d-8454-8c1496ff240f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-736099'] for router_interface, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:17.722529 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9ab361-769b-4ff1-a0cb-176bafd4f815 None None] Pushing event updated for resources: {'Port': ['ID=cf6f3286-3a62-4758-b762-efd8ac8d8fe0,revision_number=3']} {{(pid=84889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:59:17.728154 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919bba17-1c3f-42af-90dd-ac32f0b15555 None None] Routers {'28ef7989-5246-49f3-bbd0-67b0f94d0216'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:59:17.730233 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-919bba17-1c3f-42af-90dd-ac32f0b15555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:59:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['28ef7989-5246-49f3-bbd0-67b0f94d0216'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:59:17.834282 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9579189a-57d4-4d3d-8454-8c1496ff240f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:17.918101 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-1b7d6568-8b97-48bb-bbd0-7c6a7a85e304 None None] Provisioning for port 75ab6bb3-1118-44bb-8529-05e5f7b97116 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:59:17.927687 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-1b7d6568-8b97-48bb-bbd0-7c6a7a85e304 None None] Provisioning complete for port 75ab6bb3-1118-44bb-8529-05e5f7b97116 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:59:17.928042 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-1b7d6568-8b97-48bb-bbd0-7c6a7a85e304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:17.947976 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-919bba17-1c3f-42af-90dd-ac32f0b15555 None None] Set router 28ef7989-5246-49f3-bbd0-67b0f94d0216 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:59:17.983930 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-1b7d6568-8b97-48bb-bbd0-7c6a7a85e304 None None] Port 75ab6bb3-1118-44bb-8529-05e5f7b97116 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:59:18.105579 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9579189a-57d4-4d3d-8454-8c1496ff240f admin admin] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:18.180438 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9579189a-57d4-4d3d-8454-8c1496ff240f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:18.339954 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-919bba17-1c3f-42af-90dd-ac32f0b15555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28ef7989-5246-49f3-bbd0-67b0f94d0216', 'name': 'tempest-TestVolumeBootPattern-430297945-router', 'tenant_id': '983ea1ce8bff49c3b820141314c90f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'cf6f3286-3a62-4758-b762-efd8ac8d8fe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:59:13Z', 'updated_at': '2022-05-30T20:59:17Z', 'revision_number': 4, 'project_id': '983ea1ce8bff49c3b820141314c90f7e', 'gw_port': {'id': 'cf6f3286-3a62-4758-b762-efd8ac8d8fe0', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:64:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28ef7989-5246-49f3-bbd0-67b0f94d0216', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:59:14Z', 'updated_at': '2022-05-30T20:59:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '75ab6bb3-1118-44bb-8529-05e5f7b97116', 'name': '', 'network_id': 'ac67a5e0-3a20-4a16-8c2a-0934607da726', 'tenant_id': '983ea1ce8bff49c3b820141314c90f7e', 'mac_address': 'fa:16:3e:e7:ee:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28ef7989-5246-49f3-bbd0-67b0f94d0216', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fb32d93f-2656-4e94-95b0-2d7894a2d2ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:59:17Z', 'updated_at': '2022-05-30T20:59:17Z', 'revision_number': 1, 'project_id': '983ea1ce8bff49c3b820141314c90f7e', 'subnets': [{'id': 'fb32d93f-2656-4e94-95b0-2d7894a2d2ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:59:18.344646 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919bba17-1c3f-42af-90dd-ac32f0b15555 None None] The sync data for ids ['28ef7989-5246-49f3-bbd0-67b0f94d0216'] in n-d-843948-2 is: [{'id': '28ef7989-5246-49f3-bbd0-67b0f94d0216', 'name': 'tempest-TestVolumeBootPattern-430297945-router', 'tenant_id': '983ea1ce8bff49c3b820141314c90f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'cf6f3286-3a62-4758-b762-efd8ac8d8fe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:59:13Z', 'updated_at': '2022-05-30T20:59:17Z', 'revision_number': 4, 'project_id': '983ea1ce8bff49c3b820141314c90f7e', 'gw_port': {'id': 'cf6f3286-3a62-4758-b762-efd8ac8d8fe0', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:64:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28ef7989-5246-49f3-bbd0-67b0f94d0216', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:59:14Z', 'updated_at': '2022-05-30T20:59:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '75ab6bb3-1118-44bb-8529-05e5f7b97116', 'name': '', 'network_id': 'ac67a5e0-3a20-4a16-8c2a-0934607da726', 'tenant_id': '983ea1ce8bff49c3b820141314c90f7e', 'mac_address': 'fa:16:3e:e7:ee:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28ef7989-5246-49f3-bbd0-67b0f94d0216', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fb32d93f-2656-4e94-95b0-2d7894a2d2ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:59:17Z', 'updated_at': '2022-05-30T20:59:17Z', 'revision_number': 1, 'project_id': '983ea1ce8bff49c3b820141314c90f7e', 'subnets': [{'id': 'fb32d93f-2656-4e94-95b0-2d7894a2d2ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:59:18.410640 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9579189a-57d4-4d3d-8454-8c1496ff240f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1718057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-736206'] for router_interface, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:18.414501 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9579189a-57d4-4d3d-8454-8c1496ff240f admin admin] Pushing event updated for resources: {'Port': ['ID=75ab6bb3-1118-44bb-8529-05e5f7b97116,revision_number=2']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:59:18.554102 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9579189a-57d4-4d3d-8454-8c1496ff240f admin admin] Network ac67a5e0-3a20-4a16-8c2a-0934607da726 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:59:18.555161 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-9579189a-57d4-4d3d-8454-8c1496ff240f admin admin] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:59:18.822272 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-0cb698d7-b860-4cee-bf52-c9ad1296c423 None None] Provisioning complete for port 75ab6bb3-1118-44bb-8529-05e5f7b97116 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:59:18.822836 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-0cb698d7-b860-4cee-bf52-c9ad1296c423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:18.885057 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-0cb698d7-b860-4cee-bf52-c9ad1296c423 None None] Port 75ab6bb3-1118-44bb-8529-05e5f7b97116 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:59:18.966549 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9579189a-57d4-4d3d-8454-8c1496ff240f admin admin] Router 28ef7989-5246-49f3-bbd0-67b0f94d0216 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 20:59:19.180674 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9579189a-57d4-4d3d-8454-8c1496ff240f admin admin] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 20:59:19.194401 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-9579189a-57d4-4d3d-8454-8c1496ff240f admin admin] 10.222.0.85 "PUT /v2.0/routers/28ef7989-5246-49f3-bbd0-67b0f94d0216/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1218665 May 30 20:59:19.929147 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:22.557340 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:23.567714 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23fb394-d5d4-4604-a91d-bc0a20f8d1f5 req-beedabc1-f160-4a7a-a69b-d0e98cdf6b0d tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:59:23.568425 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-c23fb394-d5d4-4604-a91d-bc0a20f8d1f5 req-beedabc1-f160-4a7a-a69b-d0e98cdf6b0d tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Synchronizing usage tracker for tenant:77af9bf22b944dbfb655c3750493d955 on resource:network {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:59:23.638653 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5ee2ac-0d80-4fad-b28f-d44c3e9ac71f None None] Sync routers for ids ['8d971eaa-9cd7-4665-8518-ddeae5e5d962'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:59:23.648946 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5ee2ac-0d80-4fad-b28f-d44c3e9ac71f None None] Routers {'8d971eaa-9cd7-4665-8518-ddeae5e5d962'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:59:23.649549 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-9e5ee2ac-0d80-4fad-b28f-d44c3e9ac71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:59:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['8d971eaa-9cd7-4665-8518-ddeae5e5d962'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:59:23.664407 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-c23fb394-d5d4-4604-a91d-bc0a20f8d1f5 req-beedabc1-f160-4a7a-a69b-d0e98cdf6b0d tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Unset dirty status for tenant:77af9bf22b944dbfb655c3750493d955 on resource:network {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:59:23.665652 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c23fb394-d5d4-4604-a91d-bc0a20f8d1f5 req-beedabc1-f160-4a7a-a69b-d0e98cdf6b0d tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/networks?id=9e6054a2-cd00-456b-9147-e00bdd6d82cb HTTP/1.1" status: 200 len: 812 time: 0.2461789 May 30 20:59:23.687082 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c23fb394-d5d4-4604-a91d-bc0a20f8d1f5 req-db6ea98d-5c17-487f-9323-25c35409c9dd tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/quotas/77af9bf22b944dbfb655c3750493d955 HTTP/1.1" status: 200 len: 375 time: 0.0145423 May 30 20:59:23.788566 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c23fb394-d5d4-4604-a91d-bc0a20f8d1f5 req-d531d17b-c9df-446b-97a0-f68d691d8d5f tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=77af9bf22b944dbfb655c3750493d955&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0947051 May 30 20:59:23.865097 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-9e5ee2ac-0d80-4fad-b28f-d44c3e9ac71f None None] Set router 8d971eaa-9cd7-4665-8518-ddeae5e5d962 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:59:24.121673 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c23fb394-d5d4-4604-a91d-bc0a20f8d1f5 req-de5044ff-f78b-48a5-a1bb-39f91e90ff1d service neutron] 10.222.0.85 "GET /v2.0/networks/9e6054a2-cd00-456b-9147-e00bdd6d82cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193165 May 30 20:59:24.265851 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-9e5ee2ac-0d80-4fad-b28f-d44c3e9ac71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d971eaa-9cd7-4665-8518-ddeae5e5d962', 'name': 'tempest-TestVolumeBootPattern-1989824106-router', 'tenant_id': '77af9bf22b944dbfb655c3750493d955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.27'}], 'enable_snat': True}, 'gw_port_id': '2b4be356-9ddb-4ee6-99f5-18787f956c77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:59:04Z', 'updated_at': '2022-05-30T20:59:08Z', 'revision_number': 4, 'project_id': '77af9bf22b944dbfb655c3750493d955', 'gw_port': {'id': '2b4be356-9ddb-4ee6-99f5-18787f956c77', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c2:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d971eaa-9cd7-4665-8518-ddeae5e5d962', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:59:05Z', 'updated_at': '2022-05-30T20:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': 'b5425a0c-86d4-4510-bf7d-ce299030ad98', 'name': '', 'network_id': '9e6054a2-cd00-456b-9147-e00bdd6d82cb', 'tenant_id': '77af9bf22b944dbfb655c3750493d955', 'mac_address': 'fa:16:3e:bb:cf:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d971eaa-9cd7-4665-8518-ddeae5e5d962', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '760310b8-d127-408a-b08f-63f194a569b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:59:07Z', 'updated_at': '2022-05-30T20:59:08Z', 'revision_number': 2, 'project_id': '77af9bf22b944dbfb655c3750493d955', 'subnets': [{'id': '760310b8-d127-408a-b08f-63f194a569b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:59:24.270581 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5ee2ac-0d80-4fad-b28f-d44c3e9ac71f None None] Checking router: 8d971eaa-9cd7-4665-8518-ddeae5e5d962 for host: n-d-843948-2 {{(pid=84888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:59:24.270892 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5ee2ac-0d80-4fad-b28f-d44c3e9ac71f None None] Updating router 8d971eaa-9cd7-4665-8518-ddeae5e5d962 port b5425a0c-86d4-4510-bf7d-ce299030ad98 binding host n-d-843948-2 {{(pid=84888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:59:24.272154 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c23fb394-d5d4-4604-a91d-bc0a20f8d1f5 req-c17bcaf5-be9b-4290-ac92-66ba8f1bfb25 service neutron] 10.222.0.85 "GET /v2.0/networks/9e6054a2-cd00-456b-9147-e00bdd6d82cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434829 May 30 20:59:24.328022 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-9e5ee2ac-0d80-4fad-b28f-d44c3e9ac71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:24.692938 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-9e5ee2ac-0d80-4fad-b28f-d44c3e9ac71f None None] Notify callbacks [] for port, precommit_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:24.707149 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-9e5ee2ac-0d80-4fad-b28f-d44c3e9ac71f None None] Transition to ACTIVE for port object b5425a0c-86d4-4510-bf7d-ce299030ad98 will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:59:24.815462 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-9e5ee2ac-0d80-4fad-b28f-d44c3e9ac71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:25.009770 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device cf6f3286-3a62-4758-b762-efd8ac8d8fe0 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:59:25.044581 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48679bb3-c2b1-4819-9de2-b5433fa681e2 None None] Pushing event updated for resources: {'Port': ['ID=b5425a0c-86d4-4510-bf7d-ce299030ad98,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:59:25.096428 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-095827ef-5be0-4fb0-9441-381a1bd4b0b3 req-11c50ba4-35b0-44d2-9671-777ffe82a577 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Synchronizing usage tracker for tenant:77af9bf22b944dbfb655c3750493d955 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:59:25.194186 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-9e5ee2ac-0d80-4fad-b28f-d44c3e9ac71f None None] Attempting to bind port b5425a0c-86d4-4510-bf7d-ce299030ad98 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:59:25.194477 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-9e5ee2ac-0d80-4fad-b28f-d44c3e9ac71f None None] Attempting to bind port b5425a0c-86d4-4510-bf7d-ce299030ad98 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': '2e885274-52fc-4171-9073-e5cac614bba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '9e6054a2-cd00-456b-9147-e00bdd6d82cb'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:59:25.194839 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5ee2ac-0d80-4fad-b28f-d44c3e9ac71f None None] Attempting to bind port b5425a0c-86d4-4510-bf7d-ce299030ad98 on network 9e6054a2-cd00-456b-9147-e00bdd6d82cb {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:59:25.197129 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-095827ef-5be0-4fb0-9441-381a1bd4b0b3 req-11c50ba4-35b0-44d2-9671-777ffe82a577 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Unset dirty status for tenant:77af9bf22b944dbfb655c3750493d955 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:59:25.198421 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-095827ef-5be0-4fb0-9441-381a1bd4b0b3 req-11c50ba4-35b0-44d2-9671-777ffe82a577 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=3584b684-2463-4bc7-ba4e-b5727c5600d8 HTTP/1.1" status: 200 len: 210 time: 0.1463144 May 30 20:59:25.206885 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5ee2ac-0d80-4fad-b28f-d44c3e9ac71f None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:59:25.207255 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5ee2ac-0d80-4fad-b28f-d44c3e9ac71f None None] Checking segment: {'id': '2e885274-52fc-4171-9073-e5cac614bba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '9e6054a2-cd00-456b-9147-e00bdd6d82cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:59:25.207911 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-9e5ee2ac-0d80-4fad-b28f-d44c3e9ac71f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:25.208303 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5ee2ac-0d80-4fad-b28f-d44c3e9ac71f None None] Bound using segment: {'id': '2e885274-52fc-4171-9073-e5cac614bba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '9e6054a2-cd00-456b-9147-e00bdd6d82cb'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:59:25.208800 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-9e5ee2ac-0d80-4fad-b28f-d44c3e9ac71f None None] Bound port: b5425a0c-86d4-4510-bf7d-ce299030ad98, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e885274-52fc-4171-9073-e5cac614bba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '9e6054a2-cd00-456b-9147-e00bdd6d82cb'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:59:25.209174 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-9e5ee2ac-0d80-4fad-b28f-d44c3e9ac71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:25.263432 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port cf6f3286-3a62-4758-b762-efd8ac8d8fe0 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:59:25.279679 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port cf6f3286-3a62-4758-b762-efd8ac8d8fe0 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:59:25.280053 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:25.359279 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-9e5ee2ac-0d80-4fad-b28f-d44c3e9ac71f None None] For port b5425a0c-86d4-4510-bf7d-ce299030ad98, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:59:25.363367 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-9e5ee2ac-0d80-4fad-b28f-d44c3e9ac71f None None] For port b5425a0c-86d4-4510-bf7d-ce299030ad98, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=b5425a0c-86d4-4510-bf7d-ce299030ad98,segment=NetworkSegment(2e885274-52fc-4171-9073-e5cac614bba8),segment_id=2e885274-52fc-4171-9073-e5cac614bba8)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:59:25.426615 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:25.431482 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-9e5ee2ac-0d80-4fad-b28f-d44c3e9ac71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:25.499968 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port cf6f3286-3a62-4758-b762-efd8ac8d8fe0, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=cf6f3286-3a62-4758-b762-efd8ac8d8fe0,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:59:25.527864 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48679bb3-c2b1-4819-9de2-b5433fa681e2 None None] Pushing event updated for resources: {'Port': ['ID=b5425a0c-86d4-4510-bf7d-ce299030ad98,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:59:25.538255 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5ee2ac-0d80-4fad-b28f-d44c3e9ac71f None None] Routers {'8d971eaa-9cd7-4665-8518-ddeae5e5d962'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:59:25.538255 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-9e5ee2ac-0d80-4fad-b28f-d44c3e9ac71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:59:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['8d971eaa-9cd7-4665-8518-ddeae5e5d962'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:59:25.594193 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:25.854335 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=cf6f3286-3a62-4758-b762-efd8ac8d8fe0,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:59:25.893586 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-9e5ee2ac-0d80-4fad-b28f-d44c3e9ac71f None None] Set router 8d971eaa-9cd7-4665-8518-ddeae5e5d962 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:59:26.350868 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-a2c07cc6-3c5e-4252-b44a-f9ea37bf932a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:26.351738 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2a2c16e9-54f1-444c-b0b3-6c46f742ddaf req-16db5874-a5c5-47f3-9838-c1573b1e3955 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=3584b684-2463-4bc7-ba4e-b5727c5600d8 HTTP/1.1" status: 200 len: 210 time: 0.0735998 May 30 20:59:26.406332 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-9e5ee2ac-0d80-4fad-b28f-d44c3e9ac71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d971eaa-9cd7-4665-8518-ddeae5e5d962', 'name': 'tempest-TestVolumeBootPattern-1989824106-router', 'tenant_id': '77af9bf22b944dbfb655c3750493d955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.27'}], 'enable_snat': True}, 'gw_port_id': '2b4be356-9ddb-4ee6-99f5-18787f956c77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:59:04Z', 'updated_at': '2022-05-30T20:59:08Z', 'revision_number': 4, 'project_id': '77af9bf22b944dbfb655c3750493d955', 'gw_port': {'id': '2b4be356-9ddb-4ee6-99f5-18787f956c77', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c2:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d971eaa-9cd7-4665-8518-ddeae5e5d962', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:59:05Z', 'updated_at': '2022-05-30T20:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': 'b5425a0c-86d4-4510-bf7d-ce299030ad98', 'name': '', 'network_id': '9e6054a2-cd00-456b-9147-e00bdd6d82cb', 'tenant_id': '77af9bf22b944dbfb655c3750493d955', 'mac_address': 'fa:16:3e:bb:cf:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d971eaa-9cd7-4665-8518-ddeae5e5d962', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '760310b8-d127-408a-b08f-63f194a569b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:59:07Z', 'updated_at': '2022-05-30T20:59:25Z', 'revision_number': 4, 'project_id': '77af9bf22b944dbfb655c3750493d955', 'subnets': [{'id': '760310b8-d127-408a-b08f-63f194a569b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:59:26.411814 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5ee2ac-0d80-4fad-b28f-d44c3e9ac71f None None] The sync data for ids ['8d971eaa-9cd7-4665-8518-ddeae5e5d962'] in n-d-843948-2 is: [{'id': '8d971eaa-9cd7-4665-8518-ddeae5e5d962', 'name': 'tempest-TestVolumeBootPattern-1989824106-router', 'tenant_id': '77af9bf22b944dbfb655c3750493d955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.27'}], 'enable_snat': True}, 'gw_port_id': '2b4be356-9ddb-4ee6-99f5-18787f956c77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:59:04Z', 'updated_at': '2022-05-30T20:59:08Z', 'revision_number': 4, 'project_id': '77af9bf22b944dbfb655c3750493d955', 'gw_port': {'id': '2b4be356-9ddb-4ee6-99f5-18787f956c77', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c2:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d971eaa-9cd7-4665-8518-ddeae5e5d962', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:59:05Z', 'updated_at': '2022-05-30T20:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': 'b5425a0c-86d4-4510-bf7d-ce299030ad98', 'name': '', 'network_id': '9e6054a2-cd00-456b-9147-e00bdd6d82cb', 'tenant_id': '77af9bf22b944dbfb655c3750493d955', 'mac_address': 'fa:16:3e:bb:cf:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d971eaa-9cd7-4665-8518-ddeae5e5d962', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '760310b8-d127-408a-b08f-63f194a569b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:59:07Z', 'updated_at': '2022-05-30T20:59:25Z', 'revision_number': 4, 'project_id': '77af9bf22b944dbfb655c3750493d955', 'subnets': [{'id': '760310b8-d127-408a-b08f-63f194a569b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:59:26.972327 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device b5425a0c-86d4-4510-bf7d-ce299030ad98 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:59:27.106389 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port b5425a0c-86d4-4510-bf7d-ce299030ad98 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:59:27.111866 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port b5425a0c-86d4-4510-bf7d-ce299030ad98 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:59:27.112266 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:27.243856 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:27.282045 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port b5425a0c-86d4-4510-bf7d-ce299030ad98, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=b5425a0c-86d4-4510-bf7d-ce299030ad98,segment=NetworkSegment(2e885274-52fc-4171-9073-e5cac614bba8),segment_id=2e885274-52fc-4171-9073-e5cac614bba8)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:59:27.403031 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:27.403893 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device cf6f3286-3a62-4758-b762-efd8ac8d8fe0 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:59:27.492577 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d550f417-85af-4639-af61-7f0ca93016e8 req-adde3066-1647-415a-99f8-5cae626238e6 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=3584b684-2463-4bc7-ba4e-b5727c5600d8 HTTP/1.1" status: 200 len: 210 time: 0.0565529 May 30 20:59:27.525493 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=b5425a0c-86d4-4510-bf7d-ce299030ad98,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:59:27.539227 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port cf6f3286-3a62-4758-b762-efd8ac8d8fe0 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:59:27.539596 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:28.620763 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b9ba556c-ce7f-40a1-9584-9aa9fe9c81e3 req-886dcea6-b30f-463b-b194-8daca30afc2c tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=3584b684-2463-4bc7-ba4e-b5727c5600d8 HTTP/1.1" status: 200 len: 210 time: 0.0512557 May 30 20:59:28.937866 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device b5425a0c-86d4-4510-bf7d-ce299030ad98 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:59:29.012545 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port b5425a0c-86d4-4510-bf7d-ce299030ad98 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:59:29.012912 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:29.631856 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-fdb1d585-0a0f-40be-9bdd-19e22e018274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:29.798955 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-703c51fe-bb3e-4150-86db-0e8006842e7a req-b80feedf-9b8d-4e31-96f6-64a86541517a tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=3584b684-2463-4bc7-ba4e-b5727c5600d8 HTTP/1.1" status: 200 len: 210 time: 0.0481141 May 30 20:59:29.860534 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:31.113071 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0b395bc7-4c03-4e2b-90e9-9b7e3a75e697 req-c2f097c8-57b2-4ae2-8b9d-6eab89f82b40 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=3584b684-2463-4bc7-ba4e-b5727c5600d8 HTTP/1.1" status: 200 len: 210 time: 0.1837835 May 30 20:59:31.237714 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:31.800092 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23fb394-d5d4-4604-a91d-bc0a20f8d1f5 req-05a7456f-1181-4dd8-bfb7-ff01b6646dc4 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:59:31.801577 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c23fb394-d5d4-4604-a91d-bc0a20f8d1f5 req-05a7456f-1181-4dd8-bfb7-ff01b6646dc4 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.86 "GET /v2.0/networks?id=9e6054a2-cd00-456b-9147-e00bdd6d82cb HTTP/1.1" status: 200 len: 812 time: 0.1726537 May 30 20:59:31.827110 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-c23fb394-d5d4-4604-a91d-bc0a20f8d1f5 req-0f4aedda-33c7-4be6-87b5-5bccaea10cbc tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Request body: {'port': {'device_id': '3584b684-2463-4bc7-ba4e-b5727c5600d8', 'network_id': '9e6054a2-cd00-456b-9147-e00bdd6d82cb', 'admin_state_up': True, 'tenant_id': '77af9bf22b944dbfb655c3750493d955'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:59:31.979932 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-c23fb394-d5d4-4604-a91d-bc0a20f8d1f5 req-0f4aedda-33c7-4be6-87b5-5bccaea10cbc tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 20:59:31.989865 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-c23fb394-d5d4-4604-a91d-bc0a20f8d1f5 req-0f4aedda-33c7-4be6-87b5-5bccaea10cbc tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 20:59:32.081468 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c23fb394-d5d4-4604-a91d-bc0a20f8d1f5 req-0f4aedda-33c7-4be6-87b5-5bccaea10cbc tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Made reservation on behalf of 77af9bf22b944dbfb655c3750493d955 for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 20:59:32.084690 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c23fb394-d5d4-4604-a91d-bc0a20f8d1f5 req-0f4aedda-33c7-4be6-87b5-5bccaea10cbc tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:32.299285 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9b2c85ce-8f5e-4fa8-8bc4-6446a6303ba5 req-9cafd99d-aa82-4abe-8a78-ba37abb5a373 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=3584b684-2463-4bc7-ba4e-b5727c5600d8 HTTP/1.1" status: 200 len: 210 time: 0.0474126 May 30 20:59:32.315598 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [req-c23fb394-d5d4-4604-a91d-bc0a20f8d1f5 req-0f4aedda-33c7-4be6-87b5-5bccaea10cbc tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Allocated IP 172.20.0.9 (9e6054a2-cd00-456b-9147-e00bdd6d82cb/760310b8-d127-408a-b08f-63f194a569b1/a3475025-114c-4de2-8413-6969a6018b09) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 20:59:32.547518 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c23fb394-d5d4-4604-a91d-bc0a20f8d1f5 req-0f4aedda-33c7-4be6-87b5-5bccaea10cbc tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:32.564282 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-c23fb394-d5d4-4604-a91d-bc0a20f8d1f5 req-0f4aedda-33c7-4be6-87b5-5bccaea10cbc tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Transition to ACTIVE for port object a3475025-114c-4de2-8413-6969a6018b09 will not be triggered until provisioned by entity DHCP. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:59:32.681417 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c23fb394-d5d4-4604-a91d-bc0a20f8d1f5 req-0f4aedda-33c7-4be6-87b5-5bccaea10cbc tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:32.755850 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c23fb394-d5d4-4604-a91d-bc0a20f8d1f5 req-0f4aedda-33c7-4be6-87b5-5bccaea10cbc tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Network 9e6054a2-cd00-456b-9147-e00bdd6d82cb is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 20:59:32.759302 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [req-c23fb394-d5d4-4604-a91d-bc0a20f8d1f5 req-0f4aedda-33c7-4be6-87b5-5bccaea10cbc tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 20:59:32.763753 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-c23fb394-d5d4-4604-a91d-bc0a20f8d1f5 req-0f4aedda-33c7-4be6-87b5-5bccaea10cbc tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 20:59:32.786213 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:32.792180 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4aedda-33c7-4be6-87b5-5bccaea10cbc tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Pushing event updated for resources: {'Port': ['ID=a3475025-114c-4de2-8413-6969a6018b09,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:59:32.833689 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23fb394-d5d4-4604-a91d-bc0a20f8d1f5 req-0f4aedda-33c7-4be6-87b5-5bccaea10cbc tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:59:32.834483 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c23fb394-d5d4-4604-a91d-bc0a20f8d1f5 req-0f4aedda-33c7-4be6-87b5-5bccaea10cbc tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:32.954783 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c23fb394-d5d4-4604-a91d-bc0a20f8d1f5 req-0f4aedda-33c7-4be6-87b5-5bccaea10cbc tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1287129 May 30 20:59:32.967967 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-c23fb394-d5d4-4604-a91d-bc0a20f8d1f5 req-8f9df643-c103-4061-95c9-3755bb3813ab service neutron] Request body: {'port': {'device_id': '3584b684-2463-4bc7-ba4e-b5727c5600d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843948-2'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 20:59:33.083498 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-623edf86-87e0-44ac-a6ee-6063d148a1af None None] Provisioning for port a3475025-114c-4de2-8413-6969a6018b09 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:59:33.091771 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-623edf86-87e0-44ac-a6ee-6063d148a1af None None] Provisioning complete for port a3475025-114c-4de2-8413-6969a6018b09 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:59:33.091771 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-623edf86-87e0-44ac-a6ee-6063d148a1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:33.147378 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-623edf86-87e0-44ac-a6ee-6063d148a1af None None] Port a3475025-114c-4de2-8413-6969a6018b09 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 20:59:33.195029 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c23fb394-d5d4-4604-a91d-bc0a20f8d1f5 req-8f9df643-c103-4061-95c9-3755bb3813ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:33.516810 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd531ac-c6a8-48b9-b5de-e70a47e84591 req-3d5636ee-7615-4c73-9550-1961f04e4e86 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:59:33.519592 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5dd531ac-c6a8-48b9-b5de-e70a47e84591 req-3d5636ee-7615-4c73-9550-1961f04e4e86 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=3584b684-2463-4bc7-ba4e-b5727c5600d8 HTTP/1.1" status: 200 len: 931 time: 0.0880666 May 30 20:59:33.566309 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [req-c23fb394-d5d4-4604-a91d-bc0a20f8d1f5 req-8f9df643-c103-4061-95c9-3755bb3813ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3475025-114c-4de2-8413-6969a6018b09 {{(pid=84887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:59:33.566951 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-5dd531ac-c6a8-48b9-b5de-e70a47e84591 req-64305449-074d-450f-a248-3e3ca68429ac tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Synchronizing usage tracker for tenant:77af9bf22b944dbfb655c3750493d955 on resource:security_group {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:59:33.575345 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c23fb394-d5d4-4604-a91d-bc0a20f8d1f5 req-8f9df643-c103-4061-95c9-3755bb3813ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:33.592436 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-c23fb394-d5d4-4604-a91d-bc0a20f8d1f5 req-8f9df643-c103-4061-95c9-3755bb3813ab service neutron] Transition to ACTIVE for port object a3475025-114c-4de2-8413-6969a6018b09 will not be triggered until provisioned by entity L2. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:59:33.643739 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-5dd531ac-c6a8-48b9-b5de-e70a47e84591 req-64305449-074d-450f-a248-3e3ca68429ac tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Unset dirty status for tenant:77af9bf22b944dbfb655c3750493d955 on resource:security_group {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:59:33.644866 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5dd531ac-c6a8-48b9-b5de-e70a47e84591 req-64305449-074d-450f-a248-3e3ca68429ac tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/security-groups?id=765f1b2e-5cfe-4855-818d-4fb37dae856a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195879 May 30 20:59:33.670168 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c23fb394-d5d4-4604-a91d-bc0a20f8d1f5 req-8f9df643-c103-4061-95c9-3755bb3813ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:33.804311 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9df643-c103-4061-95c9-3755bb3813ab service neutron] Pushing event updated for resources: {'Port': ['ID=a3475025-114c-4de2-8413-6969a6018b09,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:59:33.925864 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-c23fb394-d5d4-4604-a91d-bc0a20f8d1f5 req-8f9df643-c103-4061-95c9-3755bb3813ab service neutron] Attempting to bind port a3475025-114c-4de2-8413-6969a6018b09 on host n-h2-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:59:33.926414 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-c23fb394-d5d4-4604-a91d-bc0a20f8d1f5 req-8f9df643-c103-4061-95c9-3755bb3813ab service neutron] Attempting to bind port a3475025-114c-4de2-8413-6969a6018b09 by drivers openvswitch,hyperv on host n-h2-843948-2 at level 0 using segments [{'id': '2e885274-52fc-4171-9073-e5cac614bba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '9e6054a2-cd00-456b-9147-e00bdd6d82cb'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:59:33.926663 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c23fb394-d5d4-4604-a91d-bc0a20f8d1f5 req-8f9df643-c103-4061-95c9-3755bb3813ab service neutron] Attempting to bind port a3475025-114c-4de2-8413-6969a6018b09 on network 9e6054a2-cd00-456b-9147-e00bdd6d82cb {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:59:33.933339 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c23fb394-d5d4-4604-a91d-bc0a20f8d1f5 req-8f9df643-c103-4061-95c9-3755bb3813ab service neutron] Port a3475025-114c-4de2-8413-6969a6018b09 on network 9e6054a2-cd00-456b-9147-e00bdd6d82cb not bound, no agent of type Open vSwitch agent registered on host n-h2-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 20:59:33.935054 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c23fb394-d5d4-4604-a91d-bc0a20f8d1f5 req-8f9df643-c103-4061-95c9-3755bb3813ab service neutron] Attempting to bind port a3475025-114c-4de2-8413-6969a6018b09 on network 9e6054a2-cd00-456b-9147-e00bdd6d82cb {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:59:33.942816 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c23fb394-d5d4-4604-a91d-bc0a20f8d1f5 req-8f9df643-c103-4061-95c9-3755bb3813ab service neutron] Checking agent: {'id': 'eaa08354-e8f5-4e73-af76-8d3cf7d2b390', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 59, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:59:33.942816 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c23fb394-d5d4-4604-a91d-bc0a20f8d1f5 req-8f9df643-c103-4061-95c9-3755bb3813ab service neutron] Checking segment: {'id': '2e885274-52fc-4171-9073-e5cac614bba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '9e6054a2-cd00-456b-9147-e00bdd6d82cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:59:33.942816 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c23fb394-d5d4-4604-a91d-bc0a20f8d1f5 req-8f9df643-c103-4061-95c9-3755bb3813ab service neutron] Bound using segment: {'id': '2e885274-52fc-4171-9073-e5cac614bba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '9e6054a2-cd00-456b-9147-e00bdd6d82cb'} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:59:33.942816 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-c23fb394-d5d4-4604-a91d-bc0a20f8d1f5 req-8f9df643-c103-4061-95c9-3755bb3813ab service neutron] Bound port: a3475025-114c-4de2-8413-6969a6018b09, host: n-h2-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e885274-52fc-4171-9073-e5cac614bba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '9e6054a2-cd00-456b-9147-e00bdd6d82cb'}}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:59:33.943262 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c23fb394-d5d4-4604-a91d-bc0a20f8d1f5 req-8f9df643-c103-4061-95c9-3755bb3813ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:34.058944 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-c23fb394-d5d4-4604-a91d-bc0a20f8d1f5 req-8f9df643-c103-4061-95c9-3755bb3813ab service neutron] For port a3475025-114c-4de2-8413-6969a6018b09, host n-h2-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:59:34.062274 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-c23fb394-d5d4-4604-a91d-bc0a20f8d1f5 req-8f9df643-c103-4061-95c9-3755bb3813ab service neutron] For port a3475025-114c-4de2-8413-6969a6018b09, host n-h2-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=a3475025-114c-4de2-8413-6969a6018b09,segment=NetworkSegment(2e885274-52fc-4171-9073-e5cac614bba8),segment_id=2e885274-52fc-4171-9073-e5cac614bba8)] {{(pid=84887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:59:34.172956 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c23fb394-d5d4-4604-a91d-bc0a20f8d1f5 req-8f9df643-c103-4061-95c9-3755bb3813ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:34.239456 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c23fb394-d5d4-4604-a91d-bc0a20f8d1f5 req-8f9df643-c103-4061-95c9-3755bb3813ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:34.242714 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c23fb394-d5d4-4604-a91d-bc0a20f8d1f5 req-8f9df643-c103-4061-95c9-3755bb3813ab service neutron] 10.222.0.86 "PUT /v2.0/ports/a3475025-114c-4de2-8413-6969a6018b09 HTTP/1.1" status: 200 len: 1091 time: 1.2793965 May 30 20:59:34.243510 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3584b684-2463-4bc7-ba4e-b5727c5600d8', 'tag': 'a3475025-114c-4de2-8413-6969a6018b09'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:59:34.273125 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9df643-c103-4061-95c9-3755bb3813ab service neutron] Pushing event updated for resources: {'Port': ['ID=a3475025-114c-4de2-8413-6969a6018b09,revision_number=3']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:59:34.364059 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a37fc5e1-e217-45dd-b16f-bcb99438534d'] response: {'name': 'network-changed', 'server_uuid': '3584b684-2463-4bc7-ba4e-b5727c5600d8', 'tag': 'a3475025-114c-4de2-8413-6969a6018b09', 'status': 'completed', 'code': 200} May 30 20:59:34.459218 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c23fb394-d5d4-4604-a91d-bc0a20f8d1f5 req-9c6323be-6404-4b46-af08-473be15b8271 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=77af9bf22b944dbfb655c3750493d955&device_id=3584b684-2463-4bc7-ba4e-b5727c5600d8 HTTP/1.1" status: 200 len: 1094 time: 0.0860717 May 30 20:59:34.535136 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c23fb394-d5d4-4604-a91d-bc0a20f8d1f5 req-e634049c-dc84-4fba-93cd-d5616d4d6357 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a3475025-114c-4de2-8413-6969a6018b09 HTTP/1.1" status: 200 len: 217 time: 0.0659606 May 30 20:59:34.559867 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 20:59:34.606164 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23fb394-d5d4-4604-a91d-bc0a20f8d1f5 req-7821c277-d560-4331-a492-f8f563354829 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:59:34.607629 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c23fb394-d5d4-4604-a91d-bc0a20f8d1f5 req-7821c277-d560-4331-a492-f8f563354829 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=760310b8-d127-408a-b08f-63f194a569b1 HTTP/1.1" status: 200 len: 851 time: 0.0639544 May 30 20:59:34.697474 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c23fb394-d5d4-4604-a91d-bc0a20f8d1f5 req-9d39a069-357f-4971-a4b2-d1011d9fb13f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9e6054a2-cd00-456b-9147-e00bdd6d82cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0743279 May 30 20:59:34.860621 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58878679-14bf-4826-b8de-c9981a710f79 req-edbb5a0d-32ce-4a66-b6f5-1d8f57e138d3 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:59:34.862463 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-58878679-14bf-4826-b8de-c9981a710f79 req-edbb5a0d-32ce-4a66-b6f5-1d8f57e138d3 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=3584b684-2463-4bc7-ba4e-b5727c5600d8 HTTP/1.1" status: 200 len: 943 time: 0.0835965 May 30 20:59:34.863256 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c23fb394-d5d4-4604-a91d-bc0a20f8d1f5 req-c4a11c08-ed56-44d1-946f-03937f832514 service neutron] 10.222.0.86 "GET /v2.0/networks/9e6054a2-cd00-456b-9147-e00bdd6d82cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556692 May 30 20:59:34.911479 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-58878679-14bf-4826-b8de-c9981a710f79 req-a2912653-5739-4e8f-a531-d3abb7c471d7 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/security-groups?id=765f1b2e-5cfe-4855-818d-4fb37dae856a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432351 May 30 20:59:35.006384 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c23fb394-d5d4-4604-a91d-bc0a20f8d1f5 req-3f54bdb1-b315-492c-a060-2412fa10bdeb service neutron] 10.222.0.86 "GET /v2.0/networks/9e6054a2-cd00-456b-9147-e00bdd6d82cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296775 May 30 20:59:35.227683 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0d3c53d3-e3e4-44a3-9123-4bfb253b4184 req-51916d2b-e2a1-4749-9eb4-d846b5d6d9af service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=77af9bf22b944dbfb655c3750493d955&device_id=3584b684-2463-4bc7-ba4e-b5727c5600d8 HTTP/1.1" status: 200 len: 1094 time: 0.0737951 May 30 20:59:35.459163 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3c53d3-e3e4-44a3-9123-4bfb253b4184 req-da0fbda1-0cac-4529-be66-6857ea509bfc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:59:35.460596 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0d3c53d3-e3e4-44a3-9123-4bfb253b4184 req-da0fbda1-0cac-4529-be66-6857ea509bfc service neutron] 10.222.0.86 "GET /v2.0/networks?id=9e6054a2-cd00-456b-9147-e00bdd6d82cb HTTP/1.1" status: 200 len: 913 time: 0.2272556 May 30 20:59:35.530736 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0d3c53d3-e3e4-44a3-9123-4bfb253b4184 req-9913425f-38b4-4198-ba96-8df8c3bf4e17 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a3475025-114c-4de2-8413-6969a6018b09 HTTP/1.1" status: 200 len: 217 time: 0.0634661 May 30 20:59:35.597908 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3c53d3-e3e4-44a3-9123-4bfb253b4184 req-f40100f1-ab43-41a6-9a53-8c00f32cf89f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:59:35.599701 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0d3c53d3-e3e4-44a3-9123-4bfb253b4184 req-f40100f1-ab43-41a6-9a53-8c00f32cf89f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=760310b8-d127-408a-b08f-63f194a569b1 HTTP/1.1" status: 200 len: 851 time: 0.0612378 May 30 20:59:35.676691 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0d3c53d3-e3e4-44a3-9123-4bfb253b4184 req-53346079-253e-443a-9da7-d19c8880a007 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9e6054a2-cd00-456b-9147-e00bdd6d82cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0707903 May 30 20:59:35.817519 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0d3c53d3-e3e4-44a3-9123-4bfb253b4184 req-071dc498-9bcd-451f-8478-4be635cdbb6b service neutron] 10.222.0.86 "GET /v2.0/networks/9e6054a2-cd00-456b-9147-e00bdd6d82cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310081 May 30 20:59:35.955517 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0d3c53d3-e3e4-44a3-9123-4bfb253b4184 req-96cf60fe-7323-4f11-8891-4ddd569b6e4a service neutron] 10.222.0.86 "GET /v2.0/networks/9e6054a2-cd00-456b-9147-e00bdd6d82cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285834 May 30 20:59:36.117427 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372ffec6-b754-4312-b903-85fea16eee8d req-1ce9a42c-785e-4cbc-8c33-776244c3c494 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:59:36.118400 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-372ffec6-b754-4312-b903-85fea16eee8d req-1ce9a42c-785e-4cbc-8c33-776244c3c494 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Synchronizing usage tracker for tenant:77af9bf22b944dbfb655c3750493d955 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:59:36.206632 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-372ffec6-b754-4312-b903-85fea16eee8d req-1ce9a42c-785e-4cbc-8c33-776244c3c494 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Unset dirty status for tenant:77af9bf22b944dbfb655c3750493d955 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:59:36.208079 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-372ffec6-b754-4312-b903-85fea16eee8d req-1ce9a42c-785e-4cbc-8c33-776244c3c494 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=3584b684-2463-4bc7-ba4e-b5727c5600d8 HTTP/1.1" status: 200 len: 943 time: 0.1742365 May 30 20:59:36.253928 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-372ffec6-b754-4312-b903-85fea16eee8d req-1a79231b-920f-4e26-81e2-6a7f1c53302d tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/security-groups?id=765f1b2e-5cfe-4855-818d-4fb37dae856a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401404 May 30 20:59:37.458585 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9617a052-6de0-4323-a1b7-8e9f5a3c7a2c req-01831ddd-7227-4109-b7ec-feb2f0e12749 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:59:37.460218 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9617a052-6de0-4323-a1b7-8e9f5a3c7a2c req-01831ddd-7227-4109-b7ec-feb2f0e12749 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=3584b684-2463-4bc7-ba4e-b5727c5600d8 HTTP/1.1" status: 200 len: 943 time: 0.0791366 May 30 20:59:37.510162 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9617a052-6de0-4323-a1b7-8e9f5a3c7a2c req-cc2e8ce7-0f44-4c08-a745-87e635c285c3 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/security-groups?id=765f1b2e-5cfe-4855-818d-4fb37dae856a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442734 May 30 20:59:38.713326 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7528cd49-2fdf-445a-a537-756520fdbb8d req-5b6fb0a3-3787-4dfc-becb-e6be79121f31 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:59:38.714801 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7528cd49-2fdf-445a-a537-756520fdbb8d req-5b6fb0a3-3787-4dfc-becb-e6be79121f31 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=3584b684-2463-4bc7-ba4e-b5727c5600d8 HTTP/1.1" status: 200 len: 943 time: 0.0771103 May 30 20:59:38.763498 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7528cd49-2fdf-445a-a537-756520fdbb8d req-1cca056b-63ec-41c7-bb64-0f0600578592 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/security-groups?id=765f1b2e-5cfe-4855-818d-4fb37dae856a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431571 May 30 20:59:39.972190 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da888586-81ee-488e-aea4-1f3547564325 req-5d5836c3-5061-46d6-aaa3-d9b4ca032d30 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:59:39.973658 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-da888586-81ee-488e-aea4-1f3547564325 req-5d5836c3-5061-46d6-aaa3-d9b4ca032d30 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=3584b684-2463-4bc7-ba4e-b5727c5600d8 HTTP/1.1" status: 200 len: 943 time: 0.0853379 May 30 20:59:40.019290 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-da888586-81ee-488e-aea4-1f3547564325 req-a0ce8282-8d2e-476d-86e9-61dce45c06fa tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/security-groups?id=765f1b2e-5cfe-4855-818d-4fb37dae856a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400579 May 30 20:59:41.222998 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7139bfe-d453-4264-a3c9-e20abf6cf601 req-01780a5a-cfba-4746-8f61-6a47c9ca7726 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:59:41.224538 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e7139bfe-d453-4264-a3c9-e20abf6cf601 req-01780a5a-cfba-4746-8f61-6a47c9ca7726 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=3584b684-2463-4bc7-ba4e-b5727c5600d8 HTTP/1.1" status: 200 len: 943 time: 0.0828035 May 30 20:59:41.273891 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e7139bfe-d453-4264-a3c9-e20abf6cf601 req-7a35ed11-cbd5-40df-a52a-cc22857d4d49 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/security-groups?id=765f1b2e-5cfe-4855-818d-4fb37dae856a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435948 May 30 20:59:41.369079 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device a3475025-114c-4de2-8413-6969a6018b09 details requested by agent hyperv_n-h2-843948-2 with host n-h2-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 20:59:41.457568 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9150f3a-4b15-4bfe-8dce-988590412752 None None] Sync routers for ids ['28ef7989-5246-49f3-bbd0-67b0f94d0216'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 20:59:41.470791 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9150f3a-4b15-4bfe-8dce-988590412752 None None] Routers {'28ef7989-5246-49f3-bbd0-67b0f94d0216'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:59:41.471408 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-c9150f3a-4b15-4bfe-8dce-988590412752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:59:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['28ef7989-5246-49f3-bbd0-67b0f94d0216'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:59:41.509829 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port a3475025-114c-4de2-8413-6969a6018b09, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=a3475025-114c-4de2-8413-6969a6018b09,segment=NetworkSegment(2e885274-52fc-4171-9073-e5cac614bba8),segment_id=2e885274-52fc-4171-9073-e5cac614bba8)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:59:41.524184 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Returning: {'device': 'a3475025-114c-4de2-8413-6969a6018b09', 'network_id': '9e6054a2-cd00-456b-9147-e00bdd6d82cb', 'port_id': 'a3475025-114c-4de2-8413-6969a6018b09', 'mac_address': 'fa:16:3e:01:5b:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '760310b8-d127-408a-b08f-63f194a569b1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 20:59:41.583637 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:41.603004 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3475025-114c-4de2-8413-6969a6018b09 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 20:59:41.618721 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port a3475025-114c-4de2-8413-6969a6018b09, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=a3475025-114c-4de2-8413-6969a6018b09,segment=NetworkSegment(2e885274-52fc-4171-9073-e5cac614bba8),segment_id=2e885274-52fc-4171-9073-e5cac614bba8)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:59:41.659012 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-c9150f3a-4b15-4bfe-8dce-988590412752 None None] Set router 28ef7989-5246-49f3-bbd0-67b0f94d0216 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:59:41.677399 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:41.753175 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=a3475025-114c-4de2-8413-6969a6018b09,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:59:41.974982 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['a3475025-114c-4de2-8413-6969a6018b09'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 20:59:42.009153 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-c9150f3a-4b15-4bfe-8dce-988590412752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28ef7989-5246-49f3-bbd0-67b0f94d0216', 'name': 'tempest-TestVolumeBootPattern-430297945-router', 'tenant_id': '983ea1ce8bff49c3b820141314c90f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'cf6f3286-3a62-4758-b762-efd8ac8d8fe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:59:13Z', 'updated_at': '2022-05-30T20:59:17Z', 'revision_number': 4, 'project_id': '983ea1ce8bff49c3b820141314c90f7e', 'gw_port': {'id': 'cf6f3286-3a62-4758-b762-efd8ac8d8fe0', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:64:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28ef7989-5246-49f3-bbd0-67b0f94d0216', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:59:14Z', 'updated_at': '2022-05-30T20:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '75ab6bb3-1118-44bb-8529-05e5f7b97116', 'name': '', 'network_id': 'ac67a5e0-3a20-4a16-8c2a-0934607da726', 'tenant_id': '983ea1ce8bff49c3b820141314c90f7e', 'mac_address': 'fa:16:3e:e7:ee:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28ef7989-5246-49f3-bbd0-67b0f94d0216', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fb32d93f-2656-4e94-95b0-2d7894a2d2ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:59:17Z', 'updated_at': '2022-05-30T20:59:17Z', 'revision_number': 2, 'project_id': '983ea1ce8bff49c3b820141314c90f7e', 'subnets': [{'id': 'fb32d93f-2656-4e94-95b0-2d7894a2d2ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:59:42.013081 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9150f3a-4b15-4bfe-8dce-988590412752 None None] Checking router: 28ef7989-5246-49f3-bbd0-67b0f94d0216 for host: n-d-843948-2 {{(pid=84889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 20:59:42.013486 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9150f3a-4b15-4bfe-8dce-988590412752 None None] Updating router 28ef7989-5246-49f3-bbd0-67b0f94d0216 port 75ab6bb3-1118-44bb-8529-05e5f7b97116 binding host n-d-843948-2 {{(pid=84889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 20:59:42.065733 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-c9150f3a-4b15-4bfe-8dce-988590412752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:42.414082 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-c9150f3a-4b15-4bfe-8dce-988590412752 None None] Notify callbacks [] for port, precommit_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:42.425973 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.provisioning_blocks [None req-c9150f3a-4b15-4bfe-8dce-988590412752 None None] Transition to ACTIVE for port object 75ab6bb3-1118-44bb-8529-05e5f7b97116 will not be triggered until provisioned by entity L2. {{(pid=84889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 20:59:42.470566 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4d1e19-fb86-4633-9a27-e6be3500e2d2 req-47c6e65c-233e-44bd-8f8e-82b9aa4c6a1c tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:59:42.472117 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6c4d1e19-fb86-4633-9a27-e6be3500e2d2 req-47c6e65c-233e-44bd-8f8e-82b9aa4c6a1c tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=3584b684-2463-4bc7-ba4e-b5727c5600d8 HTTP/1.1" status: 200 len: 944 time: 0.0778344 May 30 20:59:42.488825 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-c9150f3a-4b15-4bfe-8dce-988590412752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:42.523094 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6c4d1e19-fb86-4633-9a27-e6be3500e2d2 req-5c432652-7fc5-4158-b039-8a70a5575b44 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/security-groups?id=765f1b2e-5cfe-4855-818d-4fb37dae856a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450234 May 30 20:59:42.618406 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00dfbac-65b6-45a1-85e9-72faa1867a83 None None] Pushing event updated for resources: {'Port': ['ID=75ab6bb3-1118-44bb-8529-05e5f7b97116,revision_number=3']} {{(pid=84889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:59:42.711804 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-c9150f3a-4b15-4bfe-8dce-988590412752 None None] Attempting to bind port 75ab6bb3-1118-44bb-8529-05e5f7b97116 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 20:59:42.712170 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-c9150f3a-4b15-4bfe-8dce-988590412752 None None] Attempting to bind port 75ab6bb3-1118-44bb-8529-05e5f7b97116 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': 'b2edec4c-124c-4c0d-9cc3-e4d7b6b53d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'ac67a5e0-3a20-4a16-8c2a-0934607da726'}] {{(pid=84889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 20:59:42.712524 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9150f3a-4b15-4bfe-8dce-988590412752 None None] Attempting to bind port 75ab6bb3-1118-44bb-8529-05e5f7b97116 on network ac67a5e0-3a20-4a16-8c2a-0934607da726 {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 20:59:42.719146 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9150f3a-4b15-4bfe-8dce-988590412752 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 20, 59, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 20:59:42.719510 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9150f3a-4b15-4bfe-8dce-988590412752 None None] Checking segment: {'id': 'b2edec4c-124c-4c0d-9cc3-e4d7b6b53d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'ac67a5e0-3a20-4a16-8c2a-0934607da726'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 20:59:42.719904 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-c9150f3a-4b15-4bfe-8dce-988590412752 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:42.720317 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9150f3a-4b15-4bfe-8dce-988590412752 None None] Bound using segment: {'id': 'b2edec4c-124c-4c0d-9cc3-e4d7b6b53d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'ac67a5e0-3a20-4a16-8c2a-0934607da726'} {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 20:59:42.720770 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-c9150f3a-4b15-4bfe-8dce-988590412752 None None] Bound port: 75ab6bb3-1118-44bb-8529-05e5f7b97116, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2edec4c-124c-4c0d-9cc3-e4d7b6b53d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'ac67a5e0-3a20-4a16-8c2a-0934607da726'}}] {{(pid=84889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 20:59:42.721135 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-c9150f3a-4b15-4bfe-8dce-988590412752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:42.841355 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.db [None req-c9150f3a-4b15-4bfe-8dce-988590412752 None None] For port 75ab6bb3-1118-44bb-8529-05e5f7b97116, host n-d-843948-2, cleared binding levels {{(pid=84889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 20:59:42.844199 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.db [None req-c9150f3a-4b15-4bfe-8dce-988590412752 None None] For port 75ab6bb3-1118-44bb-8529-05e5f7b97116, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=75ab6bb3-1118-44bb-8529-05e5f7b97116,segment=NetworkSegment(b2edec4c-124c-4c0d-9cc3-e4d7b6b53d9f),segment_id=b2edec4c-124c-4c0d-9cc3-e4d7b6b53d9f)] {{(pid=84889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 20:59:42.900858 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-c9150f3a-4b15-4bfe-8dce-988590412752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:42.980072 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00dfbac-65b6-45a1-85e9-72faa1867a83 None None] Pushing event updated for resources: {'Port': ['ID=75ab6bb3-1118-44bb-8529-05e5f7b97116,revision_number=4']} {{(pid=84889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:59:42.984758 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9150f3a-4b15-4bfe-8dce-988590412752 None None] Routers {'28ef7989-5246-49f3-bbd0-67b0f94d0216'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 20:59:42.985359 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-c9150f3a-4b15-4bfe-8dce-988590412752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T20:59:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['28ef7989-5246-49f3-bbd0-67b0f94d0216'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:59:43.168840 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-c9150f3a-4b15-4bfe-8dce-988590412752 None None] Set router 28ef7989-5246-49f3-bbd0-67b0f94d0216 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 20:59:43.383365 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device a3475025-114c-4de2-8413-6969a6018b09 up at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:59:43.497064 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-c9150f3a-4b15-4bfe-8dce-988590412752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28ef7989-5246-49f3-bbd0-67b0f94d0216', 'name': 'tempest-TestVolumeBootPattern-430297945-router', 'tenant_id': '983ea1ce8bff49c3b820141314c90f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'cf6f3286-3a62-4758-b762-efd8ac8d8fe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:59:13Z', 'updated_at': '2022-05-30T20:59:17Z', 'revision_number': 4, 'project_id': '983ea1ce8bff49c3b820141314c90f7e', 'gw_port': {'id': 'cf6f3286-3a62-4758-b762-efd8ac8d8fe0', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:64:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28ef7989-5246-49f3-bbd0-67b0f94d0216', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:59:14Z', 'updated_at': '2022-05-30T20:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '75ab6bb3-1118-44bb-8529-05e5f7b97116', 'name': '', 'network_id': 'ac67a5e0-3a20-4a16-8c2a-0934607da726', 'tenant_id': '983ea1ce8bff49c3b820141314c90f7e', 'mac_address': 'fa:16:3e:e7:ee:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28ef7989-5246-49f3-bbd0-67b0f94d0216', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fb32d93f-2656-4e94-95b0-2d7894a2d2ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:59:17Z', 'updated_at': '2022-05-30T20:59:42Z', 'revision_number': 4, 'project_id': '983ea1ce8bff49c3b820141314c90f7e', 'subnets': [{'id': 'fb32d93f-2656-4e94-95b0-2d7894a2d2ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 20:59:43.498341 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning for port a3475025-114c-4de2-8413-6969a6018b09 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:59:43.501586 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9150f3a-4b15-4bfe-8dce-988590412752 None None] The sync data for ids ['28ef7989-5246-49f3-bbd0-67b0f94d0216'] in n-d-843948-2 is: [{'id': '28ef7989-5246-49f3-bbd0-67b0f94d0216', 'name': 'tempest-TestVolumeBootPattern-430297945-router', 'tenant_id': '983ea1ce8bff49c3b820141314c90f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'cf6f3286-3a62-4758-b762-efd8ac8d8fe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:59:13Z', 'updated_at': '2022-05-30T20:59:17Z', 'revision_number': 4, 'project_id': '983ea1ce8bff49c3b820141314c90f7e', 'gw_port': {'id': 'cf6f3286-3a62-4758-b762-efd8ac8d8fe0', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:64:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28ef7989-5246-49f3-bbd0-67b0f94d0216', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:59:14Z', 'updated_at': '2022-05-30T20:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '75ab6bb3-1118-44bb-8529-05e5f7b97116', 'name': '', 'network_id': 'ac67a5e0-3a20-4a16-8c2a-0934607da726', 'tenant_id': '983ea1ce8bff49c3b820141314c90f7e', 'mac_address': 'fa:16:3e:e7:ee:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28ef7989-5246-49f3-bbd0-67b0f94d0216', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fb32d93f-2656-4e94-95b0-2d7894a2d2ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:59:17Z', 'updated_at': '2022-05-30T20:59:42Z', 'revision_number': 4, 'project_id': '983ea1ce8bff49c3b820141314c90f7e', 'subnets': [{'id': 'fb32d93f-2656-4e94-95b0-2d7894a2d2ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 20:59:43.503396 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning complete for port a3475025-114c-4de2-8413-6969a6018b09 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:59:43.503873 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:43.629151 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:43.667092 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3584b684-2463-4bc7-ba4e-b5727c5600d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3475025-114c-4de2-8413-6969a6018b09'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:59:43.678810 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port a3475025-114c-4de2-8413-6969a6018b09, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=a3475025-114c-4de2-8413-6969a6018b09,segment=NetworkSegment(2e885274-52fc-4171-9073-e5cac614bba8),segment_id=2e885274-52fc-4171-9073-e5cac614bba8)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:59:43.730247 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54ff1d33-9c84-441f-a04a-fa182ddd3ec4'] response: {'server_uuid': '3584b684-2463-4bc7-ba4e-b5727c5600d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3475025-114c-4de2-8413-6969a6018b09', 'code': 200} May 30 20:59:43.743086 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fd2660-d162-4ebc-8254-c5bafac6917c req-381a7482-3e91-40c4-97b9-fbbf106e079c tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:59:43.749990 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e7fd2660-d162-4ebc-8254-c5bafac6917c req-381a7482-3e91-40c4-97b9-fbbf106e079c tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=3584b684-2463-4bc7-ba4e-b5727c5600d8 HTTP/1.1" status: 200 len: 944 time: 0.1002090 May 30 20:59:43.761225 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:43.804426 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e7fd2660-d162-4ebc-8254-c5bafac6917c req-41bfeb7e-0fd1-4b19-a9ca-ddb873a822f1 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/security-groups?id=765f1b2e-5cfe-4855-818d-4fb37dae856a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532792 May 30 20:59:43.865981 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=a3475025-114c-4de2-8413-6969a6018b09,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:59:43.886923 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-76d4cbcd-2e0d-4109-87ce-9ef4022558d2 req-ff131c76-dc29-4dfa-b3b4-9a9810e891f7 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=3584b684-2463-4bc7-ba4e-b5727c5600d8 HTTP/1.1" status: 200 len: 1096 time: 0.0761702 May 30 20:59:43.933636 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-76d4cbcd-2e0d-4109-87ce-9ef4022558d2 req-3879d1ca-197e-4bbf-a9b7-0f004879d94e service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=765f1b2e-5cfe-4855-818d-4fb37dae856a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381014 May 30 20:59:44.973671 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 75ab6bb3-1118-44bb-8529-05e5f7b97116 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:59:45.021342 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8149fb-3d51-41b5-b63a-55b4f8a47d77 req-fddb9a3f-9a85-4907-a0f3-b3f3b26649e4 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:59:45.023598 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9f8149fb-3d51-41b5-b63a-55b4f8a47d77 req-fddb9a3f-9a85-4907-a0f3-b3f3b26649e4 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=3584b684-2463-4bc7-ba4e-b5727c5600d8 HTTP/1.1" status: 200 len: 945 time: 0.0915055 May 30 20:59:45.077943 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9f8149fb-3d51-41b5-b63a-55b4f8a47d77 req-c34ef9de-2892-4bb3-808e-7327c6440bc6 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/security-groups?id=765f1b2e-5cfe-4855-818d-4fb37dae856a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482986 May 30 20:59:45.150156 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 75ab6bb3-1118-44bb-8529-05e5f7b97116 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 20:59:45.157366 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 75ab6bb3-1118-44bb-8529-05e5f7b97116 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:59:45.159367 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:45.275227 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:45.311370 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port 75ab6bb3-1118-44bb-8529-05e5f7b97116, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=75ab6bb3-1118-44bb-8529-05e5f7b97116,segment=NetworkSegment(b2edec4c-124c-4c0d-9cc3-e4d7b6b53d9f),segment_id=b2edec4c-124c-4c0d-9cc3-e4d7b6b53d9f)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:59:45.378386 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:45.446213 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=75ab6bb3-1118-44bb-8529-05e5f7b97116,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:59:46.283600 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e831299f-5a93-4c11-89d1-22a19eb16409 req-5d6fd3db-0156-4488-90e4-782272cc7a43 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:59:46.285042 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e831299f-5a93-4c11-89d1-22a19eb16409 req-5d6fd3db-0156-4488-90e4-782272cc7a43 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=3584b684-2463-4bc7-ba4e-b5727c5600d8 HTTP/1.1" status: 200 len: 945 time: 0.0806091 May 30 20:59:46.330922 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e831299f-5a93-4c11-89d1-22a19eb16409 req-96e9bb27-ec43-41bb-a034-d3bd4ee68c8a tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/security-groups?id=765f1b2e-5cfe-4855-818d-4fb37dae856a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401766 May 30 20:59:46.530735 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a422ed-868f-49fb-b796-581c0a1ec632 req-132a6b21-3368-4729-946b-511a0f7815f2 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:59:46.532208 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e3a422ed-868f-49fb-b796-581c0a1ec632 req-132a6b21-3368-4729-946b-511a0f7815f2 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=3584b684-2463-4bc7-ba4e-b5727c5600d8 HTTP/1.1" status: 200 len: 945 time: 0.0808308 May 30 20:59:46.577571 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e3a422ed-868f-49fb-b796-581c0a1ec632 req-f38029c4-2b98-41dc-8552-211566294e33 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/security-groups?id=765f1b2e-5cfe-4855-818d-4fb37dae856a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398440 May 30 20:59:46.769642 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea1cae8-b911-4ee8-9020-2039b5c9e94c req-6530d5b6-8b15-4586-9a94-5ecb8902603b tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:59:46.771096 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-cea1cae8-b911-4ee8-9020-2039b5c9e94c req-6530d5b6-8b15-4586-9a94-5ecb8902603b tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=3584b684-2463-4bc7-ba4e-b5727c5600d8 HTTP/1.1" status: 200 len: 945 time: 0.0766768 May 30 20:59:46.817801 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-cea1cae8-b911-4ee8-9020-2039b5c9e94c req-63133b16-4b00-4e2d-b615-4c87426f0688 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/security-groups?id=765f1b2e-5cfe-4855-818d-4fb37dae856a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408614 May 30 20:59:46.942500 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 75ab6bb3-1118-44bb-8529-05e5f7b97116 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 20:59:47.012968 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 75ab6bb3-1118-44bb-8529-05e5f7b97116 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 20:59:47.013366 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:47.432183 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4490051-c5d9-40cd-975b-c08d7daece82 req-5b940f56-36c4-4402-be53-bd6a6a42a901 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:59:47.433658 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e4490051-c5d9-40cd-975b-c08d7daece82 req-5b940f56-36c4-4402-be53-bd6a6a42a901 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=3584b684-2463-4bc7-ba4e-b5727c5600d8 HTTP/1.1" status: 200 len: 945 time: 0.0819688 May 30 20:59:47.480709 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e4490051-c5d9-40cd-975b-c08d7daece82 req-7bd4a101-39ac-4fbc-a4af-59473ac63bbe tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/security-groups?id=765f1b2e-5cfe-4855-818d-4fb37dae856a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408804 May 30 20:59:48.683557 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac2d2a0-901f-4794-93d9-0c2afbca731f req-8a3ad921-1e6b-4efd-97b7-dec82b329c3a tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:59:48.685023 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2ac2d2a0-901f-4794-93d9-0c2afbca731f req-8a3ad921-1e6b-4efd-97b7-dec82b329c3a tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=3584b684-2463-4bc7-ba4e-b5727c5600d8 HTTP/1.1" status: 200 len: 945 time: 0.0786242 May 30 20:59:48.733524 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2ac2d2a0-901f-4794-93d9-0c2afbca731f req-c5d88d1b-7439-4bc1-9acb-e80b63dbf7cb tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/security-groups?id=765f1b2e-5cfe-4855-818d-4fb37dae856a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427959 May 30 20:59:48.940116 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b641229f-51d1-40e0-8598-d676dc8b259b req-12446251-83db-4399-a660-b2b25c8baf0c tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 20:59:48.941480 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b641229f-51d1-40e0-8598-d676dc8b259b req-12446251-83db-4399-a660-b2b25c8baf0c tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.86 "GET /v2.0/ports?device_id=3584b684-2463-4bc7-ba4e-b5727c5600d8 HTTP/1.1" status: 200 len: 945 time: 0.0747788 May 30 20:59:49.016569 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-b641229f-51d1-40e0-8598-d676dc8b259b req-24849bec-6654-402f-b856-1b7c494817d6 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Deleting port a3475025-114c-4de2-8413-6969a6018b09 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 20:59:49.017479 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-b641229f-51d1-40e0-8598-d676dc8b259b req-24849bec-6654-402f-b856-1b7c494817d6 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:49.261136 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-b641229f-51d1-40e0-8598-d676dc8b259b req-24849bec-6654-402f-b856-1b7c494817d6 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] For port a3475025-114c-4de2-8413-6969a6018b09, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=a3475025-114c-4de2-8413-6969a6018b09,segment=NetworkSegment(2e885274-52fc-4171-9073-e5cac614bba8),segment_id=2e885274-52fc-4171-9073-e5cac614bba8)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 20:59:49.261383 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-b641229f-51d1-40e0-8598-d676dc8b259b req-24849bec-6654-402f-b856-1b7c494817d6 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:49.471450 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-b641229f-51d1-40e0-8598-d676dc8b259b req-24849bec-6654-402f-b856-1b7c494817d6 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Calling delete_port for a3475025-114c-4de2-8413-6969a6018b09 owned by compute:nova {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 20:59:49.699983 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-b641229f-51d1-40e0-8598-d676dc8b259b req-24849bec-6654-402f-b856-1b7c494817d6 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:49.748362 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24849bec-6654-402f-b856-1b7c494817d6 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Pushing event deleted for resources: {'Port': ['ID=a3475025-114c-4de2-8413-6969a6018b09,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 20:59:49.831883 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24849bec-6654-402f-b856-1b7c494817d6 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:59:49.832484 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24849bec-6654-402f-b856-1b7c494817d6 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:59:49.832816 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24849bec-6654-402f-b856-1b7c494817d6 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:59:49.833140 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24849bec-6654-402f-b856-1b7c494817d6 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:59:49.833460 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24849bec-6654-402f-b856-1b7c494817d6 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:59:49.833800 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24849bec-6654-402f-b856-1b7c494817d6 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:59:49.834117 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24849bec-6654-402f-b856-1b7c494817d6 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:59:49.834427 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24849bec-6654-402f-b856-1b7c494817d6 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:59:49.834745 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24849bec-6654-402f-b856-1b7c494817d6 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:59:49.835050 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24849bec-6654-402f-b856-1b7c494817d6 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:59:49.835358 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24849bec-6654-402f-b856-1b7c494817d6 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 20:59:49.843499 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-b641229f-51d1-40e0-8598-d676dc8b259b req-24849bec-6654-402f-b856-1b7c494817d6 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] No DVR routers for this DVR port a3475025-114c-4de2-8413-6969a6018b09 on host n-h2-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 20:59:49.846626 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-b641229f-51d1-40e0-8598-d676dc8b259b req-24849bec-6654-402f-b856-1b7c494817d6 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:49.849690 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3584b684-2463-4bc7-ba4e-b5727c5600d8', 'name': 'network-vif-deleted', 'tag': 'a3475025-114c-4de2-8413-6969a6018b09'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 20:59:49.871623 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:49.917094 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0228192c-e405-4b0f-a9c7-138648714678'] response: {'server_uuid': '3584b684-2463-4bc7-ba4e-b5727c5600d8', 'name': 'network-vif-deleted', 'tag': 'a3475025-114c-4de2-8413-6969a6018b09', 'status': 'completed', 'code': 200} May 30 20:59:49.929582 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-ab800cd6-29b4-43fc-b9b6-b1b2b631393d req-3d1ac393-a308-47f8-9189-c1e28971b6d8 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Synchronizing usage tracker for tenant:77af9bf22b944dbfb655c3750493d955 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 20:59:49.934884 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b641229f-51d1-40e0-8598-d676dc8b259b req-24849bec-6654-402f-b856-1b7c494817d6 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.86 "DELETE /v2.0/ports/a3475025-114c-4de2-8413-6969a6018b09 HTTP/1.1" status: 204 len: 173 time: 0.9853947 May 30 20:59:50.040506 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-ab800cd6-29b4-43fc-b9b6-b1b2b631393d req-3d1ac393-a308-47f8-9189-c1e28971b6d8 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Unset dirty status for tenant:77af9bf22b944dbfb655c3750493d955 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 20:59:50.041706 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ab800cd6-29b4-43fc-b9b6-b1b2b631393d req-3d1ac393-a308-47f8-9189-c1e28971b6d8 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=3584b684-2463-4bc7-ba4e-b5727c5600d8 HTTP/1.1" status: 200 len: 210 time: 0.1578567 May 30 20:59:51.224924 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2345b883-0e6a-4c67-9a70-b37e36eaeca7 req-a41c518a-49a6-4a54-ae68-4768df8ecc6d tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=3584b684-2463-4bc7-ba4e-b5727c5600d8 HTTP/1.1" status: 200 len: 210 time: 0.0476906 May 30 20:59:51.414704 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device a3475025-114c-4de2-8413-6969a6018b09 no longer exists at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 20:59:51.447507 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] No Port match for: a3475025-114c-4de2-8413-6969a6018b09 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 20:59:51.447833 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device a3475025-114c-4de2-8413-6969a6018b09 not bound to the agent host n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 20:59:52.543629 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:56.214772 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-a1290d85-9b30-4ba5-af17-ecb3936f889d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:59.659855 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-196b6516-8f45-49da-9d9f-31daf46be196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 20:59:59.863562 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:00:01.329126 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:00:02.791536 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:00:11.559965 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 21:00:19.565718 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cb5820-ed7b-42b0-a9e1-1a72c517967f req-9e00923d-5d37-4872-bb7c-e30414f13e2a tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:00:19.567085 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f5cb5820-ed7b-42b0-a9e1-1a72c517967f req-9e00923d-5d37-4872-bb7c-e30414f13e2a tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/networks?id=9e6054a2-cd00-456b-9147-e00bdd6d82cb HTTP/1.1" status: 200 len: 812 time: 0.1476250 May 30 21:00:19.585108 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f5cb5820-ed7b-42b0-a9e1-1a72c517967f req-0fee8b2e-43ee-469e-85e0-bb8e20742a5b tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/quotas/77af9bf22b944dbfb655c3750493d955 HTTP/1.1" status: 200 len: 375 time: 0.0124903 May 30 21:00:19.669089 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f5cb5820-ed7b-42b0-a9e1-1a72c517967f req-4afed457-ee59-41d0-8d1f-ca2c90e28799 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=77af9bf22b944dbfb655c3750493d955&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0788639 May 30 21:00:19.822426 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f5cb5820-ed7b-42b0-a9e1-1a72c517967f req-ce56e872-218a-46c4-96f2-01105d33f564 service neutron] 10.222.0.85 "GET /v2.0/networks/9e6054a2-cd00-456b-9147-e00bdd6d82cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456375 May 30 21:00:19.857986 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:00:19.961496 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f5cb5820-ed7b-42b0-a9e1-1a72c517967f req-e4ab692d-d985-4e52-af65-a487b6edc5f0 service neutron] 10.222.0.85 "GET /v2.0/networks/9e6054a2-cd00-456b-9147-e00bdd6d82cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331761 May 30 21:00:20.346020 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-96a55eb3-c1d5-4e8a-85bc-dff5c258c5de req-4d224f3e-b6af-4b95-9d79-98400038bc1d tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=c72036f5-98f0-4d14-9d9b-64abd5af16c9 HTTP/1.1" status: 200 len: 210 time: 0.1207325 May 30 21:00:21.510274 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-181bf1be-62e9-4ec3-aa74-3f97bc96e4f0 req-604e1bc6-2189-41b0-b7f9-74282b361b17 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=c72036f5-98f0-4d14-9d9b-64abd5af16c9 HTTP/1.1" status: 200 len: 210 time: 0.0416019 May 30 21:00:22.568694 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:00:22.675073 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-185ef0f2-7879-47cb-9dd0-b7b59cb62588 req-25ae86a9-b196-4d7c-ac92-91e713a9fe9a tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=c72036f5-98f0-4d14-9d9b-64abd5af16c9 HTTP/1.1" status: 200 len: 210 time: 0.0445402 May 30 21:00:23.595011 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cb5820-ed7b-42b0-a9e1-1a72c517967f req-501f42e4-9016-4d40-a45f-b7c81f549982 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:00:23.596443 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f5cb5820-ed7b-42b0-a9e1-1a72c517967f req-501f42e4-9016-4d40-a45f-b7c81f549982 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.86 "GET /v2.0/networks?id=9e6054a2-cd00-456b-9147-e00bdd6d82cb HTTP/1.1" status: 200 len: 812 time: 0.1462445 May 30 21:00:23.620897 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-f5cb5820-ed7b-42b0-a9e1-1a72c517967f req-e5365871-2eaa-4b1e-9666-94c0b7a3a5ae tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Request body: {'port': {'device_id': 'c72036f5-98f0-4d14-9d9b-64abd5af16c9', 'network_id': '9e6054a2-cd00-456b-9147-e00bdd6d82cb', 'admin_state_up': True, 'tenant_id': '77af9bf22b944dbfb655c3750493d955'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:00:23.766741 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-f5cb5820-ed7b-42b0-a9e1-1a72c517967f req-e5365871-2eaa-4b1e-9666-94c0b7a3a5ae tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:00:23.778430 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-f5cb5820-ed7b-42b0-a9e1-1a72c517967f req-e5365871-2eaa-4b1e-9666-94c0b7a3a5ae tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:00:23.846332 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9211d8cc-edb4-404e-9abf-02f16f149eb5 req-5985f5b6-a665-4739-9dca-86252b584e96 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=c72036f5-98f0-4d14-9d9b-64abd5af16c9 HTTP/1.1" status: 200 len: 210 time: 0.0461996 May 30 21:00:23.848564 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5cb5820-ed7b-42b0-a9e1-1a72c517967f req-e5365871-2eaa-4b1e-9666-94c0b7a3a5ae tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Made reservation on behalf of 77af9bf22b944dbfb655c3750493d955 for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 21:00:23.851635 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-f5cb5820-ed7b-42b0-a9e1-1a72c517967f req-e5365871-2eaa-4b1e-9666-94c0b7a3a5ae tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:00:24.016604 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [req-f5cb5820-ed7b-42b0-a9e1-1a72c517967f req-e5365871-2eaa-4b1e-9666-94c0b7a3a5ae tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Allocated IP 172.20.0.4 (9e6054a2-cd00-456b-9147-e00bdd6d82cb/760310b8-d127-408a-b08f-63f194a569b1/1128cb3d-3fdf-42b6-946d-3a09f9d0813b) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 21:00:24.225972 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-f5cb5820-ed7b-42b0-a9e1-1a72c517967f req-e5365871-2eaa-4b1e-9666-94c0b7a3a5ae tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:00:24.242792 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-f5cb5820-ed7b-42b0-a9e1-1a72c517967f req-e5365871-2eaa-4b1e-9666-94c0b7a3a5ae tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Transition to ACTIVE for port object 1128cb3d-3fdf-42b6-946d-3a09f9d0813b will not be triggered until provisioned by entity DHCP. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:00:24.333399 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-f5cb5820-ed7b-42b0-a9e1-1a72c517967f req-e5365871-2eaa-4b1e-9666-94c0b7a3a5ae tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:00:24.395992 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5cb5820-ed7b-42b0-a9e1-1a72c517967f req-e5365871-2eaa-4b1e-9666-94c0b7a3a5ae tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Network 9e6054a2-cd00-456b-9147-e00bdd6d82cb is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:00:24.397030 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [req-f5cb5820-ed7b-42b0-a9e1-1a72c517967f req-e5365871-2eaa-4b1e-9666-94c0b7a3a5ae tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:00:24.405733 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5cb5820-ed7b-42b0-a9e1-1a72c517967f req-e5365871-2eaa-4b1e-9666-94c0b7a3a5ae tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 21:00:24.465867 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5365871-2eaa-4b1e-9666-94c0b7a3a5ae tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Pushing event updated for resources: {'Port': ['ID=1128cb3d-3fdf-42b6-946d-3a09f9d0813b,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:00:24.481497 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cb5820-ed7b-42b0-a9e1-1a72c517967f req-e5365871-2eaa-4b1e-9666-94c0b7a3a5ae tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:00:24.482462 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-f5cb5820-ed7b-42b0-a9e1-1a72c517967f req-e5365871-2eaa-4b1e-9666-94c0b7a3a5ae tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:00:24.603813 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f5cb5820-ed7b-42b0-a9e1-1a72c517967f req-e5365871-2eaa-4b1e-9666-94c0b7a3a5ae tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9865239 May 30 21:00:24.622351 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-f5cb5820-ed7b-42b0-a9e1-1a72c517967f req-6500d55c-b1a9-4762-b977-7226f5090023 service neutron] Request body: {'port': {'device_id': 'c72036f5-98f0-4d14-9d9b-64abd5af16c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843948-2'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:00:24.648229 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-c2d38a1e-de28-409a-9622-d7ff5368d496 None None] Provisioning for port 1128cb3d-3fdf-42b6-946d-3a09f9d0813b completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:00:24.653144 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-c2d38a1e-de28-409a-9622-d7ff5368d496 None None] Provisioning complete for port 1128cb3d-3fdf-42b6-946d-3a09f9d0813b triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:00:24.653720 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-c2d38a1e-de28-409a-9622-d7ff5368d496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:00:24.709603 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-c2d38a1e-de28-409a-9622-d7ff5368d496 None None] Port 1128cb3d-3fdf-42b6-946d-3a09f9d0813b cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 21:00:24.744727 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-f5cb5820-ed7b-42b0-a9e1-1a72c517967f req-6500d55c-b1a9-4762-b977-7226f5090023 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:00:25.259670 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [req-f5cb5820-ed7b-42b0-a9e1-1a72c517967f req-6500d55c-b1a9-4762-b977-7226f5090023 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1128cb3d-3fdf-42b6-946d-3a09f9d0813b {{(pid=84887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 21:00:25.270851 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-f5cb5820-ed7b-42b0-a9e1-1a72c517967f req-6500d55c-b1a9-4762-b977-7226f5090023 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:00:25.292235 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-f5cb5820-ed7b-42b0-a9e1-1a72c517967f req-6500d55c-b1a9-4762-b977-7226f5090023 service neutron] Transition to ACTIVE for port object 1128cb3d-3fdf-42b6-946d-3a09f9d0813b will not be triggered until provisioned by entity L2. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:00:25.305003 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3788a67-9fab-4be7-b505-4ce92c0eff49 req-9a2e9b7a-8e6d-4744-9928-25e09cf8eda8 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:00:25.309712 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-f3788a67-9fab-4be7-b505-4ce92c0eff49 req-9a2e9b7a-8e6d-4744-9928-25e09cf8eda8 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Synchronizing usage tracker for tenant:77af9bf22b944dbfb655c3750493d955 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 21:00:25.357198 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-f5cb5820-ed7b-42b0-a9e1-1a72c517967f req-6500d55c-b1a9-4762-b977-7226f5090023 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:00:25.399763 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-f3788a67-9fab-4be7-b505-4ce92c0eff49 req-9a2e9b7a-8e6d-4744-9928-25e09cf8eda8 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Unset dirty status for tenant:77af9bf22b944dbfb655c3750493d955 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 21:00:25.400926 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f3788a67-9fab-4be7-b505-4ce92c0eff49 req-9a2e9b7a-8e6d-4744-9928-25e09cf8eda8 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=c72036f5-98f0-4d14-9d9b-64abd5af16c9 HTTP/1.1" status: 200 len: 931 time: 0.3944917 May 30 21:00:25.512888 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6500d55c-b1a9-4762-b977-7226f5090023 service neutron] Pushing event updated for resources: {'Port': ['ID=1128cb3d-3fdf-42b6-946d-3a09f9d0813b,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:00:25.559528 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f3788a67-9fab-4be7-b505-4ce92c0eff49 req-ab084aba-894f-4ed2-a87f-da068d763d95 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/security-groups?id=765f1b2e-5cfe-4855-818d-4fb37dae856a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492736 May 30 21:00:25.640803 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-f5cb5820-ed7b-42b0-a9e1-1a72c517967f req-6500d55c-b1a9-4762-b977-7226f5090023 service neutron] Attempting to bind port 1128cb3d-3fdf-42b6-946d-3a09f9d0813b on host n-h2-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 21:00:25.641140 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-f5cb5820-ed7b-42b0-a9e1-1a72c517967f req-6500d55c-b1a9-4762-b977-7226f5090023 service neutron] Attempting to bind port 1128cb3d-3fdf-42b6-946d-3a09f9d0813b by drivers openvswitch,hyperv on host n-h2-843948-2 at level 0 using segments [{'id': '2e885274-52fc-4171-9073-e5cac614bba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '9e6054a2-cd00-456b-9147-e00bdd6d82cb'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 21:00:25.641462 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5cb5820-ed7b-42b0-a9e1-1a72c517967f req-6500d55c-b1a9-4762-b977-7226f5090023 service neutron] Attempting to bind port 1128cb3d-3fdf-42b6-946d-3a09f9d0813b on network 9e6054a2-cd00-456b-9147-e00bdd6d82cb {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:00:25.647964 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5cb5820-ed7b-42b0-a9e1-1a72c517967f req-6500d55c-b1a9-4762-b977-7226f5090023 service neutron] Port 1128cb3d-3fdf-42b6-946d-3a09f9d0813b on network 9e6054a2-cd00-456b-9147-e00bdd6d82cb not bound, no agent of type Open vSwitch agent registered on host n-h2-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 21:00:25.648306 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5cb5820-ed7b-42b0-a9e1-1a72c517967f req-6500d55c-b1a9-4762-b977-7226f5090023 service neutron] Attempting to bind port 1128cb3d-3fdf-42b6-946d-3a09f9d0813b on network 9e6054a2-cd00-456b-9147-e00bdd6d82cb {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:00:25.654574 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5cb5820-ed7b-42b0-a9e1-1a72c517967f req-6500d55c-b1a9-4762-b977-7226f5090023 service neutron] Checking agent: {'id': 'eaa08354-e8f5-4e73-af76-8d3cf7d2b390', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 21, 0, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 21:00:25.654903 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5cb5820-ed7b-42b0-a9e1-1a72c517967f req-6500d55c-b1a9-4762-b977-7226f5090023 service neutron] Checking segment: {'id': '2e885274-52fc-4171-9073-e5cac614bba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '9e6054a2-cd00-456b-9147-e00bdd6d82cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:00:25.655275 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5cb5820-ed7b-42b0-a9e1-1a72c517967f req-6500d55c-b1a9-4762-b977-7226f5090023 service neutron] Bound using segment: {'id': '2e885274-52fc-4171-9073-e5cac614bba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '9e6054a2-cd00-456b-9147-e00bdd6d82cb'} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 21:00:25.655691 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-f5cb5820-ed7b-42b0-a9e1-1a72c517967f req-6500d55c-b1a9-4762-b977-7226f5090023 service neutron] Bound port: 1128cb3d-3fdf-42b6-946d-3a09f9d0813b, host: n-h2-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e885274-52fc-4171-9073-e5cac614bba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '9e6054a2-cd00-456b-9147-e00bdd6d82cb'}}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 21:00:25.656057 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-f5cb5820-ed7b-42b0-a9e1-1a72c517967f req-6500d55c-b1a9-4762-b977-7226f5090023 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:00:25.754456 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-f5cb5820-ed7b-42b0-a9e1-1a72c517967f req-6500d55c-b1a9-4762-b977-7226f5090023 service neutron] For port 1128cb3d-3fdf-42b6-946d-3a09f9d0813b, host n-h2-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 21:00:25.757758 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-f5cb5820-ed7b-42b0-a9e1-1a72c517967f req-6500d55c-b1a9-4762-b977-7226f5090023 service neutron] For port 1128cb3d-3fdf-42b6-946d-3a09f9d0813b, host n-h2-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=1128cb3d-3fdf-42b6-946d-3a09f9d0813b,segment=NetworkSegment(2e885274-52fc-4171-9073-e5cac614bba8),segment_id=2e885274-52fc-4171-9073-e5cac614bba8)] {{(pid=84887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 21:00:25.818462 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-f5cb5820-ed7b-42b0-a9e1-1a72c517967f req-6500d55c-b1a9-4762-b977-7226f5090023 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:00:25.881911 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-f5cb5820-ed7b-42b0-a9e1-1a72c517967f req-6500d55c-b1a9-4762-b977-7226f5090023 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:00:25.883334 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f5cb5820-ed7b-42b0-a9e1-1a72c517967f req-6500d55c-b1a9-4762-b977-7226f5090023 service neutron] 10.222.0.86 "PUT /v2.0/ports/1128cb3d-3fdf-42b6-946d-3a09f9d0813b HTTP/1.1" status: 200 len: 1091 time: 1.2652612 May 30 21:00:25.883942 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c72036f5-98f0-4d14-9d9b-64abd5af16c9', 'tag': '1128cb3d-3fdf-42b6-946d-3a09f9d0813b'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:00:25.912794 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6500d55c-b1a9-4762-b977-7226f5090023 service neutron] Pushing event updated for resources: {'Port': ['ID=1128cb3d-3fdf-42b6-946d-3a09f9d0813b,revision_number=3']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:00:25.950514 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a766654-72e3-4b7d-8af1-38f21bba6f65'] response: {'name': 'network-changed', 'server_uuid': 'c72036f5-98f0-4d14-9d9b-64abd5af16c9', 'tag': '1128cb3d-3fdf-42b6-946d-3a09f9d0813b', 'status': 'completed', 'code': 200} May 30 21:00:26.134129 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9376213a-7e14-4f60-93ec-7ab3f0879c55 req-246825b3-3adc-4025-8457-63f684460ef3 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=77af9bf22b944dbfb655c3750493d955&device_id=c72036f5-98f0-4d14-9d9b-64abd5af16c9 HTTP/1.1" status: 200 len: 1094 time: 0.1524119 May 30 21:00:26.248355 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b17c8d2d-deea-421e-ab10-cb2217e678e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:00:26.291605 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9376213a-7e14-4f60-93ec-7ab3f0879c55 req-afcaf7f5-a0b9-44dd-b77b-4d69837154e4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:00:26.293089 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9376213a-7e14-4f60-93ec-7ab3f0879c55 req-afcaf7f5-a0b9-44dd-b77b-4d69837154e4 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=77af9bf22b944dbfb655c3750493d955&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1480520 May 30 21:00:26.434170 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9376213a-7e14-4f60-93ec-7ab3f0879c55 req-23a25949-d8e2-411d-9061-88377d40bf92 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:00:26.435585 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9376213a-7e14-4f60-93ec-7ab3f0879c55 req-23a25949-d8e2-411d-9061-88377d40bf92 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1339662 May 30 21:00:26.545410 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f5cb5820-ed7b-42b0-a9e1-1a72c517967f req-5d29756e-12a5-471b-8a91-161d0be81b4d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=77af9bf22b944dbfb655c3750493d955&device_id=c72036f5-98f0-4d14-9d9b-64abd5af16c9 HTTP/1.1" status: 200 len: 1094 time: 0.0675473 May 30 21:00:26.626596 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f5cb5820-ed7b-42b0-a9e1-1a72c517967f req-92fbf341-66e0-46b2-ab68-eb83641bc4a1 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1128cb3d-3fdf-42b6-946d-3a09f9d0813b HTTP/1.1" status: 200 len: 217 time: 0.0699337 May 30 21:00:26.732223 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cb5820-ed7b-42b0-a9e1-1a72c517967f req-9d18e59e-2121-4eaa-9fec-a9d8413594c7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:00:26.733800 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f5cb5820-ed7b-42b0-a9e1-1a72c517967f req-9d18e59e-2121-4eaa-9fec-a9d8413594c7 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=760310b8-d127-408a-b08f-63f194a569b1 HTTP/1.1" status: 200 len: 851 time: 0.0984871 May 30 21:00:26.827259 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803683d4-a72c-44d6-9d24-200f8deae9d6 req-2f6cec93-12df-4fff-ae5c-9b31a41e309b tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:00:26.828700 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-803683d4-a72c-44d6-9d24-200f8deae9d6 req-2f6cec93-12df-4fff-ae5c-9b31a41e309b tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=c72036f5-98f0-4d14-9d9b-64abd5af16c9 HTTP/1.1" status: 200 len: 943 time: 0.1411490 May 30 21:00:26.852681 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f5cb5820-ed7b-42b0-a9e1-1a72c517967f req-111b848f-854b-4ceb-98fe-4b3a764fe9ca service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9e6054a2-cd00-456b-9147-e00bdd6d82cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1055589 May 30 21:00:26.962535 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-803683d4-a72c-44d6-9d24-200f8deae9d6 req-bb852b42-8244-4b16-81b5-dd7ca927def7 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/security-groups?id=765f1b2e-5cfe-4855-818d-4fb37dae856a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261179 May 30 21:00:27.013505 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f5cb5820-ed7b-42b0-a9e1-1a72c517967f req-41684951-1e48-42c8-a947-1deed5eb544c service neutron] 10.222.0.86 "GET /v2.0/networks/9e6054a2-cd00-456b-9147-e00bdd6d82cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446853 May 30 21:00:27.153119 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f5cb5820-ed7b-42b0-a9e1-1a72c517967f req-8c09c96f-f0b3-4ce6-bc31-1e80892fa778 service neutron] 10.222.0.86 "GET /v2.0/networks/9e6054a2-cd00-456b-9147-e00bdd6d82cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288178 May 30 21:00:28.173540 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f91e68-583c-4ea2-b159-6be81d621d12 req-0e6c4c00-26f1-442d-9384-9de26f7019a9 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:00:28.175592 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-12f91e68-583c-4ea2-b159-6be81d621d12 req-0e6c4c00-26f1-442d-9384-9de26f7019a9 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=c72036f5-98f0-4d14-9d9b-64abd5af16c9 HTTP/1.1" status: 200 len: 943 time: 0.0825658 May 30 21:00:28.224217 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-12f91e68-583c-4ea2-b159-6be81d621d12 req-354c070e-1ab2-4ec3-8925-f015c6458bb9 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/security-groups?id=765f1b2e-5cfe-4855-818d-4fb37dae856a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428371 May 30 21:00:29.429697 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e97e98-76cc-4013-af54-c0f894276afd req-9b771c64-e76c-4134-9ec2-f1ec01215d56 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:00:29.431160 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-04e97e98-76cc-4013-af54-c0f894276afd req-9b771c64-e76c-4134-9ec2-f1ec01215d56 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=c72036f5-98f0-4d14-9d9b-64abd5af16c9 HTTP/1.1" status: 200 len: 943 time: 0.0757108 May 30 21:00:29.477354 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-04e97e98-76cc-4013-af54-c0f894276afd req-cca082de-175d-4a31-930c-6d4e4bc63e79 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/security-groups?id=765f1b2e-5cfe-4855-818d-4fb37dae856a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406752 May 30 21:00:29.631890 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-8f99e39b-a9ea-4563-88c2-c21dc9164364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:00:29.882835 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:00:30.688439 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf97852-8f5a-4b0a-b849-e1055b7639bf req-491c3fde-36cd-4173-ae6f-4422757e414d tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:00:30.690179 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-8cf97852-8f5a-4b0a-b849-e1055b7639bf req-491c3fde-36cd-4173-ae6f-4422757e414d tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=c72036f5-98f0-4d14-9d9b-64abd5af16c9 HTTP/1.1" status: 200 len: 943 time: 0.0854537 May 30 21:00:30.740609 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-8cf97852-8f5a-4b0a-b849-e1055b7639bf req-71469c84-5dcf-4d2e-990f-9950c505a85b tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/security-groups?id=765f1b2e-5cfe-4855-818d-4fb37dae856a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446606 May 30 21:00:31.286212 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:00:32.064742 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5dd674-f46d-4e67-b872-0ed6992bf77a req-15701d32-0c51-4592-b5a4-5c4379c2a74e tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:00:32.066167 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ba5dd674-f46d-4e67-b872-0ed6992bf77a req-15701d32-0c51-4592-b5a4-5c4379c2a74e tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=c72036f5-98f0-4d14-9d9b-64abd5af16c9 HTTP/1.1" status: 200 len: 943 time: 0.1797054 May 30 21:00:32.119366 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ba5dd674-f46d-4e67-b872-0ed6992bf77a req-580064fc-7f67-47ea-b3a8-79d32f81add7 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/security-groups?id=765f1b2e-5cfe-4855-818d-4fb37dae856a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465000 May 30 21:00:32.829537 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:00:33.339489 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fe4259-031f-41c8-ab5a-f07e561e355c req-a7b678eb-100f-475b-975a-62c3663cde39 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:00:33.341217 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d1fe4259-031f-41c8-ab5a-f07e561e355c req-a7b678eb-100f-475b-975a-62c3663cde39 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=c72036f5-98f0-4d14-9d9b-64abd5af16c9 HTTP/1.1" status: 200 len: 943 time: 0.0868282 May 30 21:00:33.398694 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d1fe4259-031f-41c8-ab5a-f07e561e355c req-a15ef957-83a3-46b5-ab07-f0380cb53f11 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/security-groups?id=765f1b2e-5cfe-4855-818d-4fb37dae856a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514703 May 30 21:00:34.616307 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4551e154-fb5e-4b27-af12-cfdbcbb1c535 req-87fc1663-893c-43c5-995b-52224d082d0a tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:00:34.617782 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4551e154-fb5e-4b27-af12-cfdbcbb1c535 req-87fc1663-893c-43c5-995b-52224d082d0a tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=c72036f5-98f0-4d14-9d9b-64abd5af16c9 HTTP/1.1" status: 200 len: 943 time: 0.0849586 May 30 21:00:34.665138 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4551e154-fb5e-4b27-af12-cfdbcbb1c535 req-18fedffd-1175-4609-9b6e-4cbcb020d1ab tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/security-groups?id=765f1b2e-5cfe-4855-818d-4fb37dae856a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416911 May 30 21:00:35.980274 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6ea7c8-12c1-471a-a43c-ef6d4d752272 req-75b3d108-fb26-416d-a355-99782ccf0cc4 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:00:35.981652 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-7e6ea7c8-12c1-471a-a43c-ef6d4d752272 req-75b3d108-fb26-416d-a355-99782ccf0cc4 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=c72036f5-98f0-4d14-9d9b-64abd5af16c9 HTTP/1.1" status: 200 len: 943 time: 0.1739733 May 30 21:00:36.032939 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-7e6ea7c8-12c1-471a-a43c-ef6d4d752272 req-b00e9295-4081-4499-a657-bbd29f804408 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/security-groups?id=765f1b2e-5cfe-4855-818d-4fb37dae856a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418327 May 30 21:00:37.271017 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e7bc0f-9443-43fb-9618-58eb58d713bf req-5dc652ed-1765-4017-a1fc-94e0d149ad01 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:00:37.273415 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f8e7bc0f-9443-43fb-9618-58eb58d713bf req-5dc652ed-1765-4017-a1fc-94e0d149ad01 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=c72036f5-98f0-4d14-9d9b-64abd5af16c9 HTTP/1.1" status: 200 len: 943 time: 0.0894527 May 30 21:00:37.326888 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f8e7bc0f-9443-43fb-9618-58eb58d713bf req-13dba732-0b57-4865-ac22-e9d7ae2a0e79 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/security-groups?id=765f1b2e-5cfe-4855-818d-4fb37dae856a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447071 May 30 21:00:38.537891 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b669ba9-d564-4478-844d-4f0adebcbba1 req-9b4602db-a38f-4c41-ba62-96ff0fb08ebd tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:00:38.539384 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9b669ba9-d564-4478-844d-4f0adebcbba1 req-9b4602db-a38f-4c41-ba62-96ff0fb08ebd tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=c72036f5-98f0-4d14-9d9b-64abd5af16c9 HTTP/1.1" status: 200 len: 943 time: 0.0816007 May 30 21:00:38.587050 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9b669ba9-d564-4478-844d-4f0adebcbba1 req-cdfed4d2-423b-4f50-9bf7-44b2b2e93c8a tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/security-groups?id=765f1b2e-5cfe-4855-818d-4fb37dae856a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413606 May 30 21:00:39.799101 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56ba901-3458-4ebc-9eb5-266dd9cf01d8 req-e640114b-f219-46cc-b23e-7aeea9f6f892 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:00:39.800633 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e56ba901-3458-4ebc-9eb5-266dd9cf01d8 req-e640114b-f219-46cc-b23e-7aeea9f6f892 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=c72036f5-98f0-4d14-9d9b-64abd5af16c9 HTTP/1.1" status: 200 len: 943 time: 0.0882356 May 30 21:00:39.853543 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e56ba901-3458-4ebc-9eb5-266dd9cf01d8 req-f3fefaa8-2713-465f-ba1a-a0fc734b0267 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/security-groups?id=765f1b2e-5cfe-4855-818d-4fb37dae856a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450704 May 30 21:00:41.053714 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e051e5-7714-4bd0-9a8e-e637ee1a975b req-23924ca5-6a2b-456c-98d7-fe8664aae752 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:00:41.055169 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-83e051e5-7714-4bd0-9a8e-e637ee1a975b req-23924ca5-6a2b-456c-98d7-fe8664aae752 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=c72036f5-98f0-4d14-9d9b-64abd5af16c9 HTTP/1.1" status: 200 len: 943 time: 0.0787666 May 30 21:00:41.103430 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-83e051e5-7714-4bd0-9a8e-e637ee1a975b req-eec604a2-ca00-44a7-b574-7a7e323a640b tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/security-groups?id=765f1b2e-5cfe-4855-818d-4fb37dae856a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420992 May 30 21:00:42.306165 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d05a07-2758-4c7d-b8d0-a07747b3cdce req-15a539e1-eada-4464-8087-02e3f97f6269 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:00:42.313039 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b6d05a07-2758-4c7d-b8d0-a07747b3cdce req-15a539e1-eada-4464-8087-02e3f97f6269 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=c72036f5-98f0-4d14-9d9b-64abd5af16c9 HTTP/1.1" status: 200 len: 943 time: 0.0893326 May 30 21:00:42.355872 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b6d05a07-2758-4c7d-b8d0-a07747b3cdce req-765d42bb-4b2a-4bb5-98f3-da38a0758da2 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/security-groups?id=765f1b2e-5cfe-4855-818d-4fb37dae856a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419831 May 30 21:00:43.555871 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff10160d-803d-431d-a16f-e7e06bb9c942 req-12123587-fc66-4459-af84-1e3dedc4827e tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:00:43.557308 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ff10160d-803d-431d-a16f-e7e06bb9c942 req-12123587-fc66-4459-af84-1e3dedc4827e tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=c72036f5-98f0-4d14-9d9b-64abd5af16c9 HTTP/1.1" status: 200 len: 943 time: 0.0800593 May 30 21:00:43.603343 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ff10160d-803d-431d-a16f-e7e06bb9c942 req-e6fbc696-657e-4256-b057-18ff91a97534 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/security-groups?id=765f1b2e-5cfe-4855-818d-4fb37dae856a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404272 May 30 21:00:44.813791 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ef7541-65be-4b22-9bc8-96b4accb3169 req-cb7571c3-7ddd-40bc-8ea1-57792dfb8384 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:00:44.815335 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-80ef7541-65be-4b22-9bc8-96b4accb3169 req-cb7571c3-7ddd-40bc-8ea1-57792dfb8384 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=c72036f5-98f0-4d14-9d9b-64abd5af16c9 HTTP/1.1" status: 200 len: 943 time: 0.0899584 May 30 21:00:44.866100 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-80ef7541-65be-4b22-9bc8-96b4accb3169 req-4277eaff-7709-474a-8ad5-e679b542aae3 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/security-groups?id=765f1b2e-5cfe-4855-818d-4fb37dae856a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444777 May 30 21:00:46.065844 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ade91f-3851-410d-834c-8367650ed9cb req-6e0bc9c0-2982-4f5d-868d-eaeb8f98e44e tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:00:46.067428 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-13ade91f-3851-410d-834c-8367650ed9cb req-6e0bc9c0-2982-4f5d-868d-eaeb8f98e44e tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=c72036f5-98f0-4d14-9d9b-64abd5af16c9 HTTP/1.1" status: 200 len: 943 time: 0.0768225 May 30 21:00:46.118927 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-13ade91f-3851-410d-834c-8367650ed9cb req-4001fced-eb9e-4558-b853-7722966f3e6b tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/security-groups?id=765f1b2e-5cfe-4855-818d-4fb37dae856a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460856 May 30 21:00:47.319037 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bf7be6-a6b1-470b-86f1-d881719f3453 req-fd46dfc0-f1ea-45b6-a178-524cd2029a5c tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:00:47.320519 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-49bf7be6-a6b1-470b-86f1-d881719f3453 req-fd46dfc0-f1ea-45b6-a178-524cd2029a5c tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=c72036f5-98f0-4d14-9d9b-64abd5af16c9 HTTP/1.1" status: 200 len: 943 time: 0.0792265 May 30 21:00:47.371402 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-49bf7be6-a6b1-470b-86f1-d881719f3453 req-2bb872e1-baa1-4101-9b33-c73ac5fd8a3e tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/security-groups?id=765f1b2e-5cfe-4855-818d-4fb37dae856a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448232 May 30 21:00:48.559739 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 21:00:48.577512 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf0e7d8-976a-465b-982c-b09e1acca0af req-d216011d-180f-41f4-a476-98bc6b0abaa3 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:00:48.578990 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-8cf0e7d8-976a-465b-982c-b09e1acca0af req-d216011d-180f-41f4-a476-98bc6b0abaa3 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=c72036f5-98f0-4d14-9d9b-64abd5af16c9 HTTP/1.1" status: 200 len: 943 time: 0.0847814 May 30 21:00:48.626482 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-8cf0e7d8-976a-465b-982c-b09e1acca0af req-073ede5f-b5d0-4b60-8c57-1064ab9ee683 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/security-groups?id=765f1b2e-5cfe-4855-818d-4fb37dae856a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411029 May 30 21:00:49.824251 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b914b1c-bf40-4029-98cf-48d05ace61d9 req-8babcbb8-f85a-4f89-8f78-4d67dab034c5 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:00:49.825735 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6b914b1c-bf40-4029-98cf-48d05ace61d9 req-8babcbb8-f85a-4f89-8f78-4d67dab034c5 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=c72036f5-98f0-4d14-9d9b-64abd5af16c9 HTTP/1.1" status: 200 len: 943 time: 0.0783956 May 30 21:00:49.865331 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:00:49.872776 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6b914b1c-bf40-4029-98cf-48d05ace61d9 req-b49e441a-2fd3-41a0-89af-e3fb60a5c456 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/security-groups?id=765f1b2e-5cfe-4855-818d-4fb37dae856a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412965 May 30 21:00:51.070302 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5b3ee7-4bef-494a-95c3-aafd451f40f5 req-0f24d01b-b610-4a4a-a0a6-93f7d35c5caa tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:00:51.071898 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5b5b3ee7-4bef-494a-95c3-aafd451f40f5 req-0f24d01b-b610-4a4a-a0a6-93f7d35c5caa tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=c72036f5-98f0-4d14-9d9b-64abd5af16c9 HTTP/1.1" status: 200 len: 943 time: 0.0809000 May 30 21:00:51.117664 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5b5b3ee7-4bef-494a-95c3-aafd451f40f5 req-d1091a30-ac63-4adb-964c-e49fede83e60 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/security-groups?id=765f1b2e-5cfe-4855-818d-4fb37dae856a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402675 May 30 21:00:52.325735 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc1d195-650d-4b1f-91b5-7ab54d929139 req-8ecfca85-35e0-4ca3-b4c2-ee39f766fcb1 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:00:52.327167 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1bc1d195-650d-4b1f-91b5-7ab54d929139 req-8ecfca85-35e0-4ca3-b4c2-ee39f766fcb1 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=c72036f5-98f0-4d14-9d9b-64abd5af16c9 HTTP/1.1" status: 200 len: 943 time: 0.0841687 May 30 21:00:52.377137 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1bc1d195-650d-4b1f-91b5-7ab54d929139 req-b3bdef20-35c7-4624-b1bf-a97dae28239d tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/security-groups?id=765f1b2e-5cfe-4855-818d-4fb37dae856a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434217 May 30 21:00:52.643112 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:00:53.579893 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e91e26e-4ae2-487a-b094-f18d8cb0a9ee req-a3648ab8-8b87-44c4-a56f-afac9d7b3105 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:00:53.581776 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0e91e26e-4ae2-487a-b094-f18d8cb0a9ee req-a3648ab8-8b87-44c4-a56f-afac9d7b3105 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=c72036f5-98f0-4d14-9d9b-64abd5af16c9 HTTP/1.1" status: 200 len: 943 time: 0.0780535 May 30 21:00:53.627910 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0e91e26e-4ae2-487a-b094-f18d8cb0a9ee req-bf7d6195-c027-49f5-ad78-9890951afacb tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/security-groups?id=765f1b2e-5cfe-4855-818d-4fb37dae856a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399463 May 30 21:00:54.843270 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b20c20c-5f21-4970-8f73-4add40f10533 req-17f94ca0-7543-4a42-95dc-8e9c09137f84 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:00:54.844776 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4b20c20c-5f21-4970-8f73-4add40f10533 req-17f94ca0-7543-4a42-95dc-8e9c09137f84 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=c72036f5-98f0-4d14-9d9b-64abd5af16c9 HTTP/1.1" status: 200 len: 943 time: 0.0795426 May 30 21:00:54.889823 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4b20c20c-5f21-4970-8f73-4add40f10533 req-ea9ec2e0-cbd1-401c-9297-37a7d34d67fe tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/security-groups?id=765f1b2e-5cfe-4855-818d-4fb37dae856a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392797 May 30 21:00:55.665022 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 1128cb3d-3fdf-42b6-946d-3a09f9d0813b details requested by agent hyperv_n-h2-843948-2 with host n-h2-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 21:00:55.796058 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 1128cb3d-3fdf-42b6-946d-3a09f9d0813b, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=1128cb3d-3fdf-42b6-946d-3a09f9d0813b,segment=NetworkSegment(2e885274-52fc-4171-9073-e5cac614bba8),segment_id=2e885274-52fc-4171-9073-e5cac614bba8)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:00:55.809852 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Returning: {'device': '1128cb3d-3fdf-42b6-946d-3a09f9d0813b', 'network_id': '9e6054a2-cd00-456b-9147-e00bdd6d82cb', 'port_id': '1128cb3d-3fdf-42b6-946d-3a09f9d0813b', 'mac_address': 'fa:16:3e:b4:33:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '760310b8-d127-408a-b08f-63f194a569b1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 21:00:55.861442 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:00:55.881857 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1128cb3d-3fdf-42b6-946d-3a09f9d0813b {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 21:00:55.896091 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 1128cb3d-3fdf-42b6-946d-3a09f9d0813b, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=1128cb3d-3fdf-42b6-946d-3a09f9d0813b,segment=NetworkSegment(2e885274-52fc-4171-9073-e5cac614bba8),segment_id=2e885274-52fc-4171-9073-e5cac614bba8)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:00:55.965871 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:00:56.032901 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=1128cb3d-3fdf-42b6-946d-3a09f9d0813b,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:00:56.042748 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:00:56.043370 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:00:56.043370 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:00:56.044245 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:00:56.044245 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:00:56.045090 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:00:56.045090 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:00:56.045090 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:00:56.046579 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:00:56.046579 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:00:56.046579 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:00:56.112669 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c562b493-b51c-4090-8360-167fe9ecf92a req-21d2df14-add8-47af-8549-f64faa68fffd tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:00:56.114042 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c562b493-b51c-4090-8360-167fe9ecf92a req-21d2df14-add8-47af-8549-f64faa68fffd tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=c72036f5-98f0-4d14-9d9b-64abd5af16c9 HTTP/1.1" status: 200 len: 944 time: 0.0842593 May 30 21:00:56.167006 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c562b493-b51c-4090-8360-167fe9ecf92a req-e3d667b9-7b95-4556-8cf7-d236d1c088ef tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/security-groups?id=765f1b2e-5cfe-4855-818d-4fb37dae856a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471790 May 30 21:00:56.213629 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-8be51281-d97b-43f4-81ea-3ed05d7bcce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:00:56.227621 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['1128cb3d-3fdf-42b6-946d-3a09f9d0813b'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 21:00:57.367730 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538992da-1001-4298-b0da-5686043fe179 req-e85a3b44-14e0-4c24-b8c1-2801db4dc530 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:00:57.369217 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-538992da-1001-4298-b0da-5686043fe179 req-e85a3b44-14e0-4c24-b8c1-2801db4dc530 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=c72036f5-98f0-4d14-9d9b-64abd5af16c9 HTTP/1.1" status: 200 len: 944 time: 0.0808306 May 30 21:00:57.414599 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-538992da-1001-4298-b0da-5686043fe179 req-5fdbc7ca-36bb-4d2c-b718-06ffccdd3937 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/security-groups?id=765f1b2e-5cfe-4855-818d-4fb37dae856a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397854 May 30 21:00:57.663989 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 1128cb3d-3fdf-42b6-946d-3a09f9d0813b up at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:00:57.783060 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning for port 1128cb3d-3fdf-42b6-946d-3a09f9d0813b completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:00:57.788786 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning complete for port 1128cb3d-3fdf-42b6-946d-3a09f9d0813b triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:00:57.789154 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:00:57.900931 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:00:57.927021 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c72036f5-98f0-4d14-9d9b-64abd5af16c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1128cb3d-3fdf-42b6-946d-3a09f9d0813b'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:00:57.936996 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 1128cb3d-3fdf-42b6-946d-3a09f9d0813b, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=1128cb3d-3fdf-42b6-946d-3a09f9d0813b,segment=NetworkSegment(2e885274-52fc-4171-9073-e5cac614bba8),segment_id=2e885274-52fc-4171-9073-e5cac614bba8)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:00:57.999765 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:00:58.057711 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e723283-326d-443b-a587-c00e20379ab2'] response: {'server_uuid': 'c72036f5-98f0-4d14-9d9b-64abd5af16c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1128cb3d-3fdf-42b6-946d-3a09f9d0813b', 'code': 200} May 30 21:00:58.069872 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=1128cb3d-3fdf-42b6-946d-3a09f9d0813b,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:00:58.186834 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1fca3367-9f7a-4ab3-bfeb-f08657da9101 req-c61641ce-230a-46aa-bdcf-b267dea333ba service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=c72036f5-98f0-4d14-9d9b-64abd5af16c9 HTTP/1.1" status: 200 len: 1096 time: 0.0672505 May 30 21:00:58.235715 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1fca3367-9f7a-4ab3-bfeb-f08657da9101 req-0e63b470-6307-45cc-b89f-6a1b5d50da0e service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=765f1b2e-5cfe-4855-818d-4fb37dae856a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385196 May 30 21:00:58.610585 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be02fb0-f4c2-442f-9c49-d7e95d5e569b req-3706f3f3-c163-4708-8698-92efc032ca80 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:00:58.612045 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3be02fb0-f4c2-442f-9c49-d7e95d5e569b req-3706f3f3-c163-4708-8698-92efc032ca80 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=c72036f5-98f0-4d14-9d9b-64abd5af16c9 HTTP/1.1" status: 200 len: 945 time: 0.0767357 May 30 21:00:58.657594 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3be02fb0-f4c2-442f-9c49-d7e95d5e569b req-d80ad78b-e6d4-4155-b2fd-a487fde9dc41 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/security-groups?id=765f1b2e-5cfe-4855-818d-4fb37dae856a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400605 May 30 21:00:59.671076 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-a59cdc29-44e2-4f8b-ae37-83d0dcff4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:00:59.866288 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c2898c-733e-478e-bf7f-88ff0ddc3282 req-9fb17915-66c8-4990-a0d9-dfe4a45e1e4a tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:00:59.867736 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f5c2898c-733e-478e-bf7f-88ff0ddc3282 req-9fb17915-66c8-4990-a0d9-dfe4a45e1e4a tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=c72036f5-98f0-4d14-9d9b-64abd5af16c9 HTTP/1.1" status: 200 len: 945 time: 0.0763452 May 30 21:00:59.879886 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:00:59.913818 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f5c2898c-733e-478e-bf7f-88ff0ddc3282 req-408d8199-94b7-4f2f-9d56-27cedd0390d4 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/security-groups?id=765f1b2e-5cfe-4855-818d-4fb37dae856a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400970 May 30 21:01:00.112839 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27733892-7396-451f-9cd5-c8212221895e req-f24e9735-d49b-41d7-a25b-2b74066375e8 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:01:00.114342 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-27733892-7396-451f-9cd5-c8212221895e req-f24e9735-d49b-41d7-a25b-2b74066375e8 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=c72036f5-98f0-4d14-9d9b-64abd5af16c9 HTTP/1.1" status: 200 len: 945 time: 0.0796604 May 30 21:01:00.159717 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-27733892-7396-451f-9cd5-c8212221895e req-8fd2240f-e99f-4061-a72d-2a13ec1f102a tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/security-groups?id=765f1b2e-5cfe-4855-818d-4fb37dae856a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398633 May 30 21:01:00.357858 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da880fa7-05de-404d-97b1-19672ae87f3c req-0b9500ee-662b-4bfa-97d8-572b08a812ea tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:01:00.359354 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-da880fa7-05de-404d-97b1-19672ae87f3c req-0b9500ee-662b-4bfa-97d8-572b08a812ea tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=c72036f5-98f0-4d14-9d9b-64abd5af16c9 HTTP/1.1" status: 200 len: 945 time: 0.0806372 May 30 21:01:00.404729 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-da880fa7-05de-404d-97b1-19672ae87f3c req-7d69d4ae-6e3c-4551-87b9-7406dbedf46d tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/security-groups?id=765f1b2e-5cfe-4855-818d-4fb37dae856a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398557 May 30 21:01:01.079073 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7778e70-83c6-45f5-8d73-97a6f3c140e9 req-80955b3b-ebb6-4a6b-bc8a-2c90c6ab7f36 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:01:01.080447 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e7778e70-83c6-45f5-8d73-97a6f3c140e9 req-80955b3b-ebb6-4a6b-bc8a-2c90c6ab7f36 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=c72036f5-98f0-4d14-9d9b-64abd5af16c9 HTTP/1.1" status: 200 len: 945 time: 0.0759323 May 30 21:01:01.131161 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e7778e70-83c6-45f5-8d73-97a6f3c140e9 req-979d2aa6-a4ea-40d8-9625-e3dde8a4cc57 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/security-groups?id=765f1b2e-5cfe-4855-818d-4fb37dae856a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441551 May 30 21:01:01.270985 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:02.332072 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653da5cf-c152-40f6-8e0c-90314233c9a4 req-de4437ae-f14f-40c7-9ef2-2a88f9d0bdf1 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:01:02.333557 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-653da5cf-c152-40f6-8e0c-90314233c9a4 req-de4437ae-f14f-40c7-9ef2-2a88f9d0bdf1 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=c72036f5-98f0-4d14-9d9b-64abd5af16c9 HTTP/1.1" status: 200 len: 945 time: 0.0788472 May 30 21:01:02.380224 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-653da5cf-c152-40f6-8e0c-90314233c9a4 req-339d57eb-f9af-40a0-935c-2bdbea834b72 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/security-groups?id=765f1b2e-5cfe-4855-818d-4fb37dae856a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410442 May 30 21:01:02.732129 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b67b037-edfb-4637-b119-f83848979bde req-ea2b4d0b-d103-475d-bff9-b95de2ed4d86 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:01:02.733548 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8b67b037-edfb-4637-b119-f83848979bde req-ea2b4d0b-d103-475d-bff9-b95de2ed4d86 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.86 "GET /v2.0/ports?device_id=c72036f5-98f0-4d14-9d9b-64abd5af16c9 HTTP/1.1" status: 200 len: 945 time: 0.0832312 May 30 21:01:02.805103 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-8b67b037-edfb-4637-b119-f83848979bde req-8e3e407a-4d7f-4cd5-bb3e-0289afe0760d tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Deleting port 1128cb3d-3fdf-42b6-946d-3a09f9d0813b {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:01:02.805353 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-8b67b037-edfb-4637-b119-f83848979bde req-8e3e407a-4d7f-4cd5-bb3e-0289afe0760d tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:02.813736 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:03.129957 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-8b67b037-edfb-4637-b119-f83848979bde req-8e3e407a-4d7f-4cd5-bb3e-0289afe0760d tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] For port 1128cb3d-3fdf-42b6-946d-3a09f9d0813b, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=1128cb3d-3fdf-42b6-946d-3a09f9d0813b,segment=NetworkSegment(2e885274-52fc-4171-9073-e5cac614bba8),segment_id=2e885274-52fc-4171-9073-e5cac614bba8)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:01:03.130304 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-8b67b037-edfb-4637-b119-f83848979bde req-8e3e407a-4d7f-4cd5-bb3e-0289afe0760d tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:03.250530 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-8b67b037-edfb-4637-b119-f83848979bde req-8e3e407a-4d7f-4cd5-bb3e-0289afe0760d tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Calling delete_port for 1128cb3d-3fdf-42b6-946d-3a09f9d0813b owned by compute:nova {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:01:03.465124 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-8b67b037-edfb-4637-b119-f83848979bde req-8e3e407a-4d7f-4cd5-bb3e-0289afe0760d tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:03.477414 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['1128cb3d-3fdf-42b6-946d-3a09f9d0813b'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 21:01:03.511818 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3e407a-4d7f-4cd5-bb3e-0289afe0760d tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Pushing event deleted for resources: {'Port': ['ID=1128cb3d-3fdf-42b6-946d-3a09f9d0813b,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:01:03.525534 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3e407a-4d7f-4cd5-bb3e-0289afe0760d tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:01:03.525891 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3e407a-4d7f-4cd5-bb3e-0289afe0760d tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:01:03.526225 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3e407a-4d7f-4cd5-bb3e-0289afe0760d tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:01:03.526552 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3e407a-4d7f-4cd5-bb3e-0289afe0760d tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:01:03.526877 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3e407a-4d7f-4cd5-bb3e-0289afe0760d tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:01:03.527198 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3e407a-4d7f-4cd5-bb3e-0289afe0760d tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:01:03.527513 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3e407a-4d7f-4cd5-bb3e-0289afe0760d tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:01:03.527826 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3e407a-4d7f-4cd5-bb3e-0289afe0760d tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:01:03.528138 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3e407a-4d7f-4cd5-bb3e-0289afe0760d tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:01:03.528484 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3e407a-4d7f-4cd5-bb3e-0289afe0760d tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:01:03.528759 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3e407a-4d7f-4cd5-bb3e-0289afe0760d tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:01:03.562311 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2950e8a9-e047-4952-a494-d4e01bc1cbad req-5aa8e2a0-7641-4350-bbca-fbf6f48e7740 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=c72036f5-98f0-4d14-9d9b-64abd5af16c9 HTTP/1.1" status: 200 len: 210 time: 0.0519338 May 30 21:01:03.603828 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b67b037-edfb-4637-b119-f83848979bde req-8e3e407a-4d7f-4cd5-bb3e-0289afe0760d tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] No DVR routers for this DVR port 1128cb3d-3fdf-42b6-946d-3a09f9d0813b on host n-h2-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 21:01:03.606510 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-8b67b037-edfb-4637-b119-f83848979bde req-8e3e407a-4d7f-4cd5-bb3e-0289afe0760d tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:03.609110 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c72036f5-98f0-4d14-9d9b-64abd5af16c9', 'name': 'network-vif-deleted', 'tag': '1128cb3d-3fdf-42b6-946d-3a09f9d0813b'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:01:03.686323 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8b67b037-edfb-4637-b119-f83848979bde req-8e3e407a-4d7f-4cd5-bb3e-0289afe0760d tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.86 "DELETE /v2.0/ports/1128cb3d-3fdf-42b6-946d-3a09f9d0813b HTTP/1.1" status: 204 len: 173 time: 0.9450638 May 30 21:01:03.745010 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-711190c2-2f3a-4001-a185-5a3fff3fbc56'] response: {'server_uuid': 'c72036f5-98f0-4d14-9d9b-64abd5af16c9', 'name': 'network-vif-deleted', 'tag': '1128cb3d-3fdf-42b6-946d-3a09f9d0813b', 'status': 'completed', 'code': 200} May 30 21:01:04.726646 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6bed5593-9158-4bc0-b70c-b99a677ee7bb req-5b153a0a-6a68-42f7-8b08-4582dee23250 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=c72036f5-98f0-4d14-9d9b-64abd5af16c9 HTTP/1.1" status: 200 len: 210 time: 0.0422180 May 30 21:01:07.680063 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 1128cb3d-3fdf-42b6-946d-3a09f9d0813b no longer exists at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 21:01:07.713228 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] No Port match for: 1128cb3d-3fdf-42b6-946d-3a09f9d0813b {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 21:01:07.713570 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 1128cb3d-3fdf-42b6-946d-3a09f9d0813b not bound to the agent host n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 21:01:19.865158 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:23.257222 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:25.561698 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 21:01:26.242986 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-1bdd5706-5f0a-440e-be00-0a8ac41c6e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:29.639444 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-766c6379-1439-404b-b028-db1fcae4d170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:29.879785 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:31.310827 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:32.793835 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:33.924212 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d6b62b-5042-452b-9e09-e9ab2bb2bac0 req-35c94d07-70a7-4e77-a9f9-478f42fba789 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:01:33.925754 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-57d6b62b-5042-452b-9e09-e9ab2bb2bac0 req-35c94d07-70a7-4e77-a9f9-478f42fba789 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/networks?id=9e6054a2-cd00-456b-9147-e00bdd6d82cb HTTP/1.1" status: 200 len: 812 time: 0.1503637 May 30 21:01:33.944699 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-57d6b62b-5042-452b-9e09-e9ab2bb2bac0 req-ac713f53-f109-49ba-87ef-cc01174f1f6f tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/quotas/77af9bf22b944dbfb655c3750493d955 HTTP/1.1" status: 200 len: 375 time: 0.0125625 May 30 21:01:34.038371 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-57d6b62b-5042-452b-9e09-e9ab2bb2bac0 req-d79c6186-1f22-44bb-b886-95e04520b667 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=77af9bf22b944dbfb655c3750493d955&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0857928 May 30 21:01:34.173997 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-57d6b62b-5042-452b-9e09-e9ab2bb2bac0 req-e2af7d7a-fd48-48db-994d-6dba1b95a570 service neutron] 10.222.0.85 "GET /v2.0/networks/9e6054a2-cd00-456b-9147-e00bdd6d82cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292114 May 30 21:01:34.404167 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-57d6b62b-5042-452b-9e09-e9ab2bb2bac0 req-c9bda3d6-5ef7-433d-968b-b33fdf2ecb10 service neutron] 10.222.0.85 "GET /v2.0/networks/9e6054a2-cd00-456b-9147-e00bdd6d82cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235918 May 30 21:01:35.098780 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-7e0dbbed-e279-49f1-a36c-a3a060fba806 req-ef3dc602-53cf-4508-8c62-605154b817a6 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Synchronizing usage tracker for tenant:77af9bf22b944dbfb655c3750493d955 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 21:01:35.168349 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-7e0dbbed-e279-49f1-a36c-a3a060fba806 req-ef3dc602-53cf-4508-8c62-605154b817a6 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Unset dirty status for tenant:77af9bf22b944dbfb655c3750493d955 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 21:01:35.169558 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7e0dbbed-e279-49f1-a36c-a3a060fba806 req-ef3dc602-53cf-4508-8c62-605154b817a6 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=92efe184-b0ca-4b1a-832e-df656ab075f4 HTTP/1.1" status: 200 len: 210 time: 0.1123860 May 30 21:01:36.486959 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ad1c0e12-3447-433f-adcf-214d1a6820f8 req-3f0577c2-af1b-49cf-9d2b-77b0ff310256 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=92efe184-b0ca-4b1a-832e-df656ab075f4 HTTP/1.1" status: 200 len: 210 time: 0.0410206 May 30 21:01:37.281184 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d6b62b-5042-452b-9e09-e9ab2bb2bac0 req-b76fa7a1-8c81-4531-887c-1973f0c38b81 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:01:37.282651 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-57d6b62b-5042-452b-9e09-e9ab2bb2bac0 req-b76fa7a1-8c81-4531-887c-1973f0c38b81 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.86 "GET /v2.0/networks?id=9e6054a2-cd00-456b-9147-e00bdd6d82cb HTTP/1.1" status: 200 len: 812 time: 0.1502135 May 30 21:01:37.307555 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-57d6b62b-5042-452b-9e09-e9ab2bb2bac0 req-eb745e6f-f901-468c-b3ea-eca510e38475 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Request body: {'port': {'device_id': '92efe184-b0ca-4b1a-832e-df656ab075f4', 'network_id': '9e6054a2-cd00-456b-9147-e00bdd6d82cb', 'admin_state_up': True, 'tenant_id': '77af9bf22b944dbfb655c3750493d955'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:01:37.451685 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-57d6b62b-5042-452b-9e09-e9ab2bb2bac0 req-eb745e6f-f901-468c-b3ea-eca510e38475 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:01:37.463073 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-57d6b62b-5042-452b-9e09-e9ab2bb2bac0 req-eb745e6f-f901-468c-b3ea-eca510e38475 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:01:37.556440 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57d6b62b-5042-452b-9e09-e9ab2bb2bac0 req-eb745e6f-f901-468c-b3ea-eca510e38475 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Made reservation on behalf of 77af9bf22b944dbfb655c3750493d955 for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 21:01:37.559691 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-57d6b62b-5042-452b-9e09-e9ab2bb2bac0 req-eb745e6f-f901-468c-b3ea-eca510e38475 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:37.671271 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9855dbac-f7ac-4fa7-a3f0-0ce215a9f0f1 req-11e6c9c7-4eda-4991-bbfb-bb20537eedc8 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=92efe184-b0ca-4b1a-832e-df656ab075f4 HTTP/1.1" status: 200 len: 210 time: 0.0510731 May 30 21:01:37.778490 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [req-57d6b62b-5042-452b-9e09-e9ab2bb2bac0 req-eb745e6f-f901-468c-b3ea-eca510e38475 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Allocated IP 172.20.0.3 (9e6054a2-cd00-456b-9147-e00bdd6d82cb/760310b8-d127-408a-b08f-63f194a569b1/4aed480f-a4ae-444e-a7e8-26088dcd4a5d) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 21:01:37.996916 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-57d6b62b-5042-452b-9e09-e9ab2bb2bac0 req-eb745e6f-f901-468c-b3ea-eca510e38475 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:38.013182 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-57d6b62b-5042-452b-9e09-e9ab2bb2bac0 req-eb745e6f-f901-468c-b3ea-eca510e38475 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Transition to ACTIVE for port object 4aed480f-a4ae-444e-a7e8-26088dcd4a5d will not be triggered until provisioned by entity DHCP. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:01:38.116767 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-57d6b62b-5042-452b-9e09-e9ab2bb2bac0 req-eb745e6f-f901-468c-b3ea-eca510e38475 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:38.190082 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57d6b62b-5042-452b-9e09-e9ab2bb2bac0 req-eb745e6f-f901-468c-b3ea-eca510e38475 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Network 9e6054a2-cd00-456b-9147-e00bdd6d82cb is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:01:38.193112 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [req-57d6b62b-5042-452b-9e09-e9ab2bb2bac0 req-eb745e6f-f901-468c-b3ea-eca510e38475 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:01:38.198038 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-57d6b62b-5042-452b-9e09-e9ab2bb2bac0 req-eb745e6f-f901-468c-b3ea-eca510e38475 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 21:01:38.230513 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb745e6f-f901-468c-b3ea-eca510e38475 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Pushing event updated for resources: {'Port': ['ID=4aed480f-a4ae-444e-a7e8-26088dcd4a5d,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:01:38.272287 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d6b62b-5042-452b-9e09-e9ab2bb2bac0 req-eb745e6f-f901-468c-b3ea-eca510e38475 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:01:38.272808 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-57d6b62b-5042-452b-9e09-e9ab2bb2bac0 req-eb745e6f-f901-468c-b3ea-eca510e38475 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:38.360449 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-57d6b62b-5042-452b-9e09-e9ab2bb2bac0 req-eb745e6f-f901-468c-b3ea-eca510e38475 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0577145 May 30 21:01:38.377647 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-57d6b62b-5042-452b-9e09-e9ab2bb2bac0 req-3e2a51cb-46b9-414b-affb-1edaab7bbaa6 service neutron] Request body: {'port': {'device_id': '92efe184-b0ca-4b1a-832e-df656ab075f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843948-2'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:01:38.493018 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-57d6b62b-5042-452b-9e09-e9ab2bb2bac0 req-3e2a51cb-46b9-414b-affb-1edaab7bbaa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:38.536721 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-86c1e299-ae5a-45e3-90c6-579b372f9c42 None None] Provisioning for port 4aed480f-a4ae-444e-a7e8-26088dcd4a5d completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:01:38.545036 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-86c1e299-ae5a-45e3-90c6-579b372f9c42 None None] Provisioning complete for port 4aed480f-a4ae-444e-a7e8-26088dcd4a5d triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:01:38.545840 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-86c1e299-ae5a-45e3-90c6-579b372f9c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:38.634478 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-86c1e299-ae5a-45e3-90c6-579b372f9c42 None None] Port 4aed480f-a4ae-444e-a7e8-26088dcd4a5d cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 21:01:38.912143 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadb07cb-1fc1-4ffc-a407-3fa800a3d766 req-e1388479-2fc0-4c58-a5f4-c7bc2c366507 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:01:38.914341 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-aadb07cb-1fc1-4ffc-a407-3fa800a3d766 req-e1388479-2fc0-4c58-a5f4-c7bc2c366507 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=92efe184-b0ca-4b1a-832e-df656ab075f4 HTTP/1.1" status: 200 len: 931 time: 0.1073835 May 30 21:01:38.965071 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-aadb07cb-1fc1-4ffc-a407-3fa800a3d766 req-5a391129-28ab-4a6e-bc04-3aad0703ba47 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/security-groups?id=765f1b2e-5cfe-4855-818d-4fb37dae856a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448608 May 30 21:01:39.016142 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [req-57d6b62b-5042-452b-9e09-e9ab2bb2bac0 req-3e2a51cb-46b9-414b-affb-1edaab7bbaa6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4aed480f-a4ae-444e-a7e8-26088dcd4a5d {{(pid=84887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 21:01:39.024080 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-57d6b62b-5042-452b-9e09-e9ab2bb2bac0 req-3e2a51cb-46b9-414b-affb-1edaab7bbaa6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:39.040033 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-57d6b62b-5042-452b-9e09-e9ab2bb2bac0 req-3e2a51cb-46b9-414b-affb-1edaab7bbaa6 service neutron] Transition to ACTIVE for port object 4aed480f-a4ae-444e-a7e8-26088dcd4a5d will not be triggered until provisioned by entity L2. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:01:39.113407 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-57d6b62b-5042-452b-9e09-e9ab2bb2bac0 req-3e2a51cb-46b9-414b-affb-1edaab7bbaa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:39.250908 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2a51cb-46b9-414b-affb-1edaab7bbaa6 service neutron] Pushing event updated for resources: {'Port': ['ID=4aed480f-a4ae-444e-a7e8-26088dcd4a5d,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:01:39.366995 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-57d6b62b-5042-452b-9e09-e9ab2bb2bac0 req-3e2a51cb-46b9-414b-affb-1edaab7bbaa6 service neutron] Attempting to bind port 4aed480f-a4ae-444e-a7e8-26088dcd4a5d on host n-h2-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 21:01:39.367684 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-57d6b62b-5042-452b-9e09-e9ab2bb2bac0 req-3e2a51cb-46b9-414b-affb-1edaab7bbaa6 service neutron] Attempting to bind port 4aed480f-a4ae-444e-a7e8-26088dcd4a5d by drivers openvswitch,hyperv on host n-h2-843948-2 at level 0 using segments [{'id': '2e885274-52fc-4171-9073-e5cac614bba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '9e6054a2-cd00-456b-9147-e00bdd6d82cb'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 21:01:39.367684 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d6b62b-5042-452b-9e09-e9ab2bb2bac0 req-3e2a51cb-46b9-414b-affb-1edaab7bbaa6 service neutron] Attempting to bind port 4aed480f-a4ae-444e-a7e8-26088dcd4a5d on network 9e6054a2-cd00-456b-9147-e00bdd6d82cb {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:01:39.373735 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d6b62b-5042-452b-9e09-e9ab2bb2bac0 req-3e2a51cb-46b9-414b-affb-1edaab7bbaa6 service neutron] Port 4aed480f-a4ae-444e-a7e8-26088dcd4a5d on network 9e6054a2-cd00-456b-9147-e00bdd6d82cb not bound, no agent of type Open vSwitch agent registered on host n-h2-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 21:01:39.374052 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d6b62b-5042-452b-9e09-e9ab2bb2bac0 req-3e2a51cb-46b9-414b-affb-1edaab7bbaa6 service neutron] Attempting to bind port 4aed480f-a4ae-444e-a7e8-26088dcd4a5d on network 9e6054a2-cd00-456b-9147-e00bdd6d82cb {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:01:39.380499 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d6b62b-5042-452b-9e09-e9ab2bb2bac0 req-3e2a51cb-46b9-414b-affb-1edaab7bbaa6 service neutron] Checking agent: {'id': 'eaa08354-e8f5-4e73-af76-8d3cf7d2b390', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 21, 1, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 21:01:39.380921 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d6b62b-5042-452b-9e09-e9ab2bb2bac0 req-3e2a51cb-46b9-414b-affb-1edaab7bbaa6 service neutron] Checking segment: {'id': '2e885274-52fc-4171-9073-e5cac614bba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '9e6054a2-cd00-456b-9147-e00bdd6d82cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:01:39.381306 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d6b62b-5042-452b-9e09-e9ab2bb2bac0 req-3e2a51cb-46b9-414b-affb-1edaab7bbaa6 service neutron] Bound using segment: {'id': '2e885274-52fc-4171-9073-e5cac614bba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '9e6054a2-cd00-456b-9147-e00bdd6d82cb'} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 21:01:39.381762 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-57d6b62b-5042-452b-9e09-e9ab2bb2bac0 req-3e2a51cb-46b9-414b-affb-1edaab7bbaa6 service neutron] Bound port: 4aed480f-a4ae-444e-a7e8-26088dcd4a5d, host: n-h2-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e885274-52fc-4171-9073-e5cac614bba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '9e6054a2-cd00-456b-9147-e00bdd6d82cb'}}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 21:01:39.382114 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-57d6b62b-5042-452b-9e09-e9ab2bb2bac0 req-3e2a51cb-46b9-414b-affb-1edaab7bbaa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:39.481868 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-57d6b62b-5042-452b-9e09-e9ab2bb2bac0 req-3e2a51cb-46b9-414b-affb-1edaab7bbaa6 service neutron] For port 4aed480f-a4ae-444e-a7e8-26088dcd4a5d, host n-h2-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 21:01:39.485021 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-57d6b62b-5042-452b-9e09-e9ab2bb2bac0 req-3e2a51cb-46b9-414b-affb-1edaab7bbaa6 service neutron] For port 4aed480f-a4ae-444e-a7e8-26088dcd4a5d, host n-h2-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=4aed480f-a4ae-444e-a7e8-26088dcd4a5d,segment=NetworkSegment(2e885274-52fc-4171-9073-e5cac614bba8),segment_id=2e885274-52fc-4171-9073-e5cac614bba8)] {{(pid=84887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 21:01:39.571236 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-57d6b62b-5042-452b-9e09-e9ab2bb2bac0 req-3e2a51cb-46b9-414b-affb-1edaab7bbaa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:39.634772 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-57d6b62b-5042-452b-9e09-e9ab2bb2bac0 req-3e2a51cb-46b9-414b-affb-1edaab7bbaa6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:39.636192 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-57d6b62b-5042-452b-9e09-e9ab2bb2bac0 req-3e2a51cb-46b9-414b-affb-1edaab7bbaa6 service neutron] 10.222.0.86 "PUT /v2.0/ports/4aed480f-a4ae-444e-a7e8-26088dcd4a5d HTTP/1.1" status: 200 len: 1091 time: 1.2634935 May 30 21:01:39.636642 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92efe184-b0ca-4b1a-832e-df656ab075f4', 'tag': '4aed480f-a4ae-444e-a7e8-26088dcd4a5d'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:01:39.658084 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2a51cb-46b9-414b-affb-1edaab7bbaa6 service neutron] Pushing event updated for resources: {'Port': ['ID=4aed480f-a4ae-444e-a7e8-26088dcd4a5d,revision_number=3']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:01:39.714119 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a92578df-4422-410b-8f7a-5fa0562c036a'] response: {'name': 'network-changed', 'server_uuid': '92efe184-b0ca-4b1a-832e-df656ab075f4', 'tag': '4aed480f-a4ae-444e-a7e8-26088dcd4a5d', 'status': 'completed', 'code': 200} May 30 21:01:39.826802 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-62df73f6-3e2c-445e-94dd-2097b8f6a755 req-0ddfd44f-2e1f-45d6-979a-87b96df6fe34 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=77af9bf22b944dbfb655c3750493d955&device_id=92efe184-b0ca-4b1a-832e-df656ab075f4 HTTP/1.1" status: 200 len: 1094 time: 0.0852108 May 30 21:01:39.986042 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62df73f6-3e2c-445e-94dd-2097b8f6a755 req-d8088cc3-61b0-44e9-b060-ced0a22d45ec service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:01:39.987361 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-62df73f6-3e2c-445e-94dd-2097b8f6a755 req-d8088cc3-61b0-44e9-b060-ced0a22d45ec service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=77af9bf22b944dbfb655c3750493d955&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1434345 May 30 21:01:40.138202 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62df73f6-3e2c-445e-94dd-2097b8f6a755 req-9f5dc810-ab07-493d-8a75-09b6eb9e8fde service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:01:40.139648 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-62df73f6-3e2c-445e-94dd-2097b8f6a755 req-9f5dc810-ab07-493d-8a75-09b6eb9e8fde service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1412911 May 30 21:01:40.183783 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7629b8-eca9-4039-bc18-f7e6859613ae req-eda637dd-b771-4291-b1c4-739f6d851d11 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:01:40.185262 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-fe7629b8-eca9-4039-bc18-f7e6859613ae req-eda637dd-b771-4291-b1c4-739f6d851d11 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=92efe184-b0ca-4b1a-832e-df656ab075f4 HTTP/1.1" status: 200 len: 943 time: 0.0798759 May 30 21:01:40.231708 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-fe7629b8-eca9-4039-bc18-f7e6859613ae req-5cd82fe0-ed5b-4631-b4f5-bfbf45c39455 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/security-groups?id=765f1b2e-5cfe-4855-818d-4fb37dae856a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406969 May 30 21:01:40.256692 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-57d6b62b-5042-452b-9e09-e9ab2bb2bac0 req-ac72e152-53e7-4467-93a4-9eedd9900b60 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=77af9bf22b944dbfb655c3750493d955&device_id=92efe184-b0ca-4b1a-832e-df656ab075f4 HTTP/1.1" status: 200 len: 1094 time: 0.0716360 May 30 21:01:40.331091 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-57d6b62b-5042-452b-9e09-e9ab2bb2bac0 req-c95e63aa-16e6-4ac9-befa-020769c7d3cb service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4aed480f-a4ae-444e-a7e8-26088dcd4a5d HTTP/1.1" status: 200 len: 217 time: 0.0648031 May 30 21:01:40.395461 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d6b62b-5042-452b-9e09-e9ab2bb2bac0 req-3b4ac1eb-118b-4092-b769-7bce26b0ba46 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:01:40.396907 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-57d6b62b-5042-452b-9e09-e9ab2bb2bac0 req-3b4ac1eb-118b-4092-b769-7bce26b0ba46 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=760310b8-d127-408a-b08f-63f194a569b1 HTTP/1.1" status: 200 len: 851 time: 0.0575554 May 30 21:01:40.477476 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-57d6b62b-5042-452b-9e09-e9ab2bb2bac0 req-c81980bf-c026-4567-b329-97758f608bb2 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9e6054a2-cd00-456b-9147-e00bdd6d82cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713470 May 30 21:01:40.620989 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-57d6b62b-5042-452b-9e09-e9ab2bb2bac0 req-3f1bf89b-670e-49eb-8956-fa12ad6ec9ad service neutron] 10.222.0.86 "GET /v2.0/networks/9e6054a2-cd00-456b-9147-e00bdd6d82cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329134 May 30 21:01:40.758004 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-57d6b62b-5042-452b-9e09-e9ab2bb2bac0 req-318916f5-62a6-47e9-bc42-a9ca1a8f8298 service neutron] 10.222.0.86 "GET /v2.0/networks/9e6054a2-cd00-456b-9147-e00bdd6d82cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279514 May 30 21:01:41.433475 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac3bee6-7f6a-4af3-938a-5cf2c5295253 req-28af03ff-3614-4361-9316-b9499e44b32c tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:01:41.434190 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-9ac3bee6-7f6a-4af3-938a-5cf2c5295253 req-28af03ff-3614-4361-9316-b9499e44b32c tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Synchronizing usage tracker for tenant:77af9bf22b944dbfb655c3750493d955 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 21:01:41.536388 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-9ac3bee6-7f6a-4af3-938a-5cf2c5295253 req-28af03ff-3614-4361-9316-b9499e44b32c tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Unset dirty status for tenant:77af9bf22b944dbfb655c3750493d955 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 21:01:41.537512 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9ac3bee6-7f6a-4af3-938a-5cf2c5295253 req-28af03ff-3614-4361-9316-b9499e44b32c tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=92efe184-b0ca-4b1a-832e-df656ab075f4 HTTP/1.1" status: 200 len: 943 time: 0.1804454 May 30 21:01:41.585574 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9ac3bee6-7f6a-4af3-938a-5cf2c5295253 req-d6ba438a-8915-4efb-848e-344b88b9f376 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/security-groups?id=765f1b2e-5cfe-4855-818d-4fb37dae856a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423481 May 30 21:01:42.789830 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4327fa43-c22b-4584-8b28-f8b8bdf8eadb req-e5b2e2a6-413c-4602-a148-a72e046d7a5b tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:01:42.791339 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4327fa43-c22b-4584-8b28-f8b8bdf8eadb req-e5b2e2a6-413c-4602-a148-a72e046d7a5b tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=92efe184-b0ca-4b1a-832e-df656ab075f4 HTTP/1.1" status: 200 len: 943 time: 0.0834231 May 30 21:01:42.841731 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4327fa43-c22b-4584-8b28-f8b8bdf8eadb req-02b3d4e0-fcc9-4a16-b67f-953166f3ae08 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/security-groups?id=765f1b2e-5cfe-4855-818d-4fb37dae856a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447555 May 30 21:01:44.042848 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e893fbbc-c6eb-4969-8f0e-233ac031edc0 req-2424b14f-6876-452b-b0e0-5503caa7ea55 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:01:44.044308 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e893fbbc-c6eb-4969-8f0e-233ac031edc0 req-2424b14f-6876-452b-b0e0-5503caa7ea55 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=92efe184-b0ca-4b1a-832e-df656ab075f4 HTTP/1.1" status: 200 len: 943 time: 0.0808005 May 30 21:01:44.190507 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e893fbbc-c6eb-4969-8f0e-233ac031edc0 req-7ba71c7f-d9bd-4ca3-833d-9c01e36d5e4d tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/security-groups?id=765f1b2e-5cfe-4855-818d-4fb37dae856a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406529 May 30 21:01:45.436288 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736d0440-5cba-45af-9ec6-fc341a3ed8f0 req-ec518665-05df-43b1-b659-6c667dd22f55 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:01:45.437806 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-736d0440-5cba-45af-9ec6-fc341a3ed8f0 req-ec518665-05df-43b1-b659-6c667dd22f55 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=92efe184-b0ca-4b1a-832e-df656ab075f4 HTTP/1.1" status: 200 len: 943 time: 0.0803273 May 30 21:01:45.486591 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-736d0440-5cba-45af-9ec6-fc341a3ed8f0 req-7ec4b995-b0c5-48e7-b030-197950e2b1b4 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/security-groups?id=765f1b2e-5cfe-4855-818d-4fb37dae856a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429084 May 30 21:01:46.692065 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61b07d2-fa2c-494d-a950-82eda97417dd req-1d4b5bc0-4d9a-4f49-bb98-c105474fc934 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:01:46.693585 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f61b07d2-fa2c-494d-a950-82eda97417dd req-1d4b5bc0-4d9a-4f49-bb98-c105474fc934 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=92efe184-b0ca-4b1a-832e-df656ab075f4 HTTP/1.1" status: 200 len: 943 time: 0.0805974 May 30 21:01:46.744067 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f61b07d2-fa2c-494d-a950-82eda97417dd req-4b10bc31-1a03-4097-8e42-13c7e646d26d tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/security-groups?id=765f1b2e-5cfe-4855-818d-4fb37dae856a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445447 May 30 21:01:48.045685 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3137f9aa-19d0-429d-8e2a-61e58c458d62 req-ad5be847-916b-491b-b6e8-f05704229acc tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:01:48.047163 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3137f9aa-19d0-429d-8e2a-61e58c458d62 req-ad5be847-916b-491b-b6e8-f05704229acc tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=92efe184-b0ca-4b1a-832e-df656ab075f4 HTTP/1.1" status: 200 len: 943 time: 0.0930765 May 30 21:01:48.096274 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3137f9aa-19d0-429d-8e2a-61e58c458d62 req-2542e814-3cc3-4050-992f-38e5c69d488c tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/security-groups?id=765f1b2e-5cfe-4855-818d-4fb37dae856a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434010 May 30 21:01:49.305753 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de15204d-66ef-469e-999c-eb7187320791 req-9bf945b6-e651-404c-a2f2-a4839d38efc2 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:01:49.307352 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-de15204d-66ef-469e-999c-eb7187320791 req-9bf945b6-e651-404c-a2f2-a4839d38efc2 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=92efe184-b0ca-4b1a-832e-df656ab075f4 HTTP/1.1" status: 200 len: 943 time: 0.0849082 May 30 21:01:49.365591 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-de15204d-66ef-469e-999c-eb7187320791 req-b7d72f9b-d52c-4915-9e95-5af1c32cac10 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/security-groups?id=765f1b2e-5cfe-4855-818d-4fb37dae856a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472157 May 30 21:01:49.859574 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:49.959716 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 4aed480f-a4ae-444e-a7e8-26088dcd4a5d details requested by agent hyperv_n-h2-843948-2 with host n-h2-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 21:01:50.097190 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 4aed480f-a4ae-444e-a7e8-26088dcd4a5d, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=4aed480f-a4ae-444e-a7e8-26088dcd4a5d,segment=NetworkSegment(2e885274-52fc-4171-9073-e5cac614bba8),segment_id=2e885274-52fc-4171-9073-e5cac614bba8)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:01:50.111209 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Returning: {'device': '4aed480f-a4ae-444e-a7e8-26088dcd4a5d', 'network_id': '9e6054a2-cd00-456b-9147-e00bdd6d82cb', 'port_id': '4aed480f-a4ae-444e-a7e8-26088dcd4a5d', 'mac_address': 'fa:16:3e:ce:b4:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '760310b8-d127-408a-b08f-63f194a569b1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 21:01:50.171885 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:50.190695 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4aed480f-a4ae-444e-a7e8-26088dcd4a5d {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 21:01:50.208017 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 4aed480f-a4ae-444e-a7e8-26088dcd4a5d, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=4aed480f-a4ae-444e-a7e8-26088dcd4a5d,segment=NetworkSegment(2e885274-52fc-4171-9073-e5cac614bba8),segment_id=2e885274-52fc-4171-9073-e5cac614bba8)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:01:50.273935 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:50.343374 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=4aed480f-a4ae-444e-a7e8-26088dcd4a5d,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:01:50.516573 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['4aed480f-a4ae-444e-a7e8-26088dcd4a5d'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 21:01:50.578344 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6809526a-1406-4f73-b7a8-79d2df87650d req-b5020ccc-fe43-4891-81d9-ddb98d5ffb96 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:01:50.579858 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6809526a-1406-4f73-b7a8-79d2df87650d req-b5020ccc-fe43-4891-81d9-ddb98d5ffb96 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=92efe184-b0ca-4b1a-832e-df656ab075f4 HTTP/1.1" status: 200 len: 944 time: 0.0831170 May 30 21:01:50.644705 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6809526a-1406-4f73-b7a8-79d2df87650d req-b3e9fd2f-21bb-4534-b627-c862dd38ef68 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/security-groups?id=765f1b2e-5cfe-4855-818d-4fb37dae856a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546529 May 30 21:01:51.858650 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a37fc61-0313-4947-83ff-3fd24a0feb74 req-16393b70-9314-49a6-861d-db965d61f3fd tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:01:51.860153 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8a37fc61-0313-4947-83ff-3fd24a0feb74 req-16393b70-9314-49a6-861d-db965d61f3fd tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=92efe184-b0ca-4b1a-832e-df656ab075f4 HTTP/1.1" status: 200 len: 944 time: 0.0860305 May 30 21:01:51.910630 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8a37fc61-0313-4947-83ff-3fd24a0feb74 req-c9f8cc34-8f82-4733-8e90-0535998e71b7 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/security-groups?id=765f1b2e-5cfe-4855-818d-4fb37dae856a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443041 May 30 21:01:51.975355 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 4aed480f-a4ae-444e-a7e8-26088dcd4a5d up at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:01:52.107969 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning for port 4aed480f-a4ae-444e-a7e8-26088dcd4a5d completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:01:52.113543 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning complete for port 4aed480f-a4ae-444e-a7e8-26088dcd4a5d triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:01:52.113954 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:52.246256 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:52.275571 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92efe184-b0ca-4b1a-832e-df656ab075f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aed480f-a4ae-444e-a7e8-26088dcd4a5d'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:01:52.289768 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 4aed480f-a4ae-444e-a7e8-26088dcd4a5d, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=4aed480f-a4ae-444e-a7e8-26088dcd4a5d,segment=NetworkSegment(2e885274-52fc-4171-9073-e5cac614bba8),segment_id=2e885274-52fc-4171-9073-e5cac614bba8)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:01:52.335316 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2c0a5e4-d125-4a42-b069-4814696e9505'] response: {'server_uuid': '92efe184-b0ca-4b1a-832e-df656ab075f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aed480f-a4ae-444e-a7e8-26088dcd4a5d', 'code': 200} May 30 21:01:52.365127 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:52.437837 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=4aed480f-a4ae-444e-a7e8-26088dcd4a5d,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:01:52.469547 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-58f5aca4-ac60-4495-94a6-7b0e5c0c2e9f req-bb90fdbd-6308-4a58-bb70-0a7d16f9590f service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=92efe184-b0ca-4b1a-832e-df656ab075f4 HTTP/1.1" status: 200 len: 1096 time: 0.0699880 May 30 21:01:52.516338 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-58f5aca4-ac60-4495-94a6-7b0e5c0c2e9f req-22aa50c9-26f9-4640-816b-5b55b61b8113 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=765f1b2e-5cfe-4855-818d-4fb37dae856a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376480 May 30 21:01:52.590640 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:53.124461 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5395eb-c886-442d-9c1e-e2b51981eccd req-d1236ed9-7517-4dd9-b631-03e60ac364b9 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:01:53.125946 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ff5395eb-c886-442d-9c1e-e2b51981eccd req-d1236ed9-7517-4dd9-b631-03e60ac364b9 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=92efe184-b0ca-4b1a-832e-df656ab075f4 HTTP/1.1" status: 200 len: 945 time: 0.0857110 May 30 21:01:53.179556 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ff5395eb-c886-442d-9c1e-e2b51981eccd req-03be74f8-02f7-4e98-8029-404f971fba4c tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/security-groups?id=765f1b2e-5cfe-4855-818d-4fb37dae856a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475972 May 30 21:01:54.380014 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48fa8b5-d12f-4e8e-9d9e-e5b009533f88 req-2cf1b33b-7db5-433e-890d-17cd15090a8a tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:01:54.384322 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b48fa8b5-d12f-4e8e-9d9e-e5b009533f88 req-2cf1b33b-7db5-433e-890d-17cd15090a8a tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=92efe184-b0ca-4b1a-832e-df656ab075f4 HTTP/1.1" status: 200 len: 945 time: 0.0780239 May 30 21:01:54.429665 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b48fa8b5-d12f-4e8e-9d9e-e5b009533f88 req-9f179f71-41d2-4b20-aadc-d29a7f775865 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/security-groups?id=765f1b2e-5cfe-4855-818d-4fb37dae856a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421813 May 30 21:01:54.629719 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ca91ff-df6c-4164-81df-35111f22a325 req-41f6f8ab-11a4-46aa-8d37-ad081cecb98a tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:01:54.631276 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f6ca91ff-df6c-4164-81df-35111f22a325 req-41f6f8ab-11a4-46aa-8d37-ad081cecb98a tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=92efe184-b0ca-4b1a-832e-df656ab075f4 HTTP/1.1" status: 200 len: 945 time: 0.0807130 May 30 21:01:54.679891 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f6ca91ff-df6c-4164-81df-35111f22a325 req-0806b763-6c5e-4411-b50e-5b3b676e5872 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/security-groups?id=765f1b2e-5cfe-4855-818d-4fb37dae856a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429955 May 30 21:01:54.881237 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0baa132a-a8bf-4dbf-b4e2-ffb6d4561e57 req-c5ec4528-d82f-4fee-abcc-554ee023a3ae service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=92efe184-b0ca-4b1a-832e-df656ab075f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0851400 May 30 21:01:55.077052 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0baa132a-a8bf-4dbf-b4e2-ffb6d4561e57 req-0ed1a3fb-0f70-4ebf-858e-7900f436fdbc service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=77af9bf22b944dbfb655c3750493d955&device_id=92efe184-b0ca-4b1a-832e-df656ab075f4 HTTP/1.1" status: 200 len: 1096 time: 0.0700595 May 30 21:01:55.232388 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baa132a-a8bf-4dbf-b4e2-ffb6d4561e57 req-4bf8b990-d527-40ae-a61d-bb250b84e856 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:01:55.233834 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0baa132a-a8bf-4dbf-b4e2-ffb6d4561e57 req-4bf8b990-d527-40ae-a61d-bb250b84e856 service neutron] 10.222.0.86 "GET /v2.0/networks?id=9e6054a2-cd00-456b-9147-e00bdd6d82cb HTTP/1.1" status: 200 len: 913 time: 0.1357644 May 30 21:01:55.307089 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0baa132a-a8bf-4dbf-b4e2-ffb6d4561e57 req-31dde653-0db8-400b-bfb6-a78c78ee908d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4aed480f-a4ae-444e-a7e8-26088dcd4a5d HTTP/1.1" status: 200 len: 217 time: 0.0674763 May 30 21:01:55.369331 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baa132a-a8bf-4dbf-b4e2-ffb6d4561e57 req-8bb93bd3-5b8f-43ea-bbe9-9e6f5767bbe0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:01:55.370806 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0baa132a-a8bf-4dbf-b4e2-ffb6d4561e57 req-8bb93bd3-5b8f-43ea-bbe9-9e6f5767bbe0 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=760310b8-d127-408a-b08f-63f194a569b1 HTTP/1.1" status: 200 len: 851 time: 0.0584111 May 30 21:01:55.451563 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0baa132a-a8bf-4dbf-b4e2-ffb6d4561e57 req-a618303f-c8e5-441e-8f17-de499236887f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9e6054a2-cd00-456b-9147-e00bdd6d82cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0750978 May 30 21:01:55.587205 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0baa132a-a8bf-4dbf-b4e2-ffb6d4561e57 req-a0148323-96ea-4d0a-a112-3569051dbbe6 service neutron] 10.222.0.86 "GET /v2.0/networks/9e6054a2-cd00-456b-9147-e00bdd6d82cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288986 May 30 21:01:55.742953 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0baa132a-a8bf-4dbf-b4e2-ffb6d4561e57 req-b2925a34-3be4-4966-ab5a-f6c91e5b6de9 service neutron] 10.222.0.86 "GET /v2.0/networks/9e6054a2-cd00-456b-9147-e00bdd6d82cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500375 May 30 21:01:56.262565 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-68991988-ce76-4ef2-9d45-b359d61a427d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:58.577443 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b29e0b3-d075-4755-b60f-2673ea8c5084 req-fbb84e55-c70f-4a51-92ba-c67819454ff8 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:01:58.578813 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5b29e0b3-d075-4755-b60f-2673ea8c5084 req-fbb84e55-c70f-4a51-92ba-c67819454ff8 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/networks?id=9e6054a2-cd00-456b-9147-e00bdd6d82cb HTTP/1.1" status: 200 len: 812 time: 0.1414256 May 30 21:01:58.596213 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5b29e0b3-d075-4755-b60f-2673ea8c5084 req-eebc64fd-b193-4b76-b306-708de3584566 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/quotas/77af9bf22b944dbfb655c3750493d955 HTTP/1.1" status: 200 len: 375 time: 0.0111504 May 30 21:01:58.676983 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5b29e0b3-d075-4755-b60f-2673ea8c5084 req-50acf33d-ebe7-4ace-beb3-1fb22df61111 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=77af9bf22b944dbfb655c3750493d955&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0758386 May 30 21:01:58.769510 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [req-5b29e0b3-d075-4755-b60f-2673ea8c5084 req-90997803-4033-42ae-aa5a-7647cc21de73 service neutron] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=84887) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 21:01:58.770545 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5b29e0b3-d075-4755-b60f-2673ea8c5084 req-90997803-4033-42ae-aa5a-7647cc21de73 service neutron] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0869751 May 30 21:01:58.999875 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5b29e0b3-d075-4755-b60f-2673ea8c5084 req-a621d1e8-9d71-47ee-b58c-49d7ea04df14 service neutron] 10.222.0.85 "GET /v2.0/networks/9e6054a2-cd00-456b-9147-e00bdd6d82cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221308 May 30 21:01:59.130906 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5b29e0b3-d075-4755-b60f-2673ea8c5084 req-00330643-0737-471b-a5f8-d3004b6cc904 service neutron] 10.222.0.85 "GET /v2.0/networks/9e6054a2-cd00-456b-9147-e00bdd6d82cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233766 May 30 21:01:59.450850 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a88810b1-f46d-4b55-b47f-83b9754a48c9 req-0f666c5d-b505-4de0-87e4-a68048f57ad3 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=95bc7351-1f47-4327-88df-c5feeea5f1a6 HTTP/1.1" status: 200 len: 210 time: 0.0467596 May 30 21:01:59.647800 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-e6a61235-279a-41f8-b620-5c00878940cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:01:59.851081 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:02:00.644023 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-dc18d6a4-eeb7-4339-b484-49417370bdad req-bfa272a5-f259-4d8e-913e-c9cf2c8c7d80 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=95bc7351-1f47-4327-88df-c5feeea5f1a6 HTTP/1.1" status: 200 len: 210 time: 0.0477726 May 30 21:02:01.255981 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:02:01.620302 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b29e0b3-d075-4755-b60f-2673ea8c5084 req-6f5aae72-5b89-4022-aa9f-0ad81abb8523 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:02:01.621596 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5b29e0b3-d075-4755-b60f-2673ea8c5084 req-6f5aae72-5b89-4022-aa9f-0ad81abb8523 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.71 "GET /v2.0/networks?id=9e6054a2-cd00-456b-9147-e00bdd6d82cb HTTP/1.1" status: 200 len: 812 time: 0.1444278 May 30 21:02:01.637480 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-5b29e0b3-d075-4755-b60f-2673ea8c5084 req-4608a8ee-5a18-4597-a110-494f1fc5c92c tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Request body: {'port': {'device_id': '95bc7351-1f47-4327-88df-c5feeea5f1a6', 'network_id': '9e6054a2-cd00-456b-9147-e00bdd6d82cb', 'admin_state_up': True, 'tenant_id': '77af9bf22b944dbfb655c3750493d955'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:02:01.788074 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-5b29e0b3-d075-4755-b60f-2673ea8c5084 req-4608a8ee-5a18-4597-a110-494f1fc5c92c tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:02:01.798140 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-5b29e0b3-d075-4755-b60f-2673ea8c5084 req-4608a8ee-5a18-4597-a110-494f1fc5c92c tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:02:01.814114 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f93133b5-5d1d-4650-807c-5cae76e92015 req-179a788f-a548-4d6c-bd3b-c777576d8d90 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=95bc7351-1f47-4327-88df-c5feeea5f1a6 HTTP/1.1" status: 200 len: 210 time: 0.0417352 May 30 21:02:01.867519 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b29e0b3-d075-4755-b60f-2673ea8c5084 req-4608a8ee-5a18-4597-a110-494f1fc5c92c tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Made reservation on behalf of 77af9bf22b944dbfb655c3750493d955 for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 21:02:01.870711 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-5b29e0b3-d075-4755-b60f-2673ea8c5084 req-4608a8ee-5a18-4597-a110-494f1fc5c92c tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:02:02.038332 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [req-5b29e0b3-d075-4755-b60f-2673ea8c5084 req-4608a8ee-5a18-4597-a110-494f1fc5c92c tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Allocated IP 172.20.0.11 (9e6054a2-cd00-456b-9147-e00bdd6d82cb/760310b8-d127-408a-b08f-63f194a569b1/5bdbda73-69ee-4013-bb5d-0640ae1a6f7a) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 21:02:02.264856 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-5b29e0b3-d075-4755-b60f-2673ea8c5084 req-4608a8ee-5a18-4597-a110-494f1fc5c92c tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:02:02.293585 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-5b29e0b3-d075-4755-b60f-2673ea8c5084 req-4608a8ee-5a18-4597-a110-494f1fc5c92c tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Transition to ACTIVE for port object 5bdbda73-69ee-4013-bb5d-0640ae1a6f7a will not be triggered until provisioned by entity DHCP. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:02:02.399422 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-5b29e0b3-d075-4755-b60f-2673ea8c5084 req-4608a8ee-5a18-4597-a110-494f1fc5c92c tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:02:02.415777 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['4aed480f-a4ae-444e-a7e8-26088dcd4a5d'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 21:02:02.480775 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b29e0b3-d075-4755-b60f-2673ea8c5084 req-4608a8ee-5a18-4597-a110-494f1fc5c92c tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Network 9e6054a2-cd00-456b-9147-e00bdd6d82cb is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:02:02.484993 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [req-5b29e0b3-d075-4755-b60f-2673ea8c5084 req-4608a8ee-5a18-4597-a110-494f1fc5c92c tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:02:02.489496 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b29e0b3-d075-4755-b60f-2673ea8c5084 req-4608a8ee-5a18-4597-a110-494f1fc5c92c tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 21:02:02.526164 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4608a8ee-5a18-4597-a110-494f1fc5c92c tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Pushing event updated for resources: {'Port': ['ID=5bdbda73-69ee-4013-bb5d-0640ae1a6f7a,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:02:02.564311 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 21:02:02.581763 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b29e0b3-d075-4755-b60f-2673ea8c5084 req-4608a8ee-5a18-4597-a110-494f1fc5c92c tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:02:02.582407 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-5b29e0b3-d075-4755-b60f-2673ea8c5084 req-4608a8ee-5a18-4597-a110-494f1fc5c92c tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:02:02.668144 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5b29e0b3-d075-4755-b60f-2673ea8c5084 req-4608a8ee-5a18-4597-a110-494f1fc5c92c tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0347805 May 30 21:02:02.677565 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [req-5b29e0b3-d075-4755-b60f-2673ea8c5084 req-10aaf27e-41b4-4bd3-b667-b21812ebbc94 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=84887) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 21:02:02.678575 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5b29e0b3-d075-4755-b60f-2673ea8c5084 req-10aaf27e-41b4-4bd3-b667-b21812ebbc94 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0053833 May 30 21:02:02.824635 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-5b29e0b3-d075-4755-b60f-2673ea8c5084 req-2aa6c66b-28a3-481d-aa74-094233262d08 service neutron] Request body: {'port': {'device_id': '95bc7351-1f47-4327-88df-c5feeea5f1a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843948-2'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:02:02.827574 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:02:02.845062 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-182320e3-0968-4085-a6ae-065b68a4bf24 None None] Provisioning for port 5bdbda73-69ee-4013-bb5d-0640ae1a6f7a completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:02:02.854049 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-182320e3-0968-4085-a6ae-065b68a4bf24 None None] Provisioning complete for port 5bdbda73-69ee-4013-bb5d-0640ae1a6f7a triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:02:02.854915 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-182320e3-0968-4085-a6ae-065b68a4bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:02:02.924720 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-182320e3-0968-4085-a6ae-065b68a4bf24 None None] Port 5bdbda73-69ee-4013-bb5d-0640ae1a6f7a cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 21:02:02.957294 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-5b29e0b3-d075-4755-b60f-2673ea8c5084 req-2aa6c66b-28a3-481d-aa74-094233262d08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:02:03.157850 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387348c8-2f5c-46de-9fd3-da8a80586793 req-8632ea80-abc9-435c-a751-6c42e01fc71a tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:02:03.158539 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-387348c8-2f5c-46de-9fd3-da8a80586793 req-8632ea80-abc9-435c-a751-6c42e01fc71a tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Synchronizing usage tracker for tenant:77af9bf22b944dbfb655c3750493d955 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 21:02:03.283124 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-387348c8-2f5c-46de-9fd3-da8a80586793 req-8632ea80-abc9-435c-a751-6c42e01fc71a tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Unset dirty status for tenant:77af9bf22b944dbfb655c3750493d955 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 21:02:03.284176 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-387348c8-2f5c-46de-9fd3-da8a80586793 req-8632ea80-abc9-435c-a751-6c42e01fc71a tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=95bc7351-1f47-4327-88df-c5feeea5f1a6 HTTP/1.1" status: 200 len: 932 time: 0.3121934 May 30 21:02:03.362183 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-387348c8-2f5c-46de-9fd3-da8a80586793 req-fc65f3d9-59cc-464a-b48d-eadce3f7f513 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/security-groups?id=765f1b2e-5cfe-4855-818d-4fb37dae856a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706279 May 30 21:02:03.415907 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [req-5b29e0b3-d075-4755-b60f-2673ea8c5084 req-2aa6c66b-28a3-481d-aa74-094233262d08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bdbda73-69ee-4013-bb5d-0640ae1a6f7a {{(pid=84887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 21:02:03.422998 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-5b29e0b3-d075-4755-b60f-2673ea8c5084 req-2aa6c66b-28a3-481d-aa74-094233262d08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:02:03.437998 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-5b29e0b3-d075-4755-b60f-2673ea8c5084 req-2aa6c66b-28a3-481d-aa74-094233262d08 service neutron] Transition to ACTIVE for port object 5bdbda73-69ee-4013-bb5d-0640ae1a6f7a will not be triggered until provisioned by entity L2. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:02:03.504893 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-5b29e0b3-d075-4755-b60f-2673ea8c5084 req-2aa6c66b-28a3-481d-aa74-094233262d08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:02:03.747994 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa6c66b-28a3-481d-aa74-094233262d08 service neutron] Pushing event updated for resources: {'Port': ['ID=5bdbda73-69ee-4013-bb5d-0640ae1a6f7a,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:02:03.768254 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa6c66b-28a3-481d-aa74-094233262d08 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:02:03.769088 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa6c66b-28a3-481d-aa74-094233262d08 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:02:03.769213 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa6c66b-28a3-481d-aa74-094233262d08 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:02:03.769506 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa6c66b-28a3-481d-aa74-094233262d08 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:02:03.770123 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa6c66b-28a3-481d-aa74-094233262d08 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:02:03.770589 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa6c66b-28a3-481d-aa74-094233262d08 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:02:03.771200 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa6c66b-28a3-481d-aa74-094233262d08 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:02:03.771750 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa6c66b-28a3-481d-aa74-094233262d08 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:02:03.772307 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa6c66b-28a3-481d-aa74-094233262d08 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:02:03.772856 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa6c66b-28a3-481d-aa74-094233262d08 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:02:03.773406 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa6c66b-28a3-481d-aa74-094233262d08 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:02:03.902942 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-5b29e0b3-d075-4755-b60f-2673ea8c5084 req-2aa6c66b-28a3-481d-aa74-094233262d08 service neutron] Attempting to bind port 5bdbda73-69ee-4013-bb5d-0640ae1a6f7a on host n-h1-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 21:02:03.903552 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-5b29e0b3-d075-4755-b60f-2673ea8c5084 req-2aa6c66b-28a3-481d-aa74-094233262d08 service neutron] Attempting to bind port 5bdbda73-69ee-4013-bb5d-0640ae1a6f7a by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': '2e885274-52fc-4171-9073-e5cac614bba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '9e6054a2-cd00-456b-9147-e00bdd6d82cb'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 21:02:03.903552 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b29e0b3-d075-4755-b60f-2673ea8c5084 req-2aa6c66b-28a3-481d-aa74-094233262d08 service neutron] Attempting to bind port 5bdbda73-69ee-4013-bb5d-0640ae1a6f7a on network 9e6054a2-cd00-456b-9147-e00bdd6d82cb {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:02:03.909326 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b29e0b3-d075-4755-b60f-2673ea8c5084 req-2aa6c66b-28a3-481d-aa74-094233262d08 service neutron] Port 5bdbda73-69ee-4013-bb5d-0640ae1a6f7a on network 9e6054a2-cd00-456b-9147-e00bdd6d82cb not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 21:02:03.909657 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b29e0b3-d075-4755-b60f-2673ea8c5084 req-2aa6c66b-28a3-481d-aa74-094233262d08 service neutron] Attempting to bind port 5bdbda73-69ee-4013-bb5d-0640ae1a6f7a on network 9e6054a2-cd00-456b-9147-e00bdd6d82cb {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:02:03.916525 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b29e0b3-d075-4755-b60f-2673ea8c5084 req-2aa6c66b-28a3-481d-aa74-094233262d08 service neutron] Checking agent: {'id': 'f728d74e-a4ae-4384-860b-a5ade05dd8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 21, 1, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 21:02:03.916849 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b29e0b3-d075-4755-b60f-2673ea8c5084 req-2aa6c66b-28a3-481d-aa74-094233262d08 service neutron] Checking segment: {'id': '2e885274-52fc-4171-9073-e5cac614bba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '9e6054a2-cd00-456b-9147-e00bdd6d82cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:02:03.917222 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b29e0b3-d075-4755-b60f-2673ea8c5084 req-2aa6c66b-28a3-481d-aa74-094233262d08 service neutron] Bound using segment: {'id': '2e885274-52fc-4171-9073-e5cac614bba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '9e6054a2-cd00-456b-9147-e00bdd6d82cb'} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 21:02:03.917659 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-5b29e0b3-d075-4755-b60f-2673ea8c5084 req-2aa6c66b-28a3-481d-aa74-094233262d08 service neutron] Bound port: 5bdbda73-69ee-4013-bb5d-0640ae1a6f7a, host: n-h1-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e885274-52fc-4171-9073-e5cac614bba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '9e6054a2-cd00-456b-9147-e00bdd6d82cb'}}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 21:02:03.917997 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-5b29e0b3-d075-4755-b60f-2673ea8c5084 req-2aa6c66b-28a3-481d-aa74-094233262d08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:02:04.007493 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-5b29e0b3-d075-4755-b60f-2673ea8c5084 req-2aa6c66b-28a3-481d-aa74-094233262d08 service neutron] For port 5bdbda73-69ee-4013-bb5d-0640ae1a6f7a, host n-h1-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 21:02:04.010402 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-5b29e0b3-d075-4755-b60f-2673ea8c5084 req-2aa6c66b-28a3-481d-aa74-094233262d08 service neutron] For port 5bdbda73-69ee-4013-bb5d-0640ae1a6f7a, host n-h1-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=5bdbda73-69ee-4013-bb5d-0640ae1a6f7a,segment=NetworkSegment(2e885274-52fc-4171-9073-e5cac614bba8),segment_id=2e885274-52fc-4171-9073-e5cac614bba8)] {{(pid=84887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 21:02:04.082665 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-5b29e0b3-d075-4755-b60f-2673ea8c5084 req-2aa6c66b-28a3-481d-aa74-094233262d08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:02:04.155464 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-5b29e0b3-d075-4755-b60f-2673ea8c5084 req-2aa6c66b-28a3-481d-aa74-094233262d08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:02:04.155464 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5b29e0b3-d075-4755-b60f-2673ea8c5084 req-2aa6c66b-28a3-481d-aa74-094233262d08 service neutron] 10.222.0.71 "PUT /v2.0/ports/5bdbda73-69ee-4013-bb5d-0640ae1a6f7a HTTP/1.1" status: 200 len: 1092 time: 1.4187088 May 30 21:02:04.155464 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95bc7351-1f47-4327-88df-c5feeea5f1a6', 'tag': '5bdbda73-69ee-4013-bb5d-0640ae1a6f7a'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:02:04.175009 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa6c66b-28a3-481d-aa74-094233262d08 service neutron] Pushing event updated for resources: {'Port': ['ID=5bdbda73-69ee-4013-bb5d-0640ae1a6f7a,revision_number=3']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:02:04.248902 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-add8f619-f20e-4d20-9548-4dbdb5944340'] response: {'name': 'network-changed', 'server_uuid': '95bc7351-1f47-4327-88df-c5feeea5f1a6', 'tag': '5bdbda73-69ee-4013-bb5d-0640ae1a6f7a', 'status': 'completed', 'code': 200} May 30 21:02:04.353387 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a7a36e9f-6e0b-481c-baa1-2336d241b218 req-d161ee1c-8723-43ce-8b82-b94cb3dae499 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=77af9bf22b944dbfb655c3750493d955&device_id=95bc7351-1f47-4327-88df-c5feeea5f1a6 HTTP/1.1" status: 200 len: 1095 time: 0.0827320 May 30 21:02:04.642661 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a36e9f-6e0b-481c-baa1-2336d241b218 req-602d26a0-9f29-4cf2-b546-ba04d0ecb7e5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:02:04.644694 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a7a36e9f-6e0b-481c-baa1-2336d241b218 req-602d26a0-9f29-4cf2-b546-ba04d0ecb7e5 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=77af9bf22b944dbfb655c3750493d955&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2890964 May 30 21:02:04.748376 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd8e00d-15e7-440e-9b9b-e311c44a1d13 req-0d7368dd-12a0-41ae-833c-f2bae2bddb94 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:02:04.750342 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-dfd8e00d-15e7-440e-9b9b-e311c44a1d13 req-0d7368dd-12a0-41ae-833c-f2bae2bddb94 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=95bc7351-1f47-4327-88df-c5feeea5f1a6 HTTP/1.1" status: 200 len: 944 time: 0.2050700 May 30 21:02:04.864547 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a36e9f-6e0b-481c-baa1-2336d241b218 req-36700033-e48c-44cd-991a-19ef71a6188a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:02:04.866673 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a7a36e9f-6e0b-481c-baa1-2336d241b218 req-36700033-e48c-44cd-991a-19ef71a6188a service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2155190 May 30 21:02:04.877967 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-dfd8e00d-15e7-440e-9b9b-e311c44a1d13 req-e1f8ba89-164a-482f-a456-3172b6b91cd4 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/security-groups?id=765f1b2e-5cfe-4855-818d-4fb37dae856a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111379 May 30 21:02:04.993595 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5b29e0b3-d075-4755-b60f-2673ea8c5084 req-5d463624-40e0-49bb-b6ac-4ce50fd67a70 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=77af9bf22b944dbfb655c3750493d955&device_id=95bc7351-1f47-4327-88df-c5feeea5f1a6 HTTP/1.1" status: 200 len: 1095 time: 0.0856941 May 30 21:02:05.075399 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5b29e0b3-d075-4755-b60f-2673ea8c5084 req-b6214454-1691-4d68-ba9b-626cdc07ba6d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5bdbda73-69ee-4013-bb5d-0640ae1a6f7a HTTP/1.1" status: 200 len: 217 time: 0.0757957 May 30 21:02:05.146006 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b29e0b3-d075-4755-b60f-2673ea8c5084 req-031cc92d-3ae5-49d6-85a8-fe921a535578 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:02:05.146469 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5b29e0b3-d075-4755-b60f-2673ea8c5084 req-031cc92d-3ae5-49d6-85a8-fe921a535578 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=760310b8-d127-408a-b08f-63f194a569b1 HTTP/1.1" status: 200 len: 851 time: 0.0654359 May 30 21:02:05.229446 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5b29e0b3-d075-4755-b60f-2673ea8c5084 req-5ae3751f-78c9-4838-819a-4ca0ef7dd418 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9e6054a2-cd00-456b-9147-e00bdd6d82cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0771146 May 30 21:02:05.397350 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5b29e0b3-d075-4755-b60f-2673ea8c5084 req-5652660a-7f77-4fdc-8b76-8852faf0bdba service neutron] 10.222.0.71 "GET /v2.0/networks/9e6054a2-cd00-456b-9147-e00bdd6d82cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613872 May 30 21:02:05.542582 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5b29e0b3-d075-4755-b60f-2673ea8c5084 req-ba42212e-d2d8-4348-b07b-f688b1bf84e0 service neutron] 10.222.0.71 "GET /v2.0/networks/9e6054a2-cd00-456b-9147-e00bdd6d82cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401181 May 30 21:02:06.107200 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db56e31-90c6-4b02-8a3a-2656eae12f6d req-fdc0c6f5-14c2-4300-be4e-9e86b26e26f7 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:02:06.108662 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3db56e31-90c6-4b02-8a3a-2656eae12f6d req-fdc0c6f5-14c2-4300-be4e-9e86b26e26f7 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=95bc7351-1f47-4327-88df-c5feeea5f1a6 HTTP/1.1" status: 200 len: 944 time: 0.0859747 May 30 21:02:06.165198 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3db56e31-90c6-4b02-8a3a-2656eae12f6d req-1ab9e40e-82d2-4861-85cf-caeb19e58bd3 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/security-groups?id=765f1b2e-5cfe-4855-818d-4fb37dae856a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506904 May 30 21:02:07.385946 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6e7d41-fd92-40a4-b420-502344a14776 req-2ecad1b2-07c9-4ebb-a415-4fe211f4a9e2 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:02:07.387404 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ab6e7d41-fd92-40a4-b420-502344a14776 req-2ecad1b2-07c9-4ebb-a415-4fe211f4a9e2 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=95bc7351-1f47-4327-88df-c5feeea5f1a6 HTTP/1.1" status: 200 len: 944 time: 0.0843909 May 30 21:02:07.440127 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ab6e7d41-fd92-40a4-b420-502344a14776 req-d010ca7a-02d7-4d19-9516-38676b6cba1a tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/security-groups?id=765f1b2e-5cfe-4855-818d-4fb37dae856a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462108 May 30 21:02:08.681521 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e47a97-6d5a-4b4a-a3eb-29978e4afad6 req-aa91d92c-bbbf-4a3c-9d61-6f24b1e865c8 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:02:08.683158 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-31e47a97-6d5a-4b4a-a3eb-29978e4afad6 req-aa91d92c-bbbf-4a3c-9d61-6f24b1e865c8 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=95bc7351-1f47-4327-88df-c5feeea5f1a6 HTTP/1.1" status: 200 len: 944 time: 0.0942142 May 30 21:02:08.740447 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-31e47a97-6d5a-4b4a-a3eb-29978e4afad6 req-9f4180dc-7f8a-435c-9a9e-a98cfa613b34 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/security-groups?id=765f1b2e-5cfe-4855-818d-4fb37dae856a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502813 May 30 21:02:09.987186 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4015f109-d999-4ab9-b1e9-0790346d08d9 req-581e081f-281b-4738-8bd9-85a58ebd6526 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:02:09.989000 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4015f109-d999-4ab9-b1e9-0790346d08d9 req-581e081f-281b-4738-8bd9-85a58ebd6526 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=95bc7351-1f47-4327-88df-c5feeea5f1a6 HTTP/1.1" status: 200 len: 944 time: 0.0868881 May 30 21:02:10.138294 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4015f109-d999-4ab9-b1e9-0790346d08d9 req-06ae5f8a-e018-44af-9fbe-3122dd9b7535 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/security-groups?id=765f1b2e-5cfe-4855-818d-4fb37dae856a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388710 May 30 21:02:11.370338 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26a3243-2581-4fd5-bb72-c6b97ef504d6 req-8a7dacf9-c378-4198-be0d-8a832b0e04d2 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:02:11.371788 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d26a3243-2581-4fd5-bb72-c6b97ef504d6 req-8a7dacf9-c378-4198-be0d-8a832b0e04d2 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=95bc7351-1f47-4327-88df-c5feeea5f1a6 HTTP/1.1" status: 200 len: 944 time: 0.0806158 May 30 21:02:11.421102 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d26a3243-2581-4fd5-bb72-c6b97ef504d6 req-a06e352b-2444-4749-9357-3ab27f55a1a3 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/security-groups?id=765f1b2e-5cfe-4855-818d-4fb37dae856a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436857 May 30 21:02:12.665293 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316a5ff0-2570-4fb5-bcb9-012e0433cd0e req-6a1f5c3d-098a-4479-a98d-b824eb7b513a tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:02:12.665293 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-316a5ff0-2570-4fb5-bcb9-012e0433cd0e req-6a1f5c3d-098a-4479-a98d-b824eb7b513a tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=95bc7351-1f47-4327-88df-c5feeea5f1a6 HTTP/1.1" status: 200 len: 944 time: 0.1097484 May 30 21:02:12.722398 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-316a5ff0-2570-4fb5-bcb9-012e0433cd0e req-ac9cefdf-62a8-42cd-97d3-b0974208f7fe tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/security-groups?id=765f1b2e-5cfe-4855-818d-4fb37dae856a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515234 May 30 21:02:13.928897 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8803cb2-4673-4b13-9344-85135f9e2b43 req-b9c1ecca-e186-44a4-a253-aa9e03a79f88 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:02:13.930362 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d8803cb2-4673-4b13-9344-85135f9e2b43 req-b9c1ecca-e186-44a4-a253-aa9e03a79f88 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=95bc7351-1f47-4327-88df-c5feeea5f1a6 HTTP/1.1" status: 200 len: 944 time: 0.0823584 May 30 21:02:13.981111 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d8803cb2-4673-4b13-9344-85135f9e2b43 req-5820a76d-eb56-4a30-a153-da622a2a34e2 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/security-groups?id=765f1b2e-5cfe-4855-818d-4fb37dae856a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451066 May 30 21:02:15.196844 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741ffe99-52ac-44fc-a49e-9ab592c13eed req-79c72e9e-efb2-4a9e-ad1a-c6835557993c tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:02:15.198309 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-741ffe99-52ac-44fc-a49e-9ab592c13eed req-79c72e9e-efb2-4a9e-ad1a-c6835557993c tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=95bc7351-1f47-4327-88df-c5feeea5f1a6 HTTP/1.1" status: 200 len: 944 time: 0.0835321 May 30 21:02:15.245114 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-741ffe99-52ac-44fc-a49e-9ab592c13eed req-f98adf28-9c68-40ae-af71-95cc92ceb95c tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/security-groups?id=765f1b2e-5cfe-4855-818d-4fb37dae856a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412595 May 30 21:02:16.466378 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330e2888-7670-4210-9b88-64391830d96b req-efcbadc2-67d6-4a12-b5c2-c0509472ea3e tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:02:16.467844 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-330e2888-7670-4210-9b88-64391830d96b req-efcbadc2-67d6-4a12-b5c2-c0509472ea3e tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=95bc7351-1f47-4327-88df-c5feeea5f1a6 HTTP/1.1" status: 200 len: 944 time: 0.0843618 May 30 21:02:16.517656 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-330e2888-7670-4210-9b88-64391830d96b req-0d403f11-591a-4a70-bb9e-54b46b06f14c tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/security-groups?id=765f1b2e-5cfe-4855-818d-4fb37dae856a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441504 May 30 21:02:17.718886 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966c9795-1680-4d88-ba2d-75345e114f2f req-a662eae2-fcb1-446d-9778-0a61f0c0b614 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:02:17.720327 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-966c9795-1680-4d88-ba2d-75345e114f2f req-a662eae2-fcb1-446d-9778-0a61f0c0b614 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=95bc7351-1f47-4327-88df-c5feeea5f1a6 HTTP/1.1" status: 200 len: 944 time: 0.0772548 May 30 21:02:17.769918 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-966c9795-1680-4d88-ba2d-75345e114f2f req-20874a44-62c0-4df9-aa31-b4a3bad89338 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/security-groups?id=765f1b2e-5cfe-4855-818d-4fb37dae856a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433805 May 30 21:02:18.981054 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab7285e-910e-425b-853e-4f7e5d7280b3 req-41a60221-bcdb-4be0-a42b-0db3161d3192 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:02:18.982514 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2ab7285e-910e-425b-853e-4f7e5d7280b3 req-41a60221-bcdb-4be0-a42b-0db3161d3192 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=95bc7351-1f47-4327-88df-c5feeea5f1a6 HTTP/1.1" status: 200 len: 944 time: 0.0796256 May 30 21:02:19.032422 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2ab7285e-910e-425b-853e-4f7e5d7280b3 req-e44fb3d4-b8ed-4525-9fb5-63eb9b9b34b1 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/security-groups?id=765f1b2e-5cfe-4855-818d-4fb37dae856a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422170 May 30 21:02:19.901536 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:02:20.249504 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcac557-dfbb-4dcf-8fa1-351250f6e24f req-066d1561-1612-4b57-80de-62d1d21530ca tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:02:20.251078 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-bfcac557-dfbb-4dcf-8fa1-351250f6e24f req-066d1561-1612-4b57-80de-62d1d21530ca tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=95bc7351-1f47-4327-88df-c5feeea5f1a6 HTTP/1.1" status: 200 len: 944 time: 0.0895846 May 30 21:02:20.299917 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-bfcac557-dfbb-4dcf-8fa1-351250f6e24f req-764f291f-bd27-410f-a2a7-93498de703b5 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/security-groups?id=765f1b2e-5cfe-4855-818d-4fb37dae856a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430400 May 30 21:02:21.522999 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bade8d73-72c4-4664-9a2a-a98810292a3a req-293efae4-d3a1-4b50-b643-e9e198a90fdb tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:02:21.524484 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-bade8d73-72c4-4664-9a2a-a98810292a3a req-293efae4-d3a1-4b50-b643-e9e198a90fdb tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=95bc7351-1f47-4327-88df-c5feeea5f1a6 HTTP/1.1" status: 200 len: 944 time: 0.0900369 May 30 21:02:21.574333 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-bade8d73-72c4-4664-9a2a-a98810292a3a req-ba6120cc-47a4-4d9f-acc2-70438fff59fc tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/security-groups?id=765f1b2e-5cfe-4855-818d-4fb37dae856a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431201 May 30 21:02:22.607243 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:02:22.776953 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ab5281-768f-47ed-a3d2-fcaf974be5ef req-0e298e5b-633b-48b9-b982-4cd1aef2d9f7 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:02:22.778448 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f7ab5281-768f-47ed-a3d2-fcaf974be5ef req-0e298e5b-633b-48b9-b982-4cd1aef2d9f7 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=95bc7351-1f47-4327-88df-c5feeea5f1a6 HTTP/1.1" status: 200 len: 944 time: 0.0792251 May 30 21:02:22.834454 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f7ab5281-768f-47ed-a3d2-fcaf974be5ef req-02049909-136e-4f89-9a22-8ea2d0d38b58 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/security-groups?id=765f1b2e-5cfe-4855-818d-4fb37dae856a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503943 May 30 21:02:24.036489 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d5f5da-0591-4682-a937-19d4d430659d req-753904c9-58c9-495e-8b7a-3654c53deb84 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:02:24.037986 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-82d5f5da-0591-4682-a937-19d4d430659d req-753904c9-58c9-495e-8b7a-3654c53deb84 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=95bc7351-1f47-4327-88df-c5feeea5f1a6 HTTP/1.1" status: 200 len: 944 time: 0.0770311 May 30 21:02:24.089513 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-82d5f5da-0591-4682-a937-19d4d430659d req-1f1b76a3-970b-4cb7-8a7e-242423f2b611 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/security-groups?id=765f1b2e-5cfe-4855-818d-4fb37dae856a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455637 May 30 21:02:25.288447 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8924dca8-fe65-4c3f-a486-10ac6eb8d427 req-b24a2420-4236-438b-802c-f6b9a8ed3266 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:02:25.290421 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8924dca8-fe65-4c3f-a486-10ac6eb8d427 req-b24a2420-4236-438b-802c-f6b9a8ed3266 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=95bc7351-1f47-4327-88df-c5feeea5f1a6 HTTP/1.1" status: 200 len: 944 time: 0.0780103 May 30 21:02:25.336665 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8924dca8-fe65-4c3f-a486-10ac6eb8d427 req-652cf0cd-dfbf-4fbc-80a1-e3115ff63829 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/security-groups?id=765f1b2e-5cfe-4855-818d-4fb37dae856a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401549 May 30 21:02:26.341794 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-cbf793b9-b643-4c13-a5ae-7078bbdbdd4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:02:26.533192 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14688bec-6bf7-4f84-839b-67ca932db393 req-0df2071a-a2e3-4099-bd26-9e9d2afa2277 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:02:26.534603 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-14688bec-6bf7-4f84-839b-67ca932db393 req-0df2071a-a2e3-4099-bd26-9e9d2afa2277 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=95bc7351-1f47-4327-88df-c5feeea5f1a6 HTTP/1.1" status: 200 len: 944 time: 0.0773365 May 30 21:02:26.580594 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-14688bec-6bf7-4f84-839b-67ca932db393 req-f655a596-6b93-4d65-be74-75feebe0af56 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/security-groups?id=765f1b2e-5cfe-4855-818d-4fb37dae856a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396771 May 30 21:02:27.786235 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b4e187-a8ca-43f5-8b04-678199034324 req-c6aaddce-52ab-4b71-972b-1e46d6208d48 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:02:27.788302 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-30b4e187-a8ca-43f5-8b04-678199034324 req-c6aaddce-52ab-4b71-972b-1e46d6208d48 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=95bc7351-1f47-4327-88df-c5feeea5f1a6 HTTP/1.1" status: 200 len: 944 time: 0.0804939 May 30 21:02:27.836026 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-30b4e187-a8ca-43f5-8b04-678199034324 req-0e9441b9-439b-47f9-a43f-9a0963377ae2 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/security-groups?id=765f1b2e-5cfe-4855-818d-4fb37dae856a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413709 May 30 21:02:29.048498 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8420ba5b-8ba2-4565-8af3-16a64b640a74 req-0d713316-e0a0-48ba-b582-1ce251138760 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:02:29.049842 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-8420ba5b-8ba2-4565-8af3-16a64b640a74 req-0d713316-e0a0-48ba-b582-1ce251138760 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=95bc7351-1f47-4327-88df-c5feeea5f1a6 HTTP/1.1" status: 200 len: 944 time: 0.0831220 May 30 21:02:29.103428 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-8420ba5b-8ba2-4565-8af3-16a64b640a74 req-4c2c6189-84c1-4b83-b598-3f3330f84349 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/security-groups?id=765f1b2e-5cfe-4855-818d-4fb37dae856a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446744 May 30 21:02:29.641229 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-32f90021-5075-47bb-b597-50fe78577aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:02:29.912242 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:02:30.310336 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8e9623-a2b2-4649-8979-f267dab72947 req-608c7d35-0722-4470-a39d-3fe80a8cecc4 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:02:30.311808 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2d8e9623-a2b2-4649-8979-f267dab72947 req-608c7d35-0722-4470-a39d-3fe80a8cecc4 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=95bc7351-1f47-4327-88df-c5feeea5f1a6 HTTP/1.1" status: 200 len: 944 time: 0.0818861 May 30 21:02:30.359961 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2d8e9623-a2b2-4649-8979-f267dab72947 req-c80683e4-dfe1-4d02-9e4f-3464591637dc tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/security-groups?id=765f1b2e-5cfe-4855-818d-4fb37dae856a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426531 May 30 21:02:31.275565 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:02:31.571056 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72680bd-8229-48e3-a8aa-e425522b7e23 req-29f3ab8f-19aa-4a73-a062-161e6f786713 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:02:31.572425 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f72680bd-8229-48e3-a8aa-e425522b7e23 req-29f3ab8f-19aa-4a73-a062-161e6f786713 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=95bc7351-1f47-4327-88df-c5feeea5f1a6 HTTP/1.1" status: 200 len: 944 time: 0.0779557 May 30 21:02:31.619810 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f72680bd-8229-48e3-a8aa-e425522b7e23 req-f995a6c1-a84c-4bd8-9045-9963ec42b731 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/security-groups?id=765f1b2e-5cfe-4855-818d-4fb37dae856a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414121 May 30 21:02:32.855842 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:02:32.977101 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d10417-2845-4231-b839-5d35f2357768 req-07dfad15-6a69-4f5a-bfba-6bd699e05ed4 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:02:32.978567 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-66d10417-2845-4231-b839-5d35f2357768 req-07dfad15-6a69-4f5a-bfba-6bd699e05ed4 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=95bc7351-1f47-4327-88df-c5feeea5f1a6 HTTP/1.1" status: 200 len: 944 time: 0.0814610 May 30 21:02:33.025623 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-66d10417-2845-4231-b839-5d35f2357768 req-5cdcd83f-ccd2-4615-823e-f56a17bd1a19 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/security-groups?id=765f1b2e-5cfe-4855-818d-4fb37dae856a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410614 May 30 21:02:34.225726 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638bfdc6-64aa-41cf-b3ed-6849ca165601 req-a6c08c07-5bd8-4476-95d9-9e0f670f1308 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:02:34.227700 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-638bfdc6-64aa-41cf-b3ed-6849ca165601 req-a6c08c07-5bd8-4476-95d9-9e0f670f1308 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=95bc7351-1f47-4327-88df-c5feeea5f1a6 HTTP/1.1" status: 200 len: 944 time: 0.0824301 May 30 21:02:34.277070 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-638bfdc6-64aa-41cf-b3ed-6849ca165601 req-282db60b-e9a0-4e88-9e8b-cb12d8e9879a tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/security-groups?id=765f1b2e-5cfe-4855-818d-4fb37dae856a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425947 May 30 21:02:35.478577 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6c31ff-a6df-455c-be66-526a9b669b5a req-181776d6-488e-49ef-a4e8-0f636fac21fc tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:02:35.480053 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6a6c31ff-a6df-455c-be66-526a9b669b5a req-181776d6-488e-49ef-a4e8-0f636fac21fc tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=95bc7351-1f47-4327-88df-c5feeea5f1a6 HTTP/1.1" status: 200 len: 944 time: 0.0780044 May 30 21:02:35.529553 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6a6c31ff-a6df-455c-be66-526a9b669b5a req-b4afb804-add4-4cad-9c11-badbea21d40f tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/security-groups?id=765f1b2e-5cfe-4855-818d-4fb37dae856a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435543 May 30 21:02:36.654303 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [req-683f987b-2aea-44d8-bae0-0fbbc911e485 req-a33bcbfb-ba26-4a23-8b2c-3c1b29ef8a7c service neutron] (84886) timed out ('10.222.0.85', 42386) {{(pid=84886) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 30 21:02:36.729738 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed07e09d-18b9-4dad-adfd-1cf99100f250 req-08179bb5-5e2a-4b6c-92f1-d0b6c6824ebe tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:02:36.731257 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ed07e09d-18b9-4dad-adfd-1cf99100f250 req-08179bb5-5e2a-4b6c-92f1-d0b6c6824ebe tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=95bc7351-1f47-4327-88df-c5feeea5f1a6 HTTP/1.1" status: 200 len: 944 time: 0.0781693 May 30 21:02:36.779031 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ed07e09d-18b9-4dad-adfd-1cf99100f250 req-cfbc2318-520c-4c38-863f-0ca2dd94f16e tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/security-groups?id=765f1b2e-5cfe-4855-818d-4fb37dae856a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420585 May 30 21:02:37.983689 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01446277-3061-4df9-a8c9-f508efbbe9ab req-e2e20fdb-4bff-4c99-976b-3741b8bb0da3 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:02:37.985178 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-01446277-3061-4df9-a8c9-f508efbbe9ab req-e2e20fdb-4bff-4c99-976b-3741b8bb0da3 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=95bc7351-1f47-4327-88df-c5feeea5f1a6 HTTP/1.1" status: 200 len: 944 time: 0.0798669 May 30 21:02:38.031488 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-01446277-3061-4df9-a8c9-f508efbbe9ab req-2f418d4d-153c-426f-ad2a-4ab01c599e6a tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/security-groups?id=765f1b2e-5cfe-4855-818d-4fb37dae856a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407920 May 30 21:02:39.237670 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060291a6-8716-409a-b390-6c5a7342236c req-33811351-d9b9-43f0-91a8-9bc410d1c5b7 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:02:39.239088 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-060291a6-8716-409a-b390-6c5a7342236c req-33811351-d9b9-43f0-91a8-9bc410d1c5b7 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=95bc7351-1f47-4327-88df-c5feeea5f1a6 HTTP/1.1" status: 200 len: 944 time: 0.0828183 May 30 21:02:39.287604 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-060291a6-8716-409a-b390-6c5a7342236c req-048cef92-a949-4ca7-b26d-74ff616553f8 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/security-groups?id=765f1b2e-5cfe-4855-818d-4fb37dae856a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423930 May 30 21:02:39.565387 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 21:02:40.497070 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8187ee6-e1d2-42d5-aeeb-69b820d78152 req-b6f3c856-d7bb-4288-b799-8b74b622212b tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:02:40.498576 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c8187ee6-e1d2-42d5-aeeb-69b820d78152 req-b6f3c856-d7bb-4288-b799-8b74b622212b tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=95bc7351-1f47-4327-88df-c5feeea5f1a6 HTTP/1.1" status: 200 len: 944 time: 0.0839667 May 30 21:02:40.545493 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c8187ee6-e1d2-42d5-aeeb-69b820d78152 req-d465e7cc-eb41-4c18-8366-40bd0ae99b48 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/security-groups?id=765f1b2e-5cfe-4855-818d-4fb37dae856a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411508 May 30 21:02:41.747778 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ee1b39-2d60-4dd3-8b16-ae1516a79905 req-1e6900cf-055a-440e-b61c-a72325f4f286 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:02:41.749276 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-54ee1b39-2d60-4dd3-8b16-ae1516a79905 req-1e6900cf-055a-440e-b61c-a72325f4f286 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=95bc7351-1f47-4327-88df-c5feeea5f1a6 HTTP/1.1" status: 200 len: 944 time: 0.0771050 May 30 21:02:41.798872 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-54ee1b39-2d60-4dd3-8b16-ae1516a79905 req-b542d3fc-a127-4a84-a084-33716870988b tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/security-groups?id=765f1b2e-5cfe-4855-818d-4fb37dae856a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438538 May 30 21:02:42.996904 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8243375d-7f6f-453e-b729-e511e25458b7 req-f80083b4-7880-4729-9c78-dcaa05698ce1 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:02:43.004319 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8243375d-7f6f-453e-b729-e511e25458b7 req-f80083b4-7880-4729-9c78-dcaa05698ce1 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=95bc7351-1f47-4327-88df-c5feeea5f1a6 HTTP/1.1" status: 200 len: 944 time: 0.0771303 May 30 21:02:43.044013 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8243375d-7f6f-453e-b729-e511e25458b7 req-c9098c28-8de8-412d-a3c2-d7410f801780 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/security-groups?id=765f1b2e-5cfe-4855-818d-4fb37dae856a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401599 May 30 21:02:44.247959 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aee15d-5e94-49cb-8f30-95f9010b1d77 req-bad68784-9520-4e3c-af99-7567fdaf8e4e tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:02:44.249502 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e1aee15d-5e94-49cb-8f30-95f9010b1d77 req-bad68784-9520-4e3c-af99-7567fdaf8e4e tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=95bc7351-1f47-4327-88df-c5feeea5f1a6 HTTP/1.1" status: 200 len: 944 time: 0.0778682 May 30 21:02:44.296164 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e1aee15d-5e94-49cb-8f30-95f9010b1d77 req-58cf35df-1463-4288-82b0-ff27bb54531f tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/security-groups?id=765f1b2e-5cfe-4855-818d-4fb37dae856a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407023 May 30 21:02:45.502501 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a492fc-90bd-46f8-8070-43d20e4a7693 req-7deb7699-72ac-428d-a6bd-b76e5d8a6388 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:02:45.503997 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-92a492fc-90bd-46f8-8070-43d20e4a7693 req-7deb7699-72ac-428d-a6bd-b76e5d8a6388 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=95bc7351-1f47-4327-88df-c5feeea5f1a6 HTTP/1.1" status: 200 len: 944 time: 0.0837126 May 30 21:02:45.548892 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-92a492fc-90bd-46f8-8070-43d20e4a7693 req-e80c3250-5c6b-4bfc-aa71-bafd00cd19d8 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/security-groups?id=765f1b2e-5cfe-4855-818d-4fb37dae856a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389287 May 30 21:02:46.858487 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87a17d9-8a99-4747-894f-d676073108be req-815f6248-5fb8-49ee-bf4d-f62e18cd061f tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:02:46.859924 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e87a17d9-8a99-4747-894f-d676073108be req-815f6248-5fb8-49ee-bf4d-f62e18cd061f tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=95bc7351-1f47-4327-88df-c5feeea5f1a6 HTTP/1.1" status: 200 len: 944 time: 0.1853323 May 30 21:02:46.908060 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e87a17d9-8a99-4747-894f-d676073108be req-f6737a0a-f7bf-4d76-949d-f2f223eaaf99 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/security-groups?id=765f1b2e-5cfe-4855-818d-4fb37dae856a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424101 May 30 21:02:47.062011 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 5bdbda73-69ee-4013-bb5d-0640ae1a6f7a details requested by agent hyperv_n-h1-843948-2 with host n-h1-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 21:02:47.226098 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 5bdbda73-69ee-4013-bb5d-0640ae1a6f7a, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=5bdbda73-69ee-4013-bb5d-0640ae1a6f7a,segment=NetworkSegment(2e885274-52fc-4171-9073-e5cac614bba8),segment_id=2e885274-52fc-4171-9073-e5cac614bba8)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:02:47.239294 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Returning: {'device': '5bdbda73-69ee-4013-bb5d-0640ae1a6f7a', 'network_id': '9e6054a2-cd00-456b-9147-e00bdd6d82cb', 'port_id': '5bdbda73-69ee-4013-bb5d-0640ae1a6f7a', 'mac_address': 'fa:16:3e:c1:8d:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '760310b8-d127-408a-b08f-63f194a569b1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 21:02:47.292389 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:02:47.310263 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bdbda73-69ee-4013-bb5d-0640ae1a6f7a {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 21:02:47.325472 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 5bdbda73-69ee-4013-bb5d-0640ae1a6f7a, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=5bdbda73-69ee-4013-bb5d-0640ae1a6f7a,segment=NetworkSegment(2e885274-52fc-4171-9073-e5cac614bba8),segment_id=2e885274-52fc-4171-9073-e5cac614bba8)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:02:47.421271 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:02:47.488861 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=5bdbda73-69ee-4013-bb5d-0640ae1a6f7a,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:02:47.498112 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:02:47.498380 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:02:47.498711 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:02:47.499036 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:02:47.499359 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:02:47.499679 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:02:47.499994 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:02:47.500315 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:02:47.500629 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:02:47.500942 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:02:47.501254 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:02:47.648617 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['5bdbda73-69ee-4013-bb5d-0640ae1a6f7a'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 21:02:48.122699 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be6ab9b-0fe8-47ef-8c3e-844c40fa6b70 req-fa340d49-2e5b-4b49-83a5-b1a6aa627cb6 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:02:48.124246 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1be6ab9b-0fe8-47ef-8c3e-844c40fa6b70 req-fa340d49-2e5b-4b49-83a5-b1a6aa627cb6 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=95bc7351-1f47-4327-88df-c5feeea5f1a6 HTTP/1.1" status: 200 len: 945 time: 0.0913019 May 30 21:02:48.171950 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1be6ab9b-0fe8-47ef-8c3e-844c40fa6b70 req-d32ddbd2-eb7f-46b3-96eb-080e20418239 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/security-groups?id=765f1b2e-5cfe-4855-818d-4fb37dae856a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419974 May 30 21:02:49.077594 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 5bdbda73-69ee-4013-bb5d-0640ae1a6f7a up at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:02:49.226822 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning for port 5bdbda73-69ee-4013-bb5d-0640ae1a6f7a completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:02:49.233201 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning complete for port 5bdbda73-69ee-4013-bb5d-0640ae1a6f7a triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:02:49.233600 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:02:49.356595 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:02:49.381482 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303bfe96-d137-4c5e-9126-24f654006cd7 req-b67282dd-a345-47fb-b48b-93eb0fc67969 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:02:49.382886 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-303bfe96-d137-4c5e-9126-24f654006cd7 req-b67282dd-a345-47fb-b48b-93eb0fc67969 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=95bc7351-1f47-4327-88df-c5feeea5f1a6 HTTP/1.1" status: 200 len: 945 time: 0.0801380 May 30 21:02:49.384672 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95bc7351-1f47-4327-88df-c5feeea5f1a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bdbda73-69ee-4013-bb5d-0640ae1a6f7a'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:02:49.400893 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 5bdbda73-69ee-4013-bb5d-0640ae1a6f7a, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=5bdbda73-69ee-4013-bb5d-0640ae1a6f7a,segment=NetworkSegment(2e885274-52fc-4171-9073-e5cac614bba8),segment_id=2e885274-52fc-4171-9073-e5cac614bba8)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:02:49.440349 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-303bfe96-d137-4c5e-9126-24f654006cd7 req-fe5a0ea9-7a23-44e0-8483-10a3ef777a48 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/security-groups?id=765f1b2e-5cfe-4855-818d-4fb37dae856a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509889 May 30 21:02:49.442481 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d6a852b-4735-457a-a84f-105af587284b'] response: {'server_uuid': '95bc7351-1f47-4327-88df-c5feeea5f1a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bdbda73-69ee-4013-bb5d-0640ae1a6f7a', 'code': 200} May 30 21:02:49.492858 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:02:49.560155 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=5bdbda73-69ee-4013-bb5d-0640ae1a6f7a,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:02:49.580806 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c0044548-f966-4b76-ad07-2ab891fe7ecd req-5e6787a8-bc71-4775-9de4-05f643169ad3 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=95bc7351-1f47-4327-88df-c5feeea5f1a6 HTTP/1.1" status: 200 len: 1097 time: 0.0719781 May 30 21:02:49.624061 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c0044548-f966-4b76-ad07-2ab891fe7ecd req-cb9cd082-b824-4781-ae6f-7c9b539d4122 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=765f1b2e-5cfe-4855-818d-4fb37dae856a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372872 May 30 21:02:49.910638 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:02:50.650528 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12abc8c4-1ec1-4f97-bc67-c8948b063205 req-c1686280-43ca-40b5-8fd4-779563ac2605 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:02:50.652716 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-12abc8c4-1ec1-4f97-bc67-c8948b063205 req-c1686280-43ca-40b5-8fd4-779563ac2605 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=95bc7351-1f47-4327-88df-c5feeea5f1a6 HTTP/1.1" status: 200 len: 946 time: 0.0829673 May 30 21:02:50.703021 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-12abc8c4-1ec1-4f97-bc67-c8948b063205 req-cd6c7463-bfaf-4295-84fb-9d693c12cf49 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/security-groups?id=765f1b2e-5cfe-4855-818d-4fb37dae856a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447760 May 30 21:02:51.911292 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c046cb70-9185-42d1-8946-57d62fa54248 req-4b6d4a6a-bc5c-41d8-8cf3-0e3f9a20e301 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:02:51.912783 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c046cb70-9185-42d1-8946-57d62fa54248 req-4b6d4a6a-bc5c-41d8-8cf3-0e3f9a20e301 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=95bc7351-1f47-4327-88df-c5feeea5f1a6 HTTP/1.1" status: 200 len: 946 time: 0.0818286 May 30 21:02:51.960049 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c046cb70-9185-42d1-8946-57d62fa54248 req-68cd90a8-838b-4416-a315-0e7b2d5e2e6d tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/security-groups?id=765f1b2e-5cfe-4855-818d-4fb37dae856a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411682 May 30 21:02:52.160572 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cac90a-491f-436c-929a-f6a6a818cd99 req-459daed7-5720-4019-b6af-498770085174 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:02:52.162031 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b5cac90a-491f-436c-929a-f6a6a818cd99 req-459daed7-5720-4019-b6af-498770085174 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=95bc7351-1f47-4327-88df-c5feeea5f1a6 HTTP/1.1" status: 200 len: 946 time: 0.0812230 May 30 21:02:52.208793 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b5cac90a-491f-436c-929a-f6a6a818cd99 req-1894f5b2-c904-47cc-a68a-4b90704ef5a2 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/security-groups?id=765f1b2e-5cfe-4855-818d-4fb37dae856a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407674 May 30 21:02:52.652676 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:02:52.977790 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7eb524-bb6c-47b3-964b-9bd472ff7b4f req-ee2d2026-c051-466c-b316-3257de1e4f30 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:02:52.979719 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ed7eb524-bb6c-47b3-964b-9bd472ff7b4f req-ee2d2026-c051-466c-b316-3257de1e4f30 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=95bc7351-1f47-4327-88df-c5feeea5f1a6 HTTP/1.1" status: 200 len: 946 time: 0.0819650 May 30 21:02:53.027131 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ed7eb524-bb6c-47b3-964b-9bd472ff7b4f req-44db49f9-5e89-4a54-826c-7b23f94edff3 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/security-groups?id=765f1b2e-5cfe-4855-818d-4fb37dae856a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416436 May 30 21:02:54.237867 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e72db80-1c11-481e-aa2e-b16e3da97aca req-dff5ca7c-a77f-4b19-9b49-ae766b23ce6e tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:02:54.239916 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4e72db80-1c11-481e-aa2e-b16e3da97aca req-dff5ca7c-a77f-4b19-9b49-ae766b23ce6e tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=95bc7351-1f47-4327-88df-c5feeea5f1a6 HTTP/1.1" status: 200 len: 946 time: 0.0788512 May 30 21:02:54.288257 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4e72db80-1c11-481e-aa2e-b16e3da97aca req-04935bf6-9b41-45f3-9072-2bd9fa887297 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/security-groups?id=765f1b2e-5cfe-4855-818d-4fb37dae856a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428200 May 30 21:02:54.335082 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b2542a-1236-4433-8b1e-042794ca09eb req-2cad7191-89a1-46b3-8c77-f0e8ddaba23d tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:02:54.336429 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b1b2542a-1236-4433-8b1e-042794ca09eb req-2cad7191-89a1-46b3-8c77-f0e8ddaba23d tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.71 "GET /v2.0/ports?device_id=95bc7351-1f47-4327-88df-c5feeea5f1a6 HTTP/1.1" status: 200 len: 946 time: 0.0783119 May 30 21:02:54.410933 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-b1b2542a-1236-4433-8b1e-042794ca09eb req-4f778f95-8357-4ab4-ac20-32b6f9196e31 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Deleting port 5bdbda73-69ee-4013-bb5d-0640ae1a6f7a {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:02:54.411263 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-b1b2542a-1236-4433-8b1e-042794ca09eb req-4f778f95-8357-4ab4-ac20-32b6f9196e31 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:02:54.752664 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-b1b2542a-1236-4433-8b1e-042794ca09eb req-4f778f95-8357-4ab4-ac20-32b6f9196e31 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] For port 5bdbda73-69ee-4013-bb5d-0640ae1a6f7a, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=5bdbda73-69ee-4013-bb5d-0640ae1a6f7a,segment=NetworkSegment(2e885274-52fc-4171-9073-e5cac614bba8),segment_id=2e885274-52fc-4171-9073-e5cac614bba8)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:02:54.753019 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-b1b2542a-1236-4433-8b1e-042794ca09eb req-4f778f95-8357-4ab4-ac20-32b6f9196e31 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:02:54.881596 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-b1b2542a-1236-4433-8b1e-042794ca09eb req-4f778f95-8357-4ab4-ac20-32b6f9196e31 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Calling delete_port for 5bdbda73-69ee-4013-bb5d-0640ae1a6f7a owned by compute:nova {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:02:55.100943 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-b1b2542a-1236-4433-8b1e-042794ca09eb req-4f778f95-8357-4ab4-ac20-32b6f9196e31 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:02:55.117918 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['4aed480f-a4ae-444e-a7e8-26088dcd4a5d'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 21:02:55.155185 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f778f95-8357-4ab4-ac20-32b6f9196e31 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Pushing event deleted for resources: {'Port': ['ID=5bdbda73-69ee-4013-bb5d-0640ae1a6f7a,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:02:55.234240 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1b2542a-1236-4433-8b1e-042794ca09eb req-4f778f95-8357-4ab4-ac20-32b6f9196e31 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] No DVR routers for this DVR port 5bdbda73-69ee-4013-bb5d-0640ae1a6f7a on host n-h1-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 21:02:55.237026 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-b1b2542a-1236-4433-8b1e-042794ca09eb req-4f778f95-8357-4ab4-ac20-32b6f9196e31 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:02:55.241943 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95bc7351-1f47-4327-88df-c5feeea5f1a6', 'name': 'network-vif-deleted', 'tag': '5bdbda73-69ee-4013-bb5d-0640ae1a6f7a'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:02:55.317196 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4621d38-97db-46a8-8c0e-32f1f2c690af'] response: {'server_uuid': '95bc7351-1f47-4327-88df-c5feeea5f1a6', 'name': 'network-vif-deleted', 'tag': '5bdbda73-69ee-4013-bb5d-0640ae1a6f7a', 'status': 'completed', 'code': 200} May 30 21:02:55.433500 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b1b2542a-1236-4433-8b1e-042794ca09eb req-4f778f95-8357-4ab4-ac20-32b6f9196e31 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.71 "DELETE /v2.0/ports/5bdbda73-69ee-4013-bb5d-0640ae1a6f7a HTTP/1.1" status: 204 len: 173 time: 1.0922217 May 30 21:02:55.509205 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c6b1556c-0ac4-4594-912a-983818b54bc6 req-f54ea92b-50fa-4231-8141-83d4f3f653f6 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=95bc7351-1f47-4327-88df-c5feeea5f1a6 HTTP/1.1" status: 200 len: 210 time: 0.0466309 May 30 21:02:55.884725 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1bfc0590-1052-4a53-9ae7-70e9f0c9f2ed req-c3c0cc05-bab6-4c0d-b985-51eead46ad6d service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=92efe184-b0ca-4b1a-832e-df656ab075f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0805004 May 30 21:02:56.050386 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1bfc0590-1052-4a53-9ae7-70e9f0c9f2ed req-db900eff-9ed6-4345-8a63-25a648b5730f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=77af9bf22b944dbfb655c3750493d955&device_id=92efe184-b0ca-4b1a-832e-df656ab075f4 HTTP/1.1" status: 200 len: 1096 time: 0.0770762 May 30 21:02:56.217411 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfc0590-1052-4a53-9ae7-70e9f0c9f2ed req-b94b9c0d-8324-4900-b88e-a20cdcd858fe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:02:56.218779 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1bfc0590-1052-4a53-9ae7-70e9f0c9f2ed req-b94b9c0d-8324-4900-b88e-a20cdcd858fe service neutron] 10.222.0.86 "GET /v2.0/networks?id=9e6054a2-cd00-456b-9147-e00bdd6d82cb HTTP/1.1" status: 200 len: 913 time: 0.1444132 May 30 21:02:56.270326 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-16e6b49f-c14e-4b61-805d-0d90d996c135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:02:56.300890 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1bfc0590-1052-4a53-9ae7-70e9f0c9f2ed req-e2bd50f5-fb41-4b2f-91b0-ff2ef4254f9c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4aed480f-a4ae-444e-a7e8-26088dcd4a5d HTTP/1.1" status: 200 len: 217 time: 0.0725181 May 30 21:02:56.372098 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfc0590-1052-4a53-9ae7-70e9f0c9f2ed req-358a526a-bdcc-419c-a1c5-02e0c59e48a6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:02:56.374173 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1bfc0590-1052-4a53-9ae7-70e9f0c9f2ed req-358a526a-bdcc-419c-a1c5-02e0c59e48a6 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=760310b8-d127-408a-b08f-63f194a569b1 HTTP/1.1" status: 200 len: 851 time: 0.0645690 May 30 21:02:56.463094 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1bfc0590-1052-4a53-9ae7-70e9f0c9f2ed req-a5aebe80-ffc1-4e2f-bfb9-29776e926ce2 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9e6054a2-cd00-456b-9147-e00bdd6d82cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0802143 May 30 21:02:56.622552 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1bfc0590-1052-4a53-9ae7-70e9f0c9f2ed req-70e13b09-0553-453f-a432-d9349c7d61a4 service neutron] 10.222.0.86 "GET /v2.0/networks/9e6054a2-cd00-456b-9147-e00bdd6d82cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496699 May 30 21:02:56.773949 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-5dcf0c34-b68e-46df-8445-f8f0f1439bdd req-b23a61a0-7a38-4fa4-bfb5-486752526a18 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Synchronizing usage tracker for tenant:77af9bf22b944dbfb655c3750493d955 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 21:02:56.831426 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1bfc0590-1052-4a53-9ae7-70e9f0c9f2ed req-9e9d6778-b7b7-4932-b5f3-50a9874eebc1 service neutron] 10.222.0.86 "GET /v2.0/networks/9e6054a2-cd00-456b-9147-e00bdd6d82cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993430 May 30 21:02:56.881383 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-5dcf0c34-b68e-46df-8445-f8f0f1439bdd req-b23a61a0-7a38-4fa4-bfb5-486752526a18 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Unset dirty status for tenant:77af9bf22b944dbfb655c3750493d955 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 21:02:56.882704 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5dcf0c34-b68e-46df-8445-f8f0f1439bdd req-b23a61a0-7a38-4fa4-bfb5-486752526a18 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=95bc7351-1f47-4327-88df-c5feeea5f1a6 HTTP/1.1" status: 200 len: 210 time: 0.1818728 May 30 21:02:57.109029 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 5bdbda73-69ee-4013-bb5d-0640ae1a6f7a no longer exists at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 21:02:57.142892 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] No Port match for: 5bdbda73-69ee-4013-bb5d-0640ae1a6f7a {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 21:02:57.143245 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 5bdbda73-69ee-4013-bb5d-0640ae1a6f7a not bound to the agent host n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 21:02:59.612596 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-c34c259f-f070-4a9d-b77f-5026ffeb6c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:02:59.884045 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:01.327006 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:02.075019 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce29287f-79c0-4741-a470-d43aca721901 req-9a5e1e64-3c07-427b-9ac5-edd23c66e312 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:03:02.076490 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ce29287f-79c0-4741-a470-d43aca721901 req-9a5e1e64-3c07-427b-9ac5-edd23c66e312 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=92efe184-b0ca-4b1a-832e-df656ab075f4 HTTP/1.1" status: 200 len: 945 time: 0.0835097 May 30 21:03:02.124219 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ce29287f-79c0-4741-a470-d43aca721901 req-b44cddb7-e565-4a9c-ba62-f5f41ece44d0 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/security-groups?id=765f1b2e-5cfe-4855-818d-4fb37dae856a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419216 May 30 21:03:02.820713 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:03.344117 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bb1ad8-e0fd-4aeb-8d4f-beed4f190cc8 req-fcab8b68-4442-4c1d-94cc-c20b5abdf743 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:03:03.345498 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-73bb1ad8-e0fd-4aeb-8d4f-beed4f190cc8 req-fcab8b68-4442-4c1d-94cc-c20b5abdf743 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=92efe184-b0ca-4b1a-832e-df656ab075f4 HTTP/1.1" status: 200 len: 945 time: 0.0948269 May 30 21:03:03.396686 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-73bb1ad8-e0fd-4aeb-8d4f-beed4f190cc8 req-8c39821e-8fb2-47ce-880f-335665661c23 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/security-groups?id=765f1b2e-5cfe-4855-818d-4fb37dae856a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454795 May 30 21:03:03.831612 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9c9c5f-af0a-4d84-8d53-457a744fecd5 req-f2858582-18aa-4810-9657-49fbcefcad1d tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:03:03.833043 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9a9c9c5f-af0a-4d84-8d53-457a744fecd5 req-f2858582-18aa-4810-9657-49fbcefcad1d tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.86 "GET /v2.0/ports?device_id=92efe184-b0ca-4b1a-832e-df656ab075f4 HTTP/1.1" status: 200 len: 945 time: 0.0804317 May 30 21:03:04.008360 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-9a9c9c5f-af0a-4d84-8d53-457a744fecd5 req-5499a9c8-952e-4b59-8163-9e2645c31214 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Deleting port 4aed480f-a4ae-444e-a7e8-26088dcd4a5d {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:03:04.008683 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-9a9c9c5f-af0a-4d84-8d53-457a744fecd5 req-5499a9c8-952e-4b59-8163-9e2645c31214 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:04.294614 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-9a9c9c5f-af0a-4d84-8d53-457a744fecd5 req-5499a9c8-952e-4b59-8163-9e2645c31214 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] For port 4aed480f-a4ae-444e-a7e8-26088dcd4a5d, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=4aed480f-a4ae-444e-a7e8-26088dcd4a5d,segment=NetworkSegment(2e885274-52fc-4171-9073-e5cac614bba8),segment_id=2e885274-52fc-4171-9073-e5cac614bba8)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:03:04.294964 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-9a9c9c5f-af0a-4d84-8d53-457a744fecd5 req-5499a9c8-952e-4b59-8163-9e2645c31214 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:04.422337 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-9a9c9c5f-af0a-4d84-8d53-457a744fecd5 req-5499a9c8-952e-4b59-8163-9e2645c31214 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Calling delete_port for 4aed480f-a4ae-444e-a7e8-26088dcd4a5d owned by compute:nova {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:03:04.610591 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94c2913-b0c6-4315-9630-cf3f5dd25d7c req-a64c9fb8-724a-48c2-b058-e82462dd9578 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:03:04.612099 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e94c2913-b0c6-4315-9630-cf3f5dd25d7c req-a64c9fb8-724a-48c2-b058-e82462dd9578 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=92efe184-b0ca-4b1a-832e-df656ab075f4 HTTP/1.1" status: 200 len: 945 time: 0.0869939 May 30 21:03:04.621713 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-9a9c9c5f-af0a-4d84-8d53-457a744fecd5 req-5499a9c8-952e-4b59-8163-9e2645c31214 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:04.633897 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['4aed480f-a4ae-444e-a7e8-26088dcd4a5d'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 21:03:04.661797 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e94c2913-b0c6-4315-9630-cf3f5dd25d7c req-bc22da44-1bfc-4a7d-848a-0d2b1428d1e9 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/security-groups?id=765f1b2e-5cfe-4855-818d-4fb37dae856a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437675 May 30 21:03:04.674223 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5499a9c8-952e-4b59-8163-9e2645c31214 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Pushing event deleted for resources: {'Port': ['ID=4aed480f-a4ae-444e-a7e8-26088dcd4a5d,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:03:04.687063 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5499a9c8-952e-4b59-8163-9e2645c31214 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:03:04.687397 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5499a9c8-952e-4b59-8163-9e2645c31214 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:03:04.687729 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5499a9c8-952e-4b59-8163-9e2645c31214 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:03:04.688055 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5499a9c8-952e-4b59-8163-9e2645c31214 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:03:04.688376 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5499a9c8-952e-4b59-8163-9e2645c31214 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:03:04.688698 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5499a9c8-952e-4b59-8163-9e2645c31214 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:03:04.689014 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5499a9c8-952e-4b59-8163-9e2645c31214 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:03:04.689328 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5499a9c8-952e-4b59-8163-9e2645c31214 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:03:04.689668 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5499a9c8-952e-4b59-8163-9e2645c31214 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:03:04.689989 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5499a9c8-952e-4b59-8163-9e2645c31214 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:03:04.690456 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5499a9c8-952e-4b59-8163-9e2645c31214 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:03:04.777646 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a9c9c5f-af0a-4d84-8d53-457a744fecd5 req-5499a9c8-952e-4b59-8163-9e2645c31214 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] No DVR routers for this DVR port 4aed480f-a4ae-444e-a7e8-26088dcd4a5d on host n-h2-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 21:03:04.780548 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-9a9c9c5f-af0a-4d84-8d53-457a744fecd5 req-5499a9c8-952e-4b59-8163-9e2645c31214 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:04.790115 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92efe184-b0ca-4b1a-832e-df656ab075f4', 'name': 'network-vif-deleted', 'tag': '4aed480f-a4ae-444e-a7e8-26088dcd4a5d'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:03:04.857474 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6acfa5e9-2bef-44f3-ac6b-0514b227a3ae'] response: {'server_uuid': '92efe184-b0ca-4b1a-832e-df656ab075f4', 'name': 'network-vif-deleted', 'tag': '4aed480f-a4ae-444e-a7e8-26088dcd4a5d', 'status': 'completed', 'code': 200} May 30 21:03:04.864820 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9a9c9c5f-af0a-4d84-8d53-457a744fecd5 req-5499a9c8-952e-4b59-8163-9e2645c31214 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.86 "DELETE /v2.0/ports/4aed480f-a4ae-444e-a7e8-26088dcd4a5d HTTP/1.1" status: 204 len: 173 time: 1.0250206 May 30 21:03:05.836667 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f9e8d06e-2fd1-4024-b524-0864f535fcb5 req-7e1738b7-b949-4a8c-a735-6325fa56698d tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=92efe184-b0ca-4b1a-832e-df656ab075f4 HTTP/1.1" status: 200 len: 210 time: 0.0465999 May 30 21:03:08.375802 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 4aed480f-a4ae-444e-a7e8-26088dcd4a5d no longer exists at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 21:03:08.410760 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] No Port match for: 4aed480f-a4ae-444e-a7e8-26088dcd4a5d {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 21:03:08.411222 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 4aed480f-a4ae-444e-a7e8-26088dcd4a5d not bound to the agent host n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 21:03:09.810021 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 48316) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:03:09.815988 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-a09fd82e-1bfa-402d-8d64-961a1bfa1098 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1159408119', 'description': 'tempest-secgroup-smoke-1159408119 description', 'project_id': '77af9bf22b944dbfb655c3750493d955'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:03:09.822886 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-a09fd82e-1bfa-402d-8d64-961a1bfa1098 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:03:09.833064 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-a09fd82e-1bfa-402d-8d64-961a1bfa1098 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:03:09.915350 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a09fd82e-1bfa-402d-8d64-961a1bfa1098 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:09.951641 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-a09fd82e-1bfa-402d-8d64-961a1bfa1098 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:03:09.955930 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-a09fd82e-1bfa-402d-8d64-961a1bfa1098 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Usage tracker for resource:security_group_rule and tenant:77af9bf22b944dbfb655c3750493d955 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:03:09.958799 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-a09fd82e-1bfa-402d-8d64-961a1bfa1098 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:03:09.965030 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-a09fd82e-1bfa-402d-8d64-961a1bfa1098 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:03:10.022016 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a09fd82e-1bfa-402d-8d64-961a1bfa1098 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:10.086755 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a09fd82e-1bfa-402d-8d64-961a1bfa1098 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:10.129784 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09fd82e-1bfa-402d-8d64-961a1bfa1098 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9021399c-2145-43ac-aaeb-10d93cc5eb38,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:03:10.141947 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09fd82e-1bfa-402d-8d64-961a1bfa1098 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:03:10.142282 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09fd82e-1bfa-402d-8d64-961a1bfa1098 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:03:10.142610 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09fd82e-1bfa-402d-8d64-961a1bfa1098 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:03:10.142956 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09fd82e-1bfa-402d-8d64-961a1bfa1098 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:03:10.143264 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09fd82e-1bfa-402d-8d64-961a1bfa1098 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:03:10.143579 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09fd82e-1bfa-402d-8d64-961a1bfa1098 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:03:10.143896 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09fd82e-1bfa-402d-8d64-961a1bfa1098 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:03:10.144210 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09fd82e-1bfa-402d-8d64-961a1bfa1098 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:03:10.144521 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09fd82e-1bfa-402d-8d64-961a1bfa1098 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:03:10.144832 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09fd82e-1bfa-402d-8d64-961a1bfa1098 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:03:10.145142 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09fd82e-1bfa-402d-8d64-961a1bfa1098 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:03:10.207078 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a09fd82e-1bfa-402d-8d64-961a1bfa1098 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:10.208336 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-a09fd82e-1bfa-402d-8d64-961a1bfa1098 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3970590 May 30 21:03:10.211277 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 48320) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:03:10.217421 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-11b80fe1-87a3-4474-99b6-bd72b77be275 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Request body: {'security_group_rule': {'security_group_id': '9021399c-2145-43ac-aaeb-10d93cc5eb38', 'project_id': '77af9bf22b944dbfb655c3750493d955', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:03:10.224244 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-11b80fe1-87a3-4474-99b6-bd72b77be275 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:03:10.228068 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-11b80fe1-87a3-4474-99b6-bd72b77be275 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Usage tracker for resource:security_group_rule and tenant:77af9bf22b944dbfb655c3750493d955 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:03:10.230980 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-11b80fe1-87a3-4474-99b6-bd72b77be275 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:03:10.236693 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-11b80fe1-87a3-4474-99b6-bd72b77be275 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:03:10.322244 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-11b80fe1-87a3-4474-99b6-bd72b77be275 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:10.383862 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-11b80fe1-87a3-4474-99b6-bd72b77be275 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:10.483544 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-11b80fe1-87a3-4474-99b6-bd72b77be275 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:10.508770 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b80fe1-87a3-4474-99b6-bd72b77be275 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b43e78d-bb02-42d8-b9bb-49cdaf1d03a4,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:03:10.586616 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-11b80fe1-87a3-4474-99b6-bd72b77be275 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:10.587826 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-11b80fe1-87a3-4474-99b6-bd72b77be275 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3756311 May 30 21:03:10.590626 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 48324) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:03:10.596274 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-19729fb7-4a21-4a6a-ad05-49d6c1c5fa98 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Request body: {'security_group_rule': {'security_group_id': '9021399c-2145-43ac-aaeb-10d93cc5eb38', 'project_id': '77af9bf22b944dbfb655c3750493d955', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:03:10.603067 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-19729fb7-4a21-4a6a-ad05-49d6c1c5fa98 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:03:10.607219 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-19729fb7-4a21-4a6a-ad05-49d6c1c5fa98 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Usage tracker for resource:security_group_rule and tenant:77af9bf22b944dbfb655c3750493d955 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:03:10.610695 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-19729fb7-4a21-4a6a-ad05-49d6c1c5fa98 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:03:10.616659 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-19729fb7-4a21-4a6a-ad05-49d6c1c5fa98 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:03:10.713153 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-19729fb7-4a21-4a6a-ad05-49d6c1c5fa98 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:10.792244 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-19729fb7-4a21-4a6a-ad05-49d6c1c5fa98 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:10.877737 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-19729fb7-4a21-4a6a-ad05-49d6c1c5fa98 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:10.901326 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19729fb7-4a21-4a6a-ad05-49d6c1c5fa98 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00c13366-f390-4a5e-bb5f-0e41228d04ff,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:03:10.957814 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-19729fb7-4a21-4a6a-ad05-49d6c1c5fa98 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:10.959007 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-19729fb7-4a21-4a6a-ad05-49d6c1c5fa98 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3674710 May 30 21:03:10.961855 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 48328) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:03:10.967429 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-e1f2b750-2468-461a-bb5e-0afd652eb5c6 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Request body: {'security_group_rule': {'security_group_id': '9021399c-2145-43ac-aaeb-10d93cc5eb38', 'project_id': '77af9bf22b944dbfb655c3750493d955', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:03:10.974133 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-e1f2b750-2468-461a-bb5e-0afd652eb5c6 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:03:10.977904 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-e1f2b750-2468-461a-bb5e-0afd652eb5c6 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Usage tracker for resource:security_group_rule and tenant:77af9bf22b944dbfb655c3750493d955 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:03:10.981384 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-e1f2b750-2468-461a-bb5e-0afd652eb5c6 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:03:10.987358 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-e1f2b750-2468-461a-bb5e-0afd652eb5c6 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:03:11.073020 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e1f2b750-2468-461a-bb5e-0afd652eb5c6 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:11.135813 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e1f2b750-2468-461a-bb5e-0afd652eb5c6 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:11.220515 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e1f2b750-2468-461a-bb5e-0afd652eb5c6 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:11.245541 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f2b750-2468-461a-bb5e-0afd652eb5c6 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35f84212-ebbe-4a81-a822-689a17a10855,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:03:11.339520 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e1f2b750-2468-461a-bb5e-0afd652eb5c6 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:11.340729 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-e1f2b750-2468-461a-bb5e-0afd652eb5c6 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3779356 May 30 21:03:11.343407 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 48332) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:03:11.348787 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-588fe1a3-6f39-4538-9c73-bd6f0a41ad0d tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Request body: {'security_group_rule': {'security_group_id': '9021399c-2145-43ac-aaeb-10d93cc5eb38', 'project_id': '77af9bf22b944dbfb655c3750493d955', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:03:11.356197 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-588fe1a3-6f39-4538-9c73-bd6f0a41ad0d tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:03:11.360073 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-588fe1a3-6f39-4538-9c73-bd6f0a41ad0d tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Usage tracker for resource:security_group_rule and tenant:77af9bf22b944dbfb655c3750493d955 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:03:11.362963 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-588fe1a3-6f39-4538-9c73-bd6f0a41ad0d tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:03:11.368850 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-588fe1a3-6f39-4538-9c73-bd6f0a41ad0d tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:03:11.453569 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-588fe1a3-6f39-4538-9c73-bd6f0a41ad0d tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:11.522760 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-588fe1a3-6f39-4538-9c73-bd6f0a41ad0d tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:11.590150 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-588fe1a3-6f39-4538-9c73-bd6f0a41ad0d tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:11.615066 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588fe1a3-6f39-4538-9c73-bd6f0a41ad0d tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d6e15ef-ade0-4a1d-96a9-ea0fc9256277,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:03:11.677626 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-588fe1a3-6f39-4538-9c73-bd6f0a41ad0d tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:11.678889 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-588fe1a3-6f39-4538-9c73-bd6f0a41ad0d tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3345733 May 30 21:03:11.681844 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 48336) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:03:11.687279 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-55df77d9-098f-433d-8151-237d98240895 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Request body: {'security_group_rule': {'security_group_id': '9021399c-2145-43ac-aaeb-10d93cc5eb38', 'project_id': '77af9bf22b944dbfb655c3750493d955', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:03:11.694030 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-55df77d9-098f-433d-8151-237d98240895 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:03:11.698520 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-55df77d9-098f-433d-8151-237d98240895 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Usage tracker for resource:security_group_rule and tenant:77af9bf22b944dbfb655c3750493d955 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:03:11.701556 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-55df77d9-098f-433d-8151-237d98240895 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:03:11.707557 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-55df77d9-098f-433d-8151-237d98240895 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:03:11.786775 n-d-843948-2 neutron-server[84886]: INFO neutron.db.securitygroups_db [None req-55df77d9-098f-433d-8151-237d98240895 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Project 77af9bf22b944dbfb655c3750493d955 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 30 21:03:11.793723 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-55df77d9-098f-433d-8151-237d98240895 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:11.863039 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-55df77d9-098f-433d-8151-237d98240895 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:11.934822 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-55df77d9-098f-433d-8151-237d98240895 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:11.959609 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55df77d9-098f-433d-8151-237d98240895 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9520f8d-d33a-4954-9e9f-9a65529707ec,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:03:12.049585 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-55df77d9-098f-433d-8151-237d98240895 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:12.050771 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-55df77d9-098f-433d-8151-237d98240895 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3680103 May 30 21:03:12.053622 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 48340) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:03:12.059847 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-1feb5c03-19a1-4327-97de-94653657dccc tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Request body: {'security_group_rule': {'security_group_id': '9021399c-2145-43ac-aaeb-10d93cc5eb38', 'project_id': '77af9bf22b944dbfb655c3750493d955', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:03:12.066696 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-1feb5c03-19a1-4327-97de-94653657dccc tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:03:12.070633 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-1feb5c03-19a1-4327-97de-94653657dccc tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Usage tracker for resource:security_group_rule and tenant:77af9bf22b944dbfb655c3750493d955 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:03:12.074582 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-1feb5c03-19a1-4327-97de-94653657dccc tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:03:12.080765 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-1feb5c03-19a1-4327-97de-94653657dccc tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:03:12.149558 n-d-843948-2 neutron-server[84886]: INFO neutron.db.securitygroups_db [None req-1feb5c03-19a1-4327-97de-94653657dccc tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Project 77af9bf22b944dbfb655c3750493d955 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 30 21:03:12.156327 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1feb5c03-19a1-4327-97de-94653657dccc tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:12.222767 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1feb5c03-19a1-4327-97de-94653657dccc tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:12.315777 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1feb5c03-19a1-4327-97de-94653657dccc tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:12.339643 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1feb5c03-19a1-4327-97de-94653657dccc tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f09ff93e-465f-446c-a6af-50aecfc820d5,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:03:12.395781 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1feb5c03-19a1-4327-97de-94653657dccc tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:12.397007 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-1feb5c03-19a1-4327-97de-94653657dccc tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3423793 May 30 21:03:16.568615 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 21:03:19.936110 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:22.749477 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:26.254676 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-8fe85bae-5053-46af-a3da-d149d2ea5137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:29.631447 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-35a7d2bf-e437-4380-880e-f2ec700aee6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:29.866122 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:31.334576 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:32.809069 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:34.375330 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-80407451-def7-41d0-bfc9-6adc6279ab16 req-07ee2085-4173-4b42-90d3-5233db1ee391 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1159408119&fields=id&tenant_id=77af9bf22b944dbfb655c3750493d955 HTTP/1.1" status: 200 len: 267 time: 0.0458124 May 30 21:03:34.526238 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80407451-def7-41d0-bfc9-6adc6279ab16 req-13d7bcae-1ff9-4720-975d-afe9ab03be51 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:03:34.527559 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-80407451-def7-41d0-bfc9-6adc6279ab16 req-13d7bcae-1ff9-4720-975d-afe9ab03be51 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/networks?id=9e6054a2-cd00-456b-9147-e00bdd6d82cb HTTP/1.1" status: 200 len: 812 time: 0.1458964 May 30 21:03:34.545108 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-80407451-def7-41d0-bfc9-6adc6279ab16 req-c65d5c20-1aa1-4410-9295-e5c5378526fd tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/quotas/77af9bf22b944dbfb655c3750493d955 HTTP/1.1" status: 200 len: 375 time: 0.0118790 May 30 21:03:34.627314 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-80407451-def7-41d0-bfc9-6adc6279ab16 req-1877308d-53c5-44bf-b2d8-4695fce999b1 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Synchronizing usage tracker for tenant:77af9bf22b944dbfb655c3750493d955 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 21:03:34.721120 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-80407451-def7-41d0-bfc9-6adc6279ab16 req-1877308d-53c5-44bf-b2d8-4695fce999b1 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Unset dirty status for tenant:77af9bf22b944dbfb655c3750493d955 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 21:03:34.722538 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-80407451-def7-41d0-bfc9-6adc6279ab16 req-1877308d-53c5-44bf-b2d8-4695fce999b1 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=77af9bf22b944dbfb655c3750493d955&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1720862 May 30 21:03:34.866147 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-80407451-def7-41d0-bfc9-6adc6279ab16 req-f9198c6f-0974-44ad-9f53-19f3efa3e1d6 service neutron] 10.222.0.85 "GET /v2.0/networks/9e6054a2-cd00-456b-9147-e00bdd6d82cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312354 May 30 21:03:35.003659 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-80407451-def7-41d0-bfc9-6adc6279ab16 req-812bde31-56cf-4e4d-9680-afeda6e6ca1e service neutron] 10.222.0.85 "GET /v2.0/networks/9e6054a2-cd00-456b-9147-e00bdd6d82cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305220 May 30 21:03:35.763320 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-fd3e2c63-d15e-401b-99a9-65343bc01e0e req-c2180a3d-5106-49e7-874d-cbe13540751e tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=4a06491c-df63-4579-b3fe-20861bb316e7 HTTP/1.1" status: 200 len: 210 time: 0.0443025 May 30 21:03:36.932867 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-16740f2f-17a8-43b4-831e-266697fab6b9 req-464f7c31-2316-42e2-a3db-447fcbf080db tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=4a06491c-df63-4579-b3fe-20861bb316e7 HTTP/1.1" status: 200 len: 210 time: 0.0417755 May 30 21:03:38.099686 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c992851a-66d5-4f26-9413-4b0608822b8a req-b2dfa2b2-ad93-463f-8297-01d84ccb42f5 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=4a06491c-df63-4579-b3fe-20861bb316e7 HTTP/1.1" status: 200 len: 210 time: 0.0416329 May 30 21:03:38.140113 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80407451-def7-41d0-bfc9-6adc6279ab16 req-cd48b946-f0e4-436c-99f5-331d3572d6dd tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:03:38.141575 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-80407451-def7-41d0-bfc9-6adc6279ab16 req-cd48b946-f0e4-436c-99f5-331d3572d6dd tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.86 "GET /v2.0/networks?id=9e6054a2-cd00-456b-9147-e00bdd6d82cb HTTP/1.1" status: 200 len: 812 time: 0.1548085 May 30 21:03:38.200898 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-80407451-def7-41d0-bfc9-6adc6279ab16 req-34cd0ad7-917b-4fc9-8eab-37c904de6076 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=77af9bf22b944dbfb655c3750493d955 HTTP/1.1" status: 200 len: 380 time: 0.0405672 May 30 21:03:38.211557 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-80407451-def7-41d0-bfc9-6adc6279ab16 req-4ba273cf-d05c-4a79-a973-21824762f9dc tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Request body: {'port': {'device_id': '4a06491c-df63-4579-b3fe-20861bb316e7', 'network_id': '9e6054a2-cd00-456b-9147-e00bdd6d82cb', 'admin_state_up': True, 'tenant_id': '77af9bf22b944dbfb655c3750493d955', 'security_groups': ['9021399c-2145-43ac-aaeb-10d93cc5eb38']}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:03:38.356877 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-80407451-def7-41d0-bfc9-6adc6279ab16 req-4ba273cf-d05c-4a79-a973-21824762f9dc tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:03:38.367235 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-80407451-def7-41d0-bfc9-6adc6279ab16 req-4ba273cf-d05c-4a79-a973-21824762f9dc tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:03:38.429703 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80407451-def7-41d0-bfc9-6adc6279ab16 req-4ba273cf-d05c-4a79-a973-21824762f9dc tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Made reservation on behalf of 77af9bf22b944dbfb655c3750493d955 for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 21:03:38.432748 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-80407451-def7-41d0-bfc9-6adc6279ab16 req-4ba273cf-d05c-4a79-a973-21824762f9dc tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:38.603936 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [req-80407451-def7-41d0-bfc9-6adc6279ab16 req-4ba273cf-d05c-4a79-a973-21824762f9dc tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Allocated IP 172.20.0.8 (9e6054a2-cd00-456b-9147-e00bdd6d82cb/760310b8-d127-408a-b08f-63f194a569b1/1b703c84-2732-4a71-8567-db837f1ec7ca) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 21:03:38.889827 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-80407451-def7-41d0-bfc9-6adc6279ab16 req-4ba273cf-d05c-4a79-a973-21824762f9dc tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:38.906201 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-80407451-def7-41d0-bfc9-6adc6279ab16 req-4ba273cf-d05c-4a79-a973-21824762f9dc tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Transition to ACTIVE for port object 1b703c84-2732-4a71-8567-db837f1ec7ca will not be triggered until provisioned by entity DHCP. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:03:39.020658 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-80407451-def7-41d0-bfc9-6adc6279ab16 req-4ba273cf-d05c-4a79-a973-21824762f9dc tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:39.091308 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80407451-def7-41d0-bfc9-6adc6279ab16 req-4ba273cf-d05c-4a79-a973-21824762f9dc tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Network 9e6054a2-cd00-456b-9147-e00bdd6d82cb is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:03:39.094291 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [req-80407451-def7-41d0-bfc9-6adc6279ab16 req-4ba273cf-d05c-4a79-a973-21824762f9dc tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:03:39.098263 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-80407451-def7-41d0-bfc9-6adc6279ab16 req-4ba273cf-d05c-4a79-a973-21824762f9dc tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 21:03:39.130427 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba273cf-d05c-4a79-a973-21824762f9dc tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Pushing event updated for resources: {'Port': ['ID=1b703c84-2732-4a71-8567-db837f1ec7ca,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:03:39.173248 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80407451-def7-41d0-bfc9-6adc6279ab16 req-4ba273cf-d05c-4a79-a973-21824762f9dc tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:03:39.174165 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-80407451-def7-41d0-bfc9-6adc6279ab16 req-4ba273cf-d05c-4a79-a973-21824762f9dc tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:39.318467 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-80407451-def7-41d0-bfc9-6adc6279ab16 req-4ba273cf-d05c-4a79-a973-21824762f9dc tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1103196 May 30 21:03:39.333501 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456714e1-9486-4953-8e86-ddfde07537ad req-74af1080-fd43-4f18-bbf6-23ff855b562b tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:03:39.334235 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-456714e1-9486-4953-8e86-ddfde07537ad req-74af1080-fd43-4f18-bbf6-23ff855b562b tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Synchronizing usage tracker for tenant:77af9bf22b944dbfb655c3750493d955 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 21:03:39.342504 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-80407451-def7-41d0-bfc9-6adc6279ab16 req-9e054d7f-1186-4bf0-b472-175d0ee642e2 service neutron] Request body: {'port': {'device_id': '4a06491c-df63-4579-b3fe-20861bb316e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843948-2'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:03:39.428993 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-bd93ca76-9da6-41a2-8b34-0262e4a96069 None None] Provisioning for port 1b703c84-2732-4a71-8567-db837f1ec7ca completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:03:39.435726 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-bd93ca76-9da6-41a2-8b34-0262e4a96069 None None] Provisioning complete for port 1b703c84-2732-4a71-8567-db837f1ec7ca triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:03:39.445978 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-bd93ca76-9da6-41a2-8b34-0262e4a96069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:39.463561 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-80407451-def7-41d0-bfc9-6adc6279ab16 req-9e054d7f-1186-4bf0-b472-175d0ee642e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:39.477356 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-456714e1-9486-4953-8e86-ddfde07537ad req-74af1080-fd43-4f18-bbf6-23ff855b562b tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Unset dirty status for tenant:77af9bf22b944dbfb655c3750493d955 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 21:03:39.479390 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-456714e1-9486-4953-8e86-ddfde07537ad req-74af1080-fd43-4f18-bbf6-23ff855b562b tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=4a06491c-df63-4579-b3fe-20861bb316e7 HTTP/1.1" status: 200 len: 931 time: 0.2335007 May 30 21:03:39.495085 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-bd93ca76-9da6-41a2-8b34-0262e4a96069 None None] Port 1b703c84-2732-4a71-8567-db837f1ec7ca cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 21:03:39.613387 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-456714e1-9486-4953-8e86-ddfde07537ad req-ee0ea1b0-a97e-4526-86f9-0bc0c5a5ba09 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/security-groups?id=9021399c-2145-43ac-aaeb-10d93cc5eb38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074090 May 30 21:03:39.853703 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [req-80407451-def7-41d0-bfc9-6adc6279ab16 req-9e054d7f-1186-4bf0-b472-175d0ee642e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b703c84-2732-4a71-8567-db837f1ec7ca {{(pid=84887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 21:03:39.860996 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-80407451-def7-41d0-bfc9-6adc6279ab16 req-9e054d7f-1186-4bf0-b472-175d0ee642e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:39.877702 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-80407451-def7-41d0-bfc9-6adc6279ab16 req-9e054d7f-1186-4bf0-b472-175d0ee642e2 service neutron] Transition to ACTIVE for port object 1b703c84-2732-4a71-8567-db837f1ec7ca will not be triggered until provisioned by entity L2. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:03:39.946180 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-80407451-def7-41d0-bfc9-6adc6279ab16 req-9e054d7f-1186-4bf0-b472-175d0ee642e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:40.082436 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e054d7f-1186-4bf0-b472-175d0ee642e2 service neutron] Pushing event updated for resources: {'Port': ['ID=1b703c84-2732-4a71-8567-db837f1ec7ca,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:03:40.198525 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-80407451-def7-41d0-bfc9-6adc6279ab16 req-9e054d7f-1186-4bf0-b472-175d0ee642e2 service neutron] Attempting to bind port 1b703c84-2732-4a71-8567-db837f1ec7ca on host n-h2-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 21:03:40.199115 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-80407451-def7-41d0-bfc9-6adc6279ab16 req-9e054d7f-1186-4bf0-b472-175d0ee642e2 service neutron] Attempting to bind port 1b703c84-2732-4a71-8567-db837f1ec7ca by drivers openvswitch,hyperv on host n-h2-843948-2 at level 0 using segments [{'id': '2e885274-52fc-4171-9073-e5cac614bba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '9e6054a2-cd00-456b-9147-e00bdd6d82cb'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 21:03:40.199224 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80407451-def7-41d0-bfc9-6adc6279ab16 req-9e054d7f-1186-4bf0-b472-175d0ee642e2 service neutron] Attempting to bind port 1b703c84-2732-4a71-8567-db837f1ec7ca on network 9e6054a2-cd00-456b-9147-e00bdd6d82cb {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:03:40.205508 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80407451-def7-41d0-bfc9-6adc6279ab16 req-9e054d7f-1186-4bf0-b472-175d0ee642e2 service neutron] Port 1b703c84-2732-4a71-8567-db837f1ec7ca on network 9e6054a2-cd00-456b-9147-e00bdd6d82cb not bound, no agent of type Open vSwitch agent registered on host n-h2-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 21:03:40.206235 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80407451-def7-41d0-bfc9-6adc6279ab16 req-9e054d7f-1186-4bf0-b472-175d0ee642e2 service neutron] Attempting to bind port 1b703c84-2732-4a71-8567-db837f1ec7ca on network 9e6054a2-cd00-456b-9147-e00bdd6d82cb {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:03:40.212390 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80407451-def7-41d0-bfc9-6adc6279ab16 req-9e054d7f-1186-4bf0-b472-175d0ee642e2 service neutron] Checking agent: {'id': 'eaa08354-e8f5-4e73-af76-8d3cf7d2b390', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 21, 3, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 21:03:40.212719 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80407451-def7-41d0-bfc9-6adc6279ab16 req-9e054d7f-1186-4bf0-b472-175d0ee642e2 service neutron] Checking segment: {'id': '2e885274-52fc-4171-9073-e5cac614bba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '9e6054a2-cd00-456b-9147-e00bdd6d82cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:03:40.213095 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80407451-def7-41d0-bfc9-6adc6279ab16 req-9e054d7f-1186-4bf0-b472-175d0ee642e2 service neutron] Bound using segment: {'id': '2e885274-52fc-4171-9073-e5cac614bba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '9e6054a2-cd00-456b-9147-e00bdd6d82cb'} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 21:03:40.213516 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-80407451-def7-41d0-bfc9-6adc6279ab16 req-9e054d7f-1186-4bf0-b472-175d0ee642e2 service neutron] Bound port: 1b703c84-2732-4a71-8567-db837f1ec7ca, host: n-h2-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e885274-52fc-4171-9073-e5cac614bba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '9e6054a2-cd00-456b-9147-e00bdd6d82cb'}}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 21:03:40.213882 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-80407451-def7-41d0-bfc9-6adc6279ab16 req-9e054d7f-1186-4bf0-b472-175d0ee642e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:40.312288 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-80407451-def7-41d0-bfc9-6adc6279ab16 req-9e054d7f-1186-4bf0-b472-175d0ee642e2 service neutron] For port 1b703c84-2732-4a71-8567-db837f1ec7ca, host n-h2-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 21:03:40.315336 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-80407451-def7-41d0-bfc9-6adc6279ab16 req-9e054d7f-1186-4bf0-b472-175d0ee642e2 service neutron] For port 1b703c84-2732-4a71-8567-db837f1ec7ca, host n-h2-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=1b703c84-2732-4a71-8567-db837f1ec7ca,segment=NetworkSegment(2e885274-52fc-4171-9073-e5cac614bba8),segment_id=2e885274-52fc-4171-9073-e5cac614bba8)] {{(pid=84887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 21:03:40.415155 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-80407451-def7-41d0-bfc9-6adc6279ab16 req-9e054d7f-1186-4bf0-b472-175d0ee642e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:40.477510 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-80407451-def7-41d0-bfc9-6adc6279ab16 req-9e054d7f-1186-4bf0-b472-175d0ee642e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:40.479474 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-80407451-def7-41d0-bfc9-6adc6279ab16 req-9e054d7f-1186-4bf0-b472-175d0ee642e2 service neutron] 10.222.0.86 "PUT /v2.0/ports/1b703c84-2732-4a71-8567-db837f1ec7ca HTTP/1.1" status: 200 len: 1091 time: 1.1410577 May 30 21:03:40.479906 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a06491c-df63-4579-b3fe-20861bb316e7', 'tag': '1b703c84-2732-4a71-8567-db837f1ec7ca'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:03:40.500797 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e054d7f-1186-4bf0-b472-175d0ee642e2 service neutron] Pushing event updated for resources: {'Port': ['ID=1b703c84-2732-4a71-8567-db837f1ec7ca,revision_number=3']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:03:40.562074 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd1a75db-58a5-49ef-833d-129bf7b2aa11'] response: {'name': 'network-changed', 'server_uuid': '4a06491c-df63-4579-b3fe-20861bb316e7', 'tag': '1b703c84-2732-4a71-8567-db837f1ec7ca', 'status': 'completed', 'code': 200} May 30 21:03:40.678659 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-01802d58-a771-49db-aa6c-3375c1bf0c68 req-1bde9042-849d-4acc-98ab-eb005b435304 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=77af9bf22b944dbfb655c3750493d955&device_id=4a06491c-df63-4579-b3fe-20861bb316e7 HTTP/1.1" status: 200 len: 1094 time: 0.0777483 May 30 21:03:40.882619 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01802d58-a771-49db-aa6c-3375c1bf0c68 req-7f99f500-40ff-4817-a00a-dfc80550cdd9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:03:40.883986 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-01802d58-a771-49db-aa6c-3375c1bf0c68 req-7f99f500-40ff-4817-a00a-dfc80550cdd9 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=77af9bf22b944dbfb655c3750493d955&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1984499 May 30 21:03:40.897364 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d2b84f-b38c-4113-b02b-cecc5ec2297a req-7c235c10-b1a4-4b4c-a2a0-380f4611797e tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:03:40.898731 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b6d2b84f-b38c-4113-b02b-cecc5ec2297a req-7c235c10-b1a4-4b4c-a2a0-380f4611797e tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=4a06491c-df63-4579-b3fe-20861bb316e7 HTTP/1.1" status: 200 len: 943 time: 0.1358528 May 30 21:03:41.123179 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b6d2b84f-b38c-4113-b02b-cecc5ec2297a req-ec675e05-4599-4edd-ab64-48c42f82d247 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/security-groups?id=9021399c-2145-43ac-aaeb-10d93cc5eb38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2054763 May 30 21:03:41.156155 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01802d58-a771-49db-aa6c-3375c1bf0c68 req-e9cc1b07-552c-4fcd-ae3d-1f5139bdcaae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:03:41.157639 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-01802d58-a771-49db-aa6c-3375c1bf0c68 req-e9cc1b07-552c-4fcd-ae3d-1f5139bdcaae service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2580521 May 30 21:03:41.271452 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-80407451-def7-41d0-bfc9-6adc6279ab16 req-655cce9e-435b-4d1a-87f6-46c07e1ba6e7 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=77af9bf22b944dbfb655c3750493d955&device_id=4a06491c-df63-4579-b3fe-20861bb316e7 HTTP/1.1" status: 200 len: 1094 time: 0.0711167 May 30 21:03:41.342884 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-80407451-def7-41d0-bfc9-6adc6279ab16 req-b125c1ee-a80e-46af-bffa-e378855c165e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1b703c84-2732-4a71-8567-db837f1ec7ca HTTP/1.1" status: 200 len: 217 time: 0.0612442 May 30 21:03:41.410643 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80407451-def7-41d0-bfc9-6adc6279ab16 req-65bb322b-2b0a-4517-a922-543683a89118 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:03:41.411967 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-80407451-def7-41d0-bfc9-6adc6279ab16 req-65bb322b-2b0a-4517-a922-543683a89118 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=760310b8-d127-408a-b08f-63f194a569b1 HTTP/1.1" status: 200 len: 851 time: 0.0604551 May 30 21:03:41.489768 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-80407451-def7-41d0-bfc9-6adc6279ab16 req-66863711-e352-4f6d-a1f4-4917d16b84b3 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9e6054a2-cd00-456b-9147-e00bdd6d82cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0695186 May 30 21:03:41.625337 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-80407451-def7-41d0-bfc9-6adc6279ab16 req-e313404a-80d4-42b6-9c05-80aa6268e198 service neutron] 10.222.0.86 "GET /v2.0/networks/9e6054a2-cd00-456b-9147-e00bdd6d82cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262765 May 30 21:03:41.787382 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-80407451-def7-41d0-bfc9-6adc6279ab16 req-76d3c4ff-27cb-4a0c-aa13-a1412c495bba service neutron] 10.222.0.86 "GET /v2.0/networks/9e6054a2-cd00-456b-9147-e00bdd6d82cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525962 May 30 21:03:42.323765 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db51120d-751f-4f87-a524-2fc4aff62c03 req-4eaa5904-331a-425c-b715-baa047610522 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:03:42.325208 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-db51120d-751f-4f87-a524-2fc4aff62c03 req-4eaa5904-331a-425c-b715-baa047610522 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=4a06491c-df63-4579-b3fe-20861bb316e7 HTTP/1.1" status: 200 len: 943 time: 0.0776603 May 30 21:03:42.372971 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-db51120d-751f-4f87-a524-2fc4aff62c03 req-4c4a1c4c-a340-43ce-9181-5298e482490c tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Synchronizing usage tracker for tenant:77af9bf22b944dbfb655c3750493d955 on resource:security_group {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 21:03:42.440531 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-db51120d-751f-4f87-a524-2fc4aff62c03 req-4c4a1c4c-a340-43ce-9181-5298e482490c tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Unset dirty status for tenant:77af9bf22b944dbfb655c3750493d955 on resource:security_group {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 21:03:42.441718 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-db51120d-751f-4f87-a524-2fc4aff62c03 req-4c4a1c4c-a340-43ce-9181-5298e482490c tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/security-groups?id=9021399c-2145-43ac-aaeb-10d93cc5eb38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107233 May 30 21:03:43.646225 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6bf4f2-f545-47b0-ada8-5e76c300b6dc req-712e9d26-46f9-42cb-bb00-4c5788f4994a tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:03:43.647680 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1e6bf4f2-f545-47b0-ada8-5e76c300b6dc req-712e9d26-46f9-42cb-bb00-4c5788f4994a tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=4a06491c-df63-4579-b3fe-20861bb316e7 HTTP/1.1" status: 200 len: 943 time: 0.0798483 May 30 21:03:43.692947 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1e6bf4f2-f545-47b0-ada8-5e76c300b6dc req-0de293f0-4141-4ffc-a901-59b8ff06b2dd tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/security-groups?id=9021399c-2145-43ac-aaeb-10d93cc5eb38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392683 May 30 21:03:44.898863 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56593a4b-cf34-4fe3-923b-4e63e49c03a4 req-222c93e3-3f28-4088-b2b8-62e40cec1a93 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:03:44.900838 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-56593a4b-cf34-4fe3-923b-4e63e49c03a4 req-222c93e3-3f28-4088-b2b8-62e40cec1a93 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=4a06491c-df63-4579-b3fe-20861bb316e7 HTTP/1.1" status: 200 len: 943 time: 0.0818067 May 30 21:03:44.948639 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-56593a4b-cf34-4fe3-923b-4e63e49c03a4 req-48934032-4ba8-4ada-87c0-e7d7a2e2d0da tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/security-groups?id=9021399c-2145-43ac-aaeb-10d93cc5eb38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417027 May 30 21:03:46.143369 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030cb638-8a46-4937-963a-1ef8529fd5ff req-94c55403-7416-489b-b12c-3dc292cc2884 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:03:46.144704 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-030cb638-8a46-4937-963a-1ef8529fd5ff req-94c55403-7416-489b-b12c-3dc292cc2884 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=4a06491c-df63-4579-b3fe-20861bb316e7 HTTP/1.1" status: 200 len: 943 time: 0.0751145 May 30 21:03:46.190801 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-030cb638-8a46-4937-963a-1ef8529fd5ff req-177e1502-f1f2-4bb6-a5dd-d18628e25a83 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/security-groups?id=9021399c-2145-43ac-aaeb-10d93cc5eb38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405433 May 30 21:03:47.385542 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b88b16-f387-46c8-a3ab-8a4f0e5f8f7c req-7025330e-7509-4236-967c-4b4d6b0db7d3 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:03:47.387035 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d9b88b16-f387-46c8-a3ab-8a4f0e5f8f7c req-7025330e-7509-4236-967c-4b4d6b0db7d3 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=4a06491c-df63-4579-b3fe-20861bb316e7 HTTP/1.1" status: 200 len: 943 time: 0.0765522 May 30 21:03:47.437178 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d9b88b16-f387-46c8-a3ab-8a4f0e5f8f7c req-b44ba2ff-448e-4f2a-9537-4a5abce548b4 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/security-groups?id=9021399c-2145-43ac-aaeb-10d93cc5eb38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444174 May 30 21:03:48.633592 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f4e8ad-d5ed-468c-ae62-d694b54372f6 req-6f6f7b19-c16f-4ff5-a692-877a01109785 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:03:48.635185 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e1f4e8ad-d5ed-468c-ae62-d694b54372f6 req-6f6f7b19-c16f-4ff5-a692-877a01109785 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=4a06491c-df63-4579-b3fe-20861bb316e7 HTTP/1.1" status: 200 len: 943 time: 0.0791140 May 30 21:03:48.680698 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e1f4e8ad-d5ed-468c-ae62-d694b54372f6 req-17ce637a-aa01-4467-89e9-17bd8cda7023 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/security-groups?id=9021399c-2145-43ac-aaeb-10d93cc5eb38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400918 May 30 21:03:49.877258 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879fef79-810b-4c03-baf9-7c695811a495 req-c124f1e5-92cb-40a8-a017-114aa6031dba tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:03:49.878759 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-879fef79-810b-4c03-baf9-7c695811a495 req-c124f1e5-92cb-40a8-a017-114aa6031dba tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=4a06491c-df63-4579-b3fe-20861bb316e7 HTTP/1.1" status: 200 len: 943 time: 0.0778847 May 30 21:03:49.903373 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:49.923640 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-879fef79-810b-4c03-baf9-7c695811a495 req-ae6eb86a-fa9b-4bbc-b324-bd0a952ba705 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/security-groups?id=9021399c-2145-43ac-aaeb-10d93cc5eb38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392618 May 30 21:03:50.503993 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 1b703c84-2732-4a71-8567-db837f1ec7ca details requested by agent hyperv_n-h2-843948-2 with host n-h2-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 21:03:50.634137 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 1b703c84-2732-4a71-8567-db837f1ec7ca, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=1b703c84-2732-4a71-8567-db837f1ec7ca,segment=NetworkSegment(2e885274-52fc-4171-9073-e5cac614bba8),segment_id=2e885274-52fc-4171-9073-e5cac614bba8)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:03:50.648428 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Returning: {'device': '1b703c84-2732-4a71-8567-db837f1ec7ca', 'network_id': '9e6054a2-cd00-456b-9147-e00bdd6d82cb', 'port_id': '1b703c84-2732-4a71-8567-db837f1ec7ca', 'mac_address': 'fa:16:3e:f3:a4:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '760310b8-d127-408a-b08f-63f194a569b1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 21:03:50.701537 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:50.719676 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b703c84-2732-4a71-8567-db837f1ec7ca {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 21:03:50.736043 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 1b703c84-2732-4a71-8567-db837f1ec7ca, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=1b703c84-2732-4a71-8567-db837f1ec7ca,segment=NetworkSegment(2e885274-52fc-4171-9073-e5cac614bba8),segment_id=2e885274-52fc-4171-9073-e5cac614bba8)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:03:50.797061 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:50.866886 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=1b703c84-2732-4a71-8567-db837f1ec7ca,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:03:50.875897 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:03:50.876242 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:03:50.876584 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:03:50.876922 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:03:50.877251 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:03:50.877580 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:03:50.877953 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:03:50.878289 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:03:50.878616 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:03:50.878961 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:03:50.879272 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:03:51.060055 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['1b703c84-2732-4a71-8567-db837f1ec7ca'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 21:03:51.123501 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e193a8d-b9ea-453a-89e6-b9aaacc725ba req-12cfac95-0f1e-4843-9abb-5e88ca8bd13c tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:03:51.124993 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4e193a8d-b9ea-453a-89e6-b9aaacc725ba req-12cfac95-0f1e-4843-9abb-5e88ca8bd13c tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=4a06491c-df63-4579-b3fe-20861bb316e7 HTTP/1.1" status: 200 len: 944 time: 0.0791678 May 30 21:03:51.169376 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4e193a8d-b9ea-453a-89e6-b9aaacc725ba req-22fbb6ce-f935-4af9-bd19-2aaf9108a759 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/security-groups?id=9021399c-2145-43ac-aaeb-10d93cc5eb38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387542 May 30 21:03:52.372598 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd528f35-aed3-4fb7-b672-239e1d2cad94 req-b9aab38a-9196-4354-aeb0-49eeb0aa502f tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:03:52.374041 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-bd528f35-aed3-4fb7-b672-239e1d2cad94 req-b9aab38a-9196-4354-aeb0-49eeb0aa502f tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=4a06491c-df63-4579-b3fe-20861bb316e7 HTTP/1.1" status: 200 len: 944 time: 0.0797873 May 30 21:03:52.419614 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-bd528f35-aed3-4fb7-b672-239e1d2cad94 req-00856fb1-2e4c-4699-b5a4-63b653e42e8b tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/security-groups?id=9021399c-2145-43ac-aaeb-10d93cc5eb38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399621 May 30 21:03:52.522245 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 1b703c84-2732-4a71-8567-db837f1ec7ca up at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:03:52.657431 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:52.668863 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning for port 1b703c84-2732-4a71-8567-db837f1ec7ca completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:03:52.673717 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning complete for port 1b703c84-2732-4a71-8567-db837f1ec7ca triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:03:52.674074 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:52.787115 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:52.813949 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a06491c-df63-4579-b3fe-20861bb316e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b703c84-2732-4a71-8567-db837f1ec7ca'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:03:52.823664 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 1b703c84-2732-4a71-8567-db837f1ec7ca, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=1b703c84-2732-4a71-8567-db837f1ec7ca,segment=NetworkSegment(2e885274-52fc-4171-9073-e5cac614bba8),segment_id=2e885274-52fc-4171-9073-e5cac614bba8)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:03:52.871910 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2a99ccc-36a6-4597-bc2d-1e364802a40f'] response: {'server_uuid': '4a06491c-df63-4579-b3fe-20861bb316e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b703c84-2732-4a71-8567-db837f1ec7ca', 'code': 200} May 30 21:03:52.928780 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:53.002511 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8cfa03ea-0546-431f-8dfd-3ea00c1ef6dd req-3a0fa193-8bf3-4e47-847f-81ff8b2c8c62 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=4a06491c-df63-4579-b3fe-20861bb316e7 HTTP/1.1" status: 200 len: 1096 time: 0.0720119 May 30 21:03:53.005167 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=1b703c84-2732-4a71-8567-db837f1ec7ca,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:03:53.048771 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8cfa03ea-0546-431f-8dfd-3ea00c1ef6dd req-31333bfe-2ac6-4054-a6b4-74179f2f1cf2 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=9021399c-2145-43ac-aaeb-10d93cc5eb38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369778 May 30 21:03:53.568236 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 21:03:53.614213 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5d565e-80a8-4f53-97ad-3da174acc1d6 req-ce988a9d-cd24-404d-befc-2d8c8fc5d6ae tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:03:53.615634 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ca5d565e-80a8-4f53-97ad-3da174acc1d6 req-ce988a9d-cd24-404d-befc-2d8c8fc5d6ae tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=4a06491c-df63-4579-b3fe-20861bb316e7 HTTP/1.1" status: 200 len: 945 time: 0.0754297 May 30 21:03:53.660150 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ca5d565e-80a8-4f53-97ad-3da174acc1d6 req-14af4447-bc20-4303-8cbb-341c9abdc9af tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/security-groups?id=9021399c-2145-43ac-aaeb-10d93cc5eb38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390971 May 30 21:03:54.858468 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355058cb-4b75-452c-8c16-c5c4259b7c34 req-4d636106-8d2b-42d1-8a4d-36563208d771 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:03:54.859974 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-355058cb-4b75-452c-8c16-c5c4259b7c34 req-4d636106-8d2b-42d1-8a4d-36563208d771 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=4a06491c-df63-4579-b3fe-20861bb316e7 HTTP/1.1" status: 200 len: 945 time: 0.0771120 May 30 21:03:54.908899 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-355058cb-4b75-452c-8c16-c5c4259b7c34 req-a7fccbb5-377a-418c-b660-6c9536f9bc0f tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/security-groups?id=9021399c-2145-43ac-aaeb-10d93cc5eb38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434284 May 30 21:03:55.106650 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d4b49c-b35a-4901-bae8-16363714cf71 req-5a930066-a9db-40f8-ae33-93a585a0a9a5 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:03:55.108103 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-62d4b49c-b35a-4901-bae8-16363714cf71 req-5a930066-a9db-40f8-ae33-93a585a0a9a5 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=4a06491c-df63-4579-b3fe-20861bb316e7 HTTP/1.1" status: 200 len: 945 time: 0.0790586 May 30 21:03:55.153400 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-62d4b49c-b35a-4901-bae8-16363714cf71 req-41a06fe7-9cf0-4c44-93f4-a766ab15fd72 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/security-groups?id=9021399c-2145-43ac-aaeb-10d93cc5eb38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398476 May 30 21:03:55.180996 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 48508) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:03:55.248577 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-3bd0d080-e0b1-44da-befe-7b5a21c185b9 tempest-TestVolumeBootPattern-1650254244 tempest-TestVolumeBootPattern-1650254244-project-admin] Synchronizing usage tracker for tenant:983ea1ce8bff49c3b820141314c90f7e on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 21:03:55.328346 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-3bd0d080-e0b1-44da-befe-7b5a21c185b9 tempest-TestVolumeBootPattern-1650254244 tempest-TestVolumeBootPattern-1650254244-project-admin] Unset dirty status for tenant:983ea1ce8bff49c3b820141314c90f7e on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 21:03:55.330086 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-3bd0d080-e0b1-44da-befe-7b5a21c185b9 tempest-TestVolumeBootPattern-1650254244 tempest-TestVolumeBootPattern-1650254244-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=4a06491c-df63-4579-b3fe-20861bb316e7 HTTP/1.1" status: 200 len: 1091 time: 0.1479480 May 30 21:03:55.333229 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 48512) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:03:55.338499 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-b07ef631-417d-4eb5-aaae-e6b29eee9a9f tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Request body: {'floatingip': {'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'port_id': '1b703c84-2732-4a71-8567-db837f1ec7ca', 'tenant_id': '77af9bf22b944dbfb655c3750493d955', 'fixed_ip_address': '172.20.0.8'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:03:55.344955 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-b07ef631-417d-4eb5-aaae-e6b29eee9a9f tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:03:55.348845 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-b07ef631-417d-4eb5-aaae-e6b29eee9a9f tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Usage tracker for resource:floatingip and tenant:77af9bf22b944dbfb655c3750493d955 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:03:55.351756 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-b07ef631-417d-4eb5-aaae-e6b29eee9a9f tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:03:55.357509 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-b07ef631-417d-4eb5-aaae-e6b29eee9a9f tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:03:55.420123 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b07ef631-417d-4eb5-aaae-e6b29eee9a9f tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Notify callbacks [] for floatingip, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:55.554334 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b07ef631-417d-4eb5-aaae-e6b29eee9a9f tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:55.688763 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-b07ef631-417d-4eb5-aaae-e6b29eee9a9f tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Allocated IP 172.25.8.193 (c7869750-4b49-4b7e-aa99-5e0f1ae02da4/427601ec-f643-4fe7-b5e6-17305d3a39e1/ab58d52e-4319-4042-9dc3-3c815088aad4) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 21:03:55.837989 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b07ef631-417d-4eb5-aaae-e6b29eee9a9f tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:55.937828 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b07ef631-417d-4eb5-aaae-e6b29eee9a9f tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:56.098101 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b07ef631-417d-4eb5-aaae-e6b29eee9a9f tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:03:56.100773 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-b07ef631-417d-4eb5-aaae-e6b29eee9a9f tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:03:56.105060 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07ef631-417d-4eb5-aaae-e6b29eee9a9f tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 21:03:56.133889 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07ef631-417d-4eb5-aaae-e6b29eee9a9f tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Pushing event updated for resources: {'Port': ['ID=ab58d52e-4319-4042-9dc3-3c815088aad4,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:03:56.242592 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-9e081ddd-2e62-4ab2-80fd-d5f5f353c03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:56.609700 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b07ef631-417d-4eb5-aaae-e6b29eee9a9f tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:56.736697 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b07ef631-417d-4eb5-aaae-e6b29eee9a9f tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:56.938126 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b07ef631-417d-4eb5-aaae-e6b29eee9a9f tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:57.025758 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b07ef631-417d-4eb5-aaae-e6b29eee9a9f tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:57.131497 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07ef631-417d-4eb5-aaae-e6b29eee9a9f tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Pushing event updated for resources: {'Port': ['ID=ab58d52e-4319-4042-9dc3-3c815088aad4,revision_number=2']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:03:57.146392 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b07ef631-417d-4eb5-aaae-e6b29eee9a9f tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736490'] for floatingip, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:57.342182 n-d-843948-2 neutron-server[84886]: INFO neutron.db.l3_db [None req-b07ef631-417d-4eb5-aaae-e6b29eee9a9f tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Floating IP b551e189-75e1-42d9-9aae-eb61f0be30a8 associated. External IP: 172.25.8.193, port: 1b703c84-2732-4a71-8567-db837f1ec7ca. May 30 21:03:57.835556 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b07ef631-417d-4eb5-aaae-e6b29eee9a9f tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Router 8d971eaa-9cd7-4665-8518-ddeae5e5d962 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 21:03:57.853775 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ff738cb3-2b1c-4155-918c-12eb2c76b15b req-f7c058ce-2671-4a5c-b8c5-acbb492079f1 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=4a06491c-df63-4579-b3fe-20861bb316e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0695262 May 30 21:03:57.991153 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ff738cb3-2b1c-4155-918c-12eb2c76b15b req-7041b927-f8aa-472a-b465-0cdc5e0dc11c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=77af9bf22b944dbfb655c3750493d955&device_id=4a06491c-df63-4579-b3fe-20861bb316e7 HTTP/1.1" status: 200 len: 1096 time: 0.0690794 May 30 21:03:58.044870 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b07ef631-417d-4eb5-aaae-e6b29eee9a9f tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 21:03:58.057061 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f709479e-0948-45ca-9079-699f7eb60e07 None None] Sync routers for ids ['8d971eaa-9cd7-4665-8518-ddeae5e5d962'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 21:03:58.071095 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f709479e-0948-45ca-9079-699f7eb60e07 None None] Routers {'8d971eaa-9cd7-4665-8518-ddeae5e5d962'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:03:58.071936 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-f709479e-0948-45ca-9079-699f7eb60e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T21:03:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['8d971eaa-9cd7-4665-8518-ddeae5e5d962'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:03:58.147098 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff738cb3-2b1c-4155-918c-12eb2c76b15b req-02b6e232-3d53-45f3-9404-850b71cdd479 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:03:58.148580 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ff738cb3-2b1c-4155-918c-12eb2c76b15b req-02b6e232-3d53-45f3-9404-850b71cdd479 service neutron] 10.222.0.86 "GET /v2.0/networks?id=9e6054a2-cd00-456b-9147-e00bdd6d82cb HTTP/1.1" status: 200 len: 913 time: 0.1392412 May 30 21:03:58.179745 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b07ef631-417d-4eb5-aaae-e6b29eee9a9f tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:58.241389 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-b07ef631-417d-4eb5-aaae-e6b29eee9a9f tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9070768 May 30 21:03:58.242121 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a06491c-df63-4579-b3fe-20861bb316e7', 'tag': '1b703c84-2732-4a71-8567-db837f1ec7ca'}] {{(pid=84886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:03:58.258079 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ff738cb3-2b1c-4155-918c-12eb2c76b15b req-e3d20323-9021-4021-9d96-194da60a6436 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1b703c84-2732-4a71-8567-db837f1ec7ca HTTP/1.1" status: 200 len: 999 time: 0.1038408 May 30 21:03:58.262575 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-f709479e-0948-45ca-9079-699f7eb60e07 None None] Set router 8d971eaa-9cd7-4665-8518-ddeae5e5d962 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:03:58.330997 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff738cb3-2b1c-4155-918c-12eb2c76b15b req-26c796ab-fc71-47c8-a38b-dea4d8d20af8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:03:58.332624 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ff738cb3-2b1c-4155-918c-12eb2c76b15b req-26c796ab-fc71-47c8-a38b-dea4d8d20af8 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=760310b8-d127-408a-b08f-63f194a569b1 HTTP/1.1" status: 200 len: 851 time: 0.0681353 May 30 21:03:58.414755 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ff738cb3-2b1c-4155-918c-12eb2c76b15b req-94257340-9c59-4a0a-95fd-1f65a28ee11a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9e6054a2-cd00-456b-9147-e00bdd6d82cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0738888 May 30 21:03:58.421804 n-d-843948-2 neutron-server[84886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20bbdd8b-040e-48b2-8608-1c8a7d4e5038'] response: {'name': 'network-changed', 'server_uuid': '4a06491c-df63-4579-b3fe-20861bb316e7', 'tag': '1b703c84-2732-4a71-8567-db837f1ec7ca', 'status': 'completed', 'code': 200} May 30 21:03:58.627266 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-f709479e-0948-45ca-9079-699f7eb60e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d971eaa-9cd7-4665-8518-ddeae5e5d962', 'name': 'tempest-TestVolumeBootPattern-1989824106-router', 'tenant_id': '77af9bf22b944dbfb655c3750493d955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.27'}], 'enable_snat': True}, 'gw_port_id': '2b4be356-9ddb-4ee6-99f5-18787f956c77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:59:04Z', 'updated_at': '2022-05-30T20:59:08Z', 'revision_number': 4, 'project_id': '77af9bf22b944dbfb655c3750493d955', 'gw_port': {'id': '2b4be356-9ddb-4ee6-99f5-18787f956c77', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c2:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d971eaa-9cd7-4665-8518-ddeae5e5d962', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:59:05Z', 'updated_at': '2022-05-30T20:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': 'b551e189-75e1-42d9-9aae-eb61f0be30a8', 'tenant_id': '77af9bf22b944dbfb655c3750493d955', 'floating_ip_address': '172.25.8.193', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': '8d971eaa-9cd7-4665-8518-ddeae5e5d962', 'port_id': '1b703c84-2732-4a71-8567-db837f1ec7ca', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e6054a2-cd00-456b-9147-e00bdd6d82cb', 'mac_address': 'fa:16:3e:f3:a4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a06491c-df63-4579-b3fe-20861bb316e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T21:03:56Z', 'updated_at': '2022-05-30T21:03:56Z', 'revision_number': 0, 'project_id': '77af9bf22b944dbfb655c3750493d955', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5425a0c-86d4-4510-bf7d-ce299030ad98', 'name': '', 'network_id': '9e6054a2-cd00-456b-9147-e00bdd6d82cb', 'tenant_id': '77af9bf22b944dbfb655c3750493d955', 'mac_address': 'fa:16:3e:bb:cf:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d971eaa-9cd7-4665-8518-ddeae5e5d962', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '760310b8-d127-408a-b08f-63f194a569b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:59:07Z', 'updated_at': '2022-05-30T20:59:27Z', 'revision_number': 5, 'project_id': '77af9bf22b944dbfb655c3750493d955', 'subnets': [{'id': '760310b8-d127-408a-b08f-63f194a569b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:03:58.631113 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f709479e-0948-45ca-9079-699f7eb60e07 None None] Checking router: 8d971eaa-9cd7-4665-8518-ddeae5e5d962 for host: n-d-843948-2 {{(pid=84888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 21:03:58.642382 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f709479e-0948-45ca-9079-699f7eb60e07 None None] Routers {'8d971eaa-9cd7-4665-8518-ddeae5e5d962'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:03:58.642989 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-f709479e-0948-45ca-9079-699f7eb60e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T21:03:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['8d971eaa-9cd7-4665-8518-ddeae5e5d962'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:03:58.650629 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ff738cb3-2b1c-4155-918c-12eb2c76b15b req-19bc8342-92ff-448e-9c83-c16831278be7 service neutron] 10.222.0.86 "GET /v2.0/networks/9e6054a2-cd00-456b-9147-e00bdd6d82cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246323 May 30 21:03:58.792932 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ff738cb3-2b1c-4155-918c-12eb2c76b15b req-3c05e934-558b-4475-925b-57cd02ac4277 service neutron] 10.222.0.86 "GET /v2.0/networks/9e6054a2-cd00-456b-9147-e00bdd6d82cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362925 May 30 21:03:58.828573 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-f709479e-0948-45ca-9079-699f7eb60e07 None None] Set router 8d971eaa-9cd7-4665-8518-ddeae5e5d962 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:03:58.992241 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1835b2e7-58ef-421d-b48f-5f89032bea2d req-302481c0-f99b-4bf1-ab77-897301b71594 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=77af9bf22b944dbfb655c3750493d955&device_id=4a06491c-df63-4579-b3fe-20861bb316e7 HTTP/1.1" status: 200 len: 1096 time: 0.0765305 May 30 21:03:59.126201 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1835b2e7-58ef-421d-b48f-5f89032bea2d req-2967a0fc-9990-4bdb-a574-e9911ba498a2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:03:59.127776 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1835b2e7-58ef-421d-b48f-5f89032bea2d req-2967a0fc-9990-4bdb-a574-e9911ba498a2 service neutron] 10.222.0.86 "GET /v2.0/networks?id=9e6054a2-cd00-456b-9147-e00bdd6d82cb HTTP/1.1" status: 200 len: 913 time: 0.1303339 May 30 21:03:59.178642 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-f709479e-0948-45ca-9079-699f7eb60e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d971eaa-9cd7-4665-8518-ddeae5e5d962', 'name': 'tempest-TestVolumeBootPattern-1989824106-router', 'tenant_id': '77af9bf22b944dbfb655c3750493d955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.27'}], 'enable_snat': True}, 'gw_port_id': '2b4be356-9ddb-4ee6-99f5-18787f956c77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:59:04Z', 'updated_at': '2022-05-30T20:59:08Z', 'revision_number': 4, 'project_id': '77af9bf22b944dbfb655c3750493d955', 'gw_port': {'id': '2b4be356-9ddb-4ee6-99f5-18787f956c77', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c2:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d971eaa-9cd7-4665-8518-ddeae5e5d962', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:59:05Z', 'updated_at': '2022-05-30T20:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': 'b551e189-75e1-42d9-9aae-eb61f0be30a8', 'tenant_id': '77af9bf22b944dbfb655c3750493d955', 'floating_ip_address': '172.25.8.193', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': '8d971eaa-9cd7-4665-8518-ddeae5e5d962', 'port_id': '1b703c84-2732-4a71-8567-db837f1ec7ca', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e6054a2-cd00-456b-9147-e00bdd6d82cb', 'mac_address': 'fa:16:3e:f3:a4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a06491c-df63-4579-b3fe-20861bb316e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T21:03:56Z', 'updated_at': '2022-05-30T21:03:56Z', 'revision_number': 0, 'project_id': '77af9bf22b944dbfb655c3750493d955', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5425a0c-86d4-4510-bf7d-ce299030ad98', 'name': '', 'network_id': '9e6054a2-cd00-456b-9147-e00bdd6d82cb', 'tenant_id': '77af9bf22b944dbfb655c3750493d955', 'mac_address': 'fa:16:3e:bb:cf:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d971eaa-9cd7-4665-8518-ddeae5e5d962', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '760310b8-d127-408a-b08f-63f194a569b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:59:07Z', 'updated_at': '2022-05-30T20:59:27Z', 'revision_number': 5, 'project_id': '77af9bf22b944dbfb655c3750493d955', 'subnets': [{'id': '760310b8-d127-408a-b08f-63f194a569b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:03:59.182720 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f709479e-0948-45ca-9079-699f7eb60e07 None None] The sync data for ids ['8d971eaa-9cd7-4665-8518-ddeae5e5d962'] in n-d-843948-2 is: [{'id': '8d971eaa-9cd7-4665-8518-ddeae5e5d962', 'name': 'tempest-TestVolumeBootPattern-1989824106-router', 'tenant_id': '77af9bf22b944dbfb655c3750493d955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.27'}], 'enable_snat': True}, 'gw_port_id': '2b4be356-9ddb-4ee6-99f5-18787f956c77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:59:04Z', 'updated_at': '2022-05-30T20:59:08Z', 'revision_number': 4, 'project_id': '77af9bf22b944dbfb655c3750493d955', 'gw_port': {'id': '2b4be356-9ddb-4ee6-99f5-18787f956c77', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c2:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d971eaa-9cd7-4665-8518-ddeae5e5d962', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:59:05Z', 'updated_at': '2022-05-30T20:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': 'b551e189-75e1-42d9-9aae-eb61f0be30a8', 'tenant_id': '77af9bf22b944dbfb655c3750493d955', 'floating_ip_address': '172.25.8.193', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': '8d971eaa-9cd7-4665-8518-ddeae5e5d962', 'port_id': '1b703c84-2732-4a71-8567-db837f1ec7ca', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e6054a2-cd00-456b-9147-e00bdd6d82cb', 'mac_address': 'fa:16:3e:f3:a4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a06491c-df63-4579-b3fe-20861bb316e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T21:03:56Z', 'updated_at': '2022-05-30T21:03:56Z', 'revision_number': 0, 'project_id': '77af9bf22b944dbfb655c3750493d955', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5425a0c-86d4-4510-bf7d-ce299030ad98', 'name': '', 'network_id': '9e6054a2-cd00-456b-9147-e00bdd6d82cb', 'tenant_id': '77af9bf22b944dbfb655c3750493d955', 'mac_address': 'fa:16:3e:bb:cf:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d971eaa-9cd7-4665-8518-ddeae5e5d962', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '760310b8-d127-408a-b08f-63f194a569b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:59:07Z', 'updated_at': '2022-05-30T20:59:27Z', 'revision_number': 5, 'project_id': '77af9bf22b944dbfb655c3750493d955', 'subnets': [{'id': '760310b8-d127-408a-b08f-63f194a569b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 21:03:59.235924 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1835b2e7-58ef-421d-b48f-5f89032bea2d req-c87fcda2-9af2-4b8c-944c-103f6daad410 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1b703c84-2732-4a71-8567-db837f1ec7ca HTTP/1.1" status: 200 len: 999 time: 0.0977519 May 30 21:03:59.309996 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1835b2e7-58ef-421d-b48f-5f89032bea2d req-9ebf47c5-9d0b-472b-8a48-9be52868efc3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:03:59.309996 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1835b2e7-58ef-421d-b48f-5f89032bea2d req-9ebf47c5-9d0b-472b-8a48-9be52868efc3 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=760310b8-d127-408a-b08f-63f194a569b1 HTTP/1.1" status: 200 len: 851 time: 0.0665069 May 30 21:03:59.385581 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1835b2e7-58ef-421d-b48f-5f89032bea2d req-09447383-66b9-4509-ae3b-67272379ca84 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9e6054a2-cd00-456b-9147-e00bdd6d82cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0721874 May 30 21:03:59.386230 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad44301-2b5a-4a74-8eab-896e2320e490 None None] New status for floating IP b551e189-75e1-42d9-9aae-eb61f0be30a8: ACTIVE {{(pid=84889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 21:03:59.523025 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1835b2e7-58ef-421d-b48f-5f89032bea2d req-600f07ac-9262-4e69-ac1e-cd778cffc468 service neutron] 10.222.0.86 "GET /v2.0/networks/9e6054a2-cd00-456b-9147-e00bdd6d82cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310804 May 30 21:03:59.640555 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-884f9111-d7a1-43d0-a638-8ae35042a48d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:03:59.663584 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1835b2e7-58ef-421d-b48f-5f89032bea2d req-69b3ee46-d706-4953-b9b5-c1017ce2b676 service neutron] 10.222.0.86 "GET /v2.0/networks/9e6054a2-cd00-456b-9147-e00bdd6d82cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342504 May 30 21:03:59.888004 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:04:01.265530 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:04:02.846234 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:04:12.989589 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [req-4f6fa567-2ad8-44c8-b810-69f5e59978de req-fe088ec2-468e-4db6-bb17-8d62779293a2 service neutron] (84887) timed out ('10.222.0.86', 51941) {{(pid=84887) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 30 21:04:19.916863 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:04:22.630600 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:04:26.270836 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-902f9fcf-9442-4f11-903b-466e5ee4a247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:04:29.639862 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-baa15266-dc64-4b23-80f7-b4cbdb699399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:04:29.880269 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:04:30.568632 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 21:04:31.253526 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:04:32.819153 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:04:49.958531 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:04:52.607178 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:04:56.240394 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2c7c889d-dd16-4357-93d4-f7f9a55482c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:04:57.887793 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2b0074e6-4dcd-4862-9193-851eb5365f71 req-73aff759-00bf-4599-9d9b-5da4ff9c673f service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=4a06491c-df63-4579-b3fe-20861bb316e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0757370 May 30 21:04:58.038787 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2b0074e6-4dcd-4862-9193-851eb5365f71 req-cb9890c6-53a5-463e-8066-7756f52427bf service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=77af9bf22b944dbfb655c3750493d955&device_id=4a06491c-df63-4579-b3fe-20861bb316e7 HTTP/1.1" status: 200 len: 1096 time: 0.0743608 May 30 21:04:58.197863 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0074e6-4dcd-4862-9193-851eb5365f71 req-1d5b6538-632f-4b91-b8b0-4259bb06c71b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:04:58.199393 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2b0074e6-4dcd-4862-9193-851eb5365f71 req-1d5b6538-632f-4b91-b8b0-4259bb06c71b service neutron] 10.222.0.86 "GET /v2.0/networks?id=9e6054a2-cd00-456b-9147-e00bdd6d82cb HTTP/1.1" status: 200 len: 913 time: 0.1349347 May 30 21:04:58.310072 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2b0074e6-4dcd-4862-9193-851eb5365f71 req-4b336576-06e2-498e-976d-34c287717798 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1b703c84-2732-4a71-8567-db837f1ec7ca HTTP/1.1" status: 200 len: 1001 time: 0.1004820 May 30 21:04:58.377798 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0074e6-4dcd-4862-9193-851eb5365f71 req-d5a9068d-b6a0-48d7-9fd8-86e85a32c61a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:04:58.379266 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2b0074e6-4dcd-4862-9193-851eb5365f71 req-d5a9068d-b6a0-48d7-9fd8-86e85a32c61a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=760310b8-d127-408a-b08f-63f194a569b1 HTTP/1.1" status: 200 len: 851 time: 0.0606401 May 30 21:04:58.464333 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2b0074e6-4dcd-4862-9193-851eb5365f71 req-d29e2ef5-a4fd-4ac1-818a-be629f502b7f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9e6054a2-cd00-456b-9147-e00bdd6d82cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0759509 May 30 21:04:58.717139 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2b0074e6-4dcd-4862-9193-851eb5365f71 req-b0365a06-35ab-47fb-8e8a-1cc32e2fc4f8 service neutron] 10.222.0.86 "GET /v2.0/networks/9e6054a2-cd00-456b-9147-e00bdd6d82cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429390 May 30 21:04:58.867459 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2b0074e6-4dcd-4862-9193-851eb5365f71 req-d0844e8d-b52c-444e-91f8-fa997a243ca3 service neutron] 10.222.0.86 "GET /v2.0/networks/9e6054a2-cd00-456b-9147-e00bdd6d82cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402864 May 30 21:04:59.628576 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-4478beef-0db1-49d8-8bb7-957c53d84315 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:04:59.904744 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:01.302868 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:02.844564 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:02.852323 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [req-49d958a2-6849-44fb-adba-4b1cc425c28d req-a80210ad-744d-481f-aa1c-d002876b29ff service neutron] (84887) timed out ('10.222.0.85', 43650) {{(pid=84887) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 30 21:05:07.570918 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 21:05:19.933136 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:22.660548 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:26.269035 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-4d97a68e-4371-44cd-b2af-f480b2e85f0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:29.646821 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-e2f3dcff-8437-42f7-b99f-0ccacd06810d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:29.903807 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:31.303848 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:32.807549 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:44.571075 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 21:05:49.925011 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:52.617556 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:56.280400 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-29a3f9a2-9c5b-4624-9c5f-bc34509fe6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:58.922206 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f1840210-472f-4cac-b8bd-3db7765808dc req-c4d7f7d6-29d8-4719-b61f-677bee596d39 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=4a06491c-df63-4579-b3fe-20861bb316e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1293430 May 30 21:05:59.076223 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f1840210-472f-4cac-b8bd-3db7765808dc req-8c8c809a-3ee0-4304-a8d4-5038c9a165b9 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=77af9bf22b944dbfb655c3750493d955&device_id=4a06491c-df63-4579-b3fe-20861bb316e7 HTTP/1.1" status: 200 len: 1096 time: 0.0744016 May 30 21:05:59.223821 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1840210-472f-4cac-b8bd-3db7765808dc req-6a5b323b-3ed3-4a1f-8bd6-b080beb041e8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:05:59.225299 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f1840210-472f-4cac-b8bd-3db7765808dc req-6a5b323b-3ed3-4a1f-8bd6-b080beb041e8 service neutron] 10.222.0.86 "GET /v2.0/networks?id=9e6054a2-cd00-456b-9147-e00bdd6d82cb HTTP/1.1" status: 200 len: 913 time: 0.1265283 May 30 21:05:59.329385 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f1840210-472f-4cac-b8bd-3db7765808dc req-b3c90b4c-7f9b-4057-919a-49c1c1f34fb4 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1b703c84-2732-4a71-8567-db837f1ec7ca HTTP/1.1" status: 200 len: 1001 time: 0.0941422 May 30 21:05:59.398526 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1840210-472f-4cac-b8bd-3db7765808dc req-34bc0aea-dae8-4af1-949f-5d2bd80ea143 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:05:59.400020 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f1840210-472f-4cac-b8bd-3db7765808dc req-34bc0aea-dae8-4af1-949f-5d2bd80ea143 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=760310b8-d127-408a-b08f-63f194a569b1 HTTP/1.1" status: 200 len: 851 time: 0.0618310 May 30 21:05:59.478181 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f1840210-472f-4cac-b8bd-3db7765808dc req-aca6ce2b-f08b-4533-acd7-f8c2915026dd service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9e6054a2-cd00-456b-9147-e00bdd6d82cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0685008 May 30 21:05:59.611785 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-4ab57c4a-ead9-48fb-a65e-4d4c79bb6cd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:05:59.612456 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f1840210-472f-4cac-b8bd-3db7765808dc req-bf6002c1-4725-40c0-a72a-7e35afa876aa service neutron] 10.222.0.86 "GET /v2.0/networks/9e6054a2-cd00-456b-9147-e00bdd6d82cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247606 May 30 21:05:59.748322 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f1840210-472f-4cac-b8bd-3db7765808dc req-dc0dd3e7-f5e3-4df8-9a4f-a45d330bdbc6 service neutron] 10.222.0.86 "GET /v2.0/networks/9e6054a2-cd00-456b-9147-e00bdd6d82cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270525 May 30 21:05:59.880616 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:06:01.257604 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:06:02.817579 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:06:19.941698 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:06:21.571103 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 21:06:22.644402 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:06:26.250662 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-1a0ec32f-f0b1-4f9b-9a59-e551497aa84b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:06:29.621452 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-e9623e58-5351-4acd-a6d9-828bb21cec59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:06:29.868460 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:06:31.285317 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:06:32.857385 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:06:49.556387 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693516ea-950e-4cda-af2c-c731c7944670 req-51cc8df7-7a87-4015-9de5-1233a19f3f70 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:06:49.557862 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-693516ea-950e-4cda-af2c-c731c7944670 req-51cc8df7-7a87-4015-9de5-1233a19f3f70 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=4a06491c-df63-4579-b3fe-20861bb316e7 HTTP/1.1" status: 200 len: 945 time: 0.1491642 May 30 21:06:49.603954 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-693516ea-950e-4cda-af2c-c731c7944670 req-a38ee042-ae58-4335-98c9-476ffc2b5fa5 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/security-groups?id=9021399c-2145-43ac-aaeb-10d93cc5eb38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399218 May 30 21:06:49.959448 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:06:50.927764 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1331b826-5258-49cc-a540-d5502baac80b req-d3b41ba8-89cf-4f0b-bbe2-9ec8cedf52ba tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:06:50.929236 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1331b826-5258-49cc-a540-d5502baac80b req-d3b41ba8-89cf-4f0b-bbe2-9ec8cedf52ba tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=4a06491c-df63-4579-b3fe-20861bb316e7 HTTP/1.1" status: 200 len: 945 time: 0.1729512 May 30 21:06:50.975295 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1331b826-5258-49cc-a540-d5502baac80b req-a4387a62-acbc-45e7-af9d-75ecfc67d0da tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/security-groups?id=9021399c-2145-43ac-aaeb-10d93cc5eb38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403130 May 30 21:06:51.179504 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204158fc-3bf0-4584-a141-2b088636f182 req-c22c673c-cd35-4c49-aed3-07a25b09ab2f tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:06:51.180878 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-204158fc-3bf0-4584-a141-2b088636f182 req-c22c673c-cd35-4c49-aed3-07a25b09ab2f tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.86 "GET /v2.0/ports?device_id=4a06491c-df63-4579-b3fe-20861bb316e7 HTTP/1.1" status: 200 len: 945 time: 0.0774374 May 30 21:06:51.255148 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-204158fc-3bf0-4584-a141-2b088636f182 req-5a9d8f0d-7357-4270-95da-d553b98bf60d tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Deleting port 1b703c84-2732-4a71-8567-db837f1ec7ca {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:06:51.255480 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-204158fc-3bf0-4584-a141-2b088636f182 req-5a9d8f0d-7357-4270-95da-d553b98bf60d tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:06:51.496007 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-204158fc-3bf0-4584-a141-2b088636f182 req-5a9d8f0d-7357-4270-95da-d553b98bf60d tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] For port 1b703c84-2732-4a71-8567-db837f1ec7ca, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=1b703c84-2732-4a71-8567-db837f1ec7ca,segment=NetworkSegment(2e885274-52fc-4171-9073-e5cac614bba8),segment_id=2e885274-52fc-4171-9073-e5cac614bba8)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:06:51.496274 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-204158fc-3bf0-4584-a141-2b088636f182 req-5a9d8f0d-7357-4270-95da-d553b98bf60d tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:06:51.878421 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-204158fc-3bf0-4584-a141-2b088636f182 req-5a9d8f0d-7357-4270-95da-d553b98bf60d tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:06:51.878787 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-204158fc-3bf0-4584-a141-2b088636f182 req-5a9d8f0d-7357-4270-95da-d553b98bf60d tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736490'] for floatingip, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:06:51.879120 n-d-843948-2 neutron-server[84887]: INFO neutron.db.l3_db [req-204158fc-3bf0-4584-a141-2b088636f182 req-5a9d8f0d-7357-4270-95da-d553b98bf60d tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Floating IP b551e189-75e1-42d9-9aae-eb61f0be30a8 disassociated. External IP: 172.25.8.193, port: 1b703c84-2732-4a71-8567-db837f1ec7ca. May 30 21:06:51.879456 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-204158fc-3bf0-4584-a141-2b088636f182 req-5a9d8f0d-7357-4270-95da-d553b98bf60d tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Calling delete_port for 1b703c84-2732-4a71-8567-db837f1ec7ca owned by compute:nova {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:06:52.092071 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-204158fc-3bf0-4584-a141-2b088636f182 req-5a9d8f0d-7357-4270-95da-d553b98bf60d tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:06:52.169783 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9d8f0d-7357-4270-95da-d553b98bf60d tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Pushing event deleted for resources: {'Port': ['ID=1b703c84-2732-4a71-8567-db837f1ec7ca,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:06:52.185462 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-467bea0e-1826-461e-b225-62fbe9ebd0cd req-a6af6ec1-b0a2-431c-817c-da48fb5107e3 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=4a06491c-df63-4579-b3fe-20861bb316e7 HTTP/1.1" status: 200 len: 210 time: 0.0534940 May 30 21:06:52.194448 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9d8f0d-7357-4270-95da-d553b98bf60d tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:06:52.194794 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9d8f0d-7357-4270-95da-d553b98bf60d tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:06:52.195149 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9d8f0d-7357-4270-95da-d553b98bf60d tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:06:52.195471 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9d8f0d-7357-4270-95da-d553b98bf60d tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:06:52.195804 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9d8f0d-7357-4270-95da-d553b98bf60d tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:06:52.196134 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9d8f0d-7357-4270-95da-d553b98bf60d tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:06:52.196461 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9d8f0d-7357-4270-95da-d553b98bf60d tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:06:52.196785 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9d8f0d-7357-4270-95da-d553b98bf60d tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:06:52.197190 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9d8f0d-7357-4270-95da-d553b98bf60d tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:06:52.197428 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9d8f0d-7357-4270-95da-d553b98bf60d tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:06:52.197782 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9d8f0d-7357-4270-95da-d553b98bf60d tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:06:52.402400 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [req-204158fc-3bf0-4584-a141-2b088636f182 req-5a9d8f0d-7357-4270-95da-d553b98bf60d tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Router 8d971eaa-9cd7-4665-8518-ddeae5e5d962 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 21:06:52.606888 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-204158fc-3bf0-4584-a141-2b088636f182 req-5a9d8f0d-7357-4270-95da-d553b98bf60d tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 21:06:52.617191 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1493a11-5f93-4ed8-91c7-f26cd8c7a09c None None] Sync routers for ids ['8d971eaa-9cd7-4665-8518-ddeae5e5d962'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 21:06:52.630809 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1493a11-5f93-4ed8-91c7-f26cd8c7a09c None None] Routers {'8d971eaa-9cd7-4665-8518-ddeae5e5d962'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:06:52.631818 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-a1493a11-5f93-4ed8-91c7-f26cd8c7a09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T21:06:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['8d971eaa-9cd7-4665-8518-ddeae5e5d962'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:06:52.681412 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-204158fc-3bf0-4584-a141-2b088636f182 req-5a9d8f0d-7357-4270-95da-d553b98bf60d tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] No DVR routers for this DVR port 1b703c84-2732-4a71-8567-db837f1ec7ca on host n-h2-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 21:06:52.684239 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-204158fc-3bf0-4584-a141-2b088636f182 req-5a9d8f0d-7357-4270-95da-d553b98bf60d tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:06:52.689420 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a06491c-df63-4579-b3fe-20861bb316e7', 'name': 'network-vif-deleted', 'tag': '1b703c84-2732-4a71-8567-db837f1ec7ca'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:06:52.689775 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:06:52.761600 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-204158fc-3bf0-4584-a141-2b088636f182 req-5a9d8f0d-7357-4270-95da-d553b98bf60d tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.86 "DELETE /v2.0/ports/1b703c84-2732-4a71-8567-db837f1ec7ca HTTP/1.1" status: 204 len: 173 time: 1.5723512 May 30 21:06:52.824508 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-a1493a11-5f93-4ed8-91c7-f26cd8c7a09c None None] Set router 8d971eaa-9cd7-4665-8518-ddeae5e5d962 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:06:52.853206 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7eaa268-11f8-477e-8b8b-dccf1fb67245'] response: {'server_uuid': '4a06491c-df63-4579-b3fe-20861bb316e7', 'name': 'network-vif-deleted', 'tag': '1b703c84-2732-4a71-8567-db837f1ec7ca', 'status': 'completed', 'code': 200} May 30 21:06:53.143259 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-a1493a11-5f93-4ed8-91c7-f26cd8c7a09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d971eaa-9cd7-4665-8518-ddeae5e5d962', 'name': 'tempest-TestVolumeBootPattern-1989824106-router', 'tenant_id': '77af9bf22b944dbfb655c3750493d955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.27'}], 'enable_snat': True}, 'gw_port_id': '2b4be356-9ddb-4ee6-99f5-18787f956c77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:59:04Z', 'updated_at': '2022-05-30T20:59:08Z', 'revision_number': 4, 'project_id': '77af9bf22b944dbfb655c3750493d955', 'gw_port': {'id': '2b4be356-9ddb-4ee6-99f5-18787f956c77', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c2:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d971eaa-9cd7-4665-8518-ddeae5e5d962', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:59:05Z', 'updated_at': '2022-05-30T20:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': 'b5425a0c-86d4-4510-bf7d-ce299030ad98', 'name': '', 'network_id': '9e6054a2-cd00-456b-9147-e00bdd6d82cb', 'tenant_id': '77af9bf22b944dbfb655c3750493d955', 'mac_address': 'fa:16:3e:bb:cf:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d971eaa-9cd7-4665-8518-ddeae5e5d962', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '760310b8-d127-408a-b08f-63f194a569b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:59:07Z', 'updated_at': '2022-05-30T20:59:27Z', 'revision_number': 5, 'project_id': '77af9bf22b944dbfb655c3750493d955', 'subnets': [{'id': '760310b8-d127-408a-b08f-63f194a569b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:06:53.147730 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1493a11-5f93-4ed8-91c7-f26cd8c7a09c None None] Checking router: 8d971eaa-9cd7-4665-8518-ddeae5e5d962 for host: n-d-843948-2 {{(pid=84888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 21:06:53.159820 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1493a11-5f93-4ed8-91c7-f26cd8c7a09c None None] Routers {'8d971eaa-9cd7-4665-8518-ddeae5e5d962'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:06:53.160495 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-a1493a11-5f93-4ed8-91c7-f26cd8c7a09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T21:06:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['8d971eaa-9cd7-4665-8518-ddeae5e5d962'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:06:53.329901 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 1b703c84-2732-4a71-8567-db837f1ec7ca no longer exists at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 21:06:53.365589 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] No Port match for: 1b703c84-2732-4a71-8567-db837f1ec7ca {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 21:06:53.365960 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 1b703c84-2732-4a71-8567-db837f1ec7ca not bound to the agent host n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 21:06:53.366970 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-a904c662-f099-49e0-b64f-0eae8af8b553 req-995a1f50-f355-4b1c-8621-aa27c4e6d61a tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Synchronizing usage tracker for tenant:77af9bf22b944dbfb655c3750493d955 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 21:06:53.399453 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-a1493a11-5f93-4ed8-91c7-f26cd8c7a09c None None] Set router 8d971eaa-9cd7-4665-8518-ddeae5e5d962 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:06:53.445061 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-a904c662-f099-49e0-b64f-0eae8af8b553 req-995a1f50-f355-4b1c-8621-aa27c4e6d61a tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Unset dirty status for tenant:77af9bf22b944dbfb655c3750493d955 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 21:06:53.446431 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a904c662-f099-49e0-b64f-0eae8af8b553 req-995a1f50-f355-4b1c-8621-aa27c4e6d61a tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=4a06491c-df63-4579-b3fe-20861bb316e7 HTTP/1.1" status: 200 len: 210 time: 0.1214247 May 30 21:06:53.747946 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-a1493a11-5f93-4ed8-91c7-f26cd8c7a09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d971eaa-9cd7-4665-8518-ddeae5e5d962', 'name': 'tempest-TestVolumeBootPattern-1989824106-router', 'tenant_id': '77af9bf22b944dbfb655c3750493d955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.27'}], 'enable_snat': True}, 'gw_port_id': '2b4be356-9ddb-4ee6-99f5-18787f956c77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:59:04Z', 'updated_at': '2022-05-30T20:59:08Z', 'revision_number': 4, 'project_id': '77af9bf22b944dbfb655c3750493d955', 'gw_port': {'id': '2b4be356-9ddb-4ee6-99f5-18787f956c77', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c2:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d971eaa-9cd7-4665-8518-ddeae5e5d962', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:59:05Z', 'updated_at': '2022-05-30T20:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': 'b5425a0c-86d4-4510-bf7d-ce299030ad98', 'name': '', 'network_id': '9e6054a2-cd00-456b-9147-e00bdd6d82cb', 'tenant_id': '77af9bf22b944dbfb655c3750493d955', 'mac_address': 'fa:16:3e:bb:cf:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d971eaa-9cd7-4665-8518-ddeae5e5d962', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '760310b8-d127-408a-b08f-63f194a569b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:59:07Z', 'updated_at': '2022-05-30T20:59:27Z', 'revision_number': 5, 'project_id': '77af9bf22b944dbfb655c3750493d955', 'subnets': [{'id': '760310b8-d127-408a-b08f-63f194a569b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:06:53.752383 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1493a11-5f93-4ed8-91c7-f26cd8c7a09c None None] The sync data for ids ['8d971eaa-9cd7-4665-8518-ddeae5e5d962'] in n-d-843948-2 is: [{'id': '8d971eaa-9cd7-4665-8518-ddeae5e5d962', 'name': 'tempest-TestVolumeBootPattern-1989824106-router', 'tenant_id': '77af9bf22b944dbfb655c3750493d955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.27'}], 'enable_snat': True}, 'gw_port_id': '2b4be356-9ddb-4ee6-99f5-18787f956c77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:59:04Z', 'updated_at': '2022-05-30T20:59:08Z', 'revision_number': 4, 'project_id': '77af9bf22b944dbfb655c3750493d955', 'gw_port': {'id': '2b4be356-9ddb-4ee6-99f5-18787f956c77', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c2:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d971eaa-9cd7-4665-8518-ddeae5e5d962', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:59:05Z', 'updated_at': '2022-05-30T20:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': 'b5425a0c-86d4-4510-bf7d-ce299030ad98', 'name': '', 'network_id': '9e6054a2-cd00-456b-9147-e00bdd6d82cb', 'tenant_id': '77af9bf22b944dbfb655c3750493d955', 'mac_address': 'fa:16:3e:bb:cf:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d971eaa-9cd7-4665-8518-ddeae5e5d962', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '760310b8-d127-408a-b08f-63f194a569b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:59:07Z', 'updated_at': '2022-05-30T20:59:27Z', 'revision_number': 5, 'project_id': '77af9bf22b944dbfb655c3750493d955', 'subnets': [{'id': '760310b8-d127-408a-b08f-63f194a569b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 21:06:53.979459 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1606f9d4-e380-481d-9c1e-7624863d7d7f None None] New status for floating IP b551e189-75e1-42d9-9aae-eb61f0be30a8: DOWN {{(pid=84889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 21:06:54.891957 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-69709921-5738-4917-aa12-41b4b923c302 req-ea17bb0b-47c6-4fe8-9509-b28cb0df7364 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1159408119&fields=id&tenant_id=77af9bf22b944dbfb655c3750493d955 HTTP/1.1" status: 200 len: 267 time: 0.0434532 May 30 21:06:55.039830 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69709921-5738-4917-aa12-41b4b923c302 req-eae254bf-6aaf-400a-baf1-68adb7c338de tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:06:55.041240 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-69709921-5738-4917-aa12-41b4b923c302 req-eae254bf-6aaf-400a-baf1-68adb7c338de tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/networks?id=9e6054a2-cd00-456b-9147-e00bdd6d82cb HTTP/1.1" status: 200 len: 812 time: 0.1417494 May 30 21:06:55.058068 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-69709921-5738-4917-aa12-41b4b923c302 req-bfe14135-30d9-4485-91f0-b8baee5a696f tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/quotas/77af9bf22b944dbfb655c3750493d955 HTTP/1.1" status: 200 len: 375 time: 0.0112050 May 30 21:06:55.138606 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-69709921-5738-4917-aa12-41b4b923c302 req-f5c72abc-7e65-4f4d-9c15-e244c773e210 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=77af9bf22b944dbfb655c3750493d955&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0755312 May 30 21:06:55.276837 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-69709921-5738-4917-aa12-41b4b923c302 req-ce719b69-0a9e-4687-b660-fd1aa102862a service neutron] 10.222.0.85 "GET /v2.0/networks/9e6054a2-cd00-456b-9147-e00bdd6d82cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254656 May 30 21:06:55.406848 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-69709921-5738-4917-aa12-41b4b923c302 req-bb008800-b645-4855-8f7b-92bd10ec8e7a service neutron] 10.222.0.85 "GET /v2.0/networks/9e6054a2-cd00-456b-9147-e00bdd6d82cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240702 May 30 21:06:56.047068 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1c1aa7c4-f42b-44cc-bfee-560e0a0afb39 req-54058e40-9c2c-4d08-82bb-5d29a490ed29 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=4977a1e8-0273-4677-8e0d-ad45f7737cc2 HTTP/1.1" status: 200 len: 210 time: 0.0440617 May 30 21:06:56.256599 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-f93c2d94-7fb5-4a35-8fb9-2d31aa798736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:06:57.161477 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5a8a5596-20c4-446a-8047-d538372c3e27 req-50e8ed56-c01e-42fb-bea8-a78304ae864e tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=4977a1e8-0273-4677-8e0d-ad45f7737cc2 HTTP/1.1" status: 200 len: 210 time: 0.0420423 May 30 21:06:58.281816 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2d4149ab-4910-4d94-b9c0-237b1713330f req-e04d5a6e-7b50-4e78-8301-0671a47b24dc tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=4977a1e8-0273-4677-8e0d-ad45f7737cc2 HTTP/1.1" status: 200 len: 210 time: 0.0418983 May 30 21:06:58.572571 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 21:06:59.491278 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7e39ce04-ac60-4622-9631-23b26669c335 req-15c26b9c-d369-468d-a218-23a36d1642aa tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=4977a1e8-0273-4677-8e0d-ad45f7737cc2 HTTP/1.1" status: 200 len: 210 time: 0.1424594 May 30 21:06:59.622252 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-bbddfca5-8792-4775-8f74-c5ebb9fac705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:06:59.879518 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:07:00.653289 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c5a54481-6033-4c30-aab2-2dfea162d483 req-4fc29780-93cd-4886-bcc8-f9f7b9a3aeb3 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=4977a1e8-0273-4677-8e0d-ad45f7737cc2 HTTP/1.1" status: 200 len: 210 time: 0.0416424 May 30 21:07:01.295678 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:07:01.815986 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f82f4c87-cb0b-41d4-be6f-3cac9d67d221 req-d95dd93e-1f11-453e-8933-8defacc15eab tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=4977a1e8-0273-4677-8e0d-ad45f7737cc2 HTTP/1.1" status: 200 len: 210 time: 0.0409250 May 30 21:07:02.339783 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69709921-5738-4917-aa12-41b4b923c302 req-e4f34b7a-e580-4949-83b8-3c76af3981f6 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:07:02.341291 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-69709921-5738-4917-aa12-41b4b923c302 req-e4f34b7a-e580-4949-83b8-3c76af3981f6 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.86 "GET /v2.0/networks?id=9e6054a2-cd00-456b-9147-e00bdd6d82cb HTTP/1.1" status: 200 len: 812 time: 0.1441274 May 30 21:07:02.402364 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-69709921-5738-4917-aa12-41b4b923c302 req-630a0516-f55d-49e5-ace1-28e7110ab298 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=77af9bf22b944dbfb655c3750493d955 HTTP/1.1" status: 200 len: 380 time: 0.0412109 May 30 21:07:02.412751 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-69709921-5738-4917-aa12-41b4b923c302 req-debaed11-5f42-477d-8bf0-56e8d6178688 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Request body: {'port': {'device_id': '4977a1e8-0273-4677-8e0d-ad45f7737cc2', 'network_id': '9e6054a2-cd00-456b-9147-e00bdd6d82cb', 'admin_state_up': True, 'tenant_id': '77af9bf22b944dbfb655c3750493d955', 'security_groups': ['9021399c-2145-43ac-aaeb-10d93cc5eb38']}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:07:02.548275 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-69709921-5738-4917-aa12-41b4b923c302 req-debaed11-5f42-477d-8bf0-56e8d6178688 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:07:02.558378 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-69709921-5738-4917-aa12-41b4b923c302 req-debaed11-5f42-477d-8bf0-56e8d6178688 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:07:02.667680 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69709921-5738-4917-aa12-41b4b923c302 req-debaed11-5f42-477d-8bf0-56e8d6178688 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Made reservation on behalf of 77af9bf22b944dbfb655c3750493d955 for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 21:07:02.670681 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-69709921-5738-4917-aa12-41b4b923c302 req-debaed11-5f42-477d-8bf0-56e8d6178688 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:07:02.822190 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:07:02.838048 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [req-69709921-5738-4917-aa12-41b4b923c302 req-debaed11-5f42-477d-8bf0-56e8d6178688 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Allocated IP 172.20.0.7 (9e6054a2-cd00-456b-9147-e00bdd6d82cb/760310b8-d127-408a-b08f-63f194a569b1/fc7625f3-e6af-47ae-ae6b-f7dc79ff2f4b) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 21:07:02.991967 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-626f1f6a-4ab6-4df7-a546-7a1e47ec845b req-9f15dc99-2859-4852-bff4-fa719dd4c98d tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=4977a1e8-0273-4677-8e0d-ad45f7737cc2 HTTP/1.1" status: 200 len: 210 time: 0.0506837 May 30 21:07:03.034181 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-69709921-5738-4917-aa12-41b4b923c302 req-debaed11-5f42-477d-8bf0-56e8d6178688 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:07:03.050273 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-69709921-5738-4917-aa12-41b4b923c302 req-debaed11-5f42-477d-8bf0-56e8d6178688 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Transition to ACTIVE for port object fc7625f3-e6af-47ae-ae6b-f7dc79ff2f4b will not be triggered until provisioned by entity DHCP. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:07:03.154245 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-69709921-5738-4917-aa12-41b4b923c302 req-debaed11-5f42-477d-8bf0-56e8d6178688 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:07:03.230211 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69709921-5738-4917-aa12-41b4b923c302 req-debaed11-5f42-477d-8bf0-56e8d6178688 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Network 9e6054a2-cd00-456b-9147-e00bdd6d82cb is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:07:03.233205 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [req-69709921-5738-4917-aa12-41b4b923c302 req-debaed11-5f42-477d-8bf0-56e8d6178688 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:07:03.235737 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-69709921-5738-4917-aa12-41b4b923c302 req-debaed11-5f42-477d-8bf0-56e8d6178688 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 21:07:03.276678 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debaed11-5f42-477d-8bf0-56e8d6178688 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Pushing event updated for resources: {'Port': ['ID=fc7625f3-e6af-47ae-ae6b-f7dc79ff2f4b,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:07:03.309270 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69709921-5738-4917-aa12-41b4b923c302 req-debaed11-5f42-477d-8bf0-56e8d6178688 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:07:03.309912 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-69709921-5738-4917-aa12-41b4b923c302 req-debaed11-5f42-477d-8bf0-56e8d6178688 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:07:03.417810 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-69709921-5738-4917-aa12-41b4b923c302 req-debaed11-5f42-477d-8bf0-56e8d6178688 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0082376 May 30 21:07:03.433241 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-69709921-5738-4917-aa12-41b4b923c302 req-09719be6-d045-40d0-a252-a75800422c57 service neutron] Request body: {'port': {'device_id': '4977a1e8-0273-4677-8e0d-ad45f7737cc2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843948-2'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:07:03.552064 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-69709921-5738-4917-aa12-41b4b923c302 req-09719be6-d045-40d0-a252-a75800422c57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:07:03.559336 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-438f6cca-312c-4471-9c5c-7aea22ce755c None None] Provisioning for port fc7625f3-e6af-47ae-ae6b-f7dc79ff2f4b completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:07:03.565153 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-438f6cca-312c-4471-9c5c-7aea22ce755c None None] Provisioning complete for port fc7625f3-e6af-47ae-ae6b-f7dc79ff2f4b triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:07:03.565800 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-438f6cca-312c-4471-9c5c-7aea22ce755c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:07:03.634799 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-438f6cca-312c-4471-9c5c-7aea22ce755c None None] Port fc7625f3-e6af-47ae-ae6b-f7dc79ff2f4b cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 21:07:03.921074 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [req-69709921-5738-4917-aa12-41b4b923c302 req-09719be6-d045-40d0-a252-a75800422c57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc7625f3-e6af-47ae-ae6b-f7dc79ff2f4b {{(pid=84887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 21:07:03.928991 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-69709921-5738-4917-aa12-41b4b923c302 req-09719be6-d045-40d0-a252-a75800422c57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:07:03.944555 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-69709921-5738-4917-aa12-41b4b923c302 req-09719be6-d045-40d0-a252-a75800422c57 service neutron] Transition to ACTIVE for port object fc7625f3-e6af-47ae-ae6b-f7dc79ff2f4b will not be triggered until provisioned by entity L2. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:07:04.011046 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-69709921-5738-4917-aa12-41b4b923c302 req-09719be6-d045-40d0-a252-a75800422c57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:07:04.190527 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09719be6-d045-40d0-a252-a75800422c57 service neutron] Pushing event updated for resources: {'Port': ['ID=fc7625f3-e6af-47ae-ae6b-f7dc79ff2f4b,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:07:04.321313 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-69709921-5738-4917-aa12-41b4b923c302 req-09719be6-d045-40d0-a252-a75800422c57 service neutron] Attempting to bind port fc7625f3-e6af-47ae-ae6b-f7dc79ff2f4b on host n-h2-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 21:07:04.321665 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-69709921-5738-4917-aa12-41b4b923c302 req-09719be6-d045-40d0-a252-a75800422c57 service neutron] Attempting to bind port fc7625f3-e6af-47ae-ae6b-f7dc79ff2f4b by drivers openvswitch,hyperv on host n-h2-843948-2 at level 0 using segments [{'id': '2e885274-52fc-4171-9073-e5cac614bba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '9e6054a2-cd00-456b-9147-e00bdd6d82cb'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 21:07:04.321984 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69709921-5738-4917-aa12-41b4b923c302 req-09719be6-d045-40d0-a252-a75800422c57 service neutron] Attempting to bind port fc7625f3-e6af-47ae-ae6b-f7dc79ff2f4b on network 9e6054a2-cd00-456b-9147-e00bdd6d82cb {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:07:04.331199 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88e2893-3fb4-49b3-96c2-9cc44f49e661 req-9ad486b8-628c-4246-90d1-e5e3099f625d tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:07:04.331884 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-a88e2893-3fb4-49b3-96c2-9cc44f49e661 req-9ad486b8-628c-4246-90d1-e5e3099f625d tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Synchronizing usage tracker for tenant:77af9bf22b944dbfb655c3750493d955 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 21:07:04.341778 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69709921-5738-4917-aa12-41b4b923c302 req-09719be6-d045-40d0-a252-a75800422c57 service neutron] Port fc7625f3-e6af-47ae-ae6b-f7dc79ff2f4b on network 9e6054a2-cd00-456b-9147-e00bdd6d82cb not bound, no agent of type Open vSwitch agent registered on host n-h2-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 21:07:04.342019 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69709921-5738-4917-aa12-41b4b923c302 req-09719be6-d045-40d0-a252-a75800422c57 service neutron] Attempting to bind port fc7625f3-e6af-47ae-ae6b-f7dc79ff2f4b on network 9e6054a2-cd00-456b-9147-e00bdd6d82cb {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:07:04.353901 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69709921-5738-4917-aa12-41b4b923c302 req-09719be6-d045-40d0-a252-a75800422c57 service neutron] Checking agent: {'id': 'eaa08354-e8f5-4e73-af76-8d3cf7d2b390', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 21, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 21:07:04.354459 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69709921-5738-4917-aa12-41b4b923c302 req-09719be6-d045-40d0-a252-a75800422c57 service neutron] Checking segment: {'id': '2e885274-52fc-4171-9073-e5cac614bba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '9e6054a2-cd00-456b-9147-e00bdd6d82cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:07:04.354938 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69709921-5738-4917-aa12-41b4b923c302 req-09719be6-d045-40d0-a252-a75800422c57 service neutron] Bound using segment: {'id': '2e885274-52fc-4171-9073-e5cac614bba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '9e6054a2-cd00-456b-9147-e00bdd6d82cb'} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 21:07:04.355522 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-69709921-5738-4917-aa12-41b4b923c302 req-09719be6-d045-40d0-a252-a75800422c57 service neutron] Bound port: fc7625f3-e6af-47ae-ae6b-f7dc79ff2f4b, host: n-h2-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e885274-52fc-4171-9073-e5cac614bba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '9e6054a2-cd00-456b-9147-e00bdd6d82cb'}}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 21:07:04.356274 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-69709921-5738-4917-aa12-41b4b923c302 req-09719be6-d045-40d0-a252-a75800422c57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:07:04.464216 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-a88e2893-3fb4-49b3-96c2-9cc44f49e661 req-9ad486b8-628c-4246-90d1-e5e3099f625d tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Unset dirty status for tenant:77af9bf22b944dbfb655c3750493d955 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 21:07:04.465353 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a88e2893-3fb4-49b3-96c2-9cc44f49e661 req-9ad486b8-628c-4246-90d1-e5e3099f625d tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=4977a1e8-0273-4677-8e0d-ad45f7737cc2 HTTP/1.1" status: 200 len: 943 time: 0.3452249 May 30 21:07:04.568041 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a88e2893-3fb4-49b3-96c2-9cc44f49e661 req-22f45823-261b-4ddf-816f-376dca00df6f tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/security-groups?id=9021399c-2145-43ac-aaeb-10d93cc5eb38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763097 May 30 21:07:04.576744 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-69709921-5738-4917-aa12-41b4b923c302 req-09719be6-d045-40d0-a252-a75800422c57 service neutron] For port fc7625f3-e6af-47ae-ae6b-f7dc79ff2f4b, host n-h2-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 21:07:04.579751 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-69709921-5738-4917-aa12-41b4b923c302 req-09719be6-d045-40d0-a252-a75800422c57 service neutron] For port fc7625f3-e6af-47ae-ae6b-f7dc79ff2f4b, host n-h2-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=fc7625f3-e6af-47ae-ae6b-f7dc79ff2f4b,segment=NetworkSegment(2e885274-52fc-4171-9073-e5cac614bba8),segment_id=2e885274-52fc-4171-9073-e5cac614bba8)] {{(pid=84887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 21:07:04.662912 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-69709921-5738-4917-aa12-41b4b923c302 req-09719be6-d045-40d0-a252-a75800422c57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:07:04.726795 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-69709921-5738-4917-aa12-41b4b923c302 req-09719be6-d045-40d0-a252-a75800422c57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:07:04.728229 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-69709921-5738-4917-aa12-41b4b923c302 req-09719be6-d045-40d0-a252-a75800422c57 service neutron] 10.222.0.86 "PUT /v2.0/ports/fc7625f3-e6af-47ae-ae6b-f7dc79ff2f4b HTTP/1.1" status: 200 len: 1091 time: 1.2991769 May 30 21:07:04.728666 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4977a1e8-0273-4677-8e0d-ad45f7737cc2', 'tag': 'fc7625f3-e6af-47ae-ae6b-f7dc79ff2f4b'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:07:04.751611 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09719be6-d045-40d0-a252-a75800422c57 service neutron] Pushing event updated for resources: {'Port': ['ID=fc7625f3-e6af-47ae-ae6b-f7dc79ff2f4b,revision_number=3']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:07:04.805373 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b6825fd-30d5-4070-bcd3-b07e5962c1f3'] response: {'name': 'network-changed', 'server_uuid': '4977a1e8-0273-4677-8e0d-ad45f7737cc2', 'tag': 'fc7625f3-e6af-47ae-ae6b-f7dc79ff2f4b', 'status': 'completed', 'code': 200} May 30 21:07:04.909993 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-69709921-5738-4917-aa12-41b4b923c302 req-fb03c968-101e-4851-bd5e-fbb70559aff5 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=77af9bf22b944dbfb655c3750493d955&device_id=4977a1e8-0273-4677-8e0d-ad45f7737cc2 HTTP/1.1" status: 200 len: 1094 time: 0.0877290 May 30 21:07:04.993253 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-69709921-5738-4917-aa12-41b4b923c302 req-07aaeeb5-1528-4dff-92dc-0a6ff78a4745 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fc7625f3-e6af-47ae-ae6b-f7dc79ff2f4b HTTP/1.1" status: 200 len: 217 time: 0.0728910 May 30 21:07:05.059905 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69709921-5738-4917-aa12-41b4b923c302 req-9da00595-e8e3-486e-b062-1cc2bdaf0bb2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:07:05.061331 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-69709921-5738-4917-aa12-41b4b923c302 req-9da00595-e8e3-486e-b062-1cc2bdaf0bb2 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=760310b8-d127-408a-b08f-63f194a569b1 HTTP/1.1" status: 200 len: 851 time: 0.0583246 May 30 21:07:05.141963 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-69709921-5738-4917-aa12-41b4b923c302 req-581ed97b-401f-4734-ba11-9e1a3a891224 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9e6054a2-cd00-456b-9147-e00bdd6d82cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715241 May 30 21:07:05.279756 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-69709921-5738-4917-aa12-41b4b923c302 req-14bf19d2-0a22-4958-b544-a754a7c0ddbe service neutron] 10.222.0.86 "GET /v2.0/networks/9e6054a2-cd00-456b-9147-e00bdd6d82cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282716 May 30 21:07:05.413777 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-69709921-5738-4917-aa12-41b4b923c302 req-88d92eac-e956-4e56-95aa-c42ba0bb4684 service neutron] 10.222.0.86 "GET /v2.0/networks/9e6054a2-cd00-456b-9147-e00bdd6d82cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251216 May 30 21:07:05.598146 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9016650c-727a-4b29-8798-2ed995b9306a req-519c25d8-90ce-40b8-892a-6fdc10bdcd14 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=77af9bf22b944dbfb655c3750493d955&device_id=4977a1e8-0273-4677-8e0d-ad45f7737cc2 HTTP/1.1" status: 200 len: 1094 time: 0.0690241 May 30 21:07:05.780843 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9016650c-727a-4b29-8798-2ed995b9306a req-a2c10f18-8585-49fb-a241-23d1f7b8ccf3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:07:05.782283 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9016650c-727a-4b29-8798-2ed995b9306a req-a2c10f18-8585-49fb-a241-23d1f7b8ccf3 service neutron] 10.222.0.86 "GET /v2.0/networks?id=9e6054a2-cd00-456b-9147-e00bdd6d82cb HTTP/1.1" status: 200 len: 913 time: 0.1784885 May 30 21:07:05.855717 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9016650c-727a-4b29-8798-2ed995b9306a req-b9a1cf0c-bb0a-4213-8182-9caffd6c4501 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fc7625f3-e6af-47ae-ae6b-f7dc79ff2f4b HTTP/1.1" status: 200 len: 217 time: 0.0665143 May 30 21:07:05.864042 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1949ebc-2ddd-481e-bb49-4105c41a5e54 req-68a3cd01-0a8b-4fdb-9fec-e19173ab004d tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:07:05.865407 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d1949ebc-2ddd-481e-bb49-4105c41a5e54 req-68a3cd01-0a8b-4fdb-9fec-e19173ab004d tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=4977a1e8-0273-4677-8e0d-ad45f7737cc2 HTTP/1.1" status: 200 len: 943 time: 0.1742487 May 30 21:07:05.949709 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9016650c-727a-4b29-8798-2ed995b9306a req-116060c1-e0a8-4f19-9051-7f898238f949 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:07:05.951648 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9016650c-727a-4b29-8798-2ed995b9306a req-116060c1-e0a8-4f19-9051-7f898238f949 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=760310b8-d127-408a-b08f-63f194a569b1 HTTP/1.1" status: 200 len: 851 time: 0.0853977 May 30 21:07:05.959321 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d1949ebc-2ddd-481e-bb49-4105c41a5e54 req-5b0d828d-af50-467d-8e4e-fee93e836f4f tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/security-groups?id=9021399c-2145-43ac-aaeb-10d93cc5eb38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634618 May 30 21:07:06.034217 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9016650c-727a-4b29-8798-2ed995b9306a req-2a78088c-f567-4707-aa07-02b52d7eeb94 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9e6054a2-cd00-456b-9147-e00bdd6d82cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0726988 May 30 21:07:06.160945 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9016650c-727a-4b29-8798-2ed995b9306a req-4e10aa91-7426-472f-9263-19e3cfbb3ea0 service neutron] 10.222.0.86 "GET /v2.0/networks/9e6054a2-cd00-456b-9147-e00bdd6d82cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217606 May 30 21:07:06.296208 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9016650c-727a-4b29-8798-2ed995b9306a req-f661320d-e2be-44ab-9959-8141b4823921 service neutron] 10.222.0.86 "GET /v2.0/networks/9e6054a2-cd00-456b-9147-e00bdd6d82cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252642 May 30 21:07:07.162997 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213661e9-7cb0-407d-8182-c69c939c92ff req-f9414085-b147-4c90-8b38-1cc535fb9cbd tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:07:07.164463 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-213661e9-7cb0-407d-8182-c69c939c92ff req-f9414085-b147-4c90-8b38-1cc535fb9cbd tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=4977a1e8-0273-4677-8e0d-ad45f7737cc2 HTTP/1.1" status: 200 len: 943 time: 0.0787866 May 30 21:07:07.212031 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-213661e9-7cb0-407d-8182-c69c939c92ff req-615417d3-6cdf-422c-b700-4f7d71f613dd tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/security-groups?id=9021399c-2145-43ac-aaeb-10d93cc5eb38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416551 May 30 21:07:08.495626 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db272bc1-9cad-4fd7-9793-001dfa431422 req-12525f26-2572-4894-9792-b3032edb8454 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:07:08.497071 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-db272bc1-9cad-4fd7-9793-001dfa431422 req-12525f26-2572-4894-9792-b3032edb8454 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=4977a1e8-0273-4677-8e0d-ad45f7737cc2 HTTP/1.1" status: 200 len: 943 time: 0.1649702 May 30 21:07:08.542809 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-db272bc1-9cad-4fd7-9793-001dfa431422 req-78ba4bcc-3046-4adc-ab41-1ab85eac0cae tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/security-groups?id=9021399c-2145-43ac-aaeb-10d93cc5eb38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400214 May 30 21:07:09.743126 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c50b0f0-e57d-4a18-8ec6-707cd10137fe req-d8d259b6-3541-47a1-b3f4-2ec7c82a8316 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:07:09.744577 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0c50b0f0-e57d-4a18-8ec6-707cd10137fe req-d8d259b6-3541-47a1-b3f4-2ec7c82a8316 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=4977a1e8-0273-4677-8e0d-ad45f7737cc2 HTTP/1.1" status: 200 len: 943 time: 0.0827570 May 30 21:07:09.792073 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0c50b0f0-e57d-4a18-8ec6-707cd10137fe req-89841a87-265e-4c4f-8282-cc4687e150ba tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/security-groups?id=9021399c-2145-43ac-aaeb-10d93cc5eb38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418642 May 30 21:07:10.990571 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9864cc8-e36e-4a03-85fa-ed29582adccb req-c701ebdd-05a1-4844-bfc5-b12e0826693d tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:07:10.992020 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f9864cc8-e36e-4a03-85fa-ed29582adccb req-c701ebdd-05a1-4844-bfc5-b12e0826693d tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=4977a1e8-0273-4677-8e0d-ad45f7737cc2 HTTP/1.1" status: 200 len: 943 time: 0.0798500 May 30 21:07:11.038457 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f9864cc8-e36e-4a03-85fa-ed29582adccb req-232bd295-eb84-4912-a4ab-1953f5e72474 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/security-groups?id=9021399c-2145-43ac-aaeb-10d93cc5eb38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408905 May 30 21:07:12.235211 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98776bf1-9f0f-4232-85c5-4c1d47b2e1b6 req-66e0aa7b-8e72-41f9-a662-0a0010f94ebc tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:07:12.236697 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-98776bf1-9f0f-4232-85c5-4c1d47b2e1b6 req-66e0aa7b-8e72-41f9-a662-0a0010f94ebc tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=4977a1e8-0273-4677-8e0d-ad45f7737cc2 HTTP/1.1" status: 200 len: 943 time: 0.0751200 May 30 21:07:12.281769 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-98776bf1-9f0f-4232-85c5-4c1d47b2e1b6 req-2182dafd-8d40-4b86-b942-d274b9698ad1 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/security-groups?id=9021399c-2145-43ac-aaeb-10d93cc5eb38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395417 May 30 21:07:13.487506 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7107e953-b880-4d62-a5f0-19f0bad2d42a req-6cedafb4-5a84-40d4-b9ba-99c6678fc228 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:07:13.490048 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7107e953-b880-4d62-a5f0-19f0bad2d42a req-6cedafb4-5a84-40d4-b9ba-99c6678fc228 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=4977a1e8-0273-4677-8e0d-ad45f7737cc2 HTTP/1.1" status: 200 len: 943 time: 0.0791075 May 30 21:07:13.539497 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7107e953-b880-4d62-a5f0-19f0bad2d42a req-c0765469-2a4e-41ce-a797-3e71a5564458 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/security-groups?id=9021399c-2145-43ac-aaeb-10d93cc5eb38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443563 May 30 21:07:13.613262 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device fc7625f3-e6af-47ae-ae6b-f7dc79ff2f4b details requested by agent hyperv_n-h2-843948-2 with host n-h2-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 21:07:13.746460 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port fc7625f3-e6af-47ae-ae6b-f7dc79ff2f4b, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=fc7625f3-e6af-47ae-ae6b-f7dc79ff2f4b,segment=NetworkSegment(2e885274-52fc-4171-9073-e5cac614bba8),segment_id=2e885274-52fc-4171-9073-e5cac614bba8)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:07:13.760037 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Returning: {'device': 'fc7625f3-e6af-47ae-ae6b-f7dc79ff2f4b', 'network_id': '9e6054a2-cd00-456b-9147-e00bdd6d82cb', 'port_id': 'fc7625f3-e6af-47ae-ae6b-f7dc79ff2f4b', 'mac_address': 'fa:16:3e:69:06:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '760310b8-d127-408a-b08f-63f194a569b1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 21:07:13.812798 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:07:13.831816 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc7625f3-e6af-47ae-ae6b-f7dc79ff2f4b {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 21:07:13.846449 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port fc7625f3-e6af-47ae-ae6b-f7dc79ff2f4b, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=fc7625f3-e6af-47ae-ae6b-f7dc79ff2f4b,segment=NetworkSegment(2e885274-52fc-4171-9073-e5cac614bba8),segment_id=2e885274-52fc-4171-9073-e5cac614bba8)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:07:13.907657 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:07:13.976579 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=fc7625f3-e6af-47ae-ae6b-f7dc79ff2f4b,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:07:13.985008 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:07:13.985334 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:07:13.985692 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:07:13.986029 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:07:13.986923 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:07:13.987250 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:07:13.987573 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:07:13.987893 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:07:13.988215 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:07:13.988534 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:07:13.988852 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:07:14.240632 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['fc7625f3-e6af-47ae-ae6b-f7dc79ff2f4b'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 21:07:14.744967 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70eba63-7a80-49c8-9ffb-da9797d2c343 req-c19ab2cb-9fb2-4856-8db9-2a719a31cf6d tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:07:14.746621 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f70eba63-7a80-49c8-9ffb-da9797d2c343 req-c19ab2cb-9fb2-4856-8db9-2a719a31cf6d tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=4977a1e8-0273-4677-8e0d-ad45f7737cc2 HTTP/1.1" status: 200 len: 944 time: 0.0807757 May 30 21:07:14.795621 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f70eba63-7a80-49c8-9ffb-da9797d2c343 req-19f3ad49-1a13-4e02-8c3b-4b42a6eaed9a tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/security-groups?id=9021399c-2145-43ac-aaeb-10d93cc5eb38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425212 May 30 21:07:15.499448 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device fc7625f3-e6af-47ae-ae6b-f7dc79ff2f4b up at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:07:15.633355 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning for port fc7625f3-e6af-47ae-ae6b-f7dc79ff2f4b completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:07:15.638133 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning complete for port fc7625f3-e6af-47ae-ae6b-f7dc79ff2f4b triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:07:15.638496 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:07:15.749311 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:07:15.777043 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4977a1e8-0273-4677-8e0d-ad45f7737cc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc7625f3-e6af-47ae-ae6b-f7dc79ff2f4b'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:07:15.786736 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port fc7625f3-e6af-47ae-ae6b-f7dc79ff2f4b, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=fc7625f3-e6af-47ae-ae6b-f7dc79ff2f4b,segment=NetworkSegment(2e885274-52fc-4171-9073-e5cac614bba8),segment_id=2e885274-52fc-4171-9073-e5cac614bba8)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:07:15.856768 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:07:15.923264 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=fc7625f3-e6af-47ae-ae6b-f7dc79ff2f4b,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:07:15.929280 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd12ece2-dafd-4e7d-9d89-cfb403b0779b'] response: {'server_uuid': '4977a1e8-0273-4677-8e0d-ad45f7737cc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc7625f3-e6af-47ae-ae6b-f7dc79ff2f4b', 'code': 200} May 30 21:07:16.005602 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64277cdf-3663-4482-bbcf-c7e1d72b8c22 req-b39ae326-7a8e-420d-a85b-b0b0aae1eaa9 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:07:16.007073 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-64277cdf-3663-4482-bbcf-c7e1d72b8c22 req-b39ae326-7a8e-420d-a85b-b0b0aae1eaa9 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=4977a1e8-0273-4677-8e0d-ad45f7737cc2 HTTP/1.1" status: 200 len: 945 time: 0.0856478 May 30 21:07:16.056450 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-64277cdf-3663-4482-bbcf-c7e1d72b8c22 req-44fa1ea3-db29-48bd-af52-fce3d2211947 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/security-groups?id=9021399c-2145-43ac-aaeb-10d93cc5eb38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437026 May 30 21:07:16.061296 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-aabc7d15-ff3c-44d9-8bb6-8abf729ed354 req-6d4f0c4e-6cbf-4154-86b0-8ecbd8ed06e2 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=4977a1e8-0273-4677-8e0d-ad45f7737cc2 HTTP/1.1" status: 200 len: 1096 time: 0.0713437 May 30 21:07:16.106335 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-aabc7d15-ff3c-44d9-8bb6-8abf729ed354 req-f145e0e6-97b3-4ca3-b721-4f180c9d8840 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=9021399c-2145-43ac-aaeb-10d93cc5eb38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357440 May 30 21:07:17.254563 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f4eeb3-54ea-43b6-9cad-7e45cb71a412 req-1e85b18b-58a7-40e4-a316-8574c80f160a tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:07:17.256009 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-86f4eeb3-54ea-43b6-9cad-7e45cb71a412 req-1e85b18b-58a7-40e4-a316-8574c80f160a tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=4977a1e8-0273-4677-8e0d-ad45f7737cc2 HTTP/1.1" status: 200 len: 945 time: 0.0786166 May 30 21:07:17.306150 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-86f4eeb3-54ea-43b6-9cad-7e45cb71a412 req-8d37b04a-8dec-4885-afc3-758a683f38bc tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/security-groups?id=9021399c-2145-43ac-aaeb-10d93cc5eb38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434797 May 30 21:07:18.507337 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c29bb1-95a2-43bc-a9db-0249c7bce387 req-bd91a559-394b-48fe-8b6e-d0efd172e9e2 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:07:18.509100 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-74c29bb1-95a2-43bc-a9db-0249c7bce387 req-bd91a559-394b-48fe-8b6e-d0efd172e9e2 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=4977a1e8-0273-4677-8e0d-ad45f7737cc2 HTTP/1.1" status: 200 len: 945 time: 0.0821981 May 30 21:07:18.556197 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-74c29bb1-95a2-43bc-a9db-0249c7bce387 req-eae5fad1-802e-4324-ab8b-c37b2baf995a tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/security-groups?id=9021399c-2145-43ac-aaeb-10d93cc5eb38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407808 May 30 21:07:18.752389 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ea2e3d-6184-4172-8dae-d8a2dad97538 req-bafbf373-44f8-4631-a9c3-1e8576fc2d2d tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:07:18.753890 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-01ea2e3d-6184-4172-8dae-d8a2dad97538 req-bafbf373-44f8-4631-a9c3-1e8576fc2d2d tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=4977a1e8-0273-4677-8e0d-ad45f7737cc2 HTTP/1.1" status: 200 len: 945 time: 0.0778370 May 30 21:07:18.802178 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-01ea2e3d-6184-4172-8dae-d8a2dad97538 req-e5f8ca67-ce27-4d0f-8c52-562e450f10a5 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/security-groups?id=9021399c-2145-43ac-aaeb-10d93cc5eb38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427568 May 30 21:07:18.831214 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 48700) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:07:18.969065 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-1a56d4b7-0afa-43a6-98fa-0a17f121d833 tempest-TestVolumeBootPattern-1650254244 tempest-TestVolumeBootPattern-1650254244-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=4977a1e8-0273-4677-8e0d-ad45f7737cc2 HTTP/1.1" status: 200 len: 1091 time: 0.1365354 May 30 21:07:18.972145 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 48706) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:07:18.977222 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-337ce9e8-1c80-46bf-b02b-bdd2ff9bfb14 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Request body: {'floatingip': {'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'port_id': 'fc7625f3-e6af-47ae-ae6b-f7dc79ff2f4b', 'tenant_id': '77af9bf22b944dbfb655c3750493d955', 'fixed_ip_address': '172.20.0.7'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:07:18.983370 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-337ce9e8-1c80-46bf-b02b-bdd2ff9bfb14 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:07:18.987255 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-337ce9e8-1c80-46bf-b02b-bdd2ff9bfb14 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Usage tracker for resource:floatingip and tenant:77af9bf22b944dbfb655c3750493d955 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:07:18.990110 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-337ce9e8-1c80-46bf-b02b-bdd2ff9bfb14 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:07:18.995745 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-337ce9e8-1c80-46bf-b02b-bdd2ff9bfb14 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:07:19.067991 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-337ce9e8-1c80-46bf-b02b-bdd2ff9bfb14 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Notify callbacks [] for floatingip, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:07:19.205750 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-337ce9e8-1c80-46bf-b02b-bdd2ff9bfb14 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:07:19.341708 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-337ce9e8-1c80-46bf-b02b-bdd2ff9bfb14 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Allocated IP 172.25.8.171 (c7869750-4b49-4b7e-aa99-5e0f1ae02da4/427601ec-f643-4fe7-b5e6-17305d3a39e1/e6eb5b6d-f0fb-45c7-a888-48b5e5a79881) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 21:07:19.495954 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-337ce9e8-1c80-46bf-b02b-bdd2ff9bfb14 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:07:19.587936 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-337ce9e8-1c80-46bf-b02b-bdd2ff9bfb14 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:07:19.659666 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-337ce9e8-1c80-46bf-b02b-bdd2ff9bfb14 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:07:19.662685 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-337ce9e8-1c80-46bf-b02b-bdd2ff9bfb14 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:07:19.667290 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337ce9e8-1c80-46bf-b02b-bdd2ff9bfb14 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 21:07:19.692511 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337ce9e8-1c80-46bf-b02b-bdd2ff9bfb14 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Pushing event updated for resources: {'Port': ['ID=e6eb5b6d-f0fb-45c7-a888-48b5e5a79881,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:07:19.714723 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337ce9e8-1c80-46bf-b02b-bdd2ff9bfb14 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:07:19.715060 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337ce9e8-1c80-46bf-b02b-bdd2ff9bfb14 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:07:19.715402 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337ce9e8-1c80-46bf-b02b-bdd2ff9bfb14 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:07:19.715722 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337ce9e8-1c80-46bf-b02b-bdd2ff9bfb14 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:07:19.716043 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337ce9e8-1c80-46bf-b02b-bdd2ff9bfb14 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:07:19.716361 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337ce9e8-1c80-46bf-b02b-bdd2ff9bfb14 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:07:19.716675 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337ce9e8-1c80-46bf-b02b-bdd2ff9bfb14 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:07:19.716991 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337ce9e8-1c80-46bf-b02b-bdd2ff9bfb14 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:07:19.717302 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337ce9e8-1c80-46bf-b02b-bdd2ff9bfb14 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:07:19.717627 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337ce9e8-1c80-46bf-b02b-bdd2ff9bfb14 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:07:19.717969 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337ce9e8-1c80-46bf-b02b-bdd2ff9bfb14 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:07:19.971213 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:07:20.293313 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-337ce9e8-1c80-46bf-b02b-bdd2ff9bfb14 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:07:20.392011 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-337ce9e8-1c80-46bf-b02b-bdd2ff9bfb14 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:07:20.595021 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-337ce9e8-1c80-46bf-b02b-bdd2ff9bfb14 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:07:20.638734 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-337ce9e8-1c80-46bf-b02b-bdd2ff9bfb14 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:07:20.745781 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337ce9e8-1c80-46bf-b02b-bdd2ff9bfb14 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Pushing event updated for resources: {'Port': ['ID=e6eb5b6d-f0fb-45c7-a888-48b5e5a79881,revision_number=2']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:07:20.760337 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-337ce9e8-1c80-46bf-b02b-bdd2ff9bfb14 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736490'] for floatingip, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:07:20.948280 n-d-843948-2 neutron-server[84886]: INFO neutron.db.l3_db [None req-337ce9e8-1c80-46bf-b02b-bdd2ff9bfb14 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Floating IP dff35b79-6f77-4c11-8300-ee3ec348b315 associated. External IP: 172.25.8.171, port: fc7625f3-e6af-47ae-ae6b-f7dc79ff2f4b. May 30 21:07:21.332990 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-337ce9e8-1c80-46bf-b02b-bdd2ff9bfb14 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Router 8d971eaa-9cd7-4665-8518-ddeae5e5d962 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 21:07:21.635789 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-337ce9e8-1c80-46bf-b02b-bdd2ff9bfb14 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 21:07:21.646905 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99116a5f-459a-42f1-9ec8-264a8b5eb572 None None] Sync routers for ids ['8d971eaa-9cd7-4665-8518-ddeae5e5d962'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 21:07:21.659029 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99116a5f-459a-42f1-9ec8-264a8b5eb572 None None] Routers {'8d971eaa-9cd7-4665-8518-ddeae5e5d962'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:07:21.659709 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-99116a5f-459a-42f1-9ec8-264a8b5eb572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T21:07:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['8d971eaa-9cd7-4665-8518-ddeae5e5d962'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:07:21.736552 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-337ce9e8-1c80-46bf-b02b-bdd2ff9bfb14 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:07:21.802970 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-337ce9e8-1c80-46bf-b02b-bdd2ff9bfb14 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8296640 May 30 21:07:21.804454 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4977a1e8-0273-4677-8e0d-ad45f7737cc2', 'tag': 'fc7625f3-e6af-47ae-ae6b-f7dc79ff2f4b'}] {{(pid=84886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:07:21.839875 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-99116a5f-459a-42f1-9ec8-264a8b5eb572 None None] Set router 8d971eaa-9cd7-4665-8518-ddeae5e5d962 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:07:21.859802 n-d-843948-2 neutron-server[84886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a118281a-4cae-4572-aaf5-31a46564b2e8'] response: {'name': 'network-changed', 'server_uuid': '4977a1e8-0273-4677-8e0d-ad45f7737cc2', 'tag': 'fc7625f3-e6af-47ae-ae6b-f7dc79ff2f4b', 'status': 'completed', 'code': 200} May 30 21:07:21.955982 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4bedcd71-dbfa-4d97-986c-cbb5ad09a8ad req-e5e6871b-2da8-4e9e-bef9-565736ad8280 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=77af9bf22b944dbfb655c3750493d955&device_id=4977a1e8-0273-4677-8e0d-ad45f7737cc2 HTTP/1.1" status: 200 len: 1096 time: 0.0740941 May 30 21:07:22.089964 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bedcd71-dbfa-4d97-986c-cbb5ad09a8ad req-2f0bbc11-87ca-4b3a-9abe-259d610dfc16 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:07:22.091397 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4bedcd71-dbfa-4d97-986c-cbb5ad09a8ad req-2f0bbc11-87ca-4b3a-9abe-259d610dfc16 service neutron] 10.222.0.86 "GET /v2.0/networks?id=9e6054a2-cd00-456b-9147-e00bdd6d82cb HTTP/1.1" status: 200 len: 913 time: 0.1300488 May 30 21:07:22.196028 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4bedcd71-dbfa-4d97-986c-cbb5ad09a8ad req-05085d2f-54e7-4a15-9fcd-f5bea2c6d568 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fc7625f3-e6af-47ae-ae6b-f7dc79ff2f4b HTTP/1.1" status: 200 len: 999 time: 0.0971498 May 30 21:07:22.226337 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-99116a5f-459a-42f1-9ec8-264a8b5eb572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d971eaa-9cd7-4665-8518-ddeae5e5d962', 'name': 'tempest-TestVolumeBootPattern-1989824106-router', 'tenant_id': '77af9bf22b944dbfb655c3750493d955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.27'}], 'enable_snat': True}, 'gw_port_id': '2b4be356-9ddb-4ee6-99f5-18787f956c77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:59:04Z', 'updated_at': '2022-05-30T20:59:08Z', 'revision_number': 4, 'project_id': '77af9bf22b944dbfb655c3750493d955', 'gw_port': {'id': '2b4be356-9ddb-4ee6-99f5-18787f956c77', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c2:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d971eaa-9cd7-4665-8518-ddeae5e5d962', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:59:05Z', 'updated_at': '2022-05-30T20:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': 'dff35b79-6f77-4c11-8300-ee3ec348b315', 'tenant_id': '77af9bf22b944dbfb655c3750493d955', 'floating_ip_address': '172.25.8.171', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': '8d971eaa-9cd7-4665-8518-ddeae5e5d962', 'port_id': 'fc7625f3-e6af-47ae-ae6b-f7dc79ff2f4b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e6054a2-cd00-456b-9147-e00bdd6d82cb', 'mac_address': 'fa:16:3e:69:06:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4977a1e8-0273-4677-8e0d-ad45f7737cc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T21:07:20Z', 'updated_at': '2022-05-30T21:07:20Z', 'revision_number': 0, 'project_id': '77af9bf22b944dbfb655c3750493d955', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5425a0c-86d4-4510-bf7d-ce299030ad98', 'name': '', 'network_id': '9e6054a2-cd00-456b-9147-e00bdd6d82cb', 'tenant_id': '77af9bf22b944dbfb655c3750493d955', 'mac_address': 'fa:16:3e:bb:cf:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d971eaa-9cd7-4665-8518-ddeae5e5d962', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '760310b8-d127-408a-b08f-63f194a569b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:59:07Z', 'updated_at': '2022-05-30T20:59:27Z', 'revision_number': 5, 'project_id': '77af9bf22b944dbfb655c3750493d955', 'subnets': [{'id': '760310b8-d127-408a-b08f-63f194a569b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:07:22.230142 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99116a5f-459a-42f1-9ec8-264a8b5eb572 None None] Checking router: 8d971eaa-9cd7-4665-8518-ddeae5e5d962 for host: n-d-843948-2 {{(pid=84888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 21:07:22.241408 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99116a5f-459a-42f1-9ec8-264a8b5eb572 None None] Routers {'8d971eaa-9cd7-4665-8518-ddeae5e5d962'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:07:22.242048 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-99116a5f-459a-42f1-9ec8-264a8b5eb572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T21:07:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['8d971eaa-9cd7-4665-8518-ddeae5e5d962'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:07:22.262027 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bedcd71-dbfa-4d97-986c-cbb5ad09a8ad req-f7f3a048-1c8a-48d1-9aa4-1acecf6f0c28 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:07:22.263446 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4bedcd71-dbfa-4d97-986c-cbb5ad09a8ad req-f7f3a048-1c8a-48d1-9aa4-1acecf6f0c28 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=760310b8-d127-408a-b08f-63f194a569b1 HTTP/1.1" status: 200 len: 851 time: 0.0606093 May 30 21:07:22.336869 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4bedcd71-dbfa-4d97-986c-cbb5ad09a8ad req-79ed8d8e-f7bf-4662-ba80-7b0e900f3405 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9e6054a2-cd00-456b-9147-e00bdd6d82cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0676391 May 30 21:07:22.419239 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-99116a5f-459a-42f1-9ec8-264a8b5eb572 None None] Set router 8d971eaa-9cd7-4665-8518-ddeae5e5d962 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:07:22.469501 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4bedcd71-dbfa-4d97-986c-cbb5ad09a8ad req-f42f7de5-8d22-4c7e-a2b2-5f720d03ad89 service neutron] 10.222.0.86 "GET /v2.0/networks/9e6054a2-cd00-456b-9147-e00bdd6d82cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256862 May 30 21:07:22.611048 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4bedcd71-dbfa-4d97-986c-cbb5ad09a8ad req-124a51c4-3716-43e7-baa7-0991ea7be145 service neutron] 10.222.0.86 "GET /v2.0/networks/9e6054a2-cd00-456b-9147-e00bdd6d82cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357067 May 30 21:07:22.746925 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:07:22.784311 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-99116a5f-459a-42f1-9ec8-264a8b5eb572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d971eaa-9cd7-4665-8518-ddeae5e5d962', 'name': 'tempest-TestVolumeBootPattern-1989824106-router', 'tenant_id': '77af9bf22b944dbfb655c3750493d955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.27'}], 'enable_snat': True}, 'gw_port_id': '2b4be356-9ddb-4ee6-99f5-18787f956c77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:59:04Z', 'updated_at': '2022-05-30T20:59:08Z', 'revision_number': 4, 'project_id': '77af9bf22b944dbfb655c3750493d955', 'gw_port': {'id': '2b4be356-9ddb-4ee6-99f5-18787f956c77', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c2:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d971eaa-9cd7-4665-8518-ddeae5e5d962', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:59:05Z', 'updated_at': '2022-05-30T20:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': 'dff35b79-6f77-4c11-8300-ee3ec348b315', 'tenant_id': '77af9bf22b944dbfb655c3750493d955', 'floating_ip_address': '172.25.8.171', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': '8d971eaa-9cd7-4665-8518-ddeae5e5d962', 'port_id': 'fc7625f3-e6af-47ae-ae6b-f7dc79ff2f4b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e6054a2-cd00-456b-9147-e00bdd6d82cb', 'mac_address': 'fa:16:3e:69:06:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4977a1e8-0273-4677-8e0d-ad45f7737cc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T21:07:20Z', 'updated_at': '2022-05-30T21:07:20Z', 'revision_number': 0, 'project_id': '77af9bf22b944dbfb655c3750493d955', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5425a0c-86d4-4510-bf7d-ce299030ad98', 'name': '', 'network_id': '9e6054a2-cd00-456b-9147-e00bdd6d82cb', 'tenant_id': '77af9bf22b944dbfb655c3750493d955', 'mac_address': 'fa:16:3e:bb:cf:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d971eaa-9cd7-4665-8518-ddeae5e5d962', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '760310b8-d127-408a-b08f-63f194a569b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:59:07Z', 'updated_at': '2022-05-30T20:59:27Z', 'revision_number': 5, 'project_id': '77af9bf22b944dbfb655c3750493d955', 'subnets': [{'id': '760310b8-d127-408a-b08f-63f194a569b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:07:22.788252 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99116a5f-459a-42f1-9ec8-264a8b5eb572 None None] The sync data for ids ['8d971eaa-9cd7-4665-8518-ddeae5e5d962'] in n-d-843948-2 is: [{'id': '8d971eaa-9cd7-4665-8518-ddeae5e5d962', 'name': 'tempest-TestVolumeBootPattern-1989824106-router', 'tenant_id': '77af9bf22b944dbfb655c3750493d955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.27'}], 'enable_snat': True}, 'gw_port_id': '2b4be356-9ddb-4ee6-99f5-18787f956c77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:59:04Z', 'updated_at': '2022-05-30T20:59:08Z', 'revision_number': 4, 'project_id': '77af9bf22b944dbfb655c3750493d955', 'gw_port': {'id': '2b4be356-9ddb-4ee6-99f5-18787f956c77', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c2:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d971eaa-9cd7-4665-8518-ddeae5e5d962', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:59:05Z', 'updated_at': '2022-05-30T20:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': 'dff35b79-6f77-4c11-8300-ee3ec348b315', 'tenant_id': '77af9bf22b944dbfb655c3750493d955', 'floating_ip_address': '172.25.8.171', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': '8d971eaa-9cd7-4665-8518-ddeae5e5d962', 'port_id': 'fc7625f3-e6af-47ae-ae6b-f7dc79ff2f4b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e6054a2-cd00-456b-9147-e00bdd6d82cb', 'mac_address': 'fa:16:3e:69:06:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4977a1e8-0273-4677-8e0d-ad45f7737cc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T21:07:20Z', 'updated_at': '2022-05-30T21:07:20Z', 'revision_number': 0, 'project_id': '77af9bf22b944dbfb655c3750493d955', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5425a0c-86d4-4510-bf7d-ce299030ad98', 'name': '', 'network_id': '9e6054a2-cd00-456b-9147-e00bdd6d82cb', 'tenant_id': '77af9bf22b944dbfb655c3750493d955', 'mac_address': 'fa:16:3e:bb:cf:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d971eaa-9cd7-4665-8518-ddeae5e5d962', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '760310b8-d127-408a-b08f-63f194a569b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:59:07Z', 'updated_at': '2022-05-30T20:59:27Z', 'revision_number': 5, 'project_id': '77af9bf22b944dbfb655c3750493d955', 'subnets': [{'id': '760310b8-d127-408a-b08f-63f194a569b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 21:07:22.986757 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3037d317-32f1-4e15-9f55-60a5af654a43 None None] New status for floating IP dff35b79-6f77-4c11-8300-ee3ec348b315: ACTIVE {{(pid=84889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 21:07:26.233276 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ec762538-dcc1-457e-9120-8617676614d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:07:29.609893 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-8d1e6cc4-b060-46e8-b331-015dcd65bafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:07:29.873272 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:07:31.330553 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:07:32.644018 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [req-e021674e-046f-4f27-801b-98c3a06859ed req-30c14a8d-1f50-4975-bf0f-09955181d122 service neutron] (84887) timed out ('10.222.0.85', 43644) {{(pid=84887) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 30 21:07:32.804501 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:07:35.577882 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 21:07:49.973452 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:07:51.144599 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [req-e78167f2-df69-48ef-a321-87effb2e0077 req-a102700c-add9-44db-a44c-0fc3e8bc1f12 tempest-TestNetworkAdvancedServerOps-1038749472 tempest-TestNetworkAdvancedServerOps-1038749472-project] (84886) timed out ('10.222.0.71', 65112) {{(pid=84886) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 30 21:07:52.666883 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:07:56.255839 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-77a47282-19b9-49a5-a37a-dd5fd6f47760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:07:59.644271 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-261d3b99-1a8f-41bb-8987-7f1e37ac7b9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:07:59.847634 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-706db795-278e-47f8-9901-c59b449bb95c req-394799b7-7adb-47b0-afff-669ade06e509 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=4977a1e8-0273-4677-8e0d-ad45f7737cc2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0750012 May 30 21:07:59.936112 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:08:00.002134 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-706db795-278e-47f8-9901-c59b449bb95c req-4920e7cd-67b9-40ab-b1f8-5bd3436bacf7 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=77af9bf22b944dbfb655c3750493d955&device_id=4977a1e8-0273-4677-8e0d-ad45f7737cc2 HTTP/1.1" status: 200 len: 1096 time: 0.0747523 May 30 21:08:00.162673 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706db795-278e-47f8-9901-c59b449bb95c req-8242e6e5-1f4c-4571-9b7e-7fbf829143b2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:08:00.164116 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-706db795-278e-47f8-9901-c59b449bb95c req-8242e6e5-1f4c-4571-9b7e-7fbf829143b2 service neutron] 10.222.0.86 "GET /v2.0/networks?id=9e6054a2-cd00-456b-9147-e00bdd6d82cb HTTP/1.1" status: 200 len: 913 time: 0.1350660 May 30 21:08:00.374873 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-706db795-278e-47f8-9901-c59b449bb95c req-7ec7ddae-7e83-454e-a0df-a1e825134595 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fc7625f3-e6af-47ae-ae6b-f7dc79ff2f4b HTTP/1.1" status: 200 len: 1001 time: 0.2014837 May 30 21:08:00.442456 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706db795-278e-47f8-9901-c59b449bb95c req-19f1d388-bff2-4508-acc7-373c6008e5c0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:08:00.443964 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-706db795-278e-47f8-9901-c59b449bb95c req-19f1d388-bff2-4508-acc7-373c6008e5c0 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=760310b8-d127-408a-b08f-63f194a569b1 HTTP/1.1" status: 200 len: 851 time: 0.0592668 May 30 21:08:00.529010 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-706db795-278e-47f8-9901-c59b449bb95c req-5066bfc3-d79d-4095-ab61-ce4ddd8afeba service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9e6054a2-cd00-456b-9147-e00bdd6d82cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0744472 May 30 21:08:00.542629 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [req-706db795-278e-47f8-9901-c59b449bb95c req-2ce0f20d-74c5-42b8-a3c6-868076f810c6 service neutron] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=84887) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 21:08:00.543554 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-706db795-278e-47f8-9901-c59b449bb95c req-2ce0f20d-74c5-42b8-a3c6-868076f810c6 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0051727 May 30 21:08:00.687892 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-706db795-278e-47f8-9901-c59b449bb95c req-ae5b81da-8568-4a19-aee7-5860d5cade87 service neutron] 10.222.0.86 "GET /v2.0/networks/9e6054a2-cd00-456b-9147-e00bdd6d82cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341276 May 30 21:08:00.838947 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-706db795-278e-47f8-9901-c59b449bb95c req-8dc3e83c-44f3-41c8-b28a-2e36bf0e6f3c service neutron] 10.222.0.86 "GET /v2.0/networks/9e6054a2-cd00-456b-9147-e00bdd6d82cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419013 May 30 21:08:01.301310 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:08:02.827236 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:08:12.573326 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 21:08:20.060599 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:08:22.689479 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:08:26.220516 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-e425d280-6ca8-447b-aa78-3a328bd48a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:08:29.671882 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-e2bd297b-b06d-43e4-a5af-3ea554630729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:08:29.906350 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:08:31.335124 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:08:32.838163 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:08:49.574529 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 21:08:49.974097 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:08:52.688774 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:08:56.254173 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-e056c7e7-e6e9-43f8-b6a6-841a49d84753 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:08:59.636876 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-6483f028-53d0-49b3-b07f-d76050c30117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:08:59.882751 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:09:00.857312 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ae2c79a2-6e07-40ba-bd73-e671721146a1 req-ac19e40b-3474-4646-89ed-cba371667ed7 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=4977a1e8-0273-4677-8e0d-ad45f7737cc2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0704589 May 30 21:09:01.005810 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ae2c79a2-6e07-40ba-bd73-e671721146a1 req-52b0b092-e24c-4ad1-803a-ca4033affded service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=77af9bf22b944dbfb655c3750493d955&device_id=4977a1e8-0273-4677-8e0d-ad45f7737cc2 HTTP/1.1" status: 200 len: 1096 time: 0.0782723 May 30 21:09:01.158200 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2c79a2-6e07-40ba-bd73-e671721146a1 req-a6652e41-3e86-47d2-9c55-06cb08dea1ee service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:09:01.160839 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ae2c79a2-6e07-40ba-bd73-e671721146a1 req-a6652e41-3e86-47d2-9c55-06cb08dea1ee service neutron] 10.222.0.86 "GET /v2.0/networks?id=9e6054a2-cd00-456b-9147-e00bdd6d82cb HTTP/1.1" status: 200 len: 913 time: 0.1300144 May 30 21:09:01.270698 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ae2c79a2-6e07-40ba-bd73-e671721146a1 req-95d7b8c2-4c7b-4978-ba44-f7c12f70b2e5 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fc7625f3-e6af-47ae-ae6b-f7dc79ff2f4b HTTP/1.1" status: 200 len: 1001 time: 0.1020975 May 30 21:09:01.334653 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:09:01.339036 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2c79a2-6e07-40ba-bd73-e671721146a1 req-07d4452b-1878-4455-86e2-25b9ae274109 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:09:01.340069 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ae2c79a2-6e07-40ba-bd73-e671721146a1 req-07d4452b-1878-4455-86e2-25b9ae274109 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=760310b8-d127-408a-b08f-63f194a569b1 HTTP/1.1" status: 200 len: 851 time: 0.0600262 May 30 21:09:01.418822 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ae2c79a2-6e07-40ba-bd73-e671721146a1 req-95c496b4-3af4-4f92-a3fb-0942da75d173 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9e6054a2-cd00-456b-9147-e00bdd6d82cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0684593 May 30 21:09:01.554842 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ae2c79a2-6e07-40ba-bd73-e671721146a1 req-746b7108-52d7-4bc3-9225-14c2c2515ff8 service neutron] 10.222.0.86 "GET /v2.0/networks/9e6054a2-cd00-456b-9147-e00bdd6d82cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268501 May 30 21:09:01.692218 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ae2c79a2-6e07-40ba-bd73-e671721146a1 req-a946b8cd-0a57-4a71-97f2-626e03e00587 service neutron] 10.222.0.86 "GET /v2.0/networks/9e6054a2-cd00-456b-9147-e00bdd6d82cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276093 May 30 21:09:02.825471 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:09:19.945169 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:09:22.704762 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:09:26.247642 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-a7ddfcf7-022e-46b5-a0fc-f820eef9d08d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:09:26.575489 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 21:09:29.636034 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-53e05d0c-b7e8-478d-9a59-17428d3e9a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:09:29.870707 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:09:31.287439 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:09:32.819321 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:09:49.985124 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:09:52.693762 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:09:56.254121 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-cb81520e-d32b-4b86-9710-68f9c768461e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:09:59.636237 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-376e0bb4-e0d2-46b7-8eea-6c5ffdcabf91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:09:59.888247 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:01.338984 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:02.836113 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:02.847704 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-bb3ec0f7-ba3d-49d2-9610-951b06789513 req-b4e799fb-44a8-45b8-97ba-b78ac0595935 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=4977a1e8-0273-4677-8e0d-ad45f7737cc2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0755286 May 30 21:10:03.005458 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-bb3ec0f7-ba3d-49d2-9610-951b06789513 req-ea45337c-1a39-4bf9-8622-c9d42af456bb service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=77af9bf22b944dbfb655c3750493d955&device_id=4977a1e8-0273-4677-8e0d-ad45f7737cc2 HTTP/1.1" status: 200 len: 1096 time: 0.0802433 May 30 21:10:03.162593 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3ec0f7-ba3d-49d2-9610-951b06789513 req-68f0cb74-2edc-4d40-9653-006fd5bb8fb3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:10:03.164606 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-bb3ec0f7-ba3d-49d2-9610-951b06789513 req-68f0cb74-2edc-4d40-9653-006fd5bb8fb3 service neutron] 10.222.0.86 "GET /v2.0/networks?id=9e6054a2-cd00-456b-9147-e00bdd6d82cb HTTP/1.1" status: 200 len: 913 time: 0.1346171 May 30 21:10:03.374659 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-bb3ec0f7-ba3d-49d2-9610-951b06789513 req-69dd1c7d-8c5f-45b5-8a94-14b67aa6d0fa service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fc7625f3-e6af-47ae-ae6b-f7dc79ff2f4b HTTP/1.1" status: 200 len: 1001 time: 0.2003169 May 30 21:10:03.449074 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3ec0f7-ba3d-49d2-9610-951b06789513 req-40e194e0-c63d-4089-b795-cb86d6c4bdb5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:10:03.450804 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-bb3ec0f7-ba3d-49d2-9610-951b06789513 req-40e194e0-c63d-4089-b795-cb86d6c4bdb5 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=760310b8-d127-408a-b08f-63f194a569b1 HTTP/1.1" status: 200 len: 851 time: 0.0666218 May 30 21:10:03.535555 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-bb3ec0f7-ba3d-49d2-9610-951b06789513 req-6bc66a2b-20a6-41a3-8d09-03e016d7168e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9e6054a2-cd00-456b-9147-e00bdd6d82cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0726995 May 30 21:10:03.578341 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 21:10:03.679241 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-bb3ec0f7-ba3d-49d2-9610-951b06789513 req-0b9aebb0-9935-4506-a8e2-1c6031c5e0f4 service neutron] 10.222.0.86 "GET /v2.0/networks/9e6054a2-cd00-456b-9147-e00bdd6d82cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342847 May 30 21:10:03.824787 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-bb3ec0f7-ba3d-49d2-9610-951b06789513 req-d4ac0e91-cea8-41ff-a2f7-ccdf63054bb5 service neutron] 10.222.0.86 "GET /v2.0/networks/9e6054a2-cd00-456b-9147-e00bdd6d82cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365900 May 30 21:10:06.723843 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c294fe5c-9816-4ddb-8130-ce7bff0c8732 req-3288de63-51b2-433c-abea-2f7c64c80368 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1159408119&fields=id&tenant_id=77af9bf22b944dbfb655c3750493d955 HTTP/1.1" status: 200 len: 267 time: 0.0471642 May 30 21:10:06.883647 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c294fe5c-9816-4ddb-8130-ce7bff0c8732 req-f31280b0-e987-4c49-9eed-8ad2326b0c7a tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:10:06.885139 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c294fe5c-9816-4ddb-8130-ce7bff0c8732 req-f31280b0-e987-4c49-9eed-8ad2326b0c7a tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/networks?id=9e6054a2-cd00-456b-9147-e00bdd6d82cb HTTP/1.1" status: 200 len: 812 time: 0.1534939 May 30 21:10:06.903712 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c294fe5c-9816-4ddb-8130-ce7bff0c8732 req-161f1dcb-5e5f-45eb-b1a2-8436ee286971 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/quotas/77af9bf22b944dbfb655c3750493d955 HTTP/1.1" status: 200 len: 375 time: 0.0128925 May 30 21:10:07.003962 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c294fe5c-9816-4ddb-8130-ce7bff0c8732 req-4f6c2f3b-f336-43ca-86bb-7614cbbb61b1 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=77af9bf22b944dbfb655c3750493d955&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0910044 May 30 21:10:07.274580 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c294fe5c-9816-4ddb-8130-ce7bff0c8732 req-94463156-d56d-4ec8-aa93-f253458c2485 service neutron] 10.222.0.85 "GET /v2.0/networks/9e6054a2-cd00-456b-9147-e00bdd6d82cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2578938 May 30 21:10:07.418268 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c294fe5c-9816-4ddb-8130-ce7bff0c8732 req-ad3d9b7c-e97c-4d4e-aa3c-be9404958fdc service neutron] 10.222.0.85 "GET /v2.0/networks/9e6054a2-cd00-456b-9147-e00bdd6d82cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369069 May 30 21:10:08.277858 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9190c0ca-5b49-45c0-a257-80528aa3d351 req-68e28c89-782c-42ed-b9de-15d36b647469 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=4f55cf08-cbce-414b-b70d-b8a050fa55b5 HTTP/1.1" status: 200 len: 210 time: 0.0453477 May 30 21:10:09.469879 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d6013704-f07a-44a0-ab90-fedf2d9eff3c req-d12cbbf2-b2cf-4fd1-bf28-417659bdcd46 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=4f55cf08-cbce-414b-b70d-b8a050fa55b5 HTTP/1.1" status: 200 len: 210 time: 0.0650251 May 30 21:10:10.686874 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b0f8e0de-5e58-4536-82b6-9a6f23c440f8 req-89a2ffc9-e6ab-4188-963d-cad3495f8499 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=4f55cf08-cbce-414b-b70d-b8a050fa55b5 HTTP/1.1" status: 200 len: 210 time: 0.0513659 May 30 21:10:10.763701 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c294fe5c-9816-4ddb-8130-ce7bff0c8732 req-2611b535-0b90-412d-b4ed-5e86d9f62f52 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:10:10.765056 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c294fe5c-9816-4ddb-8130-ce7bff0c8732 req-2611b535-0b90-412d-b4ed-5e86d9f62f52 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.71 "GET /v2.0/networks?id=9e6054a2-cd00-456b-9147-e00bdd6d82cb HTTP/1.1" status: 200 len: 812 time: 0.1614342 May 30 21:10:10.824864 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c294fe5c-9816-4ddb-8130-ce7bff0c8732 req-0ab57659-aa16-4b18-a932-940cb85d7fc8 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=77af9bf22b944dbfb655c3750493d955 HTTP/1.1" status: 200 len: 380 time: 0.0479867 May 30 21:10:10.833106 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-c294fe5c-9816-4ddb-8130-ce7bff0c8732 req-d67b78fa-6978-478e-a208-0f4a8aa5bcfc tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Request body: {'port': {'device_id': '4f55cf08-cbce-414b-b70d-b8a050fa55b5', 'network_id': '9e6054a2-cd00-456b-9147-e00bdd6d82cb', 'admin_state_up': True, 'tenant_id': '77af9bf22b944dbfb655c3750493d955', 'security_groups': ['9021399c-2145-43ac-aaeb-10d93cc5eb38']}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:10:11.001540 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-c294fe5c-9816-4ddb-8130-ce7bff0c8732 req-d67b78fa-6978-478e-a208-0f4a8aa5bcfc tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:10:11.014660 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-c294fe5c-9816-4ddb-8130-ce7bff0c8732 req-d67b78fa-6978-478e-a208-0f4a8aa5bcfc tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:10:11.098823 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c294fe5c-9816-4ddb-8130-ce7bff0c8732 req-d67b78fa-6978-478e-a208-0f4a8aa5bcfc tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Made reservation on behalf of 77af9bf22b944dbfb655c3750493d955 for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 21:10:11.102030 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c294fe5c-9816-4ddb-8130-ce7bff0c8732 req-d67b78fa-6978-478e-a208-0f4a8aa5bcfc tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:11.296999 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [req-c294fe5c-9816-4ddb-8130-ce7bff0c8732 req-d67b78fa-6978-478e-a208-0f4a8aa5bcfc tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Allocated IP 172.20.0.8 (9e6054a2-cd00-456b-9147-e00bdd6d82cb/760310b8-d127-408a-b08f-63f194a569b1/072b7ea1-f0bc-4010-a1f2-7b3d6b4a4ee1) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 21:10:11.619261 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c294fe5c-9816-4ddb-8130-ce7bff0c8732 req-d67b78fa-6978-478e-a208-0f4a8aa5bcfc tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:11.636113 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-c294fe5c-9816-4ddb-8130-ce7bff0c8732 req-d67b78fa-6978-478e-a208-0f4a8aa5bcfc tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Transition to ACTIVE for port object 072b7ea1-f0bc-4010-a1f2-7b3d6b4a4ee1 will not be triggered until provisioned by entity DHCP. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:10:11.734809 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c294fe5c-9816-4ddb-8130-ce7bff0c8732 req-d67b78fa-6978-478e-a208-0f4a8aa5bcfc tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:11.820237 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c294fe5c-9816-4ddb-8130-ce7bff0c8732 req-d67b78fa-6978-478e-a208-0f4a8aa5bcfc tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Network 9e6054a2-cd00-456b-9147-e00bdd6d82cb is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:10:11.823918 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [req-c294fe5c-9816-4ddb-8130-ce7bff0c8732 req-d67b78fa-6978-478e-a208-0f4a8aa5bcfc tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:10:11.828946 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-c294fe5c-9816-4ddb-8130-ce7bff0c8732 req-d67b78fa-6978-478e-a208-0f4a8aa5bcfc tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 21:10:11.894618 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67b78fa-6978-478e-a208-0f4a8aa5bcfc tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Pushing event updated for resources: {'Port': ['ID=072b7ea1-f0bc-4010-a1f2-7b3d6b4a4ee1,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:10:11.955842 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67b78fa-6978-478e-a208-0f4a8aa5bcfc tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:10:11.956456 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67b78fa-6978-478e-a208-0f4a8aa5bcfc tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:10:11.956944 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67b78fa-6978-478e-a208-0f4a8aa5bcfc tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:10:11.957431 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67b78fa-6978-478e-a208-0f4a8aa5bcfc tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:10:11.957953 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67b78fa-6978-478e-a208-0f4a8aa5bcfc tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:10:11.958288 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67b78fa-6978-478e-a208-0f4a8aa5bcfc tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:10:11.958619 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67b78fa-6978-478e-a208-0f4a8aa5bcfc tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:10:11.958948 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67b78fa-6978-478e-a208-0f4a8aa5bcfc tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:10:11.959276 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67b78fa-6978-478e-a208-0f4a8aa5bcfc tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:10:11.959602 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67b78fa-6978-478e-a208-0f4a8aa5bcfc tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:10:11.959927 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67b78fa-6978-478e-a208-0f4a8aa5bcfc tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:10:11.974228 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c294fe5c-9816-4ddb-8130-ce7bff0c8732 req-d67b78fa-6978-478e-a208-0f4a8aa5bcfc tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:10:11.974870 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c294fe5c-9816-4ddb-8130-ce7bff0c8732 req-d67b78fa-6978-478e-a208-0f4a8aa5bcfc tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:12.016931 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43378de0-ba97-49fb-aa65-d1c1e6b16f82 req-bd648d64-8190-4a52-8eba-4334fd0571bf tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:10:12.017724 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-43378de0-ba97-49fb-aa65-d1c1e6b16f82 req-bd648d64-8190-4a52-8eba-4334fd0571bf tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Synchronizing usage tracker for tenant:77af9bf22b944dbfb655c3750493d955 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 21:10:12.123939 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c294fe5c-9816-4ddb-8130-ce7bff0c8732 req-d67b78fa-6978-478e-a208-0f4a8aa5bcfc tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2948065 May 30 21:10:12.190582 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-43378de0-ba97-49fb-aa65-d1c1e6b16f82 req-bd648d64-8190-4a52-8eba-4334fd0571bf tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Unset dirty status for tenant:77af9bf22b944dbfb655c3750493d955 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 21:10:12.192421 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-43378de0-ba97-49fb-aa65-d1c1e6b16f82 req-bd648d64-8190-4a52-8eba-4334fd0571bf tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=4f55cf08-cbce-414b-b70d-b8a050fa55b5 HTTP/1.1" status: 200 len: 931 time: 0.3363800 May 30 21:10:12.203431 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-c294fe5c-9816-4ddb-8130-ce7bff0c8732 req-6db35291-1b1f-498b-a85e-c4828ebab36b service neutron] Request body: {'port': {'device_id': '4f55cf08-cbce-414b-b70d-b8a050fa55b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843948-2'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:10:12.214311 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-f3d959c6-b67d-4a91-bd53-d93a010bcdbf None None] Provisioning for port 072b7ea1-f0bc-4010-a1f2-7b3d6b4a4ee1 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:10:12.219981 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-f3d959c6-b67d-4a91-bd53-d93a010bcdbf None None] Provisioning complete for port 072b7ea1-f0bc-4010-a1f2-7b3d6b4a4ee1 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:10:12.220483 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-f3d959c6-b67d-4a91-bd53-d93a010bcdbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:12.304067 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-f3d959c6-b67d-4a91-bd53-d93a010bcdbf None None] Port 072b7ea1-f0bc-4010-a1f2-7b3d6b4a4ee1 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 21:10:12.342683 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-43378de0-ba97-49fb-aa65-d1c1e6b16f82 req-c8bec18b-6ce4-4caf-95c4-14534c7acc77 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/security-groups?id=9021399c-2145-43ac-aaeb-10d93cc5eb38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1432812 May 30 21:10:12.355757 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c294fe5c-9816-4ddb-8130-ce7bff0c8732 req-6db35291-1b1f-498b-a85e-c4828ebab36b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:12.730664 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [req-c294fe5c-9816-4ddb-8130-ce7bff0c8732 req-6db35291-1b1f-498b-a85e-c4828ebab36b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 072b7ea1-f0bc-4010-a1f2-7b3d6b4a4ee1 {{(pid=84887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 21:10:12.738131 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c294fe5c-9816-4ddb-8130-ce7bff0c8732 req-6db35291-1b1f-498b-a85e-c4828ebab36b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:12.752908 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-c294fe5c-9816-4ddb-8130-ce7bff0c8732 req-6db35291-1b1f-498b-a85e-c4828ebab36b service neutron] Transition to ACTIVE for port object 072b7ea1-f0bc-4010-a1f2-7b3d6b4a4ee1 will not be triggered until provisioned by entity L2. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:10:12.847475 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c294fe5c-9816-4ddb-8130-ce7bff0c8732 req-6db35291-1b1f-498b-a85e-c4828ebab36b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:12.990468 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db35291-1b1f-498b-a85e-c4828ebab36b service neutron] Pushing event updated for resources: {'Port': ['ID=072b7ea1-f0bc-4010-a1f2-7b3d6b4a4ee1,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:10:13.113257 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-c294fe5c-9816-4ddb-8130-ce7bff0c8732 req-6db35291-1b1f-498b-a85e-c4828ebab36b service neutron] Attempting to bind port 072b7ea1-f0bc-4010-a1f2-7b3d6b4a4ee1 on host n-h1-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 21:10:13.113581 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-c294fe5c-9816-4ddb-8130-ce7bff0c8732 req-6db35291-1b1f-498b-a85e-c4828ebab36b service neutron] Attempting to bind port 072b7ea1-f0bc-4010-a1f2-7b3d6b4a4ee1 by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': '2e885274-52fc-4171-9073-e5cac614bba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '9e6054a2-cd00-456b-9147-e00bdd6d82cb'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 21:10:13.113942 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c294fe5c-9816-4ddb-8130-ce7bff0c8732 req-6db35291-1b1f-498b-a85e-c4828ebab36b service neutron] Attempting to bind port 072b7ea1-f0bc-4010-a1f2-7b3d6b4a4ee1 on network 9e6054a2-cd00-456b-9147-e00bdd6d82cb {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:10:13.121581 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c294fe5c-9816-4ddb-8130-ce7bff0c8732 req-6db35291-1b1f-498b-a85e-c4828ebab36b service neutron] Port 072b7ea1-f0bc-4010-a1f2-7b3d6b4a4ee1 on network 9e6054a2-cd00-456b-9147-e00bdd6d82cb not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 21:10:13.121910 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c294fe5c-9816-4ddb-8130-ce7bff0c8732 req-6db35291-1b1f-498b-a85e-c4828ebab36b service neutron] Attempting to bind port 072b7ea1-f0bc-4010-a1f2-7b3d6b4a4ee1 on network 9e6054a2-cd00-456b-9147-e00bdd6d82cb {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:10:13.130999 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c294fe5c-9816-4ddb-8130-ce7bff0c8732 req-6db35291-1b1f-498b-a85e-c4828ebab36b service neutron] Checking agent: {'id': 'f728d74e-a4ae-4384-860b-a5ade05dd8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 21, 9, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 21:10:13.131337 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c294fe5c-9816-4ddb-8130-ce7bff0c8732 req-6db35291-1b1f-498b-a85e-c4828ebab36b service neutron] Checking segment: {'id': '2e885274-52fc-4171-9073-e5cac614bba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '9e6054a2-cd00-456b-9147-e00bdd6d82cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:10:13.131724 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c294fe5c-9816-4ddb-8130-ce7bff0c8732 req-6db35291-1b1f-498b-a85e-c4828ebab36b service neutron] Bound using segment: {'id': '2e885274-52fc-4171-9073-e5cac614bba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '9e6054a2-cd00-456b-9147-e00bdd6d82cb'} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 21:10:13.132809 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-c294fe5c-9816-4ddb-8130-ce7bff0c8732 req-6db35291-1b1f-498b-a85e-c4828ebab36b service neutron] Bound port: 072b7ea1-f0bc-4010-a1f2-7b3d6b4a4ee1, host: n-h1-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e885274-52fc-4171-9073-e5cac614bba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '9e6054a2-cd00-456b-9147-e00bdd6d82cb'}}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 21:10:13.133162 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c294fe5c-9816-4ddb-8130-ce7bff0c8732 req-6db35291-1b1f-498b-a85e-c4828ebab36b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:13.228752 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-c294fe5c-9816-4ddb-8130-ce7bff0c8732 req-6db35291-1b1f-498b-a85e-c4828ebab36b service neutron] For port 072b7ea1-f0bc-4010-a1f2-7b3d6b4a4ee1, host n-h1-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 21:10:13.232159 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-c294fe5c-9816-4ddb-8130-ce7bff0c8732 req-6db35291-1b1f-498b-a85e-c4828ebab36b service neutron] For port 072b7ea1-f0bc-4010-a1f2-7b3d6b4a4ee1, host n-h1-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=072b7ea1-f0bc-4010-a1f2-7b3d6b4a4ee1,segment=NetworkSegment(2e885274-52fc-4171-9073-e5cac614bba8),segment_id=2e885274-52fc-4171-9073-e5cac614bba8)] {{(pid=84887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 21:10:13.328421 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c294fe5c-9816-4ddb-8130-ce7bff0c8732 req-6db35291-1b1f-498b-a85e-c4828ebab36b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:13.394132 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-c294fe5c-9816-4ddb-8130-ce7bff0c8732 req-6db35291-1b1f-498b-a85e-c4828ebab36b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:13.395347 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c294fe5c-9816-4ddb-8130-ce7bff0c8732 req-6db35291-1b1f-498b-a85e-c4828ebab36b service neutron] 10.222.0.71 "PUT /v2.0/ports/072b7ea1-f0bc-4010-a1f2-7b3d6b4a4ee1 HTTP/1.1" status: 200 len: 1091 time: 1.2622476 May 30 21:10:13.395788 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f55cf08-cbce-414b-b70d-b8a050fa55b5', 'tag': '072b7ea1-f0bc-4010-a1f2-7b3d6b4a4ee1'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:10:13.422862 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db35291-1b1f-498b-a85e-c4828ebab36b service neutron] Pushing event updated for resources: {'Port': ['ID=072b7ea1-f0bc-4010-a1f2-7b3d6b4a4ee1,revision_number=3']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:10:13.467401 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbf3bdd6-86c4-4547-9b33-1e7e92b56220'] response: {'name': 'network-changed', 'server_uuid': '4f55cf08-cbce-414b-b70d-b8a050fa55b5', 'tag': '072b7ea1-f0bc-4010-a1f2-7b3d6b4a4ee1', 'status': 'completed', 'code': 200} May 30 21:10:13.578015 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0c5bc918-6d4f-4d0c-aa27-1ea458073863 req-5630363d-320c-4e0c-8ffb-4cdc2bd69f83 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=77af9bf22b944dbfb655c3750493d955&device_id=4f55cf08-cbce-414b-b70d-b8a050fa55b5 HTTP/1.1" status: 200 len: 1094 time: 0.0839319 May 30 21:10:13.616425 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0a0ff1-3177-441b-abc0-eff4f20eb7b6 req-cbd8a811-9b42-4698-89fe-0e4a41eafcba tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:10:13.618391 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9b0a0ff1-3177-441b-abc0-eff4f20eb7b6 req-cbd8a811-9b42-4698-89fe-0e4a41eafcba tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=4f55cf08-cbce-414b-b70d-b8a050fa55b5 HTTP/1.1" status: 200 len: 943 time: 0.0917878 May 30 21:10:13.672099 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9b0a0ff1-3177-441b-abc0-eff4f20eb7b6 req-351085f3-6f04-4a2b-bd60-e30a1a3e76e8 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/security-groups?id=9021399c-2145-43ac-aaeb-10d93cc5eb38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473096 May 30 21:10:13.734521 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5bc918-6d4f-4d0c-aa27-1ea458073863 req-c6ef5a96-7a0a-4b61-a341-b671e45904aa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:10:13.736460 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0c5bc918-6d4f-4d0c-aa27-1ea458073863 req-c6ef5a96-7a0a-4b61-a341-b671e45904aa service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=77af9bf22b944dbfb655c3750493d955&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1519578 May 30 21:10:13.892815 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5bc918-6d4f-4d0c-aa27-1ea458073863 req-70766e02-1082-42cb-b380-fef1985a3c52 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:10:13.894236 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0c5bc918-6d4f-4d0c-aa27-1ea458073863 req-70766e02-1082-42cb-b380-fef1985a3c52 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1527956 May 30 21:10:14.025963 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c294fe5c-9816-4ddb-8130-ce7bff0c8732 req-f7e55b78-7b88-4bbb-8bbe-ef11f0ee3a26 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=77af9bf22b944dbfb655c3750493d955&device_id=4f55cf08-cbce-414b-b70d-b8a050fa55b5 HTTP/1.1" status: 200 len: 1094 time: 0.0916002 May 30 21:10:14.204650 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c294fe5c-9816-4ddb-8130-ce7bff0c8732 req-327ea835-b1be-49f4-8b13-6ae31d97ea94 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=072b7ea1-f0bc-4010-a1f2-7b3d6b4a4ee1 HTTP/1.1" status: 200 len: 217 time: 0.1689513 May 30 21:10:14.275040 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c294fe5c-9816-4ddb-8130-ce7bff0c8732 req-ca7ec30d-0653-4435-a075-05bd65eeae2d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:10:14.276470 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c294fe5c-9816-4ddb-8130-ce7bff0c8732 req-ca7ec30d-0653-4435-a075-05bd65eeae2d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=760310b8-d127-408a-b08f-63f194a569b1 HTTP/1.1" status: 200 len: 851 time: 0.0663600 May 30 21:10:14.352485 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c294fe5c-9816-4ddb-8130-ce7bff0c8732 req-e6d2565a-c2c4-42ee-b215-90c32d1d564e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9e6054a2-cd00-456b-9147-e00bdd6d82cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0706222 May 30 21:10:14.487961 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c294fe5c-9816-4ddb-8130-ce7bff0c8732 req-efad0578-9b4e-46ae-b705-f48ce931a12e service neutron] 10.222.0.71 "GET /v2.0/networks/9e6054a2-cd00-456b-9147-e00bdd6d82cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294289 May 30 21:10:14.624601 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c294fe5c-9816-4ddb-8130-ce7bff0c8732 req-2953d422-2330-4782-90f0-ac56e511ab33 service neutron] 10.222.0.71 "GET /v2.0/networks/9e6054a2-cd00-456b-9147-e00bdd6d82cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306782 May 30 21:10:14.886945 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2138b39-8810-400e-b3db-989eef2220e1 req-76f1fef3-e5d6-4a81-a6b7-133d2dd3826d tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:10:14.888423 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b2138b39-8810-400e-b3db-989eef2220e1 req-76f1fef3-e5d6-4a81-a6b7-133d2dd3826d tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=4f55cf08-cbce-414b-b70d-b8a050fa55b5 HTTP/1.1" status: 200 len: 943 time: 0.0820308 May 30 21:10:14.948166 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b2138b39-8810-400e-b3db-989eef2220e1 req-77d84148-bed7-416f-a953-10437e55e047 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/security-groups?id=9021399c-2145-43ac-aaeb-10d93cc5eb38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541193 May 30 21:10:16.173901 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de790df9-540b-4706-aaab-4f54ff028956 req-1afe7da0-2ba8-4eb7-8633-1bdaaa4f7b54 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:10:16.176494 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-de790df9-540b-4706-aaab-4f54ff028956 req-1afe7da0-2ba8-4eb7-8633-1bdaaa4f7b54 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=4f55cf08-cbce-414b-b70d-b8a050fa55b5 HTTP/1.1" status: 200 len: 943 time: 0.0964305 May 30 21:10:16.226549 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-de790df9-540b-4706-aaab-4f54ff028956 req-35cede01-ba03-4e21-b57b-8accb5d20570 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/security-groups?id=9021399c-2145-43ac-aaeb-10d93cc5eb38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441477 May 30 21:10:17.433688 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c60fd3-3184-496d-987d-f4b62ef50322 req-3e9e0178-cac0-4709-8beb-7a1a64eef151 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:10:17.435076 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-17c60fd3-3184-496d-987d-f4b62ef50322 req-3e9e0178-cac0-4709-8beb-7a1a64eef151 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=4f55cf08-cbce-414b-b70d-b8a050fa55b5 HTTP/1.1" status: 200 len: 943 time: 0.0796163 May 30 21:10:17.486035 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-17c60fd3-3184-496d-987d-f4b62ef50322 req-b6650d34-97b1-4bf6-85c5-f04ee33582aa tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/security-groups?id=9021399c-2145-43ac-aaeb-10d93cc5eb38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438058 May 30 21:10:18.692179 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a617d4-2ca2-4c7b-82c9-b5cf61278401 req-1edd7be7-67d4-42bc-bac1-b120b7ad3bdb tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:10:18.693693 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-45a617d4-2ca2-4c7b-82c9-b5cf61278401 req-1edd7be7-67d4-42bc-bac1-b120b7ad3bdb tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=4f55cf08-cbce-414b-b70d-b8a050fa55b5 HTTP/1.1" status: 200 len: 943 time: 0.0826566 May 30 21:10:18.740490 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-45a617d4-2ca2-4c7b-82c9-b5cf61278401 req-50f79f63-e6c3-4d76-88a6-4d8705ba54f1 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/security-groups?id=9021399c-2145-43ac-aaeb-10d93cc5eb38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401568 May 30 21:10:19.948500 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789c2054-1103-4a69-9b31-7c772c040532 req-86de568f-d47b-45a1-9f87-fc88ce23b530 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:10:19.949976 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-789c2054-1103-4a69-9b31-7c772c040532 req-86de568f-d47b-45a1-9f87-fc88ce23b530 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=4f55cf08-cbce-414b-b70d-b8a050fa55b5 HTTP/1.1" status: 200 len: 943 time: 0.0811749 May 30 21:10:19.996071 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:19.997761 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-789c2054-1103-4a69-9b31-7c772c040532 req-036f7954-4fb1-4555-bd85-7984dc9ebf72 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/security-groups?id=9021399c-2145-43ac-aaeb-10d93cc5eb38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421183 May 30 21:10:21.193093 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1960af8-1eaa-4b07-a5c6-189c82eeb5af req-e5f3a748-ba6c-44a2-a6d9-7c9b99051fa5 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:10:21.195043 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a1960af8-1eaa-4b07-a5c6-189c82eeb5af req-e5f3a748-ba6c-44a2-a6d9-7c9b99051fa5 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=4f55cf08-cbce-414b-b70d-b8a050fa55b5 HTTP/1.1" status: 200 len: 943 time: 0.0756371 May 30 21:10:21.243277 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a1960af8-1eaa-4b07-a5c6-189c82eeb5af req-ba814559-f15a-414d-b6aa-76ef6ed10f6d tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/security-groups?id=9021399c-2145-43ac-aaeb-10d93cc5eb38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423660 May 30 21:10:22.447074 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ec5e3b-9df5-45a9-b436-4c178a390a55 req-b70fb95f-750d-42c5-92a5-60569374c40f tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:10:22.448599 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-27ec5e3b-9df5-45a9-b436-4c178a390a55 req-b70fb95f-750d-42c5-92a5-60569374c40f tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=4f55cf08-cbce-414b-b70d-b8a050fa55b5 HTTP/1.1" status: 200 len: 943 time: 0.0787716 May 30 21:10:22.497161 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-27ec5e3b-9df5-45a9-b436-4c178a390a55 req-1f1a8792-d0a1-4f6f-9f89-b3710314c498 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/security-groups?id=9021399c-2145-43ac-aaeb-10d93cc5eb38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426528 May 30 21:10:22.698816 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:22.989914 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 072b7ea1-f0bc-4010-a1f2-7b3d6b4a4ee1 details requested by agent hyperv_n-h1-843948-2 with host n-h1-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 21:10:23.161340 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 072b7ea1-f0bc-4010-a1f2-7b3d6b4a4ee1, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=072b7ea1-f0bc-4010-a1f2-7b3d6b4a4ee1,segment=NetworkSegment(2e885274-52fc-4171-9073-e5cac614bba8),segment_id=2e885274-52fc-4171-9073-e5cac614bba8)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:10:23.174344 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Returning: {'device': '072b7ea1-f0bc-4010-a1f2-7b3d6b4a4ee1', 'network_id': '9e6054a2-cd00-456b-9147-e00bdd6d82cb', 'port_id': '072b7ea1-f0bc-4010-a1f2-7b3d6b4a4ee1', 'mac_address': 'fa:16:3e:80:56:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '760310b8-d127-408a-b08f-63f194a569b1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 21:10:23.237146 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:23.265031 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 072b7ea1-f0bc-4010-a1f2-7b3d6b4a4ee1 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 21:10:23.282675 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 072b7ea1-f0bc-4010-a1f2-7b3d6b4a4ee1, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=072b7ea1-f0bc-4010-a1f2-7b3d6b4a4ee1,segment=NetworkSegment(2e885274-52fc-4171-9073-e5cac614bba8),segment_id=2e885274-52fc-4171-9073-e5cac614bba8)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:10:23.373004 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:23.438725 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=072b7ea1-f0bc-4010-a1f2-7b3d6b4a4ee1,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:10:23.449101 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:10:23.449534 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:10:23.451684 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:10:23.451684 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:10:23.451684 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:10:23.451684 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:10:23.452222 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:10:23.452576 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:10:23.453007 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:10:23.454932 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:10:23.454932 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:10:23.607672 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['072b7ea1-f0bc-4010-a1f2-7b3d6b4a4ee1'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 21:10:23.700995 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e95a65d-e151-4e09-9f56-79ef112f9d63 req-fb6d7703-9d07-4365-8eb3-c4c62b5a9fd2 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:10:23.702491 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-7e95a65d-e151-4e09-9f56-79ef112f9d63 req-fb6d7703-9d07-4365-8eb3-c4c62b5a9fd2 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=4f55cf08-cbce-414b-b70d-b8a050fa55b5 HTTP/1.1" status: 200 len: 944 time: 0.0785542 May 30 21:10:23.750360 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-7e95a65d-e151-4e09-9f56-79ef112f9d63 req-c74f4fbf-330b-4955-a5c4-2fb73a19a75c tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/security-groups?id=9021399c-2145-43ac-aaeb-10d93cc5eb38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422385 May 30 21:10:24.972418 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cb8264-1e50-4de8-8f97-7bcf815eee0c req-7d6b07e1-9b99-413b-abf0-6c490110c915 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:10:24.973889 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b6cb8264-1e50-4de8-8f97-7bcf815eee0c req-7d6b07e1-9b99-413b-abf0-6c490110c915 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=4f55cf08-cbce-414b-b70d-b8a050fa55b5 HTTP/1.1" status: 200 len: 944 time: 0.0818400 May 30 21:10:25.005124 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 072b7ea1-f0bc-4010-a1f2-7b3d6b4a4ee1 up at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:10:25.022859 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b6cb8264-1e50-4de8-8f97-7bcf815eee0c req-5d63212f-525f-4c05-bd2c-86341ecf3067 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/security-groups?id=9021399c-2145-43ac-aaeb-10d93cc5eb38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426373 May 30 21:10:25.167114 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning for port 072b7ea1-f0bc-4010-a1f2-7b3d6b4a4ee1 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:10:25.172434 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning complete for port 072b7ea1-f0bc-4010-a1f2-7b3d6b4a4ee1 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:10:25.172825 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:25.292110 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:25.318704 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f55cf08-cbce-414b-b70d-b8a050fa55b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '072b7ea1-f0bc-4010-a1f2-7b3d6b4a4ee1'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:10:25.329504 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 072b7ea1-f0bc-4010-a1f2-7b3d6b4a4ee1, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=072b7ea1-f0bc-4010-a1f2-7b3d6b4a4ee1,segment=NetworkSegment(2e885274-52fc-4171-9073-e5cac614bba8),segment_id=2e885274-52fc-4171-9073-e5cac614bba8)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:10:25.375897 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9cb07bd-eb6f-4f85-a4eb-94976ad92c62'] response: {'server_uuid': '4f55cf08-cbce-414b-b70d-b8a050fa55b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '072b7ea1-f0bc-4010-a1f2-7b3d6b4a4ee1', 'code': 200} May 30 21:10:25.401187 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:25.466967 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=072b7ea1-f0bc-4010-a1f2-7b3d6b4a4ee1,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:10:25.500583 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c53d297d-1600-46a3-b206-a9a75cf1df7c req-04bcba8d-1577-49b8-95bc-88cf02f18342 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=4f55cf08-cbce-414b-b70d-b8a050fa55b5 HTTP/1.1" status: 200 len: 1096 time: 0.0674527 May 30 21:10:25.541960 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c53d297d-1600-46a3-b206-a9a75cf1df7c req-5a564c10-9009-419f-a04a-b9535948ba15 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=9021399c-2145-43ac-aaeb-10d93cc5eb38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353258 May 30 21:10:26.222279 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244f1ab1-6fb0-4b27-b81a-6101bdd3f309 req-65642d5d-ee76-420c-8188-1a8a1b893ded tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:10:26.223651 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-244f1ab1-6fb0-4b27-b81a-6101bdd3f309 req-65642d5d-ee76-420c-8188-1a8a1b893ded tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=4f55cf08-cbce-414b-b70d-b8a050fa55b5 HTTP/1.1" status: 200 len: 945 time: 0.0796826 May 30 21:10:26.242008 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-65909749-a1e3-4c4f-b375-b1abb82069dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:26.274064 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-244f1ab1-6fb0-4b27-b81a-6101bdd3f309 req-e8cc6977-d9fb-410a-a880-fbd7794f838f tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/security-groups?id=9021399c-2145-43ac-aaeb-10d93cc5eb38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440478 May 30 21:10:27.493086 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2d6eb8-38a2-424a-824f-10ee30cf5cc1 req-387198a7-c3d2-4fed-a1d5-d86c1e4aa3d7 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:10:27.494558 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4a2d6eb8-38a2-424a-824f-10ee30cf5cc1 req-387198a7-c3d2-4fed-a1d5-d86c1e4aa3d7 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=4f55cf08-cbce-414b-b70d-b8a050fa55b5 HTTP/1.1" status: 200 len: 945 time: 0.0841701 May 30 21:10:27.542625 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4a2d6eb8-38a2-424a-824f-10ee30cf5cc1 req-89bbf0da-72ee-4c72-8d47-7272bf4d0a8a tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/security-groups?id=9021399c-2145-43ac-aaeb-10d93cc5eb38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420218 May 30 21:10:27.760894 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb90592-6139-4d54-bcc6-b0401b82b259 req-d4c13794-7fea-4440-91b9-414c6e43abb3 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:10:27.762419 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8fb90592-6139-4d54-bcc6-b0401b82b259 req-d4c13794-7fea-4440-91b9-414c6e43abb3 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=4f55cf08-cbce-414b-b70d-b8a050fa55b5 HTTP/1.1" status: 200 len: 945 time: 0.0829160 May 30 21:10:27.819705 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8fb90592-6139-4d54-bcc6-b0401b82b259 req-d848ff5c-5ee4-4ead-bfd3-d3d704ba70c3 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/security-groups?id=9021399c-2145-43ac-aaeb-10d93cc5eb38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502336 May 30 21:10:27.852608 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 48920) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:10:27.930873 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-68d94082-453a-4ec3-8869-8b756801ca22 tempest-TestVolumeBootPattern-1650254244 tempest-TestVolumeBootPattern-1650254244-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=4f55cf08-cbce-414b-b70d-b8a050fa55b5 HTTP/1.1" status: 200 len: 1091 time: 0.0770423 May 30 21:10:27.933468 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 48924) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:10:27.939372 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-b564ef87-00db-4403-b8f4-1e3c32981b53 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Request body: {'floatingip': {'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'port_id': '072b7ea1-f0bc-4010-a1f2-7b3d6b4a4ee1', 'tenant_id': '77af9bf22b944dbfb655c3750493d955', 'fixed_ip_address': '172.20.0.8'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:10:27.946180 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-b564ef87-00db-4403-b8f4-1e3c32981b53 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:10:27.950771 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-b564ef87-00db-4403-b8f4-1e3c32981b53 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Usage tracker for resource:floatingip and tenant:77af9bf22b944dbfb655c3750493d955 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:10:27.955001 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-b564ef87-00db-4403-b8f4-1e3c32981b53 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:10:27.961722 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-b564ef87-00db-4403-b8f4-1e3c32981b53 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:10:28.036250 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b564ef87-00db-4403-b8f4-1e3c32981b53 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Notify callbacks [] for floatingip, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:28.179981 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b564ef87-00db-4403-b8f4-1e3c32981b53 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:28.328643 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-b564ef87-00db-4403-b8f4-1e3c32981b53 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Allocated IP 172.25.8.62 (c7869750-4b49-4b7e-aa99-5e0f1ae02da4/427601ec-f643-4fe7-b5e6-17305d3a39e1/57fbc0cb-6a46-415e-a6c3-bba62a39f292) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 21:10:28.484748 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b564ef87-00db-4403-b8f4-1e3c32981b53 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:28.613355 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b564ef87-00db-4403-b8f4-1e3c32981b53 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:28.681645 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b564ef87-00db-4403-b8f4-1e3c32981b53 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:10:28.685057 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-b564ef87-00db-4403-b8f4-1e3c32981b53 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:10:28.688807 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b564ef87-00db-4403-b8f4-1e3c32981b53 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 21:10:28.736372 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b564ef87-00db-4403-b8f4-1e3c32981b53 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Pushing event updated for resources: {'Port': ['ID=57fbc0cb-6a46-415e-a6c3-bba62a39f292,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:10:28.766447 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b564ef87-00db-4403-b8f4-1e3c32981b53 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:10:28.766447 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b564ef87-00db-4403-b8f4-1e3c32981b53 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:10:28.766447 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b564ef87-00db-4403-b8f4-1e3c32981b53 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:10:28.766447 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b564ef87-00db-4403-b8f4-1e3c32981b53 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:10:28.766447 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b564ef87-00db-4403-b8f4-1e3c32981b53 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:10:28.766447 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b564ef87-00db-4403-b8f4-1e3c32981b53 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:10:28.766447 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b564ef87-00db-4403-b8f4-1e3c32981b53 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:10:28.766447 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b564ef87-00db-4403-b8f4-1e3c32981b53 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:10:28.766447 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b564ef87-00db-4403-b8f4-1e3c32981b53 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:10:28.766447 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b564ef87-00db-4403-b8f4-1e3c32981b53 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:10:28.766447 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b564ef87-00db-4403-b8f4-1e3c32981b53 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:10:29.326323 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b564ef87-00db-4403-b8f4-1e3c32981b53 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:29.436254 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b564ef87-00db-4403-b8f4-1e3c32981b53 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:29.641778 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b38b676f-8be6-4e48-8dcd-bc404b5414da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:29.656987 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b564ef87-00db-4403-b8f4-1e3c32981b53 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:29.732706 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b564ef87-00db-4403-b8f4-1e3c32981b53 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:29.850989 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b564ef87-00db-4403-b8f4-1e3c32981b53 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Pushing event updated for resources: {'Port': ['ID=57fbc0cb-6a46-415e-a6c3-bba62a39f292,revision_number=2']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:10:29.863963 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b564ef87-00db-4403-b8f4-1e3c32981b53 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736490'] for floatingip, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:29.907846 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:30.066470 n-d-843948-2 neutron-server[84886]: INFO neutron.db.l3_db [None req-b564ef87-00db-4403-b8f4-1e3c32981b53 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Floating IP a42e5291-077e-478f-a58e-897feccd5006 associated. External IP: 172.25.8.62, port: 072b7ea1-f0bc-4010-a1f2-7b3d6b4a4ee1. May 30 21:10:30.476990 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b564ef87-00db-4403-b8f4-1e3c32981b53 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Router 8d971eaa-9cd7-4665-8518-ddeae5e5d962 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 21:10:30.808113 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b564ef87-00db-4403-b8f4-1e3c32981b53 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 21:10:30.818773 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c78fd0-d06e-41cc-9f27-af618dfb2360 None None] Sync routers for ids ['8d971eaa-9cd7-4665-8518-ddeae5e5d962'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 21:10:30.832793 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c78fd0-d06e-41cc-9f27-af618dfb2360 None None] Routers {'8d971eaa-9cd7-4665-8518-ddeae5e5d962'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:10:30.832793 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-07c78fd0-d06e-41cc-9f27-af618dfb2360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T21:10:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['8d971eaa-9cd7-4665-8518-ddeae5e5d962'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:10:30.967381 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b564ef87-00db-4403-b8f4-1e3c32981b53 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:31.023459 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-07c78fd0-d06e-41cc-9f27-af618dfb2360 None None] Set router 8d971eaa-9cd7-4665-8518-ddeae5e5d962 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:10:31.030279 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-b564ef87-00db-4403-b8f4-1e3c32981b53 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.0935214 May 30 21:10:31.030279 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f55cf08-cbce-414b-b70d-b8a050fa55b5', 'tag': '072b7ea1-f0bc-4010-a1f2-7b3d6b4a4ee1'}] {{(pid=84886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:10:31.275641 n-d-843948-2 neutron-server[84886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19f9a121-9fae-47c3-9e37-984597a7e5ab'] response: {'name': 'network-changed', 'server_uuid': '4f55cf08-cbce-414b-b70d-b8a050fa55b5', 'tag': '072b7ea1-f0bc-4010-a1f2-7b3d6b4a4ee1', 'status': 'completed', 'code': 200} May 30 21:10:31.377525 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-66d71e8d-a422-4d79-8125-d84a11123909 req-63ff8136-24b2-44c9-82e4-bc14f4d3b523 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=77af9bf22b944dbfb655c3750493d955&device_id=4f55cf08-cbce-414b-b70d-b8a050fa55b5 HTTP/1.1" status: 200 len: 1096 time: 0.0802362 May 30 21:10:31.408579 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:31.440960 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-07c78fd0-d06e-41cc-9f27-af618dfb2360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d971eaa-9cd7-4665-8518-ddeae5e5d962', 'name': 'tempest-TestVolumeBootPattern-1989824106-router', 'tenant_id': '77af9bf22b944dbfb655c3750493d955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.27'}], 'enable_snat': True}, 'gw_port_id': '2b4be356-9ddb-4ee6-99f5-18787f956c77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:59:04Z', 'updated_at': '2022-05-30T20:59:08Z', 'revision_number': 4, 'project_id': '77af9bf22b944dbfb655c3750493d955', 'gw_port': {'id': '2b4be356-9ddb-4ee6-99f5-18787f956c77', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c2:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d971eaa-9cd7-4665-8518-ddeae5e5d962', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:59:05Z', 'updated_at': '2022-05-30T20:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': 'a42e5291-077e-478f-a58e-897feccd5006', 'tenant_id': '77af9bf22b944dbfb655c3750493d955', 'floating_ip_address': '172.25.8.62', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': '8d971eaa-9cd7-4665-8518-ddeae5e5d962', 'port_id': '072b7ea1-f0bc-4010-a1f2-7b3d6b4a4ee1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e6054a2-cd00-456b-9147-e00bdd6d82cb', 'mac_address': 'fa:16:3e:80:56:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f55cf08-cbce-414b-b70d-b8a050fa55b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T21:10:29Z', 'updated_at': '2022-05-30T21:10:29Z', 'revision_number': 0, 'project_id': '77af9bf22b944dbfb655c3750493d955', 'fixed_ip_address_scope': None}, {'id': 'dff35b79-6f77-4c11-8300-ee3ec348b315', 'tenant_id': '77af9bf22b944dbfb655c3750493d955', 'floating_ip_address': '172.25.8.171', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': '8d971eaa-9cd7-4665-8518-ddeae5e5d962', 'port_id': 'fc7625f3-e6af-47ae-ae6b-f7dc79ff2f4b', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e6054a2-cd00-456b-9147-e00bdd6d82cb', 'mac_address': 'fa:16:3e:69:06:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4977a1e8-0273-4677-8e0d-ad45f7737cc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T21:07:20Z', 'updated_at': '2022-05-30T21:07:23Z', 'revision_number': 1, 'project_id': '77af9bf22b944dbfb655c3750493d955', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5425a0c-86d4-4510-bf7d-ce299030ad98', 'name': '', 'network_id': '9e6054a2-cd00-456b-9147-e00bdd6d82cb', 'tenant_id': '77af9bf22b944dbfb655c3750493d955', 'mac_address': 'fa:16:3e:bb:cf:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d971eaa-9cd7-4665-8518-ddeae5e5d962', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '760310b8-d127-408a-b08f-63f194a569b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:59:07Z', 'updated_at': '2022-05-30T20:59:27Z', 'revision_number': 5, 'project_id': '77af9bf22b944dbfb655c3750493d955', 'subnets': [{'id': '760310b8-d127-408a-b08f-63f194a569b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:10:31.445559 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c78fd0-d06e-41cc-9f27-af618dfb2360 None None] Checking router: 8d971eaa-9cd7-4665-8518-ddeae5e5d962 for host: n-d-843948-2 {{(pid=84888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 21:10:31.457105 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c78fd0-d06e-41cc-9f27-af618dfb2360 None None] Routers {'8d971eaa-9cd7-4665-8518-ddeae5e5d962'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:10:31.457802 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-07c78fd0-d06e-41cc-9f27-af618dfb2360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T21:10:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['8d971eaa-9cd7-4665-8518-ddeae5e5d962'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:10:31.512872 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d71e8d-a422-4d79-8125-d84a11123909 req-4fd38084-8f61-4d40-a64e-bc9817a13ebb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:10:31.515158 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-66d71e8d-a422-4d79-8125-d84a11123909 req-4fd38084-8f61-4d40-a64e-bc9817a13ebb service neutron] 10.222.0.71 "GET /v2.0/networks?id=9e6054a2-cd00-456b-9147-e00bdd6d82cb HTTP/1.1" status: 200 len: 913 time: 0.1321318 May 30 21:10:31.621816 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-66d71e8d-a422-4d79-8125-d84a11123909 req-e438cdf1-1b4e-4ec0-9820-20ee0f016bef service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=072b7ea1-f0bc-4010-a1f2-7b3d6b4a4ee1 HTTP/1.1" status: 200 len: 998 time: 0.1013956 May 30 21:10:31.634956 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-07c78fd0-d06e-41cc-9f27-af618dfb2360 None None] Set router 8d971eaa-9cd7-4665-8518-ddeae5e5d962 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:10:31.686071 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d71e8d-a422-4d79-8125-d84a11123909 req-66f8ba71-31d4-486f-a37e-3b26fe86f940 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:10:31.690314 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-66d71e8d-a422-4d79-8125-d84a11123909 req-66f8ba71-31d4-486f-a37e-3b26fe86f940 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=760310b8-d127-408a-b08f-63f194a569b1 HTTP/1.1" status: 200 len: 851 time: 0.0609362 May 30 21:10:31.866595 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-66d71e8d-a422-4d79-8125-d84a11123909 req-cdff193e-b067-4280-b151-da0f79e7320c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9e6054a2-cd00-456b-9147-e00bdd6d82cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1737838 May 30 21:10:32.009726 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-66d71e8d-a422-4d79-8125-d84a11123909 req-d731bfc8-ad4c-4cfa-938a-d6653db293f7 service neutron] 10.222.0.71 "GET /v2.0/networks/9e6054a2-cd00-456b-9147-e00bdd6d82cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376038 May 30 21:10:32.030783 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-07c78fd0-d06e-41cc-9f27-af618dfb2360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d971eaa-9cd7-4665-8518-ddeae5e5d962', 'name': 'tempest-TestVolumeBootPattern-1989824106-router', 'tenant_id': '77af9bf22b944dbfb655c3750493d955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.27'}], 'enable_snat': True}, 'gw_port_id': '2b4be356-9ddb-4ee6-99f5-18787f956c77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:59:04Z', 'updated_at': '2022-05-30T20:59:08Z', 'revision_number': 4, 'project_id': '77af9bf22b944dbfb655c3750493d955', 'gw_port': {'id': '2b4be356-9ddb-4ee6-99f5-18787f956c77', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c2:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d971eaa-9cd7-4665-8518-ddeae5e5d962', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:59:05Z', 'updated_at': '2022-05-30T20:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': 'a42e5291-077e-478f-a58e-897feccd5006', 'tenant_id': '77af9bf22b944dbfb655c3750493d955', 'floating_ip_address': '172.25.8.62', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': '8d971eaa-9cd7-4665-8518-ddeae5e5d962', 'port_id': '072b7ea1-f0bc-4010-a1f2-7b3d6b4a4ee1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e6054a2-cd00-456b-9147-e00bdd6d82cb', 'mac_address': 'fa:16:3e:80:56:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f55cf08-cbce-414b-b70d-b8a050fa55b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T21:10:29Z', 'updated_at': '2022-05-30T21:10:29Z', 'revision_number': 0, 'project_id': '77af9bf22b944dbfb655c3750493d955', 'fixed_ip_address_scope': None}, {'id': 'dff35b79-6f77-4c11-8300-ee3ec348b315', 'tenant_id': '77af9bf22b944dbfb655c3750493d955', 'floating_ip_address': '172.25.8.171', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': '8d971eaa-9cd7-4665-8518-ddeae5e5d962', 'port_id': 'fc7625f3-e6af-47ae-ae6b-f7dc79ff2f4b', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e6054a2-cd00-456b-9147-e00bdd6d82cb', 'mac_address': 'fa:16:3e:69:06:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4977a1e8-0273-4677-8e0d-ad45f7737cc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T21:07:20Z', 'updated_at': '2022-05-30T21:07:23Z', 'revision_number': 1, 'project_id': '77af9bf22b944dbfb655c3750493d955', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5425a0c-86d4-4510-bf7d-ce299030ad98', 'name': '', 'network_id': '9e6054a2-cd00-456b-9147-e00bdd6d82cb', 'tenant_id': '77af9bf22b944dbfb655c3750493d955', 'mac_address': 'fa:16:3e:bb:cf:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d971eaa-9cd7-4665-8518-ddeae5e5d962', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '760310b8-d127-408a-b08f-63f194a569b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:59:07Z', 'updated_at': '2022-05-30T20:59:27Z', 'revision_number': 5, 'project_id': '77af9bf22b944dbfb655c3750493d955', 'subnets': [{'id': '760310b8-d127-408a-b08f-63f194a569b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:10:32.035699 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c78fd0-d06e-41cc-9f27-af618dfb2360 None None] The sync data for ids ['8d971eaa-9cd7-4665-8518-ddeae5e5d962'] in n-d-843948-2 is: [{'id': '8d971eaa-9cd7-4665-8518-ddeae5e5d962', 'name': 'tempest-TestVolumeBootPattern-1989824106-router', 'tenant_id': '77af9bf22b944dbfb655c3750493d955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.27'}], 'enable_snat': True}, 'gw_port_id': '2b4be356-9ddb-4ee6-99f5-18787f956c77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:59:04Z', 'updated_at': '2022-05-30T20:59:08Z', 'revision_number': 4, 'project_id': '77af9bf22b944dbfb655c3750493d955', 'gw_port': {'id': '2b4be356-9ddb-4ee6-99f5-18787f956c77', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c2:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d971eaa-9cd7-4665-8518-ddeae5e5d962', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:59:05Z', 'updated_at': '2022-05-30T20:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': 'a42e5291-077e-478f-a58e-897feccd5006', 'tenant_id': '77af9bf22b944dbfb655c3750493d955', 'floating_ip_address': '172.25.8.62', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': '8d971eaa-9cd7-4665-8518-ddeae5e5d962', 'port_id': '072b7ea1-f0bc-4010-a1f2-7b3d6b4a4ee1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e6054a2-cd00-456b-9147-e00bdd6d82cb', 'mac_address': 'fa:16:3e:80:56:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f55cf08-cbce-414b-b70d-b8a050fa55b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T21:10:29Z', 'updated_at': '2022-05-30T21:10:29Z', 'revision_number': 0, 'project_id': '77af9bf22b944dbfb655c3750493d955', 'fixed_ip_address_scope': None}, {'id': 'dff35b79-6f77-4c11-8300-ee3ec348b315', 'tenant_id': '77af9bf22b944dbfb655c3750493d955', 'floating_ip_address': '172.25.8.171', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': '8d971eaa-9cd7-4665-8518-ddeae5e5d962', 'port_id': 'fc7625f3-e6af-47ae-ae6b-f7dc79ff2f4b', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e6054a2-cd00-456b-9147-e00bdd6d82cb', 'mac_address': 'fa:16:3e:69:06:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4977a1e8-0273-4677-8e0d-ad45f7737cc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T21:07:20Z', 'updated_at': '2022-05-30T21:07:23Z', 'revision_number': 1, 'project_id': '77af9bf22b944dbfb655c3750493d955', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5425a0c-86d4-4510-bf7d-ce299030ad98', 'name': '', 'network_id': '9e6054a2-cd00-456b-9147-e00bdd6d82cb', 'tenant_id': '77af9bf22b944dbfb655c3750493d955', 'mac_address': 'fa:16:3e:bb:cf:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d971eaa-9cd7-4665-8518-ddeae5e5d962', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '760310b8-d127-408a-b08f-63f194a569b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:59:07Z', 'updated_at': '2022-05-30T20:59:27Z', 'revision_number': 5, 'project_id': '77af9bf22b944dbfb655c3750493d955', 'subnets': [{'id': '760310b8-d127-408a-b08f-63f194a569b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 21:10:32.148724 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-66d71e8d-a422-4d79-8125-d84a11123909 req-b2883b07-bc14-404d-871a-4ff62b7e4ae5 service neutron] 10.222.0.71 "GET /v2.0/networks/9e6054a2-cd00-456b-9147-e00bdd6d82cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331301 May 30 21:10:32.235871 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd81a254-d57f-4424-9b7b-25ff929086d3 None None] New status for floating IP a42e5291-077e-478f-a58e-897feccd5006: ACTIVE {{(pid=84889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 21:10:32.801380 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:40.579183 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 21:10:50.026838 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:52.731678 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:56.258565 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-df904abc-79c7-49cc-bc69-d42815e88fb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:59.646832 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-5af71c52-b323-4bb6-9cac-1a0c86e9cd1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:10:59.920128 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:11:01.292341 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:11:02.869261 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:11:04.935895 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3f3490e9-28a1-439e-b32a-4c3a9fe393c9 req-6c6033e7-2612-4ddf-9477-c1b9bcd9d5dd service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=4977a1e8-0273-4677-8e0d-ad45f7737cc2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1643348 May 30 21:11:05.092804 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3f3490e9-28a1-439e-b32a-4c3a9fe393c9 req-c4a2ed6c-6ae2-42b6-b6a0-4893c6825449 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=77af9bf22b944dbfb655c3750493d955&device_id=4977a1e8-0273-4677-8e0d-ad45f7737cc2 HTTP/1.1" status: 200 len: 1096 time: 0.0749142 May 30 21:11:05.248646 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3490e9-28a1-439e-b32a-4c3a9fe393c9 req-54293e8c-d023-4f3b-9019-eea44d8afbd0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:11:05.250101 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3f3490e9-28a1-439e-b32a-4c3a9fe393c9 req-54293e8c-d023-4f3b-9019-eea44d8afbd0 service neutron] 10.222.0.86 "GET /v2.0/networks?id=9e6054a2-cd00-456b-9147-e00bdd6d82cb HTTP/1.1" status: 200 len: 913 time: 0.1332116 May 30 21:11:05.356043 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3f3490e9-28a1-439e-b32a-4c3a9fe393c9 req-dd69e9a0-6b31-449c-85b2-cfe838f2d16a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fc7625f3-e6af-47ae-ae6b-f7dc79ff2f4b HTTP/1.1" status: 200 len: 1001 time: 0.0960956 May 30 21:11:05.425662 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3490e9-28a1-439e-b32a-4c3a9fe393c9 req-c547b261-ae0c-4eb6-bea4-bff8fa32af68 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:11:05.427065 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3f3490e9-28a1-439e-b32a-4c3a9fe393c9 req-c547b261-ae0c-4eb6-bea4-bff8fa32af68 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=760310b8-d127-408a-b08f-63f194a569b1 HTTP/1.1" status: 200 len: 851 time: 0.0616243 May 30 21:11:05.502104 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3f3490e9-28a1-439e-b32a-4c3a9fe393c9 req-146e8611-2f72-465b-8ee2-bd56585e7a3e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9e6054a2-cd00-456b-9147-e00bdd6d82cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0686753 May 30 21:11:05.639567 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3f3490e9-28a1-439e-b32a-4c3a9fe393c9 req-1df7de55-6b95-40c4-bca9-5b863931053e service neutron] 10.222.0.86 "GET /v2.0/networks/9e6054a2-cd00-456b-9147-e00bdd6d82cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281197 May 30 21:11:05.780360 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3f3490e9-28a1-439e-b32a-4c3a9fe393c9 req-b1627d1b-dc0b-4027-867f-59fdad0fa468 service neutron] 10.222.0.86 "GET /v2.0/networks/9e6054a2-cd00-456b-9147-e00bdd6d82cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319020 May 30 21:11:12.691864 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c0cc36a3-1f03-44ce-ab19-10ddd6a26787 req-de25b773-53fa-4a49-bb16-b3e24e84c0b8 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=4f55cf08-cbce-414b-b70d-b8a050fa55b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0839736 May 30 21:11:12.839814 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c0cc36a3-1f03-44ce-ab19-10ddd6a26787 req-d976b45b-86b2-4773-9c35-28348cccd642 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=77af9bf22b944dbfb655c3750493d955&device_id=4f55cf08-cbce-414b-b70d-b8a050fa55b5 HTTP/1.1" status: 200 len: 1096 time: 0.0761909 May 30 21:11:12.989953 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cc36a3-1f03-44ce-ab19-10ddd6a26787 req-8d535a01-4475-400a-956c-85b629620e4e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:11:12.991431 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c0cc36a3-1f03-44ce-ab19-10ddd6a26787 req-8d535a01-4475-400a-956c-85b629620e4e service neutron] 10.222.0.71 "GET /v2.0/networks?id=9e6054a2-cd00-456b-9147-e00bdd6d82cb HTTP/1.1" status: 200 len: 913 time: 0.1339324 May 30 21:11:13.148410 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c0cc36a3-1f03-44ce-ab19-10ddd6a26787 req-0410a7d3-0b77-4c08-906a-65187dd581a1 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=072b7ea1-f0bc-4010-a1f2-7b3d6b4a4ee1 HTTP/1.1" status: 200 len: 1000 time: 0.1505108 May 30 21:11:13.213087 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cc36a3-1f03-44ce-ab19-10ddd6a26787 req-d1904804-9c24-4bf6-9e18-9519fea15301 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:11:13.214558 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c0cc36a3-1f03-44ce-ab19-10ddd6a26787 req-d1904804-9c24-4bf6-9e18-9519fea15301 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=760310b8-d127-408a-b08f-63f194a569b1 HTTP/1.1" status: 200 len: 851 time: 0.0603890 May 30 21:11:13.403030 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c0cc36a3-1f03-44ce-ab19-10ddd6a26787 req-d7239f01-c7d1-4491-9a34-60056512bdde service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9e6054a2-cd00-456b-9147-e00bdd6d82cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1827965 May 30 21:11:13.538628 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c0cc36a3-1f03-44ce-ab19-10ddd6a26787 req-4e381ec0-568d-4288-b67a-6e9500a84d74 service neutron] 10.222.0.71 "GET /v2.0/networks/9e6054a2-cd00-456b-9147-e00bdd6d82cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296859 May 30 21:11:13.671990 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c0cc36a3-1f03-44ce-ab19-10ddd6a26787 req-75b879b6-5b83-41ea-9290-19df3a7a3960 service neutron] 10.222.0.71 "GET /v2.0/networks/9e6054a2-cd00-456b-9147-e00bdd6d82cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270072 May 30 21:11:17.580167 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 21:11:20.026993 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:11:22.750132 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:11:26.246397 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-e141c280-c8d8-4671-a326-02ce1bde55ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:11:29.634749 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-990c6a40-b447-4e65-8f10-05c5177d7f22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:11:29.857105 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:11:31.332227 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:11:32.835008 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:11:50.246204 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:11:52.744309 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:11:54.581168 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 21:11:56.280352 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-e29bcc4a-d81f-476d-a100-736c97802990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:11:59.622874 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-e65bb6ad-228e-4e90-829a-85f06aad0bad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:11:59.868668 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:01.303082 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:02.885731 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:05.845575 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-34cae924-3ac8-40d8-baa9-331372509dfb req-05e84e51-0083-4bca-91f0-7358e7df845a service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=4977a1e8-0273-4677-8e0d-ad45f7737cc2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0734422 May 30 21:12:06.003782 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-34cae924-3ac8-40d8-baa9-331372509dfb req-90e2add5-b8f2-432a-a154-e7288648e0ec service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=77af9bf22b944dbfb655c3750493d955&device_id=4977a1e8-0273-4677-8e0d-ad45f7737cc2 HTTP/1.1" status: 200 len: 1096 time: 0.0806944 May 30 21:12:06.162529 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cae924-3ac8-40d8-baa9-331372509dfb req-e9eb456e-15db-421b-9d25-504132312456 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:12:06.163964 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-34cae924-3ac8-40d8-baa9-331372509dfb req-e9eb456e-15db-421b-9d25-504132312456 service neutron] 10.222.0.86 "GET /v2.0/networks?id=9e6054a2-cd00-456b-9147-e00bdd6d82cb HTTP/1.1" status: 200 len: 913 time: 0.1360826 May 30 21:12:06.274989 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-34cae924-3ac8-40d8-baa9-331372509dfb req-533dedea-5de2-4321-b7b6-6c975ef9e28b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fc7625f3-e6af-47ae-ae6b-f7dc79ff2f4b HTTP/1.1" status: 200 len: 1001 time: 0.1014965 May 30 21:12:06.346727 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cae924-3ac8-40d8-baa9-331372509dfb req-bf98b6cd-93e5-473e-9a12-dec2dba31b01 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:12:06.348258 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-34cae924-3ac8-40d8-baa9-331372509dfb req-bf98b6cd-93e5-473e-9a12-dec2dba31b01 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=760310b8-d127-408a-b08f-63f194a569b1 HTTP/1.1" status: 200 len: 851 time: 0.0638015 May 30 21:12:06.430781 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-34cae924-3ac8-40d8-baa9-331372509dfb req-5da41ef2-6e92-427b-a4d2-7ee70eff35ed service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9e6054a2-cd00-456b-9147-e00bdd6d82cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0735726 May 30 21:12:06.573906 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-34cae924-3ac8-40d8-baa9-331372509dfb req-527b719d-5c1d-425a-83a4-f245cecc679f service neutron] 10.222.0.86 "GET /v2.0/networks/9e6054a2-cd00-456b-9147-e00bdd6d82cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335049 May 30 21:12:06.715735 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-34cae924-3ac8-40d8-baa9-331372509dfb req-a3b63431-5948-487c-83b9-a524b6b247be service neutron] 10.222.0.86 "GET /v2.0/networks/9e6054a2-cd00-456b-9147-e00bdd6d82cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308923 May 30 21:12:12.052513 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fe7bad16-b54f-4e61-adaf-e435398d0be8 req-9399aa54-47f5-4755-82eb-91ecb27ac4b0 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=4f55cf08-cbce-414b-b70d-b8a050fa55b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0743396 May 30 21:12:12.212996 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fe7bad16-b54f-4e61-adaf-e435398d0be8 req-1fa0c166-487c-4b12-8ea8-5701a671c4e0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=77af9bf22b944dbfb655c3750493d955&device_id=4f55cf08-cbce-414b-b70d-b8a050fa55b5 HTTP/1.1" status: 200 len: 1096 time: 0.0780883 May 30 21:12:12.365454 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7bad16-b54f-4e61-adaf-e435398d0be8 req-f522e9d3-55dc-4e93-aaae-3730faaeb818 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:12:12.366876 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fe7bad16-b54f-4e61-adaf-e435398d0be8 req-f522e9d3-55dc-4e93-aaae-3730faaeb818 service neutron] 10.222.0.71 "GET /v2.0/networks?id=9e6054a2-cd00-456b-9147-e00bdd6d82cb HTTP/1.1" status: 200 len: 913 time: 0.1349890 May 30 21:12:12.475240 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fe7bad16-b54f-4e61-adaf-e435398d0be8 req-03d7da0f-69b7-4326-985c-56e56b264141 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=072b7ea1-f0bc-4010-a1f2-7b3d6b4a4ee1 HTTP/1.1" status: 200 len: 1000 time: 0.1010399 May 30 21:12:12.538293 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7bad16-b54f-4e61-adaf-e435398d0be8 req-22b4bd27-c674-42f4-83f9-62bed052118c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:12:12.539713 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fe7bad16-b54f-4e61-adaf-e435398d0be8 req-22b4bd27-c674-42f4-83f9-62bed052118c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=760310b8-d127-408a-b08f-63f194a569b1 HTTP/1.1" status: 200 len: 851 time: 0.0585794 May 30 21:12:12.712479 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fe7bad16-b54f-4e61-adaf-e435398d0be8 req-4a6fae85-c6b7-424c-a10b-dc2e06c861d9 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9e6054a2-cd00-456b-9147-e00bdd6d82cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1669631 May 30 21:12:12.723703 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [req-fe7bad16-b54f-4e61-adaf-e435398d0be8 req-77de0918-f280-451d-8401-0f3076d6a72c service neutron] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=84887) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 21:12:12.724623 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fe7bad16-b54f-4e61-adaf-e435398d0be8 req-77de0918-f280-451d-8401-0f3076d6a72c service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0048258 May 30 21:12:12.859685 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fe7bad16-b54f-4e61-adaf-e435398d0be8 req-42e1f5ca-3c89-4b57-807f-e50ba7d80ba7 service neutron] 10.222.0.71 "GET /v2.0/networks/9e6054a2-cd00-456b-9147-e00bdd6d82cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277094 May 30 21:12:12.991529 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fe7bad16-b54f-4e61-adaf-e435398d0be8 req-2cfdca69-6c97-4b17-98a1-d4bf4723fc18 service neutron] 10.222.0.71 "GET /v2.0/networks/9e6054a2-cd00-456b-9147-e00bdd6d82cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249104 May 30 21:12:20.218368 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:22.800103 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:26.291115 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2614c1c8-6c52-4b4c-b7a9-4c2f96adb525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:29.685288 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-efd7ab27-d146-4fd2-895e-2c083d5676f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:29.891412 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:31.342678 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:31.582614 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 21:12:32.873912 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:50.084073 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:52.730528 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:56.277964 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-10b8645b-9062-423c-b55e-6b0f76a75af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:59.656115 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ec7b046d-29bc-46ee-8bd3-ff7a760d2ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:12:59.879177 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:13:01.319617 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:13:02.866389 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:13:03.959299 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 48990) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:13:04.250466 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-00996a8a-a605-4363-a88b-bba9fd11c116 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Deleting port 57fbc0cb-6a46-415e-a6c3-bba62a39f292 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:13:04.250708 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-00996a8a-a605-4363-a88b-bba9fd11c116 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:13:04.419384 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-00996a8a-a605-4363-a88b-bba9fd11c116 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:13:04.419714 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-00996a8a-a605-4363-a88b-bba9fd11c116 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:13:04.539277 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-00996a8a-a605-4363-a88b-bba9fd11c116 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Calling delete_port for 57fbc0cb-6a46-415e-a6c3-bba62a39f292 owned by network:floatingip {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:13:04.752248 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-00996a8a-a605-4363-a88b-bba9fd11c116 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:13:04.796363 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00996a8a-a605-4363-a88b-bba9fd11c116 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Pushing event deleted for resources: {'Port': ['ID=57fbc0cb-6a46-415e-a6c3-bba62a39f292,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:13:04.837094 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00996a8a-a605-4363-a88b-bba9fd11c116 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:13:04.837431 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00996a8a-a605-4363-a88b-bba9fd11c116 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:13:04.837797 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00996a8a-a605-4363-a88b-bba9fd11c116 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:13:04.838148 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00996a8a-a605-4363-a88b-bba9fd11c116 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:13:04.838455 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00996a8a-a605-4363-a88b-bba9fd11c116 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:13:04.838784 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00996a8a-a605-4363-a88b-bba9fd11c116 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:13:04.839105 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00996a8a-a605-4363-a88b-bba9fd11c116 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:13:04.839424 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00996a8a-a605-4363-a88b-bba9fd11c116 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:13:04.839743 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00996a8a-a605-4363-a88b-bba9fd11c116 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:13:04.840060 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00996a8a-a605-4363-a88b-bba9fd11c116 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:13:04.840372 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00996a8a-a605-4363-a88b-bba9fd11c116 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:13:04.904548 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-00996a8a-a605-4363-a88b-bba9fd11c116 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Notify callbacks [] for floatingip, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:13:05.297083 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00996a8a-a605-4363-a88b-bba9fd11c116 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Router 8d971eaa-9cd7-4665-8518-ddeae5e5d962 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 21:13:05.600950 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00996a8a-a605-4363-a88b-bba9fd11c116 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 21:13:05.611035 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2e166c-60f9-4034-b089-61e5b78ccc47 None None] Sync routers for ids ['8d971eaa-9cd7-4665-8518-ddeae5e5d962'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 21:13:05.617510 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-00996a8a-a605-4363-a88b-bba9fd11c116 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:13:05.623462 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2e166c-60f9-4034-b089-61e5b78ccc47 None None] Routers {'8d971eaa-9cd7-4665-8518-ddeae5e5d962'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:13:05.624073 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-dc2e166c-60f9-4034-b089-61e5b78ccc47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T21:13:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['8d971eaa-9cd7-4665-8518-ddeae5e5d962'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:13:05.672016 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-00996a8a-a605-4363-a88b-bba9fd11c116 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "DELETE /v2.0/floatingips/a42e5291-077e-478f-a58e-897feccd5006 HTTP/1.1" status: 204 len: 168 time: 1.7116480 May 30 21:13:05.672594 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f55cf08-cbce-414b-b70d-b8a050fa55b5', 'tag': '072b7ea1-f0bc-4010-a1f2-7b3d6b4a4ee1'}] {{(pid=84886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:13:05.737046 n-d-843948-2 neutron-server[84886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f6b6261-d998-431a-9006-9b12b7f5eaf9'] response: {'name': 'network-changed', 'server_uuid': '4f55cf08-cbce-414b-b70d-b8a050fa55b5', 'tag': '072b7ea1-f0bc-4010-a1f2-7b3d6b4a4ee1', 'status': 'completed', 'code': 200} May 30 21:13:05.803886 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-dc2e166c-60f9-4034-b089-61e5b78ccc47 None None] Set router 8d971eaa-9cd7-4665-8518-ddeae5e5d962 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:13:05.837975 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e1a856ce-a6f2-4349-b7ec-8f23d32a1184 req-bd137b06-cec6-4df1-a8b6-bff2b2ad2311 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=77af9bf22b944dbfb655c3750493d955&device_id=4f55cf08-cbce-414b-b70d-b8a050fa55b5 HTTP/1.1" status: 200 len: 1096 time: 0.0790641 May 30 21:13:05.974435 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a856ce-a6f2-4349-b7ec-8f23d32a1184 req-82533193-af61-4a20-bac0-7c1318674974 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:13:05.975882 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e1a856ce-a6f2-4349-b7ec-8f23d32a1184 req-82533193-af61-4a20-bac0-7c1318674974 service neutron] 10.222.0.71 "GET /v2.0/networks?id=9e6054a2-cd00-456b-9147-e00bdd6d82cb HTTP/1.1" status: 200 len: 913 time: 0.1323211 May 30 21:13:06.047473 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e1a856ce-a6f2-4349-b7ec-8f23d32a1184 req-b2e84118-f4f0-4b61-86c9-7aa8caa4bfee service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=072b7ea1-f0bc-4010-a1f2-7b3d6b4a4ee1 HTTP/1.1" status: 200 len: 217 time: 0.0654461 May 30 21:13:06.111384 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a856ce-a6f2-4349-b7ec-8f23d32a1184 req-cfe58d5a-8d31-46cc-8d96-8cbdc55d9204 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:13:06.113027 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e1a856ce-a6f2-4349-b7ec-8f23d32a1184 req-cfe58d5a-8d31-46cc-8d96-8cbdc55d9204 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=760310b8-d127-408a-b08f-63f194a569b1 HTTP/1.1" status: 200 len: 851 time: 0.0604336 May 30 21:13:06.164974 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-dc2e166c-60f9-4034-b089-61e5b78ccc47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d971eaa-9cd7-4665-8518-ddeae5e5d962', 'name': 'tempest-TestVolumeBootPattern-1989824106-router', 'tenant_id': '77af9bf22b944dbfb655c3750493d955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.27'}], 'enable_snat': True}, 'gw_port_id': '2b4be356-9ddb-4ee6-99f5-18787f956c77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:59:04Z', 'updated_at': '2022-05-30T20:59:08Z', 'revision_number': 4, 'project_id': '77af9bf22b944dbfb655c3750493d955', 'gw_port': {'id': '2b4be356-9ddb-4ee6-99f5-18787f956c77', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c2:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d971eaa-9cd7-4665-8518-ddeae5e5d962', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:59:05Z', 'updated_at': '2022-05-30T20:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': 'dff35b79-6f77-4c11-8300-ee3ec348b315', 'tenant_id': '77af9bf22b944dbfb655c3750493d955', 'floating_ip_address': '172.25.8.171', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': '8d971eaa-9cd7-4665-8518-ddeae5e5d962', 'port_id': 'fc7625f3-e6af-47ae-ae6b-f7dc79ff2f4b', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e6054a2-cd00-456b-9147-e00bdd6d82cb', 'mac_address': 'fa:16:3e:69:06:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4977a1e8-0273-4677-8e0d-ad45f7737cc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T21:07:20Z', 'updated_at': '2022-05-30T21:07:23Z', 'revision_number': 1, 'project_id': '77af9bf22b944dbfb655c3750493d955', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5425a0c-86d4-4510-bf7d-ce299030ad98', 'name': '', 'network_id': '9e6054a2-cd00-456b-9147-e00bdd6d82cb', 'tenant_id': '77af9bf22b944dbfb655c3750493d955', 'mac_address': 'fa:16:3e:bb:cf:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d971eaa-9cd7-4665-8518-ddeae5e5d962', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '760310b8-d127-408a-b08f-63f194a569b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:59:07Z', 'updated_at': '2022-05-30T20:59:27Z', 'revision_number': 5, 'project_id': '77af9bf22b944dbfb655c3750493d955', 'subnets': [{'id': '760310b8-d127-408a-b08f-63f194a569b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:13:06.169108 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2e166c-60f9-4034-b089-61e5b78ccc47 None None] Checking router: 8d971eaa-9cd7-4665-8518-ddeae5e5d962 for host: n-d-843948-2 {{(pid=84888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 21:13:06.180490 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2e166c-60f9-4034-b089-61e5b78ccc47 None None] Routers {'8d971eaa-9cd7-4665-8518-ddeae5e5d962'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:13:06.180852 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-dc2e166c-60f9-4034-b089-61e5b78ccc47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T21:13:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['8d971eaa-9cd7-4665-8518-ddeae5e5d962'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:13:06.196318 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e1a856ce-a6f2-4349-b7ec-8f23d32a1184 req-35edd4b3-370f-4c87-8ac6-7de483bb085f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9e6054a2-cd00-456b-9147-e00bdd6d82cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0776060 May 30 21:13:06.343055 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e1a856ce-a6f2-4349-b7ec-8f23d32a1184 req-c58c740a-4630-4cd9-b537-7eb58acde4f1 service neutron] 10.222.0.71 "GET /v2.0/networks/9e6054a2-cd00-456b-9147-e00bdd6d82cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395793 May 30 21:13:06.371764 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13542f1-9816-41a0-90f1-689345279399 req-730b848b-fd93-46a4-8b15-251011332577 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:13:06.372755 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-a13542f1-9816-41a0-90f1-689345279399 req-730b848b-fd93-46a4-8b15-251011332577 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Synchronizing usage tracker for tenant:77af9bf22b944dbfb655c3750493d955 on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 21:13:06.408767 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-dc2e166c-60f9-4034-b089-61e5b78ccc47 None None] Set router 8d971eaa-9cd7-4665-8518-ddeae5e5d962 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:13:06.439582 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-a13542f1-9816-41a0-90f1-689345279399 req-730b848b-fd93-46a4-8b15-251011332577 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Unset dirty status for tenant:77af9bf22b944dbfb655c3750493d955 on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 21:13:06.440856 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a13542f1-9816-41a0-90f1-689345279399 req-730b848b-fd93-46a4-8b15-251011332577 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=4f55cf08-cbce-414b-b70d-b8a050fa55b5 HTTP/1.1" status: 200 len: 945 time: 0.2361429 May 30 21:13:06.481851 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e1a856ce-a6f2-4349-b7ec-8f23d32a1184 req-1e0837b8-91c7-4520-bb5c-1685029bb4d6 service neutron] 10.222.0.71 "GET /v2.0/networks/9e6054a2-cd00-456b-9147-e00bdd6d82cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323695 May 30 21:13:06.487793 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a13542f1-9816-41a0-90f1-689345279399 req-ca37dc1b-220b-41e4-83dc-d70c23b78574 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/security-groups?id=9021399c-2145-43ac-aaeb-10d93cc5eb38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402832 May 30 21:13:06.763669 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-dc2e166c-60f9-4034-b089-61e5b78ccc47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d971eaa-9cd7-4665-8518-ddeae5e5d962', 'name': 'tempest-TestVolumeBootPattern-1989824106-router', 'tenant_id': '77af9bf22b944dbfb655c3750493d955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.27'}], 'enable_snat': True}, 'gw_port_id': '2b4be356-9ddb-4ee6-99f5-18787f956c77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:59:04Z', 'updated_at': '2022-05-30T20:59:08Z', 'revision_number': 4, 'project_id': '77af9bf22b944dbfb655c3750493d955', 'gw_port': {'id': '2b4be356-9ddb-4ee6-99f5-18787f956c77', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c2:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d971eaa-9cd7-4665-8518-ddeae5e5d962', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:59:05Z', 'updated_at': '2022-05-30T20:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': 'dff35b79-6f77-4c11-8300-ee3ec348b315', 'tenant_id': '77af9bf22b944dbfb655c3750493d955', 'floating_ip_address': '172.25.8.171', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': '8d971eaa-9cd7-4665-8518-ddeae5e5d962', 'port_id': 'fc7625f3-e6af-47ae-ae6b-f7dc79ff2f4b', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e6054a2-cd00-456b-9147-e00bdd6d82cb', 'mac_address': 'fa:16:3e:69:06:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4977a1e8-0273-4677-8e0d-ad45f7737cc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T21:07:20Z', 'updated_at': '2022-05-30T21:07:23Z', 'revision_number': 1, 'project_id': '77af9bf22b944dbfb655c3750493d955', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5425a0c-86d4-4510-bf7d-ce299030ad98', 'name': '', 'network_id': '9e6054a2-cd00-456b-9147-e00bdd6d82cb', 'tenant_id': '77af9bf22b944dbfb655c3750493d955', 'mac_address': 'fa:16:3e:bb:cf:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d971eaa-9cd7-4665-8518-ddeae5e5d962', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '760310b8-d127-408a-b08f-63f194a569b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:59:07Z', 'updated_at': '2022-05-30T20:59:27Z', 'revision_number': 5, 'project_id': '77af9bf22b944dbfb655c3750493d955', 'subnets': [{'id': '760310b8-d127-408a-b08f-63f194a569b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:13:06.767797 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2e166c-60f9-4034-b089-61e5b78ccc47 None None] The sync data for ids ['8d971eaa-9cd7-4665-8518-ddeae5e5d962'] in n-d-843948-2 is: [{'id': '8d971eaa-9cd7-4665-8518-ddeae5e5d962', 'name': 'tempest-TestVolumeBootPattern-1989824106-router', 'tenant_id': '77af9bf22b944dbfb655c3750493d955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.27'}], 'enable_snat': True}, 'gw_port_id': '2b4be356-9ddb-4ee6-99f5-18787f956c77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:59:04Z', 'updated_at': '2022-05-30T20:59:08Z', 'revision_number': 4, 'project_id': '77af9bf22b944dbfb655c3750493d955', 'gw_port': {'id': '2b4be356-9ddb-4ee6-99f5-18787f956c77', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c2:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d971eaa-9cd7-4665-8518-ddeae5e5d962', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:59:05Z', 'updated_at': '2022-05-30T20:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': 'dff35b79-6f77-4c11-8300-ee3ec348b315', 'tenant_id': '77af9bf22b944dbfb655c3750493d955', 'floating_ip_address': '172.25.8.171', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': '8d971eaa-9cd7-4665-8518-ddeae5e5d962', 'port_id': 'fc7625f3-e6af-47ae-ae6b-f7dc79ff2f4b', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e6054a2-cd00-456b-9147-e00bdd6d82cb', 'mac_address': 'fa:16:3e:69:06:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4977a1e8-0273-4677-8e0d-ad45f7737cc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T21:07:20Z', 'updated_at': '2022-05-30T21:07:23Z', 'revision_number': 1, 'project_id': '77af9bf22b944dbfb655c3750493d955', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5425a0c-86d4-4510-bf7d-ce299030ad98', 'name': '', 'network_id': '9e6054a2-cd00-456b-9147-e00bdd6d82cb', 'tenant_id': '77af9bf22b944dbfb655c3750493d955', 'mac_address': 'fa:16:3e:bb:cf:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d971eaa-9cd7-4665-8518-ddeae5e5d962', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '760310b8-d127-408a-b08f-63f194a569b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:59:07Z', 'updated_at': '2022-05-30T20:59:27Z', 'revision_number': 5, 'project_id': '77af9bf22b944dbfb655c3750493d955', 'subnets': [{'id': '760310b8-d127-408a-b08f-63f194a569b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 21:13:06.842489 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7c08858e-df88-4d90-bc8e-b582d5754f76 req-be91f76e-747b-45af-a038-5cf1a5e4cc57 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=4977a1e8-0273-4677-8e0d-ad45f7737cc2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0723758 May 30 21:13:06.988565 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7c08858e-df88-4d90-bc8e-b582d5754f76 req-187f61bd-15f2-492a-8d9e-12dc409bdbbf service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=77af9bf22b944dbfb655c3750493d955&device_id=4977a1e8-0273-4677-8e0d-ad45f7737cc2 HTTP/1.1" status: 200 len: 1096 time: 0.0710206 May 30 21:13:07.005869 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aefdc3b-cc7c-4204-901b-3aafff44c434 None None] New status for floating IP a42e5291-077e-478f-a58e-897feccd5006: DOWN {{(pid=84889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 21:13:07.138567 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c08858e-df88-4d90-bc8e-b582d5754f76 req-134650da-7c31-4a5e-a7a6-307e2acc4386 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:13:07.140020 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7c08858e-df88-4d90-bc8e-b582d5754f76 req-134650da-7c31-4a5e-a7a6-307e2acc4386 service neutron] 10.222.0.86 "GET /v2.0/networks?id=9e6054a2-cd00-456b-9147-e00bdd6d82cb HTTP/1.1" status: 200 len: 913 time: 0.1283407 May 30 21:13:07.252823 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7c08858e-df88-4d90-bc8e-b582d5754f76 req-cd3a290f-3b65-4382-921f-c6a4c5b87a92 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fc7625f3-e6af-47ae-ae6b-f7dc79ff2f4b HTTP/1.1" status: 200 len: 1001 time: 0.1031768 May 30 21:13:07.322177 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c08858e-df88-4d90-bc8e-b582d5754f76 req-700ffd6d-ba69-4c78-a762-6388af87919b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:13:07.323647 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7c08858e-df88-4d90-bc8e-b582d5754f76 req-700ffd6d-ba69-4c78-a762-6388af87919b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=760310b8-d127-408a-b08f-63f194a569b1 HTTP/1.1" status: 200 len: 851 time: 0.0621245 May 30 21:13:07.404614 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7c08858e-df88-4d90-bc8e-b582d5754f76 req-d9e8c558-abc1-4bfc-ba51-634bfc9b4d04 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9e6054a2-cd00-456b-9147-e00bdd6d82cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0673571 May 30 21:13:07.643735 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7c08858e-df88-4d90-bc8e-b582d5754f76 req-87e0c4e8-6e03-4ce5-a857-5d79049eca70 service neutron] 10.222.0.86 "GET /v2.0/networks/9e6054a2-cd00-456b-9147-e00bdd6d82cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299559 May 30 21:13:07.893140 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7c08858e-df88-4d90-bc8e-b582d5754f76 req-b021d52b-f7f4-4498-8ddb-7c780c9c3446 service neutron] 10.222.0.86 "GET /v2.0/networks/9e6054a2-cd00-456b-9147-e00bdd6d82cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396603 May 30 21:13:07.908738 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129b08b1-143f-4144-9321-c0dcf25dacdb req-d2ab6356-41f6-409f-a517-2cb7191a1fb2 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:13:07.910066 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-129b08b1-143f-4144-9321-c0dcf25dacdb req-d2ab6356-41f6-409f-a517-2cb7191a1fb2 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.71 "GET /v2.0/ports?device_id=4f55cf08-cbce-414b-b70d-b8a050fa55b5 HTTP/1.1" status: 200 len: 945 time: 0.2389629 May 30 21:13:07.916420 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9e9f6d-ee2c-4def-ab69-28bc468af793 req-7350e453-3690-4317-b74b-d44b34e4b173 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:13:07.917775 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fd9e9f6d-ee2c-4def-ab69-28bc468af793 req-7350e453-3690-4317-b74b-d44b34e4b173 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=4f55cf08-cbce-414b-b70d-b8a050fa55b5 HTTP/1.1" status: 200 len: 945 time: 0.2834091 May 30 21:13:08.013254 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-129b08b1-143f-4144-9321-c0dcf25dacdb req-bd936c7a-dd27-44c7-8b13-569fd57d318e tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Deleting port 072b7ea1-f0bc-4010-a1f2-7b3d6b4a4ee1 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:13:08.013590 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-129b08b1-143f-4144-9321-c0dcf25dacdb req-bd936c7a-dd27-44c7-8b13-569fd57d318e tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:13:08.050653 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fd9e9f6d-ee2c-4def-ab69-28bc468af793 req-3d0826d3-fa19-4ac6-ab7b-4dd00ebb3867 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/security-groups?id=9021399c-2145-43ac-aaeb-10d93cc5eb38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015627 May 30 21:13:08.268537 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-129b08b1-143f-4144-9321-c0dcf25dacdb req-bd936c7a-dd27-44c7-8b13-569fd57d318e tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] For port 072b7ea1-f0bc-4010-a1f2-7b3d6b4a4ee1, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=072b7ea1-f0bc-4010-a1f2-7b3d6b4a4ee1,segment=NetworkSegment(2e885274-52fc-4171-9073-e5cac614bba8),segment_id=2e885274-52fc-4171-9073-e5cac614bba8)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:13:08.268893 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-129b08b1-143f-4144-9321-c0dcf25dacdb req-bd936c7a-dd27-44c7-8b13-569fd57d318e tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:13:08.390168 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-129b08b1-143f-4144-9321-c0dcf25dacdb req-bd936c7a-dd27-44c7-8b13-569fd57d318e tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Calling delete_port for 072b7ea1-f0bc-4010-a1f2-7b3d6b4a4ee1 owned by compute:nova {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:13:08.582794 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 21:13:08.587529 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-129b08b1-143f-4144-9321-c0dcf25dacdb req-bd936c7a-dd27-44c7-8b13-569fd57d318e tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:13:08.634324 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd936c7a-dd27-44c7-8b13-569fd57d318e tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Pushing event deleted for resources: {'Port': ['ID=072b7ea1-f0bc-4010-a1f2-7b3d6b4a4ee1,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:13:08.674576 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd936c7a-dd27-44c7-8b13-569fd57d318e tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:13:08.674909 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd936c7a-dd27-44c7-8b13-569fd57d318e tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:13:08.675250 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd936c7a-dd27-44c7-8b13-569fd57d318e tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:13:08.675583 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd936c7a-dd27-44c7-8b13-569fd57d318e tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:13:08.675913 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd936c7a-dd27-44c7-8b13-569fd57d318e tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:13:08.676239 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd936c7a-dd27-44c7-8b13-569fd57d318e tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:13:08.676566 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd936c7a-dd27-44c7-8b13-569fd57d318e tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:13:08.676889 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd936c7a-dd27-44c7-8b13-569fd57d318e tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:13:08.677209 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd936c7a-dd27-44c7-8b13-569fd57d318e tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:13:08.677526 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd936c7a-dd27-44c7-8b13-569fd57d318e tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:13:08.677875 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd936c7a-dd27-44c7-8b13-569fd57d318e tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:13:08.721839 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-129b08b1-143f-4144-9321-c0dcf25dacdb req-bd936c7a-dd27-44c7-8b13-569fd57d318e tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] No DVR routers for this DVR port 072b7ea1-f0bc-4010-a1f2-7b3d6b4a4ee1 on host n-h1-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 21:13:08.724475 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-129b08b1-143f-4144-9321-c0dcf25dacdb req-bd936c7a-dd27-44c7-8b13-569fd57d318e tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:13:08.727563 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f55cf08-cbce-414b-b70d-b8a050fa55b5', 'name': 'network-vif-deleted', 'tag': '072b7ea1-f0bc-4010-a1f2-7b3d6b4a4ee1'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:13:08.794159 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-129b08b1-143f-4144-9321-c0dcf25dacdb req-bd936c7a-dd27-44c7-8b13-569fd57d318e tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.71 "DELETE /v2.0/ports/072b7ea1-f0bc-4010-a1f2-7b3d6b4a4ee1 HTTP/1.1" status: 204 len: 173 time: 0.8754082 May 30 21:13:08.886321 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d17a4d3-191d-455f-b97c-4b6833d73989'] response: {'server_uuid': '4f55cf08-cbce-414b-b70d-b8a050fa55b5', 'name': 'network-vif-deleted', 'tag': '072b7ea1-f0bc-4010-a1f2-7b3d6b4a4ee1', 'status': 'completed', 'code': 200} May 30 21:13:09.250639 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-99e0b716-aff9-47bb-bfab-60c1fc6ccad1 req-3c05cc8b-2adb-4929-b2f1-b20340fd54a9 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Synchronizing usage tracker for tenant:77af9bf22b944dbfb655c3750493d955 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 21:13:09.341854 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-99e0b716-aff9-47bb-bfab-60c1fc6ccad1 req-3c05cc8b-2adb-4929-b2f1-b20340fd54a9 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Unset dirty status for tenant:77af9bf22b944dbfb655c3750493d955 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 21:13:09.346683 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-99e0b716-aff9-47bb-bfab-60c1fc6ccad1 req-3c05cc8b-2adb-4929-b2f1-b20340fd54a9 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=4f55cf08-cbce-414b-b70d-b8a050fa55b5 HTTP/1.1" status: 200 len: 210 time: 0.1341810 May 30 21:13:10.523533 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-18222b41-9488-4b9f-a079-f376e7e3292e req-61b4a804-f93e-4c72-a6ca-0a844a6e5999 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=4f55cf08-cbce-414b-b70d-b8a050fa55b5 HTTP/1.1" status: 200 len: 210 time: 0.0442865 May 30 21:13:11.689196 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 072b7ea1-f0bc-4010-a1f2-7b3d6b4a4ee1 no longer exists at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 21:13:11.726600 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] No Port match for: 072b7ea1-f0bc-4010-a1f2-7b3d6b4a4ee1 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 21:13:11.726948 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 072b7ea1-f0bc-4010-a1f2-7b3d6b4a4ee1 not bound to the agent host n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 21:13:16.415680 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 49048) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:13:16.614692 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-1bb68a3b-abc2-44cb-82ad-97b02a2f512f tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Deleting port e6eb5b6d-f0fb-45c7-a888-48b5e5a79881 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:13:16.615025 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1bb68a3b-abc2-44cb-82ad-97b02a2f512f tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:13:16.786941 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1bb68a3b-abc2-44cb-82ad-97b02a2f512f tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:13:16.787311 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1bb68a3b-abc2-44cb-82ad-97b02a2f512f tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:13:16.911024 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-1bb68a3b-abc2-44cb-82ad-97b02a2f512f tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Calling delete_port for e6eb5b6d-f0fb-45c7-a888-48b5e5a79881 owned by network:floatingip {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:13:17.119087 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1bb68a3b-abc2-44cb-82ad-97b02a2f512f tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:13:17.162775 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb68a3b-abc2-44cb-82ad-97b02a2f512f tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Pushing event deleted for resources: {'Port': ['ID=e6eb5b6d-f0fb-45c7-a888-48b5e5a79881,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:13:17.257639 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1bb68a3b-abc2-44cb-82ad-97b02a2f512f tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Notify callbacks [] for floatingip, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:13:17.743552 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bb68a3b-abc2-44cb-82ad-97b02a2f512f tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Router 8d971eaa-9cd7-4665-8518-ddeae5e5d962 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 21:13:17.941190 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bb68a3b-abc2-44cb-82ad-97b02a2f512f tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 21:13:17.950692 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82bc195c-4a75-4323-9f6a-38c683955e8b None None] Sync routers for ids ['8d971eaa-9cd7-4665-8518-ddeae5e5d962'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 21:13:17.962914 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82bc195c-4a75-4323-9f6a-38c683955e8b None None] Routers {'8d971eaa-9cd7-4665-8518-ddeae5e5d962'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:13:17.972727 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-82bc195c-4a75-4323-9f6a-38c683955e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T21:13:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['8d971eaa-9cd7-4665-8518-ddeae5e5d962'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:13:18.027714 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1bb68a3b-abc2-44cb-82ad-97b02a2f512f tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:13:18.151891 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-1bb68a3b-abc2-44cb-82ad-97b02a2f512f tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "DELETE /v2.0/floatingips/dff35b79-6f77-4c11-8300-ee3ec348b315 HTTP/1.1" status: 204 len: 168 time: 1.7351253 May 30 21:13:18.152520 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4977a1e8-0273-4677-8e0d-ad45f7737cc2', 'tag': 'fc7625f3-e6af-47ae-ae6b-f7dc79ff2f4b'}] {{(pid=84886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:13:18.196660 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-82bc195c-4a75-4323-9f6a-38c683955e8b None None] Set router 8d971eaa-9cd7-4665-8518-ddeae5e5d962 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:13:18.212100 n-d-843948-2 neutron-server[84886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26cd90ca-de59-4841-9a2b-c34f41775990'] response: {'name': 'network-changed', 'server_uuid': '4977a1e8-0273-4677-8e0d-ad45f7737cc2', 'tag': 'fc7625f3-e6af-47ae-ae6b-f7dc79ff2f4b', 'status': 'completed', 'code': 200} May 30 21:13:18.312678 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2b7dbb91-f9d7-4e98-a5e8-979f40ee9161 req-a8c9a5d4-b624-454c-962f-04bbac1368cd service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=77af9bf22b944dbfb655c3750493d955&device_id=4977a1e8-0273-4677-8e0d-ad45f7737cc2 HTTP/1.1" status: 200 len: 1096 time: 0.0728822 May 30 21:13:18.451805 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7dbb91-f9d7-4e98-a5e8-979f40ee9161 req-f26f6ca8-ed76-44cd-9e87-e75da92cbd66 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:13:18.453290 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2b7dbb91-f9d7-4e98-a5e8-979f40ee9161 req-f26f6ca8-ed76-44cd-9e87-e75da92cbd66 service neutron] 10.222.0.86 "GET /v2.0/networks?id=9e6054a2-cd00-456b-9147-e00bdd6d82cb HTTP/1.1" status: 200 len: 913 time: 0.1319337 May 30 21:13:18.521372 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-82bc195c-4a75-4323-9f6a-38c683955e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d971eaa-9cd7-4665-8518-ddeae5e5d962', 'name': 'tempest-TestVolumeBootPattern-1989824106-router', 'tenant_id': '77af9bf22b944dbfb655c3750493d955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.27'}], 'enable_snat': True}, 'gw_port_id': '2b4be356-9ddb-4ee6-99f5-18787f956c77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:59:04Z', 'updated_at': '2022-05-30T20:59:08Z', 'revision_number': 4, 'project_id': '77af9bf22b944dbfb655c3750493d955', 'gw_port': {'id': '2b4be356-9ddb-4ee6-99f5-18787f956c77', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c2:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d971eaa-9cd7-4665-8518-ddeae5e5d962', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:59:05Z', 'updated_at': '2022-05-30T20:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': 'b5425a0c-86d4-4510-bf7d-ce299030ad98', 'name': '', 'network_id': '9e6054a2-cd00-456b-9147-e00bdd6d82cb', 'tenant_id': '77af9bf22b944dbfb655c3750493d955', 'mac_address': 'fa:16:3e:bb:cf:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d971eaa-9cd7-4665-8518-ddeae5e5d962', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '760310b8-d127-408a-b08f-63f194a569b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:59:07Z', 'updated_at': '2022-05-30T20:59:27Z', 'revision_number': 5, 'project_id': '77af9bf22b944dbfb655c3750493d955', 'subnets': [{'id': '760310b8-d127-408a-b08f-63f194a569b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:13:18.526337 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82bc195c-4a75-4323-9f6a-38c683955e8b None None] Checking router: 8d971eaa-9cd7-4665-8518-ddeae5e5d962 for host: n-d-843948-2 {{(pid=84888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 21:13:18.531639 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2b7dbb91-f9d7-4e98-a5e8-979f40ee9161 req-9a7ff166-7db8-4607-92fa-1379a012075a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fc7625f3-e6af-47ae-ae6b-f7dc79ff2f4b HTTP/1.1" status: 200 len: 217 time: 0.0659399 May 30 21:13:18.537775 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82bc195c-4a75-4323-9f6a-38c683955e8b None None] Routers {'8d971eaa-9cd7-4665-8518-ddeae5e5d962'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:13:18.538956 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-82bc195c-4a75-4323-9f6a-38c683955e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T21:13:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['8d971eaa-9cd7-4665-8518-ddeae5e5d962'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:13:18.597160 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7dbb91-f9d7-4e98-a5e8-979f40ee9161 req-9b9dfe4b-09a2-4343-b65a-2ee8fff78e8d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:13:18.598517 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2b7dbb91-f9d7-4e98-a5e8-979f40ee9161 req-9b9dfe4b-09a2-4343-b65a-2ee8fff78e8d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=760310b8-d127-408a-b08f-63f194a569b1 HTTP/1.1" status: 200 len: 851 time: 0.0579684 May 30 21:13:18.683616 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2b7dbb91-f9d7-4e98-a5e8-979f40ee9161 req-a834dd92-c9b7-48db-ae1e-7047f3852cc7 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9e6054a2-cd00-456b-9147-e00bdd6d82cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0760002 May 30 21:13:18.718396 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-82bc195c-4a75-4323-9f6a-38c683955e8b None None] Set router 8d971eaa-9cd7-4665-8518-ddeae5e5d962 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:13:18.975049 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2b7dbb91-f9d7-4e98-a5e8-979f40ee9161 req-b668947f-03ca-4afe-ba71-f57ad5629b1f service neutron] 10.222.0.86 "GET /v2.0/networks/9e6054a2-cd00-456b-9147-e00bdd6d82cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2830925 May 30 21:13:19.006542 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a748194-e682-4715-b4d4-9a7c50330010 req-cdd7393d-46e5-44d6-8606-89f49c9c8ddb tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:13:19.008533 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9a748194-e682-4715-b4d4-9a7c50330010 req-cdd7393d-46e5-44d6-8606-89f49c9c8ddb tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=4977a1e8-0273-4677-8e0d-ad45f7737cc2 HTTP/1.1" status: 200 len: 945 time: 0.1457038 May 30 21:13:19.091543 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-82bc195c-4a75-4323-9f6a-38c683955e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d971eaa-9cd7-4665-8518-ddeae5e5d962', 'name': 'tempest-TestVolumeBootPattern-1989824106-router', 'tenant_id': '77af9bf22b944dbfb655c3750493d955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.27'}], 'enable_snat': True}, 'gw_port_id': '2b4be356-9ddb-4ee6-99f5-18787f956c77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:59:04Z', 'updated_at': '2022-05-30T20:59:08Z', 'revision_number': 4, 'project_id': '77af9bf22b944dbfb655c3750493d955', 'gw_port': {'id': '2b4be356-9ddb-4ee6-99f5-18787f956c77', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c2:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d971eaa-9cd7-4665-8518-ddeae5e5d962', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:59:05Z', 'updated_at': '2022-05-30T20:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': 'b5425a0c-86d4-4510-bf7d-ce299030ad98', 'name': '', 'network_id': '9e6054a2-cd00-456b-9147-e00bdd6d82cb', 'tenant_id': '77af9bf22b944dbfb655c3750493d955', 'mac_address': 'fa:16:3e:bb:cf:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d971eaa-9cd7-4665-8518-ddeae5e5d962', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '760310b8-d127-408a-b08f-63f194a569b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:59:07Z', 'updated_at': '2022-05-30T20:59:27Z', 'revision_number': 5, 'project_id': '77af9bf22b944dbfb655c3750493d955', 'subnets': [{'id': '760310b8-d127-408a-b08f-63f194a569b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:13:19.096989 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82bc195c-4a75-4323-9f6a-38c683955e8b None None] The sync data for ids ['8d971eaa-9cd7-4665-8518-ddeae5e5d962'] in n-d-843948-2 is: [{'id': '8d971eaa-9cd7-4665-8518-ddeae5e5d962', 'name': 'tempest-TestVolumeBootPattern-1989824106-router', 'tenant_id': '77af9bf22b944dbfb655c3750493d955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.27'}], 'enable_snat': True}, 'gw_port_id': '2b4be356-9ddb-4ee6-99f5-18787f956c77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:59:04Z', 'updated_at': '2022-05-30T20:59:08Z', 'revision_number': 4, 'project_id': '77af9bf22b944dbfb655c3750493d955', 'gw_port': {'id': '2b4be356-9ddb-4ee6-99f5-18787f956c77', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c2:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d971eaa-9cd7-4665-8518-ddeae5e5d962', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:59:05Z', 'updated_at': '2022-05-30T20:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': 'b5425a0c-86d4-4510-bf7d-ce299030ad98', 'name': '', 'network_id': '9e6054a2-cd00-456b-9147-e00bdd6d82cb', 'tenant_id': '77af9bf22b944dbfb655c3750493d955', 'mac_address': 'fa:16:3e:bb:cf:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d971eaa-9cd7-4665-8518-ddeae5e5d962', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '760310b8-d127-408a-b08f-63f194a569b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:59:07Z', 'updated_at': '2022-05-30T20:59:27Z', 'revision_number': 5, 'project_id': '77af9bf22b944dbfb655c3750493d955', 'subnets': [{'id': '760310b8-d127-408a-b08f-63f194a569b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 21:13:19.133957 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9a748194-e682-4715-b4d4-9a7c50330010 req-60037973-0e68-4979-b8ae-878ed011fa74 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/security-groups?id=9021399c-2145-43ac-aaeb-10d93cc5eb38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791130 May 30 21:13:19.153632 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2b7dbb91-f9d7-4e98-a5e8-979f40ee9161 req-c7db3094-0578-47c3-92cc-f4e980df7516 service neutron] 10.222.0.86 "GET /v2.0/networks/9e6054a2-cd00-456b-9147-e00bdd6d82cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722500 May 30 21:13:19.339270 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587dbd62-e159-4774-8c78-1fae2ac355bc None None] New status for floating IP dff35b79-6f77-4c11-8300-ee3ec348b315: DOWN {{(pid=84889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 21:13:19.452140 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57669e0b-4664-4271-8bd1-e143e89c9e02 req-4c04c118-f24b-4b47-a33b-21d0fbcfa6f7 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:13:19.453549 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-57669e0b-4664-4271-8bd1-e143e89c9e02 req-4c04c118-f24b-4b47-a33b-21d0fbcfa6f7 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.86 "GET /v2.0/ports?device_id=4977a1e8-0273-4677-8e0d-ad45f7737cc2 HTTP/1.1" status: 200 len: 945 time: 0.0771120 May 30 21:13:19.536860 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-57669e0b-4664-4271-8bd1-e143e89c9e02 req-a27792da-a252-451c-a17d-4da006215747 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Deleting port fc7625f3-e6af-47ae-ae6b-f7dc79ff2f4b {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:13:19.537290 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-57669e0b-4664-4271-8bd1-e143e89c9e02 req-a27792da-a252-451c-a17d-4da006215747 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:13:19.784328 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-57669e0b-4664-4271-8bd1-e143e89c9e02 req-a27792da-a252-451c-a17d-4da006215747 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] For port fc7625f3-e6af-47ae-ae6b-f7dc79ff2f4b, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=fc7625f3-e6af-47ae-ae6b-f7dc79ff2f4b,segment=NetworkSegment(2e885274-52fc-4171-9073-e5cac614bba8),segment_id=2e885274-52fc-4171-9073-e5cac614bba8)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:13:19.784635 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-57669e0b-4664-4271-8bd1-e143e89c9e02 req-a27792da-a252-451c-a17d-4da006215747 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:13:19.910061 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-57669e0b-4664-4271-8bd1-e143e89c9e02 req-a27792da-a252-451c-a17d-4da006215747 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Calling delete_port for fc7625f3-e6af-47ae-ae6b-f7dc79ff2f4b owned by compute:nova {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:13:20.037710 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:13:20.124357 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-57669e0b-4664-4271-8bd1-e143e89c9e02 req-a27792da-a252-451c-a17d-4da006215747 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:13:20.176149 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27792da-a252-451c-a17d-4da006215747 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Pushing event deleted for resources: {'Port': ['ID=fc7625f3-e6af-47ae-ae6b-f7dc79ff2f4b,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:13:20.248038 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-57669e0b-4664-4271-8bd1-e143e89c9e02 req-a27792da-a252-451c-a17d-4da006215747 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] No DVR routers for this DVR port fc7625f3-e6af-47ae-ae6b-f7dc79ff2f4b on host n-h2-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 21:13:20.250644 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-57669e0b-4664-4271-8bd1-e143e89c9e02 req-a27792da-a252-451c-a17d-4da006215747 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:13:20.253246 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4977a1e8-0273-4677-8e0d-ad45f7737cc2', 'name': 'network-vif-deleted', 'tag': 'fc7625f3-e6af-47ae-ae6b-f7dc79ff2f4b'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:13:20.266538 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-57669e0b-4664-4271-8bd1-e143e89c9e02 req-a27792da-a252-451c-a17d-4da006215747 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.86 "DELETE /v2.0/ports/fc7625f3-e6af-47ae-ae6b-f7dc79ff2f4b HTTP/1.1" status: 204 len: 173 time: 0.8001571 May 30 21:13:20.309516 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a9eba83-e200-4d94-9d30-c3fbcf1c13ac'] response: {'server_uuid': '4977a1e8-0273-4677-8e0d-ad45f7737cc2', 'name': 'network-vif-deleted', 'tag': 'fc7625f3-e6af-47ae-ae6b-f7dc79ff2f4b', 'status': 'completed', 'code': 200} May 30 21:13:20.310780 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-b24342c2-f128-4f05-93d5-14caf0c68d21 req-6b243855-ba3d-4d8a-8f49-793ea81ec900 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Synchronizing usage tracker for tenant:77af9bf22b944dbfb655c3750493d955 on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 21:13:20.421779 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-b24342c2-f128-4f05-93d5-14caf0c68d21 req-6b243855-ba3d-4d8a-8f49-793ea81ec900 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Unset dirty status for tenant:77af9bf22b944dbfb655c3750493d955 on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 21:13:20.422974 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b24342c2-f128-4f05-93d5-14caf0c68d21 req-6b243855-ba3d-4d8a-8f49-793ea81ec900 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=4977a1e8-0273-4677-8e0d-ad45f7737cc2 HTTP/1.1" status: 200 len: 210 time: 0.1554708 May 30 21:13:21.603527 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-33499417-73fc-4fbb-ae90-dbebf4d8ebef req-3ac2c830-5722-409b-88ef-7df71ef1ce78 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Synchronizing usage tracker for tenant:77af9bf22b944dbfb655c3750493d955 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 21:13:21.615438 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-33499417-73fc-4fbb-ae90-dbebf4d8ebef req-3ac2c830-5722-409b-88ef-7df71ef1ce78 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Unset dirty status for tenant:77af9bf22b944dbfb655c3750493d955 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 21:13:21.616550 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-33499417-73fc-4fbb-ae90-dbebf4d8ebef req-3ac2c830-5722-409b-88ef-7df71ef1ce78 tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "GET /v2.0/ports?device_id=4977a1e8-0273-4677-8e0d-ad45f7737cc2 HTTP/1.1" status: 200 len: 210 time: 0.0553133 May 30 21:13:22.724807 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 49068) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:13:22.797248 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:13:22.878522 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-40c2c94f-9dea-48af-b869-f9df7d9508bd tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Deleting port ab58d52e-4319-4042-9dc3-3c815088aad4 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:13:22.878853 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-40c2c94f-9dea-48af-b869-f9df7d9508bd tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:13:23.050203 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-40c2c94f-9dea-48af-b869-f9df7d9508bd tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:13:23.050517 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-40c2c94f-9dea-48af-b869-f9df7d9508bd tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:13:23.084154 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device fc7625f3-e6af-47ae-ae6b-f7dc79ff2f4b no longer exists at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 21:13:23.117567 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] No Port match for: fc7625f3-e6af-47ae-ae6b-f7dc79ff2f4b {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 21:13:23.117937 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device fc7625f3-e6af-47ae-ae6b-f7dc79ff2f4b not bound to the agent host n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 21:13:23.174594 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-40c2c94f-9dea-48af-b869-f9df7d9508bd tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Calling delete_port for ab58d52e-4319-4042-9dc3-3c815088aad4 owned by network:floatingip {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:13:23.374816 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-40c2c94f-9dea-48af-b869-f9df7d9508bd tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:13:23.419901 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c2c94f-9dea-48af-b869-f9df7d9508bd tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Pushing event deleted for resources: {'Port': ['ID=ab58d52e-4319-4042-9dc3-3c815088aad4,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:13:23.511835 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-40c2c94f-9dea-48af-b869-f9df7d9508bd tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Notify callbacks [] for floatingip, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:13:23.587720 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-40c2c94f-9dea-48af-b869-f9df7d9508bd tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:13:23.588874 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-40c2c94f-9dea-48af-b869-f9df7d9508bd tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "DELETE /v2.0/floatingips/b551e189-75e1-42d9-9aae-eb61f0be30a8 HTTP/1.1" status: 204 len: 168 time: 0.8630855 May 30 21:13:26.163059 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 49084) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:13:26.236487 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a1a23495-64b7-4817-8bd7-c45d1af31fda tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:13:26.250496 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-02d48f4b-6f1c-4b1f-aa51-d4ce1eeb01cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:13:26.269741 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a1a23495-64b7-4817-8bd7-c45d1af31fda tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:13:26.410434 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a1a23495-64b7-4817-8bd7-c45d1af31fda tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:13:26.429875 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a23495-64b7-4817-8bd7-c45d1af31fda tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9021399c-2145-43ac-aaeb-10d93cc5eb38,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:13:26.500399 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a1a23495-64b7-4817-8bd7-c45d1af31fda tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:13:26.501565 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-a1a23495-64b7-4817-8bd7-c45d1af31fda tempest-TestVolumeBootPattern-160298843 tempest-TestVolumeBootPattern-160298843-project] 10.222.0.85 "DELETE /v2.0/security-groups/9021399c-2145-43ac-aaeb-10d93cc5eb38 HTTP/1.1" status: 204 len: 168 time: 0.3374512 May 30 21:13:27.679590 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 49096) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:13:28.354945 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-48c44e14-cb9a-4737-9158-9056b8ab4958 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-736216'] for router_interface, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:13:28.981575 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-48c44e14-cb9a-4737-9158-9056b8ab4958 admin admin] Deleting port b5425a0c-86d4-4510-bf7d-ce299030ad98 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:13:28.982235 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-48c44e14-cb9a-4737-9158-9056b8ab4958 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:13:29.149693 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [None req-48c44e14-cb9a-4737-9158-9056b8ab4958 admin admin] For port b5425a0c-86d4-4510-bf7d-ce299030ad98, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=b5425a0c-86d4-4510-bf7d-ce299030ad98,segment=NetworkSegment(2e885274-52fc-4171-9073-e5cac614bba8),segment_id=2e885274-52fc-4171-9073-e5cac614bba8)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:13:29.150042 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-48c44e14-cb9a-4737-9158-9056b8ab4958 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:13:29.269141 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-48c44e14-cb9a-4737-9158-9056b8ab4958 admin admin] Calling delete_port for b5425a0c-86d4-4510-bf7d-ce299030ad98 owned by network:router_interface {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:13:29.500332 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-48c44e14-cb9a-4737-9158-9056b8ab4958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:13:29.548291 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c44e14-cb9a-4737-9158-9056b8ab4958 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5425a0c-86d4-4510-bf7d-ce299030ad98,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:13:29.632982 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ee12a8d5-a650-4342-91e7-b8644a7f5839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:13:29.850380 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:13:29.937275 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-48c44e14-cb9a-4737-9158-9056b8ab4958 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1718140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-736143'] for router_interface, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:13:30.506266 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48c44e14-cb9a-4737-9158-9056b8ab4958 admin admin] Router 8d971eaa-9cd7-4665-8518-ddeae5e5d962 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 21:13:30.705268 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48c44e14-cb9a-4737-9158-9056b8ab4958 admin admin] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 21:13:30.714617 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e585f59a-e468-4a3c-bedb-bc8030b45857 None None] Sync routers for ids ['8d971eaa-9cd7-4665-8518-ddeae5e5d962'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 21:13:30.718017 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-48c44e14-cb9a-4737-9158-9056b8ab4958 admin admin] 10.222.0.85 "PUT /v2.0/routers/8d971eaa-9cd7-4665-8518-ddeae5e5d962/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0373480 May 30 21:13:30.720487 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 49106) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:13:30.727008 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e585f59a-e468-4a3c-bedb-bc8030b45857 None None] Routers {'8d971eaa-9cd7-4665-8518-ddeae5e5d962'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:13:30.727624 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-e585f59a-e468-4a3c-bedb-bc8030b45857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T21:13:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['8d971eaa-9cd7-4665-8518-ddeae5e5d962'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:13:30.908158 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-e585f59a-e468-4a3c-bedb-bc8030b45857 None None] Set router 8d971eaa-9cd7-4665-8518-ddeae5e5d962 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:13:30.917665 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b301bd05-0613-46d8-a982-27729d5d72ef admin admin] Notify callbacks [] for router, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:13:31.118904 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b301bd05-0613-46d8-a982-27729d5d72ef admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:13:31.195448 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-e585f59a-e468-4a3c-bedb-bc8030b45857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d971eaa-9cd7-4665-8518-ddeae5e5d962', 'name': 'tempest-TestVolumeBootPattern-1989824106-router', 'tenant_id': '77af9bf22b944dbfb655c3750493d955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.27'}], 'enable_snat': True}, 'gw_port_id': '2b4be356-9ddb-4ee6-99f5-18787f956c77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:59:04Z', 'updated_at': '2022-05-30T21:13:29Z', 'revision_number': 5, 'project_id': '77af9bf22b944dbfb655c3750493d955', 'gw_port': {'id': '2b4be356-9ddb-4ee6-99f5-18787f956c77', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c2:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d971eaa-9cd7-4665-8518-ddeae5e5d962', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:59:05Z', 'updated_at': '2022-05-30T20:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:13:31.199428 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e585f59a-e468-4a3c-bedb-bc8030b45857 None None] Checking router: 8d971eaa-9cd7-4665-8518-ddeae5e5d962 for host: n-d-843948-2 {{(pid=84888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 21:13:31.210312 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e585f59a-e468-4a3c-bedb-bc8030b45857 None None] Routers {'8d971eaa-9cd7-4665-8518-ddeae5e5d962'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:13:31.210944 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-b301bd05-0613-46d8-a982-27729d5d72ef admin admin] Deleting port 2b4be356-9ddb-4ee6-99f5-18787f956c77 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:13:31.211179 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b301bd05-0613-46d8-a982-27729d5d72ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:13:31.211324 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-e585f59a-e468-4a3c-bedb-bc8030b45857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T21:13:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['8d971eaa-9cd7-4665-8518-ddeae5e5d962'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:13:31.372124 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-e585f59a-e468-4a3c-bedb-bc8030b45857 None None] Set router 8d971eaa-9cd7-4665-8518-ddeae5e5d962 gateway port host: None {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:13:31.418635 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:13:31.483428 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-e585f59a-e468-4a3c-bedb-bc8030b45857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d971eaa-9cd7-4665-8518-ddeae5e5d962', 'name': 'tempest-TestVolumeBootPattern-1989824106-router', 'tenant_id': '77af9bf22b944dbfb655c3750493d955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:59:04Z', 'updated_at': '2022-05-30T21:13:31Z', 'revision_number': 6, 'project_id': '77af9bf22b944dbfb655c3750493d955', 'gw_port_host': None}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:13:31.487875 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e585f59a-e468-4a3c-bedb-bc8030b45857 None None] The sync data for ids ['8d971eaa-9cd7-4665-8518-ddeae5e5d962'] in n-d-843948-2 is: [{'id': '8d971eaa-9cd7-4665-8518-ddeae5e5d962', 'name': 'tempest-TestVolumeBootPattern-1989824106-router', 'tenant_id': '77af9bf22b944dbfb655c3750493d955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:59:04Z', 'updated_at': '2022-05-30T21:13:31Z', 'revision_number': 6, 'project_id': '77af9bf22b944dbfb655c3750493d955', 'gw_port_host': None}] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 21:13:31.509332 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [None req-b301bd05-0613-46d8-a982-27729d5d72ef admin admin] For port 2b4be356-9ddb-4ee6-99f5-18787f956c77, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=2b4be356-9ddb-4ee6-99f5-18787f956c77,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:13:31.509918 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b301bd05-0613-46d8-a982-27729d5d72ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:13:31.633121 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-b301bd05-0613-46d8-a982-27729d5d72ef admin admin] Calling delete_port for 2b4be356-9ddb-4ee6-99f5-18787f956c77 owned by network:router_gateway {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:13:31.868400 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b301bd05-0613-46d8-a982-27729d5d72ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:13:31.914301 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b301bd05-0613-46d8-a982-27729d5d72ef admin admin] Pushing event deleted for resources: {'Port': ['ID=2b4be356-9ddb-4ee6-99f5-18787f956c77,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:13:32.140414 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b301bd05-0613-46d8-a982-27729d5d72ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-736453'] for router_gateway, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:13:32.399747 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b301bd05-0613-46d8-a982-27729d5d72ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-724789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3141'] for router, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:13:32.404054 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b301bd05-0613-46d8-a982-27729d5d72ef admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:13:32.484251 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b301bd05-0613-46d8-a982-27729d5d72ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724889'] for router, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:13:32.484720 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b301bd05-0613-46d8-a982-27729d5d72ef admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8d971eaa-9cd7-4665-8518-ddeae5e5d962 {{(pid=84886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 21:13:32.499007 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b301bd05-0613-46d8-a982-27729d5d72ef admin admin] Notify callbacks [] for router, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:13:32.500941 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-b301bd05-0613-46d8-a982-27729d5d72ef admin admin] 10.222.0.85 "DELETE /v2.0/routers/8d971eaa-9cd7-4665-8518-ddeae5e5d962 HTTP/1.1" status: 204 len: 168 time: 1.7795377 May 30 21:13:32.502773 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 49110) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:13:32.562718 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_v2 [None req-42b02c13-044e-4f92-ae6e-6222b059b9f9 admin admin] Deleting subnet 760310b8-d127-408a-b08f-63f194a569b1 {{(pid=84886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 21:13:32.565796 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-42b02c13-044e-4f92-ae6e-6222b059b9f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:13:32.614075 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-42b02c13-044e-4f92-ae6e-6222b059b9f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2655517'] for subnet, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:13:32.692448 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-42b02c13-044e-4f92-ae6e-6222b059b9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:13:32.837489 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-42b02c13-044e-4f92-ae6e-6222b059b9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4127075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2778536'] for subnet, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:13:32.867511 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:13:32.876750 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b02c13-044e-4f92-ae6e-6222b059b9f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=760310b8-d127-408a-b08f-63f194a569b1,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:13:32.883362 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-42b02c13-044e-4f92-ae6e-6222b059b9f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:13:32.889121 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-42b02c13-044e-4f92-ae6e-6222b059b9f9 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/760310b8-d127-408a-b08f-63f194a569b1 HTTP/1.1" status: 204 len: 168 time: 0.3854046 May 30 21:13:32.889257 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-761af38c-8ab6-4109-8f5e-240305966633 None None] Network 9e6054a2-cd00-456b-9147-e00bdd6d82cb requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 21:13:32.891604 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 49114) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:13:32.993496 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-18ca621e-1496-465e-b812-19fc12346998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:13:33.004030 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-18ca621e-1496-465e-b812-19fc12346998 admin admin] Deleting port b112ea99-1d59-4e21-8d7b-a137bb970e8f {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:13:33.004360 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-18ca621e-1496-465e-b812-19fc12346998 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:13:33.145654 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62216375-0701-453a-904e-f69ccbb27e91 None None] DHCP port deletion for 9e6054a2-cd00-456b-9147-e00bdd6d82cb request from n-d-843948-2 {{(pid=84888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 21:13:33.149793 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-62216375-0701-453a-904e-f69ccbb27e91 None None] Deleting port b112ea99-1d59-4e21-8d7b-a137bb970e8f {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:13:33.150167 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-62216375-0701-453a-904e-f69ccbb27e91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:13:33.318931 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [None req-18ca621e-1496-465e-b812-19fc12346998 admin admin] For port b112ea99-1d59-4e21-8d7b-a137bb970e8f, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=b112ea99-1d59-4e21-8d7b-a137bb970e8f,segment=NetworkSegment(2e885274-52fc-4171-9073-e5cac614bba8),segment_id=2e885274-52fc-4171-9073-e5cac614bba8)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:13:33.319289 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-18ca621e-1496-465e-b812-19fc12346998 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:13:33.361801 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 2b4be356-9ddb-4ee6-99f5-18787f956c77 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 21:13:33.408934 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: 2b4be356-9ddb-4ee6-99f5-18787f956c77 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 21:13:33.409259 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 2b4be356-9ddb-4ee6-99f5-18787f956c77 not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 21:13:33.409689 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device b112ea99-1d59-4e21-8d7b-a137bb970e8f no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 21:13:33.440037 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-18ca621e-1496-465e-b812-19fc12346998 admin admin] Calling delete_port for b112ea99-1d59-4e21-8d7b-a137bb970e8f owned by network:dhcp {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:13:33.475550 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-62216375-0701-453a-904e-f69ccbb27e91 None None] For port b112ea99-1d59-4e21-8d7b-a137bb970e8f, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=b112ea99-1d59-4e21-8d7b-a137bb970e8f,segment=NetworkSegment(2e885274-52fc-4171-9073-e5cac614bba8),segment_id=2e885274-52fc-4171-9073-e5cac614bba8)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:13:33.476664 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-62216375-0701-453a-904e-f69ccbb27e91 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:13:33.603246 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-18ca621e-1496-465e-b812-19fc12346998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:13:33.604464 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-62216375-0701-453a-904e-f69ccbb27e91 None None] Calling delete_port for b112ea99-1d59-4e21-8d7b-a137bb970e8f owned by network:dhcp {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:13:33.635862 n-d-843948-2 neutron-server[84888]: INFO neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No ports have port_id starting with b112ea99-1d59-4e21-8d7b-a137bb970e8f May 30 21:13:33.638388 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device b5425a0c-86d4-4510-bf7d-ce299030ad98 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 21:13:33.645740 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ca621e-1496-465e-b812-19fc12346998 admin admin] Pushing event deleted for resources: {'Port': ['ID=b112ea99-1d59-4e21-8d7b-a137bb970e8f,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:13:33.652364 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ca621e-1496-465e-b812-19fc12346998 admin admin] No DVR routers for this DVR port b112ea99-1d59-4e21-8d7b-a137bb970e8f on host n-d-843948-2 {{(pid=84886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 21:13:33.681871 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: b5425a0c-86d4-4510-bf7d-ce299030ad98 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 21:13:33.682211 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device b5425a0c-86d4-4510-bf7d-ce299030ad98 not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 21:13:33.704199 n-d-843948-2 neutron-server[84888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 21:13:33.704199 n-d-843948-2 neutron-server[84888]: util.warn( May 30 21:13:33.704199 n-d-843948-2 neutron-server[84888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 21:13:33.704199 n-d-843948-2 neutron-server[84888]: util.warn( May 30 21:13:33.704199 n-d-843948-2 neutron-server[84888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 21:13:33.704199 n-d-843948-2 neutron-server[84888]: util.warn( May 30 21:13:33.704199 n-d-843948-2 neutron-server[84888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 21:13:33.704199 n-d-843948-2 neutron-server[84888]: util.warn( May 30 21:13:33.704199 n-d-843948-2 neutron-server[84888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 21:13:33.704199 n-d-843948-2 neutron-server[84888]: util.warn( May 30 21:13:33.704199 n-d-843948-2 neutron-server[84888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 21:13:33.704199 n-d-843948-2 neutron-server[84888]: util.warn( May 30 21:13:33.704199 n-d-843948-2 neutron-server[84888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 21:13:33.704199 n-d-843948-2 neutron-server[84888]: util.warn( May 30 21:13:33.704199 n-d-843948-2 neutron-server[84888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 21:13:33.704199 n-d-843948-2 neutron-server[84888]: util.warn( May 30 21:13:33.704199 n-d-843948-2 neutron-server[84888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 21:13:33.704199 n-d-843948-2 neutron-server[84888]: util.warn( May 30 21:13:33.704199 n-d-843948-2 neutron-server[84888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 21:13:33.704199 n-d-843948-2 neutron-server[84888]: util.warn( May 30 21:13:33.704199 n-d-843948-2 neutron-server[84888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 21:13:33.704199 n-d-843948-2 neutron-server[84888]: util.warn( May 30 21:13:33.704199 n-d-843948-2 neutron-server[84888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 21:13:33.704199 n-d-843948-2 neutron-server[84888]: util.warn( May 30 21:13:33.704199 n-d-843948-2 neutron-server[84888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 21:13:33.704199 n-d-843948-2 neutron-server[84888]: util.warn( May 30 21:13:33.704199 n-d-843948-2 neutron-server[84888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 21:13:33.704199 n-d-843948-2 neutron-server[84888]: util.warn( May 30 21:13:33.704199 n-d-843948-2 neutron-server[84888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 21:13:33.704199 n-d-843948-2 neutron-server[84888]: util.warn( May 30 21:13:33.704199 n-d-843948-2 neutron-server[84888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 21:13:33.704199 n-d-843948-2 neutron-server[84888]: util.warn( May 30 21:13:33.704199 n-d-843948-2 neutron-server[84888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 21:13:33.704199 n-d-843948-2 neutron-server[84888]: util.warn( May 30 21:13:33.704199 n-d-843948-2 neutron-server[84888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 21:13:33.704199 n-d-843948-2 neutron-server[84888]: util.warn( May 30 21:13:33.704199 n-d-843948-2 neutron-server[84888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 21:13:33.704199 n-d-843948-2 neutron-server[84888]: util.warn( May 30 21:13:33.704199 n-d-843948-2 neutron-server[84888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 21:13:33.704199 n-d-843948-2 neutron-server[84888]: util.warn( May 30 21:13:33.704199 n-d-843948-2 neutron-server[84888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 21:13:33.704199 n-d-843948-2 neutron-server[84888]: util.warn( May 30 21:13:33.704199 n-d-843948-2 neutron-server[84888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 21:13:33.704199 n-d-843948-2 neutron-server[84888]: util.warn( May 30 21:13:33.704199 n-d-843948-2 neutron-server[84888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 21:13:33.704199 n-d-843948-2 neutron-server[84888]: util.warn( May 30 21:13:33.704199 n-d-843948-2 neutron-server[84888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 21:13:33.704199 n-d-843948-2 neutron-server[84888]: util.warn( May 30 21:13:33.704199 n-d-843948-2 neutron-server[84888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 21:13:33.704199 n-d-843948-2 neutron-server[84888]: util.warn( May 30 21:13:33.704199 n-d-843948-2 neutron-server[84888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 21:13:33.704199 n-d-843948-2 neutron-server[84888]: util.warn( May 30 21:13:33.704199 n-d-843948-2 neutron-server[84888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 21:13:33.704199 n-d-843948-2 neutron-server[84888]: util.warn( May 30 21:13:33.704199 n-d-843948-2 neutron-server[84888]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 30 21:13:33.704199 n-d-843948-2 neutron-server[84888]: util.warn( May 30 21:13:33.713340 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.db.api [None req-62216375-0701-453a-904e-f69ccbb27e91 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 21:13:33.713731 n-d-843948-2 neutron-server[84888]: DEBUG oslo_db.api [None req-62216375-0701-453a-904e-f69ccbb27e91 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 21:13:33.767707 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-18ca621e-1496-465e-b812-19fc12346998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:13:33.793558 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-18ca621e-1496-465e-b812-19fc12346998 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e6054a2-cd00-456b-9147-e00bdd6d82cb']}} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:13:33.805495 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-18ca621e-1496-465e-b812-19fc12346998 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e885274-52fc-4171-9073-e5cac614bba8') {'for_net_delete': True} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:13:33.805823 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-18ca621e-1496-465e-b812-19fc12346998 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e885274-52fc-4171-9073-e5cac614bba8') {} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:13:33.816828 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-18ca621e-1496-465e-b812-19fc12346998 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2660590'] for segment, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:13:33.837002 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-18ca621e-1496-465e-b812-19fc12346998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:13:33.842943 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18ca621e-1496-465e-b812-19fc12346998 admin admin] Releasing vlan 699 on physical network physnet1 to pool {{(pid=84886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 21:13:33.843317 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-18ca621e-1496-465e-b812-19fc12346998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4126989'] for segment, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:13:33.861930 n-d-843948-2 neutron-server[84886]: Traceback (most recent call last): May 30 21:13:33.861930 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 21:13:33.861930 n-d-843948-2 neutron-server[84886]: timer() May 30 21:13:33.861930 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 21:13:33.861930 n-d-843948-2 neutron-server[84886]: cb(*args, **kw) May 30 21:13:33.861930 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 21:13:33.861930 n-d-843948-2 neutron-server[84886]: return func(*args, **kwargs) May 30 21:13:33.861930 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 21:13:33.861930 n-d-843948-2 neutron-server[84886]: self._notify() May 30 21:13:33.861930 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 21:13:33.861930 n-d-843948-2 neutron-server[84886]: self.callback(batched_events) May 30 21:13:33.861930 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 21:13:33.861930 n-d-843948-2 neutron-server[84886]: event.method(event) May 30 21:13:33.861930 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 21:13:33.861930 n-d-843948-2 neutron-server[84886]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 21:13:33.861930 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 21:13:33.861930 n-d-843948-2 neutron-server[84886]: aggregate_uuid = self.p_client.list_aggregates( May 30 21:13:33.861930 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 21:13:33.861930 n-d-843948-2 neutron-server[84886]: return f(self, *a, **k) May 30 21:13:33.861930 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 21:13:33.861930 n-d-843948-2 neutron-server[84886]: return self._get(url).json() May 30 21:13:33.861930 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 21:13:33.861930 n-d-843948-2 neutron-server[84886]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 21:13:33.861930 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 21:13:33.861930 n-d-843948-2 neutron-server[84886]: return self.request(url, 'GET', **kwargs) May 30 21:13:33.861930 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 21:13:33.861930 n-d-843948-2 neutron-server[84886]: base_url = self.get_endpoint(auth, allow=allow, May 30 21:13:33.861930 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 21:13:33.861930 n-d-843948-2 neutron-server[84886]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 21:13:33.861930 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 21:13:33.861930 n-d-843948-2 neutron-server[84886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 21:13:33.861930 n-d-843948-2 neutron-server[84886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 21:13:34.009062 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-18ca621e-1496-465e-b812-19fc12346998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:13:34.025398 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-18ca621e-1496-465e-b812-19fc12346998 admin admin] Notify callbacks [] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:13:34.035422 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ca621e-1496-465e-b812-19fc12346998 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e6054a2-cd00-456b-9147-e00bdd6d82cb,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:13:34.100643 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-18ca621e-1496-465e-b812-19fc12346998 admin admin] 10.222.0.85 "DELETE /v2.0/networks/9e6054a2-cd00-456b-9147-e00bdd6d82cb HTTP/1.1" status: 204 len: 168 time: 1.2080483 May 30 21:13:34.103461 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 49118) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:13:34.215059 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-62216375-0701-453a-904e-f69ccbb27e91 None None] Deleting port b112ea99-1d59-4e21-8d7b-a137bb970e8f {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:13:34.215633 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-62216375-0701-453a-904e-f69ccbb27e91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:13:34.282309 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-62216375-0701-453a-904e-f69ccbb27e91 None None] The port 'b112ea99-1d59-4e21-8d7b-a137bb970e8f' was deleted {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 21:13:34.495082 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a13242e3-063d-4dc8-b825-41689fcb0d5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-736216'] for router_interface, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:13:35.172377 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-a13242e3-063d-4dc8-b825-41689fcb0d5d admin admin] Deleting port 75ab6bb3-1118-44bb-8529-05e5f7b97116 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:13:35.173038 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a13242e3-063d-4dc8-b825-41689fcb0d5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:13:35.346969 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [None req-a13242e3-063d-4dc8-b825-41689fcb0d5d admin admin] For port 75ab6bb3-1118-44bb-8529-05e5f7b97116, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=75ab6bb3-1118-44bb-8529-05e5f7b97116,segment=NetworkSegment(b2edec4c-124c-4c0d-9cc3-e4d7b6b53d9f),segment_id=b2edec4c-124c-4c0d-9cc3-e4d7b6b53d9f)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:13:35.347319 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a13242e3-063d-4dc8-b825-41689fcb0d5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:13:35.472064 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-a13242e3-063d-4dc8-b825-41689fcb0d5d admin admin] Calling delete_port for 75ab6bb3-1118-44bb-8529-05e5f7b97116 owned by network:router_interface {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:13:35.701588 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a13242e3-063d-4dc8-b825-41689fcb0d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:13:35.747902 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13242e3-063d-4dc8-b825-41689fcb0d5d admin admin] Pushing event deleted for resources: {'Port': ['ID=75ab6bb3-1118-44bb-8529-05e5f7b97116,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:13:36.042700 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a13242e3-063d-4dc8-b825-41689fcb0d5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1718140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-736143'] for router_interface, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:13:36.720249 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a13242e3-063d-4dc8-b825-41689fcb0d5d admin admin] Router 28ef7989-5246-49f3-bbd0-67b0f94d0216 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 21:13:36.926378 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a13242e3-063d-4dc8-b825-41689fcb0d5d admin admin] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 21:13:36.935156 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3771f8fe-f2fb-4392-9dea-492a9201273c None None] Sync routers for ids ['28ef7989-5246-49f3-bbd0-67b0f94d0216'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 21:13:36.947766 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3771f8fe-f2fb-4392-9dea-492a9201273c None None] Routers {'28ef7989-5246-49f3-bbd0-67b0f94d0216'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:13:36.948378 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-3771f8fe-f2fb-4392-9dea-492a9201273c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T21:13:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['28ef7989-5246-49f3-bbd0-67b0f94d0216'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:13:36.983692 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-a13242e3-063d-4dc8-b825-41689fcb0d5d admin admin] 10.222.0.85 "PUT /v2.0/routers/28ef7989-5246-49f3-bbd0-67b0f94d0216/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8791065 May 30 21:13:36.985971 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 49122) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:13:37.122265 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-3771f8fe-f2fb-4392-9dea-492a9201273c None None] Set router 28ef7989-5246-49f3-bbd0-67b0f94d0216 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:13:37.185563 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-37506f11-fbc0-4cd9-891e-32a11d5537d2 admin admin] Notify callbacks [] for router, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:13:37.388641 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-37506f11-fbc0-4cd9-891e-32a11d5537d2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:13:37.435570 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-3771f8fe-f2fb-4392-9dea-492a9201273c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28ef7989-5246-49f3-bbd0-67b0f94d0216', 'name': 'tempest-TestVolumeBootPattern-430297945-router', 'tenant_id': '983ea1ce8bff49c3b820141314c90f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'cf6f3286-3a62-4758-b762-efd8ac8d8fe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:59:13Z', 'updated_at': '2022-05-30T21:13:35Z', 'revision_number': 5, 'project_id': '983ea1ce8bff49c3b820141314c90f7e', 'gw_port': {'id': 'cf6f3286-3a62-4758-b762-efd8ac8d8fe0', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:64:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28ef7989-5246-49f3-bbd0-67b0f94d0216', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T20:59:14Z', 'updated_at': '2022-05-30T20:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:13:37.439344 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3771f8fe-f2fb-4392-9dea-492a9201273c None None] Checking router: 28ef7989-5246-49f3-bbd0-67b0f94d0216 for host: n-d-843948-2 {{(pid=84889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 21:13:37.450807 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3771f8fe-f2fb-4392-9dea-492a9201273c None None] Routers {'28ef7989-5246-49f3-bbd0-67b0f94d0216'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:13:37.451392 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-3771f8fe-f2fb-4392-9dea-492a9201273c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T21:13:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['28ef7989-5246-49f3-bbd0-67b0f94d0216'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:13:37.455589 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-37506f11-fbc0-4cd9-891e-32a11d5537d2 admin admin] Deleting port cf6f3286-3a62-4758-b762-efd8ac8d8fe0 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:13:37.460441 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-37506f11-fbc0-4cd9-891e-32a11d5537d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:13:37.602296 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-3771f8fe-f2fb-4392-9dea-492a9201273c None None] Set router 28ef7989-5246-49f3-bbd0-67b0f94d0216 gateway port host: None {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:13:37.630135 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [None req-37506f11-fbc0-4cd9-891e-32a11d5537d2 admin admin] For port cf6f3286-3a62-4758-b762-efd8ac8d8fe0, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=cf6f3286-3a62-4758-b762-efd8ac8d8fe0,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:13:37.630486 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-37506f11-fbc0-4cd9-891e-32a11d5537d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:13:37.704860 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-3771f8fe-f2fb-4392-9dea-492a9201273c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28ef7989-5246-49f3-bbd0-67b0f94d0216', 'name': 'tempest-TestVolumeBootPattern-430297945-router', 'tenant_id': '983ea1ce8bff49c3b820141314c90f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:59:13Z', 'updated_at': '2022-05-30T21:13:37Z', 'revision_number': 6, 'project_id': '983ea1ce8bff49c3b820141314c90f7e', 'gw_port_host': None}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:13:37.708817 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3771f8fe-f2fb-4392-9dea-492a9201273c None None] The sync data for ids ['28ef7989-5246-49f3-bbd0-67b0f94d0216'] in n-d-843948-2 is: [{'id': '28ef7989-5246-49f3-bbd0-67b0f94d0216', 'name': 'tempest-TestVolumeBootPattern-430297945-router', 'tenant_id': '983ea1ce8bff49c3b820141314c90f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T20:59:13Z', 'updated_at': '2022-05-30T21:13:37Z', 'revision_number': 6, 'project_id': '983ea1ce8bff49c3b820141314c90f7e', 'gw_port_host': None}] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 21:13:37.751855 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-37506f11-fbc0-4cd9-891e-32a11d5537d2 admin admin] Calling delete_port for cf6f3286-3a62-4758-b762-efd8ac8d8fe0 owned by network:router_gateway {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:13:38.044623 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-37506f11-fbc0-4cd9-891e-32a11d5537d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:13:38.212432 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37506f11-fbc0-4cd9-891e-32a11d5537d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf6f3286-3a62-4758-b762-efd8ac8d8fe0,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:13:38.440792 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-37506f11-fbc0-4cd9-891e-32a11d5537d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-736453'] for router_gateway, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:13:38.704361 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-37506f11-fbc0-4cd9-891e-32a11d5537d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-724789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3141'] for router, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:13:38.708567 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-37506f11-fbc0-4cd9-891e-32a11d5537d2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:13:38.804665 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-37506f11-fbc0-4cd9-891e-32a11d5537d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724889'] for router, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:13:38.805187 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37506f11-fbc0-4cd9-891e-32a11d5537d2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 28ef7989-5246-49f3-bbd0-67b0f94d0216 {{(pid=84886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 21:13:38.817978 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-37506f11-fbc0-4cd9-891e-32a11d5537d2 admin admin] Notify callbacks [] for router, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:13:38.819147 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-37506f11-fbc0-4cd9-891e-32a11d5537d2 admin admin] 10.222.0.85 "DELETE /v2.0/routers/28ef7989-5246-49f3-bbd0-67b0f94d0216 HTTP/1.1" status: 204 len: 168 time: 1.8322306 May 30 21:13:38.822344 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 49126) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:13:38.882806 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa8aafc2-8975-4956-bacd-18e0eff196fc admin admin] Deleting subnet fb32d93f-2656-4e94-95b0-2d7894a2d2ba {{(pid=84886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 21:13:38.886046 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-aa8aafc2-8975-4956-bacd-18e0eff196fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:13:38.937545 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-aa8aafc2-8975-4956-bacd-18e0eff196fc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2655517'] for subnet, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:13:39.013479 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-aa8aafc2-8975-4956-bacd-18e0eff196fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:13:39.164018 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-aa8aafc2-8975-4956-bacd-18e0eff196fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4127075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2778536'] for subnet, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:13:39.205591 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8aafc2-8975-4956-bacd-18e0eff196fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb32d93f-2656-4e94-95b0-2d7894a2d2ba,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:13:39.210536 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-aa8aafc2-8975-4956-bacd-18e0eff196fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:13:39.215920 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-aa8aafc2-8975-4956-bacd-18e0eff196fc admin admin] 10.222.0.85 "DELETE /v2.0/subnets/fb32d93f-2656-4e94-95b0-2d7894a2d2ba HTTP/1.1" status: 204 len: 168 time: 0.3924670 May 30 21:13:39.216084 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-926144ff-44d6-4763-a833-509e4730bac5 None None] Network ac67a5e0-3a20-4a16-8c2a-0934607da726 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 21:13:39.218489 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 49130) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:13:39.327209 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-fd5e8e0f-2b43-42ba-a51b-3d906cb4e59e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:13:39.337807 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-fd5e8e0f-2b43-42ba-a51b-3d906cb4e59e admin admin] Deleting port 05d91570-aba9-4f12-b790-62e171383598 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:13:39.338143 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-fd5e8e0f-2b43-42ba-a51b-3d906cb4e59e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:13:39.346314 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 75ab6bb3-1118-44bb-8529-05e5f7b97116 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 21:13:39.403727 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: 75ab6bb3-1118-44bb-8529-05e5f7b97116 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 21:13:39.404053 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 75ab6bb3-1118-44bb-8529-05e5f7b97116 not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 21:13:39.404452 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device cf6f3286-3a62-4758-b762-efd8ac8d8fe0 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 21:13:39.443053 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: cf6f3286-3a62-4758-b762-efd8ac8d8fe0 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 21:13:39.443382 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device cf6f3286-3a62-4758-b762-efd8ac8d8fe0 not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 21:13:39.520940 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f423df-8c66-4a39-9d2d-9000fcfc1281 None None] DHCP port deletion for ac67a5e0-3a20-4a16-8c2a-0934607da726 request from n-d-843948-2 {{(pid=84888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 21:13:39.525621 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-b9f423df-8c66-4a39-9d2d-9000fcfc1281 None None] Deleting port 05d91570-aba9-4f12-b790-62e171383598 {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:13:39.525998 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b9f423df-8c66-4a39-9d2d-9000fcfc1281 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:13:39.543534 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [None req-fd5e8e0f-2b43-42ba-a51b-3d906cb4e59e admin admin] For port 05d91570-aba9-4f12-b790-62e171383598, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=05d91570-aba9-4f12-b790-62e171383598,segment=NetworkSegment(b2edec4c-124c-4c0d-9cc3-e4d7b6b53d9f),segment_id=b2edec4c-124c-4c0d-9cc3-e4d7b6b53d9f)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:13:39.543806 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-fd5e8e0f-2b43-42ba-a51b-3d906cb4e59e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:13:39.667267 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-fd5e8e0f-2b43-42ba-a51b-3d906cb4e59e admin admin] Calling delete_port for 05d91570-aba9-4f12-b790-62e171383598 owned by network:dhcp {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:13:39.727423 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b9f423df-8c66-4a39-9d2d-9000fcfc1281 None None] For port 05d91570-aba9-4f12-b790-62e171383598, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=05d91570-aba9-4f12-b790-62e171383598,segment=NetworkSegment(b2edec4c-124c-4c0d-9cc3-e4d7b6b53d9f),segment_id=b2edec4c-124c-4c0d-9cc3-e4d7b6b53d9f)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:13:39.727802 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b9f423df-8c66-4a39-9d2d-9000fcfc1281 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:13:39.848092 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-b9f423df-8c66-4a39-9d2d-9000fcfc1281 None None] Calling delete_port for 05d91570-aba9-4f12-b790-62e171383598 owned by network:dhcp {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:13:39.913029 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-fd5e8e0f-2b43-42ba-a51b-3d906cb4e59e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:13:39.918245 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.db.api [None req-b9f423df-8c66-4a39-9d2d-9000fcfc1281 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 21:13:39.918595 n-d-843948-2 neutron-server[84888]: DEBUG oslo_db.api [None req-b9f423df-8c66-4a39-9d2d-9000fcfc1281 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 21:13:39.957990 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5e8e0f-2b43-42ba-a51b-3d906cb4e59e admin admin] Pushing event deleted for resources: {'Port': ['ID=05d91570-aba9-4f12-b790-62e171383598,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:13:39.963081 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5e8e0f-2b43-42ba-a51b-3d906cb4e59e admin admin] No DVR routers for this DVR port 05d91570-aba9-4f12-b790-62e171383598 on host n-d-843948-2 {{(pid=84886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 21:13:40.078166 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-fd5e8e0f-2b43-42ba-a51b-3d906cb4e59e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:13:40.103141 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-fd5e8e0f-2b43-42ba-a51b-3d906cb4e59e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac67a5e0-3a20-4a16-8c2a-0934607da726']}} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:13:40.114964 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-fd5e8e0f-2b43-42ba-a51b-3d906cb4e59e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2edec4c-124c-4c0d-9cc3-e4d7b6b53d9f') {'for_net_delete': True} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:13:40.115234 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-fd5e8e0f-2b43-42ba-a51b-3d906cb4e59e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2edec4c-124c-4c0d-9cc3-e4d7b6b53d9f') {} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:13:40.126508 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-fd5e8e0f-2b43-42ba-a51b-3d906cb4e59e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2660590'] for segment, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:13:40.146670 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-fd5e8e0f-2b43-42ba-a51b-3d906cb4e59e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:13:40.153401 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd5e8e0f-2b43-42ba-a51b-3d906cb4e59e admin admin] Releasing vlan 665 on physical network physnet1 to pool {{(pid=84886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 21:13:40.153917 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-fd5e8e0f-2b43-42ba-a51b-3d906cb4e59e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4126989'] for segment, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:13:40.167169 n-d-843948-2 neutron-server[84886]: Traceback (most recent call last): May 30 21:13:40.167169 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 21:13:40.167169 n-d-843948-2 neutron-server[84886]: timer() May 30 21:13:40.167169 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 21:13:40.167169 n-d-843948-2 neutron-server[84886]: cb(*args, **kw) May 30 21:13:40.167169 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 21:13:40.167169 n-d-843948-2 neutron-server[84886]: return func(*args, **kwargs) May 30 21:13:40.167169 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 21:13:40.167169 n-d-843948-2 neutron-server[84886]: self._notify() May 30 21:13:40.167169 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 21:13:40.167169 n-d-843948-2 neutron-server[84886]: self.callback(batched_events) May 30 21:13:40.167169 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 21:13:40.167169 n-d-843948-2 neutron-server[84886]: event.method(event) May 30 21:13:40.167169 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 21:13:40.167169 n-d-843948-2 neutron-server[84886]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 21:13:40.167169 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 21:13:40.167169 n-d-843948-2 neutron-server[84886]: aggregate_uuid = self.p_client.list_aggregates( May 30 21:13:40.167169 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 21:13:40.167169 n-d-843948-2 neutron-server[84886]: return f(self, *a, **k) May 30 21:13:40.167169 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 21:13:40.167169 n-d-843948-2 neutron-server[84886]: return self._get(url).json() May 30 21:13:40.167169 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 21:13:40.167169 n-d-843948-2 neutron-server[84886]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 21:13:40.167169 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 21:13:40.167169 n-d-843948-2 neutron-server[84886]: return self.request(url, 'GET', **kwargs) May 30 21:13:40.167169 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 21:13:40.167169 n-d-843948-2 neutron-server[84886]: base_url = self.get_endpoint(auth, allow=allow, May 30 21:13:40.167169 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 21:13:40.167169 n-d-843948-2 neutron-server[84886]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 21:13:40.167169 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 21:13:40.167169 n-d-843948-2 neutron-server[84886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 21:13:40.167169 n-d-843948-2 neutron-server[84886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 21:13:40.318832 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-fd5e8e0f-2b43-42ba-a51b-3d906cb4e59e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:13:40.335281 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-fd5e8e0f-2b43-42ba-a51b-3d906cb4e59e admin admin] Notify callbacks [] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:13:40.345107 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5e8e0f-2b43-42ba-a51b-3d906cb4e59e admin admin] Pushing event deleted for resources: {'Network': ['ID=ac67a5e0-3a20-4a16-8c2a-0934607da726,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:13:40.352168 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-fd5e8e0f-2b43-42ba-a51b-3d906cb4e59e admin admin] 10.222.0.85 "DELETE /v2.0/networks/ac67a5e0-3a20-4a16-8c2a-0934607da726 HTTP/1.1" status: 204 len: 168 time: 1.1327393 May 30 21:13:40.419885 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-b9f423df-8c66-4a39-9d2d-9000fcfc1281 None None] Deleting port 05d91570-aba9-4f12-b790-62e171383598 {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:13:40.420363 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b9f423df-8c66-4a39-9d2d-9000fcfc1281 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:13:40.484863 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-b9f423df-8c66-4a39-9d2d-9000fcfc1281 None None] The port '05d91570-aba9-4f12-b790-62e171383598' was deleted {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 21:13:40.748076 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 49136) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:13:40.801345 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-1344a95e-7f21-4bb7-ac3a-5cdd00d975d8 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=77af9bf22b944dbfb655c3750493d955&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0520093 May 30 21:13:40.804411 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 49140) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:13:40.862256 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-759fdebd-ed9f-4e70-a94f-1d4cac69c864 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:13:40.888084 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-759fdebd-ed9f-4e70-a94f-1d4cac69c864 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:13:41.004210 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-759fdebd-ed9f-4e70-a94f-1d4cac69c864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:13:41.022910 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759fdebd-ed9f-4e70-a94f-1d4cac69c864 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=765f1b2e-5cfe-4855-818d-4fb37dae856a,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:13:41.030397 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-759fdebd-ed9f-4e70-a94f-1d4cac69c864 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:13:41.033538 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-759fdebd-ed9f-4e70-a94f-1d4cac69c864 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/765f1b2e-5cfe-4855-818d-4fb37dae856a HTTP/1.1" status: 204 len: 168 time: 0.2261310 May 30 21:13:41.338377 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 05d91570-aba9-4f12-b790-62e171383598 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 21:13:41.370662 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: 05d91570-aba9-4f12-b790-62e171383598 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 21:13:41.371006 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 05d91570-aba9-4f12-b790-62e171383598 not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 21:13:41.824245 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 49148) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:13:41.873054 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-438aff0a-1fa8-4bb0-8516-81f62b3f6f50 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=983ea1ce8bff49c3b820141314c90f7e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0476286 May 30 21:13:41.875635 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 49152) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:13:41.935987 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-503109a8-cbcf-422e-94d0-bc1543fec072 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:13:41.961488 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-503109a8-cbcf-422e-94d0-bc1543fec072 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:13:42.088542 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-503109a8-cbcf-422e-94d0-bc1543fec072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:13:42.103251 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503109a8-cbcf-422e-94d0-bc1543fec072 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22c0b443-9df2-4338-91c2-1ac2fc6f49ff,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:13:42.109604 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-503109a8-cbcf-422e-94d0-bc1543fec072 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:13:42.110720 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-503109a8-cbcf-422e-94d0-bc1543fec072 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/22c0b443-9df2-4338-91c2-1ac2fc6f49ff HTTP/1.1" status: 204 len: 168 time: 0.2342184 May 30 21:13:45.584191 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 21:13:50.042774 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:13:52.781676 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:13:54.758433 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-212a1f07-c864-4285-b69b-bf38c6d49532 req-5a71f187-ba90-46f0-ae4b-c178cdf75130 tempest-ServersAdminNegativeTestJSON-1942260360 tempest-ServersAdminNegativeTestJSON-1942260360-project] 10.222.0.85 "GET /v2.0/networks?tenant_id=49a5ca0247cd4f0bb9f6f062905faaf0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0304492 May 30 21:13:54.907924 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212a1f07-c864-4285-b69b-bf38c6d49532 req-936e64a0-8902-4810-b904-db0082205845 tempest-ServersAdminNegativeTestJSON-1942260360 tempest-ServersAdminNegativeTestJSON-1942260360-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:13:54.909283 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-212a1f07-c864-4285-b69b-bf38c6d49532 req-936e64a0-8902-4810-b904-db0082205845 tempest-ServersAdminNegativeTestJSON-1942260360 tempest-ServersAdminNegativeTestJSON-1942260360-project] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1453445 May 30 21:13:54.926390 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-212a1f07-c864-4285-b69b-bf38c6d49532 req-7e9a8c4a-716b-4cac-8b81-880ef7ba9eff tempest-ServersAdminNegativeTestJSON-1942260360 tempest-ServersAdminNegativeTestJSON-1942260360-project] 10.222.0.85 "GET /v2.0/quotas/49a5ca0247cd4f0bb9f6f062905faaf0 HTTP/1.1" status: 200 len: 375 time: 0.0115643 May 30 21:13:54.972534 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-212a1f07-c864-4285-b69b-bf38c6d49532 req-b49eb0fb-9ae3-482f-8fe1-a569e4757fa6 tempest-ServersAdminNegativeTestJSON-1942260360 tempest-ServersAdminNegativeTestJSON-1942260360-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=49a5ca0247cd4f0bb9f6f062905faaf0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0410244 May 30 21:13:56.251769 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6af0de9b-5301-46d7-86d9-a19a8b59ab2e req-a4675472-1347-4f25-9d6d-9db8f6f0ff1a tempest-ServersAdminNegativeTestJSON-1942260360 tempest-ServersAdminNegativeTestJSON-1942260360-project] 10.222.0.85 "GET /v2.0/ports?device_id=f07b8a42-562d-41de-8fcd-03497c8d3554 HTTP/1.1" status: 200 len: 210 time: 0.0418386 May 30 21:13:56.278033 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-90892ef6-8369-4e0e-a3f8-cf1e5d12e3d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:13:57.365985 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-fa1a9d4e-79ca-4ae7-a428-9f67e7d8850c req-ffaec348-2acc-4b41-b69b-465f7efb4563 tempest-ServersAdminNegativeTestJSON-1942260360 tempest-ServersAdminNegativeTestJSON-1942260360-project] 10.222.0.85 "GET /v2.0/ports?device_id=f07b8a42-562d-41de-8fcd-03497c8d3554 HTTP/1.1" status: 200 len: 210 time: 0.0405314 May 30 21:13:58.534046 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d3cda353-c891-44cc-94a4-6e24f9d789cc req-5408fa38-07fe-47ee-bd53-00060b666b39 tempest-ServersAdminNegativeTestJSON-1942260360 tempest-ServersAdminNegativeTestJSON-1942260360-project] 10.222.0.85 "GET /v2.0/ports?device_id=f07b8a42-562d-41de-8fcd-03497c8d3554 HTTP/1.1" status: 200 len: 210 time: 0.0441251 May 30 21:13:58.629201 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-212a1f07-c864-4285-b69b-bf38c6d49532 req-869b25a9-c9d8-44ac-a20d-18e71d1d5aa7 tempest-ServersAdminNegativeTestJSON-1942260360 tempest-ServersAdminNegativeTestJSON-1942260360-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=49a5ca0247cd4f0bb9f6f062905faaf0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0266707 May 30 21:13:58.878729 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212a1f07-c864-4285-b69b-bf38c6d49532 req-9b537818-b32b-45e4-a54c-5ec0bec223c2 tempest-ServersAdminNegativeTestJSON-1942260360 tempest-ServersAdminNegativeTestJSON-1942260360-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:13:58.880117 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-212a1f07-c864-4285-b69b-bf38c6d49532 req-9b537818-b32b-45e4-a54c-5ec0bec223c2 tempest-ServersAdminNegativeTestJSON-1942260360 tempest-ServersAdminNegativeTestJSON-1942260360-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2416992 May 30 21:13:58.902124 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-212a1f07-c864-4285-b69b-bf38c6d49532 req-1789d9dc-c248-4404-98bc-1ab374ce55ce tempest-ServersAdminNegativeTestJSON-1942260360 tempest-ServersAdminNegativeTestJSON-1942260360-project] Request body: {'port': {'device_id': 'f07b8a42-562d-41de-8fcd-03497c8d3554', 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1', 'admin_state_up': True, 'tenant_id': '49a5ca0247cd4f0bb9f6f062905faaf0'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:13:59.042281 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-212a1f07-c864-4285-b69b-bf38c6d49532 req-1789d9dc-c248-4404-98bc-1ab374ce55ce tempest-ServersAdminNegativeTestJSON-1942260360 tempest-ServersAdminNegativeTestJSON-1942260360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:13:59.046519 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-212a1f07-c864-4285-b69b-bf38c6d49532 req-1789d9dc-c248-4404-98bc-1ab374ce55ce tempest-ServersAdminNegativeTestJSON-1942260360 tempest-ServersAdminNegativeTestJSON-1942260360-project] Usage tracker for resource:port and tenant:49a5ca0247cd4f0bb9f6f062905faaf0 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:13:59.049524 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-212a1f07-c864-4285-b69b-bf38c6d49532 req-1789d9dc-c248-4404-98bc-1ab374ce55ce tempest-ServersAdminNegativeTestJSON-1942260360 tempest-ServersAdminNegativeTestJSON-1942260360-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:13:59.056016 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-212a1f07-c864-4285-b69b-bf38c6d49532 req-1789d9dc-c248-4404-98bc-1ab374ce55ce tempest-ServersAdminNegativeTestJSON-1942260360 tempest-ServersAdminNegativeTestJSON-1942260360-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:13:59.146699 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-212a1f07-c864-4285-b69b-bf38c6d49532 req-1789d9dc-c248-4404-98bc-1ab374ce55ce tempest-ServersAdminNegativeTestJSON-1942260360 tempest-ServersAdminNegativeTestJSON-1942260360-project] Made reservation on behalf of 49a5ca0247cd4f0bb9f6f062905faaf0 for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 21:13:59.150263 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-212a1f07-c864-4285-b69b-bf38c6d49532 req-1789d9dc-c248-4404-98bc-1ab374ce55ce tempest-ServersAdminNegativeTestJSON-1942260360 tempest-ServersAdminNegativeTestJSON-1942260360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:13:59.163448 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-212a1f07-c864-4285-b69b-bf38c6d49532 req-1789d9dc-c248-4404-98bc-1ab374ce55ce tempest-ServersAdminNegativeTestJSON-1942260360 tempest-ServersAdminNegativeTestJSON-1942260360-project] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:13:59.195736 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-212a1f07-c864-4285-b69b-bf38c6d49532 req-1789d9dc-c248-4404-98bc-1ab374ce55ce tempest-ServersAdminNegativeTestJSON-1942260360 tempest-ServersAdminNegativeTestJSON-1942260360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:13:59.199557 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-212a1f07-c864-4285-b69b-bf38c6d49532 req-1789d9dc-c248-4404-98bc-1ab374ce55ce tempest-ServersAdminNegativeTestJSON-1942260360 tempest-ServersAdminNegativeTestJSON-1942260360-project] Usage tracker for resource:security_group_rule and tenant:49a5ca0247cd4f0bb9f6f062905faaf0 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:13:59.202364 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-212a1f07-c864-4285-b69b-bf38c6d49532 req-1789d9dc-c248-4404-98bc-1ab374ce55ce tempest-ServersAdminNegativeTestJSON-1942260360 tempest-ServersAdminNegativeTestJSON-1942260360-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:13:59.208071 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-212a1f07-c864-4285-b69b-bf38c6d49532 req-1789d9dc-c248-4404-98bc-1ab374ce55ce tempest-ServersAdminNegativeTestJSON-1942260360 tempest-ServersAdminNegativeTestJSON-1942260360-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:13:59.276437 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-212a1f07-c864-4285-b69b-bf38c6d49532 req-1789d9dc-c248-4404-98bc-1ab374ce55ce tempest-ServersAdminNegativeTestJSON-1942260360 tempest-ServersAdminNegativeTestJSON-1942260360-project] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:13:59.324194 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-212a1f07-c864-4285-b69b-bf38c6d49532 req-1789d9dc-c248-4404-98bc-1ab374ce55ce tempest-ServersAdminNegativeTestJSON-1942260360 tempest-ServersAdminNegativeTestJSON-1942260360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:13:59.407964 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1789d9dc-c248-4404-98bc-1ab374ce55ce tempest-ServersAdminNegativeTestJSON-1942260360 tempest-ServersAdminNegativeTestJSON-1942260360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cca98e5-b7ed-4a4b-8036-f0aa4c45bc6c,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:13:59.492718 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [req-212a1f07-c864-4285-b69b-bf38c6d49532 req-1789d9dc-c248-4404-98bc-1ab374ce55ce tempest-ServersAdminNegativeTestJSON-1942260360 tempest-ServersAdminNegativeTestJSON-1942260360-project] Allocated IP 192.168.233.124 (4344fbed-57fb-43d7-b32d-6020ce60f0a1/1b83ff54-b1af-44ce-bb75-ba148920553c/1cf764f4-f37d-4f21-9ca4-5f7d5baf1e6b) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 21:13:59.627099 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-6256eb93-80eb-416b-b4d6-9b19c5cc0243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:13:59.703231 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-212a1f07-c864-4285-b69b-bf38c6d49532 req-1789d9dc-c248-4404-98bc-1ab374ce55ce tempest-ServersAdminNegativeTestJSON-1942260360 tempest-ServersAdminNegativeTestJSON-1942260360-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:13:59.704261 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-020f8a61-02b7-48bb-87f3-ecacfb7b0e13 req-f744ba44-3e5e-4f0f-bd90-8127e4ae0444 tempest-ServersAdminNegativeTestJSON-1942260360 tempest-ServersAdminNegativeTestJSON-1942260360-project] 10.222.0.85 "GET /v2.0/ports?device_id=f07b8a42-562d-41de-8fcd-03497c8d3554 HTTP/1.1" status: 200 len: 210 time: 0.0445263 May 30 21:13:59.719788 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-212a1f07-c864-4285-b69b-bf38c6d49532 req-1789d9dc-c248-4404-98bc-1ab374ce55ce tempest-ServersAdminNegativeTestJSON-1942260360 tempest-ServersAdminNegativeTestJSON-1942260360-project] Transition to ACTIVE for port object 1cf764f4-f37d-4f21-9ca4-5f7d5baf1e6b will not be triggered until provisioned by entity DHCP. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:13:59.827667 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-212a1f07-c864-4285-b69b-bf38c6d49532 req-1789d9dc-c248-4404-98bc-1ab374ce55ce tempest-ServersAdminNegativeTestJSON-1942260360 tempest-ServersAdminNegativeTestJSON-1942260360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:13:59.903289 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-212a1f07-c864-4285-b69b-bf38c6d49532 req-1789d9dc-c248-4404-98bc-1ab374ce55ce tempest-ServersAdminNegativeTestJSON-1942260360 tempest-ServersAdminNegativeTestJSON-1942260360-project] Network 4344fbed-57fb-43d7-b32d-6020ce60f0a1 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:13:59.906381 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [req-212a1f07-c864-4285-b69b-bf38c6d49532 req-1789d9dc-c248-4404-98bc-1ab374ce55ce tempest-ServersAdminNegativeTestJSON-1942260360 tempest-ServersAdminNegativeTestJSON-1942260360-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:13:59.911209 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:13:59.911345 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-212a1f07-c864-4285-b69b-bf38c6d49532 req-1789d9dc-c248-4404-98bc-1ab374ce55ce tempest-ServersAdminNegativeTestJSON-1942260360 tempest-ServersAdminNegativeTestJSON-1942260360-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 21:13:59.936062 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1789d9dc-c248-4404-98bc-1ab374ce55ce tempest-ServersAdminNegativeTestJSON-1942260360 tempest-ServersAdminNegativeTestJSON-1942260360-project] Pushing event updated for resources: {'Port': ['ID=1cf764f4-f37d-4f21-9ca4-5f7d5baf1e6b,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:13:59.974770 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212a1f07-c864-4285-b69b-bf38c6d49532 req-1789d9dc-c248-4404-98bc-1ab374ce55ce tempest-ServersAdminNegativeTestJSON-1942260360 tempest-ServersAdminNegativeTestJSON-1942260360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:13:59.975393 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-212a1f07-c864-4285-b69b-bf38c6d49532 req-1789d9dc-c248-4404-98bc-1ab374ce55ce tempest-ServersAdminNegativeTestJSON-1942260360 tempest-ServersAdminNegativeTestJSON-1942260360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:14:00.068048 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-212a1f07-c864-4285-b69b-bf38c6d49532 req-1789d9dc-c248-4404-98bc-1ab374ce55ce tempest-ServersAdminNegativeTestJSON-1942260360 tempest-ServersAdminNegativeTestJSON-1942260360-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1693561 May 30 21:14:00.083020 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-212a1f07-c864-4285-b69b-bf38c6d49532 req-d2baa4a2-0c43-47f3-a71f-a7b43c35869e service neutron] Request body: {'port': {'device_id': 'f07b8a42-562d-41de-8fcd-03497c8d3554', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843948-2'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:14:00.192740 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-212a1f07-c864-4285-b69b-bf38c6d49532 req-d2baa4a2-0c43-47f3-a71f-a7b43c35869e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:14:00.255378 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-61ab5666-7f8d-4d4d-838e-0c848711da02 None None] Provisioning for port 1cf764f4-f37d-4f21-9ca4-5f7d5baf1e6b completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:14:00.260524 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-61ab5666-7f8d-4d4d-838e-0c848711da02 None None] Provisioning complete for port 1cf764f4-f37d-4f21-9ca4-5f7d5baf1e6b triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:14:00.266633 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-61ab5666-7f8d-4d4d-838e-0c848711da02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:14:00.319135 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-61ab5666-7f8d-4d4d-838e-0c848711da02 None None] Port 1cf764f4-f37d-4f21-9ca4-5f7d5baf1e6b cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 21:14:00.535151 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [req-212a1f07-c864-4285-b69b-bf38c6d49532 req-d2baa4a2-0c43-47f3-a71f-a7b43c35869e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cf764f4-f37d-4f21-9ca4-5f7d5baf1e6b {{(pid=84887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 21:14:00.542543 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-212a1f07-c864-4285-b69b-bf38c6d49532 req-d2baa4a2-0c43-47f3-a71f-a7b43c35869e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:14:00.556620 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-212a1f07-c864-4285-b69b-bf38c6d49532 req-d2baa4a2-0c43-47f3-a71f-a7b43c35869e service neutron] Transition to ACTIVE for port object 1cf764f4-f37d-4f21-9ca4-5f7d5baf1e6b will not be triggered until provisioned by entity L2. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:14:00.649971 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-212a1f07-c864-4285-b69b-bf38c6d49532 req-d2baa4a2-0c43-47f3-a71f-a7b43c35869e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:14:00.781176 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2baa4a2-0c43-47f3-a71f-a7b43c35869e service neutron] Pushing event updated for resources: {'Port': ['ID=1cf764f4-f37d-4f21-9ca4-5f7d5baf1e6b,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:14:00.953030 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-212a1f07-c864-4285-b69b-bf38c6d49532 req-d2baa4a2-0c43-47f3-a71f-a7b43c35869e service neutron] Attempting to bind port 1cf764f4-f37d-4f21-9ca4-5f7d5baf1e6b on host n-h2-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 21:14:00.953358 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-212a1f07-c864-4285-b69b-bf38c6d49532 req-d2baa4a2-0c43-47f3-a71f-a7b43c35869e service neutron] Attempting to bind port 1cf764f4-f37d-4f21-9ca4-5f7d5baf1e6b by drivers openvswitch,hyperv on host n-h2-843948-2 at level 0 using segments [{'id': '7e304c17-4e5f-4a93-af80-52785639e6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 21:14:00.953705 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-212a1f07-c864-4285-b69b-bf38c6d49532 req-d2baa4a2-0c43-47f3-a71f-a7b43c35869e service neutron] Attempting to bind port 1cf764f4-f37d-4f21-9ca4-5f7d5baf1e6b on network 4344fbed-57fb-43d7-b32d-6020ce60f0a1 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:14:00.964148 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-212a1f07-c864-4285-b69b-bf38c6d49532 req-d2baa4a2-0c43-47f3-a71f-a7b43c35869e service neutron] Port 1cf764f4-f37d-4f21-9ca4-5f7d5baf1e6b on network 4344fbed-57fb-43d7-b32d-6020ce60f0a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 21:14:00.964468 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-212a1f07-c864-4285-b69b-bf38c6d49532 req-d2baa4a2-0c43-47f3-a71f-a7b43c35869e service neutron] Attempting to bind port 1cf764f4-f37d-4f21-9ca4-5f7d5baf1e6b on network 4344fbed-57fb-43d7-b32d-6020ce60f0a1 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:14:00.979040 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6f95c7-cd7c-495d-8af8-d41a29005055 req-836904fb-5a78-4e19-916b-03318405f76f tempest-ServersAdminNegativeTestJSON-1942260360 tempest-ServersAdminNegativeTestJSON-1942260360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:14:00.979660 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-ad6f95c7-cd7c-495d-8af8-d41a29005055 req-836904fb-5a78-4e19-916b-03318405f76f tempest-ServersAdminNegativeTestJSON-1942260360 tempest-ServersAdminNegativeTestJSON-1942260360-project] Synchronizing usage tracker for tenant:49a5ca0247cd4f0bb9f6f062905faaf0 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 21:14:00.982409 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-212a1f07-c864-4285-b69b-bf38c6d49532 req-d2baa4a2-0c43-47f3-a71f-a7b43c35869e service neutron] Checking agent: {'id': 'eaa08354-e8f5-4e73-af76-8d3cf7d2b390', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 21, 13, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 21:14:00.982740 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-212a1f07-c864-4285-b69b-bf38c6d49532 req-d2baa4a2-0c43-47f3-a71f-a7b43c35869e service neutron] Checking segment: {'id': '7e304c17-4e5f-4a93-af80-52785639e6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:14:00.983111 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-212a1f07-c864-4285-b69b-bf38c6d49532 req-d2baa4a2-0c43-47f3-a71f-a7b43c35869e service neutron] Bound using segment: {'id': '7e304c17-4e5f-4a93-af80-52785639e6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1'} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 21:14:00.983535 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-212a1f07-c864-4285-b69b-bf38c6d49532 req-d2baa4a2-0c43-47f3-a71f-a7b43c35869e service neutron] Bound port: 1cf764f4-f37d-4f21-9ca4-5f7d5baf1e6b, host: n-h2-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e304c17-4e5f-4a93-af80-52785639e6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1'}}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 21:14:00.983874 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-212a1f07-c864-4285-b69b-bf38c6d49532 req-d2baa4a2-0c43-47f3-a71f-a7b43c35869e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:14:01.080261 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-212a1f07-c864-4285-b69b-bf38c6d49532 req-d2baa4a2-0c43-47f3-a71f-a7b43c35869e service neutron] For port 1cf764f4-f37d-4f21-9ca4-5f7d5baf1e6b, host n-h2-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 21:14:01.083315 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-212a1f07-c864-4285-b69b-bf38c6d49532 req-d2baa4a2-0c43-47f3-a71f-a7b43c35869e service neutron] For port 1cf764f4-f37d-4f21-9ca4-5f7d5baf1e6b, host n-h2-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=1cf764f4-f37d-4f21-9ca4-5f7d5baf1e6b,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 21:14:01.141242 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-ad6f95c7-cd7c-495d-8af8-d41a29005055 req-836904fb-5a78-4e19-916b-03318405f76f tempest-ServersAdminNegativeTestJSON-1942260360 tempest-ServersAdminNegativeTestJSON-1942260360-project] Unset dirty status for tenant:49a5ca0247cd4f0bb9f6f062905faaf0 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 21:14:01.142532 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ad6f95c7-cd7c-495d-8af8-d41a29005055 req-836904fb-5a78-4e19-916b-03318405f76f tempest-ServersAdminNegativeTestJSON-1942260360 tempest-ServersAdminNegativeTestJSON-1942260360-project] 10.222.0.85 "GET /v2.0/ports?device_id=f07b8a42-562d-41de-8fcd-03497c8d3554 HTTP/1.1" status: 200 len: 948 time: 0.2911353 May 30 21:14:01.164467 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-212a1f07-c864-4285-b69b-bf38c6d49532 req-d2baa4a2-0c43-47f3-a71f-a7b43c35869e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:14:01.345361 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:14:01.360917 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-212a1f07-c864-4285-b69b-bf38c6d49532 req-d2baa4a2-0c43-47f3-a71f-a7b43c35869e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:14:01.362370 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-212a1f07-c864-4285-b69b-bf38c6d49532 req-d2baa4a2-0c43-47f3-a71f-a7b43c35869e service neutron] 10.222.0.86 "PUT /v2.0/ports/1cf764f4-f37d-4f21-9ca4-5f7d5baf1e6b HTTP/1.1" status: 200 len: 1096 time: 1.2834857 May 30 21:14:01.362828 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f07b8a42-562d-41de-8fcd-03497c8d3554', 'tag': '1cf764f4-f37d-4f21-9ca4-5f7d5baf1e6b'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:14:01.374285 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-ad6f95c7-cd7c-495d-8af8-d41a29005055 req-470d6d5b-ebfe-4381-853c-b292ca210e3a tempest-ServersAdminNegativeTestJSON-1942260360 tempest-ServersAdminNegativeTestJSON-1942260360-project] Synchronizing usage tracker for tenant:49a5ca0247cd4f0bb9f6f062905faaf0 on resource:security_group {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 21:14:01.380117 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2baa4a2-0c43-47f3-a71f-a7b43c35869e service neutron] Pushing event updated for resources: {'Port': ['ID=1cf764f4-f37d-4f21-9ca4-5f7d5baf1e6b,revision_number=3']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:14:01.430661 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e50d798-63e5-402e-8646-c0b078c2add4'] response: {'name': 'network-changed', 'server_uuid': 'f07b8a42-562d-41de-8fcd-03497c8d3554', 'tag': '1cf764f4-f37d-4f21-9ca4-5f7d5baf1e6b', 'status': 'completed', 'code': 200} May 30 21:14:01.498331 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-ad6f95c7-cd7c-495d-8af8-d41a29005055 req-470d6d5b-ebfe-4381-853c-b292ca210e3a tempest-ServersAdminNegativeTestJSON-1942260360 tempest-ServersAdminNegativeTestJSON-1942260360-project] Unset dirty status for tenant:49a5ca0247cd4f0bb9f6f062905faaf0 on resource:security_group {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 21:14:01.499491 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ad6f95c7-cd7c-495d-8af8-d41a29005055 req-470d6d5b-ebfe-4381-853c-b292ca210e3a tempest-ServersAdminNegativeTestJSON-1942260360 tempest-ServersAdminNegativeTestJSON-1942260360-project] 10.222.0.85 "GET /v2.0/security-groups?id=1cca98e5-b7ed-4a4b-8036-f0aa4c45bc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3515129 May 30 21:14:01.540109 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ce7c5135-0aa4-43a1-940e-f6e45ccddfde req-01cba2e7-b93f-488b-8844-af825b9cea22 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=49a5ca0247cd4f0bb9f6f062905faaf0&device_id=f07b8a42-562d-41de-8fcd-03497c8d3554 HTTP/1.1" status: 200 len: 1099 time: 0.0784495 May 30 21:14:01.579470 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ce7c5135-0aa4-43a1-940e-f6e45ccddfde req-a9a4e8ba-cce4-4601-8586-46b78650f40c service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=49a5ca0247cd4f0bb9f6f062905faaf0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0289552 May 30 21:14:01.718819 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7c5135-0aa4-43a1-940e-f6e45ccddfde req-72bcc273-ea2a-4dc3-b1bc-888af4a26258 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:14:01.720262 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ce7c5135-0aa4-43a1-940e-f6e45ccddfde req-72bcc273-ea2a-4dc3-b1bc-888af4a26258 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1324410 May 30 21:14:01.831532 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-212a1f07-c864-4285-b69b-bf38c6d49532 req-676aebc0-4e6f-47ac-bbb5-5dbea9cc21c7 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=49a5ca0247cd4f0bb9f6f062905faaf0&device_id=f07b8a42-562d-41de-8fcd-03497c8d3554 HTTP/1.1" status: 200 len: 1099 time: 0.0698762 May 30 21:14:01.910842 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-212a1f07-c864-4285-b69b-bf38c6d49532 req-fb46f3f6-6f7f-4161-9f86-c4908d3623b1 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=1cf764f4-f37d-4f21-9ca4-5f7d5baf1e6b HTTP/1.1" status: 200 len: 217 time: 0.0693271 May 30 21:14:01.977280 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212a1f07-c864-4285-b69b-bf38c6d49532 req-4e7d9037-fa43-4948-a985-365fd865112f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:14:01.978639 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-212a1f07-c864-4285-b69b-bf38c6d49532 req-4e7d9037-fa43-4948-a985-365fd865112f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1b83ff54-b1af-44ce-bb75-ba148920553c HTTP/1.1" status: 200 len: 843 time: 0.0595005 May 30 21:14:02.055444 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-212a1f07-c864-4285-b69b-bf38c6d49532 req-34074978-3225-42d2-a83f-f30717261959 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4344fbed-57fb-43d7-b32d-6020ce60f0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0673268 May 30 21:14:02.191855 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-212a1f07-c864-4285-b69b-bf38c6d49532 req-c4cecce2-e7d2-4bca-babc-57454cf01a3f service neutron] 10.222.0.86 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269975 May 30 21:14:02.332097 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-212a1f07-c864-4285-b69b-bf38c6d49532 req-820cc7fc-ff85-40b8-94f7-66853cd635d4 service neutron] 10.222.0.86 "GET /v2.0/networks/4344fbed-57fb-43d7-b32d-6020ce60f0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315856 May 30 21:14:02.698224 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf23642-1361-41d8-9661-59d40029e567 req-a8ede7bb-f898-4b0b-a5c4-824aa6301de8 tempest-ServersAdminNegativeTestJSON-1942260360 tempest-ServersAdminNegativeTestJSON-1942260360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:14:02.699728 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-eaf23642-1361-41d8-9661-59d40029e567 req-a8ede7bb-f898-4b0b-a5c4-824aa6301de8 tempest-ServersAdminNegativeTestJSON-1942260360 tempest-ServersAdminNegativeTestJSON-1942260360-project] 10.222.0.85 "GET /v2.0/ports?device_id=f07b8a42-562d-41de-8fcd-03497c8d3554 HTTP/1.1" status: 200 len: 948 time: 0.0781872 May 30 21:14:02.751252 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-eaf23642-1361-41d8-9661-59d40029e567 req-21c9e31e-e2b6-4c5d-9712-2c9671acd200 tempest-ServersAdminNegativeTestJSON-1942260360 tempest-ServersAdminNegativeTestJSON-1942260360-project] 10.222.0.85 "GET /v2.0/security-groups?id=1cca98e5-b7ed-4a4b-8036-f0aa4c45bc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459712 May 30 21:14:02.884579 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:14:03.950515 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104fe2e1-2c90-4f27-8524-c92a57432497 req-ca7cf04c-f068-45fe-9095-af29e0c12f9f tempest-ServersAdminNegativeTestJSON-1942260360 tempest-ServersAdminNegativeTestJSON-1942260360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:14:03.951981 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-104fe2e1-2c90-4f27-8524-c92a57432497 req-ca7cf04c-f068-45fe-9095-af29e0c12f9f tempest-ServersAdminNegativeTestJSON-1942260360 tempest-ServersAdminNegativeTestJSON-1942260360-project] 10.222.0.85 "GET /v2.0/ports?device_id=f07b8a42-562d-41de-8fcd-03497c8d3554 HTTP/1.1" status: 200 len: 948 time: 0.0812387 May 30 21:14:03.998082 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-104fe2e1-2c90-4f27-8524-c92a57432497 req-27ac412c-2655-493f-934e-bb3c5346c776 tempest-ServersAdminNegativeTestJSON-1942260360 tempest-ServersAdminNegativeTestJSON-1942260360-project] 10.222.0.85 "GET /v2.0/security-groups?id=1cca98e5-b7ed-4a4b-8036-f0aa4c45bc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404894 May 30 21:14:05.198074 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f980a5aa-8f1f-4d34-9b55-675e8916b6d3 req-9683fc35-5eef-42ba-aa3b-384c82d92fc7 tempest-ServersAdminNegativeTestJSON-1942260360 tempest-ServersAdminNegativeTestJSON-1942260360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:14:05.199544 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f980a5aa-8f1f-4d34-9b55-675e8916b6d3 req-9683fc35-5eef-42ba-aa3b-384c82d92fc7 tempest-ServersAdminNegativeTestJSON-1942260360 tempest-ServersAdminNegativeTestJSON-1942260360-project] 10.222.0.85 "GET /v2.0/ports?device_id=f07b8a42-562d-41de-8fcd-03497c8d3554 HTTP/1.1" status: 200 len: 948 time: 0.0789950 May 30 21:14:05.246438 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f980a5aa-8f1f-4d34-9b55-675e8916b6d3 req-37df07e7-2f5e-44ed-ab0a-8b9aad9bf6a5 tempest-ServersAdminNegativeTestJSON-1942260360 tempest-ServersAdminNegativeTestJSON-1942260360-project] 10.222.0.85 "GET /v2.0/security-groups?id=1cca98e5-b7ed-4a4b-8036-f0aa4c45bc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414076 May 30 21:14:05.285798 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 1cf764f4-f37d-4f21-9ca4-5f7d5baf1e6b details requested by agent hyperv_n-h2-843948-2 with host n-h2-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 21:14:05.418310 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 1cf764f4-f37d-4f21-9ca4-5f7d5baf1e6b, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=1cf764f4-f37d-4f21-9ca4-5f7d5baf1e6b,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:14:05.430857 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Returning: {'device': '1cf764f4-f37d-4f21-9ca4-5f7d5baf1e6b', 'network_id': '4344fbed-57fb-43d7-b32d-6020ce60f0a1', 'port_id': '1cf764f4-f37d-4f21-9ca4-5f7d5baf1e6b', 'mac_address': 'fa:16:3e:9e:91:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b83ff54-b1af-44ce-bb75-ba148920553c', 'ip_address': '192.168.233.124'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 21:14:05.483187 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:14:05.499320 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cf764f4-f37d-4f21-9ca4-5f7d5baf1e6b {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 21:14:05.514017 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 1cf764f4-f37d-4f21-9ca4-5f7d5baf1e6b, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=1cf764f4-f37d-4f21-9ca4-5f7d5baf1e6b,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:14:05.580773 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:14:05.648723 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=1cf764f4-f37d-4f21-9ca4-5f7d5baf1e6b,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:14:05.657016 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:14:05.657350 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:14:05.657702 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:14:05.658031 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:14:05.658355 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:14:05.658680 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:14:05.658997 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:14:05.659313 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:14:05.659627 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:14:05.659940 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:14:05.660259 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:14:05.864613 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['1cf764f4-f37d-4f21-9ca4-5f7d5baf1e6b'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 21:14:06.443983 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a833c7-9d4e-4b8b-afc1-6b6859248c2a req-84b80117-8d08-47dd-9165-041a216b8374 tempest-ServersAdminNegativeTestJSON-1942260360 tempest-ServersAdminNegativeTestJSON-1942260360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:14:06.445413 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b5a833c7-9d4e-4b8b-afc1-6b6859248c2a req-84b80117-8d08-47dd-9165-041a216b8374 tempest-ServersAdminNegativeTestJSON-1942260360 tempest-ServersAdminNegativeTestJSON-1942260360-project] 10.222.0.85 "GET /v2.0/ports?device_id=f07b8a42-562d-41de-8fcd-03497c8d3554 HTTP/1.1" status: 200 len: 949 time: 0.0754144 May 30 21:14:06.494480 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b5a833c7-9d4e-4b8b-afc1-6b6859248c2a req-14d77c31-2722-4d93-9616-2ad69b6e9d78 tempest-ServersAdminNegativeTestJSON-1942260360 tempest-ServersAdminNegativeTestJSON-1942260360-project] 10.222.0.85 "GET /v2.0/security-groups?id=1cca98e5-b7ed-4a4b-8036-f0aa4c45bc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435228 May 30 21:14:07.286467 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 1cf764f4-f37d-4f21-9ca4-5f7d5baf1e6b up at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:14:07.438191 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning for port 1cf764f4-f37d-4f21-9ca4-5f7d5baf1e6b completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:14:07.443832 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning complete for port 1cf764f4-f37d-4f21-9ca4-5f7d5baf1e6b triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:14:07.448193 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:14:07.564503 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:14:07.593121 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f07b8a42-562d-41de-8fcd-03497c8d3554', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cf764f4-f37d-4f21-9ca4-5f7d5baf1e6b'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:14:07.603144 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 1cf764f4-f37d-4f21-9ca4-5f7d5baf1e6b, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=1cf764f4-f37d-4f21-9ca4-5f7d5baf1e6b,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:14:07.688518 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:14:07.695097 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a1bad2-2d46-4b1c-8c12-7f5215c8277d req-4adadb3e-5123-4262-9723-cd5691a9d3d1 tempest-ServersAdminNegativeTestJSON-1942260360 tempest-ServersAdminNegativeTestJSON-1942260360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:14:07.696603 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-11a1bad2-2d46-4b1c-8c12-7f5215c8277d req-4adadb3e-5123-4262-9723-cd5691a9d3d1 tempest-ServersAdminNegativeTestJSON-1942260360 tempest-ServersAdminNegativeTestJSON-1942260360-project] 10.222.0.85 "GET /v2.0/ports?device_id=f07b8a42-562d-41de-8fcd-03497c8d3554 HTTP/1.1" status: 200 len: 949 time: 0.0807943 May 30 21:14:07.759625 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-11a1bad2-2d46-4b1c-8c12-7f5215c8277d req-44d94007-2ea8-41e0-ac1c-78fc534a8b47 tempest-ServersAdminNegativeTestJSON-1942260360 tempest-ServersAdminNegativeTestJSON-1942260360-project] 10.222.0.85 "GET /v2.0/security-groups?id=1cca98e5-b7ed-4a4b-8036-f0aa4c45bc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566931 May 30 21:14:07.764664 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=1cf764f4-f37d-4f21-9ca4-5f7d5baf1e6b,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:14:07.778594 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac3ea14b-b933-4fa7-ac53-5e1ef89886d1'] response: {'server_uuid': 'f07b8a42-562d-41de-8fcd-03497c8d3554', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cf764f4-f37d-4f21-9ca4-5f7d5baf1e6b', 'code': 200} May 30 21:14:07.908846 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-92e6949f-bb3b-4fed-8a37-d37c3eb7b8df req-d3985c17-d063-44f2-9373-8dc97f96afc8 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=f07b8a42-562d-41de-8fcd-03497c8d3554 HTTP/1.1" status: 200 len: 1101 time: 0.0676763 May 30 21:14:07.954603 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-92e6949f-bb3b-4fed-8a37-d37c3eb7b8df req-13311ec1-3ecf-4255-99bc-ab2c79d407f0 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=1cca98e5-b7ed-4a4b-8036-f0aa4c45bc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370684 May 30 21:14:08.961658 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f08d09-0a0f-45a6-a5e8-9f539a728055 req-ce8c0c4e-58f5-402c-842b-679ffd8770dc tempest-ServersAdminNegativeTestJSON-1942260360 tempest-ServersAdminNegativeTestJSON-1942260360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:14:08.963095 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-17f08d09-0a0f-45a6-a5e8-9f539a728055 req-ce8c0c4e-58f5-402c-842b-679ffd8770dc tempest-ServersAdminNegativeTestJSON-1942260360 tempest-ServersAdminNegativeTestJSON-1942260360-project] 10.222.0.85 "GET /v2.0/ports?device_id=f07b8a42-562d-41de-8fcd-03497c8d3554 HTTP/1.1" status: 200 len: 950 time: 0.0800533 May 30 21:14:09.008081 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-17f08d09-0a0f-45a6-a5e8-9f539a728055 req-596258b1-ab12-421e-abb6-5df65937eadb tempest-ServersAdminNegativeTestJSON-1942260360 tempest-ServersAdminNegativeTestJSON-1942260360-project] 10.222.0.85 "GET /v2.0/security-groups?id=1cca98e5-b7ed-4a4b-8036-f0aa4c45bc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394969 May 30 21:14:10.206468 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6912f998-63ff-4138-bd6e-ff067cd47be9 req-c66ece0d-9171-414c-8e1f-e9f165708089 tempest-ServersAdminNegativeTestJSON-1942260360 tempest-ServersAdminNegativeTestJSON-1942260360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:14:10.207900 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6912f998-63ff-4138-bd6e-ff067cd47be9 req-c66ece0d-9171-414c-8e1f-e9f165708089 tempest-ServersAdminNegativeTestJSON-1942260360 tempest-ServersAdminNegativeTestJSON-1942260360-project] 10.222.0.85 "GET /v2.0/ports?device_id=f07b8a42-562d-41de-8fcd-03497c8d3554 HTTP/1.1" status: 200 len: 950 time: 0.0784826 May 30 21:14:10.253480 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6912f998-63ff-4138-bd6e-ff067cd47be9 req-c470e126-6736-42ed-8767-b38a994462bc tempest-ServersAdminNegativeTestJSON-1942260360 tempest-ServersAdminNegativeTestJSON-1942260360-project] 10.222.0.85 "GET /v2.0/security-groups?id=1cca98e5-b7ed-4a4b-8036-f0aa4c45bc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394943 May 30 21:14:10.744483 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-31103f77-d6eb-4e9c-915b-607fc3456025 req-4d8a5d15-31eb-437a-90e4-f519961a699c service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=f07b8a42-562d-41de-8fcd-03497c8d3554&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0663521 May 30 21:14:11.456578 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6068968b-3844-459e-8553-f82aaa3cd1fa req-bd53cf16-707a-4ac2-8701-1235cd0c9cc9 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=f07b8a42-562d-41de-8fcd-03497c8d3554&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1933281 May 30 21:14:12.211918 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e5f7c7-6256-4f71-827e-9e5888309022 req-e27f29f2-303a-4cef-9f30-d2e07cfd6d40 tempest-ServersAdminNegativeTestJSON-1942260360 tempest-ServersAdminNegativeTestJSON-1942260360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:14:12.213383 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-40e5f7c7-6256-4f71-827e-9e5888309022 req-e27f29f2-303a-4cef-9f30-d2e07cfd6d40 tempest-ServersAdminNegativeTestJSON-1942260360 tempest-ServersAdminNegativeTestJSON-1942260360-project] 10.222.0.85 "GET /v2.0/ports?device_id=f07b8a42-562d-41de-8fcd-03497c8d3554 HTTP/1.1" status: 200 len: 950 time: 0.0827513 May 30 21:14:12.266165 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-40e5f7c7-6256-4f71-827e-9e5888309022 req-e3fed8ca-6c6a-4d54-963e-e4f8af1da853 tempest-ServersAdminNegativeTestJSON-1942260360 tempest-ServersAdminNegativeTestJSON-1942260360-project] 10.222.0.85 "GET /v2.0/security-groups?id=1cca98e5-b7ed-4a4b-8036-f0aa4c45bc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461810 May 30 21:14:13.471589 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc14c2f2-d3ce-49e6-9c71-38a104f74c7d req-3e52b476-9ee2-4808-85e7-f9b9de2fbed9 tempest-ServersAdminNegativeTestJSON-1942260360 tempest-ServersAdminNegativeTestJSON-1942260360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:14:13.473025 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fc14c2f2-d3ce-49e6-9c71-38a104f74c7d req-3e52b476-9ee2-4808-85e7-f9b9de2fbed9 tempest-ServersAdminNegativeTestJSON-1942260360 tempest-ServersAdminNegativeTestJSON-1942260360-project] 10.222.0.85 "GET /v2.0/ports?device_id=f07b8a42-562d-41de-8fcd-03497c8d3554 HTTP/1.1" status: 200 len: 950 time: 0.0796616 May 30 21:14:13.568071 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fc14c2f2-d3ce-49e6-9c71-38a104f74c7d req-435247a5-460e-463a-9add-173dc1778c53 tempest-ServersAdminNegativeTestJSON-1942260360 tempest-ServersAdminNegativeTestJSON-1942260360-project] 10.222.0.85 "GET /v2.0/security-groups?id=1cca98e5-b7ed-4a4b-8036-f0aa4c45bc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892723 May 30 21:14:13.587947 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ab11c4-724f-47f2-aee8-4bd3bf338722 req-d890bcae-28b6-44c4-87e6-1ba96cb996c0 tempest-ServersAdminNegativeTestJSON-1942260360 tempest-ServersAdminNegativeTestJSON-1942260360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:14:13.589353 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-53ab11c4-724f-47f2-aee8-4bd3bf338722 req-d890bcae-28b6-44c4-87e6-1ba96cb996c0 tempest-ServersAdminNegativeTestJSON-1942260360 tempest-ServersAdminNegativeTestJSON-1942260360-project] 10.222.0.86 "GET /v2.0/ports?device_id=f07b8a42-562d-41de-8fcd-03497c8d3554 HTTP/1.1" status: 200 len: 950 time: 0.0977259 May 30 21:14:13.666515 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-53ab11c4-724f-47f2-aee8-4bd3bf338722 req-1a3a564b-b98a-4020-99c4-e5ff0faa8128 tempest-ServersAdminNegativeTestJSON-1942260360 tempest-ServersAdminNegativeTestJSON-1942260360-project] Deleting port 1cf764f4-f37d-4f21-9ca4-5f7d5baf1e6b {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:14:13.666850 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-53ab11c4-724f-47f2-aee8-4bd3bf338722 req-1a3a564b-b98a-4020-99c4-e5ff0faa8128 tempest-ServersAdminNegativeTestJSON-1942260360 tempest-ServersAdminNegativeTestJSON-1942260360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:14:13.910007 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-53ab11c4-724f-47f2-aee8-4bd3bf338722 req-1a3a564b-b98a-4020-99c4-e5ff0faa8128 tempest-ServersAdminNegativeTestJSON-1942260360 tempest-ServersAdminNegativeTestJSON-1942260360-project] For port 1cf764f4-f37d-4f21-9ca4-5f7d5baf1e6b, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=1cf764f4-f37d-4f21-9ca4-5f7d5baf1e6b,segment=NetworkSegment(7e304c17-4e5f-4a93-af80-52785639e6b2),segment_id=7e304c17-4e5f-4a93-af80-52785639e6b2)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:14:13.910281 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-53ab11c4-724f-47f2-aee8-4bd3bf338722 req-1a3a564b-b98a-4020-99c4-e5ff0faa8128 tempest-ServersAdminNegativeTestJSON-1942260360 tempest-ServersAdminNegativeTestJSON-1942260360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:14:14.035549 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-53ab11c4-724f-47f2-aee8-4bd3bf338722 req-1a3a564b-b98a-4020-99c4-e5ff0faa8128 tempest-ServersAdminNegativeTestJSON-1942260360 tempest-ServersAdminNegativeTestJSON-1942260360-project] Calling delete_port for 1cf764f4-f37d-4f21-9ca4-5f7d5baf1e6b owned by compute:nova {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:14:14.236396 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-53ab11c4-724f-47f2-aee8-4bd3bf338722 req-1a3a564b-b98a-4020-99c4-e5ff0faa8128 tempest-ServersAdminNegativeTestJSON-1942260360 tempest-ServersAdminNegativeTestJSON-1942260360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:14:14.253697 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['1cf764f4-f37d-4f21-9ca4-5f7d5baf1e6b'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 21:14:14.375733 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3a564b-b98a-4020-99c4-e5ff0faa8128 tempest-ServersAdminNegativeTestJSON-1942260360 tempest-ServersAdminNegativeTestJSON-1942260360-project] Pushing event deleted for resources: {'Port': ['ID=1cf764f4-f37d-4f21-9ca4-5f7d5baf1e6b,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:14:14.416933 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3a564b-b98a-4020-99c4-e5ff0faa8128 tempest-ServersAdminNegativeTestJSON-1942260360 tempest-ServersAdminNegativeTestJSON-1942260360-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:14:14.417274 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3a564b-b98a-4020-99c4-e5ff0faa8128 tempest-ServersAdminNegativeTestJSON-1942260360 tempest-ServersAdminNegativeTestJSON-1942260360-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:14:14.418037 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3a564b-b98a-4020-99c4-e5ff0faa8128 tempest-ServersAdminNegativeTestJSON-1942260360 tempest-ServersAdminNegativeTestJSON-1942260360-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:14:14.418037 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3a564b-b98a-4020-99c4-e5ff0faa8128 tempest-ServersAdminNegativeTestJSON-1942260360 tempest-ServersAdminNegativeTestJSON-1942260360-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:14:14.418288 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3a564b-b98a-4020-99c4-e5ff0faa8128 tempest-ServersAdminNegativeTestJSON-1942260360 tempest-ServersAdminNegativeTestJSON-1942260360-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:14:14.418614 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3a564b-b98a-4020-99c4-e5ff0faa8128 tempest-ServersAdminNegativeTestJSON-1942260360 tempest-ServersAdminNegativeTestJSON-1942260360-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:14:14.418937 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3a564b-b98a-4020-99c4-e5ff0faa8128 tempest-ServersAdminNegativeTestJSON-1942260360 tempest-ServersAdminNegativeTestJSON-1942260360-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:14:14.419465 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3a564b-b98a-4020-99c4-e5ff0faa8128 tempest-ServersAdminNegativeTestJSON-1942260360 tempest-ServersAdminNegativeTestJSON-1942260360-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:14:14.419642 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3a564b-b98a-4020-99c4-e5ff0faa8128 tempest-ServersAdminNegativeTestJSON-1942260360 tempest-ServersAdminNegativeTestJSON-1942260360-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:14:14.419890 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3a564b-b98a-4020-99c4-e5ff0faa8128 tempest-ServersAdminNegativeTestJSON-1942260360 tempest-ServersAdminNegativeTestJSON-1942260360-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:14:14.420202 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3a564b-b98a-4020-99c4-e5ff0faa8128 tempest-ServersAdminNegativeTestJSON-1942260360 tempest-ServersAdminNegativeTestJSON-1942260360-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:14:14.461207 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-53ab11c4-724f-47f2-aee8-4bd3bf338722 req-1a3a564b-b98a-4020-99c4-e5ff0faa8128 tempest-ServersAdminNegativeTestJSON-1942260360 tempest-ServersAdminNegativeTestJSON-1942260360-project] No DVR routers for this DVR port 1cf764f4-f37d-4f21-9ca4-5f7d5baf1e6b on host n-h2-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 21:14:14.464627 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-53ab11c4-724f-47f2-aee8-4bd3bf338722 req-1a3a564b-b98a-4020-99c4-e5ff0faa8128 tempest-ServersAdminNegativeTestJSON-1942260360 tempest-ServersAdminNegativeTestJSON-1942260360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:14:14.467263 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f07b8a42-562d-41de-8fcd-03497c8d3554', 'name': 'network-vif-deleted', 'tag': '1cf764f4-f37d-4f21-9ca4-5f7d5baf1e6b'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:14:14.524061 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f815758-0bba-4348-a321-53f805a003a1'] response: {'server_uuid': 'f07b8a42-562d-41de-8fcd-03497c8d3554', 'name': 'network-vif-deleted', 'tag': '1cf764f4-f37d-4f21-9ca4-5f7d5baf1e6b', 'status': 'completed', 'code': 200} May 30 21:14:14.562762 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-53ab11c4-724f-47f2-aee8-4bd3bf338722 req-1a3a564b-b98a-4020-99c4-e5ff0faa8128 tempest-ServersAdminNegativeTestJSON-1942260360 tempest-ServersAdminNegativeTestJSON-1942260360-project] 10.222.0.86 "DELETE /v2.0/ports/1cf764f4-f37d-4f21-9ca4-5f7d5baf1e6b HTTP/1.1" status: 204 len: 173 time: 0.9641235 May 30 21:14:14.732971 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-59f65994-c937-4e4d-aaa3-18c3c82abc5b req-d498d298-8c5d-4acf-ba35-719f913ebcd2 tempest-ServersAdminNegativeTestJSON-1942260360 tempest-ServersAdminNegativeTestJSON-1942260360-project] Synchronizing usage tracker for tenant:49a5ca0247cd4f0bb9f6f062905faaf0 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 21:14:14.861277 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-59f65994-c937-4e4d-aaa3-18c3c82abc5b req-d498d298-8c5d-4acf-ba35-719f913ebcd2 tempest-ServersAdminNegativeTestJSON-1942260360 tempest-ServersAdminNegativeTestJSON-1942260360-project] Unset dirty status for tenant:49a5ca0247cd4f0bb9f6f062905faaf0 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 21:14:14.862513 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-59f65994-c937-4e4d-aaa3-18c3c82abc5b req-d498d298-8c5d-4acf-ba35-719f913ebcd2 tempest-ServersAdminNegativeTestJSON-1942260360 tempest-ServersAdminNegativeTestJSON-1942260360-project] 10.222.0.85 "GET /v2.0/ports?device_id=f07b8a42-562d-41de-8fcd-03497c8d3554 HTTP/1.1" status: 200 len: 210 time: 0.1736977 May 30 21:14:16.507980 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 49296) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:14:16.707666 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-27d74763-8265-4d38-bc00-abb0ae7e62a4 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=49a5ca0247cd4f0bb9f6f062905faaf0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1984811 May 30 21:14:16.710122 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 49302) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:14:16.774641 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-90072d96-3773-4512-a204-deeafa98b252 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:14:16.803393 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-90072d96-3773-4512-a204-deeafa98b252 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:14:16.951178 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-90072d96-3773-4512-a204-deeafa98b252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:14:16.972597 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90072d96-3773-4512-a204-deeafa98b252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cca98e5-b7ed-4a4b-8036-f0aa4c45bc6c,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:14:17.037401 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-90072d96-3773-4512-a204-deeafa98b252 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:14:17.038575 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-90072d96-3773-4512-a204-deeafa98b252 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/1cca98e5-b7ed-4a4b-8036-f0aa4c45bc6c HTTP/1.1" status: 204 len: 168 time: 0.3275540 May 30 21:14:17.320368 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 1cf764f4-f37d-4f21-9ca4-5f7d5baf1e6b no longer exists at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 21:14:17.358533 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] No Port match for: 1cf764f4-f37d-4f21-9ca4-5f7d5baf1e6b {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 21:14:17.358860 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 1cf764f4-f37d-4f21-9ca4-5f7d5baf1e6b not bound to the agent host n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 21:14:17.697795 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 49310) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:14:17.719346 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a6eee248-a1a4-4b3e-8505-fab69750202e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:14:17.757414 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-a6eee248-a1a4-4b3e-8505-fab69750202e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:14:17.762080 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-a6eee248-a1a4-4b3e-8505-fab69750202e admin admin] Usage tracker for resource:security_group_rule and tenant:19bc35754c224c2287d3247c580df26f is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:14:17.766149 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-a6eee248-a1a4-4b3e-8505-fab69750202e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:14:17.775910 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-a6eee248-a1a4-4b3e-8505-fab69750202e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:14:17.857844 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a6eee248-a1a4-4b3e-8505-fab69750202e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:14:17.934002 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a6eee248-a1a4-4b3e-8505-fab69750202e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:14:17.989558 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6eee248-a1a4-4b3e-8505-fab69750202e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55bbbfae-b877-48b2-8ff5-b9d4fc06220c,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:14:17.994424 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-a6eee248-a1a4-4b3e-8505-fab69750202e admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=19bc35754c224c2287d3247c580df26f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2947927 May 30 21:14:17.998390 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 49314) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:14:18.067806 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c578e3a7-327a-453a-8fbf-a2515eff7557 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:14:18.095207 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c578e3a7-327a-453a-8fbf-a2515eff7557 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:14:18.278255 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c578e3a7-327a-453a-8fbf-a2515eff7557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:14:18.297286 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c578e3a7-327a-453a-8fbf-a2515eff7557 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55bbbfae-b877-48b2-8ff5-b9d4fc06220c,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:14:18.301783 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c578e3a7-327a-453a-8fbf-a2515eff7557 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:14:18.302892 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-c578e3a7-327a-453a-8fbf-a2515eff7557 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/55bbbfae-b877-48b2-8ff5-b9d4fc06220c HTTP/1.1" status: 204 len: 168 time: 0.3035414 May 30 21:14:20.059239 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:14:20.123079 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 49336) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:14:20.299743 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-7e30f461-23f2-4094-80cd-4b854485269a admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1694419623-network', 'tenant_id': '7e82c23ab4074d1b8fc2af37c93b9ad2'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:14:20.305435 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-7e30f461-23f2-4094-80cd-4b854485269a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:14:20.310276 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-7e30f461-23f2-4094-80cd-4b854485269a admin admin] Usage tracker for resource:network and tenant:7e82c23ab4074d1b8fc2af37c93b9ad2 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:14:20.313595 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-7e30f461-23f2-4094-80cd-4b854485269a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:14:20.321098 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-7e30f461-23f2-4094-80cd-4b854485269a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:14:20.438582 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e30f461-23f2-4094-80cd-4b854485269a admin admin] Made reservation on behalf of 7e82c23ab4074d1b8fc2af37c93b9ad2 for: {'network': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 21:14:20.440899 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7e30f461-23f2-4094-80cd-4b854485269a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:14:20.455203 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7e30f461-23f2-4094-80cd-4b854485269a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:14:20.488816 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-7e30f461-23f2-4094-80cd-4b854485269a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:14:20.494146 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-7e30f461-23f2-4094-80cd-4b854485269a admin admin] Usage tracker for resource:security_group_rule and tenant:7e82c23ab4074d1b8fc2af37c93b9ad2 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:14:20.500161 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-7e30f461-23f2-4094-80cd-4b854485269a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:14:20.506628 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-7e30f461-23f2-4094-80cd-4b854485269a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:14:20.579337 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7e30f461-23f2-4094-80cd-4b854485269a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:14:20.649618 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7e30f461-23f2-4094-80cd-4b854485269a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:14:20.683584 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e30f461-23f2-4094-80cd-4b854485269a admin admin] vlan segment allocate from pool success with {'vlan_id': 673, 'physical_network': 'physnet1'} {{(pid=84887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 21:14:20.689145 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e30f461-23f2-4094-80cd-4b854485269a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad905452-83a9-40a3-bd47-e50a5f447b68,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:14:20.697835 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7e30f461-23f2-4094-80cd-4b854485269a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:14:20.698293 n-d-843948-2 neutron-server[84887]: INFO neutron.db.segments_db [None req-7e30f461-23f2-4094-80cd-4b854485269a admin admin] Added segment 508a6bc8-61ec-4c45-8bd6-cc52c30346d2 of type vlan for network a7bb9300-a087-4a52-bb91-74ee21466fc6 May 30 21:14:20.727704 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7e30f461-23f2-4094-80cd-4b854485269a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:14:20.849883 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7e30f461-23f2-4094-80cd-4b854485269a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:14:20.850858 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e30f461-23f2-4094-80cd-4b854485269a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:14:20.851488 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7e30f461-23f2-4094-80cd-4b854485269a admin admin] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:14:20.960217 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e30f461-23f2-4094-80cd-4b854485269a admin admin] Pushing event updated for resources: {'Network': ['ID=a7bb9300-a087-4a52-bb91-74ee21466fc6,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:14:20.971414 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network a7bb9300-a087-4a52-bb91-74ee21466fc6 details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 21:14:21.031727 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-7e30f461-23f2-4094-80cd-4b854485269a admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9035025 May 30 21:14:21.031992 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 49342) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:14:21.039270 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-1510a838-9e40-4d89-9ff7-2d69e882702e admin admin] Request body: {'subnet': {'network_id': 'a7bb9300-a087-4a52-bb91-74ee21466fc6', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1694419623-subnet', 'tenant_id': '7e82c23ab4074d1b8fc2af37c93b9ad2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:14:21.045645 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-1510a838-9e40-4d89-9ff7-2d69e882702e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:14:21.053380 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-1510a838-9e40-4d89-9ff7-2d69e882702e admin admin] Usage tracker for resource:subnet and tenant:7e82c23ab4074d1b8fc2af37c93b9ad2 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:14:21.057133 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-1510a838-9e40-4d89-9ff7-2d69e882702e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:14:21.065680 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-1510a838-9e40-4d89-9ff7-2d69e882702e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:14:21.152660 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1510a838-9e40-4d89-9ff7-2d69e882702e admin admin] Made reservation on behalf of 7e82c23ab4074d1b8fc2af37c93b9ad2 for: {'subnet': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 21:14:21.155086 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1510a838-9e40-4d89-9ff7-2d69e882702e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114220'] for subnet, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:14:21.450083 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1510a838-9e40-4d89-9ff7-2d69e882702e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4055401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114238'] for subnet, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:14:21.527191 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1510a838-9e40-4d89-9ff7-2d69e882702e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c54c931c-2898-41fa-8185-8cfe647767c3,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:14:21.544190 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1510a838-9e40-4d89-9ff7-2d69e882702e admin admin] Checking segment: {'id': '508a6bc8-61ec-4c45-8bd6-cc52c30346d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'a7bb9300-a087-4a52-bb91-74ee21466fc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:14:21.544599 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1510a838-9e40-4d89-9ff7-2d69e882702e admin admin] Network hostable DHCP agents. Network: a7bb9300-a087-4a52-bb91-74ee21466fc6, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 21:14:21.621348 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1510a838-9e40-4d89-9ff7-2d69e882702e admin admin] Network a7bb9300-a087-4a52-bb91-74ee21466fc6 is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 21:14:22.038091 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-1510a838-9e40-4d89-9ff7-2d69e882702e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, a7bb9300-a087-4a52-bb91-74ee21466fc6) {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:14:22.042214 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1510a838-9e40-4d89-9ff7-2d69e882702e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:14:22.042849 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1510a838-9e40-4d89-9ff7-2d69e882702e admin admin] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:14:22.047858 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f14b2972-1e7f-43b6-8ad5-94b6af8c04ef None None] Network a7bb9300-a087-4a52-bb91-74ee21466fc6 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 21:14:22.158335 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-1510a838-9e40-4d89-9ff7-2d69e882702e admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1250205 May 30 21:14:22.279424 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d58c37ba-d4e7-44a9-892d-4f4c9588fc2e None None] Network a7bb9300-a087-4a52-bb91-74ee21466fc6 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 21:14:22.586333 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 21:14:22.826720 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:14:22.900411 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2342aa23-0a25-4fa7-87ef-19813e37557b req-904cd88f-3277-40aa-828b-28907c40a51d tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:14:22.900985 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-2342aa23-0a25-4fa7-87ef-19813e37557b req-904cd88f-3277-40aa-828b-28907c40a51d tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] Synchronizing usage tracker for tenant:7e82c23ab4074d1b8fc2af37c93b9ad2 on resource:network {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 21:14:22.964159 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-2342aa23-0a25-4fa7-87ef-19813e37557b req-904cd88f-3277-40aa-828b-28907c40a51d tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] Unset dirty status for tenant:7e82c23ab4074d1b8fc2af37c93b9ad2 on resource:network {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 21:14:22.965491 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2342aa23-0a25-4fa7-87ef-19813e37557b req-904cd88f-3277-40aa-828b-28907c40a51d tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] 10.222.0.85 "GET /v2.0/networks?id=a7bb9300-a087-4a52-bb91-74ee21466fc6 HTTP/1.1" status: 200 len: 812 time: 0.2342529 May 30 21:14:22.983731 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2342aa23-0a25-4fa7-87ef-19813e37557b req-362b1615-5ec6-45e5-bd83-3fad70796c37 tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] 10.222.0.85 "GET /v2.0/quotas/7e82c23ab4074d1b8fc2af37c93b9ad2 HTTP/1.1" status: 200 len: 375 time: 0.0127511 May 30 21:14:23.036777 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2342aa23-0a25-4fa7-87ef-19813e37557b req-d3c2d758-7212-4995-849d-7cc560dd3203 tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=7e82c23ab4074d1b8fc2af37c93b9ad2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0475955 May 30 21:14:23.047598 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [req-2342aa23-0a25-4fa7-87ef-19813e37557b req-8d68a337-013c-43ca-9f88-15d36bfdfc5b service neutron] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=84887) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 21:14:23.048572 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2342aa23-0a25-4fa7-87ef-19813e37557b req-8d68a337-013c-43ca-9f88-15d36bfdfc5b service neutron] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0052016 May 30 21:14:23.189925 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2342aa23-0a25-4fa7-87ef-19813e37557b req-63121e69-c67e-41d9-b9c5-00890b638ee1 service neutron] 10.222.0.85 "GET /v2.0/networks/a7bb9300-a087-4a52-bb91-74ee21466fc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352222 May 30 21:14:23.336806 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2342aa23-0a25-4fa7-87ef-19813e37557b req-ca9d6ae4-272c-4aba-aa7a-782c0eb596bc service neutron] 10.222.0.85 "GET /v2.0/networks/a7bb9300-a087-4a52-bb91-74ee21466fc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385972 May 30 21:14:24.628451 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-8e8d74c7-a74b-4dbc-a667-ae2520d30530 req-5b7782ef-fd14-4a82-b479-b0ffd4f8aa74 tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] 10.222.0.85 "GET /v2.0/ports?device_id=ca2e97fe-673c-4012-ad62-3f23d1ebcb3d HTTP/1.1" status: 200 len: 210 time: 0.0434995 May 30 21:14:25.747501 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8f980758-28d9-40c8-b705-83ade8acdc0a req-523049b4-ec13-4128-a0bd-895d9b34470e tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] 10.222.0.85 "GET /v2.0/ports?device_id=ca2e97fe-673c-4012-ad62-3f23d1ebcb3d HTTP/1.1" status: 200 len: 210 time: 0.0410888 May 30 21:14:26.295658 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-fb2d83be-f97d-43bf-b41e-cd59442d55e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:14:26.925505 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-659b92ab-ebff-4f5f-a504-8a8d4852a381 req-ba686176-6935-4f4d-b032-8bfd04b21d67 tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] 10.222.0.85 "GET /v2.0/ports?device_id=ca2e97fe-673c-4012-ad62-3f23d1ebcb3d HTTP/1.1" status: 200 len: 210 time: 0.0448596 May 30 21:14:27.328159 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2342aa23-0a25-4fa7-87ef-19813e37557b req-4a775a23-2796-4aa4-999e-46705e9d3fc8 tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:14:27.329555 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2342aa23-0a25-4fa7-87ef-19813e37557b req-4a775a23-2796-4aa4-999e-46705e9d3fc8 tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] 10.222.0.86 "GET /v2.0/networks?id=a7bb9300-a087-4a52-bb91-74ee21466fc6 HTTP/1.1" status: 200 len: 812 time: 0.1485746 May 30 21:14:27.353867 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-2342aa23-0a25-4fa7-87ef-19813e37557b req-56e1f6d4-3ce0-4f6f-a3a6-28407fa2ec35 tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] Request body: {'port': {'device_id': 'ca2e97fe-673c-4012-ad62-3f23d1ebcb3d', 'network_id': 'a7bb9300-a087-4a52-bb91-74ee21466fc6', 'admin_state_up': True, 'tenant_id': '7e82c23ab4074d1b8fc2af37c93b9ad2'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:14:27.586645 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-2342aa23-0a25-4fa7-87ef-19813e37557b req-56e1f6d4-3ce0-4f6f-a3a6-28407fa2ec35 tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:14:27.590387 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-2342aa23-0a25-4fa7-87ef-19813e37557b req-56e1f6d4-3ce0-4f6f-a3a6-28407fa2ec35 tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] Usage tracker for resource:port and tenant:7e82c23ab4074d1b8fc2af37c93b9ad2 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:14:27.593219 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-2342aa23-0a25-4fa7-87ef-19813e37557b req-56e1f6d4-3ce0-4f6f-a3a6-28407fa2ec35 tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:14:27.598963 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-2342aa23-0a25-4fa7-87ef-19813e37557b req-56e1f6d4-3ce0-4f6f-a3a6-28407fa2ec35 tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:14:27.683500 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2342aa23-0a25-4fa7-87ef-19813e37557b req-56e1f6d4-3ce0-4f6f-a3a6-28407fa2ec35 tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] Made reservation on behalf of 7e82c23ab4074d1b8fc2af37c93b9ad2 for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 21:14:27.687131 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-2342aa23-0a25-4fa7-87ef-19813e37557b req-56e1f6d4-3ce0-4f6f-a3a6-28407fa2ec35 tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:14:27.863817 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [req-2342aa23-0a25-4fa7-87ef-19813e37557b req-56e1f6d4-3ce0-4f6f-a3a6-28407fa2ec35 tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] Allocated IP 172.20.0.9 (a7bb9300-a087-4a52-bb91-74ee21466fc6/c54c931c-2898-41fa-8185-8cfe647767c3/fdaec160-5c44-4af2-bd86-f19c2ea6d414) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 21:14:28.095955 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-2342aa23-0a25-4fa7-87ef-19813e37557b req-56e1f6d4-3ce0-4f6f-a3a6-28407fa2ec35 tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:14:28.112105 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-06ddbfe1-0253-486c-a6ae-c8aec52379c8 req-1e466759-bf77-4df5-babc-c044bc4d4a6f tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] 10.222.0.85 "GET /v2.0/ports?device_id=ca2e97fe-673c-4012-ad62-3f23d1ebcb3d HTTP/1.1" status: 200 len: 210 time: 0.0529828 May 30 21:14:28.181072 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-2342aa23-0a25-4fa7-87ef-19813e37557b req-56e1f6d4-3ce0-4f6f-a3a6-28407fa2ec35 tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:14:28.256037 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2342aa23-0a25-4fa7-87ef-19813e37557b req-56e1f6d4-3ce0-4f6f-a3a6-28407fa2ec35 tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] Network a7bb9300-a087-4a52-bb91-74ee21466fc6 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:14:28.259234 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [req-2342aa23-0a25-4fa7-87ef-19813e37557b req-56e1f6d4-3ce0-4f6f-a3a6-28407fa2ec35 tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:14:28.263619 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-2342aa23-0a25-4fa7-87ef-19813e37557b req-56e1f6d4-3ce0-4f6f-a3a6-28407fa2ec35 tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 21:14:28.294781 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e1f6d4-3ce0-4f6f-a3a6-28407fa2ec35 tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] Pushing event updated for resources: {'Port': ['ID=fdaec160-5c44-4af2-bd86-f19c2ea6d414,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:14:28.328453 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2342aa23-0a25-4fa7-87ef-19813e37557b req-56e1f6d4-3ce0-4f6f-a3a6-28407fa2ec35 tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:14:28.329118 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-2342aa23-0a25-4fa7-87ef-19813e37557b req-56e1f6d4-3ce0-4f6f-a3a6-28407fa2ec35 tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:14:28.405115 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2342aa23-0a25-4fa7-87ef-19813e37557b req-56e1f6d4-3ce0-4f6f-a3a6-28407fa2ec35 tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0550239 May 30 21:14:28.420808 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-2342aa23-0a25-4fa7-87ef-19813e37557b req-f11ad552-4d57-4bc3-aac1-475553515ea3 service neutron] Request body: {'port': {'device_id': 'ca2e97fe-673c-4012-ad62-3f23d1ebcb3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843948-2'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:14:28.531498 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-2342aa23-0a25-4fa7-87ef-19813e37557b req-f11ad552-4d57-4bc3-aac1-475553515ea3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:14:28.881756 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [req-2342aa23-0a25-4fa7-87ef-19813e37557b req-f11ad552-4d57-4bc3-aac1-475553515ea3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdaec160-5c44-4af2-bd86-f19c2ea6d414 {{(pid=84887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 21:14:28.889587 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-2342aa23-0a25-4fa7-87ef-19813e37557b req-f11ad552-4d57-4bc3-aac1-475553515ea3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:14:28.904989 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-2342aa23-0a25-4fa7-87ef-19813e37557b req-f11ad552-4d57-4bc3-aac1-475553515ea3 service neutron] Transition to ACTIVE for port object fdaec160-5c44-4af2-bd86-f19c2ea6d414 will not be triggered until provisioned by entity L2. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:14:28.964106 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-2342aa23-0a25-4fa7-87ef-19813e37557b req-f11ad552-4d57-4bc3-aac1-475553515ea3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:14:29.100186 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11ad552-4d57-4bc3-aac1-475553515ea3 service neutron] Pushing event updated for resources: {'Port': ['ID=fdaec160-5c44-4af2-bd86-f19c2ea6d414,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:14:29.206981 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-2342aa23-0a25-4fa7-87ef-19813e37557b req-f11ad552-4d57-4bc3-aac1-475553515ea3 service neutron] Attempting to bind port fdaec160-5c44-4af2-bd86-f19c2ea6d414 on host n-h2-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 21:14:29.207474 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-2342aa23-0a25-4fa7-87ef-19813e37557b req-f11ad552-4d57-4bc3-aac1-475553515ea3 service neutron] Attempting to bind port fdaec160-5c44-4af2-bd86-f19c2ea6d414 by drivers openvswitch,hyperv on host n-h2-843948-2 at level 0 using segments [{'id': '508a6bc8-61ec-4c45-8bd6-cc52c30346d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'a7bb9300-a087-4a52-bb91-74ee21466fc6'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 21:14:29.207796 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2342aa23-0a25-4fa7-87ef-19813e37557b req-f11ad552-4d57-4bc3-aac1-475553515ea3 service neutron] Attempting to bind port fdaec160-5c44-4af2-bd86-f19c2ea6d414 on network a7bb9300-a087-4a52-bb91-74ee21466fc6 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:14:29.213472 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2342aa23-0a25-4fa7-87ef-19813e37557b req-f11ad552-4d57-4bc3-aac1-475553515ea3 service neutron] Port fdaec160-5c44-4af2-bd86-f19c2ea6d414 on network a7bb9300-a087-4a52-bb91-74ee21466fc6 not bound, no agent of type Open vSwitch agent registered on host n-h2-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 21:14:29.213809 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2342aa23-0a25-4fa7-87ef-19813e37557b req-f11ad552-4d57-4bc3-aac1-475553515ea3 service neutron] Attempting to bind port fdaec160-5c44-4af2-bd86-f19c2ea6d414 on network a7bb9300-a087-4a52-bb91-74ee21466fc6 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:14:29.220290 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2342aa23-0a25-4fa7-87ef-19813e37557b req-f11ad552-4d57-4bc3-aac1-475553515ea3 service neutron] Checking agent: {'id': 'eaa08354-e8f5-4e73-af76-8d3cf7d2b390', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 21, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 21:14:29.220459 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2342aa23-0a25-4fa7-87ef-19813e37557b req-f11ad552-4d57-4bc3-aac1-475553515ea3 service neutron] Checking segment: {'id': '508a6bc8-61ec-4c45-8bd6-cc52c30346d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'a7bb9300-a087-4a52-bb91-74ee21466fc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:14:29.220811 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2342aa23-0a25-4fa7-87ef-19813e37557b req-f11ad552-4d57-4bc3-aac1-475553515ea3 service neutron] Bound using segment: {'id': '508a6bc8-61ec-4c45-8bd6-cc52c30346d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'a7bb9300-a087-4a52-bb91-74ee21466fc6'} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 21:14:29.221226 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-2342aa23-0a25-4fa7-87ef-19813e37557b req-f11ad552-4d57-4bc3-aac1-475553515ea3 service neutron] Bound port: fdaec160-5c44-4af2-bd86-f19c2ea6d414, host: n-h2-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '508a6bc8-61ec-4c45-8bd6-cc52c30346d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'a7bb9300-a087-4a52-bb91-74ee21466fc6'}}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 21:14:29.221564 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-2342aa23-0a25-4fa7-87ef-19813e37557b req-f11ad552-4d57-4bc3-aac1-475553515ea3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:14:29.314702 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a01fb7-9d32-403e-be93-1a05c3f67f7c req-3f3f1efc-2591-4aaf-96cf-c775942cc97a tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:14:29.315435 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-2342aa23-0a25-4fa7-87ef-19813e37557b req-f11ad552-4d57-4bc3-aac1-475553515ea3 service neutron] For port fdaec160-5c44-4af2-bd86-f19c2ea6d414, host n-h2-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 21:14:29.316169 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-23a01fb7-9d32-403e-be93-1a05c3f67f7c req-3f3f1efc-2591-4aaf-96cf-c775942cc97a tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] 10.222.0.85 "GET /v2.0/ports?device_id=ca2e97fe-673c-4012-ad62-3f23d1ebcb3d HTTP/1.1" status: 200 len: 943 time: 0.0791168 May 30 21:14:29.318844 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-2342aa23-0a25-4fa7-87ef-19813e37557b req-f11ad552-4d57-4bc3-aac1-475553515ea3 service neutron] For port fdaec160-5c44-4af2-bd86-f19c2ea6d414, host n-h2-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=fdaec160-5c44-4af2-bd86-f19c2ea6d414,segment=NetworkSegment(508a6bc8-61ec-4c45-8bd6-cc52c30346d2),segment_id=508a6bc8-61ec-4c45-8bd6-cc52c30346d2)] {{(pid=84887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 21:14:29.362039 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-23a01fb7-9d32-403e-be93-1a05c3f67f7c req-a7510c2a-b288-49fc-aa59-de837c5d2bfc tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] 10.222.0.85 "GET /v2.0/security-groups?id=ad905452-83a9-40a3-bd47-e50a5f447b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399001 May 30 21:14:29.413764 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-2342aa23-0a25-4fa7-87ef-19813e37557b req-f11ad552-4d57-4bc3-aac1-475553515ea3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:14:29.473689 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-2342aa23-0a25-4fa7-87ef-19813e37557b req-f11ad552-4d57-4bc3-aac1-475553515ea3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:14:29.475288 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2342aa23-0a25-4fa7-87ef-19813e37557b req-f11ad552-4d57-4bc3-aac1-475553515ea3 service neutron] 10.222.0.86 "PUT /v2.0/ports/fdaec160-5c44-4af2-bd86-f19c2ea6d414 HTTP/1.1" status: 200 len: 1091 time: 1.0595236 May 30 21:14:29.478361 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca2e97fe-673c-4012-ad62-3f23d1ebcb3d', 'tag': 'fdaec160-5c44-4af2-bd86-f19c2ea6d414'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:14:29.498224 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11ad552-4d57-4bc3-aac1-475553515ea3 service neutron] Pushing event updated for resources: {'Port': ['ID=fdaec160-5c44-4af2-bd86-f19c2ea6d414,revision_number=3']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:14:29.535575 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-535ad2fb-4827-4067-8aa8-d1bf3d7e7ed5'] response: {'name': 'network-changed', 'server_uuid': 'ca2e97fe-673c-4012-ad62-3f23d1ebcb3d', 'tag': 'fdaec160-5c44-4af2-bd86-f19c2ea6d414', 'status': 'completed', 'code': 200} May 30 21:14:29.638583 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a4f552d3-05f4-4674-ac61-5ca8011d84e8 req-ad0643dc-846e-40a4-8fe9-2e41907c209a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7e82c23ab4074d1b8fc2af37c93b9ad2&device_id=ca2e97fe-673c-4012-ad62-3f23d1ebcb3d HTTP/1.1" status: 200 len: 1094 time: 0.0727592 May 30 21:14:29.641508 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-66d2f9b8-2131-4402-ab0f-32eca56868e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:14:29.786588 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f552d3-05f4-4674-ac61-5ca8011d84e8 req-1ba284d7-98d6-4d59-b904-699c1ce1da92 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:14:29.787942 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a4f552d3-05f4-4674-ac61-5ca8011d84e8 req-1ba284d7-98d6-4d59-b904-699c1ce1da92 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=7e82c23ab4074d1b8fc2af37c93b9ad2&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1417694 May 30 21:14:29.866565 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:14:30.028176 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f552d3-05f4-4674-ac61-5ca8011d84e8 req-fbf930b8-a91e-4448-8d7a-fd53849aba54 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:14:30.029603 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a4f552d3-05f4-4674-ac61-5ca8011d84e8 req-fbf930b8-a91e-4448-8d7a-fd53849aba54 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2325375 May 30 21:14:30.142118 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2342aa23-0a25-4fa7-87ef-19813e37557b req-ee00091e-9f90-4c00-a54f-877d0638a62d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7e82c23ab4074d1b8fc2af37c93b9ad2&device_id=ca2e97fe-673c-4012-ad62-3f23d1ebcb3d HTTP/1.1" status: 200 len: 1094 time: 0.0689378 May 30 21:14:30.216782 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2342aa23-0a25-4fa7-87ef-19813e37557b req-b68f871f-cf4b-431e-8fae-38a43590051f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fdaec160-5c44-4af2-bd86-f19c2ea6d414 HTTP/1.1" status: 200 len: 217 time: 0.0647423 May 30 21:14:30.281902 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2342aa23-0a25-4fa7-87ef-19813e37557b req-c310ae87-9bb0-4ab4-ad17-bbe76f91e7c6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:14:30.283321 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2342aa23-0a25-4fa7-87ef-19813e37557b req-c310ae87-9bb0-4ab4-ad17-bbe76f91e7c6 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c54c931c-2898-41fa-8185-8cfe647767c3 HTTP/1.1" status: 200 len: 852 time: 0.0604310 May 30 21:14:30.335610 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2342aa23-0a25-4fa7-87ef-19813e37557b req-3607155e-2ff3-4fea-88b2-1cc020af1cf5 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a7bb9300-a087-4a52-bb91-74ee21466fc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434196 May 30 21:14:30.477316 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2342aa23-0a25-4fa7-87ef-19813e37557b req-65cdcf6b-2221-46c2-9b76-49c89c435543 service neutron] 10.222.0.86 "GET /v2.0/networks/a7bb9300-a087-4a52-bb91-74ee21466fc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321425 May 30 21:14:30.573419 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae15f9a3-b581-4c88-95b4-9fc4c03e6fc5 req-e76fa649-0944-4ce9-9b58-7561c132c39a tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:14:30.575612 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ae15f9a3-b581-4c88-95b4-9fc4c03e6fc5 req-e76fa649-0944-4ce9-9b58-7561c132c39a tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] 10.222.0.85 "GET /v2.0/ports?device_id=ca2e97fe-673c-4012-ad62-3f23d1ebcb3d HTTP/1.1" status: 200 len: 943 time: 0.0883238 May 30 21:14:30.619628 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2342aa23-0a25-4fa7-87ef-19813e37557b req-597d176e-7ade-480b-9d47-2c3e49cc481e service neutron] 10.222.0.86 "GET /v2.0/networks/a7bb9300-a087-4a52-bb91-74ee21466fc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318080 May 30 21:14:30.622452 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ae15f9a3-b581-4c88-95b4-9fc4c03e6fc5 req-4a23b037-f6c2-407d-ad8e-27fb64b45e5d tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] 10.222.0.85 "GET /v2.0/security-groups?id=ad905452-83a9-40a3-bd47-e50a5f447b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414162 May 30 21:14:31.373320 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:14:31.828398 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8e1f22-cb11-4f7f-96f8-61c60af61370 req-c961edd1-5e41-4de1-9eaa-93030780bc85 tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:14:31.829072 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-5d8e1f22-cb11-4f7f-96f8-61c60af61370 req-c961edd1-5e41-4de1-9eaa-93030780bc85 tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] Synchronizing usage tracker for tenant:7e82c23ab4074d1b8fc2af37c93b9ad2 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 21:14:31.923918 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-5d8e1f22-cb11-4f7f-96f8-61c60af61370 req-c961edd1-5e41-4de1-9eaa-93030780bc85 tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] Unset dirty status for tenant:7e82c23ab4074d1b8fc2af37c93b9ad2 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 21:14:31.926694 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5d8e1f22-cb11-4f7f-96f8-61c60af61370 req-c961edd1-5e41-4de1-9eaa-93030780bc85 tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] 10.222.0.85 "GET /v2.0/ports?device_id=ca2e97fe-673c-4012-ad62-3f23d1ebcb3d HTTP/1.1" status: 200 len: 943 time: 0.1777105 May 30 21:14:31.974351 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-5d8e1f22-cb11-4f7f-96f8-61c60af61370 req-23493dd3-b9f8-41d8-a743-70e9386e7b56 tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] Synchronizing usage tracker for tenant:7e82c23ab4074d1b8fc2af37c93b9ad2 on resource:security_group {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 21:14:32.078065 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-5d8e1f22-cb11-4f7f-96f8-61c60af61370 req-23493dd3-b9f8-41d8-a743-70e9386e7b56 tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] Unset dirty status for tenant:7e82c23ab4074d1b8fc2af37c93b9ad2 on resource:security_group {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 21:14:32.079283 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5d8e1f22-cb11-4f7f-96f8-61c60af61370 req-23493dd3-b9f8-41d8-a743-70e9386e7b56 tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] 10.222.0.85 "GET /v2.0/security-groups?id=ad905452-83a9-40a3-bd47-e50a5f447b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480281 May 30 21:14:32.876384 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:14:33.348102 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device fdaec160-5c44-4af2-bd86-f19c2ea6d414 details requested by agent hyperv_n-h2-843948-2 with host n-h2-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 21:14:33.439092 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023d7022-2473-4f36-a41e-5e2de838c744 req-0cd5a2d8-2c27-4a31-9cf1-7cfff9f404d0 tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:14:33.440571 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-023d7022-2473-4f36-a41e-5e2de838c744 req-0cd5a2d8-2c27-4a31-9cf1-7cfff9f404d0 tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] 10.222.0.85 "GET /v2.0/ports?device_id=ca2e97fe-673c-4012-ad62-3f23d1ebcb3d HTTP/1.1" status: 200 len: 943 time: 0.0798924 May 30 21:14:33.489810 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port fdaec160-5c44-4af2-bd86-f19c2ea6d414, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=fdaec160-5c44-4af2-bd86-f19c2ea6d414,segment=NetworkSegment(508a6bc8-61ec-4c45-8bd6-cc52c30346d2),segment_id=508a6bc8-61ec-4c45-8bd6-cc52c30346d2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:14:33.490643 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-023d7022-2473-4f36-a41e-5e2de838c744 req-3cb2e6b4-b425-4937-83a3-2410db3e31ab tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] 10.222.0.85 "GET /v2.0/security-groups?id=ad905452-83a9-40a3-bd47-e50a5f447b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438721 May 30 21:14:33.504526 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Returning: {'device': 'fdaec160-5c44-4af2-bd86-f19c2ea6d414', 'network_id': 'a7bb9300-a087-4a52-bb91-74ee21466fc6', 'port_id': 'fdaec160-5c44-4af2-bd86-f19c2ea6d414', 'mac_address': 'fa:16:3e:e5:a0:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 673, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c54c931c-2898-41fa-8185-8cfe647767c3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 21:14:33.564719 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:14:33.583024 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdaec160-5c44-4af2-bd86-f19c2ea6d414 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 21:14:33.598989 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port fdaec160-5c44-4af2-bd86-f19c2ea6d414, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=fdaec160-5c44-4af2-bd86-f19c2ea6d414,segment=NetworkSegment(508a6bc8-61ec-4c45-8bd6-cc52c30346d2),segment_id=508a6bc8-61ec-4c45-8bd6-cc52c30346d2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:14:33.699885 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:14:33.771987 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=fdaec160-5c44-4af2-bd86-f19c2ea6d414,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:14:33.940834 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['fdaec160-5c44-4af2-bd86-f19c2ea6d414'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 21:14:34.695311 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec9a775-5c80-4f36-bf93-295dee4d54e7 req-a0c7d042-b371-4ac8-8fee-d3f771db8b7e tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:14:34.696796 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-eec9a775-5c80-4f36-bf93-295dee4d54e7 req-a0c7d042-b371-4ac8-8fee-d3f771db8b7e tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] 10.222.0.85 "GET /v2.0/ports?device_id=ca2e97fe-673c-4012-ad62-3f23d1ebcb3d HTTP/1.1" status: 200 len: 944 time: 0.0824542 May 30 21:14:34.747166 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-eec9a775-5c80-4f36-bf93-295dee4d54e7 req-efb29065-7dad-4208-8e8b-c820a41af521 tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] 10.222.0.85 "GET /v2.0/security-groups?id=ad905452-83a9-40a3-bd47-e50a5f447b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440137 May 30 21:14:35.348042 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device fdaec160-5c44-4af2-bd86-f19c2ea6d414 up at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:14:35.500742 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning for port fdaec160-5c44-4af2-bd86-f19c2ea6d414 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:14:35.505929 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning complete for port fdaec160-5c44-4af2-bd86-f19c2ea6d414 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:14:35.506295 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:14:35.628375 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:14:35.661675 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca2e97fe-673c-4012-ad62-3f23d1ebcb3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdaec160-5c44-4af2-bd86-f19c2ea6d414'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:14:35.672062 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port fdaec160-5c44-4af2-bd86-f19c2ea6d414, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=fdaec160-5c44-4af2-bd86-f19c2ea6d414,segment=NetworkSegment(508a6bc8-61ec-4c45-8bd6-cc52c30346d2),segment_id=508a6bc8-61ec-4c45-8bd6-cc52c30346d2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:14:35.718579 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f2fcdc2-5f05-4992-8643-17bb63324013'] response: {'server_uuid': 'ca2e97fe-673c-4012-ad62-3f23d1ebcb3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdaec160-5c44-4af2-bd86-f19c2ea6d414', 'code': 200} May 30 21:14:35.761548 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:14:35.834647 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=fdaec160-5c44-4af2-bd86-f19c2ea6d414,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:14:35.879511 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3100d30b-740a-4201-891a-a695b55ec1d1 req-500a074f-8230-4c5a-ba49-7f01504999cf service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=ca2e97fe-673c-4012-ad62-3f23d1ebcb3d HTTP/1.1" status: 200 len: 1096 time: 0.0812597 May 30 21:14:35.984030 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3100d30b-740a-4201-891a-a695b55ec1d1 req-ee0d18f3-6f7e-4f58-891f-7b6a1824e040 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=ad905452-83a9-40a3-bd47-e50a5f447b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681746 May 30 21:14:36.012107 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c05e41-b133-48d0-9bc9-ca3c57b12e20 req-db40dddd-dc1e-4eb4-a5ee-90684c03f5b1 tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:14:36.013641 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-11c05e41-b133-48d0-9bc9-ca3c57b12e20 req-db40dddd-dc1e-4eb4-a5ee-90684c03f5b1 tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] 10.222.0.85 "GET /v2.0/ports?device_id=ca2e97fe-673c-4012-ad62-3f23d1ebcb3d HTTP/1.1" status: 200 len: 945 time: 0.1284516 May 30 21:14:36.064739 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-11c05e41-b133-48d0-9bc9-ca3c57b12e20 req-e29f52f2-736f-48f8-8330-09835e9faad1 tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] 10.222.0.85 "GET /v2.0/security-groups?id=ad905452-83a9-40a3-bd47-e50a5f447b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450809 May 30 21:14:37.299870 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c24428a-13a1-4147-9f54-1f002e7c8974 req-fb708964-8d38-4356-9ccd-7a47b8021631 tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:14:37.302468 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4c24428a-13a1-4147-9f54-1f002e7c8974 req-fb708964-8d38-4356-9ccd-7a47b8021631 tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] 10.222.0.85 "GET /v2.0/ports?device_id=ca2e97fe-673c-4012-ad62-3f23d1ebcb3d HTTP/1.1" status: 200 len: 945 time: 0.0991139 May 30 21:14:37.356606 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4c24428a-13a1-4147-9f54-1f002e7c8974 req-13f6788e-925a-4590-8bc3-0d5407234799 tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] 10.222.0.85 "GET /v2.0/security-groups?id=ad905452-83a9-40a3-bd47-e50a5f447b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476053 May 30 21:14:38.559728 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2d4361-8890-4952-9439-21a2bfb1e7ca req-e6ddea9e-4808-4d6a-a0e0-7bd7b2f2a7fc tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:14:38.561268 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5d2d4361-8890-4952-9439-21a2bfb1e7ca req-e6ddea9e-4808-4d6a-a0e0-7bd7b2f2a7fc tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] 10.222.0.85 "GET /v2.0/ports?device_id=ca2e97fe-673c-4012-ad62-3f23d1ebcb3d HTTP/1.1" status: 200 len: 945 time: 0.0782256 May 30 21:14:38.622714 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5d2d4361-8890-4952-9439-21a2bfb1e7ca req-e92e7853-f3ba-4bd0-8925-7b07eb882e28 tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] 10.222.0.85 "GET /v2.0/security-groups?id=ad905452-83a9-40a3-bd47-e50a5f447b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543911 May 30 21:14:38.832358 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b646016d-199d-4a90-8579-c1401e1dcca2 req-82ffbe24-6a71-4432-a777-fbec68205a9b service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=ca2e97fe-673c-4012-ad62-3f23d1ebcb3d&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0728412 May 30 21:14:39.243741 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114bf3e7-363a-49e2-a1a8-34b3a1a20762 req-591c52ed-a23b-4ab9-9e89-2c96b85db7e3 tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:14:39.245273 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-114bf3e7-363a-49e2-a1a8-34b3a1a20762 req-591c52ed-a23b-4ab9-9e89-2c96b85db7e3 tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] 10.222.0.85 "GET /v2.0/ports?device_id=ca2e97fe-673c-4012-ad62-3f23d1ebcb3d HTTP/1.1" status: 200 len: 945 time: 0.0794911 May 30 21:14:39.294850 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-114bf3e7-363a-49e2-a1a8-34b3a1a20762 req-4ace8b43-49eb-4a56-b079-cfd494dda96a tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] 10.222.0.85 "GET /v2.0/security-groups?id=ad905452-83a9-40a3-bd47-e50a5f447b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427268 May 30 21:14:39.326354 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 49402) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:14:39.478287 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1f6b2533-5391-4518-ac23-3e5fdf6336f6 req-de440762-45a1-44b1-8b31-63953bd558eb service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=ca2e97fe-673c-4012-ad62-3f23d1ebcb3d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1506302 May 30 21:14:40.521227 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd70408b-999e-43cb-af50-a8b62014ce14 req-64368535-f9de-45e7-80ec-4ed00f810a0e tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:14:40.522686 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-cd70408b-999e-43cb-af50-a8b62014ce14 req-64368535-f9de-45e7-80ec-4ed00f810a0e tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] 10.222.0.85 "GET /v2.0/ports?device_id=ca2e97fe-673c-4012-ad62-3f23d1ebcb3d HTTP/1.1" status: 200 len: 945 time: 0.0802624 May 30 21:14:40.570111 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-cd70408b-999e-43cb-af50-a8b62014ce14 req-d8527da6-eae6-42bb-ab78-a0550ed11ff0 tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] 10.222.0.85 "GET /v2.0/security-groups?id=ad905452-83a9-40a3-bd47-e50a5f447b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407317 May 30 21:14:41.814760 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1f6b2533-5391-4518-ac23-3e5fdf6336f6 req-6f5d7e53-44a5-4f7b-ac77-06e0be5e1524 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7e82c23ab4074d1b8fc2af37c93b9ad2&device_id=ca2e97fe-673c-4012-ad62-3f23d1ebcb3d HTTP/1.1" status: 200 len: 1096 time: 0.1301346 May 30 21:14:41.825582 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7873bdf3-8bf5-4ce6-bf58-74b7b1443ad1 req-17b1a040-ccbf-43b8-bf77-71d3a61f007c tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:14:41.827024 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7873bdf3-8bf5-4ce6-bf58-74b7b1443ad1 req-17b1a040-ccbf-43b8-bf77-71d3a61f007c tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] 10.222.0.85 "GET /v2.0/ports?device_id=ca2e97fe-673c-4012-ad62-3f23d1ebcb3d HTTP/1.1" status: 200 len: 945 time: 0.1093321 May 30 21:14:41.968828 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7873bdf3-8bf5-4ce6-bf58-74b7b1443ad1 req-646b8c79-4479-496a-9359-a16b17bc34c4 tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] 10.222.0.85 "GET /v2.0/security-groups?id=ad905452-83a9-40a3-bd47-e50a5f447b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203525 May 30 21:14:41.991596 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6b2533-5391-4518-ac23-3e5fdf6336f6 req-cffb4850-ebc6-4cf7-a340-d833ef323c6c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:14:41.993027 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1f6b2533-5391-4518-ac23-3e5fdf6336f6 req-cffb4850-ebc6-4cf7-a340-d833ef323c6c service neutron] 10.222.0.86 "GET /v2.0/networks?id=a7bb9300-a087-4a52-bb91-74ee21466fc6 HTTP/1.1" status: 200 len: 913 time: 0.1623356 May 30 21:14:42.150010 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1f6b2533-5391-4518-ac23-3e5fdf6336f6 req-4136fb99-190a-479a-83d7-68d91c430298 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fdaec160-5c44-4af2-bd86-f19c2ea6d414 HTTP/1.1" status: 200 len: 217 time: 0.1508465 May 30 21:14:42.213283 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6b2533-5391-4518-ac23-3e5fdf6336f6 req-116066d4-d282-47a0-91cd-0932cbff496c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:14:42.215326 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1f6b2533-5391-4518-ac23-3e5fdf6336f6 req-116066d4-d282-47a0-91cd-0932cbff496c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c54c931c-2898-41fa-8185-8cfe647767c3 HTTP/1.1" status: 200 len: 852 time: 0.0593977 May 30 21:14:42.261888 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1f6b2533-5391-4518-ac23-3e5fdf6336f6 req-0978006d-037f-49e9-87b6-93ab1139829b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a7bb9300-a087-4a52-bb91-74ee21466fc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387845 May 30 21:14:42.393993 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1f6b2533-5391-4518-ac23-3e5fdf6336f6 req-5898ce12-041d-4954-80c4-4ed42e161ae8 service neutron] 10.222.0.86 "GET /v2.0/networks/a7bb9300-a087-4a52-bb91-74ee21466fc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263893 May 30 21:14:42.527480 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1f6b2533-5391-4518-ac23-3e5fdf6336f6 req-f8185aa7-5d1d-42ac-a975-88af5fe5609d service neutron] 10.222.0.86 "GET /v2.0/networks/a7bb9300-a087-4a52-bb91-74ee21466fc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274383 May 30 21:14:43.169207 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668f56be-bb2e-48db-84a8-08ced292eaf0 req-41dc237d-b95b-4733-8e4c-2d73960a64d4 tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:14:43.170674 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-668f56be-bb2e-48db-84a8-08ced292eaf0 req-41dc237d-b95b-4733-8e4c-2d73960a64d4 tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] 10.222.0.85 "GET /v2.0/ports?device_id=ca2e97fe-673c-4012-ad62-3f23d1ebcb3d HTTP/1.1" status: 200 len: 945 time: 0.0790725 May 30 21:14:43.219086 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-668f56be-bb2e-48db-84a8-08ced292eaf0 req-65a6adaa-ce1c-471a-9887-695a31c4bc00 tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] 10.222.0.85 "GET /v2.0/security-groups?id=ad905452-83a9-40a3-bd47-e50a5f447b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426905 May 30 21:14:44.413772 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec5b395-82c7-4588-bf6d-6b1601994f9f req-fb2e60a5-1101-4560-bbf3-c139654fe5a6 tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:14:44.415196 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9ec5b395-82c7-4588-bf6d-6b1601994f9f req-fb2e60a5-1101-4560-bbf3-c139654fe5a6 tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] 10.222.0.85 "GET /v2.0/ports?device_id=ca2e97fe-673c-4012-ad62-3f23d1ebcb3d HTTP/1.1" status: 200 len: 945 time: 0.0747290 May 30 21:14:44.461298 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9ec5b395-82c7-4588-bf6d-6b1601994f9f req-c94b1fac-c7cb-483e-a066-d6e45ec519dd tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] 10.222.0.85 "GET /v2.0/security-groups?id=ad905452-83a9-40a3-bd47-e50a5f447b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400882 May 30 21:14:45.665559 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdefb8e-a9b0-49bb-be40-3e7140a5326e req-6038107a-a22f-4ef4-99e4-1268265fb0c1 tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:14:45.667037 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6bdefb8e-a9b0-49bb-be40-3e7140a5326e req-6038107a-a22f-4ef4-99e4-1268265fb0c1 tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] 10.222.0.85 "GET /v2.0/ports?device_id=ca2e97fe-673c-4012-ad62-3f23d1ebcb3d HTTP/1.1" status: 200 len: 945 time: 0.0794380 May 30 21:14:45.718260 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6bdefb8e-a9b0-49bb-be40-3e7140a5326e req-df2efca5-a53f-4b04-95fe-a168e912a1f7 tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] 10.222.0.85 "GET /v2.0/security-groups?id=ad905452-83a9-40a3-bd47-e50a5f447b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452001 May 30 21:14:46.918565 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606a6912-265f-4dde-abeb-c48640d2d95f req-9b284a2c-ab17-4948-a733-3f07bb566b88 tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:14:46.920014 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-606a6912-265f-4dde-abeb-c48640d2d95f req-9b284a2c-ab17-4948-a733-3f07bb566b88 tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] 10.222.0.85 "GET /v2.0/ports?device_id=ca2e97fe-673c-4012-ad62-3f23d1ebcb3d HTTP/1.1" status: 200 len: 945 time: 0.0795999 May 30 21:14:46.966487 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-606a6912-265f-4dde-abeb-c48640d2d95f req-8071540a-75bf-4fff-9b05-0e0c7ab404d8 tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] 10.222.0.85 "GET /v2.0/security-groups?id=ad905452-83a9-40a3-bd47-e50a5f447b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408773 May 30 21:14:48.170905 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2b0983-2c28-43a8-80e8-59bd3d65b9f6 req-b922a2c8-b97b-49e9-b026-1157cd223ef1 tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:14:48.172401 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ca2b0983-2c28-43a8-80e8-59bd3d65b9f6 req-b922a2c8-b97b-49e9-b026-1157cd223ef1 tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] 10.222.0.85 "GET /v2.0/ports?device_id=ca2e97fe-673c-4012-ad62-3f23d1ebcb3d HTTP/1.1" status: 200 len: 945 time: 0.0837231 May 30 21:14:48.221059 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ca2b0983-2c28-43a8-80e8-59bd3d65b9f6 req-d312ba2f-16ab-4906-8d71-2bc645c52e44 tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] 10.222.0.85 "GET /v2.0/security-groups?id=ad905452-83a9-40a3-bd47-e50a5f447b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425708 May 30 21:14:49.436224 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a02de3e-7515-4eeb-a611-f42327d297fe req-e1a8e7ec-a611-4519-b271-5c30c08125d9 tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:14:49.437711 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8a02de3e-7515-4eeb-a611-f42327d297fe req-e1a8e7ec-a611-4519-b271-5c30c08125d9 tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] 10.222.0.85 "GET /v2.0/ports?device_id=ca2e97fe-673c-4012-ad62-3f23d1ebcb3d HTTP/1.1" status: 200 len: 945 time: 0.0769513 May 30 21:14:49.486829 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8a02de3e-7515-4eeb-a611-f42327d297fe req-b684c464-1823-467c-b0cc-935986450ca1 tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] 10.222.0.85 "GET /v2.0/security-groups?id=ad905452-83a9-40a3-bd47-e50a5f447b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432801 May 30 21:14:50.106734 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:14:50.694193 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea2b4f3-3ac4-49c6-951b-8d47bdb2395c req-209d8b97-3e30-43de-b747-2417d72657be tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:14:50.695632 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-cea2b4f3-3ac4-49c6-951b-8d47bdb2395c req-209d8b97-3e30-43de-b747-2417d72657be tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] 10.222.0.85 "GET /v2.0/ports?device_id=ca2e97fe-673c-4012-ad62-3f23d1ebcb3d HTTP/1.1" status: 200 len: 945 time: 0.0847540 May 30 21:14:50.741476 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-cea2b4f3-3ac4-49c6-951b-8d47bdb2395c req-6fc405f0-2ad0-4c27-a370-4f55d79302d4 tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] 10.222.0.85 "GET /v2.0/security-groups?id=ad905452-83a9-40a3-bd47-e50a5f447b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395811 May 30 21:14:52.006220 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec8e252-b128-41a4-8640-42a35212a67d req-383ee941-b0b6-44d2-baa9-aa12b2d9b222 tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:14:52.007672 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-dec8e252-b128-41a4-8640-42a35212a67d req-383ee941-b0b6-44d2-baa9-aa12b2d9b222 tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] 10.222.0.85 "GET /v2.0/ports?device_id=ca2e97fe-673c-4012-ad62-3f23d1ebcb3d HTTP/1.1" status: 200 len: 945 time: 0.1465902 May 30 21:14:52.053717 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-dec8e252-b128-41a4-8640-42a35212a67d req-f55ac41a-feb8-49b8-8862-d4a522371155 tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] 10.222.0.85 "GET /v2.0/security-groups?id=ad905452-83a9-40a3-bd47-e50a5f447b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399756 May 30 21:14:52.831566 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:14:53.251387 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0c99bf-63f3-4424-8000-0440e03ed037 req-0338871c-35aa-4831-b245-ec401937fa3b tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:14:53.252827 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6b0c99bf-63f3-4424-8000-0440e03ed037 req-0338871c-35aa-4831-b245-ec401937fa3b tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] 10.222.0.85 "GET /v2.0/ports?device_id=ca2e97fe-673c-4012-ad62-3f23d1ebcb3d HTTP/1.1" status: 200 len: 945 time: 0.0762682 May 30 21:14:53.298390 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6b0c99bf-63f3-4424-8000-0440e03ed037 req-54700359-c06b-403b-9204-c82038849e5f tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] 10.222.0.85 "GET /v2.0/security-groups?id=ad905452-83a9-40a3-bd47-e50a5f447b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400517 May 30 21:14:54.496477 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56a75e6-e76f-481e-bc21-431108853497 req-28030158-1457-4da2-8a50-5d1cf0a85c17 tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:14:54.497920 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c56a75e6-e76f-481e-bc21-431108853497 req-28030158-1457-4da2-8a50-5d1cf0a85c17 tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] 10.222.0.85 "GET /v2.0/ports?device_id=ca2e97fe-673c-4012-ad62-3f23d1ebcb3d HTTP/1.1" status: 200 len: 945 time: 0.0784953 May 30 21:14:54.542667 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c56a75e6-e76f-481e-bc21-431108853497 req-91da8cec-0a1f-4a24-9241-823eb4a64cba tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] 10.222.0.85 "GET /v2.0/security-groups?id=ad905452-83a9-40a3-bd47-e50a5f447b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392339 May 30 21:14:55.738879 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc66b96-6ceb-4d69-8305-f09dafc4e441 req-4f253045-d941-45d7-9f50-eb049b184e7a tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:14:55.740322 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-fbc66b96-6ceb-4d69-8305-f09dafc4e441 req-4f253045-d941-45d7-9f50-eb049b184e7a tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] 10.222.0.85 "GET /v2.0/ports?device_id=ca2e97fe-673c-4012-ad62-3f23d1ebcb3d HTTP/1.1" status: 200 len: 945 time: 0.0790019 May 30 21:14:55.786202 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-fbc66b96-6ceb-4d69-8305-f09dafc4e441 req-4842c888-db8c-4100-b55d-4ed15f86465d tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] 10.222.0.85 "GET /v2.0/security-groups?id=ad905452-83a9-40a3-bd47-e50a5f447b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402532 May 30 21:14:56.294935 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-7bf0148f-3d9d-4e9a-bdba-aa6ff8e3a950 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:14:56.987546 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6860f62-e9d5-4bfb-98c2-c38e27ef3494 req-2d6a332d-da0a-4326-8b8a-a47a8704c6cd tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:14:56.989009 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d6860f62-e9d5-4bfb-98c2-c38e27ef3494 req-2d6a332d-da0a-4326-8b8a-a47a8704c6cd tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] 10.222.0.85 "GET /v2.0/ports?device_id=ca2e97fe-673c-4012-ad62-3f23d1ebcb3d HTTP/1.1" status: 200 len: 945 time: 0.0791509 May 30 21:14:57.035306 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d6860f62-e9d5-4bfb-98c2-c38e27ef3494 req-e4765956-a208-49d0-b401-58ad0e92a5d4 tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] 10.222.0.85 "GET /v2.0/security-groups?id=ad905452-83a9-40a3-bd47-e50a5f447b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406387 May 30 21:14:58.236550 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d94f4b-a4f9-4758-a06b-1f7aab2e2dbf req-d9152d4d-2915-46fa-8846-dd213637f2bf tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:14:58.238034 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e9d94f4b-a4f9-4758-a06b-1f7aab2e2dbf req-d9152d4d-2915-46fa-8846-dd213637f2bf tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] 10.222.0.85 "GET /v2.0/ports?device_id=ca2e97fe-673c-4012-ad62-3f23d1ebcb3d HTTP/1.1" status: 200 len: 945 time: 0.0785899 May 30 21:14:58.287778 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e9d94f4b-a4f9-4758-a06b-1f7aab2e2dbf req-e7219c9f-aa3a-4214-a2d7-b10b2bd09eac tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] 10.222.0.85 "GET /v2.0/security-groups?id=ad905452-83a9-40a3-bd47-e50a5f447b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440366 May 30 21:14:59.484642 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d260dec8-c18c-40fc-b0dc-18bd0dc16753 req-55c38486-d660-4484-bfcb-a63d9847053f tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:14:59.486100 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d260dec8-c18c-40fc-b0dc-18bd0dc16753 req-55c38486-d660-4484-bfcb-a63d9847053f tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] 10.222.0.85 "GET /v2.0/ports?device_id=ca2e97fe-673c-4012-ad62-3f23d1ebcb3d HTTP/1.1" status: 200 len: 945 time: 0.0789943 May 30 21:14:59.531081 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d260dec8-c18c-40fc-b0dc-18bd0dc16753 req-90c0b18b-1797-406a-ad67-0b82a397d2d7 tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] 10.222.0.85 "GET /v2.0/security-groups?id=ad905452-83a9-40a3-bd47-e50a5f447b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394866 May 30 21:14:59.586850 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 21:14:59.629812 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-0af6f4f9-8663-4191-aef1-02a5a7a10f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:14:59.865918 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:15:00.820601 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a183b5-0dfa-4594-9c80-0fa76dc9a954 req-4b9281bc-f22d-4008-9a6f-11733f9faa79 tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:15:00.822013 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-61a183b5-0dfa-4594-9c80-0fa76dc9a954 req-4b9281bc-f22d-4008-9a6f-11733f9faa79 tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] 10.222.0.85 "GET /v2.0/ports?device_id=ca2e97fe-673c-4012-ad62-3f23d1ebcb3d HTTP/1.1" status: 200 len: 945 time: 0.1697137 May 30 21:15:00.867542 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-61a183b5-0dfa-4594-9c80-0fa76dc9a954 req-c9d4aec2-705e-4a76-9a34-7b26b3c9e9dd tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] 10.222.0.85 "GET /v2.0/security-groups?id=ad905452-83a9-40a3-bd47-e50a5f447b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399778 May 30 21:15:01.321082 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:15:02.062481 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9c59a1-7df3-4a5d-96bc-41f601b2690f req-b25e8de6-e9eb-42d9-8f60-5f6a47756d23 tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:15:02.063841 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-cc9c59a1-7df3-4a5d-96bc-41f601b2690f req-b25e8de6-e9eb-42d9-8f60-5f6a47756d23 tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] 10.222.0.85 "GET /v2.0/ports?device_id=ca2e97fe-673c-4012-ad62-3f23d1ebcb3d HTTP/1.1" status: 200 len: 945 time: 0.0755332 May 30 21:15:02.112806 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-cc9c59a1-7df3-4a5d-96bc-41f601b2690f req-bd82a33c-1829-4acb-9543-f6308417dd4f tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] 10.222.0.85 "GET /v2.0/security-groups?id=ad905452-83a9-40a3-bd47-e50a5f447b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431097 May 30 21:15:02.858071 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:15:03.319019 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2791df5a-1dad-4758-8ffb-1784bae2d4b7 req-ab404017-76b2-4fda-9349-df469ce0fd64 tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:15:03.320498 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2791df5a-1dad-4758-8ffb-1784bae2d4b7 req-ab404017-76b2-4fda-9349-df469ce0fd64 tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] 10.222.0.85 "GET /v2.0/ports?device_id=ca2e97fe-673c-4012-ad62-3f23d1ebcb3d HTTP/1.1" status: 200 len: 945 time: 0.0820856 May 30 21:15:03.365728 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2791df5a-1dad-4758-8ffb-1784bae2d4b7 req-f382ddf0-7918-4146-a18b-75c1a24179e1 tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] 10.222.0.85 "GET /v2.0/security-groups?id=ad905452-83a9-40a3-bd47-e50a5f447b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389302 May 30 21:15:04.716722 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc1c21a-ead3-4723-a53a-65aec976ed5f req-c19d1392-a2ef-41f1-b7b3-7705c0835c15 tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:15:04.719068 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9dc1c21a-ead3-4723-a53a-65aec976ed5f req-c19d1392-a2ef-41f1-b7b3-7705c0835c15 tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] 10.222.0.85 "GET /v2.0/ports?device_id=ca2e97fe-673c-4012-ad62-3f23d1ebcb3d HTTP/1.1" status: 200 len: 945 time: 0.0775015 May 30 21:15:04.764590 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9dc1c21a-ead3-4723-a53a-65aec976ed5f req-2c81904e-fe4f-4e55-9a73-320b8fd86e37 tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] 10.222.0.85 "GET /v2.0/security-groups?id=ad905452-83a9-40a3-bd47-e50a5f447b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408268 May 30 21:15:05.961602 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58adb9ea-c7ec-46c1-a95d-138e1d78485e req-6e0393be-f106-437b-959f-cc2bf56d2e6b tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:15:05.963180 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-58adb9ea-c7ec-46c1-a95d-138e1d78485e req-6e0393be-f106-437b-959f-cc2bf56d2e6b tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] 10.222.0.85 "GET /v2.0/ports?device_id=ca2e97fe-673c-4012-ad62-3f23d1ebcb3d HTTP/1.1" status: 200 len: 945 time: 0.0770214 May 30 21:15:06.009469 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-58adb9ea-c7ec-46c1-a95d-138e1d78485e req-b5c1ad0a-0837-4336-99ef-a44188cfa34f tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] 10.222.0.85 "GET /v2.0/security-groups?id=ad905452-83a9-40a3-bd47-e50a5f447b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408270 May 30 21:15:07.206268 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfe449f-b607-4aaf-8cce-890d93de58c4 req-e73f6657-ad26-48f1-aeac-e378a1e9cf24 tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:15:07.207691 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5bfe449f-b607-4aaf-8cce-890d93de58c4 req-e73f6657-ad26-48f1-aeac-e378a1e9cf24 tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] 10.222.0.85 "GET /v2.0/ports?device_id=ca2e97fe-673c-4012-ad62-3f23d1ebcb3d HTTP/1.1" status: 200 len: 945 time: 0.0788417 May 30 21:15:07.252117 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5bfe449f-b607-4aaf-8cce-890d93de58c4 req-3f392c70-8848-4c63-b47a-d8340abd9c29 tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] 10.222.0.85 "GET /v2.0/security-groups?id=ad905452-83a9-40a3-bd47-e50a5f447b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385828 May 30 21:15:08.450458 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3d42f5-8e2b-413b-9f42-a6d78b1e0a6d req-76f05290-c374-4ede-a084-0305f2a48a2d tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:15:08.451908 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1c3d42f5-8e2b-413b-9f42-a6d78b1e0a6d req-76f05290-c374-4ede-a084-0305f2a48a2d tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] 10.222.0.85 "GET /v2.0/ports?device_id=ca2e97fe-673c-4012-ad62-3f23d1ebcb3d HTTP/1.1" status: 200 len: 945 time: 0.0790269 May 30 21:15:08.497002 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1c3d42f5-8e2b-413b-9f42-a6d78b1e0a6d req-b2ef3147-7551-462f-b13e-b938ee619ff2 tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] 10.222.0.85 "GET /v2.0/security-groups?id=ad905452-83a9-40a3-bd47-e50a5f447b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396650 May 30 21:15:08.886513 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2af183b1-9835-48d2-ab1c-0e231222ff90 req-ab0474a4-eb51-4c33-9e37-210439fa1cfc service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7e82c23ab4074d1b8fc2af37c93b9ad2&device_id=ca2e97fe-673c-4012-ad62-3f23d1ebcb3d HTTP/1.1" status: 200 len: 1096 time: 0.0677607 May 30 21:15:09.032642 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af183b1-9835-48d2-ab1c-0e231222ff90 req-c0a7bacb-f644-4566-8b65-0c1671d2a2bd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:15:09.034112 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2af183b1-9835-48d2-ab1c-0e231222ff90 req-c0a7bacb-f644-4566-8b65-0c1671d2a2bd service neutron] 10.222.0.86 "GET /v2.0/networks?id=a7bb9300-a087-4a52-bb91-74ee21466fc6 HTTP/1.1" status: 200 len: 913 time: 0.1273952 May 30 21:15:09.192991 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2af183b1-9835-48d2-ab1c-0e231222ff90 req-833d3d5a-0cb7-414c-a14f-afda33db3190 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fdaec160-5c44-4af2-bd86-f19c2ea6d414 HTTP/1.1" status: 200 len: 217 time: 0.1519513 May 30 21:15:09.254029 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af183b1-9835-48d2-ab1c-0e231222ff90 req-43aa1817-8b3a-46de-98c4-0a769c60abc9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:15:09.255448 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2af183b1-9835-48d2-ab1c-0e231222ff90 req-43aa1817-8b3a-46de-98c4-0a769c60abc9 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c54c931c-2898-41fa-8185-8cfe647767c3 HTTP/1.1" status: 200 len: 852 time: 0.0563142 May 30 21:15:09.305010 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2af183b1-9835-48d2-ab1c-0e231222ff90 req-451589e0-770f-4677-adb2-9b855fdae315 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a7bb9300-a087-4a52-bb91-74ee21466fc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427055 May 30 21:15:09.444011 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2af183b1-9835-48d2-ab1c-0e231222ff90 req-a5cb7245-d0b8-4641-9cb2-6ba071c32283 service neutron] 10.222.0.86 "GET /v2.0/networks/a7bb9300-a087-4a52-bb91-74ee21466fc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322765 May 30 21:15:09.580451 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2af183b1-9835-48d2-ab1c-0e231222ff90 req-f725c422-8a3d-475f-8887-7ad52bd697d8 service neutron] 10.222.0.86 "GET /v2.0/networks/a7bb9300-a087-4a52-bb91-74ee21466fc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299756 May 30 21:15:09.692583 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a84b7a-e814-4f0c-a256-8894992537d1 req-67a26e89-592d-4086-98f0-1ce1a3b9386f tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:15:09.694127 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-35a84b7a-e814-4f0c-a256-8894992537d1 req-67a26e89-592d-4086-98f0-1ce1a3b9386f tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] 10.222.0.85 "GET /v2.0/ports?device_id=ca2e97fe-673c-4012-ad62-3f23d1ebcb3d HTTP/1.1" status: 200 len: 945 time: 0.0767221 May 30 21:15:09.739725 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-35a84b7a-e814-4f0c-a256-8894992537d1 req-578b7946-ae0a-465d-9726-692338975e3b tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] 10.222.0.85 "GET /v2.0/security-groups?id=ad905452-83a9-40a3-bd47-e50a5f447b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401802 May 30 21:15:10.022760 n-d-843948-2 neutron-server[84887]: INFO neutron.api.v2.resource [req-1f6b2533-5391-4518-ac23-3e5fdf6336f6 req-7fabec48-ff41-4f78-9fef-ed9d63bad3de service neutron] show failed (client error): The resource could not be found. May 30 21:15:10.023728 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1f6b2533-5391-4518-ac23-3e5fdf6336f6 req-7fabec48-ff41-4f78-9fef-ed9d63bad3de service neutron] 10.222.0.86 "GET /v2.0/ports/fdaec160-5c44-4af2-bd86-f19c2ea6d414/bindings/n-h1-843948-2 HTTP/1.1" status: 404 len: 380 time: 0.0764358 May 30 21:15:10.629716 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1f6b2533-5391-4518-ac23-3e5fdf6336f6 req-a9eb9818-737b-4cf0-af32-a148c6793fc8 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=ca2e97fe-673c-4012-ad62-3f23d1ebcb3d&tenant_id=7e82c23ab4074d1b8fc2af37c93b9ad2 HTTP/1.1" status: 200 len: 1096 time: 0.0678637 May 30 21:15:10.640324 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-1f6b2533-5391-4518-ac23-3e5fdf6336f6 req-fa0a88cc-7a13-47ef-a436-45341572492e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-843948-2', 'device_owner': 'compute:nova'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:15:10.749661 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-1f6b2533-5391-4518-ac23-3e5fdf6336f6 req-fa0a88cc-7a13-47ef-a436-45341572492e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:15:10.942993 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df279340-4bc7-4377-b824-0071f40c6893 req-23a3a42e-8d2b-44c1-bc09-52d3b46f54a9 tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:15:10.945234 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-df279340-4bc7-4377-b824-0071f40c6893 req-23a3a42e-8d2b-44c1-bc09-52d3b46f54a9 tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] 10.222.0.85 "GET /v2.0/ports?device_id=ca2e97fe-673c-4012-ad62-3f23d1ebcb3d HTTP/1.1" status: 200 len: 945 time: 0.0771186 May 30 21:15:10.994483 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-df279340-4bc7-4377-b824-0071f40c6893 req-79892666-a53d-4f1b-a2f9-cf7bbd5e90ef tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] 10.222.0.85 "GET /v2.0/security-groups?id=ad905452-83a9-40a3-bd47-e50a5f447b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434682 May 30 21:15:11.027114 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-1f6b2533-5391-4518-ac23-3e5fdf6336f6 req-fa0a88cc-7a13-47ef-a436-45341572492e service neutron] For port fdaec160-5c44-4af2-bd86-f19c2ea6d414, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=fdaec160-5c44-4af2-bd86-f19c2ea6d414,segment=NetworkSegment(508a6bc8-61ec-4c45-8bd6-cc52c30346d2),segment_id=508a6bc8-61ec-4c45-8bd6-cc52c30346d2)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:15:11.055310 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-1f6b2533-5391-4518-ac23-3e5fdf6336f6 req-fa0a88cc-7a13-47ef-a436-45341572492e service neutron] For port fdaec160-5c44-4af2-bd86-f19c2ea6d414, host n-h2-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 21:15:11.111382 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca2e97fe-673c-4012-ad62-3f23d1ebcb3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdaec160-5c44-4af2-bd86-f19c2ea6d414'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:15:11.116699 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-1f6b2533-5391-4518-ac23-3e5fdf6336f6 req-fa0a88cc-7a13-47ef-a436-45341572492e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:15:11.131665 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-1f6b2533-5391-4518-ac23-3e5fdf6336f6 req-fa0a88cc-7a13-47ef-a436-45341572492e service neutron] Transition to ACTIVE for port object fdaec160-5c44-4af2-bd86-f19c2ea6d414 will not be triggered until provisioned by entity L2. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:15:11.184713 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-299fe4a8-dca2-4dad-a2f0-c59a6d4faba0'] response: {'server_uuid': 'ca2e97fe-673c-4012-ad62-3f23d1ebcb3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdaec160-5c44-4af2-bd86-f19c2ea6d414', 'code': 200} May 30 21:15:11.207561 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-1f6b2533-5391-4518-ac23-3e5fdf6336f6 req-fa0a88cc-7a13-47ef-a436-45341572492e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:15:11.352998 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0a88cc-7a13-47ef-a436-45341572492e service neutron] Pushing event updated for resources: {'Port': ['ID=fdaec160-5c44-4af2-bd86-f19c2ea6d414,revision_number=6']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:15:11.363308 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f6b2533-5391-4518-ac23-3e5fdf6336f6 req-fa0a88cc-7a13-47ef-a436-45341572492e service neutron] No DVR routers for this DVR port fdaec160-5c44-4af2-bd86-f19c2ea6d414 on host n-h2-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 21:15:11.414566 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-1f6b2533-5391-4518-ac23-3e5fdf6336f6 req-fa0a88cc-7a13-47ef-a436-45341572492e service neutron] Attempting to bind port fdaec160-5c44-4af2-bd86-f19c2ea6d414 on host n-h1-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 21:15:11.414888 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-1f6b2533-5391-4518-ac23-3e5fdf6336f6 req-fa0a88cc-7a13-47ef-a436-45341572492e service neutron] Attempting to bind port fdaec160-5c44-4af2-bd86-f19c2ea6d414 by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': '508a6bc8-61ec-4c45-8bd6-cc52c30346d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'a7bb9300-a087-4a52-bb91-74ee21466fc6'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 21:15:11.415204 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f6b2533-5391-4518-ac23-3e5fdf6336f6 req-fa0a88cc-7a13-47ef-a436-45341572492e service neutron] Attempting to bind port fdaec160-5c44-4af2-bd86-f19c2ea6d414 on network a7bb9300-a087-4a52-bb91-74ee21466fc6 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:15:11.421374 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f6b2533-5391-4518-ac23-3e5fdf6336f6 req-fa0a88cc-7a13-47ef-a436-45341572492e service neutron] Port fdaec160-5c44-4af2-bd86-f19c2ea6d414 on network a7bb9300-a087-4a52-bb91-74ee21466fc6 not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 21:15:11.421713 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f6b2533-5391-4518-ac23-3e5fdf6336f6 req-fa0a88cc-7a13-47ef-a436-45341572492e service neutron] Attempting to bind port fdaec160-5c44-4af2-bd86-f19c2ea6d414 on network a7bb9300-a087-4a52-bb91-74ee21466fc6 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:15:11.427908 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f6b2533-5391-4518-ac23-3e5fdf6336f6 req-fa0a88cc-7a13-47ef-a436-45341572492e service neutron] Checking agent: {'id': 'f728d74e-a4ae-4384-860b-a5ade05dd8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 21, 14, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 21:15:11.428234 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f6b2533-5391-4518-ac23-3e5fdf6336f6 req-fa0a88cc-7a13-47ef-a436-45341572492e service neutron] Checking segment: {'id': '508a6bc8-61ec-4c45-8bd6-cc52c30346d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'a7bb9300-a087-4a52-bb91-74ee21466fc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:15:11.428608 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f6b2533-5391-4518-ac23-3e5fdf6336f6 req-fa0a88cc-7a13-47ef-a436-45341572492e service neutron] Bound using segment: {'id': '508a6bc8-61ec-4c45-8bd6-cc52c30346d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'a7bb9300-a087-4a52-bb91-74ee21466fc6'} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 21:15:11.429021 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-1f6b2533-5391-4518-ac23-3e5fdf6336f6 req-fa0a88cc-7a13-47ef-a436-45341572492e service neutron] Bound port: fdaec160-5c44-4af2-bd86-f19c2ea6d414, host: n-h1-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '508a6bc8-61ec-4c45-8bd6-cc52c30346d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'a7bb9300-a087-4a52-bb91-74ee21466fc6'}}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 21:15:11.429355 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-1f6b2533-5391-4518-ac23-3e5fdf6336f6 req-fa0a88cc-7a13-47ef-a436-45341572492e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:15:11.514195 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-1f6b2533-5391-4518-ac23-3e5fdf6336f6 req-fa0a88cc-7a13-47ef-a436-45341572492e service neutron] For port fdaec160-5c44-4af2-bd86-f19c2ea6d414, host n-h1-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 21:15:11.517010 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-1f6b2533-5391-4518-ac23-3e5fdf6336f6 req-fa0a88cc-7a13-47ef-a436-45341572492e service neutron] For port fdaec160-5c44-4af2-bd86-f19c2ea6d414, host n-h1-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=fdaec160-5c44-4af2-bd86-f19c2ea6d414,segment=NetworkSegment(508a6bc8-61ec-4c45-8bd6-cc52c30346d2),segment_id=508a6bc8-61ec-4c45-8bd6-cc52c30346d2)] {{(pid=84887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 21:15:11.606957 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-1f6b2533-5391-4518-ac23-3e5fdf6336f6 req-fa0a88cc-7a13-47ef-a436-45341572492e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:15:11.672038 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-1f6b2533-5391-4518-ac23-3e5fdf6336f6 req-fa0a88cc-7a13-47ef-a436-45341572492e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:15:11.673395 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1f6b2533-5391-4518-ac23-3e5fdf6336f6 req-fa0a88cc-7a13-47ef-a436-45341572492e service neutron] 10.222.0.71 "PUT /v2.0/ports/fdaec160-5c44-4af2-bd86-f19c2ea6d414 HTTP/1.1" status: 200 len: 1091 time: 1.0368795 May 30 21:15:11.687611 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0a88cc-7a13-47ef-a436-45341572492e service neutron] Pushing event updated for resources: {'Port': ['ID=fdaec160-5c44-4af2-bd86-f19c2ea6d414,revision_number=7']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:15:11.763617 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1f6b2533-5391-4518-ac23-3e5fdf6336f6 req-74d2859d-faf3-4278-9d27-17449c0072e3 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7e82c23ab4074d1b8fc2af37c93b9ad2&device_id=ca2e97fe-673c-4012-ad62-3f23d1ebcb3d HTTP/1.1" status: 200 len: 1094 time: 0.0698357 May 30 21:15:11.981817 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6b2533-5391-4518-ac23-3e5fdf6336f6 req-d4296947-4b30-4e58-a92d-c635bbbe8d80 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:15:11.983252 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1f6b2533-5391-4518-ac23-3e5fdf6336f6 req-d4296947-4b30-4e58-a92d-c635bbbe8d80 service neutron] 10.222.0.71 "GET /v2.0/networks?id=a7bb9300-a087-4a52-bb91-74ee21466fc6 HTTP/1.1" status: 200 len: 913 time: 0.2140853 May 30 21:15:12.120246 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1f6b2533-5391-4518-ac23-3e5fdf6336f6 req-065c59d0-785d-4cad-8931-01756e25cc8b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fdaec160-5c44-4af2-bd86-f19c2ea6d414 HTTP/1.1" status: 200 len: 217 time: 0.1306274 May 30 21:15:12.180520 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6b2533-5391-4518-ac23-3e5fdf6336f6 req-624a6444-2342-4682-acee-6d659110522f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:15:12.181956 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1f6b2533-5391-4518-ac23-3e5fdf6336f6 req-624a6444-2342-4682-acee-6d659110522f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c54c931c-2898-41fa-8185-8cfe647767c3 HTTP/1.1" status: 200 len: 852 time: 0.0571499 May 30 21:15:12.199100 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a90b1e-ff76-46cd-826a-d0a4936322c6 req-5a9b929d-1054-4267-8743-0592a0338d42 tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:15:12.200589 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f0a90b1e-ff76-46cd-826a-d0a4936322c6 req-5a9b929d-1054-4267-8743-0592a0338d42 tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] 10.222.0.85 "GET /v2.0/ports?device_id=ca2e97fe-673c-4012-ad62-3f23d1ebcb3d HTTP/1.1" status: 200 len: 943 time: 0.0775106 May 30 21:15:12.232399 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1f6b2533-5391-4518-ac23-3e5fdf6336f6 req-2e07fdb1-8f48-4a01-a33f-8e8534afb471 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a7bb9300-a087-4a52-bb91-74ee21466fc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435977 May 30 21:15:12.247685 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f0a90b1e-ff76-46cd-826a-d0a4936322c6 req-bb9ad894-170a-47ee-80e8-0fd5dca5fc0b tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] 10.222.0.85 "GET /v2.0/security-groups?id=ad905452-83a9-40a3-bd47-e50a5f447b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410788 May 30 21:15:12.366855 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1f6b2533-5391-4518-ac23-3e5fdf6336f6 req-3c4f6aa0-6017-422e-8b26-3cee57a4a3f9 service neutron] 10.222.0.71 "GET /v2.0/networks/a7bb9300-a087-4a52-bb91-74ee21466fc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284752 May 30 21:15:12.496323 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1f6b2533-5391-4518-ac23-3e5fdf6336f6 req-12816d4d-54df-4042-a2f0-f69822133e09 service neutron] 10.222.0.71 "GET /v2.0/networks/a7bb9300-a087-4a52-bb91-74ee21466fc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240981 May 30 21:15:13.183690 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca2e97fe-673c-4012-ad62-3f23d1ebcb3d', 'tag': 'fdaec160-5c44-4af2-bd86-f19c2ea6d414'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:15:13.253076 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3a9ba4b-a302-4aed-a5d6-a564aefd8fdf'] response: {'name': 'network-changed', 'server_uuid': 'ca2e97fe-673c-4012-ad62-3f23d1ebcb3d', 'tag': 'fdaec160-5c44-4af2-bd86-f19c2ea6d414', 'status': 'completed', 'code': 200} May 30 21:15:13.401656 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-99da9f49-2b90-45e6-855f-04649bd50211 req-b3e6e885-c092-49a1-9e4f-4a79f7991987 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7e82c23ab4074d1b8fc2af37c93b9ad2&device_id=ca2e97fe-673c-4012-ad62-3f23d1ebcb3d HTTP/1.1" status: 200 len: 1094 time: 0.0987749 May 30 21:15:13.405154 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-99da9f49-2b90-45e6-855f-04649bd50211 req-bd7acdfb-952a-4523-be89-8b2f28f4e95c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7e82c23ab4074d1b8fc2af37c93b9ad2&device_id=ca2e97fe-673c-4012-ad62-3f23d1ebcb3d HTTP/1.1" status: 200 len: 1094 time: 0.1310999 May 30 21:15:13.459374 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea553df8-d55a-4090-b024-f063dbe12f77 req-50962eb1-bd94-42ae-a040-1f0b398ecb33 tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:15:13.460777 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ea553df8-d55a-4090-b024-f063dbe12f77 req-50962eb1-bd94-42ae-a040-1f0b398ecb33 tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] 10.222.0.85 "GET /v2.0/ports?device_id=ca2e97fe-673c-4012-ad62-3f23d1ebcb3d HTTP/1.1" status: 200 len: 943 time: 0.0882463 May 30 21:15:13.507193 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ea553df8-d55a-4090-b024-f063dbe12f77 req-dbf4ac83-216e-4f1c-b2f4-5e7f6cb162ea tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] 10.222.0.85 "GET /v2.0/security-groups?id=ad905452-83a9-40a3-bd47-e50a5f447b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408232 May 30 21:15:13.550262 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device fdaec160-5c44-4af2-bd86-f19c2ea6d414 no longer exists at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 21:15:13.608261 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device fdaec160-5c44-4af2-bd86-f19c2ea6d414 not bound to the agent host n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 21:15:13.644708 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99da9f49-2b90-45e6-855f-04649bd50211 req-aa9aeef1-8193-4de0-9343-405afc65e3aa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:15:13.646164 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-99da9f49-2b90-45e6-855f-04649bd50211 req-aa9aeef1-8193-4de0-9343-405afc65e3aa service neutron] 10.222.0.86 "GET /v2.0/networks?id=a7bb9300-a087-4a52-bb91-74ee21466fc6 HTTP/1.1" status: 200 len: 913 time: 0.2344990 May 30 21:15:13.648271 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99da9f49-2b90-45e6-855f-04649bd50211 req-14ae13b2-4007-4bd9-bf31-3a366ba21f09 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:15:13.649553 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-99da9f49-2b90-45e6-855f-04649bd50211 req-14ae13b2-4007-4bd9-bf31-3a366ba21f09 service neutron] 10.222.0.71 "GET /v2.0/networks?id=a7bb9300-a087-4a52-bb91-74ee21466fc6 HTTP/1.1" status: 200 len: 913 time: 0.2177639 May 30 21:15:13.775405 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-99da9f49-2b90-45e6-855f-04649bd50211 req-d3d12026-52ab-4458-9038-de79eec8ee8b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fdaec160-5c44-4af2-bd86-f19c2ea6d414 HTTP/1.1" status: 200 len: 217 time: 0.1195214 May 30 21:15:13.776609 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-99da9f49-2b90-45e6-855f-04649bd50211 req-7243d8ea-0126-4892-80ab-a0b04e16880b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fdaec160-5c44-4af2-bd86-f19c2ea6d414 HTTP/1.1" status: 200 len: 217 time: 0.0743835 May 30 21:15:13.886616 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99da9f49-2b90-45e6-855f-04649bd50211 req-788c70c4-1000-498c-ae9a-0d4dd28c8fc9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:15:13.888012 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-99da9f49-2b90-45e6-855f-04649bd50211 req-788c70c4-1000-498c-ae9a-0d4dd28c8fc9 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c54c931c-2898-41fa-8185-8cfe647767c3 HTTP/1.1" status: 200 len: 852 time: 0.1062531 May 30 21:15:13.889301 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99da9f49-2b90-45e6-855f-04649bd50211 req-56f86bb8-b13e-4100-a34b-b558c41298ee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:15:13.890570 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-99da9f49-2b90-45e6-855f-04649bd50211 req-56f86bb8-b13e-4100-a34b-b558c41298ee service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c54c931c-2898-41fa-8185-8cfe647767c3 HTTP/1.1" status: 200 len: 852 time: 0.0793025 May 30 21:15:13.972021 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-99da9f49-2b90-45e6-855f-04649bd50211 req-25eee165-27e0-458f-8971-10566267fdb5 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a7bb9300-a087-4a52-bb91-74ee21466fc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0757060 May 30 21:15:13.973855 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-99da9f49-2b90-45e6-855f-04649bd50211 req-35fbeeb3-d3d5-4b0d-a8b7-5753bdda4344 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a7bb9300-a087-4a52-bb91-74ee21466fc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0765278 May 30 21:15:14.331964 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-99da9f49-2b90-45e6-855f-04649bd50211 req-d303315b-a7c5-44fa-9ecc-5e6f37469711 service neutron] 10.222.0.71 "GET /v2.0/networks/a7bb9300-a087-4a52-bb91-74ee21466fc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3334053 May 30 21:15:14.335109 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-99da9f49-2b90-45e6-855f-04649bd50211 req-826f51b1-149f-4805-9f7b-63e735a3d792 service neutron] 10.222.0.86 "GET /v2.0/networks/a7bb9300-a087-4a52-bb91-74ee21466fc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3538442 May 30 21:15:14.582636 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-99da9f49-2b90-45e6-855f-04649bd50211 req-76a86171-7c34-433b-b748-2964ce2be261 service neutron] 10.222.0.71 "GET /v2.0/networks/a7bb9300-a087-4a52-bb91-74ee21466fc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2398701 May 30 21:15:14.584282 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-99da9f49-2b90-45e6-855f-04649bd50211 req-75df659f-0781-44aa-a788-77fb82cae307 service neutron] 10.222.0.86 "GET /v2.0/networks/a7bb9300-a087-4a52-bb91-74ee21466fc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235816 May 30 21:15:14.711317 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2ced0a-cb75-449e-bfca-7b0fe3df5999 req-86c1224c-54d7-4151-b574-e87982cb82f5 tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:15:14.712748 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1e2ced0a-cb75-449e-bfca-7b0fe3df5999 req-86c1224c-54d7-4151-b574-e87982cb82f5 tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] 10.222.0.85 "GET /v2.0/ports?device_id=ca2e97fe-673c-4012-ad62-3f23d1ebcb3d HTTP/1.1" status: 200 len: 943 time: 0.0760310 May 30 21:15:14.757803 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1e2ced0a-cb75-449e-bfca-7b0fe3df5999 req-ffc0ff5a-e01a-40ac-8e3c-293fccad0818 tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] 10.222.0.85 "GET /v2.0/security-groups?id=ad905452-83a9-40a3-bd47-e50a5f447b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393045 May 30 21:15:15.372429 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2e92c0-a6e3-4747-9c0a-43ed09d19779 req-9ad87716-4185-48c9-920f-076b1b44c4c3 tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:15:15.373838 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6c2e92c0-a6e3-4747-9c0a-43ed09d19779 req-9ad87716-4185-48c9-920f-076b1b44c4c3 tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] 10.222.0.86 "GET /v2.0/ports?device_id=ca2e97fe-673c-4012-ad62-3f23d1ebcb3d&tenant_id=7e82c23ab4074d1b8fc2af37c93b9ad2&binding%3Ahost_id=n-h1-843948-2 HTTP/1.1" status: 200 len: 943 time: 0.0839171 May 30 21:15:15.453663 n-d-843948-2 neutron-server[84887]: INFO neutron.api.v2.resource [req-6c2e92c0-a6e3-4747-9c0a-43ed09d19779 req-46328037-e919-4382-aee8-b8fdd4ad582f service neutron] delete failed (client error): The resource could not be found. May 30 21:15:15.454651 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6c2e92c0-a6e3-4747-9c0a-43ed09d19779 req-46328037-e919-4382-aee8-b8fdd4ad582f service neutron] 10.222.0.86 "DELETE /v2.0/ports/fdaec160-5c44-4af2-bd86-f19c2ea6d414/bindings/n-h2-843948-2 HTTP/1.1" status: 404 len: 380 time: 0.0727651 May 30 21:15:15.603015 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6c2e92c0-a6e3-4747-9c0a-43ed09d19779 req-64d77efb-d408-44a8-882e-5966dcb5099f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7e82c23ab4074d1b8fc2af37c93b9ad2&device_id=ca2e97fe-673c-4012-ad62-3f23d1ebcb3d HTTP/1.1" status: 200 len: 1094 time: 0.0727615 May 30 21:15:15.738132 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2e92c0-a6e3-4747-9c0a-43ed09d19779 req-47d731b0-38ab-429f-86db-0784d626b540 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:15:15.739546 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6c2e92c0-a6e3-4747-9c0a-43ed09d19779 req-47d731b0-38ab-429f-86db-0784d626b540 service neutron] 10.222.0.86 "GET /v2.0/networks?id=a7bb9300-a087-4a52-bb91-74ee21466fc6 HTTP/1.1" status: 200 len: 913 time: 0.1274345 May 30 21:15:15.809345 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6c2e92c0-a6e3-4747-9c0a-43ed09d19779 req-4b1fa4e0-113c-4f61-a900-a013ea885355 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fdaec160-5c44-4af2-bd86-f19c2ea6d414 HTTP/1.1" status: 200 len: 217 time: 0.0607390 May 30 21:15:15.892536 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2e92c0-a6e3-4747-9c0a-43ed09d19779 req-fa194f6d-4b50-46ec-b893-ab2ed5710fe9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:15:15.892536 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6c2e92c0-a6e3-4747-9c0a-43ed09d19779 req-fa194f6d-4b50-46ec-b893-ab2ed5710fe9 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c54c931c-2898-41fa-8185-8cfe647767c3 HTTP/1.1" status: 200 len: 852 time: 0.0618377 May 30 21:15:15.928426 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6c2e92c0-a6e3-4747-9c0a-43ed09d19779 req-5e54cdfd-ee28-4c6d-bb0c-9b0709c1b7b2 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a7bb9300-a087-4a52-bb91-74ee21466fc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387855 May 30 21:15:16.064617 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6c2e92c0-a6e3-4747-9c0a-43ed09d19779 req-e426e73d-a2f0-4e5c-b457-136af34bda96 service neutron] 10.222.0.86 "GET /v2.0/networks/a7bb9300-a087-4a52-bb91-74ee21466fc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292021 May 30 21:15:16.198136 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6c2e92c0-a6e3-4747-9c0a-43ed09d19779 req-64ccb896-cb32-4d45-b544-304de1114720 service neutron] 10.222.0.86 "GET /v2.0/networks/a7bb9300-a087-4a52-bb91-74ee21466fc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239023 May 30 21:15:16.208957 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device fdaec160-5c44-4af2-bd86-f19c2ea6d414 details requested by agent hyperv_n-h1-843948-2 with host n-h1-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 21:15:16.343065 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port fdaec160-5c44-4af2-bd86-f19c2ea6d414, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=fdaec160-5c44-4af2-bd86-f19c2ea6d414,segment=NetworkSegment(508a6bc8-61ec-4c45-8bd6-cc52c30346d2),segment_id=508a6bc8-61ec-4c45-8bd6-cc52c30346d2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:15:16.356802 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Returning: {'device': 'fdaec160-5c44-4af2-bd86-f19c2ea6d414', 'network_id': 'a7bb9300-a087-4a52-bb91-74ee21466fc6', 'port_id': 'fdaec160-5c44-4af2-bd86-f19c2ea6d414', 'mac_address': 'fa:16:3e:e5:a0:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 673, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c54c931c-2898-41fa-8185-8cfe647767c3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 21:15:16.410697 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:15:16.428026 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdaec160-5c44-4af2-bd86-f19c2ea6d414 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 21:15:16.443412 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port fdaec160-5c44-4af2-bd86-f19c2ea6d414, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=fdaec160-5c44-4af2-bd86-f19c2ea6d414,segment=NetworkSegment(508a6bc8-61ec-4c45-8bd6-cc52c30346d2),segment_id=508a6bc8-61ec-4c45-8bd6-cc52c30346d2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:15:16.514984 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:15:16.582204 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=fdaec160-5c44-4af2-bd86-f19c2ea6d414,revision_number=8']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:15:16.681871 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:15:16.681871 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:15:16.681871 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:15:16.681871 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:15:16.681871 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:15:16.681871 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:15:16.681871 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:15:16.681871 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:15:16.681871 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:15:16.681871 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:15:16.681871 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:15:16.750435 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['fdaec160-5c44-4af2-bd86-f19c2ea6d414'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 21:15:17.753387 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e897c8-7a81-4f90-9f8b-82ce9b4d3fe5 req-ff2d6576-f2ed-45e0-9896-4311b4e74ee8 tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:15:17.754861 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f6e897c8-7a81-4f90-9f8b-82ce9b4d3fe5 req-ff2d6576-f2ed-45e0-9896-4311b4e74ee8 tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] 10.222.0.85 "GET /v2.0/ports?device_id=ca2e97fe-673c-4012-ad62-3f23d1ebcb3d HTTP/1.1" status: 200 len: 944 time: 0.0768468 May 30 21:15:17.809144 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f6e897c8-7a81-4f90-9f8b-82ce9b4d3fe5 req-66ea646c-e2e2-4626-a550-4b3d3fee2d81 tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] 10.222.0.85 "GET /v2.0/security-groups?id=ad905452-83a9-40a3-bd47-e50a5f447b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441232 May 30 21:15:18.227172 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device fdaec160-5c44-4af2-bd86-f19c2ea6d414 up at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:15:18.360512 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning for port fdaec160-5c44-4af2-bd86-f19c2ea6d414 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:15:18.366160 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning complete for port fdaec160-5c44-4af2-bd86-f19c2ea6d414 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:15:18.366652 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:15:18.484544 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:15:18.510651 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca2e97fe-673c-4012-ad62-3f23d1ebcb3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdaec160-5c44-4af2-bd86-f19c2ea6d414'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:15:18.519883 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port fdaec160-5c44-4af2-bd86-f19c2ea6d414, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=fdaec160-5c44-4af2-bd86-f19c2ea6d414,segment=NetworkSegment(508a6bc8-61ec-4c45-8bd6-cc52c30346d2),segment_id=508a6bc8-61ec-4c45-8bd6-cc52c30346d2)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:15:18.568300 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-069d7eb7-d5f7-4c55-9ca9-cd7d8a11bd5f'] response: {'server_uuid': 'ca2e97fe-673c-4012-ad62-3f23d1ebcb3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdaec160-5c44-4af2-bd86-f19c2ea6d414', 'code': 200} May 30 21:15:18.614513 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:15:18.681039 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=fdaec160-5c44-4af2-bd86-f19c2ea6d414,revision_number=9']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:15:19.047475 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2e92c0-a6e3-4747-9c0a-43ed09d19779 req-575fd0bb-2979-4a22-acee-38058c2dbe55 tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:15:19.048907 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6c2e92c0-a6e3-4747-9c0a-43ed09d19779 req-575fd0bb-2979-4a22-acee-38058c2dbe55 tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] 10.222.0.71 "GET /v2.0/ports?device_id=ca2e97fe-673c-4012-ad62-3f23d1ebcb3d HTTP/1.1" status: 200 len: 945 time: 0.1369336 May 30 21:15:19.057853 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c71f44b-cc43-4fab-924c-5103f4874267 req-37ec0eee-7d03-455e-978e-39b1fcdcbdc3 tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:15:19.059157 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4c71f44b-cc43-4fab-924c-5103f4874267 req-37ec0eee-7d03-455e-978e-39b1fcdcbdc3 tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] 10.222.0.85 "GET /v2.0/ports?device_id=ca2e97fe-673c-4012-ad62-3f23d1ebcb3d HTTP/1.1" status: 200 len: 945 time: 0.1164002 May 30 21:15:19.249914 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-6c2e92c0-a6e3-4747-9c0a-43ed09d19779 req-ae10607c-c62c-4509-ad65-5a0646e70662 tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] Deleting port fdaec160-5c44-4af2-bd86-f19c2ea6d414 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:15:19.250243 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-6c2e92c0-a6e3-4747-9c0a-43ed09d19779 req-ae10607c-c62c-4509-ad65-5a0646e70662 tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:15:19.302427 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4c71f44b-cc43-4fab-924c-5103f4874267 req-8f0c4460-c462-44af-b833-ce7a6af73a5d tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] 10.222.0.85 "GET /v2.0/security-groups?id=ad905452-83a9-40a3-bd47-e50a5f447b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081774 May 30 21:15:19.502885 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-6c2e92c0-a6e3-4747-9c0a-43ed09d19779 req-ae10607c-c62c-4509-ad65-5a0646e70662 tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] For port fdaec160-5c44-4af2-bd86-f19c2ea6d414, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=fdaec160-5c44-4af2-bd86-f19c2ea6d414,segment=NetworkSegment(508a6bc8-61ec-4c45-8bd6-cc52c30346d2),segment_id=508a6bc8-61ec-4c45-8bd6-cc52c30346d2)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:15:19.503247 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-6c2e92c0-a6e3-4747-9c0a-43ed09d19779 req-ae10607c-c62c-4509-ad65-5a0646e70662 tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:15:19.627034 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-6c2e92c0-a6e3-4747-9c0a-43ed09d19779 req-ae10607c-c62c-4509-ad65-5a0646e70662 tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] Calling delete_port for fdaec160-5c44-4af2-bd86-f19c2ea6d414 owned by compute:nova {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:15:19.858688 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-6c2e92c0-a6e3-4747-9c0a-43ed09d19779 req-ae10607c-c62c-4509-ad65-5a0646e70662 tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:15:19.870055 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['fdaec160-5c44-4af2-bd86-f19c2ea6d414'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 21:15:19.910454 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae10607c-c62c-4509-ad65-5a0646e70662 tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] Pushing event deleted for resources: {'Port': ['ID=fdaec160-5c44-4af2-bd86-f19c2ea6d414,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:15:19.954162 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae10607c-c62c-4509-ad65-5a0646e70662 tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:15:19.954502 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae10607c-c62c-4509-ad65-5a0646e70662 tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:15:19.954838 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae10607c-c62c-4509-ad65-5a0646e70662 tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:15:19.955169 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae10607c-c62c-4509-ad65-5a0646e70662 tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:15:19.955498 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae10607c-c62c-4509-ad65-5a0646e70662 tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:15:19.955824 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae10607c-c62c-4509-ad65-5a0646e70662 tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:15:19.956150 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae10607c-c62c-4509-ad65-5a0646e70662 tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:15:19.956472 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae10607c-c62c-4509-ad65-5a0646e70662 tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:15:19.956792 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae10607c-c62c-4509-ad65-5a0646e70662 tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:15:19.957104 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae10607c-c62c-4509-ad65-5a0646e70662 tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:15:19.957422 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae10607c-c62c-4509-ad65-5a0646e70662 tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:15:19.999204 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c2e92c0-a6e3-4747-9c0a-43ed09d19779 req-ae10607c-c62c-4509-ad65-5a0646e70662 tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] No DVR routers for this DVR port fdaec160-5c44-4af2-bd86-f19c2ea6d414 on host n-h1-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 21:15:20.001829 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-6c2e92c0-a6e3-4747-9c0a-43ed09d19779 req-ae10607c-c62c-4509-ad65-5a0646e70662 tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:15:20.004307 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca2e97fe-673c-4012-ad62-3f23d1ebcb3d', 'name': 'network-vif-deleted', 'tag': 'fdaec160-5c44-4af2-bd86-f19c2ea6d414'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:15:20.060438 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4981ffe5-60ea-406c-9108-096c10918edf'] response: {'server_uuid': 'ca2e97fe-673c-4012-ad62-3f23d1ebcb3d', 'name': 'network-vif-deleted', 'tag': 'fdaec160-5c44-4af2-bd86-f19c2ea6d414', 'status': 'completed', 'code': 200} May 30 21:15:20.093058 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6c2e92c0-a6e3-4747-9c0a-43ed09d19779 req-ae10607c-c62c-4509-ad65-5a0646e70662 tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] 10.222.0.71 "DELETE /v2.0/ports/fdaec160-5c44-4af2-bd86-f19c2ea6d414 HTTP/1.1" status: 204 len: 173 time: 1.0329566 May 30 21:15:20.105825 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:15:20.475528 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-399f16f7-8dfe-4632-a321-2ae3a24803a2 req-7d955a5f-99da-41bd-b754-4cf963265ccb tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] Synchronizing usage tracker for tenant:7e82c23ab4074d1b8fc2af37c93b9ad2 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 21:15:20.543335 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-399f16f7-8dfe-4632-a321-2ae3a24803a2 req-7d955a5f-99da-41bd-b754-4cf963265ccb tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] Unset dirty status for tenant:7e82c23ab4074d1b8fc2af37c93b9ad2 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 21:15:20.545070 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-399f16f7-8dfe-4632-a321-2ae3a24803a2 req-7d955a5f-99da-41bd-b754-4cf963265ccb tempest-DeleteServersTestJSON-1986345480 tempest-DeleteServersTestJSON-1986345480-project] 10.222.0.85 "GET /v2.0/ports?device_id=ca2e97fe-673c-4012-ad62-3f23d1ebcb3d HTTP/1.1" status: 200 len: 210 time: 0.1087110 May 30 21:15:21.806862 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 49514) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:15:21.866226 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_v2 [None req-2aaf966b-6c9a-4a52-965f-993937b4f529 admin admin] Deleting subnet c54c931c-2898-41fa-8185-8cfe647767c3 {{(pid=84886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 21:15:21.869023 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2aaf966b-6c9a-4a52-965f-993937b4f529 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:15:21.921874 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2aaf966b-6c9a-4a52-965f-993937b4f529 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2655517'] for subnet, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:15:21.975904 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2aaf966b-6c9a-4a52-965f-993937b4f529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:15:22.117936 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2aaf966b-6c9a-4a52-965f-993937b4f529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4127075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2778536'] for subnet, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:15:22.165050 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaf966b-6c9a-4a52-965f-993937b4f529 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c54c931c-2898-41fa-8185-8cfe647767c3,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:15:22.174283 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2aaf966b-6c9a-4a52-965f-993937b4f529 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:15:22.183563 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aaf966b-6c9a-4a52-965f-993937b4f529 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:15:22.183907 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aaf966b-6c9a-4a52-965f-993937b4f529 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:15:22.184331 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aaf966b-6c9a-4a52-965f-993937b4f529 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:15:22.184700 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aaf966b-6c9a-4a52-965f-993937b4f529 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:15:22.185034 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aaf966b-6c9a-4a52-965f-993937b4f529 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:15:22.185365 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aaf966b-6c9a-4a52-965f-993937b4f529 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:15:22.185720 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aaf966b-6c9a-4a52-965f-993937b4f529 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:15:22.186049 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aaf966b-6c9a-4a52-965f-993937b4f529 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:15:22.186375 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aaf966b-6c9a-4a52-965f-993937b4f529 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:15:22.186692 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aaf966b-6c9a-4a52-965f-993937b4f529 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:15:22.187014 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aaf966b-6c9a-4a52-965f-993937b4f529 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:15:22.193023 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-2aaf966b-6c9a-4a52-965f-993937b4f529 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/c54c931c-2898-41fa-8185-8cfe647767c3 HTTP/1.1" status: 204 len: 168 time: 0.3849688 May 30 21:15:22.195412 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 49518) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:15:22.264832 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device fdaec160-5c44-4af2-bd86-f19c2ea6d414 no longer exists at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 21:15:22.303586 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b16a7311-5061-4739-b766-953212302307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:15:22.330822 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] No Port match for: fdaec160-5c44-4af2-bd86-f19c2ea6d414 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 21:15:22.331169 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device fdaec160-5c44-4af2-bd86-f19c2ea6d414 not bound to the agent host n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 21:15:22.430545 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b16a7311-5061-4739-b766-953212302307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:15:22.455168 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-b16a7311-5061-4739-b766-953212302307 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7bb9300-a087-4a52-bb91-74ee21466fc6']}} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:15:22.467431 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-b16a7311-5061-4739-b766-953212302307 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '508a6bc8-61ec-4c45-8bd6-cc52c30346d2') {'for_net_delete': True} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:15:22.467711 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-b16a7311-5061-4739-b766-953212302307 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '508a6bc8-61ec-4c45-8bd6-cc52c30346d2') {} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:15:22.478905 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b16a7311-5061-4739-b766-953212302307 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2660590'] for segment, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:15:22.494323 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b16a7311-5061-4739-b766-953212302307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:15:22.500236 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b16a7311-5061-4739-b766-953212302307 admin admin] Releasing vlan 673 on physical network physnet1 to pool {{(pid=84886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 21:15:22.501772 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b16a7311-5061-4739-b766-953212302307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4126989'] for segment, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:15:22.513965 n-d-843948-2 neutron-server[84886]: Traceback (most recent call last): May 30 21:15:22.513965 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 21:15:22.513965 n-d-843948-2 neutron-server[84886]: timer() May 30 21:15:22.513965 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 21:15:22.513965 n-d-843948-2 neutron-server[84886]: cb(*args, **kw) May 30 21:15:22.513965 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 21:15:22.513965 n-d-843948-2 neutron-server[84886]: return func(*args, **kwargs) May 30 21:15:22.513965 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 21:15:22.513965 n-d-843948-2 neutron-server[84886]: self._notify() May 30 21:15:22.513965 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 21:15:22.513965 n-d-843948-2 neutron-server[84886]: self.callback(batched_events) May 30 21:15:22.513965 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 21:15:22.513965 n-d-843948-2 neutron-server[84886]: event.method(event) May 30 21:15:22.513965 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 21:15:22.513965 n-d-843948-2 neutron-server[84886]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 21:15:22.513965 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 21:15:22.513965 n-d-843948-2 neutron-server[84886]: aggregate_uuid = self.p_client.list_aggregates( May 30 21:15:22.513965 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 21:15:22.513965 n-d-843948-2 neutron-server[84886]: return f(self, *a, **k) May 30 21:15:22.513965 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 21:15:22.513965 n-d-843948-2 neutron-server[84886]: return self._get(url).json() May 30 21:15:22.513965 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 21:15:22.513965 n-d-843948-2 neutron-server[84886]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 21:15:22.513965 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 21:15:22.513965 n-d-843948-2 neutron-server[84886]: return self.request(url, 'GET', **kwargs) May 30 21:15:22.513965 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 21:15:22.513965 n-d-843948-2 neutron-server[84886]: base_url = self.get_endpoint(auth, allow=allow, May 30 21:15:22.513965 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 21:15:22.513965 n-d-843948-2 neutron-server[84886]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 21:15:22.513965 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 21:15:22.513965 n-d-843948-2 neutron-server[84886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 21:15:22.513965 n-d-843948-2 neutron-server[84886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 21:15:22.659981 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b16a7311-5061-4739-b766-953212302307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:15:22.676001 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b16a7311-5061-4739-b766-953212302307 admin admin] Notify callbacks [] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:15:22.686154 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16a7311-5061-4739-b766-953212302307 admin admin] Pushing event deleted for resources: {'Network': ['ID=a7bb9300-a087-4a52-bb91-74ee21466fc6,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:15:22.757690 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-b16a7311-5061-4739-b766-953212302307 admin admin] 10.222.0.85 "DELETE /v2.0/networks/a7bb9300-a087-4a52-bb91-74ee21466fc6 HTTP/1.1" status: 204 len: 168 time: 0.5611551 May 30 21:15:22.837122 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:15:23.078912 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 49524) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:15:23.130452 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-82504b1b-e01e-47e1-9f95-dc4b9fbec778 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=7e82c23ab4074d1b8fc2af37c93b9ad2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0503874 May 30 21:15:23.132938 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 49528) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:15:23.192027 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-69d27f29-b913-45b4-8030-a4496edc450e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:15:23.217541 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-69d27f29-b913-45b4-8030-a4496edc450e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:15:23.345832 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-69d27f29-b913-45b4-8030-a4496edc450e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:15:23.366321 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d27f29-b913-45b4-8030-a4496edc450e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad905452-83a9-40a3-bd47-e50a5f447b68,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:15:23.447396 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-69d27f29-b913-45b4-8030-a4496edc450e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:15:23.448538 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-69d27f29-b913-45b4-8030-a4496edc450e admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/ad905452-83a9-40a3-bd47-e50a5f447b68 HTTP/1.1" status: 204 len: 168 time: 0.3147259 May 30 21:15:24.571853 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 49550) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:15:24.717902 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-2035e6f7-5d8b-4f93-a9e6-89170c5c1a17 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-2115485521-network', 'tenant_id': '2a9a5c2e5e2645afb589d97e24523899'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:15:24.727208 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-2035e6f7-5d8b-4f93-a9e6-89170c5c1a17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:15:24.727450 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-2035e6f7-5d8b-4f93-a9e6-89170c5c1a17 admin admin] Usage tracker for resource:network and tenant:2a9a5c2e5e2645afb589d97e24523899 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:15:24.730398 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-2035e6f7-5d8b-4f93-a9e6-89170c5c1a17 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:15:24.736837 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-2035e6f7-5d8b-4f93-a9e6-89170c5c1a17 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:15:24.814546 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2035e6f7-5d8b-4f93-a9e6-89170c5c1a17 admin admin] Made reservation on behalf of 2a9a5c2e5e2645afb589d97e24523899 for: {'network': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 21:15:24.817150 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2035e6f7-5d8b-4f93-a9e6-89170c5c1a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:15:24.829725 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2035e6f7-5d8b-4f93-a9e6-89170c5c1a17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:15:24.860347 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-2035e6f7-5d8b-4f93-a9e6-89170c5c1a17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:15:24.864114 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-2035e6f7-5d8b-4f93-a9e6-89170c5c1a17 admin admin] Usage tracker for resource:security_group_rule and tenant:2a9a5c2e5e2645afb589d97e24523899 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:15:24.867009 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-2035e6f7-5d8b-4f93-a9e6-89170c5c1a17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:15:24.873262 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-2035e6f7-5d8b-4f93-a9e6-89170c5c1a17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:15:24.939825 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2035e6f7-5d8b-4f93-a9e6-89170c5c1a17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:15:25.054067 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2035e6f7-5d8b-4f93-a9e6-89170c5c1a17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:15:25.085600 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2035e6f7-5d8b-4f93-a9e6-89170c5c1a17 admin admin] vlan segment allocate from pool success with {'vlan_id': 694, 'physical_network': 'physnet1'} {{(pid=84887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 21:15:25.091212 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2035e6f7-5d8b-4f93-a9e6-89170c5c1a17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70b03e0d-ecd1-4da6-b46b-a03ef677397d,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:15:25.097750 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2035e6f7-5d8b-4f93-a9e6-89170c5c1a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:15:25.098566 n-d-843948-2 neutron-server[84887]: INFO neutron.db.segments_db [None req-2035e6f7-5d8b-4f93-a9e6-89170c5c1a17 admin admin] Added segment 8aa8c6f5-be80-4268-87fe-cde529f8605f of type vlan for network 4cdc8cfa-a13f-4be0-985e-d2226c811091 May 30 21:15:25.123769 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2035e6f7-5d8b-4f93-a9e6-89170c5c1a17 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:15:25.217829 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2035e6f7-5d8b-4f93-a9e6-89170c5c1a17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:15:25.218684 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2035e6f7-5d8b-4f93-a9e6-89170c5c1a17 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:15:25.219250 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2035e6f7-5d8b-4f93-a9e6-89170c5c1a17 admin admin] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:15:25.321312 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2035e6f7-5d8b-4f93-a9e6-89170c5c1a17 admin admin] Pushing event updated for resources: {'Network': ['ID=4cdc8cfa-a13f-4be0-985e-d2226c811091,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:15:25.330705 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network 4cdc8cfa-a13f-4be0-985e-d2226c811091 details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 21:15:25.390328 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-2035e6f7-5d8b-4f93-a9e6-89170c5c1a17 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8173537 May 30 21:15:25.393215 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 49556) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:15:25.399587 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-6870053d-cd95-4a58-bb00-30b5ab0fa9ff admin admin] Request body: {'subnet': {'network_id': '4cdc8cfa-a13f-4be0-985e-d2226c811091', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-2115485521-subnet', 'tenant_id': '2a9a5c2e5e2645afb589d97e24523899', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:15:25.405760 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-6870053d-cd95-4a58-bb00-30b5ab0fa9ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:15:25.409678 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-6870053d-cd95-4a58-bb00-30b5ab0fa9ff admin admin] Usage tracker for resource:subnet and tenant:2a9a5c2e5e2645afb589d97e24523899 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:15:25.412601 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-6870053d-cd95-4a58-bb00-30b5ab0fa9ff admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:15:25.418533 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-6870053d-cd95-4a58-bb00-30b5ab0fa9ff admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:15:25.511254 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6870053d-cd95-4a58-bb00-30b5ab0fa9ff admin admin] Made reservation on behalf of 2a9a5c2e5e2645afb589d97e24523899 for: {'subnet': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 21:15:25.514180 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6870053d-cd95-4a58-bb00-30b5ab0fa9ff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114220'] for subnet, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:15:25.786133 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6870053d-cd95-4a58-bb00-30b5ab0fa9ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4055401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114238'] for subnet, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:15:25.860876 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6870053d-cd95-4a58-bb00-30b5ab0fa9ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=6446f5b4-67b4-46a0-acf7-be1525ab34ba,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:15:25.872880 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6870053d-cd95-4a58-bb00-30b5ab0fa9ff admin admin] Checking segment: {'id': '8aa8c6f5-be80-4268-87fe-cde529f8605f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '4cdc8cfa-a13f-4be0-985e-d2226c811091'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:15:25.873235 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6870053d-cd95-4a58-bb00-30b5ab0fa9ff admin admin] Network hostable DHCP agents. Network: 4cdc8cfa-a13f-4be0-985e-d2226c811091, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 21:15:25.985701 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6870053d-cd95-4a58-bb00-30b5ab0fa9ff admin admin] Network 4cdc8cfa-a13f-4be0-985e-d2226c811091 is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 21:15:26.081096 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-6870053d-cd95-4a58-bb00-30b5ab0fa9ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, 4cdc8cfa-a13f-4be0-985e-d2226c811091) {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:15:26.085787 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6870053d-cd95-4a58-bb00-30b5ab0fa9ff admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:15:26.087931 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-6870053d-cd95-4a58-bb00-30b5ab0fa9ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:15:26.091201 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebbe0240-eb17-46e2-aaa3-b7876c7e9734 None None] Network 4cdc8cfa-a13f-4be0-985e-d2226c811091 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 21:15:26.178366 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-6870053d-cd95-4a58-bb00-30b5ab0fa9ff admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7830508 May 30 21:15:26.298471 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-20e3532d-dc55-42d8-a1cf-66a631b91e6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:15:26.320961 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04df554a-539f-466d-950f-bd53320e6aae None None] Network 4cdc8cfa-a13f-4be0-985e-d2226c811091 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 21:15:26.718426 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f877114-f83b-4e35-9dd0-af03be81f1b2 req-b239b695-1a67-4b6d-9c7d-c75c785e65cd tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:15:26.719088 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-6f877114-f83b-4e35-9dd0-af03be81f1b2 req-b239b695-1a67-4b6d-9c7d-c75c785e65cd tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Synchronizing usage tracker for tenant:2a9a5c2e5e2645afb589d97e24523899 on resource:network {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 21:15:26.785269 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-6f877114-f83b-4e35-9dd0-af03be81f1b2 req-b239b695-1a67-4b6d-9c7d-c75c785e65cd tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Unset dirty status for tenant:2a9a5c2e5e2645afb589d97e24523899 on resource:network {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 21:15:26.786469 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6f877114-f83b-4e35-9dd0-af03be81f1b2 req-b239b695-1a67-4b6d-9c7d-c75c785e65cd tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/networks?id=4cdc8cfa-a13f-4be0-985e-d2226c811091 HTTP/1.1" status: 200 len: 815 time: 0.2081265 May 30 21:15:26.803786 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6f877114-f83b-4e35-9dd0-af03be81f1b2 req-57f61c79-ffe4-4487-a8da-fd1a600766d3 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/quotas/2a9a5c2e5e2645afb589d97e24523899 HTTP/1.1" status: 200 len: 375 time: 0.0117421 May 30 21:15:26.850420 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6f877114-f83b-4e35-9dd0-af03be81f1b2 req-cb4619dc-665d-4601-ac81-c9029ba64f2c tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=2a9a5c2e5e2645afb589d97e24523899&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0413170 May 30 21:15:27.149481 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6f877114-f83b-4e35-9dd0-af03be81f1b2 req-3ae2067a-befd-479d-927a-63976e2b8a9d service neutron] 10.222.0.85 "GET /v2.0/networks/4cdc8cfa-a13f-4be0-985e-d2226c811091?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2917752 May 30 21:15:27.281301 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6f877114-f83b-4e35-9dd0-af03be81f1b2 req-7a80e256-407b-49b3-9ca0-7a04adef966a service neutron] 10.222.0.85 "GET /v2.0/networks/4cdc8cfa-a13f-4be0-985e-d2226c811091?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260521 May 30 21:15:27.540544 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e9da95d3-b506-4053-8d9d-86f9c50b1af2 req-dfaa3ea8-4ee6-4d52-bb65-424b5beff056 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/ports?device_id=f0039a64-8c06-4b0b-b65f-24aa8eedce8e HTTP/1.1" status: 200 len: 210 time: 0.0418739 May 30 21:15:28.649193 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c0e052e0-b29c-4672-a72a-2bc7b7ae31db req-8af48e6d-9035-4b95-a996-60a8c35b0c0d tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/ports?device_id=f0039a64-8c06-4b0b-b65f-24aa8eedce8e HTTP/1.1" status: 200 len: 210 time: 0.0412862 May 30 21:15:29.704202 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-4a27ddea-3c74-4f7f-a94c-81b4a6e674c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:15:29.822281 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-af6dc55f-e206-4af2-a12a-2e7d15b41289 req-e21f0755-b782-404d-9be1-3a13651f290c tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/ports?device_id=f0039a64-8c06-4b0b-b65f-24aa8eedce8e HTTP/1.1" status: 200 len: 210 time: 0.0471594 May 30 21:15:29.897838 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:15:29.998191 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f877114-f83b-4e35-9dd0-af03be81f1b2 req-ece34c5f-a744-41d2-828c-3052b17c406a tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:15:29.999520 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6f877114-f83b-4e35-9dd0-af03be81f1b2 req-ece34c5f-a744-41d2-828c-3052b17c406a tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.86 "GET /v2.0/networks?id=4cdc8cfa-a13f-4be0-985e-d2226c811091 HTTP/1.1" status: 200 len: 815 time: 0.1443224 May 30 21:15:30.020590 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-6f877114-f83b-4e35-9dd0-af03be81f1b2 req-cdfca5a4-097e-49b2-becb-701d373cdc2d tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Request body: {'port': {'device_id': 'f0039a64-8c06-4b0b-b65f-24aa8eedce8e', 'network_id': '4cdc8cfa-a13f-4be0-985e-d2226c811091', 'admin_state_up': True, 'tenant_id': '2a9a5c2e5e2645afb589d97e24523899'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:15:30.155647 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-6f877114-f83b-4e35-9dd0-af03be81f1b2 req-cdfca5a4-097e-49b2-becb-701d373cdc2d tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:15:30.159404 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-6f877114-f83b-4e35-9dd0-af03be81f1b2 req-cdfca5a4-097e-49b2-becb-701d373cdc2d tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Usage tracker for resource:port and tenant:2a9a5c2e5e2645afb589d97e24523899 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:15:30.162613 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-6f877114-f83b-4e35-9dd0-af03be81f1b2 req-cdfca5a4-097e-49b2-becb-701d373cdc2d tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:15:30.167809 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-6f877114-f83b-4e35-9dd0-af03be81f1b2 req-cdfca5a4-097e-49b2-becb-701d373cdc2d tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:15:30.225373 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f877114-f83b-4e35-9dd0-af03be81f1b2 req-cdfca5a4-097e-49b2-becb-701d373cdc2d tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Made reservation on behalf of 2a9a5c2e5e2645afb589d97e24523899 for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 21:15:30.228362 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-6f877114-f83b-4e35-9dd0-af03be81f1b2 req-cdfca5a4-097e-49b2-becb-701d373cdc2d tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:15:30.393180 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [req-6f877114-f83b-4e35-9dd0-af03be81f1b2 req-cdfca5a4-097e-49b2-becb-701d373cdc2d tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Allocated IP 172.20.0.8 (4cdc8cfa-a13f-4be0-985e-d2226c811091/6446f5b4-67b4-46a0-acf7-be1525ab34ba/e3c0ea45-23fe-427d-89c5-b3257a055ce0) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 21:15:30.593719 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-6f877114-f83b-4e35-9dd0-af03be81f1b2 req-cdfca5a4-097e-49b2-becb-701d373cdc2d tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:15:30.757234 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-6f877114-f83b-4e35-9dd0-af03be81f1b2 req-cdfca5a4-097e-49b2-becb-701d373cdc2d tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:15:30.830261 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f877114-f83b-4e35-9dd0-af03be81f1b2 req-cdfca5a4-097e-49b2-becb-701d373cdc2d tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Network 4cdc8cfa-a13f-4be0-985e-d2226c811091 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:15:30.833336 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [req-6f877114-f83b-4e35-9dd0-af03be81f1b2 req-cdfca5a4-097e-49b2-becb-701d373cdc2d tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:15:30.837715 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f877114-f83b-4e35-9dd0-af03be81f1b2 req-cdfca5a4-097e-49b2-becb-701d373cdc2d tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 21:15:30.865564 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfca5a4-097e-49b2-becb-701d373cdc2d tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Pushing event updated for resources: {'Port': ['ID=e3c0ea45-23fe-427d-89c5-b3257a055ce0,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:15:30.900556 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f877114-f83b-4e35-9dd0-af03be81f1b2 req-cdfca5a4-097e-49b2-becb-701d373cdc2d tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:15:30.901160 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-6f877114-f83b-4e35-9dd0-af03be81f1b2 req-cdfca5a4-097e-49b2-becb-701d373cdc2d tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:15:30.992166 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6f877114-f83b-4e35-9dd0-af03be81f1b2 req-cdfca5a4-097e-49b2-becb-701d373cdc2d tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9752269 May 30 21:15:31.009021 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-6f877114-f83b-4e35-9dd0-af03be81f1b2 req-105000d8-a859-4b73-b3db-bc6fada41613 service neutron] Request body: {'port': {'device_id': 'f0039a64-8c06-4b0b-b65f-24aa8eedce8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843948-2'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:15:31.131068 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6f0d04-1c5b-468b-88cf-ddd59d78c0dc req-e3fbe69b-e86f-4b75-bdbf-71033121a7d6 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:15:31.131755 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-fd6f0d04-1c5b-468b-88cf-ddd59d78c0dc req-e3fbe69b-e86f-4b75-bdbf-71033121a7d6 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Synchronizing usage tracker for tenant:2a9a5c2e5e2645afb589d97e24523899 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 21:15:31.147613 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-6f877114-f83b-4e35-9dd0-af03be81f1b2 req-105000d8-a859-4b73-b3db-bc6fada41613 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:15:31.266384 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-fd6f0d04-1c5b-468b-88cf-ddd59d78c0dc req-e3fbe69b-e86f-4b75-bdbf-71033121a7d6 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Unset dirty status for tenant:2a9a5c2e5e2645afb589d97e24523899 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 21:15:31.267471 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fd6f0d04-1c5b-468b-88cf-ddd59d78c0dc req-e3fbe69b-e86f-4b75-bdbf-71033121a7d6 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/ports?device_id=f0039a64-8c06-4b0b-b65f-24aa8eedce8e HTTP/1.1" status: 200 len: 931 time: 0.3152509 May 30 21:15:31.322797 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:15:31.397923 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-fd6f0d04-1c5b-468b-88cf-ddd59d78c0dc req-e5ec0ecb-6466-46d0-9e23-957597cc62f7 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Synchronizing usage tracker for tenant:2a9a5c2e5e2645afb589d97e24523899 on resource:security_group {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 21:15:31.516248 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-fd6f0d04-1c5b-468b-88cf-ddd59d78c0dc req-e5ec0ecb-6466-46d0-9e23-957597cc62f7 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Unset dirty status for tenant:2a9a5c2e5e2645afb589d97e24523899 on resource:security_group {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 21:15:31.517448 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fd6f0d04-1c5b-468b-88cf-ddd59d78c0dc req-e5ec0ecb-6466-46d0-9e23-957597cc62f7 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/security-groups?id=70b03e0d-ecd1-4da6-b46b-a03ef677397d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2432740 May 30 21:15:31.541420 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [req-6f877114-f83b-4e35-9dd0-af03be81f1b2 req-105000d8-a859-4b73-b3db-bc6fada41613 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3c0ea45-23fe-427d-89c5-b3257a055ce0 {{(pid=84887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 21:15:31.548762 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-6f877114-f83b-4e35-9dd0-af03be81f1b2 req-105000d8-a859-4b73-b3db-bc6fada41613 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:15:31.563856 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-6f877114-f83b-4e35-9dd0-af03be81f1b2 req-105000d8-a859-4b73-b3db-bc6fada41613 service neutron] Transition to ACTIVE for port object e3c0ea45-23fe-427d-89c5-b3257a055ce0 will not be triggered until provisioned by entity L2. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:15:31.634520 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-6f877114-f83b-4e35-9dd0-af03be81f1b2 req-105000d8-a859-4b73-b3db-bc6fada41613 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:15:31.758385 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105000d8-a859-4b73-b3db-bc6fada41613 service neutron] Pushing event updated for resources: {'Port': ['ID=e3c0ea45-23fe-427d-89c5-b3257a055ce0,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:15:31.867924 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-6f877114-f83b-4e35-9dd0-af03be81f1b2 req-105000d8-a859-4b73-b3db-bc6fada41613 service neutron] Attempting to bind port e3c0ea45-23fe-427d-89c5-b3257a055ce0 on host n-h2-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 21:15:31.868256 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-6f877114-f83b-4e35-9dd0-af03be81f1b2 req-105000d8-a859-4b73-b3db-bc6fada41613 service neutron] Attempting to bind port e3c0ea45-23fe-427d-89c5-b3257a055ce0 by drivers openvswitch,hyperv on host n-h2-843948-2 at level 0 using segments [{'id': '8aa8c6f5-be80-4268-87fe-cde529f8605f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '4cdc8cfa-a13f-4be0-985e-d2226c811091'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 21:15:31.868576 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f877114-f83b-4e35-9dd0-af03be81f1b2 req-105000d8-a859-4b73-b3db-bc6fada41613 service neutron] Attempting to bind port e3c0ea45-23fe-427d-89c5-b3257a055ce0 on network 4cdc8cfa-a13f-4be0-985e-d2226c811091 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:15:31.874376 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f877114-f83b-4e35-9dd0-af03be81f1b2 req-105000d8-a859-4b73-b3db-bc6fada41613 service neutron] Port e3c0ea45-23fe-427d-89c5-b3257a055ce0 on network 4cdc8cfa-a13f-4be0-985e-d2226c811091 not bound, no agent of type Open vSwitch agent registered on host n-h2-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 21:15:31.880022 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f877114-f83b-4e35-9dd0-af03be81f1b2 req-105000d8-a859-4b73-b3db-bc6fada41613 service neutron] Attempting to bind port e3c0ea45-23fe-427d-89c5-b3257a055ce0 on network 4cdc8cfa-a13f-4be0-985e-d2226c811091 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:15:31.880942 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f877114-f83b-4e35-9dd0-af03be81f1b2 req-105000d8-a859-4b73-b3db-bc6fada41613 service neutron] Checking agent: {'id': 'eaa08354-e8f5-4e73-af76-8d3cf7d2b390', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 21, 15, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 21:15:31.881273 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f877114-f83b-4e35-9dd0-af03be81f1b2 req-105000d8-a859-4b73-b3db-bc6fada41613 service neutron] Checking segment: {'id': '8aa8c6f5-be80-4268-87fe-cde529f8605f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '4cdc8cfa-a13f-4be0-985e-d2226c811091'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:15:31.881668 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f877114-f83b-4e35-9dd0-af03be81f1b2 req-105000d8-a859-4b73-b3db-bc6fada41613 service neutron] Bound using segment: {'id': '8aa8c6f5-be80-4268-87fe-cde529f8605f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '4cdc8cfa-a13f-4be0-985e-d2226c811091'} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 21:15:31.882091 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-6f877114-f83b-4e35-9dd0-af03be81f1b2 req-105000d8-a859-4b73-b3db-bc6fada41613 service neutron] Bound port: e3c0ea45-23fe-427d-89c5-b3257a055ce0, host: n-h2-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8aa8c6f5-be80-4268-87fe-cde529f8605f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '4cdc8cfa-a13f-4be0-985e-d2226c811091'}}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 21:15:31.882431 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-6f877114-f83b-4e35-9dd0-af03be81f1b2 req-105000d8-a859-4b73-b3db-bc6fada41613 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:15:32.061059 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-6f877114-f83b-4e35-9dd0-af03be81f1b2 req-105000d8-a859-4b73-b3db-bc6fada41613 service neutron] For port e3c0ea45-23fe-427d-89c5-b3257a055ce0, host n-h2-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 21:15:32.064051 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-6f877114-f83b-4e35-9dd0-af03be81f1b2 req-105000d8-a859-4b73-b3db-bc6fada41613 service neutron] For port e3c0ea45-23fe-427d-89c5-b3257a055ce0, host n-h2-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=e3c0ea45-23fe-427d-89c5-b3257a055ce0,segment=NetworkSegment(8aa8c6f5-be80-4268-87fe-cde529f8605f),segment_id=8aa8c6f5-be80-4268-87fe-cde529f8605f)] {{(pid=84887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 21:15:32.138882 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-6f877114-f83b-4e35-9dd0-af03be81f1b2 req-105000d8-a859-4b73-b3db-bc6fada41613 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:15:32.202139 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-6f877114-f83b-4e35-9dd0-af03be81f1b2 req-105000d8-a859-4b73-b3db-bc6fada41613 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:15:32.203480 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6f877114-f83b-4e35-9dd0-af03be81f1b2 req-105000d8-a859-4b73-b3db-bc6fada41613 service neutron] 10.222.0.86 "PUT /v2.0/ports/e3c0ea45-23fe-427d-89c5-b3257a055ce0 HTTP/1.1" status: 200 len: 1091 time: 1.1987107 May 30 21:15:32.203906 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0039a64-8c06-4b0b-b65f-24aa8eedce8e', 'tag': 'e3c0ea45-23fe-427d-89c5-b3257a055ce0'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:15:32.224696 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105000d8-a859-4b73-b3db-bc6fada41613 service neutron] Pushing event updated for resources: {'Port': ['ID=e3c0ea45-23fe-427d-89c5-b3257a055ce0,revision_number=3']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:15:32.261724 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44f76d50-4088-415d-b086-0e919bb5ce6e'] response: {'name': 'network-changed', 'server_uuid': 'f0039a64-8c06-4b0b-b65f-24aa8eedce8e', 'tag': 'e3c0ea45-23fe-427d-89c5-b3257a055ce0', 'status': 'completed', 'code': 200} May 30 21:15:32.359123 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4da220c4-6fa6-4a6e-8682-30dd3739034a req-f8a388bb-a148-423d-be08-1bb3577aa737 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2a9a5c2e5e2645afb589d97e24523899&device_id=f0039a64-8c06-4b0b-b65f-24aa8eedce8e HTTP/1.1" status: 200 len: 1094 time: 0.0723865 May 30 21:15:32.499426 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da220c4-6fa6-4a6e-8682-30dd3739034a req-06817dc0-82d9-4b43-83c0-0701f68d66c2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:15:32.500827 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4da220c4-6fa6-4a6e-8682-30dd3739034a req-06817dc0-82d9-4b43-83c0-0701f68d66c2 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=2a9a5c2e5e2645afb589d97e24523899&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1316819 May 30 21:15:32.638324 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da220c4-6fa6-4a6e-8682-30dd3739034a req-3de91121-5ea0-4e8c-8315-6dd7447a8b0b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:15:32.639661 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4da220c4-6fa6-4a6e-8682-30dd3739034a req-3de91121-5ea0-4e8c-8315-6dd7447a8b0b service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1299863 May 30 21:15:32.766878 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd825c0d-db97-4ff1-8055-2b7940ec513c req-f6f7c279-d65a-4521-aad2-36e4a7be5e9a tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:15:32.768312 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-bd825c0d-db97-4ff1-8055-2b7940ec513c req-f6f7c279-d65a-4521-aad2-36e4a7be5e9a tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/ports?device_id=f0039a64-8c06-4b0b-b65f-24aa8eedce8e HTTP/1.1" status: 200 len: 943 time: 0.1278090 May 30 21:15:32.793157 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6f877114-f83b-4e35-9dd0-af03be81f1b2 req-1758e4d6-249d-4181-a2ad-f5743c31a6b4 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2a9a5c2e5e2645afb589d97e24523899&device_id=f0039a64-8c06-4b0b-b65f-24aa8eedce8e HTTP/1.1" status: 200 len: 1094 time: 0.1113877 May 30 21:15:32.865595 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:15:32.878071 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6f877114-f83b-4e35-9dd0-af03be81f1b2 req-44443ddb-a55d-41e7-8de3-9a8a4afdfd83 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e3c0ea45-23fe-427d-89c5-b3257a055ce0 HTTP/1.1" status: 200 len: 217 time: 0.0706964 May 30 21:15:32.880344 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-bd825c0d-db97-4ff1-8055-2b7940ec513c req-b48025c9-5134-4853-b1a7-1ea080a30524 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/security-groups?id=70b03e0d-ecd1-4da6-b46b-a03ef677397d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061673 May 30 21:15:32.941834 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f877114-f83b-4e35-9dd0-af03be81f1b2 req-d1795470-0c7f-4520-a5d6-17c08d0daf33 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:15:32.943240 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6f877114-f83b-4e35-9dd0-af03be81f1b2 req-d1795470-0c7f-4520-a5d6-17c08d0daf33 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=6446f5b4-67b4-46a0-acf7-be1525ab34ba HTTP/1.1" status: 200 len: 855 time: 0.0569124 May 30 21:15:32.990161 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6f877114-f83b-4e35-9dd0-af03be81f1b2 req-9030f048-9a0d-4ce8-93ce-da9d99493c00 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4cdc8cfa-a13f-4be0-985e-d2226c811091&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380509 May 30 21:15:33.120603 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6f877114-f83b-4e35-9dd0-af03be81f1b2 req-4b8782e7-0058-4b50-8c4e-c24dd7f02820 service neutron] 10.222.0.86 "GET /v2.0/networks/4cdc8cfa-a13f-4be0-985e-d2226c811091?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210740 May 30 21:15:33.261446 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6f877114-f83b-4e35-9dd0-af03be81f1b2 req-d24a66da-1d0b-4b5a-ae23-7b47c06084ce service neutron] 10.222.0.86 "GET /v2.0/networks/4cdc8cfa-a13f-4be0-985e-d2226c811091?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299212 May 30 21:15:34.168405 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b519b6db-dc4b-478e-9b33-f209f6ef043f req-25c8110e-0fcb-4829-acde-368ff6ade23a tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:15:34.170598 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b519b6db-dc4b-478e-9b33-f209f6ef043f req-25c8110e-0fcb-4829-acde-368ff6ade23a tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/ports?device_id=f0039a64-8c06-4b0b-b65f-24aa8eedce8e HTTP/1.1" status: 200 len: 943 time: 0.1676421 May 30 21:15:34.215162 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b519b6db-dc4b-478e-9b33-f209f6ef043f req-9a4977b2-d2dc-449c-8b8f-b32701d92077 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/security-groups?id=70b03e0d-ecd1-4da6-b46b-a03ef677397d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390429 May 30 21:15:35.413802 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bd6466-e566-4433-9025-519502df4f68 req-81450fc0-82a7-4fe3-8d45-ebc727dd59da tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:15:35.415248 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c0bd6466-e566-4433-9025-519502df4f68 req-81450fc0-82a7-4fe3-8d45-ebc727dd59da tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/ports?device_id=f0039a64-8c06-4b0b-b65f-24aa8eedce8e HTTP/1.1" status: 200 len: 943 time: 0.0799823 May 30 21:15:35.461094 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c0bd6466-e566-4433-9025-519502df4f68 req-e6f001ea-6dd5-426d-9642-959621d7e00c tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/security-groups?id=70b03e0d-ecd1-4da6-b46b-a03ef677397d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396929 May 30 21:15:35.646403 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device e3c0ea45-23fe-427d-89c5-b3257a055ce0 details requested by agent hyperv_n-h2-843948-2 with host n-h2-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 21:15:35.777104 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port e3c0ea45-23fe-427d-89c5-b3257a055ce0, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=e3c0ea45-23fe-427d-89c5-b3257a055ce0,segment=NetworkSegment(8aa8c6f5-be80-4268-87fe-cde529f8605f),segment_id=8aa8c6f5-be80-4268-87fe-cde529f8605f)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:15:35.790626 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Returning: {'device': 'e3c0ea45-23fe-427d-89c5-b3257a055ce0', 'network_id': '4cdc8cfa-a13f-4be0-985e-d2226c811091', 'port_id': 'e3c0ea45-23fe-427d-89c5-b3257a055ce0', 'mac_address': 'fa:16:3e:db:f5:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6446f5b4-67b4-46a0-acf7-be1525ab34ba', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 21:15:35.847588 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:15:35.864740 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3c0ea45-23fe-427d-89c5-b3257a055ce0 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 21:15:35.879126 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port e3c0ea45-23fe-427d-89c5-b3257a055ce0, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=e3c0ea45-23fe-427d-89c5-b3257a055ce0,segment=NetworkSegment(8aa8c6f5-be80-4268-87fe-cde529f8605f),segment_id=8aa8c6f5-be80-4268-87fe-cde529f8605f)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:15:35.937490 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:15:36.003805 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=e3c0ea45-23fe-427d-89c5-b3257a055ce0,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:15:36.191525 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['e3c0ea45-23fe-427d-89c5-b3257a055ce0'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 21:15:36.588013 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 21:15:36.655035 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b0684f-6001-44f9-801b-fe3b0bc8f863 req-62c2d1ea-4232-4c9d-86e2-0488a729b711 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:15:36.656499 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-42b0684f-6001-44f9-801b-fe3b0bc8f863 req-62c2d1ea-4232-4c9d-86e2-0488a729b711 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/ports?device_id=f0039a64-8c06-4b0b-b65f-24aa8eedce8e HTTP/1.1" status: 200 len: 944 time: 0.0752642 May 30 21:15:36.702122 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-42b0684f-6001-44f9-801b-fe3b0bc8f863 req-2bf4caec-47f2-4bc1-b23c-fcfe8e316867 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/security-groups?id=70b03e0d-ecd1-4da6-b46b-a03ef677397d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399654 May 30 21:15:37.659089 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device e3c0ea45-23fe-427d-89c5-b3257a055ce0 up at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:15:37.791281 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning for port e3c0ea45-23fe-427d-89c5-b3257a055ce0 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:15:37.796705 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning complete for port e3c0ea45-23fe-427d-89c5-b3257a055ce0 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:15:37.797043 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:15:37.900517 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da5a0aa-8f88-4448-ba76-72d6281ba1f0 req-f66adc4c-438a-489c-97e0-3c51d676bffe tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:15:37.901975 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2da5a0aa-8f88-4448-ba76-72d6281ba1f0 req-f66adc4c-438a-489c-97e0-3c51d676bffe tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/ports?device_id=f0039a64-8c06-4b0b-b65f-24aa8eedce8e HTTP/1.1" status: 200 len: 944 time: 0.0763361 May 30 21:15:37.915201 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:15:37.942650 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0039a64-8c06-4b0b-b65f-24aa8eedce8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3c0ea45-23fe-427d-89c5-b3257a055ce0'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:15:37.948290 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2da5a0aa-8f88-4448-ba76-72d6281ba1f0 req-84ef9c41-06c1-4d01-a199-12a9f932cdf7 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/security-groups?id=70b03e0d-ecd1-4da6-b46b-a03ef677397d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405591 May 30 21:15:37.952923 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port e3c0ea45-23fe-427d-89c5-b3257a055ce0, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=e3c0ea45-23fe-427d-89c5-b3257a055ce0,segment=NetworkSegment(8aa8c6f5-be80-4268-87fe-cde529f8605f),segment_id=8aa8c6f5-be80-4268-87fe-cde529f8605f)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:15:37.998588 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72ca906b-9201-46df-aaa5-bb452c7d8943'] response: {'server_uuid': 'f0039a64-8c06-4b0b-b65f-24aa8eedce8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3c0ea45-23fe-427d-89c5-b3257a055ce0', 'code': 200} May 30 21:15:38.031097 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:15:38.102357 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=e3c0ea45-23fe-427d-89c5-b3257a055ce0,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:15:38.135315 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b7469980-7ac0-4bfe-9799-02ebca309127 req-b7e89b9c-e7a9-4974-970a-ddb9af3104c3 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=f0039a64-8c06-4b0b-b65f-24aa8eedce8e HTTP/1.1" status: 200 len: 1096 time: 0.0734093 May 30 21:15:38.186434 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b7469980-7ac0-4bfe-9799-02ebca309127 req-b2bfbf00-f890-4fb2-a43b-d4e93f635a94 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=70b03e0d-ecd1-4da6-b46b-a03ef677397d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430465 May 30 21:15:39.148242 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a8f082-6902-4606-b86c-3c05839b2c8c req-d248489a-93f4-43de-970f-9fffaabe4a63 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:15:39.149635 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d0a8f082-6902-4606-b86c-3c05839b2c8c req-d248489a-93f4-43de-970f-9fffaabe4a63 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/ports?device_id=f0039a64-8c06-4b0b-b65f-24aa8eedce8e HTTP/1.1" status: 200 len: 945 time: 0.0762560 May 30 21:15:39.198783 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d0a8f082-6902-4606-b86c-3c05839b2c8c req-a0d318c7-73ab-461d-86d4-bccf9349c960 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/security-groups?id=70b03e0d-ecd1-4da6-b46b-a03ef677397d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428839 May 30 21:15:40.402066 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1398a45c-fcdc-43dd-b241-de31376c35d2 req-c8dba423-667f-46ae-a7ab-2cdbfa34d688 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:15:40.404059 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1398a45c-fcdc-43dd-b241-de31376c35d2 req-c8dba423-667f-46ae-a7ab-2cdbfa34d688 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/ports?device_id=f0039a64-8c06-4b0b-b65f-24aa8eedce8e HTTP/1.1" status: 200 len: 945 time: 0.0800171 May 30 21:15:40.448222 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1398a45c-fcdc-43dd-b241-de31376c35d2 req-9c0d650d-4dbc-42b3-8101-55cbc88f0d99 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/security-groups?id=70b03e0d-ecd1-4da6-b46b-a03ef677397d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384426 May 30 21:15:40.639230 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04614eca-917b-4380-ab7b-be7fd7b9e807 req-b7a73eed-e5e0-42ac-b88e-240fd66407b5 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:15:40.640666 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-04614eca-917b-4380-ab7b-be7fd7b9e807 req-b7a73eed-e5e0-42ac-b88e-240fd66407b5 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/ports?device_id=f0039a64-8c06-4b0b-b65f-24aa8eedce8e HTTP/1.1" status: 200 len: 945 time: 0.0741508 May 30 21:15:40.684444 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-04614eca-917b-4380-ab7b-be7fd7b9e807 req-6311c062-e71e-468a-9f47-dec4b1e6422b tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/security-groups?id=70b03e0d-ecd1-4da6-b46b-a03ef677397d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383403 May 30 21:15:41.197066 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f12f204-e7ec-48a4-a2e9-c69e6fcfd7aa req-2cf1a8bf-4e46-42e7-b26c-c6cffa52a2c4 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:15:41.198537 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2f12f204-e7ec-48a4-a2e9-c69e6fcfd7aa req-2cf1a8bf-4e46-42e7-b26c-c6cffa52a2c4 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/ports?device_id=f0039a64-8c06-4b0b-b65f-24aa8eedce8e HTTP/1.1" status: 200 len: 945 time: 0.1752465 May 30 21:15:41.244992 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2f12f204-e7ec-48a4-a2e9-c69e6fcfd7aa req-54cbb4f7-ddb3-4cea-bf65-855f3080f7ae tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/security-groups?id=70b03e0d-ecd1-4da6-b46b-a03ef677397d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405476 May 30 21:15:41.444015 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e408b9cd-cb97-4dbb-baed-eefbb50f076b req-8cad6be0-88ab-4495-a6b9-a2d609e45e05 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:15:41.445637 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e408b9cd-cb97-4dbb-baed-eefbb50f076b req-8cad6be0-88ab-4495-a6b9-a2d609e45e05 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/ports?device_id=f0039a64-8c06-4b0b-b65f-24aa8eedce8e HTTP/1.1" status: 200 len: 945 time: 0.0779817 May 30 21:15:41.491524 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e408b9cd-cb97-4dbb-baed-eefbb50f076b req-596bf66f-9768-4c8d-a54d-c7d5e0fd8139 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/security-groups?id=70b03e0d-ecd1-4da6-b46b-a03ef677397d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399866 May 30 21:15:41.690662 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-961a5851-c64b-48a4-b4e7-d93733218fd3 req-d546e7c7-a2e7-44e3-8556-e856b392b139 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=f0039a64-8c06-4b0b-b65f-24aa8eedce8e&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0686247 May 30 21:15:42.136003 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa37bcd3-3c85-410a-aa94-db3a10af9f29 req-c633d35c-3369-44e0-977b-97861b6f9240 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:15:42.137970 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-aa37bcd3-3c85-410a-aa94-db3a10af9f29 req-c633d35c-3369-44e0-977b-97861b6f9240 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/ports?device_id=f0039a64-8c06-4b0b-b65f-24aa8eedce8e HTTP/1.1" status: 200 len: 945 time: 0.0861218 May 30 21:15:42.226741 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-aa37bcd3-3c85-410a-aa94-db3a10af9f29 req-9a55f33f-3d1f-4b6b-872f-d6da7621d663 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/security-groups?id=70b03e0d-ecd1-4da6-b46b-a03ef677397d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831254 May 30 21:15:42.255772 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-53fe01ef-5fdf-4670-9c65-7a63bd7e5132 req-c6a339e8-7ffb-4d20-9665-4a50986f0bd3 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=f0039a64-8c06-4b0b-b65f-24aa8eedce8e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0829363 May 30 21:15:43.431491 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8120bdc4-4d30-471c-9c80-384cf8947c1e req-424817fd-b66e-42d0-83d6-0e7c3109244a tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:15:43.432918 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8120bdc4-4d30-471c-9c80-384cf8947c1e req-424817fd-b66e-42d0-83d6-0e7c3109244a tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/ports?device_id=f0039a64-8c06-4b0b-b65f-24aa8eedce8e HTTP/1.1" status: 200 len: 945 time: 0.0816061 May 30 21:15:43.482173 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8120bdc4-4d30-471c-9c80-384cf8947c1e req-b4b6a15e-ed44-4a9e-969b-9d596e574681 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/security-groups?id=70b03e0d-ecd1-4da6-b46b-a03ef677397d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431631 May 30 21:15:44.424056 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-53fe01ef-5fdf-4670-9c65-7a63bd7e5132 req-4e977c7e-cd61-4338-aa51-f254ab214951 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2a9a5c2e5e2645afb589d97e24523899&device_id=f0039a64-8c06-4b0b-b65f-24aa8eedce8e HTTP/1.1" status: 200 len: 1096 time: 0.0695848 May 30 21:15:44.558180 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fe01ef-5fdf-4670-9c65-7a63bd7e5132 req-ba95000c-75f6-40e4-9ab6-456147fe731a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:15:44.559721 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-53fe01ef-5fdf-4670-9c65-7a63bd7e5132 req-ba95000c-75f6-40e4-9ab6-456147fe731a service neutron] 10.222.0.86 "GET /v2.0/networks?id=4cdc8cfa-a13f-4be0-985e-d2226c811091 HTTP/1.1" status: 200 len: 916 time: 0.1274023 May 30 21:15:44.630883 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-53fe01ef-5fdf-4670-9c65-7a63bd7e5132 req-fea03fc3-89df-4907-9780-6ab84027b81a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e3c0ea45-23fe-427d-89c5-b3257a055ce0 HTTP/1.1" status: 200 len: 217 time: 0.0648966 May 30 21:15:44.683891 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01aca52-4e32-4ffb-979a-b201324a4fb3 req-f787a81e-ade1-4958-9e95-20a9d7fe3fd5 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:15:44.685265 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f01aca52-4e32-4ffb-979a-b201324a4fb3 req-f787a81e-ade1-4958-9e95-20a9d7fe3fd5 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/ports?device_id=f0039a64-8c06-4b0b-b65f-24aa8eedce8e HTTP/1.1" status: 200 len: 945 time: 0.0829530 May 30 21:15:44.695307 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fe01ef-5fdf-4670-9c65-7a63bd7e5132 req-ce3458db-c82d-4c70-b5a4-b721de7b6a58 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:15:44.696794 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-53fe01ef-5fdf-4670-9c65-7a63bd7e5132 req-ce3458db-c82d-4c70-b5a4-b721de7b6a58 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=6446f5b4-67b4-46a0-acf7-be1525ab34ba HTTP/1.1" status: 200 len: 855 time: 0.0603545 May 30 21:15:44.734621 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f01aca52-4e32-4ffb-979a-b201324a4fb3 req-bc085a66-d5d6-48cf-affa-2a63f13868b1 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/security-groups?id=70b03e0d-ecd1-4da6-b46b-a03ef677397d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425377 May 30 21:15:44.745308 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-53fe01ef-5fdf-4670-9c65-7a63bd7e5132 req-58060d4d-a91e-43bb-9fbb-670ccd2a5a50 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4cdc8cfa-a13f-4be0-985e-d2226c811091&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430062 May 30 21:15:44.877918 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-53fe01ef-5fdf-4670-9c65-7a63bd7e5132 req-9398ca73-2814-4902-8947-6978682a9b68 service neutron] 10.222.0.86 "GET /v2.0/networks/4cdc8cfa-a13f-4be0-985e-d2226c811091?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261404 May 30 21:15:45.015812 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-53fe01ef-5fdf-4670-9c65-7a63bd7e5132 req-3b18fd3c-83fd-4857-bc3b-355cd949f5ab service neutron] 10.222.0.86 "GET /v2.0/networks/4cdc8cfa-a13f-4be0-985e-d2226c811091?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315858 May 30 21:15:45.931805 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db52b93-251d-49d2-9189-56ebb0165afd req-904feb88-590c-4c7f-8f97-ce13c5a80e2b tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:15:45.933298 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7db52b93-251d-49d2-9189-56ebb0165afd req-904feb88-590c-4c7f-8f97-ce13c5a80e2b tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/ports?device_id=f0039a64-8c06-4b0b-b65f-24aa8eedce8e HTTP/1.1" status: 200 len: 945 time: 0.0774055 May 30 21:15:45.979578 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7db52b93-251d-49d2-9189-56ebb0165afd req-bf81759a-2a30-4fc4-9a8c-c925fd24c33f tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/security-groups?id=70b03e0d-ecd1-4da6-b46b-a03ef677397d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404742 May 30 21:15:47.180188 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398c7c72-7b65-4af0-81c5-03e041a01702 req-119cc9f8-622e-4ce1-953e-da53de4eda24 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:15:47.181650 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-398c7c72-7b65-4af0-81c5-03e041a01702 req-119cc9f8-622e-4ce1-953e-da53de4eda24 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/ports?device_id=f0039a64-8c06-4b0b-b65f-24aa8eedce8e HTTP/1.1" status: 200 len: 945 time: 0.0770817 May 30 21:15:47.230767 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-398c7c72-7b65-4af0-81c5-03e041a01702 req-e93038d6-aaab-46a7-9bcf-45bc9a1ef3ab tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/security-groups?id=70b03e0d-ecd1-4da6-b46b-a03ef677397d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434763 May 30 21:15:48.429975 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48aa0f4-ea11-495e-a4da-9fa5db2b959c req-af3b2556-f958-4167-95d7-fd61e7321791 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:15:48.431389 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c48aa0f4-ea11-495e-a4da-9fa5db2b959c req-af3b2556-f958-4167-95d7-fd61e7321791 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/ports?device_id=f0039a64-8c06-4b0b-b65f-24aa8eedce8e HTTP/1.1" status: 200 len: 945 time: 0.0788779 May 30 21:15:48.475742 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c48aa0f4-ea11-495e-a4da-9fa5db2b959c req-4d0681f6-8e67-46be-b181-3c4fc7c822f7 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/security-groups?id=70b03e0d-ecd1-4da6-b46b-a03ef677397d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386221 May 30 21:15:49.672046 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65060b14-f24f-4ae4-b50b-48744ad503d2 req-7d4440c3-48b3-4e81-9ca8-e69033bdb943 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:15:49.673501 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-65060b14-f24f-4ae4-b50b-48744ad503d2 req-7d4440c3-48b3-4e81-9ca8-e69033bdb943 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/ports?device_id=f0039a64-8c06-4b0b-b65f-24aa8eedce8e HTTP/1.1" status: 200 len: 945 time: 0.0764372 May 30 21:15:49.718973 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-65060b14-f24f-4ae4-b50b-48744ad503d2 req-28b3ca71-c70e-4a6f-88b2-7e568b1e0409 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/security-groups?id=70b03e0d-ecd1-4da6-b46b-a03ef677397d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399489 May 30 21:15:50.074668 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:15:50.919228 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87086c12-74ac-4860-8d84-f3ea6159da13 req-044b95b3-4566-46b8-9c26-686270073a9d tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:15:50.920674 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-87086c12-74ac-4860-8d84-f3ea6159da13 req-044b95b3-4566-46b8-9c26-686270073a9d tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/ports?device_id=f0039a64-8c06-4b0b-b65f-24aa8eedce8e HTTP/1.1" status: 200 len: 945 time: 0.0769196 May 30 21:15:50.966178 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-87086c12-74ac-4860-8d84-f3ea6159da13 req-36dabd1a-ea6a-4b1e-9d2f-f10f148083e5 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/security-groups?id=70b03e0d-ecd1-4da6-b46b-a03ef677397d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399306 May 30 21:15:52.168199 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeab564-d93e-485f-b570-318338a7c662 req-ab913853-54e5-4c95-8a75-48dfa99122e3 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:15:52.169671 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9eeab564-d93e-485f-b570-318338a7c662 req-ab913853-54e5-4c95-8a75-48dfa99122e3 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/ports?device_id=f0039a64-8c06-4b0b-b65f-24aa8eedce8e HTTP/1.1" status: 200 len: 945 time: 0.0817556 May 30 21:15:52.216660 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9eeab564-d93e-485f-b570-318338a7c662 req-6a12c2f3-a585-4224-84fe-95d642bbc2fc tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/security-groups?id=70b03e0d-ecd1-4da6-b46b-a03ef677397d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414906 May 30 21:15:52.831111 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:15:53.413948 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c288e7-0c95-4a64-920f-b642890a0444 req-f60fc409-03ea-4e0d-871f-54b5b02118cc tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:15:53.415369 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-92c288e7-0c95-4a64-920f-b642890a0444 req-f60fc409-03ea-4e0d-871f-54b5b02118cc tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/ports?device_id=f0039a64-8c06-4b0b-b65f-24aa8eedce8e HTTP/1.1" status: 200 len: 945 time: 0.0783870 May 30 21:15:53.459869 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-92c288e7-0c95-4a64-920f-b642890a0444 req-3aeae03f-f1bd-4635-95ef-6ae5929e35f5 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/security-groups?id=70b03e0d-ecd1-4da6-b46b-a03ef677397d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389900 May 30 21:15:54.658185 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e52964-cff0-4904-8b7b-633d20e39291 req-5547a1d7-d9e1-427b-9bb9-8a141d4189cd tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:15:54.659642 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a5e52964-cff0-4904-8b7b-633d20e39291 req-5547a1d7-d9e1-427b-9bb9-8a141d4189cd tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/ports?device_id=f0039a64-8c06-4b0b-b65f-24aa8eedce8e HTTP/1.1" status: 200 len: 945 time: 0.0771518 May 30 21:15:54.704984 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a5e52964-cff0-4904-8b7b-633d20e39291 req-5f7ce4f2-5aa3-4686-81a4-c3382b70dd47 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/security-groups?id=70b03e0d-ecd1-4da6-b46b-a03ef677397d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397565 May 30 21:15:55.899751 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a40720-5985-436f-97c1-8e0107b2ab98 req-5f88eccb-56df-400b-8581-8988c38a6995 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:15:55.901205 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-73a40720-5985-436f-97c1-8e0107b2ab98 req-5f88eccb-56df-400b-8581-8988c38a6995 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/ports?device_id=f0039a64-8c06-4b0b-b65f-24aa8eedce8e HTTP/1.1" status: 200 len: 945 time: 0.0763872 May 30 21:15:55.947592 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-73a40720-5985-436f-97c1-8e0107b2ab98 req-904db001-f615-4b29-b024-1bcfadebd5da tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/security-groups?id=70b03e0d-ecd1-4da6-b46b-a03ef677397d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403941 May 30 21:15:56.331277 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-50390b9f-db01-4855-9f9d-9f4a0897b240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:15:57.151100 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679892a8-19ca-4c2f-987d-70cb82eedc69 req-48c14b62-49ce-4cd8-af30-474022222719 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:15:57.152451 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-679892a8-19ca-4c2f-987d-70cb82eedc69 req-48c14b62-49ce-4cd8-af30-474022222719 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/ports?device_id=f0039a64-8c06-4b0b-b65f-24aa8eedce8e HTTP/1.1" status: 200 len: 945 time: 0.0804715 May 30 21:15:57.198186 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-679892a8-19ca-4c2f-987d-70cb82eedc69 req-b3d120d6-4862-4b0a-9048-155bbe2bbf94 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/security-groups?id=70b03e0d-ecd1-4da6-b46b-a03ef677397d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402439 May 30 21:15:58.402277 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3511e98-4997-44bc-9d7e-05d03dce4e1d req-6a4d3f8b-d37a-4d6a-acb7-baf55a627e25 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:15:58.403783 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c3511e98-4997-44bc-9d7e-05d03dce4e1d req-6a4d3f8b-d37a-4d6a-acb7-baf55a627e25 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/ports?device_id=f0039a64-8c06-4b0b-b65f-24aa8eedce8e HTTP/1.1" status: 200 len: 945 time: 0.0807359 May 30 21:15:58.450377 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c3511e98-4997-44bc-9d7e-05d03dce4e1d req-195072ca-7e28-4ea9-9809-5c9628556dbe tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/security-groups?id=70b03e0d-ecd1-4da6-b46b-a03ef677397d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410352 May 30 21:15:59.625196 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-42fbd1d3-b9f1-427a-b227-be50dbb85ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:15:59.646238 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3271ef8f-0d78-46c7-af4b-920f912b8011 req-aa5ceee0-8b5b-4689-a662-566c0d1d0014 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:15:59.647674 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3271ef8f-0d78-46c7-af4b-920f912b8011 req-aa5ceee0-8b5b-4689-a662-566c0d1d0014 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/ports?device_id=f0039a64-8c06-4b0b-b65f-24aa8eedce8e HTTP/1.1" status: 200 len: 945 time: 0.0756171 May 30 21:15:59.696920 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3271ef8f-0d78-46c7-af4b-920f912b8011 req-938b3bfa-26fb-4b75-96fe-5b932a0833ac tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/security-groups?id=70b03e0d-ecd1-4da6-b46b-a03ef677397d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429029 May 30 21:15:59.876834 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:16:00.893480 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868b0ae4-da40-4d31-9f04-810a988d946c req-f1af732f-b133-432c-bdf8-0e631a436451 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:16:00.894969 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-868b0ae4-da40-4d31-9f04-810a988d946c req-f1af732f-b133-432c-bdf8-0e631a436451 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/ports?device_id=f0039a64-8c06-4b0b-b65f-24aa8eedce8e HTTP/1.1" status: 200 len: 945 time: 0.0756285 May 30 21:16:00.945048 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-868b0ae4-da40-4d31-9f04-810a988d946c req-a6cc53df-c9c0-49e9-b525-01adbdb95dc4 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/security-groups?id=70b03e0d-ecd1-4da6-b46b-a03ef677397d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445187 May 30 21:16:01.351140 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:16:02.147309 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd8691f-5a9e-49c9-92c9-7891786c1e67 req-60476629-fd03-410f-af5c-979f00ab6e54 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:16:02.148671 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4fd8691f-5a9e-49c9-92c9-7891786c1e67 req-60476629-fd03-410f-af5c-979f00ab6e54 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/ports?device_id=f0039a64-8c06-4b0b-b65f-24aa8eedce8e HTTP/1.1" status: 200 len: 945 time: 0.0795717 May 30 21:16:02.195666 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4fd8691f-5a9e-49c9-92c9-7891786c1e67 req-affc38bf-2ac3-4dc3-a533-c94a1b44a1e9 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/security-groups?id=70b03e0d-ecd1-4da6-b46b-a03ef677397d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413475 May 30 21:16:02.407108 n-d-843948-2 neutron-server[84887]: INFO neutron.api.v2.resource [req-53fe01ef-5fdf-4670-9c65-7a63bd7e5132 req-2df0c565-1c4f-4283-9640-b98024e7b88e service neutron] show failed (client error): The resource could not be found. May 30 21:16:02.408018 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-53fe01ef-5fdf-4670-9c65-7a63bd7e5132 req-2df0c565-1c4f-4283-9640-b98024e7b88e service neutron] 10.222.0.86 "GET /v2.0/ports/e3c0ea45-23fe-427d-89c5-b3257a055ce0/bindings/n-h1-843948-2 HTTP/1.1" status: 404 len: 380 time: 0.0722294 May 30 21:16:02.879993 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:16:02.934869 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-53fe01ef-5fdf-4670-9c65-7a63bd7e5132 req-406fbc0d-35b1-4161-8337-00c61a257755 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=f0039a64-8c06-4b0b-b65f-24aa8eedce8e&tenant_id=2a9a5c2e5e2645afb589d97e24523899 HTTP/1.1" status: 200 len: 1096 time: 0.0685859 May 30 21:16:02.957417 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-53fe01ef-5fdf-4670-9c65-7a63bd7e5132 req-dfb8b930-f2ab-41c2-831a-4d6a0c843dc8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-843948-2', 'device_owner': 'compute:nova'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:16:03.053634 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-53fe01ef-5fdf-4670-9c65-7a63bd7e5132 req-dfb8b930-f2ab-41c2-831a-4d6a0c843dc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:16:03.457874 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-53fe01ef-5fdf-4670-9c65-7a63bd7e5132 req-dfb8b930-f2ab-41c2-831a-4d6a0c843dc8 service neutron] For port e3c0ea45-23fe-427d-89c5-b3257a055ce0, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=e3c0ea45-23fe-427d-89c5-b3257a055ce0,segment=NetworkSegment(8aa8c6f5-be80-4268-87fe-cde529f8605f),segment_id=8aa8c6f5-be80-4268-87fe-cde529f8605f)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:16:03.476571 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bd8d23-ae37-4c5b-a57a-6bfc25910999 req-9b556fd7-e07a-456c-91c6-1799dd50c476 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:16:03.478034 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-55bd8d23-ae37-4c5b-a57a-6bfc25910999 req-9b556fd7-e07a-456c-91c6-1799dd50c476 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/ports?device_id=f0039a64-8c06-4b0b-b65f-24aa8eedce8e HTTP/1.1" status: 200 len: 945 time: 0.1321411 May 30 21:16:03.517588 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-53fe01ef-5fdf-4670-9c65-7a63bd7e5132 req-dfb8b930-f2ab-41c2-831a-4d6a0c843dc8 service neutron] For port e3c0ea45-23fe-427d-89c5-b3257a055ce0, host n-h2-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 21:16:03.581378 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-55bd8d23-ae37-4c5b-a57a-6bfc25910999 req-a4c031c9-005a-448e-9436-1b7013977c4d tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/security-groups?id=70b03e0d-ecd1-4da6-b46b-a03ef677397d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928352 May 30 21:16:03.589401 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0039a64-8c06-4b0b-b65f-24aa8eedce8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3c0ea45-23fe-427d-89c5-b3257a055ce0'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:16:03.594769 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-53fe01ef-5fdf-4670-9c65-7a63bd7e5132 req-dfb8b930-f2ab-41c2-831a-4d6a0c843dc8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:16:03.610683 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-53fe01ef-5fdf-4670-9c65-7a63bd7e5132 req-dfb8b930-f2ab-41c2-831a-4d6a0c843dc8 service neutron] Transition to ACTIVE for port object e3c0ea45-23fe-427d-89c5-b3257a055ce0 will not be triggered until provisioned by entity L2. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:16:03.660528 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-862f6505-c2c7-4d9c-a00f-ccc44494c655'] response: {'server_uuid': 'f0039a64-8c06-4b0b-b65f-24aa8eedce8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3c0ea45-23fe-427d-89c5-b3257a055ce0', 'code': 200} May 30 21:16:03.676644 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-53fe01ef-5fdf-4670-9c65-7a63bd7e5132 req-dfb8b930-f2ab-41c2-831a-4d6a0c843dc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:16:03.828376 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb8b930-f2ab-41c2-831a-4d6a0c843dc8 service neutron] Pushing event updated for resources: {'Port': ['ID=e3c0ea45-23fe-427d-89c5-b3257a055ce0,revision_number=6']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:16:03.840623 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-53fe01ef-5fdf-4670-9c65-7a63bd7e5132 req-dfb8b930-f2ab-41c2-831a-4d6a0c843dc8 service neutron] No DVR routers for this DVR port e3c0ea45-23fe-427d-89c5-b3257a055ce0 on host n-h2-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 21:16:03.893128 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-53fe01ef-5fdf-4670-9c65-7a63bd7e5132 req-dfb8b930-f2ab-41c2-831a-4d6a0c843dc8 service neutron] Attempting to bind port e3c0ea45-23fe-427d-89c5-b3257a055ce0 on host n-h1-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 21:16:03.893453 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-53fe01ef-5fdf-4670-9c65-7a63bd7e5132 req-dfb8b930-f2ab-41c2-831a-4d6a0c843dc8 service neutron] Attempting to bind port e3c0ea45-23fe-427d-89c5-b3257a055ce0 by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': '8aa8c6f5-be80-4268-87fe-cde529f8605f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '4cdc8cfa-a13f-4be0-985e-d2226c811091'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 21:16:03.893820 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53fe01ef-5fdf-4670-9c65-7a63bd7e5132 req-dfb8b930-f2ab-41c2-831a-4d6a0c843dc8 service neutron] Attempting to bind port e3c0ea45-23fe-427d-89c5-b3257a055ce0 on network 4cdc8cfa-a13f-4be0-985e-d2226c811091 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:16:03.899566 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53fe01ef-5fdf-4670-9c65-7a63bd7e5132 req-dfb8b930-f2ab-41c2-831a-4d6a0c843dc8 service neutron] Port e3c0ea45-23fe-427d-89c5-b3257a055ce0 on network 4cdc8cfa-a13f-4be0-985e-d2226c811091 not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 21:16:03.899879 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53fe01ef-5fdf-4670-9c65-7a63bd7e5132 req-dfb8b930-f2ab-41c2-831a-4d6a0c843dc8 service neutron] Attempting to bind port e3c0ea45-23fe-427d-89c5-b3257a055ce0 on network 4cdc8cfa-a13f-4be0-985e-d2226c811091 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:16:03.906185 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53fe01ef-5fdf-4670-9c65-7a63bd7e5132 req-dfb8b930-f2ab-41c2-831a-4d6a0c843dc8 service neutron] Checking agent: {'id': 'f728d74e-a4ae-4384-860b-a5ade05dd8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 21, 15, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 21:16:03.906521 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53fe01ef-5fdf-4670-9c65-7a63bd7e5132 req-dfb8b930-f2ab-41c2-831a-4d6a0c843dc8 service neutron] Checking segment: {'id': '8aa8c6f5-be80-4268-87fe-cde529f8605f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '4cdc8cfa-a13f-4be0-985e-d2226c811091'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:16:03.906904 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53fe01ef-5fdf-4670-9c65-7a63bd7e5132 req-dfb8b930-f2ab-41c2-831a-4d6a0c843dc8 service neutron] Bound using segment: {'id': '8aa8c6f5-be80-4268-87fe-cde529f8605f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '4cdc8cfa-a13f-4be0-985e-d2226c811091'} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 21:16:03.907333 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-53fe01ef-5fdf-4670-9c65-7a63bd7e5132 req-dfb8b930-f2ab-41c2-831a-4d6a0c843dc8 service neutron] Bound port: e3c0ea45-23fe-427d-89c5-b3257a055ce0, host: n-h1-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8aa8c6f5-be80-4268-87fe-cde529f8605f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '4cdc8cfa-a13f-4be0-985e-d2226c811091'}}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 21:16:03.907702 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-53fe01ef-5fdf-4670-9c65-7a63bd7e5132 req-dfb8b930-f2ab-41c2-831a-4d6a0c843dc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:16:03.998018 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-53fe01ef-5fdf-4670-9c65-7a63bd7e5132 req-dfb8b930-f2ab-41c2-831a-4d6a0c843dc8 service neutron] For port e3c0ea45-23fe-427d-89c5-b3257a055ce0, host n-h1-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 21:16:04.000954 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-53fe01ef-5fdf-4670-9c65-7a63bd7e5132 req-dfb8b930-f2ab-41c2-831a-4d6a0c843dc8 service neutron] For port e3c0ea45-23fe-427d-89c5-b3257a055ce0, host n-h1-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=e3c0ea45-23fe-427d-89c5-b3257a055ce0,segment=NetworkSegment(8aa8c6f5-be80-4268-87fe-cde529f8605f),segment_id=8aa8c6f5-be80-4268-87fe-cde529f8605f)] {{(pid=84887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 21:16:04.076713 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-53fe01ef-5fdf-4670-9c65-7a63bd7e5132 req-dfb8b930-f2ab-41c2-831a-4d6a0c843dc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:16:04.139654 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-53fe01ef-5fdf-4670-9c65-7a63bd7e5132 req-dfb8b930-f2ab-41c2-831a-4d6a0c843dc8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:16:04.141000 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-53fe01ef-5fdf-4670-9c65-7a63bd7e5132 req-dfb8b930-f2ab-41c2-831a-4d6a0c843dc8 service neutron] 10.222.0.71 "PUT /v2.0/ports/e3c0ea45-23fe-427d-89c5-b3257a055ce0 HTTP/1.1" status: 200 len: 1091 time: 1.2001617 May 30 21:16:04.155706 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb8b930-f2ab-41c2-831a-4d6a0c843dc8 service neutron] Pushing event updated for resources: {'Port': ['ID=e3c0ea45-23fe-427d-89c5-b3257a055ce0,revision_number=7']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:16:04.233257 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-53fe01ef-5fdf-4670-9c65-7a63bd7e5132 req-ebe05850-8fe8-44a2-944d-caac3f2a8f4e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=2a9a5c2e5e2645afb589d97e24523899&device_id=f0039a64-8c06-4b0b-b65f-24aa8eedce8e HTTP/1.1" status: 200 len: 1094 time: 0.0721216 May 30 21:16:04.363449 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fe01ef-5fdf-4670-9c65-7a63bd7e5132 req-1e99fb11-0431-4f91-b1c5-4e8eebbe978c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:16:04.364805 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-53fe01ef-5fdf-4670-9c65-7a63bd7e5132 req-1e99fb11-0431-4f91-b1c5-4e8eebbe978c service neutron] 10.222.0.71 "GET /v2.0/networks?id=4cdc8cfa-a13f-4be0-985e-d2226c811091 HTTP/1.1" status: 200 len: 916 time: 0.1264520 May 30 21:16:04.435549 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-53fe01ef-5fdf-4670-9c65-7a63bd7e5132 req-0bbab814-a3c2-4172-a133-22742057ffae service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e3c0ea45-23fe-427d-89c5-b3257a055ce0 HTTP/1.1" status: 200 len: 217 time: 0.0642705 May 30 21:16:04.496078 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fe01ef-5fdf-4670-9c65-7a63bd7e5132 req-0a747a90-bf13-454f-9e21-53eac01b50d0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:16:04.497471 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-53fe01ef-5fdf-4670-9c65-7a63bd7e5132 req-0a747a90-bf13-454f-9e21-53eac01b50d0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6446f5b4-67b4-46a0-acf7-be1525ab34ba HTTP/1.1" status: 200 len: 855 time: 0.0568688 May 30 21:16:04.544749 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-53fe01ef-5fdf-4670-9c65-7a63bd7e5132 req-2fc65166-6b71-427d-823a-3ac9f31b3204 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4cdc8cfa-a13f-4be0-985e-d2226c811091&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416260 May 30 21:16:04.679775 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-53fe01ef-5fdf-4670-9c65-7a63bd7e5132 req-bad4a6e3-8329-4484-8a37-bb5b40021d55 service neutron] 10.222.0.71 "GET /v2.0/networks/4cdc8cfa-a13f-4be0-985e-d2226c811091?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295629 May 30 21:16:04.869850 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-53fe01ef-5fdf-4670-9c65-7a63bd7e5132 req-9cd10432-fc5d-4ef9-abeb-7c646cb8d8a7 service neutron] 10.222.0.71 "GET /v2.0/networks/4cdc8cfa-a13f-4be0-985e-d2226c811091?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837320 May 30 21:16:04.881111 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ff7f67-7aa9-4903-926b-814dac4f7654 req-c2251637-7776-4422-bf56-46cb96bce7fc tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:16:04.882509 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c3ff7f67-7aa9-4903-926b-814dac4f7654 req-c2251637-7776-4422-bf56-46cb96bce7fc tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/ports?device_id=f0039a64-8c06-4b0b-b65f-24aa8eedce8e HTTP/1.1" status: 200 len: 943 time: 0.1754932 May 30 21:16:04.928463 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c3ff7f67-7aa9-4903-926b-814dac4f7654 req-1ef0ea43-5951-4507-801e-c86e5330688b tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/security-groups?id=70b03e0d-ecd1-4da6-b46b-a03ef677397d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396750 May 30 21:16:05.661964 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0039a64-8c06-4b0b-b65f-24aa8eedce8e', 'tag': 'e3c0ea45-23fe-427d-89c5-b3257a055ce0'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:16:05.742679 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77203de6-392d-433a-8fdb-eba3770033eb'] response: {'name': 'network-changed', 'server_uuid': 'f0039a64-8c06-4b0b-b65f-24aa8eedce8e', 'tag': 'e3c0ea45-23fe-427d-89c5-b3257a055ce0', 'status': 'completed', 'code': 200} May 30 21:16:05.798365 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device e3c0ea45-23fe-427d-89c5-b3257a055ce0 no longer exists at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 21:16:05.858463 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device e3c0ea45-23fe-427d-89c5-b3257a055ce0 not bound to the agent host n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 21:16:05.956910 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-554d877e-d73d-436a-be89-e5671555900d req-ac28e527-b32e-48d8-858b-8d8f7c6cf54d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=2a9a5c2e5e2645afb589d97e24523899&device_id=f0039a64-8c06-4b0b-b65f-24aa8eedce8e HTTP/1.1" status: 200 len: 1094 time: 0.1866076 May 30 21:16:06.204926 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554d877e-d73d-436a-be89-e5671555900d req-7e20e081-3ad9-4b0c-b065-c9ae61d77a8a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:16:06.206517 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-554d877e-d73d-436a-be89-e5671555900d req-7e20e081-3ad9-4b0c-b065-c9ae61d77a8a service neutron] 10.222.0.71 "GET /v2.0/networks?id=4cdc8cfa-a13f-4be0-985e-d2226c811091 HTTP/1.1" status: 200 len: 916 time: 0.2435231 May 30 21:16:06.267722 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-554d877e-d73d-436a-be89-e5671555900d req-43c3d45c-24d6-43a0-809c-4f0df8e3ef14 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2a9a5c2e5e2645afb589d97e24523899&device_id=f0039a64-8c06-4b0b-b65f-24aa8eedce8e HTTP/1.1" status: 200 len: 1094 time: 0.4959545 May 30 21:16:06.283167 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dc61f4-3854-4b44-b624-6a3809d8471e req-c960dd1c-7e94-48d6-9d19-fff5bccdacf3 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:16:06.284619 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-09dc61f4-3854-4b44-b624-6a3809d8471e req-c960dd1c-7e94-48d6-9d19-fff5bccdacf3 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/ports?device_id=f0039a64-8c06-4b0b-b65f-24aa8eedce8e HTTP/1.1" status: 200 len: 943 time: 0.2143583 May 30 21:16:06.331517 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-554d877e-d73d-436a-be89-e5671555900d req-9ad2e497-5907-4870-a602-d84b6c99c57b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e3c0ea45-23fe-427d-89c5-b3257a055ce0 HTTP/1.1" status: 200 len: 217 time: 0.1178520 May 30 21:16:06.493805 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554d877e-d73d-436a-be89-e5671555900d req-065e217d-338c-4ed0-820f-a9e9ca44b2f2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:16:06.495230 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-554d877e-d73d-436a-be89-e5671555900d req-065e217d-338c-4ed0-820f-a9e9ca44b2f2 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6446f5b4-67b4-46a0-acf7-be1525ab34ba HTTP/1.1" status: 200 len: 855 time: 0.1157117 May 30 21:16:06.497644 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-09dc61f4-3854-4b44-b624-6a3809d8471e req-b1585736-d85b-497d-ba69-796845763909 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/security-groups?id=70b03e0d-ecd1-4da6-b46b-a03ef677397d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043092 May 30 21:16:06.560071 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554d877e-d73d-436a-be89-e5671555900d req-cd10f74e-787a-4656-8b70-7773fc793545 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:16:06.561619 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-554d877e-d73d-436a-be89-e5671555900d req-cd10f74e-787a-4656-8b70-7773fc793545 service neutron] 10.222.0.86 "GET /v2.0/networks?id=4cdc8cfa-a13f-4be0-985e-d2226c811091 HTTP/1.1" status: 200 len: 916 time: 0.2693765 May 30 21:16:06.563807 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-554d877e-d73d-436a-be89-e5671555900d req-078a51c3-c0ae-419f-ae42-f43c4705ec70 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4cdc8cfa-a13f-4be0-985e-d2226c811091&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508094 May 30 21:16:06.721144 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-554d877e-d73d-436a-be89-e5671555900d req-42356dcc-bdbb-47f6-9967-81224b55855a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e3c0ea45-23fe-427d-89c5-b3257a055ce0 HTTP/1.1" status: 200 len: 217 time: 0.1495543 May 30 21:16:06.825952 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-554d877e-d73d-436a-be89-e5671555900d req-aa39bebe-0465-45e3-a3fe-1e425dc6cfec service neutron] 10.222.0.71 "GET /v2.0/networks/4cdc8cfa-a13f-4be0-985e-d2226c811091?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2551301 May 30 21:16:06.827167 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554d877e-d73d-436a-be89-e5671555900d req-37984b50-731a-4e45-928d-52c8b0801404 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:16:06.828473 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-554d877e-d73d-436a-be89-e5671555900d req-37984b50-731a-4e45-928d-52c8b0801404 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=6446f5b4-67b4-46a0-acf7-be1525ab34ba HTTP/1.1" status: 200 len: 855 time: 0.0971203 May 30 21:16:06.944182 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-554d877e-d73d-436a-be89-e5671555900d req-38a42417-2041-41d5-8072-964289589292 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4cdc8cfa-a13f-4be0-985e-d2226c811091&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0941527 May 30 21:16:07.099175 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-554d877e-d73d-436a-be89-e5671555900d req-14f1076e-6a4c-4c11-bdff-d7f1ea236ac6 service neutron] 10.222.0.71 "GET /v2.0/networks/4cdc8cfa-a13f-4be0-985e-d2226c811091?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2671347 May 30 21:16:07.120415 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-554d877e-d73d-436a-be89-e5671555900d req-8429c75f-0f7e-4c75-8c37-5999635bd91e service neutron] 10.222.0.86 "GET /v2.0/networks/4cdc8cfa-a13f-4be0-985e-d2226c811091?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657186 May 30 21:16:07.258821 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-554d877e-d73d-436a-be89-e5671555900d req-750c27fb-cb3a-466b-954a-fcce455fb0cb service neutron] 10.222.0.86 "GET /v2.0/networks/4cdc8cfa-a13f-4be0-985e-d2226c811091?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295083 May 30 21:16:07.741081 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f8bf63-ce80-4003-a676-8895699169fc req-c602fae3-c241-46d3-a645-bdeebf95731a tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:16:07.742603 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-49f8bf63-ce80-4003-a676-8895699169fc req-c602fae3-c241-46d3-a645-bdeebf95731a tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/ports?device_id=f0039a64-8c06-4b0b-b65f-24aa8eedce8e HTTP/1.1" status: 200 len: 943 time: 0.0866501 May 30 21:16:07.792605 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-49f8bf63-ce80-4003-a676-8895699169fc req-dec39e69-33c5-4435-8570-6575569bb337 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/security-groups?id=70b03e0d-ecd1-4da6-b46b-a03ef677397d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439425 May 30 21:16:08.319271 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7afd1c-a473-428e-aecb-f6f0f6d0da46 req-a4231d54-e6df-410c-b260-9d8071da289a tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:16:08.320794 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9b7afd1c-a473-428e-aecb-f6f0f6d0da46 req-a4231d54-e6df-410c-b260-9d8071da289a tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/ports?device_id=f0039a64-8c06-4b0b-b65f-24aa8eedce8e HTTP/1.1" status: 200 len: 943 time: 0.0929363 May 30 21:16:08.368867 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9b7afd1c-a473-428e-aecb-f6f0f6d0da46 req-a1f59d7b-f88d-40ba-a465-e7b6d0acdc5a tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/security-groups?id=70b03e0d-ecd1-4da6-b46b-a03ef677397d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420468 May 30 21:16:08.383313 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e9cfa3-f907-446a-a1b4-4a5110bf3637 req-32e43931-d444-4d2c-9412-665b399de2fb tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:16:08.384668 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d4e9cfa3-f907-446a-a1b4-4a5110bf3637 req-32e43931-d444-4d2c-9412-665b399de2fb tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.86 "GET /v2.0/ports?device_id=f0039a64-8c06-4b0b-b65f-24aa8eedce8e&tenant_id=2a9a5c2e5e2645afb589d97e24523899&binding%3Ahost_id=n-h1-843948-2 HTTP/1.1" status: 200 len: 943 time: 0.0824802 May 30 21:16:08.451121 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device e3c0ea45-23fe-427d-89c5-b3257a055ce0 details requested by agent hyperv_n-h1-843948-2 with host n-h1-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 21:16:08.580683 n-d-843948-2 neutron-server[84887]: INFO neutron.api.v2.resource [req-d4e9cfa3-f907-446a-a1b4-4a5110bf3637 req-14656280-50a7-4cc3-a0a6-ca489343f44a service neutron] delete failed (client error): The resource could not be found. May 30 21:16:08.581718 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d4e9cfa3-f907-446a-a1b4-4a5110bf3637 req-14656280-50a7-4cc3-a0a6-ca489343f44a service neutron] 10.222.0.86 "DELETE /v2.0/ports/e3c0ea45-23fe-427d-89c5-b3257a055ce0/bindings/n-h2-843948-2 HTTP/1.1" status: 404 len: 380 time: 0.1906042 May 30 21:16:08.594605 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port e3c0ea45-23fe-427d-89c5-b3257a055ce0, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=e3c0ea45-23fe-427d-89c5-b3257a055ce0,segment=NetworkSegment(8aa8c6f5-be80-4268-87fe-cde529f8605f),segment_id=8aa8c6f5-be80-4268-87fe-cde529f8605f)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:16:08.609327 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Returning: {'device': 'e3c0ea45-23fe-427d-89c5-b3257a055ce0', 'network_id': '4cdc8cfa-a13f-4be0-985e-d2226c811091', 'port_id': 'e3c0ea45-23fe-427d-89c5-b3257a055ce0', 'mac_address': 'fa:16:3e:db:f5:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6446f5b4-67b4-46a0-acf7-be1525ab34ba', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 21:16:08.672238 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:16:08.691547 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3c0ea45-23fe-427d-89c5-b3257a055ce0 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 21:16:08.707402 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port e3c0ea45-23fe-427d-89c5-b3257a055ce0, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=e3c0ea45-23fe-427d-89c5-b3257a055ce0,segment=NetworkSegment(8aa8c6f5-be80-4268-87fe-cde529f8605f),segment_id=8aa8c6f5-be80-4268-87fe-cde529f8605f)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:16:08.734063 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d4e9cfa3-f907-446a-a1b4-4a5110bf3637 req-6915b2d2-6773-417e-b9b1-df82e191f815 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2a9a5c2e5e2645afb589d97e24523899&device_id=f0039a64-8c06-4b0b-b65f-24aa8eedce8e HTTP/1.1" status: 200 len: 1094 time: 0.0728283 May 30 21:16:08.845488 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:16:08.881839 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e9cfa3-f907-446a-a1b4-4a5110bf3637 req-4f651cf5-c3c3-43fa-80e5-4e5c72432778 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:16:08.883296 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d4e9cfa3-f907-446a-a1b4-4a5110bf3637 req-4f651cf5-c3c3-43fa-80e5-4e5c72432778 service neutron] 10.222.0.86 "GET /v2.0/networks?id=4cdc8cfa-a13f-4be0-985e-d2226c811091 HTTP/1.1" status: 200 len: 916 time: 0.1383412 May 30 21:16:08.914826 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=e3c0ea45-23fe-427d-89c5-b3257a055ce0,revision_number=8']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:16:08.959447 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d4e9cfa3-f907-446a-a1b4-4a5110bf3637 req-932b5c6f-0405-4735-b359-b0c0abfb801e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e3c0ea45-23fe-427d-89c5-b3257a055ce0 HTTP/1.1" status: 200 len: 217 time: 0.0663319 May 30 21:16:09.025696 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e9cfa3-f907-446a-a1b4-4a5110bf3637 req-a551c37b-7346-4591-ba74-eced7706040f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:16:09.027128 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d4e9cfa3-f907-446a-a1b4-4a5110bf3637 req-a551c37b-7346-4591-ba74-eced7706040f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=6446f5b4-67b4-46a0-acf7-be1525ab34ba HTTP/1.1" status: 200 len: 855 time: 0.0576768 May 30 21:16:09.042795 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['e3c0ea45-23fe-427d-89c5-b3257a055ce0'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 21:16:09.079362 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d4e9cfa3-f907-446a-a1b4-4a5110bf3637 req-3ee12927-9ec2-4f71-95a1-d091fd7d9a66 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4cdc8cfa-a13f-4be0-985e-d2226c811091&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433238 May 30 21:16:09.220242 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d4e9cfa3-f907-446a-a1b4-4a5110bf3637 req-ba862cd7-a4d8-47c0-8668-801d1bb8cb87 service neutron] 10.222.0.86 "GET /v2.0/networks/4cdc8cfa-a13f-4be0-985e-d2226c811091?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308317 May 30 21:16:09.360074 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d4e9cfa3-f907-446a-a1b4-4a5110bf3637 req-6e969c6c-9aea-47d7-8c3a-bf628d78a6e7 service neutron] 10.222.0.86 "GET /v2.0/networks/4cdc8cfa-a13f-4be0-985e-d2226c811091?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324813 May 30 21:16:09.577474 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f68ca5-a46c-47dc-bafb-a691d21d8c7f req-af29b3bb-aea8-45e9-8a7a-361358291300 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:16:09.578855 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-61f68ca5-a46c-47dc-bafb-a691d21d8c7f req-af29b3bb-aea8-45e9-8a7a-361358291300 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/ports?device_id=f0039a64-8c06-4b0b-b65f-24aa8eedce8e HTTP/1.1" status: 200 len: 944 time: 0.0789766 May 30 21:16:09.623709 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-61f68ca5-a46c-47dc-bafb-a691d21d8c7f req-9b2ac44c-5c4f-4d94-bd71-52ec39f83445 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/security-groups?id=70b03e0d-ecd1-4da6-b46b-a03ef677397d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393074 May 30 21:16:10.466054 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device e3c0ea45-23fe-427d-89c5-b3257a055ce0 up at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:16:10.623320 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning for port e3c0ea45-23fe-427d-89c5-b3257a055ce0 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:16:10.628409 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning complete for port e3c0ea45-23fe-427d-89c5-b3257a055ce0 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:16:10.628770 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:16:10.744690 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:16:10.771673 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0039a64-8c06-4b0b-b65f-24aa8eedce8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3c0ea45-23fe-427d-89c5-b3257a055ce0'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:16:10.781853 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port e3c0ea45-23fe-427d-89c5-b3257a055ce0, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=e3c0ea45-23fe-427d-89c5-b3257a055ce0,segment=NetworkSegment(8aa8c6f5-be80-4268-87fe-cde529f8605f),segment_id=8aa8c6f5-be80-4268-87fe-cde529f8605f)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:16:10.834190 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9403b28b-10d0-44e0-9538-84fea9ec6165 req-d559d042-04ad-4bb5-8ce1-a82c22cac9c0 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:16:10.838062 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9403b28b-10d0-44e0-9538-84fea9ec6165 req-d559d042-04ad-4bb5-8ce1-a82c22cac9c0 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/ports?device_id=f0039a64-8c06-4b0b-b65f-24aa8eedce8e HTTP/1.1" status: 200 len: 944 time: 0.0870700 May 30 21:16:10.859722 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:16:10.862544 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f73c0720-54f3-4e19-b5df-f292292d54dc'] response: {'server_uuid': 'f0039a64-8c06-4b0b-b65f-24aa8eedce8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3c0ea45-23fe-427d-89c5-b3257a055ce0', 'code': 200} May 30 21:16:10.889959 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9403b28b-10d0-44e0-9538-84fea9ec6165 req-1219f9cf-2113-48e5-b866-8a9cbf5490e7 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/security-groups?id=70b03e0d-ecd1-4da6-b46b-a03ef677397d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484276 May 30 21:16:10.930161 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=e3c0ea45-23fe-427d-89c5-b3257a055ce0,revision_number=9']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:16:11.093508 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88a3bfe-f5d3-4762-a985-fd8607f930c6 req-9f6875bf-3792-49f5-95d8-383993040ecb tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:16:11.095596 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f88a3bfe-f5d3-4762-a985-fd8607f930c6 req-9f6875bf-3792-49f5-95d8-383993040ecb tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/ports?device_id=f0039a64-8c06-4b0b-b65f-24aa8eedce8e HTTP/1.1" status: 200 len: 945 time: 0.0801070 May 30 21:16:11.142418 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f88a3bfe-f5d3-4762-a985-fd8607f930c6 req-0ac226f9-ce1c-4968-9276-50532822c9d7 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/security-groups?id=70b03e0d-ecd1-4da6-b46b-a03ef677397d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406523 May 30 21:16:11.334488 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 49712) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:16:11.340040 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-63595f4a-589f-45c7-be44-58f16568184c tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Request body: {'security_group': {'name': 'tempest-securitygroup--188245764', 'description': 'tempest-description--2146853504'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:16:11.346701 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-63595f4a-589f-45c7-be44-58f16568184c tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:16:11.360135 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-63595f4a-589f-45c7-be44-58f16568184c tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:16:11.447673 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-63595f4a-589f-45c7-be44-58f16568184c tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:16:11.484911 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-63595f4a-589f-45c7-be44-58f16568184c tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:16:11.488907 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-63595f4a-589f-45c7-be44-58f16568184c tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Usage tracker for resource:security_group_rule and tenant:2a9a5c2e5e2645afb589d97e24523899 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:16:11.491886 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-63595f4a-589f-45c7-be44-58f16568184c tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:16:11.501271 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-63595f4a-589f-45c7-be44-58f16568184c tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:16:11.560003 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-63595f4a-589f-45c7-be44-58f16568184c tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:16:11.645680 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-63595f4a-589f-45c7-be44-58f16568184c tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:16:11.690052 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63595f4a-589f-45c7-be44-58f16568184c tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1b21b69-39c1-4701-8e5a-8a9439979aa2,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:16:11.780038 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-63595f4a-589f-45c7-be44-58f16568184c tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:16:11.781291 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-63595f4a-589f-45c7-be44-58f16568184c tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.4458070 May 30 21:16:11.784287 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 49716) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:16:11.789907 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-ad69c822-4399-4ccb-b8bd-c4df883ef773 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Request body: {'security_group_rule': {'security_group_id': 'f1b21b69-39c1-4701-8e5a-8a9439979aa2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:16:11.797311 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-ad69c822-4399-4ccb-b8bd-c4df883ef773 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:16:11.801176 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-ad69c822-4399-4ccb-b8bd-c4df883ef773 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Usage tracker for resource:security_group_rule and tenant:2a9a5c2e5e2645afb589d97e24523899 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:16:11.804138 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-ad69c822-4399-4ccb-b8bd-c4df883ef773 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:16:11.809821 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-ad69c822-4399-4ccb-b8bd-c4df883ef773 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:16:11.917474 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ad69c822-4399-4ccb-b8bd-c4df883ef773 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:16:11.984690 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ad69c822-4399-4ccb-b8bd-c4df883ef773 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:16:12.109075 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ad69c822-4399-4ccb-b8bd-c4df883ef773 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:16:12.133523 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad69c822-4399-4ccb-b8bd-c4df883ef773 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70a34cbe-b8b7-46b9-a0bc-daeb2133eb0c,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:16:12.259925 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ad69c822-4399-4ccb-b8bd-c4df883ef773 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:16:12.261448 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-ad69c822-4399-4ccb-b8bd-c4df883ef773 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4759927 May 30 21:16:12.265636 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 49720) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:16:12.271556 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-c619f728-7a29-4daf-af28-b6822a4ec780 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Request body: {'security_group_rule': {'security_group_id': 'f1b21b69-39c1-4701-8e5a-8a9439979aa2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:16:12.296343 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-c619f728-7a29-4daf-af28-b6822a4ec780 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:16:12.296343 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-c619f728-7a29-4daf-af28-b6822a4ec780 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Usage tracker for resource:security_group_rule and tenant:2a9a5c2e5e2645afb589d97e24523899 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:16:12.296343 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-c619f728-7a29-4daf-af28-b6822a4ec780 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:16:12.297546 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-c619f728-7a29-4daf-af28-b6822a4ec780 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:16:12.477386 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c619f728-7a29-4daf-af28-b6822a4ec780 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:16:12.541541 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c619f728-7a29-4daf-af28-b6822a4ec780 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:16:12.653766 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c619f728-7a29-4daf-af28-b6822a4ec780 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:16:12.678277 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c619f728-7a29-4daf-af28-b6822a4ec780 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0cfe593-6b8f-41ee-b756-23a1008c362c,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:16:12.794238 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c619f728-7a29-4daf-af28-b6822a4ec780 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:16:12.795459 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-c619f728-7a29-4daf-af28-b6822a4ec780 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.5288601 May 30 21:16:12.798761 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 49724) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:16:12.803956 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-e8a83259-2683-40d7-b261-32d387369f5d tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Request body: {'floatingip': {'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:16:12.810201 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-e8a83259-2683-40d7-b261-32d387369f5d tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:16:12.814732 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-e8a83259-2683-40d7-b261-32d387369f5d tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Usage tracker for resource:floatingip and tenant:2a9a5c2e5e2645afb589d97e24523899 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:16:12.817817 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-e8a83259-2683-40d7-b261-32d387369f5d tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:16:12.823480 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-e8a83259-2683-40d7-b261-32d387369f5d tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:16:12.893644 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e8a83259-2683-40d7-b261-32d387369f5d tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Notify callbacks [] for floatingip, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:16:13.031679 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e8a83259-2683-40d7-b261-32d387369f5d tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:16:13.168805 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [None req-e8a83259-2683-40d7-b261-32d387369f5d tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Allocated IP 172.25.8.83 (c7869750-4b49-4b7e-aa99-5e0f1ae02da4/427601ec-f643-4fe7-b5e6-17305d3a39e1/20ebddc6-dbee-430e-bd54-3a4c9cc26773) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 21:16:13.316430 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e8a83259-2683-40d7-b261-32d387369f5d tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:16:13.408216 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e8a83259-2683-40d7-b261-32d387369f5d tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:16:13.474749 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a83259-2683-40d7-b261-32d387369f5d tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:16:13.477579 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-e8a83259-2683-40d7-b261-32d387369f5d tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:16:13.482005 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a83259-2683-40d7-b261-32d387369f5d tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 21:16:13.510133 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a83259-2683-40d7-b261-32d387369f5d tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Pushing event updated for resources: {'Port': ['ID=20ebddc6-dbee-430e-bd54-3a4c9cc26773,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:16:13.588402 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 21:16:13.743519 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e8a83259-2683-40d7-b261-32d387369f5d tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:16:13.882600 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e8a83259-2683-40d7-b261-32d387369f5d tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:16:14.085309 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e8a83259-2683-40d7-b261-32d387369f5d tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:16:14.154999 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e8a83259-2683-40d7-b261-32d387369f5d tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:16:14.261091 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a83259-2683-40d7-b261-32d387369f5d tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Pushing event updated for resources: {'Port': ['ID=20ebddc6-dbee-430e-bd54-3a4c9cc26773,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:16:14.275793 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e8a83259-2683-40d7-b261-32d387369f5d tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736490'] for floatingip, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:16:14.362582 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e8a83259-2683-40d7-b261-32d387369f5d tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:16:14.363762 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-e8a83259-2683-40d7-b261-32d387369f5d tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5640614 May 30 21:16:14.538587 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a710b967-4883-415d-ab6c-acbf40e5e80e req-60ab5278-0612-4212-bb59-fe93bc8ab276 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:16:14.540049 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a710b967-4883-415d-ab6c-acbf40e5e80e req-60ab5278-0612-4212-bb59-fe93bc8ab276 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/ports?device_id=f0039a64-8c06-4b0b-b65f-24aa8eedce8e HTTP/1.1" status: 200 len: 945 time: 0.0798481 May 30 21:16:14.585662 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-a710b967-4883-415d-ab6c-acbf40e5e80e req-e4039067-7030-4829-9ee6-366ba31bff78 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Synchronizing usage tracker for tenant:2a9a5c2e5e2645afb589d97e24523899 on resource:security_group {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 21:16:14.705044 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-a710b967-4883-415d-ab6c-acbf40e5e80e req-e4039067-7030-4829-9ee6-366ba31bff78 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Unset dirty status for tenant:2a9a5c2e5e2645afb589d97e24523899 on resource:security_group {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 21:16:14.706284 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a710b967-4883-415d-ab6c-acbf40e5e80e req-e4039067-7030-4829-9ee6-366ba31bff78 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/security-groups?id=70b03e0d-ecd1-4da6-b46b-a03ef677397d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605425 May 30 21:16:15.536526 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec95e7b-b58f-48bb-b0d6-942df6232cd8 req-7017fc5b-9b34-4fba-831d-1b753f4e6a17 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:16:15.538036 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fec95e7b-b58f-48bb-b0d6-942df6232cd8 req-7017fc5b-9b34-4fba-831d-1b753f4e6a17 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/networks?id=4cdc8cfa-a13f-4be0-985e-d2226c811091 HTTP/1.1" status: 200 len: 815 time: 0.1491535 May 30 21:16:15.555564 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fec95e7b-b58f-48bb-b0d6-942df6232cd8 req-4017eb13-0890-413e-9274-44cef3482e4b tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/quotas/2a9a5c2e5e2645afb589d97e24523899 HTTP/1.1" status: 200 len: 375 time: 0.0120738 May 30 21:16:15.636512 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fec95e7b-b58f-48bb-b0d6-942df6232cd8 req-76cfca68-1770-4ac6-8045-133dc50abb1c tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=2a9a5c2e5e2645afb589d97e24523899&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0752916 May 30 21:16:15.776307 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fec95e7b-b58f-48bb-b0d6-942df6232cd8 req-36d7ad3c-a838-4f45-9796-e3dca52b8f4e service neutron] 10.222.0.85 "GET /v2.0/networks/4cdc8cfa-a13f-4be0-985e-d2226c811091?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318598 May 30 21:16:15.913325 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fec95e7b-b58f-48bb-b0d6-942df6232cd8 req-83d9ae15-e6fd-4be7-a32b-fe58667d016a service neutron] 10.222.0.85 "GET /v2.0/networks/4cdc8cfa-a13f-4be0-985e-d2226c811091?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297090 May 30 21:16:16.199918 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-8bfd6216-ffef-479f-ab6f-31c16ca6efd0 req-f7a24b77-6deb-41a2-b21c-8de29aafe4b3 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/ports?device_id=7e7d42ce-732f-43ee-b965-fca91ef6685c HTTP/1.1" status: 200 len: 210 time: 0.0428631 May 30 21:16:16.683467 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60873f55-40b0-4208-a704-a005dbe17bd1 req-f22c22cb-a9e2-4ed8-a173-4f5e335a3c9c tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:16:16.684924 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-60873f55-40b0-4208-a704-a005dbe17bd1 req-f22c22cb-a9e2-4ed8-a173-4f5e335a3c9c tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.71 "GET /v2.0/ports?device_id=f0039a64-8c06-4b0b-b65f-24aa8eedce8e HTTP/1.1" status: 200 len: 945 time: 0.0853777 May 30 21:16:16.757129 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-60873f55-40b0-4208-a704-a005dbe17bd1 req-0bd7e0bd-143a-4597-b47c-8e921d7ca11e tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Deleting port e3c0ea45-23fe-427d-89c5-b3257a055ce0 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:16:16.757466 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-60873f55-40b0-4208-a704-a005dbe17bd1 req-0bd7e0bd-143a-4597-b47c-8e921d7ca11e tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:16:17.017454 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-60873f55-40b0-4208-a704-a005dbe17bd1 req-0bd7e0bd-143a-4597-b47c-8e921d7ca11e tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] For port e3c0ea45-23fe-427d-89c5-b3257a055ce0, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=e3c0ea45-23fe-427d-89c5-b3257a055ce0,segment=NetworkSegment(8aa8c6f5-be80-4268-87fe-cde529f8605f),segment_id=8aa8c6f5-be80-4268-87fe-cde529f8605f)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:16:17.017853 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-60873f55-40b0-4208-a704-a005dbe17bd1 req-0bd7e0bd-143a-4597-b47c-8e921d7ca11e tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:16:17.246050 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-60873f55-40b0-4208-a704-a005dbe17bd1 req-0bd7e0bd-143a-4597-b47c-8e921d7ca11e tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Calling delete_port for e3c0ea45-23fe-427d-89c5-b3257a055ce0 owned by compute:nova {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:16:17.421717 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-31e3dce9-8495-4ac9-9d60-3a6d89a947c4 req-e1cbf942-6779-4d10-b8e2-98b0d5034148 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/ports?device_id=7e7d42ce-732f-43ee-b965-fca91ef6685c HTTP/1.1" status: 200 len: 210 time: 0.0566576 May 30 21:16:17.539544 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-60873f55-40b0-4208-a704-a005dbe17bd1 req-0bd7e0bd-143a-4597-b47c-8e921d7ca11e tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:16:17.551070 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['e3c0ea45-23fe-427d-89c5-b3257a055ce0'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 21:16:17.592908 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd7e0bd-143a-4597-b47c-8e921d7ca11e tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Pushing event deleted for resources: {'Port': ['ID=e3c0ea45-23fe-427d-89c5-b3257a055ce0,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:16:17.663981 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-60873f55-40b0-4208-a704-a005dbe17bd1 req-0bd7e0bd-143a-4597-b47c-8e921d7ca11e tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] No DVR routers for this DVR port e3c0ea45-23fe-427d-89c5-b3257a055ce0 on host n-h1-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 21:16:17.666817 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-60873f55-40b0-4208-a704-a005dbe17bd1 req-0bd7e0bd-143a-4597-b47c-8e921d7ca11e tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:16:17.669497 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0039a64-8c06-4b0b-b65f-24aa8eedce8e', 'name': 'network-vif-deleted', 'tag': 'e3c0ea45-23fe-427d-89c5-b3257a055ce0'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:16:17.727475 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-baafbbfd-687e-40b8-887a-6940ccdf8255'] response: {'server_uuid': 'f0039a64-8c06-4b0b-b65f-24aa8eedce8e', 'name': 'network-vif-deleted', 'tag': 'e3c0ea45-23fe-427d-89c5-b3257a055ce0', 'status': 'completed', 'code': 200} May 30 21:16:17.771945 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-60873f55-40b0-4208-a704-a005dbe17bd1 req-0bd7e0bd-143a-4597-b47c-8e921d7ca11e tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.71 "DELETE /v2.0/ports/e3c0ea45-23fe-427d-89c5-b3257a055ce0 HTTP/1.1" status: 204 len: 173 time: 1.0823483 May 30 21:16:18.613538 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-1c776d6d-3831-4bf0-bfa9-21c970d96a9b req-430d97f2-de38-4b01-bd34-d47c7b7aba54 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Synchronizing usage tracker for tenant:2a9a5c2e5e2645afb589d97e24523899 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 21:16:18.673110 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec95e7b-b58f-48bb-b0d6-942df6232cd8 req-96ad6b93-bb48-46c4-aaa0-02ad8933bd67 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:16:18.674474 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fec95e7b-b58f-48bb-b0d6-942df6232cd8 req-96ad6b93-bb48-46c4-aaa0-02ad8933bd67 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.86 "GET /v2.0/networks?id=4cdc8cfa-a13f-4be0-985e-d2226c811091 HTTP/1.1" status: 200 len: 815 time: 0.2067311 May 30 21:16:18.698951 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-fec95e7b-b58f-48bb-b0d6-942df6232cd8 req-35c24b99-4d1c-4065-b64c-4d999ef8d3af tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Request body: {'port': {'device_id': '7e7d42ce-732f-43ee-b965-fca91ef6685c', 'network_id': '4cdc8cfa-a13f-4be0-985e-d2226c811091', 'admin_state_up': True, 'tenant_id': '2a9a5c2e5e2645afb589d97e24523899'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:16:18.769972 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-1c776d6d-3831-4bf0-bfa9-21c970d96a9b req-430d97f2-de38-4b01-bd34-d47c7b7aba54 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Unset dirty status for tenant:2a9a5c2e5e2645afb589d97e24523899 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 21:16:18.771153 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1c776d6d-3831-4bf0-bfa9-21c970d96a9b req-430d97f2-de38-4b01-bd34-d47c7b7aba54 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/ports?device_id=7e7d42ce-732f-43ee-b965-fca91ef6685c HTTP/1.1" status: 200 len: 210 time: 0.2127376 May 30 21:16:18.872126 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-fec95e7b-b58f-48bb-b0d6-942df6232cd8 req-35c24b99-4d1c-4065-b64c-4d999ef8d3af tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:16:18.883322 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-fec95e7b-b58f-48bb-b0d6-942df6232cd8 req-35c24b99-4d1c-4065-b64c-4d999ef8d3af tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:16:19.019307 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fec95e7b-b58f-48bb-b0d6-942df6232cd8 req-35c24b99-4d1c-4065-b64c-4d999ef8d3af tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Made reservation on behalf of 2a9a5c2e5e2645afb589d97e24523899 for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 21:16:19.022343 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-fec95e7b-b58f-48bb-b0d6-942df6232cd8 req-35c24b99-4d1c-4065-b64c-4d999ef8d3af tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:16:19.193454 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [req-fec95e7b-b58f-48bb-b0d6-942df6232cd8 req-35c24b99-4d1c-4065-b64c-4d999ef8d3af tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Allocated IP 172.20.0.13 (4cdc8cfa-a13f-4be0-985e-d2226c811091/6446f5b4-67b4-46a0-acf7-be1525ab34ba/b18c0ff1-c942-4d74-8052-4b16a61aec71) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 21:16:19.414358 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-fec95e7b-b58f-48bb-b0d6-942df6232cd8 req-35c24b99-4d1c-4065-b64c-4d999ef8d3af tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:16:19.528739 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-fec95e7b-b58f-48bb-b0d6-942df6232cd8 req-35c24b99-4d1c-4065-b64c-4d999ef8d3af tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:16:19.601684 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fec95e7b-b58f-48bb-b0d6-942df6232cd8 req-35c24b99-4d1c-4065-b64c-4d999ef8d3af tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Network 4cdc8cfa-a13f-4be0-985e-d2226c811091 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:16:19.604730 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [req-fec95e7b-b58f-48bb-b0d6-942df6232cd8 req-35c24b99-4d1c-4065-b64c-4d999ef8d3af tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:16:19.609412 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-fec95e7b-b58f-48bb-b0d6-942df6232cd8 req-35c24b99-4d1c-4065-b64c-4d999ef8d3af tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 21:16:19.647695 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c24b99-4d1c-4065-b64c-4d999ef8d3af tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Pushing event updated for resources: {'Port': ['ID=b18c0ff1-c942-4d74-8052-4b16a61aec71,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:16:19.677517 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec95e7b-b58f-48bb-b0d6-942df6232cd8 req-35c24b99-4d1c-4065-b64c-4d999ef8d3af tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:16:19.678177 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-fec95e7b-b58f-48bb-b0d6-942df6232cd8 req-35c24b99-4d1c-4065-b64c-4d999ef8d3af tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:16:19.809027 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fec95e7b-b58f-48bb-b0d6-942df6232cd8 req-35c24b99-4d1c-4065-b64c-4d999ef8d3af tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1143126 May 30 21:16:19.824493 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-fec95e7b-b58f-48bb-b0d6-942df6232cd8 req-1b1be4a3-50f7-4871-844e-07d1f5136bd8 service neutron] Request body: {'port': {'device_id': '7e7d42ce-732f-43ee-b965-fca91ef6685c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843948-2'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:16:19.938014 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-fec95e7b-b58f-48bb-b0d6-942df6232cd8 req-1b1be4a3-50f7-4871-844e-07d1f5136bd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:16:19.992368 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f982f53a-c324-440f-9293-9eba0090400a req-799a06f6-2aff-4495-931b-bd95dc88405c tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:16:19.994047 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f982f53a-c324-440f-9293-9eba0090400a req-799a06f6-2aff-4495-931b-bd95dc88405c tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/ports?device_id=7e7d42ce-732f-43ee-b965-fca91ef6685c HTTP/1.1" status: 200 len: 932 time: 0.0895231 May 30 21:16:20.045939 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f982f53a-c324-440f-9293-9eba0090400a req-0cc87a95-f678-43d5-8f13-af583af5b96f tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/security-groups?id=70b03e0d-ecd1-4da6-b46b-a03ef677397d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453780 May 30 21:16:20.108921 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:16:20.399258 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [req-fec95e7b-b58f-48bb-b0d6-942df6232cd8 req-1b1be4a3-50f7-4871-844e-07d1f5136bd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b18c0ff1-c942-4d74-8052-4b16a61aec71 {{(pid=84887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 21:16:20.406587 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-fec95e7b-b58f-48bb-b0d6-942df6232cd8 req-1b1be4a3-50f7-4871-844e-07d1f5136bd8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:16:20.421744 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-fec95e7b-b58f-48bb-b0d6-942df6232cd8 req-1b1be4a3-50f7-4871-844e-07d1f5136bd8 service neutron] Transition to ACTIVE for port object b18c0ff1-c942-4d74-8052-4b16a61aec71 will not be triggered until provisioned by entity L2. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:16:20.502502 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-fec95e7b-b58f-48bb-b0d6-942df6232cd8 req-1b1be4a3-50f7-4871-844e-07d1f5136bd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:16:20.512830 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device e3c0ea45-23fe-427d-89c5-b3257a055ce0 no longer exists at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 21:16:20.546963 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] No Port match for: e3c0ea45-23fe-427d-89c5-b3257a055ce0 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 21:16:20.547299 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device e3c0ea45-23fe-427d-89c5-b3257a055ce0 not bound to the agent host n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 21:16:20.636149 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1be4a3-50f7-4871-844e-07d1f5136bd8 service neutron] Pushing event updated for resources: {'Port': ['ID=b18c0ff1-c942-4d74-8052-4b16a61aec71,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:16:20.704327 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1be4a3-50f7-4871-844e-07d1f5136bd8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:16:20.704672 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1be4a3-50f7-4871-844e-07d1f5136bd8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:16:20.705010 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1be4a3-50f7-4871-844e-07d1f5136bd8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:16:20.705341 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1be4a3-50f7-4871-844e-07d1f5136bd8 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:16:20.705692 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1be4a3-50f7-4871-844e-07d1f5136bd8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:16:20.706025 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1be4a3-50f7-4871-844e-07d1f5136bd8 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:16:20.706362 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1be4a3-50f7-4871-844e-07d1f5136bd8 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:16:20.706663 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1be4a3-50f7-4871-844e-07d1f5136bd8 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:16:20.706985 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1be4a3-50f7-4871-844e-07d1f5136bd8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:16:20.707299 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1be4a3-50f7-4871-844e-07d1f5136bd8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:16:20.707610 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1be4a3-50f7-4871-844e-07d1f5136bd8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:16:20.756445 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-fec95e7b-b58f-48bb-b0d6-942df6232cd8 req-1b1be4a3-50f7-4871-844e-07d1f5136bd8 service neutron] Attempting to bind port b18c0ff1-c942-4d74-8052-4b16a61aec71 on host n-h2-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 21:16:20.756774 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-fec95e7b-b58f-48bb-b0d6-942df6232cd8 req-1b1be4a3-50f7-4871-844e-07d1f5136bd8 service neutron] Attempting to bind port b18c0ff1-c942-4d74-8052-4b16a61aec71 by drivers openvswitch,hyperv on host n-h2-843948-2 at level 0 using segments [{'id': '8aa8c6f5-be80-4268-87fe-cde529f8605f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '4cdc8cfa-a13f-4be0-985e-d2226c811091'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 21:16:20.757104 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec95e7b-b58f-48bb-b0d6-942df6232cd8 req-1b1be4a3-50f7-4871-844e-07d1f5136bd8 service neutron] Attempting to bind port b18c0ff1-c942-4d74-8052-4b16a61aec71 on network 4cdc8cfa-a13f-4be0-985e-d2226c811091 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:16:20.763001 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec95e7b-b58f-48bb-b0d6-942df6232cd8 req-1b1be4a3-50f7-4871-844e-07d1f5136bd8 service neutron] Port b18c0ff1-c942-4d74-8052-4b16a61aec71 on network 4cdc8cfa-a13f-4be0-985e-d2226c811091 not bound, no agent of type Open vSwitch agent registered on host n-h2-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 21:16:20.763355 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec95e7b-b58f-48bb-b0d6-942df6232cd8 req-1b1be4a3-50f7-4871-844e-07d1f5136bd8 service neutron] Attempting to bind port b18c0ff1-c942-4d74-8052-4b16a61aec71 on network 4cdc8cfa-a13f-4be0-985e-d2226c811091 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:16:20.769992 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec95e7b-b58f-48bb-b0d6-942df6232cd8 req-1b1be4a3-50f7-4871-844e-07d1f5136bd8 service neutron] Checking agent: {'id': 'eaa08354-e8f5-4e73-af76-8d3cf7d2b390', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 21, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 21:16:20.770332 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec95e7b-b58f-48bb-b0d6-942df6232cd8 req-1b1be4a3-50f7-4871-844e-07d1f5136bd8 service neutron] Checking segment: {'id': '8aa8c6f5-be80-4268-87fe-cde529f8605f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '4cdc8cfa-a13f-4be0-985e-d2226c811091'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:16:20.770717 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec95e7b-b58f-48bb-b0d6-942df6232cd8 req-1b1be4a3-50f7-4871-844e-07d1f5136bd8 service neutron] Bound using segment: {'id': '8aa8c6f5-be80-4268-87fe-cde529f8605f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '4cdc8cfa-a13f-4be0-985e-d2226c811091'} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 21:16:20.771142 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-fec95e7b-b58f-48bb-b0d6-942df6232cd8 req-1b1be4a3-50f7-4871-844e-07d1f5136bd8 service neutron] Bound port: b18c0ff1-c942-4d74-8052-4b16a61aec71, host: n-h2-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8aa8c6f5-be80-4268-87fe-cde529f8605f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '4cdc8cfa-a13f-4be0-985e-d2226c811091'}}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 21:16:20.771497 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-fec95e7b-b58f-48bb-b0d6-942df6232cd8 req-1b1be4a3-50f7-4871-844e-07d1f5136bd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:16:20.865268 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-fec95e7b-b58f-48bb-b0d6-942df6232cd8 req-1b1be4a3-50f7-4871-844e-07d1f5136bd8 service neutron] For port b18c0ff1-c942-4d74-8052-4b16a61aec71, host n-h2-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 21:16:20.868382 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-fec95e7b-b58f-48bb-b0d6-942df6232cd8 req-1b1be4a3-50f7-4871-844e-07d1f5136bd8 service neutron] For port b18c0ff1-c942-4d74-8052-4b16a61aec71, host n-h2-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=b18c0ff1-c942-4d74-8052-4b16a61aec71,segment=NetworkSegment(8aa8c6f5-be80-4268-87fe-cde529f8605f),segment_id=8aa8c6f5-be80-4268-87fe-cde529f8605f)] {{(pid=84887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 21:16:20.925987 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-fec95e7b-b58f-48bb-b0d6-942df6232cd8 req-1b1be4a3-50f7-4871-844e-07d1f5136bd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:16:21.002704 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-fec95e7b-b58f-48bb-b0d6-942df6232cd8 req-1b1be4a3-50f7-4871-844e-07d1f5136bd8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:16:21.004098 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fec95e7b-b58f-48bb-b0d6-942df6232cd8 req-1b1be4a3-50f7-4871-844e-07d1f5136bd8 service neutron] 10.222.0.86 "PUT /v2.0/ports/b18c0ff1-c942-4d74-8052-4b16a61aec71 HTTP/1.1" status: 200 len: 1092 time: 1.1839869 May 30 21:16:21.004527 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e7d42ce-732f-43ee-b965-fca91ef6685c', 'tag': 'b18c0ff1-c942-4d74-8052-4b16a61aec71'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:16:21.022885 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1be4a3-50f7-4871-844e-07d1f5136bd8 service neutron] Pushing event updated for resources: {'Port': ['ID=b18c0ff1-c942-4d74-8052-4b16a61aec71,revision_number=3']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:16:21.066068 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-108c5a9d-c5ba-46bf-9127-4d26c9940d37'] response: {'name': 'network-changed', 'server_uuid': '7e7d42ce-732f-43ee-b965-fca91ef6685c', 'tag': 'b18c0ff1-c942-4d74-8052-4b16a61aec71', 'status': 'completed', 'code': 200} May 30 21:16:21.168451 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-caffc42c-a8c7-4e24-bbd2-9dc334c88cd5 req-bef16a13-1c96-4553-bf24-2ca02eae5562 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2a9a5c2e5e2645afb589d97e24523899&device_id=7e7d42ce-732f-43ee-b965-fca91ef6685c HTTP/1.1" status: 200 len: 1095 time: 0.0827358 May 30 21:16:21.307641 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2556883f-a98b-4fa1-aeb2-513029f78334 req-0ecf99be-de08-4a24-9bb2-bf47103a817a tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:16:21.309088 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2556883f-a98b-4fa1-aeb2-513029f78334 req-0ecf99be-de08-4a24-9bb2-bf47103a817a tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/ports?device_id=7e7d42ce-732f-43ee-b965-fca91ef6685c HTTP/1.1" status: 200 len: 944 time: 0.1263196 May 30 21:16:21.358847 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2556883f-a98b-4fa1-aeb2-513029f78334 req-2265eaec-4ac6-42b4-b0f8-49fbd663e035 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/security-groups?id=70b03e0d-ecd1-4da6-b46b-a03ef677397d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424647 May 30 21:16:21.385174 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caffc42c-a8c7-4e24-bbd2-9dc334c88cd5 req-ad3ccf88-c0dd-4935-9495-0a9f84bbc55f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:16:21.387265 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-caffc42c-a8c7-4e24-bbd2-9dc334c88cd5 req-ad3ccf88-c0dd-4935-9495-0a9f84bbc55f service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=2a9a5c2e5e2645afb589d97e24523899&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2049212 May 30 21:16:21.528648 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caffc42c-a8c7-4e24-bbd2-9dc334c88cd5 req-77c247ab-fbd8-4ebc-a07a-8891f440f5a2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:16:21.530215 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-caffc42c-a8c7-4e24-bbd2-9dc334c88cd5 req-77c247ab-fbd8-4ebc-a07a-8891f440f5a2 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1341841 May 30 21:16:21.650543 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fec95e7b-b58f-48bb-b0d6-942df6232cd8 req-707bde9f-fa17-456c-b5a7-5791bbd5e098 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2a9a5c2e5e2645afb589d97e24523899&device_id=7e7d42ce-732f-43ee-b965-fca91ef6685c HTTP/1.1" status: 200 len: 1095 time: 0.0746670 May 30 21:16:21.723952 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fec95e7b-b58f-48bb-b0d6-942df6232cd8 req-e30cbc0b-dd03-42de-b725-2f7b8a2de670 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b18c0ff1-c942-4d74-8052-4b16a61aec71 HTTP/1.1" status: 200 len: 217 time: 0.0629520 May 30 21:16:21.798271 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec95e7b-b58f-48bb-b0d6-942df6232cd8 req-a3e4e2c0-da08-4b16-9d76-fc95412ecf31 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:16:21.800569 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fec95e7b-b58f-48bb-b0d6-942df6232cd8 req-a3e4e2c0-da08-4b16-9d76-fc95412ecf31 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=6446f5b4-67b4-46a0-acf7-be1525ab34ba HTTP/1.1" status: 200 len: 855 time: 0.0645781 May 30 21:16:21.850399 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fec95e7b-b58f-48bb-b0d6-942df6232cd8 req-8be4abdc-10dd-4517-8d14-a7f43e2ec5a0 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4cdc8cfa-a13f-4be0-985e-d2226c811091&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407498 May 30 21:16:21.991970 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fec95e7b-b58f-48bb-b0d6-942df6232cd8 req-2cd97a58-9edd-4b94-9959-f3220322afca service neutron] 10.222.0.86 "GET /v2.0/networks/4cdc8cfa-a13f-4be0-985e-d2226c811091?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315103 May 30 21:16:22.132993 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fec95e7b-b58f-48bb-b0d6-942df6232cd8 req-8fe38c35-85a7-46d7-b4a6-6978cd2f421f service neutron] 10.222.0.86 "GET /v2.0/networks/4cdc8cfa-a13f-4be0-985e-d2226c811091?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307254 May 30 21:16:22.568541 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5055c99-78ac-4f94-87e6-437d4b20a55a req-a586e7c3-a1aa-4c16-8b2d-f74514cc8a88 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:16:22.569212 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-a5055c99-78ac-4f94-87e6-437d4b20a55a req-a586e7c3-a1aa-4c16-8b2d-f74514cc8a88 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Synchronizing usage tracker for tenant:2a9a5c2e5e2645afb589d97e24523899 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 21:16:22.640019 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-a5055c99-78ac-4f94-87e6-437d4b20a55a req-a586e7c3-a1aa-4c16-8b2d-f74514cc8a88 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Unset dirty status for tenant:2a9a5c2e5e2645afb589d97e24523899 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 21:16:22.641215 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a5055c99-78ac-4f94-87e6-437d4b20a55a req-a586e7c3-a1aa-4c16-8b2d-f74514cc8a88 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/ports?device_id=7e7d42ce-732f-43ee-b965-fca91ef6685c HTTP/1.1" status: 200 len: 944 time: 0.1485944 May 30 21:16:22.695576 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a5055c99-78ac-4f94-87e6-437d4b20a55a req-f724aa1c-e38a-4c1c-b472-2b26b6979cae tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/security-groups?id=70b03e0d-ecd1-4da6-b46b-a03ef677397d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451832 May 30 21:16:22.842608 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:16:23.910069 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198dd874-a93c-4aa0-8c7e-7503362e0c8f req-6b91628c-56dd-4d03-b558-58f0f6e27845 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:16:23.911588 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-198dd874-a93c-4aa0-8c7e-7503362e0c8f req-6b91628c-56dd-4d03-b558-58f0f6e27845 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/ports?device_id=7e7d42ce-732f-43ee-b965-fca91ef6685c HTTP/1.1" status: 200 len: 944 time: 0.0813947 May 30 21:16:23.960894 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-198dd874-a93c-4aa0-8c7e-7503362e0c8f req-3a5b4fa6-4e02-46c8-9019-ea2063666d33 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/security-groups?id=70b03e0d-ecd1-4da6-b46b-a03ef677397d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425179 May 30 21:16:25.163050 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386e96b2-b2fc-4707-916d-f45edd0057c5 req-206bb2d3-1d40-4093-9018-818eff196289 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:16:25.164466 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-386e96b2-b2fc-4707-916d-f45edd0057c5 req-206bb2d3-1d40-4093-9018-818eff196289 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/ports?device_id=7e7d42ce-732f-43ee-b965-fca91ef6685c HTTP/1.1" status: 200 len: 944 time: 0.0773978 May 30 21:16:25.214455 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-386e96b2-b2fc-4707-916d-f45edd0057c5 req-c55bb0c2-455b-4ab3-9ebc-75c529df2b0f tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/security-groups?id=70b03e0d-ecd1-4da6-b46b-a03ef677397d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433590 May 30 21:16:25.939351 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device b18c0ff1-c942-4d74-8052-4b16a61aec71 details requested by agent hyperv_n-h2-843948-2 with host n-h2-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 21:16:26.095289 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port b18c0ff1-c942-4d74-8052-4b16a61aec71, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=b18c0ff1-c942-4d74-8052-4b16a61aec71,segment=NetworkSegment(8aa8c6f5-be80-4268-87fe-cde529f8605f),segment_id=8aa8c6f5-be80-4268-87fe-cde529f8605f)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:16:26.106277 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Returning: {'device': 'b18c0ff1-c942-4d74-8052-4b16a61aec71', 'network_id': '4cdc8cfa-a13f-4be0-985e-d2226c811091', 'port_id': 'b18c0ff1-c942-4d74-8052-4b16a61aec71', 'mac_address': 'fa:16:3e:cc:b8:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6446f5b4-67b4-46a0-acf7-be1525ab34ba', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 21:16:26.160334 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:16:26.178071 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b18c0ff1-c942-4d74-8052-4b16a61aec71 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 21:16:26.203479 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port b18c0ff1-c942-4d74-8052-4b16a61aec71, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=b18c0ff1-c942-4d74-8052-4b16a61aec71,segment=NetworkSegment(8aa8c6f5-be80-4268-87fe-cde529f8605f),segment_id=8aa8c6f5-be80-4268-87fe-cde529f8605f)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:16:26.325058 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:16:26.361894 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-739ba1a4-b03e-4324-9347-2adbfba903a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:16:26.408910 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=b18c0ff1-c942-4d74-8052-4b16a61aec71,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:16:26.417911 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:16:26.418254 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:16:26.418595 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:16:26.418927 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:16:26.419745 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:16:26.420080 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:16:26.420404 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:16:26.420725 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:16:26.421043 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:16:26.421360 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:16:26.421715 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:16:26.429229 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4840b44f-994f-4662-96fc-674c16084062 req-464ff767-227a-40b0-b178-bb0c58a42ead tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:16:26.430880 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4840b44f-994f-4662-96fc-674c16084062 req-464ff767-227a-40b0-b178-bb0c58a42ead tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/ports?device_id=7e7d42ce-732f-43ee-b965-fca91ef6685c HTTP/1.1" status: 200 len: 945 time: 0.0858972 May 30 21:16:26.482552 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4840b44f-994f-4662-96fc-674c16084062 req-e6f90503-c03a-493c-a1bb-1eddbac1c604 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/security-groups?id=70b03e0d-ecd1-4da6-b46b-a03ef677397d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446236 May 30 21:16:26.567671 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['b18c0ff1-c942-4d74-8052-4b16a61aec71'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 21:16:27.687196 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e56777-0bb3-48d2-b801-2415c2488221 req-cd4061d6-ec75-4489-802b-9de71a6cd42f tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:16:27.688679 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c8e56777-0bb3-48d2-b801-2415c2488221 req-cd4061d6-ec75-4489-802b-9de71a6cd42f tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/ports?device_id=7e7d42ce-732f-43ee-b965-fca91ef6685c HTTP/1.1" status: 200 len: 945 time: 0.0823712 May 30 21:16:27.836417 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c8e56777-0bb3-48d2-b801-2415c2488221 req-0054411a-9e8a-4e70-8ea0-d3c2d6f5b84e tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/security-groups?id=70b03e0d-ecd1-4da6-b46b-a03ef677397d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413095 May 30 21:16:27.939664 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device b18c0ff1-c942-4d74-8052-4b16a61aec71 up at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:16:28.067951 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning for port b18c0ff1-c942-4d74-8052-4b16a61aec71 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:16:28.073251 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning complete for port b18c0ff1-c942-4d74-8052-4b16a61aec71 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:16:28.073636 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:16:28.194584 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:16:28.221190 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e7d42ce-732f-43ee-b965-fca91ef6685c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b18c0ff1-c942-4d74-8052-4b16a61aec71'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:16:28.234513 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port b18c0ff1-c942-4d74-8052-4b16a61aec71, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=b18c0ff1-c942-4d74-8052-4b16a61aec71,segment=NetworkSegment(8aa8c6f5-be80-4268-87fe-cde529f8605f),segment_id=8aa8c6f5-be80-4268-87fe-cde529f8605f)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:16:28.280519 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1a76089-49d7-4d76-869a-0042a0df1dff'] response: {'server_uuid': '7e7d42ce-732f-43ee-b965-fca91ef6685c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b18c0ff1-c942-4d74-8052-4b16a61aec71', 'code': 200} May 30 21:16:28.311126 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:16:28.385174 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=b18c0ff1-c942-4d74-8052-4b16a61aec71,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:16:28.428243 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-efc164e8-7706-42ff-8759-203a0fb408a3 req-737142eb-71f4-432f-8b99-823573e1fa5f service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=7e7d42ce-732f-43ee-b965-fca91ef6685c HTTP/1.1" status: 200 len: 1097 time: 0.0720906 May 30 21:16:28.478371 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-efc164e8-7706-42ff-8759-203a0fb408a3 req-81c624cc-ba8b-43ac-b2d1-14e2ecf08ceb service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=70b03e0d-ecd1-4da6-b46b-a03ef677397d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397475 May 30 21:16:29.041582 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb85d708-61d2-48f2-9ed4-9d4e3bf48f4f req-b036cf37-1c98-4b63-90f2-ebc64cc2e8fa tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:16:29.042995 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-eb85d708-61d2-48f2-9ed4-9d4e3bf48f4f req-b036cf37-1c98-4b63-90f2-ebc64cc2e8fa tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/ports?device_id=7e7d42ce-732f-43ee-b965-fca91ef6685c HTTP/1.1" status: 200 len: 946 time: 0.0791821 May 30 21:16:29.090766 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-eb85d708-61d2-48f2-9ed4-9d4e3bf48f4f req-62db31f0-b592-4e48-8c52-ab434aca4537 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/security-groups?id=70b03e0d-ecd1-4da6-b46b-a03ef677397d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415795 May 30 21:16:29.648420 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-4255e42d-5dc3-4429-b4e5-9b2420121efa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:16:29.892446 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:16:30.292606 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83694b4-85e6-402e-9d59-4ccb8d274f8a req-5b72fc85-846f-4ef0-94d8-f6961776fc63 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:16:30.294164 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d83694b4-85e6-402e-9d59-4ccb8d274f8a req-5b72fc85-846f-4ef0-94d8-f6961776fc63 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/ports?device_id=7e7d42ce-732f-43ee-b965-fca91ef6685c HTTP/1.1" status: 200 len: 946 time: 0.0810251 May 30 21:16:30.340927 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d83694b4-85e6-402e-9d59-4ccb8d274f8a req-8beb4273-5533-4ba0-a445-f66724329bc1 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/security-groups?id=70b03e0d-ecd1-4da6-b46b-a03ef677397d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407753 May 30 21:16:30.538093 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd62bf6-1791-454a-a3f9-3b42872b6d32 req-3c754d90-fcf0-41af-a6fd-40ddea9ff4e7 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:16:30.539518 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-bcd62bf6-1791-454a-a3f9-3b42872b6d32 req-3c754d90-fcf0-41af-a6fd-40ddea9ff4e7 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/ports?device_id=7e7d42ce-732f-43ee-b965-fca91ef6685c HTTP/1.1" status: 200 len: 946 time: 0.0751791 May 30 21:16:30.589165 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-bcd62bf6-1791-454a-a3f9-3b42872b6d32 req-0e0e047d-7a87-4bd1-8b33-95a992083180 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/security-groups?id=70b03e0d-ecd1-4da6-b46b-a03ef677397d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438309 May 30 21:16:30.797481 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-7bb9a039-1f1f-489d-9cb2-68324a25b82e req-c07d4a52-8c21-4ed4-bf69-44c085f3c230 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=7e7d42ce-732f-43ee-b965-fca91ef6685c&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0712347 May 30 21:16:31.292157 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f9aa7d-b38c-40f2-9370-86074a4b2bb8 req-b60cc77c-5996-4c44-926f-9754857c35b4 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:16:31.293603 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e6f9aa7d-b38c-40f2-9370-86074a4b2bb8 req-b60cc77c-5996-4c44-926f-9754857c35b4 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/ports?device_id=7e7d42ce-732f-43ee-b965-fca91ef6685c HTTP/1.1" status: 200 len: 946 time: 0.0807436 May 30 21:16:31.341553 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e6f9aa7d-b38c-40f2-9370-86074a4b2bb8 req-44aa5e91-fdd5-461e-8934-b275c2cab808 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/security-groups?id=70b03e0d-ecd1-4da6-b46b-a03ef677397d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421984 May 30 21:16:31.391184 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:16:31.427645 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4f8dce4f-b2be-4583-bd8f-49bfd4407005 req-85f77397-2ecd-439c-9682-3e174252ecda service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=7e7d42ce-732f-43ee-b965-fca91ef6685c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0680549 May 30 21:16:32.538558 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35103a08-105a-4457-bbd8-613bd423164b req-28705ec8-9cbc-47b7-807c-7e53279b6aae tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:16:32.540009 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-35103a08-105a-4457-bbd8-613bd423164b req-28705ec8-9cbc-47b7-807c-7e53279b6aae tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/ports?device_id=7e7d42ce-732f-43ee-b965-fca91ef6685c HTTP/1.1" status: 200 len: 946 time: 0.0769610 May 30 21:16:32.593759 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-35103a08-105a-4457-bbd8-613bd423164b req-510de1c9-715c-4df7-a8a2-6fabeb879acd tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/security-groups?id=70b03e0d-ecd1-4da6-b46b-a03ef677397d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481367 May 30 21:16:32.890751 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:16:33.860557 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7856d99-783a-4337-9740-caed35ed8693 req-a09b249c-83db-4283-8657-5c2b3d057640 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:16:33.862016 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a7856d99-783a-4337-9740-caed35ed8693 req-a09b249c-83db-4283-8657-5c2b3d057640 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/ports?device_id=7e7d42ce-732f-43ee-b965-fca91ef6685c HTTP/1.1" status: 200 len: 946 time: 0.1379478 May 30 21:16:33.865512 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4f8dce4f-b2be-4583-bd8f-49bfd4407005 req-60103762-ba97-4046-8ffd-024e9e74eff8 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2a9a5c2e5e2645afb589d97e24523899&device_id=7e7d42ce-732f-43ee-b965-fca91ef6685c HTTP/1.1" status: 200 len: 1097 time: 0.1040850 May 30 21:16:33.995831 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a7856d99-783a-4337-9740-caed35ed8693 req-a2071fc4-aeb4-4b61-92ce-c2f5d8248a85 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/security-groups?id=70b03e0d-ecd1-4da6-b46b-a03ef677397d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282866 May 30 21:16:34.029745 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8dce4f-b2be-4583-bd8f-49bfd4407005 req-c25aad6c-29d9-4ad9-bfe5-e4cd407206bd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:16:34.031294 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4f8dce4f-b2be-4583-bd8f-49bfd4407005 req-c25aad6c-29d9-4ad9-bfe5-e4cd407206bd service neutron] 10.222.0.86 "GET /v2.0/networks?id=4cdc8cfa-a13f-4be0-985e-d2226c811091 HTTP/1.1" status: 200 len: 916 time: 0.1499741 May 30 21:16:34.101735 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4f8dce4f-b2be-4583-bd8f-49bfd4407005 req-c11f627d-0d1e-40be-8e97-c346485d9714 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b18c0ff1-c942-4d74-8052-4b16a61aec71 HTTP/1.1" status: 200 len: 217 time: 0.0648065 May 30 21:16:34.163558 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8dce4f-b2be-4583-bd8f-49bfd4407005 req-fb5c7887-21d9-4db8-8c02-1ab09283ebc9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:16:34.164997 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4f8dce4f-b2be-4583-bd8f-49bfd4407005 req-fb5c7887-21d9-4db8-8c02-1ab09283ebc9 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=6446f5b4-67b4-46a0-acf7-be1525ab34ba HTTP/1.1" status: 200 len: 855 time: 0.0580158 May 30 21:16:34.215463 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4f8dce4f-b2be-4583-bd8f-49bfd4407005 req-02be6359-8b37-46dd-ab55-7ae3da0de3cf service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4cdc8cfa-a13f-4be0-985e-d2226c811091&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448594 May 30 21:16:34.352642 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4f8dce4f-b2be-4583-bd8f-49bfd4407005 req-c95edd46-df68-436b-989e-a39b37f5940b service neutron] 10.222.0.86 "GET /v2.0/networks/4cdc8cfa-a13f-4be0-985e-d2226c811091?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307027 May 30 21:16:34.487433 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4f8dce4f-b2be-4583-bd8f-49bfd4407005 req-7c0c66e7-d89a-4e9c-855e-36da8e794b6c service neutron] 10.222.0.86 "GET /v2.0/networks/4cdc8cfa-a13f-4be0-985e-d2226c811091?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287799 May 30 21:16:35.197530 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79787cc-74e7-45de-bab8-8f4f20a02969 req-e37da973-2151-4efe-8e7f-011ef45b22fb tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:16:35.199074 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c79787cc-74e7-45de-bab8-8f4f20a02969 req-e37da973-2151-4efe-8e7f-011ef45b22fb tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/ports?device_id=7e7d42ce-732f-43ee-b965-fca91ef6685c HTTP/1.1" status: 200 len: 946 time: 0.0777409 May 30 21:16:35.246710 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c79787cc-74e7-45de-bab8-8f4f20a02969 req-5e30c58e-a7bd-424f-b462-7ff4b6360e6f tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/security-groups?id=70b03e0d-ecd1-4da6-b46b-a03ef677397d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419862 May 30 21:16:36.447686 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e6be9e-a93a-4d48-98e9-ac22abf423bb req-cc93dc73-e84d-4a84-9c1a-a0d3fc61ece3 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:16:36.449187 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-39e6be9e-a93a-4d48-98e9-ac22abf423bb req-cc93dc73-e84d-4a84-9c1a-a0d3fc61ece3 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/ports?device_id=7e7d42ce-732f-43ee-b965-fca91ef6685c HTTP/1.1" status: 200 len: 946 time: 0.0785384 May 30 21:16:36.495527 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-39e6be9e-a93a-4d48-98e9-ac22abf423bb req-77d73459-2b6a-4335-884a-6d01485004a1 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/security-groups?id=70b03e0d-ecd1-4da6-b46b-a03ef677397d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406692 May 30 21:16:37.699871 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab45f6f1-593a-40ab-a534-b69a32d50da9 req-3d19b9a4-dee5-420b-8809-a54209137c98 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:16:37.701565 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ab45f6f1-593a-40ab-a534-b69a32d50da9 req-3d19b9a4-dee5-420b-8809-a54209137c98 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/ports?device_id=7e7d42ce-732f-43ee-b965-fca91ef6685c HTTP/1.1" status: 200 len: 946 time: 0.0842807 May 30 21:16:37.843918 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ab45f6f1-593a-40ab-a534-b69a32d50da9 req-9e7a2a65-c01d-4b17-b819-96f5fceed0f6 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/security-groups?id=70b03e0d-ecd1-4da6-b46b-a03ef677397d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356673 May 30 21:16:39.046447 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6453a64-d9bc-492d-8334-6be43932109e req-1c8e7132-30d1-432f-a13a-7b03e054089f tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:16:39.047890 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b6453a64-d9bc-492d-8334-6be43932109e req-1c8e7132-30d1-432f-a13a-7b03e054089f tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/ports?device_id=7e7d42ce-732f-43ee-b965-fca91ef6685c HTTP/1.1" status: 200 len: 946 time: 0.0796182 May 30 21:16:39.095128 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b6453a64-d9bc-492d-8334-6be43932109e req-e4d447c0-de62-425b-9909-e17c80fc4dfb tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/security-groups?id=70b03e0d-ecd1-4da6-b46b-a03ef677397d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415635 May 30 21:16:40.293854 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffddcf64-31f3-4c1d-93d7-257d3a6d349f req-e7b68db1-0809-4c6e-a2bd-773def5196c0 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:16:40.295317 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ffddcf64-31f3-4c1d-93d7-257d3a6d349f req-e7b68db1-0809-4c6e-a2bd-773def5196c0 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/ports?device_id=7e7d42ce-732f-43ee-b965-fca91ef6685c HTTP/1.1" status: 200 len: 946 time: 0.0785828 May 30 21:16:40.342026 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ffddcf64-31f3-4c1d-93d7-257d3a6d349f req-ad5a53ac-c386-450f-b9cc-b89eb34589dd tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/security-groups?id=70b03e0d-ecd1-4da6-b46b-a03ef677397d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401828 May 30 21:16:41.544021 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895f0326-bf2f-4d7f-8ecd-486c1c6bb20c req-b38e3f0b-db71-45ab-aed2-2e3a2937a48a tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:16:41.545494 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-895f0326-bf2f-4d7f-8ecd-486c1c6bb20c req-b38e3f0b-db71-45ab-aed2-2e3a2937a48a tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/ports?device_id=7e7d42ce-732f-43ee-b965-fca91ef6685c HTTP/1.1" status: 200 len: 946 time: 0.0774379 May 30 21:16:41.591738 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-895f0326-bf2f-4d7f-8ecd-486c1c6bb20c req-a9899ba6-2af4-425b-b88f-347286ee8676 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/security-groups?id=70b03e0d-ecd1-4da6-b46b-a03ef677397d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401855 May 30 21:16:42.797766 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80f9554-1cdd-4b1a-86bc-e4e5f698feae req-7681ee69-5845-463b-aa6f-b9b84e12aee1 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:16:42.799267 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c80f9554-1cdd-4b1a-86bc-e4e5f698feae req-7681ee69-5845-463b-aa6f-b9b84e12aee1 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/ports?device_id=7e7d42ce-732f-43ee-b965-fca91ef6685c HTTP/1.1" status: 200 len: 946 time: 0.0830970 May 30 21:16:42.845451 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c80f9554-1cdd-4b1a-86bc-e4e5f698feae req-484bc5a1-4a31-4806-abee-db1d7be6af22 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/security-groups?id=70b03e0d-ecd1-4da6-b46b-a03ef677397d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405641 May 30 21:16:44.052371 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab44e787-38e6-4bce-9d31-1eb995e189bf req-e6eadd79-3fff-48a7-b5b5-a97ff574bce7 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:16:44.053862 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ab44e787-38e6-4bce-9d31-1eb995e189bf req-e6eadd79-3fff-48a7-b5b5-a97ff574bce7 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/ports?device_id=7e7d42ce-732f-43ee-b965-fca91ef6685c HTTP/1.1" status: 200 len: 946 time: 0.0824664 May 30 21:16:44.104055 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ab44e787-38e6-4bce-9d31-1eb995e189bf req-874e809d-76d9-4568-92b4-17bf7044b12b tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/security-groups?id=70b03e0d-ecd1-4da6-b46b-a03ef677397d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433514 May 30 21:16:45.313127 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d23ad0-4b8d-4a9f-a481-0f627b4ddecd req-24c00413-1a91-47da-b914-629759716f12 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:16:45.315045 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-55d23ad0-4b8d-4a9f-a481-0f627b4ddecd req-24c00413-1a91-47da-b914-629759716f12 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/ports?device_id=7e7d42ce-732f-43ee-b965-fca91ef6685c HTTP/1.1" status: 200 len: 946 time: 0.0846522 May 30 21:16:45.372580 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-55d23ad0-4b8d-4a9f-a481-0f627b4ddecd req-2e112de5-e706-42b7-838b-45a09d3fb1da tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/security-groups?id=70b03e0d-ecd1-4da6-b46b-a03ef677397d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509794 May 30 21:16:46.572126 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6bb477-f9e8-4172-9559-9484f24c82f8 req-3f8530f0-154f-46e2-8113-2b8dd39526b4 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:16:46.573573 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3f6bb477-f9e8-4172-9559-9484f24c82f8 req-3f8530f0-154f-46e2-8113-2b8dd39526b4 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/ports?device_id=7e7d42ce-732f-43ee-b965-fca91ef6685c HTTP/1.1" status: 200 len: 946 time: 0.0770838 May 30 21:16:46.714807 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3f6bb477-f9e8-4172-9559-9484f24c82f8 req-87685d88-286c-476c-b887-9cf3b181b254 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/security-groups?id=70b03e0d-ecd1-4da6-b46b-a03ef677397d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356070 May 30 21:16:47.913540 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7485c864-ef48-4a46-aced-ac7c0de889ea req-e3bf9d14-d5ca-4f67-84f2-c3b0df40ef5b tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:16:47.915084 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-7485c864-ef48-4a46-aced-ac7c0de889ea req-e3bf9d14-d5ca-4f67-84f2-c3b0df40ef5b tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/ports?device_id=7e7d42ce-732f-43ee-b965-fca91ef6685c HTTP/1.1" status: 200 len: 946 time: 0.0776875 May 30 21:16:47.965048 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-7485c864-ef48-4a46-aced-ac7c0de889ea req-a4211ac8-7082-46fd-be85-fe120c76fef6 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/security-groups?id=70b03e0d-ecd1-4da6-b46b-a03ef677397d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415123 May 30 21:16:49.159573 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ab5993-09d8-4148-85b5-9ef1716dfec8 req-d776b6eb-77b3-4a0a-9820-2fcd4af0a38f tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:16:49.160906 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c4ab5993-09d8-4148-85b5-9ef1716dfec8 req-d776b6eb-77b3-4a0a-9820-2fcd4af0a38f tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/ports?device_id=7e7d42ce-732f-43ee-b965-fca91ef6685c HTTP/1.1" status: 200 len: 946 time: 0.0737197 May 30 21:16:49.205836 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c4ab5993-09d8-4148-85b5-9ef1716dfec8 req-87078631-5ac9-4961-8bee-b88957f4de13 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/security-groups?id=70b03e0d-ecd1-4da6-b46b-a03ef677397d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395427 May 30 21:16:50.079253 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:16:50.409503 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed284cdb-f7e6-4b82-8611-ebcd7c75b5be req-702ef624-b2d4-4e98-94d8-04f33bdbee1e tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:16:50.410901 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ed284cdb-f7e6-4b82-8611-ebcd7c75b5be req-702ef624-b2d4-4e98-94d8-04f33bdbee1e tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/ports?device_id=7e7d42ce-732f-43ee-b965-fca91ef6685c HTTP/1.1" status: 200 len: 946 time: 0.0801911 May 30 21:16:50.456187 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ed284cdb-f7e6-4b82-8611-ebcd7c75b5be req-bd50f950-936e-4153-951c-28d84bded306 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/security-groups?id=70b03e0d-ecd1-4da6-b46b-a03ef677397d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398636 May 30 21:16:50.588368 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 21:16:51.652995 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d451266d-e2bf-437d-9553-1f3aed1559b3 req-7f8624ff-ff06-4779-b502-3d79fbf2388a tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:16:51.654360 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d451266d-e2bf-437d-9553-1f3aed1559b3 req-7f8624ff-ff06-4779-b502-3d79fbf2388a tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/ports?device_id=7e7d42ce-732f-43ee-b965-fca91ef6685c HTTP/1.1" status: 200 len: 946 time: 0.0782766 May 30 21:16:51.704270 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d451266d-e2bf-437d-9553-1f3aed1559b3 req-c43c8349-132e-418b-bee2-e1ecbc94c285 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/security-groups?id=70b03e0d-ecd1-4da6-b46b-a03ef677397d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444298 May 30 21:16:52.858854 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:16:52.902343 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467c2b21-87e3-4932-8b2d-e382186cb72a req-03e93957-4feb-4061-8956-bfe40d15cfd9 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:16:52.903803 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-467c2b21-87e3-4932-8b2d-e382186cb72a req-03e93957-4feb-4061-8956-bfe40d15cfd9 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/ports?device_id=7e7d42ce-732f-43ee-b965-fca91ef6685c HTTP/1.1" status: 200 len: 946 time: 0.0764477 May 30 21:16:52.950582 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-467c2b21-87e3-4932-8b2d-e382186cb72a req-32a65260-0512-4f6a-a9c8-a1e3ed161bdb tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/security-groups?id=70b03e0d-ecd1-4da6-b46b-a03ef677397d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406778 May 30 21:16:54.145603 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264bc842-dd6b-4700-a65c-a2355dee4474 req-b3a00afa-8c79-43b5-a1fd-db7c0ae9bac9 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:16:54.146977 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-264bc842-dd6b-4700-a65c-a2355dee4474 req-b3a00afa-8c79-43b5-a1fd-db7c0ae9bac9 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/ports?device_id=7e7d42ce-732f-43ee-b965-fca91ef6685c HTTP/1.1" status: 200 len: 946 time: 0.0757864 May 30 21:16:54.192344 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-264bc842-dd6b-4700-a65c-a2355dee4474 req-a47c2fdd-0a74-4c4f-bd01-aeae7acab93c tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/security-groups?id=70b03e0d-ecd1-4da6-b46b-a03ef677397d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398779 May 30 21:16:55.395345 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5001d91-0560-483e-a6e2-ad52161a98ed req-badf6ad1-9248-426e-967f-3bf87b5eac3a tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:16:55.396784 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c5001d91-0560-483e-a6e2-ad52161a98ed req-badf6ad1-9248-426e-967f-3bf87b5eac3a tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/ports?device_id=7e7d42ce-732f-43ee-b965-fca91ef6685c HTTP/1.1" status: 200 len: 946 time: 0.0803626 May 30 21:16:55.441686 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c5001d91-0560-483e-a6e2-ad52161a98ed req-5d4b71ea-4c2a-44a4-8482-fb5386568fa7 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/security-groups?id=70b03e0d-ecd1-4da6-b46b-a03ef677397d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393698 May 30 21:16:56.256190 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-aaaaa3ec-2b1a-4738-9958-91fb824793c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:16:56.648286 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20828b4-9641-4c45-a749-e332299ee11c req-bc68c668-f9b2-47e9-8a3a-ac7a013d56b1 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:16:56.649789 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c20828b4-9641-4c45-a749-e332299ee11c req-bc68c668-f9b2-47e9-8a3a-ac7a013d56b1 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/ports?device_id=7e7d42ce-732f-43ee-b965-fca91ef6685c HTTP/1.1" status: 200 len: 946 time: 0.0814195 May 30 21:16:56.697839 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c20828b4-9641-4c45-a749-e332299ee11c req-a629159e-db94-406a-ad83-c58b69d3b030 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/security-groups?id=70b03e0d-ecd1-4da6-b46b-a03ef677397d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421977 May 30 21:16:57.899842 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf732ce-8f49-4ecc-98c2-c684abc32173 req-4585d409-687e-415e-b85a-d758f529172b tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:16:57.901305 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ddf732ce-8f49-4ecc-98c2-c684abc32173 req-4585d409-687e-415e-b85a-d758f529172b tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/ports?device_id=7e7d42ce-732f-43ee-b965-fca91ef6685c HTTP/1.1" status: 200 len: 946 time: 0.0777245 May 30 21:16:57.951192 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ddf732ce-8f49-4ecc-98c2-c684abc32173 req-6c6e4fc1-a456-4238-a713-aa5714c51576 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/security-groups?id=70b03e0d-ecd1-4da6-b46b-a03ef677397d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440369 May 30 21:16:59.149386 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382cf950-3f9d-4305-9bf9-745694413402 req-c3bd90d8-29ce-4be6-ba1c-edd9db22cc39 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:16:59.150845 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-382cf950-3f9d-4305-9bf9-745694413402 req-c3bd90d8-29ce-4be6-ba1c-edd9db22cc39 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/ports?device_id=7e7d42ce-732f-43ee-b965-fca91ef6685c HTTP/1.1" status: 200 len: 946 time: 0.0759890 May 30 21:16:59.199382 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-382cf950-3f9d-4305-9bf9-745694413402 req-03ba4852-28ee-4ffd-8920-4d6e71bc2e18 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/security-groups?id=70b03e0d-ecd1-4da6-b46b-a03ef677397d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430479 May 30 21:16:59.655524 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-5e5a5b1d-a5db-486b-a2a5-5d15e12825ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:16:59.878960 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:00.402866 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694cc968-9c20-4bbe-a125-e16e80996672 req-7c16293c-ebd1-4f16-a65e-63f5ea27be6a tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:17:00.404303 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-694cc968-9c20-4bbe-a125-e16e80996672 req-7c16293c-ebd1-4f16-a65e-63f5ea27be6a tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/ports?device_id=7e7d42ce-732f-43ee-b965-fca91ef6685c HTTP/1.1" status: 200 len: 946 time: 0.0756900 May 30 21:17:00.450298 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-694cc968-9c20-4bbe-a125-e16e80996672 req-8fe82147-66d2-49cf-aaff-5ed8f4c13b66 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/security-groups?id=70b03e0d-ecd1-4da6-b46b-a03ef677397d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404491 May 30 21:17:01.372836 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:01.648678 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c517e6b-c5ed-406a-b520-7bca8bdb24b8 req-25021886-b9ed-408d-8379-f0d4d9ed8b64 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:17:01.650818 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0c517e6b-c5ed-406a-b520-7bca8bdb24b8 req-25021886-b9ed-408d-8379-f0d4d9ed8b64 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/ports?device_id=7e7d42ce-732f-43ee-b965-fca91ef6685c HTTP/1.1" status: 200 len: 946 time: 0.0778813 May 30 21:17:01.697165 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0c517e6b-c5ed-406a-b520-7bca8bdb24b8 req-11de61d0-bd7b-4edc-9555-f9d20c81be0e tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/security-groups?id=70b03e0d-ecd1-4da6-b46b-a03ef677397d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415437 May 30 21:17:02.061929 n-d-843948-2 neutron-server[84887]: INFO neutron.api.v2.resource [req-4f8dce4f-b2be-4583-bd8f-49bfd4407005 req-a071098a-09c7-4138-abbc-49a90dca84d1 service neutron] show failed (client error): The resource could not be found. May 30 21:17:02.062918 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4f8dce4f-b2be-4583-bd8f-49bfd4407005 req-a071098a-09c7-4138-abbc-49a90dca84d1 service neutron] 10.222.0.86 "GET /v2.0/ports/b18c0ff1-c942-4d74-8052-4b16a61aec71/bindings/n-h1-843948-2 HTTP/1.1" status: 404 len: 380 time: 0.0782306 May 30 21:17:02.607724 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4f8dce4f-b2be-4583-bd8f-49bfd4407005 req-85bfec1a-e996-4ee0-b948-3e0d411c84e7 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=7e7d42ce-732f-43ee-b965-fca91ef6685c&tenant_id=2a9a5c2e5e2645afb589d97e24523899 HTTP/1.1" status: 200 len: 1097 time: 0.0712652 May 30 21:17:02.617744 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-4f8dce4f-b2be-4583-bd8f-49bfd4407005 req-d17a1b35-18d9-4edb-935c-47505ec11b48 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-843948-2', 'device_owner': 'compute:nova'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:17:02.729853 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-4f8dce4f-b2be-4583-bd8f-49bfd4407005 req-d17a1b35-18d9-4edb-935c-47505ec11b48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:02.881470 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:02.908258 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f801ab-a184-406b-b3c0-e518e77d0f1b req-afa8314e-5a2e-428e-9cb1-1e8927d58d87 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:17:02.909941 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f4f801ab-a184-406b-b3c0-e518e77d0f1b req-afa8314e-5a2e-428e-9cb1-1e8927d58d87 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/ports?device_id=7e7d42ce-732f-43ee-b965-fca91ef6685c HTTP/1.1" status: 200 len: 946 time: 0.0890310 May 30 21:17:02.960238 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f4f801ab-a184-406b-b3c0-e518e77d0f1b req-280f1856-5c74-4e52-a014-88d6dc3407c2 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/security-groups?id=70b03e0d-ecd1-4da6-b46b-a03ef677397d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441668 May 30 21:17:03.022176 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-4f8dce4f-b2be-4583-bd8f-49bfd4407005 req-d17a1b35-18d9-4edb-935c-47505ec11b48 service neutron] For port b18c0ff1-c942-4d74-8052-4b16a61aec71, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=b18c0ff1-c942-4d74-8052-4b16a61aec71,segment=NetworkSegment(8aa8c6f5-be80-4268-87fe-cde529f8605f),segment_id=8aa8c6f5-be80-4268-87fe-cde529f8605f)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:17:03.051889 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-4f8dce4f-b2be-4583-bd8f-49bfd4407005 req-d17a1b35-18d9-4edb-935c-47505ec11b48 service neutron] For port b18c0ff1-c942-4d74-8052-4b16a61aec71, host n-h2-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 21:17:03.108659 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e7d42ce-732f-43ee-b965-fca91ef6685c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b18c0ff1-c942-4d74-8052-4b16a61aec71'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:17:03.114072 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-4f8dce4f-b2be-4583-bd8f-49bfd4407005 req-d17a1b35-18d9-4edb-935c-47505ec11b48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:03.129059 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-4f8dce4f-b2be-4583-bd8f-49bfd4407005 req-d17a1b35-18d9-4edb-935c-47505ec11b48 service neutron] Transition to ACTIVE for port object b18c0ff1-c942-4d74-8052-4b16a61aec71 will not be triggered until provisioned by entity L2. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:17:03.182621 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4504afab-9a09-4ed7-b47d-f0d3e122b4d3'] response: {'server_uuid': '7e7d42ce-732f-43ee-b965-fca91ef6685c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b18c0ff1-c942-4d74-8052-4b16a61aec71', 'code': 200} May 30 21:17:03.212661 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-4f8dce4f-b2be-4583-bd8f-49bfd4407005 req-d17a1b35-18d9-4edb-935c-47505ec11b48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:03.339359 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17a1b35-18d9-4edb-935c-47505ec11b48 service neutron] Pushing event updated for resources: {'Port': ['ID=b18c0ff1-c942-4d74-8052-4b16a61aec71,revision_number=6']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:17:03.378078 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f8dce4f-b2be-4583-bd8f-49bfd4407005 req-d17a1b35-18d9-4edb-935c-47505ec11b48 service neutron] No DVR routers for this DVR port b18c0ff1-c942-4d74-8052-4b16a61aec71 on host n-h2-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 21:17:03.434717 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-4f8dce4f-b2be-4583-bd8f-49bfd4407005 req-d17a1b35-18d9-4edb-935c-47505ec11b48 service neutron] Attempting to bind port b18c0ff1-c942-4d74-8052-4b16a61aec71 on host n-h1-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 21:17:03.435080 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-4f8dce4f-b2be-4583-bd8f-49bfd4407005 req-d17a1b35-18d9-4edb-935c-47505ec11b48 service neutron] Attempting to bind port b18c0ff1-c942-4d74-8052-4b16a61aec71 by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': '8aa8c6f5-be80-4268-87fe-cde529f8605f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '4cdc8cfa-a13f-4be0-985e-d2226c811091'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 21:17:03.435363 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f8dce4f-b2be-4583-bd8f-49bfd4407005 req-d17a1b35-18d9-4edb-935c-47505ec11b48 service neutron] Attempting to bind port b18c0ff1-c942-4d74-8052-4b16a61aec71 on network 4cdc8cfa-a13f-4be0-985e-d2226c811091 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:17:03.442200 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f8dce4f-b2be-4583-bd8f-49bfd4407005 req-d17a1b35-18d9-4edb-935c-47505ec11b48 service neutron] Port b18c0ff1-c942-4d74-8052-4b16a61aec71 on network 4cdc8cfa-a13f-4be0-985e-d2226c811091 not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 21:17:03.442511 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f8dce4f-b2be-4583-bd8f-49bfd4407005 req-d17a1b35-18d9-4edb-935c-47505ec11b48 service neutron] Attempting to bind port b18c0ff1-c942-4d74-8052-4b16a61aec71 on network 4cdc8cfa-a13f-4be0-985e-d2226c811091 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:17:03.448944 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f8dce4f-b2be-4583-bd8f-49bfd4407005 req-d17a1b35-18d9-4edb-935c-47505ec11b48 service neutron] Checking agent: {'id': 'f728d74e-a4ae-4384-860b-a5ade05dd8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 21, 16, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 21:17:03.449283 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f8dce4f-b2be-4583-bd8f-49bfd4407005 req-d17a1b35-18d9-4edb-935c-47505ec11b48 service neutron] Checking segment: {'id': '8aa8c6f5-be80-4268-87fe-cde529f8605f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '4cdc8cfa-a13f-4be0-985e-d2226c811091'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:17:03.449680 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f8dce4f-b2be-4583-bd8f-49bfd4407005 req-d17a1b35-18d9-4edb-935c-47505ec11b48 service neutron] Bound using segment: {'id': '8aa8c6f5-be80-4268-87fe-cde529f8605f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '4cdc8cfa-a13f-4be0-985e-d2226c811091'} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 21:17:03.450104 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-4f8dce4f-b2be-4583-bd8f-49bfd4407005 req-d17a1b35-18d9-4edb-935c-47505ec11b48 service neutron] Bound port: b18c0ff1-c942-4d74-8052-4b16a61aec71, host: n-h1-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8aa8c6f5-be80-4268-87fe-cde529f8605f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '4cdc8cfa-a13f-4be0-985e-d2226c811091'}}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 21:17:03.450442 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-4f8dce4f-b2be-4583-bd8f-49bfd4407005 req-d17a1b35-18d9-4edb-935c-47505ec11b48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:03.538932 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-4f8dce4f-b2be-4583-bd8f-49bfd4407005 req-d17a1b35-18d9-4edb-935c-47505ec11b48 service neutron] For port b18c0ff1-c942-4d74-8052-4b16a61aec71, host n-h1-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 21:17:03.542282 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-4f8dce4f-b2be-4583-bd8f-49bfd4407005 req-d17a1b35-18d9-4edb-935c-47505ec11b48 service neutron] For port b18c0ff1-c942-4d74-8052-4b16a61aec71, host n-h1-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=b18c0ff1-c942-4d74-8052-4b16a61aec71,segment=NetworkSegment(8aa8c6f5-be80-4268-87fe-cde529f8605f),segment_id=8aa8c6f5-be80-4268-87fe-cde529f8605f)] {{(pid=84887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 21:17:03.642592 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-4f8dce4f-b2be-4583-bd8f-49bfd4407005 req-d17a1b35-18d9-4edb-935c-47505ec11b48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:03.707972 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-4f8dce4f-b2be-4583-bd8f-49bfd4407005 req-d17a1b35-18d9-4edb-935c-47505ec11b48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:03.709313 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4f8dce4f-b2be-4583-bd8f-49bfd4407005 req-d17a1b35-18d9-4edb-935c-47505ec11b48 service neutron] 10.222.0.71 "PUT /v2.0/ports/b18c0ff1-c942-4d74-8052-4b16a61aec71 HTTP/1.1" status: 200 len: 1092 time: 1.0955613 May 30 21:17:03.723771 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17a1b35-18d9-4edb-935c-47505ec11b48 service neutron] Pushing event updated for resources: {'Port': ['ID=b18c0ff1-c942-4d74-8052-4b16a61aec71,revision_number=7']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:17:03.801202 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4f8dce4f-b2be-4583-bd8f-49bfd4407005 req-257ea1fe-924a-4568-9525-7ce56c0f29ae service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=2a9a5c2e5e2645afb589d97e24523899&device_id=7e7d42ce-732f-43ee-b965-fca91ef6685c HTTP/1.1" status: 200 len: 1095 time: 0.0702651 May 30 21:17:03.936431 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8dce4f-b2be-4583-bd8f-49bfd4407005 req-2c9860e8-616c-4911-9a84-3a008460dd8d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:17:03.937893 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4f8dce4f-b2be-4583-bd8f-49bfd4407005 req-2c9860e8-616c-4911-9a84-3a008460dd8d service neutron] 10.222.0.71 "GET /v2.0/networks?id=4cdc8cfa-a13f-4be0-985e-d2226c811091 HTTP/1.1" status: 200 len: 916 time: 0.1305201 May 30 21:17:04.009796 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4f8dce4f-b2be-4583-bd8f-49bfd4407005 req-190b76a5-33d2-44c0-adae-d734859432b8 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b18c0ff1-c942-4d74-8052-4b16a61aec71 HTTP/1.1" status: 200 len: 217 time: 0.0659721 May 30 21:17:04.072359 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8dce4f-b2be-4583-bd8f-49bfd4407005 req-15082a71-473b-4f29-b470-d9f745a0e28f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:17:04.073827 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4f8dce4f-b2be-4583-bd8f-49bfd4407005 req-15082a71-473b-4f29-b470-d9f745a0e28f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6446f5b4-67b4-46a0-acf7-be1525ab34ba HTTP/1.1" status: 200 len: 855 time: 0.0588877 May 30 21:17:04.179476 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6487aa01-3fa6-4980-a1b0-1af869287475 req-2e025162-f413-41bd-a99c-fa6f775fd4a3 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:17:04.181023 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6487aa01-3fa6-4980-a1b0-1af869287475 req-2e025162-f413-41bd-a99c-fa6f775fd4a3 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/ports?device_id=7e7d42ce-732f-43ee-b965-fca91ef6685c HTTP/1.1" status: 200 len: 944 time: 0.0848529 May 30 21:17:04.216968 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4f8dce4f-b2be-4583-bd8f-49bfd4407005 req-e00b64f5-1982-45b5-b303-a38e43bc59da service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4cdc8cfa-a13f-4be0-985e-d2226c811091&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1374433 May 30 21:17:04.230269 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6487aa01-3fa6-4980-a1b0-1af869287475 req-ca09f2b5-f6eb-422e-abda-b43f8d04eec2 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/security-groups?id=70b03e0d-ecd1-4da6-b46b-a03ef677397d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433288 May 30 21:17:04.350852 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4f8dce4f-b2be-4583-bd8f-49bfd4407005 req-9777da98-f319-4e87-a17c-4a053e0fdc4b service neutron] 10.222.0.71 "GET /v2.0/networks/4cdc8cfa-a13f-4be0-985e-d2226c811091?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282718 May 30 21:17:04.484839 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4f8dce4f-b2be-4583-bd8f-49bfd4407005 req-ba69bb60-bcb1-4993-92d0-836c408e08a0 service neutron] 10.222.0.71 "GET /v2.0/networks/4cdc8cfa-a13f-4be0-985e-d2226c811091?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270599 May 30 21:17:05.183396 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e7d42ce-732f-43ee-b965-fca91ef6685c', 'tag': 'b18c0ff1-c942-4d74-8052-4b16a61aec71'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:17:05.255286 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06ed1632-6b51-4fdc-aa4d-5eb6bafde990'] response: {'name': 'network-changed', 'server_uuid': '7e7d42ce-732f-43ee-b965-fca91ef6685c', 'tag': 'b18c0ff1-c942-4d74-8052-4b16a61aec71', 'status': 'completed', 'code': 200} May 30 21:17:05.420376 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2cae80ce-4764-4e4f-aca7-e4ffe45e98a0 req-512cea48-e8fa-4588-87e7-0da06d5be671 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2a9a5c2e5e2645afb589d97e24523899&device_id=7e7d42ce-732f-43ee-b965-fca91ef6685c HTTP/1.1" status: 200 len: 1095 time: 0.1402123 May 30 21:17:05.423793 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2cae80ce-4764-4e4f-aca7-e4ffe45e98a0 req-1cfe4dbb-d06e-45cc-982b-25a16b6ccb69 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=2a9a5c2e5e2645afb589d97e24523899&device_id=7e7d42ce-732f-43ee-b965-fca91ef6685c HTTP/1.1" status: 200 len: 1095 time: 0.1058578 May 30 21:17:05.464147 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afadca14-329f-4e09-986d-02e599ea012c req-34a06a09-aa7f-4581-82a4-7144140d709e tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:17:05.465550 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-afadca14-329f-4e09-986d-02e599ea012c req-34a06a09-aa7f-4581-82a4-7144140d709e tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/ports?device_id=7e7d42ce-732f-43ee-b965-fca91ef6685c HTTP/1.1" status: 200 len: 944 time: 0.0962021 May 30 21:17:05.515778 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-afadca14-329f-4e09-986d-02e599ea012c req-f663cd5f-2450-46db-b916-87aab65f6532 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/security-groups?id=70b03e0d-ecd1-4da6-b46b-a03ef677397d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441849 May 30 21:17:05.672101 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cae80ce-4764-4e4f-aca7-e4ffe45e98a0 req-0d24dc2d-3f5c-438f-8ad6-55f7e6e62f96 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:17:05.674100 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2cae80ce-4764-4e4f-aca7-e4ffe45e98a0 req-0d24dc2d-3f5c-438f-8ad6-55f7e6e62f96 service neutron] 10.222.0.86 "GET /v2.0/networks?id=4cdc8cfa-a13f-4be0-985e-d2226c811091 HTTP/1.1" status: 200 len: 916 time: 0.2450664 May 30 21:17:05.678380 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cae80ce-4764-4e4f-aca7-e4ffe45e98a0 req-468a2a34-b161-4af6-894b-7f398344cde6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:17:05.679673 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2cae80ce-4764-4e4f-aca7-e4ffe45e98a0 req-468a2a34-b161-4af6-894b-7f398344cde6 service neutron] 10.222.0.71 "GET /v2.0/networks?id=4cdc8cfa-a13f-4be0-985e-d2226c811091 HTTP/1.1" status: 200 len: 916 time: 0.2291729 May 30 21:17:05.809737 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2cae80ce-4764-4e4f-aca7-e4ffe45e98a0 req-6192146e-553d-417e-a0b5-4a93b430174d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b18c0ff1-c942-4d74-8052-4b16a61aec71 HTTP/1.1" status: 200 len: 217 time: 0.1263771 May 30 21:17:05.811055 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2cae80ce-4764-4e4f-aca7-e4ffe45e98a0 req-708b7e4e-a461-42be-9bd7-214fe5964e13 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b18c0ff1-c942-4d74-8052-4b16a61aec71 HTTP/1.1" status: 200 len: 217 time: 0.0785048 May 30 21:17:05.925927 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cae80ce-4764-4e4f-aca7-e4ffe45e98a0 req-b03f23d1-5401-440a-b49d-4684d8c85035 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:17:05.927380 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2cae80ce-4764-4e4f-aca7-e4ffe45e98a0 req-b03f23d1-5401-440a-b49d-4684d8c85035 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=6446f5b4-67b4-46a0-acf7-be1525ab34ba HTTP/1.1" status: 200 len: 855 time: 0.1114926 May 30 21:17:05.928714 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cae80ce-4764-4e4f-aca7-e4ffe45e98a0 req-733328d0-084b-497d-ae6d-8efcbf84f341 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:17:05.930029 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2cae80ce-4764-4e4f-aca7-e4ffe45e98a0 req-733328d0-084b-497d-ae6d-8efcbf84f341 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6446f5b4-67b4-46a0-acf7-be1525ab34ba HTTP/1.1" status: 200 len: 855 time: 0.0852807 May 30 21:17:06.015425 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2cae80ce-4764-4e4f-aca7-e4ffe45e98a0 req-5e28af92-3ec4-4be1-97f1-6f579159933c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4cdc8cfa-a13f-4be0-985e-d2226c811091&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0792556 May 30 21:17:06.017300 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2cae80ce-4764-4e4f-aca7-e4ffe45e98a0 req-78314fb1-d9f6-4d7d-859c-f39670097827 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4cdc8cfa-a13f-4be0-985e-d2226c811091&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0799668 May 30 21:17:06.094304 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device b18c0ff1-c942-4d74-8052-4b16a61aec71 no longer exists at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 21:17:06.197275 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device b18c0ff1-c942-4d74-8052-4b16a61aec71 not bound to the agent host n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 21:17:06.261334 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2cae80ce-4764-4e4f-aca7-e4ffe45e98a0 req-cf5f2e32-5b2f-4bb0-b2ec-3f27b3293374 service neutron] 10.222.0.71 "GET /v2.0/networks/4cdc8cfa-a13f-4be0-985e-d2226c811091?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2388780 May 30 21:17:06.266290 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2cae80ce-4764-4e4f-aca7-e4ffe45e98a0 req-a83d2be1-4df8-4979-965f-43391d1356b9 service neutron] 10.222.0.86 "GET /v2.0/networks/4cdc8cfa-a13f-4be0-985e-d2226c811091?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237828 May 30 21:17:06.607452 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2cae80ce-4764-4e4f-aca7-e4ffe45e98a0 req-479754b8-2595-4571-bb6f-9de27d977717 service neutron] 10.222.0.71 "GET /v2.0/networks/4cdc8cfa-a13f-4be0-985e-d2226c811091?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3397169 May 30 21:17:06.610500 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2cae80ce-4764-4e4f-aca7-e4ffe45e98a0 req-9e9eb287-de25-47cf-adea-d8b989d66f94 service neutron] 10.222.0.86 "GET /v2.0/networks/4cdc8cfa-a13f-4be0-985e-d2226c811091?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3248918 May 30 21:17:06.718674 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c21e65a-cb5d-474b-8e72-fbff3d9e5611 req-d9c17f3a-49be-40b9-9bca-aa278beb9fa7 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:17:06.720100 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7c21e65a-cb5d-474b-8e72-fbff3d9e5611 req-d9c17f3a-49be-40b9-9bca-aa278beb9fa7 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/ports?device_id=7e7d42ce-732f-43ee-b965-fca91ef6685c HTTP/1.1" status: 200 len: 944 time: 0.0756860 May 30 21:17:06.761571 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device b18c0ff1-c942-4d74-8052-4b16a61aec71 details requested by agent hyperv_n-h1-843948-2 with host n-h1-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 21:17:06.764922 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7c21e65a-cb5d-474b-8e72-fbff3d9e5611 req-2e271767-5400-4159-8dcb-9fce4a5e9a1c tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/security-groups?id=70b03e0d-ecd1-4da6-b46b-a03ef677397d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392067 May 30 21:17:06.896087 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port b18c0ff1-c942-4d74-8052-4b16a61aec71, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=b18c0ff1-c942-4d74-8052-4b16a61aec71,segment=NetworkSegment(8aa8c6f5-be80-4268-87fe-cde529f8605f),segment_id=8aa8c6f5-be80-4268-87fe-cde529f8605f)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:17:06.909386 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Returning: {'device': 'b18c0ff1-c942-4d74-8052-4b16a61aec71', 'network_id': '4cdc8cfa-a13f-4be0-985e-d2226c811091', 'port_id': 'b18c0ff1-c942-4d74-8052-4b16a61aec71', 'mac_address': 'fa:16:3e:cc:b8:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6446f5b4-67b4-46a0-acf7-be1525ab34ba', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 21:17:06.966127 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:06.983886 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b18c0ff1-c942-4d74-8052-4b16a61aec71 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 21:17:07.000024 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port b18c0ff1-c942-4d74-8052-4b16a61aec71, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=b18c0ff1-c942-4d74-8052-4b16a61aec71,segment=NetworkSegment(8aa8c6f5-be80-4268-87fe-cde529f8605f),segment_id=8aa8c6f5-be80-4268-87fe-cde529f8605f)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:17:07.098376 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:07.167893 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=b18c0ff1-c942-4d74-8052-4b16a61aec71,revision_number=8']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:17:07.311356 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['b18c0ff1-c942-4d74-8052-4b16a61aec71'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 21:17:07.332849 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d218c29e-a604-4aff-a2c1-77a893a23455 req-4c3dce31-5ae5-4795-82fe-2e0fc3c815d0 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:17:07.334333 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d218c29e-a604-4aff-a2c1-77a893a23455 req-4c3dce31-5ae5-4795-82fe-2e0fc3c815d0 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/ports?device_id=7e7d42ce-732f-43ee-b965-fca91ef6685c HTTP/1.1" status: 200 len: 945 time: 0.1311898 May 30 21:17:07.377559 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d806829-97bd-474e-b571-5f46ec3e764a req-60d722f4-4ffa-411f-b717-0ddf557092fd tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:17:07.378892 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3d806829-97bd-474e-b571-5f46ec3e764a req-60d722f4-4ffa-411f-b717-0ddf557092fd tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.86 "GET /v2.0/ports?device_id=7e7d42ce-732f-43ee-b965-fca91ef6685c&tenant_id=2a9a5c2e5e2645afb589d97e24523899&binding%3Ahost_id=n-h1-843948-2 HTTP/1.1" status: 200 len: 945 time: 0.1166987 May 30 21:17:07.449420 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d218c29e-a604-4aff-a2c1-77a893a23455 req-0acb801c-602e-45b9-9385-171064fb5591 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/security-groups?id=70b03e0d-ecd1-4da6-b46b-a03ef677397d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087563 May 30 21:17:07.471608 n-d-843948-2 neutron-server[84887]: INFO neutron.api.v2.resource [req-3d806829-97bd-474e-b571-5f46ec3e764a req-0f9c4154-886a-4c33-ae65-25a97b0d9f74 service neutron] delete failed (client error): The resource could not be found. May 30 21:17:07.472635 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3d806829-97bd-474e-b571-5f46ec3e764a req-0f9c4154-886a-4c33-ae65-25a97b0d9f74 service neutron] 10.222.0.86 "DELETE /v2.0/ports/b18c0ff1-c942-4d74-8052-4b16a61aec71/bindings/n-h2-843948-2 HTTP/1.1" status: 404 len: 380 time: 0.0845003 May 30 21:17:07.616566 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3d806829-97bd-474e-b571-5f46ec3e764a req-bc0b2447-ab50-4fa0-b5c4-8f414fe9b411 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2a9a5c2e5e2645afb589d97e24523899&device_id=7e7d42ce-732f-43ee-b965-fca91ef6685c HTTP/1.1" status: 200 len: 1096 time: 0.0700612 May 30 21:17:07.755027 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d806829-97bd-474e-b571-5f46ec3e764a req-a2fd2646-240c-4044-a076-baaa63dbc034 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:17:07.756486 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3d806829-97bd-474e-b571-5f46ec3e764a req-a2fd2646-240c-4044-a076-baaa63dbc034 service neutron] 10.222.0.86 "GET /v2.0/networks?id=4cdc8cfa-a13f-4be0-985e-d2226c811091 HTTP/1.1" status: 200 len: 916 time: 0.1299539 May 30 21:17:07.835465 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3d806829-97bd-474e-b571-5f46ec3e764a req-e135754a-2e64-47a1-a6b2-ddb68822773f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b18c0ff1-c942-4d74-8052-4b16a61aec71 HTTP/1.1" status: 200 len: 217 time: 0.0664175 May 30 21:17:07.903218 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d806829-97bd-474e-b571-5f46ec3e764a req-d73e407b-b0d1-4ec7-8d01-3623b6b45432 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:17:07.904639 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3d806829-97bd-474e-b571-5f46ec3e764a req-d73e407b-b0d1-4ec7-8d01-3623b6b45432 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=6446f5b4-67b4-46a0-acf7-be1525ab34ba HTTP/1.1" status: 200 len: 855 time: 0.0571058 May 30 21:17:07.957335 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3d806829-97bd-474e-b571-5f46ec3e764a req-8597ad10-be57-40c7-be48-c9c72f55f9cf service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4cdc8cfa-a13f-4be0-985e-d2226c811091&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438721 May 30 21:17:08.093117 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3d806829-97bd-474e-b571-5f46ec3e764a req-8de03fc0-575d-4749-bfe0-227476430ab9 service neutron] 10.222.0.86 "GET /v2.0/networks/4cdc8cfa-a13f-4be0-985e-d2226c811091?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260860 May 30 21:17:08.228566 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3d806829-97bd-474e-b571-5f46ec3e764a req-1e16a304-c2a8-4673-ab9d-9f48cb12e52e service neutron] 10.222.0.86 "GET /v2.0/networks/4cdc8cfa-a13f-4be0-985e-d2226c811091?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264622 May 30 21:17:08.651369 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27edb15e-906f-4714-bb3e-ddea0b18bdac req-ce6d8247-05ca-4c3a-8936-2f481ade81cb tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:17:08.652834 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-27edb15e-906f-4714-bb3e-ddea0b18bdac req-ce6d8247-05ca-4c3a-8936-2f481ade81cb tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/ports?device_id=7e7d42ce-732f-43ee-b965-fca91ef6685c HTTP/1.1" status: 200 len: 945 time: 0.0758648 May 30 21:17:08.698144 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-27edb15e-906f-4714-bb3e-ddea0b18bdac req-f305c7be-afdc-4395-8465-667cb4e83dcb tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/security-groups?id=70b03e0d-ecd1-4da6-b46b-a03ef677397d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398340 May 30 21:17:08.785653 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device b18c0ff1-c942-4d74-8052-4b16a61aec71 up at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:17:08.901049 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning for port b18c0ff1-c942-4d74-8052-4b16a61aec71 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:17:08.906241 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning complete for port b18c0ff1-c942-4d74-8052-4b16a61aec71 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:17:08.906608 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:09.024273 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:09.052228 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e7d42ce-732f-43ee-b965-fca91ef6685c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b18c0ff1-c942-4d74-8052-4b16a61aec71'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:17:09.061806 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port b18c0ff1-c942-4d74-8052-4b16a61aec71, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=b18c0ff1-c942-4d74-8052-4b16a61aec71,segment=NetworkSegment(8aa8c6f5-be80-4268-87fe-cde529f8605f),segment_id=8aa8c6f5-be80-4268-87fe-cde529f8605f)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:17:09.106994 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74fa5369-99dc-446c-8bde-b89d7f2e0f22'] response: {'server_uuid': '7e7d42ce-732f-43ee-b965-fca91ef6685c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b18c0ff1-c942-4d74-8052-4b16a61aec71', 'code': 200} May 30 21:17:09.147133 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:09.213882 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=b18c0ff1-c942-4d74-8052-4b16a61aec71,revision_number=9']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:17:09.902639 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1604b07e-58f7-4af2-9a46-546eeb9981e8 req-71c8146c-2fed-4af6-beed-3d9ca03da905 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:17:09.904105 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1604b07e-58f7-4af2-9a46-546eeb9981e8 req-71c8146c-2fed-4af6-beed-3d9ca03da905 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/ports?device_id=7e7d42ce-732f-43ee-b965-fca91ef6685c HTTP/1.1" status: 200 len: 946 time: 0.0802724 May 30 21:17:09.950736 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1604b07e-58f7-4af2-9a46-546eeb9981e8 req-d0b74b6b-7bcb-4c9a-975a-5379ae3e81cb tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/security-groups?id=70b03e0d-ecd1-4da6-b46b-a03ef677397d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410037 May 30 21:17:10.153871 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e039415c-0e37-42c9-bd15-f0cc7d801d40 req-b0f3a1fc-2970-4f7e-9193-0f5c8801dc5e tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:17:10.155401 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e039415c-0e37-42c9-bd15-f0cc7d801d40 req-b0f3a1fc-2970-4f7e-9193-0f5c8801dc5e tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/ports?device_id=7e7d42ce-732f-43ee-b965-fca91ef6685c HTTP/1.1" status: 200 len: 946 time: 0.0790875 May 30 21:17:10.204245 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e039415c-0e37-42c9-bd15-f0cc7d801d40 req-7b3d89d4-0023-4f5a-951a-9c92b71b36e0 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/security-groups?id=70b03e0d-ecd1-4da6-b46b-a03ef677397d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422015 May 30 21:17:10.405244 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e907a53-228b-4c0a-8f09-ec7530f884c4 req-bf76ba2b-e6c2-43d6-bd8e-189b45ce679f tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:17:10.406714 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1e907a53-228b-4c0a-8f09-ec7530f884c4 req-bf76ba2b-e6c2-43d6-bd8e-189b45ce679f tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/ports?device_id=7e7d42ce-732f-43ee-b965-fca91ef6685c HTTP/1.1" status: 200 len: 946 time: 0.0766447 May 30 21:17:10.457428 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1e907a53-228b-4c0a-8f09-ec7530f884c4 req-5fa6737f-44e5-4386-b848-22ea5b86d885 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/security-groups?id=70b03e0d-ecd1-4da6-b46b-a03ef677397d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435543 May 30 21:17:11.340479 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e86287-7ee6-45ff-ad21-c6ae09eb291b req-d4017e9a-d284-49f8-be3e-4637412ff966 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:17:11.341847 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-09e86287-7ee6-45ff-ad21-c6ae09eb291b req-d4017e9a-d284-49f8-be3e-4637412ff966 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/ports?device_id=7e7d42ce-732f-43ee-b965-fca91ef6685c HTTP/1.1" status: 200 len: 946 time: 0.0802517 May 30 21:17:11.387100 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-09e86287-7ee6-45ff-ad21-c6ae09eb291b req-fe85c443-59f1-492c-9671-6d6202bd2fcd tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/security-groups?id=70b03e0d-ecd1-4da6-b46b-a03ef677397d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394633 May 30 21:17:12.344483 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7193ad-893d-43cc-b815-7e5c9c6d7415 req-e38e2c1a-d839-4461-a377-d95ec783d4ab tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:17:12.346502 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5f7193ad-893d-43cc-b815-7e5c9c6d7415 req-e38e2c1a-d839-4461-a377-d95ec783d4ab tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e7d42ce-732f-43ee-b965-fca91ef6685c HTTP/1.1" status: 200 len: 946 time: 0.0776961 May 30 21:17:12.417054 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-5f7193ad-893d-43cc-b815-7e5c9c6d7415 req-943c78ba-f4d9-485e-b048-31480827525f tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Deleting port b18c0ff1-c942-4d74-8052-4b16a61aec71 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:17:12.417381 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-5f7193ad-893d-43cc-b815-7e5c9c6d7415 req-943c78ba-f4d9-485e-b048-31480827525f tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:12.585413 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d18f07-6169-44d8-b9f1-01233f91ffa5 req-b8990e51-8b89-4c3e-bd17-1b44a17f70a8 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:17:12.587012 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-43d18f07-6169-44d8-b9f1-01233f91ffa5 req-b8990e51-8b89-4c3e-bd17-1b44a17f70a8 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/ports?device_id=7e7d42ce-732f-43ee-b965-fca91ef6685c HTTP/1.1" status: 200 len: 946 time: 0.0796762 May 30 21:17:12.637759 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-43d18f07-6169-44d8-b9f1-01233f91ffa5 req-8285258c-e1c5-46ed-8eba-1900d17eb78d tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/security-groups?id=70b03e0d-ecd1-4da6-b46b-a03ef677397d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448637 May 30 21:17:12.760203 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-5f7193ad-893d-43cc-b815-7e5c9c6d7415 req-943c78ba-f4d9-485e-b048-31480827525f tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] For port b18c0ff1-c942-4d74-8052-4b16a61aec71, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=b18c0ff1-c942-4d74-8052-4b16a61aec71,segment=NetworkSegment(8aa8c6f5-be80-4268-87fe-cde529f8605f),segment_id=8aa8c6f5-be80-4268-87fe-cde529f8605f)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:17:12.760545 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-5f7193ad-893d-43cc-b815-7e5c9c6d7415 req-943c78ba-f4d9-485e-b048-31480827525f tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:12.881303 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-5f7193ad-893d-43cc-b815-7e5c9c6d7415 req-943c78ba-f4d9-485e-b048-31480827525f tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Calling delete_port for b18c0ff1-c942-4d74-8052-4b16a61aec71 owned by compute:nova {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:17:13.081118 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-5f7193ad-893d-43cc-b815-7e5c9c6d7415 req-943c78ba-f4d9-485e-b048-31480827525f tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:13.092925 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['b18c0ff1-c942-4d74-8052-4b16a61aec71'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 21:17:13.133526 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943c78ba-f4d9-485e-b048-31480827525f tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Pushing event deleted for resources: {'Port': ['ID=b18c0ff1-c942-4d74-8052-4b16a61aec71,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:17:13.203440 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f7193ad-893d-43cc-b815-7e5c9c6d7415 req-943c78ba-f4d9-485e-b048-31480827525f tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] No DVR routers for this DVR port b18c0ff1-c942-4d74-8052-4b16a61aec71 on host n-h1-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 21:17:13.206214 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-5f7193ad-893d-43cc-b815-7e5c9c6d7415 req-943c78ba-f4d9-485e-b048-31480827525f tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:13.208750 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e7d42ce-732f-43ee-b965-fca91ef6685c', 'name': 'network-vif-deleted', 'tag': 'b18c0ff1-c942-4d74-8052-4b16a61aec71'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:17:13.265675 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1a200ea-0ab3-4543-91fb-6e418920e3d0'] response: {'server_uuid': '7e7d42ce-732f-43ee-b965-fca91ef6685c', 'name': 'network-vif-deleted', 'tag': 'b18c0ff1-c942-4d74-8052-4b16a61aec71', 'status': 'completed', 'code': 200} May 30 21:17:13.278893 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5f7193ad-893d-43cc-b815-7e5c9c6d7415 req-943c78ba-f4d9-485e-b048-31480827525f tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.71 "DELETE /v2.0/ports/b18c0ff1-c942-4d74-8052-4b16a61aec71 HTTP/1.1" status: 204 len: 173 time: 0.9278347 May 30 21:17:13.828473 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d87bfef1-840b-4d73-93c1-6483eba0b8ff req-75fc90ad-005b-4efa-8fc5-7cbf9b2f080d tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/ports?device_id=7e7d42ce-732f-43ee-b965-fca91ef6685c HTTP/1.1" status: 200 len: 210 time: 0.0452819 May 30 21:17:15.066005 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 49902) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:17:15.135056 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-dd0c16e6-8116-4c99-8d4b-31db9af662f9 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:15.163064 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-dd0c16e6-8116-4c99-8d4b-31db9af662f9 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:15.263782 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-dd0c16e6-8116-4c99-8d4b-31db9af662f9 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:15.281656 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0c16e6-8116-4c99-8d4b-31db9af662f9 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1b21b69-39c1-4701-8e5a-8a9439979aa2,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:17:15.340247 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-dd0c16e6-8116-4c99-8d4b-31db9af662f9 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:15.341293 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-dd0c16e6-8116-4c99-8d4b-31db9af662f9 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "DELETE /v2.0/security-groups/f1b21b69-39c1-4701-8e5a-8a9439979aa2 HTTP/1.1" status: 204 len: 168 time: 0.2743161 May 30 21:17:15.343940 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 49906) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:17:15.361183 n-d-843948-2 neutron-server[84886]: INFO neutron.api.v2.resource [None req-d4ad92d0-d5a8-4cbd-82f0-184e76524a0c tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] show failed (client error): The resource could not be found. May 30 21:17:15.362218 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-d4ad92d0-d5a8-4cbd-82f0-184e76524a0c tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "GET /v2.0/security-groups/f1b21b69-39c1-4701-8e5a-8a9439979aa2 HTTP/1.1" status: 404 len: 347 time: 0.0173078 May 30 21:17:15.365213 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 49910) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:17:15.525393 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-433a830b-f399-4604-ba77-04cf15fedf62 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Deleting port 20ebddc6-dbee-430e-bd54-3a4c9cc26773 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:17:15.525761 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-433a830b-f399-4604-ba77-04cf15fedf62 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:15.702254 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-433a830b-f399-4604-ba77-04cf15fedf62 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:15.702559 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-433a830b-f399-4604-ba77-04cf15fedf62 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:15.922554 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-433a830b-f399-4604-ba77-04cf15fedf62 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Calling delete_port for 20ebddc6-dbee-430e-bd54-3a4c9cc26773 owned by network:floatingip {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:17:16.124865 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-433a830b-f399-4604-ba77-04cf15fedf62 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:16.172753 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433a830b-f399-4604-ba77-04cf15fedf62 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Pushing event deleted for resources: {'Port': ['ID=20ebddc6-dbee-430e-bd54-3a4c9cc26773,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:17:16.212657 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433a830b-f399-4604-ba77-04cf15fedf62 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:17:16.213031 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433a830b-f399-4604-ba77-04cf15fedf62 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:17:16.213363 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433a830b-f399-4604-ba77-04cf15fedf62 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:17:16.213733 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433a830b-f399-4604-ba77-04cf15fedf62 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:17:16.214054 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433a830b-f399-4604-ba77-04cf15fedf62 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:17:16.214376 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433a830b-f399-4604-ba77-04cf15fedf62 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:17:16.214696 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433a830b-f399-4604-ba77-04cf15fedf62 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:17:16.215016 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433a830b-f399-4604-ba77-04cf15fedf62 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:17:16.215334 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433a830b-f399-4604-ba77-04cf15fedf62 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:17:16.215651 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433a830b-f399-4604-ba77-04cf15fedf62 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:17:16.215967 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433a830b-f399-4604-ba77-04cf15fedf62 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:17:16.277483 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-433a830b-f399-4604-ba77-04cf15fedf62 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Notify callbacks [] for floatingip, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:16.292414 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-433a830b-f399-4604-ba77-04cf15fedf62 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:16.293540 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-433a830b-f399-4604-ba77-04cf15fedf62 tempest-ServerDiskConfigTestJSON-294463977 tempest-ServerDiskConfigTestJSON-294463977-project] 10.222.0.85 "DELETE /v2.0/floatingips/f4310fe0-2a6a-4335-8ec6-1fe367eb9f6d HTTP/1.1" status: 204 len: 168 time: 0.9274435 May 30 21:17:16.449848 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 49918) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:17:16.512648 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_v2 [None req-63bf4418-9223-4ebb-80de-9c05d45addc8 admin admin] Deleting subnet 6446f5b4-67b4-46a0-acf7-be1525ab34ba {{(pid=84886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 21:17:16.515580 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-63bf4418-9223-4ebb-80de-9c05d45addc8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:16.566374 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-63bf4418-9223-4ebb-80de-9c05d45addc8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2655517'] for subnet, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:16.622790 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-63bf4418-9223-4ebb-80de-9c05d45addc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:16.770198 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-63bf4418-9223-4ebb-80de-9c05d45addc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4127075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2778536'] for subnet, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:16.807965 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bf4418-9223-4ebb-80de-9c05d45addc8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6446f5b4-67b4-46a0-acf7-be1525ab34ba,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:17:16.815097 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-63bf4418-9223-4ebb-80de-9c05d45addc8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:16.820956 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-63bf4418-9223-4ebb-80de-9c05d45addc8 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/6446f5b4-67b4-46a0-acf7-be1525ab34ba HTTP/1.1" status: 204 len: 168 time: 0.3700686 May 30 21:17:16.823552 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 49922) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:17:16.842198 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device b18c0ff1-c942-4d74-8052-4b16a61aec71 no longer exists at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 21:17:16.874603 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] No Port match for: b18c0ff1-c942-4d74-8052-4b16a61aec71 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 21:17:16.874940 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device b18c0ff1-c942-4d74-8052-4b16a61aec71 not bound to the agent host n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 21:17:16.932129 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a65b6aec-a22e-43cd-94f7-081964ecce8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:17.060263 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a65b6aec-a22e-43cd-94f7-081964ecce8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:17.086562 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-a65b6aec-a22e-43cd-94f7-081964ecce8b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cdc8cfa-a13f-4be0-985e-d2226c811091']}} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:17:17.099236 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-a65b6aec-a22e-43cd-94f7-081964ecce8b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8aa8c6f5-be80-4268-87fe-cde529f8605f') {'for_net_delete': True} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:17:17.099543 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-a65b6aec-a22e-43cd-94f7-081964ecce8b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8aa8c6f5-be80-4268-87fe-cde529f8605f') {} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:17:17.111632 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a65b6aec-a22e-43cd-94f7-081964ecce8b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2660590'] for segment, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:17.127884 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a65b6aec-a22e-43cd-94f7-081964ecce8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:17.135635 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a65b6aec-a22e-43cd-94f7-081964ecce8b admin admin] Releasing vlan 694 on physical network physnet1 to pool {{(pid=84886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 21:17:17.136029 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a65b6aec-a22e-43cd-94f7-081964ecce8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4126989'] for segment, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:17.156451 n-d-843948-2 neutron-server[84886]: Traceback (most recent call last): May 30 21:17:17.156451 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 21:17:17.156451 n-d-843948-2 neutron-server[84886]: timer() May 30 21:17:17.156451 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 21:17:17.156451 n-d-843948-2 neutron-server[84886]: cb(*args, **kw) May 30 21:17:17.156451 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 21:17:17.156451 n-d-843948-2 neutron-server[84886]: return func(*args, **kwargs) May 30 21:17:17.156451 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 21:17:17.156451 n-d-843948-2 neutron-server[84886]: self._notify() May 30 21:17:17.156451 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 21:17:17.156451 n-d-843948-2 neutron-server[84886]: self.callback(batched_events) May 30 21:17:17.156451 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 21:17:17.156451 n-d-843948-2 neutron-server[84886]: event.method(event) May 30 21:17:17.156451 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 21:17:17.156451 n-d-843948-2 neutron-server[84886]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 21:17:17.156451 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 21:17:17.156451 n-d-843948-2 neutron-server[84886]: aggregate_uuid = self.p_client.list_aggregates( May 30 21:17:17.156451 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 21:17:17.156451 n-d-843948-2 neutron-server[84886]: return f(self, *a, **k) May 30 21:17:17.156451 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 21:17:17.156451 n-d-843948-2 neutron-server[84886]: return self._get(url).json() May 30 21:17:17.156451 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 21:17:17.156451 n-d-843948-2 neutron-server[84886]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 21:17:17.156451 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 21:17:17.156451 n-d-843948-2 neutron-server[84886]: return self.request(url, 'GET', **kwargs) May 30 21:17:17.156451 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 21:17:17.156451 n-d-843948-2 neutron-server[84886]: base_url = self.get_endpoint(auth, allow=allow, May 30 21:17:17.156451 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 21:17:17.156451 n-d-843948-2 neutron-server[84886]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 21:17:17.156451 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 21:17:17.156451 n-d-843948-2 neutron-server[84886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 21:17:17.156451 n-d-843948-2 neutron-server[84886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 21:17:17.292508 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a65b6aec-a22e-43cd-94f7-081964ecce8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:17.310012 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a65b6aec-a22e-43cd-94f7-081964ecce8b admin admin] Notify callbacks [] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:17.321359 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65b6aec-a22e-43cd-94f7-081964ecce8b admin admin] Pushing event deleted for resources: {'Network': ['ID=4cdc8cfa-a13f-4be0-985e-d2226c811091,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:17:17.385689 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-a65b6aec-a22e-43cd-94f7-081964ecce8b admin admin] 10.222.0.85 "DELETE /v2.0/networks/4cdc8cfa-a13f-4be0-985e-d2226c811091 HTTP/1.1" status: 204 len: 168 time: 0.5609457 May 30 21:17:17.790106 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 49928) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:17:17.842510 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-f7321791-53f1-4ca9-ae15-3aca64a37aa1 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=2a9a5c2e5e2645afb589d97e24523899&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0512788 May 30 21:17:17.845832 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 49932) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:17:17.907470 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d1cb8f65-6d29-431d-9196-3d3f8ebee987 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:17.935683 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d1cb8f65-6d29-431d-9196-3d3f8ebee987 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:18.077968 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d1cb8f65-6d29-431d-9196-3d3f8ebee987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:18.095177 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cb8f65-6d29-431d-9196-3d3f8ebee987 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70b03e0d-ecd1-4da6-b46b-a03ef677397d,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:17:18.103035 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d1cb8f65-6d29-431d-9196-3d3f8ebee987 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:18.103345 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-d1cb8f65-6d29-431d-9196-3d3f8ebee987 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/70b03e0d-ecd1-4da6-b46b-a03ef677397d HTTP/1.1" status: 204 len: 168 time: 0.2559376 May 30 21:17:19.364913 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 49954) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:17:19.522701 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-b56e3322-c194-4646-ab1f-9ed2b3cde749 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1439436767-network', 'tenant_id': 'ece2945efdfc42d9b9df7d167b03c4d1'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:17:19.535972 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-b56e3322-c194-4646-ab1f-9ed2b3cde749 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:17:19.535972 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-b56e3322-c194-4646-ab1f-9ed2b3cde749 admin admin] Usage tracker for resource:network and tenant:ece2945efdfc42d9b9df7d167b03c4d1 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:17:19.535972 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-b56e3322-c194-4646-ab1f-9ed2b3cde749 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:17:19.542098 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-b56e3322-c194-4646-ab1f-9ed2b3cde749 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:17:19.606873 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b56e3322-c194-4646-ab1f-9ed2b3cde749 admin admin] Made reservation on behalf of ece2945efdfc42d9b9df7d167b03c4d1 for: {'network': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 21:17:19.609180 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b56e3322-c194-4646-ab1f-9ed2b3cde749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:19.622514 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b56e3322-c194-4646-ab1f-9ed2b3cde749 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:19.654290 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-b56e3322-c194-4646-ab1f-9ed2b3cde749 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:17:19.658136 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-b56e3322-c194-4646-ab1f-9ed2b3cde749 admin admin] Usage tracker for resource:security_group_rule and tenant:ece2945efdfc42d9b9df7d167b03c4d1 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:17:19.661731 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-b56e3322-c194-4646-ab1f-9ed2b3cde749 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:17:19.667624 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-b56e3322-c194-4646-ab1f-9ed2b3cde749 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:17:19.744738 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b56e3322-c194-4646-ab1f-9ed2b3cde749 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:19.824099 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b56e3322-c194-4646-ab1f-9ed2b3cde749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:19.854747 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b56e3322-c194-4646-ab1f-9ed2b3cde749 admin admin] vlan segment allocate from pool success with {'vlan_id': 698, 'physical_network': 'physnet1'} {{(pid=84887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 21:17:19.863064 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56e3322-c194-4646-ab1f-9ed2b3cde749 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8d5fca0-dcb9-4b74-a959-78fcb591908c,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:17:19.868442 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b56e3322-c194-4646-ab1f-9ed2b3cde749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:19.868774 n-d-843948-2 neutron-server[84887]: INFO neutron.db.segments_db [None req-b56e3322-c194-4646-ab1f-9ed2b3cde749 admin admin] Added segment ebd10616-65b9-43cb-8c01-5aebde3a70ca of type vlan for network 3139603d-a645-4aa5-91ac-2e9a4e4b78b3 May 30 21:17:19.901119 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b56e3322-c194-4646-ab1f-9ed2b3cde749 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:20.047134 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b56e3322-c194-4646-ab1f-9ed2b3cde749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:20.047987 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b56e3322-c194-4646-ab1f-9ed2b3cde749 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:17:20.048580 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b56e3322-c194-4646-ab1f-9ed2b3cde749 admin admin] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:20.145059 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:20.150734 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56e3322-c194-4646-ab1f-9ed2b3cde749 admin admin] Pushing event updated for resources: {'Network': ['ID=3139603d-a645-4aa5-91ac-2e9a4e4b78b3,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:17:20.162909 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network 3139603d-a645-4aa5-91ac-2e9a4e4b78b3 details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 21:17:20.244705 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-b56e3322-c194-4646-ab1f-9ed2b3cde749 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8786838 May 30 21:17:20.247573 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 49960) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:17:20.254250 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-c589e4cd-d5d1-40a9-a9c1-468c928b254d admin admin] Request body: {'subnet': {'network_id': '3139603d-a645-4aa5-91ac-2e9a4e4b78b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1439436767-subnet', 'tenant_id': 'ece2945efdfc42d9b9df7d167b03c4d1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:17:20.262420 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-c589e4cd-d5d1-40a9-a9c1-468c928b254d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:17:20.265148 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-c589e4cd-d5d1-40a9-a9c1-468c928b254d admin admin] Usage tracker for resource:subnet and tenant:ece2945efdfc42d9b9df7d167b03c4d1 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:17:20.268976 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-c589e4cd-d5d1-40a9-a9c1-468c928b254d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:17:20.275077 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-c589e4cd-d5d1-40a9-a9c1-468c928b254d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:17:20.355391 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c589e4cd-d5d1-40a9-a9c1-468c928b254d admin admin] Made reservation on behalf of ece2945efdfc42d9b9df7d167b03c4d1 for: {'subnet': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 21:17:20.357749 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c589e4cd-d5d1-40a9-a9c1-468c928b254d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114220'] for subnet, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:20.647168 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c589e4cd-d5d1-40a9-a9c1-468c928b254d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4055401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114238'] for subnet, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:20.720206 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c589e4cd-d5d1-40a9-a9c1-468c928b254d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6358aad-111e-416b-96f8-6ca6f34bfc47,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:17:20.734949 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c589e4cd-d5d1-40a9-a9c1-468c928b254d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:17:20.735290 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c589e4cd-d5d1-40a9-a9c1-468c928b254d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:17:20.735659 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c589e4cd-d5d1-40a9-a9c1-468c928b254d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:17:20.736019 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c589e4cd-d5d1-40a9-a9c1-468c928b254d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:17:20.736357 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c589e4cd-d5d1-40a9-a9c1-468c928b254d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:17:20.736677 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c589e4cd-d5d1-40a9-a9c1-468c928b254d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:17:20.736996 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c589e4cd-d5d1-40a9-a9c1-468c928b254d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:17:20.737343 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c589e4cd-d5d1-40a9-a9c1-468c928b254d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:17:20.737770 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c589e4cd-d5d1-40a9-a9c1-468c928b254d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:17:20.738582 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c589e4cd-d5d1-40a9-a9c1-468c928b254d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:17:20.738917 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c589e4cd-d5d1-40a9-a9c1-468c928b254d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:17:20.744553 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c589e4cd-d5d1-40a9-a9c1-468c928b254d admin admin] Checking segment: {'id': 'ebd10616-65b9-43cb-8c01-5aebde3a70ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '3139603d-a645-4aa5-91ac-2e9a4e4b78b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:17:20.744905 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c589e4cd-d5d1-40a9-a9c1-468c928b254d admin admin] Network hostable DHCP agents. Network: 3139603d-a645-4aa5-91ac-2e9a4e4b78b3, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 21:17:20.826537 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c589e4cd-d5d1-40a9-a9c1-468c928b254d admin admin] Network 3139603d-a645-4aa5-91ac-2e9a4e4b78b3 is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 21:17:20.915474 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-c589e4cd-d5d1-40a9-a9c1-468c928b254d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, 3139603d-a645-4aa5-91ac-2e9a4e4b78b3) {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:17:20.919478 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c589e4cd-d5d1-40a9-a9c1-468c928b254d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:17:20.920021 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c589e4cd-d5d1-40a9-a9c1-468c928b254d admin admin] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:20.924394 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba7b2ce3-1a9e-4481-a0df-808f05d60bf6 None None] Network 3139603d-a645-4aa5-91ac-2e9a4e4b78b3 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 21:17:21.065202 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-c589e4cd-d5d1-40a9-a9c1-468c928b254d admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8165238 May 30 21:17:21.068014 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 49964) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:17:21.073014 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-85bdc87f-1f8c-42b0-8e4b-97fefb6b66e6 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1439436767-router', 'tenant_id': 'ece2945efdfc42d9b9df7d167b03c4d1', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:17:21.078546 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-85bdc87f-1f8c-42b0-8e4b-97fefb6b66e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:17:21.083733 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-85bdc87f-1f8c-42b0-8e4b-97fefb6b66e6 admin admin] Usage tracker for resource:router and tenant:ece2945efdfc42d9b9df7d167b03c4d1 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:17:21.086738 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-85bdc87f-1f8c-42b0-8e4b-97fefb6b66e6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:17:21.092706 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-85bdc87f-1f8c-42b0-8e4b-97fefb6b66e6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:17:21.143686 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6327c481-591a-43aa-b13e-4af5dbdecef3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-3139603d-a645-4aa5-91ac-2e9a4e4b78b3', 'network_id': '3139603d-a645-4aa5-91ac-2e9a4e4b78b3', 'tenant_id': 'ece2945efdfc42d9b9df7d167b03c4d1', 'fixed_ips': [{'subnet_id': 'd6358aad-111e-416b-96f8-6ca6f34bfc47'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 21:17:21.144477 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-6327c481-591a-43aa-b13e-4af5dbdecef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:21.207341 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-85bdc87f-1f8c-42b0-8e4b-97fefb6b66e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-733683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3159'] for router, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:21.208772 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-85bdc87f-1f8c-42b0-8e4b-97fefb6b66e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-733584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-736372', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-628480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3164'] for router, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:21.227675 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-85bdc87f-1f8c-42b0-8e4b-97fefb6b66e6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:21.308860 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-6327c481-591a-43aa-b13e-4af5dbdecef3 None None] Allocated IP 172.20.0.2 (3139603d-a645-4aa5-91ac-2e9a4e4b78b3/d6358aad-111e-416b-96f8-6ca6f34bfc47/50686200-572e-4bbf-9ead-6b5f7f03b9ac) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 21:17:21.454595 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-85bdc87f-1f8c-42b0-8e4b-97fefb6b66e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-736390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:21.523766 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-6327c481-591a-43aa-b13e-4af5dbdecef3 None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:21.533784 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-6327c481-591a-43aa-b13e-4af5dbdecef3 None None] Transition to ACTIVE for port object 50686200-572e-4bbf-9ead-6b5f7f03b9ac will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:17:21.553735 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-6327c481-591a-43aa-b13e-4af5dbdecef3 None None] Transition to ACTIVE for port object 50686200-572e-4bbf-9ead-6b5f7f03b9ac will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:17:21.627270 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-6327c481-591a-43aa-b13e-4af5dbdecef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:21.730948 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6327c481-591a-43aa-b13e-4af5dbdecef3 None None] Network 3139603d-a645-4aa5-91ac-2e9a4e4b78b3 is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:17:21.732096 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-6327c481-591a-43aa-b13e-4af5dbdecef3 None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:17:21.735920 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6327c481-591a-43aa-b13e-4af5dbdecef3 None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 21:17:21.745413 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6327c481-591a-43aa-b13e-4af5dbdecef3 None None] Pushing event updated for resources: {'Port': ['ID=50686200-572e-4bbf-9ead-6b5f7f03b9ac,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:17:21.826802 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-6327c481-591a-43aa-b13e-4af5dbdecef3 None None] Attempting to bind port 50686200-572e-4bbf-9ead-6b5f7f03b9ac on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 21:17:21.827166 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-6327c481-591a-43aa-b13e-4af5dbdecef3 None None] Attempting to bind port 50686200-572e-4bbf-9ead-6b5f7f03b9ac by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': 'ebd10616-65b9-43cb-8c01-5aebde3a70ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '3139603d-a645-4aa5-91ac-2e9a4e4b78b3'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 21:17:21.827529 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6327c481-591a-43aa-b13e-4af5dbdecef3 None None] Attempting to bind port 50686200-572e-4bbf-9ead-6b5f7f03b9ac on network 3139603d-a645-4aa5-91ac-2e9a4e4b78b3 {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:17:21.832639 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-85bdc87f-1f8c-42b0-8e4b-97fefb6b66e6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:21.833969 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6327c481-591a-43aa-b13e-4af5dbdecef3 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 21:17:21.834337 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6327c481-591a-43aa-b13e-4af5dbdecef3 None None] Checking segment: {'id': 'ebd10616-65b9-43cb-8c01-5aebde3a70ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '3139603d-a645-4aa5-91ac-2e9a4e4b78b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:17:21.834734 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-6327c481-591a-43aa-b13e-4af5dbdecef3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:21.835121 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6327c481-591a-43aa-b13e-4af5dbdecef3 None None] Bound using segment: {'id': 'ebd10616-65b9-43cb-8c01-5aebde3a70ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '3139603d-a645-4aa5-91ac-2e9a4e4b78b3'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 21:17:21.835587 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-6327c481-591a-43aa-b13e-4af5dbdecef3 None None] Bound port: 50686200-572e-4bbf-9ead-6b5f7f03b9ac, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebd10616-65b9-43cb-8c01-5aebde3a70ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '3139603d-a645-4aa5-91ac-2e9a4e4b78b3'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 21:17:21.835957 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-6327c481-591a-43aa-b13e-4af5dbdecef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:21.867132 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-85bdc87f-1f8c-42b0-8e4b-97fefb6b66e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:21.925273 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-6327c481-591a-43aa-b13e-4af5dbdecef3 None None] For port 50686200-572e-4bbf-9ead-6b5f7f03b9ac, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 21:17:21.928916 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-6327c481-591a-43aa-b13e-4af5dbdecef3 None None] For port 50686200-572e-4bbf-9ead-6b5f7f03b9ac, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=50686200-572e-4bbf-9ead-6b5f7f03b9ac,segment=NetworkSegment(ebd10616-65b9-43cb-8c01-5aebde3a70ca),segment_id=ebd10616-65b9-43cb-8c01-5aebde3a70ca)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 21:17:22.005941 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [None req-85bdc87f-1f8c-42b0-8e4b-97fefb6b66e6 admin admin] Allocated IP 172.25.8.165 (c7869750-4b49-4b7e-aa99-5e0f1ae02da4/427601ec-f643-4fe7-b5e6-17305d3a39e1/60ccfe14-fd67-435c-8430-1c7d7bcf22f3) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 21:17:22.021404 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-6327c481-591a-43aa-b13e-4af5dbdecef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:22.106216 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6327c481-591a-43aa-b13e-4af5dbdecef3 None None] Pushing event updated for resources: {'Port': ['ID=50686200-572e-4bbf-9ead-6b5f7f03b9ac,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:17:22.166043 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-85bdc87f-1f8c-42b0-8e4b-97fefb6b66e6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:22.281424 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-85bdc87f-1f8c-42b0-8e4b-97fefb6b66e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:22.365973 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85bdc87f-1f8c-42b0-8e4b-97fefb6b66e6 admin admin] Network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:17:22.369945 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-85bdc87f-1f8c-42b0-8e4b-97fefb6b66e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:17:22.377198 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85bdc87f-1f8c-42b0-8e4b-97fefb6b66e6 admin admin] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 21:17:22.403336 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bdc87f-1f8c-42b0-8e4b-97fefb6b66e6 admin admin] Pushing event updated for resources: {'Port': ['ID=60ccfe14-fd67-435c-8430-1c7d7bcf22f3,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:17:22.641712 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-85bdc87f-1f8c-42b0-8e4b-97fefb6b66e6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:22.642431 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-85bdc87f-1f8c-42b0-8e4b-97fefb6b66e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-736409'] for router, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:22.838478 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:23.001237 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85bdc87f-1f8c-42b0-8e4b-97fefb6b66e6 admin admin] Router 4d0af300-5788-42f9-a065-96f276425174 is scheduled to L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 with binding_index 1 {{(pid=84887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 21:17:23.099020 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff889f1-0c72-4dbb-bc37-180ce3fb0e13 None None] Network 3139603d-a645-4aa5-91ac-2e9a4e4b78b3 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 21:17:23.219199 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85bdc87f-1f8c-42b0-8e4b-97fefb6b66e6 admin admin] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 21:17:23.230709 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26e8a5a-ada7-4ecf-aab9-d3a9e22be8ff None None] Sync routers for ids ['4d0af300-5788-42f9-a065-96f276425174'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 21:17:23.321050 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-7895d15a-6c50-4e4a-96e4-f5187802e38c None None] Provisioning for port 50686200-572e-4bbf-9ead-6b5f7f03b9ac completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:17:23.332961 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-85bdc87f-1f8c-42b0-8e4b-97fefb6b66e6 admin admin] Notify callbacks [] for router, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:23.334494 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-85bdc87f-1f8c-42b0-8e4b-97fefb6b66e6 admin admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.2654407 May 30 21:17:23.334911 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26e8a5a-ada7-4ecf-aab9-d3a9e22be8ff None None] Routers {'4d0af300-5788-42f9-a065-96f276425174'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:17:23.336016 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-c26e8a5a-ada7-4ecf-aab9-d3a9e22be8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T21:17:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['4d0af300-5788-42f9-a065-96f276425174'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:17:23.337284 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 49968) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:17:23.501178 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 50686200-572e-4bbf-9ead-6b5f7f03b9ac up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:17:23.647343 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-c26e8a5a-ada7-4ecf-aab9-d3a9e22be8ff None None] Set router 4d0af300-5788-42f9-a065-96f276425174 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:17:23.784453 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 50686200-572e-4bbf-9ead-6b5f7f03b9ac completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:17:23.843540 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 50686200-572e-4bbf-9ead-6b5f7f03b9ac triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:17:23.844225 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:24.069913 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:24.099482 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-d26199a0-0d23-4931-95d1-dbf007ad88a2 None None] Provisioning complete for port 50686200-572e-4bbf-9ead-6b5f7f03b9ac triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:17:24.099856 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-d26199a0-0d23-4931-95d1-dbf007ad88a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:24.163450 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-c26e8a5a-ada7-4ecf-aab9-d3a9e22be8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d0af300-5788-42f9-a065-96f276425174', 'name': 'tempest-ServerActionsTestJSON-1439436767-router', 'tenant_id': 'ece2945efdfc42d9b9df7d167b03c4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '60ccfe14-fd67-435c-8430-1c7d7bcf22f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:17:21Z', 'updated_at': '2022-05-30T21:17:22Z', 'revision_number': 3, 'project_id': 'ece2945efdfc42d9b9df7d167b03c4d1', 'gw_port': {'id': '60ccfe14-fd67-435c-8430-1c7d7bcf22f3', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:dc:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d0af300-5788-42f9-a065-96f276425174', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:17:21Z', 'updated_at': '2022-05-30T21:17:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:17:24.168231 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port 50686200-572e-4bbf-9ead-6b5f7f03b9ac, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=50686200-572e-4bbf-9ead-6b5f7f03b9ac,segment=NetworkSegment(ebd10616-65b9-43cb-8c01-5aebde3a70ca),segment_id=ebd10616-65b9-43cb-8c01-5aebde3a70ca)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:17:24.174171 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26e8a5a-ada7-4ecf-aab9-d3a9e22be8ff None None] Checking router: 4d0af300-5788-42f9-a065-96f276425174 for host: n-d-843948-2 {{(pid=84888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 21:17:24.174512 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26e8a5a-ada7-4ecf-aab9-d3a9e22be8ff None None] Updating router 4d0af300-5788-42f9-a065-96f276425174 port 60ccfe14-fd67-435c-8430-1c7d7bcf22f3 binding host n-d-843948-2 {{(pid=84888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 21:17:24.211348 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7bd45c8e-5242-49de-8399-623143e1708e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:24.261315 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:24.303960 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-c26e8a5a-ada7-4ecf-aab9-d3a9e22be8ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:24.427469 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-7bd45c8e-5242-49de-8399-623143e1708e admin admin] Allocated IP 172.20.0.1 (3139603d-a645-4aa5-91ac-2e9a4e4b78b3/d6358aad-111e-416b-96f8-6ca6f34bfc47/bcfd4c64-5ad6-4f1d-aaf0-0169e63a3763) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 21:17:24.479995 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=50686200-572e-4bbf-9ead-6b5f7f03b9ac,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:17:24.583500 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7bd45c8e-5242-49de-8399-623143e1708e admin admin] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:24.600313 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [None req-7bd45c8e-5242-49de-8399-623143e1708e admin admin] Transition to ACTIVE for port object bcfd4c64-5ad6-4f1d-aaf0-0169e63a3763 will not be triggered until provisioned by entity DHCP. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:17:24.720192 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-c26e8a5a-ada7-4ecf-aab9-d3a9e22be8ff None None] Notify callbacks [] for port, precommit_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:24.731854 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-c26e8a5a-ada7-4ecf-aab9-d3a9e22be8ff None None] Transition to ACTIVE for port object 60ccfe14-fd67-435c-8430-1c7d7bcf22f3 will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:17:24.741464 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7bd45c8e-5242-49de-8399-623143e1708e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:24.812139 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd45c8e-5242-49de-8399-623143e1708e admin admin] Network 3139603d-a645-4aa5-91ac-2e9a4e4b78b3 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:17:24.815356 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-7bd45c8e-5242-49de-8399-623143e1708e admin admin] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:17:24.818038 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd45c8e-5242-49de-8399-623143e1708e admin admin] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 21:17:24.829370 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-c26e8a5a-ada7-4ecf-aab9-d3a9e22be8ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:24.850150 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd45c8e-5242-49de-8399-623143e1708e admin admin] Pushing event updated for resources: {'Port': ['ID=bcfd4c64-5ad6-4f1d-aaf0-0169e63a3763,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:17:24.882488 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7bd45c8e-5242-49de-8399-623143e1708e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-736099'] for router_interface, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:24.918162 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a81d37-9f8c-465e-9e45-b47c01fa1d85 None None] Pushing event updated for resources: {'Port': ['ID=60ccfe14-fd67-435c-8430-1c7d7bcf22f3,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:17:24.919924 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-c26e8a5a-ada7-4ecf-aab9-d3a9e22be8ff None None] Attempting to bind port 60ccfe14-fd67-435c-8430-1c7d7bcf22f3 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 21:17:24.920287 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-c26e8a5a-ada7-4ecf-aab9-d3a9e22be8ff None None] Attempting to bind port 60ccfe14-fd67-435c-8430-1c7d7bcf22f3 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 21:17:24.920654 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26e8a5a-ada7-4ecf-aab9-d3a9e22be8ff None None] Attempting to bind port 60ccfe14-fd67-435c-8430-1c7d7bcf22f3 on network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:17:24.928097 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26e8a5a-ada7-4ecf-aab9-d3a9e22be8ff None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 21:17:24.928465 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26e8a5a-ada7-4ecf-aab9-d3a9e22be8ff None None] Checking segment: {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:17:24.928858 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-c26e8a5a-ada7-4ecf-aab9-d3a9e22be8ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:24.929234 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26e8a5a-ada7-4ecf-aab9-d3a9e22be8ff None None] Bound using segment: {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 21:17:24.929715 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-c26e8a5a-ada7-4ecf-aab9-d3a9e22be8ff None None] Bound port: 60ccfe14-fd67-435c-8430-1c7d7bcf22f3, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 21:17:24.936047 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-c26e8a5a-ada7-4ecf-aab9-d3a9e22be8ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:25.005218 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-c26e8a5a-ada7-4ecf-aab9-d3a9e22be8ff None None] For port 60ccfe14-fd67-435c-8430-1c7d7bcf22f3, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 21:17:25.008315 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-c26e8a5a-ada7-4ecf-aab9-d3a9e22be8ff None None] For port 60ccfe14-fd67-435c-8430-1c7d7bcf22f3, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=60ccfe14-fd67-435c-8430-1c7d7bcf22f3,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 21:17:25.088713 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7bd45c8e-5242-49de-8399-623143e1708e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:25.124862 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-c26e8a5a-ada7-4ecf-aab9-d3a9e22be8ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:25.174652 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-c1c84799-092b-456a-980a-af5244b03b6a None None] Provisioning for port bcfd4c64-5ad6-4f1d-aaf0-0169e63a3763 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:17:25.192634 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-c1c84799-092b-456a-980a-af5244b03b6a None None] Provisioning complete for port bcfd4c64-5ad6-4f1d-aaf0-0169e63a3763 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:17:25.193005 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-c1c84799-092b-456a-980a-af5244b03b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:25.262325 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a81d37-9f8c-465e-9e45-b47c01fa1d85 None None] Pushing event updated for resources: {'Port': ['ID=60ccfe14-fd67-435c-8430-1c7d7bcf22f3,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:17:25.270745 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-c1c84799-092b-456a-980a-af5244b03b6a None None] Port bcfd4c64-5ad6-4f1d-aaf0-0169e63a3763 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 21:17:25.278264 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26e8a5a-ada7-4ecf-aab9-d3a9e22be8ff None None] Routers {'4d0af300-5788-42f9-a065-96f276425174'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:17:25.278902 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-c26e8a5a-ada7-4ecf-aab9-d3a9e22be8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T21:17:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['4d0af300-5788-42f9-a065-96f276425174'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:17:25.329225 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7bd45c8e-5242-49de-8399-623143e1708e admin admin] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:25.424956 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7bd45c8e-5242-49de-8399-623143e1708e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:25.452579 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 50686200-572e-4bbf-9ead-6b5f7f03b9ac up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:17:25.512035 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-c26e8a5a-ada7-4ecf-aab9-d3a9e22be8ff None None] Set router 4d0af300-5788-42f9-a065-96f276425174 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:17:25.530279 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7bd45c8e-5242-49de-8399-623143e1708e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1718057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-736206'] for router_interface, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:25.539006 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd45c8e-5242-49de-8399-623143e1708e admin admin] Pushing event updated for resources: {'Port': ['ID=bcfd4c64-5ad6-4f1d-aaf0-0169e63a3763,revision_number=2']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:17:25.670078 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 50686200-572e-4bbf-9ead-6b5f7f03b9ac triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:17:25.670596 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:25.675303 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd45c8e-5242-49de-8399-623143e1708e admin admin] Network 3139603d-a645-4aa5-91ac-2e9a4e4b78b3 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:17:25.676953 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-7bd45c8e-5242-49de-8399-623143e1708e admin admin] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:17:25.965549 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-64d679d6-393c-479c-b6f9-115a606b0de8 None None] Provisioning complete for port bcfd4c64-5ad6-4f1d-aaf0-0169e63a3763 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:17:25.966107 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-64d679d6-393c-479c-b6f9-115a606b0de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:26.030786 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-64d679d6-393c-479c-b6f9-115a606b0de8 None None] Port bcfd4c64-5ad6-4f1d-aaf0-0169e63a3763 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 21:17:26.041512 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-c26e8a5a-ada7-4ecf-aab9-d3a9e22be8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d0af300-5788-42f9-a065-96f276425174', 'name': 'tempest-ServerActionsTestJSON-1439436767-router', 'tenant_id': 'ece2945efdfc42d9b9df7d167b03c4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '60ccfe14-fd67-435c-8430-1c7d7bcf22f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:17:21Z', 'updated_at': '2022-05-30T21:17:24Z', 'revision_number': 4, 'project_id': 'ece2945efdfc42d9b9df7d167b03c4d1', 'gw_port': {'id': '60ccfe14-fd67-435c-8430-1c7d7bcf22f3', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:dc:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d0af300-5788-42f9-a065-96f276425174', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:17:21Z', 'updated_at': '2022-05-30T21:17:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': 'bcfd4c64-5ad6-4f1d-aaf0-0169e63a3763', 'name': '', 'network_id': '3139603d-a645-4aa5-91ac-2e9a4e4b78b3', 'tenant_id': 'ece2945efdfc42d9b9df7d167b03c4d1', 'mac_address': 'fa:16:3e:ff:68:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d0af300-5788-42f9-a065-96f276425174', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6358aad-111e-416b-96f8-6ca6f34bfc47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:17:24Z', 'updated_at': '2022-05-30T21:17:24Z', 'revision_number': 1, 'project_id': 'ece2945efdfc42d9b9df7d167b03c4d1', 'subnets': [{'id': 'd6358aad-111e-416b-96f8-6ca6f34bfc47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:17:26.046331 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26e8a5a-ada7-4ecf-aab9-d3a9e22be8ff None None] The sync data for ids ['4d0af300-5788-42f9-a065-96f276425174'] in n-d-843948-2 is: [{'id': '4d0af300-5788-42f9-a065-96f276425174', 'name': 'tempest-ServerActionsTestJSON-1439436767-router', 'tenant_id': 'ece2945efdfc42d9b9df7d167b03c4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '60ccfe14-fd67-435c-8430-1c7d7bcf22f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:17:21Z', 'updated_at': '2022-05-30T21:17:24Z', 'revision_number': 4, 'project_id': 'ece2945efdfc42d9b9df7d167b03c4d1', 'gw_port': {'id': '60ccfe14-fd67-435c-8430-1c7d7bcf22f3', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:dc:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d0af300-5788-42f9-a065-96f276425174', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:17:21Z', 'updated_at': '2022-05-30T21:17:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': 'bcfd4c64-5ad6-4f1d-aaf0-0169e63a3763', 'name': '', 'network_id': '3139603d-a645-4aa5-91ac-2e9a4e4b78b3', 'tenant_id': 'ece2945efdfc42d9b9df7d167b03c4d1', 'mac_address': 'fa:16:3e:ff:68:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d0af300-5788-42f9-a065-96f276425174', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6358aad-111e-416b-96f8-6ca6f34bfc47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:17:24Z', 'updated_at': '2022-05-30T21:17:24Z', 'revision_number': 1, 'project_id': 'ece2945efdfc42d9b9df7d167b03c4d1', 'subnets': [{'id': 'd6358aad-111e-416b-96f8-6ca6f34bfc47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 21:17:26.213413 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bd45c8e-5242-49de-8399-623143e1708e admin admin] Router 4d0af300-5788-42f9-a065-96f276425174 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 21:17:26.307452 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-36fcafa1-e4b8-495c-bee9-037d7e51eb8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:26.446468 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bd45c8e-5242-49de-8399-623143e1708e admin admin] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 21:17:26.455984 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-7bd45c8e-5242-49de-8399-623143e1708e admin admin] 10.222.0.85 "PUT /v2.0/routers/4d0af300-5788-42f9-a065-96f276425174/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1174855 May 30 21:17:26.946016 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 49978) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:17:26.950947 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-bd1e4762-1511-4681-a359-bfc4da154a54 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1730717469', 'description': 'tempest-description--2134685158'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:17:26.958272 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-bd1e4762-1511-4681-a359-bfc4da154a54 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:17:26.962554 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-bd1e4762-1511-4681-a359-bfc4da154a54 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Usage tracker for resource:security_group and tenant:ece2945efdfc42d9b9df7d167b03c4d1 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:17:26.965572 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-bd1e4762-1511-4681-a359-bfc4da154a54 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:17:26.972024 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-bd1e4762-1511-4681-a359-bfc4da154a54 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:17:27.098749 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bd1e4762-1511-4681-a359-bfc4da154a54 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:27.138905 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-bd1e4762-1511-4681-a359-bfc4da154a54 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:17:27.142851 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-bd1e4762-1511-4681-a359-bfc4da154a54 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Usage tracker for resource:security_group_rule and tenant:ece2945efdfc42d9b9df7d167b03c4d1 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:17:27.151238 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-bd1e4762-1511-4681-a359-bfc4da154a54 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:17:27.152303 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-bd1e4762-1511-4681-a359-bfc4da154a54 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:17:27.210922 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bd1e4762-1511-4681-a359-bfc4da154a54 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:27.292660 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bd1e4762-1511-4681-a359-bfc4da154a54 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:27.335147 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1e4762-1511-4681-a359-bfc4da154a54 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c282456e-9b28-425e-941d-171b58ee8949,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:17:27.398281 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bd1e4762-1511-4681-a359-bfc4da154a54 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:27.399514 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-bd1e4762-1511-4681-a359-bfc4da154a54 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.4537826 May 30 21:17:27.402265 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 49982) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:17:27.408247 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-6835997d-4fd0-4dfe-97dc-3f19b986e602 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Request body: {'security_group_rule': {'security_group_id': 'c282456e-9b28-425e-941d-171b58ee8949', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:17:27.415384 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-6835997d-4fd0-4dfe-97dc-3f19b986e602 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:17:27.419923 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-6835997d-4fd0-4dfe-97dc-3f19b986e602 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Usage tracker for resource:security_group_rule and tenant:ece2945efdfc42d9b9df7d167b03c4d1 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:17:27.423612 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-6835997d-4fd0-4dfe-97dc-3f19b986e602 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:17:27.429253 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-6835997d-4fd0-4dfe-97dc-3f19b986e602 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:17:27.469249 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 60ccfe14-fd67-435c-8430-1c7d7bcf22f3 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:17:27.530397 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6835997d-4fd0-4dfe-97dc-3f19b986e602 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:27.588888 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 21:17:27.596828 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6835997d-4fd0-4dfe-97dc-3f19b986e602 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:27.640853 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 60ccfe14-fd67-435c-8430-1c7d7bcf22f3 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:17:27.652343 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 60ccfe14-fd67-435c-8430-1c7d7bcf22f3 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:17:27.652343 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:27.715394 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6835997d-4fd0-4dfe-97dc-3f19b986e602 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:27.744685 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6835997d-4fd0-4dfe-97dc-3f19b986e602 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=082f3447-03e6-493c-ae0d-351509085514,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:17:27.768671 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:27.784383 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port 60ccfe14-fd67-435c-8430-1c7d7bcf22f3, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=60ccfe14-fd67-435c-8430-1c7d7bcf22f3,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:17:27.843926 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6835997d-4fd0-4dfe-97dc-3f19b986e602 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:27.845166 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-6835997d-4fd0-4dfe-97dc-3f19b986e602 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4418695 May 30 21:17:27.847904 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 49986) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:17:27.853569 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-78c09527-90c2-452f-bcb7-569527d18f79 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Request body: {'security_group_rule': {'security_group_id': 'c282456e-9b28-425e-941d-171b58ee8949', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:17:27.860388 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-78c09527-90c2-452f-bcb7-569527d18f79 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:17:27.864935 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-78c09527-90c2-452f-bcb7-569527d18f79 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Usage tracker for resource:security_group_rule and tenant:ece2945efdfc42d9b9df7d167b03c4d1 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:17:27.869045 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-78c09527-90c2-452f-bcb7-569527d18f79 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:17:27.874996 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-78c09527-90c2-452f-bcb7-569527d18f79 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:17:27.881553 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:27.951256 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=60ccfe14-fd67-435c-8430-1c7d7bcf22f3,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:17:27.960096 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:17:27.960435 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:17:27.960765 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:17:27.961091 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:17:27.961415 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:17:27.961767 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:17:27.962088 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:17:27.962401 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:17:27.962715 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:17:27.963028 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:17:27.963341 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:17:28.016322 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-78c09527-90c2-452f-bcb7-569527d18f79 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:28.081126 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-78c09527-90c2-452f-bcb7-569527d18f79 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:28.161603 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-78c09527-90c2-452f-bcb7-569527d18f79 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:28.187340 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c09527-90c2-452f-bcb7-569527d18f79 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c89c635-5b96-427c-a7ea-f48a207d7cc4,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:17:28.275776 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-78c09527-90c2-452f-bcb7-569527d18f79 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:28.277058 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-78c09527-90c2-452f-bcb7-569527d18f79 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4280953 May 30 21:17:28.280217 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 49990) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:17:28.286474 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-8452d68b-8033-4b3a-9bda-eeb97c545b57 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Request body: {'floatingip': {'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:17:28.293054 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-8452d68b-8033-4b3a-9bda-eeb97c545b57 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:17:28.297113 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-8452d68b-8033-4b3a-9bda-eeb97c545b57 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Usage tracker for resource:floatingip and tenant:ece2945efdfc42d9b9df7d167b03c4d1 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:17:28.300345 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-8452d68b-8033-4b3a-9bda-eeb97c545b57 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:17:28.308924 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-8452d68b-8033-4b3a-9bda-eeb97c545b57 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:17:28.427896 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8452d68b-8033-4b3a-9bda-eeb97c545b57 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Notify callbacks [] for floatingip, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:28.570194 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8452d68b-8033-4b3a-9bda-eeb97c545b57 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:28.715114 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [None req-8452d68b-8033-4b3a-9bda-eeb97c545b57 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Allocated IP 172.25.8.32 (c7869750-4b49-4b7e-aa99-5e0f1ae02da4/427601ec-f643-4fe7-b5e6-17305d3a39e1/5469e53c-1613-4464-938a-0bbdee08c049) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 21:17:28.870368 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8452d68b-8033-4b3a-9bda-eeb97c545b57 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:28.961878 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8452d68b-8033-4b3a-9bda-eeb97c545b57 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:29.031290 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8452d68b-8033-4b3a-9bda-eeb97c545b57 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:17:29.034160 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-8452d68b-8033-4b3a-9bda-eeb97c545b57 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:17:29.040187 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8452d68b-8033-4b3a-9bda-eeb97c545b57 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 21:17:29.171010 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8452d68b-8033-4b3a-9bda-eeb97c545b57 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Pushing event updated for resources: {'Port': ['ID=5469e53c-1613-4464-938a-0bbdee08c049,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:17:29.304029 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8452d68b-8033-4b3a-9bda-eeb97c545b57 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:29.420451 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8452d68b-8033-4b3a-9bda-eeb97c545b57 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:29.452397 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 60ccfe14-fd67-435c-8430-1c7d7bcf22f3 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:17:29.600898 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 60ccfe14-fd67-435c-8430-1c7d7bcf22f3 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:17:29.601711 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:29.637688 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-81c943bd-202b-449e-8501-0c13344a3225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:29.658567 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8452d68b-8033-4b3a-9bda-eeb97c545b57 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:29.749554 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8452d68b-8033-4b3a-9bda-eeb97c545b57 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:29.861444 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8452d68b-8033-4b3a-9bda-eeb97c545b57 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Pushing event updated for resources: {'Port': ['ID=5469e53c-1613-4464-938a-0bbdee08c049,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:17:29.877882 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8452d68b-8033-4b3a-9bda-eeb97c545b57 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736490'] for floatingip, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:29.892428 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:30.003887 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8452d68b-8033-4b3a-9bda-eeb97c545b57 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:30.005093 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-8452d68b-8033-4b3a-9bda-eeb97c545b57 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7239156 May 30 21:17:30.176680 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-155fd8c4-dee4-432b-8413-eab5d9e12a1e req-878f23bb-a7e4-49c2-b40b-f4da6010d7a9 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Synchronizing usage tracker for tenant:ece2945efdfc42d9b9df7d167b03c4d1 on resource:security_group {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 21:17:30.287709 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-155fd8c4-dee4-432b-8413-eab5d9e12a1e req-878f23bb-a7e4-49c2-b40b-f4da6010d7a9 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Unset dirty status for tenant:ece2945efdfc42d9b9df7d167b03c4d1 on resource:security_group {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 21:17:30.288803 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-155fd8c4-dee4-432b-8413-eab5d9e12a1e req-878f23bb-a7e4-49c2-b40b-f4da6010d7a9 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-securitygroup--1730717469&fields=id&tenant_id=ece2945efdfc42d9b9df7d167b03c4d1 HTTP/1.1" status: 200 len: 267 time: 0.1526561 May 30 21:17:30.437240 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155fd8c4-dee4-432b-8413-eab5d9e12a1e req-4fe05474-83ac-428e-88bd-6d9c695b430c tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:17:30.438935 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-155fd8c4-dee4-432b-8413-eab5d9e12a1e req-4fe05474-83ac-428e-88bd-6d9c695b430c tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/networks?id=3139603d-a645-4aa5-91ac-2e9a4e4b78b3 HTTP/1.1" status: 200 len: 812 time: 0.1429358 May 30 21:17:30.456053 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-155fd8c4-dee4-432b-8413-eab5d9e12a1e req-b48b574b-3686-4202-8a81-a2d8e9f4f638 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/quotas/ece2945efdfc42d9b9df7d167b03c4d1 HTTP/1.1" status: 200 len: 375 time: 0.0113204 May 30 21:17:30.535582 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-155fd8c4-dee4-432b-8413-eab5d9e12a1e req-1e319954-c342-415f-b6d7-d034fa945098 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Synchronizing usage tracker for tenant:ece2945efdfc42d9b9df7d167b03c4d1 on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 21:17:30.609231 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-155fd8c4-dee4-432b-8413-eab5d9e12a1e req-1e319954-c342-415f-b6d7-d034fa945098 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Unset dirty status for tenant:ece2945efdfc42d9b9df7d167b03c4d1 on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 21:17:30.610511 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-155fd8c4-dee4-432b-8413-eab5d9e12a1e req-1e319954-c342-415f-b6d7-d034fa945098 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=ece2945efdfc42d9b9df7d167b03c4d1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1489730 May 30 21:17:30.628152 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [req-155fd8c4-dee4-432b-8413-eab5d9e12a1e req-a0b4c3a5-175f-4dc2-9ab2-c702d5baa6e2 service neutron] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=84886) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 21:17:30.629590 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-155fd8c4-dee4-432b-8413-eab5d9e12a1e req-a0b4c3a5-175f-4dc2-9ab2-c702d5baa6e2 service neutron] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0051758 May 30 21:17:30.762843 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-155fd8c4-dee4-432b-8413-eab5d9e12a1e req-9ad033d4-2536-4e7b-a7c8-6baefe0c5ee8 service neutron] 10.222.0.85 "GET /v2.0/networks/3139603d-a645-4aa5-91ac-2e9a4e4b78b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271632 May 30 21:17:30.895846 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-155fd8c4-dee4-432b-8413-eab5d9e12a1e req-a0854430-ca02-450b-ae97-53f01add56ba service neutron] 10.222.0.85 "GET /v2.0/networks/3139603d-a645-4aa5-91ac-2e9a4e4b78b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265650 May 30 21:17:31.156306 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1f0a4289-dcf8-416d-969e-c744fa290371 req-94097e40-6365-4c7b-8d78-8a3f3fb707d9 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=3db97c53-ccee-4b3c-b6f1-1e631abf1d61 HTTP/1.1" status: 200 len: 210 time: 0.0464828 May 30 21:17:31.377853 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:32.324298 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-96b8b166-f1f8-44b1-8d35-1bc84c04af31 req-07f457a6-5989-4ef6-8d9b-678829220efc tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=3db97c53-ccee-4b3c-b6f1-1e631abf1d61 HTTP/1.1" status: 200 len: 210 time: 0.0457466 May 30 21:17:32.920696 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:33.488244 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-03f50ef1-3b39-4d9a-bf81-3e500dd6c26c req-9ef23755-98cf-4510-bda0-7ef10db1d1b0 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=3db97c53-ccee-4b3c-b6f1-1e631abf1d61 HTTP/1.1" status: 200 len: 210 time: 0.0400591 May 30 21:17:33.674289 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155fd8c4-dee4-432b-8413-eab5d9e12a1e req-03007b98-0f52-4694-a145-0265bda33318 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:17:33.674948 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-155fd8c4-dee4-432b-8413-eab5d9e12a1e req-03007b98-0f52-4694-a145-0265bda33318 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Synchronizing usage tracker for tenant:ece2945efdfc42d9b9df7d167b03c4d1 on resource:network {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 21:17:33.798220 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-155fd8c4-dee4-432b-8413-eab5d9e12a1e req-03007b98-0f52-4694-a145-0265bda33318 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Unset dirty status for tenant:ece2945efdfc42d9b9df7d167b03c4d1 on resource:network {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 21:17:33.799294 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-155fd8c4-dee4-432b-8413-eab5d9e12a1e req-03007b98-0f52-4694-a145-0265bda33318 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.86 "GET /v2.0/networks?id=3139603d-a645-4aa5-91ac-2e9a4e4b78b3 HTTP/1.1" status: 200 len: 812 time: 0.2706878 May 30 21:17:33.858831 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-155fd8c4-dee4-432b-8413-eab5d9e12a1e req-86c6cfe2-50a2-4a56-983b-df860df5f52e tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Synchronizing usage tracker for tenant:ece2945efdfc42d9b9df7d167b03c4d1 on resource:security_group {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 21:17:33.871152 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-155fd8c4-dee4-432b-8413-eab5d9e12a1e req-86c6cfe2-50a2-4a56-983b-df860df5f52e tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Unset dirty status for tenant:ece2945efdfc42d9b9df7d167b03c4d1 on resource:security_group {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 21:17:33.872268 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-155fd8c4-dee4-432b-8413-eab5d9e12a1e req-86c6cfe2-50a2-4a56-983b-df860df5f52e tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ece2945efdfc42d9b9df7d167b03c4d1 HTTP/1.1" status: 200 len: 380 time: 0.0547290 May 30 21:17:33.884440 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-155fd8c4-dee4-432b-8413-eab5d9e12a1e req-a5b5b9d9-b77d-48af-ac40-426875d09abf tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Request body: {'port': {'device_id': '3db97c53-ccee-4b3c-b6f1-1e631abf1d61', 'network_id': '3139603d-a645-4aa5-91ac-2e9a4e4b78b3', 'admin_state_up': True, 'tenant_id': 'ece2945efdfc42d9b9df7d167b03c4d1', 'security_groups': ['c282456e-9b28-425e-941d-171b58ee8949']}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:17:34.025201 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-155fd8c4-dee4-432b-8413-eab5d9e12a1e req-a5b5b9d9-b77d-48af-ac40-426875d09abf tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:17:34.034699 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-155fd8c4-dee4-432b-8413-eab5d9e12a1e req-a5b5b9d9-b77d-48af-ac40-426875d09abf tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:17:34.126507 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-155fd8c4-dee4-432b-8413-eab5d9e12a1e req-a5b5b9d9-b77d-48af-ac40-426875d09abf tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Made reservation on behalf of ece2945efdfc42d9b9df7d167b03c4d1 for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 21:17:34.129460 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-155fd8c4-dee4-432b-8413-eab5d9e12a1e req-a5b5b9d9-b77d-48af-ac40-426875d09abf tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:34.295483 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [req-155fd8c4-dee4-432b-8413-eab5d9e12a1e req-a5b5b9d9-b77d-48af-ac40-426875d09abf tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Allocated IP 172.20.0.9 (3139603d-a645-4aa5-91ac-2e9a4e4b78b3/d6358aad-111e-416b-96f8-6ca6f34bfc47/77887b2f-f91d-4745-8613-977d06d2e7fb) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 21:17:34.484551 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-155fd8c4-dee4-432b-8413-eab5d9e12a1e req-a5b5b9d9-b77d-48af-ac40-426875d09abf tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:34.501782 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-155fd8c4-dee4-432b-8413-eab5d9e12a1e req-a5b5b9d9-b77d-48af-ac40-426875d09abf tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Transition to ACTIVE for port object 77887b2f-f91d-4745-8613-977d06d2e7fb will not be triggered until provisioned by entity DHCP. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:17:34.604167 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-155fd8c4-dee4-432b-8413-eab5d9e12a1e req-a5b5b9d9-b77d-48af-ac40-426875d09abf tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:34.680714 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-155fd8c4-dee4-432b-8413-eab5d9e12a1e req-a5b5b9d9-b77d-48af-ac40-426875d09abf tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Network 3139603d-a645-4aa5-91ac-2e9a4e4b78b3 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:17:34.683762 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [req-155fd8c4-dee4-432b-8413-eab5d9e12a1e req-a5b5b9d9-b77d-48af-ac40-426875d09abf tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:17:34.688000 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-155fd8c4-dee4-432b-8413-eab5d9e12a1e req-a5b5b9d9-b77d-48af-ac40-426875d09abf tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 21:17:34.696676 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35122e89-a2fc-4c58-9738-01ef55934250 req-f4faa253-97ca-484c-8b05-2ecb21e6ff80 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:17:34.698622 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-35122e89-a2fc-4c58-9738-01ef55934250 req-f4faa253-97ca-484c-8b05-2ecb21e6ff80 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=3db97c53-ccee-4b3c-b6f1-1e631abf1d61 HTTP/1.1" status: 200 len: 931 time: 0.0839722 May 30 21:17:34.719626 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b5b9d9-b77d-48af-ac40-426875d09abf tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Pushing event updated for resources: {'Port': ['ID=77887b2f-f91d-4745-8613-977d06d2e7fb,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:17:34.751638 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-35122e89-a2fc-4c58-9738-01ef55934250 req-42df34c8-2f46-43e1-8cae-913ea25d5f72 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473959 May 30 21:17:34.768814 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155fd8c4-dee4-432b-8413-eab5d9e12a1e req-a5b5b9d9-b77d-48af-ac40-426875d09abf tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:17:34.769424 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-155fd8c4-dee4-432b-8413-eab5d9e12a1e req-a5b5b9d9-b77d-48af-ac40-426875d09abf tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:34.856097 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-155fd8c4-dee4-432b-8413-eab5d9e12a1e req-a5b5b9d9-b77d-48af-ac40-426875d09abf tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9759202 May 30 21:17:34.872059 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-155fd8c4-dee4-432b-8413-eab5d9e12a1e req-dda3b832-8d9c-428f-95fc-962dd0bec9aa service neutron] Request body: {'port': {'device_id': '3db97c53-ccee-4b3c-b6f1-1e631abf1d61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843948-2'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:17:34.983714 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-155fd8c4-dee4-432b-8413-eab5d9e12a1e req-dda3b832-8d9c-428f-95fc-962dd0bec9aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:35.006414 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-bfe741d8-12b1-4b65-adb8-d34d26cc4276 None None] Provisioning for port 77887b2f-f91d-4745-8613-977d06d2e7fb completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:17:35.011708 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-bfe741d8-12b1-4b65-adb8-d34d26cc4276 None None] Provisioning complete for port 77887b2f-f91d-4745-8613-977d06d2e7fb triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:17:35.017863 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-bfe741d8-12b1-4b65-adb8-d34d26cc4276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:35.065282 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-bfe741d8-12b1-4b65-adb8-d34d26cc4276 None None] Port 77887b2f-f91d-4745-8613-977d06d2e7fb cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 21:17:35.415032 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [req-155fd8c4-dee4-432b-8413-eab5d9e12a1e req-dda3b832-8d9c-428f-95fc-962dd0bec9aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77887b2f-f91d-4745-8613-977d06d2e7fb {{(pid=84887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 21:17:35.421713 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-155fd8c4-dee4-432b-8413-eab5d9e12a1e req-dda3b832-8d9c-428f-95fc-962dd0bec9aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:35.435895 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-155fd8c4-dee4-432b-8413-eab5d9e12a1e req-dda3b832-8d9c-428f-95fc-962dd0bec9aa service neutron] Transition to ACTIVE for port object 77887b2f-f91d-4745-8613-977d06d2e7fb will not be triggered until provisioned by entity L2. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:17:35.511695 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-155fd8c4-dee4-432b-8413-eab5d9e12a1e req-dda3b832-8d9c-428f-95fc-962dd0bec9aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:35.640796 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda3b832-8d9c-428f-95fc-962dd0bec9aa service neutron] Pushing event updated for resources: {'Port': ['ID=77887b2f-f91d-4745-8613-977d06d2e7fb,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:17:35.749244 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-155fd8c4-dee4-432b-8413-eab5d9e12a1e req-dda3b832-8d9c-428f-95fc-962dd0bec9aa service neutron] Attempting to bind port 77887b2f-f91d-4745-8613-977d06d2e7fb on host n-h2-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 21:17:35.749575 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-155fd8c4-dee4-432b-8413-eab5d9e12a1e req-dda3b832-8d9c-428f-95fc-962dd0bec9aa service neutron] Attempting to bind port 77887b2f-f91d-4745-8613-977d06d2e7fb by drivers openvswitch,hyperv on host n-h2-843948-2 at level 0 using segments [{'id': 'ebd10616-65b9-43cb-8c01-5aebde3a70ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '3139603d-a645-4aa5-91ac-2e9a4e4b78b3'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 21:17:35.749964 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155fd8c4-dee4-432b-8413-eab5d9e12a1e req-dda3b832-8d9c-428f-95fc-962dd0bec9aa service neutron] Attempting to bind port 77887b2f-f91d-4745-8613-977d06d2e7fb on network 3139603d-a645-4aa5-91ac-2e9a4e4b78b3 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:17:35.755884 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155fd8c4-dee4-432b-8413-eab5d9e12a1e req-dda3b832-8d9c-428f-95fc-962dd0bec9aa service neutron] Port 77887b2f-f91d-4745-8613-977d06d2e7fb on network 3139603d-a645-4aa5-91ac-2e9a4e4b78b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 21:17:35.756737 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155fd8c4-dee4-432b-8413-eab5d9e12a1e req-dda3b832-8d9c-428f-95fc-962dd0bec9aa service neutron] Attempting to bind port 77887b2f-f91d-4745-8613-977d06d2e7fb on network 3139603d-a645-4aa5-91ac-2e9a4e4b78b3 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:17:35.763426 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155fd8c4-dee4-432b-8413-eab5d9e12a1e req-dda3b832-8d9c-428f-95fc-962dd0bec9aa service neutron] Checking agent: {'id': 'eaa08354-e8f5-4e73-af76-8d3cf7d2b390', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 21, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 21:17:35.763756 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155fd8c4-dee4-432b-8413-eab5d9e12a1e req-dda3b832-8d9c-428f-95fc-962dd0bec9aa service neutron] Checking segment: {'id': 'ebd10616-65b9-43cb-8c01-5aebde3a70ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '3139603d-a645-4aa5-91ac-2e9a4e4b78b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:17:35.764137 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155fd8c4-dee4-432b-8413-eab5d9e12a1e req-dda3b832-8d9c-428f-95fc-962dd0bec9aa service neutron] Bound using segment: {'id': 'ebd10616-65b9-43cb-8c01-5aebde3a70ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '3139603d-a645-4aa5-91ac-2e9a4e4b78b3'} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 21:17:35.764566 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-155fd8c4-dee4-432b-8413-eab5d9e12a1e req-dda3b832-8d9c-428f-95fc-962dd0bec9aa service neutron] Bound port: 77887b2f-f91d-4745-8613-977d06d2e7fb, host: n-h2-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebd10616-65b9-43cb-8c01-5aebde3a70ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '3139603d-a645-4aa5-91ac-2e9a4e4b78b3'}}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 21:17:35.764928 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-155fd8c4-dee4-432b-8413-eab5d9e12a1e req-dda3b832-8d9c-428f-95fc-962dd0bec9aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:35.861885 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-155fd8c4-dee4-432b-8413-eab5d9e12a1e req-dda3b832-8d9c-428f-95fc-962dd0bec9aa service neutron] For port 77887b2f-f91d-4745-8613-977d06d2e7fb, host n-h2-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 21:17:35.864686 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-155fd8c4-dee4-432b-8413-eab5d9e12a1e req-dda3b832-8d9c-428f-95fc-962dd0bec9aa service neutron] For port 77887b2f-f91d-4745-8613-977d06d2e7fb, host n-h2-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=77887b2f-f91d-4745-8613-977d06d2e7fb,segment=NetworkSegment(ebd10616-65b9-43cb-8c01-5aebde3a70ca),segment_id=ebd10616-65b9-43cb-8c01-5aebde3a70ca)] {{(pid=84887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 21:17:35.965447 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4548fbf-e892-4cbf-98ce-b925f3f0f657 req-930f8317-9c3a-47e6-a241-c979ee95e871 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:17:35.966170 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-b4548fbf-e892-4cbf-98ce-b925f3f0f657 req-930f8317-9c3a-47e6-a241-c979ee95e871 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Synchronizing usage tracker for tenant:ece2945efdfc42d9b9df7d167b03c4d1 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 21:17:35.974784 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-155fd8c4-dee4-432b-8413-eab5d9e12a1e req-dda3b832-8d9c-428f-95fc-962dd0bec9aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:36.046727 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-155fd8c4-dee4-432b-8413-eab5d9e12a1e req-dda3b832-8d9c-428f-95fc-962dd0bec9aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:36.048103 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-155fd8c4-dee4-432b-8413-eab5d9e12a1e req-dda3b832-8d9c-428f-95fc-962dd0bec9aa service neutron] 10.222.0.86 "PUT /v2.0/ports/77887b2f-f91d-4745-8613-977d06d2e7fb HTTP/1.1" status: 200 len: 1091 time: 1.1804554 May 30 21:17:36.048711 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3db97c53-ccee-4b3c-b6f1-1e631abf1d61', 'tag': '77887b2f-f91d-4745-8613-977d06d2e7fb'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:17:36.061979 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda3b832-8d9c-428f-95fc-962dd0bec9aa service neutron] Pushing event updated for resources: {'Port': ['ID=77887b2f-f91d-4745-8613-977d06d2e7fb,revision_number=3']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:17:36.108609 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc3d3aee-9dec-4445-ad3f-cb1086d5995f'] response: {'name': 'network-changed', 'server_uuid': '3db97c53-ccee-4b3c-b6f1-1e631abf1d61', 'tag': '77887b2f-f91d-4745-8613-977d06d2e7fb', 'status': 'completed', 'code': 200} May 30 21:17:36.209911 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d6aa6ded-58de-4959-ad28-701a002b11ba req-7ef78d84-c182-4097-b7eb-471af7079d1a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ece2945efdfc42d9b9df7d167b03c4d1&device_id=3db97c53-ccee-4b3c-b6f1-1e631abf1d61 HTTP/1.1" status: 200 len: 1094 time: 0.0745716 May 30 21:17:36.212092 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-b4548fbf-e892-4cbf-98ce-b925f3f0f657 req-930f8317-9c3a-47e6-a241-c979ee95e871 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Unset dirty status for tenant:ece2945efdfc42d9b9df7d167b03c4d1 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 21:17:36.214052 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b4548fbf-e892-4cbf-98ce-b925f3f0f657 req-930f8317-9c3a-47e6-a241-c979ee95e871 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=3db97c53-ccee-4b3c-b6f1-1e631abf1d61 HTTP/1.1" status: 200 len: 943 time: 0.3270469 May 30 21:17:36.348546 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b4548fbf-e892-4cbf-98ce-b925f3f0f657 req-5440ceb7-d202-4172-ba8a-99287045112c tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1294034 May 30 21:17:36.394880 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aa6ded-58de-4959-ad28-701a002b11ba req-e23cdafc-3f88-4aed-925c-89825c3b9f49 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:17:36.396309 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d6aa6ded-58de-4959-ad28-701a002b11ba req-e23cdafc-3f88-4aed-925c-89825c3b9f49 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=ece2945efdfc42d9b9df7d167b03c4d1&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1753941 May 30 21:17:36.536359 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aa6ded-58de-4959-ad28-701a002b11ba req-b3d23c9e-48f3-4248-9c80-506954be6a4e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:17:36.538335 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d6aa6ded-58de-4959-ad28-701a002b11ba req-b3d23c9e-48f3-4248-9c80-506954be6a4e service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1322520 May 30 21:17:36.658550 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-155fd8c4-dee4-432b-8413-eab5d9e12a1e req-494559f6-8203-460b-90ac-4784cad5b561 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ece2945efdfc42d9b9df7d167b03c4d1&device_id=3db97c53-ccee-4b3c-b6f1-1e631abf1d61 HTTP/1.1" status: 200 len: 1094 time: 0.0737667 May 30 21:17:36.731015 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-155fd8c4-dee4-432b-8413-eab5d9e12a1e req-03b4e0a7-439a-4ab0-8a85-00dd9c794411 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=77887b2f-f91d-4745-8613-977d06d2e7fb HTTP/1.1" status: 200 len: 217 time: 0.0614564 May 30 21:17:36.799893 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155fd8c4-dee4-432b-8413-eab5d9e12a1e req-84d2d855-84ed-4cbd-9572-cd248d860523 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:17:36.801429 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-155fd8c4-dee4-432b-8413-eab5d9e12a1e req-84d2d855-84ed-4cbd-9572-cd248d860523 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d6358aad-111e-416b-96f8-6ca6f34bfc47 HTTP/1.1" status: 200 len: 851 time: 0.0618989 May 30 21:17:36.878586 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-155fd8c4-dee4-432b-8413-eab5d9e12a1e req-4cb6172d-e8c1-4d40-82b2-bd212297144a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3139603d-a645-4aa5-91ac-2e9a4e4b78b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0676074 May 30 21:17:37.020595 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-155fd8c4-dee4-432b-8413-eab5d9e12a1e req-b9decba6-494a-4453-9e48-256309a189bd service neutron] 10.222.0.86 "GET /v2.0/networks/3139603d-a645-4aa5-91ac-2e9a4e4b78b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322470 May 30 21:17:37.247233 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-155fd8c4-dee4-432b-8413-eab5d9e12a1e req-4723f055-a959-4065-ba42-98d36e30a380 service neutron] 10.222.0.86 "GET /v2.0/networks/3139603d-a645-4aa5-91ac-2e9a4e4b78b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165256 May 30 21:17:37.551180 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb75733-b4b8-4eb5-baf5-b3f6f60fadeb req-52d83cd7-8b6d-40bf-ba50-3c8e08871302 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:17:37.552548 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-fbb75733-b4b8-4eb5-baf5-b3f6f60fadeb req-52d83cd7-8b6d-40bf-ba50-3c8e08871302 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=3db97c53-ccee-4b3c-b6f1-1e631abf1d61 HTTP/1.1" status: 200 len: 943 time: 0.0794504 May 30 21:17:37.599425 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-fbb75733-b4b8-4eb5-baf5-b3f6f60fadeb req-ed53d84a-837f-4ac9-8d56-d76a6625d3d1 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406518 May 30 21:17:38.803578 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bfb14e-d6fc-41da-9670-d25854e7a04a req-8d10eccf-dc80-4ade-a65b-34822c1cf2a0 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:17:38.805140 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b9bfb14e-d6fc-41da-9670-d25854e7a04a req-8d10eccf-dc80-4ade-a65b-34822c1cf2a0 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=3db97c53-ccee-4b3c-b6f1-1e631abf1d61 HTTP/1.1" status: 200 len: 943 time: 0.0862975 May 30 21:17:38.851112 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b9bfb14e-d6fc-41da-9670-d25854e7a04a req-7e02befd-cb78-40b2-8307-9ce1080cd09d tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405350 May 30 21:17:39.595584 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d98dfc-586b-4937-868c-e05f985f4fb5 None None] Sync routers for ids ['4d0af300-5788-42f9-a065-96f276425174'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 21:17:39.610990 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d98dfc-586b-4937-868c-e05f985f4fb5 None None] Routers {'4d0af300-5788-42f9-a065-96f276425174'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:17:39.611585 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-97d98dfc-586b-4937-868c-e05f985f4fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T21:17:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['4d0af300-5788-42f9-a065-96f276425174'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:17:39.786285 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-97d98dfc-586b-4937-868c-e05f985f4fb5 None None] Set router 4d0af300-5788-42f9-a065-96f276425174 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:17:40.052634 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192d6951-1c79-4642-95c1-ef8911133a66 req-d7c869d7-55fd-4f5c-aedb-a4b27b2e4ef5 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:17:40.054762 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-192d6951-1c79-4642-95c1-ef8911133a66 req-d7c869d7-55fd-4f5c-aedb-a4b27b2e4ef5 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=3db97c53-ccee-4b3c-b6f1-1e631abf1d61 HTTP/1.1" status: 200 len: 943 time: 0.0789387 May 30 21:17:40.101201 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-192d6951-1c79-4642-95c1-ef8911133a66 req-740be441-0cfa-4bad-9ce5-539b467bf334 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407317 May 30 21:17:40.132470 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-97d98dfc-586b-4937-868c-e05f985f4fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d0af300-5788-42f9-a065-96f276425174', 'name': 'tempest-ServerActionsTestJSON-1439436767-router', 'tenant_id': 'ece2945efdfc42d9b9df7d167b03c4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '60ccfe14-fd67-435c-8430-1c7d7bcf22f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:17:21Z', 'updated_at': '2022-05-30T21:17:24Z', 'revision_number': 4, 'project_id': 'ece2945efdfc42d9b9df7d167b03c4d1', 'gw_port': {'id': '60ccfe14-fd67-435c-8430-1c7d7bcf22f3', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:dc:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0af300-5788-42f9-a065-96f276425174', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:17:21Z', 'updated_at': '2022-05-30T21:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': 'bcfd4c64-5ad6-4f1d-aaf0-0169e63a3763', 'name': '', 'network_id': '3139603d-a645-4aa5-91ac-2e9a4e4b78b3', 'tenant_id': 'ece2945efdfc42d9b9df7d167b03c4d1', 'mac_address': 'fa:16:3e:ff:68:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d0af300-5788-42f9-a065-96f276425174', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6358aad-111e-416b-96f8-6ca6f34bfc47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:17:24Z', 'updated_at': '2022-05-30T21:17:25Z', 'revision_number': 2, 'project_id': 'ece2945efdfc42d9b9df7d167b03c4d1', 'subnets': [{'id': 'd6358aad-111e-416b-96f8-6ca6f34bfc47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:17:40.136285 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d98dfc-586b-4937-868c-e05f985f4fb5 None None] Checking router: 4d0af300-5788-42f9-a065-96f276425174 for host: n-d-843948-2 {{(pid=84889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 21:17:40.136630 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d98dfc-586b-4937-868c-e05f985f4fb5 None None] Updating router 4d0af300-5788-42f9-a065-96f276425174 port bcfd4c64-5ad6-4f1d-aaf0-0169e63a3763 binding host n-d-843948-2 {{(pid=84889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 21:17:40.186936 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-97d98dfc-586b-4937-868c-e05f985f4fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:40.233629 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 77887b2f-f91d-4745-8613-977d06d2e7fb details requested by agent hyperv_n-h2-843948-2 with host n-h2-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 21:17:40.369398 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 77887b2f-f91d-4745-8613-977d06d2e7fb, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=77887b2f-f91d-4745-8613-977d06d2e7fb,segment=NetworkSegment(ebd10616-65b9-43cb-8c01-5aebde3a70ca),segment_id=ebd10616-65b9-43cb-8c01-5aebde3a70ca)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:17:40.382452 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Returning: {'device': '77887b2f-f91d-4745-8613-977d06d2e7fb', 'network_id': '3139603d-a645-4aa5-91ac-2e9a4e4b78b3', 'port_id': '77887b2f-f91d-4745-8613-977d06d2e7fb', 'mac_address': 'fa:16:3e:ee:dc:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6358aad-111e-416b-96f8-6ca6f34bfc47', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 21:17:40.440244 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:40.457324 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77887b2f-f91d-4745-8613-977d06d2e7fb {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 21:17:40.476566 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 77887b2f-f91d-4745-8613-977d06d2e7fb, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=77887b2f-f91d-4745-8613-977d06d2e7fb,segment=NetworkSegment(ebd10616-65b9-43cb-8c01-5aebde3a70ca),segment_id=ebd10616-65b9-43cb-8c01-5aebde3a70ca)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:17:40.528414 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-97d98dfc-586b-4937-868c-e05f985f4fb5 None None] Notify callbacks [] for port, precommit_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:40.540782 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.provisioning_blocks [None req-97d98dfc-586b-4937-868c-e05f985f4fb5 None None] Transition to ACTIVE for port object bcfd4c64-5ad6-4f1d-aaf0-0169e63a3763 will not be triggered until provisioned by entity L2. {{(pid=84889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:17:40.560786 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:40.618000 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-97d98dfc-586b-4937-868c-e05f985f4fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:40.630033 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=77887b2f-f91d-4745-8613-977d06d2e7fb,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:17:40.745831 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebbb715-d550-4ee9-8182-0cb3e5ea5857 None None] Pushing event updated for resources: {'Port': ['ID=bcfd4c64-5ad6-4f1d-aaf0-0169e63a3763,revision_number=3']} {{(pid=84889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:17:40.757365 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebbb715-d550-4ee9-8182-0cb3e5ea5857 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:17:40.757725 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebbb715-d550-4ee9-8182-0cb3e5ea5857 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:17:40.758057 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebbb715-d550-4ee9-8182-0cb3e5ea5857 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:17:40.758384 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebbb715-d550-4ee9-8182-0cb3e5ea5857 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:17:40.758707 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebbb715-d550-4ee9-8182-0cb3e5ea5857 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:17:40.759027 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebbb715-d550-4ee9-8182-0cb3e5ea5857 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:17:40.759346 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebbb715-d550-4ee9-8182-0cb3e5ea5857 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:17:40.759661 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebbb715-d550-4ee9-8182-0cb3e5ea5857 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:17:40.759974 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebbb715-d550-4ee9-8182-0cb3e5ea5857 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:17:40.760290 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebbb715-d550-4ee9-8182-0cb3e5ea5857 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:17:40.760608 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebbb715-d550-4ee9-8182-0cb3e5ea5857 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:17:40.827054 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['77887b2f-f91d-4745-8613-977d06d2e7fb'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 21:17:40.851960 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-97d98dfc-586b-4937-868c-e05f985f4fb5 None None] Attempting to bind port bcfd4c64-5ad6-4f1d-aaf0-0169e63a3763 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 21:17:40.852328 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-97d98dfc-586b-4937-868c-e05f985f4fb5 None None] Attempting to bind port bcfd4c64-5ad6-4f1d-aaf0-0169e63a3763 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': 'ebd10616-65b9-43cb-8c01-5aebde3a70ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '3139603d-a645-4aa5-91ac-2e9a4e4b78b3'}] {{(pid=84889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 21:17:40.852694 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d98dfc-586b-4937-868c-e05f985f4fb5 None None] Attempting to bind port bcfd4c64-5ad6-4f1d-aaf0-0169e63a3763 on network 3139603d-a645-4aa5-91ac-2e9a4e4b78b3 {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:17:40.859784 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d98dfc-586b-4937-868c-e05f985f4fb5 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 21, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 21:17:40.862816 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d98dfc-586b-4937-868c-e05f985f4fb5 None None] Checking segment: {'id': 'ebd10616-65b9-43cb-8c01-5aebde3a70ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '3139603d-a645-4aa5-91ac-2e9a4e4b78b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:17:40.862816 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-97d98dfc-586b-4937-868c-e05f985f4fb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:40.862816 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d98dfc-586b-4937-868c-e05f985f4fb5 None None] Bound using segment: {'id': 'ebd10616-65b9-43cb-8c01-5aebde3a70ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '3139603d-a645-4aa5-91ac-2e9a4e4b78b3'} {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 21:17:40.862816 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-97d98dfc-586b-4937-868c-e05f985f4fb5 None None] Bound port: bcfd4c64-5ad6-4f1d-aaf0-0169e63a3763, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebd10616-65b9-43cb-8c01-5aebde3a70ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '3139603d-a645-4aa5-91ac-2e9a4e4b78b3'}}] {{(pid=84889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 21:17:40.862816 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-97d98dfc-586b-4937-868c-e05f985f4fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:40.953483 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.db [None req-97d98dfc-586b-4937-868c-e05f985f4fb5 None None] For port bcfd4c64-5ad6-4f1d-aaf0-0169e63a3763, host n-d-843948-2, cleared binding levels {{(pid=84889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 21:17:40.957320 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.db [None req-97d98dfc-586b-4937-868c-e05f985f4fb5 None None] For port bcfd4c64-5ad6-4f1d-aaf0-0169e63a3763, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=bcfd4c64-5ad6-4f1d-aaf0-0169e63a3763,segment=NetworkSegment(ebd10616-65b9-43cb-8c01-5aebde3a70ca),segment_id=ebd10616-65b9-43cb-8c01-5aebde3a70ca)] {{(pid=84889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 21:17:41.029542 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-97d98dfc-586b-4937-868c-e05f985f4fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:41.108662 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebbb715-d550-4ee9-8182-0cb3e5ea5857 None None] Pushing event updated for resources: {'Port': ['ID=bcfd4c64-5ad6-4f1d-aaf0-0169e63a3763,revision_number=4']} {{(pid=84889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:17:41.113982 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d98dfc-586b-4937-868c-e05f985f4fb5 None None] Routers {'4d0af300-5788-42f9-a065-96f276425174'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:17:41.114624 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-97d98dfc-586b-4937-868c-e05f985f4fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T21:17:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['4d0af300-5788-42f9-a065-96f276425174'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:17:41.306500 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-97d98dfc-586b-4937-868c-e05f985f4fb5 None None] Set router 4d0af300-5788-42f9-a065-96f276425174 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:17:41.310446 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a549bef-f040-4900-ac71-378e10b6575c req-d40f9263-293d-41c9-adc9-07e0d6d24b13 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:17:41.316976 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5a549bef-f040-4900-ac71-378e10b6575c req-d40f9263-293d-41c9-adc9-07e0d6d24b13 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=3db97c53-ccee-4b3c-b6f1-1e631abf1d61 HTTP/1.1" status: 200 len: 944 time: 0.0859878 May 30 21:17:41.362855 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5a549bef-f040-4900-ac71-378e10b6575c req-40284501-40b0-462d-8d5e-1133d66a80fe tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448365 May 30 21:17:41.476618 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device bcfd4c64-5ad6-4f1d-aaf0-0169e63a3763 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:17:41.609459 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port bcfd4c64-5ad6-4f1d-aaf0-0169e63a3763 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:17:41.614316 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port bcfd4c64-5ad6-4f1d-aaf0-0169e63a3763 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:17:41.614682 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:41.629080 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-97d98dfc-586b-4937-868c-e05f985f4fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d0af300-5788-42f9-a065-96f276425174', 'name': 'tempest-ServerActionsTestJSON-1439436767-router', 'tenant_id': 'ece2945efdfc42d9b9df7d167b03c4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '60ccfe14-fd67-435c-8430-1c7d7bcf22f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:17:21Z', 'updated_at': '2022-05-30T21:17:24Z', 'revision_number': 4, 'project_id': 'ece2945efdfc42d9b9df7d167b03c4d1', 'gw_port': {'id': '60ccfe14-fd67-435c-8430-1c7d7bcf22f3', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:dc:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0af300-5788-42f9-a065-96f276425174', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:17:21Z', 'updated_at': '2022-05-30T21:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': 'bcfd4c64-5ad6-4f1d-aaf0-0169e63a3763', 'name': '', 'network_id': '3139603d-a645-4aa5-91ac-2e9a4e4b78b3', 'tenant_id': 'ece2945efdfc42d9b9df7d167b03c4d1', 'mac_address': 'fa:16:3e:ff:68:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d0af300-5788-42f9-a065-96f276425174', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6358aad-111e-416b-96f8-6ca6f34bfc47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:17:24Z', 'updated_at': '2022-05-30T21:17:40Z', 'revision_number': 4, 'project_id': 'ece2945efdfc42d9b9df7d167b03c4d1', 'subnets': [{'id': 'd6358aad-111e-416b-96f8-6ca6f34bfc47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:17:41.633964 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d98dfc-586b-4937-868c-e05f985f4fb5 None None] The sync data for ids ['4d0af300-5788-42f9-a065-96f276425174'] in n-d-843948-2 is: [{'id': '4d0af300-5788-42f9-a065-96f276425174', 'name': 'tempest-ServerActionsTestJSON-1439436767-router', 'tenant_id': 'ece2945efdfc42d9b9df7d167b03c4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '60ccfe14-fd67-435c-8430-1c7d7bcf22f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:17:21Z', 'updated_at': '2022-05-30T21:17:24Z', 'revision_number': 4, 'project_id': 'ece2945efdfc42d9b9df7d167b03c4d1', 'gw_port': {'id': '60ccfe14-fd67-435c-8430-1c7d7bcf22f3', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:dc:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0af300-5788-42f9-a065-96f276425174', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:17:21Z', 'updated_at': '2022-05-30T21:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': 'bcfd4c64-5ad6-4f1d-aaf0-0169e63a3763', 'name': '', 'network_id': '3139603d-a645-4aa5-91ac-2e9a4e4b78b3', 'tenant_id': 'ece2945efdfc42d9b9df7d167b03c4d1', 'mac_address': 'fa:16:3e:ff:68:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d0af300-5788-42f9-a065-96f276425174', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6358aad-111e-416b-96f8-6ca6f34bfc47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:17:24Z', 'updated_at': '2022-05-30T21:17:40Z', 'revision_number': 4, 'project_id': 'ece2945efdfc42d9b9df7d167b03c4d1', 'subnets': [{'id': 'd6358aad-111e-416b-96f8-6ca6f34bfc47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 21:17:41.740548 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:41.776526 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port bcfd4c64-5ad6-4f1d-aaf0-0169e63a3763, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=bcfd4c64-5ad6-4f1d-aaf0-0169e63a3763,segment=NetworkSegment(ebd10616-65b9-43cb-8c01-5aebde3a70ca),segment_id=ebd10616-65b9-43cb-8c01-5aebde3a70ca)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:17:41.832259 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:41.904413 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=bcfd4c64-5ad6-4f1d-aaf0-0169e63a3763,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:17:42.249169 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 77887b2f-f91d-4745-8613-977d06d2e7fb up at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:17:42.375088 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning for port 77887b2f-f91d-4745-8613-977d06d2e7fb completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:17:42.380114 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning complete for port 77887b2f-f91d-4745-8613-977d06d2e7fb triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:17:42.380521 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:42.502087 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:42.531694 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3db97c53-ccee-4b3c-b6f1-1e631abf1d61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77887b2f-f91d-4745-8613-977d06d2e7fb'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:17:42.543109 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 77887b2f-f91d-4745-8613-977d06d2e7fb, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=77887b2f-f91d-4745-8613-977d06d2e7fb,segment=NetworkSegment(ebd10616-65b9-43cb-8c01-5aebde3a70ca),segment_id=ebd10616-65b9-43cb-8c01-5aebde3a70ca)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:17:42.593846 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ccefb149-b2a6-4b77-bf0d-0cddf780e4ab'] response: {'server_uuid': '3db97c53-ccee-4b3c-b6f1-1e631abf1d61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77887b2f-f91d-4745-8613-977d06d2e7fb', 'code': 200} May 30 21:17:42.632288 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:42.700540 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=77887b2f-f91d-4745-8613-977d06d2e7fb,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:17:42.730455 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-437b9674-8366-4b49-acf9-6e92a96faab0 req-4975201d-a271-48cd-80f2-b36e48dcc676 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=3db97c53-ccee-4b3c-b6f1-1e631abf1d61 HTTP/1.1" status: 200 len: 1096 time: 0.0718970 May 30 21:17:42.734376 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81413b30-9895-436b-ab37-bbc5f764591c req-d02223a1-c26a-4068-b9b4-6cc21eee8142 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:17:42.735917 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-81413b30-9895-436b-ab37-bbc5f764591c req-d02223a1-c26a-4068-b9b4-6cc21eee8142 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=3db97c53-ccee-4b3c-b6f1-1e631abf1d61 HTTP/1.1" status: 200 len: 945 time: 0.0833797 May 30 21:17:42.780576 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-437b9674-8366-4b49-acf9-6e92a96faab0 req-9380161b-42d9-427a-a876-0b03dbaab475 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413413 May 30 21:17:42.782025 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-81413b30-9895-436b-ab37-bbc5f764591c req-ed5a3687-7895-4b45-8551-4dbd2fb70855 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400813 May 30 21:17:43.458881 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device bcfd4c64-5ad6-4f1d-aaf0-0169e63a3763 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:17:43.529021 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port bcfd4c64-5ad6-4f1d-aaf0-0169e63a3763 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:17:43.529713 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:43.984249 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a04ea7-9090-4974-8d7f-24368155aeef req-546f6cdd-4518-4330-bc89-b5189338dce8 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:17:43.985741 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-31a04ea7-9090-4974-8d7f-24368155aeef req-546f6cdd-4518-4330-bc89-b5189338dce8 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=3db97c53-ccee-4b3c-b6f1-1e631abf1d61 HTTP/1.1" status: 200 len: 945 time: 0.0785255 May 30 21:17:44.031397 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-31a04ea7-9090-4974-8d7f-24368155aeef req-5db21d51-32ca-4000-b37b-d7628c735384 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393558 May 30 21:17:45.227641 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4eecaf-4a85-4d1c-9399-4e17900effa1 req-8e20e264-4929-4544-9895-fa214d8c34ad tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:17:45.229097 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-7c4eecaf-4a85-4d1c-9399-4e17900effa1 req-8e20e264-4929-4544-9895-fa214d8c34ad tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=3db97c53-ccee-4b3c-b6f1-1e631abf1d61 HTTP/1.1" status: 200 len: 945 time: 0.0779796 May 30 21:17:45.280343 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-7c4eecaf-4a85-4d1c-9399-4e17900effa1 req-1a948888-6ca7-4c70-aaf6-43e0a468d3dc tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454803 May 30 21:17:45.478700 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5059f04-4717-4d9d-b1d6-277d76a4c938 req-413d9254-890a-4d0b-9c33-606c59c919f6 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:17:45.480145 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b5059f04-4717-4d9d-b1d6-277d76a4c938 req-413d9254-890a-4d0b-9c33-606c59c919f6 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=3db97c53-ccee-4b3c-b6f1-1e631abf1d61 HTTP/1.1" status: 200 len: 945 time: 0.0803375 May 30 21:17:45.489267 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 50042) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:17:45.495153 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-32263cfe-add4-4126-aa40-3cc9dda2f79f tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Request body: {'floatingip': {'port_id': '77887b2f-f91d-4745-8613-977d06d2e7fb'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:17:45.572019 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-32263cfe-add4-4126-aa40-3cc9dda2f79f tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Notify callbacks [] for floatingip, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:46.160920 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-32263cfe-add4-4126-aa40-3cc9dda2f79f tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:46.220758 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-32263cfe-add4-4126-aa40-3cc9dda2f79f tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736490'] for floatingip, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:46.410816 n-d-843948-2 neutron-server[84887]: INFO neutron.db.l3_db [None req-32263cfe-add4-4126-aa40-3cc9dda2f79f tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Floating IP d4d15772-678a-45d0-8cd5-3ae5dc892de6 associated. External IP: 172.25.8.32, port: 77887b2f-f91d-4745-8613-977d06d2e7fb. May 30 21:17:46.904064 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32263cfe-add4-4126-aa40-3cc9dda2f79f tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Router 4d0af300-5788-42f9-a065-96f276425174 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 21:17:47.103970 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32263cfe-add4-4126-aa40-3cc9dda2f79f tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 21:17:47.108142 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-32263cfe-add4-4126-aa40-3cc9dda2f79f tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:47.114059 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-383c2d43-7d36-48b0-b40a-5c9437b4c311 None None] Sync routers for ids ['4d0af300-5788-42f9-a065-96f276425174'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 21:17:47.126140 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383c2d43-7d36-48b0-b40a-5c9437b4c311 None None] Routers {'4d0af300-5788-42f9-a065-96f276425174'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:17:47.126815 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-383c2d43-7d36-48b0-b40a-5c9437b4c311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T21:17:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['4d0af300-5788-42f9-a065-96f276425174'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:17:47.162801 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-32263cfe-add4-4126-aa40-3cc9dda2f79f tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "PUT /v2.0/floatingips/d4d15772-678a-45d0-8cd5-3ae5dc892de6 HTTP/1.1" status: 200 len: 990 time: 1.6723223 May 30 21:17:47.163349 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3db97c53-ccee-4b3c-b6f1-1e631abf1d61', 'tag': '77887b2f-f91d-4745-8613-977d06d2e7fb'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:17:47.224803 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-328c5294-62b2-4516-b486-eff6151aaaa7'] response: {'name': 'network-changed', 'server_uuid': '3db97c53-ccee-4b3c-b6f1-1e631abf1d61', 'tag': '77887b2f-f91d-4745-8613-977d06d2e7fb', 'status': 'completed', 'code': 200} May 30 21:17:47.318918 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-383c2d43-7d36-48b0-b40a-5c9437b4c311 None None] Set router 4d0af300-5788-42f9-a065-96f276425174 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:17:47.331372 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-09fc9cfd-94d9-4046-a277-9b959635a17d req-d2ae5ca2-9c36-4f09-a729-0a3eb0564d82 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ece2945efdfc42d9b9df7d167b03c4d1&device_id=3db97c53-ccee-4b3c-b6f1-1e631abf1d61 HTTP/1.1" status: 200 len: 1096 time: 0.0781050 May 30 21:17:47.355596 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd3568c-9120-4e1b-9a71-9c3c5bb9c519 req-497bf6de-90c6-4ac1-ab9b-ab766886a2b5 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:17:47.357049 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-8fd3568c-9120-4e1b-9a71-9c3c5bb9c519 req-497bf6de-90c6-4ac1-ab9b-ab766886a2b5 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=3db97c53-ccee-4b3c-b6f1-1e631abf1d61 HTTP/1.1" status: 200 len: 945 time: 0.0816483 May 30 21:17:47.406909 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-8fd3568c-9120-4e1b-9a71-9c3c5bb9c519 req-2e5fac7c-f79e-41db-ada6-4310bb1f064b tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432861 May 30 21:17:47.477781 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fc9cfd-94d9-4046-a277-9b959635a17d req-08ae926a-7eaa-44cb-bcf6-ef39cb4d73c2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:17:47.480156 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-09fc9cfd-94d9-4046-a277-9b959635a17d req-08ae926a-7eaa-44cb-bcf6-ef39cb4d73c2 service neutron] 10.222.0.86 "GET /v2.0/networks?id=3139603d-a645-4aa5-91ac-2e9a4e4b78b3 HTTP/1.1" status: 200 len: 913 time: 0.1420746 May 30 21:17:47.635449 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-09fc9cfd-94d9-4046-a277-9b959635a17d req-179166e3-d16c-49b7-af95-83d15f1bad0e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=77887b2f-f91d-4745-8613-977d06d2e7fb HTTP/1.1" status: 200 len: 998 time: 0.1503890 May 30 21:17:47.698862 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9550bad1-5a4f-4a16-baa4-9d868b60db19 req-6220b0e8-248c-4f3a-813c-05616746186c tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:17:47.700331 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9550bad1-5a4f-4a16-baa4-9d868b60db19 req-6220b0e8-248c-4f3a-813c-05616746186c tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=3db97c53-ccee-4b3c-b6f1-1e631abf1d61 HTTP/1.1" status: 200 len: 945 time: 0.1614735 May 30 21:17:47.708585 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-383c2d43-7d36-48b0-b40a-5c9437b4c311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d0af300-5788-42f9-a065-96f276425174', 'name': 'tempest-ServerActionsTestJSON-1439436767-router', 'tenant_id': 'ece2945efdfc42d9b9df7d167b03c4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '60ccfe14-fd67-435c-8430-1c7d7bcf22f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:17:21Z', 'updated_at': '2022-05-30T21:17:24Z', 'revision_number': 4, 'project_id': 'ece2945efdfc42d9b9df7d167b03c4d1', 'gw_port': {'id': '60ccfe14-fd67-435c-8430-1c7d7bcf22f3', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:dc:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0af300-5788-42f9-a065-96f276425174', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:17:21Z', 'updated_at': '2022-05-30T21:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': 'd4d15772-678a-45d0-8cd5-3ae5dc892de6', 'tenant_id': 'ece2945efdfc42d9b9df7d167b03c4d1', 'floating_ip_address': '172.25.8.32', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': '4d0af300-5788-42f9-a065-96f276425174', 'port_id': '77887b2f-f91d-4745-8613-977d06d2e7fb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3139603d-a645-4aa5-91ac-2e9a4e4b78b3', 'mac_address': 'fa:16:3e:ee:dc:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db97c53-ccee-4b3c-b6f1-1e631abf1d61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T21:17:29Z', 'updated_at': '2022-05-30T21:17:46Z', 'revision_number': 1, 'project_id': 'ece2945efdfc42d9b9df7d167b03c4d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcfd4c64-5ad6-4f1d-aaf0-0169e63a3763', 'name': '', 'network_id': '3139603d-a645-4aa5-91ac-2e9a4e4b78b3', 'tenant_id': 'ece2945efdfc42d9b9df7d167b03c4d1', 'mac_address': 'fa:16:3e:ff:68:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0af300-5788-42f9-a065-96f276425174', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6358aad-111e-416b-96f8-6ca6f34bfc47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:17:24Z', 'updated_at': '2022-05-30T21:17:41Z', 'revision_number': 5, 'project_id': 'ece2945efdfc42d9b9df7d167b03c4d1', 'subnets': [{'id': 'd6358aad-111e-416b-96f8-6ca6f34bfc47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:17:47.714337 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-383c2d43-7d36-48b0-b40a-5c9437b4c311 None None] Checking router: 4d0af300-5788-42f9-a065-96f276425174 for host: n-d-843948-2 {{(pid=84888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 21:17:47.725127 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383c2d43-7d36-48b0-b40a-5c9437b4c311 None None] Routers {'4d0af300-5788-42f9-a065-96f276425174'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:17:47.725755 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-383c2d43-7d36-48b0-b40a-5c9437b4c311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T21:17:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['4d0af300-5788-42f9-a065-96f276425174'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:17:47.741249 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fc9cfd-94d9-4046-a277-9b959635a17d req-616dacfe-11a2-4283-98e4-dbe1850695d8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:17:47.742707 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-09fc9cfd-94d9-4046-a277-9b959635a17d req-616dacfe-11a2-4283-98e4-dbe1850695d8 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d6358aad-111e-416b-96f8-6ca6f34bfc47 HTTP/1.1" status: 200 len: 851 time: 0.1001177 May 30 21:17:47.807884 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9550bad1-5a4f-4a16-baa4-9d868b60db19 req-dca7e3f2-4229-48d6-ba34-df285506bef1 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992949 May 30 21:17:47.836827 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-09fc9cfd-94d9-4046-a277-9b959635a17d req-7accba68-6a7a-441b-88fd-d419fc135fec service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3139603d-a645-4aa5-91ac-2e9a4e4b78b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0854194 May 30 21:17:47.911853 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-383c2d43-7d36-48b0-b40a-5c9437b4c311 None None] Set router 4d0af300-5788-42f9-a065-96f276425174 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:17:47.970469 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-09fc9cfd-94d9-4046-a277-9b959635a17d req-7efe08d4-9a28-4976-be40-ffe3a2768bb2 service neutron] 10.222.0.86 "GET /v2.0/networks/3139603d-a645-4aa5-91ac-2e9a4e4b78b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279926 May 30 21:17:48.102798 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-09fc9cfd-94d9-4046-a277-9b959635a17d req-c976d8a2-4f47-4640-bca3-a511cc75b510 service neutron] 10.222.0.86 "GET /v2.0/networks/3139603d-a645-4aa5-91ac-2e9a4e4b78b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268885 May 30 21:17:48.260060 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-383c2d43-7d36-48b0-b40a-5c9437b4c311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d0af300-5788-42f9-a065-96f276425174', 'name': 'tempest-ServerActionsTestJSON-1439436767-router', 'tenant_id': 'ece2945efdfc42d9b9df7d167b03c4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '60ccfe14-fd67-435c-8430-1c7d7bcf22f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:17:21Z', 'updated_at': '2022-05-30T21:17:24Z', 'revision_number': 4, 'project_id': 'ece2945efdfc42d9b9df7d167b03c4d1', 'gw_port': {'id': '60ccfe14-fd67-435c-8430-1c7d7bcf22f3', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:dc:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0af300-5788-42f9-a065-96f276425174', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:17:21Z', 'updated_at': '2022-05-30T21:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': 'd4d15772-678a-45d0-8cd5-3ae5dc892de6', 'tenant_id': 'ece2945efdfc42d9b9df7d167b03c4d1', 'floating_ip_address': '172.25.8.32', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': '4d0af300-5788-42f9-a065-96f276425174', 'port_id': '77887b2f-f91d-4745-8613-977d06d2e7fb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3139603d-a645-4aa5-91ac-2e9a4e4b78b3', 'mac_address': 'fa:16:3e:ee:dc:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db97c53-ccee-4b3c-b6f1-1e631abf1d61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T21:17:29Z', 'updated_at': '2022-05-30T21:17:46Z', 'revision_number': 1, 'project_id': 'ece2945efdfc42d9b9df7d167b03c4d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcfd4c64-5ad6-4f1d-aaf0-0169e63a3763', 'name': '', 'network_id': '3139603d-a645-4aa5-91ac-2e9a4e4b78b3', 'tenant_id': 'ece2945efdfc42d9b9df7d167b03c4d1', 'mac_address': 'fa:16:3e:ff:68:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0af300-5788-42f9-a065-96f276425174', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6358aad-111e-416b-96f8-6ca6f34bfc47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:17:24Z', 'updated_at': '2022-05-30T21:17:41Z', 'revision_number': 5, 'project_id': 'ece2945efdfc42d9b9df7d167b03c4d1', 'subnets': [{'id': 'd6358aad-111e-416b-96f8-6ca6f34bfc47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:17:48.264066 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-383c2d43-7d36-48b0-b40a-5c9437b4c311 None None] The sync data for ids ['4d0af300-5788-42f9-a065-96f276425174'] in n-d-843948-2 is: [{'id': '4d0af300-5788-42f9-a065-96f276425174', 'name': 'tempest-ServerActionsTestJSON-1439436767-router', 'tenant_id': 'ece2945efdfc42d9b9df7d167b03c4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '60ccfe14-fd67-435c-8430-1c7d7bcf22f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:17:21Z', 'updated_at': '2022-05-30T21:17:24Z', 'revision_number': 4, 'project_id': 'ece2945efdfc42d9b9df7d167b03c4d1', 'gw_port': {'id': '60ccfe14-fd67-435c-8430-1c7d7bcf22f3', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:dc:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0af300-5788-42f9-a065-96f276425174', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:17:21Z', 'updated_at': '2022-05-30T21:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': 'd4d15772-678a-45d0-8cd5-3ae5dc892de6', 'tenant_id': 'ece2945efdfc42d9b9df7d167b03c4d1', 'floating_ip_address': '172.25.8.32', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': '4d0af300-5788-42f9-a065-96f276425174', 'port_id': '77887b2f-f91d-4745-8613-977d06d2e7fb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3139603d-a645-4aa5-91ac-2e9a4e4b78b3', 'mac_address': 'fa:16:3e:ee:dc:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db97c53-ccee-4b3c-b6f1-1e631abf1d61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T21:17:29Z', 'updated_at': '2022-05-30T21:17:46Z', 'revision_number': 1, 'project_id': 'ece2945efdfc42d9b9df7d167b03c4d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcfd4c64-5ad6-4f1d-aaf0-0169e63a3763', 'name': '', 'network_id': '3139603d-a645-4aa5-91ac-2e9a4e4b78b3', 'tenant_id': 'ece2945efdfc42d9b9df7d167b03c4d1', 'mac_address': 'fa:16:3e:ff:68:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0af300-5788-42f9-a065-96f276425174', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6358aad-111e-416b-96f8-6ca6f34bfc47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:17:24Z', 'updated_at': '2022-05-30T21:17:41Z', 'revision_number': 5, 'project_id': 'ece2945efdfc42d9b9df7d167b03c4d1', 'subnets': [{'id': 'd6358aad-111e-416b-96f8-6ca6f34bfc47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 21:17:48.478050 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4251e60c-08b3-4d89-b9e3-af1400cb94b5 None None] New status for floating IP d4d15772-678a-45d0-8cd5-3ae5dc892de6: ACTIVE {{(pid=84889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 21:17:49.009430 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf4cccb-3590-4fd6-8c33-9dfa45b3145d req-0c9b1112-48ff-413c-80d7-cc3f9820ec80 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:17:49.010899 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-aaf4cccb-3590-4fd6-8c33-9dfa45b3145d req-0c9b1112-48ff-413c-80d7-cc3f9820ec80 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=3db97c53-ccee-4b3c-b6f1-1e631abf1d61 HTTP/1.1" status: 200 len: 945 time: 0.0809109 May 30 21:17:49.152053 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-aaf4cccb-3590-4fd6-8c33-9dfa45b3145d req-00a9ed86-908b-4ee8-bb36-ae24d51b9fe5 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1355081 May 30 21:17:49.353022 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44c50f7-6cb7-45d2-8510-6133ce4af2ef req-b15f21dd-b11a-4edd-8d72-4a05df822474 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:17:49.354477 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b44c50f7-6cb7-45d2-8510-6133ce4af2ef req-b15f21dd-b11a-4edd-8d72-4a05df822474 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=3db97c53-ccee-4b3c-b6f1-1e631abf1d61 HTTP/1.1" status: 200 len: 945 time: 0.0821874 May 30 21:17:49.504827 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b44c50f7-6cb7-45d2-8510-6133ce4af2ef req-07e93d08-f4f8-4e2a-a25d-a0d7ef1bc81d tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1447945 May 30 21:17:49.701055 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3d80e858-2988-4117-8ed3-6a75e30f2cf0 req-0a56875f-9ef0-4599-b9ad-4cb0a7ebbcc5 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=3db97c53-ccee-4b3c-b6f1-1e631abf1d61&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0689702 May 30 21:17:50.115315 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:50.187644 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c097265-7826-49f6-8265-f4adeabd6c06 req-66e6a845-b8e5-4898-9558-95e4d4a4aa3a tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:17:50.189066 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3c097265-7826-49f6-8265-f4adeabd6c06 req-66e6a845-b8e5-4898-9558-95e4d4a4aa3a tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=3db97c53-ccee-4b3c-b6f1-1e631abf1d61 HTTP/1.1" status: 200 len: 945 time: 0.0764518 May 30 21:17:50.235779 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3c097265-7826-49f6-8265-f4adeabd6c06 req-2822694a-c3d1-42dd-ae49-297faf2e165e tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401027 May 30 21:17:50.277185 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4e6b094c-054c-4337-91d2-4dfca957a2db req-fb9805b6-1616-43ea-a1d6-11c61b06bd54 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=3db97c53-ccee-4b3c-b6f1-1e631abf1d61&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0732048 May 30 21:17:51.438280 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c398b475-a770-4dbe-a01e-3d7f99912273 req-94a0bbc1-ead3-478b-bff2-9ddc12b3c3d6 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:17:51.439739 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c398b475-a770-4dbe-a01e-3d7f99912273 req-94a0bbc1-ead3-478b-bff2-9ddc12b3c3d6 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=3db97c53-ccee-4b3c-b6f1-1e631abf1d61 HTTP/1.1" status: 200 len: 945 time: 0.0770323 May 30 21:17:51.489172 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c398b475-a770-4dbe-a01e-3d7f99912273 req-6b4e673f-09ab-44b9-8d45-8487edd95d45 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418735 May 30 21:17:52.594786 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4e6b094c-054c-4337-91d2-4dfca957a2db req-f6f49f9c-1dcd-4579-b7d0-0e9e90e70207 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ece2945efdfc42d9b9df7d167b03c4d1&device_id=3db97c53-ccee-4b3c-b6f1-1e631abf1d61 HTTP/1.1" status: 200 len: 1096 time: 0.0727656 May 30 21:17:52.784874 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6b094c-054c-4337-91d2-4dfca957a2db req-3cb7b9d9-2bc8-4097-84e3-b757dca91440 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:17:52.786254 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4e6b094c-054c-4337-91d2-4dfca957a2db req-3cb7b9d9-2bc8-4097-84e3-b757dca91440 service neutron] 10.222.0.86 "GET /v2.0/networks?id=3139603d-a645-4aa5-91ac-2e9a4e4b78b3 HTTP/1.1" status: 200 len: 913 time: 0.1832111 May 30 21:17:52.796519 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13bb6b4-121d-488a-a5be-188231fd7e5c req-9defd6b1-6fb0-484a-97bb-90cd69a48e85 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:17:52.803800 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b13bb6b4-121d-488a-a5be-188231fd7e5c req-9defd6b1-6fb0-484a-97bb-90cd69a48e85 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=3db97c53-ccee-4b3c-b6f1-1e631abf1d61 HTTP/1.1" status: 200 len: 945 time: 0.1770959 May 30 21:17:52.866364 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:52.927037 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b13bb6b4-121d-488a-a5be-188231fd7e5c req-903f8c87-42b6-4a04-8004-bd36bb9aaaf9 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810518 May 30 21:17:52.928954 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4e6b094c-054c-4337-91d2-4dfca957a2db req-ff6f0235-a5df-4526-89e9-b38ce372c03d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=77887b2f-f91d-4745-8613-977d06d2e7fb HTTP/1.1" status: 200 len: 1000 time: 0.1300807 May 30 21:17:52.993179 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6b094c-054c-4337-91d2-4dfca957a2db req-ad312aa7-21d1-435e-aed9-b3397ad25d7a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:17:52.994643 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4e6b094c-054c-4337-91d2-4dfca957a2db req-ad312aa7-21d1-435e-aed9-b3397ad25d7a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d6358aad-111e-416b-96f8-6ca6f34bfc47 HTTP/1.1" status: 200 len: 851 time: 0.0591559 May 30 21:17:53.067081 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4e6b094c-054c-4337-91d2-4dfca957a2db req-9fa789e0-0f95-427a-bf2a-7e00981d306b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3139603d-a645-4aa5-91ac-2e9a4e4b78b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0666726 May 30 21:17:53.199074 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4e6b094c-054c-4337-91d2-4dfca957a2db req-e2ad2318-bf3f-48ec-8538-5c4b1239a131 service neutron] 10.222.0.86 "GET /v2.0/networks/3139603d-a645-4aa5-91ac-2e9a4e4b78b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259532 May 30 21:17:53.334590 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4e6b094c-054c-4337-91d2-4dfca957a2db req-54cdf496-02b6-49e5-8a19-ede716d87863 service neutron] 10.222.0.86 "GET /v2.0/networks/3139603d-a645-4aa5-91ac-2e9a4e4b78b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287358 May 30 21:17:54.130360 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3013e1-54e1-4ce4-8c14-9e44b356fa31 req-9e927db1-c11c-4f62-b602-e3e4d3b6ff51 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:17:54.131817 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ff3013e1-54e1-4ce4-8c14-9e44b356fa31 req-9e927db1-c11c-4f62-b602-e3e4d3b6ff51 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=3db97c53-ccee-4b3c-b6f1-1e631abf1d61 HTTP/1.1" status: 200 len: 945 time: 0.0802801 May 30 21:17:54.178966 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ff3013e1-54e1-4ce4-8c14-9e44b356fa31 req-33f0cf54-648c-4808-861a-4c867b522502 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416093 May 30 21:17:55.382128 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40834be-c767-4969-bece-f84fb3b310e6 req-e55be1c0-0034-4620-bbd6-4c1aacdc5515 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:17:55.383558 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d40834be-c767-4969-bece-f84fb3b310e6 req-e55be1c0-0034-4620-bbd6-4c1aacdc5515 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=3db97c53-ccee-4b3c-b6f1-1e631abf1d61 HTTP/1.1" status: 200 len: 945 time: 0.0831175 May 30 21:17:55.431561 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d40834be-c767-4969-bece-f84fb3b310e6 req-34e1eba2-0c35-436b-b991-b840ce64da45 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422456 May 30 21:17:56.266426 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-9b703cf6-6663-4d54-8404-eaa20d175a8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:56.632875 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbabe593-32fe-4994-9182-ce99ac548847 req-f0f7b5be-b6bc-4aab-8b70-e3318b12ac11 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:17:56.634357 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-cbabe593-32fe-4994-9182-ce99ac548847 req-f0f7b5be-b6bc-4aab-8b70-e3318b12ac11 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=3db97c53-ccee-4b3c-b6f1-1e631abf1d61 HTTP/1.1" status: 200 len: 945 time: 0.0783668 May 30 21:17:56.681152 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-cbabe593-32fe-4994-9182-ce99ac548847 req-d0fcea29-0193-4ff9-901b-82b67b72d331 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410306 May 30 21:17:57.879263 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d68885-d25d-4b02-a522-b7ab4db04ac3 req-53a263b3-6875-4474-8233-ad54cdee4fe6 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:17:57.880704 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-74d68885-d25d-4b02-a522-b7ab4db04ac3 req-53a263b3-6875-4474-8233-ad54cdee4fe6 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=3db97c53-ccee-4b3c-b6f1-1e631abf1d61 HTTP/1.1" status: 200 len: 945 time: 0.0756748 May 30 21:17:57.930333 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-74d68885-d25d-4b02-a522-b7ab4db04ac3 req-7b93f3f4-6fbd-4062-ab8f-22c8f9619522 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440147 May 30 21:17:59.139055 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48ccffc-bf76-4c22-a48f-d92832f4af1a req-e6a65b58-35f2-4c38-b6b3-5117897648a4 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:17:59.140497 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f48ccffc-bf76-4c22-a48f-d92832f4af1a req-e6a65b58-35f2-4c38-b6b3-5117897648a4 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=3db97c53-ccee-4b3c-b6f1-1e631abf1d61 HTTP/1.1" status: 200 len: 945 time: 0.0884037 May 30 21:17:59.186269 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f48ccffc-bf76-4c22-a48f-d92832f4af1a req-553a3498-49fd-44c2-b882-9ac7f632b510 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402699 May 30 21:17:59.649297 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-fb802326-1751-4acb-b527-2e6d22787e69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:17:59.877727 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:18:00.545112 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c86429f-63f3-4321-98c2-24176aa0571d req-10930985-8a57-4d8e-a6af-388ec9d8b2dd tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:18:00.546542 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1c86429f-63f3-4321-98c2-24176aa0571d req-10930985-8a57-4d8e-a6af-388ec9d8b2dd tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=3db97c53-ccee-4b3c-b6f1-1e631abf1d61 HTTP/1.1" status: 200 len: 945 time: 0.0776508 May 30 21:18:00.594070 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1c86429f-63f3-4321-98c2-24176aa0571d req-7633a122-435a-4392-ac7f-3ec53a5cdeae tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418956 May 30 21:18:01.384283 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:18:01.792475 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7867e43-7876-4413-b42c-8e26ba9db6bd req-b32d9a5a-33d8-46a5-8d03-37026ea1062c tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:18:01.793947 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e7867e43-7876-4413-b42c-8e26ba9db6bd req-b32d9a5a-33d8-46a5-8d03-37026ea1062c tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=3db97c53-ccee-4b3c-b6f1-1e631abf1d61 HTTP/1.1" status: 200 len: 945 time: 0.0768130 May 30 21:18:01.843355 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e7867e43-7876-4413-b42c-8e26ba9db6bd req-e8932109-4d12-41d6-8508-1df61591d7a0 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438282 May 30 21:18:02.871515 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:18:03.045479 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1efd4f-122e-4056-bb46-8662aca1545c req-cfff7f57-4299-412d-91c7-2d74a0b089cc tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:18:03.046861 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1f1efd4f-122e-4056-bb46-8662aca1545c req-cfff7f57-4299-412d-91c7-2d74a0b089cc tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=3db97c53-ccee-4b3c-b6f1-1e631abf1d61 HTTP/1.1" status: 200 len: 945 time: 0.0801179 May 30 21:18:03.092466 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1f1efd4f-122e-4056-bb46-8662aca1545c req-a849cd1e-45c3-4d79-9e22-756e833c1ca6 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399928 May 30 21:18:04.297938 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f18bd6a-7f43-456b-aec7-00f0bd3b49ce req-e9ffbb75-8bd9-47bb-a5d4-82f98638b39b tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:18:04.299389 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-8f18bd6a-7f43-456b-aec7-00f0bd3b49ce req-e9ffbb75-8bd9-47bb-a5d4-82f98638b39b tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=3db97c53-ccee-4b3c-b6f1-1e631abf1d61 HTTP/1.1" status: 200 len: 945 time: 0.0805504 May 30 21:18:04.346453 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-8f18bd6a-7f43-456b-aec7-00f0bd3b49ce req-e5b3f945-7354-40d7-9ff6-0206cbc93544 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411854 May 30 21:18:04.590803 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 21:18:05.545547 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7876c878-25a8-42cf-88bf-0c62a4e01358 req-b8351559-3b7d-4fe8-99e4-718ce1c80c0b tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:18:05.547003 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7876c878-25a8-42cf-88bf-0c62a4e01358 req-b8351559-3b7d-4fe8-99e4-718ce1c80c0b tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=3db97c53-ccee-4b3c-b6f1-1e631abf1d61 HTTP/1.1" status: 200 len: 945 time: 0.0781655 May 30 21:18:05.593595 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7876c878-25a8-42cf-88bf-0c62a4e01358 req-a49ef43e-701a-4d18-a8e6-241edc1234fe tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408700 May 30 21:18:06.871609 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e8a28f-eeea-46ca-8646-426332de6df8 req-9000c5dd-65f2-498c-b1ce-899cebc20275 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:18:06.873089 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-48e8a28f-eeea-46ca-8646-426332de6df8 req-9000c5dd-65f2-498c-b1ce-899cebc20275 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=3db97c53-ccee-4b3c-b6f1-1e631abf1d61 HTTP/1.1" status: 200 len: 945 time: 0.1571391 May 30 21:18:06.918344 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-48e8a28f-eeea-46ca-8646-426332de6df8 req-7c9d2aad-3111-44de-b910-4c0d0e56baf6 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396667 May 30 21:18:08.197304 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092297bd-5d7d-4d83-8db2-92aab08765ac req-7f32bf3a-256c-4e58-912e-c0cb7a91baec tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:18:08.198947 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-092297bd-5d7d-4d83-8db2-92aab08765ac req-7f32bf3a-256c-4e58-912e-c0cb7a91baec tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=3db97c53-ccee-4b3c-b6f1-1e631abf1d61 HTTP/1.1" status: 200 len: 945 time: 0.1493425 May 30 21:18:08.244175 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-092297bd-5d7d-4d83-8db2-92aab08765ac req-aef92d9a-1e3a-4e73-a5ce-fbdf8b9d384c tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396752 May 30 21:18:09.446805 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062ac3cc-e7dc-40e7-9039-93d8cbc17e73 req-a4769d44-b672-4476-98fe-931620e15c7f tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:18:09.448294 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-062ac3cc-e7dc-40e7-9039-93d8cbc17e73 req-a4769d44-b672-4476-98fe-931620e15c7f tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=3db97c53-ccee-4b3c-b6f1-1e631abf1d61 HTTP/1.1" status: 200 len: 945 time: 0.0807271 May 30 21:18:09.494412 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-062ac3cc-e7dc-40e7-9039-93d8cbc17e73 req-81fc13db-05a4-4593-a1f3-e565247a0c30 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405409 May 30 21:18:10.688741 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1998db34-cdbe-4300-8af8-51d171d4a9f7 req-7a9a71b5-2ff6-455e-82b1-92691eeda659 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:18:10.690218 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1998db34-cdbe-4300-8af8-51d171d4a9f7 req-7a9a71b5-2ff6-455e-82b1-92691eeda659 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=3db97c53-ccee-4b3c-b6f1-1e631abf1d61 HTTP/1.1" status: 200 len: 945 time: 0.0766633 May 30 21:18:10.740203 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1998db34-cdbe-4300-8af8-51d171d4a9f7 req-b2fd9e56-1983-4522-b5a8-7fcfc476e266 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442684 May 30 21:18:11.967729 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65316d14-8750-4b3f-a02e-4deca8bb2cf5 req-028c61af-64c0-4f9a-90af-81451bfbeaad tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:18:11.969951 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-65316d14-8750-4b3f-a02e-4deca8bb2cf5 req-028c61af-64c0-4f9a-90af-81451bfbeaad tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=3db97c53-ccee-4b3c-b6f1-1e631abf1d61 HTTP/1.1" status: 200 len: 945 time: 0.0845978 May 30 21:18:11.992677 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9efa6162-b889-4a60-937d-5f3be31e3891 req-2e528de6-eccb-47a2-bd88-cb6462fbd67f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ece2945efdfc42d9b9df7d167b03c4d1&device_id=3db97c53-ccee-4b3c-b6f1-1e631abf1d61 HTTP/1.1" status: 200 len: 1096 time: 0.1605537 May 30 21:18:12.016756 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-65316d14-8750-4b3f-a02e-4deca8bb2cf5 req-2eda93e2-3d6b-4883-b866-aaaa62c4ca34 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411794 May 30 21:18:12.140426 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efa6162-b889-4a60-937d-5f3be31e3891 req-d518f21a-3dae-451d-903d-37adda9a0a3d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:18:12.141988 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9efa6162-b889-4a60-937d-5f3be31e3891 req-d518f21a-3dae-451d-903d-37adda9a0a3d service neutron] 10.222.0.86 "GET /v2.0/networks?id=3139603d-a645-4aa5-91ac-2e9a4e4b78b3 HTTP/1.1" status: 200 len: 913 time: 0.1268029 May 30 21:18:12.250932 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9efa6162-b889-4a60-937d-5f3be31e3891 req-1a34c3a2-abd4-43e3-871e-369585ad17c3 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=77887b2f-f91d-4745-8613-977d06d2e7fb HTTP/1.1" status: 200 len: 1000 time: 0.0999792 May 30 21:18:12.318539 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efa6162-b889-4a60-937d-5f3be31e3891 req-1913ebb5-9fdf-424b-99a1-59645cbdf112 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:18:12.319869 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9efa6162-b889-4a60-937d-5f3be31e3891 req-1913ebb5-9fdf-424b-99a1-59645cbdf112 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d6358aad-111e-416b-96f8-6ca6f34bfc47 HTTP/1.1" status: 200 len: 851 time: 0.0604095 May 30 21:18:12.401513 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9efa6162-b889-4a60-937d-5f3be31e3891 req-989b50ee-594a-4fd5-be53-51a17046c41f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3139603d-a645-4aa5-91ac-2e9a4e4b78b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719903 May 30 21:18:12.414292 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [req-9efa6162-b889-4a60-937d-5f3be31e3891 req-56cf38e5-5008-4ce3-8765-27fed0bce540 service neutron] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=84887) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 21:18:12.415185 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9efa6162-b889-4a60-937d-5f3be31e3891 req-56cf38e5-5008-4ce3-8765-27fed0bce540 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0047913 May 30 21:18:12.551024 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9efa6162-b889-4a60-937d-5f3be31e3891 req-d2b416b4-b5bf-4751-b751-36ef184f14ad service neutron] 10.222.0.86 "GET /v2.0/networks/3139603d-a645-4aa5-91ac-2e9a4e4b78b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260295 May 30 21:18:12.684333 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9efa6162-b889-4a60-937d-5f3be31e3891 req-a5f78872-2347-4376-a165-3ae00c2e5782 service neutron] 10.222.0.86 "GET /v2.0/networks/3139603d-a645-4aa5-91ac-2e9a4e4b78b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238875 May 30 21:18:13.216698 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542c503f-f880-47af-8a26-d548fc3863dd req-b7fe73e3-e101-4f37-97ad-fa2990f7891f tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:18:13.218421 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-542c503f-f880-47af-8a26-d548fc3863dd req-b7fe73e3-e101-4f37-97ad-fa2990f7891f tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=3db97c53-ccee-4b3c-b6f1-1e631abf1d61 HTTP/1.1" status: 200 len: 945 time: 0.0785682 May 30 21:18:13.265117 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-542c503f-f880-47af-8a26-d548fc3863dd req-1b58bbf7-18e7-4d7e-bd6a-66125dd264ff tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414221 May 30 21:18:14.466675 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600a5a86-d222-4cf0-8986-14db2fe09c50 req-2ba0e600-19a1-4e2e-8fa8-5676d906bb89 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:18:14.468158 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-600a5a86-d222-4cf0-8986-14db2fe09c50 req-2ba0e600-19a1-4e2e-8fa8-5676d906bb89 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=3db97c53-ccee-4b3c-b6f1-1e631abf1d61 HTTP/1.1" status: 200 len: 945 time: 0.0807436 May 30 21:18:14.517471 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-600a5a86-d222-4cf0-8986-14db2fe09c50 req-b3e8f736-1978-4e9f-ab79-94105db74c37 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433242 May 30 21:18:15.602788 n-d-843948-2 neutron-server[84887]: INFO neutron.api.v2.resource [req-4e6b094c-054c-4337-91d2-4dfca957a2db req-f9aef791-6fda-4996-8fdd-0a3689e90784 service neutron] show failed (client error): The resource could not be found. May 30 21:18:15.603843 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4e6b094c-054c-4337-91d2-4dfca957a2db req-f9aef791-6fda-4996-8fdd-0a3689e90784 service neutron] 10.222.0.86 "GET /v2.0/ports/77887b2f-f91d-4745-8613-977d06d2e7fb/bindings/n-h1-843948-2 HTTP/1.1" status: 404 len: 380 time: 0.0824955 May 30 21:18:15.721824 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f28999-fd9e-4c9c-87b9-1a6e761b8a67 req-45a939cf-fb92-4d37-ab95-b1548db95400 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:18:15.723287 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-10f28999-fd9e-4c9c-87b9-1a6e761b8a67 req-45a939cf-fb92-4d37-ab95-b1548db95400 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=3db97c53-ccee-4b3c-b6f1-1e631abf1d61 HTTP/1.1" status: 200 len: 945 time: 0.0790610 May 30 21:18:15.771785 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-10f28999-fd9e-4c9c-87b9-1a6e761b8a67 req-823e82ea-34b5-42ae-ab63-4140888c07f6 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428436 May 30 21:18:16.240756 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4e6b094c-054c-4337-91d2-4dfca957a2db req-598d6e15-eae7-441c-9c41-d22561701edc service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=3db97c53-ccee-4b3c-b6f1-1e631abf1d61&tenant_id=ece2945efdfc42d9b9df7d167b03c4d1 HTTP/1.1" status: 200 len: 1096 time: 0.0717916 May 30 21:18:16.251345 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-4e6b094c-054c-4337-91d2-4dfca957a2db req-ebd5909f-e016-4969-b69f-a7e4a8b04ae7 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-843948-2', 'device_owner': 'compute:nova'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:18:16.363051 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-4e6b094c-054c-4337-91d2-4dfca957a2db req-ebd5909f-e016-4969-b69f-a7e4a8b04ae7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:18:16.628526 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-4e6b094c-054c-4337-91d2-4dfca957a2db req-ebd5909f-e016-4969-b69f-a7e4a8b04ae7 service neutron] For port 77887b2f-f91d-4745-8613-977d06d2e7fb, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=77887b2f-f91d-4745-8613-977d06d2e7fb,segment=NetworkSegment(ebd10616-65b9-43cb-8c01-5aebde3a70ca),segment_id=ebd10616-65b9-43cb-8c01-5aebde3a70ca)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:18:16.659541 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-4e6b094c-054c-4337-91d2-4dfca957a2db req-ebd5909f-e016-4969-b69f-a7e4a8b04ae7 service neutron] For port 77887b2f-f91d-4745-8613-977d06d2e7fb, host n-h2-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 21:18:16.721496 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3db97c53-ccee-4b3c-b6f1-1e631abf1d61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77887b2f-f91d-4745-8613-977d06d2e7fb'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:18:16.727372 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-4e6b094c-054c-4337-91d2-4dfca957a2db req-ebd5909f-e016-4969-b69f-a7e4a8b04ae7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:18:16.751848 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-4e6b094c-054c-4337-91d2-4dfca957a2db req-ebd5909f-e016-4969-b69f-a7e4a8b04ae7 service neutron] Transition to ACTIVE for port object 77887b2f-f91d-4745-8613-977d06d2e7fb will not be triggered until provisioned by entity L2. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:18:16.820491 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-4e6b094c-054c-4337-91d2-4dfca957a2db req-ebd5909f-e016-4969-b69f-a7e4a8b04ae7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:18:16.881190 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee6b5e49-9796-455a-89f9-63a4e651aaa9'] response: {'server_uuid': '3db97c53-ccee-4b3c-b6f1-1e631abf1d61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77887b2f-f91d-4745-8613-977d06d2e7fb', 'code': 200} May 30 21:18:17.035902 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.71', 49575) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:18:17.116666 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd5909f-e016-4969-b69f-a7e4a8b04ae7 service neutron] Pushing event updated for resources: {'Port': ['ID=77887b2f-f91d-4745-8613-977d06d2e7fb,revision_number=6']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:18:17.121844 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-32e45f3d-0131-4a8e-b638-5983789f44b2 req-3dacf408-2208-45d8-b948-c59e1f699c56 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ece2945efdfc42d9b9df7d167b03c4d1&device_id=3db97c53-ccee-4b3c-b6f1-1e631abf1d61 HTTP/1.1" status: 200 len: 1052 time: 0.0848236 May 30 21:18:17.195806 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e6b094c-054c-4337-91d2-4dfca957a2db req-ebd5909f-e016-4969-b69f-a7e4a8b04ae7 service neutron] No DVR routers for this DVR port 77887b2f-f91d-4745-8613-977d06d2e7fb on host n-h2-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 21:18:17.299811 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e45f3d-0131-4a8e-b638-5983789f44b2 req-dfee7fdd-fe0a-4149-a2d1-ae4fc53af27e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:18:17.301296 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-32e45f3d-0131-4a8e-b638-5983789f44b2 req-dfee7fdd-fe0a-4149-a2d1-ae4fc53af27e service neutron] 10.222.0.71 "GET /v2.0/networks?id=3139603d-a645-4aa5-91ac-2e9a4e4b78b3 HTTP/1.1" status: 200 len: 913 time: 0.1547694 May 30 21:18:17.325738 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665ef41f-ce5f-45df-90f2-31ec69e27e39 req-8fba2a20-9dca-447e-a5ba-f2df8d1d8d77 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:18:17.326840 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-665ef41f-ce5f-45df-90f2-31ec69e27e39 req-8fba2a20-9dca-447e-a5ba-f2df8d1d8d77 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=3db97c53-ccee-4b3c-b6f1-1e631abf1d61 HTTP/1.1" status: 200 len: 943 time: 0.2838504 May 30 21:18:17.397674 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-665ef41f-ce5f-45df-90f2-31ec69e27e39 req-c53075d1-922d-4b89-aa8d-9883930f0bf1 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630667 May 30 21:18:17.425373 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-32e45f3d-0131-4a8e-b638-5983789f44b2 req-053e104d-d6dc-4dce-aed6-520531cb3402 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=77887b2f-f91d-4745-8613-977d06d2e7fb HTTP/1.1" status: 200 len: 998 time: 0.1062460 May 30 21:18:17.487104 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e45f3d-0131-4a8e-b638-5983789f44b2 req-0d29c144-9ebd-48b5-b260-92ee0162fcf5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:18:17.488499 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-32e45f3d-0131-4a8e-b638-5983789f44b2 req-0d29c144-9ebd-48b5-b260-92ee0162fcf5 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d6358aad-111e-416b-96f8-6ca6f34bfc47 HTTP/1.1" status: 200 len: 851 time: 0.0616910 May 30 21:18:17.507722 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-4e6b094c-054c-4337-91d2-4dfca957a2db req-ebd5909f-e016-4969-b69f-a7e4a8b04ae7 service neutron] Attempting to bind port 77887b2f-f91d-4745-8613-977d06d2e7fb on host n-h1-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 21:18:17.508093 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-4e6b094c-054c-4337-91d2-4dfca957a2db req-ebd5909f-e016-4969-b69f-a7e4a8b04ae7 service neutron] Attempting to bind port 77887b2f-f91d-4745-8613-977d06d2e7fb by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': 'ebd10616-65b9-43cb-8c01-5aebde3a70ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '3139603d-a645-4aa5-91ac-2e9a4e4b78b3'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 21:18:17.508405 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e6b094c-054c-4337-91d2-4dfca957a2db req-ebd5909f-e016-4969-b69f-a7e4a8b04ae7 service neutron] Attempting to bind port 77887b2f-f91d-4745-8613-977d06d2e7fb on network 3139603d-a645-4aa5-91ac-2e9a4e4b78b3 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:18:17.517090 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e6b094c-054c-4337-91d2-4dfca957a2db req-ebd5909f-e016-4969-b69f-a7e4a8b04ae7 service neutron] Port 77887b2f-f91d-4745-8613-977d06d2e7fb on network 3139603d-a645-4aa5-91ac-2e9a4e4b78b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 21:18:17.517090 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e6b094c-054c-4337-91d2-4dfca957a2db req-ebd5909f-e016-4969-b69f-a7e4a8b04ae7 service neutron] Attempting to bind port 77887b2f-f91d-4745-8613-977d06d2e7fb on network 3139603d-a645-4aa5-91ac-2e9a4e4b78b3 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:18:17.521711 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e6b094c-054c-4337-91d2-4dfca957a2db req-ebd5909f-e016-4969-b69f-a7e4a8b04ae7 service neutron] Checking agent: {'id': 'f728d74e-a4ae-4384-860b-a5ade05dd8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 21, 17, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 21:18:17.522051 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e6b094c-054c-4337-91d2-4dfca957a2db req-ebd5909f-e016-4969-b69f-a7e4a8b04ae7 service neutron] Checking segment: {'id': 'ebd10616-65b9-43cb-8c01-5aebde3a70ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '3139603d-a645-4aa5-91ac-2e9a4e4b78b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:18:17.522441 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e6b094c-054c-4337-91d2-4dfca957a2db req-ebd5909f-e016-4969-b69f-a7e4a8b04ae7 service neutron] Bound using segment: {'id': 'ebd10616-65b9-43cb-8c01-5aebde3a70ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '3139603d-a645-4aa5-91ac-2e9a4e4b78b3'} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 21:18:17.522870 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-4e6b094c-054c-4337-91d2-4dfca957a2db req-ebd5909f-e016-4969-b69f-a7e4a8b04ae7 service neutron] Bound port: 77887b2f-f91d-4745-8613-977d06d2e7fb, host: n-h1-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebd10616-65b9-43cb-8c01-5aebde3a70ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '3139603d-a645-4aa5-91ac-2e9a4e4b78b3'}}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 21:18:17.523220 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-4e6b094c-054c-4337-91d2-4dfca957a2db req-ebd5909f-e016-4969-b69f-a7e4a8b04ae7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:18:17.567219 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-32e45f3d-0131-4a8e-b638-5983789f44b2 req-7e504132-c2c6-4f75-82bf-6b43587608a6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3139603d-a645-4aa5-91ac-2e9a4e4b78b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0729225 May 30 21:18:17.616957 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-4e6b094c-054c-4337-91d2-4dfca957a2db req-ebd5909f-e016-4969-b69f-a7e4a8b04ae7 service neutron] For port 77887b2f-f91d-4745-8613-977d06d2e7fb, host n-h1-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 21:18:17.619972 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-4e6b094c-054c-4337-91d2-4dfca957a2db req-ebd5909f-e016-4969-b69f-a7e4a8b04ae7 service neutron] For port 77887b2f-f91d-4745-8613-977d06d2e7fb, host n-h1-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=77887b2f-f91d-4745-8613-977d06d2e7fb,segment=NetworkSegment(ebd10616-65b9-43cb-8c01-5aebde3a70ca),segment_id=ebd10616-65b9-43cb-8c01-5aebde3a70ca)] {{(pid=84887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 21:18:17.686477 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-4e6b094c-054c-4337-91d2-4dfca957a2db req-ebd5909f-e016-4969-b69f-a7e4a8b04ae7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:18:17.751383 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-4e6b094c-054c-4337-91d2-4dfca957a2db req-ebd5909f-e016-4969-b69f-a7e4a8b04ae7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:18:17.752810 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4e6b094c-054c-4337-91d2-4dfca957a2db req-ebd5909f-e016-4969-b69f-a7e4a8b04ae7 service neutron] 10.222.0.71 "PUT /v2.0/ports/77887b2f-f91d-4745-8613-977d06d2e7fb HTTP/1.1" status: 200 len: 1091 time: 1.5053039 May 30 21:18:17.768532 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd5909f-e016-4969-b69f-a7e4a8b04ae7 service neutron] Pushing event updated for resources: {'Port': ['ID=77887b2f-f91d-4745-8613-977d06d2e7fb,revision_number=7']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:18:17.797490 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-32e45f3d-0131-4a8e-b638-5983789f44b2 req-14f6e9e1-4193-4554-966a-cffd9d37aa78 service neutron] 10.222.0.71 "GET /v2.0/networks/3139603d-a645-4aa5-91ac-2e9a4e4b78b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228842 May 30 21:18:17.933774 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-32e45f3d-0131-4a8e-b638-5983789f44b2 req-26fccf7f-b61a-41e6-813d-df68c3154672 service neutron] 10.222.0.71 "GET /v2.0/networks/3139603d-a645-4aa5-91ac-2e9a4e4b78b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308913 May 30 21:18:18.134896 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4e6b094c-054c-4337-91d2-4dfca957a2db req-78a0f48e-d92a-4396-adee-555d0233b22a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ece2945efdfc42d9b9df7d167b03c4d1&device_id=3db97c53-ccee-4b3c-b6f1-1e631abf1d61 HTTP/1.1" status: 200 len: 1094 time: 0.0687103 May 30 21:18:18.267877 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6b094c-054c-4337-91d2-4dfca957a2db req-0ec9134b-1651-4b22-b8a9-b7a4d06ce14a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:18:18.269210 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4e6b094c-054c-4337-91d2-4dfca957a2db req-0ec9134b-1651-4b22-b8a9-b7a4d06ce14a service neutron] 10.222.0.71 "GET /v2.0/networks?id=3139603d-a645-4aa5-91ac-2e9a4e4b78b3 HTTP/1.1" status: 200 len: 913 time: 0.1285713 May 30 21:18:18.374266 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4e6b094c-054c-4337-91d2-4dfca957a2db req-fbf0a50d-4b6e-4cd5-bcb4-0419a841fb40 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=77887b2f-f91d-4745-8613-977d06d2e7fb HTTP/1.1" status: 200 len: 998 time: 0.0980244 May 30 21:18:18.436048 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6b094c-054c-4337-91d2-4dfca957a2db req-de9f095b-cc08-47e4-9d0c-cbcc0bf87534 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:18:18.437759 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4e6b094c-054c-4337-91d2-4dfca957a2db req-de9f095b-cc08-47e4-9d0c-cbcc0bf87534 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d6358aad-111e-416b-96f8-6ca6f34bfc47 HTTP/1.1" status: 200 len: 851 time: 0.0581982 May 30 21:18:18.441794 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 77887b2f-f91d-4745-8613-977d06d2e7fb no longer exists at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 21:18:18.512625 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 77887b2f-f91d-4745-8613-977d06d2e7fb not bound to the agent host n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 21:18:18.521837 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4e6b094c-054c-4337-91d2-4dfca957a2db req-dfc9a069-3618-4822-8953-f75b4f37dadf service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3139603d-a645-4aa5-91ac-2e9a4e4b78b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0783818 May 30 21:18:18.705596 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4e6b094c-054c-4337-91d2-4dfca957a2db req-cfc3a6a7-67c8-4187-8af0-3821330cad1f service neutron] 10.222.0.71 "GET /v2.0/networks/3139603d-a645-4aa5-91ac-2e9a4e4b78b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779175 May 30 21:18:18.715581 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4342966a-4ab3-4bf1-a347-bb3dc40d8435 req-0cf5110f-7091-425b-b3e0-31393a113914 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:18:18.716924 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4342966a-4ab3-4bf1-a347-bb3dc40d8435 req-0cf5110f-7091-425b-b3e0-31393a113914 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=3db97c53-ccee-4b3c-b6f1-1e631abf1d61 HTTP/1.1" status: 200 len: 943 time: 0.1714489 May 30 21:18:18.843606 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4342966a-4ab3-4bf1-a347-bb3dc40d8435 req-c23ac3e8-47e5-4b15-96d7-57b2fab8dfae tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087792 May 30 21:18:18.878709 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4e6b094c-054c-4337-91d2-4dfca957a2db req-94312f83-7864-4605-8ace-ce87f66d281f service neutron] 10.222.0.71 "GET /v2.0/networks/3139603d-a645-4aa5-91ac-2e9a4e4b78b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608741 May 30 21:18:18.881088 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3db97c53-ccee-4b3c-b6f1-1e631abf1d61', 'tag': '77887b2f-f91d-4745-8613-977d06d2e7fb'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:18:18.950850 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8333a10b-c726-44be-8b43-9c4bd98513e1'] response: {'name': 'network-changed', 'server_uuid': '3db97c53-ccee-4b3c-b6f1-1e631abf1d61', 'tag': '77887b2f-f91d-4745-8613-977d06d2e7fb', 'status': 'completed', 'code': 200} May 30 21:18:19.065533 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-72b5675a-0cf0-486c-a938-9a61c5861d53 req-b35282f0-44dd-41cc-ade8-948e7980970d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ece2945efdfc42d9b9df7d167b03c4d1&device_id=3db97c53-ccee-4b3c-b6f1-1e631abf1d61 HTTP/1.1" status: 200 len: 1094 time: 0.0908484 May 30 21:18:19.087502 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-72b5675a-0cf0-486c-a938-9a61c5861d53 req-468937d8-8a30-4716-9bef-8147596ed405 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ece2945efdfc42d9b9df7d167b03c4d1&device_id=3db97c53-ccee-4b3c-b6f1-1e631abf1d61 HTTP/1.1" status: 200 len: 1094 time: 0.0743403 May 30 21:18:19.210330 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b5675a-0cf0-486c-a938-9a61c5861d53 req-d9fac229-08a2-497e-959e-187596fc98f9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:18:19.211794 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-72b5675a-0cf0-486c-a938-9a61c5861d53 req-d9fac229-08a2-497e-959e-187596fc98f9 service neutron] 10.222.0.86 "GET /v2.0/networks?id=3139603d-a645-4aa5-91ac-2e9a4e4b78b3 HTTP/1.1" status: 200 len: 913 time: 0.1366074 May 30 21:18:19.226352 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b5675a-0cf0-486c-a938-9a61c5861d53 req-c1f4e719-3b4c-4114-b257-9d02200838a1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:18:19.227839 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-72b5675a-0cf0-486c-a938-9a61c5861d53 req-c1f4e719-3b4c-4114-b257-9d02200838a1 service neutron] 10.222.0.71 "GET /v2.0/networks?id=3139603d-a645-4aa5-91ac-2e9a4e4b78b3 HTTP/1.1" status: 200 len: 913 time: 0.1348634 May 30 21:18:19.325901 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-72b5675a-0cf0-486c-a938-9a61c5861d53 req-f1433092-4182-413d-b8aa-1ceaefb57b98 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=77887b2f-f91d-4745-8613-977d06d2e7fb HTTP/1.1" status: 200 len: 998 time: 0.1030362 May 30 21:18:19.336395 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-72b5675a-0cf0-486c-a938-9a61c5861d53 req-a24ba2ba-e4cc-4bb4-86f6-b9da37b14756 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=77887b2f-f91d-4745-8613-977d06d2e7fb HTTP/1.1" status: 200 len: 998 time: 0.1031888 May 30 21:18:19.397025 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b5675a-0cf0-486c-a938-9a61c5861d53 req-d4da49ae-4b00-4329-8b50-9b4c0c917bc4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:18:19.397786 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b5675a-0cf0-486c-a938-9a61c5861d53 req-8b8bd1c5-3dfd-430e-aa5c-2d816cfce782 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:18:19.398807 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-72b5675a-0cf0-486c-a938-9a61c5861d53 req-d4da49ae-4b00-4329-8b50-9b4c0c917bc4 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d6358aad-111e-416b-96f8-6ca6f34bfc47 HTTP/1.1" status: 200 len: 851 time: 0.0626299 May 30 21:18:19.399294 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-72b5675a-0cf0-486c-a938-9a61c5861d53 req-8b8bd1c5-3dfd-430e-aa5c-2d816cfce782 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d6358aad-111e-416b-96f8-6ca6f34bfc47 HTTP/1.1" status: 200 len: 851 time: 0.0570710 May 30 21:18:19.479300 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-72b5675a-0cf0-486c-a938-9a61c5861d53 req-c3c5aa4f-85e1-4a16-ac0d-c94cf190d88f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3139603d-a645-4aa5-91ac-2e9a4e4b78b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718062 May 30 21:18:19.479950 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-72b5675a-0cf0-486c-a938-9a61c5861d53 req-b6128821-07ba-475f-9fac-6e60d3ec06d0 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3139603d-a645-4aa5-91ac-2e9a4e4b78b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0751436 May 30 21:18:19.618150 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-72b5675a-0cf0-486c-a938-9a61c5861d53 req-5606eb0a-bebc-4569-a2be-0f1df6526dab service neutron] 10.222.0.86 "GET /v2.0/networks/3139603d-a645-4aa5-91ac-2e9a4e4b78b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290312 May 30 21:18:19.720023 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-72b5675a-0cf0-486c-a938-9a61c5861d53 req-785bcb92-aac5-4954-b5ca-15e4a9b0585c service neutron] 10.222.0.71 "GET /v2.0/networks/3139603d-a645-4aa5-91ac-2e9a4e4b78b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334828 May 30 21:18:19.760875 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-72b5675a-0cf0-486c-a938-9a61c5861d53 req-a8271fcd-a6cf-4d1c-80b5-227081a00d72 service neutron] 10.222.0.86 "GET /v2.0/networks/3139603d-a645-4aa5-91ac-2e9a4e4b78b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328096 May 30 21:18:19.860957 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-72b5675a-0cf0-486c-a938-9a61c5861d53 req-8bf1b0f2-a88e-40e1-9112-9dd4f70533f8 service neutron] 10.222.0.71 "GET /v2.0/networks/3139603d-a645-4aa5-91ac-2e9a4e4b78b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348071 May 30 21:18:20.051760 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e47999f-b476-4c54-aeb3-ab111dc8ed88 req-e34ef963-4ad1-4ef6-92ed-b81977bbe087 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:18:20.053232 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2e47999f-b476-4c54-aeb3-ab111dc8ed88 req-e34ef963-4ad1-4ef6-92ed-b81977bbe087 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=3db97c53-ccee-4b3c-b6f1-1e631abf1d61 HTTP/1.1" status: 200 len: 943 time: 0.0767956 May 30 21:18:20.098852 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2e47999f-b476-4c54-aeb3-ab111dc8ed88 req-f8ef41b5-e908-4a5e-806f-18ab79780e4d tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393450 May 30 21:18:20.105791 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:18:21.088062 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 77887b2f-f91d-4745-8613-977d06d2e7fb details requested by agent hyperv_n-h1-843948-2 with host n-h1-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 21:18:21.225041 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 77887b2f-f91d-4745-8613-977d06d2e7fb, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=77887b2f-f91d-4745-8613-977d06d2e7fb,segment=NetworkSegment(ebd10616-65b9-43cb-8c01-5aebde3a70ca),segment_id=ebd10616-65b9-43cb-8c01-5aebde3a70ca)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:18:21.242920 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Returning: {'device': '77887b2f-f91d-4745-8613-977d06d2e7fb', 'network_id': '3139603d-a645-4aa5-91ac-2e9a4e4b78b3', 'port_id': '77887b2f-f91d-4745-8613-977d06d2e7fb', 'mac_address': 'fa:16:3e:ee:dc:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6358aad-111e-416b-96f8-6ca6f34bfc47', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 21:18:21.298549 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:18:21.310095 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a82e1c-be91-42a9-b6df-068075a605c2 req-72860e12-abd4-41e8-949e-684a31645862 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:18:21.312203 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-60a82e1c-be91-42a9-b6df-068075a605c2 req-72860e12-abd4-41e8-949e-684a31645862 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=3db97c53-ccee-4b3c-b6f1-1e631abf1d61 HTTP/1.1" status: 200 len: 943 time: 0.0846782 May 30 21:18:21.318156 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77887b2f-f91d-4745-8613-977d06d2e7fb {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 21:18:21.334166 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 77887b2f-f91d-4745-8613-977d06d2e7fb, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=77887b2f-f91d-4745-8613-977d06d2e7fb,segment=NetworkSegment(ebd10616-65b9-43cb-8c01-5aebde3a70ca),segment_id=ebd10616-65b9-43cb-8c01-5aebde3a70ca)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:18:21.357928 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-60a82e1c-be91-42a9-b6df-068075a605c2 req-c982587f-900c-434f-99d8-c90abaabb70c tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399413 May 30 21:18:21.412911 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:18:21.483848 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=77887b2f-f91d-4745-8613-977d06d2e7fb,revision_number=8']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:18:21.651306 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['77887b2f-f91d-4745-8613-977d06d2e7fb'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 21:18:21.972725 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d5615e-d885-47a1-a255-b783135fe18d req-d96e028c-ef08-452e-aab1-f137b8f4de88 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:18:21.974204 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-03d5615e-d885-47a1-a255-b783135fe18d req-d96e028c-ef08-452e-aab1-f137b8f4de88 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=3db97c53-ccee-4b3c-b6f1-1e631abf1d61 HTTP/1.1" status: 200 len: 944 time: 0.2234812 May 30 21:18:22.037068 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-03d5615e-d885-47a1-a255-b783135fe18d req-b98c4ff7-1ec4-4ac0-aeff-39bf738ad181 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530446 May 30 21:18:22.044049 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a37bc38-ab8f-4e7c-9c81-a1862fa6c1ec req-1c7fb71a-93bc-4914-9d53-b3dadc3be50a tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:18:22.045479 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2a37bc38-ab8f-4e7c-9c81-a1862fa6c1ec req-1c7fb71a-93bc-4914-9d53-b3dadc3be50a tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.86 "GET /v2.0/ports?device_id=3db97c53-ccee-4b3c-b6f1-1e631abf1d61&tenant_id=ece2945efdfc42d9b9df7d167b03c4d1&binding%3Ahost_id=n-h1-843948-2 HTTP/1.1" status: 200 len: 944 time: 0.2291133 May 30 21:18:22.127182 n-d-843948-2 neutron-server[84887]: INFO neutron.api.v2.resource [req-2a37bc38-ab8f-4e7c-9c81-a1862fa6c1ec req-5b3a1c05-426d-42a8-bced-8ce16bc81e45 service neutron] delete failed (client error): The resource could not be found. May 30 21:18:22.128164 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2a37bc38-ab8f-4e7c-9c81-a1862fa6c1ec req-5b3a1c05-426d-42a8-bced-8ce16bc81e45 service neutron] 10.222.0.86 "DELETE /v2.0/ports/77887b2f-f91d-4745-8613-977d06d2e7fb/bindings/n-h2-843948-2 HTTP/1.1" status: 404 len: 380 time: 0.0728030 May 30 21:18:22.283101 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2a37bc38-ab8f-4e7c-9c81-a1862fa6c1ec req-58d2c203-c756-4741-8365-bc151dab3ff6 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ece2945efdfc42d9b9df7d167b03c4d1&device_id=3db97c53-ccee-4b3c-b6f1-1e631abf1d61 HTTP/1.1" status: 200 len: 1095 time: 0.0747232 May 30 21:18:22.419236 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a37bc38-ab8f-4e7c-9c81-a1862fa6c1ec req-4b0816a6-154f-4a06-b470-0a7e109244da service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:18:22.420683 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2a37bc38-ab8f-4e7c-9c81-a1862fa6c1ec req-4b0816a6-154f-4a06-b470-0a7e109244da service neutron] 10.222.0.86 "GET /v2.0/networks?id=3139603d-a645-4aa5-91ac-2e9a4e4b78b3 HTTP/1.1" status: 200 len: 913 time: 0.1285563 May 30 21:18:22.526346 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2a37bc38-ab8f-4e7c-9c81-a1862fa6c1ec req-4ff414a1-8e73-4043-aa2d-3d77f74f41a7 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=77887b2f-f91d-4745-8613-977d06d2e7fb HTTP/1.1" status: 200 len: 999 time: 0.0965815 May 30 21:18:22.590047 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a37bc38-ab8f-4e7c-9c81-a1862fa6c1ec req-82736928-0cc8-4d8f-a196-dac2edc0e051 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:18:22.591353 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2a37bc38-ab8f-4e7c-9c81-a1862fa6c1ec req-82736928-0cc8-4d8f-a196-dac2edc0e051 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d6358aad-111e-416b-96f8-6ca6f34bfc47 HTTP/1.1" status: 200 len: 851 time: 0.0563271 May 30 21:18:22.666842 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2a37bc38-ab8f-4e7c-9c81-a1862fa6c1ec req-0692fbc6-e66e-4f88-9908-64c174220d14 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3139603d-a645-4aa5-91ac-2e9a4e4b78b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0666192 May 30 21:18:22.802991 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2a37bc38-ab8f-4e7c-9c81-a1862fa6c1ec req-dfcb2b17-8aac-40ef-b37e-11e903024621 service neutron] 10.222.0.86 "GET /v2.0/networks/3139603d-a645-4aa5-91ac-2e9a4e4b78b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264374 May 30 21:18:22.857488 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:18:22.939447 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2a37bc38-ab8f-4e7c-9c81-a1862fa6c1ec req-67dec8fa-08e4-4cf0-8a24-c63d38cb2faa service neutron] 10.222.0.86 "GET /v2.0/networks/3139603d-a645-4aa5-91ac-2e9a4e4b78b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261289 May 30 21:18:23.088762 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 77887b2f-f91d-4745-8613-977d06d2e7fb up at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:18:23.250041 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7a82d5-89bf-48f9-a3c9-c6c2f6a91598 req-74c74b98-8f54-4d01-a242-b06a0ad1058c tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:18:23.251527 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2d7a82d5-89bf-48f9-a3c9-c6c2f6a91598 req-74c74b98-8f54-4d01-a242-b06a0ad1058c tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=3db97c53-ccee-4b3c-b6f1-1e631abf1d61 HTTP/1.1" status: 200 len: 944 time: 0.0824618 May 30 21:18:23.263116 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning for port 77887b2f-f91d-4745-8613-977d06d2e7fb completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:18:23.268215 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning complete for port 77887b2f-f91d-4745-8613-977d06d2e7fb triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:18:23.268574 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:18:23.298416 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2d7a82d5-89bf-48f9-a3c9-c6c2f6a91598 req-12c64f9a-7cd0-479a-9055-819ffc26309b tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411692 May 30 21:18:23.382400 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:18:23.409379 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3db97c53-ccee-4b3c-b6f1-1e631abf1d61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77887b2f-f91d-4745-8613-977d06d2e7fb'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:18:23.424638 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 77887b2f-f91d-4745-8613-977d06d2e7fb, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=77887b2f-f91d-4745-8613-977d06d2e7fb,segment=NetworkSegment(ebd10616-65b9-43cb-8c01-5aebde3a70ca),segment_id=ebd10616-65b9-43cb-8c01-5aebde3a70ca)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:18:23.481027 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49c27d66-60d4-46d5-8542-987b5742a9aa'] response: {'server_uuid': '3db97c53-ccee-4b3c-b6f1-1e631abf1d61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77887b2f-f91d-4745-8613-977d06d2e7fb', 'code': 200} May 30 21:18:23.533760 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:18:23.599477 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=77887b2f-f91d-4745-8613-977d06d2e7fb,revision_number=9']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:18:24.498779 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f56844-5019-48a6-8617-1316351ee055 req-34a9b2dc-7e1b-4f4a-a16f-33beba90e09b tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:18:24.500208 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-84f56844-5019-48a6-8617-1316351ee055 req-34a9b2dc-7e1b-4f4a-a16f-33beba90e09b tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=3db97c53-ccee-4b3c-b6f1-1e631abf1d61 HTTP/1.1" status: 200 len: 945 time: 0.0763097 May 30 21:18:24.546642 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-84f56844-5019-48a6-8617-1316351ee055 req-5803cf0d-fc77-483f-930f-0724306c90ca tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409074 May 30 21:18:24.749170 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4a0bd7-c293-4ee4-a349-a9ca56f5480f req-d85a3082-cd60-4050-a012-ef65f768134b tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:18:24.750664 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-da4a0bd7-c293-4ee4-a349-a9ca56f5480f req-d85a3082-cd60-4050-a012-ef65f768134b tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=3db97c53-ccee-4b3c-b6f1-1e631abf1d61 HTTP/1.1" status: 200 len: 945 time: 0.0821662 May 30 21:18:24.800065 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-da4a0bd7-c293-4ee4-a349-a9ca56f5480f req-63f87e8a-b866-4f5b-bcc9-673ab67fc396 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438550 May 30 21:18:25.003409 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4685c9da-8fa5-4fb1-ae90-3f4ce278d3da req-95dcaca1-f61c-4d2c-bc04-7f4016d927d1 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:18:25.004885 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4685c9da-8fa5-4fb1-ae90-3f4ce278d3da req-95dcaca1-f61c-4d2c-bc04-7f4016d927d1 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=3db97c53-ccee-4b3c-b6f1-1e631abf1d61 HTTP/1.1" status: 200 len: 945 time: 0.0833571 May 30 21:18:25.053124 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4685c9da-8fa5-4fb1-ae90-3f4ce278d3da req-98b19d2a-681d-4c9f-a358-63ea48f1ac74 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425396 May 30 21:18:25.657802 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d85c8b-3474-43b3-b96b-11b6204a4bb7 req-f13f5daf-b0e8-4414-95c8-8f522e6720b6 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:18:25.659255 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-18d85c8b-3474-43b3-b96b-11b6204a4bb7 req-f13f5daf-b0e8-4414-95c8-8f522e6720b6 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=3db97c53-ccee-4b3c-b6f1-1e631abf1d61 HTTP/1.1" status: 200 len: 945 time: 0.0778539 May 30 21:18:25.708405 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-18d85c8b-3474-43b3-b96b-11b6204a4bb7 req-e7ab51f4-e18d-4835-92d0-112f8c69a0e5 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435348 May 30 21:18:26.288282 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-36a80f91-68d0-4991-842a-aa58eb17f3b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:18:26.866910 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5b7a3c-90b6-4646-8c65-286645423ee6 req-09dcec29-e5a4-4b0c-936b-2a9ebfcb8a28 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:18:26.868359 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2f5b7a3c-90b6-4646-8c65-286645423ee6 req-09dcec29-e5a4-4b0c-936b-2a9ebfcb8a28 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.71 "GET /v2.0/ports?device_id=3db97c53-ccee-4b3c-b6f1-1e631abf1d61 HTTP/1.1" status: 200 len: 945 time: 0.0856860 May 30 21:18:26.913387 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b214791-f019-4697-b7a3-ce4c991eb7d8 req-e3088859-6fa7-4260-ad16-d99e1f065e79 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:18:26.914968 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9b214791-f019-4697-b7a3-ce4c991eb7d8 req-e3088859-6fa7-4260-ad16-d99e1f065e79 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=3db97c53-ccee-4b3c-b6f1-1e631abf1d61 HTTP/1.1" status: 200 len: 945 time: 0.0783339 May 30 21:18:26.937015 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [req-2f5b7a3c-90b6-4646-8c65-286645423ee6 req-9bf1bb23-52a3-4e28-a0b8-e3f25e08f5c4 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Deleting port 77887b2f-f91d-4745-8613-977d06d2e7fb {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:18:26.937328 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-2f5b7a3c-90b6-4646-8c65-286645423ee6 req-9bf1bb23-52a3-4e28-a0b8-e3f25e08f5c4 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:18:26.965543 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9b214791-f019-4697-b7a3-ce4c991eb7d8 req-503741a6-64d2-4cb6-8979-e598583e8993 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442257 May 30 21:18:27.185558 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-2f5b7a3c-90b6-4646-8c65-286645423ee6 req-9bf1bb23-52a3-4e28-a0b8-e3f25e08f5c4 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] For port 77887b2f-f91d-4745-8613-977d06d2e7fb, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=77887b2f-f91d-4745-8613-977d06d2e7fb,segment=NetworkSegment(ebd10616-65b9-43cb-8c01-5aebde3a70ca),segment_id=ebd10616-65b9-43cb-8c01-5aebde3a70ca)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:18:27.185944 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-2f5b7a3c-90b6-4646-8c65-286645423ee6 req-9bf1bb23-52a3-4e28-a0b8-e3f25e08f5c4 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:18:27.483199 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-2f5b7a3c-90b6-4646-8c65-286645423ee6 req-9bf1bb23-52a3-4e28-a0b8-e3f25e08f5c4 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:18:27.483475 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-2f5b7a3c-90b6-4646-8c65-286645423ee6 req-9bf1bb23-52a3-4e28-a0b8-e3f25e08f5c4 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736490'] for floatingip, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:18:27.483785 n-d-843948-2 neutron-server[84886]: INFO neutron.db.l3_db [req-2f5b7a3c-90b6-4646-8c65-286645423ee6 req-9bf1bb23-52a3-4e28-a0b8-e3f25e08f5c4 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Floating IP d4d15772-678a-45d0-8cd5-3ae5dc892de6 disassociated. External IP: 172.25.8.32, port: 77887b2f-f91d-4745-8613-977d06d2e7fb. May 30 21:18:27.484135 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [req-2f5b7a3c-90b6-4646-8c65-286645423ee6 req-9bf1bb23-52a3-4e28-a0b8-e3f25e08f5c4 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Calling delete_port for 77887b2f-f91d-4745-8613-977d06d2e7fb owned by compute:nova {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:18:27.720318 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-2f5b7a3c-90b6-4646-8c65-286645423ee6 req-9bf1bb23-52a3-4e28-a0b8-e3f25e08f5c4 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:18:27.771742 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf1bb23-52a3-4e28-a0b8-e3f25e08f5c4 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Pushing event deleted for resources: {'Port': ['ID=77887b2f-f91d-4745-8613-977d06d2e7fb,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:18:27.786440 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf1bb23-52a3-4e28-a0b8-e3f25e08f5c4 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:18:27.786786 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf1bb23-52a3-4e28-a0b8-e3f25e08f5c4 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:18:27.787112 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf1bb23-52a3-4e28-a0b8-e3f25e08f5c4 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:18:27.787445 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf1bb23-52a3-4e28-a0b8-e3f25e08f5c4 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:18:27.787770 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf1bb23-52a3-4e28-a0b8-e3f25e08f5c4 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:18:27.788184 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf1bb23-52a3-4e28-a0b8-e3f25e08f5c4 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:18:27.788405 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf1bb23-52a3-4e28-a0b8-e3f25e08f5c4 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:18:27.788727 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf1bb23-52a3-4e28-a0b8-e3f25e08f5c4 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:18:27.789046 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf1bb23-52a3-4e28-a0b8-e3f25e08f5c4 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:18:27.789367 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf1bb23-52a3-4e28-a0b8-e3f25e08f5c4 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:18:27.792976 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf1bb23-52a3-4e28-a0b8-e3f25e08f5c4 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:18:28.143962 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a166ed01-824f-427c-9537-63f96f93261c req-946c1735-dce2-4936-877a-aea5e328a8ec tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=3db97c53-ccee-4b3c-b6f1-1e631abf1d61 HTTP/1.1" status: 200 len: 210 time: 0.0484488 May 30 21:18:28.153460 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2f5b7a3c-90b6-4646-8c65-286645423ee6 req-9bf1bb23-52a3-4e28-a0b8-e3f25e08f5c4 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Router 4d0af300-5788-42f9-a065-96f276425174 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 21:18:28.364214 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2f5b7a3c-90b6-4646-8c65-286645423ee6 req-9bf1bb23-52a3-4e28-a0b8-e3f25e08f5c4 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 21:18:28.376351 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c995aa-46ed-4567-bb01-8fbf4d8bd6ea None None] Sync routers for ids ['4d0af300-5788-42f9-a065-96f276425174'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 21:18:28.389458 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c995aa-46ed-4567-bb01-8fbf4d8bd6ea None None] Routers {'4d0af300-5788-42f9-a065-96f276425174'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:18:28.390225 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-68c995aa-46ed-4567-bb01-8fbf4d8bd6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T21:18:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['4d0af300-5788-42f9-a065-96f276425174'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:18:28.441059 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f5b7a3c-90b6-4646-8c65-286645423ee6 req-9bf1bb23-52a3-4e28-a0b8-e3f25e08f5c4 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] No DVR routers for this DVR port 77887b2f-f91d-4745-8613-977d06d2e7fb on host n-h1-843948-2 {{(pid=84886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 21:18:28.444573 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-2f5b7a3c-90b6-4646-8c65-286645423ee6 req-9bf1bb23-52a3-4e28-a0b8-e3f25e08f5c4 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:18:28.447871 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3db97c53-ccee-4b3c-b6f1-1e631abf1d61', 'name': 'network-vif-deleted', 'tag': '77887b2f-f91d-4745-8613-977d06d2e7fb'}] {{(pid=84886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:18:28.546071 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2f5b7a3c-90b6-4646-8c65-286645423ee6 req-9bf1bb23-52a3-4e28-a0b8-e3f25e08f5c4 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.71 "DELETE /v2.0/ports/77887b2f-f91d-4745-8613-977d06d2e7fb HTTP/1.1" status: 204 len: 173 time: 1.6723044 May 30 21:18:28.583880 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-68c995aa-46ed-4567-bb01-8fbf4d8bd6ea None None] Set router 4d0af300-5788-42f9-a065-96f276425174 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:18:28.587380 n-d-843948-2 neutron-server[84886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7ea0839-d0fe-4102-b3db-6062a11e9919'] response: {'server_uuid': '3db97c53-ccee-4b3c-b6f1-1e631abf1d61', 'name': 'network-vif-deleted', 'tag': '77887b2f-f91d-4745-8613-977d06d2e7fb', 'status': 'completed', 'code': 200} May 30 21:18:28.906504 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-68c995aa-46ed-4567-bb01-8fbf4d8bd6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d0af300-5788-42f9-a065-96f276425174', 'name': 'tempest-ServerActionsTestJSON-1439436767-router', 'tenant_id': 'ece2945efdfc42d9b9df7d167b03c4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '60ccfe14-fd67-435c-8430-1c7d7bcf22f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:17:21Z', 'updated_at': '2022-05-30T21:17:24Z', 'revision_number': 4, 'project_id': 'ece2945efdfc42d9b9df7d167b03c4d1', 'gw_port': {'id': '60ccfe14-fd67-435c-8430-1c7d7bcf22f3', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:dc:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0af300-5788-42f9-a065-96f276425174', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:17:21Z', 'updated_at': '2022-05-30T21:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': 'bcfd4c64-5ad6-4f1d-aaf0-0169e63a3763', 'name': '', 'network_id': '3139603d-a645-4aa5-91ac-2e9a4e4b78b3', 'tenant_id': 'ece2945efdfc42d9b9df7d167b03c4d1', 'mac_address': 'fa:16:3e:ff:68:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0af300-5788-42f9-a065-96f276425174', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6358aad-111e-416b-96f8-6ca6f34bfc47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:17:24Z', 'updated_at': '2022-05-30T21:17:41Z', 'revision_number': 5, 'project_id': 'ece2945efdfc42d9b9df7d167b03c4d1', 'subnets': [{'id': 'd6358aad-111e-416b-96f8-6ca6f34bfc47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:18:28.910384 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c995aa-46ed-4567-bb01-8fbf4d8bd6ea None None] Checking router: 4d0af300-5788-42f9-a065-96f276425174 for host: n-d-843948-2 {{(pid=84888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 21:18:28.921370 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c995aa-46ed-4567-bb01-8fbf4d8bd6ea None None] Routers {'4d0af300-5788-42f9-a065-96f276425174'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:18:28.921998 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-68c995aa-46ed-4567-bb01-8fbf4d8bd6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T21:18:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['4d0af300-5788-42f9-a065-96f276425174'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:18:29.100400 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-68c995aa-46ed-4567-bb01-8fbf4d8bd6ea None None] Set router 4d0af300-5788-42f9-a065-96f276425174 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:18:29.334959 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-a4728247-e2eb-4d86-9d5b-5a56b6e6b597 req-53f6b4d6-6e1c-44ad-8e01-2e6e43fbaa1f tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Synchronizing usage tracker for tenant:ece2945efdfc42d9b9df7d167b03c4d1 on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 21:18:29.408564 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-a4728247-e2eb-4d86-9d5b-5a56b6e6b597 req-53f6b4d6-6e1c-44ad-8e01-2e6e43fbaa1f tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Unset dirty status for tenant:ece2945efdfc42d9b9df7d167b03c4d1 on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 21:18:29.409722 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a4728247-e2eb-4d86-9d5b-5a56b6e6b597 req-53f6b4d6-6e1c-44ad-8e01-2e6e43fbaa1f tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=3db97c53-ccee-4b3c-b6f1-1e631abf1d61 HTTP/1.1" status: 200 len: 210 time: 0.1215138 May 30 21:18:29.472555 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-68c995aa-46ed-4567-bb01-8fbf4d8bd6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d0af300-5788-42f9-a065-96f276425174', 'name': 'tempest-ServerActionsTestJSON-1439436767-router', 'tenant_id': 'ece2945efdfc42d9b9df7d167b03c4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '60ccfe14-fd67-435c-8430-1c7d7bcf22f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:17:21Z', 'updated_at': '2022-05-30T21:17:24Z', 'revision_number': 4, 'project_id': 'ece2945efdfc42d9b9df7d167b03c4d1', 'gw_port': {'id': '60ccfe14-fd67-435c-8430-1c7d7bcf22f3', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:dc:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0af300-5788-42f9-a065-96f276425174', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:17:21Z', 'updated_at': '2022-05-30T21:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': 'bcfd4c64-5ad6-4f1d-aaf0-0169e63a3763', 'name': '', 'network_id': '3139603d-a645-4aa5-91ac-2e9a4e4b78b3', 'tenant_id': 'ece2945efdfc42d9b9df7d167b03c4d1', 'mac_address': 'fa:16:3e:ff:68:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0af300-5788-42f9-a065-96f276425174', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6358aad-111e-416b-96f8-6ca6f34bfc47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:17:24Z', 'updated_at': '2022-05-30T21:17:41Z', 'revision_number': 5, 'project_id': 'ece2945efdfc42d9b9df7d167b03c4d1', 'subnets': [{'id': 'd6358aad-111e-416b-96f8-6ca6f34bfc47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:18:29.476624 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c995aa-46ed-4567-bb01-8fbf4d8bd6ea None None] The sync data for ids ['4d0af300-5788-42f9-a065-96f276425174'] in n-d-843948-2 is: [{'id': '4d0af300-5788-42f9-a065-96f276425174', 'name': 'tempest-ServerActionsTestJSON-1439436767-router', 'tenant_id': 'ece2945efdfc42d9b9df7d167b03c4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '60ccfe14-fd67-435c-8430-1c7d7bcf22f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:17:21Z', 'updated_at': '2022-05-30T21:17:24Z', 'revision_number': 4, 'project_id': 'ece2945efdfc42d9b9df7d167b03c4d1', 'gw_port': {'id': '60ccfe14-fd67-435c-8430-1c7d7bcf22f3', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:dc:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0af300-5788-42f9-a065-96f276425174', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:17:21Z', 'updated_at': '2022-05-30T21:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': 'bcfd4c64-5ad6-4f1d-aaf0-0169e63a3763', 'name': '', 'network_id': '3139603d-a645-4aa5-91ac-2e9a4e4b78b3', 'tenant_id': 'ece2945efdfc42d9b9df7d167b03c4d1', 'mac_address': 'fa:16:3e:ff:68:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0af300-5788-42f9-a065-96f276425174', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6358aad-111e-416b-96f8-6ca6f34bfc47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:17:24Z', 'updated_at': '2022-05-30T21:17:41Z', 'revision_number': 5, 'project_id': 'ece2945efdfc42d9b9df7d167b03c4d1', 'subnets': [{'id': 'd6358aad-111e-416b-96f8-6ca6f34bfc47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 21:18:29.634624 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-15c4d08f-47ab-4a31-ad53-ca342470130b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:18:29.714017 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7530445-b6e3-4c8b-a7ad-8d659ea4a342 None None] New status for floating IP d4d15772-678a-45d0-8cd5-3ae5dc892de6: DOWN {{(pid=84889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 21:18:29.880524 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:18:30.773152 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-36fac4c3-3184-468f-82ef-136de54d5a16 req-b7e57bf7-7b9e-41a7-9c0b-d275c65cfe3a tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-securitygroup--1730717469&fields=id&tenant_id=ece2945efdfc42d9b9df7d167b03c4d1 HTTP/1.1" status: 200 len: 267 time: 0.0448153 May 30 21:18:30.920842 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fac4c3-3184-468f-82ef-136de54d5a16 req-ac110261-10d6-4856-804b-2520f943b6de tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:18:30.922366 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-36fac4c3-3184-468f-82ef-136de54d5a16 req-ac110261-10d6-4856-804b-2520f943b6de tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/networks?id=3139603d-a645-4aa5-91ac-2e9a4e4b78b3 HTTP/1.1" status: 200 len: 812 time: 0.1421254 May 30 21:18:30.941450 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-36fac4c3-3184-468f-82ef-136de54d5a16 req-180b772c-b75a-41c8-b954-d1860efa14bc tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/quotas/ece2945efdfc42d9b9df7d167b03c4d1 HTTP/1.1" status: 200 len: 375 time: 0.0122914 May 30 21:18:31.025544 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-36fac4c3-3184-468f-82ef-136de54d5a16 req-62a400c7-afd5-4f58-b1d0-7084665f4100 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=ece2945efdfc42d9b9df7d167b03c4d1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0785809 May 30 21:18:31.134590 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 77887b2f-f91d-4745-8613-977d06d2e7fb no longer exists at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 21:18:31.171001 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] No Port match for: 77887b2f-f91d-4745-8613-977d06d2e7fb {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 21:18:31.171343 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 77887b2f-f91d-4745-8613-977d06d2e7fb not bound to the agent host n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 21:18:31.171833 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-36fac4c3-3184-468f-82ef-136de54d5a16 req-5a5b09b4-deca-41bd-bdcc-9576964ebedc service neutron] 10.222.0.85 "GET /v2.0/networks/3139603d-a645-4aa5-91ac-2e9a4e4b78b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345046 May 30 21:18:31.309121 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-36fac4c3-3184-468f-82ef-136de54d5a16 req-ae8917cd-8541-4c01-84b3-99cea92a9a76 service neutron] 10.222.0.85 "GET /v2.0/networks/3139603d-a645-4aa5-91ac-2e9a4e4b78b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310694 May 30 21:18:31.379536 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:18:31.579207 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2a3b0e65-29a7-4cce-8ca8-84ca732cd99b req-6af278d3-9809-4fdd-8e4a-e9e5e947292c tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=64ce2a44-9632-46e3-9f08-0c8a34b1a1b5 HTTP/1.1" status: 200 len: 210 time: 0.0418236 May 30 21:18:32.746803 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-951cf201-3ca3-4831-a845-c1ac69f87cc6 req-aa51a871-2fc2-43ab-b03d-b34c2ff3c501 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=64ce2a44-9632-46e3-9f08-0c8a34b1a1b5 HTTP/1.1" status: 200 len: 210 time: 0.0417037 May 30 21:18:32.914272 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:18:33.927682 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-48742445-0188-4ebc-b6aa-b8ba75315724 req-41cc2da1-09d4-40a1-8318-91e621f56d00 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=64ce2a44-9632-46e3-9f08-0c8a34b1a1b5 HTTP/1.1" status: 200 len: 210 time: 0.0474663 May 30 21:18:34.051633 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fac4c3-3184-468f-82ef-136de54d5a16 req-9cd036f3-887e-4d8f-a83c-417e9d40dcdb tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:18:34.053802 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-36fac4c3-3184-468f-82ef-136de54d5a16 req-9cd036f3-887e-4d8f-a83c-417e9d40dcdb tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.86 "GET /v2.0/networks?id=3139603d-a645-4aa5-91ac-2e9a4e4b78b3 HTTP/1.1" status: 200 len: 812 time: 0.2589226 May 30 21:18:34.124421 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-36fac4c3-3184-468f-82ef-136de54d5a16 req-5c7e01bc-32dc-411e-8551-88104fd460ea tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ece2945efdfc42d9b9df7d167b03c4d1 HTTP/1.1" status: 200 len: 380 time: 0.0419319 May 30 21:18:34.135531 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-36fac4c3-3184-468f-82ef-136de54d5a16 req-51413dd7-2521-4259-96c6-2fefc618c3c7 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Request body: {'port': {'device_id': '64ce2a44-9632-46e3-9f08-0c8a34b1a1b5', 'network_id': '3139603d-a645-4aa5-91ac-2e9a4e4b78b3', 'admin_state_up': True, 'tenant_id': 'ece2945efdfc42d9b9df7d167b03c4d1', 'security_groups': ['c282456e-9b28-425e-941d-171b58ee8949']}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:18:34.274070 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-36fac4c3-3184-468f-82ef-136de54d5a16 req-51413dd7-2521-4259-96c6-2fefc618c3c7 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:18:34.284246 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-36fac4c3-3184-468f-82ef-136de54d5a16 req-51413dd7-2521-4259-96c6-2fefc618c3c7 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:18:34.349007 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36fac4c3-3184-468f-82ef-136de54d5a16 req-51413dd7-2521-4259-96c6-2fefc618c3c7 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Made reservation on behalf of ece2945efdfc42d9b9df7d167b03c4d1 for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 21:18:34.352057 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-36fac4c3-3184-468f-82ef-136de54d5a16 req-51413dd7-2521-4259-96c6-2fefc618c3c7 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:18:34.519095 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [req-36fac4c3-3184-468f-82ef-136de54d5a16 req-51413dd7-2521-4259-96c6-2fefc618c3c7 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Allocated IP 172.20.0.12 (3139603d-a645-4aa5-91ac-2e9a4e4b78b3/d6358aad-111e-416b-96f8-6ca6f34bfc47/b9cfffa2-3bac-4283-872e-5f5ab7628241) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 21:18:34.709389 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-36fac4c3-3184-468f-82ef-136de54d5a16 req-51413dd7-2521-4259-96c6-2fefc618c3c7 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:18:34.725436 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-36fac4c3-3184-468f-82ef-136de54d5a16 req-51413dd7-2521-4259-96c6-2fefc618c3c7 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Transition to ACTIVE for port object b9cfffa2-3bac-4283-872e-5f5ab7628241 will not be triggered until provisioned by entity DHCP. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:18:34.837415 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-36fac4c3-3184-468f-82ef-136de54d5a16 req-51413dd7-2521-4259-96c6-2fefc618c3c7 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:18:34.909443 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36fac4c3-3184-468f-82ef-136de54d5a16 req-51413dd7-2521-4259-96c6-2fefc618c3c7 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Network 3139603d-a645-4aa5-91ac-2e9a4e4b78b3 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:18:34.912860 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [req-36fac4c3-3184-468f-82ef-136de54d5a16 req-51413dd7-2521-4259-96c6-2fefc618c3c7 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:18:34.917323 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-36fac4c3-3184-468f-82ef-136de54d5a16 req-51413dd7-2521-4259-96c6-2fefc618c3c7 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 21:18:34.946674 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51413dd7-2521-4259-96c6-2fefc618c3c7 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Pushing event updated for resources: {'Port': ['ID=b9cfffa2-3bac-4283-872e-5f5ab7628241,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:18:34.969927 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51413dd7-2521-4259-96c6-2fefc618c3c7 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:18:34.970176 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51413dd7-2521-4259-96c6-2fefc618c3c7 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:18:34.970913 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51413dd7-2521-4259-96c6-2fefc618c3c7 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:18:34.970913 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51413dd7-2521-4259-96c6-2fefc618c3c7 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:18:34.971175 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51413dd7-2521-4259-96c6-2fefc618c3c7 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:18:34.971486 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51413dd7-2521-4259-96c6-2fefc618c3c7 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:18:34.971771 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51413dd7-2521-4259-96c6-2fefc618c3c7 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:18:34.972088 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51413dd7-2521-4259-96c6-2fefc618c3c7 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:18:34.972404 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51413dd7-2521-4259-96c6-2fefc618c3c7 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:18:34.972719 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51413dd7-2521-4259-96c6-2fefc618c3c7 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:18:34.973037 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51413dd7-2521-4259-96c6-2fefc618c3c7 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:18:35.003867 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fac4c3-3184-468f-82ef-136de54d5a16 req-51413dd7-2521-4259-96c6-2fefc618c3c7 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:18:35.004476 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-36fac4c3-3184-468f-82ef-136de54d5a16 req-51413dd7-2521-4259-96c6-2fefc618c3c7 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:18:35.097331 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-36fac4c3-3184-468f-82ef-136de54d5a16 req-51413dd7-2521-4259-96c6-2fefc618c3c7 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9666944 May 30 21:18:35.122093 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-36fac4c3-3184-468f-82ef-136de54d5a16 req-0d48bb3a-3bab-41cf-a049-27e1eacd703c service neutron] Request body: {'port': {'device_id': '64ce2a44-9632-46e3-9f08-0c8a34b1a1b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843948-2'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:18:35.207837 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-63d6fdb3-c92a-4cef-912b-134d069bcdd1 None None] Provisioning for port b9cfffa2-3bac-4283-872e-5f5ab7628241 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:18:35.213808 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-63d6fdb3-c92a-4cef-912b-134d069bcdd1 None None] Provisioning complete for port b9cfffa2-3bac-4283-872e-5f5ab7628241 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:18:35.214332 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-63d6fdb3-c92a-4cef-912b-134d069bcdd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:18:35.240791 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3a2865-b78d-457d-840c-5ff567f7369d req-6e7ae1cb-575d-4920-af74-12918e4b5a36 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:18:35.240791 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-ef3a2865-b78d-457d-840c-5ff567f7369d req-6e7ae1cb-575d-4920-af74-12918e4b5a36 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Synchronizing usage tracker for tenant:ece2945efdfc42d9b9df7d167b03c4d1 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 21:18:35.252620 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-36fac4c3-3184-468f-82ef-136de54d5a16 req-0d48bb3a-3bab-41cf-a049-27e1eacd703c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:18:35.267649 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-63d6fdb3-c92a-4cef-912b-134d069bcdd1 None None] Port b9cfffa2-3bac-4283-872e-5f5ab7628241 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 21:18:35.331256 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-ef3a2865-b78d-457d-840c-5ff567f7369d req-6e7ae1cb-575d-4920-af74-12918e4b5a36 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Unset dirty status for tenant:ece2945efdfc42d9b9df7d167b03c4d1 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 21:18:35.332433 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ef3a2865-b78d-457d-840c-5ff567f7369d req-6e7ae1cb-575d-4920-af74-12918e4b5a36 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=64ce2a44-9632-46e3-9f08-0c8a34b1a1b5 HTTP/1.1" status: 200 len: 932 time: 0.2723153 May 30 21:18:35.454882 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ef3a2865-b78d-457d-840c-5ff567f7369d req-57db73b1-92d2-4f0b-a1e5-f6dbe8329ef0 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826540 May 30 21:18:35.638142 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [req-36fac4c3-3184-468f-82ef-136de54d5a16 req-0d48bb3a-3bab-41cf-a049-27e1eacd703c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9cfffa2-3bac-4283-872e-5f5ab7628241 {{(pid=84887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 21:18:35.645262 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-36fac4c3-3184-468f-82ef-136de54d5a16 req-0d48bb3a-3bab-41cf-a049-27e1eacd703c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:18:35.660226 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-36fac4c3-3184-468f-82ef-136de54d5a16 req-0d48bb3a-3bab-41cf-a049-27e1eacd703c service neutron] Transition to ACTIVE for port object b9cfffa2-3bac-4283-872e-5f5ab7628241 will not be triggered until provisioned by entity L2. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:18:35.739174 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-36fac4c3-3184-468f-82ef-136de54d5a16 req-0d48bb3a-3bab-41cf-a049-27e1eacd703c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:18:35.870567 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48bb3a-3bab-41cf-a049-27e1eacd703c service neutron] Pushing event updated for resources: {'Port': ['ID=b9cfffa2-3bac-4283-872e-5f5ab7628241,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:18:35.980795 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-36fac4c3-3184-468f-82ef-136de54d5a16 req-0d48bb3a-3bab-41cf-a049-27e1eacd703c service neutron] Attempting to bind port b9cfffa2-3bac-4283-872e-5f5ab7628241 on host n-h2-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 21:18:35.981126 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-36fac4c3-3184-468f-82ef-136de54d5a16 req-0d48bb3a-3bab-41cf-a049-27e1eacd703c service neutron] Attempting to bind port b9cfffa2-3bac-4283-872e-5f5ab7628241 by drivers openvswitch,hyperv on host n-h2-843948-2 at level 0 using segments [{'id': 'ebd10616-65b9-43cb-8c01-5aebde3a70ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '3139603d-a645-4aa5-91ac-2e9a4e4b78b3'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 21:18:35.981452 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36fac4c3-3184-468f-82ef-136de54d5a16 req-0d48bb3a-3bab-41cf-a049-27e1eacd703c service neutron] Attempting to bind port b9cfffa2-3bac-4283-872e-5f5ab7628241 on network 3139603d-a645-4aa5-91ac-2e9a4e4b78b3 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:18:35.987182 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36fac4c3-3184-468f-82ef-136de54d5a16 req-0d48bb3a-3bab-41cf-a049-27e1eacd703c service neutron] Port b9cfffa2-3bac-4283-872e-5f5ab7628241 on network 3139603d-a645-4aa5-91ac-2e9a4e4b78b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 21:18:35.987496 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36fac4c3-3184-468f-82ef-136de54d5a16 req-0d48bb3a-3bab-41cf-a049-27e1eacd703c service neutron] Attempting to bind port b9cfffa2-3bac-4283-872e-5f5ab7628241 on network 3139603d-a645-4aa5-91ac-2e9a4e4b78b3 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:18:35.994202 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36fac4c3-3184-468f-82ef-136de54d5a16 req-0d48bb3a-3bab-41cf-a049-27e1eacd703c service neutron] Checking agent: {'id': 'eaa08354-e8f5-4e73-af76-8d3cf7d2b390', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 21, 18, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 21:18:35.994516 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36fac4c3-3184-468f-82ef-136de54d5a16 req-0d48bb3a-3bab-41cf-a049-27e1eacd703c service neutron] Checking segment: {'id': 'ebd10616-65b9-43cb-8c01-5aebde3a70ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '3139603d-a645-4aa5-91ac-2e9a4e4b78b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:18:35.994893 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36fac4c3-3184-468f-82ef-136de54d5a16 req-0d48bb3a-3bab-41cf-a049-27e1eacd703c service neutron] Bound using segment: {'id': 'ebd10616-65b9-43cb-8c01-5aebde3a70ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '3139603d-a645-4aa5-91ac-2e9a4e4b78b3'} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 21:18:35.995317 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-36fac4c3-3184-468f-82ef-136de54d5a16 req-0d48bb3a-3bab-41cf-a049-27e1eacd703c service neutron] Bound port: b9cfffa2-3bac-4283-872e-5f5ab7628241, host: n-h2-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebd10616-65b9-43cb-8c01-5aebde3a70ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '3139603d-a645-4aa5-91ac-2e9a4e4b78b3'}}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 21:18:35.995693 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-36fac4c3-3184-468f-82ef-136de54d5a16 req-0d48bb3a-3bab-41cf-a049-27e1eacd703c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:18:36.184784 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-36fac4c3-3184-468f-82ef-136de54d5a16 req-0d48bb3a-3bab-41cf-a049-27e1eacd703c service neutron] For port b9cfffa2-3bac-4283-872e-5f5ab7628241, host n-h2-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 21:18:36.187972 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-36fac4c3-3184-468f-82ef-136de54d5a16 req-0d48bb3a-3bab-41cf-a049-27e1eacd703c service neutron] For port b9cfffa2-3bac-4283-872e-5f5ab7628241, host n-h2-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=b9cfffa2-3bac-4283-872e-5f5ab7628241,segment=NetworkSegment(ebd10616-65b9-43cb-8c01-5aebde3a70ca),segment_id=ebd10616-65b9-43cb-8c01-5aebde3a70ca)] {{(pid=84887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 21:18:36.282866 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-36fac4c3-3184-468f-82ef-136de54d5a16 req-0d48bb3a-3bab-41cf-a049-27e1eacd703c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:18:36.345521 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-36fac4c3-3184-468f-82ef-136de54d5a16 req-0d48bb3a-3bab-41cf-a049-27e1eacd703c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:18:36.346998 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-36fac4c3-3184-468f-82ef-136de54d5a16 req-0d48bb3a-3bab-41cf-a049-27e1eacd703c service neutron] 10.222.0.86 "PUT /v2.0/ports/b9cfffa2-3bac-4283-872e-5f5ab7628241 HTTP/1.1" status: 200 len: 1092 time: 1.2349718 May 30 21:18:36.347424 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64ce2a44-9632-46e3-9f08-0c8a34b1a1b5', 'tag': 'b9cfffa2-3bac-4283-872e-5f5ab7628241'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:18:36.370025 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48bb3a-3bab-41cf-a049-27e1eacd703c service neutron] Pushing event updated for resources: {'Port': ['ID=b9cfffa2-3bac-4283-872e-5f5ab7628241,revision_number=3']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:18:36.409216 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c093015-4007-4431-ab52-615efd291c2b'] response: {'name': 'network-changed', 'server_uuid': '64ce2a44-9632-46e3-9f08-0c8a34b1a1b5', 'tag': 'b9cfffa2-3bac-4283-872e-5f5ab7628241', 'status': 'completed', 'code': 200} May 30 21:18:36.513197 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a276d51a-85e9-4108-97b5-0cc102624b34 req-bdf457fc-364a-4692-9f4a-8f129e7ec347 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ece2945efdfc42d9b9df7d167b03c4d1&device_id=64ce2a44-9632-46e3-9f08-0c8a34b1a1b5 HTTP/1.1" status: 200 len: 1095 time: 0.0783632 May 30 21:18:36.712439 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a276d51a-85e9-4108-97b5-0cc102624b34 req-1b250ba4-9c61-48df-a033-3fdc6e9371a0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:18:36.713844 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a276d51a-85e9-4108-97b5-0cc102624b34 req-1b250ba4-9c61-48df-a033-3fdc6e9371a0 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=ece2945efdfc42d9b9df7d167b03c4d1&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1906462 May 30 21:18:36.726853 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae31443-cd9b-4fc3-b53b-abf6914bf569 req-b3794e97-2ffb-48d3-80b4-9ed8302dda3e tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:18:36.728217 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-eae31443-cd9b-4fc3-b53b-abf6914bf569 req-b3794e97-2ffb-48d3-80b4-9ed8302dda3e tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=64ce2a44-9632-46e3-9f08-0c8a34b1a1b5 HTTP/1.1" status: 200 len: 944 time: 0.1328206 May 30 21:18:36.861447 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-eae31443-cd9b-4fc3-b53b-abf6914bf569 req-242e321d-9ab1-4919-8447-ef0603d1c062 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134470 May 30 21:18:36.895626 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a276d51a-85e9-4108-97b5-0cc102624b34 req-57b3227a-a2da-46fb-ad33-adaadc7be261 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:18:36.897641 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a276d51a-85e9-4108-97b5-0cc102624b34 req-57b3227a-a2da-46fb-ad33-adaadc7be261 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1679997 May 30 21:18:37.004972 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-36fac4c3-3184-468f-82ef-136de54d5a16 req-3acec9aa-e940-4638-8830-ae0fceb30bfc service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ece2945efdfc42d9b9df7d167b03c4d1&device_id=64ce2a44-9632-46e3-9f08-0c8a34b1a1b5 HTTP/1.1" status: 200 len: 1095 time: 0.0673425 May 30 21:18:37.077574 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-36fac4c3-3184-468f-82ef-136de54d5a16 req-37d94b0e-57fc-4e25-8ef8-a5cdccfa95ab service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9cfffa2-3bac-4283-872e-5f5ab7628241 HTTP/1.1" status: 200 len: 217 time: 0.0627983 May 30 21:18:37.142622 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fac4c3-3184-468f-82ef-136de54d5a16 req-6d43f715-4cb4-4c73-bb44-cb4a8d317aaf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:18:37.144071 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-36fac4c3-3184-468f-82ef-136de54d5a16 req-6d43f715-4cb4-4c73-bb44-cb4a8d317aaf service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d6358aad-111e-416b-96f8-6ca6f34bfc47 HTTP/1.1" status: 200 len: 851 time: 0.0568016 May 30 21:18:37.225806 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-36fac4c3-3184-468f-82ef-136de54d5a16 req-744781a2-f51e-4983-a2b5-483cb7c20a17 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3139603d-a645-4aa5-91ac-2e9a4e4b78b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0721257 May 30 21:18:37.365207 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-36fac4c3-3184-468f-82ef-136de54d5a16 req-7b8f30cd-a0bf-4cad-ac92-80cc66151607 service neutron] 10.222.0.86 "GET /v2.0/networks/3139603d-a645-4aa5-91ac-2e9a4e4b78b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300118 May 30 21:18:37.505411 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-36fac4c3-3184-468f-82ef-136de54d5a16 req-b9e9c29f-c685-47b3-bccd-f40b3b97ad6e service neutron] 10.222.0.86 "GET /v2.0/networks/3139603d-a645-4aa5-91ac-2e9a4e4b78b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306269 May 30 21:18:38.086666 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d632bafa-63a8-45e6-9302-8df1f8483567 req-f8eb02c9-f92d-4089-ae36-9bc8500d8321 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:18:38.086666 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d632bafa-63a8-45e6-9302-8df1f8483567 req-f8eb02c9-f92d-4089-ae36-9bc8500d8321 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=64ce2a44-9632-46e3-9f08-0c8a34b1a1b5 HTTP/1.1" status: 200 len: 944 time: 0.0793581 May 30 21:18:38.131724 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d632bafa-63a8-45e6-9302-8df1f8483567 req-b980c103-b625-4c0b-af93-36733c34fd4b tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413375 May 30 21:18:39.331010 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e82720-1b08-4473-8cbc-aac74fd0d83c req-e82fda1a-7eba-4f02-be0a-f3aa663324ea tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:18:39.332458 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a8e82720-1b08-4473-8cbc-aac74fd0d83c req-e82fda1a-7eba-4f02-be0a-f3aa663324ea tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=64ce2a44-9632-46e3-9f08-0c8a34b1a1b5 HTTP/1.1" status: 200 len: 944 time: 0.0772727 May 30 21:18:39.377409 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a8e82720-1b08-4473-8cbc-aac74fd0d83c req-b30edb38-520d-43a6-bf85-04a61d0f9d09 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393322 May 30 21:18:40.575402 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343b1e23-c728-4ebc-be3f-17d181be521b req-aabbd65e-b4c8-4545-9b36-24fe1433bdab tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:18:40.576828 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-343b1e23-c728-4ebc-be3f-17d181be521b req-aabbd65e-b4c8-4545-9b36-24fe1433bdab tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=64ce2a44-9632-46e3-9f08-0c8a34b1a1b5 HTTP/1.1" status: 200 len: 944 time: 0.0792224 May 30 21:18:40.601128 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device b9cfffa2-3bac-4283-872e-5f5ab7628241 details requested by agent hyperv_n-h2-843948-2 with host n-h2-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 21:18:40.621874 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-343b1e23-c728-4ebc-be3f-17d181be521b req-9343f25f-639c-43e7-a949-6ea1c571ddea tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395477 May 30 21:18:40.731050 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port b9cfffa2-3bac-4283-872e-5f5ab7628241, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=b9cfffa2-3bac-4283-872e-5f5ab7628241,segment=NetworkSegment(ebd10616-65b9-43cb-8c01-5aebde3a70ca),segment_id=ebd10616-65b9-43cb-8c01-5aebde3a70ca)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:18:40.743860 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Returning: {'device': 'b9cfffa2-3bac-4283-872e-5f5ab7628241', 'network_id': '3139603d-a645-4aa5-91ac-2e9a4e4b78b3', 'port_id': 'b9cfffa2-3bac-4283-872e-5f5ab7628241', 'mac_address': 'fa:16:3e:00:26:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6358aad-111e-416b-96f8-6ca6f34bfc47', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 21:18:40.799963 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:18:40.817539 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9cfffa2-3bac-4283-872e-5f5ab7628241 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 21:18:40.832698 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port b9cfffa2-3bac-4283-872e-5f5ab7628241, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=b9cfffa2-3bac-4283-872e-5f5ab7628241,segment=NetworkSegment(ebd10616-65b9-43cb-8c01-5aebde3a70ca),segment_id=ebd10616-65b9-43cb-8c01-5aebde3a70ca)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:18:40.916528 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:18:40.982692 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=b9cfffa2-3bac-4283-872e-5f5ab7628241,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:18:40.991296 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:18:40.991642 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:18:40.991979 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:18:40.992315 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:18:40.992653 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:18:40.992980 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:18:40.993308 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:18:40.993647 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:18:40.993974 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:18:40.994330 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:18:40.994623 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:18:41.186991 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['b9cfffa2-3bac-4283-872e-5f5ab7628241'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 21:18:41.592276 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 21:18:41.821964 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c7602c-1272-4cd0-bf46-c525ec9e912b req-5e8888ad-9032-47f9-8f91-d6bc52d17fd8 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:18:41.823397 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e0c7602c-1272-4cd0-bf46-c525ec9e912b req-5e8888ad-9032-47f9-8f91-d6bc52d17fd8 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=64ce2a44-9632-46e3-9f08-0c8a34b1a1b5 HTTP/1.1" status: 200 len: 945 time: 0.0812531 May 30 21:18:41.868518 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e0c7602c-1272-4cd0-bf46-c525ec9e912b req-78a34085-45bd-4ebf-aeaa-bb4b74c4e3c8 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391531 May 30 21:18:42.607173 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device b9cfffa2-3bac-4283-872e-5f5ab7628241 up at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:18:42.759546 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning for port b9cfffa2-3bac-4283-872e-5f5ab7628241 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:18:42.764664 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning complete for port b9cfffa2-3bac-4283-872e-5f5ab7628241 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:18:42.765030 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:18:42.885799 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:18:42.912401 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64ce2a44-9632-46e3-9f08-0c8a34b1a1b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9cfffa2-3bac-4283-872e-5f5ab7628241'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:18:42.922600 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port b9cfffa2-3bac-4283-872e-5f5ab7628241, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=b9cfffa2-3bac-4283-872e-5f5ab7628241,segment=NetworkSegment(ebd10616-65b9-43cb-8c01-5aebde3a70ca),segment_id=ebd10616-65b9-43cb-8c01-5aebde3a70ca)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:18:42.968763 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67bae027-df2c-4c2f-9f0c-933e1b38f85a'] response: {'server_uuid': '64ce2a44-9632-46e3-9f08-0c8a34b1a1b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9cfffa2-3bac-4283-872e-5f5ab7628241', 'code': 200} May 30 21:18:42.999793 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:18:43.074421 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148e3219-c24f-4921-a1af-1e7c6f9b454c req-f6f19f4f-e4bd-4d83-bb8a-4ba9d3730c63 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:18:43.075086 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=b9cfffa2-3bac-4283-872e-5f5ab7628241,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:18:43.075955 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-148e3219-c24f-4921-a1af-1e7c6f9b454c req-f6f19f4f-e4bd-4d83-bb8a-4ba9d3730c63 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=64ce2a44-9632-46e3-9f08-0c8a34b1a1b5 HTTP/1.1" status: 200 len: 946 time: 0.0777740 May 30 21:18:43.105967 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4e107e98-0433-402a-87c6-b03165586e75 req-2ddddb90-a3b5-45f0-b9c1-a849bf2a4d32 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=64ce2a44-9632-46e3-9f08-0c8a34b1a1b5 HTTP/1.1" status: 200 len: 1097 time: 0.0728970 May 30 21:18:43.122520 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-148e3219-c24f-4921-a1af-1e7c6f9b454c req-b66d2490-70cc-426d-8f23-04d0f38e5849 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408609 May 30 21:18:43.152231 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4e107e98-0433-402a-87c6-b03165586e75 req-5f9578c9-0299-4564-86e7-46897a258ab6 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368547 May 30 21:18:44.332810 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57683b4a-f9b0-4aa1-896c-368c4398b998 req-f4ba8f24-b008-4a24-8afe-368777d134b9 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:18:44.335345 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-57683b4a-f9b0-4aa1-896c-368c4398b998 req-f4ba8f24-b008-4a24-8afe-368777d134b9 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=64ce2a44-9632-46e3-9f08-0c8a34b1a1b5 HTTP/1.1" status: 200 len: 946 time: 0.0845802 May 30 21:18:44.381993 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-57683b4a-f9b0-4aa1-896c-368c4398b998 req-910b1d03-b352-4139-8951-834ce59ca010 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414109 May 30 21:18:45.580411 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738c6f85-330e-4d25-9fc0-23acdf8a8503 req-50a43892-8968-4f8c-8485-0d12c50a5318 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:18:45.581870 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-738c6f85-330e-4d25-9fc0-23acdf8a8503 req-50a43892-8968-4f8c-8485-0d12c50a5318 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=64ce2a44-9632-46e3-9f08-0c8a34b1a1b5 HTTP/1.1" status: 200 len: 946 time: 0.0796893 May 30 21:18:45.626466 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-738c6f85-330e-4d25-9fc0-23acdf8a8503 req-05a2a46f-7c95-45f6-86f9-8d5946fbc34c tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391076 May 30 21:18:45.815055 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b371f2-3f08-42d4-9d1f-4d3e3abc3b95 req-e71d6e22-425c-4b3e-be6a-8acbc500496b tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:18:45.816490 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-82b371f2-3f08-42d4-9d1f-4d3e3abc3b95 req-e71d6e22-425c-4b3e-be6a-8acbc500496b tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=64ce2a44-9632-46e3-9f08-0c8a34b1a1b5 HTTP/1.1" status: 200 len: 946 time: 0.0758784 May 30 21:18:45.825672 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 50228) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:18:45.830909 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-bd8f9273-a56c-49fe-b138-a8cb82bb913b tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Request body: {'floatingip': {'port_id': 'b9cfffa2-3bac-4283-872e-5f5ab7628241'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:18:45.998570 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-bd8f9273-a56c-49fe-b138-a8cb82bb913b tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Notify callbacks [] for floatingip, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:18:46.578923 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-bd8f9273-a56c-49fe-b138-a8cb82bb913b tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:18:46.653180 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-bd8f9273-a56c-49fe-b138-a8cb82bb913b tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736490'] for floatingip, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:18:46.843645 n-d-843948-2 neutron-server[84887]: INFO neutron.db.l3_db [None req-bd8f9273-a56c-49fe-b138-a8cb82bb913b tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Floating IP d4d15772-678a-45d0-8cd5-3ae5dc892de6 associated. External IP: 172.25.8.32, port: b9cfffa2-3bac-4283-872e-5f5ab7628241. May 30 21:18:47.233232 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd8f9273-a56c-49fe-b138-a8cb82bb913b tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Router 4d0af300-5788-42f9-a065-96f276425174 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 21:18:47.533145 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd8f9273-a56c-49fe-b138-a8cb82bb913b tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 21:18:47.537260 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-bd8f9273-a56c-49fe-b138-a8cb82bb913b tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:18:47.542576 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d21d56-7c5c-413a-880b-ac86f0afa5dc None None] Sync routers for ids ['4d0af300-5788-42f9-a065-96f276425174'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 21:18:47.554644 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d21d56-7c5c-413a-880b-ac86f0afa5dc None None] Routers {'4d0af300-5788-42f9-a065-96f276425174'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:18:47.555245 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-f4d21d56-7c5c-413a-880b-ac86f0afa5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T21:18:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['4d0af300-5788-42f9-a065-96f276425174'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:18:47.591498 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-bd8f9273-a56c-49fe-b138-a8cb82bb913b tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "PUT /v2.0/floatingips/d4d15772-678a-45d0-8cd5-3ae5dc892de6 HTTP/1.1" status: 200 len: 991 time: 1.7647479 May 30 21:18:47.592155 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64ce2a44-9632-46e3-9f08-0c8a34b1a1b5', 'tag': 'b9cfffa2-3bac-4283-872e-5f5ab7628241'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:18:47.646915 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-962d6902-62a8-494a-b814-e4ba616da717'] response: {'name': 'network-changed', 'server_uuid': '64ce2a44-9632-46e3-9f08-0c8a34b1a1b5', 'tag': 'b9cfffa2-3bac-4283-872e-5f5ab7628241', 'status': 'completed', 'code': 200} May 30 21:18:47.738856 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c2cb4b27-ed2b-4554-b172-a76092656fd4 req-1b06e240-0441-4bd5-907a-b591f4e312b0 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ece2945efdfc42d9b9df7d167b03c4d1&device_id=64ce2a44-9632-46e3-9f08-0c8a34b1a1b5 HTTP/1.1" status: 200 len: 1097 time: 0.0705199 May 30 21:18:47.740397 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-f4d21d56-7c5c-413a-880b-ac86f0afa5dc None None] Set router 4d0af300-5788-42f9-a065-96f276425174 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:18:47.877415 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cb4b27-ed2b-4554-b172-a76092656fd4 req-0a0de13a-006f-4584-a208-e5f1084ef466 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:18:47.878881 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c2cb4b27-ed2b-4554-b172-a76092656fd4 req-0a0de13a-006f-4584-a208-e5f1084ef466 service neutron] 10.222.0.86 "GET /v2.0/networks?id=3139603d-a645-4aa5-91ac-2e9a4e4b78b3 HTTP/1.1" status: 200 len: 913 time: 0.1320350 May 30 21:18:47.983807 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c2cb4b27-ed2b-4554-b172-a76092656fd4 req-f931110b-9339-46cc-91b1-0f886dd62abb service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9cfffa2-3bac-4283-872e-5f5ab7628241 HTTP/1.1" status: 200 len: 999 time: 0.0987291 May 30 21:18:48.046100 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cb4b27-ed2b-4554-b172-a76092656fd4 req-497b5617-5375-4a28-84a2-1187fd3c6173 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:18:48.047511 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c2cb4b27-ed2b-4554-b172-a76092656fd4 req-497b5617-5375-4a28-84a2-1187fd3c6173 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d6358aad-111e-416b-96f8-6ca6f34bfc47 HTTP/1.1" status: 200 len: 851 time: 0.0579822 May 30 21:18:48.088372 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-f4d21d56-7c5c-413a-880b-ac86f0afa5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d0af300-5788-42f9-a065-96f276425174', 'name': 'tempest-ServerActionsTestJSON-1439436767-router', 'tenant_id': 'ece2945efdfc42d9b9df7d167b03c4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '60ccfe14-fd67-435c-8430-1c7d7bcf22f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:17:21Z', 'updated_at': '2022-05-30T21:17:24Z', 'revision_number': 4, 'project_id': 'ece2945efdfc42d9b9df7d167b03c4d1', 'gw_port': {'id': '60ccfe14-fd67-435c-8430-1c7d7bcf22f3', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:dc:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0af300-5788-42f9-a065-96f276425174', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:17:21Z', 'updated_at': '2022-05-30T21:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': 'd4d15772-678a-45d0-8cd5-3ae5dc892de6', 'tenant_id': 'ece2945efdfc42d9b9df7d167b03c4d1', 'floating_ip_address': '172.25.8.32', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': '4d0af300-5788-42f9-a065-96f276425174', 'port_id': 'b9cfffa2-3bac-4283-872e-5f5ab7628241', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3139603d-a645-4aa5-91ac-2e9a4e4b78b3', 'mac_address': 'fa:16:3e:00:26:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64ce2a44-9632-46e3-9f08-0c8a34b1a1b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T21:17:29Z', 'updated_at': '2022-05-30T21:18:46Z', 'revision_number': 5, 'project_id': 'ece2945efdfc42d9b9df7d167b03c4d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcfd4c64-5ad6-4f1d-aaf0-0169e63a3763', 'name': '', 'network_id': '3139603d-a645-4aa5-91ac-2e9a4e4b78b3', 'tenant_id': 'ece2945efdfc42d9b9df7d167b03c4d1', 'mac_address': 'fa:16:3e:ff:68:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0af300-5788-42f9-a065-96f276425174', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6358aad-111e-416b-96f8-6ca6f34bfc47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:17:24Z', 'updated_at': '2022-05-30T21:17:41Z', 'revision_number': 5, 'project_id': 'ece2945efdfc42d9b9df7d167b03c4d1', 'subnets': [{'id': 'd6358aad-111e-416b-96f8-6ca6f34bfc47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:18:48.092178 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d21d56-7c5c-413a-880b-ac86f0afa5dc None None] Checking router: 4d0af300-5788-42f9-a065-96f276425174 for host: n-d-843948-2 {{(pid=84888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 21:18:48.102663 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d21d56-7c5c-413a-880b-ac86f0afa5dc None None] Routers {'4d0af300-5788-42f9-a065-96f276425174'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:18:48.103262 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-f4d21d56-7c5c-413a-880b-ac86f0afa5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T21:18:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['4d0af300-5788-42f9-a065-96f276425174'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:18:48.125249 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c2cb4b27-ed2b-4554-b172-a76092656fd4 req-1db086be-f0b5-42eb-9242-e57e58c0d231 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3139603d-a645-4aa5-91ac-2e9a4e4b78b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0708609 May 30 21:18:48.261666 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c2cb4b27-ed2b-4554-b172-a76092656fd4 req-04b3f628-74e8-466a-8528-322b457df93f service neutron] 10.222.0.86 "GET /v2.0/networks/3139603d-a645-4aa5-91ac-2e9a4e4b78b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299319 May 30 21:18:48.322988 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-f4d21d56-7c5c-413a-880b-ac86f0afa5dc None None] Set router 4d0af300-5788-42f9-a065-96f276425174 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:18:48.392340 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c2cb4b27-ed2b-4554-b172-a76092656fd4 req-c3823edc-e923-447d-8cfe-a9433aaf1dd3 service neutron] 10.222.0.86 "GET /v2.0/networks/3139603d-a645-4aa5-91ac-2e9a4e4b78b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254418 May 30 21:18:48.669221 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-f4d21d56-7c5c-413a-880b-ac86f0afa5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d0af300-5788-42f9-a065-96f276425174', 'name': 'tempest-ServerActionsTestJSON-1439436767-router', 'tenant_id': 'ece2945efdfc42d9b9df7d167b03c4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '60ccfe14-fd67-435c-8430-1c7d7bcf22f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:17:21Z', 'updated_at': '2022-05-30T21:17:24Z', 'revision_number': 4, 'project_id': 'ece2945efdfc42d9b9df7d167b03c4d1', 'gw_port': {'id': '60ccfe14-fd67-435c-8430-1c7d7bcf22f3', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:dc:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0af300-5788-42f9-a065-96f276425174', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:17:21Z', 'updated_at': '2022-05-30T21:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': 'd4d15772-678a-45d0-8cd5-3ae5dc892de6', 'tenant_id': 'ece2945efdfc42d9b9df7d167b03c4d1', 'floating_ip_address': '172.25.8.32', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': '4d0af300-5788-42f9-a065-96f276425174', 'port_id': 'b9cfffa2-3bac-4283-872e-5f5ab7628241', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3139603d-a645-4aa5-91ac-2e9a4e4b78b3', 'mac_address': 'fa:16:3e:00:26:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64ce2a44-9632-46e3-9f08-0c8a34b1a1b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T21:17:29Z', 'updated_at': '2022-05-30T21:18:46Z', 'revision_number': 5, 'project_id': 'ece2945efdfc42d9b9df7d167b03c4d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcfd4c64-5ad6-4f1d-aaf0-0169e63a3763', 'name': '', 'network_id': '3139603d-a645-4aa5-91ac-2e9a4e4b78b3', 'tenant_id': 'ece2945efdfc42d9b9df7d167b03c4d1', 'mac_address': 'fa:16:3e:ff:68:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0af300-5788-42f9-a065-96f276425174', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6358aad-111e-416b-96f8-6ca6f34bfc47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:17:24Z', 'updated_at': '2022-05-30T21:17:41Z', 'revision_number': 5, 'project_id': 'ece2945efdfc42d9b9df7d167b03c4d1', 'subnets': [{'id': 'd6358aad-111e-416b-96f8-6ca6f34bfc47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:18:48.673274 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d21d56-7c5c-413a-880b-ac86f0afa5dc None None] The sync data for ids ['4d0af300-5788-42f9-a065-96f276425174'] in n-d-843948-2 is: [{'id': '4d0af300-5788-42f9-a065-96f276425174', 'name': 'tempest-ServerActionsTestJSON-1439436767-router', 'tenant_id': 'ece2945efdfc42d9b9df7d167b03c4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '60ccfe14-fd67-435c-8430-1c7d7bcf22f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:17:21Z', 'updated_at': '2022-05-30T21:17:24Z', 'revision_number': 4, 'project_id': 'ece2945efdfc42d9b9df7d167b03c4d1', 'gw_port': {'id': '60ccfe14-fd67-435c-8430-1c7d7bcf22f3', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:dc:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0af300-5788-42f9-a065-96f276425174', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:17:21Z', 'updated_at': '2022-05-30T21:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': 'd4d15772-678a-45d0-8cd5-3ae5dc892de6', 'tenant_id': 'ece2945efdfc42d9b9df7d167b03c4d1', 'floating_ip_address': '172.25.8.32', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': '4d0af300-5788-42f9-a065-96f276425174', 'port_id': 'b9cfffa2-3bac-4283-872e-5f5ab7628241', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3139603d-a645-4aa5-91ac-2e9a4e4b78b3', 'mac_address': 'fa:16:3e:00:26:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64ce2a44-9632-46e3-9f08-0c8a34b1a1b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T21:17:29Z', 'updated_at': '2022-05-30T21:18:46Z', 'revision_number': 5, 'project_id': 'ece2945efdfc42d9b9df7d167b03c4d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcfd4c64-5ad6-4f1d-aaf0-0169e63a3763', 'name': '', 'network_id': '3139603d-a645-4aa5-91ac-2e9a4e4b78b3', 'tenant_id': 'ece2945efdfc42d9b9df7d167b03c4d1', 'mac_address': 'fa:16:3e:ff:68:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0af300-5788-42f9-a065-96f276425174', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6358aad-111e-416b-96f8-6ca6f34bfc47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:17:24Z', 'updated_at': '2022-05-30T21:17:41Z', 'revision_number': 5, 'project_id': 'ece2945efdfc42d9b9df7d167b03c4d1', 'subnets': [{'id': 'd6358aad-111e-416b-96f8-6ca6f34bfc47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 21:18:48.885576 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4bcfba5-8209-4363-86de-82801c469d32 None None] New status for floating IP d4d15772-678a-45d0-8cd5-3ae5dc892de6: ACTIVE {{(pid=84889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 21:18:50.130962 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:18:52.864550 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:18:56.310499 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-edda0f54-5e57-45f4-a26b-6a6992579ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:18:59.668282 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-7efdd279-fdb9-40d5-b348-88ceb767b8c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:18:59.870498 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:19:01.356324 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:19:02.902609 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:19:11.829360 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6c37dcf7-66c8-48fe-b70e-e1a89ce81f51 req-710980e8-8086-4c9b-b2e0-bc222521a913 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=64ce2a44-9632-46e3-9f08-0c8a34b1a1b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0738423 May 30 21:19:11.972577 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6c37dcf7-66c8-48fe-b70e-e1a89ce81f51 req-5675c4de-cf1d-42a9-8f00-d532a129f197 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ece2945efdfc42d9b9df7d167b03c4d1&device_id=64ce2a44-9632-46e3-9f08-0c8a34b1a1b5 HTTP/1.1" status: 200 len: 1097 time: 0.0743814 May 30 21:19:12.118293 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c37dcf7-66c8-48fe-b70e-e1a89ce81f51 req-867afc8c-fca2-409d-9938-41e9a96356dd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:19:12.119620 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6c37dcf7-66c8-48fe-b70e-e1a89ce81f51 req-867afc8c-fca2-409d-9938-41e9a96356dd service neutron] 10.222.0.86 "GET /v2.0/networks?id=3139603d-a645-4aa5-91ac-2e9a4e4b78b3 HTTP/1.1" status: 200 len: 913 time: 0.1247287 May 30 21:19:12.224067 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6c37dcf7-66c8-48fe-b70e-e1a89ce81f51 req-6cea2dbc-d569-4332-8ec8-a62d561c8787 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9cfffa2-3bac-4283-872e-5f5ab7628241 HTTP/1.1" status: 200 len: 1001 time: 0.0966585 May 30 21:19:12.287731 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c37dcf7-66c8-48fe-b70e-e1a89ce81f51 req-1279a417-9214-42ef-99a3-0d79e2d41d61 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:19:12.289180 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6c37dcf7-66c8-48fe-b70e-e1a89ce81f51 req-1279a417-9214-42ef-99a3-0d79e2d41d61 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d6358aad-111e-416b-96f8-6ca6f34bfc47 HTTP/1.1" status: 200 len: 851 time: 0.0587904 May 30 21:19:12.365577 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6c37dcf7-66c8-48fe-b70e-e1a89ce81f51 req-68a9f3c6-a77b-4acb-95b3-86e7b491120b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3139603d-a645-4aa5-91ac-2e9a4e4b78b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0680654 May 30 21:19:12.498448 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6c37dcf7-66c8-48fe-b70e-e1a89ce81f51 req-baf46b82-9bd1-4995-9bbc-3c17b9673977 service neutron] 10.222.0.86 "GET /v2.0/networks/3139603d-a645-4aa5-91ac-2e9a4e4b78b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252158 May 30 21:19:12.723376 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6c37dcf7-66c8-48fe-b70e-e1a89ce81f51 req-5ab4beb6-edb1-477c-a825-3ab8ee14cf00 service neutron] 10.222.0.86 "GET /v2.0/networks/3139603d-a645-4aa5-91ac-2e9a4e4b78b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165771 May 30 21:19:18.593631 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 21:19:20.126862 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:19:22.392810 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c8893f-9571-42fb-9c9c-19353d6a5778 req-6f972a41-f2d6-448b-b617-29def266c04c tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:19:22.394304 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e5c8893f-9571-42fb-9c9c-19353d6a5778 req-6f972a41-f2d6-448b-b617-29def266c04c tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=64ce2a44-9632-46e3-9f08-0c8a34b1a1b5 HTTP/1.1" status: 200 len: 946 time: 0.0781932 May 30 21:19:22.445771 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e5c8893f-9571-42fb-9c9c-19353d6a5778 req-130f8067-2337-43e7-ac8c-23c06928cd82 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448825 May 30 21:19:22.884839 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:19:23.676204 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23727d7a-9602-4d4d-abc8-0d2e0757bc03 req-de31ee30-7634-4071-b337-454cb8978bb5 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:19:23.677754 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-23727d7a-9602-4d4d-abc8-0d2e0757bc03 req-de31ee30-7634-4071-b337-454cb8978bb5 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=64ce2a44-9632-46e3-9f08-0c8a34b1a1b5 HTTP/1.1" status: 200 len: 946 time: 0.0813992 May 30 21:19:23.723499 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-23727d7a-9602-4d4d-abc8-0d2e0757bc03 req-d60ccf69-7e27-4437-9067-8b35971b0c8a tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399926 May 30 21:19:24.935954 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac109083-b0b9-4504-9ca1-bc42c02903ed req-e8d2a76f-d38d-4307-b0fe-ab8dc20e08b9 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:19:24.937333 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ac109083-b0b9-4504-9ca1-bc42c02903ed req-e8d2a76f-d38d-4307-b0fe-ab8dc20e08b9 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=64ce2a44-9632-46e3-9f08-0c8a34b1a1b5 HTTP/1.1" status: 200 len: 946 time: 0.0782082 May 30 21:19:24.983567 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ac109083-b0b9-4504-9ca1-bc42c02903ed req-eb040cff-b793-49e6-b4c6-9fbc9a0701cb tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406146 May 30 21:19:26.178880 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0470bce2-0082-4b24-9455-52e83bf6aa3c req-83d7ebb6-6a49-4eb2-b1a4-e86d1337ddfc tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:19:26.180372 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0470bce2-0082-4b24-9455-52e83bf6aa3c req-83d7ebb6-6a49-4eb2-b1a4-e86d1337ddfc tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=64ce2a44-9632-46e3-9f08-0c8a34b1a1b5 HTTP/1.1" status: 200 len: 946 time: 0.0752592 May 30 21:19:26.231822 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0470bce2-0082-4b24-9455-52e83bf6aa3c req-d6d6abba-6b62-410b-b748-8694cce5cccc tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444784 May 30 21:19:26.281120 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ccf6a658-55bf-4d4d-8670-91f4a02b0c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:19:27.434384 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eefedc-f9cf-4463-ae01-05e0c41e437a req-6fffffad-6eb2-45a7-82cd-7b0b1e1c5dfa tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:19:27.436099 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b1eefedc-f9cf-4463-ae01-05e0c41e437a req-6fffffad-6eb2-45a7-82cd-7b0b1e1c5dfa tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=64ce2a44-9632-46e3-9f08-0c8a34b1a1b5 HTTP/1.1" status: 200 len: 946 time: 0.0818250 May 30 21:19:27.481978 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b1eefedc-f9cf-4463-ae01-05e0c41e437a req-2beb1629-c8d4-443d-abee-506b00cb0bfb tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403681 May 30 21:19:28.678494 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8158c56e-6426-4fe8-84a8-2bd842a155fc req-08f07ba3-6cdd-41f1-a8fb-bf5c12ab10fb tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:19:28.679948 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8158c56e-6426-4fe8-84a8-2bd842a155fc req-08f07ba3-6cdd-41f1-a8fb-bf5c12ab10fb tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=64ce2a44-9632-46e3-9f08-0c8a34b1a1b5 HTTP/1.1" status: 200 len: 946 time: 0.0759778 May 30 21:19:28.728566 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8158c56e-6426-4fe8-84a8-2bd842a155fc req-a8ac4a10-752c-4f77-bbdf-cfa0db2faefe tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422530 May 30 21:19:29.667741 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-956bc46a-c5d0-4bb5-b78d-bc620e2386d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:19:29.879574 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:19:29.931208 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d5b2fa-91c8-4271-a66b-92a21314e5cd req-5b17c7c9-44f0-4fbe-8ffb-8e40c8cd8077 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:19:29.932706 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c7d5b2fa-91c8-4271-a66b-92a21314e5cd req-5b17c7c9-44f0-4fbe-8ffb-8e40c8cd8077 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=64ce2a44-9632-46e3-9f08-0c8a34b1a1b5 HTTP/1.1" status: 200 len: 946 time: 0.0773277 May 30 21:19:29.979812 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c7d5b2fa-91c8-4271-a66b-92a21314e5cd req-f4310daa-f344-433d-8396-fca88895a819 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408795 May 30 21:19:31.180112 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642fcc48-dab6-4d4a-a3aa-d74f8eea6ba2 req-85a03c3e-89a7-4eda-a517-ef04cf826cfa tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:19:31.181768 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-642fcc48-dab6-4d4a-a3aa-d74f8eea6ba2 req-85a03c3e-89a7-4eda-a517-ef04cf826cfa tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=64ce2a44-9632-46e3-9f08-0c8a34b1a1b5 HTTP/1.1" status: 200 len: 946 time: 0.0792928 May 30 21:19:31.233152 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-642fcc48-dab6-4d4a-a3aa-d74f8eea6ba2 req-7949696e-1018-48e6-a408-2a8b4e187e7e tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454361 May 30 21:19:31.372669 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:19:32.437036 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9a611c-b29a-479b-8286-33be13b2df2c req-829aa3aa-10fa-4901-b2dd-a110e3f33821 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:19:32.438517 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-7e9a611c-b29a-479b-8286-33be13b2df2c req-829aa3aa-10fa-4901-b2dd-a110e3f33821 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=64ce2a44-9632-46e3-9f08-0c8a34b1a1b5 HTTP/1.1" status: 200 len: 946 time: 0.0798521 May 30 21:19:32.484240 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-7e9a611c-b29a-479b-8286-33be13b2df2c req-9c5d1179-cd14-4318-8fd6-1bcf294315b4 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402267 May 30 21:19:32.909489 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:19:33.677295 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fc1763-20fe-4dfd-8c8c-8852a6dfddbc req-bd9e7f02-4201-479b-addb-e910e816f384 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:19:33.678759 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-69fc1763-20fe-4dfd-8c8c-8852a6dfddbc req-bd9e7f02-4201-479b-addb-e910e816f384 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=64ce2a44-9632-46e3-9f08-0c8a34b1a1b5 HTTP/1.1" status: 200 len: 946 time: 0.0757687 May 30 21:19:33.725440 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-69fc1763-20fe-4dfd-8c8c-8852a6dfddbc req-75109910-83c8-4106-9d34-5f699d50882c tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406322 May 30 21:19:33.982777 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-05859a3e-1cec-46a6-a47c-af5d0041b185 req-7550dfe1-470d-4556-b952-29b20f407715 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=64ce2a44-9632-46e3-9f08-0c8a34b1a1b5&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1320825 May 30 21:19:34.411935 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1069a4a0-d921-4c54-904c-c6d565c54f00 req-e48bcd88-2934-4b06-853d-f3add4225ab4 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:19:34.413421 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1069a4a0-d921-4c54-904c-c6d565c54f00 req-e48bcd88-2934-4b06-853d-f3add4225ab4 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=64ce2a44-9632-46e3-9f08-0c8a34b1a1b5 HTTP/1.1" status: 200 len: 946 time: 0.0803685 May 30 21:19:34.460782 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1069a4a0-d921-4c54-904c-c6d565c54f00 req-84b2fe68-7616-4c51-942c-facd8401318b tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409629 May 30 21:19:34.520992 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2d05333a-0910-4435-bb95-b1d336419e4b req-9b79e60b-85ad-4bdd-ac77-1548f0278335 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=64ce2a44-9632-46e3-9f08-0c8a34b1a1b5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0704060 May 30 21:19:35.661981 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4edcb4f-dbb0-465a-b656-d5fd6515f5f1 req-267500c5-634d-4088-ab65-33686b9f74ee tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:19:35.663365 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b4edcb4f-dbb0-465a-b656-d5fd6515f5f1 req-267500c5-634d-4088-ab65-33686b9f74ee tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=64ce2a44-9632-46e3-9f08-0c8a34b1a1b5 HTTP/1.1" status: 200 len: 946 time: 0.0763328 May 30 21:19:35.709272 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b4edcb4f-dbb0-465a-b656-d5fd6515f5f1 req-d86d4295-eb24-42f1-b375-518c69cb94a0 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402687 May 30 21:19:36.692915 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2d05333a-0910-4435-bb95-b1d336419e4b req-50b0c0d9-f1d1-4633-a8bc-5264c7cb3681 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ece2945efdfc42d9b9df7d167b03c4d1&device_id=64ce2a44-9632-46e3-9f08-0c8a34b1a1b5 HTTP/1.1" status: 200 len: 1097 time: 0.0683048 May 30 21:19:36.830340 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d05333a-0910-4435-bb95-b1d336419e4b req-66de0cc4-f8a5-4570-906f-c0c08672b9df service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:19:36.831946 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2d05333a-0910-4435-bb95-b1d336419e4b req-66de0cc4-f8a5-4570-906f-c0c08672b9df service neutron] 10.222.0.86 "GET /v2.0/networks?id=3139603d-a645-4aa5-91ac-2e9a4e4b78b3 HTTP/1.1" status: 200 len: 913 time: 0.1295280 May 30 21:19:36.985017 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2d05333a-0910-4435-bb95-b1d336419e4b req-c37600e0-4f28-4a84-84b1-e98c98f918b2 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9cfffa2-3bac-4283-872e-5f5ab7628241 HTTP/1.1" status: 200 len: 1001 time: 0.1170421 May 30 21:19:37.001276 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41804d8f-a004-4b5a-9188-654e32bd3123 req-64eadc92-f59b-45a9-b061-9b08f94b3001 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:19:37.002689 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-41804d8f-a004-4b5a-9188-654e32bd3123 req-64eadc92-f59b-45a9-b061-9b08f94b3001 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=64ce2a44-9632-46e3-9f08-0c8a34b1a1b5 HTTP/1.1" status: 200 len: 946 time: 0.1683075 May 30 21:19:37.090665 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d05333a-0910-4435-bb95-b1d336419e4b req-5d027973-38ad-4173-b266-596fef2b2109 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:19:37.092065 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2d05333a-0910-4435-bb95-b1d336419e4b req-5d027973-38ad-4173-b266-596fef2b2109 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d6358aad-111e-416b-96f8-6ca6f34bfc47 HTTP/1.1" status: 200 len: 851 time: 0.0966036 May 30 21:19:37.096668 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-41804d8f-a004-4b5a-9188-654e32bd3123 req-0dc6cc57-3eea-444c-937d-900f9438aa4d tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653725 May 30 21:19:37.169204 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2d05333a-0910-4435-bb95-b1d336419e4b req-f549f017-e35b-4798-9381-2635e66a4a77 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3139603d-a645-4aa5-91ac-2e9a4e4b78b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0679448 May 30 21:19:37.305035 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2d05333a-0910-4435-bb95-b1d336419e4b req-9bb52b50-123a-44d1-a45a-ec09763b2aa6 service neutron] 10.222.0.86 "GET /v2.0/networks/3139603d-a645-4aa5-91ac-2e9a4e4b78b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262918 May 30 21:19:37.440019 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2d05333a-0910-4435-bb95-b1d336419e4b req-05abfbc7-7ff1-46fe-8232-cc73eb0e1a60 service neutron] 10.222.0.86 "GET /v2.0/networks/3139603d-a645-4aa5-91ac-2e9a4e4b78b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262462 May 30 21:19:38.297096 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d1f1b5-6701-4f71-b9bd-15acc49f84f2 req-994f9288-3cdd-436e-aa03-de8fec2d5c30 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:19:38.298584 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b5d1f1b5-6701-4f71-b9bd-15acc49f84f2 req-994f9288-3cdd-436e-aa03-de8fec2d5c30 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=64ce2a44-9632-46e3-9f08-0c8a34b1a1b5 HTTP/1.1" status: 200 len: 946 time: 0.0796423 May 30 21:19:38.344832 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b5d1f1b5-6701-4f71-b9bd-15acc49f84f2 req-46b2dead-2fe6-4ddc-9ae2-656db1ac5685 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406492 May 30 21:19:39.538021 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cad9d67-09b8-4b11-b19b-0646376c3a10 req-ee560789-17ba-45be-b383-add24d46fac5 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:19:39.539457 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7cad9d67-09b8-4b11-b19b-0646376c3a10 req-ee560789-17ba-45be-b383-add24d46fac5 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=64ce2a44-9632-46e3-9f08-0c8a34b1a1b5 HTTP/1.1" status: 200 len: 946 time: 0.0752177 May 30 21:19:39.588029 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7cad9d67-09b8-4b11-b19b-0646376c3a10 req-d95a6a0b-cc60-4f14-b068-19e03528a279 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430157 May 30 21:19:39.934684 n-d-843948-2 neutron-server[84887]: INFO neutron.api.v2.resource [req-2d05333a-0910-4435-bb95-b1d336419e4b req-01a44406-0a2e-4c02-8c30-febbd00ea4c9 service neutron] show failed (client error): The resource could not be found. May 30 21:19:39.935934 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2d05333a-0910-4435-bb95-b1d336419e4b req-01a44406-0a2e-4c02-8c30-febbd00ea4c9 service neutron] 10.222.0.86 "GET /v2.0/ports/b9cfffa2-3bac-4283-872e-5f5ab7628241/bindings/n-h1-843948-2 HTTP/1.1" status: 404 len: 380 time: 0.1613240 May 30 21:19:40.452811 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2d05333a-0910-4435-bb95-b1d336419e4b req-4c791ba0-f5d7-4ffc-8137-7cbeb9bee0f7 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=64ce2a44-9632-46e3-9f08-0c8a34b1a1b5&tenant_id=ece2945efdfc42d9b9df7d167b03c4d1 HTTP/1.1" status: 200 len: 1097 time: 0.0686934 May 30 21:19:40.463052 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [req-2d05333a-0910-4435-bb95-b1d336419e4b req-fad3380c-1453-4d23-abde-5a5247fe39c9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-843948-2', 'device_owner': 'compute:nova'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:19:40.571161 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-2d05333a-0910-4435-bb95-b1d336419e4b req-fad3380c-1453-4d23-abde-5a5247fe39c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:19:40.994202 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-2d05333a-0910-4435-bb95-b1d336419e4b req-fad3380c-1453-4d23-abde-5a5247fe39c9 service neutron] For port b9cfffa2-3bac-4283-872e-5f5ab7628241, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=b9cfffa2-3bac-4283-872e-5f5ab7628241,segment=NetworkSegment(ebd10616-65b9-43cb-8c01-5aebde3a70ca),segment_id=ebd10616-65b9-43cb-8c01-5aebde3a70ca)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:19:41.005694 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b414a0-2ab3-409c-b2b2-b43129b76b9b req-ccce95ff-0f78-4aa0-ad04-ace011ba7cbd tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:19:41.007148 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-08b414a0-2ab3-409c-b2b2-b43129b76b9b req-ccce95ff-0f78-4aa0-ad04-ace011ba7cbd tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=64ce2a44-9632-46e3-9f08-0c8a34b1a1b5 HTTP/1.1" status: 200 len: 946 time: 0.2953107 May 30 21:19:41.051282 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-2d05333a-0910-4435-bb95-b1d336419e4b req-fad3380c-1453-4d23-abde-5a5247fe39c9 service neutron] For port b9cfffa2-3bac-4283-872e-5f5ab7628241, host n-h2-843948-2, cleared binding levels {{(pid=84886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 21:19:41.113870 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-08b414a0-2ab3-409c-b2b2-b43129b76b9b req-5b921452-5ca2-4ca8-ae4f-a4b48e1acab3 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994034 May 30 21:19:41.122011 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64ce2a44-9632-46e3-9f08-0c8a34b1a1b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9cfffa2-3bac-4283-872e-5f5ab7628241'}] {{(pid=84886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:19:41.127482 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-2d05333a-0910-4435-bb95-b1d336419e4b req-fad3380c-1453-4d23-abde-5a5247fe39c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:19:41.143631 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [req-2d05333a-0910-4435-bb95-b1d336419e4b req-fad3380c-1453-4d23-abde-5a5247fe39c9 service neutron] Transition to ACTIVE for port object b9cfffa2-3bac-4283-872e-5f5ab7628241 will not be triggered until provisioned by entity L2. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:19:41.196171 n-d-843948-2 neutron-server[84886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-434719fd-a4da-4304-8a45-d04ba2785f7b'] response: {'server_uuid': '64ce2a44-9632-46e3-9f08-0c8a34b1a1b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9cfffa2-3bac-4283-872e-5f5ab7628241', 'code': 200} May 30 21:19:41.223868 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-2d05333a-0910-4435-bb95-b1d336419e4b req-fad3380c-1453-4d23-abde-5a5247fe39c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:19:41.363232 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad3380c-1453-4d23-abde-5a5247fe39c9 service neutron] Pushing event updated for resources: {'Port': ['ID=b9cfffa2-3bac-4283-872e-5f5ab7628241,revision_number=6']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:19:41.384182 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad3380c-1453-4d23-abde-5a5247fe39c9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:19:41.384456 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad3380c-1453-4d23-abde-5a5247fe39c9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:19:41.384803 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad3380c-1453-4d23-abde-5a5247fe39c9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:19:41.385135 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad3380c-1453-4d23-abde-5a5247fe39c9 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:19:41.385467 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad3380c-1453-4d23-abde-5a5247fe39c9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:19:41.385830 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad3380c-1453-4d23-abde-5a5247fe39c9 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:19:41.386275 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad3380c-1453-4d23-abde-5a5247fe39c9 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:19:41.387049 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad3380c-1453-4d23-abde-5a5247fe39c9 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:19:41.387377 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad3380c-1453-4d23-abde-5a5247fe39c9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:19:41.387712 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad3380c-1453-4d23-abde-5a5247fe39c9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:19:41.388029 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad3380c-1453-4d23-abde-5a5247fe39c9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:19:41.435461 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d05333a-0910-4435-bb95-b1d336419e4b req-fad3380c-1453-4d23-abde-5a5247fe39c9 service neutron] No DVR routers for this DVR port b9cfffa2-3bac-4283-872e-5f5ab7628241 on host n-h2-843948-2 {{(pid=84886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 21:19:41.696091 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-2d05333a-0910-4435-bb95-b1d336419e4b req-fad3380c-1453-4d23-abde-5a5247fe39c9 service neutron] Attempting to bind port b9cfffa2-3bac-4283-872e-5f5ab7628241 on host n-h1-843948-2 for vnic_type normal with profile {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 21:19:41.696758 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-2d05333a-0910-4435-bb95-b1d336419e4b req-fad3380c-1453-4d23-abde-5a5247fe39c9 service neutron] Attempting to bind port b9cfffa2-3bac-4283-872e-5f5ab7628241 by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': 'ebd10616-65b9-43cb-8c01-5aebde3a70ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '3139603d-a645-4aa5-91ac-2e9a4e4b78b3'}] {{(pid=84886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 21:19:41.696758 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d05333a-0910-4435-bb95-b1d336419e4b req-fad3380c-1453-4d23-abde-5a5247fe39c9 service neutron] Attempting to bind port b9cfffa2-3bac-4283-872e-5f5ab7628241 on network 3139603d-a645-4aa5-91ac-2e9a4e4b78b3 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:19:41.703031 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d05333a-0910-4435-bb95-b1d336419e4b req-fad3380c-1453-4d23-abde-5a5247fe39c9 service neutron] Port b9cfffa2-3bac-4283-872e-5f5ab7628241 on network 3139603d-a645-4aa5-91ac-2e9a4e4b78b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 21:19:41.703347 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d05333a-0910-4435-bb95-b1d336419e4b req-fad3380c-1453-4d23-abde-5a5247fe39c9 service neutron] Attempting to bind port b9cfffa2-3bac-4283-872e-5f5ab7628241 on network 3139603d-a645-4aa5-91ac-2e9a4e4b78b3 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:19:41.710095 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d05333a-0910-4435-bb95-b1d336419e4b req-fad3380c-1453-4d23-abde-5a5247fe39c9 service neutron] Checking agent: {'id': 'f728d74e-a4ae-4384-860b-a5ade05dd8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 21, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 21:19:41.710425 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d05333a-0910-4435-bb95-b1d336419e4b req-fad3380c-1453-4d23-abde-5a5247fe39c9 service neutron] Checking segment: {'id': 'ebd10616-65b9-43cb-8c01-5aebde3a70ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '3139603d-a645-4aa5-91ac-2e9a4e4b78b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:19:41.710800 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d05333a-0910-4435-bb95-b1d336419e4b req-fad3380c-1453-4d23-abde-5a5247fe39c9 service neutron] Bound using segment: {'id': 'ebd10616-65b9-43cb-8c01-5aebde3a70ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '3139603d-a645-4aa5-91ac-2e9a4e4b78b3'} {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 21:19:41.711218 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-2d05333a-0910-4435-bb95-b1d336419e4b req-fad3380c-1453-4d23-abde-5a5247fe39c9 service neutron] Bound port: b9cfffa2-3bac-4283-872e-5f5ab7628241, host: n-h1-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebd10616-65b9-43cb-8c01-5aebde3a70ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '3139603d-a645-4aa5-91ac-2e9a4e4b78b3'}}] {{(pid=84886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 21:19:41.711559 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-2d05333a-0910-4435-bb95-b1d336419e4b req-fad3380c-1453-4d23-abde-5a5247fe39c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:19:41.799921 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-2d05333a-0910-4435-bb95-b1d336419e4b req-fad3380c-1453-4d23-abde-5a5247fe39c9 service neutron] For port b9cfffa2-3bac-4283-872e-5f5ab7628241, host n-h1-843948-2, cleared binding levels {{(pid=84886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 21:19:41.803214 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-2d05333a-0910-4435-bb95-b1d336419e4b req-fad3380c-1453-4d23-abde-5a5247fe39c9 service neutron] For port b9cfffa2-3bac-4283-872e-5f5ab7628241, host n-h1-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=b9cfffa2-3bac-4283-872e-5f5ab7628241,segment=NetworkSegment(ebd10616-65b9-43cb-8c01-5aebde3a70ca),segment_id=ebd10616-65b9-43cb-8c01-5aebde3a70ca)] {{(pid=84886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 21:19:41.892572 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-2d05333a-0910-4435-bb95-b1d336419e4b req-fad3380c-1453-4d23-abde-5a5247fe39c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:19:41.960445 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-2d05333a-0910-4435-bb95-b1d336419e4b req-fad3380c-1453-4d23-abde-5a5247fe39c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:19:41.961868 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2d05333a-0910-4435-bb95-b1d336419e4b req-fad3380c-1453-4d23-abde-5a5247fe39c9 service neutron] 10.222.0.71 "PUT /v2.0/ports/b9cfffa2-3bac-4283-872e-5f5ab7628241 HTTP/1.1" status: 200 len: 1092 time: 1.5027301 May 30 21:19:41.976778 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad3380c-1453-4d23-abde-5a5247fe39c9 service neutron] Pushing event updated for resources: {'Port': ['ID=b9cfffa2-3bac-4283-872e-5f5ab7628241,revision_number=7']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:19:42.070129 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2d05333a-0910-4435-bb95-b1d336419e4b req-d61d7118-28de-4371-ab32-21f059215a39 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ece2945efdfc42d9b9df7d167b03c4d1&device_id=64ce2a44-9632-46e3-9f08-0c8a34b1a1b5 HTTP/1.1" status: 200 len: 1095 time: 0.0726402 May 30 21:19:42.209605 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d05333a-0910-4435-bb95-b1d336419e4b req-56872dd0-65e7-481e-9d30-e350924b22d4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:19:42.211006 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2d05333a-0910-4435-bb95-b1d336419e4b req-56872dd0-65e7-481e-9d30-e350924b22d4 service neutron] 10.222.0.71 "GET /v2.0/networks?id=3139603d-a645-4aa5-91ac-2e9a4e4b78b3 HTTP/1.1" status: 200 len: 913 time: 0.1351163 May 30 21:19:42.364850 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2d05333a-0910-4435-bb95-b1d336419e4b req-3ac75df4-9f17-4d12-8104-f61c7b5676f5 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9cfffa2-3bac-4283-872e-5f5ab7628241 HTTP/1.1" status: 200 len: 999 time: 0.1469746 May 30 21:19:42.429508 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729fc2cb-f132-45f8-9ccd-893355d8dca5 req-953ba37b-5e70-466a-9b1f-56df4976119a tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:19:42.430992 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-729fc2cb-f132-45f8-9ccd-893355d8dca5 req-953ba37b-5e70-466a-9b1f-56df4976119a tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=64ce2a44-9632-46e3-9f08-0c8a34b1a1b5 HTTP/1.1" status: 200 len: 944 time: 0.1624248 May 30 21:19:42.456990 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d05333a-0910-4435-bb95-b1d336419e4b req-42d02b4c-4677-43bf-b77e-2d3c6d6d40b8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:19:42.458555 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2d05333a-0910-4435-bb95-b1d336419e4b req-42d02b4c-4677-43bf-b77e-2d3c6d6d40b8 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d6358aad-111e-416b-96f8-6ca6f34bfc47 HTTP/1.1" status: 200 len: 851 time: 0.0874281 May 30 21:19:42.523103 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-729fc2cb-f132-45f8-9ccd-893355d8dca5 req-01241791-be28-4599-98d9-9124312457bc tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853872 May 30 21:19:42.569034 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2d05333a-0910-4435-bb95-b1d336419e4b req-2122b349-7d00-42cd-915f-04caaaaa3a66 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3139603d-a645-4aa5-91ac-2e9a4e4b78b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0839801 May 30 21:19:42.680741 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2d05333a-0910-4435-bb95-b1d336419e4b req-5f4b004e-a5cb-465d-875e-ed7a6f9ab0e7 service neutron] 10.222.0.71 "GET /v2.0/networks/3139603d-a645-4aa5-91ac-2e9a4e4b78b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248839 May 30 21:19:42.916597 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device b9cfffa2-3bac-4283-872e-5f5ab7628241 no longer exists at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 21:19:42.923767 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2d05333a-0910-4435-bb95-b1d336419e4b req-54379fa5-c38c-489d-8423-8abc17f63404 service neutron] 10.222.0.71 "GET /v2.0/networks/3139603d-a645-4aa5-91ac-2e9a4e4b78b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2363217 May 30 21:19:42.975339 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device b9cfffa2-3bac-4283-872e-5f5ab7628241 not bound to the agent host n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 21:19:43.197092 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64ce2a44-9632-46e3-9f08-0c8a34b1a1b5', 'tag': 'b9cfffa2-3bac-4283-872e-5f5ab7628241'}] {{(pid=84886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:19:43.266209 n-d-843948-2 neutron-server[84886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2a6656f-7621-4cb3-9733-11b06bbe851c'] response: {'name': 'network-changed', 'server_uuid': '64ce2a44-9632-46e3-9f08-0c8a34b1a1b5', 'tag': 'b9cfffa2-3bac-4283-872e-5f5ab7628241', 'status': 'completed', 'code': 200} May 30 21:19:43.363004 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9b86a011-4e7e-4b90-9a67-ec589a85b9ae req-2747b5a2-3e52-4621-8537-ee4da06f19e7 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ece2945efdfc42d9b9df7d167b03c4d1&device_id=64ce2a44-9632-46e3-9f08-0c8a34b1a1b5 HTTP/1.1" status: 200 len: 1095 time: 0.0732179 May 30 21:19:43.369248 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9b86a011-4e7e-4b90-9a67-ec589a85b9ae req-2f62bfbe-95b0-4016-8019-e02482d28d1e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ece2945efdfc42d9b9df7d167b03c4d1&device_id=64ce2a44-9632-46e3-9f08-0c8a34b1a1b5 HTTP/1.1" status: 200 len: 1095 time: 0.0738118 May 30 21:19:43.503432 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b86a011-4e7e-4b90-9a67-ec589a85b9ae req-a781f6a5-c1da-4c1c-babe-c9238fc29b12 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:19:43.504865 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9b86a011-4e7e-4b90-9a67-ec589a85b9ae req-a781f6a5-c1da-4c1c-babe-c9238fc29b12 service neutron] 10.222.0.86 "GET /v2.0/networks?id=3139603d-a645-4aa5-91ac-2e9a4e4b78b3 HTTP/1.1" status: 200 len: 913 time: 0.1326568 May 30 21:19:43.504984 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b86a011-4e7e-4b90-9a67-ec589a85b9ae req-488261c3-3de9-43c6-a5ea-4d27d5756be0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:19:43.506474 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9b86a011-4e7e-4b90-9a67-ec589a85b9ae req-488261c3-3de9-43c6-a5ea-4d27d5756be0 service neutron] 10.222.0.71 "GET /v2.0/networks?id=3139603d-a645-4aa5-91ac-2e9a4e4b78b3 HTTP/1.1" status: 200 len: 913 time: 0.1318102 May 30 21:19:43.612752 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9b86a011-4e7e-4b90-9a67-ec589a85b9ae req-2b8ef614-a514-4aa5-8b61-8b6c9def8d94 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9cfffa2-3bac-4283-872e-5f5ab7628241 HTTP/1.1" status: 200 len: 999 time: 0.0980582 May 30 21:19:43.614226 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9b86a011-4e7e-4b90-9a67-ec589a85b9ae req-81dda480-15f8-4b52-925e-6b475e609d5a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9cfffa2-3bac-4283-872e-5f5ab7628241 HTTP/1.1" status: 200 len: 999 time: 0.1012664 May 30 21:19:43.682964 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b86a011-4e7e-4b90-9a67-ec589a85b9ae req-0878c693-020a-4d55-89c3-bfd2d618f5fb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:19:43.684642 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9b86a011-4e7e-4b90-9a67-ec589a85b9ae req-0878c693-020a-4d55-89c3-bfd2d618f5fb service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d6358aad-111e-416b-96f8-6ca6f34bfc47 HTTP/1.1" status: 200 len: 851 time: 0.0625339 May 30 21:19:43.727539 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b86a011-4e7e-4b90-9a67-ec589a85b9ae req-3747d455-6f9a-4ff6-a220-feed1544deb9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:19:43.728903 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9b86a011-4e7e-4b90-9a67-ec589a85b9ae req-3747d455-6f9a-4ff6-a220-feed1544deb9 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d6358aad-111e-416b-96f8-6ca6f34bfc47 HTTP/1.1" status: 200 len: 851 time: 0.1086657 May 30 21:19:43.763987 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9b86a011-4e7e-4b90-9a67-ec589a85b9ae req-34fcf301-c17a-4d48-9d59-498373cbc649 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3139603d-a645-4aa5-91ac-2e9a4e4b78b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700097 May 30 21:19:43.795955 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5559f8a0-dae2-491e-a199-e09656c6b4e1 req-dbc1503c-b988-4d98-9271-e66d19d9fbf8 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:19:43.797341 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5559f8a0-dae2-491e-a199-e09656c6b4e1 req-dbc1503c-b988-4d98-9271-e66d19d9fbf8 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=64ce2a44-9632-46e3-9f08-0c8a34b1a1b5 HTTP/1.1" status: 200 len: 944 time: 0.1467857 May 30 21:19:43.860624 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9b86a011-4e7e-4b90-9a67-ec589a85b9ae req-b265e656-fc5d-435c-a80c-be0956dc6933 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3139603d-a645-4aa5-91ac-2e9a4e4b78b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1253219 May 30 21:19:43.862942 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5559f8a0-dae2-491e-a199-e09656c6b4e1 req-6e1d0f70-183e-4f94-8286-b66a634bcc4b tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542018 May 30 21:19:43.909745 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9b86a011-4e7e-4b90-9a67-ec589a85b9ae req-89aad2db-59bf-423d-9f82-15bdf0ca888a service neutron] 10.222.0.86 "GET /v2.0/networks/3139603d-a645-4aa5-91ac-2e9a4e4b78b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358964 May 30 21:19:43.999447 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9b86a011-4e7e-4b90-9a67-ec589a85b9ae req-c51abc77-9f99-4774-8e3d-5bf5cdcc7a26 service neutron] 10.222.0.71 "GET /v2.0/networks/3139603d-a645-4aa5-91ac-2e9a4e4b78b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322701 May 30 21:19:44.050973 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9b86a011-4e7e-4b90-9a67-ec589a85b9ae req-05d49630-e4a0-45fa-a127-b58eece416da service neutron] 10.222.0.86 "GET /v2.0/networks/3139603d-a645-4aa5-91ac-2e9a4e4b78b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316874 May 30 21:19:44.131166 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9b86a011-4e7e-4b90-9a67-ec589a85b9ae req-2e6662a7-81d4-4485-bf0a-7285670e758e service neutron] 10.222.0.71 "GET /v2.0/networks/3139603d-a645-4aa5-91ac-2e9a4e4b78b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255851 May 30 21:19:45.072180 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6039724b-caab-4f07-883c-94bfd63a246c req-84d6e39e-dacb-4c7b-86d7-53c28185bcfd tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:19:45.073540 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6039724b-caab-4f07-883c-94bfd63a246c req-84d6e39e-dacb-4c7b-86d7-53c28185bcfd tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=64ce2a44-9632-46e3-9f08-0c8a34b1a1b5 HTTP/1.1" status: 200 len: 944 time: 0.0829194 May 30 21:19:45.119138 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6039724b-caab-4f07-883c-94bfd63a246c req-8df5f5d2-a30e-4f68-b683-0bb68f60b8d8 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394566 May 30 21:19:45.476510 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device b9cfffa2-3bac-4283-872e-5f5ab7628241 details requested by agent hyperv_n-h1-843948-2 with host n-h1-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 21:19:45.612808 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port b9cfffa2-3bac-4283-872e-5f5ab7628241, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=b9cfffa2-3bac-4283-872e-5f5ab7628241,segment=NetworkSegment(ebd10616-65b9-43cb-8c01-5aebde3a70ca),segment_id=ebd10616-65b9-43cb-8c01-5aebde3a70ca)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:19:45.626770 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Returning: {'device': 'b9cfffa2-3bac-4283-872e-5f5ab7628241', 'network_id': '3139603d-a645-4aa5-91ac-2e9a4e4b78b3', 'port_id': 'b9cfffa2-3bac-4283-872e-5f5ab7628241', 'mac_address': 'fa:16:3e:00:26:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6358aad-111e-416b-96f8-6ca6f34bfc47', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 21:19:45.679317 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:19:45.682509 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e2c78e-afea-4d0f-9202-d3d2c7f85748 req-e3384661-d2f7-4191-bbef-4d400d977dce tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:19:45.684566 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-89e2c78e-afea-4d0f-9202-d3d2c7f85748 req-e3384661-d2f7-4191-bbef-4d400d977dce tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=64ce2a44-9632-46e3-9f08-0c8a34b1a1b5 HTTP/1.1" status: 200 len: 944 time: 0.1349297 May 30 21:19:45.697808 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9cfffa2-3bac-4283-872e-5f5ab7628241 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 21:19:45.713376 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port b9cfffa2-3bac-4283-872e-5f5ab7628241, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=b9cfffa2-3bac-4283-872e-5f5ab7628241,segment=NetworkSegment(ebd10616-65b9-43cb-8c01-5aebde3a70ca),segment_id=ebd10616-65b9-43cb-8c01-5aebde3a70ca)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:19:45.739428 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143879c8-eb5f-4193-9ffd-1c1da988350f req-2df6c5fa-0b5d-4921-b4c5-9e6b9cec9dac tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:19:45.740926 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-143879c8-eb5f-4193-9ffd-1c1da988350f req-2df6c5fa-0b5d-4921-b4c5-9e6b9cec9dac tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.86 "GET /v2.0/ports?device_id=64ce2a44-9632-46e3-9f08-0c8a34b1a1b5&tenant_id=ece2945efdfc42d9b9df7d167b03c4d1&binding%3Ahost_id=n-h1-843948-2 HTTP/1.1" status: 200 len: 944 time: 0.1342175 May 30 21:19:45.748580 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-89e2c78e-afea-4d0f-9202-d3d2c7f85748 req-ec2cb8d1-0e97-4af3-880c-edd5efc72944 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574915 May 30 21:19:45.798817 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:19:45.826511 n-d-843948-2 neutron-server[84887]: INFO neutron.api.v2.resource [req-143879c8-eb5f-4193-9ffd-1c1da988350f req-fa958f74-0c42-4497-88aa-b6c2c18dcf0b service neutron] delete failed (client error): The resource could not be found. May 30 21:19:45.827530 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-143879c8-eb5f-4193-9ffd-1c1da988350f req-fa958f74-0c42-4497-88aa-b6c2c18dcf0b service neutron] 10.222.0.86 "DELETE /v2.0/ports/b9cfffa2-3bac-4283-872e-5f5ab7628241/bindings/n-h2-843948-2 HTTP/1.1" status: 404 len: 380 time: 0.0781264 May 30 21:19:45.869474 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=b9cfffa2-3bac-4283-872e-5f5ab7628241,revision_number=8']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:19:45.878226 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:19:45.878575 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:19:45.878914 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:19:45.879363 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:19:45.879700 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:19:45.880030 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:19:45.880388 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:19:45.880714 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:19:45.881036 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:19:45.881358 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:19:45.881707 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:19:45.976662 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-143879c8-eb5f-4193-9ffd-1c1da988350f req-5459f4c5-c6f0-4c02-9f91-f15e5cde7a74 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ece2945efdfc42d9b9df7d167b03c4d1&device_id=64ce2a44-9632-46e3-9f08-0c8a34b1a1b5 HTTP/1.1" status: 200 len: 1096 time: 0.0707214 May 30 21:19:46.030039 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['b9cfffa2-3bac-4283-872e-5f5ab7628241'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 21:19:46.110732 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143879c8-eb5f-4193-9ffd-1c1da988350f req-77abbb98-19d1-4fdf-b3cf-b52e969b0604 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:19:46.112130 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-143879c8-eb5f-4193-9ffd-1c1da988350f req-77abbb98-19d1-4fdf-b3cf-b52e969b0604 service neutron] 10.222.0.86 "GET /v2.0/networks?id=3139603d-a645-4aa5-91ac-2e9a4e4b78b3 HTTP/1.1" status: 200 len: 913 time: 0.1271293 May 30 21:19:46.222572 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-143879c8-eb5f-4193-9ffd-1c1da988350f req-9ba77ad8-17f5-4ed5-9458-6d236f3a7b63 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9cfffa2-3bac-4283-872e-5f5ab7628241 HTTP/1.1" status: 200 len: 1000 time: 0.1003220 May 30 21:19:46.288206 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143879c8-eb5f-4193-9ffd-1c1da988350f req-62aa1dce-5054-4bd8-859c-8518a63041ff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:19:46.289561 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-143879c8-eb5f-4193-9ffd-1c1da988350f req-62aa1dce-5054-4bd8-859c-8518a63041ff service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d6358aad-111e-416b-96f8-6ca6f34bfc47 HTTP/1.1" status: 200 len: 851 time: 0.0581219 May 30 21:19:46.370356 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-143879c8-eb5f-4193-9ffd-1c1da988350f req-ebd18e55-8201-49a6-88ea-dd58a0a6dff3 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3139603d-a645-4aa5-91ac-2e9a4e4b78b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715790 May 30 21:19:46.592467 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-143879c8-eb5f-4193-9ffd-1c1da988350f req-012ccf03-07e1-4477-b582-7021db811ff1 service neutron] 10.222.0.86 "GET /v2.0/networks/3139603d-a645-4aa5-91ac-2e9a4e4b78b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116985 May 30 21:19:46.730005 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-143879c8-eb5f-4193-9ffd-1c1da988350f req-275dd648-929d-4055-be90-c0d263293094 service neutron] 10.222.0.86 "GET /v2.0/networks/3139603d-a645-4aa5-91ac-2e9a4e4b78b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277993 May 30 21:19:46.974002 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba48678-e53b-4604-96c8-563a68c6a93e req-5ebde3c4-45d4-4ce1-bf1c-7fe0d934033e tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:19:46.975465 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1ba48678-e53b-4604-96c8-563a68c6a93e req-5ebde3c4-45d4-4ce1-bf1c-7fe0d934033e tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=64ce2a44-9632-46e3-9f08-0c8a34b1a1b5 HTTP/1.1" status: 200 len: 945 time: 0.0820343 May 30 21:19:47.025188 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1ba48678-e53b-4604-96c8-563a68c6a93e req-e7a5cf15-43a8-4290-8381-7487d5aad546 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406017 May 30 21:19:47.476195 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device b9cfffa2-3bac-4283-872e-5f5ab7628241 up at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:19:47.669536 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning for port b9cfffa2-3bac-4283-872e-5f5ab7628241 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:19:47.674618 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning complete for port b9cfffa2-3bac-4283-872e-5f5ab7628241 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:19:47.674983 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:19:47.791766 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:19:47.819175 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64ce2a44-9632-46e3-9f08-0c8a34b1a1b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9cfffa2-3bac-4283-872e-5f5ab7628241'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:19:47.829392 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port b9cfffa2-3bac-4283-872e-5f5ab7628241, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=b9cfffa2-3bac-4283-872e-5f5ab7628241,segment=NetworkSegment(ebd10616-65b9-43cb-8c01-5aebde3a70ca),segment_id=ebd10616-65b9-43cb-8c01-5aebde3a70ca)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:19:47.921069 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:19:47.958420 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13b6e04f-d15b-4add-bf8f-a02cd3540b95'] response: {'server_uuid': '64ce2a44-9632-46e3-9f08-0c8a34b1a1b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9cfffa2-3bac-4283-872e-5f5ab7628241', 'code': 200} May 30 21:19:47.990723 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=b9cfffa2-3bac-4283-872e-5f5ab7628241,revision_number=9']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:19:48.225508 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7312b5-cc18-4ef7-aeca-4e5fab1832d1 req-65a707cb-24ff-47c5-b85e-82b12dc4a676 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:19:48.226989 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-de7312b5-cc18-4ef7-aeca-4e5fab1832d1 req-65a707cb-24ff-47c5-b85e-82b12dc4a676 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=64ce2a44-9632-46e3-9f08-0c8a34b1a1b5 HTTP/1.1" status: 200 len: 946 time: 0.0766084 May 30 21:19:48.273691 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-de7312b5-cc18-4ef7-aeca-4e5fab1832d1 req-dfbfeaea-1439-4188-a538-d22a71c749e9 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410945 May 30 21:19:48.482538 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86775260-9277-4aeb-8071-d6b8b6200a2b req-25e483c0-626a-48e9-96fa-0ce2d32cf5a4 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:19:48.483987 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-86775260-9277-4aeb-8071-d6b8b6200a2b req-25e483c0-626a-48e9-96fa-0ce2d32cf5a4 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=64ce2a44-9632-46e3-9f08-0c8a34b1a1b5 HTTP/1.1" status: 200 len: 946 time: 0.0766048 May 30 21:19:48.529154 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-86775260-9277-4aeb-8071-d6b8b6200a2b req-a6b8ac54-caf3-4acc-9f2c-ca39b75c21e7 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395827 May 30 21:19:49.031493 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02241e4-e107-45cf-9b7c-706036d58c86 req-5f163bee-6e8b-4c1e-9cdd-fffca7465af5 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:19:49.032950 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c02241e4-e107-45cf-9b7c-706036d58c86 req-5f163bee-6e8b-4c1e-9cdd-fffca7465af5 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=64ce2a44-9632-46e3-9f08-0c8a34b1a1b5 HTTP/1.1" status: 200 len: 946 time: 0.0810976 May 30 21:19:49.079310 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c02241e4-e107-45cf-9b7c-706036d58c86 req-f3bdf4e9-ef10-49ba-a54b-f7404cb14aaf tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405939 May 30 21:19:49.128379 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0220434a-e54b-4342-ae4b-e409ec2e9f11 req-3f8036db-e76b-4216-9d1b-b14a3923d823 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ece2945efdfc42d9b9df7d167b03c4d1&device_id=64ce2a44-9632-46e3-9f08-0c8a34b1a1b5 HTTP/1.1" status: 200 len: 1097 time: 0.0729377 May 30 21:19:49.258945 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0220434a-e54b-4342-ae4b-e409ec2e9f11 req-71fd8436-b57c-4613-a44b-16ced93b3c65 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:19:49.260382 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0220434a-e54b-4342-ae4b-e409ec2e9f11 req-71fd8436-b57c-4613-a44b-16ced93b3c65 service neutron] 10.222.0.71 "GET /v2.0/networks?id=3139603d-a645-4aa5-91ac-2e9a4e4b78b3 HTTP/1.1" status: 200 len: 913 time: 0.1268408 May 30 21:19:49.362426 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0220434a-e54b-4342-ae4b-e409ec2e9f11 req-1c2b7678-3dad-4651-8204-393920dc6ba3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9cfffa2-3bac-4283-872e-5f5ab7628241 HTTP/1.1" status: 200 len: 1001 time: 0.0964177 May 30 21:19:49.422505 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0220434a-e54b-4342-ae4b-e409ec2e9f11 req-119d0630-3a0b-46b0-acd3-f4c2f5d494cc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:19:49.423933 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0220434a-e54b-4342-ae4b-e409ec2e9f11 req-119d0630-3a0b-46b0-acd3-f4c2f5d494cc service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d6358aad-111e-416b-96f8-6ca6f34bfc47 HTTP/1.1" status: 200 len: 851 time: 0.0565383 May 30 21:19:49.498704 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0220434a-e54b-4342-ae4b-e409ec2e9f11 req-7d0bb8ea-2aa6-4976-b6d0-8b34c60fac1c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3139603d-a645-4aa5-91ac-2e9a4e4b78b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687845 May 30 21:19:49.734753 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0220434a-e54b-4342-ae4b-e409ec2e9f11 req-8136cbf5-6bc2-4748-acb5-829013ae44c8 service neutron] 10.222.0.71 "GET /v2.0/networks/3139603d-a645-4aa5-91ac-2e9a4e4b78b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304537 May 30 21:19:49.867453 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0220434a-e54b-4342-ae4b-e409ec2e9f11 req-671bcb3b-f589-44bb-9ffa-2a67d556bc12 service neutron] 10.222.0.71 "GET /v2.0/networks/3139603d-a645-4aa5-91ac-2e9a4e4b78b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274481 May 30 21:19:50.143662 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:19:50.285039 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf72d2d-d9e7-4532-83a1-1f4bf9c0bf75 req-f1e51bfe-5a1b-4a41-bf50-f98184da5909 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:19:50.286354 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-baf72d2d-d9e7-4532-83a1-1f4bf9c0bf75 req-f1e51bfe-5a1b-4a41-bf50-f98184da5909 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=64ce2a44-9632-46e3-9f08-0c8a34b1a1b5 HTTP/1.1" status: 200 len: 946 time: 0.0818450 May 30 21:19:50.334994 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-baf72d2d-d9e7-4532-83a1-1f4bf9c0bf75 req-a272db62-7d9f-46ee-8789-6198a8c29e16 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429010 May 30 21:19:51.540079 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704c832b-c429-43d4-bea5-a5c72eb2bc9f req-9bb90c24-3a62-4967-b50f-4cae8549b2cc tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:19:51.541509 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-704c832b-c429-43d4-bea5-a5c72eb2bc9f req-9bb90c24-3a62-4967-b50f-4cae8549b2cc tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=64ce2a44-9632-46e3-9f08-0c8a34b1a1b5 HTTP/1.1" status: 200 len: 946 time: 0.0773737 May 30 21:19:51.587693 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-704c832b-c429-43d4-bea5-a5c72eb2bc9f req-dd07e103-5e02-47b6-a93c-f33718678290 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401263 May 30 21:19:52.224734 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3982c7a2-3744-4261-90ee-3e8a00a8bbe1 req-b7377b32-5930-4fa2-833f-bb30b24afc47 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:19:52.226216 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3982c7a2-3744-4261-90ee-3e8a00a8bbe1 req-b7377b32-5930-4fa2-833f-bb30b24afc47 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=64ce2a44-9632-46e3-9f08-0c8a34b1a1b5 HTTP/1.1" status: 200 len: 946 time: 0.0816293 May 30 21:19:52.274490 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3982c7a2-3744-4261-90ee-3e8a00a8bbe1 req-40a7eb11-48c0-4b1e-89df-40b899399237 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417376 May 30 21:19:52.886560 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:19:53.473985 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bb7e99-4fb6-44d3-b601-79536b0a2c77 req-6aaf1840-9887-4b54-abbd-200290c24779 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:19:53.475385 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-93bb7e99-4fb6-44d3-b601-79536b0a2c77 req-6aaf1840-9887-4b54-abbd-200290c24779 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.71 "GET /v2.0/ports?device_id=64ce2a44-9632-46e3-9f08-0c8a34b1a1b5 HTTP/1.1" status: 200 len: 946 time: 0.1315973 May 30 21:19:53.542433 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c037519-c38f-4926-b63f-bce7d51d5748 req-5118e752-35ca-45e2-b90b-22fc5eb1d3a4 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:19:53.544461 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3c037519-c38f-4926-b63f-bce7d51d5748 req-5118e752-35ca-45e2-b90b-22fc5eb1d3a4 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=64ce2a44-9632-46e3-9f08-0c8a34b1a1b5 HTTP/1.1" status: 200 len: 946 time: 0.1458580 May 30 21:19:53.570372 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [req-93bb7e99-4fb6-44d3-b601-79536b0a2c77 req-6c5f4a8b-76ee-4da0-8264-24fcdcaf8452 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Deleting port b9cfffa2-3bac-4283-872e-5f5ab7628241 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:19:53.570618 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-93bb7e99-4fb6-44d3-b601-79536b0a2c77 req-6c5f4a8b-76ee-4da0-8264-24fcdcaf8452 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:19:53.667536 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3c037519-c38f-4926-b63f-bce7d51d5748 req-74b0c812-d520-42f4-9a70-f2583eb82a08 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174128 May 30 21:19:53.831356 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-93bb7e99-4fb6-44d3-b601-79536b0a2c77 req-6c5f4a8b-76ee-4da0-8264-24fcdcaf8452 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] For port b9cfffa2-3bac-4283-872e-5f5ab7628241, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=b9cfffa2-3bac-4283-872e-5f5ab7628241,segment=NetworkSegment(ebd10616-65b9-43cb-8c01-5aebde3a70ca),segment_id=ebd10616-65b9-43cb-8c01-5aebde3a70ca)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:19:53.831625 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-93bb7e99-4fb6-44d3-b601-79536b0a2c77 req-6c5f4a8b-76ee-4da0-8264-24fcdcaf8452 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:19:54.120132 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-93bb7e99-4fb6-44d3-b601-79536b0a2c77 req-6c5f4a8b-76ee-4da0-8264-24fcdcaf8452 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:19:54.120401 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-93bb7e99-4fb6-44d3-b601-79536b0a2c77 req-6c5f4a8b-76ee-4da0-8264-24fcdcaf8452 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736490'] for floatingip, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:19:54.120705 n-d-843948-2 neutron-server[84886]: INFO neutron.db.l3_db [req-93bb7e99-4fb6-44d3-b601-79536b0a2c77 req-6c5f4a8b-76ee-4da0-8264-24fcdcaf8452 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Floating IP d4d15772-678a-45d0-8cd5-3ae5dc892de6 disassociated. External IP: 172.25.8.32, port: b9cfffa2-3bac-4283-872e-5f5ab7628241. May 30 21:19:54.121037 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [req-93bb7e99-4fb6-44d3-b601-79536b0a2c77 req-6c5f4a8b-76ee-4da0-8264-24fcdcaf8452 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Calling delete_port for b9cfffa2-3bac-4283-872e-5f5ab7628241 owned by compute:nova {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:19:54.338295 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-93bb7e99-4fb6-44d3-b601-79536b0a2c77 req-6c5f4a8b-76ee-4da0-8264-24fcdcaf8452 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:19:54.389547 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5f4a8b-76ee-4da0-8264-24fcdcaf8452 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Pushing event deleted for resources: {'Port': ['ID=b9cfffa2-3bac-4283-872e-5f5ab7628241,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:19:54.709524 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [req-93bb7e99-4fb6-44d3-b601-79536b0a2c77 req-6c5f4a8b-76ee-4da0-8264-24fcdcaf8452 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Router 4d0af300-5788-42f9-a065-96f276425174 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 21:19:54.837693 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b21f25ee-8811-4159-8d95-15a0d5ba720a req-34857c7b-02e8-454c-91af-59a3a499a451 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=64ce2a44-9632-46e3-9f08-0c8a34b1a1b5 HTTP/1.1" status: 200 len: 210 time: 0.0413616 May 30 21:19:54.917427 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-93bb7e99-4fb6-44d3-b601-79536b0a2c77 req-6c5f4a8b-76ee-4da0-8264-24fcdcaf8452 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 21:19:54.927607 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022ec655-6a25-45aa-80e6-7c6678b870d4 None None] Sync routers for ids ['4d0af300-5788-42f9-a065-96f276425174'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 21:19:54.939689 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022ec655-6a25-45aa-80e6-7c6678b870d4 None None] Routers {'4d0af300-5788-42f9-a065-96f276425174'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:19:54.940301 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-022ec655-6a25-45aa-80e6-7c6678b870d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T21:19:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['4d0af300-5788-42f9-a065-96f276425174'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:19:54.992888 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [req-93bb7e99-4fb6-44d3-b601-79536b0a2c77 req-6c5f4a8b-76ee-4da0-8264-24fcdcaf8452 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] No DVR routers for this DVR port b9cfffa2-3bac-4283-872e-5f5ab7628241 on host n-h1-843948-2 {{(pid=84886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 21:19:54.996351 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-93bb7e99-4fb6-44d3-b601-79536b0a2c77 req-6c5f4a8b-76ee-4da0-8264-24fcdcaf8452 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:19:55.000015 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64ce2a44-9632-46e3-9f08-0c8a34b1a1b5', 'name': 'network-vif-deleted', 'tag': 'b9cfffa2-3bac-4283-872e-5f5ab7628241'}] {{(pid=84886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:19:55.058507 n-d-843948-2 neutron-server[84886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-137e605b-842d-4c0f-8912-723e9e09b575'] response: {'server_uuid': '64ce2a44-9632-46e3-9f08-0c8a34b1a1b5', 'name': 'network-vif-deleted', 'tag': 'b9cfffa2-3bac-4283-872e-5f5ab7628241', 'status': 'completed', 'code': 200} May 30 21:19:55.137326 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-93bb7e99-4fb6-44d3-b601-79536b0a2c77 req-6c5f4a8b-76ee-4da0-8264-24fcdcaf8452 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.71 "DELETE /v2.0/ports/b9cfffa2-3bac-4283-872e-5f5ab7628241 HTTP/1.1" status: 204 len: 173 time: 1.6551771 May 30 21:19:55.168178 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-022ec655-6a25-45aa-80e6-7c6678b870d4 None None] Set router 4d0af300-5788-42f9-a065-96f276425174 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:19:55.488711 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-022ec655-6a25-45aa-80e6-7c6678b870d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d0af300-5788-42f9-a065-96f276425174', 'name': 'tempest-ServerActionsTestJSON-1439436767-router', 'tenant_id': 'ece2945efdfc42d9b9df7d167b03c4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '60ccfe14-fd67-435c-8430-1c7d7bcf22f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:17:21Z', 'updated_at': '2022-05-30T21:17:24Z', 'revision_number': 4, 'project_id': 'ece2945efdfc42d9b9df7d167b03c4d1', 'gw_port': {'id': '60ccfe14-fd67-435c-8430-1c7d7bcf22f3', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:dc:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0af300-5788-42f9-a065-96f276425174', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:17:21Z', 'updated_at': '2022-05-30T21:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': 'bcfd4c64-5ad6-4f1d-aaf0-0169e63a3763', 'name': '', 'network_id': '3139603d-a645-4aa5-91ac-2e9a4e4b78b3', 'tenant_id': 'ece2945efdfc42d9b9df7d167b03c4d1', 'mac_address': 'fa:16:3e:ff:68:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0af300-5788-42f9-a065-96f276425174', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6358aad-111e-416b-96f8-6ca6f34bfc47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:17:24Z', 'updated_at': '2022-05-30T21:17:41Z', 'revision_number': 5, 'project_id': 'ece2945efdfc42d9b9df7d167b03c4d1', 'subnets': [{'id': 'd6358aad-111e-416b-96f8-6ca6f34bfc47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:19:55.492987 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022ec655-6a25-45aa-80e6-7c6678b870d4 None None] Checking router: 4d0af300-5788-42f9-a065-96f276425174 for host: n-d-843948-2 {{(pid=84888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 21:19:55.504593 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022ec655-6a25-45aa-80e6-7c6678b870d4 None None] Routers {'4d0af300-5788-42f9-a065-96f276425174'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:19:55.505205 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-022ec655-6a25-45aa-80e6-7c6678b870d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T21:19:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['4d0af300-5788-42f9-a065-96f276425174'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:19:55.594052 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 21:19:55.696219 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-022ec655-6a25-45aa-80e6-7c6678b870d4 None None] Set router 4d0af300-5788-42f9-a065-96f276425174 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:19:56.021875 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-022ec655-6a25-45aa-80e6-7c6678b870d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d0af300-5788-42f9-a065-96f276425174', 'name': 'tempest-ServerActionsTestJSON-1439436767-router', 'tenant_id': 'ece2945efdfc42d9b9df7d167b03c4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '60ccfe14-fd67-435c-8430-1c7d7bcf22f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:17:21Z', 'updated_at': '2022-05-30T21:17:24Z', 'revision_number': 4, 'project_id': 'ece2945efdfc42d9b9df7d167b03c4d1', 'gw_port': {'id': '60ccfe14-fd67-435c-8430-1c7d7bcf22f3', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:dc:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0af300-5788-42f9-a065-96f276425174', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:17:21Z', 'updated_at': '2022-05-30T21:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': 'bcfd4c64-5ad6-4f1d-aaf0-0169e63a3763', 'name': '', 'network_id': '3139603d-a645-4aa5-91ac-2e9a4e4b78b3', 'tenant_id': 'ece2945efdfc42d9b9df7d167b03c4d1', 'mac_address': 'fa:16:3e:ff:68:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0af300-5788-42f9-a065-96f276425174', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6358aad-111e-416b-96f8-6ca6f34bfc47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:17:24Z', 'updated_at': '2022-05-30T21:17:41Z', 'revision_number': 5, 'project_id': 'ece2945efdfc42d9b9df7d167b03c4d1', 'subnets': [{'id': 'd6358aad-111e-416b-96f8-6ca6f34bfc47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:19:56.025923 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022ec655-6a25-45aa-80e6-7c6678b870d4 None None] The sync data for ids ['4d0af300-5788-42f9-a065-96f276425174'] in n-d-843948-2 is: [{'id': '4d0af300-5788-42f9-a065-96f276425174', 'name': 'tempest-ServerActionsTestJSON-1439436767-router', 'tenant_id': 'ece2945efdfc42d9b9df7d167b03c4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '60ccfe14-fd67-435c-8430-1c7d7bcf22f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:17:21Z', 'updated_at': '2022-05-30T21:17:24Z', 'revision_number': 4, 'project_id': 'ece2945efdfc42d9b9df7d167b03c4d1', 'gw_port': {'id': '60ccfe14-fd67-435c-8430-1c7d7bcf22f3', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:dc:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0af300-5788-42f9-a065-96f276425174', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:17:21Z', 'updated_at': '2022-05-30T21:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': 'bcfd4c64-5ad6-4f1d-aaf0-0169e63a3763', 'name': '', 'network_id': '3139603d-a645-4aa5-91ac-2e9a4e4b78b3', 'tenant_id': 'ece2945efdfc42d9b9df7d167b03c4d1', 'mac_address': 'fa:16:3e:ff:68:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0af300-5788-42f9-a065-96f276425174', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6358aad-111e-416b-96f8-6ca6f34bfc47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:17:24Z', 'updated_at': '2022-05-30T21:17:41Z', 'revision_number': 5, 'project_id': 'ece2945efdfc42d9b9df7d167b03c4d1', 'subnets': [{'id': 'd6358aad-111e-416b-96f8-6ca6f34bfc47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 21:19:56.231264 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-81a06b61-feba-4bbf-bd37-0f7111466028 req-ed77094d-437a-4cf1-bf7c-bec550aacac1 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-securitygroup--1730717469&fields=id&tenant_id=ece2945efdfc42d9b9df7d167b03c4d1 HTTP/1.1" status: 200 len: 267 time: 0.0544460 May 30 21:19:56.274317 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47328d31-dc95-44ec-a85c-3020ffc38b8c None None] New status for floating IP d4d15772-678a-45d0-8cd5-3ae5dc892de6: DOWN {{(pid=84889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 21:19:56.284675 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-96307265-8d9f-4f7d-b752-dcf031f078eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:19:56.389489 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a06b61-feba-4bbf-bd37-0f7111466028 req-15c8efaf-682f-4297-9879-8c2de39189bd tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:19:56.390848 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-81a06b61-feba-4bbf-bd37-0f7111466028 req-15c8efaf-682f-4297-9879-8c2de39189bd tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/networks?id=3139603d-a645-4aa5-91ac-2e9a4e4b78b3 HTTP/1.1" status: 200 len: 812 time: 0.1526268 May 30 21:19:56.407683 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-81a06b61-feba-4bbf-bd37-0f7111466028 req-729d7937-141a-41a9-8e3a-1ab389721d6c tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/quotas/ece2945efdfc42d9b9df7d167b03c4d1 HTTP/1.1" status: 200 len: 375 time: 0.0113153 May 30 21:19:56.491332 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-81a06b61-feba-4bbf-bd37-0f7111466028 req-b8051ea9-c47e-4469-98c4-678e65730f09 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=ece2945efdfc42d9b9df7d167b03c4d1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0777252 May 30 21:19:56.634653 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-81a06b61-feba-4bbf-bd37-0f7111466028 req-0bd2dcc0-b882-4a4f-a540-95ec2d71b602 service neutron] 10.222.0.85 "GET /v2.0/networks/3139603d-a645-4aa5-91ac-2e9a4e4b78b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308153 May 30 21:19:56.768845 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-81a06b61-feba-4bbf-bd37-0f7111466028 req-e75ef053-621e-4975-891e-045a95912654 service neutron] 10.222.0.85 "GET /v2.0/networks/3139603d-a645-4aa5-91ac-2e9a4e4b78b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277897 May 30 21:19:57.057987 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-b72d0652-5e06-4a55-a160-4549f46e30be req-32137c19-e416-44c4-ad74-f18a191a35bf tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Synchronizing usage tracker for tenant:ece2945efdfc42d9b9df7d167b03c4d1 on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 21:19:57.131940 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-b72d0652-5e06-4a55-a160-4549f46e30be req-32137c19-e416-44c4-ad74-f18a191a35bf tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Unset dirty status for tenant:ece2945efdfc42d9b9df7d167b03c4d1 on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 21:19:57.133130 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b72d0652-5e06-4a55-a160-4549f46e30be req-32137c19-e416-44c4-ad74-f18a191a35bf tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=61ff289a-f7be-4727-a360-c6159593cfdc HTTP/1.1" status: 200 len: 210 time: 0.1155503 May 30 21:19:57.476788 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device b9cfffa2-3bac-4283-872e-5f5ab7628241 no longer exists at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 21:19:57.509567 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] No Port match for: b9cfffa2-3bac-4283-872e-5f5ab7628241 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 21:19:57.509936 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device b9cfffa2-3bac-4283-872e-5f5ab7628241 not bound to the agent host n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 21:19:58.295720 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0c501f40-16a9-4e54-abab-e7cd6df3370a req-a63ba161-ff39-499e-bf20-2dd41021d0ee tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=61ff289a-f7be-4727-a360-c6159593cfdc HTTP/1.1" status: 200 len: 210 time: 0.0418518 May 30 21:19:59.250407 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a06b61-feba-4bbf-bd37-0f7111466028 req-0ab6f685-3152-4e42-a336-7008e8c4f866 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:19:59.251871 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-81a06b61-feba-4bbf-bd37-0f7111466028 req-0ab6f685-3152-4e42-a336-7008e8c4f866 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.86 "GET /v2.0/networks?id=3139603d-a645-4aa5-91ac-2e9a4e4b78b3 HTTP/1.1" status: 200 len: 812 time: 0.1500804 May 30 21:19:59.320003 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-81a06b61-feba-4bbf-bd37-0f7111466028 req-63ecd6f3-5366-42e1-8cfd-5b3a354ac847 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ece2945efdfc42d9b9df7d167b03c4d1 HTTP/1.1" status: 200 len: 380 time: 0.0478847 May 30 21:19:59.330299 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-81a06b61-feba-4bbf-bd37-0f7111466028 req-691c9e81-0fbf-4a19-a1eb-60ff078181cd tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Request body: {'port': {'device_id': '61ff289a-f7be-4727-a360-c6159593cfdc', 'network_id': '3139603d-a645-4aa5-91ac-2e9a4e4b78b3', 'admin_state_up': True, 'tenant_id': 'ece2945efdfc42d9b9df7d167b03c4d1', 'security_groups': ['c282456e-9b28-425e-941d-171b58ee8949']}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:19:59.469957 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-81a06b61-feba-4bbf-bd37-0f7111466028 req-691c9e81-0fbf-4a19-a1eb-60ff078181cd tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:19:59.470947 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3a784068-2093-41e1-914c-568b029143af req-5aa3ec19-1c18-4b88-8650-6d4cab4f063e tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=61ff289a-f7be-4727-a360-c6159593cfdc HTTP/1.1" status: 200 len: 210 time: 0.0437727 May 30 21:19:59.483261 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-81a06b61-feba-4bbf-bd37-0f7111466028 req-691c9e81-0fbf-4a19-a1eb-60ff078181cd tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:19:59.558657 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81a06b61-feba-4bbf-bd37-0f7111466028 req-691c9e81-0fbf-4a19-a1eb-60ff078181cd tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Made reservation on behalf of ece2945efdfc42d9b9df7d167b03c4d1 for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 21:19:59.561907 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-81a06b61-feba-4bbf-bd37-0f7111466028 req-691c9e81-0fbf-4a19-a1eb-60ff078181cd tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:19:59.644611 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-1874c0ba-10c7-4e29-b607-2148ef21bbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:19:59.817196 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [req-81a06b61-feba-4bbf-bd37-0f7111466028 req-691c9e81-0fbf-4a19-a1eb-60ff078181cd tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Allocated IP 172.20.0.14 (3139603d-a645-4aa5-91ac-2e9a4e4b78b3/d6358aad-111e-416b-96f8-6ca6f34bfc47/b443ef23-5499-41f2-841a-de3cc55d5326) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 21:19:59.875020 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:20:00.001678 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-81a06b61-feba-4bbf-bd37-0f7111466028 req-691c9e81-0fbf-4a19-a1eb-60ff078181cd tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:20:00.017277 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-81a06b61-feba-4bbf-bd37-0f7111466028 req-691c9e81-0fbf-4a19-a1eb-60ff078181cd tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Transition to ACTIVE for port object b443ef23-5499-41f2-841a-de3cc55d5326 will not be triggered until provisioned by entity DHCP. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:20:00.166509 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-81a06b61-feba-4bbf-bd37-0f7111466028 req-691c9e81-0fbf-4a19-a1eb-60ff078181cd tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:20:00.236005 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81a06b61-feba-4bbf-bd37-0f7111466028 req-691c9e81-0fbf-4a19-a1eb-60ff078181cd tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Network 3139603d-a645-4aa5-91ac-2e9a4e4b78b3 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:20:00.239091 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [req-81a06b61-feba-4bbf-bd37-0f7111466028 req-691c9e81-0fbf-4a19-a1eb-60ff078181cd tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:20:00.243289 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-81a06b61-feba-4bbf-bd37-0f7111466028 req-691c9e81-0fbf-4a19-a1eb-60ff078181cd tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 21:20:00.278450 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691c9e81-0fbf-4a19-a1eb-60ff078181cd tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Pushing event updated for resources: {'Port': ['ID=b443ef23-5499-41f2-841a-de3cc55d5326,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:20:00.302232 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691c9e81-0fbf-4a19-a1eb-60ff078181cd tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:20:00.302574 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691c9e81-0fbf-4a19-a1eb-60ff078181cd tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:20:00.302905 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691c9e81-0fbf-4a19-a1eb-60ff078181cd tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:20:00.303232 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691c9e81-0fbf-4a19-a1eb-60ff078181cd tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:20:00.303561 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691c9e81-0fbf-4a19-a1eb-60ff078181cd tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:20:00.303882 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691c9e81-0fbf-4a19-a1eb-60ff078181cd tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:20:00.304202 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691c9e81-0fbf-4a19-a1eb-60ff078181cd tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:20:00.304532 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691c9e81-0fbf-4a19-a1eb-60ff078181cd tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:20:00.304853 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691c9e81-0fbf-4a19-a1eb-60ff078181cd tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:20:00.305170 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691c9e81-0fbf-4a19-a1eb-60ff078181cd tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:20:00.305485 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691c9e81-0fbf-4a19-a1eb-60ff078181cd tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:20:00.326608 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a06b61-feba-4bbf-bd37-0f7111466028 req-691c9e81-0fbf-4a19-a1eb-60ff078181cd tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:20:00.327620 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-81a06b61-feba-4bbf-bd37-0f7111466028 req-691c9e81-0fbf-4a19-a1eb-60ff078181cd tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:20:00.437418 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-81a06b61-feba-4bbf-bd37-0f7111466028 req-691c9e81-0fbf-4a19-a1eb-60ff078181cd tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1106694 May 30 21:20:00.453875 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-81a06b61-feba-4bbf-bd37-0f7111466028 req-92c3f94a-5095-477f-852d-b26393afa8d4 service neutron] Request body: {'port': {'device_id': '61ff289a-f7be-4727-a360-c6159593cfdc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843948-2'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:20:00.509309 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-3a228b9a-bfd4-406e-9912-a6df8fde19de None None] Provisioning for port b443ef23-5499-41f2-841a-de3cc55d5326 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:20:00.514954 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-3a228b9a-bfd4-406e-9912-a6df8fde19de None None] Provisioning complete for port b443ef23-5499-41f2-841a-de3cc55d5326 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:20:00.515434 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-3a228b9a-bfd4-406e-9912-a6df8fde19de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:20:00.568094 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-81a06b61-feba-4bbf-bd37-0f7111466028 req-92c3f94a-5095-477f-852d-b26393afa8d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:20:00.571384 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-3a228b9a-bfd4-406e-9912-a6df8fde19de None None] Port b443ef23-5499-41f2-841a-de3cc55d5326 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 21:20:00.831825 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1167f3a7-0c05-4c7d-b3f4-34862c6391de req-dbf2b278-6ce1-4703-ab92-6ef40f7fbe5c tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:20:00.832499 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-1167f3a7-0c05-4c7d-b3f4-34862c6391de req-dbf2b278-6ce1-4703-ab92-6ef40f7fbe5c tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Synchronizing usage tracker for tenant:ece2945efdfc42d9b9df7d167b03c4d1 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 21:20:00.916292 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-1167f3a7-0c05-4c7d-b3f4-34862c6391de req-dbf2b278-6ce1-4703-ab92-6ef40f7fbe5c tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Unset dirty status for tenant:ece2945efdfc42d9b9df7d167b03c4d1 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 21:20:00.917417 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1167f3a7-0c05-4c7d-b3f4-34862c6391de req-dbf2b278-6ce1-4703-ab92-6ef40f7fbe5c tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=61ff289a-f7be-4727-a360-c6159593cfdc HTTP/1.1" status: 200 len: 932 time: 0.3105876 May 30 21:20:00.996355 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [req-81a06b61-feba-4bbf-bd37-0f7111466028 req-92c3f94a-5095-477f-852d-b26393afa8d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b443ef23-5499-41f2-841a-de3cc55d5326 {{(pid=84887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 21:20:01.005142 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-81a06b61-feba-4bbf-bd37-0f7111466028 req-92c3f94a-5095-477f-852d-b26393afa8d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:20:01.024992 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1167f3a7-0c05-4c7d-b3f4-34862c6391de req-c18e03ce-b240-4ba4-b619-dedea6b05959 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788465 May 30 21:20:01.027398 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-81a06b61-feba-4bbf-bd37-0f7111466028 req-92c3f94a-5095-477f-852d-b26393afa8d4 service neutron] Transition to ACTIVE for port object b443ef23-5499-41f2-841a-de3cc55d5326 will not be triggered until provisioned by entity L2. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:20:01.086138 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-81a06b61-feba-4bbf-bd37-0f7111466028 req-92c3f94a-5095-477f-852d-b26393afa8d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:20:01.209643 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c3f94a-5095-477f-852d-b26393afa8d4 service neutron] Pushing event updated for resources: {'Port': ['ID=b443ef23-5499-41f2-841a-de3cc55d5326,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:20:01.322333 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-81a06b61-feba-4bbf-bd37-0f7111466028 req-92c3f94a-5095-477f-852d-b26393afa8d4 service neutron] Attempting to bind port b443ef23-5499-41f2-841a-de3cc55d5326 on host n-h2-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 21:20:01.322663 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-81a06b61-feba-4bbf-bd37-0f7111466028 req-92c3f94a-5095-477f-852d-b26393afa8d4 service neutron] Attempting to bind port b443ef23-5499-41f2-841a-de3cc55d5326 by drivers openvswitch,hyperv on host n-h2-843948-2 at level 0 using segments [{'id': 'ebd10616-65b9-43cb-8c01-5aebde3a70ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '3139603d-a645-4aa5-91ac-2e9a4e4b78b3'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 21:20:01.323063 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a06b61-feba-4bbf-bd37-0f7111466028 req-92c3f94a-5095-477f-852d-b26393afa8d4 service neutron] Attempting to bind port b443ef23-5499-41f2-841a-de3cc55d5326 on network 3139603d-a645-4aa5-91ac-2e9a4e4b78b3 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:20:01.329015 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a06b61-feba-4bbf-bd37-0f7111466028 req-92c3f94a-5095-477f-852d-b26393afa8d4 service neutron] Port b443ef23-5499-41f2-841a-de3cc55d5326 on network 3139603d-a645-4aa5-91ac-2e9a4e4b78b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 21:20:01.329631 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a06b61-feba-4bbf-bd37-0f7111466028 req-92c3f94a-5095-477f-852d-b26393afa8d4 service neutron] Attempting to bind port b443ef23-5499-41f2-841a-de3cc55d5326 on network 3139603d-a645-4aa5-91ac-2e9a4e4b78b3 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:20:01.335934 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a06b61-feba-4bbf-bd37-0f7111466028 req-92c3f94a-5095-477f-852d-b26393afa8d4 service neutron] Checking agent: {'id': 'eaa08354-e8f5-4e73-af76-8d3cf7d2b390', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 21, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 21:20:01.340330 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a06b61-feba-4bbf-bd37-0f7111466028 req-92c3f94a-5095-477f-852d-b26393afa8d4 service neutron] Checking segment: {'id': 'ebd10616-65b9-43cb-8c01-5aebde3a70ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '3139603d-a645-4aa5-91ac-2e9a4e4b78b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:20:01.340330 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a06b61-feba-4bbf-bd37-0f7111466028 req-92c3f94a-5095-477f-852d-b26393afa8d4 service neutron] Bound using segment: {'id': 'ebd10616-65b9-43cb-8c01-5aebde3a70ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '3139603d-a645-4aa5-91ac-2e9a4e4b78b3'} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 21:20:01.340330 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-81a06b61-feba-4bbf-bd37-0f7111466028 req-92c3f94a-5095-477f-852d-b26393afa8d4 service neutron] Bound port: b443ef23-5499-41f2-841a-de3cc55d5326, host: n-h2-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebd10616-65b9-43cb-8c01-5aebde3a70ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '3139603d-a645-4aa5-91ac-2e9a4e4b78b3'}}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 21:20:01.340330 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-81a06b61-feba-4bbf-bd37-0f7111466028 req-92c3f94a-5095-477f-852d-b26393afa8d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:20:01.359071 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:20:01.429826 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-81a06b61-feba-4bbf-bd37-0f7111466028 req-92c3f94a-5095-477f-852d-b26393afa8d4 service neutron] For port b443ef23-5499-41f2-841a-de3cc55d5326, host n-h2-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 21:20:01.432987 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-81a06b61-feba-4bbf-bd37-0f7111466028 req-92c3f94a-5095-477f-852d-b26393afa8d4 service neutron] For port b443ef23-5499-41f2-841a-de3cc55d5326, host n-h2-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=b443ef23-5499-41f2-841a-de3cc55d5326,segment=NetworkSegment(ebd10616-65b9-43cb-8c01-5aebde3a70ca),segment_id=ebd10616-65b9-43cb-8c01-5aebde3a70ca)] {{(pid=84887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 21:20:01.507841 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-81a06b61-feba-4bbf-bd37-0f7111466028 req-92c3f94a-5095-477f-852d-b26393afa8d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:20:01.570585 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-81a06b61-feba-4bbf-bd37-0f7111466028 req-92c3f94a-5095-477f-852d-b26393afa8d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:20:01.571954 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-81a06b61-feba-4bbf-bd37-0f7111466028 req-92c3f94a-5095-477f-852d-b26393afa8d4 service neutron] 10.222.0.86 "PUT /v2.0/ports/b443ef23-5499-41f2-841a-de3cc55d5326 HTTP/1.1" status: 200 len: 1092 time: 1.1224420 May 30 21:20:01.572395 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61ff289a-f7be-4727-a360-c6159593cfdc', 'tag': 'b443ef23-5499-41f2-841a-de3cc55d5326'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:20:01.597561 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c3f94a-5095-477f-852d-b26393afa8d4 service neutron] Pushing event updated for resources: {'Port': ['ID=b443ef23-5499-41f2-841a-de3cc55d5326,revision_number=3']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:20:01.631156 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-adbd783d-19b1-4f97-ba5c-b611802e43f6'] response: {'name': 'network-changed', 'server_uuid': '61ff289a-f7be-4727-a360-c6159593cfdc', 'tag': 'b443ef23-5499-41f2-841a-de3cc55d5326', 'status': 'completed', 'code': 200} May 30 21:20:01.737995 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e9d366be-b681-4eb3-ab1c-86bd866d19d0 req-dae8314a-6e87-414d-adfe-a4071db144db service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ece2945efdfc42d9b9df7d167b03c4d1&device_id=61ff289a-f7be-4727-a360-c6159593cfdc HTTP/1.1" status: 200 len: 1095 time: 0.0775378 May 30 21:20:01.986319 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d366be-b681-4eb3-ab1c-86bd866d19d0 req-f8e39f25-e5f5-4d2a-95a2-5a437ca27cc8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:20:01.987877 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e9d366be-b681-4eb3-ab1c-86bd866d19d0 req-f8e39f25-e5f5-4d2a-95a2-5a437ca27cc8 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=ece2945efdfc42d9b9df7d167b03c4d1&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2389934 May 30 21:20:02.125635 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d366be-b681-4eb3-ab1c-86bd866d19d0 req-93b7b6d7-8452-467c-a31b-65404c96ba8f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:20:02.127101 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e9d366be-b681-4eb3-ab1c-86bd866d19d0 req-93b7b6d7-8452-467c-a31b-65404c96ba8f service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1297939 May 30 21:20:02.284389 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987988cd-a04b-43b6-bbc5-b8fdf4c51ad0 req-52a9df6b-c50f-4eca-ae77-098dba05e283 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:20:02.285811 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-987988cd-a04b-43b6-bbc5-b8fdf4c51ad0 req-52a9df6b-c50f-4eca-ae77-098dba05e283 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=61ff289a-f7be-4727-a360-c6159593cfdc HTTP/1.1" status: 200 len: 944 time: 0.1385813 May 30 21:20:02.289701 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-81a06b61-feba-4bbf-bd37-0f7111466028 req-5e04c31c-ac33-4ef9-9628-27ea9368d141 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ece2945efdfc42d9b9df7d167b03c4d1&device_id=61ff289a-f7be-4727-a360-c6159593cfdc HTTP/1.1" status: 200 len: 1095 time: 0.1097870 May 30 21:20:02.373195 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-81a06b61-feba-4bbf-bd37-0f7111466028 req-9cad3a0e-20ec-4a54-bf94-27544496804a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b443ef23-5499-41f2-841a-de3cc55d5326 HTTP/1.1" status: 200 len: 217 time: 0.0679040 May 30 21:20:02.435889 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-987988cd-a04b-43b6-bbc5-b8fdf4c51ad0 req-70b08ef0-fb23-42f1-a942-57ba1c7fb2d8 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1440692 May 30 21:20:02.446240 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a06b61-feba-4bbf-bd37-0f7111466028 req-95a0bf06-e995-46bb-8b09-385e95857563 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:20:02.447614 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-81a06b61-feba-4bbf-bd37-0f7111466028 req-95a0bf06-e995-46bb-8b09-385e95857563 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d6358aad-111e-416b-96f8-6ca6f34bfc47 HTTP/1.1" status: 200 len: 851 time: 0.0660424 May 30 21:20:02.528027 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-81a06b61-feba-4bbf-bd37-0f7111466028 req-98525b0e-4ec8-42f4-aefd-7b3a94896f9f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3139603d-a645-4aa5-91ac-2e9a4e4b78b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710623 May 30 21:20:02.665589 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-81a06b61-feba-4bbf-bd37-0f7111466028 req-8300a65a-7934-4a3e-9346-4aa48dceb140 service neutron] 10.222.0.86 "GET /v2.0/networks/3139603d-a645-4aa5-91ac-2e9a4e4b78b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259305 May 30 21:20:02.807972 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-81a06b61-feba-4bbf-bd37-0f7111466028 req-d9f526c0-5ae2-42b7-9d91-1c69d9fb7158 service neutron] 10.222.0.86 "GET /v2.0/networks/3139603d-a645-4aa5-91ac-2e9a4e4b78b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302888 May 30 21:20:02.941497 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:20:03.635795 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f7e008-a53e-4f7c-b648-dc20bdf68f67 req-09dffa03-98fc-4726-8ead-78ce67476f26 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:20:03.637239 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a7f7e008-a53e-4f7c-b648-dc20bdf68f67 req-09dffa03-98fc-4726-8ead-78ce67476f26 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=61ff289a-f7be-4727-a360-c6159593cfdc HTTP/1.1" status: 200 len: 944 time: 0.0801201 May 30 21:20:03.683333 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a7f7e008-a53e-4f7c-b648-dc20bdf68f67 req-7167b782-480d-4419-8953-31da22aad834 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398524 May 30 21:20:04.881411 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c06f15-5073-4b9d-af2a-5f363deab345 req-66fd8214-008e-44eb-85f1-03503b2362ff tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:20:04.882893 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-98c06f15-5073-4b9d-af2a-5f363deab345 req-66fd8214-008e-44eb-85f1-03503b2362ff tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=61ff289a-f7be-4727-a360-c6159593cfdc HTTP/1.1" status: 200 len: 944 time: 0.0767076 May 30 21:20:04.928052 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-98c06f15-5073-4b9d-af2a-5f363deab345 req-b1774e7e-f6eb-4081-bab4-668735772afc tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396104 May 30 21:20:05.011265 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device b443ef23-5499-41f2-841a-de3cc55d5326 details requested by agent hyperv_n-h2-843948-2 with host n-h2-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 21:20:05.141834 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port b443ef23-5499-41f2-841a-de3cc55d5326, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=b443ef23-5499-41f2-841a-de3cc55d5326,segment=NetworkSegment(ebd10616-65b9-43cb-8c01-5aebde3a70ca),segment_id=ebd10616-65b9-43cb-8c01-5aebde3a70ca)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:20:05.155050 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Returning: {'device': 'b443ef23-5499-41f2-841a-de3cc55d5326', 'network_id': '3139603d-a645-4aa5-91ac-2e9a4e4b78b3', 'port_id': 'b443ef23-5499-41f2-841a-de3cc55d5326', 'mac_address': 'fa:16:3e:24:f4:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6358aad-111e-416b-96f8-6ca6f34bfc47', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 21:20:05.207652 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:20:05.226002 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b443ef23-5499-41f2-841a-de3cc55d5326 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 21:20:05.251203 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port b443ef23-5499-41f2-841a-de3cc55d5326, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=b443ef23-5499-41f2-841a-de3cc55d5326,segment=NetworkSegment(ebd10616-65b9-43cb-8c01-5aebde3a70ca),segment_id=ebd10616-65b9-43cb-8c01-5aebde3a70ca)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:20:05.355057 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:20:05.426077 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=b443ef23-5499-41f2-841a-de3cc55d5326,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:20:05.617660 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['b443ef23-5499-41f2-841a-de3cc55d5326'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 21:20:06.126355 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88676c63-9a2e-4c74-b83c-9bb2944253c1 req-5e98df24-7f03-47cd-99f2-c76cdeef68ce tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:20:06.127834 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-88676c63-9a2e-4c74-b83c-9bb2944253c1 req-5e98df24-7f03-47cd-99f2-c76cdeef68ce tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=61ff289a-f7be-4727-a360-c6159593cfdc HTTP/1.1" status: 200 len: 945 time: 0.0777934 May 30 21:20:06.176938 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-88676c63-9a2e-4c74-b83c-9bb2944253c1 req-9a08e41b-fd6d-4cd5-bc4e-14fb09968771 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435977 May 30 21:20:07.010590 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device b443ef23-5499-41f2-841a-de3cc55d5326 up at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:20:07.159875 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning for port b443ef23-5499-41f2-841a-de3cc55d5326 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:20:07.164511 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning complete for port b443ef23-5499-41f2-841a-de3cc55d5326 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:20:07.164885 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:20:07.277685 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:20:07.306883 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61ff289a-f7be-4727-a360-c6159593cfdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b443ef23-5499-41f2-841a-de3cc55d5326'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:20:07.317326 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port b443ef23-5499-41f2-841a-de3cc55d5326, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=b443ef23-5499-41f2-841a-de3cc55d5326,segment=NetworkSegment(ebd10616-65b9-43cb-8c01-5aebde3a70ca),segment_id=ebd10616-65b9-43cb-8c01-5aebde3a70ca)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:20:07.362875 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad26d1c9-cefa-40af-89c6-e219361125a4'] response: {'server_uuid': '61ff289a-f7be-4727-a360-c6159593cfdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b443ef23-5499-41f2-841a-de3cc55d5326', 'code': 200} May 30 21:20:07.389444 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:20:07.396234 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b150805a-e67c-4041-ae7e-2266e2607096 req-5480a592-fea5-4bec-849f-acaa16228d12 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:20:07.397853 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b150805a-e67c-4041-ae7e-2266e2607096 req-5480a592-fea5-4bec-849f-acaa16228d12 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=61ff289a-f7be-4727-a360-c6159593cfdc HTTP/1.1" status: 200 len: 945 time: 0.0857806 May 30 21:20:07.459693 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=b443ef23-5499-41f2-841a-de3cc55d5326,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:20:07.490002 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b150805a-e67c-4041-ae7e-2266e2607096 req-4511e033-65ea-4b59-8a34-827c67344fb4 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839641 May 30 21:20:07.516216 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d384ee59-d6f7-4840-a76b-9e6eda228979 req-40d1c2ef-42ce-44f1-afb7-de356ca0105a service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=61ff289a-f7be-4727-a360-c6159593cfdc HTTP/1.1" status: 200 len: 1097 time: 0.0801651 May 30 21:20:07.562853 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d384ee59-d6f7-4840-a76b-9e6eda228979 req-f62b9a6f-d473-45b8-8c11-183a2cee1f98 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378299 May 30 21:20:08.693596 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdd5e9e-af63-403c-b1c4-5d07abbb7f1a req-b09c7023-ffa5-4779-a824-d2f3bc4d2278 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:20:08.695074 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-7fdd5e9e-af63-403c-b1c4-5d07abbb7f1a req-b09c7023-ffa5-4779-a824-d2f3bc4d2278 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=61ff289a-f7be-4727-a360-c6159593cfdc HTTP/1.1" status: 200 len: 946 time: 0.0777950 May 30 21:20:08.744144 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-7fdd5e9e-af63-403c-b1c4-5d07abbb7f1a req-49972baf-813d-4a06-9bbf-755c2853b482 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418291 May 30 21:20:09.949273 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0ad8f1-533a-426f-aefe-8756bc120535 req-baffa0a0-fae6-4ae3-b2fb-d70bba7dddcf tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:20:09.951408 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-dd0ad8f1-533a-426f-aefe-8756bc120535 req-baffa0a0-fae6-4ae3-b2fb-d70bba7dddcf tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=61ff289a-f7be-4727-a360-c6159593cfdc HTTP/1.1" status: 200 len: 946 time: 0.0821476 May 30 21:20:09.998692 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-dd0ad8f1-533a-426f-aefe-8756bc120535 req-49f6e157-4748-42ec-8f9a-5c016eabc3bf tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413828 May 30 21:20:10.198039 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5d365e-c489-466e-b5bb-c91c4ed7341a req-9b5c8ff8-bda6-4a3a-98ee-804930aee5ab tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:20:10.199599 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-aa5d365e-c489-466e-b5bb-c91c4ed7341a req-9b5c8ff8-bda6-4a3a-98ee-804930aee5ab tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=61ff289a-f7be-4727-a360-c6159593cfdc HTTP/1.1" status: 200 len: 946 time: 0.0826108 May 30 21:20:10.208490 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 50416) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:20:10.213697 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-032f8747-2a5b-451f-80ae-0d6d4e40d211 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Request body: {'floatingip': {'port_id': 'b443ef23-5499-41f2-841a-de3cc55d5326'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:20:10.287751 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-032f8747-2a5b-451f-80ae-0d6d4e40d211 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Notify callbacks [] for floatingip, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:20:10.888992 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-032f8747-2a5b-451f-80ae-0d6d4e40d211 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:20:10.965951 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-032f8747-2a5b-451f-80ae-0d6d4e40d211 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736490'] for floatingip, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:20:11.269743 n-d-843948-2 neutron-server[84886]: INFO neutron.db.l3_db [None req-032f8747-2a5b-451f-80ae-0d6d4e40d211 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Floating IP d4d15772-678a-45d0-8cd5-3ae5dc892de6 associated. External IP: 172.25.8.32, port: b443ef23-5499-41f2-841a-de3cc55d5326. May 30 21:20:11.704025 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-032f8747-2a5b-451f-80ae-0d6d4e40d211 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Router 4d0af300-5788-42f9-a065-96f276425174 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 21:20:11.908264 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-032f8747-2a5b-451f-80ae-0d6d4e40d211 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 21:20:11.913151 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-032f8747-2a5b-451f-80ae-0d6d4e40d211 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:20:11.919848 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0132ecd5-953b-4165-8280-db5236ccbfd4 None None] Sync routers for ids ['4d0af300-5788-42f9-a065-96f276425174'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 21:20:11.933995 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0132ecd5-953b-4165-8280-db5236ccbfd4 None None] Routers {'4d0af300-5788-42f9-a065-96f276425174'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:20:11.935522 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-0132ecd5-953b-4165-8280-db5236ccbfd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T21:20:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['4d0af300-5788-42f9-a065-96f276425174'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:20:11.965978 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-032f8747-2a5b-451f-80ae-0d6d4e40d211 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "PUT /v2.0/floatingips/d4d15772-678a-45d0-8cd5-3ae5dc892de6 HTTP/1.1" status: 200 len: 991 time: 1.7562950 May 30 21:20:11.966524 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61ff289a-f7be-4727-a360-c6159593cfdc', 'tag': 'b443ef23-5499-41f2-841a-de3cc55d5326'}] {{(pid=84886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:20:12.024567 n-d-843948-2 neutron-server[84886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db9b8660-24ee-4f80-aa1b-764da1f06335'] response: {'name': 'network-changed', 'server_uuid': '61ff289a-f7be-4727-a360-c6159593cfdc', 'tag': 'b443ef23-5499-41f2-841a-de3cc55d5326', 'status': 'completed', 'code': 200} May 30 21:20:12.121084 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-152c103d-04a4-428d-8444-c4945b68366f req-760f0d48-aa17-41ef-b85a-70c322b34105 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ece2945efdfc42d9b9df7d167b03c4d1&device_id=61ff289a-f7be-4727-a360-c6159593cfdc HTTP/1.1" status: 200 len: 1097 time: 0.0732493 May 30 21:20:12.127349 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-0132ecd5-953b-4165-8280-db5236ccbfd4 None None] Set router 4d0af300-5788-42f9-a065-96f276425174 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:20:12.262810 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152c103d-04a4-428d-8444-c4945b68366f req-38f8a6d9-014d-4b97-a029-9645b3520866 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:20:12.264313 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-152c103d-04a4-428d-8444-c4945b68366f req-38f8a6d9-014d-4b97-a029-9645b3520866 service neutron] 10.222.0.86 "GET /v2.0/networks?id=3139603d-a645-4aa5-91ac-2e9a4e4b78b3 HTTP/1.1" status: 200 len: 913 time: 0.1375303 May 30 21:20:12.372566 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-152c103d-04a4-428d-8444-c4945b68366f req-26ab3bd4-d0b4-44af-b89e-7a4bcd7d302d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b443ef23-5499-41f2-841a-de3cc55d5326 HTTP/1.1" status: 200 len: 999 time: 0.1022420 May 30 21:20:12.437066 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152c103d-04a4-428d-8444-c4945b68366f req-32df722e-8dd4-43bc-81f2-b6550df96aa7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:20:12.438525 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-152c103d-04a4-428d-8444-c4945b68366f req-32df722e-8dd4-43bc-81f2-b6550df96aa7 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d6358aad-111e-416b-96f8-6ca6f34bfc47 HTTP/1.1" status: 200 len: 851 time: 0.0606270 May 30 21:20:12.495588 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-0132ecd5-953b-4165-8280-db5236ccbfd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d0af300-5788-42f9-a065-96f276425174', 'name': 'tempest-ServerActionsTestJSON-1439436767-router', 'tenant_id': 'ece2945efdfc42d9b9df7d167b03c4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '60ccfe14-fd67-435c-8430-1c7d7bcf22f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:17:21Z', 'updated_at': '2022-05-30T21:17:24Z', 'revision_number': 4, 'project_id': 'ece2945efdfc42d9b9df7d167b03c4d1', 'gw_port': {'id': '60ccfe14-fd67-435c-8430-1c7d7bcf22f3', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:dc:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0af300-5788-42f9-a065-96f276425174', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:17:21Z', 'updated_at': '2022-05-30T21:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': 'd4d15772-678a-45d0-8cd5-3ae5dc892de6', 'tenant_id': 'ece2945efdfc42d9b9df7d167b03c4d1', 'floating_ip_address': '172.25.8.32', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': '4d0af300-5788-42f9-a065-96f276425174', 'port_id': 'b443ef23-5499-41f2-841a-de3cc55d5326', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3139603d-a645-4aa5-91ac-2e9a4e4b78b3', 'mac_address': 'fa:16:3e:24:f4:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ff289a-f7be-4727-a360-c6159593cfdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T21:17:29Z', 'updated_at': '2022-05-30T21:20:10Z', 'revision_number': 9, 'project_id': 'ece2945efdfc42d9b9df7d167b03c4d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcfd4c64-5ad6-4f1d-aaf0-0169e63a3763', 'name': '', 'network_id': '3139603d-a645-4aa5-91ac-2e9a4e4b78b3', 'tenant_id': 'ece2945efdfc42d9b9df7d167b03c4d1', 'mac_address': 'fa:16:3e:ff:68:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0af300-5788-42f9-a065-96f276425174', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6358aad-111e-416b-96f8-6ca6f34bfc47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:17:24Z', 'updated_at': '2022-05-30T21:17:41Z', 'revision_number': 5, 'project_id': 'ece2945efdfc42d9b9df7d167b03c4d1', 'subnets': [{'id': 'd6358aad-111e-416b-96f8-6ca6f34bfc47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:20:12.501739 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0132ecd5-953b-4165-8280-db5236ccbfd4 None None] Checking router: 4d0af300-5788-42f9-a065-96f276425174 for host: n-d-843948-2 {{(pid=84888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 21:20:12.513727 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0132ecd5-953b-4165-8280-db5236ccbfd4 None None] Routers {'4d0af300-5788-42f9-a065-96f276425174'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:20:12.514396 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-0132ecd5-953b-4165-8280-db5236ccbfd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T21:20:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['4d0af300-5788-42f9-a065-96f276425174'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:20:12.616711 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-152c103d-04a4-428d-8444-c4945b68366f req-8e4a7e33-e246-4a78-935e-6de22ca45429 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3139603d-a645-4aa5-91ac-2e9a4e4b78b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1726048 May 30 21:20:12.692532 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-0132ecd5-953b-4165-8280-db5236ccbfd4 None None] Set router 4d0af300-5788-42f9-a065-96f276425174 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:20:12.748518 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-152c103d-04a4-428d-8444-c4945b68366f req-78b10ad7-fcac-4f5d-b2cb-24538a16aaca service neutron] 10.222.0.86 "GET /v2.0/networks/3139603d-a645-4aa5-91ac-2e9a4e4b78b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259165 May 30 21:20:12.886987 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-152c103d-04a4-428d-8444-c4945b68366f req-482579ab-7eec-4476-96b6-8903b5d7e897 service neutron] 10.222.0.86 "GET /v2.0/networks/3139603d-a645-4aa5-91ac-2e9a4e4b78b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323371 May 30 21:20:13.051000 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-0132ecd5-953b-4165-8280-db5236ccbfd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d0af300-5788-42f9-a065-96f276425174', 'name': 'tempest-ServerActionsTestJSON-1439436767-router', 'tenant_id': 'ece2945efdfc42d9b9df7d167b03c4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '60ccfe14-fd67-435c-8430-1c7d7bcf22f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:17:21Z', 'updated_at': '2022-05-30T21:17:24Z', 'revision_number': 4, 'project_id': 'ece2945efdfc42d9b9df7d167b03c4d1', 'gw_port': {'id': '60ccfe14-fd67-435c-8430-1c7d7bcf22f3', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:dc:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0af300-5788-42f9-a065-96f276425174', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:17:21Z', 'updated_at': '2022-05-30T21:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': 'd4d15772-678a-45d0-8cd5-3ae5dc892de6', 'tenant_id': 'ece2945efdfc42d9b9df7d167b03c4d1', 'floating_ip_address': '172.25.8.32', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': '4d0af300-5788-42f9-a065-96f276425174', 'port_id': 'b443ef23-5499-41f2-841a-de3cc55d5326', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3139603d-a645-4aa5-91ac-2e9a4e4b78b3', 'mac_address': 'fa:16:3e:24:f4:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ff289a-f7be-4727-a360-c6159593cfdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T21:17:29Z', 'updated_at': '2022-05-30T21:20:10Z', 'revision_number': 9, 'project_id': 'ece2945efdfc42d9b9df7d167b03c4d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcfd4c64-5ad6-4f1d-aaf0-0169e63a3763', 'name': '', 'network_id': '3139603d-a645-4aa5-91ac-2e9a4e4b78b3', 'tenant_id': 'ece2945efdfc42d9b9df7d167b03c4d1', 'mac_address': 'fa:16:3e:ff:68:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0af300-5788-42f9-a065-96f276425174', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6358aad-111e-416b-96f8-6ca6f34bfc47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:17:24Z', 'updated_at': '2022-05-30T21:17:41Z', 'revision_number': 5, 'project_id': 'ece2945efdfc42d9b9df7d167b03c4d1', 'subnets': [{'id': 'd6358aad-111e-416b-96f8-6ca6f34bfc47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:20:13.055061 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0132ecd5-953b-4165-8280-db5236ccbfd4 None None] The sync data for ids ['4d0af300-5788-42f9-a065-96f276425174'] in n-d-843948-2 is: [{'id': '4d0af300-5788-42f9-a065-96f276425174', 'name': 'tempest-ServerActionsTestJSON-1439436767-router', 'tenant_id': 'ece2945efdfc42d9b9df7d167b03c4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '60ccfe14-fd67-435c-8430-1c7d7bcf22f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:17:21Z', 'updated_at': '2022-05-30T21:17:24Z', 'revision_number': 4, 'project_id': 'ece2945efdfc42d9b9df7d167b03c4d1', 'gw_port': {'id': '60ccfe14-fd67-435c-8430-1c7d7bcf22f3', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:dc:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0af300-5788-42f9-a065-96f276425174', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:17:21Z', 'updated_at': '2022-05-30T21:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': 'd4d15772-678a-45d0-8cd5-3ae5dc892de6', 'tenant_id': 'ece2945efdfc42d9b9df7d167b03c4d1', 'floating_ip_address': '172.25.8.32', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': '4d0af300-5788-42f9-a065-96f276425174', 'port_id': 'b443ef23-5499-41f2-841a-de3cc55d5326', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3139603d-a645-4aa5-91ac-2e9a4e4b78b3', 'mac_address': 'fa:16:3e:24:f4:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ff289a-f7be-4727-a360-c6159593cfdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T21:17:29Z', 'updated_at': '2022-05-30T21:20:10Z', 'revision_number': 9, 'project_id': 'ece2945efdfc42d9b9df7d167b03c4d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcfd4c64-5ad6-4f1d-aaf0-0169e63a3763', 'name': '', 'network_id': '3139603d-a645-4aa5-91ac-2e9a4e4b78b3', 'tenant_id': 'ece2945efdfc42d9b9df7d167b03c4d1', 'mac_address': 'fa:16:3e:ff:68:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0af300-5788-42f9-a065-96f276425174', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6358aad-111e-416b-96f8-6ca6f34bfc47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:17:24Z', 'updated_at': '2022-05-30T21:17:41Z', 'revision_number': 5, 'project_id': 'ece2945efdfc42d9b9df7d167b03c4d1', 'subnets': [{'id': 'd6358aad-111e-416b-96f8-6ca6f34bfc47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 21:20:13.263729 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8987639a-93c1-45bf-a2ce-96b862691d0f None None] New status for floating IP d4d15772-678a-45d0-8cd5-3ae5dc892de6: ACTIVE {{(pid=84889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 21:20:13.823617 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c3e9c014-0d75-42fc-b41d-80115efe2cc2 req-f3329079-a8fd-466f-b1b8-9226714abd15 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=61ff289a-f7be-4727-a360-c6159593cfdc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0706046 May 30 21:20:13.962962 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c3e9c014-0d75-42fc-b41d-80115efe2cc2 req-9262e338-1d41-4283-94a7-ec5d7d0729db service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ece2945efdfc42d9b9df7d167b03c4d1&device_id=61ff289a-f7be-4727-a360-c6159593cfdc HTTP/1.1" status: 200 len: 1097 time: 0.0730672 May 30 21:20:14.111432 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e9c014-0d75-42fc-b41d-80115efe2cc2 req-4e274cf3-942b-4d20-a56b-3bd20c024eb8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:20:14.112797 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c3e9c014-0d75-42fc-b41d-80115efe2cc2 req-4e274cf3-942b-4d20-a56b-3bd20c024eb8 service neutron] 10.222.0.86 "GET /v2.0/networks?id=3139603d-a645-4aa5-91ac-2e9a4e4b78b3 HTTP/1.1" status: 200 len: 913 time: 0.1299627 May 30 21:20:14.220569 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c3e9c014-0d75-42fc-b41d-80115efe2cc2 req-4155ad30-be56-4600-a39a-fcaa7c7a352f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b443ef23-5499-41f2-841a-de3cc55d5326 HTTP/1.1" status: 200 len: 1002 time: 0.1020935 May 30 21:20:14.287969 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e9c014-0d75-42fc-b41d-80115efe2cc2 req-72f5a300-9405-46a5-8a28-1f8ff1b5e6eb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:20:14.289934 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c3e9c014-0d75-42fc-b41d-80115efe2cc2 req-72f5a300-9405-46a5-8a28-1f8ff1b5e6eb service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d6358aad-111e-416b-96f8-6ca6f34bfc47 HTTP/1.1" status: 200 len: 851 time: 0.0635710 May 30 21:20:14.372268 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c3e9c014-0d75-42fc-b41d-80115efe2cc2 req-02c535c4-fa99-4764-b95f-061c07d3b0c4 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3139603d-a645-4aa5-91ac-2e9a4e4b78b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0762677 May 30 21:20:14.510063 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c3e9c014-0d75-42fc-b41d-80115efe2cc2 req-08b38962-99d2-41f6-b13a-13a7cd9e8f68 service neutron] 10.222.0.86 "GET /v2.0/networks/3139603d-a645-4aa5-91ac-2e9a4e4b78b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319871 May 30 21:20:14.643744 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c3e9c014-0d75-42fc-b41d-80115efe2cc2 req-5e503cfa-56bc-477f-ae7e-7606ef9f3256 service neutron] 10.222.0.86 "GET /v2.0/networks/3139603d-a645-4aa5-91ac-2e9a4e4b78b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276791 May 30 21:20:20.124362 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:20:22.845435 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:20:26.331384 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-3f2b20bb-f7f2-44f3-b1df-ed9dd7299e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:20:29.605722 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-d8487f2d-bd0f-4f99-b820-219e6f57c36a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:20:29.890269 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:20:31.411251 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:20:32.594557 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 21:20:32.883606 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:20:47.287454 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b08eb4a0-a1f1-4d37-a1d6-61a75cacba4a req-2e9c97f0-72b2-49bd-a7a6-4354560c2dcc service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=61ff289a-f7be-4727-a360-c6159593cfdc&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0712862 May 30 21:20:47.756960 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da93199-3989-417a-9716-78df3e28ae31 req-b006e511-8e35-4994-b8d2-2f500850a360 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:20:47.758398 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5da93199-3989-417a-9716-78df3e28ae31 req-b006e511-8e35-4994-b8d2-2f500850a360 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=61ff289a-f7be-4727-a360-c6159593cfdc HTTP/1.1" status: 200 len: 946 time: 0.0783157 May 30 21:20:47.812656 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5da93199-3989-417a-9716-78df3e28ae31 req-d24ef056-1b3a-4bb7-b9b0-e8d90304eae0 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482683 May 30 21:20:47.962213 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-001ea43b-df43-4f52-a408-5088542c3c24 req-e461b811-d2de-429e-9731-3600b8efbc33 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=61ff289a-f7be-4727-a360-c6159593cfdc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1547227 May 30 21:20:49.026823 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d580d1a1-f790-49b8-916f-54a5469e934d req-1abe020f-6d0b-4055-bbd9-3b49791cab4b tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:20:49.028374 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d580d1a1-f790-49b8-916f-54a5469e934d req-1abe020f-6d0b-4055-bbd9-3b49791cab4b tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=61ff289a-f7be-4727-a360-c6159593cfdc HTTP/1.1" status: 200 len: 946 time: 0.0760157 May 30 21:20:49.076456 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d580d1a1-f790-49b8-916f-54a5469e934d req-e7bceaa4-a241-4c68-b106-468387ae3f51 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421188 May 30 21:20:50.142976 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:20:50.161766 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-001ea43b-df43-4f52-a408-5088542c3c24 req-bcee8c29-cafd-46fd-81e2-0b195af68376 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ece2945efdfc42d9b9df7d167b03c4d1&device_id=61ff289a-f7be-4727-a360-c6159593cfdc HTTP/1.1" status: 200 len: 1097 time: 0.0752325 May 30 21:20:50.351773 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001ea43b-df43-4f52-a408-5088542c3c24 req-cfc32a72-154d-4298-9ab4-83663052daf7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:20:50.353209 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-001ea43b-df43-4f52-a408-5088542c3c24 req-cfc32a72-154d-4298-9ab4-83663052daf7 service neutron] 10.222.0.86 "GET /v2.0/networks?id=3139603d-a645-4aa5-91ac-2e9a4e4b78b3 HTTP/1.1" status: 200 len: 913 time: 0.1820362 May 30 21:20:50.369558 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbdf912-9f55-4e09-a6c9-29402c94ce29 req-51a75910-f80e-49be-9808-a3e63d8b75b8 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:20:50.370891 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-dbbdf912-9f55-4e09-a6c9-29402c94ce29 req-51a75910-f80e-49be-9808-a3e63d8b75b8 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=61ff289a-f7be-4727-a360-c6159593cfdc HTTP/1.1" status: 200 len: 946 time: 0.1325316 May 30 21:20:50.589424 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-001ea43b-df43-4f52-a408-5088542c3c24 req-573c4d37-789d-4e6d-b8c0-a9f19d822422 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b443ef23-5499-41f2-841a-de3cc55d5326 HTTP/1.1" status: 200 len: 1002 time: 0.2256672 May 30 21:20:50.591650 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-dbbdf912-9f55-4e09-a6c9-29402c94ce29 req-be44bbef-eb1d-43cd-856a-cad897f2a072 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779352 May 30 21:20:50.657698 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001ea43b-df43-4f52-a408-5088542c3c24 req-a3c5d60c-76e3-44bf-880d-da6ccbff089f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:20:50.659032 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-001ea43b-df43-4f52-a408-5088542c3c24 req-a3c5d60c-76e3-44bf-880d-da6ccbff089f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d6358aad-111e-416b-96f8-6ca6f34bfc47 HTTP/1.1" status: 200 len: 851 time: 0.0600262 May 30 21:20:50.737589 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-001ea43b-df43-4f52-a408-5088542c3c24 req-32212b0c-cf3d-415d-b924-1da4bab6b3e3 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3139603d-a645-4aa5-91ac-2e9a4e4b78b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0683093 May 30 21:20:50.873712 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-001ea43b-df43-4f52-a408-5088542c3c24 req-fa8808b2-5f6e-4317-b387-51b5b157cf04 service neutron] 10.222.0.86 "GET /v2.0/networks/3139603d-a645-4aa5-91ac-2e9a4e4b78b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254792 May 30 21:20:51.010450 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-001ea43b-df43-4f52-a408-5088542c3c24 req-2055cef9-5d62-4148-95c2-5d734119cf44 service neutron] 10.222.0.86 "GET /v2.0/networks/3139603d-a645-4aa5-91ac-2e9a4e4b78b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280735 May 30 21:20:51.795284 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5801120-677d-4478-b092-999fc564431b req-cfd3950c-fd48-45a5-afa1-4d639bfe87c6 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:20:51.796735 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c5801120-677d-4478-b092-999fc564431b req-cfd3950c-fd48-45a5-afa1-4d639bfe87c6 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=61ff289a-f7be-4727-a360-c6159593cfdc HTTP/1.1" status: 200 len: 946 time: 0.0817618 May 30 21:20:51.843268 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c5801120-677d-4478-b092-999fc564431b req-13e5a692-8db4-4682-928a-42c882d7f2ec tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403304 May 30 21:20:52.908030 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:20:53.045853 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83f7007-c06a-486f-85ff-a7ec481ecc14 req-6e52bd3a-10e6-4a89-8c7e-aa0284142c55 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:20:53.047343 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a83f7007-c06a-486f-85ff-a7ec481ecc14 req-6e52bd3a-10e6-4a89-8c7e-aa0284142c55 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=61ff289a-f7be-4727-a360-c6159593cfdc HTTP/1.1" status: 200 len: 946 time: 0.0804942 May 30 21:20:53.093658 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a83f7007-c06a-486f-85ff-a7ec481ecc14 req-ee997fc5-0452-4e98-a3f7-f9097724da30 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407984 May 30 21:20:54.292931 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ff260b-7433-4ee5-84c4-bb9d04e99c8c req-77a4178f-42ea-47a0-9186-c83d1d46c378 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:20:54.294491 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-26ff260b-7433-4ee5-84c4-bb9d04e99c8c req-77a4178f-42ea-47a0-9186-c83d1d46c378 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=61ff289a-f7be-4727-a360-c6159593cfdc HTTP/1.1" status: 200 len: 946 time: 0.0779436 May 30 21:20:54.346055 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-26ff260b-7433-4ee5-84c4-bb9d04e99c8c req-60d3427f-2dee-4e9e-ae75-c4322554fb7a tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459936 May 30 21:20:55.555561 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3927c29-9588-4a08-8b80-c0e8df09f18f req-10595751-7b9c-43c4-82dc-d7dcfd76e245 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:20:55.557017 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c3927c29-9588-4a08-8b80-c0e8df09f18f req-10595751-7b9c-43c4-82dc-d7dcfd76e245 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=61ff289a-f7be-4727-a360-c6159593cfdc HTTP/1.1" status: 200 len: 946 time: 0.0807159 May 30 21:20:55.605021 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c3927c29-9588-4a08-8b80-c0e8df09f18f req-70971666-c255-4560-912a-18a1b140898e tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420010 May 30 21:20:56.279439 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-1bbe9a20-67dc-4e30-879e-c54bdff6fa0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:20:56.803956 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f410741-0fff-4449-8548-de0721cf8103 req-0f33237b-4a7e-4198-878b-92a579bf6192 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:20:56.805405 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0f410741-0fff-4449-8548-de0721cf8103 req-0f33237b-4a7e-4198-878b-92a579bf6192 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=61ff289a-f7be-4727-a360-c6159593cfdc HTTP/1.1" status: 200 len: 946 time: 0.0765805 May 30 21:20:56.851078 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0f410741-0fff-4449-8548-de0721cf8103 req-b7dfcd45-354a-426f-a209-3c6a1030309d tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398154 May 30 21:20:58.055740 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d8d715-4a45-4e75-a775-8df63fa30ebe req-4a797a06-9d21-467c-806d-1d8b6d1437eb tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:20:58.057104 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-09d8d715-4a45-4e75-a775-8df63fa30ebe req-4a797a06-9d21-467c-806d-1d8b6d1437eb tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=61ff289a-f7be-4727-a360-c6159593cfdc HTTP/1.1" status: 200 len: 946 time: 0.0808547 May 30 21:20:58.102348 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-09d8d715-4a45-4e75-a775-8df63fa30ebe req-cc08d70c-7232-4cf8-b611-8628d2cb1ff6 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393960 May 30 21:20:59.305629 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23ec3e9-1291-4645-bbf3-8f54a3ddd946 req-01e13cb0-7b15-42fd-a189-9470b018e8ba tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:20:59.307088 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b23ec3e9-1291-4645-bbf3-8f54a3ddd946 req-01e13cb0-7b15-42fd-a189-9470b018e8ba tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=61ff289a-f7be-4727-a360-c6159593cfdc HTTP/1.1" status: 200 len: 946 time: 0.0820880 May 30 21:20:59.352024 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b23ec3e9-1291-4645-bbf3-8f54a3ddd946 req-5f2bd690-d6b9-4a8d-98fd-c5af259f5a13 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390573 May 30 21:20:59.637574 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-1e2ff5b7-09df-41cd-be65-db7ddd8e29cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:20:59.902143 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:00.550741 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217f05dc-b920-43ab-8060-d57dfd30ee7a req-07cd0cf3-a825-4239-b4d2-53c9e77ac4be tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:21:00.552197 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-217f05dc-b920-43ab-8060-d57dfd30ee7a req-07cd0cf3-a825-4239-b4d2-53c9e77ac4be tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=61ff289a-f7be-4727-a360-c6159593cfdc HTTP/1.1" status: 200 len: 946 time: 0.0764239 May 30 21:21:00.601875 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-217f05dc-b920-43ab-8060-d57dfd30ee7a req-1859f682-f193-42ae-ad34-ec687562fe88 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440056 May 30 21:21:01.386643 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:01.800813 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16594d24-cb45-475a-a3a0-6991ff8f3a01 req-c67034b6-d552-4fd8-9d5c-e8de8d380bf9 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:21:01.802344 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-16594d24-cb45-475a-a3a0-6991ff8f3a01 req-c67034b6-d552-4fd8-9d5c-e8de8d380bf9 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=61ff289a-f7be-4727-a360-c6159593cfdc HTTP/1.1" status: 200 len: 946 time: 0.0765569 May 30 21:21:01.848470 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-16594d24-cb45-475a-a3a0-6991ff8f3a01 req-58cf8ff4-3697-4131-8774-b96687832eec tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403273 May 30 21:21:02.919202 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:03.045435 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b430ecbb-e5e8-4fd6-8f09-8ed41ee2e8a3 req-63368c80-d4d5-4dd3-89a9-4dd3b7acf9b1 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:21:03.046817 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b430ecbb-e5e8-4fd6-8f09-8ed41ee2e8a3 req-63368c80-d4d5-4dd3-89a9-4dd3b7acf9b1 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=61ff289a-f7be-4727-a360-c6159593cfdc HTTP/1.1" status: 200 len: 946 time: 0.0777628 May 30 21:21:03.092977 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b430ecbb-e5e8-4fd6-8f09-8ed41ee2e8a3 req-81b0e73f-24d8-4e94-9a44-8e2b79a2d6b1 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404608 May 30 21:21:04.393706 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1dbf86-6b2f-4c2a-aa21-7b776d581376 req-63a58bc1-4935-48bd-842e-20ee7e4b6391 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:21:04.395109 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-7a1dbf86-6b2f-4c2a-aa21-7b776d581376 req-63a58bc1-4935-48bd-842e-20ee7e4b6391 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=61ff289a-f7be-4727-a360-c6159593cfdc HTTP/1.1" status: 200 len: 946 time: 0.1800244 May 30 21:21:04.442028 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-7a1dbf86-6b2f-4c2a-aa21-7b776d581376 req-c9dde739-8b55-4cc3-9766-ae878bd49b74 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412192 May 30 21:21:05.649182 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ed61d3-63e7-4f0e-add6-2f5036d5f59d req-34831af4-ea7a-4a04-aeb5-0833b63b865a tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:21:05.650649 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f1ed61d3-63e7-4f0e-add6-2f5036d5f59d req-34831af4-ea7a-4a04-aeb5-0833b63b865a tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=61ff289a-f7be-4727-a360-c6159593cfdc HTTP/1.1" status: 200 len: 946 time: 0.0799172 May 30 21:21:05.695968 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f1ed61d3-63e7-4f0e-add6-2f5036d5f59d req-9eceef00-70d9-4cd1-899e-b6cdeb3c94cf tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397940 May 30 21:21:06.892161 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cbd91a-7cab-4fa7-a3f1-5b8ee996a9b0 req-97c6fe11-f798-4931-8026-6f76b5b62fdd tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:21:06.893644 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f2cbd91a-7cab-4fa7-a3f1-5b8ee996a9b0 req-97c6fe11-f798-4931-8026-6f76b5b62fdd tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=61ff289a-f7be-4727-a360-c6159593cfdc HTTP/1.1" status: 200 len: 946 time: 0.0762382 May 30 21:21:06.942082 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f2cbd91a-7cab-4fa7-a3f1-5b8ee996a9b0 req-1ec8c165-a79c-4f01-8ad5-b9b1f736ef08 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414715 May 30 21:21:08.141963 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600930db-3c77-4de0-a9dc-d43da2b41245 req-c3208ba8-73b8-44a4-a77d-17e23dce6910 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:21:08.143312 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-600930db-3c77-4de0-a9dc-d43da2b41245 req-c3208ba8-73b8-44a4-a77d-17e23dce6910 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=61ff289a-f7be-4727-a360-c6159593cfdc HTTP/1.1" status: 200 len: 946 time: 0.0764198 May 30 21:21:08.189205 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-600930db-3c77-4de0-a9dc-d43da2b41245 req-41d9202f-c313-49b1-89dd-b41a16e77c65 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403478 May 30 21:21:08.540860 n-d-843948-2 neutron-server[84887]: INFO neutron.api.v2.resource [req-001ea43b-df43-4f52-a408-5088542c3c24 req-3ccf41d2-9d3e-48f5-bee6-5926a38d3382 service neutron] show failed (client error): The resource could not be found. May 30 21:21:08.541868 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-001ea43b-df43-4f52-a408-5088542c3c24 req-3ccf41d2-9d3e-48f5-bee6-5926a38d3382 service neutron] 10.222.0.86 "GET /v2.0/ports/b443ef23-5499-41f2-841a-de3cc55d5326/bindings/n-h1-843948-2 HTTP/1.1" status: 404 len: 380 time: 0.1620061 May 30 21:21:09.188712 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-001ea43b-df43-4f52-a408-5088542c3c24 req-58583691-97a0-4b5a-bdc7-77f4eb5fdad8 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=61ff289a-f7be-4727-a360-c6159593cfdc&tenant_id=ece2945efdfc42d9b9df7d167b03c4d1 HTTP/1.1" status: 200 len: 1097 time: 0.1423345 May 30 21:21:09.200575 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [req-001ea43b-df43-4f52-a408-5088542c3c24 req-d807b5f0-9f23-4c38-acfc-7a9d5a391a45 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-843948-2', 'device_owner': 'compute:nova'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:21:09.312557 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-001ea43b-df43-4f52-a408-5088542c3c24 req-d807b5f0-9f23-4c38-acfc-7a9d5a391a45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:09.514530 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f89677-49fb-4992-95d1-71f99c28dcd4 req-da4ee61a-0bbf-48f3-ad03-643a205ef5ec tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:21:09.515989 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d3f89677-49fb-4992-95d1-71f99c28dcd4 req-da4ee61a-0bbf-48f3-ad03-643a205ef5ec tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=61ff289a-f7be-4727-a360-c6159593cfdc HTTP/1.1" status: 200 len: 946 time: 0.1939344 May 30 21:21:09.594844 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 21:21:09.641441 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d3f89677-49fb-4992-95d1-71f99c28dcd4 req-eeb1cc1f-6e5a-4088-b459-c5ebfef88552 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082323 May 30 21:21:09.675356 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-001ea43b-df43-4f52-a408-5088542c3c24 req-d807b5f0-9f23-4c38-acfc-7a9d5a391a45 service neutron] For port b443ef23-5499-41f2-841a-de3cc55d5326, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=b443ef23-5499-41f2-841a-de3cc55d5326,segment=NetworkSegment(ebd10616-65b9-43cb-8c01-5aebde3a70ca),segment_id=ebd10616-65b9-43cb-8c01-5aebde3a70ca)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:21:09.705909 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-001ea43b-df43-4f52-a408-5088542c3c24 req-d807b5f0-9f23-4c38-acfc-7a9d5a391a45 service neutron] For port b443ef23-5499-41f2-841a-de3cc55d5326, host n-h2-843948-2, cleared binding levels {{(pid=84886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 21:21:09.767991 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61ff289a-f7be-4727-a360-c6159593cfdc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b443ef23-5499-41f2-841a-de3cc55d5326'}] {{(pid=84886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:21:09.774135 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-001ea43b-df43-4f52-a408-5088542c3c24 req-d807b5f0-9f23-4c38-acfc-7a9d5a391a45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:09.797764 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [req-001ea43b-df43-4f52-a408-5088542c3c24 req-d807b5f0-9f23-4c38-acfc-7a9d5a391a45 service neutron] Transition to ACTIVE for port object b443ef23-5499-41f2-841a-de3cc55d5326 will not be triggered until provisioned by entity L2. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:21:09.848875 n-d-843948-2 neutron-server[84886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad1546a1-92b7-4d7c-8cb5-e87ce31030d5'] response: {'server_uuid': '61ff289a-f7be-4727-a360-c6159593cfdc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b443ef23-5499-41f2-841a-de3cc55d5326', 'code': 200} May 30 21:21:09.888982 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-001ea43b-df43-4f52-a408-5088542c3c24 req-d807b5f0-9f23-4c38-acfc-7a9d5a391a45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:10.027601 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d807b5f0-9f23-4c38-acfc-7a9d5a391a45 service neutron] Pushing event updated for resources: {'Port': ['ID=b443ef23-5499-41f2-841a-de3cc55d5326,revision_number=6']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:21:10.048971 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d807b5f0-9f23-4c38-acfc-7a9d5a391a45 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:21:10.049317 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d807b5f0-9f23-4c38-acfc-7a9d5a391a45 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:21:10.049684 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d807b5f0-9f23-4c38-acfc-7a9d5a391a45 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:21:10.050026 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d807b5f0-9f23-4c38-acfc-7a9d5a391a45 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:21:10.050361 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d807b5f0-9f23-4c38-acfc-7a9d5a391a45 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:21:10.051893 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d807b5f0-9f23-4c38-acfc-7a9d5a391a45 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:21:10.051893 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d807b5f0-9f23-4c38-acfc-7a9d5a391a45 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:21:10.051893 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d807b5f0-9f23-4c38-acfc-7a9d5a391a45 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:21:10.051893 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d807b5f0-9f23-4c38-acfc-7a9d5a391a45 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:21:10.052275 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d807b5f0-9f23-4c38-acfc-7a9d5a391a45 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:21:10.053111 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d807b5f0-9f23-4c38-acfc-7a9d5a391a45 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:21:10.113500 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [req-001ea43b-df43-4f52-a408-5088542c3c24 req-d807b5f0-9f23-4c38-acfc-7a9d5a391a45 service neutron] No DVR routers for this DVR port b443ef23-5499-41f2-841a-de3cc55d5326 on host n-h2-843948-2 {{(pid=84886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 21:21:10.365726 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-001ea43b-df43-4f52-a408-5088542c3c24 req-d807b5f0-9f23-4c38-acfc-7a9d5a391a45 service neutron] Attempting to bind port b443ef23-5499-41f2-841a-de3cc55d5326 on host n-h1-843948-2 for vnic_type normal with profile {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 21:21:10.366377 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-001ea43b-df43-4f52-a408-5088542c3c24 req-d807b5f0-9f23-4c38-acfc-7a9d5a391a45 service neutron] Attempting to bind port b443ef23-5499-41f2-841a-de3cc55d5326 by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': 'ebd10616-65b9-43cb-8c01-5aebde3a70ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '3139603d-a645-4aa5-91ac-2e9a4e4b78b3'}] {{(pid=84886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 21:21:10.366377 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-001ea43b-df43-4f52-a408-5088542c3c24 req-d807b5f0-9f23-4c38-acfc-7a9d5a391a45 service neutron] Attempting to bind port b443ef23-5499-41f2-841a-de3cc55d5326 on network 3139603d-a645-4aa5-91ac-2e9a4e4b78b3 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:21:10.371844 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-001ea43b-df43-4f52-a408-5088542c3c24 req-d807b5f0-9f23-4c38-acfc-7a9d5a391a45 service neutron] Port b443ef23-5499-41f2-841a-de3cc55d5326 on network 3139603d-a645-4aa5-91ac-2e9a4e4b78b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 21:21:10.372183 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-001ea43b-df43-4f52-a408-5088542c3c24 req-d807b5f0-9f23-4c38-acfc-7a9d5a391a45 service neutron] Attempting to bind port b443ef23-5499-41f2-841a-de3cc55d5326 on network 3139603d-a645-4aa5-91ac-2e9a4e4b78b3 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:21:10.378660 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-001ea43b-df43-4f52-a408-5088542c3c24 req-d807b5f0-9f23-4c38-acfc-7a9d5a391a45 service neutron] Checking agent: {'id': 'f728d74e-a4ae-4384-860b-a5ade05dd8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 21, 20, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 21:21:10.379033 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-001ea43b-df43-4f52-a408-5088542c3c24 req-d807b5f0-9f23-4c38-acfc-7a9d5a391a45 service neutron] Checking segment: {'id': 'ebd10616-65b9-43cb-8c01-5aebde3a70ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '3139603d-a645-4aa5-91ac-2e9a4e4b78b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:21:10.379410 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-001ea43b-df43-4f52-a408-5088542c3c24 req-d807b5f0-9f23-4c38-acfc-7a9d5a391a45 service neutron] Bound using segment: {'id': 'ebd10616-65b9-43cb-8c01-5aebde3a70ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '3139603d-a645-4aa5-91ac-2e9a4e4b78b3'} {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 21:21:10.379818 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-001ea43b-df43-4f52-a408-5088542c3c24 req-d807b5f0-9f23-4c38-acfc-7a9d5a391a45 service neutron] Bound port: b443ef23-5499-41f2-841a-de3cc55d5326, host: n-h1-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebd10616-65b9-43cb-8c01-5aebde3a70ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '3139603d-a645-4aa5-91ac-2e9a4e4b78b3'}}] {{(pid=84886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 21:21:10.380153 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-001ea43b-df43-4f52-a408-5088542c3c24 req-d807b5f0-9f23-4c38-acfc-7a9d5a391a45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:10.469530 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-001ea43b-df43-4f52-a408-5088542c3c24 req-d807b5f0-9f23-4c38-acfc-7a9d5a391a45 service neutron] For port b443ef23-5499-41f2-841a-de3cc55d5326, host n-h1-843948-2, cleared binding levels {{(pid=84886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 21:21:10.472445 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-001ea43b-df43-4f52-a408-5088542c3c24 req-d807b5f0-9f23-4c38-acfc-7a9d5a391a45 service neutron] For port b443ef23-5499-41f2-841a-de3cc55d5326, host n-h1-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=b443ef23-5499-41f2-841a-de3cc55d5326,segment=NetworkSegment(ebd10616-65b9-43cb-8c01-5aebde3a70ca),segment_id=ebd10616-65b9-43cb-8c01-5aebde3a70ca)] {{(pid=84886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 21:21:10.547970 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-001ea43b-df43-4f52-a408-5088542c3c24 req-d807b5f0-9f23-4c38-acfc-7a9d5a391a45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:10.610672 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-001ea43b-df43-4f52-a408-5088542c3c24 req-d807b5f0-9f23-4c38-acfc-7a9d5a391a45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:10.612113 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-001ea43b-df43-4f52-a408-5088542c3c24 req-d807b5f0-9f23-4c38-acfc-7a9d5a391a45 service neutron] 10.222.0.71 "PUT /v2.0/ports/b443ef23-5499-41f2-841a-de3cc55d5326 HTTP/1.1" status: 200 len: 1092 time: 1.4154649 May 30 21:21:10.625861 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d807b5f0-9f23-4c38-acfc-7a9d5a391a45 service neutron] Pushing event updated for resources: {'Port': ['ID=b443ef23-5499-41f2-841a-de3cc55d5326,revision_number=7']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:21:10.710195 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-001ea43b-df43-4f52-a408-5088542c3c24 req-995f7b31-2819-4068-992c-9d91969181cb service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ece2945efdfc42d9b9df7d167b03c4d1&device_id=61ff289a-f7be-4727-a360-c6159593cfdc HTTP/1.1" status: 200 len: 1095 time: 0.0774565 May 30 21:21:11.015261 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001ea43b-df43-4f52-a408-5088542c3c24 req-cdd1e0b7-8db7-41b4-bd7e-1e30093e2452 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:21:11.016688 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-001ea43b-df43-4f52-a408-5088542c3c24 req-cdd1e0b7-8db7-41b4-bd7e-1e30093e2452 service neutron] 10.222.0.71 "GET /v2.0/networks?id=3139603d-a645-4aa5-91ac-2e9a4e4b78b3 HTTP/1.1" status: 200 len: 913 time: 0.2999067 May 30 21:21:11.086121 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc253069-75d5-4cd9-921d-1936567953ea req-ae829720-2120-48b0-bd1b-8ca089351876 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:21:11.087549 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-fc253069-75d5-4cd9-921d-1936567953ea req-ae829720-2120-48b0-bd1b-8ca089351876 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=61ff289a-f7be-4727-a360-c6159593cfdc HTTP/1.1" status: 200 len: 944 time: 0.2907743 May 30 21:21:11.156536 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-001ea43b-df43-4f52-a408-5088542c3c24 req-0477a206-d917-4f1e-84a2-d62353f41a07 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b443ef23-5499-41f2-841a-de3cc55d5326 HTTP/1.1" status: 200 len: 1000 time: 0.1324892 May 30 21:21:11.193235 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-fc253069-75d5-4cd9-921d-1936567953ea req-32bd2739-26a1-4731-8caf-30fd79753efc tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976288 May 30 21:21:11.221678 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001ea43b-df43-4f52-a408-5088542c3c24 req-6f00046f-b789-4a41-9e36-885f5c67d502 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:21:11.227368 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-001ea43b-df43-4f52-a408-5088542c3c24 req-6f00046f-b789-4a41-9e36-885f5c67d502 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d6358aad-111e-416b-96f8-6ca6f34bfc47 HTTP/1.1" status: 200 len: 851 time: 0.0605512 May 30 21:21:11.302710 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-001ea43b-df43-4f52-a408-5088542c3c24 req-4a696e82-0148-44a3-83f5-35534257c527 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3139603d-a645-4aa5-91ac-2e9a4e4b78b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0736349 May 30 21:21:11.431786 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device b443ef23-5499-41f2-841a-de3cc55d5326 no longer exists at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 21:21:11.436879 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-001ea43b-df43-4f52-a408-5088542c3c24 req-5eb72e25-3584-4cd8-93a7-e0af4b1a3c7d service neutron] 10.222.0.71 "GET /v2.0/networks/3139603d-a645-4aa5-91ac-2e9a4e4b78b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278532 May 30 21:21:11.491192 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device b443ef23-5499-41f2-841a-de3cc55d5326 not bound to the agent host n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 21:21:11.571142 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-001ea43b-df43-4f52-a408-5088542c3c24 req-61aa0d27-b5d5-4959-894f-0cf71cd70b38 service neutron] 10.222.0.71 "GET /v2.0/networks/3139603d-a645-4aa5-91ac-2e9a4e4b78b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281335 May 30 21:21:11.849604 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61ff289a-f7be-4727-a360-c6159593cfdc', 'tag': 'b443ef23-5499-41f2-841a-de3cc55d5326'}] {{(pid=84886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:21:11.920396 n-d-843948-2 neutron-server[84886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3073bf5-2c3f-4b59-9fb1-399162c61ebf'] response: {'name': 'network-changed', 'server_uuid': '61ff289a-f7be-4727-a360-c6159593cfdc', 'tag': 'b443ef23-5499-41f2-841a-de3cc55d5326', 'status': 'completed', 'code': 200} May 30 21:21:12.017906 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-60414c1e-a80d-4d00-a6d6-e538c591fb59 req-8e46e192-9a5d-492b-a88b-03fab26d3007 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ece2945efdfc42d9b9df7d167b03c4d1&device_id=61ff289a-f7be-4727-a360-c6159593cfdc HTTP/1.1" status: 200 len: 1095 time: 0.0718300 May 30 21:21:12.022093 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-60414c1e-a80d-4d00-a6d6-e538c591fb59 req-49347057-1953-4a41-b935-87f8ee8b47dd service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ece2945efdfc42d9b9df7d167b03c4d1&device_id=61ff289a-f7be-4727-a360-c6159593cfdc HTTP/1.1" status: 200 len: 1095 time: 0.0717642 May 30 21:21:12.152048 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60414c1e-a80d-4d00-a6d6-e538c591fb59 req-a2631b7f-1617-41ed-ac84-996494729091 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:21:12.153409 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-60414c1e-a80d-4d00-a6d6-e538c591fb59 req-a2631b7f-1617-41ed-ac84-996494729091 service neutron] 10.222.0.71 "GET /v2.0/networks?id=3139603d-a645-4aa5-91ac-2e9a4e4b78b3 HTTP/1.1" status: 200 len: 913 time: 0.1297290 May 30 21:21:12.160817 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60414c1e-a80d-4d00-a6d6-e538c591fb59 req-475b89f5-820c-43d9-b382-8c39b4ea4db9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:21:12.162902 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-60414c1e-a80d-4d00-a6d6-e538c591fb59 req-475b89f5-820c-43d9-b382-8c39b4ea4db9 service neutron] 10.222.0.86 "GET /v2.0/networks?id=3139603d-a645-4aa5-91ac-2e9a4e4b78b3 HTTP/1.1" status: 200 len: 913 time: 0.1296380 May 30 21:21:12.262515 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-60414c1e-a80d-4d00-a6d6-e538c591fb59 req-09683a0c-6592-49b5-854f-61c7ee73fc0b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b443ef23-5499-41f2-841a-de3cc55d5326 HTTP/1.1" status: 200 len: 1000 time: 0.1026411 May 30 21:21:12.273569 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-60414c1e-a80d-4d00-a6d6-e538c591fb59 req-b8a1392d-0b4a-4657-b875-fe11fd11db19 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b443ef23-5499-41f2-841a-de3cc55d5326 HTTP/1.1" status: 200 len: 1000 time: 0.1019952 May 30 21:21:12.342159 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60414c1e-a80d-4d00-a6d6-e538c591fb59 req-f97ad599-4a54-4923-b416-4bf23cffa0d3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:21:12.343706 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-60414c1e-a80d-4d00-a6d6-e538c591fb59 req-f97ad599-4a54-4923-b416-4bf23cffa0d3 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d6358aad-111e-416b-96f8-6ca6f34bfc47 HTTP/1.1" status: 200 len: 851 time: 0.0611658 May 30 21:21:12.375937 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60414c1e-a80d-4d00-a6d6-e538c591fb59 req-aab919a3-38ad-432b-bb59-592ce2acd1bc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:21:12.377368 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-60414c1e-a80d-4d00-a6d6-e538c591fb59 req-aab919a3-38ad-432b-bb59-592ce2acd1bc service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d6358aad-111e-416b-96f8-6ca6f34bfc47 HTTP/1.1" status: 200 len: 851 time: 0.1081364 May 30 21:21:12.462714 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdab2c2-c4e3-43a9-be0d-ee277c268a5c req-2a53d678-2e1c-41a4-a9e8-5da1a30e19f9 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:21:12.464193 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-acdab2c2-c4e3-43a9-be0d-ee277c268a5c req-2a53d678-2e1c-41a4-a9e8-5da1a30e19f9 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=61ff289a-f7be-4727-a360-c6159593cfdc HTTP/1.1" status: 200 len: 944 time: 0.1436677 May 30 21:21:12.504911 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-60414c1e-a80d-4d00-a6d6-e538c591fb59 req-95d73246-be83-4c70-b5de-e196aed252de service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3139603d-a645-4aa5-91ac-2e9a4e4b78b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1154170 May 30 21:21:12.524004 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-60414c1e-a80d-4d00-a6d6-e538c591fb59 req-3e8b90a8-dfd0-4155-be60-fe2e30413489 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3139603d-a645-4aa5-91ac-2e9a4e4b78b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1701441 May 30 21:21:12.586470 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-acdab2c2-c4e3-43a9-be0d-ee277c268a5c req-8f851772-6276-4976-807a-fb98437824a7 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150198 May 30 21:21:12.650994 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-60414c1e-a80d-4d00-a6d6-e538c591fb59 req-635761ee-7fbe-4bf0-84b9-7debee883fa3 service neutron] 10.222.0.71 "GET /v2.0/networks/3139603d-a645-4aa5-91ac-2e9a4e4b78b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369627 May 30 21:21:12.664409 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-60414c1e-a80d-4d00-a6d6-e538c591fb59 req-4001c150-6261-4a5f-9b61-6fd821c012a7 service neutron] 10.222.0.86 "GET /v2.0/networks/3139603d-a645-4aa5-91ac-2e9a4e4b78b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308408 May 30 21:21:12.788149 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-60414c1e-a80d-4d00-a6d6-e538c591fb59 req-706e3ac9-3e93-4f20-8478-cedf873f372f service neutron] 10.222.0.71 "GET /v2.0/networks/3139603d-a645-4aa5-91ac-2e9a4e4b78b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306884 May 30 21:21:12.801036 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-60414c1e-a80d-4d00-a6d6-e538c591fb59 req-48a8baf2-cd4d-4a9d-82ca-ddadf5a2a23e service neutron] 10.222.0.86 "GET /v2.0/networks/3139603d-a645-4aa5-91ac-2e9a4e4b78b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276650 May 30 21:21:13.793715 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46b6ca9-ca5f-4e7a-a79d-ba8e7e8998ea req-4f072ba9-d1f3-472f-82c0-24aba7792eb0 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:21:13.795123 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f46b6ca9-ca5f-4e7a-a79d-ba8e7e8998ea req-4f072ba9-d1f3-472f-82c0-24aba7792eb0 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=61ff289a-f7be-4727-a360-c6159593cfdc HTTP/1.1" status: 200 len: 944 time: 0.0801754 May 30 21:21:13.841980 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f46b6ca9-ca5f-4e7a-a79d-ba8e7e8998ea req-d6c60da5-f7e0-4d3a-b20d-764e676c8555 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402787 May 30 21:21:13.871500 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device b443ef23-5499-41f2-841a-de3cc55d5326 details requested by agent hyperv_n-h1-843948-2 with host n-h1-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 21:21:14.012687 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port b443ef23-5499-41f2-841a-de3cc55d5326, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=b443ef23-5499-41f2-841a-de3cc55d5326,segment=NetworkSegment(ebd10616-65b9-43cb-8c01-5aebde3a70ca),segment_id=ebd10616-65b9-43cb-8c01-5aebde3a70ca)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:21:14.027253 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Returning: {'device': 'b443ef23-5499-41f2-841a-de3cc55d5326', 'network_id': '3139603d-a645-4aa5-91ac-2e9a4e4b78b3', 'port_id': 'b443ef23-5499-41f2-841a-de3cc55d5326', 'mac_address': 'fa:16:3e:24:f4:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6358aad-111e-416b-96f8-6ca6f34bfc47', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 21:21:14.083140 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:14.100456 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b443ef23-5499-41f2-841a-de3cc55d5326 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 21:21:14.116212 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port b443ef23-5499-41f2-841a-de3cc55d5326, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=b443ef23-5499-41f2-841a-de3cc55d5326,segment=NetworkSegment(ebd10616-65b9-43cb-8c01-5aebde3a70ca),segment_id=ebd10616-65b9-43cb-8c01-5aebde3a70ca)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:21:14.210442 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:14.280777 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=b443ef23-5499-41f2-841a-de3cc55d5326,revision_number=8']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:21:14.289428 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:21:14.293998 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:21:14.293998 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:21:14.293998 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:21:14.293998 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:21:14.293998 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:21:14.293998 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:21:14.293998 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:21:14.293998 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:21:14.293998 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:21:14.293998 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:21:14.421468 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['b443ef23-5499-41f2-841a-de3cc55d5326'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 21:21:14.656623 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e287a968-f501-45b5-b738-99899263f0de req-218c8b87-4ce9-49ae-862a-097471c878a8 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:21:14.658147 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e287a968-f501-45b5-b738-99899263f0de req-218c8b87-4ce9-49ae-862a-097471c878a8 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=61ff289a-f7be-4727-a360-c6159593cfdc HTTP/1.1" status: 200 len: 945 time: 0.0874245 May 30 21:21:14.666370 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b194975c-fcb7-42d6-af3a-261ff9552c17 req-7b528a9b-fcfe-4d7a-b6a3-5a9bc07dfb4f tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:21:14.667807 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b194975c-fcb7-42d6-af3a-261ff9552c17 req-7b528a9b-fcfe-4d7a-b6a3-5a9bc07dfb4f tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.71 "GET /v2.0/ports?device_id=61ff289a-f7be-4727-a360-c6159593cfdc&tenant_id=ece2945efdfc42d9b9df7d167b03c4d1&binding%3Ahost_id=n-h1-843948-2 HTTP/1.1" status: 200 len: 945 time: 0.0825255 May 30 21:21:14.707773 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e287a968-f501-45b5-b738-99899263f0de req-ea55afa2-d49e-46d0-87a3-0a93a93bc9bf tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430956 May 30 21:21:14.751720 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b194975c-fcb7-42d6-af3a-261ff9552c17 req-ee5eb8e5-177f-459e-a4bf-dcbfef614db3 service neutron] 10.222.0.71 "GET /v2.0/ports/b443ef23-5499-41f2-841a-de3cc55d5326/bindings/n-h1-843948-2 HTTP/1.1" status: 200 len: 382 time: 0.0776451 May 30 21:21:14.951245 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b194975c-fcb7-42d6-af3a-261ff9552c17 req-46a5c9c4-8615-48d9-986b-498d72914e17 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ece2945efdfc42d9b9df7d167b03c4d1&device_id=61ff289a-f7be-4727-a360-c6159593cfdc HTTP/1.1" status: 200 len: 1096 time: 0.1777849 May 30 21:21:15.082525 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b194975c-fcb7-42d6-af3a-261ff9552c17 req-21222df7-6fa4-4e90-a3ec-569df1e9a03b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:21:15.084384 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b194975c-fcb7-42d6-af3a-261ff9552c17 req-21222df7-6fa4-4e90-a3ec-569df1e9a03b service neutron] 10.222.0.71 "GET /v2.0/networks?id=3139603d-a645-4aa5-91ac-2e9a4e4b78b3 HTTP/1.1" status: 200 len: 913 time: 0.1271038 May 30 21:21:15.188739 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b194975c-fcb7-42d6-af3a-261ff9552c17 req-bdbd14da-41d5-45a0-b7a3-21608da5197c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b443ef23-5499-41f2-841a-de3cc55d5326 HTTP/1.1" status: 200 len: 1001 time: 0.0983555 May 30 21:21:15.252470 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b194975c-fcb7-42d6-af3a-261ff9552c17 req-d533d55b-8bc7-4893-bdb7-36143f161929 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:21:15.253969 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b194975c-fcb7-42d6-af3a-261ff9552c17 req-d533d55b-8bc7-4893-bdb7-36143f161929 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d6358aad-111e-416b-96f8-6ca6f34bfc47 HTTP/1.1" status: 200 len: 851 time: 0.0590062 May 30 21:21:15.332838 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b194975c-fcb7-42d6-af3a-261ff9552c17 req-d8c90ade-ae10-47f3-9561-7a1fb24b2639 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3139603d-a645-4aa5-91ac-2e9a4e4b78b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0716724 May 30 21:21:15.465092 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b194975c-fcb7-42d6-af3a-261ff9552c17 req-e53c9e1a-37ae-4bf6-abf2-1b742022d4e5 service neutron] 10.222.0.71 "GET /v2.0/networks/3139603d-a645-4aa5-91ac-2e9a4e4b78b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257164 May 30 21:21:15.595864 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b194975c-fcb7-42d6-af3a-261ff9552c17 req-3dc363a0-92da-412f-9d85-9191a51188ba service neutron] 10.222.0.71 "GET /v2.0/networks/3139603d-a645-4aa5-91ac-2e9a4e4b78b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254594 May 30 21:21:15.884169 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device b443ef23-5499-41f2-841a-de3cc55d5326 up at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:21:15.908210 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969102e8-968d-4ae5-9b98-8309c1355c9f req-b15bdcbe-c363-43aa-b8a3-07b3af6992f1 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:21:15.909684 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-969102e8-968d-4ae5-9b98-8309c1355c9f req-b15bdcbe-c363-43aa-b8a3-07b3af6992f1 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=61ff289a-f7be-4727-a360-c6159593cfdc HTTP/1.1" status: 200 len: 945 time: 0.0762589 May 30 21:21:15.957411 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-969102e8-968d-4ae5-9b98-8309c1355c9f req-3e67c644-6fbb-4bf1-9720-e2869071160b tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416012 May 30 21:21:16.027327 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning for port b443ef23-5499-41f2-841a-de3cc55d5326 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:21:16.032622 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning complete for port b443ef23-5499-41f2-841a-de3cc55d5326 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:21:16.040138 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:16.149035 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:16.176853 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61ff289a-f7be-4727-a360-c6159593cfdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b443ef23-5499-41f2-841a-de3cc55d5326'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:21:16.187496 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port b443ef23-5499-41f2-841a-de3cc55d5326, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=b443ef23-5499-41f2-841a-de3cc55d5326,segment=NetworkSegment(ebd10616-65b9-43cb-8c01-5aebde3a70ca),segment_id=ebd10616-65b9-43cb-8c01-5aebde3a70ca)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:21:16.244173 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af6f3ec6-b504-4864-be11-ec426640a9d4'] response: {'server_uuid': '61ff289a-f7be-4727-a360-c6159593cfdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b443ef23-5499-41f2-841a-de3cc55d5326', 'code': 200} May 30 21:21:16.267436 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:16.333783 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=b443ef23-5499-41f2-841a-de3cc55d5326,revision_number=9']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:21:17.165812 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edbe655-2f72-4758-8b34-852696d074d5 req-4ffe73b9-2acb-42ba-91b6-21b4b7a575af tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:21:17.167272 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-7edbe655-2f72-4758-8b34-852696d074d5 req-4ffe73b9-2acb-42ba-91b6-21b4b7a575af tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=61ff289a-f7be-4727-a360-c6159593cfdc HTTP/1.1" status: 200 len: 946 time: 0.0815604 May 30 21:21:17.214093 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-7edbe655-2f72-4758-8b34-852696d074d5 req-800d6b6f-db53-4219-ae97-cc6f2c2e4109 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410924 May 30 21:21:18.181045 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b194975c-fcb7-42d6-af3a-261ff9552c17 req-a5a2463a-e630-4378-8222-cbe6f2ee28b2 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=61ff289a-f7be-4727-a360-c6159593cfdc&tenant_id=ece2945efdfc42d9b9df7d167b03c4d1 HTTP/1.1" status: 200 len: 1097 time: 0.0688300 May 30 21:21:18.194554 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-b194975c-fcb7-42d6-af3a-261ff9552c17 req-5c68567f-9bfc-4420-8837-c04cb11553a3 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-843948-2', 'device_owner': 'compute:nova'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:21:18.309837 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-b194975c-fcb7-42d6-af3a-261ff9552c17 req-5c68567f-9bfc-4420-8837-c04cb11553a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:18.575155 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9226ad-ae00-4332-9758-d3d2254bc3de req-4d03588e-1b93-45f6-9346-57b39e5989e3 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:21:18.576603 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2e9226ad-ae00-4332-9758-d3d2254bc3de req-4d03588e-1b93-45f6-9346-57b39e5989e3 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=61ff289a-f7be-4727-a360-c6159593cfdc HTTP/1.1" status: 200 len: 946 time: 0.2262194 May 30 21:21:18.663689 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2e9226ad-ae00-4332-9758-d3d2254bc3de req-17753c85-fa0a-4b30-9408-4b6bdb718fcd tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745831 May 30 21:21:18.672701 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-b194975c-fcb7-42d6-af3a-261ff9552c17 req-5c68567f-9bfc-4420-8837-c04cb11553a3 service neutron] For port b443ef23-5499-41f2-841a-de3cc55d5326, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=b443ef23-5499-41f2-841a-de3cc55d5326,segment=NetworkSegment(ebd10616-65b9-43cb-8c01-5aebde3a70ca),segment_id=ebd10616-65b9-43cb-8c01-5aebde3a70ca)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:21:18.702032 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-b194975c-fcb7-42d6-af3a-261ff9552c17 req-5c68567f-9bfc-4420-8837-c04cb11553a3 service neutron] For port b443ef23-5499-41f2-841a-de3cc55d5326, host n-h1-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 21:21:18.757807 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61ff289a-f7be-4727-a360-c6159593cfdc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b443ef23-5499-41f2-841a-de3cc55d5326'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:21:18.763067 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-b194975c-fcb7-42d6-af3a-261ff9552c17 req-5c68567f-9bfc-4420-8837-c04cb11553a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:18.778294 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-b194975c-fcb7-42d6-af3a-261ff9552c17 req-5c68567f-9bfc-4420-8837-c04cb11553a3 service neutron] Transition to ACTIVE for port object b443ef23-5499-41f2-841a-de3cc55d5326 will not be triggered until provisioned by entity L2. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:21:18.830868 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ff36634-bca9-44eb-b0fb-cb324a5d16f3'] response: {'server_uuid': '61ff289a-f7be-4727-a360-c6159593cfdc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b443ef23-5499-41f2-841a-de3cc55d5326', 'code': 200} May 30 21:21:18.873297 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-b194975c-fcb7-42d6-af3a-261ff9552c17 req-5c68567f-9bfc-4420-8837-c04cb11553a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:19.017034 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c68567f-9bfc-4420-8837-c04cb11553a3 service neutron] Pushing event updated for resources: {'Port': ['ID=b443ef23-5499-41f2-841a-de3cc55d5326,revision_number=10']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:21:19.041936 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c68567f-9bfc-4420-8837-c04cb11553a3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:21:19.042275 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c68567f-9bfc-4420-8837-c04cb11553a3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:21:19.042604 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c68567f-9bfc-4420-8837-c04cb11553a3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:21:19.042932 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c68567f-9bfc-4420-8837-c04cb11553a3 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:21:19.043294 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c68567f-9bfc-4420-8837-c04cb11553a3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:21:19.043614 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c68567f-9bfc-4420-8837-c04cb11553a3 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:21:19.043931 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c68567f-9bfc-4420-8837-c04cb11553a3 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:21:19.044251 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c68567f-9bfc-4420-8837-c04cb11553a3 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:21:19.044569 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c68567f-9bfc-4420-8837-c04cb11553a3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:21:19.044880 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c68567f-9bfc-4420-8837-c04cb11553a3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:21:19.045191 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c68567f-9bfc-4420-8837-c04cb11553a3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:21:19.091005 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-b194975c-fcb7-42d6-af3a-261ff9552c17 req-5c68567f-9bfc-4420-8837-c04cb11553a3 service neutron] No DVR routers for this DVR port b443ef23-5499-41f2-841a-de3cc55d5326 on host n-h1-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 21:21:19.449533 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-b194975c-fcb7-42d6-af3a-261ff9552c17 req-5c68567f-9bfc-4420-8837-c04cb11553a3 service neutron] Attempting to bind port b443ef23-5499-41f2-841a-de3cc55d5326 on host n-h2-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 21:21:19.454023 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-b194975c-fcb7-42d6-af3a-261ff9552c17 req-5c68567f-9bfc-4420-8837-c04cb11553a3 service neutron] Attempting to bind port b443ef23-5499-41f2-841a-de3cc55d5326 by drivers openvswitch,hyperv on host n-h2-843948-2 at level 0 using segments [{'id': 'ebd10616-65b9-43cb-8c01-5aebde3a70ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '3139603d-a645-4aa5-91ac-2e9a4e4b78b3'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 21:21:19.454023 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b194975c-fcb7-42d6-af3a-261ff9552c17 req-5c68567f-9bfc-4420-8837-c04cb11553a3 service neutron] Attempting to bind port b443ef23-5499-41f2-841a-de3cc55d5326 on network 3139603d-a645-4aa5-91ac-2e9a4e4b78b3 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:21:19.455975 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b194975c-fcb7-42d6-af3a-261ff9552c17 req-5c68567f-9bfc-4420-8837-c04cb11553a3 service neutron] Port b443ef23-5499-41f2-841a-de3cc55d5326 on network 3139603d-a645-4aa5-91ac-2e9a4e4b78b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 21:21:19.456281 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b194975c-fcb7-42d6-af3a-261ff9552c17 req-5c68567f-9bfc-4420-8837-c04cb11553a3 service neutron] Attempting to bind port b443ef23-5499-41f2-841a-de3cc55d5326 on network 3139603d-a645-4aa5-91ac-2e9a4e4b78b3 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:21:19.463036 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b194975c-fcb7-42d6-af3a-261ff9552c17 req-5c68567f-9bfc-4420-8837-c04cb11553a3 service neutron] Checking agent: {'id': 'eaa08354-e8f5-4e73-af76-8d3cf7d2b390', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 21, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 21:21:19.463359 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b194975c-fcb7-42d6-af3a-261ff9552c17 req-5c68567f-9bfc-4420-8837-c04cb11553a3 service neutron] Checking segment: {'id': 'ebd10616-65b9-43cb-8c01-5aebde3a70ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '3139603d-a645-4aa5-91ac-2e9a4e4b78b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:21:19.463726 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b194975c-fcb7-42d6-af3a-261ff9552c17 req-5c68567f-9bfc-4420-8837-c04cb11553a3 service neutron] Bound using segment: {'id': 'ebd10616-65b9-43cb-8c01-5aebde3a70ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '3139603d-a645-4aa5-91ac-2e9a4e4b78b3'} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 21:21:19.464134 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-b194975c-fcb7-42d6-af3a-261ff9552c17 req-5c68567f-9bfc-4420-8837-c04cb11553a3 service neutron] Bound port: b443ef23-5499-41f2-841a-de3cc55d5326, host: n-h2-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebd10616-65b9-43cb-8c01-5aebde3a70ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '3139603d-a645-4aa5-91ac-2e9a4e4b78b3'}}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 21:21:19.464469 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-b194975c-fcb7-42d6-af3a-261ff9552c17 req-5c68567f-9bfc-4420-8837-c04cb11553a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:19.558155 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-b194975c-fcb7-42d6-af3a-261ff9552c17 req-5c68567f-9bfc-4420-8837-c04cb11553a3 service neutron] For port b443ef23-5499-41f2-841a-de3cc55d5326, host n-h2-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 21:21:19.561273 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-b194975c-fcb7-42d6-af3a-261ff9552c17 req-5c68567f-9bfc-4420-8837-c04cb11553a3 service neutron] For port b443ef23-5499-41f2-841a-de3cc55d5326, host n-h2-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=b443ef23-5499-41f2-841a-de3cc55d5326,segment=NetworkSegment(ebd10616-65b9-43cb-8c01-5aebde3a70ca),segment_id=ebd10616-65b9-43cb-8c01-5aebde3a70ca)] {{(pid=84887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 21:21:19.656826 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-b194975c-fcb7-42d6-af3a-261ff9552c17 req-5c68567f-9bfc-4420-8837-c04cb11553a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:19.721846 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-b194975c-fcb7-42d6-af3a-261ff9552c17 req-5c68567f-9bfc-4420-8837-c04cb11553a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:19.723220 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b194975c-fcb7-42d6-af3a-261ff9552c17 req-5c68567f-9bfc-4420-8837-c04cb11553a3 service neutron] 10.222.0.86 "PUT /v2.0/ports/b443ef23-5499-41f2-841a-de3cc55d5326 HTTP/1.1" status: 200 len: 1093 time: 1.5327160 May 30 21:21:19.785148 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c68567f-9bfc-4420-8837-c04cb11553a3 service neutron] Pushing event updated for resources: {'Port': ['ID=b443ef23-5499-41f2-841a-de3cc55d5326,revision_number=11']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:21:19.881240 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device b443ef23-5499-41f2-841a-de3cc55d5326 no longer exists at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 21:21:19.891807 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b194975c-fcb7-42d6-af3a-261ff9552c17 req-12d0dee2-8fb2-46b1-b224-c4f90f20cfe3 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ece2945efdfc42d9b9df7d167b03c4d1&device_id=61ff289a-f7be-4727-a360-c6159593cfdc HTTP/1.1" status: 200 len: 1096 time: 0.1388664 May 30 21:21:19.942187 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device b443ef23-5499-41f2-841a-de3cc55d5326 not bound to the agent host n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 21:21:19.973415 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853153c8-3cb7-4c01-b303-0a6415f141fd req-0be4df62-899a-4e8a-bb2a-7a30539d393e tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:21:19.975475 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-853153c8-3cb7-4c01-b303-0a6415f141fd req-0be4df62-899a-4e8a-bb2a-7a30539d393e tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=61ff289a-f7be-4727-a360-c6159593cfdc HTTP/1.1" status: 200 len: 945 time: 0.1684320 May 30 21:21:20.068405 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-853153c8-3cb7-4c01-b303-0a6415f141fd req-4855efb4-3622-4d8f-87c7-d48001c82aae tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761800 May 30 21:21:20.070753 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b194975c-fcb7-42d6-af3a-261ff9552c17 req-263fe480-450b-4746-bf43-e5e786e5673c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:21:20.072147 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b194975c-fcb7-42d6-af3a-261ff9552c17 req-263fe480-450b-4746-bf43-e5e786e5673c service neutron] 10.222.0.86 "GET /v2.0/networks?id=3139603d-a645-4aa5-91ac-2e9a4e4b78b3 HTTP/1.1" status: 200 len: 913 time: 0.1736672 May 30 21:21:20.170312 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:20.183858 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b194975c-fcb7-42d6-af3a-261ff9552c17 req-b19b6c60-7ff2-4ff1-b812-c3352b536ed6 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b443ef23-5499-41f2-841a-de3cc55d5326 HTTP/1.1" status: 200 len: 1000 time: 0.1009839 May 30 21:21:20.254187 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b194975c-fcb7-42d6-af3a-261ff9552c17 req-470d9742-b7a2-49ea-9c6e-ad8a807b9c5f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:21:20.256788 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b194975c-fcb7-42d6-af3a-261ff9552c17 req-470d9742-b7a2-49ea-9c6e-ad8a807b9c5f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d6358aad-111e-416b-96f8-6ca6f34bfc47 HTTP/1.1" status: 200 len: 851 time: 0.0658219 May 30 21:21:20.332635 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b194975c-fcb7-42d6-af3a-261ff9552c17 req-cd2f88e0-de95-4b26-a20f-2148cf8c742e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3139603d-a645-4aa5-91ac-2e9a4e4b78b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0693562 May 30 21:21:20.466318 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b194975c-fcb7-42d6-af3a-261ff9552c17 req-c34527f7-7555-41b7-9be4-74302def3460 service neutron] 10.222.0.86 "GET /v2.0/networks/3139603d-a645-4aa5-91ac-2e9a4e4b78b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270113 May 30 21:21:20.607039 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b194975c-fcb7-42d6-af3a-261ff9552c17 req-9b10ae38-588a-47e1-8c64-a37f46dfa5ef service neutron] 10.222.0.86 "GET /v2.0/networks/3139603d-a645-4aa5-91ac-2e9a4e4b78b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302524 May 30 21:21:20.832288 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61ff289a-f7be-4727-a360-c6159593cfdc', 'tag': 'b443ef23-5499-41f2-841a-de3cc55d5326'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:21:20.900859 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc461fd9-67c6-4ccd-b1f6-4ef690610abb'] response: {'name': 'network-changed', 'server_uuid': '61ff289a-f7be-4727-a360-c6159593cfdc', 'tag': 'b443ef23-5499-41f2-841a-de3cc55d5326', 'status': 'completed', 'code': 200} May 30 21:21:20.995711 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-714ebe50-f53c-4d75-95a2-0900ed723eda req-288ea90f-01a2-414f-9e6c-bd95756e672c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ece2945efdfc42d9b9df7d167b03c4d1&device_id=61ff289a-f7be-4727-a360-c6159593cfdc HTTP/1.1" status: 200 len: 1096 time: 0.0756207 May 30 21:21:20.996851 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-714ebe50-f53c-4d75-95a2-0900ed723eda req-78c4c227-5332-4b86-98b2-6799492b19d0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ece2945efdfc42d9b9df7d167b03c4d1&device_id=61ff289a-f7be-4727-a360-c6159593cfdc HTTP/1.1" status: 200 len: 1096 time: 0.0740678 May 30 21:21:21.131882 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714ebe50-f53c-4d75-95a2-0900ed723eda req-0ef5cebf-7d2c-4f03-87e6-517a5682760b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:21:21.132111 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714ebe50-f53c-4d75-95a2-0900ed723eda req-37fc6aea-a47f-4f95-9c43-d1231f9544ef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:21:21.133326 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-714ebe50-f53c-4d75-95a2-0900ed723eda req-37fc6aea-a47f-4f95-9c43-d1231f9544ef service neutron] 10.222.0.86 "GET /v2.0/networks?id=3139603d-a645-4aa5-91ac-2e9a4e4b78b3 HTTP/1.1" status: 200 len: 913 time: 0.1310983 May 30 21:21:21.133900 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-714ebe50-f53c-4d75-95a2-0900ed723eda req-0ef5cebf-7d2c-4f03-87e6-517a5682760b service neutron] 10.222.0.71 "GET /v2.0/networks?id=3139603d-a645-4aa5-91ac-2e9a4e4b78b3 HTTP/1.1" status: 200 len: 913 time: 0.1312077 May 30 21:21:21.239817 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-714ebe50-f53c-4d75-95a2-0900ed723eda req-c5d8587c-5726-40f1-af2d-40e238653c01 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b443ef23-5499-41f2-841a-de3cc55d5326 HTTP/1.1" status: 200 len: 1000 time: 0.1004655 May 30 21:21:21.285067 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-714ebe50-f53c-4d75-95a2-0900ed723eda req-dbc55d12-cb90-4783-9852-9fedad7f9add service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b443ef23-5499-41f2-841a-de3cc55d5326 HTTP/1.1" status: 200 len: 1000 time: 0.1453538 May 30 21:21:21.306812 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714ebe50-f53c-4d75-95a2-0900ed723eda req-374a35a9-4a8f-48ef-8291-97ed99f0d60a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:21:21.308503 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-714ebe50-f53c-4d75-95a2-0900ed723eda req-374a35a9-4a8f-48ef-8291-97ed99f0d60a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d6358aad-111e-416b-96f8-6ca6f34bfc47 HTTP/1.1" status: 200 len: 851 time: 0.0632851 May 30 21:21:21.360120 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714ebe50-f53c-4d75-95a2-0900ed723eda req-6b6d62de-feed-4450-9a43-a860d9ce4539 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:21:21.361544 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-714ebe50-f53c-4d75-95a2-0900ed723eda req-6b6d62de-feed-4450-9a43-a860d9ce4539 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d6358aad-111e-416b-96f8-6ca6f34bfc47 HTTP/1.1" status: 200 len: 851 time: 0.0701466 May 30 21:21:21.367161 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ba4439-f0ec-4bf4-a27c-63543845c10f req-60d684eb-da33-4de5-ae14-4fe773fdff68 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:21:21.368589 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-77ba4439-f0ec-4bf4-a27c-63543845c10f req-60d684eb-da33-4de5-ae14-4fe773fdff68 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=61ff289a-f7be-4727-a360-c6159593cfdc HTTP/1.1" status: 200 len: 945 time: 0.1632845 May 30 21:21:21.383098 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-714ebe50-f53c-4d75-95a2-0900ed723eda req-b4ec8be3-e6d9-491a-960a-33e912720212 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3139603d-a645-4aa5-91ac-2e9a4e4b78b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0692582 May 30 21:21:21.462555 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-77ba4439-f0ec-4bf4-a27c-63543845c10f req-3dfe3b36-ce82-44a7-962c-014d29b6e98a tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645111 May 30 21:21:21.476933 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-714ebe50-f53c-4d75-95a2-0900ed723eda req-d1de11ba-c7b4-45ec-be99-5818ac18f494 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3139603d-a645-4aa5-91ac-2e9a4e4b78b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1074810 May 30 21:21:21.519280 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-714ebe50-f53c-4d75-95a2-0900ed723eda req-1dc2072f-2d2e-4255-ab7e-6b0f9c0b33ff service neutron] 10.222.0.71 "GET /v2.0/networks/3139603d-a645-4aa5-91ac-2e9a4e4b78b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304986 May 30 21:21:21.718182 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-714ebe50-f53c-4d75-95a2-0900ed723eda req-8440faab-ff48-4d4a-9385-721c23b29ee5 service neutron] 10.222.0.86 "GET /v2.0/networks/3139603d-a645-4aa5-91ac-2e9a4e4b78b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2346323 May 30 21:21:21.764694 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-714ebe50-f53c-4d75-95a2-0900ed723eda req-b0deb405-84b2-4190-98ed-375a63c7f1a6 service neutron] 10.222.0.71 "GET /v2.0/networks/3139603d-a645-4aa5-91ac-2e9a4e4b78b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2387440 May 30 21:21:21.855771 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-714ebe50-f53c-4d75-95a2-0900ed723eda req-244b1059-bbe3-47c7-8273-a8024948f5ee service neutron] 10.222.0.86 "GET /v2.0/networks/3139603d-a645-4aa5-91ac-2e9a4e4b78b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306722 May 30 21:21:22.667105 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9320a8-5b96-4e9c-9187-11a922c8ca38 req-88c0405f-f4ed-443a-b02b-eb85a83ec872 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:21:22.668549 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-7b9320a8-5b96-4e9c-9187-11a922c8ca38 req-88c0405f-f4ed-443a-b02b-eb85a83ec872 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=61ff289a-f7be-4727-a360-c6159593cfdc HTTP/1.1" status: 200 len: 945 time: 0.0792344 May 30 21:21:22.718449 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-7b9320a8-5b96-4e9c-9187-11a922c8ca38 req-b803c2a3-7582-49e0-847e-8fb4aabe8357 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442426 May 30 21:21:22.907320 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:23.500560 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device b443ef23-5499-41f2-841a-de3cc55d5326 details requested by agent hyperv_n-h2-843948-2 with host n-h2-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 21:21:23.635538 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port b443ef23-5499-41f2-841a-de3cc55d5326, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=b443ef23-5499-41f2-841a-de3cc55d5326,segment=NetworkSegment(ebd10616-65b9-43cb-8c01-5aebde3a70ca),segment_id=ebd10616-65b9-43cb-8c01-5aebde3a70ca)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:21:23.648765 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Returning: {'device': 'b443ef23-5499-41f2-841a-de3cc55d5326', 'network_id': '3139603d-a645-4aa5-91ac-2e9a4e4b78b3', 'port_id': 'b443ef23-5499-41f2-841a-de3cc55d5326', 'mac_address': 'fa:16:3e:24:f4:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6358aad-111e-416b-96f8-6ca6f34bfc47', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 21:21:23.702467 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:23.719323 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b443ef23-5499-41f2-841a-de3cc55d5326 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 21:21:23.734051 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port b443ef23-5499-41f2-841a-de3cc55d5326, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=b443ef23-5499-41f2-841a-de3cc55d5326,segment=NetworkSegment(ebd10616-65b9-43cb-8c01-5aebde3a70ca),segment_id=ebd10616-65b9-43cb-8c01-5aebde3a70ca)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:21:23.810372 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:23.876893 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=b443ef23-5499-41f2-841a-de3cc55d5326,revision_number=12']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:21:23.923563 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6823eae-9328-4413-81d5-dc0ad81d908f req-2af72a10-72df-47cb-a323-48076d673145 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:21:23.925003 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d6823eae-9328-4413-81d5-dc0ad81d908f req-2af72a10-72df-47cb-a323-48076d673145 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=61ff289a-f7be-4727-a360-c6159593cfdc HTTP/1.1" status: 200 len: 946 time: 0.0818820 May 30 21:21:23.971811 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d6823eae-9328-4413-81d5-dc0ad81d908f req-9147bf8d-266a-4969-838b-c3c29051517d tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405848 May 30 21:21:24.054664 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['b443ef23-5499-41f2-841a-de3cc55d5326'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 21:21:24.171803 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca583218-0670-49f7-8a31-1b6093d21983 req-e185afc1-0fcb-468d-bae9-7d86685d36ec tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:21:24.173507 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ca583218-0670-49f7-8a31-1b6093d21983 req-e185afc1-0fcb-468d-bae9-7d86685d36ec tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=61ff289a-f7be-4727-a360-c6159593cfdc HTTP/1.1" status: 200 len: 946 time: 0.0787859 May 30 21:21:24.221081 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ca583218-0670-49f7-8a31-1b6093d21983 req-0e1e41a3-56af-4307-920c-4ddcf11e85c4 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412982 May 30 21:21:24.421801 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a88b11-622c-4107-88ef-589ecb3d77ac req-217d8341-9bb7-4d3b-abe9-36439b70ae13 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:21:24.423236 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-98a88b11-622c-4107-88ef-589ecb3d77ac req-217d8341-9bb7-4d3b-abe9-36439b70ae13 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=61ff289a-f7be-4727-a360-c6159593cfdc HTTP/1.1" status: 200 len: 946 time: 0.0802159 May 30 21:21:24.472402 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-98a88b11-622c-4107-88ef-589ecb3d77ac req-1618fa9d-a2d6-4dc2-8566-2f76fee22755 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435066 May 30 21:21:25.304981 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dca4ec-16d6-4d64-8c03-4259a989df31 req-e174e62d-ef19-4b89-af3d-1c8d0df375f4 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:21:25.306474 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d3dca4ec-16d6-4d64-8c03-4259a989df31 req-e174e62d-ef19-4b89-af3d-1c8d0df375f4 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=61ff289a-f7be-4727-a360-c6159593cfdc HTTP/1.1" status: 200 len: 946 time: 0.0783141 May 30 21:21:25.352547 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d3dca4ec-16d6-4d64-8c03-4259a989df31 req-b21b04a7-70b8-4e27-bb40-97565989b390 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402308 May 30 21:21:25.508390 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device b443ef23-5499-41f2-841a-de3cc55d5326 up at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:21:25.633052 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning for port b443ef23-5499-41f2-841a-de3cc55d5326 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:21:25.638047 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning complete for port b443ef23-5499-41f2-841a-de3cc55d5326 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:21:25.638442 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:25.749896 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:25.780383 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61ff289a-f7be-4727-a360-c6159593cfdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b443ef23-5499-41f2-841a-de3cc55d5326'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:21:25.790232 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port b443ef23-5499-41f2-841a-de3cc55d5326, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=b443ef23-5499-41f2-841a-de3cc55d5326,segment=NetworkSegment(ebd10616-65b9-43cb-8c01-5aebde3a70ca),segment_id=ebd10616-65b9-43cb-8c01-5aebde3a70ca)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:21:25.835541 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6740e58d-33e4-477b-b870-a3770f527835'] response: {'server_uuid': '61ff289a-f7be-4727-a360-c6159593cfdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b443ef23-5499-41f2-841a-de3cc55d5326', 'code': 200} May 30 21:21:25.872592 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:25.969176 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=b443ef23-5499-41f2-841a-de3cc55d5326,revision_number=13']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:21:26.295998 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b7c6e349-d633-46f9-bd34-5fbc2e3c0783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:26.553288 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d6aff0-fbea-4454-8358-0fb9e6b99a00 req-c6c4f0ec-4fe3-4f97-ad07-98430c930ce4 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:21:26.554669 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-55d6aff0-fbea-4454-8358-0fb9e6b99a00 req-c6c4f0ec-4fe3-4f97-ad07-98430c930ce4 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=61ff289a-f7be-4727-a360-c6159593cfdc HTTP/1.1" status: 200 len: 947 time: 0.0812547 May 30 21:21:26.600756 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-55d6aff0-fbea-4454-8358-0fb9e6b99a00 req-b54b123a-2448-4ff9-a91f-d90ac860c1ef tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398386 May 30 21:21:26.677489 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101d7205-2790-4c0d-ae51-ce035647ec1c req-c5d426dd-eaf1-4d3a-b424-1df48aa0f160 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:21:26.678981 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-101d7205-2790-4c0d-ae51-ce035647ec1c req-c5d426dd-eaf1-4d3a-b424-1df48aa0f160 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.86 "GET /v2.0/ports?device_id=61ff289a-f7be-4727-a360-c6159593cfdc HTTP/1.1" status: 200 len: 947 time: 0.0765352 May 30 21:21:26.761780 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-101d7205-2790-4c0d-ae51-ce035647ec1c req-9ad70534-8056-4f86-b820-943d822e92e0 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Deleting port b443ef23-5499-41f2-841a-de3cc55d5326 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:21:26.762117 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-101d7205-2790-4c0d-ae51-ce035647ec1c req-9ad70534-8056-4f86-b820-943d822e92e0 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:27.009507 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-101d7205-2790-4c0d-ae51-ce035647ec1c req-9ad70534-8056-4f86-b820-943d822e92e0 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] For port b443ef23-5499-41f2-841a-de3cc55d5326, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=b443ef23-5499-41f2-841a-de3cc55d5326,segment=NetworkSegment(ebd10616-65b9-43cb-8c01-5aebde3a70ca),segment_id=ebd10616-65b9-43cb-8c01-5aebde3a70ca)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:21:27.009888 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-101d7205-2790-4c0d-ae51-ce035647ec1c req-9ad70534-8056-4f86-b820-943d822e92e0 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:27.306061 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-101d7205-2790-4c0d-ae51-ce035647ec1c req-9ad70534-8056-4f86-b820-943d822e92e0 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:27.306420 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-101d7205-2790-4c0d-ae51-ce035647ec1c req-9ad70534-8056-4f86-b820-943d822e92e0 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736490'] for floatingip, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:27.306583 n-d-843948-2 neutron-server[84887]: INFO neutron.db.l3_db [req-101d7205-2790-4c0d-ae51-ce035647ec1c req-9ad70534-8056-4f86-b820-943d822e92e0 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Floating IP d4d15772-678a-45d0-8cd5-3ae5dc892de6 disassociated. External IP: 172.25.8.32, port: b443ef23-5499-41f2-841a-de3cc55d5326. May 30 21:21:27.306920 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-101d7205-2790-4c0d-ae51-ce035647ec1c req-9ad70534-8056-4f86-b820-943d822e92e0 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Calling delete_port for b443ef23-5499-41f2-841a-de3cc55d5326 owned by compute:nova {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:21:27.513151 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-101d7205-2790-4c0d-ae51-ce035647ec1c req-9ad70534-8056-4f86-b820-943d822e92e0 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:27.563837 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad70534-8056-4f86-b820-943d822e92e0 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Pushing event deleted for resources: {'Port': ['ID=b443ef23-5499-41f2-841a-de3cc55d5326,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:21:27.792855 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3ceb9eb4-96bc-465c-9320-6d068c252e8d req-de4e4615-afdc-4969-bdec-5a224cfa8542 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=61ff289a-f7be-4727-a360-c6159593cfdc HTTP/1.1" status: 200 len: 210 time: 0.0442536 May 30 21:21:27.881337 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [req-101d7205-2790-4c0d-ae51-ce035647ec1c req-9ad70534-8056-4f86-b820-943d822e92e0 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Router 4d0af300-5788-42f9-a065-96f276425174 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 21:21:28.087081 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-101d7205-2790-4c0d-ae51-ce035647ec1c req-9ad70534-8056-4f86-b820-943d822e92e0 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 21:21:28.096263 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf06fce3-d79a-41d6-a359-122d7bac72b4 None None] Sync routers for ids ['4d0af300-5788-42f9-a065-96f276425174'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 21:21:28.108913 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf06fce3-d79a-41d6-a359-122d7bac72b4 None None] Routers {'4d0af300-5788-42f9-a065-96f276425174'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:21:28.109806 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-bf06fce3-d79a-41d6-a359-122d7bac72b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T21:21:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['4d0af300-5788-42f9-a065-96f276425174'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:21:28.160656 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-101d7205-2790-4c0d-ae51-ce035647ec1c req-9ad70534-8056-4f86-b820-943d822e92e0 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] No DVR routers for this DVR port b443ef23-5499-41f2-841a-de3cc55d5326 on host n-h2-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 21:21:28.163723 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-101d7205-2790-4c0d-ae51-ce035647ec1c req-9ad70534-8056-4f86-b820-943d822e92e0 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:28.166415 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61ff289a-f7be-4727-a360-c6159593cfdc', 'name': 'network-vif-deleted', 'tag': 'b443ef23-5499-41f2-841a-de3cc55d5326'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:21:28.216672 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-101d7205-2790-4c0d-ae51-ce035647ec1c req-9ad70534-8056-4f86-b820-943d822e92e0 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.86 "DELETE /v2.0/ports/b443ef23-5499-41f2-841a-de3cc55d5326 HTTP/1.1" status: 204 len: 173 time: 1.5296562 May 30 21:21:28.224014 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69766772-1458-404e-8e5c-cb9f7bc32099'] response: {'server_uuid': '61ff289a-f7be-4727-a360-c6159593cfdc', 'name': 'network-vif-deleted', 'tag': 'b443ef23-5499-41f2-841a-de3cc55d5326', 'status': 'completed', 'code': 200} May 30 21:21:28.296657 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-bf06fce3-d79a-41d6-a359-122d7bac72b4 None None] Set router 4d0af300-5788-42f9-a065-96f276425174 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:21:28.624325 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-bf06fce3-d79a-41d6-a359-122d7bac72b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d0af300-5788-42f9-a065-96f276425174', 'name': 'tempest-ServerActionsTestJSON-1439436767-router', 'tenant_id': 'ece2945efdfc42d9b9df7d167b03c4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '60ccfe14-fd67-435c-8430-1c7d7bcf22f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:17:21Z', 'updated_at': '2022-05-30T21:17:24Z', 'revision_number': 4, 'project_id': 'ece2945efdfc42d9b9df7d167b03c4d1', 'gw_port': {'id': '60ccfe14-fd67-435c-8430-1c7d7bcf22f3', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:dc:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0af300-5788-42f9-a065-96f276425174', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:17:21Z', 'updated_at': '2022-05-30T21:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': 'bcfd4c64-5ad6-4f1d-aaf0-0169e63a3763', 'name': '', 'network_id': '3139603d-a645-4aa5-91ac-2e9a4e4b78b3', 'tenant_id': 'ece2945efdfc42d9b9df7d167b03c4d1', 'mac_address': 'fa:16:3e:ff:68:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0af300-5788-42f9-a065-96f276425174', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6358aad-111e-416b-96f8-6ca6f34bfc47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:17:24Z', 'updated_at': '2022-05-30T21:17:41Z', 'revision_number': 5, 'project_id': 'ece2945efdfc42d9b9df7d167b03c4d1', 'subnets': [{'id': 'd6358aad-111e-416b-96f8-6ca6f34bfc47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:21:28.628315 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf06fce3-d79a-41d6-a359-122d7bac72b4 None None] Checking router: 4d0af300-5788-42f9-a065-96f276425174 for host: n-d-843948-2 {{(pid=84888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 21:21:28.639687 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf06fce3-d79a-41d6-a359-122d7bac72b4 None None] Routers {'4d0af300-5788-42f9-a065-96f276425174'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:21:28.640337 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-bf06fce3-d79a-41d6-a359-122d7bac72b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T21:21:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['4d0af300-5788-42f9-a065-96f276425174'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:21:28.823829 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-bf06fce3-d79a-41d6-a359-122d7bac72b4 None None] Set router 4d0af300-5788-42f9-a065-96f276425174 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:21:28.981057 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1fb4dec5-d2e7-4fa1-bcde-320034757c54 req-52cc44a2-6077-4f32-9c99-8996a224355f tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=61ff289a-f7be-4727-a360-c6159593cfdc HTTP/1.1" status: 200 len: 210 time: 0.0480626 May 30 21:21:29.149246 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-bf06fce3-d79a-41d6-a359-122d7bac72b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d0af300-5788-42f9-a065-96f276425174', 'name': 'tempest-ServerActionsTestJSON-1439436767-router', 'tenant_id': 'ece2945efdfc42d9b9df7d167b03c4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '60ccfe14-fd67-435c-8430-1c7d7bcf22f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:17:21Z', 'updated_at': '2022-05-30T21:17:24Z', 'revision_number': 4, 'project_id': 'ece2945efdfc42d9b9df7d167b03c4d1', 'gw_port': {'id': '60ccfe14-fd67-435c-8430-1c7d7bcf22f3', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:dc:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0af300-5788-42f9-a065-96f276425174', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:17:21Z', 'updated_at': '2022-05-30T21:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': 'bcfd4c64-5ad6-4f1d-aaf0-0169e63a3763', 'name': '', 'network_id': '3139603d-a645-4aa5-91ac-2e9a4e4b78b3', 'tenant_id': 'ece2945efdfc42d9b9df7d167b03c4d1', 'mac_address': 'fa:16:3e:ff:68:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0af300-5788-42f9-a065-96f276425174', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6358aad-111e-416b-96f8-6ca6f34bfc47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:17:24Z', 'updated_at': '2022-05-30T21:17:41Z', 'revision_number': 5, 'project_id': 'ece2945efdfc42d9b9df7d167b03c4d1', 'subnets': [{'id': 'd6358aad-111e-416b-96f8-6ca6f34bfc47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:21:29.153169 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf06fce3-d79a-41d6-a359-122d7bac72b4 None None] The sync data for ids ['4d0af300-5788-42f9-a065-96f276425174'] in n-d-843948-2 is: [{'id': '4d0af300-5788-42f9-a065-96f276425174', 'name': 'tempest-ServerActionsTestJSON-1439436767-router', 'tenant_id': 'ece2945efdfc42d9b9df7d167b03c4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '60ccfe14-fd67-435c-8430-1c7d7bcf22f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:17:21Z', 'updated_at': '2022-05-30T21:17:24Z', 'revision_number': 4, 'project_id': 'ece2945efdfc42d9b9df7d167b03c4d1', 'gw_port': {'id': '60ccfe14-fd67-435c-8430-1c7d7bcf22f3', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:dc:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0af300-5788-42f9-a065-96f276425174', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:17:21Z', 'updated_at': '2022-05-30T21:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': 'bcfd4c64-5ad6-4f1d-aaf0-0169e63a3763', 'name': '', 'network_id': '3139603d-a645-4aa5-91ac-2e9a4e4b78b3', 'tenant_id': 'ece2945efdfc42d9b9df7d167b03c4d1', 'mac_address': 'fa:16:3e:ff:68:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0af300-5788-42f9-a065-96f276425174', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6358aad-111e-416b-96f8-6ca6f34bfc47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:17:24Z', 'updated_at': '2022-05-30T21:17:41Z', 'revision_number': 5, 'project_id': 'ece2945efdfc42d9b9df7d167b03c4d1', 'subnets': [{'id': 'd6358aad-111e-416b-96f8-6ca6f34bfc47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 21:21:29.380436 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6ea394-2654-4280-96ce-531c6305b0e5 None None] New status for floating IP d4d15772-678a-45d0-8cd5-3ae5dc892de6: DOWN {{(pid=84889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 21:21:29.538715 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device b443ef23-5499-41f2-841a-de3cc55d5326 no longer exists at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 21:21:29.582159 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] No Port match for: b443ef23-5499-41f2-841a-de3cc55d5326 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 21:21:29.582492 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device b443ef23-5499-41f2-841a-de3cc55d5326 not bound to the agent host n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 21:21:29.696855 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-f8ac8920-94e7-4963-90af-d59c1c242d5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:29.890214 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:30.361133 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-81cb25c4-7d2e-4f51-acf3-ae3b5d7ce416 req-a8df0154-765c-4457-80df-27d38a78d20f tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-securitygroup--1730717469&fields=id&tenant_id=ece2945efdfc42d9b9df7d167b03c4d1 HTTP/1.1" status: 200 len: 267 time: 0.0432127 May 30 21:21:30.510747 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cb25c4-7d2e-4f51-acf3-ae3b5d7ce416 req-a786a81c-655c-4393-b91d-d1291a1ab1b7 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:21:30.512171 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-81cb25c4-7d2e-4f51-acf3-ae3b5d7ce416 req-a786a81c-655c-4393-b91d-d1291a1ab1b7 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/networks?id=3139603d-a645-4aa5-91ac-2e9a4e4b78b3 HTTP/1.1" status: 200 len: 812 time: 0.1446993 May 30 21:21:30.530227 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-81cb25c4-7d2e-4f51-acf3-ae3b5d7ce416 req-02692630-d8fb-4dd5-9414-e20aa6cdd055 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/quotas/ece2945efdfc42d9b9df7d167b03c4d1 HTTP/1.1" status: 200 len: 375 time: 0.0122924 May 30 21:21:30.613467 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-81cb25c4-7d2e-4f51-acf3-ae3b5d7ce416 req-a692376f-5937-4e38-a31c-d017dfc63351 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Synchronizing usage tracker for tenant:ece2945efdfc42d9b9df7d167b03c4d1 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 21:21:30.713033 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-81cb25c4-7d2e-4f51-acf3-ae3b5d7ce416 req-a692376f-5937-4e38-a31c-d017dfc63351 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Unset dirty status for tenant:ece2945efdfc42d9b9df7d167b03c4d1 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 21:21:30.714416 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-81cb25c4-7d2e-4f51-acf3-ae3b5d7ce416 req-a692376f-5937-4e38-a31c-d017dfc63351 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=ece2945efdfc42d9b9df7d167b03c4d1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1790028 May 30 21:21:30.940882 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-81cb25c4-7d2e-4f51-acf3-ae3b5d7ce416 req-2bda3b37-e195-4316-bac2-06a9b83712c7 service neutron] 10.222.0.85 "GET /v2.0/networks/3139603d-a645-4aa5-91ac-2e9a4e4b78b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120397 May 30 21:21:31.071311 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-81cb25c4-7d2e-4f51-acf3-ae3b5d7ce416 req-24f14305-d36c-494a-8bbf-921bdf2d6074 service neutron] 10.222.0.85 "GET /v2.0/networks/3139603d-a645-4aa5-91ac-2e9a4e4b78b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240890 May 30 21:21:31.353330 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-fdbd1ac5-bed1-401a-9f8c-ec0c0fcce614 req-d4e5a274-8b99-4446-9ee6-d70b255470cf tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=510e740a-3c77-42da-bc9f-36ffc25dbd4f HTTP/1.1" status: 200 len: 210 time: 0.0412211 May 30 21:21:31.421775 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:32.521533 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5c25cef3-8864-471c-934f-101d1b566a3a req-dca50629-38cc-49f1-a1dc-018a7c15c9cd tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=510e740a-3c77-42da-bc9f-36ffc25dbd4f HTTP/1.1" status: 200 len: 210 time: 0.0464315 May 30 21:21:32.918353 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:33.681896 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cb25c4-7d2e-4f51-acf3-ae3b5d7ce416 req-5e1a548b-8c8d-4644-ba81-5b1ab52e7bb7 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:21:33.683695 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-81cb25c4-7d2e-4f51-acf3-ae3b5d7ce416 req-5e1a548b-8c8d-4644-ba81-5b1ab52e7bb7 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.86 "GET /v2.0/networks?id=3139603d-a645-4aa5-91ac-2e9a4e4b78b3 HTTP/1.1" status: 200 len: 812 time: 0.1482763 May 30 21:21:33.690059 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f70166b6-c02d-459f-b522-d89daa364fb6 req-803af3a2-5e9a-491d-be46-a3282b381858 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=510e740a-3c77-42da-bc9f-36ffc25dbd4f HTTP/1.1" status: 200 len: 210 time: 0.0412319 May 30 21:21:33.743418 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-81cb25c4-7d2e-4f51-acf3-ae3b5d7ce416 req-1b53a117-d59b-4174-87c4-42c6912355cf tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ece2945efdfc42d9b9df7d167b03c4d1 HTTP/1.1" status: 200 len: 380 time: 0.0422275 May 30 21:21:33.754182 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-81cb25c4-7d2e-4f51-acf3-ae3b5d7ce416 req-18370a65-d46d-4be0-9ac2-96ca981276a8 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Request body: {'port': {'device_id': '510e740a-3c77-42da-bc9f-36ffc25dbd4f', 'network_id': '3139603d-a645-4aa5-91ac-2e9a4e4b78b3', 'admin_state_up': True, 'tenant_id': 'ece2945efdfc42d9b9df7d167b03c4d1', 'security_groups': ['c282456e-9b28-425e-941d-171b58ee8949']}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:21:33.890266 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-81cb25c4-7d2e-4f51-acf3-ae3b5d7ce416 req-18370a65-d46d-4be0-9ac2-96ca981276a8 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:21:33.900914 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-81cb25c4-7d2e-4f51-acf3-ae3b5d7ce416 req-18370a65-d46d-4be0-9ac2-96ca981276a8 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:21:34.027218 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81cb25c4-7d2e-4f51-acf3-ae3b5d7ce416 req-18370a65-d46d-4be0-9ac2-96ca981276a8 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Made reservation on behalf of ece2945efdfc42d9b9df7d167b03c4d1 for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 21:21:34.030407 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-81cb25c4-7d2e-4f51-acf3-ae3b5d7ce416 req-18370a65-d46d-4be0-9ac2-96ca981276a8 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:34.202539 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [req-81cb25c4-7d2e-4f51-acf3-ae3b5d7ce416 req-18370a65-d46d-4be0-9ac2-96ca981276a8 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Allocated IP 172.20.0.10 (3139603d-a645-4aa5-91ac-2e9a4e4b78b3/d6358aad-111e-416b-96f8-6ca6f34bfc47/6dd04485-520e-4d7b-91f0-99b5903c9567) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 21:21:34.491401 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-81cb25c4-7d2e-4f51-acf3-ae3b5d7ce416 req-18370a65-d46d-4be0-9ac2-96ca981276a8 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:34.507190 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-81cb25c4-7d2e-4f51-acf3-ae3b5d7ce416 req-18370a65-d46d-4be0-9ac2-96ca981276a8 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Transition to ACTIVE for port object 6dd04485-520e-4d7b-91f0-99b5903c9567 will not be triggered until provisioned by entity DHCP. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:21:34.593219 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-81cb25c4-7d2e-4f51-acf3-ae3b5d7ce416 req-18370a65-d46d-4be0-9ac2-96ca981276a8 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:34.667921 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81cb25c4-7d2e-4f51-acf3-ae3b5d7ce416 req-18370a65-d46d-4be0-9ac2-96ca981276a8 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Network 3139603d-a645-4aa5-91ac-2e9a4e4b78b3 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:21:34.670939 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [req-81cb25c4-7d2e-4f51-acf3-ae3b5d7ce416 req-18370a65-d46d-4be0-9ac2-96ca981276a8 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:21:34.674945 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-81cb25c4-7d2e-4f51-acf3-ae3b5d7ce416 req-18370a65-d46d-4be0-9ac2-96ca981276a8 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 21:21:34.709080 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18370a65-d46d-4be0-9ac2-96ca981276a8 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Pushing event updated for resources: {'Port': ['ID=6dd04485-520e-4d7b-91f0-99b5903c9567,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:21:34.742180 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cb25c4-7d2e-4f51-acf3-ae3b5d7ce416 req-18370a65-d46d-4be0-9ac2-96ca981276a8 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:21:34.742733 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-81cb25c4-7d2e-4f51-acf3-ae3b5d7ce416 req-18370a65-d46d-4be0-9ac2-96ca981276a8 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:34.833698 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-81cb25c4-7d2e-4f51-acf3-ae3b5d7ce416 req-18370a65-d46d-4be0-9ac2-96ca981276a8 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0831506 May 30 21:21:34.874137 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-81cb25c4-7d2e-4f51-acf3-ae3b5d7ce416 req-a00942be-2a46-413b-9f74-3348dbdb24c9 service neutron] Request body: {'port': {'device_id': '510e740a-3c77-42da-bc9f-36ffc25dbd4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843948-2'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:21:34.935363 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2d489cb5-3c44-4eb1-9147-447b9181e18e None None] Provisioning for port 6dd04485-520e-4d7b-91f0-99b5903c9567 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:21:34.940314 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2d489cb5-3c44-4eb1-9147-447b9181e18e None None] Provisioning complete for port 6dd04485-520e-4d7b-91f0-99b5903c9567 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:21:34.940680 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2d489cb5-3c44-4eb1-9147-447b9181e18e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:34.996183 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-2d489cb5-3c44-4eb1-9147-447b9181e18e None None] Port 6dd04485-520e-4d7b-91f0-99b5903c9567 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 21:21:35.014014 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa750b7e-55ab-45ce-9a9c-8242a06d1879 req-75af3fdf-f81b-4313-b4b0-7669ec17b892 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:21:35.014689 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-fa750b7e-55ab-45ce-9a9c-8242a06d1879 req-75af3fdf-f81b-4313-b4b0-7669ec17b892 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Synchronizing usage tracker for tenant:ece2945efdfc42d9b9df7d167b03c4d1 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 21:21:35.017177 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-81cb25c4-7d2e-4f51-acf3-ae3b5d7ce416 req-a00942be-2a46-413b-9f74-3348dbdb24c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:35.137077 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-fa750b7e-55ab-45ce-9a9c-8242a06d1879 req-75af3fdf-f81b-4313-b4b0-7669ec17b892 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Unset dirty status for tenant:ece2945efdfc42d9b9df7d167b03c4d1 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 21:21:35.138254 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fa750b7e-55ab-45ce-9a9c-8242a06d1879 req-75af3fdf-f81b-4313-b4b0-7669ec17b892 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=510e740a-3c77-42da-bc9f-36ffc25dbd4f HTTP/1.1" status: 200 len: 932 time: 0.3036978 May 30 21:21:35.265503 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fa750b7e-55ab-45ce-9a9c-8242a06d1879 req-8c5dac33-8cff-4162-9e3f-8fe5291b25da tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212134 May 30 21:21:35.402726 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [req-81cb25c4-7d2e-4f51-acf3-ae3b5d7ce416 req-a00942be-2a46-413b-9f74-3348dbdb24c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6dd04485-520e-4d7b-91f0-99b5903c9567 {{(pid=84887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 21:21:35.409395 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-81cb25c4-7d2e-4f51-acf3-ae3b5d7ce416 req-a00942be-2a46-413b-9f74-3348dbdb24c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:35.424782 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-81cb25c4-7d2e-4f51-acf3-ae3b5d7ce416 req-a00942be-2a46-413b-9f74-3348dbdb24c9 service neutron] Transition to ACTIVE for port object 6dd04485-520e-4d7b-91f0-99b5903c9567 will not be triggered until provisioned by entity L2. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:21:35.506947 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-81cb25c4-7d2e-4f51-acf3-ae3b5d7ce416 req-a00942be-2a46-413b-9f74-3348dbdb24c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:35.632761 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00942be-2a46-413b-9f74-3348dbdb24c9 service neutron] Pushing event updated for resources: {'Port': ['ID=6dd04485-520e-4d7b-91f0-99b5903c9567,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:21:35.745086 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-81cb25c4-7d2e-4f51-acf3-ae3b5d7ce416 req-a00942be-2a46-413b-9f74-3348dbdb24c9 service neutron] Attempting to bind port 6dd04485-520e-4d7b-91f0-99b5903c9567 on host n-h2-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 21:21:35.745736 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-81cb25c4-7d2e-4f51-acf3-ae3b5d7ce416 req-a00942be-2a46-413b-9f74-3348dbdb24c9 service neutron] Attempting to bind port 6dd04485-520e-4d7b-91f0-99b5903c9567 by drivers openvswitch,hyperv on host n-h2-843948-2 at level 0 using segments [{'id': 'ebd10616-65b9-43cb-8c01-5aebde3a70ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '3139603d-a645-4aa5-91ac-2e9a4e4b78b3'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 21:21:35.745736 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81cb25c4-7d2e-4f51-acf3-ae3b5d7ce416 req-a00942be-2a46-413b-9f74-3348dbdb24c9 service neutron] Attempting to bind port 6dd04485-520e-4d7b-91f0-99b5903c9567 on network 3139603d-a645-4aa5-91ac-2e9a4e4b78b3 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:21:35.751502 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81cb25c4-7d2e-4f51-acf3-ae3b5d7ce416 req-a00942be-2a46-413b-9f74-3348dbdb24c9 service neutron] Port 6dd04485-520e-4d7b-91f0-99b5903c9567 on network 3139603d-a645-4aa5-91ac-2e9a4e4b78b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 21:21:35.751811 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81cb25c4-7d2e-4f51-acf3-ae3b5d7ce416 req-a00942be-2a46-413b-9f74-3348dbdb24c9 service neutron] Attempting to bind port 6dd04485-520e-4d7b-91f0-99b5903c9567 on network 3139603d-a645-4aa5-91ac-2e9a4e4b78b3 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:21:35.758962 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81cb25c4-7d2e-4f51-acf3-ae3b5d7ce416 req-a00942be-2a46-413b-9f74-3348dbdb24c9 service neutron] Checking agent: {'id': 'eaa08354-e8f5-4e73-af76-8d3cf7d2b390', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 21, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 21:21:35.759169 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81cb25c4-7d2e-4f51-acf3-ae3b5d7ce416 req-a00942be-2a46-413b-9f74-3348dbdb24c9 service neutron] Checking segment: {'id': 'ebd10616-65b9-43cb-8c01-5aebde3a70ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '3139603d-a645-4aa5-91ac-2e9a4e4b78b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:21:35.759550 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81cb25c4-7d2e-4f51-acf3-ae3b5d7ce416 req-a00942be-2a46-413b-9f74-3348dbdb24c9 service neutron] Bound using segment: {'id': 'ebd10616-65b9-43cb-8c01-5aebde3a70ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '3139603d-a645-4aa5-91ac-2e9a4e4b78b3'} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 21:21:35.759970 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-81cb25c4-7d2e-4f51-acf3-ae3b5d7ce416 req-a00942be-2a46-413b-9f74-3348dbdb24c9 service neutron] Bound port: 6dd04485-520e-4d7b-91f0-99b5903c9567, host: n-h2-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebd10616-65b9-43cb-8c01-5aebde3a70ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '3139603d-a645-4aa5-91ac-2e9a4e4b78b3'}}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 21:21:35.760310 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-81cb25c4-7d2e-4f51-acf3-ae3b5d7ce416 req-a00942be-2a46-413b-9f74-3348dbdb24c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:35.850158 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-81cb25c4-7d2e-4f51-acf3-ae3b5d7ce416 req-a00942be-2a46-413b-9f74-3348dbdb24c9 service neutron] For port 6dd04485-520e-4d7b-91f0-99b5903c9567, host n-h2-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 21:21:35.853474 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-81cb25c4-7d2e-4f51-acf3-ae3b5d7ce416 req-a00942be-2a46-413b-9f74-3348dbdb24c9 service neutron] For port 6dd04485-520e-4d7b-91f0-99b5903c9567, host n-h2-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=6dd04485-520e-4d7b-91f0-99b5903c9567,segment=NetworkSegment(ebd10616-65b9-43cb-8c01-5aebde3a70ca),segment_id=ebd10616-65b9-43cb-8c01-5aebde3a70ca)] {{(pid=84887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 21:21:35.924552 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-81cb25c4-7d2e-4f51-acf3-ae3b5d7ce416 req-a00942be-2a46-413b-9f74-3348dbdb24c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:35.986753 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-81cb25c4-7d2e-4f51-acf3-ae3b5d7ce416 req-a00942be-2a46-413b-9f74-3348dbdb24c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:35.988098 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-81cb25c4-7d2e-4f51-acf3-ae3b5d7ce416 req-a00942be-2a46-413b-9f74-3348dbdb24c9 service neutron] 10.222.0.86 "PUT /v2.0/ports/6dd04485-520e-4d7b-91f0-99b5903c9567 HTTP/1.1" status: 200 len: 1092 time: 1.1222417 May 30 21:21:35.988529 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '510e740a-3c77-42da-bc9f-36ffc25dbd4f', 'tag': '6dd04485-520e-4d7b-91f0-99b5903c9567'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:21:36.011473 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00942be-2a46-413b-9f74-3348dbdb24c9 service neutron] Pushing event updated for resources: {'Port': ['ID=6dd04485-520e-4d7b-91f0-99b5903c9567,revision_number=3']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:21:36.048070 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0761aad-1f48-4e49-bb88-ba46a45896b4'] response: {'name': 'network-changed', 'server_uuid': '510e740a-3c77-42da-bc9f-36ffc25dbd4f', 'tag': '6dd04485-520e-4d7b-91f0-99b5903c9567', 'status': 'completed', 'code': 200} May 30 21:21:36.157943 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f0015f42-b688-417a-98f8-478cd43ead7c req-2c71c4f0-4151-4325-be99-613702f405d8 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ece2945efdfc42d9b9df7d167b03c4d1&device_id=510e740a-3c77-42da-bc9f-36ffc25dbd4f HTTP/1.1" status: 200 len: 1095 time: 0.0789044 May 30 21:21:36.310109 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0015f42-b688-417a-98f8-478cd43ead7c req-463609ab-ac97-4583-8b05-5905054dfbe8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:21:36.311565 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f0015f42-b688-417a-98f8-478cd43ead7c req-463609ab-ac97-4583-8b05-5905054dfbe8 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=ece2945efdfc42d9b9df7d167b03c4d1&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1433697 May 30 21:21:36.504516 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0015f42-b688-417a-98f8-478cd43ead7c req-f547dde9-b635-4b3c-888d-37e737734f59 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:21:36.506024 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f0015f42-b688-417a-98f8-478cd43ead7c req-f547dde9-b635-4b3c-888d-37e737734f59 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1849630 May 30 21:21:36.519773 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7bc63f-8d51-4959-8b1e-f5f050fe9814 req-b1d8a446-ffd2-4667-b138-3560981ad83c tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:21:36.521181 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4f7bc63f-8d51-4959-8b1e-f5f050fe9814 req-b1d8a446-ffd2-4667-b138-3560981ad83c tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=510e740a-3c77-42da-bc9f-36ffc25dbd4f HTTP/1.1" status: 200 len: 944 time: 0.1270981 May 30 21:21:36.706402 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4f7bc63f-8d51-4959-8b1e-f5f050fe9814 req-b45cf15c-f85e-41e0-ba21-f8b469849dd3 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1786757 May 30 21:21:36.735772 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-81cb25c4-7d2e-4f51-acf3-ae3b5d7ce416 req-a991c57a-086b-4d4f-be4a-bb609938001c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ece2945efdfc42d9b9df7d167b03c4d1&device_id=510e740a-3c77-42da-bc9f-36ffc25dbd4f HTTP/1.1" status: 200 len: 1095 time: 0.1860094 May 30 21:21:36.811750 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-81cb25c4-7d2e-4f51-acf3-ae3b5d7ce416 req-3eacad93-20a5-4562-93a2-e126e0ff1e9f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6dd04485-520e-4d7b-91f0-99b5903c9567 HTTP/1.1" status: 200 len: 217 time: 0.0647964 May 30 21:21:36.877494 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cb25c4-7d2e-4f51-acf3-ae3b5d7ce416 req-35707f93-e1c4-42c9-97c6-8dba93820c8b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:21:36.879006 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-81cb25c4-7d2e-4f51-acf3-ae3b5d7ce416 req-35707f93-e1c4-42c9-97c6-8dba93820c8b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d6358aad-111e-416b-96f8-6ca6f34bfc47 HTTP/1.1" status: 200 len: 851 time: 0.0579073 May 30 21:21:36.960821 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-81cb25c4-7d2e-4f51-acf3-ae3b5d7ce416 req-cc566d9f-7c19-4533-946b-aaf527c519c2 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3139603d-a645-4aa5-91ac-2e9a4e4b78b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0721064 May 30 21:21:37.095593 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-81cb25c4-7d2e-4f51-acf3-ae3b5d7ce416 req-59692f90-a374-4aee-9248-12f71e9ec510 service neutron] 10.222.0.86 "GET /v2.0/networks/3139603d-a645-4aa5-91ac-2e9a4e4b78b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262610 May 30 21:21:37.230177 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-81cb25c4-7d2e-4f51-acf3-ae3b5d7ce416 req-c3f0dfc3-f52d-4829-9cf2-af7c69ce1f8e service neutron] 10.222.0.86 "GET /v2.0/networks/3139603d-a645-4aa5-91ac-2e9a4e4b78b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245539 May 30 21:21:37.908434 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f87333e-1fbe-4b90-9ca7-5638d4472180 req-298b7e3e-dec7-4a01-a0a6-9adecb7532b5 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:21:37.909912 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-8f87333e-1fbe-4b90-9ca7-5638d4472180 req-298b7e3e-dec7-4a01-a0a6-9adecb7532b5 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=510e740a-3c77-42da-bc9f-36ffc25dbd4f HTTP/1.1" status: 200 len: 944 time: 0.0794902 May 30 21:21:37.955947 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-8f87333e-1fbe-4b90-9ca7-5638d4472180 req-5b97a743-40ec-4812-814e-86f2ac50388a tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403647 May 30 21:21:39.150938 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794b2a6d-351d-41b2-b977-5a7c4e49aa1d req-82e5a181-d34c-49f5-a7fa-d11c5f0aa3ea tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:21:39.152302 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-794b2a6d-351d-41b2-b977-5a7c4e49aa1d req-82e5a181-d34c-49f5-a7fa-d11c5f0aa3ea tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=510e740a-3c77-42da-bc9f-36ffc25dbd4f HTTP/1.1" status: 200 len: 944 time: 0.0758739 May 30 21:21:39.197865 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-794b2a6d-351d-41b2-b977-5a7c4e49aa1d req-17d3975e-b70e-49d9-8cbb-77e852accffd tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400951 May 30 21:21:39.619601 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 6dd04485-520e-4d7b-91f0-99b5903c9567 details requested by agent hyperv_n-h2-843948-2 with host n-h2-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 21:21:39.794506 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 6dd04485-520e-4d7b-91f0-99b5903c9567, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=6dd04485-520e-4d7b-91f0-99b5903c9567,segment=NetworkSegment(ebd10616-65b9-43cb-8c01-5aebde3a70ca),segment_id=ebd10616-65b9-43cb-8c01-5aebde3a70ca)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:21:39.808753 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Returning: {'device': '6dd04485-520e-4d7b-91f0-99b5903c9567', 'network_id': '3139603d-a645-4aa5-91ac-2e9a4e4b78b3', 'port_id': '6dd04485-520e-4d7b-91f0-99b5903c9567', 'mac_address': 'fa:16:3e:2b:87:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6358aad-111e-416b-96f8-6ca6f34bfc47', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 21:21:39.860587 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:39.877828 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6dd04485-520e-4d7b-91f0-99b5903c9567 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 21:21:39.893705 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 6dd04485-520e-4d7b-91f0-99b5903c9567, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=6dd04485-520e-4d7b-91f0-99b5903c9567,segment=NetworkSegment(ebd10616-65b9-43cb-8c01-5aebde3a70ca),segment_id=ebd10616-65b9-43cb-8c01-5aebde3a70ca)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:21:39.986861 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:40.054636 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=6dd04485-520e-4d7b-91f0-99b5903c9567,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:21:40.221980 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['6dd04485-520e-4d7b-91f0-99b5903c9567'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 21:21:40.396718 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e92f8d-2d00-4c8a-9e48-f7f57de5a4cb req-7408511b-0590-4fd1-8aad-0000f7e7a12a tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:21:40.398673 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f7e92f8d-2d00-4c8a-9e48-f7f57de5a4cb req-7408511b-0590-4fd1-8aad-0000f7e7a12a tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=510e740a-3c77-42da-bc9f-36ffc25dbd4f HTTP/1.1" status: 200 len: 945 time: 0.0775335 May 30 21:21:40.448164 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f7e92f8d-2d00-4c8a-9e48-f7f57de5a4cb req-593a7c1c-3261-4319-be01-ba8df8940287 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438550 May 30 21:21:41.633947 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 6dd04485-520e-4d7b-91f0-99b5903c9567 up at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:21:41.653437 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744043a3-03d7-49b5-9f46-2e520e60d259 req-53bc0cf3-ff84-4680-88b4-ebaf905e5f55 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:21:41.654906 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-744043a3-03d7-49b5-9f46-2e520e60d259 req-53bc0cf3-ff84-4680-88b4-ebaf905e5f55 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=510e740a-3c77-42da-bc9f-36ffc25dbd4f HTTP/1.1" status: 200 len: 945 time: 0.0818470 May 30 21:21:41.700729 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-744043a3-03d7-49b5-9f46-2e520e60d259 req-959941b3-09ce-40d2-abc0-824444763a6e tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398889 May 30 21:21:41.762806 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning for port 6dd04485-520e-4d7b-91f0-99b5903c9567 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:21:41.767786 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning complete for port 6dd04485-520e-4d7b-91f0-99b5903c9567 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:21:41.768186 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:41.888401 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:41.918021 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '510e740a-3c77-42da-bc9f-36ffc25dbd4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dd04485-520e-4d7b-91f0-99b5903c9567'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:21:41.928133 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 6dd04485-520e-4d7b-91f0-99b5903c9567, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=6dd04485-520e-4d7b-91f0-99b5903c9567,segment=NetworkSegment(ebd10616-65b9-43cb-8c01-5aebde3a70ca),segment_id=ebd10616-65b9-43cb-8c01-5aebde3a70ca)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:21:41.974682 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04d2ec7b-1c92-46f0-bddc-f8b4d1fe8c5b'] response: {'server_uuid': '510e740a-3c77-42da-bc9f-36ffc25dbd4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dd04485-520e-4d7b-91f0-99b5903c9567', 'code': 200} May 30 21:21:42.010859 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:42.079027 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=6dd04485-520e-4d7b-91f0-99b5903c9567,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:21:42.111590 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-65b40dcc-7bae-460b-93de-91c7a563fb71 req-69b0c822-ec4d-46a5-b363-9737249a08e0 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=510e740a-3c77-42da-bc9f-36ffc25dbd4f HTTP/1.1" status: 200 len: 1097 time: 0.0711069 May 30 21:21:42.158143 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-65b40dcc-7bae-460b-93de-91c7a563fb71 req-ae41665f-0079-4f8f-94c4-3ee19bb9d7f1 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372121 May 30 21:21:42.902992 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1cb9e4-a871-43ab-90b5-64f32c379c2e req-7cd3fdf2-ed09-4e3c-ae7f-952a3bd2cf40 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:21:42.904464 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4f1cb9e4-a871-43ab-90b5-64f32c379c2e req-7cd3fdf2-ed09-4e3c-ae7f-952a3bd2cf40 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=510e740a-3c77-42da-bc9f-36ffc25dbd4f HTTP/1.1" status: 200 len: 946 time: 0.0800421 May 30 21:21:42.950671 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4f1cb9e4-a871-43ab-90b5-64f32c379c2e req-65705be6-1a1f-4ae7-8634-f33f8c9b13b5 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403831 May 30 21:21:44.153142 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119ebc5d-9dda-4f83-8425-0e673ce0828e req-212e778d-d9bb-448e-8a22-80af6a64c513 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:21:44.154585 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-119ebc5d-9dda-4f83-8425-0e673ce0828e req-212e778d-d9bb-448e-8a22-80af6a64c513 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=510e740a-3c77-42da-bc9f-36ffc25dbd4f HTTP/1.1" status: 200 len: 946 time: 0.0767653 May 30 21:21:44.200614 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-119ebc5d-9dda-4f83-8425-0e673ce0828e req-f478d716-4631-4f90-93bb-2907d95a5ad9 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405734 May 30 21:21:44.392001 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639475a9-bfea-44e3-bb7c-e40a3fb27be4 req-e8994d53-0279-423b-884a-acd6212755e5 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:21:44.393486 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-639475a9-bfea-44e3-bb7c-e40a3fb27be4 req-e8994d53-0279-423b-884a-acd6212755e5 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=510e740a-3c77-42da-bc9f-36ffc25dbd4f HTTP/1.1" status: 200 len: 946 time: 0.0772293 May 30 21:21:44.404348 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 50612) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:21:44.409593 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-27a1ed9c-b20d-4193-89c2-b6c4a6719b04 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Request body: {'floatingip': {'port_id': '6dd04485-520e-4d7b-91f0-99b5903c9567'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:21:44.488287 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-27a1ed9c-b20d-4193-89c2-b6c4a6719b04 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Notify callbacks [] for floatingip, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:45.176257 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-27a1ed9c-b20d-4193-89c2-b6c4a6719b04 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:45.232263 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-27a1ed9c-b20d-4193-89c2-b6c4a6719b04 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736490'] for floatingip, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:45.425491 n-d-843948-2 neutron-server[84887]: INFO neutron.db.l3_db [None req-27a1ed9c-b20d-4193-89c2-b6c4a6719b04 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Floating IP d4d15772-678a-45d0-8cd5-3ae5dc892de6 associated. External IP: 172.25.8.32, port: 6dd04485-520e-4d7b-91f0-99b5903c9567. May 30 21:21:45.814376 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27a1ed9c-b20d-4193-89c2-b6c4a6719b04 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Router 4d0af300-5788-42f9-a065-96f276425174 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 21:21:46.016543 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27a1ed9c-b20d-4193-89c2-b6c4a6719b04 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 21:21:46.021401 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-27a1ed9c-b20d-4193-89c2-b6c4a6719b04 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:46.026990 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f227ec-0d59-4f25-a1d8-d3232bd0dafb None None] Sync routers for ids ['4d0af300-5788-42f9-a065-96f276425174'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 21:21:46.038986 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f227ec-0d59-4f25-a1d8-d3232bd0dafb None None] Routers {'4d0af300-5788-42f9-a065-96f276425174'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:21:46.039700 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-47f227ec-0d59-4f25-a1d8-d3232bd0dafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T21:21:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['4d0af300-5788-42f9-a065-96f276425174'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:21:46.074138 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-27a1ed9c-b20d-4193-89c2-b6c4a6719b04 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "PUT /v2.0/floatingips/d4d15772-678a-45d0-8cd5-3ae5dc892de6 HTTP/1.1" status: 200 len: 992 time: 1.6686637 May 30 21:21:46.074617 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '510e740a-3c77-42da-bc9f-36ffc25dbd4f', 'tag': '6dd04485-520e-4d7b-91f0-99b5903c9567'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:21:46.129189 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91072de9-3f9d-45a1-810a-d3da23da3992'] response: {'name': 'network-changed', 'server_uuid': '510e740a-3c77-42da-bc9f-36ffc25dbd4f', 'tag': '6dd04485-520e-4d7b-91f0-99b5903c9567', 'status': 'completed', 'code': 200} May 30 21:21:46.219700 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-22c9231c-750c-41c9-bb40-d90671a1743b req-64db20e3-4559-4db9-9cf3-d13caaa469fb service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ece2945efdfc42d9b9df7d167b03c4d1&device_id=510e740a-3c77-42da-bc9f-36ffc25dbd4f HTTP/1.1" status: 200 len: 1097 time: 0.0687685 May 30 21:21:46.222410 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-47f227ec-0d59-4f25-a1d8-d3232bd0dafb None None] Set router 4d0af300-5788-42f9-a065-96f276425174 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:21:46.350075 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c9231c-750c-41c9-bb40-d90671a1743b req-2fdbe144-cedc-428e-b5ba-6f92835d11f0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:21:46.351445 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-22c9231c-750c-41c9-bb40-d90671a1743b req-2fdbe144-cedc-428e-b5ba-6f92835d11f0 service neutron] 10.222.0.86 "GET /v2.0/networks?id=3139603d-a645-4aa5-91ac-2e9a4e4b78b3 HTTP/1.1" status: 200 len: 913 time: 0.1258867 May 30 21:21:46.454125 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-22c9231c-750c-41c9-bb40-d90671a1743b req-ee4edaba-2dbd-4106-a83c-c00927579ff6 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6dd04485-520e-4d7b-91f0-99b5903c9567 HTTP/1.1" status: 200 len: 1000 time: 0.0970070 May 30 21:21:46.515982 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c9231c-750c-41c9-bb40-d90671a1743b req-22e995db-38e2-45b5-9f86-3ca984b57712 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:21:46.517403 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-22c9231c-750c-41c9-bb40-d90671a1743b req-22e995db-38e2-45b5-9f86-3ca984b57712 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d6358aad-111e-416b-96f8-6ca6f34bfc47 HTTP/1.1" status: 200 len: 851 time: 0.0574732 May 30 21:21:46.577540 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-47f227ec-0d59-4f25-a1d8-d3232bd0dafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d0af300-5788-42f9-a065-96f276425174', 'name': 'tempest-ServerActionsTestJSON-1439436767-router', 'tenant_id': 'ece2945efdfc42d9b9df7d167b03c4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '60ccfe14-fd67-435c-8430-1c7d7bcf22f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:17:21Z', 'updated_at': '2022-05-30T21:17:24Z', 'revision_number': 4, 'project_id': 'ece2945efdfc42d9b9df7d167b03c4d1', 'gw_port': {'id': '60ccfe14-fd67-435c-8430-1c7d7bcf22f3', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:dc:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0af300-5788-42f9-a065-96f276425174', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:17:21Z', 'updated_at': '2022-05-30T21:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': 'd4d15772-678a-45d0-8cd5-3ae5dc892de6', 'tenant_id': 'ece2945efdfc42d9b9df7d167b03c4d1', 'floating_ip_address': '172.25.8.32', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': '4d0af300-5788-42f9-a065-96f276425174', 'port_id': '6dd04485-520e-4d7b-91f0-99b5903c9567', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3139603d-a645-4aa5-91ac-2e9a4e4b78b3', 'mac_address': 'fa:16:3e:2b:87:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '510e740a-3c77-42da-bc9f-36ffc25dbd4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T21:17:29Z', 'updated_at': '2022-05-30T21:21:45Z', 'revision_number': 13, 'project_id': 'ece2945efdfc42d9b9df7d167b03c4d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcfd4c64-5ad6-4f1d-aaf0-0169e63a3763', 'name': '', 'network_id': '3139603d-a645-4aa5-91ac-2e9a4e4b78b3', 'tenant_id': 'ece2945efdfc42d9b9df7d167b03c4d1', 'mac_address': 'fa:16:3e:ff:68:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0af300-5788-42f9-a065-96f276425174', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6358aad-111e-416b-96f8-6ca6f34bfc47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:17:24Z', 'updated_at': '2022-05-30T21:17:41Z', 'revision_number': 5, 'project_id': 'ece2945efdfc42d9b9df7d167b03c4d1', 'subnets': [{'id': 'd6358aad-111e-416b-96f8-6ca6f34bfc47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:21:46.582351 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f227ec-0d59-4f25-a1d8-d3232bd0dafb None None] Checking router: 4d0af300-5788-42f9-a065-96f276425174 for host: n-d-843948-2 {{(pid=84888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 21:21:46.595310 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f227ec-0d59-4f25-a1d8-d3232bd0dafb None None] Routers {'4d0af300-5788-42f9-a065-96f276425174'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:21:46.595941 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-47f227ec-0d59-4f25-a1d8-d3232bd0dafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T21:21:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['4d0af300-5788-42f9-a065-96f276425174'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:21:46.599947 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 21:21:46.692538 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-22c9231c-750c-41c9-bb40-d90671a1743b req-ce6630ec-5d4b-4648-b477-bbc29cad168f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3139603d-a645-4aa5-91ac-2e9a4e4b78b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1686320 May 30 21:21:46.786700 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-47f227ec-0d59-4f25-a1d8-d3232bd0dafb None None] Set router 4d0af300-5788-42f9-a065-96f276425174 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:21:46.825768 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-22c9231c-750c-41c9-bb40-d90671a1743b req-8c377de7-1b59-41dd-ac94-df94e9f16843 service neutron] 10.222.0.86 "GET /v2.0/networks/3139603d-a645-4aa5-91ac-2e9a4e4b78b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269386 May 30 21:21:46.958066 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-22c9231c-750c-41c9-bb40-d90671a1743b req-3d2368c0-51b6-405c-ae7a-74f0642a2fd5 service neutron] 10.222.0.86 "GET /v2.0/networks/3139603d-a645-4aa5-91ac-2e9a4e4b78b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259561 May 30 21:21:47.176249 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-47f227ec-0d59-4f25-a1d8-d3232bd0dafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d0af300-5788-42f9-a065-96f276425174', 'name': 'tempest-ServerActionsTestJSON-1439436767-router', 'tenant_id': 'ece2945efdfc42d9b9df7d167b03c4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '60ccfe14-fd67-435c-8430-1c7d7bcf22f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:17:21Z', 'updated_at': '2022-05-30T21:17:24Z', 'revision_number': 4, 'project_id': 'ece2945efdfc42d9b9df7d167b03c4d1', 'gw_port': {'id': '60ccfe14-fd67-435c-8430-1c7d7bcf22f3', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:dc:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0af300-5788-42f9-a065-96f276425174', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:17:21Z', 'updated_at': '2022-05-30T21:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': 'd4d15772-678a-45d0-8cd5-3ae5dc892de6', 'tenant_id': 'ece2945efdfc42d9b9df7d167b03c4d1', 'floating_ip_address': '172.25.8.32', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': '4d0af300-5788-42f9-a065-96f276425174', 'port_id': '6dd04485-520e-4d7b-91f0-99b5903c9567', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3139603d-a645-4aa5-91ac-2e9a4e4b78b3', 'mac_address': 'fa:16:3e:2b:87:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '510e740a-3c77-42da-bc9f-36ffc25dbd4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T21:17:29Z', 'updated_at': '2022-05-30T21:21:45Z', 'revision_number': 13, 'project_id': 'ece2945efdfc42d9b9df7d167b03c4d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcfd4c64-5ad6-4f1d-aaf0-0169e63a3763', 'name': '', 'network_id': '3139603d-a645-4aa5-91ac-2e9a4e4b78b3', 'tenant_id': 'ece2945efdfc42d9b9df7d167b03c4d1', 'mac_address': 'fa:16:3e:ff:68:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0af300-5788-42f9-a065-96f276425174', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6358aad-111e-416b-96f8-6ca6f34bfc47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:17:24Z', 'updated_at': '2022-05-30T21:17:41Z', 'revision_number': 5, 'project_id': 'ece2945efdfc42d9b9df7d167b03c4d1', 'subnets': [{'id': 'd6358aad-111e-416b-96f8-6ca6f34bfc47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:21:47.180279 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f227ec-0d59-4f25-a1d8-d3232bd0dafb None None] The sync data for ids ['4d0af300-5788-42f9-a065-96f276425174'] in n-d-843948-2 is: [{'id': '4d0af300-5788-42f9-a065-96f276425174', 'name': 'tempest-ServerActionsTestJSON-1439436767-router', 'tenant_id': 'ece2945efdfc42d9b9df7d167b03c4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '60ccfe14-fd67-435c-8430-1c7d7bcf22f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:17:21Z', 'updated_at': '2022-05-30T21:17:24Z', 'revision_number': 4, 'project_id': 'ece2945efdfc42d9b9df7d167b03c4d1', 'gw_port': {'id': '60ccfe14-fd67-435c-8430-1c7d7bcf22f3', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:dc:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0af300-5788-42f9-a065-96f276425174', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:17:21Z', 'updated_at': '2022-05-30T21:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': 'd4d15772-678a-45d0-8cd5-3ae5dc892de6', 'tenant_id': 'ece2945efdfc42d9b9df7d167b03c4d1', 'floating_ip_address': '172.25.8.32', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': '4d0af300-5788-42f9-a065-96f276425174', 'port_id': '6dd04485-520e-4d7b-91f0-99b5903c9567', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3139603d-a645-4aa5-91ac-2e9a4e4b78b3', 'mac_address': 'fa:16:3e:2b:87:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '510e740a-3c77-42da-bc9f-36ffc25dbd4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T21:17:29Z', 'updated_at': '2022-05-30T21:21:45Z', 'revision_number': 13, 'project_id': 'ece2945efdfc42d9b9df7d167b03c4d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcfd4c64-5ad6-4f1d-aaf0-0169e63a3763', 'name': '', 'network_id': '3139603d-a645-4aa5-91ac-2e9a4e4b78b3', 'tenant_id': 'ece2945efdfc42d9b9df7d167b03c4d1', 'mac_address': 'fa:16:3e:ff:68:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0af300-5788-42f9-a065-96f276425174', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6358aad-111e-416b-96f8-6ca6f34bfc47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:17:24Z', 'updated_at': '2022-05-30T21:17:41Z', 'revision_number': 5, 'project_id': 'ece2945efdfc42d9b9df7d167b03c4d1', 'subnets': [{'id': 'd6358aad-111e-416b-96f8-6ca6f34bfc47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 21:21:47.389455 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b86929-f518-4d0a-8879-297908392cd2 None None] New status for floating IP d4d15772-678a-45d0-8cd5-3ae5dc892de6: ACTIVE {{(pid=84889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 21:21:50.157926 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:52.958190 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:56.261244 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ae210dc8-6b97-4f1f-9873-83ed26342b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:59.643571 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-d5a68567-f93d-48b2-8886-3da54d9090aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:21:59.872082 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:22:01.369735 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:22:02.889291 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:22:15.813480 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4f62ec73-2e54-4f54-9d19-de903815486d req-2de8adb7-488b-4566-a928-078d6f521a3c service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=510e740a-3c77-42da-bc9f-36ffc25dbd4f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0668697 May 30 21:22:15.958312 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4f62ec73-2e54-4f54-9d19-de903815486d req-7af425c1-69b9-4c45-a37a-90ca2d9c0719 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ece2945efdfc42d9b9df7d167b03c4d1&device_id=510e740a-3c77-42da-bc9f-36ffc25dbd4f HTTP/1.1" status: 200 len: 1097 time: 0.0716264 May 30 21:22:16.104101 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f62ec73-2e54-4f54-9d19-de903815486d req-74f47e40-5a20-421f-8eed-94d0efc3805b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:22:16.105490 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4f62ec73-2e54-4f54-9d19-de903815486d req-74f47e40-5a20-421f-8eed-94d0efc3805b service neutron] 10.222.0.86 "GET /v2.0/networks?id=3139603d-a645-4aa5-91ac-2e9a4e4b78b3 HTTP/1.1" status: 200 len: 913 time: 0.1270282 May 30 21:22:16.207848 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4f62ec73-2e54-4f54-9d19-de903815486d req-70d4972f-63d0-4d8b-8d60-de19dc036979 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6dd04485-520e-4d7b-91f0-99b5903c9567 HTTP/1.1" status: 200 len: 1002 time: 0.0952561 May 30 21:22:16.271231 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f62ec73-2e54-4f54-9d19-de903815486d req-bc341ce7-6564-44e4-a26e-d2d182dd9c89 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:22:16.272678 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4f62ec73-2e54-4f54-9d19-de903815486d req-bc341ce7-6564-44e4-a26e-d2d182dd9c89 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d6358aad-111e-416b-96f8-6ca6f34bfc47 HTTP/1.1" status: 200 len: 851 time: 0.0579777 May 30 21:22:16.349603 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4f62ec73-2e54-4f54-9d19-de903815486d req-a10b98cf-2a56-4c5f-be5b-15719d28d525 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3139603d-a645-4aa5-91ac-2e9a4e4b78b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704532 May 30 21:22:16.484647 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4f62ec73-2e54-4f54-9d19-de903815486d req-1e9c0163-76be-44e0-ae16-ae5ca56f0661 service neutron] 10.222.0.86 "GET /v2.0/networks/3139603d-a645-4aa5-91ac-2e9a4e4b78b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249456 May 30 21:22:16.617489 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4f62ec73-2e54-4f54-9d19-de903815486d req-fd1e183a-14c8-4028-a55d-a1272ff257a6 service neutron] 10.222.0.86 "GET /v2.0/networks/3139603d-a645-4aa5-91ac-2e9a4e4b78b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235898 May 30 21:22:20.203142 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:22:22.907717 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:22:23.031965 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a4ee19-c37d-461f-9b16-443df04d7044 req-31c68d49-7123-45ea-bdbd-b4c44c1594a3 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:22:23.033548 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d9a4ee19-c37d-461f-9b16-443df04d7044 req-31c68d49-7123-45ea-bdbd-b4c44c1594a3 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=510e740a-3c77-42da-bc9f-36ffc25dbd4f HTTP/1.1" status: 200 len: 946 time: 0.0782950 May 30 21:22:23.083359 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d9a4ee19-c37d-461f-9b16-443df04d7044 req-2933dcec-ecfb-42d2-91db-41e6d7db3c9f tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425780 May 30 21:22:23.600822 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 21:22:26.260516 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-d667636c-fab3-4b70-9496-fb672c61dc28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:22:29.631777 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-f0e6b980-5cb7-4fe2-8052-e676a4b140b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:22:29.905068 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:22:31.408851 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:22:32.894266 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:22:33.353217 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-48f5a863-e8e7-4d96-9694-be335aa202e3 req-1436c956-9bfe-44e2-acb2-c2a4482b0882 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=510e740a-3c77-42da-bc9f-36ffc25dbd4f&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0722833 May 30 21:22:33.801222 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f58d28-5854-42fe-a579-95d312bf7f89 req-feb735dc-fb0d-4c7c-8ed0-e0ac19935d21 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:22:33.803373 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b0f58d28-5854-42fe-a579-95d312bf7f89 req-feb735dc-fb0d-4c7c-8ed0-e0ac19935d21 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=510e740a-3c77-42da-bc9f-36ffc25dbd4f HTTP/1.1" status: 200 len: 946 time: 0.0917280 May 30 21:22:33.899896 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b0f58d28-5854-42fe-a579-95d312bf7f89 req-2dea1c28-ef12-407f-b50d-bfdaf300fea5 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897641 May 30 21:22:33.918453 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a85da7a7-3ec2-4d21-a595-90d4ec01be90 req-c72d45ee-d2ab-4a71-bb1e-1775ee14d378 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=510e740a-3c77-42da-bc9f-36ffc25dbd4f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0944598 May 30 21:22:35.140657 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d454af-860c-43fb-b3eb-9f2248e59457 req-becec2a6-2aa7-4672-a8fe-b66999ee115e tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:22:35.142158 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-48d454af-860c-43fb-b3eb-9f2248e59457 req-becec2a6-2aa7-4672-a8fe-b66999ee115e tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=510e740a-3c77-42da-bc9f-36ffc25dbd4f HTTP/1.1" status: 200 len: 946 time: 0.0842757 May 30 21:22:35.192303 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-48d454af-860c-43fb-b3eb-9f2248e59457 req-68d9a7b2-952f-492a-a2ef-4571f5186c4a tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440414 May 30 21:22:36.139185 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a85da7a7-3ec2-4d21-a595-90d4ec01be90 req-68fc5d0b-32a7-4fd0-9540-47f522d77117 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ece2945efdfc42d9b9df7d167b03c4d1&device_id=510e740a-3c77-42da-bc9f-36ffc25dbd4f HTTP/1.1" status: 200 len: 1097 time: 0.0734520 May 30 21:22:36.302480 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85da7a7-3ec2-4d21-a595-90d4ec01be90 req-87f0ef87-46dd-482d-8f18-52e0b2a9a8e2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:22:36.305333 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a85da7a7-3ec2-4d21-a595-90d4ec01be90 req-87f0ef87-46dd-482d-8f18-52e0b2a9a8e2 service neutron] 10.222.0.86 "GET /v2.0/networks?id=3139603d-a645-4aa5-91ac-2e9a4e4b78b3 HTTP/1.1" status: 200 len: 913 time: 0.1561568 May 30 21:22:36.430688 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840da700-ef7a-48f2-b566-f0e1b2cc20a5 req-0c05dbab-363a-4e50-ad68-d61c3b227c2d tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:22:36.432453 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-840da700-ef7a-48f2-b566-f0e1b2cc20a5 req-0c05dbab-363a-4e50-ad68-d61c3b227c2d tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=510e740a-3c77-42da-bc9f-36ffc25dbd4f HTTP/1.1" status: 200 len: 946 time: 0.0864174 May 30 21:22:36.480728 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-840da700-ef7a-48f2-b566-f0e1b2cc20a5 req-06e39586-f416-465c-8613-67e332930940 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420811 May 30 21:22:36.515415 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a85da7a7-3ec2-4d21-a595-90d4ec01be90 req-6682b6fd-32fa-48c4-9e2e-55985636c45a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6dd04485-520e-4d7b-91f0-99b5903c9567 HTTP/1.1" status: 200 len: 1002 time: 0.1995969 May 30 21:22:36.581493 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85da7a7-3ec2-4d21-a595-90d4ec01be90 req-db9279a5-865a-4af1-9bbd-ed547d3e39a2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:22:36.583059 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a85da7a7-3ec2-4d21-a595-90d4ec01be90 req-db9279a5-865a-4af1-9bbd-ed547d3e39a2 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d6358aad-111e-416b-96f8-6ca6f34bfc47 HTTP/1.1" status: 200 len: 851 time: 0.0583084 May 30 21:22:36.667923 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a85da7a7-3ec2-4d21-a595-90d4ec01be90 req-f162e2ba-3233-4adf-9cf4-bb447ed2ccb3 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3139603d-a645-4aa5-91ac-2e9a4e4b78b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0692277 May 30 21:22:36.809497 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a85da7a7-3ec2-4d21-a595-90d4ec01be90 req-2351312b-56e8-4afd-9430-9b0433c45800 service neutron] 10.222.0.86 "GET /v2.0/networks/3139603d-a645-4aa5-91ac-2e9a4e4b78b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315713 May 30 21:22:36.946652 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a85da7a7-3ec2-4d21-a595-90d4ec01be90 req-f4ae53d6-4c64-44e1-9a8b-c3b3d986f688 service neutron] 10.222.0.86 "GET /v2.0/networks/3139603d-a645-4aa5-91ac-2e9a4e4b78b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274197 May 30 21:22:37.700791 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef3f428-cf54-46a4-a490-c0706a6bed33 req-c63b3bd3-85c7-42e1-b20f-2612e0629c6f tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:22:37.703432 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-bef3f428-cf54-46a4-a490-c0706a6bed33 req-c63b3bd3-85c7-42e1-b20f-2612e0629c6f tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=510e740a-3c77-42da-bc9f-36ffc25dbd4f HTTP/1.1" status: 200 len: 946 time: 0.0979042 May 30 21:22:37.751974 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-bef3f428-cf54-46a4-a490-c0706a6bed33 req-2f154a37-3b3a-44fa-bcac-e0f7131b3bb1 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426519 May 30 21:22:38.955143 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef4b577-c69b-4f51-9bad-5b45ab22242a req-daf9fad9-c9f7-4d7c-acb8-40fda2f4f277 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:22:38.958188 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0ef4b577-c69b-4f51-9bad-5b45ab22242a req-daf9fad9-c9f7-4d7c-acb8-40fda2f4f277 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=510e740a-3c77-42da-bc9f-36ffc25dbd4f HTTP/1.1" status: 200 len: 946 time: 0.0795565 May 30 21:22:39.001420 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0ef4b577-c69b-4f51-9bad-5b45ab22242a req-87d3f52b-d5ba-4901-9ad1-88659f10910d tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385520 May 30 21:22:40.203036 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa39a96-9335-468d-89a7-984ad792c175 req-623a9c62-4d72-4bbb-a939-c6d3df25d3f6 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:22:40.204485 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-dfa39a96-9335-468d-89a7-984ad792c175 req-623a9c62-4d72-4bbb-a939-c6d3df25d3f6 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=510e740a-3c77-42da-bc9f-36ffc25dbd4f HTTP/1.1" status: 200 len: 946 time: 0.0771940 May 30 21:22:40.255225 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-dfa39a96-9335-468d-89a7-984ad792c175 req-b206ac7a-66be-49f2-86b7-a70877dbd19b tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452347 May 30 21:22:41.459825 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b56db2-f798-49de-98d8-177c017ecae0 req-06c4851a-f9d5-46ce-948d-4984dee34afa tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:22:41.465975 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-43b56db2-f798-49de-98d8-177c017ecae0 req-06c4851a-f9d5-46ce-948d-4984dee34afa tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=510e740a-3c77-42da-bc9f-36ffc25dbd4f HTTP/1.1" status: 200 len: 946 time: 0.0815902 May 30 21:22:41.508216 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-43b56db2-f798-49de-98d8-177c017ecae0 req-7169b10c-fe5d-40ec-a083-e2de1829ae9f tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406363 May 30 21:22:42.710047 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b637404-21d2-413a-a1f3-5fc09b03c29b req-c0af1ec4-854b-4256-a418-950a5071cef0 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:22:42.711516 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7b637404-21d2-413a-a1f3-5fc09b03c29b req-c0af1ec4-854b-4256-a418-950a5071cef0 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=510e740a-3c77-42da-bc9f-36ffc25dbd4f HTTP/1.1" status: 200 len: 946 time: 0.0760608 May 30 21:22:42.759863 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7b637404-21d2-413a-a1f3-5fc09b03c29b req-d99fc2e0-95cd-48ab-af1a-4bbaf39fe005 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427074 May 30 21:22:43.978574 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b52b84f-a4eb-4917-9048-b20305b6184b req-fad49592-f8ff-4789-a645-c1656759d689 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:22:43.980081 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1b52b84f-a4eb-4917-9048-b20305b6184b req-fad49592-f8ff-4789-a645-c1656759d689 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=510e740a-3c77-42da-bc9f-36ffc25dbd4f HTTP/1.1" status: 200 len: 946 time: 0.0880754 May 30 21:22:44.033037 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1b52b84f-a4eb-4917-9048-b20305b6184b req-efe8f155-75c9-482c-bf3d-26b947435e88 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474017 May 30 21:22:45.239491 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192e9f12-cbe9-47f9-8fad-c1d8a4d9744e req-31fa43bc-c290-40f8-b7cb-7a2172994bf4 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:22:45.240992 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-192e9f12-cbe9-47f9-8fad-c1d8a4d9744e req-31fa43bc-c290-40f8-b7cb-7a2172994bf4 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=510e740a-3c77-42da-bc9f-36ffc25dbd4f HTTP/1.1" status: 200 len: 946 time: 0.0825908 May 30 21:22:45.288555 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-192e9f12-cbe9-47f9-8fad-c1d8a4d9744e req-41a7cfc9-cacb-4cb8-896c-6cf5dc7721ed tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413337 May 30 21:22:46.489723 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324ac591-26e1-42f5-9cb8-720365593bc1 req-4780c6dc-066c-40cb-be6e-8d00bed8993b tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:22:46.491198 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-324ac591-26e1-42f5-9cb8-720365593bc1 req-4780c6dc-066c-40cb-be6e-8d00bed8993b tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=510e740a-3c77-42da-bc9f-36ffc25dbd4f HTTP/1.1" status: 200 len: 946 time: 0.0773871 May 30 21:22:46.538573 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-324ac591-26e1-42f5-9cb8-720365593bc1 req-d5836ab5-bc60-436a-91e4-f57e46a5fe2a tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402670 May 30 21:22:47.740775 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9462ec2a-892d-4c09-bbab-f179ee327445 req-ed9a027a-ad27-456c-b3d9-ee0f2a43b174 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:22:47.742288 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9462ec2a-892d-4c09-bbab-f179ee327445 req-ed9a027a-ad27-456c-b3d9-ee0f2a43b174 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=510e740a-3c77-42da-bc9f-36ffc25dbd4f HTTP/1.1" status: 200 len: 946 time: 0.0786364 May 30 21:22:47.788453 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9462ec2a-892d-4c09-bbab-f179ee327445 req-a541e57f-f1c7-4103-ae47-6f17a8bb0596 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405214 May 30 21:22:48.991775 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616fca3a-c03d-4aa3-8aa6-2e1ec62bdda7 req-720a3882-96f4-47d4-9789-7a1e0c526794 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:22:48.993266 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-616fca3a-c03d-4aa3-8aa6-2e1ec62bdda7 req-720a3882-96f4-47d4-9789-7a1e0c526794 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=510e740a-3c77-42da-bc9f-36ffc25dbd4f HTTP/1.1" status: 200 len: 946 time: 0.0827668 May 30 21:22:49.042781 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-616fca3a-c03d-4aa3-8aa6-2e1ec62bdda7 req-3879686b-a771-4210-9052-cd85df8de7ac tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435991 May 30 21:22:50.191360 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:22:50.257786 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625c7dcc-b8c5-48df-bc41-2ed80039ffac req-529cc484-6a4f-48ac-a399-8420c29cd140 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:22:50.259326 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-625c7dcc-b8c5-48df-bc41-2ed80039ffac req-529cc484-6a4f-48ac-a399-8420c29cd140 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=510e740a-3c77-42da-bc9f-36ffc25dbd4f HTTP/1.1" status: 200 len: 946 time: 0.0840847 May 30 21:22:50.309750 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-625c7dcc-b8c5-48df-bc41-2ed80039ffac req-674266f1-89d7-4ffc-b814-dd4c9be8c64f tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445430 May 30 21:22:51.516741 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c631b5-f87b-4aa4-b760-7d11c4ef4f02 req-4c9060f8-21cf-4ab6-b303-81fdbbd31ee3 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:22:51.518326 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-89c631b5-f87b-4aa4-b760-7d11c4ef4f02 req-4c9060f8-21cf-4ab6-b303-81fdbbd31ee3 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=510e740a-3c77-42da-bc9f-36ffc25dbd4f HTTP/1.1" status: 200 len: 946 time: 0.0813053 May 30 21:22:51.569375 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-89c631b5-f87b-4aa4-b760-7d11c4ef4f02 req-9db1109b-dc21-43eb-8fbd-ea48fcf738c2 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424891 May 30 21:22:52.784489 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ffb735-3d1c-4ad5-afb6-d396d54c13a2 req-c5fd3c25-c515-4bfa-a64d-3f698a509bbf tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:22:52.786885 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a1ffb735-3d1c-4ad5-afb6-d396d54c13a2 req-c5fd3c25-c515-4bfa-a64d-3f698a509bbf tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=510e740a-3c77-42da-bc9f-36ffc25dbd4f HTTP/1.1" status: 200 len: 946 time: 0.0915446 May 30 21:22:52.837387 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a1ffb735-3d1c-4ad5-afb6-d396d54c13a2 req-5c771311-09b8-4545-a1cd-8f92eb1583ea tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448272 May 30 21:22:52.900072 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:22:54.060407 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1f4fe5-4d26-4e01-834a-2e27171ea44e req-06afa7ad-96cb-4c12-b756-e872d25db4f8 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:22:54.061913 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1f1f4fe5-4d26-4e01-834a-2e27171ea44e req-06afa7ad-96cb-4c12-b756-e872d25db4f8 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=510e740a-3c77-42da-bc9f-36ffc25dbd4f HTTP/1.1" status: 200 len: 946 time: 0.0985477 May 30 21:22:54.109354 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1f1f4fe5-4d26-4e01-834a-2e27171ea44e req-3b25876c-7bef-4312-9a9c-c72d110cd79c tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416393 May 30 21:22:55.326774 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de44e6a-f31a-4724-90c5-c9622aaf306d req-91bb87fc-4760-48d2-beb8-131c006bbd58 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:22:55.328214 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4de44e6a-f31a-4724-90c5-c9622aaf306d req-91bb87fc-4760-48d2-beb8-131c006bbd58 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=510e740a-3c77-42da-bc9f-36ffc25dbd4f HTTP/1.1" status: 200 len: 946 time: 0.0882709 May 30 21:22:55.441297 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4de44e6a-f31a-4724-90c5-c9622aaf306d req-b6a2df62-242f-46f6-b217-b6b8b0175628 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068926 May 30 21:22:55.450418 n-d-843948-2 neutron-server[84887]: INFO neutron.api.v2.resource [req-a85da7a7-3ec2-4d21-a595-90d4ec01be90 req-ddf33c95-40b2-4604-b8e6-7c0835632c6f service neutron] show failed (client error): The resource could not be found. May 30 21:22:55.451396 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a85da7a7-3ec2-4d21-a595-90d4ec01be90 req-ddf33c95-40b2-4604-b8e6-7c0835632c6f service neutron] 10.222.0.86 "GET /v2.0/ports/6dd04485-520e-4d7b-91f0-99b5903c9567/bindings/n-h1-843948-2 HTTP/1.1" status: 404 len: 380 time: 0.1016018 May 30 21:22:55.967783 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a85da7a7-3ec2-4d21-a595-90d4ec01be90 req-f59805f8-139f-4266-91d7-16f2c1e4c42b service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=510e740a-3c77-42da-bc9f-36ffc25dbd4f&tenant_id=ece2945efdfc42d9b9df7d167b03c4d1 HTTP/1.1" status: 200 len: 1097 time: 0.0758049 May 30 21:22:55.979902 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [req-a85da7a7-3ec2-4d21-a595-90d4ec01be90 req-8062f49a-34a7-476d-9beb-cfae04d5b28d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-843948-2', 'device_owner': 'compute:nova'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:22:56.098261 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-a85da7a7-3ec2-4d21-a595-90d4ec01be90 req-8062f49a-34a7-476d-9beb-cfae04d5b28d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:22:56.271385 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-1a1a8c3b-0d89-4831-954b-0614f9949657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:22:56.375843 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-a85da7a7-3ec2-4d21-a595-90d4ec01be90 req-8062f49a-34a7-476d-9beb-cfae04d5b28d service neutron] For port 6dd04485-520e-4d7b-91f0-99b5903c9567, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=6dd04485-520e-4d7b-91f0-99b5903c9567,segment=NetworkSegment(ebd10616-65b9-43cb-8c01-5aebde3a70ca),segment_id=ebd10616-65b9-43cb-8c01-5aebde3a70ca)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:22:56.411107 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-a85da7a7-3ec2-4d21-a595-90d4ec01be90 req-8062f49a-34a7-476d-9beb-cfae04d5b28d service neutron] For port 6dd04485-520e-4d7b-91f0-99b5903c9567, host n-h2-843948-2, cleared binding levels {{(pid=84886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 21:22:56.468651 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '510e740a-3c77-42da-bc9f-36ffc25dbd4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6dd04485-520e-4d7b-91f0-99b5903c9567'}] {{(pid=84886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:22:56.474524 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-a85da7a7-3ec2-4d21-a595-90d4ec01be90 req-8062f49a-34a7-476d-9beb-cfae04d5b28d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:22:56.491388 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [req-a85da7a7-3ec2-4d21-a595-90d4ec01be90 req-8062f49a-34a7-476d-9beb-cfae04d5b28d service neutron] Transition to ACTIVE for port object 6dd04485-520e-4d7b-91f0-99b5903c9567 will not be triggered until provisioned by entity L2. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:22:56.538910 n-d-843948-2 neutron-server[84886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-793ea78a-1cf7-4c40-b0b8-066264a1412b'] response: {'server_uuid': '510e740a-3c77-42da-bc9f-36ffc25dbd4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6dd04485-520e-4d7b-91f0-99b5903c9567', 'code': 200} May 30 21:22:56.568286 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-a85da7a7-3ec2-4d21-a595-90d4ec01be90 req-8062f49a-34a7-476d-9beb-cfae04d5b28d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:22:56.879630 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8062f49a-34a7-476d-9beb-cfae04d5b28d service neutron] Pushing event updated for resources: {'Port': ['ID=6dd04485-520e-4d7b-91f0-99b5903c9567,revision_number=6']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:22:56.947308 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8062f49a-34a7-476d-9beb-cfae04d5b28d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:22:56.947551 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8062f49a-34a7-476d-9beb-cfae04d5b28d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:22:56.947884 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8062f49a-34a7-476d-9beb-cfae04d5b28d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:22:56.948210 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8062f49a-34a7-476d-9beb-cfae04d5b28d service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:22:56.948533 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8062f49a-34a7-476d-9beb-cfae04d5b28d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:22:56.948857 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8062f49a-34a7-476d-9beb-cfae04d5b28d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:22:56.949175 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8062f49a-34a7-476d-9beb-cfae04d5b28d service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:22:56.949491 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8062f49a-34a7-476d-9beb-cfae04d5b28d service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:22:56.949836 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8062f49a-34a7-476d-9beb-cfae04d5b28d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:22:56.950156 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8062f49a-34a7-476d-9beb-cfae04d5b28d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:22:56.950468 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8062f49a-34a7-476d-9beb-cfae04d5b28d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:22:56.963635 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [req-a85da7a7-3ec2-4d21-a595-90d4ec01be90 req-8062f49a-34a7-476d-9beb-cfae04d5b28d service neutron] No DVR routers for this DVR port 6dd04485-520e-4d7b-91f0-99b5903c9567 on host n-h2-843948-2 {{(pid=84886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 21:22:57.095855 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586d8617-a0bd-453a-8ef9-5212c5d7a8bb req-96cc6a37-529d-4f19-8119-601324e27b89 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:22:57.097544 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-586d8617-a0bd-453a-8ef9-5212c5d7a8bb req-96cc6a37-529d-4f19-8119-601324e27b89 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=510e740a-3c77-42da-bc9f-36ffc25dbd4f HTTP/1.1" status: 200 len: 944 time: 0.4820745 May 30 21:22:57.164496 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-586d8617-a0bd-453a-8ef9-5212c5d7a8bb req-502a548a-3f12-4e04-a4ef-032839a3e097 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550554 May 30 21:22:57.279742 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-a85da7a7-3ec2-4d21-a595-90d4ec01be90 req-8062f49a-34a7-476d-9beb-cfae04d5b28d service neutron] Attempting to bind port 6dd04485-520e-4d7b-91f0-99b5903c9567 on host n-h1-843948-2 for vnic_type normal with profile {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 21:22:57.280073 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-a85da7a7-3ec2-4d21-a595-90d4ec01be90 req-8062f49a-34a7-476d-9beb-cfae04d5b28d service neutron] Attempting to bind port 6dd04485-520e-4d7b-91f0-99b5903c9567 by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': 'ebd10616-65b9-43cb-8c01-5aebde3a70ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '3139603d-a645-4aa5-91ac-2e9a4e4b78b3'}] {{(pid=84886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 21:22:57.280396 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a85da7a7-3ec2-4d21-a595-90d4ec01be90 req-8062f49a-34a7-476d-9beb-cfae04d5b28d service neutron] Attempting to bind port 6dd04485-520e-4d7b-91f0-99b5903c9567 on network 3139603d-a645-4aa5-91ac-2e9a4e4b78b3 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:22:57.286690 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a85da7a7-3ec2-4d21-a595-90d4ec01be90 req-8062f49a-34a7-476d-9beb-cfae04d5b28d service neutron] Port 6dd04485-520e-4d7b-91f0-99b5903c9567 on network 3139603d-a645-4aa5-91ac-2e9a4e4b78b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 21:22:57.287006 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a85da7a7-3ec2-4d21-a595-90d4ec01be90 req-8062f49a-34a7-476d-9beb-cfae04d5b28d service neutron] Attempting to bind port 6dd04485-520e-4d7b-91f0-99b5903c9567 on network 3139603d-a645-4aa5-91ac-2e9a4e4b78b3 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:22:57.294266 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a85da7a7-3ec2-4d21-a595-90d4ec01be90 req-8062f49a-34a7-476d-9beb-cfae04d5b28d service neutron] Checking agent: {'id': 'f728d74e-a4ae-4384-860b-a5ade05dd8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 21, 22, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 21:22:57.294605 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a85da7a7-3ec2-4d21-a595-90d4ec01be90 req-8062f49a-34a7-476d-9beb-cfae04d5b28d service neutron] Checking segment: {'id': 'ebd10616-65b9-43cb-8c01-5aebde3a70ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '3139603d-a645-4aa5-91ac-2e9a4e4b78b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:22:57.294960 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a85da7a7-3ec2-4d21-a595-90d4ec01be90 req-8062f49a-34a7-476d-9beb-cfae04d5b28d service neutron] Bound using segment: {'id': 'ebd10616-65b9-43cb-8c01-5aebde3a70ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '3139603d-a645-4aa5-91ac-2e9a4e4b78b3'} {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 21:22:57.295378 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-a85da7a7-3ec2-4d21-a595-90d4ec01be90 req-8062f49a-34a7-476d-9beb-cfae04d5b28d service neutron] Bound port: 6dd04485-520e-4d7b-91f0-99b5903c9567, host: n-h1-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebd10616-65b9-43cb-8c01-5aebde3a70ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '3139603d-a645-4aa5-91ac-2e9a4e4b78b3'}}] {{(pid=84886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 21:22:57.295720 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-a85da7a7-3ec2-4d21-a595-90d4ec01be90 req-8062f49a-34a7-476d-9beb-cfae04d5b28d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:22:57.389570 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-a85da7a7-3ec2-4d21-a595-90d4ec01be90 req-8062f49a-34a7-476d-9beb-cfae04d5b28d service neutron] For port 6dd04485-520e-4d7b-91f0-99b5903c9567, host n-h1-843948-2, cleared binding levels {{(pid=84886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 21:22:57.392642 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-a85da7a7-3ec2-4d21-a595-90d4ec01be90 req-8062f49a-34a7-476d-9beb-cfae04d5b28d service neutron] For port 6dd04485-520e-4d7b-91f0-99b5903c9567, host n-h1-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=6dd04485-520e-4d7b-91f0-99b5903c9567,segment=NetworkSegment(ebd10616-65b9-43cb-8c01-5aebde3a70ca),segment_id=ebd10616-65b9-43cb-8c01-5aebde3a70ca)] {{(pid=84886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 21:22:57.448779 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-a85da7a7-3ec2-4d21-a595-90d4ec01be90 req-8062f49a-34a7-476d-9beb-cfae04d5b28d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:22:57.516029 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-a85da7a7-3ec2-4d21-a595-90d4ec01be90 req-8062f49a-34a7-476d-9beb-cfae04d5b28d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:22:57.517439 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a85da7a7-3ec2-4d21-a595-90d4ec01be90 req-8062f49a-34a7-476d-9beb-cfae04d5b28d service neutron] 10.222.0.71 "PUT /v2.0/ports/6dd04485-520e-4d7b-91f0-99b5903c9567 HTTP/1.1" status: 200 len: 1092 time: 1.5428357 May 30 21:22:57.537512 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8062f49a-34a7-476d-9beb-cfae04d5b28d service neutron] Pushing event updated for resources: {'Port': ['ID=6dd04485-520e-4d7b-91f0-99b5903c9567,revision_number=7']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:22:57.618751 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a85da7a7-3ec2-4d21-a595-90d4ec01be90 req-ff19051f-fd7c-4b1e-81d5-b5ba3d2b035e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ece2945efdfc42d9b9df7d167b03c4d1&device_id=510e740a-3c77-42da-bc9f-36ffc25dbd4f HTTP/1.1" status: 200 len: 1095 time: 0.0774837 May 30 21:22:57.762900 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85da7a7-3ec2-4d21-a595-90d4ec01be90 req-638c0fb7-9888-4d9b-9a42-327c5d674ca2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:22:57.764346 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a85da7a7-3ec2-4d21-a595-90d4ec01be90 req-638c0fb7-9888-4d9b-9a42-327c5d674ca2 service neutron] 10.222.0.71 "GET /v2.0/networks?id=3139603d-a645-4aa5-91ac-2e9a4e4b78b3 HTTP/1.1" status: 200 len: 913 time: 0.1407118 May 30 21:22:57.876733 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a85da7a7-3ec2-4d21-a595-90d4ec01be90 req-8b05003d-9a06-44e5-a250-4b2e95b243bc service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6dd04485-520e-4d7b-91f0-99b5903c9567 HTTP/1.1" status: 200 len: 1000 time: 0.1069782 May 30 21:22:57.939470 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85da7a7-3ec2-4d21-a595-90d4ec01be90 req-43a76860-2566-4e90-bff5-1069782b6933 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:22:57.940822 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a85da7a7-3ec2-4d21-a595-90d4ec01be90 req-43a76860-2566-4e90-bff5-1069782b6933 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d6358aad-111e-416b-96f8-6ca6f34bfc47 HTTP/1.1" status: 200 len: 851 time: 0.0578125 May 30 21:22:58.024597 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a85da7a7-3ec2-4d21-a595-90d4ec01be90 req-f40cba79-b31a-4571-b2e5-e60d0fbb0af1 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3139603d-a645-4aa5-91ac-2e9a4e4b78b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0772088 May 30 21:22:58.034324 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [req-a85da7a7-3ec2-4d21-a595-90d4ec01be90 req-442ada23-36fa-41b1-8cd8-dd7a16908c19 service neutron] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=84886) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 21:22:58.035314 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a85da7a7-3ec2-4d21-a595-90d4ec01be90 req-442ada23-36fa-41b1-8cd8-dd7a16908c19 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0050535 May 30 21:22:58.038126 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 6dd04485-520e-4d7b-91f0-99b5903c9567 no longer exists at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 21:22:58.103086 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 6dd04485-520e-4d7b-91f0-99b5903c9567 not bound to the agent host n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 21:22:58.177142 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a85da7a7-3ec2-4d21-a595-90d4ec01be90 req-e31eb744-a9de-486e-bf70-22bd8ab9c7db service neutron] 10.222.0.71 "GET /v2.0/networks/3139603d-a645-4aa5-91ac-2e9a4e4b78b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349325 May 30 21:22:58.345979 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a85da7a7-3ec2-4d21-a595-90d4ec01be90 req-95aa5481-0c8a-4920-af49-cc82c603afc1 service neutron] 10.222.0.71 "GET /v2.0/networks/3139603d-a645-4aa5-91ac-2e9a4e4b78b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624825 May 30 21:22:58.380132 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4a5912-5ed0-4420-926d-938311e3fd00 req-7d13c410-a42b-4708-aa41-d2d02f887213 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:22:58.381679 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-cc4a5912-5ed0-4420-926d-938311e3fd00 req-7d13c410-a42b-4708-aa41-d2d02f887213 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=510e740a-3c77-42da-bc9f-36ffc25dbd4f HTTP/1.1" status: 200 len: 944 time: 0.0849488 May 30 21:22:58.432903 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-cc4a5912-5ed0-4420-926d-938311e3fd00 req-1ea36063-bb2e-406d-918b-f5513f361c4f tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455742 May 30 21:22:58.540018 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '510e740a-3c77-42da-bc9f-36ffc25dbd4f', 'tag': '6dd04485-520e-4d7b-91f0-99b5903c9567'}] {{(pid=84886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:22:58.618431 n-d-843948-2 neutron-server[84886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9f92e32-962c-437e-b30f-18f0bfc1ca28'] response: {'name': 'network-changed', 'server_uuid': '510e740a-3c77-42da-bc9f-36ffc25dbd4f', 'tag': '6dd04485-520e-4d7b-91f0-99b5903c9567', 'status': 'completed', 'code': 200} May 30 21:22:58.723174 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-50df56cc-c1c0-484c-9a99-2b30b8b8af17 req-d4140b22-c1ce-4c36-8578-a3b0d25cb772 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ece2945efdfc42d9b9df7d167b03c4d1&device_id=510e740a-3c77-42da-bc9f-36ffc25dbd4f HTTP/1.1" status: 200 len: 1095 time: 0.0822394 May 30 21:22:58.803035 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-50df56cc-c1c0-484c-9a99-2b30b8b8af17 req-76e11724-d856-45e0-a8f3-db9bbb68a50d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ece2945efdfc42d9b9df7d167b03c4d1&device_id=510e740a-3c77-42da-bc9f-36ffc25dbd4f HTTP/1.1" status: 200 len: 1095 time: 0.1297033 May 30 21:22:58.886649 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50df56cc-c1c0-484c-9a99-2b30b8b8af17 req-b4569982-c943-43ed-bdf9-65814e3a33d7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:22:58.889452 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-50df56cc-c1c0-484c-9a99-2b30b8b8af17 req-b4569982-c943-43ed-bdf9-65814e3a33d7 service neutron] 10.222.0.86 "GET /v2.0/networks?id=3139603d-a645-4aa5-91ac-2e9a4e4b78b3 HTTP/1.1" status: 200 len: 913 time: 0.1572421 May 30 21:22:59.036729 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50df56cc-c1c0-484c-9a99-2b30b8b8af17 req-57f9a189-b21b-4775-9f07-12cd15d1f52f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:22:59.038634 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-50df56cc-c1c0-484c-9a99-2b30b8b8af17 req-57f9a189-b21b-4775-9f07-12cd15d1f52f service neutron] 10.222.0.71 "GET /v2.0/networks?id=3139603d-a645-4aa5-91ac-2e9a4e4b78b3 HTTP/1.1" status: 200 len: 913 time: 0.2295969 May 30 21:22:59.108152 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-50df56cc-c1c0-484c-9a99-2b30b8b8af17 req-90682120-d86b-47ea-8f85-3afa8ca9db61 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6dd04485-520e-4d7b-91f0-99b5903c9567 HTTP/1.1" status: 200 len: 1000 time: 0.2080810 May 30 21:22:59.214474 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50df56cc-c1c0-484c-9a99-2b30b8b8af17 req-4a4ef959-251f-494b-a5b9-05d00422c615 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:22:59.217254 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-50df56cc-c1c0-484c-9a99-2b30b8b8af17 req-4a4ef959-251f-494b-a5b9-05d00422c615 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d6358aad-111e-416b-96f8-6ca6f34bfc47 HTTP/1.1" status: 200 len: 851 time: 0.0987570 May 30 21:22:59.279137 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-50df56cc-c1c0-484c-9a99-2b30b8b8af17 req-e452acb8-241d-4de6-8b10-e5475fb21aa3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6dd04485-520e-4d7b-91f0-99b5903c9567 HTTP/1.1" status: 200 len: 1000 time: 0.2349644 May 30 21:22:59.317211 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-50df56cc-c1c0-484c-9a99-2b30b8b8af17 req-58a0baa2-75e7-47d4-89eb-5f0f299e0a6f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3139603d-a645-4aa5-91ac-2e9a4e4b78b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0889380 May 30 21:22:59.364206 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50df56cc-c1c0-484c-9a99-2b30b8b8af17 req-cd00812d-130c-4c8f-bc01-1ec1ef908ee3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:22:59.367517 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-50df56cc-c1c0-484c-9a99-2b30b8b8af17 req-cd00812d-130c-4c8f-bc01-1ec1ef908ee3 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d6358aad-111e-416b-96f8-6ca6f34bfc47 HTTP/1.1" status: 200 len: 851 time: 0.0808721 May 30 21:22:59.477806 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-50df56cc-c1c0-484c-9a99-2b30b8b8af17 req-dd591c51-f4f3-4185-9c91-d3e856cc63da service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3139603d-a645-4aa5-91ac-2e9a4e4b78b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1042519 May 30 21:22:59.483739 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-50df56cc-c1c0-484c-9a99-2b30b8b8af17 req-3f19a721-4f52-475d-8fd7-c685dbfd5bef service neutron] 10.222.0.86 "GET /v2.0/networks/3139603d-a645-4aa5-91ac-2e9a4e4b78b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543596 May 30 21:22:59.637116 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-50df56cc-c1c0-484c-9a99-2b30b8b8af17 req-3a1a5107-9cd3-4c67-932b-5b83c874a711 service neutron] 10.222.0.71 "GET /v2.0/networks/3139603d-a645-4aa5-91ac-2e9a4e4b78b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531603 May 30 21:22:59.654422 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-aade1960-8506-4a90-8e50-238bdd11d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:22:59.734686 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-50df56cc-c1c0-484c-9a99-2b30b8b8af17 req-a65cf708-28a5-40f3-b2ee-d49f85bd88dd service neutron] 10.222.0.86 "GET /v2.0/networks/3139603d-a645-4aa5-91ac-2e9a4e4b78b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2417212 May 30 21:22:59.803501 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cb28fb-ad6a-4e67-b5da-bde4a0903839 req-2612e343-18ce-4875-ac17-4f225e0c8f4a tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:22:59.805523 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-94cb28fb-ad6a-4e67-b5da-bde4a0903839 req-2612e343-18ce-4875-ac17-4f225e0c8f4a tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=510e740a-3c77-42da-bc9f-36ffc25dbd4f HTTP/1.1" status: 200 len: 944 time: 0.1336250 May 30 21:22:59.866652 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-50df56cc-c1c0-484c-9a99-2b30b8b8af17 req-b9e4536c-71cf-4e58-b538-2f7b470b4d4f service neutron] 10.222.0.71 "GET /v2.0/networks/3139603d-a645-4aa5-91ac-2e9a4e4b78b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237720 May 30 21:22:59.896196 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-94cb28fb-ad6a-4e67-b5da-bde4a0903839 req-b9fa425f-7a2f-4346-b91d-934fa48e7823 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669072 May 30 21:22:59.939234 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:23:00.604414 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 21:23:01.118658 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd0b1d2-9225-412d-ae38-8a6125364054 req-53dc22cb-b161-4b17-8d0b-a94a2c911d13 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:23:01.120150 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ddd0b1d2-9225-412d-ae38-8a6125364054 req-53dc22cb-b161-4b17-8d0b-a94a2c911d13 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=510e740a-3c77-42da-bc9f-36ffc25dbd4f HTTP/1.1" status: 200 len: 944 time: 0.0896628 May 30 21:23:01.168016 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ddd0b1d2-9225-412d-ae38-8a6125364054 req-c43a02aa-f3be-4c03-8832-20c7c10d12fc tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422876 May 30 21:23:01.368535 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:23:02.379108 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c572f782-8c05-478d-8756-fa1289a0625b req-41daf5e2-ac5c-4fc1-837b-3cdb285299d3 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:23:02.380528 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c572f782-8c05-478d-8756-fa1289a0625b req-41daf5e2-ac5c-4fc1-837b-3cdb285299d3 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=510e740a-3c77-42da-bc9f-36ffc25dbd4f HTTP/1.1" status: 200 len: 944 time: 0.0811989 May 30 21:23:02.432837 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c572f782-8c05-478d-8756-fa1289a0625b req-321bce17-47de-4a73-a72e-006c63465bcb tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461056 May 30 21:23:02.939654 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:23:03.642930 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82387f8a-5e5b-4db3-a501-a3bc9cc5cbdd req-71adbbee-b83a-414c-9880-2aa4416c8f3a tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:23:03.644444 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-82387f8a-5e5b-4db3-a501-a3bc9cc5cbdd req-71adbbee-b83a-414c-9880-2aa4416c8f3a tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=510e740a-3c77-42da-bc9f-36ffc25dbd4f HTTP/1.1" status: 200 len: 944 time: 0.0855198 May 30 21:23:03.693134 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-82387f8a-5e5b-4db3-a501-a3bc9cc5cbdd req-c4c64cd8-0e83-44dc-b6ab-9843a4f50cc4 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424767 May 30 21:23:04.910897 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7b75ab-40cd-4516-a6ca-26c839164114 req-44922501-ad26-48e9-b090-ae412292d44c tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:23:04.912421 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3b7b75ab-40cd-4516-a6ca-26c839164114 req-44922501-ad26-48e9-b090-ae412292d44c tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=510e740a-3c77-42da-bc9f-36ffc25dbd4f HTTP/1.1" status: 200 len: 944 time: 0.0820332 May 30 21:23:04.966189 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3b7b75ab-40cd-4516-a6ca-26c839164114 req-487a3f70-09ef-4ead-b429-19b36f986945 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474176 May 30 21:23:06.178651 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a3ff12-a201-4521-bfbc-083f0422913b req-b1f37623-104f-46a5-8c3c-c3e205a04db1 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:23:06.180162 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a6a3ff12-a201-4521-bfbc-083f0422913b req-b1f37623-104f-46a5-8c3c-c3e205a04db1 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=510e740a-3c77-42da-bc9f-36ffc25dbd4f HTTP/1.1" status: 200 len: 944 time: 0.0850604 May 30 21:23:06.234249 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a6a3ff12-a201-4521-bfbc-083f0422913b req-0f5d65f1-3b97-4d33-afef-2945d9f261fc tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447431 May 30 21:23:07.449694 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30e69f7-336b-450e-9c26-1115a9ff36ce req-7171a36c-cb07-4a07-b20b-386cef157eaf tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:23:07.451270 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b30e69f7-336b-450e-9c26-1115a9ff36ce req-7171a36c-cb07-4a07-b20b-386cef157eaf tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=510e740a-3c77-42da-bc9f-36ffc25dbd4f HTTP/1.1" status: 200 len: 944 time: 0.0886686 May 30 21:23:07.503160 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b30e69f7-336b-450e-9c26-1115a9ff36ce req-435d7b7b-a1bf-4079-bf7f-1fa859af306a tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455008 May 30 21:23:08.340967 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 6dd04485-520e-4d7b-91f0-99b5903c9567 details requested by agent hyperv_n-h1-843948-2 with host n-h1-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 21:23:08.491861 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 6dd04485-520e-4d7b-91f0-99b5903c9567, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=6dd04485-520e-4d7b-91f0-99b5903c9567,segment=NetworkSegment(ebd10616-65b9-43cb-8c01-5aebde3a70ca),segment_id=ebd10616-65b9-43cb-8c01-5aebde3a70ca)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:23:08.506807 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Returning: {'device': '6dd04485-520e-4d7b-91f0-99b5903c9567', 'network_id': '3139603d-a645-4aa5-91ac-2e9a4e4b78b3', 'port_id': '6dd04485-520e-4d7b-91f0-99b5903c9567', 'mac_address': 'fa:16:3e:2b:87:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6358aad-111e-416b-96f8-6ca6f34bfc47', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 21:23:08.569448 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:23:08.592192 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6dd04485-520e-4d7b-91f0-99b5903c9567 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 21:23:08.612439 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 6dd04485-520e-4d7b-91f0-99b5903c9567, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=6dd04485-520e-4d7b-91f0-99b5903c9567,segment=NetworkSegment(ebd10616-65b9-43cb-8c01-5aebde3a70ca),segment_id=ebd10616-65b9-43cb-8c01-5aebde3a70ca)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:23:08.710181 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:23:08.781357 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=6dd04485-520e-4d7b-91f0-99b5903c9567,revision_number=8']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:23:08.792149 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:23:08.792488 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:23:08.793020 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:23:08.793359 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:23:08.793862 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:23:08.794202 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:23:08.794537 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:23:08.794920 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:23:08.795288 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:23:08.795616 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:23:08.795936 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:23:08.850457 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24759a10-eac6-491a-b266-2198ccb51c8d req-986f7046-667f-4a91-b920-0032e006f55e tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:23:08.853732 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-24759a10-eac6-491a-b266-2198ccb51c8d req-986f7046-667f-4a91-b920-0032e006f55e tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=510e740a-3c77-42da-bc9f-36ffc25dbd4f HTTP/1.1" status: 200 len: 945 time: 0.1894896 May 30 21:23:08.904527 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-24759a10-eac6-491a-b266-2198ccb51c8d req-de241fad-23b8-4e32-a77e-f7494a2573c9 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438840 May 30 21:23:08.924621 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['6dd04485-520e-4d7b-91f0-99b5903c9567'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 21:23:09.813661 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ecbff4-3cb8-474b-9adc-e504631daeb9 req-dd809a8e-7a91-4565-97ab-524ea6ecd019 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:23:09.815045 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-65ecbff4-3cb8-474b-9adc-e504631daeb9 req-dd809a8e-7a91-4565-97ab-524ea6ecd019 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=510e740a-3c77-42da-bc9f-36ffc25dbd4f HTTP/1.1" status: 200 len: 945 time: 0.1424878 May 30 21:23:09.840437 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db4481c-e656-48ff-bc8e-13d711461e85 req-8a9f8e60-7b74-4193-9b65-6e2d0024f16d tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:23:09.841844 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4db4481c-e656-48ff-bc8e-13d711461e85 req-8a9f8e60-7b74-4193-9b65-6e2d0024f16d tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.71 "GET /v2.0/ports?device_id=510e740a-3c77-42da-bc9f-36ffc25dbd4f&tenant_id=ece2945efdfc42d9b9df7d167b03c4d1&binding%3Ahost_id=n-h1-843948-2 HTTP/1.1" status: 200 len: 945 time: 0.1370771 May 30 21:23:09.927761 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-65ecbff4-3cb8-474b-9adc-e504631daeb9 req-0babeeb1-df4b-4f82-b79f-0cc899a881cf tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064389 May 30 21:23:09.944679 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4db4481c-e656-48ff-bc8e-13d711461e85 req-f8300b58-151c-4032-981b-eec7e6d120d2 service neutron] 10.222.0.71 "GET /v2.0/ports/6dd04485-520e-4d7b-91f0-99b5903c9567/bindings/n-h1-843948-2 HTTP/1.1" status: 200 len: 382 time: 0.0974419 May 30 21:23:10.038585 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4db4481c-e656-48ff-bc8e-13d711461e85 req-33628594-567d-4416-97b2-315b9fd00c1b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ece2945efdfc42d9b9df7d167b03c4d1&device_id=510e740a-3c77-42da-bc9f-36ffc25dbd4f HTTP/1.1" status: 200 len: 1096 time: 0.0733674 May 30 21:23:10.176313 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db4481c-e656-48ff-bc8e-13d711461e85 req-8c232ca6-fd78-4fc3-bd84-7401523c7687 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:23:10.177885 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4db4481c-e656-48ff-bc8e-13d711461e85 req-8c232ca6-fd78-4fc3-bd84-7401523c7687 service neutron] 10.222.0.71 "GET /v2.0/networks?id=3139603d-a645-4aa5-91ac-2e9a4e4b78b3 HTTP/1.1" status: 200 len: 913 time: 0.1340129 May 30 21:23:10.293530 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4db4481c-e656-48ff-bc8e-13d711461e85 req-1274c769-0b97-493f-b669-a3a92f3ffa64 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6dd04485-520e-4d7b-91f0-99b5903c9567 HTTP/1.1" status: 200 len: 1001 time: 0.1100738 May 30 21:23:10.361927 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 6dd04485-520e-4d7b-91f0-99b5903c9567 up at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:23:10.364409 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db4481c-e656-48ff-bc8e-13d711461e85 req-655abd02-5395-41fa-a614-a4c172755938 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:23:10.365908 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4db4481c-e656-48ff-bc8e-13d711461e85 req-655abd02-5395-41fa-a614-a4c172755938 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d6358aad-111e-416b-96f8-6ca6f34bfc47 HTTP/1.1" status: 200 len: 851 time: 0.0666926 May 30 21:23:10.453993 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4db4481c-e656-48ff-bc8e-13d711461e85 req-59e185bf-6fa5-49ea-b100-5840c268df64 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3139603d-a645-4aa5-91ac-2e9a4e4b78b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0825255 May 30 21:23:10.493868 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning for port 6dd04485-520e-4d7b-91f0-99b5903c9567 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:23:10.498885 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning complete for port 6dd04485-520e-4d7b-91f0-99b5903c9567 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:23:10.502905 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:23:10.626905 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:23:10.655361 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '510e740a-3c77-42da-bc9f-36ffc25dbd4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dd04485-520e-4d7b-91f0-99b5903c9567'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:23:10.666286 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 6dd04485-520e-4d7b-91f0-99b5903c9567, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=6dd04485-520e-4d7b-91f0-99b5903c9567,segment=NetworkSegment(ebd10616-65b9-43cb-8c01-5aebde3a70ca),segment_id=ebd10616-65b9-43cb-8c01-5aebde3a70ca)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:23:10.700802 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4db4481c-e656-48ff-bc8e-13d711461e85 req-6cf31bd7-1988-429a-b5bb-6dc0c1fb1152 service neutron] 10.222.0.71 "GET /v2.0/networks/3139603d-a645-4aa5-91ac-2e9a4e4b78b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2410893 May 30 21:23:10.749254 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b7382a8-48f0-4a70-8008-c43aedd2a1f9'] response: {'server_uuid': '510e740a-3c77-42da-bc9f-36ffc25dbd4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dd04485-520e-4d7b-91f0-99b5903c9567', 'code': 200} May 30 21:23:10.779319 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:23:10.843850 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4db4481c-e656-48ff-bc8e-13d711461e85 req-0e81cd9c-426a-4be0-9bc6-6d687daf6647 service neutron] 10.222.0.71 "GET /v2.0/networks/3139603d-a645-4aa5-91ac-2e9a4e4b78b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375566 May 30 21:23:10.857231 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=6dd04485-520e-4d7b-91f0-99b5903c9567,revision_number=9']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:23:11.131759 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b15571-c47d-41df-bc98-7de9c06c5fb7 req-ccbf40d3-e96b-4b0b-9172-e79256f14c98 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:23:11.133796 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-15b15571-c47d-41df-bc98-7de9c06c5fb7 req-ccbf40d3-e96b-4b0b-9172-e79256f14c98 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=510e740a-3c77-42da-bc9f-36ffc25dbd4f HTTP/1.1" status: 200 len: 946 time: 0.0788522 May 30 21:23:11.180104 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-15b15571-c47d-41df-bc98-7de9c06c5fb7 req-31c618e0-02c4-491f-bbb6-c883db9e6051 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405810 May 30 21:23:12.473249 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de694ae0-887a-4f26-807a-e83e2a12c10d req-451128a7-8629-4609-ad8c-a976b9ad7540 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:23:12.474911 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-de694ae0-887a-4f26-807a-e83e2a12c10d req-451128a7-8629-4609-ad8c-a976b9ad7540 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=510e740a-3c77-42da-bc9f-36ffc25dbd4f HTTP/1.1" status: 200 len: 946 time: 0.1535704 May 30 21:23:12.525954 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-de694ae0-887a-4f26-807a-e83e2a12c10d req-00b3f2d3-0113-47d6-b16e-123f586dec77 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452445 May 30 21:23:13.756969 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fc3034-89b3-4c94-84ec-aad43ed2a548 req-8c373d85-4827-478b-a68a-2455adbf1595 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:23:13.758690 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e0fc3034-89b3-4c94-84ec-aad43ed2a548 req-8c373d85-4827-478b-a68a-2455adbf1595 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=510e740a-3c77-42da-bc9f-36ffc25dbd4f HTTP/1.1" status: 200 len: 946 time: 0.0877907 May 30 21:23:13.807305 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e0fc3034-89b3-4c94-84ec-aad43ed2a548 req-87492708-093d-460b-91e3-75337a33a43a tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427701 May 30 21:23:14.347056 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4db4481c-e656-48ff-bc8e-13d711461e85 req-4f558d9f-2514-4c19-91bd-4cb340e30d30 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=510e740a-3c77-42da-bc9f-36ffc25dbd4f&tenant_id=ece2945efdfc42d9b9df7d167b03c4d1 HTTP/1.1" status: 200 len: 1097 time: 0.0753810 May 30 21:23:14.360570 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-4db4481c-e656-48ff-bc8e-13d711461e85 req-219e1fb3-df63-4b7c-b9a3-9f4ef7eb3cc5 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-843948-2', 'device_owner': 'compute:nova'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:23:14.472435 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-4db4481c-e656-48ff-bc8e-13d711461e85 req-219e1fb3-df63-4b7c-b9a3-9f4ef7eb3cc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:23:14.745877 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-4db4481c-e656-48ff-bc8e-13d711461e85 req-219e1fb3-df63-4b7c-b9a3-9f4ef7eb3cc5 service neutron] For port 6dd04485-520e-4d7b-91f0-99b5903c9567, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=6dd04485-520e-4d7b-91f0-99b5903c9567,segment=NetworkSegment(ebd10616-65b9-43cb-8c01-5aebde3a70ca),segment_id=ebd10616-65b9-43cb-8c01-5aebde3a70ca)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:23:14.775252 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-4db4481c-e656-48ff-bc8e-13d711461e85 req-219e1fb3-df63-4b7c-b9a3-9f4ef7eb3cc5 service neutron] For port 6dd04485-520e-4d7b-91f0-99b5903c9567, host n-h1-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 21:23:14.837508 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '510e740a-3c77-42da-bc9f-36ffc25dbd4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6dd04485-520e-4d7b-91f0-99b5903c9567'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:23:14.843329 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-4db4481c-e656-48ff-bc8e-13d711461e85 req-219e1fb3-df63-4b7c-b9a3-9f4ef7eb3cc5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:23:14.860859 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-4db4481c-e656-48ff-bc8e-13d711461e85 req-219e1fb3-df63-4b7c-b9a3-9f4ef7eb3cc5 service neutron] Transition to ACTIVE for port object 6dd04485-520e-4d7b-91f0-99b5903c9567 will not be triggered until provisioned by entity L2. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:23:14.911605 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33f4be61-a98f-4380-a374-a15f2e654fcb'] response: {'server_uuid': '510e740a-3c77-42da-bc9f-36ffc25dbd4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6dd04485-520e-4d7b-91f0-99b5903c9567', 'code': 200} May 30 21:23:14.912380 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-4db4481c-e656-48ff-bc8e-13d711461e85 req-219e1fb3-df63-4b7c-b9a3-9f4ef7eb3cc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:23:15.197313 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219e1fb3-df63-4b7c-b9a3-9f4ef7eb3cc5 service neutron] Pushing event updated for resources: {'Port': ['ID=6dd04485-520e-4d7b-91f0-99b5903c9567,revision_number=10']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:23:15.237923 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219e1fb3-df63-4b7c-b9a3-9f4ef7eb3cc5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:23:15.238266 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219e1fb3-df63-4b7c-b9a3-9f4ef7eb3cc5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:23:15.238604 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219e1fb3-df63-4b7c-b9a3-9f4ef7eb3cc5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:23:15.238940 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219e1fb3-df63-4b7c-b9a3-9f4ef7eb3cc5 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:23:15.239267 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219e1fb3-df63-4b7c-b9a3-9f4ef7eb3cc5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:23:15.239600 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219e1fb3-df63-4b7c-b9a3-9f4ef7eb3cc5 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:23:15.239917 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219e1fb3-df63-4b7c-b9a3-9f4ef7eb3cc5 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:23:15.240239 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219e1fb3-df63-4b7c-b9a3-9f4ef7eb3cc5 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:23:15.240559 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219e1fb3-df63-4b7c-b9a3-9f4ef7eb3cc5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:23:15.240879 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219e1fb3-df63-4b7c-b9a3-9f4ef7eb3cc5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:23:15.241197 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219e1fb3-df63-4b7c-b9a3-9f4ef7eb3cc5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:23:15.285171 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-4db4481c-e656-48ff-bc8e-13d711461e85 req-219e1fb3-df63-4b7c-b9a3-9f4ef7eb3cc5 service neutron] No DVR routers for this DVR port 6dd04485-520e-4d7b-91f0-99b5903c9567 on host n-h1-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 21:23:15.408095 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e98d822-d8ad-4db6-b91f-def76e8a55fb req-9e3cef26-e5a5-4a02-a2ad-2d4fbd62fd0d tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:23:15.413260 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1e98d822-d8ad-4db6-b91f-def76e8a55fb req-9e3cef26-e5a5-4a02-a2ad-2d4fbd62fd0d tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=510e740a-3c77-42da-bc9f-36ffc25dbd4f HTTP/1.1" status: 200 len: 945 time: 0.4683340 May 30 21:23:15.485377 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1e98d822-d8ad-4db6-b91f-def76e8a55fb req-f2d825a8-447b-4095-a053-df495926429a tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630395 May 30 21:23:15.605549 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-4db4481c-e656-48ff-bc8e-13d711461e85 req-219e1fb3-df63-4b7c-b9a3-9f4ef7eb3cc5 service neutron] Attempting to bind port 6dd04485-520e-4d7b-91f0-99b5903c9567 on host n-h2-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 21:23:15.605909 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-4db4481c-e656-48ff-bc8e-13d711461e85 req-219e1fb3-df63-4b7c-b9a3-9f4ef7eb3cc5 service neutron] Attempting to bind port 6dd04485-520e-4d7b-91f0-99b5903c9567 by drivers openvswitch,hyperv on host n-h2-843948-2 at level 0 using segments [{'id': 'ebd10616-65b9-43cb-8c01-5aebde3a70ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '3139603d-a645-4aa5-91ac-2e9a4e4b78b3'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 21:23:15.606238 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db4481c-e656-48ff-bc8e-13d711461e85 req-219e1fb3-df63-4b7c-b9a3-9f4ef7eb3cc5 service neutron] Attempting to bind port 6dd04485-520e-4d7b-91f0-99b5903c9567 on network 3139603d-a645-4aa5-91ac-2e9a4e4b78b3 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:23:15.612258 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db4481c-e656-48ff-bc8e-13d711461e85 req-219e1fb3-df63-4b7c-b9a3-9f4ef7eb3cc5 service neutron] Port 6dd04485-520e-4d7b-91f0-99b5903c9567 on network 3139603d-a645-4aa5-91ac-2e9a4e4b78b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 21:23:15.615264 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db4481c-e656-48ff-bc8e-13d711461e85 req-219e1fb3-df63-4b7c-b9a3-9f4ef7eb3cc5 service neutron] Attempting to bind port 6dd04485-520e-4d7b-91f0-99b5903c9567 on network 3139603d-a645-4aa5-91ac-2e9a4e4b78b3 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:23:15.620188 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db4481c-e656-48ff-bc8e-13d711461e85 req-219e1fb3-df63-4b7c-b9a3-9f4ef7eb3cc5 service neutron] Checking agent: {'id': 'eaa08354-e8f5-4e73-af76-8d3cf7d2b390', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 21, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 21:23:15.620523 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db4481c-e656-48ff-bc8e-13d711461e85 req-219e1fb3-df63-4b7c-b9a3-9f4ef7eb3cc5 service neutron] Checking segment: {'id': 'ebd10616-65b9-43cb-8c01-5aebde3a70ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '3139603d-a645-4aa5-91ac-2e9a4e4b78b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:23:15.620899 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db4481c-e656-48ff-bc8e-13d711461e85 req-219e1fb3-df63-4b7c-b9a3-9f4ef7eb3cc5 service neutron] Bound using segment: {'id': 'ebd10616-65b9-43cb-8c01-5aebde3a70ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '3139603d-a645-4aa5-91ac-2e9a4e4b78b3'} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 21:23:15.621320 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-4db4481c-e656-48ff-bc8e-13d711461e85 req-219e1fb3-df63-4b7c-b9a3-9f4ef7eb3cc5 service neutron] Bound port: 6dd04485-520e-4d7b-91f0-99b5903c9567, host: n-h2-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebd10616-65b9-43cb-8c01-5aebde3a70ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '3139603d-a645-4aa5-91ac-2e9a4e4b78b3'}}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 21:23:15.621918 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-4db4481c-e656-48ff-bc8e-13d711461e85 req-219e1fb3-df63-4b7c-b9a3-9f4ef7eb3cc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:23:15.719245 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-4db4481c-e656-48ff-bc8e-13d711461e85 req-219e1fb3-df63-4b7c-b9a3-9f4ef7eb3cc5 service neutron] For port 6dd04485-520e-4d7b-91f0-99b5903c9567, host n-h2-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 21:23:15.722159 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-4db4481c-e656-48ff-bc8e-13d711461e85 req-219e1fb3-df63-4b7c-b9a3-9f4ef7eb3cc5 service neutron] For port 6dd04485-520e-4d7b-91f0-99b5903c9567, host n-h2-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=6dd04485-520e-4d7b-91f0-99b5903c9567,segment=NetworkSegment(ebd10616-65b9-43cb-8c01-5aebde3a70ca),segment_id=ebd10616-65b9-43cb-8c01-5aebde3a70ca)] {{(pid=84887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 21:23:15.813736 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-4db4481c-e656-48ff-bc8e-13d711461e85 req-219e1fb3-df63-4b7c-b9a3-9f4ef7eb3cc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:23:15.875593 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-4db4481c-e656-48ff-bc8e-13d711461e85 req-219e1fb3-df63-4b7c-b9a3-9f4ef7eb3cc5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:23:15.877017 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4db4481c-e656-48ff-bc8e-13d711461e85 req-219e1fb3-df63-4b7c-b9a3-9f4ef7eb3cc5 service neutron] 10.222.0.86 "PUT /v2.0/ports/6dd04485-520e-4d7b-91f0-99b5903c9567 HTTP/1.1" status: 200 len: 1093 time: 1.5203080 May 30 21:23:15.890863 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219e1fb3-df63-4b7c-b9a3-9f4ef7eb3cc5 service neutron] Pushing event updated for resources: {'Port': ['ID=6dd04485-520e-4d7b-91f0-99b5903c9567,revision_number=11']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:23:15.978457 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4db4481c-e656-48ff-bc8e-13d711461e85 req-2192e7ed-630f-436a-a602-eb0541164d1d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ece2945efdfc42d9b9df7d167b03c4d1&device_id=510e740a-3c77-42da-bc9f-36ffc25dbd4f HTTP/1.1" status: 200 len: 1096 time: 0.0738988 May 30 21:23:16.119802 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db4481c-e656-48ff-bc8e-13d711461e85 req-8b679900-0b5d-4a28-9135-2508723b02d4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:23:16.121240 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4db4481c-e656-48ff-bc8e-13d711461e85 req-8b679900-0b5d-4a28-9135-2508723b02d4 service neutron] 10.222.0.86 "GET /v2.0/networks?id=3139603d-a645-4aa5-91ac-2e9a4e4b78b3 HTTP/1.1" status: 200 len: 913 time: 0.1341615 May 30 21:23:16.228989 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4db4481c-e656-48ff-bc8e-13d711461e85 req-9bb01e34-f7c6-44e6-80f0-0feb2d064599 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6dd04485-520e-4d7b-91f0-99b5903c9567 HTTP/1.1" status: 200 len: 1000 time: 0.0979264 May 30 21:23:16.298622 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db4481c-e656-48ff-bc8e-13d711461e85 req-b32bfd7a-1f03-4a07-8f71-283ea7c0ee89 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:23:16.300060 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4db4481c-e656-48ff-bc8e-13d711461e85 req-b32bfd7a-1f03-4a07-8f71-283ea7c0ee89 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d6358aad-111e-416b-96f8-6ca6f34bfc47 HTTP/1.1" status: 200 len: 851 time: 0.0617318 May 30 21:23:16.378757 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4db4481c-e656-48ff-bc8e-13d711461e85 req-a7ed7034-0529-430a-ba71-3394892116aa service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3139603d-a645-4aa5-91ac-2e9a4e4b78b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0697560 May 30 21:23:16.409007 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 6dd04485-520e-4d7b-91f0-99b5903c9567 no longer exists at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 21:23:16.469084 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 6dd04485-520e-4d7b-91f0-99b5903c9567 not bound to the agent host n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 21:23:16.520600 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4db4481c-e656-48ff-bc8e-13d711461e85 req-cc158d73-80a5-4d52-8b5f-bbad8d35eef8 service neutron] 10.222.0.86 "GET /v2.0/networks/3139603d-a645-4aa5-91ac-2e9a4e4b78b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325052 May 30 21:23:16.665604 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4db4481c-e656-48ff-bc8e-13d711461e85 req-28745340-ffd7-40cb-9745-c8039ae5f69a service neutron] 10.222.0.86 "GET /v2.0/networks/3139603d-a645-4aa5-91ac-2e9a4e4b78b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359291 May 30 21:23:16.699435 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b0aa55-e19c-41d5-a9b0-dedd683d77a4 req-e4167bd0-e865-462a-aca9-9e5b549201ca tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:23:16.700875 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-39b0aa55-e19c-41d5-a9b0-dedd683d77a4 req-e4167bd0-e865-462a-aca9-9e5b549201ca tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=510e740a-3c77-42da-bc9f-36ffc25dbd4f HTTP/1.1" status: 200 len: 945 time: 0.0880177 May 30 21:23:16.765527 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-39b0aa55-e19c-41d5-a9b0-dedd683d77a4 req-9b44dcf1-5d09-4c8e-b3c5-58b708d89fe5 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589807 May 30 21:23:16.887970 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2590970d-adf1-4e86-a7fe-83659c5db839 req-ea2a7f28-be82-4875-828b-db2c60d4d9b8 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ece2945efdfc42d9b9df7d167b03c4d1&device_id=510e740a-3c77-42da-bc9f-36ffc25dbd4f HTTP/1.1" status: 200 len: 1096 time: 0.0695405 May 30 21:23:16.927355 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '510e740a-3c77-42da-bc9f-36ffc25dbd4f', 'tag': '6dd04485-520e-4d7b-91f0-99b5903c9567'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:23:17.046133 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2590970d-adf1-4e86-a7fe-83659c5db839 req-75c4dfdf-8451-4537-838a-4b6599612557 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:23:17.047761 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2590970d-adf1-4e86-a7fe-83659c5db839 req-75c4dfdf-8451-4537-838a-4b6599612557 service neutron] 10.222.0.86 "GET /v2.0/networks?id=3139603d-a645-4aa5-91ac-2e9a4e4b78b3 HTTP/1.1" status: 200 len: 913 time: 0.1380844 May 30 21:23:17.179734 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-90a20e84-d4c0-48ce-af9e-2a6fe3797d46 req-e03a33fb-cc52-4d89-a2a9-3f3ab13c0fea service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ece2945efdfc42d9b9df7d167b03c4d1&device_id=510e740a-3c77-42da-bc9f-36ffc25dbd4f HTTP/1.1" status: 200 len: 1096 time: 0.0729861 May 30 21:23:17.214046 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a65bd75c-50b9-4077-ad20-240c8085330e'] response: {'name': 'network-changed', 'server_uuid': '510e740a-3c77-42da-bc9f-36ffc25dbd4f', 'tag': '6dd04485-520e-4d7b-91f0-99b5903c9567', 'status': 'completed', 'code': 200} May 30 21:23:17.269442 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2590970d-adf1-4e86-a7fe-83659c5db839 req-1da42191-07d5-40fd-aea9-76aa699e8278 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6dd04485-520e-4d7b-91f0-99b5903c9567 HTTP/1.1" status: 200 len: 1000 time: 0.2150781 May 30 21:23:17.319981 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a20e84-d4c0-48ce-af9e-2a6fe3797d46 req-73e5c0d3-bcb6-4e74-b8ac-ee30f91517ca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:23:17.327426 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-90a20e84-d4c0-48ce-af9e-2a6fe3797d46 req-73e5c0d3-bcb6-4e74-b8ac-ee30f91517ca service neutron] 10.222.0.71 "GET /v2.0/networks?id=3139603d-a645-4aa5-91ac-2e9a4e4b78b3 HTTP/1.1" status: 200 len: 913 time: 0.1368179 May 30 21:23:17.338111 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2590970d-adf1-4e86-a7fe-83659c5db839 req-d8aef8d9-b5fc-4d11-916c-3bf6cb6ab45d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:23:17.339518 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2590970d-adf1-4e86-a7fe-83659c5db839 req-d8aef8d9-b5fc-4d11-916c-3bf6cb6ab45d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d6358aad-111e-416b-96f8-6ca6f34bfc47 HTTP/1.1" status: 200 len: 851 time: 0.0637469 May 30 21:23:17.424959 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2590970d-adf1-4e86-a7fe-83659c5db839 req-5f2d48a8-eb59-4156-b961-670733013a4a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3139603d-a645-4aa5-91ac-2e9a4e4b78b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0770125 May 30 21:23:17.432009 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-90a20e84-d4c0-48ce-af9e-2a6fe3797d46 req-34d78b85-fe9a-4576-99e8-c3b731cc1844 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6dd04485-520e-4d7b-91f0-99b5903c9567 HTTP/1.1" status: 200 len: 1000 time: 0.1014528 May 30 21:23:17.496065 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a20e84-d4c0-48ce-af9e-2a6fe3797d46 req-ab247b66-39b1-43d5-94ec-b2099a5c0ac8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:23:17.497750 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-90a20e84-d4c0-48ce-af9e-2a6fe3797d46 req-ab247b66-39b1-43d5-94ec-b2099a5c0ac8 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d6358aad-111e-416b-96f8-6ca6f34bfc47 HTTP/1.1" status: 200 len: 851 time: 0.0622568 May 30 21:23:17.567744 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2590970d-adf1-4e86-a7fe-83659c5db839 req-8187dfc9-a3a8-4b40-9a20-349d1f5c051b service neutron] 10.222.0.86 "GET /v2.0/networks/3139603d-a645-4aa5-91ac-2e9a4e4b78b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353648 May 30 21:23:17.587259 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-90a20e84-d4c0-48ce-af9e-2a6fe3797d46 req-c0077506-23b6-4fa9-826f-f994c0b1a9ea service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3139603d-a645-4aa5-91ac-2e9a4e4b78b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0828319 May 30 21:23:17.717791 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2590970d-adf1-4e86-a7fe-83659c5db839 req-77b7d1dc-cd74-4449-b36c-1e98960808c8 service neutron] 10.222.0.86 "GET /v2.0/networks/3139603d-a645-4aa5-91ac-2e9a4e4b78b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435649 May 30 21:23:17.734396 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-90a20e84-d4c0-48ce-af9e-2a6fe3797d46 req-b8b31b1c-b033-461c-8f5c-4d5cc5ae7ddf service neutron] 10.222.0.71 "GET /v2.0/networks/3139603d-a645-4aa5-91ac-2e9a4e4b78b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404819 May 30 21:23:17.869810 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-90a20e84-d4c0-48ce-af9e-2a6fe3797d46 req-7f1810fe-5a9e-43aa-ae8f-51b8def5f9c7 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ece2945efdfc42d9b9df7d167b03c4d1&device_id=510e740a-3c77-42da-bc9f-36ffc25dbd4f HTTP/1.1" status: 200 len: 1096 time: 0.1073358 May 30 21:23:17.888581 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-90a20e84-d4c0-48ce-af9e-2a6fe3797d46 req-dca5013e-7e3d-4fbb-a348-88da97dd35c3 service neutron] 10.222.0.71 "GET /v2.0/networks/3139603d-a645-4aa5-91ac-2e9a4e4b78b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476123 May 30 21:23:17.984877 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0f3a04-44d0-4b4b-98b5-5b81da9d352e req-8e4b4435-6aa1-4aa3-92a5-d75332ad8f49 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:23:17.986495 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-be0f3a04-44d0-4b4b-98b5-5b81da9d352e req-8e4b4435-6aa1-4aa3-92a5-d75332ad8f49 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=510e740a-3c77-42da-bc9f-36ffc25dbd4f HTTP/1.1" status: 200 len: 945 time: 0.0823874 May 30 21:23:18.020807 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a20e84-d4c0-48ce-af9e-2a6fe3797d46 req-e8f647cd-7dad-405c-bf80-06882c360ef9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:23:18.021513 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-90a20e84-d4c0-48ce-af9e-2a6fe3797d46 req-e8f647cd-7dad-405c-bf80-06882c360ef9 service neutron] 10.222.0.86 "GET /v2.0/networks?id=3139603d-a645-4aa5-91ac-2e9a4e4b78b3 HTTP/1.1" status: 200 len: 913 time: 0.1448720 May 30 21:23:18.033434 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-be0f3a04-44d0-4b4b-98b5-5b81da9d352e req-123d7aa2-7cc8-41ab-8fcf-555f9e233be9 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404303 May 30 21:23:18.127139 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-90a20e84-d4c0-48ce-af9e-2a6fe3797d46 req-fff20316-c78c-4b7c-81e0-ea4fd7e79da5 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6dd04485-520e-4d7b-91f0-99b5903c9567 HTTP/1.1" status: 200 len: 1000 time: 0.0967147 May 30 21:23:18.201802 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a20e84-d4c0-48ce-af9e-2a6fe3797d46 req-e37e971e-c665-4a13-84e9-edd0cb3470dc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:23:18.203248 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-90a20e84-d4c0-48ce-af9e-2a6fe3797d46 req-e37e971e-c665-4a13-84e9-edd0cb3470dc service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d6358aad-111e-416b-96f8-6ca6f34bfc47 HTTP/1.1" status: 200 len: 851 time: 0.0673361 May 30 21:23:18.282467 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-90a20e84-d4c0-48ce-af9e-2a6fe3797d46 req-bdb08c4f-ed1a-4fc7-aa0f-80a88fd45c02 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3139603d-a645-4aa5-91ac-2e9a4e4b78b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0703750 May 30 21:23:18.424745 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-90a20e84-d4c0-48ce-af9e-2a6fe3797d46 req-651a130c-ef1d-4ad3-8e4e-07d4e070fda7 service neutron] 10.222.0.86 "GET /v2.0/networks/3139603d-a645-4aa5-91ac-2e9a4e4b78b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328015 May 30 21:23:18.564795 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-90a20e84-d4c0-48ce-af9e-2a6fe3797d46 req-8d72bb3d-fe1c-43b0-9cde-d1858e8a6530 service neutron] 10.222.0.86 "GET /v2.0/networks/3139603d-a645-4aa5-91ac-2e9a4e4b78b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314173 May 30 21:23:19.253737 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e88f80c-6303-4406-bf8c-8de223fbe1ae req-d136c384-9342-40fd-8986-7d6fec7eea63 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:23:19.253737 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1e88f80c-6303-4406-bf8c-8de223fbe1ae req-d136c384-9342-40fd-8986-7d6fec7eea63 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=510e740a-3c77-42da-bc9f-36ffc25dbd4f HTTP/1.1" status: 200 len: 945 time: 0.0854335 May 30 21:23:19.291043 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1e88f80c-6303-4406-bf8c-8de223fbe1ae req-74e1c61f-c811-497c-a290-ffd62b3bd3be tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399034 May 30 21:23:20.178904 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:23:20.495052 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0779378-d67c-4be0-8c67-dd0fb7580851 req-a6855336-d93f-49e5-8765-92a854dcaabd tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:23:20.496448 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a0779378-d67c-4be0-8c67-dd0fb7580851 req-a6855336-d93f-49e5-8765-92a854dcaabd tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=510e740a-3c77-42da-bc9f-36ffc25dbd4f HTTP/1.1" status: 200 len: 945 time: 0.0801950 May 30 21:23:20.546647 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a0779378-d67c-4be0-8c67-dd0fb7580851 req-a0ffb7b2-86c2-4830-bc53-e8e541792e36 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441699 May 30 21:23:21.748443 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffd8ce8-b45d-46a2-96ca-26b302f43641 req-287afa61-f53a-4bab-9077-e9f44b96662c tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:23:21.750007 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3ffd8ce8-b45d-46a2-96ca-26b302f43641 req-287afa61-f53a-4bab-9077-e9f44b96662c tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=510e740a-3c77-42da-bc9f-36ffc25dbd4f HTTP/1.1" status: 200 len: 945 time: 0.0809965 May 30 21:23:21.796834 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3ffd8ce8-b45d-46a2-96ca-26b302f43641 req-bf65d29c-4333-41e6-9b5b-a9b85726adbc tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411704 May 30 21:23:22.910798 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:23:23.000765 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adef967b-c439-42e8-9768-373d7b269c63 req-bb48e54c-229b-4f11-b831-681405f78321 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:23:23.002172 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-adef967b-c439-42e8-9768-373d7b269c63 req-bb48e54c-229b-4f11-b831-681405f78321 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=510e740a-3c77-42da-bc9f-36ffc25dbd4f HTTP/1.1" status: 200 len: 945 time: 0.0799198 May 30 21:23:23.049537 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-adef967b-c439-42e8-9768-373d7b269c63 req-fe4e40c2-0275-40b6-9614-47f9f817b631 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412219 May 30 21:23:24.255464 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ea253a-8976-4409-be01-d7334dac9e02 req-902c148d-fabf-4d39-be8b-be41b64b7d35 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:23:24.256971 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b1ea253a-8976-4409-be01-d7334dac9e02 req-902c148d-fabf-4d39-be8b-be41b64b7d35 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=510e740a-3c77-42da-bc9f-36ffc25dbd4f HTTP/1.1" status: 200 len: 945 time: 0.0805297 May 30 21:23:24.315227 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b1ea253a-8976-4409-be01-d7334dac9e02 req-df7d8ce7-b3c6-4e70-8727-9d6cb583eb29 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525057 May 30 21:23:25.523985 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46a21b5-ee61-414f-ae8f-bf33f83730ff req-672ce622-7108-44e0-8fde-13b28f2936b9 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:23:25.525816 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b46a21b5-ee61-414f-ae8f-bf33f83730ff req-672ce622-7108-44e0-8fde-13b28f2936b9 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=510e740a-3c77-42da-bc9f-36ffc25dbd4f HTTP/1.1" status: 200 len: 945 time: 0.0817430 May 30 21:23:25.578227 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b46a21b5-ee61-414f-ae8f-bf33f83730ff req-f8d14202-f867-4bb4-bedc-117784d768ff tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471959 May 30 21:23:26.098618 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 6dd04485-520e-4d7b-91f0-99b5903c9567 details requested by agent hyperv_n-h2-843948-2 with host n-h2-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 21:23:26.248100 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 6dd04485-520e-4d7b-91f0-99b5903c9567, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=6dd04485-520e-4d7b-91f0-99b5903c9567,segment=NetworkSegment(ebd10616-65b9-43cb-8c01-5aebde3a70ca),segment_id=ebd10616-65b9-43cb-8c01-5aebde3a70ca)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:23:26.263018 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Returning: {'device': '6dd04485-520e-4d7b-91f0-99b5903c9567', 'network_id': '3139603d-a645-4aa5-91ac-2e9a4e4b78b3', 'port_id': '6dd04485-520e-4d7b-91f0-99b5903c9567', 'mac_address': 'fa:16:3e:2b:87:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6358aad-111e-416b-96f8-6ca6f34bfc47', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 21:23:26.293711 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-5a8243ac-f154-4e47-ba5f-bd0885cc3956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:23:26.322124 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:23:26.344522 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6dd04485-520e-4d7b-91f0-99b5903c9567 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 21:23:26.360872 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 6dd04485-520e-4d7b-91f0-99b5903c9567, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=6dd04485-520e-4d7b-91f0-99b5903c9567,segment=NetworkSegment(ebd10616-65b9-43cb-8c01-5aebde3a70ca),segment_id=ebd10616-65b9-43cb-8c01-5aebde3a70ca)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:23:26.441930 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:23:26.546995 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=6dd04485-520e-4d7b-91f0-99b5903c9567,revision_number=12']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:23:26.686312 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['6dd04485-520e-4d7b-91f0-99b5903c9567'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 21:23:26.830888 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacbd32a-274e-47c5-a028-b1044c6d86b0 req-be098ce5-348b-4a79-8aa3-65eed77aaeba tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:23:26.832401 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-eacbd32a-274e-47c5-a028-b1044c6d86b0 req-be098ce5-348b-4a79-8aa3-65eed77aaeba tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=510e740a-3c77-42da-bc9f-36ffc25dbd4f HTTP/1.1" status: 200 len: 946 time: 0.1289537 May 30 21:23:26.888285 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-eacbd32a-274e-47c5-a028-b1044c6d86b0 req-b28a246c-d494-43a1-9699-f00ef481b7b3 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466185 May 30 21:23:27.090341 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1534c5b-855e-4932-aa95-779293069c7b req-4e2bea13-634d-48da-9115-2d10e51def10 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:23:27.091794 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b1534c5b-855e-4932-aa95-779293069c7b req-4e2bea13-634d-48da-9115-2d10e51def10 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=510e740a-3c77-42da-bc9f-36ffc25dbd4f HTTP/1.1" status: 200 len: 946 time: 0.0796645 May 30 21:23:27.249511 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b1534c5b-855e-4932-aa95-779293069c7b req-f1a46126-2e5e-47b7-8f81-d6ff8ae8ff4d tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1520009 May 30 21:23:27.532943 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0acf37f-562c-4525-b2cc-274ede8ba836 req-05fd7976-da0e-4d4e-a86d-4d0a90791cac tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:23:27.534333 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a0acf37f-562c-4525-b2cc-274ede8ba836 req-05fd7976-da0e-4d4e-a86d-4d0a90791cac tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=510e740a-3c77-42da-bc9f-36ffc25dbd4f HTTP/1.1" status: 200 len: 946 time: 0.1643379 May 30 21:23:27.580705 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a0acf37f-562c-4525-b2cc-274ede8ba836 req-2355af74-d265-4eda-8f1a-0c98a2834fc4 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407290 May 30 21:23:28.116964 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 6dd04485-520e-4d7b-91f0-99b5903c9567 up at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:23:28.165105 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de02aec4-2d91-41b8-975f-e516e1119cad req-f4862633-cd30-42fd-b14d-0e470436b378 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:23:28.166572 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-de02aec4-2d91-41b8-975f-e516e1119cad req-f4862633-cd30-42fd-b14d-0e470436b378 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=510e740a-3c77-42da-bc9f-36ffc25dbd4f HTTP/1.1" status: 200 len: 946 time: 0.0804563 May 30 21:23:28.214917 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-de02aec4-2d91-41b8-975f-e516e1119cad req-5653d81b-2eb2-4534-8c50-bb3cb8bc4807 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427039 May 30 21:23:28.236166 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning for port 6dd04485-520e-4d7b-91f0-99b5903c9567 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:23:28.241643 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning complete for port 6dd04485-520e-4d7b-91f0-99b5903c9567 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:23:28.242022 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:23:28.359503 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:23:28.386616 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '510e740a-3c77-42da-bc9f-36ffc25dbd4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dd04485-520e-4d7b-91f0-99b5903c9567'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:23:28.395699 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 6dd04485-520e-4d7b-91f0-99b5903c9567, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=6dd04485-520e-4d7b-91f0-99b5903c9567,segment=NetworkSegment(ebd10616-65b9-43cb-8c01-5aebde3a70ca),segment_id=ebd10616-65b9-43cb-8c01-5aebde3a70ca)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:23:28.447647 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78cd46e6-14a7-4b24-a519-d41f7baeb2eb'] response: {'server_uuid': '510e740a-3c77-42da-bc9f-36ffc25dbd4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dd04485-520e-4d7b-91f0-99b5903c9567', 'code': 200} May 30 21:23:28.464550 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:23:28.529073 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=6dd04485-520e-4d7b-91f0-99b5903c9567,revision_number=13']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:23:29.411052 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786a1f80-b29b-417c-83f2-5cbfc75a879e req-a0f89e1f-b3fe-4458-add6-f2c4895b6b43 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:23:29.412488 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-786a1f80-b29b-417c-83f2-5cbfc75a879e req-a0f89e1f-b3fe-4458-add6-f2c4895b6b43 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=510e740a-3c77-42da-bc9f-36ffc25dbd4f HTTP/1.1" status: 200 len: 947 time: 0.0751674 May 30 21:23:29.456628 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-786a1f80-b29b-417c-83f2-5cbfc75a879e req-64f1cb92-5fc1-431b-abb9-c6dbe480b439 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380909 May 30 21:23:29.642058 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-6e465cd8-d52c-4ffe-a924-9869ed0b6587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:23:29.834996 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef30d4d1-cfd7-40aa-8793-ec7bdef5c5b8 req-b98df257-569f-477d-aee5-c8108f20a510 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:23:29.837037 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ef30d4d1-cfd7-40aa-8793-ec7bdef5c5b8 req-b98df257-569f-477d-aee5-c8108f20a510 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.86 "GET /v2.0/ports?device_id=510e740a-3c77-42da-bc9f-36ffc25dbd4f HTTP/1.1" status: 200 len: 947 time: 0.0832868 May 30 21:23:29.904697 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:23:29.907489 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-ef30d4d1-cfd7-40aa-8793-ec7bdef5c5b8 req-51c4b14f-84c2-40f2-891b-e593920f6903 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Deleting port 6dd04485-520e-4d7b-91f0-99b5903c9567 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:23:29.910026 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-ef30d4d1-cfd7-40aa-8793-ec7bdef5c5b8 req-51c4b14f-84c2-40f2-891b-e593920f6903 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:23:30.156719 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-ef30d4d1-cfd7-40aa-8793-ec7bdef5c5b8 req-51c4b14f-84c2-40f2-891b-e593920f6903 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] For port 6dd04485-520e-4d7b-91f0-99b5903c9567, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=6dd04485-520e-4d7b-91f0-99b5903c9567,segment=NetworkSegment(ebd10616-65b9-43cb-8c01-5aebde3a70ca),segment_id=ebd10616-65b9-43cb-8c01-5aebde3a70ca)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:23:30.156985 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-ef30d4d1-cfd7-40aa-8793-ec7bdef5c5b8 req-51c4b14f-84c2-40f2-891b-e593920f6903 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:23:30.446492 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-ef30d4d1-cfd7-40aa-8793-ec7bdef5c5b8 req-51c4b14f-84c2-40f2-891b-e593920f6903 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:23:30.447197 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-ef30d4d1-cfd7-40aa-8793-ec7bdef5c5b8 req-51c4b14f-84c2-40f2-891b-e593920f6903 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736490'] for floatingip, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:23:30.447197 n-d-843948-2 neutron-server[84887]: INFO neutron.db.l3_db [req-ef30d4d1-cfd7-40aa-8793-ec7bdef5c5b8 req-51c4b14f-84c2-40f2-891b-e593920f6903 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Floating IP d4d15772-678a-45d0-8cd5-3ae5dc892de6 disassociated. External IP: 172.25.8.32, port: 6dd04485-520e-4d7b-91f0-99b5903c9567. May 30 21:23:30.447488 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-ef30d4d1-cfd7-40aa-8793-ec7bdef5c5b8 req-51c4b14f-84c2-40f2-891b-e593920f6903 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Calling delete_port for 6dd04485-520e-4d7b-91f0-99b5903c9567 owned by compute:nova {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:23:30.658264 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4a2597-1d88-420b-9d5a-c75b516f4359 req-093e2c1e-dd91-45bd-bf98-7a2ca0f3b6d0 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:23:30.659717 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-fe4a2597-1d88-420b-9d5a-c75b516f4359 req-093e2c1e-dd91-45bd-bf98-7a2ca0f3b6d0 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=510e740a-3c77-42da-bc9f-36ffc25dbd4f HTTP/1.1" status: 200 len: 947 time: 0.0778136 May 30 21:23:30.664938 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-ef30d4d1-cfd7-40aa-8793-ec7bdef5c5b8 req-51c4b14f-84c2-40f2-891b-e593920f6903 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:23:30.707951 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-fe4a2597-1d88-420b-9d5a-c75b516f4359 req-366c117f-c283-4728-a189-2fde1effb775 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups?id=c282456e-9b28-425e-941d-171b58ee8949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415390 May 30 21:23:30.718912 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c4b14f-84c2-40f2-891b-e593920f6903 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Pushing event deleted for resources: {'Port': ['ID=6dd04485-520e-4d7b-91f0-99b5903c9567,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:23:30.929471 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ef30d4d1-cfd7-40aa-8793-ec7bdef5c5b8 req-51c4b14f-84c2-40f2-891b-e593920f6903 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Router 4d0af300-5788-42f9-a065-96f276425174 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 21:23:31.236060 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ef30d4d1-cfd7-40aa-8793-ec7bdef5c5b8 req-51c4b14f-84c2-40f2-891b-e593920f6903 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 21:23:31.247223 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bccd9265-2533-469d-95d1-909b3dd7e0e2 None None] Sync routers for ids ['4d0af300-5788-42f9-a065-96f276425174'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 21:23:31.265114 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bccd9265-2533-469d-95d1-909b3dd7e0e2 None None] Routers {'4d0af300-5788-42f9-a065-96f276425174'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:23:31.265849 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-bccd9265-2533-469d-95d1-909b3dd7e0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T21:23:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['4d0af300-5788-42f9-a065-96f276425174'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:23:31.311012 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef30d4d1-cfd7-40aa-8793-ec7bdef5c5b8 req-51c4b14f-84c2-40f2-891b-e593920f6903 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] No DVR routers for this DVR port 6dd04485-520e-4d7b-91f0-99b5903c9567 on host n-h2-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 21:23:31.313402 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-ef30d4d1-cfd7-40aa-8793-ec7bdef5c5b8 req-51c4b14f-84c2-40f2-891b-e593920f6903 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:23:31.316017 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '510e740a-3c77-42da-bc9f-36ffc25dbd4f', 'name': 'network-vif-deleted', 'tag': '6dd04485-520e-4d7b-91f0-99b5903c9567'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:23:31.374132 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26538b4c-255c-4591-affd-5504be8ffee5'] response: {'server_uuid': '510e740a-3c77-42da-bc9f-36ffc25dbd4f', 'name': 'network-vif-deleted', 'tag': '6dd04485-520e-4d7b-91f0-99b5903c9567', 'status': 'completed', 'code': 200} May 30 21:23:31.379398 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ef30d4d1-cfd7-40aa-8793-ec7bdef5c5b8 req-51c4b14f-84c2-40f2-891b-e593920f6903 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.86 "DELETE /v2.0/ports/6dd04485-520e-4d7b-91f0-99b5903c9567 HTTP/1.1" status: 204 len: 173 time: 1.5346088 May 30 21:23:31.462463 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-bccd9265-2533-469d-95d1-909b3dd7e0e2 None None] Set router 4d0af300-5788-42f9-a065-96f276425174 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:23:31.507289 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:23:31.783981 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-bccd9265-2533-469d-95d1-909b3dd7e0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d0af300-5788-42f9-a065-96f276425174', 'name': 'tempest-ServerActionsTestJSON-1439436767-router', 'tenant_id': 'ece2945efdfc42d9b9df7d167b03c4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '60ccfe14-fd67-435c-8430-1c7d7bcf22f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:17:21Z', 'updated_at': '2022-05-30T21:17:24Z', 'revision_number': 4, 'project_id': 'ece2945efdfc42d9b9df7d167b03c4d1', 'gw_port': {'id': '60ccfe14-fd67-435c-8430-1c7d7bcf22f3', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:dc:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0af300-5788-42f9-a065-96f276425174', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:17:21Z', 'updated_at': '2022-05-30T21:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': 'bcfd4c64-5ad6-4f1d-aaf0-0169e63a3763', 'name': '', 'network_id': '3139603d-a645-4aa5-91ac-2e9a4e4b78b3', 'tenant_id': 'ece2945efdfc42d9b9df7d167b03c4d1', 'mac_address': 'fa:16:3e:ff:68:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0af300-5788-42f9-a065-96f276425174', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6358aad-111e-416b-96f8-6ca6f34bfc47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:17:24Z', 'updated_at': '2022-05-30T21:17:41Z', 'revision_number': 5, 'project_id': 'ece2945efdfc42d9b9df7d167b03c4d1', 'subnets': [{'id': 'd6358aad-111e-416b-96f8-6ca6f34bfc47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:23:31.788006 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bccd9265-2533-469d-95d1-909b3dd7e0e2 None None] Checking router: 4d0af300-5788-42f9-a065-96f276425174 for host: n-d-843948-2 {{(pid=84888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 21:23:31.799172 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bccd9265-2533-469d-95d1-909b3dd7e0e2 None None] Routers {'4d0af300-5788-42f9-a065-96f276425174'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:23:31.799780 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-bccd9265-2533-469d-95d1-909b3dd7e0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T21:23:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['4d0af300-5788-42f9-a065-96f276425174'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:23:31.904595 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f046a14c-8f6c-407f-8c35-922f62095b95 req-144f2004-a2e2-4523-a0d5-f67724be7e56 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/ports?device_id=510e740a-3c77-42da-bc9f-36ffc25dbd4f HTTP/1.1" status: 200 len: 210 time: 0.0469525 May 30 21:23:31.991367 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-bccd9265-2533-469d-95d1-909b3dd7e0e2 None None] Set router 4d0af300-5788-42f9-a065-96f276425174 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:23:32.182211 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 6dd04485-520e-4d7b-91f0-99b5903c9567 no longer exists at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 21:23:32.266017 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] No Port match for: 6dd04485-520e-4d7b-91f0-99b5903c9567 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 21:23:32.266716 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 6dd04485-520e-4d7b-91f0-99b5903c9567 not bound to the agent host n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 21:23:32.372504 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-bccd9265-2533-469d-95d1-909b3dd7e0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d0af300-5788-42f9-a065-96f276425174', 'name': 'tempest-ServerActionsTestJSON-1439436767-router', 'tenant_id': 'ece2945efdfc42d9b9df7d167b03c4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '60ccfe14-fd67-435c-8430-1c7d7bcf22f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:17:21Z', 'updated_at': '2022-05-30T21:17:24Z', 'revision_number': 4, 'project_id': 'ece2945efdfc42d9b9df7d167b03c4d1', 'gw_port': {'id': '60ccfe14-fd67-435c-8430-1c7d7bcf22f3', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:dc:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0af300-5788-42f9-a065-96f276425174', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:17:21Z', 'updated_at': '2022-05-30T21:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': 'bcfd4c64-5ad6-4f1d-aaf0-0169e63a3763', 'name': '', 'network_id': '3139603d-a645-4aa5-91ac-2e9a4e4b78b3', 'tenant_id': 'ece2945efdfc42d9b9df7d167b03c4d1', 'mac_address': 'fa:16:3e:ff:68:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0af300-5788-42f9-a065-96f276425174', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6358aad-111e-416b-96f8-6ca6f34bfc47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:17:24Z', 'updated_at': '2022-05-30T21:17:41Z', 'revision_number': 5, 'project_id': 'ece2945efdfc42d9b9df7d167b03c4d1', 'subnets': [{'id': 'd6358aad-111e-416b-96f8-6ca6f34bfc47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:23:32.376666 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bccd9265-2533-469d-95d1-909b3dd7e0e2 None None] The sync data for ids ['4d0af300-5788-42f9-a065-96f276425174'] in n-d-843948-2 is: [{'id': '4d0af300-5788-42f9-a065-96f276425174', 'name': 'tempest-ServerActionsTestJSON-1439436767-router', 'tenant_id': 'ece2945efdfc42d9b9df7d167b03c4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '60ccfe14-fd67-435c-8430-1c7d7bcf22f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:17:21Z', 'updated_at': '2022-05-30T21:17:24Z', 'revision_number': 4, 'project_id': 'ece2945efdfc42d9b9df7d167b03c4d1', 'gw_port': {'id': '60ccfe14-fd67-435c-8430-1c7d7bcf22f3', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:dc:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0af300-5788-42f9-a065-96f276425174', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:17:21Z', 'updated_at': '2022-05-30T21:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': 'bcfd4c64-5ad6-4f1d-aaf0-0169e63a3763', 'name': '', 'network_id': '3139603d-a645-4aa5-91ac-2e9a4e4b78b3', 'tenant_id': 'ece2945efdfc42d9b9df7d167b03c4d1', 'mac_address': 'fa:16:3e:ff:68:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0af300-5788-42f9-a065-96f276425174', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6358aad-111e-416b-96f8-6ca6f34bfc47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:17:24Z', 'updated_at': '2022-05-30T21:17:41Z', 'revision_number': 5, 'project_id': 'ece2945efdfc42d9b9df7d167b03c4d1', 'subnets': [{'id': 'd6358aad-111e-416b-96f8-6ca6f34bfc47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 21:23:32.598584 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b65f7e8-a09c-485c-ae62-486f67bdbc84 None None] New status for floating IP d4d15772-678a-45d0-8cd5-3ae5dc892de6: DOWN {{(pid=84889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 21:23:32.921798 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:23:36.408076 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 50874) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:23:36.473628 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0f60bab3-3a09-46da-8321-e2752d54167a tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:23:36.500379 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0f60bab3-3a09-46da-8321-e2752d54167a tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:23:36.595764 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0f60bab3-3a09-46da-8321-e2752d54167a tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:23:36.613924 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f60bab3-3a09-46da-8321-e2752d54167a tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c282456e-9b28-425e-941d-171b58ee8949,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:23:36.686385 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0f60bab3-3a09-46da-8321-e2752d54167a tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:23:36.687555 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-0f60bab3-3a09-46da-8321-e2752d54167a tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "DELETE /v2.0/security-groups/c282456e-9b28-425e-941d-171b58ee8949 HTTP/1.1" status: 204 len: 168 time: 0.2784905 May 30 21:23:36.689994 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 50878) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:23:36.706380 n-d-843948-2 neutron-server[84886]: INFO neutron.api.v2.resource [None req-19c46792-9ab6-446c-8466-1351757f5454 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] show failed (client error): The resource could not be found. May 30 21:23:36.707357 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-19c46792-9ab6-446c-8466-1351757f5454 tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "GET /v2.0/security-groups/c282456e-9b28-425e-941d-171b58ee8949 HTTP/1.1" status: 404 len: 347 time: 0.0164590 May 30 21:23:36.712233 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 50882) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:23:36.868471 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-0c5f560a-5fe8-4f43-a83e-e614815d950d tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Deleting port 5469e53c-1613-4464-938a-0bbdee08c049 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:23:36.868804 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0c5f560a-5fe8-4f43-a83e-e614815d950d tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:23:37.045411 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0c5f560a-5fe8-4f43-a83e-e614815d950d tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:23:37.045871 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0c5f560a-5fe8-4f43-a83e-e614815d950d tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:23:37.164797 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-0c5f560a-5fe8-4f43-a83e-e614815d950d tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Calling delete_port for 5469e53c-1613-4464-938a-0bbdee08c049 owned by network:floatingip {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:23:37.349961 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0c5f560a-5fe8-4f43-a83e-e614815d950d tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:23:37.404630 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5f560a-5fe8-4f43-a83e-e614815d950d tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Pushing event deleted for resources: {'Port': ['ID=5469e53c-1613-4464-938a-0bbdee08c049,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:23:37.494415 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0c5f560a-5fe8-4f43-a83e-e614815d950d tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Notify callbacks [] for floatingip, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:23:37.508704 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0c5f560a-5fe8-4f43-a83e-e614815d950d tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:23:37.509836 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-0c5f560a-5fe8-4f43-a83e-e614815d950d tempest-ServerActionsTestJSON-1713824295 tempest-ServerActionsTestJSON-1713824295-project] 10.222.0.85 "DELETE /v2.0/floatingips/d4d15772-678a-45d0-8cd5-3ae5dc892de6 HTTP/1.1" status: 204 len: 168 time: 0.7967157 May 30 21:23:37.512766 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 50886) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:23:37.604299 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 21:23:37.984092 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ca886fff-b911-43bd-b24b-3655d96c7c07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-736216'] for router_interface, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:23:38.664048 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-ca886fff-b911-43bd-b24b-3655d96c7c07 admin admin] Deleting port bcfd4c64-5ad6-4f1d-aaf0-0169e63a3763 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:23:38.664690 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ca886fff-b911-43bd-b24b-3655d96c7c07 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:23:38.836029 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [None req-ca886fff-b911-43bd-b24b-3655d96c7c07 admin admin] For port bcfd4c64-5ad6-4f1d-aaf0-0169e63a3763, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=bcfd4c64-5ad6-4f1d-aaf0-0169e63a3763,segment=NetworkSegment(ebd10616-65b9-43cb-8c01-5aebde3a70ca),segment_id=ebd10616-65b9-43cb-8c01-5aebde3a70ca)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:23:38.836375 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ca886fff-b911-43bd-b24b-3655d96c7c07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:23:38.955175 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-ca886fff-b911-43bd-b24b-3655d96c7c07 admin admin] Calling delete_port for bcfd4c64-5ad6-4f1d-aaf0-0169e63a3763 owned by network:router_interface {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:23:39.258848 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ca886fff-b911-43bd-b24b-3655d96c7c07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:23:39.306652 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca886fff-b911-43bd-b24b-3655d96c7c07 admin admin] Pushing event deleted for resources: {'Port': ['ID=bcfd4c64-5ad6-4f1d-aaf0-0169e63a3763,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:23:39.599963 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ca886fff-b911-43bd-b24b-3655d96c7c07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1718140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-736143'] for router_interface, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:23:40.283828 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca886fff-b911-43bd-b24b-3655d96c7c07 admin admin] Router 4d0af300-5788-42f9-a065-96f276425174 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 21:23:40.478691 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca886fff-b911-43bd-b24b-3655d96c7c07 admin admin] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 21:23:40.488648 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae6794f-46de-47a0-bdfc-68d6b71d8357 None None] Sync routers for ids ['4d0af300-5788-42f9-a065-96f276425174'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 21:23:40.492108 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-ca886fff-b911-43bd-b24b-3655d96c7c07 admin admin] 10.222.0.85 "PUT /v2.0/routers/4d0af300-5788-42f9-a065-96f276425174/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9783590 May 30 21:23:40.495108 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 50892) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:23:40.502157 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae6794f-46de-47a0-bdfc-68d6b71d8357 None None] Routers {'4d0af300-5788-42f9-a065-96f276425174'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:23:40.502783 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-fae6794f-46de-47a0-bdfc-68d6b71d8357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T21:23:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['4d0af300-5788-42f9-a065-96f276425174'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:23:40.678469 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-fae6794f-46de-47a0-bdfc-68d6b71d8357 None None] Set router 4d0af300-5788-42f9-a065-96f276425174 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:23:40.692923 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-64dd4d7b-7275-4075-a8bd-c583df4389a7 admin admin] Notify callbacks [] for router, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:23:40.885770 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-64dd4d7b-7275-4075-a8bd-c583df4389a7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:23:40.945250 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-64dd4d7b-7275-4075-a8bd-c583df4389a7 admin admin] Deleting port 60ccfe14-fd67-435c-8430-1c7d7bcf22f3 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:23:40.945681 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-64dd4d7b-7275-4075-a8bd-c583df4389a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:23:40.966604 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-fae6794f-46de-47a0-bdfc-68d6b71d8357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d0af300-5788-42f9-a065-96f276425174', 'name': 'tempest-ServerActionsTestJSON-1439436767-router', 'tenant_id': 'ece2945efdfc42d9b9df7d167b03c4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '60ccfe14-fd67-435c-8430-1c7d7bcf22f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:17:21Z', 'updated_at': '2022-05-30T21:23:39Z', 'revision_number': 5, 'project_id': 'ece2945efdfc42d9b9df7d167b03c4d1', 'gw_port': {'id': '60ccfe14-fd67-435c-8430-1c7d7bcf22f3', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:dc:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0af300-5788-42f9-a065-96f276425174', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:17:21Z', 'updated_at': '2022-05-30T21:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:23:40.973237 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae6794f-46de-47a0-bdfc-68d6b71d8357 None None] Checking router: 4d0af300-5788-42f9-a065-96f276425174 for host: n-d-843948-2 {{(pid=84888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 21:23:40.990359 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae6794f-46de-47a0-bdfc-68d6b71d8357 None None] Routers {'4d0af300-5788-42f9-a065-96f276425174'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:23:40.991360 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-fae6794f-46de-47a0-bdfc-68d6b71d8357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T21:23:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['4d0af300-5788-42f9-a065-96f276425174'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:23:41.174592 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [None req-64dd4d7b-7275-4075-a8bd-c583df4389a7 admin admin] For port 60ccfe14-fd67-435c-8430-1c7d7bcf22f3, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=60ccfe14-fd67-435c-8430-1c7d7bcf22f3,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:23:41.174964 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-64dd4d7b-7275-4075-a8bd-c583df4389a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:23:41.184560 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-fae6794f-46de-47a0-bdfc-68d6b71d8357 None None] Set router 4d0af300-5788-42f9-a065-96f276425174 gateway port host: None {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:23:41.290682 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-fae6794f-46de-47a0-bdfc-68d6b71d8357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d0af300-5788-42f9-a065-96f276425174', 'name': 'tempest-ServerActionsTestJSON-1439436767-router', 'tenant_id': 'ece2945efdfc42d9b9df7d167b03c4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:17:21Z', 'updated_at': '2022-05-30T21:23:40Z', 'revision_number': 6, 'project_id': 'ece2945efdfc42d9b9df7d167b03c4d1', 'gw_port_host': None}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:23:41.295346 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae6794f-46de-47a0-bdfc-68d6b71d8357 None None] The sync data for ids ['4d0af300-5788-42f9-a065-96f276425174'] in n-d-843948-2 is: [{'id': '4d0af300-5788-42f9-a065-96f276425174', 'name': 'tempest-ServerActionsTestJSON-1439436767-router', 'tenant_id': 'ece2945efdfc42d9b9df7d167b03c4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:17:21Z', 'updated_at': '2022-05-30T21:23:40Z', 'revision_number': 6, 'project_id': 'ece2945efdfc42d9b9df7d167b03c4d1', 'gw_port_host': None}] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 21:23:41.410613 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-64dd4d7b-7275-4075-a8bd-c583df4389a7 admin admin] Calling delete_port for 60ccfe14-fd67-435c-8430-1c7d7bcf22f3 owned by network:router_gateway {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:23:41.624582 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-64dd4d7b-7275-4075-a8bd-c583df4389a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:23:41.651187 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device bcfd4c64-5ad6-4f1d-aaf0-0169e63a3763 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 21:23:41.678218 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dd4d7b-7275-4075-a8bd-c583df4389a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=60ccfe14-fd67-435c-8430-1c7d7bcf22f3,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:23:41.687762 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: bcfd4c64-5ad6-4f1d-aaf0-0169e63a3763 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 21:23:41.688171 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device bcfd4c64-5ad6-4f1d-aaf0-0169e63a3763 not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 21:23:41.907419 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-64dd4d7b-7275-4075-a8bd-c583df4389a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-736453'] for router_gateway, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:23:42.168891 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-64dd4d7b-7275-4075-a8bd-c583df4389a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-724789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3141'] for router, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:23:42.173324 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-64dd4d7b-7275-4075-a8bd-c583df4389a7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:23:42.270000 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-64dd4d7b-7275-4075-a8bd-c583df4389a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724889'] for router, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:23:42.270542 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64dd4d7b-7275-4075-a8bd-c583df4389a7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4d0af300-5788-42f9-a065-96f276425174 {{(pid=84886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 21:23:42.283991 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-64dd4d7b-7275-4075-a8bd-c583df4389a7 admin admin] Notify callbacks [] for router, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:23:42.285189 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-64dd4d7b-7275-4075-a8bd-c583df4389a7 admin admin] 10.222.0.85 "DELETE /v2.0/routers/4d0af300-5788-42f9-a065-96f276425174 HTTP/1.1" status: 204 len: 168 time: 1.7890143 May 30 21:23:42.288387 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 50896) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:23:42.352102 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_v2 [None req-bffa9dee-b91a-423b-9b26-b7fe3324a052 admin admin] Deleting subnet d6358aad-111e-416b-96f8-6ca6f34bfc47 {{(pid=84886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 21:23:42.355475 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bffa9dee-b91a-423b-9b26-b7fe3324a052 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:23:42.404566 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bffa9dee-b91a-423b-9b26-b7fe3324a052 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2655517'] for subnet, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:23:42.484456 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bffa9dee-b91a-423b-9b26-b7fe3324a052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:23:42.630265 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bffa9dee-b91a-423b-9b26-b7fe3324a052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4127075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2778536'] for subnet, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:23:42.671878 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffa9dee-b91a-423b-9b26-b7fe3324a052 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6358aad-111e-416b-96f8-6ca6f34bfc47,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:23:42.676859 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bffa9dee-b91a-423b-9b26-b7fe3324a052 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:23:42.682265 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f483b502-5276-4270-825a-dce7aabf2f88 None None] Network 3139603d-a645-4aa5-91ac-2e9a4e4b78b3 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 21:23:42.684037 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-bffa9dee-b91a-423b-9b26-b7fe3324a052 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/d6358aad-111e-416b-96f8-6ca6f34bfc47 HTTP/1.1" status: 204 len: 168 time: 0.3945467 May 30 21:23:42.686513 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 50902) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:23:42.793377 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e7a9ab79-f91e-48b1-8f38-8181e538f024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:23:42.806039 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-e7a9ab79-f91e-48b1-8f38-8181e538f024 admin admin] Deleting port 50686200-572e-4bbf-9ead-6b5f7f03b9ac {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:23:42.806436 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e7a9ab79-f91e-48b1-8f38-8181e538f024 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:23:42.937554 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a5d9bb-1869-48cb-a819-25023b6a7a55 None None] DHCP port deletion for 3139603d-a645-4aa5-91ac-2e9a4e4b78b3 request from n-d-843948-2 {{(pid=84888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 21:23:42.942221 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-10a5d9bb-1869-48cb-a819-25023b6a7a55 None None] Deleting port 50686200-572e-4bbf-9ead-6b5f7f03b9ac {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:23:42.942221 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-10a5d9bb-1869-48cb-a819-25023b6a7a55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:23:43.120667 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [None req-e7a9ab79-f91e-48b1-8f38-8181e538f024 admin admin] For port 50686200-572e-4bbf-9ead-6b5f7f03b9ac, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=50686200-572e-4bbf-9ead-6b5f7f03b9ac,segment=NetworkSegment(ebd10616-65b9-43cb-8c01-5aebde3a70ca),segment_id=ebd10616-65b9-43cb-8c01-5aebde3a70ca)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:23:43.120934 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e7a9ab79-f91e-48b1-8f38-8181e538f024 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:23:43.146244 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-10a5d9bb-1869-48cb-a819-25023b6a7a55 None None] For port 50686200-572e-4bbf-9ead-6b5f7f03b9ac, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=50686200-572e-4bbf-9ead-6b5f7f03b9ac,segment=NetworkSegment(ebd10616-65b9-43cb-8c01-5aebde3a70ca),segment_id=ebd10616-65b9-43cb-8c01-5aebde3a70ca)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:23:43.146626 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-10a5d9bb-1869-48cb-a819-25023b6a7a55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:23:43.244407 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-e7a9ab79-f91e-48b1-8f38-8181e538f024 admin admin] Calling delete_port for 50686200-572e-4bbf-9ead-6b5f7f03b9ac owned by network:dhcp {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:23:43.306054 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-10a5d9bb-1869-48cb-a819-25023b6a7a55 None None] Calling delete_port for 50686200-572e-4bbf-9ead-6b5f7f03b9ac owned by network:dhcp {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:23:43.413307 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e7a9ab79-f91e-48b1-8f38-8181e538f024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:23:43.418963 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.db.api [None req-10a5d9bb-1869-48cb-a819-25023b6a7a55 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 21:23:43.419299 n-d-843948-2 neutron-server[84888]: DEBUG oslo_db.api [None req-10a5d9bb-1869-48cb-a819-25023b6a7a55 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 21:23:43.459159 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a9ab79-f91e-48b1-8f38-8181e538f024 admin admin] Pushing event deleted for resources: {'Port': ['ID=50686200-572e-4bbf-9ead-6b5f7f03b9ac,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:23:43.462884 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a9ab79-f91e-48b1-8f38-8181e538f024 admin admin] No DVR routers for this DVR port 50686200-572e-4bbf-9ead-6b5f7f03b9ac on host n-d-843948-2 {{(pid=84886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 21:23:43.577965 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e7a9ab79-f91e-48b1-8f38-8181e538f024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:23:43.605012 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-e7a9ab79-f91e-48b1-8f38-8181e538f024 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3139603d-a645-4aa5-91ac-2e9a4e4b78b3']}} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:23:43.617376 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-e7a9ab79-f91e-48b1-8f38-8181e538f024 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebd10616-65b9-43cb-8c01-5aebde3a70ca') {'for_net_delete': True} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:23:43.617689 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-e7a9ab79-f91e-48b1-8f38-8181e538f024 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebd10616-65b9-43cb-8c01-5aebde3a70ca') {} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:23:43.628921 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e7a9ab79-f91e-48b1-8f38-8181e538f024 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2660590'] for segment, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:23:43.636039 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 60ccfe14-fd67-435c-8430-1c7d7bcf22f3 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 21:23:43.650250 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e7a9ab79-f91e-48b1-8f38-8181e538f024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:23:43.657009 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7a9ab79-f91e-48b1-8f38-8181e538f024 admin admin] Releasing vlan 698 on physical network physnet1 to pool {{(pid=84886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 21:23:43.663445 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e7a9ab79-f91e-48b1-8f38-8181e538f024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4126989'] for segment, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:23:43.671551 n-d-843948-2 neutron-server[84886]: Traceback (most recent call last): May 30 21:23:43.671551 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 21:23:43.671551 n-d-843948-2 neutron-server[84886]: timer() May 30 21:23:43.671551 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 21:23:43.671551 n-d-843948-2 neutron-server[84886]: cb(*args, **kw) May 30 21:23:43.671551 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 21:23:43.671551 n-d-843948-2 neutron-server[84886]: return func(*args, **kwargs) May 30 21:23:43.671551 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 21:23:43.671551 n-d-843948-2 neutron-server[84886]: self._notify() May 30 21:23:43.671551 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 21:23:43.671551 n-d-843948-2 neutron-server[84886]: self.callback(batched_events) May 30 21:23:43.671551 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 21:23:43.671551 n-d-843948-2 neutron-server[84886]: event.method(event) May 30 21:23:43.671551 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 21:23:43.671551 n-d-843948-2 neutron-server[84886]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 21:23:43.671551 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 21:23:43.671551 n-d-843948-2 neutron-server[84886]: aggregate_uuid = self.p_client.list_aggregates( May 30 21:23:43.671551 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 21:23:43.671551 n-d-843948-2 neutron-server[84886]: return f(self, *a, **k) May 30 21:23:43.671551 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 21:23:43.671551 n-d-843948-2 neutron-server[84886]: return self._get(url).json() May 30 21:23:43.671551 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 21:23:43.671551 n-d-843948-2 neutron-server[84886]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 21:23:43.671551 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 21:23:43.671551 n-d-843948-2 neutron-server[84886]: return self.request(url, 'GET', **kwargs) May 30 21:23:43.671551 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 21:23:43.671551 n-d-843948-2 neutron-server[84886]: base_url = self.get_endpoint(auth, allow=allow, May 30 21:23:43.671551 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 21:23:43.671551 n-d-843948-2 neutron-server[84886]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 21:23:43.671551 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 21:23:43.671551 n-d-843948-2 neutron-server[84886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 21:23:43.671551 n-d-843948-2 neutron-server[84886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 21:23:43.673391 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: 60ccfe14-fd67-435c-8430-1c7d7bcf22f3 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 21:23:43.673391 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 60ccfe14-fd67-435c-8430-1c7d7bcf22f3 not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 21:23:43.673391 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 50686200-572e-4bbf-9ead-6b5f7f03b9ac no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 21:23:43.705732 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: 50686200-572e-4bbf-9ead-6b5f7f03b9ac {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 21:23:43.706390 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 50686200-572e-4bbf-9ead-6b5f7f03b9ac not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 21:23:43.812984 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e7a9ab79-f91e-48b1-8f38-8181e538f024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:23:43.829441 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e7a9ab79-f91e-48b1-8f38-8181e538f024 admin admin] Notify callbacks [] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:23:43.840174 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a9ab79-f91e-48b1-8f38-8181e538f024 admin admin] Pushing event deleted for resources: {'Network': ['ID=3139603d-a645-4aa5-91ac-2e9a4e4b78b3,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:23:43.920303 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-10a5d9bb-1869-48cb-a819-25023b6a7a55 None None] Deleting port 50686200-572e-4bbf-9ead-6b5f7f03b9ac {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:23:43.920706 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-10a5d9bb-1869-48cb-a819-25023b6a7a55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:23:43.927582 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-e7a9ab79-f91e-48b1-8f38-8181e538f024 admin admin] 10.222.0.85 "DELETE /v2.0/networks/3139603d-a645-4aa5-91ac-2e9a4e4b78b3 HTTP/1.1" status: 204 len: 168 time: 1.2400701 May 30 21:23:43.983542 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-10a5d9bb-1869-48cb-a819-25023b6a7a55 None None] The port '50686200-572e-4bbf-9ead-6b5f7f03b9ac' was deleted {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 21:23:44.337572 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 50908) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:23:44.392604 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-f458888a-d474-46f6-84f1-1a79054c2e35 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=ece2945efdfc42d9b9df7d167b03c4d1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0538132 May 30 21:23:44.395318 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 50912) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:23:44.455090 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5ac0448d-efd9-4afb-a3ab-c7a6dfb02de5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:23:44.480090 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5ac0448d-efd9-4afb-a3ab-c7a6dfb02de5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:23:44.601355 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5ac0448d-efd9-4afb-a3ab-c7a6dfb02de5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:23:44.618010 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac0448d-efd9-4afb-a3ab-c7a6dfb02de5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8d5fca0-dcb9-4b74-a959-78fcb591908c,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:23:44.627252 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5ac0448d-efd9-4afb-a3ab-c7a6dfb02de5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:23:44.628382 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-5ac0448d-efd9-4afb-a3ab-c7a6dfb02de5 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/a8d5fca0-dcb9-4b74-a959-78fcb591908c HTTP/1.1" status: 204 len: 168 time: 0.2321579 May 30 21:23:45.731870 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 50934) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:23:45.859991 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-c72fbcf0-75d9-4a96-9b25-81d9463e6690 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1945962214-network', 'tenant_id': '6b89e4f58f39493ea2d4bcf8f25a8776'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:23:45.865427 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-c72fbcf0-75d9-4a96-9b25-81d9463e6690 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:23:45.869284 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-c72fbcf0-75d9-4a96-9b25-81d9463e6690 admin admin] Usage tracker for resource:network and tenant:6b89e4f58f39493ea2d4bcf8f25a8776 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:23:45.872129 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-c72fbcf0-75d9-4a96-9b25-81d9463e6690 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:23:45.877834 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-c72fbcf0-75d9-4a96-9b25-81d9463e6690 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:23:45.943929 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c72fbcf0-75d9-4a96-9b25-81d9463e6690 admin admin] Made reservation on behalf of 6b89e4f58f39493ea2d4bcf8f25a8776 for: {'network': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 21:23:45.946250 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c72fbcf0-75d9-4a96-9b25-81d9463e6690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:23:45.958646 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c72fbcf0-75d9-4a96-9b25-81d9463e6690 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:23:45.991438 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-c72fbcf0-75d9-4a96-9b25-81d9463e6690 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:23:45.995596 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-c72fbcf0-75d9-4a96-9b25-81d9463e6690 admin admin] Usage tracker for resource:security_group_rule and tenant:6b89e4f58f39493ea2d4bcf8f25a8776 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:23:45.998424 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-c72fbcf0-75d9-4a96-9b25-81d9463e6690 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:23:46.004304 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-c72fbcf0-75d9-4a96-9b25-81d9463e6690 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:23:46.073828 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c72fbcf0-75d9-4a96-9b25-81d9463e6690 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:23:46.143626 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c72fbcf0-75d9-4a96-9b25-81d9463e6690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:23:46.176629 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c72fbcf0-75d9-4a96-9b25-81d9463e6690 admin admin] vlan segment allocate from pool success with {'vlan_id': 697, 'physical_network': 'physnet1'} {{(pid=84886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 21:23:46.182155 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72fbcf0-75d9-4a96-9b25-81d9463e6690 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17aafbdd-3c49-4e6b-b05f-35b645ef1d0b,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:23:46.189407 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c72fbcf0-75d9-4a96-9b25-81d9463e6690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:23:46.189796 n-d-843948-2 neutron-server[84886]: INFO neutron.db.segments_db [None req-c72fbcf0-75d9-4a96-9b25-81d9463e6690 admin admin] Added segment 3d7f4c7d-2d5f-49c9-86d7-23a30bf205c0 of type vlan for network a0541536-033c-4f79-8b5b-ea41e9655af3 May 30 21:23:46.216563 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c72fbcf0-75d9-4a96-9b25-81d9463e6690 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:23:46.292659 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c72fbcf0-75d9-4a96-9b25-81d9463e6690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:23:46.293535 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c72fbcf0-75d9-4a96-9b25-81d9463e6690 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:23:46.294168 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c72fbcf0-75d9-4a96-9b25-81d9463e6690 admin admin] Notify callbacks [] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:23:46.396488 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72fbcf0-75d9-4a96-9b25-81d9463e6690 admin admin] Pushing event updated for resources: {'Network': ['ID=a0541536-033c-4f79-8b5b-ea41e9655af3,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:23:46.407129 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network a0541536-033c-4f79-8b5b-ea41e9655af3 details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 21:23:46.441299 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-c72fbcf0-75d9-4a96-9b25-81d9463e6690 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7083271 May 30 21:23:46.444700 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 50940) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:23:46.450120 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-dd641864-2bea-4cad-8501-fd6b08527da1 admin admin] Request body: {'subnet': {'network_id': 'a0541536-033c-4f79-8b5b-ea41e9655af3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1945962214-subnet', 'tenant_id': '6b89e4f58f39493ea2d4bcf8f25a8776', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:23:46.455702 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-dd641864-2bea-4cad-8501-fd6b08527da1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:23:46.460230 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-dd641864-2bea-4cad-8501-fd6b08527da1 admin admin] Usage tracker for resource:subnet and tenant:6b89e4f58f39493ea2d4bcf8f25a8776 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:23:46.463148 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-dd641864-2bea-4cad-8501-fd6b08527da1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:23:46.468863 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-dd641864-2bea-4cad-8501-fd6b08527da1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:23:46.543676 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd641864-2bea-4cad-8501-fd6b08527da1 admin admin] Made reservation on behalf of 6b89e4f58f39493ea2d4bcf8f25a8776 for: {'subnet': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 21:23:46.546068 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-dd641864-2bea-4cad-8501-fd6b08527da1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2778563'] for subnet, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:23:46.807098 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-dd641864-2bea-4cad-8501-fd6b08527da1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4127140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2778577'] for subnet, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:23:46.879438 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd641864-2bea-4cad-8501-fd6b08527da1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22685277-a177-4803-b39f-0877d9379d10,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:23:46.893866 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd641864-2bea-4cad-8501-fd6b08527da1 admin admin] Checking segment: {'id': '3d7f4c7d-2d5f-49c9-86d7-23a30bf205c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'a0541536-033c-4f79-8b5b-ea41e9655af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:23:46.894219 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd641864-2bea-4cad-8501-fd6b08527da1 admin admin] Network hostable DHCP agents. Network: a0541536-033c-4f79-8b5b-ea41e9655af3, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 21:23:47.018457 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd641864-2bea-4cad-8501-fd6b08527da1 admin admin] Network a0541536-033c-4f79-8b5b-ea41e9655af3 is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 21:23:47.069985 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-dd641864-2bea-4cad-8501-fd6b08527da1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, a0541536-033c-4f79-8b5b-ea41e9655af3) {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:23:47.073881 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd641864-2bea-4cad-8501-fd6b08527da1 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:23:47.074465 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-dd641864-2bea-4cad-8501-fd6b08527da1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:23:47.078675 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-604f909f-d755-4200-b2f1-b0d58f5c8d5d None None] Network a0541536-033c-4f79-8b5b-ea41e9655af3 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 21:23:47.128045 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-dd641864-2bea-4cad-8501-fd6b08527da1 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6822557 May 30 21:23:47.299913 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa33ab92-0e74-4854-81e3-920eebc3e244 None None] Network a0541536-033c-4f79-8b5b-ea41e9655af3 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 21:23:47.735369 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17af82a-c2de-4040-b22a-c08992bb21b9 req-e8b74f74-909f-42b9-bfef-7def7c4c269f tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:23:47.736054 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-b17af82a-c2de-4040-b22a-c08992bb21b9 req-e8b74f74-909f-42b9-bfef-7def7c4c269f tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] Synchronizing usage tracker for tenant:6b89e4f58f39493ea2d4bcf8f25a8776 on resource:network {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 21:23:47.836044 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-b17af82a-c2de-4040-b22a-c08992bb21b9 req-e8b74f74-909f-42b9-bfef-7def7c4c269f tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] Unset dirty status for tenant:6b89e4f58f39493ea2d4bcf8f25a8776 on resource:network {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 21:23:47.837157 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b17af82a-c2de-4040-b22a-c08992bb21b9 req-e8b74f74-909f-42b9-bfef-7def7c4c269f tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] 10.222.0.85 "GET /v2.0/networks?id=a0541536-033c-4f79-8b5b-ea41e9655af3 HTTP/1.1" status: 200 len: 814 time: 0.2424433 May 30 21:23:47.855069 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b17af82a-c2de-4040-b22a-c08992bb21b9 req-d061d0f9-7f74-4039-8a84-b6a63ec8397d tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] 10.222.0.85 "GET /v2.0/quotas/6b89e4f58f39493ea2d4bcf8f25a8776 HTTP/1.1" status: 200 len: 375 time: 0.0121400 May 30 21:23:47.902223 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b17af82a-c2de-4040-b22a-c08992bb21b9 req-5be3838a-7cff-4abb-ac80-a7c41e56046a tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=6b89e4f58f39493ea2d4bcf8f25a8776&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0419562 May 30 21:23:48.138451 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b17af82a-c2de-4040-b22a-c08992bb21b9 req-78f52136-5f17-4b24-b63e-756712902982 service neutron] 10.222.0.85 "GET /v2.0/networks/a0541536-033c-4f79-8b5b-ea41e9655af3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292576 May 30 21:23:48.294822 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b17af82a-c2de-4040-b22a-c08992bb21b9 req-4b36b434-9286-44da-bf1c-fdb2acb8b41e service neutron] 10.222.0.85 "GET /v2.0/networks/a0541536-033c-4f79-8b5b-ea41e9655af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505108 May 30 21:23:48.569300 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-74de4c64-b33e-4d4b-9e73-72623495c481 req-8d5fe11e-8a40-436d-9baa-0958b471465a tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] 10.222.0.85 "GET /v2.0/ports?device_id=3e55647a-26da-46bf-bdc1-cb6f646a66c5 HTTP/1.1" status: 200 len: 210 time: 0.0439212 May 30 21:23:49.732843 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-24bb12a5-521d-4203-8acd-257b9000258b req-215dff06-6540-4d3b-96ad-cf38d80e9954 tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] 10.222.0.85 "GET /v2.0/ports?device_id=3e55647a-26da-46bf-bdc1-cb6f646a66c5 HTTP/1.1" status: 200 len: 210 time: 0.0407488 May 30 21:23:50.229459 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:23:50.955888 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8763178c-e6da-4a92-8cbb-dd815582916e req-a00888f4-dd56-49f2-b233-fa52cccf1a7b tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] 10.222.0.85 "GET /v2.0/ports?device_id=3e55647a-26da-46bf-bdc1-cb6f646a66c5 HTTP/1.1" status: 200 len: 210 time: 0.0956769 May 30 21:23:51.027501 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17af82a-c2de-4040-b22a-c08992bb21b9 req-67b4fc4f-0d21-4b78-a2ee-af50b4172e13 tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:23:51.028799 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b17af82a-c2de-4040-b22a-c08992bb21b9 req-67b4fc4f-0d21-4b78-a2ee-af50b4172e13 tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] 10.222.0.86 "GET /v2.0/networks?id=a0541536-033c-4f79-8b5b-ea41e9655af3 HTTP/1.1" status: 200 len: 814 time: 0.1905086 May 30 21:23:51.053283 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-b17af82a-c2de-4040-b22a-c08992bb21b9 req-71b67555-dc4e-4d8b-bb96-ed2d1022ccaf tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] Request body: {'port': {'device_id': '3e55647a-26da-46bf-bdc1-cb6f646a66c5', 'network_id': 'a0541536-033c-4f79-8b5b-ea41e9655af3', 'admin_state_up': True, 'tenant_id': '6b89e4f58f39493ea2d4bcf8f25a8776'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:23:51.189115 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-b17af82a-c2de-4040-b22a-c08992bb21b9 req-71b67555-dc4e-4d8b-bb96-ed2d1022ccaf tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:23:51.192887 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-b17af82a-c2de-4040-b22a-c08992bb21b9 req-71b67555-dc4e-4d8b-bb96-ed2d1022ccaf tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] Usage tracker for resource:port and tenant:6b89e4f58f39493ea2d4bcf8f25a8776 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:23:51.196432 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-b17af82a-c2de-4040-b22a-c08992bb21b9 req-71b67555-dc4e-4d8b-bb96-ed2d1022ccaf tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:23:51.202147 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-b17af82a-c2de-4040-b22a-c08992bb21b9 req-71b67555-dc4e-4d8b-bb96-ed2d1022ccaf tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:23:51.258062 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b17af82a-c2de-4040-b22a-c08992bb21b9 req-71b67555-dc4e-4d8b-bb96-ed2d1022ccaf tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] Made reservation on behalf of 6b89e4f58f39493ea2d4bcf8f25a8776 for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 21:23:51.261048 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-b17af82a-c2de-4040-b22a-c08992bb21b9 req-71b67555-dc4e-4d8b-bb96-ed2d1022ccaf tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:23:51.424235 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [req-b17af82a-c2de-4040-b22a-c08992bb21b9 req-71b67555-dc4e-4d8b-bb96-ed2d1022ccaf tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] Allocated IP 172.20.0.7 (a0541536-033c-4f79-8b5b-ea41e9655af3/22685277-a177-4803-b39f-0877d9379d10/1aa5ba7f-51f5-4549-88da-26903dbf3e93) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 21:23:51.622995 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-b17af82a-c2de-4040-b22a-c08992bb21b9 req-71b67555-dc4e-4d8b-bb96-ed2d1022ccaf tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:23:51.704450 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-b17af82a-c2de-4040-b22a-c08992bb21b9 req-71b67555-dc4e-4d8b-bb96-ed2d1022ccaf tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:23:51.780120 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b17af82a-c2de-4040-b22a-c08992bb21b9 req-71b67555-dc4e-4d8b-bb96-ed2d1022ccaf tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] Network a0541536-033c-4f79-8b5b-ea41e9655af3 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:23:51.783227 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [req-b17af82a-c2de-4040-b22a-c08992bb21b9 req-71b67555-dc4e-4d8b-bb96-ed2d1022ccaf tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:23:51.788124 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-b17af82a-c2de-4040-b22a-c08992bb21b9 req-71b67555-dc4e-4d8b-bb96-ed2d1022ccaf tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 21:23:51.813012 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b67555-dc4e-4d8b-bb96-ed2d1022ccaf tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] Pushing event updated for resources: {'Port': ['ID=1aa5ba7f-51f5-4549-88da-26903dbf3e93,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:23:51.848785 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17af82a-c2de-4040-b22a-c08992bb21b9 req-71b67555-dc4e-4d8b-bb96-ed2d1022ccaf tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:23:51.849373 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-b17af82a-c2de-4040-b22a-c08992bb21b9 req-71b67555-dc4e-4d8b-bb96-ed2d1022ccaf tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:23:51.927558 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b17af82a-c2de-4040-b22a-c08992bb21b9 req-71b67555-dc4e-4d8b-bb96-ed2d1022ccaf tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8784077 May 30 21:23:51.942504 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-b17af82a-c2de-4040-b22a-c08992bb21b9 req-f0d9200d-dff8-4e54-8740-ab9866bcf634 service neutron] Request body: {'port': {'device_id': '3e55647a-26da-46bf-bdc1-cb6f646a66c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843948-2'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:23:52.054042 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-b17af82a-c2de-4040-b22a-c08992bb21b9 req-f0d9200d-dff8-4e54-8740-ab9866bcf634 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:23:52.155295 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8ea89e-ac0c-4af1-b27f-4a64bcedc731 req-6be27172-792d-4f9d-902d-7330a6df11fe tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:23:52.156743 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ba8ea89e-ac0c-4af1-b27f-4a64bcedc731 req-6be27172-792d-4f9d-902d-7330a6df11fe tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] 10.222.0.85 "GET /v2.0/ports?device_id=3e55647a-26da-46bf-bdc1-cb6f646a66c5 HTTP/1.1" status: 200 len: 931 time: 0.0797617 May 30 21:23:52.202311 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-ba8ea89e-ac0c-4af1-b27f-4a64bcedc731 req-be7bbf4e-776e-44d0-861f-d2952af2b192 tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] Synchronizing usage tracker for tenant:6b89e4f58f39493ea2d4bcf8f25a8776 on resource:security_group {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 21:23:52.258725 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-ba8ea89e-ac0c-4af1-b27f-4a64bcedc731 req-be7bbf4e-776e-44d0-861f-d2952af2b192 tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] Unset dirty status for tenant:6b89e4f58f39493ea2d4bcf8f25a8776 on resource:security_group {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 21:23:52.259919 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ba8ea89e-ac0c-4af1-b27f-4a64bcedc731 req-be7bbf4e-776e-44d0-861f-d2952af2b192 tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] 10.222.0.85 "GET /v2.0/security-groups?id=17aafbdd-3c49-4e6b-b05f-35b645ef1d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974827 May 30 21:23:52.396291 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [req-b17af82a-c2de-4040-b22a-c08992bb21b9 req-f0d9200d-dff8-4e54-8740-ab9866bcf634 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1aa5ba7f-51f5-4549-88da-26903dbf3e93 {{(pid=84887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 21:23:52.403695 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-b17af82a-c2de-4040-b22a-c08992bb21b9 req-f0d9200d-dff8-4e54-8740-ab9866bcf634 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:23:52.417953 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-b17af82a-c2de-4040-b22a-c08992bb21b9 req-f0d9200d-dff8-4e54-8740-ab9866bcf634 service neutron] Transition to ACTIVE for port object 1aa5ba7f-51f5-4549-88da-26903dbf3e93 will not be triggered until provisioned by entity L2. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:23:52.486919 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-b17af82a-c2de-4040-b22a-c08992bb21b9 req-f0d9200d-dff8-4e54-8740-ab9866bcf634 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:23:52.608834 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d9200d-dff8-4e54-8740-ab9866bcf634 service neutron] Pushing event updated for resources: {'Port': ['ID=1aa5ba7f-51f5-4549-88da-26903dbf3e93,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:23:52.811209 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-b17af82a-c2de-4040-b22a-c08992bb21b9 req-f0d9200d-dff8-4e54-8740-ab9866bcf634 service neutron] Attempting to bind port 1aa5ba7f-51f5-4549-88da-26903dbf3e93 on host n-h2-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 21:23:52.811535 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-b17af82a-c2de-4040-b22a-c08992bb21b9 req-f0d9200d-dff8-4e54-8740-ab9866bcf634 service neutron] Attempting to bind port 1aa5ba7f-51f5-4549-88da-26903dbf3e93 by drivers openvswitch,hyperv on host n-h2-843948-2 at level 0 using segments [{'id': '3d7f4c7d-2d5f-49c9-86d7-23a30bf205c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'a0541536-033c-4f79-8b5b-ea41e9655af3'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 21:23:52.811851 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b17af82a-c2de-4040-b22a-c08992bb21b9 req-f0d9200d-dff8-4e54-8740-ab9866bcf634 service neutron] Attempting to bind port 1aa5ba7f-51f5-4549-88da-26903dbf3e93 on network a0541536-033c-4f79-8b5b-ea41e9655af3 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:23:52.817432 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b17af82a-c2de-4040-b22a-c08992bb21b9 req-f0d9200d-dff8-4e54-8740-ab9866bcf634 service neutron] Port 1aa5ba7f-51f5-4549-88da-26903dbf3e93 on network a0541536-033c-4f79-8b5b-ea41e9655af3 not bound, no agent of type Open vSwitch agent registered on host n-h2-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 21:23:52.817774 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b17af82a-c2de-4040-b22a-c08992bb21b9 req-f0d9200d-dff8-4e54-8740-ab9866bcf634 service neutron] Attempting to bind port 1aa5ba7f-51f5-4549-88da-26903dbf3e93 on network a0541536-033c-4f79-8b5b-ea41e9655af3 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:23:52.824537 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b17af82a-c2de-4040-b22a-c08992bb21b9 req-f0d9200d-dff8-4e54-8740-ab9866bcf634 service neutron] Checking agent: {'id': 'eaa08354-e8f5-4e73-af76-8d3cf7d2b390', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 21, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 21:23:52.824825 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b17af82a-c2de-4040-b22a-c08992bb21b9 req-f0d9200d-dff8-4e54-8740-ab9866bcf634 service neutron] Checking segment: {'id': '3d7f4c7d-2d5f-49c9-86d7-23a30bf205c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'a0541536-033c-4f79-8b5b-ea41e9655af3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:23:52.825229 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b17af82a-c2de-4040-b22a-c08992bb21b9 req-f0d9200d-dff8-4e54-8740-ab9866bcf634 service neutron] Bound using segment: {'id': '3d7f4c7d-2d5f-49c9-86d7-23a30bf205c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'a0541536-033c-4f79-8b5b-ea41e9655af3'} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 21:23:52.825671 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-b17af82a-c2de-4040-b22a-c08992bb21b9 req-f0d9200d-dff8-4e54-8740-ab9866bcf634 service neutron] Bound port: 1aa5ba7f-51f5-4549-88da-26903dbf3e93, host: n-h2-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d7f4c7d-2d5f-49c9-86d7-23a30bf205c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'a0541536-033c-4f79-8b5b-ea41e9655af3'}}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 21:23:52.826014 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-b17af82a-c2de-4040-b22a-c08992bb21b9 req-f0d9200d-dff8-4e54-8740-ab9866bcf634 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:23:52.912005 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-b17af82a-c2de-4040-b22a-c08992bb21b9 req-f0d9200d-dff8-4e54-8740-ab9866bcf634 service neutron] For port 1aa5ba7f-51f5-4549-88da-26903dbf3e93, host n-h2-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 21:23:52.914969 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-b17af82a-c2de-4040-b22a-c08992bb21b9 req-f0d9200d-dff8-4e54-8740-ab9866bcf634 service neutron] For port 1aa5ba7f-51f5-4549-88da-26903dbf3e93, host n-h2-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=1aa5ba7f-51f5-4549-88da-26903dbf3e93,segment=NetworkSegment(3d7f4c7d-2d5f-49c9-86d7-23a30bf205c0),segment_id=3d7f4c7d-2d5f-49c9-86d7-23a30bf205c0)] {{(pid=84887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 21:23:52.932302 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:23:52.989731 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-b17af82a-c2de-4040-b22a-c08992bb21b9 req-f0d9200d-dff8-4e54-8740-ab9866bcf634 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:23:53.055499 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-b17af82a-c2de-4040-b22a-c08992bb21b9 req-f0d9200d-dff8-4e54-8740-ab9866bcf634 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:23:53.056958 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b17af82a-c2de-4040-b22a-c08992bb21b9 req-f0d9200d-dff8-4e54-8740-ab9866bcf634 service neutron] 10.222.0.86 "PUT /v2.0/ports/1aa5ba7f-51f5-4549-88da-26903dbf3e93 HTTP/1.1" status: 200 len: 1091 time: 1.1185002 May 30 21:23:53.057402 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e55647a-26da-46bf-bdc1-cb6f646a66c5', 'tag': '1aa5ba7f-51f5-4549-88da-26903dbf3e93'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:23:53.074701 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d9200d-dff8-4e54-8740-ab9866bcf634 service neutron] Pushing event updated for resources: {'Port': ['ID=1aa5ba7f-51f5-4549-88da-26903dbf3e93,revision_number=3']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:23:53.114602 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-083eb7fb-6d2d-4d28-8b1f-156504dd4976'] response: {'name': 'network-changed', 'server_uuid': '3e55647a-26da-46bf-bdc1-cb6f646a66c5', 'tag': '1aa5ba7f-51f5-4549-88da-26903dbf3e93', 'status': 'completed', 'code': 200} May 30 21:23:53.202608 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e736aac6-cac5-4bb1-a7c4-5029c4655f1a req-52213a6e-259f-446b-b6c1-76ac9d7835c1 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6b89e4f58f39493ea2d4bcf8f25a8776&device_id=3e55647a-26da-46bf-bdc1-cb6f646a66c5 HTTP/1.1" status: 200 len: 1094 time: 0.0672107 May 30 21:23:53.344127 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e736aac6-cac5-4bb1-a7c4-5029c4655f1a req-9677a4b0-18f0-43cf-8220-a816421d38b7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:23:53.345555 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e736aac6-cac5-4bb1-a7c4-5029c4655f1a req-9677a4b0-18f0-43cf-8220-a816421d38b7 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=6b89e4f58f39493ea2d4bcf8f25a8776&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1331842 May 30 21:23:53.463843 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0da481-13a8-4016-a6b9-4308ba9869a4 req-a9a8348f-62a4-47c9-b726-adee8b0a9b42 tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:23:53.465312 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5f0da481-13a8-4016-a6b9-4308ba9869a4 req-a9a8348f-62a4-47c9-b726-adee8b0a9b42 tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] 10.222.0.85 "GET /v2.0/ports?device_id=3e55647a-26da-46bf-bdc1-cb6f646a66c5 HTTP/1.1" status: 200 len: 943 time: 0.0791795 May 30 21:23:53.486153 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e736aac6-cac5-4bb1-a7c4-5029c4655f1a req-3031a4a9-0b75-4f00-a73c-c01d042ce96e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:23:53.487584 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e736aac6-cac5-4bb1-a7c4-5029c4655f1a req-3031a4a9-0b75-4f00-a73c-c01d042ce96e service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1326010 May 30 21:23:53.516045 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5f0da481-13a8-4016-a6b9-4308ba9869a4 req-de60da57-c071-4404-bef5-cb32b9bb7e5b tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] 10.222.0.85 "GET /v2.0/security-groups?id=17aafbdd-3c49-4e6b-b05f-35b645ef1d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449338 May 30 21:23:53.599505 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b17af82a-c2de-4040-b22a-c08992bb21b9 req-24bfe866-9eb1-4d2c-acc5-bbff43aae23d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6b89e4f58f39493ea2d4bcf8f25a8776&device_id=3e55647a-26da-46bf-bdc1-cb6f646a66c5 HTTP/1.1" status: 200 len: 1094 time: 0.0724599 May 30 21:23:53.667344 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b17af82a-c2de-4040-b22a-c08992bb21b9 req-b21c420f-7055-4807-8c45-1425a5d0d7bf service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1aa5ba7f-51f5-4549-88da-26903dbf3e93 HTTP/1.1" status: 200 len: 217 time: 0.0596135 May 30 21:23:53.734605 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17af82a-c2de-4040-b22a-c08992bb21b9 req-228affb4-1ffe-418b-b88c-8bc3819dcc4e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:23:53.736009 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b17af82a-c2de-4040-b22a-c08992bb21b9 req-228affb4-1ffe-418b-b88c-8bc3819dcc4e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=22685277-a177-4803-b39f-0877d9379d10 HTTP/1.1" status: 200 len: 854 time: 0.0597868 May 30 21:23:53.785732 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b17af82a-c2de-4040-b22a-c08992bb21b9 req-4102702a-1baf-4572-8d4d-ccf426fba1da service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a0541536-033c-4f79-8b5b-ea41e9655af3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399532 May 30 21:23:53.919043 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b17af82a-c2de-4040-b22a-c08992bb21b9 req-2acf943a-d456-43f0-b791-e24f5b2784f4 service neutron] 10.222.0.86 "GET /v2.0/networks/a0541536-033c-4f79-8b5b-ea41e9655af3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236434 May 30 21:23:54.049868 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b17af82a-c2de-4040-b22a-c08992bb21b9 req-31569da9-64ef-4d19-aa41-54cf965e7faf service neutron] 10.222.0.86 "GET /v2.0/networks/a0541536-033c-4f79-8b5b-ea41e9655af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235659 May 30 21:23:54.722141 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8939a93-aefa-4cb4-bf4a-4d357b83cfa9 req-5c7ffde0-985f-4104-8098-61106e1d84d3 tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:23:54.722845 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-b8939a93-aefa-4cb4-bf4a-4d357b83cfa9 req-5c7ffde0-985f-4104-8098-61106e1d84d3 tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] Synchronizing usage tracker for tenant:6b89e4f58f39493ea2d4bcf8f25a8776 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 21:23:54.806665 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-b8939a93-aefa-4cb4-bf4a-4d357b83cfa9 req-5c7ffde0-985f-4104-8098-61106e1d84d3 tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] Unset dirty status for tenant:6b89e4f58f39493ea2d4bcf8f25a8776 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 21:23:54.807920 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b8939a93-aefa-4cb4-bf4a-4d357b83cfa9 req-5c7ffde0-985f-4104-8098-61106e1d84d3 tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] 10.222.0.85 "GET /v2.0/ports?device_id=3e55647a-26da-46bf-bdc1-cb6f646a66c5 HTTP/1.1" status: 200 len: 943 time: 0.1655455 May 30 21:23:54.856894 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b8939a93-aefa-4cb4-bf4a-4d357b83cfa9 req-f56ded9a-a812-472c-b1ae-e8c7f58566a9 tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] 10.222.0.85 "GET /v2.0/security-groups?id=17aafbdd-3c49-4e6b-b05f-35b645ef1d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426602 May 30 21:23:56.053088 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6575fb54-2a2b-4120-adab-9177896b69b7 req-e4dcf8b7-bebf-4324-95c4-57c2848f9530 tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:23:56.055291 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6575fb54-2a2b-4120-adab-9177896b69b7 req-e4dcf8b7-bebf-4324-95c4-57c2848f9530 tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] 10.222.0.85 "GET /v2.0/ports?device_id=3e55647a-26da-46bf-bdc1-cb6f646a66c5 HTTP/1.1" status: 200 len: 943 time: 0.0772610 May 30 21:23:56.099655 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6575fb54-2a2b-4120-adab-9177896b69b7 req-6eb48664-ba3c-4941-80fc-eae4e343e472 tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] 10.222.0.85 "GET /v2.0/security-groups?id=17aafbdd-3c49-4e6b-b05f-35b645ef1d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388668 May 30 21:23:56.269540 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-38879fad-7fbd-41ae-a276-014bbdac697e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:23:56.272212 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 1aa5ba7f-51f5-4549-88da-26903dbf3e93 details requested by agent hyperv_n-h2-843948-2 with host n-h2-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 21:23:56.403056 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 1aa5ba7f-51f5-4549-88da-26903dbf3e93, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=1aa5ba7f-51f5-4549-88da-26903dbf3e93,segment=NetworkSegment(3d7f4c7d-2d5f-49c9-86d7-23a30bf205c0),segment_id=3d7f4c7d-2d5f-49c9-86d7-23a30bf205c0)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:23:56.416041 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Returning: {'device': '1aa5ba7f-51f5-4549-88da-26903dbf3e93', 'network_id': 'a0541536-033c-4f79-8b5b-ea41e9655af3', 'port_id': '1aa5ba7f-51f5-4549-88da-26903dbf3e93', 'mac_address': 'fa:16:3e:9e:4b:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22685277-a177-4803-b39f-0877d9379d10', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 21:23:56.466930 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:23:56.483760 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1aa5ba7f-51f5-4549-88da-26903dbf3e93 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 21:23:56.498622 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 1aa5ba7f-51f5-4549-88da-26903dbf3e93, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=1aa5ba7f-51f5-4549-88da-26903dbf3e93,segment=NetworkSegment(3d7f4c7d-2d5f-49c9-86d7-23a30bf205c0),segment_id=3d7f4c7d-2d5f-49c9-86d7-23a30bf205c0)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:23:56.537981 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:23:56.604915 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=1aa5ba7f-51f5-4549-88da-26903dbf3e93,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:23:56.769534 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['1aa5ba7f-51f5-4549-88da-26903dbf3e93'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 21:23:57.293298 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a241e50-dd88-4861-863d-e2c799159a82 req-3bd87902-b383-4376-82f6-1f5dc626b97b tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:23:57.294768 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4a241e50-dd88-4861-863d-e2c799159a82 req-3bd87902-b383-4376-82f6-1f5dc626b97b tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] 10.222.0.85 "GET /v2.0/ports?device_id=3e55647a-26da-46bf-bdc1-cb6f646a66c5 HTTP/1.1" status: 200 len: 944 time: 0.0746708 May 30 21:23:57.339954 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4a241e50-dd88-4861-863d-e2c799159a82 req-7471ab1a-e2a4-430f-ade2-2b710030359b tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] 10.222.0.85 "GET /v2.0/security-groups?id=17aafbdd-3c49-4e6b-b05f-35b645ef1d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396709 May 30 21:23:58.286398 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 1aa5ba7f-51f5-4549-88da-26903dbf3e93 up at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:23:58.452288 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning for port 1aa5ba7f-51f5-4549-88da-26903dbf3e93 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:23:58.458386 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning complete for port 1aa5ba7f-51f5-4549-88da-26903dbf3e93 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:23:58.458768 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:23:58.539769 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce63de19-bbf5-4f35-91ee-741f09f2797c req-00452593-2744-4d36-9818-2c537995e7d3 tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:23:58.541179 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ce63de19-bbf5-4f35-91ee-741f09f2797c req-00452593-2744-4d36-9818-2c537995e7d3 tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] 10.222.0.85 "GET /v2.0/ports?device_id=3e55647a-26da-46bf-bdc1-cb6f646a66c5 HTTP/1.1" status: 200 len: 944 time: 0.0812838 May 30 21:23:58.575256 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:23:58.588663 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ce63de19-bbf5-4f35-91ee-741f09f2797c req-aeb061ed-3cd3-4b8a-a733-0bdae8fc2bea tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] 10.222.0.85 "GET /v2.0/security-groups?id=17aafbdd-3c49-4e6b-b05f-35b645ef1d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414801 May 30 21:23:58.632939 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e55647a-26da-46bf-bdc1-cb6f646a66c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aa5ba7f-51f5-4549-88da-26903dbf3e93'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:23:58.642461 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 1aa5ba7f-51f5-4549-88da-26903dbf3e93, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=1aa5ba7f-51f5-4549-88da-26903dbf3e93,segment=NetworkSegment(3d7f4c7d-2d5f-49c9-86d7-23a30bf205c0),segment_id=3d7f4c7d-2d5f-49c9-86d7-23a30bf205c0)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:23:58.686446 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79d796fd-aa69-467f-8207-0281b2130200'] response: {'server_uuid': '3e55647a-26da-46bf-bdc1-cb6f646a66c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aa5ba7f-51f5-4549-88da-26903dbf3e93', 'code': 200} May 30 21:23:58.698391 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:23:58.763424 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=1aa5ba7f-51f5-4549-88da-26903dbf3e93,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:23:58.823758 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-aea71007-5224-4f32-bd4e-29955b4191d5 req-573110ab-6133-4456-ba80-d6f96873f89f service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=3e55647a-26da-46bf-bdc1-cb6f646a66c5 HTTP/1.1" status: 200 len: 1096 time: 0.0739939 May 30 21:23:58.869779 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-aea71007-5224-4f32-bd4e-29955b4191d5 req-0bba9408-028f-4d06-a15f-8bfb3cd90b8b service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=17aafbdd-3c49-4e6b-b05f-35b645ef1d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354881 May 30 21:23:59.640677 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-7e8dada8-005b-439e-b5d3-6557657de9bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:23:59.791243 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd0ec4d-c528-4fec-886f-9445d37c740b req-476b28eb-7f06-4ee5-98f9-290d87b4d4ba tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:23:59.792693 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-bbd0ec4d-c528-4fec-886f-9445d37c740b req-476b28eb-7f06-4ee5-98f9-290d87b4d4ba tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] 10.222.0.85 "GET /v2.0/ports?device_id=3e55647a-26da-46bf-bdc1-cb6f646a66c5 HTTP/1.1" status: 200 len: 945 time: 0.0779080 May 30 21:23:59.840823 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-bbd0ec4d-c528-4fec-886f-9445d37c740b req-abe81e0e-f844-4d95-a2f0-392364364a12 tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] 10.222.0.85 "GET /v2.0/security-groups?id=17aafbdd-3c49-4e6b-b05f-35b645ef1d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422182 May 30 21:23:59.903962 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:01.040213 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0a87e9-faac-422d-99e7-8b6e0e306460 req-e59ff491-e413-4667-80f2-7757c5de7aa5 tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:24:01.041672 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5b0a87e9-faac-422d-99e7-8b6e0e306460 req-e59ff491-e413-4667-80f2-7757c5de7aa5 tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] 10.222.0.85 "GET /v2.0/ports?device_id=3e55647a-26da-46bf-bdc1-cb6f646a66c5 HTTP/1.1" status: 200 len: 945 time: 0.0762162 May 30 21:24:01.090935 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5b0a87e9-faac-422d-99e7-8b6e0e306460 req-8fda65d2-1fa2-4507-a979-8b9ac8ace04f tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] 10.222.0.85 "GET /v2.0/security-groups?id=17aafbdd-3c49-4e6b-b05f-35b645ef1d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436230 May 30 21:24:01.385362 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148297e8-8c73-4205-b861-6694f4722a44 req-c8cb56f4-6bd6-4bf3-8618-a08077428002 tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:24:01.386900 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-148297e8-8c73-4205-b861-6694f4722a44 req-c8cb56f4-6bd6-4bf3-8618-a08077428002 tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] 10.222.0.85 "GET /v2.0/networks?id=a0541536-033c-4f79-8b5b-ea41e9655af3 HTTP/1.1" status: 200 len: 814 time: 0.1462598 May 30 21:24:01.404451 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-148297e8-8c73-4205-b861-6694f4722a44 req-e5dfb6c1-734e-4e52-83e3-cb98eddba78a tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] 10.222.0.85 "GET /v2.0/quotas/6b89e4f58f39493ea2d4bcf8f25a8776 HTTP/1.1" status: 200 len: 375 time: 0.0119131 May 30 21:24:01.446719 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:01.492048 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-148297e8-8c73-4205-b861-6694f4722a44 req-8b714c35-8fa9-4bc9-b126-b46671cc8c4a tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=6b89e4f58f39493ea2d4bcf8f25a8776&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0822330 May 30 21:24:01.626884 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-148297e8-8c73-4205-b861-6694f4722a44 req-8474de30-5933-4e07-a910-0ef314ad05ad service neutron] 10.222.0.85 "GET /v2.0/networks/a0541536-033c-4f79-8b5b-ea41e9655af3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277320 May 30 21:24:01.757576 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-148297e8-8c73-4205-b861-6694f4722a44 req-f77a5546-eaaf-4688-bf4a-6c106b87737e service neutron] 10.222.0.85 "GET /v2.0/networks/a0541536-033c-4f79-8b5b-ea41e9655af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248107 May 30 21:24:02.017850 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9f54758d-52d8-4151-96b6-19ca26cac0fb req-0369eef3-0864-42b8-9dbb-4a9c41f2a69c tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] 10.222.0.85 "GET /v2.0/ports?device_id=6478ed11-4bbf-4a4e-a80e-51ea4bebb166 HTTP/1.1" status: 200 len: 210 time: 0.0438681 May 30 21:24:02.892270 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:03.182390 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a70f491b-e470-422a-a1ac-7110cecd8ecf req-0dfe1412-f925-4772-ac87-e3355e558bbd tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] 10.222.0.85 "GET /v2.0/ports?device_id=6478ed11-4bbf-4a4e-a80e-51ea4bebb166 HTTP/1.1" status: 200 len: 210 time: 0.0417569 May 30 21:24:03.936953 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148297e8-8c73-4205-b861-6694f4722a44 req-96e5cd0c-46f1-4f04-87b7-9aa9c1c1343b tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:24:03.938416 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-148297e8-8c73-4205-b861-6694f4722a44 req-96e5cd0c-46f1-4f04-87b7-9aa9c1c1343b tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] 10.222.0.71 "GET /v2.0/networks?id=a0541536-033c-4f79-8b5b-ea41e9655af3 HTTP/1.1" status: 200 len: 814 time: 0.1471159 May 30 21:24:03.953512 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [req-148297e8-8c73-4205-b861-6694f4722a44 req-e4bc1117-493a-4e54-9ac1-21e905ea3b2b tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] Request body: {'port': {'device_id': '6478ed11-4bbf-4a4e-a80e-51ea4bebb166', 'network_id': 'a0541536-033c-4f79-8b5b-ea41e9655af3', 'admin_state_up': True, 'tenant_id': '6b89e4f58f39493ea2d4bcf8f25a8776'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:24:04.091196 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-148297e8-8c73-4205-b861-6694f4722a44 req-e4bc1117-493a-4e54-9ac1-21e905ea3b2b tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:24:04.101569 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-148297e8-8c73-4205-b861-6694f4722a44 req-e4bc1117-493a-4e54-9ac1-21e905ea3b2b tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:24:04.160944 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-148297e8-8c73-4205-b861-6694f4722a44 req-e4bc1117-493a-4e54-9ac1-21e905ea3b2b tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] Made reservation on behalf of 6b89e4f58f39493ea2d4bcf8f25a8776 for: {'port': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 21:24:04.164866 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-148297e8-8c73-4205-b861-6694f4722a44 req-e4bc1117-493a-4e54-9ac1-21e905ea3b2b tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:04.346525 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6b9487ab-9204-4dce-a695-311b1de7e5b8 req-ba23da8f-0fed-4458-889f-e5010e7395ba tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] 10.222.0.85 "GET /v2.0/ports?device_id=6478ed11-4bbf-4a4e-a80e-51ea4bebb166 HTTP/1.1" status: 200 len: 210 time: 0.0405059 May 30 21:24:04.433358 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [req-148297e8-8c73-4205-b861-6694f4722a44 req-e4bc1117-493a-4e54-9ac1-21e905ea3b2b tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] Allocated IP 172.20.0.14 (a0541536-033c-4f79-8b5b-ea41e9655af3/22685277-a177-4803-b39f-0877d9379d10/26ccfba3-2187-46ec-99b9-266f682419a7) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 21:24:04.637941 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-148297e8-8c73-4205-b861-6694f4722a44 req-e4bc1117-493a-4e54-9ac1-21e905ea3b2b tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:04.738909 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-148297e8-8c73-4205-b861-6694f4722a44 req-e4bc1117-493a-4e54-9ac1-21e905ea3b2b tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:04.752990 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['1aa5ba7f-51f5-4549-88da-26903dbf3e93'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 21:24:04.811980 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-148297e8-8c73-4205-b861-6694f4722a44 req-e4bc1117-493a-4e54-9ac1-21e905ea3b2b tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] Network a0541536-033c-4f79-8b5b-ea41e9655af3 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:24:04.815133 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [req-148297e8-8c73-4205-b861-6694f4722a44 req-e4bc1117-493a-4e54-9ac1-21e905ea3b2b tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:24:04.820098 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [req-148297e8-8c73-4205-b861-6694f4722a44 req-e4bc1117-493a-4e54-9ac1-21e905ea3b2b tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 21:24:04.847880 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bc1117-493a-4e54-9ac1-21e905ea3b2b tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] Pushing event updated for resources: {'Port': ['ID=26ccfba3-2187-46ec-99b9-266f682419a7,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:24:04.869932 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bc1117-493a-4e54-9ac1-21e905ea3b2b tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:24:04.870273 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bc1117-493a-4e54-9ac1-21e905ea3b2b tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:24:04.870607 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bc1117-493a-4e54-9ac1-21e905ea3b2b tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:24:04.870936 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bc1117-493a-4e54-9ac1-21e905ea3b2b tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:24:04.871259 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bc1117-493a-4e54-9ac1-21e905ea3b2b tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:24:04.871579 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bc1117-493a-4e54-9ac1-21e905ea3b2b tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:24:04.871899 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bc1117-493a-4e54-9ac1-21e905ea3b2b tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:24:04.872217 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bc1117-493a-4e54-9ac1-21e905ea3b2b tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:24:04.872532 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bc1117-493a-4e54-9ac1-21e905ea3b2b tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:24:04.872843 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bc1117-493a-4e54-9ac1-21e905ea3b2b tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:24:04.873157 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bc1117-493a-4e54-9ac1-21e905ea3b2b tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:24:04.891420 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148297e8-8c73-4205-b861-6694f4722a44 req-e4bc1117-493a-4e54-9ac1-21e905ea3b2b tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:24:04.891949 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-148297e8-8c73-4205-b861-6694f4722a44 req-e4bc1117-493a-4e54-9ac1-21e905ea3b2b tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:05.007672 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-148297e8-8c73-4205-b861-6694f4722a44 req-e4bc1117-493a-4e54-9ac1-21e905ea3b2b tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0572481 May 30 21:24:05.018229 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [req-148297e8-8c73-4205-b861-6694f4722a44 req-03870eda-2bbf-4ea5-8139-97283c7fd88b service neutron] Request body: {'port': {'device_id': '6478ed11-4bbf-4a4e-a80e-51ea4bebb166', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843948-2'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:24:05.124485 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-148297e8-8c73-4205-b861-6694f4722a44 req-03870eda-2bbf-4ea5-8139-97283c7fd88b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:05.460057 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [req-148297e8-8c73-4205-b861-6694f4722a44 req-03870eda-2bbf-4ea5-8139-97283c7fd88b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26ccfba3-2187-46ec-99b9-266f682419a7 {{(pid=84886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 21:24:05.467087 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-148297e8-8c73-4205-b861-6694f4722a44 req-03870eda-2bbf-4ea5-8139-97283c7fd88b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:05.525672 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [req-148297e8-8c73-4205-b861-6694f4722a44 req-03870eda-2bbf-4ea5-8139-97283c7fd88b service neutron] Transition to ACTIVE for port object 26ccfba3-2187-46ec-99b9-266f682419a7 will not be triggered until provisioned by entity L2. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:24:05.560393 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ab9cf5-998f-4cf6-9d78-4d0681214094 req-202d0b09-8f10-410a-956c-c24a00e6fe64 tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:24:05.561074 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-43ab9cf5-998f-4cf6-9d78-4d0681214094 req-202d0b09-8f10-410a-956c-c24a00e6fe64 tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] Synchronizing usage tracker for tenant:6b89e4f58f39493ea2d4bcf8f25a8776 on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 21:24:05.600421 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-148297e8-8c73-4205-b861-6694f4722a44 req-03870eda-2bbf-4ea5-8139-97283c7fd88b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:05.704578 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-43ab9cf5-998f-4cf6-9d78-4d0681214094 req-202d0b09-8f10-410a-956c-c24a00e6fe64 tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] Unset dirty status for tenant:6b89e4f58f39493ea2d4bcf8f25a8776 on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 21:24:05.705760 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-43ab9cf5-998f-4cf6-9d78-4d0681214094 req-202d0b09-8f10-410a-956c-c24a00e6fe64 tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] 10.222.0.85 "GET /v2.0/ports?device_id=6478ed11-4bbf-4a4e-a80e-51ea4bebb166 HTTP/1.1" status: 200 len: 932 time: 0.2362175 May 30 21:24:05.746060 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03870eda-2bbf-4ea5-8139-97283c7fd88b service neutron] Pushing event updated for resources: {'Port': ['ID=26ccfba3-2187-46ec-99b9-266f682419a7,revision_number=2']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:24:05.844395 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-43ab9cf5-998f-4cf6-9d78-4d0681214094 req-befcab2d-9805-487e-9fdf-d3d17b06c758 tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] 10.222.0.85 "GET /v2.0/security-groups?id=17aafbdd-3c49-4e6b-b05f-35b645ef1d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304984 May 30 21:24:05.872696 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-148297e8-8c73-4205-b861-6694f4722a44 req-03870eda-2bbf-4ea5-8139-97283c7fd88b service neutron] Attempting to bind port 26ccfba3-2187-46ec-99b9-266f682419a7 on host n-h1-843948-2 for vnic_type normal with profile {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 21:24:05.873031 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-148297e8-8c73-4205-b861-6694f4722a44 req-03870eda-2bbf-4ea5-8139-97283c7fd88b service neutron] Attempting to bind port 26ccfba3-2187-46ec-99b9-266f682419a7 by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': '3d7f4c7d-2d5f-49c9-86d7-23a30bf205c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'a0541536-033c-4f79-8b5b-ea41e9655af3'}] {{(pid=84886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 21:24:05.873358 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148297e8-8c73-4205-b861-6694f4722a44 req-03870eda-2bbf-4ea5-8139-97283c7fd88b service neutron] Attempting to bind port 26ccfba3-2187-46ec-99b9-266f682419a7 on network a0541536-033c-4f79-8b5b-ea41e9655af3 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:24:05.879248 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148297e8-8c73-4205-b861-6694f4722a44 req-03870eda-2bbf-4ea5-8139-97283c7fd88b service neutron] Port 26ccfba3-2187-46ec-99b9-266f682419a7 on network a0541536-033c-4f79-8b5b-ea41e9655af3 not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 21:24:05.879564 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148297e8-8c73-4205-b861-6694f4722a44 req-03870eda-2bbf-4ea5-8139-97283c7fd88b service neutron] Attempting to bind port 26ccfba3-2187-46ec-99b9-266f682419a7 on network a0541536-033c-4f79-8b5b-ea41e9655af3 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:24:05.885829 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148297e8-8c73-4205-b861-6694f4722a44 req-03870eda-2bbf-4ea5-8139-97283c7fd88b service neutron] Checking agent: {'id': 'f728d74e-a4ae-4384-860b-a5ade05dd8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 21, 23, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 21:24:05.886166 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148297e8-8c73-4205-b861-6694f4722a44 req-03870eda-2bbf-4ea5-8139-97283c7fd88b service neutron] Checking segment: {'id': '3d7f4c7d-2d5f-49c9-86d7-23a30bf205c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'a0541536-033c-4f79-8b5b-ea41e9655af3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:24:05.886540 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148297e8-8c73-4205-b861-6694f4722a44 req-03870eda-2bbf-4ea5-8139-97283c7fd88b service neutron] Bound using segment: {'id': '3d7f4c7d-2d5f-49c9-86d7-23a30bf205c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'a0541536-033c-4f79-8b5b-ea41e9655af3'} {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 21:24:05.886959 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-148297e8-8c73-4205-b861-6694f4722a44 req-03870eda-2bbf-4ea5-8139-97283c7fd88b service neutron] Bound port: 26ccfba3-2187-46ec-99b9-266f682419a7, host: n-h1-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d7f4c7d-2d5f-49c9-86d7-23a30bf205c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'a0541536-033c-4f79-8b5b-ea41e9655af3'}}] {{(pid=84886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 21:24:05.887303 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-148297e8-8c73-4205-b861-6694f4722a44 req-03870eda-2bbf-4ea5-8139-97283c7fd88b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:05.973379 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-148297e8-8c73-4205-b861-6694f4722a44 req-03870eda-2bbf-4ea5-8139-97283c7fd88b service neutron] For port 26ccfba3-2187-46ec-99b9-266f682419a7, host n-h1-843948-2, cleared binding levels {{(pid=84886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 21:24:05.977057 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-148297e8-8c73-4205-b861-6694f4722a44 req-03870eda-2bbf-4ea5-8139-97283c7fd88b service neutron] For port 26ccfba3-2187-46ec-99b9-266f682419a7, host n-h1-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=26ccfba3-2187-46ec-99b9-266f682419a7,segment=NetworkSegment(3d7f4c7d-2d5f-49c9-86d7-23a30bf205c0),segment_id=3d7f4c7d-2d5f-49c9-86d7-23a30bf205c0)] {{(pid=84886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 21:24:06.070087 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-148297e8-8c73-4205-b861-6694f4722a44 req-03870eda-2bbf-4ea5-8139-97283c7fd88b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:06.134540 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-148297e8-8c73-4205-b861-6694f4722a44 req-03870eda-2bbf-4ea5-8139-97283c7fd88b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:06.135892 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-148297e8-8c73-4205-b861-6694f4722a44 req-03870eda-2bbf-4ea5-8139-97283c7fd88b service neutron] 10.222.0.71 "PUT /v2.0/ports/26ccfba3-2187-46ec-99b9-266f682419a7 HTTP/1.1" status: 200 len: 1092 time: 1.1217351 May 30 21:24:06.136317 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6478ed11-4bbf-4a4e-a80e-51ea4bebb166', 'tag': '26ccfba3-2187-46ec-99b9-266f682419a7'}] {{(pid=84886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:24:06.153560 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03870eda-2bbf-4ea5-8139-97283c7fd88b service neutron] Pushing event updated for resources: {'Port': ['ID=26ccfba3-2187-46ec-99b9-266f682419a7,revision_number=3']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:24:06.271688 n-d-843948-2 neutron-server[84886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee6366ca-1cb9-45c8-89ad-04981c725af6'] response: {'name': 'network-changed', 'server_uuid': '6478ed11-4bbf-4a4e-a80e-51ea4bebb166', 'tag': '26ccfba3-2187-46ec-99b9-266f682419a7', 'status': 'completed', 'code': 200} May 30 21:24:06.302687 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-148297e8-8c73-4205-b861-6694f4722a44 req-39771b5f-92d2-4e29-8c79-b131daeb5019 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=6b89e4f58f39493ea2d4bcf8f25a8776&device_id=6478ed11-4bbf-4a4e-a80e-51ea4bebb166 HTTP/1.1" status: 200 len: 1095 time: 0.0737383 May 30 21:24:06.373751 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-148297e8-8c73-4205-b861-6694f4722a44 req-c147d22b-ae6d-44b0-aead-95d94969f1e2 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=26ccfba3-2187-46ec-99b9-266f682419a7 HTTP/1.1" status: 200 len: 217 time: 0.0643709 May 30 21:24:06.437409 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148297e8-8c73-4205-b861-6694f4722a44 req-3bb5d1e9-a2f1-4333-a80b-55e5e00e9e6e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:24:06.438880 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-148297e8-8c73-4205-b861-6694f4722a44 req-3bb5d1e9-a2f1-4333-a80b-55e5e00e9e6e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=22685277-a177-4803-b39f-0877d9379d10 HTTP/1.1" status: 200 len: 854 time: 0.0601873 May 30 21:24:06.488461 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-148297e8-8c73-4205-b861-6694f4722a44 req-31ef0a15-f26b-463a-bd5a-31d2dcbf1da4 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a0541536-033c-4f79-8b5b-ea41e9655af3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442452 May 30 21:24:06.618059 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-148297e8-8c73-4205-b861-6694f4722a44 req-8a09ce1f-2005-45c8-afa6-f42aaeb215cf service neutron] 10.222.0.71 "GET /v2.0/networks/a0541536-033c-4f79-8b5b-ea41e9655af3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237094 May 30 21:24:06.839768 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-148297e8-8c73-4205-b861-6694f4722a44 req-db15361b-83fb-43f0-9487-ddfc98fc36cc service neutron] 10.222.0.71 "GET /v2.0/networks/a0541536-033c-4f79-8b5b-ea41e9655af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163746 May 30 21:24:07.084700 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2f128cd4-c8e3-48b0-b9cb-e4f3b687b94f req-61d9d7df-1bee-4c2e-b963-0e88ec12ae1b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=6b89e4f58f39493ea2d4bcf8f25a8776&device_id=6478ed11-4bbf-4a4e-a80e-51ea4bebb166 HTTP/1.1" status: 200 len: 1095 time: 0.1321380 May 30 21:24:07.091000 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30668ebb-5e9d-49e0-94d3-bc5fc0cc90ee req-3092535a-3085-4eca-8eaf-f6aff60ffd9e tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:24:07.092327 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-30668ebb-5e9d-49e0-94d3-bc5fc0cc90ee req-3092535a-3085-4eca-8eaf-f6aff60ffd9e tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] 10.222.0.85 "GET /v2.0/ports?device_id=6478ed11-4bbf-4a4e-a80e-51ea4bebb166 HTTP/1.1" status: 200 len: 944 time: 0.1060052 May 30 21:24:07.232518 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-30668ebb-5e9d-49e0-94d3-bc5fc0cc90ee req-b51f74fc-6121-48a9-a06e-aef026c66a66 tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] 10.222.0.85 "GET /v2.0/security-groups?id=17aafbdd-3c49-4e6b-b05f-35b645ef1d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214514 May 30 21:24:07.256236 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f128cd4-c8e3-48b0-b9cb-e4f3b687b94f req-245aacc9-5995-45b1-a82d-880072f52a15 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:24:07.257994 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2f128cd4-c8e3-48b0-b9cb-e4f3b687b94f req-245aacc9-5995-45b1-a82d-880072f52a15 service neutron] 10.222.0.71 "GET /v2.0/networks?id=a0541536-033c-4f79-8b5b-ea41e9655af3 HTTP/1.1" status: 200 len: 915 time: 0.1647468 May 30 21:24:07.331081 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2f128cd4-c8e3-48b0-b9cb-e4f3b687b94f req-b24dd53c-5439-497c-97a8-03f646c098d4 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=26ccfba3-2187-46ec-99b9-266f682419a7 HTTP/1.1" status: 200 len: 217 time: 0.0658991 May 30 21:24:07.393681 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f128cd4-c8e3-48b0-b9cb-e4f3b687b94f req-a04b7d4b-fd29-463d-9243-6aadca9e0567 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:24:07.395094 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2f128cd4-c8e3-48b0-b9cb-e4f3b687b94f req-a04b7d4b-fd29-463d-9243-6aadca9e0567 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=22685277-a177-4803-b39f-0877d9379d10 HTTP/1.1" status: 200 len: 854 time: 0.0579567 May 30 21:24:07.441140 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2f128cd4-c8e3-48b0-b9cb-e4f3b687b94f req-98481d92-5953-4f1e-b1c4-b8a1d3621ba6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a0541536-033c-4f79-8b5b-ea41e9655af3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390813 May 30 21:24:07.576868 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2f128cd4-c8e3-48b0-b9cb-e4f3b687b94f req-3d253f34-c954-46ce-aa3e-6b24e471974b service neutron] 10.222.0.71 "GET /v2.0/networks/a0541536-033c-4f79-8b5b-ea41e9655af3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298006 May 30 21:24:07.714250 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2f128cd4-c8e3-48b0-b9cb-e4f3b687b94f req-9e4ff385-7d0d-445a-bd38-69a551f58e10 service neutron] 10.222.0.71 "GET /v2.0/networks/a0541536-033c-4f79-8b5b-ea41e9655af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314104 May 30 21:24:08.437023 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e61e76-168a-4408-8572-93973d99da61 req-6a873551-058b-4b5c-b8a7-01cf2c1c2365 tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:24:08.438498 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-35e61e76-168a-4408-8572-93973d99da61 req-6a873551-058b-4b5c-b8a7-01cf2c1c2365 tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] 10.222.0.85 "GET /v2.0/ports?device_id=6478ed11-4bbf-4a4e-a80e-51ea4bebb166 HTTP/1.1" status: 200 len: 944 time: 0.0802336 May 30 21:24:08.484458 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-35e61e76-168a-4408-8572-93973d99da61 req-1619da39-587a-4b32-9288-eb51ce7751ae tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] 10.222.0.85 "GET /v2.0/security-groups?id=17aafbdd-3c49-4e6b-b05f-35b645ef1d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403378 May 30 21:24:08.672902 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 26ccfba3-2187-46ec-99b9-266f682419a7 details requested by agent hyperv_n-h1-843948-2 with host n-h1-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 21:24:08.806358 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 26ccfba3-2187-46ec-99b9-266f682419a7, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=26ccfba3-2187-46ec-99b9-266f682419a7,segment=NetworkSegment(3d7f4c7d-2d5f-49c9-86d7-23a30bf205c0),segment_id=3d7f4c7d-2d5f-49c9-86d7-23a30bf205c0)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:24:08.820509 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Returning: {'device': '26ccfba3-2187-46ec-99b9-266f682419a7', 'network_id': 'a0541536-033c-4f79-8b5b-ea41e9655af3', 'port_id': '26ccfba3-2187-46ec-99b9-266f682419a7', 'mac_address': 'fa:16:3e:7f:b3:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22685277-a177-4803-b39f-0877d9379d10', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 21:24:08.875971 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:08.893396 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26ccfba3-2187-46ec-99b9-266f682419a7 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 21:24:08.907803 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 26ccfba3-2187-46ec-99b9-266f682419a7, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=26ccfba3-2187-46ec-99b9-266f682419a7,segment=NetworkSegment(3d7f4c7d-2d5f-49c9-86d7-23a30bf205c0),segment_id=3d7f4c7d-2d5f-49c9-86d7-23a30bf205c0)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:24:08.966454 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:09.031751 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=26ccfba3-2187-46ec-99b9-266f682419a7,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:24:09.040785 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:24:09.041117 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:24:09.041488 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:24:09.041803 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:24:09.042234 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:24:09.042447 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:24:09.042764 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:24:09.043079 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:24:09.043392 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:24:09.043704 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:24:09.044017 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:24:09.167343 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['26ccfba3-2187-46ec-99b9-266f682419a7'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 21:24:09.686551 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2375d82-503e-46f1-9f9d-a79dcd79952b req-0e412903-90fc-4979-ac66-95900aedf3cf tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:24:09.687991 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c2375d82-503e-46f1-9f9d-a79dcd79952b req-0e412903-90fc-4979-ac66-95900aedf3cf tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] 10.222.0.85 "GET /v2.0/ports?device_id=6478ed11-4bbf-4a4e-a80e-51ea4bebb166 HTTP/1.1" status: 200 len: 945 time: 0.0826473 May 30 21:24:09.734241 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c2375d82-503e-46f1-9f9d-a79dcd79952b req-69a98a86-5663-49f5-b98d-9c2765e6e30e tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] 10.222.0.85 "GET /v2.0/security-groups?id=17aafbdd-3c49-4e6b-b05f-35b645ef1d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406742 May 30 21:24:10.688305 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 26ccfba3-2187-46ec-99b9-266f682419a7 up at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:24:10.823819 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning for port 26ccfba3-2187-46ec-99b9-266f682419a7 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:24:10.828812 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning complete for port 26ccfba3-2187-46ec-99b9-266f682419a7 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:24:10.829179 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:10.931792 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb08bde-3849-4f26-90c1-564280d62b81 req-64dfec6f-b055-44ec-9418-79d90c37305d tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:24:10.933237 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5eb08bde-3849-4f26-90c1-564280d62b81 req-64dfec6f-b055-44ec-9418-79d90c37305d tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] 10.222.0.85 "GET /v2.0/ports?device_id=6478ed11-4bbf-4a4e-a80e-51ea4bebb166 HTTP/1.1" status: 200 len: 945 time: 0.0751438 May 30 21:24:10.949856 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:10.977291 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6478ed11-4bbf-4a4e-a80e-51ea4bebb166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26ccfba3-2187-46ec-99b9-266f682419a7'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:24:10.979759 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5eb08bde-3849-4f26-90c1-564280d62b81 req-dd819b67-bbfc-41e4-bd01-a589b2b169c8 tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] 10.222.0.85 "GET /v2.0/security-groups?id=17aafbdd-3c49-4e6b-b05f-35b645ef1d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409946 May 30 21:24:10.987333 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 26ccfba3-2187-46ec-99b9-266f682419a7, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=26ccfba3-2187-46ec-99b9-266f682419a7,segment=NetworkSegment(3d7f4c7d-2d5f-49c9-86d7-23a30bf205c0),segment_id=3d7f4c7d-2d5f-49c9-86d7-23a30bf205c0)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:24:11.031980 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8064cc4f-6bd0-4c60-bffc-4d62c8d54868'] response: {'server_uuid': '6478ed11-4bbf-4a4e-a80e-51ea4bebb166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26ccfba3-2187-46ec-99b9-266f682419a7', 'code': 200} May 30 21:24:11.040455 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:11.112792 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=26ccfba3-2187-46ec-99b9-266f682419a7,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:24:11.155587 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3ecfc04a-f28b-463a-8ab6-fd1e3cee2369 req-d80ad57b-1b5b-4c80-a6b9-ad2861d4ac4c service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=6478ed11-4bbf-4a4e-a80e-51ea4bebb166 HTTP/1.1" status: 200 len: 1097 time: 0.0681643 May 30 21:24:11.200253 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3ecfc04a-f28b-463a-8ab6-fd1e3cee2369 req-40a0c5ca-7660-47b3-a739-1960f51f5401 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=17aafbdd-3c49-4e6b-b05f-35b645ef1d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387311 May 30 21:24:12.180059 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38cc83c-ae7a-43b0-afc3-246f5bd32966 req-5b38a501-9556-4e02-a8eb-2f40b95cad48 tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:24:12.181537 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a38cc83c-ae7a-43b0-afc3-246f5bd32966 req-5b38a501-9556-4e02-a8eb-2f40b95cad48 tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] 10.222.0.85 "GET /v2.0/ports?device_id=6478ed11-4bbf-4a4e-a80e-51ea4bebb166 HTTP/1.1" status: 200 len: 946 time: 0.0803409 May 30 21:24:12.231367 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a38cc83c-ae7a-43b0-afc3-246f5bd32966 req-50aab940-4a63-4219-a32a-9a78e7ae0eb0 tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] 10.222.0.85 "GET /v2.0/security-groups?id=17aafbdd-3c49-4e6b-b05f-35b645ef1d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427945 May 30 21:24:13.433285 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de74730-72d8-4231-867a-4cb9ecae1e31 req-d2793527-4c58-4779-b9e5-fe32a553d721 tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:24:13.434820 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0de74730-72d8-4231-867a-4cb9ecae1e31 req-d2793527-4c58-4779-b9e5-fe32a553d721 tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] 10.222.0.85 "GET /v2.0/ports?device_id=6478ed11-4bbf-4a4e-a80e-51ea4bebb166 HTTP/1.1" status: 200 len: 946 time: 0.0775235 May 30 21:24:13.480560 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0de74730-72d8-4231-867a-4cb9ecae1e31 req-9f472b2c-f2ed-4a9a-83bd-bd65c09478b6 tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] 10.222.0.85 "GET /v2.0/security-groups?id=17aafbdd-3c49-4e6b-b05f-35b645ef1d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402877 May 30 21:24:14.097384 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78833945-ded9-483c-8b4e-87320d097bdb req-5a127ca1-02f5-4be1-9a9b-7c45ee58a2b1 tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:24:14.098769 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-78833945-ded9-483c-8b4e-87320d097bdb req-5a127ca1-02f5-4be1-9a9b-7c45ee58a2b1 tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] 10.222.0.85 "GET /v2.0/ports?device_id=6478ed11-4bbf-4a4e-a80e-51ea4bebb166 HTTP/1.1" status: 200 len: 946 time: 0.0807419 May 30 21:24:14.144338 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-78833945-ded9-483c-8b4e-87320d097bdb req-933d5311-49ab-484c-9f32-315767ed227d tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] 10.222.0.85 "GET /v2.0/security-groups?id=17aafbdd-3c49-4e6b-b05f-35b645ef1d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401978 May 30 21:24:14.604975 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 21:24:15.288384 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb452544-420e-45f2-af3e-68e3f18ab760 req-f6c825f7-a6c6-4f31-b3e3-679d0ae494f7 tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:24:15.289886 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-fb452544-420e-45f2-af3e-68e3f18ab760 req-f6c825f7-a6c6-4f31-b3e3-679d0ae494f7 tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] 10.222.0.71 "GET /v2.0/ports?device_id=6478ed11-4bbf-4a4e-a80e-51ea4bebb166 HTTP/1.1" status: 200 len: 946 time: 0.0768781 May 30 21:24:15.344341 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950d595c-adda-4716-a934-33d8a4603d40 req-d40c25a9-5521-4178-a4d1-f502f0fd94f3 tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:24:15.345840 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-950d595c-adda-4716-a934-33d8a4603d40 req-d40c25a9-5521-4178-a4d1-f502f0fd94f3 tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] 10.222.0.85 "GET /v2.0/ports?device_id=6478ed11-4bbf-4a4e-a80e-51ea4bebb166 HTTP/1.1" status: 200 len: 946 time: 0.0791802 May 30 21:24:15.362459 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [req-fb452544-420e-45f2-af3e-68e3f18ab760 req-b4d6616c-ff62-4c57-bd47-ab6dc27ed197 tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] Deleting port 26ccfba3-2187-46ec-99b9-266f682419a7 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:24:15.362790 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-fb452544-420e-45f2-af3e-68e3f18ab760 req-b4d6616c-ff62-4c57-bd47-ab6dc27ed197 tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:15.395417 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-950d595c-adda-4716-a934-33d8a4603d40 req-75002f4f-1900-4918-aa6f-0bf7e481823f tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] 10.222.0.85 "GET /v2.0/security-groups?id=17aafbdd-3c49-4e6b-b05f-35b645ef1d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437915 May 30 21:24:15.604184 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-fb452544-420e-45f2-af3e-68e3f18ab760 req-b4d6616c-ff62-4c57-bd47-ab6dc27ed197 tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] For port 26ccfba3-2187-46ec-99b9-266f682419a7, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=26ccfba3-2187-46ec-99b9-266f682419a7,segment=NetworkSegment(3d7f4c7d-2d5f-49c9-86d7-23a30bf205c0),segment_id=3d7f4c7d-2d5f-49c9-86d7-23a30bf205c0)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:24:15.605722 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-fb452544-420e-45f2-af3e-68e3f18ab760 req-b4d6616c-ff62-4c57-bd47-ab6dc27ed197 tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:15.821244 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [req-fb452544-420e-45f2-af3e-68e3f18ab760 req-b4d6616c-ff62-4c57-bd47-ab6dc27ed197 tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] Calling delete_port for 26ccfba3-2187-46ec-99b9-266f682419a7 owned by compute:nova {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:24:16.024067 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-fb452544-420e-45f2-af3e-68e3f18ab760 req-b4d6616c-ff62-4c57-bd47-ab6dc27ed197 tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:16.036763 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['26ccfba3-2187-46ec-99b9-266f682419a7'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 21:24:16.062281 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['1aa5ba7f-51f5-4549-88da-26903dbf3e93'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 21:24:16.077369 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d6616c-ff62-4c57-bd47-ab6dc27ed197 tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] Pushing event deleted for resources: {'Port': ['ID=26ccfba3-2187-46ec-99b9-266f682419a7,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:24:16.146975 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb452544-420e-45f2-af3e-68e3f18ab760 req-b4d6616c-ff62-4c57-bd47-ab6dc27ed197 tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] No DVR routers for this DVR port 26ccfba3-2187-46ec-99b9-266f682419a7 on host n-h1-843948-2 {{(pid=84886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 21:24:16.149662 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-fb452544-420e-45f2-af3e-68e3f18ab760 req-b4d6616c-ff62-4c57-bd47-ab6dc27ed197 tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:16.152213 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6478ed11-4bbf-4a4e-a80e-51ea4bebb166', 'name': 'network-vif-deleted', 'tag': '26ccfba3-2187-46ec-99b9-266f682419a7'}] {{(pid=84886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:24:16.208231 n-d-843948-2 neutron-server[84886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45450808-3a56-4945-a960-0c04facdd857'] response: {'server_uuid': '6478ed11-4bbf-4a4e-a80e-51ea4bebb166', 'name': 'network-vif-deleted', 'tag': '26ccfba3-2187-46ec-99b9-266f682419a7', 'status': 'completed', 'code': 200} May 30 21:24:16.213310 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-fb452544-420e-45f2-af3e-68e3f18ab760 req-b4d6616c-ff62-4c57-bd47-ab6dc27ed197 tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] 10.222.0.71 "DELETE /v2.0/ports/26ccfba3-2187-46ec-99b9-266f682419a7 HTTP/1.1" status: 204 len: 173 time: 0.9188678 May 30 21:24:16.576618 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a8d6cb46-da57-4166-9af6-112908f88f08 req-8a1ccfa4-0d74-42e5-ad0e-d23f16800922 tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] 10.222.0.85 "GET /v2.0/ports?device_id=6478ed11-4bbf-4a4e-a80e-51ea4bebb166 HTTP/1.1" status: 200 len: 210 time: 0.0412638 May 30 21:24:17.966980 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-38c02ed8-5174-4563-bd74-608c3daa4563 req-04b16650-1421-4315-a06d-81237bec11f4 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=3e55647a-26da-46bf-bdc1-cb6f646a66c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2191892 May 30 21:24:17.973764 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355046a7-fc68-47fa-9d6b-627ffbb5d0f9 req-68531ae1-91ba-4de1-beb7-f56161ba67fd tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:24:17.974543 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-355046a7-fc68-47fa-9d6b-627ffbb5d0f9 req-68531ae1-91ba-4de1-beb7-f56161ba67fd tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] 10.222.0.85 "GET /v2.0/ports?device_id=3e55647a-26da-46bf-bdc1-cb6f646a66c5 HTTP/1.1" status: 200 len: 945 time: 0.1928906 May 30 21:24:18.023377 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-355046a7-fc68-47fa-9d6b-627ffbb5d0f9 req-2d765c2e-6fd0-4d33-b479-bf4a0ae5a6c9 tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] 10.222.0.85 "GET /v2.0/security-groups?id=17aafbdd-3c49-4e6b-b05f-35b645ef1d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429716 May 30 21:24:18.118178 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-38c02ed8-5174-4563-bd74-608c3daa4563 req-c3128474-0822-4cde-81ab-83afc929c19e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6b89e4f58f39493ea2d4bcf8f25a8776&device_id=3e55647a-26da-46bf-bdc1-cb6f646a66c5 HTTP/1.1" status: 200 len: 1096 time: 0.0700381 May 30 21:24:18.320653 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c02ed8-5174-4563-bd74-608c3daa4563 req-e87b7745-27b5-4402-8340-6eecfc4a74aa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:24:18.322026 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-38c02ed8-5174-4563-bd74-608c3daa4563 req-e87b7745-27b5-4402-8340-6eecfc4a74aa service neutron] 10.222.0.86 "GET /v2.0/networks?id=a0541536-033c-4f79-8b5b-ea41e9655af3 HTTP/1.1" status: 200 len: 915 time: 0.1832700 May 30 21:24:18.337529 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d211221e-99fa-4310-bc4a-aa31e73b398f req-be7fc55e-fe88-4bdf-a925-29b9ff1a073d tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:24:18.339006 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d211221e-99fa-4310-bc4a-aa31e73b398f req-be7fc55e-fe88-4bdf-a925-29b9ff1a073d tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] 10.222.0.85 "GET /v2.0/ports?device_id=3e55647a-26da-46bf-bdc1-cb6f646a66c5 HTTP/1.1" status: 200 len: 945 time: 0.1325254 May 30 21:24:18.421785 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-38c02ed8-5174-4563-bd74-608c3daa4563 req-c4bd5149-5502-4629-aa63-95719f3ecac8 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1aa5ba7f-51f5-4549-88da-26903dbf3e93 HTTP/1.1" status: 200 len: 217 time: 0.0902147 May 30 21:24:18.487279 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d211221e-99fa-4310-bc4a-aa31e73b398f req-5b1e3470-a650-4e3e-8cd3-7b8dc8449bc8 tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] 10.222.0.85 "GET /v2.0/security-groups?id=17aafbdd-3c49-4e6b-b05f-35b645ef1d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014054 May 30 21:24:18.496079 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c02ed8-5174-4563-bd74-608c3daa4563 req-d556d1e6-3ffb-4433-9e3c-cdd51d559d29 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:24:18.497456 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-38c02ed8-5174-4563-bd74-608c3daa4563 req-d556d1e6-3ffb-4433-9e3c-cdd51d559d29 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=22685277-a177-4803-b39f-0877d9379d10 HTTP/1.1" status: 200 len: 854 time: 0.0662525 May 30 21:24:18.544638 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-38c02ed8-5174-4563-bd74-608c3daa4563 req-389c0267-22b1-41da-87bb-76ec422497c5 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a0541536-033c-4f79-8b5b-ea41e9655af3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400999 May 30 21:24:18.678395 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-38c02ed8-5174-4563-bd74-608c3daa4563 req-43b19ac9-44da-47e2-9745-77108363ff2d service neutron] 10.222.0.86 "GET /v2.0/networks/a0541536-033c-4f79-8b5b-ea41e9655af3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255569 May 30 21:24:18.689540 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef37d12e-a3cc-4eaa-ae40-f8f764e88484 req-bfba4cf4-27be-4c3f-b1c8-e8d021763847 tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:24:18.690268 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-ef37d12e-a3cc-4eaa-ae40-f8f764e88484 req-bfba4cf4-27be-4c3f-b1c8-e8d021763847 tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] Synchronizing usage tracker for tenant:6b89e4f58f39493ea2d4bcf8f25a8776 on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 21:24:18.735435 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 26ccfba3-2187-46ec-99b9-266f682419a7 no longer exists at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 21:24:18.769033 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] No Port match for: 26ccfba3-2187-46ec-99b9-266f682419a7 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 21:24:18.769370 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 26ccfba3-2187-46ec-99b9-266f682419a7 not bound to the agent host n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 21:24:18.777501 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-ef37d12e-a3cc-4eaa-ae40-f8f764e88484 req-bfba4cf4-27be-4c3f-b1c8-e8d021763847 tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] Unset dirty status for tenant:6b89e4f58f39493ea2d4bcf8f25a8776 on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 21:24:18.778816 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ef37d12e-a3cc-4eaa-ae40-f8f764e88484 req-bfba4cf4-27be-4c3f-b1c8-e8d021763847 tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] 10.222.0.85 "GET /v2.0/ports?device_id=3e55647a-26da-46bf-bdc1-cb6f646a66c5 HTTP/1.1" status: 200 len: 945 time: 0.1678791 May 30 21:24:18.816451 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-38c02ed8-5174-4563-bd74-608c3daa4563 req-93cfa262-d5e3-41db-8494-bd7dba1dfcef service neutron] 10.222.0.86 "GET /v2.0/networks/a0541536-033c-4f79-8b5b-ea41e9655af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313481 May 30 21:24:18.830112 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ef37d12e-a3cc-4eaa-ae40-f8f764e88484 req-188edb85-bb04-43b6-b907-17d6639b2d00 tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] 10.222.0.85 "GET /v2.0/security-groups?id=17aafbdd-3c49-4e6b-b05f-35b645ef1d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451865 May 30 21:24:19.034031 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3df64695-dcef-447c-b715-c9239b2b4fb9 req-9b236bdd-af6e-4ce2-ab7f-c4b9c554f953 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=3e55647a-26da-46bf-bdc1-cb6f646a66c5&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0727227 May 30 21:24:19.228720 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2460a80-7bb9-45e7-b47f-7d72f10863ac req-cb1e4d71-7b36-4ad2-9be3-6ff7a3d8d35e tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:24:19.230247 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e2460a80-7bb9-45e7-b47f-7d72f10863ac req-cb1e4d71-7b36-4ad2-9be3-6ff7a3d8d35e tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] 10.222.0.85 "GET /v2.0/ports?device_id=3e55647a-26da-46bf-bdc1-cb6f646a66c5 HTTP/1.1" status: 200 len: 945 time: 0.0781417 May 30 21:24:19.275854 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e2460a80-7bb9-45e7-b47f-7d72f10863ac req-c30d8963-f0a4-4ad7-9d70-b644f5db0cf3 tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] 10.222.0.85 "GET /v2.0/security-groups?id=17aafbdd-3c49-4e6b-b05f-35b645ef1d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401156 May 30 21:24:19.469662 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d291bdb-70d4-45fa-abc0-59b4d2223e01 req-e46bcd22-43b1-455c-9853-4356d993da59 tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:24:19.471095 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3d291bdb-70d4-45fa-abc0-59b4d2223e01 req-e46bcd22-43b1-455c-9853-4356d993da59 tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] 10.222.0.85 "GET /v2.0/ports?device_id=3e55647a-26da-46bf-bdc1-cb6f646a66c5 HTTP/1.1" status: 200 len: 945 time: 0.0757055 May 30 21:24:19.515790 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3d291bdb-70d4-45fa-abc0-59b4d2223e01 req-02fb4993-69f5-42db-a31d-14a4cfb4813f tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] 10.222.0.85 "GET /v2.0/security-groups?id=17aafbdd-3c49-4e6b-b05f-35b645ef1d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386345 May 30 21:24:19.734531 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f5eab0-331e-4a50-8dbf-2669d18fa5e3 req-98dc176e-ad5c-4b53-821b-699d4e5e2e58 tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:24:19.736001 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e6f5eab0-331e-4a50-8dbf-2669d18fa5e3 req-98dc176e-ad5c-4b53-821b-699d4e5e2e58 tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] 10.222.0.85 "GET /v2.0/ports?device_id=3e55647a-26da-46bf-bdc1-cb6f646a66c5 HTTP/1.1" status: 200 len: 945 time: 0.0807595 May 30 21:24:19.786399 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e6f5eab0-331e-4a50-8dbf-2669d18fa5e3 req-478c0906-c2aa-4cd0-a9cc-911f10fc9e25 tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] 10.222.0.85 "GET /v2.0/security-groups?id=17aafbdd-3c49-4e6b-b05f-35b645ef1d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435581 May 30 21:24:20.218181 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:20.535170 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac94dbfc-5ec4-4f21-b03c-8ac1b53f0cba req-6466d853-cd01-4cda-87a7-5e8c1d4ad66e tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:24:20.536508 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ac94dbfc-5ec4-4f21-b03c-8ac1b53f0cba req-6466d853-cd01-4cda-87a7-5e8c1d4ad66e tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] 10.222.0.85 "GET /v2.0/ports?device_id=3e55647a-26da-46bf-bdc1-cb6f646a66c5 HTTP/1.1" status: 200 len: 945 time: 0.0756798 May 30 21:24:20.585073 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ac94dbfc-5ec4-4f21-b03c-8ac1b53f0cba req-ba543997-6df4-4794-9e85-29f3c8d43ac1 tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] 10.222.0.85 "GET /v2.0/security-groups?id=17aafbdd-3c49-4e6b-b05f-35b645ef1d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425706 May 30 21:24:21.782697 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7520b5b-44dd-47c1-a453-78a8e30c1c2d req-6e934177-8856-41bc-914e-7c82a078b464 tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:24:21.784138 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a7520b5b-44dd-47c1-a453-78a8e30c1c2d req-6e934177-8856-41bc-914e-7c82a078b464 tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] 10.222.0.85 "GET /v2.0/ports?device_id=3e55647a-26da-46bf-bdc1-cb6f646a66c5 HTTP/1.1" status: 200 len: 945 time: 0.0802848 May 30 21:24:21.830608 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a7520b5b-44dd-47c1-a453-78a8e30c1c2d req-8e0d9326-1e0c-4b5f-ab38-88a41a0cc298 tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] 10.222.0.85 "GET /v2.0/security-groups?id=17aafbdd-3c49-4e6b-b05f-35b645ef1d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402670 May 30 21:24:21.954051 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2560495c-f1f6-494e-9903-6e2eb9319f1e req-60e5f4db-0414-4a8e-bbca-70ff762f59a7 tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:24:21.955469 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2560495c-f1f6-494e-9903-6e2eb9319f1e req-60e5f4db-0414-4a8e-bbca-70ff762f59a7 tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] 10.222.0.86 "GET /v2.0/ports?device_id=3e55647a-26da-46bf-bdc1-cb6f646a66c5 HTTP/1.1" status: 200 len: 945 time: 0.0774198 May 30 21:24:22.025057 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-2560495c-f1f6-494e-9903-6e2eb9319f1e req-b2825324-a795-4de9-9060-c9321b721b2c tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] Deleting port 1aa5ba7f-51f5-4549-88da-26903dbf3e93 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:24:22.028076 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-2560495c-f1f6-494e-9903-6e2eb9319f1e req-b2825324-a795-4de9-9060-c9321b721b2c tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:22.270376 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-2560495c-f1f6-494e-9903-6e2eb9319f1e req-b2825324-a795-4de9-9060-c9321b721b2c tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] For port 1aa5ba7f-51f5-4549-88da-26903dbf3e93, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=1aa5ba7f-51f5-4549-88da-26903dbf3e93,segment=NetworkSegment(3d7f4c7d-2d5f-49c9-86d7-23a30bf205c0),segment_id=3d7f4c7d-2d5f-49c9-86d7-23a30bf205c0)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:24:22.270732 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-2560495c-f1f6-494e-9903-6e2eb9319f1e req-b2825324-a795-4de9-9060-c9321b721b2c tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:22.395669 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-2560495c-f1f6-494e-9903-6e2eb9319f1e req-b2825324-a795-4de9-9060-c9321b721b2c tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] Calling delete_port for 1aa5ba7f-51f5-4549-88da-26903dbf3e93 owned by compute:nova {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:24:22.663543 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-2560495c-f1f6-494e-9903-6e2eb9319f1e req-b2825324-a795-4de9-9060-c9321b721b2c tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:22.715875 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2825324-a795-4de9-9060-c9321b721b2c tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] Pushing event deleted for resources: {'Port': ['ID=1aa5ba7f-51f5-4549-88da-26903dbf3e93,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:24:22.753465 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2825324-a795-4de9-9060-c9321b721b2c tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:24:22.753825 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2825324-a795-4de9-9060-c9321b721b2c tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:24:22.754155 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2825324-a795-4de9-9060-c9321b721b2c tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:24:22.754478 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2825324-a795-4de9-9060-c9321b721b2c tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:24:22.754799 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2825324-a795-4de9-9060-c9321b721b2c tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:24:22.755117 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2825324-a795-4de9-9060-c9321b721b2c tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:24:22.755427 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2825324-a795-4de9-9060-c9321b721b2c tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:24:22.755739 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2825324-a795-4de9-9060-c9321b721b2c tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:24:22.756560 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2825324-a795-4de9-9060-c9321b721b2c tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:24:22.756874 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2825324-a795-4de9-9060-c9321b721b2c tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:24:22.757182 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2825324-a795-4de9-9060-c9321b721b2c tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:24:22.796504 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-2560495c-f1f6-494e-9903-6e2eb9319f1e req-b2825324-a795-4de9-9060-c9321b721b2c tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] No DVR routers for this DVR port 1aa5ba7f-51f5-4549-88da-26903dbf3e93 on host n-h2-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 21:24:22.799059 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-2560495c-f1f6-494e-9903-6e2eb9319f1e req-b2825324-a795-4de9-9060-c9321b721b2c tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:22.801507 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e55647a-26da-46bf-bdc1-cb6f646a66c5', 'name': 'network-vif-deleted', 'tag': '1aa5ba7f-51f5-4549-88da-26903dbf3e93'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:24:22.856570 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7181995a-c40d-41e1-9b8f-8300ca9ef5e3'] response: {'server_uuid': '3e55647a-26da-46bf-bdc1-cb6f646a66c5', 'name': 'network-vif-deleted', 'tag': '1aa5ba7f-51f5-4549-88da-26903dbf3e93', 'status': 'completed', 'code': 200} May 30 21:24:22.876062 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2560495c-f1f6-494e-9903-6e2eb9319f1e req-b2825324-a795-4de9-9060-c9321b721b2c tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] 10.222.0.86 "DELETE /v2.0/ports/1aa5ba7f-51f5-4549-88da-26903dbf3e93 HTTP/1.1" status: 204 len: 173 time: 0.9145586 May 30 21:24:22.960520 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:22.996180 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ece69dc8-ada8-43d1-ac70-bc12b9db4632 req-05f957d0-35b1-4d81-8c38-aa003b49092d tempest-ServersNegativeTestJSON-832708208 tempest-ServersNegativeTestJSON-832708208-project] 10.222.0.85 "GET /v2.0/ports?device_id=3e55647a-26da-46bf-bdc1-cb6f646a66c5 HTTP/1.1" status: 200 len: 210 time: 0.0445194 May 30 21:24:24.101868 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 51080) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:24:24.162092 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e37d024-3e31-48a4-886d-8aaecf7f7912 admin admin] Deleting subnet 22685277-a177-4803-b39f-0877d9379d10 {{(pid=84886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 21:24:24.164928 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6e37d024-3e31-48a4-886d-8aaecf7f7912 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:24.212690 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6e37d024-3e31-48a4-886d-8aaecf7f7912 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2655517'] for subnet, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:24.265447 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6e37d024-3e31-48a4-886d-8aaecf7f7912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:24.395160 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 1aa5ba7f-51f5-4549-88da-26903dbf3e93 no longer exists at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 21:24:24.427825 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] No Port match for: 1aa5ba7f-51f5-4549-88da-26903dbf3e93 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 21:24:24.428678 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 1aa5ba7f-51f5-4549-88da-26903dbf3e93 not bound to the agent host n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 21:24:24.430530 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6e37d024-3e31-48a4-886d-8aaecf7f7912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4127075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2778536'] for subnet, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:24.469340 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e37d024-3e31-48a4-886d-8aaecf7f7912 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22685277-a177-4803-b39f-0877d9379d10,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:24:24.474185 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6e37d024-3e31-48a4-886d-8aaecf7f7912 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:24.480148 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-6e37d024-3e31-48a4-886d-8aaecf7f7912 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/22685277-a177-4803-b39f-0877d9379d10 HTTP/1.1" status: 204 len: 168 time: 0.3772621 May 30 21:24:24.482793 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 51084) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:24:24.594262 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ef00a25c-8c6d-4884-a6bf-993b145b974e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:24.718385 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ef00a25c-8c6d-4884-a6bf-993b145b974e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:24.744194 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-ef00a25c-8c6d-4884-a6bf-993b145b974e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0541536-033c-4f79-8b5b-ea41e9655af3']}} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:24:24.756121 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-ef00a25c-8c6d-4884-a6bf-993b145b974e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d7f4c7d-2d5f-49c9-86d7-23a30bf205c0') {'for_net_delete': True} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:24:24.756406 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-ef00a25c-8c6d-4884-a6bf-993b145b974e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d7f4c7d-2d5f-49c9-86d7-23a30bf205c0') {} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:24:24.767379 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ef00a25c-8c6d-4884-a6bf-993b145b974e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2660590'] for segment, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:24.783140 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ef00a25c-8c6d-4884-a6bf-993b145b974e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:24.789718 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef00a25c-8c6d-4884-a6bf-993b145b974e admin admin] Releasing vlan 697 on physical network physnet1 to pool {{(pid=84886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 21:24:24.790094 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ef00a25c-8c6d-4884-a6bf-993b145b974e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4126989'] for segment, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:24.803288 n-d-843948-2 neutron-server[84886]: Traceback (most recent call last): May 30 21:24:24.803288 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 21:24:24.803288 n-d-843948-2 neutron-server[84886]: timer() May 30 21:24:24.803288 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 21:24:24.803288 n-d-843948-2 neutron-server[84886]: cb(*args, **kw) May 30 21:24:24.803288 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 21:24:24.803288 n-d-843948-2 neutron-server[84886]: return func(*args, **kwargs) May 30 21:24:24.803288 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 21:24:24.803288 n-d-843948-2 neutron-server[84886]: self._notify() May 30 21:24:24.803288 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 21:24:24.803288 n-d-843948-2 neutron-server[84886]: self.callback(batched_events) May 30 21:24:24.803288 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 21:24:24.803288 n-d-843948-2 neutron-server[84886]: event.method(event) May 30 21:24:24.803288 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 21:24:24.803288 n-d-843948-2 neutron-server[84886]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 21:24:24.803288 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 21:24:24.803288 n-d-843948-2 neutron-server[84886]: aggregate_uuid = self.p_client.list_aggregates( May 30 21:24:24.803288 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 21:24:24.803288 n-d-843948-2 neutron-server[84886]: return f(self, *a, **k) May 30 21:24:24.803288 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 21:24:24.803288 n-d-843948-2 neutron-server[84886]: return self._get(url).json() May 30 21:24:24.803288 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 21:24:24.803288 n-d-843948-2 neutron-server[84886]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 21:24:24.803288 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 21:24:24.803288 n-d-843948-2 neutron-server[84886]: return self.request(url, 'GET', **kwargs) May 30 21:24:24.803288 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 21:24:24.803288 n-d-843948-2 neutron-server[84886]: base_url = self.get_endpoint(auth, allow=allow, May 30 21:24:24.803288 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 21:24:24.803288 n-d-843948-2 neutron-server[84886]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 21:24:24.803288 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 21:24:24.803288 n-d-843948-2 neutron-server[84886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 21:24:24.803288 n-d-843948-2 neutron-server[84886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 21:24:24.926242 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ef00a25c-8c6d-4884-a6bf-993b145b974e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:24.931811 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ef00a25c-8c6d-4884-a6bf-993b145b974e admin admin] Notify callbacks [] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:24.957003 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef00a25c-8c6d-4884-a6bf-993b145b974e admin admin] Pushing event deleted for resources: {'Network': ['ID=a0541536-033c-4f79-8b5b-ea41e9655af3,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:24:25.041555 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-ef00a25c-8c6d-4884-a6bf-993b145b974e admin admin] 10.222.0.85 "DELETE /v2.0/networks/a0541536-033c-4f79-8b5b-ea41e9655af3 HTTP/1.1" status: 204 len: 168 time: 0.5575650 May 30 21:24:25.381679 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 51090) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:24:25.431334 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-e1c57408-c321-464e-b123-efe868bbcd9a admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=6b89e4f58f39493ea2d4bcf8f25a8776&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0484159 May 30 21:24:25.433781 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 51094) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:24:25.494933 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-93612728-e2de-4eb7-b17f-9f27544f8aa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:25.520149 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-93612728-e2de-4eb7-b17f-9f27544f8aa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:25.646046 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-93612728-e2de-4eb7-b17f-9f27544f8aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:25.663431 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93612728-e2de-4eb7-b17f-9f27544f8aa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17aafbdd-3c49-4e6b-b05f-35b645ef1d0b,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:24:25.736673 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-93612728-e2de-4eb7-b17f-9f27544f8aa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:25.737862 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-93612728-e2de-4eb7-b17f-9f27544f8aa5 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/17aafbdd-3c49-4e6b-b05f-35b645ef1d0b HTTP/1.1" status: 204 len: 168 time: 0.3031547 May 30 21:24:26.251663 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-cc123551-c74d-4d97-ab26-e868e3a1be27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:26.988864 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 51116) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:24:27.122319 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-3e90c539-df82-4456-8cf9-a4730a8609ea tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1292398804'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:24:27.128143 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-3e90c539-df82-4456-8cf9-a4730a8609ea tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:24:27.132027 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-3e90c539-df82-4456-8cf9-a4730a8609ea tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Usage tracker for resource:network and tenant:ab2f64864d254dadaa367b1f5703a57a is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:24:27.134971 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-3e90c539-df82-4456-8cf9-a4730a8609ea tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:24:27.141132 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-3e90c539-df82-4456-8cf9-a4730a8609ea tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:24:27.205891 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e90c539-df82-4456-8cf9-a4730a8609ea tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Made reservation on behalf of ab2f64864d254dadaa367b1f5703a57a for: {'network': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 21:24:27.208805 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3e90c539-df82-4456-8cf9-a4730a8609ea tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:27.222010 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3e90c539-df82-4456-8cf9-a4730a8609ea tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:27.253165 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-3e90c539-df82-4456-8cf9-a4730a8609ea tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:24:27.257453 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-3e90c539-df82-4456-8cf9-a4730a8609ea tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Usage tracker for resource:security_group_rule and tenant:ab2f64864d254dadaa367b1f5703a57a is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:24:27.260264 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-3e90c539-df82-4456-8cf9-a4730a8609ea tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:24:27.266193 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-3e90c539-df82-4456-8cf9-a4730a8609ea tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:24:27.332206 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3e90c539-df82-4456-8cf9-a4730a8609ea tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:27.411604 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3e90c539-df82-4456-8cf9-a4730a8609ea tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:27.541828 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e90c539-df82-4456-8cf9-a4730a8609ea tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] vlan segment allocate from pool success with {'vlan_id': 689, 'physical_network': 'physnet1'} {{(pid=84886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 21:24:27.547536 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e90c539-df82-4456-8cf9-a4730a8609ea tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e8a94c6-35cd-4679-bbe1-5728c66e5de4,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:24:27.555055 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3e90c539-df82-4456-8cf9-a4730a8609ea tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:27.555958 n-d-843948-2 neutron-server[84886]: INFO neutron.db.segments_db [None req-3e90c539-df82-4456-8cf9-a4730a8609ea tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Added segment 3e170875-2ce4-4422-8bbc-a063e8f43f73 of type vlan for network c88b6cdb-c256-4d9f-81c4-2ea34dcbec6c May 30 21:24:27.581413 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3e90c539-df82-4456-8cf9-a4730a8609ea tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:27.663092 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3e90c539-df82-4456-8cf9-a4730a8609ea tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:27.666832 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e90c539-df82-4456-8cf9-a4730a8609ea tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:24:27.667397 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3e90c539-df82-4456-8cf9-a4730a8609ea tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Notify callbacks [] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:27.776301 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e90c539-df82-4456-8cf9-a4730a8609ea tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Pushing event updated for resources: {'Network': ['ID=c88b6cdb-c256-4d9f-81c4-2ea34dcbec6c,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:24:27.786816 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network c88b6cdb-c256-4d9f-81c4-2ea34dcbec6c details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 21:24:27.835974 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-3e90c539-df82-4456-8cf9-a4730a8609ea tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8460011 May 30 21:24:29.622925 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-c96d7e5b-9c23-4f47-be52-f8fb35145e6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:29.898290 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:31.091282 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 51122) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:24:31.096758 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-4d6bc57f-4016-4bef-a628-5835b8289a02 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Request body: {'subnet': {'network_id': 'c88b6cdb-c256-4d9f-81c4-2ea34dcbec6c', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:24:31.206826 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-4d6bc57f-4016-4bef-a628-5835b8289a02 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:24:31.210766 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-4d6bc57f-4016-4bef-a628-5835b8289a02 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Usage tracker for resource:subnet and tenant:ab2f64864d254dadaa367b1f5703a57a is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:24:31.213732 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-4d6bc57f-4016-4bef-a628-5835b8289a02 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:24:31.219710 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-4d6bc57f-4016-4bef-a628-5835b8289a02 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:24:31.326217 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d6bc57f-4016-4bef-a628-5835b8289a02 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Made reservation on behalf of ab2f64864d254dadaa367b1f5703a57a for: {'subnet': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 21:24:31.434935 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:31.438447 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4d6bc57f-4016-4bef-a628-5835b8289a02 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114220'] for subnet, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:31.726683 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4d6bc57f-4016-4bef-a628-5835b8289a02 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4055401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114238'] for subnet, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:31.813671 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6bc57f-4016-4bef-a628-5835b8289a02 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Pushing event updated for resources: {'Subnet': ['ID=29fa5b50-ebd9-42f3-a45a-91d095868f6a,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:24:31.823906 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6bc57f-4016-4bef-a628-5835b8289a02 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Checking segment: {'id': '3e170875-2ce4-4422-8bbc-a063e8f43f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c88b6cdb-c256-4d9f-81c4-2ea34dcbec6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:24:31.824353 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d6bc57f-4016-4bef-a628-5835b8289a02 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Network hostable DHCP agents. Network: c88b6cdb-c256-4d9f-81c4-2ea34dcbec6c, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 21:24:31.926360 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d6bc57f-4016-4bef-a628-5835b8289a02 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Network c88b6cdb-c256-4d9f-81c4-2ea34dcbec6c is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 21:24:32.034513 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-4d6bc57f-4016-4bef-a628-5835b8289a02 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, c88b6cdb-c256-4d9f-81c4-2ea34dcbec6c) {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:24:32.038941 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d6bc57f-4016-4bef-a628-5835b8289a02 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:24:32.039499 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4d6bc57f-4016-4bef-a628-5835b8289a02 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:32.043818 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00597f10-943f-4b8c-b3b0-e765ccf6bcce None None] Network c88b6cdb-c256-4d9f-81c4-2ea34dcbec6c requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 21:24:32.155973 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-4d6bc57f-4016-4bef-a628-5835b8289a02 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0636086 May 30 21:24:32.160122 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 51126) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:24:32.166154 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-ac96f5d9-c145-4840-bb10-98b49c93c171 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-3048826'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:24:32.171997 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-ac96f5d9-c145-4840-bb10-98b49c93c171 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:24:32.175928 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-ac96f5d9-c145-4840-bb10-98b49c93c171 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Usage tracker for resource:network and tenant:ab2f64864d254dadaa367b1f5703a57a is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:24:32.179212 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-ac96f5d9-c145-4840-bb10-98b49c93c171 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:24:32.185015 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-ac96f5d9-c145-4840-bb10-98b49c93c171 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:24:32.263277 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac96f5d9-c145-4840-bb10-98b49c93c171 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Made reservation on behalf of ab2f64864d254dadaa367b1f5703a57a for: {'network': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 21:24:32.266398 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ac96f5d9-c145-4840-bb10-98b49c93c171 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:32.289257 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1564f732-f2d9-450c-a913-1f8f6c7af830 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-c88b6cdb-c256-4d9f-81c4-2ea34dcbec6c', 'network_id': 'c88b6cdb-c256-4d9f-81c4-2ea34dcbec6c', 'tenant_id': 'ab2f64864d254dadaa367b1f5703a57a', 'fixed_ips': [{'subnet_id': '29fa5b50-ebd9-42f3-a45a-91d095868f6a'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 21:24:32.290143 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-1564f732-f2d9-450c-a913-1f8f6c7af830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:32.297175 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac96f5d9-c145-4840-bb10-98b49c93c171 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] vlan segment allocate from pool success with {'vlan_id': 658, 'physical_network': 'physnet1'} {{(pid=84887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 21:24:32.306982 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ac96f5d9-c145-4840-bb10-98b49c93c171 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:32.307317 n-d-843948-2 neutron-server[84887]: INFO neutron.db.segments_db [None req-ac96f5d9-c145-4840-bb10-98b49c93c171 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Added segment 03d45a9f-9d56-4b5f-a72a-67037790af8e of type vlan for network 6810dc66-2960-4832-a2a9-5a3d8de080d1 May 30 21:24:32.333446 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ac96f5d9-c145-4840-bb10-98b49c93c171 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:32.429230 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ac96f5d9-c145-4840-bb10-98b49c93c171 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:32.433094 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac96f5d9-c145-4840-bb10-98b49c93c171 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:24:32.433716 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ac96f5d9-c145-4840-bb10-98b49c93c171 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:32.453229 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-1564f732-f2d9-450c-a913-1f8f6c7af830 None None] Allocated IP 2001:db8:0:ffff::2 (c88b6cdb-c256-4d9f-81c4-2ea34dcbec6c/29fa5b50-ebd9-42f3-a45a-91d095868f6a/27fb3e45-53bd-4e8a-99a6-8439d9401269) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 21:24:32.545511 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac96f5d9-c145-4840-bb10-98b49c93c171 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Pushing event updated for resources: {'Network': ['ID=6810dc66-2960-4832-a2a9-5a3d8de080d1,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:24:32.556999 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network 6810dc66-2960-4832-a2a9-5a3d8de080d1 details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 21:24:32.560808 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-ac96f5d9-c145-4840-bb10-98b49c93c171 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.3996453 May 30 21:24:32.563765 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 51130) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:24:32.570168 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-915e53ce-823d-459b-b2f3-f665cae007e0 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Request body: {'subnet': {'network_id': '6810dc66-2960-4832-a2a9-5a3d8de080d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:24:32.681047 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-915e53ce-823d-459b-b2f3-f665cae007e0 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:24:32.685136 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-915e53ce-823d-459b-b2f3-f665cae007e0 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Usage tracker for resource:subnet and tenant:ab2f64864d254dadaa367b1f5703a57a is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:24:32.687975 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-915e53ce-823d-459b-b2f3-f665cae007e0 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:24:32.694383 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-915e53ce-823d-459b-b2f3-f665cae007e0 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:24:32.749886 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-1564f732-f2d9-450c-a913-1f8f6c7af830 None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:32.760523 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-915e53ce-823d-459b-b2f3-f665cae007e0 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Made reservation on behalf of ab2f64864d254dadaa367b1f5703a57a for: {'subnet': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 21:24:32.761163 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-1564f732-f2d9-450c-a913-1f8f6c7af830 None None] Transition to ACTIVE for port object 27fb3e45-53bd-4e8a-99a6-8439d9401269 will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:24:32.779763 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-1564f732-f2d9-450c-a913-1f8f6c7af830 None None] Transition to ACTIVE for port object 27fb3e45-53bd-4e8a-99a6-8439d9401269 will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:24:32.857906 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-1564f732-f2d9-450c-a913-1f8f6c7af830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:32.865869 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-915e53ce-823d-459b-b2f3-f665cae007e0 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114220'] for subnet, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:32.930595 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1564f732-f2d9-450c-a913-1f8f6c7af830 None None] Network c88b6cdb-c256-4d9f-81c4-2ea34dcbec6c is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:24:32.933487 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:32.937022 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-1564f732-f2d9-450c-a913-1f8f6c7af830 None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:24:32.938889 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1564f732-f2d9-450c-a913-1f8f6c7af830 None None] Pushing event updated for resources: {'Port': ['ID=27fb3e45-53bd-4e8a-99a6-8439d9401269,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:24:32.941041 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1564f732-f2d9-450c-a913-1f8f6c7af830 None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 21:24:33.030114 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-1564f732-f2d9-450c-a913-1f8f6c7af830 None None] Attempting to bind port 27fb3e45-53bd-4e8a-99a6-8439d9401269 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 21:24:33.030476 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-1564f732-f2d9-450c-a913-1f8f6c7af830 None None] Attempting to bind port 27fb3e45-53bd-4e8a-99a6-8439d9401269 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': '3e170875-2ce4-4422-8bbc-a063e8f43f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c88b6cdb-c256-4d9f-81c4-2ea34dcbec6c'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 21:24:33.031340 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1564f732-f2d9-450c-a913-1f8f6c7af830 None None] Attempting to bind port 27fb3e45-53bd-4e8a-99a6-8439d9401269 on network c88b6cdb-c256-4d9f-81c4-2ea34dcbec6c {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:24:33.037924 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1564f732-f2d9-450c-a913-1f8f6c7af830 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 21, 24, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 21:24:33.038298 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1564f732-f2d9-450c-a913-1f8f6c7af830 None None] Checking segment: {'id': '3e170875-2ce4-4422-8bbc-a063e8f43f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c88b6cdb-c256-4d9f-81c4-2ea34dcbec6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:24:33.038707 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-1564f732-f2d9-450c-a913-1f8f6c7af830 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:33.039090 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1564f732-f2d9-450c-a913-1f8f6c7af830 None None] Bound using segment: {'id': '3e170875-2ce4-4422-8bbc-a063e8f43f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c88b6cdb-c256-4d9f-81c4-2ea34dcbec6c'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 21:24:33.039545 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-1564f732-f2d9-450c-a913-1f8f6c7af830 None None] Bound port: 27fb3e45-53bd-4e8a-99a6-8439d9401269, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e170875-2ce4-4422-8bbc-a063e8f43f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c88b6cdb-c256-4d9f-81c4-2ea34dcbec6c'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 21:24:33.039915 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-1564f732-f2d9-450c-a913-1f8f6c7af830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:33.125670 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-1564f732-f2d9-450c-a913-1f8f6c7af830 None None] For port 27fb3e45-53bd-4e8a-99a6-8439d9401269, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 21:24:33.128556 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-1564f732-f2d9-450c-a913-1f8f6c7af830 None None] For port 27fb3e45-53bd-4e8a-99a6-8439d9401269, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=27fb3e45-53bd-4e8a-99a6-8439d9401269,segment=NetworkSegment(3e170875-2ce4-4422-8bbc-a063e8f43f73),segment_id=3e170875-2ce4-4422-8bbc-a063e8f43f73)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 21:24:33.143040 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-915e53ce-823d-459b-b2f3-f665cae007e0 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4055401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114238'] for subnet, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:33.217551 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-1564f732-f2d9-450c-a913-1f8f6c7af830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:33.224735 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915e53ce-823d-459b-b2f3-f665cae007e0 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Pushing event updated for resources: {'Subnet': ['ID=11a9cbd7-bbb6-4262-ba04-50077585d73d,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:24:33.236885 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915e53ce-823d-459b-b2f3-f665cae007e0 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Checking segment: {'id': '03d45a9f-9d56-4b5f-a72a-67037790af8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '6810dc66-2960-4832-a2a9-5a3d8de080d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:24:33.237242 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-915e53ce-823d-459b-b2f3-f665cae007e0 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Network hostable DHCP agents. Network: 6810dc66-2960-4832-a2a9-5a3d8de080d1, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 21:24:33.302824 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1564f732-f2d9-450c-a913-1f8f6c7af830 None None] Pushing event updated for resources: {'Port': ['ID=27fb3e45-53bd-4e8a-99a6-8439d9401269,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:24:33.337279 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-915e53ce-823d-459b-b2f3-f665cae007e0 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Network 6810dc66-2960-4832-a2a9-5a3d8de080d1 is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 21:24:33.411559 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-915e53ce-823d-459b-b2f3-f665cae007e0 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, 6810dc66-2960-4832-a2a9-5a3d8de080d1) {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:24:33.415571 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-915e53ce-823d-459b-b2f3-f665cae007e0 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:24:33.416068 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-915e53ce-823d-459b-b2f3-f665cae007e0 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:33.439151 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72927a9c-9785-4897-8a7d-904c2b85b250 None None] Network 6810dc66-2960-4832-a2a9-5a3d8de080d1 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 21:24:33.595588 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-915e53ce-823d-459b-b2f3-f665cae007e0 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 1.0307119 May 30 21:24:33.598283 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 51134) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:24:33.682222 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e12985aa-adce-49dd-8856-ebd248a59cb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-6810dc66-2960-4832-a2a9-5a3d8de080d1', 'network_id': '6810dc66-2960-4832-a2a9-5a3d8de080d1', 'tenant_id': 'ab2f64864d254dadaa367b1f5703a57a', 'fixed_ips': [{'subnet_id': '11a9cbd7-bbb6-4262-ba04-50077585d73d'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 21:24:33.684975 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-e12985aa-adce-49dd-8856-ebd248a59cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:33.696723 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 27fb3e45-53bd-4e8a-99a6-8439d9401269 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:24:33.853751 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-813c1190-4904-4e56-87d0-874024346dfd tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:33.886655 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 27fb3e45-53bd-4e8a-99a6-8439d9401269 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:24:33.908617 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-e12985aa-adce-49dd-8856-ebd248a59cb2 None None] Allocated IP 2001:db8::2 (6810dc66-2960-4832-a2a9-5a3d8de080d1/11a9cbd7-bbb6-4262-ba04-50077585d73d/90e9a724-2c03-4c2d-8b59-4b3f05e4bc43) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 21:24:33.927397 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-813c1190-4904-4e56-87d0-874024346dfd tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:34.158385 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-e12985aa-adce-49dd-8856-ebd248a59cb2 None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:34.168862 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-e12985aa-adce-49dd-8856-ebd248a59cb2 None None] Transition to ACTIVE for port object 90e9a724-2c03-4c2d-8b59-4b3f05e4bc43 will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:24:34.188699 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-e12985aa-adce-49dd-8856-ebd248a59cb2 None None] Transition to ACTIVE for port object 90e9a724-2c03-4c2d-8b59-4b3f05e4bc43 will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:24:34.224454 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b79e67fa-98ec-4647-b55b-df0745a7456b None None] Network c88b6cdb-c256-4d9f-81c4-2ea34dcbec6c requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 21:24:34.293554 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-e12985aa-adce-49dd-8856-ebd248a59cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:34.338059 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-813c1190-4904-4e56-87d0-874024346dfd tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4055470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114247'] for subnet, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:34.378906 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813c1190-4904-4e56-87d0-874024346dfd tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Pushing event deleted for resources: {'Subnet': ['ID=11a9cbd7-bbb6-4262-ba04-50077585d73d,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:24:34.401552 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12985aa-adce-49dd-8856-ebd248a59cb2 None None] Pushing event updated for resources: {'Port': ['ID=90e9a724-2c03-4c2d-8b59-4b3f05e4bc43,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:24:34.408245 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e12985aa-adce-49dd-8856-ebd248a59cb2 None None] Network 6810dc66-2960-4832-a2a9-5a3d8de080d1 is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:24:34.411455 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-e12985aa-adce-49dd-8856-ebd248a59cb2 None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:24:34.421047 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12985aa-adce-49dd-8856-ebd248a59cb2 None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 21:24:34.477853 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-813c1190-4904-4e56-87d0-874024346dfd tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:34.493323 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-d494a364-1812-498a-acf1-145205a2087f None None] Provisioning for port 27fb3e45-53bd-4e8a-99a6-8439d9401269 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:24:34.504271 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-813c1190-4904-4e56-87d0-874024346dfd tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6810dc66-2960-4832-a2a9-5a3d8de080d1']}} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:24:34.517599 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-813c1190-4904-4e56-87d0-874024346dfd tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03d45a9f-9d56-4b5f-a72a-67037790af8e') {'for_net_delete': True} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:24:34.517925 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-813c1190-4904-4e56-87d0-874024346dfd tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03d45a9f-9d56-4b5f-a72a-67037790af8e') {} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:24:34.529496 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-813c1190-4904-4e56-87d0-874024346dfd tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3149912'] for segment, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:34.537780 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-d494a364-1812-498a-acf1-145205a2087f None None] Provisioning complete for port 27fb3e45-53bd-4e8a-99a6-8439d9401269 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:24:34.538156 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-d494a364-1812-498a-acf1-145205a2087f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:34.546107 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-813c1190-4904-4e56-87d0-874024346dfd tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:34.552313 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-813c1190-4904-4e56-87d0-874024346dfd tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Releasing vlan 658 on physical network physnet1 to pool {{(pid=84887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 21:24:34.554313 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-813c1190-4904-4e56-87d0-874024346dfd tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4055488'] for segment, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:34.567953 n-d-843948-2 neutron-server[84887]: Traceback (most recent call last): May 30 21:24:34.567953 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 21:24:34.567953 n-d-843948-2 neutron-server[84887]: timer() May 30 21:24:34.567953 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 21:24:34.567953 n-d-843948-2 neutron-server[84887]: cb(*args, **kw) May 30 21:24:34.567953 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 21:24:34.567953 n-d-843948-2 neutron-server[84887]: return func(*args, **kwargs) May 30 21:24:34.567953 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 21:24:34.567953 n-d-843948-2 neutron-server[84887]: self._notify() May 30 21:24:34.567953 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 21:24:34.567953 n-d-843948-2 neutron-server[84887]: self.callback(batched_events) May 30 21:24:34.567953 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 21:24:34.567953 n-d-843948-2 neutron-server[84887]: event.method(event) May 30 21:24:34.567953 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 21:24:34.567953 n-d-843948-2 neutron-server[84887]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 21:24:34.567953 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 21:24:34.567953 n-d-843948-2 neutron-server[84887]: aggregate_uuid = self.p_client.list_aggregates( May 30 21:24:34.567953 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 21:24:34.567953 n-d-843948-2 neutron-server[84887]: return f(self, *a, **k) May 30 21:24:34.567953 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 21:24:34.567953 n-d-843948-2 neutron-server[84887]: return self._get(url).json() May 30 21:24:34.567953 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 21:24:34.567953 n-d-843948-2 neutron-server[84887]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 21:24:34.567953 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 21:24:34.567953 n-d-843948-2 neutron-server[84887]: return self.request(url, 'GET', **kwargs) May 30 21:24:34.567953 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 21:24:34.567953 n-d-843948-2 neutron-server[84887]: base_url = self.get_endpoint(auth, allow=allow, May 30 21:24:34.567953 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 21:24:34.567953 n-d-843948-2 neutron-server[84887]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 21:24:34.567953 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 21:24:34.567953 n-d-843948-2 neutron-server[84887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 21:24:34.567953 n-d-843948-2 neutron-server[84887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 21:24:34.637022 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-e12985aa-adce-49dd-8856-ebd248a59cb2 None None] Attempting to bind port 90e9a724-2c03-4c2d-8b59-4b3f05e4bc43 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 21:24:34.637394 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-e12985aa-adce-49dd-8856-ebd248a59cb2 None None] Attempting to bind port 90e9a724-2c03-4c2d-8b59-4b3f05e4bc43 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': '03d45a9f-9d56-4b5f-a72a-67037790af8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '6810dc66-2960-4832-a2a9-5a3d8de080d1'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 21:24:34.637784 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12985aa-adce-49dd-8856-ebd248a59cb2 None None] Attempting to bind port 90e9a724-2c03-4c2d-8b59-4b3f05e4bc43 on network 6810dc66-2960-4832-a2a9-5a3d8de080d1 {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:24:34.657624 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12985aa-adce-49dd-8856-ebd248a59cb2 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 21, 24, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 21:24:34.658016 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12985aa-adce-49dd-8856-ebd248a59cb2 None None] Checking segment: {'id': '03d45a9f-9d56-4b5f-a72a-67037790af8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '6810dc66-2960-4832-a2a9-5a3d8de080d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:24:34.658407 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-e12985aa-adce-49dd-8856-ebd248a59cb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:34.658786 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12985aa-adce-49dd-8856-ebd248a59cb2 None None] Bound using segment: {'id': '03d45a9f-9d56-4b5f-a72a-67037790af8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '6810dc66-2960-4832-a2a9-5a3d8de080d1'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 21:24:34.659245 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-e12985aa-adce-49dd-8856-ebd248a59cb2 None None] Bound port: 90e9a724-2c03-4c2d-8b59-4b3f05e4bc43, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03d45a9f-9d56-4b5f-a72a-67037790af8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '6810dc66-2960-4832-a2a9-5a3d8de080d1'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 21:24:34.659610 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-e12985aa-adce-49dd-8856-ebd248a59cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:34.680720 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.db.api [None req-813c1190-4904-4e56-87d0-874024346dfd tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 30 21:24:34.680720 n-d-843948-2 neutron-server[84887]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 30 21:24:34.680720 n-d-843948-2 neutron-server[84887]: [parameters: {'id': '6810dc66-2960-4832-a2a9-5a3d8de080d1'}] May 30 21:24:34.680720 n-d-843948-2 neutron-server[84887]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84887) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 21:24:34.681212 n-d-843948-2 neutron-server[84887]: DEBUG oslo_db.api [None req-813c1190-4904-4e56-87d0-874024346dfd tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 21:24:34.812619 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-d494a364-1812-498a-acf1-145205a2087f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:34.829193 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-e12985aa-adce-49dd-8856-ebd248a59cb2 None None] For port 90e9a724-2c03-4c2d-8b59-4b3f05e4bc43, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 21:24:34.844810 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-e12985aa-adce-49dd-8856-ebd248a59cb2 None None] For port 90e9a724-2c03-4c2d-8b59-4b3f05e4bc43, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=90e9a724-2c03-4c2d-8b59-4b3f05e4bc43,segment=NetworkSegment(03d45a9f-9d56-4b5f-a72a-67037790af8e),segment_id=03d45a9f-9d56-4b5f-a72a-67037790af8e)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 21:24:34.858020 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-d494a364-1812-498a-acf1-145205a2087f None None] For port 27fb3e45-53bd-4e8a-99a6-8439d9401269, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=27fb3e45-53bd-4e8a-99a6-8439d9401269,segment=NetworkSegment(3e170875-2ce4-4422-8bbc-a063e8f43f73),segment_id=3e170875-2ce4-4422-8bbc-a063e8f43f73)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:24:34.932250 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-e12985aa-adce-49dd-8856-ebd248a59cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:34.971760 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-d494a364-1812-498a-acf1-145205a2087f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:35.051150 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12985aa-adce-49dd-8856-ebd248a59cb2 None None] Pushing event updated for resources: {'Port': ['ID=90e9a724-2c03-4c2d-8b59-4b3f05e4bc43,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:24:35.129983 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f12720b-c35e-4b3f-91f7-d181e8b5e813 None None] Network 6810dc66-2960-4832-a2a9-5a3d8de080d1 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 21:24:35.182321 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-813c1190-4904-4e56-87d0-874024346dfd tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:35.193341 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-813c1190-4904-4e56-87d0-874024346dfd tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Deleting port 90e9a724-2c03-4c2d-8b59-4b3f05e4bc43 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:24:35.193725 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-813c1190-4904-4e56-87d0-874024346dfd tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:35.206842 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-657ce536-11fb-465f-8d2c-cb352596fd69 None None] Provisioning complete for port 27fb3e45-53bd-4e8a-99a6-8439d9401269 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:24:35.207211 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-657ce536-11fb-465f-8d2c-cb352596fd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:35.230138 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d494a364-1812-498a-acf1-145205a2087f None None] Pushing event updated for resources: {'Port': ['ID=27fb3e45-53bd-4e8a-99a6-8439d9401269,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:24:35.402370 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [None req-813c1190-4904-4e56-87d0-874024346dfd tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] For port 90e9a724-2c03-4c2d-8b59-4b3f05e4bc43, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=90e9a724-2c03-4c2d-8b59-4b3f05e4bc43,segment=NetworkSegment(03d45a9f-9d56-4b5f-a72a-67037790af8e),segment_id=03d45a9f-9d56-4b5f-a72a-67037790af8e)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:24:35.402953 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-813c1190-4904-4e56-87d0-874024346dfd tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:35.442975 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f88307e-ccb8-4948-be06-215aaf8a3dff None None] get_active_networks_info from n-d-843948-2 {{(pid=84888) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 30 21:24:35.528505 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f88307e-ccb8-4948-be06-215aaf8a3dff None None] Resources bound (agent type, host, resource id): {{(pid=84888) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 30 21:24:35.531143 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-813c1190-4904-4e56-87d0-874024346dfd tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Calling delete_port for 90e9a724-2c03-4c2d-8b59-4b3f05e4bc43 owned by network:dhcp {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:24:35.664528 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 27fb3e45-53bd-4e8a-99a6-8439d9401269 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:24:35.668867 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-813c1190-4904-4e56-87d0-874024346dfd tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:35.714942 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813c1190-4904-4e56-87d0-874024346dfd tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Pushing event deleted for resources: {'Port': ['ID=90e9a724-2c03-4c2d-8b59-4b3f05e4bc43,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:24:35.723306 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813c1190-4904-4e56-87d0-874024346dfd tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] No DVR routers for this DVR port 90e9a724-2c03-4c2d-8b59-4b3f05e4bc43 on host n-d-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 21:24:35.806427 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 27fb3e45-53bd-4e8a-99a6-8439d9401269 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:24:35.806793 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:35.845518 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-813c1190-4904-4e56-87d0-874024346dfd tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:35.871535 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-813c1190-4904-4e56-87d0-874024346dfd tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6810dc66-2960-4832-a2a9-5a3d8de080d1']}} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:24:35.885124 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-813c1190-4904-4e56-87d0-874024346dfd tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03d45a9f-9d56-4b5f-a72a-67037790af8e') {'for_net_delete': True} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:24:35.885416 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-813c1190-4904-4e56-87d0-874024346dfd tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03d45a9f-9d56-4b5f-a72a-67037790af8e') {} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:24:35.897386 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-813c1190-4904-4e56-87d0-874024346dfd tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3149912'] for segment, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:35.913145 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-813c1190-4904-4e56-87d0-874024346dfd tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:35.919002 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-813c1190-4904-4e56-87d0-874024346dfd tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Releasing vlan 658 on physical network physnet1 to pool {{(pid=84887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 21:24:35.919377 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-813c1190-4904-4e56-87d0-874024346dfd tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4055488'] for segment, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:35.934252 n-d-843948-2 neutron-server[84887]: Traceback (most recent call last): May 30 21:24:35.934252 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 21:24:35.934252 n-d-843948-2 neutron-server[84887]: timer() May 30 21:24:35.934252 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 21:24:35.934252 n-d-843948-2 neutron-server[84887]: cb(*args, **kw) May 30 21:24:35.934252 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 21:24:35.934252 n-d-843948-2 neutron-server[84887]: return func(*args, **kwargs) May 30 21:24:35.934252 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 21:24:35.934252 n-d-843948-2 neutron-server[84887]: self._notify() May 30 21:24:35.934252 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 21:24:35.934252 n-d-843948-2 neutron-server[84887]: self.callback(batched_events) May 30 21:24:35.934252 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 21:24:35.934252 n-d-843948-2 neutron-server[84887]: event.method(event) May 30 21:24:35.934252 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 21:24:35.934252 n-d-843948-2 neutron-server[84887]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 21:24:35.934252 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 21:24:35.934252 n-d-843948-2 neutron-server[84887]: aggregate_uuid = self.p_client.list_aggregates( May 30 21:24:35.934252 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 21:24:35.934252 n-d-843948-2 neutron-server[84887]: return f(self, *a, **k) May 30 21:24:35.934252 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 21:24:35.934252 n-d-843948-2 neutron-server[84887]: return self._get(url).json() May 30 21:24:35.934252 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 21:24:35.934252 n-d-843948-2 neutron-server[84887]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 21:24:35.934252 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 21:24:35.934252 n-d-843948-2 neutron-server[84887]: return self.request(url, 'GET', **kwargs) May 30 21:24:35.934252 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 21:24:35.934252 n-d-843948-2 neutron-server[84887]: base_url = self.get_endpoint(auth, allow=allow, May 30 21:24:35.934252 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 21:24:35.934252 n-d-843948-2 neutron-server[84887]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 21:24:35.934252 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 21:24:35.934252 n-d-843948-2 neutron-server[84887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 21:24:35.934252 n-d-843948-2 neutron-server[84887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 21:24:36.069437 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-813c1190-4904-4e56-87d0-874024346dfd tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:36.087201 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-813c1190-4904-4e56-87d0-874024346dfd tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:36.099367 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813c1190-4904-4e56-87d0-874024346dfd tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Pushing event deleted for resources: {'Network': ['ID=6810dc66-2960-4832-a2a9-5a3d8de080d1,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:24:36.106067 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-813c1190-4904-4e56-87d0-874024346dfd tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] 10.222.0.85 "DELETE /v2.0/networks/6810dc66-2960-4832-a2a9-5a3d8de080d1 HTTP/1.1" status: 204 len: 168 time: 2.5067225 May 30 21:24:36.109555 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 51138) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:24:36.114959 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-31eea400-753b-4022-882f-265a6f0f5354 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1276198460'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:24:36.120526 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-31eea400-753b-4022-882f-265a6f0f5354 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:24:36.124400 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-31eea400-753b-4022-882f-265a6f0f5354 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Usage tracker for resource:network and tenant:ab2f64864d254dadaa367b1f5703a57a is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:24:36.127320 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-31eea400-753b-4022-882f-265a6f0f5354 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:24:36.134089 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-31eea400-753b-4022-882f-265a6f0f5354 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:24:36.194864 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31eea400-753b-4022-882f-265a6f0f5354 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Made reservation on behalf of ab2f64864d254dadaa367b1f5703a57a for: {'network': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 21:24:36.197843 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-31eea400-753b-4022-882f-265a6f0f5354 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:36.225917 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31eea400-753b-4022-882f-265a6f0f5354 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] vlan segment allocate from pool success with {'vlan_id': 667, 'physical_network': 'physnet1'} {{(pid=84887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 21:24:36.234409 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-31eea400-753b-4022-882f-265a6f0f5354 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:36.234738 n-d-843948-2 neutron-server[84887]: INFO neutron.db.segments_db [None req-31eea400-753b-4022-882f-265a6f0f5354 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Added segment c525d681-ab76-4d32-9eb7-219ed61917fa of type vlan for network c4d54529-956c-418d-894e-9d98ea799c90 May 30 21:24:36.262029 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-31eea400-753b-4022-882f-265a6f0f5354 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:36.337918 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-31eea400-753b-4022-882f-265a6f0f5354 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:36.341563 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31eea400-753b-4022-882f-265a6f0f5354 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:24:36.342176 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-31eea400-753b-4022-882f-265a6f0f5354 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:36.447224 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31eea400-753b-4022-882f-265a6f0f5354 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Pushing event updated for resources: {'Network': ['ID=c4d54529-956c-418d-894e-9d98ea799c90,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:24:36.457129 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network c4d54529-956c-418d-894e-9d98ea799c90 details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 21:24:36.498389 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-31eea400-753b-4022-882f-265a6f0f5354 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3876078 May 30 21:24:36.501262 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 51142) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:24:36.507231 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-f129f0f9-847a-43b2-a022-025daf35f6ad tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Request body: {'subnet': {'network_id': 'c4d54529-956c-418d-894e-9d98ea799c90', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:24:36.709091 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-f129f0f9-847a-43b2-a022-025daf35f6ad tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:24:36.712777 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-f129f0f9-847a-43b2-a022-025daf35f6ad tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Usage tracker for resource:subnet and tenant:ab2f64864d254dadaa367b1f5703a57a is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:24:36.715575 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-f129f0f9-847a-43b2-a022-025daf35f6ad tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:24:36.721204 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-f129f0f9-847a-43b2-a022-025daf35f6ad tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:24:36.788814 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f129f0f9-847a-43b2-a022-025daf35f6ad tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Made reservation on behalf of ab2f64864d254dadaa367b1f5703a57a for: {'subnet': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 21:24:36.889031 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f129f0f9-847a-43b2-a022-025daf35f6ad tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114220'] for subnet, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:36.979054 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.ipam_backend_mixin [None req-f129f0f9-847a-43b2-a022-025daf35f6ad tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Performing IP validity checks on allocation pools {{(pid=84887) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 30 21:24:36.979504 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.ipam_backend_mixin [None req-f129f0f9-847a-43b2-a022-025daf35f6ad tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84887) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 30 21:24:37.143191 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f129f0f9-847a-43b2-a022-025daf35f6ad tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4055401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114238'] for subnet, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:37.225785 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f129f0f9-847a-43b2-a022-025daf35f6ad tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Pushing event updated for resources: {'Subnet': ['ID=37f891fb-23a9-4170-9e47-d54fd064e267,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:24:37.235508 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f129f0f9-847a-43b2-a022-025daf35f6ad tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Checking segment: {'id': 'c525d681-ab76-4d32-9eb7-219ed61917fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'c4d54529-956c-418d-894e-9d98ea799c90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:24:37.235868 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f129f0f9-847a-43b2-a022-025daf35f6ad tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Network hostable DHCP agents. Network: c4d54529-956c-418d-894e-9d98ea799c90, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 21:24:37.314239 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f129f0f9-847a-43b2-a022-025daf35f6ad tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Network c4d54529-956c-418d-894e-9d98ea799c90 is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 21:24:37.371448 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-f129f0f9-847a-43b2-a022-025daf35f6ad tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, c4d54529-956c-418d-894e-9d98ea799c90) {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:24:37.375516 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f129f0f9-847a-43b2-a022-025daf35f6ad tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:24:37.376083 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f129f0f9-847a-43b2-a022-025daf35f6ad tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:37.380105 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4344758a-72eb-4b55-93b1-4f19a72214fc None None] Network c4d54529-956c-418d-894e-9d98ea799c90 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 21:24:37.446887 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-f129f0f9-847a-43b2-a022-025daf35f6ad tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9445257 May 30 21:24:37.449488 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 51146) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:24:37.592800 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-70f6369a-7bf8-4818-8bbb-ec9605c10b9c tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:37.595693 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7152bb0-360f-470b-a006-07104ce0fe17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-c4d54529-956c-418d-894e-9d98ea799c90', 'network_id': 'c4d54529-956c-418d-894e-9d98ea799c90', 'tenant_id': 'ab2f64864d254dadaa367b1f5703a57a', 'fixed_ips': [{'subnet_id': '37f891fb-23a9-4170-9e47-d54fd064e267'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 21:24:37.596503 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-f7152bb0-360f-470b-a006-07104ce0fe17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:37.660074 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-70f6369a-7bf8-4818-8bbb-ec9605c10b9c tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:37.750033 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-f7152bb0-360f-470b-a006-07104ce0fe17 None None] Allocated IP 2001:db8::3 (c4d54529-956c-418d-894e-9d98ea799c90/37f891fb-23a9-4170-9e47-d54fd064e267/554edd7e-275c-49ab-a937-e5f4f317810a) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 21:24:37.955231 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-f7152bb0-360f-470b-a006-07104ce0fe17 None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:37.965338 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-f7152bb0-360f-470b-a006-07104ce0fe17 None None] Transition to ACTIVE for port object 554edd7e-275c-49ab-a937-e5f4f317810a will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:24:37.983656 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-f7152bb0-360f-470b-a006-07104ce0fe17 None None] Transition to ACTIVE for port object 554edd7e-275c-49ab-a937-e5f4f317810a will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:24:38.040447 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-f7152bb0-360f-470b-a006-07104ce0fe17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:38.103165 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-70f6369a-7bf8-4818-8bbb-ec9605c10b9c tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4055470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114247'] for subnet, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:38.106597 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7152bb0-360f-470b-a006-07104ce0fe17 None None] Network c4d54529-956c-418d-894e-9d98ea799c90 is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:24:38.109505 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-f7152bb0-360f-470b-a006-07104ce0fe17 None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:24:38.114740 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7152bb0-360f-470b-a006-07104ce0fe17 None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 21:24:38.116606 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7152bb0-360f-470b-a006-07104ce0fe17 None None] Pushing event updated for resources: {'Port': ['ID=554edd7e-275c-49ab-a937-e5f4f317810a,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:24:38.146125 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f6369a-7bf8-4818-8bbb-ec9605c10b9c tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Pushing event deleted for resources: {'Subnet': ['ID=37f891fb-23a9-4170-9e47-d54fd064e267,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:24:38.207987 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-f7152bb0-360f-470b-a006-07104ce0fe17 None None] Attempting to bind port 554edd7e-275c-49ab-a937-e5f4f317810a on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 21:24:38.207987 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-f7152bb0-360f-470b-a006-07104ce0fe17 None None] Attempting to bind port 554edd7e-275c-49ab-a937-e5f4f317810a by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': 'c525d681-ab76-4d32-9eb7-219ed61917fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'c4d54529-956c-418d-894e-9d98ea799c90'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 21:24:38.207987 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7152bb0-360f-470b-a006-07104ce0fe17 None None] Attempting to bind port 554edd7e-275c-49ab-a937-e5f4f317810a on network c4d54529-956c-418d-894e-9d98ea799c90 {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:24:38.212708 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7152bb0-360f-470b-a006-07104ce0fe17 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 21, 24, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 21:24:38.213075 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7152bb0-360f-470b-a006-07104ce0fe17 None None] Checking segment: {'id': 'c525d681-ab76-4d32-9eb7-219ed61917fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'c4d54529-956c-418d-894e-9d98ea799c90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:24:38.213469 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-f7152bb0-360f-470b-a006-07104ce0fe17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:38.213880 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7152bb0-360f-470b-a006-07104ce0fe17 None None] Bound using segment: {'id': 'c525d681-ab76-4d32-9eb7-219ed61917fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'c4d54529-956c-418d-894e-9d98ea799c90'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 21:24:38.214347 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-f7152bb0-360f-470b-a006-07104ce0fe17 None None] Bound port: 554edd7e-275c-49ab-a937-e5f4f317810a, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c525d681-ab76-4d32-9eb7-219ed61917fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'c4d54529-956c-418d-894e-9d98ea799c90'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 21:24:38.214694 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-f7152bb0-360f-470b-a006-07104ce0fe17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:38.243577 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-70f6369a-7bf8-4818-8bbb-ec9605c10b9c tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:38.269374 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-70f6369a-7bf8-4818-8bbb-ec9605c10b9c tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4d54529-956c-418d-894e-9d98ea799c90']}} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:24:38.281485 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-70f6369a-7bf8-4818-8bbb-ec9605c10b9c tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c525d681-ab76-4d32-9eb7-219ed61917fa') {'for_net_delete': True} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:24:38.281814 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-70f6369a-7bf8-4818-8bbb-ec9605c10b9c tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c525d681-ab76-4d32-9eb7-219ed61917fa') {} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:24:38.293923 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-70f6369a-7bf8-4818-8bbb-ec9605c10b9c tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3149912'] for segment, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:38.301127 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-f7152bb0-360f-470b-a006-07104ce0fe17 None None] For port 554edd7e-275c-49ab-a937-e5f4f317810a, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 21:24:38.305294 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-f7152bb0-360f-470b-a006-07104ce0fe17 None None] For port 554edd7e-275c-49ab-a937-e5f4f317810a, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=554edd7e-275c-49ab-a937-e5f4f317810a,segment=NetworkSegment(c525d681-ab76-4d32-9eb7-219ed61917fa),segment_id=c525d681-ab76-4d32-9eb7-219ed61917fa)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 21:24:38.430204 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-f7152bb0-360f-470b-a006-07104ce0fe17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:38.477744 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-70f6369a-7bf8-4818-8bbb-ec9605c10b9c tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:38.477744 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70f6369a-7bf8-4818-8bbb-ec9605c10b9c tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Releasing vlan 667 on physical network physnet1 to pool {{(pid=84887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 21:24:38.477744 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-70f6369a-7bf8-4818-8bbb-ec9605c10b9c tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4055488'] for segment, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:38.477744 n-d-843948-2 neutron-server[84887]: Traceback (most recent call last): May 30 21:24:38.477744 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 21:24:38.477744 n-d-843948-2 neutron-server[84887]: timer() May 30 21:24:38.477744 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 21:24:38.477744 n-d-843948-2 neutron-server[84887]: cb(*args, **kw) May 30 21:24:38.477744 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 21:24:38.477744 n-d-843948-2 neutron-server[84887]: return func(*args, **kwargs) May 30 21:24:38.477744 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 21:24:38.477744 n-d-843948-2 neutron-server[84887]: self._notify() May 30 21:24:38.477744 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 21:24:38.477744 n-d-843948-2 neutron-server[84887]: self.callback(batched_events) May 30 21:24:38.477744 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 21:24:38.477744 n-d-843948-2 neutron-server[84887]: event.method(event) May 30 21:24:38.477744 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 21:24:38.477744 n-d-843948-2 neutron-server[84887]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 21:24:38.477744 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 21:24:38.477744 n-d-843948-2 neutron-server[84887]: aggregate_uuid = self.p_client.list_aggregates( May 30 21:24:38.477744 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 21:24:38.477744 n-d-843948-2 neutron-server[84887]: return f(self, *a, **k) May 30 21:24:38.477744 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 21:24:38.477744 n-d-843948-2 neutron-server[84887]: return self._get(url).json() May 30 21:24:38.477744 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 21:24:38.477744 n-d-843948-2 neutron-server[84887]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 21:24:38.477744 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 21:24:38.477744 n-d-843948-2 neutron-server[84887]: return self.request(url, 'GET', **kwargs) May 30 21:24:38.477744 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 21:24:38.477744 n-d-843948-2 neutron-server[84887]: base_url = self.get_endpoint(auth, allow=allow, May 30 21:24:38.477744 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 21:24:38.477744 n-d-843948-2 neutron-server[84887]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 21:24:38.477744 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 21:24:38.477744 n-d-843948-2 neutron-server[84887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 21:24:38.477744 n-d-843948-2 neutron-server[84887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 21:24:38.546707 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7152bb0-360f-470b-a006-07104ce0fe17 None None] Pushing event updated for resources: {'Port': ['ID=554edd7e-275c-49ab-a937-e5f4f317810a,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:24:38.580353 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a07e280c-7810-4635-9572-2213105cbe99 None None] Network c4d54529-956c-418d-894e-9d98ea799c90 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 21:24:38.832099 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d8e69c-0fb4-417d-a271-d0923e3f3f92 None None] get_active_networks_info from n-d-843948-2 {{(pid=84888) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 30 21:24:38.835489 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.db.api [None req-70f6369a-7bf8-4818-8bbb-ec9605c10b9c tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 30 21:24:38.835489 n-d-843948-2 neutron-server[84887]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 30 21:24:38.835489 n-d-843948-2 neutron-server[84887]: [parameters: {'id': 'c4d54529-956c-418d-894e-9d98ea799c90'}] May 30 21:24:38.835489 n-d-843948-2 neutron-server[84887]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84887) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 21:24:38.835857 n-d-843948-2 neutron-server[84887]: DEBUG oslo_db.api [None req-70f6369a-7bf8-4818-8bbb-ec9605c10b9c tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 21:24:38.916850 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d8e69c-0fb4-417d-a271-d0923e3f3f92 None None] Resources bound (agent type, host, resource id): {{(pid=84888) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 30 21:24:39.337679 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-70f6369a-7bf8-4818-8bbb-ec9605c10b9c tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:39.348832 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-70f6369a-7bf8-4818-8bbb-ec9605c10b9c tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Deleting port 554edd7e-275c-49ab-a937-e5f4f317810a {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:24:39.349669 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-70f6369a-7bf8-4818-8bbb-ec9605c10b9c tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:39.557841 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [None req-70f6369a-7bf8-4818-8bbb-ec9605c10b9c tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] For port 554edd7e-275c-49ab-a937-e5f4f317810a, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=554edd7e-275c-49ab-a937-e5f4f317810a,segment=NetworkSegment(c525d681-ab76-4d32-9eb7-219ed61917fa),segment_id=c525d681-ab76-4d32-9eb7-219ed61917fa)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:24:39.558539 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-70f6369a-7bf8-4818-8bbb-ec9605c10b9c tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:39.678002 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-70f6369a-7bf8-4818-8bbb-ec9605c10b9c tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Calling delete_port for 554edd7e-275c-49ab-a937-e5f4f317810a owned by network:dhcp {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:24:39.824812 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-70f6369a-7bf8-4818-8bbb-ec9605c10b9c tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:39.960202 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f6369a-7bf8-4818-8bbb-ec9605c10b9c tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Pushing event deleted for resources: {'Port': ['ID=554edd7e-275c-49ab-a937-e5f4f317810a,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:24:39.964788 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f6369a-7bf8-4818-8bbb-ec9605c10b9c tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] No DVR routers for this DVR port 554edd7e-275c-49ab-a937-e5f4f317810a on host n-d-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 21:24:40.088619 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-70f6369a-7bf8-4818-8bbb-ec9605c10b9c tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:40.117390 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-70f6369a-7bf8-4818-8bbb-ec9605c10b9c tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4d54529-956c-418d-894e-9d98ea799c90']}} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:24:40.129161 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-70f6369a-7bf8-4818-8bbb-ec9605c10b9c tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c525d681-ab76-4d32-9eb7-219ed61917fa') {'for_net_delete': True} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:24:40.129464 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-70f6369a-7bf8-4818-8bbb-ec9605c10b9c tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c525d681-ab76-4d32-9eb7-219ed61917fa') {} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:24:40.141718 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-70f6369a-7bf8-4818-8bbb-ec9605c10b9c tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3149912'] for segment, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:40.157930 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-70f6369a-7bf8-4818-8bbb-ec9605c10b9c tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:40.163952 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70f6369a-7bf8-4818-8bbb-ec9605c10b9c tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Releasing vlan 667 on physical network physnet1 to pool {{(pid=84887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 21:24:40.164357 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-70f6369a-7bf8-4818-8bbb-ec9605c10b9c tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4055488'] for segment, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:40.179173 n-d-843948-2 neutron-server[84887]: Traceback (most recent call last): May 30 21:24:40.179173 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 21:24:40.179173 n-d-843948-2 neutron-server[84887]: timer() May 30 21:24:40.179173 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 21:24:40.179173 n-d-843948-2 neutron-server[84887]: cb(*args, **kw) May 30 21:24:40.179173 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 21:24:40.179173 n-d-843948-2 neutron-server[84887]: return func(*args, **kwargs) May 30 21:24:40.179173 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 21:24:40.179173 n-d-843948-2 neutron-server[84887]: self._notify() May 30 21:24:40.179173 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 21:24:40.179173 n-d-843948-2 neutron-server[84887]: self.callback(batched_events) May 30 21:24:40.179173 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 21:24:40.179173 n-d-843948-2 neutron-server[84887]: event.method(event) May 30 21:24:40.179173 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 21:24:40.179173 n-d-843948-2 neutron-server[84887]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 21:24:40.179173 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 21:24:40.179173 n-d-843948-2 neutron-server[84887]: aggregate_uuid = self.p_client.list_aggregates( May 30 21:24:40.179173 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 21:24:40.179173 n-d-843948-2 neutron-server[84887]: return f(self, *a, **k) May 30 21:24:40.179173 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 21:24:40.179173 n-d-843948-2 neutron-server[84887]: return self._get(url).json() May 30 21:24:40.179173 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 21:24:40.179173 n-d-843948-2 neutron-server[84887]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 21:24:40.179173 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 21:24:40.179173 n-d-843948-2 neutron-server[84887]: return self.request(url, 'GET', **kwargs) May 30 21:24:40.179173 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 21:24:40.179173 n-d-843948-2 neutron-server[84887]: base_url = self.get_endpoint(auth, allow=allow, May 30 21:24:40.179173 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 21:24:40.179173 n-d-843948-2 neutron-server[84887]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 21:24:40.179173 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 21:24:40.179173 n-d-843948-2 neutron-server[84887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 21:24:40.179173 n-d-843948-2 neutron-server[84887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 21:24:40.320138 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-70f6369a-7bf8-4818-8bbb-ec9605c10b9c tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:40.337564 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-70f6369a-7bf8-4818-8bbb-ec9605c10b9c tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:40.348668 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f6369a-7bf8-4818-8bbb-ec9605c10b9c tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Pushing event deleted for resources: {'Network': ['ID=c4d54529-956c-418d-894e-9d98ea799c90,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:24:40.355060 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-70f6369a-7bf8-4818-8bbb-ec9605c10b9c tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] 10.222.0.85 "DELETE /v2.0/networks/c4d54529-956c-418d-894e-9d98ea799c90 HTTP/1.1" status: 204 len: 168 time: 2.9045286 May 30 21:24:40.358647 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 51150) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:24:40.363886 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-1e9d0cf3-1c11-4263-863b-c433747d9f41 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1268101558'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:24:40.369957 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-1e9d0cf3-1c11-4263-863b-c433747d9f41 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:24:40.373875 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-1e9d0cf3-1c11-4263-863b-c433747d9f41 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Usage tracker for resource:network and tenant:ab2f64864d254dadaa367b1f5703a57a is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:24:40.376832 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-1e9d0cf3-1c11-4263-863b-c433747d9f41 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:24:40.383694 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-1e9d0cf3-1c11-4263-863b-c433747d9f41 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:24:40.440087 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e9d0cf3-1c11-4263-863b-c433747d9f41 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Made reservation on behalf of ab2f64864d254dadaa367b1f5703a57a for: {'network': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 21:24:40.443841 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1e9d0cf3-1c11-4263-863b-c433747d9f41 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:40.471797 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e9d0cf3-1c11-4263-863b-c433747d9f41 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] vlan segment allocate from pool success with {'vlan_id': 683, 'physical_network': 'physnet1'} {{(pid=84887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 21:24:40.480795 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1e9d0cf3-1c11-4263-863b-c433747d9f41 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:40.481135 n-d-843948-2 neutron-server[84887]: INFO neutron.db.segments_db [None req-1e9d0cf3-1c11-4263-863b-c433747d9f41 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Added segment e3bd950b-a7c8-4918-948c-836596395a0d of type vlan for network 709bd948-049b-47f4-aba4-4926b7ca99f5 May 30 21:24:40.507758 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1e9d0cf3-1c11-4263-863b-c433747d9f41 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:40.582719 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1e9d0cf3-1c11-4263-863b-c433747d9f41 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:40.586560 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e9d0cf3-1c11-4263-863b-c433747d9f41 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:24:40.587163 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1e9d0cf3-1c11-4263-863b-c433747d9f41 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:40.695132 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9d0cf3-1c11-4263-863b-c433747d9f41 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Pushing event updated for resources: {'Network': ['ID=709bd948-049b-47f4-aba4-4926b7ca99f5,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:24:40.705128 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network 709bd948-049b-47f4-aba4-4926b7ca99f5 details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 21:24:40.749446 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-1e9d0cf3-1c11-4263-863b-c433747d9f41 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3897305 May 30 21:24:40.752244 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 51154) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:24:40.758217 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-3779d323-858a-419b-9674-31be73dd216b tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Request body: {'subnet': {'network_id': '709bd948-049b-47f4-aba4-4926b7ca99f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:24:40.870910 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-3779d323-858a-419b-9674-31be73dd216b tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:24:40.874737 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-3779d323-858a-419b-9674-31be73dd216b tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Usage tracker for resource:subnet and tenant:ab2f64864d254dadaa367b1f5703a57a is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:24:40.877540 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-3779d323-858a-419b-9674-31be73dd216b tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:24:40.883309 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-3779d323-858a-419b-9674-31be73dd216b tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:24:40.948256 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3779d323-858a-419b-9674-31be73dd216b tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Made reservation on behalf of ab2f64864d254dadaa367b1f5703a57a for: {'subnet': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 21:24:41.050919 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3779d323-858a-419b-9674-31be73dd216b tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114220'] for subnet, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:41.314620 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3779d323-858a-419b-9674-31be73dd216b tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4055401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114238'] for subnet, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:41.394034 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3779d323-858a-419b-9674-31be73dd216b tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Pushing event updated for resources: {'Subnet': ['ID=01fc9fef-af19-4395-9764-78f202d7a9e0,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:24:41.406002 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3779d323-858a-419b-9674-31be73dd216b tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Checking segment: {'id': 'e3bd950b-a7c8-4918-948c-836596395a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '709bd948-049b-47f4-aba4-4926b7ca99f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:24:41.406354 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3779d323-858a-419b-9674-31be73dd216b tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Network hostable DHCP agents. Network: 709bd948-049b-47f4-aba4-4926b7ca99f5, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 21:24:41.485445 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3779d323-858a-419b-9674-31be73dd216b tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Network 709bd948-049b-47f4-aba4-4926b7ca99f5 is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 21:24:41.554739 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-3779d323-858a-419b-9674-31be73dd216b tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, 709bd948-049b-47f4-aba4-4926b7ca99f5) {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:24:41.558822 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3779d323-858a-419b-9674-31be73dd216b tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:24:41.559405 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3779d323-858a-419b-9674-31be73dd216b tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:41.563300 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-361d93c5-2af7-4beb-a34e-6512d7652a54 None None] Network 709bd948-049b-47f4-aba4-4926b7ca99f5 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 21:24:41.641031 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-3779d323-858a-419b-9674-31be73dd216b tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8874872 May 30 21:24:41.644530 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 51158) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:24:41.650630 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-f77b2789-d979-491a-8126-ecc380080026 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-822423433'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:24:41.656078 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-f77b2789-d979-491a-8126-ecc380080026 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:24:41.659939 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-f77b2789-d979-491a-8126-ecc380080026 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Usage tracker for resource:network and tenant:ab2f64864d254dadaa367b1f5703a57a is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:24:41.662902 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-f77b2789-d979-491a-8126-ecc380080026 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:24:41.668637 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-f77b2789-d979-491a-8126-ecc380080026 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:24:41.754643 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f77b2789-d979-491a-8126-ecc380080026 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Made reservation on behalf of ab2f64864d254dadaa367b1f5703a57a for: {'network': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 21:24:41.758349 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f77b2789-d979-491a-8126-ecc380080026 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:41.774485 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b07228-64f8-4546-89e1-a2b1c06afb19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-709bd948-049b-47f4-aba4-4926b7ca99f5', 'network_id': '709bd948-049b-47f4-aba4-4926b7ca99f5', 'tenant_id': 'ab2f64864d254dadaa367b1f5703a57a', 'fixed_ips': [{'subnet_id': '01fc9fef-af19-4395-9764-78f202d7a9e0'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 21:24:41.777060 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-08b07228-64f8-4546-89e1-a2b1c06afb19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:41.788157 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f77b2789-d979-491a-8126-ecc380080026 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] vlan segment allocate from pool success with {'vlan_id': 676, 'physical_network': 'physnet1'} {{(pid=84887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 21:24:41.797582 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f77b2789-d979-491a-8126-ecc380080026 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:41.799999 n-d-843948-2 neutron-server[84887]: INFO neutron.db.segments_db [None req-f77b2789-d979-491a-8126-ecc380080026 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Added segment 676049c4-7c6a-4767-91d8-ec70a52e3a01 of type vlan for network 59064ac8-7353-4715-9c95-ea7c0fe38a8e May 30 21:24:41.826068 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f77b2789-d979-491a-8126-ecc380080026 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:41.903287 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f77b2789-d979-491a-8126-ecc380080026 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:41.906950 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f77b2789-d979-491a-8126-ecc380080026 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:24:41.907521 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f77b2789-d979-491a-8126-ecc380080026 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:41.931453 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-08b07228-64f8-4546-89e1-a2b1c06afb19 None None] Allocated IP 2001:db8::2 (709bd948-049b-47f4-aba4-4926b7ca99f5/01fc9fef-af19-4395-9764-78f202d7a9e0/00ba274b-7f09-472a-a702-9101d881ef88) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 21:24:42.015564 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77b2789-d979-491a-8126-ecc380080026 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Pushing event updated for resources: {'Network': ['ID=59064ac8-7353-4715-9c95-ea7c0fe38a8e,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:24:42.026508 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network 59064ac8-7353-4715-9c95-ea7c0fe38a8e details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 21:24:42.058052 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-f77b2789-d979-491a-8126-ecc380080026 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4124088 May 30 21:24:42.060828 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 51162) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:24:42.066524 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-c3be5449-8a9b-41da-8d49-eea5b780f15e tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Request body: {'subnet': {'network_id': '59064ac8-7353-4715-9c95-ea7c0fe38a8e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:24:42.178323 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-c3be5449-8a9b-41da-8d49-eea5b780f15e tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:24:42.182374 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-c3be5449-8a9b-41da-8d49-eea5b780f15e tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Usage tracker for resource:subnet and tenant:ab2f64864d254dadaa367b1f5703a57a is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:24:42.185176 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-c3be5449-8a9b-41da-8d49-eea5b780f15e tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:24:42.190937 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-c3be5449-8a9b-41da-8d49-eea5b780f15e tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:24:42.222433 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-08b07228-64f8-4546-89e1-a2b1c06afb19 None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:42.232817 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-08b07228-64f8-4546-89e1-a2b1c06afb19 None None] Transition to ACTIVE for port object 00ba274b-7f09-472a-a702-9101d881ef88 will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:24:42.234389 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3be5449-8a9b-41da-8d49-eea5b780f15e tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Made reservation on behalf of ab2f64864d254dadaa367b1f5703a57a for: {'subnet': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 21:24:42.252688 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-08b07228-64f8-4546-89e1-a2b1c06afb19 None None] Transition to ACTIVE for port object 00ba274b-7f09-472a-a702-9101d881ef88 will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:24:42.304770 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-08b07228-64f8-4546-89e1-a2b1c06afb19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:42.337743 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c3be5449-8a9b-41da-8d49-eea5b780f15e tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114220'] for subnet, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:42.374273 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b07228-64f8-4546-89e1-a2b1c06afb19 None None] Network 709bd948-049b-47f4-aba4-4926b7ca99f5 is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:24:42.376949 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-08b07228-64f8-4546-89e1-a2b1c06afb19 None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:24:42.379392 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b07228-64f8-4546-89e1-a2b1c06afb19 None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 21:24:42.389004 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b07228-64f8-4546-89e1-a2b1c06afb19 None None] Pushing event updated for resources: {'Port': ['ID=00ba274b-7f09-472a-a702-9101d881ef88,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:24:42.481757 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-08b07228-64f8-4546-89e1-a2b1c06afb19 None None] Attempting to bind port 00ba274b-7f09-472a-a702-9101d881ef88 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 21:24:42.482041 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-08b07228-64f8-4546-89e1-a2b1c06afb19 None None] Attempting to bind port 00ba274b-7f09-472a-a702-9101d881ef88 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': 'e3bd950b-a7c8-4918-948c-836596395a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '709bd948-049b-47f4-aba4-4926b7ca99f5'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 21:24:42.482399 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b07228-64f8-4546-89e1-a2b1c06afb19 None None] Attempting to bind port 00ba274b-7f09-472a-a702-9101d881ef88 on network 709bd948-049b-47f4-aba4-4926b7ca99f5 {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:24:42.489333 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b07228-64f8-4546-89e1-a2b1c06afb19 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 21, 24, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 21:24:42.489910 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b07228-64f8-4546-89e1-a2b1c06afb19 None None] Checking segment: {'id': 'e3bd950b-a7c8-4918-948c-836596395a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '709bd948-049b-47f4-aba4-4926b7ca99f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:24:42.490397 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-08b07228-64f8-4546-89e1-a2b1c06afb19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:42.490735 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b07228-64f8-4546-89e1-a2b1c06afb19 None None] Bound using segment: {'id': 'e3bd950b-a7c8-4918-948c-836596395a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '709bd948-049b-47f4-aba4-4926b7ca99f5'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 21:24:42.491200 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-08b07228-64f8-4546-89e1-a2b1c06afb19 None None] Bound port: 00ba274b-7f09-472a-a702-9101d881ef88, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3bd950b-a7c8-4918-948c-836596395a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '709bd948-049b-47f4-aba4-4926b7ca99f5'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 21:24:42.491569 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-08b07228-64f8-4546-89e1-a2b1c06afb19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:42.580386 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-08b07228-64f8-4546-89e1-a2b1c06afb19 None None] For port 00ba274b-7f09-472a-a702-9101d881ef88, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 21:24:42.583400 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-08b07228-64f8-4546-89e1-a2b1c06afb19 None None] For port 00ba274b-7f09-472a-a702-9101d881ef88, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=00ba274b-7f09-472a-a702-9101d881ef88,segment=NetworkSegment(e3bd950b-a7c8-4918-948c-836596395a0d),segment_id=e3bd950b-a7c8-4918-948c-836596395a0d)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 21:24:42.657866 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-08b07228-64f8-4546-89e1-a2b1c06afb19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:42.686254 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c3be5449-8a9b-41da-8d49-eea5b780f15e tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4055401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114238'] for subnet, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:42.751290 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b07228-64f8-4546-89e1-a2b1c06afb19 None None] Pushing event updated for resources: {'Port': ['ID=00ba274b-7f09-472a-a702-9101d881ef88,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:24:42.767769 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3be5449-8a9b-41da-8d49-eea5b780f15e tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Pushing event updated for resources: {'Subnet': ['ID=ef1852b4-c9b6-4d78-b959-f8320e5051b9,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:24:42.779764 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3be5449-8a9b-41da-8d49-eea5b780f15e tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Checking segment: {'id': '676049c4-7c6a-4767-91d8-ec70a52e3a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '59064ac8-7353-4715-9c95-ea7c0fe38a8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:24:42.780116 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3be5449-8a9b-41da-8d49-eea5b780f15e tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Network hostable DHCP agents. Network: 59064ac8-7353-4715-9c95-ea7c0fe38a8e, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 21:24:42.874218 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3be5449-8a9b-41da-8d49-eea5b780f15e tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Network 59064ac8-7353-4715-9c95-ea7c0fe38a8e is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 21:24:42.988603 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-c3be5449-8a9b-41da-8d49-eea5b780f15e tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, 59064ac8-7353-4715-9c95-ea7c0fe38a8e) {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:24:42.992624 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3be5449-8a9b-41da-8d49-eea5b780f15e tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:24:42.993199 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c3be5449-8a9b-41da-8d49-eea5b780f15e tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:42.997757 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9525b214-a31d-4ed7-91b0-755e9fb2bb92 None None] Network 59064ac8-7353-4715-9c95-ea7c0fe38a8e requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 21:24:43.097986 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-c3be5449-8a9b-41da-8d49-eea5b780f15e tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0360465 May 30 21:24:43.101231 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 51166) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:24:43.212955 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ce82b2-ac80-4573-8227-3afc50f41616 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-59064ac8-7353-4715-9c95-ea7c0fe38a8e', 'network_id': '59064ac8-7353-4715-9c95-ea7c0fe38a8e', 'tenant_id': 'ab2f64864d254dadaa367b1f5703a57a', 'fixed_ips': [{'subnet_id': 'ef1852b4-c9b6-4d78-b959-f8320e5051b9'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 21:24:43.212955 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-a8ce82b2-ac80-4573-8227-3afc50f41616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:43.247647 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2e8d2286-6f25-48c9-9b9e-eba32299e9d4 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:43.314010 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2e8d2286-6f25-48c9-9b9e-eba32299e9d4 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:43.374925 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-a8ce82b2-ac80-4573-8227-3afc50f41616 None None] Allocated IP 2001:db8::2 (59064ac8-7353-4715-9c95-ea7c0fe38a8e/ef1852b4-c9b6-4d78-b959-f8320e5051b9/87f11c61-9c3a-42b7-8be9-4c9580d70629) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 21:24:43.624277 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-a8ce82b2-ac80-4573-8227-3afc50f41616 None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:43.635236 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-a8ce82b2-ac80-4573-8227-3afc50f41616 None None] Transition to ACTIVE for port object 87f11c61-9c3a-42b7-8be9-4c9580d70629 will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:24:43.654885 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-a8ce82b2-ac80-4573-8227-3afc50f41616 None None] Transition to ACTIVE for port object 87f11c61-9c3a-42b7-8be9-4c9580d70629 will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:24:43.700110 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 00ba274b-7f09-472a-a702-9101d881ef88 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:24:43.733581 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48998f5b-7796-4cb0-bc0d-1432828171e2 None None] Network 709bd948-049b-47f4-aba4-4926b7ca99f5 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 21:24:43.751584 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-a8ce82b2-ac80-4573-8227-3afc50f41616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:43.772657 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2e8d2286-6f25-48c9-9b9e-eba32299e9d4 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4055470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114247'] for subnet, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:43.813529 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8d2286-6f25-48c9-9b9e-eba32299e9d4 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Pushing event deleted for resources: {'Subnet': ['ID=ef1852b4-c9b6-4d78-b959-f8320e5051b9,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:24:43.912505 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2e8d2286-6f25-48c9-9b9e-eba32299e9d4 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:43.919607 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ce82b2-ac80-4573-8227-3afc50f41616 None None] Pushing event updated for resources: {'Port': ['ID=87f11c61-9c3a-42b7-8be9-4c9580d70629,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:24:43.924581 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ce82b2-ac80-4573-8227-3afc50f41616 None None] Network 59064ac8-7353-4715-9c95-ea7c0fe38a8e is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:24:43.929438 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-a8ce82b2-ac80-4573-8227-3afc50f41616 None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:24:43.934406 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ce82b2-ac80-4573-8227-3afc50f41616 None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 21:24:43.939376 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-2e8d2286-6f25-48c9-9b9e-eba32299e9d4 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59064ac8-7353-4715-9c95-ea7c0fe38a8e']}} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:24:43.952596 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-2e8d2286-6f25-48c9-9b9e-eba32299e9d4 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '676049c4-7c6a-4767-91d8-ec70a52e3a01') {'for_net_delete': True} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:24:43.952596 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-2e8d2286-6f25-48c9-9b9e-eba32299e9d4 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '676049c4-7c6a-4767-91d8-ec70a52e3a01') {} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:24:43.964269 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2e8d2286-6f25-48c9-9b9e-eba32299e9d4 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3149912'] for segment, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:43.980736 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2e8d2286-6f25-48c9-9b9e-eba32299e9d4 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:43.987035 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e8d2286-6f25-48c9-9b9e-eba32299e9d4 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Releasing vlan 676 on physical network physnet1 to pool {{(pid=84887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 21:24:43.987416 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2e8d2286-6f25-48c9-9b9e-eba32299e9d4 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4055488'] for segment, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:44.000196 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-8e91b350-ba60-44dc-922e-b5ac73f9c905 None None] Provisioning for port 00ba274b-7f09-472a-a702-9101d881ef88 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:24:44.002714 n-d-843948-2 neutron-server[84887]: Traceback (most recent call last): May 30 21:24:44.002714 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 21:24:44.002714 n-d-843948-2 neutron-server[84887]: timer() May 30 21:24:44.002714 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 21:24:44.002714 n-d-843948-2 neutron-server[84887]: cb(*args, **kw) May 30 21:24:44.002714 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 21:24:44.002714 n-d-843948-2 neutron-server[84887]: return func(*args, **kwargs) May 30 21:24:44.002714 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 21:24:44.002714 n-d-843948-2 neutron-server[84887]: self._notify() May 30 21:24:44.002714 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 21:24:44.002714 n-d-843948-2 neutron-server[84887]: self.callback(batched_events) May 30 21:24:44.002714 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 21:24:44.002714 n-d-843948-2 neutron-server[84887]: event.method(event) May 30 21:24:44.002714 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 21:24:44.002714 n-d-843948-2 neutron-server[84887]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 21:24:44.002714 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 21:24:44.002714 n-d-843948-2 neutron-server[84887]: aggregate_uuid = self.p_client.list_aggregates( May 30 21:24:44.002714 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 21:24:44.002714 n-d-843948-2 neutron-server[84887]: return f(self, *a, **k) May 30 21:24:44.002714 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 21:24:44.002714 n-d-843948-2 neutron-server[84887]: return self._get(url).json() May 30 21:24:44.002714 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 21:24:44.002714 n-d-843948-2 neutron-server[84887]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 21:24:44.002714 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 21:24:44.002714 n-d-843948-2 neutron-server[84887]: return self.request(url, 'GET', **kwargs) May 30 21:24:44.002714 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 21:24:44.002714 n-d-843948-2 neutron-server[84887]: base_url = self.get_endpoint(auth, allow=allow, May 30 21:24:44.002714 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 21:24:44.002714 n-d-843948-2 neutron-server[84887]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 21:24:44.002714 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 21:24:44.002714 n-d-843948-2 neutron-server[84887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 21:24:44.002714 n-d-843948-2 neutron-server[84887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 21:24:44.095700 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 00ba274b-7f09-472a-a702-9101d881ef88 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:24:44.106799 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-a8ce82b2-ac80-4573-8227-3afc50f41616 None None] Attempting to bind port 87f11c61-9c3a-42b7-8be9-4c9580d70629 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 21:24:44.107170 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-a8ce82b2-ac80-4573-8227-3afc50f41616 None None] Attempting to bind port 87f11c61-9c3a-42b7-8be9-4c9580d70629 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': '676049c4-7c6a-4767-91d8-ec70a52e3a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '59064ac8-7353-4715-9c95-ea7c0fe38a8e'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 21:24:44.107533 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ce82b2-ac80-4573-8227-3afc50f41616 None None] Attempting to bind port 87f11c61-9c3a-42b7-8be9-4c9580d70629 on network 59064ac8-7353-4715-9c95-ea7c0fe38a8e {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:24:44.111592 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 00ba274b-7f09-472a-a702-9101d881ef88 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:24:44.111965 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:44.114842 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.db.api [None req-2e8d2286-6f25-48c9-9b9e-eba32299e9d4 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 30 21:24:44.114842 n-d-843948-2 neutron-server[84887]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 30 21:24:44.114842 n-d-843948-2 neutron-server[84887]: [parameters: {'id': '59064ac8-7353-4715-9c95-ea7c0fe38a8e'}] May 30 21:24:44.114842 n-d-843948-2 neutron-server[84887]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84887) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 21:24:44.115242 n-d-843948-2 neutron-server[84887]: DEBUG oslo_db.api [None req-2e8d2286-6f25-48c9-9b9e-eba32299e9d4 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 21:24:44.154099 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ce82b2-ac80-4573-8227-3afc50f41616 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 21, 24, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 21:24:44.154471 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ce82b2-ac80-4573-8227-3afc50f41616 None None] Checking segment: {'id': '676049c4-7c6a-4767-91d8-ec70a52e3a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '59064ac8-7353-4715-9c95-ea7c0fe38a8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:24:44.154874 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-a8ce82b2-ac80-4573-8227-3afc50f41616 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:44.155267 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ce82b2-ac80-4573-8227-3afc50f41616 None None] Bound using segment: {'id': '676049c4-7c6a-4767-91d8-ec70a52e3a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '59064ac8-7353-4715-9c95-ea7c0fe38a8e'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 21:24:44.155732 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-a8ce82b2-ac80-4573-8227-3afc50f41616 None None] Bound port: 87f11c61-9c3a-42b7-8be9-4c9580d70629, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '676049c4-7c6a-4767-91d8-ec70a52e3a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '59064ac8-7353-4715-9c95-ea7c0fe38a8e'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 21:24:44.156104 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-a8ce82b2-ac80-4573-8227-3afc50f41616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:44.344715 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-a8ce82b2-ac80-4573-8227-3afc50f41616 None None] For port 87f11c61-9c3a-42b7-8be9-4c9580d70629, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 21:24:44.366774 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-a8ce82b2-ac80-4573-8227-3afc50f41616 None None] For port 87f11c61-9c3a-42b7-8be9-4c9580d70629, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=87f11c61-9c3a-42b7-8be9-4c9580d70629,segment=NetworkSegment(676049c4-7c6a-4767-91d8-ec70a52e3a01),segment_id=676049c4-7c6a-4767-91d8-ec70a52e3a01)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 21:24:44.379383 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:44.412987 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port 00ba274b-7f09-472a-a702-9101d881ef88, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=00ba274b-7f09-472a-a702-9101d881ef88,segment=NetworkSegment(e3bd950b-a7c8-4918-948c-836596395a0d),segment_id=e3bd950b-a7c8-4918-948c-836596395a0d)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:24:44.429525 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-a8ce82b2-ac80-4573-8227-3afc50f41616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:44.541480 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:44.554354 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ce82b2-ac80-4573-8227-3afc50f41616 None None] Pushing event updated for resources: {'Port': ['ID=87f11c61-9c3a-42b7-8be9-4c9580d70629,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:24:44.616843 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2e8d2286-6f25-48c9-9b9e-eba32299e9d4 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:44.627704 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-2e8d2286-6f25-48c9-9b9e-eba32299e9d4 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Deleting port 87f11c61-9c3a-42b7-8be9-4c9580d70629 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:24:44.628033 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2e8d2286-6f25-48c9-9b9e-eba32299e9d4 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:44.645620 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b58f416d-1dbf-4bc5-8a1c-5439c6feb080 None None] Network 59064ac8-7353-4715-9c95-ea7c0fe38a8e requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 21:24:44.719190 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2b7c263d-9207-4510-804d-6cf468ad17e2 None None] Provisioning complete for port 00ba274b-7f09-472a-a702-9101d881ef88 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:24:44.719564 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2b7c263d-9207-4510-804d-6cf468ad17e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:44.753323 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=00ba274b-7f09-472a-a702-9101d881ef88,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:24:44.839095 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [None req-2e8d2286-6f25-48c9-9b9e-eba32299e9d4 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] For port 87f11c61-9c3a-42b7-8be9-4c9580d70629, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=87f11c61-9c3a-42b7-8be9-4c9580d70629,segment=NetworkSegment(676049c4-7c6a-4767-91d8-ec70a52e3a01),segment_id=676049c4-7c6a-4767-91d8-ec70a52e3a01)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:24:44.839805 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2e8d2286-6f25-48c9-9b9e-eba32299e9d4 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:44.958368 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-2e8d2286-6f25-48c9-9b9e-eba32299e9d4 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Calling delete_port for 87f11c61-9c3a-42b7-8be9-4c9580d70629 owned by network:dhcp {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:24:44.962648 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da02efae-25c7-4ac6-a98d-42e76b80ef6c None None] get_active_networks_info from n-d-843948-2 {{(pid=84888) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 30 21:24:45.058206 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da02efae-25c7-4ac6-a98d-42e76b80ef6c None None] Resources bound (agent type, host, resource id): {{(pid=84888) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 30 21:24:45.091557 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2e8d2286-6f25-48c9-9b9e-eba32299e9d4 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:45.139956 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8d2286-6f25-48c9-9b9e-eba32299e9d4 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Pushing event deleted for resources: {'Port': ['ID=87f11c61-9c3a-42b7-8be9-4c9580d70629,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:24:45.143873 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8d2286-6f25-48c9-9b9e-eba32299e9d4 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] No DVR routers for this DVR port 87f11c61-9c3a-42b7-8be9-4c9580d70629 on host n-d-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 21:24:45.268049 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2e8d2286-6f25-48c9-9b9e-eba32299e9d4 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:45.294419 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-2e8d2286-6f25-48c9-9b9e-eba32299e9d4 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59064ac8-7353-4715-9c95-ea7c0fe38a8e']}} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:24:45.307560 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-2e8d2286-6f25-48c9-9b9e-eba32299e9d4 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '676049c4-7c6a-4767-91d8-ec70a52e3a01') {'for_net_delete': True} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:24:45.308029 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-2e8d2286-6f25-48c9-9b9e-eba32299e9d4 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '676049c4-7c6a-4767-91d8-ec70a52e3a01') {} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:24:45.319375 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2e8d2286-6f25-48c9-9b9e-eba32299e9d4 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3149912'] for segment, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:45.335458 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2e8d2286-6f25-48c9-9b9e-eba32299e9d4 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:45.341380 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e8d2286-6f25-48c9-9b9e-eba32299e9d4 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Releasing vlan 676 on physical network physnet1 to pool {{(pid=84887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 21:24:45.341789 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2e8d2286-6f25-48c9-9b9e-eba32299e9d4 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4055488'] for segment, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:45.357219 n-d-843948-2 neutron-server[84887]: Traceback (most recent call last): May 30 21:24:45.357219 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 21:24:45.357219 n-d-843948-2 neutron-server[84887]: timer() May 30 21:24:45.357219 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 21:24:45.357219 n-d-843948-2 neutron-server[84887]: cb(*args, **kw) May 30 21:24:45.357219 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 21:24:45.357219 n-d-843948-2 neutron-server[84887]: return func(*args, **kwargs) May 30 21:24:45.357219 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 21:24:45.357219 n-d-843948-2 neutron-server[84887]: self._notify() May 30 21:24:45.357219 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 21:24:45.357219 n-d-843948-2 neutron-server[84887]: self.callback(batched_events) May 30 21:24:45.357219 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 21:24:45.357219 n-d-843948-2 neutron-server[84887]: event.method(event) May 30 21:24:45.357219 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 21:24:45.357219 n-d-843948-2 neutron-server[84887]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 21:24:45.357219 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 21:24:45.357219 n-d-843948-2 neutron-server[84887]: aggregate_uuid = self.p_client.list_aggregates( May 30 21:24:45.357219 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 21:24:45.357219 n-d-843948-2 neutron-server[84887]: return f(self, *a, **k) May 30 21:24:45.357219 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 21:24:45.357219 n-d-843948-2 neutron-server[84887]: return self._get(url).json() May 30 21:24:45.357219 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 21:24:45.357219 n-d-843948-2 neutron-server[84887]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 21:24:45.357219 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 21:24:45.357219 n-d-843948-2 neutron-server[84887]: return self.request(url, 'GET', **kwargs) May 30 21:24:45.357219 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 21:24:45.357219 n-d-843948-2 neutron-server[84887]: base_url = self.get_endpoint(auth, allow=allow, May 30 21:24:45.357219 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 21:24:45.357219 n-d-843948-2 neutron-server[84887]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 21:24:45.357219 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 21:24:45.357219 n-d-843948-2 neutron-server[84887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 21:24:45.357219 n-d-843948-2 neutron-server[84887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 21:24:45.622891 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2e8d2286-6f25-48c9-9b9e-eba32299e9d4 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:45.628922 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2e8d2286-6f25-48c9-9b9e-eba32299e9d4 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:45.656669 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8d2286-6f25-48c9-9b9e-eba32299e9d4 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Pushing event deleted for resources: {'Network': ['ID=59064ac8-7353-4715-9c95-ea7c0fe38a8e,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:24:45.662974 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-2e8d2286-6f25-48c9-9b9e-eba32299e9d4 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] 10.222.0.85 "DELETE /v2.0/networks/59064ac8-7353-4715-9c95-ea7c0fe38a8e HTTP/1.1" status: 204 len: 168 time: 2.5604188 May 30 21:24:45.665116 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 51170) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:24:45.669715 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 00ba274b-7f09-472a-a702-9101d881ef88 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:24:45.703906 n-d-843948-2 neutron-server[84887]: INFO neutron.pecan_wsgi.hooks.translation [None req-734bfbd6-a24c-4cb0-8110-eabd4c0e007e tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] GET failed (client error): The resource could not be found. May 30 21:24:45.704277 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-734bfbd6-a24c-4cb0-8110-eabd4c0e007e tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Synchronizing usage tracker for tenant:ab2f64864d254dadaa367b1f5703a57a on resource:subnet {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 21:24:45.738938 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 00ba274b-7f09-472a-a702-9101d881ef88 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:24:45.739362 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:45.782673 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-734bfbd6-a24c-4cb0-8110-eabd4c0e007e tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Unset dirty status for tenant:ab2f64864d254dadaa367b1f5703a57a on resource:subnet {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 21:24:45.786404 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-734bfbd6-a24c-4cb0-8110-eabd4c0e007e tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] 10.222.0.85 "GET /v2.0/subnets/ef1852b4-c9b6-4d78-b959-f8320e5051b9 HTTP/1.1" status: 404 len: 337 time: 0.1177623 May 30 21:24:45.787218 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 51176) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:24:45.813212 n-d-843948-2 neutron-server[84887]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a199826-73c6-49e0-9a84-c9ad1c50cedf tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] DELETE failed (client error): The resource could not be found. May 30 21:24:45.813674 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a199826-73c6-49e0-9a84-c9ad1c50cedf tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 21:24:45.815352 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-9a199826-73c6-49e0-9a84-c9ad1c50cedf tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] 10.222.0.85 "DELETE /v2.0/networks/59064ac8-7353-4715-9c95-ea7c0fe38a8e HTTP/1.1" status: 404 len: 339 time: 0.0270932 May 30 21:24:45.819615 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 51180) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:24:45.862112 n-d-843948-2 neutron-server[84887]: INFO neutron.pecan_wsgi.hooks.translation [None req-020f4b49-877c-41b5-beb9-1933fbf6babf tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] DELETE failed (client error): The resource could not be found. May 30 21:24:45.862799 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-020f4b49-877c-41b5-beb9-1933fbf6babf tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 21:24:45.864450 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-020f4b49-877c-41b5-beb9-1933fbf6babf tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] 10.222.0.85 "DELETE /v2.0/subnets/ef1852b4-c9b6-4d78-b959-f8320e5051b9 HTTP/1.1" status: 404 len: 337 time: 0.0439434 May 30 21:24:45.867577 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 51184) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:24:45.891648 n-d-843948-2 neutron-server[84887]: INFO neutron.pecan_wsgi.hooks.translation [None req-8161cba6-982b-46a2-a14e-d62c3784aa1d tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] DELETE failed (client error): The resource could not be found. May 30 21:24:45.892072 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8161cba6-982b-46a2-a14e-d62c3784aa1d tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 21:24:45.893640 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-8161cba6-982b-46a2-a14e-d62c3784aa1d tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] 10.222.0.85 "DELETE /v2.0/networks/59064ac8-7353-4715-9c95-ea7c0fe38a8e HTTP/1.1" status: 404 len: 339 time: 0.0251648 May 30 21:24:45.895983 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 51188) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:24:45.960188 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_v2 [None req-345a4c4c-505f-442b-b2e0-7a551fb15b5c tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Deleting subnet 01fc9fef-af19-4395-9764-78f202d7a9e0 {{(pid=84887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 21:24:45.963091 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-345a4c4c-505f-442b-b2e0-7a551fb15b5c tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Notify callbacks [] for subnet, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:46.019474 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-345a4c4c-505f-442b-b2e0-7a551fb15b5c tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3149227'] for subnet, precommit_delete_associations {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:46.100149 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-345a4c4c-505f-442b-b2e0-7a551fb15b5c tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:46.228951 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-345a4c4c-505f-442b-b2e0-7a551fb15b5c tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4055470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114247'] for subnet, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:46.267771 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345a4c4c-505f-442b-b2e0-7a551fb15b5c tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Pushing event deleted for resources: {'Subnet': ['ID=01fc9fef-af19-4395-9764-78f202d7a9e0,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:24:46.273100 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-345a4c4c-505f-442b-b2e0-7a551fb15b5c tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:46.280483 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-279d84e9-39f5-4b9d-b9d6-dc1e9110ec78 None None] Network 709bd948-049b-47f4-aba4-4926b7ca99f5 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 21:24:46.323256 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-345a4c4c-505f-442b-b2e0-7a551fb15b5c tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] 10.222.0.85 "DELETE /v2.0/subnets/01fc9fef-af19-4395-9764-78f202d7a9e0 HTTP/1.1" status: 204 len: 168 time: 0.4239426 May 30 21:24:46.323483 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 51192) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:24:46.437836 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3207baf9-b8c5-459d-bc62-579ab04c5a44 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:46.448359 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-3207baf9-b8c5-459d-bc62-579ab04c5a44 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Deleting port 00ba274b-7f09-472a-a702-9101d881ef88 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:24:46.448696 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3207baf9-b8c5-459d-bc62-579ab04c5a44 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:46.530649 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee5c501f-38ad-48ea-b958-fa14d206071b None None] DHCP port deletion for 709bd948-049b-47f4-aba4-4926b7ca99f5 request from n-d-843948-2 {{(pid=84888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 21:24:46.534805 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-ee5c501f-38ad-48ea-b958-fa14d206071b None None] Deleting port 00ba274b-7f09-472a-a702-9101d881ef88 {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:24:46.535175 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ee5c501f-38ad-48ea-b958-fa14d206071b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:46.651551 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [None req-3207baf9-b8c5-459d-bc62-579ab04c5a44 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] For port 00ba274b-7f09-472a-a702-9101d881ef88, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=00ba274b-7f09-472a-a702-9101d881ef88,segment=NetworkSegment(e3bd950b-a7c8-4918-948c-836596395a0d),segment_id=e3bd950b-a7c8-4918-948c-836596395a0d)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:24:46.651963 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3207baf9-b8c5-459d-bc62-579ab04c5a44 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:46.737569 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-ee5c501f-38ad-48ea-b958-fa14d206071b None None] For port 00ba274b-7f09-472a-a702-9101d881ef88, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=00ba274b-7f09-472a-a702-9101d881ef88,segment=NetworkSegment(e3bd950b-a7c8-4918-948c-836596395a0d),segment_id=e3bd950b-a7c8-4918-948c-836596395a0d)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:24:46.737981 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ee5c501f-38ad-48ea-b958-fa14d206071b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:46.777565 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-3207baf9-b8c5-459d-bc62-579ab04c5a44 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Calling delete_port for 00ba274b-7f09-472a-a702-9101d881ef88 owned by network:dhcp {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:24:46.860214 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-ee5c501f-38ad-48ea-b958-fa14d206071b None None] Calling delete_port for 00ba274b-7f09-472a-a702-9101d881ef88 owned by network:dhcp {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:24:46.896915 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3207baf9-b8c5-459d-bc62-579ab04c5a44 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:46.929558 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.db.api [None req-ee5c501f-38ad-48ea-b958-fa14d206071b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 21:24:46.929927 n-d-843948-2 neutron-server[84888]: DEBUG oslo_db.api [None req-ee5c501f-38ad-48ea-b958-fa14d206071b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 21:24:46.945745 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3207baf9-b8c5-459d-bc62-579ab04c5a44 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Pushing event deleted for resources: {'Port': ['ID=00ba274b-7f09-472a-a702-9101d881ef88,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:24:46.950742 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3207baf9-b8c5-459d-bc62-579ab04c5a44 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] No DVR routers for this DVR port 00ba274b-7f09-472a-a702-9101d881ef88 on host n-d-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 21:24:47.070737 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3207baf9-b8c5-459d-bc62-579ab04c5a44 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:47.095154 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-3207baf9-b8c5-459d-bc62-579ab04c5a44 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['709bd948-049b-47f4-aba4-4926b7ca99f5']}} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:24:47.107432 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-3207baf9-b8c5-459d-bc62-579ab04c5a44 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3bd950b-a7c8-4918-948c-836596395a0d') {'for_net_delete': True} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:24:47.107718 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-3207baf9-b8c5-459d-bc62-579ab04c5a44 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3bd950b-a7c8-4918-948c-836596395a0d') {} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:24:47.118697 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3207baf9-b8c5-459d-bc62-579ab04c5a44 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3149912'] for segment, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:47.135440 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3207baf9-b8c5-459d-bc62-579ab04c5a44 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:47.141408 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3207baf9-b8c5-459d-bc62-579ab04c5a44 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Releasing vlan 683 on physical network physnet1 to pool {{(pid=84887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 21:24:47.141820 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3207baf9-b8c5-459d-bc62-579ab04c5a44 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4055488'] for segment, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:47.156377 n-d-843948-2 neutron-server[84887]: Traceback (most recent call last): May 30 21:24:47.156377 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 21:24:47.156377 n-d-843948-2 neutron-server[84887]: timer() May 30 21:24:47.156377 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 21:24:47.156377 n-d-843948-2 neutron-server[84887]: cb(*args, **kw) May 30 21:24:47.156377 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 21:24:47.156377 n-d-843948-2 neutron-server[84887]: return func(*args, **kwargs) May 30 21:24:47.156377 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 21:24:47.156377 n-d-843948-2 neutron-server[84887]: self._notify() May 30 21:24:47.156377 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 21:24:47.156377 n-d-843948-2 neutron-server[84887]: self.callback(batched_events) May 30 21:24:47.156377 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 21:24:47.156377 n-d-843948-2 neutron-server[84887]: event.method(event) May 30 21:24:47.156377 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 21:24:47.156377 n-d-843948-2 neutron-server[84887]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 21:24:47.156377 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 21:24:47.156377 n-d-843948-2 neutron-server[84887]: aggregate_uuid = self.p_client.list_aggregates( May 30 21:24:47.156377 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 21:24:47.156377 n-d-843948-2 neutron-server[84887]: return f(self, *a, **k) May 30 21:24:47.156377 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 21:24:47.156377 n-d-843948-2 neutron-server[84887]: return self._get(url).json() May 30 21:24:47.156377 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 21:24:47.156377 n-d-843948-2 neutron-server[84887]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 21:24:47.156377 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 21:24:47.156377 n-d-843948-2 neutron-server[84887]: return self.request(url, 'GET', **kwargs) May 30 21:24:47.156377 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 21:24:47.156377 n-d-843948-2 neutron-server[84887]: base_url = self.get_endpoint(auth, allow=allow, May 30 21:24:47.156377 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 21:24:47.156377 n-d-843948-2 neutron-server[84887]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 21:24:47.156377 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 21:24:47.156377 n-d-843948-2 neutron-server[84887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 21:24:47.156377 n-d-843948-2 neutron-server[84887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 21:24:47.303036 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3207baf9-b8c5-459d-bc62-579ab04c5a44 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:47.320927 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3207baf9-b8c5-459d-bc62-579ab04c5a44 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:47.331807 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3207baf9-b8c5-459d-bc62-579ab04c5a44 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Pushing event deleted for resources: {'Network': ['ID=709bd948-049b-47f4-aba4-4926b7ca99f5,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:24:47.336375 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-3207baf9-b8c5-459d-bc62-579ab04c5a44 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] 10.222.0.85 "DELETE /v2.0/networks/709bd948-049b-47f4-aba4-4926b7ca99f5 HTTP/1.1" status: 204 len: 168 time: 1.0118904 May 30 21:24:47.338872 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 51196) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:24:47.375333 n-d-843948-2 neutron-server[84887]: INFO neutron.pecan_wsgi.hooks.translation [None req-52e05f9a-9c5d-4f82-832d-8220fedc110e tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] DELETE failed (client error): The resource could not be found. May 30 21:24:47.375833 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52e05f9a-9c5d-4f82-832d-8220fedc110e tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 21:24:47.377413 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-52e05f9a-9c5d-4f82-832d-8220fedc110e tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] 10.222.0.85 "DELETE /v2.0/subnets/37f891fb-23a9-4170-9e47-d54fd064e267 HTTP/1.1" status: 404 len: 337 time: 0.0376663 May 30 21:24:47.380718 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 51200) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:24:47.405496 n-d-843948-2 neutron-server[84887]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2be35dd-94d0-4c2e-a3a7-874419b76f41 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] DELETE failed (client error): The resource could not be found. May 30 21:24:47.405945 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2be35dd-94d0-4c2e-a3a7-874419b76f41 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 21:24:47.407503 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-c2be35dd-94d0-4c2e-a3a7-874419b76f41 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] 10.222.0.85 "DELETE /v2.0/networks/c4d54529-956c-418d-894e-9d98ea799c90 HTTP/1.1" status: 404 len: 339 time: 0.0258677 May 30 21:24:47.409964 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 51204) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:24:47.431210 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-ee5c501f-38ad-48ea-b958-fa14d206071b None None] Deleting port 00ba274b-7f09-472a-a702-9101d881ef88 {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:24:47.431756 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ee5c501f-38ad-48ea-b958-fa14d206071b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:47.500820 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-ee5c501f-38ad-48ea-b958-fa14d206071b None None] The port '00ba274b-7f09-472a-a702-9101d881ef88' was deleted {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 21:24:47.547249 n-d-843948-2 neutron-server[84887]: INFO neutron.pecan_wsgi.hooks.translation [None req-600c6cc9-9f78-4775-a974-9fecb6cc0dd6 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] DELETE failed (client error): The resource could not be found. May 30 21:24:47.547702 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-600c6cc9-9f78-4775-a974-9fecb6cc0dd6 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 21:24:47.549347 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-600c6cc9-9f78-4775-a974-9fecb6cc0dd6 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] 10.222.0.85 "DELETE /v2.0/subnets/11a9cbd7-bbb6-4262-ba04-50077585d73d HTTP/1.1" status: 404 len: 337 time: 0.1385188 May 30 21:24:47.551919 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 51208) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:24:47.577582 n-d-843948-2 neutron-server[84887]: INFO neutron.pecan_wsgi.hooks.translation [None req-b758424b-630b-488e-84dd-9f13a6070abd tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] DELETE failed (client error): The resource could not be found. May 30 21:24:47.577964 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b758424b-630b-488e-84dd-9f13a6070abd tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84887) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 30 21:24:47.579541 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-b758424b-630b-488e-84dd-9f13a6070abd tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] 10.222.0.85 "DELETE /v2.0/networks/6810dc66-2960-4832-a2a9-5a3d8de080d1 HTTP/1.1" status: 404 len: 339 time: 0.0265400 May 30 21:24:47.582270 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 51212) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:24:47.662535 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 00ba274b-7f09-472a-a702-9101d881ef88 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 21:24:47.697007 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: 00ba274b-7f09-472a-a702-9101d881ef88 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 21:24:47.697355 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 00ba274b-7f09-472a-a702-9101d881ef88 not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 21:24:47.776190 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_v2 [None req-22e93949-d98f-46d7-bcbf-f2cab9b2c9fa tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Deleting subnet 29fa5b50-ebd9-42f3-a45a-91d095868f6a {{(pid=84887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 21:24:47.779102 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-22e93949-d98f-46d7-bcbf-f2cab9b2c9fa tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Notify callbacks [] for subnet, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:47.837709 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-22e93949-d98f-46d7-bcbf-f2cab9b2c9fa tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3149227'] for subnet, precommit_delete_associations {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:47.919330 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-22e93949-d98f-46d7-bcbf-f2cab9b2c9fa tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:48.068606 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-22e93949-d98f-46d7-bcbf-f2cab9b2c9fa tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4055470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114247'] for subnet, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:48.108907 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e93949-d98f-46d7-bcbf-f2cab9b2c9fa tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Pushing event deleted for resources: {'Subnet': ['ID=29fa5b50-ebd9-42f3-a45a-91d095868f6a,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:24:48.115644 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-22e93949-d98f-46d7-bcbf-f2cab9b2c9fa tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:48.121232 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b8549e8-7a60-419d-9e84-f9a0a8b9abaa None None] Network c88b6cdb-c256-4d9f-81c4-2ea34dcbec6c requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 21:24:48.125039 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-22e93949-d98f-46d7-bcbf-f2cab9b2c9fa tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] 10.222.0.85 "DELETE /v2.0/subnets/29fa5b50-ebd9-42f3-a45a-91d095868f6a HTTP/1.1" status: 204 len: 168 time: 0.5418603 May 30 21:24:48.127559 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 51216) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:24:48.242532 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-69074258-9bf5-4ac7-acaf-7cdcc686b483 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:48.254154 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-69074258-9bf5-4ac7-acaf-7cdcc686b483 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Deleting port 27fb3e45-53bd-4e8a-99a6-8439d9401269 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:24:48.254482 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-69074258-9bf5-4ac7-acaf-7cdcc686b483 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:48.365779 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63270c99-035c-4de9-9061-cd409d0a88ea None None] DHCP port deletion for c88b6cdb-c256-4d9f-81c4-2ea34dcbec6c request from n-d-843948-2 {{(pid=84888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 21:24:48.369997 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-63270c99-035c-4de9-9061-cd409d0a88ea None None] Deleting port 27fb3e45-53bd-4e8a-99a6-8439d9401269 {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:24:48.370402 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-63270c99-035c-4de9-9061-cd409d0a88ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:48.459609 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [None req-69074258-9bf5-4ac7-acaf-7cdcc686b483 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] For port 27fb3e45-53bd-4e8a-99a6-8439d9401269, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=27fb3e45-53bd-4e8a-99a6-8439d9401269,segment=NetworkSegment(3e170875-2ce4-4422-8bbc-a063e8f43f73),segment_id=3e170875-2ce4-4422-8bbc-a063e8f43f73)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:24:48.459964 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-69074258-9bf5-4ac7-acaf-7cdcc686b483 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:48.571026 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-63270c99-035c-4de9-9061-cd409d0a88ea None None] For port 27fb3e45-53bd-4e8a-99a6-8439d9401269, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=27fb3e45-53bd-4e8a-99a6-8439d9401269,segment=NetworkSegment(3e170875-2ce4-4422-8bbc-a063e8f43f73),segment_id=3e170875-2ce4-4422-8bbc-a063e8f43f73)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:24:48.571606 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-63270c99-035c-4de9-9061-cd409d0a88ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:48.585859 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-69074258-9bf5-4ac7-acaf-7cdcc686b483 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Calling delete_port for 27fb3e45-53bd-4e8a-99a6-8439d9401269 owned by network:dhcp {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:24:48.720105 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-69074258-9bf5-4ac7-acaf-7cdcc686b483 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:48.720344 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-63270c99-035c-4de9-9061-cd409d0a88ea None None] Calling delete_port for 27fb3e45-53bd-4e8a-99a6-8439d9401269 owned by network:dhcp {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:24:48.766244 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69074258-9bf5-4ac7-acaf-7cdcc686b483 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Pushing event deleted for resources: {'Port': ['ID=27fb3e45-53bd-4e8a-99a6-8439d9401269,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:24:48.773380 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69074258-9bf5-4ac7-acaf-7cdcc686b483 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] No DVR routers for this DVR port 27fb3e45-53bd-4e8a-99a6-8439d9401269 on host n-d-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 21:24:48.791644 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.db.api [None req-63270c99-035c-4de9-9061-cd409d0a88ea None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 21:24:48.792059 n-d-843948-2 neutron-server[84888]: DEBUG oslo_db.api [None req-63270c99-035c-4de9-9061-cd409d0a88ea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 21:24:48.898543 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-69074258-9bf5-4ac7-acaf-7cdcc686b483 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:48.927578 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-69074258-9bf5-4ac7-acaf-7cdcc686b483 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c88b6cdb-c256-4d9f-81c4-2ea34dcbec6c']}} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:24:48.939623 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-69074258-9bf5-4ac7-acaf-7cdcc686b483 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e170875-2ce4-4422-8bbc-a063e8f43f73') {'for_net_delete': True} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:24:48.939910 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-69074258-9bf5-4ac7-acaf-7cdcc686b483 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e170875-2ce4-4422-8bbc-a063e8f43f73') {} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:24:48.951804 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-69074258-9bf5-4ac7-acaf-7cdcc686b483 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3149912'] for segment, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:48.967891 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-69074258-9bf5-4ac7-acaf-7cdcc686b483 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:48.973866 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69074258-9bf5-4ac7-acaf-7cdcc686b483 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Releasing vlan 689 on physical network physnet1 to pool {{(pid=84887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 21:24:48.974180 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-69074258-9bf5-4ac7-acaf-7cdcc686b483 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4055488'] for segment, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:48.988410 n-d-843948-2 neutron-server[84887]: Traceback (most recent call last): May 30 21:24:48.988410 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 21:24:48.988410 n-d-843948-2 neutron-server[84887]: timer() May 30 21:24:48.988410 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 21:24:48.988410 n-d-843948-2 neutron-server[84887]: cb(*args, **kw) May 30 21:24:48.988410 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 21:24:48.988410 n-d-843948-2 neutron-server[84887]: return func(*args, **kwargs) May 30 21:24:48.988410 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 21:24:48.988410 n-d-843948-2 neutron-server[84887]: self._notify() May 30 21:24:48.988410 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 21:24:48.988410 n-d-843948-2 neutron-server[84887]: self.callback(batched_events) May 30 21:24:48.988410 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 21:24:48.988410 n-d-843948-2 neutron-server[84887]: event.method(event) May 30 21:24:48.988410 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 21:24:48.988410 n-d-843948-2 neutron-server[84887]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 21:24:48.988410 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 21:24:48.988410 n-d-843948-2 neutron-server[84887]: aggregate_uuid = self.p_client.list_aggregates( May 30 21:24:48.988410 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 21:24:48.988410 n-d-843948-2 neutron-server[84887]: return f(self, *a, **k) May 30 21:24:48.988410 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 21:24:48.988410 n-d-843948-2 neutron-server[84887]: return self._get(url).json() May 30 21:24:48.988410 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 21:24:48.988410 n-d-843948-2 neutron-server[84887]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 21:24:48.988410 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 21:24:48.988410 n-d-843948-2 neutron-server[84887]: return self.request(url, 'GET', **kwargs) May 30 21:24:48.988410 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 21:24:48.988410 n-d-843948-2 neutron-server[84887]: base_url = self.get_endpoint(auth, allow=allow, May 30 21:24:48.988410 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 21:24:48.988410 n-d-843948-2 neutron-server[84887]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 21:24:48.988410 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 21:24:48.988410 n-d-843948-2 neutron-server[84887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 21:24:48.988410 n-d-843948-2 neutron-server[84887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 21:24:49.108605 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-69074258-9bf5-4ac7-acaf-7cdcc686b483 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:49.125861 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-69074258-9bf5-4ac7-acaf-7cdcc686b483 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:49.137805 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69074258-9bf5-4ac7-acaf-7cdcc686b483 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] Pushing event deleted for resources: {'Network': ['ID=c88b6cdb-c256-4d9f-81c4-2ea34dcbec6c,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:24:49.140546 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-69074258-9bf5-4ac7-acaf-7cdcc686b483 tempest-NetworksIpV6Test-1343040059 tempest-NetworksIpV6Test-1343040059-project] 10.222.0.85 "DELETE /v2.0/networks/c88b6cdb-c256-4d9f-81c4-2ea34dcbec6c HTTP/1.1" status: 204 len: 168 time: 1.0120695 May 30 21:24:49.293254 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-63270c99-035c-4de9-9061-cd409d0a88ea None None] Deleting port 27fb3e45-53bd-4e8a-99a6-8439d9401269 {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:24:49.293689 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-63270c99-035c-4de9-9061-cd409d0a88ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:49.358981 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-63270c99-035c-4de9-9061-cd409d0a88ea None None] The port '27fb3e45-53bd-4e8a-99a6-8439d9401269' was deleted {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 21:24:49.575766 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 51224) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:24:49.662428 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 27fb3e45-53bd-4e8a-99a6-8439d9401269 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 21:24:49.695067 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: 27fb3e45-53bd-4e8a-99a6-8439d9401269 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 21:24:49.695406 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 27fb3e45-53bd-4e8a-99a6-8439d9401269 not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 21:24:49.749264 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-defd8f01-4607-4157-8fd3-3d67ad0ddc51 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=ab2f64864d254dadaa367b1f5703a57a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1698396 May 30 21:24:49.749491 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 51230) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:24:49.809284 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-27734f56-51ce-4aab-9665-c9ed12fc1669 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:49.833975 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-27734f56-51ce-4aab-9665-c9ed12fc1669 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:49.976725 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-27734f56-51ce-4aab-9665-c9ed12fc1669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:49.991186 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27734f56-51ce-4aab-9665-c9ed12fc1669 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e8a94c6-35cd-4679-bbe1-5728c66e5de4,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:24:49.996977 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-27734f56-51ce-4aab-9665-c9ed12fc1669 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:49.999006 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-27734f56-51ce-4aab-9665-c9ed12fc1669 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/5e8a94c6-35cd-4679-bbe1-5728c66e5de4 HTTP/1.1" status: 204 len: 168 time: 0.2485623 May 30 21:24:50.188267 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:51.148702 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 51252) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:24:51.274330 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-ee4894f5-b1de-486c-95f1-6d13a9ae7036 tempest-RoutersNegativeTest-675273233 tempest-RoutersNegativeTest-675273233-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-815904654', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:24:51.281297 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-ee4894f5-b1de-486c-95f1-6d13a9ae7036 tempest-RoutersNegativeTest-675273233 tempest-RoutersNegativeTest-675273233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:24:51.285115 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-ee4894f5-b1de-486c-95f1-6d13a9ae7036 tempest-RoutersNegativeTest-675273233 tempest-RoutersNegativeTest-675273233-project] Usage tracker for resource:router and tenant:15158834b4b74d9eacfc8f08f223d4df is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:24:51.288568 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-ee4894f5-b1de-486c-95f1-6d13a9ae7036 tempest-RoutersNegativeTest-675273233 tempest-RoutersNegativeTest-675273233-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:24:51.294947 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-ee4894f5-b1de-486c-95f1-6d13a9ae7036 tempest-RoutersNegativeTest-675273233 tempest-RoutersNegativeTest-675273233-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:24:51.383333 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ee4894f5-b1de-486c-95f1-6d13a9ae7036 tempest-RoutersNegativeTest-675273233 tempest-RoutersNegativeTest-675273233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-733683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3159'] for router, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:51.384305 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ee4894f5-b1de-486c-95f1-6d13a9ae7036 tempest-RoutersNegativeTest-675273233 tempest-RoutersNegativeTest-675273233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-733584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-736372', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-628480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3164'] for router, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:51.402616 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ee4894f5-b1de-486c-95f1-6d13a9ae7036 tempest-RoutersNegativeTest-675273233 tempest-RoutersNegativeTest-675273233-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:51.463158 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ee4894f5-b1de-486c-95f1-6d13a9ae7036 tempest-RoutersNegativeTest-675273233 tempest-RoutersNegativeTest-675273233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-736409'] for router, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:51.531242 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ee4894f5-b1de-486c-95f1-6d13a9ae7036 tempest-RoutersNegativeTest-675273233 tempest-RoutersNegativeTest-675273233-project] Notify callbacks [] for router, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:51.532349 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-ee4894f5-b1de-486c-95f1-6d13a9ae7036 tempest-RoutersNegativeTest-675273233 tempest-RoutersNegativeTest-675273233-project] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.3826654 May 30 21:24:51.535200 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 51258) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:24:51.548040 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-5d2e0400-5776-4f41-8d17-475ad588c3ff tempest-RoutersNegativeTest-675273233 tempest-RoutersNegativeTest-675273233-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1253277717'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:24:51.548040 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-5d2e0400-5776-4f41-8d17-475ad588c3ff tempest-RoutersNegativeTest-675273233 tempest-RoutersNegativeTest-675273233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:24:51.550424 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-5d2e0400-5776-4f41-8d17-475ad588c3ff tempest-RoutersNegativeTest-675273233 tempest-RoutersNegativeTest-675273233-project] Usage tracker for resource:network and tenant:15158834b4b74d9eacfc8f08f223d4df is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:24:51.554161 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-5d2e0400-5776-4f41-8d17-475ad588c3ff tempest-RoutersNegativeTest-675273233 tempest-RoutersNegativeTest-675273233-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:24:51.559797 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-5d2e0400-5776-4f41-8d17-475ad588c3ff tempest-RoutersNegativeTest-675273233 tempest-RoutersNegativeTest-675273233-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:24:51.606405 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 21:24:51.611551 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d2e0400-5776-4f41-8d17-475ad588c3ff tempest-RoutersNegativeTest-675273233 tempest-RoutersNegativeTest-675273233-project] Made reservation on behalf of 15158834b4b74d9eacfc8f08f223d4df for: {'network': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 21:24:51.614565 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5d2e0400-5776-4f41-8d17-475ad588c3ff tempest-RoutersNegativeTest-675273233 tempest-RoutersNegativeTest-675273233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:51.628705 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5d2e0400-5776-4f41-8d17-475ad588c3ff tempest-RoutersNegativeTest-675273233 tempest-RoutersNegativeTest-675273233-project] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:51.659890 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-5d2e0400-5776-4f41-8d17-475ad588c3ff tempest-RoutersNegativeTest-675273233 tempest-RoutersNegativeTest-675273233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:24:51.664136 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-5d2e0400-5776-4f41-8d17-475ad588c3ff tempest-RoutersNegativeTest-675273233 tempest-RoutersNegativeTest-675273233-project] Usage tracker for resource:security_group_rule and tenant:15158834b4b74d9eacfc8f08f223d4df is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:24:51.667102 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-5d2e0400-5776-4f41-8d17-475ad588c3ff tempest-RoutersNegativeTest-675273233 tempest-RoutersNegativeTest-675273233-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:24:51.672669 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-5d2e0400-5776-4f41-8d17-475ad588c3ff tempest-RoutersNegativeTest-675273233 tempest-RoutersNegativeTest-675273233-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:24:51.737965 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5d2e0400-5776-4f41-8d17-475ad588c3ff tempest-RoutersNegativeTest-675273233 tempest-RoutersNegativeTest-675273233-project] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:51.794239 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5d2e0400-5776-4f41-8d17-475ad588c3ff tempest-RoutersNegativeTest-675273233 tempest-RoutersNegativeTest-675273233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:51.827498 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d2e0400-5776-4f41-8d17-475ad588c3ff tempest-RoutersNegativeTest-675273233 tempest-RoutersNegativeTest-675273233-project] vlan segment allocate from pool success with {'vlan_id': 663, 'physical_network': 'physnet1'} {{(pid=84887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 21:24:51.836497 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e0400-5776-4f41-8d17-475ad588c3ff tempest-RoutersNegativeTest-675273233 tempest-RoutersNegativeTest-675273233-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd86a1bc-ff53-4ea6-9172-9cb40a1107dc,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:24:51.843301 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5d2e0400-5776-4f41-8d17-475ad588c3ff tempest-RoutersNegativeTest-675273233 tempest-RoutersNegativeTest-675273233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:51.843651 n-d-843948-2 neutron-server[84887]: INFO neutron.db.segments_db [None req-5d2e0400-5776-4f41-8d17-475ad588c3ff tempest-RoutersNegativeTest-675273233 tempest-RoutersNegativeTest-675273233-project] Added segment f0fc9be8-0d8b-4110-a1db-98e0fab4b7eb of type vlan for network fc69b056-6013-462e-ab42-3842233eccea May 30 21:24:51.873442 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5d2e0400-5776-4f41-8d17-475ad588c3ff tempest-RoutersNegativeTest-675273233 tempest-RoutersNegativeTest-675273233-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:52.028397 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5d2e0400-5776-4f41-8d17-475ad588c3ff tempest-RoutersNegativeTest-675273233 tempest-RoutersNegativeTest-675273233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:52.032052 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d2e0400-5776-4f41-8d17-475ad588c3ff tempest-RoutersNegativeTest-675273233 tempest-RoutersNegativeTest-675273233-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:24:52.032620 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5d2e0400-5776-4f41-8d17-475ad588c3ff tempest-RoutersNegativeTest-675273233 tempest-RoutersNegativeTest-675273233-project] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:52.143577 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e0400-5776-4f41-8d17-475ad588c3ff tempest-RoutersNegativeTest-675273233 tempest-RoutersNegativeTest-675273233-project] Pushing event updated for resources: {'Network': ['ID=fc69b056-6013-462e-ab42-3842233eccea,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:24:52.153949 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network fc69b056-6013-462e-ab42-3842233eccea details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 21:24:52.172330 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-5d2e0400-5776-4f41-8d17-475ad588c3ff tempest-RoutersNegativeTest-675273233 tempest-RoutersNegativeTest-675273233-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.6361320 May 30 21:24:52.175244 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 51262) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:24:52.181036 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-7d314dc4-968f-445d-97fc-4100338b34e7 tempest-RoutersNegativeTest-675273233 tempest-RoutersNegativeTest-675273233-project] Request body: {'subnet': {'network_id': 'fc69b056-6013-462e-ab42-3842233eccea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:24:52.294175 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-7d314dc4-968f-445d-97fc-4100338b34e7 tempest-RoutersNegativeTest-675273233 tempest-RoutersNegativeTest-675273233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:24:52.299070 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-7d314dc4-968f-445d-97fc-4100338b34e7 tempest-RoutersNegativeTest-675273233 tempest-RoutersNegativeTest-675273233-project] Usage tracker for resource:subnet and tenant:15158834b4b74d9eacfc8f08f223d4df is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:24:52.302535 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-7d314dc4-968f-445d-97fc-4100338b34e7 tempest-RoutersNegativeTest-675273233 tempest-RoutersNegativeTest-675273233-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:24:52.310051 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-7d314dc4-968f-445d-97fc-4100338b34e7 tempest-RoutersNegativeTest-675273233 tempest-RoutersNegativeTest-675273233-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:24:52.400102 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d314dc4-968f-445d-97fc-4100338b34e7 tempest-RoutersNegativeTest-675273233 tempest-RoutersNegativeTest-675273233-project] Made reservation on behalf of 15158834b4b74d9eacfc8f08f223d4df for: {'subnet': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 21:24:52.497655 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7d314dc4-968f-445d-97fc-4100338b34e7 tempest-RoutersNegativeTest-675273233 tempest-RoutersNegativeTest-675273233-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114220'] for subnet, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:52.754362 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7d314dc4-968f-445d-97fc-4100338b34e7 tempest-RoutersNegativeTest-675273233 tempest-RoutersNegativeTest-675273233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4055401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114238'] for subnet, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:52.829464 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d314dc4-968f-445d-97fc-4100338b34e7 tempest-RoutersNegativeTest-675273233 tempest-RoutersNegativeTest-675273233-project] Pushing event updated for resources: {'Subnet': ['ID=4977411f-5bc8-4893-9d75-05a7e898cb45,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:24:52.841375 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d314dc4-968f-445d-97fc-4100338b34e7 tempest-RoutersNegativeTest-675273233 tempest-RoutersNegativeTest-675273233-project] Checking segment: {'id': 'f0fc9be8-0d8b-4110-a1db-98e0fab4b7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'fc69b056-6013-462e-ab42-3842233eccea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:24:52.841763 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d314dc4-968f-445d-97fc-4100338b34e7 tempest-RoutersNegativeTest-675273233 tempest-RoutersNegativeTest-675273233-project] Network hostable DHCP agents. Network: fc69b056-6013-462e-ab42-3842233eccea, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 21:24:52.960099 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d314dc4-968f-445d-97fc-4100338b34e7 tempest-RoutersNegativeTest-675273233 tempest-RoutersNegativeTest-675273233-project] Network fc69b056-6013-462e-ab42-3842233eccea is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 21:24:52.960444 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:53.022356 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-7d314dc4-968f-445d-97fc-4100338b34e7 tempest-RoutersNegativeTest-675273233 tempest-RoutersNegativeTest-675273233-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, fc69b056-6013-462e-ab42-3842233eccea) {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:24:53.026188 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d314dc4-968f-445d-97fc-4100338b34e7 tempest-RoutersNegativeTest-675273233 tempest-RoutersNegativeTest-675273233-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:24:53.026768 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7d314dc4-968f-445d-97fc-4100338b34e7 tempest-RoutersNegativeTest-675273233 tempest-RoutersNegativeTest-675273233-project] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:53.031859 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5428336-2fa8-40f0-af4a-2e883d150431 None None] Network fc69b056-6013-462e-ab42-3842233eccea requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 21:24:53.120378 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-7d314dc4-968f-445d-97fc-4100338b34e7 tempest-RoutersNegativeTest-675273233 tempest-RoutersNegativeTest-675273233-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9440930 May 30 21:24:53.123378 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 51266) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:24:53.128967 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-8d749d3c-8136-45ee-a72c-7a36f35b66e5 tempest-RoutersNegativeTest-675273233 tempest-RoutersNegativeTest-675273233-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1948900350'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:24:53.135159 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-8d749d3c-8136-45ee-a72c-7a36f35b66e5 tempest-RoutersNegativeTest-675273233 tempest-RoutersNegativeTest-675273233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:24:53.138997 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-8d749d3c-8136-45ee-a72c-7a36f35b66e5 tempest-RoutersNegativeTest-675273233 tempest-RoutersNegativeTest-675273233-project] Usage tracker for resource:network and tenant:15158834b4b74d9eacfc8f08f223d4df is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:24:53.142037 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-8d749d3c-8136-45ee-a72c-7a36f35b66e5 tempest-RoutersNegativeTest-675273233 tempest-RoutersNegativeTest-675273233-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:24:53.148073 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-8d749d3c-8136-45ee-a72c-7a36f35b66e5 tempest-RoutersNegativeTest-675273233 tempest-RoutersNegativeTest-675273233-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:24:53.222553 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d749d3c-8136-45ee-a72c-7a36f35b66e5 tempest-RoutersNegativeTest-675273233 tempest-RoutersNegativeTest-675273233-project] Made reservation on behalf of 15158834b4b74d9eacfc8f08f223d4df for: {'network': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 21:24:53.226794 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8d749d3c-8136-45ee-a72c-7a36f35b66e5 tempest-RoutersNegativeTest-675273233 tempest-RoutersNegativeTest-675273233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:53.245346 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a7bcc9-b93e-49c5-84eb-70582ce9a88c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-fc69b056-6013-462e-ab42-3842233eccea', 'network_id': 'fc69b056-6013-462e-ab42-3842233eccea', 'tenant_id': '15158834b4b74d9eacfc8f08f223d4df', 'fixed_ips': [{'subnet_id': '4977411f-5bc8-4893-9d75-05a7e898cb45'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 21:24:53.246181 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-c7a7bcc9-b93e-49c5-84eb-70582ce9a88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:53.271163 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d749d3c-8136-45ee-a72c-7a36f35b66e5 tempest-RoutersNegativeTest-675273233 tempest-RoutersNegativeTest-675273233-project] vlan segment allocate from pool success with {'vlan_id': 676, 'physical_network': 'physnet1'} {{(pid=84887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 21:24:53.283090 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8d749d3c-8136-45ee-a72c-7a36f35b66e5 tempest-RoutersNegativeTest-675273233 tempest-RoutersNegativeTest-675273233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:53.283090 n-d-843948-2 neutron-server[84887]: INFO neutron.db.segments_db [None req-8d749d3c-8136-45ee-a72c-7a36f35b66e5 tempest-RoutersNegativeTest-675273233 tempest-RoutersNegativeTest-675273233-project] Added segment 3f5b0745-9033-44ce-94b5-a1c9cf4dfef4 of type vlan for network b5de7e2b-3354-49ea-b4d0-19ae68d2caf4 May 30 21:24:53.309227 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8d749d3c-8136-45ee-a72c-7a36f35b66e5 tempest-RoutersNegativeTest-675273233 tempest-RoutersNegativeTest-675273233-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:53.402495 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-c7a7bcc9-b93e-49c5-84eb-70582ce9a88c None None] Allocated IP 172.20.0.2 (fc69b056-6013-462e-ab42-3842233eccea/4977411f-5bc8-4893-9d75-05a7e898cb45/af032064-4e7e-4d4b-8aea-522cb71822a2) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 21:24:53.428511 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8d749d3c-8136-45ee-a72c-7a36f35b66e5 tempest-RoutersNegativeTest-675273233 tempest-RoutersNegativeTest-675273233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:53.432160 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d749d3c-8136-45ee-a72c-7a36f35b66e5 tempest-RoutersNegativeTest-675273233 tempest-RoutersNegativeTest-675273233-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:24:53.436304 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8d749d3c-8136-45ee-a72c-7a36f35b66e5 tempest-RoutersNegativeTest-675273233 tempest-RoutersNegativeTest-675273233-project] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:53.540142 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d749d3c-8136-45ee-a72c-7a36f35b66e5 tempest-RoutersNegativeTest-675273233 tempest-RoutersNegativeTest-675273233-project] Pushing event updated for resources: {'Network': ['ID=b5de7e2b-3354-49ea-b4d0-19ae68d2caf4,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:24:53.553912 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network b5de7e2b-3354-49ea-b4d0-19ae68d2caf4 details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 21:24:53.566266 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-8d749d3c-8136-45ee-a72c-7a36f35b66e5 tempest-RoutersNegativeTest-675273233 tempest-RoutersNegativeTest-675273233-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4417932 May 30 21:24:53.569498 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 51270) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:24:53.574842 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-0c863bac-aa9f-4e03-904b-02cf63a41160 tempest-RoutersNegativeTest-675273233 tempest-RoutersNegativeTest-675273233-project] Request body: {'subnet': {'network_id': 'b5de7e2b-3354-49ea-b4d0-19ae68d2caf4', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:24:53.683714 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-0c863bac-aa9f-4e03-904b-02cf63a41160 tempest-RoutersNegativeTest-675273233 tempest-RoutersNegativeTest-675273233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:24:53.687439 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-0c863bac-aa9f-4e03-904b-02cf63a41160 tempest-RoutersNegativeTest-675273233 tempest-RoutersNegativeTest-675273233-project] Usage tracker for resource:subnet and tenant:15158834b4b74d9eacfc8f08f223d4df is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:24:53.690244 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-0c863bac-aa9f-4e03-904b-02cf63a41160 tempest-RoutersNegativeTest-675273233 tempest-RoutersNegativeTest-675273233-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:24:53.696490 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-0c863bac-aa9f-4e03-904b-02cf63a41160 tempest-RoutersNegativeTest-675273233 tempest-RoutersNegativeTest-675273233-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:24:53.699510 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-c7a7bcc9-b93e-49c5-84eb-70582ce9a88c None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:53.711733 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-c7a7bcc9-b93e-49c5-84eb-70582ce9a88c None None] Transition to ACTIVE for port object af032064-4e7e-4d4b-8aea-522cb71822a2 will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:24:53.729644 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-c7a7bcc9-b93e-49c5-84eb-70582ce9a88c None None] Transition to ACTIVE for port object af032064-4e7e-4d4b-8aea-522cb71822a2 will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:24:53.765528 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c863bac-aa9f-4e03-904b-02cf63a41160 tempest-RoutersNegativeTest-675273233 tempest-RoutersNegativeTest-675273233-project] Made reservation on behalf of 15158834b4b74d9eacfc8f08f223d4df for: {'subnet': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 21:24:53.788879 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-c7a7bcc9-b93e-49c5-84eb-70582ce9a88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:53.858391 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a7bcc9-b93e-49c5-84eb-70582ce9a88c None None] Network fc69b056-6013-462e-ab42-3842233eccea is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:24:53.862113 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-c7a7bcc9-b93e-49c5-84eb-70582ce9a88c None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:24:53.863728 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7bcc9-b93e-49c5-84eb-70582ce9a88c None None] Pushing event updated for resources: {'Port': ['ID=af032064-4e7e-4d4b-8aea-522cb71822a2,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:24:53.866391 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a7bcc9-b93e-49c5-84eb-70582ce9a88c None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 21:24:53.868095 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0c863bac-aa9f-4e03-904b-02cf63a41160 tempest-RoutersNegativeTest-675273233 tempest-RoutersNegativeTest-675273233-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114220'] for subnet, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:53.957910 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-c7a7bcc9-b93e-49c5-84eb-70582ce9a88c None None] Attempting to bind port af032064-4e7e-4d4b-8aea-522cb71822a2 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 21:24:53.958280 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-c7a7bcc9-b93e-49c5-84eb-70582ce9a88c None None] Attempting to bind port af032064-4e7e-4d4b-8aea-522cb71822a2 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': 'f0fc9be8-0d8b-4110-a1db-98e0fab4b7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'fc69b056-6013-462e-ab42-3842233eccea'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 21:24:53.958642 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a7bcc9-b93e-49c5-84eb-70582ce9a88c None None] Attempting to bind port af032064-4e7e-4d4b-8aea-522cb71822a2 on network fc69b056-6013-462e-ab42-3842233eccea {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:24:53.965592 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a7bcc9-b93e-49c5-84eb-70582ce9a88c None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 21, 24, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 21:24:53.965989 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a7bcc9-b93e-49c5-84eb-70582ce9a88c None None] Checking segment: {'id': 'f0fc9be8-0d8b-4110-a1db-98e0fab4b7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'fc69b056-6013-462e-ab42-3842233eccea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:24:53.966392 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-c7a7bcc9-b93e-49c5-84eb-70582ce9a88c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:53.966777 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a7bcc9-b93e-49c5-84eb-70582ce9a88c None None] Bound using segment: {'id': 'f0fc9be8-0d8b-4110-a1db-98e0fab4b7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'fc69b056-6013-462e-ab42-3842233eccea'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 21:24:53.967234 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-c7a7bcc9-b93e-49c5-84eb-70582ce9a88c None None] Bound port: af032064-4e7e-4d4b-8aea-522cb71822a2, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0fc9be8-0d8b-4110-a1db-98e0fab4b7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'fc69b056-6013-462e-ab42-3842233eccea'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 21:24:53.967613 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-c7a7bcc9-b93e-49c5-84eb-70582ce9a88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:54.059332 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-c7a7bcc9-b93e-49c5-84eb-70582ce9a88c None None] For port af032064-4e7e-4d4b-8aea-522cb71822a2, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 21:24:54.062348 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-c7a7bcc9-b93e-49c5-84eb-70582ce9a88c None None] For port af032064-4e7e-4d4b-8aea-522cb71822a2, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=af032064-4e7e-4d4b-8aea-522cb71822a2,segment=NetworkSegment(f0fc9be8-0d8b-4110-a1db-98e0fab4b7eb),segment_id=f0fc9be8-0d8b-4110-a1db-98e0fab4b7eb)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 21:24:54.102935 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-c7a7bcc9-b93e-49c5-84eb-70582ce9a88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:54.131144 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0c863bac-aa9f-4e03-904b-02cf63a41160 tempest-RoutersNegativeTest-675273233 tempest-RoutersNegativeTest-675273233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4055401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114238'] for subnet, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:54.181038 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7bcc9-b93e-49c5-84eb-70582ce9a88c None None] Pushing event updated for resources: {'Port': ['ID=af032064-4e7e-4d4b-8aea-522cb71822a2,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:24:54.214488 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c863bac-aa9f-4e03-904b-02cf63a41160 tempest-RoutersNegativeTest-675273233 tempest-RoutersNegativeTest-675273233-project] Pushing event updated for resources: {'Subnet': ['ID=f8bd77dc-1646-435f-9aa3-d6c9e0f080e4,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:24:54.226147 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c863bac-aa9f-4e03-904b-02cf63a41160 tempest-RoutersNegativeTest-675273233 tempest-RoutersNegativeTest-675273233-project] Checking segment: {'id': '3f5b0745-9033-44ce-94b5-a1c9cf4dfef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'b5de7e2b-3354-49ea-b4d0-19ae68d2caf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:24:54.226783 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c863bac-aa9f-4e03-904b-02cf63a41160 tempest-RoutersNegativeTest-675273233 tempest-RoutersNegativeTest-675273233-project] Network hostable DHCP agents. Network: b5de7e2b-3354-49ea-b4d0-19ae68d2caf4, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 21:24:54.290970 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c863bac-aa9f-4e03-904b-02cf63a41160 tempest-RoutersNegativeTest-675273233 tempest-RoutersNegativeTest-675273233-project] Network b5de7e2b-3354-49ea-b4d0-19ae68d2caf4 is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 21:24:54.371131 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-0c863bac-aa9f-4e03-904b-02cf63a41160 tempest-RoutersNegativeTest-675273233 tempest-RoutersNegativeTest-675273233-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, b5de7e2b-3354-49ea-b4d0-19ae68d2caf4) {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:24:54.375312 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c863bac-aa9f-4e03-904b-02cf63a41160 tempest-RoutersNegativeTest-675273233 tempest-RoutersNegativeTest-675273233-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:24:54.375862 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0c863bac-aa9f-4e03-904b-02cf63a41160 tempest-RoutersNegativeTest-675273233 tempest-RoutersNegativeTest-675273233-project] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:54.379887 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8654ae2a-2ccd-42de-8070-4c086e56ed04 None None] Network b5de7e2b-3354-49ea-b4d0-19ae68d2caf4 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 21:24:54.458277 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-0c863bac-aa9f-4e03-904b-02cf63a41160 tempest-RoutersNegativeTest-675273233 tempest-RoutersNegativeTest-675273233-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8877139 May 30 21:24:54.461980 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 51274) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:24:54.468465 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-df141deb-a68f-4cc3-a977-79883a138eb5 tempest-RoutersNegativeTest-675273233 tempest-RoutersNegativeTest-675273233-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b5de7e2b-3354-49ea-b4d0-19ae68d2caf4'}}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:24:54.641576 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f51a97c9-71ee-422b-bbcb-e35c0771ac8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-b5de7e2b-3354-49ea-b4d0-19ae68d2caf4', 'network_id': 'b5de7e2b-3354-49ea-b4d0-19ae68d2caf4', 'tenant_id': '15158834b4b74d9eacfc8f08f223d4df', 'fixed_ips': [{'subnet_id': 'f8bd77dc-1646-435f-9aa3-d6c9e0f080e4'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 21:24:54.642597 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-f51a97c9-71ee-422b-bbcb-e35c0771ac8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:54.799457 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-f51a97c9-71ee-422b-bbcb-e35c0771ac8a None None] Allocated IP 172.21.0.2 (b5de7e2b-3354-49ea-b4d0-19ae68d2caf4/f8bd77dc-1646-435f-9aa3-d6c9e0f080e4/e7174181-f2a4-4ac1-b342-3114806d7095) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 21:24:54.975752 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-df141deb-a68f-4cc3-a977-79883a138eb5 tempest-RoutersNegativeTest-675273233 tempest-RoutersNegativeTest-675273233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-736390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:55.024292 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-f51a97c9-71ee-422b-bbcb-e35c0771ac8a None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:55.034908 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-f51a97c9-71ee-422b-bbcb-e35c0771ac8a None None] Transition to ACTIVE for port object e7174181-f2a4-4ac1-b342-3114806d7095 will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:24:55.055464 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-f51a97c9-71ee-422b-bbcb-e35c0771ac8a None None] Transition to ACTIVE for port object e7174181-f2a4-4ac1-b342-3114806d7095 will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:24:55.113951 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30cc29ce-2613-4800-aaf0-fb0573349dc2 None None] Network fc69b056-6013-462e-ab42-3842233eccea requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 21:24:55.194953 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-f51a97c9-71ee-422b-bbcb-e35c0771ac8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:55.223464 n-d-843948-2 neutron-server[84887]: INFO neutron.api.v2.resource [None req-df141deb-a68f-4cc3-a977-79883a138eb5 tempest-RoutersNegativeTest-675273233 tempest-RoutersNegativeTest-675273233-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 30 21:24:55.230813 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-df141deb-a68f-4cc3-a977-79883a138eb5 tempest-RoutersNegativeTest-675273233 tempest-RoutersNegativeTest-675273233-project] 10.222.0.85 "PUT /v2.0/routers/d553aa90-b1c3-4f52-9634-4acc938deef8 HTTP/1.1" status: 400 len: 364 time: 0.7613144 May 30 21:24:55.231376 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 51278) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:24:55.290872 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51a97c9-71ee-422b-bbcb-e35c0771ac8a None None] Pushing event updated for resources: {'Port': ['ID=e7174181-f2a4-4ac1-b342-3114806d7095,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:24:55.296462 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f51a97c9-71ee-422b-bbcb-e35c0771ac8a None None] Network b5de7e2b-3354-49ea-b4d0-19ae68d2caf4 is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:24:55.299498 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-f51a97c9-71ee-422b-bbcb-e35c0771ac8a None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:24:55.303058 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51a97c9-71ee-422b-bbcb-e35c0771ac8a None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 21:24:55.307412 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_v2 [None req-a21555b6-ab55-45ae-9c1d-de7e8639d884 tempest-RoutersNegativeTest-675273233 tempest-RoutersNegativeTest-675273233-project] Deleting subnet f8bd77dc-1646-435f-9aa3-d6c9e0f080e4 {{(pid=84887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 21:24:55.310671 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a21555b6-ab55-45ae-9c1d-de7e8639d884 tempest-RoutersNegativeTest-675273233 tempest-RoutersNegativeTest-675273233-project] Notify callbacks [] for subnet, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:55.322087 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-1a70b7c1-0a86-4b57-9949-8f5de8068fd7 None None] Provisioning for port af032064-4e7e-4d4b-8aea-522cb71822a2 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:24:55.365630 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a21555b6-ab55-45ae-9c1d-de7e8639d884 tempest-RoutersNegativeTest-675273233 tempest-RoutersNegativeTest-675273233-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3149227'] for subnet, precommit_delete_associations {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:55.452611 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a21555b6-ab55-45ae-9c1d-de7e8639d884 tempest-RoutersNegativeTest-675273233 tempest-RoutersNegativeTest-675273233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:55.483733 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-f51a97c9-71ee-422b-bbcb-e35c0771ac8a None None] Attempting to bind port e7174181-f2a4-4ac1-b342-3114806d7095 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 21:24:55.484289 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-f51a97c9-71ee-422b-bbcb-e35c0771ac8a None None] Attempting to bind port e7174181-f2a4-4ac1-b342-3114806d7095 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': '3f5b0745-9033-44ce-94b5-a1c9cf4dfef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'b5de7e2b-3354-49ea-b4d0-19ae68d2caf4'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 21:24:55.484440 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51a97c9-71ee-422b-bbcb-e35c0771ac8a None None] Attempting to bind port e7174181-f2a4-4ac1-b342-3114806d7095 on network b5de7e2b-3354-49ea-b4d0-19ae68d2caf4 {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:24:55.495236 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51a97c9-71ee-422b-bbcb-e35c0771ac8a None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 21, 24, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 21:24:55.495610 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51a97c9-71ee-422b-bbcb-e35c0771ac8a None None] Checking segment: {'id': '3f5b0745-9033-44ce-94b5-a1c9cf4dfef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'b5de7e2b-3354-49ea-b4d0-19ae68d2caf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:24:55.496003 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-f51a97c9-71ee-422b-bbcb-e35c0771ac8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:55.496385 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51a97c9-71ee-422b-bbcb-e35c0771ac8a None None] Bound using segment: {'id': '3f5b0745-9033-44ce-94b5-a1c9cf4dfef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'b5de7e2b-3354-49ea-b4d0-19ae68d2caf4'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 21:24:55.496842 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-f51a97c9-71ee-422b-bbcb-e35c0771ac8a None None] Bound port: e7174181-f2a4-4ac1-b342-3114806d7095, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f5b0745-9033-44ce-94b5-a1c9cf4dfef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'b5de7e2b-3354-49ea-b4d0-19ae68d2caf4'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 21:24:55.497209 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-f51a97c9-71ee-422b-bbcb-e35c0771ac8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:55.594638 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a21555b6-ab55-45ae-9c1d-de7e8639d884 tempest-RoutersNegativeTest-675273233 tempest-RoutersNegativeTest-675273233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4055470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114247'] for subnet, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:55.603330 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-f51a97c9-71ee-422b-bbcb-e35c0771ac8a None None] For port e7174181-f2a4-4ac1-b342-3114806d7095, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 21:24:55.609005 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-f51a97c9-71ee-422b-bbcb-e35c0771ac8a None None] For port e7174181-f2a4-4ac1-b342-3114806d7095, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=e7174181-f2a4-4ac1-b342-3114806d7095,segment=NetworkSegment(3f5b0745-9033-44ce-94b5-a1c9cf4dfef4),segment_id=3f5b0745-9033-44ce-94b5-a1c9cf4dfef4)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 21:24:55.636091 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21555b6-ab55-45ae-9c1d-de7e8639d884 tempest-RoutersNegativeTest-675273233 tempest-RoutersNegativeTest-675273233-project] Pushing event deleted for resources: {'Subnet': ['ID=f8bd77dc-1646-435f-9aa3-d6c9e0f080e4,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:24:55.640293 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a21555b6-ab55-45ae-9c1d-de7e8639d884 tempest-RoutersNegativeTest-675273233 tempest-RoutersNegativeTest-675273233-project] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:55.647969 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-a21555b6-ab55-45ae-9c1d-de7e8639d884 tempest-RoutersNegativeTest-675273233 tempest-RoutersNegativeTest-675273233-project] 10.222.0.85 "DELETE /v2.0/subnets/f8bd77dc-1646-435f-9aa3-d6c9e0f080e4 HTTP/1.1" status: 204 len: 168 time: 0.4146173 May 30 21:24:55.649661 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 51282) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:24:55.657656 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-f51a97c9-71ee-422b-bbcb-e35c0771ac8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:55.768584 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51a97c9-71ee-422b-bbcb-e35c0771ac8a None None] Pushing event updated for resources: {'Port': ['ID=e7174181-f2a4-4ac1-b342-3114806d7095,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:24:55.774020 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device af032064-4e7e-4d4b-8aea-522cb71822a2 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:24:55.790031 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3c3111bb-ff51-453e-8635-592255d0c568 tempest-RoutersNegativeTest-675273233 tempest-RoutersNegativeTest-675273233-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:55.802132 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-3c3111bb-ff51-453e-8635-592255d0c568 tempest-RoutersNegativeTest-675273233 tempest-RoutersNegativeTest-675273233-project] Deleting port e7174181-f2a4-4ac1-b342-3114806d7095 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:24:55.802468 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3c3111bb-ff51-453e-8635-592255d0c568 tempest-RoutersNegativeTest-675273233 tempest-RoutersNegativeTest-675273233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:55.931299 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port af032064-4e7e-4d4b-8aea-522cb71822a2 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:24:55.936568 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port af032064-4e7e-4d4b-8aea-522cb71822a2 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:24:55.936932 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:56.037715 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [None req-3c3111bb-ff51-453e-8635-592255d0c568 tempest-RoutersNegativeTest-675273233 tempest-RoutersNegativeTest-675273233-project] For port e7174181-f2a4-4ac1-b342-3114806d7095, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=e7174181-f2a4-4ac1-b342-3114806d7095,segment=NetworkSegment(3f5b0745-9033-44ce-94b5-a1c9cf4dfef4),segment_id=3f5b0745-9033-44ce-94b5-a1c9cf4dfef4)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:24:56.038328 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3c3111bb-ff51-453e-8635-592255d0c568 tempest-RoutersNegativeTest-675273233 tempest-RoutersNegativeTest-675273233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:56.065078 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:56.102761 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port af032064-4e7e-4d4b-8aea-522cb71822a2, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=af032064-4e7e-4d4b-8aea-522cb71822a2,segment=NetworkSegment(f0fc9be8-0d8b-4110-a1db-98e0fab4b7eb),segment_id=f0fc9be8-0d8b-4110-a1db-98e0fab4b7eb)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:24:56.165637 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-3c3111bb-ff51-453e-8635-592255d0c568 tempest-RoutersNegativeTest-675273233 tempest-RoutersNegativeTest-675273233-project] Calling delete_port for e7174181-f2a4-4ac1-b342-3114806d7095 owned by network:dhcp {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:24:56.202535 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:56.271544 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=af032064-4e7e-4d4b-8aea-522cb71822a2,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:24:56.296847 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-55d1d18e-8c41-4251-9a27-5e25435d50bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:56.325684 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3c3111bb-ff51-453e-8635-592255d0c568 tempest-RoutersNegativeTest-675273233 tempest-RoutersNegativeTest-675273233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:56.374974 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3111bb-ff51-453e-8635-592255d0c568 tempest-RoutersNegativeTest-675273233 tempest-RoutersNegativeTest-675273233-project] Pushing event deleted for resources: {'Port': ['ID=e7174181-f2a4-4ac1-b342-3114806d7095,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:24:56.379723 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3111bb-ff51-453e-8635-592255d0c568 tempest-RoutersNegativeTest-675273233 tempest-RoutersNegativeTest-675273233-project] No DVR routers for this DVR port e7174181-f2a4-4ac1-b342-3114806d7095 on host n-d-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 21:24:56.609474 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3c3111bb-ff51-453e-8635-592255d0c568 tempest-RoutersNegativeTest-675273233 tempest-RoutersNegativeTest-675273233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:56.637306 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-3c3111bb-ff51-453e-8635-592255d0c568 tempest-RoutersNegativeTest-675273233 tempest-RoutersNegativeTest-675273233-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5de7e2b-3354-49ea-b4d0-19ae68d2caf4']}} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:24:56.650947 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-3c3111bb-ff51-453e-8635-592255d0c568 tempest-RoutersNegativeTest-675273233 tempest-RoutersNegativeTest-675273233-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f5b0745-9033-44ce-94b5-a1c9cf4dfef4') {'for_net_delete': True} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:24:56.651235 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-3c3111bb-ff51-453e-8635-592255d0c568 tempest-RoutersNegativeTest-675273233 tempest-RoutersNegativeTest-675273233-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f5b0745-9033-44ce-94b5-a1c9cf4dfef4') {} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:24:56.664130 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3c3111bb-ff51-453e-8635-592255d0c568 tempest-RoutersNegativeTest-675273233 tempest-RoutersNegativeTest-675273233-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3149912'] for segment, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:56.680956 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3c3111bb-ff51-453e-8635-592255d0c568 tempest-RoutersNegativeTest-675273233 tempest-RoutersNegativeTest-675273233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:56.687459 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c3111bb-ff51-453e-8635-592255d0c568 tempest-RoutersNegativeTest-675273233 tempest-RoutersNegativeTest-675273233-project] Releasing vlan 676 on physical network physnet1 to pool {{(pid=84887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 21:24:56.687848 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3c3111bb-ff51-453e-8635-592255d0c568 tempest-RoutersNegativeTest-675273233 tempest-RoutersNegativeTest-675273233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4055488'] for segment, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:56.702549 n-d-843948-2 neutron-server[84887]: Traceback (most recent call last): May 30 21:24:56.702549 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 21:24:56.702549 n-d-843948-2 neutron-server[84887]: timer() May 30 21:24:56.702549 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 21:24:56.702549 n-d-843948-2 neutron-server[84887]: cb(*args, **kw) May 30 21:24:56.702549 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 21:24:56.702549 n-d-843948-2 neutron-server[84887]: return func(*args, **kwargs) May 30 21:24:56.702549 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 21:24:56.702549 n-d-843948-2 neutron-server[84887]: self._notify() May 30 21:24:56.702549 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 21:24:56.702549 n-d-843948-2 neutron-server[84887]: self.callback(batched_events) May 30 21:24:56.702549 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 21:24:56.702549 n-d-843948-2 neutron-server[84887]: event.method(event) May 30 21:24:56.702549 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 21:24:56.702549 n-d-843948-2 neutron-server[84887]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 21:24:56.702549 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 21:24:56.702549 n-d-843948-2 neutron-server[84887]: aggregate_uuid = self.p_client.list_aggregates( May 30 21:24:56.702549 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 21:24:56.702549 n-d-843948-2 neutron-server[84887]: return f(self, *a, **k) May 30 21:24:56.702549 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 21:24:56.702549 n-d-843948-2 neutron-server[84887]: return self._get(url).json() May 30 21:24:56.702549 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 21:24:56.702549 n-d-843948-2 neutron-server[84887]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 21:24:56.702549 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 21:24:56.702549 n-d-843948-2 neutron-server[84887]: return self.request(url, 'GET', **kwargs) May 30 21:24:56.702549 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 21:24:56.702549 n-d-843948-2 neutron-server[84887]: base_url = self.get_endpoint(auth, allow=allow, May 30 21:24:56.702549 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 21:24:56.702549 n-d-843948-2 neutron-server[84887]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 21:24:56.702549 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 21:24:56.702549 n-d-843948-2 neutron-server[84887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 21:24:56.702549 n-d-843948-2 neutron-server[84887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 21:24:56.802368 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c38289-6d67-430d-8045-0bb7c0f40f9e None None] Network b5de7e2b-3354-49ea-b4d0-19ae68d2caf4 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 21:24:56.822631 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3c3111bb-ff51-453e-8635-592255d0c568 tempest-RoutersNegativeTest-675273233 tempest-RoutersNegativeTest-675273233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:56.840265 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3c3111bb-ff51-453e-8635-592255d0c568 tempest-RoutersNegativeTest-675273233 tempest-RoutersNegativeTest-675273233-project] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:56.851902 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3111bb-ff51-453e-8635-592255d0c568 tempest-RoutersNegativeTest-675273233 tempest-RoutersNegativeTest-675273233-project] Pushing event deleted for resources: {'Network': ['ID=b5de7e2b-3354-49ea-b4d0-19ae68d2caf4,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:24:56.856455 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-3c3111bb-ff51-453e-8635-592255d0c568 tempest-RoutersNegativeTest-675273233 tempest-RoutersNegativeTest-675273233-project] 10.222.0.85 "DELETE /v2.0/networks/b5de7e2b-3354-49ea-b4d0-19ae68d2caf4 HTTP/1.1" status: 204 len: 168 time: 1.2055705 May 30 21:24:56.859911 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 51286) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:24:56.894745 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-5dea9949-f9ba-46c3-bb24-6efbd6027f72 None None] Could not find standard attr ID for object e7174181-f2a4-4ac1-b342-3114806d7095. {{(pid=84888) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 30 21:24:56.936774 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_v2 [None req-ceb9fd2a-16af-4d62-88c1-f3f426c3db72 tempest-RoutersNegativeTest-675273233 tempest-RoutersNegativeTest-675273233-project] Deleting subnet 4977411f-5bc8-4893-9d75-05a7e898cb45 {{(pid=84887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 21:24:56.944662 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ceb9fd2a-16af-4d62-88c1-f3f426c3db72 tempest-RoutersNegativeTest-675273233 tempest-RoutersNegativeTest-675273233-project] Notify callbacks [] for subnet, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:56.995534 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ceb9fd2a-16af-4d62-88c1-f3f426c3db72 tempest-RoutersNegativeTest-675273233 tempest-RoutersNegativeTest-675273233-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3149227'] for subnet, precommit_delete_associations {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:57.031413 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-067ff866-f934-43b9-9bfd-de86be93d371 None None] DHCP port deletion for b5de7e2b-3354-49ea-b4d0-19ae68d2caf4 request from n-d-843948-2 {{(pid=84888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 21:24:57.087434 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ceb9fd2a-16af-4d62-88c1-f3f426c3db72 tempest-RoutersNegativeTest-675273233 tempest-RoutersNegativeTest-675273233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:57.222949 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ceb9fd2a-16af-4d62-88c1-f3f426c3db72 tempest-RoutersNegativeTest-675273233 tempest-RoutersNegativeTest-675273233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4055470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114247'] for subnet, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:57.261141 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb9fd2a-16af-4d62-88c1-f3f426c3db72 tempest-RoutersNegativeTest-675273233 tempest-RoutersNegativeTest-675273233-project] Pushing event deleted for resources: {'Subnet': ['ID=4977411f-5bc8-4893-9d75-05a7e898cb45,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:24:57.269389 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ceb9fd2a-16af-4d62-88c1-f3f426c3db72 tempest-RoutersNegativeTest-675273233 tempest-RoutersNegativeTest-675273233-project] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:57.276399 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad13f37-66e1-40ca-955f-374807f0876e None None] Network fc69b056-6013-462e-ab42-3842233eccea requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 21:24:57.277132 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-ceb9fd2a-16af-4d62-88c1-f3f426c3db72 tempest-RoutersNegativeTest-675273233 tempest-RoutersNegativeTest-675273233-project] 10.222.0.85 "DELETE /v2.0/subnets/4977411f-5bc8-4893-9d75-05a7e898cb45 HTTP/1.1" status: 204 len: 168 time: 0.4162169 May 30 21:24:57.279511 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 51290) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:24:57.392084 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d1ed8612-f0a2-456f-846c-297c7ea8d8db tempest-RoutersNegativeTest-675273233 tempest-RoutersNegativeTest-675273233-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:57.404382 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-d1ed8612-f0a2-456f-846c-297c7ea8d8db tempest-RoutersNegativeTest-675273233 tempest-RoutersNegativeTest-675273233-project] Deleting port af032064-4e7e-4d4b-8aea-522cb71822a2 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:24:57.404717 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d1ed8612-f0a2-456f-846c-297c7ea8d8db tempest-RoutersNegativeTest-675273233 tempest-RoutersNegativeTest-675273233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:57.548679 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-316bbebf-4917-421a-b44f-7032da6785b7 None None] DHCP port deletion for fc69b056-6013-462e-ab42-3842233eccea request from n-d-843948-2 {{(pid=84888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 21:24:57.552898 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-316bbebf-4917-421a-b44f-7032da6785b7 None None] Deleting port af032064-4e7e-4d4b-8aea-522cb71822a2 {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:24:57.553798 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-316bbebf-4917-421a-b44f-7032da6785b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:57.614725 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [None req-d1ed8612-f0a2-456f-846c-297c7ea8d8db tempest-RoutersNegativeTest-675273233 tempest-RoutersNegativeTest-675273233-project] For port af032064-4e7e-4d4b-8aea-522cb71822a2, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=af032064-4e7e-4d4b-8aea-522cb71822a2,segment=NetworkSegment(f0fc9be8-0d8b-4110-a1db-98e0fab4b7eb),segment_id=f0fc9be8-0d8b-4110-a1db-98e0fab4b7eb)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:24:57.615080 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d1ed8612-f0a2-456f-846c-297c7ea8d8db tempest-RoutersNegativeTest-675273233 tempest-RoutersNegativeTest-675273233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:57.681104 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device af032064-4e7e-4d4b-8aea-522cb71822a2 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 21:24:57.737198 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-d1ed8612-f0a2-456f-846c-297c7ea8d8db tempest-RoutersNegativeTest-675273233 tempest-RoutersNegativeTest-675273233-project] Calling delete_port for af032064-4e7e-4d4b-8aea-522cb71822a2 owned by network:dhcp {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:24:57.811941 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-316bbebf-4917-421a-b44f-7032da6785b7 None None] For port af032064-4e7e-4d4b-8aea-522cb71822a2, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=af032064-4e7e-4d4b-8aea-522cb71822a2,segment=NetworkSegment(f0fc9be8-0d8b-4110-a1db-98e0fab4b7eb),segment_id=f0fc9be8-0d8b-4110-a1db-98e0fab4b7eb)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:24:57.812531 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-316bbebf-4917-421a-b44f-7032da6785b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:57.862381 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d1ed8612-f0a2-456f-846c-297c7ea8d8db tempest-RoutersNegativeTest-675273233 tempest-RoutersNegativeTest-675273233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:57.909433 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ed8612-f0a2-456f-846c-297c7ea8d8db tempest-RoutersNegativeTest-675273233 tempest-RoutersNegativeTest-675273233-project] Pushing event deleted for resources: {'Port': ['ID=af032064-4e7e-4d4b-8aea-522cb71822a2,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:24:57.917841 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ed8612-f0a2-456f-846c-297c7ea8d8db tempest-RoutersNegativeTest-675273233 tempest-RoutersNegativeTest-675273233-project] No DVR routers for this DVR port af032064-4e7e-4d4b-8aea-522cb71822a2 on host n-d-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 21:24:57.965549 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-316bbebf-4917-421a-b44f-7032da6785b7 None None] Calling delete_port for af032064-4e7e-4d4b-8aea-522cb71822a2 owned by network:dhcp {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:24:57.991556 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Port af032064-4e7e-4d4b-8aea-522cb71822a2 update to DOWN by agent not found {{(pid=84888) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} May 30 21:24:58.035947 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.db.api [None req-316bbebf-4917-421a-b44f-7032da6785b7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 21:24:58.036305 n-d-843948-2 neutron-server[84888]: DEBUG oslo_db.api [None req-316bbebf-4917-421a-b44f-7032da6785b7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 21:24:58.043731 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d1ed8612-f0a2-456f-846c-297c7ea8d8db tempest-RoutersNegativeTest-675273233 tempest-RoutersNegativeTest-675273233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:58.069140 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-d1ed8612-f0a2-456f-846c-297c7ea8d8db tempest-RoutersNegativeTest-675273233 tempest-RoutersNegativeTest-675273233-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc69b056-6013-462e-ab42-3842233eccea']}} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:24:58.081130 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-d1ed8612-f0a2-456f-846c-297c7ea8d8db tempest-RoutersNegativeTest-675273233 tempest-RoutersNegativeTest-675273233-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0fc9be8-0d8b-4110-a1db-98e0fab4b7eb') {'for_net_delete': True} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:24:58.087376 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-d1ed8612-f0a2-456f-846c-297c7ea8d8db tempest-RoutersNegativeTest-675273233 tempest-RoutersNegativeTest-675273233-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0fc9be8-0d8b-4110-a1db-98e0fab4b7eb') {} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:24:58.092669 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d1ed8612-f0a2-456f-846c-297c7ea8d8db tempest-RoutersNegativeTest-675273233 tempest-RoutersNegativeTest-675273233-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3149912'] for segment, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:58.108916 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d1ed8612-f0a2-456f-846c-297c7ea8d8db tempest-RoutersNegativeTest-675273233 tempest-RoutersNegativeTest-675273233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:58.115377 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1ed8612-f0a2-456f-846c-297c7ea8d8db tempest-RoutersNegativeTest-675273233 tempest-RoutersNegativeTest-675273233-project] Releasing vlan 663 on physical network physnet1 to pool {{(pid=84887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 21:24:58.116383 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d1ed8612-f0a2-456f-846c-297c7ea8d8db tempest-RoutersNegativeTest-675273233 tempest-RoutersNegativeTest-675273233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4055488'] for segment, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:58.130432 n-d-843948-2 neutron-server[84887]: Traceback (most recent call last): May 30 21:24:58.130432 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 21:24:58.130432 n-d-843948-2 neutron-server[84887]: timer() May 30 21:24:58.130432 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 21:24:58.130432 n-d-843948-2 neutron-server[84887]: cb(*args, **kw) May 30 21:24:58.130432 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 21:24:58.130432 n-d-843948-2 neutron-server[84887]: return func(*args, **kwargs) May 30 21:24:58.130432 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 21:24:58.130432 n-d-843948-2 neutron-server[84887]: self._notify() May 30 21:24:58.130432 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 21:24:58.130432 n-d-843948-2 neutron-server[84887]: self.callback(batched_events) May 30 21:24:58.130432 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 21:24:58.130432 n-d-843948-2 neutron-server[84887]: event.method(event) May 30 21:24:58.130432 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 21:24:58.130432 n-d-843948-2 neutron-server[84887]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 21:24:58.130432 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 21:24:58.130432 n-d-843948-2 neutron-server[84887]: aggregate_uuid = self.p_client.list_aggregates( May 30 21:24:58.130432 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 21:24:58.130432 n-d-843948-2 neutron-server[84887]: return f(self, *a, **k) May 30 21:24:58.130432 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 21:24:58.130432 n-d-843948-2 neutron-server[84887]: return self._get(url).json() May 30 21:24:58.130432 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 21:24:58.130432 n-d-843948-2 neutron-server[84887]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 21:24:58.130432 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 21:24:58.130432 n-d-843948-2 neutron-server[84887]: return self.request(url, 'GET', **kwargs) May 30 21:24:58.130432 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 21:24:58.130432 n-d-843948-2 neutron-server[84887]: base_url = self.get_endpoint(auth, allow=allow, May 30 21:24:58.130432 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 21:24:58.130432 n-d-843948-2 neutron-server[84887]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 21:24:58.130432 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 21:24:58.130432 n-d-843948-2 neutron-server[84887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 21:24:58.130432 n-d-843948-2 neutron-server[84887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 21:24:58.274128 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d1ed8612-f0a2-456f-846c-297c7ea8d8db tempest-RoutersNegativeTest-675273233 tempest-RoutersNegativeTest-675273233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:58.279624 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d1ed8612-f0a2-456f-846c-297c7ea8d8db tempest-RoutersNegativeTest-675273233 tempest-RoutersNegativeTest-675273233-project] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:58.305726 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ed8612-f0a2-456f-846c-297c7ea8d8db tempest-RoutersNegativeTest-675273233 tempest-RoutersNegativeTest-675273233-project] Pushing event deleted for resources: {'Network': ['ID=fc69b056-6013-462e-ab42-3842233eccea,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:24:58.309403 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-d1ed8612-f0a2-456f-846c-297c7ea8d8db tempest-RoutersNegativeTest-675273233 tempest-RoutersNegativeTest-675273233-project] 10.222.0.85 "DELETE /v2.0/networks/fc69b056-6013-462e-ab42-3842233eccea HTTP/1.1" status: 204 len: 168 time: 1.0289607 May 30 21:24:58.312080 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 51294) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:24:58.353143 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-6026ec16-0c8f-4895-b585-68f670175b45 tempest-RoutersNegativeTest-675273233 tempest-RoutersNegativeTest-675273233-project] Synchronizing usage tracker for tenant:15158834b4b74d9eacfc8f08f223d4df on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 21:24:58.496712 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-6026ec16-0c8f-4895-b585-68f670175b45 tempest-RoutersNegativeTest-675273233 tempest-RoutersNegativeTest-675273233-project] Unset dirty status for tenant:15158834b4b74d9eacfc8f08f223d4df on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 21:24:58.497924 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-6026ec16-0c8f-4895-b585-68f670175b45 tempest-RoutersNegativeTest-675273233 tempest-RoutersNegativeTest-675273233-project] 10.222.0.85 "GET /v2.0/ports?device_id=d553aa90-b1c3-4f52-9634-4acc938deef8 HTTP/1.1" status: 200 len: 205 time: 0.1849120 May 30 21:24:58.500410 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 51298) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:24:58.537434 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-316bbebf-4917-421a-b44f-7032da6785b7 None None] Deleting port af032064-4e7e-4d4b-8aea-522cb71822a2 {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:24:58.538067 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-316bbebf-4917-421a-b44f-7032da6785b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:58.607015 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-316bbebf-4917-421a-b44f-7032da6785b7 None None] The port 'af032064-4e7e-4d4b-8aea-522cb71822a2' was deleted {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 21:24:58.730591 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-bb773977-4370-408f-b47b-c65e512cf6b5 tempest-RoutersNegativeTest-675273233 tempest-RoutersNegativeTest-675273233-project] Notify callbacks [] for router, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:59.112678 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-bb773977-4370-408f-b47b-c65e512cf6b5 tempest-RoutersNegativeTest-675273233 tempest-RoutersNegativeTest-675273233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-724789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3141'] for router, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:59.116774 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-bb773977-4370-408f-b47b-c65e512cf6b5 tempest-RoutersNegativeTest-675273233 tempest-RoutersNegativeTest-675273233-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:59.216723 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-bb773977-4370-408f-b47b-c65e512cf6b5 tempest-RoutersNegativeTest-675273233 tempest-RoutersNegativeTest-675273233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724889'] for router, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:59.217205 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb773977-4370-408f-b47b-c65e512cf6b5 tempest-RoutersNegativeTest-675273233 tempest-RoutersNegativeTest-675273233-project] Fanout notify agent at l3_agent the message router_deleted on router d553aa90-b1c3-4f52-9634-4acc938deef8 {{(pid=84887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 21:24:59.228236 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-bb773977-4370-408f-b47b-c65e512cf6b5 tempest-RoutersNegativeTest-675273233 tempest-RoutersNegativeTest-675273233-project] Notify callbacks [] for router, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:59.229302 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-bb773977-4370-408f-b47b-c65e512cf6b5 tempest-RoutersNegativeTest-675273233 tempest-RoutersNegativeTest-675273233-project] 10.222.0.85 "DELETE /v2.0/routers/d553aa90-b1c3-4f52-9634-4acc938deef8 HTTP/1.1" status: 204 len: 168 time: 0.7279816 May 30 21:24:59.634169 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-e7e3e2ec-24dd-4b49-9eb4-dfbe77d6adcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:59.710580 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 51306) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:24:59.893075 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-449e8175-c59a-4694-9f91-a7fd1df4b51c admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=15158834b4b74d9eacfc8f08f223d4df&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1811414 May 30 21:24:59.895530 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 51312) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:24:59.908086 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:59.956596 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4f7e38b2-8179-4209-b6c9-346064ca4596 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:24:59.982844 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4f7e38b2-8179-4209-b6c9-346064ca4596 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:00.102771 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4f7e38b2-8179-4209-b6c9-346064ca4596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:00.118767 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7e38b2-8179-4209-b6c9-346064ca4596 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd86a1bc-ff53-4ea6-9172-9cb40a1107dc,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:25:00.123103 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4f7e38b2-8179-4209-b6c9-346064ca4596 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:00.124102 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-4f7e38b2-8179-4209-b6c9-346064ca4596 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/dd86a1bc-ff53-4ea6-9172-9cb40a1107dc HTTP/1.1" status: 204 len: 168 time: 0.2276666 May 30 21:25:01.170549 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 51334) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:25:01.297507 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-f247bf89-7371-4883-86a7-516bfd31f181 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1931469871-network', 'tenant_id': '603b0544f3b646428f70a02eb9d3c408'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:25:01.303870 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-f247bf89-7371-4883-86a7-516bfd31f181 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:25:01.308318 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-f247bf89-7371-4883-86a7-516bfd31f181 admin admin] Usage tracker for resource:network and tenant:603b0544f3b646428f70a02eb9d3c408 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:25:01.311352 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-f247bf89-7371-4883-86a7-516bfd31f181 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:25:01.317029 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-f247bf89-7371-4883-86a7-516bfd31f181 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:25:01.382920 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f247bf89-7371-4883-86a7-516bfd31f181 admin admin] Made reservation on behalf of 603b0544f3b646428f70a02eb9d3c408 for: {'network': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 21:25:01.385270 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f247bf89-7371-4883-86a7-516bfd31f181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:01.398623 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f247bf89-7371-4883-86a7-516bfd31f181 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:01.417577 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:01.430259 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-f247bf89-7371-4883-86a7-516bfd31f181 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:25:01.434045 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-f247bf89-7371-4883-86a7-516bfd31f181 admin admin] Usage tracker for resource:security_group_rule and tenant:603b0544f3b646428f70a02eb9d3c408 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:25:01.436761 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-f247bf89-7371-4883-86a7-516bfd31f181 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:25:01.442669 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-f247bf89-7371-4883-86a7-516bfd31f181 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:25:01.509949 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f247bf89-7371-4883-86a7-516bfd31f181 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:01.570766 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f247bf89-7371-4883-86a7-516bfd31f181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:01.600236 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f247bf89-7371-4883-86a7-516bfd31f181 admin admin] vlan segment allocate from pool success with {'vlan_id': 682, 'physical_network': 'physnet1'} {{(pid=84886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 21:25:01.608785 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f247bf89-7371-4883-86a7-516bfd31f181 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05038481-f8d6-46ce-a02c-57f9f18fc8c4,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:25:01.614186 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f247bf89-7371-4883-86a7-516bfd31f181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:01.614554 n-d-843948-2 neutron-server[84886]: INFO neutron.db.segments_db [None req-f247bf89-7371-4883-86a7-516bfd31f181 admin admin] Added segment ad8011f7-6df9-488c-8519-61e84331956f of type vlan for network 02a5360b-5ae9-4184-a5d3-45aa6435cff7 May 30 21:25:01.640877 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f247bf89-7371-4883-86a7-516bfd31f181 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:01.731183 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f247bf89-7371-4883-86a7-516bfd31f181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:01.732131 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f247bf89-7371-4883-86a7-516bfd31f181 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:25:01.732776 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f247bf89-7371-4883-86a7-516bfd31f181 admin admin] Notify callbacks [] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:01.835184 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f247bf89-7371-4883-86a7-516bfd31f181 admin admin] Pushing event updated for resources: {'Network': ['ID=02a5360b-5ae9-4184-a5d3-45aa6435cff7,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:25:01.844579 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network 02a5360b-5ae9-4184-a5d3-45aa6435cff7 details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 21:25:01.891937 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-f247bf89-7371-4883-86a7-516bfd31f181 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7201939 May 30 21:25:01.894887 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 51340) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:25:01.900954 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-af14698f-aa0e-4673-a507-3729cd67e71c admin admin] Request body: {'subnet': {'network_id': '02a5360b-5ae9-4184-a5d3-45aa6435cff7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1931469871-subnet', 'tenant_id': '603b0544f3b646428f70a02eb9d3c408', 'ip_version': 4}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:25:01.906801 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-af14698f-aa0e-4673-a507-3729cd67e71c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:25:01.910799 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-af14698f-aa0e-4673-a507-3729cd67e71c admin admin] Usage tracker for resource:subnet and tenant:603b0544f3b646428f70a02eb9d3c408 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:25:01.913803 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-af14698f-aa0e-4673-a507-3729cd67e71c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:25:01.919690 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-af14698f-aa0e-4673-a507-3729cd67e71c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:25:01.971218 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af14698f-aa0e-4673-a507-3729cd67e71c admin admin] Made reservation on behalf of 603b0544f3b646428f70a02eb9d3c408 for: {'subnet': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 21:25:01.973588 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-af14698f-aa0e-4673-a507-3729cd67e71c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114220'] for subnet, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:02.211654 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-af14698f-aa0e-4673-a507-3729cd67e71c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4055401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114238'] for subnet, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:02.283174 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af14698f-aa0e-4673-a507-3729cd67e71c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f121bfc2-a0bb-4eec-97ce-abfe73a883c2,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:25:02.299423 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af14698f-aa0e-4673-a507-3729cd67e71c admin admin] Checking segment: {'id': 'ad8011f7-6df9-488c-8519-61e84331956f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '02a5360b-5ae9-4184-a5d3-45aa6435cff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:25:02.299774 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af14698f-aa0e-4673-a507-3729cd67e71c admin admin] Network hostable DHCP agents. Network: 02a5360b-5ae9-4184-a5d3-45aa6435cff7, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 21:25:02.382803 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af14698f-aa0e-4673-a507-3729cd67e71c admin admin] Network 02a5360b-5ae9-4184-a5d3-45aa6435cff7 is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 21:25:02.485452 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-af14698f-aa0e-4673-a507-3729cd67e71c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, 02a5360b-5ae9-4184-a5d3-45aa6435cff7) {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:25:02.489388 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af14698f-aa0e-4673-a507-3729cd67e71c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:25:02.489993 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-af14698f-aa0e-4673-a507-3729cd67e71c admin admin] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:02.495619 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc15c870-6ec8-4073-a4ab-1475f36c20c8 None None] Network 02a5360b-5ae9-4184-a5d3-45aa6435cff7 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 21:25:02.583347 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-af14698f-aa0e-4673-a507-3729cd67e71c admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6873283 May 30 21:25:02.586212 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 51344) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:25:02.591436 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-7df17421-f3d8-4c75-8122-fada76ff34e1 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1931469871-router', 'tenant_id': '603b0544f3b646428f70a02eb9d3c408', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:25:02.596816 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-7df17421-f3d8-4c75-8122-fada76ff34e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:25:02.601462 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-7df17421-f3d8-4c75-8122-fada76ff34e1 admin admin] Usage tracker for resource:router and tenant:603b0544f3b646428f70a02eb9d3c408 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:25:02.604831 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-7df17421-f3d8-4c75-8122-fada76ff34e1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:25:02.610656 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-7df17421-f3d8-4c75-8122-fada76ff34e1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:25:02.663489 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7df17421-f3d8-4c75-8122-fada76ff34e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-733683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3159'] for router, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:02.664421 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7df17421-f3d8-4c75-8122-fada76ff34e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-733584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-736372', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-628480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3164'] for router, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:02.682172 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7df17421-f3d8-4c75-8122-fada76ff34e1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:02.704152 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd5aed6b-9e50-46f4-ad1b-aa4ded6ebc4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-02a5360b-5ae9-4184-a5d3-45aa6435cff7', 'network_id': '02a5360b-5ae9-4184-a5d3-45aa6435cff7', 'tenant_id': '603b0544f3b646428f70a02eb9d3c408', 'fixed_ips': [{'subnet_id': 'f121bfc2-a0bb-4eec-97ce-abfe73a883c2'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 21:25:02.704945 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-bd5aed6b-9e50-46f4-ad1b-aa4ded6ebc4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:02.874144 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-bd5aed6b-9e50-46f4-ad1b-aa4ded6ebc4b None None] Allocated IP 172.20.0.2 (02a5360b-5ae9-4184-a5d3-45aa6435cff7/f121bfc2-a0bb-4eec-97ce-abfe73a883c2/cdf23078-8273-4237-b1cb-970e163698e1) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 21:25:02.875825 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7df17421-f3d8-4c75-8122-fada76ff34e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-736390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:02.952350 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:03.081032 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-bd5aed6b-9e50-46f4-ad1b-aa4ded6ebc4b None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:03.091924 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-bd5aed6b-9e50-46f4-ad1b-aa4ded6ebc4b None None] Transition to ACTIVE for port object cdf23078-8273-4237-b1cb-970e163698e1 will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:25:03.110447 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-bd5aed6b-9e50-46f4-ad1b-aa4ded6ebc4b None None] Transition to ACTIVE for port object cdf23078-8273-4237-b1cb-970e163698e1 will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:25:03.157440 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7df17421-f3d8-4c75-8122-fada76ff34e1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:03.165458 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-bd5aed6b-9e50-46f4-ad1b-aa4ded6ebc4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:03.187344 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7df17421-f3d8-4c75-8122-fada76ff34e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:03.230162 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd5aed6b-9e50-46f4-ad1b-aa4ded6ebc4b None None] Network 02a5360b-5ae9-4184-a5d3-45aa6435cff7 is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:25:03.232797 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-bd5aed6b-9e50-46f4-ad1b-aa4ded6ebc4b None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:25:03.236513 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5aed6b-9e50-46f4-ad1b-aa4ded6ebc4b None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 21:25:03.242914 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5aed6b-9e50-46f4-ad1b-aa4ded6ebc4b None None] Pushing event updated for resources: {'Port': ['ID=cdf23078-8273-4237-b1cb-970e163698e1,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:25:03.370709 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-bd5aed6b-9e50-46f4-ad1b-aa4ded6ebc4b None None] Attempting to bind port cdf23078-8273-4237-b1cb-970e163698e1 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 21:25:03.370972 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-bd5aed6b-9e50-46f4-ad1b-aa4ded6ebc4b None None] Attempting to bind port cdf23078-8273-4237-b1cb-970e163698e1 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': 'ad8011f7-6df9-488c-8519-61e84331956f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '02a5360b-5ae9-4184-a5d3-45aa6435cff7'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 21:25:03.371322 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5aed6b-9e50-46f4-ad1b-aa4ded6ebc4b None None] Attempting to bind port cdf23078-8273-4237-b1cb-970e163698e1 on network 02a5360b-5ae9-4184-a5d3-45aa6435cff7 {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:25:03.378031 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5aed6b-9e50-46f4-ad1b-aa4ded6ebc4b None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 21, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 21:25:03.378405 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5aed6b-9e50-46f4-ad1b-aa4ded6ebc4b None None] Checking segment: {'id': 'ad8011f7-6df9-488c-8519-61e84331956f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '02a5360b-5ae9-4184-a5d3-45aa6435cff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:25:03.378809 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-bd5aed6b-9e50-46f4-ad1b-aa4ded6ebc4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:03.379200 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5aed6b-9e50-46f4-ad1b-aa4ded6ebc4b None None] Bound using segment: {'id': 'ad8011f7-6df9-488c-8519-61e84331956f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '02a5360b-5ae9-4184-a5d3-45aa6435cff7'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 21:25:03.379659 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-bd5aed6b-9e50-46f4-ad1b-aa4ded6ebc4b None None] Bound port: cdf23078-8273-4237-b1cb-970e163698e1, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad8011f7-6df9-488c-8519-61e84331956f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '02a5360b-5ae9-4184-a5d3-45aa6435cff7'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 21:25:03.380055 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-bd5aed6b-9e50-46f4-ad1b-aa4ded6ebc4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:03.438736 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [None req-7df17421-f3d8-4c75-8122-fada76ff34e1 admin admin] Allocated IP 172.25.8.125 (c7869750-4b49-4b7e-aa99-5e0f1ae02da4/427601ec-f643-4fe7-b5e6-17305d3a39e1/caf51e46-d22c-41b6-aa72-b737c74c0c6a) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 21:25:03.469796 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-bd5aed6b-9e50-46f4-ad1b-aa4ded6ebc4b None None] For port cdf23078-8273-4237-b1cb-970e163698e1, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 21:25:03.472867 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-bd5aed6b-9e50-46f4-ad1b-aa4ded6ebc4b None None] For port cdf23078-8273-4237-b1cb-970e163698e1, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=cdf23078-8273-4237-b1cb-970e163698e1,segment=NetworkSegment(ad8011f7-6df9-488c-8519-61e84331956f),segment_id=ad8011f7-6df9-488c-8519-61e84331956f)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 21:25:03.531503 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-bd5aed6b-9e50-46f4-ad1b-aa4ded6ebc4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:03.588085 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7df17421-f3d8-4c75-8122-fada76ff34e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:03.613223 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5aed6b-9e50-46f4-ad1b-aa4ded6ebc4b None None] Pushing event updated for resources: {'Port': ['ID=cdf23078-8273-4237-b1cb-970e163698e1,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:25:03.680468 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7df17421-f3d8-4c75-8122-fada76ff34e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:03.754324 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df17421-f3d8-4c75-8122-fada76ff34e1 admin admin] Network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:25:03.757919 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-7df17421-f3d8-4c75-8122-fada76ff34e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:25:03.762415 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df17421-f3d8-4c75-8122-fada76ff34e1 admin admin] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 21:25:03.786833 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df17421-f3d8-4c75-8122-fada76ff34e1 admin admin] Pushing event updated for resources: {'Port': ['ID=caf51e46-d22c-41b6-aa72-b737c74c0c6a,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:25:04.001036 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7df17421-f3d8-4c75-8122-fada76ff34e1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:04.001813 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7df17421-f3d8-4c75-8122-fada76ff34e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-736409'] for router, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:04.285340 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7df17421-f3d8-4c75-8122-fada76ff34e1 admin admin] Router 81700e53-184b-47ce-b479-7440949372d2 is scheduled to L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 with binding_index 1 {{(pid=84887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 21:25:04.497417 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7df17421-f3d8-4c75-8122-fada76ff34e1 admin admin] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 21:25:04.507990 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89499a0f-3d2a-4bab-8c47-39b29e54c549 None None] Sync routers for ids ['81700e53-184b-47ce-b479-7440949372d2'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 21:25:04.520024 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89499a0f-3d2a-4bab-8c47-39b29e54c549 None None] Routers {'81700e53-184b-47ce-b479-7440949372d2'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:25:04.520655 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-89499a0f-3d2a-4bab-8c47-39b29e54c549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T21:25:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['81700e53-184b-47ce-b479-7440949372d2'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:25:04.545833 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1996c2-3e73-44d8-8807-0778868bc0c5 None None] Network 02a5360b-5ae9-4184-a5d3-45aa6435cff7 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 21:25:04.571311 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7df17421-f3d8-4c75-8122-fada76ff34e1 admin admin] Notify callbacks [] for router, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:04.575373 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-7df17421-f3d8-4c75-8122-fada76ff34e1 admin admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.9854848 May 30 21:25:04.575754 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 51348) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:25:04.709095 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-89499a0f-3d2a-4bab-8c47-39b29e54c549 None None] Set router 81700e53-184b-47ce-b479-7440949372d2 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:25:04.715630 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-3d18d4ad-a53f-4706-984c-1958210437ca None None] Provisioning for port cdf23078-8273-4237-b1cb-970e163698e1 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:25:05.145261 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-89499a0f-3d2a-4bab-8c47-39b29e54c549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81700e53-184b-47ce-b479-7440949372d2', 'name': 'tempest-TestEncryptedCinderVolumes-1931469871-router', 'tenant_id': '603b0544f3b646428f70a02eb9d3c408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': 'caf51e46-d22c-41b6-aa72-b737c74c0c6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:25:02Z', 'updated_at': '2022-05-30T21:25:03Z', 'revision_number': 3, 'project_id': '603b0544f3b646428f70a02eb9d3c408', 'gw_port': {'id': 'caf51e46-d22c-41b6-aa72-b737c74c0c6a', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:35:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81700e53-184b-47ce-b479-7440949372d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:25:03Z', 'updated_at': '2022-05-30T21:25:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:25:05.156497 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89499a0f-3d2a-4bab-8c47-39b29e54c549 None None] Checking router: 81700e53-184b-47ce-b479-7440949372d2 for host: n-d-843948-2 {{(pid=84889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 21:25:05.156842 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89499a0f-3d2a-4bab-8c47-39b29e54c549 None None] Updating router 81700e53-184b-47ce-b479-7440949372d2 port caf51e46-d22c-41b6-aa72-b737c74c0c6a binding host n-d-843948-2 {{(pid=84889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 21:25:05.213039 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-89499a0f-3d2a-4bab-8c47-39b29e54c549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:05.329655 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-633f7130-3d95-4435-be08-26379e0ea438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:05.571535 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-89499a0f-3d2a-4bab-8c47-39b29e54c549 None None] Notify callbacks [] for port, precommit_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:05.583843 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.provisioning_blocks [None req-89499a0f-3d2a-4bab-8c47-39b29e54c549 None None] Transition to ACTIVE for port object caf51e46-d22c-41b6-aa72-b737c74c0c6a will not be triggered until provisioned by entity L2. {{(pid=84889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:25:05.645798 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-633f7130-3d95-4435-be08-26379e0ea438 admin admin] Allocated IP 172.20.0.1 (02a5360b-5ae9-4184-a5d3-45aa6435cff7/f121bfc2-a0bb-4eec-97ce-abfe73a883c2/9be90ce4-68b4-4c40-8d54-3337d11cf72f) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 21:25:05.657445 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-89499a0f-3d2a-4bab-8c47-39b29e54c549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:05.710712 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device cdf23078-8273-4237-b1cb-970e163698e1 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:25:05.740933 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ffb677-b874-408d-9a84-a0453eed18a8 None None] Pushing event updated for resources: {'Port': ['ID=caf51e46-d22c-41b6-aa72-b737c74c0c6a,revision_number=2']} {{(pid=84889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:25:05.750969 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-89499a0f-3d2a-4bab-8c47-39b29e54c549 None None] Attempting to bind port caf51e46-d22c-41b6-aa72-b737c74c0c6a on host n-d-843948-2 for vnic_type normal with profile {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 21:25:05.751452 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-89499a0f-3d2a-4bab-8c47-39b29e54c549 None None] Attempting to bind port caf51e46-d22c-41b6-aa72-b737c74c0c6a by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}] {{(pid=84889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 21:25:05.751958 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89499a0f-3d2a-4bab-8c47-39b29e54c549 None None] Attempting to bind port caf51e46-d22c-41b6-aa72-b737c74c0c6a on network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:25:05.760038 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89499a0f-3d2a-4bab-8c47-39b29e54c549 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 21, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 21:25:05.760629 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89499a0f-3d2a-4bab-8c47-39b29e54c549 None None] Checking segment: {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:25:05.761074 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-89499a0f-3d2a-4bab-8c47-39b29e54c549 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:05.761564 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89499a0f-3d2a-4bab-8c47-39b29e54c549 None None] Bound using segment: {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'} {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 21:25:05.762380 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-89499a0f-3d2a-4bab-8c47-39b29e54c549 None None] Bound port: caf51e46-d22c-41b6-aa72-b737c74c0c6a, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}}] {{(pid=84889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 21:25:05.762629 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-89499a0f-3d2a-4bab-8c47-39b29e54c549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:05.814068 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-633f7130-3d95-4435-be08-26379e0ea438 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:05.824450 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ffb677-b874-408d-9a84-a0453eed18a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:25:05.824793 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ffb677-b874-408d-9a84-a0453eed18a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:25:05.825128 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ffb677-b874-408d-9a84-a0453eed18a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:25:05.825452 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ffb677-b874-408d-9a84-a0453eed18a8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:25:05.825842 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ffb677-b874-408d-9a84-a0453eed18a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:25:05.826165 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ffb677-b874-408d-9a84-a0453eed18a8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:25:05.826482 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ffb677-b874-408d-9a84-a0453eed18a8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:25:05.826862 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ffb677-b874-408d-9a84-a0453eed18a8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:25:05.827145 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ffb677-b874-408d-9a84-a0453eed18a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:25:05.827455 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ffb677-b874-408d-9a84-a0453eed18a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:25:05.827787 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ffb677-b874-408d-9a84-a0453eed18a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:25:05.830869 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [None req-633f7130-3d95-4435-be08-26379e0ea438 admin admin] Transition to ACTIVE for port object 9be90ce4-68b4-4c40-8d54-3337d11cf72f will not be triggered until provisioned by entity DHCP. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:25:05.851923 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port cdf23078-8273-4237-b1cb-970e163698e1 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:25:05.853494 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.db [None req-89499a0f-3d2a-4bab-8c47-39b29e54c549 None None] For port caf51e46-d22c-41b6-aa72-b737c74c0c6a, host n-d-843948-2, cleared binding levels {{(pid=84889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 21:25:05.857149 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.db [None req-89499a0f-3d2a-4bab-8c47-39b29e54c549 None None] For port caf51e46-d22c-41b6-aa72-b737c74c0c6a, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=caf51e46-d22c-41b6-aa72-b737c74c0c6a,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 21:25:05.858557 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port cdf23078-8273-4237-b1cb-970e163698e1 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:25:05.859013 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:05.931291 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-89499a0f-3d2a-4bab-8c47-39b29e54c549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:05.954539 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-633f7130-3d95-4435-be08-26379e0ea438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:05.976548 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:06.015470 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port cdf23078-8273-4237-b1cb-970e163698e1, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=cdf23078-8273-4237-b1cb-970e163698e1,segment=NetworkSegment(ad8011f7-6df9-488c-8519-61e84331956f),segment_id=ad8011f7-6df9-488c-8519-61e84331956f)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:25:06.034413 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-633f7130-3d95-4435-be08-26379e0ea438 admin admin] Network 02a5360b-5ae9-4184-a5d3-45aa6435cff7 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:25:06.038020 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633f7130-3d95-4435-be08-26379e0ea438 admin admin] Pushing event updated for resources: {'Port': ['ID=9be90ce4-68b4-4c40-8d54-3337d11cf72f,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:25:06.040388 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-633f7130-3d95-4435-be08-26379e0ea438 admin admin] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:25:06.043382 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633f7130-3d95-4435-be08-26379e0ea438 admin admin] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 21:25:06.045981 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ffb677-b874-408d-9a84-a0453eed18a8 None None] Pushing event updated for resources: {'Port': ['ID=caf51e46-d22c-41b6-aa72-b737c74c0c6a,revision_number=3']} {{(pid=84889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:25:06.051311 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89499a0f-3d2a-4bab-8c47-39b29e54c549 None None] Routers {'81700e53-184b-47ce-b479-7440949372d2'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:25:06.051912 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-89499a0f-3d2a-4bab-8c47-39b29e54c549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T21:25:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['81700e53-184b-47ce-b479-7440949372d2'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:25:06.080134 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:06.095728 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633f7130-3d95-4435-be08-26379e0ea438 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:25:06.095728 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633f7130-3d95-4435-be08-26379e0ea438 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:25:06.095728 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633f7130-3d95-4435-be08-26379e0ea438 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:25:06.095728 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633f7130-3d95-4435-be08-26379e0ea438 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:25:06.095728 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633f7130-3d95-4435-be08-26379e0ea438 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:25:06.095728 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633f7130-3d95-4435-be08-26379e0ea438 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:25:06.095728 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633f7130-3d95-4435-be08-26379e0ea438 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:25:06.095728 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633f7130-3d95-4435-be08-26379e0ea438 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:25:06.095728 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633f7130-3d95-4435-be08-26379e0ea438 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:25:06.095728 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633f7130-3d95-4435-be08-26379e0ea438 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:25:06.095728 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633f7130-3d95-4435-be08-26379e0ea438 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:25:06.112872 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-633f7130-3d95-4435-be08-26379e0ea438 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-736099'] for router_interface, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:06.156067 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=cdf23078-8273-4237-b1cb-970e163698e1,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:25:06.243655 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-89499a0f-3d2a-4bab-8c47-39b29e54c549 None None] Set router 81700e53-184b-47ce-b479-7440949372d2 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:25:06.265041 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-633f7130-3d95-4435-be08-26379e0ea438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:06.439768 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-5fc69be4-ffa7-4844-9210-786a2f2556bf None None] Provisioning for port 9be90ce4-68b4-4c40-8d54-3337d11cf72f completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:25:06.445268 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-5fc69be4-ffa7-4844-9210-786a2f2556bf None None] Provisioning complete for port 9be90ce4-68b4-4c40-8d54-3337d11cf72f triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:25:06.445655 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-5fc69be4-ffa7-4844-9210-786a2f2556bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:06.502229 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-633f7130-3d95-4435-be08-26379e0ea438 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:06.502657 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-5fc69be4-ffa7-4844-9210-786a2f2556bf None None] Port 9be90ce4-68b4-4c40-8d54-3337d11cf72f cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 21:25:06.531369 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-89499a0f-3d2a-4bab-8c47-39b29e54c549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81700e53-184b-47ce-b479-7440949372d2', 'name': 'tempest-TestEncryptedCinderVolumes-1931469871-router', 'tenant_id': '603b0544f3b646428f70a02eb9d3c408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': 'caf51e46-d22c-41b6-aa72-b737c74c0c6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:25:02Z', 'updated_at': '2022-05-30T21:25:03Z', 'revision_number': 3, 'project_id': '603b0544f3b646428f70a02eb9d3c408', 'gw_port': {'id': 'caf51e46-d22c-41b6-aa72-b737c74c0c6a', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:35:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81700e53-184b-47ce-b479-7440949372d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:25:03Z', 'updated_at': '2022-05-30T21:25:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:25:06.535310 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89499a0f-3d2a-4bab-8c47-39b29e54c549 None None] The sync data for ids ['81700e53-184b-47ce-b479-7440949372d2'] in n-d-843948-2 is: [{'id': '81700e53-184b-47ce-b479-7440949372d2', 'name': 'tempest-TestEncryptedCinderVolumes-1931469871-router', 'tenant_id': '603b0544f3b646428f70a02eb9d3c408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': 'caf51e46-d22c-41b6-aa72-b737c74c0c6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:25:02Z', 'updated_at': '2022-05-30T21:25:03Z', 'revision_number': 3, 'project_id': '603b0544f3b646428f70a02eb9d3c408', 'gw_port': {'id': 'caf51e46-d22c-41b6-aa72-b737c74c0c6a', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:35:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81700e53-184b-47ce-b479-7440949372d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:25:03Z', 'updated_at': '2022-05-30T21:25:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 21:25:06.554653 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-633f7130-3d95-4435-be08-26379e0ea438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:06.665054 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633f7130-3d95-4435-be08-26379e0ea438 admin admin] Pushing event updated for resources: {'Port': ['ID=9be90ce4-68b4-4c40-8d54-3337d11cf72f,revision_number=2']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:25:06.668313 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-633f7130-3d95-4435-be08-26379e0ea438 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1718057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-736206'] for router_interface, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:06.822456 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-633f7130-3d95-4435-be08-26379e0ea438 admin admin] Network 02a5360b-5ae9-4184-a5d3-45aa6435cff7 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:25:06.823580 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-633f7130-3d95-4435-be08-26379e0ea438 admin admin] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:25:07.128224 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-41f3880a-6fbc-4bbf-9a1a-0c4ed86b5d7f None None] Provisioning complete for port 9be90ce4-68b4-4c40-8d54-3337d11cf72f triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:25:07.128779 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-41f3880a-6fbc-4bbf-9a1a-0c4ed86b5d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:07.182085 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-41f3880a-6fbc-4bbf-9a1a-0c4ed86b5d7f None None] Port 9be90ce4-68b4-4c40-8d54-3337d11cf72f cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 21:25:07.226245 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-633f7130-3d95-4435-be08-26379e0ea438 admin admin] Router 81700e53-184b-47ce-b479-7440949372d2 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 21:25:07.430045 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-633f7130-3d95-4435-be08-26379e0ea438 admin admin] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 21:25:07.438835 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-633f7130-3d95-4435-be08-26379e0ea438 admin admin] 10.222.0.85 "PUT /v2.0/routers/81700e53-184b-47ce-b479-7440949372d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8620608 May 30 21:25:07.753572 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device cdf23078-8273-4237-b1cb-970e163698e1 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:25:07.826988 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port cdf23078-8273-4237-b1cb-970e163698e1 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:25:07.827352 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:07.941366 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device caf51e46-d22c-41b6-aa72-b737c74c0c6a up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:25:08.062333 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port caf51e46-d22c-41b6-aa72-b737c74c0c6a completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:25:08.067669 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port caf51e46-d22c-41b6-aa72-b737c74c0c6a triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:25:08.069502 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:08.181595 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:08.198508 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port caf51e46-d22c-41b6-aa72-b737c74c0c6a, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=caf51e46-d22c-41b6-aa72-b737c74c0c6a,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:25:08.268341 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:08.341496 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=caf51e46-d22c-41b6-aa72-b737c74c0c6a,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:25:08.554329 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 51370) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:25:08.559873 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-91250d60-d64d-42f2-8778-c824fc582878 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-2031148308-network', 'tenant_id': 'd5b918c348f64e2d96691f618bbb4a4a'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:25:08.565435 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-91250d60-d64d-42f2-8778-c824fc582878 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:25:08.569297 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-91250d60-d64d-42f2-8778-c824fc582878 admin admin] Usage tracker for resource:network and tenant:d5b918c348f64e2d96691f618bbb4a4a is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:25:08.572169 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-91250d60-d64d-42f2-8778-c824fc582878 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:25:08.578309 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-91250d60-d64d-42f2-8778-c824fc582878 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:25:08.748012 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91250d60-d64d-42f2-8778-c824fc582878 admin admin] Made reservation on behalf of d5b918c348f64e2d96691f618bbb4a4a for: {'network': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 21:25:08.750409 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-91250d60-d64d-42f2-8778-c824fc582878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:08.763049 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-91250d60-d64d-42f2-8778-c824fc582878 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:08.794265 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-91250d60-d64d-42f2-8778-c824fc582878 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:25:08.798069 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-91250d60-d64d-42f2-8778-c824fc582878 admin admin] Usage tracker for resource:security_group_rule and tenant:d5b918c348f64e2d96691f618bbb4a4a is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:25:08.801013 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-91250d60-d64d-42f2-8778-c824fc582878 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:25:08.806964 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-91250d60-d64d-42f2-8778-c824fc582878 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:25:08.870715 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-91250d60-d64d-42f2-8778-c824fc582878 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:08.936658 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-91250d60-d64d-42f2-8778-c824fc582878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:08.966094 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91250d60-d64d-42f2-8778-c824fc582878 admin admin] vlan segment allocate from pool success with {'vlan_id': 656, 'physical_network': 'physnet1'} {{(pid=84886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 21:25:08.974266 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91250d60-d64d-42f2-8778-c824fc582878 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47366a68-0496-426b-a978-6837e59897fa,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:25:08.980336 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-91250d60-d64d-42f2-8778-c824fc582878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:08.980669 n-d-843948-2 neutron-server[84886]: INFO neutron.db.segments_db [None req-91250d60-d64d-42f2-8778-c824fc582878 admin admin] Added segment c48a07a1-438d-4780-83fb-3b496f47dd4a of type vlan for network 1a76eb25-5bd4-4b12-a99a-7789157c49f9 May 30 21:25:09.006320 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-91250d60-d64d-42f2-8778-c824fc582878 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:09.085908 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-91250d60-d64d-42f2-8778-c824fc582878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:09.086674 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91250d60-d64d-42f2-8778-c824fc582878 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:25:09.087248 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-91250d60-d64d-42f2-8778-c824fc582878 admin admin] Notify callbacks [] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:09.187454 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91250d60-d64d-42f2-8778-c824fc582878 admin admin] Pushing event updated for resources: {'Network': ['ID=1a76eb25-5bd4-4b12-a99a-7789157c49f9,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:25:09.198404 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network 1a76eb25-5bd4-4b12-a99a-7789157c49f9 details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 21:25:09.223292 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-91250d60-d64d-42f2-8778-c824fc582878 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6678543 May 30 21:25:09.225979 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 51374) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:25:09.231275 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-c2d6764c-4321-4d5e-b51a-ac7d04c4baff admin admin] Request body: {'subnet': {'network_id': '1a76eb25-5bd4-4b12-a99a-7789157c49f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-2031148308-subnet', 'tenant_id': 'd5b918c348f64e2d96691f618bbb4a4a', 'ip_version': 4}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:25:09.237084 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-c2d6764c-4321-4d5e-b51a-ac7d04c4baff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:25:09.241245 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-c2d6764c-4321-4d5e-b51a-ac7d04c4baff admin admin] Usage tracker for resource:subnet and tenant:d5b918c348f64e2d96691f618bbb4a4a is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:25:09.244243 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-c2d6764c-4321-4d5e-b51a-ac7d04c4baff admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:25:09.250186 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-c2d6764c-4321-4d5e-b51a-ac7d04c4baff admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:25:09.302293 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2d6764c-4321-4d5e-b51a-ac7d04c4baff admin admin] Made reservation on behalf of d5b918c348f64e2d96691f618bbb4a4a for: {'subnet': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 21:25:09.304898 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c2d6764c-4321-4d5e-b51a-ac7d04c4baff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2778563'] for subnet, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:09.576857 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c2d6764c-4321-4d5e-b51a-ac7d04c4baff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4127140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2778577'] for subnet, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:09.651900 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d6764c-4321-4d5e-b51a-ac7d04c4baff admin admin] Pushing event updated for resources: {'Subnet': ['ID=ead4a943-5511-441f-a205-fa7fae448d76,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:25:09.665130 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d6764c-4321-4d5e-b51a-ac7d04c4baff admin admin] Checking segment: {'id': 'c48a07a1-438d-4780-83fb-3b496f47dd4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '1a76eb25-5bd4-4b12-a99a-7789157c49f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:25:09.665484 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d6764c-4321-4d5e-b51a-ac7d04c4baff admin admin] Network hostable DHCP agents. Network: 1a76eb25-5bd4-4b12-a99a-7789157c49f9, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 21:25:09.685549 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device caf51e46-d22c-41b6-aa72-b737c74c0c6a up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:25:09.736947 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d6764c-4321-4d5e-b51a-ac7d04c4baff admin admin] Network 1a76eb25-5bd4-4b12-a99a-7789157c49f9 is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 21:25:09.753666 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port caf51e46-d22c-41b6-aa72-b737c74c0c6a triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:25:09.755874 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:09.789531 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-c2d6764c-4321-4d5e-b51a-ac7d04c4baff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, 1a76eb25-5bd4-4b12-a99a-7789157c49f9) {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:25:09.798789 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d6764c-4321-4d5e-b51a-ac7d04c4baff admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:25:09.801214 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c2d6764c-4321-4d5e-b51a-ac7d04c4baff admin admin] Notify callbacks [] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:09.809270 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68aac876-6973-4a23-ad2e-f7344bc3eed2 None None] Network 1a76eb25-5bd4-4b12-a99a-7789157c49f9 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 21:25:09.892246 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-c2d6764c-4321-4d5e-b51a-ac7d04c4baff admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6650724 May 30 21:25:09.894810 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 51378) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:25:09.901171 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-6e4511ac-8555-405b-8474-8a2e012c1df6 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-2031148308-router', 'tenant_id': 'd5b918c348f64e2d96691f618bbb4a4a', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:25:09.907171 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-6e4511ac-8555-405b-8474-8a2e012c1df6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:25:09.911347 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-6e4511ac-8555-405b-8474-8a2e012c1df6 admin admin] Usage tracker for resource:router and tenant:d5b918c348f64e2d96691f618bbb4a4a is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:25:09.914822 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-6e4511ac-8555-405b-8474-8a2e012c1df6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:25:09.920901 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-6e4511ac-8555-405b-8474-8a2e012c1df6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:25:09.988256 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6e4511ac-8555-405b-8474-8a2e012c1df6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-733683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3159'] for router, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:09.989393 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6e4511ac-8555-405b-8474-8a2e012c1df6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-733584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-736372', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-628480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3164'] for router, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:10.009101 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6e4511ac-8555-405b-8474-8a2e012c1df6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:10.065106 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a43c2a6-8527-4b1a-a2e4-ca257fc41815 None None] Sync routers for ids ['81700e53-184b-47ce-b479-7440949372d2'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 21:25:10.119662 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a43c2a6-8527-4b1a-a2e4-ca257fc41815 None None] Routers {'81700e53-184b-47ce-b479-7440949372d2'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:25:10.120201 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-5a43c2a6-8527-4b1a-a2e4-ca257fc41815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T21:25:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['81700e53-184b-47ce-b479-7440949372d2'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:25:10.193445 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6e4511ac-8555-405b-8474-8a2e012c1df6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-736390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:10.230848 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c4e673-5427-492e-8790-6ed3048c8f91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-1a76eb25-5bd4-4b12-a99a-7789157c49f9', 'network_id': '1a76eb25-5bd4-4b12-a99a-7789157c49f9', 'tenant_id': 'd5b918c348f64e2d96691f618bbb4a4a', 'fixed_ips': [{'subnet_id': 'ead4a943-5511-441f-a205-fa7fae448d76'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 21:25:10.231629 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-92c4e673-5427-492e-8790-6ed3048c8f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:10.420736 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-5a43c2a6-8527-4b1a-a2e4-ca257fc41815 None None] Set router 81700e53-184b-47ce-b479-7440949372d2 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:25:10.467541 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6e4511ac-8555-405b-8474-8a2e012c1df6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:10.497367 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-92c4e673-5427-492e-8790-6ed3048c8f91 None None] Allocated IP 172.20.0.2 (1a76eb25-5bd4-4b12-a99a-7789157c49f9/ead4a943-5511-441f-a205-fa7fae448d76/3314359c-e4b5-4dd1-a650-618b2661b03d) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 21:25:10.501214 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6e4511ac-8555-405b-8474-8a2e012c1df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:10.635983 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-6e4511ac-8555-405b-8474-8a2e012c1df6 admin admin] Allocated IP 172.25.8.207 (c7869750-4b49-4b7e-aa99-5e0f1ae02da4/427601ec-f643-4fe7-b5e6-17305d3a39e1/581b36e8-7617-4255-9c02-32732dd00db7) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 21:25:10.787126 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6e4511ac-8555-405b-8474-8a2e012c1df6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:10.891350 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6e4511ac-8555-405b-8474-8a2e012c1df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:10.901965 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-92c4e673-5427-492e-8790-6ed3048c8f91 None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:10.914952 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-92c4e673-5427-492e-8790-6ed3048c8f91 None None] Transition to ACTIVE for port object 3314359c-e4b5-4dd1-a650-618b2661b03d will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:25:10.942869 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-92c4e673-5427-492e-8790-6ed3048c8f91 None None] Transition to ACTIVE for port object 3314359c-e4b5-4dd1-a650-618b2661b03d will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:25:10.947379 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-5a43c2a6-8527-4b1a-a2e4-ca257fc41815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81700e53-184b-47ce-b479-7440949372d2', 'name': 'tempest-TestEncryptedCinderVolumes-1931469871-router', 'tenant_id': '603b0544f3b646428f70a02eb9d3c408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': 'caf51e46-d22c-41b6-aa72-b737c74c0c6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:25:02Z', 'updated_at': '2022-05-30T21:25:06Z', 'revision_number': 4, 'project_id': '603b0544f3b646428f70a02eb9d3c408', 'gw_port': {'id': 'caf51e46-d22c-41b6-aa72-b737c74c0c6a', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:35:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81700e53-184b-47ce-b479-7440949372d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:25:03Z', 'updated_at': '2022-05-30T21:25:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '9be90ce4-68b4-4c40-8d54-3337d11cf72f', 'name': '', 'network_id': '02a5360b-5ae9-4184-a5d3-45aa6435cff7', 'tenant_id': '603b0544f3b646428f70a02eb9d3c408', 'mac_address': 'fa:16:3e:08:2a:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81700e53-184b-47ce-b479-7440949372d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f121bfc2-a0bb-4eec-97ce-abfe73a883c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:25:05Z', 'updated_at': '2022-05-30T21:25:06Z', 'revision_number': 2, 'project_id': '603b0544f3b646428f70a02eb9d3c408', 'subnets': [{'id': 'f121bfc2-a0bb-4eec-97ce-abfe73a883c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:25:10.951534 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a43c2a6-8527-4b1a-a2e4-ca257fc41815 None None] Checking router: 81700e53-184b-47ce-b479-7440949372d2 for host: n-d-843948-2 {{(pid=84888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 21:25:10.951879 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a43c2a6-8527-4b1a-a2e4-ca257fc41815 None None] Updating router 81700e53-184b-47ce-b479-7440949372d2 port 9be90ce4-68b4-4c40-8d54-3337d11cf72f binding host n-d-843948-2 {{(pid=84888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 21:25:10.963914 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e4511ac-8555-405b-8474-8a2e012c1df6 admin admin] Network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:25:10.966849 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-6e4511ac-8555-405b-8474-8a2e012c1df6 admin admin] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:25:10.971276 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4511ac-8555-405b-8474-8a2e012c1df6 admin admin] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 21:25:10.986283 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-92c4e673-5427-492e-8790-6ed3048c8f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:10.998258 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4511ac-8555-405b-8474-8a2e012c1df6 admin admin] Pushing event updated for resources: {'Port': ['ID=581b36e8-7617-4255-9c02-32732dd00db7,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:25:11.063705 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-5a43c2a6-8527-4b1a-a2e4-ca257fc41815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:11.087676 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c4e673-5427-492e-8790-6ed3048c8f91 None None] Network 1a76eb25-5bd4-4b12-a99a-7789157c49f9 is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:25:11.091897 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-92c4e673-5427-492e-8790-6ed3048c8f91 None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:25:11.122543 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c4e673-5427-492e-8790-6ed3048c8f91 None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 21:25:11.124483 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c4e673-5427-492e-8790-6ed3048c8f91 None None] Pushing event updated for resources: {'Port': ['ID=3314359c-e4b5-4dd1-a650-618b2661b03d,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:25:11.153605 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c4e673-5427-492e-8790-6ed3048c8f91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:25:11.153963 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c4e673-5427-492e-8790-6ed3048c8f91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:25:11.154296 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c4e673-5427-492e-8790-6ed3048c8f91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:25:11.154625 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c4e673-5427-492e-8790-6ed3048c8f91 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:25:11.154949 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c4e673-5427-492e-8790-6ed3048c8f91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:25:11.155271 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c4e673-5427-492e-8790-6ed3048c8f91 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:25:11.155590 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c4e673-5427-492e-8790-6ed3048c8f91 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:25:11.155915 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c4e673-5427-492e-8790-6ed3048c8f91 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:25:11.156353 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c4e673-5427-492e-8790-6ed3048c8f91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:25:11.156663 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c4e673-5427-492e-8790-6ed3048c8f91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:25:11.156978 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c4e673-5427-492e-8790-6ed3048c8f91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:25:11.195996 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6e4511ac-8555-405b-8474-8a2e012c1df6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:11.196725 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6e4511ac-8555-405b-8474-8a2e012c1df6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-736409'] for router, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:11.301126 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-92c4e673-5427-492e-8790-6ed3048c8f91 None None] Attempting to bind port 3314359c-e4b5-4dd1-a650-618b2661b03d on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 21:25:11.301773 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-92c4e673-5427-492e-8790-6ed3048c8f91 None None] Attempting to bind port 3314359c-e4b5-4dd1-a650-618b2661b03d by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': 'c48a07a1-438d-4780-83fb-3b496f47dd4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '1a76eb25-5bd4-4b12-a99a-7789157c49f9'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 21:25:11.301891 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c4e673-5427-492e-8790-6ed3048c8f91 None None] Attempting to bind port 3314359c-e4b5-4dd1-a650-618b2661b03d on network 1a76eb25-5bd4-4b12-a99a-7789157c49f9 {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:25:11.330426 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c4e673-5427-492e-8790-6ed3048c8f91 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 21, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 21:25:11.330699 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c4e673-5427-492e-8790-6ed3048c8f91 None None] Checking segment: {'id': 'c48a07a1-438d-4780-83fb-3b496f47dd4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '1a76eb25-5bd4-4b12-a99a-7789157c49f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:25:11.331093 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-92c4e673-5427-492e-8790-6ed3048c8f91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:11.331684 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c4e673-5427-492e-8790-6ed3048c8f91 None None] Bound using segment: {'id': 'c48a07a1-438d-4780-83fb-3b496f47dd4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '1a76eb25-5bd4-4b12-a99a-7789157c49f9'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 21:25:11.332157 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-92c4e673-5427-492e-8790-6ed3048c8f91 None None] Bound port: 3314359c-e4b5-4dd1-a650-618b2661b03d, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c48a07a1-438d-4780-83fb-3b496f47dd4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '1a76eb25-5bd4-4b12-a99a-7789157c49f9'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 21:25:11.332527 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-92c4e673-5427-492e-8790-6ed3048c8f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:11.558301 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-92c4e673-5427-492e-8790-6ed3048c8f91 None None] For port 3314359c-e4b5-4dd1-a650-618b2661b03d, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 21:25:11.561927 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-92c4e673-5427-492e-8790-6ed3048c8f91 None None] For port 3314359c-e4b5-4dd1-a650-618b2661b03d, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=3314359c-e4b5-4dd1-a650-618b2661b03d,segment=NetworkSegment(c48a07a1-438d-4780-83fb-3b496f47dd4a),segment_id=c48a07a1-438d-4780-83fb-3b496f47dd4a)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 21:25:11.570714 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e4511ac-8555-405b-8474-8a2e012c1df6 admin admin] Router 6dede0f1-1c27-4df9-a110-27bf773bc584 is scheduled to L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 with binding_index 1 {{(pid=84886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 21:25:11.638654 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-5a43c2a6-8527-4b1a-a2e4-ca257fc41815 None None] Notify callbacks [] for port, precommit_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:11.643025 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-92c4e673-5427-492e-8790-6ed3048c8f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:11.692521 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-5a43c2a6-8527-4b1a-a2e4-ca257fc41815 None None] Transition to ACTIVE for port object 9be90ce4-68b4-4c40-8d54-3337d11cf72f will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:25:11.742074 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c4e673-5427-492e-8790-6ed3048c8f91 None None] Pushing event updated for resources: {'Port': ['ID=3314359c-e4b5-4dd1-a650-618b2661b03d,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:25:11.766101 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-5a43c2a6-8527-4b1a-a2e4-ca257fc41815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:11.795726 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e4511ac-8555-405b-8474-8a2e012c1df6 admin admin] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 21:25:11.807854 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4acc4244-83fe-4ba7-9847-c3ec6ca40f05 None None] Sync routers for ids ['6dede0f1-1c27-4df9-a110-27bf773bc584'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 21:25:11.824883 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4acc4244-83fe-4ba7-9847-c3ec6ca40f05 None None] Routers {'6dede0f1-1c27-4df9-a110-27bf773bc584'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:25:11.825499 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-4acc4244-83fe-4ba7-9847-c3ec6ca40f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T21:25:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['6dede0f1-1c27-4df9-a110-27bf773bc584'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:25:11.863777 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6e4511ac-8555-405b-8474-8a2e012c1df6 admin admin] Notify callbacks [] for router, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:11.865123 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-6e4511ac-8555-405b-8474-8a2e012c1df6 admin admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.9687829 May 30 21:25:11.868044 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 51382) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:25:11.915340 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012d12fe-5c4c-4925-8c7d-a705efafba99 None None] Pushing event updated for resources: {'Port': ['ID=9be90ce4-68b4-4c40-8d54-3337d11cf72f,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:25:12.032090 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-5a43c2a6-8527-4b1a-a2e4-ca257fc41815 None None] Attempting to bind port 9be90ce4-68b4-4c40-8d54-3337d11cf72f on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 21:25:12.032457 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-5a43c2a6-8527-4b1a-a2e4-ca257fc41815 None None] Attempting to bind port 9be90ce4-68b4-4c40-8d54-3337d11cf72f by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': 'ad8011f7-6df9-488c-8519-61e84331956f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '02a5360b-5ae9-4184-a5d3-45aa6435cff7'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 21:25:12.032853 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a43c2a6-8527-4b1a-a2e4-ca257fc41815 None None] Attempting to bind port 9be90ce4-68b4-4c40-8d54-3337d11cf72f on network 02a5360b-5ae9-4184-a5d3-45aa6435cff7 {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:25:12.047428 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a43c2a6-8527-4b1a-a2e4-ca257fc41815 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 21, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 21:25:12.047921 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a43c2a6-8527-4b1a-a2e4-ca257fc41815 None None] Checking segment: {'id': 'ad8011f7-6df9-488c-8519-61e84331956f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '02a5360b-5ae9-4184-a5d3-45aa6435cff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:25:12.048193 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-5a43c2a6-8527-4b1a-a2e4-ca257fc41815 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:12.048579 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a43c2a6-8527-4b1a-a2e4-ca257fc41815 None None] Bound using segment: {'id': 'ad8011f7-6df9-488c-8519-61e84331956f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '02a5360b-5ae9-4184-a5d3-45aa6435cff7'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 21:25:12.049187 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-5a43c2a6-8527-4b1a-a2e4-ca257fc41815 None None] Bound port: 9be90ce4-68b4-4c40-8d54-3337d11cf72f, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad8011f7-6df9-488c-8519-61e84331956f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '02a5360b-5ae9-4184-a5d3-45aa6435cff7'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 21:25:12.049572 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-5a43c2a6-8527-4b1a-a2e4-ca257fc41815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:12.053661 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-4acc4244-83fe-4ba7-9847-c3ec6ca40f05 None None] Set router 6dede0f1-1c27-4df9-a110-27bf773bc584 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:25:12.178624 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-5a43c2a6-8527-4b1a-a2e4-ca257fc41815 None None] For port 9be90ce4-68b4-4c40-8d54-3337d11cf72f, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 21:25:12.182554 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-5a43c2a6-8527-4b1a-a2e4-ca257fc41815 None None] For port 9be90ce4-68b4-4c40-8d54-3337d11cf72f, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=9be90ce4-68b4-4c40-8d54-3337d11cf72f,segment=NetworkSegment(ad8011f7-6df9-488c-8519-61e84331956f),segment_id=ad8011f7-6df9-488c-8519-61e84331956f)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 21:25:12.252780 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-5a43c2a6-8527-4b1a-a2e4-ca257fc41815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:12.355908 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a43c2a6-8527-4b1a-a2e4-ca257fc41815 None None] Routers {'81700e53-184b-47ce-b479-7440949372d2'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:25:12.355908 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-5a43c2a6-8527-4b1a-a2e4-ca257fc41815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T21:25:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['81700e53-184b-47ce-b479-7440949372d2'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:25:12.410183 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-4acc4244-83fe-4ba7-9847-c3ec6ca40f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dede0f1-1c27-4df9-a110-27bf773bc584', 'name': 'tempest-TestEncryptedCinderVolumes-2031148308-router', 'tenant_id': 'd5b918c348f64e2d96691f618bbb4a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': '581b36e8-7617-4255-9c02-32732dd00db7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:25:09Z', 'updated_at': '2022-05-30T21:25:11Z', 'revision_number': 3, 'project_id': 'd5b918c348f64e2d96691f618bbb4a4a', 'gw_port': {'id': '581b36e8-7617-4255-9c02-32732dd00db7', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:9f:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dede0f1-1c27-4df9-a110-27bf773bc584', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:25:10Z', 'updated_at': '2022-05-30T21:25:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:25:12.413205 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012d12fe-5c4c-4925-8c7d-a705efafba99 None None] Pushing event updated for resources: {'Port': ['ID=9be90ce4-68b4-4c40-8d54-3337d11cf72f,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:25:12.417589 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4acc4244-83fe-4ba7-9847-c3ec6ca40f05 None None] Checking router: 6dede0f1-1c27-4df9-a110-27bf773bc584 for host: n-d-843948-2 {{(pid=84889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 21:25:12.418251 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4acc4244-83fe-4ba7-9847-c3ec6ca40f05 None None] Updating router 6dede0f1-1c27-4df9-a110-27bf773bc584 port 581b36e8-7617-4255-9c02-32732dd00db7 binding host n-d-843948-2 {{(pid=84889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 21:25:12.483073 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-4acc4244-83fe-4ba7-9847-c3ec6ca40f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:12.561110 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-5a43c2a6-8527-4b1a-a2e4-ca257fc41815 None None] Set router 81700e53-184b-47ce-b479-7440949372d2 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:25:12.820870 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d4638c52-5775-4335-a0c4-5bed6ae0916d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:12.904360 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-4acc4244-83fe-4ba7-9847-c3ec6ca40f05 None None] Notify callbacks [] for port, precommit_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:12.917043 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.provisioning_blocks [None req-4acc4244-83fe-4ba7-9847-c3ec6ca40f05 None None] Transition to ACTIVE for port object 581b36e8-7617-4255-9c02-32732dd00db7 will not be triggered until provisioned by entity L2. {{(pid=84889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:25:12.964501 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-5a43c2a6-8527-4b1a-a2e4-ca257fc41815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81700e53-184b-47ce-b479-7440949372d2', 'name': 'tempest-TestEncryptedCinderVolumes-1931469871-router', 'tenant_id': '603b0544f3b646428f70a02eb9d3c408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': 'caf51e46-d22c-41b6-aa72-b737c74c0c6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:25:02Z', 'updated_at': '2022-05-30T21:25:06Z', 'revision_number': 4, 'project_id': '603b0544f3b646428f70a02eb9d3c408', 'gw_port': {'id': 'caf51e46-d22c-41b6-aa72-b737c74c0c6a', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:35:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81700e53-184b-47ce-b479-7440949372d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:25:03Z', 'updated_at': '2022-05-30T21:25:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '9be90ce4-68b4-4c40-8d54-3337d11cf72f', 'name': '', 'network_id': '02a5360b-5ae9-4184-a5d3-45aa6435cff7', 'tenant_id': '603b0544f3b646428f70a02eb9d3c408', 'mac_address': 'fa:16:3e:08:2a:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81700e53-184b-47ce-b479-7440949372d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f121bfc2-a0bb-4eec-97ce-abfe73a883c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:25:05Z', 'updated_at': '2022-05-30T21:25:12Z', 'revision_number': 4, 'project_id': '603b0544f3b646428f70a02eb9d3c408', 'subnets': [{'id': 'f121bfc2-a0bb-4eec-97ce-abfe73a883c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:25:12.968776 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a43c2a6-8527-4b1a-a2e4-ca257fc41815 None None] The sync data for ids ['81700e53-184b-47ce-b479-7440949372d2'] in n-d-843948-2 is: [{'id': '81700e53-184b-47ce-b479-7440949372d2', 'name': 'tempest-TestEncryptedCinderVolumes-1931469871-router', 'tenant_id': '603b0544f3b646428f70a02eb9d3c408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': 'caf51e46-d22c-41b6-aa72-b737c74c0c6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:25:02Z', 'updated_at': '2022-05-30T21:25:06Z', 'revision_number': 4, 'project_id': '603b0544f3b646428f70a02eb9d3c408', 'gw_port': {'id': 'caf51e46-d22c-41b6-aa72-b737c74c0c6a', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:35:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81700e53-184b-47ce-b479-7440949372d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:25:03Z', 'updated_at': '2022-05-30T21:25:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '9be90ce4-68b4-4c40-8d54-3337d11cf72f', 'name': '', 'network_id': '02a5360b-5ae9-4184-a5d3-45aa6435cff7', 'tenant_id': '603b0544f3b646428f70a02eb9d3c408', 'mac_address': 'fa:16:3e:08:2a:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81700e53-184b-47ce-b479-7440949372d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f121bfc2-a0bb-4eec-97ce-abfe73a883c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:25:05Z', 'updated_at': '2022-05-30T21:25:12Z', 'revision_number': 4, 'project_id': '603b0544f3b646428f70a02eb9d3c408', 'subnets': [{'id': 'f121bfc2-a0bb-4eec-97ce-abfe73a883c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 21:25:13.000939 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-4acc4244-83fe-4ba7-9847-c3ec6ca40f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:13.102516 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c444124-48fa-4a64-8730-4cab47ad1d29 None None] Network 1a76eb25-5bd4-4b12-a99a-7789157c49f9 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 21:25:13.131564 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-d4638c52-5775-4335-a0c4-5bed6ae0916d admin admin] Allocated IP 172.20.0.1 (1a76eb25-5bd4-4b12-a99a-7789157c49f9/ead4a943-5511-441f-a205-fa7fae448d76/d43c5e6f-9a26-4b88-a265-d0b442a84d56) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 21:25:13.143508 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-4acc4244-83fe-4ba7-9847-c3ec6ca40f05 None None] Attempting to bind port 581b36e8-7617-4255-9c02-32732dd00db7 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 21:25:13.147482 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-4acc4244-83fe-4ba7-9847-c3ec6ca40f05 None None] Attempting to bind port 581b36e8-7617-4255-9c02-32732dd00db7 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}] {{(pid=84889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 21:25:13.147482 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4acc4244-83fe-4ba7-9847-c3ec6ca40f05 None None] Attempting to bind port 581b36e8-7617-4255-9c02-32732dd00db7 on network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:25:13.147482 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41716e90-6b63-41fd-b828-6fbe64c65ea4 None None] Pushing event updated for resources: {'Port': ['ID=581b36e8-7617-4255-9c02-32732dd00db7,revision_number=2']} {{(pid=84889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:25:13.153823 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4acc4244-83fe-4ba7-9847-c3ec6ca40f05 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 21, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 21:25:13.154290 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4acc4244-83fe-4ba7-9847-c3ec6ca40f05 None None] Checking segment: {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:25:13.154602 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-4acc4244-83fe-4ba7-9847-c3ec6ca40f05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:13.154953 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4acc4244-83fe-4ba7-9847-c3ec6ca40f05 None None] Bound using segment: {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'} {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 21:25:13.155405 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-4acc4244-83fe-4ba7-9847-c3ec6ca40f05 None None] Bound port: 581b36e8-7617-4255-9c02-32732dd00db7, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}}] {{(pid=84889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 21:25:13.155771 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-4acc4244-83fe-4ba7-9847-c3ec6ca40f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:13.245726 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.db [None req-4acc4244-83fe-4ba7-9847-c3ec6ca40f05 None None] For port 581b36e8-7617-4255-9c02-32732dd00db7, host n-d-843948-2, cleared binding levels {{(pid=84889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 21:25:13.250545 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.db [None req-4acc4244-83fe-4ba7-9847-c3ec6ca40f05 None None] For port 581b36e8-7617-4255-9c02-32732dd00db7, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=581b36e8-7617-4255-9c02-32732dd00db7,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 21:25:13.300259 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-e4b16563-c0e4-4e07-b9c9-3f039c652df9 None None] Provisioning for port 3314359c-e4b5-4dd1-a650-618b2661b03d completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:25:13.314570 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-4acc4244-83fe-4ba7-9847-c3ec6ca40f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:13.324738 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d4638c52-5775-4335-a0c4-5bed6ae0916d admin admin] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:13.342945 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [None req-d4638c52-5775-4335-a0c4-5bed6ae0916d admin admin] Transition to ACTIVE for port object d43c5e6f-9a26-4b88-a265-d0b442a84d56 will not be triggered until provisioned by entity DHCP. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:25:13.409215 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41716e90-6b63-41fd-b828-6fbe64c65ea4 None None] Pushing event updated for resources: {'Port': ['ID=581b36e8-7617-4255-9c02-32732dd00db7,revision_number=3']} {{(pid=84889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:25:13.412786 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4acc4244-83fe-4ba7-9847-c3ec6ca40f05 None None] Routers {'6dede0f1-1c27-4df9-a110-27bf773bc584'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:25:13.413217 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-4acc4244-83fe-4ba7-9847-c3ec6ca40f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T21:25:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['6dede0f1-1c27-4df9-a110-27bf773bc584'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:25:13.440187 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d4638c52-5775-4335-a0c4-5bed6ae0916d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:13.511118 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4638c52-5775-4335-a0c4-5bed6ae0916d admin admin] Network 1a76eb25-5bd4-4b12-a99a-7789157c49f9 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:25:13.518647 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-d4638c52-5775-4335-a0c4-5bed6ae0916d admin admin] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:25:13.523630 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4638c52-5775-4335-a0c4-5bed6ae0916d admin admin] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 21:25:13.616668 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-4acc4244-83fe-4ba7-9847-c3ec6ca40f05 None None] Set router 6dede0f1-1c27-4df9-a110-27bf773bc584 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:25:13.740939 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4638c52-5775-4335-a0c4-5bed6ae0916d admin admin] Pushing event updated for resources: {'Port': ['ID=d43c5e6f-9a26-4b88-a265-d0b442a84d56,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:25:13.765154 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d4638c52-5775-4335-a0c4-5bed6ae0916d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-736099'] for router_interface, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:13.841261 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 9be90ce4-68b4-4c40-8d54-3337d11cf72f up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:25:13.934624 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d4638c52-5775-4335-a0c4-5bed6ae0916d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:14.044715 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-4acc4244-83fe-4ba7-9847-c3ec6ca40f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dede0f1-1c27-4df9-a110-27bf773bc584', 'name': 'tempest-TestEncryptedCinderVolumes-2031148308-router', 'tenant_id': 'd5b918c348f64e2d96691f618bbb4a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': '581b36e8-7617-4255-9c02-32732dd00db7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:25:09Z', 'updated_at': '2022-05-30T21:25:11Z', 'revision_number': 3, 'project_id': 'd5b918c348f64e2d96691f618bbb4a4a', 'gw_port': {'id': '581b36e8-7617-4255-9c02-32732dd00db7', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:9f:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dede0f1-1c27-4df9-a110-27bf773bc584', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:25:10Z', 'updated_at': '2022-05-30T21:25:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:25:14.049449 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4acc4244-83fe-4ba7-9847-c3ec6ca40f05 None None] The sync data for ids ['6dede0f1-1c27-4df9-a110-27bf773bc584'] in n-d-843948-2 is: [{'id': '6dede0f1-1c27-4df9-a110-27bf773bc584', 'name': 'tempest-TestEncryptedCinderVolumes-2031148308-router', 'tenant_id': 'd5b918c348f64e2d96691f618bbb4a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': '581b36e8-7617-4255-9c02-32732dd00db7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:25:09Z', 'updated_at': '2022-05-30T21:25:11Z', 'revision_number': 3, 'project_id': 'd5b918c348f64e2d96691f618bbb4a4a', 'gw_port': {'id': '581b36e8-7617-4255-9c02-32732dd00db7', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:9f:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dede0f1-1c27-4df9-a110-27bf773bc584', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:25:10Z', 'updated_at': '2022-05-30T21:25:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 21:25:14.067972 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 9be90ce4-68b4-4c40-8d54-3337d11cf72f completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:25:14.074086 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 9be90ce4-68b4-4c40-8d54-3337d11cf72f triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:25:14.076902 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:14.148142 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-4bd47db4-dfc7-4fee-8eda-afd912ec4764 None None] Provisioning for port d43c5e6f-9a26-4b88-a265-d0b442a84d56 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:25:14.160135 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-4bd47db4-dfc7-4fee-8eda-afd912ec4764 None None] Provisioning complete for port d43c5e6f-9a26-4b88-a265-d0b442a84d56 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:25:14.160504 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-4bd47db4-dfc7-4fee-8eda-afd912ec4764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:14.203333 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d4638c52-5775-4335-a0c4-5bed6ae0916d admin admin] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:14.233973 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-4bd47db4-dfc7-4fee-8eda-afd912ec4764 None None] Port d43c5e6f-9a26-4b88-a265-d0b442a84d56 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 21:25:14.262723 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d4638c52-5775-4335-a0c4-5bed6ae0916d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:14.291262 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:14.324239 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port 9be90ce4-68b4-4c40-8d54-3337d11cf72f, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=9be90ce4-68b4-4c40-8d54-3337d11cf72f,segment=NetworkSegment(ad8011f7-6df9-488c-8519-61e84331956f),segment_id=ad8011f7-6df9-488c-8519-61e84331956f)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:25:14.372492 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4638c52-5775-4335-a0c4-5bed6ae0916d admin admin] Pushing event updated for resources: {'Port': ['ID=d43c5e6f-9a26-4b88-a265-d0b442a84d56,revision_number=2']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:25:14.375724 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d4638c52-5775-4335-a0c4-5bed6ae0916d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1718057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-736206'] for router_interface, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:14.416931 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:14.417742 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 3314359c-e4b5-4dd1-a650-618b2661b03d up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:25:14.517745 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4638c52-5775-4335-a0c4-5bed6ae0916d admin admin] Network 1a76eb25-5bd4-4b12-a99a-7789157c49f9 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:25:14.519144 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-d4638c52-5775-4335-a0c4-5bed6ae0916d admin admin] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:25:14.529743 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=9be90ce4-68b4-4c40-8d54-3337d11cf72f,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:25:14.617275 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 3314359c-e4b5-4dd1-a650-618b2661b03d completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:25:14.622839 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 3314359c-e4b5-4dd1-a650-618b2661b03d triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:25:14.623302 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:14.764533 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:14.797465 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-879049f9-9144-4c68-b318-646b860bdcf4 None None] Provisioning complete for port d43c5e6f-9a26-4b88-a265-d0b442a84d56 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:25:14.797772 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-879049f9-9144-4c68-b318-646b860bdcf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:14.835897 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port 3314359c-e4b5-4dd1-a650-618b2661b03d, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=3314359c-e4b5-4dd1-a650-618b2661b03d,segment=NetworkSegment(c48a07a1-438d-4780-83fb-3b496f47dd4a),segment_id=c48a07a1-438d-4780-83fb-3b496f47dd4a)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:25:14.853158 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-879049f9-9144-4c68-b318-646b860bdcf4 None None] Port d43c5e6f-9a26-4b88-a265-d0b442a84d56 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 21:25:14.897187 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:14.941790 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4638c52-5775-4335-a0c4-5bed6ae0916d admin admin] Router 6dede0f1-1c27-4df9-a110-27bf773bc584 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 21:25:14.966079 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=3314359c-e4b5-4dd1-a650-618b2661b03d,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:25:15.142412 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4638c52-5775-4335-a0c4-5bed6ae0916d admin admin] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 21:25:15.152055 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-d4638c52-5775-4335-a0c4-5bed6ae0916d admin admin] 10.222.0.85 "PUT /v2.0/routers/6dede0f1-1c27-4df9-a110-27bf773bc584/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2829103 May 30 21:25:15.700060 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 9be90ce4-68b4-4c40-8d54-3337d11cf72f up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:25:15.772139 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 9be90ce4-68b4-4c40-8d54-3337d11cf72f triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:25:15.772508 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:15.889995 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 3314359c-e4b5-4dd1-a650-618b2661b03d up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:25:15.955313 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 3314359c-e4b5-4dd1-a650-618b2661b03d triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:25:15.955680 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:15.965698 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b191be2-5909-4c5b-b524-a08cd74da8b6 req-6bfa8fe5-ffed-4461-a0d9-0e3751db5a18 tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:25:15.967798 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5b191be2-5909-4c5b-b524-a08cd74da8b6 req-6bfa8fe5-ffed-4461-a0d9-0e3751db5a18 tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] 10.222.0.85 "GET /v2.0/networks?id=02a5360b-5ae9-4184-a5d3-45aa6435cff7 HTTP/1.1" status: 200 len: 817 time: 0.1454263 May 30 21:25:15.985024 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5b191be2-5909-4c5b-b524-a08cd74da8b6 req-7ef95529-bb8c-44e1-92a0-7e5dab54eac5 tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] 10.222.0.85 "GET /v2.0/quotas/603b0544f3b646428f70a02eb9d3c408 HTTP/1.1" status: 200 len: 375 time: 0.0117950 May 30 21:25:16.065452 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5b191be2-5909-4c5b-b524-a08cd74da8b6 req-e4241f28-33db-46c5-96e2-d349fd6f5d45 tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=603b0544f3b646428f70a02eb9d3c408&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0751400 May 30 21:25:16.080790 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [req-5b191be2-5909-4c5b-b524-a08cd74da8b6 req-a9199baf-4900-41f5-80b8-a523a224bcb6 service neutron] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=84887) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 21:25:16.082063 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5b191be2-5909-4c5b-b524-a08cd74da8b6 req-a9199baf-4900-41f5-80b8-a523a224bcb6 service neutron] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0053587 May 30 21:25:16.212132 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5b191be2-5909-4c5b-b524-a08cd74da8b6 req-9afbf8dc-5b92-40cc-bcd3-a4aa18d6dff8 service neutron] 10.222.0.85 "GET /v2.0/networks/02a5360b-5ae9-4184-a5d3-45aa6435cff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240280 May 30 21:25:16.342826 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5b191be2-5909-4c5b-b524-a08cd74da8b6 req-4dbea4e8-3ba7-4ea0-9158-a6f2805bd3ab service neutron] 10.222.0.85 "GET /v2.0/networks/02a5360b-5ae9-4184-a5d3-45aa6435cff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251094 May 30 21:25:16.598929 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-e3d0d765-b652-463d-8ecd-3bc157ecb9ee req-867841d8-5362-4da7-926e-853bdf858c17 tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] Synchronizing usage tracker for tenant:603b0544f3b646428f70a02eb9d3c408 on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 21:25:16.662181 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-e3d0d765-b652-463d-8ecd-3bc157ecb9ee req-867841d8-5362-4da7-926e-853bdf858c17 tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] Unset dirty status for tenant:603b0544f3b646428f70a02eb9d3c408 on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 21:25:16.663374 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e3d0d765-b652-463d-8ecd-3bc157ecb9ee req-867841d8-5362-4da7-926e-853bdf858c17 tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] 10.222.0.85 "GET /v2.0/ports?device_id=9218c07f-a85a-474e-a07d-3fcbdd273e82 HTTP/1.1" status: 200 len: 210 time: 0.1099381 May 30 21:25:17.828712 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b927a85a-0178-467a-84bd-5ede27bf1c42 req-691c7a0b-9b35-4582-ba7a-8e8336bcddce tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] 10.222.0.85 "GET /v2.0/ports?device_id=9218c07f-a85a-474e-a07d-3fcbdd273e82 HTTP/1.1" status: 200 len: 210 time: 0.0422759 May 30 21:25:18.839975 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b191be2-5909-4c5b-b524-a08cd74da8b6 req-573471b2-828b-4d4d-bd2e-10fd43b6560f tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:25:18.841389 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5b191be2-5909-4c5b-b524-a08cd74da8b6 req-573471b2-828b-4d4d-bd2e-10fd43b6560f tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] 10.222.0.86 "GET /v2.0/networks?id=02a5360b-5ae9-4184-a5d3-45aa6435cff7 HTTP/1.1" status: 200 len: 817 time: 0.1455560 May 30 21:25:18.863318 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-5b191be2-5909-4c5b-b524-a08cd74da8b6 req-56733f9a-bc68-4d53-aa26-ac399d2caca1 tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] Request body: {'port': {'device_id': '9218c07f-a85a-474e-a07d-3fcbdd273e82', 'network_id': '02a5360b-5ae9-4184-a5d3-45aa6435cff7', 'admin_state_up': True, 'tenant_id': '603b0544f3b646428f70a02eb9d3c408'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:25:19.002855 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9570d4fe-f931-441e-8790-511deb689ed6 req-55e6509e-2aa9-41e5-b7a7-5c314d2865da tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] 10.222.0.85 "GET /v2.0/ports?device_id=9218c07f-a85a-474e-a07d-3fcbdd273e82 HTTP/1.1" status: 200 len: 210 time: 0.0422606 May 30 21:25:19.112386 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-5b191be2-5909-4c5b-b524-a08cd74da8b6 req-56733f9a-bc68-4d53-aa26-ac399d2caca1 tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:25:19.122903 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-5b191be2-5909-4c5b-b524-a08cd74da8b6 req-56733f9a-bc68-4d53-aa26-ac399d2caca1 tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:25:19.211208 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b191be2-5909-4c5b-b524-a08cd74da8b6 req-56733f9a-bc68-4d53-aa26-ac399d2caca1 tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] Made reservation on behalf of 603b0544f3b646428f70a02eb9d3c408 for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 21:25:19.214250 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-5b191be2-5909-4c5b-b524-a08cd74da8b6 req-56733f9a-bc68-4d53-aa26-ac399d2caca1 tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:19.376060 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [req-5b191be2-5909-4c5b-b524-a08cd74da8b6 req-56733f9a-bc68-4d53-aa26-ac399d2caca1 tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] Allocated IP 172.20.0.13 (02a5360b-5ae9-4184-a5d3-45aa6435cff7/f121bfc2-a0bb-4eec-97ce-abfe73a883c2/89e334dc-a934-4d58-89e9-046c5b67c1f3) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 21:25:19.592082 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-5b191be2-5909-4c5b-b524-a08cd74da8b6 req-56733f9a-bc68-4d53-aa26-ac399d2caca1 tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:19.607835 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-5b191be2-5909-4c5b-b524-a08cd74da8b6 req-56733f9a-bc68-4d53-aa26-ac399d2caca1 tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] Transition to ACTIVE for port object 89e334dc-a934-4d58-89e9-046c5b67c1f3 will not be triggered until provisioned by entity DHCP. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:25:19.691417 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-5b191be2-5909-4c5b-b524-a08cd74da8b6 req-56733f9a-bc68-4d53-aa26-ac399d2caca1 tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:19.765529 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b191be2-5909-4c5b-b524-a08cd74da8b6 req-56733f9a-bc68-4d53-aa26-ac399d2caca1 tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] Network 02a5360b-5ae9-4184-a5d3-45aa6435cff7 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:25:19.768703 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [req-5b191be2-5909-4c5b-b524-a08cd74da8b6 req-56733f9a-bc68-4d53-aa26-ac399d2caca1 tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:25:19.774439 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b191be2-5909-4c5b-b524-a08cd74da8b6 req-56733f9a-bc68-4d53-aa26-ac399d2caca1 tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 21:25:19.835203 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56733f9a-bc68-4d53-aa26-ac399d2caca1 tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] Pushing event updated for resources: {'Port': ['ID=89e334dc-a934-4d58-89e9-046c5b67c1f3,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:25:19.845007 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b191be2-5909-4c5b-b524-a08cd74da8b6 req-56733f9a-bc68-4d53-aa26-ac399d2caca1 tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:25:19.845866 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-5b191be2-5909-4c5b-b524-a08cd74da8b6 req-56733f9a-bc68-4d53-aa26-ac399d2caca1 tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:19.966536 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5b191be2-5909-4c5b-b524-a08cd74da8b6 req-56733f9a-bc68-4d53-aa26-ac399d2caca1 tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1070588 May 30 21:25:19.979129 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-5b191be2-5909-4c5b-b524-a08cd74da8b6 req-17af8c8c-3a9c-40d2-b666-a17e828e27a9 service neutron] Request body: {'port': {'device_id': '9218c07f-a85a-474e-a07d-3fcbdd273e82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843948-2'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:25:20.044816 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-99fe0573-31a9-404d-92c8-b8bd272bd15f None None] Provisioning for port 89e334dc-a934-4d58-89e9-046c5b67c1f3 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:25:20.049768 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-99fe0573-31a9-404d-92c8-b8bd272bd15f None None] Provisioning complete for port 89e334dc-a934-4d58-89e9-046c5b67c1f3 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:25:20.051016 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-99fe0573-31a9-404d-92c8-b8bd272bd15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:20.092340 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-5b191be2-5909-4c5b-b524-a08cd74da8b6 req-17af8c8c-3a9c-40d2-b666-a17e828e27a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:20.103848 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-99fe0573-31a9-404d-92c8-b8bd272bd15f None None] Port 89e334dc-a934-4d58-89e9-046c5b67c1f3 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 21:25:20.189017 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:20.360613 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baff89b-1b34-40a9-9952-c00c106212ca req-3f432565-6fad-45c0-b000-5020b871cf39 tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:25:20.361294 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-7baff89b-1b34-40a9-9952-c00c106212ca req-3f432565-6fad-45c0-b000-5020b871cf39 tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] Synchronizing usage tracker for tenant:603b0544f3b646428f70a02eb9d3c408 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 21:25:20.475856 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-7baff89b-1b34-40a9-9952-c00c106212ca req-3f432565-6fad-45c0-b000-5020b871cf39 tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] Unset dirty status for tenant:603b0544f3b646428f70a02eb9d3c408 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 21:25:20.476905 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7baff89b-1b34-40a9-9952-c00c106212ca req-3f432565-6fad-45c0-b000-5020b871cf39 tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] 10.222.0.85 "GET /v2.0/ports?device_id=9218c07f-a85a-474e-a07d-3fcbdd273e82 HTTP/1.1" status: 200 len: 932 time: 0.3354921 May 30 21:25:20.524171 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [req-5b191be2-5909-4c5b-b524-a08cd74da8b6 req-17af8c8c-3a9c-40d2-b666-a17e828e27a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89e334dc-a934-4d58-89e9-046c5b67c1f3 {{(pid=84887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 21:25:20.534629 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-5b191be2-5909-4c5b-b524-a08cd74da8b6 req-17af8c8c-3a9c-40d2-b666-a17e828e27a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:20.552178 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7baff89b-1b34-40a9-9952-c00c106212ca req-3aed3a4a-c5c4-4bf6-83b5-2c97e484bd28 tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] 10.222.0.85 "GET /v2.0/security-groups?id=05038481-f8d6-46ce-a02c-57f9f18fc8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648015 May 30 21:25:20.555477 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-5b191be2-5909-4c5b-b524-a08cd74da8b6 req-17af8c8c-3a9c-40d2-b666-a17e828e27a9 service neutron] Transition to ACTIVE for port object 89e334dc-a934-4d58-89e9-046c5b67c1f3 will not be triggered until provisioned by entity L2. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:25:20.599975 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-5b191be2-5909-4c5b-b524-a08cd74da8b6 req-17af8c8c-3a9c-40d2-b666-a17e828e27a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:20.728453 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17af8c8c-3a9c-40d2-b666-a17e828e27a9 service neutron] Pushing event updated for resources: {'Port': ['ID=89e334dc-a934-4d58-89e9-046c5b67c1f3,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:25:20.837021 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-5b191be2-5909-4c5b-b524-a08cd74da8b6 req-17af8c8c-3a9c-40d2-b666-a17e828e27a9 service neutron] Attempting to bind port 89e334dc-a934-4d58-89e9-046c5b67c1f3 on host n-h2-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 21:25:20.837349 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-5b191be2-5909-4c5b-b524-a08cd74da8b6 req-17af8c8c-3a9c-40d2-b666-a17e828e27a9 service neutron] Attempting to bind port 89e334dc-a934-4d58-89e9-046c5b67c1f3 by drivers openvswitch,hyperv on host n-h2-843948-2 at level 0 using segments [{'id': 'ad8011f7-6df9-488c-8519-61e84331956f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '02a5360b-5ae9-4184-a5d3-45aa6435cff7'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 21:25:20.837702 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b191be2-5909-4c5b-b524-a08cd74da8b6 req-17af8c8c-3a9c-40d2-b666-a17e828e27a9 service neutron] Attempting to bind port 89e334dc-a934-4d58-89e9-046c5b67c1f3 on network 02a5360b-5ae9-4184-a5d3-45aa6435cff7 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:25:20.843428 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b191be2-5909-4c5b-b524-a08cd74da8b6 req-17af8c8c-3a9c-40d2-b666-a17e828e27a9 service neutron] Port 89e334dc-a934-4d58-89e9-046c5b67c1f3 on network 02a5360b-5ae9-4184-a5d3-45aa6435cff7 not bound, no agent of type Open vSwitch agent registered on host n-h2-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 21:25:20.843742 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b191be2-5909-4c5b-b524-a08cd74da8b6 req-17af8c8c-3a9c-40d2-b666-a17e828e27a9 service neutron] Attempting to bind port 89e334dc-a934-4d58-89e9-046c5b67c1f3 on network 02a5360b-5ae9-4184-a5d3-45aa6435cff7 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:25:20.850462 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b191be2-5909-4c5b-b524-a08cd74da8b6 req-17af8c8c-3a9c-40d2-b666-a17e828e27a9 service neutron] Checking agent: {'id': 'eaa08354-e8f5-4e73-af76-8d3cf7d2b390', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 21, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 21:25:20.851033 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b191be2-5909-4c5b-b524-a08cd74da8b6 req-17af8c8c-3a9c-40d2-b666-a17e828e27a9 service neutron] Checking segment: {'id': 'ad8011f7-6df9-488c-8519-61e84331956f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '02a5360b-5ae9-4184-a5d3-45aa6435cff7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:25:20.851151 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b191be2-5909-4c5b-b524-a08cd74da8b6 req-17af8c8c-3a9c-40d2-b666-a17e828e27a9 service neutron] Bound using segment: {'id': 'ad8011f7-6df9-488c-8519-61e84331956f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '02a5360b-5ae9-4184-a5d3-45aa6435cff7'} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 21:25:20.851555 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-5b191be2-5909-4c5b-b524-a08cd74da8b6 req-17af8c8c-3a9c-40d2-b666-a17e828e27a9 service neutron] Bound port: 89e334dc-a934-4d58-89e9-046c5b67c1f3, host: n-h2-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad8011f7-6df9-488c-8519-61e84331956f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '02a5360b-5ae9-4184-a5d3-45aa6435cff7'}}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 21:25:20.851896 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-5b191be2-5909-4c5b-b524-a08cd74da8b6 req-17af8c8c-3a9c-40d2-b666-a17e828e27a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:20.942434 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-5b191be2-5909-4c5b-b524-a08cd74da8b6 req-17af8c8c-3a9c-40d2-b666-a17e828e27a9 service neutron] For port 89e334dc-a934-4d58-89e9-046c5b67c1f3, host n-h2-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 21:25:20.945306 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-5b191be2-5909-4c5b-b524-a08cd74da8b6 req-17af8c8c-3a9c-40d2-b666-a17e828e27a9 service neutron] For port 89e334dc-a934-4d58-89e9-046c5b67c1f3, host n-h2-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=89e334dc-a934-4d58-89e9-046c5b67c1f3,segment=NetworkSegment(ad8011f7-6df9-488c-8519-61e84331956f),segment_id=ad8011f7-6df9-488c-8519-61e84331956f)] {{(pid=84887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 21:25:21.006504 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-5b191be2-5909-4c5b-b524-a08cd74da8b6 req-17af8c8c-3a9c-40d2-b666-a17e828e27a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:21.071457 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-5b191be2-5909-4c5b-b524-a08cd74da8b6 req-17af8c8c-3a9c-40d2-b666-a17e828e27a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:21.072970 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5b191be2-5909-4c5b-b524-a08cd74da8b6 req-17af8c8c-3a9c-40d2-b666-a17e828e27a9 service neutron] 10.222.0.86 "PUT /v2.0/ports/89e334dc-a934-4d58-89e9-046c5b67c1f3 HTTP/1.1" status: 200 len: 1092 time: 1.0980797 May 30 21:25:21.073355 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9218c07f-a85a-474e-a07d-3fcbdd273e82', 'tag': '89e334dc-a934-4d58-89e9-046c5b67c1f3'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:25:21.102732 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17af8c8c-3a9c-40d2-b666-a17e828e27a9 service neutron] Pushing event updated for resources: {'Port': ['ID=89e334dc-a934-4d58-89e9-046c5b67c1f3,revision_number=3']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:25:21.152373 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efeabc49-9f4d-4c6f-a9b3-7a01079e4772'] response: {'name': 'network-changed', 'server_uuid': '9218c07f-a85a-474e-a07d-3fcbdd273e82', 'tag': '89e334dc-a934-4d58-89e9-046c5b67c1f3', 'status': 'completed', 'code': 200} May 30 21:25:21.371016 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e90923bb-ae24-4623-bafa-a7fde25b29fc req-8bc20c7f-9a17-4cf1-a52a-adac16b6ef42 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=603b0544f3b646428f70a02eb9d3c408&device_id=9218c07f-a85a-474e-a07d-3fcbdd273e82 HTTP/1.1" status: 200 len: 1095 time: 0.1876752 May 30 21:25:21.523409 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90923bb-ae24-4623-bafa-a7fde25b29fc req-c1230e63-c624-4341-9336-b197e54e8566 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:25:21.524963 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e90923bb-ae24-4623-bafa-a7fde25b29fc req-c1230e63-c624-4341-9336-b197e54e8566 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=603b0544f3b646428f70a02eb9d3c408&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1432664 May 30 21:25:21.687800 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90923bb-ae24-4623-bafa-a7fde25b29fc req-eb47dae8-6e12-4bb0-a3bf-04c02143d6b2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:25:21.689400 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e90923bb-ae24-4623-bafa-a7fde25b29fc req-eb47dae8-6e12-4bb0-a3bf-04c02143d6b2 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1567767 May 30 21:25:21.733008 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 581b36e8-7617-4255-9c02-32732dd00db7 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:25:21.829153 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bd410e-15ad-4a7b-9e86-5bce02a78f44 req-0831dd6b-8493-44ae-8c42-4962cf16cba5 tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:25:21.830717 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d0bd410e-15ad-4a7b-9e86-5bce02a78f44 req-0831dd6b-8493-44ae-8c42-4962cf16cba5 tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] 10.222.0.85 "GET /v2.0/ports?device_id=9218c07f-a85a-474e-a07d-3fcbdd273e82 HTTP/1.1" status: 200 len: 944 time: 0.1450911 May 30 21:25:21.862096 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5b191be2-5909-4c5b-b524-a08cd74da8b6 req-67d9334c-fcec-4511-9497-9f7435c05dd5 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=603b0544f3b646428f70a02eb9d3c408&device_id=9218c07f-a85a-474e-a07d-3fcbdd273e82 HTTP/1.1" status: 200 len: 1095 time: 0.1130276 May 30 21:25:21.873701 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 581b36e8-7617-4255-9c02-32732dd00db7 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:25:21.878891 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 581b36e8-7617-4255-9c02-32732dd00db7 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:25:21.879285 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:21.947878 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5b191be2-5909-4c5b-b524-a08cd74da8b6 req-e5fc75ff-8c29-4336-9b0c-5745e38911b7 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=89e334dc-a934-4d58-89e9-046c5b67c1f3 HTTP/1.1" status: 200 len: 217 time: 0.0742893 May 30 21:25:21.950175 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d0bd410e-15ad-4a7b-9e86-5bce02a78f44 req-d9a664ac-023a-4e5d-b364-4f298ffb4201 tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] 10.222.0.85 "GET /v2.0/security-groups?id=05038481-f8d6-46ce-a02c-57f9f18fc8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139562 May 30 21:25:21.997066 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:22.013426 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port 581b36e8-7617-4255-9c02-32732dd00db7, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=581b36e8-7617-4255-9c02-32732dd00db7,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:25:22.018248 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b191be2-5909-4c5b-b524-a08cd74da8b6 req-49675566-ca6b-430f-a2bc-8e69413c6d11 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:25:22.019670 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5b191be2-5909-4c5b-b524-a08cd74da8b6 req-49675566-ca6b-430f-a2bc-8e69413c6d11 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f121bfc2-a0bb-4eec-97ce-abfe73a883c2 HTTP/1.1" status: 200 len: 856 time: 0.0651848 May 30 21:25:22.091045 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:22.099731 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5b191be2-5909-4c5b-b524-a08cd74da8b6 req-ef52ac6e-4dcf-4d2c-8da9-8ea70cf892d0 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=02a5360b-5ae9-4184-a5d3-45aa6435cff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702157 May 30 21:25:22.161326 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=581b36e8-7617-4255-9c02-32732dd00db7,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:25:22.247191 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5b191be2-5909-4c5b-b524-a08cd74da8b6 req-e44e3ee1-dc36-45de-b035-199f858790f0 service neutron] 10.222.0.86 "GET /v2.0/networks/02a5360b-5ae9-4184-a5d3-45aa6435cff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382453 May 30 21:25:22.384358 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5b191be2-5909-4c5b-b524-a08cd74da8b6 req-aaa1d3f8-55ad-427b-a555-e4c43a0cc78a service neutron] 10.222.0.86 "GET /v2.0/networks/02a5360b-5ae9-4184-a5d3-45aa6435cff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307938 May 30 21:25:22.971168 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:23.150416 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e083f8-ce05-4992-b18b-61fc444a267d req-0ac910dd-5a5c-4f4b-b20d-a6f3cd8ebc9a tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:25:23.151744 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-25e083f8-ce05-4992-b18b-61fc444a267d req-0ac910dd-5a5c-4f4b-b20d-a6f3cd8ebc9a tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] 10.222.0.85 "GET /v2.0/ports?device_id=9218c07f-a85a-474e-a07d-3fcbdd273e82 HTTP/1.1" status: 200 len: 944 time: 0.0752141 May 30 21:25:23.197406 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-25e083f8-ce05-4992-b18b-61fc444a267d req-ad8af550-a4ac-4783-873b-252e07d5effe tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] Synchronizing usage tracker for tenant:603b0544f3b646428f70a02eb9d3c408 on resource:security_group {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 21:25:23.262381 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-25e083f8-ce05-4992-b18b-61fc444a267d req-ad8af550-a4ac-4783-873b-252e07d5effe tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] Unset dirty status for tenant:603b0544f3b646428f70a02eb9d3c408 on resource:security_group {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 21:25:23.263607 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-25e083f8-ce05-4992-b18b-61fc444a267d req-ad8af550-a4ac-4783-873b-252e07d5effe tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] 10.222.0.85 "GET /v2.0/security-groups?id=05038481-f8d6-46ce-a02c-57f9f18fc8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063879 May 30 21:25:23.696059 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 581b36e8-7617-4255-9c02-32732dd00db7 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:25:23.763207 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 581b36e8-7617-4255-9c02-32732dd00db7 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:25:23.763572 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:24.468204 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3652b66a-6289-4eb3-8a82-453930603ae2 req-a8d8e4f8-9f34-4f40-adc9-556441cac7dc tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:25:24.469642 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3652b66a-6289-4eb3-8a82-453930603ae2 req-a8d8e4f8-9f34-4f40-adc9-556441cac7dc tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] 10.222.0.85 "GET /v2.0/ports?device_id=9218c07f-a85a-474e-a07d-3fcbdd273e82 HTTP/1.1" status: 200 len: 944 time: 0.0820560 May 30 21:25:24.516521 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3652b66a-6289-4eb3-8a82-453930603ae2 req-063f4bc9-0716-48b1-98f1-66aeb1b1f25a tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] 10.222.0.85 "GET /v2.0/security-groups?id=05038481-f8d6-46ce-a02c-57f9f18fc8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413694 May 30 21:25:25.717927 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ca3a9a-4df2-4535-9b8a-be3e812b76dd req-0efbcc40-fc0e-474b-95e1-fb67c4abefe1 tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:25:25.719370 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-83ca3a9a-4df2-4535-9b8a-be3e812b76dd req-0efbcc40-fc0e-474b-95e1-fb67c4abefe1 tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] 10.222.0.85 "GET /v2.0/ports?device_id=9218c07f-a85a-474e-a07d-3fcbdd273e82 HTTP/1.1" status: 200 len: 944 time: 0.0793970 May 30 21:25:25.764245 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-83ca3a9a-4df2-4535-9b8a-be3e812b76dd req-5e5fa74a-ec40-4f6a-8cc8-a36ffa685b68 tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] 10.222.0.85 "GET /v2.0/security-groups?id=05038481-f8d6-46ce-a02c-57f9f18fc8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392992 May 30 21:25:26.296639 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-923f1bef-5372-4154-bdb8-3198ffc10a31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:26.597215 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 89e334dc-a934-4d58-89e9-046c5b67c1f3 details requested by agent hyperv_n-h2-843948-2 with host n-h2-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 21:25:26.729756 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 89e334dc-a934-4d58-89e9-046c5b67c1f3, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=89e334dc-a934-4d58-89e9-046c5b67c1f3,segment=NetworkSegment(ad8011f7-6df9-488c-8519-61e84331956f),segment_id=ad8011f7-6df9-488c-8519-61e84331956f)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:25:26.742959 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Returning: {'device': '89e334dc-a934-4d58-89e9-046c5b67c1f3', 'network_id': '02a5360b-5ae9-4184-a5d3-45aa6435cff7', 'port_id': '89e334dc-a934-4d58-89e9-046c5b67c1f3', 'mac_address': 'fa:16:3e:e7:a4:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f121bfc2-a0bb-4eec-97ce-abfe73a883c2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 21:25:26.798211 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:26.820221 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89e334dc-a934-4d58-89e9-046c5b67c1f3 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 21:25:26.835581 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 89e334dc-a934-4d58-89e9-046c5b67c1f3, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=89e334dc-a934-4d58-89e9-046c5b67c1f3,segment=NetworkSegment(ad8011f7-6df9-488c-8519-61e84331956f),segment_id=ad8011f7-6df9-488c-8519-61e84331956f)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:25:26.880379 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:26.965964 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529a8ba2-d80e-4e6a-8b6b-5802ef379e10 req-5696abc3-8706-4caa-a555-e2b631bddccf tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:25:26.967501 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-529a8ba2-d80e-4e6a-8b6b-5802ef379e10 req-5696abc3-8706-4caa-a555-e2b631bddccf tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] 10.222.0.85 "GET /v2.0/ports?device_id=9218c07f-a85a-474e-a07d-3fcbdd273e82 HTTP/1.1" status: 200 len: 945 time: 0.0809889 May 30 21:25:26.984966 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=89e334dc-a934-4d58-89e9-046c5b67c1f3,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:25:27.019352 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-529a8ba2-d80e-4e6a-8b6b-5802ef379e10 req-4fb18d65-8798-4408-ad2a-d913b11c6e5b tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] 10.222.0.85 "GET /v2.0/security-groups?id=05038481-f8d6-46ce-a02c-57f9f18fc8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455840 May 30 21:25:27.134260 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['89e334dc-a934-4d58-89e9-046c5b67c1f3'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 21:25:28.225229 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543969fc-91b2-4407-b9af-ce0b2d69f9d3 req-433e5d4c-c274-4372-aab9-a386b7a05ef7 tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:25:28.226756 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-543969fc-91b2-4407-b9af-ce0b2d69f9d3 req-433e5d4c-c274-4372-aab9-a386b7a05ef7 tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] 10.222.0.85 "GET /v2.0/ports?device_id=9218c07f-a85a-474e-a07d-3fcbdd273e82 HTTP/1.1" status: 200 len: 945 time: 0.0814936 May 30 21:25:28.394905 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-543969fc-91b2-4407-b9af-ce0b2d69f9d3 req-04da30d1-d038-44ba-bc27-babc297765ab tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] 10.222.0.85 "GET /v2.0/security-groups?id=05038481-f8d6-46ce-a02c-57f9f18fc8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610293 May 30 21:25:28.597829 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 89e334dc-a934-4d58-89e9-046c5b67c1f3 up at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:25:28.606467 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 21:25:28.725320 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning for port 89e334dc-a934-4d58-89e9-046c5b67c1f3 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:25:28.730876 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning complete for port 89e334dc-a934-4d58-89e9-046c5b67c1f3 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:25:28.730876 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:28.888138 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:28.918525 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9218c07f-a85a-474e-a07d-3fcbdd273e82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89e334dc-a934-4d58-89e9-046c5b67c1f3'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:25:28.933219 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 89e334dc-a934-4d58-89e9-046c5b67c1f3, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=89e334dc-a934-4d58-89e9-046c5b67c1f3,segment=NetworkSegment(ad8011f7-6df9-488c-8519-61e84331956f),segment_id=ad8011f7-6df9-488c-8519-61e84331956f)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:25:28.994230 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:29.075778 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=89e334dc-a934-4d58-89e9-046c5b67c1f3,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:25:29.089855 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52c832ef-411f-4630-a7ea-cb0547f5cb9c'] response: {'server_uuid': '9218c07f-a85a-474e-a07d-3fcbdd273e82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89e334dc-a934-4d58-89e9-046c5b67c1f3', 'code': 200} May 30 21:25:29.244067 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7b7b6611-82cd-4700-8b14-d9ba2980d707 req-d460c9c9-024d-490e-8f94-4803cd7f6fb8 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=9218c07f-a85a-474e-a07d-3fcbdd273e82 HTTP/1.1" status: 200 len: 1097 time: 0.0724554 May 30 21:25:29.293839 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7b7b6611-82cd-4700-8b14-d9ba2980d707 req-1bc7770f-1b93-49b6-b2fe-2690c4b7e7e6 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=05038481-f8d6-46ce-a02c-57f9f18fc8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399530 May 30 21:25:29.609535 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70ea249-e6de-41bc-a8e7-e55e6acdba35 req-13fd56d9-5a9a-43a6-9ce1-a965929be799 tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:25:29.611074 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c70ea249-e6de-41bc-a8e7-e55e6acdba35 req-13fd56d9-5a9a-43a6-9ce1-a965929be799 tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] 10.222.0.85 "GET /v2.0/ports?device_id=9218c07f-a85a-474e-a07d-3fcbdd273e82 HTTP/1.1" status: 200 len: 946 time: 0.0824335 May 30 21:25:29.633894 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-dfee30fb-3a41-418e-85e4-4180dc1ba861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:29.660365 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c70ea249-e6de-41bc-a8e7-e55e6acdba35 req-6aceeacf-4d2b-46a7-99d4-8e67bd375f4b tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] 10.222.0.85 "GET /v2.0/security-groups?id=05038481-f8d6-46ce-a02c-57f9f18fc8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431871 May 30 21:25:29.908075 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:30.875126 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac4443a-043a-4056-9d47-483dd0dd665f req-1e0047c1-330b-4056-8835-eefe9fa875ec tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:25:30.876633 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-aac4443a-043a-4056-9d47-483dd0dd665f req-1e0047c1-330b-4056-8835-eefe9fa875ec tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] 10.222.0.85 "GET /v2.0/ports?device_id=9218c07f-a85a-474e-a07d-3fcbdd273e82 HTTP/1.1" status: 200 len: 946 time: 0.0853000 May 30 21:25:30.924070 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-aac4443a-043a-4056-9d47-483dd0dd665f req-442f88bf-ac2d-4865-81fe-66ef53a76d46 tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] 10.222.0.85 "GET /v2.0/security-groups?id=05038481-f8d6-46ce-a02c-57f9f18fc8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412080 May 30 21:25:31.132368 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aa0c2b-d6d2-48ba-a499-d1aa36e039e8 req-1fd5f4c6-4a2e-4035-9cc9-b98f4c5fea6e tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:25:31.133839 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-11aa0c2b-d6d2-48ba-a499-d1aa36e039e8 req-1fd5f4c6-4a2e-4035-9cc9-b98f4c5fea6e tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] 10.222.0.85 "GET /v2.0/ports?device_id=9218c07f-a85a-474e-a07d-3fcbdd273e82 HTTP/1.1" status: 200 len: 946 time: 0.0815420 May 30 21:25:31.180174 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-11aa0c2b-d6d2-48ba-a499-d1aa36e039e8 req-29f9b6d3-7948-4803-8f3a-d289a142185a tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] 10.222.0.85 "GET /v2.0/security-groups?id=05038481-f8d6-46ce-a02c-57f9f18fc8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406575 May 30 21:25:31.404910 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:32.919333 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:33.112724 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c9d5414-5b1c-4b0d-a32f-28a3e65832d5 None None] Sync routers for ids ['6dede0f1-1c27-4df9-a110-27bf773bc584'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 21:25:33.130569 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9d5414-5b1c-4b0d-a32f-28a3e65832d5 None None] Routers {'6dede0f1-1c27-4df9-a110-27bf773bc584'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:25:33.131597 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-9c9d5414-5b1c-4b0d-a32f-28a3e65832d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T21:25:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['6dede0f1-1c27-4df9-a110-27bf773bc584'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:25:33.361896 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-9c9d5414-5b1c-4b0d-a32f-28a3e65832d5 None None] Set router 6dede0f1-1c27-4df9-a110-27bf773bc584 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:25:33.704886 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-9c9d5414-5b1c-4b0d-a32f-28a3e65832d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dede0f1-1c27-4df9-a110-27bf773bc584', 'name': 'tempest-TestEncryptedCinderVolumes-2031148308-router', 'tenant_id': 'd5b918c348f64e2d96691f618bbb4a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': '581b36e8-7617-4255-9c02-32732dd00db7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:25:09Z', 'updated_at': '2022-05-30T21:25:13Z', 'revision_number': 4, 'project_id': 'd5b918c348f64e2d96691f618bbb4a4a', 'gw_port': {'id': '581b36e8-7617-4255-9c02-32732dd00db7', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:9f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dede0f1-1c27-4df9-a110-27bf773bc584', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:25:10Z', 'updated_at': '2022-05-30T21:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': 'd43c5e6f-9a26-4b88-a265-d0b442a84d56', 'name': '', 'network_id': '1a76eb25-5bd4-4b12-a99a-7789157c49f9', 'tenant_id': 'd5b918c348f64e2d96691f618bbb4a4a', 'mac_address': 'fa:16:3e:76:4a:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dede0f1-1c27-4df9-a110-27bf773bc584', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ead4a943-5511-441f-a205-fa7fae448d76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:25:12Z', 'updated_at': '2022-05-30T21:25:14Z', 'revision_number': 2, 'project_id': 'd5b918c348f64e2d96691f618bbb4a4a', 'subnets': [{'id': 'ead4a943-5511-441f-a205-fa7fae448d76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:25:33.709794 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c9d5414-5b1c-4b0d-a32f-28a3e65832d5 None None] Checking router: 6dede0f1-1c27-4df9-a110-27bf773bc584 for host: n-d-843948-2 {{(pid=84888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 21:25:33.710145 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c9d5414-5b1c-4b0d-a32f-28a3e65832d5 None None] Updating router 6dede0f1-1c27-4df9-a110-27bf773bc584 port d43c5e6f-9a26-4b88-a265-d0b442a84d56 binding host n-d-843948-2 {{(pid=84888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 21:25:33.770564 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-9c9d5414-5b1c-4b0d-a32f-28a3e65832d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:34.134591 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-9c9d5414-5b1c-4b0d-a32f-28a3e65832d5 None None] Notify callbacks [] for port, precommit_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:34.147887 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-9c9d5414-5b1c-4b0d-a32f-28a3e65832d5 None None] Transition to ACTIVE for port object d43c5e6f-9a26-4b88-a265-d0b442a84d56 will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:25:34.290649 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-9c9d5414-5b1c-4b0d-a32f-28a3e65832d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:34.471781 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a6a6af-dac2-46de-975a-9584d2ac2c7e None None] Pushing event updated for resources: {'Port': ['ID=d43c5e6f-9a26-4b88-a265-d0b442a84d56,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:25:34.587896 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-9c9d5414-5b1c-4b0d-a32f-28a3e65832d5 None None] Attempting to bind port d43c5e6f-9a26-4b88-a265-d0b442a84d56 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 21:25:34.588253 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-9c9d5414-5b1c-4b0d-a32f-28a3e65832d5 None None] Attempting to bind port d43c5e6f-9a26-4b88-a265-d0b442a84d56 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': 'c48a07a1-438d-4780-83fb-3b496f47dd4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '1a76eb25-5bd4-4b12-a99a-7789157c49f9'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 21:25:34.588607 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9d5414-5b1c-4b0d-a32f-28a3e65832d5 None None] Attempting to bind port d43c5e6f-9a26-4b88-a265-d0b442a84d56 on network 1a76eb25-5bd4-4b12-a99a-7789157c49f9 {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:25:34.597050 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9d5414-5b1c-4b0d-a32f-28a3e65832d5 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 21, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 21:25:34.597417 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9d5414-5b1c-4b0d-a32f-28a3e65832d5 None None] Checking segment: {'id': 'c48a07a1-438d-4780-83fb-3b496f47dd4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '1a76eb25-5bd4-4b12-a99a-7789157c49f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:25:34.597868 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-9c9d5414-5b1c-4b0d-a32f-28a3e65832d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:34.598255 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9d5414-5b1c-4b0d-a32f-28a3e65832d5 None None] Bound using segment: {'id': 'c48a07a1-438d-4780-83fb-3b496f47dd4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '1a76eb25-5bd4-4b12-a99a-7789157c49f9'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 21:25:34.599221 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-9c9d5414-5b1c-4b0d-a32f-28a3e65832d5 None None] Bound port: d43c5e6f-9a26-4b88-a265-d0b442a84d56, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c48a07a1-438d-4780-83fb-3b496f47dd4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '1a76eb25-5bd4-4b12-a99a-7789157c49f9'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 21:25:34.599591 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-9c9d5414-5b1c-4b0d-a32f-28a3e65832d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:34.705790 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-9c9d5414-5b1c-4b0d-a32f-28a3e65832d5 None None] For port d43c5e6f-9a26-4b88-a265-d0b442a84d56, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 21:25:34.709798 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-9c9d5414-5b1c-4b0d-a32f-28a3e65832d5 None None] For port d43c5e6f-9a26-4b88-a265-d0b442a84d56, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=d43c5e6f-9a26-4b88-a265-d0b442a84d56,segment=NetworkSegment(c48a07a1-438d-4780-83fb-3b496f47dd4a),segment_id=c48a07a1-438d-4780-83fb-3b496f47dd4a)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 21:25:34.782854 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-9c9d5414-5b1c-4b0d-a32f-28a3e65832d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:34.889343 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a6a6af-dac2-46de-975a-9584d2ac2c7e None None] Pushing event updated for resources: {'Port': ['ID=d43c5e6f-9a26-4b88-a265-d0b442a84d56,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:25:34.893725 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9d5414-5b1c-4b0d-a32f-28a3e65832d5 None None] Routers {'6dede0f1-1c27-4df9-a110-27bf773bc584'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:25:34.894627 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-9c9d5414-5b1c-4b0d-a32f-28a3e65832d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T21:25:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['6dede0f1-1c27-4df9-a110-27bf773bc584'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:25:35.125985 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-9c9d5414-5b1c-4b0d-a32f-28a3e65832d5 None None] Set router 6dede0f1-1c27-4df9-a110-27bf773bc584 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:25:35.513000 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-9c9d5414-5b1c-4b0d-a32f-28a3e65832d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dede0f1-1c27-4df9-a110-27bf773bc584', 'name': 'tempest-TestEncryptedCinderVolumes-2031148308-router', 'tenant_id': 'd5b918c348f64e2d96691f618bbb4a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': '581b36e8-7617-4255-9c02-32732dd00db7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:25:09Z', 'updated_at': '2022-05-30T21:25:13Z', 'revision_number': 4, 'project_id': 'd5b918c348f64e2d96691f618bbb4a4a', 'gw_port': {'id': '581b36e8-7617-4255-9c02-32732dd00db7', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:9f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dede0f1-1c27-4df9-a110-27bf773bc584', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:25:10Z', 'updated_at': '2022-05-30T21:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': 'd43c5e6f-9a26-4b88-a265-d0b442a84d56', 'name': '', 'network_id': '1a76eb25-5bd4-4b12-a99a-7789157c49f9', 'tenant_id': 'd5b918c348f64e2d96691f618bbb4a4a', 'mac_address': 'fa:16:3e:76:4a:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dede0f1-1c27-4df9-a110-27bf773bc584', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ead4a943-5511-441f-a205-fa7fae448d76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:25:12Z', 'updated_at': '2022-05-30T21:25:34Z', 'revision_number': 4, 'project_id': 'd5b918c348f64e2d96691f618bbb4a4a', 'subnets': [{'id': 'ead4a943-5511-441f-a205-fa7fae448d76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:25:35.517464 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c9d5414-5b1c-4b0d-a32f-28a3e65832d5 None None] The sync data for ids ['6dede0f1-1c27-4df9-a110-27bf773bc584'] in n-d-843948-2 is: [{'id': '6dede0f1-1c27-4df9-a110-27bf773bc584', 'name': 'tempest-TestEncryptedCinderVolumes-2031148308-router', 'tenant_id': 'd5b918c348f64e2d96691f618bbb4a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': '581b36e8-7617-4255-9c02-32732dd00db7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:25:09Z', 'updated_at': '2022-05-30T21:25:13Z', 'revision_number': 4, 'project_id': 'd5b918c348f64e2d96691f618bbb4a4a', 'gw_port': {'id': '581b36e8-7617-4255-9c02-32732dd00db7', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:9f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dede0f1-1c27-4df9-a110-27bf773bc584', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:25:10Z', 'updated_at': '2022-05-30T21:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': 'd43c5e6f-9a26-4b88-a265-d0b442a84d56', 'name': '', 'network_id': '1a76eb25-5bd4-4b12-a99a-7789157c49f9', 'tenant_id': 'd5b918c348f64e2d96691f618bbb4a4a', 'mac_address': 'fa:16:3e:76:4a:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dede0f1-1c27-4df9-a110-27bf773bc584', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ead4a943-5511-441f-a205-fa7fae448d76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:25:12Z', 'updated_at': '2022-05-30T21:25:34Z', 'revision_number': 4, 'project_id': 'd5b918c348f64e2d96691f618bbb4a4a', 'subnets': [{'id': 'ead4a943-5511-441f-a205-fa7fae448d76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 21:25:35.764007 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device d43c5e6f-9a26-4b88-a265-d0b442a84d56 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:25:35.913760 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port d43c5e6f-9a26-4b88-a265-d0b442a84d56 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:25:35.919876 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port d43c5e6f-9a26-4b88-a265-d0b442a84d56 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:25:35.920636 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:36.067123 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:36.108155 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port d43c5e6f-9a26-4b88-a265-d0b442a84d56, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=d43c5e6f-9a26-4b88-a265-d0b442a84d56,segment=NetworkSegment(c48a07a1-438d-4780-83fb-3b496f47dd4a),segment_id=c48a07a1-438d-4780-83fb-3b496f47dd4a)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:25:36.222266 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:36.304745 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=d43c5e6f-9a26-4b88-a265-d0b442a84d56,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:25:37.710038 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device d43c5e6f-9a26-4b88-a265-d0b442a84d56 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:25:37.801113 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port d43c5e6f-9a26-4b88-a265-d0b442a84d56 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:25:37.801586 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:50.256711 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:50.808292 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb93718-3cb6-43bc-832a-0a3c77a02af4 req-e26cf5e6-df43-4a06-9ce9-2dbfae41b2bf tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:25:50.809783 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2cb93718-3cb6-43bc-832a-0a3c77a02af4 req-e26cf5e6-df43-4a06-9ce9-2dbfae41b2bf tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] 10.222.0.85 "GET /v2.0/ports?device_id=9218c07f-a85a-474e-a07d-3fcbdd273e82 HTTP/1.1" status: 200 len: 946 time: 0.0768292 May 30 21:25:50.855826 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2cb93718-3cb6-43bc-832a-0a3c77a02af4 req-c212e78c-d563-4ce0-94c2-81f51584564d tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] 10.222.0.85 "GET /v2.0/security-groups?id=05038481-f8d6-46ce-a02c-57f9f18fc8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402069 May 30 21:25:52.052864 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2368279c-2790-406e-8d5a-a445e1151b9c req-ed592b9d-7007-43bd-b0e8-e2611ff6fd47 tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:25:52.054340 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2368279c-2790-406e-8d5a-a445e1151b9c req-ed592b9d-7007-43bd-b0e8-e2611ff6fd47 tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] 10.222.0.85 "GET /v2.0/ports?device_id=9218c07f-a85a-474e-a07d-3fcbdd273e82 HTTP/1.1" status: 200 len: 946 time: 0.0759647 May 30 21:25:52.098746 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2368279c-2790-406e-8d5a-a445e1151b9c req-5a2f9651-3522-45a0-8d17-4ac9197cb782 tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] 10.222.0.85 "GET /v2.0/security-groups?id=05038481-f8d6-46ce-a02c-57f9f18fc8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384781 May 30 21:25:52.403581 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcd6757-09b6-4b62-9575-7de187a63952 req-e56c34df-2f41-4292-a546-1e345b89d219 tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:25:52.405157 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1bcd6757-09b6-4b62-9575-7de187a63952 req-e56c34df-2f41-4292-a546-1e345b89d219 tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] 10.222.0.86 "GET /v2.0/ports?device_id=9218c07f-a85a-474e-a07d-3fcbdd273e82 HTTP/1.1" status: 200 len: 946 time: 0.0820608 May 30 21:25:52.476394 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-1bcd6757-09b6-4b62-9575-7de187a63952 req-5eb17d44-aeba-49e1-ab57-b401669bb930 tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] Deleting port 89e334dc-a934-4d58-89e9-046c5b67c1f3 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:25:52.476736 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-1bcd6757-09b6-4b62-9575-7de187a63952 req-5eb17d44-aeba-49e1-ab57-b401669bb930 tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:52.809255 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-1bcd6757-09b6-4b62-9575-7de187a63952 req-5eb17d44-aeba-49e1-ab57-b401669bb930 tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] For port 89e334dc-a934-4d58-89e9-046c5b67c1f3, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=89e334dc-a934-4d58-89e9-046c5b67c1f3,segment=NetworkSegment(ad8011f7-6df9-488c-8519-61e84331956f),segment_id=ad8011f7-6df9-488c-8519-61e84331956f)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:25:52.809636 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-1bcd6757-09b6-4b62-9575-7de187a63952 req-5eb17d44-aeba-49e1-ab57-b401669bb930 tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:52.932656 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-1bcd6757-09b6-4b62-9575-7de187a63952 req-5eb17d44-aeba-49e1-ab57-b401669bb930 tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] Calling delete_port for 89e334dc-a934-4d58-89e9-046c5b67c1f3 owned by compute:nova {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:25:52.987457 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:53.136224 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-1bcd6757-09b6-4b62-9575-7de187a63952 req-5eb17d44-aeba-49e1-ab57-b401669bb930 tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:53.152592 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['89e334dc-a934-4d58-89e9-046c5b67c1f3'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 21:25:53.185299 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb17d44-aeba-49e1-ab57-b401669bb930 tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] Pushing event deleted for resources: {'Port': ['ID=89e334dc-a934-4d58-89e9-046c5b67c1f3,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:25:53.196964 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb17d44-aeba-49e1-ab57-b401669bb930 tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:25:53.197305 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb17d44-aeba-49e1-ab57-b401669bb930 tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:25:53.197665 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb17d44-aeba-49e1-ab57-b401669bb930 tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:25:53.198000 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb17d44-aeba-49e1-ab57-b401669bb930 tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:25:53.198338 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb17d44-aeba-49e1-ab57-b401669bb930 tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:25:53.198656 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb17d44-aeba-49e1-ab57-b401669bb930 tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:25:53.198981 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb17d44-aeba-49e1-ab57-b401669bb930 tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:25:53.199305 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb17d44-aeba-49e1-ab57-b401669bb930 tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:25:53.199626 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb17d44-aeba-49e1-ab57-b401669bb930 tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:25:53.199945 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb17d44-aeba-49e1-ab57-b401669bb930 tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:25:53.200264 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb17d44-aeba-49e1-ab57-b401669bb930 tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:25:53.274832 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0064959e-dd71-4dfb-bf86-1f4256072919 req-c6dce722-4b88-41d5-8899-051acb8401d4 tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] 10.222.0.85 "GET /v2.0/ports?device_id=9218c07f-a85a-474e-a07d-3fcbdd273e82 HTTP/1.1" status: 200 len: 210 time: 0.0465319 May 30 21:25:53.285387 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bcd6757-09b6-4b62-9575-7de187a63952 req-5eb17d44-aeba-49e1-ab57-b401669bb930 tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] No DVR routers for this DVR port 89e334dc-a934-4d58-89e9-046c5b67c1f3 on host n-h2-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 21:25:53.288773 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-1bcd6757-09b6-4b62-9575-7de187a63952 req-5eb17d44-aeba-49e1-ab57-b401669bb930 tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:53.293028 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9218c07f-a85a-474e-a07d-3fcbdd273e82', 'name': 'network-vif-deleted', 'tag': '89e334dc-a934-4d58-89e9-046c5b67c1f3'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:25:53.356700 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2495f22f-83dc-4ea9-9dcb-d943e89872d3'] response: {'server_uuid': '9218c07f-a85a-474e-a07d-3fcbdd273e82', 'name': 'network-vif-deleted', 'tag': '89e334dc-a934-4d58-89e9-046c5b67c1f3', 'status': 'completed', 'code': 200} May 30 21:25:53.670360 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1bcd6757-09b6-4b62-9575-7de187a63952 req-5eb17d44-aeba-49e1-ab57-b401669bb930 tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] 10.222.0.86 "DELETE /v2.0/ports/89e334dc-a934-4d58-89e9-046c5b67c1f3 HTTP/1.1" status: 204 len: 173 time: 1.2576051 May 30 21:25:54.464475 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2d6bb656-9009-444d-8047-29bfbe273140 req-ad6eb895-98b1-4e25-bfc1-8434eac93b20 tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] 10.222.0.85 "GET /v2.0/ports?device_id=9218c07f-a85a-474e-a07d-3fcbdd273e82 HTTP/1.1" status: 200 len: 210 time: 0.0443871 May 30 21:25:56.152460 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868f8caa-9ed4-424e-802d-4d9da5a68754 req-d051a1b3-a522-41cf-a8f4-20f94bd0bd72 tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:25:56.153105 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-868f8caa-9ed4-424e-802d-4d9da5a68754 req-d051a1b3-a522-41cf-a8f4-20f94bd0bd72 tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] Synchronizing usage tracker for tenant:603b0544f3b646428f70a02eb9d3c408 on resource:network {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 21:25:56.221794 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-868f8caa-9ed4-424e-802d-4d9da5a68754 req-d051a1b3-a522-41cf-a8f4-20f94bd0bd72 tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] Unset dirty status for tenant:603b0544f3b646428f70a02eb9d3c408 on resource:network {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 21:25:56.223024 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-868f8caa-9ed4-424e-802d-4d9da5a68754 req-d051a1b3-a522-41cf-a8f4-20f94bd0bd72 tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] 10.222.0.85 "GET /v2.0/networks?id=02a5360b-5ae9-4184-a5d3-45aa6435cff7 HTTP/1.1" status: 200 len: 817 time: 0.2146213 May 30 21:25:56.242149 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-868f8caa-9ed4-424e-802d-4d9da5a68754 req-c1059660-9cea-481b-be59-3e4b78bc155b tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] 10.222.0.85 "GET /v2.0/quotas/603b0544f3b646428f70a02eb9d3c408 HTTP/1.1" status: 200 len: 375 time: 0.0134795 May 30 21:25:56.284965 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-6496baa7-b95d-4eaf-970b-9c3537df066a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:56.330758 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-868f8caa-9ed4-424e-802d-4d9da5a68754 req-e0ce0d4c-b70d-4eb8-8149-a22d6c4e5184 tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=603b0544f3b646428f70a02eb9d3c408&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0831485 May 30 21:25:56.597686 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-868f8caa-9ed4-424e-802d-4d9da5a68754 req-6e39b5dc-b54a-4b2f-98dc-4fcc7123713c service neutron] 10.222.0.85 "GET /v2.0/networks/02a5360b-5ae9-4184-a5d3-45aa6435cff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2553351 May 30 21:25:56.738635 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-868f8caa-9ed4-424e-802d-4d9da5a68754 req-c30a4c59-e214-4d95-9386-edf63f77c783 service neutron] 10.222.0.85 "GET /v2.0/networks/02a5360b-5ae9-4184-a5d3-45aa6435cff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345174 May 30 21:25:56.748951 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 89e334dc-a934-4d58-89e9-046c5b67c1f3 no longer exists at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 21:25:56.786140 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] No Port match for: 89e334dc-a934-4d58-89e9-046c5b67c1f3 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 21:25:56.786872 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 89e334dc-a934-4d58-89e9-046c5b67c1f3 not bound to the agent host n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 21:25:57.121209 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-73c9b704-7e7e-49f6-829e-9acecf57e813 req-a7a19b59-e4e0-4472-acdb-41ac674d4823 tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] Synchronizing usage tracker for tenant:603b0544f3b646428f70a02eb9d3c408 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 21:25:57.210596 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-73c9b704-7e7e-49f6-829e-9acecf57e813 req-a7a19b59-e4e0-4472-acdb-41ac674d4823 tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] Unset dirty status for tenant:603b0544f3b646428f70a02eb9d3c408 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 21:25:57.211785 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-73c9b704-7e7e-49f6-829e-9acecf57e813 req-a7a19b59-e4e0-4472-acdb-41ac674d4823 tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] 10.222.0.85 "GET /v2.0/ports?device_id=7c011a73-29ea-4fb7-b35b-1d43bf181b09 HTTP/1.1" status: 200 len: 210 time: 0.1323025 May 30 21:25:58.374129 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-53015270-0b90-49dc-89f9-ab50a139faf9 req-f17e697a-72ae-4068-b1dd-988f2e8e42ba tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] 10.222.0.85 "GET /v2.0/ports?device_id=7c011a73-29ea-4fb7-b35b-1d43bf181b09 HTTP/1.1" status: 200 len: 210 time: 0.0416052 May 30 21:25:59.307892 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868f8caa-9ed4-424e-802d-4d9da5a68754 req-42039955-c340-48fa-b570-a8b125a6d068 tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:25:59.309383 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-868f8caa-9ed4-424e-802d-4d9da5a68754 req-42039955-c340-48fa-b570-a8b125a6d068 tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] 10.222.0.86 "GET /v2.0/networks?id=02a5360b-5ae9-4184-a5d3-45aa6435cff7 HTTP/1.1" status: 200 len: 817 time: 0.1538541 May 30 21:25:59.334602 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-868f8caa-9ed4-424e-802d-4d9da5a68754 req-20015285-6a31-4176-b3f0-6ff991680939 tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] Request body: {'port': {'device_id': '7c011a73-29ea-4fb7-b35b-1d43bf181b09', 'network_id': '02a5360b-5ae9-4184-a5d3-45aa6435cff7', 'admin_state_up': True, 'tenant_id': '603b0544f3b646428f70a02eb9d3c408'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:25:59.488029 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-868f8caa-9ed4-424e-802d-4d9da5a68754 req-20015285-6a31-4176-b3f0-6ff991680939 tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:25:59.499793 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-868f8caa-9ed4-424e-802d-4d9da5a68754 req-20015285-6a31-4176-b3f0-6ff991680939 tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:25:59.553919 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-48cd2ed1-b1bf-464c-8b92-2e0cd65420b6 req-aa8003bd-6eaf-418d-8d59-e5c68384892f tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] 10.222.0.85 "GET /v2.0/ports?device_id=7c011a73-29ea-4fb7-b35b-1d43bf181b09 HTTP/1.1" status: 200 len: 210 time: 0.0473051 May 30 21:25:59.593279 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-868f8caa-9ed4-424e-802d-4d9da5a68754 req-20015285-6a31-4176-b3f0-6ff991680939 tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] Made reservation on behalf of 603b0544f3b646428f70a02eb9d3c408 for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 21:25:59.596350 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-868f8caa-9ed4-424e-802d-4d9da5a68754 req-20015285-6a31-4176-b3f0-6ff991680939 tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:59.667666 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-a2c4fa1b-cd83-419c-88e2-8e320d1d4444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:59.755483 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [req-868f8caa-9ed4-424e-802d-4d9da5a68754 req-20015285-6a31-4176-b3f0-6ff991680939 tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] Allocated IP 172.20.0.8 (02a5360b-5ae9-4184-a5d3-45aa6435cff7/f121bfc2-a0bb-4eec-97ce-abfe73a883c2/1d804272-73fc-46b2-9fbd-c557bad557d8) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 21:25:59.902059 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:59.963543 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-868f8caa-9ed4-424e-802d-4d9da5a68754 req-20015285-6a31-4176-b3f0-6ff991680939 tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:25:59.979548 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-868f8caa-9ed4-424e-802d-4d9da5a68754 req-20015285-6a31-4176-b3f0-6ff991680939 tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] Transition to ACTIVE for port object 1d804272-73fc-46b2-9fbd-c557bad557d8 will not be triggered until provisioned by entity DHCP. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:26:00.061991 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-868f8caa-9ed4-424e-802d-4d9da5a68754 req-20015285-6a31-4176-b3f0-6ff991680939 tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:00.132097 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-868f8caa-9ed4-424e-802d-4d9da5a68754 req-20015285-6a31-4176-b3f0-6ff991680939 tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] Network 02a5360b-5ae9-4184-a5d3-45aa6435cff7 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:26:00.135037 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [req-868f8caa-9ed4-424e-802d-4d9da5a68754 req-20015285-6a31-4176-b3f0-6ff991680939 tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:26:00.138964 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-868f8caa-9ed4-424e-802d-4d9da5a68754 req-20015285-6a31-4176-b3f0-6ff991680939 tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 21:26:00.169325 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20015285-6a31-4176-b3f0-6ff991680939 tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] Pushing event updated for resources: {'Port': ['ID=1d804272-73fc-46b2-9fbd-c557bad557d8,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:26:00.207512 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868f8caa-9ed4-424e-802d-4d9da5a68754 req-20015285-6a31-4176-b3f0-6ff991680939 tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:26:00.208109 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-868f8caa-9ed4-424e-802d-4d9da5a68754 req-20015285-6a31-4176-b3f0-6ff991680939 tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:00.320396 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-868f8caa-9ed4-424e-802d-4d9da5a68754 req-20015285-6a31-4176-b3f0-6ff991680939 tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9900596 May 30 21:26:00.334880 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-868f8caa-9ed4-424e-802d-4d9da5a68754 req-8d14618a-bbce-4cb9-b313-148c6597bdce service neutron] Request body: {'port': {'device_id': '7c011a73-29ea-4fb7-b35b-1d43bf181b09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843948-2'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:26:00.441271 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-868f8caa-9ed4-424e-802d-4d9da5a68754 req-8d14618a-bbce-4cb9-b313-148c6597bdce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:00.502159 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-09035c91-eb6c-43e6-b61c-d883dd3067bc None None] Provisioning for port 1d804272-73fc-46b2-9fbd-c557bad557d8 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:26:00.508929 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-09035c91-eb6c-43e6-b61c-d883dd3067bc None None] Provisioning complete for port 1d804272-73fc-46b2-9fbd-c557bad557d8 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:26:00.509840 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-09035c91-eb6c-43e6-b61c-d883dd3067bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:00.566985 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-09035c91-eb6c-43e6-b61c-d883dd3067bc None None] Port 1d804272-73fc-46b2-9fbd-c557bad557d8 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 21:26:00.760919 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7771ce57-3a08-4e6c-be19-4888d73f75ca req-b2054262-2a99-49b3-b351-639521982fa4 tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:26:00.763031 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-7771ce57-3a08-4e6c-be19-4888d73f75ca req-b2054262-2a99-49b3-b351-639521982fa4 tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] 10.222.0.85 "GET /v2.0/ports?device_id=7c011a73-29ea-4fb7-b35b-1d43bf181b09 HTTP/1.1" status: 200 len: 931 time: 0.0828273 May 30 21:26:00.820104 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-7771ce57-3a08-4e6c-be19-4888d73f75ca req-4cf471cc-af7c-40de-9c97-79a47af4c3d4 tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] 10.222.0.85 "GET /v2.0/security-groups?id=05038481-f8d6-46ce-a02c-57f9f18fc8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472679 May 30 21:26:00.898416 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [req-868f8caa-9ed4-424e-802d-4d9da5a68754 req-8d14618a-bbce-4cb9-b313-148c6597bdce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d804272-73fc-46b2-9fbd-c557bad557d8 {{(pid=84887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 21:26:00.905470 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-868f8caa-9ed4-424e-802d-4d9da5a68754 req-8d14618a-bbce-4cb9-b313-148c6597bdce service neutron] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:00.920886 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-868f8caa-9ed4-424e-802d-4d9da5a68754 req-8d14618a-bbce-4cb9-b313-148c6597bdce service neutron] Transition to ACTIVE for port object 1d804272-73fc-46b2-9fbd-c557bad557d8 will not be triggered until provisioned by entity L2. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:26:00.987514 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-868f8caa-9ed4-424e-802d-4d9da5a68754 req-8d14618a-bbce-4cb9-b313-148c6597bdce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:01.117439 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d14618a-bbce-4cb9-b313-148c6597bdce service neutron] Pushing event updated for resources: {'Port': ['ID=1d804272-73fc-46b2-9fbd-c557bad557d8,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:26:01.227125 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-868f8caa-9ed4-424e-802d-4d9da5a68754 req-8d14618a-bbce-4cb9-b313-148c6597bdce service neutron] Attempting to bind port 1d804272-73fc-46b2-9fbd-c557bad557d8 on host n-h2-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 21:26:01.227457 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-868f8caa-9ed4-424e-802d-4d9da5a68754 req-8d14618a-bbce-4cb9-b313-148c6597bdce service neutron] Attempting to bind port 1d804272-73fc-46b2-9fbd-c557bad557d8 by drivers openvswitch,hyperv on host n-h2-843948-2 at level 0 using segments [{'id': 'ad8011f7-6df9-488c-8519-61e84331956f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '02a5360b-5ae9-4184-a5d3-45aa6435cff7'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 21:26:01.227772 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-868f8caa-9ed4-424e-802d-4d9da5a68754 req-8d14618a-bbce-4cb9-b313-148c6597bdce service neutron] Attempting to bind port 1d804272-73fc-46b2-9fbd-c557bad557d8 on network 02a5360b-5ae9-4184-a5d3-45aa6435cff7 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:26:01.233375 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-868f8caa-9ed4-424e-802d-4d9da5a68754 req-8d14618a-bbce-4cb9-b313-148c6597bdce service neutron] Port 1d804272-73fc-46b2-9fbd-c557bad557d8 on network 02a5360b-5ae9-4184-a5d3-45aa6435cff7 not bound, no agent of type Open vSwitch agent registered on host n-h2-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 21:26:01.233737 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-868f8caa-9ed4-424e-802d-4d9da5a68754 req-8d14618a-bbce-4cb9-b313-148c6597bdce service neutron] Attempting to bind port 1d804272-73fc-46b2-9fbd-c557bad557d8 on network 02a5360b-5ae9-4184-a5d3-45aa6435cff7 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:26:01.239912 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-868f8caa-9ed4-424e-802d-4d9da5a68754 req-8d14618a-bbce-4cb9-b313-148c6597bdce service neutron] Checking agent: {'id': 'eaa08354-e8f5-4e73-af76-8d3cf7d2b390', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 21, 25, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 21:26:01.240242 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-868f8caa-9ed4-424e-802d-4d9da5a68754 req-8d14618a-bbce-4cb9-b313-148c6597bdce service neutron] Checking segment: {'id': 'ad8011f7-6df9-488c-8519-61e84331956f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '02a5360b-5ae9-4184-a5d3-45aa6435cff7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:26:01.240621 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-868f8caa-9ed4-424e-802d-4d9da5a68754 req-8d14618a-bbce-4cb9-b313-148c6597bdce service neutron] Bound using segment: {'id': 'ad8011f7-6df9-488c-8519-61e84331956f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '02a5360b-5ae9-4184-a5d3-45aa6435cff7'} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 21:26:01.241036 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-868f8caa-9ed4-424e-802d-4d9da5a68754 req-8d14618a-bbce-4cb9-b313-148c6597bdce service neutron] Bound port: 1d804272-73fc-46b2-9fbd-c557bad557d8, host: n-h2-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad8011f7-6df9-488c-8519-61e84331956f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '02a5360b-5ae9-4184-a5d3-45aa6435cff7'}}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 21:26:01.241450 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-868f8caa-9ed4-424e-802d-4d9da5a68754 req-8d14618a-bbce-4cb9-b313-148c6597bdce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:01.328029 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-868f8caa-9ed4-424e-802d-4d9da5a68754 req-8d14618a-bbce-4cb9-b313-148c6597bdce service neutron] For port 1d804272-73fc-46b2-9fbd-c557bad557d8, host n-h2-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 21:26:01.330965 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-868f8caa-9ed4-424e-802d-4d9da5a68754 req-8d14618a-bbce-4cb9-b313-148c6597bdce service neutron] For port 1d804272-73fc-46b2-9fbd-c557bad557d8, host n-h2-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=1d804272-73fc-46b2-9fbd-c557bad557d8,segment=NetworkSegment(ad8011f7-6df9-488c-8519-61e84331956f),segment_id=ad8011f7-6df9-488c-8519-61e84331956f)] {{(pid=84887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 21:26:01.410411 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-868f8caa-9ed4-424e-802d-4d9da5a68754 req-8d14618a-bbce-4cb9-b313-148c6597bdce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:01.445005 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:01.477343 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-868f8caa-9ed4-424e-802d-4d9da5a68754 req-8d14618a-bbce-4cb9-b313-148c6597bdce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:01.479489 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-868f8caa-9ed4-424e-802d-4d9da5a68754 req-8d14618a-bbce-4cb9-b313-148c6597bdce service neutron] 10.222.0.86 "PUT /v2.0/ports/1d804272-73fc-46b2-9fbd-c557bad557d8 HTTP/1.1" status: 200 len: 1091 time: 1.1487002 May 30 21:26:01.479489 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c011a73-29ea-4fb7-b35b-1d43bf181b09', 'tag': '1d804272-73fc-46b2-9fbd-c557bad557d8'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:26:01.503949 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d14618a-bbce-4cb9-b313-148c6597bdce service neutron] Pushing event updated for resources: {'Port': ['ID=1d804272-73fc-46b2-9fbd-c557bad557d8,revision_number=3']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:26:01.541825 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a0e775f-abf4-4aa4-be60-cab1ad6bb0b0'] response: {'name': 'network-changed', 'server_uuid': '7c011a73-29ea-4fb7-b35b-1d43bf181b09', 'tag': '1d804272-73fc-46b2-9fbd-c557bad557d8', 'status': 'completed', 'code': 200} May 30 21:26:01.641828 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-72d902f3-ea10-474e-863c-02a7425a4d95 req-6c9dab1b-c884-456a-bc96-9a17f042eb56 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=603b0544f3b646428f70a02eb9d3c408&device_id=7c011a73-29ea-4fb7-b35b-1d43bf181b09 HTTP/1.1" status: 200 len: 1094 time: 0.0727284 May 30 21:26:01.786355 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d902f3-ea10-474e-863c-02a7425a4d95 req-cb4fc11e-e210-4fab-bb65-91afe608440d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:26:01.787811 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-72d902f3-ea10-474e-863c-02a7425a4d95 req-cb4fc11e-e210-4fab-bb65-91afe608440d service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=603b0544f3b646428f70a02eb9d3c408&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1355555 May 30 21:26:01.935639 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d902f3-ea10-474e-863c-02a7425a4d95 req-4738f461-6065-4cf7-98ac-8cfe42060906 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:26:01.937149 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-72d902f3-ea10-474e-863c-02a7425a4d95 req-4738f461-6065-4cf7-98ac-8cfe42060906 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1396790 May 30 21:26:02.052955 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-868f8caa-9ed4-424e-802d-4d9da5a68754 req-2e1702c6-1a30-4b91-b9bf-15c9895f5535 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=603b0544f3b646428f70a02eb9d3c408&device_id=7c011a73-29ea-4fb7-b35b-1d43bf181b09 HTTP/1.1" status: 200 len: 1094 time: 0.0724032 May 30 21:26:02.127389 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-868f8caa-9ed4-424e-802d-4d9da5a68754 req-0b138446-e871-4442-9f26-ab63832178c2 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d804272-73fc-46b2-9fbd-c557bad557d8 HTTP/1.1" status: 200 len: 217 time: 0.0646319 May 30 21:26:02.170450 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97141d44-df13-4cd0-8248-0cc9155c52bd req-f734f14d-4ccc-4a87-aec8-fcd9e6a312f8 tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:26:02.171908 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-97141d44-df13-4cd0-8248-0cc9155c52bd req-f734f14d-4ccc-4a87-aec8-fcd9e6a312f8 tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] 10.222.0.85 "GET /v2.0/ports?device_id=7c011a73-29ea-4fb7-b35b-1d43bf181b09 HTTP/1.1" status: 200 len: 943 time: 0.0767310 May 30 21:26:02.196268 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868f8caa-9ed4-424e-802d-4d9da5a68754 req-f35c287c-2ee8-4830-bd8c-d5fc46cb162d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:26:02.197805 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-868f8caa-9ed4-424e-802d-4d9da5a68754 req-f35c287c-2ee8-4830-bd8c-d5fc46cb162d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f121bfc2-a0bb-4eec-97ce-abfe73a883c2 HTTP/1.1" status: 200 len: 856 time: 0.0616553 May 30 21:26:02.221409 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-97141d44-df13-4cd0-8248-0cc9155c52bd req-1ce27da1-4927-4091-895c-a391da9b912e tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] 10.222.0.85 "GET /v2.0/security-groups?id=05038481-f8d6-46ce-a02c-57f9f18fc8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428755 May 30 21:26:02.280993 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-868f8caa-9ed4-424e-802d-4d9da5a68754 req-d827b9a2-9f10-4c7e-8ce4-5d77097c67e4 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=02a5360b-5ae9-4184-a5d3-45aa6435cff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0730443 May 30 21:26:02.418002 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-868f8caa-9ed4-424e-802d-4d9da5a68754 req-e8edb51e-8345-49b9-be13-0ac0ea220bdb service neutron] 10.222.0.86 "GET /v2.0/networks/02a5360b-5ae9-4184-a5d3-45aa6435cff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267574 May 30 21:26:02.682267 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-868f8caa-9ed4-424e-802d-4d9da5a68754 req-1a72b314-a7bf-45a8-a0b9-017e4f64af1e service neutron] 10.222.0.86 "GET /v2.0/networks/02a5360b-5ae9-4184-a5d3-45aa6435cff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2553253 May 30 21:26:02.942179 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:03.420615 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78e88d7-034f-41d6-a9a5-6b6efa7aea03 req-a0489b19-519f-4c68-b054-f2de0d82e28a tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:26:03.421289 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-c78e88d7-034f-41d6-a9a5-6b6efa7aea03 req-a0489b19-519f-4c68-b054-f2de0d82e28a tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] Synchronizing usage tracker for tenant:603b0544f3b646428f70a02eb9d3c408 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 21:26:03.519086 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-c78e88d7-034f-41d6-a9a5-6b6efa7aea03 req-a0489b19-519f-4c68-b054-f2de0d82e28a tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] Unset dirty status for tenant:603b0544f3b646428f70a02eb9d3c408 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 21:26:03.520178 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c78e88d7-034f-41d6-a9a5-6b6efa7aea03 req-a0489b19-519f-4c68-b054-f2de0d82e28a tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] 10.222.0.85 "GET /v2.0/ports?device_id=7c011a73-29ea-4fb7-b35b-1d43bf181b09 HTTP/1.1" status: 200 len: 943 time: 0.1746714 May 30 21:26:03.569432 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c78e88d7-034f-41d6-a9a5-6b6efa7aea03 req-2c59edf8-3628-4a5b-8062-f84878b34748 tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] 10.222.0.85 "GET /v2.0/security-groups?id=05038481-f8d6-46ce-a02c-57f9f18fc8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431802 May 30 21:26:04.778559 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81227601-59cf-4cf3-bf81-f0404fab0ce6 req-fc18c059-5c34-45b1-8f48-e6779bf54074 tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:26:04.780013 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-81227601-59cf-4cf3-bf81-f0404fab0ce6 req-fc18c059-5c34-45b1-8f48-e6779bf54074 tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] 10.222.0.85 "GET /v2.0/ports?device_id=7c011a73-29ea-4fb7-b35b-1d43bf181b09 HTTP/1.1" status: 200 len: 943 time: 0.0809331 May 30 21:26:04.827079 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-81227601-59cf-4cf3-bf81-f0404fab0ce6 req-28e707e3-325d-4e25-af08-4f0ac45b4fc1 tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] 10.222.0.85 "GET /v2.0/security-groups?id=05038481-f8d6-46ce-a02c-57f9f18fc8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412798 May 30 21:26:05.607036 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 21:26:06.029544 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cecb23d-e861-4b5c-9f49-cc031489c1eb req-f753a588-4219-442b-ad6f-3965f1dedd6a tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:26:06.031001 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0cecb23d-e861-4b5c-9f49-cc031489c1eb req-f753a588-4219-442b-ad6f-3965f1dedd6a tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] 10.222.0.85 "GET /v2.0/ports?device_id=7c011a73-29ea-4fb7-b35b-1d43bf181b09 HTTP/1.1" status: 200 len: 943 time: 0.0793748 May 30 21:26:06.077720 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0cecb23d-e861-4b5c-9f49-cc031489c1eb req-2169c601-e472-4c0a-b048-a7a490c126c5 tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] 10.222.0.85 "GET /v2.0/security-groups?id=05038481-f8d6-46ce-a02c-57f9f18fc8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411682 May 30 21:26:06.814516 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 1d804272-73fc-46b2-9fbd-c557bad557d8 details requested by agent hyperv_n-h2-843948-2 with host n-h2-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 21:26:06.993742 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 1d804272-73fc-46b2-9fbd-c557bad557d8, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=1d804272-73fc-46b2-9fbd-c557bad557d8,segment=NetworkSegment(ad8011f7-6df9-488c-8519-61e84331956f),segment_id=ad8011f7-6df9-488c-8519-61e84331956f)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:26:07.008266 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Returning: {'device': '1d804272-73fc-46b2-9fbd-c557bad557d8', 'network_id': '02a5360b-5ae9-4184-a5d3-45aa6435cff7', 'port_id': '1d804272-73fc-46b2-9fbd-c557bad557d8', 'mac_address': 'fa:16:3e:8d:5f:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f121bfc2-a0bb-4eec-97ce-abfe73a883c2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 21:26:07.071370 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:07.090080 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d804272-73fc-46b2-9fbd-c557bad557d8 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 21:26:07.105310 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 1d804272-73fc-46b2-9fbd-c557bad557d8, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=1d804272-73fc-46b2-9fbd-c557bad557d8,segment=NetworkSegment(ad8011f7-6df9-488c-8519-61e84331956f),segment_id=ad8011f7-6df9-488c-8519-61e84331956f)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:26:07.182864 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:07.252800 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=1d804272-73fc-46b2-9fbd-c557bad557d8,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:26:07.291249 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1871fff-6e16-40e9-9db4-2b6b89d81b7a req-1304dcc1-c295-4390-a91b-74244895866e tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:26:07.292740 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f1871fff-6e16-40e9-9db4-2b6b89d81b7a req-1304dcc1-c295-4390-a91b-74244895866e tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] 10.222.0.85 "GET /v2.0/ports?device_id=7c011a73-29ea-4fb7-b35b-1d43bf181b09 HTTP/1.1" status: 200 len: 944 time: 0.0853631 May 30 21:26:07.341308 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f1871fff-6e16-40e9-9db4-2b6b89d81b7a req-048e6410-b682-4a56-be99-55018ec4bd1d tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] 10.222.0.85 "GET /v2.0/security-groups?id=05038481-f8d6-46ce-a02c-57f9f18fc8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425959 May 30 21:26:07.433632 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['1d804272-73fc-46b2-9fbd-c557bad557d8'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 21:26:08.538081 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9076d9b6-5964-48af-a329-faefe426f845 req-33d42c91-9ea3-48ca-9b38-4bbd65bb46b7 tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:26:08.539516 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9076d9b6-5964-48af-a329-faefe426f845 req-33d42c91-9ea3-48ca-9b38-4bbd65bb46b7 tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] 10.222.0.85 "GET /v2.0/ports?device_id=7c011a73-29ea-4fb7-b35b-1d43bf181b09 HTTP/1.1" status: 200 len: 944 time: 0.0766785 May 30 21:26:08.584458 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9076d9b6-5964-48af-a329-faefe426f845 req-3e920ac0-862d-4255-b85c-a195fcb255b5 tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] 10.222.0.85 "GET /v2.0/security-groups?id=05038481-f8d6-46ce-a02c-57f9f18fc8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394523 May 30 21:26:08.830335 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 1d804272-73fc-46b2-9fbd-c557bad557d8 up at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:26:08.947234 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning for port 1d804272-73fc-46b2-9fbd-c557bad557d8 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:26:08.951953 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning complete for port 1d804272-73fc-46b2-9fbd-c557bad557d8 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:26:08.952319 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:09.065529 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:09.092675 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c011a73-29ea-4fb7-b35b-1d43bf181b09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d804272-73fc-46b2-9fbd-c557bad557d8'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:26:09.102688 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 1d804272-73fc-46b2-9fbd-c557bad557d8, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=1d804272-73fc-46b2-9fbd-c557bad557d8,segment=NetworkSegment(ad8011f7-6df9-488c-8519-61e84331956f),segment_id=ad8011f7-6df9-488c-8519-61e84331956f)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:26:09.145333 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52fc0069-447a-422c-a8bc-c4e7f9fa587a'] response: {'server_uuid': '7c011a73-29ea-4fb7-b35b-1d43bf181b09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d804272-73fc-46b2-9fbd-c557bad557d8', 'code': 200} May 30 21:26:09.170792 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:09.237204 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=1d804272-73fc-46b2-9fbd-c557bad557d8,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:26:09.361169 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5cb31f9f-805c-4a75-90b5-a34e3528b54f req-0a8e0aa6-a63d-40f2-875c-15f97f964c27 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=7c011a73-29ea-4fb7-b35b-1d43bf181b09 HTTP/1.1" status: 200 len: 1096 time: 0.1524749 May 30 21:26:09.407624 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5cb31f9f-805c-4a75-90b5-a34e3528b54f req-f0b9a4bf-15a9-4c8b-b1d8-a84c62b22264 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=05038481-f8d6-46ce-a02c-57f9f18fc8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368528 May 30 21:26:09.776911 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e05853-00af-4ffc-8af5-5b92fcd7362c req-d60f3869-8cce-41c1-a7c9-09f179022712 tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:26:09.778388 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a2e05853-00af-4ffc-8af5-5b92fcd7362c req-d60f3869-8cce-41c1-a7c9-09f179022712 tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] 10.222.0.85 "GET /v2.0/ports?device_id=7c011a73-29ea-4fb7-b35b-1d43bf181b09 HTTP/1.1" status: 200 len: 945 time: 0.0759504 May 30 21:26:09.828974 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a2e05853-00af-4ffc-8af5-5b92fcd7362c req-25ff13ae-5dfc-4c90-bcbb-1c4de4d47aa8 tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] 10.222.0.85 "GET /v2.0/security-groups?id=05038481-f8d6-46ce-a02c-57f9f18fc8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446539 May 30 21:26:11.030570 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea097e52-15ba-4bd3-9997-54fb7412d8de req-4d7f5f85-9c71-4ef8-8e73-659215261be8 tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:26:11.032047 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ea097e52-15ba-4bd3-9997-54fb7412d8de req-4d7f5f85-9c71-4ef8-8e73-659215261be8 tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] 10.222.0.85 "GET /v2.0/ports?device_id=7c011a73-29ea-4fb7-b35b-1d43bf181b09 HTTP/1.1" status: 200 len: 945 time: 0.0805237 May 30 21:26:11.079437 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ea097e52-15ba-4bd3-9997-54fb7412d8de req-e319324d-5451-4dbd-86fd-9ca6b83464fb tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] 10.222.0.85 "GET /v2.0/security-groups?id=05038481-f8d6-46ce-a02c-57f9f18fc8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417459 May 30 21:26:11.275200 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08a0da5-0b4f-4ba0-8111-9cea2ae1c90e req-2c5ed23b-6bfd-40fa-85a5-b77dc49ddbbe tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:26:11.276652 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c08a0da5-0b4f-4ba0-8111-9cea2ae1c90e req-2c5ed23b-6bfd-40fa-85a5-b77dc49ddbbe tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] 10.222.0.85 "GET /v2.0/ports?device_id=7c011a73-29ea-4fb7-b35b-1d43bf181b09 HTTP/1.1" status: 200 len: 945 time: 0.0756505 May 30 21:26:11.323909 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c08a0da5-0b4f-4ba0-8111-9cea2ae1c90e req-4b27b424-d62f-4b6a-a177-5fa6d34d788e tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] 10.222.0.85 "GET /v2.0/security-groups?id=05038481-f8d6-46ce-a02c-57f9f18fc8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416851 May 30 21:26:19.831330 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8e655c6a-28a6-438b-ac17-84acf1a71fec req-6128bc6e-253a-4340-ace7-9eebbd01c303 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=7c011a73-29ea-4fb7-b35b-1d43bf181b09&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0774276 May 30 21:26:19.971090 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8e655c6a-28a6-438b-ac17-84acf1a71fec req-ba460c70-1bc6-4707-b666-bf19319d05ac service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=603b0544f3b646428f70a02eb9d3c408&device_id=7c011a73-29ea-4fb7-b35b-1d43bf181b09 HTTP/1.1" status: 200 len: 1096 time: 0.0699897 May 30 21:26:20.118686 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e655c6a-28a6-438b-ac17-84acf1a71fec req-e58f1399-4b51-4738-a705-8011ddf86c34 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:26:20.120140 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8e655c6a-28a6-438b-ac17-84acf1a71fec req-e58f1399-4b51-4738-a705-8011ddf86c34 service neutron] 10.222.0.86 "GET /v2.0/networks?id=02a5360b-5ae9-4184-a5d3-45aa6435cff7 HTTP/1.1" status: 200 len: 918 time: 0.1267641 May 30 21:26:20.192483 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8e655c6a-28a6-438b-ac17-84acf1a71fec req-7f0a6402-5fde-47fb-b3e8-665bb06036a4 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d804272-73fc-46b2-9fbd-c557bad557d8 HTTP/1.1" status: 200 len: 217 time: 0.0666001 May 30 21:26:20.244466 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:20.254112 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e655c6a-28a6-438b-ac17-84acf1a71fec req-ba66d592-4792-4a83-b732-059dc3824691 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:26:20.256142 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8e655c6a-28a6-438b-ac17-84acf1a71fec req-ba66d592-4792-4a83-b732-059dc3824691 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f121bfc2-a0bb-4eec-97ce-abfe73a883c2 HTTP/1.1" status: 200 len: 856 time: 0.0585458 May 30 21:26:20.333982 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8e655c6a-28a6-438b-ac17-84acf1a71fec req-fc45886a-f3f7-4314-982b-b1eccb464d9c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=02a5360b-5ae9-4184-a5d3-45aa6435cff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718825 May 30 21:26:20.464854 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8e655c6a-28a6-438b-ac17-84acf1a71fec req-6333cbdd-ee9f-4f25-b824-8b5b373bea0c service neutron] 10.222.0.86 "GET /v2.0/networks/02a5360b-5ae9-4184-a5d3-45aa6435cff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252706 May 30 21:26:20.599126 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8e655c6a-28a6-438b-ac17-84acf1a71fec req-de4d569f-5082-45e8-990a-87093d7b6779 service neutron] 10.222.0.86 "GET /v2.0/networks/02a5360b-5ae9-4184-a5d3-45aa6435cff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279798 May 30 21:26:22.947344 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:26.272958 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-1089159c-c973-46d1-b30d-8fa70a312d23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:29.406625 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a7c135-9709-4a9e-a9f7-b75aa7ed4bb9 req-ac574ede-4eee-4477-8518-caadfe9120c5 tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:26:29.407957 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c8a7c135-9709-4a9e-a9f7-b75aa7ed4bb9 req-ac574ede-4eee-4477-8518-caadfe9120c5 tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] 10.222.0.85 "GET /v2.0/ports?device_id=7c011a73-29ea-4fb7-b35b-1d43bf181b09 HTTP/1.1" status: 200 len: 945 time: 0.0760274 May 30 21:26:29.453582 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c8a7c135-9709-4a9e-a9f7-b75aa7ed4bb9 req-279f5817-76ea-4523-97e8-fb97646ed144 tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] 10.222.0.85 "GET /v2.0/security-groups?id=05038481-f8d6-46ce-a02c-57f9f18fc8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396287 May 30 21:26:29.643881 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-daa296a3-dd55-46fa-91d9-71a6c3824afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:29.889950 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:30.651809 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7a931d-dd09-49a0-9376-4e26764db6f7 req-bd41e3bb-fa32-4ec9-96b6-011d295c789e tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:26:30.653258 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6d7a931d-dd09-49a0-9376-4e26764db6f7 req-bd41e3bb-fa32-4ec9-96b6-011d295c789e tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] 10.222.0.85 "GET /v2.0/ports?device_id=7c011a73-29ea-4fb7-b35b-1d43bf181b09 HTTP/1.1" status: 200 len: 945 time: 0.0754046 May 30 21:26:30.700053 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6d7a931d-dd09-49a0-9376-4e26764db6f7 req-0659fa53-ea0f-48b7-a829-aa9235a480fc tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] 10.222.0.85 "GET /v2.0/security-groups?id=05038481-f8d6-46ce-a02c-57f9f18fc8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412376 May 30 21:26:30.945629 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f403f300-389c-4508-9aab-71745c1ee06c req-0ae43450-0ce3-486f-bd0f-78f2712f9116 tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:26:30.947017 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f403f300-389c-4508-9aab-71745c1ee06c req-0ae43450-0ce3-486f-bd0f-78f2712f9116 tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] 10.222.0.86 "GET /v2.0/ports?device_id=7c011a73-29ea-4fb7-b35b-1d43bf181b09 HTTP/1.1" status: 200 len: 945 time: 0.0774586 May 30 21:26:31.015678 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-f403f300-389c-4508-9aab-71745c1ee06c req-cf40f2be-f528-4842-80fb-986524750979 tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] Deleting port 1d804272-73fc-46b2-9fbd-c557bad557d8 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:26:31.015966 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-f403f300-389c-4508-9aab-71745c1ee06c req-cf40f2be-f528-4842-80fb-986524750979 tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:31.344036 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-f403f300-389c-4508-9aab-71745c1ee06c req-cf40f2be-f528-4842-80fb-986524750979 tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] For port 1d804272-73fc-46b2-9fbd-c557bad557d8, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=1d804272-73fc-46b2-9fbd-c557bad557d8,segment=NetworkSegment(ad8011f7-6df9-488c-8519-61e84331956f),segment_id=ad8011f7-6df9-488c-8519-61e84331956f)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:26:31.344422 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-f403f300-389c-4508-9aab-71745c1ee06c req-cf40f2be-f528-4842-80fb-986524750979 tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:31.410346 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:31.466378 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-f403f300-389c-4508-9aab-71745c1ee06c req-cf40f2be-f528-4842-80fb-986524750979 tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] Calling delete_port for 1d804272-73fc-46b2-9fbd-c557bad557d8 owned by compute:nova {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:26:31.695579 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-f403f300-389c-4508-9aab-71745c1ee06c req-cf40f2be-f528-4842-80fb-986524750979 tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:31.711962 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['1d804272-73fc-46b2-9fbd-c557bad557d8'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 21:26:31.743145 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf40f2be-f528-4842-80fb-986524750979 tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] Pushing event deleted for resources: {'Port': ['ID=1d804272-73fc-46b2-9fbd-c557bad557d8,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:26:31.835225 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-f403f300-389c-4508-9aab-71745c1ee06c req-cf40f2be-f528-4842-80fb-986524750979 tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] No DVR routers for this DVR port 1d804272-73fc-46b2-9fbd-c557bad557d8 on host n-h2-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 21:26:31.839160 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-f403f300-389c-4508-9aab-71745c1ee06c req-cf40f2be-f528-4842-80fb-986524750979 tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:31.842594 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c011a73-29ea-4fb7-b35b-1d43bf181b09', 'name': 'network-vif-deleted', 'tag': '1d804272-73fc-46b2-9fbd-c557bad557d8'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:26:31.899718 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-064c740b-9678-48c8-b027-1034cabc7916 req-0e89e51a-1ef1-45e6-9a47-ac5eb638f954 tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] Synchronizing usage tracker for tenant:603b0544f3b646428f70a02eb9d3c408 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 21:26:31.939692 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f057d5ad-0416-46e9-8006-d4607a9bac21'] response: {'server_uuid': '7c011a73-29ea-4fb7-b35b-1d43bf181b09', 'name': 'network-vif-deleted', 'tag': '1d804272-73fc-46b2-9fbd-c557bad557d8', 'status': 'completed', 'code': 200} May 30 21:26:31.990739 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f403f300-389c-4508-9aab-71745c1ee06c req-cf40f2be-f528-4842-80fb-986524750979 tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] 10.222.0.86 "DELETE /v2.0/ports/1d804272-73fc-46b2-9fbd-c557bad557d8 HTTP/1.1" status: 204 len: 173 time: 1.0369654 May 30 21:26:32.033213 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-064c740b-9678-48c8-b027-1034cabc7916 req-0e89e51a-1ef1-45e6-9a47-ac5eb638f954 tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] Unset dirty status for tenant:603b0544f3b646428f70a02eb9d3c408 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 21:26:32.037668 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-064c740b-9678-48c8-b027-1034cabc7916 req-0e89e51a-1ef1-45e6-9a47-ac5eb638f954 tempest-TestEncryptedCinderVolumes-1035075643 tempest-TestEncryptedCinderVolumes-1035075643-project] 10.222.0.85 "GET /v2.0/ports?device_id=7c011a73-29ea-4fb7-b35b-1d43bf181b09 HTTP/1.1" status: 200 len: 210 time: 0.1965368 May 30 21:26:32.901227 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:33.239106 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 51680) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:26:33.720377 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7f0d71b4-d1a5-42f8-91e0-f9f55bc74ccc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-736216'] for router_interface, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:34.297832 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-7f0d71b4-d1a5-42f8-91e0-f9f55bc74ccc admin admin] Deleting port 9be90ce4-68b4-4c40-8d54-3337d11cf72f {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:26:34.298538 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7f0d71b4-d1a5-42f8-91e0-f9f55bc74ccc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:34.465654 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [None req-7f0d71b4-d1a5-42f8-91e0-f9f55bc74ccc admin admin] For port 9be90ce4-68b4-4c40-8d54-3337d11cf72f, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=9be90ce4-68b4-4c40-8d54-3337d11cf72f,segment=NetworkSegment(ad8011f7-6df9-488c-8519-61e84331956f),segment_id=ad8011f7-6df9-488c-8519-61e84331956f)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:26:34.465981 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7f0d71b4-d1a5-42f8-91e0-f9f55bc74ccc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:34.586829 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-7f0d71b4-d1a5-42f8-91e0-f9f55bc74ccc admin admin] Calling delete_port for 9be90ce4-68b4-4c40-8d54-3337d11cf72f owned by network:router_interface {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:26:34.821340 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7f0d71b4-d1a5-42f8-91e0-f9f55bc74ccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:34.870509 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0d71b4-d1a5-42f8-91e0-f9f55bc74ccc admin admin] Pushing event deleted for resources: {'Port': ['ID=9be90ce4-68b4-4c40-8d54-3337d11cf72f,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:26:34.909145 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0d71b4-d1a5-42f8-91e0-f9f55bc74ccc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:26:34.909490 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0d71b4-d1a5-42f8-91e0-f9f55bc74ccc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:26:34.909877 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0d71b4-d1a5-42f8-91e0-f9f55bc74ccc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:26:34.910213 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0d71b4-d1a5-42f8-91e0-f9f55bc74ccc admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:26:34.910541 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0d71b4-d1a5-42f8-91e0-f9f55bc74ccc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:26:34.910917 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0d71b4-d1a5-42f8-91e0-f9f55bc74ccc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:26:34.911245 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0d71b4-d1a5-42f8-91e0-f9f55bc74ccc admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:26:34.911570 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0d71b4-d1a5-42f8-91e0-f9f55bc74ccc admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:26:34.911898 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0d71b4-d1a5-42f8-91e0-f9f55bc74ccc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:26:34.912218 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0d71b4-d1a5-42f8-91e0-f9f55bc74ccc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:26:34.912541 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0d71b4-d1a5-42f8-91e0-f9f55bc74ccc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:26:34.923003 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 1d804272-73fc-46b2-9fbd-c557bad557d8 no longer exists at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 21:26:34.957101 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] No Port match for: 1d804272-73fc-46b2-9fbd-c557bad557d8 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 21:26:34.957440 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 1d804272-73fc-46b2-9fbd-c557bad557d8 not bound to the agent host n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 21:26:35.265794 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7f0d71b4-d1a5-42f8-91e0-f9f55bc74ccc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1718140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-736143'] for router_interface, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:35.844242 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f0d71b4-d1a5-42f8-91e0-f9f55bc74ccc admin admin] Router 81700e53-184b-47ce-b479-7440949372d2 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 21:26:36.040857 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f0d71b4-d1a5-42f8-91e0-f9f55bc74ccc admin admin] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 21:26:36.049309 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07108611-a53f-4c5a-a452-32b12bbc815c None None] Sync routers for ids ['81700e53-184b-47ce-b479-7440949372d2'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 21:26:36.054184 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-7f0d71b4-d1a5-42f8-91e0-f9f55bc74ccc admin admin] 10.222.0.85 "PUT /v2.0/routers/81700e53-184b-47ce-b479-7440949372d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8139791 May 30 21:26:36.056625 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 51684) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:26:36.062065 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07108611-a53f-4c5a-a452-32b12bbc815c None None] Routers {'81700e53-184b-47ce-b479-7440949372d2'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:26:36.062669 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-07108611-a53f-4c5a-a452-32b12bbc815c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T21:26:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['81700e53-184b-47ce-b479-7440949372d2'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:26:36.239240 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-07108611-a53f-4c5a-a452-32b12bbc815c None None] Set router 81700e53-184b-47ce-b479-7440949372d2 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:26:36.261441 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-210f53e9-6626-4a92-bb86-4a0e2d3cae40 admin admin] Notify callbacks [] for router, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:36.457183 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-210f53e9-6626-4a92-bb86-4a0e2d3cae40 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:36.520778 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-07108611-a53f-4c5a-a452-32b12bbc815c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81700e53-184b-47ce-b479-7440949372d2', 'name': 'tempest-TestEncryptedCinderVolumes-1931469871-router', 'tenant_id': '603b0544f3b646428f70a02eb9d3c408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': 'caf51e46-d22c-41b6-aa72-b737c74c0c6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:25:02Z', 'updated_at': '2022-05-30T21:26:34Z', 'revision_number': 5, 'project_id': '603b0544f3b646428f70a02eb9d3c408', 'gw_port': {'id': 'caf51e46-d22c-41b6-aa72-b737c74c0c6a', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:35:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81700e53-184b-47ce-b479-7440949372d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:25:03Z', 'updated_at': '2022-05-30T21:25:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:26:36.524296 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-210f53e9-6626-4a92-bb86-4a0e2d3cae40 admin admin] Deleting port caf51e46-d22c-41b6-aa72-b737c74c0c6a {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:26:36.524579 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07108611-a53f-4c5a-a452-32b12bbc815c None None] Checking router: 81700e53-184b-47ce-b479-7440949372d2 for host: n-d-843948-2 {{(pid=84889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 21:26:36.524681 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-210f53e9-6626-4a92-bb86-4a0e2d3cae40 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:36.535088 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07108611-a53f-4c5a-a452-32b12bbc815c None None] Routers {'81700e53-184b-47ce-b479-7440949372d2'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:26:36.535677 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-07108611-a53f-4c5a-a452-32b12bbc815c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T21:26:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['81700e53-184b-47ce-b479-7440949372d2'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:26:36.718761 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-07108611-a53f-4c5a-a452-32b12bbc815c None None] Set router 81700e53-184b-47ce-b479-7440949372d2 gateway port host: None {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:26:36.814545 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [None req-210f53e9-6626-4a92-bb86-4a0e2d3cae40 admin admin] For port caf51e46-d22c-41b6-aa72-b737c74c0c6a, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=caf51e46-d22c-41b6-aa72-b737c74c0c6a,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:26:36.814900 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-210f53e9-6626-4a92-bb86-4a0e2d3cae40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:36.824529 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-07108611-a53f-4c5a-a452-32b12bbc815c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81700e53-184b-47ce-b479-7440949372d2', 'name': 'tempest-TestEncryptedCinderVolumes-1931469871-router', 'tenant_id': '603b0544f3b646428f70a02eb9d3c408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:25:02Z', 'updated_at': '2022-05-30T21:26:36Z', 'revision_number': 6, 'project_id': '603b0544f3b646428f70a02eb9d3c408', 'gw_port_host': None}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:26:36.828361 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07108611-a53f-4c5a-a452-32b12bbc815c None None] The sync data for ids ['81700e53-184b-47ce-b479-7440949372d2'] in n-d-843948-2 is: [{'id': '81700e53-184b-47ce-b479-7440949372d2', 'name': 'tempest-TestEncryptedCinderVolumes-1931469871-router', 'tenant_id': '603b0544f3b646428f70a02eb9d3c408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:25:02Z', 'updated_at': '2022-05-30T21:26:36Z', 'revision_number': 6, 'project_id': '603b0544f3b646428f70a02eb9d3c408', 'gw_port_host': None}] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 21:26:36.934454 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-210f53e9-6626-4a92-bb86-4a0e2d3cae40 admin admin] Calling delete_port for caf51e46-d22c-41b6-aa72-b737c74c0c6a owned by network:router_gateway {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:26:37.146873 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-210f53e9-6626-4a92-bb86-4a0e2d3cae40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:37.195647 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210f53e9-6626-4a92-bb86-4a0e2d3cae40 admin admin] Pushing event deleted for resources: {'Port': ['ID=caf51e46-d22c-41b6-aa72-b737c74c0c6a,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:26:37.417289 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-210f53e9-6626-4a92-bb86-4a0e2d3cae40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-736453'] for router_gateway, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:37.688092 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-210f53e9-6626-4a92-bb86-4a0e2d3cae40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-724789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3141'] for router, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:37.694050 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-210f53e9-6626-4a92-bb86-4a0e2d3cae40 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:37.729186 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 9be90ce4-68b4-4c40-8d54-3337d11cf72f no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 21:26:37.765429 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: 9be90ce4-68b4-4c40-8d54-3337d11cf72f {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 21:26:37.765794 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 9be90ce4-68b4-4c40-8d54-3337d11cf72f not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 21:26:37.766238 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device caf51e46-d22c-41b6-aa72-b737c74c0c6a no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 21:26:37.798072 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: caf51e46-d22c-41b6-aa72-b737c74c0c6a {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 21:26:37.799094 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device caf51e46-d22c-41b6-aa72-b737c74c0c6a not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 21:26:37.826964 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-210f53e9-6626-4a92-bb86-4a0e2d3cae40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724889'] for router, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:37.827510 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-210f53e9-6626-4a92-bb86-4a0e2d3cae40 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 81700e53-184b-47ce-b479-7440949372d2 {{(pid=84886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 21:26:37.840667 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-210f53e9-6626-4a92-bb86-4a0e2d3cae40 admin admin] Notify callbacks [] for router, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:37.841840 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-210f53e9-6626-4a92-bb86-4a0e2d3cae40 admin admin] 10.222.0.85 "DELETE /v2.0/routers/81700e53-184b-47ce-b479-7440949372d2 HTTP/1.1" status: 204 len: 168 time: 1.7842906 May 30 21:26:37.844561 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 51688) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:26:37.913079 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_v2 [None req-32628350-d406-4d61-becf-495cab18cc52 admin admin] Deleting subnet f121bfc2-a0bb-4eec-97ce-abfe73a883c2 {{(pid=84887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 21:26:37.916233 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-32628350-d406-4d61-becf-495cab18cc52 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:37.968527 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-32628350-d406-4d61-becf-495cab18cc52 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3149227'] for subnet, precommit_delete_associations {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:38.042609 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-32628350-d406-4d61-becf-495cab18cc52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:38.181483 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-32628350-d406-4d61-becf-495cab18cc52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4055470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114247'] for subnet, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:38.217192 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32628350-d406-4d61-becf-495cab18cc52 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f121bfc2-a0bb-4eec-97ce-abfe73a883c2,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:26:38.223830 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-32628350-d406-4d61-becf-495cab18cc52 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:38.229246 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61025293-14d7-437f-baef-7c21e789ecd3 None None] Network 02a5360b-5ae9-4184-a5d3-45aa6435cff7 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 21:26:38.229877 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-32628350-d406-4d61-becf-495cab18cc52 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/f121bfc2-a0bb-4eec-97ce-abfe73a883c2 HTTP/1.1" status: 204 len: 168 time: 0.3842375 May 30 21:26:38.232406 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 51692) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:26:38.340569 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-cb83b762-765d-4dc3-929c-977f67f82baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:38.351369 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-cb83b762-765d-4dc3-929c-977f67f82baf admin admin] Deleting port cdf23078-8273-4237-b1cb-970e163698e1 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:26:38.351696 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-cb83b762-765d-4dc3-929c-977f67f82baf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:38.476042 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b57d343-a05f-4ae2-957d-0d157966c215 None None] DHCP port deletion for 02a5360b-5ae9-4184-a5d3-45aa6435cff7 request from n-d-843948-2 {{(pid=84888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 21:26:38.480129 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-2b57d343-a05f-4ae2-957d-0d157966c215 None None] Deleting port cdf23078-8273-4237-b1cb-970e163698e1 {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:26:38.480498 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2b57d343-a05f-4ae2-957d-0d157966c215 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:38.558670 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [None req-cb83b762-765d-4dc3-929c-977f67f82baf admin admin] For port cdf23078-8273-4237-b1cb-970e163698e1, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=cdf23078-8273-4237-b1cb-970e163698e1,segment=NetworkSegment(ad8011f7-6df9-488c-8519-61e84331956f),segment_id=ad8011f7-6df9-488c-8519-61e84331956f)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:26:38.559029 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-cb83b762-765d-4dc3-929c-977f67f82baf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:38.682658 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-cb83b762-765d-4dc3-929c-977f67f82baf admin admin] Calling delete_port for cdf23078-8273-4237-b1cb-970e163698e1 owned by network:dhcp {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:26:38.685982 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2b57d343-a05f-4ae2-957d-0d157966c215 None None] For port cdf23078-8273-4237-b1cb-970e163698e1, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=cdf23078-8273-4237-b1cb-970e163698e1,segment=NetworkSegment(ad8011f7-6df9-488c-8519-61e84331956f),segment_id=ad8011f7-6df9-488c-8519-61e84331956f)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:26:38.686400 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2b57d343-a05f-4ae2-957d-0d157966c215 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:38.827419 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-cb83b762-765d-4dc3-929c-977f67f82baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:38.843192 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-2b57d343-a05f-4ae2-957d-0d157966c215 None None] Calling delete_port for cdf23078-8273-4237-b1cb-970e163698e1 owned by network:dhcp {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:26:38.876714 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb83b762-765d-4dc3-929c-977f67f82baf admin admin] Pushing event deleted for resources: {'Port': ['ID=cdf23078-8273-4237-b1cb-970e163698e1,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:26:38.880644 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb83b762-765d-4dc3-929c-977f67f82baf admin admin] No DVR routers for this DVR port cdf23078-8273-4237-b1cb-970e163698e1 on host n-d-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 21:26:38.918267 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.db.api [None req-2b57d343-a05f-4ae2-957d-0d157966c215 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 21:26:38.918621 n-d-843948-2 neutron-server[84888]: DEBUG oslo_db.api [None req-2b57d343-a05f-4ae2-957d-0d157966c215 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 21:26:39.081928 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-cb83b762-765d-4dc3-929c-977f67f82baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:39.106617 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-cb83b762-765d-4dc3-929c-977f67f82baf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02a5360b-5ae9-4184-a5d3-45aa6435cff7']}} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:26:39.118475 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-cb83b762-765d-4dc3-929c-977f67f82baf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad8011f7-6df9-488c-8519-61e84331956f') {'for_net_delete': True} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:26:39.118772 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-cb83b762-765d-4dc3-929c-977f67f82baf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad8011f7-6df9-488c-8519-61e84331956f') {} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:26:39.130271 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-cb83b762-765d-4dc3-929c-977f67f82baf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3149912'] for segment, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:39.146189 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-cb83b762-765d-4dc3-929c-977f67f82baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:39.152110 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb83b762-765d-4dc3-929c-977f67f82baf admin admin] Releasing vlan 682 on physical network physnet1 to pool {{(pid=84887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 21:26:39.152507 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-cb83b762-765d-4dc3-929c-977f67f82baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4055488'] for segment, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:39.165154 n-d-843948-2 neutron-server[84887]: Traceback (most recent call last): May 30 21:26:39.165154 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 21:26:39.165154 n-d-843948-2 neutron-server[84887]: timer() May 30 21:26:39.165154 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 21:26:39.165154 n-d-843948-2 neutron-server[84887]: cb(*args, **kw) May 30 21:26:39.165154 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 21:26:39.165154 n-d-843948-2 neutron-server[84887]: return func(*args, **kwargs) May 30 21:26:39.165154 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 21:26:39.165154 n-d-843948-2 neutron-server[84887]: self._notify() May 30 21:26:39.165154 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 21:26:39.165154 n-d-843948-2 neutron-server[84887]: self.callback(batched_events) May 30 21:26:39.165154 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 21:26:39.165154 n-d-843948-2 neutron-server[84887]: event.method(event) May 30 21:26:39.165154 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 21:26:39.165154 n-d-843948-2 neutron-server[84887]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 21:26:39.165154 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 21:26:39.165154 n-d-843948-2 neutron-server[84887]: aggregate_uuid = self.p_client.list_aggregates( May 30 21:26:39.165154 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 21:26:39.165154 n-d-843948-2 neutron-server[84887]: return f(self, *a, **k) May 30 21:26:39.165154 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 21:26:39.165154 n-d-843948-2 neutron-server[84887]: return self._get(url).json() May 30 21:26:39.165154 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 21:26:39.165154 n-d-843948-2 neutron-server[84887]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 21:26:39.165154 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 21:26:39.165154 n-d-843948-2 neutron-server[84887]: return self.request(url, 'GET', **kwargs) May 30 21:26:39.165154 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 21:26:39.165154 n-d-843948-2 neutron-server[84887]: base_url = self.get_endpoint(auth, allow=allow, May 30 21:26:39.165154 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 21:26:39.165154 n-d-843948-2 neutron-server[84887]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 21:26:39.165154 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 21:26:39.165154 n-d-843948-2 neutron-server[84887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 21:26:39.165154 n-d-843948-2 neutron-server[84887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 21:26:39.301167 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-cb83b762-765d-4dc3-929c-977f67f82baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:39.317649 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-cb83b762-765d-4dc3-929c-977f67f82baf admin admin] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:39.329098 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb83b762-765d-4dc3-929c-977f67f82baf admin admin] Pushing event deleted for resources: {'Network': ['ID=02a5360b-5ae9-4184-a5d3-45aa6435cff7,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:26:39.393517 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-cb83b762-765d-4dc3-929c-977f67f82baf admin admin] 10.222.0.85 "DELETE /v2.0/networks/02a5360b-5ae9-4184-a5d3-45aa6435cff7 HTTP/1.1" status: 204 len: 168 time: 1.1599581 May 30 21:26:39.396546 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 51696) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:26:39.420113 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-2b57d343-a05f-4ae2-957d-0d157966c215 None None] Deleting port cdf23078-8273-4237-b1cb-970e163698e1 {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:26:39.420587 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2b57d343-a05f-4ae2-957d-0d157966c215 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:39.484507 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-2b57d343-a05f-4ae2-957d-0d157966c215 None None] The port 'cdf23078-8273-4237-b1cb-970e163698e1' was deleted {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 21:26:39.724728 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device cdf23078-8273-4237-b1cb-970e163698e1 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 21:26:39.758127 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: cdf23078-8273-4237-b1cb-970e163698e1 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 21:26:39.758688 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device cdf23078-8273-4237-b1cb-970e163698e1 not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 21:26:39.788041 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-08255041-4ecf-461b-b42d-a55da1e146c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-736216'] for router_interface, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:40.369578 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-08255041-4ecf-461b-b42d-a55da1e146c9 admin admin] Deleting port d43c5e6f-9a26-4b88-a265-d0b442a84d56 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:26:40.370325 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-08255041-4ecf-461b-b42d-a55da1e146c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:40.640155 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [None req-08255041-4ecf-461b-b42d-a55da1e146c9 admin admin] For port d43c5e6f-9a26-4b88-a265-d0b442a84d56, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=d43c5e6f-9a26-4b88-a265-d0b442a84d56,segment=NetworkSegment(c48a07a1-438d-4780-83fb-3b496f47dd4a),segment_id=c48a07a1-438d-4780-83fb-3b496f47dd4a)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:26:40.640409 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-08255041-4ecf-461b-b42d-a55da1e146c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:40.757119 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-08255041-4ecf-461b-b42d-a55da1e146c9 admin admin] Calling delete_port for d43c5e6f-9a26-4b88-a265-d0b442a84d56 owned by network:router_interface {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:26:40.992627 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-08255041-4ecf-461b-b42d-a55da1e146c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:41.036180 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08255041-4ecf-461b-b42d-a55da1e146c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=d43c5e6f-9a26-4b88-a265-d0b442a84d56,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:26:41.324416 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-08255041-4ecf-461b-b42d-a55da1e146c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1718140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-736143'] for router_interface, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:41.914912 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08255041-4ecf-461b-b42d-a55da1e146c9 admin admin] Router 6dede0f1-1c27-4df9-a110-27bf773bc584 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 21:26:42.212857 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08255041-4ecf-461b-b42d-a55da1e146c9 admin admin] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 21:26:42.221302 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2103490-ca68-4a41-8f23-5274c6174656 None None] Sync routers for ids ['6dede0f1-1c27-4df9-a110-27bf773bc584'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 21:26:42.222613 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-08255041-4ecf-461b-b42d-a55da1e146c9 admin admin] 10.222.0.85 "PUT /v2.0/routers/6dede0f1-1c27-4df9-a110-27bf773bc584/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8250992 May 30 21:26:42.225166 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 51700) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:26:42.233151 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2103490-ca68-4a41-8f23-5274c6174656 None None] Routers {'6dede0f1-1c27-4df9-a110-27bf773bc584'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:26:42.233807 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-b2103490-ca68-4a41-8f23-5274c6174656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T21:26:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['6dede0f1-1c27-4df9-a110-27bf773bc584'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:26:42.412107 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-b2103490-ca68-4a41-8f23-5274c6174656 None None] Set router 6dede0f1-1c27-4df9-a110-27bf773bc584 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:26:42.424477 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5fa3eba6-05d5-47c9-ad2d-d95bf78eab7c admin admin] Notify callbacks [] for router, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:42.606316 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 21:26:42.623095 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5fa3eba6-05d5-47c9-ad2d-d95bf78eab7c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:42.689141 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-5fa3eba6-05d5-47c9-ad2d-d95bf78eab7c admin admin] Deleting port 581b36e8-7617-4255-9c02-32732dd00db7 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:26:42.689471 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5fa3eba6-05d5-47c9-ad2d-d95bf78eab7c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:42.696760 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-b2103490-ca68-4a41-8f23-5274c6174656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dede0f1-1c27-4df9-a110-27bf773bc584', 'name': 'tempest-TestEncryptedCinderVolumes-2031148308-router', 'tenant_id': 'd5b918c348f64e2d96691f618bbb4a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': '581b36e8-7617-4255-9c02-32732dd00db7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:25:09Z', 'updated_at': '2022-05-30T21:26:40Z', 'revision_number': 5, 'project_id': 'd5b918c348f64e2d96691f618bbb4a4a', 'gw_port': {'id': '581b36e8-7617-4255-9c02-32732dd00db7', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:9f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dede0f1-1c27-4df9-a110-27bf773bc584', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:25:10Z', 'updated_at': '2022-05-30T21:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:26:42.700776 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2103490-ca68-4a41-8f23-5274c6174656 None None] Checking router: 6dede0f1-1c27-4df9-a110-27bf773bc584 for host: n-d-843948-2 {{(pid=84888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 21:26:42.711757 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2103490-ca68-4a41-8f23-5274c6174656 None None] Routers {'6dede0f1-1c27-4df9-a110-27bf773bc584'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:26:42.712349 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-b2103490-ca68-4a41-8f23-5274c6174656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T21:26:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['6dede0f1-1c27-4df9-a110-27bf773bc584'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:26:42.860684 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-b2103490-ca68-4a41-8f23-5274c6174656 None None] Set router 6dede0f1-1c27-4df9-a110-27bf773bc584 gateway port host: None {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:26:42.873760 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [None req-5fa3eba6-05d5-47c9-ad2d-d95bf78eab7c admin admin] For port 581b36e8-7617-4255-9c02-32732dd00db7, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=581b36e8-7617-4255-9c02-32732dd00db7,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:26:42.874116 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5fa3eba6-05d5-47c9-ad2d-d95bf78eab7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:42.964537 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-b2103490-ca68-4a41-8f23-5274c6174656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dede0f1-1c27-4df9-a110-27bf773bc584', 'name': 'tempest-TestEncryptedCinderVolumes-2031148308-router', 'tenant_id': 'd5b918c348f64e2d96691f618bbb4a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:25:09Z', 'updated_at': '2022-05-30T21:26:42Z', 'revision_number': 6, 'project_id': 'd5b918c348f64e2d96691f618bbb4a4a', 'gw_port_host': None}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:26:42.968567 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2103490-ca68-4a41-8f23-5274c6174656 None None] The sync data for ids ['6dede0f1-1c27-4df9-a110-27bf773bc584'] in n-d-843948-2 is: [{'id': '6dede0f1-1c27-4df9-a110-27bf773bc584', 'name': 'tempest-TestEncryptedCinderVolumes-2031148308-router', 'tenant_id': 'd5b918c348f64e2d96691f618bbb4a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:25:09Z', 'updated_at': '2022-05-30T21:26:42Z', 'revision_number': 6, 'project_id': 'd5b918c348f64e2d96691f618bbb4a4a', 'gw_port_host': None}] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 21:26:43.005185 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-5fa3eba6-05d5-47c9-ad2d-d95bf78eab7c admin admin] Calling delete_port for 581b36e8-7617-4255-9c02-32732dd00db7 owned by network:router_gateway {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:26:43.232022 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5fa3eba6-05d5-47c9-ad2d-d95bf78eab7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:43.277316 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa3eba6-05d5-47c9-ad2d-d95bf78eab7c admin admin] Pushing event deleted for resources: {'Port': ['ID=581b36e8-7617-4255-9c02-32732dd00db7,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:26:43.500182 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5fa3eba6-05d5-47c9-ad2d-d95bf78eab7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-736453'] for router_gateway, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:43.745230 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device d43c5e6f-9a26-4b88-a265-d0b442a84d56 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 21:26:43.788229 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: d43c5e6f-9a26-4b88-a265-d0b442a84d56 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 21:26:43.788576 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device d43c5e6f-9a26-4b88-a265-d0b442a84d56 not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 21:26:43.788982 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 581b36e8-7617-4255-9c02-32732dd00db7 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 21:26:43.826735 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: 581b36e8-7617-4255-9c02-32732dd00db7 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 21:26:43.827080 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 581b36e8-7617-4255-9c02-32732dd00db7 not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 21:26:43.877218 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5fa3eba6-05d5-47c9-ad2d-d95bf78eab7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-724789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3141'] for router, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:43.882045 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5fa3eba6-05d5-47c9-ad2d-d95bf78eab7c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:43.981320 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5fa3eba6-05d5-47c9-ad2d-d95bf78eab7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724889'] for router, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:43.981871 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fa3eba6-05d5-47c9-ad2d-d95bf78eab7c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6dede0f1-1c27-4df9-a110-27bf773bc584 {{(pid=84887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 21:26:43.994420 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5fa3eba6-05d5-47c9-ad2d-d95bf78eab7c admin admin] Notify callbacks [] for router, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:43.995544 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-5fa3eba6-05d5-47c9-ad2d-d95bf78eab7c admin admin] 10.222.0.85 "DELETE /v2.0/routers/6dede0f1-1c27-4df9-a110-27bf773bc584 HTTP/1.1" status: 204 len: 168 time: 1.7694454 May 30 21:26:43.998599 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 51708) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:26:44.061555 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_v2 [None req-452a472f-3d69-4fd0-89ad-66fe527be891 admin admin] Deleting subnet ead4a943-5511-441f-a205-fa7fae448d76 {{(pid=84887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 21:26:44.064590 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-452a472f-3d69-4fd0-89ad-66fe527be891 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:44.114056 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-452a472f-3d69-4fd0-89ad-66fe527be891 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3149227'] for subnet, precommit_delete_associations {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:44.194081 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-452a472f-3d69-4fd0-89ad-66fe527be891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:44.330401 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-452a472f-3d69-4fd0-89ad-66fe527be891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4055470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114247'] for subnet, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:44.367586 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452a472f-3d69-4fd0-89ad-66fe527be891 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ead4a943-5511-441f-a205-fa7fae448d76,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:26:44.373992 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-452a472f-3d69-4fd0-89ad-66fe527be891 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:44.379047 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea96d90c-5175-419e-809a-f1e68e2103f3 None None] Network 1a76eb25-5bd4-4b12-a99a-7789157c49f9 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 21:26:44.380484 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-452a472f-3d69-4fd0-89ad-66fe527be891 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/ead4a943-5511-441f-a205-fa7fae448d76 HTTP/1.1" status: 204 len: 168 time: 0.3803549 May 30 21:26:44.382377 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 51712) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:26:44.490428 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2a07476c-b468-40a6-80ac-73542728b556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:44.500946 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-2a07476c-b468-40a6-80ac-73542728b556 admin admin] Deleting port 3314359c-e4b5-4dd1-a650-618b2661b03d {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:26:44.501283 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2a07476c-b468-40a6-80ac-73542728b556 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:44.617147 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed99a3a1-d3c0-48c3-9c36-0d34eeb6051c None None] DHCP port deletion for 1a76eb25-5bd4-4b12-a99a-7789157c49f9 request from n-d-843948-2 {{(pid=84888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 21:26:44.621680 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-ed99a3a1-d3c0-48c3-9c36-0d34eeb6051c None None] Deleting port 3314359c-e4b5-4dd1-a650-618b2661b03d {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:26:44.622081 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ed99a3a1-d3c0-48c3-9c36-0d34eeb6051c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:44.718515 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [None req-2a07476c-b468-40a6-80ac-73542728b556 admin admin] For port 3314359c-e4b5-4dd1-a650-618b2661b03d, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=3314359c-e4b5-4dd1-a650-618b2661b03d,segment=NetworkSegment(c48a07a1-438d-4780-83fb-3b496f47dd4a),segment_id=c48a07a1-438d-4780-83fb-3b496f47dd4a)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:26:44.718515 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2a07476c-b468-40a6-80ac-73542728b556 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:44.841383 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-2a07476c-b468-40a6-80ac-73542728b556 admin admin] Calling delete_port for 3314359c-e4b5-4dd1-a650-618b2661b03d owned by network:dhcp {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:26:44.863509 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-ed99a3a1-d3c0-48c3-9c36-0d34eeb6051c None None] For port 3314359c-e4b5-4dd1-a650-618b2661b03d, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=3314359c-e4b5-4dd1-a650-618b2661b03d,segment=NetworkSegment(c48a07a1-438d-4780-83fb-3b496f47dd4a),segment_id=c48a07a1-438d-4780-83fb-3b496f47dd4a)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:26:44.864083 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ed99a3a1-d3c0-48c3-9c36-0d34eeb6051c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:44.975331 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2a07476c-b468-40a6-80ac-73542728b556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:44.980959 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-ed99a3a1-d3c0-48c3-9c36-0d34eeb6051c None None] Calling delete_port for 3314359c-e4b5-4dd1-a650-618b2661b03d owned by network:dhcp {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:26:45.024001 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a07476c-b468-40a6-80ac-73542728b556 admin admin] Pushing event deleted for resources: {'Port': ['ID=3314359c-e4b5-4dd1-a650-618b2661b03d,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:26:45.031540 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a07476c-b468-40a6-80ac-73542728b556 admin admin] No DVR routers for this DVR port 3314359c-e4b5-4dd1-a650-618b2661b03d on host n-d-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 21:26:45.054230 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.db.api [None req-ed99a3a1-d3c0-48c3-9c36-0d34eeb6051c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 21:26:45.054573 n-d-843948-2 neutron-server[84888]: DEBUG oslo_db.api [None req-ed99a3a1-d3c0-48c3-9c36-0d34eeb6051c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 21:26:45.150743 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2a07476c-b468-40a6-80ac-73542728b556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:45.175712 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-2a07476c-b468-40a6-80ac-73542728b556 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a76eb25-5bd4-4b12-a99a-7789157c49f9']}} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:26:45.187925 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-2a07476c-b468-40a6-80ac-73542728b556 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c48a07a1-438d-4780-83fb-3b496f47dd4a') {'for_net_delete': True} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:26:45.188218 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-2a07476c-b468-40a6-80ac-73542728b556 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c48a07a1-438d-4780-83fb-3b496f47dd4a') {} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:26:45.200050 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2a07476c-b468-40a6-80ac-73542728b556 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3149912'] for segment, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:45.216340 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2a07476c-b468-40a6-80ac-73542728b556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:45.222352 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a07476c-b468-40a6-80ac-73542728b556 admin admin] Releasing vlan 656 on physical network physnet1 to pool {{(pid=84887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 21:26:45.222732 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2a07476c-b468-40a6-80ac-73542728b556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4055488'] for segment, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:45.235712 n-d-843948-2 neutron-server[84887]: Traceback (most recent call last): May 30 21:26:45.235712 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 21:26:45.235712 n-d-843948-2 neutron-server[84887]: timer() May 30 21:26:45.235712 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 21:26:45.235712 n-d-843948-2 neutron-server[84887]: cb(*args, **kw) May 30 21:26:45.235712 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 21:26:45.235712 n-d-843948-2 neutron-server[84887]: return func(*args, **kwargs) May 30 21:26:45.235712 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 21:26:45.235712 n-d-843948-2 neutron-server[84887]: self._notify() May 30 21:26:45.235712 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 21:26:45.235712 n-d-843948-2 neutron-server[84887]: self.callback(batched_events) May 30 21:26:45.235712 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 21:26:45.235712 n-d-843948-2 neutron-server[84887]: event.method(event) May 30 21:26:45.235712 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 21:26:45.235712 n-d-843948-2 neutron-server[84887]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 21:26:45.235712 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 21:26:45.235712 n-d-843948-2 neutron-server[84887]: aggregate_uuid = self.p_client.list_aggregates( May 30 21:26:45.235712 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 21:26:45.235712 n-d-843948-2 neutron-server[84887]: return f(self, *a, **k) May 30 21:26:45.235712 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 21:26:45.235712 n-d-843948-2 neutron-server[84887]: return self._get(url).json() May 30 21:26:45.235712 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 21:26:45.235712 n-d-843948-2 neutron-server[84887]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 21:26:45.235712 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 21:26:45.235712 n-d-843948-2 neutron-server[84887]: return self.request(url, 'GET', **kwargs) May 30 21:26:45.235712 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 21:26:45.235712 n-d-843948-2 neutron-server[84887]: base_url = self.get_endpoint(auth, allow=allow, May 30 21:26:45.235712 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 21:26:45.235712 n-d-843948-2 neutron-server[84887]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 21:26:45.235712 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 21:26:45.235712 n-d-843948-2 neutron-server[84887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 21:26:45.235712 n-d-843948-2 neutron-server[84887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 21:26:45.381408 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2a07476c-b468-40a6-80ac-73542728b556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:45.387147 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2a07476c-b468-40a6-80ac-73542728b556 admin admin] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:45.410417 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a07476c-b468-40a6-80ac-73542728b556 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a76eb25-5bd4-4b12-a99a-7789157c49f9,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:26:45.415161 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-2a07476c-b468-40a6-80ac-73542728b556 admin admin] 10.222.0.85 "DELETE /v2.0/networks/1a76eb25-5bd4-4b12-a99a-7789157c49f9 HTTP/1.1" status: 204 len: 168 time: 1.0318651 May 30 21:26:45.555543 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-ed99a3a1-d3c0-48c3-9c36-0d34eeb6051c None None] Deleting port 3314359c-e4b5-4dd1-a650-618b2661b03d {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:26:45.555923 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ed99a3a1-d3c0-48c3-9c36-0d34eeb6051c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:45.618720 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-ed99a3a1-d3c0-48c3-9c36-0d34eeb6051c None None] The port '3314359c-e4b5-4dd1-a650-618b2661b03d' was deleted {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 21:26:45.726909 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 3314359c-e4b5-4dd1-a650-618b2661b03d no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 21:26:45.762539 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: 3314359c-e4b5-4dd1-a650-618b2661b03d {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 21:26:45.762884 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 3314359c-e4b5-4dd1-a650-618b2661b03d not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 21:26:45.802016 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 51718) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:26:45.850888 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-5e11e71a-0e6e-4f2d-b9ef-aa9d2ccfc39a admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=603b0544f3b646428f70a02eb9d3c408&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0482054 May 30 21:26:45.854230 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 51722) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:26:45.913849 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3bf564fb-05fa-4f37-964c-c2a794532c4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:45.939362 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3bf564fb-05fa-4f37-964c-c2a794532c4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:46.168911 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3bf564fb-05fa-4f37-964c-c2a794532c4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:46.186115 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf564fb-05fa-4f37-964c-c2a794532c4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05038481-f8d6-46ce-a02c-57f9f18fc8c4,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:26:46.259207 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3bf564fb-05fa-4f37-964c-c2a794532c4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:46.260335 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-3bf564fb-05fa-4f37-964c-c2a794532c4d admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/05038481-f8d6-46ce-a02c-57f9f18fc8c4 HTTP/1.1" status: 204 len: 168 time: 0.4052572 May 30 21:26:47.040297 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 51730) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:26:47.090747 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-fb81e101-db27-4f11-8bad-13d589959574 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=d5b918c348f64e2d96691f618bbb4a4a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0492380 May 30 21:26:47.093151 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 51734) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:26:47.151317 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-56eb7f39-2771-4104-9ca5-75ab7ccafcac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:47.176772 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-56eb7f39-2771-4104-9ca5-75ab7ccafcac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:47.295238 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-56eb7f39-2771-4104-9ca5-75ab7ccafcac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:47.309585 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56eb7f39-2771-4104-9ca5-75ab7ccafcac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47366a68-0496-426b-a978-6837e59897fa,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:26:47.316073 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-56eb7f39-2771-4104-9ca5-75ab7ccafcac admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:47.317711 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-56eb7f39-2771-4104-9ca5-75ab7ccafcac admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/47366a68-0496-426b-a978-6837e59897fa HTTP/1.1" status: 204 len: 168 time: 0.2235992 May 30 21:26:48.423225 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 51756) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:26:48.556201 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-e856694a-1105-447a-8448-a385295e56c0 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-796091014-network', 'tenant_id': 'd7fc969651624aaa8499cbf571287895'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:26:48.561739 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-e856694a-1105-447a-8448-a385295e56c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:26:48.565605 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-e856694a-1105-447a-8448-a385295e56c0 admin admin] Usage tracker for resource:network and tenant:d7fc969651624aaa8499cbf571287895 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:26:48.568471 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-e856694a-1105-447a-8448-a385295e56c0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:26:48.574327 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-e856694a-1105-447a-8448-a385295e56c0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:26:48.638330 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e856694a-1105-447a-8448-a385295e56c0 admin admin] Made reservation on behalf of d7fc969651624aaa8499cbf571287895 for: {'network': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 21:26:48.640604 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e856694a-1105-447a-8448-a385295e56c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:48.653691 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e856694a-1105-447a-8448-a385295e56c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:48.685041 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-e856694a-1105-447a-8448-a385295e56c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:26:48.689007 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-e856694a-1105-447a-8448-a385295e56c0 admin admin] Usage tracker for resource:security_group_rule and tenant:d7fc969651624aaa8499cbf571287895 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:26:48.691862 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-e856694a-1105-447a-8448-a385295e56c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:26:48.697554 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-e856694a-1105-447a-8448-a385295e56c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:26:48.762821 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e856694a-1105-447a-8448-a385295e56c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:48.833023 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e856694a-1105-447a-8448-a385295e56c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:48.864955 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e856694a-1105-447a-8448-a385295e56c0 admin admin] vlan segment allocate from pool success with {'vlan_id': 653, 'physical_network': 'physnet1'} {{(pid=84887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 21:26:48.870134 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e856694a-1105-447a-8448-a385295e56c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=469c8f95-2845-4ed4-ba5b-0d97de489900,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:26:48.877301 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e856694a-1105-447a-8448-a385295e56c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:48.877301 n-d-843948-2 neutron-server[84887]: INFO neutron.db.segments_db [None req-e856694a-1105-447a-8448-a385295e56c0 admin admin] Added segment c5cb4252-b1b0-45aa-a5fc-07b292a0a9c4 of type vlan for network 22d2241f-cb55-4510-aa4b-f8fdae44d215 May 30 21:26:48.903336 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e856694a-1105-447a-8448-a385295e56c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:48.992791 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e856694a-1105-447a-8448-a385295e56c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:48.993698 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e856694a-1105-447a-8448-a385295e56c0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:26:48.994310 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e856694a-1105-447a-8448-a385295e56c0 admin admin] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:49.095387 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e856694a-1105-447a-8448-a385295e56c0 admin admin] Pushing event updated for resources: {'Network': ['ID=22d2241f-cb55-4510-aa4b-f8fdae44d215,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:26:49.104633 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network 22d2241f-cb55-4510-aa4b-f8fdae44d215 details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 21:26:49.164730 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-e856694a-1105-447a-8448-a385295e56c0 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7403574 May 30 21:26:49.167554 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 51762) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:26:49.172781 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-ad1cc50e-824c-4777-b138-81053c7f1a19 admin admin] Request body: {'subnet': {'network_id': '22d2241f-cb55-4510-aa4b-f8fdae44d215', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-796091014-subnet', 'tenant_id': 'd7fc969651624aaa8499cbf571287895', 'ip_version': 4}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:26:49.178864 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-ad1cc50e-824c-4777-b138-81053c7f1a19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:26:49.182849 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-ad1cc50e-824c-4777-b138-81053c7f1a19 admin admin] Usage tracker for resource:subnet and tenant:d7fc969651624aaa8499cbf571287895 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:26:49.185859 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-ad1cc50e-824c-4777-b138-81053c7f1a19 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:26:49.191657 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-ad1cc50e-824c-4777-b138-81053c7f1a19 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:26:49.267105 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad1cc50e-824c-4777-b138-81053c7f1a19 admin admin] Made reservation on behalf of d7fc969651624aaa8499cbf571287895 for: {'subnet': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 21:26:49.269418 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ad1cc50e-824c-4777-b138-81053c7f1a19 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114220'] for subnet, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:49.541695 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ad1cc50e-824c-4777-b138-81053c7f1a19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4055401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114238'] for subnet, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:49.612673 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1cc50e-824c-4777-b138-81053c7f1a19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36f01fe0-d4ef-4168-9627-8400605692ec,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:26:49.625090 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1cc50e-824c-4777-b138-81053c7f1a19 admin admin] Checking segment: {'id': 'c5cb4252-b1b0-45aa-a5fc-07b292a0a9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '22d2241f-cb55-4510-aa4b-f8fdae44d215'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:26:49.625437 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad1cc50e-824c-4777-b138-81053c7f1a19 admin admin] Network hostable DHCP agents. Network: 22d2241f-cb55-4510-aa4b-f8fdae44d215, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 21:26:49.741157 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad1cc50e-824c-4777-b138-81053c7f1a19 admin admin] Network 22d2241f-cb55-4510-aa4b-f8fdae44d215 is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 21:26:49.849957 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-ad1cc50e-824c-4777-b138-81053c7f1a19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, 22d2241f-cb55-4510-aa4b-f8fdae44d215) {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:26:49.853817 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad1cc50e-824c-4777-b138-81053c7f1a19 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:26:49.854506 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ad1cc50e-824c-4777-b138-81053c7f1a19 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:49.858746 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26affad4-2e57-441e-926e-6e64e4d28350 None None] Network 22d2241f-cb55-4510-aa4b-f8fdae44d215 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 21:26:49.947475 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-ad1cc50e-824c-4777-b138-81053c7f1a19 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7788751 May 30 21:26:49.950181 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 51766) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:26:49.955203 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-c4e706bf-59d9-458a-9ffb-6ff59d30b506 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-796091014-router', 'tenant_id': 'd7fc969651624aaa8499cbf571287895', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:26:49.961128 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-c4e706bf-59d9-458a-9ffb-6ff59d30b506 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:26:49.965819 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-c4e706bf-59d9-458a-9ffb-6ff59d30b506 admin admin] Usage tracker for resource:router and tenant:d7fc969651624aaa8499cbf571287895 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:26:49.968739 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-c4e706bf-59d9-458a-9ffb-6ff59d30b506 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:26:49.975723 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-c4e706bf-59d9-458a-9ffb-6ff59d30b506 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:26:50.066694 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e1eb03-04c2-49d9-92c4-967075e61634 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-22d2241f-cb55-4510-aa4b-f8fdae44d215', 'network_id': '22d2241f-cb55-4510-aa4b-f8fdae44d215', 'tenant_id': 'd7fc969651624aaa8499cbf571287895', 'fixed_ips': [{'subnet_id': '36f01fe0-d4ef-4168-9627-8400605692ec'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 21:26:50.067344 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c4e706bf-59d9-458a-9ffb-6ff59d30b506 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-733683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3159'] for router, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:50.067475 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-96e1eb03-04c2-49d9-92c4-967075e61634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:50.068542 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c4e706bf-59d9-458a-9ffb-6ff59d30b506 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-733584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-736372', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-628480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3164'] for router, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:50.087850 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c4e706bf-59d9-458a-9ffb-6ff59d30b506 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:50.234597 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-96e1eb03-04c2-49d9-92c4-967075e61634 None None] Allocated IP 172.20.0.2 (22d2241f-cb55-4510-aa4b-f8fdae44d215/36f01fe0-d4ef-4168-9627-8400605692ec/5de3553e-602e-4704-b67d-12d128ededc9) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 21:26:50.313695 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c4e706bf-59d9-458a-9ffb-6ff59d30b506 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-736390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:50.331898 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:50.462084 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-96e1eb03-04c2-49d9-92c4-967075e61634 None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:50.473744 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-96e1eb03-04c2-49d9-92c4-967075e61634 None None] Transition to ACTIVE for port object 5de3553e-602e-4704-b67d-12d128ededc9 will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:26:50.492046 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-96e1eb03-04c2-49d9-92c4-967075e61634 None None] Transition to ACTIVE for port object 5de3553e-602e-4704-b67d-12d128ededc9 will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:26:50.547549 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c4e706bf-59d9-458a-9ffb-6ff59d30b506 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:50.570407 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-96e1eb03-04c2-49d9-92c4-967075e61634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:50.577885 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c4e706bf-59d9-458a-9ffb-6ff59d30b506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:50.642177 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e1eb03-04c2-49d9-92c4-967075e61634 None None] Network 22d2241f-cb55-4510-aa4b-f8fdae44d215 is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:26:50.643336 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-96e1eb03-04c2-49d9-92c4-967075e61634 None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:26:50.647158 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e1eb03-04c2-49d9-92c4-967075e61634 None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 21:26:50.653862 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e1eb03-04c2-49d9-92c4-967075e61634 None None] Pushing event updated for resources: {'Port': ['ID=5de3553e-602e-4704-b67d-12d128ededc9,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:26:50.692739 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e1eb03-04c2-49d9-92c4-967075e61634 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:26:50.693063 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e1eb03-04c2-49d9-92c4-967075e61634 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:26:50.693188 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e1eb03-04c2-49d9-92c4-967075e61634 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:26:50.693508 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e1eb03-04c2-49d9-92c4-967075e61634 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:26:50.693870 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e1eb03-04c2-49d9-92c4-967075e61634 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:26:50.694193 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e1eb03-04c2-49d9-92c4-967075e61634 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:26:50.694520 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e1eb03-04c2-49d9-92c4-967075e61634 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:26:50.694844 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e1eb03-04c2-49d9-92c4-967075e61634 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:26:50.695166 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e1eb03-04c2-49d9-92c4-967075e61634 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:26:50.695485 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e1eb03-04c2-49d9-92c4-967075e61634 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:26:50.695808 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e1eb03-04c2-49d9-92c4-967075e61634 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:26:50.716077 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [None req-c4e706bf-59d9-458a-9ffb-6ff59d30b506 admin admin] Allocated IP 172.25.8.78 (c7869750-4b49-4b7e-aa99-5e0f1ae02da4/427601ec-f643-4fe7-b5e6-17305d3a39e1/53986df6-55a4-42bc-991b-08738e655393) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 21:26:50.753253 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-96e1eb03-04c2-49d9-92c4-967075e61634 None None] Attempting to bind port 5de3553e-602e-4704-b67d-12d128ededc9 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 21:26:50.753643 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-96e1eb03-04c2-49d9-92c4-967075e61634 None None] Attempting to bind port 5de3553e-602e-4704-b67d-12d128ededc9 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': 'c5cb4252-b1b0-45aa-a5fc-07b292a0a9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '22d2241f-cb55-4510-aa4b-f8fdae44d215'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 21:26:50.754056 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e1eb03-04c2-49d9-92c4-967075e61634 None None] Attempting to bind port 5de3553e-602e-4704-b67d-12d128ededc9 on network 22d2241f-cb55-4510-aa4b-f8fdae44d215 {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:26:50.761635 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e1eb03-04c2-49d9-92c4-967075e61634 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 21, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 21:26:50.762010 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e1eb03-04c2-49d9-92c4-967075e61634 None None] Checking segment: {'id': 'c5cb4252-b1b0-45aa-a5fc-07b292a0a9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '22d2241f-cb55-4510-aa4b-f8fdae44d215'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:26:50.762412 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-96e1eb03-04c2-49d9-92c4-967075e61634 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:50.762948 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e1eb03-04c2-49d9-92c4-967075e61634 None None] Bound using segment: {'id': 'c5cb4252-b1b0-45aa-a5fc-07b292a0a9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '22d2241f-cb55-4510-aa4b-f8fdae44d215'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 21:26:50.763364 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-96e1eb03-04c2-49d9-92c4-967075e61634 None None] Bound port: 5de3553e-602e-4704-b67d-12d128ededc9, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5cb4252-b1b0-45aa-a5fc-07b292a0a9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '22d2241f-cb55-4510-aa4b-f8fdae44d215'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 21:26:50.763735 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-96e1eb03-04c2-49d9-92c4-967075e61634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:50.855516 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-96e1eb03-04c2-49d9-92c4-967075e61634 None None] For port 5de3553e-602e-4704-b67d-12d128ededc9, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 21:26:50.858379 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-96e1eb03-04c2-49d9-92c4-967075e61634 None None] For port 5de3553e-602e-4704-b67d-12d128ededc9, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=5de3553e-602e-4704-b67d-12d128ededc9,segment=NetworkSegment(c5cb4252-b1b0-45aa-a5fc-07b292a0a9c4),segment_id=c5cb4252-b1b0-45aa-a5fc-07b292a0a9c4)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 21:26:50.862650 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c4e706bf-59d9-458a-9ffb-6ff59d30b506 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:50.930418 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-96e1eb03-04c2-49d9-92c4-967075e61634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:50.964415 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c4e706bf-59d9-458a-9ffb-6ff59d30b506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:51.011434 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e1eb03-04c2-49d9-92c4-967075e61634 None None] Pushing event updated for resources: {'Port': ['ID=5de3553e-602e-4704-b67d-12d128ededc9,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:26:51.040534 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e706bf-59d9-458a-9ffb-6ff59d30b506 admin admin] Network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:26:51.044280 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-c4e706bf-59d9-458a-9ffb-6ff59d30b506 admin admin] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:26:51.046400 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e706bf-59d9-458a-9ffb-6ff59d30b506 admin admin] Pushing event updated for resources: {'Port': ['ID=53986df6-55a4-42bc-991b-08738e655393,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:26:51.048589 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e706bf-59d9-458a-9ffb-6ff59d30b506 admin admin] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 21:26:51.305169 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c4e706bf-59d9-458a-9ffb-6ff59d30b506 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:51.306031 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c4e706bf-59d9-458a-9ffb-6ff59d30b506 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-736409'] for router, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:51.701789 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4e706bf-59d9-458a-9ffb-6ff59d30b506 admin admin] Router a6eb8d6f-90f7-4232-9c19-b22e04b1340f is scheduled to L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 with binding_index 1 {{(pid=84887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 21:26:51.759373 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 5de3553e-602e-4704-b67d-12d128ededc9 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:26:51.926634 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4e706bf-59d9-458a-9ffb-6ff59d30b506 admin admin] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 21:26:51.930257 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 5de3553e-602e-4704-b67d-12d128ededc9 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:26:51.945369 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5256ea-3eb7-49ec-a0db-f3060d847c1c None None] Sync routers for ids ['a6eb8d6f-90f7-4232-9c19-b22e04b1340f'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 21:26:51.958886 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5256ea-3eb7-49ec-a0db-f3060d847c1c None None] Routers {'a6eb8d6f-90f7-4232-9c19-b22e04b1340f'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:26:51.959610 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-6c5256ea-3eb7-49ec-a0db-f3060d847c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T21:26:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['a6eb8d6f-90f7-4232-9c19-b22e04b1340f'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:26:51.971686 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b48406a-4c2f-4900-a222-9b4cff0a2ed7 None None] Network 22d2241f-cb55-4510-aa4b-f8fdae44d215 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 21:26:52.015823 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c4e706bf-59d9-458a-9ffb-6ff59d30b506 admin admin] Notify callbacks [] for router, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:52.017403 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-c4e706bf-59d9-458a-9ffb-6ff59d30b506 admin admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.0662272 May 30 21:26:52.020833 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 51770) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:26:52.131255 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-0b1fe371-d386-4cbd-a023-336c912dc4da None None] Provisioning for port 5de3553e-602e-4704-b67d-12d128ededc9 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:26:52.146585 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-0b1fe371-d386-4cbd-a023-336c912dc4da None None] Provisioning complete for port 5de3553e-602e-4704-b67d-12d128ededc9 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:26:52.146818 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-0b1fe371-d386-4cbd-a023-336c912dc4da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:52.152820 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-6c5256ea-3eb7-49ec-a0db-f3060d847c1c None None] Set router a6eb8d6f-90f7-4232-9c19-b22e04b1340f gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:26:52.327704 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-0b1fe371-d386-4cbd-a023-336c912dc4da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:52.376417 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-0b1fe371-d386-4cbd-a023-336c912dc4da None None] For port 5de3553e-602e-4704-b67d-12d128ededc9, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=5de3553e-602e-4704-b67d-12d128ededc9,segment=NetworkSegment(c5cb4252-b1b0-45aa-a5fc-07b292a0a9c4),segment_id=c5cb4252-b1b0-45aa-a5fc-07b292a0a9c4)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:26:52.456828 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-0b1fe371-d386-4cbd-a023-336c912dc4da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:52.461392 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-6c5256ea-3eb7-49ec-a0db-f3060d847c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6eb8d6f-90f7-4232-9c19-b22e04b1340f', 'name': 'tempest-TestMinimumBasicScenario-796091014-router', 'tenant_id': 'd7fc969651624aaa8499cbf571287895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '53986df6-55a4-42bc-991b-08738e655393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:26:50Z', 'updated_at': '2022-05-30T21:26:51Z', 'revision_number': 3, 'project_id': 'd7fc969651624aaa8499cbf571287895', 'gw_port': {'id': '53986df6-55a4-42bc-991b-08738e655393', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:34:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6eb8d6f-90f7-4232-9c19-b22e04b1340f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:26:50Z', 'updated_at': '2022-05-30T21:26:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:26:52.466327 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5256ea-3eb7-49ec-a0db-f3060d847c1c None None] Checking router: a6eb8d6f-90f7-4232-9c19-b22e04b1340f for host: n-d-843948-2 {{(pid=84889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 21:26:52.466721 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5256ea-3eb7-49ec-a0db-f3060d847c1c None None] Updating router a6eb8d6f-90f7-4232-9c19-b22e04b1340f port 53986df6-55a4-42bc-991b-08738e655393 binding host n-d-843948-2 {{(pid=84889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 21:26:52.530067 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-6c5256ea-3eb7-49ec-a0db-f3060d847c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:52.539798 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1fe371-d386-4cbd-a023-336c912dc4da None None] Pushing event updated for resources: {'Port': ['ID=5de3553e-602e-4704-b67d-12d128ededc9,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:26:52.679319 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-bfb03099-17be-4183-8eb9-50505a869ad7 None None] Provisioning complete for port 5de3553e-602e-4704-b67d-12d128ededc9 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:26:52.679680 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-bfb03099-17be-4183-8eb9-50505a869ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:52.865167 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-6c5256ea-3eb7-49ec-a0db-f3060d847c1c None None] Notify callbacks [] for port, precommit_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:52.876276 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.provisioning_blocks [None req-6c5256ea-3eb7-49ec-a0db-f3060d847c1c None None] Transition to ACTIVE for port object 53986df6-55a4-42bc-991b-08738e655393 will not be triggered until provisioned by entity L2. {{(pid=84889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:26:52.919783 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f5d235a8-24c7-4d2f-8915-fc4f31c4de53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:52.946457 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-6c5256ea-3eb7-49ec-a0db-f3060d847c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:53.015531 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:53.025243 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348310ee-1034-4185-9b08-713514b9be9a None None] Pushing event updated for resources: {'Port': ['ID=53986df6-55a4-42bc-991b-08738e655393,revision_number=2']} {{(pid=84889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:26:53.027728 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-6c5256ea-3eb7-49ec-a0db-f3060d847c1c None None] Attempting to bind port 53986df6-55a4-42bc-991b-08738e655393 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 21:26:53.027864 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-6c5256ea-3eb7-49ec-a0db-f3060d847c1c None None] Attempting to bind port 53986df6-55a4-42bc-991b-08738e655393 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}] {{(pid=84889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 21:26:53.028219 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5256ea-3eb7-49ec-a0db-f3060d847c1c None None] Attempting to bind port 53986df6-55a4-42bc-991b-08738e655393 on network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:26:53.040269 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348310ee-1034-4185-9b08-713514b9be9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:26:53.040600 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348310ee-1034-4185-9b08-713514b9be9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:26:53.040933 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348310ee-1034-4185-9b08-713514b9be9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:26:53.041259 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348310ee-1034-4185-9b08-713514b9be9a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:26:53.041592 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348310ee-1034-4185-9b08-713514b9be9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:26:53.041926 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348310ee-1034-4185-9b08-713514b9be9a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:26:53.042242 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348310ee-1034-4185-9b08-713514b9be9a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:26:53.042557 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348310ee-1034-4185-9b08-713514b9be9a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:26:53.042890 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348310ee-1034-4185-9b08-713514b9be9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:26:53.043205 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348310ee-1034-4185-9b08-713514b9be9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:26:53.043517 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348310ee-1034-4185-9b08-713514b9be9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:26:53.046703 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5256ea-3eb7-49ec-a0db-f3060d847c1c None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 21, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 21:26:53.047063 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5256ea-3eb7-49ec-a0db-f3060d847c1c None None] Checking segment: {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:26:53.047453 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-6c5256ea-3eb7-49ec-a0db-f3060d847c1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:53.047821 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5256ea-3eb7-49ec-a0db-f3060d847c1c None None] Bound using segment: {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'} {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 21:26:53.048282 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-6c5256ea-3eb7-49ec-a0db-f3060d847c1c None None] Bound port: 53986df6-55a4-42bc-991b-08738e655393, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}}] {{(pid=84889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 21:26:53.048643 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-6c5256ea-3eb7-49ec-a0db-f3060d847c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:53.123876 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.db [None req-6c5256ea-3eb7-49ec-a0db-f3060d847c1c None None] For port 53986df6-55a4-42bc-991b-08738e655393, host n-d-843948-2, cleared binding levels {{(pid=84889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 21:26:53.126872 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.db [None req-6c5256ea-3eb7-49ec-a0db-f3060d847c1c None None] For port 53986df6-55a4-42bc-991b-08738e655393, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=53986df6-55a4-42bc-991b-08738e655393,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 21:26:53.135019 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-f5d235a8-24c7-4d2f-8915-fc4f31c4de53 admin admin] Allocated IP 172.20.0.1 (22d2241f-cb55-4510-aa4b-f8fdae44d215/36f01fe0-d4ef-4168-9627-8400605692ec/d14e466e-f4d1-4037-ba39-415ef7d38b94) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 21:26:53.216095 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-6c5256ea-3eb7-49ec-a0db-f3060d847c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:53.285022 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f5d235a8-24c7-4d2f-8915-fc4f31c4de53 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:53.298481 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5256ea-3eb7-49ec-a0db-f3060d847c1c None None] Routers {'a6eb8d6f-90f7-4232-9c19-b22e04b1340f'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:26:53.302618 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-6c5256ea-3eb7-49ec-a0db-f3060d847c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T21:26:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['a6eb8d6f-90f7-4232-9c19-b22e04b1340f'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:26:53.302763 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [None req-f5d235a8-24c7-4d2f-8915-fc4f31c4de53 admin admin] Transition to ACTIVE for port object d14e466e-f4d1-4037-ba39-415ef7d38b94 will not be triggered until provisioned by entity DHCP. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:26:53.355532 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348310ee-1034-4185-9b08-713514b9be9a None None] Pushing event updated for resources: {'Port': ['ID=53986df6-55a4-42bc-991b-08738e655393,revision_number=3']} {{(pid=84889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:26:53.404803 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f5d235a8-24c7-4d2f-8915-fc4f31c4de53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:53.478066 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d235a8-24c7-4d2f-8915-fc4f31c4de53 admin admin] Network 22d2241f-cb55-4510-aa4b-f8fdae44d215 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:26:53.478984 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d235a8-24c7-4d2f-8915-fc4f31c4de53 admin admin] Pushing event updated for resources: {'Port': ['ID=d14e466e-f4d1-4037-ba39-415ef7d38b94,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:26:53.481556 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-f5d235a8-24c7-4d2f-8915-fc4f31c4de53 admin admin] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:26:53.483207 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-6c5256ea-3eb7-49ec-a0db-f3060d847c1c None None] Set router a6eb8d6f-90f7-4232-9c19-b22e04b1340f gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:26:53.485986 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d235a8-24c7-4d2f-8915-fc4f31c4de53 admin admin] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 21:26:53.547274 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f5d235a8-24c7-4d2f-8915-fc4f31c4de53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-736099'] for router_interface, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:53.719001 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f5d235a8-24c7-4d2f-8915-fc4f31c4de53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:53.748952 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 5de3553e-602e-4704-b67d-12d128ededc9 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:26:53.817534 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-aa0c93ac-3ff1-4ef9-8f45-7da44aab8f42 None None] Provisioning for port d14e466e-f4d1-4037-ba39-415ef7d38b94 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:26:53.824300 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-aa0c93ac-3ff1-4ef9-8f45-7da44aab8f42 None None] Provisioning complete for port d14e466e-f4d1-4037-ba39-415ef7d38b94 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:26:53.824672 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-aa0c93ac-3ff1-4ef9-8f45-7da44aab8f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:53.834937 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-6c5256ea-3eb7-49ec-a0db-f3060d847c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6eb8d6f-90f7-4232-9c19-b22e04b1340f', 'name': 'tempest-TestMinimumBasicScenario-796091014-router', 'tenant_id': 'd7fc969651624aaa8499cbf571287895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '53986df6-55a4-42bc-991b-08738e655393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:26:50Z', 'updated_at': '2022-05-30T21:26:51Z', 'revision_number': 3, 'project_id': 'd7fc969651624aaa8499cbf571287895', 'gw_port': {'id': '53986df6-55a4-42bc-991b-08738e655393', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:34:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6eb8d6f-90f7-4232-9c19-b22e04b1340f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:26:50Z', 'updated_at': '2022-05-30T21:26:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:26:53.839235 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5256ea-3eb7-49ec-a0db-f3060d847c1c None None] The sync data for ids ['a6eb8d6f-90f7-4232-9c19-b22e04b1340f'] in n-d-843948-2 is: [{'id': 'a6eb8d6f-90f7-4232-9c19-b22e04b1340f', 'name': 'tempest-TestMinimumBasicScenario-796091014-router', 'tenant_id': 'd7fc969651624aaa8499cbf571287895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '53986df6-55a4-42bc-991b-08738e655393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:26:50Z', 'updated_at': '2022-05-30T21:26:51Z', 'revision_number': 3, 'project_id': 'd7fc969651624aaa8499cbf571287895', 'gw_port': {'id': '53986df6-55a4-42bc-991b-08738e655393', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:34:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6eb8d6f-90f7-4232-9c19-b22e04b1340f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:26:50Z', 'updated_at': '2022-05-30T21:26:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 21:26:53.887266 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-aa0c93ac-3ff1-4ef9-8f45-7da44aab8f42 None None] Port d14e466e-f4d1-4037-ba39-415ef7d38b94 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 21:26:53.888733 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 5de3553e-602e-4704-b67d-12d128ededc9 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:26:53.889284 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:53.984567 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f5d235a8-24c7-4d2f-8915-fc4f31c4de53 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:54.032560 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f5d235a8-24c7-4d2f-8915-fc4f31c4de53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:54.142733 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f5d235a8-24c7-4d2f-8915-fc4f31c4de53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1718057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-736206'] for router_interface, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:54.150369 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d235a8-24c7-4d2f-8915-fc4f31c4de53 admin admin] Pushing event updated for resources: {'Port': ['ID=d14e466e-f4d1-4037-ba39-415ef7d38b94,revision_number=2']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:26:54.292277 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d235a8-24c7-4d2f-8915-fc4f31c4de53 admin admin] Network 22d2241f-cb55-4510-aa4b-f8fdae44d215 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:26:54.293483 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-f5d235a8-24c7-4d2f-8915-fc4f31c4de53 admin admin] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:26:54.516541 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-13c0c616-79e6-4a74-8984-7eb3e897aa40 None None] Provisioning complete for port d14e466e-f4d1-4037-ba39-415ef7d38b94 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:26:54.517129 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13c0c616-79e6-4a74-8984-7eb3e897aa40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:54.571572 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-13c0c616-79e6-4a74-8984-7eb3e897aa40 None None] Port d14e466e-f4d1-4037-ba39-415ef7d38b94 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 21:26:54.812067 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5d235a8-24c7-4d2f-8915-fc4f31c4de53 admin admin] Router a6eb8d6f-90f7-4232-9c19-b22e04b1340f has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 21:26:55.011007 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5d235a8-24c7-4d2f-8915-fc4f31c4de53 admin admin] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 21:26:55.020293 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-f5d235a8-24c7-4d2f-8915-fc4f31c4de53 admin admin] 10.222.0.85 "PUT /v2.0/routers/a6eb8d6f-90f7-4232-9c19-b22e04b1340f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9975753 May 30 21:26:55.773679 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 53986df6-55a4-42bc-991b-08738e655393 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:26:55.900688 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 53986df6-55a4-42bc-991b-08738e655393 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:26:55.906980 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 53986df6-55a4-42bc-991b-08738e655393 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:26:55.907354 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:56.027612 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:56.051445 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port 53986df6-55a4-42bc-991b-08738e655393, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=53986df6-55a4-42bc-991b-08738e655393,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:26:56.141449 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:56.141676 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 51792) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:26:56.147541 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-246bcb46-0549-4132-b43b-bf67bfc94067 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1417461869-network', 'tenant_id': '4b5773e8ec144f798c4266f61c977656'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:26:56.153914 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-246bcb46-0549-4132-b43b-bf67bfc94067 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:26:56.158700 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-246bcb46-0549-4132-b43b-bf67bfc94067 admin admin] Usage tracker for resource:network and tenant:4b5773e8ec144f798c4266f61c977656 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:26:56.162297 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-246bcb46-0549-4132-b43b-bf67bfc94067 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:26:56.168362 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-246bcb46-0549-4132-b43b-bf67bfc94067 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:26:56.222222 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=53986df6-55a4-42bc-991b-08738e655393,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:26:56.249018 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-246bcb46-0549-4132-b43b-bf67bfc94067 admin admin] Made reservation on behalf of 4b5773e8ec144f798c4266f61c977656 for: {'network': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 21:26:56.251511 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-246bcb46-0549-4132-b43b-bf67bfc94067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:56.266164 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-246bcb46-0549-4132-b43b-bf67bfc94067 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:56.272111 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-44218dae-a667-48b7-94b6-28dfdd89b993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:56.307253 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-246bcb46-0549-4132-b43b-bf67bfc94067 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:26:56.310732 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-246bcb46-0549-4132-b43b-bf67bfc94067 admin admin] Usage tracker for resource:security_group_rule and tenant:4b5773e8ec144f798c4266f61c977656 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:26:56.313735 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-246bcb46-0549-4132-b43b-bf67bfc94067 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:26:56.321136 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-246bcb46-0549-4132-b43b-bf67bfc94067 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:26:56.390806 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-246bcb46-0549-4132-b43b-bf67bfc94067 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:56.472712 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-246bcb46-0549-4132-b43b-bf67bfc94067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:56.505884 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-246bcb46-0549-4132-b43b-bf67bfc94067 admin admin] vlan segment allocate from pool success with {'vlan_id': 699, 'physical_network': 'physnet1'} {{(pid=84886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 21:26:56.511260 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246bcb46-0549-4132-b43b-bf67bfc94067 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fa873f0-0bcb-4b7c-a56a-2a5c0bb0b8b5,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:26:56.518295 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-246bcb46-0549-4132-b43b-bf67bfc94067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:56.518639 n-d-843948-2 neutron-server[84886]: INFO neutron.db.segments_db [None req-246bcb46-0549-4132-b43b-bf67bfc94067 admin admin] Added segment 3f1303ba-3f54-404a-8f3e-65250e9d41c9 of type vlan for network 1075fdfc-ee9f-48b2-9991-541139069170 May 30 21:26:56.546197 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-246bcb46-0549-4132-b43b-bf67bfc94067 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:56.632313 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-246bcb46-0549-4132-b43b-bf67bfc94067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:56.633188 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-246bcb46-0549-4132-b43b-bf67bfc94067 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:26:56.633813 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-246bcb46-0549-4132-b43b-bf67bfc94067 admin admin] Notify callbacks [] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:56.737530 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246bcb46-0549-4132-b43b-bf67bfc94067 admin admin] Pushing event updated for resources: {'Network': ['ID=1075fdfc-ee9f-48b2-9991-541139069170,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:26:56.747834 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network 1075fdfc-ee9f-48b2-9991-541139069170 details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 21:26:56.793664 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-246bcb46-0549-4132-b43b-bf67bfc94067 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6510813 May 30 21:26:56.797146 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 51796) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:26:56.805044 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-8e15a02d-408d-452a-a081-9bd007b2c5b3 admin admin] Request body: {'subnet': {'network_id': '1075fdfc-ee9f-48b2-9991-541139069170', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1417461869-subnet', 'tenant_id': '4b5773e8ec144f798c4266f61c977656', 'ip_version': 4}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:26:56.811730 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-8e15a02d-408d-452a-a081-9bd007b2c5b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:26:56.815872 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-8e15a02d-408d-452a-a081-9bd007b2c5b3 admin admin] Usage tracker for resource:subnet and tenant:4b5773e8ec144f798c4266f61c977656 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:26:56.819953 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-8e15a02d-408d-452a-a081-9bd007b2c5b3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:26:56.826406 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-8e15a02d-408d-452a-a081-9bd007b2c5b3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:26:56.884170 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e15a02d-408d-452a-a081-9bd007b2c5b3 admin admin] Made reservation on behalf of 4b5773e8ec144f798c4266f61c977656 for: {'subnet': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 21:26:56.886610 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8e15a02d-408d-452a-a081-9bd007b2c5b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2778563'] for subnet, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:57.146384 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8e15a02d-408d-452a-a081-9bd007b2c5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4127140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2778577'] for subnet, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:57.225345 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e15a02d-408d-452a-a081-9bd007b2c5b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1573ff4-91ea-419f-b076-e5ebc5cf7fe7,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:26:57.234986 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e15a02d-408d-452a-a081-9bd007b2c5b3 admin admin] Checking segment: {'id': '3f1303ba-3f54-404a-8f3e-65250e9d41c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '1075fdfc-ee9f-48b2-9991-541139069170'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:26:57.235336 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e15a02d-408d-452a-a081-9bd007b2c5b3 admin admin] Network hostable DHCP agents. Network: 1075fdfc-ee9f-48b2-9991-541139069170, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 21:26:57.319237 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e15a02d-408d-452a-a081-9bd007b2c5b3 admin admin] Network 1075fdfc-ee9f-48b2-9991-541139069170 is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 21:26:57.340591 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd1700e-e25f-41df-a73b-193f3139d74c None None] Sync routers for ids ['a6eb8d6f-90f7-4232-9c19-b22e04b1340f'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 21:26:57.352701 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd1700e-e25f-41df-a73b-193f3139d74c None None] Routers {'a6eb8d6f-90f7-4232-9c19-b22e04b1340f'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:26:57.353253 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-8fd1700e-e25f-41df-a73b-193f3139d74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T21:26:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['a6eb8d6f-90f7-4232-9c19-b22e04b1340f'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:26:57.392722 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-8e15a02d-408d-452a-a081-9bd007b2c5b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, 1075fdfc-ee9f-48b2-9991-541139069170) {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:26:57.397152 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e15a02d-408d-452a-a081-9bd007b2c5b3 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:26:57.397828 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8e15a02d-408d-452a-a081-9bd007b2c5b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:57.404496 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad0c339-299f-4849-a090-9733c9828ebb None None] Network 1075fdfc-ee9f-48b2-9991-541139069170 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 21:26:57.479313 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-8e15a02d-408d-452a-a081-9bd007b2c5b3 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6801074 May 30 21:26:57.482183 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 51800) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:26:57.487287 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-8dd53f3a-c822-409a-b797-e7c40276fff2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1417461869-router', 'tenant_id': '4b5773e8ec144f798c4266f61c977656', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:26:57.492924 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-8dd53f3a-c822-409a-b797-e7c40276fff2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:26:57.496829 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-8dd53f3a-c822-409a-b797-e7c40276fff2 admin admin] Usage tracker for resource:router and tenant:4b5773e8ec144f798c4266f61c977656 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:26:57.499946 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-8dd53f3a-c822-409a-b797-e7c40276fff2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:26:57.506206 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-8dd53f3a-c822-409a-b797-e7c40276fff2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:26:57.559026 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8dd53f3a-c822-409a-b797-e7c40276fff2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-733683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3159'] for router, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:57.560036 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8dd53f3a-c822-409a-b797-e7c40276fff2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-733584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-736372', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-628480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3164'] for router, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:57.578044 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8dd53f3a-c822-409a-b797-e7c40276fff2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:57.706058 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-8fd1700e-e25f-41df-a73b-193f3139d74c None None] Set router a6eb8d6f-90f7-4232-9c19-b22e04b1340f gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:26:57.754439 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 53986df6-55a4-42bc-991b-08738e655393 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:26:57.789960 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8dd53f3a-c822-409a-b797-e7c40276fff2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-736390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:57.866896 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c837a2de-ea20-4684-8ef9-b8a411f77fe8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-1075fdfc-ee9f-48b2-9991-541139069170', 'network_id': '1075fdfc-ee9f-48b2-9991-541139069170', 'tenant_id': '4b5773e8ec144f798c4266f61c977656', 'fixed_ips': [{'subnet_id': 'c1573ff4-91ea-419f-b076-e5ebc5cf7fe7'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 21:26:57.867657 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-c837a2de-ea20-4684-8ef9-b8a411f77fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:58.090922 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 53986df6-55a4-42bc-991b-08738e655393 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:26:58.091239 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:58.158381 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8dd53f3a-c822-409a-b797-e7c40276fff2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:58.188649 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8dd53f3a-c822-409a-b797-e7c40276fff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:58.289417 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-c837a2de-ea20-4684-8ef9-b8a411f77fe8 None None] Allocated IP 172.20.0.2 (1075fdfc-ee9f-48b2-9991-541139069170/c1573ff4-91ea-419f-b076-e5ebc5cf7fe7/c877c171-112f-45b0-a6b4-b71a47be373b) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 21:26:58.327724 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-8dd53f3a-c822-409a-b797-e7c40276fff2 admin admin] Allocated IP 172.25.8.104 (c7869750-4b49-4b7e-aa99-5e0f1ae02da4/427601ec-f643-4fe7-b5e6-17305d3a39e1/9593821f-32df-401e-97cf-baaa43a1d0ca) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 21:26:58.472342 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-8fd1700e-e25f-41df-a73b-193f3139d74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6eb8d6f-90f7-4232-9c19-b22e04b1340f', 'name': 'tempest-TestMinimumBasicScenario-796091014-router', 'tenant_id': 'd7fc969651624aaa8499cbf571287895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '53986df6-55a4-42bc-991b-08738e655393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:26:50Z', 'updated_at': '2022-05-30T21:26:53Z', 'revision_number': 4, 'project_id': 'd7fc969651624aaa8499cbf571287895', 'gw_port': {'id': '53986df6-55a4-42bc-991b-08738e655393', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:34:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6eb8d6f-90f7-4232-9c19-b22e04b1340f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:26:50Z', 'updated_at': '2022-05-30T21:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': 'd14e466e-f4d1-4037-ba39-415ef7d38b94', 'name': '', 'network_id': '22d2241f-cb55-4510-aa4b-f8fdae44d215', 'tenant_id': 'd7fc969651624aaa8499cbf571287895', 'mac_address': 'fa:16:3e:39:89:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6eb8d6f-90f7-4232-9c19-b22e04b1340f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '36f01fe0-d4ef-4168-9627-8400605692ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:26:52Z', 'updated_at': '2022-05-30T21:26:53Z', 'revision_number': 2, 'project_id': 'd7fc969651624aaa8499cbf571287895', 'subnets': [{'id': '36f01fe0-d4ef-4168-9627-8400605692ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:26:58.481581 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8dd53f3a-c822-409a-b797-e7c40276fff2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:58.486806 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd1700e-e25f-41df-a73b-193f3139d74c None None] Checking router: a6eb8d6f-90f7-4232-9c19-b22e04b1340f for host: n-d-843948-2 {{(pid=84888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 21:26:58.487154 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd1700e-e25f-41df-a73b-193f3139d74c None None] Updating router a6eb8d6f-90f7-4232-9c19-b22e04b1340f port d14e466e-f4d1-4037-ba39-415ef7d38b94 binding host n-d-843948-2 {{(pid=84888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 21:26:58.570008 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8dd53f3a-c822-409a-b797-e7c40276fff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:58.591567 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-8fd1700e-e25f-41df-a73b-193f3139d74c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:58.640045 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd53f3a-c822-409a-b797-e7c40276fff2 admin admin] Network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:26:58.643577 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd53f3a-c822-409a-b797-e7c40276fff2 admin admin] Pushing event updated for resources: {'Port': ['ID=9593821f-32df-401e-97cf-baaa43a1d0ca,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:26:58.646062 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-8dd53f3a-c822-409a-b797-e7c40276fff2 admin admin] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:26:58.648166 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd53f3a-c822-409a-b797-e7c40276fff2 admin admin] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 21:26:58.664306 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-c837a2de-ea20-4684-8ef9-b8a411f77fe8 None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:58.681263 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-c837a2de-ea20-4684-8ef9-b8a411f77fe8 None None] Transition to ACTIVE for port object c877c171-112f-45b0-a6b4-b71a47be373b will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:26:58.757010 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-c837a2de-ea20-4684-8ef9-b8a411f77fe8 None None] Transition to ACTIVE for port object c877c171-112f-45b0-a6b4-b71a47be373b will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:26:58.845214 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-c837a2de-ea20-4684-8ef9-b8a411f77fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:58.874146 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8dd53f3a-c822-409a-b797-e7c40276fff2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:58.874958 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8dd53f3a-c822-409a-b797-e7c40276fff2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-736409'] for router, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:58.948636 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c837a2de-ea20-4684-8ef9-b8a411f77fe8 None None] Pushing event updated for resources: {'Port': ['ID=c877c171-112f-45b0-a6b4-b71a47be373b,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:26:58.951865 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c837a2de-ea20-4684-8ef9-b8a411f77fe8 None None] Network 1075fdfc-ee9f-48b2-9991-541139069170 is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:26:58.955336 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-c837a2de-ea20-4684-8ef9-b8a411f77fe8 None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:26:58.959330 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c837a2de-ea20-4684-8ef9-b8a411f77fe8 None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 21:26:59.163725 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-c837a2de-ea20-4684-8ef9-b8a411f77fe8 None None] Attempting to bind port c877c171-112f-45b0-a6b4-b71a47be373b on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 21:26:59.164081 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-c837a2de-ea20-4684-8ef9-b8a411f77fe8 None None] Attempting to bind port c877c171-112f-45b0-a6b4-b71a47be373b by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': '3f1303ba-3f54-404a-8f3e-65250e9d41c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '1075fdfc-ee9f-48b2-9991-541139069170'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 21:26:59.164430 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c837a2de-ea20-4684-8ef9-b8a411f77fe8 None None] Attempting to bind port c877c171-112f-45b0-a6b4-b71a47be373b on network 1075fdfc-ee9f-48b2-9991-541139069170 {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:26:59.175476 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dd53f3a-c822-409a-b797-e7c40276fff2 admin admin] Router 5b5234cd-9a1d-4cea-9eab-63cbbf0a6789 is scheduled to L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 with binding_index 1 {{(pid=84886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 21:26:59.181688 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c837a2de-ea20-4684-8ef9-b8a411f77fe8 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 21, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 21:26:59.188016 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c837a2de-ea20-4684-8ef9-b8a411f77fe8 None None] Checking segment: {'id': '3f1303ba-3f54-404a-8f3e-65250e9d41c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '1075fdfc-ee9f-48b2-9991-541139069170'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:26:59.188016 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-c837a2de-ea20-4684-8ef9-b8a411f77fe8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:59.188016 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c837a2de-ea20-4684-8ef9-b8a411f77fe8 None None] Bound using segment: {'id': '3f1303ba-3f54-404a-8f3e-65250e9d41c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '1075fdfc-ee9f-48b2-9991-541139069170'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 21:26:59.188016 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-c837a2de-ea20-4684-8ef9-b8a411f77fe8 None None] Bound port: c877c171-112f-45b0-a6b4-b71a47be373b, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f1303ba-3f54-404a-8f3e-65250e9d41c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '1075fdfc-ee9f-48b2-9991-541139069170'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 21:26:59.188016 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-c837a2de-ea20-4684-8ef9-b8a411f77fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:59.196366 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-8fd1700e-e25f-41df-a73b-193f3139d74c None None] Notify callbacks [] for port, precommit_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:59.212872 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-8fd1700e-e25f-41df-a73b-193f3139d74c None None] Transition to ACTIVE for port object d14e466e-f4d1-4037-ba39-415ef7d38b94 will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:26:59.289190 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-c837a2de-ea20-4684-8ef9-b8a411f77fe8 None None] For port c877c171-112f-45b0-a6b4-b71a47be373b, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 21:26:59.292237 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-c837a2de-ea20-4684-8ef9-b8a411f77fe8 None None] For port c877c171-112f-45b0-a6b4-b71a47be373b, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=c877c171-112f-45b0-a6b4-b71a47be373b,segment=NetworkSegment(3f1303ba-3f54-404a-8f3e-65250e9d41c9),segment_id=3f1303ba-3f54-404a-8f3e-65250e9d41c9)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 21:26:59.318270 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-8fd1700e-e25f-41df-a73b-193f3139d74c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:59.379981 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dd53f3a-c822-409a-b797-e7c40276fff2 admin admin] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 21:26:59.390086 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cbe689e-a0cb-40a7-893e-5e7bc5c230a4 None None] Sync routers for ids ['5b5234cd-9a1d-4cea-9eab-63cbbf0a6789'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 21:26:59.403703 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbe689e-a0cb-40a7-893e-5e7bc5c230a4 None None] Routers {'5b5234cd-9a1d-4cea-9eab-63cbbf0a6789'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:26:59.404329 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-5cbe689e-a0cb-40a7-893e-5e7bc5c230a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T21:26:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['5b5234cd-9a1d-4cea-9eab-63cbbf0a6789'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:26:59.422701 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-c837a2de-ea20-4684-8ef9-b8a411f77fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:59.455734 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13294e7-4f59-4e2a-b43b-b791df1e422c None None] Pushing event updated for resources: {'Port': ['ID=d14e466e-f4d1-4037-ba39-415ef7d38b94,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:26:59.477739 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8dd53f3a-c822-409a-b797-e7c40276fff2 admin admin] Notify callbacks [] for router, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:59.479443 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-8dd53f3a-c822-409a-b797-e7c40276fff2 admin admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9959822 May 30 21:26:59.482041 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 51804) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:26:59.611399 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-5cbe689e-a0cb-40a7-893e-5e7bc5c230a4 None None] Set router 5b5234cd-9a1d-4cea-9eab-63cbbf0a6789 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:26:59.647237 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c837a2de-ea20-4684-8ef9-b8a411f77fe8 None None] Pushing event updated for resources: {'Port': ['ID=c877c171-112f-45b0-a6b4-b71a47be373b,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:26:59.658853 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-8fd1700e-e25f-41df-a73b-193f3139d74c None None] Attempting to bind port d14e466e-f4d1-4037-ba39-415ef7d38b94 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 21:26:59.659208 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-8fd1700e-e25f-41df-a73b-193f3139d74c None None] Attempting to bind port d14e466e-f4d1-4037-ba39-415ef7d38b94 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': 'c5cb4252-b1b0-45aa-a5fc-07b292a0a9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '22d2241f-cb55-4510-aa4b-f8fdae44d215'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 21:26:59.659564 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd1700e-e25f-41df-a73b-193f3139d74c None None] Attempting to bind port d14e466e-f4d1-4037-ba39-415ef7d38b94 on network 22d2241f-cb55-4510-aa4b-f8fdae44d215 {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:26:59.672420 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd1700e-e25f-41df-a73b-193f3139d74c None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 21, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 21:26:59.672707 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd1700e-e25f-41df-a73b-193f3139d74c None None] Checking segment: {'id': 'c5cb4252-b1b0-45aa-a5fc-07b292a0a9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '22d2241f-cb55-4510-aa4b-f8fdae44d215'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:26:59.673103 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-8fd1700e-e25f-41df-a73b-193f3139d74c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:59.673480 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd1700e-e25f-41df-a73b-193f3139d74c None None] Bound using segment: {'id': 'c5cb4252-b1b0-45aa-a5fc-07b292a0a9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '22d2241f-cb55-4510-aa4b-f8fdae44d215'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 21:26:59.674105 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-8fd1700e-e25f-41df-a73b-193f3139d74c None None] Bound port: d14e466e-f4d1-4037-ba39-415ef7d38b94, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5cb4252-b1b0-45aa-a5fc-07b292a0a9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '22d2241f-cb55-4510-aa4b-f8fdae44d215'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 21:26:59.674475 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-8fd1700e-e25f-41df-a73b-193f3139d74c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:59.760495 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-3f815b93-82ec-4375-8d80-5fe17c50403e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:59.903344 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-8fd1700e-e25f-41df-a73b-193f3139d74c None None] For port d14e466e-f4d1-4037-ba39-415ef7d38b94, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 21:26:59.908384 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-8fd1700e-e25f-41df-a73b-193f3139d74c None None] For port d14e466e-f4d1-4037-ba39-415ef7d38b94, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=d14e466e-f4d1-4037-ba39-415ef7d38b94,segment=NetworkSegment(c5cb4252-b1b0-45aa-a5fc-07b292a0a9c4),segment_id=c5cb4252-b1b0-45aa-a5fc-07b292a0a9c4)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 21:26:59.964395 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:26:59.971134 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-8fd1700e-e25f-41df-a73b-193f3139d74c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:27:00.009403 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-5cbe689e-a0cb-40a7-893e-5e7bc5c230a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b5234cd-9a1d-4cea-9eab-63cbbf0a6789', 'name': 'tempest-TestMinimumBasicScenario-1417461869-router', 'tenant_id': '4b5773e8ec144f798c4266f61c977656', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': '9593821f-32df-401e-97cf-baaa43a1d0ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:26:57Z', 'updated_at': '2022-05-30T21:26:58Z', 'revision_number': 3, 'project_id': '4b5773e8ec144f798c4266f61c977656', 'gw_port': {'id': '9593821f-32df-401e-97cf-baaa43a1d0ca', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d1:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b5234cd-9a1d-4cea-9eab-63cbbf0a6789', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:26:58Z', 'updated_at': '2022-05-30T21:26:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:27:00.013544 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cbe689e-a0cb-40a7-893e-5e7bc5c230a4 None None] Checking router: 5b5234cd-9a1d-4cea-9eab-63cbbf0a6789 for host: n-d-843948-2 {{(pid=84889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 21:27:00.013894 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cbe689e-a0cb-40a7-893e-5e7bc5c230a4 None None] Updating router 5b5234cd-9a1d-4cea-9eab-63cbbf0a6789 port 9593821f-32df-401e-97cf-baaa43a1d0ca binding host n-d-843948-2 {{(pid=84889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 21:27:00.064141 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13294e7-4f59-4e2a-b43b-b791df1e422c None None] Pushing event updated for resources: {'Port': ['ID=d14e466e-f4d1-4037-ba39-415ef7d38b94,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:27:00.068844 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd1700e-e25f-41df-a73b-193f3139d74c None None] Routers {'a6eb8d6f-90f7-4232-9c19-b22e04b1340f'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:27:00.069381 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-8fd1700e-e25f-41df-a73b-193f3139d74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T21:27:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['a6eb8d6f-90f7-4232-9c19-b22e04b1340f'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:27:00.084666 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-5cbe689e-a0cb-40a7-893e-5e7bc5c230a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:27:00.278622 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-8fd1700e-e25f-41df-a73b-193f3139d74c None None] Set router a6eb8d6f-90f7-4232-9c19-b22e04b1340f gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:27:00.469080 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-5cbe689e-a0cb-40a7-893e-5e7bc5c230a4 None None] Notify callbacks [] for port, precommit_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:27:00.484396 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.provisioning_blocks [None req-5cbe689e-a0cb-40a7-893e-5e7bc5c230a4 None None] Transition to ACTIVE for port object 9593821f-32df-401e-97cf-baaa43a1d0ca will not be triggered until provisioned by entity L2. {{(pid=84889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:27:00.533202 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-69107d0d-1656-46ce-ae81-b1f7c9ccc33e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:27:00.570957 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-5cbe689e-a0cb-40a7-893e-5e7bc5c230a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:27:00.672778 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1378498-4435-46b1-8671-157c6e74fc7d None None] Pushing event updated for resources: {'Port': ['ID=9593821f-32df-401e-97cf-baaa43a1d0ca,revision_number=2']} {{(pid=84889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:27:00.684861 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-5cbe689e-a0cb-40a7-893e-5e7bc5c230a4 None None] Attempting to bind port 9593821f-32df-401e-97cf-baaa43a1d0ca on host n-d-843948-2 for vnic_type normal with profile {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 21:27:00.685811 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-5cbe689e-a0cb-40a7-893e-5e7bc5c230a4 None None] Attempting to bind port 9593821f-32df-401e-97cf-baaa43a1d0ca by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}] {{(pid=84889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 21:27:00.686318 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbe689e-a0cb-40a7-893e-5e7bc5c230a4 None None] Attempting to bind port 9593821f-32df-401e-97cf-baaa43a1d0ca on network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:27:00.692840 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-8fd1700e-e25f-41df-a73b-193f3139d74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6eb8d6f-90f7-4232-9c19-b22e04b1340f', 'name': 'tempest-TestMinimumBasicScenario-796091014-router', 'tenant_id': 'd7fc969651624aaa8499cbf571287895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '53986df6-55a4-42bc-991b-08738e655393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:26:50Z', 'updated_at': '2022-05-30T21:26:53Z', 'revision_number': 4, 'project_id': 'd7fc969651624aaa8499cbf571287895', 'gw_port': {'id': '53986df6-55a4-42bc-991b-08738e655393', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:34:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6eb8d6f-90f7-4232-9c19-b22e04b1340f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:26:50Z', 'updated_at': '2022-05-30T21:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': 'd14e466e-f4d1-4037-ba39-415ef7d38b94', 'name': '', 'network_id': '22d2241f-cb55-4510-aa4b-f8fdae44d215', 'tenant_id': 'd7fc969651624aaa8499cbf571287895', 'mac_address': 'fa:16:3e:39:89:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6eb8d6f-90f7-4232-9c19-b22e04b1340f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '36f01fe0-d4ef-4168-9627-8400605692ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:26:52Z', 'updated_at': '2022-05-30T21:26:59Z', 'revision_number': 4, 'project_id': 'd7fc969651624aaa8499cbf571287895', 'subnets': [{'id': '36f01fe0-d4ef-4168-9627-8400605692ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:27:00.695527 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbe689e-a0cb-40a7-893e-5e7bc5c230a4 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 21, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 21:27:00.695934 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbe689e-a0cb-40a7-893e-5e7bc5c230a4 None None] Checking segment: {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:27:00.697168 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-5cbe689e-a0cb-40a7-893e-5e7bc5c230a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:27:00.697564 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbe689e-a0cb-40a7-893e-5e7bc5c230a4 None None] Bound using segment: {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'} {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 21:27:00.697770 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd1700e-e25f-41df-a73b-193f3139d74c None None] The sync data for ids ['a6eb8d6f-90f7-4232-9c19-b22e04b1340f'] in n-d-843948-2 is: [{'id': 'a6eb8d6f-90f7-4232-9c19-b22e04b1340f', 'name': 'tempest-TestMinimumBasicScenario-796091014-router', 'tenant_id': 'd7fc969651624aaa8499cbf571287895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '53986df6-55a4-42bc-991b-08738e655393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:26:50Z', 'updated_at': '2022-05-30T21:26:53Z', 'revision_number': 4, 'project_id': 'd7fc969651624aaa8499cbf571287895', 'gw_port': {'id': '53986df6-55a4-42bc-991b-08738e655393', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:34:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6eb8d6f-90f7-4232-9c19-b22e04b1340f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:26:50Z', 'updated_at': '2022-05-30T21:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': 'd14e466e-f4d1-4037-ba39-415ef7d38b94', 'name': '', 'network_id': '22d2241f-cb55-4510-aa4b-f8fdae44d215', 'tenant_id': 'd7fc969651624aaa8499cbf571287895', 'mac_address': 'fa:16:3e:39:89:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6eb8d6f-90f7-4232-9c19-b22e04b1340f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '36f01fe0-d4ef-4168-9627-8400605692ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:26:52Z', 'updated_at': '2022-05-30T21:26:59Z', 'revision_number': 4, 'project_id': 'd7fc969651624aaa8499cbf571287895', 'subnets': [{'id': '36f01fe0-d4ef-4168-9627-8400605692ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 21:27:00.699630 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-5cbe689e-a0cb-40a7-893e-5e7bc5c230a4 None None] Bound port: 9593821f-32df-401e-97cf-baaa43a1d0ca, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}}] {{(pid=84889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 21:27:00.700793 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-5cbe689e-a0cb-40a7-893e-5e7bc5c230a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:27:00.828355 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.db [None req-5cbe689e-a0cb-40a7-893e-5e7bc5c230a4 None None] For port 9593821f-32df-401e-97cf-baaa43a1d0ca, host n-d-843948-2, cleared binding levels {{(pid=84889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 21:27:00.832029 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.db [None req-5cbe689e-a0cb-40a7-893e-5e7bc5c230a4 None None] For port 9593821f-32df-401e-97cf-baaa43a1d0ca, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=9593821f-32df-401e-97cf-baaa43a1d0ca,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 21:27:00.845299 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-69107d0d-1656-46ce-ae81-b1f7c9ccc33e admin admin] Allocated IP 172.20.0.1 (1075fdfc-ee9f-48b2-9991-541139069170/c1573ff4-91ea-419f-b076-e5ebc5cf7fe7/28e6d285-bb13-4638-8667-a1a34eca7ab4) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 21:27:00.852002 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdbff9ef-9bcb-45ce-988e-02bbcc79ee07 None None] Network 1075fdfc-ee9f-48b2-9991-541139069170 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 21:27:00.935596 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-5cbe689e-a0cb-40a7-893e-5e7bc5c230a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:27:01.013878 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1378498-4435-46b1-8671-157c6e74fc7d None None] Pushing event updated for resources: {'Port': ['ID=9593821f-32df-401e-97cf-baaa43a1d0ca,revision_number=3']} {{(pid=84889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:27:01.037059 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbe689e-a0cb-40a7-893e-5e7bc5c230a4 None None] Routers {'5b5234cd-9a1d-4cea-9eab-63cbbf0a6789'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:27:01.037059 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-5cbe689e-a0cb-40a7-893e-5e7bc5c230a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T21:27:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['5b5234cd-9a1d-4cea-9eab-63cbbf0a6789'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:27:01.037274 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-69107d0d-1656-46ce-ae81-b1f7c9ccc33e admin admin] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:27:01.041500 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-70872e08-2970-48ff-9fa9-baade3ad232f None None] Provisioning for port c877c171-112f-45b0-a6b4-b71a47be373b completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:27:01.057686 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [None req-69107d0d-1656-46ce-ae81-b1f7c9ccc33e admin admin] Transition to ACTIVE for port object 28e6d285-bb13-4638-8667-a1a34eca7ab4 will not be triggered until provisioned by entity DHCP. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:27:01.170612 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-69107d0d-1656-46ce-ae81-b1f7c9ccc33e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:27:01.262304 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-5cbe689e-a0cb-40a7-893e-5e7bc5c230a4 None None] Set router 5b5234cd-9a1d-4cea-9eab-63cbbf0a6789 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:27:01.264953 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69107d0d-1656-46ce-ae81-b1f7c9ccc33e admin admin] Pushing event updated for resources: {'Port': ['ID=28e6d285-bb13-4638-8667-a1a34eca7ab4,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:27:01.269998 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69107d0d-1656-46ce-ae81-b1f7c9ccc33e admin admin] Network 1075fdfc-ee9f-48b2-9991-541139069170 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:27:01.271549 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-69107d0d-1656-46ce-ae81-b1f7c9ccc33e admin admin] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:27:01.273847 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69107d0d-1656-46ce-ae81-b1f7c9ccc33e admin admin] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 21:27:01.344876 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-69107d0d-1656-46ce-ae81-b1f7c9ccc33e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-736099'] for router_interface, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:27:01.421429 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:27:01.548530 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-69107d0d-1656-46ce-ae81-b1f7c9ccc33e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:27:01.594446 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-5cbe689e-a0cb-40a7-893e-5e7bc5c230a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b5234cd-9a1d-4cea-9eab-63cbbf0a6789', 'name': 'tempest-TestMinimumBasicScenario-1417461869-router', 'tenant_id': '4b5773e8ec144f798c4266f61c977656', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': '9593821f-32df-401e-97cf-baaa43a1d0ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:26:57Z', 'updated_at': '2022-05-30T21:26:58Z', 'revision_number': 3, 'project_id': '4b5773e8ec144f798c4266f61c977656', 'gw_port': {'id': '9593821f-32df-401e-97cf-baaa43a1d0ca', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d1:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b5234cd-9a1d-4cea-9eab-63cbbf0a6789', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:26:58Z', 'updated_at': '2022-05-30T21:27:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:27:01.598910 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cbe689e-a0cb-40a7-893e-5e7bc5c230a4 None None] The sync data for ids ['5b5234cd-9a1d-4cea-9eab-63cbbf0a6789'] in n-d-843948-2 is: [{'id': '5b5234cd-9a1d-4cea-9eab-63cbbf0a6789', 'name': 'tempest-TestMinimumBasicScenario-1417461869-router', 'tenant_id': '4b5773e8ec144f798c4266f61c977656', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': '9593821f-32df-401e-97cf-baaa43a1d0ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:26:57Z', 'updated_at': '2022-05-30T21:26:58Z', 'revision_number': 3, 'project_id': '4b5773e8ec144f798c4266f61c977656', 'gw_port': {'id': '9593821f-32df-401e-97cf-baaa43a1d0ca', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d1:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b5234cd-9a1d-4cea-9eab-63cbbf0a6789', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:26:58Z', 'updated_at': '2022-05-30T21:27:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 21:27:01.695790 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-f1e6da69-1686-487d-88fd-012806b2cfdc None None] Provisioning for port 28e6d285-bb13-4638-8667-a1a34eca7ab4 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:27:01.705184 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-f1e6da69-1686-487d-88fd-012806b2cfdc None None] Provisioning complete for port 28e6d285-bb13-4638-8667-a1a34eca7ab4 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:27:01.705581 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-f1e6da69-1686-487d-88fd-012806b2cfdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:27:01.789565 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-f1e6da69-1686-487d-88fd-012806b2cfdc None None] Port 28e6d285-bb13-4638-8667-a1a34eca7ab4 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 21:27:01.813468 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-69107d0d-1656-46ce-ae81-b1f7c9ccc33e admin admin] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:27:01.828069 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device c877c171-112f-45b0-a6b4-b71a47be373b up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:27:01.877688 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-69107d0d-1656-46ce-ae81-b1f7c9ccc33e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:27:01.984452 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69107d0d-1656-46ce-ae81-b1f7c9ccc33e admin admin] Pushing event updated for resources: {'Port': ['ID=28e6d285-bb13-4638-8667-a1a34eca7ab4,revision_number=2']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:27:01.989538 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-69107d0d-1656-46ce-ae81-b1f7c9ccc33e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1718057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-736206'] for router_interface, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:27:02.032374 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port c877c171-112f-45b0-a6b4-b71a47be373b completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:27:02.037460 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port c877c171-112f-45b0-a6b4-b71a47be373b triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:27:02.037875 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:27:02.126512 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69107d0d-1656-46ce-ae81-b1f7c9ccc33e admin admin] Network 1075fdfc-ee9f-48b2-9991-541139069170 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:27:02.127836 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-69107d0d-1656-46ce-ae81-b1f7c9ccc33e admin admin] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:27:02.151450 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:27:02.188646 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port c877c171-112f-45b0-a6b4-b71a47be373b, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=c877c171-112f-45b0-a6b4-b71a47be373b,segment=NetworkSegment(3f1303ba-3f54-404a-8f3e-65250e9d41c9),segment_id=3f1303ba-3f54-404a-8f3e-65250e9d41c9)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:27:02.255203 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:27:02.255988 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device d14e466e-f4d1-4037-ba39-415ef7d38b94 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:27:02.375119 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=c877c171-112f-45b0-a6b4-b71a47be373b,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:27:02.414250 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-761b9133-1499-4b19-9ac4-242363807bf5 None None] Provisioning complete for port 28e6d285-bb13-4638-8667-a1a34eca7ab4 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:27:02.414614 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-761b9133-1499-4b19-9ac4-242363807bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:27:02.449187 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port d14e466e-f4d1-4037-ba39-415ef7d38b94 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:27:02.464419 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port d14e466e-f4d1-4037-ba39-415ef7d38b94 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:27:02.464785 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:27:02.512122 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-761b9133-1499-4b19-9ac4-242363807bf5 None None] Port 28e6d285-bb13-4638-8667-a1a34eca7ab4 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 21:27:02.587878 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:27:02.619728 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port d14e466e-f4d1-4037-ba39-415ef7d38b94, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=d14e466e-f4d1-4037-ba39-415ef7d38b94,segment=NetworkSegment(c5cb4252-b1b0-45aa-a5fc-07b292a0a9c4),segment_id=c5cb4252-b1b0-45aa-a5fc-07b292a0a9c4)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:27:02.651134 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69107d0d-1656-46ce-ae81-b1f7c9ccc33e admin admin] Router 5b5234cd-9a1d-4cea-9eab-63cbbf0a6789 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 21:27:02.689514 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:27:02.755154 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=d14e466e-f4d1-4037-ba39-415ef7d38b94,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:27:02.858824 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69107d0d-1656-46ce-ae81-b1f7c9ccc33e admin admin] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 21:27:02.867525 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-69107d0d-1656-46ce-ae81-b1f7c9ccc33e admin admin] 10.222.0.85 "PUT /v2.0/routers/5b5234cd-9a1d-4cea-9eab-63cbbf0a6789/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3843529 May 30 21:27:02.923794 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:27:03.747135 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device c877c171-112f-45b0-a6b4-b71a47be373b up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:27:03.821644 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port c877c171-112f-45b0-a6b4-b71a47be373b triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:27:03.822197 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:27:03.933530 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device d14e466e-f4d1-4037-ba39-415ef7d38b94 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:27:04.001498 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port d14e466e-f4d1-4037-ba39-415ef7d38b94 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:27:04.001816 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:27:09.781293 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 9593821f-32df-401e-97cf-baaa43a1d0ca up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:27:09.997398 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 9593821f-32df-401e-97cf-baaa43a1d0ca completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:27:10.003210 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 9593821f-32df-401e-97cf-baaa43a1d0ca triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:27:10.004196 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:27:10.132195 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:27:10.150177 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port 9593821f-32df-401e-97cf-baaa43a1d0ca, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=9593821f-32df-401e-97cf-baaa43a1d0ca,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:27:10.547473 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:27:10.617234 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=9593821f-32df-401e-97cf-baaa43a1d0ca,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:27:11.752618 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 9593821f-32df-401e-97cf-baaa43a1d0ca up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:27:11.835168 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 9593821f-32df-401e-97cf-baaa43a1d0ca triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:27:11.835541 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:27:15.328390 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f44cdd0-771c-496c-9528-56388f790446 req-d14b9e8b-4b6a-4246-af93-1dc193f2332c tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:27:15.329034 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-1f44cdd0-771c-496c-9528-56388f790446 req-d14b9e8b-4b6a-4246-af93-1dc193f2332c tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Synchronizing usage tracker for tenant:d7fc969651624aaa8499cbf571287895 on resource:network {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 21:27:15.449562 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-1f44cdd0-771c-496c-9528-56388f790446 req-d14b9e8b-4b6a-4246-af93-1dc193f2332c tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Unset dirty status for tenant:d7fc969651624aaa8499cbf571287895 on resource:network {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 21:27:15.450778 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1f44cdd0-771c-496c-9528-56388f790446 req-d14b9e8b-4b6a-4246-af93-1dc193f2332c tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] 10.222.0.85 "GET /v2.0/networks?id=22d2241f-cb55-4510-aa4b-f8fdae44d215 HTTP/1.1" status: 200 len: 814 time: 0.2670689 May 30 21:27:15.468856 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1f44cdd0-771c-496c-9528-56388f790446 req-81830d4d-7369-44e0-84cc-76ae0f2225c6 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] 10.222.0.85 "GET /v2.0/quotas/d7fc969651624aaa8499cbf571287895 HTTP/1.1" status: 200 len: 375 time: 0.0124269 May 30 21:27:15.551988 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1f44cdd0-771c-496c-9528-56388f790446 req-9b23b002-65d7-4ff0-9f2b-7c2c3059550c tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=d7fc969651624aaa8499cbf571287895&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0773852 May 30 21:27:15.812872 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1f44cdd0-771c-496c-9528-56388f790446 req-f8120f63-bd7e-4375-97aa-53c1d01cb456 service neutron] 10.222.0.85 "GET /v2.0/networks/22d2241f-cb55-4510-aa4b-f8fdae44d215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2495413 May 30 21:27:15.942186 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1f44cdd0-771c-496c-9528-56388f790446 req-8ec93a33-93f0-4bf2-befb-c6b5b994b049 service neutron] 10.222.0.85 "GET /v2.0/networks/22d2241f-cb55-4510-aa4b-f8fdae44d215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228638 May 30 21:27:16.221155 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-f03e8712-f7c4-4072-a91d-268eefdc248e req-10565da8-1053-4812-8423-81ad0b3f823e tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Synchronizing usage tracker for tenant:d7fc969651624aaa8499cbf571287895 on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 21:27:16.312552 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-f03e8712-f7c4-4072-a91d-268eefdc248e req-10565da8-1053-4812-8423-81ad0b3f823e tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Unset dirty status for tenant:d7fc969651624aaa8499cbf571287895 on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 21:27:16.319911 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f03e8712-f7c4-4072-a91d-268eefdc248e req-10565da8-1053-4812-8423-81ad0b3f823e tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] 10.222.0.85 "GET /v2.0/ports?device_id=4c3d7e05-4f90-4500-9622-75405e473432 HTTP/1.1" status: 200 len: 210 time: 0.1330571 May 30 21:27:17.430122 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5cd5ab26-2e21-4f9b-b413-11470343331e req-00f6f923-4c47-493b-a7e0-295e8b9a13c8 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] 10.222.0.85 "GET /v2.0/ports?device_id=4c3d7e05-4f90-4500-9622-75405e473432 HTTP/1.1" status: 200 len: 210 time: 0.0444906 May 30 21:27:18.596778 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c0212351-bf5b-4e54-81a7-d72f65c18286 req-de2b88e6-292e-4d6a-a859-bc8afdd9f1ee tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] 10.222.0.85 "GET /v2.0/ports?device_id=4c3d7e05-4f90-4500-9622-75405e473432 HTTP/1.1" status: 200 len: 210 time: 0.0439153 May 30 21:27:18.960291 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f44cdd0-771c-496c-9528-56388f790446 req-2ee51925-925b-42da-9b65-d0d6102516df tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:27:18.961750 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1f44cdd0-771c-496c-9528-56388f790446 req-2ee51925-925b-42da-9b65-d0d6102516df tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] 10.222.0.86 "GET /v2.0/networks?id=22d2241f-cb55-4510-aa4b-f8fdae44d215 HTTP/1.1" status: 200 len: 814 time: 0.1468396 May 30 21:27:18.985068 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-1f44cdd0-771c-496c-9528-56388f790446 req-9a08bd65-15c4-42f2-9c16-6ce852ceb513 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Request body: {'port': {'device_id': '4c3d7e05-4f90-4500-9622-75405e473432', 'network_id': '22d2241f-cb55-4510-aa4b-f8fdae44d215', 'admin_state_up': True, 'tenant_id': 'd7fc969651624aaa8499cbf571287895'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:27:19.122976 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-1f44cdd0-771c-496c-9528-56388f790446 req-9a08bd65-15c4-42f2-9c16-6ce852ceb513 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:27:19.133146 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-1f44cdd0-771c-496c-9528-56388f790446 req-9a08bd65-15c4-42f2-9c16-6ce852ceb513 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:27:19.208762 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f44cdd0-771c-496c-9528-56388f790446 req-9a08bd65-15c4-42f2-9c16-6ce852ceb513 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Made reservation on behalf of d7fc969651624aaa8499cbf571287895 for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 21:27:19.211768 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-1f44cdd0-771c-496c-9528-56388f790446 req-9a08bd65-15c4-42f2-9c16-6ce852ceb513 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:27:19.372083 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [req-1f44cdd0-771c-496c-9528-56388f790446 req-9a08bd65-15c4-42f2-9c16-6ce852ceb513 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Allocated IP 172.20.0.13 (22d2241f-cb55-4510-aa4b-f8fdae44d215/36f01fe0-d4ef-4168-9627-8400605692ec/c5037458-6b3a-4865-9237-7e3b62bc7768) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 21:27:19.608082 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 21:27:19.696139 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-1f44cdd0-771c-496c-9528-56388f790446 req-9a08bd65-15c4-42f2-9c16-6ce852ceb513 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:27:19.719445 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-1f44cdd0-771c-496c-9528-56388f790446 req-9a08bd65-15c4-42f2-9c16-6ce852ceb513 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Transition to ACTIVE for port object c5037458-6b3a-4865-9237-7e3b62bc7768 will not be triggered until provisioned by entity DHCP. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:27:19.816043 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-1f44cdd0-771c-496c-9528-56388f790446 req-9a08bd65-15c4-42f2-9c16-6ce852ceb513 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:27:19.965709 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f44cdd0-771c-496c-9528-56388f790446 req-9a08bd65-15c4-42f2-9c16-6ce852ceb513 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Network 22d2241f-cb55-4510-aa4b-f8fdae44d215 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:27:19.974039 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [req-1f44cdd0-771c-496c-9528-56388f790446 req-9a08bd65-15c4-42f2-9c16-6ce852ceb513 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:27:19.990936 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a08bd65-15c4-42f2-9c16-6ce852ceb513 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Pushing event updated for resources: {'Port': ['ID=c5037458-6b3a-4865-9237-7e3b62bc7768,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:27:19.993737 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f44cdd0-771c-496c-9528-56388f790446 req-9a08bd65-15c4-42f2-9c16-6ce852ceb513 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 21:27:20.073591 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a08bd65-15c4-42f2-9c16-6ce852ceb513 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:27:20.074102 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a08bd65-15c4-42f2-9c16-6ce852ceb513 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:27:20.074543 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a08bd65-15c4-42f2-9c16-6ce852ceb513 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:27:20.074976 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a08bd65-15c4-42f2-9c16-6ce852ceb513 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:27:20.075404 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a08bd65-15c4-42f2-9c16-6ce852ceb513 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:27:20.080417 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a08bd65-15c4-42f2-9c16-6ce852ceb513 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:27:20.080971 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a08bd65-15c4-42f2-9c16-6ce852ceb513 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:27:20.081538 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a08bd65-15c4-42f2-9c16-6ce852ceb513 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:27:20.082010 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a08bd65-15c4-42f2-9c16-6ce852ceb513 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:27:20.082458 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a08bd65-15c4-42f2-9c16-6ce852ceb513 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:27:20.083452 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a08bd65-15c4-42f2-9c16-6ce852ceb513 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:27:20.129375 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f44cdd0-771c-496c-9528-56388f790446 req-9a08bd65-15c4-42f2-9c16-6ce852ceb513 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:27:20.130207 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-1f44cdd0-771c-496c-9528-56388f790446 req-9a08bd65-15c4-42f2-9c16-6ce852ceb513 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:27:20.208967 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb83df6e-98b0-4763-96b6-7fb0b3514722 req-e4a8e27f-2393-4e76-b856-b9b654865a17 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:27:20.210376 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-fb83df6e-98b0-4763-96b6-7fb0b3514722 req-e4a8e27f-2393-4e76-b856-b9b654865a17 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Synchronizing usage tracker for tenant:d7fc969651624aaa8499cbf571287895 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 21:27:20.283283 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:27:20.284487 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1f44cdd0-771c-496c-9528-56388f790446 req-9a08bd65-15c4-42f2-9c16-6ce852ceb513 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3031762 May 30 21:27:20.363669 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-fb83df6e-98b0-4763-96b6-7fb0b3514722 req-e4a8e27f-2393-4e76-b856-b9b654865a17 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Unset dirty status for tenant:d7fc969651624aaa8499cbf571287895 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 21:27:20.365550 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fb83df6e-98b0-4763-96b6-7fb0b3514722 req-e4a8e27f-2393-4e76-b856-b9b654865a17 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] 10.222.0.85 "GET /v2.0/ports?device_id=4c3d7e05-4f90-4500-9622-75405e473432 HTTP/1.1" status: 200 len: 932 time: 0.4661345 May 30 21:27:20.421750 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-8a02d0d1-2f3a-40e0-a403-4e52e36895a1 None None] Provisioning for port c5037458-6b3a-4865-9237-7e3b62bc7768 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:27:20.423179 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-fb83df6e-98b0-4763-96b6-7fb0b3514722 req-4b72af4c-9544-4b69-b5ca-04a30ee8903b tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Synchronizing usage tracker for tenant:d7fc969651624aaa8499cbf571287895 on resource:security_group {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 21:27:20.429952 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-8a02d0d1-2f3a-40e0-a403-4e52e36895a1 None None] Provisioning complete for port c5037458-6b3a-4865-9237-7e3b62bc7768 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:27:20.430452 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-8a02d0d1-2f3a-40e0-a403-4e52e36895a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:27:20.498663 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-8a02d0d1-2f3a-40e0-a403-4e52e36895a1 None None] Port c5037458-6b3a-4865-9237-7e3b62bc7768 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 21:27:20.523728 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-fb83df6e-98b0-4763-96b6-7fb0b3514722 req-4b72af4c-9544-4b69-b5ca-04a30ee8903b tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Unset dirty status for tenant:d7fc969651624aaa8499cbf571287895 on resource:security_group {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 21:27:20.525234 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fb83df6e-98b0-4763-96b6-7fb0b3514722 req-4b72af4c-9544-4b69-b5ca-04a30ee8903b tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] 10.222.0.85 "GET /v2.0/security-groups?id=469c8f95-2845-4ed4-ba5b-0d97de489900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533539 May 30 21:27:20.958685 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d009c138-4f62-442b-a005-ed5ebed7a2a8 None None] Sync routers for ids ['5b5234cd-9a1d-4cea-9eab-63cbbf0a6789'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 21:27:20.972189 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d009c138-4f62-442b-a005-ed5ebed7a2a8 None None] Routers {'5b5234cd-9a1d-4cea-9eab-63cbbf0a6789'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:27:20.972893 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-d009c138-4f62-442b-a005-ed5ebed7a2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T21:27:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['5b5234cd-9a1d-4cea-9eab-63cbbf0a6789'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:27:21.197708 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-d009c138-4f62-442b-a005-ed5ebed7a2a8 None None] Set router 5b5234cd-9a1d-4cea-9eab-63cbbf0a6789 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:27:21.560203 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-d009c138-4f62-442b-a005-ed5ebed7a2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b5234cd-9a1d-4cea-9eab-63cbbf0a6789', 'name': 'tempest-TestMinimumBasicScenario-1417461869-router', 'tenant_id': '4b5773e8ec144f798c4266f61c977656', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': '9593821f-32df-401e-97cf-baaa43a1d0ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:26:57Z', 'updated_at': '2022-05-30T21:27:01Z', 'revision_number': 4, 'project_id': '4b5773e8ec144f798c4266f61c977656', 'gw_port': {'id': '9593821f-32df-401e-97cf-baaa43a1d0ca', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b5234cd-9a1d-4cea-9eab-63cbbf0a6789', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:26:58Z', 'updated_at': '2022-05-30T21:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '28e6d285-bb13-4638-8667-a1a34eca7ab4', 'name': '', 'network_id': '1075fdfc-ee9f-48b2-9991-541139069170', 'tenant_id': '4b5773e8ec144f798c4266f61c977656', 'mac_address': 'fa:16:3e:14:bf:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b5234cd-9a1d-4cea-9eab-63cbbf0a6789', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c1573ff4-91ea-419f-b076-e5ebc5cf7fe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:27:00Z', 'updated_at': '2022-05-30T21:27:01Z', 'revision_number': 2, 'project_id': '4b5773e8ec144f798c4266f61c977656', 'subnets': [{'id': 'c1573ff4-91ea-419f-b076-e5ebc5cf7fe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:27:21.564225 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d009c138-4f62-442b-a005-ed5ebed7a2a8 None None] Checking router: 5b5234cd-9a1d-4cea-9eab-63cbbf0a6789 for host: n-d-843948-2 {{(pid=84888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 21:27:21.564617 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d009c138-4f62-442b-a005-ed5ebed7a2a8 None None] Updating router 5b5234cd-9a1d-4cea-9eab-63cbbf0a6789 port 28e6d285-bb13-4638-8667-a1a34eca7ab4 binding host n-d-843948-2 {{(pid=84888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 21:27:21.622881 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-d009c138-4f62-442b-a005-ed5ebed7a2a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:27:21.774029 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4249e36e-a0ad-4efd-be2d-fb6a0298ed98 req-a40a4eb6-d113-4e4f-9a14-6058fab25e44 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:27:21.776463 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4249e36e-a0ad-4efd-be2d-fb6a0298ed98 req-a40a4eb6-d113-4e4f-9a14-6058fab25e44 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] 10.222.0.85 "GET /v2.0/ports?device_id=4c3d7e05-4f90-4500-9622-75405e473432 HTTP/1.1" status: 200 len: 932 time: 0.1089087 May 30 21:27:21.829223 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4249e36e-a0ad-4efd-be2d-fb6a0298ed98 req-45e929a9-2db8-49a5-81b6-d5dd3d4ac37d tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] 10.222.0.85 "GET /v2.0/security-groups?id=469c8f95-2845-4ed4-ba5b-0d97de489900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468390 May 30 21:27:22.035478 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-d009c138-4f62-442b-a005-ed5ebed7a2a8 None None] Notify callbacks [] for port, precommit_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:27:22.050463 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-d009c138-4f62-442b-a005-ed5ebed7a2a8 None None] Transition to ACTIVE for port object 28e6d285-bb13-4638-8667-a1a34eca7ab4 will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:27:22.135297 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-d009c138-4f62-442b-a005-ed5ebed7a2a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:27:22.264946 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1286d4-9d05-4c15-be3a-047d3045b74a None None] Pushing event updated for resources: {'Port': ['ID=28e6d285-bb13-4638-8667-a1a34eca7ab4,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:27:22.366222 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-d009c138-4f62-442b-a005-ed5ebed7a2a8 None None] Attempting to bind port 28e6d285-bb13-4638-8667-a1a34eca7ab4 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 21:27:22.366883 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-d009c138-4f62-442b-a005-ed5ebed7a2a8 None None] Attempting to bind port 28e6d285-bb13-4638-8667-a1a34eca7ab4 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': '3f1303ba-3f54-404a-8f3e-65250e9d41c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '1075fdfc-ee9f-48b2-9991-541139069170'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 21:27:22.373971 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d009c138-4f62-442b-a005-ed5ebed7a2a8 None None] Attempting to bind port 28e6d285-bb13-4638-8667-a1a34eca7ab4 on network 1075fdfc-ee9f-48b2-9991-541139069170 {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:27:22.396542 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d009c138-4f62-442b-a005-ed5ebed7a2a8 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 21, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 21:27:22.397271 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d009c138-4f62-442b-a005-ed5ebed7a2a8 None None] Checking segment: {'id': '3f1303ba-3f54-404a-8f3e-65250e9d41c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '1075fdfc-ee9f-48b2-9991-541139069170'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:27:22.397743 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-d009c138-4f62-442b-a005-ed5ebed7a2a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:27:22.398363 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d009c138-4f62-442b-a005-ed5ebed7a2a8 None None] Bound using segment: {'id': '3f1303ba-3f54-404a-8f3e-65250e9d41c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '1075fdfc-ee9f-48b2-9991-541139069170'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 21:27:22.398990 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-d009c138-4f62-442b-a005-ed5ebed7a2a8 None None] Bound port: 28e6d285-bb13-4638-8667-a1a34eca7ab4, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f1303ba-3f54-404a-8f3e-65250e9d41c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '1075fdfc-ee9f-48b2-9991-541139069170'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 21:27:22.399373 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-d009c138-4f62-442b-a005-ed5ebed7a2a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:27:22.518868 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-d009c138-4f62-442b-a005-ed5ebed7a2a8 None None] For port 28e6d285-bb13-4638-8667-a1a34eca7ab4, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 21:27:22.525780 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-d009c138-4f62-442b-a005-ed5ebed7a2a8 None None] For port 28e6d285-bb13-4638-8667-a1a34eca7ab4, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=28e6d285-bb13-4638-8667-a1a34eca7ab4,segment=NetworkSegment(3f1303ba-3f54-404a-8f3e-65250e9d41c9),segment_id=3f1303ba-3f54-404a-8f3e-65250e9d41c9)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 21:27:22.604160 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-d009c138-4f62-442b-a005-ed5ebed7a2a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:27:22.688711 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1286d4-9d05-4c15-be3a-047d3045b74a None None] Pushing event updated for resources: {'Port': ['ID=28e6d285-bb13-4638-8667-a1a34eca7ab4,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:27:22.693860 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d009c138-4f62-442b-a005-ed5ebed7a2a8 None None] Routers {'5b5234cd-9a1d-4cea-9eab-63cbbf0a6789'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:27:22.694531 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-d009c138-4f62-442b-a005-ed5ebed7a2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T21:27:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['5b5234cd-9a1d-4cea-9eab-63cbbf0a6789'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:27:22.947684 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-d009c138-4f62-442b-a005-ed5ebed7a2a8 None None] Set router 5b5234cd-9a1d-4cea-9eab-63cbbf0a6789 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:27:23.107669 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:27:23.110338 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db4bd99-4ca9-46f7-9f72-bfccc244f403 req-bdd32d33-db84-4d4b-910a-13e4eb33dc28 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:27:23.114387 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6db4bd99-4ca9-46f7-9f72-bfccc244f403 req-bdd32d33-db84-4d4b-910a-13e4eb33dc28 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] 10.222.0.85 "GET /v2.0/ports?device_id=4c3d7e05-4f90-4500-9622-75405e473432 HTTP/1.1" status: 200 len: 932 time: 0.1037722 May 30 21:27:23.170229 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6db4bd99-4ca9-46f7-9f72-bfccc244f403 req-adeee4b9-9b59-466c-b644-6ddf2e828f41 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] 10.222.0.85 "GET /v2.0/security-groups?id=469c8f95-2845-4ed4-ba5b-0d97de489900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508914 May 30 21:27:23.371623 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-d009c138-4f62-442b-a005-ed5ebed7a2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b5234cd-9a1d-4cea-9eab-63cbbf0a6789', 'name': 'tempest-TestMinimumBasicScenario-1417461869-router', 'tenant_id': '4b5773e8ec144f798c4266f61c977656', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': '9593821f-32df-401e-97cf-baaa43a1d0ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:26:57Z', 'updated_at': '2022-05-30T21:27:01Z', 'revision_number': 4, 'project_id': '4b5773e8ec144f798c4266f61c977656', 'gw_port': {'id': '9593821f-32df-401e-97cf-baaa43a1d0ca', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b5234cd-9a1d-4cea-9eab-63cbbf0a6789', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:26:58Z', 'updated_at': '2022-05-30T21:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '28e6d285-bb13-4638-8667-a1a34eca7ab4', 'name': '', 'network_id': '1075fdfc-ee9f-48b2-9991-541139069170', 'tenant_id': '4b5773e8ec144f798c4266f61c977656', 'mac_address': 'fa:16:3e:14:bf:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b5234cd-9a1d-4cea-9eab-63cbbf0a6789', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c1573ff4-91ea-419f-b076-e5ebc5cf7fe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:27:00Z', 'updated_at': '2022-05-30T21:27:22Z', 'revision_number': 4, 'project_id': '4b5773e8ec144f798c4266f61c977656', 'subnets': [{'id': 'c1573ff4-91ea-419f-b076-e5ebc5cf7fe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:27:23.375641 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d009c138-4f62-442b-a005-ed5ebed7a2a8 None None] The sync data for ids ['5b5234cd-9a1d-4cea-9eab-63cbbf0a6789'] in n-d-843948-2 is: [{'id': '5b5234cd-9a1d-4cea-9eab-63cbbf0a6789', 'name': 'tempest-TestMinimumBasicScenario-1417461869-router', 'tenant_id': '4b5773e8ec144f798c4266f61c977656', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': '9593821f-32df-401e-97cf-baaa43a1d0ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:26:57Z', 'updated_at': '2022-05-30T21:27:01Z', 'revision_number': 4, 'project_id': '4b5773e8ec144f798c4266f61c977656', 'gw_port': {'id': '9593821f-32df-401e-97cf-baaa43a1d0ca', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b5234cd-9a1d-4cea-9eab-63cbbf0a6789', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:26:58Z', 'updated_at': '2022-05-30T21:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '28e6d285-bb13-4638-8667-a1a34eca7ab4', 'name': '', 'network_id': '1075fdfc-ee9f-48b2-9991-541139069170', 'tenant_id': '4b5773e8ec144f798c4266f61c977656', 'mac_address': 'fa:16:3e:14:bf:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b5234cd-9a1d-4cea-9eab-63cbbf0a6789', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c1573ff4-91ea-419f-b076-e5ebc5cf7fe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:27:00Z', 'updated_at': '2022-05-30T21:27:22Z', 'revision_number': 4, 'project_id': '4b5773e8ec144f798c4266f61c977656', 'subnets': [{'id': 'c1573ff4-91ea-419f-b076-e5ebc5cf7fe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 21:27:23.817812 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 28e6d285-bb13-4638-8667-a1a34eca7ab4 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:27:23.952260 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 28e6d285-bb13-4638-8667-a1a34eca7ab4 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:27:23.959997 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 28e6d285-bb13-4638-8667-a1a34eca7ab4 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:27:23.960805 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:27:24.125036 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:27:24.184392 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port 28e6d285-bb13-4638-8667-a1a34eca7ab4, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=28e6d285-bb13-4638-8667-a1a34eca7ab4,segment=NetworkSegment(3f1303ba-3f54-404a-8f3e-65250e9d41c9),segment_id=3f1303ba-3f54-404a-8f3e-65250e9d41c9)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:27:24.272640 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:27:24.424060 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=28e6d285-bb13-4638-8667-a1a34eca7ab4,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:27:24.424355 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0afbb01-92e7-4378-bae2-2360a415f031 req-be10800c-0c27-4cf2-aa91-3069a4e0dc18 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:27:24.433426 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c0afbb01-92e7-4378-bae2-2360a415f031 req-be10800c-0c27-4cf2-aa91-3069a4e0dc18 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] 10.222.0.85 "GET /v2.0/ports?device_id=4c3d7e05-4f90-4500-9622-75405e473432 HTTP/1.1" status: 200 len: 932 time: 0.1163385 May 30 21:27:24.504556 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c0afbb01-92e7-4378-bae2-2360a415f031 req-225bc049-716c-4ff3-aa60-29a477cfcaa9 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] 10.222.0.85 "GET /v2.0/security-groups?id=469c8f95-2845-4ed4-ba5b-0d97de489900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695007 May 30 21:27:25.733516 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be10749d-934b-4442-a4f1-11ac73a46e21 req-c98349ed-b433-4f2b-bb1e-f4f842fe1161 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:27:25.742540 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-be10749d-934b-4442-a4f1-11ac73a46e21 req-c98349ed-b433-4f2b-bb1e-f4f842fe1161 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] 10.222.0.85 "GET /v2.0/ports?device_id=4c3d7e05-4f90-4500-9622-75405e473432 HTTP/1.1" status: 200 len: 932 time: 0.1015265 May 30 21:27:25.765737 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 28e6d285-bb13-4638-8667-a1a34eca7ab4 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:27:25.851647 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-be10749d-934b-4442-a4f1-11ac73a46e21 req-f42ce007-cce3-409e-91f8-6f070c1e6a2d tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] 10.222.0.85 "GET /v2.0/security-groups?id=469c8f95-2845-4ed4-ba5b-0d97de489900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014509 May 30 21:27:25.872770 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 28e6d285-bb13-4638-8667-a1a34eca7ab4 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:27:25.873167 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:27:26.266626 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-5bf610d3-957d-4992-b747-2762875158ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:27:27.063381 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e805204f-52bb-4470-a5de-e5497d9e7bfd req-9d235bbe-434f-4861-8471-ad6f5a580886 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:27:27.064751 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e805204f-52bb-4470-a5de-e5497d9e7bfd req-9d235bbe-434f-4861-8471-ad6f5a580886 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] 10.222.0.85 "GET /v2.0/ports?device_id=4c3d7e05-4f90-4500-9622-75405e473432 HTTP/1.1" status: 200 len: 932 time: 0.0806088 May 30 21:27:27.118154 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e805204f-52bb-4470-a5de-e5497d9e7bfd req-9a9dc130-fb1f-4dad-b392-35a067871f3b tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] 10.222.0.85 "GET /v2.0/security-groups?id=469c8f95-2845-4ed4-ba5b-0d97de489900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467188 May 30 21:27:27.794817 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-1f44cdd0-771c-496c-9528-56388f790446 req-8ae65d1e-1425-4f6b-a82b-582b18f11f1c service neutron] Request body: {'port': {'device_id': '4c3d7e05-4f90-4500-9622-75405e473432', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843948-2'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:27:27.915603 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-1f44cdd0-771c-496c-9528-56388f790446 req-8ae65d1e-1425-4f6b-a82b-582b18f11f1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:27:28.309919 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [req-1f44cdd0-771c-496c-9528-56388f790446 req-8ae65d1e-1425-4f6b-a82b-582b18f11f1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5037458-6b3a-4865-9237-7e3b62bc7768 {{(pid=84887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 21:27:28.319036 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-1f44cdd0-771c-496c-9528-56388f790446 req-8ae65d1e-1425-4f6b-a82b-582b18f11f1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:27:28.343647 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-1f44cdd0-771c-496c-9528-56388f790446 req-8ae65d1e-1425-4f6b-a82b-582b18f11f1c service neutron] Transition to ACTIVE for port object c5037458-6b3a-4865-9237-7e3b62bc7768 will not be triggered until provisioned by entity L2. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:27:28.361458 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd14b76-c1fd-4b97-9d4a-4aa8e5d33bec req-55d6406e-29fc-490a-93b0-0e4431636eb0 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:27:28.362950 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fcd14b76-c1fd-4b97-9d4a-4aa8e5d33bec req-55d6406e-29fc-490a-93b0-0e4431636eb0 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] 10.222.0.85 "GET /v2.0/ports?device_id=4c3d7e05-4f90-4500-9622-75405e473432 HTTP/1.1" status: 200 len: 932 time: 0.1077135 May 30 21:27:28.409962 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fcd14b76-c1fd-4b97-9d4a-4aa8e5d33bec req-ac3ee724-c901-42f9-bbbe-22204cc0e9ea tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] 10.222.0.85 "GET /v2.0/security-groups?id=469c8f95-2845-4ed4-ba5b-0d97de489900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412264 May 30 21:27:28.425911 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-1f44cdd0-771c-496c-9528-56388f790446 req-8ae65d1e-1425-4f6b-a82b-582b18f11f1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:27:28.557919 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae65d1e-1425-4f6b-a82b-582b18f11f1c service neutron] Pushing event updated for resources: {'Port': ['ID=c5037458-6b3a-4865-9237-7e3b62bc7768,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:27:28.665142 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-1f44cdd0-771c-496c-9528-56388f790446 req-8ae65d1e-1425-4f6b-a82b-582b18f11f1c service neutron] Attempting to bind port c5037458-6b3a-4865-9237-7e3b62bc7768 on host n-h2-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 21:27:28.669992 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-1f44cdd0-771c-496c-9528-56388f790446 req-8ae65d1e-1425-4f6b-a82b-582b18f11f1c service neutron] Attempting to bind port c5037458-6b3a-4865-9237-7e3b62bc7768 by drivers openvswitch,hyperv on host n-h2-843948-2 at level 0 using segments [{'id': 'c5cb4252-b1b0-45aa-a5fc-07b292a0a9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '22d2241f-cb55-4510-aa4b-f8fdae44d215'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 21:27:28.669992 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f44cdd0-771c-496c-9528-56388f790446 req-8ae65d1e-1425-4f6b-a82b-582b18f11f1c service neutron] Attempting to bind port c5037458-6b3a-4865-9237-7e3b62bc7768 on network 22d2241f-cb55-4510-aa4b-f8fdae44d215 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:27:28.671533 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f44cdd0-771c-496c-9528-56388f790446 req-8ae65d1e-1425-4f6b-a82b-582b18f11f1c service neutron] Port c5037458-6b3a-4865-9237-7e3b62bc7768 on network 22d2241f-cb55-4510-aa4b-f8fdae44d215 not bound, no agent of type Open vSwitch agent registered on host n-h2-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 21:27:28.671836 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f44cdd0-771c-496c-9528-56388f790446 req-8ae65d1e-1425-4f6b-a82b-582b18f11f1c service neutron] Attempting to bind port c5037458-6b3a-4865-9237-7e3b62bc7768 on network 22d2241f-cb55-4510-aa4b-f8fdae44d215 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:27:28.678267 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f44cdd0-771c-496c-9528-56388f790446 req-8ae65d1e-1425-4f6b-a82b-582b18f11f1c service neutron] Checking agent: {'id': 'eaa08354-e8f5-4e73-af76-8d3cf7d2b390', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 21, 27, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 21:27:28.678594 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f44cdd0-771c-496c-9528-56388f790446 req-8ae65d1e-1425-4f6b-a82b-582b18f11f1c service neutron] Checking segment: {'id': 'c5cb4252-b1b0-45aa-a5fc-07b292a0a9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '22d2241f-cb55-4510-aa4b-f8fdae44d215'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:27:28.678963 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f44cdd0-771c-496c-9528-56388f790446 req-8ae65d1e-1425-4f6b-a82b-582b18f11f1c service neutron] Bound using segment: {'id': 'c5cb4252-b1b0-45aa-a5fc-07b292a0a9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '22d2241f-cb55-4510-aa4b-f8fdae44d215'} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 21:27:28.679371 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-1f44cdd0-771c-496c-9528-56388f790446 req-8ae65d1e-1425-4f6b-a82b-582b18f11f1c service neutron] Bound port: c5037458-6b3a-4865-9237-7e3b62bc7768, host: n-h2-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5cb4252-b1b0-45aa-a5fc-07b292a0a9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '22d2241f-cb55-4510-aa4b-f8fdae44d215'}}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 21:27:28.679708 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-1f44cdd0-771c-496c-9528-56388f790446 req-8ae65d1e-1425-4f6b-a82b-582b18f11f1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:27:28.776045 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-1f44cdd0-771c-496c-9528-56388f790446 req-8ae65d1e-1425-4f6b-a82b-582b18f11f1c service neutron] For port c5037458-6b3a-4865-9237-7e3b62bc7768, host n-h2-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 21:27:28.778998 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-1f44cdd0-771c-496c-9528-56388f790446 req-8ae65d1e-1425-4f6b-a82b-582b18f11f1c service neutron] For port c5037458-6b3a-4865-9237-7e3b62bc7768, host n-h2-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=c5037458-6b3a-4865-9237-7e3b62bc7768,segment=NetworkSegment(c5cb4252-b1b0-45aa-a5fc-07b292a0a9c4),segment_id=c5cb4252-b1b0-45aa-a5fc-07b292a0a9c4)] {{(pid=84887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 21:27:28.867037 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-1f44cdd0-771c-496c-9528-56388f790446 req-8ae65d1e-1425-4f6b-a82b-582b18f11f1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:27:28.928439 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-1f44cdd0-771c-496c-9528-56388f790446 req-8ae65d1e-1425-4f6b-a82b-582b18f11f1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:27:28.929809 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1f44cdd0-771c-496c-9528-56388f790446 req-8ae65d1e-1425-4f6b-a82b-582b18f11f1c service neutron] 10.222.0.86 "PUT /v2.0/ports/c5037458-6b3a-4865-9237-7e3b62bc7768 HTTP/1.1" status: 200 len: 1092 time: 1.1391821 May 30 21:27:28.930236 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c3d7e05-4f90-4500-9622-75405e473432', 'tag': 'c5037458-6b3a-4865-9237-7e3b62bc7768'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:27:28.950766 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae65d1e-1425-4f6b-a82b-582b18f11f1c service neutron] Pushing event updated for resources: {'Port': ['ID=c5037458-6b3a-4865-9237-7e3b62bc7768,revision_number=3']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:27:28.989309 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eebec0a8-5f48-4ddd-ac5d-65e58e19c5d0'] response: {'name': 'network-changed', 'server_uuid': '4c3d7e05-4f90-4500-9622-75405e473432', 'tag': 'c5037458-6b3a-4865-9237-7e3b62bc7768', 'status': 'completed', 'code': 200} May 30 21:27:29.091909 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-df5909c6-38f4-48d7-bbef-00b9be95e411 req-e70cd19c-48da-4b51-b65e-5e77efa59163 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=d7fc969651624aaa8499cbf571287895&device_id=4c3d7e05-4f90-4500-9622-75405e473432 HTTP/1.1" status: 200 len: 1095 time: 0.0772302 May 30 21:27:29.235729 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5909c6-38f4-48d7-bbef-00b9be95e411 req-e9358830-61dd-4b0b-a456-185e9f1fee38 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:27:29.237165 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-df5909c6-38f4-48d7-bbef-00b9be95e411 req-e9358830-61dd-4b0b-a456-185e9f1fee38 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=d7fc969651624aaa8499cbf571287895&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1346622 May 30 21:27:29.463202 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5909c6-38f4-48d7-bbef-00b9be95e411 req-4c54e3e6-1cbb-4f4a-a5af-03f95dc8ef9f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:27:29.464668 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-df5909c6-38f4-48d7-bbef-00b9be95e411 req-4c54e3e6-1cbb-4f4a-a5af-03f95dc8ef9f service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2188523 May 30 21:27:29.632255 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1f44cdd0-771c-496c-9528-56388f790446 req-4ed30a0a-be89-4f81-9b12-09fe533068e9 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=d7fc969651624aaa8499cbf571287895&device_id=4c3d7e05-4f90-4500-9622-75405e473432 HTTP/1.1" status: 200 len: 1095 time: 0.1278489 May 30 21:27:29.641458 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07da72dc-02a7-4824-8824-cb89c92bffa3 req-046a3a63-6bf0-424c-b97d-2b727ad08a0e tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:27:29.642849 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-07da72dc-02a7-4824-8824-cb89c92bffa3 req-046a3a63-6bf0-424c-b97d-2b727ad08a0e tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] 10.222.0.85 "GET /v2.0/ports?device_id=4c3d7e05-4f90-4500-9622-75405e473432 HTTP/1.1" status: 200 len: 944 time: 0.1054003 May 30 21:27:29.671103 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-bba69890-de2e-4a33-8bdf-22959add7ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:27:29.719041 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1f44cdd0-771c-496c-9528-56388f790446 req-8951404f-f218-4de3-a50d-b098e7555f1d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c5037458-6b3a-4865-9237-7e3b62bc7768 HTTP/1.1" status: 200 len: 217 time: 0.0752780 May 30 21:27:29.792882 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-07da72dc-02a7-4824-8824-cb89c92bffa3 req-d98e2113-d444-468b-9fca-911399124bfe tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] 10.222.0.85 "GET /v2.0/security-groups?id=469c8f95-2845-4ed4-ba5b-0d97de489900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017029 May 30 21:27:29.806226 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f44cdd0-771c-496c-9528-56388f790446 req-9d08408b-10e3-4486-8043-9d532cb337f3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:27:29.809456 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1f44cdd0-771c-496c-9528-56388f790446 req-9d08408b-10e3-4486-8043-9d532cb337f3 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=36f01fe0-d4ef-4168-9627-8400605692ec HTTP/1.1" status: 200 len: 853 time: 0.0748143 May 30 21:27:29.886595 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1f44cdd0-771c-496c-9528-56388f790446 req-b7c4b1d1-f5ca-448a-9333-6ac4bc48b8d4 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=22d2241f-cb55-4510-aa4b-f8fdae44d215&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718551 May 30 21:27:29.917225 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:27:30.021111 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1f44cdd0-771c-496c-9528-56388f790446 req-1f970c43-ac4a-4630-9868-c14b41814224 service neutron] 10.222.0.86 "GET /v2.0/networks/22d2241f-cb55-4510-aa4b-f8fdae44d215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275299 May 30 21:27:30.155648 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1f44cdd0-771c-496c-9528-56388f790446 req-8618f589-e015-4311-832b-97348e29c208 service neutron] 10.222.0.86 "GET /v2.0/networks/22d2241f-cb55-4510-aa4b-f8fdae44d215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248682 May 30 21:27:30.993917 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1490295b-ca60-464e-ae07-d555f26c703e req-d597602b-9b19-4228-8eb2-31698c048c91 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:27:30.995377 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1490295b-ca60-464e-ae07-d555f26c703e req-d597602b-9b19-4228-8eb2-31698c048c91 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] 10.222.0.85 "GET /v2.0/ports?device_id=4c3d7e05-4f90-4500-9622-75405e473432 HTTP/1.1" status: 200 len: 944 time: 0.0808485 May 30 21:27:31.041373 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1490295b-ca60-464e-ae07-d555f26c703e req-f446fcad-5913-4789-8441-87a8169c56c5 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] 10.222.0.85 "GET /v2.0/security-groups?id=469c8f95-2845-4ed4-ba5b-0d97de489900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403354 May 30 21:27:31.433054 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:27:32.265343 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569e4387-b989-4fe0-a258-4a1273a1db43 req-021828cb-851a-4fa8-874a-86dbdf76b156 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:27:32.268425 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-569e4387-b989-4fe0-a258-4a1273a1db43 req-021828cb-851a-4fa8-874a-86dbdf76b156 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] 10.222.0.85 "GET /v2.0/ports?device_id=4c3d7e05-4f90-4500-9622-75405e473432 HTTP/1.1" status: 200 len: 944 time: 0.0969834 May 30 21:27:32.319657 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-569e4387-b989-4fe0-a258-4a1273a1db43 req-ab3bcd0c-693f-44b5-9ebf-24cc6774ea2b tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] 10.222.0.85 "GET /v2.0/security-groups?id=469c8f95-2845-4ed4-ba5b-0d97de489900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461078 May 30 21:27:32.946533 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:27:33.203018 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device c5037458-6b3a-4865-9237-7e3b62bc7768 details requested by agent hyperv_n-h2-843948-2 with host n-h2-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 21:27:33.334381 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port c5037458-6b3a-4865-9237-7e3b62bc7768, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=c5037458-6b3a-4865-9237-7e3b62bc7768,segment=NetworkSegment(c5cb4252-b1b0-45aa-a5fc-07b292a0a9c4),segment_id=c5cb4252-b1b0-45aa-a5fc-07b292a0a9c4)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:27:33.347198 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Returning: {'device': 'c5037458-6b3a-4865-9237-7e3b62bc7768', 'network_id': '22d2241f-cb55-4510-aa4b-f8fdae44d215', 'port_id': 'c5037458-6b3a-4865-9237-7e3b62bc7768', 'mac_address': 'fa:16:3e:2c:14:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36f01fe0-d4ef-4168-9627-8400605692ec', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 21:27:33.401327 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:27:33.418513 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5037458-6b3a-4865-9237-7e3b62bc7768 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 21:27:33.433945 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port c5037458-6b3a-4865-9237-7e3b62bc7768, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=c5037458-6b3a-4865-9237-7e3b62bc7768,segment=NetworkSegment(c5cb4252-b1b0-45aa-a5fc-07b292a0a9c4),segment_id=c5cb4252-b1b0-45aa-a5fc-07b292a0a9c4)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:27:33.512328 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:27:33.518781 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f172f30b-0554-40fd-9fdb-9a38e15ad69a req-c90949cd-cee5-4929-87e5-a21c243c731e tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:27:33.525487 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f172f30b-0554-40fd-9fdb-9a38e15ad69a req-c90949cd-cee5-4929-87e5-a21c243c731e tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] 10.222.0.85 "GET /v2.0/ports?device_id=4c3d7e05-4f90-4500-9622-75405e473432 HTTP/1.1" status: 200 len: 944 time: 0.0783384 May 30 21:27:33.567029 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f172f30b-0554-40fd-9fdb-9a38e15ad69a req-9fcbae16-397a-4a15-8e7d-320542094e5b tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] 10.222.0.85 "GET /v2.0/security-groups?id=469c8f95-2845-4ed4-ba5b-0d97de489900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405283 May 30 21:27:33.582736 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=c5037458-6b3a-4865-9237-7e3b62bc7768,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:27:33.768889 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['c5037458-6b3a-4865-9237-7e3b62bc7768'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 21:27:34.763883 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7df93b-e023-4c29-9b5e-4db93f4fd0c1 req-1879564e-c582-438c-9cc2-4db88593ac2b tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:27:34.765361 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ff7df93b-e023-4c29-9b5e-4db93f4fd0c1 req-1879564e-c582-438c-9cc2-4db88593ac2b tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] 10.222.0.85 "GET /v2.0/ports?device_id=4c3d7e05-4f90-4500-9622-75405e473432 HTTP/1.1" status: 200 len: 945 time: 0.0768447 May 30 21:27:34.816222 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ff7df93b-e023-4c29-9b5e-4db93f4fd0c1 req-6ebe18cc-0f6a-4b7d-87e0-ccb264c91fb1 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] 10.222.0.85 "GET /v2.0/security-groups?id=469c8f95-2845-4ed4-ba5b-0d97de489900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452688 May 30 21:27:35.218494 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device c5037458-6b3a-4865-9237-7e3b62bc7768 up at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:27:35.374896 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning for port c5037458-6b3a-4865-9237-7e3b62bc7768 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:27:35.379854 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning complete for port c5037458-6b3a-4865-9237-7e3b62bc7768 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:27:35.380220 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:27:35.494318 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:27:35.522111 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c3d7e05-4f90-4500-9622-75405e473432', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5037458-6b3a-4865-9237-7e3b62bc7768'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:27:35.531288 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port c5037458-6b3a-4865-9237-7e3b62bc7768, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=c5037458-6b3a-4865-9237-7e3b62bc7768,segment=NetworkSegment(c5cb4252-b1b0-45aa-a5fc-07b292a0a9c4),segment_id=c5cb4252-b1b0-45aa-a5fc-07b292a0a9c4)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:27:35.576736 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33fbc31b-270c-4110-9f18-2a20b79917c1'] response: {'server_uuid': '4c3d7e05-4f90-4500-9622-75405e473432', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5037458-6b3a-4865-9237-7e3b62bc7768', 'code': 200} May 30 21:27:35.614932 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:27:35.681590 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=c5037458-6b3a-4865-9237-7e3b62bc7768,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:27:35.713417 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8560dc9a-b18b-4887-8584-a9e0c5d544dc req-31c825d1-7deb-4155-a313-1f95123d4158 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=4c3d7e05-4f90-4500-9622-75405e473432 HTTP/1.1" status: 200 len: 1097 time: 0.0695577 May 30 21:27:35.762998 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8560dc9a-b18b-4887-8584-a9e0c5d544dc req-967b1c6c-1953-4605-abb9-4f224bb69a07 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=469c8f95-2845-4ed4-ba5b-0d97de489900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397217 May 30 21:27:36.011491 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b011b6-22e3-44c8-8c12-64afa31ffcbd req-008c0bc4-d136-4035-90d1-9d45ecf7676d tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:27:36.012937 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-49b011b6-22e3-44c8-8c12-64afa31ffcbd req-008c0bc4-d136-4035-90d1-9d45ecf7676d tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] 10.222.0.85 "GET /v2.0/ports?device_id=4c3d7e05-4f90-4500-9622-75405e473432 HTTP/1.1" status: 200 len: 946 time: 0.0782866 May 30 21:27:36.058071 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-49b011b6-22e3-44c8-8c12-64afa31ffcbd req-338e8371-8371-4aac-9cb6-32120397b0e6 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] 10.222.0.85 "GET /v2.0/security-groups?id=469c8f95-2845-4ed4-ba5b-0d97de489900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395553 May 30 21:27:37.263395 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c69e5c-b0c0-490e-9b1d-e0aeb2ce26ae req-a6b6275f-c944-46b3-886f-014f29bc0761 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:27:37.264825 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-30c69e5c-b0c0-490e-9b1d-e0aeb2ce26ae req-a6b6275f-c944-46b3-886f-014f29bc0761 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] 10.222.0.85 "GET /v2.0/ports?device_id=4c3d7e05-4f90-4500-9622-75405e473432 HTTP/1.1" status: 200 len: 946 time: 0.0838137 May 30 21:27:37.310753 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-30c69e5c-b0c0-490e-9b1d-e0aeb2ce26ae req-c54fd225-fe1c-4bc2-8bdc-84882ebcbdd0 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] 10.222.0.85 "GET /v2.0/security-groups?id=469c8f95-2845-4ed4-ba5b-0d97de489900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403800 May 30 21:27:37.506742 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb93191-c8fc-4a5b-b073-4ac39ef09527 req-eaa649cb-1fa8-42ae-b7f5-a0a65e77eb34 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:27:37.508186 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-afb93191-c8fc-4a5b-b073-4ac39ef09527 req-eaa649cb-1fa8-42ae-b7f5-a0a65e77eb34 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] 10.222.0.85 "GET /v2.0/ports?device_id=4c3d7e05-4f90-4500-9622-75405e473432 HTTP/1.1" status: 200 len: 946 time: 0.0758882 May 30 21:27:37.555543 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-afb93191-c8fc-4a5b-b073-4ac39ef09527 req-741f3570-ae35-44c2-8bd2-589e114bddf9 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] 10.222.0.85 "GET /v2.0/security-groups?id=469c8f95-2845-4ed4-ba5b-0d97de489900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418813 May 30 21:27:37.974126 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d86cbd-589c-4cca-8852-5d30c051f2a5 req-b9c40c4b-5109-4b06-bfc1-ff417c4e5ffb tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:27:37.975495 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-74d86cbd-589c-4cca-8852-5d30c051f2a5 req-b9c40c4b-5109-4b06-bfc1-ff417c4e5ffb tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] 10.222.0.85 "GET /v2.0/ports?device_id=4c3d7e05-4f90-4500-9622-75405e473432 HTTP/1.1" status: 200 len: 946 time: 0.0807281 May 30 21:27:38.020460 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-74d86cbd-589c-4cca-8852-5d30c051f2a5 req-2c2198af-b02c-428d-8032-8bc5672b0f4d tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] 10.222.0.85 "GET /v2.0/security-groups?id=469c8f95-2845-4ed4-ba5b-0d97de489900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394590 May 30 21:27:50.065483 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda8fa84-f651-4ca7-a22a-057fd0da1a9e req-4763fae2-4b82-46eb-b73b-f25066365865 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:27:50.066865 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-eda8fa84-f651-4ca7-a22a-057fd0da1a9e req-4763fae2-4b82-46eb-b73b-f25066365865 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] 10.222.0.85 "GET /v2.0/ports?device_id=4c3d7e05-4f90-4500-9622-75405e473432 HTTP/1.1" status: 200 len: 946 time: 0.0752189 May 30 21:27:50.111204 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-eda8fa84-f651-4ca7-a22a-057fd0da1a9e req-13011241-7b45-4b9f-afd3-8d8abfdf2d45 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] 10.222.0.85 "GET /v2.0/security-groups?id=469c8f95-2845-4ed4-ba5b-0d97de489900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380626 May 30 21:27:50.139650 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 51988) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:27:50.249061 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:27:50.277155 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-aa7fba31-d6de-4aaf-abf5-07f1e3615565 tempest-TestMinimumBasicScenario-1128571314 tempest-TestMinimumBasicScenario-1128571314-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=4c3d7e05-4f90-4500-9622-75405e473432 HTTP/1.1" status: 200 len: 1092 time: 0.1363611 May 30 21:27:50.281888 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 51994) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:27:50.285504 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-401ab64e-4dd4-4e34-b3a0-ba42851b1236 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Request body: {'floatingip': {'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'port_id': 'c5037458-6b3a-4865-9237-7e3b62bc7768', 'tenant_id': 'd7fc969651624aaa8499cbf571287895', 'fixed_ip_address': '172.20.0.13'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:27:50.292369 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-401ab64e-4dd4-4e34-b3a0-ba42851b1236 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:27:50.296180 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-401ab64e-4dd4-4e34-b3a0-ba42851b1236 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Usage tracker for resource:floatingip and tenant:d7fc969651624aaa8499cbf571287895 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:27:50.299084 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-401ab64e-4dd4-4e34-b3a0-ba42851b1236 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:27:50.305711 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-401ab64e-4dd4-4e34-b3a0-ba42851b1236 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:27:50.425385 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-401ab64e-4dd4-4e34-b3a0-ba42851b1236 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Notify callbacks [] for floatingip, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:27:50.647213 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-401ab64e-4dd4-4e34-b3a0-ba42851b1236 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:27:50.781083 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [None req-401ab64e-4dd4-4e34-b3a0-ba42851b1236 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Allocated IP 172.25.8.5 (c7869750-4b49-4b7e-aa99-5e0f1ae02da4/427601ec-f643-4fe7-b5e6-17305d3a39e1/86d4a6a4-84b1-42d0-a4f5-69c2a6c0833a) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 21:27:50.926262 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-401ab64e-4dd4-4e34-b3a0-ba42851b1236 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:27:51.009324 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-401ab64e-4dd4-4e34-b3a0-ba42851b1236 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:27:51.075547 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-401ab64e-4dd4-4e34-b3a0-ba42851b1236 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:27:51.078238 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-401ab64e-4dd4-4e34-b3a0-ba42851b1236 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:27:51.082018 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401ab64e-4dd4-4e34-b3a0-ba42851b1236 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 21:27:51.115419 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401ab64e-4dd4-4e34-b3a0-ba42851b1236 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Pushing event updated for resources: {'Port': ['ID=86d4a6a4-84b1-42d0-a4f5-69c2a6c0833a,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:27:51.590126 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-401ab64e-4dd4-4e34-b3a0-ba42851b1236 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:27:51.772976 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-401ab64e-4dd4-4e34-b3a0-ba42851b1236 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:27:51.991344 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-401ab64e-4dd4-4e34-b3a0-ba42851b1236 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:27:52.060468 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-401ab64e-4dd4-4e34-b3a0-ba42851b1236 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:27:52.168331 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401ab64e-4dd4-4e34-b3a0-ba42851b1236 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Pushing event updated for resources: {'Port': ['ID=86d4a6a4-84b1-42d0-a4f5-69c2a6c0833a,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:27:52.183682 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-401ab64e-4dd4-4e34-b3a0-ba42851b1236 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736490'] for floatingip, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:27:52.368893 n-d-843948-2 neutron-server[84887]: INFO neutron.db.l3_db [None req-401ab64e-4dd4-4e34-b3a0-ba42851b1236 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Floating IP c9edffa6-ece6-4441-bb77-8d59c5bf47b5 associated. External IP: 172.25.8.5, port: c5037458-6b3a-4865-9237-7e3b62bc7768. May 30 21:27:52.866639 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-401ab64e-4dd4-4e34-b3a0-ba42851b1236 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Router a6eb8d6f-90f7-4232-9c19-b22e04b1340f has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 21:27:53.020211 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:27:53.066293 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-401ab64e-4dd4-4e34-b3a0-ba42851b1236 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 21:27:53.076371 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c8ae83-95bb-4960-a65f-131233cd861d None None] Sync routers for ids ['a6eb8d6f-90f7-4232-9c19-b22e04b1340f'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 21:27:53.088435 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c8ae83-95bb-4960-a65f-131233cd861d None None] Routers {'a6eb8d6f-90f7-4232-9c19-b22e04b1340f'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:27:53.089021 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-04c8ae83-95bb-4960-a65f-131233cd861d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T21:27:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['a6eb8d6f-90f7-4232-9c19-b22e04b1340f'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:27:53.157690 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-401ab64e-4dd4-4e34-b3a0-ba42851b1236 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:27:53.217497 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-401ab64e-4dd4-4e34-b3a0-ba42851b1236 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.9363585 May 30 21:27:53.218245 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c3d7e05-4f90-4500-9622-75405e473432', 'tag': 'c5037458-6b3a-4865-9237-7e3b62bc7768'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:27:53.220606 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 51998) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:27:53.226615 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-e613c7ea-8969-407e-8dcb-25c4fb5ed15f tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2070683831', 'description': 'tempest-secgroup-smoke-2070683831 description', 'project_id': 'd7fc969651624aaa8499cbf571287895'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:27:53.233357 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-e613c7ea-8969-407e-8dcb-25c4fb5ed15f tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:27:53.243997 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-e613c7ea-8969-407e-8dcb-25c4fb5ed15f tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:27:53.267766 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-04c8ae83-95bb-4960-a65f-131233cd861d None None] Set router a6eb8d6f-90f7-4232-9c19-b22e04b1340f gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:27:53.275361 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e575bc90-9392-478f-84b7-e108cacbcabd'] response: {'name': 'network-changed', 'server_uuid': '4c3d7e05-4f90-4500-9622-75405e473432', 'tag': 'c5037458-6b3a-4865-9237-7e3b62bc7768', 'status': 'completed', 'code': 200} May 30 21:27:53.330034 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e613c7ea-8969-407e-8dcb-25c4fb5ed15f tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:27:53.366236 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-e613c7ea-8969-407e-8dcb-25c4fb5ed15f tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:27:53.370199 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-e613c7ea-8969-407e-8dcb-25c4fb5ed15f tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Usage tracker for resource:security_group_rule and tenant:d7fc969651624aaa8499cbf571287895 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:27:53.372542 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0d48f713-a0ce-4854-8322-fe89b83cbba6 req-71fbe201-62f8-4523-a3bf-cf03fb36ba56 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=d7fc969651624aaa8499cbf571287895&device_id=4c3d7e05-4f90-4500-9622-75405e473432 HTTP/1.1" status: 200 len: 1097 time: 0.0737565 May 30 21:27:53.373267 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-e613c7ea-8969-407e-8dcb-25c4fb5ed15f tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:27:53.379102 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-e613c7ea-8969-407e-8dcb-25c4fb5ed15f tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:27:53.436883 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e613c7ea-8969-407e-8dcb-25c4fb5ed15f tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:27:53.508959 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d48f713-a0ce-4854-8322-fe89b83cbba6 req-20df676f-0168-4f2b-ab1c-c3121f8bb781 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:27:53.510703 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0d48f713-a0ce-4854-8322-fe89b83cbba6 req-20df676f-0168-4f2b-ab1c-c3121f8bb781 service neutron] 10.222.0.86 "GET /v2.0/networks?id=22d2241f-cb55-4510-aa4b-f8fdae44d215 HTTP/1.1" status: 200 len: 915 time: 0.1322467 May 30 21:27:53.523242 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e613c7ea-8969-407e-8dcb-25c4fb5ed15f tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:27:53.570484 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e613c7ea-8969-407e-8dcb-25c4fb5ed15f tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75eb1114-36c6-4aa4-981c-014f1b269ccb,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:27:53.585678 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e613c7ea-8969-407e-8dcb-25c4fb5ed15f tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:27:53.586349 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e613c7ea-8969-407e-8dcb-25c4fb5ed15f tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:27:53.586750 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e613c7ea-8969-407e-8dcb-25c4fb5ed15f tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:27:53.587289 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e613c7ea-8969-407e-8dcb-25c4fb5ed15f tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:27:53.587687 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e613c7ea-8969-407e-8dcb-25c4fb5ed15f tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:27:53.588088 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e613c7ea-8969-407e-8dcb-25c4fb5ed15f tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:27:53.588562 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e613c7ea-8969-407e-8dcb-25c4fb5ed15f tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:27:53.588882 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e613c7ea-8969-407e-8dcb-25c4fb5ed15f tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:27:53.589221 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e613c7ea-8969-407e-8dcb-25c4fb5ed15f tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:27:53.589773 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e613c7ea-8969-407e-8dcb-25c4fb5ed15f tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:27:53.590198 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e613c7ea-8969-407e-8dcb-25c4fb5ed15f tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:27:53.621362 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0d48f713-a0ce-4854-8322-fe89b83cbba6 req-e020b217-5083-48d2-85b5-42d571d873a4 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c5037458-6b3a-4865-9237-7e3b62bc7768 HTTP/1.1" status: 200 len: 998 time: 0.1047723 May 30 21:27:53.623305 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-04c8ae83-95bb-4960-a65f-131233cd861d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6eb8d6f-90f7-4232-9c19-b22e04b1340f', 'name': 'tempest-TestMinimumBasicScenario-796091014-router', 'tenant_id': 'd7fc969651624aaa8499cbf571287895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '53986df6-55a4-42bc-991b-08738e655393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:26:50Z', 'updated_at': '2022-05-30T21:26:53Z', 'revision_number': 4, 'project_id': 'd7fc969651624aaa8499cbf571287895', 'gw_port': {'id': '53986df6-55a4-42bc-991b-08738e655393', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:34:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6eb8d6f-90f7-4232-9c19-b22e04b1340f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:26:50Z', 'updated_at': '2022-05-30T21:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': 'c9edffa6-ece6-4441-bb77-8d59c5bf47b5', 'tenant_id': 'd7fc969651624aaa8499cbf571287895', 'floating_ip_address': '172.25.8.5', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': 'a6eb8d6f-90f7-4232-9c19-b22e04b1340f', 'port_id': 'c5037458-6b3a-4865-9237-7e3b62bc7768', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22d2241f-cb55-4510-aa4b-f8fdae44d215', 'mac_address': 'fa:16:3e:2c:14:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c3d7e05-4f90-4500-9622-75405e473432', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T21:27:51Z', 'updated_at': '2022-05-30T21:27:51Z', 'revision_number': 0, 'project_id': 'd7fc969651624aaa8499cbf571287895', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd14e466e-f4d1-4037-ba39-415ef7d38b94', 'name': '', 'network_id': '22d2241f-cb55-4510-aa4b-f8fdae44d215', 'tenant_id': 'd7fc969651624aaa8499cbf571287895', 'mac_address': 'fa:16:3e:39:89:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6eb8d6f-90f7-4232-9c19-b22e04b1340f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '36f01fe0-d4ef-4168-9627-8400605692ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:26:52Z', 'updated_at': '2022-05-30T21:27:02Z', 'revision_number': 5, 'project_id': 'd7fc969651624aaa8499cbf571287895', 'subnets': [{'id': '36f01fe0-d4ef-4168-9627-8400605692ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:27:53.627441 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c8ae83-95bb-4960-a65f-131233cd861d None None] Checking router: a6eb8d6f-90f7-4232-9c19-b22e04b1340f for host: n-d-843948-2 {{(pid=84889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 21:27:53.638468 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c8ae83-95bb-4960-a65f-131233cd861d None None] Routers {'a6eb8d6f-90f7-4232-9c19-b22e04b1340f'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:27:53.638946 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-04c8ae83-95bb-4960-a65f-131233cd861d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T21:27:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['a6eb8d6f-90f7-4232-9c19-b22e04b1340f'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:27:53.643605 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e613c7ea-8969-407e-8dcb-25c4fb5ed15f tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:27:53.648204 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-e613c7ea-8969-407e-8dcb-25c4fb5ed15f tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4230537 May 30 21:27:53.648489 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 52004) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:27:53.654419 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-e0ebd80b-d392-4c0a-8662-6dded256db40 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Request body: {'security_group_rule': {'security_group_id': '75eb1114-36c6-4aa4-981c-014f1b269ccb', 'project_id': 'd7fc969651624aaa8499cbf571287895', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:27:53.662770 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-e0ebd80b-d392-4c0a-8662-6dded256db40 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:27:53.668924 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-e0ebd80b-d392-4c0a-8662-6dded256db40 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Usage tracker for resource:security_group_rule and tenant:d7fc969651624aaa8499cbf571287895 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:27:53.672037 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-e0ebd80b-d392-4c0a-8662-6dded256db40 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:27:53.678443 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-e0ebd80b-d392-4c0a-8662-6dded256db40 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:27:53.689264 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d48f713-a0ce-4854-8322-fe89b83cbba6 req-73391ad5-63ed-46a9-8cb8-2868ffb1a139 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:27:53.690849 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0d48f713-a0ce-4854-8322-fe89b83cbba6 req-73391ad5-63ed-46a9-8cb8-2868ffb1a139 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=36f01fe0-d4ef-4168-9627-8400605692ec HTTP/1.1" status: 200 len: 853 time: 0.0620663 May 30 21:27:53.767106 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e0ebd80b-d392-4c0a-8662-6dded256db40 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:27:53.783908 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0d48f713-a0ce-4854-8322-fe89b83cbba6 req-28d12936-82c0-4aca-9062-1107bfdeabcc service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=22d2241f-cb55-4510-aa4b-f8fdae44d215&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0849471 May 30 21:27:53.838119 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e0ebd80b-d392-4c0a-8662-6dded256db40 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:27:53.858394 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-04c8ae83-95bb-4960-a65f-131233cd861d None None] Set router a6eb8d6f-90f7-4232-9c19-b22e04b1340f gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:27:53.899412 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e0ebd80b-d392-4c0a-8662-6dded256db40 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:27:53.922546 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ebd80b-d392-4c0a-8662-6dded256db40 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba66a343-aa61-4bf2-92a5-e2c3c68b969b,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:27:53.928966 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0d48f713-a0ce-4854-8322-fe89b83cbba6 req-b12a7681-9a7c-4655-98ea-907d891aace4 service neutron] 10.222.0.86 "GET /v2.0/networks/22d2241f-cb55-4510-aa4b-f8fdae44d215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381485 May 30 21:27:53.996337 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e0ebd80b-d392-4c0a-8662-6dded256db40 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:27:54.000399 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-e0ebd80b-d392-4c0a-8662-6dded256db40 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3481414 May 30 21:27:54.000399 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 52008) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:27:54.006888 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-8a0aa1e3-d5dd-4675-9f6a-5295c1b69110 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Request body: {'security_group_rule': {'security_group_id': '75eb1114-36c6-4aa4-981c-014f1b269ccb', 'project_id': 'd7fc969651624aaa8499cbf571287895', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:27:54.014343 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-8a0aa1e3-d5dd-4675-9f6a-5295c1b69110 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:27:54.018079 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-8a0aa1e3-d5dd-4675-9f6a-5295c1b69110 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Usage tracker for resource:security_group_rule and tenant:d7fc969651624aaa8499cbf571287895 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:27:54.022175 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-8a0aa1e3-d5dd-4675-9f6a-5295c1b69110 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:27:54.028090 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-8a0aa1e3-d5dd-4675-9f6a-5295c1b69110 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:27:54.073791 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0d48f713-a0ce-4854-8322-fe89b83cbba6 req-350dca78-4ac0-4261-84d2-522c09337cae service neutron] 10.222.0.86 "GET /v2.0/networks/22d2241f-cb55-4510-aa4b-f8fdae44d215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358049 May 30 21:27:54.106178 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8a0aa1e3-d5dd-4675-9f6a-5295c1b69110 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:27:54.168107 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8a0aa1e3-d5dd-4675-9f6a-5295c1b69110 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:27:54.222650 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-04c8ae83-95bb-4960-a65f-131233cd861d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6eb8d6f-90f7-4232-9c19-b22e04b1340f', 'name': 'tempest-TestMinimumBasicScenario-796091014-router', 'tenant_id': 'd7fc969651624aaa8499cbf571287895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '53986df6-55a4-42bc-991b-08738e655393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:26:50Z', 'updated_at': '2022-05-30T21:26:53Z', 'revision_number': 4, 'project_id': 'd7fc969651624aaa8499cbf571287895', 'gw_port': {'id': '53986df6-55a4-42bc-991b-08738e655393', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:34:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6eb8d6f-90f7-4232-9c19-b22e04b1340f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:26:50Z', 'updated_at': '2022-05-30T21:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': 'c9edffa6-ece6-4441-bb77-8d59c5bf47b5', 'tenant_id': 'd7fc969651624aaa8499cbf571287895', 'floating_ip_address': '172.25.8.5', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': 'a6eb8d6f-90f7-4232-9c19-b22e04b1340f', 'port_id': 'c5037458-6b3a-4865-9237-7e3b62bc7768', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22d2241f-cb55-4510-aa4b-f8fdae44d215', 'mac_address': 'fa:16:3e:2c:14:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c3d7e05-4f90-4500-9622-75405e473432', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T21:27:51Z', 'updated_at': '2022-05-30T21:27:51Z', 'revision_number': 0, 'project_id': 'd7fc969651624aaa8499cbf571287895', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd14e466e-f4d1-4037-ba39-415ef7d38b94', 'name': '', 'network_id': '22d2241f-cb55-4510-aa4b-f8fdae44d215', 'tenant_id': 'd7fc969651624aaa8499cbf571287895', 'mac_address': 'fa:16:3e:39:89:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6eb8d6f-90f7-4232-9c19-b22e04b1340f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '36f01fe0-d4ef-4168-9627-8400605692ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:26:52Z', 'updated_at': '2022-05-30T21:27:02Z', 'revision_number': 5, 'project_id': 'd7fc969651624aaa8499cbf571287895', 'subnets': [{'id': '36f01fe0-d4ef-4168-9627-8400605692ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:27:54.226629 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c8ae83-95bb-4960-a65f-131233cd861d None None] The sync data for ids ['a6eb8d6f-90f7-4232-9c19-b22e04b1340f'] in n-d-843948-2 is: [{'id': 'a6eb8d6f-90f7-4232-9c19-b22e04b1340f', 'name': 'tempest-TestMinimumBasicScenario-796091014-router', 'tenant_id': 'd7fc969651624aaa8499cbf571287895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '53986df6-55a4-42bc-991b-08738e655393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:26:50Z', 'updated_at': '2022-05-30T21:26:53Z', 'revision_number': 4, 'project_id': 'd7fc969651624aaa8499cbf571287895', 'gw_port': {'id': '53986df6-55a4-42bc-991b-08738e655393', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:34:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6eb8d6f-90f7-4232-9c19-b22e04b1340f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:26:50Z', 'updated_at': '2022-05-30T21:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': 'c9edffa6-ece6-4441-bb77-8d59c5bf47b5', 'tenant_id': 'd7fc969651624aaa8499cbf571287895', 'floating_ip_address': '172.25.8.5', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': 'a6eb8d6f-90f7-4232-9c19-b22e04b1340f', 'port_id': 'c5037458-6b3a-4865-9237-7e3b62bc7768', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22d2241f-cb55-4510-aa4b-f8fdae44d215', 'mac_address': 'fa:16:3e:2c:14:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c3d7e05-4f90-4500-9622-75405e473432', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T21:27:51Z', 'updated_at': '2022-05-30T21:27:51Z', 'revision_number': 0, 'project_id': 'd7fc969651624aaa8499cbf571287895', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd14e466e-f4d1-4037-ba39-415ef7d38b94', 'name': '', 'network_id': '22d2241f-cb55-4510-aa4b-f8fdae44d215', 'tenant_id': 'd7fc969651624aaa8499cbf571287895', 'mac_address': 'fa:16:3e:39:89:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6eb8d6f-90f7-4232-9c19-b22e04b1340f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '36f01fe0-d4ef-4168-9627-8400605692ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:26:52Z', 'updated_at': '2022-05-30T21:27:02Z', 'revision_number': 5, 'project_id': 'd7fc969651624aaa8499cbf571287895', 'subnets': [{'id': '36f01fe0-d4ef-4168-9627-8400605692ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 21:27:54.243280 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8a0aa1e3-d5dd-4675-9f6a-5295c1b69110 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:27:54.268159 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0aa1e3-d5dd-4675-9f6a-5295c1b69110 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37aea2bf-23ee-4a79-aac4-0e9197ee830c,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:27:54.357949 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8a0aa1e3-d5dd-4675-9f6a-5295c1b69110 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:27:54.359104 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-8a0aa1e3-d5dd-4675-9f6a-5295c1b69110 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3574736 May 30 21:27:54.361925 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 52012) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:27:54.368020 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-514dfb9d-2da1-4bab-a84b-96fc57bc819c tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Request body: {'security_group_rule': {'security_group_id': '75eb1114-36c6-4aa4-981c-014f1b269ccb', 'project_id': 'd7fc969651624aaa8499cbf571287895', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:27:54.375025 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-514dfb9d-2da1-4bab-a84b-96fc57bc819c tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:27:54.379001 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-514dfb9d-2da1-4bab-a84b-96fc57bc819c tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Usage tracker for resource:security_group_rule and tenant:d7fc969651624aaa8499cbf571287895 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:27:54.382679 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-514dfb9d-2da1-4bab-a84b-96fc57bc819c tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:27:54.388636 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-514dfb9d-2da1-4bab-a84b-96fc57bc819c tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:27:54.432640 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc8f4d74-ff9f-4252-9860-8590bb9c33c1 None None] New status for floating IP c9edffa6-ece6-4441-bb77-8d59c5bf47b5: ACTIVE {{(pid=84888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 21:27:54.467247 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-514dfb9d-2da1-4bab-a84b-96fc57bc819c tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:27:54.554538 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-514dfb9d-2da1-4bab-a84b-96fc57bc819c tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:27:54.620307 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-514dfb9d-2da1-4bab-a84b-96fc57bc819c tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:27:54.644624 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514dfb9d-2da1-4bab-a84b-96fc57bc819c tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37bca97d-a03f-4408-8071-b17a79726556,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:27:54.746410 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-514dfb9d-2da1-4bab-a84b-96fc57bc819c tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:27:54.750220 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-514dfb9d-2da1-4bab-a84b-96fc57bc819c tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3847196 May 30 21:27:54.750457 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 52016) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:27:54.760335 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-f3323688-67b7-433a-a400-14e57833352e tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Request body: {'security_group_rule': {'security_group_id': '75eb1114-36c6-4aa4-981c-014f1b269ccb', 'project_id': 'd7fc969651624aaa8499cbf571287895', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:27:54.767230 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-f3323688-67b7-433a-a400-14e57833352e tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:27:54.771241 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-f3323688-67b7-433a-a400-14e57833352e tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Usage tracker for resource:security_group_rule and tenant:d7fc969651624aaa8499cbf571287895 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:27:54.774484 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-f3323688-67b7-433a-a400-14e57833352e tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:27:54.780528 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-f3323688-67b7-433a-a400-14e57833352e tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:27:54.855266 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f3323688-67b7-433a-a400-14e57833352e tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:27:54.918999 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f3323688-67b7-433a-a400-14e57833352e tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:27:55.014791 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f3323688-67b7-433a-a400-14e57833352e tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:27:55.039337 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3323688-67b7-433a-a400-14e57833352e tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34f4ae90-5557-466f-bddf-dedb5248a716,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:27:55.135039 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f3323688-67b7-433a-a400-14e57833352e tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:27:55.136244 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-f3323688-67b7-433a-a400-14e57833352e tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3848722 May 30 21:27:55.139125 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 52020) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:27:55.144757 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-1b63a959-cea1-43e2-8ac6-f898dce0d70e tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Request body: {'security_group_rule': {'security_group_id': '75eb1114-36c6-4aa4-981c-014f1b269ccb', 'project_id': 'd7fc969651624aaa8499cbf571287895', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:27:55.151851 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-1b63a959-cea1-43e2-8ac6-f898dce0d70e tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:27:55.155683 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-1b63a959-cea1-43e2-8ac6-f898dce0d70e tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Usage tracker for resource:security_group_rule and tenant:d7fc969651624aaa8499cbf571287895 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:27:55.158545 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-1b63a959-cea1-43e2-8ac6-f898dce0d70e tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:27:55.164703 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-1b63a959-cea1-43e2-8ac6-f898dce0d70e tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:27:55.249291 n-d-843948-2 neutron-server[84886]: INFO neutron.db.securitygroups_db [None req-1b63a959-cea1-43e2-8ac6-f898dce0d70e tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Project d7fc969651624aaa8499cbf571287895 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 30 21:27:55.256254 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1b63a959-cea1-43e2-8ac6-f898dce0d70e tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:27:55.321635 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1b63a959-cea1-43e2-8ac6-f898dce0d70e tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:27:55.419466 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1b63a959-cea1-43e2-8ac6-f898dce0d70e tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:27:55.446083 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b63a959-cea1-43e2-8ac6-f898dce0d70e tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca62fee9-601a-42d2-8c8a-af3b0661c298,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:27:55.529071 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1b63a959-cea1-43e2-8ac6-f898dce0d70e tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:27:55.530377 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-1b63a959-cea1-43e2-8ac6-f898dce0d70e tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3903325 May 30 21:27:55.533085 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 52024) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:27:55.538627 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-39ec4ba1-33f5-4235-b29f-968f9dcbf046 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Request body: {'security_group_rule': {'security_group_id': '75eb1114-36c6-4aa4-981c-014f1b269ccb', 'project_id': 'd7fc969651624aaa8499cbf571287895', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:27:55.545319 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-39ec4ba1-33f5-4235-b29f-968f9dcbf046 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:27:55.549463 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-39ec4ba1-33f5-4235-b29f-968f9dcbf046 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Usage tracker for resource:security_group_rule and tenant:d7fc969651624aaa8499cbf571287895 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:27:55.552653 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-39ec4ba1-33f5-4235-b29f-968f9dcbf046 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:27:55.558368 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-39ec4ba1-33f5-4235-b29f-968f9dcbf046 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:27:55.626398 n-d-843948-2 neutron-server[84886]: INFO neutron.db.securitygroups_db [None req-39ec4ba1-33f5-4235-b29f-968f9dcbf046 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Project d7fc969651624aaa8499cbf571287895 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 30 21:27:55.634109 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-39ec4ba1-33f5-4235-b29f-968f9dcbf046 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:27:55.706224 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-39ec4ba1-33f5-4235-b29f-968f9dcbf046 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:27:55.780260 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-39ec4ba1-33f5-4235-b29f-968f9dcbf046 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:27:55.805384 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ec4ba1-33f5-4235-b29f-968f9dcbf046 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ede29e98-e260-43ee-8a95-6fe7923eff1f,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:27:55.882461 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-39ec4ba1-33f5-4235-b29f-968f9dcbf046 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:27:55.883661 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-39ec4ba1-33f5-4235-b29f-968f9dcbf046 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3496356 May 30 21:27:56.019599 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5ad94f5b-b497-4286-9910-6df52e3c820b req-7f9f2983-e346-4784-90ff-5b19da7c9906 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2070683831&fields=id&tenant_id=d7fc969651624aaa8499cbf571287895 HTTP/1.1" status: 200 len: 267 time: 0.0423651 May 30 21:27:56.099597 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad94f5b-b497-4286-9910-6df52e3c820b req-0265139e-4f13-478c-a2d4-fb811800237c tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:27:56.101051 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5ad94f5b-b497-4286-9910-6df52e3c820b req-0265139e-4f13-478c-a2d4-fb811800237c tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] 10.222.0.85 "GET /v2.0/ports?device_id=4c3d7e05-4f90-4500-9622-75405e473432 HTTP/1.1" status: 200 len: 946 time: 0.0762537 May 30 21:27:56.111803 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-5ad94f5b-b497-4286-9910-6df52e3c820b req-1541641e-7462-495c-beb0-f2500be68e36 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Request body: {'port': {'security_groups': ['469c8f95-2845-4ed4-ba5b-0d97de489900', '75eb1114-36c6-4aa4-981c-014f1b269ccb']}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:27:56.260405 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-a936659d-f828-4623-ba4a-3e9f97b65751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:27:56.339564 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-5ad94f5b-b497-4286-9910-6df52e3c820b req-1541641e-7462-495c-beb0-f2500be68e36 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:27:56.600954 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-5ad94f5b-b497-4286-9910-6df52e3c820b req-1541641e-7462-495c-beb0-f2500be68e36 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] For port c5037458-6b3a-4865-9237-7e3b62bc7768, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=c5037458-6b3a-4865-9237-7e3b62bc7768,segment=NetworkSegment(c5cb4252-b1b0-45aa-a5fc-07b292a0a9c4),segment_id=c5cb4252-b1b0-45aa-a5fc-07b292a0a9c4)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:27:56.608883 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 21:27:56.626503 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-5ad94f5b-b497-4286-9910-6df52e3c820b req-1541641e-7462-495c-beb0-f2500be68e36 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:27:56.677605 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-5ad94f5b-b497-4286-9910-6df52e3c820b req-1541641e-7462-495c-beb0-f2500be68e36 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:27:56.689393 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['c5037458-6b3a-4865-9237-7e3b62bc7768'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 21:27:56.754116 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad94f5b-b497-4286-9910-6df52e3c820b req-1541641e-7462-495c-beb0-f2500be68e36 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:27:56.754753 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-5ad94f5b-b497-4286-9910-6df52e3c820b req-1541641e-7462-495c-beb0-f2500be68e36 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:27:56.756169 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5ad94f5b-b497-4286-9910-6df52e3c820b req-1541641e-7462-495c-beb0-f2500be68e36 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] 10.222.0.85 "PUT /v2.0/ports/c5037458-6b3a-4865-9237-7e3b62bc7768 HTTP/1.1" status: 200 len: 982 time: 0.6490166 May 30 21:27:56.756570 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c3d7e05-4f90-4500-9622-75405e473432', 'tag': 'c5037458-6b3a-4865-9237-7e3b62bc7768'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:27:56.782491 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1541641e-7462-495c-beb0-f2500be68e36 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Pushing event updated for resources: {'Port': ['ID=c5037458-6b3a-4865-9237-7e3b62bc7768,revision_number=6']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:27:56.850333 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a794ce9b-723e-4eaf-800b-22475af0ea41'] response: {'name': 'network-changed', 'server_uuid': '4c3d7e05-4f90-4500-9622-75405e473432', 'tag': 'c5037458-6b3a-4865-9237-7e3b62bc7768', 'status': 'completed', 'code': 200} May 30 21:27:56.852863 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['c5037458-6b3a-4865-9237-7e3b62bc7768'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 21:27:56.965413 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c826be8b-bb59-4271-b9cc-f49c096c43a3 req-211e7c10-5b98-4656-a773-6b695b344ff9 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:27:56.968406 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-673b28f2-843d-45e9-893e-4f12cfd11235 req-5f7e5f0f-7634-4419-86a7-e2647cb4e87a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=d7fc969651624aaa8499cbf571287895&device_id=4c3d7e05-4f90-4500-9622-75405e473432 HTTP/1.1" status: 200 len: 1136 time: 0.0927422 May 30 21:27:56.970249 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c826be8b-bb59-4271-b9cc-f49c096c43a3 req-211e7c10-5b98-4656-a773-6b695b344ff9 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] 10.222.0.85 "GET /v2.0/ports?device_id=4c3d7e05-4f90-4500-9622-75405e473432 HTTP/1.1" status: 200 len: 985 time: 0.0964439 May 30 21:27:57.026039 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-c826be8b-bb59-4271-b9cc-f49c096c43a3 req-79c93821-0f8d-4550-8162-0660e974201f tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Synchronizing usage tracker for tenant:d7fc969651624aaa8499cbf571287895 on resource:security_group {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 21:27:57.094752 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-c826be8b-bb59-4271-b9cc-f49c096c43a3 req-79c93821-0f8d-4550-8162-0660e974201f tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Unset dirty status for tenant:d7fc969651624aaa8499cbf571287895 on resource:security_group {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 21:27:57.097140 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c826be8b-bb59-4271-b9cc-f49c096c43a3 req-79c93821-0f8d-4550-8162-0660e974201f tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] 10.222.0.85 "GET /v2.0/security-groups?id=75eb1114-36c6-4aa4-981c-014f1b269ccb&id=469c8f95-2845-4ed4-ba5b-0d97de489900&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1230669 May 30 21:27:57.129720 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673b28f2-843d-45e9-893e-4f12cfd11235 req-8ab21eff-8b6e-4211-9aad-2b30930b8f8a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:27:57.129720 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-673b28f2-843d-45e9-893e-4f12cfd11235 req-8ab21eff-8b6e-4211-9aad-2b30930b8f8a service neutron] 10.222.0.86 "GET /v2.0/networks?id=22d2241f-cb55-4510-aa4b-f8fdae44d215 HTTP/1.1" status: 200 len: 915 time: 0.1518550 May 30 21:27:57.235330 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-673b28f2-843d-45e9-893e-4f12cfd11235 req-a7aedd47-3afd-44bf-85fc-821778b26fce service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c5037458-6b3a-4865-9237-7e3b62bc7768 HTTP/1.1" status: 200 len: 1000 time: 0.1004009 May 30 21:27:57.298018 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673b28f2-843d-45e9-893e-4f12cfd11235 req-e9d3bbfb-c790-4a1e-b49a-c2bcdd9ad961 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:27:57.299455 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-673b28f2-843d-45e9-893e-4f12cfd11235 req-e9d3bbfb-c790-4a1e-b49a-c2bcdd9ad961 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=36f01fe0-d4ef-4168-9627-8400605692ec HTTP/1.1" status: 200 len: 853 time: 0.0584280 May 30 21:27:57.324902 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-9ad3a755-2d78-48dc-9126-1b043085ad71 None None] Provisioning complete for port c5037458-6b3a-4865-9237-7e3b62bc7768 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:27:57.325502 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-9ad3a755-2d78-48dc-9126-1b043085ad71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:27:57.374116 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-673b28f2-843d-45e9-893e-4f12cfd11235 req-590cf99c-e330-46c2-8695-907dff3fb3f2 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=22d2241f-cb55-4510-aa4b-f8fdae44d215&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0676885 May 30 21:27:57.511771 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-673b28f2-843d-45e9-893e-4f12cfd11235 req-a840923a-80c0-4167-bbc8-f0443b17c114 service neutron] 10.222.0.86 "GET /v2.0/networks/22d2241f-cb55-4510-aa4b-f8fdae44d215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272221 May 30 21:27:57.649841 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-673b28f2-843d-45e9-893e-4f12cfd11235 req-f4424e68-188e-41a5-bcb2-34e1bfdaffa3 service neutron] 10.222.0.86 "GET /v2.0/networks/22d2241f-cb55-4510-aa4b-f8fdae44d215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291001 May 30 21:27:59.637169 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-41776c8b-ab69-47fe-a15b-42d65f9abda0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:27:59.905915 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:28:01.448804 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:28:03.004236 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:28:12.630632 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-981ec150-d7d7-454c-ac63-a9f5af381aa4 req-a5de0432-6b3c-4ef5-a123-537b30cae113 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=d7fc969651624aaa8499cbf571287895&device_id=4c3d7e05-4f90-4500-9622-75405e473432 HTTP/1.1" status: 200 len: 1136 time: 0.0725234 May 30 21:28:12.751740 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5405e5-7162-417f-b671-0b79f5157206 req-b631eb24-7832-4ced-aa11-5b0183829bdc tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:28:12.757871 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6b5405e5-7162-417f-b671-0b79f5157206 req-b631eb24-7832-4ced-aa11-5b0183829bdc tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] 10.222.0.85 "GET /v2.0/ports?device_id=4c3d7e05-4f90-4500-9622-75405e473432 HTTP/1.1" status: 200 len: 985 time: 0.2413335 May 30 21:28:12.769775 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981ec150-d7d7-454c-ac63-a9f5af381aa4 req-0be0f27e-1bad-4be1-8ca5-f0232ebfbc80 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:28:12.771635 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-981ec150-d7d7-454c-ac63-a9f5af381aa4 req-0be0f27e-1bad-4be1-8ca5-f0232ebfbc80 service neutron] 10.222.0.86 "GET /v2.0/networks?id=22d2241f-cb55-4510-aa4b-f8fdae44d215 HTTP/1.1" status: 200 len: 915 time: 0.1344171 May 30 21:28:12.803342 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6b5405e5-7162-417f-b671-0b79f5157206 req-16a19fbc-fec7-4e96-b400-e3c0c6b31508 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] 10.222.0.85 "GET /v2.0/security-groups?id=75eb1114-36c6-4aa4-981c-014f1b269ccb&id=469c8f95-2845-4ed4-ba5b-0d97de489900&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0431576 May 30 21:28:12.879366 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-981ec150-d7d7-454c-ac63-a9f5af381aa4 req-0db9a3e9-5b6f-49b1-b69d-fef172b70a4d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c5037458-6b3a-4865-9237-7e3b62bc7768 HTTP/1.1" status: 200 len: 1000 time: 0.1014597 May 30 21:28:12.944080 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981ec150-d7d7-454c-ac63-a9f5af381aa4 req-f81d80ee-c0a5-4964-87f3-8ff3f42d8a4d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:28:12.945390 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-981ec150-d7d7-454c-ac63-a9f5af381aa4 req-f81d80ee-c0a5-4964-87f3-8ff3f42d8a4d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=36f01fe0-d4ef-4168-9627-8400605692ec HTTP/1.1" status: 200 len: 853 time: 0.0586700 May 30 21:28:13.018715 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-981ec150-d7d7-454c-ac63-a9f5af381aa4 req-5e5194c7-68d9-45d7-9d16-8f0a41c9ee89 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=22d2241f-cb55-4510-aa4b-f8fdae44d215&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0661864 May 30 21:28:13.029573 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [req-981ec150-d7d7-454c-ac63-a9f5af381aa4 req-6ec7ff9b-2d7d-4b66-af0d-bcd5099b4067 service neutron] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=84887) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 21:28:13.030482 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-981ec150-d7d7-454c-ac63-a9f5af381aa4 req-6ec7ff9b-2d7d-4b66-af0d-bcd5099b4067 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0045321 May 30 21:28:13.258703 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-981ec150-d7d7-454c-ac63-a9f5af381aa4 req-4f5f9fd1-aad4-44df-8a12-8793d9f64c35 service neutron] 10.222.0.86 "GET /v2.0/networks/22d2241f-cb55-4510-aa4b-f8fdae44d215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215230 May 30 21:28:13.391847 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-981ec150-d7d7-454c-ac63-a9f5af381aa4 req-a5ad7beb-c6c7-412c-a0f3-a745fa350ed7 service neutron] 10.222.0.86 "GET /v2.0/networks/22d2241f-cb55-4510-aa4b-f8fdae44d215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258762 May 30 21:28:14.081029 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ac20bc-df94-4244-b565-60016c5ddc39 req-f6184898-6e22-4980-8169-7db49b430e45 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:28:14.082513 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-57ac20bc-df94-4244-b565-60016c5ddc39 req-f6184898-6e22-4980-8169-7db49b430e45 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] 10.222.0.85 "GET /v2.0/ports?device_id=4c3d7e05-4f90-4500-9622-75405e473432 HTTP/1.1" status: 200 len: 985 time: 0.1482522 May 30 21:28:14.129754 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-57ac20bc-df94-4244-b565-60016c5ddc39 req-3e2534a5-2abc-4eaa-9d3e-5373db4e4eac tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] 10.222.0.85 "GET /v2.0/security-groups?id=75eb1114-36c6-4aa4-981c-014f1b269ccb&id=469c8f95-2845-4ed4-ba5b-0d97de489900&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0409615 May 30 21:28:15.333305 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788bd7e3-d389-416b-86b3-ee9759e16e24 req-586acaed-192a-4bbe-9b70-41293909ae48 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:28:15.334835 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-788bd7e3-d389-416b-86b3-ee9759e16e24 req-586acaed-192a-4bbe-9b70-41293909ae48 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] 10.222.0.85 "GET /v2.0/ports?device_id=4c3d7e05-4f90-4500-9622-75405e473432 HTTP/1.1" status: 200 len: 985 time: 0.0819628 May 30 21:28:15.381591 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-788bd7e3-d389-416b-86b3-ee9759e16e24 req-0076f2ac-d6c3-4dbb-ad3b-d62616ac215d tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] 10.222.0.85 "GET /v2.0/security-groups?id=75eb1114-36c6-4aa4-981c-014f1b269ccb&id=469c8f95-2845-4ed4-ba5b-0d97de489900&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0405014 May 30 21:28:16.593633 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7cb850-789e-41f1-9e1f-42b9a80a3bb0 req-a451b3ac-7776-473b-952b-8a4eb2b0e651 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:28:16.595254 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ef7cb850-789e-41f1-9e1f-42b9a80a3bb0 req-a451b3ac-7776-473b-952b-8a4eb2b0e651 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] 10.222.0.85 "GET /v2.0/ports?device_id=4c3d7e05-4f90-4500-9622-75405e473432 HTTP/1.1" status: 200 len: 985 time: 0.0858233 May 30 21:28:16.660543 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ef7cb850-789e-41f1-9e1f-42b9a80a3bb0 req-693c0266-a128-43f7-bcbe-7a4ad16218ac tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] 10.222.0.85 "GET /v2.0/security-groups?id=75eb1114-36c6-4aa4-981c-014f1b269ccb&id=469c8f95-2845-4ed4-ba5b-0d97de489900&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0568683 May 30 21:28:17.878511 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a990bd8-04a6-4ee0-b8fb-faa6a6439cf3 req-10c1303a-cdae-45f6-8dfb-273e85556ceb tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:28:17.880248 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1a990bd8-04a6-4ee0-b8fb-faa6a6439cf3 req-10c1303a-cdae-45f6-8dfb-273e85556ceb tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] 10.222.0.85 "GET /v2.0/ports?device_id=4c3d7e05-4f90-4500-9622-75405e473432 HTTP/1.1" status: 200 len: 985 time: 0.0850053 May 30 21:28:17.931753 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1a990bd8-04a6-4ee0-b8fb-faa6a6439cf3 req-341b9ff1-a72c-4a76-887f-9f86b71e1055 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] 10.222.0.85 "GET /v2.0/security-groups?id=75eb1114-36c6-4aa4-981c-014f1b269ccb&id=469c8f95-2845-4ed4-ba5b-0d97de489900&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0454051 May 30 21:28:19.150462 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b218e7-4819-4136-8da9-ab2286ae6fe2 req-f63aadb6-d5c1-4f12-a498-a5313dadd000 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:28:19.151893 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-02b218e7-4819-4136-8da9-ab2286ae6fe2 req-f63aadb6-d5c1-4f12-a498-a5313dadd000 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] 10.222.0.85 "GET /v2.0/ports?device_id=4c3d7e05-4f90-4500-9622-75405e473432 HTTP/1.1" status: 200 len: 985 time: 0.0952699 May 30 21:28:19.205301 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-02b218e7-4819-4136-8da9-ab2286ae6fe2 req-12f17a09-d1db-4d93-b87c-d1b4e9d33be7 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] 10.222.0.85 "GET /v2.0/security-groups?id=75eb1114-36c6-4aa4-981c-014f1b269ccb&id=469c8f95-2845-4ed4-ba5b-0d97de489900&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0464129 May 30 21:28:20.299825 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:28:20.416570 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9ed577-9991-4f8c-ac7b-190b1bb6aea7 req-f44d63d3-e066-4754-ba18-1d554ee9c386 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:28:20.418087 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1d9ed577-9991-4f8c-ac7b-190b1bb6aea7 req-f44d63d3-e066-4754-ba18-1d554ee9c386 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] 10.222.0.85 "GET /v2.0/ports?device_id=4c3d7e05-4f90-4500-9622-75405e473432 HTTP/1.1" status: 200 len: 985 time: 0.0845454 May 30 21:28:20.470380 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1d9ed577-9991-4f8c-ac7b-190b1bb6aea7 req-c2614f37-18e4-4151-8c04-8c4abfe6a02c tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] 10.222.0.85 "GET /v2.0/security-groups?id=75eb1114-36c6-4aa4-981c-014f1b269ccb&id=469c8f95-2845-4ed4-ba5b-0d97de489900&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0465879 May 30 21:28:21.683563 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da45974-059c-4fb4-b68e-b50d6db5168f req-6a1930b1-c47b-4cbe-b7cd-763bccb146b4 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:28:21.684978 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8da45974-059c-4fb4-b68e-b50d6db5168f req-6a1930b1-c47b-4cbe-b7cd-763bccb146b4 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] 10.222.0.85 "GET /v2.0/ports?device_id=4c3d7e05-4f90-4500-9622-75405e473432 HTTP/1.1" status: 200 len: 985 time: 0.0855474 May 30 21:28:21.744633 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8da45974-059c-4fb4-b68e-b50d6db5168f req-59482913-61ef-4a18-b02a-8984c67185ca tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] 10.222.0.85 "GET /v2.0/security-groups?id=75eb1114-36c6-4aa4-981c-014f1b269ccb&id=469c8f95-2845-4ed4-ba5b-0d97de489900&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0522618 May 30 21:28:22.927873 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-15ea28c8-8d5d-4851-935d-bf94957e8711 req-60658017-d6fa-4244-9797-94153388a6a8 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=d7fc969651624aaa8499cbf571287895&device_id=4c3d7e05-4f90-4500-9622-75405e473432 HTTP/1.1" status: 200 len: 1136 time: 0.1198041 May 30 21:28:23.015162 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c578df19-b5c1-4581-810f-015c2485c86d req-4f330f38-43c0-46e1-98cb-3886cd780cb2 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:28:23.016731 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c578df19-b5c1-4581-810f-015c2485c86d req-4f330f38-43c0-46e1-98cb-3886cd780cb2 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] 10.222.0.85 "GET /v2.0/ports?device_id=4c3d7e05-4f90-4500-9622-75405e473432 HTTP/1.1" status: 200 len: 985 time: 0.0971727 May 30 21:28:23.027968 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:28:23.078762 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c578df19-b5c1-4581-810f-015c2485c86d req-d178ae01-2c4b-4bf4-813a-08067d383e30 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] 10.222.0.85 "GET /v2.0/security-groups?id=75eb1114-36c6-4aa4-981c-014f1b269ccb&id=469c8f95-2845-4ed4-ba5b-0d97de489900&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0554953 May 30 21:28:23.098859 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ea28c8-8d5d-4851-935d-bf94957e8711 req-68a5a0e0-f390-442b-94b0-1980927d0b7b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:28:23.102495 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-15ea28c8-8d5d-4851-935d-bf94957e8711 req-68a5a0e0-f390-442b-94b0-1980927d0b7b service neutron] 10.222.0.86 "GET /v2.0/networks?id=22d2241f-cb55-4510-aa4b-f8fdae44d215 HTTP/1.1" status: 200 len: 915 time: 0.1515319 May 30 21:28:23.240216 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-15ea28c8-8d5d-4851-935d-bf94957e8711 req-3f081b44-7308-443d-b279-46dafa70213b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c5037458-6b3a-4865-9237-7e3b62bc7768 HTTP/1.1" status: 200 len: 1000 time: 0.1290007 May 30 21:28:23.314861 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ea28c8-8d5d-4851-935d-bf94957e8711 req-b4d84393-8db9-450c-8a68-a09a89b32b26 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:28:23.316293 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-15ea28c8-8d5d-4851-935d-bf94957e8711 req-b4d84393-8db9-450c-8a68-a09a89b32b26 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=36f01fe0-d4ef-4168-9627-8400605692ec HTTP/1.1" status: 200 len: 853 time: 0.0676131 May 30 21:28:23.405885 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-15ea28c8-8d5d-4851-935d-bf94957e8711 req-c17ffc54-4a56-4368-9996-e2e6d0b5445c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=22d2241f-cb55-4510-aa4b-f8fdae44d215&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0790315 May 30 21:28:23.562374 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-15ea28c8-8d5d-4851-935d-bf94957e8711 req-9c164c93-147a-45f1-b93c-56d3204e0024 service neutron] 10.222.0.86 "GET /v2.0/networks/22d2241f-cb55-4510-aa4b-f8fdae44d215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486464 May 30 21:28:23.714096 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-15ea28c8-8d5d-4851-935d-bf94957e8711 req-bcc7703b-c6be-4f39-9bae-bc9143cfb5f9 service neutron] 10.222.0.86 "GET /v2.0/networks/22d2241f-cb55-4510-aa4b-f8fdae44d215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452246 May 30 21:28:24.318937 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7c19ed-d891-44b1-aebf-55bfeac82ed3 req-676d89f1-dfe8-439c-99a3-6b40569ae3e4 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:28:24.320584 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ea7c19ed-d891-44b1-aebf-55bfeac82ed3 req-676d89f1-dfe8-439c-99a3-6b40569ae3e4 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] 10.222.0.85 "GET /v2.0/ports?device_id=4c3d7e05-4f90-4500-9622-75405e473432 HTTP/1.1" status: 200 len: 985 time: 0.0846884 May 30 21:28:24.377070 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ea7c19ed-d891-44b1-aebf-55bfeac82ed3 req-81438f26-d506-4404-8edc-230de457e058 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] 10.222.0.85 "GET /v2.0/security-groups?id=75eb1114-36c6-4aa4-981c-014f1b269ccb&id=469c8f95-2845-4ed4-ba5b-0d97de489900&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0489600 May 30 21:28:25.601355 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd28ca01-b87e-4940-8245-7a62d4aea45e req-38310fc7-d4e0-456e-be63-74cec3d46515 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:28:25.602859 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-dd28ca01-b87e-4940-8245-7a62d4aea45e req-38310fc7-d4e0-456e-be63-74cec3d46515 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] 10.222.0.85 "GET /v2.0/ports?device_id=4c3d7e05-4f90-4500-9622-75405e473432 HTTP/1.1" status: 200 len: 985 time: 0.0830078 May 30 21:28:25.652978 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-dd28ca01-b87e-4940-8245-7a62d4aea45e req-4bcc3e62-b100-4703-abe6-caff5f1aa3b8 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] 10.222.0.85 "GET /v2.0/security-groups?id=75eb1114-36c6-4aa4-981c-014f1b269ccb&id=469c8f95-2845-4ed4-ba5b-0d97de489900&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0440385 May 30 21:28:26.275689 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-595038d7-0d5a-4778-a3b2-4e1bb1e382ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:28:29.619998 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-391e34de-f447-450c-b6e2-f9daed3e3e0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:28:29.955876 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:28:31.420036 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:28:32.950033 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:28:33.610135 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 21:28:50.259794 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:28:53.048010 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:28:56.293803 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-806053d1-b28c-488f-a804-ff7f4c8938aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:28:58.409956 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-66bd682d-dd62-4dea-8e58-2b13ae4de46d req-fac25a2b-ac66-4fed-aa17-549961c03dfc tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2070683831&fields=id&tenant_id=d7fc969651624aaa8499cbf571287895 HTTP/1.1" status: 200 len: 267 time: 0.0407488 May 30 21:28:58.489361 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bd682d-dd62-4dea-8e58-2b13ae4de46d req-61738a39-943e-45ae-a99d-0e68309ab9e0 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:28:58.490804 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-66bd682d-dd62-4dea-8e58-2b13ae4de46d req-61738a39-943e-45ae-a99d-0e68309ab9e0 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] 10.222.0.85 "GET /v2.0/ports?device_id=4c3d7e05-4f90-4500-9622-75405e473432 HTTP/1.1" status: 200 len: 985 time: 0.0757244 May 30 21:28:58.502066 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-66bd682d-dd62-4dea-8e58-2b13ae4de46d req-aa808390-26a7-4cfb-a1ae-0f25179d523f tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Request body: {'port': {'security_groups': ['469c8f95-2845-4ed4-ba5b-0d97de489900']}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:28:58.709491 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-66bd682d-dd62-4dea-8e58-2b13ae4de46d req-aa808390-26a7-4cfb-a1ae-0f25179d523f tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:28:58.952377 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-66bd682d-dd62-4dea-8e58-2b13ae4de46d req-aa808390-26a7-4cfb-a1ae-0f25179d523f tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] For port c5037458-6b3a-4865-9237-7e3b62bc7768, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=c5037458-6b3a-4865-9237-7e3b62bc7768,segment=NetworkSegment(c5cb4252-b1b0-45aa-a5fc-07b292a0a9c4),segment_id=c5cb4252-b1b0-45aa-a5fc-07b292a0a9c4)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:28:58.977195 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-66bd682d-dd62-4dea-8e58-2b13ae4de46d req-aa808390-26a7-4cfb-a1ae-0f25179d523f tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:28:59.046448 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-66bd682d-dd62-4dea-8e58-2b13ae4de46d req-aa808390-26a7-4cfb-a1ae-0f25179d523f tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:28:59.062785 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['c5037458-6b3a-4865-9237-7e3b62bc7768'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 21:28:59.119854 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bd682d-dd62-4dea-8e58-2b13ae4de46d req-aa808390-26a7-4cfb-a1ae-0f25179d523f tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:28:59.120473 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-66bd682d-dd62-4dea-8e58-2b13ae4de46d req-aa808390-26a7-4cfb-a1ae-0f25179d523f tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:28:59.121891 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-66bd682d-dd62-4dea-8e58-2b13ae4de46d req-aa808390-26a7-4cfb-a1ae-0f25179d523f tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] 10.222.0.85 "PUT /v2.0/ports/c5037458-6b3a-4865-9237-7e3b62bc7768 HTTP/1.1" status: 200 len: 943 time: 0.6244905 May 30 21:28:59.122342 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c3d7e05-4f90-4500-9622-75405e473432', 'tag': 'c5037458-6b3a-4865-9237-7e3b62bc7768'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:28:59.128022 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 52094) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:28:59.174150 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa808390-26a7-4cfb-a1ae-0f25179d523f tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Pushing event updated for resources: {'Port': ['ID=c5037458-6b3a-4865-9237-7e3b62bc7768,revision_number=7']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:28:59.185146 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa808390-26a7-4cfb-a1ae-0f25179d523f tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:28:59.185497 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa808390-26a7-4cfb-a1ae-0f25179d523f tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:28:59.185859 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa808390-26a7-4cfb-a1ae-0f25179d523f tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:28:59.186190 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa808390-26a7-4cfb-a1ae-0f25179d523f tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:28:59.186518 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa808390-26a7-4cfb-a1ae-0f25179d523f tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:28:59.186844 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa808390-26a7-4cfb-a1ae-0f25179d523f tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:28:59.187164 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa808390-26a7-4cfb-a1ae-0f25179d523f tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:28:59.187485 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa808390-26a7-4cfb-a1ae-0f25179d523f tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:28:59.187803 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa808390-26a7-4cfb-a1ae-0f25179d523f tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:28:59.188118 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa808390-26a7-4cfb-a1ae-0f25179d523f tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:28:59.188437 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa808390-26a7-4cfb-a1ae-0f25179d523f tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:28:59.233583 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['c5037458-6b3a-4865-9237-7e3b62bc7768'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 21:28:59.236719 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-42000627-fa86-4ea7-a127-b3362eb1b9f7 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:28:59.274179 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-42000627-fa86-4ea7-a127-b3362eb1b9f7 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:28:59.319784 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9187d902-e938-42c7-9894-16cf3402ab07'] response: {'name': 'network-changed', 'server_uuid': '4c3d7e05-4f90-4500-9622-75405e473432', 'tag': 'c5037458-6b3a-4865-9237-7e3b62bc7768', 'status': 'completed', 'code': 200} May 30 21:28:59.437533 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-03201791-599c-4854-a51f-497e98cf3d0e req-5e7f09ba-2345-4060-92e2-b5f34adca621 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=d7fc969651624aaa8499cbf571287895&device_id=4c3d7e05-4f90-4500-9622-75405e473432 HTTP/1.1" status: 200 len: 1097 time: 0.0912077 May 30 21:28:59.462701 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-a5a34de0-7126-464c-86a6-d8dd065eedb3 None None] Provisioning complete for port c5037458-6b3a-4865-9237-7e3b62bc7768 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:28:59.463073 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-a5a34de0-7126-464c-86a6-d8dd065eedb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:28:59.550730 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-42000627-fa86-4ea7-a127-b3362eb1b9f7 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:28:59.575042 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42000627-fa86-4ea7-a127-b3362eb1b9f7 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75eb1114-36c6-4aa4-981c-014f1b269ccb,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:28:59.577223 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03201791-599c-4854-a51f-497e98cf3d0e req-424a1d6e-a003-4d3d-a7b2-2efaf99247cf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:28:59.578727 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-03201791-599c-4854-a51f-497e98cf3d0e req-424a1d6e-a003-4d3d-a7b2-2efaf99247cf service neutron] 10.222.0.86 "GET /v2.0/networks?id=22d2241f-cb55-4510-aa4b-f8fdae44d215 HTTP/1.1" status: 200 len: 915 time: 0.1347735 May 30 21:28:59.586089 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42000627-fa86-4ea7-a127-b3362eb1b9f7 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:28:59.586404 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42000627-fa86-4ea7-a127-b3362eb1b9f7 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:28:59.586728 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42000627-fa86-4ea7-a127-b3362eb1b9f7 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:28:59.587032 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42000627-fa86-4ea7-a127-b3362eb1b9f7 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:28:59.587734 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42000627-fa86-4ea7-a127-b3362eb1b9f7 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:28:59.587734 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42000627-fa86-4ea7-a127-b3362eb1b9f7 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:28:59.587960 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42000627-fa86-4ea7-a127-b3362eb1b9f7 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:28:59.588273 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42000627-fa86-4ea7-a127-b3362eb1b9f7 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:28:59.588584 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42000627-fa86-4ea7-a127-b3362eb1b9f7 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:28:59.588899 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42000627-fa86-4ea7-a127-b3362eb1b9f7 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:28:59.589208 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42000627-fa86-4ea7-a127-b3362eb1b9f7 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:28:59.652334 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-42000627-fa86-4ea7-a127-b3362eb1b9f7 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:28:59.653485 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-42000627-fa86-4ea7-a127-b3362eb1b9f7 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] 10.222.0.85 "DELETE /v2.0/security-groups/75eb1114-36c6-4aa4-981c-014f1b269ccb HTTP/1.1" status: 204 len: 168 time: 0.5237436 May 30 21:28:59.656372 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 52104) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:28:59.669824 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-1899d386-93c2-453a-abf8-12eebd923f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:28:59.686215 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-03201791-599c-4854-a51f-497e98cf3d0e req-327aa317-f7fd-4bc2-b097-67f9efe5872f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c5037458-6b3a-4865-9237-7e3b62bc7768 HTTP/1.1" status: 200 len: 1000 time: 0.1009567 May 30 21:28:59.759552 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03201791-599c-4854-a51f-497e98cf3d0e req-19fdc27c-dbd8-4a10-9ca2-b5ebc856ce04 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:28:59.761016 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-03201791-599c-4854-a51f-497e98cf3d0e req-19fdc27c-dbd8-4a10-9ca2-b5ebc856ce04 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=36f01fe0-d4ef-4168-9627-8400605692ec HTTP/1.1" status: 200 len: 853 time: 0.0642529 May 30 21:28:59.849045 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-03201791-599c-4854-a51f-497e98cf3d0e req-ef956a37-c83e-4ead-8415-c8e369558fd7 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=22d2241f-cb55-4510-aa4b-f8fdae44d215&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0786552 May 30 21:28:59.867978 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-2be35e42-6d11-4219-9388-2eafd7622e32 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Deleting port 86d4a6a4-84b1-42d0-a4f5-69c2a6c0833a {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:28:59.868314 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2be35e42-6d11-4219-9388-2eafd7622e32 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:28:59.898892 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:28:59.993875 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-03201791-599c-4854-a51f-497e98cf3d0e req-824a5159-4700-4a59-89e2-5bc3eba9fd08 service neutron] 10.222.0.86 "GET /v2.0/networks/22d2241f-cb55-4510-aa4b-f8fdae44d215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350129 May 30 21:29:00.046325 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2be35e42-6d11-4219-9388-2eafd7622e32 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:00.046645 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2be35e42-6d11-4219-9388-2eafd7622e32 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:00.136091 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-03201791-599c-4854-a51f-497e98cf3d0e req-033058ff-de99-4fcb-a9b6-f001a49e2d7f service neutron] 10.222.0.86 "GET /v2.0/networks/22d2241f-cb55-4510-aa4b-f8fdae44d215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330798 May 30 21:29:00.171687 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-2be35e42-6d11-4219-9388-2eafd7622e32 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Calling delete_port for 86d4a6a4-84b1-42d0-a4f5-69c2a6c0833a owned by network:floatingip {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:29:00.417992 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2be35e42-6d11-4219-9388-2eafd7622e32 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:00.463370 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be35e42-6d11-4219-9388-2eafd7622e32 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Pushing event deleted for resources: {'Port': ['ID=86d4a6a4-84b1-42d0-a4f5-69c2a6c0833a,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:29:00.559207 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2be35e42-6d11-4219-9388-2eafd7622e32 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Notify callbacks [] for floatingip, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:00.945774 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2be35e42-6d11-4219-9388-2eafd7622e32 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Router a6eb8d6f-90f7-4232-9c19-b22e04b1340f has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 21:29:01.149697 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2be35e42-6d11-4219-9388-2eafd7622e32 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 21:29:01.159252 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232d6cbd-c7ff-4e01-8cbd-e1aa9f167d33 None None] Sync routers for ids ['a6eb8d6f-90f7-4232-9c19-b22e04b1340f'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 21:29:01.166772 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2be35e42-6d11-4219-9388-2eafd7622e32 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:01.172017 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232d6cbd-c7ff-4e01-8cbd-e1aa9f167d33 None None] Routers {'a6eb8d6f-90f7-4232-9c19-b22e04b1340f'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:29:01.172740 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-232d6cbd-c7ff-4e01-8cbd-e1aa9f167d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T21:29:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['a6eb8d6f-90f7-4232-9c19-b22e04b1340f'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:29:01.329570 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-2be35e42-6d11-4219-9388-2eafd7622e32 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] 10.222.0.85 "DELETE /v2.0/floatingips/c9edffa6-ece6-4441-bb77-8d59c5bf47b5 HTTP/1.1" status: 204 len: 168 time: 1.6721363 May 30 21:29:01.330241 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c3d7e05-4f90-4500-9622-75405e473432', 'tag': 'c5037458-6b3a-4865-9237-7e3b62bc7768'}] {{(pid=84886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:29:01.357965 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-232d6cbd-c7ff-4e01-8cbd-e1aa9f167d33 None None] Set router a6eb8d6f-90f7-4232-9c19-b22e04b1340f gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:29:01.402927 n-d-843948-2 neutron-server[84886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c01c33ec-cf77-4d53-a7e1-af5553c204c7'] response: {'name': 'network-changed', 'server_uuid': '4c3d7e05-4f90-4500-9622-75405e473432', 'tag': 'c5037458-6b3a-4865-9237-7e3b62bc7768', 'status': 'completed', 'code': 200} May 30 21:29:01.425463 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:01.506691 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2764704f-e503-4be3-b8c2-ab68b82e9287 req-e81c8432-9459-4f8f-905e-35991ad4d5e0 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=d7fc969651624aaa8499cbf571287895&device_id=4c3d7e05-4f90-4500-9622-75405e473432 HTTP/1.1" status: 200 len: 1097 time: 0.0798624 May 30 21:29:01.652465 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2764704f-e503-4be3-b8c2-ab68b82e9287 req-8e3d9502-086e-4caa-a75d-9ae142ad4e97 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:29:01.655193 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2764704f-e503-4be3-b8c2-ab68b82e9287 req-8e3d9502-086e-4caa-a75d-9ae142ad4e97 service neutron] 10.222.0.86 "GET /v2.0/networks?id=22d2241f-cb55-4510-aa4b-f8fdae44d215 HTTP/1.1" status: 200 len: 915 time: 0.1356926 May 30 21:29:01.693340 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-232d6cbd-c7ff-4e01-8cbd-e1aa9f167d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6eb8d6f-90f7-4232-9c19-b22e04b1340f', 'name': 'tempest-TestMinimumBasicScenario-796091014-router', 'tenant_id': 'd7fc969651624aaa8499cbf571287895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '53986df6-55a4-42bc-991b-08738e655393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:26:50Z', 'updated_at': '2022-05-30T21:26:53Z', 'revision_number': 4, 'project_id': 'd7fc969651624aaa8499cbf571287895', 'gw_port': {'id': '53986df6-55a4-42bc-991b-08738e655393', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:34:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6eb8d6f-90f7-4232-9c19-b22e04b1340f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:26:50Z', 'updated_at': '2022-05-30T21:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': 'd14e466e-f4d1-4037-ba39-415ef7d38b94', 'name': '', 'network_id': '22d2241f-cb55-4510-aa4b-f8fdae44d215', 'tenant_id': 'd7fc969651624aaa8499cbf571287895', 'mac_address': 'fa:16:3e:39:89:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6eb8d6f-90f7-4232-9c19-b22e04b1340f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '36f01fe0-d4ef-4168-9627-8400605692ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:26:52Z', 'updated_at': '2022-05-30T21:27:02Z', 'revision_number': 5, 'project_id': 'd7fc969651624aaa8499cbf571287895', 'subnets': [{'id': '36f01fe0-d4ef-4168-9627-8400605692ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:29:01.697725 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232d6cbd-c7ff-4e01-8cbd-e1aa9f167d33 None None] Checking router: a6eb8d6f-90f7-4232-9c19-b22e04b1340f for host: n-d-843948-2 {{(pid=84889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 21:29:01.709439 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232d6cbd-c7ff-4e01-8cbd-e1aa9f167d33 None None] Routers {'a6eb8d6f-90f7-4232-9c19-b22e04b1340f'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:29:01.709934 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-232d6cbd-c7ff-4e01-8cbd-e1aa9f167d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T21:29:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['a6eb8d6f-90f7-4232-9c19-b22e04b1340f'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:29:01.727979 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2764704f-e503-4be3-b8c2-ab68b82e9287 req-eea55331-0c5c-48d1-b347-63d54b7d2d7b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c5037458-6b3a-4865-9237-7e3b62bc7768 HTTP/1.1" status: 200 len: 217 time: 0.0621486 May 30 21:29:01.800793 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2764704f-e503-4be3-b8c2-ab68b82e9287 req-213fca6c-55d5-4a09-9eea-8530036d3bae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:29:01.802315 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2764704f-e503-4be3-b8c2-ab68b82e9287 req-213fca6c-55d5-4a09-9eea-8530036d3bae service neutron] 10.222.0.86 "GET /v2.0/subnets?id=36f01fe0-d4ef-4168-9627-8400605692ec HTTP/1.1" status: 200 len: 853 time: 0.0651088 May 30 21:29:01.895127 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2764704f-e503-4be3-b8c2-ab68b82e9287 req-ce629b28-4dc8-477e-9e5f-9870c80de4e1 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=22d2241f-cb55-4510-aa4b-f8fdae44d215&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0814590 May 30 21:29:01.908132 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-232d6cbd-c7ff-4e01-8cbd-e1aa9f167d33 None None] Set router a6eb8d6f-90f7-4232-9c19-b22e04b1340f gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:29:02.126042 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2764704f-e503-4be3-b8c2-ab68b82e9287 req-0e25cce6-38bc-4c7b-9b23-b029e6a66609 service neutron] 10.222.0.86 "GET /v2.0/networks/22d2241f-cb55-4510-aa4b-f8fdae44d215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174745 May 30 21:29:02.268817 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-232d6cbd-c7ff-4e01-8cbd-e1aa9f167d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6eb8d6f-90f7-4232-9c19-b22e04b1340f', 'name': 'tempest-TestMinimumBasicScenario-796091014-router', 'tenant_id': 'd7fc969651624aaa8499cbf571287895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '53986df6-55a4-42bc-991b-08738e655393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:26:50Z', 'updated_at': '2022-05-30T21:26:53Z', 'revision_number': 4, 'project_id': 'd7fc969651624aaa8499cbf571287895', 'gw_port': {'id': '53986df6-55a4-42bc-991b-08738e655393', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:34:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6eb8d6f-90f7-4232-9c19-b22e04b1340f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:26:50Z', 'updated_at': '2022-05-30T21:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': 'd14e466e-f4d1-4037-ba39-415ef7d38b94', 'name': '', 'network_id': '22d2241f-cb55-4510-aa4b-f8fdae44d215', 'tenant_id': 'd7fc969651624aaa8499cbf571287895', 'mac_address': 'fa:16:3e:39:89:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6eb8d6f-90f7-4232-9c19-b22e04b1340f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '36f01fe0-d4ef-4168-9627-8400605692ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:26:52Z', 'updated_at': '2022-05-30T21:27:02Z', 'revision_number': 5, 'project_id': 'd7fc969651624aaa8499cbf571287895', 'subnets': [{'id': '36f01fe0-d4ef-4168-9627-8400605692ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:29:02.269436 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2764704f-e503-4be3-b8c2-ab68b82e9287 req-3c119934-a759-4c76-a79a-6ec07cb9be54 service neutron] 10.222.0.86 "GET /v2.0/networks/22d2241f-cb55-4510-aa4b-f8fdae44d215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355145 May 30 21:29:02.273512 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232d6cbd-c7ff-4e01-8cbd-e1aa9f167d33 None None] The sync data for ids ['a6eb8d6f-90f7-4232-9c19-b22e04b1340f'] in n-d-843948-2 is: [{'id': 'a6eb8d6f-90f7-4232-9c19-b22e04b1340f', 'name': 'tempest-TestMinimumBasicScenario-796091014-router', 'tenant_id': 'd7fc969651624aaa8499cbf571287895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '53986df6-55a4-42bc-991b-08738e655393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:26:50Z', 'updated_at': '2022-05-30T21:26:53Z', 'revision_number': 4, 'project_id': 'd7fc969651624aaa8499cbf571287895', 'gw_port': {'id': '53986df6-55a4-42bc-991b-08738e655393', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:34:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6eb8d6f-90f7-4232-9c19-b22e04b1340f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:26:50Z', 'updated_at': '2022-05-30T21:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': 'd14e466e-f4d1-4037-ba39-415ef7d38b94', 'name': '', 'network_id': '22d2241f-cb55-4510-aa4b-f8fdae44d215', 'tenant_id': 'd7fc969651624aaa8499cbf571287895', 'mac_address': 'fa:16:3e:39:89:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6eb8d6f-90f7-4232-9c19-b22e04b1340f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '36f01fe0-d4ef-4168-9627-8400605692ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:26:52Z', 'updated_at': '2022-05-30T21:27:02Z', 'revision_number': 5, 'project_id': 'd7fc969651624aaa8499cbf571287895', 'subnets': [{'id': '36f01fe0-d4ef-4168-9627-8400605692ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 21:29:02.497281 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f26ba9-ad93-4f57-951f-c7c4a88e6512 None None] New status for floating IP c9edffa6-ece6-4441-bb77-8d59c5bf47b5: DOWN {{(pid=84888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 21:29:02.984933 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:07.287066 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8881d9a3-b04b-4b33-a1cd-af4bfd12a587 req-f400e123-2626-4f22-b235-439d35e26079 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:29:07.290086 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8881d9a3-b04b-4b33-a1cd-af4bfd12a587 req-f400e123-2626-4f22-b235-439d35e26079 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] 10.222.0.85 "GET /v2.0/ports?device_id=4c3d7e05-4f90-4500-9622-75405e473432 HTTP/1.1" status: 200 len: 946 time: 0.0891836 May 30 21:29:07.334561 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8881d9a3-b04b-4b33-a1cd-af4bfd12a587 req-73e77769-ae43-40b9-813e-445f9f27504b tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] 10.222.0.85 "GET /v2.0/security-groups?id=469c8f95-2845-4ed4-ba5b-0d97de489900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399001 May 30 21:29:08.532954 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67384804-e86f-4161-9c7d-119d94f44381 req-58a1f554-dd87-4f16-ac10-50deb2072f6b tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:29:08.533671 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-67384804-e86f-4161-9c7d-119d94f44381 req-58a1f554-dd87-4f16-ac10-50deb2072f6b tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Synchronizing usage tracker for tenant:d7fc969651624aaa8499cbf571287895 on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 21:29:08.611858 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-67384804-e86f-4161-9c7d-119d94f44381 req-58a1f554-dd87-4f16-ac10-50deb2072f6b tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Unset dirty status for tenant:d7fc969651624aaa8499cbf571287895 on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 21:29:08.613023 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-67384804-e86f-4161-9c7d-119d94f44381 req-58a1f554-dd87-4f16-ac10-50deb2072f6b tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] 10.222.0.85 "GET /v2.0/ports?device_id=4c3d7e05-4f90-4500-9622-75405e473432 HTTP/1.1" status: 200 len: 946 time: 0.1558497 May 30 21:29:08.658108 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-67384804-e86f-4161-9c7d-119d94f44381 req-55056dcd-2409-4272-b00c-a9344385ae1d tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Synchronizing usage tracker for tenant:d7fc969651624aaa8499cbf571287895 on resource:security_group {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 21:29:08.728484 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-67384804-e86f-4161-9c7d-119d94f44381 req-55056dcd-2409-4272-b00c-a9344385ae1d tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Unset dirty status for tenant:d7fc969651624aaa8499cbf571287895 on resource:security_group {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 21:29:08.729717 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-67384804-e86f-4161-9c7d-119d94f44381 req-55056dcd-2409-4272-b00c-a9344385ae1d tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] 10.222.0.85 "GET /v2.0/security-groups?id=469c8f95-2845-4ed4-ba5b-0d97de489900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107521 May 30 21:29:09.167439 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91569598-6377-4948-aa70-d50cfc2a0c7e req-8d0f8172-fd12-495a-a3e2-fd6b8252413b tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:29:09.169074 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-91569598-6377-4948-aa70-d50cfc2a0c7e req-8d0f8172-fd12-495a-a3e2-fd6b8252413b tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c3d7e05-4f90-4500-9622-75405e473432 HTTP/1.1" status: 200 len: 946 time: 0.0761786 May 30 21:29:09.243239 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-91569598-6377-4948-aa70-d50cfc2a0c7e req-cf846d76-3c10-475d-b045-11f2f160a551 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Deleting port c5037458-6b3a-4865-9237-7e3b62bc7768 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:29:09.243569 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-91569598-6377-4948-aa70-d50cfc2a0c7e req-cf846d76-3c10-475d-b045-11f2f160a551 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:09.482773 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-91569598-6377-4948-aa70-d50cfc2a0c7e req-cf846d76-3c10-475d-b045-11f2f160a551 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] For port c5037458-6b3a-4865-9237-7e3b62bc7768, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=c5037458-6b3a-4865-9237-7e3b62bc7768,segment=NetworkSegment(c5cb4252-b1b0-45aa-a5fc-07b292a0a9c4),segment_id=c5cb4252-b1b0-45aa-a5fc-07b292a0a9c4)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:29:09.483036 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-91569598-6377-4948-aa70-d50cfc2a0c7e req-cf846d76-3c10-475d-b045-11f2f160a551 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:09.607373 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-91569598-6377-4948-aa70-d50cfc2a0c7e req-cf846d76-3c10-475d-b045-11f2f160a551 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Calling delete_port for c5037458-6b3a-4865-9237-7e3b62bc7768 owned by compute:nova {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:29:09.946459 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6870497c-1f87-47a0-a392-ca0d73c87308 req-3cdd3d00-962d-482c-9505-253f000d4872 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:29:09.947913 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6870497c-1f87-47a0-a392-ca0d73c87308 req-3cdd3d00-962d-482c-9505-253f000d4872 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] 10.222.0.85 "GET /v2.0/ports?device_id=4c3d7e05-4f90-4500-9622-75405e473432 HTTP/1.1" status: 200 len: 946 time: 0.0910368 May 30 21:29:09.969356 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-91569598-6377-4948-aa70-d50cfc2a0c7e req-cf846d76-3c10-475d-b045-11f2f160a551 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:09.986956 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['c5037458-6b3a-4865-9237-7e3b62bc7768'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 21:29:10.035294 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf846d76-3c10-475d-b045-11f2f160a551 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Pushing event deleted for resources: {'Port': ['ID=c5037458-6b3a-4865-9237-7e3b62bc7768,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:29:10.077731 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6870497c-1f87-47a0-a392-ca0d73c87308 req-0b75155d-4ae2-43cc-8567-0ccb665a9303 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] 10.222.0.85 "GET /v2.0/security-groups?id=469c8f95-2845-4ed4-ba5b-0d97de489900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240928 May 30 21:29:10.118261 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-91569598-6377-4948-aa70-d50cfc2a0c7e req-cf846d76-3c10-475d-b045-11f2f160a551 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] No DVR routers for this DVR port c5037458-6b3a-4865-9237-7e3b62bc7768 on host n-h2-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 21:29:10.120890 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-91569598-6377-4948-aa70-d50cfc2a0c7e req-cf846d76-3c10-475d-b045-11f2f160a551 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:10.123455 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c3d7e05-4f90-4500-9622-75405e473432', 'name': 'network-vif-deleted', 'tag': 'c5037458-6b3a-4865-9237-7e3b62bc7768'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:29:10.179340 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81037992-df02-43f8-a9b6-ba6a82a7ba6e'] response: {'server_uuid': '4c3d7e05-4f90-4500-9622-75405e473432', 'name': 'network-vif-deleted', 'tag': 'c5037458-6b3a-4865-9237-7e3b62bc7768', 'status': 'completed', 'code': 200} May 30 21:29:10.207111 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-91569598-6377-4948-aa70-d50cfc2a0c7e req-cf846d76-3c10-475d-b045-11f2f160a551 tempest-TestMinimumBasicScenario-57895546 tempest-TestMinimumBasicScenario-57895546-project] 10.222.0.86 "DELETE /v2.0/ports/c5037458-6b3a-4865-9237-7e3b62bc7768 HTTP/1.1" status: 204 len: 173 time: 1.0297537 May 30 21:29:10.610210 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 21:29:12.343356 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 52194) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:29:12.729769 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c322675f-34ae-4d1a-90ab-84c0bd518b05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-736216'] for router_interface, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:13.316894 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-c322675f-34ae-4d1a-90ab-84c0bd518b05 admin admin] Deleting port d14e466e-f4d1-4037-ba39-415ef7d38b94 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:29:13.317227 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c322675f-34ae-4d1a-90ab-84c0bd518b05 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:13.485176 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [None req-c322675f-34ae-4d1a-90ab-84c0bd518b05 admin admin] For port d14e466e-f4d1-4037-ba39-415ef7d38b94, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=d14e466e-f4d1-4037-ba39-415ef7d38b94,segment=NetworkSegment(c5cb4252-b1b0-45aa-a5fc-07b292a0a9c4),segment_id=c5cb4252-b1b0-45aa-a5fc-07b292a0a9c4)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:29:13.485910 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c322675f-34ae-4d1a-90ab-84c0bd518b05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:13.605639 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-c322675f-34ae-4d1a-90ab-84c0bd518b05 admin admin] Calling delete_port for d14e466e-f4d1-4037-ba39-415ef7d38b94 owned by network:router_interface {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:29:13.824146 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device c5037458-6b3a-4865-9237-7e3b62bc7768 no longer exists at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 21:29:13.890583 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] No Port match for: c5037458-6b3a-4865-9237-7e3b62bc7768 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 21:29:13.890835 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device c5037458-6b3a-4865-9237-7e3b62bc7768 not bound to the agent host n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 21:29:13.968710 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c322675f-34ae-4d1a-90ab-84c0bd518b05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:14.017504 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c322675f-34ae-4d1a-90ab-84c0bd518b05 admin admin] Pushing event deleted for resources: {'Port': ['ID=d14e466e-f4d1-4037-ba39-415ef7d38b94,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:29:14.309602 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c322675f-34ae-4d1a-90ab-84c0bd518b05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1718140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-736143'] for router_interface, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:14.877012 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c322675f-34ae-4d1a-90ab-84c0bd518b05 admin admin] Router a6eb8d6f-90f7-4232-9c19-b22e04b1340f has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 21:29:15.072022 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c322675f-34ae-4d1a-90ab-84c0bd518b05 admin admin] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 21:29:15.082424 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2cc3b5b-7aca-4c32-942d-ddde4b493741 None None] Sync routers for ids ['a6eb8d6f-90f7-4232-9c19-b22e04b1340f'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 21:29:15.086457 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-c322675f-34ae-4d1a-90ab-84c0bd518b05 admin admin] 10.222.0.85 "PUT /v2.0/routers/a6eb8d6f-90f7-4232-9c19-b22e04b1340f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7419431 May 30 21:29:15.093775 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 52198) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:29:15.094780 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2cc3b5b-7aca-4c32-942d-ddde4b493741 None None] Routers {'a6eb8d6f-90f7-4232-9c19-b22e04b1340f'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:29:15.095413 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-b2cc3b5b-7aca-4c32-942d-ddde4b493741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T21:29:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['a6eb8d6f-90f7-4232-9c19-b22e04b1340f'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:29:15.312370 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-b2cc3b5b-7aca-4c32-942d-ddde4b493741 None None] Set router a6eb8d6f-90f7-4232-9c19-b22e04b1340f gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:29:15.325228 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4b83e87b-40b3-4153-860d-233678df7629 admin admin] Notify callbacks [] for router, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:15.595763 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-b2cc3b5b-7aca-4c32-942d-ddde4b493741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6eb8d6f-90f7-4232-9c19-b22e04b1340f', 'name': 'tempest-TestMinimumBasicScenario-796091014-router', 'tenant_id': 'd7fc969651624aaa8499cbf571287895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '53986df6-55a4-42bc-991b-08738e655393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:26:50Z', 'updated_at': '2022-05-30T21:29:13Z', 'revision_number': 5, 'project_id': 'd7fc969651624aaa8499cbf571287895', 'gw_port': {'id': '53986df6-55a4-42bc-991b-08738e655393', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:34:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6eb8d6f-90f7-4232-9c19-b22e04b1340f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:26:50Z', 'updated_at': '2022-05-30T21:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:29:15.599542 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2cc3b5b-7aca-4c32-942d-ddde4b493741 None None] Checking router: a6eb8d6f-90f7-4232-9c19-b22e04b1340f for host: n-d-843948-2 {{(pid=84889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 21:29:15.609912 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2cc3b5b-7aca-4c32-942d-ddde4b493741 None None] Routers {'a6eb8d6f-90f7-4232-9c19-b22e04b1340f'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:29:15.610496 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-b2cc3b5b-7aca-4c32-942d-ddde4b493741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T21:29:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['a6eb8d6f-90f7-4232-9c19-b22e04b1340f'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:29:15.619957 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4b83e87b-40b3-4153-860d-233678df7629 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:15.693684 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-4b83e87b-40b3-4153-860d-233678df7629 admin admin] Deleting port 53986df6-55a4-42bc-991b-08738e655393 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:29:15.694044 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4b83e87b-40b3-4153-860d-233678df7629 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:15.801303 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-b2cc3b5b-7aca-4c32-942d-ddde4b493741 None None] Set router a6eb8d6f-90f7-4232-9c19-b22e04b1340f gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:29:15.892880 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [None req-4b83e87b-40b3-4153-860d-233678df7629 admin admin] For port 53986df6-55a4-42bc-991b-08738e655393, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=53986df6-55a4-42bc-991b-08738e655393,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:29:15.893115 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4b83e87b-40b3-4153-860d-233678df7629 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:16.017118 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-4b83e87b-40b3-4153-860d-233678df7629 admin admin] Calling delete_port for 53986df6-55a4-42bc-991b-08738e655393 owned by network:router_gateway {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:29:16.100174 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-b2cc3b5b-7aca-4c32-942d-ddde4b493741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6eb8d6f-90f7-4232-9c19-b22e04b1340f', 'name': 'tempest-TestMinimumBasicScenario-796091014-router', 'tenant_id': 'd7fc969651624aaa8499cbf571287895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '53986df6-55a4-42bc-991b-08738e655393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:26:50Z', 'updated_at': '2022-05-30T21:29:13Z', 'revision_number': 5, 'project_id': 'd7fc969651624aaa8499cbf571287895', 'gw_port': {'id': '53986df6-55a4-42bc-991b-08738e655393', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:34:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6eb8d6f-90f7-4232-9c19-b22e04b1340f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:26:50Z', 'updated_at': '2022-05-30T21:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:29:16.104146 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2cc3b5b-7aca-4c32-942d-ddde4b493741 None None] The sync data for ids ['a6eb8d6f-90f7-4232-9c19-b22e04b1340f'] in n-d-843948-2 is: [{'id': 'a6eb8d6f-90f7-4232-9c19-b22e04b1340f', 'name': 'tempest-TestMinimumBasicScenario-796091014-router', 'tenant_id': 'd7fc969651624aaa8499cbf571287895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '53986df6-55a4-42bc-991b-08738e655393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:26:50Z', 'updated_at': '2022-05-30T21:29:13Z', 'revision_number': 5, 'project_id': 'd7fc969651624aaa8499cbf571287895', 'gw_port': {'id': '53986df6-55a4-42bc-991b-08738e655393', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:34:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6eb8d6f-90f7-4232-9c19-b22e04b1340f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:26:50Z', 'updated_at': '2022-05-30T21:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 21:29:16.247963 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4b83e87b-40b3-4153-860d-233678df7629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:16.292445 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b83e87b-40b3-4153-860d-233678df7629 admin admin] Pushing event deleted for resources: {'Port': ['ID=53986df6-55a4-42bc-991b-08738e655393,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:29:16.515948 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4b83e87b-40b3-4153-860d-233678df7629 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-736453'] for router_gateway, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:16.769038 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4b83e87b-40b3-4153-860d-233678df7629 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-724789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3141'] for router, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:16.773423 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4b83e87b-40b3-4153-860d-233678df7629 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:16.897304 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4b83e87b-40b3-4153-860d-233678df7629 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724889'] for router, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:16.897828 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b83e87b-40b3-4153-860d-233678df7629 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a6eb8d6f-90f7-4232-9c19-b22e04b1340f {{(pid=84887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 21:29:16.910690 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4b83e87b-40b3-4153-860d-233678df7629 admin admin] Notify callbacks [] for router, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:16.911810 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-4b83e87b-40b3-4153-860d-233678df7629 admin admin] 10.222.0.85 "DELETE /v2.0/routers/a6eb8d6f-90f7-4232-9c19-b22e04b1340f HTTP/1.1" status: 204 len: 168 time: 1.8215630 May 30 21:29:16.915731 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 52202) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:29:16.982421 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4b27552-68d2-45f6-98e2-e1951644d538 admin admin] Deleting subnet 36f01fe0-d4ef-4168-9627-8400605692ec {{(pid=84887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 21:29:16.986653 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c4b27552-68d2-45f6-98e2-e1951644d538 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:17.036237 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c4b27552-68d2-45f6-98e2-e1951644d538 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3149227'] for subnet, precommit_delete_associations {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:17.115236 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c4b27552-68d2-45f6-98e2-e1951644d538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:17.355645 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c4b27552-68d2-45f6-98e2-e1951644d538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4055470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114247'] for subnet, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:17.396055 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b27552-68d2-45f6-98e2-e1951644d538 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36f01fe0-d4ef-4168-9627-8400605692ec,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:29:17.400685 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-c4b27552-68d2-45f6-98e2-e1951644d538 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:17.405987 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f84a129-7a8b-4561-978f-f2c918c1485e None None] Network 22d2241f-cb55-4510-aa4b-f8fdae44d215 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 21:29:17.406477 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-c4b27552-68d2-45f6-98e2-e1951644d538 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/36f01fe0-d4ef-4168-9627-8400605692ec HTTP/1.1" status: 204 len: 168 time: 0.4897816 May 30 21:29:17.409131 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 52206) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:29:17.516323 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3d8e851b-16e7-4762-bf58-e6584d45579a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:17.527114 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-3d8e851b-16e7-4762-bf58-e6584d45579a admin admin] Deleting port 5de3553e-602e-4704-b67d-12d128ededc9 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:29:17.527625 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3d8e851b-16e7-4762-bf58-e6584d45579a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:17.645038 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f10d1323-9e74-42ee-8554-1b9e99779896 None None] DHCP port deletion for 22d2241f-cb55-4510-aa4b-f8fdae44d215 request from n-d-843948-2 {{(pid=84888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 21:29:17.649372 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-f10d1323-9e74-42ee-8554-1b9e99779896 None None] Deleting port 5de3553e-602e-4704-b67d-12d128ededc9 {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:29:17.649778 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-f10d1323-9e74-42ee-8554-1b9e99779896 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:17.841726 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 5de3553e-602e-4704-b67d-12d128ededc9 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 21:29:17.862266 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [None req-3d8e851b-16e7-4762-bf58-e6584d45579a admin admin] For port 5de3553e-602e-4704-b67d-12d128ededc9, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=5de3553e-602e-4704-b67d-12d128ededc9,segment=NetworkSegment(c5cb4252-b1b0-45aa-a5fc-07b292a0a9c4),segment_id=c5cb4252-b1b0-45aa-a5fc-07b292a0a9c4)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:29:17.862542 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3d8e851b-16e7-4762-bf58-e6584d45579a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:17.925700 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-f10d1323-9e74-42ee-8554-1b9e99779896 None None] For port 5de3553e-602e-4704-b67d-12d128ededc9, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=5de3553e-602e-4704-b67d-12d128ededc9,segment=NetworkSegment(c5cb4252-b1b0-45aa-a5fc-07b292a0a9c4),segment_id=c5cb4252-b1b0-45aa-a5fc-07b292a0a9c4)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:29:17.926086 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-f10d1323-9e74-42ee-8554-1b9e99779896 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:17.984811 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-3d8e851b-16e7-4762-bf58-e6584d45579a admin admin] Calling delete_port for 5de3553e-602e-4704-b67d-12d128ededc9 owned by network:dhcp {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:29:18.049633 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-f10d1323-9e74-42ee-8554-1b9e99779896 None None] Calling delete_port for 5de3553e-602e-4704-b67d-12d128ededc9 owned by network:dhcp {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:29:18.120782 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3d8e851b-16e7-4762-bf58-e6584d45579a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:18.150325 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:18.164422 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8e851b-16e7-4762-bf58-e6584d45579a admin admin] Pushing event deleted for resources: {'Port': ['ID=5de3553e-602e-4704-b67d-12d128ededc9,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:29:18.171349 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8e851b-16e7-4762-bf58-e6584d45579a admin admin] No DVR routers for this DVR port 5de3553e-602e-4704-b67d-12d128ededc9 on host n-d-843948-2 {{(pid=84886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 21:29:18.178949 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.db.api [None req-f10d1323-9e74-42ee-8554-1b9e99779896 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 21:29:18.179314 n-d-843948-2 neutron-server[84888]: DEBUG oslo_db.api [None req-f10d1323-9e74-42ee-8554-1b9e99779896 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 21:29:18.221866 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 53986df6-55a4-42bc-991b-08738e655393 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 21:29:18.253624 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: 53986df6-55a4-42bc-991b-08738e655393 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 21:29:18.253984 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 53986df6-55a4-42bc-991b-08738e655393 not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 21:29:18.254393 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device d14e466e-f4d1-4037-ba39-415ef7d38b94 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 21:29:18.285586 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: d14e466e-f4d1-4037-ba39-415ef7d38b94 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 21:29:18.285944 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device d14e466e-f4d1-4037-ba39-415ef7d38b94 not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 21:29:18.291405 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3d8e851b-16e7-4762-bf58-e6584d45579a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:18.318282 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-3d8e851b-16e7-4762-bf58-e6584d45579a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22d2241f-cb55-4510-aa4b-f8fdae44d215']}} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:29:18.330483 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-3d8e851b-16e7-4762-bf58-e6584d45579a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5cb4252-b1b0-45aa-a5fc-07b292a0a9c4') {'for_net_delete': True} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:29:18.330775 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-3d8e851b-16e7-4762-bf58-e6584d45579a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5cb4252-b1b0-45aa-a5fc-07b292a0a9c4') {} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:29:18.344369 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3d8e851b-16e7-4762-bf58-e6584d45579a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2660590'] for segment, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:18.360911 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3d8e851b-16e7-4762-bf58-e6584d45579a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:18.367109 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d8e851b-16e7-4762-bf58-e6584d45579a admin admin] Releasing vlan 653 on physical network physnet1 to pool {{(pid=84886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 21:29:18.367498 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3d8e851b-16e7-4762-bf58-e6584d45579a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4126989'] for segment, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:18.380435 n-d-843948-2 neutron-server[84886]: Traceback (most recent call last): May 30 21:29:18.380435 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 21:29:18.380435 n-d-843948-2 neutron-server[84886]: timer() May 30 21:29:18.380435 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 21:29:18.380435 n-d-843948-2 neutron-server[84886]: cb(*args, **kw) May 30 21:29:18.380435 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 21:29:18.380435 n-d-843948-2 neutron-server[84886]: return func(*args, **kwargs) May 30 21:29:18.380435 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 21:29:18.380435 n-d-843948-2 neutron-server[84886]: self._notify() May 30 21:29:18.380435 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 21:29:18.380435 n-d-843948-2 neutron-server[84886]: self.callback(batched_events) May 30 21:29:18.380435 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 21:29:18.380435 n-d-843948-2 neutron-server[84886]: event.method(event) May 30 21:29:18.380435 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 21:29:18.380435 n-d-843948-2 neutron-server[84886]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 21:29:18.380435 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 21:29:18.380435 n-d-843948-2 neutron-server[84886]: aggregate_uuid = self.p_client.list_aggregates( May 30 21:29:18.380435 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 21:29:18.380435 n-d-843948-2 neutron-server[84886]: return f(self, *a, **k) May 30 21:29:18.380435 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 21:29:18.380435 n-d-843948-2 neutron-server[84886]: return self._get(url).json() May 30 21:29:18.380435 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 21:29:18.380435 n-d-843948-2 neutron-server[84886]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 21:29:18.380435 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 21:29:18.380435 n-d-843948-2 neutron-server[84886]: return self.request(url, 'GET', **kwargs) May 30 21:29:18.380435 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 21:29:18.380435 n-d-843948-2 neutron-server[84886]: base_url = self.get_endpoint(auth, allow=allow, May 30 21:29:18.380435 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 21:29:18.380435 n-d-843948-2 neutron-server[84886]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 21:29:18.380435 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 21:29:18.380435 n-d-843948-2 neutron-server[84886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 21:29:18.380435 n-d-843948-2 neutron-server[84886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 21:29:18.520704 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3d8e851b-16e7-4762-bf58-e6584d45579a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:18.525853 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3d8e851b-16e7-4762-bf58-e6584d45579a admin admin] Notify callbacks [] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:18.549589 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8e851b-16e7-4762-bf58-e6584d45579a admin admin] Pushing event deleted for resources: {'Network': ['ID=22d2241f-cb55-4510-aa4b-f8fdae44d215,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:29:18.637402 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-3d8e851b-16e7-4762-bf58-e6584d45579a admin admin] 10.222.0.85 "DELETE /v2.0/networks/22d2241f-cb55-4510-aa4b-f8fdae44d215 HTTP/1.1" status: 204 len: 168 time: 1.2270410 May 30 21:29:18.640371 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 52210) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:29:18.680881 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-f10d1323-9e74-42ee-8554-1b9e99779896 None None] Deleting port 5de3553e-602e-4704-b67d-12d128ededc9 {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:29:18.681444 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-f10d1323-9e74-42ee-8554-1b9e99779896 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:18.747354 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-f10d1323-9e74-42ee-8554-1b9e99779896 None None] The port '5de3553e-602e-4704-b67d-12d128ededc9' was deleted {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 21:29:19.030966 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7cb9fa1f-ccb1-440c-b465-e50bd2ecdf9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-736216'] for router_interface, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:19.733497 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-7cb9fa1f-ccb1-440c-b465-e50bd2ecdf9f admin admin] Deleting port 28e6d285-bb13-4638-8667-a1a34eca7ab4 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:29:19.734189 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7cb9fa1f-ccb1-440c-b465-e50bd2ecdf9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:19.911721 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [None req-7cb9fa1f-ccb1-440c-b465-e50bd2ecdf9f admin admin] For port 28e6d285-bb13-4638-8667-a1a34eca7ab4, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=28e6d285-bb13-4638-8667-a1a34eca7ab4,segment=NetworkSegment(3f1303ba-3f54-404a-8f3e-65250e9d41c9),segment_id=3f1303ba-3f54-404a-8f3e-65250e9d41c9)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:29:19.912078 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7cb9fa1f-ccb1-440c-b465-e50bd2ecdf9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:20.035902 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-7cb9fa1f-ccb1-440c-b465-e50bd2ecdf9f admin admin] Calling delete_port for 28e6d285-bb13-4638-8667-a1a34eca7ab4 owned by network:router_interface {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:29:20.265308 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7cb9fa1f-ccb1-440c-b465-e50bd2ecdf9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:20.299760 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:20.315184 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb9fa1f-ccb1-440c-b465-e50bd2ecdf9f admin admin] Pushing event deleted for resources: {'Port': ['ID=28e6d285-bb13-4638-8667-a1a34eca7ab4,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:29:20.601696 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7cb9fa1f-ccb1-440c-b465-e50bd2ecdf9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1718140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-736143'] for router_interface, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:21.279012 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cb9fa1f-ccb1-440c-b465-e50bd2ecdf9f admin admin] Router 5b5234cd-9a1d-4cea-9eab-63cbbf0a6789 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 21:29:21.481707 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cb9fa1f-ccb1-440c-b465-e50bd2ecdf9f admin admin] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 21:29:21.490947 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-7cb9fa1f-ccb1-440c-b465-e50bd2ecdf9f admin admin] 10.222.0.85 "PUT /v2.0/routers/5b5234cd-9a1d-4cea-9eab-63cbbf0a6789/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8494606 May 30 21:29:21.494236 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 52214) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:29:21.496588 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faad3404-d38f-444a-8f23-432819830d9e None None] Sync routers for ids ['5b5234cd-9a1d-4cea-9eab-63cbbf0a6789'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 21:29:21.508836 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faad3404-d38f-444a-8f23-432819830d9e None None] Routers {'5b5234cd-9a1d-4cea-9eab-63cbbf0a6789'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:29:21.509440 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-faad3404-d38f-444a-8f23-432819830d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T21:29:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['5b5234cd-9a1d-4cea-9eab-63cbbf0a6789'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:29:21.686885 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-faad3404-d38f-444a-8f23-432819830d9e None None] Set router 5b5234cd-9a1d-4cea-9eab-63cbbf0a6789 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:29:21.693123 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3ee5247e-187d-4648-a0fe-c1ee0c8748fe admin admin] Notify callbacks [] for router, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:21.897751 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3ee5247e-187d-4648-a0fe-c1ee0c8748fe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:21.988929 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-3ee5247e-187d-4648-a0fe-c1ee0c8748fe admin admin] Deleting port 9593821f-32df-401e-97cf-baaa43a1d0ca {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:29:21.989188 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3ee5247e-187d-4648-a0fe-c1ee0c8748fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:22.004099 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-faad3404-d38f-444a-8f23-432819830d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b5234cd-9a1d-4cea-9eab-63cbbf0a6789', 'name': 'tempest-TestMinimumBasicScenario-1417461869-router', 'tenant_id': '4b5773e8ec144f798c4266f61c977656', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': '9593821f-32df-401e-97cf-baaa43a1d0ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:26:57Z', 'updated_at': '2022-05-30T21:29:20Z', 'revision_number': 5, 'project_id': '4b5773e8ec144f798c4266f61c977656', 'gw_port': {'id': '9593821f-32df-401e-97cf-baaa43a1d0ca', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b5234cd-9a1d-4cea-9eab-63cbbf0a6789', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:26:58Z', 'updated_at': '2022-05-30T21:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:29:22.007933 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faad3404-d38f-444a-8f23-432819830d9e None None] Checking router: 5b5234cd-9a1d-4cea-9eab-63cbbf0a6789 for host: n-d-843948-2 {{(pid=84888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 21:29:22.018741 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faad3404-d38f-444a-8f23-432819830d9e None None] Routers {'5b5234cd-9a1d-4cea-9eab-63cbbf0a6789'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:29:22.019360 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-faad3404-d38f-444a-8f23-432819830d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T21:29:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['5b5234cd-9a1d-4cea-9eab-63cbbf0a6789'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:29:22.160449 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [None req-3ee5247e-187d-4648-a0fe-c1ee0c8748fe admin admin] For port 9593821f-32df-401e-97cf-baaa43a1d0ca, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=9593821f-32df-401e-97cf-baaa43a1d0ca,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:29:22.160797 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3ee5247e-187d-4648-a0fe-c1ee0c8748fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:22.171035 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-faad3404-d38f-444a-8f23-432819830d9e None None] Set router 5b5234cd-9a1d-4cea-9eab-63cbbf0a6789 gateway port host: None {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:29:22.277302 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-faad3404-d38f-444a-8f23-432819830d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b5234cd-9a1d-4cea-9eab-63cbbf0a6789', 'name': 'tempest-TestMinimumBasicScenario-1417461869-router', 'tenant_id': '4b5773e8ec144f798c4266f61c977656', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:26:57Z', 'updated_at': '2022-05-30T21:29:21Z', 'revision_number': 6, 'project_id': '4b5773e8ec144f798c4266f61c977656', 'gw_port_host': None}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:29:22.280384 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-3ee5247e-187d-4648-a0fe-c1ee0c8748fe admin admin] Calling delete_port for 9593821f-32df-401e-97cf-baaa43a1d0ca owned by network:router_gateway {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:29:22.281401 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faad3404-d38f-444a-8f23-432819830d9e None None] The sync data for ids ['5b5234cd-9a1d-4cea-9eab-63cbbf0a6789'] in n-d-843948-2 is: [{'id': '5b5234cd-9a1d-4cea-9eab-63cbbf0a6789', 'name': 'tempest-TestMinimumBasicScenario-1417461869-router', 'tenant_id': '4b5773e8ec144f798c4266f61c977656', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:26:57Z', 'updated_at': '2022-05-30T21:29:21Z', 'revision_number': 6, 'project_id': '4b5773e8ec144f798c4266f61c977656', 'gw_port_host': None}] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 21:29:22.522453 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3ee5247e-187d-4648-a0fe-c1ee0c8748fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:22.567283 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee5247e-187d-4648-a0fe-c1ee0c8748fe admin admin] Pushing event deleted for resources: {'Port': ['ID=9593821f-32df-401e-97cf-baaa43a1d0ca,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:29:22.796325 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3ee5247e-187d-4648-a0fe-c1ee0c8748fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-736453'] for router_gateway, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:23.050614 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:23.152759 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3ee5247e-187d-4648-a0fe-c1ee0c8748fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-724789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3141'] for router, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:23.157076 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3ee5247e-187d-4648-a0fe-c1ee0c8748fe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:23.240483 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3ee5247e-187d-4648-a0fe-c1ee0c8748fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724889'] for router, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:23.241063 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ee5247e-187d-4648-a0fe-c1ee0c8748fe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b5234cd-9a1d-4cea-9eab-63cbbf0a6789 {{(pid=84887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 21:29:23.254598 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3ee5247e-187d-4648-a0fe-c1ee0c8748fe admin admin] Notify callbacks [] for router, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:23.255782 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-3ee5247e-187d-4648-a0fe-c1ee0c8748fe admin admin] 10.222.0.85 "DELETE /v2.0/routers/5b5234cd-9a1d-4cea-9eab-63cbbf0a6789 HTTP/1.1" status: 204 len: 168 time: 1.7600591 May 30 21:29:23.258478 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 52218) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:29:23.322756 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_v2 [None req-585e2bba-9590-459e-a16c-be3d9064a69a admin admin] Deleting subnet c1573ff4-91ea-419f-b076-e5ebc5cf7fe7 {{(pid=84887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 21:29:23.325964 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-585e2bba-9590-459e-a16c-be3d9064a69a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:23.375770 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-585e2bba-9590-459e-a16c-be3d9064a69a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3149227'] for subnet, precommit_delete_associations {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:23.453771 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-585e2bba-9590-459e-a16c-be3d9064a69a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:23.591410 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-585e2bba-9590-459e-a16c-be3d9064a69a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4055470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114247'] for subnet, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:23.627679 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585e2bba-9590-459e-a16c-be3d9064a69a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1573ff4-91ea-419f-b076-e5ebc5cf7fe7,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:29:23.634785 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-585e2bba-9590-459e-a16c-be3d9064a69a admin admin] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:23.639197 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd591270-3b3d-47ac-8bbc-3967a5dbf4a4 None None] Network 1075fdfc-ee9f-48b2-9991-541139069170 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 21:29:23.640205 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-585e2bba-9590-459e-a16c-be3d9064a69a admin admin] 10.222.0.85 "DELETE /v2.0/subnets/c1573ff4-91ea-419f-b076-e5ebc5cf7fe7 HTTP/1.1" status: 204 len: 168 time: 0.3807206 May 30 21:29:23.642687 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 52222) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:29:23.751717 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a279858a-798a-477a-b19b-37f06cb2a2dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:23.763823 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-a279858a-798a-477a-b19b-37f06cb2a2dc admin admin] Deleting port c877c171-112f-45b0-a6b4-b71a47be373b {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:29:23.764162 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a279858a-798a-477a-b19b-37f06cb2a2dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:23.826842 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 28e6d285-bb13-4638-8667-a1a34eca7ab4 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 21:29:23.864360 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: 28e6d285-bb13-4638-8667-a1a34eca7ab4 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 21:29:23.864622 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 28e6d285-bb13-4638-8667-a1a34eca7ab4 not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 21:29:23.865025 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 9593821f-32df-401e-97cf-baaa43a1d0ca no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 21:29:23.897618 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: 9593821f-32df-401e-97cf-baaa43a1d0ca {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 21:29:23.897984 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 9593821f-32df-401e-97cf-baaa43a1d0ca not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 21:29:23.967614 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75338c42-1cbb-4092-8ac8-0f775e020811 None None] DHCP port deletion for 1075fdfc-ee9f-48b2-9991-541139069170 request from n-d-843948-2 {{(pid=84888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 21:29:23.971747 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-75338c42-1cbb-4092-8ac8-0f775e020811 None None] Deleting port c877c171-112f-45b0-a6b4-b71a47be373b {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:29:23.972110 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-75338c42-1cbb-4092-8ac8-0f775e020811 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:23.983804 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [None req-a279858a-798a-477a-b19b-37f06cb2a2dc admin admin] For port c877c171-112f-45b0-a6b4-b71a47be373b, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=c877c171-112f-45b0-a6b4-b71a47be373b,segment=NetworkSegment(3f1303ba-3f54-404a-8f3e-65250e9d41c9),segment_id=3f1303ba-3f54-404a-8f3e-65250e9d41c9)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:29:23.984162 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a279858a-798a-477a-b19b-37f06cb2a2dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:24.105737 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-a279858a-798a-477a-b19b-37f06cb2a2dc admin admin] Calling delete_port for c877c171-112f-45b0-a6b4-b71a47be373b owned by network:dhcp {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:29:24.189758 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-75338c42-1cbb-4092-8ac8-0f775e020811 None None] For port c877c171-112f-45b0-a6b4-b71a47be373b, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=c877c171-112f-45b0-a6b4-b71a47be373b,segment=NetworkSegment(3f1303ba-3f54-404a-8f3e-65250e9d41c9),segment_id=3f1303ba-3f54-404a-8f3e-65250e9d41c9)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:29:24.189758 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-75338c42-1cbb-4092-8ac8-0f775e020811 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:24.280469 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a279858a-798a-477a-b19b-37f06cb2a2dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:24.302628 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-75338c42-1cbb-4092-8ac8-0f775e020811 None None] Calling delete_port for c877c171-112f-45b0-a6b4-b71a47be373b owned by network:dhcp {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:29:24.328063 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a279858a-798a-477a-b19b-37f06cb2a2dc admin admin] Pushing event deleted for resources: {'Port': ['ID=c877c171-112f-45b0-a6b4-b71a47be373b,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:29:24.337151 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a279858a-798a-477a-b19b-37f06cb2a2dc admin admin] No DVR routers for this DVR port c877c171-112f-45b0-a6b4-b71a47be373b on host n-d-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 21:29:24.372314 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.db.api [None req-75338c42-1cbb-4092-8ac8-0f775e020811 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 21:29:24.372661 n-d-843948-2 neutron-server[84888]: DEBUG oslo_db.api [None req-75338c42-1cbb-4092-8ac8-0f775e020811 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 21:29:24.449811 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a279858a-798a-477a-b19b-37f06cb2a2dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:24.474807 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-a279858a-798a-477a-b19b-37f06cb2a2dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1075fdfc-ee9f-48b2-9991-541139069170']}} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:29:24.487605 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-a279858a-798a-477a-b19b-37f06cb2a2dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f1303ba-3f54-404a-8f3e-65250e9d41c9') {'for_net_delete': True} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:29:24.487901 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-a279858a-798a-477a-b19b-37f06cb2a2dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f1303ba-3f54-404a-8f3e-65250e9d41c9') {} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:29:24.499904 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a279858a-798a-477a-b19b-37f06cb2a2dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3149912'] for segment, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:24.516180 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a279858a-798a-477a-b19b-37f06cb2a2dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:24.522323 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a279858a-798a-477a-b19b-37f06cb2a2dc admin admin] Releasing vlan 699 on physical network physnet1 to pool {{(pid=84887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 21:29:24.522704 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a279858a-798a-477a-b19b-37f06cb2a2dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4055488'] for segment, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:24.535950 n-d-843948-2 neutron-server[84887]: Traceback (most recent call last): May 30 21:29:24.535950 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 21:29:24.535950 n-d-843948-2 neutron-server[84887]: timer() May 30 21:29:24.535950 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 21:29:24.535950 n-d-843948-2 neutron-server[84887]: cb(*args, **kw) May 30 21:29:24.535950 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 21:29:24.535950 n-d-843948-2 neutron-server[84887]: return func(*args, **kwargs) May 30 21:29:24.535950 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 21:29:24.535950 n-d-843948-2 neutron-server[84887]: self._notify() May 30 21:29:24.535950 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 21:29:24.535950 n-d-843948-2 neutron-server[84887]: self.callback(batched_events) May 30 21:29:24.535950 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 21:29:24.535950 n-d-843948-2 neutron-server[84887]: event.method(event) May 30 21:29:24.535950 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 21:29:24.535950 n-d-843948-2 neutron-server[84887]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 21:29:24.535950 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 21:29:24.535950 n-d-843948-2 neutron-server[84887]: aggregate_uuid = self.p_client.list_aggregates( May 30 21:29:24.535950 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 21:29:24.535950 n-d-843948-2 neutron-server[84887]: return f(self, *a, **k) May 30 21:29:24.535950 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 21:29:24.535950 n-d-843948-2 neutron-server[84887]: return self._get(url).json() May 30 21:29:24.535950 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 21:29:24.535950 n-d-843948-2 neutron-server[84887]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 21:29:24.535950 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 21:29:24.535950 n-d-843948-2 neutron-server[84887]: return self.request(url, 'GET', **kwargs) May 30 21:29:24.535950 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 21:29:24.535950 n-d-843948-2 neutron-server[84887]: base_url = self.get_endpoint(auth, allow=allow, May 30 21:29:24.535950 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 21:29:24.535950 n-d-843948-2 neutron-server[84887]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 21:29:24.535950 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 21:29:24.535950 n-d-843948-2 neutron-server[84887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 21:29:24.535950 n-d-843948-2 neutron-server[84887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 21:29:24.725947 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a279858a-798a-477a-b19b-37f06cb2a2dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:24.745413 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a279858a-798a-477a-b19b-37f06cb2a2dc admin admin] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:24.751356 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a279858a-798a-477a-b19b-37f06cb2a2dc admin admin] Pushing event deleted for resources: {'Network': ['ID=1075fdfc-ee9f-48b2-9991-541139069170,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:29:24.758010 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-a279858a-798a-477a-b19b-37f06cb2a2dc admin admin] 10.222.0.85 "DELETE /v2.0/networks/1075fdfc-ee9f-48b2-9991-541139069170 HTTP/1.1" status: 204 len: 168 time: 1.1143599 May 30 21:29:24.873601 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-75338c42-1cbb-4092-8ac8-0f775e020811 None None] Deleting port c877c171-112f-45b0-a6b4-b71a47be373b {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:29:24.874080 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-75338c42-1cbb-4092-8ac8-0f775e020811 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:24.941931 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-75338c42-1cbb-4092-8ac8-0f775e020811 None None] The port 'c877c171-112f-45b0-a6b4-b71a47be373b' was deleted {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 21:29:25.203830 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 52228) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:29:25.255939 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-73a12f38-7929-464e-949a-282617f7c624 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=d7fc969651624aaa8499cbf571287895&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0508792 May 30 21:29:25.259633 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 52232) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:29:25.412967 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1b6ef0e9-6596-4675-8ec2-d3b32d407feb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:25.439745 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1b6ef0e9-6596-4675-8ec2-d3b32d407feb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:25.538984 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1b6ef0e9-6596-4675-8ec2-d3b32d407feb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:25.557990 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6ef0e9-6596-4675-8ec2-d3b32d407feb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=469c8f95-2845-4ed4-ba5b-0d97de489900,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:29:25.606926 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1b6ef0e9-6596-4675-8ec2-d3b32d407feb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:25.608055 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-1b6ef0e9-6596-4675-8ec2-d3b32d407feb admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/469c8f95-2845-4ed4-ba5b-0d97de489900 HTTP/1.1" status: 204 len: 168 time: 0.3475218 May 30 21:29:25.810607 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device c877c171-112f-45b0-a6b4-b71a47be373b no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 21:29:25.843842 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: c877c171-112f-45b0-a6b4-b71a47be373b {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 21:29:25.844182 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device c877c171-112f-45b0-a6b4-b71a47be373b not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 21:29:26.299431 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-a33910f4-21a3-4851-a08c-9a5819708fc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:26.422602 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 52240) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:29:26.472944 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-65e4d840-29e9-4157-8913-17a1466914b1 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=4b5773e8ec144f798c4266f61c977656&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0489252 May 30 21:29:26.475697 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 52244) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:29:26.538187 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-cf4306bd-3c2e-4b6d-8469-71959b533fae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:26.564968 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-cf4306bd-3c2e-4b6d-8469-71959b533fae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:26.675976 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-cf4306bd-3c2e-4b6d-8469-71959b533fae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:26.692109 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4306bd-3c2e-4b6d-8469-71959b533fae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fa873f0-0bcb-4b7c-a56a-2a5c0bb0b8b5,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:29:26.696364 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-cf4306bd-3c2e-4b6d-8469-71959b533fae admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:26.697491 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-cf4306bd-3c2e-4b6d-8469-71959b533fae admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/9fa873f0-0bcb-4b7c-a56a-2a5c0bb0b8b5 HTTP/1.1" status: 204 len: 168 time: 0.2207968 May 30 21:29:29.388196 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 52288) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:29:29.394193 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-545ee9de-2e25-4e88-ab11-d525c08e25be tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1731678820', 'description': 'tempest-secgroup-smoke-1731678820 description', 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:29:29.401062 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-545ee9de-2e25-4e88-ab11-d525c08e25be tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:29:29.404846 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-545ee9de-2e25-4e88-ab11-d525c08e25be tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Usage tracker for resource:security_group and tenant:8acbfcbd407543f9bb5b4cfddd9e55c4 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:29:29.407636 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-545ee9de-2e25-4e88-ab11-d525c08e25be tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:29:29.413830 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-545ee9de-2e25-4e88-ab11-d525c08e25be tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:29:29.470752 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-545ee9de-2e25-4e88-ab11-d525c08e25be tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:29.483148 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-545ee9de-2e25-4e88-ab11-d525c08e25be tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:29.514765 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-545ee9de-2e25-4e88-ab11-d525c08e25be tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:29:29.518569 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-545ee9de-2e25-4e88-ab11-d525c08e25be tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Usage tracker for resource:security_group_rule and tenant:8acbfcbd407543f9bb5b4cfddd9e55c4 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:29:29.521310 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-545ee9de-2e25-4e88-ab11-d525c08e25be tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:29:29.527004 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-545ee9de-2e25-4e88-ab11-d525c08e25be tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:29:29.595782 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-545ee9de-2e25-4e88-ab11-d525c08e25be tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:29.619517 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2b1ccc52-cd44-45b8-8a67-a5245efdd636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:29.651736 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-545ee9de-2e25-4e88-ab11-d525c08e25be tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:29.694922 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545ee9de-2e25-4e88-ab11-d525c08e25be tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2d5dbd9-9ab3-44af-852f-43930187702e,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:29:29.698280 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-545ee9de-2e25-4e88-ab11-d525c08e25be tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:29:29.702444 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-545ee9de-2e25-4e88-ab11-d525c08e25be tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Usage tracker for resource:security_group_rule and tenant:8acbfcbd407543f9bb5b4cfddd9e55c4 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:29:29.705390 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-545ee9de-2e25-4e88-ab11-d525c08e25be tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:29:29.711688 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-545ee9de-2e25-4e88-ab11-d525c08e25be tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:29:29.765677 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-545ee9de-2e25-4e88-ab11-d525c08e25be tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:29.830522 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-545ee9de-2e25-4e88-ab11-d525c08e25be tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:29.872109 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545ee9de-2e25-4e88-ab11-d525c08e25be tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce27a5eb-2351-42bb-adf3-9be06a9fc7a2,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:29:29.920261 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:29.973579 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-545ee9de-2e25-4e88-ab11-d525c08e25be tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:29.974886 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-545ee9de-2e25-4e88-ab11-d525c08e25be tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.5856769 May 30 21:29:29.978311 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 52292) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:29:29.983816 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-a8cfa2fd-1b5a-4d83-b307-a0f1edd1b197 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Request body: {'security_group_rule': {'security_group_id': 'ce27a5eb-2351-42bb-adf3-9be06a9fc7a2', 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:29:29.990751 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-a8cfa2fd-1b5a-4d83-b307-a0f1edd1b197 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:29:29.995261 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-a8cfa2fd-1b5a-4d83-b307-a0f1edd1b197 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Usage tracker for resource:security_group_rule and tenant:8acbfcbd407543f9bb5b4cfddd9e55c4 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:29:29.998173 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-a8cfa2fd-1b5a-4d83-b307-a0f1edd1b197 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:29:30.004499 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-a8cfa2fd-1b5a-4d83-b307-a0f1edd1b197 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:29:30.106270 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a8cfa2fd-1b5a-4d83-b307-a0f1edd1b197 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:30.166944 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a8cfa2fd-1b5a-4d83-b307-a0f1edd1b197 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:30.270679 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a8cfa2fd-1b5a-4d83-b307-a0f1edd1b197 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:30.295180 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cfa2fd-1b5a-4d83-b307-a0f1edd1b197 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=331a140a-c620-4af7-bbd4-505af981623e,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:29:30.379506 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a8cfa2fd-1b5a-4d83-b307-a0f1edd1b197 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:30.380692 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-a8cfa2fd-1b5a-4d83-b307-a0f1edd1b197 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4014683 May 30 21:29:30.383756 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 52296) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:29:30.389560 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-177660b7-2772-42e7-b0d9-896e186c17a4 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Request body: {'security_group_rule': {'security_group_id': 'ce27a5eb-2351-42bb-adf3-9be06a9fc7a2', 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:29:30.396309 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-177660b7-2772-42e7-b0d9-896e186c17a4 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:29:30.400557 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-177660b7-2772-42e7-b0d9-896e186c17a4 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Usage tracker for resource:security_group_rule and tenant:8acbfcbd407543f9bb5b4cfddd9e55c4 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:29:30.403400 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-177660b7-2772-42e7-b0d9-896e186c17a4 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:29:30.409016 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-177660b7-2772-42e7-b0d9-896e186c17a4 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:29:30.516744 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-177660b7-2772-42e7-b0d9-896e186c17a4 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:30.579448 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-177660b7-2772-42e7-b0d9-896e186c17a4 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:30.645740 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-177660b7-2772-42e7-b0d9-896e186c17a4 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:30.668991 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177660b7-2772-42e7-b0d9-896e186c17a4 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7072d5d7-9801-46b9-87d1-15edcfea63a8,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:29:30.739205 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-177660b7-2772-42e7-b0d9-896e186c17a4 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:30.740447 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-177660b7-2772-42e7-b0d9-896e186c17a4 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3557568 May 30 21:29:30.743259 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 52300) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:29:30.748891 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-3ecaf104-289c-4904-8c0f-347080f01ff5 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Request body: {'security_group_rule': {'security_group_id': 'ce27a5eb-2351-42bb-adf3-9be06a9fc7a2', 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:29:30.755642 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-3ecaf104-289c-4904-8c0f-347080f01ff5 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:29:30.759962 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-3ecaf104-289c-4904-8c0f-347080f01ff5 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Usage tracker for resource:security_group_rule and tenant:8acbfcbd407543f9bb5b4cfddd9e55c4 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:29:30.762887 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-3ecaf104-289c-4904-8c0f-347080f01ff5 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:29:30.768599 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-3ecaf104-289c-4904-8c0f-347080f01ff5 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:29:30.859828 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3ecaf104-289c-4904-8c0f-347080f01ff5 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:30.922189 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3ecaf104-289c-4904-8c0f-347080f01ff5 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:31.001633 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3ecaf104-289c-4904-8c0f-347080f01ff5 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:31.027287 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecaf104-289c-4904-8c0f-347080f01ff5 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8a5a93f-a620-4a60-84ee-11cffac60b30,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:29:31.093277 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3ecaf104-289c-4904-8c0f-347080f01ff5 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:31.094554 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-3ecaf104-289c-4904-8c0f-347080f01ff5 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3503473 May 30 21:29:31.097196 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 52304) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:29:31.102630 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-8c6fbaf8-7ef8-41dd-8872-d6b178840add tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Request body: {'security_group_rule': {'security_group_id': 'ce27a5eb-2351-42bb-adf3-9be06a9fc7a2', 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:29:31.109279 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-8c6fbaf8-7ef8-41dd-8872-d6b178840add tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:29:31.113022 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-8c6fbaf8-7ef8-41dd-8872-d6b178840add tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Usage tracker for resource:security_group_rule and tenant:8acbfcbd407543f9bb5b4cfddd9e55c4 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:29:31.115988 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-8c6fbaf8-7ef8-41dd-8872-d6b178840add tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:29:31.122414 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-8c6fbaf8-7ef8-41dd-8872-d6b178840add tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:29:31.213712 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8c6fbaf8-7ef8-41dd-8872-d6b178840add tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:31.277028 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8c6fbaf8-7ef8-41dd-8872-d6b178840add tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:31.350456 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8c6fbaf8-7ef8-41dd-8872-d6b178840add tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:31.374546 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6fbaf8-7ef8-41dd-8872-d6b178840add tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe4699cf-082a-4b06-b883-dbd0987be78d,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:29:31.419178 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:31.453416 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8c6fbaf8-7ef8-41dd-8872-d6b178840add tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:31.454841 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-8c6fbaf8-7ef8-41dd-8872-d6b178840add tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3566713 May 30 21:29:31.457672 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 52308) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:29:31.463147 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-6583f30f-b34a-4b3d-b215-604d2c355b96 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Request body: {'security_group_rule': {'security_group_id': 'ce27a5eb-2351-42bb-adf3-9be06a9fc7a2', 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:29:31.482515 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-6583f30f-b34a-4b3d-b215-604d2c355b96 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:29:31.482515 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-6583f30f-b34a-4b3d-b215-604d2c355b96 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Usage tracker for resource:security_group_rule and tenant:8acbfcbd407543f9bb5b4cfddd9e55c4 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:29:31.482515 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-6583f30f-b34a-4b3d-b215-604d2c355b96 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:29:31.484012 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-6583f30f-b34a-4b3d-b215-604d2c355b96 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:29:31.556773 n-d-843948-2 neutron-server[84886]: INFO neutron.db.securitygroups_db [None req-6583f30f-b34a-4b3d-b215-604d2c355b96 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Project 8acbfcbd407543f9bb5b4cfddd9e55c4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 30 21:29:31.563442 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6583f30f-b34a-4b3d-b215-604d2c355b96 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:31.628412 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6583f30f-b34a-4b3d-b215-604d2c355b96 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:31.681403 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6583f30f-b34a-4b3d-b215-604d2c355b96 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:31.706559 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6583f30f-b34a-4b3d-b215-604d2c355b96 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbe06572-a95e-46fb-ac22-caac8db43bf1,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:29:31.802361 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6583f30f-b34a-4b3d-b215-604d2c355b96 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:31.803612 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-6583f30f-b34a-4b3d-b215-604d2c355b96 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3449559 May 30 21:29:31.806487 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 52312) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:29:31.811771 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-feea45b3-554a-4192-878f-f23a4241fb69 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Request body: {'security_group_rule': {'security_group_id': 'ce27a5eb-2351-42bb-adf3-9be06a9fc7a2', 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:29:31.818733 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-feea45b3-554a-4192-878f-f23a4241fb69 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:29:31.822742 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-feea45b3-554a-4192-878f-f23a4241fb69 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Usage tracker for resource:security_group_rule and tenant:8acbfcbd407543f9bb5b4cfddd9e55c4 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:29:31.825678 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-feea45b3-554a-4192-878f-f23a4241fb69 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:29:31.831328 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-feea45b3-554a-4192-878f-f23a4241fb69 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:29:31.881974 n-d-843948-2 neutron-server[84886]: INFO neutron.db.securitygroups_db [None req-feea45b3-554a-4192-878f-f23a4241fb69 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Project 8acbfcbd407543f9bb5b4cfddd9e55c4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 30 21:29:31.888548 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-feea45b3-554a-4192-878f-f23a4241fb69 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:31.953293 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-feea45b3-554a-4192-878f-f23a4241fb69 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:32.011240 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-feea45b3-554a-4192-878f-f23a4241fb69 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:32.034217 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feea45b3-554a-4192-878f-f23a4241fb69 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ee68d0c-3bb4-463f-b8a7-2e7f65c97c1b,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:29:32.120142 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-feea45b3-554a-4192-878f-f23a4241fb69 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:32.121336 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-feea45b3-554a-4192-878f-f23a4241fb69 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3139272 May 30 21:29:32.124496 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 52316) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:29:32.129817 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-6f90720d-2d1a-4664-8b15-f82e2fb6732e tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Request body: {'network': {'name': 'tempest-network-smoke--1883653507', 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'port_security_enabled': True}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:29:32.136046 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-6f90720d-2d1a-4664-8b15-f82e2fb6732e tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:29:32.139781 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-6f90720d-2d1a-4664-8b15-f82e2fb6732e tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Usage tracker for resource:network and tenant:8acbfcbd407543f9bb5b4cfddd9e55c4 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:29:32.142608 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-6f90720d-2d1a-4664-8b15-f82e2fb6732e tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:29:32.148172 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-6f90720d-2d1a-4664-8b15-f82e2fb6732e tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:29:32.224725 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f90720d-2d1a-4664-8b15-f82e2fb6732e tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Made reservation on behalf of 8acbfcbd407543f9bb5b4cfddd9e55c4 for: {'network': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 21:29:32.227919 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6f90720d-2d1a-4664-8b15-f82e2fb6732e tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:32.256920 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f90720d-2d1a-4664-8b15-f82e2fb6732e tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] vlan segment allocate from pool success with {'vlan_id': 680, 'physical_network': 'physnet1'} {{(pid=84886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 21:29:32.266150 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6f90720d-2d1a-4664-8b15-f82e2fb6732e tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:32.266517 n-d-843948-2 neutron-server[84886]: INFO neutron.db.segments_db [None req-6f90720d-2d1a-4664-8b15-f82e2fb6732e tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Added segment 7949a838-24dc-429c-adc0-82b4e934c438 of type vlan for network 872ee0fa-cbbd-4ee6-9b0a-41ee515c9d1f May 30 21:29:32.296572 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6f90720d-2d1a-4664-8b15-f82e2fb6732e tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:32.394622 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6f90720d-2d1a-4664-8b15-f82e2fb6732e tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:32.398328 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f90720d-2d1a-4664-8b15-f82e2fb6732e tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:29:32.398972 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-6f90720d-2d1a-4664-8b15-f82e2fb6732e tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:32.515904 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f90720d-2d1a-4664-8b15-f82e2fb6732e tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Pushing event updated for resources: {'Network': ['ID=872ee0fa-cbbd-4ee6-9b0a-41ee515c9d1f,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:29:32.526443 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network 872ee0fa-cbbd-4ee6-9b0a-41ee515c9d1f details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 21:29:32.585437 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-6f90720d-2d1a-4664-8b15-f82e2fb6732e tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4598408 May 30 21:29:32.588988 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 52320) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:29:32.594203 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-ebb5a133-8f2e-479d-87eb-c86d55ae92a6 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1664801412', 'admin_state_up': True, 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:29:32.602528 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-ebb5a133-8f2e-479d-87eb-c86d55ae92a6 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:29:32.606411 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-ebb5a133-8f2e-479d-87eb-c86d55ae92a6 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Usage tracker for resource:router and tenant:8acbfcbd407543f9bb5b4cfddd9e55c4 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:29:32.609225 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-ebb5a133-8f2e-479d-87eb-c86d55ae92a6 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:29:32.614903 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-ebb5a133-8f2e-479d-87eb-c86d55ae92a6 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:29:32.710971 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ebb5a133-8f2e-479d-87eb-c86d55ae92a6 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-733683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3159'] for router, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:32.712190 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ebb5a133-8f2e-479d-87eb-c86d55ae92a6 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-733584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-736372', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-628480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3164'] for router, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:32.731652 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ebb5a133-8f2e-479d-87eb-c86d55ae92a6 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:32.955880 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ebb5a133-8f2e-479d-87eb-c86d55ae92a6 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-736390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:32.960011 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:33.302093 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ebb5a133-8f2e-479d-87eb-c86d55ae92a6 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for router_gateway, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:33.333729 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ebb5a133-8f2e-479d-87eb-c86d55ae92a6 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:33.462782 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-ebb5a133-8f2e-479d-87eb-c86d55ae92a6 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Allocated IP 172.25.8.208 (c7869750-4b49-4b7e-aa99-5e0f1ae02da4/427601ec-f643-4fe7-b5e6-17305d3a39e1/932b30f7-d7f9-41a0-8a90-2f88460f5053) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 21:29:33.607662 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ebb5a133-8f2e-479d-87eb-c86d55ae92a6 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:33.693962 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ebb5a133-8f2e-479d-87eb-c86d55ae92a6 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:33.765024 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb5a133-8f2e-479d-87eb-c86d55ae92a6 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:29:33.767819 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-ebb5a133-8f2e-479d-87eb-c86d55ae92a6 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:29:33.770260 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb5a133-8f2e-479d-87eb-c86d55ae92a6 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 21:29:33.806824 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb5a133-8f2e-479d-87eb-c86d55ae92a6 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Pushing event updated for resources: {'Port': ['ID=932b30f7-d7f9-41a0-8a90-2f88460f5053,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:29:34.018670 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ebb5a133-8f2e-479d-87eb-c86d55ae92a6 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for router_gateway, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:34.019401 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ebb5a133-8f2e-479d-87eb-c86d55ae92a6 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-736409'] for router, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:34.308436 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebb5a133-8f2e-479d-87eb-c86d55ae92a6 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Router 69bbcc4a-b0f7-4140-a636-2f49e8fa9679 is scheduled to L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 with binding_index 1 {{(pid=84886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 21:29:34.508591 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebb5a133-8f2e-479d-87eb-c86d55ae92a6 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 21:29:34.518110 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7370bb-41e5-433f-8153-a6d46d65415f None None] Sync routers for ids ['69bbcc4a-b0f7-4140-a636-2f49e8fa9679'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 21:29:34.530390 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7370bb-41e5-433f-8153-a6d46d65415f None None] Routers {'69bbcc4a-b0f7-4140-a636-2f49e8fa9679'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:29:34.530990 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-7f7370bb-41e5-433f-8153-a6d46d65415f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T21:29:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['69bbcc4a-b0f7-4140-a636-2f49e8fa9679'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:29:34.623260 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ebb5a133-8f2e-479d-87eb-c86d55ae92a6 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for router, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:34.627427 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-ebb5a133-8f2e-479d-87eb-c86d55ae92a6 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.0346003 May 30 21:29:34.627699 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 52324) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:29:34.741768 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-7f7370bb-41e5-433f-8153-a6d46d65415f None None] Set router 69bbcc4a-b0f7-4140-a636-2f49e8fa9679 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:29:34.797556 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-8433f751-3010-4e5f-a77f-b32c729a40a7 tempest-TestNetworkAdvancedServerOps-899114059 tempest-TestNetworkAdvancedServerOps-899114059-project-admin] 10.222.0.85 "GET /v2.0/subnets?project_id=8acbfcbd407543f9bb5b4cfddd9e55c4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1686094 May 30 21:29:34.800657 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 52330) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:29:34.933877 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a501abdf-cd8a-480e-b23a-0505bcc51edc tempest-TestNetworkAdvancedServerOps-899114059 tempest-TestNetworkAdvancedServerOps-899114059-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:29:34.935555 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-a501abdf-cd8a-480e-b23a-0505bcc51edc tempest-TestNetworkAdvancedServerOps-899114059 tempest-TestNetworkAdvancedServerOps-899114059-project-admin] 10.222.0.85 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1338177 May 30 21:29:34.938368 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 52334) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:29:34.982133 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-861cdfd8-0b8f-4c64-8e41-1a18ad58bd89 tempest-TestNetworkAdvancedServerOps-899114059 tempest-TestNetworkAdvancedServerOps-899114059-project-admin] 10.222.0.85 "GET /v2.0/subnets?network_id=c7869750-4b49-4b7e-aa99-5e0f1ae02da4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0426347 May 30 21:29:34.985168 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 52338) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:29:34.990776 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-c3fda35e-8ff5-4851-afce-b255658d7edf tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-86187874', 'network_id': '872ee0fa-cbbd-4ee6-9b0a-41ee515c9d1f', 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:29:35.031562 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-7f7370bb-41e5-433f-8153-a6d46d65415f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69bbcc4a-b0f7-4140-a636-2f49e8fa9679', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1664801412', 'tenant_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': '932b30f7-d7f9-41a0-8a90-2f88460f5053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:29:32Z', 'updated_at': '2022-05-30T21:29:33Z', 'revision_number': 3, 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'gw_port': {'id': '932b30f7-d7f9-41a0-8a90-2f88460f5053', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:7d:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69bbcc4a-b0f7-4140-a636-2f49e8fa9679', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:29:33Z', 'updated_at': '2022-05-30T21:29:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:29:35.035661 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7370bb-41e5-433f-8153-a6d46d65415f None None] Checking router: 69bbcc4a-b0f7-4140-a636-2f49e8fa9679 for host: n-d-843948-2 {{(pid=84889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 21:29:35.036046 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7370bb-41e5-433f-8153-a6d46d65415f None None] Updating router 69bbcc4a-b0f7-4140-a636-2f49e8fa9679 port 932b30f7-d7f9-41a0-8a90-2f88460f5053 binding host n-d-843948-2 {{(pid=84889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 21:29:35.086570 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-7f7370bb-41e5-433f-8153-a6d46d65415f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:35.104347 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-c3fda35e-8ff5-4851-afce-b255658d7edf tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:29:35.114660 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-c3fda35e-8ff5-4851-afce-b255658d7edf tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Usage tracker for resource:subnet and tenant:8acbfcbd407543f9bb5b4cfddd9e55c4 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:29:35.114660 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-c3fda35e-8ff5-4851-afce-b255658d7edf tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:29:35.117125 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-c3fda35e-8ff5-4851-afce-b255658d7edf tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:29:35.196637 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3fda35e-8ff5-4851-afce-b255658d7edf tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Made reservation on behalf of 8acbfcbd407543f9bb5b4cfddd9e55c4 for: {'subnet': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 21:29:35.298804 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c3fda35e-8ff5-4851-afce-b255658d7edf tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2778563'] for subnet, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:35.408995 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-7f7370bb-41e5-433f-8153-a6d46d65415f None None] Notify callbacks [] for port, precommit_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:35.421784 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.provisioning_blocks [None req-7f7370bb-41e5-433f-8153-a6d46d65415f None None] Transition to ACTIVE for port object 932b30f7-d7f9-41a0-8a90-2f88460f5053 will not be triggered until provisioned by entity L2. {{(pid=84889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:29:35.516128 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-7f7370bb-41e5-433f-8153-a6d46d65415f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:35.597844 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-7f7370bb-41e5-433f-8153-a6d46d65415f None None] Attempting to bind port 932b30f7-d7f9-41a0-8a90-2f88460f5053 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 21:29:35.598534 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-7f7370bb-41e5-433f-8153-a6d46d65415f None None] Attempting to bind port 932b30f7-d7f9-41a0-8a90-2f88460f5053 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}] {{(pid=84889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 21:29:35.598534 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7370bb-41e5-433f-8153-a6d46d65415f None None] Attempting to bind port 932b30f7-d7f9-41a0-8a90-2f88460f5053 on network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:29:35.600635 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a977fdf-ed2a-4d3e-b5ea-2bb2c7710b13 None None] Pushing event updated for resources: {'Port': ['ID=932b30f7-d7f9-41a0-8a90-2f88460f5053,revision_number=2']} {{(pid=84889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:29:35.612835 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a977fdf-ed2a-4d3e-b5ea-2bb2c7710b13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:29:35.613173 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a977fdf-ed2a-4d3e-b5ea-2bb2c7710b13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:29:35.613503 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a977fdf-ed2a-4d3e-b5ea-2bb2c7710b13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:29:35.613857 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a977fdf-ed2a-4d3e-b5ea-2bb2c7710b13 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:29:35.614180 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a977fdf-ed2a-4d3e-b5ea-2bb2c7710b13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:29:35.614505 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a977fdf-ed2a-4d3e-b5ea-2bb2c7710b13 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:29:35.614818 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a977fdf-ed2a-4d3e-b5ea-2bb2c7710b13 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:29:35.615131 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a977fdf-ed2a-4d3e-b5ea-2bb2c7710b13 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:29:35.615446 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a977fdf-ed2a-4d3e-b5ea-2bb2c7710b13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:29:35.615759 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a977fdf-ed2a-4d3e-b5ea-2bb2c7710b13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:29:35.616070 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a977fdf-ed2a-4d3e-b5ea-2bb2c7710b13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:29:35.620148 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7370bb-41e5-433f-8153-a6d46d65415f None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 21, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 21:29:35.621494 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7370bb-41e5-433f-8153-a6d46d65415f None None] Checking segment: {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:29:35.621494 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-7f7370bb-41e5-433f-8153-a6d46d65415f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:35.621494 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7370bb-41e5-433f-8153-a6d46d65415f None None] Bound using segment: {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'} {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 21:29:35.621933 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-7f7370bb-41e5-433f-8153-a6d46d65415f None None] Bound port: 932b30f7-d7f9-41a0-8a90-2f88460f5053, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}}] {{(pid=84889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 21:29:35.622193 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-7f7370bb-41e5-433f-8153-a6d46d65415f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:35.668633 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c3fda35e-8ff5-4851-afce-b255658d7edf tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4127140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2778577'] for subnet, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:35.693189 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.db [None req-7f7370bb-41e5-433f-8153-a6d46d65415f None None] For port 932b30f7-d7f9-41a0-8a90-2f88460f5053, host n-d-843948-2, cleared binding levels {{(pid=84889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 21:29:35.698014 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.db [None req-7f7370bb-41e5-433f-8153-a6d46d65415f None None] For port 932b30f7-d7f9-41a0-8a90-2f88460f5053, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=932b30f7-d7f9-41a0-8a90-2f88460f5053,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 21:29:35.743442 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fda35e-8ff5-4851-afce-b255658d7edf tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Pushing event updated for resources: {'Subnet': ['ID=992afd2c-b6bc-474b-b625-20abb4b8b215,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:29:35.757866 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3fda35e-8ff5-4851-afce-b255658d7edf tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Checking segment: {'id': '7949a838-24dc-429c-adc0-82b4e934c438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '872ee0fa-cbbd-4ee6-9b0a-41ee515c9d1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:29:35.758241 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3fda35e-8ff5-4851-afce-b255658d7edf tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Network hostable DHCP agents. Network: 872ee0fa-cbbd-4ee6-9b0a-41ee515c9d1f, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 21:29:35.789170 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-7f7370bb-41e5-433f-8153-a6d46d65415f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:35.851619 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3fda35e-8ff5-4851-afce-b255658d7edf tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Network 872ee0fa-cbbd-4ee6-9b0a-41ee515c9d1f is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 21:29:35.872109 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a977fdf-ed2a-4d3e-b5ea-2bb2c7710b13 None None] Pushing event updated for resources: {'Port': ['ID=932b30f7-d7f9-41a0-8a90-2f88460f5053,revision_number=3']} {{(pid=84889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:29:35.874974 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7370bb-41e5-433f-8153-a6d46d65415f None None] Routers {'69bbcc4a-b0f7-4140-a636-2f49e8fa9679'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:29:35.875561 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-7f7370bb-41e5-433f-8153-a6d46d65415f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T21:29:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['69bbcc4a-b0f7-4140-a636-2f49e8fa9679'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:29:35.933373 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-c3fda35e-8ff5-4851-afce-b255658d7edf tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, 872ee0fa-cbbd-4ee6-9b0a-41ee515c9d1f) {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:29:35.938691 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3fda35e-8ff5-4851-afce-b255658d7edf tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:29:35.939264 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c3fda35e-8ff5-4851-afce-b255658d7edf tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:35.942799 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74057f92-d07a-40ee-b93d-f9d6f190c013 None None] Network 872ee0fa-cbbd-4ee6-9b0a-41ee515c9d1f requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 21:29:36.031422 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-c3fda35e-8ff5-4851-afce-b255658d7edf tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0448570 May 30 21:29:36.034048 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 52342) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:29:36.056771 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-7f7370bb-41e5-433f-8153-a6d46d65415f None None] Set router 69bbcc4a-b0f7-4140-a636-2f49e8fa9679 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:29:36.198031 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d99978b-9057-4919-97f9-d785085cbd7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-872ee0fa-cbbd-4ee6-9b0a-41ee515c9d1f', 'network_id': '872ee0fa-cbbd-4ee6-9b0a-41ee515c9d1f', 'tenant_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'fixed_ips': [{'subnet_id': '992afd2c-b6bc-474b-b625-20abb4b8b215'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 21:29:36.198869 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-4d99978b-9057-4919-97f9-d785085cbd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:36.365780 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-4d99978b-9057-4919-97f9-d785085cbd7e None None] Allocated IP 172.20.0.2 (872ee0fa-cbbd-4ee6-9b0a-41ee515c9d1f/992afd2c-b6bc-474b-b625-20abb4b8b215/fafbb2a0-b590-44e7-a9eb-434506dd2814) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 21:29:36.379584 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-7f7370bb-41e5-433f-8153-a6d46d65415f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69bbcc4a-b0f7-4140-a636-2f49e8fa9679', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1664801412', 'tenant_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': '932b30f7-d7f9-41a0-8a90-2f88460f5053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:29:32Z', 'updated_at': '2022-05-30T21:29:33Z', 'revision_number': 3, 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'gw_port': {'id': '932b30f7-d7f9-41a0-8a90-2f88460f5053', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:7d:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69bbcc4a-b0f7-4140-a636-2f49e8fa9679', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:29:33Z', 'updated_at': '2022-05-30T21:29:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:29:36.384189 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7370bb-41e5-433f-8153-a6d46d65415f None None] The sync data for ids ['69bbcc4a-b0f7-4140-a636-2f49e8fa9679'] in n-d-843948-2 is: [{'id': '69bbcc4a-b0f7-4140-a636-2f49e8fa9679', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1664801412', 'tenant_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': '932b30f7-d7f9-41a0-8a90-2f88460f5053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:29:32Z', 'updated_at': '2022-05-30T21:29:33Z', 'revision_number': 3, 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'gw_port': {'id': '932b30f7-d7f9-41a0-8a90-2f88460f5053', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:7d:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69bbcc4a-b0f7-4140-a636-2f49e8fa9679', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:29:33Z', 'updated_at': '2022-05-30T21:29:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 21:29:36.603697 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-4d99978b-9057-4919-97f9-d785085cbd7e None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:36.614259 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-4d99978b-9057-4919-97f9-d785085cbd7e None None] Transition to ACTIVE for port object fafbb2a0-b590-44e7-a9eb-434506dd2814 will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:29:36.634556 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-4d99978b-9057-4919-97f9-d785085cbd7e None None] Transition to ACTIVE for port object fafbb2a0-b590-44e7-a9eb-434506dd2814 will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:29:36.699798 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-4d99978b-9057-4919-97f9-d785085cbd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:36.770713 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d99978b-9057-4919-97f9-d785085cbd7e None None] Network 872ee0fa-cbbd-4ee6-9b0a-41ee515c9d1f is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:29:36.773751 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-4d99978b-9057-4919-97f9-d785085cbd7e None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:29:36.777903 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d99978b-9057-4919-97f9-d785085cbd7e None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 21:29:36.788705 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d99978b-9057-4919-97f9-d785085cbd7e None None] Pushing event updated for resources: {'Port': ['ID=fafbb2a0-b590-44e7-a9eb-434506dd2814,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:29:36.871409 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d99978b-9057-4919-97f9-d785085cbd7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:29:36.871741 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d99978b-9057-4919-97f9-d785085cbd7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:29:36.872086 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d99978b-9057-4919-97f9-d785085cbd7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:29:36.872396 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d99978b-9057-4919-97f9-d785085cbd7e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:29:36.872740 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d99978b-9057-4919-97f9-d785085cbd7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:29:36.873139 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d99978b-9057-4919-97f9-d785085cbd7e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:29:36.873359 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d99978b-9057-4919-97f9-d785085cbd7e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:29:36.873700 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d99978b-9057-4919-97f9-d785085cbd7e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:29:36.874050 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d99978b-9057-4919-97f9-d785085cbd7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:29:36.874333 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d99978b-9057-4919-97f9-d785085cbd7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:29:36.874431 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b67d5cc7-4699-4386-b328-520e57f6ae26 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:36.874875 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d99978b-9057-4919-97f9-d785085cbd7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:29:36.891245 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-4d99978b-9057-4919-97f9-d785085cbd7e None None] Attempting to bind port fafbb2a0-b590-44e7-a9eb-434506dd2814 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 21:29:36.891526 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-4d99978b-9057-4919-97f9-d785085cbd7e None None] Attempting to bind port fafbb2a0-b590-44e7-a9eb-434506dd2814 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': '7949a838-24dc-429c-adc0-82b4e934c438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '872ee0fa-cbbd-4ee6-9b0a-41ee515c9d1f'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 21:29:36.891979 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d99978b-9057-4919-97f9-d785085cbd7e None None] Attempting to bind port fafbb2a0-b590-44e7-a9eb-434506dd2814 on network 872ee0fa-cbbd-4ee6-9b0a-41ee515c9d1f {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:29:36.900989 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d99978b-9057-4919-97f9-d785085cbd7e None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 21, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 21:29:36.901363 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d99978b-9057-4919-97f9-d785085cbd7e None None] Checking segment: {'id': '7949a838-24dc-429c-adc0-82b4e934c438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '872ee0fa-cbbd-4ee6-9b0a-41ee515c9d1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:29:36.901789 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-4d99978b-9057-4919-97f9-d785085cbd7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:36.902178 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d99978b-9057-4919-97f9-d785085cbd7e None None] Bound using segment: {'id': '7949a838-24dc-429c-adc0-82b4e934c438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '872ee0fa-cbbd-4ee6-9b0a-41ee515c9d1f'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 21:29:36.902642 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-4d99978b-9057-4919-97f9-d785085cbd7e None None] Bound port: fafbb2a0-b590-44e7-a9eb-434506dd2814, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7949a838-24dc-429c-adc0-82b4e934c438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '872ee0fa-cbbd-4ee6-9b0a-41ee515c9d1f'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 21:29:36.903067 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-4d99978b-9057-4919-97f9-d785085cbd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:37.001960 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-4d99978b-9057-4919-97f9-d785085cbd7e None None] For port fafbb2a0-b590-44e7-a9eb-434506dd2814, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 21:29:37.006119 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-4d99978b-9057-4919-97f9-d785085cbd7e None None] For port fafbb2a0-b590-44e7-a9eb-434506dd2814, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=fafbb2a0-b590-44e7-a9eb-434506dd2814,segment=NetworkSegment(7949a838-24dc-429c-adc0-82b4e934c438),segment_id=7949a838-24dc-429c-adc0-82b4e934c438)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 21:29:37.075214 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-4d99978b-9057-4919-97f9-d785085cbd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:37.167168 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d99978b-9057-4919-97f9-d785085cbd7e None None] Pushing event updated for resources: {'Port': ['ID=fafbb2a0-b590-44e7-a9eb-434506dd2814,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:29:37.290550 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-b67d5cc7-4699-4386-b328-520e57f6ae26 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Allocated IP 172.20.0.1 (872ee0fa-cbbd-4ee6-9b0a-41ee515c9d1f/992afd2c-b6bc-474b-b625-20abb4b8b215/6e53bd28-9a69-43a9-a2d4-7344a7cd1482) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 21:29:37.569541 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b67d5cc7-4699-4386-b328-520e57f6ae26 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:37.589282 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [None req-b67d5cc7-4699-4386-b328-520e57f6ae26 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Transition to ACTIVE for port object 6e53bd28-9a69-43a9-a2d4-7344a7cd1482 will not be triggered until provisioned by entity DHCP. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:29:37.665911 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b67d5cc7-4699-4386-b328-520e57f6ae26 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:37.740868 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b67d5cc7-4699-4386-b328-520e57f6ae26 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Network 872ee0fa-cbbd-4ee6-9b0a-41ee515c9d1f is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:29:37.744788 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-b67d5cc7-4699-4386-b328-520e57f6ae26 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:29:37.750513 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67d5cc7-4699-4386-b328-520e57f6ae26 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 21:29:37.775659 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67d5cc7-4699-4386-b328-520e57f6ae26 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Pushing event updated for resources: {'Port': ['ID=6e53bd28-9a69-43a9-a2d4-7344a7cd1482,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:29:37.822672 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b67d5cc7-4699-4386-b328-520e57f6ae26 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-736099'] for router_interface, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:37.905917 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device fafbb2a0-b590-44e7-a9eb-434506dd2814 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:29:38.007276 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b67d5cc7-4699-4386-b328-520e57f6ae26 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:38.041979 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port fafbb2a0-b590-44e7-a9eb-434506dd2814 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:29:38.047610 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 932b30f7-d7f9-41a0-8a90-2f88460f5053 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:29:38.166142 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f83d8fa-ade7-4bfa-a7d7-82ffb7166ff1 None None] Network 872ee0fa-cbbd-4ee6-9b0a-41ee515c9d1f requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 21:29:38.182490 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 932b30f7-d7f9-41a0-8a90-2f88460f5053 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:29:38.238737 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 932b30f7-d7f9-41a0-8a90-2f88460f5053 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:29:38.239216 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:38.421806 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-fe4cddaa-0ad3-40a8-a691-35b97b7ef048 None None] Provisioning for port fafbb2a0-b590-44e7-a9eb-434506dd2814 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:29:38.430483 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b67d5cc7-4699-4386-b328-520e57f6ae26 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:38.440406 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-fe4cddaa-0ad3-40a8-a691-35b97b7ef048 None None] Provisioning complete for port fafbb2a0-b590-44e7-a9eb-434506dd2814 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:29:38.440770 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-fe4cddaa-0ad3-40a8-a691-35b97b7ef048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:38.491530 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b67d5cc7-4699-4386-b328-520e57f6ae26 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:38.533313 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:38.566401 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port 932b30f7-d7f9-41a0-8a90-2f88460f5053, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=932b30f7-d7f9-41a0-8a90-2f88460f5053,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:29:38.605543 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b67d5cc7-4699-4386-b328-520e57f6ae26 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1718057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-736206'] for router_interface, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:38.608890 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67d5cc7-4699-4386-b328-520e57f6ae26 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Pushing event updated for resources: {'Port': ['ID=6e53bd28-9a69-43a9-a2d4-7344a7cd1482,revision_number=2']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:29:38.632040 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:38.682394 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-fe4cddaa-0ad3-40a8-a691-35b97b7ef048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:38.733037 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=932b30f7-d7f9-41a0-8a90-2f88460f5053,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:29:38.738043 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-fe4cddaa-0ad3-40a8-a691-35b97b7ef048 None None] For port fafbb2a0-b590-44e7-a9eb-434506dd2814, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=fafbb2a0-b590-44e7-a9eb-434506dd2814,segment=NetworkSegment(7949a838-24dc-429c-adc0-82b4e934c438),segment_id=7949a838-24dc-429c-adc0-82b4e934c438)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:29:38.760075 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b67d5cc7-4699-4386-b328-520e57f6ae26 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Network 872ee0fa-cbbd-4ee6-9b0a-41ee515c9d1f is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:29:38.761383 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-b67d5cc7-4699-4386-b328-520e57f6ae26 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:29:38.806947 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-fe4cddaa-0ad3-40a8-a691-35b97b7ef048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:38.929775 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4cddaa-0ad3-40a8-a691-35b97b7ef048 None None] Pushing event updated for resources: {'Port': ['ID=fafbb2a0-b590-44e7-a9eb-434506dd2814,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:29:39.007898 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-38e38c78-ffab-474a-9f22-07819388d558 None None] Provisioning for port 6e53bd28-9a69-43a9-a2d4-7344a7cd1482 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:29:39.015151 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-38e38c78-ffab-474a-9f22-07819388d558 None None] Provisioning complete for port 6e53bd28-9a69-43a9-a2d4-7344a7cd1482 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:29:39.015913 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-38e38c78-ffab-474a-9f22-07819388d558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:39.071016 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-38e38c78-ffab-474a-9f22-07819388d558 None None] Port 6e53bd28-9a69-43a9-a2d4-7344a7cd1482 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 21:29:39.083776 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-38e38c78-ffab-474a-9f22-07819388d558 None None] Provisioning complete for port fafbb2a0-b590-44e7-a9eb-434506dd2814 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:29:39.086137 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-38e38c78-ffab-474a-9f22-07819388d558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:39.164525 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b67d5cc7-4699-4386-b328-520e57f6ae26 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Router 69bbcc4a-b0f7-4140-a636-2f49e8fa9679 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 21:29:39.328363 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-95c128d5-d1fb-47d6-81c5-4a0e64aceba4 None None] Provisioning complete for port 6e53bd28-9a69-43a9-a2d4-7344a7cd1482 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:29:39.328796 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-95c128d5-d1fb-47d6-81c5-4a0e64aceba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:39.381699 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-95c128d5-d1fb-47d6-81c5-4a0e64aceba4 None None] Port 6e53bd28-9a69-43a9-a2d4-7344a7cd1482 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 21:29:39.482130 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b67d5cc7-4699-4386-b328-520e57f6ae26 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 21:29:39.491004 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-b67d5cc7-4699-4386-b328-520e57f6ae26 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "PUT /v2.0/routers/69bbcc4a-b0f7-4140-a636-2f49e8fa9679/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4557862 May 30 21:29:39.666818 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-b2b9be7d-c1b3-4716-b19f-2c5ce2836f33 req-7543482d-534b-46cb-8160-822be418ef4b tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Synchronizing usage tracker for tenant:8acbfcbd407543f9bb5b4cfddd9e55c4 on resource:security_group {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 21:29:39.756322 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-b2b9be7d-c1b3-4716-b19f-2c5ce2836f33 req-7543482d-534b-46cb-8160-822be418ef4b tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Unset dirty status for tenant:8acbfcbd407543f9bb5b4cfddd9e55c4 on resource:security_group {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 21:29:39.757569 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b2b9be7d-c1b3-4716-b19f-2c5ce2836f33 req-7543482d-534b-46cb-8160-822be418ef4b tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1731678820&fields=id&tenant_id=8acbfcbd407543f9bb5b4cfddd9e55c4 HTTP/1.1" status: 200 len: 267 time: 0.1329823 May 30 21:29:39.843741 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device fafbb2a0-b590-44e7-a9eb-434506dd2814 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:29:39.922145 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port fafbb2a0-b590-44e7-a9eb-434506dd2814 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:29:39.922510 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:39.924286 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b9be7d-c1b3-4716-b19f-2c5ce2836f33 req-35ae805b-586f-48bd-a459-ee5a900cb0ce tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:29:39.924953 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-b2b9be7d-c1b3-4716-b19f-2c5ce2836f33 req-35ae805b-586f-48bd-a459-ee5a900cb0ce tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Synchronizing usage tracker for tenant:8acbfcbd407543f9bb5b4cfddd9e55c4 on resource:network {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 21:29:39.983660 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210ff4a5-ddbb-433f-b7f9-da69d97f7fff None None] Sync routers for ids ['69bbcc4a-b0f7-4140-a636-2f49e8fa9679'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 21:29:40.019282 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-b2b9be7d-c1b3-4716-b19f-2c5ce2836f33 req-35ae805b-586f-48bd-a459-ee5a900cb0ce tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Unset dirty status for tenant:8acbfcbd407543f9bb5b4cfddd9e55c4 on resource:network {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 21:29:40.020477 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b2b9be7d-c1b3-4716-b19f-2c5ce2836f33 req-35ae805b-586f-48bd-a459-ee5a900cb0ce tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/networks?id=872ee0fa-cbbd-4ee6-9b0a-41ee515c9d1f HTTP/1.1" status: 200 len: 797 time: 0.2553074 May 30 21:29:40.032016 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210ff4a5-ddbb-433f-b7f9-da69d97f7fff None None] Routers {'69bbcc4a-b0f7-4140-a636-2f49e8fa9679'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:29:40.032643 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-210ff4a5-ddbb-433f-b7f9-da69d97f7fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T21:29:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['69bbcc4a-b0f7-4140-a636-2f49e8fa9679'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:29:40.037747 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b2b9be7d-c1b3-4716-b19f-2c5ce2836f33 req-7abf6762-4b5f-4c13-abbe-94bea98c4dbf tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/quotas/8acbfcbd407543f9bb5b4cfddd9e55c4 HTTP/1.1" status: 200 len: 375 time: 0.0118308 May 30 21:29:40.118861 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-b2b9be7d-c1b3-4716-b19f-2c5ce2836f33 req-e57a5578-0dcd-4db8-8084-d3d690cd1884 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Synchronizing usage tracker for tenant:8acbfcbd407543f9bb5b4cfddd9e55c4 on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 21:29:40.182683 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 932b30f7-d7f9-41a0-8a90-2f88460f5053 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:29:40.216935 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-b2b9be7d-c1b3-4716-b19f-2c5ce2836f33 req-e57a5578-0dcd-4db8-8084-d3d690cd1884 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Unset dirty status for tenant:8acbfcbd407543f9bb5b4cfddd9e55c4 on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 21:29:40.218388 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b2b9be7d-c1b3-4716-b19f-2c5ce2836f33 req-e57a5578-0dcd-4db8-8084-d3d690cd1884 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=8acbfcbd407543f9bb5b4cfddd9e55c4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1748137 May 30 21:29:40.236448 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [req-b2b9be7d-c1b3-4716-b19f-2c5ce2836f33 req-61ed9ac6-9bac-44a2-8a92-aefa39455e28 service neutron] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=84886) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 21:29:40.237447 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b2b9be7d-c1b3-4716-b19f-2c5ce2836f33 req-61ed9ac6-9bac-44a2-8a92-aefa39455e28 service neutron] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0054138 May 30 21:29:40.281387 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-210ff4a5-ddbb-433f-b7f9-da69d97f7fff None None] Set router 69bbcc4a-b0f7-4140-a636-2f49e8fa9679 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:29:40.347106 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 932b30f7-d7f9-41a0-8a90-2f88460f5053 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:29:40.347479 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:40.372349 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b2b9be7d-c1b3-4716-b19f-2c5ce2836f33 req-a794c70b-896d-4163-826e-605afe72e7b9 service neutron] 10.222.0.85 "GET /v2.0/networks/872ee0fa-cbbd-4ee6-9b0a-41ee515c9d1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278670 May 30 21:29:40.507022 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b2b9be7d-c1b3-4716-b19f-2c5ce2836f33 req-c886d791-2033-485f-8db0-1bfc0108563e service neutron] 10.222.0.85 "GET /v2.0/networks/872ee0fa-cbbd-4ee6-9b0a-41ee515c9d1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289394 May 30 21:29:40.716340 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-210ff4a5-ddbb-433f-b7f9-da69d97f7fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69bbcc4a-b0f7-4140-a636-2f49e8fa9679', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1664801412', 'tenant_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': '932b30f7-d7f9-41a0-8a90-2f88460f5053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:29:32Z', 'updated_at': '2022-05-30T21:29:37Z', 'revision_number': 4, 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'gw_port': {'id': '932b30f7-d7f9-41a0-8a90-2f88460f5053', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:7d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69bbcc4a-b0f7-4140-a636-2f49e8fa9679', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:29:33Z', 'updated_at': '2022-05-30T21:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '6e53bd28-9a69-43a9-a2d4-7344a7cd1482', 'name': '', 'network_id': '872ee0fa-cbbd-4ee6-9b0a-41ee515c9d1f', 'tenant_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'mac_address': 'fa:16:3e:4a:4e:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69bbcc4a-b0f7-4140-a636-2f49e8fa9679', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '992afd2c-b6bc-474b-b625-20abb4b8b215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:29:37Z', 'updated_at': '2022-05-30T21:29:38Z', 'revision_number': 2, 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'subnets': [{'id': '992afd2c-b6bc-474b-b625-20abb4b8b215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:29:40.720466 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210ff4a5-ddbb-433f-b7f9-da69d97f7fff None None] Checking router: 69bbcc4a-b0f7-4140-a636-2f49e8fa9679 for host: n-d-843948-2 {{(pid=84888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 21:29:40.720942 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210ff4a5-ddbb-433f-b7f9-da69d97f7fff None None] Updating router 69bbcc4a-b0f7-4140-a636-2f49e8fa9679 port 6e53bd28-9a69-43a9-a2d4-7344a7cd1482 binding host n-d-843948-2 {{(pid=84888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 21:29:40.790186 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-cb5f6b98-e49b-4e31-9e9c-74e4353f6fa6 req-e0a6d180-6d42-43e8-abdd-728e6098cc80 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/ports?device_id=4a11da57-4a41-4703-b1cd-5787d28c8573 HTTP/1.1" status: 200 len: 210 time: 0.0469916 May 30 21:29:40.798208 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-210ff4a5-ddbb-433f-b7f9-da69d97f7fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:41.169667 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-210ff4a5-ddbb-433f-b7f9-da69d97f7fff None None] Notify callbacks [] for port, precommit_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:41.181178 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-210ff4a5-ddbb-433f-b7f9-da69d97f7fff None None] Transition to ACTIVE for port object 6e53bd28-9a69-43a9-a2d4-7344a7cd1482 will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:29:41.258751 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-210ff4a5-ddbb-433f-b7f9-da69d97f7fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:41.380844 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d147357-9737-47f5-a716-5525a8dcde7f None None] Pushing event updated for resources: {'Port': ['ID=6e53bd28-9a69-43a9-a2d4-7344a7cd1482,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:29:41.470928 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-210ff4a5-ddbb-433f-b7f9-da69d97f7fff None None] Attempting to bind port 6e53bd28-9a69-43a9-a2d4-7344a7cd1482 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 21:29:41.471298 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-210ff4a5-ddbb-433f-b7f9-da69d97f7fff None None] Attempting to bind port 6e53bd28-9a69-43a9-a2d4-7344a7cd1482 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': '7949a838-24dc-429c-adc0-82b4e934c438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '872ee0fa-cbbd-4ee6-9b0a-41ee515c9d1f'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 21:29:41.471658 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210ff4a5-ddbb-433f-b7f9-da69d97f7fff None None] Attempting to bind port 6e53bd28-9a69-43a9-a2d4-7344a7cd1482 on network 872ee0fa-cbbd-4ee6-9b0a-41ee515c9d1f {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:29:41.478237 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210ff4a5-ddbb-433f-b7f9-da69d97f7fff None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 21, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 21:29:41.478601 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210ff4a5-ddbb-433f-b7f9-da69d97f7fff None None] Checking segment: {'id': '7949a838-24dc-429c-adc0-82b4e934c438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '872ee0fa-cbbd-4ee6-9b0a-41ee515c9d1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:29:41.478991 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-210ff4a5-ddbb-433f-b7f9-da69d97f7fff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:41.479375 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210ff4a5-ddbb-433f-b7f9-da69d97f7fff None None] Bound using segment: {'id': '7949a838-24dc-429c-adc0-82b4e934c438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '872ee0fa-cbbd-4ee6-9b0a-41ee515c9d1f'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 21:29:41.479824 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-210ff4a5-ddbb-433f-b7f9-da69d97f7fff None None] Bound port: 6e53bd28-9a69-43a9-a2d4-7344a7cd1482, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7949a838-24dc-429c-adc0-82b4e934c438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '872ee0fa-cbbd-4ee6-9b0a-41ee515c9d1f'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 21:29:41.480190 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-210ff4a5-ddbb-433f-b7f9-da69d97f7fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:41.577639 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-210ff4a5-ddbb-433f-b7f9-da69d97f7fff None None] For port 6e53bd28-9a69-43a9-a2d4-7344a7cd1482, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 21:29:41.580548 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-210ff4a5-ddbb-433f-b7f9-da69d97f7fff None None] For port 6e53bd28-9a69-43a9-a2d4-7344a7cd1482, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=6e53bd28-9a69-43a9-a2d4-7344a7cd1482,segment=NetworkSegment(7949a838-24dc-429c-adc0-82b4e934c438),segment_id=7949a838-24dc-429c-adc0-82b4e934c438)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 21:29:41.646547 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-210ff4a5-ddbb-433f-b7f9-da69d97f7fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:41.734378 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d147357-9737-47f5-a716-5525a8dcde7f None None] Pushing event updated for resources: {'Port': ['ID=6e53bd28-9a69-43a9-a2d4-7344a7cd1482,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:29:41.740294 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210ff4a5-ddbb-433f-b7f9-da69d97f7fff None None] Routers {'69bbcc4a-b0f7-4140-a636-2f49e8fa9679'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:29:41.740928 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-210ff4a5-ddbb-433f-b7f9-da69d97f7fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T21:29:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['69bbcc4a-b0f7-4140-a636-2f49e8fa9679'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:29:41.919402 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-28fafc1b-a741-43a6-8ab4-3deef5e88ab5 req-34d365a7-15e1-4887-8495-0a4e1c4cd2ab tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/ports?device_id=4a11da57-4a41-4703-b1cd-5787d28c8573 HTTP/1.1" status: 200 len: 210 time: 0.0584605 May 30 21:29:41.940260 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-210ff4a5-ddbb-433f-b7f9-da69d97f7fff None None] Set router 69bbcc4a-b0f7-4140-a636-2f49e8fa9679 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:29:42.270481 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-210ff4a5-ddbb-433f-b7f9-da69d97f7fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69bbcc4a-b0f7-4140-a636-2f49e8fa9679', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1664801412', 'tenant_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': '932b30f7-d7f9-41a0-8a90-2f88460f5053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:29:32Z', 'updated_at': '2022-05-30T21:29:37Z', 'revision_number': 4, 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'gw_port': {'id': '932b30f7-d7f9-41a0-8a90-2f88460f5053', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:7d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69bbcc4a-b0f7-4140-a636-2f49e8fa9679', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:29:33Z', 'updated_at': '2022-05-30T21:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '6e53bd28-9a69-43a9-a2d4-7344a7cd1482', 'name': '', 'network_id': '872ee0fa-cbbd-4ee6-9b0a-41ee515c9d1f', 'tenant_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'mac_address': 'fa:16:3e:4a:4e:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69bbcc4a-b0f7-4140-a636-2f49e8fa9679', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '992afd2c-b6bc-474b-b625-20abb4b8b215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:29:37Z', 'updated_at': '2022-05-30T21:29:41Z', 'revision_number': 4, 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'subnets': [{'id': '992afd2c-b6bc-474b-b625-20abb4b8b215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:29:42.275065 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210ff4a5-ddbb-433f-b7f9-da69d97f7fff None None] The sync data for ids ['69bbcc4a-b0f7-4140-a636-2f49e8fa9679'] in n-d-843948-2 is: [{'id': '69bbcc4a-b0f7-4140-a636-2f49e8fa9679', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1664801412', 'tenant_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': '932b30f7-d7f9-41a0-8a90-2f88460f5053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:29:32Z', 'updated_at': '2022-05-30T21:29:37Z', 'revision_number': 4, 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'gw_port': {'id': '932b30f7-d7f9-41a0-8a90-2f88460f5053', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:7d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69bbcc4a-b0f7-4140-a636-2f49e8fa9679', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:29:33Z', 'updated_at': '2022-05-30T21:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '6e53bd28-9a69-43a9-a2d4-7344a7cd1482', 'name': '', 'network_id': '872ee0fa-cbbd-4ee6-9b0a-41ee515c9d1f', 'tenant_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'mac_address': 'fa:16:3e:4a:4e:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69bbcc4a-b0f7-4140-a636-2f49e8fa9679', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '992afd2c-b6bc-474b-b625-20abb4b8b215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:29:37Z', 'updated_at': '2022-05-30T21:29:41Z', 'revision_number': 4, 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'subnets': [{'id': '992afd2c-b6bc-474b-b625-20abb4b8b215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 21:29:43.036166 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-cf91906f-6c61-448a-9849-16b4d96eb94b req-91ad98e5-e64a-4ad7-85c0-44ecdc0465f2 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/ports?device_id=4a11da57-4a41-4703-b1cd-5787d28c8573 HTTP/1.1" status: 200 len: 210 time: 0.0440514 May 30 21:29:43.852149 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 6e53bd28-9a69-43a9-a2d4-7344a7cd1482 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:29:44.007096 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 6e53bd28-9a69-43a9-a2d4-7344a7cd1482 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:29:44.012705 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 6e53bd28-9a69-43a9-a2d4-7344a7cd1482 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:29:44.013068 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:44.128359 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:44.164083 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port 6e53bd28-9a69-43a9-a2d4-7344a7cd1482, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=6e53bd28-9a69-43a9-a2d4-7344a7cd1482,segment=NetworkSegment(7949a838-24dc-429c-adc0-82b4e934c438),segment_id=7949a838-24dc-429c-adc0-82b4e934c438)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:29:44.207950 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-bf6d856e-e45f-49f9-9f8e-9361c2960257 req-97c0054c-de51-446b-a241-b1384c8ef775 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/ports?device_id=4a11da57-4a41-4703-b1cd-5787d28c8573 HTTP/1.1" status: 200 len: 210 time: 0.0455067 May 30 21:29:44.224455 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:44.291482 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=6e53bd28-9a69-43a9-a2d4-7344a7cd1482,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:29:45.152920 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b9be7d-c1b3-4716-b19f-2c5ce2836f33 req-1ca6cc7f-ff00-4527-8768-17ec9f3ee32d tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:29:45.154279 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b2b9be7d-c1b3-4716-b19f-2c5ce2836f33 req-1ca6cc7f-ff00-4527-8768-17ec9f3ee32d tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.86 "GET /v2.0/networks?id=872ee0fa-cbbd-4ee6-9b0a-41ee515c9d1f HTTP/1.1" status: 200 len: 797 time: 0.1465254 May 30 21:29:45.215182 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b2b9be7d-c1b3-4716-b19f-2c5ce2836f33 req-a681a8aa-02e9-46b3-9735-4016afb8487f tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8acbfcbd407543f9bb5b4cfddd9e55c4 HTTP/1.1" status: 200 len: 380 time: 0.0409665 May 30 21:29:45.226924 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-b2b9be7d-c1b3-4716-b19f-2c5ce2836f33 req-bce31f58-f6ad-4c4f-9b32-7d58e7e76ca1 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Request body: {'port': {'device_id': '4a11da57-4a41-4703-b1cd-5787d28c8573', 'network_id': '872ee0fa-cbbd-4ee6-9b0a-41ee515c9d1f', 'admin_state_up': True, 'tenant_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'security_groups': ['ce27a5eb-2351-42bb-adf3-9be06a9fc7a2']}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:29:45.393053 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6a72077a-5c5e-4522-b7b3-65fc4acce6dc req-12e00c33-3e90-45fe-ba3b-beb08e78b7b1 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/ports?device_id=4a11da57-4a41-4703-b1cd-5787d28c8573 HTTP/1.1" status: 200 len: 210 time: 0.0531235 May 30 21:29:45.405316 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-b2b9be7d-c1b3-4716-b19f-2c5ce2836f33 req-bce31f58-f6ad-4c4f-9b32-7d58e7e76ca1 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:29:45.415708 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-b2b9be7d-c1b3-4716-b19f-2c5ce2836f33 req-bce31f58-f6ad-4c4f-9b32-7d58e7e76ca1 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:29:45.485507 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2b9be7d-c1b3-4716-b19f-2c5ce2836f33 req-bce31f58-f6ad-4c4f-9b32-7d58e7e76ca1 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Made reservation on behalf of 8acbfcbd407543f9bb5b4cfddd9e55c4 for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 21:29:45.488646 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-b2b9be7d-c1b3-4716-b19f-2c5ce2836f33 req-bce31f58-f6ad-4c4f-9b32-7d58e7e76ca1 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:45.650182 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [req-b2b9be7d-c1b3-4716-b19f-2c5ce2836f33 req-bce31f58-f6ad-4c4f-9b32-7d58e7e76ca1 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Allocated IP 172.20.0.5 (872ee0fa-cbbd-4ee6-9b0a-41ee515c9d1f/992afd2c-b6bc-474b-b625-20abb4b8b215/c8c415ec-94ff-4d9e-8f96-29361f3e9ddc) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 21:29:45.830383 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 6e53bd28-9a69-43a9-a2d4-7344a7cd1482 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:29:45.842332 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-b2b9be7d-c1b3-4716-b19f-2c5ce2836f33 req-bce31f58-f6ad-4c4f-9b32-7d58e7e76ca1 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:45.857762 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-b2b9be7d-c1b3-4716-b19f-2c5ce2836f33 req-bce31f58-f6ad-4c4f-9b32-7d58e7e76ca1 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Transition to ACTIVE for port object c8c415ec-94ff-4d9e-8f96-29361f3e9ddc will not be triggered until provisioned by entity DHCP. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:29:45.896690 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 6e53bd28-9a69-43a9-a2d4-7344a7cd1482 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:29:45.897052 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:45.933455 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-b2b9be7d-c1b3-4716-b19f-2c5ce2836f33 req-bce31f58-f6ad-4c4f-9b32-7d58e7e76ca1 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:46.009872 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2b9be7d-c1b3-4716-b19f-2c5ce2836f33 req-bce31f58-f6ad-4c4f-9b32-7d58e7e76ca1 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Network 872ee0fa-cbbd-4ee6-9b0a-41ee515c9d1f is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:29:46.012873 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [req-b2b9be7d-c1b3-4716-b19f-2c5ce2836f33 req-bce31f58-f6ad-4c4f-9b32-7d58e7e76ca1 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:29:46.015881 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2b9be7d-c1b3-4716-b19f-2c5ce2836f33 req-bce31f58-f6ad-4c4f-9b32-7d58e7e76ca1 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 21:29:46.053321 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce31f58-f6ad-4c4f-9b32-7d58e7e76ca1 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Pushing event updated for resources: {'Port': ['ID=c8c415ec-94ff-4d9e-8f96-29361f3e9ddc,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:29:46.084939 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b9be7d-c1b3-4716-b19f-2c5ce2836f33 req-bce31f58-f6ad-4c4f-9b32-7d58e7e76ca1 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:29:46.085706 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-b2b9be7d-c1b3-4716-b19f-2c5ce2836f33 req-bce31f58-f6ad-4c4f-9b32-7d58e7e76ca1 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:46.162783 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b2b9be7d-c1b3-4716-b19f-2c5ce2836f33 req-bce31f58-f6ad-4c4f-9b32-7d58e7e76ca1 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9392936 May 30 21:29:46.178456 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-b2b9be7d-c1b3-4716-b19f-2c5ce2836f33 req-6d3a2e06-bbb7-47b8-b728-67e181c530a0 service neutron] Request body: {'port': {'device_id': '4a11da57-4a41-4703-b1cd-5787d28c8573', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843948-2'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:29:46.288485 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-b2b9be7d-c1b3-4716-b19f-2c5ce2836f33 req-6d3a2e06-bbb7-47b8-b728-67e181c530a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:46.319565 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-f08aaef5-900c-4f23-a44c-c824dda12d63 None None] Provisioning for port c8c415ec-94ff-4d9e-8f96-29361f3e9ddc completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:29:46.325156 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-f08aaef5-900c-4f23-a44c-c824dda12d63 None None] Provisioning complete for port c8c415ec-94ff-4d9e-8f96-29361f3e9ddc triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:29:46.325642 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-f08aaef5-900c-4f23-a44c-c824dda12d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:46.377010 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-f08aaef5-900c-4f23-a44c-c824dda12d63 None None] Port c8c415ec-94ff-4d9e-8f96-29361f3e9ddc cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 21:29:46.600624 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cc8394-6b8e-48ca-8aba-2d8052ef412e req-6f293304-ea17-439a-8068-c33611d6085d tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:29:46.602663 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b8cc8394-6b8e-48ca-8aba-2d8052ef412e req-6f293304-ea17-439a-8068-c33611d6085d tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/ports?device_id=4a11da57-4a41-4703-b1cd-5787d28c8573 HTTP/1.1" status: 200 len: 931 time: 0.0793517 May 30 21:29:46.638880 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [req-b2b9be7d-c1b3-4716-b19f-2c5ce2836f33 req-6d3a2e06-bbb7-47b8-b728-67e181c530a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8c415ec-94ff-4d9e-8f96-29361f3e9ddc {{(pid=84887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 21:29:46.645819 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-b2b9be7d-c1b3-4716-b19f-2c5ce2836f33 req-6d3a2e06-bbb7-47b8-b728-67e181c530a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:46.648250 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b8cc8394-6b8e-48ca-8aba-2d8052ef412e req-a2b27dc1-5db2-42df-93e2-afc9ff5bd2a6 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/security-groups?id=ce27a5eb-2351-42bb-adf3-9be06a9fc7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398655 May 30 21:29:46.661045 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-b2b9be7d-c1b3-4716-b19f-2c5ce2836f33 req-6d3a2e06-bbb7-47b8-b728-67e181c530a0 service neutron] Transition to ACTIVE for port object c8c415ec-94ff-4d9e-8f96-29361f3e9ddc will not be triggered until provisioned by entity L2. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:29:46.742930 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-b2b9be7d-c1b3-4716-b19f-2c5ce2836f33 req-6d3a2e06-bbb7-47b8-b728-67e181c530a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:46.870953 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3a2e06-bbb7-47b8-b728-67e181c530a0 service neutron] Pushing event updated for resources: {'Port': ['ID=c8c415ec-94ff-4d9e-8f96-29361f3e9ddc,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:29:47.069673 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-b2b9be7d-c1b3-4716-b19f-2c5ce2836f33 req-6d3a2e06-bbb7-47b8-b728-67e181c530a0 service neutron] Attempting to bind port c8c415ec-94ff-4d9e-8f96-29361f3e9ddc on host n-h2-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 21:29:47.069932 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-b2b9be7d-c1b3-4716-b19f-2c5ce2836f33 req-6d3a2e06-bbb7-47b8-b728-67e181c530a0 service neutron] Attempting to bind port c8c415ec-94ff-4d9e-8f96-29361f3e9ddc by drivers openvswitch,hyperv on host n-h2-843948-2 at level 0 using segments [{'id': '7949a838-24dc-429c-adc0-82b4e934c438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '872ee0fa-cbbd-4ee6-9b0a-41ee515c9d1f'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 21:29:47.070822 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b9be7d-c1b3-4716-b19f-2c5ce2836f33 req-6d3a2e06-bbb7-47b8-b728-67e181c530a0 service neutron] Attempting to bind port c8c415ec-94ff-4d9e-8f96-29361f3e9ddc on network 872ee0fa-cbbd-4ee6-9b0a-41ee515c9d1f {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:29:47.076466 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b9be7d-c1b3-4716-b19f-2c5ce2836f33 req-6d3a2e06-bbb7-47b8-b728-67e181c530a0 service neutron] Port c8c415ec-94ff-4d9e-8f96-29361f3e9ddc on network 872ee0fa-cbbd-4ee6-9b0a-41ee515c9d1f not bound, no agent of type Open vSwitch agent registered on host n-h2-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 21:29:47.076774 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b9be7d-c1b3-4716-b19f-2c5ce2836f33 req-6d3a2e06-bbb7-47b8-b728-67e181c530a0 service neutron] Attempting to bind port c8c415ec-94ff-4d9e-8f96-29361f3e9ddc on network 872ee0fa-cbbd-4ee6-9b0a-41ee515c9d1f {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:29:47.084251 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b9be7d-c1b3-4716-b19f-2c5ce2836f33 req-6d3a2e06-bbb7-47b8-b728-67e181c530a0 service neutron] Checking agent: {'id': 'eaa08354-e8f5-4e73-af76-8d3cf7d2b390', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 21, 29, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 21:29:47.084579 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b9be7d-c1b3-4716-b19f-2c5ce2836f33 req-6d3a2e06-bbb7-47b8-b728-67e181c530a0 service neutron] Checking segment: {'id': '7949a838-24dc-429c-adc0-82b4e934c438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '872ee0fa-cbbd-4ee6-9b0a-41ee515c9d1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:29:47.084953 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b9be7d-c1b3-4716-b19f-2c5ce2836f33 req-6d3a2e06-bbb7-47b8-b728-67e181c530a0 service neutron] Bound using segment: {'id': '7949a838-24dc-429c-adc0-82b4e934c438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '872ee0fa-cbbd-4ee6-9b0a-41ee515c9d1f'} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 21:29:47.085374 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-b2b9be7d-c1b3-4716-b19f-2c5ce2836f33 req-6d3a2e06-bbb7-47b8-b728-67e181c530a0 service neutron] Bound port: c8c415ec-94ff-4d9e-8f96-29361f3e9ddc, host: n-h2-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7949a838-24dc-429c-adc0-82b4e934c438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '872ee0fa-cbbd-4ee6-9b0a-41ee515c9d1f'}}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 21:29:47.085768 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-b2b9be7d-c1b3-4716-b19f-2c5ce2836f33 req-6d3a2e06-bbb7-47b8-b728-67e181c530a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:47.172690 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-b2b9be7d-c1b3-4716-b19f-2c5ce2836f33 req-6d3a2e06-bbb7-47b8-b728-67e181c530a0 service neutron] For port c8c415ec-94ff-4d9e-8f96-29361f3e9ddc, host n-h2-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 21:29:47.175961 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-b2b9be7d-c1b3-4716-b19f-2c5ce2836f33 req-6d3a2e06-bbb7-47b8-b728-67e181c530a0 service neutron] For port c8c415ec-94ff-4d9e-8f96-29361f3e9ddc, host n-h2-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=c8c415ec-94ff-4d9e-8f96-29361f3e9ddc,segment=NetworkSegment(7949a838-24dc-429c-adc0-82b4e934c438),segment_id=7949a838-24dc-429c-adc0-82b4e934c438)] {{(pid=84887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 21:29:47.238663 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-b2b9be7d-c1b3-4716-b19f-2c5ce2836f33 req-6d3a2e06-bbb7-47b8-b728-67e181c530a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:47.300673 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-b2b9be7d-c1b3-4716-b19f-2c5ce2836f33 req-6d3a2e06-bbb7-47b8-b728-67e181c530a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:47.302094 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b2b9be7d-c1b3-4716-b19f-2c5ce2836f33 req-6d3a2e06-bbb7-47b8-b728-67e181c530a0 service neutron] 10.222.0.86 "PUT /v2.0/ports/c8c415ec-94ff-4d9e-8f96-29361f3e9ddc HTTP/1.1" status: 200 len: 1091 time: 1.1279793 May 30 21:29:47.302529 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a11da57-4a41-4703-b1cd-5787d28c8573', 'tag': 'c8c415ec-94ff-4d9e-8f96-29361f3e9ddc'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:29:47.326351 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3a2e06-bbb7-47b8-b728-67e181c530a0 service neutron] Pushing event updated for resources: {'Port': ['ID=c8c415ec-94ff-4d9e-8f96-29361f3e9ddc,revision_number=3']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:29:47.362725 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ece6176d-309c-464e-802b-3817ba19c700'] response: {'name': 'network-changed', 'server_uuid': '4a11da57-4a41-4703-b1cd-5787d28c8573', 'tag': 'c8c415ec-94ff-4d9e-8f96-29361f3e9ddc', 'status': 'completed', 'code': 200} May 30 21:29:47.466170 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-42b39a73-6cfa-4f21-9bbc-9e7ca1e4329b req-e61d951b-c384-4e75-ac61-874078f7784c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8acbfcbd407543f9bb5b4cfddd9e55c4&device_id=4a11da57-4a41-4703-b1cd-5787d28c8573 HTTP/1.1" status: 200 len: 1094 time: 0.0752375 May 30 21:29:47.609874 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b39a73-6cfa-4f21-9bbc-9e7ca1e4329b req-ae73d4b2-847c-4be8-942f-5ede64a56937 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:29:47.610748 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 21:29:47.611343 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-42b39a73-6cfa-4f21-9bbc-9e7ca1e4329b req-ae73d4b2-847c-4be8-942f-5ede64a56937 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=8acbfcbd407543f9bb5b4cfddd9e55c4&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1340489 May 30 21:29:47.755125 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b39a73-6cfa-4f21-9bbc-9e7ca1e4329b req-7e28da92-e773-47c7-b907-5fa3aa43f642 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:29:47.756618 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-42b39a73-6cfa-4f21-9bbc-9e7ca1e4329b req-7e28da92-e773-47c7-b907-5fa3aa43f642 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1359415 May 30 21:29:47.865133 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71189cc3-c2e2-47ad-9073-720d13a2742d req-b7682ba7-ec7a-4198-a583-ee5ebc55b167 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:29:47.866619 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-71189cc3-c2e2-47ad-9073-720d13a2742d req-b7682ba7-ec7a-4198-a583-ee5ebc55b167 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/ports?device_id=4a11da57-4a41-4703-b1cd-5787d28c8573 HTTP/1.1" status: 200 len: 943 time: 0.0939946 May 30 21:29:47.877175 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b2b9be7d-c1b3-4716-b19f-2c5ce2836f33 req-0024264f-9244-4d69-bcf9-668ee7cb840c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8acbfcbd407543f9bb5b4cfddd9e55c4&device_id=4a11da57-4a41-4703-b1cd-5787d28c8573 HTTP/1.1" status: 200 len: 1094 time: 0.0699818 May 30 21:29:47.915532 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-71189cc3-c2e2-47ad-9073-720d13a2742d req-305d211b-d628-4821-b490-a2369212284c tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/security-groups?id=ce27a5eb-2351-42bb-adf3-9be06a9fc7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421495 May 30 21:29:47.954743 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b2b9be7d-c1b3-4716-b19f-2c5ce2836f33 req-44118f84-2f53-4651-8e55-3be8e84d27a9 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c8c415ec-94ff-4d9e-8f96-29361f3e9ddc HTTP/1.1" status: 200 len: 217 time: 0.0664504 May 30 21:29:48.020305 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b9be7d-c1b3-4716-b19f-2c5ce2836f33 req-19ff0c3f-d64d-4076-82ab-7a7e27a05231 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:29:48.021755 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b2b9be7d-c1b3-4716-b19f-2c5ce2836f33 req-19ff0c3f-d64d-4076-82ab-7a7e27a05231 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=992afd2c-b6bc-474b-b625-20abb4b8b215 HTTP/1.1" status: 200 len: 833 time: 0.0581067 May 30 21:29:48.102000 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b2b9be7d-c1b3-4716-b19f-2c5ce2836f33 req-3faf3b35-5b1b-425e-88d8-2585d6b30ca2 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=872ee0fa-cbbd-4ee6-9b0a-41ee515c9d1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0701656 May 30 21:29:48.237907 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b2b9be7d-c1b3-4716-b19f-2c5ce2836f33 req-1f6459a6-0ce2-4c62-aa81-17b8309ce166 service neutron] 10.222.0.86 "GET /v2.0/networks/872ee0fa-cbbd-4ee6-9b0a-41ee515c9d1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263375 May 30 21:29:48.371732 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b2b9be7d-c1b3-4716-b19f-2c5ce2836f33 req-7eaf942a-276a-4179-ae4f-ed9c9349bb3a service neutron] 10.222.0.86 "GET /v2.0/networks/872ee0fa-cbbd-4ee6-9b0a-41ee515c9d1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232600 May 30 21:29:49.112882 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f2892b-b194-4470-ac4f-0be8fe9c7c59 req-5963db87-ee32-4d4a-ab01-312ebfcc31c8 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:29:49.113467 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-f4f2892b-b194-4470-ac4f-0be8fe9c7c59 req-5963db87-ee32-4d4a-ab01-312ebfcc31c8 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Synchronizing usage tracker for tenant:8acbfcbd407543f9bb5b4cfddd9e55c4 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 21:29:49.193933 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-f4f2892b-b194-4470-ac4f-0be8fe9c7c59 req-5963db87-ee32-4d4a-ab01-312ebfcc31c8 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Unset dirty status for tenant:8acbfcbd407543f9bb5b4cfddd9e55c4 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 21:29:49.195057 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f4f2892b-b194-4470-ac4f-0be8fe9c7c59 req-5963db87-ee32-4d4a-ab01-312ebfcc31c8 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/ports?device_id=4a11da57-4a41-4703-b1cd-5787d28c8573 HTTP/1.1" status: 200 len: 943 time: 0.1563647 May 30 21:29:49.241018 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f4f2892b-b194-4470-ac4f-0be8fe9c7c59 req-daa27191-3143-4251-80d9-451cec0ffec0 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/security-groups?id=ce27a5eb-2351-42bb-adf3-9be06a9fc7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402248 May 30 21:29:50.310549 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:50.441278 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c66c71-a944-4d71-8219-66716c91d7d7 req-2092c68b-7204-444e-9f12-4fb81fc478e6 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:29:50.442750 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-65c66c71-a944-4d71-8219-66716c91d7d7 req-2092c68b-7204-444e-9f12-4fb81fc478e6 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/ports?device_id=4a11da57-4a41-4703-b1cd-5787d28c8573 HTTP/1.1" status: 200 len: 943 time: 0.0775723 May 30 21:29:50.487664 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-65c66c71-a944-4d71-8219-66716c91d7d7 req-0866f408-8d23-45ef-9ce7-ae86bacf36f3 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/security-groups?id=ce27a5eb-2351-42bb-adf3-9be06a9fc7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393939 May 30 21:29:51.686967 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebd4491-0f0c-441e-bc79-f1b180168008 req-2ffcd17b-2064-4660-86d7-a1fa9820f0c0 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:29:51.688392 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4ebd4491-0f0c-441e-bc79-f1b180168008 req-2ffcd17b-2064-4660-86d7-a1fa9820f0c0 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/ports?device_id=4a11da57-4a41-4703-b1cd-5787d28c8573 HTTP/1.1" status: 200 len: 943 time: 0.0817039 May 30 21:29:51.733544 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4ebd4491-0f0c-441e-bc79-f1b180168008 req-44777656-e2fd-48de-abab-7ae8819887ed tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/security-groups?id=ce27a5eb-2351-42bb-adf3-9be06a9fc7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394289 May 30 21:29:52.012242 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device c8c415ec-94ff-4d9e-8f96-29361f3e9ddc details requested by agent hyperv_n-h2-843948-2 with host n-h2-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 21:29:52.143523 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port c8c415ec-94ff-4d9e-8f96-29361f3e9ddc, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=c8c415ec-94ff-4d9e-8f96-29361f3e9ddc,segment=NetworkSegment(7949a838-24dc-429c-adc0-82b4e934c438),segment_id=7949a838-24dc-429c-adc0-82b4e934c438)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:29:52.156069 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Returning: {'device': 'c8c415ec-94ff-4d9e-8f96-29361f3e9ddc', 'network_id': '872ee0fa-cbbd-4ee6-9b0a-41ee515c9d1f', 'port_id': 'c8c415ec-94ff-4d9e-8f96-29361f3e9ddc', 'mac_address': 'fa:16:3e:35:fc:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '992afd2c-b6bc-474b-b625-20abb4b8b215', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 21:29:52.208593 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:52.224977 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8c415ec-94ff-4d9e-8f96-29361f3e9ddc {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 21:29:52.239687 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port c8c415ec-94ff-4d9e-8f96-29361f3e9ddc, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=c8c415ec-94ff-4d9e-8f96-29361f3e9ddc,segment=NetworkSegment(7949a838-24dc-429c-adc0-82b4e934c438),segment_id=7949a838-24dc-429c-adc0-82b4e934c438)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:29:52.296997 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:52.364310 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=c8c415ec-94ff-4d9e-8f96-29361f3e9ddc,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:29:52.546017 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['c8c415ec-94ff-4d9e-8f96-29361f3e9ddc'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 21:29:52.937112 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c14ae3-83ff-44a3-9617-481b3780d00c req-9570252d-79bb-44c6-adeb-8df10b43981b tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:29:52.938586 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-60c14ae3-83ff-44a3-9617-481b3780d00c req-9570252d-79bb-44c6-adeb-8df10b43981b tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/ports?device_id=4a11da57-4a41-4703-b1cd-5787d28c8573 HTTP/1.1" status: 200 len: 944 time: 0.0796072 May 30 21:29:52.984995 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-60c14ae3-83ff-44a3-9617-481b3780d00c req-1dccf857-57ae-4a8a-9c09-9f838cc0fe2f tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/security-groups?id=ce27a5eb-2351-42bb-adf3-9be06a9fc7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408559 May 30 21:29:53.039892 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:54.011359 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device c8c415ec-94ff-4d9e-8f96-29361f3e9ddc up at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:29:54.131123 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning for port c8c415ec-94ff-4d9e-8f96-29361f3e9ddc completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:29:54.137086 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning complete for port c8c415ec-94ff-4d9e-8f96-29361f3e9ddc triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:29:54.137457 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:54.185260 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ea0634-92a8-4e35-a16b-a1ab21fba273 req-626a4607-991a-4700-9c45-b2276eb8b8e7 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:29:54.186753 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c5ea0634-92a8-4e35-a16b-a1ab21fba273 req-626a4607-991a-4700-9c45-b2276eb8b8e7 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/ports?device_id=4a11da57-4a41-4703-b1cd-5787d28c8573 HTTP/1.1" status: 200 len: 944 time: 0.0780861 May 30 21:29:54.232799 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c5ea0634-92a8-4e35-a16b-a1ab21fba273 req-b016620d-2c7c-427e-8dfb-3a8f34920b1f tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/security-groups?id=ce27a5eb-2351-42bb-adf3-9be06a9fc7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403290 May 30 21:29:54.255638 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:54.282250 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a11da57-4a41-4703-b1cd-5787d28c8573', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8c415ec-94ff-4d9e-8f96-29361f3e9ddc'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:29:54.293400 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port c8c415ec-94ff-4d9e-8f96-29361f3e9ddc, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=c8c415ec-94ff-4d9e-8f96-29361f3e9ddc,segment=NetworkSegment(7949a838-24dc-429c-adc0-82b4e934c438),segment_id=7949a838-24dc-429c-adc0-82b4e934c438)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:29:54.338344 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-889d3403-3344-4188-b131-822e1dda47d5'] response: {'server_uuid': '4a11da57-4a41-4703-b1cd-5787d28c8573', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8c415ec-94ff-4d9e-8f96-29361f3e9ddc', 'code': 200} May 30 21:29:54.359737 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:54.427134 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=c8c415ec-94ff-4d9e-8f96-29361f3e9ddc,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:29:54.471983 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-81c40596-0958-442b-89b7-17c6b316d1ce req-70eda157-f54f-4e50-bf02-9f7f3a682af0 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=4a11da57-4a41-4703-b1cd-5787d28c8573 HTTP/1.1" status: 200 len: 1096 time: 0.0711403 May 30 21:29:54.518333 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-81c40596-0958-442b-89b7-17c6b316d1ce req-f1f39873-37ee-4c08-b8f8-1d6364524128 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=ce27a5eb-2351-42bb-adf3-9be06a9fc7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360689 May 30 21:29:55.426653 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bd0cc9-c241-4669-9557-c54a8242a512 req-a66fd143-a830-455a-8606-d1622347d4f2 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:29:55.428068 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d6bd0cc9-c241-4669-9557-c54a8242a512 req-a66fd143-a830-455a-8606-d1622347d4f2 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/ports?device_id=4a11da57-4a41-4703-b1cd-5787d28c8573 HTTP/1.1" status: 200 len: 945 time: 0.0752594 May 30 21:29:55.472606 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d6bd0cc9-c241-4669-9557-c54a8242a512 req-ad7e339f-67b4-45a1-bda5-1cd46126f6db tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/security-groups?id=ce27a5eb-2351-42bb-adf3-9be06a9fc7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384855 May 30 21:29:56.276052 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ffbbadb5-803a-43db-8e54-51ef3cd2851f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:56.669018 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceebe77-5c0e-4dd9-aa4b-36902fada997 req-d4c4cca2-a0c0-4da0-970d-000857d9a1ce tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:29:56.670566 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-cceebe77-5c0e-4dd9-aa4b-36902fada997 req-d4c4cca2-a0c0-4da0-970d-000857d9a1ce tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/ports?device_id=4a11da57-4a41-4703-b1cd-5787d28c8573 HTTP/1.1" status: 200 len: 945 time: 0.0760212 May 30 21:29:56.720661 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-cceebe77-5c0e-4dd9-aa4b-36902fada997 req-19b1836a-1f4e-42b8-baed-ac42f57dbdb1 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/security-groups?id=ce27a5eb-2351-42bb-adf3-9be06a9fc7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443537 May 30 21:29:57.003249 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cef4e1-8ddd-49a6-a7e8-5153469fba6a req-f80e11ab-bf51-4a6b-b372-e937de91ad07 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:29:57.004713 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-92cef4e1-8ddd-49a6-a7e8-5153469fba6a req-f80e11ab-bf51-4a6b-b372-e937de91ad07 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/ports?device_id=4a11da57-4a41-4703-b1cd-5787d28c8573 HTTP/1.1" status: 200 len: 945 time: 0.1642458 May 30 21:29:57.050560 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-92cef4e1-8ddd-49a6-a7e8-5153469fba6a req-e87556d2-dbd3-4250-b84d-345c15f143b9 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/security-groups?id=ce27a5eb-2351-42bb-adf3-9be06a9fc7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394640 May 30 21:29:57.079797 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 52404) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:29:57.149355 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-2ff589b2-0789-4be5-bab0-c7631ec5f5f0 tempest-TestNetworkAdvancedServerOps-899114059 tempest-TestNetworkAdvancedServerOps-899114059-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=4a11da57-4a41-4703-b1cd-5787d28c8573 HTTP/1.1" status: 200 len: 1091 time: 0.0682418 May 30 21:29:57.152108 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 52408) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:29:57.157363 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-8ca07e6f-c5c1-46a1-bf09-ca97a4f222a1 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Request body: {'floatingip': {'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'port_id': 'c8c415ec-94ff-4d9e-8f96-29361f3e9ddc', 'tenant_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'fixed_ip_address': '172.20.0.5'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:29:57.164010 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-8ca07e6f-c5c1-46a1-bf09-ca97a4f222a1 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:29:57.167797 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-8ca07e6f-c5c1-46a1-bf09-ca97a4f222a1 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Usage tracker for resource:floatingip and tenant:8acbfcbd407543f9bb5b4cfddd9e55c4 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:29:57.170602 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-8ca07e6f-c5c1-46a1-bf09-ca97a4f222a1 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:29:57.176480 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-8ca07e6f-c5c1-46a1-bf09-ca97a4f222a1 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:29:57.239649 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8ca07e6f-c5c1-46a1-bf09-ca97a4f222a1 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for floatingip, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:57.377161 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8ca07e6f-c5c1-46a1-bf09-ca97a4f222a1 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:57.512427 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-8ca07e6f-c5c1-46a1-bf09-ca97a4f222a1 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Allocated IP 172.25.8.26 (c7869750-4b49-4b7e-aa99-5e0f1ae02da4/427601ec-f643-4fe7-b5e6-17305d3a39e1/d0d5b7b5-1fb0-4eb1-ae45-761a52b1019d) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 21:29:57.658632 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8ca07e6f-c5c1-46a1-bf09-ca97a4f222a1 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:57.771659 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8ca07e6f-c5c1-46a1-bf09-ca97a4f222a1 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:57.839112 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca07e6f-c5c1-46a1-bf09-ca97a4f222a1 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:29:57.841874 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-8ca07e6f-c5c1-46a1-bf09-ca97a4f222a1 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:29:57.846385 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca07e6f-c5c1-46a1-bf09-ca97a4f222a1 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 21:29:57.990396 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca07e6f-c5c1-46a1-bf09-ca97a4f222a1 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Pushing event updated for resources: {'Port': ['ID=d0d5b7b5-1fb0-4eb1-ae45-761a52b1019d,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:29:58.452651 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8ca07e6f-c5c1-46a1-bf09-ca97a4f222a1 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:58.571657 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8ca07e6f-c5c1-46a1-bf09-ca97a4f222a1 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:58.774468 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8ca07e6f-c5c1-46a1-bf09-ca97a4f222a1 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:58.836253 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8ca07e6f-c5c1-46a1-bf09-ca97a4f222a1 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:58.942059 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca07e6f-c5c1-46a1-bf09-ca97a4f222a1 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Pushing event updated for resources: {'Port': ['ID=d0d5b7b5-1fb0-4eb1-ae45-761a52b1019d,revision_number=2']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:29:58.956489 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8ca07e6f-c5c1-46a1-bf09-ca97a4f222a1 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736490'] for floatingip, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:59.146689 n-d-843948-2 neutron-server[84886]: INFO neutron.db.l3_db [None req-8ca07e6f-c5c1-46a1-bf09-ca97a4f222a1 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Floating IP 90597383-41e4-4012-b091-6657dcdcc521 associated. External IP: 172.25.8.26, port: c8c415ec-94ff-4d9e-8f96-29361f3e9ddc. May 30 21:29:59.532329 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ca07e6f-c5c1-46a1-bf09-ca97a4f222a1 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Router 69bbcc4a-b0f7-4140-a636-2f49e8fa9679 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 21:29:59.658930 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-e73759a5-5fa5-432e-a523-16d75b95ef0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:59.858301 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ca07e6f-c5c1-46a1-bf09-ca97a4f222a1 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 21:29:59.868708 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446504b5-55e0-435e-aaa6-d8d772738172 None None] Sync routers for ids ['69bbcc4a-b0f7-4140-a636-2f49e8fa9679'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 21:29:59.883327 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446504b5-55e0-435e-aaa6-d8d772738172 None None] Routers {'69bbcc4a-b0f7-4140-a636-2f49e8fa9679'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:29:59.883965 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-446504b5-55e0-435e-aaa6-d8d772738172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T21:30:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['69bbcc4a-b0f7-4140-a636-2f49e8fa9679'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:29:59.915734 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:29:59.972967 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8ca07e6f-c5c1-46a1-bf09-ca97a4f222a1 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:30:00.029799 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-8ca07e6f-c5c1-46a1-bf09-ca97a4f222a1 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.8766005 May 30 21:30:00.030376 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a11da57-4a41-4703-b1cd-5787d28c8573', 'tag': 'c8c415ec-94ff-4d9e-8f96-29361f3e9ddc'}] {{(pid=84886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:30:00.064413 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-446504b5-55e0-435e-aaa6-d8d772738172 None None] Set router 69bbcc4a-b0f7-4140-a636-2f49e8fa9679 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:30:00.172919 n-d-843948-2 neutron-server[84886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71885c55-72a7-4a3e-8608-60fcf80dab2c'] response: {'name': 'network-changed', 'server_uuid': '4a11da57-4a41-4703-b1cd-5787d28c8573', 'tag': 'c8c415ec-94ff-4d9e-8f96-29361f3e9ddc', 'status': 'completed', 'code': 200} May 30 21:30:00.220593 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda0361e-8959-45c3-b985-cb3432600755 req-dc2de5ed-9dc4-4411-a0ea-e92f2b89333c tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:30:00.222091 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-fda0361e-8959-45c3-b985-cb3432600755 req-dc2de5ed-9dc4-4411-a0ea-e92f2b89333c tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/ports?device_id=4a11da57-4a41-4703-b1cd-5787d28c8573 HTTP/1.1" status: 200 len: 945 time: 0.0819798 May 30 21:30:00.269522 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-fda0361e-8959-45c3-b985-cb3432600755 req-57f3a9cc-ef31-4ef3-8e32-f1c628ef326b tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/security-groups?id=ce27a5eb-2351-42bb-adf3-9be06a9fc7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418687 May 30 21:30:00.271547 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e984cbad-fc26-4acd-9a9c-17476f19f2c1 req-419ba179-c2ee-453c-bea5-609c022aceff service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8acbfcbd407543f9bb5b4cfddd9e55c4&device_id=4a11da57-4a41-4703-b1cd-5787d28c8573 HTTP/1.1" status: 200 len: 1096 time: 0.0788496 May 30 21:30:00.299022 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 52418) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:30:00.409121 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-2dd3c7f4-23be-460c-acf5-e763ce94beb2 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/floatingips/90597383-41e4-4012-b091-6657dcdcc521 HTTP/1.1" status: 200 len: 990 time: 0.1079333 May 30 21:30:00.420322 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e984cbad-fc26-4acd-9a9c-17476f19f2c1 req-794e2b23-5336-4833-a6b9-96b6336a3b85 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:30:00.421776 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e984cbad-fc26-4acd-9a9c-17476f19f2c1 req-794e2b23-5336-4833-a6b9-96b6336a3b85 service neutron] 10.222.0.86 "GET /v2.0/networks?id=872ee0fa-cbbd-4ee6-9b0a-41ee515c9d1f HTTP/1.1" status: 200 len: 898 time: 0.1402905 May 30 21:30:00.428023 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-446504b5-55e0-435e-aaa6-d8d772738172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69bbcc4a-b0f7-4140-a636-2f49e8fa9679', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1664801412', 'tenant_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': '932b30f7-d7f9-41a0-8a90-2f88460f5053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:29:32Z', 'updated_at': '2022-05-30T21:29:37Z', 'revision_number': 4, 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'gw_port': {'id': '932b30f7-d7f9-41a0-8a90-2f88460f5053', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:7d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69bbcc4a-b0f7-4140-a636-2f49e8fa9679', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:29:33Z', 'updated_at': '2022-05-30T21:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': '90597383-41e4-4012-b091-6657dcdcc521', 'tenant_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'floating_ip_address': '172.25.8.26', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': '69bbcc4a-b0f7-4140-a636-2f49e8fa9679', 'port_id': 'c8c415ec-94ff-4d9e-8f96-29361f3e9ddc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '872ee0fa-cbbd-4ee6-9b0a-41ee515c9d1f', 'mac_address': 'fa:16:3e:35:fc:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a11da57-4a41-4703-b1cd-5787d28c8573', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T21:29:58Z', 'updated_at': '2022-05-30T21:29:58Z', 'revision_number': 0, 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e53bd28-9a69-43a9-a2d4-7344a7cd1482', 'name': '', 'network_id': '872ee0fa-cbbd-4ee6-9b0a-41ee515c9d1f', 'tenant_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'mac_address': 'fa:16:3e:4a:4e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69bbcc4a-b0f7-4140-a636-2f49e8fa9679', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '992afd2c-b6bc-474b-b625-20abb4b8b215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:29:37Z', 'updated_at': '2022-05-30T21:29:44Z', 'revision_number': 5, 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'subnets': [{'id': '992afd2c-b6bc-474b-b625-20abb4b8b215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:30:00.431920 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446504b5-55e0-435e-aaa6-d8d772738172 None None] Checking router: 69bbcc4a-b0f7-4140-a636-2f49e8fa9679 for host: n-d-843948-2 {{(pid=84889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 21:30:00.442200 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446504b5-55e0-435e-aaa6-d8d772738172 None None] Routers {'69bbcc4a-b0f7-4140-a636-2f49e8fa9679'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:30:00.442778 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-446504b5-55e0-435e-aaa6-d8d772738172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T21:30:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['69bbcc4a-b0f7-4140-a636-2f49e8fa9679'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:30:00.520561 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e984cbad-fc26-4acd-9a9c-17476f19f2c1 req-cf4364f4-aebe-4a37-bc93-0865dbd089c6 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c8c415ec-94ff-4d9e-8f96-29361f3e9ddc HTTP/1.1" status: 200 len: 998 time: 0.0930212 May 30 21:30:00.594885 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e984cbad-fc26-4acd-9a9c-17476f19f2c1 req-7b1e2e56-a45c-4b73-ba5d-f70d0392e8f9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:30:00.596214 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e984cbad-fc26-4acd-9a9c-17476f19f2c1 req-7b1e2e56-a45c-4b73-ba5d-f70d0392e8f9 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=992afd2c-b6bc-474b-b625-20abb4b8b215 HTTP/1.1" status: 200 len: 833 time: 0.0695105 May 30 21:30:00.618674 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-446504b5-55e0-435e-aaa6-d8d772738172 None None] Set router 69bbcc4a-b0f7-4140-a636-2f49e8fa9679 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:30:00.670228 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e984cbad-fc26-4acd-9a9c-17476f19f2c1 req-a722295b-98f5-496f-80f6-b399f4c101cb service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=872ee0fa-cbbd-4ee6-9b0a-41ee515c9d1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0664303 May 30 21:30:00.805001 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e984cbad-fc26-4acd-9a9c-17476f19f2c1 req-d7c1b1c9-9a3c-4e66-befb-82a6e90f42a8 service neutron] 10.222.0.86 "GET /v2.0/networks/872ee0fa-cbbd-4ee6-9b0a-41ee515c9d1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286309 May 30 21:30:00.939847 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e984cbad-fc26-4acd-9a9c-17476f19f2c1 req-0379864e-b731-47b0-921d-5974b834d568 service neutron] 10.222.0.86 "GET /v2.0/networks/872ee0fa-cbbd-4ee6-9b0a-41ee515c9d1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289017 May 30 21:30:00.974136 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-446504b5-55e0-435e-aaa6-d8d772738172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69bbcc4a-b0f7-4140-a636-2f49e8fa9679', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1664801412', 'tenant_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': '932b30f7-d7f9-41a0-8a90-2f88460f5053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:29:32Z', 'updated_at': '2022-05-30T21:29:37Z', 'revision_number': 4, 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'gw_port': {'id': '932b30f7-d7f9-41a0-8a90-2f88460f5053', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:7d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69bbcc4a-b0f7-4140-a636-2f49e8fa9679', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:29:33Z', 'updated_at': '2022-05-30T21:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': '90597383-41e4-4012-b091-6657dcdcc521', 'tenant_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'floating_ip_address': '172.25.8.26', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': '69bbcc4a-b0f7-4140-a636-2f49e8fa9679', 'port_id': 'c8c415ec-94ff-4d9e-8f96-29361f3e9ddc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '872ee0fa-cbbd-4ee6-9b0a-41ee515c9d1f', 'mac_address': 'fa:16:3e:35:fc:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a11da57-4a41-4703-b1cd-5787d28c8573', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T21:29:58Z', 'updated_at': '2022-05-30T21:29:58Z', 'revision_number': 0, 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e53bd28-9a69-43a9-a2d4-7344a7cd1482', 'name': '', 'network_id': '872ee0fa-cbbd-4ee6-9b0a-41ee515c9d1f', 'tenant_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'mac_address': 'fa:16:3e:4a:4e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69bbcc4a-b0f7-4140-a636-2f49e8fa9679', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '992afd2c-b6bc-474b-b625-20abb4b8b215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:29:37Z', 'updated_at': '2022-05-30T21:29:44Z', 'revision_number': 5, 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'subnets': [{'id': '992afd2c-b6bc-474b-b625-20abb4b8b215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:30:00.978094 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446504b5-55e0-435e-aaa6-d8d772738172 None None] The sync data for ids ['69bbcc4a-b0f7-4140-a636-2f49e8fa9679'] in n-d-843948-2 is: [{'id': '69bbcc4a-b0f7-4140-a636-2f49e8fa9679', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1664801412', 'tenant_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': '932b30f7-d7f9-41a0-8a90-2f88460f5053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:29:32Z', 'updated_at': '2022-05-30T21:29:37Z', 'revision_number': 4, 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'gw_port': {'id': '932b30f7-d7f9-41a0-8a90-2f88460f5053', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:7d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69bbcc4a-b0f7-4140-a636-2f49e8fa9679', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:29:33Z', 'updated_at': '2022-05-30T21:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': '90597383-41e4-4012-b091-6657dcdcc521', 'tenant_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'floating_ip_address': '172.25.8.26', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': '69bbcc4a-b0f7-4140-a636-2f49e8fa9679', 'port_id': 'c8c415ec-94ff-4d9e-8f96-29361f3e9ddc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '872ee0fa-cbbd-4ee6-9b0a-41ee515c9d1f', 'mac_address': 'fa:16:3e:35:fc:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a11da57-4a41-4703-b1cd-5787d28c8573', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T21:29:58Z', 'updated_at': '2022-05-30T21:29:58Z', 'revision_number': 0, 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e53bd28-9a69-43a9-a2d4-7344a7cd1482', 'name': '', 'network_id': '872ee0fa-cbbd-4ee6-9b0a-41ee515c9d1f', 'tenant_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'mac_address': 'fa:16:3e:4a:4e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69bbcc4a-b0f7-4140-a636-2f49e8fa9679', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '992afd2c-b6bc-474b-b625-20abb4b8b215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:29:37Z', 'updated_at': '2022-05-30T21:29:44Z', 'revision_number': 5, 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'subnets': [{'id': '992afd2c-b6bc-474b-b625-20abb4b8b215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 21:30:01.171382 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04cbbd78-f528-419a-8282-08851d876b7a None None] New status for floating IP 90597383-41e4-4012-b091-6657dcdcc521: ACTIVE {{(pid=84888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 21:30:01.411934 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 52422) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:30:01.514128 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:30:01.520727 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-34b48053-af6b-4538-a5aa-9634a8edb4b5 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/floatingips/90597383-41e4-4012-b091-6657dcdcc521 HTTP/1.1" status: 200 len: 990 time: 0.1076756 May 30 21:30:02.524891 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 52426) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:30:02.627684 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-44f47d5b-176d-4ee8-b9e8-62c2704dbaef tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/floatingips/90597383-41e4-4012-b091-6657dcdcc521 HTTP/1.1" status: 200 len: 992 time: 0.1016843 May 30 21:30:02.984175 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:30:20.273550 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:30:23.058480 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:30:23.807046 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b40402a6-cea1-4249-8712-1f9ede5305b6 req-39c8376d-394a-4552-8bd9-c2d88fa5c034 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=4a11da57-4a41-4703-b1cd-5787d28c8573&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0717504 May 30 21:30:23.946056 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b40402a6-cea1-4249-8712-1f9ede5305b6 req-b991c72a-28f7-467f-b97a-2b3e52a7545f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8acbfcbd407543f9bb5b4cfddd9e55c4&device_id=4a11da57-4a41-4703-b1cd-5787d28c8573 HTTP/1.1" status: 200 len: 1096 time: 0.0681002 May 30 21:30:24.089932 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40402a6-cea1-4249-8712-1f9ede5305b6 req-a5ed6dec-605f-427b-9c76-86b81a2b9247 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:30:24.091275 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b40402a6-cea1-4249-8712-1f9ede5305b6 req-a5ed6dec-605f-427b-9c76-86b81a2b9247 service neutron] 10.222.0.86 "GET /v2.0/networks?id=872ee0fa-cbbd-4ee6-9b0a-41ee515c9d1f HTTP/1.1" status: 200 len: 898 time: 0.1266258 May 30 21:30:24.193834 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b40402a6-cea1-4249-8712-1f9ede5305b6 req-d1190ce3-eeff-4014-8847-146cfc7a1354 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c8c415ec-94ff-4d9e-8f96-29361f3e9ddc HTTP/1.1" status: 200 len: 1000 time: 0.0954540 May 30 21:30:24.256319 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40402a6-cea1-4249-8712-1f9ede5305b6 req-68bf1383-ebe7-42b9-9b1e-27cb2edf7764 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:30:24.257755 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b40402a6-cea1-4249-8712-1f9ede5305b6 req-68bf1383-ebe7-42b9-9b1e-27cb2edf7764 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=992afd2c-b6bc-474b-b625-20abb4b8b215 HTTP/1.1" status: 200 len: 833 time: 0.0556443 May 30 21:30:24.334013 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b40402a6-cea1-4249-8712-1f9ede5305b6 req-e1eb6e17-ba2d-4af8-96ea-bf7520ef9f4a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=872ee0fa-cbbd-4ee6-9b0a-41ee515c9d1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700142 May 30 21:30:24.462672 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b40402a6-cea1-4249-8712-1f9ede5305b6 req-cd89d092-6a29-4e7a-82a2-0d9a27d5793e service neutron] 10.222.0.86 "GET /v2.0/networks/872ee0fa-cbbd-4ee6-9b0a-41ee515c9d1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221833 May 30 21:30:24.613332 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 21:30:24.685722 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b40402a6-cea1-4249-8712-1f9ede5305b6 req-7595fda2-df93-41e3-95d6-20b276b22725 service neutron] 10.222.0.86 "GET /v2.0/networks/872ee0fa-cbbd-4ee6-9b0a-41ee515c9d1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162652 May 30 21:30:26.298695 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-1009eac8-48b5-439a-9a71-cb39960eeea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:30:29.650502 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ed874a6f-ef71-4400-af53-d55d77d6c014 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:30:29.920902 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:30:31.421752 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:30:32.953443 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:30:34.427591 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f588f88-21ed-43cb-b4e5-22ee822c5cb1 req-4de21df6-9ade-4ed8-8d00-a143b535b701 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:30:34.429050 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7f588f88-21ed-43cb-b4e5-22ee822c5cb1 req-4de21df6-9ade-4ed8-8d00-a143b535b701 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/ports?device_id=4a11da57-4a41-4703-b1cd-5787d28c8573 HTTP/1.1" status: 200 len: 945 time: 0.0769656 May 30 21:30:34.473329 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7f588f88-21ed-43cb-b4e5-22ee822c5cb1 req-84930d31-ac5b-4749-b07d-b78682dbff4e tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/security-groups?id=ce27a5eb-2351-42bb-adf3-9be06a9fc7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387540 May 30 21:30:35.674749 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6480a4d4-6fd0-4eeb-8024-0daf4f62592e req-af9345b6-7ff8-43e9-9c88-c9f1486a1d08 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:30:35.676216 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6480a4d4-6fd0-4eeb-8024-0daf4f62592e req-af9345b6-7ff8-43e9-9c88-c9f1486a1d08 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/ports?device_id=4a11da57-4a41-4703-b1cd-5787d28c8573 HTTP/1.1" status: 200 len: 945 time: 0.0774314 May 30 21:30:35.723391 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6480a4d4-6fd0-4eeb-8024-0daf4f62592e req-b17e029f-9890-468a-9990-f0e26494424e tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/security-groups?id=ce27a5eb-2351-42bb-adf3-9be06a9fc7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409374 May 30 21:30:35.752657 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 52450) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:30:35.857844 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-7b3f4c38-4762-4949-b2d1-b3daf611442a tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/floatingips/90597383-41e4-4012-b091-6657dcdcc521 HTTP/1.1" status: 200 len: 992 time: 0.1039333 May 30 21:30:37.459141 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443a06ff-642a-43ba-9824-575154fdc109 req-673aaeff-8eb2-4208-8f21-e0e6d45d1e67 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:30:37.460568 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-443a06ff-642a-43ba-9824-575154fdc109 req-673aaeff-8eb2-4208-8f21-e0e6d45d1e67 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/ports?device_id=4a11da57-4a41-4703-b1cd-5787d28c8573 HTTP/1.1" status: 200 len: 945 time: 0.0804930 May 30 21:30:37.507180 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-443a06ff-642a-43ba-9824-575154fdc109 req-ad1c242f-3711-41c0-b41a-210d4169d6f0 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/security-groups?id=ce27a5eb-2351-42bb-adf3-9be06a9fc7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403194 May 30 21:30:38.704198 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e87da0e-5231-44e5-b1b7-e3be7bfa321f req-42d92318-5e83-4096-bb0a-ece02a038b2e tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:30:38.705664 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9e87da0e-5231-44e5-b1b7-e3be7bfa321f req-42d92318-5e83-4096-bb0a-ece02a038b2e tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/ports?device_id=4a11da57-4a41-4703-b1cd-5787d28c8573 HTTP/1.1" status: 200 len: 945 time: 0.0765474 May 30 21:30:38.756678 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9e87da0e-5231-44e5-b1b7-e3be7bfa321f req-6ce72eea-82a8-42d2-892d-0293cdc11e04 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/security-groups?id=ce27a5eb-2351-42bb-adf3-9be06a9fc7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454462 May 30 21:30:38.785232 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 52462) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:30:38.891534 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-dd2a32e2-dd43-4d89-ab79-f05a2fe8c6b3 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/floatingips/90597383-41e4-4012-b091-6657dcdcc521 HTTP/1.1" status: 200 len: 992 time: 0.1050651 May 30 21:30:39.169228 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 52472) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:30:39.364249 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-09f10b76-d36a-4137-aec3-2e20cdd1068a tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Deleting port d0d5b7b5-1fb0-4eb1-ae45-761a52b1019d {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:30:39.364590 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-09f10b76-d36a-4137-aec3-2e20cdd1068a tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:30:39.532651 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-09f10b76-d36a-4137-aec3-2e20cdd1068a tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:30:39.532880 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-09f10b76-d36a-4137-aec3-2e20cdd1068a tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:30:39.747243 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-09f10b76-d36a-4137-aec3-2e20cdd1068a tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Calling delete_port for d0d5b7b5-1fb0-4eb1-ae45-761a52b1019d owned by network:floatingip {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:30:39.953633 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-09f10b76-d36a-4137-aec3-2e20cdd1068a tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:30:39.998589 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f10b76-d36a-4137-aec3-2e20cdd1068a tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Pushing event deleted for resources: {'Port': ['ID=d0d5b7b5-1fb0-4eb1-ae45-761a52b1019d,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:30:40.010670 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f10b76-d36a-4137-aec3-2e20cdd1068a tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:30:40.011165 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f10b76-d36a-4137-aec3-2e20cdd1068a tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:30:40.011445 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f10b76-d36a-4137-aec3-2e20cdd1068a tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:30:40.011789 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f10b76-d36a-4137-aec3-2e20cdd1068a tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:30:40.012119 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f10b76-d36a-4137-aec3-2e20cdd1068a tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:30:40.012451 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f10b76-d36a-4137-aec3-2e20cdd1068a tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:30:40.012780 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f10b76-d36a-4137-aec3-2e20cdd1068a tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:30:40.014061 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f10b76-d36a-4137-aec3-2e20cdd1068a tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:30:40.014061 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f10b76-d36a-4137-aec3-2e20cdd1068a tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:30:40.014061 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f10b76-d36a-4137-aec3-2e20cdd1068a tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:30:40.014061 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f10b76-d36a-4137-aec3-2e20cdd1068a tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:30:40.106941 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-09f10b76-d36a-4137-aec3-2e20cdd1068a tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for floatingip, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:30:40.496457 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09f10b76-d36a-4137-aec3-2e20cdd1068a tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Router 69bbcc4a-b0f7-4140-a636-2f49e8fa9679 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 21:30:40.694413 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09f10b76-d36a-4137-aec3-2e20cdd1068a tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 21:30:40.704757 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241f3561-c17e-453c-bf4b-b5b0e69803a2 None None] Sync routers for ids ['69bbcc4a-b0f7-4140-a636-2f49e8fa9679'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 21:30:40.716715 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241f3561-c17e-453c-bf4b-b5b0e69803a2 None None] Routers {'69bbcc4a-b0f7-4140-a636-2f49e8fa9679'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:30:40.717377 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-241f3561-c17e-453c-bf4b-b5b0e69803a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T21:30:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['69bbcc4a-b0f7-4140-a636-2f49e8fa9679'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:30:40.802075 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-09f10b76-d36a-4137-aec3-2e20cdd1068a tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:30:40.859358 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-09f10b76-d36a-4137-aec3-2e20cdd1068a tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "DELETE /v2.0/floatingips/90597383-41e4-4012-b091-6657dcdcc521 HTTP/1.1" status: 204 len: 168 time: 1.6890228 May 30 21:30:40.859958 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a11da57-4a41-4703-b1cd-5787d28c8573', 'tag': 'c8c415ec-94ff-4d9e-8f96-29361f3e9ddc'}] {{(pid=84886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:30:40.917379 n-d-843948-2 neutron-server[84886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-767cc1ac-10c2-4491-8b53-3ac65f903edc'] response: {'name': 'network-changed', 'server_uuid': '4a11da57-4a41-4703-b1cd-5787d28c8573', 'tag': 'c8c415ec-94ff-4d9e-8f96-29361f3e9ddc', 'status': 'completed', 'code': 200} May 30 21:30:40.929652 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-241f3561-c17e-453c-bf4b-b5b0e69803a2 None None] Set router 69bbcc4a-b0f7-4140-a636-2f49e8fa9679 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:30:41.017160 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f619b7da-bf3a-4ca8-a0d3-292d18b149f5 req-56159497-81c5-4534-9ad7-3911ee6018c4 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8acbfcbd407543f9bb5b4cfddd9e55c4&device_id=4a11da57-4a41-4703-b1cd-5787d28c8573 HTTP/1.1" status: 200 len: 1096 time: 0.0721016 May 30 21:30:41.153063 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f619b7da-bf3a-4ca8-a0d3-292d18b149f5 req-2c702f65-a909-4019-9826-608ab2116460 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:30:41.154467 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f619b7da-bf3a-4ca8-a0d3-292d18b149f5 req-2c702f65-a909-4019-9826-608ab2116460 service neutron] 10.222.0.86 "GET /v2.0/networks?id=872ee0fa-cbbd-4ee6-9b0a-41ee515c9d1f HTTP/1.1" status: 200 len: 898 time: 0.1277161 May 30 21:30:41.230426 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f619b7da-bf3a-4ca8-a0d3-292d18b149f5 req-e297ba6d-8c87-4471-9347-27a6f5a57318 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c8c415ec-94ff-4d9e-8f96-29361f3e9ddc HTTP/1.1" status: 200 len: 217 time: 0.0684807 May 30 21:30:41.256394 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-241f3561-c17e-453c-bf4b-b5b0e69803a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69bbcc4a-b0f7-4140-a636-2f49e8fa9679', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1664801412', 'tenant_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': '932b30f7-d7f9-41a0-8a90-2f88460f5053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:29:32Z', 'updated_at': '2022-05-30T21:29:37Z', 'revision_number': 4, 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'gw_port': {'id': '932b30f7-d7f9-41a0-8a90-2f88460f5053', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:7d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69bbcc4a-b0f7-4140-a636-2f49e8fa9679', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:29:33Z', 'updated_at': '2022-05-30T21:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '6e53bd28-9a69-43a9-a2d4-7344a7cd1482', 'name': '', 'network_id': '872ee0fa-cbbd-4ee6-9b0a-41ee515c9d1f', 'tenant_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'mac_address': 'fa:16:3e:4a:4e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69bbcc4a-b0f7-4140-a636-2f49e8fa9679', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '992afd2c-b6bc-474b-b625-20abb4b8b215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:29:37Z', 'updated_at': '2022-05-30T21:29:44Z', 'revision_number': 5, 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'subnets': [{'id': '992afd2c-b6bc-474b-b625-20abb4b8b215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:30:41.258403 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241f3561-c17e-453c-bf4b-b5b0e69803a2 None None] Checking router: 69bbcc4a-b0f7-4140-a636-2f49e8fa9679 for host: n-d-843948-2 {{(pid=84889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 21:30:41.270190 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241f3561-c17e-453c-bf4b-b5b0e69803a2 None None] Routers {'69bbcc4a-b0f7-4140-a636-2f49e8fa9679'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:30:41.270800 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-241f3561-c17e-453c-bf4b-b5b0e69803a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T21:30:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['69bbcc4a-b0f7-4140-a636-2f49e8fa9679'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:30:41.340946 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f619b7da-bf3a-4ca8-a0d3-292d18b149f5 req-52cc36dc-02f9-48c3-9857-fcede6a5081f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:30:41.343344 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f619b7da-bf3a-4ca8-a0d3-292d18b149f5 req-52cc36dc-02f9-48c3-9857-fcede6a5081f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=992afd2c-b6bc-474b-b625-20abb4b8b215 HTTP/1.1" status: 200 len: 833 time: 0.1074247 May 30 21:30:41.449792 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-241f3561-c17e-453c-bf4b-b5b0e69803a2 None None] Set router 69bbcc4a-b0f7-4140-a636-2f49e8fa9679 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:30:41.481944 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d221dde-9397-4426-9417-1e3ec1a18d92 req-55602f95-90f3-461e-8df5-b78a31363b6d tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:30:41.483406 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0d221dde-9397-4426-9417-1e3ec1a18d92 req-55602f95-90f3-461e-8df5-b78a31363b6d tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/ports?device_id=4a11da57-4a41-4703-b1cd-5787d28c8573 HTTP/1.1" status: 200 len: 945 time: 0.1388965 May 30 21:30:41.490925 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f619b7da-bf3a-4ca8-a0d3-292d18b149f5 req-be97cf00-8e93-4efe-aeaa-543e7c6199da service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=872ee0fa-cbbd-4ee6-9b0a-41ee515c9d1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1065266 May 30 21:30:41.615728 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0d221dde-9397-4426-9417-1e3ec1a18d92 req-b6bcab64-d708-4562-a7cb-452f5d8b47df tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/security-groups?id=ce27a5eb-2351-42bb-adf3-9be06a9fc7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1238649 May 30 21:30:41.653351 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f619b7da-bf3a-4ca8-a0d3-292d18b149f5 req-a6fd6977-c3cb-4a3f-8ec6-919f8549dc89 service neutron] 10.222.0.86 "GET /v2.0/networks/872ee0fa-cbbd-4ee6-9b0a-41ee515c9d1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475136 May 30 21:30:41.765463 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-241f3561-c17e-453c-bf4b-b5b0e69803a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69bbcc4a-b0f7-4140-a636-2f49e8fa9679', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1664801412', 'tenant_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': '932b30f7-d7f9-41a0-8a90-2f88460f5053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:29:32Z', 'updated_at': '2022-05-30T21:29:37Z', 'revision_number': 4, 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'gw_port': {'id': '932b30f7-d7f9-41a0-8a90-2f88460f5053', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:7d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69bbcc4a-b0f7-4140-a636-2f49e8fa9679', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:29:33Z', 'updated_at': '2022-05-30T21:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '6e53bd28-9a69-43a9-a2d4-7344a7cd1482', 'name': '', 'network_id': '872ee0fa-cbbd-4ee6-9b0a-41ee515c9d1f', 'tenant_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'mac_address': 'fa:16:3e:4a:4e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69bbcc4a-b0f7-4140-a636-2f49e8fa9679', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '992afd2c-b6bc-474b-b625-20abb4b8b215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:29:37Z', 'updated_at': '2022-05-30T21:29:44Z', 'revision_number': 5, 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'subnets': [{'id': '992afd2c-b6bc-474b-b625-20abb4b8b215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:30:41.770357 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241f3561-c17e-453c-bf4b-b5b0e69803a2 None None] The sync data for ids ['69bbcc4a-b0f7-4140-a636-2f49e8fa9679'] in n-d-843948-2 is: [{'id': '69bbcc4a-b0f7-4140-a636-2f49e8fa9679', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1664801412', 'tenant_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': '932b30f7-d7f9-41a0-8a90-2f88460f5053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:29:32Z', 'updated_at': '2022-05-30T21:29:37Z', 'revision_number': 4, 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'gw_port': {'id': '932b30f7-d7f9-41a0-8a90-2f88460f5053', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:7d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69bbcc4a-b0f7-4140-a636-2f49e8fa9679', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:29:33Z', 'updated_at': '2022-05-30T21:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '6e53bd28-9a69-43a9-a2d4-7344a7cd1482', 'name': '', 'network_id': '872ee0fa-cbbd-4ee6-9b0a-41ee515c9d1f', 'tenant_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'mac_address': 'fa:16:3e:4a:4e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69bbcc4a-b0f7-4140-a636-2f49e8fa9679', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '992afd2c-b6bc-474b-b625-20abb4b8b215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:29:37Z', 'updated_at': '2022-05-30T21:29:44Z', 'revision_number': 5, 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'subnets': [{'id': '992afd2c-b6bc-474b-b625-20abb4b8b215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 21:30:41.790241 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f619b7da-bf3a-4ca8-a0d3-292d18b149f5 req-96ca9c99-80bb-45cd-a443-c4dddc328054 service neutron] 10.222.0.86 "GET /v2.0/networks/872ee0fa-cbbd-4ee6-9b0a-41ee515c9d1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304836 May 30 21:30:42.003848 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e624319d-cbaa-4b63-8ddf-5bcde2725d95 None None] New status for floating IP 90597383-41e4-4012-b091-6657dcdcc521: DOWN {{(pid=84888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 21:30:42.816738 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f24cda-d0ce-46b5-80da-e3ced65677cb req-0950607c-1ce8-4120-ab09-1dad81bde12c tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:30:42.817415 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-c7f24cda-d0ce-46b5-80da-e3ced65677cb req-0950607c-1ce8-4120-ab09-1dad81bde12c tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Synchronizing usage tracker for tenant:8acbfcbd407543f9bb5b4cfddd9e55c4 on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 21:30:42.875188 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-c7f24cda-d0ce-46b5-80da-e3ced65677cb req-0950607c-1ce8-4120-ab09-1dad81bde12c tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Unset dirty status for tenant:8acbfcbd407543f9bb5b4cfddd9e55c4 on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 21:30:42.876358 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c7f24cda-d0ce-46b5-80da-e3ced65677cb req-0950607c-1ce8-4120-ab09-1dad81bde12c tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/ports?device_id=4a11da57-4a41-4703-b1cd-5787d28c8573 HTTP/1.1" status: 200 len: 945 time: 0.1352544 May 30 21:30:42.923712 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c7f24cda-d0ce-46b5-80da-e3ced65677cb req-a1c98a1c-eba9-48e6-bbe4-5e36938a60e3 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/security-groups?id=ce27a5eb-2351-42bb-adf3-9be06a9fc7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409462 May 30 21:30:43.113717 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1211bb9c-ff50-403c-8620-51115ca929da req-30428320-3275-4c3a-8a64-2630e3e856fd tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:30:43.115135 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1211bb9c-ff50-403c-8620-51115ca929da req-30428320-3275-4c3a-8a64-2630e3e856fd tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.86 "GET /v2.0/ports?device_id=4a11da57-4a41-4703-b1cd-5787d28c8573 HTTP/1.1" status: 200 len: 945 time: 0.0795290 May 30 21:30:43.184873 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-1211bb9c-ff50-403c-8620-51115ca929da req-cc7af435-3f98-45d8-bee0-9fb9454bb5e5 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Deleting port c8c415ec-94ff-4d9e-8f96-29361f3e9ddc {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:30:43.185101 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-1211bb9c-ff50-403c-8620-51115ca929da req-cc7af435-3f98-45d8-bee0-9fb9454bb5e5 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:30:43.422833 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-1211bb9c-ff50-403c-8620-51115ca929da req-cc7af435-3f98-45d8-bee0-9fb9454bb5e5 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] For port c8c415ec-94ff-4d9e-8f96-29361f3e9ddc, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=c8c415ec-94ff-4d9e-8f96-29361f3e9ddc,segment=NetworkSegment(7949a838-24dc-429c-adc0-82b4e934c438),segment_id=7949a838-24dc-429c-adc0-82b4e934c438)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:30:43.423190 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-1211bb9c-ff50-403c-8620-51115ca929da req-cc7af435-3f98-45d8-bee0-9fb9454bb5e5 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:30:43.633761 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-1211bb9c-ff50-403c-8620-51115ca929da req-cc7af435-3f98-45d8-bee0-9fb9454bb5e5 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Calling delete_port for c8c415ec-94ff-4d9e-8f96-29361f3e9ddc owned by compute:nova {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:30:43.862534 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-1211bb9c-ff50-403c-8620-51115ca929da req-cc7af435-3f98-45d8-bee0-9fb9454bb5e5 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:30:43.912303 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7af435-3f98-45d8-bee0-9fb9454bb5e5 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Pushing event deleted for resources: {'Port': ['ID=c8c415ec-94ff-4d9e-8f96-29361f3e9ddc,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:30:43.954854 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7af435-3f98-45d8-bee0-9fb9454bb5e5 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:30:43.955191 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7af435-3f98-45d8-bee0-9fb9454bb5e5 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:30:43.955524 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7af435-3f98-45d8-bee0-9fb9454bb5e5 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:30:43.955851 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7af435-3f98-45d8-bee0-9fb9454bb5e5 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:30:43.956175 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7af435-3f98-45d8-bee0-9fb9454bb5e5 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:30:43.956500 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7af435-3f98-45d8-bee0-9fb9454bb5e5 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:30:43.956819 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7af435-3f98-45d8-bee0-9fb9454bb5e5 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:30:43.957140 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7af435-3f98-45d8-bee0-9fb9454bb5e5 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:30:43.957457 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7af435-3f98-45d8-bee0-9fb9454bb5e5 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:30:43.957817 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7af435-3f98-45d8-bee0-9fb9454bb5e5 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:30:43.958138 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7af435-3f98-45d8-bee0-9fb9454bb5e5 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:30:43.999541 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-1211bb9c-ff50-403c-8620-51115ca929da req-cc7af435-3f98-45d8-bee0-9fb9454bb5e5 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] No DVR routers for this DVR port c8c415ec-94ff-4d9e-8f96-29361f3e9ddc on host n-h2-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 21:30:44.002395 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-1211bb9c-ff50-403c-8620-51115ca929da req-cc7af435-3f98-45d8-bee0-9fb9454bb5e5 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:30:44.006690 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a11da57-4a41-4703-b1cd-5787d28c8573', 'name': 'network-vif-deleted', 'tag': 'c8c415ec-94ff-4d9e-8f96-29361f3e9ddc'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:30:44.082810 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b871b289-8e39-4a7f-b6bf-da781947813d'] response: {'server_uuid': '4a11da57-4a41-4703-b1cd-5787d28c8573', 'name': 'network-vif-deleted', 'tag': 'c8c415ec-94ff-4d9e-8f96-29361f3e9ddc', 'status': 'completed', 'code': 200} May 30 21:30:44.089397 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1211bb9c-ff50-403c-8620-51115ca929da req-cc7af435-3f98-45d8-bee0-9fb9454bb5e5 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.86 "DELETE /v2.0/ports/c8c415ec-94ff-4d9e-8f96-29361f3e9ddc HTTP/1.1" status: 204 len: 173 time: 0.9662974 May 30 21:30:44.095997 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-5fea6587-9f82-4345-a720-418344f07cb5 req-9707a1bd-f683-4855-ae95-8adbd222d206 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Synchronizing usage tracker for tenant:8acbfcbd407543f9bb5b4cfddd9e55c4 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 21:30:44.178063 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-5fea6587-9f82-4345-a720-418344f07cb5 req-9707a1bd-f683-4855-ae95-8adbd222d206 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Unset dirty status for tenant:8acbfcbd407543f9bb5b4cfddd9e55c4 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 21:30:44.181588 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5fea6587-9f82-4345-a720-418344f07cb5 req-9707a1bd-f683-4855-ae95-8adbd222d206 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/ports?device_id=4a11da57-4a41-4703-b1cd-5787d28c8573 HTTP/1.1" status: 200 len: 210 time: 0.1297750 May 30 21:30:45.286949 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 52490) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:30:45.681902 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2390b516-4f8d-4b17-892b-817b6e9264f3 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-736216'] for router_interface, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:30:46.214521 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device c8c415ec-94ff-4d9e-8f96-29361f3e9ddc no longer exists at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 21:30:46.283500 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] No Port match for: c8c415ec-94ff-4d9e-8f96-29361f3e9ddc {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 21:30:46.283807 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device c8c415ec-94ff-4d9e-8f96-29361f3e9ddc not bound to the agent host n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 21:30:46.418636 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-2390b516-4f8d-4b17-892b-817b6e9264f3 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Deleting port 6e53bd28-9a69-43a9-a2d4-7344a7cd1482 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:30:46.419266 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2390b516-4f8d-4b17-892b-817b6e9264f3 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:30:46.605221 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [None req-2390b516-4f8d-4b17-892b-817b6e9264f3 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] For port 6e53bd28-9a69-43a9-a2d4-7344a7cd1482, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=6e53bd28-9a69-43a9-a2d4-7344a7cd1482,segment=NetworkSegment(7949a838-24dc-429c-adc0-82b4e934c438),segment_id=7949a838-24dc-429c-adc0-82b4e934c438)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:30:46.605552 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2390b516-4f8d-4b17-892b-817b6e9264f3 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:30:46.727828 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-2390b516-4f8d-4b17-892b-817b6e9264f3 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Calling delete_port for 6e53bd28-9a69-43a9-a2d4-7344a7cd1482 owned by network:router_interface {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:30:46.958566 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2390b516-4f8d-4b17-892b-817b6e9264f3 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:30:47.008542 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2390b516-4f8d-4b17-892b-817b6e9264f3 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Pushing event deleted for resources: {'Port': ['ID=6e53bd28-9a69-43a9-a2d4-7344a7cd1482,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:30:47.305099 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2390b516-4f8d-4b17-892b-817b6e9264f3 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1718140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-736143'] for router_interface, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:30:47.985044 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2390b516-4f8d-4b17-892b-817b6e9264f3 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Router 69bbcc4a-b0f7-4140-a636-2f49e8fa9679 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 21:30:48.192136 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2390b516-4f8d-4b17-892b-817b6e9264f3 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 21:30:48.203169 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62eed6b6-abcc-4337-9f15-3f4f0c4b5f06 None None] Sync routers for ids ['69bbcc4a-b0f7-4140-a636-2f49e8fa9679'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 21:30:48.214959 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62eed6b6-abcc-4337-9f15-3f4f0c4b5f06 None None] Routers {'69bbcc4a-b0f7-4140-a636-2f49e8fa9679'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:30:48.215549 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-62eed6b6-abcc-4337-9f15-3f4f0c4b5f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T21:30:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['69bbcc4a-b0f7-4140-a636-2f49e8fa9679'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:30:48.265490 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-2390b516-4f8d-4b17-892b-817b6e9264f3 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "PUT /v2.0/routers/69bbcc4a-b0f7-4140-a636-2f49e8fa9679/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9773941 May 30 21:30:48.268196 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 52496) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:30:48.393247 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-62eed6b6-abcc-4337-9f15-3f4f0c4b5f06 None None] Set router 69bbcc4a-b0f7-4140-a636-2f49e8fa9679 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:30:48.455975 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_v2 [None req-f92611b2-8b88-4108-baf1-e35fe3b84670 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Deleting subnet 992afd2c-b6bc-474b-b625-20abb4b8b215 {{(pid=84886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 21:30:48.458780 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f92611b2-8b88-4108-baf1-e35fe3b84670 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for subnet, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:30:48.513455 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f92611b2-8b88-4108-baf1-e35fe3b84670 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2655517'] for subnet, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:30:48.599281 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f92611b2-8b88-4108-baf1-e35fe3b84670 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:30:48.708807 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-62eed6b6-abcc-4337-9f15-3f4f0c4b5f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69bbcc4a-b0f7-4140-a636-2f49e8fa9679', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1664801412', 'tenant_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': '932b30f7-d7f9-41a0-8a90-2f88460f5053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:29:32Z', 'updated_at': '2022-05-30T21:30:46Z', 'revision_number': 5, 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'gw_port': {'id': '932b30f7-d7f9-41a0-8a90-2f88460f5053', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:7d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69bbcc4a-b0f7-4140-a636-2f49e8fa9679', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:29:33Z', 'updated_at': '2022-05-30T21:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:30:48.712532 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62eed6b6-abcc-4337-9f15-3f4f0c4b5f06 None None] Checking router: 69bbcc4a-b0f7-4140-a636-2f49e8fa9679 for host: n-d-843948-2 {{(pid=84889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 21:30:48.724654 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62eed6b6-abcc-4337-9f15-3f4f0c4b5f06 None None] Routers {'69bbcc4a-b0f7-4140-a636-2f49e8fa9679'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:30:48.725267 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-62eed6b6-abcc-4337-9f15-3f4f0c4b5f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T21:30:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['69bbcc4a-b0f7-4140-a636-2f49e8fa9679'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:30:48.744738 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f92611b2-8b88-4108-baf1-e35fe3b84670 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4127075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2778536'] for subnet, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:30:48.785719 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92611b2-8b88-4108-baf1-e35fe3b84670 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Pushing event deleted for resources: {'Subnet': ['ID=992afd2c-b6bc-474b-b625-20abb4b8b215,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:30:48.790460 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f92611b2-8b88-4108-baf1-e35fe3b84670 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:30:48.797005 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-f92611b2-8b88-4108-baf1-e35fe3b84670 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "DELETE /v2.0/subnets/992afd2c-b6bc-474b-b625-20abb4b8b215 HTTP/1.1" status: 204 len: 168 time: 0.5275650 May 30 21:30:48.799753 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 52500) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:30:48.813674 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a3cb8f8-7113-4b19-8f4a-1bc104db580c None None] Network 872ee0fa-cbbd-4ee6-9b0a-41ee515c9d1f requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 21:30:48.906093 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-62eed6b6-abcc-4337-9f15-3f4f0c4b5f06 None None] Set router 69bbcc4a-b0f7-4140-a636-2f49e8fa9679 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:30:49.005131 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-cfd13fca-4632-4aa8-a831-64aa010acd9b tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for router, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:30:49.073123 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-957155db-5b57-4d82-85ee-44fc1556753c None None] DHCP port deletion for 872ee0fa-cbbd-4ee6-9b0a-41ee515c9d1f request from n-d-843948-2 {{(pid=84888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 21:30:49.078278 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-957155db-5b57-4d82-85ee-44fc1556753c None None] Deleting port fafbb2a0-b590-44e7-a9eb-434506dd2814 {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:30:49.078742 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-957155db-5b57-4d82-85ee-44fc1556753c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:30:49.210338 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-62eed6b6-abcc-4337-9f15-3f4f0c4b5f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69bbcc4a-b0f7-4140-a636-2f49e8fa9679', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1664801412', 'tenant_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': '932b30f7-d7f9-41a0-8a90-2f88460f5053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:29:32Z', 'updated_at': '2022-05-30T21:30:46Z', 'revision_number': 5, 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'gw_port': {'id': '932b30f7-d7f9-41a0-8a90-2f88460f5053', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:7d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69bbcc4a-b0f7-4140-a636-2f49e8fa9679', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:29:33Z', 'updated_at': '2022-05-30T21:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:30:49.214953 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62eed6b6-abcc-4337-9f15-3f4f0c4b5f06 None None] The sync data for ids ['69bbcc4a-b0f7-4140-a636-2f49e8fa9679'] in n-d-843948-2 is: [{'id': '69bbcc4a-b0f7-4140-a636-2f49e8fa9679', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1664801412', 'tenant_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': '932b30f7-d7f9-41a0-8a90-2f88460f5053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:29:32Z', 'updated_at': '2022-05-30T21:30:46Z', 'revision_number': 5, 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'gw_port': {'id': '932b30f7-d7f9-41a0-8a90-2f88460f5053', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:7d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69bbcc4a-b0f7-4140-a636-2f49e8fa9679', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:29:33Z', 'updated_at': '2022-05-30T21:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 21:30:49.291296 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-957155db-5b57-4d82-85ee-44fc1556753c None None] For port fafbb2a0-b590-44e7-a9eb-434506dd2814, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=fafbb2a0-b590-44e7-a9eb-434506dd2814,segment=NetworkSegment(7949a838-24dc-429c-adc0-82b4e934c438),segment_id=7949a838-24dc-429c-adc0-82b4e934c438)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:30:49.291568 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-957155db-5b57-4d82-85ee-44fc1556753c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:30:49.336595 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-cfd13fca-4632-4aa8-a831-64aa010acd9b tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:30:49.401087 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-cfd13fca-4632-4aa8-a831-64aa010acd9b tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Deleting port 932b30f7-d7f9-41a0-8a90-2f88460f5053 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:30:49.401427 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-cfd13fca-4632-4aa8-a831-64aa010acd9b tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:30:49.408257 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-957155db-5b57-4d82-85ee-44fc1556753c None None] Calling delete_port for fafbb2a0-b590-44e7-a9eb-434506dd2814 owned by network:dhcp {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:30:49.538450 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-957155db-5b57-4d82-85ee-44fc1556753c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468'] for port, after_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:30:49.579483 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [None req-cfd13fca-4632-4aa8-a831-64aa010acd9b tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] For port 932b30f7-d7f9-41a0-8a90-2f88460f5053, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=932b30f7-d7f9-41a0-8a90-2f88460f5053,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:30:49.579836 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-cfd13fca-4632-4aa8-a831-64aa010acd9b tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:30:49.591902 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957155db-5b57-4d82-85ee-44fc1556753c None None] Pushing event deleted for resources: {'Port': ['ID=fafbb2a0-b590-44e7-a9eb-434506dd2814,revision_number=None']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:30:49.594346 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957155db-5b57-4d82-85ee-44fc1556753c None None] No DVR routers for this DVR port fafbb2a0-b590-44e7-a9eb-434506dd2814 on host n-d-843948-2 {{(pid=84888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 21:30:49.609867 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957155db-5b57-4d82-85ee-44fc1556753c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:30:49.610275 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957155db-5b57-4d82-85ee-44fc1556753c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:30:49.610536 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957155db-5b57-4d82-85ee-44fc1556753c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:30:49.610873 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957155db-5b57-4d82-85ee-44fc1556753c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:30:49.611205 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957155db-5b57-4d82-85ee-44fc1556753c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:30:49.611541 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957155db-5b57-4d82-85ee-44fc1556753c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:30:49.611873 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957155db-5b57-4d82-85ee-44fc1556753c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:30:49.612196 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957155db-5b57-4d82-85ee-44fc1556753c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:30:49.612520 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957155db-5b57-4d82-85ee-44fc1556753c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:30:49.612843 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957155db-5b57-4d82-85ee-44fc1556753c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:30:49.613165 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957155db-5b57-4d82-85ee-44fc1556753c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:30:49.710885 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-cfd13fca-4632-4aa8-a831-64aa010acd9b tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Calling delete_port for 932b30f7-d7f9-41a0-8a90-2f88460f5053 owned by network:router_gateway {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:30:49.859915 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device fafbb2a0-b590-44e7-a9eb-434506dd2814 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 21:30:49.895396 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: fafbb2a0-b590-44e7-a9eb-434506dd2814 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 21:30:49.895739 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device fafbb2a0-b590-44e7-a9eb-434506dd2814 not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 21:30:49.896149 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 6e53bd28-9a69-43a9-a2d4-7344a7cd1482 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 21:30:49.931478 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: 6e53bd28-9a69-43a9-a2d4-7344a7cd1482 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 21:30:49.931813 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 6e53bd28-9a69-43a9-a2d4-7344a7cd1482 not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 21:30:50.006750 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-cfd13fca-4632-4aa8-a831-64aa010acd9b tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:30:50.056116 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd13fca-4632-4aa8-a831-64aa010acd9b tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Pushing event deleted for resources: {'Port': ['ID=932b30f7-d7f9-41a0-8a90-2f88460f5053,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:30:50.273984 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-cfd13fca-4632-4aa8-a831-64aa010acd9b tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-736453'] for router_gateway, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:30:50.286310 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:30:50.522827 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-cfd13fca-4632-4aa8-a831-64aa010acd9b tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-724789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3141'] for router, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:30:50.527111 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-cfd13fca-4632-4aa8-a831-64aa010acd9b tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:30:50.623154 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-cfd13fca-4632-4aa8-a831-64aa010acd9b tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724889'] for router, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:30:50.623650 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfd13fca-4632-4aa8-a831-64aa010acd9b tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Fanout notify agent at l3_agent the message router_deleted on router 69bbcc4a-b0f7-4140-a636-2f49e8fa9679 {{(pid=84886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 21:30:50.637536 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-cfd13fca-4632-4aa8-a831-64aa010acd9b tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for router, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:30:50.641451 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-cfd13fca-4632-4aa8-a831-64aa010acd9b tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "DELETE /v2.0/routers/69bbcc4a-b0f7-4140-a636-2f49e8fa9679 HTTP/1.1" status: 204 len: 168 time: 1.8377483 May 30 21:30:50.642395 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 52504) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:30:50.762981 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0f5359dd-b875-4634-8bbf-0e2e31ce9375 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:30:50.897860 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0f5359dd-b875-4634-8bbf-0e2e31ce9375 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:30:50.923339 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-0f5359dd-b875-4634-8bbf-0e2e31ce9375 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['872ee0fa-cbbd-4ee6-9b0a-41ee515c9d1f']}} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:30:50.935023 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-0f5359dd-b875-4634-8bbf-0e2e31ce9375 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7949a838-24dc-429c-adc0-82b4e934c438') {'for_net_delete': True} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:30:50.935312 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-0f5359dd-b875-4634-8bbf-0e2e31ce9375 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7949a838-24dc-429c-adc0-82b4e934c438') {} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:30:50.946251 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0f5359dd-b875-4634-8bbf-0e2e31ce9375 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3149912'] for segment, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:30:50.965476 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0f5359dd-b875-4634-8bbf-0e2e31ce9375 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:30:50.971428 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f5359dd-b875-4634-8bbf-0e2e31ce9375 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Releasing vlan 680 on physical network physnet1 to pool {{(pid=84887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 21:30:50.977372 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0f5359dd-b875-4634-8bbf-0e2e31ce9375 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4055488'] for segment, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:30:50.986711 n-d-843948-2 neutron-server[84887]: Traceback (most recent call last): May 30 21:30:50.986711 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 21:30:50.986711 n-d-843948-2 neutron-server[84887]: timer() May 30 21:30:50.986711 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 21:30:50.986711 n-d-843948-2 neutron-server[84887]: cb(*args, **kw) May 30 21:30:50.986711 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 21:30:50.986711 n-d-843948-2 neutron-server[84887]: return func(*args, **kwargs) May 30 21:30:50.986711 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 21:30:50.986711 n-d-843948-2 neutron-server[84887]: self._notify() May 30 21:30:50.986711 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 21:30:50.986711 n-d-843948-2 neutron-server[84887]: self.callback(batched_events) May 30 21:30:50.986711 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 21:30:50.986711 n-d-843948-2 neutron-server[84887]: event.method(event) May 30 21:30:50.986711 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 21:30:50.986711 n-d-843948-2 neutron-server[84887]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 21:30:50.986711 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 21:30:50.986711 n-d-843948-2 neutron-server[84887]: aggregate_uuid = self.p_client.list_aggregates( May 30 21:30:50.986711 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 21:30:50.986711 n-d-843948-2 neutron-server[84887]: return f(self, *a, **k) May 30 21:30:50.986711 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 21:30:50.986711 n-d-843948-2 neutron-server[84887]: return self._get(url).json() May 30 21:30:50.986711 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 21:30:50.986711 n-d-843948-2 neutron-server[84887]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 21:30:50.986711 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 21:30:50.986711 n-d-843948-2 neutron-server[84887]: return self.request(url, 'GET', **kwargs) May 30 21:30:50.986711 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 21:30:50.986711 n-d-843948-2 neutron-server[84887]: base_url = self.get_endpoint(auth, allow=allow, May 30 21:30:50.986711 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 21:30:50.986711 n-d-843948-2 neutron-server[84887]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 21:30:50.986711 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 21:30:50.986711 n-d-843948-2 neutron-server[84887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 21:30:50.986711 n-d-843948-2 neutron-server[84887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 21:30:51.132518 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0f5359dd-b875-4634-8bbf-0e2e31ce9375 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:30:51.150950 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-0f5359dd-b875-4634-8bbf-0e2e31ce9375 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:30:51.161756 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5359dd-b875-4634-8bbf-0e2e31ce9375 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Pushing event deleted for resources: {'Network': ['ID=872ee0fa-cbbd-4ee6-9b0a-41ee515c9d1f,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:30:51.227916 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-0f5359dd-b875-4634-8bbf-0e2e31ce9375 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "DELETE /v2.0/networks/872ee0fa-cbbd-4ee6-9b0a-41ee515c9d1f HTTP/1.1" status: 204 len: 168 time: 0.5843503 May 30 21:30:51.230525 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 52508) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:30:51.302402 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f791a3a4-90ac-48db-8dde-e2a1f45d359b tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:30:51.331385 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f791a3a4-90ac-48db-8dde-e2a1f45d359b tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:30:51.473190 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f791a3a4-90ac-48db-8dde-e2a1f45d359b tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:30:51.491736 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f791a3a4-90ac-48db-8dde-e2a1f45d359b tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce27a5eb-2351-42bb-adf3-9be06a9fc7a2,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:30:51.569042 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f791a3a4-90ac-48db-8dde-e2a1f45d359b tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:30:51.570241 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-f791a3a4-90ac-48db-8dde-e2a1f45d359b tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "DELETE /v2.0/security-groups/ce27a5eb-2351-42bb-adf3-9be06a9fc7a2 HTTP/1.1" status: 204 len: 168 time: 0.3387778 May 30 21:30:51.849474 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 52516) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:30:51.855789 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-e09bebbc-7c80-4023-8f09-41d05257cf44 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1026391947', 'description': 'tempest-secgroup-smoke-1026391947 description', 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:30:51.857413 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 932b30f7-d7f9-41a0-8a90-2f88460f5053 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 21:30:51.862468 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-e09bebbc-7c80-4023-8f09-41d05257cf44 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:30:51.866553 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-e09bebbc-7c80-4023-8f09-41d05257cf44 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Usage tracker for resource:security_group and tenant:8acbfcbd407543f9bb5b4cfddd9e55c4 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:30:51.870151 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-e09bebbc-7c80-4023-8f09-41d05257cf44 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:30:51.875910 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-e09bebbc-7c80-4023-8f09-41d05257cf44 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:30:51.890331 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: 932b30f7-d7f9-41a0-8a90-2f88460f5053 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 21:30:51.890670 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 932b30f7-d7f9-41a0-8a90-2f88460f5053 not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 21:30:51.943454 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e09bebbc-7c80-4023-8f09-41d05257cf44 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:30:51.978675 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-e09bebbc-7c80-4023-8f09-41d05257cf44 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:30:51.982739 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-e09bebbc-7c80-4023-8f09-41d05257cf44 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Usage tracker for resource:security_group_rule and tenant:8acbfcbd407543f9bb5b4cfddd9e55c4 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:30:51.985537 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-e09bebbc-7c80-4023-8f09-41d05257cf44 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:30:51.991322 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-e09bebbc-7c80-4023-8f09-41d05257cf44 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:30:52.044473 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e09bebbc-7c80-4023-8f09-41d05257cf44 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:30:52.103639 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e09bebbc-7c80-4023-8f09-41d05257cf44 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:30:52.150070 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09bebbc-7c80-4023-8f09-41d05257cf44 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73a7f88d-c00c-40de-9580-6de0e2c12293,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:30:52.217674 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e09bebbc-7c80-4023-8f09-41d05257cf44 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:30:52.218928 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-e09bebbc-7c80-4023-8f09-41d05257cf44 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3684700 May 30 21:30:52.221748 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 52520) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:30:52.227113 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-3884356c-81d2-42ae-ba26-3a8a681bedfd tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Request body: {'security_group_rule': {'security_group_id': '73a7f88d-c00c-40de-9580-6de0e2c12293', 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:30:52.234333 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-3884356c-81d2-42ae-ba26-3a8a681bedfd tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:30:52.238172 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-3884356c-81d2-42ae-ba26-3a8a681bedfd tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Usage tracker for resource:security_group_rule and tenant:8acbfcbd407543f9bb5b4cfddd9e55c4 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:30:52.241163 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-3884356c-81d2-42ae-ba26-3a8a681bedfd tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:30:52.246924 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-3884356c-81d2-42ae-ba26-3a8a681bedfd tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:30:52.327297 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3884356c-81d2-42ae-ba26-3a8a681bedfd tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:30:52.387104 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3884356c-81d2-42ae-ba26-3a8a681bedfd tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:30:52.446353 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3884356c-81d2-42ae-ba26-3a8a681bedfd tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:30:52.470483 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3884356c-81d2-42ae-ba26-3a8a681bedfd tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5830c00b-24f1-4279-b326-77c0ea5a9bca,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:30:52.547392 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3884356c-81d2-42ae-ba26-3a8a681bedfd tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:30:52.548490 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-3884356c-81d2-42ae-ba26-3a8a681bedfd tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3258460 May 30 21:30:52.551309 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 52524) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:30:52.556719 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-e3e43de8-525f-4201-a85a-fe455f84ac9a tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Request body: {'security_group_rule': {'security_group_id': '73a7f88d-c00c-40de-9580-6de0e2c12293', 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:30:52.563476 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-e3e43de8-525f-4201-a85a-fe455f84ac9a tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:30:52.567237 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-e3e43de8-525f-4201-a85a-fe455f84ac9a tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Usage tracker for resource:security_group_rule and tenant:8acbfcbd407543f9bb5b4cfddd9e55c4 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:30:52.570299 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-e3e43de8-525f-4201-a85a-fe455f84ac9a tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:30:52.576482 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-e3e43de8-525f-4201-a85a-fe455f84ac9a tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:30:52.656954 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e3e43de8-525f-4201-a85a-fe455f84ac9a tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:30:52.718343 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e3e43de8-525f-4201-a85a-fe455f84ac9a tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:30:52.787659 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e3e43de8-525f-4201-a85a-fe455f84ac9a tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:30:52.811459 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e43de8-525f-4201-a85a-fe455f84ac9a tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01e33cde-eac3-4e1e-88a5-128b843c8cfd,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:30:52.867061 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e3e43de8-525f-4201-a85a-fe455f84ac9a tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:30:52.868250 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-e3e43de8-525f-4201-a85a-fe455f84ac9a tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3159916 May 30 21:30:52.871015 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 52528) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:30:52.876413 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-33068a1e-b238-48d5-8cc0-7d8b1ffa4355 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Request body: {'security_group_rule': {'security_group_id': '73a7f88d-c00c-40de-9580-6de0e2c12293', 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:30:52.882914 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-33068a1e-b238-48d5-8cc0-7d8b1ffa4355 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:30:52.887243 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-33068a1e-b238-48d5-8cc0-7d8b1ffa4355 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Usage tracker for resource:security_group_rule and tenant:8acbfcbd407543f9bb5b4cfddd9e55c4 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:30:52.890144 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-33068a1e-b238-48d5-8cc0-7d8b1ffa4355 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:30:52.895805 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-33068a1e-b238-48d5-8cc0-7d8b1ffa4355 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:30:52.976123 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-33068a1e-b238-48d5-8cc0-7d8b1ffa4355 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:30:53.041778 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-33068a1e-b238-48d5-8cc0-7d8b1ffa4355 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:30:53.124405 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:30:53.147078 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-33068a1e-b238-48d5-8cc0-7d8b1ffa4355 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:30:53.170657 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33068a1e-b238-48d5-8cc0-7d8b1ffa4355 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97af88c4-49f6-4dc3-bfd0-92728e988338,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:30:53.250148 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-33068a1e-b238-48d5-8cc0-7d8b1ffa4355 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:30:53.251323 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-33068a1e-b238-48d5-8cc0-7d8b1ffa4355 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3793776 May 30 21:30:53.254154 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 52532) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:30:53.260248 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-39eda599-d828-4204-81f6-beb14a9cf40e tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Request body: {'security_group_rule': {'security_group_id': '73a7f88d-c00c-40de-9580-6de0e2c12293', 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:30:53.267167 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-39eda599-d828-4204-81f6-beb14a9cf40e tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:30:53.270968 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-39eda599-d828-4204-81f6-beb14a9cf40e tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Usage tracker for resource:security_group_rule and tenant:8acbfcbd407543f9bb5b4cfddd9e55c4 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:30:53.274093 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-39eda599-d828-4204-81f6-beb14a9cf40e tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:30:53.279906 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-39eda599-d828-4204-81f6-beb14a9cf40e tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:30:53.376660 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-39eda599-d828-4204-81f6-beb14a9cf40e tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:30:53.439455 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-39eda599-d828-4204-81f6-beb14a9cf40e tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:30:53.503506 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-39eda599-d828-4204-81f6-beb14a9cf40e tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:30:53.525909 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39eda599-d828-4204-81f6-beb14a9cf40e tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b266ea21-1089-4a13-ac88-45c06a372d16,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:30:53.589011 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-39eda599-d828-4204-81f6-beb14a9cf40e tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:30:53.590202 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-39eda599-d828-4204-81f6-beb14a9cf40e tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3351576 May 30 21:30:53.592882 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 52536) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:30:53.598185 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-1f38ef0b-32d6-4eae-8681-c0241cd88b3e tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Request body: {'security_group_rule': {'security_group_id': '73a7f88d-c00c-40de-9580-6de0e2c12293', 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:30:53.605109 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-1f38ef0b-32d6-4eae-8681-c0241cd88b3e tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:30:53.608887 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-1f38ef0b-32d6-4eae-8681-c0241cd88b3e tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Usage tracker for resource:security_group_rule and tenant:8acbfcbd407543f9bb5b4cfddd9e55c4 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:30:53.611700 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-1f38ef0b-32d6-4eae-8681-c0241cd88b3e tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:30:53.617303 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-1f38ef0b-32d6-4eae-8681-c0241cd88b3e tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:30:53.681289 n-d-843948-2 neutron-server[84887]: INFO neutron.db.securitygroups_db [None req-1f38ef0b-32d6-4eae-8681-c0241cd88b3e tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Project 8acbfcbd407543f9bb5b4cfddd9e55c4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 30 21:30:53.687971 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1f38ef0b-32d6-4eae-8681-c0241cd88b3e tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:30:53.753785 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1f38ef0b-32d6-4eae-8681-c0241cd88b3e tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:30:53.829260 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1f38ef0b-32d6-4eae-8681-c0241cd88b3e tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:30:53.853357 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f38ef0b-32d6-4eae-8681-c0241cd88b3e tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a695a348-877d-4e42-8e72-0a0bf081afe7,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:30:53.920812 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1f38ef0b-32d6-4eae-8681-c0241cd88b3e tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:30:53.922328 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-1f38ef0b-32d6-4eae-8681-c0241cd88b3e tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3285594 May 30 21:30:53.925126 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 52540) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:30:53.930513 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-644e01dc-6959-4e5a-8d2c-83fa208fe8fa tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Request body: {'security_group_rule': {'security_group_id': '73a7f88d-c00c-40de-9580-6de0e2c12293', 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:30:53.937068 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-644e01dc-6959-4e5a-8d2c-83fa208fe8fa tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:30:53.940803 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-644e01dc-6959-4e5a-8d2c-83fa208fe8fa tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Usage tracker for resource:security_group_rule and tenant:8acbfcbd407543f9bb5b4cfddd9e55c4 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:30:53.943641 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-644e01dc-6959-4e5a-8d2c-83fa208fe8fa tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:30:53.949319 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-644e01dc-6959-4e5a-8d2c-83fa208fe8fa tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:30:54.073164 n-d-843948-2 neutron-server[84887]: INFO neutron.db.securitygroups_db [None req-644e01dc-6959-4e5a-8d2c-83fa208fe8fa tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Project 8acbfcbd407543f9bb5b4cfddd9e55c4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 30 21:30:54.080344 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-644e01dc-6959-4e5a-8d2c-83fa208fe8fa tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:30:54.146345 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-644e01dc-6959-4e5a-8d2c-83fa208fe8fa tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:30:54.238287 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-644e01dc-6959-4e5a-8d2c-83fa208fe8fa tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:30:54.262368 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644e01dc-6959-4e5a-8d2c-83fa208fe8fa tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=038da614-7f9a-4f02-8ed5-d46846fbe537,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:30:54.329815 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-644e01dc-6959-4e5a-8d2c-83fa208fe8fa tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:30:54.330990 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-644e01dc-6959-4e5a-8d2c-83fa208fe8fa tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4048841 May 30 21:30:54.334659 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 52544) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:30:54.340582 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-91b82383-cf50-4e66-b68d-f0b4069470ca tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Request body: {'network': {'name': 'tempest-network-smoke--831260836', 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'port_security_enabled': True}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:30:54.346252 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-91b82383-cf50-4e66-b68d-f0b4069470ca tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:30:54.350279 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-91b82383-cf50-4e66-b68d-f0b4069470ca tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Usage tracker for resource:network and tenant:8acbfcbd407543f9bb5b4cfddd9e55c4 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:30:54.353097 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-91b82383-cf50-4e66-b68d-f0b4069470ca tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:30:54.358779 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-91b82383-cf50-4e66-b68d-f0b4069470ca tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:30:54.420996 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91b82383-cf50-4e66-b68d-f0b4069470ca tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Made reservation on behalf of 8acbfcbd407543f9bb5b4cfddd9e55c4 for: {'network': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 21:30:54.424195 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-91b82383-cf50-4e66-b68d-f0b4069470ca tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:30:54.451733 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91b82383-cf50-4e66-b68d-f0b4069470ca tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] vlan segment allocate from pool success with {'vlan_id': 685, 'physical_network': 'physnet1'} {{(pid=84887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 21:30:54.460136 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-91b82383-cf50-4e66-b68d-f0b4069470ca tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:30:54.460450 n-d-843948-2 neutron-server[84887]: INFO neutron.db.segments_db [None req-91b82383-cf50-4e66-b68d-f0b4069470ca tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Added segment 7d24935e-416a-4aa2-9d70-d63e98ad52e9 of type vlan for network 6947b793-10f9-432d-9d4d-a432078941eb May 30 21:30:54.486971 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-91b82383-cf50-4e66-b68d-f0b4069470ca tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:30:54.589457 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-91b82383-cf50-4e66-b68d-f0b4069470ca tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:30:54.593093 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b82383-cf50-4e66-b68d-f0b4069470ca tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:30:54.599451 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-91b82383-cf50-4e66-b68d-f0b4069470ca tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:30:54.701936 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b82383-cf50-4e66-b68d-f0b4069470ca tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Pushing event updated for resources: {'Network': ['ID=6947b793-10f9-432d-9d4d-a432078941eb,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:30:54.713251 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network 6947b793-10f9-432d-9d4d-a432078941eb details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 21:30:54.778754 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-91b82383-cf50-4e66-b68d-f0b4069470ca tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4430702 May 30 21:30:54.782018 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 52548) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:30:54.788265 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-f3357876-643c-4b71-93e9-321a1c17b6d1 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1376871850', 'admin_state_up': True, 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:30:54.797111 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-f3357876-643c-4b71-93e9-321a1c17b6d1 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:30:54.801757 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-f3357876-643c-4b71-93e9-321a1c17b6d1 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Usage tracker for resource:router and tenant:8acbfcbd407543f9bb5b4cfddd9e55c4 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:30:54.804733 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-f3357876-643c-4b71-93e9-321a1c17b6d1 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:30:54.810563 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-f3357876-643c-4b71-93e9-321a1c17b6d1 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:30:54.863998 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f3357876-643c-4b71-93e9-321a1c17b6d1 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-733683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3159'] for router, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:30:54.864860 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f3357876-643c-4b71-93e9-321a1c17b6d1 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-733584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-736372', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-628480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3164'] for router, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:30:54.882883 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f3357876-643c-4b71-93e9-321a1c17b6d1 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:30:55.084263 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f3357876-643c-4b71-93e9-321a1c17b6d1 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-736390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:30:55.440673 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f3357876-643c-4b71-93e9-321a1c17b6d1 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for router_gateway, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:30:55.469423 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f3357876-643c-4b71-93e9-321a1c17b6d1 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:30:55.602885 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [None req-f3357876-643c-4b71-93e9-321a1c17b6d1 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Allocated IP 172.25.8.233 (c7869750-4b49-4b7e-aa99-5e0f1ae02da4/427601ec-f643-4fe7-b5e6-17305d3a39e1/0f76bd47-0abc-4c41-b71f-bf89049ce3c1) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 21:30:55.747603 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f3357876-643c-4b71-93e9-321a1c17b6d1 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:30:55.855789 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f3357876-643c-4b71-93e9-321a1c17b6d1 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:30:55.926465 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3357876-643c-4b71-93e9-321a1c17b6d1 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:30:55.929334 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-f3357876-643c-4b71-93e9-321a1c17b6d1 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:30:55.934244 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3357876-643c-4b71-93e9-321a1c17b6d1 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 21:30:55.958389 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3357876-643c-4b71-93e9-321a1c17b6d1 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Pushing event updated for resources: {'Port': ['ID=0f76bd47-0abc-4c41-b71f-bf89049ce3c1,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:30:56.153069 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f3357876-643c-4b71-93e9-321a1c17b6d1 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for router_gateway, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:30:56.153830 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f3357876-643c-4b71-93e9-321a1c17b6d1 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-736409'] for router, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:30:56.275222 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-8f65b5e4-1f16-4afb-b361-02e5b548b6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:30:56.434698 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3357876-643c-4b71-93e9-321a1c17b6d1 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Router 0fb6bf13-6783-4b3f-883c-332edf200d3e is scheduled to L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 with binding_index 1 {{(pid=84887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 21:30:56.636152 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3357876-643c-4b71-93e9-321a1c17b6d1 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 21:30:56.645629 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08bfb95-c6dc-4f6b-ae18-8f7d8faea433 None None] Sync routers for ids ['0fb6bf13-6783-4b3f-883c-332edf200d3e'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 21:30:56.657574 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08bfb95-c6dc-4f6b-ae18-8f7d8faea433 None None] Routers {'0fb6bf13-6783-4b3f-883c-332edf200d3e'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:30:56.658197 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-d08bfb95-c6dc-4f6b-ae18-8f7d8faea433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T21:30:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['0fb6bf13-6783-4b3f-883c-332edf200d3e'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:30:56.738141 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f3357876-643c-4b71-93e9-321a1c17b6d1 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for router, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:30:56.742266 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-f3357876-643c-4b71-93e9-321a1c17b6d1 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.9563446 May 30 21:30:56.742590 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 52552) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:30:56.787162 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-1f6188a8-e99f-4535-81ac-db1124e0c511 tempest-TestNetworkAdvancedServerOps-899114059 tempest-TestNetworkAdvancedServerOps-899114059-project-admin] 10.222.0.85 "GET /v2.0/subnets?project_id=8acbfcbd407543f9bb5b4cfddd9e55c4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0393679 May 30 21:30:56.787386 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 52556) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:30:56.844937 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-d08bfb95-c6dc-4f6b-ae18-8f7d8faea433 None None] Set router 0fb6bf13-6783-4b3f-883c-332edf200d3e gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:30:56.918124 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a28ea1-c948-4a85-9f27-81c12e787b22 tempest-TestNetworkAdvancedServerOps-899114059 tempest-TestNetworkAdvancedServerOps-899114059-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:30:56.919690 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-d4a28ea1-c948-4a85-9f27-81c12e787b22 tempest-TestNetworkAdvancedServerOps-899114059 tempest-TestNetworkAdvancedServerOps-899114059-project-admin] 10.222.0.85 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1313431 May 30 21:30:56.922782 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 52560) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:30:56.968677 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-d1e11c88-5a8d-4073-94b6-b6e8ed6c0b62 tempest-TestNetworkAdvancedServerOps-899114059 tempest-TestNetworkAdvancedServerOps-899114059-project-admin] 10.222.0.85 "GET /v2.0/subnets?network_id=c7869750-4b49-4b7e-aa99-5e0f1ae02da4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0425189 May 30 21:30:56.969005 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 52564) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:30:56.974208 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-80940efd-5f0f-4e3b-be4a-a50e29cc9016 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1992115172', 'network_id': '6947b793-10f9-432d-9d4d-a432078941eb', 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:30:57.083936 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-80940efd-5f0f-4e3b-be4a-a50e29cc9016 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:30:57.087707 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-80940efd-5f0f-4e3b-be4a-a50e29cc9016 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Usage tracker for resource:subnet and tenant:8acbfcbd407543f9bb5b4cfddd9e55c4 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:30:57.090599 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-80940efd-5f0f-4e3b-be4a-a50e29cc9016 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:30:57.096310 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-80940efd-5f0f-4e3b-be4a-a50e29cc9016 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:30:57.152497 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80940efd-5f0f-4e3b-be4a-a50e29cc9016 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Made reservation on behalf of 8acbfcbd407543f9bb5b4cfddd9e55c4 for: {'subnet': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 21:30:57.173964 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-d08bfb95-c6dc-4f6b-ae18-8f7d8faea433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb6bf13-6783-4b3f-883c-332edf200d3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1376871850', 'tenant_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': '0f76bd47-0abc-4c41-b71f-bf89049ce3c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:30:54Z', 'updated_at': '2022-05-30T21:30:56Z', 'revision_number': 3, 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'gw_port': {'id': '0f76bd47-0abc-4c41-b71f-bf89049ce3c1', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e1:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fb6bf13-6783-4b3f-883c-332edf200d3e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:30:55Z', 'updated_at': '2022-05-30T21:30:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:30:57.177828 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08bfb95-c6dc-4f6b-ae18-8f7d8faea433 None None] Checking router: 0fb6bf13-6783-4b3f-883c-332edf200d3e for host: n-d-843948-2 {{(pid=84888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 21:30:57.178176 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08bfb95-c6dc-4f6b-ae18-8f7d8faea433 None None] Updating router 0fb6bf13-6783-4b3f-883c-332edf200d3e port 0f76bd47-0abc-4c41-b71f-bf89049ce3c1 binding host n-d-843948-2 {{(pid=84888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 21:30:57.229274 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-d08bfb95-c6dc-4f6b-ae18-8f7d8faea433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:30:57.256369 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-80940efd-5f0f-4e3b-be4a-a50e29cc9016 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114220'] for subnet, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:30:57.561472 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-d08bfb95-c6dc-4f6b-ae18-8f7d8faea433 None None] Notify callbacks [] for port, precommit_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:30:57.573423 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-d08bfb95-c6dc-4f6b-ae18-8f7d8faea433 None None] Transition to ACTIVE for port object 0f76bd47-0abc-4c41-b71f-bf89049ce3c1 will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:30:57.618120 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-80940efd-5f0f-4e3b-be4a-a50e29cc9016 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4055401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114238'] for subnet, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:30:57.635194 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-d08bfb95-c6dc-4f6b-ae18-8f7d8faea433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:30:57.694124 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80940efd-5f0f-4e3b-be4a-a50e29cc9016 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Pushing event updated for resources: {'Subnet': ['ID=7bcc6934-c34a-4296-ba3a-224527b7d81b,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:30:57.706467 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80940efd-5f0f-4e3b-be4a-a50e29cc9016 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Checking segment: {'id': '7d24935e-416a-4aa2-9d70-d63e98ad52e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '6947b793-10f9-432d-9d4d-a432078941eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:30:57.706820 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80940efd-5f0f-4e3b-be4a-a50e29cc9016 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Network hostable DHCP agents. Network: 6947b793-10f9-432d-9d4d-a432078941eb, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 21:30:57.714789 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-d08bfb95-c6dc-4f6b-ae18-8f7d8faea433 None None] Attempting to bind port 0f76bd47-0abc-4c41-b71f-bf89049ce3c1 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 21:30:57.715145 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-d08bfb95-c6dc-4f6b-ae18-8f7d8faea433 None None] Attempting to bind port 0f76bd47-0abc-4c41-b71f-bf89049ce3c1 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 21:30:57.715504 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08bfb95-c6dc-4f6b-ae18-8f7d8faea433 None None] Attempting to bind port 0f76bd47-0abc-4c41-b71f-bf89049ce3c1 on network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:30:57.724595 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b3a156-5edc-4e8d-a2ab-d75a5ed50a98 None None] Pushing event updated for resources: {'Port': ['ID=0f76bd47-0abc-4c41-b71f-bf89049ce3c1,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:30:57.730175 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08bfb95-c6dc-4f6b-ae18-8f7d8faea433 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 21, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 21:30:57.730542 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08bfb95-c6dc-4f6b-ae18-8f7d8faea433 None None] Checking segment: {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:30:57.730942 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-d08bfb95-c6dc-4f6b-ae18-8f7d8faea433 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:30:57.732849 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08bfb95-c6dc-4f6b-ae18-8f7d8faea433 None None] Bound using segment: {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 21:30:57.732849 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-d08bfb95-c6dc-4f6b-ae18-8f7d8faea433 None None] Bound port: 0f76bd47-0abc-4c41-b71f-bf89049ce3c1, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 21:30:57.732849 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-d08bfb95-c6dc-4f6b-ae18-8f7d8faea433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:30:57.789347 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80940efd-5f0f-4e3b-be4a-a50e29cc9016 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Network 6947b793-10f9-432d-9d4d-a432078941eb is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 21:30:57.809565 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-d08bfb95-c6dc-4f6b-ae18-8f7d8faea433 None None] For port 0f76bd47-0abc-4c41-b71f-bf89049ce3c1, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 21:30:57.812534 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-d08bfb95-c6dc-4f6b-ae18-8f7d8faea433 None None] For port 0f76bd47-0abc-4c41-b71f-bf89049ce3c1, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=0f76bd47-0abc-4c41-b71f-bf89049ce3c1,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 21:30:57.861249 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-80940efd-5f0f-4e3b-be4a-a50e29cc9016 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, 6947b793-10f9-432d-9d4d-a432078941eb) {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:30:57.865360 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80940efd-5f0f-4e3b-be4a-a50e29cc9016 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:30:57.865971 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-80940efd-5f0f-4e3b-be4a-a50e29cc9016 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:30:57.869981 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b804739-3108-4a71-8975-40f1162553c7 None None] Network 6947b793-10f9-432d-9d4d-a432078941eb requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 21:30:57.889461 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-d08bfb95-c6dc-4f6b-ae18-8f7d8faea433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:30:57.955794 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-80940efd-5f0f-4e3b-be4a-a50e29cc9016 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9858592 May 30 21:30:57.958543 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 52568) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:30:58.047203 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b3a156-5edc-4e8d-a2ab-d75a5ed50a98 None None] Pushing event updated for resources: {'Port': ['ID=0f76bd47-0abc-4c41-b71f-bf89049ce3c1,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:30:58.067468 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08bfb95-c6dc-4f6b-ae18-8f7d8faea433 None None] Routers {'0fb6bf13-6783-4b3f-883c-332edf200d3e'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:30:58.068020 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-d08bfb95-c6dc-4f6b-ae18-8f7d8faea433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T21:30:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['0fb6bf13-6783-4b3f-883c-332edf200d3e'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:30:58.300584 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a3b92ff-c4f1-47cb-9096-151f7d258d83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-6947b793-10f9-432d-9d4d-a432078941eb', 'network_id': '6947b793-10f9-432d-9d4d-a432078941eb', 'tenant_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'fixed_ips': [{'subnet_id': '7bcc6934-c34a-4296-ba3a-224527b7d81b'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 21:30:58.301392 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-3a3b92ff-c4f1-47cb-9096-151f7d258d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:30:58.373668 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-d08bfb95-c6dc-4f6b-ae18-8f7d8faea433 None None] Set router 0fb6bf13-6783-4b3f-883c-332edf200d3e gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:30:58.677168 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-3a3b92ff-c4f1-47cb-9096-151f7d258d83 None None] Allocated IP 172.20.0.2 (6947b793-10f9-432d-9d4d-a432078941eb/7bcc6934-c34a-4296-ba3a-224527b7d81b/c5f0d934-04d2-4b1c-bd23-eee879faea0f) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 21:30:58.713976 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f9e87273-2716-4560-8fa7-102ccd6bcde3 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:30:58.910395 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-d08bfb95-c6dc-4f6b-ae18-8f7d8faea433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb6bf13-6783-4b3f-883c-332edf200d3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1376871850', 'tenant_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': '0f76bd47-0abc-4c41-b71f-bf89049ce3c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:30:54Z', 'updated_at': '2022-05-30T21:30:56Z', 'revision_number': 3, 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'gw_port': {'id': '0f76bd47-0abc-4c41-b71f-bf89049ce3c1', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e1:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fb6bf13-6783-4b3f-883c-332edf200d3e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:30:55Z', 'updated_at': '2022-05-30T21:30:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:30:58.944344 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08bfb95-c6dc-4f6b-ae18-8f7d8faea433 None None] The sync data for ids ['0fb6bf13-6783-4b3f-883c-332edf200d3e'] in n-d-843948-2 is: [{'id': '0fb6bf13-6783-4b3f-883c-332edf200d3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1376871850', 'tenant_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': '0f76bd47-0abc-4c41-b71f-bf89049ce3c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:30:54Z', 'updated_at': '2022-05-30T21:30:56Z', 'revision_number': 3, 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'gw_port': {'id': '0f76bd47-0abc-4c41-b71f-bf89049ce3c1', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e1:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fb6bf13-6783-4b3f-883c-332edf200d3e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:30:55Z', 'updated_at': '2022-05-30T21:30:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 21:30:58.989058 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-3a3b92ff-c4f1-47cb-9096-151f7d258d83 None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:30:59.001158 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-3a3b92ff-c4f1-47cb-9096-151f7d258d83 None None] Transition to ACTIVE for port object c5f0d934-04d2-4b1c-bd23-eee879faea0f will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:30:59.021779 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-3a3b92ff-c4f1-47cb-9096-151f7d258d83 None None] Transition to ACTIVE for port object c5f0d934-04d2-4b1c-bd23-eee879faea0f will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:30:59.125410 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-3a3b92ff-c4f1-47cb-9096-151f7d258d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:30:59.190538 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [None req-f9e87273-2716-4560-8fa7-102ccd6bcde3 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Allocated IP 172.20.0.1 (6947b793-10f9-432d-9d4d-a432078941eb/7bcc6934-c34a-4296-ba3a-224527b7d81b/b128830a-7e89-42da-bfd9-23fb8b621f8c) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 21:30:59.208620 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a3b92ff-c4f1-47cb-9096-151f7d258d83 None None] Network 6947b793-10f9-432d-9d4d-a432078941eb is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:30:59.215602 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-3a3b92ff-c4f1-47cb-9096-151f7d258d83 None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:30:59.221467 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3b92ff-c4f1-47cb-9096-151f7d258d83 None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 21:30:59.221467 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3b92ff-c4f1-47cb-9096-151f7d258d83 None None] Pushing event updated for resources: {'Port': ['ID=c5f0d934-04d2-4b1c-bd23-eee879faea0f,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:30:59.316871 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-3a3b92ff-c4f1-47cb-9096-151f7d258d83 None None] Attempting to bind port c5f0d934-04d2-4b1c-bd23-eee879faea0f on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 21:30:59.317272 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-3a3b92ff-c4f1-47cb-9096-151f7d258d83 None None] Attempting to bind port c5f0d934-04d2-4b1c-bd23-eee879faea0f by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': '7d24935e-416a-4aa2-9d70-d63e98ad52e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '6947b793-10f9-432d-9d4d-a432078941eb'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 21:30:59.317599 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3b92ff-c4f1-47cb-9096-151f7d258d83 None None] Attempting to bind port c5f0d934-04d2-4b1c-bd23-eee879faea0f on network 6947b793-10f9-432d-9d4d-a432078941eb {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:30:59.325953 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3b92ff-c4f1-47cb-9096-151f7d258d83 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 21, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 21:30:59.326393 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3b92ff-c4f1-47cb-9096-151f7d258d83 None None] Checking segment: {'id': '7d24935e-416a-4aa2-9d70-d63e98ad52e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '6947b793-10f9-432d-9d4d-a432078941eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:30:59.326727 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-3a3b92ff-c4f1-47cb-9096-151f7d258d83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:30:59.327115 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3b92ff-c4f1-47cb-9096-151f7d258d83 None None] Bound using segment: {'id': '7d24935e-416a-4aa2-9d70-d63e98ad52e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '6947b793-10f9-432d-9d4d-a432078941eb'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 21:30:59.327587 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-3a3b92ff-c4f1-47cb-9096-151f7d258d83 None None] Bound port: c5f0d934-04d2-4b1c-bd23-eee879faea0f, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d24935e-416a-4aa2-9d70-d63e98ad52e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '6947b793-10f9-432d-9d4d-a432078941eb'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 21:30:59.327989 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-3a3b92ff-c4f1-47cb-9096-151f7d258d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:30:59.427508 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-3a3b92ff-c4f1-47cb-9096-151f7d258d83 None None] For port c5f0d934-04d2-4b1c-bd23-eee879faea0f, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 21:30:59.432000 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-3a3b92ff-c4f1-47cb-9096-151f7d258d83 None None] For port c5f0d934-04d2-4b1c-bd23-eee879faea0f, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=c5f0d934-04d2-4b1c-bd23-eee879faea0f,segment=NetworkSegment(7d24935e-416a-4aa2-9d70-d63e98ad52e9),segment_id=7d24935e-416a-4aa2-9d70-d63e98ad52e9)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 21:30:59.478864 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f9e87273-2716-4560-8fa7-102ccd6bcde3 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:30:59.496368 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [None req-f9e87273-2716-4560-8fa7-102ccd6bcde3 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Transition to ACTIVE for port object b128830a-7e89-42da-bfd9-23fb8b621f8c will not be triggered until provisioned by entity DHCP. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:30:59.504474 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-3a3b92ff-c4f1-47cb-9096-151f7d258d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:30:59.572944 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f9e87273-2716-4560-8fa7-102ccd6bcde3 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:30:59.599817 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3b92ff-c4f1-47cb-9096-151f7d258d83 None None] Pushing event updated for resources: {'Port': ['ID=c5f0d934-04d2-4b1c-bd23-eee879faea0f,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:30:59.650960 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-5ccb9602-76b7-4ad9-b861-292f9d9adba8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:30:59.655221 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e87273-2716-4560-8fa7-102ccd6bcde3 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Network 6947b793-10f9-432d-9d4d-a432078941eb is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:30:59.658727 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-f9e87273-2716-4560-8fa7-102ccd6bcde3 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:30:59.661211 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e87273-2716-4560-8fa7-102ccd6bcde3 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 21:30:59.700258 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e87273-2716-4560-8fa7-102ccd6bcde3 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Pushing event updated for resources: {'Port': ['ID=b128830a-7e89-42da-bfd9-23fb8b621f8c,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:30:59.731671 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f9e87273-2716-4560-8fa7-102ccd6bcde3 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-736099'] for router_interface, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:30:59.933903 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f9e87273-2716-4560-8fa7-102ccd6bcde3 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:30:59.962983 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 0f76bd47-0abc-4c41-b71f-bf89049ce3c1 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:30:59.995513 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:31:00.084015 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 0f76bd47-0abc-4c41-b71f-bf89049ce3c1 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:31:00.089966 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 0f76bd47-0abc-4c41-b71f-bf89049ce3c1 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:31:00.090339 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:31:00.206004 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:31:00.222032 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port 0f76bd47-0abc-4c41-b71f-bf89049ce3c1, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=0f76bd47-0abc-4c41-b71f-bf89049ce3c1,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:31:00.284232 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:31:00.284923 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device c5f0d934-04d2-4b1c-bd23-eee879faea0f up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:31:00.364161 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f9e87273-2716-4560-8fa7-102ccd6bcde3 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:31:00.399829 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=0f76bd47-0abc-4c41-b71f-bf89049ce3c1,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:31:00.421245 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f9e87273-2716-4560-8fa7-102ccd6bcde3 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:31:00.490041 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port c5f0d934-04d2-4b1c-bd23-eee879faea0f completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:31:00.537126 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e87273-2716-4560-8fa7-102ccd6bcde3 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Pushing event updated for resources: {'Port': ['ID=b128830a-7e89-42da-bfd9-23fb8b621f8c,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:31:00.539665 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f9e87273-2716-4560-8fa7-102ccd6bcde3 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1718057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-736206'] for router_interface, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:31:00.628657 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3faad2ee-7dab-466a-9ff8-91a1858deaa0 None None] Network 6947b793-10f9-432d-9d4d-a432078941eb requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 21:31:00.683649 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e87273-2716-4560-8fa7-102ccd6bcde3 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Network 6947b793-10f9-432d-9d4d-a432078941eb is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:31:00.684854 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-f9e87273-2716-4560-8fa7-102ccd6bcde3 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:31:00.785047 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-5923f7cd-c703-4b28-8569-c3aa8a85f9bf None None] Provisioning for port c5f0d934-04d2-4b1c-bd23-eee879faea0f completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:31:00.814745 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-5923f7cd-c703-4b28-8569-c3aa8a85f9bf None None] Provisioning complete for port c5f0d934-04d2-4b1c-bd23-eee879faea0f triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:31:00.814745 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-5923f7cd-c703-4b28-8569-c3aa8a85f9bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:31:00.970413 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-5923f7cd-c703-4b28-8569-c3aa8a85f9bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:31:01.008966 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-5923f7cd-c703-4b28-8569-c3aa8a85f9bf None None] For port c5f0d934-04d2-4b1c-bd23-eee879faea0f, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=c5f0d934-04d2-4b1c-bd23-eee879faea0f,segment=NetworkSegment(7d24935e-416a-4aa2-9d70-d63e98ad52e9),segment_id=7d24935e-416a-4aa2-9d70-d63e98ad52e9)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:31:01.072967 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-5923f7cd-c703-4b28-8569-c3aa8a85f9bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:31:01.079775 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9e87273-2716-4560-8fa7-102ccd6bcde3 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Router 0fb6bf13-6783-4b3f-883c-332edf200d3e has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 21:31:01.147617 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5923f7cd-c703-4b28-8569-c3aa8a85f9bf None None] Pushing event updated for resources: {'Port': ['ID=c5f0d934-04d2-4b1c-bd23-eee879faea0f,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:31:01.297083 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-82a5b9e2-eaaa-45ff-9bc3-57ed76ab30b2 None None] Provisioning complete for port c5f0d934-04d2-4b1c-bd23-eee879faea0f triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:31:01.297449 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-82a5b9e2-eaaa-45ff-9bc3-57ed76ab30b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:31:01.408142 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9e87273-2716-4560-8fa7-102ccd6bcde3 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 21:31:01.421573 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-f9e87273-2716-4560-8fa7-102ccd6bcde3 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "PUT /v2.0/routers/0fb6bf13-6783-4b3f-883c-332edf200d3e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4617364 May 30 21:31:01.463501 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:31:01.531916 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-82a5b9e2-eaaa-45ff-9bc3-57ed76ab30b2 None None] Provisioning for port b128830a-7e89-42da-bfd9-23fb8b621f8c completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:31:01.537121 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-82a5b9e2-eaaa-45ff-9bc3-57ed76ab30b2 None None] Provisioning complete for port b128830a-7e89-42da-bfd9-23fb8b621f8c triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:31:01.537501 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-82a5b9e2-eaaa-45ff-9bc3-57ed76ab30b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:31:01.597985 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-82a5b9e2-eaaa-45ff-9bc3-57ed76ab30b2 None None] Port b128830a-7e89-42da-bfd9-23fb8b621f8c cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 21:31:01.604300 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-709ca528-7de6-4309-a0f7-5cc2293f4906 req-eb130790-4efd-4b45-9c56-1c89135723aa tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Synchronizing usage tracker for tenant:8acbfcbd407543f9bb5b4cfddd9e55c4 on resource:security_group {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 21:31:01.613814 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 21:31:01.668876 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-709ca528-7de6-4309-a0f7-5cc2293f4906 req-eb130790-4efd-4b45-9c56-1c89135723aa tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Unset dirty status for tenant:8acbfcbd407543f9bb5b4cfddd9e55c4 on resource:security_group {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 21:31:01.670110 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-709ca528-7de6-4309-a0f7-5cc2293f4906 req-eb130790-4efd-4b45-9c56-1c89135723aa tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1026391947&fields=id&tenant_id=8acbfcbd407543f9bb5b4cfddd9e55c4 HTTP/1.1" status: 200 len: 267 time: 0.1095726 May 30 21:31:01.713873 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-bc7b31f3-2fd6-4b6d-a815-45762d39d02b None None] Provisioning complete for port b128830a-7e89-42da-bfd9-23fb8b621f8c triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:31:01.714239 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-bc7b31f3-2fd6-4b6d-a815-45762d39d02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:31:01.768022 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-bc7b31f3-2fd6-4b6d-a815-45762d39d02b None None] Port b128830a-7e89-42da-bfd9-23fb8b621f8c cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 21:31:01.828018 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709ca528-7de6-4309-a0f7-5cc2293f4906 req-2e52697d-c35f-4c40-b239-29574deb7335 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:31:01.828680 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-709ca528-7de6-4309-a0f7-5cc2293f4906 req-2e52697d-c35f-4c40-b239-29574deb7335 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Synchronizing usage tracker for tenant:8acbfcbd407543f9bb5b4cfddd9e55c4 on resource:network {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 21:31:01.873349 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 0f76bd47-0abc-4c41-b71f-bf89049ce3c1 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:31:01.907986 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-709ca528-7de6-4309-a0f7-5cc2293f4906 req-2e52697d-c35f-4c40-b239-29574deb7335 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Unset dirty status for tenant:8acbfcbd407543f9bb5b4cfddd9e55c4 on resource:network {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 21:31:01.909393 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-709ca528-7de6-4309-a0f7-5cc2293f4906 req-2e52697d-c35f-4c40-b239-29574deb7335 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/networks?id=6947b793-10f9-432d-9d4d-a432078941eb HTTP/1.1" status: 200 len: 796 time: 0.2324524 May 30 21:31:01.929422 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-709ca528-7de6-4309-a0f7-5cc2293f4906 req-a6a22bd6-e0c9-4bec-985b-fa0dee9d5fca tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/quotas/8acbfcbd407543f9bb5b4cfddd9e55c4 HTTP/1.1" status: 200 len: 375 time: 0.0143046 May 30 21:31:01.943549 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 0f76bd47-0abc-4c41-b71f-bf89049ce3c1 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:31:01.943920 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:31:02.012776 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-709ca528-7de6-4309-a0f7-5cc2293f4906 req-66d0c217-d496-439c-9dd2-05d838080da2 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Synchronizing usage tracker for tenant:8acbfcbd407543f9bb5b4cfddd9e55c4 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 21:31:02.084300 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-709ca528-7de6-4309-a0f7-5cc2293f4906 req-66d0c217-d496-439c-9dd2-05d838080da2 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Unset dirty status for tenant:8acbfcbd407543f9bb5b4cfddd9e55c4 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 21:31:02.085648 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-709ca528-7de6-4309-a0f7-5cc2293f4906 req-66d0c217-d496-439c-9dd2-05d838080da2 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=8acbfcbd407543f9bb5b4cfddd9e55c4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1511598 May 30 21:31:02.088364 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device c5f0d934-04d2-4b1c-bd23-eee879faea0f up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:31:02.156006 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port c5f0d934-04d2-4b1c-bd23-eee879faea0f triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:31:02.156304 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:31:02.229635 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-709ca528-7de6-4309-a0f7-5cc2293f4906 req-73bae2fd-4153-492c-b103-bec1414c8a93 service neutron] 10.222.0.85 "GET /v2.0/networks/6947b793-10f9-432d-9d4d-a432078941eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309628 May 30 21:31:02.368749 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-709ca528-7de6-4309-a0f7-5cc2293f4906 req-720f1600-3155-4506-ba86-3582d2da3494 service neutron] 10.222.0.85 "GET /v2.0/networks/6947b793-10f9-432d-9d4d-a432078941eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325142 May 30 21:31:02.559865 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb17ee9c-b5be-4081-ab29-06586c5c3fd2 None None] Sync routers for ids ['0fb6bf13-6783-4b3f-883c-332edf200d3e'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 21:31:02.572363 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb17ee9c-b5be-4081-ab29-06586c5c3fd2 None None] Routers {'0fb6bf13-6783-4b3f-883c-332edf200d3e'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:31:02.572994 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-eb17ee9c-b5be-4081-ab29-06586c5c3fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T21:31:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['0fb6bf13-6783-4b3f-883c-332edf200d3e'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:31:02.631914 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-4ab6320c-fad6-4d3d-9e3c-e12b66594a1f req-e771708f-26b0-4e0e-b920-228adae8f146 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Synchronizing usage tracker for tenant:8acbfcbd407543f9bb5b4cfddd9e55c4 on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 21:31:02.643885 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-4ab6320c-fad6-4d3d-9e3c-e12b66594a1f req-e771708f-26b0-4e0e-b920-228adae8f146 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Unset dirty status for tenant:8acbfcbd407543f9bb5b4cfddd9e55c4 on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 21:31:02.645250 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4ab6320c-fad6-4d3d-9e3c-e12b66594a1f req-e771708f-26b0-4e0e-b920-228adae8f146 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/ports?device_id=73409c14-9aed-4589-bcd9-378e4c9862ca HTTP/1.1" status: 200 len: 210 time: 0.0579493 May 30 21:31:02.762869 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-eb17ee9c-b5be-4081-ab29-06586c5c3fd2 None None] Set router 0fb6bf13-6783-4b3f-883c-332edf200d3e gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:31:02.955093 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:31:03.083683 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-eb17ee9c-b5be-4081-ab29-06586c5c3fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb6bf13-6783-4b3f-883c-332edf200d3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1376871850', 'tenant_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': '0f76bd47-0abc-4c41-b71f-bf89049ce3c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:30:54Z', 'updated_at': '2022-05-30T21:30:59Z', 'revision_number': 4, 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'gw_port': {'id': '0f76bd47-0abc-4c41-b71f-bf89049ce3c1', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e1:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb6bf13-6783-4b3f-883c-332edf200d3e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:30:55Z', 'updated_at': '2022-05-30T21:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': 'b128830a-7e89-42da-bfd9-23fb8b621f8c', 'name': '', 'network_id': '6947b793-10f9-432d-9d4d-a432078941eb', 'tenant_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'mac_address': 'fa:16:3e:0d:37:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fb6bf13-6783-4b3f-883c-332edf200d3e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7bcc6934-c34a-4296-ba3a-224527b7d81b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:30:58Z', 'updated_at': '2022-05-30T21:31:00Z', 'revision_number': 2, 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'subnets': [{'id': '7bcc6934-c34a-4296-ba3a-224527b7d81b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:31:03.088007 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb17ee9c-b5be-4081-ab29-06586c5c3fd2 None None] Checking router: 0fb6bf13-6783-4b3f-883c-332edf200d3e for host: n-d-843948-2 {{(pid=84889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 21:31:03.088347 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb17ee9c-b5be-4081-ab29-06586c5c3fd2 None None] Updating router 0fb6bf13-6783-4b3f-883c-332edf200d3e port b128830a-7e89-42da-bfd9-23fb8b621f8c binding host n-d-843948-2 {{(pid=84889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 21:31:03.141375 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-eb17ee9c-b5be-4081-ab29-06586c5c3fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:31:03.504942 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-eb17ee9c-b5be-4081-ab29-06586c5c3fd2 None None] Notify callbacks [] for port, precommit_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:31:03.516729 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.provisioning_blocks [None req-eb17ee9c-b5be-4081-ab29-06586c5c3fd2 None None] Transition to ACTIVE for port object b128830a-7e89-42da-bfd9-23fb8b621f8c will not be triggered until provisioned by entity L2. {{(pid=84889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:31:03.583287 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-eb17ee9c-b5be-4081-ab29-06586c5c3fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:31:03.712398 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2cbab6-eb92-492b-8f2f-35353ef89a20 None None] Pushing event updated for resources: {'Port': ['ID=b128830a-7e89-42da-bfd9-23fb8b621f8c,revision_number=3']} {{(pid=84889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:31:03.800686 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-eb17ee9c-b5be-4081-ab29-06586c5c3fd2 None None] Attempting to bind port b128830a-7e89-42da-bfd9-23fb8b621f8c on host n-d-843948-2 for vnic_type normal with profile {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 21:31:03.801362 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-eb17ee9c-b5be-4081-ab29-06586c5c3fd2 None None] Attempting to bind port b128830a-7e89-42da-bfd9-23fb8b621f8c by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': '7d24935e-416a-4aa2-9d70-d63e98ad52e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '6947b793-10f9-432d-9d4d-a432078941eb'}] {{(pid=84889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 21:31:03.801362 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb17ee9c-b5be-4081-ab29-06586c5c3fd2 None None] Attempting to bind port b128830a-7e89-42da-bfd9-23fb8b621f8c on network 6947b793-10f9-432d-9d4d-a432078941eb {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:31:03.810609 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb17ee9c-b5be-4081-ab29-06586c5c3fd2 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 21:31:03.812231 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb17ee9c-b5be-4081-ab29-06586c5c3fd2 None None] Checking segment: {'id': '7d24935e-416a-4aa2-9d70-d63e98ad52e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '6947b793-10f9-432d-9d4d-a432078941eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:31:03.812838 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-eb17ee9c-b5be-4081-ab29-06586c5c3fd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:31:03.813391 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb17ee9c-b5be-4081-ab29-06586c5c3fd2 None None] Bound using segment: {'id': '7d24935e-416a-4aa2-9d70-d63e98ad52e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '6947b793-10f9-432d-9d4d-a432078941eb'} {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 21:31:03.814214 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-eb17ee9c-b5be-4081-ab29-06586c5c3fd2 None None] Bound port: b128830a-7e89-42da-bfd9-23fb8b621f8c, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d24935e-416a-4aa2-9d70-d63e98ad52e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '6947b793-10f9-432d-9d4d-a432078941eb'}}] {{(pid=84889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 21:31:03.815059 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-eb17ee9c-b5be-4081-ab29-06586c5c3fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:31:03.848691 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-31a16e22-32d7-4387-91c6-6a39c40586cb req-b1333379-2d22-4586-b31e-258fb92f8d51 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/ports?device_id=73409c14-9aed-4589-bcd9-378e4c9862ca HTTP/1.1" status: 200 len: 210 time: 0.0752468 May 30 21:31:03.858007 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2cbab6-eb92-492b-8f2f-35353ef89a20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:31:03.858192 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2cbab6-eb92-492b-8f2f-35353ef89a20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:31:03.858495 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2cbab6-eb92-492b-8f2f-35353ef89a20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:31:03.858837 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2cbab6-eb92-492b-8f2f-35353ef89a20 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:31:03.859146 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2cbab6-eb92-492b-8f2f-35353ef89a20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:31:03.859469 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2cbab6-eb92-492b-8f2f-35353ef89a20 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:31:03.859787 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2cbab6-eb92-492b-8f2f-35353ef89a20 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:31:03.860104 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2cbab6-eb92-492b-8f2f-35353ef89a20 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:31:03.860417 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2cbab6-eb92-492b-8f2f-35353ef89a20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:31:03.860730 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2cbab6-eb92-492b-8f2f-35353ef89a20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:31:03.861045 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2cbab6-eb92-492b-8f2f-35353ef89a20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:31:03.920458 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.db [None req-eb17ee9c-b5be-4081-ab29-06586c5c3fd2 None None] For port b128830a-7e89-42da-bfd9-23fb8b621f8c, host n-d-843948-2, cleared binding levels {{(pid=84889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 21:31:03.923486 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.db [None req-eb17ee9c-b5be-4081-ab29-06586c5c3fd2 None None] For port b128830a-7e89-42da-bfd9-23fb8b621f8c, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=b128830a-7e89-42da-bfd9-23fb8b621f8c,segment=NetworkSegment(7d24935e-416a-4aa2-9d70-d63e98ad52e9),segment_id=7d24935e-416a-4aa2-9d70-d63e98ad52e9)] {{(pid=84889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 21:31:04.001170 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-eb17ee9c-b5be-4081-ab29-06586c5c3fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:31:04.081532 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2cbab6-eb92-492b-8f2f-35353ef89a20 None None] Pushing event updated for resources: {'Port': ['ID=b128830a-7e89-42da-bfd9-23fb8b621f8c,revision_number=4']} {{(pid=84889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:31:04.086890 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb17ee9c-b5be-4081-ab29-06586c5c3fd2 None None] Routers {'0fb6bf13-6783-4b3f-883c-332edf200d3e'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:31:04.087492 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-eb17ee9c-b5be-4081-ab29-06586c5c3fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T21:31:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['0fb6bf13-6783-4b3f-883c-332edf200d3e'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:31:04.267260 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-eb17ee9c-b5be-4081-ab29-06586c5c3fd2 None None] Set router 0fb6bf13-6783-4b3f-883c-332edf200d3e gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:31:04.575773 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-eb17ee9c-b5be-4081-ab29-06586c5c3fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb6bf13-6783-4b3f-883c-332edf200d3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1376871850', 'tenant_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': '0f76bd47-0abc-4c41-b71f-bf89049ce3c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:30:54Z', 'updated_at': '2022-05-30T21:30:59Z', 'revision_number': 4, 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'gw_port': {'id': '0f76bd47-0abc-4c41-b71f-bf89049ce3c1', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e1:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb6bf13-6783-4b3f-883c-332edf200d3e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:30:55Z', 'updated_at': '2022-05-30T21:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': 'b128830a-7e89-42da-bfd9-23fb8b621f8c', 'name': '', 'network_id': '6947b793-10f9-432d-9d4d-a432078941eb', 'tenant_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'mac_address': 'fa:16:3e:0d:37:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fb6bf13-6783-4b3f-883c-332edf200d3e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7bcc6934-c34a-4296-ba3a-224527b7d81b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:30:58Z', 'updated_at': '2022-05-30T21:31:03Z', 'revision_number': 4, 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'subnets': [{'id': '7bcc6934-c34a-4296-ba3a-224527b7d81b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:31:04.579691 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb17ee9c-b5be-4081-ab29-06586c5c3fd2 None None] The sync data for ids ['0fb6bf13-6783-4b3f-883c-332edf200d3e'] in n-d-843948-2 is: [{'id': '0fb6bf13-6783-4b3f-883c-332edf200d3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1376871850', 'tenant_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': '0f76bd47-0abc-4c41-b71f-bf89049ce3c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:30:54Z', 'updated_at': '2022-05-30T21:30:59Z', 'revision_number': 4, 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'gw_port': {'id': '0f76bd47-0abc-4c41-b71f-bf89049ce3c1', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e1:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb6bf13-6783-4b3f-883c-332edf200d3e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:30:55Z', 'updated_at': '2022-05-30T21:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': 'b128830a-7e89-42da-bfd9-23fb8b621f8c', 'name': '', 'network_id': '6947b793-10f9-432d-9d4d-a432078941eb', 'tenant_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'mac_address': 'fa:16:3e:0d:37:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fb6bf13-6783-4b3f-883c-332edf200d3e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7bcc6934-c34a-4296-ba3a-224527b7d81b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:30:58Z', 'updated_at': '2022-05-30T21:31:03Z', 'revision_number': 4, 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'subnets': [{'id': '7bcc6934-c34a-4296-ba3a-224527b7d81b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 21:31:04.832285 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709ca528-7de6-4309-a0f7-5cc2293f4906 req-b17845f2-cf70-4223-bf7f-b22fb904625a tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:31:04.833968 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-709ca528-7de6-4309-a0f7-5cc2293f4906 req-b17845f2-cf70-4223-bf7f-b22fb904625a tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.86 "GET /v2.0/networks?id=6947b793-10f9-432d-9d4d-a432078941eb HTTP/1.1" status: 200 len: 796 time: 0.1574035 May 30 21:31:04.896825 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-709ca528-7de6-4309-a0f7-5cc2293f4906 req-1e39fc8f-695d-4851-bae8-163f2efb26fa tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8acbfcbd407543f9bb5b4cfddd9e55c4 HTTP/1.1" status: 200 len: 380 time: 0.0467234 May 30 21:31:04.909697 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-709ca528-7de6-4309-a0f7-5cc2293f4906 req-41dd1b26-c217-4578-a247-7c3d3175b6cf tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Request body: {'port': {'device_id': '73409c14-9aed-4589-bcd9-378e4c9862ca', 'network_id': '6947b793-10f9-432d-9d4d-a432078941eb', 'admin_state_up': True, 'tenant_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'security_groups': ['73a7f88d-c00c-40de-9580-6de0e2c12293']}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:31:05.049272 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-599aa5bf-0865-44ef-b122-885fa5177bc1 req-a9f23783-c2a4-4b35-ba9e-3c1cf40fd785 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/ports?device_id=73409c14-9aed-4589-bcd9-378e4c9862ca HTTP/1.1" status: 200 len: 210 time: 0.0635169 May 30 21:31:05.083794 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-709ca528-7de6-4309-a0f7-5cc2293f4906 req-41dd1b26-c217-4578-a247-7c3d3175b6cf tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:31:05.095025 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-709ca528-7de6-4309-a0f7-5cc2293f4906 req-41dd1b26-c217-4578-a247-7c3d3175b6cf tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:31:05.209872 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-709ca528-7de6-4309-a0f7-5cc2293f4906 req-41dd1b26-c217-4578-a247-7c3d3175b6cf tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Made reservation on behalf of 8acbfcbd407543f9bb5b4cfddd9e55c4 for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 21:31:05.214348 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-709ca528-7de6-4309-a0f7-5cc2293f4906 req-41dd1b26-c217-4578-a247-7c3d3175b6cf tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:31:05.386927 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [req-709ca528-7de6-4309-a0f7-5cc2293f4906 req-41dd1b26-c217-4578-a247-7c3d3175b6cf tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Allocated IP 172.20.0.12 (6947b793-10f9-432d-9d4d-a432078941eb/7bcc6934-c34a-4296-ba3a-224527b7d81b/029654c2-01f4-42d2-83d2-6a1c62f08c29) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 21:31:05.580791 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-709ca528-7de6-4309-a0f7-5cc2293f4906 req-41dd1b26-c217-4578-a247-7c3d3175b6cf tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:31:05.595691 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-709ca528-7de6-4309-a0f7-5cc2293f4906 req-41dd1b26-c217-4578-a247-7c3d3175b6cf tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Transition to ACTIVE for port object 029654c2-01f4-42d2-83d2-6a1c62f08c29 will not be triggered until provisioned by entity DHCP. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:31:05.681524 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-709ca528-7de6-4309-a0f7-5cc2293f4906 req-41dd1b26-c217-4578-a247-7c3d3175b6cf tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:31:05.756667 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-709ca528-7de6-4309-a0f7-5cc2293f4906 req-41dd1b26-c217-4578-a247-7c3d3175b6cf tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Network 6947b793-10f9-432d-9d4d-a432078941eb is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:31:05.759702 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [req-709ca528-7de6-4309-a0f7-5cc2293f4906 req-41dd1b26-c217-4578-a247-7c3d3175b6cf tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:31:05.763788 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-709ca528-7de6-4309-a0f7-5cc2293f4906 req-41dd1b26-c217-4578-a247-7c3d3175b6cf tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 21:31:05.802747 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dd1b26-c217-4578-a247-7c3d3175b6cf tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Pushing event updated for resources: {'Port': ['ID=029654c2-01f4-42d2-83d2-6a1c62f08c29,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:31:05.839943 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709ca528-7de6-4309-a0f7-5cc2293f4906 req-41dd1b26-c217-4578-a247-7c3d3175b6cf tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:31:05.840281 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-709ca528-7de6-4309-a0f7-5cc2293f4906 req-41dd1b26-c217-4578-a247-7c3d3175b6cf tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:31:05.902106 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device b128830a-7e89-42da-bfd9-23fb8b621f8c up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:31:05.910234 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-709ca528-7de6-4309-a0f7-5cc2293f4906 req-41dd1b26-c217-4578-a247-7c3d3175b6cf tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0045893 May 30 21:31:05.927141 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-709ca528-7de6-4309-a0f7-5cc2293f4906 req-3d0302f6-5546-4846-8cd0-fc55166b0dff service neutron] Request body: {'port': {'device_id': '73409c14-9aed-4589-bcd9-378e4c9862ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843948-2'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:31:06.044119 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-709ca528-7de6-4309-a0f7-5cc2293f4906 req-3d0302f6-5546-4846-8cd0-fc55166b0dff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:31:06.067431 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port b128830a-7e89-42da-bfd9-23fb8b621f8c completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:31:06.072951 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port b128830a-7e89-42da-bfd9-23fb8b621f8c triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:31:06.073391 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:31:06.124834 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-376fe7e0-3044-41f8-8adb-0ff4a3e39258 None None] Provisioning for port 029654c2-01f4-42d2-83d2-6a1c62f08c29 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:31:06.134889 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-376fe7e0-3044-41f8-8adb-0ff4a3e39258 None None] Provisioning complete for port 029654c2-01f4-42d2-83d2-6a1c62f08c29 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:31:06.135254 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-376fe7e0-3044-41f8-8adb-0ff4a3e39258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:31:06.192577 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-376fe7e0-3044-41f8-8adb-0ff4a3e39258 None None] Port 029654c2-01f4-42d2-83d2-6a1c62f08c29 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 21:31:06.248032 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:31:06.282191 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port b128830a-7e89-42da-bfd9-23fb8b621f8c, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=b128830a-7e89-42da-bfd9-23fb8b621f8c,segment=NetworkSegment(7d24935e-416a-4aa2-9d70-d63e98ad52e9),segment_id=7d24935e-416a-4aa2-9d70-d63e98ad52e9)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:31:06.352772 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:31:06.418453 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=b128830a-7e89-42da-bfd9-23fb8b621f8c,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:31:06.457709 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e707c0-4573-4d7a-9baf-93dc3b7c4e0a req-05555f6c-5876-4051-bad4-a228cf53489a tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:31:06.458308 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-81e707c0-4573-4d7a-9baf-93dc3b7c4e0a req-05555f6c-5876-4051-bad4-a228cf53489a tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Synchronizing usage tracker for tenant:8acbfcbd407543f9bb5b4cfddd9e55c4 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 21:31:06.548766 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-81e707c0-4573-4d7a-9baf-93dc3b7c4e0a req-05555f6c-5876-4051-bad4-a228cf53489a tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Unset dirty status for tenant:8acbfcbd407543f9bb5b4cfddd9e55c4 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 21:31:06.549931 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-81e707c0-4573-4d7a-9baf-93dc3b7c4e0a req-05555f6c-5876-4051-bad4-a228cf53489a tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/ports?device_id=73409c14-9aed-4589-bcd9-378e4c9862ca HTTP/1.1" status: 200 len: 932 time: 0.3774753 May 30 21:31:06.573744 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [req-709ca528-7de6-4309-a0f7-5cc2293f4906 req-3d0302f6-5546-4846-8cd0-fc55166b0dff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 029654c2-01f4-42d2-83d2-6a1c62f08c29 {{(pid=84887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 21:31:06.584097 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-709ca528-7de6-4309-a0f7-5cc2293f4906 req-3d0302f6-5546-4846-8cd0-fc55166b0dff service neutron] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:31:06.612258 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-709ca528-7de6-4309-a0f7-5cc2293f4906 req-3d0302f6-5546-4846-8cd0-fc55166b0dff service neutron] Transition to ACTIVE for port object 029654c2-01f4-42d2-83d2-6a1c62f08c29 will not be triggered until provisioned by entity L2. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:31:06.619446 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-81e707c0-4573-4d7a-9baf-93dc3b7c4e0a req-938089b0-ab79-4791-bf90-2ef097ba68f3 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/security-groups?id=73a7f88d-c00c-40de-9580-6de0e2c12293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628381 May 30 21:31:06.672929 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-709ca528-7de6-4309-a0f7-5cc2293f4906 req-3d0302f6-5546-4846-8cd0-fc55166b0dff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:31:06.802379 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0302f6-5546-4846-8cd0-fc55166b0dff service neutron] Pushing event updated for resources: {'Port': ['ID=029654c2-01f4-42d2-83d2-6a1c62f08c29,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:31:06.913042 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-709ca528-7de6-4309-a0f7-5cc2293f4906 req-3d0302f6-5546-4846-8cd0-fc55166b0dff service neutron] Attempting to bind port 029654c2-01f4-42d2-83d2-6a1c62f08c29 on host n-h2-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 21:31:06.913592 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-709ca528-7de6-4309-a0f7-5cc2293f4906 req-3d0302f6-5546-4846-8cd0-fc55166b0dff service neutron] Attempting to bind port 029654c2-01f4-42d2-83d2-6a1c62f08c29 by drivers openvswitch,hyperv on host n-h2-843948-2 at level 0 using segments [{'id': '7d24935e-416a-4aa2-9d70-d63e98ad52e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '6947b793-10f9-432d-9d4d-a432078941eb'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 21:31:06.913592 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-709ca528-7de6-4309-a0f7-5cc2293f4906 req-3d0302f6-5546-4846-8cd0-fc55166b0dff service neutron] Attempting to bind port 029654c2-01f4-42d2-83d2-6a1c62f08c29 on network 6947b793-10f9-432d-9d4d-a432078941eb {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:31:06.919527 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-709ca528-7de6-4309-a0f7-5cc2293f4906 req-3d0302f6-5546-4846-8cd0-fc55166b0dff service neutron] Port 029654c2-01f4-42d2-83d2-6a1c62f08c29 on network 6947b793-10f9-432d-9d4d-a432078941eb not bound, no agent of type Open vSwitch agent registered on host n-h2-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 21:31:06.919833 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-709ca528-7de6-4309-a0f7-5cc2293f4906 req-3d0302f6-5546-4846-8cd0-fc55166b0dff service neutron] Attempting to bind port 029654c2-01f4-42d2-83d2-6a1c62f08c29 on network 6947b793-10f9-432d-9d4d-a432078941eb {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:31:06.926234 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-709ca528-7de6-4309-a0f7-5cc2293f4906 req-3d0302f6-5546-4846-8cd0-fc55166b0dff service neutron] Checking agent: {'id': 'eaa08354-e8f5-4e73-af76-8d3cf7d2b390', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 21, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 21:31:06.926562 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-709ca528-7de6-4309-a0f7-5cc2293f4906 req-3d0302f6-5546-4846-8cd0-fc55166b0dff service neutron] Checking segment: {'id': '7d24935e-416a-4aa2-9d70-d63e98ad52e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '6947b793-10f9-432d-9d4d-a432078941eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:31:06.926933 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-709ca528-7de6-4309-a0f7-5cc2293f4906 req-3d0302f6-5546-4846-8cd0-fc55166b0dff service neutron] Bound using segment: {'id': '7d24935e-416a-4aa2-9d70-d63e98ad52e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '6947b793-10f9-432d-9d4d-a432078941eb'} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 21:31:06.927345 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-709ca528-7de6-4309-a0f7-5cc2293f4906 req-3d0302f6-5546-4846-8cd0-fc55166b0dff service neutron] Bound port: 029654c2-01f4-42d2-83d2-6a1c62f08c29, host: n-h2-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d24935e-416a-4aa2-9d70-d63e98ad52e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '6947b793-10f9-432d-9d4d-a432078941eb'}}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 21:31:06.927688 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-709ca528-7de6-4309-a0f7-5cc2293f4906 req-3d0302f6-5546-4846-8cd0-fc55166b0dff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:31:07.015795 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-709ca528-7de6-4309-a0f7-5cc2293f4906 req-3d0302f6-5546-4846-8cd0-fc55166b0dff service neutron] For port 029654c2-01f4-42d2-83d2-6a1c62f08c29, host n-h2-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 21:31:07.019441 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-709ca528-7de6-4309-a0f7-5cc2293f4906 req-3d0302f6-5546-4846-8cd0-fc55166b0dff service neutron] For port 029654c2-01f4-42d2-83d2-6a1c62f08c29, host n-h2-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=029654c2-01f4-42d2-83d2-6a1c62f08c29,segment=NetworkSegment(7d24935e-416a-4aa2-9d70-d63e98ad52e9),segment_id=7d24935e-416a-4aa2-9d70-d63e98ad52e9)] {{(pid=84887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 21:31:07.078636 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-709ca528-7de6-4309-a0f7-5cc2293f4906 req-3d0302f6-5546-4846-8cd0-fc55166b0dff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:31:07.143793 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-709ca528-7de6-4309-a0f7-5cc2293f4906 req-3d0302f6-5546-4846-8cd0-fc55166b0dff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:31:07.145155 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-709ca528-7de6-4309-a0f7-5cc2293f4906 req-3d0302f6-5546-4846-8cd0-fc55166b0dff service neutron] 10.222.0.86 "PUT /v2.0/ports/029654c2-01f4-42d2-83d2-6a1c62f08c29 HTTP/1.1" status: 200 len: 1092 time: 1.2225170 May 30 21:31:07.145587 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73409c14-9aed-4589-bcd9-378e4c9862ca', 'tag': '029654c2-01f4-42d2-83d2-6a1c62f08c29'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:31:07.163664 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0302f6-5546-4846-8cd0-fc55166b0dff service neutron] Pushing event updated for resources: {'Port': ['ID=029654c2-01f4-42d2-83d2-6a1c62f08c29,revision_number=3']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:31:07.205976 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4630eb6-1b8a-4d2f-b1d3-10b5a176a881'] response: {'name': 'network-changed', 'server_uuid': '73409c14-9aed-4589-bcd9-378e4c9862ca', 'tag': '029654c2-01f4-42d2-83d2-6a1c62f08c29', 'status': 'completed', 'code': 200} May 30 21:31:07.307411 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-cc49b81e-72bc-4bd9-8a8c-974cea850350 req-c945d43b-7bf1-4568-8691-ba5de435c1c3 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8acbfcbd407543f9bb5b4cfddd9e55c4&device_id=73409c14-9aed-4589-bcd9-378e4c9862ca HTTP/1.1" status: 200 len: 1095 time: 0.0732672 May 30 21:31:07.449496 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc49b81e-72bc-4bd9-8a8c-974cea850350 req-b9117c4d-a0dd-4f6d-956e-1b317e4aeee2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:31:07.450947 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-cc49b81e-72bc-4bd9-8a8c-974cea850350 req-b9117c4d-a0dd-4f6d-956e-1b317e4aeee2 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=8acbfcbd407543f9bb5b4cfddd9e55c4&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1335254 May 30 21:31:07.589598 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc49b81e-72bc-4bd9-8a8c-974cea850350 req-c3e7e069-1bec-410c-be82-49a0cc27f6af service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:31:07.590952 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-cc49b81e-72bc-4bd9-8a8c-974cea850350 req-c3e7e069-1bec-410c-be82-49a0cc27f6af service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1288483 May 30 21:31:07.702571 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-709ca528-7de6-4309-a0f7-5cc2293f4906 req-f85befaa-e60a-4a0c-9e46-892db1dd3192 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8acbfcbd407543f9bb5b4cfddd9e55c4&device_id=73409c14-9aed-4589-bcd9-378e4c9862ca HTTP/1.1" status: 200 len: 1095 time: 0.0751953 May 30 21:31:07.806271 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-709ca528-7de6-4309-a0f7-5cc2293f4906 req-57f1d9bb-4e28-4c52-a2a4-c26234a705d0 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=029654c2-01f4-42d2-83d2-6a1c62f08c29 HTTP/1.1" status: 200 len: 217 time: 0.0930963 May 30 21:31:07.876044 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device b128830a-7e89-42da-bfd9-23fb8b621f8c up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:31:07.889800 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709ca528-7de6-4309-a0f7-5cc2293f4906 req-cef5e408-cf4f-4ec1-8f66-3e5a6448110d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:31:07.891329 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-709ca528-7de6-4309-a0f7-5cc2293f4906 req-cef5e408-cf4f-4ec1-8f66-3e5a6448110d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7bcc6934-c34a-4296-ba3a-224527b7d81b HTTP/1.1" status: 200 len: 835 time: 0.0741117 May 30 21:31:07.906579 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516d00cd-e4be-405a-a7ae-954da70e3247 req-8dc32711-0652-43fb-af53-72b4465028c9 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:31:07.907961 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-516d00cd-e4be-405a-a7ae-954da70e3247 req-8dc32711-0652-43fb-af53-72b4465028c9 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/ports?device_id=73409c14-9aed-4589-bcd9-378e4c9862ca HTTP/1.1" status: 200 len: 944 time: 0.1482122 May 30 21:31:07.949740 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port b128830a-7e89-42da-bfd9-23fb8b621f8c triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:31:07.950108 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:31:08.004254 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-516d00cd-e4be-405a-a7ae-954da70e3247 req-6c9969e7-60b1-421b-99c4-621a5e7f8556 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/security-groups?id=73a7f88d-c00c-40de-9580-6de0e2c12293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674281 May 30 21:31:08.018703 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-709ca528-7de6-4309-a0f7-5cc2293f4906 req-4febc78f-05e2-49c9-b250-5d0b619dface service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=6947b793-10f9-432d-9d4d-a432078941eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1182072 May 30 21:31:08.157189 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-709ca528-7de6-4309-a0f7-5cc2293f4906 req-98cfc8d9-7b5a-46c0-82f7-74f09cdccffe service neutron] 10.222.0.86 "GET /v2.0/networks/6947b793-10f9-432d-9d4d-a432078941eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283901 May 30 21:31:08.382501 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-709ca528-7de6-4309-a0f7-5cc2293f4906 req-d9591d4d-d499-4b45-b8a1-00797e7b3aba service neutron] 10.222.0.86 "GET /v2.0/networks/6947b793-10f9-432d-9d4d-a432078941eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173669 May 30 21:31:09.212774 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cd1659-7470-4a5a-920e-089704862c8f req-68bd94b8-daf2-4597-a1b8-14b9d52a6e75 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:31:09.214234 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-53cd1659-7470-4a5a-920e-089704862c8f req-68bd94b8-daf2-4597-a1b8-14b9d52a6e75 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/ports?device_id=73409c14-9aed-4589-bcd9-378e4c9862ca HTTP/1.1" status: 200 len: 944 time: 0.0786867 May 30 21:31:09.365269 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-53cd1659-7470-4a5a-920e-089704862c8f req-f5cbbc18-d784-41c1-87e2-110bb43d988a tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/security-groups?id=73a7f88d-c00c-40de-9580-6de0e2c12293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1443877 May 30 21:31:10.417095 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 029654c2-01f4-42d2-83d2-6a1c62f08c29 details requested by agent hyperv_n-h2-843948-2 with host n-h2-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 21:31:10.550874 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 029654c2-01f4-42d2-83d2-6a1c62f08c29, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=029654c2-01f4-42d2-83d2-6a1c62f08c29,segment=NetworkSegment(7d24935e-416a-4aa2-9d70-d63e98ad52e9),segment_id=7d24935e-416a-4aa2-9d70-d63e98ad52e9)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:31:10.561485 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34324486-ddfb-4c30-9d68-55d2d45bc331 req-b48b3d3f-3483-446c-b2bb-15484f5449e9 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:31:10.562961 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-34324486-ddfb-4c30-9d68-55d2d45bc331 req-b48b3d3f-3483-446c-b2bb-15484f5449e9 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/ports?device_id=73409c14-9aed-4589-bcd9-378e4c9862ca HTTP/1.1" status: 200 len: 944 time: 0.0757916 May 30 21:31:10.564034 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Returning: {'device': '029654c2-01f4-42d2-83d2-6a1c62f08c29', 'network_id': '6947b793-10f9-432d-9d4d-a432078941eb', 'port_id': '029654c2-01f4-42d2-83d2-6a1c62f08c29', 'mac_address': 'fa:16:3e:98:10:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bcc6934-c34a-4296-ba3a-224527b7d81b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 21:31:10.609486 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-34324486-ddfb-4c30-9d68-55d2d45bc331 req-a3aed09b-5e01-4437-b4e6-76e6f949c5d6 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/security-groups?id=73a7f88d-c00c-40de-9580-6de0e2c12293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404971 May 30 21:31:10.617078 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:31:10.635004 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 029654c2-01f4-42d2-83d2-6a1c62f08c29 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 21:31:10.650361 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 029654c2-01f4-42d2-83d2-6a1c62f08c29, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=029654c2-01f4-42d2-83d2-6a1c62f08c29,segment=NetworkSegment(7d24935e-416a-4aa2-9d70-d63e98ad52e9),segment_id=7d24935e-416a-4aa2-9d70-d63e98ad52e9)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:31:10.712703 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:31:10.778053 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=029654c2-01f4-42d2-83d2-6a1c62f08c29,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:31:10.972557 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['029654c2-01f4-42d2-83d2-6a1c62f08c29'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 21:31:11.806875 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89a8ece-7ee0-4027-a0c2-493345f3289c req-99cb04f1-064d-4e15-8921-275fd79b5f75 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:31:11.808494 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e89a8ece-7ee0-4027-a0c2-493345f3289c req-99cb04f1-064d-4e15-8921-275fd79b5f75 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/ports?device_id=73409c14-9aed-4589-bcd9-378e4c9862ca HTTP/1.1" status: 200 len: 945 time: 0.0768354 May 30 21:31:11.854091 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e89a8ece-7ee0-4027-a0c2-493345f3289c req-a6330188-0049-47e5-9c53-794f5da7d7ca tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/security-groups?id=73a7f88d-c00c-40de-9580-6de0e2c12293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399675 May 30 21:31:12.432492 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 029654c2-01f4-42d2-83d2-6a1c62f08c29 up at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:31:12.572447 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning for port 029654c2-01f4-42d2-83d2-6a1c62f08c29 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:31:12.577489 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning complete for port 029654c2-01f4-42d2-83d2-6a1c62f08c29 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:31:12.577887 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:31:12.699580 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:31:12.725905 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73409c14-9aed-4589-bcd9-378e4c9862ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '029654c2-01f4-42d2-83d2-6a1c62f08c29'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:31:12.735450 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 029654c2-01f4-42d2-83d2-6a1c62f08c29, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=029654c2-01f4-42d2-83d2-6a1c62f08c29,segment=NetworkSegment(7d24935e-416a-4aa2-9d70-d63e98ad52e9),segment_id=7d24935e-416a-4aa2-9d70-d63e98ad52e9)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:31:12.798337 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:31:12.858652 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c764467-7ee5-465e-8f1d-fbfa7fc585b5'] response: {'server_uuid': '73409c14-9aed-4589-bcd9-378e4c9862ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '029654c2-01f4-42d2-83d2-6a1c62f08c29', 'code': 200} May 30 21:31:12.871103 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=029654c2-01f4-42d2-83d2-6a1c62f08c29,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:31:13.053016 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97521a9b-d0fb-45ee-ac5f-3e424003434a req-d696bcd6-883e-416a-86e0-59fddfb747b3 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:31:13.054585 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-97521a9b-d0fb-45ee-ac5f-3e424003434a req-d696bcd6-883e-416a-86e0-59fddfb747b3 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/ports?device_id=73409c14-9aed-4589-bcd9-378e4c9862ca HTTP/1.1" status: 200 len: 946 time: 0.0805037 May 30 21:31:13.083094 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3a772def-91b7-4e41-ba02-78314e07a1ef req-d95e98bc-49b2-4796-97c8-a6f886789a68 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=73409c14-9aed-4589-bcd9-378e4c9862ca HTTP/1.1" status: 200 len: 1097 time: 0.1596262 May 30 21:31:13.100571 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-97521a9b-d0fb-45ee-ac5f-3e424003434a req-f7b78812-2973-4d1d-9720-bd1ee841d4bc tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/security-groups?id=73a7f88d-c00c-40de-9580-6de0e2c12293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395639 May 30 21:31:13.129997 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3a772def-91b7-4e41-ba02-78314e07a1ef req-bf25b2dc-7221-4c43-8c29-a6720f1965a6 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=73a7f88d-c00c-40de-9580-6de0e2c12293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371859 May 30 21:31:14.310276 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a03a56a-1ba8-410f-850d-58f2b5e91a85 req-9aaf3ed1-8644-4052-9142-fa60475b7150 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:31:14.311870 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9a03a56a-1ba8-410f-850d-58f2b5e91a85 req-9aaf3ed1-8644-4052-9142-fa60475b7150 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/ports?device_id=73409c14-9aed-4589-bcd9-378e4c9862ca HTTP/1.1" status: 200 len: 946 time: 0.0837970 May 30 21:31:14.358584 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9a03a56a-1ba8-410f-850d-58f2b5e91a85 req-9f9b6319-310e-42ef-a5a5-7e3ec483d7b2 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/security-groups?id=73a7f88d-c00c-40de-9580-6de0e2c12293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408940 May 30 21:31:15.556570 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec12815d-2c19-4c42-a7ee-40bf24275445 req-67b0eb15-1eb6-400a-af4c-c1e27fc14d32 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:31:15.557963 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ec12815d-2c19-4c42-a7ee-40bf24275445 req-67b0eb15-1eb6-400a-af4c-c1e27fc14d32 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/ports?device_id=73409c14-9aed-4589-bcd9-378e4c9862ca HTTP/1.1" status: 200 len: 946 time: 0.0755110 May 30 21:31:15.607224 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ec12815d-2c19-4c42-a7ee-40bf24275445 req-74f77cc2-eb5c-4766-af6f-e5d19fc0234b tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/security-groups?id=73a7f88d-c00c-40de-9580-6de0e2c12293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437508 May 30 21:31:15.802025 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e0df73-530b-4b78-a26f-990a1feabdfa req-3ee95432-7db0-4fae-abe6-9d4d998ac3a7 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:31:15.803478 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-26e0df73-530b-4b78-a26f-990a1feabdfa req-3ee95432-7db0-4fae-abe6-9d4d998ac3a7 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/ports?device_id=73409c14-9aed-4589-bcd9-378e4c9862ca HTTP/1.1" status: 200 len: 946 time: 0.0792170 May 30 21:31:15.850436 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-26e0df73-530b-4b78-a26f-990a1feabdfa req-bfe0e4a3-901e-4ded-9bbf-7868ef469dd0 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/security-groups?id=73a7f88d-c00c-40de-9580-6de0e2c12293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411916 May 30 21:31:15.877091 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 52624) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:31:15.947104 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-b6bc3672-873e-48eb-a811-c86374c5ac33 tempest-TestNetworkAdvancedServerOps-899114059 tempest-TestNetworkAdvancedServerOps-899114059-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=73409c14-9aed-4589-bcd9-378e4c9862ca HTTP/1.1" status: 200 len: 1092 time: 0.0688472 May 30 21:31:15.949711 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 52628) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:31:15.954719 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-577ca9ff-ae08-4645-9cce-4ea23fcbef5c tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Request body: {'floatingip': {'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'port_id': '029654c2-01f4-42d2-83d2-6a1c62f08c29', 'tenant_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'fixed_ip_address': '172.20.0.12'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:31:15.960815 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-577ca9ff-ae08-4645-9cce-4ea23fcbef5c tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:31:15.965275 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-577ca9ff-ae08-4645-9cce-4ea23fcbef5c tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Usage tracker for resource:floatingip and tenant:8acbfcbd407543f9bb5b4cfddd9e55c4 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:31:15.968264 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-577ca9ff-ae08-4645-9cce-4ea23fcbef5c tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:31:15.973855 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-577ca9ff-ae08-4645-9cce-4ea23fcbef5c tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:31:16.072908 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-577ca9ff-ae08-4645-9cce-4ea23fcbef5c tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for floatingip, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:31:16.205599 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-577ca9ff-ae08-4645-9cce-4ea23fcbef5c tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:31:16.342987 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [None req-577ca9ff-ae08-4645-9cce-4ea23fcbef5c tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Allocated IP 172.25.8.74 (c7869750-4b49-4b7e-aa99-5e0f1ae02da4/427601ec-f643-4fe7-b5e6-17305d3a39e1/5e0f000e-8291-4343-a97b-152418ff28cc) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 21:31:16.486041 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-577ca9ff-ae08-4645-9cce-4ea23fcbef5c tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:31:16.601057 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-577ca9ff-ae08-4645-9cce-4ea23fcbef5c tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:31:16.674013 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-577ca9ff-ae08-4645-9cce-4ea23fcbef5c tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:31:16.677396 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-577ca9ff-ae08-4645-9cce-4ea23fcbef5c tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:31:16.679298 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577ca9ff-ae08-4645-9cce-4ea23fcbef5c tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Pushing event updated for resources: {'Port': ['ID=5e0f000e-8291-4343-a97b-152418ff28cc,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:31:16.682031 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577ca9ff-ae08-4645-9cce-4ea23fcbef5c tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 21:31:17.176337 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-577ca9ff-ae08-4645-9cce-4ea23fcbef5c tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:31:17.285473 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-577ca9ff-ae08-4645-9cce-4ea23fcbef5c tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:31:17.573776 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-577ca9ff-ae08-4645-9cce-4ea23fcbef5c tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:31:17.651682 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-577ca9ff-ae08-4645-9cce-4ea23fcbef5c tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:31:17.762122 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577ca9ff-ae08-4645-9cce-4ea23fcbef5c tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Pushing event updated for resources: {'Port': ['ID=5e0f000e-8291-4343-a97b-152418ff28cc,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:31:17.776945 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-577ca9ff-ae08-4645-9cce-4ea23fcbef5c tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736490'] for floatingip, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:31:17.975811 n-d-843948-2 neutron-server[84887]: INFO neutron.db.l3_db [None req-577ca9ff-ae08-4645-9cce-4ea23fcbef5c tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Floating IP 67f0284d-3f39-44fc-b105-e51ab10e3194 associated. External IP: 172.25.8.74, port: 029654c2-01f4-42d2-83d2-6a1c62f08c29. May 30 21:31:18.369814 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-577ca9ff-ae08-4645-9cce-4ea23fcbef5c tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Router 0fb6bf13-6783-4b3f-883c-332edf200d3e has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 21:31:18.565876 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-577ca9ff-ae08-4645-9cce-4ea23fcbef5c tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 21:31:18.575340 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb1d1ec-a6cc-4d03-87f9-205dfd0ee2c4 None None] Sync routers for ids ['0fb6bf13-6783-4b3f-883c-332edf200d3e'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 21:31:18.587695 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb1d1ec-a6cc-4d03-87f9-205dfd0ee2c4 None None] Routers {'0fb6bf13-6783-4b3f-883c-332edf200d3e'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:31:18.588300 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-deb1d1ec-a6cc-4d03-87f9-205dfd0ee2c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T21:31:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['0fb6bf13-6783-4b3f-883c-332edf200d3e'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:31:18.678121 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-577ca9ff-ae08-4645-9cce-4ea23fcbef5c tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:31:18.741417 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-577ca9ff-ae08-4645-9cce-4ea23fcbef5c tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7883141 May 30 21:31:18.741417 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73409c14-9aed-4589-bcd9-378e4c9862ca', 'tag': '029654c2-01f4-42d2-83d2-6a1c62f08c29'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:31:18.798207 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d77f3463-5482-4ee5-9a53-8154f5fd3fb3'] response: {'name': 'network-changed', 'server_uuid': '73409c14-9aed-4589-bcd9-378e4c9862ca', 'tag': '029654c2-01f4-42d2-83d2-6a1c62f08c29', 'status': 'completed', 'code': 200} May 30 21:31:18.814668 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-deb1d1ec-a6cc-4d03-87f9-205dfd0ee2c4 None None] Set router 0fb6bf13-6783-4b3f-883c-332edf200d3e gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:31:18.891867 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-cef7b789-7127-4a74-bd4d-62c73f4f6e24 req-ca6c2501-302c-4176-a27e-3d5d93bff88a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8acbfcbd407543f9bb5b4cfddd9e55c4&device_id=73409c14-9aed-4589-bcd9-378e4c9862ca HTTP/1.1" status: 200 len: 1097 time: 0.0692036 May 30 21:31:18.934699 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afb8e21-aeff-4399-a0ce-665b5e81b039 req-a8b1cd4f-0386-4b06-9f90-595562de2a15 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:31:18.936201 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2afb8e21-aeff-4399-a0ce-665b5e81b039 req-a8b1cd4f-0386-4b06-9f90-595562de2a15 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/ports?device_id=73409c14-9aed-4589-bcd9-378e4c9862ca HTTP/1.1" status: 200 len: 946 time: 0.0818036 May 30 21:31:18.989239 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2afb8e21-aeff-4399-a0ce-665b5e81b039 req-c99cf190-c4fc-46a4-bee8-0265349ab545 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/security-groups?id=73a7f88d-c00c-40de-9580-6de0e2c12293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468707 May 30 21:31:19.021083 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 52636) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:31:19.033017 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef7b789-7127-4a74-bd4d-62c73f4f6e24 req-bba77f8b-c42c-4922-af41-c8d8ae65cf89 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:31:19.034756 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-cef7b789-7127-4a74-bd4d-62c73f4f6e24 req-bba77f8b-c42c-4922-af41-c8d8ae65cf89 service neutron] 10.222.0.86 "GET /v2.0/networks?id=6947b793-10f9-432d-9d4d-a432078941eb HTTP/1.1" status: 200 len: 897 time: 0.1374052 May 30 21:31:19.142616 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-a9441cea-dc0b-41ec-985a-83f01447dd16 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/floatingips/67f0284d-3f39-44fc-b105-e51ab10e3194 HTTP/1.1" status: 200 len: 991 time: 0.1202519 May 30 21:31:19.147154 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-cef7b789-7127-4a74-bd4d-62c73f4f6e24 req-19895518-8379-4e8b-a234-9228744d3bee service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=029654c2-01f4-42d2-83d2-6a1c62f08c29 HTTP/1.1" status: 200 len: 999 time: 0.1057820 May 30 21:31:19.183310 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-deb1d1ec-a6cc-4d03-87f9-205dfd0ee2c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb6bf13-6783-4b3f-883c-332edf200d3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1376871850', 'tenant_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': '0f76bd47-0abc-4c41-b71f-bf89049ce3c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:30:54Z', 'updated_at': '2022-05-30T21:30:59Z', 'revision_number': 4, 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'gw_port': {'id': '0f76bd47-0abc-4c41-b71f-bf89049ce3c1', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e1:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb6bf13-6783-4b3f-883c-332edf200d3e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:30:55Z', 'updated_at': '2022-05-30T21:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': '67f0284d-3f39-44fc-b105-e51ab10e3194', 'tenant_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'floating_ip_address': '172.25.8.74', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': '0fb6bf13-6783-4b3f-883c-332edf200d3e', 'port_id': '029654c2-01f4-42d2-83d2-6a1c62f08c29', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6947b793-10f9-432d-9d4d-a432078941eb', 'mac_address': 'fa:16:3e:98:10:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73409c14-9aed-4589-bcd9-378e4c9862ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T21:31:17Z', 'updated_at': '2022-05-30T21:31:17Z', 'revision_number': 0, 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b128830a-7e89-42da-bfd9-23fb8b621f8c', 'name': '', 'network_id': '6947b793-10f9-432d-9d4d-a432078941eb', 'tenant_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'mac_address': 'fa:16:3e:0d:37:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb6bf13-6783-4b3f-883c-332edf200d3e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7bcc6934-c34a-4296-ba3a-224527b7d81b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:30:58Z', 'updated_at': '2022-05-30T21:31:06Z', 'revision_number': 5, 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'subnets': [{'id': '7bcc6934-c34a-4296-ba3a-224527b7d81b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:31:19.187501 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb1d1ec-a6cc-4d03-87f9-205dfd0ee2c4 None None] Checking router: 0fb6bf13-6783-4b3f-883c-332edf200d3e for host: n-d-843948-2 {{(pid=84888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 21:31:19.198287 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb1d1ec-a6cc-4d03-87f9-205dfd0ee2c4 None None] Routers {'0fb6bf13-6783-4b3f-883c-332edf200d3e'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:31:19.198977 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-deb1d1ec-a6cc-4d03-87f9-205dfd0ee2c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T21:31:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['0fb6bf13-6783-4b3f-883c-332edf200d3e'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:31:19.213197 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef7b789-7127-4a74-bd4d-62c73f4f6e24 req-53bcf816-1205-406f-8cb4-ca353d67a765 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:31:19.214650 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-cef7b789-7127-4a74-bd4d-62c73f4f6e24 req-53bcf816-1205-406f-8cb4-ca353d67a765 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7bcc6934-c34a-4296-ba3a-224527b7d81b HTTP/1.1" status: 200 len: 835 time: 0.0594754 May 30 21:31:19.384905 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-deb1d1ec-a6cc-4d03-87f9-205dfd0ee2c4 None None] Set router 0fb6bf13-6783-4b3f-883c-332edf200d3e gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:31:19.395397 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-cef7b789-7127-4a74-bd4d-62c73f4f6e24 req-9829af75-66a9-4d93-9cd4-507597159ce2 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=6947b793-10f9-432d-9d4d-a432078941eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1752121 May 30 21:31:19.526595 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-cef7b789-7127-4a74-bd4d-62c73f4f6e24 req-d5d61d08-75a8-4b6c-86f5-bf0499de87dd service neutron] 10.222.0.86 "GET /v2.0/networks/6947b793-10f9-432d-9d4d-a432078941eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251221 May 30 21:31:19.662207 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-cef7b789-7127-4a74-bd4d-62c73f4f6e24 req-a55616cb-d80f-4f4c-b00b-71d0eeaa5a72 service neutron] 10.222.0.86 "GET /v2.0/networks/6947b793-10f9-432d-9d4d-a432078941eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296623 May 30 21:31:19.738382 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-deb1d1ec-a6cc-4d03-87f9-205dfd0ee2c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb6bf13-6783-4b3f-883c-332edf200d3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1376871850', 'tenant_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': '0f76bd47-0abc-4c41-b71f-bf89049ce3c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:30:54Z', 'updated_at': '2022-05-30T21:30:59Z', 'revision_number': 4, 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'gw_port': {'id': '0f76bd47-0abc-4c41-b71f-bf89049ce3c1', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e1:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb6bf13-6783-4b3f-883c-332edf200d3e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:30:55Z', 'updated_at': '2022-05-30T21:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': '67f0284d-3f39-44fc-b105-e51ab10e3194', 'tenant_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'floating_ip_address': '172.25.8.74', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': '0fb6bf13-6783-4b3f-883c-332edf200d3e', 'port_id': '029654c2-01f4-42d2-83d2-6a1c62f08c29', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6947b793-10f9-432d-9d4d-a432078941eb', 'mac_address': 'fa:16:3e:98:10:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73409c14-9aed-4589-bcd9-378e4c9862ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T21:31:17Z', 'updated_at': '2022-05-30T21:31:17Z', 'revision_number': 0, 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b128830a-7e89-42da-bfd9-23fb8b621f8c', 'name': '', 'network_id': '6947b793-10f9-432d-9d4d-a432078941eb', 'tenant_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'mac_address': 'fa:16:3e:0d:37:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb6bf13-6783-4b3f-883c-332edf200d3e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7bcc6934-c34a-4296-ba3a-224527b7d81b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:30:58Z', 'updated_at': '2022-05-30T21:31:06Z', 'revision_number': 5, 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'subnets': [{'id': '7bcc6934-c34a-4296-ba3a-224527b7d81b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:31:19.742657 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb1d1ec-a6cc-4d03-87f9-205dfd0ee2c4 None None] The sync data for ids ['0fb6bf13-6783-4b3f-883c-332edf200d3e'] in n-d-843948-2 is: [{'id': '0fb6bf13-6783-4b3f-883c-332edf200d3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1376871850', 'tenant_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': '0f76bd47-0abc-4c41-b71f-bf89049ce3c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:30:54Z', 'updated_at': '2022-05-30T21:30:59Z', 'revision_number': 4, 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'gw_port': {'id': '0f76bd47-0abc-4c41-b71f-bf89049ce3c1', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e1:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb6bf13-6783-4b3f-883c-332edf200d3e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:30:55Z', 'updated_at': '2022-05-30T21:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': '67f0284d-3f39-44fc-b105-e51ab10e3194', 'tenant_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'floating_ip_address': '172.25.8.74', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': '0fb6bf13-6783-4b3f-883c-332edf200d3e', 'port_id': '029654c2-01f4-42d2-83d2-6a1c62f08c29', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6947b793-10f9-432d-9d4d-a432078941eb', 'mac_address': 'fa:16:3e:98:10:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73409c14-9aed-4589-bcd9-378e4c9862ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T21:31:17Z', 'updated_at': '2022-05-30T21:31:17Z', 'revision_number': 0, 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b128830a-7e89-42da-bfd9-23fb8b621f8c', 'name': '', 'network_id': '6947b793-10f9-432d-9d4d-a432078941eb', 'tenant_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'mac_address': 'fa:16:3e:0d:37:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb6bf13-6783-4b3f-883c-332edf200d3e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7bcc6934-c34a-4296-ba3a-224527b7d81b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:30:58Z', 'updated_at': '2022-05-30T21:31:06Z', 'revision_number': 5, 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'subnets': [{'id': '7bcc6934-c34a-4296-ba3a-224527b7d81b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 21:31:20.146740 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 52640) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:31:20.253521 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-3dac85c1-8e3d-4ab3-ab81-385e995fff37 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/floatingips/67f0284d-3f39-44fc-b105-e51ab10e3194 HTTP/1.1" status: 200 len: 991 time: 0.1056457 May 30 21:31:20.291954 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:31:21.257559 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 52644) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:31:21.364571 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-e9773323-3003-4752-a56f-15e3f2dd4e03 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/floatingips/67f0284d-3f39-44fc-b105-e51ab10e3194 HTTP/1.1" status: 200 len: 991 time: 0.1058354 May 30 21:31:21.550088 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426ea9fe-7b87-4a92-b62e-84d7c589e60f None None] New status for floating IP 67f0284d-3f39-44fc-b105-e51ab10e3194: ACTIVE {{(pid=84889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 21:31:22.368621 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 52648) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:31:22.472546 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-78ff9fb1-f524-4254-af43-5fdde9a08455 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/floatingips/67f0284d-3f39-44fc-b105-e51ab10e3194 HTTP/1.1" status: 200 len: 993 time: 0.1028020 May 30 21:31:23.078119 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:31:23.816388 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d7bb7845-2420-4eb1-8efc-572b40d3228f req-7740b266-4a24-4ee4-8e67-e46ec2d09a82 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=73409c14-9aed-4589-bcd9-378e4c9862ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0681071 May 30 21:31:23.957558 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d7bb7845-2420-4eb1-8efc-572b40d3228f req-d245f61f-58ff-4ec9-bf82-c02ccfe572a8 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8acbfcbd407543f9bb5b4cfddd9e55c4&device_id=73409c14-9aed-4589-bcd9-378e4c9862ca HTTP/1.1" status: 200 len: 1097 time: 0.0729685 May 30 21:31:24.106098 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bb7845-2420-4eb1-8efc-572b40d3228f req-be5d8c61-9846-453a-b61d-5d9abe765c44 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:31:24.107582 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d7bb7845-2420-4eb1-8efc-572b40d3228f req-be5d8c61-9846-453a-b61d-5d9abe765c44 service neutron] 10.222.0.86 "GET /v2.0/networks?id=6947b793-10f9-432d-9d4d-a432078941eb HTTP/1.1" status: 200 len: 897 time: 0.1272457 May 30 21:31:24.208107 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d7bb7845-2420-4eb1-8efc-572b40d3228f req-30201fc7-9b6c-4c74-b95a-5c2900644f40 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=029654c2-01f4-42d2-83d2-6a1c62f08c29 HTTP/1.1" status: 200 len: 1001 time: 0.0946572 May 30 21:31:24.273705 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bb7845-2420-4eb1-8efc-572b40d3228f req-541705de-58a2-4830-b9a5-31f2dba0b55d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:31:24.275803 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d7bb7845-2420-4eb1-8efc-572b40d3228f req-541705de-58a2-4830-b9a5-31f2dba0b55d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7bcc6934-c34a-4296-ba3a-224527b7d81b HTTP/1.1" status: 200 len: 835 time: 0.0617907 May 30 21:31:24.350082 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d7bb7845-2420-4eb1-8efc-572b40d3228f req-6040007a-0498-4f77-9cad-11a92c518c4b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=6947b793-10f9-432d-9d4d-a432078941eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0686369 May 30 21:31:24.487075 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d7bb7845-2420-4eb1-8efc-572b40d3228f req-3f6365f4-715a-4d48-ba83-acd46babf150 service neutron] 10.222.0.86 "GET /v2.0/networks/6947b793-10f9-432d-9d4d-a432078941eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257699 May 30 21:31:24.621126 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d7bb7845-2420-4eb1-8efc-572b40d3228f req-28ac5d0b-29bd-4203-adbf-43ef4252d4f3 service neutron] 10.222.0.86 "GET /v2.0/networks/6947b793-10f9-432d-9d4d-a432078941eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283970 May 30 21:31:26.303154 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-d0fff19e-8936-4e61-9917-0581390d384b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:31:29.634620 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-32b62a63-3b5c-478c-97ff-461b01cc23ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:31:29.946753 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:31:31.426521 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:31:32.949318 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:31:38.614620 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 21:31:50.280032 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:31:52.212552 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8403dc80-e7e2-45af-8ea1-a5b4e501eda7 req-a74fa9ad-c90c-4b4d-b7a8-0bbf1d43a0c4 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8acbfcbd407543f9bb5b4cfddd9e55c4&device_id=73409c14-9aed-4589-bcd9-378e4c9862ca HTTP/1.1" status: 200 len: 1097 time: 0.0971184 May 30 21:31:52.218877 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3323466f-d83c-4164-a215-6363b5896725 req-f3f4012b-813a-4d80-af0f-1bbdbf446a8b tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:31:52.220216 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3323466f-d83c-4164-a215-6363b5896725 req-f3f4012b-813a-4d80-af0f-1bbdbf446a8b tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/ports?device_id=73409c14-9aed-4589-bcd9-378e4c9862ca HTTP/1.1" status: 200 len: 946 time: 0.1405728 May 30 21:31:52.343698 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3323466f-d83c-4164-a215-6363b5896725 req-bb45e110-8424-4f67-8a2d-2a7b5c4b24af tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/security-groups?id=73a7f88d-c00c-40de-9580-6de0e2c12293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051226 May 30 21:31:52.382982 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8403dc80-e7e2-45af-8ea1-a5b4e501eda7 req-e9bef8e5-d5ed-4351-ad9e-6f1b4a2ceb8a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:31:52.384425 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8403dc80-e7e2-45af-8ea1-a5b4e501eda7 req-e9bef8e5-d5ed-4351-ad9e-6f1b4a2ceb8a service neutron] 10.222.0.86 "GET /v2.0/networks?id=6947b793-10f9-432d-9d4d-a432078941eb HTTP/1.1" status: 200 len: 897 time: 0.1633952 May 30 21:31:52.540688 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8403dc80-e7e2-45af-8ea1-a5b4e501eda7 req-989cf951-25d7-45bd-94e2-b6dda19b03c9 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=029654c2-01f4-42d2-83d2-6a1c62f08c29 HTTP/1.1" status: 200 len: 1001 time: 0.1498899 May 30 21:31:52.693378 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8403dc80-e7e2-45af-8ea1-a5b4e501eda7 req-7a4ab83a-5dea-477d-bae7-c59158ad2cdf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:31:52.694811 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8403dc80-e7e2-45af-8ea1-a5b4e501eda7 req-7a4ab83a-5dea-477d-bae7-c59158ad2cdf service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7bcc6934-c34a-4296-ba3a-224527b7d81b HTTP/1.1" status: 200 len: 835 time: 0.1473348 May 30 21:31:52.768702 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8403dc80-e7e2-45af-8ea1-a5b4e501eda7 req-ca2f82ac-28b8-4bfe-8fb9-32dcd9bfaabc service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=6947b793-10f9-432d-9d4d-a432078941eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0672710 May 30 21:31:52.901200 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8403dc80-e7e2-45af-8ea1-a5b4e501eda7 req-a0a39028-aaf7-493c-ba6f-d7ae13b46aaa service neutron] 10.222.0.86 "GET /v2.0/networks/6947b793-10f9-432d-9d4d-a432078941eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222775 May 30 21:31:53.036493 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8403dc80-e7e2-45af-8ea1-a5b4e501eda7 req-c31c6a34-1d30-436f-b0ce-0752a5d00602 service neutron] 10.222.0.86 "GET /v2.0/networks/6947b793-10f9-432d-9d4d-a432078941eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251066 May 30 21:31:53.077707 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:31:53.544995 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f707ccd1-0638-4e09-8fc8-bd23e238d9b9 req-47c2016e-cb36-4281-84f6-8936b334bc52 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:31:53.546722 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f707ccd1-0638-4e09-8fc8-bd23e238d9b9 req-47c2016e-cb36-4281-84f6-8936b334bc52 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/ports?device_id=73409c14-9aed-4589-bcd9-378e4c9862ca HTTP/1.1" status: 200 len: 946 time: 0.0764809 May 30 21:31:53.592147 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f707ccd1-0638-4e09-8fc8-bd23e238d9b9 req-130a2d03-926f-4ca2-9d50-85b4b58d5a89 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/security-groups?id=73a7f88d-c00c-40de-9580-6de0e2c12293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398283 May 30 21:31:54.791157 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e352a5-e78a-419a-a9cd-975b8348ea2d req-3f21044c-78bc-4c25-bbea-8f5cdc7833fe tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:31:54.792601 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e0e352a5-e78a-419a-a9cd-975b8348ea2d req-3f21044c-78bc-4c25-bbea-8f5cdc7833fe tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/ports?device_id=73409c14-9aed-4589-bcd9-378e4c9862ca HTTP/1.1" status: 200 len: 946 time: 0.0799170 May 30 21:31:54.838942 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e0e352a5-e78a-419a-a9cd-975b8348ea2d req-be373520-d411-491d-a431-c2893849fa85 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/security-groups?id=73a7f88d-c00c-40de-9580-6de0e2c12293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395734 May 30 21:31:56.034698 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdebf408-c697-44e9-aca2-29e821232c0e req-52cd1f5c-f5ab-42ca-822a-2ac94a41c219 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:31:56.036133 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-cdebf408-c697-44e9-aca2-29e821232c0e req-52cd1f5c-f5ab-42ca-822a-2ac94a41c219 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/ports?device_id=73409c14-9aed-4589-bcd9-378e4c9862ca HTTP/1.1" status: 200 len: 946 time: 0.0779262 May 30 21:31:56.081083 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-cdebf408-c697-44e9-aca2-29e821232c0e req-5f366e45-3c2c-4689-942b-feae2dff440f tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/security-groups?id=73a7f88d-c00c-40de-9580-6de0e2c12293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394053 May 30 21:31:56.268353 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-505e26d5-816c-4896-8361-c60959878afa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:31:57.273059 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a00eff9-3733-491f-89a6-2599f0443ea7 req-777c8bfb-4b6f-4a19-b445-1fd6b5e9af6f tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:31:57.274532 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8a00eff9-3733-491f-89a6-2599f0443ea7 req-777c8bfb-4b6f-4a19-b445-1fd6b5e9af6f tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/ports?device_id=73409c14-9aed-4589-bcd9-378e4c9862ca HTTP/1.1" status: 200 len: 946 time: 0.0766370 May 30 21:31:57.320186 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8a00eff9-3733-491f-89a6-2599f0443ea7 req-b30e26a3-eeb1-46f1-95d5-83d5dc436ad1 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/security-groups?id=73a7f88d-c00c-40de-9580-6de0e2c12293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396106 May 30 21:31:58.513776 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d28437d-e0e8-4a94-9dff-bc874a85adc3 req-4ef9f9d6-d803-4bfc-995b-6922be79f6a1 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:31:58.515221 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6d28437d-e0e8-4a94-9dff-bc874a85adc3 req-4ef9f9d6-d803-4bfc-995b-6922be79f6a1 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/ports?device_id=73409c14-9aed-4589-bcd9-378e4c9862ca HTTP/1.1" status: 200 len: 946 time: 0.0749652 May 30 21:31:58.560845 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6d28437d-e0e8-4a94-9dff-bc874a85adc3 req-4e22e503-c9c0-4efe-9b3d-9e2e32fd17b4 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/security-groups?id=73a7f88d-c00c-40de-9580-6de0e2c12293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401750 May 30 21:31:59.657118 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-e5865c88-41ab-41ba-813f-6d00b15f7f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:31:59.762128 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0910856e-6744-494c-873c-fa246ddfae0e req-c28b1726-cf12-4490-b585-113e2e38dc6d tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:31:59.763611 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0910856e-6744-494c-873c-fa246ddfae0e req-c28b1726-cf12-4490-b585-113e2e38dc6d tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/ports?device_id=73409c14-9aed-4589-bcd9-378e4c9862ca HTTP/1.1" status: 200 len: 946 time: 0.0804110 May 30 21:31:59.809999 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0910856e-6744-494c-873c-fa246ddfae0e req-33e7c239-77bd-4033-ad8b-d29fe1328b7a tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/security-groups?id=73a7f88d-c00c-40de-9580-6de0e2c12293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406728 May 30 21:31:59.917368 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:32:01.009335 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bffece-3305-4ae4-99e4-1eb96a02bc8f req-48f17988-1f32-456b-b99c-2f2dd2794053 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:32:01.010806 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-17bffece-3305-4ae4-99e4-1eb96a02bc8f req-48f17988-1f32-456b-b99c-2f2dd2794053 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/ports?device_id=73409c14-9aed-4589-bcd9-378e4c9862ca HTTP/1.1" status: 200 len: 946 time: 0.0781393 May 30 21:32:01.056033 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-17bffece-3305-4ae4-99e4-1eb96a02bc8f req-6063e316-7397-4a3e-843b-90a7ffff1a8f tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/security-groups?id=73a7f88d-c00c-40de-9580-6de0e2c12293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391521 May 30 21:32:01.436974 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:32:02.253406 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee3d139-cfeb-4018-82d8-208d21b7f06b req-75d3d9fe-657f-4fa0-87e2-17f79d7fc168 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:32:02.254882 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-eee3d139-cfeb-4018-82d8-208d21b7f06b req-75d3d9fe-657f-4fa0-87e2-17f79d7fc168 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/ports?device_id=73409c14-9aed-4589-bcd9-378e4c9862ca HTTP/1.1" status: 200 len: 946 time: 0.0778484 May 30 21:32:02.301054 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-eee3d139-cfeb-4018-82d8-208d21b7f06b req-3637447f-2ff9-43ef-a0b1-6ed43d1a978a tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/security-groups?id=73a7f88d-c00c-40de-9580-6de0e2c12293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405257 May 30 21:32:02.987995 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:32:03.494007 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cb12be-c0f8-4646-8fe5-3ed5f3497aa5 req-79c209ce-4ad2-4f4e-91db-193fa6136a8b tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:32:03.495483 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b3cb12be-c0f8-4646-8fe5-3ed5f3497aa5 req-79c209ce-4ad2-4f4e-91db-193fa6136a8b tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/ports?device_id=73409c14-9aed-4589-bcd9-378e4c9862ca HTTP/1.1" status: 200 len: 946 time: 0.0743625 May 30 21:32:03.547258 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b3cb12be-c0f8-4646-8fe5-3ed5f3497aa5 req-3ef267d1-0eb3-4877-90b9-77e0e099dae4 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/security-groups?id=73a7f88d-c00c-40de-9580-6de0e2c12293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455520 May 30 21:32:04.756981 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f978c7aa-a48c-488c-b389-e23838646623 req-ee661059-ea28-4a2f-81fb-f39527d37a39 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:32:04.758435 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f978c7aa-a48c-488c-b389-e23838646623 req-ee661059-ea28-4a2f-81fb-f39527d37a39 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/ports?device_id=73409c14-9aed-4589-bcd9-378e4c9862ca HTTP/1.1" status: 200 len: 946 time: 0.0779636 May 30 21:32:04.804539 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f978c7aa-a48c-488c-b389-e23838646623 req-d6773220-e4ce-4334-8c90-62a92570cd98 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/security-groups?id=73a7f88d-c00c-40de-9580-6de0e2c12293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398426 May 30 21:32:04.833072 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 52694) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:32:04.932418 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-84dc173d-8de3-410f-9965-fc3313c4e082 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/floatingips/67f0284d-3f39-44fc-b105-e51ab10e3194 HTTP/1.1" status: 200 len: 993 time: 0.0981767 May 30 21:32:15.616020 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 21:32:20.302367 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:32:23.073455 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:32:23.823827 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1c43e2e2-4185-4e61-8534-6ecb017c25fe req-cdec9e11-ea85-48c3-b42f-82fd6d094b7b service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=73409c14-9aed-4589-bcd9-378e4c9862ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0675449 May 30 21:32:23.966788 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1c43e2e2-4185-4e61-8534-6ecb017c25fe req-52c72059-ddd6-4025-b9bf-a27d74987698 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8acbfcbd407543f9bb5b4cfddd9e55c4&device_id=73409c14-9aed-4589-bcd9-378e4c9862ca HTTP/1.1" status: 200 len: 1097 time: 0.0733569 May 30 21:32:24.110303 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c43e2e2-4185-4e61-8534-6ecb017c25fe req-ea6bf744-8188-4195-a71d-51457c041c73 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:32:24.111638 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1c43e2e2-4185-4e61-8534-6ecb017c25fe req-ea6bf744-8188-4195-a71d-51457c041c73 service neutron] 10.222.0.86 "GET /v2.0/networks?id=6947b793-10f9-432d-9d4d-a432078941eb HTTP/1.1" status: 200 len: 897 time: 0.1259665 May 30 21:32:24.216113 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1c43e2e2-4185-4e61-8534-6ecb017c25fe req-97cb8227-e2a2-48f7-a279-bf8d4a042cb7 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=029654c2-01f4-42d2-83d2-6a1c62f08c29 HTTP/1.1" status: 200 len: 1001 time: 0.0962648 May 30 21:32:24.279621 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c43e2e2-4185-4e61-8534-6ecb017c25fe req-ccd752eb-7613-4da3-b962-9251f181b03c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:32:24.281049 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1c43e2e2-4185-4e61-8534-6ecb017c25fe req-ccd752eb-7613-4da3-b962-9251f181b03c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7bcc6934-c34a-4296-ba3a-224527b7d81b HTTP/1.1" status: 200 len: 835 time: 0.0570159 May 30 21:32:24.359334 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1c43e2e2-4185-4e61-8534-6ecb017c25fe req-be1bfa89-b7ab-4bbf-a471-7baa0128e00b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=6947b793-10f9-432d-9d4d-a432078941eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0723996 May 30 21:32:24.494115 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1c43e2e2-4185-4e61-8534-6ecb017c25fe req-8c74c7c3-429d-48e4-81b4-512ca551d642 service neutron] 10.222.0.86 "GET /v2.0/networks/6947b793-10f9-432d-9d4d-a432078941eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243300 May 30 21:32:24.628518 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1c43e2e2-4185-4e61-8534-6ecb017c25fe req-fc042177-eefe-423d-841a-f7d718005a26 service neutron] 10.222.0.86 "GET /v2.0/networks/6947b793-10f9-432d-9d4d-a432078941eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250591 May 30 21:32:26.288281 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-f11342d7-d9d8-4ae5-832b-368cea6d5270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:32:29.650879 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-8f093e08-ff15-4f74-bd1f-f424ca799dc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:32:29.902239 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:32:31.436484 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:32:32.959011 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:32:37.365108 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 52718) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:32:37.657754 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-e38276da-f8bf-4f6f-9aed-7e714cd4a462 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Deleting port 5e0f000e-8291-4343-a97b-152418ff28cc {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:32:37.657754 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e38276da-f8bf-4f6f-9aed-7e714cd4a462 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:32:37.823873 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e38276da-f8bf-4f6f-9aed-7e714cd4a462 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:32:37.824196 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e38276da-f8bf-4f6f-9aed-7e714cd4a462 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:32:37.948036 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-e38276da-f8bf-4f6f-9aed-7e714cd4a462 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Calling delete_port for 5e0f000e-8291-4343-a97b-152418ff28cc owned by network:floatingip {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:32:38.179033 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e38276da-f8bf-4f6f-9aed-7e714cd4a462 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:32:38.224580 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38276da-f8bf-4f6f-9aed-7e714cd4a462 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Pushing event deleted for resources: {'Port': ['ID=5e0f000e-8291-4343-a97b-152418ff28cc,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:32:38.261676 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38276da-f8bf-4f6f-9aed-7e714cd4a462 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:32:38.262015 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38276da-f8bf-4f6f-9aed-7e714cd4a462 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:32:38.262353 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38276da-f8bf-4f6f-9aed-7e714cd4a462 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:32:38.262684 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38276da-f8bf-4f6f-9aed-7e714cd4a462 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:32:38.263499 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38276da-f8bf-4f6f-9aed-7e714cd4a462 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:32:38.263830 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38276da-f8bf-4f6f-9aed-7e714cd4a462 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:32:38.264155 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38276da-f8bf-4f6f-9aed-7e714cd4a462 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:32:38.264476 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38276da-f8bf-4f6f-9aed-7e714cd4a462 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:32:38.264795 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38276da-f8bf-4f6f-9aed-7e714cd4a462 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:32:38.265113 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38276da-f8bf-4f6f-9aed-7e714cd4a462 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:32:38.265438 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38276da-f8bf-4f6f-9aed-7e714cd4a462 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:32:38.328232 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e38276da-f8bf-4f6f-9aed-7e714cd4a462 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for floatingip, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:32:38.715638 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e38276da-f8bf-4f6f-9aed-7e714cd4a462 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Router 0fb6bf13-6783-4b3f-883c-332edf200d3e has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 21:32:38.917426 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e38276da-f8bf-4f6f-9aed-7e714cd4a462 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 21:32:38.927337 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a214057a-df13-4b50-9ac2-bfc33959e1af None None] Sync routers for ids ['0fb6bf13-6783-4b3f-883c-332edf200d3e'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 21:32:38.942475 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a214057a-df13-4b50-9ac2-bfc33959e1af None None] Routers {'0fb6bf13-6783-4b3f-883c-332edf200d3e'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:32:38.943112 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-a214057a-df13-4b50-9ac2-bfc33959e1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T21:32:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['0fb6bf13-6783-4b3f-883c-332edf200d3e'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:32:38.996437 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e38276da-f8bf-4f6f-9aed-7e714cd4a462 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:32:39.054163 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-e38276da-f8bf-4f6f-9aed-7e714cd4a462 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "DELETE /v2.0/floatingips/67f0284d-3f39-44fc-b105-e51ab10e3194 HTTP/1.1" status: 204 len: 168 time: 1.6877244 May 30 21:32:39.054881 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73409c14-9aed-4589-bcd9-378e4c9862ca', 'tag': '029654c2-01f4-42d2-83d2-6a1c62f08c29'}] {{(pid=84886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:32:39.118589 n-d-843948-2 neutron-server[84886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3ef8525-a62d-4795-9997-dc96fad56cda'] response: {'name': 'network-changed', 'server_uuid': '73409c14-9aed-4589-bcd9-378e4c9862ca', 'tag': '029654c2-01f4-42d2-83d2-6a1c62f08c29', 'status': 'completed', 'code': 200} May 30 21:32:39.172442 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-a214057a-df13-4b50-9ac2-bfc33959e1af None None] Set router 0fb6bf13-6783-4b3f-883c-332edf200d3e gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:32:39.315831 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7c3d8898-66ff-415d-b8ba-1e0c77d94697 req-35fa43be-e84f-42d5-b093-ec1835ec3641 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8acbfcbd407543f9bb5b4cfddd9e55c4&device_id=73409c14-9aed-4589-bcd9-378e4c9862ca HTTP/1.1" status: 200 len: 1097 time: 0.1708343 May 30 21:32:39.454978 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3d8898-66ff-415d-b8ba-1e0c77d94697 req-75913908-6199-41a0-b4ef-fa6cda37f0ea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:32:39.456438 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7c3d8898-66ff-415d-b8ba-1e0c77d94697 req-75913908-6199-41a0-b4ef-fa6cda37f0ea service neutron] 10.222.0.86 "GET /v2.0/networks?id=6947b793-10f9-432d-9d4d-a432078941eb HTTP/1.1" status: 200 len: 897 time: 0.1312032 May 30 21:32:39.494407 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-a214057a-df13-4b50-9ac2-bfc33959e1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb6bf13-6783-4b3f-883c-332edf200d3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1376871850', 'tenant_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': '0f76bd47-0abc-4c41-b71f-bf89049ce3c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:30:54Z', 'updated_at': '2022-05-30T21:30:59Z', 'revision_number': 4, 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'gw_port': {'id': '0f76bd47-0abc-4c41-b71f-bf89049ce3c1', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e1:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb6bf13-6783-4b3f-883c-332edf200d3e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:30:55Z', 'updated_at': '2022-05-30T21:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': 'b128830a-7e89-42da-bfd9-23fb8b621f8c', 'name': '', 'network_id': '6947b793-10f9-432d-9d4d-a432078941eb', 'tenant_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'mac_address': 'fa:16:3e:0d:37:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb6bf13-6783-4b3f-883c-332edf200d3e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7bcc6934-c34a-4296-ba3a-224527b7d81b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:30:58Z', 'updated_at': '2022-05-30T21:31:06Z', 'revision_number': 5, 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'subnets': [{'id': '7bcc6934-c34a-4296-ba3a-224527b7d81b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:32:39.498902 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a214057a-df13-4b50-9ac2-bfc33959e1af None None] Checking router: 0fb6bf13-6783-4b3f-883c-332edf200d3e for host: n-d-843948-2 {{(pid=84888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 21:32:39.509356 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a214057a-df13-4b50-9ac2-bfc33959e1af None None] Routers {'0fb6bf13-6783-4b3f-883c-332edf200d3e'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:32:39.509979 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-a214057a-df13-4b50-9ac2-bfc33959e1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T21:32:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['0fb6bf13-6783-4b3f-883c-332edf200d3e'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:32:39.536663 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7c3d8898-66ff-415d-b8ba-1e0c77d94697 req-028052db-9e44-4ef2-ae02-eaf4999e46c3 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=029654c2-01f4-42d2-83d2-6a1c62f08c29 HTTP/1.1" status: 200 len: 217 time: 0.0660412 May 30 21:32:39.602283 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3d8898-66ff-415d-b8ba-1e0c77d94697 req-00a47b8c-c730-431e-a470-fa870f91c721 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:32:39.603707 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7c3d8898-66ff-415d-b8ba-1e0c77d94697 req-00a47b8c-c730-431e-a470-fa870f91c721 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7bcc6934-c34a-4296-ba3a-224527b7d81b HTTP/1.1" status: 200 len: 835 time: 0.0579791 May 30 21:32:39.682716 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7c3d8898-66ff-415d-b8ba-1e0c77d94697 req-9f8af549-37db-4d93-a1b4-de69dced8b13 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=6947b793-10f9-432d-9d4d-a432078941eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0729337 May 30 21:32:39.693047 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-a214057a-df13-4b50-9ac2-bfc33959e1af None None] Set router 0fb6bf13-6783-4b3f-883c-332edf200d3e gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:32:39.792546 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdba0716-995f-44de-bc7d-34fb0e360171 req-2995fbca-a43a-490e-808a-58dacdce1141 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:32:39.795077 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-bdba0716-995f-44de-bc7d-34fb0e360171 req-2995fbca-a43a-490e-808a-58dacdce1141 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Synchronizing usage tracker for tenant:8acbfcbd407543f9bb5b4cfddd9e55c4 on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 21:32:39.831188 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7c3d8898-66ff-415d-b8ba-1e0c77d94697 req-ed37ea3a-53c8-416f-9f90-9963c47361a7 service neutron] 10.222.0.86 "GET /v2.0/networks/6947b793-10f9-432d-9d4d-a432078941eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419077 May 30 21:32:39.874558 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-bdba0716-995f-44de-bc7d-34fb0e360171 req-2995fbca-a43a-490e-808a-58dacdce1141 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Unset dirty status for tenant:8acbfcbd407543f9bb5b4cfddd9e55c4 on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 21:32:39.878250 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-bdba0716-995f-44de-bc7d-34fb0e360171 req-2995fbca-a43a-490e-808a-58dacdce1141 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/ports?device_id=73409c14-9aed-4589-bcd9-378e4c9862ca HTTP/1.1" status: 200 len: 946 time: 0.1854169 May 30 21:32:39.936341 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-bdba0716-995f-44de-bc7d-34fb0e360171 req-90253df4-cef7-4d0f-a221-3814bfebf388 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/security-groups?id=73a7f88d-c00c-40de-9580-6de0e2c12293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526910 May 30 21:32:39.992188 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7c3d8898-66ff-415d-b8ba-1e0c77d94697 req-7be64451-bdbe-4aa0-ad1f-e805f13e8fc2 service neutron] 10.222.0.86 "GET /v2.0/networks/6947b793-10f9-432d-9d4d-a432078941eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522653 May 30 21:32:40.041246 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-a214057a-df13-4b50-9ac2-bfc33959e1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb6bf13-6783-4b3f-883c-332edf200d3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1376871850', 'tenant_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': '0f76bd47-0abc-4c41-b71f-bf89049ce3c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:30:54Z', 'updated_at': '2022-05-30T21:30:59Z', 'revision_number': 4, 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'gw_port': {'id': '0f76bd47-0abc-4c41-b71f-bf89049ce3c1', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e1:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb6bf13-6783-4b3f-883c-332edf200d3e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:30:55Z', 'updated_at': '2022-05-30T21:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': 'b128830a-7e89-42da-bfd9-23fb8b621f8c', 'name': '', 'network_id': '6947b793-10f9-432d-9d4d-a432078941eb', 'tenant_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'mac_address': 'fa:16:3e:0d:37:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb6bf13-6783-4b3f-883c-332edf200d3e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7bcc6934-c34a-4296-ba3a-224527b7d81b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:30:58Z', 'updated_at': '2022-05-30T21:31:06Z', 'revision_number': 5, 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'subnets': [{'id': '7bcc6934-c34a-4296-ba3a-224527b7d81b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:32:40.045473 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a214057a-df13-4b50-9ac2-bfc33959e1af None None] The sync data for ids ['0fb6bf13-6783-4b3f-883c-332edf200d3e'] in n-d-843948-2 is: [{'id': '0fb6bf13-6783-4b3f-883c-332edf200d3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1376871850', 'tenant_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': '0f76bd47-0abc-4c41-b71f-bf89049ce3c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:30:54Z', 'updated_at': '2022-05-30T21:30:59Z', 'revision_number': 4, 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'gw_port': {'id': '0f76bd47-0abc-4c41-b71f-bf89049ce3c1', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e1:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb6bf13-6783-4b3f-883c-332edf200d3e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:30:55Z', 'updated_at': '2022-05-30T21:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': 'b128830a-7e89-42da-bfd9-23fb8b621f8c', 'name': '', 'network_id': '6947b793-10f9-432d-9d4d-a432078941eb', 'tenant_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'mac_address': 'fa:16:3e:0d:37:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb6bf13-6783-4b3f-883c-332edf200d3e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7bcc6934-c34a-4296-ba3a-224527b7d81b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:30:58Z', 'updated_at': '2022-05-30T21:31:06Z', 'revision_number': 5, 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'subnets': [{'id': '7bcc6934-c34a-4296-ba3a-224527b7d81b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 21:32:40.268938 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61da7bbc-c62f-4719-904c-c451f13a6f71 None None] New status for floating IP 67f0284d-3f39-44fc-b105-e51ab10e3194: DOWN {{(pid=84889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 21:32:41.135100 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b8723f-32e9-4298-93ef-d2ef9fbd2152 req-00f31d64-f22d-4aeb-901c-833738d1ceeb tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:32:41.136465 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-61b8723f-32e9-4298-93ef-d2ef9fbd2152 req-00f31d64-f22d-4aeb-901c-833738d1ceeb tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/ports?device_id=73409c14-9aed-4589-bcd9-378e4c9862ca HTTP/1.1" status: 200 len: 946 time: 0.0782807 May 30 21:32:41.181805 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-61b8723f-32e9-4298-93ef-d2ef9fbd2152 req-e376e7d8-157b-4ff3-b733-bcce38ac7898 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/security-groups?id=73a7f88d-c00c-40de-9580-6de0e2c12293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392964 May 30 21:32:41.393665 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab61abd-f881-4002-afb2-4bd7d6bd0576 req-cd6f358a-bf74-4051-8d99-e15620f81b2d tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:32:41.394992 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-aab61abd-f881-4002-afb2-4bd7d6bd0576 req-cd6f358a-bf74-4051-8d99-e15620f81b2d tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.86 "GET /v2.0/ports?device_id=73409c14-9aed-4589-bcd9-378e4c9862ca HTTP/1.1" status: 200 len: 946 time: 0.0778534 May 30 21:32:41.465201 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-aab61abd-f881-4002-afb2-4bd7d6bd0576 req-be771c72-61e7-4f56-85ba-fdde646a4762 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Deleting port 029654c2-01f4-42d2-83d2-6a1c62f08c29 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:32:41.465581 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-aab61abd-f881-4002-afb2-4bd7d6bd0576 req-be771c72-61e7-4f56-85ba-fdde646a4762 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:32:41.709267 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-aab61abd-f881-4002-afb2-4bd7d6bd0576 req-be771c72-61e7-4f56-85ba-fdde646a4762 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] For port 029654c2-01f4-42d2-83d2-6a1c62f08c29, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=029654c2-01f4-42d2-83d2-6a1c62f08c29,segment=NetworkSegment(7d24935e-416a-4aa2-9d70-d63e98ad52e9),segment_id=7d24935e-416a-4aa2-9d70-d63e98ad52e9)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:32:41.709737 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-aab61abd-f881-4002-afb2-4bd7d6bd0576 req-be771c72-61e7-4f56-85ba-fdde646a4762 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:32:41.832392 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-aab61abd-f881-4002-afb2-4bd7d6bd0576 req-be771c72-61e7-4f56-85ba-fdde646a4762 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Calling delete_port for 029654c2-01f4-42d2-83d2-6a1c62f08c29 owned by compute:nova {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:32:42.039375 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-aab61abd-f881-4002-afb2-4bd7d6bd0576 req-be771c72-61e7-4f56-85ba-fdde646a4762 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:32:42.087365 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be771c72-61e7-4f56-85ba-fdde646a4762 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Pushing event deleted for resources: {'Port': ['ID=029654c2-01f4-42d2-83d2-6a1c62f08c29,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:32:42.126180 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be771c72-61e7-4f56-85ba-fdde646a4762 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:32:42.126521 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be771c72-61e7-4f56-85ba-fdde646a4762 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:32:42.126853 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be771c72-61e7-4f56-85ba-fdde646a4762 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:32:42.127180 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be771c72-61e7-4f56-85ba-fdde646a4762 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:32:42.127502 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be771c72-61e7-4f56-85ba-fdde646a4762 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:32:42.127825 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be771c72-61e7-4f56-85ba-fdde646a4762 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:32:42.128150 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be771c72-61e7-4f56-85ba-fdde646a4762 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:32:42.128468 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be771c72-61e7-4f56-85ba-fdde646a4762 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:32:42.128781 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be771c72-61e7-4f56-85ba-fdde646a4762 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:32:42.129095 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be771c72-61e7-4f56-85ba-fdde646a4762 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:32:42.129408 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be771c72-61e7-4f56-85ba-fdde646a4762 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:32:42.260714 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-aab61abd-f881-4002-afb2-4bd7d6bd0576 req-be771c72-61e7-4f56-85ba-fdde646a4762 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] No DVR routers for this DVR port 029654c2-01f4-42d2-83d2-6a1c62f08c29 on host n-h2-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 21:32:42.263789 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-aab61abd-f881-4002-afb2-4bd7d6bd0576 req-be771c72-61e7-4f56-85ba-fdde646a4762 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:32:42.266329 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73409c14-9aed-4589-bcd9-378e4c9862ca', 'name': 'network-vif-deleted', 'tag': '029654c2-01f4-42d2-83d2-6a1c62f08c29'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:32:42.336666 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc4c7e49-c5dd-4721-93e5-f6fafa5359c8'] response: {'server_uuid': '73409c14-9aed-4589-bcd9-378e4c9862ca', 'name': 'network-vif-deleted', 'tag': '029654c2-01f4-42d2-83d2-6a1c62f08c29', 'status': 'completed', 'code': 200} May 30 21:32:42.366768 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-aab61abd-f881-4002-afb2-4bd7d6bd0576 req-be771c72-61e7-4f56-85ba-fdde646a4762 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.86 "DELETE /v2.0/ports/029654c2-01f4-42d2-83d2-6a1c62f08c29 HTTP/1.1" status: 204 len: 173 time: 0.9590864 May 30 21:32:42.457559 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b6bbfa70-2f3a-4113-bc24-5ee89b47b216 req-bc06b2d4-7613-41e9-bb22-4db2d4f99e0a tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/ports?device_id=73409c14-9aed-4589-bcd9-378e4c9862ca HTTP/1.1" status: 200 len: 210 time: 0.1496878 May 30 21:32:43.567772 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 52736) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:32:43.969703 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ad3c776f-1f98-4d38-b602-752cc942066d tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-736216'] for router_interface, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:32:44.574229 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-ad3c776f-1f98-4d38-b602-752cc942066d tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Deleting port b128830a-7e89-42da-bfd9-23fb8b621f8c {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:32:44.574888 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ad3c776f-1f98-4d38-b602-752cc942066d tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:32:44.761358 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [None req-ad3c776f-1f98-4d38-b602-752cc942066d tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] For port b128830a-7e89-42da-bfd9-23fb8b621f8c, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=b128830a-7e89-42da-bfd9-23fb8b621f8c,segment=NetworkSegment(7d24935e-416a-4aa2-9d70-d63e98ad52e9),segment_id=7d24935e-416a-4aa2-9d70-d63e98ad52e9)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:32:44.761822 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ad3c776f-1f98-4d38-b602-752cc942066d tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:32:44.890616 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-ad3c776f-1f98-4d38-b602-752cc942066d tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Calling delete_port for b128830a-7e89-42da-bfd9-23fb8b621f8c owned by network:router_interface {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:32:44.914418 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 029654c2-01f4-42d2-83d2-6a1c62f08c29 no longer exists at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 21:32:44.946536 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] No Port match for: 029654c2-01f4-42d2-83d2-6a1c62f08c29 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 21:32:44.946882 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 029654c2-01f4-42d2-83d2-6a1c62f08c29 not bound to the agent host n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 21:32:45.256381 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ad3c776f-1f98-4d38-b602-752cc942066d tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:32:45.304288 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3c776f-1f98-4d38-b602-752cc942066d tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Pushing event deleted for resources: {'Port': ['ID=b128830a-7e89-42da-bfd9-23fb8b621f8c,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:32:45.595835 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ad3c776f-1f98-4d38-b602-752cc942066d tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1718140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-736143'] for router_interface, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:32:46.168075 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad3c776f-1f98-4d38-b602-752cc942066d tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Router 0fb6bf13-6783-4b3f-883c-332edf200d3e has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 21:32:46.367133 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad3c776f-1f98-4d38-b602-752cc942066d tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 21:32:46.376777 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ce1971-519e-4a55-a361-d75e37d625c1 None None] Sync routers for ids ['0fb6bf13-6783-4b3f-883c-332edf200d3e'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 21:32:46.380147 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-ad3c776f-1f98-4d38-b602-752cc942066d tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "PUT /v2.0/routers/0fb6bf13-6783-4b3f-883c-332edf200d3e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8113005 May 30 21:32:46.382896 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 52742) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:32:46.388761 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ce1971-519e-4a55-a361-d75e37d625c1 None None] Routers {'0fb6bf13-6783-4b3f-883c-332edf200d3e'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:32:46.389371 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-26ce1971-519e-4a55-a361-d75e37d625c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T21:32:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['0fb6bf13-6783-4b3f-883c-332edf200d3e'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:32:46.565027 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a4ef908-abeb-4dd8-b341-2401ce24cb1e tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Deleting subnet 7bcc6934-c34a-4296-ba3a-224527b7d81b {{(pid=84886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 21:32:46.566603 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-26ce1971-519e-4a55-a361-d75e37d625c1 None None] Set router 0fb6bf13-6783-4b3f-883c-332edf200d3e gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:32:46.567809 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2a4ef908-abeb-4dd8-b341-2401ce24cb1e tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for subnet, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:32:46.734938 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2a4ef908-abeb-4dd8-b341-2401ce24cb1e tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2655517'] for subnet, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:32:46.822887 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2a4ef908-abeb-4dd8-b341-2401ce24cb1e tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:32:46.893992 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-26ce1971-519e-4a55-a361-d75e37d625c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb6bf13-6783-4b3f-883c-332edf200d3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1376871850', 'tenant_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': '0f76bd47-0abc-4c41-b71f-bf89049ce3c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:30:54Z', 'updated_at': '2022-05-30T21:32:44Z', 'revision_number': 5, 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'gw_port': {'id': '0f76bd47-0abc-4c41-b71f-bf89049ce3c1', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e1:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb6bf13-6783-4b3f-883c-332edf200d3e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:30:55Z', 'updated_at': '2022-05-30T21:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:32:46.897926 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ce1971-519e-4a55-a361-d75e37d625c1 None None] Checking router: 0fb6bf13-6783-4b3f-883c-332edf200d3e for host: n-d-843948-2 {{(pid=84888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 21:32:46.909187 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ce1971-519e-4a55-a361-d75e37d625c1 None None] Routers {'0fb6bf13-6783-4b3f-883c-332edf200d3e'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:32:46.909873 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-26ce1971-519e-4a55-a361-d75e37d625c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T21:32:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['0fb6bf13-6783-4b3f-883c-332edf200d3e'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:32:46.973863 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2a4ef908-abeb-4dd8-b341-2401ce24cb1e tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4127075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2778536'] for subnet, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:32:47.014500 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4ef908-abeb-4dd8-b341-2401ce24cb1e tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Pushing event deleted for resources: {'Subnet': ['ID=7bcc6934-c34a-4296-ba3a-224527b7d81b,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:32:47.021397 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2a4ef908-abeb-4dd8-b341-2401ce24cb1e tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:32:47.027100 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee1a3a36-ab7a-4af8-b102-4bfa62512c0c None None] Network 6947b793-10f9-432d-9d4d-a432078941eb requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 21:32:47.029027 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-2a4ef908-abeb-4dd8-b341-2401ce24cb1e tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "DELETE /v2.0/subnets/7bcc6934-c34a-4296-ba3a-224527b7d81b HTTP/1.1" status: 204 len: 168 time: 0.6446395 May 30 21:32:47.031760 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 52746) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:32:47.231706 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f622e72f-c5ec-4a10-bebb-78ae8a1cd8ec tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for router, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:32:47.234004 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-26ce1971-519e-4a55-a361-d75e37d625c1 None None] Set router 0fb6bf13-6783-4b3f-883c-332edf200d3e gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:32:47.430519 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f622e72f-c5ec-4a10-bebb-78ae8a1cd8ec tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:32:47.506592 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e239804c-971a-4d5f-a75a-54012f1919e0 None None] DHCP port deletion for 6947b793-10f9-432d-9d4d-a432078941eb request from n-d-843948-2 {{(pid=84888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 21:32:47.516844 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-e239804c-971a-4d5f-a75a-54012f1919e0 None None] Deleting port c5f0d934-04d2-4b1c-bd23-eee879faea0f {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:32:47.517212 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-e239804c-971a-4d5f-a75a-54012f1919e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:32:47.547803 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-f622e72f-c5ec-4a10-bebb-78ae8a1cd8ec tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Deleting port 0f76bd47-0abc-4c41-b71f-bf89049ce3c1 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:32:47.548144 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f622e72f-c5ec-4a10-bebb-78ae8a1cd8ec tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:32:47.710466 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-26ce1971-519e-4a55-a361-d75e37d625c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb6bf13-6783-4b3f-883c-332edf200d3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1376871850', 'tenant_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': '0f76bd47-0abc-4c41-b71f-bf89049ce3c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:30:54Z', 'updated_at': '2022-05-30T21:32:44Z', 'revision_number': 5, 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'gw_port': {'id': '0f76bd47-0abc-4c41-b71f-bf89049ce3c1', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e1:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb6bf13-6783-4b3f-883c-332edf200d3e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:30:55Z', 'updated_at': '2022-05-30T21:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:32:47.719474 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ce1971-519e-4a55-a361-d75e37d625c1 None None] The sync data for ids ['0fb6bf13-6783-4b3f-883c-332edf200d3e'] in n-d-843948-2 is: [{'id': '0fb6bf13-6783-4b3f-883c-332edf200d3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1376871850', 'tenant_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': '0f76bd47-0abc-4c41-b71f-bf89049ce3c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:30:54Z', 'updated_at': '2022-05-30T21:32:44Z', 'revision_number': 5, 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'gw_port': {'id': '0f76bd47-0abc-4c41-b71f-bf89049ce3c1', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e1:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb6bf13-6783-4b3f-883c-332edf200d3e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:30:55Z', 'updated_at': '2022-05-30T21:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 21:32:47.725746 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [None req-f622e72f-c5ec-4a10-bebb-78ae8a1cd8ec tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] For port 0f76bd47-0abc-4c41-b71f-bf89049ce3c1, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=0f76bd47-0abc-4c41-b71f-bf89049ce3c1,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:32:47.726110 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f622e72f-c5ec-4a10-bebb-78ae8a1cd8ec tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:32:47.750321 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-e239804c-971a-4d5f-a75a-54012f1919e0 None None] For port c5f0d934-04d2-4b1c-bd23-eee879faea0f, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=c5f0d934-04d2-4b1c-bd23-eee879faea0f,segment=NetworkSegment(7d24935e-416a-4aa2-9d70-d63e98ad52e9),segment_id=7d24935e-416a-4aa2-9d70-d63e98ad52e9)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:32:47.750321 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-e239804c-971a-4d5f-a75a-54012f1919e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:32:47.852130 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-f622e72f-c5ec-4a10-bebb-78ae8a1cd8ec tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Calling delete_port for 0f76bd47-0abc-4c41-b71f-bf89049ce3c1 owned by network:router_gateway {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:32:47.876452 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-e239804c-971a-4d5f-a75a-54012f1919e0 None None] Calling delete_port for c5f0d934-04d2-4b1c-bd23-eee879faea0f owned by network:dhcp {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:32:48.069321 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-e239804c-971a-4d5f-a75a-54012f1919e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468'] for port, after_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:32:48.099641 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f622e72f-c5ec-4a10-bebb-78ae8a1cd8ec tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:32:48.147855 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f622e72f-c5ec-4a10-bebb-78ae8a1cd8ec tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Pushing event deleted for resources: {'Port': ['ID=0f76bd47-0abc-4c41-b71f-bf89049ce3c1,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:32:48.148663 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e239804c-971a-4d5f-a75a-54012f1919e0 None None] Pushing event deleted for resources: {'Port': ['ID=c5f0d934-04d2-4b1c-bd23-eee879faea0f,revision_number=None']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:32:48.153322 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device c5f0d934-04d2-4b1c-bd23-eee879faea0f no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 21:32:48.189090 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: c5f0d934-04d2-4b1c-bd23-eee879faea0f {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 21:32:48.189465 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device c5f0d934-04d2-4b1c-bd23-eee879faea0f not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 21:32:48.189881 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device b128830a-7e89-42da-bfd9-23fb8b621f8c no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 21:32:48.222199 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e239804c-971a-4d5f-a75a-54012f1919e0 None None] No DVR routers for this DVR port c5f0d934-04d2-4b1c-bd23-eee879faea0f on host n-d-843948-2 {{(pid=84888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 21:32:48.229056 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e239804c-971a-4d5f-a75a-54012f1919e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:32:48.229393 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e239804c-971a-4d5f-a75a-54012f1919e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:32:48.229765 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e239804c-971a-4d5f-a75a-54012f1919e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:32:48.230096 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e239804c-971a-4d5f-a75a-54012f1919e0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:32:48.230422 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e239804c-971a-4d5f-a75a-54012f1919e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:32:48.231177 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e239804c-971a-4d5f-a75a-54012f1919e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:32:48.231177 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e239804c-971a-4d5f-a75a-54012f1919e0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:32:48.231919 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e239804c-971a-4d5f-a75a-54012f1919e0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:32:48.232191 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e239804c-971a-4d5f-a75a-54012f1919e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:32:48.232629 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e239804c-971a-4d5f-a75a-54012f1919e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:32:48.232812 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e239804c-971a-4d5f-a75a-54012f1919e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:32:48.236545 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: b128830a-7e89-42da-bfd9-23fb8b621f8c {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 21:32:48.236887 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device b128830a-7e89-42da-bfd9-23fb8b621f8c not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 21:32:48.383442 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f622e72f-c5ec-4a10-bebb-78ae8a1cd8ec tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-736453'] for router_gateway, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:32:48.731051 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f622e72f-c5ec-4a10-bebb-78ae8a1cd8ec tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-724789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3141'] for router, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:32:48.735839 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f622e72f-c5ec-4a10-bebb-78ae8a1cd8ec tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:32:48.841954 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f622e72f-c5ec-4a10-bebb-78ae8a1cd8ec tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724889'] for router, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:32:48.842504 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f622e72f-c5ec-4a10-bebb-78ae8a1cd8ec tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Fanout notify agent at l3_agent the message router_deleted on router 0fb6bf13-6783-4b3f-883c-332edf200d3e {{(pid=84886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 21:32:48.857211 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f622e72f-c5ec-4a10-bebb-78ae8a1cd8ec tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for router, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:32:48.858755 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-f622e72f-c5ec-4a10-bebb-78ae8a1cd8ec tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "DELETE /v2.0/routers/0fb6bf13-6783-4b3f-883c-332edf200d3e HTTP/1.1" status: 204 len: 168 time: 1.8260667 May 30 21:32:48.861524 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 52750) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:32:48.976962 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d6be61d7-c0fb-42d2-9043-529d965381cf tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:32:49.109390 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d6be61d7-c0fb-42d2-9043-529d965381cf tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:32:49.134046 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-d6be61d7-c0fb-42d2-9043-529d965381cf tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6947b793-10f9-432d-9d4d-a432078941eb']}} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:32:49.146370 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-d6be61d7-c0fb-42d2-9043-529d965381cf tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d24935e-416a-4aa2-9d70-d63e98ad52e9') {'for_net_delete': True} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:32:49.146660 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-d6be61d7-c0fb-42d2-9043-529d965381cf tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d24935e-416a-4aa2-9d70-d63e98ad52e9') {} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:32:49.157649 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d6be61d7-c0fb-42d2-9043-529d965381cf tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2660590'] for segment, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:32:49.173193 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d6be61d7-c0fb-42d2-9043-529d965381cf tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:32:49.179328 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6be61d7-c0fb-42d2-9043-529d965381cf tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Releasing vlan 685 on physical network physnet1 to pool {{(pid=84886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 21:32:49.179714 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d6be61d7-c0fb-42d2-9043-529d965381cf tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4126989'] for segment, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:32:49.194136 n-d-843948-2 neutron-server[84886]: Traceback (most recent call last): May 30 21:32:49.194136 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 21:32:49.194136 n-d-843948-2 neutron-server[84886]: timer() May 30 21:32:49.194136 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 21:32:49.194136 n-d-843948-2 neutron-server[84886]: cb(*args, **kw) May 30 21:32:49.194136 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 21:32:49.194136 n-d-843948-2 neutron-server[84886]: return func(*args, **kwargs) May 30 21:32:49.194136 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 21:32:49.194136 n-d-843948-2 neutron-server[84886]: self._notify() May 30 21:32:49.194136 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 21:32:49.194136 n-d-843948-2 neutron-server[84886]: self.callback(batched_events) May 30 21:32:49.194136 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 21:32:49.194136 n-d-843948-2 neutron-server[84886]: event.method(event) May 30 21:32:49.194136 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 21:32:49.194136 n-d-843948-2 neutron-server[84886]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 21:32:49.194136 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 21:32:49.194136 n-d-843948-2 neutron-server[84886]: aggregate_uuid = self.p_client.list_aggregates( May 30 21:32:49.194136 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 21:32:49.194136 n-d-843948-2 neutron-server[84886]: return f(self, *a, **k) May 30 21:32:49.194136 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 21:32:49.194136 n-d-843948-2 neutron-server[84886]: return self._get(url).json() May 30 21:32:49.194136 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 21:32:49.194136 n-d-843948-2 neutron-server[84886]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 21:32:49.194136 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 21:32:49.194136 n-d-843948-2 neutron-server[84886]: return self.request(url, 'GET', **kwargs) May 30 21:32:49.194136 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 21:32:49.194136 n-d-843948-2 neutron-server[84886]: base_url = self.get_endpoint(auth, allow=allow, May 30 21:32:49.194136 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 21:32:49.194136 n-d-843948-2 neutron-server[84886]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 21:32:49.194136 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 21:32:49.194136 n-d-843948-2 neutron-server[84886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 21:32:49.194136 n-d-843948-2 neutron-server[84886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 21:32:49.350530 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d6be61d7-c0fb-42d2-9043-529d965381cf tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:32:49.372655 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-d6be61d7-c0fb-42d2-9043-529d965381cf tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:32:49.381146 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6be61d7-c0fb-42d2-9043-529d965381cf tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Pushing event deleted for resources: {'Network': ['ID=6947b793-10f9-432d-9d4d-a432078941eb,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:32:49.451317 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-d6be61d7-c0fb-42d2-9043-529d965381cf tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "DELETE /v2.0/networks/6947b793-10f9-432d-9d4d-a432078941eb HTTP/1.1" status: 204 len: 168 time: 0.5885491 May 30 21:32:49.454076 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 52754) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:32:49.523190 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bad04630-1562-47a5-80df-b1237c36a261 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:32:49.551883 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bad04630-1562-47a5-80df-b1237c36a261 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:32:49.675814 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bad04630-1562-47a5-80df-b1237c36a261 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:32:49.698788 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad04630-1562-47a5-80df-b1237c36a261 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73a7f88d-c00c-40de-9580-6de0e2c12293,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:32:49.766496 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-bad04630-1562-47a5-80df-b1237c36a261 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:32:49.767657 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-bad04630-1562-47a5-80df-b1237c36a261 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "DELETE /v2.0/security-groups/73a7f88d-c00c-40de-9580-6de0e2c12293 HTTP/1.1" status: 204 len: 168 time: 0.3125656 May 30 21:32:49.922622 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 0f76bd47-0abc-4c41-b71f-bf89049ce3c1 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 21:32:49.960182 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: 0f76bd47-0abc-4c41-b71f-bf89049ce3c1 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 21:32:49.960829 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 0f76bd47-0abc-4c41-b71f-bf89049ce3c1 not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 21:32:50.045556 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 52762) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:32:50.051196 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-a5733f26-e5d7-4ccf-9a01-400b8d388fae tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1072195796', 'description': 'tempest-secgroup-smoke-1072195796 description', 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:32:50.057951 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-a5733f26-e5d7-4ccf-9a01-400b8d388fae tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:32:50.062175 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-a5733f26-e5d7-4ccf-9a01-400b8d388fae tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Usage tracker for resource:security_group and tenant:8acbfcbd407543f9bb5b4cfddd9e55c4 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:32:50.064975 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-a5733f26-e5d7-4ccf-9a01-400b8d388fae tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:32:50.070627 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-a5733f26-e5d7-4ccf-9a01-400b8d388fae tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:32:50.136135 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a5733f26-e5d7-4ccf-9a01-400b8d388fae tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:32:50.172422 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-a5733f26-e5d7-4ccf-9a01-400b8d388fae tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:32:50.176366 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-a5733f26-e5d7-4ccf-9a01-400b8d388fae tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Usage tracker for resource:security_group_rule and tenant:8acbfcbd407543f9bb5b4cfddd9e55c4 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:32:50.179491 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-a5733f26-e5d7-4ccf-9a01-400b8d388fae tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:32:50.185107 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-a5733f26-e5d7-4ccf-9a01-400b8d388fae tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:32:50.239317 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a5733f26-e5d7-4ccf-9a01-400b8d388fae tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:32:50.322196 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a5733f26-e5d7-4ccf-9a01-400b8d388fae tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:32:50.345348 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:32:50.366350 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5733f26-e5d7-4ccf-9a01-400b8d388fae tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=baa9a445-2da0-4bd4-befa-ad0b53519fa5,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:32:50.433718 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a5733f26-e5d7-4ccf-9a01-400b8d388fae tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:32:50.434950 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-a5733f26-e5d7-4ccf-9a01-400b8d388fae tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3883145 May 30 21:32:50.437719 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 52766) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:32:50.443101 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-b5c523b9-3bec-438f-b1bf-7a1a8e27f386 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Request body: {'security_group_rule': {'security_group_id': 'baa9a445-2da0-4bd4-befa-ad0b53519fa5', 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:32:50.449743 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-b5c523b9-3bec-438f-b1bf-7a1a8e27f386 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:32:50.454099 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-b5c523b9-3bec-438f-b1bf-7a1a8e27f386 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Usage tracker for resource:security_group_rule and tenant:8acbfcbd407543f9bb5b4cfddd9e55c4 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:32:50.456963 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-b5c523b9-3bec-438f-b1bf-7a1a8e27f386 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:32:50.462653 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-b5c523b9-3bec-438f-b1bf-7a1a8e27f386 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:32:50.542526 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b5c523b9-3bec-438f-b1bf-7a1a8e27f386 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:32:50.603886 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b5c523b9-3bec-438f-b1bf-7a1a8e27f386 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:32:50.681395 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b5c523b9-3bec-438f-b1bf-7a1a8e27f386 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:32:50.706828 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c523b9-3bec-438f-b1bf-7a1a8e27f386 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd67721c-f537-4d82-a4b7-a5c08e22c073,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:32:50.802031 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b5c523b9-3bec-438f-b1bf-7a1a8e27f386 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:32:50.803162 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-b5c523b9-3bec-438f-b1bf-7a1a8e27f386 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3645384 May 30 21:32:50.805837 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 52770) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:32:50.811870 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-52c65d2c-ce03-413c-9ec5-75a45a9ce811 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Request body: {'security_group_rule': {'security_group_id': 'baa9a445-2da0-4bd4-befa-ad0b53519fa5', 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:32:50.818564 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-52c65d2c-ce03-413c-9ec5-75a45a9ce811 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:32:50.823892 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-52c65d2c-ce03-413c-9ec5-75a45a9ce811 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Usage tracker for resource:security_group_rule and tenant:8acbfcbd407543f9bb5b4cfddd9e55c4 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:32:50.825783 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-52c65d2c-ce03-413c-9ec5-75a45a9ce811 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:32:50.831451 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-52c65d2c-ce03-413c-9ec5-75a45a9ce811 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:32:50.908151 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-52c65d2c-ce03-413c-9ec5-75a45a9ce811 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:32:50.971009 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-52c65d2c-ce03-413c-9ec5-75a45a9ce811 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:32:51.038776 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-52c65d2c-ce03-413c-9ec5-75a45a9ce811 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:32:51.064145 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c65d2c-ce03-413c-9ec5-75a45a9ce811 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a35f2e20-7054-42bf-ba79-7c9e886cb414,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:32:51.133567 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-52c65d2c-ce03-413c-9ec5-75a45a9ce811 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:32:51.134902 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-52c65d2c-ce03-413c-9ec5-75a45a9ce811 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3281105 May 30 21:32:51.137752 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 52774) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:32:51.143209 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-dc95af7e-41d1-42ed-99ae-04bc21ed1e73 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Request body: {'security_group_rule': {'security_group_id': 'baa9a445-2da0-4bd4-befa-ad0b53519fa5', 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:32:51.149954 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-dc95af7e-41d1-42ed-99ae-04bc21ed1e73 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:32:51.153916 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-dc95af7e-41d1-42ed-99ae-04bc21ed1e73 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Usage tracker for resource:security_group_rule and tenant:8acbfcbd407543f9bb5b4cfddd9e55c4 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:32:51.157116 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-dc95af7e-41d1-42ed-99ae-04bc21ed1e73 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:32:51.162954 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-dc95af7e-41d1-42ed-99ae-04bc21ed1e73 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:32:51.254645 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-dc95af7e-41d1-42ed-99ae-04bc21ed1e73 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:32:51.316778 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-dc95af7e-41d1-42ed-99ae-04bc21ed1e73 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:32:51.384481 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-dc95af7e-41d1-42ed-99ae-04bc21ed1e73 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:32:51.405600 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc95af7e-41d1-42ed-99ae-04bc21ed1e73 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6bf49c1-5eda-4d6a-bed9-c4fb026c845e,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:32:51.476484 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-dc95af7e-41d1-42ed-99ae-04bc21ed1e73 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:32:51.477757 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-dc95af7e-41d1-42ed-99ae-04bc21ed1e73 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3390410 May 30 21:32:51.480562 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 52778) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:32:51.486972 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-b396032a-606c-479b-865d-262e76f5c3c7 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Request body: {'security_group_rule': {'security_group_id': 'baa9a445-2da0-4bd4-befa-ad0b53519fa5', 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:32:51.493601 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-b396032a-606c-479b-865d-262e76f5c3c7 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:32:51.497553 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-b396032a-606c-479b-865d-262e76f5c3c7 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Usage tracker for resource:security_group_rule and tenant:8acbfcbd407543f9bb5b4cfddd9e55c4 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:32:51.500464 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-b396032a-606c-479b-865d-262e76f5c3c7 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:32:51.506197 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-b396032a-606c-479b-865d-262e76f5c3c7 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:32:51.589170 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b396032a-606c-479b-865d-262e76f5c3c7 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:32:51.655885 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b396032a-606c-479b-865d-262e76f5c3c7 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:32:51.742290 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b396032a-606c-479b-865d-262e76f5c3c7 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:32:51.769034 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b396032a-606c-479b-865d-262e76f5c3c7 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7cce3ec-8123-4645-a2e2-5f886a6e545a,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:32:51.850391 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b396032a-606c-479b-865d-262e76f5c3c7 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:32:51.851683 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-b396032a-606c-479b-865d-262e76f5c3c7 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3701262 May 30 21:32:51.854437 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 52782) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:32:51.859799 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-92001b44-70d0-4632-aad8-a252fa8ef639 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Request body: {'security_group_rule': {'security_group_id': 'baa9a445-2da0-4bd4-befa-ad0b53519fa5', 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:32:51.866718 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-92001b44-70d0-4632-aad8-a252fa8ef639 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:32:51.870468 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-92001b44-70d0-4632-aad8-a252fa8ef639 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Usage tracker for resource:security_group_rule and tenant:8acbfcbd407543f9bb5b4cfddd9e55c4 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:32:51.873362 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-92001b44-70d0-4632-aad8-a252fa8ef639 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:32:51.879100 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-92001b44-70d0-4632-aad8-a252fa8ef639 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:32:51.964758 n-d-843948-2 neutron-server[84886]: INFO neutron.db.securitygroups_db [None req-92001b44-70d0-4632-aad8-a252fa8ef639 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Project 8acbfcbd407543f9bb5b4cfddd9e55c4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 30 21:32:51.971955 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-92001b44-70d0-4632-aad8-a252fa8ef639 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:32:52.038232 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-92001b44-70d0-4632-aad8-a252fa8ef639 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:32:52.118967 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-92001b44-70d0-4632-aad8-a252fa8ef639 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:32:52.145053 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92001b44-70d0-4632-aad8-a252fa8ef639 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55a3f170-62de-4b19-b5f8-887846441a3e,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:32:52.204900 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-92001b44-70d0-4632-aad8-a252fa8ef639 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:32:52.206139 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-92001b44-70d0-4632-aad8-a252fa8ef639 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3507991 May 30 21:32:52.208947 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 52786) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:32:52.214480 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-9e802a3a-6ab1-4fd1-b5af-cdfcff6e9beb tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Request body: {'security_group_rule': {'security_group_id': 'baa9a445-2da0-4bd4-befa-ad0b53519fa5', 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:32:52.221243 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-9e802a3a-6ab1-4fd1-b5af-cdfcff6e9beb tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:32:52.225197 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-9e802a3a-6ab1-4fd1-b5af-cdfcff6e9beb tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Usage tracker for resource:security_group_rule and tenant:8acbfcbd407543f9bb5b4cfddd9e55c4 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:32:52.228161 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-9e802a3a-6ab1-4fd1-b5af-cdfcff6e9beb tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:32:52.234250 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-9e802a3a-6ab1-4fd1-b5af-cdfcff6e9beb tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:32:52.325786 n-d-843948-2 neutron-server[84886]: INFO neutron.db.securitygroups_db [None req-9e802a3a-6ab1-4fd1-b5af-cdfcff6e9beb tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Project 8acbfcbd407543f9bb5b4cfddd9e55c4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 30 21:32:52.332499 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9e802a3a-6ab1-4fd1-b5af-cdfcff6e9beb tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:32:52.396153 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9e802a3a-6ab1-4fd1-b5af-cdfcff6e9beb tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:32:52.467713 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9e802a3a-6ab1-4fd1-b5af-cdfcff6e9beb tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:32:52.493209 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e802a3a-6ab1-4fd1-b5af-cdfcff6e9beb tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4b89057-4c7f-42b3-a4e6-6314f6393b93,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:32:52.567743 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9e802a3a-6ab1-4fd1-b5af-cdfcff6e9beb tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:32:52.568975 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-9e802a3a-6ab1-4fd1-b5af-cdfcff6e9beb tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3591192 May 30 21:32:52.572278 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 52790) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:32:52.578646 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-276becd1-3d7f-44e6-96da-df4e1ea53cc9 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Request body: {'network': {'name': 'tempest-network-smoke--1110357147', 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'port_security_enabled': True}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:32:52.584473 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-276becd1-3d7f-44e6-96da-df4e1ea53cc9 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:32:52.588605 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-276becd1-3d7f-44e6-96da-df4e1ea53cc9 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Usage tracker for resource:network and tenant:8acbfcbd407543f9bb5b4cfddd9e55c4 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:32:52.591473 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-276becd1-3d7f-44e6-96da-df4e1ea53cc9 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:32:52.597188 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-276becd1-3d7f-44e6-96da-df4e1ea53cc9 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:32:52.616231 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 21:32:52.699166 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-276becd1-3d7f-44e6-96da-df4e1ea53cc9 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Made reservation on behalf of 8acbfcbd407543f9bb5b4cfddd9e55c4 for: {'network': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 21:32:52.702260 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-276becd1-3d7f-44e6-96da-df4e1ea53cc9 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:32:52.730342 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-276becd1-3d7f-44e6-96da-df4e1ea53cc9 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] vlan segment allocate from pool success with {'vlan_id': 662, 'physical_network': 'physnet1'} {{(pid=84886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 21:32:52.739961 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-276becd1-3d7f-44e6-96da-df4e1ea53cc9 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:32:52.748618 n-d-843948-2 neutron-server[84886]: INFO neutron.db.segments_db [None req-276becd1-3d7f-44e6-96da-df4e1ea53cc9 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Added segment c5c88f35-575d-4310-880b-216a572e9790 of type vlan for network f72ba669-ef3e-4e49-827c-17b915ddf4d3 May 30 21:32:52.766750 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-276becd1-3d7f-44e6-96da-df4e1ea53cc9 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:32:52.899276 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-276becd1-3d7f-44e6-96da-df4e1ea53cc9 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:32:52.902952 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276becd1-3d7f-44e6-96da-df4e1ea53cc9 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:32:52.904022 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-276becd1-3d7f-44e6-96da-df4e1ea53cc9 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:32:53.082257 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:32:53.103077 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276becd1-3d7f-44e6-96da-df4e1ea53cc9 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Pushing event updated for resources: {'Network': ['ID=f72ba669-ef3e-4e49-827c-17b915ddf4d3,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:32:53.114745 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network f72ba669-ef3e-4e49-827c-17b915ddf4d3 details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 21:32:53.155347 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-276becd1-3d7f-44e6-96da-df4e1ea53cc9 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5815914 May 30 21:32:53.158165 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 52794) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:32:53.163468 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-18c94608-3809-4bcc-99a8-f2ce7d2467bf tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-761742466', 'admin_state_up': True, 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:32:53.171425 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-18c94608-3809-4bcc-99a8-f2ce7d2467bf tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:32:53.175522 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-18c94608-3809-4bcc-99a8-f2ce7d2467bf tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Usage tracker for resource:router and tenant:8acbfcbd407543f9bb5b4cfddd9e55c4 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:32:53.179084 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-18c94608-3809-4bcc-99a8-f2ce7d2467bf tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:32:53.184831 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-18c94608-3809-4bcc-99a8-f2ce7d2467bf tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:32:53.261939 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-18c94608-3809-4bcc-99a8-f2ce7d2467bf tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-733683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3159'] for router, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:32:53.263431 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-18c94608-3809-4bcc-99a8-f2ce7d2467bf tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-733584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-736372', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-628480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3164'] for router, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:32:53.282173 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-18c94608-3809-4bcc-99a8-f2ce7d2467bf tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:32:53.482801 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-18c94608-3809-4bcc-99a8-f2ce7d2467bf tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-736390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:32:53.725641 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-18c94608-3809-4bcc-99a8-f2ce7d2467bf tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for router_gateway, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:32:53.755406 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-18c94608-3809-4bcc-99a8-f2ce7d2467bf tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:32:53.891919 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [None req-18c94608-3809-4bcc-99a8-f2ce7d2467bf tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Allocated IP 172.25.8.81 (c7869750-4b49-4b7e-aa99-5e0f1ae02da4/427601ec-f643-4fe7-b5e6-17305d3a39e1/c25095b3-26d0-4cf2-a756-b29993441340) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 21:32:54.037472 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-18c94608-3809-4bcc-99a8-f2ce7d2467bf tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:32:54.139531 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-18c94608-3809-4bcc-99a8-f2ce7d2467bf tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:32:54.205722 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c94608-3809-4bcc-99a8-f2ce7d2467bf tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:32:54.208560 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-18c94608-3809-4bcc-99a8-f2ce7d2467bf tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:32:54.212802 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c94608-3809-4bcc-99a8-f2ce7d2467bf tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 21:32:54.239941 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c94608-3809-4bcc-99a8-f2ce7d2467bf tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Pushing event updated for resources: {'Port': ['ID=c25095b3-26d0-4cf2-a756-b29993441340,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:32:54.436941 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-18c94608-3809-4bcc-99a8-f2ce7d2467bf tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for router_gateway, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:32:54.437702 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-18c94608-3809-4bcc-99a8-f2ce7d2467bf tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-736409'] for router, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:32:54.761568 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18c94608-3809-4bcc-99a8-f2ce7d2467bf tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Router 486026ca-e2e6-4042-982b-08cf506e72d2 is scheduled to L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 with binding_index 1 {{(pid=84887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 21:32:54.957835 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18c94608-3809-4bcc-99a8-f2ce7d2467bf tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 21:32:54.966900 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3026fd-a3f5-47d8-b008-2a7da290e28d None None] Sync routers for ids ['486026ca-e2e6-4042-982b-08cf506e72d2'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 21:32:54.978356 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3026fd-a3f5-47d8-b008-2a7da290e28d None None] Routers {'486026ca-e2e6-4042-982b-08cf506e72d2'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:32:54.978952 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-af3026fd-a3f5-47d8-b008-2a7da290e28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T21:32:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['486026ca-e2e6-4042-982b-08cf506e72d2'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:32:55.039541 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-18c94608-3809-4bcc-99a8-f2ce7d2467bf tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for router, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:32:55.040682 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-18c94608-3809-4bcc-99a8-f2ce7d2467bf tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8815131 May 30 21:32:55.044719 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 52798) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:32:55.086994 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-1ee9fbd5-376c-43d9-ae0e-b7c47474008f tempest-TestNetworkAdvancedServerOps-899114059 tempest-TestNetworkAdvancedServerOps-899114059-project-admin] 10.222.0.85 "GET /v2.0/subnets?project_id=8acbfcbd407543f9bb5b4cfddd9e55c4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0411930 May 30 21:32:55.089571 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 52802) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:32:55.157800 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-af3026fd-a3f5-47d8-b008-2a7da290e28d None None] Set router 486026ca-e2e6-4042-982b-08cf506e72d2 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:32:55.328558 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a90ed889-39b4-479b-860b-8e3aa58f69dc tempest-TestNetworkAdvancedServerOps-899114059 tempest-TestNetworkAdvancedServerOps-899114059-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:32:55.329945 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-a90ed889-39b4-479b-860b-8e3aa58f69dc tempest-TestNetworkAdvancedServerOps-899114059 tempest-TestNetworkAdvancedServerOps-899114059-project-admin] 10.222.0.85 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2394276 May 30 21:32:55.332692 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 52806) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:32:55.370979 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-a51e4a72-e4a9-459c-89d2-9800acc0174c tempest-TestNetworkAdvancedServerOps-899114059 tempest-TestNetworkAdvancedServerOps-899114059-project-admin] 10.222.0.85 "GET /v2.0/subnets?network_id=c7869750-4b49-4b7e-aa99-5e0f1ae02da4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0372458 May 30 21:32:55.373590 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 52810) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:32:55.378777 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-f1d7bca2-761c-4ccf-8619-bf5ffa59d28b tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-496325570', 'network_id': 'f72ba669-ef3e-4e49-827c-17b915ddf4d3', 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:32:55.442235 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-af3026fd-a3f5-47d8-b008-2a7da290e28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '486026ca-e2e6-4042-982b-08cf506e72d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-761742466', 'tenant_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': 'c25095b3-26d0-4cf2-a756-b29993441340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:32:53Z', 'updated_at': '2022-05-30T21:32:54Z', 'revision_number': 3, 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'gw_port': {'id': 'c25095b3-26d0-4cf2-a756-b29993441340', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:45:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '486026ca-e2e6-4042-982b-08cf506e72d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:32:53Z', 'updated_at': '2022-05-30T21:32:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:32:55.446105 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3026fd-a3f5-47d8-b008-2a7da290e28d None None] Checking router: 486026ca-e2e6-4042-982b-08cf506e72d2 for host: n-d-843948-2 {{(pid=84889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 21:32:55.446446 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3026fd-a3f5-47d8-b008-2a7da290e28d None None] Updating router 486026ca-e2e6-4042-982b-08cf506e72d2 port c25095b3-26d0-4cf2-a756-b29993441340 binding host n-d-843948-2 {{(pid=84889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 21:32:55.485372 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-f1d7bca2-761c-4ccf-8619-bf5ffa59d28b tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:32:55.489165 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-f1d7bca2-761c-4ccf-8619-bf5ffa59d28b tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Usage tracker for resource:subnet and tenant:8acbfcbd407543f9bb5b4cfddd9e55c4 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:32:55.492021 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-f1d7bca2-761c-4ccf-8619-bf5ffa59d28b tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:32:55.497686 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-f1d7bca2-761c-4ccf-8619-bf5ffa59d28b tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:32:55.500707 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-af3026fd-a3f5-47d8-b008-2a7da290e28d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:32:55.579211 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1d7bca2-761c-4ccf-8619-bf5ffa59d28b tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Made reservation on behalf of 8acbfcbd407543f9bb5b4cfddd9e55c4 for: {'subnet': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 21:32:55.680712 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f1d7bca2-761c-4ccf-8619-bf5ffa59d28b tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114220'] for subnet, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:32:55.826431 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-af3026fd-a3f5-47d8-b008-2a7da290e28d None None] Notify callbacks [] for port, precommit_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:32:55.842810 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.provisioning_blocks [None req-af3026fd-a3f5-47d8-b008-2a7da290e28d None None] Transition to ACTIVE for port object c25095b3-26d0-4cf2-a756-b29993441340 will not be triggered until provisioned by entity L2. {{(pid=84889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:32:55.924760 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-af3026fd-a3f5-47d8-b008-2a7da290e28d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:32:56.004700 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d627afbf-0c7a-4f66-aac7-1292bcc8b578 None None] Pushing event updated for resources: {'Port': ['ID=c25095b3-26d0-4cf2-a756-b29993441340,revision_number=2']} {{(pid=84889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:32:56.005390 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f1d7bca2-761c-4ccf-8619-bf5ffa59d28b tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4055401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114238'] for subnet, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:32:56.006803 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-af3026fd-a3f5-47d8-b008-2a7da290e28d None None] Attempting to bind port c25095b3-26d0-4cf2-a756-b29993441340 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 21:32:56.007163 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-af3026fd-a3f5-47d8-b008-2a7da290e28d None None] Attempting to bind port c25095b3-26d0-4cf2-a756-b29993441340 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}] {{(pid=84889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 21:32:56.007514 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3026fd-a3f5-47d8-b008-2a7da290e28d None None] Attempting to bind port c25095b3-26d0-4cf2-a756-b29993441340 on network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:32:56.018276 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d627afbf-0c7a-4f66-aac7-1292bcc8b578 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:32:56.018613 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d627afbf-0c7a-4f66-aac7-1292bcc8b578 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:32:56.020462 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d627afbf-0c7a-4f66-aac7-1292bcc8b578 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:32:56.020462 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d627afbf-0c7a-4f66-aac7-1292bcc8b578 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:32:56.020462 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d627afbf-0c7a-4f66-aac7-1292bcc8b578 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:32:56.020462 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d627afbf-0c7a-4f66-aac7-1292bcc8b578 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:32:56.020462 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d627afbf-0c7a-4f66-aac7-1292bcc8b578 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:32:56.020462 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d627afbf-0c7a-4f66-aac7-1292bcc8b578 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:32:56.020994 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d627afbf-0c7a-4f66-aac7-1292bcc8b578 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:32:56.021147 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d627afbf-0c7a-4f66-aac7-1292bcc8b578 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:32:56.021466 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d627afbf-0c7a-4f66-aac7-1292bcc8b578 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:32:56.025908 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3026fd-a3f5-47d8-b008-2a7da290e28d None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 21, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 21:32:56.026346 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3026fd-a3f5-47d8-b008-2a7da290e28d None None] Checking segment: {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:32:56.026668 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-af3026fd-a3f5-47d8-b008-2a7da290e28d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:32:56.027046 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3026fd-a3f5-47d8-b008-2a7da290e28d None None] Bound using segment: {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'} {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 21:32:56.027496 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-af3026fd-a3f5-47d8-b008-2a7da290e28d None None] Bound port: c25095b3-26d0-4cf2-a756-b29993441340, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}}] {{(pid=84889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 21:32:56.027859 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-af3026fd-a3f5-47d8-b008-2a7da290e28d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:32:56.084607 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d7bca2-761c-4ccf-8619-bf5ffa59d28b tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Pushing event updated for resources: {'Subnet': ['ID=a8ab3ab6-8605-463e-9f2b-aa0be822f5cf,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:32:56.098276 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d7bca2-761c-4ccf-8619-bf5ffa59d28b tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Checking segment: {'id': 'c5c88f35-575d-4310-880b-216a572e9790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'f72ba669-ef3e-4e49-827c-17b915ddf4d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:32:56.098536 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d7bca2-761c-4ccf-8619-bf5ffa59d28b tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Network hostable DHCP agents. Network: f72ba669-ef3e-4e49-827c-17b915ddf4d3, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 21:32:56.099949 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.db [None req-af3026fd-a3f5-47d8-b008-2a7da290e28d None None] For port c25095b3-26d0-4cf2-a756-b29993441340, host n-d-843948-2, cleared binding levels {{(pid=84889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 21:32:56.103084 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.db [None req-af3026fd-a3f5-47d8-b008-2a7da290e28d None None] For port c25095b3-26d0-4cf2-a756-b29993441340, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=c25095b3-26d0-4cf2-a756-b29993441340,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 21:32:56.184931 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-af3026fd-a3f5-47d8-b008-2a7da290e28d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:32:56.204450 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d7bca2-761c-4ccf-8619-bf5ffa59d28b tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Network f72ba669-ef3e-4e49-827c-17b915ddf4d3 is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 21:32:56.264057 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d627afbf-0c7a-4f66-aac7-1292bcc8b578 None None] Pushing event updated for resources: {'Port': ['ID=c25095b3-26d0-4cf2-a756-b29993441340,revision_number=3']} {{(pid=84889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:32:56.270086 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3026fd-a3f5-47d8-b008-2a7da290e28d None None] Routers {'486026ca-e2e6-4042-982b-08cf506e72d2'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:32:56.270677 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-af3026fd-a3f5-47d8-b008-2a7da290e28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T21:32:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['486026ca-e2e6-4042-982b-08cf506e72d2'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:32:56.290510 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-f1d7bca2-761c-4ccf-8619-bf5ffa59d28b tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, f72ba669-ef3e-4e49-827c-17b915ddf4d3) {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:32:56.295121 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d7bca2-761c-4ccf-8619-bf5ffa59d28b tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:32:56.295727 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f1d7bca2-761c-4ccf-8619-bf5ffa59d28b tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:32:56.301325 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-498b40b8-bd1f-4eba-9d37-fd66d8854307 None None] Network f72ba669-ef3e-4e49-827c-17b915ddf4d3 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 21:32:56.368004 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-f0b83ce9-4d34-4bf2-8a35-a624959f5419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:32:56.396766 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-f1d7bca2-761c-4ccf-8619-bf5ffa59d28b tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0221179 May 30 21:32:56.399776 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 52814) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:32:56.480335 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-af3026fd-a3f5-47d8-b008-2a7da290e28d None None] Set router 486026ca-e2e6-4042-982b-08cf506e72d2 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:32:56.521524 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cecd010b-2394-4677-a404-0bdd7703eef3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-f72ba669-ef3e-4e49-827c-17b915ddf4d3', 'network_id': 'f72ba669-ef3e-4e49-827c-17b915ddf4d3', 'tenant_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'fixed_ips': [{'subnet_id': 'a8ab3ab6-8605-463e-9f2b-aa0be822f5cf'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 21:32:56.522419 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-cecd010b-2394-4677-a404-0bdd7703eef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:32:56.686366 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-cecd010b-2394-4677-a404-0bdd7703eef3 None None] Allocated IP 172.20.0.2 (f72ba669-ef3e-4e49-827c-17b915ddf4d3/a8ab3ab6-8605-463e-9f2b-aa0be822f5cf/0b9361d1-171b-41c6-a218-caa2ba667624) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 21:32:56.791538 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-af3026fd-a3f5-47d8-b008-2a7da290e28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '486026ca-e2e6-4042-982b-08cf506e72d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-761742466', 'tenant_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': 'c25095b3-26d0-4cf2-a756-b29993441340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:32:53Z', 'updated_at': '2022-05-30T21:32:54Z', 'revision_number': 3, 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'gw_port': {'id': 'c25095b3-26d0-4cf2-a756-b29993441340', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:45:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '486026ca-e2e6-4042-982b-08cf506e72d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:32:53Z', 'updated_at': '2022-05-30T21:32:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:32:56.796661 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3026fd-a3f5-47d8-b008-2a7da290e28d None None] The sync data for ids ['486026ca-e2e6-4042-982b-08cf506e72d2'] in n-d-843948-2 is: [{'id': '486026ca-e2e6-4042-982b-08cf506e72d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-761742466', 'tenant_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': 'c25095b3-26d0-4cf2-a756-b29993441340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:32:53Z', 'updated_at': '2022-05-30T21:32:54Z', 'revision_number': 3, 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'gw_port': {'id': 'c25095b3-26d0-4cf2-a756-b29993441340', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:45:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '486026ca-e2e6-4042-982b-08cf506e72d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:32:53Z', 'updated_at': '2022-05-30T21:32:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 21:32:56.911077 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-cecd010b-2394-4677-a404-0bdd7703eef3 None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:32:56.925379 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-cecd010b-2394-4677-a404-0bdd7703eef3 None None] Transition to ACTIVE for port object 0b9361d1-171b-41c6-a218-caa2ba667624 will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:32:56.945141 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-cecd010b-2394-4677-a404-0bdd7703eef3 None None] Transition to ACTIVE for port object 0b9361d1-171b-41c6-a218-caa2ba667624 will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:32:57.014214 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-cecd010b-2394-4677-a404-0bdd7703eef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:32:57.087331 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cecd010b-2394-4677-a404-0bdd7703eef3 None None] Network f72ba669-ef3e-4e49-827c-17b915ddf4d3 is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:32:57.091087 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-cecd010b-2394-4677-a404-0bdd7703eef3 None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:32:57.095712 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cecd010b-2394-4677-a404-0bdd7703eef3 None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 21:32:57.098042 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecd010b-2394-4677-a404-0bdd7703eef3 None None] Pushing event updated for resources: {'Port': ['ID=0b9361d1-171b-41c6-a218-caa2ba667624,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:32:57.193490 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-cecd010b-2394-4677-a404-0bdd7703eef3 None None] Attempting to bind port 0b9361d1-171b-41c6-a218-caa2ba667624 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 21:32:57.193898 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-cecd010b-2394-4677-a404-0bdd7703eef3 None None] Attempting to bind port 0b9361d1-171b-41c6-a218-caa2ba667624 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': 'c5c88f35-575d-4310-880b-216a572e9790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'f72ba669-ef3e-4e49-827c-17b915ddf4d3'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 21:32:57.194268 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cecd010b-2394-4677-a404-0bdd7703eef3 None None] Attempting to bind port 0b9361d1-171b-41c6-a218-caa2ba667624 on network f72ba669-ef3e-4e49-827c-17b915ddf4d3 {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:32:57.201295 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cecd010b-2394-4677-a404-0bdd7703eef3 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 21, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 21:32:57.201686 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cecd010b-2394-4677-a404-0bdd7703eef3 None None] Checking segment: {'id': 'c5c88f35-575d-4310-880b-216a572e9790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'f72ba669-ef3e-4e49-827c-17b915ddf4d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:32:57.202027 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-cecd010b-2394-4677-a404-0bdd7703eef3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:32:57.202417 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cecd010b-2394-4677-a404-0bdd7703eef3 None None] Bound using segment: {'id': 'c5c88f35-575d-4310-880b-216a572e9790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'f72ba669-ef3e-4e49-827c-17b915ddf4d3'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 21:32:57.202889 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-cecd010b-2394-4677-a404-0bdd7703eef3 None None] Bound port: 0b9361d1-171b-41c6-a218-caa2ba667624, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5c88f35-575d-4310-880b-216a572e9790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'f72ba669-ef3e-4e49-827c-17b915ddf4d3'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 21:32:57.203261 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-cecd010b-2394-4677-a404-0bdd7703eef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:32:57.235087 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2ec81b48-61d8-40ea-82e2-c8cb18e8a3af tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:32:57.297322 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-cecd010b-2394-4677-a404-0bdd7703eef3 None None] For port 0b9361d1-171b-41c6-a218-caa2ba667624, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 21:32:57.300821 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-cecd010b-2394-4677-a404-0bdd7703eef3 None None] For port 0b9361d1-171b-41c6-a218-caa2ba667624, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=0b9361d1-171b-41c6-a218-caa2ba667624,segment=NetworkSegment(c5c88f35-575d-4310-880b-216a572e9790),segment_id=c5c88f35-575d-4310-880b-216a572e9790)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 21:32:57.396844 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-cecd010b-2394-4677-a404-0bdd7703eef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:32:57.492121 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecd010b-2394-4677-a404-0bdd7703eef3 None None] Pushing event updated for resources: {'Port': ['ID=0b9361d1-171b-41c6-a218-caa2ba667624,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:32:57.662282 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-2ec81b48-61d8-40ea-82e2-c8cb18e8a3af tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Allocated IP 172.20.0.1 (f72ba669-ef3e-4e49-827c-17b915ddf4d3/a8ab3ab6-8605-463e-9f2b-aa0be822f5cf/37822ca8-a7eb-40ed-b655-d929c7594144) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 21:32:57.836440 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2ec81b48-61d8-40ea-82e2-c8cb18e8a3af tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:32:57.852311 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [None req-2ec81b48-61d8-40ea-82e2-c8cb18e8a3af tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Transition to ACTIVE for port object 37822ca8-a7eb-40ed-b655-d929c7594144 will not be triggered until provisioned by entity DHCP. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:32:57.947583 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2ec81b48-61d8-40ea-82e2-c8cb18e8a3af tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:32:57.974840 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device c25095b3-26d0-4cf2-a756-b29993441340 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:32:58.020833 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec81b48-61d8-40ea-82e2-c8cb18e8a3af tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Network f72ba669-ef3e-4e49-827c-17b915ddf4d3 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:32:58.023731 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-2ec81b48-61d8-40ea-82e2-c8cb18e8a3af tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:32:58.027818 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec81b48-61d8-40ea-82e2-c8cb18e8a3af tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 21:32:58.062363 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec81b48-61d8-40ea-82e2-c8cb18e8a3af tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Pushing event updated for resources: {'Port': ['ID=37822ca8-a7eb-40ed-b655-d929c7594144,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:32:58.090475 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2ec81b48-61d8-40ea-82e2-c8cb18e8a3af tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-736099'] for router_interface, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:32:58.113715 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port c25095b3-26d0-4cf2-a756-b29993441340 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:32:58.119236 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port c25095b3-26d0-4cf2-a756-b29993441340 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:32:58.119613 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:32:58.242148 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:32:58.260254 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port c25095b3-26d0-4cf2-a756-b29993441340, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=c25095b3-26d0-4cf2-a756-b29993441340,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:32:58.333393 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:32:58.334194 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 0b9361d1-171b-41c6-a218-caa2ba667624 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:32:58.369508 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2ec81b48-61d8-40ea-82e2-c8cb18e8a3af tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:32:58.451283 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=c25095b3-26d0-4cf2-a756-b29993441340,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:32:58.473108 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f45402e4-f0f4-4566-97f8-0ed57f7279fe None None] Network f72ba669-ef3e-4e49-827c-17b915ddf4d3 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 21:32:58.536522 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 0b9361d1-171b-41c6-a218-caa2ba667624 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:32:58.683078 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-612476d5-f035-4e5b-af82-dfbe28e30b31 None None] Provisioning for port 0b9361d1-171b-41c6-a218-caa2ba667624 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:32:58.697266 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-612476d5-f035-4e5b-af82-dfbe28e30b31 None None] Provisioning complete for port 0b9361d1-171b-41c6-a218-caa2ba667624 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:32:58.697667 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-612476d5-f035-4e5b-af82-dfbe28e30b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:32:58.788705 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2ec81b48-61d8-40ea-82e2-c8cb18e8a3af tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:32:58.858933 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2ec81b48-61d8-40ea-82e2-c8cb18e8a3af tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:32:58.873146 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-612476d5-f035-4e5b-af82-dfbe28e30b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:32:58.912674 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-612476d5-f035-4e5b-af82-dfbe28e30b31 None None] For port 0b9361d1-171b-41c6-a218-caa2ba667624, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=0b9361d1-171b-41c6-a218-caa2ba667624,segment=NetworkSegment(c5c88f35-575d-4310-880b-216a572e9790),segment_id=c5c88f35-575d-4310-880b-216a572e9790)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:32:58.976134 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec81b48-61d8-40ea-82e2-c8cb18e8a3af tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Pushing event updated for resources: {'Port': ['ID=37822ca8-a7eb-40ed-b655-d929c7594144,revision_number=2']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:32:58.978548 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2ec81b48-61d8-40ea-82e2-c8cb18e8a3af tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1718057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-736206'] for router_interface, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:32:58.985216 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-612476d5-f035-4e5b-af82-dfbe28e30b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:32:59.059578 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612476d5-f035-4e5b-af82-dfbe28e30b31 None None] Pushing event updated for resources: {'Port': ['ID=0b9361d1-171b-41c6-a218-caa2ba667624,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:32:59.109822 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-e55f4015-bc42-4fd8-a075-cce59cddabad None None] Provisioning complete for port 0b9361d1-171b-41c6-a218-caa2ba667624 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:32:59.110103 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-e55f4015-bc42-4fd8-a075-cce59cddabad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:32:59.125682 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec81b48-61d8-40ea-82e2-c8cb18e8a3af tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Network f72ba669-ef3e-4e49-827c-17b915ddf4d3 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:32:59.126903 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-2ec81b48-61d8-40ea-82e2-c8cb18e8a3af tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:32:59.304457 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-e55f4015-bc42-4fd8-a075-cce59cddabad None None] Provisioning for port 37822ca8-a7eb-40ed-b655-d929c7594144 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:32:59.310222 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-e55f4015-bc42-4fd8-a075-cce59cddabad None None] Provisioning complete for port 37822ca8-a7eb-40ed-b655-d929c7594144 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:32:59.310588 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-e55f4015-bc42-4fd8-a075-cce59cddabad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:32:59.363958 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-e55f4015-bc42-4fd8-a075-cce59cddabad None None] Port 37822ca8-a7eb-40ed-b655-d929c7594144 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 21:32:59.483758 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-3ea9d4ff-dbbd-4542-9950-7f0dc14583be None None] Provisioning complete for port 37822ca8-a7eb-40ed-b655-d929c7594144 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:32:59.484400 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-3ea9d4ff-dbbd-4542-9950-7f0dc14583be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:32:59.517051 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ec81b48-61d8-40ea-82e2-c8cb18e8a3af tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Router 486026ca-e2e6-4042-982b-08cf506e72d2 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 21:32:59.536103 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-3ea9d4ff-dbbd-4542-9950-7f0dc14583be None None] Port 37822ca8-a7eb-40ed-b655-d929c7594144 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 21:32:59.659118 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-22e099fc-da9a-4dc9-b006-b828f557495d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:32:59.723719 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ec81b48-61d8-40ea-82e2-c8cb18e8a3af tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 21:32:59.736449 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-2ec81b48-61d8-40ea-82e2-c8cb18e8a3af tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "PUT /v2.0/routers/486026ca-e2e6-4042-982b-08cf506e72d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3350272 May 30 21:32:59.913754 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:32:59.915854 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-96a1698a-5d9b-49df-be13-9b8ed93f9d99 req-45cbd608-f514-4b76-9ff8-0e13685bd52a tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Synchronizing usage tracker for tenant:8acbfcbd407543f9bb5b4cfddd9e55c4 on resource:security_group {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 21:32:59.941161 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device c25095b3-26d0-4cf2-a756-b29993441340 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:33:00.011360 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port c25095b3-26d0-4cf2-a756-b29993441340 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:33:00.011831 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:33:00.039213 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-96a1698a-5d9b-49df-be13-9b8ed93f9d99 req-45cbd608-f514-4b76-9ff8-0e13685bd52a tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Unset dirty status for tenant:8acbfcbd407543f9bb5b4cfddd9e55c4 on resource:security_group {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 21:33:00.040809 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-96a1698a-5d9b-49df-be13-9b8ed93f9d99 req-45cbd608-f514-4b76-9ff8-0e13685bd52a tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1072195796&fields=id&tenant_id=8acbfcbd407543f9bb5b4cfddd9e55c4 HTTP/1.1" status: 200 len: 267 time: 0.1712480 May 30 21:33:00.132595 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 0b9361d1-171b-41c6-a218-caa2ba667624 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:33:00.208937 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 0b9361d1-171b-41c6-a218-caa2ba667624 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:33:00.209332 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:33:00.314483 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a1698a-5d9b-49df-be13-9b8ed93f9d99 req-1cbda191-62c6-40a5-a72b-fd110794b368 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:33:00.315165 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-96a1698a-5d9b-49df-be13-9b8ed93f9d99 req-1cbda191-62c6-40a5-a72b-fd110794b368 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Synchronizing usage tracker for tenant:8acbfcbd407543f9bb5b4cfddd9e55c4 on resource:network {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 21:33:00.353510 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a76a5ee-93b3-4e7e-bee1-200f65d4f875 None None] Sync routers for ids ['486026ca-e2e6-4042-982b-08cf506e72d2'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 21:33:00.365859 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a76a5ee-93b3-4e7e-bee1-200f65d4f875 None None] Routers {'486026ca-e2e6-4042-982b-08cf506e72d2'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:33:00.366463 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-7a76a5ee-93b3-4e7e-bee1-200f65d4f875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T21:33:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['486026ca-e2e6-4042-982b-08cf506e72d2'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:33:00.407263 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-96a1698a-5d9b-49df-be13-9b8ed93f9d99 req-1cbda191-62c6-40a5-a72b-fd110794b368 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Unset dirty status for tenant:8acbfcbd407543f9bb5b4cfddd9e55c4 on resource:network {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 21:33:00.408510 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-96a1698a-5d9b-49df-be13-9b8ed93f9d99 req-1cbda191-62c6-40a5-a72b-fd110794b368 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/networks?id=f72ba669-ef3e-4e49-827c-17b915ddf4d3 HTTP/1.1" status: 200 len: 797 time: 0.3610392 May 30 21:33:00.426782 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-96a1698a-5d9b-49df-be13-9b8ed93f9d99 req-cc91ba40-fc6e-4352-a778-8d1967efc550 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/quotas/8acbfcbd407543f9bb5b4cfddd9e55c4 HTTP/1.1" status: 200 len: 375 time: 0.0126801 May 30 21:33:00.507166 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-96a1698a-5d9b-49df-be13-9b8ed93f9d99 req-293f5a35-82f8-43c6-84fd-af0a14c1708e tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Synchronizing usage tracker for tenant:8acbfcbd407543f9bb5b4cfddd9e55c4 on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 21:33:00.541262 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-7a76a5ee-93b3-4e7e-bee1-200f65d4f875 None None] Set router 486026ca-e2e6-4042-982b-08cf506e72d2 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:33:00.579934 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-96a1698a-5d9b-49df-be13-9b8ed93f9d99 req-293f5a35-82f8-43c6-84fd-af0a14c1708e tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Unset dirty status for tenant:8acbfcbd407543f9bb5b4cfddd9e55c4 on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 21:33:00.581295 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-96a1698a-5d9b-49df-be13-9b8ed93f9d99 req-293f5a35-82f8-43c6-84fd-af0a14c1708e tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=8acbfcbd407543f9bb5b4cfddd9e55c4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1493671 May 30 21:33:00.798083 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-96a1698a-5d9b-49df-be13-9b8ed93f9d99 req-1bd1fc2f-f31d-4756-ae75-0e7206a2aea9 service neutron] 10.222.0.85 "GET /v2.0/networks/f72ba669-ef3e-4e49-827c-17b915ddf4d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037532 May 30 21:33:00.857176 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-7a76a5ee-93b3-4e7e-bee1-200f65d4f875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '486026ca-e2e6-4042-982b-08cf506e72d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-761742466', 'tenant_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': 'c25095b3-26d0-4cf2-a756-b29993441340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:32:53Z', 'updated_at': '2022-05-30T21:32:58Z', 'revision_number': 4, 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'gw_port': {'id': 'c25095b3-26d0-4cf2-a756-b29993441340', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:45:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '486026ca-e2e6-4042-982b-08cf506e72d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:32:53Z', 'updated_at': '2022-05-30T21:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '37822ca8-a7eb-40ed-b655-d929c7594144', 'name': '', 'network_id': 'f72ba669-ef3e-4e49-827c-17b915ddf4d3', 'tenant_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'mac_address': 'fa:16:3e:47:cc:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '486026ca-e2e6-4042-982b-08cf506e72d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8ab3ab6-8605-463e-9f2b-aa0be822f5cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:32:57Z', 'updated_at': '2022-05-30T21:32:58Z', 'revision_number': 2, 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'subnets': [{'id': 'a8ab3ab6-8605-463e-9f2b-aa0be822f5cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:33:00.861154 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a76a5ee-93b3-4e7e-bee1-200f65d4f875 None None] Checking router: 486026ca-e2e6-4042-982b-08cf506e72d2 for host: n-d-843948-2 {{(pid=84888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 21:33:00.861500 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a76a5ee-93b3-4e7e-bee1-200f65d4f875 None None] Updating router 486026ca-e2e6-4042-982b-08cf506e72d2 port 37822ca8-a7eb-40ed-b655-d929c7594144 binding host n-d-843948-2 {{(pid=84888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 21:33:00.912103 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-7a76a5ee-93b3-4e7e-bee1-200f65d4f875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:33:00.932274 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-96a1698a-5d9b-49df-be13-9b8ed93f9d99 req-e13efa5a-fa2e-410a-8668-a821fae5e90e service neutron] 10.222.0.85 "GET /v2.0/networks/f72ba669-ef3e-4e49-827c-17b915ddf4d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277816 May 30 21:33:01.205995 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-462ef9ee-48d2-4330-aacd-a308e6437fee req-70e74f2f-38ea-4c81-a745-cc4529f6a99c tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Synchronizing usage tracker for tenant:8acbfcbd407543f9bb5b4cfddd9e55c4 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 21:33:01.218855 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-462ef9ee-48d2-4330-aacd-a308e6437fee req-70e74f2f-38ea-4c81-a745-cc4529f6a99c tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Unset dirty status for tenant:8acbfcbd407543f9bb5b4cfddd9e55c4 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 21:33:01.220230 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-462ef9ee-48d2-4330-aacd-a308e6437fee req-70e74f2f-38ea-4c81-a745-cc4529f6a99c tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/ports?device_id=ee1db017-fd57-450e-8e59-7c7463d4f594 HTTP/1.1" status: 200 len: 210 time: 0.0573933 May 30 21:33:01.292601 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-7a76a5ee-93b3-4e7e-bee1-200f65d4f875 None None] Notify callbacks [] for port, precommit_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:33:01.304637 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-7a76a5ee-93b3-4e7e-bee1-200f65d4f875 None None] Transition to ACTIVE for port object 37822ca8-a7eb-40ed-b655-d929c7594144 will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:33:01.404815 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-7a76a5ee-93b3-4e7e-bee1-200f65d4f875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:33:01.514534 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:33:01.536543 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d518f7-f104-4e88-8535-7f47b3034ed3 None None] Pushing event updated for resources: {'Port': ['ID=37822ca8-a7eb-40ed-b655-d929c7594144,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:33:01.630325 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-7a76a5ee-93b3-4e7e-bee1-200f65d4f875 None None] Attempting to bind port 37822ca8-a7eb-40ed-b655-d929c7594144 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 21:33:01.631293 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-7a76a5ee-93b3-4e7e-bee1-200f65d4f875 None None] Attempting to bind port 37822ca8-a7eb-40ed-b655-d929c7594144 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': 'c5c88f35-575d-4310-880b-216a572e9790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'f72ba669-ef3e-4e49-827c-17b915ddf4d3'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 21:33:01.631293 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a76a5ee-93b3-4e7e-bee1-200f65d4f875 None None] Attempting to bind port 37822ca8-a7eb-40ed-b655-d929c7594144 on network f72ba669-ef3e-4e49-827c-17b915ddf4d3 {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:33:01.638448 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a76a5ee-93b3-4e7e-bee1-200f65d4f875 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 21, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 21:33:01.638815 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a76a5ee-93b3-4e7e-bee1-200f65d4f875 None None] Checking segment: {'id': 'c5c88f35-575d-4310-880b-216a572e9790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'f72ba669-ef3e-4e49-827c-17b915ddf4d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:33:01.639548 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-7a76a5ee-93b3-4e7e-bee1-200f65d4f875 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:33:01.639672 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a76a5ee-93b3-4e7e-bee1-200f65d4f875 None None] Bound using segment: {'id': 'c5c88f35-575d-4310-880b-216a572e9790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'f72ba669-ef3e-4e49-827c-17b915ddf4d3'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 21:33:01.640048 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-7a76a5ee-93b3-4e7e-bee1-200f65d4f875 None None] Bound port: 37822ca8-a7eb-40ed-b655-d929c7594144, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5c88f35-575d-4310-880b-216a572e9790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'f72ba669-ef3e-4e49-827c-17b915ddf4d3'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 21:33:01.640418 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-7a76a5ee-93b3-4e7e-bee1-200f65d4f875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:33:01.742463 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-7a76a5ee-93b3-4e7e-bee1-200f65d4f875 None None] For port 37822ca8-a7eb-40ed-b655-d929c7594144, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 21:33:01.745394 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-7a76a5ee-93b3-4e7e-bee1-200f65d4f875 None None] For port 37822ca8-a7eb-40ed-b655-d929c7594144, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=37822ca8-a7eb-40ed-b655-d929c7594144,segment=NetworkSegment(c5c88f35-575d-4310-880b-216a572e9790),segment_id=c5c88f35-575d-4310-880b-216a572e9790)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 21:33:01.854122 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-7a76a5ee-93b3-4e7e-bee1-200f65d4f875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:33:01.940447 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d518f7-f104-4e88-8535-7f47b3034ed3 None None] Pushing event updated for resources: {'Port': ['ID=37822ca8-a7eb-40ed-b655-d929c7594144,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:33:01.943401 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a76a5ee-93b3-4e7e-bee1-200f65d4f875 None None] Routers {'486026ca-e2e6-4042-982b-08cf506e72d2'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:33:01.943995 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-7a76a5ee-93b3-4e7e-bee1-200f65d4f875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T21:33:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['486026ca-e2e6-4042-982b-08cf506e72d2'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:33:02.126108 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-7a76a5ee-93b3-4e7e-bee1-200f65d4f875 None None] Set router 486026ca-e2e6-4042-982b-08cf506e72d2 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:33:02.402437 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-27f0a210-91f6-4aba-9d74-3b7d5de43bb9 req-25d693e3-9d2b-45bd-b349-73e21ee219e7 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/ports?device_id=ee1db017-fd57-450e-8e59-7c7463d4f594 HTTP/1.1" status: 200 len: 210 time: 0.0496328 May 30 21:33:02.447154 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-7a76a5ee-93b3-4e7e-bee1-200f65d4f875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '486026ca-e2e6-4042-982b-08cf506e72d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-761742466', 'tenant_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': 'c25095b3-26d0-4cf2-a756-b29993441340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:32:53Z', 'updated_at': '2022-05-30T21:32:58Z', 'revision_number': 4, 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'gw_port': {'id': 'c25095b3-26d0-4cf2-a756-b29993441340', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:45:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '486026ca-e2e6-4042-982b-08cf506e72d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:32:53Z', 'updated_at': '2022-05-30T21:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '37822ca8-a7eb-40ed-b655-d929c7594144', 'name': '', 'network_id': 'f72ba669-ef3e-4e49-827c-17b915ddf4d3', 'tenant_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'mac_address': 'fa:16:3e:47:cc:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '486026ca-e2e6-4042-982b-08cf506e72d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8ab3ab6-8605-463e-9f2b-aa0be822f5cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:32:57Z', 'updated_at': '2022-05-30T21:33:01Z', 'revision_number': 4, 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'subnets': [{'id': 'a8ab3ab6-8605-463e-9f2b-aa0be822f5cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:33:02.451871 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a76a5ee-93b3-4e7e-bee1-200f65d4f875 None None] The sync data for ids ['486026ca-e2e6-4042-982b-08cf506e72d2'] in n-d-843948-2 is: [{'id': '486026ca-e2e6-4042-982b-08cf506e72d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-761742466', 'tenant_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': 'c25095b3-26d0-4cf2-a756-b29993441340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:32:53Z', 'updated_at': '2022-05-30T21:32:58Z', 'revision_number': 4, 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'gw_port': {'id': 'c25095b3-26d0-4cf2-a756-b29993441340', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:45:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '486026ca-e2e6-4042-982b-08cf506e72d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:32:53Z', 'updated_at': '2022-05-30T21:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '37822ca8-a7eb-40ed-b655-d929c7594144', 'name': '', 'network_id': 'f72ba669-ef3e-4e49-827c-17b915ddf4d3', 'tenant_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'mac_address': 'fa:16:3e:47:cc:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '486026ca-e2e6-4042-982b-08cf506e72d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8ab3ab6-8605-463e-9f2b-aa0be822f5cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:32:57Z', 'updated_at': '2022-05-30T21:33:01Z', 'revision_number': 4, 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'subnets': [{'id': 'a8ab3ab6-8605-463e-9f2b-aa0be822f5cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 21:33:02.964835 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:33:03.425583 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a1698a-5d9b-49df-be13-9b8ed93f9d99 req-c03292da-c776-4a24-925f-15122e2534bb tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:33:03.427036 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-96a1698a-5d9b-49df-be13-9b8ed93f9d99 req-c03292da-c776-4a24-925f-15122e2534bb tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.86 "GET /v2.0/networks?id=f72ba669-ef3e-4e49-827c-17b915ddf4d3 HTTP/1.1" status: 200 len: 797 time: 0.1438727 May 30 21:33:03.488857 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-96a1698a-5d9b-49df-be13-9b8ed93f9d99 req-f489090e-2949-460a-a857-355e4107c038 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8acbfcbd407543f9bb5b4cfddd9e55c4 HTTP/1.1" status: 200 len: 380 time: 0.0419502 May 30 21:33:03.498465 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-96a1698a-5d9b-49df-be13-9b8ed93f9d99 req-2a6f0543-0574-4e00-b521-2774e5048dc0 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Request body: {'port': {'device_id': 'ee1db017-fd57-450e-8e59-7c7463d4f594', 'network_id': 'f72ba669-ef3e-4e49-827c-17b915ddf4d3', 'admin_state_up': True, 'tenant_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'security_groups': ['baa9a445-2da0-4bd4-befa-ad0b53519fa5']}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:33:03.623546 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-bc4b5dea-6527-4d51-a1b5-fad72922f6d6 req-cd390bad-833d-451d-ab90-e873cf3ee36d tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/ports?device_id=ee1db017-fd57-450e-8e59-7c7463d4f594 HTTP/1.1" status: 200 len: 210 time: 0.0992622 May 30 21:33:03.680246 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-96a1698a-5d9b-49df-be13-9b8ed93f9d99 req-2a6f0543-0574-4e00-b521-2774e5048dc0 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:33:03.689705 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-96a1698a-5d9b-49df-be13-9b8ed93f9d99 req-2a6f0543-0574-4e00-b521-2774e5048dc0 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:33:03.802032 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96a1698a-5d9b-49df-be13-9b8ed93f9d99 req-2a6f0543-0574-4e00-b521-2774e5048dc0 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Made reservation on behalf of 8acbfcbd407543f9bb5b4cfddd9e55c4 for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 21:33:03.805829 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-96a1698a-5d9b-49df-be13-9b8ed93f9d99 req-2a6f0543-0574-4e00-b521-2774e5048dc0 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:33:03.947760 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 37822ca8-a7eb-40ed-b655-d929c7594144 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:33:03.974354 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [req-96a1698a-5d9b-49df-be13-9b8ed93f9d99 req-2a6f0543-0574-4e00-b521-2774e5048dc0 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Allocated IP 172.20.0.3 (f72ba669-ef3e-4e49-827c-17b915ddf4d3/a8ab3ab6-8605-463e-9f2b-aa0be822f5cf/cbe28fd1-610f-4c20-a506-ec5e140e1462) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 21:33:04.084966 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 37822ca8-a7eb-40ed-b655-d929c7594144 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:33:04.090666 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 37822ca8-a7eb-40ed-b655-d929c7594144 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:33:04.091122 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:33:04.164589 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-96a1698a-5d9b-49df-be13-9b8ed93f9d99 req-2a6f0543-0574-4e00-b521-2774e5048dc0 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:33:04.180597 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-96a1698a-5d9b-49df-be13-9b8ed93f9d99 req-2a6f0543-0574-4e00-b521-2774e5048dc0 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Transition to ACTIVE for port object cbe28fd1-610f-4c20-a506-ec5e140e1462 will not be triggered until provisioned by entity DHCP. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:33:04.207977 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:33:04.238838 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port 37822ca8-a7eb-40ed-b655-d929c7594144, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=37822ca8-a7eb-40ed-b655-d929c7594144,segment=NetworkSegment(c5c88f35-575d-4310-880b-216a572e9790),segment_id=c5c88f35-575d-4310-880b-216a572e9790)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:33:04.273531 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-96a1698a-5d9b-49df-be13-9b8ed93f9d99 req-2a6f0543-0574-4e00-b521-2774e5048dc0 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:33:04.301707 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:33:04.345985 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96a1698a-5d9b-49df-be13-9b8ed93f9d99 req-2a6f0543-0574-4e00-b521-2774e5048dc0 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Network f72ba669-ef3e-4e49-827c-17b915ddf4d3 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:33:04.348961 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [req-96a1698a-5d9b-49df-be13-9b8ed93f9d99 req-2a6f0543-0574-4e00-b521-2774e5048dc0 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:33:04.352845 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-96a1698a-5d9b-49df-be13-9b8ed93f9d99 req-2a6f0543-0574-4e00-b521-2774e5048dc0 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 21:33:04.372170 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=37822ca8-a7eb-40ed-b655-d929c7594144,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:33:04.398973 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6f0543-0574-4e00-b521-2774e5048dc0 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Pushing event updated for resources: {'Port': ['ID=cbe28fd1-610f-4c20-a506-ec5e140e1462,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:33:04.423060 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a1698a-5d9b-49df-be13-9b8ed93f9d99 req-2a6f0543-0574-4e00-b521-2774e5048dc0 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:33:04.423689 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-96a1698a-5d9b-49df-be13-9b8ed93f9d99 req-2a6f0543-0574-4e00-b521-2774e5048dc0 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:33:04.508298 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-96a1698a-5d9b-49df-be13-9b8ed93f9d99 req-2a6f0543-0574-4e00-b521-2774e5048dc0 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0132177 May 30 21:33:04.523582 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-96a1698a-5d9b-49df-be13-9b8ed93f9d99 req-50ed154b-115d-49e4-9a6a-90f900b80894 service neutron] Request body: {'port': {'device_id': 'ee1db017-fd57-450e-8e59-7c7463d4f594', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843948-2'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:33:04.685546 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-c3c39a0a-5d8f-4425-a371-952336833882 None None] Provisioning for port cbe28fd1-610f-4c20-a506-ec5e140e1462 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:33:04.691567 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-c3c39a0a-5d8f-4425-a371-952336833882 None None] Provisioning complete for port cbe28fd1-610f-4c20-a506-ec5e140e1462 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:33:04.692071 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-c3c39a0a-5d8f-4425-a371-952336833882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:33:04.749951 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-c3c39a0a-5d8f-4425-a371-952336833882 None None] Port cbe28fd1-610f-4c20-a506-ec5e140e1462 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 21:33:04.750484 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-96a1698a-5d9b-49df-be13-9b8ed93f9d99 req-50ed154b-115d-49e4-9a6a-90f900b80894 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:33:04.843158 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8626e84-ab7b-4447-9bfc-612967b7ca02 req-0b505d39-d22a-4ab6-be5b-1a276cf5054e tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:33:04.844624 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b8626e84-ab7b-4447-9bfc-612967b7ca02 req-0b505d39-d22a-4ab6-be5b-1a276cf5054e tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/ports?device_id=ee1db017-fd57-450e-8e59-7c7463d4f594 HTTP/1.1" status: 200 len: 931 time: 0.0872760 May 30 21:33:04.891065 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b8626e84-ab7b-4447-9bfc-612967b7ca02 req-2b23b0dd-0e76-43ff-9348-76190fbe4beb tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/security-groups?id=baa9a445-2da0-4bd4-befa-ad0b53519fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405941 May 30 21:33:05.099700 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [req-96a1698a-5d9b-49df-be13-9b8ed93f9d99 req-50ed154b-115d-49e4-9a6a-90f900b80894 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbe28fd1-610f-4c20-a506-ec5e140e1462 {{(pid=84887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 21:33:05.107349 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-96a1698a-5d9b-49df-be13-9b8ed93f9d99 req-50ed154b-115d-49e4-9a6a-90f900b80894 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:33:05.121527 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-96a1698a-5d9b-49df-be13-9b8ed93f9d99 req-50ed154b-115d-49e4-9a6a-90f900b80894 service neutron] Transition to ACTIVE for port object cbe28fd1-610f-4c20-a506-ec5e140e1462 will not be triggered until provisioned by entity L2. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:33:05.204909 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-96a1698a-5d9b-49df-be13-9b8ed93f9d99 req-50ed154b-115d-49e4-9a6a-90f900b80894 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:33:05.331009 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed154b-115d-49e4-9a6a-90f900b80894 service neutron] Pushing event updated for resources: {'Port': ['ID=cbe28fd1-610f-4c20-a506-ec5e140e1462,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:33:05.442068 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-96a1698a-5d9b-49df-be13-9b8ed93f9d99 req-50ed154b-115d-49e4-9a6a-90f900b80894 service neutron] Attempting to bind port cbe28fd1-610f-4c20-a506-ec5e140e1462 on host n-h2-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 21:33:05.442397 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-96a1698a-5d9b-49df-be13-9b8ed93f9d99 req-50ed154b-115d-49e4-9a6a-90f900b80894 service neutron] Attempting to bind port cbe28fd1-610f-4c20-a506-ec5e140e1462 by drivers openvswitch,hyperv on host n-h2-843948-2 at level 0 using segments [{'id': 'c5c88f35-575d-4310-880b-216a572e9790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'f72ba669-ef3e-4e49-827c-17b915ddf4d3'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 21:33:05.442719 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a1698a-5d9b-49df-be13-9b8ed93f9d99 req-50ed154b-115d-49e4-9a6a-90f900b80894 service neutron] Attempting to bind port cbe28fd1-610f-4c20-a506-ec5e140e1462 on network f72ba669-ef3e-4e49-827c-17b915ddf4d3 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:33:05.448324 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a1698a-5d9b-49df-be13-9b8ed93f9d99 req-50ed154b-115d-49e4-9a6a-90f900b80894 service neutron] Port cbe28fd1-610f-4c20-a506-ec5e140e1462 on network f72ba669-ef3e-4e49-827c-17b915ddf4d3 not bound, no agent of type Open vSwitch agent registered on host n-h2-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 21:33:05.448637 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a1698a-5d9b-49df-be13-9b8ed93f9d99 req-50ed154b-115d-49e4-9a6a-90f900b80894 service neutron] Attempting to bind port cbe28fd1-610f-4c20-a506-ec5e140e1462 on network f72ba669-ef3e-4e49-827c-17b915ddf4d3 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:33:05.455215 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a1698a-5d9b-49df-be13-9b8ed93f9d99 req-50ed154b-115d-49e4-9a6a-90f900b80894 service neutron] Checking agent: {'id': 'eaa08354-e8f5-4e73-af76-8d3cf7d2b390', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 21, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 21:33:05.455545 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a1698a-5d9b-49df-be13-9b8ed93f9d99 req-50ed154b-115d-49e4-9a6a-90f900b80894 service neutron] Checking segment: {'id': 'c5c88f35-575d-4310-880b-216a572e9790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'f72ba669-ef3e-4e49-827c-17b915ddf4d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:33:05.455917 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a1698a-5d9b-49df-be13-9b8ed93f9d99 req-50ed154b-115d-49e4-9a6a-90f900b80894 service neutron] Bound using segment: {'id': 'c5c88f35-575d-4310-880b-216a572e9790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'f72ba669-ef3e-4e49-827c-17b915ddf4d3'} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 21:33:05.456331 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-96a1698a-5d9b-49df-be13-9b8ed93f9d99 req-50ed154b-115d-49e4-9a6a-90f900b80894 service neutron] Bound port: cbe28fd1-610f-4c20-a506-ec5e140e1462, host: n-h2-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5c88f35-575d-4310-880b-216a572e9790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'f72ba669-ef3e-4e49-827c-17b915ddf4d3'}}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 21:33:05.456671 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-96a1698a-5d9b-49df-be13-9b8ed93f9d99 req-50ed154b-115d-49e4-9a6a-90f900b80894 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:33:05.548603 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-96a1698a-5d9b-49df-be13-9b8ed93f9d99 req-50ed154b-115d-49e4-9a6a-90f900b80894 service neutron] For port cbe28fd1-610f-4c20-a506-ec5e140e1462, host n-h2-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 21:33:05.551543 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-96a1698a-5d9b-49df-be13-9b8ed93f9d99 req-50ed154b-115d-49e4-9a6a-90f900b80894 service neutron] For port cbe28fd1-610f-4c20-a506-ec5e140e1462, host n-h2-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=cbe28fd1-610f-4c20-a506-ec5e140e1462,segment=NetworkSegment(c5c88f35-575d-4310-880b-216a572e9790),segment_id=c5c88f35-575d-4310-880b-216a572e9790)] {{(pid=84887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 21:33:05.664546 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-96a1698a-5d9b-49df-be13-9b8ed93f9d99 req-50ed154b-115d-49e4-9a6a-90f900b80894 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:33:05.727078 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-96a1698a-5d9b-49df-be13-9b8ed93f9d99 req-50ed154b-115d-49e4-9a6a-90f900b80894 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:33:05.728430 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-96a1698a-5d9b-49df-be13-9b8ed93f9d99 req-50ed154b-115d-49e4-9a6a-90f900b80894 service neutron] 10.222.0.86 "PUT /v2.0/ports/cbe28fd1-610f-4c20-a506-ec5e140e1462 HTTP/1.1" status: 200 len: 1091 time: 1.2091749 May 30 21:33:05.728850 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee1db017-fd57-450e-8e59-7c7463d4f594', 'tag': 'cbe28fd1-610f-4c20-a506-ec5e140e1462'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:33:05.746174 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed154b-115d-49e4-9a6a-90f900b80894 service neutron] Pushing event updated for resources: {'Port': ['ID=cbe28fd1-610f-4c20-a506-ec5e140e1462,revision_number=3']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:33:05.801329 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10a06322-274e-4c03-8924-83f16f96c1bc'] response: {'name': 'network-changed', 'server_uuid': 'ee1db017-fd57-450e-8e59-7c7463d4f594', 'tag': 'cbe28fd1-610f-4c20-a506-ec5e140e1462', 'status': 'completed', 'code': 200} May 30 21:33:05.906693 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-38312d98-8e64-44c1-85ce-a6989eb1c959 req-e108cba8-6444-49ef-bdd5-8fd40cafc35d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8acbfcbd407543f9bb5b4cfddd9e55c4&device_id=ee1db017-fd57-450e-8e59-7c7463d4f594 HTTP/1.1" status: 200 len: 1094 time: 0.0778770 May 30 21:33:05.946742 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 37822ca8-a7eb-40ed-b655-d929c7594144 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:33:06.033284 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 37822ca8-a7eb-40ed-b655-d929c7594144 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:33:06.033813 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:33:06.063584 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38312d98-8e64-44c1-85ce-a6989eb1c959 req-372f54cd-5219-45f3-985b-df23e145f866 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:33:06.064937 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-38312d98-8e64-44c1-85ce-a6989eb1c959 req-372f54cd-5219-45f3-985b-df23e145f866 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=8acbfcbd407543f9bb5b4cfddd9e55c4&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1470253 May 30 21:33:06.096969 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d76e7d-a6f0-45f5-9878-cdc4848647c4 req-7d2516ae-8217-4ef6-b6ea-ba661d84aa3f tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:33:06.099133 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-47d76e7d-a6f0-45f5-9878-cdc4848647c4 req-7d2516ae-8217-4ef6-b6ea-ba661d84aa3f tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/ports?device_id=ee1db017-fd57-450e-8e59-7c7463d4f594 HTTP/1.1" status: 200 len: 943 time: 0.0835226 May 30 21:33:06.149906 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-47d76e7d-a6f0-45f5-9878-cdc4848647c4 req-7ea34199-9fad-408d-ab4c-9efa8839cb09 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/security-groups?id=baa9a445-2da0-4bd4-befa-ad0b53519fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440331 May 30 21:33:06.214222 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38312d98-8e64-44c1-85ce-a6989eb1c959 req-ba033830-a829-4eb1-915a-09f613655431 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:33:06.215743 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-38312d98-8e64-44c1-85ce-a6989eb1c959 req-ba033830-a829-4eb1-915a-09f613655431 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1419611 May 30 21:33:06.330188 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-96a1698a-5d9b-49df-be13-9b8ed93f9d99 req-7ed7281f-b842-4ee3-802a-8e3e24e39943 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8acbfcbd407543f9bb5b4cfddd9e55c4&device_id=ee1db017-fd57-450e-8e59-7c7463d4f594 HTTP/1.1" status: 200 len: 1094 time: 0.0731320 May 30 21:33:06.400898 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-96a1698a-5d9b-49df-be13-9b8ed93f9d99 req-de5628a0-e59a-424d-aff0-4c4f11ae91bd service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cbe28fd1-610f-4c20-a506-ec5e140e1462 HTTP/1.1" status: 200 len: 217 time: 0.0618088 May 30 21:33:06.467836 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a1698a-5d9b-49df-be13-9b8ed93f9d99 req-ec385f95-dd77-4d83-af0c-ea32185f53a6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:33:06.469229 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-96a1698a-5d9b-49df-be13-9b8ed93f9d99 req-ec385f95-dd77-4d83-af0c-ea32185f53a6 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a8ab3ab6-8605-463e-9f2b-aa0be822f5cf HTTP/1.1" status: 200 len: 834 time: 0.0593905 May 30 21:33:06.548431 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-96a1698a-5d9b-49df-be13-9b8ed93f9d99 req-e91499b8-8a02-4315-8e58-8ef8f0344893 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f72ba669-ef3e-4e49-827c-17b915ddf4d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0678449 May 30 21:33:06.687160 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-96a1698a-5d9b-49df-be13-9b8ed93f9d99 req-1575f829-40ff-40c0-9809-a86648009e51 service neutron] 10.222.0.86 "GET /v2.0/networks/f72ba669-ef3e-4e49-827c-17b915ddf4d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289618 May 30 21:33:06.824329 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-96a1698a-5d9b-49df-be13-9b8ed93f9d99 req-4ff03420-8343-43e8-8f91-5088cf1ab0f6 service neutron] 10.222.0.86 "GET /v2.0/networks/f72ba669-ef3e-4e49-827c-17b915ddf4d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279747 May 30 21:33:07.353737 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe4180c-4675-4bb9-9ee2-0ce29d6a93ed req-de9c4305-87f1-4063-871f-fe519f76f978 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:33:07.354435 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-afe4180c-4675-4bb9-9ee2-0ce29d6a93ed req-de9c4305-87f1-4063-871f-fe519f76f978 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Synchronizing usage tracker for tenant:8acbfcbd407543f9bb5b4cfddd9e55c4 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 21:33:07.424406 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-afe4180c-4675-4bb9-9ee2-0ce29d6a93ed req-de9c4305-87f1-4063-871f-fe519f76f978 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Unset dirty status for tenant:8acbfcbd407543f9bb5b4cfddd9e55c4 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 21:33:07.425541 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-afe4180c-4675-4bb9-9ee2-0ce29d6a93ed req-de9c4305-87f1-4063-871f-fe519f76f978 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/ports?device_id=ee1db017-fd57-450e-8e59-7c7463d4f594 HTTP/1.1" status: 200 len: 943 time: 0.1498091 May 30 21:33:07.470526 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-afe4180c-4675-4bb9-9ee2-0ce29d6a93ed req-ba476284-9a48-433f-b39a-66931e125dd9 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/security-groups?id=baa9a445-2da0-4bd4-befa-ad0b53519fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393829 May 30 21:33:08.666419 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9406666e-800d-46ad-ad21-4f7115b389a2 req-e9c8f0be-7bce-4f3c-bfdd-8ac1d924162a tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:33:08.667836 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9406666e-800d-46ad-ad21-4f7115b389a2 req-e9c8f0be-7bce-4f3c-bfdd-8ac1d924162a tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/ports?device_id=ee1db017-fd57-450e-8e59-7c7463d4f594 HTTP/1.1" status: 200 len: 943 time: 0.0750263 May 30 21:33:08.713130 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9406666e-800d-46ad-ad21-4f7115b389a2 req-e4831c8a-b63d-4abb-b426-348c3ccc5a20 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/security-groups?id=baa9a445-2da0-4bd4-befa-ad0b53519fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395095 May 30 21:33:09.003275 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device cbe28fd1-610f-4c20-a506-ec5e140e1462 details requested by agent hyperv_n-h2-843948-2 with host n-h2-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 21:33:09.133950 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port cbe28fd1-610f-4c20-a506-ec5e140e1462, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=cbe28fd1-610f-4c20-a506-ec5e140e1462,segment=NetworkSegment(c5c88f35-575d-4310-880b-216a572e9790),segment_id=c5c88f35-575d-4310-880b-216a572e9790)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:33:09.147332 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Returning: {'device': 'cbe28fd1-610f-4c20-a506-ec5e140e1462', 'network_id': 'f72ba669-ef3e-4e49-827c-17b915ddf4d3', 'port_id': 'cbe28fd1-610f-4c20-a506-ec5e140e1462', 'mac_address': 'fa:16:3e:74:0f:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8ab3ab6-8605-463e-9f2b-aa0be822f5cf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 21:33:09.200460 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:33:09.217535 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbe28fd1-610f-4c20-a506-ec5e140e1462 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 21:33:09.231981 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port cbe28fd1-610f-4c20-a506-ec5e140e1462, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=cbe28fd1-610f-4c20-a506-ec5e140e1462,segment=NetworkSegment(c5c88f35-575d-4310-880b-216a572e9790),segment_id=c5c88f35-575d-4310-880b-216a572e9790)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:33:09.290264 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:33:09.358235 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=cbe28fd1-610f-4c20-a506-ec5e140e1462,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:33:09.554193 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['cbe28fd1-610f-4c20-a506-ec5e140e1462'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 21:33:09.907699 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097f4797-c1b5-43f1-9913-d217612c82cc req-ce534b17-1afa-42ac-80e6-792070ce1f99 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:33:09.909163 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-097f4797-c1b5-43f1-9913-d217612c82cc req-ce534b17-1afa-42ac-80e6-792070ce1f99 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/ports?device_id=ee1db017-fd57-450e-8e59-7c7463d4f594 HTTP/1.1" status: 200 len: 944 time: 0.0766971 May 30 21:33:09.955815 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-097f4797-c1b5-43f1-9913-d217612c82cc req-31a12524-e725-4ad2-abf3-8812dad9f219 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/security-groups?id=baa9a445-2da0-4bd4-befa-ad0b53519fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410173 May 30 21:33:11.025978 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device cbe28fd1-610f-4c20-a506-ec5e140e1462 up at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:33:11.158645 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning for port cbe28fd1-610f-4c20-a506-ec5e140e1462 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:33:11.158903 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3500e8-9b46-431f-8524-62f823b1bd35 req-8394e487-dfb9-4eb7-92fe-afd8c15a6da2 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:33:11.160237 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ac3500e8-9b46-431f-8524-62f823b1bd35 req-8394e487-dfb9-4eb7-92fe-afd8c15a6da2 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/ports?device_id=ee1db017-fd57-450e-8e59-7c7463d4f594 HTTP/1.1" status: 200 len: 944 time: 0.0816712 May 30 21:33:11.163694 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning complete for port cbe28fd1-610f-4c20-a506-ec5e140e1462 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:33:11.164093 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:33:11.207997 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ac3500e8-9b46-431f-8524-62f823b1bd35 req-2f2f3483-c15e-4979-85fd-281f229dbab2 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/security-groups?id=baa9a445-2da0-4bd4-befa-ad0b53519fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418046 May 30 21:33:11.279791 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:33:11.306355 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee1db017-fd57-450e-8e59-7c7463d4f594', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbe28fd1-610f-4c20-a506-ec5e140e1462'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:33:11.315561 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port cbe28fd1-610f-4c20-a506-ec5e140e1462, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=cbe28fd1-610f-4c20-a506-ec5e140e1462,segment=NetworkSegment(c5c88f35-575d-4310-880b-216a572e9790),segment_id=c5c88f35-575d-4310-880b-216a572e9790)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:33:11.360288 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9476884f-006f-43d6-a7a4-e1e64df66a77'] response: {'server_uuid': 'ee1db017-fd57-450e-8e59-7c7463d4f594', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbe28fd1-610f-4c20-a506-ec5e140e1462', 'code': 200} May 30 21:33:11.375917 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:33:11.444885 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=cbe28fd1-610f-4c20-a506-ec5e140e1462,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:33:11.583313 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-20513b03-97f5-4362-b6cc-08aaa92847b7 req-589b1233-ced9-4885-92a9-db1e21240482 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=ee1db017-fd57-450e-8e59-7c7463d4f594 HTTP/1.1" status: 200 len: 1096 time: 0.1589465 May 30 21:33:11.629386 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-20513b03-97f5-4362-b6cc-08aaa92847b7 req-b326f7f2-8634-4c23-9a81-c873fe38b6c1 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=baa9a445-2da0-4bd4-befa-ad0b53519fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370712 May 30 21:33:12.486826 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682ccc81-6463-4ef2-bdf9-eabbfe0fa4c3 req-a3a19e63-90eb-409c-bb73-1a3e758de1a3 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:33:12.488283 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-682ccc81-6463-4ef2-bdf9-eabbfe0fa4c3 req-a3a19e63-90eb-409c-bb73-1a3e758de1a3 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/ports?device_id=ee1db017-fd57-450e-8e59-7c7463d4f594 HTTP/1.1" status: 200 len: 945 time: 0.1594548 May 30 21:33:12.537104 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-682ccc81-6463-4ef2-bdf9-eabbfe0fa4c3 req-0c672500-9fae-4276-b3b5-579f5070f87b tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/security-groups?id=baa9a445-2da0-4bd4-befa-ad0b53519fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431170 May 30 21:33:13.735640 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8723e770-b429-417a-8f22-f114d8c9069b req-a9da7d5d-3ed7-44d3-96bc-e9bd0e735d38 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:33:13.737076 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8723e770-b429-417a-8f22-f114d8c9069b req-a9da7d5d-3ed7-44d3-96bc-e9bd0e735d38 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/ports?device_id=ee1db017-fd57-450e-8e59-7c7463d4f594 HTTP/1.1" status: 200 len: 945 time: 0.0803077 May 30 21:33:13.782713 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8723e770-b429-417a-8f22-f114d8c9069b req-81fc329e-7d00-4831-86b5-8feec5076b55 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/security-groups?id=baa9a445-2da0-4bd4-befa-ad0b53519fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400438 May 30 21:33:14.131799 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6778f2a-3ef1-4b7d-aaf0-fc96c6038387 req-9bcf2f43-49ff-4841-9135-2677fd40d41e tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:33:14.133140 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c6778f2a-3ef1-4b7d-aaf0-fc96c6038387 req-9bcf2f43-49ff-4841-9135-2677fd40d41e tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/ports?device_id=ee1db017-fd57-450e-8e59-7c7463d4f594 HTTP/1.1" status: 200 len: 945 time: 0.0753860 May 30 21:33:14.180322 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c6778f2a-3ef1-4b7d-aaf0-fc96c6038387 req-af1fcf1a-944d-4fe7-9800-3851ceb3cef5 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/security-groups?id=baa9a445-2da0-4bd4-befa-ad0b53519fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411196 May 30 21:33:14.207426 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 52866) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:33:14.281953 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-2c7085de-e466-4271-b240-9dc1cf88f5fd tempest-TestNetworkAdvancedServerOps-899114059 tempest-TestNetworkAdvancedServerOps-899114059-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=ee1db017-fd57-450e-8e59-7c7463d4f594 HTTP/1.1" status: 200 len: 1091 time: 0.0733650 May 30 21:33:14.284716 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 52870) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:33:14.290041 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-24523aad-5a06-4839-bb55-e6cb6b28eaf9 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Request body: {'floatingip': {'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'port_id': 'cbe28fd1-610f-4c20-a506-ec5e140e1462', 'tenant_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'fixed_ip_address': '172.20.0.3'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:33:14.296638 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-24523aad-5a06-4839-bb55-e6cb6b28eaf9 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:33:14.300506 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-24523aad-5a06-4839-bb55-e6cb6b28eaf9 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Usage tracker for resource:floatingip and tenant:8acbfcbd407543f9bb5b4cfddd9e55c4 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:33:14.303396 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-24523aad-5a06-4839-bb55-e6cb6b28eaf9 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:33:14.308991 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-24523aad-5a06-4839-bb55-e6cb6b28eaf9 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:33:14.369919 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-24523aad-5a06-4839-bb55-e6cb6b28eaf9 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for floatingip, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:33:14.505156 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-24523aad-5a06-4839-bb55-e6cb6b28eaf9 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:33:14.638418 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [None req-24523aad-5a06-4839-bb55-e6cb6b28eaf9 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Allocated IP 172.25.8.214 (c7869750-4b49-4b7e-aa99-5e0f1ae02da4/427601ec-f643-4fe7-b5e6-17305d3a39e1/33f2f73e-ed2d-4890-9b57-a517121f2383) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 21:33:14.795369 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-24523aad-5a06-4839-bb55-e6cb6b28eaf9 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:33:14.890449 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-24523aad-5a06-4839-bb55-e6cb6b28eaf9 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:33:14.956006 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24523aad-5a06-4839-bb55-e6cb6b28eaf9 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:33:14.958823 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-24523aad-5a06-4839-bb55-e6cb6b28eaf9 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:33:14.963510 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24523aad-5a06-4839-bb55-e6cb6b28eaf9 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 21:33:14.989512 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24523aad-5a06-4839-bb55-e6cb6b28eaf9 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Pushing event updated for resources: {'Port': ['ID=33f2f73e-ed2d-4890-9b57-a517121f2383,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:33:15.472644 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-24523aad-5a06-4839-bb55-e6cb6b28eaf9 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:33:15.639993 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-24523aad-5a06-4839-bb55-e6cb6b28eaf9 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:33:15.867912 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-24523aad-5a06-4839-bb55-e6cb6b28eaf9 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:33:15.927171 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-24523aad-5a06-4839-bb55-e6cb6b28eaf9 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:33:16.133560 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24523aad-5a06-4839-bb55-e6cb6b28eaf9 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Pushing event updated for resources: {'Port': ['ID=33f2f73e-ed2d-4890-9b57-a517121f2383,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:33:16.146080 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-24523aad-5a06-4839-bb55-e6cb6b28eaf9 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736490'] for floatingip, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:33:16.333079 n-d-843948-2 neutron-server[84887]: INFO neutron.db.l3_db [None req-24523aad-5a06-4839-bb55-e6cb6b28eaf9 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Floating IP 85d8b947-c365-451a-8456-67796126a4ed associated. External IP: 172.25.8.214, port: cbe28fd1-610f-4c20-a506-ec5e140e1462. May 30 21:33:16.718220 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24523aad-5a06-4839-bb55-e6cb6b28eaf9 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Router 486026ca-e2e6-4042-982b-08cf506e72d2 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 21:33:16.920519 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24523aad-5a06-4839-bb55-e6cb6b28eaf9 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 21:33:16.929822 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9948a5-5d44-4bc7-a955-76ac9c0c3de8 None None] Sync routers for ids ['486026ca-e2e6-4042-982b-08cf506e72d2'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 21:33:16.942449 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9948a5-5d44-4bc7-a955-76ac9c0c3de8 None None] Routers {'486026ca-e2e6-4042-982b-08cf506e72d2'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:33:16.943052 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-7e9948a5-5d44-4bc7-a955-76ac9c0c3de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T21:33:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['486026ca-e2e6-4042-982b-08cf506e72d2'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:33:17.010512 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-24523aad-5a06-4839-bb55-e6cb6b28eaf9 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:33:17.064340 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-24523aad-5a06-4839-bb55-e6cb6b28eaf9 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7785242 May 30 21:33:17.064872 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee1db017-fd57-450e-8e59-7c7463d4f594', 'tag': 'cbe28fd1-610f-4c20-a506-ec5e140e1462'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:33:17.122549 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fbfc358-37ab-47b5-b27e-fda7eaec3d2e'] response: {'name': 'network-changed', 'server_uuid': 'ee1db017-fd57-450e-8e59-7c7463d4f594', 'tag': 'cbe28fd1-610f-4c20-a506-ec5e140e1462', 'status': 'completed', 'code': 200} May 30 21:33:17.122747 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-7e9948a5-5d44-4bc7-a955-76ac9c0c3de8 None None] Set router 486026ca-e2e6-4042-982b-08cf506e72d2 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:33:17.220381 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-391d6e0e-2ed1-4e32-8808-ec741ffee1b9 req-10813542-4bdf-40c3-9008-a4cc64729cf5 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8acbfcbd407543f9bb5b4cfddd9e55c4&device_id=ee1db017-fd57-450e-8e59-7c7463d4f594 HTTP/1.1" status: 200 len: 1096 time: 0.0784807 May 30 21:33:17.407983 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391d6e0e-2ed1-4e32-8808-ec741ffee1b9 req-2d045a4c-ee84-4e5e-8eb5-0da96ec23d83 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:33:17.409439 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-391d6e0e-2ed1-4e32-8808-ec741ffee1b9 req-2d045a4c-ee84-4e5e-8eb5-0da96ec23d83 service neutron] 10.222.0.86 "GET /v2.0/networks?id=f72ba669-ef3e-4e49-827c-17b915ddf4d3 HTTP/1.1" status: 200 len: 898 time: 0.1821637 May 30 21:33:17.420487 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6aa58a-2bd1-4438-a996-6a341d79696c req-e1bbcb46-2d9a-4d42-9c6b-209313955dad tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:33:17.421883 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4e6aa58a-2bd1-4438-a996-6a341d79696c req-e1bbcb46-2d9a-4d42-9c6b-209313955dad tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/ports?device_id=ee1db017-fd57-450e-8e59-7c7463d4f594 HTTP/1.1" status: 200 len: 945 time: 0.2470620 May 30 21:33:17.465477 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-7e9948a5-5d44-4bc7-a955-76ac9c0c3de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '486026ca-e2e6-4042-982b-08cf506e72d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-761742466', 'tenant_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': 'c25095b3-26d0-4cf2-a756-b29993441340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:32:53Z', 'updated_at': '2022-05-30T21:32:58Z', 'revision_number': 4, 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'gw_port': {'id': 'c25095b3-26d0-4cf2-a756-b29993441340', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:45:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '486026ca-e2e6-4042-982b-08cf506e72d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:32:53Z', 'updated_at': '2022-05-30T21:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': '85d8b947-c365-451a-8456-67796126a4ed', 'tenant_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'floating_ip_address': '172.25.8.214', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': '486026ca-e2e6-4042-982b-08cf506e72d2', 'port_id': 'cbe28fd1-610f-4c20-a506-ec5e140e1462', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f72ba669-ef3e-4e49-827c-17b915ddf4d3', 'mac_address': 'fa:16:3e:74:0f:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1db017-fd57-450e-8e59-7c7463d4f594', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T21:33:15Z', 'updated_at': '2022-05-30T21:33:15Z', 'revision_number': 0, 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37822ca8-a7eb-40ed-b655-d929c7594144', 'name': '', 'network_id': 'f72ba669-ef3e-4e49-827c-17b915ddf4d3', 'tenant_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'mac_address': 'fa:16:3e:47:cc:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '486026ca-e2e6-4042-982b-08cf506e72d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8ab3ab6-8605-463e-9f2b-aa0be822f5cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:32:57Z', 'updated_at': '2022-05-30T21:33:04Z', 'revision_number': 5, 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'subnets': [{'id': 'a8ab3ab6-8605-463e-9f2b-aa0be822f5cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:33:17.469392 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9948a5-5d44-4bc7-a955-76ac9c0c3de8 None None] Checking router: 486026ca-e2e6-4042-982b-08cf506e72d2 for host: n-d-843948-2 {{(pid=84889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 21:33:17.480127 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9948a5-5d44-4bc7-a955-76ac9c0c3de8 None None] Routers {'486026ca-e2e6-4042-982b-08cf506e72d2'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:33:17.481243 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-7e9948a5-5d44-4bc7-a955-76ac9c0c3de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T21:33:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['486026ca-e2e6-4042-982b-08cf506e72d2'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:33:17.551244 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-391d6e0e-2ed1-4e32-8808-ec741ffee1b9 req-231b1a75-4be6-4692-ba42-bf70a9bbed55 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cbe28fd1-610f-4c20-a506-ec5e140e1462 HTTP/1.1" status: 200 len: 999 time: 0.1283159 May 30 21:33:17.553455 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4e6aa58a-2bd1-4438-a996-6a341d79696c req-22204de5-d283-41d2-a865-0aba1d904cc6 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/security-groups?id=baa9a445-2da0-4bd4-befa-ad0b53519fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810583 May 30 21:33:17.581318 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 52880) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:33:17.618296 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391d6e0e-2ed1-4e32-8808-ec741ffee1b9 req-cc47c895-9ab2-47b2-bf62-8506d50766e5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:33:17.620021 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-391d6e0e-2ed1-4e32-8808-ec741ffee1b9 req-cc47c895-9ab2-47b2-bf62-8506d50766e5 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a8ab3ab6-8605-463e-9f2b-aa0be822f5cf HTTP/1.1" status: 200 len: 834 time: 0.0623536 May 30 21:33:17.659637 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-7e9948a5-5d44-4bc7-a955-76ac9c0c3de8 None None] Set router 486026ca-e2e6-4042-982b-08cf506e72d2 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:33:17.688763 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-d16c5222-bb56-441a-bae8-879daab06946 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/floatingips/85d8b947-c365-451a-8456-67796126a4ed HTTP/1.1" status: 200 len: 991 time: 0.1051211 May 30 21:33:17.695479 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-391d6e0e-2ed1-4e32-8808-ec741ffee1b9 req-c5b59984-5150-4dec-86b0-f577d5450465 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f72ba669-ef3e-4e49-827c-17b915ddf4d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0703659 May 30 21:33:17.885754 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [req-4e6b094c-054c-4337-91d2-4dfca957a2db req-ebd5909f-e016-4969-b69f-a7e4a8b04ae7 service neutron] (84887) timed out ('10.222.0.71', 65181) {{(pid=84887) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 30 21:33:17.946621 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-391d6e0e-2ed1-4e32-8808-ec741ffee1b9 req-ae6c619e-df27-4675-9892-f3b922ae6fb2 service neutron] 10.222.0.86 "GET /v2.0/networks/f72ba669-ef3e-4e49-827c-17b915ddf4d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2443633 May 30 21:33:18.060117 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-7e9948a5-5d44-4bc7-a955-76ac9c0c3de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '486026ca-e2e6-4042-982b-08cf506e72d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-761742466', 'tenant_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': 'c25095b3-26d0-4cf2-a756-b29993441340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:32:53Z', 'updated_at': '2022-05-30T21:32:58Z', 'revision_number': 4, 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'gw_port': {'id': 'c25095b3-26d0-4cf2-a756-b29993441340', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:45:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '486026ca-e2e6-4042-982b-08cf506e72d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:32:53Z', 'updated_at': '2022-05-30T21:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': '85d8b947-c365-451a-8456-67796126a4ed', 'tenant_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'floating_ip_address': '172.25.8.214', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': '486026ca-e2e6-4042-982b-08cf506e72d2', 'port_id': 'cbe28fd1-610f-4c20-a506-ec5e140e1462', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f72ba669-ef3e-4e49-827c-17b915ddf4d3', 'mac_address': 'fa:16:3e:74:0f:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1db017-fd57-450e-8e59-7c7463d4f594', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T21:33:15Z', 'updated_at': '2022-05-30T21:33:15Z', 'revision_number': 0, 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37822ca8-a7eb-40ed-b655-d929c7594144', 'name': '', 'network_id': 'f72ba669-ef3e-4e49-827c-17b915ddf4d3', 'tenant_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'mac_address': 'fa:16:3e:47:cc:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '486026ca-e2e6-4042-982b-08cf506e72d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8ab3ab6-8605-463e-9f2b-aa0be822f5cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:32:57Z', 'updated_at': '2022-05-30T21:33:04Z', 'revision_number': 5, 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'subnets': [{'id': 'a8ab3ab6-8605-463e-9f2b-aa0be822f5cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:33:18.064369 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9948a5-5d44-4bc7-a955-76ac9c0c3de8 None None] The sync data for ids ['486026ca-e2e6-4042-982b-08cf506e72d2'] in n-d-843948-2 is: [{'id': '486026ca-e2e6-4042-982b-08cf506e72d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-761742466', 'tenant_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': 'c25095b3-26d0-4cf2-a756-b29993441340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:32:53Z', 'updated_at': '2022-05-30T21:32:58Z', 'revision_number': 4, 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'gw_port': {'id': 'c25095b3-26d0-4cf2-a756-b29993441340', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:45:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '486026ca-e2e6-4042-982b-08cf506e72d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:32:53Z', 'updated_at': '2022-05-30T21:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': '85d8b947-c365-451a-8456-67796126a4ed', 'tenant_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'floating_ip_address': '172.25.8.214', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': '486026ca-e2e6-4042-982b-08cf506e72d2', 'port_id': 'cbe28fd1-610f-4c20-a506-ec5e140e1462', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f72ba669-ef3e-4e49-827c-17b915ddf4d3', 'mac_address': 'fa:16:3e:74:0f:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1db017-fd57-450e-8e59-7c7463d4f594', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T21:33:15Z', 'updated_at': '2022-05-30T21:33:15Z', 'revision_number': 0, 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37822ca8-a7eb-40ed-b655-d929c7594144', 'name': '', 'network_id': 'f72ba669-ef3e-4e49-827c-17b915ddf4d3', 'tenant_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'mac_address': 'fa:16:3e:47:cc:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '486026ca-e2e6-4042-982b-08cf506e72d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8ab3ab6-8605-463e-9f2b-aa0be822f5cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:32:57Z', 'updated_at': '2022-05-30T21:33:04Z', 'revision_number': 5, 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'subnets': [{'id': 'a8ab3ab6-8605-463e-9f2b-aa0be822f5cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 21:33:18.081696 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-391d6e0e-2ed1-4e32-8808-ec741ffee1b9 req-6bc6c750-cbf1-4ef1-aa08-981c6f03759c service neutron] 10.222.0.86 "GET /v2.0/networks/f72ba669-ef3e-4e49-827c-17b915ddf4d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287260 May 30 21:33:18.691683 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 52884) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:33:18.799352 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-0ee366c6-940b-4de0-aef9-6f47bdaf7fec tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/floatingips/85d8b947-c365-451a-8456-67796126a4ed HTTP/1.1" status: 200 len: 991 time: 0.1065156 May 30 21:33:19.803599 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 52888) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:33:19.911603 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-04d3daef-0e04-40a2-bf0f-966b7fbb716d tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/floatingips/85d8b947-c365-451a-8456-67796126a4ed HTTP/1.1" status: 200 len: 991 time: 0.1067350 May 30 21:33:20.269418 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f218de9c-2647-403a-98f4-0a676926d15b None None] New status for floating IP 85d8b947-c365-451a-8456-67796126a4ed: ACTIVE {{(pid=84888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 21:33:20.324973 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:33:20.915708 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 52892) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:33:21.023218 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-19e846f3-2acb-45be-8ac3-4a1eb76e1ca0 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/floatingips/85d8b947-c365-451a-8456-67796126a4ed HTTP/1.1" status: 200 len: 993 time: 0.1063082 May 30 21:33:23.101379 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:33:24.822607 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3ae1f727-5968-44c0-b7f1-46f32e018a77 req-0fd7b7ec-82ea-4dd1-afe4-1b66eb184444 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=ee1db017-fd57-450e-8e59-7c7463d4f594&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0681345 May 30 21:33:24.964328 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3ae1f727-5968-44c0-b7f1-46f32e018a77 req-eba0b355-dd36-4b27-8828-975555c3562d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8acbfcbd407543f9bb5b4cfddd9e55c4&device_id=ee1db017-fd57-450e-8e59-7c7463d4f594 HTTP/1.1" status: 200 len: 1096 time: 0.0719001 May 30 21:33:25.111369 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae1f727-5968-44c0-b7f1-46f32e018a77 req-64fde114-f4dd-465a-88c6-b7d03cef49ef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:33:25.112696 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3ae1f727-5968-44c0-b7f1-46f32e018a77 req-64fde114-f4dd-465a-88c6-b7d03cef49ef service neutron] 10.222.0.86 "GET /v2.0/networks?id=f72ba669-ef3e-4e49-827c-17b915ddf4d3 HTTP/1.1" status: 200 len: 898 time: 0.1257312 May 30 21:33:25.216059 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3ae1f727-5968-44c0-b7f1-46f32e018a77 req-ae05d8e6-fec8-492d-9295-d5d938b20d89 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cbe28fd1-610f-4c20-a506-ec5e140e1462 HTTP/1.1" status: 200 len: 1001 time: 0.0972817 May 30 21:33:25.277922 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae1f727-5968-44c0-b7f1-46f32e018a77 req-202eecfb-b322-4817-b328-17528540ccfe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:33:25.279384 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3ae1f727-5968-44c0-b7f1-46f32e018a77 req-202eecfb-b322-4817-b328-17528540ccfe service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a8ab3ab6-8605-463e-9f2b-aa0be822f5cf HTTP/1.1" status: 200 len: 834 time: 0.0581076 May 30 21:33:25.353058 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3ae1f727-5968-44c0-b7f1-46f32e018a77 req-634de49a-47d0-4747-85b3-41c5bf1299a0 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f72ba669-ef3e-4e49-827c-17b915ddf4d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0680139 May 30 21:33:25.482740 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3ae1f727-5968-44c0-b7f1-46f32e018a77 req-4e53be18-b661-4578-80fd-97725a0f1316 service neutron] 10.222.0.86 "GET /v2.0/networks/f72ba669-ef3e-4e49-827c-17b915ddf4d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227555 May 30 21:33:25.612900 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3ae1f727-5968-44c0-b7f1-46f32e018a77 req-101cfbc9-010a-42fb-ba08-8176d1ca74e3 service neutron] 10.222.0.86 "GET /v2.0/networks/f72ba669-ef3e-4e49-827c-17b915ddf4d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234286 May 30 21:33:26.286843 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-8d72b63d-58cd-404d-8109-fdb89986ab45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:33:29.616011 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 21:33:29.701132 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b66885ac-5cb1-4f0e-9e4f-da1bf657ba4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:33:29.955587 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:33:31.441005 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:33:32.975428 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:33:50.347216 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:33:50.400716 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a0dbddc1-f6f5-4fc5-997f-f568398058f8 req-d4fe02df-52c7-4ff1-89e5-479672236679 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=ee1db017-fd57-450e-8e59-7c7463d4f594&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1409383 May 30 21:33:51.867455 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14448440-1d9f-4e59-adbb-7d3a3d65a34a req-261bf355-144c-4d0c-9d9f-1e358dc5414b tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:33:51.868901 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-14448440-1d9f-4e59-adbb-7d3a3d65a34a req-261bf355-144c-4d0c-9d9f-1e358dc5414b tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/ports?device_id=ee1db017-fd57-450e-8e59-7c7463d4f594 HTTP/1.1" status: 200 len: 945 time: 0.0803866 May 30 21:33:51.916214 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-14448440-1d9f-4e59-adbb-7d3a3d65a34a req-a52bb863-014a-40e3-881e-8bce9828691a tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/security-groups?id=baa9a445-2da0-4bd4-befa-ad0b53519fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414314 May 30 21:33:51.941661 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 52926) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:33:52.073574 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-890110a5-1c4e-4faa-bde7-768c3260d661 req-35a555bb-4640-4c10-94e3-d0679e3a8a89 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=ee1db017-fd57-450e-8e59-7c7463d4f594&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1307883 May 30 21:33:53.115595 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aef964d-5568-40da-a454-b54c40b0bd81 req-55d2b4af-9e05-412a-bf4b-3765b9fbb7ca tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:33:53.117040 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0aef964d-5568-40da-a454-b54c40b0bd81 req-55d2b4af-9e05-412a-bf4b-3765b9fbb7ca tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/ports?device_id=ee1db017-fd57-450e-8e59-7c7463d4f594 HTTP/1.1" status: 200 len: 945 time: 0.0756876 May 30 21:33:53.120989 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:33:53.170055 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0aef964d-5568-40da-a454-b54c40b0bd81 req-72654525-42cc-4122-a04d-1f9bae1ebcce tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/security-groups?id=baa9a445-2da0-4bd4-befa-ad0b53519fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446513 May 30 21:33:54.320885 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-890110a5-1c4e-4faa-bde7-768c3260d661 req-ed3f02b6-71da-4fca-8fcc-653d3321367c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8acbfcbd407543f9bb5b4cfddd9e55c4&device_id=ee1db017-fd57-450e-8e59-7c7463d4f594 HTTP/1.1" status: 200 len: 1096 time: 0.0719874 May 30 21:33:54.374542 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8405ef3-bf5a-4006-a893-c6b8584a6e87 req-45a4339a-efa9-4136-aaca-ec251a7a71bc tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:33:54.375985 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e8405ef3-bf5a-4006-a893-c6b8584a6e87 req-45a4339a-efa9-4136-aaca-ec251a7a71bc tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/ports?device_id=ee1db017-fd57-450e-8e59-7c7463d4f594 HTTP/1.1" status: 200 len: 945 time: 0.0800860 May 30 21:33:54.421452 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e8405ef3-bf5a-4006-a893-c6b8584a6e87 req-2f21ace5-3b80-4e1c-b6ad-ac9e824c6728 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/security-groups?id=baa9a445-2da0-4bd4-befa-ad0b53519fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399978 May 30 21:33:54.454503 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890110a5-1c4e-4faa-bde7-768c3260d661 req-88e85717-d645-4c39-a464-5b2865fe47a2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:33:54.455934 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-890110a5-1c4e-4faa-bde7-768c3260d661 req-88e85717-d645-4c39-a464-5b2865fe47a2 service neutron] 10.222.0.86 "GET /v2.0/networks?id=f72ba669-ef3e-4e49-827c-17b915ddf4d3 HTTP/1.1" status: 200 len: 898 time: 0.1277413 May 30 21:33:54.665163 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-890110a5-1c4e-4faa-bde7-768c3260d661 req-9666e9c9-3e39-4d12-b23b-8de636d0c150 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cbe28fd1-610f-4c20-a506-ec5e140e1462 HTTP/1.1" status: 200 len: 1001 time: 0.1993463 May 30 21:33:54.730077 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890110a5-1c4e-4faa-bde7-768c3260d661 req-9cf65c36-7e33-4228-8930-6320f85d4fcd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:33:54.731496 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-890110a5-1c4e-4faa-bde7-768c3260d661 req-9cf65c36-7e33-4228-8930-6320f85d4fcd service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a8ab3ab6-8605-463e-9f2b-aa0be822f5cf HTTP/1.1" status: 200 len: 834 time: 0.0577412 May 30 21:33:54.811324 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-890110a5-1c4e-4faa-bde7-768c3260d661 req-8c15646f-d800-4014-90ca-ba665a580057 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f72ba669-ef3e-4e49-827c-17b915ddf4d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0698607 May 30 21:33:54.948887 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-890110a5-1c4e-4faa-bde7-768c3260d661 req-175232eb-f190-4c22-9b3e-bd3dcb752cc0 service neutron] 10.222.0.86 "GET /v2.0/networks/f72ba669-ef3e-4e49-827c-17b915ddf4d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257253 May 30 21:33:55.082268 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-890110a5-1c4e-4faa-bde7-768c3260d661 req-9e93ac7c-1bd0-4605-b8e3-5ca13343f040 service neutron] 10.222.0.86 "GET /v2.0/networks/f72ba669-ef3e-4e49-827c-17b915ddf4d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227973 May 30 21:33:55.621737 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33693233-a629-4c61-9cfb-4e7d8d07a243 req-75d0fc14-4e53-4f3a-b8b7-b87165873e50 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:33:55.623178 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-33693233-a629-4c61-9cfb-4e7d8d07a243 req-75d0fc14-4e53-4f3a-b8b7-b87165873e50 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/ports?device_id=ee1db017-fd57-450e-8e59-7c7463d4f594 HTTP/1.1" status: 200 len: 945 time: 0.0823593 May 30 21:33:55.670604 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-33693233-a629-4c61-9cfb-4e7d8d07a243 req-4152370e-ee20-4b4b-8922-393086127f63 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/security-groups?id=baa9a445-2da0-4bd4-befa-ad0b53519fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418320 May 30 21:33:56.272570 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-09d8bc3c-8a87-48c0-b3b9-e24676298e0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:33:56.865600 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcda6c60-4a46-4290-9927-bcb62639da2e req-68b1b58f-8b68-48e6-8e3b-f1c4aced215d tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:33:56.867046 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-dcda6c60-4a46-4290-9927-bcb62639da2e req-68b1b58f-8b68-48e6-8e3b-f1c4aced215d tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/ports?device_id=ee1db017-fd57-450e-8e59-7c7463d4f594 HTTP/1.1" status: 200 len: 945 time: 0.0757716 May 30 21:33:56.912351 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-dcda6c60-4a46-4290-9927-bcb62639da2e req-fd26f6a5-4f35-4ad0-92bf-6171dbb5bb33 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/security-groups?id=baa9a445-2da0-4bd4-befa-ad0b53519fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396931 May 30 21:33:58.108694 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6dcf29-627d-4a9b-a26c-6356a604dac2 req-6158989a-0229-4781-ba63-79ce81da0048 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:33:58.110079 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5c6dcf29-627d-4a9b-a26c-6356a604dac2 req-6158989a-0229-4781-ba63-79ce81da0048 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/ports?device_id=ee1db017-fd57-450e-8e59-7c7463d4f594 HTTP/1.1" status: 200 len: 945 time: 0.0769351 May 30 21:33:58.160500 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5c6dcf29-627d-4a9b-a26c-6356a604dac2 req-47643776-4c10-4b71-a17b-ceafa7a11162 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/security-groups?id=baa9a445-2da0-4bd4-befa-ad0b53519fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444081 May 30 21:33:59.454363 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643c016e-b3b3-469c-ab96-67cd84e08e49 req-d1170455-3756-47fb-bdd4-c6636047a7b7 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:33:59.455857 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-643c016e-b3b3-469c-ab96-67cd84e08e49 req-d1170455-3756-47fb-bdd4-c6636047a7b7 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/ports?device_id=ee1db017-fd57-450e-8e59-7c7463d4f594 HTTP/1.1" status: 200 len: 945 time: 0.1704843 May 30 21:33:59.500381 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-643c016e-b3b3-469c-ab96-67cd84e08e49 req-b145a46e-d9b0-4d85-92fc-1af56a99040a tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/security-groups?id=baa9a445-2da0-4bd4-befa-ad0b53519fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382769 May 30 21:33:59.666459 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-1380ecf5-d7c4-4f09-8708-c37c7a7a674e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:33:59.935454 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:34:00.699987 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d0a3fb-185a-46cf-b79e-3d2acaf9d80b req-8d679c4f-1bdc-43ea-bde9-a5e010093820 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:34:00.701463 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-19d0a3fb-185a-46cf-b79e-3d2acaf9d80b req-8d679c4f-1bdc-43ea-bde9-a5e010093820 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/ports?device_id=ee1db017-fd57-450e-8e59-7c7463d4f594 HTTP/1.1" status: 200 len: 945 time: 0.0777593 May 30 21:34:00.747792 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-19d0a3fb-185a-46cf-b79e-3d2acaf9d80b req-fb481d9c-0e74-45d6-8e31-2ec5920ead3f tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/security-groups?id=baa9a445-2da0-4bd4-befa-ad0b53519fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407162 May 30 21:34:01.446070 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:34:01.944328 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f6e5b3-84d0-4019-8195-3e4c6e85308b req-a98d9c64-cd30-43d0-8400-c6372ce8a083 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:34:01.945832 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-46f6e5b3-84d0-4019-8195-3e4c6e85308b req-a98d9c64-cd30-43d0-8400-c6372ce8a083 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/ports?device_id=ee1db017-fd57-450e-8e59-7c7463d4f594 HTTP/1.1" status: 200 len: 945 time: 0.0760612 May 30 21:34:01.991093 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-46f6e5b3-84d0-4019-8195-3e4c6e85308b req-74576a7b-dc3c-4f73-a9a1-549a86029350 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/security-groups?id=baa9a445-2da0-4bd4-befa-ad0b53519fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398226 May 30 21:34:02.975165 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:34:03.190349 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08705fe8-6812-4ece-b6d3-335a9f769035 req-aed5ef1e-1ee1-4b18-9dec-a5d32a3be3f7 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:34:03.191800 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-08705fe8-6812-4ece-b6d3-335a9f769035 req-aed5ef1e-1ee1-4b18-9dec-a5d32a3be3f7 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/ports?device_id=ee1db017-fd57-450e-8e59-7c7463d4f594 HTTP/1.1" status: 200 len: 945 time: 0.0807259 May 30 21:34:03.237443 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-08705fe8-6812-4ece-b6d3-335a9f769035 req-443f4326-3e86-4798-b182-701fa71d5674 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/security-groups?id=baa9a445-2da0-4bd4-befa-ad0b53519fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395472 May 30 21:34:04.435557 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fbae4c-dbab-4251-aaeb-414f5fffc10b req-79690c0a-ae9a-4aac-9a73-e2588d2c9f21 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:34:04.437003 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-13fbae4c-dbab-4251-aaeb-414f5fffc10b req-79690c0a-ae9a-4aac-9a73-e2588d2c9f21 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/ports?device_id=ee1db017-fd57-450e-8e59-7c7463d4f594 HTTP/1.1" status: 200 len: 945 time: 0.0788319 May 30 21:34:04.482106 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-13fbae4c-dbab-4251-aaeb-414f5fffc10b req-6f4cb8c0-fe86-4aae-9af2-0b9255264934 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/security-groups?id=baa9a445-2da0-4bd4-befa-ad0b53519fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395393 May 30 21:34:05.678016 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14c4140-1419-4e47-b8f8-1d57955f79dd req-4a4ff51f-8b64-4bcf-ab93-402c627d2987 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:34:05.679468 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a14c4140-1419-4e47-b8f8-1d57955f79dd req-4a4ff51f-8b64-4bcf-ab93-402c627d2987 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/ports?device_id=ee1db017-fd57-450e-8e59-7c7463d4f594 HTTP/1.1" status: 200 len: 945 time: 0.0775890 May 30 21:34:05.724260 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a14c4140-1419-4e47-b8f8-1d57955f79dd req-334f5e87-abc2-4434-b82a-1cc4fe1944e3 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/security-groups?id=baa9a445-2da0-4bd4-befa-ad0b53519fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393765 May 30 21:34:06.617492 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 21:34:06.921398 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3ec75c-b0fb-442c-82a6-4c3028a616fe req-eafcf2f5-7d4a-41fe-bc99-50d9ca882a79 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:34:06.922874 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-7b3ec75c-b0fb-442c-82a6-4c3028a616fe req-eafcf2f5-7d4a-41fe-bc99-50d9ca882a79 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/ports?device_id=ee1db017-fd57-450e-8e59-7c7463d4f594 HTTP/1.1" status: 200 len: 945 time: 0.0756187 May 30 21:34:06.971035 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-7b3ec75c-b0fb-442c-82a6-4c3028a616fe req-36cd832e-7274-4437-b806-7328e9c6e228 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/security-groups?id=baa9a445-2da0-4bd4-befa-ad0b53519fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422010 May 30 21:34:08.327503 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e1f01a-cf20-4813-8c14-52bebd6641d5 req-d2066c70-2612-42fa-a9c2-1ed4a96d143d tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:34:08.328955 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-58e1f01a-cf20-4813-8c14-52bebd6641d5 req-d2066c70-2612-42fa-a9c2-1ed4a96d143d tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/ports?device_id=ee1db017-fd57-450e-8e59-7c7463d4f594 HTTP/1.1" status: 200 len: 945 time: 0.0809689 May 30 21:34:08.373542 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-58e1f01a-cf20-4813-8c14-52bebd6641d5 req-0ef52498-a4b8-4706-b64a-6153929aadaf tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/security-groups?id=baa9a445-2da0-4bd4-befa-ad0b53519fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385554 May 30 21:34:09.570008 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1288ea-e7d0-4a39-b6da-437a7f7024bf req-233c4190-0716-4011-9138-7621dbb8c447 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:34:09.571471 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2d1288ea-e7d0-4a39-b6da-437a7f7024bf req-233c4190-0716-4011-9138-7621dbb8c447 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/ports?device_id=ee1db017-fd57-450e-8e59-7c7463d4f594 HTTP/1.1" status: 200 len: 945 time: 0.0767260 May 30 21:34:09.617126 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2d1288ea-e7d0-4a39-b6da-437a7f7024bf req-af987111-d610-4ee3-90b3-5dfb76ca7479 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/security-groups?id=baa9a445-2da0-4bd4-befa-ad0b53519fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402029 May 30 21:34:10.816307 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7439ebd-dd5a-4c49-b7ea-84ee1f3167cd req-ba367edf-a9ec-4f7d-97ef-e18bd898db6b tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:34:10.817790 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d7439ebd-dd5a-4c49-b7ea-84ee1f3167cd req-ba367edf-a9ec-4f7d-97ef-e18bd898db6b tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/ports?device_id=ee1db017-fd57-450e-8e59-7c7463d4f594 HTTP/1.1" status: 200 len: 945 time: 0.0781014 May 30 21:34:10.862745 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d7439ebd-dd5a-4c49-b7ea-84ee1f3167cd req-a6cc3c23-1f40-4a08-bf13-d5d9bc9bf35b tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/security-groups?id=baa9a445-2da0-4bd4-befa-ad0b53519fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389905 May 30 21:34:12.061401 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93b75c1-1110-4dca-82e7-eecf24a11db6 req-cabf054b-10ef-4d78-a378-38d737b495f4 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:34:12.062894 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c93b75c1-1110-4dca-82e7-eecf24a11db6 req-cabf054b-10ef-4d78-a378-38d737b495f4 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/ports?device_id=ee1db017-fd57-450e-8e59-7c7463d4f594 HTTP/1.1" status: 200 len: 945 time: 0.0786111 May 30 21:34:12.106827 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c93b75c1-1110-4dca-82e7-eecf24a11db6 req-36b0dc0d-2d9b-496a-935f-873180995838 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/security-groups?id=baa9a445-2da0-4bd4-befa-ad0b53519fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384719 May 30 21:34:12.562860 n-d-843948-2 neutron-server[84887]: INFO neutron.api.v2.resource [req-890110a5-1c4e-4faa-bde7-768c3260d661 req-84433170-f1fa-479f-a115-f254f0ec0e9b service neutron] show failed (client error): The resource could not be found. May 30 21:34:12.563857 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-890110a5-1c4e-4faa-bde7-768c3260d661 req-84433170-f1fa-479f-a115-f254f0ec0e9b service neutron] 10.222.0.86 "GET /v2.0/ports/cbe28fd1-610f-4c20-a506-ec5e140e1462/bindings/n-h1-843948-2 HTTP/1.1" status: 404 len: 380 time: 0.0765924 May 30 21:34:13.306216 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a60157c-45fe-4f46-b5f8-35634b44af8b req-c4395ffe-ffae-4b18-9860-eb36ad0ab335 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:34:13.307710 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3a60157c-45fe-4f46-b5f8-35634b44af8b req-c4395ffe-ffae-4b18-9860-eb36ad0ab335 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/ports?device_id=ee1db017-fd57-450e-8e59-7c7463d4f594 HTTP/1.1" status: 200 len: 945 time: 0.0788445 May 30 21:34:13.320452 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-890110a5-1c4e-4faa-bde7-768c3260d661 req-d00d4079-2bf5-4a1e-a957-602a54c2a97b service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=ee1db017-fd57-450e-8e59-7c7463d4f594&tenant_id=8acbfcbd407543f9bb5b4cfddd9e55c4 HTTP/1.1" status: 200 len: 1096 time: 0.1373057 May 30 21:34:13.331223 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [req-890110a5-1c4e-4faa-bde7-768c3260d661 req-99654390-75f1-48f7-b436-0476ff3e7940 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-843948-2', 'device_owner': 'compute:nova'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:34:13.354068 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3a60157c-45fe-4f46-b5f8-35634b44af8b req-36fc54e0-b23f-49f0-92c0-26dc095ba435 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/security-groups?id=baa9a445-2da0-4bd4-befa-ad0b53519fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406175 May 30 21:34:13.439356 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-890110a5-1c4e-4faa-bde7-768c3260d661 req-99654390-75f1-48f7-b436-0476ff3e7940 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:34:13.700917 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-890110a5-1c4e-4faa-bde7-768c3260d661 req-99654390-75f1-48f7-b436-0476ff3e7940 service neutron] For port cbe28fd1-610f-4c20-a506-ec5e140e1462, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=cbe28fd1-610f-4c20-a506-ec5e140e1462,segment=NetworkSegment(c5c88f35-575d-4310-880b-216a572e9790),segment_id=c5c88f35-575d-4310-880b-216a572e9790)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:34:13.729057 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-890110a5-1c4e-4faa-bde7-768c3260d661 req-99654390-75f1-48f7-b436-0476ff3e7940 service neutron] For port cbe28fd1-610f-4c20-a506-ec5e140e1462, host n-h2-843948-2, cleared binding levels {{(pid=84886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 21:34:13.784823 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee1db017-fd57-450e-8e59-7c7463d4f594', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cbe28fd1-610f-4c20-a506-ec5e140e1462'}] {{(pid=84886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:34:13.790822 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-890110a5-1c4e-4faa-bde7-768c3260d661 req-99654390-75f1-48f7-b436-0476ff3e7940 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:34:13.808988 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [req-890110a5-1c4e-4faa-bde7-768c3260d661 req-99654390-75f1-48f7-b436-0476ff3e7940 service neutron] Transition to ACTIVE for port object cbe28fd1-610f-4c20-a506-ec5e140e1462 will not be triggered until provisioned by entity L2. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:34:13.857354 n-d-843948-2 neutron-server[84886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06575b2a-4862-4371-891e-f29301ea0124'] response: {'server_uuid': 'ee1db017-fd57-450e-8e59-7c7463d4f594', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cbe28fd1-610f-4c20-a506-ec5e140e1462', 'code': 200} May 30 21:34:13.862820 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-890110a5-1c4e-4faa-bde7-768c3260d661 req-99654390-75f1-48f7-b436-0476ff3e7940 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:34:13.992308 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99654390-75f1-48f7-b436-0476ff3e7940 service neutron] Pushing event updated for resources: {'Port': ['ID=cbe28fd1-610f-4c20-a506-ec5e140e1462,revision_number=6']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:34:14.014665 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99654390-75f1-48f7-b436-0476ff3e7940 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:34:14.014997 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99654390-75f1-48f7-b436-0476ff3e7940 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:34:14.015330 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99654390-75f1-48f7-b436-0476ff3e7940 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:34:14.015655 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99654390-75f1-48f7-b436-0476ff3e7940 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:34:14.015981 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99654390-75f1-48f7-b436-0476ff3e7940 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:34:14.016307 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99654390-75f1-48f7-b436-0476ff3e7940 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:34:14.016614 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99654390-75f1-48f7-b436-0476ff3e7940 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:34:14.016929 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99654390-75f1-48f7-b436-0476ff3e7940 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:34:14.017241 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99654390-75f1-48f7-b436-0476ff3e7940 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:34:14.017545 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99654390-75f1-48f7-b436-0476ff3e7940 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:34:14.017884 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99654390-75f1-48f7-b436-0476ff3e7940 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:34:14.073295 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [req-890110a5-1c4e-4faa-bde7-768c3260d661 req-99654390-75f1-48f7-b436-0476ff3e7940 service neutron] No DVR routers for this DVR port cbe28fd1-610f-4c20-a506-ec5e140e1462 on host n-h2-843948-2 {{(pid=84886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 21:34:14.320440 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-890110a5-1c4e-4faa-bde7-768c3260d661 req-99654390-75f1-48f7-b436-0476ff3e7940 service neutron] Attempting to bind port cbe28fd1-610f-4c20-a506-ec5e140e1462 on host n-h1-843948-2 for vnic_type normal with profile {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 21:34:14.320673 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-890110a5-1c4e-4faa-bde7-768c3260d661 req-99654390-75f1-48f7-b436-0476ff3e7940 service neutron] Attempting to bind port cbe28fd1-610f-4c20-a506-ec5e140e1462 by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': 'c5c88f35-575d-4310-880b-216a572e9790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'f72ba669-ef3e-4e49-827c-17b915ddf4d3'}] {{(pid=84886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 21:34:14.321247 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890110a5-1c4e-4faa-bde7-768c3260d661 req-99654390-75f1-48f7-b436-0476ff3e7940 service neutron] Attempting to bind port cbe28fd1-610f-4c20-a506-ec5e140e1462 on network f72ba669-ef3e-4e49-827c-17b915ddf4d3 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:34:14.326699 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890110a5-1c4e-4faa-bde7-768c3260d661 req-99654390-75f1-48f7-b436-0476ff3e7940 service neutron] Port cbe28fd1-610f-4c20-a506-ec5e140e1462 on network f72ba669-ef3e-4e49-827c-17b915ddf4d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 21:34:14.327012 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890110a5-1c4e-4faa-bde7-768c3260d661 req-99654390-75f1-48f7-b436-0476ff3e7940 service neutron] Attempting to bind port cbe28fd1-610f-4c20-a506-ec5e140e1462 on network f72ba669-ef3e-4e49-827c-17b915ddf4d3 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:34:14.333139 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890110a5-1c4e-4faa-bde7-768c3260d661 req-99654390-75f1-48f7-b436-0476ff3e7940 service neutron] Checking agent: {'id': 'f728d74e-a4ae-4384-860b-a5ade05dd8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 21, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 21:34:14.333469 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890110a5-1c4e-4faa-bde7-768c3260d661 req-99654390-75f1-48f7-b436-0476ff3e7940 service neutron] Checking segment: {'id': 'c5c88f35-575d-4310-880b-216a572e9790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'f72ba669-ef3e-4e49-827c-17b915ddf4d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:34:14.334407 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890110a5-1c4e-4faa-bde7-768c3260d661 req-99654390-75f1-48f7-b436-0476ff3e7940 service neutron] Bound using segment: {'id': 'c5c88f35-575d-4310-880b-216a572e9790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'f72ba669-ef3e-4e49-827c-17b915ddf4d3'} {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 21:34:14.334824 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-890110a5-1c4e-4faa-bde7-768c3260d661 req-99654390-75f1-48f7-b436-0476ff3e7940 service neutron] Bound port: cbe28fd1-610f-4c20-a506-ec5e140e1462, host: n-h1-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5c88f35-575d-4310-880b-216a572e9790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'f72ba669-ef3e-4e49-827c-17b915ddf4d3'}}] {{(pid=84886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 21:34:14.335164 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-890110a5-1c4e-4faa-bde7-768c3260d661 req-99654390-75f1-48f7-b436-0476ff3e7940 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:34:14.420482 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-890110a5-1c4e-4faa-bde7-768c3260d661 req-99654390-75f1-48f7-b436-0476ff3e7940 service neutron] For port cbe28fd1-610f-4c20-a506-ec5e140e1462, host n-h1-843948-2, cleared binding levels {{(pid=84886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 21:34:14.423796 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-890110a5-1c4e-4faa-bde7-768c3260d661 req-99654390-75f1-48f7-b436-0476ff3e7940 service neutron] For port cbe28fd1-610f-4c20-a506-ec5e140e1462, host n-h1-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=cbe28fd1-610f-4c20-a506-ec5e140e1462,segment=NetworkSegment(c5c88f35-575d-4310-880b-216a572e9790),segment_id=c5c88f35-575d-4310-880b-216a572e9790)] {{(pid=84886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 21:34:14.492410 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-890110a5-1c4e-4faa-bde7-768c3260d661 req-99654390-75f1-48f7-b436-0476ff3e7940 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:34:14.562098 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570b5248-b886-4e21-aa6c-1745c2b82526 req-06bc331f-36b1-4c57-9ba4-05589ad603f0 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:34:14.563676 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-570b5248-b886-4e21-aa6c-1745c2b82526 req-06bc331f-36b1-4c57-9ba4-05589ad603f0 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/ports?device_id=ee1db017-fd57-450e-8e59-7c7463d4f594 HTTP/1.1" status: 200 len: 943 time: 0.0834799 May 30 21:34:14.614016 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-570b5248-b886-4e21-aa6c-1745c2b82526 req-5dd5c5c5-e8a4-4007-8cf7-b95231ac0aff tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/security-groups?id=baa9a445-2da0-4bd4-befa-ad0b53519fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442085 May 30 21:34:14.659985 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-890110a5-1c4e-4faa-bde7-768c3260d661 req-99654390-75f1-48f7-b436-0476ff3e7940 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:34:14.661400 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-890110a5-1c4e-4faa-bde7-768c3260d661 req-99654390-75f1-48f7-b436-0476ff3e7940 service neutron] 10.222.0.71 "PUT /v2.0/ports/cbe28fd1-610f-4c20-a506-ec5e140e1462 HTTP/1.1" status: 200 len: 1091 time: 1.3339956 May 30 21:34:14.675592 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99654390-75f1-48f7-b436-0476ff3e7940 service neutron] Pushing event updated for resources: {'Port': ['ID=cbe28fd1-610f-4c20-a506-ec5e140e1462,revision_number=7']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:34:14.761605 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-890110a5-1c4e-4faa-bde7-768c3260d661 req-58b24872-8cb8-4637-80af-a36d1430b121 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8acbfcbd407543f9bb5b4cfddd9e55c4&device_id=ee1db017-fd57-450e-8e59-7c7463d4f594 HTTP/1.1" status: 200 len: 1094 time: 0.0706360 May 30 21:34:14.890600 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890110a5-1c4e-4faa-bde7-768c3260d661 req-7170de8a-9ad0-4765-a55a-1c6c2e463ce5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:34:14.892036 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-890110a5-1c4e-4faa-bde7-768c3260d661 req-7170de8a-9ad0-4765-a55a-1c6c2e463ce5 service neutron] 10.222.0.71 "GET /v2.0/networks?id=f72ba669-ef3e-4e49-827c-17b915ddf4d3 HTTP/1.1" status: 200 len: 898 time: 0.1297972 May 30 21:34:14.995204 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-890110a5-1c4e-4faa-bde7-768c3260d661 req-83ecd50f-7685-493b-b556-c23411c9deff service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cbe28fd1-610f-4c20-a506-ec5e140e1462 HTTP/1.1" status: 200 len: 999 time: 0.0976396 May 30 21:34:15.060238 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890110a5-1c4e-4faa-bde7-768c3260d661 req-465f80fd-b399-4b97-b005-c4faa563986a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:34:15.061675 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-890110a5-1c4e-4faa-bde7-768c3260d661 req-465f80fd-b399-4b97-b005-c4faa563986a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a8ab3ab6-8605-463e-9f2b-aa0be822f5cf HTTP/1.1" status: 200 len: 834 time: 0.0607164 May 30 21:34:15.134861 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-890110a5-1c4e-4faa-bde7-768c3260d661 req-1bda7ac2-7f6d-460e-aca4-11147dc9fecd service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f72ba669-ef3e-4e49-827c-17b915ddf4d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0674090 May 30 21:34:15.144836 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [req-890110a5-1c4e-4faa-bde7-768c3260d661 req-9d615e6c-90c7-4f6a-885a-00c794eecd3e service neutron] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=84886) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 21:34:15.145746 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-890110a5-1c4e-4faa-bde7-768c3260d661 req-9d615e6c-90c7-4f6a-885a-00c794eecd3e service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0046246 May 30 21:34:15.279308 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-890110a5-1c4e-4faa-bde7-768c3260d661 req-c67c9321-824c-46ee-bfae-984da2b4fb75 service neutron] 10.222.0.71 "GET /v2.0/networks/f72ba669-ef3e-4e49-827c-17b915ddf4d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276147 May 30 21:34:15.332412 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device cbe28fd1-610f-4c20-a506-ec5e140e1462 no longer exists at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 21:34:15.388553 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device cbe28fd1-610f-4c20-a506-ec5e140e1462 not bound to the agent host n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 21:34:15.414140 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-890110a5-1c4e-4faa-bde7-768c3260d661 req-7684cc45-b105-4bad-b159-defaccb1aaeb service neutron] 10.222.0.71 "GET /v2.0/networks/f72ba669-ef3e-4e49-827c-17b915ddf4d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288226 May 30 21:34:15.826871 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b92c1c-1a88-43bc-b5be-da49738912fe req-1314abe9-6bba-41ff-9f98-dd97a6188854 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:34:15.828318 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-35b92c1c-1a88-43bc-b5be-da49738912fe req-1314abe9-6bba-41ff-9f98-dd97a6188854 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/ports?device_id=ee1db017-fd57-450e-8e59-7c7463d4f594 HTTP/1.1" status: 200 len: 943 time: 0.0841556 May 30 21:34:15.862980 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee1db017-fd57-450e-8e59-7c7463d4f594', 'tag': 'cbe28fd1-610f-4c20-a506-ec5e140e1462'}] {{(pid=84886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:34:15.879749 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-35b92c1c-1a88-43bc-b5be-da49738912fe req-b0b9d824-cf35-477b-9509-d438457a6af0 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/security-groups?id=baa9a445-2da0-4bd4-befa-ad0b53519fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457361 May 30 21:34:15.931998 n-d-843948-2 neutron-server[84886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3292258c-b82b-47b7-90be-37be4cc8c71a'] response: {'name': 'network-changed', 'server_uuid': 'ee1db017-fd57-450e-8e59-7c7463d4f594', 'tag': 'cbe28fd1-610f-4c20-a506-ec5e140e1462', 'status': 'completed', 'code': 200} May 30 21:34:16.025700 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-af65cbfd-34d2-45b2-8c38-46ef90b1384b req-1036d28f-4fbd-4f5a-8028-6bee072d2fe3 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8acbfcbd407543f9bb5b4cfddd9e55c4&device_id=ee1db017-fd57-450e-8e59-7c7463d4f594 HTTP/1.1" status: 200 len: 1094 time: 0.0716136 May 30 21:34:16.028217 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-af65cbfd-34d2-45b2-8c38-46ef90b1384b req-fb832656-2ba3-4ff5-a5bf-4f1b87413e79 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8acbfcbd407543f9bb5b4cfddd9e55c4&device_id=ee1db017-fd57-450e-8e59-7c7463d4f594 HTTP/1.1" status: 200 len: 1094 time: 0.0700498 May 30 21:34:16.162960 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af65cbfd-34d2-45b2-8c38-46ef90b1384b req-d0076503-102a-439b-a224-676b7d7f6788 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:34:16.164313 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-af65cbfd-34d2-45b2-8c38-46ef90b1384b req-d0076503-102a-439b-a224-676b7d7f6788 service neutron] 10.222.0.71 "GET /v2.0/networks?id=f72ba669-ef3e-4e49-827c-17b915ddf4d3 HTTP/1.1" status: 200 len: 898 time: 0.1321692 May 30 21:34:16.164874 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af65cbfd-34d2-45b2-8c38-46ef90b1384b req-96215576-a32e-45c1-8de6-c316697a6d2e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:34:16.166587 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-af65cbfd-34d2-45b2-8c38-46ef90b1384b req-96215576-a32e-45c1-8de6-c316697a6d2e service neutron] 10.222.0.86 "GET /v2.0/networks?id=f72ba669-ef3e-4e49-827c-17b915ddf4d3 HTTP/1.1" status: 200 len: 898 time: 0.1288164 May 30 21:34:16.270237 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-af65cbfd-34d2-45b2-8c38-46ef90b1384b req-70b2721b-fa92-4e0e-ba86-de17b09f06c7 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cbe28fd1-610f-4c20-a506-ec5e140e1462 HTTP/1.1" status: 200 len: 999 time: 0.0997908 May 30 21:34:16.277340 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-af65cbfd-34d2-45b2-8c38-46ef90b1384b req-b7826cec-0287-4034-b7fc-b267ee1ea659 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cbe28fd1-610f-4c20-a506-ec5e140e1462 HTTP/1.1" status: 200 len: 999 time: 0.0999737 May 30 21:34:16.333635 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af65cbfd-34d2-45b2-8c38-46ef90b1384b req-2fe1564b-fbf6-464a-ba59-88e9562783da service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:34:16.335098 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-af65cbfd-34d2-45b2-8c38-46ef90b1384b req-2fe1564b-fbf6-464a-ba59-88e9562783da service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a8ab3ab6-8605-463e-9f2b-aa0be822f5cf HTTP/1.1" status: 200 len: 834 time: 0.0591834 May 30 21:34:16.347603 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af65cbfd-34d2-45b2-8c38-46ef90b1384b req-369c1ec4-af1c-405d-bff1-0ccffa2607fe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:34:16.349047 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-af65cbfd-34d2-45b2-8c38-46ef90b1384b req-369c1ec4-af1c-405d-bff1-0ccffa2607fe service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a8ab3ab6-8605-463e-9f2b-aa0be822f5cf HTTP/1.1" status: 200 len: 834 time: 0.0617204 May 30 21:34:16.413991 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-af65cbfd-34d2-45b2-8c38-46ef90b1384b req-d8238012-74b1-476e-ac0e-1ee2b7981d58 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f72ba669-ef3e-4e49-827c-17b915ddf4d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0728168 May 30 21:34:16.428142 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-af65cbfd-34d2-45b2-8c38-46ef90b1384b req-6e205004-1f57-4690-ac5c-7a65cb399816 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f72ba669-ef3e-4e49-827c-17b915ddf4d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0693426 May 30 21:34:16.549996 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-af65cbfd-34d2-45b2-8c38-46ef90b1384b req-9a697caa-1099-4752-a1e6-2d89661158b2 service neutron] 10.222.0.71 "GET /v2.0/networks/f72ba669-ef3e-4e49-827c-17b915ddf4d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286840 May 30 21:34:16.562738 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-af65cbfd-34d2-45b2-8c38-46ef90b1384b req-1e19bdb9-b42f-444b-afb7-0d148f99222a service neutron] 10.222.0.86 "GET /v2.0/networks/f72ba669-ef3e-4e49-827c-17b915ddf4d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250656 May 30 21:34:16.707804 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-af65cbfd-34d2-45b2-8c38-46ef90b1384b req-5a1d7e77-8c9a-4ecd-8f69-270521954f24 service neutron] 10.222.0.86 "GET /v2.0/networks/f72ba669-ef3e-4e49-827c-17b915ddf4d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356485 May 30 21:34:16.784445 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-af65cbfd-34d2-45b2-8c38-46ef90b1384b req-6e9e12c8-66b3-45ad-b36b-f1b30320df81 service neutron] 10.222.0.71 "GET /v2.0/networks/f72ba669-ef3e-4e49-827c-17b915ddf4d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284350 May 30 21:34:17.078166 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e60fb7-4ace-4ef2-a1f6-c148d7485d33 req-e64f4ef6-0e65-41a5-8753-1f9f1a60de22 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:34:17.079518 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-95e60fb7-4ace-4ef2-a1f6-c148d7485d33 req-e64f4ef6-0e65-41a5-8753-1f9f1a60de22 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/ports?device_id=ee1db017-fd57-450e-8e59-7c7463d4f594 HTTP/1.1" status: 200 len: 943 time: 0.0773003 May 30 21:34:17.125696 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-95e60fb7-4ace-4ef2-a1f6-c148d7485d33 req-80be5d44-bfcc-4d93-9935-6442ea845b0c tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/security-groups?id=baa9a445-2da0-4bd4-befa-ad0b53519fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400083 May 30 21:34:18.328715 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9bad01-ae28-447b-bd8c-4acc375842eb req-16944ee4-1811-47f6-a908-981449ef491e tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:34:18.330223 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fb9bad01-ae28-447b-bd8c-4acc375842eb req-16944ee4-1811-47f6-a908-981449ef491e tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/ports?device_id=ee1db017-fd57-450e-8e59-7c7463d4f594 HTTP/1.1" status: 200 len: 943 time: 0.0831699 May 30 21:34:18.461458 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fb9bad01-ae28-447b-bd8c-4acc375842eb req-c4e2fbac-bc83-44c8-bd82-adf53fafa21f tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/security-groups?id=baa9a445-2da0-4bd4-befa-ad0b53519fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248813 May 30 21:34:18.909950 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device cbe28fd1-610f-4c20-a506-ec5e140e1462 details requested by agent hyperv_n-h1-843948-2 with host n-h1-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 21:34:18.970110 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f97a7d7-b0b4-4755-af6a-7d18c2d9b148 req-e3f96f36-4eca-4150-9d68-37ac0ab4e6bd tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:34:18.971530 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8f97a7d7-b0b4-4755-af6a-7d18c2d9b148 req-e3f96f36-4eca-4150-9d68-37ac0ab4e6bd tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/ports?device_id=ee1db017-fd57-450e-8e59-7c7463d4f594 HTTP/1.1" status: 200 len: 943 time: 0.1247342 May 30 21:34:19.028647 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8f97a7d7-b0b4-4755-af6a-7d18c2d9b148 req-272a0162-40c5-4354-8fbe-7bff99f77ca6 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/security-groups?id=baa9a445-2da0-4bd4-befa-ad0b53519fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509987 May 30 21:34:19.038093 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aea802e-a7e4-413f-8fec-37a10d420ec8 req-ddf251dc-596d-4fe6-a544-5903dd2c22e9 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:34:19.039499 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9aea802e-a7e4-413f-8fec-37a10d420ec8 req-ddf251dc-596d-4fe6-a544-5903dd2c22e9 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.86 "GET /v2.0/ports?device_id=ee1db017-fd57-450e-8e59-7c7463d4f594&tenant_id=8acbfcbd407543f9bb5b4cfddd9e55c4&binding%3Ahost_id=n-h1-843948-2 HTTP/1.1" status: 200 len: 943 time: 0.1307299 May 30 21:34:19.045101 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port cbe28fd1-610f-4c20-a506-ec5e140e1462, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=cbe28fd1-610f-4c20-a506-ec5e140e1462,segment=NetworkSegment(c5c88f35-575d-4310-880b-216a572e9790),segment_id=c5c88f35-575d-4310-880b-216a572e9790)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:34:19.063508 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Returning: {'device': 'cbe28fd1-610f-4c20-a506-ec5e140e1462', 'network_id': 'f72ba669-ef3e-4e49-827c-17b915ddf4d3', 'port_id': 'cbe28fd1-610f-4c20-a506-ec5e140e1462', 'mac_address': 'fa:16:3e:74:0f:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8ab3ab6-8605-463e-9f2b-aa0be822f5cf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 21:34:19.120017 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:34:19.126004 n-d-843948-2 neutron-server[84887]: INFO neutron.api.v2.resource [req-9aea802e-a7e4-413f-8fec-37a10d420ec8 req-fd4d36c7-2281-4f6f-8a2f-a3b16556a237 service neutron] delete failed (client error): The resource could not be found. May 30 21:34:19.127181 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9aea802e-a7e4-413f-8fec-37a10d420ec8 req-fd4d36c7-2281-4f6f-8a2f-a3b16556a237 service neutron] 10.222.0.86 "DELETE /v2.0/ports/cbe28fd1-610f-4c20-a506-ec5e140e1462/bindings/n-h2-843948-2 HTTP/1.1" status: 404 len: 380 time: 0.0819745 May 30 21:34:19.144641 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbe28fd1-610f-4c20-a506-ec5e140e1462 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 21:34:19.160246 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port cbe28fd1-610f-4c20-a506-ec5e140e1462, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=cbe28fd1-610f-4c20-a506-ec5e140e1462,segment=NetworkSegment(c5c88f35-575d-4310-880b-216a572e9790),segment_id=c5c88f35-575d-4310-880b-216a572e9790)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:34:19.220834 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:34:19.242483 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160af5d8-9211-4827-97f1-5963f3a3c47f req-60fdeeaf-0d04-4bd0-a116-a59380078c20 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:34:19.244823 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-160af5d8-9211-4827-97f1-5963f3a3c47f req-60fdeeaf-0d04-4bd0-a116-a59380078c20 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/ports?device_id=ee1db017-fd57-450e-8e59-7c7463d4f594 HTTP/1.1" status: 200 len: 943 time: 0.0843754 May 30 21:34:19.285583 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9aea802e-a7e4-413f-8fec-37a10d420ec8 req-3c815a2b-3ab9-45ae-8417-81be90f25dc1 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8acbfcbd407543f9bb5b4cfddd9e55c4&device_id=ee1db017-fd57-450e-8e59-7c7463d4f594 HTTP/1.1" status: 200 len: 1095 time: 0.0789049 May 30 21:34:19.291293 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=cbe28fd1-610f-4c20-a506-ec5e140e1462,revision_number=8']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:34:19.299047 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-160af5d8-9211-4827-97f1-5963f3a3c47f req-bf52ab96-0609-4c75-b88b-f29fac11bb2f tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/security-groups?id=baa9a445-2da0-4bd4-befa-ad0b53519fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487311 May 30 21:34:19.300764 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:34:19.301107 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:34:19.301444 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:34:19.301826 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:34:19.302695 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:34:19.303048 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:34:19.303371 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:34:19.303692 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:34:19.304008 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:34:19.304326 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:34:19.304643 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:34:19.423239 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aea802e-a7e4-413f-8fec-37a10d420ec8 req-d4236e41-1321-4c4c-b951-f63ea25edd81 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:34:19.424683 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9aea802e-a7e4-413f-8fec-37a10d420ec8 req-d4236e41-1321-4c4c-b951-f63ea25edd81 service neutron] 10.222.0.86 "GET /v2.0/networks?id=f72ba669-ef3e-4e49-827c-17b915ddf4d3 HTTP/1.1" status: 200 len: 898 time: 0.1300023 May 30 21:34:19.478196 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['cbe28fd1-610f-4c20-a506-ec5e140e1462'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 21:34:19.535213 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9aea802e-a7e4-413f-8fec-37a10d420ec8 req-e649adfe-41c5-40d3-ad94-d6c13164308f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cbe28fd1-610f-4c20-a506-ec5e140e1462 HTTP/1.1" status: 200 len: 1000 time: 0.1016243 May 30 21:34:19.608471 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aea802e-a7e4-413f-8fec-37a10d420ec8 req-798215ab-b58f-467a-aa96-91eb4661e9d7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:34:19.609884 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9aea802e-a7e4-413f-8fec-37a10d420ec8 req-798215ab-b58f-467a-aa96-91eb4661e9d7 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a8ab3ab6-8605-463e-9f2b-aa0be822f5cf HTTP/1.1" status: 200 len: 834 time: 0.0652151 May 30 21:34:19.688713 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9aea802e-a7e4-413f-8fec-37a10d420ec8 req-bc732139-e922-432f-ae48-9bd000aa7f64 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f72ba669-ef3e-4e49-827c-17b915ddf4d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694301 May 30 21:34:19.831069 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9aea802e-a7e4-413f-8fec-37a10d420ec8 req-afef2f78-db76-4949-966a-8b8d58415215 service neutron] 10.222.0.86 "GET /v2.0/networks/f72ba669-ef3e-4e49-827c-17b915ddf4d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325068 May 30 21:34:19.965055 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9aea802e-a7e4-413f-8fec-37a10d420ec8 req-f9735cd6-bdbf-4bcc-8917-c5007d55530b service neutron] 10.222.0.86 "GET /v2.0/networks/f72ba669-ef3e-4e49-827c-17b915ddf4d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263344 May 30 21:34:20.306329 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:34:20.511214 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32369ab8-2a6a-4b8c-af14-00afca025b48 req-4ee96bf3-5bbc-48c9-a04c-ad5adc218f9f tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:34:20.512679 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-32369ab8-2a6a-4b8c-af14-00afca025b48 req-4ee96bf3-5bbc-48c9-a04c-ad5adc218f9f tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/ports?device_id=ee1db017-fd57-450e-8e59-7c7463d4f594 HTTP/1.1" status: 200 len: 944 time: 0.0802908 May 30 21:34:20.559020 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-32369ab8-2a6a-4b8c-af14-00afca025b48 req-2d982073-1580-497a-a013-816789b77ae4 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/security-groups?id=baa9a445-2da0-4bd4-befa-ad0b53519fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406985 May 30 21:34:20.925421 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device cbe28fd1-610f-4c20-a506-ec5e140e1462 up at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:34:21.039853 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning for port cbe28fd1-610f-4c20-a506-ec5e140e1462 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:34:21.045001 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning complete for port cbe28fd1-610f-4c20-a506-ec5e140e1462 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:34:21.045698 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:34:21.160191 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:34:21.187701 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee1db017-fd57-450e-8e59-7c7463d4f594', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbe28fd1-610f-4c20-a506-ec5e140e1462'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:34:21.197260 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port cbe28fd1-610f-4c20-a506-ec5e140e1462, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=cbe28fd1-610f-4c20-a506-ec5e140e1462,segment=NetworkSegment(c5c88f35-575d-4310-880b-216a572e9790),segment_id=c5c88f35-575d-4310-880b-216a572e9790)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:34:21.246590 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3738838d-d2a3-4e9a-b76a-c3420d8f2006'] response: {'server_uuid': 'ee1db017-fd57-450e-8e59-7c7463d4f594', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbe28fd1-610f-4c20-a506-ec5e140e1462', 'code': 200} May 30 21:34:21.262758 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:34:21.332113 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=cbe28fd1-610f-4c20-a506-ec5e140e1462,revision_number=9']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:34:21.757994 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fdc990-831c-46e8-bfbd-1f2d7e2f5494 req-0fe5a3c9-3456-437e-9110-5eb037e21443 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:34:21.759493 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-10fdc990-831c-46e8-bfbd-1f2d7e2f5494 req-0fe5a3c9-3456-437e-9110-5eb037e21443 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/ports?device_id=ee1db017-fd57-450e-8e59-7c7463d4f594 HTTP/1.1" status: 200 len: 945 time: 0.0774903 May 30 21:34:21.808699 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-10fdc990-831c-46e8-bfbd-1f2d7e2f5494 req-a1da3757-9017-4db7-bd87-dfda7b0254b4 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/security-groups?id=baa9a445-2da0-4bd4-befa-ad0b53519fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435693 May 30 21:34:21.837507 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 53018) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:34:21.941309 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-90d1c199-5612-4878-b584-4be411694252 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/floatingips/85d8b947-c365-451a-8456-67796126a4ed HTTP/1.1" status: 200 len: 993 time: 0.1026261 May 30 21:34:23.132198 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:34:26.319932 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-dda54e87-8611-4c64-8d0d-98880691c8c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:34:29.662478 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b36e070e-483f-4b93-834d-e459b07a3fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:34:29.912405 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:34:31.466488 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:34:32.975192 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:34:35.018419 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f83f60f8-884f-4906-b9da-cfea6c9dc4fa req-e8b58eeb-7abc-4aa4-88c4-6c1f14a41a3c service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=ee1db017-fd57-450e-8e59-7c7463d4f594&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0693312 May 30 21:34:35.156751 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f83f60f8-884f-4906-b9da-cfea6c9dc4fa req-863d95a0-91ef-4434-b31a-e2997b42417e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8acbfcbd407543f9bb5b4cfddd9e55c4&device_id=ee1db017-fd57-450e-8e59-7c7463d4f594 HTTP/1.1" status: 200 len: 1096 time: 0.0710409 May 30 21:34:35.304142 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83f60f8-884f-4906-b9da-cfea6c9dc4fa req-adb59b7a-8a57-439d-8b73-ca89c56ce67e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:34:35.305587 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f83f60f8-884f-4906-b9da-cfea6c9dc4fa req-adb59b7a-8a57-439d-8b73-ca89c56ce67e service neutron] 10.222.0.71 "GET /v2.0/networks?id=f72ba669-ef3e-4e49-827c-17b915ddf4d3 HTTP/1.1" status: 200 len: 898 time: 0.1298215 May 30 21:34:35.402920 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f83f60f8-884f-4906-b9da-cfea6c9dc4fa req-e3ba4829-80a3-4b56-ab6a-1803443849d2 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cbe28fd1-610f-4c20-a506-ec5e140e1462 HTTP/1.1" status: 200 len: 1001 time: 0.0915124 May 30 21:34:35.468058 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83f60f8-884f-4906-b9da-cfea6c9dc4fa req-e13dda02-51ac-4769-9e97-9da97f8e03ce service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:34:35.469450 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f83f60f8-884f-4906-b9da-cfea6c9dc4fa req-e13dda02-51ac-4769-9e97-9da97f8e03ce service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a8ab3ab6-8605-463e-9f2b-aa0be822f5cf HTTP/1.1" status: 200 len: 834 time: 0.0606380 May 30 21:34:35.543693 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f83f60f8-884f-4906-b9da-cfea6c9dc4fa req-747eb30b-b38e-4090-825c-dd36e398878c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f72ba669-ef3e-4e49-827c-17b915ddf4d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687139 May 30 21:34:35.680960 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f83f60f8-884f-4906-b9da-cfea6c9dc4fa req-48203a89-fdd8-4fde-9628-8ae5bcae4d1d service neutron] 10.222.0.71 "GET /v2.0/networks/f72ba669-ef3e-4e49-827c-17b915ddf4d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303492 May 30 21:34:35.819282 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f83f60f8-884f-4906-b9da-cfea6c9dc4fa req-6fd56124-6285-4655-b4fd-9eab8efe0e18 service neutron] 10.222.0.71 "GET /v2.0/networks/f72ba669-ef3e-4e49-827c-17b915ddf4d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314957 May 30 21:34:43.618533 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 21:34:48.742637 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 53032) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:34:48.946706 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-cb142d83-1eb2-4422-bd8a-355ad721797a tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Deleting port 33f2f73e-ed2d-4890-9b57-a517121f2383 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:34:48.947039 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-cb142d83-1eb2-4422-bd8a-355ad721797a tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:34:49.115452 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-cb142d83-1eb2-4422-bd8a-355ad721797a tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:34:49.115683 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-cb142d83-1eb2-4422-bd8a-355ad721797a tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:34:49.333036 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-cb142d83-1eb2-4422-bd8a-355ad721797a tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Calling delete_port for 33f2f73e-ed2d-4890-9b57-a517121f2383 owned by network:floatingip {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:34:49.534244 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-cb142d83-1eb2-4422-bd8a-355ad721797a tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:34:49.581572 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb142d83-1eb2-4422-bd8a-355ad721797a tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Pushing event deleted for resources: {'Port': ['ID=33f2f73e-ed2d-4890-9b57-a517121f2383,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:34:49.671967 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-cb142d83-1eb2-4422-bd8a-355ad721797a tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for floatingip, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:34:50.057636 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb142d83-1eb2-4422-bd8a-355ad721797a tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Router 486026ca-e2e6-4042-982b-08cf506e72d2 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 21:34:50.256316 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb142d83-1eb2-4422-bd8a-355ad721797a tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 21:34:50.265633 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3a178b-5363-4179-8c29-9b7ba891ed1a None None] Sync routers for ids ['486026ca-e2e6-4042-982b-08cf506e72d2'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 21:34:50.277132 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3a178b-5363-4179-8c29-9b7ba891ed1a None None] Routers {'486026ca-e2e6-4042-982b-08cf506e72d2'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:34:50.277780 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-7d3a178b-5363-4179-8c29-9b7ba891ed1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T21:34:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['486026ca-e2e6-4042-982b-08cf506e72d2'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:34:50.336373 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-cb142d83-1eb2-4422-bd8a-355ad721797a tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:34:50.359487 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:34:50.391682 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-cb142d83-1eb2-4422-bd8a-355ad721797a tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "DELETE /v2.0/floatingips/85d8b947-c365-451a-8456-67796126a4ed HTTP/1.1" status: 204 len: 168 time: 1.6455009 May 30 21:34:50.391682 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee1db017-fd57-450e-8e59-7c7463d4f594', 'tag': 'cbe28fd1-610f-4c20-a506-ec5e140e1462'}] {{(pid=84886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:34:50.446145 n-d-843948-2 neutron-server[84886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad94004b-3db2-49e6-b5e0-3961f7dae551'] response: {'name': 'network-changed', 'server_uuid': 'ee1db017-fd57-450e-8e59-7c7463d4f594', 'tag': 'cbe28fd1-610f-4c20-a506-ec5e140e1462', 'status': 'completed', 'code': 200} May 30 21:34:50.510262 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-7d3a178b-5363-4179-8c29-9b7ba891ed1a None None] Set router 486026ca-e2e6-4042-982b-08cf506e72d2 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:34:50.538202 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-06886063-551b-4e98-ad48-e9ff0213b5c5 req-b15a12d8-c41f-4ff5-bcf6-5f7ba47675aa service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8acbfcbd407543f9bb5b4cfddd9e55c4&device_id=ee1db017-fd57-450e-8e59-7c7463d4f594 HTTP/1.1" status: 200 len: 1096 time: 0.0720189 May 30 21:34:50.670270 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06886063-551b-4e98-ad48-e9ff0213b5c5 req-cad7b48f-d281-4f59-99ce-8d36b97568ce service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:34:50.671565 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-06886063-551b-4e98-ad48-e9ff0213b5c5 req-cad7b48f-d281-4f59-99ce-8d36b97568ce service neutron] 10.222.0.71 "GET /v2.0/networks?id=f72ba669-ef3e-4e49-827c-17b915ddf4d3 HTTP/1.1" status: 200 len: 898 time: 0.1280515 May 30 21:34:50.739725 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-06886063-551b-4e98-ad48-e9ff0213b5c5 req-89e42cb7-3d44-48b4-87cf-4ded7f800150 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cbe28fd1-610f-4c20-a506-ec5e140e1462 HTTP/1.1" status: 200 len: 217 time: 0.0628407 May 30 21:34:50.807939 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06886063-551b-4e98-ad48-e9ff0213b5c5 req-40cd4278-4204-4bb3-b23f-7c25a04fb6c1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:34:50.809740 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-06886063-551b-4e98-ad48-e9ff0213b5c5 req-40cd4278-4204-4bb3-b23f-7c25a04fb6c1 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a8ab3ab6-8605-463e-9f2b-aa0be822f5cf HTTP/1.1" status: 200 len: 834 time: 0.0648251 May 30 21:34:50.836526 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-7d3a178b-5363-4179-8c29-9b7ba891ed1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '486026ca-e2e6-4042-982b-08cf506e72d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-761742466', 'tenant_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': 'c25095b3-26d0-4cf2-a756-b29993441340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:32:53Z', 'updated_at': '2022-05-30T21:32:58Z', 'revision_number': 4, 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'gw_port': {'id': 'c25095b3-26d0-4cf2-a756-b29993441340', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:45:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '486026ca-e2e6-4042-982b-08cf506e72d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:32:53Z', 'updated_at': '2022-05-30T21:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '37822ca8-a7eb-40ed-b655-d929c7594144', 'name': '', 'network_id': 'f72ba669-ef3e-4e49-827c-17b915ddf4d3', 'tenant_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'mac_address': 'fa:16:3e:47:cc:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '486026ca-e2e6-4042-982b-08cf506e72d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8ab3ab6-8605-463e-9f2b-aa0be822f5cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:32:57Z', 'updated_at': '2022-05-30T21:33:04Z', 'revision_number': 5, 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'subnets': [{'id': 'a8ab3ab6-8605-463e-9f2b-aa0be822f5cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:34:50.840395 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3a178b-5363-4179-8c29-9b7ba891ed1a None None] Checking router: 486026ca-e2e6-4042-982b-08cf506e72d2 for host: n-d-843948-2 {{(pid=84889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 21:34:50.851178 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3a178b-5363-4179-8c29-9b7ba891ed1a None None] Routers {'486026ca-e2e6-4042-982b-08cf506e72d2'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:34:50.851763 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-7d3a178b-5363-4179-8c29-9b7ba891ed1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T21:34:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['486026ca-e2e6-4042-982b-08cf506e72d2'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:34:50.886916 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-06886063-551b-4e98-ad48-e9ff0213b5c5 req-cad4056c-4d80-4bb9-8fbb-e3ae314f8fb7 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f72ba669-ef3e-4e49-827c-17b915ddf4d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0717986 May 30 21:34:51.043942 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-7d3a178b-5363-4179-8c29-9b7ba891ed1a None None] Set router 486026ca-e2e6-4042-982b-08cf506e72d2 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:34:51.186782 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-06886063-551b-4e98-ad48-e9ff0213b5c5 req-b196b1f7-7579-43f9-b8d1-10a11588207a service neutron] 10.222.0.71 "GET /v2.0/networks/f72ba669-ef3e-4e49-827c-17b915ddf4d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2871144 May 30 21:34:51.223280 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e766087c-e2e2-4fdf-ade2-4ed10dcd8af7 req-c8ba9187-e2ab-4608-90ad-6a2d5fb02328 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:34:51.224450 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-e766087c-e2e2-4fdf-ade2-4ed10dcd8af7 req-c8ba9187-e2ab-4608-90ad-6a2d5fb02328 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Synchronizing usage tracker for tenant:8acbfcbd407543f9bb5b4cfddd9e55c4 on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 21:34:51.340958 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-06886063-551b-4e98-ad48-e9ff0213b5c5 req-ec623f23-322f-4fca-932d-b8045f450249 service neutron] 10.222.0.71 "GET /v2.0/networks/f72ba669-ef3e-4e49-827c-17b915ddf4d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460953 May 30 21:34:51.352015 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-e766087c-e2e2-4fdf-ade2-4ed10dcd8af7 req-c8ba9187-e2ab-4608-90ad-6a2d5fb02328 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Unset dirty status for tenant:8acbfcbd407543f9bb5b4cfddd9e55c4 on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 21:34:51.364411 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e766087c-e2e2-4fdf-ade2-4ed10dcd8af7 req-c8ba9187-e2ab-4608-90ad-6a2d5fb02328 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/ports?device_id=ee1db017-fd57-450e-8e59-7c7463d4f594 HTTP/1.1" status: 200 len: 945 time: 0.2774763 May 30 21:34:51.368541 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-7d3a178b-5363-4179-8c29-9b7ba891ed1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '486026ca-e2e6-4042-982b-08cf506e72d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-761742466', 'tenant_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': 'c25095b3-26d0-4cf2-a756-b29993441340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:32:53Z', 'updated_at': '2022-05-30T21:32:58Z', 'revision_number': 4, 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'gw_port': {'id': 'c25095b3-26d0-4cf2-a756-b29993441340', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:45:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '486026ca-e2e6-4042-982b-08cf506e72d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:32:53Z', 'updated_at': '2022-05-30T21:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '37822ca8-a7eb-40ed-b655-d929c7594144', 'name': '', 'network_id': 'f72ba669-ef3e-4e49-827c-17b915ddf4d3', 'tenant_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'mac_address': 'fa:16:3e:47:cc:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '486026ca-e2e6-4042-982b-08cf506e72d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8ab3ab6-8605-463e-9f2b-aa0be822f5cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:32:57Z', 'updated_at': '2022-05-30T21:33:04Z', 'revision_number': 5, 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'subnets': [{'id': 'a8ab3ab6-8605-463e-9f2b-aa0be822f5cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:34:51.372470 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3a178b-5363-4179-8c29-9b7ba891ed1a None None] The sync data for ids ['486026ca-e2e6-4042-982b-08cf506e72d2'] in n-d-843948-2 is: [{'id': '486026ca-e2e6-4042-982b-08cf506e72d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-761742466', 'tenant_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': 'c25095b3-26d0-4cf2-a756-b29993441340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:32:53Z', 'updated_at': '2022-05-30T21:32:58Z', 'revision_number': 4, 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'gw_port': {'id': 'c25095b3-26d0-4cf2-a756-b29993441340', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:45:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '486026ca-e2e6-4042-982b-08cf506e72d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:32:53Z', 'updated_at': '2022-05-30T21:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '37822ca8-a7eb-40ed-b655-d929c7594144', 'name': '', 'network_id': 'f72ba669-ef3e-4e49-827c-17b915ddf4d3', 'tenant_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'mac_address': 'fa:16:3e:47:cc:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '486026ca-e2e6-4042-982b-08cf506e72d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8ab3ab6-8605-463e-9f2b-aa0be822f5cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:32:57Z', 'updated_at': '2022-05-30T21:33:04Z', 'revision_number': 5, 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'subnets': [{'id': 'a8ab3ab6-8605-463e-9f2b-aa0be822f5cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 21:34:51.402606 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e766087c-e2e2-4fdf-ade2-4ed10dcd8af7 req-04049809-314a-43e9-8f2c-5bf7eb1cf33f tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/security-groups?id=baa9a445-2da0-4bd4-befa-ad0b53519fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436110 May 30 21:34:51.609183 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe1120a-60fe-438a-a48f-f2ef59e7b22e None None] New status for floating IP 85d8b947-c365-451a-8456-67796126a4ed: DOWN {{(pid=84888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 21:34:52.244850 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4332a46e-a3ee-4999-b2f1-4f71bafde259 req-179bb4b9-e877-4961-bd1f-caaa6af7d9bb tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:34:52.246239 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4332a46e-a3ee-4999-b2f1-4f71bafde259 req-179bb4b9-e877-4961-bd1f-caaa6af7d9bb tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.71 "GET /v2.0/ports?device_id=ee1db017-fd57-450e-8e59-7c7463d4f594 HTTP/1.1" status: 200 len: 945 time: 0.0799310 May 30 21:34:52.314488 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [req-4332a46e-a3ee-4999-b2f1-4f71bafde259 req-14246074-84d4-48eb-869c-b973c16647d6 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Deleting port cbe28fd1-610f-4c20-a506-ec5e140e1462 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:34:52.314824 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-4332a46e-a3ee-4999-b2f1-4f71bafde259 req-14246074-84d4-48eb-869c-b973c16647d6 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:34:52.557155 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-4332a46e-a3ee-4999-b2f1-4f71bafde259 req-14246074-84d4-48eb-869c-b973c16647d6 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] For port cbe28fd1-610f-4c20-a506-ec5e140e1462, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=cbe28fd1-610f-4c20-a506-ec5e140e1462,segment=NetworkSegment(c5c88f35-575d-4310-880b-216a572e9790),segment_id=c5c88f35-575d-4310-880b-216a572e9790)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:34:52.557418 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-4332a46e-a3ee-4999-b2f1-4f71bafde259 req-14246074-84d4-48eb-869c-b973c16647d6 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:34:52.602822 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037eab73-3eb6-4c11-b4c9-bab4b7b7fe52 req-8c4aabd1-90c9-49a0-bb53-397cfbf8f1b5 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:34:52.604252 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-037eab73-3eb6-4c11-b4c9-bab4b7b7fe52 req-8c4aabd1-90c9-49a0-bb53-397cfbf8f1b5 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/ports?device_id=ee1db017-fd57-450e-8e59-7c7463d4f594 HTTP/1.1" status: 200 len: 945 time: 0.0763896 May 30 21:34:52.651289 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-037eab73-3eb6-4c11-b4c9-bab4b7b7fe52 req-34f9b8ad-a62a-456e-b1d9-5833109e217e tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/security-groups?id=baa9a445-2da0-4bd4-befa-ad0b53519fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414140 May 30 21:34:52.680666 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [req-4332a46e-a3ee-4999-b2f1-4f71bafde259 req-14246074-84d4-48eb-869c-b973c16647d6 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Calling delete_port for cbe28fd1-610f-4c20-a506-ec5e140e1462 owned by compute:nova {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:34:52.902524 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-4332a46e-a3ee-4999-b2f1-4f71bafde259 req-14246074-84d4-48eb-869c-b973c16647d6 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:34:52.951004 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14246074-84d4-48eb-869c-b973c16647d6 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Pushing event deleted for resources: {'Port': ['ID=cbe28fd1-610f-4c20-a506-ec5e140e1462,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:34:53.027840 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [req-4332a46e-a3ee-4999-b2f1-4f71bafde259 req-14246074-84d4-48eb-869c-b973c16647d6 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] No DVR routers for this DVR port cbe28fd1-610f-4c20-a506-ec5e140e1462 on host n-h1-843948-2 {{(pid=84886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 21:34:53.030438 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-4332a46e-a3ee-4999-b2f1-4f71bafde259 req-14246074-84d4-48eb-869c-b973c16647d6 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:34:53.032993 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee1db017-fd57-450e-8e59-7c7463d4f594', 'name': 'network-vif-deleted', 'tag': 'cbe28fd1-610f-4c20-a506-ec5e140e1462'}] {{(pid=84886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:34:53.092566 n-d-843948-2 neutron-server[84886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df753ff8-37a0-44fe-ae04-96b8b8f4bf57'] response: {'server_uuid': 'ee1db017-fd57-450e-8e59-7c7463d4f594', 'name': 'network-vif-deleted', 'tag': 'cbe28fd1-610f-4c20-a506-ec5e140e1462', 'status': 'completed', 'code': 200} May 30 21:34:53.097266 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4332a46e-a3ee-4999-b2f1-4f71bafde259 req-14246074-84d4-48eb-869c-b973c16647d6 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.71 "DELETE /v2.0/ports/cbe28fd1-610f-4c20-a506-ec5e140e1462 HTTP/1.1" status: 204 len: 173 time: 0.8454282 May 30 21:34:53.177240 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:34:53.828377 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b32588c3-1904-4277-b432-15716ae6379a req-34a0459f-9b38-485e-8ded-69aba798e67b tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/ports?device_id=ee1db017-fd57-450e-8e59-7c7463d4f594 HTTP/1.1" status: 200 len: 210 time: 0.0437980 May 30 21:34:54.936797 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 53050) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:34:55.433888 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-24d5e3fc-4ecc-4e42-a601-2c2b2b97ba06 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-736216'] for router_interface, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:34:56.040387 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-24d5e3fc-4ecc-4e42-a601-2c2b2b97ba06 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Deleting port 37822ca8-a7eb-40ed-b655-d929c7594144 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:34:56.041093 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-24d5e3fc-4ecc-4e42-a601-2c2b2b97ba06 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:34:56.224565 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [None req-24d5e3fc-4ecc-4e42-a601-2c2b2b97ba06 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] For port 37822ca8-a7eb-40ed-b655-d929c7594144, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=37822ca8-a7eb-40ed-b655-d929c7594144,segment=NetworkSegment(c5c88f35-575d-4310-880b-216a572e9790),segment_id=c5c88f35-575d-4310-880b-216a572e9790)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:34:56.224916 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-24d5e3fc-4ecc-4e42-a601-2c2b2b97ba06 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:34:56.273774 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-3aafebd6-301c-4238-b20f-3b75e5a30be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:34:56.345803 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-24d5e3fc-4ecc-4e42-a601-2c2b2b97ba06 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Calling delete_port for 37822ca8-a7eb-40ed-b655-d929c7594144 owned by network:router_interface {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:34:56.564844 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-24d5e3fc-4ecc-4e42-a601-2c2b2b97ba06 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:34:56.614642 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d5e3fc-4ecc-4e42-a601-2c2b2b97ba06 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Pushing event deleted for resources: {'Port': ['ID=37822ca8-a7eb-40ed-b655-d929c7594144,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:34:56.910135 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-24d5e3fc-4ecc-4e42-a601-2c2b2b97ba06 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1718140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-736143'] for router_interface, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:34:57.127812 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device cbe28fd1-610f-4c20-a506-ec5e140e1462 no longer exists at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 21:34:57.164380 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] No Port match for: cbe28fd1-610f-4c20-a506-ec5e140e1462 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 21:34:57.164730 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device cbe28fd1-610f-4c20-a506-ec5e140e1462 not bound to the agent host n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 21:34:57.575591 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24d5e3fc-4ecc-4e42-a601-2c2b2b97ba06 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Router 486026ca-e2e6-4042-982b-08cf506e72d2 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 21:34:57.767868 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24d5e3fc-4ecc-4e42-a601-2c2b2b97ba06 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 21:34:57.778638 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9257a5c-de18-4c2a-bd4b-e43bbdb81c38 None None] Sync routers for ids ['486026ca-e2e6-4042-982b-08cf506e72d2'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 21:34:57.782858 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-24d5e3fc-4ecc-4e42-a601-2c2b2b97ba06 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "PUT /v2.0/routers/486026ca-e2e6-4042-982b-08cf506e72d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8425562 May 30 21:34:57.783118 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 53054) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:34:57.791842 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9257a5c-de18-4c2a-bd4b-e43bbdb81c38 None None] Routers {'486026ca-e2e6-4042-982b-08cf506e72d2'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:34:57.792442 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-d9257a5c-de18-4c2a-bd4b-e43bbdb81c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T21:34:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['486026ca-e2e6-4042-982b-08cf506e72d2'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:34:57.979012 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4fb60b3-cdff-4361-9260-33178ae8b165 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Deleting subnet a8ab3ab6-8605-463e-9f2b-aa0be822f5cf {{(pid=84886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 21:34:57.982155 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b4fb60b3-cdff-4361-9260-33178ae8b165 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for subnet, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:34:58.004464 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-d9257a5c-de18-4c2a-bd4b-e43bbdb81c38 None None] Set router 486026ca-e2e6-4042-982b-08cf506e72d2 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:34:58.037318 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b4fb60b3-cdff-4361-9260-33178ae8b165 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2655517'] for subnet, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:34:58.123406 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b4fb60b3-cdff-4361-9260-33178ae8b165 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:34:58.272376 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b4fb60b3-cdff-4361-9260-33178ae8b165 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4127075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2778536'] for subnet, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:34:58.294770 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-d9257a5c-de18-4c2a-bd4b-e43bbdb81c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '486026ca-e2e6-4042-982b-08cf506e72d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-761742466', 'tenant_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': 'c25095b3-26d0-4cf2-a756-b29993441340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:32:53Z', 'updated_at': '2022-05-30T21:34:56Z', 'revision_number': 5, 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'gw_port': {'id': 'c25095b3-26d0-4cf2-a756-b29993441340', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:45:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '486026ca-e2e6-4042-982b-08cf506e72d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:32:53Z', 'updated_at': '2022-05-30T21:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:34:58.298721 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9257a5c-de18-4c2a-bd4b-e43bbdb81c38 None None] Checking router: 486026ca-e2e6-4042-982b-08cf506e72d2 for host: n-d-843948-2 {{(pid=84889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 21:34:58.309112 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9257a5c-de18-4c2a-bd4b-e43bbdb81c38 None None] Routers {'486026ca-e2e6-4042-982b-08cf506e72d2'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:34:58.309734 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-d9257a5c-de18-4c2a-bd4b-e43bbdb81c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T21:34:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['486026ca-e2e6-4042-982b-08cf506e72d2'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:34:58.311889 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fb60b3-cdff-4361-9260-33178ae8b165 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Pushing event deleted for resources: {'Subnet': ['ID=a8ab3ab6-8605-463e-9f2b-aa0be822f5cf,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:34:58.316584 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b4fb60b3-cdff-4361-9260-33178ae8b165 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:34:58.323930 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b58b5c4d-7ded-4add-bc65-e30db47390b8 None None] Network f72ba669-ef3e-4e49-827c-17b915ddf4d3 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 21:34:58.324376 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-b4fb60b3-cdff-4361-9260-33178ae8b165 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "DELETE /v2.0/subnets/a8ab3ab6-8605-463e-9f2b-aa0be822f5cf HTTP/1.1" status: 204 len: 168 time: 0.5400341 May 30 21:34:58.326720 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 53058) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:34:58.491824 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-d9257a5c-de18-4c2a-bd4b-e43bbdb81c38 None None] Set router 486026ca-e2e6-4042-982b-08cf506e72d2 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:34:58.536756 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2c78d654-fe14-45b3-b3de-8eccd8d6f816 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for router, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:34:58.570020 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e90dbaf2-46fa-42df-a68f-2968bdda1a8b None None] DHCP port deletion for f72ba669-ef3e-4e49-827c-17b915ddf4d3 request from n-d-843948-2 {{(pid=84888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 21:34:58.574437 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-e90dbaf2-46fa-42df-a68f-2968bdda1a8b None None] Deleting port 0b9361d1-171b-41c6-a218-caa2ba667624 {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:34:58.574811 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-e90dbaf2-46fa-42df-a68f-2968bdda1a8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:34:58.787180 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-e90dbaf2-46fa-42df-a68f-2968bdda1a8b None None] For port 0b9361d1-171b-41c6-a218-caa2ba667624, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=0b9361d1-171b-41c6-a218-caa2ba667624,segment=NetworkSegment(c5c88f35-575d-4310-880b-216a572e9790),segment_id=c5c88f35-575d-4310-880b-216a572e9790)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:34:58.787677 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-e90dbaf2-46fa-42df-a68f-2968bdda1a8b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:34:58.790677 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-d9257a5c-de18-4c2a-bd4b-e43bbdb81c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '486026ca-e2e6-4042-982b-08cf506e72d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-761742466', 'tenant_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': 'c25095b3-26d0-4cf2-a756-b29993441340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:32:53Z', 'updated_at': '2022-05-30T21:34:56Z', 'revision_number': 5, 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'gw_port': {'id': 'c25095b3-26d0-4cf2-a756-b29993441340', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:45:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '486026ca-e2e6-4042-982b-08cf506e72d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:32:53Z', 'updated_at': '2022-05-30T21:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:34:58.795642 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9257a5c-de18-4c2a-bd4b-e43bbdb81c38 None None] The sync data for ids ['486026ca-e2e6-4042-982b-08cf506e72d2'] in n-d-843948-2 is: [{'id': '486026ca-e2e6-4042-982b-08cf506e72d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-761742466', 'tenant_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': 'c25095b3-26d0-4cf2-a756-b29993441340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:32:53Z', 'updated_at': '2022-05-30T21:34:56Z', 'revision_number': 5, 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'gw_port': {'id': 'c25095b3-26d0-4cf2-a756-b29993441340', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:45:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '486026ca-e2e6-4042-982b-08cf506e72d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:32:53Z', 'updated_at': '2022-05-30T21:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 21:34:58.873077 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2c78d654-fe14-45b3-b3de-8eccd8d6f816 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:34:58.912991 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-e90dbaf2-46fa-42df-a68f-2968bdda1a8b None None] Calling delete_port for 0b9361d1-171b-41c6-a218-caa2ba667624 owned by network:dhcp {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:34:58.945696 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-2c78d654-fe14-45b3-b3de-8eccd8d6f816 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Deleting port c25095b3-26d0-4cf2-a756-b29993441340 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:34:58.946046 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2c78d654-fe14-45b3-b3de-8eccd8d6f816 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:34:59.045221 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-e90dbaf2-46fa-42df-a68f-2968bdda1a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468'] for port, after_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:34:59.125819 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90dbaf2-46fa-42df-a68f-2968bdda1a8b None None] Pushing event deleted for resources: {'Port': ['ID=0b9361d1-171b-41c6-a218-caa2ba667624,revision_number=None']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:34:59.131945 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90dbaf2-46fa-42df-a68f-2968bdda1a8b None None] No DVR routers for this DVR port 0b9361d1-171b-41c6-a218-caa2ba667624 on host n-d-843948-2 {{(pid=84888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 21:34:59.134838 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [None req-2c78d654-fe14-45b3-b3de-8eccd8d6f816 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] For port c25095b3-26d0-4cf2-a756-b29993441340, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=c25095b3-26d0-4cf2-a756-b29993441340,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:34:59.135193 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2c78d654-fe14-45b3-b3de-8eccd8d6f816 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:34:59.262308 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-2c78d654-fe14-45b3-b3de-8eccd8d6f816 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Calling delete_port for c25095b3-26d0-4cf2-a756-b29993441340 owned by network:router_gateway {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:34:59.513446 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2c78d654-fe14-45b3-b3de-8eccd8d6f816 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:34:59.561436 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c78d654-fe14-45b3-b3de-8eccd8d6f816 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Pushing event deleted for resources: {'Port': ['ID=c25095b3-26d0-4cf2-a756-b29993441340,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:34:59.650899 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-5e0a6979-4c6f-4293-9ad6-72b75a9fc6e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:34:59.786358 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2c78d654-fe14-45b3-b3de-8eccd8d6f816 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-736453'] for router_gateway, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:34:59.905894 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:35:00.037467 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 37822ca8-a7eb-40ed-b655-d929c7594144 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 21:35:00.046053 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2c78d654-fe14-45b3-b3de-8eccd8d6f816 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-724789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3141'] for router, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:35:00.050354 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2c78d654-fe14-45b3-b3de-8eccd8d6f816 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:35:00.072358 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: 37822ca8-a7eb-40ed-b655-d929c7594144 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 21:35:00.072846 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 37822ca8-a7eb-40ed-b655-d929c7594144 not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 21:35:00.073284 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 0b9361d1-171b-41c6-a218-caa2ba667624 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 21:35:00.105386 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: 0b9361d1-171b-41c6-a218-caa2ba667624 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 21:35:00.105765 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 0b9361d1-171b-41c6-a218-caa2ba667624 not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 21:35:00.134399 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2c78d654-fe14-45b3-b3de-8eccd8d6f816 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724889'] for router, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:35:00.134949 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c78d654-fe14-45b3-b3de-8eccd8d6f816 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Fanout notify agent at l3_agent the message router_deleted on router 486026ca-e2e6-4042-982b-08cf506e72d2 {{(pid=84886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 21:35:00.150371 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2c78d654-fe14-45b3-b3de-8eccd8d6f816 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for router, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:35:00.151771 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-2c78d654-fe14-45b3-b3de-8eccd8d6f816 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "DELETE /v2.0/routers/486026ca-e2e6-4042-982b-08cf506e72d2 HTTP/1.1" status: 204 len: 168 time: 1.8241448 May 30 21:35:00.161525 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 53062) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:35:00.269015 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ee6364fb-a415-4b10-a0dc-54ea5df27686 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:35:00.489593 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ee6364fb-a415-4b10-a0dc-54ea5df27686 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:35:00.514812 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-ee6364fb-a415-4b10-a0dc-54ea5df27686 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f72ba669-ef3e-4e49-827c-17b915ddf4d3']}} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:35:00.526495 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-ee6364fb-a415-4b10-a0dc-54ea5df27686 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5c88f35-575d-4310-880b-216a572e9790') {'for_net_delete': True} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:35:00.526784 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-ee6364fb-a415-4b10-a0dc-54ea5df27686 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5c88f35-575d-4310-880b-216a572e9790') {} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:35:00.537863 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ee6364fb-a415-4b10-a0dc-54ea5df27686 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3149912'] for segment, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:35:00.554971 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ee6364fb-a415-4b10-a0dc-54ea5df27686 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:35:00.561317 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee6364fb-a415-4b10-a0dc-54ea5df27686 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Releasing vlan 662 on physical network physnet1 to pool {{(pid=84887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 21:35:00.561735 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ee6364fb-a415-4b10-a0dc-54ea5df27686 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4055488'] for segment, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:35:00.576634 n-d-843948-2 neutron-server[84887]: Traceback (most recent call last): May 30 21:35:00.576634 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 21:35:00.576634 n-d-843948-2 neutron-server[84887]: timer() May 30 21:35:00.576634 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 21:35:00.576634 n-d-843948-2 neutron-server[84887]: cb(*args, **kw) May 30 21:35:00.576634 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 21:35:00.576634 n-d-843948-2 neutron-server[84887]: return func(*args, **kwargs) May 30 21:35:00.576634 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 21:35:00.576634 n-d-843948-2 neutron-server[84887]: self._notify() May 30 21:35:00.576634 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 21:35:00.576634 n-d-843948-2 neutron-server[84887]: self.callback(batched_events) May 30 21:35:00.576634 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 21:35:00.576634 n-d-843948-2 neutron-server[84887]: event.method(event) May 30 21:35:00.576634 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 21:35:00.576634 n-d-843948-2 neutron-server[84887]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 21:35:00.576634 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 21:35:00.576634 n-d-843948-2 neutron-server[84887]: aggregate_uuid = self.p_client.list_aggregates( May 30 21:35:00.576634 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 21:35:00.576634 n-d-843948-2 neutron-server[84887]: return f(self, *a, **k) May 30 21:35:00.576634 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 21:35:00.576634 n-d-843948-2 neutron-server[84887]: return self._get(url).json() May 30 21:35:00.576634 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 21:35:00.576634 n-d-843948-2 neutron-server[84887]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 21:35:00.576634 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 21:35:00.576634 n-d-843948-2 neutron-server[84887]: return self.request(url, 'GET', **kwargs) May 30 21:35:00.576634 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 21:35:00.576634 n-d-843948-2 neutron-server[84887]: base_url = self.get_endpoint(auth, allow=allow, May 30 21:35:00.576634 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 21:35:00.576634 n-d-843948-2 neutron-server[84887]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 21:35:00.576634 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 21:35:00.576634 n-d-843948-2 neutron-server[84887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 21:35:00.576634 n-d-843948-2 neutron-server[84887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 21:35:00.713738 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ee6364fb-a415-4b10-a0dc-54ea5df27686 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:35:00.733308 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-ee6364fb-a415-4b10-a0dc-54ea5df27686 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:35:00.745232 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6364fb-a415-4b10-a0dc-54ea5df27686 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Pushing event deleted for resources: {'Network': ['ID=f72ba669-ef3e-4e49-827c-17b915ddf4d3,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:35:00.756319 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6364fb-a415-4b10-a0dc-54ea5df27686 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:35:00.758434 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6364fb-a415-4b10-a0dc-54ea5df27686 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:35:00.758434 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6364fb-a415-4b10-a0dc-54ea5df27686 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:35:00.758434 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6364fb-a415-4b10-a0dc-54ea5df27686 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:35:00.758434 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6364fb-a415-4b10-a0dc-54ea5df27686 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:35:00.758434 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6364fb-a415-4b10-a0dc-54ea5df27686 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:35:00.758434 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6364fb-a415-4b10-a0dc-54ea5df27686 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:35:00.758880 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6364fb-a415-4b10-a0dc-54ea5df27686 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:35:00.758880 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6364fb-a415-4b10-a0dc-54ea5df27686 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:35:00.759185 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6364fb-a415-4b10-a0dc-54ea5df27686 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:35:00.759503 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6364fb-a415-4b10-a0dc-54ea5df27686 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:35:00.805851 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-ee6364fb-a415-4b10-a0dc-54ea5df27686 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "DELETE /v2.0/networks/f72ba669-ef3e-4e49-827c-17b915ddf4d3 HTTP/1.1" status: 204 len: 168 time: 0.6500213 May 30 21:35:00.808334 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 53066) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:35:00.876113 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1fbded67-96fe-43c1-9d22-63a3915f1143 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:35:00.904120 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1fbded67-96fe-43c1-9d22-63a3915f1143 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:35:01.033267 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1fbded67-96fe-43c1-9d22-63a3915f1143 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:35:01.055721 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbded67-96fe-43c1-9d22-63a3915f1143 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=baa9a445-2da0-4bd4-befa-ad0b53519fa5,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:35:01.133184 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-1fbded67-96fe-43c1-9d22-63a3915f1143 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:35:01.134333 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-1fbded67-96fe-43c1-9d22-63a3915f1143 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "DELETE /v2.0/security-groups/baa9a445-2da0-4bd4-befa-ad0b53519fa5 HTTP/1.1" status: 204 len: 168 time: 0.3251138 May 30 21:35:01.406146 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 53074) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:35:01.412263 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-0cc52306-6a23-4890-abff-5e289f59aafe tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1780714537', 'description': 'tempest-secgroup-smoke-1780714537 description', 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:35:01.419162 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-0cc52306-6a23-4890-abff-5e289f59aafe tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:35:01.423272 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-0cc52306-6a23-4890-abff-5e289f59aafe tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Usage tracker for resource:security_group and tenant:8acbfcbd407543f9bb5b4cfddd9e55c4 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:35:01.426191 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-0cc52306-6a23-4890-abff-5e289f59aafe tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:35:01.432011 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-0cc52306-6a23-4890-abff-5e289f59aafe tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:35:01.471815 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:35:01.494643 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0cc52306-6a23-4890-abff-5e289f59aafe tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:35:01.529952 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-0cc52306-6a23-4890-abff-5e289f59aafe tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:35:01.533975 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-0cc52306-6a23-4890-abff-5e289f59aafe tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Usage tracker for resource:security_group_rule and tenant:8acbfcbd407543f9bb5b4cfddd9e55c4 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:35:01.536912 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-0cc52306-6a23-4890-abff-5e289f59aafe tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:35:01.543306 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-0cc52306-6a23-4890-abff-5e289f59aafe tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:35:01.596690 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0cc52306-6a23-4890-abff-5e289f59aafe tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:35:01.673446 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0cc52306-6a23-4890-abff-5e289f59aafe tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:35:01.717856 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc52306-6a23-4890-abff-5e289f59aafe tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e167642-799b-49e8-be86-42607df338b6,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:35:01.820144 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0cc52306-6a23-4890-abff-5e289f59aafe tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:35:01.821394 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-0cc52306-6a23-4890-abff-5e289f59aafe tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4142597 May 30 21:35:01.824345 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 53078) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:35:01.829786 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-508844fe-d682-420b-82a9-4c2cd2efcb73 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Request body: {'security_group_rule': {'security_group_id': '9e167642-799b-49e8-be86-42607df338b6', 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:35:01.836565 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-508844fe-d682-420b-82a9-4c2cd2efcb73 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:35:01.840347 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-508844fe-d682-420b-82a9-4c2cd2efcb73 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Usage tracker for resource:security_group_rule and tenant:8acbfcbd407543f9bb5b4cfddd9e55c4 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:35:01.843210 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-508844fe-d682-420b-82a9-4c2cd2efcb73 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:35:01.848856 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-508844fe-d682-420b-82a9-4c2cd2efcb73 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:35:01.919498 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-508844fe-d682-420b-82a9-4c2cd2efcb73 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:35:01.945401 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device c25095b3-26d0-4cf2-a756-b29993441340 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 21:35:01.976899 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: c25095b3-26d0-4cf2-a756-b29993441340 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 21:35:01.977240 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device c25095b3-26d0-4cf2-a756-b29993441340 not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 21:35:01.981018 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-508844fe-d682-420b-82a9-4c2cd2efcb73 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:35:02.050293 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-508844fe-d682-420b-82a9-4c2cd2efcb73 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:35:02.078958 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508844fe-d682-420b-82a9-4c2cd2efcb73 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84556378-b998-4080-89f8-40aed5a26c28,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:35:02.159292 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-508844fe-d682-420b-82a9-4c2cd2efcb73 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:35:02.160780 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-508844fe-d682-420b-82a9-4c2cd2efcb73 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3353908 May 30 21:35:02.163850 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 53082) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:35:02.169448 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-672599ed-ca43-4425-850f-51fc530b5fb2 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Request body: {'security_group_rule': {'security_group_id': '9e167642-799b-49e8-be86-42607df338b6', 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:35:02.176125 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-672599ed-ca43-4425-850f-51fc530b5fb2 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:35:02.180733 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-672599ed-ca43-4425-850f-51fc530b5fb2 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Usage tracker for resource:security_group_rule and tenant:8acbfcbd407543f9bb5b4cfddd9e55c4 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:35:02.183582 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-672599ed-ca43-4425-850f-51fc530b5fb2 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:35:02.189115 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-672599ed-ca43-4425-850f-51fc530b5fb2 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:35:02.392846 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-672599ed-ca43-4425-850f-51fc530b5fb2 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:35:02.455506 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-672599ed-ca43-4425-850f-51fc530b5fb2 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:35:02.564871 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-672599ed-ca43-4425-850f-51fc530b5fb2 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:35:02.590941 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672599ed-ca43-4425-850f-51fc530b5fb2 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8936ced-158d-4bd4-9c2e-b56ac945eccb,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:35:02.700001 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-672599ed-ca43-4425-850f-51fc530b5fb2 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:35:02.701250 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-672599ed-ca43-4425-850f-51fc530b5fb2 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.5364947 May 30 21:35:02.703964 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 53086) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:35:02.710026 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-725b04d5-2232-4358-8efd-8dc598430dbd tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Request body: {'security_group_rule': {'security_group_id': '9e167642-799b-49e8-be86-42607df338b6', 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:35:02.716801 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-725b04d5-2232-4358-8efd-8dc598430dbd tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:35:02.720767 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-725b04d5-2232-4358-8efd-8dc598430dbd tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Usage tracker for resource:security_group_rule and tenant:8acbfcbd407543f9bb5b4cfddd9e55c4 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:35:02.724322 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-725b04d5-2232-4358-8efd-8dc598430dbd tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:35:02.730284 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-725b04d5-2232-4358-8efd-8dc598430dbd tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:35:02.845806 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-725b04d5-2232-4358-8efd-8dc598430dbd tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:35:02.908621 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-725b04d5-2232-4358-8efd-8dc598430dbd tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:35:02.993879 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-725b04d5-2232-4358-8efd-8dc598430dbd tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:35:03.018839 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725b04d5-2232-4358-8efd-8dc598430dbd tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5936cfa-0dd3-41dd-b259-7518627c2bff,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:35:03.020298 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:35:03.105618 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-725b04d5-2232-4358-8efd-8dc598430dbd tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:35:03.106848 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-725b04d5-2232-4358-8efd-8dc598430dbd tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4019706 May 30 21:35:03.109639 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 53090) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:35:03.115088 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-e957e277-dce4-47b3-954d-8327c437c403 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Request body: {'security_group_rule': {'security_group_id': '9e167642-799b-49e8-be86-42607df338b6', 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:35:03.121884 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-e957e277-dce4-47b3-954d-8327c437c403 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:35:03.125733 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-e957e277-dce4-47b3-954d-8327c437c403 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Usage tracker for resource:security_group_rule and tenant:8acbfcbd407543f9bb5b4cfddd9e55c4 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:35:03.128563 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-e957e277-dce4-47b3-954d-8327c437c403 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:35:03.134779 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-e957e277-dce4-47b3-954d-8327c437c403 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:35:03.199826 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e957e277-dce4-47b3-954d-8327c437c403 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:35:03.266186 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e957e277-dce4-47b3-954d-8327c437c403 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:35:03.319391 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e957e277-dce4-47b3-954d-8327c437c403 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:35:03.343096 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e957e277-dce4-47b3-954d-8327c437c403 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=364c4b5a-cc18-468f-9554-a051b909d404,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:35:03.408611 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e957e277-dce4-47b3-954d-8327c437c403 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:35:03.409835 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-e957e277-dce4-47b3-954d-8327c437c403 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2992527 May 30 21:35:03.413287 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 53094) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:35:03.418930 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-8ab1628f-030a-4c6c-924b-75446f7e37a2 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Request body: {'security_group_rule': {'security_group_id': '9e167642-799b-49e8-be86-42607df338b6', 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:35:03.425937 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-8ab1628f-030a-4c6c-924b-75446f7e37a2 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:35:03.429740 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-8ab1628f-030a-4c6c-924b-75446f7e37a2 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Usage tracker for resource:security_group_rule and tenant:8acbfcbd407543f9bb5b4cfddd9e55c4 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:35:03.432606 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-8ab1628f-030a-4c6c-924b-75446f7e37a2 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:35:03.438446 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-8ab1628f-030a-4c6c-924b-75446f7e37a2 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:35:03.540314 n-d-843948-2 neutron-server[84886]: INFO neutron.db.securitygroups_db [None req-8ab1628f-030a-4c6c-924b-75446f7e37a2 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Project 8acbfcbd407543f9bb5b4cfddd9e55c4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 30 21:35:03.547181 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8ab1628f-030a-4c6c-924b-75446f7e37a2 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:35:03.610681 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8ab1628f-030a-4c6c-924b-75446f7e37a2 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:35:03.682694 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8ab1628f-030a-4c6c-924b-75446f7e37a2 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:35:03.705628 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab1628f-030a-4c6c-924b-75446f7e37a2 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f7ef366-3d05-4553-a7ed-38d77ce769df,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:35:03.804732 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8ab1628f-030a-4c6c-924b-75446f7e37a2 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:35:03.805974 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-8ab1628f-030a-4c6c-924b-75446f7e37a2 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3917179 May 30 21:35:03.808787 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 53098) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:35:03.814312 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-ebdd645a-b56b-4125-b4d8-80f18beee7e2 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Request body: {'security_group_rule': {'security_group_id': '9e167642-799b-49e8-be86-42607df338b6', 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:35:03.821576 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-ebdd645a-b56b-4125-b4d8-80f18beee7e2 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:35:03.825491 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-ebdd645a-b56b-4125-b4d8-80f18beee7e2 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Usage tracker for resource:security_group_rule and tenant:8acbfcbd407543f9bb5b4cfddd9e55c4 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:35:03.828365 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-ebdd645a-b56b-4125-b4d8-80f18beee7e2 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:35:03.834797 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-ebdd645a-b56b-4125-b4d8-80f18beee7e2 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:35:03.919321 n-d-843948-2 neutron-server[84886]: INFO neutron.db.securitygroups_db [None req-ebdd645a-b56b-4125-b4d8-80f18beee7e2 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Project 8acbfcbd407543f9bb5b4cfddd9e55c4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 30 21:35:03.926050 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ebdd645a-b56b-4125-b4d8-80f18beee7e2 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:35:03.992134 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ebdd645a-b56b-4125-b4d8-80f18beee7e2 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:35:04.067943 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ebdd645a-b56b-4125-b4d8-80f18beee7e2 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:35:04.093858 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdd645a-b56b-4125-b4d8-80f18beee7e2 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=508d4fea-31f6-48ce-af40-28fd1da329f7,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:35:04.182047 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ebdd645a-b56b-4125-b4d8-80f18beee7e2 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:35:04.183454 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-ebdd645a-b56b-4125-b4d8-80f18beee7e2 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3737223 May 30 21:35:04.186383 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 53102) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:35:04.191849 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-2962798c-c8fc-4398-a9d3-8a3bc89dd4d4 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Request body: {'network': {'name': 'tempest-network-smoke--1807152434', 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'port_security_enabled': True}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:35:04.198375 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-2962798c-c8fc-4398-a9d3-8a3bc89dd4d4 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:35:04.202469 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-2962798c-c8fc-4398-a9d3-8a3bc89dd4d4 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Usage tracker for resource:network and tenant:8acbfcbd407543f9bb5b4cfddd9e55c4 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:35:04.205305 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-2962798c-c8fc-4398-a9d3-8a3bc89dd4d4 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:35:04.211058 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-2962798c-c8fc-4398-a9d3-8a3bc89dd4d4 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:35:04.291206 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2962798c-c8fc-4398-a9d3-8a3bc89dd4d4 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Made reservation on behalf of 8acbfcbd407543f9bb5b4cfddd9e55c4 for: {'network': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 21:35:04.294542 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2962798c-c8fc-4398-a9d3-8a3bc89dd4d4 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:35:04.325672 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2962798c-c8fc-4398-a9d3-8a3bc89dd4d4 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] vlan segment allocate from pool success with {'vlan_id': 699, 'physical_network': 'physnet1'} {{(pid=84886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 21:35:04.332203 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2962798c-c8fc-4398-a9d3-8a3bc89dd4d4 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:35:04.332541 n-d-843948-2 neutron-server[84886]: INFO neutron.db.segments_db [None req-2962798c-c8fc-4398-a9d3-8a3bc89dd4d4 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Added segment 78127433-f65d-475b-b851-7fd891d5901a of type vlan for network 05e90e50-e0fb-4012-aa4b-b07635193689 May 30 21:35:04.357368 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2962798c-c8fc-4398-a9d3-8a3bc89dd4d4 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:35:04.433468 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2962798c-c8fc-4398-a9d3-8a3bc89dd4d4 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:35:04.437128 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2962798c-c8fc-4398-a9d3-8a3bc89dd4d4 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:35:04.437791 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2962798c-c8fc-4398-a9d3-8a3bc89dd4d4 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:35:04.544855 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2962798c-c8fc-4398-a9d3-8a3bc89dd4d4 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Pushing event updated for resources: {'Network': ['ID=05e90e50-e0fb-4012-aa4b-b07635193689,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:35:04.556033 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network 05e90e50-e0fb-4012-aa4b-b07635193689 details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 21:35:04.577568 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-2962798c-c8fc-4398-a9d3-8a3bc89dd4d4 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3898621 May 30 21:35:04.579996 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 53106) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:35:04.585209 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-c899c030-c5e8-4857-8d21-f5353e91b6cf tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-905595336', 'admin_state_up': True, 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:35:04.592860 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-c899c030-c5e8-4857-8d21-f5353e91b6cf tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:35:04.596685 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-c899c030-c5e8-4857-8d21-f5353e91b6cf tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Usage tracker for resource:router and tenant:8acbfcbd407543f9bb5b4cfddd9e55c4 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:35:04.600422 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-c899c030-c5e8-4857-8d21-f5353e91b6cf tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:35:04.606513 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-c899c030-c5e8-4857-8d21-f5353e91b6cf tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:35:04.713729 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c899c030-c5e8-4857-8d21-f5353e91b6cf tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-733683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3159'] for router, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:35:04.714700 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c899c030-c5e8-4857-8d21-f5353e91b6cf tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-733584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-736372', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-628480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3164'] for router, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:35:04.733063 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c899c030-c5e8-4857-8d21-f5353e91b6cf tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:35:04.963165 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c899c030-c5e8-4857-8d21-f5353e91b6cf tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-736390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:35:05.205732 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c899c030-c5e8-4857-8d21-f5353e91b6cf tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for router_gateway, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:35:05.236395 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c899c030-c5e8-4857-8d21-f5353e91b6cf tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:35:05.375963 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-c899c030-c5e8-4857-8d21-f5353e91b6cf tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Allocated IP 172.25.8.183 (c7869750-4b49-4b7e-aa99-5e0f1ae02da4/427601ec-f643-4fe7-b5e6-17305d3a39e1/3120e174-e46c-4017-bdf3-fea1d71e6ee1) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 21:35:05.519128 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c899c030-c5e8-4857-8d21-f5353e91b6cf tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:35:05.582496 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c899c030-c5e8-4857-8d21-f5353e91b6cf tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:35:05.648739 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c899c030-c5e8-4857-8d21-f5353e91b6cf tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:35:05.651605 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-c899c030-c5e8-4857-8d21-f5353e91b6cf tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:35:05.655846 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c899c030-c5e8-4857-8d21-f5353e91b6cf tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 21:35:05.683109 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c899c030-c5e8-4857-8d21-f5353e91b6cf tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Pushing event updated for resources: {'Port': ['ID=3120e174-e46c-4017-bdf3-fea1d71e6ee1,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:35:05.872948 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c899c030-c5e8-4857-8d21-f5353e91b6cf tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for router_gateway, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:35:05.873737 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c899c030-c5e8-4857-8d21-f5353e91b6cf tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-736409'] for router, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:35:06.273140 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c899c030-c5e8-4857-8d21-f5353e91b6cf tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Router 16a7db00-08ff-451e-8735-ceb7953fe005 is scheduled to L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 with binding_index 1 {{(pid=84886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 21:35:06.476293 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c899c030-c5e8-4857-8d21-f5353e91b6cf tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 21:35:06.485955 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9d6899-3590-4f5e-b460-2d4b2d64648c None None] Sync routers for ids ['16a7db00-08ff-451e-8735-ceb7953fe005'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 21:35:06.498455 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9d6899-3590-4f5e-b460-2d4b2d64648c None None] Routers {'16a7db00-08ff-451e-8735-ceb7953fe005'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:35:06.499245 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-9d9d6899-3590-4f5e-b460-2d4b2d64648c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T21:35:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['16a7db00-08ff-451e-8735-ceb7953fe005'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:35:06.565211 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c899c030-c5e8-4857-8d21-f5353e91b6cf tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for router, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:35:06.566394 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-c899c030-c5e8-4857-8d21-f5353e91b6cf tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.9854152 May 30 21:35:06.570373 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 53110) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:35:06.681478 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-ee702733-412b-453d-be73-bdd6adc422d6 tempest-TestNetworkAdvancedServerOps-899114059 tempest-TestNetworkAdvancedServerOps-899114059-project-admin] 10.222.0.85 "GET /v2.0/subnets?project_id=8acbfcbd407543f9bb5b4cfddd9e55c4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1100037 May 30 21:35:06.682219 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-9d9d6899-3590-4f5e-b460-2d4b2d64648c None None] Set router 16a7db00-08ff-451e-8735-ceb7953fe005 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:35:06.684081 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 53116) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:35:06.820108 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e1d6b5-50ef-4940-b706-4869393a2815 tempest-TestNetworkAdvancedServerOps-899114059 tempest-TestNetworkAdvancedServerOps-899114059-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:35:06.821503 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-91e1d6b5-50ef-4940-b706-4869393a2815 tempest-TestNetworkAdvancedServerOps-899114059 tempest-TestNetworkAdvancedServerOps-899114059-project-admin] 10.222.0.85 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1363316 May 30 21:35:06.824378 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 53120) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:35:06.862812 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-e294e84a-a2b0-4a3e-90e9-4ee7c8a727f4 tempest-TestNetworkAdvancedServerOps-899114059 tempest-TestNetworkAdvancedServerOps-899114059-project-admin] 10.222.0.85 "GET /v2.0/subnets?network_id=c7869750-4b49-4b7e-aa99-5e0f1ae02da4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0373333 May 30 21:35:06.865996 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 53124) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:35:06.871383 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-e446fedb-282e-4a45-8e6b-6dfcc925ba75 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1269227871', 'network_id': '05e90e50-e0fb-4012-aa4b-b07635193689', 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:35:06.963399 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-9d9d6899-3590-4f5e-b460-2d4b2d64648c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16a7db00-08ff-451e-8735-ceb7953fe005', 'name': 'tempest-TestNetworkAdvancedServerOps-router-905595336', 'tenant_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': '3120e174-e46c-4017-bdf3-fea1d71e6ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:35:04Z', 'updated_at': '2022-05-30T21:35:05Z', 'revision_number': 3, 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'gw_port': {'id': '3120e174-e46c-4017-bdf3-fea1d71e6ee1', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:2e:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16a7db00-08ff-451e-8735-ceb7953fe005', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:35:05Z', 'updated_at': '2022-05-30T21:35:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:35:06.967339 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9d6899-3590-4f5e-b460-2d4b2d64648c None None] Checking router: 16a7db00-08ff-451e-8735-ceb7953fe005 for host: n-d-843948-2 {{(pid=84888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 21:35:06.967677 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9d6899-3590-4f5e-b460-2d4b2d64648c None None] Updating router 16a7db00-08ff-451e-8735-ceb7953fe005 port 3120e174-e46c-4017-bdf3-fea1d71e6ee1 binding host n-d-843948-2 {{(pid=84888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 21:35:06.981564 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-e446fedb-282e-4a45-8e6b-6dfcc925ba75 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:35:06.985376 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-e446fedb-282e-4a45-8e6b-6dfcc925ba75 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Usage tracker for resource:subnet and tenant:8acbfcbd407543f9bb5b4cfddd9e55c4 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:35:06.988234 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-e446fedb-282e-4a45-8e6b-6dfcc925ba75 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:35:06.995058 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-e446fedb-282e-4a45-8e6b-6dfcc925ba75 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:35:07.018753 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-9d9d6899-3590-4f5e-b460-2d4b2d64648c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:35:07.117267 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e446fedb-282e-4a45-8e6b-6dfcc925ba75 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Made reservation on behalf of 8acbfcbd407543f9bb5b4cfddd9e55c4 for: {'subnet': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 21:35:07.225799 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e446fedb-282e-4a45-8e6b-6dfcc925ba75 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2778563'] for subnet, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:35:07.342774 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-9d9d6899-3590-4f5e-b460-2d4b2d64648c None None] Notify callbacks [] for port, precommit_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:35:07.354971 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-9d9d6899-3590-4f5e-b460-2d4b2d64648c None None] Transition to ACTIVE for port object 3120e174-e46c-4017-bdf3-fea1d71e6ee1 will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:35:07.419769 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-9d9d6899-3590-4f5e-b460-2d4b2d64648c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:35:07.502253 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e446fedb-282e-4a45-8e6b-6dfcc925ba75 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4127140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2778577'] for subnet, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:35:07.503061 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-9d9d6899-3590-4f5e-b460-2d4b2d64648c None None] Attempting to bind port 3120e174-e46c-4017-bdf3-fea1d71e6ee1 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 21:35:07.503517 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-9d9d6899-3590-4f5e-b460-2d4b2d64648c None None] Attempting to bind port 3120e174-e46c-4017-bdf3-fea1d71e6ee1 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 21:35:07.503753 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9d6899-3590-4f5e-b460-2d4b2d64648c None None] Attempting to bind port 3120e174-e46c-4017-bdf3-fea1d71e6ee1 on network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:35:07.506374 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd875d6-d22d-49a1-98d1-3889b3032cc7 None None] Pushing event updated for resources: {'Port': ['ID=3120e174-e46c-4017-bdf3-fea1d71e6ee1,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:35:07.515009 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9d6899-3590-4f5e-b460-2d4b2d64648c None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 21:35:07.515378 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9d6899-3590-4f5e-b460-2d4b2d64648c None None] Checking segment: {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:35:07.515852 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-9d9d6899-3590-4f5e-b460-2d4b2d64648c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:35:07.516232 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9d6899-3590-4f5e-b460-2d4b2d64648c None None] Bound using segment: {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 21:35:07.516690 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-9d9d6899-3590-4f5e-b460-2d4b2d64648c None None] Bound port: 3120e174-e46c-4017-bdf3-fea1d71e6ee1, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 21:35:07.517061 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-9d9d6899-3590-4f5e-b460-2d4b2d64648c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:35:07.581514 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e446fedb-282e-4a45-8e6b-6dfcc925ba75 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Pushing event updated for resources: {'Subnet': ['ID=9efba96a-d0ed-4893-a1bb-f0f927befbe4,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:35:07.591808 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-9d9d6899-3590-4f5e-b460-2d4b2d64648c None None] For port 3120e174-e46c-4017-bdf3-fea1d71e6ee1, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 21:35:07.595046 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-9d9d6899-3590-4f5e-b460-2d4b2d64648c None None] For port 3120e174-e46c-4017-bdf3-fea1d71e6ee1, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=3120e174-e46c-4017-bdf3-fea1d71e6ee1,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 21:35:07.597501 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e446fedb-282e-4a45-8e6b-6dfcc925ba75 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Checking segment: {'id': '78127433-f65d-475b-b851-7fd891d5901a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '05e90e50-e0fb-4012-aa4b-b07635193689'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:35:07.597888 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e446fedb-282e-4a45-8e6b-6dfcc925ba75 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Network hostable DHCP agents. Network: 05e90e50-e0fb-4012-aa4b-b07635193689, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 21:35:07.671777 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-9d9d6899-3590-4f5e-b460-2d4b2d64648c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:35:07.695925 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e446fedb-282e-4a45-8e6b-6dfcc925ba75 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Network 05e90e50-e0fb-4012-aa4b-b07635193689 is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 21:35:07.748787 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd875d6-d22d-49a1-98d1-3889b3032cc7 None None] Pushing event updated for resources: {'Port': ['ID=3120e174-e46c-4017-bdf3-fea1d71e6ee1,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:35:07.757007 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9d6899-3590-4f5e-b460-2d4b2d64648c None None] Routers {'16a7db00-08ff-451e-8735-ceb7953fe005'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:35:07.757595 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-9d9d6899-3590-4f5e-b460-2d4b2d64648c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T21:35:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['16a7db00-08ff-451e-8735-ceb7953fe005'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:35:07.770926 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-e446fedb-282e-4a45-8e6b-6dfcc925ba75 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, 05e90e50-e0fb-4012-aa4b-b07635193689) {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:35:07.781582 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e446fedb-282e-4a45-8e6b-6dfcc925ba75 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:35:07.782184 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e446fedb-282e-4a45-8e6b-6dfcc925ba75 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:35:07.810137 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-198eb45c-b549-40f1-883b-1e541b19081e None None] Network 05e90e50-e0fb-4012-aa4b-b07635193689 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 21:35:07.884020 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-e446fedb-282e-4a45-8e6b-6dfcc925ba75 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0169790 May 30 21:35:07.886762 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 53128) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:35:08.109568 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-9d9d6899-3590-4f5e-b460-2d4b2d64648c None None] Set router 16a7db00-08ff-451e-8735-ceb7953fe005 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:35:08.315721 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c942d4-22dd-4063-917f-f2d681b6160e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-05e90e50-e0fb-4012-aa4b-b07635193689', 'network_id': '05e90e50-e0fb-4012-aa4b-b07635193689', 'tenant_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'fixed_ips': [{'subnet_id': '9efba96a-d0ed-4893-a1bb-f0f927befbe4'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 21:35:08.316499 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-a3c942d4-22dd-4063-917f-f2d681b6160e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:35:08.558137 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-a3c942d4-22dd-4063-917f-f2d681b6160e None None] Allocated IP 172.20.0.2 (05e90e50-e0fb-4012-aa4b-b07635193689/9efba96a-d0ed-4893-a1bb-f0f927befbe4/dc155fdc-aab0-4859-a5e7-4ba8630354fd) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 21:35:08.639391 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-9d9d6899-3590-4f5e-b460-2d4b2d64648c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16a7db00-08ff-451e-8735-ceb7953fe005', 'name': 'tempest-TestNetworkAdvancedServerOps-router-905595336', 'tenant_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': '3120e174-e46c-4017-bdf3-fea1d71e6ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:35:04Z', 'updated_at': '2022-05-30T21:35:05Z', 'revision_number': 3, 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'gw_port': {'id': '3120e174-e46c-4017-bdf3-fea1d71e6ee1', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:2e:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16a7db00-08ff-451e-8735-ceb7953fe005', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:35:05Z', 'updated_at': '2022-05-30T21:35:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:35:08.653063 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9d6899-3590-4f5e-b460-2d4b2d64648c None None] The sync data for ids ['16a7db00-08ff-451e-8735-ceb7953fe005'] in n-d-843948-2 is: [{'id': '16a7db00-08ff-451e-8735-ceb7953fe005', 'name': 'tempest-TestNetworkAdvancedServerOps-router-905595336', 'tenant_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': '3120e174-e46c-4017-bdf3-fea1d71e6ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:35:04Z', 'updated_at': '2022-05-30T21:35:05Z', 'revision_number': 3, 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'gw_port': {'id': '3120e174-e46c-4017-bdf3-fea1d71e6ee1', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:2e:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16a7db00-08ff-451e-8735-ceb7953fe005', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:35:05Z', 'updated_at': '2022-05-30T21:35:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 21:35:08.778485 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-a3c942d4-22dd-4063-917f-f2d681b6160e None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:35:08.779684 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-56caf6f8-c499-48cf-9ad1-3e3404cf0f89 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:35:08.790626 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-a3c942d4-22dd-4063-917f-f2d681b6160e None None] Transition to ACTIVE for port object dc155fdc-aab0-4859-a5e7-4ba8630354fd will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:35:08.810942 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-a3c942d4-22dd-4063-917f-f2d681b6160e None None] Transition to ACTIVE for port object dc155fdc-aab0-4859-a5e7-4ba8630354fd will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:35:08.885371 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-a3c942d4-22dd-4063-917f-f2d681b6160e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:35:08.962665 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c942d4-22dd-4063-917f-f2d681b6160e None None] Network 05e90e50-e0fb-4012-aa4b-b07635193689 is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:35:08.966283 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-a3c942d4-22dd-4063-917f-f2d681b6160e None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:35:08.968173 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c942d4-22dd-4063-917f-f2d681b6160e None None] Pushing event updated for resources: {'Port': ['ID=dc155fdc-aab0-4859-a5e7-4ba8630354fd,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:35:08.970372 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c942d4-22dd-4063-917f-f2d681b6160e None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 21:35:09.068327 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-a3c942d4-22dd-4063-917f-f2d681b6160e None None] Attempting to bind port dc155fdc-aab0-4859-a5e7-4ba8630354fd on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 21:35:09.068780 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-a3c942d4-22dd-4063-917f-f2d681b6160e None None] Attempting to bind port dc155fdc-aab0-4859-a5e7-4ba8630354fd by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': '78127433-f65d-475b-b851-7fd891d5901a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '05e90e50-e0fb-4012-aa4b-b07635193689'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 21:35:09.069665 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c942d4-22dd-4063-917f-f2d681b6160e None None] Attempting to bind port dc155fdc-aab0-4859-a5e7-4ba8630354fd on network 05e90e50-e0fb-4012-aa4b-b07635193689 {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:35:09.076086 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c942d4-22dd-4063-917f-f2d681b6160e None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 21:35:09.076538 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c942d4-22dd-4063-917f-f2d681b6160e None None] Checking segment: {'id': '78127433-f65d-475b-b851-7fd891d5901a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '05e90e50-e0fb-4012-aa4b-b07635193689'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:35:09.077063 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-a3c942d4-22dd-4063-917f-f2d681b6160e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:35:09.077457 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c942d4-22dd-4063-917f-f2d681b6160e None None] Bound using segment: {'id': '78127433-f65d-475b-b851-7fd891d5901a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '05e90e50-e0fb-4012-aa4b-b07635193689'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 21:35:09.077933 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-a3c942d4-22dd-4063-917f-f2d681b6160e None None] Bound port: dc155fdc-aab0-4859-a5e7-4ba8630354fd, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78127433-f65d-475b-b851-7fd891d5901a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '05e90e50-e0fb-4012-aa4b-b07635193689'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 21:35:09.083509 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-a3c942d4-22dd-4063-917f-f2d681b6160e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:35:09.179018 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-a3c942d4-22dd-4063-917f-f2d681b6160e None None] For port dc155fdc-aab0-4859-a5e7-4ba8630354fd, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 21:35:09.183641 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-a3c942d4-22dd-4063-917f-f2d681b6160e None None] For port dc155fdc-aab0-4859-a5e7-4ba8630354fd, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=dc155fdc-aab0-4859-a5e7-4ba8630354fd,segment=NetworkSegment(78127433-f65d-475b-b851-7fd891d5901a),segment_id=78127433-f65d-475b-b851-7fd891d5901a)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 21:35:09.212571 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-56caf6f8-c499-48cf-9ad1-3e3404cf0f89 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Allocated IP 172.20.0.1 (05e90e50-e0fb-4012-aa4b-b07635193689/9efba96a-d0ed-4893-a1bb-f0f927befbe4/f99afdbe-fbf6-4124-aeb8-7b928aa14508) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 21:35:09.257190 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-a3c942d4-22dd-4063-917f-f2d681b6160e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:35:09.341115 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c942d4-22dd-4063-917f-f2d681b6160e None None] Pushing event updated for resources: {'Port': ['ID=dc155fdc-aab0-4859-a5e7-4ba8630354fd,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:35:09.400047 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-56caf6f8-c499-48cf-9ad1-3e3404cf0f89 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:35:09.419863 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [None req-56caf6f8-c499-48cf-9ad1-3e3404cf0f89 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Transition to ACTIVE for port object f99afdbe-fbf6-4124-aeb8-7b928aa14508 will not be triggered until provisioned by entity DHCP. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:35:09.508049 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-56caf6f8-c499-48cf-9ad1-3e3404cf0f89 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:35:09.586286 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56caf6f8-c499-48cf-9ad1-3e3404cf0f89 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Network 05e90e50-e0fb-4012-aa4b-b07635193689 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:35:09.589961 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-56caf6f8-c499-48cf-9ad1-3e3404cf0f89 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:35:09.593978 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56caf6f8-c499-48cf-9ad1-3e3404cf0f89 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 21:35:09.638574 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56caf6f8-c499-48cf-9ad1-3e3404cf0f89 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Pushing event updated for resources: {'Port': ['ID=f99afdbe-fbf6-4124-aeb8-7b928aa14508,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:35:09.657941 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-56caf6f8-c499-48cf-9ad1-3e3404cf0f89 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-736099'] for router_interface, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:35:09.827391 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-56caf6f8-c499-48cf-9ad1-3e3404cf0f89 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:35:10.059458 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 3120e174-e46c-4017-bdf3-fea1d71e6ee1 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:35:10.194089 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 3120e174-e46c-4017-bdf3-fea1d71e6ee1 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:35:10.199288 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 3120e174-e46c-4017-bdf3-fea1d71e6ee1 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:35:10.199662 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:35:10.266395 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-56caf6f8-c499-48cf-9ad1-3e3404cf0f89 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:35:10.298765 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce8775c7-3871-4d7e-b2d9-846f39abf82e None None] Network 05e90e50-e0fb-4012-aa4b-b07635193689 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 21:35:10.339984 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-56caf6f8-c499-48cf-9ad1-3e3404cf0f89 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:35:10.443374 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:35:10.455568 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-56caf6f8-c499-48cf-9ad1-3e3404cf0f89 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1718057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-736206'] for router_interface, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:35:10.459747 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56caf6f8-c499-48cf-9ad1-3e3404cf0f89 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Pushing event updated for resources: {'Port': ['ID=f99afdbe-fbf6-4124-aeb8-7b928aa14508,revision_number=2']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:35:10.478881 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port 3120e174-e46c-4017-bdf3-fea1d71e6ee1, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=3120e174-e46c-4017-bdf3-fea1d71e6ee1,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:35:10.543281 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-34a7fb32-b919-4993-866d-e7bd05707880 None None] Provisioning for port dc155fdc-aab0-4859-a5e7-4ba8630354fd completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:35:10.554192 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:35:10.557800 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device dc155fdc-aab0-4859-a5e7-4ba8630354fd up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:35:10.708834 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56caf6f8-c499-48cf-9ad1-3e3404cf0f89 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Network 05e90e50-e0fb-4012-aa4b-b07635193689 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:35:10.709644 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-56caf6f8-c499-48cf-9ad1-3e3404cf0f89 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:35:10.717787 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=3120e174-e46c-4017-bdf3-fea1d71e6ee1,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:35:10.806891 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port dc155fdc-aab0-4859-a5e7-4ba8630354fd completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:35:10.812222 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port dc155fdc-aab0-4859-a5e7-4ba8630354fd triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:35:10.812593 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:35:10.929063 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:35:10.973799 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port dc155fdc-aab0-4859-a5e7-4ba8630354fd, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=dc155fdc-aab0-4859-a5e7-4ba8630354fd,segment=NetworkSegment(78127433-f65d-475b-b851-7fd891d5901a),segment_id=78127433-f65d-475b-b851-7fd891d5901a)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:35:10.983238 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-9918ea75-5290-4767-aa28-a796320fd04f None None] Provisioning complete for port dc155fdc-aab0-4859-a5e7-4ba8630354fd triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:35:10.983607 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-9918ea75-5290-4767-aa28-a796320fd04f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:35:11.103241 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:35:11.113237 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56caf6f8-c499-48cf-9ad1-3e3404cf0f89 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Router 16a7db00-08ff-451e-8735-ceb7953fe005 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 21:35:11.181444 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=dc155fdc-aab0-4859-a5e7-4ba8630354fd,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:35:11.231837 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-9918ea75-5290-4767-aa28-a796320fd04f None None] Provisioning for port f99afdbe-fbf6-4124-aeb8-7b928aa14508 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:35:11.237584 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-9918ea75-5290-4767-aa28-a796320fd04f None None] Provisioning complete for port f99afdbe-fbf6-4124-aeb8-7b928aa14508 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:35:11.241572 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-9918ea75-5290-4767-aa28-a796320fd04f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:35:11.294469 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-9918ea75-5290-4767-aa28-a796320fd04f None None] Port f99afdbe-fbf6-4124-aeb8-7b928aa14508 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 21:35:11.340530 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56caf6f8-c499-48cf-9ad1-3e3404cf0f89 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 21:35:11.352841 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-56caf6f8-c499-48cf-9ad1-3e3404cf0f89 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "PUT /v2.0/routers/16a7db00-08ff-451e-8735-ceb7953fe005/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4648964 May 30 21:35:11.415385 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-725cd22c-549b-467b-b48a-5156cf1028a4 None None] Provisioning complete for port f99afdbe-fbf6-4124-aeb8-7b928aa14508 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:35:11.415760 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-725cd22c-549b-467b-b48a-5156cf1028a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:35:11.472278 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-725cd22c-549b-467b-b48a-5156cf1028a4 None None] Port f99afdbe-fbf6-4124-aeb8-7b928aa14508 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 21:35:11.524242 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-04992b9a-3d63-44d1-a279-8feb6d5b2cbc req-7e306595-eebd-49ca-9e17-8a00c8c11c1d tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Synchronizing usage tracker for tenant:8acbfcbd407543f9bb5b4cfddd9e55c4 on resource:security_group {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 21:35:11.627880 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-04992b9a-3d63-44d1-a279-8feb6d5b2cbc req-7e306595-eebd-49ca-9e17-8a00c8c11c1d tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Unset dirty status for tenant:8acbfcbd407543f9bb5b4cfddd9e55c4 on resource:security_group {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 21:35:11.629973 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-04992b9a-3d63-44d1-a279-8feb6d5b2cbc req-7e306595-eebd-49ca-9e17-8a00c8c11c1d tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1780714537&fields=id&tenant_id=8acbfcbd407543f9bb5b4cfddd9e55c4 HTTP/1.1" status: 200 len: 267 time: 0.1447904 May 30 21:35:11.778910 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04992b9a-3d63-44d1-a279-8feb6d5b2cbc req-294d4a75-0a8f-47af-b3b3-dc1e74dc6d03 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:35:11.779497 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-04992b9a-3d63-44d1-a279-8feb6d5b2cbc req-294d4a75-0a8f-47af-b3b3-dc1e74dc6d03 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Synchronizing usage tracker for tenant:8acbfcbd407543f9bb5b4cfddd9e55c4 on resource:network {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 21:35:11.861859 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-04992b9a-3d63-44d1-a279-8feb6d5b2cbc req-294d4a75-0a8f-47af-b3b3-dc1e74dc6d03 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Unset dirty status for tenant:8acbfcbd407543f9bb5b4cfddd9e55c4 on resource:network {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 21:35:11.863032 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-04992b9a-3d63-44d1-a279-8feb6d5b2cbc req-294d4a75-0a8f-47af-b3b3-dc1e74dc6d03 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/networks?id=05e90e50-e0fb-4012-aa4b-b07635193689 HTTP/1.1" status: 200 len: 797 time: 0.2268345 May 30 21:35:11.881297 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-04992b9a-3d63-44d1-a279-8feb6d5b2cbc req-57d07701-9aab-4caa-8fe4-a5ae621a7df8 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/quotas/8acbfcbd407543f9bb5b4cfddd9e55c4 HTTP/1.1" status: 200 len: 375 time: 0.0122695 May 30 21:35:11.969758 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-04992b9a-3d63-44d1-a279-8feb6d5b2cbc req-a1d037cc-8804-4822-83e1-2ebdbf122191 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=8acbfcbd407543f9bb5b4cfddd9e55c4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0831606 May 30 21:35:12.003896 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 3120e174-e46c-4017-bdf3-fea1d71e6ee1 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:35:12.072900 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 3120e174-e46c-4017-bdf3-fea1d71e6ee1 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:35:12.073369 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:35:12.118916 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-04992b9a-3d63-44d1-a279-8feb6d5b2cbc req-70d44109-9e99-425a-bc74-db46a671e574 service neutron] 10.222.0.85 "GET /v2.0/networks/05e90e50-e0fb-4012-aa4b-b07635193689?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363010 May 30 21:35:12.184871 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aede94dc-e528-444a-a311-b297d075eec9 None None] Sync routers for ids ['16a7db00-08ff-451e-8735-ceb7953fe005'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 21:35:12.197451 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device dc155fdc-aab0-4859-a5e7-4ba8630354fd up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:35:12.197999 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aede94dc-e528-444a-a311-b297d075eec9 None None] Routers {'16a7db00-08ff-451e-8735-ceb7953fe005'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:35:12.198089 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-aede94dc-e528-444a-a311-b297d075eec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T21:35:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['16a7db00-08ff-451e-8735-ceb7953fe005'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:35:12.257124 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-04992b9a-3d63-44d1-a279-8feb6d5b2cbc req-7be434c7-dd42-43de-adb4-3bac53dac5de service neutron] 10.222.0.85 "GET /v2.0/networks/05e90e50-e0fb-4012-aa4b-b07635193689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324940 May 30 21:35:12.290579 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port dc155fdc-aab0-4859-a5e7-4ba8630354fd triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:35:12.290947 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:35:12.403374 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-aede94dc-e528-444a-a311-b297d075eec9 None None] Set router 16a7db00-08ff-451e-8735-ceb7953fe005 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:35:12.532562 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-684467d8-4a9b-4727-9cfa-2424063c6ed0 req-6896c71f-ef1c-42d9-b380-146e2d4417e9 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Synchronizing usage tracker for tenant:8acbfcbd407543f9bb5b4cfddd9e55c4 on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 21:35:12.604395 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-684467d8-4a9b-4727-9cfa-2424063c6ed0 req-6896c71f-ef1c-42d9-b380-146e2d4417e9 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Unset dirty status for tenant:8acbfcbd407543f9bb5b4cfddd9e55c4 on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 21:35:12.605676 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-684467d8-4a9b-4727-9cfa-2424063c6ed0 req-6896c71f-ef1c-42d9-b380-146e2d4417e9 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/ports?device_id=1788c523-7775-43a1-b649-5773175e1294 HTTP/1.1" status: 200 len: 210 time: 0.1198499 May 30 21:35:12.727627 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-aede94dc-e528-444a-a311-b297d075eec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16a7db00-08ff-451e-8735-ceb7953fe005', 'name': 'tempest-TestNetworkAdvancedServerOps-router-905595336', 'tenant_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': '3120e174-e46c-4017-bdf3-fea1d71e6ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:35:04Z', 'updated_at': '2022-05-30T21:35:09Z', 'revision_number': 4, 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'gw_port': {'id': '3120e174-e46c-4017-bdf3-fea1d71e6ee1', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:2e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a7db00-08ff-451e-8735-ceb7953fe005', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:35:05Z', 'updated_at': '2022-05-30T21:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': 'f99afdbe-fbf6-4124-aeb8-7b928aa14508', 'name': '', 'network_id': '05e90e50-e0fb-4012-aa4b-b07635193689', 'tenant_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'mac_address': 'fa:16:3e:3a:64:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16a7db00-08ff-451e-8735-ceb7953fe005', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9efba96a-d0ed-4893-a1bb-f0f927befbe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:35:09Z', 'updated_at': '2022-05-30T21:35:10Z', 'revision_number': 2, 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'subnets': [{'id': '9efba96a-d0ed-4893-a1bb-f0f927befbe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:35:12.731593 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aede94dc-e528-444a-a311-b297d075eec9 None None] Checking router: 16a7db00-08ff-451e-8735-ceb7953fe005 for host: n-d-843948-2 {{(pid=84889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 21:35:12.731944 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aede94dc-e528-444a-a311-b297d075eec9 None None] Updating router 16a7db00-08ff-451e-8735-ceb7953fe005 port f99afdbe-fbf6-4124-aeb8-7b928aa14508 binding host n-d-843948-2 {{(pid=84889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 21:35:12.782775 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-aede94dc-e528-444a-a311-b297d075eec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:35:13.125363 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-aede94dc-e528-444a-a311-b297d075eec9 None None] Notify callbacks [] for port, precommit_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:35:13.137273 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.provisioning_blocks [None req-aede94dc-e528-444a-a311-b297d075eec9 None None] Transition to ACTIVE for port object f99afdbe-fbf6-4124-aeb8-7b928aa14508 will not be triggered until provisioned by entity L2. {{(pid=84889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:35:13.203030 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-aede94dc-e528-444a-a311-b297d075eec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:35:13.343639 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a73c88-fae0-4d87-9cf8-552da4de74de None None] Pushing event updated for resources: {'Port': ['ID=f99afdbe-fbf6-4124-aeb8-7b928aa14508,revision_number=3']} {{(pid=84889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:35:13.411007 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a73c88-fae0-4d87-9cf8-552da4de74de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:35:13.411340 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a73c88-fae0-4d87-9cf8-552da4de74de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:35:13.411672 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a73c88-fae0-4d87-9cf8-552da4de74de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:35:13.411993 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a73c88-fae0-4d87-9cf8-552da4de74de None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:35:13.412314 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a73c88-fae0-4d87-9cf8-552da4de74de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:35:13.412630 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a73c88-fae0-4d87-9cf8-552da4de74de None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:35:13.412943 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a73c88-fae0-4d87-9cf8-552da4de74de None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:35:13.413257 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a73c88-fae0-4d87-9cf8-552da4de74de None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:35:13.413569 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a73c88-fae0-4d87-9cf8-552da4de74de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:35:13.413903 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a73c88-fae0-4d87-9cf8-552da4de74de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:35:13.414363 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a73c88-fae0-4d87-9cf8-552da4de74de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:35:13.447007 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-aede94dc-e528-444a-a311-b297d075eec9 None None] Attempting to bind port f99afdbe-fbf6-4124-aeb8-7b928aa14508 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 21:35:13.447460 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-aede94dc-e528-444a-a311-b297d075eec9 None None] Attempting to bind port f99afdbe-fbf6-4124-aeb8-7b928aa14508 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': '78127433-f65d-475b-b851-7fd891d5901a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '05e90e50-e0fb-4012-aa4b-b07635193689'}] {{(pid=84889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 21:35:13.447813 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aede94dc-e528-444a-a311-b297d075eec9 None None] Attempting to bind port f99afdbe-fbf6-4124-aeb8-7b928aa14508 on network 05e90e50-e0fb-4012-aa4b-b07635193689 {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:35:13.454610 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aede94dc-e528-444a-a311-b297d075eec9 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 21:35:13.454975 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aede94dc-e528-444a-a311-b297d075eec9 None None] Checking segment: {'id': '78127433-f65d-475b-b851-7fd891d5901a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '05e90e50-e0fb-4012-aa4b-b07635193689'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:35:13.455374 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-aede94dc-e528-444a-a311-b297d075eec9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:35:13.455753 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aede94dc-e528-444a-a311-b297d075eec9 None None] Bound using segment: {'id': '78127433-f65d-475b-b851-7fd891d5901a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '05e90e50-e0fb-4012-aa4b-b07635193689'} {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 21:35:13.456590 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-aede94dc-e528-444a-a311-b297d075eec9 None None] Bound port: f99afdbe-fbf6-4124-aeb8-7b928aa14508, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78127433-f65d-475b-b851-7fd891d5901a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '05e90e50-e0fb-4012-aa4b-b07635193689'}}] {{(pid=84889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 21:35:13.456857 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-aede94dc-e528-444a-a311-b297d075eec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:35:13.542275 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.db [None req-aede94dc-e528-444a-a311-b297d075eec9 None None] For port f99afdbe-fbf6-4124-aeb8-7b928aa14508, host n-d-843948-2, cleared binding levels {{(pid=84889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 21:35:13.545170 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.db [None req-aede94dc-e528-444a-a311-b297d075eec9 None None] For port f99afdbe-fbf6-4124-aeb8-7b928aa14508, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=f99afdbe-fbf6-4124-aeb8-7b928aa14508,segment=NetworkSegment(78127433-f65d-475b-b851-7fd891d5901a),segment_id=78127433-f65d-475b-b851-7fd891d5901a)] {{(pid=84889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 21:35:13.633875 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-aede94dc-e528-444a-a311-b297d075eec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:35:13.715708 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a73c88-fae0-4d87-9cf8-552da4de74de None None] Pushing event updated for resources: {'Port': ['ID=f99afdbe-fbf6-4124-aeb8-7b928aa14508,revision_number=4']} {{(pid=84889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:35:13.721955 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aede94dc-e528-444a-a311-b297d075eec9 None None] Routers {'16a7db00-08ff-451e-8735-ceb7953fe005'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:35:13.722773 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-aede94dc-e528-444a-a311-b297d075eec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T21:35:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['16a7db00-08ff-451e-8735-ceb7953fe005'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:35:13.818883 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9995280b-6a1f-43bd-9529-b4a79e988e54 req-ee8cd002-f259-4d76-ad92-47dcc10106bc tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/ports?device_id=1788c523-7775-43a1-b649-5773175e1294 HTTP/1.1" status: 200 len: 210 time: 0.0523186 May 30 21:35:13.926604 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-aede94dc-e528-444a-a311-b297d075eec9 None None] Set router 16a7db00-08ff-451e-8735-ceb7953fe005 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:35:14.264638 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-aede94dc-e528-444a-a311-b297d075eec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16a7db00-08ff-451e-8735-ceb7953fe005', 'name': 'tempest-TestNetworkAdvancedServerOps-router-905595336', 'tenant_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': '3120e174-e46c-4017-bdf3-fea1d71e6ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:35:04Z', 'updated_at': '2022-05-30T21:35:09Z', 'revision_number': 4, 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'gw_port': {'id': '3120e174-e46c-4017-bdf3-fea1d71e6ee1', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:2e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a7db00-08ff-451e-8735-ceb7953fe005', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:35:05Z', 'updated_at': '2022-05-30T21:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': 'f99afdbe-fbf6-4124-aeb8-7b928aa14508', 'name': '', 'network_id': '05e90e50-e0fb-4012-aa4b-b07635193689', 'tenant_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'mac_address': 'fa:16:3e:3a:64:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16a7db00-08ff-451e-8735-ceb7953fe005', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9efba96a-d0ed-4893-a1bb-f0f927befbe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:35:09Z', 'updated_at': '2022-05-30T21:35:13Z', 'revision_number': 4, 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'subnets': [{'id': '9efba96a-d0ed-4893-a1bb-f0f927befbe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:35:14.268611 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aede94dc-e528-444a-a311-b297d075eec9 None None] The sync data for ids ['16a7db00-08ff-451e-8735-ceb7953fe005'] in n-d-843948-2 is: [{'id': '16a7db00-08ff-451e-8735-ceb7953fe005', 'name': 'tempest-TestNetworkAdvancedServerOps-router-905595336', 'tenant_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': '3120e174-e46c-4017-bdf3-fea1d71e6ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:35:04Z', 'updated_at': '2022-05-30T21:35:09Z', 'revision_number': 4, 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'gw_port': {'id': '3120e174-e46c-4017-bdf3-fea1d71e6ee1', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:2e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a7db00-08ff-451e-8735-ceb7953fe005', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:35:05Z', 'updated_at': '2022-05-30T21:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': 'f99afdbe-fbf6-4124-aeb8-7b928aa14508', 'name': '', 'network_id': '05e90e50-e0fb-4012-aa4b-b07635193689', 'tenant_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'mac_address': 'fa:16:3e:3a:64:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16a7db00-08ff-451e-8735-ceb7953fe005', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9efba96a-d0ed-4893-a1bb-f0f927befbe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:35:09Z', 'updated_at': '2022-05-30T21:35:13Z', 'revision_number': 4, 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'subnets': [{'id': '9efba96a-d0ed-4893-a1bb-f0f927befbe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 21:35:14.529960 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04992b9a-3d63-44d1-a279-8feb6d5b2cbc req-570cbcd1-80f3-4aa0-846c-bbd68c494c0a tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:35:14.531375 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-04992b9a-3d63-44d1-a279-8feb6d5b2cbc req-570cbcd1-80f3-4aa0-846c-bbd68c494c0a tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.86 "GET /v2.0/networks?id=05e90e50-e0fb-4012-aa4b-b07635193689 HTTP/1.1" status: 200 len: 797 time: 0.1550572 May 30 21:35:14.598244 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-04992b9a-3d63-44d1-a279-8feb6d5b2cbc req-aaa54070-670f-4617-8bca-06ed2565f24d tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8acbfcbd407543f9bb5b4cfddd9e55c4 HTTP/1.1" status: 200 len: 380 time: 0.0469244 May 30 21:35:14.609969 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-04992b9a-3d63-44d1-a279-8feb6d5b2cbc req-54d6e8a0-b706-4b6f-a30e-ba34d2f454bf tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Request body: {'port': {'device_id': '1788c523-7775-43a1-b649-5773175e1294', 'network_id': '05e90e50-e0fb-4012-aa4b-b07635193689', 'admin_state_up': True, 'tenant_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'security_groups': ['9e167642-799b-49e8-be86-42607df338b6']}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:35:14.773118 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-04992b9a-3d63-44d1-a279-8feb6d5b2cbc req-54d6e8a0-b706-4b6f-a30e-ba34d2f454bf tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:35:14.780688 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-04992b9a-3d63-44d1-a279-8feb6d5b2cbc req-54d6e8a0-b706-4b6f-a30e-ba34d2f454bf tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:35:14.871537 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04992b9a-3d63-44d1-a279-8feb6d5b2cbc req-54d6e8a0-b706-4b6f-a30e-ba34d2f454bf tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Made reservation on behalf of 8acbfcbd407543f9bb5b4cfddd9e55c4 for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 21:35:14.875240 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-04992b9a-3d63-44d1-a279-8feb6d5b2cbc req-54d6e8a0-b706-4b6f-a30e-ba34d2f454bf tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:35:14.992221 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1b9b2aa9-2689-405f-93ef-8aac5ff789f3 req-de41a208-862f-4fd3-8b3e-59bc540e14a5 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/ports?device_id=1788c523-7775-43a1-b649-5773175e1294 HTTP/1.1" status: 200 len: 210 time: 0.0434401 May 30 21:35:15.048307 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [req-04992b9a-3d63-44d1-a279-8feb6d5b2cbc req-54d6e8a0-b706-4b6f-a30e-ba34d2f454bf tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Allocated IP 172.20.0.4 (05e90e50-e0fb-4012-aa4b-b07635193689/9efba96a-d0ed-4893-a1bb-f0f927befbe4/2cc96014-f200-4bc9-89ca-758d2cd9520d) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 21:35:15.238072 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-04992b9a-3d63-44d1-a279-8feb6d5b2cbc req-54d6e8a0-b706-4b6f-a30e-ba34d2f454bf tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:35:15.253962 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-04992b9a-3d63-44d1-a279-8feb6d5b2cbc req-54d6e8a0-b706-4b6f-a30e-ba34d2f454bf tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Transition to ACTIVE for port object 2cc96014-f200-4bc9-89ca-758d2cd9520d will not be triggered until provisioned by entity DHCP. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:35:15.342315 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-04992b9a-3d63-44d1-a279-8feb6d5b2cbc req-54d6e8a0-b706-4b6f-a30e-ba34d2f454bf tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:35:15.417337 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04992b9a-3d63-44d1-a279-8feb6d5b2cbc req-54d6e8a0-b706-4b6f-a30e-ba34d2f454bf tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Network 05e90e50-e0fb-4012-aa4b-b07635193689 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:35:15.420518 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [req-04992b9a-3d63-44d1-a279-8feb6d5b2cbc req-54d6e8a0-b706-4b6f-a30e-ba34d2f454bf tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:35:15.424875 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-04992b9a-3d63-44d1-a279-8feb6d5b2cbc req-54d6e8a0-b706-4b6f-a30e-ba34d2f454bf tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 21:35:15.561234 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d6e8a0-b706-4b6f-a30e-ba34d2f454bf tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Pushing event updated for resources: {'Port': ['ID=2cc96014-f200-4bc9-89ca-758d2cd9520d,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:35:15.595729 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04992b9a-3d63-44d1-a279-8feb6d5b2cbc req-54d6e8a0-b706-4b6f-a30e-ba34d2f454bf tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:35:15.596215 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-04992b9a-3d63-44d1-a279-8feb6d5b2cbc req-54d6e8a0-b706-4b6f-a30e-ba34d2f454bf tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:35:15.700969 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-04992b9a-3d63-44d1-a279-8feb6d5b2cbc req-54d6e8a0-b706-4b6f-a30e-ba34d2f454bf tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0947986 May 30 21:35:15.716055 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-04992b9a-3d63-44d1-a279-8feb6d5b2cbc req-96b73316-b70a-49b9-8d40-329dc0e487ff service neutron] Request body: {'port': {'device_id': '1788c523-7775-43a1-b649-5773175e1294', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843948-2'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:35:15.728549 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-94559582-e938-4953-a91c-e66695f3e240 None None] Provisioning for port 2cc96014-f200-4bc9-89ca-758d2cd9520d completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:35:15.733934 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-94559582-e938-4953-a91c-e66695f3e240 None None] Provisioning complete for port 2cc96014-f200-4bc9-89ca-758d2cd9520d triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:35:15.734375 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-94559582-e938-4953-a91c-e66695f3e240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:35:15.789070 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-94559582-e938-4953-a91c-e66695f3e240 None None] Port 2cc96014-f200-4bc9-89ca-758d2cd9520d cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 21:35:15.830812 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-04992b9a-3d63-44d1-a279-8feb6d5b2cbc req-96b73316-b70a-49b9-8d40-329dc0e487ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:35:16.013306 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device f99afdbe-fbf6-4124-aeb8-7b928aa14508 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:35:16.147078 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port f99afdbe-fbf6-4124-aeb8-7b928aa14508 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:35:16.152164 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port f99afdbe-fbf6-4124-aeb8-7b928aa14508 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:35:16.152529 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:35:16.225530 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [req-04992b9a-3d63-44d1-a279-8feb6d5b2cbc req-96b73316-b70a-49b9-8d40-329dc0e487ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cc96014-f200-4bc9-89ca-758d2cd9520d {{(pid=84887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 21:35:16.234788 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-04992b9a-3d63-44d1-a279-8feb6d5b2cbc req-96b73316-b70a-49b9-8d40-329dc0e487ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:35:16.255211 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-04992b9a-3d63-44d1-a279-8feb6d5b2cbc req-96b73316-b70a-49b9-8d40-329dc0e487ff service neutron] Transition to ACTIVE for port object 2cc96014-f200-4bc9-89ca-758d2cd9520d will not be triggered until provisioned by entity L2. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:35:16.267060 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:35:16.267775 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a82d2b0-9a77-4fec-8a35-b0eb15df1ab2 req-bc484a62-163a-4743-921d-5ee2c4b30261 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:35:16.268478 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-9a82d2b0-9a77-4fec-8a35-b0eb15df1ab2 req-bc484a62-163a-4743-921d-5ee2c4b30261 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Synchronizing usage tracker for tenant:8acbfcbd407543f9bb5b4cfddd9e55c4 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 21:35:16.299398 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port f99afdbe-fbf6-4124-aeb8-7b928aa14508, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=f99afdbe-fbf6-4124-aeb8-7b928aa14508,segment=NetworkSegment(78127433-f65d-475b-b851-7fd891d5901a),segment_id=78127433-f65d-475b-b851-7fd891d5901a)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:35:16.330432 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-04992b9a-3d63-44d1-a279-8feb6d5b2cbc req-96b73316-b70a-49b9-8d40-329dc0e487ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:35:16.370230 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:35:16.379436 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-9a82d2b0-9a77-4fec-8a35-b0eb15df1ab2 req-bc484a62-163a-4743-921d-5ee2c4b30261 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Unset dirty status for tenant:8acbfcbd407543f9bb5b4cfddd9e55c4 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 21:35:16.380634 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9a82d2b0-9a77-4fec-8a35-b0eb15df1ab2 req-bc484a62-163a-4743-921d-5ee2c4b30261 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/ports?device_id=1788c523-7775-43a1-b649-5773175e1294 HTTP/1.1" status: 200 len: 931 time: 0.2599964 May 30 21:35:16.444730 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=f99afdbe-fbf6-4124-aeb8-7b928aa14508,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:35:16.487753 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b73316-b70a-49b9-8d40-329dc0e487ff service neutron] Pushing event updated for resources: {'Port': ['ID=2cc96014-f200-4bc9-89ca-758d2cd9520d,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:35:16.570040 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9a82d2b0-9a77-4fec-8a35-b0eb15df1ab2 req-502f4ba5-17fe-4a6b-8413-ef1a98a86131 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/security-groups?id=9e167642-799b-49e8-be86-42607df338b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1795580 May 30 21:35:16.613559 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-04992b9a-3d63-44d1-a279-8feb6d5b2cbc req-96b73316-b70a-49b9-8d40-329dc0e487ff service neutron] Attempting to bind port 2cc96014-f200-4bc9-89ca-758d2cd9520d on host n-h2-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 21:35:16.613933 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-04992b9a-3d63-44d1-a279-8feb6d5b2cbc req-96b73316-b70a-49b9-8d40-329dc0e487ff service neutron] Attempting to bind port 2cc96014-f200-4bc9-89ca-758d2cd9520d by drivers openvswitch,hyperv on host n-h2-843948-2 at level 0 using segments [{'id': '78127433-f65d-475b-b851-7fd891d5901a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '05e90e50-e0fb-4012-aa4b-b07635193689'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 21:35:16.614251 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04992b9a-3d63-44d1-a279-8feb6d5b2cbc req-96b73316-b70a-49b9-8d40-329dc0e487ff service neutron] Attempting to bind port 2cc96014-f200-4bc9-89ca-758d2cd9520d on network 05e90e50-e0fb-4012-aa4b-b07635193689 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:35:16.620651 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04992b9a-3d63-44d1-a279-8feb6d5b2cbc req-96b73316-b70a-49b9-8d40-329dc0e487ff service neutron] Port 2cc96014-f200-4bc9-89ca-758d2cd9520d on network 05e90e50-e0fb-4012-aa4b-b07635193689 not bound, no agent of type Open vSwitch agent registered on host n-h2-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 21:35:16.620962 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04992b9a-3d63-44d1-a279-8feb6d5b2cbc req-96b73316-b70a-49b9-8d40-329dc0e487ff service neutron] Attempting to bind port 2cc96014-f200-4bc9-89ca-758d2cd9520d on network 05e90e50-e0fb-4012-aa4b-b07635193689 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:35:16.627163 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04992b9a-3d63-44d1-a279-8feb6d5b2cbc req-96b73316-b70a-49b9-8d40-329dc0e487ff service neutron] Checking agent: {'id': 'eaa08354-e8f5-4e73-af76-8d3cf7d2b390', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 21, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 21:35:16.627516 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04992b9a-3d63-44d1-a279-8feb6d5b2cbc req-96b73316-b70a-49b9-8d40-329dc0e487ff service neutron] Checking segment: {'id': '78127433-f65d-475b-b851-7fd891d5901a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '05e90e50-e0fb-4012-aa4b-b07635193689'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:35:16.627884 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04992b9a-3d63-44d1-a279-8feb6d5b2cbc req-96b73316-b70a-49b9-8d40-329dc0e487ff service neutron] Bound using segment: {'id': '78127433-f65d-475b-b851-7fd891d5901a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '05e90e50-e0fb-4012-aa4b-b07635193689'} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 21:35:16.628299 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-04992b9a-3d63-44d1-a279-8feb6d5b2cbc req-96b73316-b70a-49b9-8d40-329dc0e487ff service neutron] Bound port: 2cc96014-f200-4bc9-89ca-758d2cd9520d, host: n-h2-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78127433-f65d-475b-b851-7fd891d5901a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '05e90e50-e0fb-4012-aa4b-b07635193689'}}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 21:35:16.628637 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-04992b9a-3d63-44d1-a279-8feb6d5b2cbc req-96b73316-b70a-49b9-8d40-329dc0e487ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:35:16.716466 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-04992b9a-3d63-44d1-a279-8feb6d5b2cbc req-96b73316-b70a-49b9-8d40-329dc0e487ff service neutron] For port 2cc96014-f200-4bc9-89ca-758d2cd9520d, host n-h2-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 21:35:16.719304 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-04992b9a-3d63-44d1-a279-8feb6d5b2cbc req-96b73316-b70a-49b9-8d40-329dc0e487ff service neutron] For port 2cc96014-f200-4bc9-89ca-758d2cd9520d, host n-h2-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=2cc96014-f200-4bc9-89ca-758d2cd9520d,segment=NetworkSegment(78127433-f65d-475b-b851-7fd891d5901a),segment_id=78127433-f65d-475b-b851-7fd891d5901a)] {{(pid=84887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 21:35:16.782313 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-04992b9a-3d63-44d1-a279-8feb6d5b2cbc req-96b73316-b70a-49b9-8d40-329dc0e487ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:35:16.844353 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-04992b9a-3d63-44d1-a279-8feb6d5b2cbc req-96b73316-b70a-49b9-8d40-329dc0e487ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:35:16.845764 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-04992b9a-3d63-44d1-a279-8feb6d5b2cbc req-96b73316-b70a-49b9-8d40-329dc0e487ff service neutron] 10.222.0.86 "PUT /v2.0/ports/2cc96014-f200-4bc9-89ca-758d2cd9520d HTTP/1.1" status: 200 len: 1091 time: 1.1338730 May 30 21:35:16.846260 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1788c523-7775-43a1-b649-5773175e1294', 'tag': '2cc96014-f200-4bc9-89ca-758d2cd9520d'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:35:16.864567 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b73316-b70a-49b9-8d40-329dc0e487ff service neutron] Pushing event updated for resources: {'Port': ['ID=2cc96014-f200-4bc9-89ca-758d2cd9520d,revision_number=3']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:35:17.021427 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-04992b9a-3d63-44d1-a279-8feb6d5b2cbc req-36fad5d1-c5df-48c7-bc33-4a82ccfba79a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8acbfcbd407543f9bb5b4cfddd9e55c4&device_id=1788c523-7775-43a1-b649-5773175e1294 HTTP/1.1" status: 200 len: 1094 time: 0.0780983 May 30 21:35:17.028125 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2a72243-4727-430a-80bc-57a4ca0ef230'] response: {'name': 'network-changed', 'server_uuid': '1788c523-7775-43a1-b649-5773175e1294', 'tag': '2cc96014-f200-4bc9-89ca-758d2cd9520d', 'status': 'completed', 'code': 200} May 30 21:35:17.102270 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-04992b9a-3d63-44d1-a279-8feb6d5b2cbc req-e678c73a-09bb-4b66-a33a-b7119b53c73f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2cc96014-f200-4bc9-89ca-758d2cd9520d HTTP/1.1" status: 200 len: 217 time: 0.0646667 May 30 21:35:17.168098 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04992b9a-3d63-44d1-a279-8feb6d5b2cbc req-7cdaceb8-fe2f-4bf4-a984-13eab8361508 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:35:17.169583 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-04992b9a-3d63-44d1-a279-8feb6d5b2cbc req-7cdaceb8-fe2f-4bf4-a984-13eab8361508 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9efba96a-d0ed-4893-a1bb-f0f927befbe4 HTTP/1.1" status: 200 len: 835 time: 0.0583379 May 30 21:35:17.246390 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-04992b9a-3d63-44d1-a279-8feb6d5b2cbc req-ad9eea36-04a7-47cb-a743-c3b3af801704 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=05e90e50-e0fb-4012-aa4b-b07635193689&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0676496 May 30 21:35:17.383373 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-04992b9a-3d63-44d1-a279-8feb6d5b2cbc req-3fc7342f-6f57-448b-9e8c-5f8bff20f448 service neutron] 10.222.0.86 "GET /v2.0/networks/05e90e50-e0fb-4012-aa4b-b07635193689?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259859 May 30 21:35:17.518294 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-04992b9a-3d63-44d1-a279-8feb6d5b2cbc req-2044df9d-66da-45f6-b3c5-19f209384bce service neutron] 10.222.0.86 "GET /v2.0/networks/05e90e50-e0fb-4012-aa4b-b07635193689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252208 May 30 21:35:17.853542 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c257c78c-c420-4cfc-8d45-6743a96ffa9b req-ed0b2ae7-e7aa-4626-94d7-2d18a2a95568 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8acbfcbd407543f9bb5b4cfddd9e55c4&device_id=1788c523-7775-43a1-b649-5773175e1294 HTTP/1.1" status: 200 len: 1094 time: 0.2190855 May 30 21:35:17.863822 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0da705-067b-45c1-98ea-abb0bafabadb req-f3e102d7-1e0c-4568-bac8-add6b9a8294b tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:35:17.865224 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9d0da705-067b-45c1-98ea-abb0bafabadb req-f3e102d7-1e0c-4568-bac8-add6b9a8294b tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/ports?device_id=1788c523-7775-43a1-b649-5773175e1294 HTTP/1.1" status: 200 len: 943 time: 0.1058662 May 30 21:35:18.001458 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device f99afdbe-fbf6-4124-aeb8-7b928aa14508 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:35:18.010498 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9d0da705-067b-45c1-98ea-abb0bafabadb req-e65528fb-39c6-4183-87ad-b886381ab2de tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/security-groups?id=9e167642-799b-49e8-be86-42607df338b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254821 May 30 21:35:18.029318 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c257c78c-c420-4cfc-8d45-6743a96ffa9b req-8843f46d-99bf-428e-9d49-223d32fcf16f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:35:18.031276 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c257c78c-c420-4cfc-8d45-6743a96ffa9b req-8843f46d-99bf-428e-9d49-223d32fcf16f service neutron] 10.222.0.86 "GET /v2.0/networks?id=05e90e50-e0fb-4012-aa4b-b07635193689 HTTP/1.1" status: 200 len: 898 time: 0.1647201 May 30 21:35:18.075508 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port f99afdbe-fbf6-4124-aeb8-7b928aa14508 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:35:18.075878 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:35:18.098644 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c257c78c-c420-4cfc-8d45-6743a96ffa9b req-e9df527b-52c2-4163-a4d1-cfcec9484c1f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2cc96014-f200-4bc9-89ca-758d2cd9520d HTTP/1.1" status: 200 len: 217 time: 0.0610392 May 30 21:35:18.165459 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c257c78c-c420-4cfc-8d45-6743a96ffa9b req-a47f10a2-1ebc-40c0-8c2a-624fdd461e63 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:35:18.167093 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c257c78c-c420-4cfc-8d45-6743a96ffa9b req-a47f10a2-1ebc-40c0-8c2a-624fdd461e63 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9efba96a-d0ed-4893-a1bb-f0f927befbe4 HTTP/1.1" status: 200 len: 835 time: 0.0627029 May 30 21:35:18.244576 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c257c78c-c420-4cfc-8d45-6743a96ffa9b req-6c0e12e5-57b0-4875-9515-40dc9eef45b8 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=05e90e50-e0fb-4012-aa4b-b07635193689&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0712416 May 30 21:35:18.379173 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c257c78c-c420-4cfc-8d45-6743a96ffa9b req-0a3807d0-1da3-4274-ba98-5439d50e8aa9 service neutron] 10.222.0.86 "GET /v2.0/networks/05e90e50-e0fb-4012-aa4b-b07635193689?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274316 May 30 21:35:18.517176 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c257c78c-c420-4cfc-8d45-6743a96ffa9b req-924c6ddb-3028-4b9e-ae5d-598ca477a082 service neutron] 10.222.0.86 "GET /v2.0/networks/05e90e50-e0fb-4012-aa4b-b07635193689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308842 May 30 21:35:19.217556 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c782f972-e8fb-4d31-9a83-de8339d0f674 req-d3113866-5cdc-46fd-966b-4b5af4ca56ad tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:35:19.219031 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c782f972-e8fb-4d31-9a83-de8339d0f674 req-d3113866-5cdc-46fd-966b-4b5af4ca56ad tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/ports?device_id=1788c523-7775-43a1-b649-5773175e1294 HTTP/1.1" status: 200 len: 943 time: 0.0813248 May 30 21:35:19.264922 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-c782f972-e8fb-4d31-9a83-de8339d0f674 req-2e6e994c-af42-4e5b-8217-e6283f118930 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Synchronizing usage tracker for tenant:8acbfcbd407543f9bb5b4cfddd9e55c4 on resource:security_group {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 21:35:19.277447 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-c782f972-e8fb-4d31-9a83-de8339d0f674 req-2e6e994c-af42-4e5b-8217-e6283f118930 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Unset dirty status for tenant:8acbfcbd407543f9bb5b4cfddd9e55c4 on resource:security_group {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 21:35:19.278629 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c782f972-e8fb-4d31-9a83-de8339d0f674 req-2e6e994c-af42-4e5b-8217-e6283f118930 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/security-groups?id=9e167642-799b-49e8-be86-42607df338b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535216 May 30 21:35:19.707784 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 2cc96014-f200-4bc9-89ca-758d2cd9520d details requested by agent hyperv_n-h2-843948-2 with host n-h2-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 21:35:19.874063 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 2cc96014-f200-4bc9-89ca-758d2cd9520d, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=2cc96014-f200-4bc9-89ca-758d2cd9520d,segment=NetworkSegment(78127433-f65d-475b-b851-7fd891d5901a),segment_id=78127433-f65d-475b-b851-7fd891d5901a)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:35:19.890597 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Returning: {'device': '2cc96014-f200-4bc9-89ca-758d2cd9520d', 'network_id': '05e90e50-e0fb-4012-aa4b-b07635193689', 'port_id': '2cc96014-f200-4bc9-89ca-758d2cd9520d', 'mac_address': 'fa:16:3e:bf:9f:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9efba96a-d0ed-4893-a1bb-f0f927befbe4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 21:35:19.944004 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:35:19.961290 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cc96014-f200-4bc9-89ca-758d2cd9520d {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 21:35:19.976041 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 2cc96014-f200-4bc9-89ca-758d2cd9520d, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=2cc96014-f200-4bc9-89ca-758d2cd9520d,segment=NetworkSegment(78127433-f65d-475b-b851-7fd891d5901a),segment_id=78127433-f65d-475b-b851-7fd891d5901a)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:35:20.056033 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:35:20.119630 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=2cc96014-f200-4bc9-89ca-758d2cd9520d,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:35:20.127960 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:35:20.128302 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:35:20.128635 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:35:20.128965 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:35:20.129295 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:35:20.129646 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:35:20.129959 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:35:20.130918 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:35:20.131245 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:35:20.131564 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:35:20.131881 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:35:20.353131 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:35:20.375840 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['2cc96014-f200-4bc9-89ca-758d2cd9520d'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 21:35:20.481281 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df6d91a-6b91-4cd5-b6c0-cb9b910e8f24 req-177be5ad-af0f-435a-9cfd-f6d4ef6c5589 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:35:20.482755 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2df6d91a-6b91-4cd5-b6c0-cb9b910e8f24 req-177be5ad-af0f-435a-9cfd-f6d4ef6c5589 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/ports?device_id=1788c523-7775-43a1-b649-5773175e1294 HTTP/1.1" status: 200 len: 944 time: 0.0814438 May 30 21:35:20.529232 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2df6d91a-6b91-4cd5-b6c0-cb9b910e8f24 req-c1313945-2a1e-4896-bd99-4ba6b98ca5d2 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/security-groups?id=9e167642-799b-49e8-be86-42607df338b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402892 May 30 21:35:20.618957 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 21:35:21.719549 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 2cc96014-f200-4bc9-89ca-758d2cd9520d up at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:35:21.725774 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed62983f-1b8e-4893-9cb6-ad52d7e62721 req-54c7a2b8-903d-42eb-b6de-64088c3a4a2d tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:35:21.727223 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ed62983f-1b8e-4893-9cb6-ad52d7e62721 req-54c7a2b8-903d-42eb-b6de-64088c3a4a2d tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/ports?device_id=1788c523-7775-43a1-b649-5773175e1294 HTTP/1.1" status: 200 len: 944 time: 0.0775659 May 30 21:35:21.774212 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ed62983f-1b8e-4893-9cb6-ad52d7e62721 req-08abfbe8-a74c-43a8-96d4-e48f428c6d9c tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/security-groups?id=9e167642-799b-49e8-be86-42607df338b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413036 May 30 21:35:21.838465 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning for port 2cc96014-f200-4bc9-89ca-758d2cd9520d completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:35:21.843633 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning complete for port 2cc96014-f200-4bc9-89ca-758d2cd9520d triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:35:21.849869 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:35:21.957395 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:35:21.983484 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1788c523-7775-43a1-b649-5773175e1294', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cc96014-f200-4bc9-89ca-758d2cd9520d'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:35:21.993811 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 2cc96014-f200-4bc9-89ca-758d2cd9520d, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=2cc96014-f200-4bc9-89ca-758d2cd9520d,segment=NetworkSegment(78127433-f65d-475b-b851-7fd891d5901a),segment_id=78127433-f65d-475b-b851-7fd891d5901a)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:35:22.038607 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e682f8e0-e128-419f-b205-7a00f9a6c92e'] response: {'server_uuid': '1788c523-7775-43a1-b649-5773175e1294', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cc96014-f200-4bc9-89ca-758d2cd9520d', 'code': 200} May 30 21:35:22.039767 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:35:22.105732 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=2cc96014-f200-4bc9-89ca-758d2cd9520d,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:35:22.168632 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-dabd71c3-e6cc-4890-a516-0aa532f65890 req-5c37cb7c-ff93-4f5f-b2a6-25aa79c8548d service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=1788c523-7775-43a1-b649-5773175e1294 HTTP/1.1" status: 200 len: 1096 time: 0.0667388 May 30 21:35:22.210806 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-dabd71c3-e6cc-4890-a516-0aa532f65890 req-1e3512ac-3e92-4565-9f47-bdb805e90017 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=9e167642-799b-49e8-be86-42607df338b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358462 May 30 21:35:22.977416 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4067bed0-0e63-43b6-b9c1-dc991ec2a09c req-8533c342-c91e-4fd6-9b99-7666918fa088 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:35:22.978885 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4067bed0-0e63-43b6-b9c1-dc991ec2a09c req-8533c342-c91e-4fd6-9b99-7666918fa088 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/ports?device_id=1788c523-7775-43a1-b649-5773175e1294 HTTP/1.1" status: 200 len: 945 time: 0.0790105 May 30 21:35:23.025396 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4067bed0-0e63-43b6-b9c1-dc991ec2a09c req-21f87cb1-e711-4953-8207-670966aaa9e2 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/security-groups?id=9e167642-799b-49e8-be86-42607df338b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410023 May 30 21:35:23.139834 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:35:24.223980 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6c67ea-b6be-403a-954d-230048b7be2e req-a138675b-9781-4ed5-96af-1b110424cf02 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:35:24.225421 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fc6c67ea-b6be-403a-954d-230048b7be2e req-a138675b-9781-4ed5-96af-1b110424cf02 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/ports?device_id=1788c523-7775-43a1-b649-5773175e1294 HTTP/1.1" status: 200 len: 945 time: 0.0788131 May 30 21:35:24.271409 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fc6c67ea-b6be-403a-954d-230048b7be2e req-8c312f9c-561f-45db-b50e-ceb914e7cba7 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/security-groups?id=9e167642-799b-49e8-be86-42607df338b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397763 May 30 21:35:24.467419 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b04d8a4-56be-49a6-b2e3-2b192154af93 req-367fc0e1-b280-48c5-a81f-72da01ddb1a9 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:35:24.468867 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4b04d8a4-56be-49a6-b2e3-2b192154af93 req-367fc0e1-b280-48c5-a81f-72da01ddb1a9 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/ports?device_id=1788c523-7775-43a1-b649-5773175e1294 HTTP/1.1" status: 200 len: 945 time: 0.0763309 May 30 21:35:24.516723 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4b04d8a4-56be-49a6-b2e3-2b192154af93 req-e38eac2b-7745-436c-a562-dde0ea32d006 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/security-groups?id=9e167642-799b-49e8-be86-42607df338b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424457 May 30 21:35:24.543862 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 53180) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:35:24.612403 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-c4c86c52-aadc-4354-bb0d-997be5fed3b1 tempest-TestNetworkAdvancedServerOps-899114059 tempest-TestNetworkAdvancedServerOps-899114059-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=1788c523-7775-43a1-b649-5773175e1294 HTTP/1.1" status: 200 len: 1091 time: 0.0673337 May 30 21:35:24.615455 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 53184) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:35:24.620648 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-b51f233c-64af-4dae-8cee-2acbad44ab3a tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Request body: {'floatingip': {'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'port_id': '2cc96014-f200-4bc9-89ca-758d2cd9520d', 'tenant_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'fixed_ip_address': '172.20.0.4'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:35:24.626952 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-b51f233c-64af-4dae-8cee-2acbad44ab3a tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:35:24.631441 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-b51f233c-64af-4dae-8cee-2acbad44ab3a tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Usage tracker for resource:floatingip and tenant:8acbfcbd407543f9bb5b4cfddd9e55c4 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:35:24.634261 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-b51f233c-64af-4dae-8cee-2acbad44ab3a tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:35:24.639954 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-b51f233c-64af-4dae-8cee-2acbad44ab3a tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:35:24.696002 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b51f233c-64af-4dae-8cee-2acbad44ab3a tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for floatingip, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:35:24.831965 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b51f233c-64af-4dae-8cee-2acbad44ab3a tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:35:25.063752 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-b51f233c-64af-4dae-8cee-2acbad44ab3a tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Allocated IP 172.25.8.190 (c7869750-4b49-4b7e-aa99-5e0f1ae02da4/427601ec-f643-4fe7-b5e6-17305d3a39e1/fed0e737-2e06-4dc7-bcfd-5fb037fa7c09) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 21:35:25.210376 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b51f233c-64af-4dae-8cee-2acbad44ab3a tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:35:25.306043 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b51f233c-64af-4dae-8cee-2acbad44ab3a tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:35:25.373264 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b51f233c-64af-4dae-8cee-2acbad44ab3a tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:35:25.374316 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-b51f233c-64af-4dae-8cee-2acbad44ab3a tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:35:25.378132 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51f233c-64af-4dae-8cee-2acbad44ab3a tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 21:35:25.410952 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51f233c-64af-4dae-8cee-2acbad44ab3a tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Pushing event updated for resources: {'Port': ['ID=fed0e737-2e06-4dc7-bcfd-5fb037fa7c09,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:35:25.436206 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51f233c-64af-4dae-8cee-2acbad44ab3a tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:35:25.436544 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51f233c-64af-4dae-8cee-2acbad44ab3a tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:35:25.436884 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51f233c-64af-4dae-8cee-2acbad44ab3a tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:35:25.437255 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51f233c-64af-4dae-8cee-2acbad44ab3a tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:35:25.437587 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51f233c-64af-4dae-8cee-2acbad44ab3a tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:35:25.437939 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51f233c-64af-4dae-8cee-2acbad44ab3a tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:35:25.438267 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51f233c-64af-4dae-8cee-2acbad44ab3a tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:35:25.438587 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51f233c-64af-4dae-8cee-2acbad44ab3a tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:35:25.438908 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51f233c-64af-4dae-8cee-2acbad44ab3a tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:35:25.439226 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51f233c-64af-4dae-8cee-2acbad44ab3a tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:35:25.439547 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51f233c-64af-4dae-8cee-2acbad44ab3a tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:35:25.832606 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-691f5dc9-0a11-47e0-b84d-33affba283bc req-6f3cb09e-d10b-4c80-ab7a-44aaf38b7051 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=1788c523-7775-43a1-b649-5773175e1294&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0756152 May 30 21:35:25.900183 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b51f233c-64af-4dae-8cee-2acbad44ab3a tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:35:25.976367 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-691f5dc9-0a11-47e0-b84d-33affba283bc req-9b4be376-55fc-41ad-8d67-9b6734fab35c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8acbfcbd407543f9bb5b4cfddd9e55c4&device_id=1788c523-7775-43a1-b649-5773175e1294 HTTP/1.1" status: 200 len: 1096 time: 0.0747552 May 30 21:35:26.017424 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b51f233c-64af-4dae-8cee-2acbad44ab3a tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:35:26.120174 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691f5dc9-0a11-47e0-b84d-33affba283bc req-c87f7ac1-1c07-4462-8d9e-f80283e9e68e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:35:26.121538 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-691f5dc9-0a11-47e0-b84d-33affba283bc req-c87f7ac1-1c07-4462-8d9e-f80283e9e68e service neutron] 10.222.0.86 "GET /v2.0/networks?id=05e90e50-e0fb-4012-aa4b-b07635193689 HTTP/1.1" status: 200 len: 898 time: 0.1266816 May 30 21:35:26.224907 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b51f233c-64af-4dae-8cee-2acbad44ab3a tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:35:26.225649 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-691f5dc9-0a11-47e0-b84d-33affba283bc req-210bfb98-ec04-4ba9-aaca-b40944a96312 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2cc96014-f200-4bc9-89ca-758d2cd9520d HTTP/1.1" status: 200 len: 999 time: 0.0975723 May 30 21:35:26.273232 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ebb71761-f971-4db5-a1e4-82a315d5ca26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:35:26.287829 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691f5dc9-0a11-47e0-b84d-33affba283bc req-d47c7add-09a8-475e-ac24-c0b46a835077 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:35:26.289267 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-691f5dc9-0a11-47e0-b84d-33affba283bc req-d47c7add-09a8-475e-ac24-c0b46a835077 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9efba96a-d0ed-4893-a1bb-f0f927befbe4 HTTP/1.1" status: 200 len: 835 time: 0.0573323 May 30 21:35:26.295909 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b51f233c-64af-4dae-8cee-2acbad44ab3a tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:35:26.363116 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-691f5dc9-0a11-47e0-b84d-33affba283bc req-c3411c8b-45cb-4758-b91e-735d78f652ab service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=05e90e50-e0fb-4012-aa4b-b07635193689&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0672572 May 30 21:35:26.401532 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51f233c-64af-4dae-8cee-2acbad44ab3a tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Pushing event updated for resources: {'Port': ['ID=fed0e737-2e06-4dc7-bcfd-5fb037fa7c09,revision_number=2']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:35:26.419077 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b51f233c-64af-4dae-8cee-2acbad44ab3a tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736490'] for floatingip, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:35:26.591126 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-691f5dc9-0a11-47e0-b84d-33affba283bc req-03503d37-6880-41b3-aefd-2b9a1647e677 service neutron] 10.222.0.86 "GET /v2.0/networks/05e90e50-e0fb-4012-aa4b-b07635193689?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220800 May 30 21:35:26.615813 n-d-843948-2 neutron-server[84886]: INFO neutron.db.l3_db [None req-b51f233c-64af-4dae-8cee-2acbad44ab3a tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Floating IP 82149315-8ffb-49f0-bbc5-d17a67aabe62 associated. External IP: 172.25.8.190, port: 2cc96014-f200-4bc9-89ca-758d2cd9520d. May 30 21:35:26.726500 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-691f5dc9-0a11-47e0-b84d-33affba283bc req-073a9113-b50d-4672-afef-e83c76686cd9 service neutron] 10.222.0.86 "GET /v2.0/networks/05e90e50-e0fb-4012-aa4b-b07635193689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295726 May 30 21:35:27.119223 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b51f233c-64af-4dae-8cee-2acbad44ab3a tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Router 16a7db00-08ff-451e-8735-ceb7953fe005 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 21:35:27.322066 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b51f233c-64af-4dae-8cee-2acbad44ab3a tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 21:35:27.331774 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f582921-4593-45b3-bbd6-22616d5c0587 None None] Sync routers for ids ['16a7db00-08ff-451e-8735-ceb7953fe005'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 21:35:27.343219 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f582921-4593-45b3-bbd6-22616d5c0587 None None] Routers {'16a7db00-08ff-451e-8735-ceb7953fe005'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:35:27.343813 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-1f582921-4593-45b3-bbd6-22616d5c0587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T21:35:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['16a7db00-08ff-451e-8735-ceb7953fe005'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:35:27.398899 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b51f233c-64af-4dae-8cee-2acbad44ab3a tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:35:27.457225 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-b51f233c-64af-4dae-8cee-2acbad44ab3a tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8407080 May 30 21:35:27.457829 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1788c523-7775-43a1-b649-5773175e1294', 'tag': '2cc96014-f200-4bc9-89ca-758d2cd9520d'}] {{(pid=84886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:35:27.524711 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-1f582921-4593-45b3-bbd6-22616d5c0587 None None] Set router 16a7db00-08ff-451e-8735-ceb7953fe005 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:35:27.601011 n-d-843948-2 neutron-server[84886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ead0cdb-17a4-4878-85fc-129c2e88ba7a'] response: {'name': 'network-changed', 'server_uuid': '1788c523-7775-43a1-b649-5773175e1294', 'tag': '2cc96014-f200-4bc9-89ca-758d2cd9520d', 'status': 'completed', 'code': 200} May 30 21:35:27.702176 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3e4988-a029-41fa-8055-b7c06d2a72e7 req-08d42321-ab86-4670-b48e-09518d4207b3 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:35:27.703647 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2f3e4988-a029-41fa-8055-b7c06d2a72e7 req-08d42321-ab86-4670-b48e-09518d4207b3 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/ports?device_id=1788c523-7775-43a1-b649-5773175e1294 HTTP/1.1" status: 200 len: 945 time: 0.1425657 May 30 21:35:27.737127 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4738e443-394e-4d34-9791-f21bb2e6d2f3 req-4d52503f-c8bf-43ba-878e-18ffa29d2d63 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8acbfcbd407543f9bb5b4cfddd9e55c4&device_id=1788c523-7775-43a1-b649-5773175e1294 HTTP/1.1" status: 200 len: 1096 time: 0.1109693 May 30 21:35:27.835122 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2f3e4988-a029-41fa-8055-b7c06d2a72e7 req-6b456de5-9352-4889-967b-9addd50f9d3f tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/security-groups?id=9e167642-799b-49e8-be86-42607df338b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251156 May 30 21:35:27.901125 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 53194) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:35:27.901246 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-1f582921-4593-45b3-bbd6-22616d5c0587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16a7db00-08ff-451e-8735-ceb7953fe005', 'name': 'tempest-TestNetworkAdvancedServerOps-router-905595336', 'tenant_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': '3120e174-e46c-4017-bdf3-fea1d71e6ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:35:04Z', 'updated_at': '2022-05-30T21:35:09Z', 'revision_number': 4, 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'gw_port': {'id': '3120e174-e46c-4017-bdf3-fea1d71e6ee1', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:2e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a7db00-08ff-451e-8735-ceb7953fe005', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:35:05Z', 'updated_at': '2022-05-30T21:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': '82149315-8ffb-49f0-bbc5-d17a67aabe62', 'tenant_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'floating_ip_address': '172.25.8.190', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': '16a7db00-08ff-451e-8735-ceb7953fe005', 'port_id': '2cc96014-f200-4bc9-89ca-758d2cd9520d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05e90e50-e0fb-4012-aa4b-b07635193689', 'mac_address': 'fa:16:3e:bf:9f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1788c523-7775-43a1-b649-5773175e1294', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T21:35:25Z', 'updated_at': '2022-05-30T21:35:25Z', 'revision_number': 0, 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f99afdbe-fbf6-4124-aeb8-7b928aa14508', 'name': '', 'network_id': '05e90e50-e0fb-4012-aa4b-b07635193689', 'tenant_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'mac_address': 'fa:16:3e:3a:64:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a7db00-08ff-451e-8735-ceb7953fe005', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9efba96a-d0ed-4893-a1bb-f0f927befbe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:35:09Z', 'updated_at': '2022-05-30T21:35:16Z', 'revision_number': 5, 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'subnets': [{'id': '9efba96a-d0ed-4893-a1bb-f0f927befbe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:35:27.901421 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4738e443-394e-4d34-9791-f21bb2e6d2f3 req-fe1c5ec1-be50-4365-8c15-c8acb9e2eab8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:35:27.901421 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4738e443-394e-4d34-9791-f21bb2e6d2f3 req-fe1c5ec1-be50-4365-8c15-c8acb9e2eab8 service neutron] 10.222.0.86 "GET /v2.0/networks?id=05e90e50-e0fb-4012-aa4b-b07635193689 HTTP/1.1" status: 200 len: 898 time: 0.1528907 May 30 21:35:27.903140 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f582921-4593-45b3-bbd6-22616d5c0587 None None] Checking router: 16a7db00-08ff-451e-8735-ceb7953fe005 for host: n-d-843948-2 {{(pid=84888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 21:35:27.921776 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f582921-4593-45b3-bbd6-22616d5c0587 None None] Routers {'16a7db00-08ff-451e-8735-ceb7953fe005'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:35:27.922636 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-1f582921-4593-45b3-bbd6-22616d5c0587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T21:35:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['16a7db00-08ff-451e-8735-ceb7953fe005'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:35:27.987501 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-fb9b3c64-5936-449c-9eb4-8b888cc5ce6d tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/floatingips/82149315-8ffb-49f0-bbc5-d17a67aabe62 HTTP/1.1" status: 200 len: 991 time: 0.1177197 May 30 21:35:28.017976 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4738e443-394e-4d34-9791-f21bb2e6d2f3 req-a15af947-03fa-4d97-87d0-7bd62f8eb471 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2cc96014-f200-4bc9-89ca-758d2cd9520d HTTP/1.1" status: 200 len: 999 time: 0.1122391 May 30 21:35:28.084087 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4738e443-394e-4d34-9791-f21bb2e6d2f3 req-c0e0e06b-27a2-43e2-b597-98989f66f9c7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:35:28.085558 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4738e443-394e-4d34-9791-f21bb2e6d2f3 req-c0e0e06b-27a2-43e2-b597-98989f66f9c7 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9efba96a-d0ed-4893-a1bb-f0f927befbe4 HTTP/1.1" status: 200 len: 835 time: 0.0623841 May 30 21:35:28.122137 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-1f582921-4593-45b3-bbd6-22616d5c0587 None None] Set router 16a7db00-08ff-451e-8735-ceb7953fe005 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:35:28.162105 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4738e443-394e-4d34-9791-f21bb2e6d2f3 req-cc0d5c5c-267c-48bd-9655-158fece9453a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=05e90e50-e0fb-4012-aa4b-b07635193689&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0707467 May 30 21:35:28.302879 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4738e443-394e-4d34-9791-f21bb2e6d2f3 req-5925f0cc-959d-4827-8191-eaacacf29739 service neutron] 10.222.0.86 "GET /v2.0/networks/05e90e50-e0fb-4012-aa4b-b07635193689?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340864 May 30 21:35:28.445529 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4738e443-394e-4d34-9791-f21bb2e6d2f3 req-56a621c8-3aba-4aad-baea-644076109d51 service neutron] 10.222.0.86 "GET /v2.0/networks/05e90e50-e0fb-4012-aa4b-b07635193689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367121 May 30 21:35:28.521879 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-1f582921-4593-45b3-bbd6-22616d5c0587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16a7db00-08ff-451e-8735-ceb7953fe005', 'name': 'tempest-TestNetworkAdvancedServerOps-router-905595336', 'tenant_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': '3120e174-e46c-4017-bdf3-fea1d71e6ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:35:04Z', 'updated_at': '2022-05-30T21:35:09Z', 'revision_number': 4, 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'gw_port': {'id': '3120e174-e46c-4017-bdf3-fea1d71e6ee1', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:2e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a7db00-08ff-451e-8735-ceb7953fe005', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:35:05Z', 'updated_at': '2022-05-30T21:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': '82149315-8ffb-49f0-bbc5-d17a67aabe62', 'tenant_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'floating_ip_address': '172.25.8.190', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': '16a7db00-08ff-451e-8735-ceb7953fe005', 'port_id': '2cc96014-f200-4bc9-89ca-758d2cd9520d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05e90e50-e0fb-4012-aa4b-b07635193689', 'mac_address': 'fa:16:3e:bf:9f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1788c523-7775-43a1-b649-5773175e1294', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T21:35:25Z', 'updated_at': '2022-05-30T21:35:25Z', 'revision_number': 0, 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f99afdbe-fbf6-4124-aeb8-7b928aa14508', 'name': '', 'network_id': '05e90e50-e0fb-4012-aa4b-b07635193689', 'tenant_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'mac_address': 'fa:16:3e:3a:64:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a7db00-08ff-451e-8735-ceb7953fe005', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9efba96a-d0ed-4893-a1bb-f0f927befbe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:35:09Z', 'updated_at': '2022-05-30T21:35:16Z', 'revision_number': 5, 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'subnets': [{'id': '9efba96a-d0ed-4893-a1bb-f0f927befbe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:35:28.526084 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f582921-4593-45b3-bbd6-22616d5c0587 None None] The sync data for ids ['16a7db00-08ff-451e-8735-ceb7953fe005'] in n-d-843948-2 is: [{'id': '16a7db00-08ff-451e-8735-ceb7953fe005', 'name': 'tempest-TestNetworkAdvancedServerOps-router-905595336', 'tenant_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': '3120e174-e46c-4017-bdf3-fea1d71e6ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:35:04Z', 'updated_at': '2022-05-30T21:35:09Z', 'revision_number': 4, 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'gw_port': {'id': '3120e174-e46c-4017-bdf3-fea1d71e6ee1', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:2e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a7db00-08ff-451e-8735-ceb7953fe005', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:35:05Z', 'updated_at': '2022-05-30T21:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': '82149315-8ffb-49f0-bbc5-d17a67aabe62', 'tenant_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'floating_ip_address': '172.25.8.190', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': '16a7db00-08ff-451e-8735-ceb7953fe005', 'port_id': '2cc96014-f200-4bc9-89ca-758d2cd9520d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05e90e50-e0fb-4012-aa4b-b07635193689', 'mac_address': 'fa:16:3e:bf:9f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1788c523-7775-43a1-b649-5773175e1294', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T21:35:25Z', 'updated_at': '2022-05-30T21:35:25Z', 'revision_number': 0, 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f99afdbe-fbf6-4124-aeb8-7b928aa14508', 'name': '', 'network_id': '05e90e50-e0fb-4012-aa4b-b07635193689', 'tenant_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'mac_address': 'fa:16:3e:3a:64:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a7db00-08ff-451e-8735-ceb7953fe005', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9efba96a-d0ed-4893-a1bb-f0f927befbe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:35:09Z', 'updated_at': '2022-05-30T21:35:16Z', 'revision_number': 5, 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'subnets': [{'id': '9efba96a-d0ed-4893-a1bb-f0f927befbe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 21:35:28.991329 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 53198) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:35:29.098383 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-92fd5603-8fdd-487e-a57f-56ed28a5fa65 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/floatingips/82149315-8ffb-49f0-bbc5-d17a67aabe62 HTTP/1.1" status: 200 len: 991 time: 0.1051102 May 30 21:35:29.659796 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-44e88f2c-9383-4c0d-b86e-1bc170e9add0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:35:29.935657 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:35:30.102156 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 53202) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:35:30.206983 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-3556e22b-5e89-4b8f-81f6-c0399541b84a tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/floatingips/82149315-8ffb-49f0-bbc5-d17a67aabe62 HTTP/1.1" status: 200 len: 991 time: 0.1033628 May 30 21:35:31.170573 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18be5c2c-a58e-469c-87e5-38b1e2f8667f None None] New status for floating IP 82149315-8ffb-49f0-bbc5-d17a67aabe62: ACTIVE {{(pid=84889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 21:35:31.211109 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 53206) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:35:31.325300 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-32c54ba3-7798-4a24-8e6b-d4b26fd9cd4e tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/floatingips/82149315-8ffb-49f0-bbc5-d17a67aabe62 HTTP/1.1" status: 200 len: 991 time: 0.1129582 May 30 21:35:31.477047 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:35:32.329407 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 53210) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:35:32.434942 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-9dc7acc2-14f8-475c-9288-aa9a046084b5 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/floatingips/82149315-8ffb-49f0-bbc5-d17a67aabe62 HTTP/1.1" status: 200 len: 993 time: 0.1044040 May 30 21:35:32.979732 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:35:50.346803 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:35:53.157756 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:35:56.272369 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2f51636d-8257-43ae-af88-1994fb1a022c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:35:57.620678 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 21:35:59.648172 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-718d810c-2f66-4da6-bc3f-dec8ca96c2c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:35:59.911902 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:36:01.449340 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:36:02.041729 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb40c67-93f4-4f8b-9cc6-bba3225a385f req-a6e4d473-90b3-49ef-ab07-8d0f1c567486 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:36:02.043186 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-8bb40c67-93f4-4f8b-9cc6-bba3225a385f req-a6e4d473-90b3-49ef-ab07-8d0f1c567486 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/ports?device_id=1788c523-7775-43a1-b649-5773175e1294 HTTP/1.1" status: 200 len: 945 time: 0.0766456 May 30 21:36:02.088397 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-8bb40c67-93f4-4f8b-9cc6-bba3225a385f req-3d95e8e0-3236-46e0-99ad-9b6e178ba18a tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/security-groups?id=9e167642-799b-49e8-be86-42607df338b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396447 May 30 21:36:02.991080 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:36:03.301393 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac6a0a2-0106-429d-b0af-31a5aa3315e4 req-b8eb25d8-7adb-44c7-8daa-0ff687115545 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:36:03.302894 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9ac6a0a2-0106-429d-b0af-31a5aa3315e4 req-b8eb25d8-7adb-44c7-8daa-0ff687115545 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/ports?device_id=1788c523-7775-43a1-b649-5773175e1294 HTTP/1.1" status: 200 len: 945 time: 0.0812736 May 30 21:36:03.348730 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9ac6a0a2-0106-429d-b0af-31a5aa3315e4 req-f26bef04-7d81-4faf-a109-28d0e1c70b06 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/security-groups?id=9e167642-799b-49e8-be86-42607df338b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400786 May 30 21:36:04.548975 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c23c7f-624c-4efb-82e3-e12d94364bd6 req-553bba45-c6ff-4644-bcfb-030f4bdc390b tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:36:04.550440 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-25c23c7f-624c-4efb-82e3-e12d94364bd6 req-553bba45-c6ff-4644-bcfb-030f4bdc390b tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/ports?device_id=1788c523-7775-43a1-b649-5773175e1294 HTTP/1.1" status: 200 len: 945 time: 0.0784931 May 30 21:36:04.594540 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-25c23c7f-624c-4efb-82e3-e12d94364bd6 req-9e982aea-7ac5-44af-8626-f01f1fbbf199 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/security-groups?id=9e167642-799b-49e8-be86-42607df338b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380290 May 30 21:36:05.796580 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63341b1d-6f25-4123-9c59-53d30ea19274 req-f7bef072-a6e6-4d26-b1f2-d0df00a26c44 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:36:05.798063 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-63341b1d-6f25-4123-9c59-53d30ea19274 req-f7bef072-a6e6-4d26-b1f2-d0df00a26c44 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/ports?device_id=1788c523-7775-43a1-b649-5773175e1294 HTTP/1.1" status: 200 len: 945 time: 0.0786276 May 30 21:36:05.846648 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-63341b1d-6f25-4123-9c59-53d30ea19274 req-17114f2e-9264-48b9-ba16-59a84527f434 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/security-groups?id=9e167642-799b-49e8-be86-42607df338b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429435 May 30 21:36:07.040849 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cece9cc-6ae3-41e0-879b-1e3543bc21e5 req-9b0712a7-381a-4e02-aab3-7845dcb08c78 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:36:07.042396 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3cece9cc-6ae3-41e0-879b-1e3543bc21e5 req-9b0712a7-381a-4e02-aab3-7845dcb08c78 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/ports?device_id=1788c523-7775-43a1-b649-5773175e1294 HTTP/1.1" status: 200 len: 945 time: 0.0761688 May 30 21:36:07.088031 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3cece9cc-6ae3-41e0-879b-1e3543bc21e5 req-1f126748-b96a-4a75-836e-ab8f1a4857f2 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/security-groups?id=9e167642-799b-49e8-be86-42607df338b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399325 May 30 21:36:08.287539 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af975f77-ef42-40e9-bb33-fbc21a30d5a8 req-11dd3409-d489-49fb-9d4f-380af97c5b1a tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:36:08.289051 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-af975f77-ef42-40e9-bb33-fbc21a30d5a8 req-11dd3409-d489-49fb-9d4f-380af97c5b1a tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/ports?device_id=1788c523-7775-43a1-b649-5773175e1294 HTTP/1.1" status: 200 len: 945 time: 0.0766079 May 30 21:36:08.335081 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-af975f77-ef42-40e9-bb33-fbc21a30d5a8 req-bf3ea77d-adce-4d9e-822d-629d2bb707ed tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/security-groups?id=9e167642-799b-49e8-be86-42607df338b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399332 May 30 21:36:09.531566 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8241e0b4-8a1d-42a4-88f1-60df049703ac req-23641311-410e-4d53-a1b2-288cab0b7721 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:36:09.533009 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-8241e0b4-8a1d-42a4-88f1-60df049703ac req-23641311-410e-4d53-a1b2-288cab0b7721 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/ports?device_id=1788c523-7775-43a1-b649-5773175e1294 HTTP/1.1" status: 200 len: 945 time: 0.0777187 May 30 21:36:09.578573 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-8241e0b4-8a1d-42a4-88f1-60df049703ac req-725f81fc-a799-4d64-8897-a81517c0bc62 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/security-groups?id=9e167642-799b-49e8-be86-42607df338b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399818 May 30 21:36:10.777798 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8105359b-6946-4d64-ad79-78bfbe789274 req-8ea8d154-2936-4a68-b9b3-fdb3b7fdc3ed tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:36:10.779252 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8105359b-6946-4d64-ad79-78bfbe789274 req-8ea8d154-2936-4a68-b9b3-fdb3b7fdc3ed tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/ports?device_id=1788c523-7775-43a1-b649-5773175e1294 HTTP/1.1" status: 200 len: 945 time: 0.0798199 May 30 21:36:10.825642 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8105359b-6946-4d64-ad79-78bfbe789274 req-51caf04e-6a72-4ce8-8970-e537b1c2a57f tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/security-groups?id=9e167642-799b-49e8-be86-42607df338b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408008 May 30 21:36:12.022240 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d00ebe1-54c5-405a-8a89-e9192d6adb5b req-abb551d9-0933-497b-956a-76722279f31a tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:36:12.023681 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5d00ebe1-54c5-405a-8a89-e9192d6adb5b req-abb551d9-0933-497b-956a-76722279f31a tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/ports?device_id=1788c523-7775-43a1-b649-5773175e1294 HTTP/1.1" status: 200 len: 945 time: 0.0746880 May 30 21:36:12.175687 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5d00ebe1-54c5-405a-8a89-e9192d6adb5b req-7c69d819-2014-44e4-9843-ce49ddba24d7 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/security-groups?id=9e167642-799b-49e8-be86-42607df338b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1465778 May 30 21:36:13.372454 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ff7cfc-0a36-4e1b-b41e-2ffc12f88893 req-37f5add4-1045-45c4-a576-1bac9e5d8214 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:36:13.373836 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-69ff7cfc-0a36-4e1b-b41e-2ffc12f88893 req-37f5add4-1045-45c4-a576-1bac9e5d8214 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/ports?device_id=1788c523-7775-43a1-b649-5773175e1294 HTTP/1.1" status: 200 len: 945 time: 0.0755990 May 30 21:36:13.418666 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-69ff7cfc-0a36-4e1b-b41e-2ffc12f88893 req-e39d4512-66a0-4ccc-9db8-96a97c8b3ee2 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/security-groups?id=9e167642-799b-49e8-be86-42607df338b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394020 May 30 21:36:13.446465 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 53256) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:36:13.635840 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-982e7b79-42a8-4b07-aa76-1850acb30b40 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/floatingips/82149315-8ffb-49f0-bbc5-d17a67aabe62 HTTP/1.1" status: 200 len: 993 time: 0.1881485 May 30 21:36:15.251198 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b507a8-032d-4f5d-846a-780955d22d79 req-0e31bbe0-b670-4980-b6fb-109bd7e7c790 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:36:15.252715 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-70b507a8-032d-4f5d-846a-780955d22d79 req-0e31bbe0-b670-4980-b6fb-109bd7e7c790 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/ports?device_id=1788c523-7775-43a1-b649-5773175e1294 HTTP/1.1" status: 200 len: 945 time: 0.0793159 May 30 21:36:15.300122 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-70b507a8-032d-4f5d-846a-780955d22d79 req-50337304-8609-430b-8cf0-c3b60257d2fe tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/security-groups?id=9e167642-799b-49e8-be86-42607df338b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412376 May 30 21:36:15.425927 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ba286ca8-5bcd-4f7f-b6e9-2c5c2786115c req-2c8ef4fe-daaa-43d3-a4eb-2443c278ba8b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8acbfcbd407543f9bb5b4cfddd9e55c4&device_id=1788c523-7775-43a1-b649-5773175e1294 HTTP/1.1" status: 200 len: 1096 time: 0.1366868 May 30 21:36:15.557688 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba286ca8-5bcd-4f7f-b6e9-2c5c2786115c req-2f9c6241-9e80-43b5-9a6f-ab658ea1954a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:36:15.559157 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ba286ca8-5bcd-4f7f-b6e9-2c5c2786115c req-2f9c6241-9e80-43b5-9a6f-ab658ea1954a service neutron] 10.222.0.86 "GET /v2.0/networks?id=05e90e50-e0fb-4012-aa4b-b07635193689 HTTP/1.1" status: 200 len: 898 time: 0.1241202 May 30 21:36:15.664726 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ba286ca8-5bcd-4f7f-b6e9-2c5c2786115c req-ad4de15d-58ff-4250-afbe-1507957a846a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2cc96014-f200-4bc9-89ca-758d2cd9520d HTTP/1.1" status: 200 len: 1001 time: 0.0964818 May 30 21:36:15.732085 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba286ca8-5bcd-4f7f-b6e9-2c5c2786115c req-b4c04092-5f5d-4451-a5f1-8c6eb9642776 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:36:15.733511 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ba286ca8-5bcd-4f7f-b6e9-2c5c2786115c req-b4c04092-5f5d-4451-a5f1-8c6eb9642776 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9efba96a-d0ed-4893-a1bb-f0f927befbe4 HTTP/1.1" status: 200 len: 835 time: 0.0586705 May 30 21:36:15.809699 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ba286ca8-5bcd-4f7f-b6e9-2c5c2786115c req-01a9c286-52b8-4569-91ae-e3983b06e4bd service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=05e90e50-e0fb-4012-aa4b-b07635193689&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0685797 May 30 21:36:15.945534 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ba286ca8-5bcd-4f7f-b6e9-2c5c2786115c req-2d6aeb1f-c17f-4285-9c6d-13db092b7a11 service neutron] 10.222.0.86 "GET /v2.0/networks/05e90e50-e0fb-4012-aa4b-b07635193689?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262469 May 30 21:36:16.079739 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ba286ca8-5bcd-4f7f-b6e9-2c5c2786115c req-5fa66fdc-0ace-4b10-b3bd-f07a77ded375 service neutron] 10.222.0.86 "GET /v2.0/networks/05e90e50-e0fb-4012-aa4b-b07635193689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238577 May 30 21:36:16.509292 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f22fb20-6e38-49fd-931e-5dcb08568250 req-f6e45eb4-8898-4e00-9e1c-a008a17c1c86 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:36:16.510749 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8f22fb20-6e38-49fd-931e-5dcb08568250 req-f6e45eb4-8898-4e00-9e1c-a008a17c1c86 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/ports?device_id=1788c523-7775-43a1-b649-5773175e1294 HTTP/1.1" status: 200 len: 945 time: 0.0800476 May 30 21:36:16.556034 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8f22fb20-6e38-49fd-931e-5dcb08568250 req-b0b585c8-243a-4fd9-a681-059ab45b404b tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/security-groups?id=9e167642-799b-49e8-be86-42607df338b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397780 May 30 21:36:17.753354 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03cadb6-9181-4ff7-a546-aab2ca6c56bb req-41e76da5-1385-43e7-bc70-d7f3d50a4239 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:36:17.754825 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f03cadb6-9181-4ff7-a546-aab2ca6c56bb req-41e76da5-1385-43e7-bc70-d7f3d50a4239 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/ports?device_id=1788c523-7775-43a1-b649-5773175e1294 HTTP/1.1" status: 200 len: 945 time: 0.0780618 May 30 21:36:17.801135 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f03cadb6-9181-4ff7-a546-aab2ca6c56bb req-4d6686fe-0398-4611-9a50-cd3727d0c758 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/security-groups?id=9e167642-799b-49e8-be86-42607df338b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399191 May 30 21:36:17.830397 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 53274) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:36:17.934824 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-b63aaaae-d708-44db-b6e8-c7dfcff7bd99 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/floatingips/82149315-8ffb-49f0-bbc5-d17a67aabe62 HTTP/1.1" status: 200 len: 993 time: 0.1032979 May 30 21:36:20.363122 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:36:23.150043 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:36:25.827547 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-93e7f0a2-a4d0-4977-8b1a-72ba82d84212 req-a4682fb1-ae96-4be7-8a95-00dc6123096b service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=1788c523-7775-43a1-b649-5773175e1294&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0692203 May 30 21:36:25.973093 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-93e7f0a2-a4d0-4977-8b1a-72ba82d84212 req-356ef44d-e091-416c-ab1b-7f2cae3ff414 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8acbfcbd407543f9bb5b4cfddd9e55c4&device_id=1788c523-7775-43a1-b649-5773175e1294 HTTP/1.1" status: 200 len: 1096 time: 0.0728326 May 30 21:36:26.117971 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e7f0a2-a4d0-4977-8b1a-72ba82d84212 req-eec2e199-a5fa-47f9-b892-eb4d2d8e145f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:36:26.119299 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-93e7f0a2-a4d0-4977-8b1a-72ba82d84212 req-eec2e199-a5fa-47f9-b892-eb4d2d8e145f service neutron] 10.222.0.86 "GET /v2.0/networks?id=05e90e50-e0fb-4012-aa4b-b07635193689 HTTP/1.1" status: 200 len: 898 time: 0.1289175 May 30 21:36:26.225970 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-93e7f0a2-a4d0-4977-8b1a-72ba82d84212 req-4546d357-909f-4eda-992a-51fcaf0cc38f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2cc96014-f200-4bc9-89ca-758d2cd9520d HTTP/1.1" status: 200 len: 1001 time: 0.0984623 May 30 21:36:26.272219 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-1b823604-52f8-414d-b53b-be5d5b294191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:36:26.292639 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e7f0a2-a4d0-4977-8b1a-72ba82d84212 req-2280cf21-9dae-456a-8bd3-f65e93d3b9ab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:36:26.294110 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-93e7f0a2-a4d0-4977-8b1a-72ba82d84212 req-2280cf21-9dae-456a-8bd3-f65e93d3b9ab service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9efba96a-d0ed-4893-a1bb-f0f927befbe4 HTTP/1.1" status: 200 len: 835 time: 0.0600524 May 30 21:36:26.367693 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-93e7f0a2-a4d0-4977-8b1a-72ba82d84212 req-13dd4993-45c2-40bf-9ada-60bb4a193bc5 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=05e90e50-e0fb-4012-aa4b-b07635193689&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0678260 May 30 21:36:26.496771 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-93e7f0a2-a4d0-4977-8b1a-72ba82d84212 req-c68b7ce4-2566-419c-8794-e2dd88c7755b service neutron] 10.222.0.86 "GET /v2.0/networks/05e90e50-e0fb-4012-aa4b-b07635193689?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225901 May 30 21:36:26.721400 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-93e7f0a2-a4d0-4977-8b1a-72ba82d84212 req-39df707b-1e51-48a6-a6c3-9f3411c85ba1 service neutron] 10.222.0.86 "GET /v2.0/networks/05e90e50-e0fb-4012-aa4b-b07635193689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194264 May 30 21:36:29.671166 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ca3b1fda-6188-4e76-8abb-2a5f9914b491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:36:29.904452 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:36:31.448434 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:36:32.984388 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:36:34.622187 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 21:36:50.366398 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 53290) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:36:50.378258 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:36:50.566386 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-a56343cf-960d-4a30-95d0-8f870dc846ff tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Deleting port fed0e737-2e06-4dc7-bcfd-5fb037fa7c09 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:36:50.566756 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a56343cf-960d-4a30-95d0-8f870dc846ff tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:36:50.739034 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a56343cf-960d-4a30-95d0-8f870dc846ff tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:36:50.739402 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a56343cf-960d-4a30-95d0-8f870dc846ff tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:36:50.859074 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-a56343cf-960d-4a30-95d0-8f870dc846ff tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Calling delete_port for fed0e737-2e06-4dc7-bcfd-5fb037fa7c09 owned by network:floatingip {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:36:51.065555 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a56343cf-960d-4a30-95d0-8f870dc846ff tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:36:51.108026 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56343cf-960d-4a30-95d0-8f870dc846ff tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Pushing event deleted for resources: {'Port': ['ID=fed0e737-2e06-4dc7-bcfd-5fb037fa7c09,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:36:51.142623 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56343cf-960d-4a30-95d0-8f870dc846ff tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:36:51.142963 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56343cf-960d-4a30-95d0-8f870dc846ff tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:36:51.143298 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56343cf-960d-4a30-95d0-8f870dc846ff tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:36:51.143622 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56343cf-960d-4a30-95d0-8f870dc846ff tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:36:51.143946 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56343cf-960d-4a30-95d0-8f870dc846ff tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:36:51.144268 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56343cf-960d-4a30-95d0-8f870dc846ff tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:36:51.144588 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56343cf-960d-4a30-95d0-8f870dc846ff tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:36:51.144924 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56343cf-960d-4a30-95d0-8f870dc846ff tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:36:51.145229 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56343cf-960d-4a30-95d0-8f870dc846ff tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:36:51.145542 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56343cf-960d-4a30-95d0-8f870dc846ff tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:36:51.145885 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56343cf-960d-4a30-95d0-8f870dc846ff tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:36:51.214870 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a56343cf-960d-4a30-95d0-8f870dc846ff tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for floatingip, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:36:51.712694 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a56343cf-960d-4a30-95d0-8f870dc846ff tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Router 16a7db00-08ff-451e-8735-ceb7953fe005 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 21:36:51.913437 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a56343cf-960d-4a30-95d0-8f870dc846ff tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 21:36:51.923443 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b76dc7d-ca0f-46c9-b735-2543f1bf8268 None None] Sync routers for ids ['16a7db00-08ff-451e-8735-ceb7953fe005'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 21:36:51.935286 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b76dc7d-ca0f-46c9-b735-2543f1bf8268 None None] Routers {'16a7db00-08ff-451e-8735-ceb7953fe005'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:36:51.935877 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-9b76dc7d-ca0f-46c9-b735-2543f1bf8268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T21:36:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['16a7db00-08ff-451e-8735-ceb7953fe005'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:36:51.997367 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a56343cf-960d-4a30-95d0-8f870dc846ff tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:36:52.050045 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-a56343cf-960d-4a30-95d0-8f870dc846ff tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "DELETE /v2.0/floatingips/82149315-8ffb-49f0-bbc5-d17a67aabe62 HTTP/1.1" status: 204 len: 168 time: 1.6825199 May 30 21:36:52.050708 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1788c523-7775-43a1-b649-5773175e1294', 'tag': '2cc96014-f200-4bc9-89ca-758d2cd9520d'}] {{(pid=84886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:36:52.109050 n-d-843948-2 neutron-server[84886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-805cdd2b-6830-44cb-b176-bd95fcc77c77'] response: {'name': 'network-changed', 'server_uuid': '1788c523-7775-43a1-b649-5773175e1294', 'tag': '2cc96014-f200-4bc9-89ca-758d2cd9520d', 'status': 'completed', 'code': 200} May 30 21:36:52.119420 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-9b76dc7d-ca0f-46c9-b735-2543f1bf8268 None None] Set router 16a7db00-08ff-451e-8735-ceb7953fe005 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:36:52.211109 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ab0f1f7e-52d3-459f-a372-d469d2fa2fcd req-4e0ff7a7-46a3-4670-9c39-5c5953c40261 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8acbfcbd407543f9bb5b4cfddd9e55c4&device_id=1788c523-7775-43a1-b649-5773175e1294 HTTP/1.1" status: 200 len: 1096 time: 0.0709953 May 30 21:36:52.350050 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0f1f7e-52d3-459f-a372-d469d2fa2fcd req-760b1258-bb71-419c-beee-a1fc4fc59b80 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:36:52.351936 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ab0f1f7e-52d3-459f-a372-d469d2fa2fcd req-760b1258-bb71-419c-beee-a1fc4fc59b80 service neutron] 10.222.0.86 "GET /v2.0/networks?id=05e90e50-e0fb-4012-aa4b-b07635193689 HTTP/1.1" status: 200 len: 898 time: 0.1321886 May 30 21:36:52.423832 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ab0f1f7e-52d3-459f-a372-d469d2fa2fcd req-fe465722-f369-44bd-8222-88b457f04840 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2cc96014-f200-4bc9-89ca-758d2cd9520d HTTP/1.1" status: 200 len: 217 time: 0.0657573 May 30 21:36:52.437894 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-9b76dc7d-ca0f-46c9-b735-2543f1bf8268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16a7db00-08ff-451e-8735-ceb7953fe005', 'name': 'tempest-TestNetworkAdvancedServerOps-router-905595336', 'tenant_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': '3120e174-e46c-4017-bdf3-fea1d71e6ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:35:04Z', 'updated_at': '2022-05-30T21:35:09Z', 'revision_number': 4, 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'gw_port': {'id': '3120e174-e46c-4017-bdf3-fea1d71e6ee1', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:2e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a7db00-08ff-451e-8735-ceb7953fe005', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:35:05Z', 'updated_at': '2022-05-30T21:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': 'f99afdbe-fbf6-4124-aeb8-7b928aa14508', 'name': '', 'network_id': '05e90e50-e0fb-4012-aa4b-b07635193689', 'tenant_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'mac_address': 'fa:16:3e:3a:64:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a7db00-08ff-451e-8735-ceb7953fe005', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9efba96a-d0ed-4893-a1bb-f0f927befbe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:35:09Z', 'updated_at': '2022-05-30T21:35:16Z', 'revision_number': 5, 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'subnets': [{'id': '9efba96a-d0ed-4893-a1bb-f0f927befbe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:36:52.442794 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b76dc7d-ca0f-46c9-b735-2543f1bf8268 None None] Checking router: 16a7db00-08ff-451e-8735-ceb7953fe005 for host: n-d-843948-2 {{(pid=84888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 21:36:52.452549 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b76dc7d-ca0f-46c9-b735-2543f1bf8268 None None] Routers {'16a7db00-08ff-451e-8735-ceb7953fe005'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:36:52.453144 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-9b76dc7d-ca0f-46c9-b735-2543f1bf8268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T21:36:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['16a7db00-08ff-451e-8735-ceb7953fe005'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:36:52.489638 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0f1f7e-52d3-459f-a372-d469d2fa2fcd req-2b0afea3-30d9-4df4-b7ad-b2c0e1ea1132 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:36:52.491699 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ab0f1f7e-52d3-459f-a372-d469d2fa2fcd req-2b0afea3-30d9-4df4-b7ad-b2c0e1ea1132 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9efba96a-d0ed-4893-a1bb-f0f927befbe4 HTTP/1.1" status: 200 len: 835 time: 0.0579932 May 30 21:36:52.571304 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ab0f1f7e-52d3-459f-a372-d469d2fa2fcd req-c74771e2-8421-4653-b073-655a8ed7cabf service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=05e90e50-e0fb-4012-aa4b-b07635193689&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710185 May 30 21:36:52.684608 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-9b76dc7d-ca0f-46c9-b735-2543f1bf8268 None None] Set router 16a7db00-08ff-451e-8735-ceb7953fe005 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:36:52.768052 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ab0f1f7e-52d3-459f-a372-d469d2fa2fcd req-ac662682-c914-4667-b88b-993718bbbcc5 service neutron] 10.222.0.86 "GET /v2.0/networks/05e90e50-e0fb-4012-aa4b-b07635193689?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898687 May 30 21:36:52.774074 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5740557-0622-4a4f-9b4d-104b38c13861 req-d4f0042f-dbc5-4a1a-aead-618b7c242c77 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:36:52.775475 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f5740557-0622-4a4f-9b4d-104b38c13861 req-d4f0042f-dbc5-4a1a-aead-618b7c242c77 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/ports?device_id=1788c523-7775-43a1-b649-5773175e1294 HTTP/1.1" status: 200 len: 945 time: 0.1764789 May 30 21:36:52.899208 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f5740557-0622-4a4f-9b4d-104b38c13861 req-2a4862b8-f0db-444d-b71b-c9112cd7c7d4 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/security-groups?id=9e167642-799b-49e8-be86-42607df338b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048081 May 30 21:36:52.944485 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ab0f1f7e-52d3-459f-a372-d469d2fa2fcd req-a177e28f-8787-4fe7-9b90-1d96ff965c8b service neutron] 10.222.0.86 "GET /v2.0/networks/05e90e50-e0fb-4012-aa4b-b07635193689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676829 May 30 21:36:52.999301 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-9b76dc7d-ca0f-46c9-b735-2543f1bf8268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16a7db00-08ff-451e-8735-ceb7953fe005', 'name': 'tempest-TestNetworkAdvancedServerOps-router-905595336', 'tenant_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': '3120e174-e46c-4017-bdf3-fea1d71e6ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:35:04Z', 'updated_at': '2022-05-30T21:35:09Z', 'revision_number': 4, 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'gw_port': {'id': '3120e174-e46c-4017-bdf3-fea1d71e6ee1', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:2e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a7db00-08ff-451e-8735-ceb7953fe005', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:35:05Z', 'updated_at': '2022-05-30T21:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': 'f99afdbe-fbf6-4124-aeb8-7b928aa14508', 'name': '', 'network_id': '05e90e50-e0fb-4012-aa4b-b07635193689', 'tenant_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'mac_address': 'fa:16:3e:3a:64:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a7db00-08ff-451e-8735-ceb7953fe005', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9efba96a-d0ed-4893-a1bb-f0f927befbe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:35:09Z', 'updated_at': '2022-05-30T21:35:16Z', 'revision_number': 5, 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'subnets': [{'id': '9efba96a-d0ed-4893-a1bb-f0f927befbe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:36:53.003265 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b76dc7d-ca0f-46c9-b735-2543f1bf8268 None None] The sync data for ids ['16a7db00-08ff-451e-8735-ceb7953fe005'] in n-d-843948-2 is: [{'id': '16a7db00-08ff-451e-8735-ceb7953fe005', 'name': 'tempest-TestNetworkAdvancedServerOps-router-905595336', 'tenant_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': '3120e174-e46c-4017-bdf3-fea1d71e6ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:35:04Z', 'updated_at': '2022-05-30T21:35:09Z', 'revision_number': 4, 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'gw_port': {'id': '3120e174-e46c-4017-bdf3-fea1d71e6ee1', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:2e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a7db00-08ff-451e-8735-ceb7953fe005', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:35:05Z', 'updated_at': '2022-05-30T21:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': 'f99afdbe-fbf6-4124-aeb8-7b928aa14508', 'name': '', 'network_id': '05e90e50-e0fb-4012-aa4b-b07635193689', 'tenant_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'mac_address': 'fa:16:3e:3a:64:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a7db00-08ff-451e-8735-ceb7953fe005', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9efba96a-d0ed-4893-a1bb-f0f927befbe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:35:09Z', 'updated_at': '2022-05-30T21:35:16Z', 'revision_number': 5, 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'subnets': [{'id': '9efba96a-d0ed-4893-a1bb-f0f927befbe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 21:36:53.139888 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:36:53.217211 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a7e6cf-3bf3-4362-8ff9-5dc9054d5c05 None None] New status for floating IP 82149315-8ffb-49f0-bbc5-d17a67aabe62: DOWN {{(pid=84889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 21:36:54.104110 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ab0298-d864-4aa9-bb9b-1e1b87bdcb70 req-82168ab8-6a62-465a-86c6-7c88fdd631f0 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:36:54.104731 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-13ab0298-d864-4aa9-bb9b-1e1b87bdcb70 req-82168ab8-6a62-465a-86c6-7c88fdd631f0 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Synchronizing usage tracker for tenant:8acbfcbd407543f9bb5b4cfddd9e55c4 on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 21:36:54.172510 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-13ab0298-d864-4aa9-bb9b-1e1b87bdcb70 req-82168ab8-6a62-465a-86c6-7c88fdd631f0 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Unset dirty status for tenant:8acbfcbd407543f9bb5b4cfddd9e55c4 on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 21:36:54.173978 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-13ab0298-d864-4aa9-bb9b-1e1b87bdcb70 req-82168ab8-6a62-465a-86c6-7c88fdd631f0 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/ports?device_id=1788c523-7775-43a1-b649-5773175e1294 HTTP/1.1" status: 200 len: 945 time: 0.1457379 May 30 21:36:54.224761 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-13ab0298-d864-4aa9-bb9b-1e1b87bdcb70 req-04eff14d-0a6a-4cf1-aa25-dee52821caea tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/security-groups?id=9e167642-799b-49e8-be86-42607df338b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446849 May 30 21:36:54.338979 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba4aaa7-f9ab-498b-a45b-758c881bc7a7 req-bab00eda-59c0-4af8-8a2b-b9e79759c1a2 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:36:54.340406 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-cba4aaa7-f9ab-498b-a45b-758c881bc7a7 req-bab00eda-59c0-4af8-8a2b-b9e79759c1a2 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.86 "GET /v2.0/ports?device_id=1788c523-7775-43a1-b649-5773175e1294 HTTP/1.1" status: 200 len: 945 time: 0.0803428 May 30 21:36:54.409358 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-cba4aaa7-f9ab-498b-a45b-758c881bc7a7 req-cd1d6124-5baf-4634-a2d9-90102f5e1779 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Deleting port 2cc96014-f200-4bc9-89ca-758d2cd9520d {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:36:54.409686 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-cba4aaa7-f9ab-498b-a45b-758c881bc7a7 req-cd1d6124-5baf-4634-a2d9-90102f5e1779 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:36:54.652007 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-cba4aaa7-f9ab-498b-a45b-758c881bc7a7 req-cd1d6124-5baf-4634-a2d9-90102f5e1779 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] For port 2cc96014-f200-4bc9-89ca-758d2cd9520d, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=2cc96014-f200-4bc9-89ca-758d2cd9520d,segment=NetworkSegment(78127433-f65d-475b-b851-7fd891d5901a),segment_id=78127433-f65d-475b-b851-7fd891d5901a)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:36:54.652403 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-cba4aaa7-f9ab-498b-a45b-758c881bc7a7 req-cd1d6124-5baf-4634-a2d9-90102f5e1779 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:36:54.773526 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-cba4aaa7-f9ab-498b-a45b-758c881bc7a7 req-cd1d6124-5baf-4634-a2d9-90102f5e1779 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Calling delete_port for 2cc96014-f200-4bc9-89ca-758d2cd9520d owned by compute:nova {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:36:55.059828 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-cba4aaa7-f9ab-498b-a45b-758c881bc7a7 req-cd1d6124-5baf-4634-a2d9-90102f5e1779 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:36:55.107598 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1d6124-5baf-4634-a2d9-90102f5e1779 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Pushing event deleted for resources: {'Port': ['ID=2cc96014-f200-4bc9-89ca-758d2cd9520d,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:36:55.149094 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1d6124-5baf-4634-a2d9-90102f5e1779 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:36:55.149429 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1d6124-5baf-4634-a2d9-90102f5e1779 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:36:55.149794 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1d6124-5baf-4634-a2d9-90102f5e1779 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:36:55.150125 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1d6124-5baf-4634-a2d9-90102f5e1779 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:36:55.150453 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1d6124-5baf-4634-a2d9-90102f5e1779 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:36:55.150778 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1d6124-5baf-4634-a2d9-90102f5e1779 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:36:55.151095 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1d6124-5baf-4634-a2d9-90102f5e1779 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:36:55.151415 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1d6124-5baf-4634-a2d9-90102f5e1779 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:36:55.151733 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1d6124-5baf-4634-a2d9-90102f5e1779 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:36:55.152046 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1d6124-5baf-4634-a2d9-90102f5e1779 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:36:55.152362 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1d6124-5baf-4634-a2d9-90102f5e1779 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:36:55.191599 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-cba4aaa7-f9ab-498b-a45b-758c881bc7a7 req-cd1d6124-5baf-4634-a2d9-90102f5e1779 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] No DVR routers for this DVR port 2cc96014-f200-4bc9-89ca-758d2cd9520d on host n-h2-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 21:36:55.194702 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-cba4aaa7-f9ab-498b-a45b-758c881bc7a7 req-cd1d6124-5baf-4634-a2d9-90102f5e1779 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:36:55.197128 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1788c523-7775-43a1-b649-5773175e1294', 'name': 'network-vif-deleted', 'tag': '2cc96014-f200-4bc9-89ca-758d2cd9520d'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:36:55.251432 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cac423b4-a3ee-4643-9df4-dc743eadb090'] response: {'server_uuid': '1788c523-7775-43a1-b649-5773175e1294', 'name': 'network-vif-deleted', 'tag': '2cc96014-f200-4bc9-89ca-758d2cd9520d', 'status': 'completed', 'code': 200} May 30 21:36:55.254938 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-cba4aaa7-f9ab-498b-a45b-758c881bc7a7 req-cd1d6124-5baf-4634-a2d9-90102f5e1779 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.86 "DELETE /v2.0/ports/2cc96014-f200-4bc9-89ca-758d2cd9520d HTTP/1.1" status: 204 len: 173 time: 0.9065897 May 30 21:36:55.390859 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-299527bf-5866-4027-97c6-78133295e3f4 req-e48da118-2fd8-46b0-ad17-6624fe906bc2 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/ports?device_id=1788c523-7775-43a1-b649-5773175e1294 HTTP/1.1" status: 200 len: 210 time: 0.0424747 May 30 21:36:56.322661 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba1b8c58-e9c7-4ec0-8512-a2e6a61dd402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:36:56.498285 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 53308) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:36:56.889197 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7193f0b4-6bd7-4e87-9e62-f361e159e4e0 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-736216'] for router_interface, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:36:57.487350 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-7193f0b4-6bd7-4e87-9e62-f361e159e4e0 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Deleting port f99afdbe-fbf6-4124-aeb8-7b928aa14508 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:36:57.487681 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7193f0b4-6bd7-4e87-9e62-f361e159e4e0 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:36:57.667428 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [None req-7193f0b4-6bd7-4e87-9e62-f361e159e4e0 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] For port f99afdbe-fbf6-4124-aeb8-7b928aa14508, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=f99afdbe-fbf6-4124-aeb8-7b928aa14508,segment=NetworkSegment(78127433-f65d-475b-b851-7fd891d5901a),segment_id=78127433-f65d-475b-b851-7fd891d5901a)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:36:57.668162 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7193f0b4-6bd7-4e87-9e62-f361e159e4e0 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:36:57.880860 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-7193f0b4-6bd7-4e87-9e62-f361e159e4e0 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Calling delete_port for f99afdbe-fbf6-4124-aeb8-7b928aa14508 owned by network:router_interface {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:36:58.104134 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7193f0b4-6bd7-4e87-9e62-f361e159e4e0 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:36:58.125334 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 2cc96014-f200-4bc9-89ca-758d2cd9520d no longer exists at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 21:36:58.152904 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7193f0b4-6bd7-4e87-9e62-f361e159e4e0 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Pushing event deleted for resources: {'Port': ['ID=f99afdbe-fbf6-4124-aeb8-7b928aa14508,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:36:58.162625 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] No Port match for: 2cc96014-f200-4bc9-89ca-758d2cd9520d {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 21:36:58.162625 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 2cc96014-f200-4bc9-89ca-758d2cd9520d not bound to the agent host n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 21:36:58.511447 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7193f0b4-6bd7-4e87-9e62-f361e159e4e0 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1718140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-736143'] for router_interface, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:36:59.083289 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7193f0b4-6bd7-4e87-9e62-f361e159e4e0 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Router 16a7db00-08ff-451e-8735-ceb7953fe005 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 21:36:59.279521 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7193f0b4-6bd7-4e87-9e62-f361e159e4e0 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 21:36:59.290044 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc56084-de93-443b-8007-20f076f8da6f None None] Sync routers for ids ['16a7db00-08ff-451e-8735-ceb7953fe005'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 21:36:59.295048 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-7193f0b4-6bd7-4e87-9e62-f361e159e4e0 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "PUT /v2.0/routers/16a7db00-08ff-451e-8735-ceb7953fe005/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7956727 May 30 21:36:59.297800 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 53312) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:36:59.301996 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc56084-de93-443b-8007-20f076f8da6f None None] Routers {'16a7db00-08ff-451e-8735-ceb7953fe005'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:36:59.302700 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-8cc56084-de93-443b-8007-20f076f8da6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T21:36:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['16a7db00-08ff-451e-8735-ceb7953fe005'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:36:59.482077 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-8cc56084-de93-443b-8007-20f076f8da6f None None] Set router 16a7db00-08ff-451e-8735-ceb7953fe005 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:36:59.590989 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_v2 [None req-8320d718-d729-4142-8462-63c55468d9c9 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Deleting subnet 9efba96a-d0ed-4893-a1bb-f0f927befbe4 {{(pid=84887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 21:36:59.594063 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8320d718-d729-4142-8462-63c55468d9c9 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for subnet, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:36:59.648565 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8320d718-d729-4142-8462-63c55468d9c9 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3149227'] for subnet, precommit_delete_associations {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:36:59.677278 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-9093b818-555f-403c-8523-c46da61f3a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:36:59.732937 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8320d718-d729-4142-8462-63c55468d9c9 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:36:59.788199 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-8cc56084-de93-443b-8007-20f076f8da6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16a7db00-08ff-451e-8735-ceb7953fe005', 'name': 'tempest-TestNetworkAdvancedServerOps-router-905595336', 'tenant_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': '3120e174-e46c-4017-bdf3-fea1d71e6ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:35:04Z', 'updated_at': '2022-05-30T21:36:57Z', 'revision_number': 5, 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'gw_port': {'id': '3120e174-e46c-4017-bdf3-fea1d71e6ee1', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:2e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a7db00-08ff-451e-8735-ceb7953fe005', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:35:05Z', 'updated_at': '2022-05-30T21:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:36:59.792337 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc56084-de93-443b-8007-20f076f8da6f None None] Checking router: 16a7db00-08ff-451e-8735-ceb7953fe005 for host: n-d-843948-2 {{(pid=84888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 21:36:59.803954 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc56084-de93-443b-8007-20f076f8da6f None None] Routers {'16a7db00-08ff-451e-8735-ceb7953fe005'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:36:59.804590 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-8cc56084-de93-443b-8007-20f076f8da6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T21:37:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['16a7db00-08ff-451e-8735-ceb7953fe005'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:36:59.865511 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8320d718-d729-4142-8462-63c55468d9c9 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4055470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114247'] for subnet, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:36:59.903449 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8320d718-d729-4142-8462-63c55468d9c9 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Pushing event deleted for resources: {'Subnet': ['ID=9efba96a-d0ed-4893-a1bb-f0f927befbe4,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:36:59.910390 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8320d718-d729-4142-8462-63c55468d9c9 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:36:59.917110 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-8320d718-d729-4142-8462-63c55468d9c9 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "DELETE /v2.0/subnets/9efba96a-d0ed-4893-a1bb-f0f927befbe4 HTTP/1.1" status: 204 len: 168 time: 0.6181002 May 30 21:36:59.923480 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 53316) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:36:59.927164 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-499343bd-1dc9-4490-a938-f48397101fa6 None None] Network 05e90e50-e0fb-4012-aa4b-b07635193689 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 21:37:00.057342 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:37:00.126721 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d5ae4151-f2e2-4f32-a02a-38b5b0864a9c tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for router, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:37:00.168380 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-8cc56084-de93-443b-8007-20f076f8da6f None None] Set router 16a7db00-08ff-451e-8735-ceb7953fe005 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:37:00.334916 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d5ae4151-f2e2-4f32-a02a-38b5b0864a9c tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:37:00.413817 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-d5ae4151-f2e2-4f32-a02a-38b5b0864a9c tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Deleting port 3120e174-e46c-4017-bdf3-fea1d71e6ee1 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:37:00.414419 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d5ae4151-f2e2-4f32-a02a-38b5b0864a9c tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:37:00.489570 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c5c697-1e34-4f2f-847e-f89127c18b5b None None] DHCP port deletion for 05e90e50-e0fb-4012-aa4b-b07635193689 request from n-d-843948-2 {{(pid=84888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 21:37:00.498698 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-f3c5c697-1e34-4f2f-847e-f89127c18b5b None None] Deleting port dc155fdc-aab0-4859-a5e7-4ba8630354fd {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:37:00.499066 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-f3c5c697-1e34-4f2f-847e-f89127c18b5b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:37:00.594321 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [None req-d5ae4151-f2e2-4f32-a02a-38b5b0864a9c tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] For port 3120e174-e46c-4017-bdf3-fea1d71e6ee1, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=3120e174-e46c-4017-bdf3-fea1d71e6ee1,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:37:00.594587 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d5ae4151-f2e2-4f32-a02a-38b5b0864a9c tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:37:00.689691 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-8cc56084-de93-443b-8007-20f076f8da6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16a7db00-08ff-451e-8735-ceb7953fe005', 'name': 'tempest-TestNetworkAdvancedServerOps-router-905595336', 'tenant_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': '3120e174-e46c-4017-bdf3-fea1d71e6ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:35:04Z', 'updated_at': '2022-05-30T21:36:57Z', 'revision_number': 5, 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'gw_port': {'id': '3120e174-e46c-4017-bdf3-fea1d71e6ee1', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:2e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a7db00-08ff-451e-8735-ceb7953fe005', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:35:05Z', 'updated_at': '2022-05-30T21:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:37:00.699262 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc56084-de93-443b-8007-20f076f8da6f None None] The sync data for ids ['16a7db00-08ff-451e-8735-ceb7953fe005'] in n-d-843948-2 is: [{'id': '16a7db00-08ff-451e-8735-ceb7953fe005', 'name': 'tempest-TestNetworkAdvancedServerOps-router-905595336', 'tenant_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': '3120e174-e46c-4017-bdf3-fea1d71e6ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:35:04Z', 'updated_at': '2022-05-30T21:36:57Z', 'revision_number': 5, 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'gw_port': {'id': '3120e174-e46c-4017-bdf3-fea1d71e6ee1', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:2e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a7db00-08ff-451e-8735-ceb7953fe005', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:35:05Z', 'updated_at': '2022-05-30T21:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 21:37:00.716285 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-d5ae4151-f2e2-4f32-a02a-38b5b0864a9c tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Calling delete_port for 3120e174-e46c-4017-bdf3-fea1d71e6ee1 owned by network:router_gateway {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:37:00.720956 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-f3c5c697-1e34-4f2f-847e-f89127c18b5b None None] For port dc155fdc-aab0-4859-a5e7-4ba8630354fd, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=dc155fdc-aab0-4859-a5e7-4ba8630354fd,segment=NetworkSegment(78127433-f65d-475b-b851-7fd891d5901a),segment_id=78127433-f65d-475b-b851-7fd891d5901a)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:37:00.721351 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-f3c5c697-1e34-4f2f-847e-f89127c18b5b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:37:00.849846 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-f3c5c697-1e34-4f2f-847e-f89127c18b5b None None] Calling delete_port for dc155fdc-aab0-4859-a5e7-4ba8630354fd owned by network:dhcp {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:37:00.956770 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d5ae4151-f2e2-4f32-a02a-38b5b0864a9c tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:37:00.973871 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-f3c5c697-1e34-4f2f-847e-f89127c18b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468'] for port, after_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:37:01.000857 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ae4151-f2e2-4f32-a02a-38b5b0864a9c tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Pushing event deleted for resources: {'Port': ['ID=3120e174-e46c-4017-bdf3-fea1d71e6ee1,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:37:01.022503 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c5c697-1e34-4f2f-847e-f89127c18b5b None None] Pushing event deleted for resources: {'Port': ['ID=dc155fdc-aab0-4859-a5e7-4ba8630354fd,revision_number=None']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:37:01.027021 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c5c697-1e34-4f2f-847e-f89127c18b5b None None] No DVR routers for this DVR port dc155fdc-aab0-4859-a5e7-4ba8630354fd on host n-d-843948-2 {{(pid=84888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 21:37:01.035751 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c5c697-1e34-4f2f-847e-f89127c18b5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:37:01.039757 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c5c697-1e34-4f2f-847e-f89127c18b5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:37:01.040320 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c5c697-1e34-4f2f-847e-f89127c18b5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:37:01.040854 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c5c697-1e34-4f2f-847e-f89127c18b5b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:37:01.041362 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c5c697-1e34-4f2f-847e-f89127c18b5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:37:01.041887 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c5c697-1e34-4f2f-847e-f89127c18b5b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:37:01.042385 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c5c697-1e34-4f2f-847e-f89127c18b5b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:37:01.042884 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c5c697-1e34-4f2f-847e-f89127c18b5b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:37:01.043486 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c5c697-1e34-4f2f-847e-f89127c18b5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:37:01.043974 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c5c697-1e34-4f2f-847e-f89127c18b5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:37:01.044600 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c5c697-1e34-4f2f-847e-f89127c18b5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:37:01.332360 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d5ae4151-f2e2-4f32-a02a-38b5b0864a9c tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-736453'] for router_gateway, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:37:01.458530 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:37:01.587806 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d5ae4151-f2e2-4f32-a02a-38b5b0864a9c tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-724789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3141'] for router, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:37:01.594188 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d5ae4151-f2e2-4f32-a02a-38b5b0864a9c tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:37:01.687875 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d5ae4151-f2e2-4f32-a02a-38b5b0864a9c tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724889'] for router, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:37:01.688385 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5ae4151-f2e2-4f32-a02a-38b5b0864a9c tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Fanout notify agent at l3_agent the message router_deleted on router 16a7db00-08ff-451e-8735-ceb7953fe005 {{(pid=84887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 21:37:01.703682 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d5ae4151-f2e2-4f32-a02a-38b5b0864a9c tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for router, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:37:01.704738 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-d5ae4151-f2e2-4f32-a02a-38b5b0864a9c tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "DELETE /v2.0/routers/16a7db00-08ff-451e-8735-ceb7953fe005 HTTP/1.1" status: 204 len: 168 time: 1.7841496 May 30 21:37:01.707454 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 53320) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:37:01.829783 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-42bb0aa5-ed32-4690-aeb8-9b4ac008609c tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:37:01.959965 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-42bb0aa5-ed32-4690-aeb8-9b4ac008609c tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:37:01.984858 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-42bb0aa5-ed32-4690-aeb8-9b4ac008609c tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05e90e50-e0fb-4012-aa4b-b07635193689']}} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:37:01.997473 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-42bb0aa5-ed32-4690-aeb8-9b4ac008609c tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78127433-f65d-475b-b851-7fd891d5901a') {'for_net_delete': True} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:37:01.997794 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-42bb0aa5-ed32-4690-aeb8-9b4ac008609c tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78127433-f65d-475b-b851-7fd891d5901a') {} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:37:02.009543 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-42bb0aa5-ed32-4690-aeb8-9b4ac008609c tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3149912'] for segment, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:37:02.025698 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-42bb0aa5-ed32-4690-aeb8-9b4ac008609c tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:37:02.031495 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42bb0aa5-ed32-4690-aeb8-9b4ac008609c tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Releasing vlan 699 on physical network physnet1 to pool {{(pid=84887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 21:37:02.031865 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-42bb0aa5-ed32-4690-aeb8-9b4ac008609c tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4055488'] for segment, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:37:02.046330 n-d-843948-2 neutron-server[84887]: Traceback (most recent call last): May 30 21:37:02.046330 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 21:37:02.046330 n-d-843948-2 neutron-server[84887]: timer() May 30 21:37:02.046330 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 21:37:02.046330 n-d-843948-2 neutron-server[84887]: cb(*args, **kw) May 30 21:37:02.046330 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 21:37:02.046330 n-d-843948-2 neutron-server[84887]: return func(*args, **kwargs) May 30 21:37:02.046330 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 21:37:02.046330 n-d-843948-2 neutron-server[84887]: self._notify() May 30 21:37:02.046330 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 21:37:02.046330 n-d-843948-2 neutron-server[84887]: self.callback(batched_events) May 30 21:37:02.046330 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 21:37:02.046330 n-d-843948-2 neutron-server[84887]: event.method(event) May 30 21:37:02.046330 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 21:37:02.046330 n-d-843948-2 neutron-server[84887]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 21:37:02.046330 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 21:37:02.046330 n-d-843948-2 neutron-server[84887]: aggregate_uuid = self.p_client.list_aggregates( May 30 21:37:02.046330 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 21:37:02.046330 n-d-843948-2 neutron-server[84887]: return f(self, *a, **k) May 30 21:37:02.046330 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 21:37:02.046330 n-d-843948-2 neutron-server[84887]: return self._get(url).json() May 30 21:37:02.046330 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 21:37:02.046330 n-d-843948-2 neutron-server[84887]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 21:37:02.046330 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 21:37:02.046330 n-d-843948-2 neutron-server[84887]: return self.request(url, 'GET', **kwargs) May 30 21:37:02.046330 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 21:37:02.046330 n-d-843948-2 neutron-server[84887]: base_url = self.get_endpoint(auth, allow=allow, May 30 21:37:02.046330 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 21:37:02.046330 n-d-843948-2 neutron-server[84887]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 21:37:02.046330 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 21:37:02.046330 n-d-843948-2 neutron-server[84887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 21:37:02.046330 n-d-843948-2 neutron-server[84887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 21:37:02.169004 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device f99afdbe-fbf6-4124-aeb8-7b928aa14508 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 21:37:02.201520 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-42bb0aa5-ed32-4690-aeb8-9b4ac008609c tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:37:02.204943 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: f99afdbe-fbf6-4124-aeb8-7b928aa14508 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 21:37:02.205285 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device f99afdbe-fbf6-4124-aeb8-7b928aa14508 not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 21:37:02.205721 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 3120e174-e46c-4017-bdf3-fea1d71e6ee1 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 21:37:02.222073 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-42bb0aa5-ed32-4690-aeb8-9b4ac008609c tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:37:02.231249 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bb0aa5-ed32-4690-aeb8-9b4ac008609c tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Pushing event deleted for resources: {'Network': ['ID=05e90e50-e0fb-4012-aa4b-b07635193689,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:37:02.237929 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: 3120e174-e46c-4017-bdf3-fea1d71e6ee1 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 21:37:02.238279 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 3120e174-e46c-4017-bdf3-fea1d71e6ee1 not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 21:37:02.238689 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device dc155fdc-aab0-4859-a5e7-4ba8630354fd no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 21:37:02.271181 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: dc155fdc-aab0-4859-a5e7-4ba8630354fd {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 21:37:02.271525 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device dc155fdc-aab0-4859-a5e7-4ba8630354fd not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 21:37:02.311508 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-42bb0aa5-ed32-4690-aeb8-9b4ac008609c tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "DELETE /v2.0/networks/05e90e50-e0fb-4012-aa4b-b07635193689 HTTP/1.1" status: 204 len: 168 time: 0.6028097 May 30 21:37:02.314139 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 53324) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:37:02.384785 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9badf297-b325-4dbf-bc3f-5528ec5c00f7 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:37:02.414825 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9badf297-b325-4dbf-bc3f-5528ec5c00f7 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:37:02.539716 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9badf297-b325-4dbf-bc3f-5528ec5c00f7 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:37:02.556533 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9badf297-b325-4dbf-bc3f-5528ec5c00f7 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e167642-799b-49e8-be86-42607df338b6,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:37:02.635858 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9badf297-b325-4dbf-bc3f-5528ec5c00f7 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:37:02.637023 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-9badf297-b325-4dbf-bc3f-5528ec5c00f7 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "DELETE /v2.0/security-groups/9e167642-799b-49e8-be86-42607df338b6 HTTP/1.1" status: 204 len: 168 time: 0.3219700 May 30 21:37:02.927827 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 53332) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:37:02.933273 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-153b8d62-2e28-4f80-bdc2-64b3ed420c22 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-561215915', 'description': 'tempest-secgroup-smoke-561215915 description', 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:37:02.939928 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-153b8d62-2e28-4f80-bdc2-64b3ed420c22 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:37:02.944646 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-153b8d62-2e28-4f80-bdc2-64b3ed420c22 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Usage tracker for resource:security_group and tenant:8acbfcbd407543f9bb5b4cfddd9e55c4 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:37:02.947654 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-153b8d62-2e28-4f80-bdc2-64b3ed420c22 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:37:02.953253 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-153b8d62-2e28-4f80-bdc2-64b3ed420c22 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:37:02.989691 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:37:03.035630 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-153b8d62-2e28-4f80-bdc2-64b3ed420c22 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:37:03.072331 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-153b8d62-2e28-4f80-bdc2-64b3ed420c22 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:37:03.076099 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-153b8d62-2e28-4f80-bdc2-64b3ed420c22 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Usage tracker for resource:security_group_rule and tenant:8acbfcbd407543f9bb5b4cfddd9e55c4 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:37:03.078909 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-153b8d62-2e28-4f80-bdc2-64b3ed420c22 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:37:03.085163 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-153b8d62-2e28-4f80-bdc2-64b3ed420c22 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:37:03.137749 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-153b8d62-2e28-4f80-bdc2-64b3ed420c22 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:37:03.184859 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-153b8d62-2e28-4f80-bdc2-64b3ed420c22 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:37:03.227870 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153b8d62-2e28-4f80-bdc2-64b3ed420c22 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=606715c9-a1a6-4972-9363-dbf36d2fede3,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:37:03.287089 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-153b8d62-2e28-4f80-bdc2-64b3ed420c22 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:37:03.288322 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-153b8d62-2e28-4f80-bdc2-64b3ed420c22 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3594913 May 30 21:37:03.291608 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 53336) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:37:03.296996 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-f6c8c07e-0919-4d29-bfd3-ba3bc4527f6c tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Request body: {'security_group_rule': {'security_group_id': '606715c9-a1a6-4972-9363-dbf36d2fede3', 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:37:03.304317 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-f6c8c07e-0919-4d29-bfd3-ba3bc4527f6c tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:37:03.308104 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-f6c8c07e-0919-4d29-bfd3-ba3bc4527f6c tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Usage tracker for resource:security_group_rule and tenant:8acbfcbd407543f9bb5b4cfddd9e55c4 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:37:03.310959 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-f6c8c07e-0919-4d29-bfd3-ba3bc4527f6c tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:37:03.316529 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-f6c8c07e-0919-4d29-bfd3-ba3bc4527f6c tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:37:03.389792 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f6c8c07e-0919-4d29-bfd3-ba3bc4527f6c tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:37:03.450019 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f6c8c07e-0919-4d29-bfd3-ba3bc4527f6c tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:37:03.516322 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f6c8c07e-0919-4d29-bfd3-ba3bc4527f6c tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:37:03.542929 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c8c07e-0919-4d29-bfd3-ba3bc4527f6c tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4734d028-438f-42d1-85cb-cccda0a8007f,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:37:03.625080 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f6c8c07e-0919-4d29-bfd3-ba3bc4527f6c tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:37:03.626312 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-f6c8c07e-0919-4d29-bfd3-ba3bc4527f6c tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3338075 May 30 21:37:03.629108 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 53340) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:37:03.634732 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-dc9de3ea-8439-4727-ab56-92da8a2fdacf tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Request body: {'security_group_rule': {'security_group_id': '606715c9-a1a6-4972-9363-dbf36d2fede3', 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:37:03.641355 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-dc9de3ea-8439-4727-ab56-92da8a2fdacf tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:37:03.645143 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-dc9de3ea-8439-4727-ab56-92da8a2fdacf tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Usage tracker for resource:security_group_rule and tenant:8acbfcbd407543f9bb5b4cfddd9e55c4 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:37:03.648116 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-dc9de3ea-8439-4727-ab56-92da8a2fdacf tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:37:03.654019 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-dc9de3ea-8439-4727-ab56-92da8a2fdacf tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:37:03.739268 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-dc9de3ea-8439-4727-ab56-92da8a2fdacf tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:37:03.808574 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-dc9de3ea-8439-4727-ab56-92da8a2fdacf tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:37:03.882118 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-dc9de3ea-8439-4727-ab56-92da8a2fdacf tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:37:03.906254 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9de3ea-8439-4727-ab56-92da8a2fdacf tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68dd38b5-d276-48a3-a1bd-3726037f2eba,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:37:04.007248 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-dc9de3ea-8439-4727-ab56-92da8a2fdacf tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:37:04.008715 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-dc9de3ea-8439-4727-ab56-92da8a2fdacf tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3784721 May 30 21:37:04.011333 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 53344) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:37:04.017195 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-92e3655d-b8de-42fb-8996-d4f2b57dc9c3 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Request body: {'security_group_rule': {'security_group_id': '606715c9-a1a6-4972-9363-dbf36d2fede3', 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:37:04.024530 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-92e3655d-b8de-42fb-8996-d4f2b57dc9c3 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:37:04.028378 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-92e3655d-b8de-42fb-8996-d4f2b57dc9c3 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Usage tracker for resource:security_group_rule and tenant:8acbfcbd407543f9bb5b4cfddd9e55c4 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:37:04.032242 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-92e3655d-b8de-42fb-8996-d4f2b57dc9c3 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:37:04.038800 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-92e3655d-b8de-42fb-8996-d4f2b57dc9c3 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:37:04.111108 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-92e3655d-b8de-42fb-8996-d4f2b57dc9c3 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:37:04.179003 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-92e3655d-b8de-42fb-8996-d4f2b57dc9c3 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:37:04.242677 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-92e3655d-b8de-42fb-8996-d4f2b57dc9c3 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:37:04.266858 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e3655d-b8de-42fb-8996-d4f2b57dc9c3 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c2db4db-37b8-464a-95e5-aa09019d1f72,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:37:04.362957 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-92e3655d-b8de-42fb-8996-d4f2b57dc9c3 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:37:04.364288 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-92e3655d-b8de-42fb-8996-d4f2b57dc9c3 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3520007 May 30 21:37:04.367075 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 53350) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:37:04.372626 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-8d8bd494-f4be-4dc8-81d6-f352315cc22a tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Request body: {'security_group_rule': {'security_group_id': '606715c9-a1a6-4972-9363-dbf36d2fede3', 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:37:04.379476 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-8d8bd494-f4be-4dc8-81d6-f352315cc22a tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:37:04.383820 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-8d8bd494-f4be-4dc8-81d6-f352315cc22a tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Usage tracker for resource:security_group_rule and tenant:8acbfcbd407543f9bb5b4cfddd9e55c4 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:37:04.386746 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-8d8bd494-f4be-4dc8-81d6-f352315cc22a tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:37:04.392603 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-8d8bd494-f4be-4dc8-81d6-f352315cc22a tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:37:04.471806 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8d8bd494-f4be-4dc8-81d6-f352315cc22a tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:37:04.539219 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8d8bd494-f4be-4dc8-81d6-f352315cc22a tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:37:04.602193 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8d8bd494-f4be-4dc8-81d6-f352315cc22a tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:37:04.630398 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8bd494-f4be-4dc8-81d6-f352315cc22a tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e4c344d-e06b-47f5-a4fa-398c0bea5b1e,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:37:04.705089 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8d8bd494-f4be-4dc8-81d6-f352315cc22a tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:37:04.706441 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-8d8bd494-f4be-4dc8-81d6-f352315cc22a tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3384347 May 30 21:37:04.709236 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 53354) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:37:04.715118 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-b146d595-7598-442e-a36f-58e1fdcdfba9 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Request body: {'security_group_rule': {'security_group_id': '606715c9-a1a6-4972-9363-dbf36d2fede3', 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:37:04.722051 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-b146d595-7598-442e-a36f-58e1fdcdfba9 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:37:04.725868 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-b146d595-7598-442e-a36f-58e1fdcdfba9 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Usage tracker for resource:security_group_rule and tenant:8acbfcbd407543f9bb5b4cfddd9e55c4 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:37:04.728734 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-b146d595-7598-442e-a36f-58e1fdcdfba9 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:37:04.734567 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-b146d595-7598-442e-a36f-58e1fdcdfba9 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:37:04.820249 n-d-843948-2 neutron-server[84887]: INFO neutron.db.securitygroups_db [None req-b146d595-7598-442e-a36f-58e1fdcdfba9 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Project 8acbfcbd407543f9bb5b4cfddd9e55c4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 30 21:37:04.827064 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b146d595-7598-442e-a36f-58e1fdcdfba9 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:37:04.890163 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b146d595-7598-442e-a36f-58e1fdcdfba9 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:37:04.991264 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b146d595-7598-442e-a36f-58e1fdcdfba9 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:37:05.015626 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b146d595-7598-442e-a36f-58e1fdcdfba9 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bd99713-bd39-4259-99ec-2d063f630055,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:37:05.105512 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b146d595-7598-442e-a36f-58e1fdcdfba9 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:37:05.106812 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-b146d595-7598-442e-a36f-58e1fdcdfba9 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3965831 May 30 21:37:05.109707 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 53358) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:37:05.115164 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-85c779a6-4d46-4635-bb59-6a5d4bf03f1d tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Request body: {'security_group_rule': {'security_group_id': '606715c9-a1a6-4972-9363-dbf36d2fede3', 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:37:05.122579 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-85c779a6-4d46-4635-bb59-6a5d4bf03f1d tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:37:05.126406 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-85c779a6-4d46-4635-bb59-6a5d4bf03f1d tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Usage tracker for resource:security_group_rule and tenant:8acbfcbd407543f9bb5b4cfddd9e55c4 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:37:05.129388 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-85c779a6-4d46-4635-bb59-6a5d4bf03f1d tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:37:05.135208 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-85c779a6-4d46-4635-bb59-6a5d4bf03f1d tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:37:05.231679 n-d-843948-2 neutron-server[84887]: INFO neutron.db.securitygroups_db [None req-85c779a6-4d46-4635-bb59-6a5d4bf03f1d tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Project 8acbfcbd407543f9bb5b4cfddd9e55c4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 30 21:37:05.238569 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-85c779a6-4d46-4635-bb59-6a5d4bf03f1d tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:37:05.310261 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-85c779a6-4d46-4635-bb59-6a5d4bf03f1d tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:37:05.379183 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-85c779a6-4d46-4635-bb59-6a5d4bf03f1d tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:37:05.498159 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c779a6-4d46-4635-bb59-6a5d4bf03f1d tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2269d09-08f9-4c2e-9ac2-a195895b82bf,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:37:05.562245 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-85c779a6-4d46-4635-bb59-6a5d4bf03f1d tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:37:05.563388 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-85c779a6-4d46-4635-bb59-6a5d4bf03f1d tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4527552 May 30 21:37:05.566377 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 53362) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:37:05.571800 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-351e3343-5e10-4ffc-8d48-1e3a9c7eb910 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Request body: {'network': {'name': 'tempest-network-smoke--1493492544', 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'port_security_enabled': True}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:37:05.577548 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-351e3343-5e10-4ffc-8d48-1e3a9c7eb910 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:37:05.581578 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-351e3343-5e10-4ffc-8d48-1e3a9c7eb910 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Usage tracker for resource:network and tenant:8acbfcbd407543f9bb5b4cfddd9e55c4 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:37:05.585142 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-351e3343-5e10-4ffc-8d48-1e3a9c7eb910 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:37:05.590842 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-351e3343-5e10-4ffc-8d48-1e3a9c7eb910 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:37:05.653635 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-351e3343-5e10-4ffc-8d48-1e3a9c7eb910 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Made reservation on behalf of 8acbfcbd407543f9bb5b4cfddd9e55c4 for: {'network': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 21:37:05.656549 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-351e3343-5e10-4ffc-8d48-1e3a9c7eb910 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:37:05.684445 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-351e3343-5e10-4ffc-8d48-1e3a9c7eb910 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] vlan segment allocate from pool success with {'vlan_id': 652, 'physical_network': 'physnet1'} {{(pid=84887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 21:37:05.692546 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-351e3343-5e10-4ffc-8d48-1e3a9c7eb910 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:37:05.692876 n-d-843948-2 neutron-server[84887]: INFO neutron.db.segments_db [None req-351e3343-5e10-4ffc-8d48-1e3a9c7eb910 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Added segment ebfda598-b999-41b3-8ef0-5541a08f1334 of type vlan for network 6decc4a2-a30c-4552-bdda-5e9c5d2aa53e May 30 21:37:05.719942 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-351e3343-5e10-4ffc-8d48-1e3a9c7eb910 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:37:05.825598 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-351e3343-5e10-4ffc-8d48-1e3a9c7eb910 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:37:05.829184 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351e3343-5e10-4ffc-8d48-1e3a9c7eb910 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:37:05.829793 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-351e3343-5e10-4ffc-8d48-1e3a9c7eb910 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:37:05.942165 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351e3343-5e10-4ffc-8d48-1e3a9c7eb910 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Pushing event updated for resources: {'Network': ['ID=6decc4a2-a30c-4552-bdda-5e9c5d2aa53e,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:37:05.952819 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network 6decc4a2-a30c-4552-bdda-5e9c5d2aa53e details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 21:37:05.991574 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-351e3343-5e10-4ffc-8d48-1e3a9c7eb910 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4241693 May 30 21:37:05.994396 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 53366) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:37:06.001783 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-5db8c254-31d3-4114-add8-b51c793d921e tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-928275890', 'admin_state_up': True, 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:37:06.008061 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-5db8c254-31d3-4114-add8-b51c793d921e tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:37:06.011962 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-5db8c254-31d3-4114-add8-b51c793d921e tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Usage tracker for resource:router and tenant:8acbfcbd407543f9bb5b4cfddd9e55c4 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:37:06.015631 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-5db8c254-31d3-4114-add8-b51c793d921e tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:37:06.021353 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-5db8c254-31d3-4114-add8-b51c793d921e tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:37:06.082759 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5db8c254-31d3-4114-add8-b51c793d921e tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-733683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3159'] for router, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:37:06.083651 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5db8c254-31d3-4114-add8-b51c793d921e tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-733584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-736372', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-628480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3164'] for router, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:37:06.102136 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5db8c254-31d3-4114-add8-b51c793d921e tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:37:06.327370 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5db8c254-31d3-4114-add8-b51c793d921e tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-736390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:37:06.559039 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5db8c254-31d3-4114-add8-b51c793d921e tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for router_gateway, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:37:06.587945 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5db8c254-31d3-4114-add8-b51c793d921e tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:37:06.725599 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [None req-5db8c254-31d3-4114-add8-b51c793d921e tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Allocated IP 172.25.8.248 (c7869750-4b49-4b7e-aa99-5e0f1ae02da4/427601ec-f643-4fe7-b5e6-17305d3a39e1/8ee6e4df-d66a-4cc6-956e-cdc265b67c5a) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 21:37:06.876484 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5db8c254-31d3-4114-add8-b51c793d921e tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:37:06.961969 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5db8c254-31d3-4114-add8-b51c793d921e tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:37:07.028591 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db8c254-31d3-4114-add8-b51c793d921e tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:37:07.031604 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-5db8c254-31d3-4114-add8-b51c793d921e tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:37:07.034084 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db8c254-31d3-4114-add8-b51c793d921e tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 21:37:07.074194 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db8c254-31d3-4114-add8-b51c793d921e tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Pushing event updated for resources: {'Port': ['ID=8ee6e4df-d66a-4cc6-956e-cdc265b67c5a,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:37:07.259041 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5db8c254-31d3-4114-add8-b51c793d921e tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for router_gateway, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:37:07.259769 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5db8c254-31d3-4114-add8-b51c793d921e tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-736409'] for router, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:37:07.532217 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5db8c254-31d3-4114-add8-b51c793d921e tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Router a7438443-fca1-4d4d-8802-a4bcd09581d3 is scheduled to L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 with binding_index 1 {{(pid=84887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 21:37:07.732843 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5db8c254-31d3-4114-add8-b51c793d921e tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 21:37:07.748666 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640c78dc-a32a-48d9-9650-bc1ecdfedd1e None None] Sync routers for ids ['a7438443-fca1-4d4d-8802-a4bcd09581d3'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 21:37:07.763370 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640c78dc-a32a-48d9-9650-bc1ecdfedd1e None None] Routers {'a7438443-fca1-4d4d-8802-a4bcd09581d3'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:37:07.763974 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-640c78dc-a32a-48d9-9650-bc1ecdfedd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T21:37:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['a7438443-fca1-4d4d-8802-a4bcd09581d3'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:37:07.825105 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5db8c254-31d3-4114-add8-b51c793d921e tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for router, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:37:07.826361 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-5db8c254-31d3-4114-add8-b51c793d921e tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8310230 May 30 21:37:07.829739 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 53374) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:37:07.948158 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-640c78dc-a32a-48d9-9650-bc1ecdfedd1e None None] Set router a7438443-fca1-4d4d-8802-a4bcd09581d3 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:37:07.979441 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-f41f5e56-e202-4a54-9f56-f514782208e2 tempest-TestNetworkAdvancedServerOps-899114059 tempest-TestNetworkAdvancedServerOps-899114059-project-admin] 10.222.0.85 "GET /v2.0/subnets?project_id=8acbfcbd407543f9bb5b4cfddd9e55c4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1485941 May 30 21:37:07.982072 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 53378) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:37:08.109858 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1244b6b-a698-457f-a789-68d8555c42f8 tempest-TestNetworkAdvancedServerOps-899114059 tempest-TestNetworkAdvancedServerOps-899114059-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:37:08.111234 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-c1244b6b-a698-457f-a789-68d8555c42f8 tempest-TestNetworkAdvancedServerOps-899114059 tempest-TestNetworkAdvancedServerOps-899114059-project-admin] 10.222.0.85 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1282969 May 30 21:37:08.114126 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 53382) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:37:08.152214 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-ef57283b-9d87-4f08-9851-1b263f7b4435 tempest-TestNetworkAdvancedServerOps-899114059 tempest-TestNetworkAdvancedServerOps-899114059-project-admin] 10.222.0.85 "GET /v2.0/subnets?network_id=c7869750-4b49-4b7e-aa99-5e0f1ae02da4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0370502 May 30 21:37:08.154870 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 53386) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:37:08.160027 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-11b00804-0f7c-452a-a605-74939555aa82 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-56802728', 'network_id': '6decc4a2-a30c-4552-bdda-5e9c5d2aa53e', 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:37:08.236713 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-640c78dc-a32a-48d9-9650-bc1ecdfedd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7438443-fca1-4d4d-8802-a4bcd09581d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-928275890', 'tenant_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '8ee6e4df-d66a-4cc6-956e-cdc265b67c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:37:06Z', 'updated_at': '2022-05-30T21:37:07Z', 'revision_number': 3, 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'gw_port': {'id': '8ee6e4df-d66a-4cc6-956e-cdc265b67c5a', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:1c:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7438443-fca1-4d4d-8802-a4bcd09581d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:37:06Z', 'updated_at': '2022-05-30T21:37:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:37:08.241178 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640c78dc-a32a-48d9-9650-bc1ecdfedd1e None None] Checking router: a7438443-fca1-4d4d-8802-a4bcd09581d3 for host: n-d-843948-2 {{(pid=84889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 21:37:08.241520 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640c78dc-a32a-48d9-9650-bc1ecdfedd1e None None] Updating router a7438443-fca1-4d4d-8802-a4bcd09581d3 port 8ee6e4df-d66a-4cc6-956e-cdc265b67c5a binding host n-d-843948-2 {{(pid=84889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 21:37:08.271279 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-11b00804-0f7c-452a-a605-74939555aa82 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:37:08.275584 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-11b00804-0f7c-452a-a605-74939555aa82 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Usage tracker for resource:subnet and tenant:8acbfcbd407543f9bb5b4cfddd9e55c4 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:37:08.278658 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-11b00804-0f7c-452a-a605-74939555aa82 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:37:08.284913 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-11b00804-0f7c-452a-a605-74939555aa82 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:37:08.321797 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-640c78dc-a32a-48d9-9650-bc1ecdfedd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:37:08.379222 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11b00804-0f7c-452a-a605-74939555aa82 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Made reservation on behalf of 8acbfcbd407543f9bb5b4cfddd9e55c4 for: {'subnet': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 21:37:08.480686 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-11b00804-0f7c-452a-a605-74939555aa82 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114220'] for subnet, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:37:08.635946 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-640c78dc-a32a-48d9-9650-bc1ecdfedd1e None None] Notify callbacks [] for port, precommit_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:37:08.647740 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.provisioning_blocks [None req-640c78dc-a32a-48d9-9650-bc1ecdfedd1e None None] Transition to ACTIVE for port object 8ee6e4df-d66a-4cc6-956e-cdc265b67c5a will not be triggered until provisioned by entity L2. {{(pid=84889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:37:08.703901 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-640c78dc-a32a-48d9-9650-bc1ecdfedd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:37:08.756985 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-11b00804-0f7c-452a-a605-74939555aa82 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4055401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114238'] for subnet, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:37:08.782418 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e1ee24-ab98-4375-b160-5e1821670e73 None None] Pushing event updated for resources: {'Port': ['ID=8ee6e4df-d66a-4cc6-956e-cdc265b67c5a,revision_number=2']} {{(pid=84889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:37:08.791797 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-640c78dc-a32a-48d9-9650-bc1ecdfedd1e None None] Attempting to bind port 8ee6e4df-d66a-4cc6-956e-cdc265b67c5a on host n-d-843948-2 for vnic_type normal with profile {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 21:37:08.792153 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-640c78dc-a32a-48d9-9650-bc1ecdfedd1e None None] Attempting to bind port 8ee6e4df-d66a-4cc6-956e-cdc265b67c5a by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}] {{(pid=84889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 21:37:08.792530 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640c78dc-a32a-48d9-9650-bc1ecdfedd1e None None] Attempting to bind port 8ee6e4df-d66a-4cc6-956e-cdc265b67c5a on network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:37:08.802694 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e1ee24-ab98-4375-b160-5e1821670e73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:37:08.803049 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e1ee24-ab98-4375-b160-5e1821670e73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:37:08.803377 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e1ee24-ab98-4375-b160-5e1821670e73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:37:08.803716 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e1ee24-ab98-4375-b160-5e1821670e73 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:37:08.804028 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e1ee24-ab98-4375-b160-5e1821670e73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:37:08.804346 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e1ee24-ab98-4375-b160-5e1821670e73 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:37:08.804659 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e1ee24-ab98-4375-b160-5e1821670e73 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:37:08.804974 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e1ee24-ab98-4375-b160-5e1821670e73 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:37:08.805286 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e1ee24-ab98-4375-b160-5e1821670e73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:37:08.805594 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e1ee24-ab98-4375-b160-5e1821670e73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:37:08.805927 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e1ee24-ab98-4375-b160-5e1821670e73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:37:08.809380 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640c78dc-a32a-48d9-9650-bc1ecdfedd1e None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 21:37:08.809917 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640c78dc-a32a-48d9-9650-bc1ecdfedd1e None None] Checking segment: {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:37:08.810158 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-640c78dc-a32a-48d9-9650-bc1ecdfedd1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:37:08.811301 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640c78dc-a32a-48d9-9650-bc1ecdfedd1e None None] Bound using segment: {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'} {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 21:37:08.811301 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-640c78dc-a32a-48d9-9650-bc1ecdfedd1e None None] Bound port: 8ee6e4df-d66a-4cc6-956e-cdc265b67c5a, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}}] {{(pid=84889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 21:37:08.811301 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-640c78dc-a32a-48d9-9650-bc1ecdfedd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:37:08.843653 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00804-0f7c-452a-a605-74939555aa82 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Pushing event updated for resources: {'Subnet': ['ID=a04652a9-c20b-4b47-ba61-55256dab54f8,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:37:08.853706 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b00804-0f7c-452a-a605-74939555aa82 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Checking segment: {'id': 'ebfda598-b999-41b3-8ef0-5541a08f1334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '6decc4a2-a30c-4552-bdda-5e9c5d2aa53e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:37:08.854065 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b00804-0f7c-452a-a605-74939555aa82 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Network hostable DHCP agents. Network: 6decc4a2-a30c-4552-bdda-5e9c5d2aa53e, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 21:37:08.882233 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.db [None req-640c78dc-a32a-48d9-9650-bc1ecdfedd1e None None] For port 8ee6e4df-d66a-4cc6-956e-cdc265b67c5a, host n-d-843948-2, cleared binding levels {{(pid=84889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 21:37:08.885125 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.db [None req-640c78dc-a32a-48d9-9650-bc1ecdfedd1e None None] For port 8ee6e4df-d66a-4cc6-956e-cdc265b67c5a, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=8ee6e4df-d66a-4cc6-956e-cdc265b67c5a,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 21:37:08.926769 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b00804-0f7c-452a-a605-74939555aa82 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Network 6decc4a2-a30c-4552-bdda-5e9c5d2aa53e is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 21:37:08.955943 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-640c78dc-a32a-48d9-9650-bc1ecdfedd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:37:09.013436 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-11b00804-0f7c-452a-a605-74939555aa82 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, 6decc4a2-a30c-4552-bdda-5e9c5d2aa53e) {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:37:09.017481 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b00804-0f7c-452a-a605-74939555aa82 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:37:09.018271 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-11b00804-0f7c-452a-a605-74939555aa82 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:37:09.024077 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c79c48a2-ebd4-4925-8302-cf47fab4a15d None None] Network 6decc4a2-a30c-4552-bdda-5e9c5d2aa53e requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 21:37:09.038158 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e1ee24-ab98-4375-b160-5e1821670e73 None None] Pushing event updated for resources: {'Port': ['ID=8ee6e4df-d66a-4cc6-956e-cdc265b67c5a,revision_number=3']} {{(pid=84889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:37:09.040914 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640c78dc-a32a-48d9-9650-bc1ecdfedd1e None None] Routers {'a7438443-fca1-4d4d-8802-a4bcd09581d3'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:37:09.041494 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-640c78dc-a32a-48d9-9650-bc1ecdfedd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T21:37:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['a7438443-fca1-4d4d-8802-a4bcd09581d3'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:37:09.143181 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-11b00804-0f7c-452a-a605-74939555aa82 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9847119 May 30 21:37:09.143608 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 53390) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:37:09.220925 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-640c78dc-a32a-48d9-9650-bc1ecdfedd1e None None] Set router a7438443-fca1-4d4d-8802-a4bcd09581d3 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:37:09.253451 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d18e3ffb-3ff9-409e-8c92-cc0123939617 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-6decc4a2-a30c-4552-bdda-5e9c5d2aa53e', 'network_id': '6decc4a2-a30c-4552-bdda-5e9c5d2aa53e', 'tenant_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'fixed_ips': [{'subnet_id': 'a04652a9-c20b-4b47-ba61-55256dab54f8'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 21:37:09.254595 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-d18e3ffb-3ff9-409e-8c92-cc0123939617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:37:09.427970 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-d18e3ffb-3ff9-409e-8c92-cc0123939617 None None] Allocated IP 172.20.0.2 (6decc4a2-a30c-4552-bdda-5e9c5d2aa53e/a04652a9-c20b-4b47-ba61-55256dab54f8/c64071fd-a882-439c-89fb-627e67eb0e05) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 21:37:09.588107 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-640c78dc-a32a-48d9-9650-bc1ecdfedd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7438443-fca1-4d4d-8802-a4bcd09581d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-928275890', 'tenant_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '8ee6e4df-d66a-4cc6-956e-cdc265b67c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:37:06Z', 'updated_at': '2022-05-30T21:37:07Z', 'revision_number': 3, 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'gw_port': {'id': '8ee6e4df-d66a-4cc6-956e-cdc265b67c5a', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:1c:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7438443-fca1-4d4d-8802-a4bcd09581d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:37:06Z', 'updated_at': '2022-05-30T21:37:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:37:09.593932 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640c78dc-a32a-48d9-9650-bc1ecdfedd1e None None] The sync data for ids ['a7438443-fca1-4d4d-8802-a4bcd09581d3'] in n-d-843948-2 is: [{'id': 'a7438443-fca1-4d4d-8802-a4bcd09581d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-928275890', 'tenant_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '8ee6e4df-d66a-4cc6-956e-cdc265b67c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:37:06Z', 'updated_at': '2022-05-30T21:37:07Z', 'revision_number': 3, 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'gw_port': {'id': '8ee6e4df-d66a-4cc6-956e-cdc265b67c5a', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:1c:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7438443-fca1-4d4d-8802-a4bcd09581d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:37:06Z', 'updated_at': '2022-05-30T21:37:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 21:37:09.745432 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-d18e3ffb-3ff9-409e-8c92-cc0123939617 None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:37:09.757268 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-d18e3ffb-3ff9-409e-8c92-cc0123939617 None None] Transition to ACTIVE for port object c64071fd-a882-439c-89fb-627e67eb0e05 will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:37:09.780395 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-d18e3ffb-3ff9-409e-8c92-cc0123939617 None None] Transition to ACTIVE for port object c64071fd-a882-439c-89fb-627e67eb0e05 will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:37:09.871644 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-d18e3ffb-3ff9-409e-8c92-cc0123939617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:37:09.950763 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d18e3ffb-3ff9-409e-8c92-cc0123939617 None None] Network 6decc4a2-a30c-4552-bdda-5e9c5d2aa53e is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:37:09.954589 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-d18e3ffb-3ff9-409e-8c92-cc0123939617 None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:37:09.956391 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18e3ffb-3ff9-409e-8c92-cc0123939617 None None] Pushing event updated for resources: {'Port': ['ID=c64071fd-a882-439c-89fb-627e67eb0e05,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:37:09.958595 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18e3ffb-3ff9-409e-8c92-cc0123939617 None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 21:37:09.990921 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4a404aa5-694b-4290-8867-7f72d8994e16 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:37:10.073161 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-d18e3ffb-3ff9-409e-8c92-cc0123939617 None None] Attempting to bind port c64071fd-a882-439c-89fb-627e67eb0e05 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 21:37:10.073767 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-d18e3ffb-3ff9-409e-8c92-cc0123939617 None None] Attempting to bind port c64071fd-a882-439c-89fb-627e67eb0e05 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': 'ebfda598-b999-41b3-8ef0-5541a08f1334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '6decc4a2-a30c-4552-bdda-5e9c5d2aa53e'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 21:37:10.073899 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18e3ffb-3ff9-409e-8c92-cc0123939617 None None] Attempting to bind port c64071fd-a882-439c-89fb-627e67eb0e05 on network 6decc4a2-a30c-4552-bdda-5e9c5d2aa53e {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:37:10.082449 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18e3ffb-3ff9-409e-8c92-cc0123939617 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 21:37:10.082820 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18e3ffb-3ff9-409e-8c92-cc0123939617 None None] Checking segment: {'id': 'ebfda598-b999-41b3-8ef0-5541a08f1334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '6decc4a2-a30c-4552-bdda-5e9c5d2aa53e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:37:10.083220 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-d18e3ffb-3ff9-409e-8c92-cc0123939617 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:37:10.083602 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18e3ffb-3ff9-409e-8c92-cc0123939617 None None] Bound using segment: {'id': 'ebfda598-b999-41b3-8ef0-5541a08f1334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '6decc4a2-a30c-4552-bdda-5e9c5d2aa53e'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 21:37:10.084619 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-d18e3ffb-3ff9-409e-8c92-cc0123939617 None None] Bound port: c64071fd-a882-439c-89fb-627e67eb0e05, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebfda598-b999-41b3-8ef0-5541a08f1334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '6decc4a2-a30c-4552-bdda-5e9c5d2aa53e'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 21:37:10.084992 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-d18e3ffb-3ff9-409e-8c92-cc0123939617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:37:10.109512 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 8ee6e4df-d66a-4cc6-956e-cdc265b67c5a up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:37:10.234012 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-d18e3ffb-3ff9-409e-8c92-cc0123939617 None None] For port c64071fd-a882-439c-89fb-627e67eb0e05, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 21:37:10.240095 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-d18e3ffb-3ff9-409e-8c92-cc0123939617 None None] For port c64071fd-a882-439c-89fb-627e67eb0e05, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=c64071fd-a882-439c-89fb-627e67eb0e05,segment=NetworkSegment(ebfda598-b999-41b3-8ef0-5541a08f1334),segment_id=ebfda598-b999-41b3-8ef0-5541a08f1334)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 21:37:10.328382 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-d18e3ffb-3ff9-409e-8c92-cc0123939617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:37:10.370404 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 8ee6e4df-d66a-4cc6-956e-cdc265b67c5a completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:37:10.397692 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 8ee6e4df-d66a-4cc6-956e-cdc265b67c5a triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:37:10.398069 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:37:10.471062 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18e3ffb-3ff9-409e-8c92-cc0123939617 None None] Pushing event updated for resources: {'Port': ['ID=c64071fd-a882-439c-89fb-627e67eb0e05,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:37:10.561916 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:37:10.565465 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-4a404aa5-694b-4290-8867-7f72d8994e16 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Allocated IP 172.20.0.1 (6decc4a2-a30c-4552-bdda-5e9c5d2aa53e/a04652a9-c20b-4b47-ba61-55256dab54f8/7c9dc7f7-714e-41ba-9017-9065ab480804) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 21:37:10.581968 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port 8ee6e4df-d66a-4cc6-956e-cdc265b67c5a, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=8ee6e4df-d66a-4cc6-956e-cdc265b67c5a,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:37:10.670948 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:37:10.752801 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4a404aa5-694b-4290-8867-7f72d8994e16 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:37:10.761649 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=8ee6e4df-d66a-4cc6-956e-cdc265b67c5a,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:37:10.777208 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [None req-4a404aa5-694b-4290-8867-7f72d8994e16 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Transition to ACTIVE for port object 7c9dc7f7-714e-41ba-9017-9065ab480804 will not be triggered until provisioned by entity DHCP. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:37:10.871357 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4a404aa5-694b-4290-8867-7f72d8994e16 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:37:10.946343 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a404aa5-694b-4290-8867-7f72d8994e16 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Network 6decc4a2-a30c-4552-bdda-5e9c5d2aa53e is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:37:10.949565 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-4a404aa5-694b-4290-8867-7f72d8994e16 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:37:10.953897 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a404aa5-694b-4290-8867-7f72d8994e16 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 21:37:10.981752 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a404aa5-694b-4290-8867-7f72d8994e16 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Pushing event updated for resources: {'Port': ['ID=7c9dc7f7-714e-41ba-9017-9065ab480804,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:37:11.012353 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4a404aa5-694b-4290-8867-7f72d8994e16 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-736099'] for router_interface, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:37:11.169134 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4a404aa5-694b-4290-8867-7f72d8994e16 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:37:11.435227 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff0ff886-01d1-4729-94b6-2f65deeeef15 None None] Network 6decc4a2-a30c-4552-bdda-5e9c5d2aa53e requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 21:37:11.588848 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4a404aa5-694b-4290-8867-7f72d8994e16 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:37:11.623084 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 21:37:11.664615 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b2d458ef-27bd-417b-93c1-a69fa3942601 None None] Provisioning for port c64071fd-a882-439c-89fb-627e67eb0e05 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:37:11.693946 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4a404aa5-694b-4290-8867-7f72d8994e16 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:37:11.816825 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a404aa5-694b-4290-8867-7f72d8994e16 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Pushing event updated for resources: {'Port': ['ID=7c9dc7f7-714e-41ba-9017-9065ab480804,revision_number=2']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:37:11.819950 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4a404aa5-694b-4290-8867-7f72d8994e16 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1718057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-736206'] for router_interface, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:37:11.972936 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a404aa5-694b-4290-8867-7f72d8994e16 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Network 6decc4a2-a30c-4552-bdda-5e9c5d2aa53e is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:37:11.974157 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-4a404aa5-694b-4290-8867-7f72d8994e16 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:37:12.065431 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-fc2a2e73-ae1f-4059-877e-23b094e7ccb9 None None] Provisioning for port 7c9dc7f7-714e-41ba-9017-9065ab480804 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:37:12.071240 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-fc2a2e73-ae1f-4059-877e-23b094e7ccb9 None None] Provisioning complete for port 7c9dc7f7-714e-41ba-9017-9065ab480804 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:37:12.071607 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-fc2a2e73-ae1f-4059-877e-23b094e7ccb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:37:12.154670 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 8ee6e4df-d66a-4cc6-956e-cdc265b67c5a up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:37:12.183477 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-fc2a2e73-ae1f-4059-877e-23b094e7ccb9 None None] Port 7c9dc7f7-714e-41ba-9017-9065ab480804 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 21:37:12.227805 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 8ee6e4df-d66a-4cc6-956e-cdc265b67c5a triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:37:12.228178 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:37:12.355365 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-6e4ed788-2553-48ac-af19-8785fb67ae93 None None] Provisioning complete for port 7c9dc7f7-714e-41ba-9017-9065ab480804 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:37:12.355738 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-6e4ed788-2553-48ac-af19-8785fb67ae93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:37:12.425441 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device c64071fd-a882-439c-89fb-627e67eb0e05 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:37:12.472644 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-6e4ed788-2553-48ac-af19-8785fb67ae93 None None] Port 7c9dc7f7-714e-41ba-9017-9065ab480804 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 21:37:12.509050 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a404aa5-694b-4290-8867-7f72d8994e16 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Router a7438443-fca1-4d4d-8802-a4bcd09581d3 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 21:37:12.590288 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port c64071fd-a882-439c-89fb-627e67eb0e05 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:37:12.597116 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port c64071fd-a882-439c-89fb-627e67eb0e05 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:37:12.597482 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:37:12.633469 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-69499468-61e6-4fb1-994a-c244c0d2ee6d None None] Provisioning complete for port 7c9dc7f7-714e-41ba-9017-9065ab480804 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:37:12.633860 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-69499468-61e6-4fb1-994a-c244c0d2ee6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:37:12.704589 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-69499468-61e6-4fb1-994a-c244c0d2ee6d None None] Port 7c9dc7f7-714e-41ba-9017-9065ab480804 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 21:37:12.718715 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a404aa5-694b-4290-8867-7f72d8994e16 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 21:37:12.733913 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-4a404aa5-694b-4290-8867-7f72d8994e16 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "PUT /v2.0/routers/a7438443-fca1-4d4d-8802-a4bcd09581d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5892072 May 30 21:37:12.767128 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:37:12.807415 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port c64071fd-a882-439c-89fb-627e67eb0e05, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=c64071fd-a882-439c-89fb-627e67eb0e05,segment=NetworkSegment(ebfda598-b999-41b3-8ef0-5541a08f1334),segment_id=ebfda598-b999-41b3-8ef0-5541a08f1334)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:37:12.882200 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:37:12.912938 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0846f19b-055f-46e3-8abb-7013bb32b1d6 req-6e0ba49a-c9f1-40d7-98f9-5960218c1a0a tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-561215915&fields=id&tenant_id=8acbfcbd407543f9bb5b4cfddd9e55c4 HTTP/1.1" status: 200 len: 267 time: 0.0424845 May 30 21:37:12.955746 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=c64071fd-a882-439c-89fb-627e67eb0e05,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:37:13.066544 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0846f19b-055f-46e3-8abb-7013bb32b1d6 req-f28ac2ab-0b55-4869-9e5c-03917d22533b tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:37:13.067232 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-0846f19b-055f-46e3-8abb-7013bb32b1d6 req-f28ac2ab-0b55-4869-9e5c-03917d22533b tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Synchronizing usage tracker for tenant:8acbfcbd407543f9bb5b4cfddd9e55c4 on resource:network {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 21:37:13.151037 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-0846f19b-055f-46e3-8abb-7013bb32b1d6 req-f28ac2ab-0b55-4869-9e5c-03917d22533b tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Unset dirty status for tenant:8acbfcbd407543f9bb5b4cfddd9e55c4 on resource:network {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 21:37:13.152236 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0846f19b-055f-46e3-8abb-7013bb32b1d6 req-f28ac2ab-0b55-4869-9e5c-03917d22533b tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/networks?id=6decc4a2-a30c-4552-bdda-5e9c5d2aa53e HTTP/1.1" status: 200 len: 797 time: 0.2316859 May 30 21:37:13.171470 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0846f19b-055f-46e3-8abb-7013bb32b1d6 req-95d0640a-0a58-4e72-b89c-d020a557a7df tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/quotas/8acbfcbd407543f9bb5b4cfddd9e55c4 HTTP/1.1" status: 200 len: 375 time: 0.0134985 May 30 21:37:13.250999 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce79646d-665c-4a17-b7c8-6995dba096a6 None None] Sync routers for ids ['a7438443-fca1-4d4d-8802-a4bcd09581d3'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 21:37:13.258029 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-0846f19b-055f-46e3-8abb-7013bb32b1d6 req-7ab37c6b-623c-431b-a7e8-ebc93dcec817 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Synchronizing usage tracker for tenant:8acbfcbd407543f9bb5b4cfddd9e55c4 on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 21:37:13.263051 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce79646d-665c-4a17-b7c8-6995dba096a6 None None] Routers {'a7438443-fca1-4d4d-8802-a4bcd09581d3'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:37:13.263656 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-ce79646d-665c-4a17-b7c8-6995dba096a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T21:37:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['a7438443-fca1-4d4d-8802-a4bcd09581d3'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:37:13.356951 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-0846f19b-055f-46e3-8abb-7013bb32b1d6 req-7ab37c6b-623c-431b-a7e8-ebc93dcec817 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Unset dirty status for tenant:8acbfcbd407543f9bb5b4cfddd9e55c4 on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 21:37:13.358385 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0846f19b-055f-46e3-8abb-7013bb32b1d6 req-7ab37c6b-623c-431b-a7e8-ebc93dcec817 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=8acbfcbd407543f9bb5b4cfddd9e55c4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1815836 May 30 21:37:13.476025 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-ce79646d-665c-4a17-b7c8-6995dba096a6 None None] Set router a7438443-fca1-4d4d-8802-a4bcd09581d3 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:37:13.500035 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0846f19b-055f-46e3-8abb-7013bb32b1d6 req-a6683141-00a1-4fd2-8153-bf55b3510293 service neutron] 10.222.0.85 "GET /v2.0/networks/6decc4a2-a30c-4552-bdda-5e9c5d2aa53e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289794 May 30 21:37:13.633870 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0846f19b-055f-46e3-8abb-7013bb32b1d6 req-dfe1ab5f-fb7f-449e-9dfc-0e4f75f1eb42 service neutron] 10.222.0.85 "GET /v2.0/networks/6decc4a2-a30c-4552-bdda-5e9c5d2aa53e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279690 May 30 21:37:13.800043 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-ce79646d-665c-4a17-b7c8-6995dba096a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7438443-fca1-4d4d-8802-a4bcd09581d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-928275890', 'tenant_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '8ee6e4df-d66a-4cc6-956e-cdc265b67c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:37:06Z', 'updated_at': '2022-05-30T21:37:11Z', 'revision_number': 4, 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'gw_port': {'id': '8ee6e4df-d66a-4cc6-956e-cdc265b67c5a', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:1c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7438443-fca1-4d4d-8802-a4bcd09581d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:37:06Z', 'updated_at': '2022-05-30T21:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '7c9dc7f7-714e-41ba-9017-9065ab480804', 'name': '', 'network_id': '6decc4a2-a30c-4552-bdda-5e9c5d2aa53e', 'tenant_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'mac_address': 'fa:16:3e:52:b8:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7438443-fca1-4d4d-8802-a4bcd09581d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a04652a9-c20b-4b47-ba61-55256dab54f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:37:10Z', 'updated_at': '2022-05-30T21:37:11Z', 'revision_number': 2, 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'subnets': [{'id': 'a04652a9-c20b-4b47-ba61-55256dab54f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:37:13.803919 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce79646d-665c-4a17-b7c8-6995dba096a6 None None] Checking router: a7438443-fca1-4d4d-8802-a4bcd09581d3 for host: n-d-843948-2 {{(pid=84888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 21:37:13.804305 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce79646d-665c-4a17-b7c8-6995dba096a6 None None] Updating router a7438443-fca1-4d4d-8802-a4bcd09581d3 port 7c9dc7f7-714e-41ba-9017-9065ab480804 binding host n-d-843948-2 {{(pid=84888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 21:37:13.855819 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ce79646d-665c-4a17-b7c8-6995dba096a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:37:13.960610 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-87ba5792-39e4-4a24-b690-4a439b3b1a20 req-aa7613a2-2255-401a-a14f-328415de0909 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Synchronizing usage tracker for tenant:8acbfcbd407543f9bb5b4cfddd9e55c4 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 21:37:13.973180 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-87ba5792-39e4-4a24-b690-4a439b3b1a20 req-aa7613a2-2255-401a-a14f-328415de0909 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Unset dirty status for tenant:8acbfcbd407543f9bb5b4cfddd9e55c4 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 21:37:13.975140 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-87ba5792-39e4-4a24-b690-4a439b3b1a20 req-aa7613a2-2255-401a-a14f-328415de0909 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/ports?device_id=a5f962b6-c2ec-4bf5-93ef-e6c925b6db43 HTTP/1.1" status: 200 len: 210 time: 0.0542622 May 30 21:37:14.089587 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device c64071fd-a882-439c-89fb-627e67eb0e05 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:37:14.211914 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port c64071fd-a882-439c-89fb-627e67eb0e05 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:37:14.212326 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:37:14.335017 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ce79646d-665c-4a17-b7c8-6995dba096a6 None None] Notify callbacks [] for port, precommit_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:37:14.349173 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-ce79646d-665c-4a17-b7c8-6995dba096a6 None None] Transition to ACTIVE for port object 7c9dc7f7-714e-41ba-9017-9065ab480804 will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:37:14.453295 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ce79646d-665c-4a17-b7c8-6995dba096a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:37:14.576725 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2510279-5916-45a8-8539-970955609155 None None] Pushing event updated for resources: {'Port': ['ID=7c9dc7f7-714e-41ba-9017-9065ab480804,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:37:14.669277 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-ce79646d-665c-4a17-b7c8-6995dba096a6 None None] Attempting to bind port 7c9dc7f7-714e-41ba-9017-9065ab480804 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 21:37:14.669673 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-ce79646d-665c-4a17-b7c8-6995dba096a6 None None] Attempting to bind port 7c9dc7f7-714e-41ba-9017-9065ab480804 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': 'ebfda598-b999-41b3-8ef0-5541a08f1334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '6decc4a2-a30c-4552-bdda-5e9c5d2aa53e'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 21:37:14.670037 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce79646d-665c-4a17-b7c8-6995dba096a6 None None] Attempting to bind port 7c9dc7f7-714e-41ba-9017-9065ab480804 on network 6decc4a2-a30c-4552-bdda-5e9c5d2aa53e {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:37:14.676838 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce79646d-665c-4a17-b7c8-6995dba096a6 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 21:37:14.677201 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce79646d-665c-4a17-b7c8-6995dba096a6 None None] Checking segment: {'id': 'ebfda598-b999-41b3-8ef0-5541a08f1334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '6decc4a2-a30c-4552-bdda-5e9c5d2aa53e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:37:14.678194 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ce79646d-665c-4a17-b7c8-6995dba096a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:37:14.678576 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce79646d-665c-4a17-b7c8-6995dba096a6 None None] Bound using segment: {'id': 'ebfda598-b999-41b3-8ef0-5541a08f1334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '6decc4a2-a30c-4552-bdda-5e9c5d2aa53e'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 21:37:14.679082 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-ce79646d-665c-4a17-b7c8-6995dba096a6 None None] Bound port: 7c9dc7f7-714e-41ba-9017-9065ab480804, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebfda598-b999-41b3-8ef0-5541a08f1334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '6decc4a2-a30c-4552-bdda-5e9c5d2aa53e'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 21:37:14.679395 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ce79646d-665c-4a17-b7c8-6995dba096a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:37:14.791710 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-ce79646d-665c-4a17-b7c8-6995dba096a6 None None] For port 7c9dc7f7-714e-41ba-9017-9065ab480804, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 21:37:14.794894 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-ce79646d-665c-4a17-b7c8-6995dba096a6 None None] For port 7c9dc7f7-714e-41ba-9017-9065ab480804, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=7c9dc7f7-714e-41ba-9017-9065ab480804,segment=NetworkSegment(ebfda598-b999-41b3-8ef0-5541a08f1334),segment_id=ebfda598-b999-41b3-8ef0-5541a08f1334)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 21:37:14.940268 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ce79646d-665c-4a17-b7c8-6995dba096a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:37:15.024476 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2510279-5916-45a8-8539-970955609155 None None] Pushing event updated for resources: {'Port': ['ID=7c9dc7f7-714e-41ba-9017-9065ab480804,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:37:15.027914 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce79646d-665c-4a17-b7c8-6995dba096a6 None None] Routers {'a7438443-fca1-4d4d-8802-a4bcd09581d3'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:37:15.028544 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-ce79646d-665c-4a17-b7c8-6995dba096a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T21:37:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['a7438443-fca1-4d4d-8802-a4bcd09581d3'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:37:15.148308 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-38aed09f-babb-47b3-b129-59e8f985fe52 req-e04aa12c-d405-469a-acb4-99d657a4812f tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/ports?device_id=a5f962b6-c2ec-4bf5-93ef-e6c925b6db43 HTTP/1.1" status: 200 len: 210 time: 0.0445378 May 30 21:37:15.258535 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-ce79646d-665c-4a17-b7c8-6995dba096a6 None None] Set router a7438443-fca1-4d4d-8802-a4bcd09581d3 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:37:15.586929 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-ce79646d-665c-4a17-b7c8-6995dba096a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7438443-fca1-4d4d-8802-a4bcd09581d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-928275890', 'tenant_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '8ee6e4df-d66a-4cc6-956e-cdc265b67c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:37:06Z', 'updated_at': '2022-05-30T21:37:11Z', 'revision_number': 4, 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'gw_port': {'id': '8ee6e4df-d66a-4cc6-956e-cdc265b67c5a', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:1c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7438443-fca1-4d4d-8802-a4bcd09581d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:37:06Z', 'updated_at': '2022-05-30T21:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '7c9dc7f7-714e-41ba-9017-9065ab480804', 'name': '', 'network_id': '6decc4a2-a30c-4552-bdda-5e9c5d2aa53e', 'tenant_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'mac_address': 'fa:16:3e:52:b8:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7438443-fca1-4d4d-8802-a4bcd09581d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a04652a9-c20b-4b47-ba61-55256dab54f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:37:10Z', 'updated_at': '2022-05-30T21:37:14Z', 'revision_number': 4, 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'subnets': [{'id': 'a04652a9-c20b-4b47-ba61-55256dab54f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:37:15.590899 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce79646d-665c-4a17-b7c8-6995dba096a6 None None] The sync data for ids ['a7438443-fca1-4d4d-8802-a4bcd09581d3'] in n-d-843948-2 is: [{'id': 'a7438443-fca1-4d4d-8802-a4bcd09581d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-928275890', 'tenant_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '8ee6e4df-d66a-4cc6-956e-cdc265b67c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:37:06Z', 'updated_at': '2022-05-30T21:37:11Z', 'revision_number': 4, 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'gw_port': {'id': '8ee6e4df-d66a-4cc6-956e-cdc265b67c5a', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:1c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7438443-fca1-4d4d-8802-a4bcd09581d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:37:06Z', 'updated_at': '2022-05-30T21:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '7c9dc7f7-714e-41ba-9017-9065ab480804', 'name': '', 'network_id': '6decc4a2-a30c-4552-bdda-5e9c5d2aa53e', 'tenant_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'mac_address': 'fa:16:3e:52:b8:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7438443-fca1-4d4d-8802-a4bcd09581d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a04652a9-c20b-4b47-ba61-55256dab54f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:37:10Z', 'updated_at': '2022-05-30T21:37:14Z', 'revision_number': 4, 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'subnets': [{'id': 'a04652a9-c20b-4b47-ba61-55256dab54f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 21:37:16.096338 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 7c9dc7f7-714e-41ba-9017-9065ab480804 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:37:16.201999 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0846f19b-055f-46e3-8abb-7013bb32b1d6 req-7f65cee4-dea2-4091-8e9a-887e334c47ce tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:37:16.202891 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-0846f19b-055f-46e3-8abb-7013bb32b1d6 req-7f65cee4-dea2-4091-8e9a-887e334c47ce tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Synchronizing usage tracker for tenant:8acbfcbd407543f9bb5b4cfddd9e55c4 on resource:network {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 21:37:16.220711 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-0846f19b-055f-46e3-8abb-7013bb32b1d6 req-7f65cee4-dea2-4091-8e9a-887e334c47ce tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Unset dirty status for tenant:8acbfcbd407543f9bb5b4cfddd9e55c4 on resource:network {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 21:37:16.221876 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0846f19b-055f-46e3-8abb-7013bb32b1d6 req-7f65cee4-dea2-4091-8e9a-887e334c47ce tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.86 "GET /v2.0/networks?id=6decc4a2-a30c-4552-bdda-5e9c5d2aa53e HTTP/1.1" status: 200 len: 797 time: 0.1948082 May 30 21:37:16.242840 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 7c9dc7f7-714e-41ba-9017-9065ab480804 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:37:16.249251 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 7c9dc7f7-714e-41ba-9017-9065ab480804 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:37:16.250094 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:37:16.295770 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-0846f19b-055f-46e3-8abb-7013bb32b1d6 req-0954182a-21c7-43e7-95b3-65a30fd5faad tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Synchronizing usage tracker for tenant:8acbfcbd407543f9bb5b4cfddd9e55c4 on resource:security_group {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 21:37:16.352796 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a2937b8d-53b5-4f01-9110-0cb0df1c5fc7 req-c68ba7a7-cd79-4ffd-803d-ffc56b48a239 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/ports?device_id=a5f962b6-c2ec-4bf5-93ef-e6c925b6db43 HTTP/1.1" status: 200 len: 210 time: 0.0494969 May 30 21:37:16.411216 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:37:16.425595 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-0846f19b-055f-46e3-8abb-7013bb32b1d6 req-0954182a-21c7-43e7-95b3-65a30fd5faad tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Unset dirty status for tenant:8acbfcbd407543f9bb5b4cfddd9e55c4 on resource:security_group {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 21:37:16.426839 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0846f19b-055f-46e3-8abb-7013bb32b1d6 req-0954182a-21c7-43e7-95b3-65a30fd5faad tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8acbfcbd407543f9bb5b4cfddd9e55c4 HTTP/1.1" status: 200 len: 379 time: 0.1847794 May 30 21:37:16.438610 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-0846f19b-055f-46e3-8abb-7013bb32b1d6 req-fec3743a-71ea-4413-a3b5-2864e3f707f3 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Request body: {'port': {'device_id': 'a5f962b6-c2ec-4bf5-93ef-e6c925b6db43', 'network_id': '6decc4a2-a30c-4552-bdda-5e9c5d2aa53e', 'admin_state_up': True, 'tenant_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'security_groups': ['606715c9-a1a6-4972-9363-dbf36d2fede3']}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:37:16.447579 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port 7c9dc7f7-714e-41ba-9017-9065ab480804, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=7c9dc7f7-714e-41ba-9017-9065ab480804,segment=NetworkSegment(ebfda598-b999-41b3-8ef0-5541a08f1334),segment_id=ebfda598-b999-41b3-8ef0-5541a08f1334)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:37:16.525008 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:37:16.588832 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-0846f19b-055f-46e3-8abb-7013bb32b1d6 req-fec3743a-71ea-4413-a3b5-2864e3f707f3 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:37:16.596223 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=7c9dc7f7-714e-41ba-9017-9065ab480804,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:37:16.601560 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-0846f19b-055f-46e3-8abb-7013bb32b1d6 req-fec3743a-71ea-4413-a3b5-2864e3f707f3 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:37:16.710784 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0846f19b-055f-46e3-8abb-7013bb32b1d6 req-fec3743a-71ea-4413-a3b5-2864e3f707f3 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Made reservation on behalf of 8acbfcbd407543f9bb5b4cfddd9e55c4 for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 21:37:16.713785 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-0846f19b-055f-46e3-8abb-7013bb32b1d6 req-fec3743a-71ea-4413-a3b5-2864e3f707f3 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:37:16.877039 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [req-0846f19b-055f-46e3-8abb-7013bb32b1d6 req-fec3743a-71ea-4413-a3b5-2864e3f707f3 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Allocated IP 172.20.0.6 (6decc4a2-a30c-4552-bdda-5e9c5d2aa53e/a04652a9-c20b-4b47-ba61-55256dab54f8/f314f50b-68a5-4e78-bdad-672e91c7a219) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 21:37:17.064031 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-0846f19b-055f-46e3-8abb-7013bb32b1d6 req-fec3743a-71ea-4413-a3b5-2864e3f707f3 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:37:17.079403 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-0846f19b-055f-46e3-8abb-7013bb32b1d6 req-fec3743a-71ea-4413-a3b5-2864e3f707f3 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Transition to ACTIVE for port object f314f50b-68a5-4e78-bdad-672e91c7a219 will not be triggered until provisioned by entity DHCP. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:37:17.156494 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-0846f19b-055f-46e3-8abb-7013bb32b1d6 req-fec3743a-71ea-4413-a3b5-2864e3f707f3 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:37:17.326672 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0846f19b-055f-46e3-8abb-7013bb32b1d6 req-fec3743a-71ea-4413-a3b5-2864e3f707f3 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Network 6decc4a2-a30c-4552-bdda-5e9c5d2aa53e is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:37:17.329490 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [req-0846f19b-055f-46e3-8abb-7013bb32b1d6 req-fec3743a-71ea-4413-a3b5-2864e3f707f3 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:37:17.333569 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-0846f19b-055f-46e3-8abb-7013bb32b1d6 req-fec3743a-71ea-4413-a3b5-2864e3f707f3 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 21:37:17.363939 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec3743a-71ea-4413-a3b5-2864e3f707f3 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Pushing event updated for resources: {'Port': ['ID=f314f50b-68a5-4e78-bdad-672e91c7a219,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:37:17.403550 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0846f19b-055f-46e3-8abb-7013bb32b1d6 req-fec3743a-71ea-4413-a3b5-2864e3f707f3 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:37:17.404179 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-0846f19b-055f-46e3-8abb-7013bb32b1d6 req-fec3743a-71ea-4413-a3b5-2864e3f707f3 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:37:17.500452 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0846f19b-055f-46e3-8abb-7013bb32b1d6 req-fec3743a-71ea-4413-a3b5-2864e3f707f3 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0657947 May 30 21:37:17.516447 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-0846f19b-055f-46e3-8abb-7013bb32b1d6 req-61b180a4-1a14-4797-a185-5d6afc380959 service neutron] Request body: {'port': {'device_id': 'a5f962b6-c2ec-4bf5-93ef-e6c925b6db43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843948-2'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:37:17.571937 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e08c7ed-0b65-4142-a185-0875798e90b3 req-1b0c1db4-90b5-469a-b372-b303b9cbb7d8 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:37:17.573411 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4e08c7ed-0b65-4142-a185-0875798e90b3 req-1b0c1db4-90b5-469a-b372-b303b9cbb7d8 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/ports?device_id=a5f962b6-c2ec-4bf5-93ef-e6c925b6db43 HTTP/1.1" status: 200 len: 931 time: 0.0863557 May 30 21:37:17.622234 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4e08c7ed-0b65-4142-a185-0875798e90b3 req-a218364b-ebff-4eee-be40-a00d632e3666 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/security-groups?id=606715c9-a1a6-4972-9363-dbf36d2fede3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428052 May 30 21:37:17.635743 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-0846f19b-055f-46e3-8abb-7013bb32b1d6 req-61b180a4-1a14-4797-a185-5d6afc380959 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:37:17.688307 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-8d2b5ab6-f93a-41ec-b8c4-474c7a79026f None None] Provisioning for port f314f50b-68a5-4e78-bdad-672e91c7a219 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:37:17.697471 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-8d2b5ab6-f93a-41ec-b8c4-474c7a79026f None None] Provisioning complete for port f314f50b-68a5-4e78-bdad-672e91c7a219 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:37:17.698195 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-8d2b5ab6-f93a-41ec-b8c4-474c7a79026f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:37:17.758172 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-8d2b5ab6-f93a-41ec-b8c4-474c7a79026f None None] Port f314f50b-68a5-4e78-bdad-672e91c7a219 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 21:37:17.982210 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [req-0846f19b-055f-46e3-8abb-7013bb32b1d6 req-61b180a4-1a14-4797-a185-5d6afc380959 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f314f50b-68a5-4e78-bdad-672e91c7a219 {{(pid=84887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 21:37:17.988989 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-0846f19b-055f-46e3-8abb-7013bb32b1d6 req-61b180a4-1a14-4797-a185-5d6afc380959 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:37:18.003886 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-0846f19b-055f-46e3-8abb-7013bb32b1d6 req-61b180a4-1a14-4797-a185-5d6afc380959 service neutron] Transition to ACTIVE for port object f314f50b-68a5-4e78-bdad-672e91c7a219 will not be triggered until provisioned by entity L2. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:37:18.059714 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-0846f19b-055f-46e3-8abb-7013bb32b1d6 req-61b180a4-1a14-4797-a185-5d6afc380959 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:37:18.062829 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 7c9dc7f7-714e-41ba-9017-9065ab480804 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:37:18.167558 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 7c9dc7f7-714e-41ba-9017-9065ab480804 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:37:18.167934 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:37:18.225330 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b180a4-1a14-4797-a185-5d6afc380959 service neutron] Pushing event updated for resources: {'Port': ['ID=f314f50b-68a5-4e78-bdad-672e91c7a219,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:37:18.345136 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-0846f19b-055f-46e3-8abb-7013bb32b1d6 req-61b180a4-1a14-4797-a185-5d6afc380959 service neutron] Attempting to bind port f314f50b-68a5-4e78-bdad-672e91c7a219 on host n-h2-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 21:37:18.345810 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-0846f19b-055f-46e3-8abb-7013bb32b1d6 req-61b180a4-1a14-4797-a185-5d6afc380959 service neutron] Attempting to bind port f314f50b-68a5-4e78-bdad-672e91c7a219 by drivers openvswitch,hyperv on host n-h2-843948-2 at level 0 using segments [{'id': 'ebfda598-b999-41b3-8ef0-5541a08f1334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '6decc4a2-a30c-4552-bdda-5e9c5d2aa53e'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 21:37:18.345936 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0846f19b-055f-46e3-8abb-7013bb32b1d6 req-61b180a4-1a14-4797-a185-5d6afc380959 service neutron] Attempting to bind port f314f50b-68a5-4e78-bdad-672e91c7a219 on network 6decc4a2-a30c-4552-bdda-5e9c5d2aa53e {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:37:18.352509 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0846f19b-055f-46e3-8abb-7013bb32b1d6 req-61b180a4-1a14-4797-a185-5d6afc380959 service neutron] Port f314f50b-68a5-4e78-bdad-672e91c7a219 on network 6decc4a2-a30c-4552-bdda-5e9c5d2aa53e not bound, no agent of type Open vSwitch agent registered on host n-h2-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 21:37:18.352930 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0846f19b-055f-46e3-8abb-7013bb32b1d6 req-61b180a4-1a14-4797-a185-5d6afc380959 service neutron] Attempting to bind port f314f50b-68a5-4e78-bdad-672e91c7a219 on network 6decc4a2-a30c-4552-bdda-5e9c5d2aa53e {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:37:18.362031 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0846f19b-055f-46e3-8abb-7013bb32b1d6 req-61b180a4-1a14-4797-a185-5d6afc380959 service neutron] Checking agent: {'id': 'eaa08354-e8f5-4e73-af76-8d3cf7d2b390', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 21, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 21:37:18.365574 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0846f19b-055f-46e3-8abb-7013bb32b1d6 req-61b180a4-1a14-4797-a185-5d6afc380959 service neutron] Checking segment: {'id': 'ebfda598-b999-41b3-8ef0-5541a08f1334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '6decc4a2-a30c-4552-bdda-5e9c5d2aa53e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:37:18.365574 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0846f19b-055f-46e3-8abb-7013bb32b1d6 req-61b180a4-1a14-4797-a185-5d6afc380959 service neutron] Bound using segment: {'id': 'ebfda598-b999-41b3-8ef0-5541a08f1334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '6decc4a2-a30c-4552-bdda-5e9c5d2aa53e'} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 21:37:18.365574 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-0846f19b-055f-46e3-8abb-7013bb32b1d6 req-61b180a4-1a14-4797-a185-5d6afc380959 service neutron] Bound port: f314f50b-68a5-4e78-bdad-672e91c7a219, host: n-h2-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebfda598-b999-41b3-8ef0-5541a08f1334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '6decc4a2-a30c-4552-bdda-5e9c5d2aa53e'}}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 21:37:18.365574 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-0846f19b-055f-46e3-8abb-7013bb32b1d6 req-61b180a4-1a14-4797-a185-5d6afc380959 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:37:18.450228 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-0846f19b-055f-46e3-8abb-7013bb32b1d6 req-61b180a4-1a14-4797-a185-5d6afc380959 service neutron] For port f314f50b-68a5-4e78-bdad-672e91c7a219, host n-h2-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 21:37:18.453048 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-0846f19b-055f-46e3-8abb-7013bb32b1d6 req-61b180a4-1a14-4797-a185-5d6afc380959 service neutron] For port f314f50b-68a5-4e78-bdad-672e91c7a219, host n-h2-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=f314f50b-68a5-4e78-bdad-672e91c7a219,segment=NetworkSegment(ebfda598-b999-41b3-8ef0-5541a08f1334),segment_id=ebfda598-b999-41b3-8ef0-5541a08f1334)] {{(pid=84887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 21:37:18.523112 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-0846f19b-055f-46e3-8abb-7013bb32b1d6 req-61b180a4-1a14-4797-a185-5d6afc380959 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:37:18.590040 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-0846f19b-055f-46e3-8abb-7013bb32b1d6 req-61b180a4-1a14-4797-a185-5d6afc380959 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:37:18.591380 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0846f19b-055f-46e3-8abb-7013bb32b1d6 req-61b180a4-1a14-4797-a185-5d6afc380959 service neutron] 10.222.0.86 "PUT /v2.0/ports/f314f50b-68a5-4e78-bdad-672e91c7a219 HTTP/1.1" status: 200 len: 1091 time: 1.0794449 May 30 21:37:18.591806 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5f962b6-c2ec-4bf5-93ef-e6c925b6db43', 'tag': 'f314f50b-68a5-4e78-bdad-672e91c7a219'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:37:18.617633 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b180a4-1a14-4797-a185-5d6afc380959 service neutron] Pushing event updated for resources: {'Port': ['ID=f314f50b-68a5-4e78-bdad-672e91c7a219,revision_number=3']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:37:18.656660 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb8adc7f-20fc-48bf-a2ee-04f319618269'] response: {'name': 'network-changed', 'server_uuid': 'a5f962b6-c2ec-4bf5-93ef-e6c925b6db43', 'tag': 'f314f50b-68a5-4e78-bdad-672e91c7a219', 'status': 'completed', 'code': 200} May 30 21:37:18.757094 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-56c36b44-e293-40a2-9160-ca77d9dc26b4 req-b1ab42f7-d82f-4a86-a05e-9fa5313cb581 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8acbfcbd407543f9bb5b4cfddd9e55c4&device_id=a5f962b6-c2ec-4bf5-93ef-e6c925b6db43 HTTP/1.1" status: 200 len: 1094 time: 0.0792472 May 30 21:37:18.852907 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7ee161-d0dd-4298-8a43-ecdfc7a6a1c1 req-abff309c-db41-4736-ac4b-80fb0c6d0ca8 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:37:18.854324 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2e7ee161-d0dd-4298-8a43-ecdfc7a6a1c1 req-abff309c-db41-4736-ac4b-80fb0c6d0ca8 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/ports?device_id=a5f962b6-c2ec-4bf5-93ef-e6c925b6db43 HTTP/1.1" status: 200 len: 943 time: 0.0999067 May 30 21:37:18.904011 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2e7ee161-d0dd-4298-8a43-ecdfc7a6a1c1 req-c8bffb06-0349-4534-83a4-d9513169d63a tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/security-groups?id=606715c9-a1a6-4972-9363-dbf36d2fede3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439477 May 30 21:37:18.912158 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c36b44-e293-40a2-9160-ca77d9dc26b4 req-a47acfb6-6460-44ae-87b6-7c0bb4d96a6a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:37:18.913886 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-56c36b44-e293-40a2-9160-ca77d9dc26b4 req-a47acfb6-6460-44ae-87b6-7c0bb4d96a6a service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=8acbfcbd407543f9bb5b4cfddd9e55c4&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1479707 May 30 21:37:19.054884 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c36b44-e293-40a2-9160-ca77d9dc26b4 req-137961bc-dfdc-46b8-90f1-9ed9dbc94bfe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:37:19.056218 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-56c36b44-e293-40a2-9160-ca77d9dc26b4 req-137961bc-dfdc-46b8-90f1-9ed9dbc94bfe service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1325901 May 30 21:37:19.176119 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0846f19b-055f-46e3-8abb-7013bb32b1d6 req-135ee659-1729-4f0e-af96-16b1959a5184 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8acbfcbd407543f9bb5b4cfddd9e55c4&device_id=a5f962b6-c2ec-4bf5-93ef-e6c925b6db43 HTTP/1.1" status: 200 len: 1094 time: 0.0747609 May 30 21:37:19.248417 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0846f19b-055f-46e3-8abb-7013bb32b1d6 req-7a934dd2-6fd6-4c68-b5c4-d5bf04025e2e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f314f50b-68a5-4e78-bdad-672e91c7a219 HTTP/1.1" status: 200 len: 217 time: 0.0621252 May 30 21:37:19.319676 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0846f19b-055f-46e3-8abb-7013bb32b1d6 req-58ba3c54-649c-4608-a1b9-ef47031209c5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:37:19.321157 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0846f19b-055f-46e3-8abb-7013bb32b1d6 req-58ba3c54-649c-4608-a1b9-ef47031209c5 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a04652a9-c20b-4b47-ba61-55256dab54f8 HTTP/1.1" status: 200 len: 833 time: 0.0641289 May 30 21:37:19.402415 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0846f19b-055f-46e3-8abb-7013bb32b1d6 req-0ebcd820-3d1b-4180-a0a1-9d00a5bbfcc3 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=6decc4a2-a30c-4552-bdda-5e9c5d2aa53e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0709331 May 30 21:37:19.643100 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0846f19b-055f-46e3-8abb-7013bb32b1d6 req-7cc768fd-3697-4e6c-a744-d11d2e7153be service neutron] 10.222.0.86 "GET /v2.0/networks/6decc4a2-a30c-4552-bdda-5e9c5d2aa53e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303743 May 30 21:37:19.793702 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0846f19b-055f-46e3-8abb-7013bb32b1d6 req-669e5b20-2420-41b4-bb24-0ba5f70edc07 service neutron] 10.222.0.86 "GET /v2.0/networks/6decc4a2-a30c-4552-bdda-5e9c5d2aa53e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402104 May 30 21:37:20.112732 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a5179e-eb1a-4836-a1f1-dcd82df77384 req-dd9ad577-8ffd-4081-84d3-0fa8aefd0103 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:37:20.113409 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-82a5179e-eb1a-4836-a1f1-dcd82df77384 req-dd9ad577-8ffd-4081-84d3-0fa8aefd0103 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Synchronizing usage tracker for tenant:8acbfcbd407543f9bb5b4cfddd9e55c4 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 21:37:20.179221 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-82a5179e-eb1a-4836-a1f1-dcd82df77384 req-dd9ad577-8ffd-4081-84d3-0fa8aefd0103 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Unset dirty status for tenant:8acbfcbd407543f9bb5b4cfddd9e55c4 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 21:37:20.180424 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-82a5179e-eb1a-4836-a1f1-dcd82df77384 req-dd9ad577-8ffd-4081-84d3-0fa8aefd0103 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/ports?device_id=a5f962b6-c2ec-4bf5-93ef-e6c925b6db43 HTTP/1.1" status: 200 len: 943 time: 0.1488159 May 30 21:37:20.233986 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-82a5179e-eb1a-4836-a1f1-dcd82df77384 req-166c70b3-93c4-4996-82fa-83f5e8ead714 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/security-groups?id=606715c9-a1a6-4972-9363-dbf36d2fede3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479326 May 30 21:37:20.390144 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:37:21.456980 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9966db5c-db2b-4442-a8b5-777257cf3bf3 req-3f8d5583-505f-449f-b7a5-50eefb7bce59 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:37:21.458597 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9966db5c-db2b-4442-a8b5-777257cf3bf3 req-3f8d5583-505f-449f-b7a5-50eefb7bce59 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/ports?device_id=a5f962b6-c2ec-4bf5-93ef-e6c925b6db43 HTTP/1.1" status: 200 len: 943 time: 0.0779343 May 30 21:37:21.504890 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9966db5c-db2b-4442-a8b5-777257cf3bf3 req-4ec6fa67-2e3d-4b93-95de-c5278db86ce6 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/security-groups?id=606715c9-a1a6-4972-9363-dbf36d2fede3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400581 May 30 21:37:22.708223 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838838cb-1bc7-4dab-b34e-861b1acadcf0 req-e9068c59-3bff-42a6-9a55-a3f44f666622 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:37:22.709755 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-838838cb-1bc7-4dab-b34e-861b1acadcf0 req-e9068c59-3bff-42a6-9a55-a3f44f666622 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/ports?device_id=a5f962b6-c2ec-4bf5-93ef-e6c925b6db43 HTTP/1.1" status: 200 len: 943 time: 0.0770471 May 30 21:37:22.756572 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-838838cb-1bc7-4dab-b34e-861b1acadcf0 req-9ab0137d-a541-44c3-83b8-586034234024 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/security-groups?id=606715c9-a1a6-4972-9363-dbf36d2fede3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410726 May 30 21:37:23.150130 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:37:23.961506 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458d6483-4a82-4836-9f32-c33a2283161c req-0baba971-51db-4103-a262-ff487be9c658 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:37:23.963108 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-458d6483-4a82-4836-9f32-c33a2283161c req-0baba971-51db-4103-a262-ff487be9c658 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/ports?device_id=a5f962b6-c2ec-4bf5-93ef-e6c925b6db43 HTTP/1.1" status: 200 len: 943 time: 0.0874460 May 30 21:37:24.010862 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-458d6483-4a82-4836-9f32-c33a2283161c req-744e652d-8609-47b2-8b5e-5d26958b2740 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/security-groups?id=606715c9-a1a6-4972-9363-dbf36d2fede3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419087 May 30 21:37:24.252642 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device f314f50b-68a5-4e78-bdad-672e91c7a219 details requested by agent hyperv_n-h2-843948-2 with host n-h2-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 21:37:24.387289 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port f314f50b-68a5-4e78-bdad-672e91c7a219, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=f314f50b-68a5-4e78-bdad-672e91c7a219,segment=NetworkSegment(ebfda598-b999-41b3-8ef0-5541a08f1334),segment_id=ebfda598-b999-41b3-8ef0-5541a08f1334)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:37:24.400196 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Returning: {'device': 'f314f50b-68a5-4e78-bdad-672e91c7a219', 'network_id': '6decc4a2-a30c-4552-bdda-5e9c5d2aa53e', 'port_id': 'f314f50b-68a5-4e78-bdad-672e91c7a219', 'mac_address': 'fa:16:3e:1d:fc:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a04652a9-c20b-4b47-ba61-55256dab54f8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 21:37:24.452019 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:37:24.468501 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f314f50b-68a5-4e78-bdad-672e91c7a219 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 21:37:24.482799 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port f314f50b-68a5-4e78-bdad-672e91c7a219, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=f314f50b-68a5-4e78-bdad-672e91c7a219,segment=NetworkSegment(ebfda598-b999-41b3-8ef0-5541a08f1334),segment_id=ebfda598-b999-41b3-8ef0-5541a08f1334)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:37:24.527670 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:37:24.596494 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=f314f50b-68a5-4e78-bdad-672e91c7a219,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:37:24.784004 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['f314f50b-68a5-4e78-bdad-672e91c7a219'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 21:37:25.210834 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70008e1c-689e-462a-85df-0b0dd16dd5d8 req-f13161f3-c933-45d6-998a-2f98652173d0 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:37:25.212264 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-70008e1c-689e-462a-85df-0b0dd16dd5d8 req-f13161f3-c933-45d6-998a-2f98652173d0 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/ports?device_id=a5f962b6-c2ec-4bf5-93ef-e6c925b6db43 HTTP/1.1" status: 200 len: 944 time: 0.0794699 May 30 21:37:25.259219 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-70008e1c-689e-462a-85df-0b0dd16dd5d8 req-0c008a0a-e1f1-4622-9fa8-73fcea79db14 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/security-groups?id=606715c9-a1a6-4972-9363-dbf36d2fede3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412724 May 30 21:37:26.266517 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device f314f50b-68a5-4e78-bdad-672e91c7a219 up at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:37:26.310419 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-62926faa-5348-4e84-a4af-b6c0e2f45875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:37:26.412085 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning for port f314f50b-68a5-4e78-bdad-672e91c7a219 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:37:26.417987 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning complete for port f314f50b-68a5-4e78-bdad-672e91c7a219 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:37:26.418338 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:37:26.457870 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184e6f12-6541-44ac-bf41-9994b79522e6 req-9d4cbedf-1262-4286-abd3-b09491b99c0e tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:37:26.459820 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-184e6f12-6541-44ac-bf41-9994b79522e6 req-9d4cbedf-1262-4286-abd3-b09491b99c0e tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/ports?device_id=a5f962b6-c2ec-4bf5-93ef-e6c925b6db43 HTTP/1.1" status: 200 len: 944 time: 0.0776267 May 30 21:37:26.506404 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-184e6f12-6541-44ac-bf41-9994b79522e6 req-a087afae-95a7-4b9e-a32a-f136c74bcafc tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/security-groups?id=606715c9-a1a6-4972-9363-dbf36d2fede3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407827 May 30 21:37:26.534624 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:37:26.564067 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5f962b6-c2ec-4bf5-93ef-e6c925b6db43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f314f50b-68a5-4e78-bdad-672e91c7a219'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:37:26.573502 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port f314f50b-68a5-4e78-bdad-672e91c7a219, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=f314f50b-68a5-4e78-bdad-672e91c7a219,segment=NetworkSegment(ebfda598-b999-41b3-8ef0-5541a08f1334),segment_id=ebfda598-b999-41b3-8ef0-5541a08f1334)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:37:26.653553 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:37:26.728384 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=f314f50b-68a5-4e78-bdad-672e91c7a219,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:37:26.734501 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f977366-36a6-4a9d-af18-ee9b29bdc00c'] response: {'server_uuid': 'a5f962b6-c2ec-4bf5-93ef-e6c925b6db43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f314f50b-68a5-4e78-bdad-672e91c7a219', 'code': 200} May 30 21:37:26.888093 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c5874deb-98ff-492f-a0b4-9594912d9682 req-076567d8-cae5-4a8d-890e-830e23b26419 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=a5f962b6-c2ec-4bf5-93ef-e6c925b6db43 HTTP/1.1" status: 200 len: 1096 time: 0.0722148 May 30 21:37:26.933304 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c5874deb-98ff-492f-a0b4-9594912d9682 req-87cc5ac6-769b-4e56-aab9-8ff130d743ce service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=606715c9-a1a6-4972-9363-dbf36d2fede3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364058 May 30 21:37:27.708416 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecb66a7-322f-4990-94a0-b4582047279e req-f6cb7771-4523-402a-8594-e99c45b32e83 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:37:27.710018 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-fecb66a7-322f-4990-94a0-b4582047279e req-f6cb7771-4523-402a-8594-e99c45b32e83 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/ports?device_id=a5f962b6-c2ec-4bf5-93ef-e6c925b6db43 HTTP/1.1" status: 200 len: 945 time: 0.0803194 May 30 21:37:27.757713 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-fecb66a7-322f-4990-94a0-b4582047279e req-ed322807-d613-4a61-bcf1-8fee2e1283a1 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/security-groups?id=606715c9-a1a6-4972-9363-dbf36d2fede3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422306 May 30 21:37:28.962478 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e74bd7-1c35-4e32-9d87-15ff6ecd07da req-984d591e-f968-4f35-9eee-86e5cb9da5ef tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:37:28.963961 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c9e74bd7-1c35-4e32-9d87-15ff6ecd07da req-984d591e-f968-4f35-9eee-86e5cb9da5ef tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/ports?device_id=a5f962b6-c2ec-4bf5-93ef-e6c925b6db43 HTTP/1.1" status: 200 len: 945 time: 0.0811617 May 30 21:37:29.011348 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c9e74bd7-1c35-4e32-9d87-15ff6ecd07da req-6d9760fd-98e8-414d-bcf1-40a5e5031395 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/security-groups?id=606715c9-a1a6-4972-9363-dbf36d2fede3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418279 May 30 21:37:29.207813 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af212b5f-78af-4ea3-9c8c-aa6cefbafebe req-16819353-6f90-4fe0-a27c-e938e2150687 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:37:29.209336 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-af212b5f-78af-4ea3-9c8c-aa6cefbafebe req-16819353-6f90-4fe0-a27c-e938e2150687 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/ports?device_id=a5f962b6-c2ec-4bf5-93ef-e6c925b6db43 HTTP/1.1" status: 200 len: 945 time: 0.0774887 May 30 21:37:29.259926 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-af212b5f-78af-4ea3-9c8c-aa6cefbafebe req-75bbf80a-3b5d-4214-a772-289275886594 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/security-groups?id=606715c9-a1a6-4972-9363-dbf36d2fede3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451267 May 30 21:37:29.287893 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 53448) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:37:29.357494 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-8cf488a9-58f0-45a9-b7d6-b45fda20d6e7 tempest-TestNetworkAdvancedServerOps-899114059 tempest-TestNetworkAdvancedServerOps-899114059-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=a5f962b6-c2ec-4bf5-93ef-e6c925b6db43 HTTP/1.1" status: 200 len: 1091 time: 0.0681908 May 30 21:37:29.360212 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 53452) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:37:29.366082 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-7d8b38e2-7ed7-474c-949d-4082431c36e5 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Request body: {'floatingip': {'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'port_id': 'f314f50b-68a5-4e78-bdad-672e91c7a219', 'tenant_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'fixed_ip_address': '172.20.0.6'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:37:29.372428 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-7d8b38e2-7ed7-474c-949d-4082431c36e5 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:37:29.376298 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-7d8b38e2-7ed7-474c-949d-4082431c36e5 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Usage tracker for resource:floatingip and tenant:8acbfcbd407543f9bb5b4cfddd9e55c4 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:37:29.379162 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-7d8b38e2-7ed7-474c-949d-4082431c36e5 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:37:29.384853 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-7d8b38e2-7ed7-474c-949d-4082431c36e5 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:37:29.447743 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7d8b38e2-7ed7-474c-949d-4082431c36e5 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for floatingip, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:37:29.641814 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-3cef16e2-3f4f-4adb-bc24-7d26c1138aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:37:29.688422 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7d8b38e2-7ed7-474c-949d-4082431c36e5 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:37:29.825917 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-7d8b38e2-7ed7-474c-949d-4082431c36e5 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Allocated IP 172.25.8.227 (c7869750-4b49-4b7e-aa99-5e0f1ae02da4/427601ec-f643-4fe7-b5e6-17305d3a39e1/fbec3f10-0522-4789-a73f-2adff20b42df) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 21:37:29.945438 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:37:29.977269 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7d8b38e2-7ed7-474c-949d-4082431c36e5 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:37:30.099725 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7d8b38e2-7ed7-474c-949d-4082431c36e5 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:37:30.172766 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8b38e2-7ed7-474c-949d-4082431c36e5 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:37:30.175723 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-7d8b38e2-7ed7-474c-949d-4082431c36e5 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:37:30.180724 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8b38e2-7ed7-474c-949d-4082431c36e5 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 21:37:30.208888 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8b38e2-7ed7-474c-949d-4082431c36e5 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Pushing event updated for resources: {'Port': ['ID=fbec3f10-0522-4789-a73f-2adff20b42df,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:37:30.683061 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7d8b38e2-7ed7-474c-949d-4082431c36e5 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:37:30.795803 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7d8b38e2-7ed7-474c-949d-4082431c36e5 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:37:31.002451 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7d8b38e2-7ed7-474c-949d-4082431c36e5 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:37:31.058941 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7d8b38e2-7ed7-474c-949d-4082431c36e5 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:37:31.168679 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8b38e2-7ed7-474c-949d-4082431c36e5 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Pushing event updated for resources: {'Port': ['ID=fbec3f10-0522-4789-a73f-2adff20b42df,revision_number=2']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:37:31.181192 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7d8b38e2-7ed7-474c-949d-4082431c36e5 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736490'] for floatingip, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:37:31.418364 n-d-843948-2 neutron-server[84886]: INFO neutron.db.l3_db [None req-7d8b38e2-7ed7-474c-949d-4082431c36e5 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Floating IP 53fb6fa2-fa7f-4020-bf30-e7eecf4ff4a6 associated. External IP: 172.25.8.227, port: f314f50b-68a5-4e78-bdad-672e91c7a219. May 30 21:37:31.493638 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:37:31.926353 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d8b38e2-7ed7-474c-949d-4082431c36e5 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Router a7438443-fca1-4d4d-8802-a4bcd09581d3 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 21:37:32.128174 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d8b38e2-7ed7-474c-949d-4082431c36e5 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 21:37:32.138758 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8557e0ea-9ff0-47f3-ae7e-8eb756dc70db None None] Sync routers for ids ['a7438443-fca1-4d4d-8802-a4bcd09581d3'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 21:37:32.151402 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8557e0ea-9ff0-47f3-ae7e-8eb756dc70db None None] Routers {'a7438443-fca1-4d4d-8802-a4bcd09581d3'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:37:32.151977 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-8557e0ea-9ff0-47f3-ae7e-8eb756dc70db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T21:37:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['a7438443-fca1-4d4d-8802-a4bcd09581d3'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:37:32.190483 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7d8b38e2-7ed7-474c-949d-4082431c36e5 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:37:32.248179 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-7d8b38e2-7ed7-474c-949d-4082431c36e5 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8868673 May 30 21:37:32.248991 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5f962b6-c2ec-4bf5-93ef-e6c925b6db43', 'tag': 'f314f50b-68a5-4e78-bdad-672e91c7a219'}] {{(pid=84886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:37:32.323838 n-d-843948-2 neutron-server[84886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be2304a2-4c41-4746-ac12-8389383a11a2'] response: {'name': 'network-changed', 'server_uuid': 'a5f962b6-c2ec-4bf5-93ef-e6c925b6db43', 'tag': 'f314f50b-68a5-4e78-bdad-672e91c7a219', 'status': 'completed', 'code': 200} May 30 21:37:32.334100 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-8557e0ea-9ff0-47f3-ae7e-8eb756dc70db None None] Set router a7438443-fca1-4d4d-8802-a4bcd09581d3 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:37:32.480361 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c35138-5145-463d-92ba-2c82e5559ffe req-3b47238b-bad9-47c0-af02-c62855ea3418 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:37:32.481975 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-42c35138-5145-463d-92ba-2c82e5559ffe req-3b47238b-bad9-47c0-af02-c62855ea3418 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/ports?device_id=a5f962b6-c2ec-4bf5-93ef-e6c925b6db43 HTTP/1.1" status: 200 len: 945 time: 0.1352651 May 30 21:37:32.507976 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4e89990b-cffb-4938-be08-8e3fb1a18a3d req-938f9207-3c0d-4bf6-9157-13785771ab7e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8acbfcbd407543f9bb5b4cfddd9e55c4&device_id=a5f962b6-c2ec-4bf5-93ef-e6c925b6db43 HTTP/1.1" status: 200 len: 1096 time: 0.1268647 May 30 21:37:32.611124 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-42c35138-5145-463d-92ba-2c82e5559ffe req-3cdd2065-5f4b-4264-943b-851a5f398448 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/security-groups?id=606715c9-a1a6-4972-9363-dbf36d2fede3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1233139 May 30 21:37:32.640997 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 53460) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:37:32.657276 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e89990b-cffb-4938-be08-8e3fb1a18a3d req-67bd2b7f-92d3-4fe0-9f4e-f68099a615fe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:37:32.658743 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4e89990b-cffb-4938-be08-8e3fb1a18a3d req-67bd2b7f-92d3-4fe0-9f4e-f68099a615fe service neutron] 10.222.0.86 "GET /v2.0/networks?id=6decc4a2-a30c-4552-bdda-5e9c5d2aa53e HTTP/1.1" status: 200 len: 898 time: 0.1438413 May 30 21:37:32.720508 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-8557e0ea-9ff0-47f3-ae7e-8eb756dc70db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7438443-fca1-4d4d-8802-a4bcd09581d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-928275890', 'tenant_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '8ee6e4df-d66a-4cc6-956e-cdc265b67c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:37:06Z', 'updated_at': '2022-05-30T21:37:11Z', 'revision_number': 4, 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'gw_port': {'id': '8ee6e4df-d66a-4cc6-956e-cdc265b67c5a', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:1c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7438443-fca1-4d4d-8802-a4bcd09581d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:37:06Z', 'updated_at': '2022-05-30T21:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': '53fb6fa2-fa7f-4020-bf30-e7eecf4ff4a6', 'tenant_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'floating_ip_address': '172.25.8.227', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': 'a7438443-fca1-4d4d-8802-a4bcd09581d3', 'port_id': 'f314f50b-68a5-4e78-bdad-672e91c7a219', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6decc4a2-a30c-4552-bdda-5e9c5d2aa53e', 'mac_address': 'fa:16:3e:1d:fc:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5f962b6-c2ec-4bf5-93ef-e6c925b6db43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T21:37:30Z', 'updated_at': '2022-05-30T21:37:30Z', 'revision_number': 0, 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c9dc7f7-714e-41ba-9017-9065ab480804', 'name': '', 'network_id': '6decc4a2-a30c-4552-bdda-5e9c5d2aa53e', 'tenant_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'mac_address': 'fa:16:3e:52:b8:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7438443-fca1-4d4d-8802-a4bcd09581d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a04652a9-c20b-4b47-ba61-55256dab54f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:37:10Z', 'updated_at': '2022-05-30T21:37:16Z', 'revision_number': 5, 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'subnets': [{'id': 'a04652a9-c20b-4b47-ba61-55256dab54f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:37:32.729067 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8557e0ea-9ff0-47f3-ae7e-8eb756dc70db None None] Checking router: a7438443-fca1-4d4d-8802-a4bcd09581d3 for host: n-d-843948-2 {{(pid=84889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 21:37:32.741425 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8557e0ea-9ff0-47f3-ae7e-8eb756dc70db None None] Routers {'a7438443-fca1-4d4d-8802-a4bcd09581d3'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:37:32.741982 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-8557e0ea-9ff0-47f3-ae7e-8eb756dc70db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T21:37:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['a7438443-fca1-4d4d-8802-a4bcd09581d3'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:37:32.764672 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-2fb0e6fd-d066-44f7-a718-3d5ab0838e8f tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/floatingips/53fb6fa2-fa7f-4020-bf30-e7eecf4ff4a6 HTTP/1.1" status: 200 len: 991 time: 0.1218619 May 30 21:37:32.772992 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4e89990b-cffb-4938-be08-8e3fb1a18a3d req-4fee096c-6c8a-4a8c-abba-c5996099c130 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f314f50b-68a5-4e78-bdad-672e91c7a219 HTTP/1.1" status: 200 len: 999 time: 0.1078939 May 30 21:37:32.837760 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e89990b-cffb-4938-be08-8e3fb1a18a3d req-c148ff3e-d4f8-4c61-945c-9c48ef8c85ea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:37:32.839173 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4e89990b-cffb-4938-be08-8e3fb1a18a3d req-c148ff3e-d4f8-4c61-945c-9c48ef8c85ea service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a04652a9-c20b-4b47-ba61-55256dab54f8 HTTP/1.1" status: 200 len: 833 time: 0.0603869 May 30 21:37:32.918407 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4e89990b-cffb-4938-be08-8e3fb1a18a3d req-92fc88fc-3b5c-4a58-8567-8a5894fef5f2 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=6decc4a2-a30c-4552-bdda-5e9c5d2aa53e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710680 May 30 21:37:32.929096 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-8557e0ea-9ff0-47f3-ae7e-8eb756dc70db None None] Set router a7438443-fca1-4d4d-8802-a4bcd09581d3 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:37:32.967311 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:37:33.050248 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4e89990b-cffb-4938-be08-8e3fb1a18a3d req-8569ba6b-8531-4cdc-82ab-2c3d42177393 service neutron] 10.222.0.86 "GET /v2.0/networks/6decc4a2-a30c-4552-bdda-5e9c5d2aa53e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257014 May 30 21:37:33.182281 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4e89990b-cffb-4938-be08-8e3fb1a18a3d req-ca7ab45f-cd94-4f32-b190-cca4c86f80d9 service neutron] 10.222.0.86 "GET /v2.0/networks/6decc4a2-a30c-4552-bdda-5e9c5d2aa53e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263957 May 30 21:37:33.329414 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-8557e0ea-9ff0-47f3-ae7e-8eb756dc70db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7438443-fca1-4d4d-8802-a4bcd09581d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-928275890', 'tenant_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '8ee6e4df-d66a-4cc6-956e-cdc265b67c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:37:06Z', 'updated_at': '2022-05-30T21:37:11Z', 'revision_number': 4, 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'gw_port': {'id': '8ee6e4df-d66a-4cc6-956e-cdc265b67c5a', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:1c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7438443-fca1-4d4d-8802-a4bcd09581d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:37:06Z', 'updated_at': '2022-05-30T21:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': '53fb6fa2-fa7f-4020-bf30-e7eecf4ff4a6', 'tenant_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'floating_ip_address': '172.25.8.227', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': 'a7438443-fca1-4d4d-8802-a4bcd09581d3', 'port_id': 'f314f50b-68a5-4e78-bdad-672e91c7a219', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6decc4a2-a30c-4552-bdda-5e9c5d2aa53e', 'mac_address': 'fa:16:3e:1d:fc:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5f962b6-c2ec-4bf5-93ef-e6c925b6db43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T21:37:30Z', 'updated_at': '2022-05-30T21:37:30Z', 'revision_number': 0, 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c9dc7f7-714e-41ba-9017-9065ab480804', 'name': '', 'network_id': '6decc4a2-a30c-4552-bdda-5e9c5d2aa53e', 'tenant_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'mac_address': 'fa:16:3e:52:b8:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7438443-fca1-4d4d-8802-a4bcd09581d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a04652a9-c20b-4b47-ba61-55256dab54f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:37:10Z', 'updated_at': '2022-05-30T21:37:16Z', 'revision_number': 5, 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'subnets': [{'id': 'a04652a9-c20b-4b47-ba61-55256dab54f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:37:33.333247 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8557e0ea-9ff0-47f3-ae7e-8eb756dc70db None None] The sync data for ids ['a7438443-fca1-4d4d-8802-a4bcd09581d3'] in n-d-843948-2 is: [{'id': 'a7438443-fca1-4d4d-8802-a4bcd09581d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-928275890', 'tenant_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '8ee6e4df-d66a-4cc6-956e-cdc265b67c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:37:06Z', 'updated_at': '2022-05-30T21:37:11Z', 'revision_number': 4, 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'gw_port': {'id': '8ee6e4df-d66a-4cc6-956e-cdc265b67c5a', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:1c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7438443-fca1-4d4d-8802-a4bcd09581d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:37:06Z', 'updated_at': '2022-05-30T21:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': '53fb6fa2-fa7f-4020-bf30-e7eecf4ff4a6', 'tenant_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'floating_ip_address': '172.25.8.227', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': 'a7438443-fca1-4d4d-8802-a4bcd09581d3', 'port_id': 'f314f50b-68a5-4e78-bdad-672e91c7a219', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6decc4a2-a30c-4552-bdda-5e9c5d2aa53e', 'mac_address': 'fa:16:3e:1d:fc:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5f962b6-c2ec-4bf5-93ef-e6c925b6db43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T21:37:30Z', 'updated_at': '2022-05-30T21:37:30Z', 'revision_number': 0, 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c9dc7f7-714e-41ba-9017-9065ab480804', 'name': '', 'network_id': '6decc4a2-a30c-4552-bdda-5e9c5d2aa53e', 'tenant_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'mac_address': 'fa:16:3e:52:b8:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7438443-fca1-4d4d-8802-a4bcd09581d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a04652a9-c20b-4b47-ba61-55256dab54f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:37:10Z', 'updated_at': '2022-05-30T21:37:16Z', 'revision_number': 5, 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'subnets': [{'id': 'a04652a9-c20b-4b47-ba61-55256dab54f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 21:37:33.529130 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689c5186-c7fe-427c-8fd6-0e216cdaf106 None None] New status for floating IP 53fb6fa2-fa7f-4020-bf30-e7eecf4ff4a6: ACTIVE {{(pid=84888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 21:37:33.768733 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 53464) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:37:33.872804 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-3edce209-fbc6-4aea-96a5-7cbd7a4a2cae tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/floatingips/53fb6fa2-fa7f-4020-bf30-e7eecf4ff4a6 HTTP/1.1" status: 200 len: 991 time: 0.1028090 May 30 21:37:33.919929 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [req-a85da7a7-3ec2-4d21-a595-90d4ec01be90 req-c72d45ee-d2ab-4a71-bb1e-1775ee14d378 service neutron] (84886) timed out ('10.222.0.85', 49402) {{(pid=84886) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 30 21:37:34.876453 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 53468) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:37:34.982155 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-389123dc-cfd9-4f8d-ad5f-e8d4e4c70063 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/floatingips/53fb6fa2-fa7f-4020-bf30-e7eecf4ff4a6 HTTP/1.1" status: 200 len: 993 time: 0.1045868 May 30 21:37:48.624719 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 21:37:50.384426 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:37:53.155683 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:37:56.321521 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-c853bb6e-ef58-4852-a166-a73046987214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:37:59.647146 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ff218ba7-a0ce-4e37-8fb8-a31f194ffd8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:37:59.909821 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:01.452144 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:02.979011 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:06.673127 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18620418-504c-4944-90ef-151afc047eb2 req-8489c21f-f35c-4523-8562-5480b838f0db tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:38:06.674635 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-18620418-504c-4944-90ef-151afc047eb2 req-8489c21f-f35c-4523-8562-5480b838f0db tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/ports?device_id=a5f962b6-c2ec-4bf5-93ef-e6c925b6db43 HTTP/1.1" status: 200 len: 945 time: 0.0809569 May 30 21:38:06.720263 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-18620418-504c-4944-90ef-151afc047eb2 req-c796d24b-397a-4b37-a49f-51b958b69881 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/security-groups?id=606715c9-a1a6-4972-9363-dbf36d2fede3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400877 May 30 21:38:07.925917 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1627063-0f08-465a-a7d0-82a8b9ad8d1f req-ca54059a-21c9-44de-b15c-d0909716dc3b tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:38:07.927567 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b1627063-0f08-465a-a7d0-82a8b9ad8d1f req-ca54059a-21c9-44de-b15c-d0909716dc3b tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/ports?device_id=a5f962b6-c2ec-4bf5-93ef-e6c925b6db43 HTTP/1.1" status: 200 len: 945 time: 0.0773668 May 30 21:38:07.973314 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b1627063-0f08-465a-a7d0-82a8b9ad8d1f req-c18e5a76-3a5e-4d52-bca5-52805c26d33e tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/security-groups?id=606715c9-a1a6-4972-9363-dbf36d2fede3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395947 May 30 21:38:08.002440 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 53490) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:38:08.203918 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-022afa37-1e7a-4ee1-b004-c58d0c35b56c tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/floatingips/53fb6fa2-fa7f-4020-bf30-e7eecf4ff4a6 HTTP/1.1" status: 200 len: 993 time: 0.2002945 May 30 21:38:09.785726 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6605bcc5-382f-41a3-a9f2-68672621940d req-bec3aa8d-ddd0-4750-817d-10f8306b801d tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:38:09.787188 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6605bcc5-382f-41a3-a9f2-68672621940d req-bec3aa8d-ddd0-4750-817d-10f8306b801d tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/ports?device_id=a5f962b6-c2ec-4bf5-93ef-e6c925b6db43 HTTP/1.1" status: 200 len: 945 time: 0.0801756 May 30 21:38:09.834216 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6605bcc5-382f-41a3-a9f2-68672621940d req-1fbb2161-7a29-4dd5-9acd-8499a258af4e tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/security-groups?id=606715c9-a1a6-4972-9363-dbf36d2fede3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407722 May 30 21:38:09.840159 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-cdef16a2-bff0-4485-b332-30507fdedb6a req-ed295e05-ba20-4e27-a75a-6a10531d20ae service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8acbfcbd407543f9bb5b4cfddd9e55c4&device_id=a5f962b6-c2ec-4bf5-93ef-e6c925b6db43 HTTP/1.1" status: 200 len: 1096 time: 0.0734477 May 30 21:38:09.976732 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdef16a2-bff0-4485-b332-30507fdedb6a req-4615abb2-999c-449d-a4ca-bd9da3237017 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:38:09.978207 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-cdef16a2-bff0-4485-b332-30507fdedb6a req-4615abb2-999c-449d-a4ca-bd9da3237017 service neutron] 10.222.0.86 "GET /v2.0/networks?id=6decc4a2-a30c-4552-bdda-5e9c5d2aa53e HTTP/1.1" status: 200 len: 898 time: 0.1292946 May 30 21:38:10.086424 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-cdef16a2-bff0-4485-b332-30507fdedb6a req-1e67195a-95ff-4138-b9a1-5cdd5c09acd8 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f314f50b-68a5-4e78-bdad-672e91c7a219 HTTP/1.1" status: 200 len: 1001 time: 0.0990419 May 30 21:38:10.151602 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdef16a2-bff0-4485-b332-30507fdedb6a req-1c539a54-7099-4032-8d6d-42e5ec727e33 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:38:10.153030 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-cdef16a2-bff0-4485-b332-30507fdedb6a req-1c539a54-7099-4032-8d6d-42e5ec727e33 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a04652a9-c20b-4b47-ba61-55256dab54f8 HTTP/1.1" status: 200 len: 833 time: 0.0573337 May 30 21:38:10.231595 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-cdef16a2-bff0-4485-b332-30507fdedb6a req-23215557-34ec-4744-b409-1bbb397312bf service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=6decc4a2-a30c-4552-bdda-5e9c5d2aa53e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690393 May 30 21:38:10.368115 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-cdef16a2-bff0-4485-b332-30507fdedb6a req-a1bf6ae6-bc7c-4caa-8072-542988c4c1d9 service neutron] 10.222.0.86 "GET /v2.0/networks/6decc4a2-a30c-4552-bdda-5e9c5d2aa53e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267383 May 30 21:38:10.501498 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-cdef16a2-bff0-4485-b332-30507fdedb6a req-0e1f8836-704a-4139-a1b2-4dd36bf73c15 service neutron] 10.222.0.86 "GET /v2.0/networks/6decc4a2-a30c-4552-bdda-5e9c5d2aa53e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243649 May 30 21:38:11.038989 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eaec42-7d3b-46db-918a-0b4108413f40 req-9958b4b0-6f7b-4e0e-9427-cfb17ed9a127 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:38:11.040488 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b1eaec42-7d3b-46db-918a-0b4108413f40 req-9958b4b0-6f7b-4e0e-9427-cfb17ed9a127 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/ports?device_id=a5f962b6-c2ec-4bf5-93ef-e6c925b6db43 HTTP/1.1" status: 200 len: 945 time: 0.0829008 May 30 21:38:11.085799 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b1eaec42-7d3b-46db-918a-0b4108413f40 req-2bc6c86e-fae2-43a9-adba-2a3b97966b9d tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/security-groups?id=606715c9-a1a6-4972-9363-dbf36d2fede3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395770 May 30 21:38:12.290364 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63dfd9b-1f3c-4bd3-b63e-8e7b1e1e558a req-7ef1f6f9-382e-40b9-9dd6-3b424e827fc3 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:38:12.291859 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f63dfd9b-1f3c-4bd3-b63e-8e7b1e1e558a req-7ef1f6f9-382e-40b9-9dd6-3b424e827fc3 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/ports?device_id=a5f962b6-c2ec-4bf5-93ef-e6c925b6db43 HTTP/1.1" status: 200 len: 945 time: 0.0808573 May 30 21:38:12.420279 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f63dfd9b-1f3c-4bd3-b63e-8e7b1e1e558a req-e419af98-8122-4a03-9a61-7bcab0028ea0 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/security-groups?id=606715c9-a1a6-4972-9363-dbf36d2fede3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1226492 May 30 21:38:12.448582 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 53508) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:38:12.551641 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-0533cb7f-09d4-4cce-aae3-e82b59510d94 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/floatingips/53fb6fa2-fa7f-4020-bf30-e7eecf4ff4a6 HTTP/1.1" status: 200 len: 993 time: 0.1019170 May 30 21:38:12.808792 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 53516) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:38:13.008662 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-9f9b06e9-1ff0-460c-9268-61ffbdb3dc6e tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Deleting port fbec3f10-0522-4789-a73f-2adff20b42df {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:38:13.008902 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9f9b06e9-1ff0-460c-9268-61ffbdb3dc6e tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:13.176668 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9f9b06e9-1ff0-460c-9268-61ffbdb3dc6e tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:13.176990 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9f9b06e9-1ff0-460c-9268-61ffbdb3dc6e tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:13.300837 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-9f9b06e9-1ff0-460c-9268-61ffbdb3dc6e tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Calling delete_port for fbec3f10-0522-4789-a73f-2adff20b42df owned by network:floatingip {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:38:13.612377 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9f9b06e9-1ff0-460c-9268-61ffbdb3dc6e tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:13.658902 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9b06e9-1ff0-460c-9268-61ffbdb3dc6e tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Pushing event deleted for resources: {'Port': ['ID=fbec3f10-0522-4789-a73f-2adff20b42df,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:38:13.700624 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9b06e9-1ff0-460c-9268-61ffbdb3dc6e tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:38:13.700959 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9b06e9-1ff0-460c-9268-61ffbdb3dc6e tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:38:13.701292 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9b06e9-1ff0-460c-9268-61ffbdb3dc6e tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:38:13.701652 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9b06e9-1ff0-460c-9268-61ffbdb3dc6e tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:38:13.701971 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9b06e9-1ff0-460c-9268-61ffbdb3dc6e tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:38:13.702343 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9b06e9-1ff0-460c-9268-61ffbdb3dc6e tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:38:13.702663 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9b06e9-1ff0-460c-9268-61ffbdb3dc6e tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:38:13.702984 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9b06e9-1ff0-460c-9268-61ffbdb3dc6e tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:38:13.703301 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9b06e9-1ff0-460c-9268-61ffbdb3dc6e tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:38:13.703613 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9b06e9-1ff0-460c-9268-61ffbdb3dc6e tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:38:13.703926 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9b06e9-1ff0-460c-9268-61ffbdb3dc6e tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:38:13.764744 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9f9b06e9-1ff0-460c-9268-61ffbdb3dc6e tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for floatingip, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:14.158227 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f9b06e9-1ff0-460c-9268-61ffbdb3dc6e tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Router a7438443-fca1-4d4d-8802-a4bcd09581d3 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 21:38:14.364963 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f9b06e9-1ff0-460c-9268-61ffbdb3dc6e tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 21:38:14.375268 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6fa58a2-e0db-41a8-9d6d-07ac946bed7e None None] Sync routers for ids ['a7438443-fca1-4d4d-8802-a4bcd09581d3'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 21:38:14.390740 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6fa58a2-e0db-41a8-9d6d-07ac946bed7e None None] Routers {'a7438443-fca1-4d4d-8802-a4bcd09581d3'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:38:14.394474 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-d6fa58a2-e0db-41a8-9d6d-07ac946bed7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T21:38:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['a7438443-fca1-4d4d-8802-a4bcd09581d3'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:38:14.475328 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-9f9b06e9-1ff0-460c-9268-61ffbdb3dc6e tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:14.530682 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-9f9b06e9-1ff0-460c-9268-61ffbdb3dc6e tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "DELETE /v2.0/floatingips/53fb6fa2-fa7f-4020-bf30-e7eecf4ff4a6 HTTP/1.1" status: 204 len: 168 time: 1.7208097 May 30 21:38:14.531769 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5f962b6-c2ec-4bf5-93ef-e6c925b6db43', 'tag': 'f314f50b-68a5-4e78-bdad-672e91c7a219'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:38:14.567716 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-d6fa58a2-e0db-41a8-9d6d-07ac946bed7e None None] Set router a7438443-fca1-4d4d-8802-a4bcd09581d3 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:38:14.590625 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bdcbcb0-939b-4572-a04b-6415a16021c7'] response: {'name': 'network-changed', 'server_uuid': 'a5f962b6-c2ec-4bf5-93ef-e6c925b6db43', 'tag': 'f314f50b-68a5-4e78-bdad-672e91c7a219', 'status': 'completed', 'code': 200} May 30 21:38:14.688048 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a4a974d2-1a51-4e73-9905-bff6ea5adb17 req-10a7382a-a362-4bb5-a4e5-4485adacc5f6 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8acbfcbd407543f9bb5b4cfddd9e55c4&device_id=a5f962b6-c2ec-4bf5-93ef-e6c925b6db43 HTTP/1.1" status: 200 len: 1096 time: 0.0757399 May 30 21:38:14.829625 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a974d2-1a51-4e73-9905-bff6ea5adb17 req-7f2b4c8c-e473-4316-8f60-c02b91f4ff26 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:38:14.831089 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a4a974d2-1a51-4e73-9905-bff6ea5adb17 req-7f2b4c8c-e473-4316-8f60-c02b91f4ff26 service neutron] 10.222.0.86 "GET /v2.0/networks?id=6decc4a2-a30c-4552-bdda-5e9c5d2aa53e HTTP/1.1" status: 200 len: 898 time: 0.1372795 May 30 21:38:14.898013 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-d6fa58a2-e0db-41a8-9d6d-07ac946bed7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7438443-fca1-4d4d-8802-a4bcd09581d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-928275890', 'tenant_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '8ee6e4df-d66a-4cc6-956e-cdc265b67c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:37:06Z', 'updated_at': '2022-05-30T21:37:11Z', 'revision_number': 4, 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'gw_port': {'id': '8ee6e4df-d66a-4cc6-956e-cdc265b67c5a', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:1c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7438443-fca1-4d4d-8802-a4bcd09581d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:37:06Z', 'updated_at': '2022-05-30T21:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '7c9dc7f7-714e-41ba-9017-9065ab480804', 'name': '', 'network_id': '6decc4a2-a30c-4552-bdda-5e9c5d2aa53e', 'tenant_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'mac_address': 'fa:16:3e:52:b8:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7438443-fca1-4d4d-8802-a4bcd09581d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a04652a9-c20b-4b47-ba61-55256dab54f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:37:10Z', 'updated_at': '2022-05-30T21:37:16Z', 'revision_number': 5, 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'subnets': [{'id': 'a04652a9-c20b-4b47-ba61-55256dab54f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:38:14.902012 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a4a974d2-1a51-4e73-9905-bff6ea5adb17 req-a7c62e44-c8b3-45e4-8d4a-6a239aeab489 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f314f50b-68a5-4e78-bdad-672e91c7a219 HTTP/1.1" status: 200 len: 217 time: 0.0620801 May 30 21:38:14.905002 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6fa58a2-e0db-41a8-9d6d-07ac946bed7e None None] Checking router: a7438443-fca1-4d4d-8802-a4bcd09581d3 for host: n-d-843948-2 {{(pid=84889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 21:38:14.913458 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6fa58a2-e0db-41a8-9d6d-07ac946bed7e None None] Routers {'a7438443-fca1-4d4d-8802-a4bcd09581d3'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:38:14.914621 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-d6fa58a2-e0db-41a8-9d6d-07ac946bed7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T21:38:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['a7438443-fca1-4d4d-8802-a4bcd09581d3'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:38:14.973740 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a974d2-1a51-4e73-9905-bff6ea5adb17 req-6ef63460-ef7d-41c6-84fb-3331b486aa91 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:38:14.975162 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a4a974d2-1a51-4e73-9905-bff6ea5adb17 req-6ef63460-ef7d-41c6-84fb-3331b486aa91 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a04652a9-c20b-4b47-ba61-55256dab54f8 HTTP/1.1" status: 200 len: 833 time: 0.0659103 May 30 21:38:15.054044 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a4a974d2-1a51-4e73-9905-bff6ea5adb17 req-442080a1-4810-47bb-b83a-5f4d57162990 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=6decc4a2-a30c-4552-bdda-5e9c5d2aa53e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0712197 May 30 21:38:15.095043 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [req-a4a974d2-1a51-4e73-9905-bff6ea5adb17 req-316312e9-f9ff-48fd-b8ec-c6c0ce4e2586 service neutron] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=84887) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 21:38:15.095971 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a4a974d2-1a51-4e73-9905-bff6ea5adb17 req-316312e9-f9ff-48fd-b8ec-c6c0ce4e2586 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0048225 May 30 21:38:15.126865 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-d6fa58a2-e0db-41a8-9d6d-07ac946bed7e None None] Set router a7438443-fca1-4d4d-8802-a4bcd09581d3 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:38:15.248278 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a28331-e42c-4674-9778-0418571e212e req-4e5c13c7-8849-4ea0-88ab-7e64c0789305 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:38:15.248974 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-c5a28331-e42c-4674-9778-0418571e212e req-4e5c13c7-8849-4ea0-88ab-7e64c0789305 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Synchronizing usage tracker for tenant:8acbfcbd407543f9bb5b4cfddd9e55c4 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 21:38:15.262741 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a4a974d2-1a51-4e73-9905-bff6ea5adb17 req-d344d7a6-2df4-4463-afa3-96f83055f8a8 service neutron] 10.222.0.86 "GET /v2.0/networks/6decc4a2-a30c-4552-bdda-5e9c5d2aa53e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582692 May 30 21:38:15.394764 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-c5a28331-e42c-4674-9778-0418571e212e req-4e5c13c7-8849-4ea0-88ab-7e64c0789305 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Unset dirty status for tenant:8acbfcbd407543f9bb5b4cfddd9e55c4 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 21:38:15.395906 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c5a28331-e42c-4674-9778-0418571e212e req-4e5c13c7-8849-4ea0-88ab-7e64c0789305 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/ports?device_id=a5f962b6-c2ec-4bf5-93ef-e6c925b6db43 HTTP/1.1" status: 200 len: 945 time: 0.3383152 May 30 21:38:15.465869 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-d6fa58a2-e0db-41a8-9d6d-07ac946bed7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7438443-fca1-4d4d-8802-a4bcd09581d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-928275890', 'tenant_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '8ee6e4df-d66a-4cc6-956e-cdc265b67c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:37:06Z', 'updated_at': '2022-05-30T21:37:11Z', 'revision_number': 4, 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'gw_port': {'id': '8ee6e4df-d66a-4cc6-956e-cdc265b67c5a', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:1c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7438443-fca1-4d4d-8802-a4bcd09581d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:37:06Z', 'updated_at': '2022-05-30T21:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '7c9dc7f7-714e-41ba-9017-9065ab480804', 'name': '', 'network_id': '6decc4a2-a30c-4552-bdda-5e9c5d2aa53e', 'tenant_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'mac_address': 'fa:16:3e:52:b8:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7438443-fca1-4d4d-8802-a4bcd09581d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a04652a9-c20b-4b47-ba61-55256dab54f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:37:10Z', 'updated_at': '2022-05-30T21:37:16Z', 'revision_number': 5, 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'subnets': [{'id': 'a04652a9-c20b-4b47-ba61-55256dab54f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:38:15.469934 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6fa58a2-e0db-41a8-9d6d-07ac946bed7e None None] The sync data for ids ['a7438443-fca1-4d4d-8802-a4bcd09581d3'] in n-d-843948-2 is: [{'id': 'a7438443-fca1-4d4d-8802-a4bcd09581d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-928275890', 'tenant_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '8ee6e4df-d66a-4cc6-956e-cdc265b67c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:37:06Z', 'updated_at': '2022-05-30T21:37:11Z', 'revision_number': 4, 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'gw_port': {'id': '8ee6e4df-d66a-4cc6-956e-cdc265b67c5a', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:1c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7438443-fca1-4d4d-8802-a4bcd09581d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:37:06Z', 'updated_at': '2022-05-30T21:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '7c9dc7f7-714e-41ba-9017-9065ab480804', 'name': '', 'network_id': '6decc4a2-a30c-4552-bdda-5e9c5d2aa53e', 'tenant_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'mac_address': 'fa:16:3e:52:b8:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7438443-fca1-4d4d-8802-a4bcd09581d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a04652a9-c20b-4b47-ba61-55256dab54f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:37:10Z', 'updated_at': '2022-05-30T21:37:16Z', 'revision_number': 5, 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'subnets': [{'id': 'a04652a9-c20b-4b47-ba61-55256dab54f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 21:38:15.530032 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c5a28331-e42c-4674-9778-0418571e212e req-77730a7b-a104-4c52-9423-7650fc98885f tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/security-groups?id=606715c9-a1a6-4972-9363-dbf36d2fede3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878353 May 30 21:38:15.538305 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a4a974d2-1a51-4e73-9905-bff6ea5adb17 req-48413474-6541-456f-987f-e5aa965a8943 service neutron] 10.222.0.86 "GET /v2.0/networks/6decc4a2-a30c-4552-bdda-5e9c5d2aa53e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2692423 May 30 21:38:15.695797 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d68b67-7df5-48f3-9466-02cd5ca09ab0 None None] New status for floating IP 53fb6fa2-fa7f-4020-bf30-e7eecf4ff4a6: DOWN {{(pid=84888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 21:38:16.735688 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6eaeb9-0b57-4781-9e49-842729e11940 req-ca385831-96b2-4770-9a7b-7aeeb92ba4e7 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:38:16.737152 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-bb6eaeb9-0b57-4781-9e49-842729e11940 req-ca385831-96b2-4770-9a7b-7aeeb92ba4e7 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/ports?device_id=a5f962b6-c2ec-4bf5-93ef-e6c925b6db43 HTTP/1.1" status: 200 len: 945 time: 0.0779185 May 30 21:38:16.783323 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-bb6eaeb9-0b57-4781-9e49-842729e11940 req-ee7327e6-e174-46f3-948a-ebc1d593ae14 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/security-groups?id=606715c9-a1a6-4972-9363-dbf36d2fede3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402842 May 30 21:38:16.854184 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccc4be3-8594-49f6-8847-6349adfe2e12 req-2bb6af0b-ec8f-494c-9183-e0715835b567 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:38:16.855558 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4ccc4be3-8594-49f6-8847-6349adfe2e12 req-2bb6af0b-ec8f-494c-9183-e0715835b567 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.86 "GET /v2.0/ports?device_id=a5f962b6-c2ec-4bf5-93ef-e6c925b6db43 HTTP/1.1" status: 200 len: 945 time: 0.0802119 May 30 21:38:16.927615 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-4ccc4be3-8594-49f6-8847-6349adfe2e12 req-bbcde426-11a0-4f6c-ac6d-40486abbbe12 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Deleting port f314f50b-68a5-4e78-bdad-672e91c7a219 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:38:16.927947 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-4ccc4be3-8594-49f6-8847-6349adfe2e12 req-bbcde426-11a0-4f6c-ac6d-40486abbbe12 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:17.167879 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-4ccc4be3-8594-49f6-8847-6349adfe2e12 req-bbcde426-11a0-4f6c-ac6d-40486abbbe12 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] For port f314f50b-68a5-4e78-bdad-672e91c7a219, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=f314f50b-68a5-4e78-bdad-672e91c7a219,segment=NetworkSegment(ebfda598-b999-41b3-8ef0-5541a08f1334),segment_id=ebfda598-b999-41b3-8ef0-5541a08f1334)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:38:17.168238 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-4ccc4be3-8594-49f6-8847-6349adfe2e12 req-bbcde426-11a0-4f6c-ac6d-40486abbbe12 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:17.298420 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-4ccc4be3-8594-49f6-8847-6349adfe2e12 req-bbcde426-11a0-4f6c-ac6d-40486abbbe12 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Calling delete_port for f314f50b-68a5-4e78-bdad-672e91c7a219 owned by compute:nova {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:38:17.492646 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-4ccc4be3-8594-49f6-8847-6349adfe2e12 req-bbcde426-11a0-4f6c-ac6d-40486abbbe12 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:17.545074 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcde426-11a0-4f6c-ac6d-40486abbbe12 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Pushing event deleted for resources: {'Port': ['ID=f314f50b-68a5-4e78-bdad-672e91c7a219,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:38:17.617912 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ccc4be3-8594-49f6-8847-6349adfe2e12 req-bbcde426-11a0-4f6c-ac6d-40486abbbe12 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] No DVR routers for this DVR port f314f50b-68a5-4e78-bdad-672e91c7a219 on host n-h2-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 21:38:17.620485 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-4ccc4be3-8594-49f6-8847-6349adfe2e12 req-bbcde426-11a0-4f6c-ac6d-40486abbbe12 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:17.623079 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5f962b6-c2ec-4bf5-93ef-e6c925b6db43', 'name': 'network-vif-deleted', 'tag': 'f314f50b-68a5-4e78-bdad-672e91c7a219'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:38:17.675979 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-4ccc4be3-8594-49f6-8847-6349adfe2e12 req-bbcde426-11a0-4f6c-ac6d-40486abbbe12 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.86 "DELETE /v2.0/ports/f314f50b-68a5-4e78-bdad-672e91c7a219 HTTP/1.1" status: 204 len: 173 time: 0.8140941 May 30 21:38:17.695953 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53b09c1a-0277-46ac-8874-1a3c5826793e'] response: {'server_uuid': 'a5f962b6-c2ec-4bf5-93ef-e6c925b6db43', 'name': 'network-vif-deleted', 'tag': 'f314f50b-68a5-4e78-bdad-672e91c7a219', 'status': 'completed', 'code': 200} May 30 21:38:18.071871 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ccba5870-0618-4d8b-a7cd-714d3f4c260f req-058f7838-5de9-4510-8b40-a794d5efa54a tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "GET /v2.0/ports?device_id=a5f962b6-c2ec-4bf5-93ef-e6c925b6db43 HTTP/1.1" status: 200 len: 210 time: 0.1526077 May 30 21:38:19.179989 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 53536) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:38:19.592593 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2d5d6841-bedd-4899-ad25-29d53245e2ea tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-736216'] for router_interface, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:20.212315 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-2d5d6841-bedd-4899-ad25-29d53245e2ea tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Deleting port 7c9dc7f7-714e-41ba-9017-9065ab480804 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:38:20.213021 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2d5d6841-bedd-4899-ad25-29d53245e2ea tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:20.401798 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [None req-2d5d6841-bedd-4899-ad25-29d53245e2ea tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] For port 7c9dc7f7-714e-41ba-9017-9065ab480804, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=7c9dc7f7-714e-41ba-9017-9065ab480804,segment=NetworkSegment(ebfda598-b999-41b3-8ef0-5541a08f1334),segment_id=ebfda598-b999-41b3-8ef0-5541a08f1334)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:38:20.402071 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2d5d6841-bedd-4899-ad25-29d53245e2ea tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:20.417733 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:20.484024 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device f314f50b-68a5-4e78-bdad-672e91c7a219 no longer exists at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 21:38:20.516049 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] No Port match for: f314f50b-68a5-4e78-bdad-672e91c7a219 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 21:38:20.520625 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device f314f50b-68a5-4e78-bdad-672e91c7a219 not bound to the agent host n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 21:38:20.520777 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-2d5d6841-bedd-4899-ad25-29d53245e2ea tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Calling delete_port for 7c9dc7f7-714e-41ba-9017-9065ab480804 owned by network:router_interface {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:38:20.858095 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2d5d6841-bedd-4899-ad25-29d53245e2ea tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:20.906263 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5d6841-bedd-4899-ad25-29d53245e2ea tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Pushing event deleted for resources: {'Port': ['ID=7c9dc7f7-714e-41ba-9017-9065ab480804,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:38:20.953081 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5d6841-bedd-4899-ad25-29d53245e2ea tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:38:20.953419 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5d6841-bedd-4899-ad25-29d53245e2ea tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:38:20.953779 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5d6841-bedd-4899-ad25-29d53245e2ea tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:38:20.954108 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5d6841-bedd-4899-ad25-29d53245e2ea tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:38:20.954430 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5d6841-bedd-4899-ad25-29d53245e2ea tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:38:20.954753 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5d6841-bedd-4899-ad25-29d53245e2ea tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:38:20.955071 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5d6841-bedd-4899-ad25-29d53245e2ea tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:38:20.955391 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5d6841-bedd-4899-ad25-29d53245e2ea tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:38:20.955704 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5d6841-bedd-4899-ad25-29d53245e2ea tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:38:20.956015 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5d6841-bedd-4899-ad25-29d53245e2ea tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:38:20.956325 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5d6841-bedd-4899-ad25-29d53245e2ea tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:38:21.216074 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2d5d6841-bedd-4899-ad25-29d53245e2ea tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1718140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-736143'] for router_interface, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:21.800312 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d5d6841-bedd-4899-ad25-29d53245e2ea tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Router a7438443-fca1-4d4d-8802-a4bcd09581d3 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 21:38:22.000252 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d5d6841-bedd-4899-ad25-29d53245e2ea tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 21:38:22.009922 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8b82a9-07a6-441a-99ce-fa76b19da220 None None] Sync routers for ids ['a7438443-fca1-4d4d-8802-a4bcd09581d3'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 21:38:22.012958 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-2d5d6841-bedd-4899-ad25-29d53245e2ea tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "PUT /v2.0/routers/a7438443-fca1-4d4d-8802-a4bcd09581d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8318949 May 30 21:38:22.015854 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 53540) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:38:22.024806 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8b82a9-07a6-441a-99ce-fa76b19da220 None None] Routers {'a7438443-fca1-4d4d-8802-a4bcd09581d3'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:38:22.025422 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-1b8b82a9-07a6-441a-99ce-fa76b19da220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T21:38:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['a7438443-fca1-4d4d-8802-a4bcd09581d3'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:38:22.205833 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-1b8b82a9-07a6-441a-99ce-fa76b19da220 None None] Set router a7438443-fca1-4d4d-8802-a4bcd09581d3 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:38:22.322099 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bf73c6d-a05c-42d8-955a-68d561a31bd4 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Deleting subnet a04652a9-c20b-4b47-ba61-55256dab54f8 {{(pid=84886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 21:38:22.324940 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5bf73c6d-a05c-42d8-955a-68d561a31bd4 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for subnet, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:22.377941 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5bf73c6d-a05c-42d8-955a-68d561a31bd4 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2655517'] for subnet, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:22.463163 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5bf73c6d-a05c-42d8-955a-68d561a31bd4 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:22.490453 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-1b8b82a9-07a6-441a-99ce-fa76b19da220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7438443-fca1-4d4d-8802-a4bcd09581d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-928275890', 'tenant_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '8ee6e4df-d66a-4cc6-956e-cdc265b67c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:37:06Z', 'updated_at': '2022-05-30T21:38:20Z', 'revision_number': 5, 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'gw_port': {'id': '8ee6e4df-d66a-4cc6-956e-cdc265b67c5a', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:1c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7438443-fca1-4d4d-8802-a4bcd09581d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:37:06Z', 'updated_at': '2022-05-30T21:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:38:22.494549 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8b82a9-07a6-441a-99ce-fa76b19da220 None None] Checking router: a7438443-fca1-4d4d-8802-a4bcd09581d3 for host: n-d-843948-2 {{(pid=84889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 21:38:22.504940 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8b82a9-07a6-441a-99ce-fa76b19da220 None None] Routers {'a7438443-fca1-4d4d-8802-a4bcd09581d3'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:38:22.505537 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-1b8b82a9-07a6-441a-99ce-fa76b19da220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T21:38:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['a7438443-fca1-4d4d-8802-a4bcd09581d3'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:38:22.590040 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5bf73c6d-a05c-42d8-955a-68d561a31bd4 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4127075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2778536'] for subnet, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:22.629084 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf73c6d-a05c-42d8-955a-68d561a31bd4 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Pushing event deleted for resources: {'Subnet': ['ID=a04652a9-c20b-4b47-ba61-55256dab54f8,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:38:22.637099 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5bf73c6d-a05c-42d8-955a-68d561a31bd4 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:22.643259 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-5bf73c6d-a05c-42d8-955a-68d561a31bd4 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "DELETE /v2.0/subnets/a04652a9-c20b-4b47-ba61-55256dab54f8 HTTP/1.1" status: 204 len: 168 time: 0.6264315 May 30 21:38:22.645966 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 53546) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:38:22.647455 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b52df7c-e283-433a-a2ce-0ee498de3634 None None] Network 6decc4a2-a30c-4552-bdda-5e9c5d2aa53e requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 21:38:22.699390 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-1b8b82a9-07a6-441a-99ce-fa76b19da220 None None] Set router a7438443-fca1-4d4d-8802-a4bcd09581d3 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:38:22.871870 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-03f9a828-9255-4af6-80b2-98e0eeab09e1 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for router, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:22.923870 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4581eab6-65b5-4f7b-aae1-b8256172c654 None None] DHCP port deletion for 6decc4a2-a30c-4552-bdda-5e9c5d2aa53e request from n-d-843948-2 {{(pid=84888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 21:38:22.927951 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-4581eab6-65b5-4f7b-aae1-b8256172c654 None None] Deleting port c64071fd-a882-439c-89fb-627e67eb0e05 {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:38:22.928351 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-4581eab6-65b5-4f7b-aae1-b8256172c654 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:23.072990 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-1b8b82a9-07a6-441a-99ce-fa76b19da220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7438443-fca1-4d4d-8802-a4bcd09581d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-928275890', 'tenant_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '8ee6e4df-d66a-4cc6-956e-cdc265b67c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:37:06Z', 'updated_at': '2022-05-30T21:38:20Z', 'revision_number': 5, 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'gw_port': {'id': '8ee6e4df-d66a-4cc6-956e-cdc265b67c5a', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:1c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7438443-fca1-4d4d-8802-a4bcd09581d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:37:06Z', 'updated_at': '2022-05-30T21:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:38:23.077044 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8b82a9-07a6-441a-99ce-fa76b19da220 None None] The sync data for ids ['a7438443-fca1-4d4d-8802-a4bcd09581d3'] in n-d-843948-2 is: [{'id': 'a7438443-fca1-4d4d-8802-a4bcd09581d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-928275890', 'tenant_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '8ee6e4df-d66a-4cc6-956e-cdc265b67c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:37:06Z', 'updated_at': '2022-05-30T21:38:20Z', 'revision_number': 5, 'project_id': '8acbfcbd407543f9bb5b4cfddd9e55c4', 'gw_port': {'id': '8ee6e4df-d66a-4cc6-956e-cdc265b67c5a', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:1c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7438443-fca1-4d4d-8802-a4bcd09581d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:37:06Z', 'updated_at': '2022-05-30T21:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 21:38:23.099556 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-03f9a828-9255-4af6-80b2-98e0eeab09e1 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:23.151143 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-4581eab6-65b5-4f7b-aae1-b8256172c654 None None] For port c64071fd-a882-439c-89fb-627e67eb0e05, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=c64071fd-a882-439c-89fb-627e67eb0e05,segment=NetworkSegment(ebfda598-b999-41b3-8ef0-5541a08f1334),segment_id=ebfda598-b999-41b3-8ef0-5541a08f1334)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:38:23.151426 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-4581eab6-65b5-4f7b-aae1-b8256172c654 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:23.189140 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-03f9a828-9255-4af6-80b2-98e0eeab09e1 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Deleting port 8ee6e4df-d66a-4cc6-956e-cdc265b67c5a {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:38:23.189588 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-03f9a828-9255-4af6-80b2-98e0eeab09e1 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:23.213208 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:23.271015 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-4581eab6-65b5-4f7b-aae1-b8256172c654 None None] Calling delete_port for c64071fd-a882-439c-89fb-627e67eb0e05 owned by network:dhcp {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:38:23.368269 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [None req-03f9a828-9255-4af6-80b2-98e0eeab09e1 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] For port 8ee6e4df-d66a-4cc6-956e-cdc265b67c5a, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=8ee6e4df-d66a-4cc6-956e-cdc265b67c5a,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:38:23.368877 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-03f9a828-9255-4af6-80b2-98e0eeab09e1 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:23.452002 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-4581eab6-65b5-4f7b-aae1-b8256172c654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468'] for port, after_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:23.497185 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4581eab6-65b5-4f7b-aae1-b8256172c654 None None] No DVR routers for this DVR port c64071fd-a882-439c-89fb-627e67eb0e05 on host n-d-843948-2 {{(pid=84888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 21:38:23.499577 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-03f9a828-9255-4af6-80b2-98e0eeab09e1 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Calling delete_port for 8ee6e4df-d66a-4cc6-956e-cdc265b67c5a owned by network:router_gateway {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:38:23.505536 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4581eab6-65b5-4f7b-aae1-b8256172c654 None None] Pushing event deleted for resources: {'Port': ['ID=c64071fd-a882-439c-89fb-627e67eb0e05,revision_number=None']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:38:23.519255 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4581eab6-65b5-4f7b-aae1-b8256172c654 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:38:23.519602 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4581eab6-65b5-4f7b-aae1-b8256172c654 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:38:23.519942 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4581eab6-65b5-4f7b-aae1-b8256172c654 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:38:23.520275 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4581eab6-65b5-4f7b-aae1-b8256172c654 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:38:23.520604 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4581eab6-65b5-4f7b-aae1-b8256172c654 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:38:23.520938 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4581eab6-65b5-4f7b-aae1-b8256172c654 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:38:23.521265 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4581eab6-65b5-4f7b-aae1-b8256172c654 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:38:23.521588 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4581eab6-65b5-4f7b-aae1-b8256172c654 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:38:23.521936 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4581eab6-65b5-4f7b-aae1-b8256172c654 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:38:23.522265 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4581eab6-65b5-4f7b-aae1-b8256172c654 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:38:23.522589 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4581eab6-65b5-4f7b-aae1-b8256172c654 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:38:23.772319 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-03f9a828-9255-4af6-80b2-98e0eeab09e1 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:23.816457 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f9a828-9255-4af6-80b2-98e0eeab09e1 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Pushing event deleted for resources: {'Port': ['ID=8ee6e4df-d66a-4cc6-956e-cdc265b67c5a,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:38:24.040104 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-03f9a828-9255-4af6-80b2-98e0eeab09e1 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-736453'] for router_gateway, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:24.144063 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 7c9dc7f7-714e-41ba-9017-9065ab480804 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 21:38:24.178277 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: 7c9dc7f7-714e-41ba-9017-9065ab480804 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 21:38:24.178625 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 7c9dc7f7-714e-41ba-9017-9065ab480804 not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 21:38:24.179035 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device c64071fd-a882-439c-89fb-627e67eb0e05 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 21:38:24.213427 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: c64071fd-a882-439c-89fb-627e67eb0e05 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 21:38:24.213800 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device c64071fd-a882-439c-89fb-627e67eb0e05 not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 21:38:24.405631 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-03f9a828-9255-4af6-80b2-98e0eeab09e1 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-724789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3141'] for router, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:24.409859 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-03f9a828-9255-4af6-80b2-98e0eeab09e1 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:24.492597 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-03f9a828-9255-4af6-80b2-98e0eeab09e1 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724889'] for router, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:24.493140 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03f9a828-9255-4af6-80b2-98e0eeab09e1 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Fanout notify agent at l3_agent the message router_deleted on router a7438443-fca1-4d4d-8802-a4bcd09581d3 {{(pid=84886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 21:38:24.508788 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-03f9a828-9255-4af6-80b2-98e0eeab09e1 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for router, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:24.516634 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-03f9a828-9255-4af6-80b2-98e0eeab09e1 tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "DELETE /v2.0/routers/a7438443-fca1-4d4d-8802-a4bcd09581d3 HTTP/1.1" status: 204 len: 168 time: 1.8630478 May 30 21:38:24.516634 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 53550) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:38:24.631816 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c265ae86-b0e3-4919-9ac8-dbc08b58055a tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:24.764288 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c265ae86-b0e3-4919-9ac8-dbc08b58055a tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:24.790132 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-c265ae86-b0e3-4919-9ac8-dbc08b58055a tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6decc4a2-a30c-4552-bdda-5e9c5d2aa53e']}} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:38:24.802637 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-c265ae86-b0e3-4919-9ac8-dbc08b58055a tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebfda598-b999-41b3-8ef0-5541a08f1334') {'for_net_delete': True} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:38:24.802929 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-c265ae86-b0e3-4919-9ac8-dbc08b58055a tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebfda598-b999-41b3-8ef0-5541a08f1334') {} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:38:24.815102 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c265ae86-b0e3-4919-9ac8-dbc08b58055a tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2660590'] for segment, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:24.830810 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c265ae86-b0e3-4919-9ac8-dbc08b58055a tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:24.837300 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c265ae86-b0e3-4919-9ac8-dbc08b58055a tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Releasing vlan 652 on physical network physnet1 to pool {{(pid=84886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 21:38:24.837713 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c265ae86-b0e3-4919-9ac8-dbc08b58055a tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4126989'] for segment, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:24.852213 n-d-843948-2 neutron-server[84886]: Traceback (most recent call last): May 30 21:38:24.852213 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 21:38:24.852213 n-d-843948-2 neutron-server[84886]: timer() May 30 21:38:24.852213 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 21:38:24.852213 n-d-843948-2 neutron-server[84886]: cb(*args, **kw) May 30 21:38:24.852213 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 21:38:24.852213 n-d-843948-2 neutron-server[84886]: return func(*args, **kwargs) May 30 21:38:24.852213 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 21:38:24.852213 n-d-843948-2 neutron-server[84886]: self._notify() May 30 21:38:24.852213 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 21:38:24.852213 n-d-843948-2 neutron-server[84886]: self.callback(batched_events) May 30 21:38:24.852213 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 21:38:24.852213 n-d-843948-2 neutron-server[84886]: event.method(event) May 30 21:38:24.852213 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 21:38:24.852213 n-d-843948-2 neutron-server[84886]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 21:38:24.852213 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 21:38:24.852213 n-d-843948-2 neutron-server[84886]: aggregate_uuid = self.p_client.list_aggregates( May 30 21:38:24.852213 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 21:38:24.852213 n-d-843948-2 neutron-server[84886]: return f(self, *a, **k) May 30 21:38:24.852213 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 21:38:24.852213 n-d-843948-2 neutron-server[84886]: return self._get(url).json() May 30 21:38:24.852213 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 21:38:24.852213 n-d-843948-2 neutron-server[84886]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 21:38:24.852213 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 21:38:24.852213 n-d-843948-2 neutron-server[84886]: return self.request(url, 'GET', **kwargs) May 30 21:38:24.852213 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 21:38:24.852213 n-d-843948-2 neutron-server[84886]: base_url = self.get_endpoint(auth, allow=allow, May 30 21:38:24.852213 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 21:38:24.852213 n-d-843948-2 neutron-server[84886]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 21:38:24.852213 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 21:38:24.852213 n-d-843948-2 neutron-server[84886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 21:38:24.852213 n-d-843948-2 neutron-server[84886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 21:38:25.006440 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c265ae86-b0e3-4919-9ac8-dbc08b58055a tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:25.025424 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c265ae86-b0e3-4919-9ac8-dbc08b58055a tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:25.036809 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c265ae86-b0e3-4919-9ac8-dbc08b58055a tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Pushing event deleted for resources: {'Network': ['ID=6decc4a2-a30c-4552-bdda-5e9c5d2aa53e,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:38:25.127435 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-c265ae86-b0e3-4919-9ac8-dbc08b58055a tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "DELETE /v2.0/networks/6decc4a2-a30c-4552-bdda-5e9c5d2aa53e HTTP/1.1" status: 204 len: 168 time: 0.6133804 May 30 21:38:25.130255 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 53554) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:38:25.203547 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0f0c5228-e29d-46c5-a8a0-907a9ea5569f tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:25.233783 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0f0c5228-e29d-46c5-a8a0-907a9ea5569f tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:25.389693 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0f0c5228-e29d-46c5-a8a0-907a9ea5569f tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:25.408487 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0c5228-e29d-46c5-a8a0-907a9ea5569f tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=606715c9-a1a6-4972-9363-dbf36d2fede3,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:38:25.491510 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0f0c5228-e29d-46c5-a8a0-907a9ea5569f tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:25.493196 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-0f0c5228-e29d-46c5-a8a0-907a9ea5569f tempest-TestNetworkAdvancedServerOps-30649512 tempest-TestNetworkAdvancedServerOps-30649512-project] 10.222.0.85 "DELETE /v2.0/security-groups/606715c9-a1a6-4972-9363-dbf36d2fede3 HTTP/1.1" status: 204 len: 168 time: 0.3620253 May 30 21:38:25.625495 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 21:38:26.054631 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 8ee6e4df-d66a-4cc6-956e-cdc265b67c5a no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 21:38:26.089568 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: 8ee6e4df-d66a-4cc6-956e-cdc265b67c5a {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 21:38:26.089868 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 8ee6e4df-d66a-4cc6-956e-cdc265b67c5a not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 21:38:26.180719 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 53564) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:38:26.275942 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-f37eccfe-7178-4037-8621-5e66b736b411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:26.392881 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-614011cd-1ce8-43f8-919c-8c546eed5188 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=8acbfcbd407543f9bb5b4cfddd9e55c4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2110114 May 30 21:38:26.395717 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 53570) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:38:26.459645 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3173e088-b332-44bd-b011-4c72213b71ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:26.485264 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3173e088-b332-44bd-b011-4c72213b71ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:26.623359 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3173e088-b332-44bd-b011-4c72213b71ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:26.642367 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3173e088-b332-44bd-b011-4c72213b71ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2d5dbd9-9ab3-44af-852f-43930187702e,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:38:26.649132 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3173e088-b332-44bd-b011-4c72213b71ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:26.650632 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-3173e088-b332-44bd-b011-4c72213b71ee admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/b2d5dbd9-9ab3-44af-852f-43930187702e HTTP/1.1" status: 204 len: 168 time: 0.2536232 May 30 21:38:27.238272 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 53580) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:38:27.257136 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1c90e38a-dac2-40a6-bc0c-1ed6cfeafa78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:27.294321 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-1c90e38a-dac2-40a6-bc0c-1ed6cfeafa78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:38:27.298898 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-1c90e38a-dac2-40a6-bc0c-1ed6cfeafa78 admin admin] Usage tracker for resource:security_group_rule and tenant:193a6ff06625464bacda634f26a277b6 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:38:27.302311 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-1c90e38a-dac2-40a6-bc0c-1ed6cfeafa78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:38:27.308628 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-1c90e38a-dac2-40a6-bc0c-1ed6cfeafa78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:38:27.376672 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1c90e38a-dac2-40a6-bc0c-1ed6cfeafa78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:27.435101 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1c90e38a-dac2-40a6-bc0c-1ed6cfeafa78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:27.484331 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c90e38a-dac2-40a6-bc0c-1ed6cfeafa78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e41ebb86-9add-42b9-b6c7-83347958f221,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:38:27.489289 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-1c90e38a-dac2-40a6-bc0c-1ed6cfeafa78 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=193a6ff06625464bacda634f26a277b6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2499101 May 30 21:38:27.492354 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 53584) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:38:27.552991 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4bdce6cb-430d-4582-955f-93e7b78cb68e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:27.579439 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4bdce6cb-430d-4582-955f-93e7b78cb68e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:27.715026 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4bdce6cb-430d-4582-955f-93e7b78cb68e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:27.730859 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdce6cb-430d-4582-955f-93e7b78cb68e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e41ebb86-9add-42b9-b6c7-83347958f221,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:38:27.735337 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-4bdce6cb-430d-4582-955f-93e7b78cb68e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:27.739174 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-4bdce6cb-430d-4582-955f-93e7b78cb68e admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/e41ebb86-9add-42b9-b6c7-83347958f221 HTTP/1.1" status: 204 len: 168 time: 0.2459290 May 30 21:38:29.017393 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 53608) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:38:29.147152 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-2d05bd96-95db-4481-8ed0-1bcdb4653582 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-349688409-network', 'tenant_id': '216cf461b0464527bdbe4863bf4a4889'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:38:29.153685 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-2d05bd96-95db-4481-8ed0-1bcdb4653582 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:38:29.157654 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-2d05bd96-95db-4481-8ed0-1bcdb4653582 admin admin] Usage tracker for resource:network and tenant:216cf461b0464527bdbe4863bf4a4889 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:38:29.160458 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-2d05bd96-95db-4481-8ed0-1bcdb4653582 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:38:29.166466 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-2d05bd96-95db-4481-8ed0-1bcdb4653582 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:38:29.217642 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d05bd96-95db-4481-8ed0-1bcdb4653582 admin admin] Made reservation on behalf of 216cf461b0464527bdbe4863bf4a4889 for: {'network': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 21:38:29.219932 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2d05bd96-95db-4481-8ed0-1bcdb4653582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:29.232508 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2d05bd96-95db-4481-8ed0-1bcdb4653582 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:29.263447 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-2d05bd96-95db-4481-8ed0-1bcdb4653582 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:38:29.267208 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-2d05bd96-95db-4481-8ed0-1bcdb4653582 admin admin] Usage tracker for resource:security_group_rule and tenant:216cf461b0464527bdbe4863bf4a4889 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:38:29.270053 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-2d05bd96-95db-4481-8ed0-1bcdb4653582 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:38:29.276287 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-2d05bd96-95db-4481-8ed0-1bcdb4653582 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:38:29.391218 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2d05bd96-95db-4481-8ed0-1bcdb4653582 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:29.468781 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2d05bd96-95db-4481-8ed0-1bcdb4653582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:29.498496 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d05bd96-95db-4481-8ed0-1bcdb4653582 admin admin] vlan segment allocate from pool success with {'vlan_id': 667, 'physical_network': 'physnet1'} {{(pid=84887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 21:38:29.507098 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d05bd96-95db-4481-8ed0-1bcdb4653582 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbd281bc-b0b1-455f-a70c-a802b5ddf481,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:38:29.513106 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2d05bd96-95db-4481-8ed0-1bcdb4653582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:29.513441 n-d-843948-2 neutron-server[84887]: INFO neutron.db.segments_db [None req-2d05bd96-95db-4481-8ed0-1bcdb4653582 admin admin] Added segment 253fdc27-44cb-4604-b73b-949b1d365e5b of type vlan for network 13f7d415-4145-4398-b6fe-005303424a3d May 30 21:38:29.539084 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2d05bd96-95db-4481-8ed0-1bcdb4653582 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:29.623177 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2d05bd96-95db-4481-8ed0-1bcdb4653582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:29.624064 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d05bd96-95db-4481-8ed0-1bcdb4653582 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:38:29.624641 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2d05bd96-95db-4481-8ed0-1bcdb4653582 admin admin] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:29.669193 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-50ba970a-c8ef-41b5-9046-fdd9900bfd6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:29.731333 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d05bd96-95db-4481-8ed0-1bcdb4653582 admin admin] Pushing event updated for resources: {'Network': ['ID=13f7d415-4145-4398-b6fe-005303424a3d,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:38:29.741271 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network 13f7d415-4145-4398-b6fe-005303424a3d details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 21:38:29.798643 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-2d05bd96-95db-4481-8ed0-1bcdb4653582 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7771938 May 30 21:38:29.798942 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 53614) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:38:29.805048 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-05b70536-4a88-4523-abea-4df42c8402ae admin admin] Request body: {'subnet': {'network_id': '13f7d415-4145-4398-b6fe-005303424a3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-349688409-subnet', 'tenant_id': '216cf461b0464527bdbe4863bf4a4889', 'ip_version': 4}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:38:29.812328 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-05b70536-4a88-4523-abea-4df42c8402ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:38:29.814975 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-05b70536-4a88-4523-abea-4df42c8402ae admin admin] Usage tracker for resource:subnet and tenant:216cf461b0464527bdbe4863bf4a4889 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:38:29.818013 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-05b70536-4a88-4523-abea-4df42c8402ae admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:38:29.824039 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-05b70536-4a88-4523-abea-4df42c8402ae admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:38:29.915279 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05b70536-4a88-4523-abea-4df42c8402ae admin admin] Made reservation on behalf of 216cf461b0464527bdbe4863bf4a4889 for: {'subnet': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 21:38:29.918071 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-05b70536-4a88-4523-abea-4df42c8402ae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4114220'] for subnet, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:29.943246 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:30.183750 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-05b70536-4a88-4523-abea-4df42c8402ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4055401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4114238'] for subnet, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:30.253423 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b70536-4a88-4523-abea-4df42c8402ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=86bb8b67-0bd9-4dc6-a7da-24b8689297bd,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:38:30.268212 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b70536-4a88-4523-abea-4df42c8402ae admin admin] Checking segment: {'id': '253fdc27-44cb-4604-b73b-949b1d365e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '13f7d415-4145-4398-b6fe-005303424a3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:38:30.268582 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b70536-4a88-4523-abea-4df42c8402ae admin admin] Network hostable DHCP agents. Network: 13f7d415-4145-4398-b6fe-005303424a3d, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 21:38:30.366750 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b70536-4a88-4523-abea-4df42c8402ae admin admin] Network 13f7d415-4145-4398-b6fe-005303424a3d is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 21:38:30.452023 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-05b70536-4a88-4523-abea-4df42c8402ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, 13f7d415-4145-4398-b6fe-005303424a3d) {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:38:30.456555 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b70536-4a88-4523-abea-4df42c8402ae admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:38:30.457214 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-05b70536-4a88-4523-abea-4df42c8402ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:30.463977 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-455c5abf-e99e-4d80-b345-c8e4701fca38 None None] Network 13f7d415-4145-4398-b6fe-005303424a3d requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 21:38:30.519268 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-05b70536-4a88-4523-abea-4df42c8402ae admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7155273 May 30 21:38:30.519605 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 53618) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:38:30.525264 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-7a5e9586-ad35-413c-8fad-3db09cd1bdab admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-349688409-router', 'tenant_id': '216cf461b0464527bdbe4863bf4a4889', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:38:30.530753 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-7a5e9586-ad35-413c-8fad-3db09cd1bdab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:38:30.534723 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-7a5e9586-ad35-413c-8fad-3db09cd1bdab admin admin] Usage tracker for resource:router and tenant:216cf461b0464527bdbe4863bf4a4889 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:38:30.538043 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-7a5e9586-ad35-413c-8fad-3db09cd1bdab admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:38:30.544040 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-7a5e9586-ad35-413c-8fad-3db09cd1bdab admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:38:30.618479 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7a5e9586-ad35-413c-8fad-3db09cd1bdab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-733683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3159'] for router, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:30.619560 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7a5e9586-ad35-413c-8fad-3db09cd1bdab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-733584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-736372', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-628480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3164'] for router, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:30.640140 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7a5e9586-ad35-413c-8fad-3db09cd1bdab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:30.680812 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a08d482-d8fa-4159-b4e2-88e6fbbe85cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-13f7d415-4145-4398-b6fe-005303424a3d', 'network_id': '13f7d415-4145-4398-b6fe-005303424a3d', 'tenant_id': '216cf461b0464527bdbe4863bf4a4889', 'fixed_ips': [{'subnet_id': '86bb8b67-0bd9-4dc6-a7da-24b8689297bd'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 21:38:30.681669 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-0a08d482-d8fa-4159-b4e2-88e6fbbe85cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:30.851694 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-0a08d482-d8fa-4159-b4e2-88e6fbbe85cc None None] Allocated IP 172.20.0.2 (13f7d415-4145-4398-b6fe-005303424a3d/86bb8b67-0bd9-4dc6-a7da-24b8689297bd/c5bff062-7c4b-459b-abc5-3380624a345d) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 21:38:30.937474 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7a5e9586-ad35-413c-8fad-3db09cd1bdab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-736390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:31.066294 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-0a08d482-d8fa-4159-b4e2-88e6fbbe85cc None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:31.077206 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-0a08d482-d8fa-4159-b4e2-88e6fbbe85cc None None] Transition to ACTIVE for port object c5bff062-7c4b-459b-abc5-3380624a345d will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:38:31.095677 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-0a08d482-d8fa-4159-b4e2-88e6fbbe85cc None None] Transition to ACTIVE for port object c5bff062-7c4b-459b-abc5-3380624a345d will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:38:31.143576 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-0a08d482-d8fa-4159-b4e2-88e6fbbe85cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:31.180077 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7a5e9586-ad35-413c-8fad-3db09cd1bdab admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:31.214263 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a08d482-d8fa-4159-b4e2-88e6fbbe85cc None None] Network 13f7d415-4145-4398-b6fe-005303424a3d is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:38:31.215965 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7a5e9586-ad35-413c-8fad-3db09cd1bdab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:31.217061 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-0a08d482-d8fa-4159-b4e2-88e6fbbe85cc None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:38:31.220875 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a08d482-d8fa-4159-b4e2-88e6fbbe85cc None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 21:38:31.227287 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a08d482-d8fa-4159-b4e2-88e6fbbe85cc None None] Pushing event updated for resources: {'Port': ['ID=c5bff062-7c4b-459b-abc5-3380624a345d,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:38:31.350567 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-0a08d482-d8fa-4159-b4e2-88e6fbbe85cc None None] Attempting to bind port c5bff062-7c4b-459b-abc5-3380624a345d on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 21:38:31.350955 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-0a08d482-d8fa-4159-b4e2-88e6fbbe85cc None None] Attempting to bind port c5bff062-7c4b-459b-abc5-3380624a345d by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': '253fdc27-44cb-4604-b73b-949b1d365e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '13f7d415-4145-4398-b6fe-005303424a3d'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 21:38:31.351472 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a08d482-d8fa-4159-b4e2-88e6fbbe85cc None None] Attempting to bind port c5bff062-7c4b-459b-abc5-3380624a345d on network 13f7d415-4145-4398-b6fe-005303424a3d {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:38:31.358348 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a08d482-d8fa-4159-b4e2-88e6fbbe85cc None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 21, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 21:38:31.358720 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a08d482-d8fa-4159-b4e2-88e6fbbe85cc None None] Checking segment: {'id': '253fdc27-44cb-4604-b73b-949b1d365e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '13f7d415-4145-4398-b6fe-005303424a3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:38:31.359119 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-0a08d482-d8fa-4159-b4e2-88e6fbbe85cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:31.359504 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a08d482-d8fa-4159-b4e2-88e6fbbe85cc None None] Bound using segment: {'id': '253fdc27-44cb-4604-b73b-949b1d365e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '13f7d415-4145-4398-b6fe-005303424a3d'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 21:38:31.359964 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-0a08d482-d8fa-4159-b4e2-88e6fbbe85cc None None] Bound port: c5bff062-7c4b-459b-abc5-3380624a345d, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '253fdc27-44cb-4604-b73b-949b1d365e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '13f7d415-4145-4398-b6fe-005303424a3d'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 21:38:31.360332 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-0a08d482-d8fa-4159-b4e2-88e6fbbe85cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:31.366353 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [None req-7a5e9586-ad35-413c-8fad-3db09cd1bdab admin admin] Allocated IP 172.25.8.237 (c7869750-4b49-4b7e-aa99-5e0f1ae02da4/427601ec-f643-4fe7-b5e6-17305d3a39e1/fc73d39d-5c2b-4c83-8e88-1e35fce41820) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 21:38:31.465022 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-0a08d482-d8fa-4159-b4e2-88e6fbbe85cc None None] For port c5bff062-7c4b-459b-abc5-3380624a345d, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 21:38:31.468819 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-0a08d482-d8fa-4159-b4e2-88e6fbbe85cc None None] For port c5bff062-7c4b-459b-abc5-3380624a345d, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=c5bff062-7c4b-459b-abc5-3380624a345d,segment=NetworkSegment(253fdc27-44cb-4604-b73b-949b1d365e5b),segment_id=253fdc27-44cb-4604-b73b-949b1d365e5b)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 21:38:31.519777 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7a5e9586-ad35-413c-8fad-3db09cd1bdab admin admin] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:31.520740 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:31.531524 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-0a08d482-d8fa-4159-b4e2-88e6fbbe85cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:31.589384 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7a5e9586-ad35-413c-8fad-3db09cd1bdab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:31.617354 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a08d482-d8fa-4159-b4e2-88e6fbbe85cc None None] Pushing event updated for resources: {'Port': ['ID=c5bff062-7c4b-459b-abc5-3380624a345d,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:38:31.673392 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a5e9586-ad35-413c-8fad-3db09cd1bdab admin admin] Network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:38:31.675620 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5e9586-ad35-413c-8fad-3db09cd1bdab admin admin] Pushing event updated for resources: {'Port': ['ID=fc73d39d-5c2b-4c83-8e88-1e35fce41820,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:38:31.680258 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-7a5e9586-ad35-413c-8fad-3db09cd1bdab admin admin] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:38:31.682570 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5e9586-ad35-413c-8fad-3db09cd1bdab admin admin] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 21:38:31.967096 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7a5e9586-ad35-413c-8fad-3db09cd1bdab admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:31.967761 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7a5e9586-ad35-413c-8fad-3db09cd1bdab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-736409'] for router, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:32.129514 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device c5bff062-7c4b-459b-abc5-3380624a345d up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:38:32.280618 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port c5bff062-7c4b-459b-abc5-3380624a345d completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:38:32.308886 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a5e9586-ad35-413c-8fad-3db09cd1bdab admin admin] Router 260a714e-4b8c-428d-a1a8-927aaed9de86 is scheduled to L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 with binding_index 1 {{(pid=84887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 21:38:32.528095 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a5e9586-ad35-413c-8fad-3db09cd1bdab admin admin] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 21:38:32.536873 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d81beb0-8a60-4b0b-801a-d0d91915504c None None] Sync routers for ids ['260a714e-4b8c-428d-a1a8-927aaed9de86'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 21:38:32.552793 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d81beb0-8a60-4b0b-801a-d0d91915504c None None] Routers {'260a714e-4b8c-428d-a1a8-927aaed9de86'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:38:32.553536 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-5d81beb0-8a60-4b0b-801a-d0d91915504c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T21:38:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['260a714e-4b8c-428d-a1a8-927aaed9de86'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:38:32.595030 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-7a5e9586-ad35-413c-8fad-3db09cd1bdab admin admin] Notify callbacks [] for router, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:32.596291 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-7a5e9586-ad35-413c-8fad-3db09cd1bdab admin admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0759621 May 30 21:38:32.599147 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 53624) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:38:32.605140 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4cde4aa-7073-45b1-b3a0-8fd563876a47 None None] Network 13f7d415-4145-4398-b6fe-005303424a3d requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 21:38:32.917490 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-5d81beb0-8a60-4b0b-801a-d0d91915504c None None] Set router 260a714e-4b8c-428d-a1a8-927aaed9de86 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:38:32.973127 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-e705b78b-0f79-4720-8058-3c1cfabd4165 None None] Provisioning for port c5bff062-7c4b-459b-abc5-3380624a345d completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:38:33.056391 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-e705b78b-0f79-4720-8058-3c1cfabd4165 None None] Provisioning complete for port c5bff062-7c4b-459b-abc5-3380624a345d triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:38:33.056690 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-e705b78b-0f79-4720-8058-3c1cfabd4165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:33.206722 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:33.387014 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-e705b78b-0f79-4720-8058-3c1cfabd4165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:33.429121 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-e705b78b-0f79-4720-8058-3c1cfabd4165 None None] For port c5bff062-7c4b-459b-abc5-3380624a345d, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=c5bff062-7c4b-459b-abc5-3380624a345d,segment=NetworkSegment(253fdc27-44cb-4604-b73b-949b1d365e5b),segment_id=253fdc27-44cb-4604-b73b-949b1d365e5b)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:38:33.441021 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-5d81beb0-8a60-4b0b-801a-d0d91915504c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260a714e-4b8c-428d-a1a8-927aaed9de86', 'name': 'tempest-TestShelveInstance-349688409-router', 'tenant_id': '216cf461b0464527bdbe4863bf4a4889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.237'}], 'enable_snat': True}, 'gw_port_id': 'fc73d39d-5c2b-4c83-8e88-1e35fce41820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:38:30Z', 'updated_at': '2022-05-30T21:38:31Z', 'revision_number': 3, 'project_id': '216cf461b0464527bdbe4863bf4a4889', 'gw_port': {'id': 'fc73d39d-5c2b-4c83-8e88-1e35fce41820', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:64:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '260a714e-4b8c-428d-a1a8-927aaed9de86', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:38:31Z', 'updated_at': '2022-05-30T21:38:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:38:33.443115 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d81beb0-8a60-4b0b-801a-d0d91915504c None None] Checking router: 260a714e-4b8c-428d-a1a8-927aaed9de86 for host: n-d-843948-2 {{(pid=84888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 21:38:33.443598 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d81beb0-8a60-4b0b-801a-d0d91915504c None None] Updating router 260a714e-4b8c-428d-a1a8-927aaed9de86 port fc73d39d-5c2b-4c83-8e88-1e35fce41820 binding host n-d-843948-2 {{(pid=84888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 21:38:33.496982 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-5d81beb0-8a60-4b0b-801a-d0d91915504c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:33.503081 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-da145672-a081-45d8-941a-ad299bb2e3b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:33.528765 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-e705b78b-0f79-4720-8058-3c1cfabd4165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:33.676118 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e705b78b-0f79-4720-8058-3c1cfabd4165 None None] Pushing event updated for resources: {'Port': ['ID=c5bff062-7c4b-459b-abc5-3380624a345d,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:38:33.700135 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2639309c-dc4e-4fac-aef9-d1382c1bfc8d None None] Provisioning complete for port c5bff062-7c4b-459b-abc5-3380624a345d triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:38:33.700501 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2639309c-dc4e-4fac-aef9-d1382c1bfc8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:33.730220 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [None req-da145672-a081-45d8-941a-ad299bb2e3b4 admin admin] Allocated IP 172.20.0.1 (13f7d415-4145-4398-b6fe-005303424a3d/86bb8b67-0bd9-4dc6-a7da-24b8689297bd/90f5fffc-b387-4b17-8687-d0a9b03ccb2f) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 21:38:33.882319 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-da145672-a081-45d8-941a-ad299bb2e3b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:33.899116 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [None req-da145672-a081-45d8-941a-ad299bb2e3b4 admin admin] Transition to ACTIVE for port object 90f5fffc-b387-4b17-8687-d0a9b03ccb2f will not be triggered until provisioned by entity DHCP. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:38:33.978435 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-da145672-a081-45d8-941a-ad299bb2e3b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:33.999635 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-5d81beb0-8a60-4b0b-801a-d0d91915504c None None] Notify callbacks [] for port, precommit_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:34.011419 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-5d81beb0-8a60-4b0b-801a-d0d91915504c None None] Transition to ACTIVE for port object fc73d39d-5c2b-4c83-8e88-1e35fce41820 will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:38:34.052453 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da145672-a081-45d8-941a-ad299bb2e3b4 admin admin] Network 13f7d415-4145-4398-b6fe-005303424a3d is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:38:34.055661 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-da145672-a081-45d8-941a-ad299bb2e3b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:38:34.063444 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da145672-a081-45d8-941a-ad299bb2e3b4 admin admin] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 21:38:34.074962 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-5d81beb0-8a60-4b0b-801a-d0d91915504c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:34.094526 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da145672-a081-45d8-941a-ad299bb2e3b4 admin admin] Pushing event updated for resources: {'Port': ['ID=90f5fffc-b387-4b17-8687-d0a9b03ccb2f,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:38:34.135067 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device c5bff062-7c4b-459b-abc5-3380624a345d up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:38:34.135233 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-da145672-a081-45d8-941a-ad299bb2e3b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-736099'] for router_interface, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:34.229256 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-5d81beb0-8a60-4b0b-801a-d0d91915504c None None] Attempting to bind port fc73d39d-5c2b-4c83-8e88-1e35fce41820 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 21:38:34.230021 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-5d81beb0-8a60-4b0b-801a-d0d91915504c None None] Attempting to bind port fc73d39d-5c2b-4c83-8e88-1e35fce41820 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 21:38:34.230021 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d81beb0-8a60-4b0b-801a-d0d91915504c None None] Attempting to bind port fc73d39d-5c2b-4c83-8e88-1e35fce41820 on network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:38:34.233728 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f1c056-5c8b-4c1f-a18c-e19b0b0fc31f None None] Pushing event updated for resources: {'Port': ['ID=fc73d39d-5c2b-4c83-8e88-1e35fce41820,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:38:34.247590 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d81beb0-8a60-4b0b-801a-d0d91915504c None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 21, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 21:38:34.248036 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d81beb0-8a60-4b0b-801a-d0d91915504c None None] Checking segment: {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:38:34.248502 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-5d81beb0-8a60-4b0b-801a-d0d91915504c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:34.248947 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d81beb0-8a60-4b0b-801a-d0d91915504c None None] Bound using segment: {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 21:38:34.249503 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-5d81beb0-8a60-4b0b-801a-d0d91915504c None None] Bound port: fc73d39d-5c2b-4c83-8e88-1e35fce41820, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 21:38:34.249959 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-5d81beb0-8a60-4b0b-801a-d0d91915504c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:34.296701 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-da145672-a081-45d8-941a-ad299bb2e3b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:34.314743 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port c5bff062-7c4b-459b-abc5-3380624a345d triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:38:34.315108 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:34.376178 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-5d81beb0-8a60-4b0b-801a-d0d91915504c None None] For port fc73d39d-5c2b-4c83-8e88-1e35fce41820, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 21:38:34.392920 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-5d81beb0-8a60-4b0b-801a-d0d91915504c None None] For port fc73d39d-5c2b-4c83-8e88-1e35fce41820, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=fc73d39d-5c2b-4c83-8e88-1e35fce41820,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 21:38:34.485701 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-a60c2a76-d31f-4d07-8241-b645779ebaef None None] Provisioning for port 90f5fffc-b387-4b17-8687-d0a9b03ccb2f completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:38:34.490789 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-a60c2a76-d31f-4d07-8241-b645779ebaef None None] Provisioning complete for port 90f5fffc-b387-4b17-8687-d0a9b03ccb2f triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:38:34.491250 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-a60c2a76-d31f-4d07-8241-b645779ebaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:34.524867 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-da145672-a081-45d8-941a-ad299bb2e3b4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:34.525678 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-5d81beb0-8a60-4b0b-801a-d0d91915504c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:34.583177 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-da145672-a081-45d8-941a-ad299bb2e3b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:34.658363 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-a60c2a76-d31f-4d07-8241-b645779ebaef None None] Port 90f5fffc-b387-4b17-8687-d0a9b03ccb2f cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 21:38:34.676378 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f1c056-5c8b-4c1f-a18c-e19b0b0fc31f None None] Pushing event updated for resources: {'Port': ['ID=fc73d39d-5c2b-4c83-8e88-1e35fce41820,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:38:34.681324 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d81beb0-8a60-4b0b-801a-d0d91915504c None None] Routers {'260a714e-4b8c-428d-a1a8-927aaed9de86'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:38:34.682051 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-5d81beb0-8a60-4b0b-801a-d0d91915504c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T21:38:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['260a714e-4b8c-428d-a1a8-927aaed9de86'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:38:34.690851 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da145672-a081-45d8-941a-ad299bb2e3b4 admin admin] Pushing event updated for resources: {'Port': ['ID=90f5fffc-b387-4b17-8687-d0a9b03ccb2f,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:38:34.696096 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-da145672-a081-45d8-941a-ad299bb2e3b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1718057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-736206'] for router_interface, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:34.867831 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-5d81beb0-8a60-4b0b-801a-d0d91915504c None None] Set router 260a714e-4b8c-428d-a1a8-927aaed9de86 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:38:34.945999 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da145672-a081-45d8-941a-ad299bb2e3b4 admin admin] Network 13f7d415-4145-4398-b6fe-005303424a3d is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:38:34.947282 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-da145672-a081-45d8-941a-ad299bb2e3b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:38:35.216634 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-1d9c6df7-434d-4f1f-8c5f-e3bc61fd8715 None None] Provisioning complete for port 90f5fffc-b387-4b17-8687-d0a9b03ccb2f triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:38:35.217005 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-1d9c6df7-434d-4f1f-8c5f-e3bc61fd8715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:35.274199 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-1d9c6df7-434d-4f1f-8c5f-e3bc61fd8715 None None] Port 90f5fffc-b387-4b17-8687-d0a9b03ccb2f cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 21:38:35.282605 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-5d81beb0-8a60-4b0b-801a-d0d91915504c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260a714e-4b8c-428d-a1a8-927aaed9de86', 'name': 'tempest-TestShelveInstance-349688409-router', 'tenant_id': '216cf461b0464527bdbe4863bf4a4889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.237'}], 'enable_snat': True}, 'gw_port_id': 'fc73d39d-5c2b-4c83-8e88-1e35fce41820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:38:30Z', 'updated_at': '2022-05-30T21:38:34Z', 'revision_number': 4, 'project_id': '216cf461b0464527bdbe4863bf4a4889', 'gw_port': {'id': 'fc73d39d-5c2b-4c83-8e88-1e35fce41820', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:64:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '260a714e-4b8c-428d-a1a8-927aaed9de86', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:38:31Z', 'updated_at': '2022-05-30T21:38:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '90f5fffc-b387-4b17-8687-d0a9b03ccb2f', 'name': '', 'network_id': '13f7d415-4145-4398-b6fe-005303424a3d', 'tenant_id': '216cf461b0464527bdbe4863bf4a4889', 'mac_address': 'fa:16:3e:a6:a6:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '260a714e-4b8c-428d-a1a8-927aaed9de86', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86bb8b67-0bd9-4dc6-a7da-24b8689297bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:38:33Z', 'updated_at': '2022-05-30T21:38:34Z', 'revision_number': 2, 'project_id': '216cf461b0464527bdbe4863bf4a4889', 'subnets': [{'id': '86bb8b67-0bd9-4dc6-a7da-24b8689297bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:38:35.288986 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d81beb0-8a60-4b0b-801a-d0d91915504c None None] The sync data for ids ['260a714e-4b8c-428d-a1a8-927aaed9de86'] in n-d-843948-2 is: [{'id': '260a714e-4b8c-428d-a1a8-927aaed9de86', 'name': 'tempest-TestShelveInstance-349688409-router', 'tenant_id': '216cf461b0464527bdbe4863bf4a4889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.237'}], 'enable_snat': True}, 'gw_port_id': 'fc73d39d-5c2b-4c83-8e88-1e35fce41820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:38:30Z', 'updated_at': '2022-05-30T21:38:34Z', 'revision_number': 4, 'project_id': '216cf461b0464527bdbe4863bf4a4889', 'gw_port': {'id': 'fc73d39d-5c2b-4c83-8e88-1e35fce41820', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:64:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '260a714e-4b8c-428d-a1a8-927aaed9de86', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:38:31Z', 'updated_at': '2022-05-30T21:38:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '90f5fffc-b387-4b17-8687-d0a9b03ccb2f', 'name': '', 'network_id': '13f7d415-4145-4398-b6fe-005303424a3d', 'tenant_id': '216cf461b0464527bdbe4863bf4a4889', 'mac_address': 'fa:16:3e:a6:a6:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '260a714e-4b8c-428d-a1a8-927aaed9de86', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86bb8b67-0bd9-4dc6-a7da-24b8689297bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:38:33Z', 'updated_at': '2022-05-30T21:38:34Z', 'revision_number': 2, 'project_id': '216cf461b0464527bdbe4863bf4a4889', 'subnets': [{'id': '86bb8b67-0bd9-4dc6-a7da-24b8689297bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 21:38:35.372182 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da145672-a081-45d8-941a-ad299bb2e3b4 admin admin] Router 260a714e-4b8c-428d-a1a8-927aaed9de86 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 21:38:35.588884 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da145672-a081-45d8-941a-ad299bb2e3b4 admin admin] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 21:38:35.598469 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-da145672-a081-45d8-941a-ad299bb2e3b4 admin admin] 10.222.0.85 "PUT /v2.0/routers/260a714e-4b8c-428d-a1a8-927aaed9de86/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9983122 May 30 21:38:36.126072 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device fc73d39d-5c2b-4c83-8e88-1e35fce41820 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:38:36.245780 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port fc73d39d-5c2b-4c83-8e88-1e35fce41820 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:38:36.251197 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port fc73d39d-5c2b-4c83-8e88-1e35fce41820 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:38:36.251574 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:36.381655 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:36.398468 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port fc73d39d-5c2b-4c83-8e88-1e35fce41820, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=fc73d39d-5c2b-4c83-8e88-1e35fce41820,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:38:36.446874 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:36.518140 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=fc73d39d-5c2b-4c83-8e88-1e35fce41820,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:38:36.714649 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 53648) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:38:36.720082 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-8b815c52-f019-443b-8707-f1d44bf046b4 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1706167944-network', 'tenant_id': '80172e5358ea4ce5a8375f153c88f329'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:38:36.725662 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-8b815c52-f019-443b-8707-f1d44bf046b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:38:36.729422 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-8b815c52-f019-443b-8707-f1d44bf046b4 admin admin] Usage tracker for resource:network and tenant:80172e5358ea4ce5a8375f153c88f329 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:38:36.732312 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-8b815c52-f019-443b-8707-f1d44bf046b4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:38:36.738084 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-8b815c52-f019-443b-8707-f1d44bf046b4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:38:36.849079 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b815c52-f019-443b-8707-f1d44bf046b4 admin admin] Made reservation on behalf of 80172e5358ea4ce5a8375f153c88f329 for: {'network': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 21:38:36.849079 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8b815c52-f019-443b-8707-f1d44bf046b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:36.862054 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8b815c52-f019-443b-8707-f1d44bf046b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:36.893375 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-8b815c52-f019-443b-8707-f1d44bf046b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:38:36.897306 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-8b815c52-f019-443b-8707-f1d44bf046b4 admin admin] Usage tracker for resource:security_group_rule and tenant:80172e5358ea4ce5a8375f153c88f329 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:38:36.900292 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-8b815c52-f019-443b-8707-f1d44bf046b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:38:36.905970 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-8b815c52-f019-443b-8707-f1d44bf046b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:38:36.970789 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8b815c52-f019-443b-8707-f1d44bf046b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:37.034541 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8b815c52-f019-443b-8707-f1d44bf046b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:37.064650 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b815c52-f019-443b-8707-f1d44bf046b4 admin admin] vlan segment allocate from pool success with {'vlan_id': 664, 'physical_network': 'physnet1'} {{(pid=84887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 21:38:37.073495 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b815c52-f019-443b-8707-f1d44bf046b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de5c0dc4-73e1-42cf-b5ad-29b9827c0b7f,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:38:37.078830 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8b815c52-f019-443b-8707-f1d44bf046b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:37.079169 n-d-843948-2 neutron-server[84887]: INFO neutron.db.segments_db [None req-8b815c52-f019-443b-8707-f1d44bf046b4 admin admin] Added segment 936b36f3-dea5-4778-ac04-563dadd5b416 of type vlan for network 985aeb7c-372b-4f9b-a96e-e56b560280f4 May 30 21:38:37.104208 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8b815c52-f019-443b-8707-f1d44bf046b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:37.188942 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8b815c52-f019-443b-8707-f1d44bf046b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:37.189830 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b815c52-f019-443b-8707-f1d44bf046b4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:38:37.190401 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-8b815c52-f019-443b-8707-f1d44bf046b4 admin admin] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:37.291547 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b815c52-f019-443b-8707-f1d44bf046b4 admin admin] Pushing event updated for resources: {'Network': ['ID=985aeb7c-372b-4f9b-a96e-e56b560280f4,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:38:37.306547 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network 985aeb7c-372b-4f9b-a96e-e56b560280f4 details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 21:38:37.344279 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-8b815c52-f019-443b-8707-f1d44bf046b4 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6286027 May 30 21:38:37.347147 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 53652) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:38:37.353356 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-f2af0b95-e6ee-4049-a0b7-619e3603dec1 admin admin] Request body: {'subnet': {'network_id': '985aeb7c-372b-4f9b-a96e-e56b560280f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1706167944-subnet', 'tenant_id': '80172e5358ea4ce5a8375f153c88f329', 'ip_version': 4}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:38:37.359506 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-f2af0b95-e6ee-4049-a0b7-619e3603dec1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:38:37.363448 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-f2af0b95-e6ee-4049-a0b7-619e3603dec1 admin admin] Usage tracker for resource:subnet and tenant:80172e5358ea4ce5a8375f153c88f329 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:38:37.366492 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-f2af0b95-e6ee-4049-a0b7-619e3603dec1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:38:37.373042 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-f2af0b95-e6ee-4049-a0b7-619e3603dec1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:38:37.428571 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2af0b95-e6ee-4049-a0b7-619e3603dec1 admin admin] Made reservation on behalf of 80172e5358ea4ce5a8375f153c88f329 for: {'subnet': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 21:38:37.431532 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f2af0b95-e6ee-4049-a0b7-619e3603dec1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2778563'] for subnet, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:37.674680 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f2af0b95-e6ee-4049-a0b7-619e3603dec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4127140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2778577'] for subnet, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:37.749547 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2af0b95-e6ee-4049-a0b7-619e3603dec1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=083f1092-549c-472a-b9c2-69624288a2ef,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:38:37.760971 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2af0b95-e6ee-4049-a0b7-619e3603dec1 admin admin] Checking segment: {'id': '936b36f3-dea5-4778-ac04-563dadd5b416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '985aeb7c-372b-4f9b-a96e-e56b560280f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:38:37.761322 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2af0b95-e6ee-4049-a0b7-619e3603dec1 admin admin] Network hostable DHCP agents. Network: 985aeb7c-372b-4f9b-a96e-e56b560280f4, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 21:38:37.817009 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2af0b95-e6ee-4049-a0b7-619e3603dec1 admin admin] Network 985aeb7c-372b-4f9b-a96e-e56b560280f4 is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 21:38:37.862983 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-f2af0b95-e6ee-4049-a0b7-619e3603dec1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, 985aeb7c-372b-4f9b-a96e-e56b560280f4) {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:38:37.867507 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2af0b95-e6ee-4049-a0b7-619e3603dec1 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:38:37.868157 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f2af0b95-e6ee-4049-a0b7-619e3603dec1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:37.872078 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b8d8ba-fe9d-4f1b-995c-06d7d32ffdce None None] Network 985aeb7c-372b-4f9b-a96e-e56b560280f4 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 21:38:37.978596 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-f2af0b95-e6ee-4049-a0b7-619e3603dec1 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6302528 May 30 21:38:37.981151 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 53656) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:38:37.986297 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-c8f6377f-9a8c-435c-9773-e1e4f3d8121b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1706167944-router', 'tenant_id': '80172e5358ea4ce5a8375f153c88f329', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:38:37.992923 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-c8f6377f-9a8c-435c-9773-e1e4f3d8121b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:38:37.996863 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-c8f6377f-9a8c-435c-9773-e1e4f3d8121b admin admin] Usage tracker for resource:router and tenant:80172e5358ea4ce5a8375f153c88f329 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:38:37.999775 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-c8f6377f-9a8c-435c-9773-e1e4f3d8121b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:38:38.005448 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-c8f6377f-9a8c-435c-9773-e1e4f3d8121b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:38:38.075278 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c8f6377f-9a8c-435c-9773-e1e4f3d8121b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-733683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3159'] for router, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:38.076388 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c8f6377f-9a8c-435c-9773-e1e4f3d8121b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-733584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-736372', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-628480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3164'] for router, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:38.091948 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e73da1f9-97c0-4b74-864d-3f16d9daf1fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-985aeb7c-372b-4f9b-a96e-e56b560280f4', 'network_id': '985aeb7c-372b-4f9b-a96e-e56b560280f4', 'tenant_id': '80172e5358ea4ce5a8375f153c88f329', 'fixed_ips': [{'subnet_id': '083f1092-549c-472a-b9c2-69624288a2ef'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 21:38:38.092795 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-e73da1f9-97c0-4b74-864d-3f16d9daf1fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:38.097388 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c8f6377f-9a8c-435c-9773-e1e4f3d8121b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:38.108764 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device fc73d39d-5c2b-4c83-8e88-1e35fce41820 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:38:38.294599 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port fc73d39d-5c2b-4c83-8e88-1e35fce41820 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:38:38.294962 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:38.362964 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-e73da1f9-97c0-4b74-864d-3f16d9daf1fd None None] Allocated IP 172.20.0.2 (985aeb7c-372b-4f9b-a96e-e56b560280f4/083f1092-549c-472a-b9c2-69624288a2ef/501a3aae-d43b-457f-a9d3-0c09a0c29380) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 21:38:38.409338 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c8f6377f-9a8c-435c-9773-e1e4f3d8121b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-736390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:38.654313 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-e73da1f9-97c0-4b74-864d-3f16d9daf1fd None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:38.664215 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c8f6377f-9a8c-435c-9773-e1e4f3d8121b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:38.665281 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-e73da1f9-97c0-4b74-864d-3f16d9daf1fd None None] Transition to ACTIVE for port object 501a3aae-d43b-457f-a9d3-0c09a0c29380 will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:38:38.683504 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-e73da1f9-97c0-4b74-864d-3f16d9daf1fd None None] Transition to ACTIVE for port object 501a3aae-d43b-457f-a9d3-0c09a0c29380 will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:38:38.694893 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c8f6377f-9a8c-435c-9773-e1e4f3d8121b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:38.777415 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-e73da1f9-97c0-4b74-864d-3f16d9daf1fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:38.836540 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-c8f6377f-9a8c-435c-9773-e1e4f3d8121b admin admin] Allocated IP 172.25.8.6 (c7869750-4b49-4b7e-aa99-5e0f1ae02da4/427601ec-f643-4fe7-b5e6-17305d3a39e1/5d8e5491-76ed-48ad-91f4-92bff6c26421) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 21:38:38.849193 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e73da1f9-97c0-4b74-864d-3f16d9daf1fd None None] Network 985aeb7c-372b-4f9b-a96e-e56b560280f4 is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:38:38.852197 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-e73da1f9-97c0-4b74-864d-3f16d9daf1fd None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:38:38.856530 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73da1f9-97c0-4b74-864d-3f16d9daf1fd None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 21:38:38.858585 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73da1f9-97c0-4b74-864d-3f16d9daf1fd None None] Pushing event updated for resources: {'Port': ['ID=501a3aae-d43b-457f-a9d3-0c09a0c29380,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:38:38.946544 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-e73da1f9-97c0-4b74-864d-3f16d9daf1fd None None] Attempting to bind port 501a3aae-d43b-457f-a9d3-0c09a0c29380 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 21:38:38.947585 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-e73da1f9-97c0-4b74-864d-3f16d9daf1fd None None] Attempting to bind port 501a3aae-d43b-457f-a9d3-0c09a0c29380 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': '936b36f3-dea5-4778-ac04-563dadd5b416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '985aeb7c-372b-4f9b-a96e-e56b560280f4'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 21:38:38.948125 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73da1f9-97c0-4b74-864d-3f16d9daf1fd None None] Attempting to bind port 501a3aae-d43b-457f-a9d3-0c09a0c29380 on network 985aeb7c-372b-4f9b-a96e-e56b560280f4 {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:38:38.955773 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73da1f9-97c0-4b74-864d-3f16d9daf1fd None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 21, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 21:38:38.956151 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73da1f9-97c0-4b74-864d-3f16d9daf1fd None None] Checking segment: {'id': '936b36f3-dea5-4778-ac04-563dadd5b416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '985aeb7c-372b-4f9b-a96e-e56b560280f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:38:38.956551 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-e73da1f9-97c0-4b74-864d-3f16d9daf1fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:38.956943 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73da1f9-97c0-4b74-864d-3f16d9daf1fd None None] Bound using segment: {'id': '936b36f3-dea5-4778-ac04-563dadd5b416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '985aeb7c-372b-4f9b-a96e-e56b560280f4'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 21:38:38.957410 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-e73da1f9-97c0-4b74-864d-3f16d9daf1fd None None] Bound port: 501a3aae-d43b-457f-a9d3-0c09a0c29380, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '936b36f3-dea5-4778-ac04-563dadd5b416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '985aeb7c-372b-4f9b-a96e-e56b560280f4'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 21:38:38.957817 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-e73da1f9-97c0-4b74-864d-3f16d9daf1fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:38.987667 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c8f6377f-9a8c-435c-9773-e1e4f3d8121b admin admin] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:39.047318 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-e73da1f9-97c0-4b74-864d-3f16d9daf1fd None None] For port 501a3aae-d43b-457f-a9d3-0c09a0c29380, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 21:38:39.050461 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-e73da1f9-97c0-4b74-864d-3f16d9daf1fd None None] For port 501a3aae-d43b-457f-a9d3-0c09a0c29380, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=501a3aae-d43b-457f-a9d3-0c09a0c29380,segment=NetworkSegment(936b36f3-dea5-4778-ac04-563dadd5b416),segment_id=936b36f3-dea5-4778-ac04-563dadd5b416)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 21:38:39.073089 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c8f6377f-9a8c-435c-9773-e1e4f3d8121b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:39.138291 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f6377f-9a8c-435c-9773-e1e4f3d8121b admin admin] Network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:38:39.141131 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-c8f6377f-9a8c-435c-9773-e1e4f3d8121b admin admin] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:38:39.144375 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-e73da1f9-97c0-4b74-864d-3f16d9daf1fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:39.145513 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f6377f-9a8c-435c-9773-e1e4f3d8121b admin admin] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 21:38:39.173097 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f6377f-9a8c-435c-9773-e1e4f3d8121b admin admin] Pushing event updated for resources: {'Port': ['ID=5d8e5491-76ed-48ad-91f4-92bff6c26421,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:38:39.224649 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73da1f9-97c0-4b74-864d-3f16d9daf1fd None None] Pushing event updated for resources: {'Port': ['ID=501a3aae-d43b-457f-a9d3-0c09a0c29380,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:38:39.393353 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c8f6377f-9a8c-435c-9773-e1e4f3d8121b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:39.394168 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c8f6377f-9a8c-435c-9773-e1e4f3d8121b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-736409'] for router, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:39.719669 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8f6377f-9a8c-435c-9773-e1e4f3d8121b admin admin] Router 344c58f4-90d7-4b33-b542-dbb2ec6d1956 is scheduled to L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 with binding_index 1 {{(pid=84886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 21:38:39.926274 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8f6377f-9a8c-435c-9773-e1e4f3d8121b admin admin] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 21:38:39.936549 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38675e6b-f6a7-42be-a9a4-ddec012b7718 None None] Sync routers for ids ['344c58f4-90d7-4b33-b542-dbb2ec6d1956'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 21:38:39.950029 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38675e6b-f6a7-42be-a9a4-ddec012b7718 None None] Routers {'344c58f4-90d7-4b33-b542-dbb2ec6d1956'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:38:39.950635 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-38675e6b-f6a7-42be-a9a4-ddec012b7718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T21:38:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['344c58f4-90d7-4b33-b542-dbb2ec6d1956'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:38:40.035089 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-c8f6377f-9a8c-435c-9773-e1e4f3d8121b admin admin] Notify callbacks [] for router, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:40.038798 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-c8f6377f-9a8c-435c-9773-e1e4f3d8121b admin admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.0541565 May 30 21:38:40.040332 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 53660) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:38:40.149172 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-38675e6b-f6a7-42be-a9a4-ddec012b7718 None None] Set router 344c58f4-90d7-4b33-b542-dbb2ec6d1956 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:38:40.166250 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 501a3aae-d43b-457f-a9d3-0c09a0c29380 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:38:40.200360 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba8e8da-f39f-41e1-812f-2b6f3050455c None None] Network 985aeb7c-372b-4f9b-a96e-e56b560280f4 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 21:38:40.398228 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-a23ecd41-b871-4ec8-a5c2-4a52b71c62d3 None None] Provisioning for port 501a3aae-d43b-457f-a9d3-0c09a0c29380 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:38:40.459670 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 501a3aae-d43b-457f-a9d3-0c09a0c29380 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:38:40.468263 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 501a3aae-d43b-457f-a9d3-0c09a0c29380 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:38:40.468635 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:40.485263 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-38675e6b-f6a7-42be-a9a4-ddec012b7718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '344c58f4-90d7-4b33-b542-dbb2ec6d1956', 'name': 'tempest-TestShelveInstance-1706167944-router', 'tenant_id': '80172e5358ea4ce5a8375f153c88f329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': '5d8e5491-76ed-48ad-91f4-92bff6c26421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:38:38Z', 'updated_at': '2022-05-30T21:38:39Z', 'revision_number': 3, 'project_id': '80172e5358ea4ce5a8375f153c88f329', 'gw_port': {'id': '5d8e5491-76ed-48ad-91f4-92bff6c26421', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:db:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '344c58f4-90d7-4b33-b542-dbb2ec6d1956', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:38:38Z', 'updated_at': '2022-05-30T21:38:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:38:40.489676 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38675e6b-f6a7-42be-a9a4-ddec012b7718 None None] Checking router: 344c58f4-90d7-4b33-b542-dbb2ec6d1956 for host: n-d-843948-2 {{(pid=84889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 21:38:40.490020 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38675e6b-f6a7-42be-a9a4-ddec012b7718 None None] Updating router 344c58f4-90d7-4b33-b542-dbb2ec6d1956 port 5d8e5491-76ed-48ad-91f4-92bff6c26421 binding host n-d-843948-2 {{(pid=84889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 21:38:40.561753 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-38675e6b-f6a7-42be-a9a4-ddec012b7718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:40.612394 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:40.648748 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port 501a3aae-d43b-457f-a9d3-0c09a0c29380, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=501a3aae-d43b-457f-a9d3-0c09a0c29380,segment=NetworkSegment(936b36f3-dea5-4778-ac04-563dadd5b416),segment_id=936b36f3-dea5-4778-ac04-563dadd5b416)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:38:40.702976 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:40.785952 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=501a3aae-d43b-457f-a9d3-0c09a0c29380,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:38:40.836800 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-61e953c2-664a-454b-9d0e-d5b6f4f2f77b None None] Provisioning complete for port 501a3aae-d43b-457f-a9d3-0c09a0c29380 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:38:40.837249 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-61e953c2-664a-454b-9d0e-d5b6f4f2f77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:40.955598 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2b46107e-60de-459d-b060-59195f8f8973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:40.963493 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-38675e6b-f6a7-42be-a9a4-ddec012b7718 None None] Notify callbacks [] for port, precommit_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:40.974847 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.provisioning_blocks [None req-38675e6b-f6a7-42be-a9a4-ddec012b7718 None None] Transition to ACTIVE for port object 5d8e5491-76ed-48ad-91f4-92bff6c26421 will not be triggered until provisioned by entity L2. {{(pid=84889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:38:41.040379 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-38675e6b-f6a7-42be-a9a4-ddec012b7718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:41.121639 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5758cc-9c9b-4dc4-897f-9a060b29a560 None None] Pushing event updated for resources: {'Port': ['ID=5d8e5491-76ed-48ad-91f4-92bff6c26421,revision_number=2']} {{(pid=84889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:38:41.125537 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-38675e6b-f6a7-42be-a9a4-ddec012b7718 None None] Attempting to bind port 5d8e5491-76ed-48ad-91f4-92bff6c26421 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 21:38:41.125925 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-38675e6b-f6a7-42be-a9a4-ddec012b7718 None None] Attempting to bind port 5d8e5491-76ed-48ad-91f4-92bff6c26421 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}] {{(pid=84889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 21:38:41.126282 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38675e6b-f6a7-42be-a9a4-ddec012b7718 None None] Attempting to bind port 5d8e5491-76ed-48ad-91f4-92bff6c26421 on network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:38:41.137184 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5758cc-9c9b-4dc4-897f-9a060b29a560 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:38:41.137522 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5758cc-9c9b-4dc4-897f-9a060b29a560 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:38:41.137877 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5758cc-9c9b-4dc4-897f-9a060b29a560 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:38:41.138211 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5758cc-9c9b-4dc4-897f-9a060b29a560 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:38:41.138538 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5758cc-9c9b-4dc4-897f-9a060b29a560 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:38:41.138857 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5758cc-9c9b-4dc4-897f-9a060b29a560 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:38:41.139178 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5758cc-9c9b-4dc4-897f-9a060b29a560 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:38:41.139495 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5758cc-9c9b-4dc4-897f-9a060b29a560 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:38:41.139810 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5758cc-9c9b-4dc4-897f-9a060b29a560 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:38:41.140127 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5758cc-9c9b-4dc4-897f-9a060b29a560 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:38:41.140447 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5758cc-9c9b-4dc4-897f-9a060b29a560 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:38:41.143972 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38675e6b-f6a7-42be-a9a4-ddec012b7718 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 21, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 21:38:41.146590 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38675e6b-f6a7-42be-a9a4-ddec012b7718 None None] Checking segment: {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:38:41.146590 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-38675e6b-f6a7-42be-a9a4-ddec012b7718 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:41.146590 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38675e6b-f6a7-42be-a9a4-ddec012b7718 None None] Bound using segment: {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'} {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 21:38:41.146590 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-38675e6b-f6a7-42be-a9a4-ddec012b7718 None None] Bound port: 5d8e5491-76ed-48ad-91f4-92bff6c26421, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}}] {{(pid=84889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 21:38:41.146590 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-38675e6b-f6a7-42be-a9a4-ddec012b7718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:41.168663 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-2b46107e-60de-459d-b060-59195f8f8973 admin admin] Allocated IP 172.20.0.1 (985aeb7c-372b-4f9b-a96e-e56b560280f4/083f1092-549c-472a-b9c2-69624288a2ef/e1177dbc-3bdb-45f6-beee-98c8ea00046b) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 21:38:41.222001 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.db [None req-38675e6b-f6a7-42be-a9a4-ddec012b7718 None None] For port 5d8e5491-76ed-48ad-91f4-92bff6c26421, host n-d-843948-2, cleared binding levels {{(pid=84889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 21:38:41.225077 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.db [None req-38675e6b-f6a7-42be-a9a4-ddec012b7718 None None] For port 5d8e5491-76ed-48ad-91f4-92bff6c26421, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=5d8e5491-76ed-48ad-91f4-92bff6c26421,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 21:38:41.280696 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-38675e6b-f6a7-42be-a9a4-ddec012b7718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:41.320594 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2b46107e-60de-459d-b060-59195f8f8973 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:41.337082 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [None req-2b46107e-60de-459d-b060-59195f8f8973 admin admin] Transition to ACTIVE for port object e1177dbc-3bdb-45f6-beee-98c8ea00046b will not be triggered until provisioned by entity DHCP. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:38:41.364204 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5758cc-9c9b-4dc4-897f-9a060b29a560 None None] Pushing event updated for resources: {'Port': ['ID=5d8e5491-76ed-48ad-91f4-92bff6c26421,revision_number=3']} {{(pid=84889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:38:41.368667 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38675e6b-f6a7-42be-a9a4-ddec012b7718 None None] Routers {'344c58f4-90d7-4b33-b542-dbb2ec6d1956'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:38:41.369232 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-38675e6b-f6a7-42be-a9a4-ddec012b7718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T21:38:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['344c58f4-90d7-4b33-b542-dbb2ec6d1956'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:38:41.418098 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2b46107e-60de-459d-b060-59195f8f8973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:41.487499 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b46107e-60de-459d-b060-59195f8f8973 admin admin] Network 985aeb7c-372b-4f9b-a96e-e56b560280f4 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:38:41.489920 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-2b46107e-60de-459d-b060-59195f8f8973 admin admin] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:38:41.493634 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b46107e-60de-459d-b060-59195f8f8973 admin admin] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 21:38:41.527193 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b46107e-60de-459d-b060-59195f8f8973 admin admin] Pushing event updated for resources: {'Port': ['ID=e1177dbc-3bdb-45f6-beee-98c8ea00046b,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:38:41.550789 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2b46107e-60de-459d-b060-59195f8f8973 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-736099'] for router_interface, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:41.552733 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-38675e6b-f6a7-42be-a9a4-ddec012b7718 None None] Set router 344c58f4-90d7-4b33-b542-dbb2ec6d1956 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:38:41.733223 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2b46107e-60de-459d-b060-59195f8f8973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:41.828774 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-bbf8b071-67ad-48be-9bbf-133be75797b4 None None] Provisioning for port e1177dbc-3bdb-45f6-beee-98c8ea00046b completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:38:41.834761 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-bbf8b071-67ad-48be-9bbf-133be75797b4 None None] Provisioning complete for port e1177dbc-3bdb-45f6-beee-98c8ea00046b triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:38:41.835763 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-bbf8b071-67ad-48be-9bbf-133be75797b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:41.879407 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-38675e6b-f6a7-42be-a9a4-ddec012b7718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '344c58f4-90d7-4b33-b542-dbb2ec6d1956', 'name': 'tempest-TestShelveInstance-1706167944-router', 'tenant_id': '80172e5358ea4ce5a8375f153c88f329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': '5d8e5491-76ed-48ad-91f4-92bff6c26421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:38:38Z', 'updated_at': '2022-05-30T21:38:39Z', 'revision_number': 3, 'project_id': '80172e5358ea4ce5a8375f153c88f329', 'gw_port': {'id': '5d8e5491-76ed-48ad-91f4-92bff6c26421', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:db:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '344c58f4-90d7-4b33-b542-dbb2ec6d1956', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:38:38Z', 'updated_at': '2022-05-30T21:38:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:38:41.884924 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38675e6b-f6a7-42be-a9a4-ddec012b7718 None None] The sync data for ids ['344c58f4-90d7-4b33-b542-dbb2ec6d1956'] in n-d-843948-2 is: [{'id': '344c58f4-90d7-4b33-b542-dbb2ec6d1956', 'name': 'tempest-TestShelveInstance-1706167944-router', 'tenant_id': '80172e5358ea4ce5a8375f153c88f329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': '5d8e5491-76ed-48ad-91f4-92bff6c26421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:38:38Z', 'updated_at': '2022-05-30T21:38:39Z', 'revision_number': 3, 'project_id': '80172e5358ea4ce5a8375f153c88f329', 'gw_port': {'id': '5d8e5491-76ed-48ad-91f4-92bff6c26421', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:db:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '344c58f4-90d7-4b33-b542-dbb2ec6d1956', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:38:38Z', 'updated_at': '2022-05-30T21:38:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 21:38:41.893798 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-bbf8b071-67ad-48be-9bbf-133be75797b4 None None] Port e1177dbc-3bdb-45f6-beee-98c8ea00046b cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 21:38:41.973888 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2b46107e-60de-459d-b060-59195f8f8973 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:42.023518 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2b46107e-60de-459d-b060-59195f8f8973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:42.108058 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 501a3aae-d43b-457f-a9d3-0c09a0c29380 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:38:42.128322 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b46107e-60de-459d-b060-59195f8f8973 admin admin] Pushing event updated for resources: {'Port': ['ID=e1177dbc-3bdb-45f6-beee-98c8ea00046b,revision_number=2']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:38:42.130836 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-2b46107e-60de-459d-b060-59195f8f8973 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1718057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-736206'] for router_interface, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:42.176724 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 501a3aae-d43b-457f-a9d3-0c09a0c29380 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:38:42.177095 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:42.268619 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b46107e-60de-459d-b060-59195f8f8973 admin admin] Network 985aeb7c-372b-4f9b-a96e-e56b560280f4 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:38:42.269836 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-2b46107e-60de-459d-b060-59195f8f8973 admin admin] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:38:42.517741 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-d31cd79a-ac0c-4901-ac81-f3f1c0b4aa06 None None] Provisioning complete for port e1177dbc-3bdb-45f6-beee-98c8ea00046b triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:38:42.518107 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-d31cd79a-ac0c-4901-ac81-f3f1c0b4aa06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:42.569517 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-d31cd79a-ac0c-4901-ac81-f3f1c0b4aa06 None None] Port e1177dbc-3bdb-45f6-beee-98c8ea00046b cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 21:38:42.767920 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b46107e-60de-459d-b060-59195f8f8973 admin admin] Router 344c58f4-90d7-4b33-b542-dbb2ec6d1956 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 21:38:42.971134 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b46107e-60de-459d-b060-59195f8f8973 admin admin] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 21:38:42.980408 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-2b46107e-60de-459d-b060-59195f8f8973 admin admin] 10.222.0.85 "PUT /v2.0/routers/344c58f4-90d7-4b33-b542-dbb2ec6d1956/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9390044 May 30 21:38:43.440331 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 53670) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:38:43.446716 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-4070581d-20af-4d91-8a03-4cec08a611cb tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-120892631', 'description': 'tempest-secgroup-smoke-120892631 description', 'project_id': '216cf461b0464527bdbe4863bf4a4889'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:38:43.453595 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-4070581d-20af-4d91-8a03-4cec08a611cb tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:38:43.459383 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-4070581d-20af-4d91-8a03-4cec08a611cb tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Usage tracker for resource:security_group and tenant:216cf461b0464527bdbe4863bf4a4889 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:38:43.463387 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-4070581d-20af-4d91-8a03-4cec08a611cb tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:38:43.469315 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-4070581d-20af-4d91-8a03-4cec08a611cb tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:38:43.520421 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4070581d-20af-4d91-8a03-4cec08a611cb tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:43.556221 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-4070581d-20af-4d91-8a03-4cec08a611cb tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:38:43.559886 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-4070581d-20af-4d91-8a03-4cec08a611cb tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Usage tracker for resource:security_group_rule and tenant:216cf461b0464527bdbe4863bf4a4889 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:38:43.562687 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-4070581d-20af-4d91-8a03-4cec08a611cb tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:38:43.568554 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-4070581d-20af-4d91-8a03-4cec08a611cb tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:38:43.622248 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4070581d-20af-4d91-8a03-4cec08a611cb tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:43.680332 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4070581d-20af-4d91-8a03-4cec08a611cb tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:43.721156 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4070581d-20af-4d91-8a03-4cec08a611cb tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e698fd8d-6bd4-4ce8-8461-f482c6496517,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:38:43.754753 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4070581d-20af-4d91-8a03-4cec08a611cb tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:43.756102 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-4070581d-20af-4d91-8a03-4cec08a611cb tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3147416 May 30 21:38:43.759977 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 53674) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:38:43.765516 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-76b75659-ecea-492d-b2bb-7f4b1c9fce8c tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Request body: {'security_group_rule': {'security_group_id': 'e698fd8d-6bd4-4ce8-8461-f482c6496517', 'project_id': '216cf461b0464527bdbe4863bf4a4889', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:38:43.772388 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-76b75659-ecea-492d-b2bb-7f4b1c9fce8c tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:38:43.776288 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-76b75659-ecea-492d-b2bb-7f4b1c9fce8c tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Usage tracker for resource:security_group_rule and tenant:216cf461b0464527bdbe4863bf4a4889 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:38:43.779184 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-76b75659-ecea-492d-b2bb-7f4b1c9fce8c tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:38:43.784811 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-76b75659-ecea-492d-b2bb-7f4b1c9fce8c tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:38:43.875201 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-76b75659-ecea-492d-b2bb-7f4b1c9fce8c tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:43.936379 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-76b75659-ecea-492d-b2bb-7f4b1c9fce8c tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:44.016585 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-76b75659-ecea-492d-b2bb-7f4b1c9fce8c tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:44.044738 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b75659-ecea-492d-b2bb-7f4b1c9fce8c tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de71d19b-739e-4210-8b28-f04baa57ab43,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:38:44.125904 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-76b75659-ecea-492d-b2bb-7f4b1c9fce8c tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:44.127104 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-76b75659-ecea-492d-b2bb-7f4b1c9fce8c tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3661020 May 30 21:38:44.129889 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 53678) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:38:44.135356 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-a719a2ae-98bb-4201-a86f-df5567b5ba4d tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Request body: {'security_group_rule': {'security_group_id': 'e698fd8d-6bd4-4ce8-8461-f482c6496517', 'project_id': '216cf461b0464527bdbe4863bf4a4889', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:38:44.142161 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-a719a2ae-98bb-4201-a86f-df5567b5ba4d tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:38:44.145913 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-a719a2ae-98bb-4201-a86f-df5567b5ba4d tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Usage tracker for resource:security_group_rule and tenant:216cf461b0464527bdbe4863bf4a4889 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:38:44.148776 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-a719a2ae-98bb-4201-a86f-df5567b5ba4d tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:38:44.154437 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-a719a2ae-98bb-4201-a86f-df5567b5ba4d tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:38:44.223796 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a719a2ae-98bb-4201-a86f-df5567b5ba4d tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:44.285730 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a719a2ae-98bb-4201-a86f-df5567b5ba4d tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:44.388990 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a719a2ae-98bb-4201-a86f-df5567b5ba4d tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:44.415096 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a719a2ae-98bb-4201-a86f-df5567b5ba4d tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d818eb2-2564-414a-98e4-a58458832b3d,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:38:44.509181 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a719a2ae-98bb-4201-a86f-df5567b5ba4d tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:44.510725 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-a719a2ae-98bb-4201-a86f-df5567b5ba4d tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3797777 May 30 21:38:44.513651 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 53682) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:38:44.519229 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-1f15df4c-220c-4695-8bf7-fccaa7fd0e56 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Request body: {'security_group_rule': {'security_group_id': 'e698fd8d-6bd4-4ce8-8461-f482c6496517', 'project_id': '216cf461b0464527bdbe4863bf4a4889', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:38:44.526547 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-1f15df4c-220c-4695-8bf7-fccaa7fd0e56 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:38:44.530490 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-1f15df4c-220c-4695-8bf7-fccaa7fd0e56 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Usage tracker for resource:security_group_rule and tenant:216cf461b0464527bdbe4863bf4a4889 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:38:44.533402 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-1f15df4c-220c-4695-8bf7-fccaa7fd0e56 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:38:44.540132 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-1f15df4c-220c-4695-8bf7-fccaa7fd0e56 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:38:44.618258 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1f15df4c-220c-4695-8bf7-fccaa7fd0e56 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:44.681297 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1f15df4c-220c-4695-8bf7-fccaa7fd0e56 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:44.771637 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1f15df4c-220c-4695-8bf7-fccaa7fd0e56 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:44.796470 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15df4c-220c-4695-8bf7-fccaa7fd0e56 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fae8617-aa82-4c84-93a7-77f086eab172,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:38:44.868819 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-1f15df4c-220c-4695-8bf7-fccaa7fd0e56 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:44.870057 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-1f15df4c-220c-4695-8bf7-fccaa7fd0e56 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3554661 May 30 21:38:44.872887 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 53686) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:38:44.878261 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-881f1a47-471c-4b12-a4ce-2d161e662910 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Request body: {'security_group_rule': {'security_group_id': 'e698fd8d-6bd4-4ce8-8461-f482c6496517', 'project_id': '216cf461b0464527bdbe4863bf4a4889', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:38:44.885449 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-881f1a47-471c-4b12-a4ce-2d161e662910 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:38:44.889247 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-881f1a47-471c-4b12-a4ce-2d161e662910 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Usage tracker for resource:security_group_rule and tenant:216cf461b0464527bdbe4863bf4a4889 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:38:44.892198 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-881f1a47-471c-4b12-a4ce-2d161e662910 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:38:44.898611 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-881f1a47-471c-4b12-a4ce-2d161e662910 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:38:44.972363 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-881f1a47-471c-4b12-a4ce-2d161e662910 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:45.038040 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-881f1a47-471c-4b12-a4ce-2d161e662910 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:45.131264 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-881f1a47-471c-4b12-a4ce-2d161e662910 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:45.154733 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881f1a47-471c-4b12-a4ce-2d161e662910 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eddac96a-fddf-4c5c-8a20-124b4e4f7926,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:38:45.234378 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-881f1a47-471c-4b12-a4ce-2d161e662910 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:45.235518 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-881f1a47-471c-4b12-a4ce-2d161e662910 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3617203 May 30 21:38:45.238301 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 53690) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:38:45.244251 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-279aeafe-8441-48e5-a6de-f5cc17afcea6 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Request body: {'security_group_rule': {'security_group_id': 'e698fd8d-6bd4-4ce8-8461-f482c6496517', 'project_id': '216cf461b0464527bdbe4863bf4a4889', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:38:45.251045 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-279aeafe-8441-48e5-a6de-f5cc17afcea6 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:38:45.254901 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-279aeafe-8441-48e5-a6de-f5cc17afcea6 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Usage tracker for resource:security_group_rule and tenant:216cf461b0464527bdbe4863bf4a4889 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:38:45.258385 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-279aeafe-8441-48e5-a6de-f5cc17afcea6 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:38:45.264114 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-279aeafe-8441-48e5-a6de-f5cc17afcea6 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:38:45.360635 n-d-843948-2 neutron-server[84886]: INFO neutron.db.securitygroups_db [None req-279aeafe-8441-48e5-a6de-f5cc17afcea6 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Project 216cf461b0464527bdbe4863bf4a4889 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 30 21:38:45.367984 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-279aeafe-8441-48e5-a6de-f5cc17afcea6 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:45.431540 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-279aeafe-8441-48e5-a6de-f5cc17afcea6 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:45.531693 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-279aeafe-8441-48e5-a6de-f5cc17afcea6 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:45.556732 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279aeafe-8441-48e5-a6de-f5cc17afcea6 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66243d47-587d-4022-9dfa-4fa8a38798d7,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:38:45.611782 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-279aeafe-8441-48e5-a6de-f5cc17afcea6 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:45.612985 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-279aeafe-8441-48e5-a6de-f5cc17afcea6 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3737748 May 30 21:38:45.615754 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 53694) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:38:45.622016 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-182543ad-d2ac-4c8b-9232-00d04b57934b tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Request body: {'security_group_rule': {'security_group_id': 'e698fd8d-6bd4-4ce8-8461-f482c6496517', 'project_id': '216cf461b0464527bdbe4863bf4a4889', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:38:45.628596 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-182543ad-d2ac-4c8b-9232-00d04b57934b tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:38:45.632676 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-182543ad-d2ac-4c8b-9232-00d04b57934b tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Usage tracker for resource:security_group_rule and tenant:216cf461b0464527bdbe4863bf4a4889 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:38:45.635553 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-182543ad-d2ac-4c8b-9232-00d04b57934b tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:38:45.641257 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-182543ad-d2ac-4c8b-9232-00d04b57934b tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:38:45.697251 n-d-843948-2 neutron-server[84886]: INFO neutron.db.securitygroups_db [None req-182543ad-d2ac-4c8b-9232-00d04b57934b tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Project 216cf461b0464527bdbe4863bf4a4889 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 30 21:38:45.703892 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-182543ad-d2ac-4c8b-9232-00d04b57934b tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:45.770941 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-182543ad-d2ac-4c8b-9232-00d04b57934b tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:45.834357 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-182543ad-d2ac-4c8b-9232-00d04b57934b tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:45.862532 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182543ad-d2ac-4c8b-9232-00d04b57934b tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bc54ea8-a9da-4f10-8c56-c56e5057906c,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:38:45.937142 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-182543ad-d2ac-4c8b-9232-00d04b57934b tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:45.938403 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-182543ad-d2ac-4c8b-9232-00d04b57934b tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3208287 May 30 21:38:46.107194 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-bbc23594-6e58-4814-bbfd-715298a2d16b req-b5f2494f-9d4b-4774-8dad-3a0c54111759 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Synchronizing usage tracker for tenant:216cf461b0464527bdbe4863bf4a4889 on resource:security_group {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 21:38:46.182555 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-bbc23594-6e58-4814-bbfd-715298a2d16b req-b5f2494f-9d4b-4774-8dad-3a0c54111759 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Unset dirty status for tenant:216cf461b0464527bdbe4863bf4a4889 on resource:security_group {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 21:38:46.183711 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-bbc23594-6e58-4814-bbfd-715298a2d16b req-b5f2494f-9d4b-4774-8dad-3a0c54111759 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-120892631&fields=id&tenant_id=216cf461b0464527bdbe4863bf4a4889 HTTP/1.1" status: 200 len: 267 time: 0.1177931 May 30 21:38:46.333009 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc23594-6e58-4814-bbfd-715298a2d16b req-a2a3633a-a178-4678-bf59-96f6cc3623d4 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:38:46.334342 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-bbc23594-6e58-4814-bbfd-715298a2d16b req-a2a3633a-a178-4678-bf59-96f6cc3623d4 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/networks?id=13f7d415-4145-4398-b6fe-005303424a3d HTTP/1.1" status: 200 len: 808 time: 0.1440980 May 30 21:38:46.351921 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-bbc23594-6e58-4814-bbfd-715298a2d16b req-208b285c-8afe-487c-80e9-53b02e0fe4c5 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/quotas/216cf461b0464527bdbe4863bf4a4889 HTTP/1.1" status: 200 len: 375 time: 0.0115478 May 30 21:38:46.429713 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-bbc23594-6e58-4814-bbfd-715298a2d16b req-a774e675-6e69-4aa8-afe1-7cb1fb7a35ec tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=216cf461b0464527bdbe4863bf4a4889&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0730009 May 30 21:38:46.697510 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-bbc23594-6e58-4814-bbfd-715298a2d16b req-4783cd71-4b8a-4a59-a880-31ed1b6e5fbe service neutron] 10.222.0.85 "GET /v2.0/networks/13f7d415-4145-4398-b6fe-005303424a3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2557983 May 30 21:38:46.862324 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-bbc23594-6e58-4814-bbfd-715298a2d16b req-5b8c3679-fe5c-4e63-bd8b-171a5aa108cd service neutron] 10.222.0.85 "GET /v2.0/networks/13f7d415-4145-4398-b6fe-005303424a3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498125 May 30 21:38:47.195618 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-a41c36c4-24c2-42ee-a8df-bdb620716611 req-5ff73e79-6b44-459d-8faa-60f66121b8b3 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Synchronizing usage tracker for tenant:216cf461b0464527bdbe4863bf4a4889 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 21:38:47.296655 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-a41c36c4-24c2-42ee-a8df-bdb620716611 req-5ff73e79-6b44-459d-8faa-60f66121b8b3 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Unset dirty status for tenant:216cf461b0464527bdbe4863bf4a4889 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 21:38:47.297901 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a41c36c4-24c2-42ee-a8df-bdb620716611 req-5ff73e79-6b44-459d-8faa-60f66121b8b3 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/ports?device_id=3c7c995b-c2fa-48bc-a978-0cbfc8654299 HTTP/1.1" status: 200 len: 210 time: 0.2224929 May 30 21:38:48.134818 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 5d8e5491-76ed-48ad-91f4-92bff6c26421 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:38:48.303119 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 5d8e5491-76ed-48ad-91f4-92bff6c26421 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:38:48.308932 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 5d8e5491-76ed-48ad-91f4-92bff6c26421 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:38:48.309231 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:48.430867 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:48.447215 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port 5d8e5491-76ed-48ad-91f4-92bff6c26421, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=5d8e5491-76ed-48ad-91f4-92bff6c26421,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:38:48.471580 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-91432ff4-3dd5-4afb-a2d8-f4847f41ceb6 req-cc9add69-3782-4fed-af02-e3fdc3454da0 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/ports?device_id=3c7c995b-c2fa-48bc-a978-0cbfc8654299 HTTP/1.1" status: 200 len: 210 time: 0.0465059 May 30 21:38:48.526116 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:48.627279 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=5d8e5491-76ed-48ad-91f4-92bff6c26421,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:38:48.889804 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7edfc5-15ca-45ec-8e01-057c1090f0d8 None None] Sync routers for ids ['260a714e-4b8c-428d-a1a8-927aaed9de86'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 21:38:48.901847 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7edfc5-15ca-45ec-8e01-057c1090f0d8 None None] Routers {'260a714e-4b8c-428d-a1a8-927aaed9de86'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:38:48.902560 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-1b7edfc5-15ca-45ec-8e01-057c1090f0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T21:38:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['260a714e-4b8c-428d-a1a8-927aaed9de86'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:38:49.079673 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-1b7edfc5-15ca-45ec-8e01-057c1090f0d8 None None] Set router 260a714e-4b8c-428d-a1a8-927aaed9de86 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:38:49.328179 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc23594-6e58-4814-bbfd-715298a2d16b req-350ef64b-db0d-4258-9d90-ab4c5068580e tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:38:49.329535 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-bbc23594-6e58-4814-bbfd-715298a2d16b req-350ef64b-db0d-4258-9d90-ab4c5068580e tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Synchronizing usage tracker for tenant:216cf461b0464527bdbe4863bf4a4889 on resource:network {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 21:38:49.393922 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-1b7edfc5-15ca-45ec-8e01-057c1090f0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260a714e-4b8c-428d-a1a8-927aaed9de86', 'name': 'tempest-TestShelveInstance-349688409-router', 'tenant_id': '216cf461b0464527bdbe4863bf4a4889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.237'}], 'enable_snat': True}, 'gw_port_id': 'fc73d39d-5c2b-4c83-8e88-1e35fce41820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:38:30Z', 'updated_at': '2022-05-30T21:38:34Z', 'revision_number': 4, 'project_id': '216cf461b0464527bdbe4863bf4a4889', 'gw_port': {'id': 'fc73d39d-5c2b-4c83-8e88-1e35fce41820', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:64:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260a714e-4b8c-428d-a1a8-927aaed9de86', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:38:31Z', 'updated_at': '2022-05-30T21:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '90f5fffc-b387-4b17-8687-d0a9b03ccb2f', 'name': '', 'network_id': '13f7d415-4145-4398-b6fe-005303424a3d', 'tenant_id': '216cf461b0464527bdbe4863bf4a4889', 'mac_address': 'fa:16:3e:a6:a6:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '260a714e-4b8c-428d-a1a8-927aaed9de86', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86bb8b67-0bd9-4dc6-a7da-24b8689297bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:38:33Z', 'updated_at': '2022-05-30T21:38:34Z', 'revision_number': 2, 'project_id': '216cf461b0464527bdbe4863bf4a4889', 'subnets': [{'id': '86bb8b67-0bd9-4dc6-a7da-24b8689297bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:38:49.397787 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7edfc5-15ca-45ec-8e01-057c1090f0d8 None None] Checking router: 260a714e-4b8c-428d-a1a8-927aaed9de86 for host: n-d-843948-2 {{(pid=84888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 21:38:49.398200 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7edfc5-15ca-45ec-8e01-057c1090f0d8 None None] Updating router 260a714e-4b8c-428d-a1a8-927aaed9de86 port 90f5fffc-b387-4b17-8687-d0a9b03ccb2f binding host n-d-843948-2 {{(pid=84888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 21:38:49.417337 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-bbc23594-6e58-4814-bbfd-715298a2d16b req-350ef64b-db0d-4258-9d90-ab4c5068580e tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Unset dirty status for tenant:216cf461b0464527bdbe4863bf4a4889 on resource:network {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 21:38:49.418537 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-bbc23594-6e58-4814-bbfd-715298a2d16b req-350ef64b-db0d-4258-9d90-ab4c5068580e tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.86 "GET /v2.0/networks?id=13f7d415-4145-4398-b6fe-005303424a3d HTTP/1.1" status: 200 len: 808 time: 0.2368646 May 30 21:38:49.452173 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-1b7edfc5-15ca-45ec-8e01-057c1090f0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:49.476669 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-bbc23594-6e58-4814-bbfd-715298a2d16b req-bf96fda1-0aa6-40e5-9e47-6d5e52bd6a85 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Synchronizing usage tracker for tenant:216cf461b0464527bdbe4863bf4a4889 on resource:security_group {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 21:38:49.488785 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-bbc23594-6e58-4814-bbfd-715298a2d16b req-bf96fda1-0aa6-40e5-9e47-6d5e52bd6a85 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Unset dirty status for tenant:216cf461b0464527bdbe4863bf4a4889 on resource:security_group {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 21:38:49.489938 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-bbc23594-6e58-4814-bbfd-715298a2d16b req-bf96fda1-0aa6-40e5-9e47-6d5e52bd6a85 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=216cf461b0464527bdbe4863bf4a4889 HTTP/1.1" status: 200 len: 379 time: 0.0541422 May 30 21:38:49.499820 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-bbc23594-6e58-4814-bbfd-715298a2d16b req-998c0ad4-ecb9-4875-92ef-42718d540031 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Request body: {'port': {'device_id': '3c7c995b-c2fa-48bc-a978-0cbfc8654299', 'network_id': '13f7d415-4145-4398-b6fe-005303424a3d', 'admin_state_up': True, 'tenant_id': '216cf461b0464527bdbe4863bf4a4889', 'security_groups': ['e698fd8d-6bd4-4ce8-8461-f482c6496517']}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:38:49.671970 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-47295bea-e039-43e5-af44-c716fe350b37 req-fac060e8-78f7-47a3-9942-4270e78eca4c tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/ports?device_id=3c7c995b-c2fa-48bc-a978-0cbfc8654299 HTTP/1.1" status: 200 len: 210 time: 0.0560560 May 30 21:38:49.680949 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-bbc23594-6e58-4814-bbfd-715298a2d16b req-998c0ad4-ecb9-4875-92ef-42718d540031 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:38:49.703114 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-bbc23594-6e58-4814-bbfd-715298a2d16b req-998c0ad4-ecb9-4875-92ef-42718d540031 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:38:49.742788 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbc23594-6e58-4814-bbfd-715298a2d16b req-998c0ad4-ecb9-4875-92ef-42718d540031 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Made reservation on behalf of 216cf461b0464527bdbe4863bf4a4889 for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 21:38:49.745999 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-bbc23594-6e58-4814-bbfd-715298a2d16b req-998c0ad4-ecb9-4875-92ef-42718d540031 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:49.811503 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-1b7edfc5-15ca-45ec-8e01-057c1090f0d8 None None] Notify callbacks [] for port, precommit_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:49.822915 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-1b7edfc5-15ca-45ec-8e01-057c1090f0d8 None None] Transition to ACTIVE for port object 90f5fffc-b387-4b17-8687-d0a9b03ccb2f will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:38:49.862982 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-1b7edfc5-15ca-45ec-8e01-057c1090f0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:49.928148 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [req-bbc23594-6e58-4814-bbfd-715298a2d16b req-998c0ad4-ecb9-4875-92ef-42718d540031 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Allocated IP 172.20.0.8 (13f7d415-4145-4398-b6fe-005303424a3d/86bb8b67-0bd9-4dc6-a7da-24b8689297bd/b2ba3358-2499-4c80-b3a4-e9e302f57338) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 21:38:49.986360 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341efa5f-a301-4c69-a926-28992eee18cc None None] Pushing event updated for resources: {'Port': ['ID=90f5fffc-b387-4b17-8687-d0a9b03ccb2f,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:38:50.085479 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-1b7edfc5-15ca-45ec-8e01-057c1090f0d8 None None] Attempting to bind port 90f5fffc-b387-4b17-8687-d0a9b03ccb2f on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 21:38:50.085871 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-1b7edfc5-15ca-45ec-8e01-057c1090f0d8 None None] Attempting to bind port 90f5fffc-b387-4b17-8687-d0a9b03ccb2f by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': '253fdc27-44cb-4604-b73b-949b1d365e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '13f7d415-4145-4398-b6fe-005303424a3d'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 21:38:50.086234 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7edfc5-15ca-45ec-8e01-057c1090f0d8 None None] Attempting to bind port 90f5fffc-b387-4b17-8687-d0a9b03ccb2f on network 13f7d415-4145-4398-b6fe-005303424a3d {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:38:50.093557 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7edfc5-15ca-45ec-8e01-057c1090f0d8 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 21, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 21:38:50.093952 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7edfc5-15ca-45ec-8e01-057c1090f0d8 None None] Checking segment: {'id': '253fdc27-44cb-4604-b73b-949b1d365e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '13f7d415-4145-4398-b6fe-005303424a3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:38:50.094351 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-1b7edfc5-15ca-45ec-8e01-057c1090f0d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:50.094736 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7edfc5-15ca-45ec-8e01-057c1090f0d8 None None] Bound using segment: {'id': '253fdc27-44cb-4604-b73b-949b1d365e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '13f7d415-4145-4398-b6fe-005303424a3d'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 21:38:50.095197 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-1b7edfc5-15ca-45ec-8e01-057c1090f0d8 None None] Bound port: 90f5fffc-b387-4b17-8687-d0a9b03ccb2f, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '253fdc27-44cb-4604-b73b-949b1d365e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '13f7d415-4145-4398-b6fe-005303424a3d'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 21:38:50.095561 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-1b7edfc5-15ca-45ec-8e01-057c1090f0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:50.150440 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 5d8e5491-76ed-48ad-91f4-92bff6c26421 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:38:50.246375 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-1b7edfc5-15ca-45ec-8e01-057c1090f0d8 None None] For port 90f5fffc-b387-4b17-8687-d0a9b03ccb2f, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 21:38:50.250199 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-1b7edfc5-15ca-45ec-8e01-057c1090f0d8 None None] For port 90f5fffc-b387-4b17-8687-d0a9b03ccb2f, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=90f5fffc-b387-4b17-8687-d0a9b03ccb2f,segment=NetworkSegment(253fdc27-44cb-4604-b73b-949b1d365e5b),segment_id=253fdc27-44cb-4604-b73b-949b1d365e5b)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 21:38:50.258413 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-bbc23594-6e58-4814-bbfd-715298a2d16b req-998c0ad4-ecb9-4875-92ef-42718d540031 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:50.267384 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 5d8e5491-76ed-48ad-91f4-92bff6c26421 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:38:50.267727 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:50.275740 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-bbc23594-6e58-4814-bbfd-715298a2d16b req-998c0ad4-ecb9-4875-92ef-42718d540031 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Transition to ACTIVE for port object b2ba3358-2499-4c80-b3a4-e9e302f57338 will not be triggered until provisioned by entity DHCP. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:38:50.400148 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-1b7edfc5-15ca-45ec-8e01-057c1090f0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:50.400684 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-bbc23594-6e58-4814-bbfd-715298a2d16b req-998c0ad4-ecb9-4875-92ef-42718d540031 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:50.469807 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:50.476276 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbc23594-6e58-4814-bbfd-715298a2d16b req-998c0ad4-ecb9-4875-92ef-42718d540031 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Network 13f7d415-4145-4398-b6fe-005303424a3d is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:38:50.479246 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [req-bbc23594-6e58-4814-bbfd-715298a2d16b req-998c0ad4-ecb9-4875-92ef-42718d540031 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:38:50.483246 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbc23594-6e58-4814-bbfd-715298a2d16b req-998c0ad4-ecb9-4875-92ef-42718d540031 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 21:38:50.513527 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341efa5f-a301-4c69-a926-28992eee18cc None None] Pushing event updated for resources: {'Port': ['ID=90f5fffc-b387-4b17-8687-d0a9b03ccb2f,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:38:50.517599 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998c0ad4-ecb9-4875-92ef-42718d540031 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Pushing event updated for resources: {'Port': ['ID=b2ba3358-2499-4c80-b3a4-e9e302f57338,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:38:50.517883 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7edfc5-15ca-45ec-8e01-057c1090f0d8 None None] Routers {'260a714e-4b8c-428d-a1a8-927aaed9de86'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:38:50.518490 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-1b7edfc5-15ca-45ec-8e01-057c1090f0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T21:38:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['260a714e-4b8c-428d-a1a8-927aaed9de86'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:38:50.549050 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc23594-6e58-4814-bbfd-715298a2d16b req-998c0ad4-ecb9-4875-92ef-42718d540031 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:38:50.549679 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-bbc23594-6e58-4814-bbfd-715298a2d16b req-998c0ad4-ecb9-4875-92ef-42718d540031 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:50.640635 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-bbc23594-6e58-4814-bbfd-715298a2d16b req-998c0ad4-ecb9-4875-92ef-42718d540031 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1444998 May 30 21:38:50.656762 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-bbc23594-6e58-4814-bbfd-715298a2d16b req-c00c4565-5b16-4f20-aeb2-4d6bafbb128c service neutron] Request body: {'port': {'device_id': '3c7c995b-c2fa-48bc-a978-0cbfc8654299', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843948-2'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:38:50.704335 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-1b7edfc5-15ca-45ec-8e01-057c1090f0d8 None None] Set router 260a714e-4b8c-428d-a1a8-927aaed9de86 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:38:50.844907 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-bbc23594-6e58-4814-bbfd-715298a2d16b req-c00c4565-5b16-4f20-aeb2-4d6bafbb128c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:50.854016 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-5fc6f1b8-6a53-4720-9e4f-4f81f1ae7ecf None None] Provisioning for port b2ba3358-2499-4c80-b3a4-e9e302f57338 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:38:50.928347 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-5fc6f1b8-6a53-4720-9e4f-4f81f1ae7ecf None None] Provisioning complete for port b2ba3358-2499-4c80-b3a4-e9e302f57338 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:38:50.928914 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-5fc6f1b8-6a53-4720-9e4f-4f81f1ae7ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:50.995783 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-5fc6f1b8-6a53-4720-9e4f-4f81f1ae7ecf None None] Port b2ba3358-2499-4c80-b3a4-e9e302f57338 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 21:38:51.114728 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68349b48-f545-40d6-af71-f76328c2d3e0 req-e37ce85a-bc7f-46b5-8d2a-4371050796b7 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:38:51.121784 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-68349b48-f545-40d6-af71-f76328c2d3e0 req-e37ce85a-bc7f-46b5-8d2a-4371050796b7 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/ports?device_id=3c7c995b-c2fa-48bc-a978-0cbfc8654299 HTTP/1.1" status: 200 len: 931 time: 0.2893000 May 30 21:38:51.141374 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-1b7edfc5-15ca-45ec-8e01-057c1090f0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260a714e-4b8c-428d-a1a8-927aaed9de86', 'name': 'tempest-TestShelveInstance-349688409-router', 'tenant_id': '216cf461b0464527bdbe4863bf4a4889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.237'}], 'enable_snat': True}, 'gw_port_id': 'fc73d39d-5c2b-4c83-8e88-1e35fce41820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:38:30Z', 'updated_at': '2022-05-30T21:38:34Z', 'revision_number': 4, 'project_id': '216cf461b0464527bdbe4863bf4a4889', 'gw_port': {'id': 'fc73d39d-5c2b-4c83-8e88-1e35fce41820', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:64:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260a714e-4b8c-428d-a1a8-927aaed9de86', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:38:31Z', 'updated_at': '2022-05-30T21:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '90f5fffc-b387-4b17-8687-d0a9b03ccb2f', 'name': '', 'network_id': '13f7d415-4145-4398-b6fe-005303424a3d', 'tenant_id': '216cf461b0464527bdbe4863bf4a4889', 'mac_address': 'fa:16:3e:a6:a6:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '260a714e-4b8c-428d-a1a8-927aaed9de86', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86bb8b67-0bd9-4dc6-a7da-24b8689297bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:38:33Z', 'updated_at': '2022-05-30T21:38:50Z', 'revision_number': 4, 'project_id': '216cf461b0464527bdbe4863bf4a4889', 'subnets': [{'id': '86bb8b67-0bd9-4dc6-a7da-24b8689297bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:38:51.145459 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7edfc5-15ca-45ec-8e01-057c1090f0d8 None None] The sync data for ids ['260a714e-4b8c-428d-a1a8-927aaed9de86'] in n-d-843948-2 is: [{'id': '260a714e-4b8c-428d-a1a8-927aaed9de86', 'name': 'tempest-TestShelveInstance-349688409-router', 'tenant_id': '216cf461b0464527bdbe4863bf4a4889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.237'}], 'enable_snat': True}, 'gw_port_id': 'fc73d39d-5c2b-4c83-8e88-1e35fce41820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:38:30Z', 'updated_at': '2022-05-30T21:38:34Z', 'revision_number': 4, 'project_id': '216cf461b0464527bdbe4863bf4a4889', 'gw_port': {'id': 'fc73d39d-5c2b-4c83-8e88-1e35fce41820', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:64:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260a714e-4b8c-428d-a1a8-927aaed9de86', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:38:31Z', 'updated_at': '2022-05-30T21:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '90f5fffc-b387-4b17-8687-d0a9b03ccb2f', 'name': '', 'network_id': '13f7d415-4145-4398-b6fe-005303424a3d', 'tenant_id': '216cf461b0464527bdbe4863bf4a4889', 'mac_address': 'fa:16:3e:a6:a6:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '260a714e-4b8c-428d-a1a8-927aaed9de86', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86bb8b67-0bd9-4dc6-a7da-24b8689297bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:38:33Z', 'updated_at': '2022-05-30T21:38:50Z', 'revision_number': 4, 'project_id': '216cf461b0464527bdbe4863bf4a4889', 'subnets': [{'id': '86bb8b67-0bd9-4dc6-a7da-24b8689297bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 21:38:51.167135 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-68349b48-f545-40d6-af71-f76328c2d3e0 req-b456ee06-5fbe-4729-bcb2-c36372dcbe16 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/security-groups?id=e698fd8d-6bd4-4ce8-8461-f482c6496517&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444996 May 30 21:38:51.269709 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [req-bbc23594-6e58-4814-bbfd-715298a2d16b req-c00c4565-5b16-4f20-aeb2-4d6bafbb128c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2ba3358-2499-4c80-b3a4-e9e302f57338 {{(pid=84887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 21:38:51.277595 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-bbc23594-6e58-4814-bbfd-715298a2d16b req-c00c4565-5b16-4f20-aeb2-4d6bafbb128c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:51.301763 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-bbc23594-6e58-4814-bbfd-715298a2d16b req-c00c4565-5b16-4f20-aeb2-4d6bafbb128c service neutron] Transition to ACTIVE for port object b2ba3358-2499-4c80-b3a4-e9e302f57338 will not be triggered until provisioned by entity L2. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:38:51.423230 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-bbc23594-6e58-4814-bbfd-715298a2d16b req-c00c4565-5b16-4f20-aeb2-4d6bafbb128c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:51.561393 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00c4565-5b16-4f20-aeb2-4d6bafbb128c service neutron] Pushing event updated for resources: {'Port': ['ID=b2ba3358-2499-4c80-b3a4-e9e302f57338,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:38:51.684881 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-bbc23594-6e58-4814-bbfd-715298a2d16b req-c00c4565-5b16-4f20-aeb2-4d6bafbb128c service neutron] Attempting to bind port b2ba3358-2499-4c80-b3a4-e9e302f57338 on host n-h2-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 21:38:51.685216 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-bbc23594-6e58-4814-bbfd-715298a2d16b req-c00c4565-5b16-4f20-aeb2-4d6bafbb128c service neutron] Attempting to bind port b2ba3358-2499-4c80-b3a4-e9e302f57338 by drivers openvswitch,hyperv on host n-h2-843948-2 at level 0 using segments [{'id': '253fdc27-44cb-4604-b73b-949b1d365e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '13f7d415-4145-4398-b6fe-005303424a3d'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 21:38:51.685538 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc23594-6e58-4814-bbfd-715298a2d16b req-c00c4565-5b16-4f20-aeb2-4d6bafbb128c service neutron] Attempting to bind port b2ba3358-2499-4c80-b3a4-e9e302f57338 on network 13f7d415-4145-4398-b6fe-005303424a3d {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:38:51.691583 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc23594-6e58-4814-bbfd-715298a2d16b req-c00c4565-5b16-4f20-aeb2-4d6bafbb128c service neutron] Port b2ba3358-2499-4c80-b3a4-e9e302f57338 on network 13f7d415-4145-4398-b6fe-005303424a3d not bound, no agent of type Open vSwitch agent registered on host n-h2-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 21:38:51.691896 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc23594-6e58-4814-bbfd-715298a2d16b req-c00c4565-5b16-4f20-aeb2-4d6bafbb128c service neutron] Attempting to bind port b2ba3358-2499-4c80-b3a4-e9e302f57338 on network 13f7d415-4145-4398-b6fe-005303424a3d {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:38:51.698661 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc23594-6e58-4814-bbfd-715298a2d16b req-c00c4565-5b16-4f20-aeb2-4d6bafbb128c service neutron] Checking agent: {'id': 'eaa08354-e8f5-4e73-af76-8d3cf7d2b390', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 21, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 21:38:51.699063 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc23594-6e58-4814-bbfd-715298a2d16b req-c00c4565-5b16-4f20-aeb2-4d6bafbb128c service neutron] Checking segment: {'id': '253fdc27-44cb-4604-b73b-949b1d365e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '13f7d415-4145-4398-b6fe-005303424a3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:38:51.699356 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc23594-6e58-4814-bbfd-715298a2d16b req-c00c4565-5b16-4f20-aeb2-4d6bafbb128c service neutron] Bound using segment: {'id': '253fdc27-44cb-4604-b73b-949b1d365e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '13f7d415-4145-4398-b6fe-005303424a3d'} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 21:38:51.699778 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-bbc23594-6e58-4814-bbfd-715298a2d16b req-c00c4565-5b16-4f20-aeb2-4d6bafbb128c service neutron] Bound port: b2ba3358-2499-4c80-b3a4-e9e302f57338, host: n-h2-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '253fdc27-44cb-4604-b73b-949b1d365e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '13f7d415-4145-4398-b6fe-005303424a3d'}}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 21:38:51.700123 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-bbc23594-6e58-4814-bbfd-715298a2d16b req-c00c4565-5b16-4f20-aeb2-4d6bafbb128c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:51.703880 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63091cef-023d-4325-a935-c560298957fd None None] Sync routers for ids ['344c58f4-90d7-4b33-b542-dbb2ec6d1956'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 21:38:51.716418 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63091cef-023d-4325-a935-c560298957fd None None] Routers {'344c58f4-90d7-4b33-b542-dbb2ec6d1956'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:38:51.717019 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-63091cef-023d-4325-a935-c560298957fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T21:38:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['344c58f4-90d7-4b33-b542-dbb2ec6d1956'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:38:51.803131 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-bbc23594-6e58-4814-bbfd-715298a2d16b req-c00c4565-5b16-4f20-aeb2-4d6bafbb128c service neutron] For port b2ba3358-2499-4c80-b3a4-e9e302f57338, host n-h2-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 21:38:51.807311 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-bbc23594-6e58-4814-bbfd-715298a2d16b req-c00c4565-5b16-4f20-aeb2-4d6bafbb128c service neutron] For port b2ba3358-2499-4c80-b3a4-e9e302f57338, host n-h2-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=b2ba3358-2499-4c80-b3a4-e9e302f57338,segment=NetworkSegment(253fdc27-44cb-4604-b73b-949b1d365e5b),segment_id=253fdc27-44cb-4604-b73b-949b1d365e5b)] {{(pid=84887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 21:38:51.869111 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-bbc23594-6e58-4814-bbfd-715298a2d16b req-c00c4565-5b16-4f20-aeb2-4d6bafbb128c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:51.925645 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-63091cef-023d-4325-a935-c560298957fd None None] Set router 344c58f4-90d7-4b33-b542-dbb2ec6d1956 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:38:51.936170 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-bbc23594-6e58-4814-bbfd-715298a2d16b req-c00c4565-5b16-4f20-aeb2-4d6bafbb128c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:51.937528 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-bbc23594-6e58-4814-bbfd-715298a2d16b req-c00c4565-5b16-4f20-aeb2-4d6bafbb128c service neutron] 10.222.0.86 "PUT /v2.0/ports/b2ba3358-2499-4c80-b3a4-e9e302f57338 HTTP/1.1" status: 200 len: 1091 time: 1.2852490 May 30 21:38:51.938054 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c7c995b-c2fa-48bc-a978-0cbfc8654299', 'tag': 'b2ba3358-2499-4c80-b3a4-e9e302f57338'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:38:51.955380 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00c4565-5b16-4f20-aeb2-4d6bafbb128c service neutron] Pushing event updated for resources: {'Port': ['ID=b2ba3358-2499-4c80-b3a4-e9e302f57338,revision_number=3']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:38:52.013124 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e82cc46-9ade-4119-9336-1bd3742b04b4'] response: {'name': 'network-changed', 'server_uuid': '3c7c995b-c2fa-48bc-a978-0cbfc8654299', 'tag': 'b2ba3358-2499-4c80-b3a4-e9e302f57338', 'status': 'completed', 'code': 200} May 30 21:38:52.131344 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7ed7f966-3b55-4dc0-b9ab-8871140b37c1 req-ad38e94f-b1c0-44cb-be91-fb06cabf8e2d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=216cf461b0464527bdbe4863bf4a4889&device_id=3c7c995b-c2fa-48bc-a978-0cbfc8654299 HTTP/1.1" status: 200 len: 1094 time: 0.0895138 May 30 21:38:52.152637 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 90f5fffc-b387-4b17-8687-d0a9b03ccb2f up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:38:52.272995 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-63091cef-023d-4325-a935-c560298957fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '344c58f4-90d7-4b33-b542-dbb2ec6d1956', 'name': 'tempest-TestShelveInstance-1706167944-router', 'tenant_id': '80172e5358ea4ce5a8375f153c88f329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': '5d8e5491-76ed-48ad-91f4-92bff6c26421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:38:38Z', 'updated_at': '2022-05-30T21:38:41Z', 'revision_number': 4, 'project_id': '80172e5358ea4ce5a8375f153c88f329', 'gw_port': {'id': '5d8e5491-76ed-48ad-91f4-92bff6c26421', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:db:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344c58f4-90d7-4b33-b542-dbb2ec6d1956', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:38:38Z', 'updated_at': '2022-05-30T21:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': 'e1177dbc-3bdb-45f6-beee-98c8ea00046b', 'name': '', 'network_id': '985aeb7c-372b-4f9b-a96e-e56b560280f4', 'tenant_id': '80172e5358ea4ce5a8375f153c88f329', 'mac_address': 'fa:16:3e:21:51:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '344c58f4-90d7-4b33-b542-dbb2ec6d1956', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '083f1092-549c-472a-b9c2-69624288a2ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:38:41Z', 'updated_at': '2022-05-30T21:38:41Z', 'revision_number': 2, 'project_id': '80172e5358ea4ce5a8375f153c88f329', 'subnets': [{'id': '083f1092-549c-472a-b9c2-69624288a2ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:38:52.276881 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63091cef-023d-4325-a935-c560298957fd None None] Checking router: 344c58f4-90d7-4b33-b542-dbb2ec6d1956 for host: n-d-843948-2 {{(pid=84889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 21:38:52.277228 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63091cef-023d-4325-a935-c560298957fd None None] Updating router 344c58f4-90d7-4b33-b542-dbb2ec6d1956 port e1177dbc-3bdb-45f6-beee-98c8ea00046b binding host n-d-843948-2 {{(pid=84889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 21:38:52.285829 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 90f5fffc-b387-4b17-8687-d0a9b03ccb2f completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:38:52.291801 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 90f5fffc-b387-4b17-8687-d0a9b03ccb2f triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:38:52.292568 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:52.317789 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed7f966-3b55-4dc0-b9ab-8871140b37c1 req-053efe11-79af-49e1-9c25-77b04b745144 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:38:52.319937 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7ed7f966-3b55-4dc0-b9ab-8871140b37c1 req-053efe11-79af-49e1-9c25-77b04b745144 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=216cf461b0464527bdbe4863bf4a4889&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1773546 May 30 21:38:52.335652 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-63091cef-023d-4325-a935-c560298957fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:52.394148 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3617af71-d276-48bd-ac5f-a51e39cd3205 req-79af7793-f809-47ca-9b92-8589e0a6119e tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:38:52.396531 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3617af71-d276-48bd-ac5f-a51e39cd3205 req-79af7793-f809-47ca-9b92-8589e0a6119e tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/ports?device_id=3c7c995b-c2fa-48bc-a978-0cbfc8654299 HTTP/1.1" status: 200 len: 943 time: 0.0894282 May 30 21:38:52.439415 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:52.453990 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3617af71-d276-48bd-ac5f-a51e39cd3205 req-6cefe000-c0b0-4d3d-b7a6-a6fb437d6fdc tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/security-groups?id=e698fd8d-6bd4-4ce8-8461-f482c6496517&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473707 May 30 21:38:52.480783 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed7f966-3b55-4dc0-b9ab-8871140b37c1 req-805519f9-55ae-41cf-b282-ba3fe2716f5a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:38:52.482299 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7ed7f966-3b55-4dc0-b9ab-8871140b37c1 req-805519f9-55ae-41cf-b282-ba3fe2716f5a service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1527364 May 30 21:38:52.487919 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port 90f5fffc-b387-4b17-8687-d0a9b03ccb2f, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=90f5fffc-b387-4b17-8687-d0a9b03ccb2f,segment=NetworkSegment(253fdc27-44cb-4604-b73b-949b1d365e5b),segment_id=253fdc27-44cb-4604-b73b-949b1d365e5b)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:38:52.565639 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:52.603862 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-bbc23594-6e58-4814-bbfd-715298a2d16b req-96f9e6ae-2251-45d0-a4ba-7daed8ba9d05 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=216cf461b0464527bdbe4863bf4a4889&device_id=3c7c995b-c2fa-48bc-a978-0cbfc8654299 HTTP/1.1" status: 200 len: 1094 time: 0.0784302 May 30 21:38:52.636251 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=90f5fffc-b387-4b17-8687-d0a9b03ccb2f,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:38:52.677423 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-bbc23594-6e58-4814-bbfd-715298a2d16b req-9eb517f8-0b03-4286-b5aa-05e59ae7f328 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b2ba3358-2499-4c80-b3a4-e9e302f57338 HTTP/1.1" status: 200 len: 217 time: 0.0632310 May 30 21:38:52.713855 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-63091cef-023d-4325-a935-c560298957fd None None] Notify callbacks [] for port, precommit_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:52.725726 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.provisioning_blocks [None req-63091cef-023d-4325-a935-c560298957fd None None] Transition to ACTIVE for port object e1177dbc-3bdb-45f6-beee-98c8ea00046b will not be triggered until provisioned by entity L2. {{(pid=84889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:38:52.806326 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-63091cef-023d-4325-a935-c560298957fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:52.848008 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc23594-6e58-4814-bbfd-715298a2d16b req-51987b4c-a60c-4de8-a593-ff364b5a744f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:38:52.849517 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-bbc23594-6e58-4814-bbfd-715298a2d16b req-51987b4c-a60c-4de8-a593-ff364b5a744f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=86bb8b67-0bd9-4dc6-a7da-24b8689297bd HTTP/1.1" status: 200 len: 847 time: 0.1626356 May 30 21:38:52.932674 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-bbc23594-6e58-4814-bbfd-715298a2d16b req-6db30f43-5b37-413d-82d4-24949cc2490f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=13f7d415-4145-4398-b6fe-005303424a3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0732093 May 30 21:38:52.943465 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa593b5-39a4-4013-b7de-52483cc17eb8 None None] Pushing event updated for resources: {'Port': ['ID=e1177dbc-3bdb-45f6-beee-98c8ea00046b,revision_number=3']} {{(pid=84889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:38:53.038600 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-63091cef-023d-4325-a935-c560298957fd None None] Attempting to bind port e1177dbc-3bdb-45f6-beee-98c8ea00046b on host n-d-843948-2 for vnic_type normal with profile {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 21:38:53.039106 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-63091cef-023d-4325-a935-c560298957fd None None] Attempting to bind port e1177dbc-3bdb-45f6-beee-98c8ea00046b by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': '936b36f3-dea5-4778-ac04-563dadd5b416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '985aeb7c-372b-4f9b-a96e-e56b560280f4'}] {{(pid=84889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 21:38:53.039557 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63091cef-023d-4325-a935-c560298957fd None None] Attempting to bind port e1177dbc-3bdb-45f6-beee-98c8ea00046b on network 985aeb7c-372b-4f9b-a96e-e56b560280f4 {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:38:53.046216 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63091cef-023d-4325-a935-c560298957fd None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 21, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 21:38:53.046690 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63091cef-023d-4325-a935-c560298957fd None None] Checking segment: {'id': '936b36f3-dea5-4778-ac04-563dadd5b416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '985aeb7c-372b-4f9b-a96e-e56b560280f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:38:53.047262 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-63091cef-023d-4325-a935-c560298957fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:53.047662 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63091cef-023d-4325-a935-c560298957fd None None] Bound using segment: {'id': '936b36f3-dea5-4778-ac04-563dadd5b416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '985aeb7c-372b-4f9b-a96e-e56b560280f4'} {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 21:38:53.048191 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-63091cef-023d-4325-a935-c560298957fd None None] Bound port: e1177dbc-3bdb-45f6-beee-98c8ea00046b, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '936b36f3-dea5-4778-ac04-563dadd5b416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '985aeb7c-372b-4f9b-a96e-e56b560280f4'}}] {{(pid=84889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 21:38:53.048613 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-63091cef-023d-4325-a935-c560298957fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:53.081926 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-bbc23594-6e58-4814-bbfd-715298a2d16b req-83a14b26-194c-48d8-93ef-2383fd65422c service neutron] 10.222.0.86 "GET /v2.0/networks/13f7d415-4145-4398-b6fe-005303424a3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400132 May 30 21:38:53.135419 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.db [None req-63091cef-023d-4325-a935-c560298957fd None None] For port e1177dbc-3bdb-45f6-beee-98c8ea00046b, host n-d-843948-2, cleared binding levels {{(pid=84889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 21:38:53.138964 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.db [None req-63091cef-023d-4325-a935-c560298957fd None None] For port e1177dbc-3bdb-45f6-beee-98c8ea00046b, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=e1177dbc-3bdb-45f6-beee-98c8ea00046b,segment=NetworkSegment(936b36f3-dea5-4778-ac04-563dadd5b416),segment_id=936b36f3-dea5-4778-ac04-563dadd5b416)] {{(pid=84889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 21:38:53.165659 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:53.217737 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-bbc23594-6e58-4814-bbfd-715298a2d16b req-3e5d7d50-3ea1-417f-acea-904a6559a602 service neutron] 10.222.0.86 "GET /v2.0/networks/13f7d415-4145-4398-b6fe-005303424a3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256170 May 30 21:38:53.229038 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-63091cef-023d-4325-a935-c560298957fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:53.339892 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa593b5-39a4-4013-b7de-52483cc17eb8 None None] Pushing event updated for resources: {'Port': ['ID=e1177dbc-3bdb-45f6-beee-98c8ea00046b,revision_number=4']} {{(pid=84889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:38:53.344782 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63091cef-023d-4325-a935-c560298957fd None None] Routers {'344c58f4-90d7-4b33-b542-dbb2ec6d1956'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:38:53.345390 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-63091cef-023d-4325-a935-c560298957fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T21:38:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['344c58f4-90d7-4b33-b542-dbb2ec6d1956'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:38:53.540603 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-63091cef-023d-4325-a935-c560298957fd None None] Set router 344c58f4-90d7-4b33-b542-dbb2ec6d1956 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:38:53.656701 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac367ca-e3d7-476c-aaff-6961230378f0 req-691a7300-c58e-43b2-8d41-0e34dca352ce tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:38:53.657292 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-3ac367ca-e3d7-476c-aaff-6961230378f0 req-691a7300-c58e-43b2-8d41-0e34dca352ce tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Synchronizing usage tracker for tenant:216cf461b0464527bdbe4863bf4a4889 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 21:38:53.743018 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-3ac367ca-e3d7-476c-aaff-6961230378f0 req-691a7300-c58e-43b2-8d41-0e34dca352ce tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Unset dirty status for tenant:216cf461b0464527bdbe4863bf4a4889 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 21:38:53.744319 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3ac367ca-e3d7-476c-aaff-6961230378f0 req-691a7300-c58e-43b2-8d41-0e34dca352ce tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/ports?device_id=3c7c995b-c2fa-48bc-a978-0cbfc8654299 HTTP/1.1" status: 200 len: 943 time: 0.1625571 May 30 21:38:53.796402 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3ac367ca-e3d7-476c-aaff-6961230378f0 req-48ae86fd-ca12-4967-bf21-797f5d3cf133 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/security-groups?id=e698fd8d-6bd4-4ce8-8461-f482c6496517&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459230 May 30 21:38:53.870445 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-63091cef-023d-4325-a935-c560298957fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '344c58f4-90d7-4b33-b542-dbb2ec6d1956', 'name': 'tempest-TestShelveInstance-1706167944-router', 'tenant_id': '80172e5358ea4ce5a8375f153c88f329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': '5d8e5491-76ed-48ad-91f4-92bff6c26421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:38:38Z', 'updated_at': '2022-05-30T21:38:41Z', 'revision_number': 4, 'project_id': '80172e5358ea4ce5a8375f153c88f329', 'gw_port': {'id': '5d8e5491-76ed-48ad-91f4-92bff6c26421', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:db:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344c58f4-90d7-4b33-b542-dbb2ec6d1956', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:38:38Z', 'updated_at': '2022-05-30T21:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': 'e1177dbc-3bdb-45f6-beee-98c8ea00046b', 'name': '', 'network_id': '985aeb7c-372b-4f9b-a96e-e56b560280f4', 'tenant_id': '80172e5358ea4ce5a8375f153c88f329', 'mac_address': 'fa:16:3e:21:51:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '344c58f4-90d7-4b33-b542-dbb2ec6d1956', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '083f1092-549c-472a-b9c2-69624288a2ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:38:41Z', 'updated_at': '2022-05-30T21:38:53Z', 'revision_number': 4, 'project_id': '80172e5358ea4ce5a8375f153c88f329', 'subnets': [{'id': '083f1092-549c-472a-b9c2-69624288a2ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:38:53.874598 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63091cef-023d-4325-a935-c560298957fd None None] The sync data for ids ['344c58f4-90d7-4b33-b542-dbb2ec6d1956'] in n-d-843948-2 is: [{'id': '344c58f4-90d7-4b33-b542-dbb2ec6d1956', 'name': 'tempest-TestShelveInstance-1706167944-router', 'tenant_id': '80172e5358ea4ce5a8375f153c88f329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': '5d8e5491-76ed-48ad-91f4-92bff6c26421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:38:38Z', 'updated_at': '2022-05-30T21:38:41Z', 'revision_number': 4, 'project_id': '80172e5358ea4ce5a8375f153c88f329', 'gw_port': {'id': '5d8e5491-76ed-48ad-91f4-92bff6c26421', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:db:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344c58f4-90d7-4b33-b542-dbb2ec6d1956', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:38:38Z', 'updated_at': '2022-05-30T21:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': 'e1177dbc-3bdb-45f6-beee-98c8ea00046b', 'name': '', 'network_id': '985aeb7c-372b-4f9b-a96e-e56b560280f4', 'tenant_id': '80172e5358ea4ce5a8375f153c88f329', 'mac_address': 'fa:16:3e:21:51:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '344c58f4-90d7-4b33-b542-dbb2ec6d1956', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '083f1092-549c-472a-b9c2-69624288a2ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:38:41Z', 'updated_at': '2022-05-30T21:38:53Z', 'revision_number': 4, 'project_id': '80172e5358ea4ce5a8375f153c88f329', 'subnets': [{'id': '083f1092-549c-472a-b9c2-69624288a2ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 21:38:54.182693 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 90f5fffc-b387-4b17-8687-d0a9b03ccb2f up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:38:54.257460 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 90f5fffc-b387-4b17-8687-d0a9b03ccb2f triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:38:54.257969 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:54.377749 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device e1177dbc-3bdb-45f6-beee-98c8ea00046b up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:38:54.508767 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port e1177dbc-3bdb-45f6-beee-98c8ea00046b completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:38:54.514160 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port e1177dbc-3bdb-45f6-beee-98c8ea00046b triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:38:54.514526 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:54.633854 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:54.668102 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port e1177dbc-3bdb-45f6-beee-98c8ea00046b, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=e1177dbc-3bdb-45f6-beee-98c8ea00046b,segment=NetworkSegment(936b36f3-dea5-4778-ac04-563dadd5b416),segment_id=936b36f3-dea5-4778-ac04-563dadd5b416)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:38:54.731526 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:54.799761 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=e1177dbc-3bdb-45f6-beee-98c8ea00046b,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:38:54.999927 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670e7176-7e4a-4ec6-9674-2c5ff71dae02 req-77f702e8-5ee6-4702-b829-9952b70b61f6 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:38:55.001273 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-670e7176-7e4a-4ec6-9674-2c5ff71dae02 req-77f702e8-5ee6-4702-b829-9952b70b61f6 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/ports?device_id=3c7c995b-c2fa-48bc-a978-0cbfc8654299 HTTP/1.1" status: 200 len: 943 time: 0.0751593 May 30 21:38:55.047083 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-670e7176-7e4a-4ec6-9674-2c5ff71dae02 req-28225947-c613-434d-8d59-fb8da6bc2a88 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/security-groups?id=e698fd8d-6bd4-4ce8-8461-f482c6496517&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400143 May 30 21:38:56.115317 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device e1177dbc-3bdb-45f6-beee-98c8ea00046b up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:38:56.186495 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port e1177dbc-3bdb-45f6-beee-98c8ea00046b triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:38:56.186853 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:56.244136 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784fb0b4-95de-4219-b217-28b491cf4d0e req-9f0d341c-4a73-4e15-8499-601889b7cc40 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:38:56.245661 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-784fb0b4-95de-4219-b217-28b491cf4d0e req-9f0d341c-4a73-4e15-8499-601889b7cc40 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/ports?device_id=3c7c995b-c2fa-48bc-a978-0cbfc8654299 HTTP/1.1" status: 200 len: 943 time: 0.0786150 May 30 21:38:56.293551 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-784fb0b4-95de-4219-b217-28b491cf4d0e req-d0ee1ad9-037a-4b4c-94d8-5720c73ba953 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/security-groups?id=e698fd8d-6bd4-4ce8-8461-f482c6496517&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424271 May 30 21:38:56.316002 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-d0f42e1b-83ee-49d2-806f-fd0b2ad69b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:56.637671 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device b2ba3358-2499-4c80-b3a4-e9e302f57338 details requested by agent hyperv_n-h2-843948-2 with host n-h2-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 21:38:56.800003 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port b2ba3358-2499-4c80-b3a4-e9e302f57338, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=b2ba3358-2499-4c80-b3a4-e9e302f57338,segment=NetworkSegment(253fdc27-44cb-4604-b73b-949b1d365e5b),segment_id=253fdc27-44cb-4604-b73b-949b1d365e5b)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:38:56.813946 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Returning: {'device': 'b2ba3358-2499-4c80-b3a4-e9e302f57338', 'network_id': '13f7d415-4145-4398-b6fe-005303424a3d', 'port_id': 'b2ba3358-2499-4c80-b3a4-e9e302f57338', 'mac_address': 'fa:16:3e:89:cf:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86bb8b67-0bd9-4dc6-a7da-24b8689297bd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 21:38:56.866105 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:56.884116 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2ba3358-2499-4c80-b3a4-e9e302f57338 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 21:38:56.898755 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port b2ba3358-2499-4c80-b3a4-e9e302f57338, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=b2ba3358-2499-4c80-b3a4-e9e302f57338,segment=NetworkSegment(253fdc27-44cb-4604-b73b-949b1d365e5b),segment_id=253fdc27-44cb-4604-b73b-949b1d365e5b)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:38:56.982820 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:57.055218 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=b2ba3358-2499-4c80-b3a4-e9e302f57338,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:38:57.254133 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['b2ba3358-2499-4c80-b3a4-e9e302f57338'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 21:38:57.497539 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88378a08-4b7f-4853-83ef-eaf2e9b0695f req-64c7b3a9-19cd-4670-9594-81e31c42f385 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:38:57.499025 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-88378a08-4b7f-4853-83ef-eaf2e9b0695f req-64c7b3a9-19cd-4670-9594-81e31c42f385 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/ports?device_id=3c7c995b-c2fa-48bc-a978-0cbfc8654299 HTTP/1.1" status: 200 len: 944 time: 0.0797591 May 30 21:38:57.546064 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-88378a08-4b7f-4853-83ef-eaf2e9b0695f req-289aa3a6-d40b-4a33-b569-a45788270907 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/security-groups?id=e698fd8d-6bd4-4ce8-8461-f482c6496517&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413303 May 30 21:38:58.655094 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device b2ba3358-2499-4c80-b3a4-e9e302f57338 up at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:38:58.750646 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a210ac14-19b8-4e79-9ce6-4c33c4255233 req-69c9ca7e-97ca-4fe3-9aaa-797f559abdd4 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:38:58.752131 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a210ac14-19b8-4e79-9ce6-4c33c4255233 req-69c9ca7e-97ca-4fe3-9aaa-797f559abdd4 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/ports?device_id=3c7c995b-c2fa-48bc-a978-0cbfc8654299 HTTP/1.1" status: 200 len: 944 time: 0.0809693 May 30 21:38:58.776970 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning for port b2ba3358-2499-4c80-b3a4-e9e302f57338 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:38:58.782000 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning complete for port b2ba3358-2499-4c80-b3a4-e9e302f57338 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:38:58.782373 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:58.801081 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a210ac14-19b8-4e79-9ce6-4c33c4255233 req-da93ad70-9fa8-4d6e-9cae-2ae66b50b86e tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/security-groups?id=e698fd8d-6bd4-4ce8-8461-f482c6496517&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429401 May 30 21:38:58.900276 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:58.926113 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c7c995b-c2fa-48bc-a978-0cbfc8654299', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2ba3358-2499-4c80-b3a4-e9e302f57338'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:38:58.935862 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port b2ba3358-2499-4c80-b3a4-e9e302f57338, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=b2ba3358-2499-4c80-b3a4-e9e302f57338,segment=NetworkSegment(253fdc27-44cb-4604-b73b-949b1d365e5b),segment_id=253fdc27-44cb-4604-b73b-949b1d365e5b)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:38:58.982341 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-929af274-6b87-4089-b55e-85e899e15d0a'] response: {'server_uuid': '3c7c995b-c2fa-48bc-a978-0cbfc8654299', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2ba3358-2499-4c80-b3a4-e9e302f57338', 'code': 200} May 30 21:38:59.016973 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:59.086725 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=b2ba3358-2499-4c80-b3a4-e9e302f57338,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:38:59.117118 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f0fcfdb0-100f-4152-99a3-af66525fcf5f req-2c78778b-0e28-4c89-afab-42f14ab64619 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=3c7c995b-c2fa-48bc-a978-0cbfc8654299 HTTP/1.1" status: 200 len: 1096 time: 0.0710416 May 30 21:38:59.161385 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f0fcfdb0-100f-4152-99a3-af66525fcf5f req-a214d082-063e-43ee-b505-a4e9e4b0f811 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=e698fd8d-6bd4-4ce8-8461-f482c6496517&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347221 May 30 21:38:59.663040 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-33e16038-42ae-4a59-b220-0d37b5dd52d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:38:59.919957 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:39:00.002985 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc26af56-2aaf-4e51-a3fa-35e1e46b947b req-90629901-ed66-44f0-b0b3-28dbe76b815a tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:39:00.004443 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-bc26af56-2aaf-4e51-a3fa-35e1e46b947b req-90629901-ed66-44f0-b0b3-28dbe76b815a tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/ports?device_id=3c7c995b-c2fa-48bc-a978-0cbfc8654299 HTTP/1.1" status: 200 len: 945 time: 0.0786722 May 30 21:39:00.051404 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-bc26af56-2aaf-4e51-a3fa-35e1e46b947b req-4ab88185-d264-44cf-b03b-37e3fe2c0675 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/security-groups?id=e698fd8d-6bd4-4ce8-8461-f482c6496517&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407681 May 30 21:39:01.251559 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0bc2c6-52c3-4a79-8679-0fb852ff7a72 req-6f6718a1-8089-48af-8330-931800c1d2f1 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:39:01.253203 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9d0bc2c6-52c3-4a79-8679-0fb852ff7a72 req-6f6718a1-8089-48af-8330-931800c1d2f1 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/ports?device_id=3c7c995b-c2fa-48bc-a978-0cbfc8654299 HTTP/1.1" status: 200 len: 945 time: 0.0770118 May 30 21:39:01.299921 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9d0bc2c6-52c3-4a79-8679-0fb852ff7a72 req-ef48d669-ceb2-497a-aae7-ff5761db6482 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/security-groups?id=e698fd8d-6bd4-4ce8-8461-f482c6496517&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406752 May 30 21:39:01.492813 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e700c09d-1662-4032-bfa7-c7d64bd19fb7 req-cd4b46b9-1e18-4427-859e-7d51fbb04ee2 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:39:01.494294 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e700c09d-1662-4032-bfa7-c7d64bd19fb7 req-cd4b46b9-1e18-4427-859e-7d51fbb04ee2 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/ports?device_id=3c7c995b-c2fa-48bc-a978-0cbfc8654299 HTTP/1.1" status: 200 len: 945 time: 0.0757267 May 30 21:39:01.502674 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:39:01.543595 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e700c09d-1662-4032-bfa7-c7d64bd19fb7 req-6dca5133-4180-43b1-a64e-b0c74a1d0d85 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/security-groups?id=e698fd8d-6bd4-4ce8-8461-f482c6496517&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437133 May 30 21:39:01.571396 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 53750) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:39:01.705769 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-80a8f8e8-5c11-4027-8089-876eb7ee99b8 tempest-TestShelveInstance-715415708 tempest-TestShelveInstance-715415708-project-admin] Synchronizing usage tracker for tenant:80172e5358ea4ce5a8375f153c88f329 on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 21:39:01.839606 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-80a8f8e8-5c11-4027-8089-876eb7ee99b8 tempest-TestShelveInstance-715415708 tempest-TestShelveInstance-715415708-project-admin] Unset dirty status for tenant:80172e5358ea4ce5a8375f153c88f329 on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 21:39:01.840850 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-80a8f8e8-5c11-4027-8089-876eb7ee99b8 tempest-TestShelveInstance-715415708 tempest-TestShelveInstance-715415708-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=3c7c995b-c2fa-48bc-a978-0cbfc8654299 HTTP/1.1" status: 200 len: 1091 time: 0.2683954 May 30 21:39:01.843897 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 53756) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:39:01.849178 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-66afa9c4-cd62-4e2b-8062-746d00c5350a tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Request body: {'floatingip': {'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'port_id': 'b2ba3358-2499-4c80-b3a4-e9e302f57338', 'tenant_id': '216cf461b0464527bdbe4863bf4a4889', 'fixed_ip_address': '172.20.0.8'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:39:01.855587 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-66afa9c4-cd62-4e2b-8062-746d00c5350a tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:39:01.859357 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-66afa9c4-cd62-4e2b-8062-746d00c5350a tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Usage tracker for resource:floatingip and tenant:216cf461b0464527bdbe4863bf4a4889 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:39:01.862194 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-66afa9c4-cd62-4e2b-8062-746d00c5350a tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:39:01.869045 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-66afa9c4-cd62-4e2b-8062-746d00c5350a tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:39:01.988511 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-66afa9c4-cd62-4e2b-8062-746d00c5350a tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Notify callbacks [] for floatingip, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:39:02.123136 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-66afa9c4-cd62-4e2b-8062-746d00c5350a tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:39:02.258665 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-66afa9c4-cd62-4e2b-8062-746d00c5350a tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Allocated IP 172.25.8.247 (c7869750-4b49-4b7e-aa99-5e0f1ae02da4/427601ec-f643-4fe7-b5e6-17305d3a39e1/9e29167e-05bb-44b2-b389-3475daf50370) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 21:39:02.409113 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-66afa9c4-cd62-4e2b-8062-746d00c5350a tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:39:02.485840 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-66afa9c4-cd62-4e2b-8062-746d00c5350a tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:39:02.551545 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66afa9c4-cd62-4e2b-8062-746d00c5350a tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:39:02.554383 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-66afa9c4-cd62-4e2b-8062-746d00c5350a tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:39:02.558738 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66afa9c4-cd62-4e2b-8062-746d00c5350a tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Pushing event updated for resources: {'Port': ['ID=9e29167e-05bb-44b2-b389-3475daf50370,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:39:02.560831 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66afa9c4-cd62-4e2b-8062-746d00c5350a tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 21:39:02.626157 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 21:39:03.022461 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:39:03.059273 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-66afa9c4-cd62-4e2b-8062-746d00c5350a tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:39:03.155980 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-66afa9c4-cd62-4e2b-8062-746d00c5350a tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:39:03.451894 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-66afa9c4-cd62-4e2b-8062-746d00c5350a tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:39:03.490900 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-66afa9c4-cd62-4e2b-8062-746d00c5350a tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:39:03.596716 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66afa9c4-cd62-4e2b-8062-746d00c5350a tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Pushing event updated for resources: {'Port': ['ID=9e29167e-05bb-44b2-b389-3475daf50370,revision_number=2']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:39:03.611188 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-66afa9c4-cd62-4e2b-8062-746d00c5350a tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736490'] for floatingip, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:39:03.798511 n-d-843948-2 neutron-server[84886]: INFO neutron.db.l3_db [None req-66afa9c4-cd62-4e2b-8062-746d00c5350a tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Floating IP 38618375-6544-4e83-bd46-855762bcae3e associated. External IP: 172.25.8.247, port: b2ba3358-2499-4c80-b3a4-e9e302f57338. May 30 21:39:04.189945 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66afa9c4-cd62-4e2b-8062-746d00c5350a tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Router 260a714e-4b8c-428d-a1a8-927aaed9de86 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 21:39:04.390201 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66afa9c4-cd62-4e2b-8062-746d00c5350a tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 21:39:04.399902 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56c02ee-0096-47ca-aad8-991e85ce2299 None None] Sync routers for ids ['260a714e-4b8c-428d-a1a8-927aaed9de86'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 21:39:04.411398 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56c02ee-0096-47ca-aad8-991e85ce2299 None None] Routers {'260a714e-4b8c-428d-a1a8-927aaed9de86'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:39:04.412246 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-d56c02ee-0096-47ca-aad8-991e85ce2299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T21:39:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['260a714e-4b8c-428d-a1a8-927aaed9de86'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:39:04.474405 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-66afa9c4-cd62-4e2b-8062-746d00c5350a tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:39:04.532536 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-66afa9c4-cd62-4e2b-8062-746d00c5350a tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6875496 May 30 21:39:04.533102 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c7c995b-c2fa-48bc-a978-0cbfc8654299', 'tag': 'b2ba3358-2499-4c80-b3a4-e9e302f57338'}] {{(pid=84886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:39:04.589109 n-d-843948-2 neutron-server[84886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ab578ad-5f4c-4d77-b432-5e1444648a51'] response: {'name': 'network-changed', 'server_uuid': '3c7c995b-c2fa-48bc-a978-0cbfc8654299', 'tag': 'b2ba3358-2499-4c80-b3a4-e9e302f57338', 'status': 'completed', 'code': 200} May 30 21:39:04.592505 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-d56c02ee-0096-47ca-aad8-991e85ce2299 None None] Set router 260a714e-4b8c-428d-a1a8-927aaed9de86 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:39:04.678539 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-94c55b42-c510-43e9-97a2-e969a5910f4b req-61ce386a-b9ca-4367-b1d8-41444d95ce13 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=216cf461b0464527bdbe4863bf4a4889&device_id=3c7c995b-c2fa-48bc-a978-0cbfc8654299 HTTP/1.1" status: 200 len: 1096 time: 0.0687554 May 30 21:39:04.813081 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c55b42-c510-43e9-97a2-e969a5910f4b req-978cd049-dd8d-4f02-9964-9ff19081b4a1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:39:04.815501 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-94c55b42-c510-43e9-97a2-e969a5910f4b req-978cd049-dd8d-4f02-9964-9ff19081b4a1 service neutron] 10.222.0.86 "GET /v2.0/networks?id=13f7d415-4145-4398-b6fe-005303424a3d HTTP/1.1" status: 200 len: 909 time: 0.1308355 May 30 21:39:04.919672 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-94c55b42-c510-43e9-97a2-e969a5910f4b req-3cf420b3-e86f-4a39-8de1-810d18fb87ea service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b2ba3358-2499-4c80-b3a4-e9e302f57338 HTTP/1.1" status: 200 len: 999 time: 0.0980287 May 30 21:39:04.945288 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-d56c02ee-0096-47ca-aad8-991e85ce2299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260a714e-4b8c-428d-a1a8-927aaed9de86', 'name': 'tempest-TestShelveInstance-349688409-router', 'tenant_id': '216cf461b0464527bdbe4863bf4a4889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.237'}], 'enable_snat': True}, 'gw_port_id': 'fc73d39d-5c2b-4c83-8e88-1e35fce41820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:38:30Z', 'updated_at': '2022-05-30T21:38:34Z', 'revision_number': 4, 'project_id': '216cf461b0464527bdbe4863bf4a4889', 'gw_port': {'id': 'fc73d39d-5c2b-4c83-8e88-1e35fce41820', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:64:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260a714e-4b8c-428d-a1a8-927aaed9de86', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:38:31Z', 'updated_at': '2022-05-30T21:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': '38618375-6544-4e83-bd46-855762bcae3e', 'tenant_id': '216cf461b0464527bdbe4863bf4a4889', 'floating_ip_address': '172.25.8.247', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': '260a714e-4b8c-428d-a1a8-927aaed9de86', 'port_id': 'b2ba3358-2499-4c80-b3a4-e9e302f57338', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13f7d415-4145-4398-b6fe-005303424a3d', 'mac_address': 'fa:16:3e:89:cf:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7c995b-c2fa-48bc-a978-0cbfc8654299', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T21:39:02Z', 'updated_at': '2022-05-30T21:39:02Z', 'revision_number': 0, 'project_id': '216cf461b0464527bdbe4863bf4a4889', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90f5fffc-b387-4b17-8687-d0a9b03ccb2f', 'name': '', 'network_id': '13f7d415-4145-4398-b6fe-005303424a3d', 'tenant_id': '216cf461b0464527bdbe4863bf4a4889', 'mac_address': 'fa:16:3e:a6:a6:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260a714e-4b8c-428d-a1a8-927aaed9de86', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86bb8b67-0bd9-4dc6-a7da-24b8689297bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:38:33Z', 'updated_at': '2022-05-30T21:38:52Z', 'revision_number': 5, 'project_id': '216cf461b0464527bdbe4863bf4a4889', 'subnets': [{'id': '86bb8b67-0bd9-4dc6-a7da-24b8689297bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:39:04.949016 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56c02ee-0096-47ca-aad8-991e85ce2299 None None] Checking router: 260a714e-4b8c-428d-a1a8-927aaed9de86 for host: n-d-843948-2 {{(pid=84888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 21:39:04.959480 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56c02ee-0096-47ca-aad8-991e85ce2299 None None] Routers {'260a714e-4b8c-428d-a1a8-927aaed9de86'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:39:04.960070 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-d56c02ee-0096-47ca-aad8-991e85ce2299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T21:39:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['260a714e-4b8c-428d-a1a8-927aaed9de86'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:39:04.981229 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c55b42-c510-43e9-97a2-e969a5910f4b req-a1ea3d8f-215a-45e1-8b46-6da4ef2e81e5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:39:04.982685 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-94c55b42-c510-43e9-97a2-e969a5910f4b req-a1ea3d8f-215a-45e1-8b46-6da4ef2e81e5 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=86bb8b67-0bd9-4dc6-a7da-24b8689297bd HTTP/1.1" status: 200 len: 847 time: 0.0576589 May 30 21:39:05.061817 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-94c55b42-c510-43e9-97a2-e969a5910f4b req-be2cb832-0045-4fb9-b9d2-71a2558eca25 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=13f7d415-4145-4398-b6fe-005303424a3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713744 May 30 21:39:05.179215 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-d56c02ee-0096-47ca-aad8-991e85ce2299 None None] Set router 260a714e-4b8c-428d-a1a8-927aaed9de86 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:39:05.198140 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-94c55b42-c510-43e9-97a2-e969a5910f4b req-ede768d6-fa64-4050-a04f-7b2c610efc85 service neutron] 10.222.0.86 "GET /v2.0/networks/13f7d415-4145-4398-b6fe-005303424a3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295495 May 30 21:39:05.427183 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-94c55b42-c510-43e9-97a2-e969a5910f4b req-70ae52b6-0ea9-4d09-aa98-aaa6bfaff6dd service neutron] 10.222.0.86 "GET /v2.0/networks/13f7d415-4145-4398-b6fe-005303424a3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2231948 May 30 21:39:05.541488 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-d56c02ee-0096-47ca-aad8-991e85ce2299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260a714e-4b8c-428d-a1a8-927aaed9de86', 'name': 'tempest-TestShelveInstance-349688409-router', 'tenant_id': '216cf461b0464527bdbe4863bf4a4889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.237'}], 'enable_snat': True}, 'gw_port_id': 'fc73d39d-5c2b-4c83-8e88-1e35fce41820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:38:30Z', 'updated_at': '2022-05-30T21:38:34Z', 'revision_number': 4, 'project_id': '216cf461b0464527bdbe4863bf4a4889', 'gw_port': {'id': 'fc73d39d-5c2b-4c83-8e88-1e35fce41820', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:64:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260a714e-4b8c-428d-a1a8-927aaed9de86', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:38:31Z', 'updated_at': '2022-05-30T21:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': '38618375-6544-4e83-bd46-855762bcae3e', 'tenant_id': '216cf461b0464527bdbe4863bf4a4889', 'floating_ip_address': '172.25.8.247', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': '260a714e-4b8c-428d-a1a8-927aaed9de86', 'port_id': 'b2ba3358-2499-4c80-b3a4-e9e302f57338', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13f7d415-4145-4398-b6fe-005303424a3d', 'mac_address': 'fa:16:3e:89:cf:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7c995b-c2fa-48bc-a978-0cbfc8654299', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T21:39:02Z', 'updated_at': '2022-05-30T21:39:02Z', 'revision_number': 0, 'project_id': '216cf461b0464527bdbe4863bf4a4889', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90f5fffc-b387-4b17-8687-d0a9b03ccb2f', 'name': '', 'network_id': '13f7d415-4145-4398-b6fe-005303424a3d', 'tenant_id': '216cf461b0464527bdbe4863bf4a4889', 'mac_address': 'fa:16:3e:a6:a6:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260a714e-4b8c-428d-a1a8-927aaed9de86', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86bb8b67-0bd9-4dc6-a7da-24b8689297bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:38:33Z', 'updated_at': '2022-05-30T21:38:52Z', 'revision_number': 5, 'project_id': '216cf461b0464527bdbe4863bf4a4889', 'subnets': [{'id': '86bb8b67-0bd9-4dc6-a7da-24b8689297bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:39:05.545426 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56c02ee-0096-47ca-aad8-991e85ce2299 None None] The sync data for ids ['260a714e-4b8c-428d-a1a8-927aaed9de86'] in n-d-843948-2 is: [{'id': '260a714e-4b8c-428d-a1a8-927aaed9de86', 'name': 'tempest-TestShelveInstance-349688409-router', 'tenant_id': '216cf461b0464527bdbe4863bf4a4889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.237'}], 'enable_snat': True}, 'gw_port_id': 'fc73d39d-5c2b-4c83-8e88-1e35fce41820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:38:30Z', 'updated_at': '2022-05-30T21:38:34Z', 'revision_number': 4, 'project_id': '216cf461b0464527bdbe4863bf4a4889', 'gw_port': {'id': 'fc73d39d-5c2b-4c83-8e88-1e35fce41820', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:64:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260a714e-4b8c-428d-a1a8-927aaed9de86', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:38:31Z', 'updated_at': '2022-05-30T21:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': '38618375-6544-4e83-bd46-855762bcae3e', 'tenant_id': '216cf461b0464527bdbe4863bf4a4889', 'floating_ip_address': '172.25.8.247', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': '260a714e-4b8c-428d-a1a8-927aaed9de86', 'port_id': 'b2ba3358-2499-4c80-b3a4-e9e302f57338', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13f7d415-4145-4398-b6fe-005303424a3d', 'mac_address': 'fa:16:3e:89:cf:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7c995b-c2fa-48bc-a978-0cbfc8654299', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T21:39:02Z', 'updated_at': '2022-05-30T21:39:02Z', 'revision_number': 0, 'project_id': '216cf461b0464527bdbe4863bf4a4889', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90f5fffc-b387-4b17-8687-d0a9b03ccb2f', 'name': '', 'network_id': '13f7d415-4145-4398-b6fe-005303424a3d', 'tenant_id': '216cf461b0464527bdbe4863bf4a4889', 'mac_address': 'fa:16:3e:a6:a6:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260a714e-4b8c-428d-a1a8-927aaed9de86', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86bb8b67-0bd9-4dc6-a7da-24b8689297bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:38:33Z', 'updated_at': '2022-05-30T21:38:52Z', 'revision_number': 5, 'project_id': '216cf461b0464527bdbe4863bf4a4889', 'subnets': [{'id': '86bb8b67-0bd9-4dc6-a7da-24b8689297bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 21:39:11.669861 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c07d07-a0e4-45dc-8bb4-83e332506fb7 None None] New status for floating IP 38618375-6544-4e83-bd46-855762bcae3e: ACTIVE {{(pid=84889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 21:39:20.404770 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:39:23.181943 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:39:26.302023 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-1d5a4c92-8522-44b6-aba6-c82e3a078e53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:39:29.662373 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-88a50bac-412a-478f-a4e2-48c7af0c84e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:39:29.947462 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:39:30.787524 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-35c9ff89-8521-4be8-b64d-a5b95712b38f req-6b98f9fd-53e7-4114-8349-dd1a2ee28484 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=3c7c995b-c2fa-48bc-a978-0cbfc8654299&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0696187 May 30 21:39:30.926987 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-35c9ff89-8521-4be8-b64d-a5b95712b38f req-0ee26056-a29c-4f30-a642-170bbea02fca service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=216cf461b0464527bdbe4863bf4a4889&device_id=3c7c995b-c2fa-48bc-a978-0cbfc8654299 HTTP/1.1" status: 200 len: 1096 time: 0.0708828 May 30 21:39:31.070391 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c9ff89-8521-4be8-b64d-a5b95712b38f req-110bc5bc-510e-4740-a834-74085e00136b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:39:31.071726 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-35c9ff89-8521-4be8-b64d-a5b95712b38f req-110bc5bc-510e-4740-a834-74085e00136b service neutron] 10.222.0.86 "GET /v2.0/networks?id=13f7d415-4145-4398-b6fe-005303424a3d HTTP/1.1" status: 200 len: 909 time: 0.1252043 May 30 21:39:31.171910 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-35c9ff89-8521-4be8-b64d-a5b95712b38f req-a334b63a-8d0c-4a7b-bf6d-1c6a2cc4e742 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b2ba3358-2499-4c80-b3a4-e9e302f57338 HTTP/1.1" status: 200 len: 1001 time: 0.0920546 May 30 21:39:31.237808 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c9ff89-8521-4be8-b64d-a5b95712b38f req-a0024cf5-b905-42cf-9b7b-a102ab02d81e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:39:31.239273 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-35c9ff89-8521-4be8-b64d-a5b95712b38f req-a0024cf5-b905-42cf-9b7b-a102ab02d81e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=86bb8b67-0bd9-4dc6-a7da-24b8689297bd HTTP/1.1" status: 200 len: 847 time: 0.0604999 May 30 21:39:31.315384 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-35c9ff89-8521-4be8-b64d-a5b95712b38f req-80ba7039-595d-4b45-a066-cd93185bd06e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=13f7d415-4145-4398-b6fe-005303424a3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0693858 May 30 21:39:31.450894 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-35c9ff89-8521-4be8-b64d-a5b95712b38f req-19c15988-085c-4448-9db1-294d07a19e9f service neutron] 10.222.0.86 "GET /v2.0/networks/13f7d415-4145-4398-b6fe-005303424a3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273620 May 30 21:39:31.462123 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:39:31.582949 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-35c9ff89-8521-4be8-b64d-a5b95712b38f req-bd860511-1668-4f49-b09d-3c4d39616c47 service neutron] 10.222.0.86 "GET /v2.0/networks/13f7d415-4145-4398-b6fe-005303424a3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244311 May 30 21:39:32.998808 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:39:39.626898 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 21:39:50.410085 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:39:53.164381 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:39:56.289777 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-c628b46e-8fc0-4f3f-8b05-e42cdf089e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:39:59.667076 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-569da4ca-7f63-4065-9ca0-617b786f457b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:39:59.912429 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:40:01.478106 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:40:02.986942 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:40:16.627519 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 21:40:20.398122 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:40:23.197907 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:40:26.289177 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-5a66a591-c37b-4e40-abdd-9d4f7f9d1ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:40:29.671976 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-03c44596-11e2-4e68-a183-cc3c6fe431c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:40:29.929644 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:40:31.489315 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:40:31.843456 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f1f90648-eb29-4e77-82ec-b55316a4e721 req-189aeb7f-ced1-4e1f-931a-6a6ceb3334c1 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=3c7c995b-c2fa-48bc-a978-0cbfc8654299&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0734448 May 30 21:40:31.989507 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f1f90648-eb29-4e77-82ec-b55316a4e721 req-5c529357-e27f-453c-9c49-dc547446d499 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=216cf461b0464527bdbe4863bf4a4889&device_id=3c7c995b-c2fa-48bc-a978-0cbfc8654299 HTTP/1.1" status: 200 len: 1096 time: 0.0692420 May 30 21:40:32.136681 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f90648-eb29-4e77-82ec-b55316a4e721 req-0958243a-c7f6-475d-b3be-e9c553eb6484 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:40:32.138137 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f1f90648-eb29-4e77-82ec-b55316a4e721 req-0958243a-c7f6-475d-b3be-e9c553eb6484 service neutron] 10.222.0.86 "GET /v2.0/networks?id=13f7d415-4145-4398-b6fe-005303424a3d HTTP/1.1" status: 200 len: 909 time: 0.1263068 May 30 21:40:32.244197 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f1f90648-eb29-4e77-82ec-b55316a4e721 req-6222fc2a-7edb-40c6-ba1b-2aa61018727d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b2ba3358-2499-4c80-b3a4-e9e302f57338 HTTP/1.1" status: 200 len: 1001 time: 0.0958471 May 30 21:40:32.307268 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f90648-eb29-4e77-82ec-b55316a4e721 req-1e851ebe-da53-42f2-b39c-31b18316f6c1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:40:32.309110 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f1f90648-eb29-4e77-82ec-b55316a4e721 req-1e851ebe-da53-42f2-b39c-31b18316f6c1 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=86bb8b67-0bd9-4dc6-a7da-24b8689297bd HTTP/1.1" status: 200 len: 847 time: 0.0562048 May 30 21:40:32.384273 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f1f90648-eb29-4e77-82ec-b55316a4e721 req-9b6ba395-161f-4c1e-bd23-61f5ac9d6a49 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=13f7d415-4145-4398-b6fe-005303424a3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690212 May 30 21:40:32.516078 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f1f90648-eb29-4e77-82ec-b55316a4e721 req-d82fb272-5a55-4037-945f-7b062dc164f6 service neutron] 10.222.0.86 "GET /v2.0/networks/13f7d415-4145-4398-b6fe-005303424a3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222796 May 30 21:40:32.733379 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f1f90648-eb29-4e77-82ec-b55316a4e721 req-7400df89-c1b3-4101-bbf2-7e504004a1a7 service neutron] 10.222.0.86 "GET /v2.0/networks/13f7d415-4145-4398-b6fe-005303424a3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068493 May 30 21:40:33.026876 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:40:50.431236 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:40:53.191657 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:40:53.628652 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 21:40:56.317155 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-a745381e-6145-4363-8dfc-e181e46176cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:40:59.654621 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-07c58aaf-08a6-4c6a-be9a-09c24b2aeefc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:40:59.946194 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:41:00.203433 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a0f44d-ee9a-4709-9522-51de5fed77f3 req-7b98dd4b-1555-4293-be1c-ae28762ccb90 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:41:00.204768 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-69a0f44d-ee9a-4709-9522-51de5fed77f3 req-7b98dd4b-1555-4293-be1c-ae28762ccb90 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/ports?device_id=3c7c995b-c2fa-48bc-a978-0cbfc8654299 HTTP/1.1" status: 200 len: 945 time: 0.0766189 May 30 21:41:00.249214 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-69a0f44d-ee9a-4709-9522-51de5fed77f3 req-12199bf5-2b01-49dc-b823-899abc8738cd tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/security-groups?id=e698fd8d-6bd4-4ce8-8461-f482c6496517&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389335 May 30 21:41:01.444742 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81596444-097f-44ba-8c44-27a4e6b588a6 req-c0d722fa-74c8-4e65-8aa8-0e6ef813ed17 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:41:01.446236 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-81596444-097f-44ba-8c44-27a4e6b588a6 req-c0d722fa-74c8-4e65-8aa8-0e6ef813ed17 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/ports?device_id=3c7c995b-c2fa-48bc-a978-0cbfc8654299 HTTP/1.1" status: 200 len: 945 time: 0.0757706 May 30 21:41:01.472099 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:41:01.492068 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-81596444-097f-44ba-8c44-27a4e6b588a6 req-43508a2d-0a31-4208-a547-a545ac19ce57 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/security-groups?id=e698fd8d-6bd4-4ce8-8461-f482c6496517&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401633 May 30 21:41:02.699294 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae4599f-1832-4ba2-9ad0-ea6ee029c751 req-15b28956-054a-4bc3-a174-607840e8b585 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:41:02.700711 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9ae4599f-1832-4ba2-9ad0-ea6ee029c751 req-15b28956-054a-4bc3-a174-607840e8b585 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/ports?device_id=3c7c995b-c2fa-48bc-a978-0cbfc8654299 HTTP/1.1" status: 200 len: 945 time: 0.0773253 May 30 21:41:02.744919 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9ae4599f-1832-4ba2-9ad0-ea6ee029c751 req-0ea79599-cbe9-4e96-97cf-3533d5da41c5 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/security-groups?id=e698fd8d-6bd4-4ce8-8461-f482c6496517&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387874 May 30 21:41:03.014539 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:41:03.947481 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f2c428-7167-4c5d-8cfd-8a90e7db452e req-2704fdf0-fb8b-4976-8a94-c53c0bff816a tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:41:03.949530 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f8f2c428-7167-4c5d-8cfd-8a90e7db452e req-2704fdf0-fb8b-4976-8a94-c53c0bff816a tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/ports?device_id=3c7c995b-c2fa-48bc-a978-0cbfc8654299 HTTP/1.1" status: 200 len: 945 time: 0.0815735 May 30 21:41:03.993875 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f8f2c428-7167-4c5d-8cfd-8a90e7db452e req-a0f7aa42-50d4-4dfd-97b2-c8ce7e9b40d2 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/security-groups?id=e698fd8d-6bd4-4ce8-8461-f482c6496517&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388732 May 30 21:41:05.185887 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f3b80d-91b2-4b73-953e-91a2b0ce45bb req-e5b42b70-0225-4f7b-a890-008151ce86aa tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:41:05.187291 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-17f3b80d-91b2-4b73-953e-91a2b0ce45bb req-e5b42b70-0225-4f7b-a890-008151ce86aa tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/ports?device_id=3c7c995b-c2fa-48bc-a978-0cbfc8654299 HTTP/1.1" status: 200 len: 945 time: 0.0744028 May 30 21:41:05.230357 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-17f3b80d-91b2-4b73-953e-91a2b0ce45bb req-0fe3855f-182a-4c0a-8d33-99ff2fff9300 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/security-groups?id=e698fd8d-6bd4-4ce8-8461-f482c6496517&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377536 May 30 21:41:06.434336 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8e26df-c493-4f2a-9fe1-57bfc0991ad4 req-1543e105-2d25-44e6-a304-f9432f526d92 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:41:06.435765 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3e8e26df-c493-4f2a-9fe1-57bfc0991ad4 req-1543e105-2d25-44e6-a304-f9432f526d92 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/ports?device_id=3c7c995b-c2fa-48bc-a978-0cbfc8654299 HTTP/1.1" status: 200 len: 945 time: 0.0749927 May 30 21:41:06.479974 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3e8e26df-c493-4f2a-9fe1-57bfc0991ad4 req-42e140d8-ae16-41a2-b81b-8ebbc5eb14fe tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/security-groups?id=e698fd8d-6bd4-4ce8-8461-f482c6496517&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388069 May 30 21:41:07.778753 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e5ad33-7afd-4dc5-9342-17e512f780c2 req-f6317d67-2bbe-4035-b8dc-0611610af63b tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:41:07.780141 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-06e5ad33-7afd-4dc5-9342-17e512f780c2 req-f6317d67-2bbe-4035-b8dc-0611610af63b tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/ports?device_id=3c7c995b-c2fa-48bc-a978-0cbfc8654299 HTTP/1.1" status: 200 len: 945 time: 0.1795964 May 30 21:41:07.825274 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-06e5ad33-7afd-4dc5-9342-17e512f780c2 req-5e13b1d7-8995-4a7a-9e53-50e06a31e4eb tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/security-groups?id=e698fd8d-6bd4-4ce8-8461-f482c6496517&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389094 May 30 21:41:09.022246 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dbe126-7f2d-43b8-ab3c-8f0d3bdfea5d req-df2b1aad-f219-4ab6-8033-3f23296244fb tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:41:09.023699 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-74dbe126-7f2d-43b8-ab3c-8f0d3bdfea5d req-df2b1aad-f219-4ab6-8033-3f23296244fb tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/ports?device_id=3c7c995b-c2fa-48bc-a978-0cbfc8654299 HTTP/1.1" status: 200 len: 945 time: 0.0784762 May 30 21:41:09.067583 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-74dbe126-7f2d-43b8-ab3c-8f0d3bdfea5d req-e01e83f6-3b22-4303-b40a-412de9bbc806 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/security-groups?id=e698fd8d-6bd4-4ce8-8461-f482c6496517&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384350 May 30 21:41:10.416793 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ba7e5e-5719-40c7-811a-1ac28927c8a9 req-4b4433b7-0c92-4215-81cf-3ab2a72598b2 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:41:10.418783 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f2ba7e5e-5719-40c7-811a-1ac28927c8a9 req-4b4433b7-0c92-4215-81cf-3ab2a72598b2 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/ports?device_id=3c7c995b-c2fa-48bc-a978-0cbfc8654299 HTTP/1.1" status: 200 len: 945 time: 0.0766237 May 30 21:41:10.465198 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f2ba7e5e-5719-40c7-811a-1ac28927c8a9 req-c322e237-3adc-4b13-8d68-2be629879bf5 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/security-groups?id=e698fd8d-6bd4-4ce8-8461-f482c6496517&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410042 May 30 21:41:11.659535 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7e9d69-30f8-4790-8ff9-770f0c731389 req-e06e3fcc-adaa-49f8-bbeb-b9da5fd7f407 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:41:11.660860 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-bc7e9d69-30f8-4790-8ff9-770f0c731389 req-e06e3fcc-adaa-49f8-bbeb-b9da5fd7f407 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/ports?device_id=3c7c995b-c2fa-48bc-a978-0cbfc8654299 HTTP/1.1" status: 200 len: 945 time: 0.0751407 May 30 21:41:11.707881 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-bc7e9d69-30f8-4790-8ff9-770f0c731389 req-e26f1ba8-a6fd-4d05-9f50-690c9078e567 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/security-groups?id=e698fd8d-6bd4-4ce8-8461-f482c6496517&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416622 May 30 21:41:12.904821 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f151f1ad-7a40-43ef-830d-5ca529aee9b4 req-119569c2-0feb-402b-bbb7-5bce1d22fa5e tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:41:12.906310 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f151f1ad-7a40-43ef-830d-5ca529aee9b4 req-119569c2-0feb-402b-bbb7-5bce1d22fa5e tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/ports?device_id=3c7c995b-c2fa-48bc-a978-0cbfc8654299 HTTP/1.1" status: 200 len: 945 time: 0.0781376 May 30 21:41:12.955356 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f151f1ad-7a40-43ef-830d-5ca529aee9b4 req-7d6eb289-288e-4942-a298-c8f7e9b8dea0 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/security-groups?id=e698fd8d-6bd4-4ce8-8461-f482c6496517&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431783 May 30 21:41:13.261326 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device b2ba3358-2499-4c80-b3a4-e9e302f57338 details requested by agent hyperv_n-h2-843948-2 with host n-h2-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 21:41:13.394683 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port b2ba3358-2499-4c80-b3a4-e9e302f57338, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=b2ba3358-2499-4c80-b3a4-e9e302f57338,segment=NetworkSegment(253fdc27-44cb-4604-b73b-949b1d365e5b),segment_id=253fdc27-44cb-4604-b73b-949b1d365e5b)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:41:13.407715 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Returning: {'device': 'b2ba3358-2499-4c80-b3a4-e9e302f57338', 'network_id': '13f7d415-4145-4398-b6fe-005303424a3d', 'port_id': 'b2ba3358-2499-4c80-b3a4-e9e302f57338', 'mac_address': 'fa:16:3e:89:cf:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86bb8b67-0bd9-4dc6-a7da-24b8689297bd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 21:41:13.461892 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:41:13.480171 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b2ba3358-2499-4c80-b3a4-e9e302f57338 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 21:41:13.495346 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port b2ba3358-2499-4c80-b3a4-e9e302f57338, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=b2ba3358-2499-4c80-b3a4-e9e302f57338,segment=NetworkSegment(253fdc27-44cb-4604-b73b-949b1d365e5b),segment_id=253fdc27-44cb-4604-b73b-949b1d365e5b)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:41:13.551791 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:41:13.635159 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=b2ba3358-2499-4c80-b3a4-e9e302f57338,revision_number=6']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:41:13.639655 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['b2ba3358-2499-4c80-b3a4-e9e302f57338'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 21:41:13.687925 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:41:13.688377 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:41:13.688780 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:41:13.689193 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:41:13.689588 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:41:13.690012 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:41:13.690430 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:41:13.690820 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:41:13.691209 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:41:13.691541 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:41:13.691864 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:41:14.190414 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b11c317-17a8-4cc9-aa1a-86a966c61ff7 req-10306cdb-74d1-4b95-b846-cd56e2cbf2e3 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:41:14.192089 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9b11c317-17a8-4cc9-aa1a-86a966c61ff7 req-10306cdb-74d1-4b95-b846-cd56e2cbf2e3 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/ports?device_id=3c7c995b-c2fa-48bc-a978-0cbfc8654299 HTTP/1.1" status: 200 len: 944 time: 0.0973091 May 30 21:41:14.247129 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-9b11c317-17a8-4cc9-aa1a-86a966c61ff7 req-edd5780d-dfa5-4632-936f-5452a5c8ffd9 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/security-groups?id=e698fd8d-6bd4-4ce8-8461-f482c6496517&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487866 May 30 21:41:15.260229 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device b2ba3358-2499-4c80-b3a4-e9e302f57338 up at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:41:15.384785 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning complete for port b2ba3358-2499-4c80-b3a4-e9e302f57338 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:41:15.385153 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:41:15.477696 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1d5c3d-2d3c-4f49-9d3f-92dfddb50fbc req-82b2d84b-9e0f-4cbd-a25d-867b6912f864 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:41:15.485045 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1f1d5c3d-2d3c-4f49-9d3f-92dfddb50fbc req-82b2d84b-9e0f-4cbd-a25d-867b6912f864 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/ports?device_id=3c7c995b-c2fa-48bc-a978-0cbfc8654299 HTTP/1.1" status: 200 len: 944 time: 0.0885561 May 30 21:41:15.537183 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1f1d5c3d-2d3c-4f49-9d3f-92dfddb50fbc req-8232e586-c4f3-4ec7-a87b-f065e8510079 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/security-groups?id=e698fd8d-6bd4-4ce8-8461-f482c6496517&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511878 May 30 21:41:15.570075 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:41:15.598963 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c7c995b-c2fa-48bc-a978-0cbfc8654299', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2ba3358-2499-4c80-b3a4-e9e302f57338'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:41:15.613590 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port b2ba3358-2499-4c80-b3a4-e9e302f57338, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=b2ba3358-2499-4c80-b3a4-e9e302f57338,segment=NetworkSegment(253fdc27-44cb-4604-b73b-949b1d365e5b),segment_id=253fdc27-44cb-4604-b73b-949b1d365e5b)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:41:15.665479 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2cb70258-76a8-42ab-b5dd-35f7b7b49b51'] response: {'server_uuid': '3c7c995b-c2fa-48bc-a978-0cbfc8654299', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2ba3358-2499-4c80-b3a4-e9e302f57338', 'code': 200} May 30 21:41:15.680101 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:41:15.752925 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=b2ba3358-2499-4c80-b3a4-e9e302f57338,revision_number=7']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:41:16.729847 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7704c20-693e-4ed8-9651-d975d56f46db req-c95b7383-f934-4d8c-8a26-93c6f5a647c6 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:41:16.734109 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e7704c20-693e-4ed8-9651-d975d56f46db req-c95b7383-f934-4d8c-8a26-93c6f5a647c6 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/ports?device_id=3c7c995b-c2fa-48bc-a978-0cbfc8654299 HTTP/1.1" status: 200 len: 945 time: 0.0840034 May 30 21:41:16.796738 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-e7704c20-693e-4ed8-9651-d975d56f46db req-a12b4d29-d193-4248-9df2-90023652a251 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/security-groups?id=e698fd8d-6bd4-4ce8-8461-f482c6496517&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587234 May 30 21:41:18.002532 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7d9ff2-d4b9-486a-ba03-d9ecb9c097dd req-daa9450a-7e53-4282-957b-69436465c24c tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:41:18.003993 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ab7d9ff2-d4b9-486a-ba03-d9ecb9c097dd req-daa9450a-7e53-4282-957b-69436465c24c tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/ports?device_id=3c7c995b-c2fa-48bc-a978-0cbfc8654299 HTTP/1.1" status: 200 len: 945 time: 0.0818753 May 30 21:41:18.052580 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ab7d9ff2-d4b9-486a-ba03-d9ecb9c097dd req-f20600a9-2ad7-4b4e-bb6d-c2efa4aa4f60 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/security-groups?id=e698fd8d-6bd4-4ce8-8461-f482c6496517&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422702 May 30 21:41:19.282134 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db18fed8-8979-4809-b44e-df7564729274 req-8ed953c7-d3bb-4482-83fc-3b722d72031c tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:41:19.284048 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-db18fed8-8979-4809-b44e-df7564729274 req-8ed953c7-d3bb-4482-83fc-3b722d72031c tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/ports?device_id=3c7c995b-c2fa-48bc-a978-0cbfc8654299 HTTP/1.1" status: 200 len: 945 time: 0.0917497 May 30 21:41:19.333212 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-db18fed8-8979-4809-b44e-df7564729274 req-b324d32a-f59b-4d2f-8356-45d8dfd9e856 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/security-groups?id=e698fd8d-6bd4-4ce8-8461-f482c6496517&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433547 May 30 21:41:20.426319 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:41:20.558276 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387159e4-4d3c-4543-ade3-0bed4d0f7bdf req-ad1cf6ee-de70-4bf4-b206-9bfd2bcb5338 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:41:20.560020 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-387159e4-4d3c-4543-ade3-0bed4d0f7bdf req-ad1cf6ee-de70-4bf4-b206-9bfd2bcb5338 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/ports?device_id=3c7c995b-c2fa-48bc-a978-0cbfc8654299 HTTP/1.1" status: 200 len: 945 time: 0.0826409 May 30 21:41:20.612862 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-387159e4-4d3c-4543-ade3-0bed4d0f7bdf req-df8f1e84-5502-4c69-8b97-037ed40bf611 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/security-groups?id=e698fd8d-6bd4-4ce8-8461-f482c6496517&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472898 May 30 21:41:21.863582 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17636d21-7bf9-4b3d-8844-38eb15ba859c req-0df898ed-af14-4e50-8765-f9b31abe604e tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:41:21.865182 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-17636d21-7bf9-4b3d-8844-38eb15ba859c req-0df898ed-af14-4e50-8765-f9b31abe604e tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/ports?device_id=3c7c995b-c2fa-48bc-a978-0cbfc8654299 HTTP/1.1" status: 200 len: 945 time: 0.1087313 May 30 21:41:21.918076 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-17636d21-7bf9-4b3d-8844-38eb15ba859c req-1a4d4614-5412-48e2-91c3-a49fc0fe0fb2 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/security-groups?id=e698fd8d-6bd4-4ce8-8461-f482c6496517&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473056 May 30 21:41:23.144420 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b79da0-d1ca-435a-aba4-2d7ca14d9f63 req-204a57fb-fec9-4bd3-82a6-f08fbfd646cd tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:41:23.144420 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c5b79da0-d1ca-435a-aba4-2d7ca14d9f63 req-204a57fb-fec9-4bd3-82a6-f08fbfd646cd tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/ports?device_id=3c7c995b-c2fa-48bc-a978-0cbfc8654299 HTTP/1.1" status: 200 len: 945 time: 0.0956242 May 30 21:41:23.189064 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c5b79da0-d1ca-435a-aba4-2d7ca14d9f63 req-6c94b93f-8c7e-4251-849f-83b70adad6f7 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/security-groups?id=e698fd8d-6bd4-4ce8-8461-f482c6496517&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403841 May 30 21:41:23.248574 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:41:24.388291 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0440af85-1a3d-4c2c-a16b-970ecf6f1fcf req-c1ccdaae-0c4f-4304-a59f-39d8595bfa1d tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:41:24.389740 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0440af85-1a3d-4c2c-a16b-970ecf6f1fcf req-c1ccdaae-0c4f-4304-a59f-39d8595bfa1d tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/ports?device_id=3c7c995b-c2fa-48bc-a978-0cbfc8654299 HTTP/1.1" status: 200 len: 945 time: 0.0761776 May 30 21:41:24.437285 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0440af85-1a3d-4c2c-a16b-970ecf6f1fcf req-bc81021f-9b25-4ae3-a56a-ac94aa7c1d7e tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/security-groups?id=e698fd8d-6bd4-4ce8-8461-f482c6496517&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419786 May 30 21:41:25.251936 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-69c6e7ee-b6ff-4c47-ba04-55093a23e1b9 req-503fc7ca-1086-40ae-9e9e-4933cd49caed service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=216cf461b0464527bdbe4863bf4a4889&device_id=3c7c995b-c2fa-48bc-a978-0cbfc8654299 HTTP/1.1" status: 200 len: 1096 time: 0.1830976 May 30 21:41:25.382786 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c6e7ee-b6ff-4c47-ba04-55093a23e1b9 req-ad76c86f-5364-429d-8043-700a5408477e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:41:25.384096 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-69c6e7ee-b6ff-4c47-ba04-55093a23e1b9 req-ad76c86f-5364-429d-8043-700a5408477e service neutron] 10.222.0.86 "GET /v2.0/networks?id=13f7d415-4145-4398-b6fe-005303424a3d HTTP/1.1" status: 200 len: 909 time: 0.1246018 May 30 21:41:25.489944 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-69c6e7ee-b6ff-4c47-ba04-55093a23e1b9 req-bf73ec07-709a-41c8-87eb-94d0b1abc998 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b2ba3358-2499-4c80-b3a4-e9e302f57338 HTTP/1.1" status: 200 len: 1001 time: 0.0957406 May 30 21:41:25.559214 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c6e7ee-b6ff-4c47-ba04-55093a23e1b9 req-c93c7d49-dbf9-4c5a-b2d1-b9001b23cb5a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:41:25.560577 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-69c6e7ee-b6ff-4c47-ba04-55093a23e1b9 req-c93c7d49-dbf9-4c5a-b2d1-b9001b23cb5a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=86bb8b67-0bd9-4dc6-a7da-24b8689297bd HTTP/1.1" status: 200 len: 847 time: 0.0609181 May 30 21:41:25.685969 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-69c6e7ee-b6ff-4c47-ba04-55093a23e1b9 req-20b4d1b3-7ff6-4150-aac6-c234e95c6ffd service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=13f7d415-4145-4398-b6fe-005303424a3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0974495 May 30 21:41:25.691213 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f692b1-3d1d-49c0-9215-fc073d65ffb6 req-fa1c26b2-b744-400c-a03a-fbe7f013914c tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:41:25.692503 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-63f692b1-3d1d-49c0-9215-fc073d65ffb6 req-fa1c26b2-b744-400c-a03a-fbe7f013914c tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/ports?device_id=3c7c995b-c2fa-48bc-a978-0cbfc8654299 HTTP/1.1" status: 200 len: 945 time: 0.1350522 May 30 21:41:25.814570 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-63f692b1-3d1d-49c0-9215-fc073d65ffb6 req-6785d56e-588e-453e-a4d0-70d01e482923 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/security-groups?id=e698fd8d-6bd4-4ce8-8461-f482c6496517&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036997 May 30 21:41:25.849398 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-69c6e7ee-b6ff-4c47-ba04-55093a23e1b9 req-1dc582b5-fcee-40b2-9643-f57884b5bd8a service neutron] 10.222.0.86 "GET /v2.0/networks/13f7d415-4145-4398-b6fe-005303424a3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554263 May 30 21:41:26.072774 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-69c6e7ee-b6ff-4c47-ba04-55093a23e1b9 req-dae67dcc-0a92-4810-8753-ade3861ac08e service neutron] 10.222.0.86 "GET /v2.0/networks/13f7d415-4145-4398-b6fe-005303424a3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136614 May 30 21:41:26.316754 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-a5bdcb87-0690-47e9-a1fc-2e6bca362282 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:41:27.013846 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33725ac-de7b-4f07-8b35-266b5b99b7c0 req-81829481-06bc-4ec6-8835-24cfb387424a tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:41:27.015270 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b33725ac-de7b-4f07-8b35-266b5b99b7c0 req-81829481-06bc-4ec6-8835-24cfb387424a tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/ports?device_id=3c7c995b-c2fa-48bc-a978-0cbfc8654299 HTTP/1.1" status: 200 len: 945 time: 0.0784388 May 30 21:41:27.059413 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b33725ac-de7b-4f07-8b35-266b5b99b7c0 req-55a055d7-8694-473d-a279-60aa38a1412a tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/security-groups?id=e698fd8d-6bd4-4ce8-8461-f482c6496517&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386853 May 30 21:41:27.415448 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device b2ba3358-2499-4c80-b3a4-e9e302f57338 no longer exists at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 21:41:27.520060 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:41:27.548245 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c7c995b-c2fa-48bc-a978-0cbfc8654299', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2ba3358-2499-4c80-b3a4-e9e302f57338'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:41:27.557665 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port b2ba3358-2499-4c80-b3a4-e9e302f57338, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=b2ba3358-2499-4c80-b3a4-e9e302f57338,segment=NetworkSegment(253fdc27-44cb-4604-b73b-949b1d365e5b),segment_id=253fdc27-44cb-4604-b73b-949b1d365e5b)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:41:27.604371 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf7414f6-d786-4e55-91b2-dd4742bb5a0f'] response: {'server_uuid': '3c7c995b-c2fa-48bc-a978-0cbfc8654299', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2ba3358-2499-4c80-b3a4-e9e302f57338', 'code': 200} May 30 21:41:27.631181 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:41:27.695469 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=b2ba3358-2499-4c80-b3a4-e9e302f57338,revision_number=8']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:41:28.264434 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6b158a-6f5f-4532-8933-21b92c6c7dff req-a5232964-3880-4f09-8abe-3d3d5b8c7ece tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:41:28.265810 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-cf6b158a-6f5f-4532-8933-21b92c6c7dff req-a5232964-3880-4f09-8abe-3d3d5b8c7ece tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/ports?device_id=3c7c995b-c2fa-48bc-a978-0cbfc8654299 HTTP/1.1" status: 200 len: 943 time: 0.0785222 May 30 21:41:28.314444 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-cf6b158a-6f5f-4532-8933-21b92c6c7dff req-829f7664-fce4-4e83-b659-5bf91a017dd5 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/security-groups?id=e698fd8d-6bd4-4ce8-8461-f482c6496517&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431023 May 30 21:41:28.579087 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8158e6bb-d930-41ac-953d-1a7c3f173245 req-0734c09e-ed69-419b-9e29-85c033d3511b service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=3c7c995b-c2fa-48bc-a978-0cbfc8654299&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1472037 May 30 21:41:29.671401 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-281050be-7eae-4e7b-8611-64805f63b40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:41:29.905592 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:41:30.051741 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb141e3-8314-4c1f-bc7f-a2e7004f9806 req-9097f9a3-daeb-4f94-9018-deedd01e0942 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:41:30.053199 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4cb141e3-8314-4c1f-bc7f-a2e7004f9806 req-9097f9a3-daeb-4f94-9018-deedd01e0942 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/ports?device_id=3c7c995b-c2fa-48bc-a978-0cbfc8654299 HTTP/1.1" status: 200 len: 943 time: 0.0815015 May 30 21:41:30.098027 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4cb141e3-8314-4c1f-bc7f-a2e7004f9806 req-eef01c3f-51e3-457e-aa83-4da48d9c1df2 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/security-groups?id=e698fd8d-6bd4-4ce8-8461-f482c6496517&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393810 May 30 21:41:30.173064 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 53918) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:41:30.304701 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2545d001-eba5-4171-9827-ce5015a3e6ed req-3810d6af-ce7d-4a00-8623-7dc5c6028998 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=3c7c995b-c2fa-48bc-a978-0cbfc8654299&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1303849 May 30 21:41:30.628029 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 21:41:31.291674 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2973caaa-44ad-4269-b661-fe9bdab8655a req-ad37cf42-246b-4826-92e2-24533d7a6a68 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:41:31.293600 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2973caaa-44ad-4269-b661-fe9bdab8655a req-ad37cf42-246b-4826-92e2-24533d7a6a68 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/ports?device_id=3c7c995b-c2fa-48bc-a978-0cbfc8654299 HTTP/1.1" status: 200 len: 943 time: 0.0776277 May 30 21:41:31.337293 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2973caaa-44ad-4269-b661-fe9bdab8655a req-29704f93-9f89-401b-8238-8e0e3e608f6a tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/security-groups?id=e698fd8d-6bd4-4ce8-8461-f482c6496517&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382442 May 30 21:41:31.433730 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device b2ba3358-2499-4c80-b3a4-e9e302f57338 no longer exists at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 21:41:31.562945 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:41:32.536671 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6cb048-6f26-4788-baae-e0ceb5ebe6b3 req-c71c1b42-6313-4259-8acc-157b490fbbf4 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:41:32.538145 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-bb6cb048-6f26-4788-baae-e0ceb5ebe6b3 req-c71c1b42-6313-4259-8acc-157b490fbbf4 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/ports?device_id=3c7c995b-c2fa-48bc-a978-0cbfc8654299 HTTP/1.1" status: 200 len: 943 time: 0.0797856 May 30 21:41:32.583507 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-bb6cb048-6f26-4788-baae-e0ceb5ebe6b3 req-0629e7c6-0e4b-4a2b-b384-4fef6ba91b18 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/security-groups?id=e698fd8d-6bd4-4ce8-8461-f482c6496517&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392692 May 30 21:41:33.025870 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:41:33.394054 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2545d001-eba5-4171-9827-ce5015a3e6ed req-da89217e-3977-4ee9-8dd4-5643f847f0e0 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=3c7c995b-c2fa-48bc-a978-0cbfc8654299&tenant_id=216cf461b0464527bdbe4863bf4a4889 HTTP/1.1" status: 200 len: 1094 time: 0.0680847 May 30 21:41:33.492626 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2545d001-eba5-4171-9827-ce5015a3e6ed req-3aefca29-8962-4724-928d-6db2a00aeedf service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=216cf461b0464527bdbe4863bf4a4889&device_id=3c7c995b-c2fa-48bc-a978-0cbfc8654299 HTTP/1.1" status: 200 len: 1094 time: 0.0714321 May 30 21:41:33.622486 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2545d001-eba5-4171-9827-ce5015a3e6ed req-07e91da8-ddc1-4890-929b-e68c3be4e0ac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:41:33.623901 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2545d001-eba5-4171-9827-ce5015a3e6ed req-07e91da8-ddc1-4890-929b-e68c3be4e0ac service neutron] 10.222.0.86 "GET /v2.0/networks?id=13f7d415-4145-4398-b6fe-005303424a3d HTTP/1.1" status: 200 len: 909 time: 0.1253653 May 30 21:41:33.774413 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2545d001-eba5-4171-9827-ce5015a3e6ed req-109fddd5-21c7-40ce-bd53-4e6443f72bb4 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b2ba3358-2499-4c80-b3a4-e9e302f57338 HTTP/1.1" status: 200 len: 999 time: 0.1426983 May 30 21:41:33.848777 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bbb3a3-61b7-43ef-881d-678f25f7cbdd req-c58a5285-1e74-41f3-92da-5851541f6763 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:41:33.850227 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c3bbb3a3-61b7-43ef-881d-678f25f7cbdd req-c58a5285-1e74-41f3-92da-5851541f6763 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/ports?device_id=3c7c995b-c2fa-48bc-a978-0cbfc8654299 HTTP/1.1" status: 200 len: 943 time: 0.1435876 May 30 21:41:33.855345 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2545d001-eba5-4171-9827-ce5015a3e6ed req-8636b7f4-6108-4860-817c-495c745bad95 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:41:33.856653 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2545d001-eba5-4171-9827-ce5015a3e6ed req-8636b7f4-6108-4860-817c-495c745bad95 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=86bb8b67-0bd9-4dc6-a7da-24b8689297bd HTTP/1.1" status: 200 len: 847 time: 0.0746706 May 30 21:41:33.944696 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c3bbb3a3-61b7-43ef-881d-678f25f7cbdd req-7252cf90-ec55-4880-a2fa-7467ad427c79 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/security-groups?id=e698fd8d-6bd4-4ce8-8461-f482c6496517&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871494 May 30 21:41:33.958083 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2545d001-eba5-4171-9827-ce5015a3e6ed req-70d1ca6a-0e04-4d06-bffc-f0055f44e567 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=13f7d415-4145-4398-b6fe-005303424a3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0871217 May 30 21:41:34.089979 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2545d001-eba5-4171-9827-ce5015a3e6ed req-7f6a9120-f594-49df-9941-5b09d448185a service neutron] 10.222.0.86 "GET /v2.0/networks/13f7d415-4145-4398-b6fe-005303424a3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234059 May 30 21:41:34.221103 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2545d001-eba5-4171-9827-ce5015a3e6ed req-4ab72d09-ea74-45e3-8bc1-4077de2159fb service neutron] 10.222.0.86 "GET /v2.0/networks/13f7d415-4145-4398-b6fe-005303424a3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222675 May 30 21:41:35.143755 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57e5aac-e365-4351-953b-5dcf2348be14 req-cbba77c7-b219-4730-a467-917acd9326e3 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:41:35.145191 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a57e5aac-e365-4351-953b-5dcf2348be14 req-cbba77c7-b219-4730-a467-917acd9326e3 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/ports?device_id=3c7c995b-c2fa-48bc-a978-0cbfc8654299 HTTP/1.1" status: 200 len: 943 time: 0.0763464 May 30 21:41:35.191048 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a57e5aac-e365-4351-953b-5dcf2348be14 req-76d02b3a-bc41-4ed9-bc15-375c64d6cee8 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/security-groups?id=e698fd8d-6bd4-4ce8-8461-f482c6496517&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402431 May 30 21:41:36.394610 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e07dc4-a91a-47d5-b68d-1260889b7249 req-77c7e5f4-619c-4e75-b3b6-857bb417b891 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:41:36.396724 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-91e07dc4-a91a-47d5-b68d-1260889b7249 req-77c7e5f4-619c-4e75-b3b6-857bb417b891 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/ports?device_id=3c7c995b-c2fa-48bc-a978-0cbfc8654299 HTTP/1.1" status: 200 len: 943 time: 0.0820293 May 30 21:41:36.446866 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-91e07dc4-a91a-47d5-b68d-1260889b7249 req-6b507b9c-b87a-4b6c-b1ef-a1e8c4da4265 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/security-groups?id=e698fd8d-6bd4-4ce8-8461-f482c6496517&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443254 May 30 21:41:37.654685 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfe9e47-e884-4f9d-b8cf-d5748cc92e7d req-b3e0859f-0785-4364-aa34-7b90b2231d9a tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:41:37.656147 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3bfe9e47-e884-4f9d-b8cf-d5748cc92e7d req-b3e0859f-0785-4364-aa34-7b90b2231d9a tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/ports?device_id=3c7c995b-c2fa-48bc-a978-0cbfc8654299 HTTP/1.1" status: 200 len: 943 time: 0.0821116 May 30 21:41:37.704822 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3bfe9e47-e884-4f9d-b8cf-d5748cc92e7d req-25e2ba00-e309-4c9d-84cc-3be2e78603b4 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/security-groups?id=e698fd8d-6bd4-4ce8-8461-f482c6496517&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419097 May 30 21:41:38.929494 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20a895c-b668-46d1-9cb5-bf09038ae899 req-3a74a159-f93d-4d04-81a7-d08995d6fc68 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:41:38.932058 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b20a895c-b668-46d1-9cb5-bf09038ae899 req-3a74a159-f93d-4d04-81a7-d08995d6fc68 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/ports?device_id=3c7c995b-c2fa-48bc-a978-0cbfc8654299 HTTP/1.1" status: 200 len: 943 time: 0.0846825 May 30 21:41:38.981278 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b20a895c-b668-46d1-9cb5-bf09038ae899 req-674b8e86-201d-4bea-aa0e-8f862307234a tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/security-groups?id=e698fd8d-6bd4-4ce8-8461-f482c6496517&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426328 May 30 21:41:40.192243 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421554b9-355b-4a10-8271-aa153099f977 req-dea630ed-e37e-4074-a85b-346dd8d57520 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:41:40.193908 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-421554b9-355b-4a10-8271-aa153099f977 req-dea630ed-e37e-4074-a85b-346dd8d57520 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/ports?device_id=3c7c995b-c2fa-48bc-a978-0cbfc8654299 HTTP/1.1" status: 200 len: 943 time: 0.0854514 May 30 21:41:40.253499 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-421554b9-355b-4a10-8271-aa153099f977 req-48b6cb6a-31eb-4b78-a2d7-b07738b356fb tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/security-groups?id=e698fd8d-6bd4-4ce8-8461-f482c6496517&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537143 May 30 21:41:41.467368 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5462876-55ee-4bda-9844-3147c3295047 req-86147496-a8a8-4987-88be-67abc83e98d5 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:41:41.468267 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d5462876-55ee-4bda-9844-3147c3295047 req-86147496-a8a8-4987-88be-67abc83e98d5 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/ports?device_id=3c7c995b-c2fa-48bc-a978-0cbfc8654299 HTTP/1.1" status: 200 len: 943 time: 0.0842695 May 30 21:41:41.518208 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d5462876-55ee-4bda-9844-3147c3295047 req-f7d3faff-a460-4a38-829a-41fda2b3d7eb tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/security-groups?id=e698fd8d-6bd4-4ce8-8461-f482c6496517&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440383 May 30 21:41:42.728415 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b69901d-aa24-466c-b8a7-10814181bdd8 req-ad60988e-1507-46c7-96b9-39a38dfa883e tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:41:42.731098 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2b69901d-aa24-466c-b8a7-10814181bdd8 req-ad60988e-1507-46c7-96b9-39a38dfa883e tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/ports?device_id=3c7c995b-c2fa-48bc-a978-0cbfc8654299 HTTP/1.1" status: 200 len: 943 time: 0.0790980 May 30 21:41:42.779176 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2b69901d-aa24-466c-b8a7-10814181bdd8 req-6af4538a-5d24-4db1-a84c-564ff97efff9 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/security-groups?id=e698fd8d-6bd4-4ce8-8461-f482c6496517&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421622 May 30 21:41:43.974068 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d6fdd5-d0f2-48a1-a90e-57f739fdbde9 req-87757509-dbb9-45cc-bfb9-f71b63a7ecb6 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:41:43.975519 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-85d6fdd5-d0f2-48a1-a90e-57f739fdbde9 req-87757509-dbb9-45cc-bfb9-f71b63a7ecb6 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/ports?device_id=3c7c995b-c2fa-48bc-a978-0cbfc8654299 HTTP/1.1" status: 200 len: 943 time: 0.0765507 May 30 21:41:44.019764 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-85d6fdd5-d0f2-48a1-a90e-57f739fdbde9 req-9f30fda8-73a1-4b8c-b50e-36dcb0694100 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/security-groups?id=e698fd8d-6bd4-4ce8-8461-f482c6496517&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388920 May 30 21:41:45.219643 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463ef55a-21bb-4865-b6f6-4fe4e7f13488 req-d375a825-bd6e-4b1f-8f81-4935b84a06f9 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:41:45.221075 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-463ef55a-21bb-4865-b6f6-4fe4e7f13488 req-d375a825-bd6e-4b1f-8f81-4935b84a06f9 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/ports?device_id=3c7c995b-c2fa-48bc-a978-0cbfc8654299 HTTP/1.1" status: 200 len: 943 time: 0.0802040 May 30 21:41:45.266964 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-463ef55a-21bb-4865-b6f6-4fe4e7f13488 req-745a209e-2afa-4204-b777-535116a569a9 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/security-groups?id=e698fd8d-6bd4-4ce8-8461-f482c6496517&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402875 May 30 21:41:45.510672 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device b2ba3358-2499-4c80-b3a4-e9e302f57338 details requested by agent hyperv_n-h2-843948-2 with host n-h2-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 21:41:45.644333 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port b2ba3358-2499-4c80-b3a4-e9e302f57338, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=b2ba3358-2499-4c80-b3a4-e9e302f57338,segment=NetworkSegment(253fdc27-44cb-4604-b73b-949b1d365e5b),segment_id=253fdc27-44cb-4604-b73b-949b1d365e5b)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:41:45.657459 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Returning: {'device': 'b2ba3358-2499-4c80-b3a4-e9e302f57338', 'network_id': '13f7d415-4145-4398-b6fe-005303424a3d', 'port_id': 'b2ba3358-2499-4c80-b3a4-e9e302f57338', 'mac_address': 'fa:16:3e:89:cf:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86bb8b67-0bd9-4dc6-a7da-24b8689297bd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 21:41:45.709036 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:41:45.725909 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2ba3358-2499-4c80-b3a4-e9e302f57338 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 21:41:45.741167 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port b2ba3358-2499-4c80-b3a4-e9e302f57338, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=b2ba3358-2499-4c80-b3a4-e9e302f57338,segment=NetworkSegment(253fdc27-44cb-4604-b73b-949b1d365e5b),segment_id=253fdc27-44cb-4604-b73b-949b1d365e5b)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:41:45.808068 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:41:45.874647 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=b2ba3358-2499-4c80-b3a4-e9e302f57338,revision_number=9']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:41:46.122165 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['b2ba3358-2499-4c80-b3a4-e9e302f57338'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 21:41:46.463372 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18982a38-9d73-45dc-9f5f-a13273075c0c req-fd92428c-2a9e-419b-90b2-7ccc3f9e138c tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:41:46.464786 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-18982a38-9d73-45dc-9f5f-a13273075c0c req-fd92428c-2a9e-419b-90b2-7ccc3f9e138c tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/ports?device_id=3c7c995b-c2fa-48bc-a978-0cbfc8654299 HTTP/1.1" status: 200 len: 944 time: 0.0769939 May 30 21:41:46.508330 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-18982a38-9d73-45dc-9f5f-a13273075c0c req-497bd945-16d3-4867-9244-1ea8e0717ffe tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/security-groups?id=e698fd8d-6bd4-4ce8-8461-f482c6496517&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381303 May 30 21:41:47.525702 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device b2ba3358-2499-4c80-b3a4-e9e302f57338 up at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:41:47.595987 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning complete for port b2ba3358-2499-4c80-b3a4-e9e302f57338 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:41:47.596412 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:41:47.710522 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155c224d-82ab-44cb-9735-25eb4acdafa3 req-b183d7ac-5280-450f-a88b-f81534b9c53b tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:41:47.712659 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-155c224d-82ab-44cb-9735-25eb4acdafa3 req-b183d7ac-5280-450f-a88b-f81534b9c53b tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/ports?device_id=3c7c995b-c2fa-48bc-a978-0cbfc8654299 HTTP/1.1" status: 200 len: 944 time: 0.0772662 May 30 21:41:47.731147 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:41:47.757618 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c7c995b-c2fa-48bc-a978-0cbfc8654299', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2ba3358-2499-4c80-b3a4-e9e302f57338'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:41:47.759148 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-155c224d-82ab-44cb-9735-25eb4acdafa3 req-2a6b93c4-bc30-4999-b11b-1b536f9d02ce tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/security-groups?id=e698fd8d-6bd4-4ce8-8461-f482c6496517&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409651 May 30 21:41:47.767335 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port b2ba3358-2499-4c80-b3a4-e9e302f57338, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=b2ba3358-2499-4c80-b3a4-e9e302f57338,segment=NetworkSegment(253fdc27-44cb-4604-b73b-949b1d365e5b),segment_id=253fdc27-44cb-4604-b73b-949b1d365e5b)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:41:47.814527 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e6a2de2-0bac-4b0c-971c-3d7be1fd3e54'] response: {'server_uuid': '3c7c995b-c2fa-48bc-a978-0cbfc8654299', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2ba3358-2499-4c80-b3a4-e9e302f57338', 'code': 200} May 30 21:41:47.825338 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:41:47.893167 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=b2ba3358-2499-4c80-b3a4-e9e302f57338,revision_number=10']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:41:48.098477 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0370fed5-10eb-41b8-a484-577d0c795fdc req-2e087e3d-ca84-4213-aa73-2795e7da4ec8 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=3c7c995b-c2fa-48bc-a978-0cbfc8654299 HTTP/1.1" status: 200 len: 1097 time: 0.0668378 May 30 21:41:48.238843 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0370fed5-10eb-41b8-a484-577d0c795fdc req-a997f3a0-916b-462b-aa35-4358224a4a1f service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=e698fd8d-6bd4-4ce8-8461-f482c6496517&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1317637 May 30 21:41:48.962073 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb76fb43-a64a-49c3-a0db-b58b49062f77 req-7da8a882-fd00-4894-b57c-c144c131324e tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:41:48.963527 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-cb76fb43-a64a-49c3-a0db-b58b49062f77 req-7da8a882-fd00-4894-b57c-c144c131324e tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/ports?device_id=3c7c995b-c2fa-48bc-a978-0cbfc8654299 HTTP/1.1" status: 200 len: 946 time: 0.0798600 May 30 21:41:49.008339 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-cb76fb43-a64a-49c3-a0db-b58b49062f77 req-0d7be256-911d-49ba-bb68-c0593dc6139f tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/security-groups?id=e698fd8d-6bd4-4ce8-8461-f482c6496517&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393925 May 30 21:41:50.354252 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b49d98-7e7f-4708-8dd7-8a5772d4c9d5 req-cd9d820d-62b4-4e8f-a9f2-39b6ecfb5cf3 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:41:50.355713 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-78b49d98-7e7f-4708-8dd7-8a5772d4c9d5 req-cd9d820d-62b4-4e8f-a9f2-39b6ecfb5cf3 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/ports?device_id=3c7c995b-c2fa-48bc-a978-0cbfc8654299 HTTP/1.1" status: 200 len: 946 time: 0.0761023 May 30 21:41:50.402458 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-78b49d98-7e7f-4708-8dd7-8a5772d4c9d5 req-25b21a5c-9787-4e65-98a2-17d919473029 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/security-groups?id=e698fd8d-6bd4-4ce8-8461-f482c6496517&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406914 May 30 21:41:50.429980 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:41:51.596035 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366ea4fe-2e17-47dd-b613-eacf4ddff7c0 req-ede91492-c7e2-4f7b-895c-79a0acf31f51 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:41:51.597477 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-366ea4fe-2e17-47dd-b613-eacf4ddff7c0 req-ede91492-c7e2-4f7b-895c-79a0acf31f51 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/ports?device_id=3c7c995b-c2fa-48bc-a978-0cbfc8654299 HTTP/1.1" status: 200 len: 946 time: 0.0760920 May 30 21:41:51.645956 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-366ea4fe-2e17-47dd-b613-eacf4ddff7c0 req-4dcaf87f-554b-4bf8-b9eb-379e8b533762 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/security-groups?id=e698fd8d-6bd4-4ce8-8461-f482c6496517&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427990 May 30 21:41:53.219239 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:41:56.282064 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-bbee2998-d3e7-4bf3-bdd5-a897fc8cc7c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:41:59.687802 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-0a67a77b-6f52-406b-855e-ab0886d197d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:41:59.945391 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:42:01.482496 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:42:03.018541 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:42:07.628621 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 21:42:20.413566 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:42:23.253327 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:42:26.310629 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-04912643-4da8-488d-864a-7953e8a3116e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:42:29.699070 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-d0d102da-507a-4633-8b1a-d94c7022daa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:42:29.904749 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:42:31.521895 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:42:33.018870 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:42:34.837884 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b3f35870-0852-4ba9-9d63-ee404553c846 req-337e7644-5823-46e8-bf4e-efa3d5e13dc2 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=3c7c995b-c2fa-48bc-a978-0cbfc8654299&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0717173 May 30 21:42:34.982055 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b3f35870-0852-4ba9-9d63-ee404553c846 req-4209a87c-c8cf-43c3-bdbc-17c9a2408c05 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=216cf461b0464527bdbe4863bf4a4889&device_id=3c7c995b-c2fa-48bc-a978-0cbfc8654299 HTTP/1.1" status: 200 len: 1097 time: 0.0684452 May 30 21:42:35.124859 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f35870-0852-4ba9-9d63-ee404553c846 req-18fd9f6e-1a2c-44da-8bce-cefd18f3dbfb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:42:35.126193 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b3f35870-0852-4ba9-9d63-ee404553c846 req-18fd9f6e-1a2c-44da-8bce-cefd18f3dbfb service neutron] 10.222.0.86 "GET /v2.0/networks?id=13f7d415-4145-4398-b6fe-005303424a3d HTTP/1.1" status: 200 len: 909 time: 0.1217053 May 30 21:42:35.230667 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b3f35870-0852-4ba9-9d63-ee404553c846 req-93b6328c-e6ce-47d1-b92b-592e4580d50b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b2ba3358-2499-4c80-b3a4-e9e302f57338 HTTP/1.1" status: 200 len: 1001 time: 0.0947878 May 30 21:42:35.294073 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f35870-0852-4ba9-9d63-ee404553c846 req-7d913b11-ec4a-4ecc-a4ca-856101f8b1bf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:42:35.295432 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b3f35870-0852-4ba9-9d63-ee404553c846 req-7d913b11-ec4a-4ecc-a4ca-856101f8b1bf service neutron] 10.222.0.86 "GET /v2.0/subnets?id=86bb8b67-0bd9-4dc6-a7da-24b8689297bd HTTP/1.1" status: 200 len: 847 time: 0.0559859 May 30 21:42:35.372676 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b3f35870-0852-4ba9-9d63-ee404553c846 req-f2428b9e-480e-4ac8-95cd-4e77cc41294b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=13f7d415-4145-4398-b6fe-005303424a3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0683010 May 30 21:42:35.504915 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b3f35870-0852-4ba9-9d63-ee404553c846 req-8e193e72-1042-407e-a088-6f21de9f1f9a service neutron] 10.222.0.86 "GET /v2.0/networks/13f7d415-4145-4398-b6fe-005303424a3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221333 May 30 21:42:35.635635 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b3f35870-0852-4ba9-9d63-ee404553c846 req-3a24ceaa-372c-41ad-99e7-9d43529be5ac service neutron] 10.222.0.86 "GET /v2.0/networks/13f7d415-4145-4398-b6fe-005303424a3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211848 May 30 21:42:44.629073 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 21:42:50.411756 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:42:53.258590 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:42:56.275538 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-83f089e5-0691-44e9-8625-29806e19acc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:42:59.664267 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-56fd72f9-28d7-48cb-a505-27b67d5d6ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:42:59.898589 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:43:01.503341 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:43:03.011244 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:43:04.607970 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 54046) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:43:04.896880 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-cba0f1fc-534d-4e17-8ab5-35ebd4961c30 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Deleting port 9e29167e-05bb-44b2-b389-3475daf50370 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:43:04.897136 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-cba0f1fc-534d-4e17-8ab5-35ebd4961c30 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:43:05.061671 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-cba0f1fc-534d-4e17-8ab5-35ebd4961c30 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:43:05.061997 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-cba0f1fc-534d-4e17-8ab5-35ebd4961c30 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:43:05.178777 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-cba0f1fc-534d-4e17-8ab5-35ebd4961c30 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Calling delete_port for 9e29167e-05bb-44b2-b389-3475daf50370 owned by network:floatingip {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:43:05.394713 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-cba0f1fc-534d-4e17-8ab5-35ebd4961c30 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:43:05.440418 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba0f1fc-534d-4e17-8ab5-35ebd4961c30 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Pushing event deleted for resources: {'Port': ['ID=9e29167e-05bb-44b2-b389-3475daf50370,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:43:05.478949 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba0f1fc-534d-4e17-8ab5-35ebd4961c30 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:43:05.479366 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba0f1fc-534d-4e17-8ab5-35ebd4961c30 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:43:05.479711 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba0f1fc-534d-4e17-8ab5-35ebd4961c30 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:43:05.480046 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba0f1fc-534d-4e17-8ab5-35ebd4961c30 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:43:05.480375 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba0f1fc-534d-4e17-8ab5-35ebd4961c30 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:43:05.480723 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba0f1fc-534d-4e17-8ab5-35ebd4961c30 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:43:05.481045 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba0f1fc-534d-4e17-8ab5-35ebd4961c30 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:43:05.481367 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba0f1fc-534d-4e17-8ab5-35ebd4961c30 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:43:05.481708 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba0f1fc-534d-4e17-8ab5-35ebd4961c30 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:43:05.482049 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba0f1fc-534d-4e17-8ab5-35ebd4961c30 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:43:05.482350 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba0f1fc-534d-4e17-8ab5-35ebd4961c30 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:43:05.545326 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-cba0f1fc-534d-4e17-8ab5-35ebd4961c30 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Notify callbacks [] for floatingip, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:43:05.959846 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cba0f1fc-534d-4e17-8ab5-35ebd4961c30 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Router 260a714e-4b8c-428d-a1a8-927aaed9de86 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 21:43:06.160205 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cba0f1fc-534d-4e17-8ab5-35ebd4961c30 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 21:43:06.169913 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a158c7-7af4-4377-b6c1-5db7bb648419 None None] Sync routers for ids ['260a714e-4b8c-428d-a1a8-927aaed9de86'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 21:43:06.181869 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a158c7-7af4-4377-b6c1-5db7bb648419 None None] Routers {'260a714e-4b8c-428d-a1a8-927aaed9de86'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:43:06.182460 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-b9a158c7-7af4-4377-b6c1-5db7bb648419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T21:43:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['260a714e-4b8c-428d-a1a8-927aaed9de86'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:43:06.212272 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-cba0f1fc-534d-4e17-8ab5-35ebd4961c30 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:43:06.266542 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-cba0f1fc-534d-4e17-8ab5-35ebd4961c30 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "DELETE /v2.0/floatingips/38618375-6544-4e83-bd46-855762bcae3e HTTP/1.1" status: 204 len: 168 time: 1.6550565 May 30 21:43:06.266542 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c7c995b-c2fa-48bc-a978-0cbfc8654299', 'tag': 'b2ba3358-2499-4c80-b3a4-e9e302f57338'}] {{(pid=84886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:43:06.402693 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-b9a158c7-7af4-4377-b6c1-5db7bb648419 None None] Set router 260a714e-4b8c-428d-a1a8-927aaed9de86 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:43:06.467777 n-d-843948-2 neutron-server[84886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0e07bc7-8056-456d-a624-f8ed430b3bb1'] response: {'name': 'network-changed', 'server_uuid': '3c7c995b-c2fa-48bc-a978-0cbfc8654299', 'tag': 'b2ba3358-2499-4c80-b3a4-e9e302f57338', 'status': 'completed', 'code': 200} May 30 21:43:06.565273 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-91f1d85c-766b-4968-8e8d-bbee433188c0 req-484252b8-261e-495d-ad97-76ba489783b9 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=216cf461b0464527bdbe4863bf4a4889&device_id=3c7c995b-c2fa-48bc-a978-0cbfc8654299 HTTP/1.1" status: 200 len: 1097 time: 0.0701175 May 30 21:43:06.703415 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f1d85c-766b-4968-8e8d-bbee433188c0 req-13eff3fa-26cc-4354-b1e6-bbbf0f0f101d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:43:06.704769 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-91f1d85c-766b-4968-8e8d-bbee433188c0 req-13eff3fa-26cc-4354-b1e6-bbbf0f0f101d service neutron] 10.222.0.86 "GET /v2.0/networks?id=13f7d415-4145-4398-b6fe-005303424a3d HTTP/1.1" status: 200 len: 909 time: 0.1298892 May 30 21:43:06.723819 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-b9a158c7-7af4-4377-b6c1-5db7bb648419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260a714e-4b8c-428d-a1a8-927aaed9de86', 'name': 'tempest-TestShelveInstance-349688409-router', 'tenant_id': '216cf461b0464527bdbe4863bf4a4889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.237'}], 'enable_snat': True}, 'gw_port_id': 'fc73d39d-5c2b-4c83-8e88-1e35fce41820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:38:30Z', 'updated_at': '2022-05-30T21:38:34Z', 'revision_number': 4, 'project_id': '216cf461b0464527bdbe4863bf4a4889', 'gw_port': {'id': 'fc73d39d-5c2b-4c83-8e88-1e35fce41820', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:64:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260a714e-4b8c-428d-a1a8-927aaed9de86', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:38:31Z', 'updated_at': '2022-05-30T21:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '90f5fffc-b387-4b17-8687-d0a9b03ccb2f', 'name': '', 'network_id': '13f7d415-4145-4398-b6fe-005303424a3d', 'tenant_id': '216cf461b0464527bdbe4863bf4a4889', 'mac_address': 'fa:16:3e:a6:a6:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260a714e-4b8c-428d-a1a8-927aaed9de86', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86bb8b67-0bd9-4dc6-a7da-24b8689297bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:38:33Z', 'updated_at': '2022-05-30T21:38:52Z', 'revision_number': 5, 'project_id': '216cf461b0464527bdbe4863bf4a4889', 'subnets': [{'id': '86bb8b67-0bd9-4dc6-a7da-24b8689297bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:43:06.727931 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a158c7-7af4-4377-b6c1-5db7bb648419 None None] Checking router: 260a714e-4b8c-428d-a1a8-927aaed9de86 for host: n-d-843948-2 {{(pid=84888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 21:43:06.739934 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a158c7-7af4-4377-b6c1-5db7bb648419 None None] Routers {'260a714e-4b8c-428d-a1a8-927aaed9de86'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:43:06.740700 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-b9a158c7-7af4-4377-b6c1-5db7bb648419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T21:43:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['260a714e-4b8c-428d-a1a8-927aaed9de86'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:43:06.780126 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-91f1d85c-766b-4968-8e8d-bbee433188c0 req-a0405e82-54b0-464c-916d-97bf4777e476 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b2ba3358-2499-4c80-b3a4-e9e302f57338 HTTP/1.1" status: 200 len: 217 time: 0.0658245 May 30 21:43:06.846952 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f1d85c-766b-4968-8e8d-bbee433188c0 req-08179f3a-3afc-41fc-a696-4972f6a03b42 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:43:06.848468 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-91f1d85c-766b-4968-8e8d-bbee433188c0 req-08179f3a-3afc-41fc-a696-4972f6a03b42 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=86bb8b67-0bd9-4dc6-a7da-24b8689297bd HTTP/1.1" status: 200 len: 847 time: 0.0614614 May 30 21:43:06.907946 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e900b8-3918-46fe-ab96-14b028be9c2c req-39db06f8-f915-4f76-8dbf-a8ede4f7813d tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:43:06.908857 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-05e900b8-3918-46fe-ab96-14b028be9c2c req-39db06f8-f915-4f76-8dbf-a8ede4f7813d tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Synchronizing usage tracker for tenant:216cf461b0464527bdbe4863bf4a4889 on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 21:43:06.927510 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-b9a158c7-7af4-4377-b6c1-5db7bb648419 None None] Set router 260a714e-4b8c-428d-a1a8-927aaed9de86 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:43:06.931043 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-91f1d85c-766b-4968-8e8d-bbee433188c0 req-5f7b48c4-ed92-4b06-8850-0f56597aca5b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=13f7d415-4145-4398-b6fe-005303424a3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0756891 May 30 21:43:07.030265 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-05e900b8-3918-46fe-ab96-14b028be9c2c req-39db06f8-f915-4f76-8dbf-a8ede4f7813d tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Unset dirty status for tenant:216cf461b0464527bdbe4863bf4a4889 on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 21:43:07.032493 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-05e900b8-3918-46fe-ab96-14b028be9c2c req-39db06f8-f915-4f76-8dbf-a8ede4f7813d tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/ports?device_id=3c7c995b-c2fa-48bc-a978-0cbfc8654299 HTTP/1.1" status: 200 len: 946 time: 0.2151730 May 30 21:43:07.064695 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-91f1d85c-766b-4968-8e8d-bbee433188c0 req-2900b829-daa5-468f-b723-d77c392594e4 service neutron] 10.222.0.86 "GET /v2.0/networks/13f7d415-4145-4398-b6fe-005303424a3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259227 May 30 21:43:07.188158 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-05e900b8-3918-46fe-ab96-14b028be9c2c req-407542cd-a568-4d1d-a950-656731ff2d72 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/security-groups?id=e698fd8d-6bd4-4ce8-8461-f482c6496517&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1493127 May 30 21:43:07.254550 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-b9a158c7-7af4-4377-b6c1-5db7bb648419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260a714e-4b8c-428d-a1a8-927aaed9de86', 'name': 'tempest-TestShelveInstance-349688409-router', 'tenant_id': '216cf461b0464527bdbe4863bf4a4889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.237'}], 'enable_snat': True}, 'gw_port_id': 'fc73d39d-5c2b-4c83-8e88-1e35fce41820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:38:30Z', 'updated_at': '2022-05-30T21:38:34Z', 'revision_number': 4, 'project_id': '216cf461b0464527bdbe4863bf4a4889', 'gw_port': {'id': 'fc73d39d-5c2b-4c83-8e88-1e35fce41820', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:64:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260a714e-4b8c-428d-a1a8-927aaed9de86', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:38:31Z', 'updated_at': '2022-05-30T21:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '90f5fffc-b387-4b17-8687-d0a9b03ccb2f', 'name': '', 'network_id': '13f7d415-4145-4398-b6fe-005303424a3d', 'tenant_id': '216cf461b0464527bdbe4863bf4a4889', 'mac_address': 'fa:16:3e:a6:a6:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260a714e-4b8c-428d-a1a8-927aaed9de86', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86bb8b67-0bd9-4dc6-a7da-24b8689297bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:38:33Z', 'updated_at': '2022-05-30T21:38:52Z', 'revision_number': 5, 'project_id': '216cf461b0464527bdbe4863bf4a4889', 'subnets': [{'id': '86bb8b67-0bd9-4dc6-a7da-24b8689297bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:43:07.258981 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a158c7-7af4-4377-b6c1-5db7bb648419 None None] The sync data for ids ['260a714e-4b8c-428d-a1a8-927aaed9de86'] in n-d-843948-2 is: [{'id': '260a714e-4b8c-428d-a1a8-927aaed9de86', 'name': 'tempest-TestShelveInstance-349688409-router', 'tenant_id': '216cf461b0464527bdbe4863bf4a4889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.237'}], 'enable_snat': True}, 'gw_port_id': 'fc73d39d-5c2b-4c83-8e88-1e35fce41820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:38:30Z', 'updated_at': '2022-05-30T21:38:34Z', 'revision_number': 4, 'project_id': '216cf461b0464527bdbe4863bf4a4889', 'gw_port': {'id': 'fc73d39d-5c2b-4c83-8e88-1e35fce41820', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:64:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260a714e-4b8c-428d-a1a8-927aaed9de86', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:38:31Z', 'updated_at': '2022-05-30T21:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '90f5fffc-b387-4b17-8687-d0a9b03ccb2f', 'name': '', 'network_id': '13f7d415-4145-4398-b6fe-005303424a3d', 'tenant_id': '216cf461b0464527bdbe4863bf4a4889', 'mac_address': 'fa:16:3e:a6:a6:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260a714e-4b8c-428d-a1a8-927aaed9de86', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86bb8b67-0bd9-4dc6-a7da-24b8689297bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:38:33Z', 'updated_at': '2022-05-30T21:38:52Z', 'revision_number': 5, 'project_id': '216cf461b0464527bdbe4863bf4a4889', 'subnets': [{'id': '86bb8b67-0bd9-4dc6-a7da-24b8689297bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 21:43:07.311557 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-91f1d85c-766b-4968-8e8d-bbee433188c0 req-4312c546-42fc-4ba4-8d2b-847a9aaaa57a service neutron] 10.222.0.86 "GET /v2.0/networks/13f7d415-4145-4398-b6fe-005303424a3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2407360 May 30 21:43:07.471170 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53204288-1c71-498d-a00e-62f560877871 None None] New status for floating IP 38618375-6544-4e83-bd46-855762bcae3e: DOWN {{(pid=84889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 21:43:08.311647 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789c9ba5-4f67-4f0d-81e7-8494e851cf75 req-1d70d58b-32ae-47d2-bc7b-8a45493d2ef4 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:43:08.313043 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-789c9ba5-4f67-4f0d-81e7-8494e851cf75 req-1d70d58b-32ae-47d2-bc7b-8a45493d2ef4 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.86 "GET /v2.0/ports?device_id=3c7c995b-c2fa-48bc-a978-0cbfc8654299 HTTP/1.1" status: 200 len: 946 time: 0.0747900 May 30 21:43:08.424589 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-789c9ba5-4f67-4f0d-81e7-8494e851cf75 req-0bd500e3-24fa-4b5a-83dc-0c09858f322f tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Deleting port b2ba3358-2499-4c80-b3a4-e9e302f57338 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:43:08.424915 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-789c9ba5-4f67-4f0d-81e7-8494e851cf75 req-0bd500e3-24fa-4b5a-83dc-0c09858f322f tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:43:08.490543 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42781b41-678b-441e-a5f3-c8626226bc56 req-3a95b0e6-5e34-46fe-9c78-845be21efeee tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:43:08.491872 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-42781b41-678b-441e-a5f3-c8626226bc56 req-3a95b0e6-5e34-46fe-9c78-845be21efeee tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/ports?device_id=3c7c995b-c2fa-48bc-a978-0cbfc8654299 HTTP/1.1" status: 200 len: 946 time: 0.1777468 May 30 21:43:08.643585 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-42781b41-678b-441e-a5f3-c8626226bc56 req-c63e0b07-cefc-46cd-8e77-224d577ac359 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/security-groups?id=e698fd8d-6bd4-4ce8-8461-f482c6496517&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1283069 May 30 21:43:08.706123 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-789c9ba5-4f67-4f0d-81e7-8494e851cf75 req-0bd500e3-24fa-4b5a-83dc-0c09858f322f tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] For port b2ba3358-2499-4c80-b3a4-e9e302f57338, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=b2ba3358-2499-4c80-b3a4-e9e302f57338,segment=NetworkSegment(253fdc27-44cb-4604-b73b-949b1d365e5b),segment_id=253fdc27-44cb-4604-b73b-949b1d365e5b)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:43:08.706480 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-789c9ba5-4f67-4f0d-81e7-8494e851cf75 req-0bd500e3-24fa-4b5a-83dc-0c09858f322f tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:43:08.827944 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-789c9ba5-4f67-4f0d-81e7-8494e851cf75 req-0bd500e3-24fa-4b5a-83dc-0c09858f322f tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Calling delete_port for b2ba3358-2499-4c80-b3a4-e9e302f57338 owned by compute:nova {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:43:09.063256 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-789c9ba5-4f67-4f0d-81e7-8494e851cf75 req-0bd500e3-24fa-4b5a-83dc-0c09858f322f tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:43:09.110862 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd500e3-24fa-4b5a-83dc-0c09858f322f tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Pushing event deleted for resources: {'Port': ['ID=b2ba3358-2499-4c80-b3a4-e9e302f57338,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:43:09.152444 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd500e3-24fa-4b5a-83dc-0c09858f322f tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:43:09.152788 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd500e3-24fa-4b5a-83dc-0c09858f322f tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:43:09.153122 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd500e3-24fa-4b5a-83dc-0c09858f322f tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:43:09.153449 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd500e3-24fa-4b5a-83dc-0c09858f322f tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:43:09.153804 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd500e3-24fa-4b5a-83dc-0c09858f322f tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:43:09.154125 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd500e3-24fa-4b5a-83dc-0c09858f322f tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:43:09.154458 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd500e3-24fa-4b5a-83dc-0c09858f322f tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:43:09.154796 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd500e3-24fa-4b5a-83dc-0c09858f322f tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:43:09.155128 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd500e3-24fa-4b5a-83dc-0c09858f322f tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:43:09.155425 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd500e3-24fa-4b5a-83dc-0c09858f322f tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:43:09.155737 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd500e3-24fa-4b5a-83dc-0c09858f322f tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:43:09.196019 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-789c9ba5-4f67-4f0d-81e7-8494e851cf75 req-0bd500e3-24fa-4b5a-83dc-0c09858f322f tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] No DVR routers for this DVR port b2ba3358-2499-4c80-b3a4-e9e302f57338 on host n-h2-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 21:43:09.198478 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-789c9ba5-4f67-4f0d-81e7-8494e851cf75 req-0bd500e3-24fa-4b5a-83dc-0c09858f322f tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:43:09.200921 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c7c995b-c2fa-48bc-a978-0cbfc8654299', 'name': 'network-vif-deleted', 'tag': 'b2ba3358-2499-4c80-b3a4-e9e302f57338'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:43:09.294462 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-789c9ba5-4f67-4f0d-81e7-8494e851cf75 req-0bd500e3-24fa-4b5a-83dc-0c09858f322f tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.86 "DELETE /v2.0/ports/b2ba3358-2499-4c80-b3a4-e9e302f57338 HTTP/1.1" status: 204 len: 173 time: 0.9522092 May 30 21:43:09.329223 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c698217-1781-43bb-8d35-79c02ca732a9'] response: {'server_uuid': '3c7c995b-c2fa-48bc-a978-0cbfc8654299', 'name': 'network-vif-deleted', 'tag': 'b2ba3358-2499-4c80-b3a4-e9e302f57338', 'status': 'completed', 'code': 200} May 30 21:43:09.815689 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-1771e46a-3411-4b97-b39f-d1764474db3b req-2f0f1e00-e1f8-4894-8f97-e9daa1ac3ec1 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Synchronizing usage tracker for tenant:216cf461b0464527bdbe4863bf4a4889 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 21:43:09.902666 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-1771e46a-3411-4b97-b39f-d1764474db3b req-2f0f1e00-e1f8-4894-8f97-e9daa1ac3ec1 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Unset dirty status for tenant:216cf461b0464527bdbe4863bf4a4889 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 21:43:09.904364 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1771e46a-3411-4b97-b39f-d1764474db3b req-2f0f1e00-e1f8-4894-8f97-e9daa1ac3ec1 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/ports?device_id=3c7c995b-c2fa-48bc-a978-0cbfc8654299 HTTP/1.1" status: 200 len: 210 time: 0.1280062 May 30 21:43:11.012788 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 54076) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:43:11.082138 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f1bb2b7c-437b-416f-a9fa-a57520facdcd tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:43:11.110515 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f1bb2b7c-437b-416f-a9fa-a57520facdcd tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:43:11.281721 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f1bb2b7c-437b-416f-a9fa-a57520facdcd tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:43:11.299752 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bb2b7c-437b-416f-a9fa-a57520facdcd tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e698fd8d-6bd4-4ce8-8461-f482c6496517,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:43:11.366565 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-f1bb2b7c-437b-416f-a9fa-a57520facdcd tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:43:11.367629 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-f1bb2b7c-437b-416f-a9fa-a57520facdcd tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "DELETE /v2.0/security-groups/e698fd8d-6bd4-4ce8-8461-f482c6496517 HTTP/1.1" status: 204 len: 168 time: 0.3538747 May 30 21:43:11.614200 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 54084) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:43:11.619906 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-515a83c4-bd29-4447-8a08-2e8357e46a6a tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1080685966', 'description': 'tempest-secgroup-smoke-1080685966 description', 'project_id': '216cf461b0464527bdbe4863bf4a4889'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:43:11.626535 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-515a83c4-bd29-4447-8a08-2e8357e46a6a tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:43:11.630679 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-515a83c4-bd29-4447-8a08-2e8357e46a6a tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Usage tracker for resource:security_group and tenant:216cf461b0464527bdbe4863bf4a4889 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:43:11.633500 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-515a83c4-bd29-4447-8a08-2e8357e46a6a tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:43:11.639739 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-515a83c4-bd29-4447-8a08-2e8357e46a6a tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:43:11.709859 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-515a83c4-bd29-4447-8a08-2e8357e46a6a tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Notify callbacks [] for security_group, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:43:11.743522 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-515a83c4-bd29-4447-8a08-2e8357e46a6a tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:43:11.747869 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-515a83c4-bd29-4447-8a08-2e8357e46a6a tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Usage tracker for resource:security_group_rule and tenant:216cf461b0464527bdbe4863bf4a4889 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:43:11.750689 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-515a83c4-bd29-4447-8a08-2e8357e46a6a tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:43:11.756387 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-515a83c4-bd29-4447-8a08-2e8357e46a6a tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:43:11.810907 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-515a83c4-bd29-4447-8a08-2e8357e46a6a tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Notify callbacks [] for security_group, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:43:11.875351 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-515a83c4-bd29-4447-8a08-2e8357e46a6a tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:43:11.913512 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device b2ba3358-2499-4c80-b3a4-e9e302f57338 no longer exists at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 21:43:11.924363 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515a83c4-bd29-4447-8a08-2e8357e46a6a tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89c3967c-657f-489b-a852-84f628aaf5aa,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:43:11.946413 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] No Port match for: b2ba3358-2499-4c80-b3a4-e9e302f57338 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 21:43:11.946772 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device b2ba3358-2499-4c80-b3a4-e9e302f57338 not bound to the agent host n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 21:43:11.989869 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-515a83c4-bd29-4447-8a08-2e8357e46a6a tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:43:11.991130 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-515a83c4-bd29-4447-8a08-2e8357e46a6a tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3759153 May 30 21:43:11.993939 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 54088) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:43:12.000297 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-14ba0182-a9b3-4f03-9b8c-a1121d779770 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Request body: {'security_group_rule': {'security_group_id': '89c3967c-657f-489b-a852-84f628aaf5aa', 'project_id': '216cf461b0464527bdbe4863bf4a4889', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:43:12.006850 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-14ba0182-a9b3-4f03-9b8c-a1121d779770 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:43:12.010610 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-14ba0182-a9b3-4f03-9b8c-a1121d779770 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Usage tracker for resource:security_group_rule and tenant:216cf461b0464527bdbe4863bf4a4889 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:43:12.014237 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-14ba0182-a9b3-4f03-9b8c-a1121d779770 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:43:12.021578 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-14ba0182-a9b3-4f03-9b8c-a1121d779770 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:43:12.128445 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-14ba0182-a9b3-4f03-9b8c-a1121d779770 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:43:12.188918 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-14ba0182-a9b3-4f03-9b8c-a1121d779770 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:43:12.269796 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-14ba0182-a9b3-4f03-9b8c-a1121d779770 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:43:12.290474 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ba0182-a9b3-4f03-9b8c-a1121d779770 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b823d22-8674-4133-bfb4-f98c6f354cc4,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:43:12.366804 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-14ba0182-a9b3-4f03-9b8c-a1121d779770 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:43:12.367986 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-14ba0182-a9b3-4f03-9b8c-a1121d779770 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3731012 May 30 21:43:12.370757 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 54092) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:43:12.376724 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-bcb7a33d-ef42-4889-8d1a-5fd1b9224804 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Request body: {'security_group_rule': {'security_group_id': '89c3967c-657f-489b-a852-84f628aaf5aa', 'project_id': '216cf461b0464527bdbe4863bf4a4889', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:43:12.383214 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-bcb7a33d-ef42-4889-8d1a-5fd1b9224804 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:43:12.386873 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-bcb7a33d-ef42-4889-8d1a-5fd1b9224804 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Usage tracker for resource:security_group_rule and tenant:216cf461b0464527bdbe4863bf4a4889 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:43:12.389748 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-bcb7a33d-ef42-4889-8d1a-5fd1b9224804 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:43:12.395255 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-bcb7a33d-ef42-4889-8d1a-5fd1b9224804 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:43:12.488083 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-bcb7a33d-ef42-4889-8d1a-5fd1b9224804 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:43:12.548333 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-bcb7a33d-ef42-4889-8d1a-5fd1b9224804 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:43:12.618121 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-bcb7a33d-ef42-4889-8d1a-5fd1b9224804 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:43:12.640666 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb7a33d-ef42-4889-8d1a-5fd1b9224804 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7462ec78-679a-4d51-a43b-ab8a2a82ffe8,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:43:12.709616 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-bcb7a33d-ef42-4889-8d1a-5fd1b9224804 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:43:12.710804 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-bcb7a33d-ef42-4889-8d1a-5fd1b9224804 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3390598 May 30 21:43:12.713561 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 54096) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:43:12.719331 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-d08542ba-6794-4fa3-b3a2-9aeb8923e948 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Request body: {'security_group_rule': {'security_group_id': '89c3967c-657f-489b-a852-84f628aaf5aa', 'project_id': '216cf461b0464527bdbe4863bf4a4889', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:43:12.725635 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-d08542ba-6794-4fa3-b3a2-9aeb8923e948 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:43:12.729437 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-d08542ba-6794-4fa3-b3a2-9aeb8923e948 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Usage tracker for resource:security_group_rule and tenant:216cf461b0464527bdbe4863bf4a4889 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:43:12.732352 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-d08542ba-6794-4fa3-b3a2-9aeb8923e948 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:43:12.738741 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-d08542ba-6794-4fa3-b3a2-9aeb8923e948 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:43:12.796104 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d08542ba-6794-4fa3-b3a2-9aeb8923e948 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:43:12.859623 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d08542ba-6794-4fa3-b3a2-9aeb8923e948 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:43:12.926473 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d08542ba-6794-4fa3-b3a2-9aeb8923e948 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:43:12.949495 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08542ba-6794-4fa3-b3a2-9aeb8923e948 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18aa8c34-74ca-495a-ad4a-9f2f167aa7f9,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:43:12.995083 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d08542ba-6794-4fa3-b3a2-9aeb8923e948 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:43:12.996240 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-d08542ba-6794-4fa3-b3a2-9aeb8923e948 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2817619 May 30 21:43:12.999070 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 54100) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:43:13.004601 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-aab9c36b-b8c5-4be9-b603-6bf6b2d27109 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Request body: {'security_group_rule': {'security_group_id': '89c3967c-657f-489b-a852-84f628aaf5aa', 'project_id': '216cf461b0464527bdbe4863bf4a4889', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:43:13.011075 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-aab9c36b-b8c5-4be9-b603-6bf6b2d27109 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:43:13.015587 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-aab9c36b-b8c5-4be9-b603-6bf6b2d27109 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Usage tracker for resource:security_group_rule and tenant:216cf461b0464527bdbe4863bf4a4889 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:43:13.018609 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-aab9c36b-b8c5-4be9-b603-6bf6b2d27109 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:43:13.024310 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-aab9c36b-b8c5-4be9-b603-6bf6b2d27109 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:43:13.109801 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-aab9c36b-b8c5-4be9-b603-6bf6b2d27109 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:43:13.171750 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-aab9c36b-b8c5-4be9-b603-6bf6b2d27109 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:43:13.240873 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-aab9c36b-b8c5-4be9-b603-6bf6b2d27109 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:43:13.263878 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab9c36b-b8c5-4be9-b603-6bf6b2d27109 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2da0b6e4-b663-4e4c-962b-f2e16c3d417b,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:43:13.338099 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-aab9c36b-b8c5-4be9-b603-6bf6b2d27109 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:43:13.339255 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-aab9c36b-b8c5-4be9-b603-6bf6b2d27109 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3392739 May 30 21:43:13.341976 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 54104) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:43:13.347258 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-14724344-08f8-49a7-842f-12f12a2f3b64 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Request body: {'security_group_rule': {'security_group_id': '89c3967c-657f-489b-a852-84f628aaf5aa', 'project_id': '216cf461b0464527bdbe4863bf4a4889', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:43:13.353578 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-14724344-08f8-49a7-842f-12f12a2f3b64 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:43:13.357458 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-14724344-08f8-49a7-842f-12f12a2f3b64 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Usage tracker for resource:security_group_rule and tenant:216cf461b0464527bdbe4863bf4a4889 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:43:13.360415 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-14724344-08f8-49a7-842f-12f12a2f3b64 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:43:13.366050 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-14724344-08f8-49a7-842f-12f12a2f3b64 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:43:13.446950 n-d-843948-2 neutron-server[84887]: INFO neutron.db.securitygroups_db [None req-14724344-08f8-49a7-842f-12f12a2f3b64 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Project 216cf461b0464527bdbe4863bf4a4889 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 30 21:43:13.453159 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-14724344-08f8-49a7-842f-12f12a2f3b64 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:43:13.518000 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-14724344-08f8-49a7-842f-12f12a2f3b64 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:43:13.606868 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-14724344-08f8-49a7-842f-12f12a2f3b64 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:43:13.630363 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14724344-08f8-49a7-842f-12f12a2f3b64 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=381f75c8-f77e-4db5-81c4-10ffbc00aa68,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:43:13.686755 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-14724344-08f8-49a7-842f-12f12a2f3b64 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:43:13.688550 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-14724344-08f8-49a7-842f-12f12a2f3b64 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3450780 May 30 21:43:13.691202 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 54108) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:43:13.696548 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-d3ccbd71-d0eb-4f9c-845d-d6e1d56acb16 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Request body: {'security_group_rule': {'security_group_id': '89c3967c-657f-489b-a852-84f628aaf5aa', 'project_id': '216cf461b0464527bdbe4863bf4a4889', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:43:13.702996 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-d3ccbd71-d0eb-4f9c-845d-d6e1d56acb16 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:43:13.706805 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-d3ccbd71-d0eb-4f9c-845d-d6e1d56acb16 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Usage tracker for resource:security_group_rule and tenant:216cf461b0464527bdbe4863bf4a4889 is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:43:13.709672 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-d3ccbd71-d0eb-4f9c-845d-d6e1d56acb16 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:43:13.715700 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-d3ccbd71-d0eb-4f9c-845d-d6e1d56acb16 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:43:13.795478 n-d-843948-2 neutron-server[84887]: INFO neutron.db.securitygroups_db [None req-d3ccbd71-d0eb-4f9c-845d-d6e1d56acb16 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Project 216cf461b0464527bdbe4863bf4a4889 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 30 21:43:13.802627 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d3ccbd71-d0eb-4f9c-845d-d6e1d56acb16 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:43:13.867396 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d3ccbd71-d0eb-4f9c-845d-d6e1d56acb16 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:43:13.925767 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d3ccbd71-d0eb-4f9c-845d-d6e1d56acb16 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:43:13.948778 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ccbd71-d0eb-4f9c-845d-d6e1d56acb16 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=251407c5-0e76-4dd8-85b3-d631c5205b11,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:43:14.007040 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-d3ccbd71-d0eb-4f9c-845d-d6e1d56acb16 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:43:14.008209 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-d3ccbd71-d0eb-4f9c-845d-d6e1d56acb16 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3160133 May 30 21:43:20.418648 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:43:21.629451 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 21:43:23.268293 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:43:26.309566 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-af6a2dc5-952b-4094-8567-046b541b2b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:43:29.698717 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-49233da8-ebae-4a71-800e-f25a3537949e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:43:29.936885 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:43:31.548830 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:43:33.040694 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:43:33.369422 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-2fc3c0d7-837b-46cf-b094-3168533cfe7a req-049f1b10-fd65-4c16-99ca-f0fc2e411529 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Synchronizing usage tracker for tenant:216cf461b0464527bdbe4863bf4a4889 on resource:security_group {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 21:43:33.429420 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-2fc3c0d7-837b-46cf-b094-3168533cfe7a req-049f1b10-fd65-4c16-99ca-f0fc2e411529 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Unset dirty status for tenant:216cf461b0464527bdbe4863bf4a4889 on resource:security_group {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 21:43:33.433871 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2fc3c0d7-837b-46cf-b094-3168533cfe7a req-049f1b10-fd65-4c16-99ca-f0fc2e411529 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1080685966&fields=id&tenant_id=216cf461b0464527bdbe4863bf4a4889 HTTP/1.1" status: 200 len: 267 time: 0.1012249 May 30 21:43:33.664746 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc3c0d7-837b-46cf-b094-3168533cfe7a req-e54cc34a-afe5-4270-b64c-91e2c7e8a46f tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:43:33.666178 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2fc3c0d7-837b-46cf-b094-3168533cfe7a req-e54cc34a-afe5-4270-b64c-91e2c7e8a46f tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/networks?id=13f7d415-4145-4398-b6fe-005303424a3d HTTP/1.1" status: 200 len: 808 time: 0.2291110 May 30 21:43:33.682820 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2fc3c0d7-837b-46cf-b094-3168533cfe7a req-2c58aec0-3568-46de-a5b2-3322d147e6c8 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/quotas/216cf461b0464527bdbe4863bf4a4889 HTTP/1.1" status: 200 len: 375 time: 0.0114079 May 30 21:43:33.763680 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2fc3c0d7-837b-46cf-b094-3168533cfe7a req-2ce8854e-7f8c-460a-a46a-feefe55a073f tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=216cf461b0464527bdbe4863bf4a4889&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0762718 May 30 21:43:33.779223 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [req-2fc3c0d7-837b-46cf-b094-3168533cfe7a req-382cbb7d-2e33-4404-bb74-e20faf7f0e3d service neutron] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=84887) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 21:43:33.780126 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2fc3c0d7-837b-46cf-b094-3168533cfe7a req-382cbb7d-2e33-4404-bb74-e20faf7f0e3d service neutron] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0048344 May 30 21:43:33.908904 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2fc3c0d7-837b-46cf-b094-3168533cfe7a req-ea3125c1-540c-450b-a081-071b6691a3c6 service neutron] 10.222.0.85 "GET /v2.0/networks/13f7d415-4145-4398-b6fe-005303424a3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228726 May 30 21:43:34.039183 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2fc3c0d7-837b-46cf-b094-3168533cfe7a req-00987c79-74bf-41ac-8e17-b7e249834360 service neutron] 10.222.0.85 "GET /v2.0/networks/13f7d415-4145-4398-b6fe-005303424a3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233184 May 30 21:43:34.767134 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b4c96d7b-ee4f-4437-9fce-37d8167e2409 req-86a91e6e-17ae-40e1-a1f4-311d626ea2c0 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/ports?device_id=6a2576ae-3d3a-4a38-94d6-caf0a2e2bdde HTTP/1.1" status: 200 len: 210 time: 0.1568685 May 30 21:43:35.929536 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-95f5f4a4-9ff3-4521-949a-ecf8ffdb085b req-afd2eb53-0de4-4238-8a88-7eb5a42e70a4 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/ports?device_id=6a2576ae-3d3a-4a38-94d6-caf0a2e2bdde HTTP/1.1" status: 200 len: 210 time: 0.0411942 May 30 21:43:36.859759 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc3c0d7-837b-46cf-b094-3168533cfe7a req-508d128d-f5b7-46c8-aea8-0324d1516674 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:43:36.861172 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2fc3c0d7-837b-46cf-b094-3168533cfe7a req-508d128d-f5b7-46c8-aea8-0324d1516674 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.71 "GET /v2.0/networks?id=13f7d415-4145-4398-b6fe-005303424a3d HTTP/1.1" status: 200 len: 808 time: 0.1461051 May 30 21:43:36.919438 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2fc3c0d7-837b-46cf-b094-3168533cfe7a req-9e8ca2aa-4557-40db-a4ca-8765c655a53c tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=216cf461b0464527bdbe4863bf4a4889 HTTP/1.1" status: 200 len: 380 time: 0.0456929 May 30 21:43:36.931074 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [req-2fc3c0d7-837b-46cf-b094-3168533cfe7a req-a42710f3-b7ec-4d34-afd3-b868351dca43 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Request body: {'port': {'device_id': '6a2576ae-3d3a-4a38-94d6-caf0a2e2bdde', 'network_id': '13f7d415-4145-4398-b6fe-005303424a3d', 'admin_state_up': True, 'tenant_id': '216cf461b0464527bdbe4863bf4a4889', 'security_groups': ['89c3967c-657f-489b-a852-84f628aaf5aa']}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:43:37.111852 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-4017e162-474d-41dd-86a7-02efdb38ecd1 req-75c3c9ad-7336-4231-a647-129493133cfc tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/ports?device_id=6a2576ae-3d3a-4a38-94d6-caf0a2e2bdde HTTP/1.1" status: 200 len: 210 time: 0.0512996 May 30 21:43:37.113984 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-2fc3c0d7-837b-46cf-b094-3168533cfe7a req-a42710f3-b7ec-4d34-afd3-b868351dca43 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:43:37.125230 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-2fc3c0d7-837b-46cf-b094-3168533cfe7a req-a42710f3-b7ec-4d34-afd3-b868351dca43 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:43:37.212524 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fc3c0d7-837b-46cf-b094-3168533cfe7a req-a42710f3-b7ec-4d34-afd3-b868351dca43 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Made reservation on behalf of 216cf461b0464527bdbe4863bf4a4889 for: {'port': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 21:43:37.215656 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-2fc3c0d7-837b-46cf-b094-3168533cfe7a req-a42710f3-b7ec-4d34-afd3-b868351dca43 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:43:37.377241 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [req-2fc3c0d7-837b-46cf-b094-3168533cfe7a req-a42710f3-b7ec-4d34-afd3-b868351dca43 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Allocated IP 172.20.0.13 (13f7d415-4145-4398-b6fe-005303424a3d/86bb8b67-0bd9-4dc6-a7da-24b8689297bd/7699af78-af84-4b67-b308-52c1f130b9a6) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 21:43:37.572364 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-2fc3c0d7-837b-46cf-b094-3168533cfe7a req-a42710f3-b7ec-4d34-afd3-b868351dca43 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:43:37.588899 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [req-2fc3c0d7-837b-46cf-b094-3168533cfe7a req-a42710f3-b7ec-4d34-afd3-b868351dca43 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Transition to ACTIVE for port object 7699af78-af84-4b67-b308-52c1f130b9a6 will not be triggered until provisioned by entity DHCP. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:43:37.687183 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-2fc3c0d7-837b-46cf-b094-3168533cfe7a req-a42710f3-b7ec-4d34-afd3-b868351dca43 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:43:37.758987 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fc3c0d7-837b-46cf-b094-3168533cfe7a req-a42710f3-b7ec-4d34-afd3-b868351dca43 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Network 13f7d415-4145-4398-b6fe-005303424a3d is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:43:37.761973 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [req-2fc3c0d7-837b-46cf-b094-3168533cfe7a req-a42710f3-b7ec-4d34-afd3-b868351dca43 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:43:37.765932 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fc3c0d7-837b-46cf-b094-3168533cfe7a req-a42710f3-b7ec-4d34-afd3-b868351dca43 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 21:43:37.797409 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42710f3-b7ec-4d34-afd3-b868351dca43 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Pushing event updated for resources: {'Port': ['ID=7699af78-af84-4b67-b308-52c1f130b9a6,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:43:37.832670 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc3c0d7-837b-46cf-b094-3168533cfe7a req-a42710f3-b7ec-4d34-afd3-b868351dca43 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:43:37.833278 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-2fc3c0d7-837b-46cf-b094-3168533cfe7a req-a42710f3-b7ec-4d34-afd3-b868351dca43 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:43:37.945834 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2fc3c0d7-837b-46cf-b094-3168533cfe7a req-a42710f3-b7ec-4d34-afd3-b868351dca43 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0183306 May 30 21:43:38.026276 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [req-2fc3c0d7-837b-46cf-b094-3168533cfe7a req-b4576d53-a463-4164-bcff-49a4547a6830 service neutron] Request body: {'port': {'device_id': '6a2576ae-3d3a-4a38-94d6-caf0a2e2bdde', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843948-2'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:43:38.046504 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-07151a30-0ba7-45c7-9d7c-23d3c529da7b None None] Provisioning for port 7699af78-af84-4b67-b308-52c1f130b9a6 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:43:38.051832 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-07151a30-0ba7-45c7-9d7c-23d3c529da7b None None] Provisioning complete for port 7699af78-af84-4b67-b308-52c1f130b9a6 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:43:38.052266 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-07151a30-0ba7-45c7-9d7c-23d3c529da7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:43:38.107176 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-07151a30-0ba7-45c7-9d7c-23d3c529da7b None None] Port 7699af78-af84-4b67-b308-52c1f130b9a6 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 21:43:38.143537 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-2fc3c0d7-837b-46cf-b094-3168533cfe7a req-b4576d53-a463-4164-bcff-49a4547a6830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:43:38.317265 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a00952-dedf-4f49-973d-c91778d98433 req-725eb37f-468e-41a8-a5cf-df60470cdc64 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:43:38.318656 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c4a00952-dedf-4f49-973d-c91778d98433 req-725eb37f-468e-41a8-a5cf-df60470cdc64 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/ports?device_id=6a2576ae-3d3a-4a38-94d6-caf0a2e2bdde HTTP/1.1" status: 200 len: 932 time: 0.0781515 May 30 21:43:38.367991 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c4a00952-dedf-4f49-973d-c91778d98433 req-ad12d3af-1ff6-4d70-8596-87d6169de234 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/security-groups?id=89c3967c-657f-489b-a852-84f628aaf5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429435 May 30 21:43:38.487814 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [req-2fc3c0d7-837b-46cf-b094-3168533cfe7a req-b4576d53-a463-4164-bcff-49a4547a6830 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7699af78-af84-4b67-b308-52c1f130b9a6 {{(pid=84886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 21:43:38.495339 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-2fc3c0d7-837b-46cf-b094-3168533cfe7a req-b4576d53-a463-4164-bcff-49a4547a6830 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:43:38.509532 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [req-2fc3c0d7-837b-46cf-b094-3168533cfe7a req-b4576d53-a463-4164-bcff-49a4547a6830 service neutron] Transition to ACTIVE for port object 7699af78-af84-4b67-b308-52c1f130b9a6 will not be triggered until provisioned by entity L2. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:43:38.583420 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-2fc3c0d7-837b-46cf-b094-3168533cfe7a req-b4576d53-a463-4164-bcff-49a4547a6830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:43:38.711795 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4576d53-a463-4164-bcff-49a4547a6830 service neutron] Pushing event updated for resources: {'Port': ['ID=7699af78-af84-4b67-b308-52c1f130b9a6,revision_number=2']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:43:38.824086 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-2fc3c0d7-837b-46cf-b094-3168533cfe7a req-b4576d53-a463-4164-bcff-49a4547a6830 service neutron] Attempting to bind port 7699af78-af84-4b67-b308-52c1f130b9a6 on host n-h1-843948-2 for vnic_type normal with profile {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 21:43:38.826600 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-2fc3c0d7-837b-46cf-b094-3168533cfe7a req-b4576d53-a463-4164-bcff-49a4547a6830 service neutron] Attempting to bind port 7699af78-af84-4b67-b308-52c1f130b9a6 by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': '253fdc27-44cb-4604-b73b-949b1d365e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '13f7d415-4145-4398-b6fe-005303424a3d'}] {{(pid=84886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 21:43:38.826600 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc3c0d7-837b-46cf-b094-3168533cfe7a req-b4576d53-a463-4164-bcff-49a4547a6830 service neutron] Attempting to bind port 7699af78-af84-4b67-b308-52c1f130b9a6 on network 13f7d415-4145-4398-b6fe-005303424a3d {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:43:38.830852 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc3c0d7-837b-46cf-b094-3168533cfe7a req-b4576d53-a463-4164-bcff-49a4547a6830 service neutron] Port 7699af78-af84-4b67-b308-52c1f130b9a6 on network 13f7d415-4145-4398-b6fe-005303424a3d not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 21:43:38.831178 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc3c0d7-837b-46cf-b094-3168533cfe7a req-b4576d53-a463-4164-bcff-49a4547a6830 service neutron] Attempting to bind port 7699af78-af84-4b67-b308-52c1f130b9a6 on network 13f7d415-4145-4398-b6fe-005303424a3d {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:43:38.838048 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc3c0d7-837b-46cf-b094-3168533cfe7a req-b4576d53-a463-4164-bcff-49a4547a6830 service neutron] Checking agent: {'id': 'f728d74e-a4ae-4384-860b-a5ade05dd8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 21, 43, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 21:43:38.838377 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc3c0d7-837b-46cf-b094-3168533cfe7a req-b4576d53-a463-4164-bcff-49a4547a6830 service neutron] Checking segment: {'id': '253fdc27-44cb-4604-b73b-949b1d365e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '13f7d415-4145-4398-b6fe-005303424a3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:43:38.838753 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc3c0d7-837b-46cf-b094-3168533cfe7a req-b4576d53-a463-4164-bcff-49a4547a6830 service neutron] Bound using segment: {'id': '253fdc27-44cb-4604-b73b-949b1d365e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '13f7d415-4145-4398-b6fe-005303424a3d'} {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 21:43:38.839173 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-2fc3c0d7-837b-46cf-b094-3168533cfe7a req-b4576d53-a463-4164-bcff-49a4547a6830 service neutron] Bound port: 7699af78-af84-4b67-b308-52c1f130b9a6, host: n-h1-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '253fdc27-44cb-4604-b73b-949b1d365e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '13f7d415-4145-4398-b6fe-005303424a3d'}}] {{(pid=84886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 21:43:38.839685 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-2fc3c0d7-837b-46cf-b094-3168533cfe7a req-b4576d53-a463-4164-bcff-49a4547a6830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:43:39.026141 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-2fc3c0d7-837b-46cf-b094-3168533cfe7a req-b4576d53-a463-4164-bcff-49a4547a6830 service neutron] For port 7699af78-af84-4b67-b308-52c1f130b9a6, host n-h1-843948-2, cleared binding levels {{(pid=84886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 21:43:39.028942 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-2fc3c0d7-837b-46cf-b094-3168533cfe7a req-b4576d53-a463-4164-bcff-49a4547a6830 service neutron] For port 7699af78-af84-4b67-b308-52c1f130b9a6, host n-h1-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=7699af78-af84-4b67-b308-52c1f130b9a6,segment=NetworkSegment(253fdc27-44cb-4604-b73b-949b1d365e5b),segment_id=253fdc27-44cb-4604-b73b-949b1d365e5b)] {{(pid=84886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 21:43:39.138740 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-2fc3c0d7-837b-46cf-b094-3168533cfe7a req-b4576d53-a463-4164-bcff-49a4547a6830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:43:39.202485 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-2fc3c0d7-837b-46cf-b094-3168533cfe7a req-b4576d53-a463-4164-bcff-49a4547a6830 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:43:39.203893 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2fc3c0d7-837b-46cf-b094-3168533cfe7a req-b4576d53-a463-4164-bcff-49a4547a6830 service neutron] 10.222.0.71 "PUT /v2.0/ports/7699af78-af84-4b67-b308-52c1f130b9a6 HTTP/1.1" status: 200 len: 1092 time: 1.2509725 May 30 21:43:39.204317 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a2576ae-3d3a-4a38-94d6-caf0a2e2bdde', 'tag': '7699af78-af84-4b67-b308-52c1f130b9a6'}] {{(pid=84886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:43:39.221495 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4576d53-a463-4164-bcff-49a4547a6830 service neutron] Pushing event updated for resources: {'Port': ['ID=7699af78-af84-4b67-b308-52c1f130b9a6,revision_number=3']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:43:39.286270 n-d-843948-2 neutron-server[84886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef7cf55b-62b1-4cdc-92a0-bc872b447459'] response: {'name': 'network-changed', 'server_uuid': '6a2576ae-3d3a-4a38-94d6-caf0a2e2bdde', 'tag': '7699af78-af84-4b67-b308-52c1f130b9a6', 'status': 'completed', 'code': 200} May 30 21:43:39.386372 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-7e60720c-9904-4ae8-90d0-2a17716e027a req-9f4d6192-50ab-4b8c-b273-e6dc883b430f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=216cf461b0464527bdbe4863bf4a4889&device_id=6a2576ae-3d3a-4a38-94d6-caf0a2e2bdde HTTP/1.1" status: 200 len: 1095 time: 0.0767283 May 30 21:43:39.531594 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e60720c-9904-4ae8-90d0-2a17716e027a req-a02f057f-0214-4bda-9dbc-e99c33745969 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:43:39.532960 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-7e60720c-9904-4ae8-90d0-2a17716e027a req-a02f057f-0214-4bda-9dbc-e99c33745969 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=216cf461b0464527bdbe4863bf4a4889&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1399009 May 30 21:43:39.563073 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f7e971-7a81-4373-9dba-0355c6f80af6 req-72621188-ed3a-41bb-8258-61256b136983 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:43:39.564520 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d2f7e971-7a81-4373-9dba-0355c6f80af6 req-72621188-ed3a-41bb-8258-61256b136983 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/ports?device_id=6a2576ae-3d3a-4a38-94d6-caf0a2e2bdde HTTP/1.1" status: 200 len: 944 time: 0.0764444 May 30 21:43:39.610128 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d2f7e971-7a81-4373-9dba-0355c6f80af6 req-afef6438-2963-4d85-a5bf-0a120300f9f7 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/security-groups?id=89c3967c-657f-489b-a852-84f628aaf5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398872 May 30 21:43:39.669002 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e60720c-9904-4ae8-90d0-2a17716e027a req-0696cd46-a6b0-4632-9b7c-7bf45c7cb888 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:43:39.670472 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-7e60720c-9904-4ae8-90d0-2a17716e027a req-0696cd46-a6b0-4632-9b7c-7bf45c7cb888 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1310768 May 30 21:43:39.768965 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2fc3c0d7-837b-46cf-b094-3168533cfe7a req-b0e07f16-80b7-4f10-b19b-353d56757015 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=216cf461b0464527bdbe4863bf4a4889&device_id=6a2576ae-3d3a-4a38-94d6-caf0a2e2bdde HTTP/1.1" status: 200 len: 1095 time: 0.0662279 May 30 21:43:39.838304 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2fc3c0d7-837b-46cf-b094-3168533cfe7a req-729c07cd-58a4-4e9f-9921-70c86ccaee78 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7699af78-af84-4b67-b308-52c1f130b9a6 HTTP/1.1" status: 200 len: 217 time: 0.0627093 May 30 21:43:39.898375 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc3c0d7-837b-46cf-b094-3168533cfe7a req-2349a1f1-a930-4fcf-9bab-be7375892d64 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:43:39.899714 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2fc3c0d7-837b-46cf-b094-3168533cfe7a req-2349a1f1-a930-4fcf-9bab-be7375892d64 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=86bb8b67-0bd9-4dc6-a7da-24b8689297bd HTTP/1.1" status: 200 len: 847 time: 0.0559025 May 30 21:43:39.974718 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2fc3c0d7-837b-46cf-b094-3168533cfe7a req-eee1959f-d681-471c-9d8a-e71967c7eee4 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=13f7d415-4145-4398-b6fe-005303424a3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0693049 May 30 21:43:40.103919 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2fc3c0d7-837b-46cf-b094-3168533cfe7a req-fa9f4e6c-5582-4af1-89f7-c9b91232267b service neutron] 10.222.0.71 "GET /v2.0/networks/13f7d415-4145-4398-b6fe-005303424a3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219389 May 30 21:43:40.237467 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2fc3c0d7-837b-46cf-b094-3168533cfe7a req-317e72bd-5d3e-4298-8ad1-0a7c069cb30c service neutron] 10.222.0.71 "GET /v2.0/networks/13f7d415-4145-4398-b6fe-005303424a3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275811 May 30 21:43:40.810869 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcfec91-b7e3-429f-b12c-097d98def435 req-3bc8937d-0c6e-4504-a629-3b8a11a88ba8 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:43:40.811550 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-7dcfec91-b7e3-429f-b12c-097d98def435 req-3bc8937d-0c6e-4504-a629-3b8a11a88ba8 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Synchronizing usage tracker for tenant:216cf461b0464527bdbe4863bf4a4889 on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 21:43:40.920529 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-7dcfec91-b7e3-429f-b12c-097d98def435 req-3bc8937d-0c6e-4504-a629-3b8a11a88ba8 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Unset dirty status for tenant:216cf461b0464527bdbe4863bf4a4889 on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 21:43:40.921713 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-7dcfec91-b7e3-429f-b12c-097d98def435 req-3bc8937d-0c6e-4504-a629-3b8a11a88ba8 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/ports?device_id=6a2576ae-3d3a-4a38-94d6-caf0a2e2bdde HTTP/1.1" status: 200 len: 944 time: 0.1851349 May 30 21:43:40.967493 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-7dcfec91-b7e3-429f-b12c-097d98def435 req-91b152d2-4e07-4069-880c-e78673fe6857 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/security-groups?id=89c3967c-657f-489b-a852-84f628aaf5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401535 May 30 21:43:42.172801 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3364cb7-b0ab-4587-826f-0cd84800c8f4 req-6b203863-ac69-4291-8515-61dd03f4961f tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:43:42.174257 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e3364cb7-b0ab-4587-826f-0cd84800c8f4 req-6b203863-ac69-4291-8515-61dd03f4961f tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/ports?device_id=6a2576ae-3d3a-4a38-94d6-caf0a2e2bdde HTTP/1.1" status: 200 len: 944 time: 0.0793195 May 30 21:43:42.219379 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e3364cb7-b0ab-4587-826f-0cd84800c8f4 req-0b2b2965-4f57-425a-8996-337d7006d670 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/security-groups?id=89c3967c-657f-489b-a852-84f628aaf5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394468 May 30 21:43:43.480805 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9750c052-8573-4da1-8902-dd098df4a460 req-d9113544-2f60-4b57-8072-5367abbf0d82 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:43:43.482264 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9750c052-8573-4da1-8902-dd098df4a460 req-d9113544-2f60-4b57-8072-5367abbf0d82 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/ports?device_id=6a2576ae-3d3a-4a38-94d6-caf0a2e2bdde HTTP/1.1" status: 200 len: 944 time: 0.0794206 May 30 21:43:43.527133 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9750c052-8573-4da1-8902-dd098df4a460 req-f326c9ef-0575-4d0c-854f-69f791ce10c3 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/security-groups?id=89c3967c-657f-489b-a852-84f628aaf5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391960 May 30 21:43:44.718507 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5334c092-1599-4a22-bf51-bc770667f3d7 req-b366c658-859c-4f7c-bfcc-2fcecd280d45 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:43:44.719912 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5334c092-1599-4a22-bf51-bc770667f3d7 req-b366c658-859c-4f7c-bfcc-2fcecd280d45 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/ports?device_id=6a2576ae-3d3a-4a38-94d6-caf0a2e2bdde HTTP/1.1" status: 200 len: 944 time: 0.0759532 May 30 21:43:44.764498 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-5334c092-1599-4a22-bf51-bc770667f3d7 req-182f2b99-c1c0-48ff-9cc0-9b6e3f7bec32 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/security-groups?id=89c3967c-657f-489b-a852-84f628aaf5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392358 May 30 21:43:45.958528 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33318c9d-9915-4c3c-9862-2820fe71637d req-7c2b7245-bc65-438d-9538-baea1c52cba3 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:43:45.959948 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-33318c9d-9915-4c3c-9862-2820fe71637d req-7c2b7245-bc65-438d-9538-baea1c52cba3 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/ports?device_id=6a2576ae-3d3a-4a38-94d6-caf0a2e2bdde HTTP/1.1" status: 200 len: 944 time: 0.0750310 May 30 21:43:46.007430 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-33318c9d-9915-4c3c-9862-2820fe71637d req-eccb6ece-09d5-4509-944d-5ec6e84d3975 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/security-groups?id=89c3967c-657f-489b-a852-84f628aaf5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420029 May 30 21:43:47.269826 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28f00ed-013c-4639-8d94-1352f754405d req-46ebd028-8caa-4629-ab1d-0c4928fa9c26 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:43:47.271270 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c28f00ed-013c-4639-8d94-1352f754405d req-46ebd028-8caa-4629-ab1d-0c4928fa9c26 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/ports?device_id=6a2576ae-3d3a-4a38-94d6-caf0a2e2bdde HTTP/1.1" status: 200 len: 944 time: 0.1461575 May 30 21:43:47.316348 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c28f00ed-013c-4639-8d94-1352f754405d req-ef0e4644-a8c2-4bc4-aee5-3c59e6f37fc9 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/security-groups?id=89c3967c-657f-489b-a852-84f628aaf5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389903 May 30 21:43:47.318011 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 7699af78-af84-4b67-b308-52c1f130b9a6 details requested by agent hyperv_n-h1-843948-2 with host n-h1-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 21:43:47.448651 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 7699af78-af84-4b67-b308-52c1f130b9a6, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=7699af78-af84-4b67-b308-52c1f130b9a6,segment=NetworkSegment(253fdc27-44cb-4604-b73b-949b1d365e5b),segment_id=253fdc27-44cb-4604-b73b-949b1d365e5b)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:43:47.462093 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Returning: {'device': '7699af78-af84-4b67-b308-52c1f130b9a6', 'network_id': '13f7d415-4145-4398-b6fe-005303424a3d', 'port_id': '7699af78-af84-4b67-b308-52c1f130b9a6', 'mac_address': 'fa:16:3e:5c:e2:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86bb8b67-0bd9-4dc6-a7da-24b8689297bd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 21:43:47.516928 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:43:47.534316 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7699af78-af84-4b67-b308-52c1f130b9a6 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 21:43:47.548479 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 7699af78-af84-4b67-b308-52c1f130b9a6, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=7699af78-af84-4b67-b308-52c1f130b9a6,segment=NetworkSegment(253fdc27-44cb-4604-b73b-949b1d365e5b),segment_id=253fdc27-44cb-4604-b73b-949b1d365e5b)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:43:47.606218 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:43:47.669564 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=7699af78-af84-4b67-b308-52c1f130b9a6,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:43:47.678000 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:43:47.678346 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:43:47.678763 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:43:47.679105 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:43:47.679466 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:43:47.679797 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:43:47.680125 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:43:47.680451 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:43:47.680778 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:43:47.681099 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:43:47.681420 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:43:47.846023 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['7699af78-af84-4b67-b308-52c1f130b9a6'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 21:43:48.511897 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a777b638-3e97-4b26-a957-7bb6be75691c req-685c68e5-4568-4212-b0d0-91e884459487 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:43:48.513256 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a777b638-3e97-4b26-a957-7bb6be75691c req-685c68e5-4568-4212-b0d0-91e884459487 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/ports?device_id=6a2576ae-3d3a-4a38-94d6-caf0a2e2bdde HTTP/1.1" status: 200 len: 945 time: 0.0757511 May 30 21:43:48.558098 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a777b638-3e97-4b26-a957-7bb6be75691c req-37290ff4-a5fb-4da1-a9fa-ffcb6d22b2bc tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/security-groups?id=89c3967c-657f-489b-a852-84f628aaf5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394478 May 30 21:43:49.333326 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 7699af78-af84-4b67-b308-52c1f130b9a6 up at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:43:49.467649 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning for port 7699af78-af84-4b67-b308-52c1f130b9a6 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:43:49.472153 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning complete for port 7699af78-af84-4b67-b308-52c1f130b9a6 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:43:49.472516 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:43:49.582123 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:43:49.608291 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a2576ae-3d3a-4a38-94d6-caf0a2e2bdde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7699af78-af84-4b67-b308-52c1f130b9a6'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:43:49.618114 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 7699af78-af84-4b67-b308-52c1f130b9a6, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=7699af78-af84-4b67-b308-52c1f130b9a6,segment=NetworkSegment(253fdc27-44cb-4604-b73b-949b1d365e5b),segment_id=253fdc27-44cb-4604-b73b-949b1d365e5b)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:43:49.686514 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:43:49.750112 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-831c4f02-ab39-4be2-a91d-e396ed1c4fdd'] response: {'server_uuid': '6a2576ae-3d3a-4a38-94d6-caf0a2e2bdde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7699af78-af84-4b67-b308-52c1f130b9a6', 'code': 200} May 30 21:43:49.755161 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=7699af78-af84-4b67-b308-52c1f130b9a6,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:43:49.766096 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28814a78-f260-4156-9ae5-6b78af70863a req-c7709892-98ed-4b10-942b-fa63a34c8ab8 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:43:49.768683 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-28814a78-f260-4156-9ae5-6b78af70863a req-c7709892-98ed-4b10-942b-fa63a34c8ab8 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/ports?device_id=6a2576ae-3d3a-4a38-94d6-caf0a2e2bdde HTTP/1.1" status: 200 len: 946 time: 0.0854349 May 30 21:43:49.821127 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-28814a78-f260-4156-9ae5-6b78af70863a req-ddc04c0d-ef14-4fa8-b239-bc840acd35ef tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/security-groups?id=89c3967c-657f-489b-a852-84f628aaf5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475624 May 30 21:43:49.878273 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-97f2a0e2-54b9-4af1-b415-d7563dc869b3 req-837f7899-842b-4380-a8d9-9e18a77777d3 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=6a2576ae-3d3a-4a38-94d6-caf0a2e2bdde HTTP/1.1" status: 200 len: 1097 time: 0.0696881 May 30 21:43:49.919600 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-97f2a0e2-54b9-4af1-b415-d7563dc869b3 req-59025dd3-229b-4441-9cfc-3d0ffdd70a64 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=89c3967c-657f-489b-a852-84f628aaf5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357378 May 30 21:43:50.444745 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:43:51.018525 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a393bc-1fb2-41aa-8e20-1bbe022ed15f req-d3b73ddb-067e-4594-8cbf-43eb83c47087 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:43:51.019871 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a8a393bc-1fb2-41aa-8e20-1bbe022ed15f req-d3b73ddb-067e-4594-8cbf-43eb83c47087 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/ports?device_id=6a2576ae-3d3a-4a38-94d6-caf0a2e2bdde HTTP/1.1" status: 200 len: 946 time: 0.0766568 May 30 21:43:51.067640 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a8a393bc-1fb2-41aa-8e20-1bbe022ed15f req-0674a3a7-aa41-44a7-a05a-c259769d0abf tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/security-groups?id=89c3967c-657f-489b-a852-84f628aaf5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414159 May 30 21:43:52.261568 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c1a863-d436-4f35-8d5a-a0d6a6c23d20 req-58b2375c-9175-42cc-bc6e-91e2a69bbf30 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:43:52.263033 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-78c1a863-d436-4f35-8d5a-a0d6a6c23d20 req-58b2375c-9175-42cc-bc6e-91e2a69bbf30 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/ports?device_id=6a2576ae-3d3a-4a38-94d6-caf0a2e2bdde HTTP/1.1" status: 200 len: 946 time: 0.0753820 May 30 21:43:52.308013 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-78c1a863-d436-4f35-8d5a-a0d6a6c23d20 req-a2c9ee3b-cb42-4bc8-b1e8-1a5389fd9f65 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/security-groups?id=89c3967c-657f-489b-a852-84f628aaf5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395606 May 30 21:43:52.599087 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7388a9-ae9a-4715-a4d4-8f8e541f1e1d req-029c179e-72e4-4951-9d82-2d172f11716b tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:43:52.601200 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9b7388a9-ae9a-4715-a4d4-8f8e541f1e1d req-029c179e-72e4-4951-9d82-2d172f11716b tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/ports?device_id=6a2576ae-3d3a-4a38-94d6-caf0a2e2bdde HTTP/1.1" status: 200 len: 946 time: 0.1719518 May 30 21:43:52.647948 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9b7388a9-ae9a-4715-a4d4-8f8e541f1e1d req-17328594-859b-4bad-ba6f-c92279a7e301 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/security-groups?id=89c3967c-657f-489b-a852-84f628aaf5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406287 May 30 21:43:52.674223 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 54284) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:43:52.742892 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-bc3d5542-8068-4b24-8ce0-e43dbe26d49e tempest-TestShelveInstance-715415708 tempest-TestShelveInstance-715415708-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=6a2576ae-3d3a-4a38-94d6-caf0a2e2bdde HTTP/1.1" status: 200 len: 1092 time: 0.0675046 May 30 21:43:52.745375 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 54288) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:43:52.750503 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-7564af03-3676-4216-9e48-7ed7228dc0ee tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Request body: {'floatingip': {'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'port_id': '7699af78-af84-4b67-b308-52c1f130b9a6', 'tenant_id': '216cf461b0464527bdbe4863bf4a4889', 'fixed_ip_address': '172.20.0.13'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:43:52.757103 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-7564af03-3676-4216-9e48-7ed7228dc0ee tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:43:52.760930 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-7564af03-3676-4216-9e48-7ed7228dc0ee tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Usage tracker for resource:floatingip and tenant:216cf461b0464527bdbe4863bf4a4889 is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:43:52.763725 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-7564af03-3676-4216-9e48-7ed7228dc0ee tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:43:52.769278 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-7564af03-3676-4216-9e48-7ed7228dc0ee tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:43:52.867544 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7564af03-3676-4216-9e48-7ed7228dc0ee tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Notify callbacks [] for floatingip, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:43:53.004696 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7564af03-3676-4216-9e48-7ed7228dc0ee tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:43:53.138875 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-7564af03-3676-4216-9e48-7ed7228dc0ee tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Allocated IP 172.25.8.49 (c7869750-4b49-4b7e-aa99-5e0f1ae02da4/427601ec-f643-4fe7-b5e6-17305d3a39e1/ae19ab79-085c-48d6-a446-b2ef85181bb0) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 21:43:53.267610 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:43:53.287626 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7564af03-3676-4216-9e48-7ed7228dc0ee tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:43:53.372040 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7564af03-3676-4216-9e48-7ed7228dc0ee tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:43:53.441891 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7564af03-3676-4216-9e48-7ed7228dc0ee tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:43:53.444576 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-7564af03-3676-4216-9e48-7ed7228dc0ee tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:43:53.449044 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7564af03-3676-4216-9e48-7ed7228dc0ee tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 21:43:53.478324 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7564af03-3676-4216-9e48-7ed7228dc0ee tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Pushing event updated for resources: {'Port': ['ID=ae19ab79-085c-48d6-a446-b2ef85181bb0,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:43:53.956100 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7564af03-3676-4216-9e48-7ed7228dc0ee tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:43:54.066764 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7564af03-3676-4216-9e48-7ed7228dc0ee tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:43:54.266358 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7564af03-3676-4216-9e48-7ed7228dc0ee tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:43:54.319145 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7564af03-3676-4216-9e48-7ed7228dc0ee tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:43:54.427173 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7564af03-3676-4216-9e48-7ed7228dc0ee tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Pushing event updated for resources: {'Port': ['ID=ae19ab79-085c-48d6-a446-b2ef85181bb0,revision_number=2']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:43:54.439394 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7564af03-3676-4216-9e48-7ed7228dc0ee tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736490'] for floatingip, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:43:54.720234 n-d-843948-2 neutron-server[84886]: INFO neutron.db.l3_db [None req-7564af03-3676-4216-9e48-7ed7228dc0ee tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Floating IP e05df58a-27a8-4cc1-a094-8056e296b766 associated. External IP: 172.25.8.49, port: 7699af78-af84-4b67-b308-52c1f130b9a6. May 30 21:43:55.105451 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7564af03-3676-4216-9e48-7ed7228dc0ee tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Router 260a714e-4b8c-428d-a1a8-927aaed9de86 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 21:43:55.302698 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7564af03-3676-4216-9e48-7ed7228dc0ee tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 21:43:55.312314 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23eddf9e-79eb-4035-b963-9e979bb664f7 None None] Sync routers for ids ['260a714e-4b8c-428d-a1a8-927aaed9de86'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 21:43:55.323888 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23eddf9e-79eb-4035-b963-9e979bb664f7 None None] Routers {'260a714e-4b8c-428d-a1a8-927aaed9de86'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:43:55.324577 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-23eddf9e-79eb-4035-b963-9e979bb664f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T21:43:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['260a714e-4b8c-428d-a1a8-927aaed9de86'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:43:55.407069 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-7564af03-3676-4216-9e48-7ed7228dc0ee tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:43:55.463045 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-7564af03-3676-4216-9e48-7ed7228dc0ee tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7166393 May 30 21:43:55.463612 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a2576ae-3d3a-4a38-94d6-caf0a2e2bdde', 'tag': '7699af78-af84-4b67-b308-52c1f130b9a6'}] {{(pid=84886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:43:55.506795 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-23eddf9e-79eb-4035-b963-9e979bb664f7 None None] Set router 260a714e-4b8c-428d-a1a8-927aaed9de86 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:43:55.517954 n-d-843948-2 neutron-server[84886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-790b6f8b-be24-4ec0-9ed5-a3fb43269116'] response: {'name': 'network-changed', 'server_uuid': '6a2576ae-3d3a-4a38-94d6-caf0a2e2bdde', 'tag': '7699af78-af84-4b67-b308-52c1f130b9a6', 'status': 'completed', 'code': 200} May 30 21:43:55.608500 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-046d3efe-c110-4c8e-b844-96f472206642 req-e1c0d50f-7a52-4c7c-8748-158fb2f05a21 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=216cf461b0464527bdbe4863bf4a4889&device_id=6a2576ae-3d3a-4a38-94d6-caf0a2e2bdde HTTP/1.1" status: 200 len: 1097 time: 0.0692983 May 30 21:43:55.737996 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046d3efe-c110-4c8e-b844-96f472206642 req-6cae4ba5-285a-4143-8a5a-a2d389c3cf45 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:43:55.739467 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-046d3efe-c110-4c8e-b844-96f472206642 req-6cae4ba5-285a-4143-8a5a-a2d389c3cf45 service neutron] 10.222.0.71 "GET /v2.0/networks?id=13f7d415-4145-4398-b6fe-005303424a3d HTTP/1.1" status: 200 len: 909 time: 0.1257389 May 30 21:43:55.843485 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-046d3efe-c110-4c8e-b844-96f472206642 req-20daa6c8-9157-49f1-bcdd-c97850d69d7a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7699af78-af84-4b67-b308-52c1f130b9a6 HTTP/1.1" status: 200 len: 999 time: 0.0982199 May 30 21:43:55.846415 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-23eddf9e-79eb-4035-b963-9e979bb664f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260a714e-4b8c-428d-a1a8-927aaed9de86', 'name': 'tempest-TestShelveInstance-349688409-router', 'tenant_id': '216cf461b0464527bdbe4863bf4a4889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.237'}], 'enable_snat': True}, 'gw_port_id': 'fc73d39d-5c2b-4c83-8e88-1e35fce41820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:38:30Z', 'updated_at': '2022-05-30T21:38:34Z', 'revision_number': 4, 'project_id': '216cf461b0464527bdbe4863bf4a4889', 'gw_port': {'id': 'fc73d39d-5c2b-4c83-8e88-1e35fce41820', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:64:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260a714e-4b8c-428d-a1a8-927aaed9de86', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:38:31Z', 'updated_at': '2022-05-30T21:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': 'e05df58a-27a8-4cc1-a094-8056e296b766', 'tenant_id': '216cf461b0464527bdbe4863bf4a4889', 'floating_ip_address': '172.25.8.49', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': '260a714e-4b8c-428d-a1a8-927aaed9de86', 'port_id': '7699af78-af84-4b67-b308-52c1f130b9a6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13f7d415-4145-4398-b6fe-005303424a3d', 'mac_address': 'fa:16:3e:5c:e2:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a2576ae-3d3a-4a38-94d6-caf0a2e2bdde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T21:43:53Z', 'updated_at': '2022-05-30T21:43:53Z', 'revision_number': 0, 'project_id': '216cf461b0464527bdbe4863bf4a4889', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90f5fffc-b387-4b17-8687-d0a9b03ccb2f', 'name': '', 'network_id': '13f7d415-4145-4398-b6fe-005303424a3d', 'tenant_id': '216cf461b0464527bdbe4863bf4a4889', 'mac_address': 'fa:16:3e:a6:a6:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260a714e-4b8c-428d-a1a8-927aaed9de86', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86bb8b67-0bd9-4dc6-a7da-24b8689297bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:38:33Z', 'updated_at': '2022-05-30T21:38:52Z', 'revision_number': 5, 'project_id': '216cf461b0464527bdbe4863bf4a4889', 'subnets': [{'id': '86bb8b67-0bd9-4dc6-a7da-24b8689297bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:43:55.850360 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23eddf9e-79eb-4035-b963-9e979bb664f7 None None] Checking router: 260a714e-4b8c-428d-a1a8-927aaed9de86 for host: n-d-843948-2 {{(pid=84888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 21:43:55.860556 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23eddf9e-79eb-4035-b963-9e979bb664f7 None None] Routers {'260a714e-4b8c-428d-a1a8-927aaed9de86'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:43:55.861138 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-23eddf9e-79eb-4035-b963-9e979bb664f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T21:43:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['260a714e-4b8c-428d-a1a8-927aaed9de86'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:43:55.906347 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046d3efe-c110-4c8e-b844-96f472206642 req-e7df6c88-c61f-4616-9247-1b795fbfe4dc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:43:55.907773 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-046d3efe-c110-4c8e-b844-96f472206642 req-e7df6c88-c61f-4616-9247-1b795fbfe4dc service neutron] 10.222.0.71 "GET /v2.0/subnets?id=86bb8b67-0bd9-4dc6-a7da-24b8689297bd HTTP/1.1" status: 200 len: 847 time: 0.0581481 May 30 21:43:55.984083 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-046d3efe-c110-4c8e-b844-96f472206642 req-c853cf20-eaa7-441a-b271-a852915d9015 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=13f7d415-4145-4398-b6fe-005303424a3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0706124 May 30 21:43:56.034673 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-23eddf9e-79eb-4035-b963-9e979bb664f7 None None] Set router 260a714e-4b8c-428d-a1a8-927aaed9de86 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:43:56.115497 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-046d3efe-c110-4c8e-b844-96f472206642 req-8d8222d4-a7aa-4e2b-bbaf-c79c14993906 service neutron] 10.222.0.71 "GET /v2.0/networks/13f7d415-4145-4398-b6fe-005303424a3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252134 May 30 21:43:56.356248 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-046d3efe-c110-4c8e-b844-96f472206642 req-f3168a6d-d1b1-4144-ac73-fd51531f297a service neutron] 10.222.0.71 "GET /v2.0/networks/13f7d415-4145-4398-b6fe-005303424a3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343061 May 30 21:43:56.371783 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-e980ec16-c858-45ea-a288-a147a62ad1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:43:56.434953 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-23eddf9e-79eb-4035-b963-9e979bb664f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260a714e-4b8c-428d-a1a8-927aaed9de86', 'name': 'tempest-TestShelveInstance-349688409-router', 'tenant_id': '216cf461b0464527bdbe4863bf4a4889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.237'}], 'enable_snat': True}, 'gw_port_id': 'fc73d39d-5c2b-4c83-8e88-1e35fce41820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:38:30Z', 'updated_at': '2022-05-30T21:38:34Z', 'revision_number': 4, 'project_id': '216cf461b0464527bdbe4863bf4a4889', 'gw_port': {'id': 'fc73d39d-5c2b-4c83-8e88-1e35fce41820', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:64:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260a714e-4b8c-428d-a1a8-927aaed9de86', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:38:31Z', 'updated_at': '2022-05-30T21:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': 'e05df58a-27a8-4cc1-a094-8056e296b766', 'tenant_id': '216cf461b0464527bdbe4863bf4a4889', 'floating_ip_address': '172.25.8.49', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': '260a714e-4b8c-428d-a1a8-927aaed9de86', 'port_id': '7699af78-af84-4b67-b308-52c1f130b9a6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13f7d415-4145-4398-b6fe-005303424a3d', 'mac_address': 'fa:16:3e:5c:e2:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a2576ae-3d3a-4a38-94d6-caf0a2e2bdde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T21:43:53Z', 'updated_at': '2022-05-30T21:43:53Z', 'revision_number': 0, 'project_id': '216cf461b0464527bdbe4863bf4a4889', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90f5fffc-b387-4b17-8687-d0a9b03ccb2f', 'name': '', 'network_id': '13f7d415-4145-4398-b6fe-005303424a3d', 'tenant_id': '216cf461b0464527bdbe4863bf4a4889', 'mac_address': 'fa:16:3e:a6:a6:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260a714e-4b8c-428d-a1a8-927aaed9de86', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86bb8b67-0bd9-4dc6-a7da-24b8689297bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:38:33Z', 'updated_at': '2022-05-30T21:38:52Z', 'revision_number': 5, 'project_id': '216cf461b0464527bdbe4863bf4a4889', 'subnets': [{'id': '86bb8b67-0bd9-4dc6-a7da-24b8689297bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:43:56.438948 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23eddf9e-79eb-4035-b963-9e979bb664f7 None None] The sync data for ids ['260a714e-4b8c-428d-a1a8-927aaed9de86'] in n-d-843948-2 is: [{'id': '260a714e-4b8c-428d-a1a8-927aaed9de86', 'name': 'tempest-TestShelveInstance-349688409-router', 'tenant_id': '216cf461b0464527bdbe4863bf4a4889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.237'}], 'enable_snat': True}, 'gw_port_id': 'fc73d39d-5c2b-4c83-8e88-1e35fce41820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:38:30Z', 'updated_at': '2022-05-30T21:38:34Z', 'revision_number': 4, 'project_id': '216cf461b0464527bdbe4863bf4a4889', 'gw_port': {'id': 'fc73d39d-5c2b-4c83-8e88-1e35fce41820', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:64:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260a714e-4b8c-428d-a1a8-927aaed9de86', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:38:31Z', 'updated_at': '2022-05-30T21:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': 'e05df58a-27a8-4cc1-a094-8056e296b766', 'tenant_id': '216cf461b0464527bdbe4863bf4a4889', 'floating_ip_address': '172.25.8.49', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': '260a714e-4b8c-428d-a1a8-927aaed9de86', 'port_id': '7699af78-af84-4b67-b308-52c1f130b9a6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13f7d415-4145-4398-b6fe-005303424a3d', 'mac_address': 'fa:16:3e:5c:e2:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a2576ae-3d3a-4a38-94d6-caf0a2e2bdde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T21:43:53Z', 'updated_at': '2022-05-30T21:43:53Z', 'revision_number': 0, 'project_id': '216cf461b0464527bdbe4863bf4a4889', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90f5fffc-b387-4b17-8687-d0a9b03ccb2f', 'name': '', 'network_id': '13f7d415-4145-4398-b6fe-005303424a3d', 'tenant_id': '216cf461b0464527bdbe4863bf4a4889', 'mac_address': 'fa:16:3e:a6:a6:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260a714e-4b8c-428d-a1a8-927aaed9de86', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86bb8b67-0bd9-4dc6-a7da-24b8689297bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:38:33Z', 'updated_at': '2022-05-30T21:38:52Z', 'revision_number': 5, 'project_id': '216cf461b0464527bdbe4863bf4a4889', 'subnets': [{'id': '86bb8b67-0bd9-4dc6-a7da-24b8689297bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 21:43:56.629838 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453ed55d-11ef-4e6b-a566-880939091343 None None] New status for floating IP e05df58a-27a8-4cc1-a094-8056e296b766: ACTIVE {{(pid=84889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 21:43:58.631409 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 21:43:59.679529 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ddf1d2db-20fe-4e80-b33b-f467f224028f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:43:59.914022 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:44:01.522591 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:44:03.028690 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:44:20.451772 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:44:23.297161 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:44:26.291859 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-9d305501-0256-4aca-b118-cb67e3aa2d70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:44:29.857176 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-526f8562-eea3-48dd-a82f-9e1dd22c35c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:44:29.948661 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:44:31.535764 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:44:33.049423 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:44:35.667113 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 21:44:45.014202 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-85d10077-8235-451c-b71a-d33b14c8fb78 req-ff40f02f-fc84-4b11-a9ae-1a60c69aada1 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=6a2576ae-3d3a-4a38-94d6-caf0a2e2bdde&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0669446 May 30 21:44:45.151187 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-85d10077-8235-451c-b71a-d33b14c8fb78 req-bdc55f66-0c28-4fb2-b1ad-bc32d2e062b5 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=216cf461b0464527bdbe4863bf4a4889&device_id=6a2576ae-3d3a-4a38-94d6-caf0a2e2bdde HTTP/1.1" status: 200 len: 1097 time: 0.0702102 May 30 21:44:45.294517 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d10077-8235-451c-b71a-d33b14c8fb78 req-e6c6a804-203b-49c6-be9e-5bdd71e34222 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:44:45.296916 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-85d10077-8235-451c-b71a-d33b14c8fb78 req-e6c6a804-203b-49c6-be9e-5bdd71e34222 service neutron] 10.222.0.71 "GET /v2.0/networks?id=13f7d415-4145-4398-b6fe-005303424a3d HTTP/1.1" status: 200 len: 909 time: 0.1266947 May 30 21:44:45.398748 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-85d10077-8235-451c-b71a-d33b14c8fb78 req-74e6a696-e1f9-4741-879e-bd778a0ab17f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7699af78-af84-4b67-b308-52c1f130b9a6 HTTP/1.1" status: 200 len: 1001 time: 0.0964139 May 30 21:44:45.460815 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d10077-8235-451c-b71a-d33b14c8fb78 req-ee1a0d3e-20b0-4472-9c73-b77fc4df5e3d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:44:45.462233 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-85d10077-8235-451c-b71a-d33b14c8fb78 req-ee1a0d3e-20b0-4472-9c73-b77fc4df5e3d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=86bb8b67-0bd9-4dc6-a7da-24b8689297bd HTTP/1.1" status: 200 len: 847 time: 0.0577376 May 30 21:44:45.535585 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-85d10077-8235-451c-b71a-d33b14c8fb78 req-69490ed4-8b1f-4a6b-aa6e-1c74d20bf4ec service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=13f7d415-4145-4398-b6fe-005303424a3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0677247 May 30 21:44:45.544931 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [req-85d10077-8235-451c-b71a-d33b14c8fb78 req-6d773db1-8f99-43b5-bdfb-943f04c7720f service neutron] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=84886) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 21:44:45.546230 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-85d10077-8235-451c-b71a-d33b14c8fb78 req-6d773db1-8f99-43b5-bdfb-943f04c7720f service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0047188 May 30 21:44:45.677177 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-85d10077-8235-451c-b71a-d33b14c8fb78 req-f7a40ea8-c50c-497f-8bf7-267663d14e6a service neutron] 10.222.0.71 "GET /v2.0/networks/13f7d415-4145-4398-b6fe-005303424a3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251574 May 30 21:44:45.807738 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-85d10077-8235-451c-b71a-d33b14c8fb78 req-35ca860b-d294-41f7-bafa-f409156ce576 service neutron] 10.222.0.71 "GET /v2.0/networks/13f7d415-4145-4398-b6fe-005303424a3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248538 May 30 21:44:50.503316 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:44:53.347678 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:44:56.319565 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-9b488a99-44b4-4d52-982b-1cff48ee7102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:44:59.700598 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-1bd77e6f-cad7-4032-be66-00e807d6078c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:44:59.940728 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:45:01.513946 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:45:03.043418 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:45:12.627437 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 21:45:20.528409 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:45:23.376194 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:45:26.296342 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-a670430a-7cda-4464-88f9-2c65a8c79242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:45:29.688467 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-fb855299-8182-48cb-822c-2c003baeb82c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:45:29.934254 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:45:31.574347 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:45:33.038733 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:45:46.004278 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5e3f2fef-f725-4c87-9eea-a609cbfaee11 req-77334a82-6fbd-4a68-9227-660d390db21a service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=6a2576ae-3d3a-4a38-94d6-caf0a2e2bdde&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0737207 May 30 21:45:46.139639 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5e3f2fef-f725-4c87-9eea-a609cbfaee11 req-b4271421-04be-4662-b636-bd95519fb6f3 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=216cf461b0464527bdbe4863bf4a4889&device_id=6a2576ae-3d3a-4a38-94d6-caf0a2e2bdde HTTP/1.1" status: 200 len: 1097 time: 0.0683463 May 30 21:45:46.283865 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3f2fef-f725-4c87-9eea-a609cbfaee11 req-d2bf9aff-8f95-493a-8d25-8bc145788029 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:45:46.285363 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5e3f2fef-f725-4c87-9eea-a609cbfaee11 req-d2bf9aff-8f95-493a-8d25-8bc145788029 service neutron] 10.222.0.71 "GET /v2.0/networks?id=13f7d415-4145-4398-b6fe-005303424a3d HTTP/1.1" status: 200 len: 909 time: 0.1269019 May 30 21:45:46.386618 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5e3f2fef-f725-4c87-9eea-a609cbfaee11 req-1869d75c-7b35-4019-9c1d-0916fcb04be1 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7699af78-af84-4b67-b308-52c1f130b9a6 HTTP/1.1" status: 200 len: 1001 time: 0.0957458 May 30 21:45:46.448011 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3f2fef-f725-4c87-9eea-a609cbfaee11 req-304e127e-ae26-4b34-b13b-dc81b8785675 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:45:46.449375 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5e3f2fef-f725-4c87-9eea-a609cbfaee11 req-304e127e-ae26-4b34-b13b-dc81b8785675 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=86bb8b67-0bd9-4dc6-a7da-24b8689297bd HTTP/1.1" status: 200 len: 847 time: 0.0566580 May 30 21:45:46.523268 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5e3f2fef-f725-4c87-9eea-a609cbfaee11 req-b667328e-52e3-4be2-91b8-9a1aa6e61d9f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=13f7d415-4145-4398-b6fe-005303424a3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0674951 May 30 21:45:46.648177 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5e3f2fef-f725-4c87-9eea-a609cbfaee11 req-2d64ae6e-7520-4db4-92f4-347544a0d4bd service neutron] 10.222.0.71 "GET /v2.0/networks/13f7d415-4145-4398-b6fe-005303424a3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190071 May 30 21:45:46.874311 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5e3f2fef-f725-4c87-9eea-a609cbfaee11 req-027fa5c1-1509-4e52-b14e-733cb2bcf0f7 service neutron] 10.222.0.71 "GET /v2.0/networks/13f7d415-4145-4398-b6fe-005303424a3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199936 May 30 21:45:49.627260 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 21:45:50.461736 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:45:53.318812 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:45:56.304725 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-cce9dcc2-63ac-4f66-8d84-194346837bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:45:59.676193 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-cfd09886-2b87-4d95-a8a8-bcb4ca721ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:45:59.950481 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:46:01.518672 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:46:03.084446 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:46:20.478678 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:46:23.341086 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:46:26.316426 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-c37d27a6-748a-4459-a9f6-d9db57f6bae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:46:26.628911 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 21:46:29.723782 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-a7b31409-359c-42a0-915d-306756d71f23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:46:29.944165 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:46:31.530486 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:46:33.033654 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:46:34.177020 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1e543a-3bb6-46be-84c7-0ed921312c03 req-47dde0ab-0a83-4da1-978a-320c18c3e7f1 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:46:34.178496 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ad1e543a-3bb6-46be-84c7-0ed921312c03 req-47dde0ab-0a83-4da1-978a-320c18c3e7f1 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/ports?device_id=6a2576ae-3d3a-4a38-94d6-caf0a2e2bdde HTTP/1.1" status: 200 len: 946 time: 0.0832286 May 30 21:46:34.224406 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ad1e543a-3bb6-46be-84c7-0ed921312c03 req-4c9425db-9618-475c-b1be-241ad87b36b4 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/security-groups?id=89c3967c-657f-489b-a852-84f628aaf5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402122 May 30 21:46:35.445857 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb54760-6991-4fb2-8090-d6c8a1ebc359 req-e5e91254-e2cd-4864-8d14-3e793bf4e84c tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:46:35.447223 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-beb54760-6991-4fb2-8090-d6c8a1ebc359 req-e5e91254-e2cd-4864-8d14-3e793bf4e84c tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/ports?device_id=6a2576ae-3d3a-4a38-94d6-caf0a2e2bdde HTTP/1.1" status: 200 len: 946 time: 0.0767689 May 30 21:46:35.492190 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-beb54760-6991-4fb2-8090-d6c8a1ebc359 req-45a615c7-5319-467f-8e97-850f25576676 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/security-groups?id=89c3967c-657f-489b-a852-84f628aaf5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394022 May 30 21:46:36.714996 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73c02c8-905e-4439-8bc3-7767917e069a req-0b4df713-d855-4fef-9ade-d24c613f3a64 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:46:36.716397 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e73c02c8-905e-4439-8bc3-7767917e069a req-0b4df713-d855-4fef-9ade-d24c613f3a64 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/ports?device_id=6a2576ae-3d3a-4a38-94d6-caf0a2e2bdde HTTP/1.1" status: 200 len: 946 time: 0.0745747 May 30 21:46:36.761076 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e73c02c8-905e-4439-8bc3-7767917e069a req-bd8e9ebf-239a-4989-bcb9-f4e4cf5b9f1b tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/security-groups?id=89c3967c-657f-489b-a852-84f628aaf5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386677 May 30 21:46:37.963663 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baeb4b0-7ada-4294-9ba3-222b491079b5 req-45a9124b-4ef5-4005-9841-d2fdaecc478d tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:46:37.965020 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3baeb4b0-7ada-4294-9ba3-222b491079b5 req-45a9124b-4ef5-4005-9841-d2fdaecc478d tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/ports?device_id=6a2576ae-3d3a-4a38-94d6-caf0a2e2bdde HTTP/1.1" status: 200 len: 946 time: 0.0788603 May 30 21:46:38.010089 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3baeb4b0-7ada-4294-9ba3-222b491079b5 req-989d733d-8ed4-4632-be48-29a72aa6185e tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/security-groups?id=89c3967c-657f-489b-a852-84f628aaf5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395966 May 30 21:46:39.203639 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa811bf9-4153-4e6f-870f-3998d74a0f32 req-5eefd0a3-a286-4f9f-bdae-faf906f73900 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:46:39.205043 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fa811bf9-4153-4e6f-870f-3998d74a0f32 req-5eefd0a3-a286-4f9f-bdae-faf906f73900 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/ports?device_id=6a2576ae-3d3a-4a38-94d6-caf0a2e2bdde HTTP/1.1" status: 200 len: 946 time: 0.0776854 May 30 21:46:39.249033 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fa811bf9-4153-4e6f-870f-3998d74a0f32 req-53a657ee-86e6-4aa7-8d89-4ebb17846356 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/security-groups?id=89c3967c-657f-489b-a852-84f628aaf5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378864 May 30 21:46:40.448826 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f6a50c-b254-47c9-8912-33ba1ebdf265 req-b81d464d-c72e-4516-9584-369ff34dd984 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:46:40.450279 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b8f6a50c-b254-47c9-8912-33ba1ebdf265 req-b81d464d-c72e-4516-9584-369ff34dd984 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/ports?device_id=6a2576ae-3d3a-4a38-94d6-caf0a2e2bdde HTTP/1.1" status: 200 len: 946 time: 0.0755184 May 30 21:46:40.497915 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b8f6a50c-b254-47c9-8912-33ba1ebdf265 req-aef9b6d2-bf67-4e9c-8f90-50379e5b4d2b tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/security-groups?id=89c3967c-657f-489b-a852-84f628aaf5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419662 May 30 21:46:41.691501 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5d9061-32d8-4f53-92a4-1b0fbae52bdb req-9cc316bc-a7b2-41a6-bcef-aadf833913ae tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:46:41.693147 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6b5d9061-32d8-4f53-92a4-1b0fbae52bdb req-9cc316bc-a7b2-41a6-bcef-aadf833913ae tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/ports?device_id=6a2576ae-3d3a-4a38-94d6-caf0a2e2bdde HTTP/1.1" status: 200 len: 946 time: 0.0775795 May 30 21:46:41.742697 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6b5d9061-32d8-4f53-92a4-1b0fbae52bdb req-dd7f4cfc-0421-4273-b645-e135c5da7d72 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/security-groups?id=89c3967c-657f-489b-a852-84f628aaf5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434773 May 30 21:46:42.938023 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45fe633-5983-478f-99c8-cfcdf6cdbd5b req-814a48de-9014-4f7f-80dc-4e204ac36ba3 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:46:42.939450 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a45fe633-5983-478f-99c8-cfcdf6cdbd5b req-814a48de-9014-4f7f-80dc-4e204ac36ba3 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/ports?device_id=6a2576ae-3d3a-4a38-94d6-caf0a2e2bdde HTTP/1.1" status: 200 len: 946 time: 0.0781803 May 30 21:46:42.983027 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a45fe633-5983-478f-99c8-cfcdf6cdbd5b req-939a1612-05a6-4fc2-9ae4-07ef20c3d2b1 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/security-groups?id=89c3967c-657f-489b-a852-84f628aaf5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380728 May 30 21:46:44.180980 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c715dac-a3d0-42d0-ae4e-3c2a0f3127ad req-9ababeed-370f-4187-acfe-a6bc145ff83a tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:46:44.182472 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2c715dac-a3d0-42d0-ae4e-3c2a0f3127ad req-9ababeed-370f-4187-acfe-a6bc145ff83a tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/ports?device_id=6a2576ae-3d3a-4a38-94d6-caf0a2e2bdde HTTP/1.1" status: 200 len: 946 time: 0.0777109 May 30 21:46:44.229755 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2c715dac-a3d0-42d0-ae4e-3c2a0f3127ad req-d3abc14e-590f-4b37-998e-94ccd71cdc19 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/security-groups?id=89c3967c-657f-489b-a852-84f628aaf5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417759 May 30 21:46:44.291379 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d0278401-4b03-41ac-9eda-dc4a5bd15c5f req-fed55b20-ebc8-4960-8a67-5c77501e9d2d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=216cf461b0464527bdbe4863bf4a4889&device_id=6a2576ae-3d3a-4a38-94d6-caf0a2e2bdde HTTP/1.1" status: 200 len: 1097 time: 0.0741024 May 30 21:46:44.420452 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0278401-4b03-41ac-9eda-dc4a5bd15c5f req-aeb543d1-c980-425a-bed4-73287c7f3b63 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:46:44.421930 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d0278401-4b03-41ac-9eda-dc4a5bd15c5f req-aeb543d1-c980-425a-bed4-73287c7f3b63 service neutron] 10.222.0.71 "GET /v2.0/networks?id=13f7d415-4145-4398-b6fe-005303424a3d HTTP/1.1" status: 200 len: 909 time: 0.1245778 May 30 21:46:44.521063 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d0278401-4b03-41ac-9eda-dc4a5bd15c5f req-b04bf2c0-e9e9-489c-93fa-11f14361512b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7699af78-af84-4b67-b308-52c1f130b9a6 HTTP/1.1" status: 200 len: 1001 time: 0.0932028 May 30 21:46:44.581339 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0278401-4b03-41ac-9eda-dc4a5bd15c5f req-46b6e937-95a1-4dd4-abac-dcfff09f4d36 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:46:44.582777 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d0278401-4b03-41ac-9eda-dc4a5bd15c5f req-46b6e937-95a1-4dd4-abac-dcfff09f4d36 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=86bb8b67-0bd9-4dc6-a7da-24b8689297bd HTTP/1.1" status: 200 len: 847 time: 0.0563583 May 30 21:46:44.654765 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d0278401-4b03-41ac-9eda-dc4a5bd15c5f req-10ce663f-a784-43d4-8cbb-b7f440e9dc0b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=13f7d415-4145-4398-b6fe-005303424a3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0663934 May 30 21:46:44.781153 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d0278401-4b03-41ac-9eda-dc4a5bd15c5f req-b7027326-3d68-4d52-ae12-3e73c021adee service neutron] 10.222.0.71 "GET /v2.0/networks/13f7d415-4145-4398-b6fe-005303424a3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203678 May 30 21:46:44.912567 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d0278401-4b03-41ac-9eda-dc4a5bd15c5f req-6668681e-d9fc-4103-b4cb-cdd039289920 service neutron] 10.222.0.71 "GET /v2.0/networks/13f7d415-4145-4398-b6fe-005303424a3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258337 May 30 21:46:45.428919 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b63da20-4583-421e-aeee-7ee3c569b7f5 req-c5f08450-098c-4f85-bd13-a78fc4a2c982 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:46:45.430390 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0b63da20-4583-421e-aeee-7ee3c569b7f5 req-c5f08450-098c-4f85-bd13-a78fc4a2c982 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/ports?device_id=6a2576ae-3d3a-4a38-94d6-caf0a2e2bdde HTTP/1.1" status: 200 len: 946 time: 0.0789902 May 30 21:46:45.475613 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0b63da20-4583-421e-aeee-7ee3c569b7f5 req-074ac504-7a20-4ea3-afdc-931bef849af0 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/security-groups?id=89c3967c-657f-489b-a852-84f628aaf5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396483 May 30 21:46:46.759595 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2198f640-e190-4058-b65a-f09a85037e96 req-6a4c4af3-cfce-4802-b4a7-9396d6df1e1c tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:46:46.761039 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2198f640-e190-4058-b65a-f09a85037e96 req-6a4c4af3-cfce-4802-b4a7-9396d6df1e1c tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/ports?device_id=6a2576ae-3d3a-4a38-94d6-caf0a2e2bdde HTTP/1.1" status: 200 len: 946 time: 0.1656146 May 30 21:46:46.808017 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2198f640-e190-4058-b65a-f09a85037e96 req-a48d125c-d419-4637-b3a1-2e1afc5f2e5f tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/security-groups?id=89c3967c-657f-489b-a852-84f628aaf5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411024 May 30 21:46:47.054103 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-935ac638-622b-4f56-aa0a-cb2973a14f4d req-ec8552a2-b67c-4036-879c-07b4a5a0b40b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=216cf461b0464527bdbe4863bf4a4889&device_id=6a2576ae-3d3a-4a38-94d6-caf0a2e2bdde HTTP/1.1" status: 200 len: 1097 time: 0.0691512 May 30 21:46:47.201478 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935ac638-622b-4f56-aa0a-cb2973a14f4d req-eb29c596-9f54-48eb-b1cc-fffc9ae06227 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:46:47.202994 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-935ac638-622b-4f56-aa0a-cb2973a14f4d req-eb29c596-9f54-48eb-b1cc-fffc9ae06227 service neutron] 10.222.0.71 "GET /v2.0/networks?id=13f7d415-4145-4398-b6fe-005303424a3d HTTP/1.1" status: 200 len: 909 time: 0.1307530 May 30 21:46:47.307706 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-935ac638-622b-4f56-aa0a-cb2973a14f4d req-a0e1c69f-b438-47f3-9974-a6920c7dd57d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7699af78-af84-4b67-b308-52c1f130b9a6 HTTP/1.1" status: 200 len: 1001 time: 0.0979614 May 30 21:46:47.464143 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935ac638-622b-4f56-aa0a-cb2973a14f4d req-076b79a8-332d-42af-a03a-c6b7ab1e44e9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:46:47.465539 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-935ac638-622b-4f56-aa0a-cb2973a14f4d req-076b79a8-332d-42af-a03a-c6b7ab1e44e9 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=86bb8b67-0bd9-4dc6-a7da-24b8689297bd HTTP/1.1" status: 200 len: 847 time: 0.1508548 May 30 21:46:47.538529 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-935ac638-622b-4f56-aa0a-cb2973a14f4d req-aa9a4d5a-61ef-40de-9e6b-9c3ad59d5456 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=13f7d415-4145-4398-b6fe-005303424a3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0663445 May 30 21:46:47.668888 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-935ac638-622b-4f56-aa0a-cb2973a14f4d req-7b4ed5d6-5bbf-40eb-a265-07bbe7ad0db9 service neutron] 10.222.0.71 "GET /v2.0/networks/13f7d415-4145-4398-b6fe-005303424a3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230841 May 30 21:46:47.801899 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-935ac638-622b-4f56-aa0a-cb2973a14f4d req-7bb687df-ba9f-4d78-a403-b21eb46da08b service neutron] 10.222.0.71 "GET /v2.0/networks/13f7d415-4145-4398-b6fe-005303424a3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266425 May 30 21:46:47.998834 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7403a1-fbea-49f7-b6ed-daa189328990 req-3f552a5f-0627-41ab-998b-131476a33299 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:46:48.000267 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-7b7403a1-fbea-49f7-b6ed-daa189328990 req-3f552a5f-0627-41ab-998b-131476a33299 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/ports?device_id=6a2576ae-3d3a-4a38-94d6-caf0a2e2bdde HTTP/1.1" status: 200 len: 946 time: 0.0744638 May 30 21:46:48.048285 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-7b7403a1-fbea-49f7-b6ed-daa189328990 req-ec05ee5d-b320-4cca-92f6-6a7f8a10ab49 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/security-groups?id=89c3967c-657f-489b-a852-84f628aaf5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418041 May 30 21:46:48.289037 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7acfb144-499b-4e6a-a685-b3a5b9e0e012 req-6c720754-3291-48c8-b6c5-f595925bcfc3 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=6a2576ae-3d3a-4a38-94d6-caf0a2e2bdde&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1268229 May 30 21:46:48.704452 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7a60d0-fb6d-4a4c-a306-c4dded636693 req-abfa070f-ef3a-43fa-80a2-6a27db2f0fe1 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:46:48.706468 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-df7a60d0-fb6d-4a4c-a306-c4dded636693 req-abfa070f-ef3a-43fa-80a2-6a27db2f0fe1 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/ports?device_id=6a2576ae-3d3a-4a38-94d6-caf0a2e2bdde HTTP/1.1" status: 200 len: 946 time: 0.0814087 May 30 21:46:48.801252 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-df7a60d0-fb6d-4a4c-a306-c4dded636693 req-48b4f623-2337-46fa-ba5c-c37e6f258e1d tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/security-groups?id=89c3967c-657f-489b-a852-84f628aaf5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891721 May 30 21:46:48.818052 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d1c6b88e-0a26-4d9f-8aa3-89f01ad81788 req-02c65e6d-12a4-4e46-b753-7fe6aaaa53b3 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=6a2576ae-3d3a-4a38-94d6-caf0a2e2bdde&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1623826 May 30 21:46:49.999096 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedd2cf2-40a3-4d0e-949c-03206caa914f req-6cd46bc1-41d0-4970-b027-1026fb49c1b3 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:46:50.000544 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-dedd2cf2-40a3-4d0e-949c-03206caa914f req-6cd46bc1-41d0-4970-b027-1026fb49c1b3 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/ports?device_id=6a2576ae-3d3a-4a38-94d6-caf0a2e2bdde HTTP/1.1" status: 200 len: 946 time: 0.0813179 May 30 21:46:50.016808 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 7699af78-af84-4b67-b308-52c1f130b9a6 no longer exists at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 21:46:50.047036 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-dedd2cf2-40a3-4d0e-949c-03206caa914f req-0d8e449b-f93f-47ae-aa23-b0b44b3ac83d tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/security-groups?id=89c3967c-657f-489b-a852-84f628aaf5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403960 May 30 21:46:50.135867 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:46:50.162458 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a2576ae-3d3a-4a38-94d6-caf0a2e2bdde', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7699af78-af84-4b67-b308-52c1f130b9a6'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:46:50.172314 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 7699af78-af84-4b67-b308-52c1f130b9a6, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=7699af78-af84-4b67-b308-52c1f130b9a6,segment=NetworkSegment(253fdc27-44cb-4604-b73b-949b1d365e5b),segment_id=253fdc27-44cb-4604-b73b-949b1d365e5b)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:46:50.212968 n-d-843948-2 neutron-server[84888]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-96026a8a-fe34-42a3-b935-f02b93e1989d']: {'server_uuid': '6a2576ae-3d3a-4a38-94d6-caf0a2e2bdde', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7699af78-af84-4b67-b308-52c1f130b9a6', 'code': 422} returned with failed status May 30 21:46:50.238293 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:46:50.306049 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=7699af78-af84-4b67-b308-52c1f130b9a6,revision_number=6']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:46:50.315324 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:46:50.315663 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:46:50.315996 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:46:50.316326 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:46:50.316669 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:46:50.316990 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:46:50.317310 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:46:50.317634 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:46:50.317962 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:46:50.318297 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:46:50.318625 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:46:50.472684 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:46:51.241822 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad95e251-1e5a-4b3d-869d-6272933326dc req-f6b8ef1b-9f58-4e22-abd0-efc298d0a1ae tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:46:51.243149 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ad95e251-1e5a-4b3d-869d-6272933326dc req-f6b8ef1b-9f58-4e22-abd0-efc298d0a1ae tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/ports?device_id=6a2576ae-3d3a-4a38-94d6-caf0a2e2bdde HTTP/1.1" status: 200 len: 944 time: 0.0756550 May 30 21:46:51.287981 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ad95e251-1e5a-4b3d-869d-6272933326dc req-6c418735-6ae6-454a-ac0b-2716492e754b tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/security-groups?id=89c3967c-657f-489b-a852-84f628aaf5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392036 May 30 21:46:52.045571 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d1c6b88e-0a26-4d9f-8aa3-89f01ad81788 req-0d67d5a4-5c07-4403-8a49-a9745db4e8eb service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=6a2576ae-3d3a-4a38-94d6-caf0a2e2bdde&tenant_id=216cf461b0464527bdbe4863bf4a4889 HTTP/1.1" status: 200 len: 1095 time: 0.1331027 May 30 21:46:52.060275 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-d1c6b88e-0a26-4d9f-8aa3-89f01ad81788 req-7ddf4459-9a60-48c9-b1ed-98cb330a1d77 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-843948-2', 'device_owner': 'compute:nova'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:46:52.168907 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-d1c6b88e-0a26-4d9f-8aa3-89f01ad81788 req-7ddf4459-9a60-48c9-b1ed-98cb330a1d77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:46:52.434069 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-d1c6b88e-0a26-4d9f-8aa3-89f01ad81788 req-7ddf4459-9a60-48c9-b1ed-98cb330a1d77 service neutron] For port 7699af78-af84-4b67-b308-52c1f130b9a6, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=7699af78-af84-4b67-b308-52c1f130b9a6,segment=NetworkSegment(253fdc27-44cb-4604-b73b-949b1d365e5b),segment_id=253fdc27-44cb-4604-b73b-949b1d365e5b)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:46:52.462586 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-d1c6b88e-0a26-4d9f-8aa3-89f01ad81788 req-7ddf4459-9a60-48c9-b1ed-98cb330a1d77 service neutron] For port 7699af78-af84-4b67-b308-52c1f130b9a6, host n-h1-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 21:46:52.488498 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7655b853-2135-4088-9f4b-a389a7a0cc1c req-c8983f82-226c-4fc2-bdc1-a45ca09be014 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:46:52.490052 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-7655b853-2135-4088-9f4b-a389a7a0cc1c req-c8983f82-226c-4fc2-bdc1-a45ca09be014 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/ports?device_id=6a2576ae-3d3a-4a38-94d6-caf0a2e2bdde HTTP/1.1" status: 200 len: 944 time: 0.0759516 May 30 21:46:52.516607 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [req-d1c6b88e-0a26-4d9f-8aa3-89f01ad81788 req-7ddf4459-9a60-48c9-b1ed-98cb330a1d77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7699af78-af84-4b67-b308-52c1f130b9a6 {{(pid=84887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 21:46:52.523537 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-d1c6b88e-0a26-4d9f-8aa3-89f01ad81788 req-7ddf4459-9a60-48c9-b1ed-98cb330a1d77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:46:52.535463 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-7655b853-2135-4088-9f4b-a389a7a0cc1c req-8cba28af-9db7-4172-a602-7cf22dcda40a tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/security-groups?id=89c3967c-657f-489b-a852-84f628aaf5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395856 May 30 21:46:52.537940 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-d1c6b88e-0a26-4d9f-8aa3-89f01ad81788 req-7ddf4459-9a60-48c9-b1ed-98cb330a1d77 service neutron] Transition to ACTIVE for port object 7699af78-af84-4b67-b308-52c1f130b9a6 will not be triggered until provisioned by entity L2. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:46:52.618396 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-d1c6b88e-0a26-4d9f-8aa3-89f01ad81788 req-7ddf4459-9a60-48c9-b1ed-98cb330a1d77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:46:52.744659 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddf4459-9a60-48c9-b1ed-98cb330a1d77 service neutron] Pushing event updated for resources: {'Port': ['ID=7699af78-af84-4b67-b308-52c1f130b9a6,revision_number=7']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:46:52.781246 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ddf4459-9a60-48c9-b1ed-98cb330a1d77 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:46:52.781582 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ddf4459-9a60-48c9-b1ed-98cb330a1d77 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:46:52.781941 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ddf4459-9a60-48c9-b1ed-98cb330a1d77 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:46:52.782265 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ddf4459-9a60-48c9-b1ed-98cb330a1d77 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:46:52.782585 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ddf4459-9a60-48c9-b1ed-98cb330a1d77 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:46:52.782903 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ddf4459-9a60-48c9-b1ed-98cb330a1d77 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:46:52.783766 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ddf4459-9a60-48c9-b1ed-98cb330a1d77 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:46:52.784081 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ddf4459-9a60-48c9-b1ed-98cb330a1d77 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:46:52.784393 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ddf4459-9a60-48c9-b1ed-98cb330a1d77 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:46:52.784702 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ddf4459-9a60-48c9-b1ed-98cb330a1d77 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:46:52.785013 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ddf4459-9a60-48c9-b1ed-98cb330a1d77 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:46:52.822045 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1c6b88e-0a26-4d9f-8aa3-89f01ad81788 req-7ddf4459-9a60-48c9-b1ed-98cb330a1d77 service neutron] No DVR routers for this DVR port 7699af78-af84-4b67-b308-52c1f130b9a6 on host n-h1-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 21:46:53.062034 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-d1c6b88e-0a26-4d9f-8aa3-89f01ad81788 req-7ddf4459-9a60-48c9-b1ed-98cb330a1d77 service neutron] Attempting to bind port 7699af78-af84-4b67-b308-52c1f130b9a6 on host n-h2-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 21:46:53.062252 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-d1c6b88e-0a26-4d9f-8aa3-89f01ad81788 req-7ddf4459-9a60-48c9-b1ed-98cb330a1d77 service neutron] Attempting to bind port 7699af78-af84-4b67-b308-52c1f130b9a6 by drivers openvswitch,hyperv on host n-h2-843948-2 at level 0 using segments [{'id': '253fdc27-44cb-4604-b73b-949b1d365e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '13f7d415-4145-4398-b6fe-005303424a3d'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 21:46:53.062566 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c6b88e-0a26-4d9f-8aa3-89f01ad81788 req-7ddf4459-9a60-48c9-b1ed-98cb330a1d77 service neutron] Attempting to bind port 7699af78-af84-4b67-b308-52c1f130b9a6 on network 13f7d415-4145-4398-b6fe-005303424a3d {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:46:53.068051 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c6b88e-0a26-4d9f-8aa3-89f01ad81788 req-7ddf4459-9a60-48c9-b1ed-98cb330a1d77 service neutron] Port 7699af78-af84-4b67-b308-52c1f130b9a6 on network 13f7d415-4145-4398-b6fe-005303424a3d not bound, no agent of type Open vSwitch agent registered on host n-h2-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 21:46:53.068359 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c6b88e-0a26-4d9f-8aa3-89f01ad81788 req-7ddf4459-9a60-48c9-b1ed-98cb330a1d77 service neutron] Attempting to bind port 7699af78-af84-4b67-b308-52c1f130b9a6 on network 13f7d415-4145-4398-b6fe-005303424a3d {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:46:53.074388 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c6b88e-0a26-4d9f-8aa3-89f01ad81788 req-7ddf4459-9a60-48c9-b1ed-98cb330a1d77 service neutron] Checking agent: {'id': 'eaa08354-e8f5-4e73-af76-8d3cf7d2b390', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 21, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 21:46:53.074719 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c6b88e-0a26-4d9f-8aa3-89f01ad81788 req-7ddf4459-9a60-48c9-b1ed-98cb330a1d77 service neutron] Checking segment: {'id': '253fdc27-44cb-4604-b73b-949b1d365e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '13f7d415-4145-4398-b6fe-005303424a3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:46:53.075086 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c6b88e-0a26-4d9f-8aa3-89f01ad81788 req-7ddf4459-9a60-48c9-b1ed-98cb330a1d77 service neutron] Bound using segment: {'id': '253fdc27-44cb-4604-b73b-949b1d365e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '13f7d415-4145-4398-b6fe-005303424a3d'} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 21:46:53.075492 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-d1c6b88e-0a26-4d9f-8aa3-89f01ad81788 req-7ddf4459-9a60-48c9-b1ed-98cb330a1d77 service neutron] Bound port: 7699af78-af84-4b67-b308-52c1f130b9a6, host: n-h2-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '253fdc27-44cb-4604-b73b-949b1d365e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '13f7d415-4145-4398-b6fe-005303424a3d'}}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 21:46:53.075821 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-d1c6b88e-0a26-4d9f-8aa3-89f01ad81788 req-7ddf4459-9a60-48c9-b1ed-98cb330a1d77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:46:53.162412 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-d1c6b88e-0a26-4d9f-8aa3-89f01ad81788 req-7ddf4459-9a60-48c9-b1ed-98cb330a1d77 service neutron] For port 7699af78-af84-4b67-b308-52c1f130b9a6, host n-h2-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 21:46:53.165198 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-d1c6b88e-0a26-4d9f-8aa3-89f01ad81788 req-7ddf4459-9a60-48c9-b1ed-98cb330a1d77 service neutron] For port 7699af78-af84-4b67-b308-52c1f130b9a6, host n-h2-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=7699af78-af84-4b67-b308-52c1f130b9a6,segment=NetworkSegment(253fdc27-44cb-4604-b73b-949b1d365e5b),segment_id=253fdc27-44cb-4604-b73b-949b1d365e5b)] {{(pid=84887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 21:46:53.264261 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-d1c6b88e-0a26-4d9f-8aa3-89f01ad81788 req-7ddf4459-9a60-48c9-b1ed-98cb330a1d77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:46:53.312475 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:46:53.326545 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-d1c6b88e-0a26-4d9f-8aa3-89f01ad81788 req-7ddf4459-9a60-48c9-b1ed-98cb330a1d77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:46:53.326744 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d1c6b88e-0a26-4d9f-8aa3-89f01ad81788 req-7ddf4459-9a60-48c9-b1ed-98cb330a1d77 service neutron] 10.222.0.86 "PUT /v2.0/ports/7699af78-af84-4b67-b308-52c1f130b9a6 HTTP/1.1" status: 200 len: 1092 time: 1.2702894 May 30 21:46:53.327034 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a2576ae-3d3a-4a38-94d6-caf0a2e2bdde', 'tag': '7699af78-af84-4b67-b308-52c1f130b9a6'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:46:53.344440 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddf4459-9a60-48c9-b1ed-98cb330a1d77 service neutron] Pushing event updated for resources: {'Port': ['ID=7699af78-af84-4b67-b308-52c1f130b9a6,revision_number=8']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:46:53.402943 n-d-843948-2 neutron-server[84887]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-8fcf631a-55f7-4fa1-b173-b01dcec7802c']: {'name': 'network-changed', 'server_uuid': '6a2576ae-3d3a-4a38-94d6-caf0a2e2bdde', 'tag': '7699af78-af84-4b67-b308-52c1f130b9a6', 'status': 'failed', 'code': 422} returned with failed status May 30 21:46:53.435482 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d1c6b88e-0a26-4d9f-8aa3-89f01ad81788 req-9a9f604d-e198-405e-ab19-62a140d2136d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=216cf461b0464527bdbe4863bf4a4889&device_id=6a2576ae-3d3a-4a38-94d6-caf0a2e2bdde HTTP/1.1" status: 200 len: 1095 time: 0.0762179 May 30 21:46:53.663801 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c6b88e-0a26-4d9f-8aa3-89f01ad81788 req-16bda717-e1a8-46d1-853c-0b97bfeaf083 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:46:53.665130 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d1c6b88e-0a26-4d9f-8aa3-89f01ad81788 req-16bda717-e1a8-46d1-853c-0b97bfeaf083 service neutron] 10.222.0.86 "GET /v2.0/networks?id=13f7d415-4145-4398-b6fe-005303424a3d HTTP/1.1" status: 200 len: 909 time: 0.2210183 May 30 21:46:53.735852 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cef5085-46e9-4864-b165-b2a1cd2a19b3 req-2263653b-87b9-4686-b602-6552a0446053 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:46:53.737869 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3cef5085-46e9-4864-b165-b2a1cd2a19b3 req-2263653b-87b9-4686-b602-6552a0446053 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/ports?device_id=6a2576ae-3d3a-4a38-94d6-caf0a2e2bdde HTTP/1.1" status: 200 len: 944 time: 0.0796623 May 30 21:46:53.774192 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d1c6b88e-0a26-4d9f-8aa3-89f01ad81788 req-216bd193-9aca-49ce-b5cf-0128faa23cfa service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7699af78-af84-4b67-b308-52c1f130b9a6 HTTP/1.1" status: 200 len: 999 time: 0.0985472 May 30 21:46:53.784220 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-3cef5085-46e9-4864-b165-b2a1cd2a19b3 req-b1a0e980-ee6f-4689-903a-51a2414cf15e tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/security-groups?id=89c3967c-657f-489b-a852-84f628aaf5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402048 May 30 21:46:53.839451 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c6b88e-0a26-4d9f-8aa3-89f01ad81788 req-d239efff-1f56-4ced-b485-535b14f73531 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:46:53.840793 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d1c6b88e-0a26-4d9f-8aa3-89f01ad81788 req-d239efff-1f56-4ced-b485-535b14f73531 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=86bb8b67-0bd9-4dc6-a7da-24b8689297bd HTTP/1.1" status: 200 len: 847 time: 0.0570400 May 30 21:46:53.919761 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d1c6b88e-0a26-4d9f-8aa3-89f01ad81788 req-8df43f68-476e-4bcf-8110-e19ba3303f3f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=13f7d415-4145-4398-b6fe-005303424a3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0701704 May 30 21:46:54.050569 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d1c6b88e-0a26-4d9f-8aa3-89f01ad81788 req-4ac6fdf3-d533-4cb7-9a38-0561c2b89d39 service neutron] 10.222.0.86 "GET /v2.0/networks/13f7d415-4145-4398-b6fe-005303424a3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209049 May 30 21:46:54.181213 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d1c6b88e-0a26-4d9f-8aa3-89f01ad81788 req-9ac9e5b2-f535-4730-88a9-a286bec0c6ef service neutron] 10.222.0.86 "GET /v2.0/networks/13f7d415-4145-4398-b6fe-005303424a3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207328 May 30 21:46:54.980369 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae7e00d-a668-40d5-b8ce-ef5b08514691 req-eb71d029-ff0c-491c-ba3d-900669511918 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:46:54.981821 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1ae7e00d-a668-40d5-b8ce-ef5b08514691 req-eb71d029-ff0c-491c-ba3d-900669511918 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/ports?device_id=6a2576ae-3d3a-4a38-94d6-caf0a2e2bdde HTTP/1.1" status: 200 len: 944 time: 0.0746760 May 30 21:46:55.026574 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-1ae7e00d-a668-40d5-b8ce-ef5b08514691 req-315fccb9-05ea-4404-af02-6bbd61d3daa3 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/security-groups?id=89c3967c-657f-489b-a852-84f628aaf5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390632 May 30 21:46:56.219284 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdefe42-5528-4b12-963f-cc287561c2c5 req-d28117ac-be92-4d7b-bc7b-7ef4defff430 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:46:56.221312 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2cdefe42-5528-4b12-963f-cc287561c2c5 req-d28117ac-be92-4d7b-bc7b-7ef4defff430 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/ports?device_id=6a2576ae-3d3a-4a38-94d6-caf0a2e2bdde HTTP/1.1" status: 200 len: 944 time: 0.0756896 May 30 21:46:56.266786 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2cdefe42-5528-4b12-963f-cc287561c2c5 req-184b1a37-1fb9-425a-9de9-c02d7a0f8c62 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/security-groups?id=89c3967c-657f-489b-a852-84f628aaf5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388765 May 30 21:46:56.298227 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-380bf9fc-aa33-49f1-b71d-323c9645f825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:46:57.464786 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754b82c1-f0de-435b-8544-47f0f94a643b req-7f161156-9949-4356-b2c0-3aab56a26c39 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:46:57.466249 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-754b82c1-f0de-435b-8544-47f0f94a643b req-7f161156-9949-4356-b2c0-3aab56a26c39 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/ports?device_id=6a2576ae-3d3a-4a38-94d6-caf0a2e2bdde HTTP/1.1" status: 200 len: 944 time: 0.0787609 May 30 21:46:57.511009 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-754b82c1-f0de-435b-8544-47f0f94a643b req-d662bd29-bec2-4897-8ff0-fa1123cde667 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/security-groups?id=89c3967c-657f-489b-a852-84f628aaf5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388973 May 30 21:46:58.711394 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d708cd70-0198-4624-8f41-77a188783f9e req-ad742aa1-cc6e-4bb1-8510-3ca6227d62b5 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:46:58.713101 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d708cd70-0198-4624-8f41-77a188783f9e req-ad742aa1-cc6e-4bb1-8510-3ca6227d62b5 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/ports?device_id=6a2576ae-3d3a-4a38-94d6-caf0a2e2bdde HTTP/1.1" status: 200 len: 944 time: 0.0788691 May 30 21:46:58.759493 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d708cd70-0198-4624-8f41-77a188783f9e req-bf8c6ce7-f8d7-4534-beb0-88f2fcbe604c tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/security-groups?id=89c3967c-657f-489b-a852-84f628aaf5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409796 May 30 21:46:59.671851 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-a4480f07-6b27-4562-8c36-e1088ee5a194 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:46:59.923674 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:46:59.954377 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f0da78-d859-4c05-93d4-fbdfdfd2b575 req-216b68f9-9b8e-4e4b-b7da-9e67374723ff tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:46:59.955824 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-46f0da78-d859-4c05-93d4-fbdfdfd2b575 req-216b68f9-9b8e-4e4b-b7da-9e67374723ff tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/ports?device_id=6a2576ae-3d3a-4a38-94d6-caf0a2e2bdde HTTP/1.1" status: 200 len: 944 time: 0.0758548 May 30 21:47:00.000041 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-46f0da78-d859-4c05-93d4-fbdfdfd2b575 req-715f7f2b-14af-4a35-ba5e-9fa812f4b982 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/security-groups?id=89c3967c-657f-489b-a852-84f628aaf5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387530 May 30 21:47:01.194148 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed15802-13d0-4e40-93d4-ffa46563119d req-a07e3fc9-6923-4a8b-b002-dd126eae2b8b tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:47:01.195589 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5ed15802-13d0-4e40-93d4-ffa46563119d req-a07e3fc9-6923-4a8b-b002-dd126eae2b8b tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/ports?device_id=6a2576ae-3d3a-4a38-94d6-caf0a2e2bdde HTTP/1.1" status: 200 len: 944 time: 0.0751612 May 30 21:47:01.243691 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5ed15802-13d0-4e40-93d4-ffa46563119d req-3507c8d1-7306-44e4-a0ff-e025c612406a tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/security-groups?id=89c3967c-657f-489b-a852-84f628aaf5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427322 May 30 21:47:01.560735 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:47:02.446063 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96373649-820f-4a4d-91b2-338465149a01 req-ba5d8f95-6ec2-4c0e-a928-e43a8c1e06fc tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:47:02.447669 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-96373649-820f-4a4d-91b2-338465149a01 req-ba5d8f95-6ec2-4c0e-a928-e43a8c1e06fc tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/ports?device_id=6a2576ae-3d3a-4a38-94d6-caf0a2e2bdde HTTP/1.1" status: 200 len: 944 time: 0.0799561 May 30 21:47:02.492572 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-96373649-820f-4a4d-91b2-338465149a01 req-3487a908-314c-48a9-9c54-9fce8c7b8839 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/security-groups?id=89c3967c-657f-489b-a852-84f628aaf5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394514 May 30 21:47:02.829402 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 7699af78-af84-4b67-b308-52c1f130b9a6 details requested by agent hyperv_n-h2-843948-2 with host n-h2-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 21:47:02.960435 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 7699af78-af84-4b67-b308-52c1f130b9a6, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=7699af78-af84-4b67-b308-52c1f130b9a6,segment=NetworkSegment(253fdc27-44cb-4604-b73b-949b1d365e5b),segment_id=253fdc27-44cb-4604-b73b-949b1d365e5b)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:47:02.982615 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Returning: {'device': '7699af78-af84-4b67-b308-52c1f130b9a6', 'network_id': '13f7d415-4145-4398-b6fe-005303424a3d', 'port_id': '7699af78-af84-4b67-b308-52c1f130b9a6', 'mac_address': 'fa:16:3e:5c:e2:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86bb8b67-0bd9-4dc6-a7da-24b8689297bd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 21:47:03.035697 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:47:03.052211 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7699af78-af84-4b67-b308-52c1f130b9a6 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 21:47:03.056989 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:47:03.067223 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 7699af78-af84-4b67-b308-52c1f130b9a6, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=7699af78-af84-4b67-b308-52c1f130b9a6,segment=NetworkSegment(253fdc27-44cb-4604-b73b-949b1d365e5b),segment_id=253fdc27-44cb-4604-b73b-949b1d365e5b)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:47:03.144203 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:47:03.211806 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=7699af78-af84-4b67-b308-52c1f130b9a6,revision_number=9']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:47:03.443725 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['7699af78-af84-4b67-b308-52c1f130b9a6'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 21:47:03.630074 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 21:47:03.685903 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd5df7a-edc1-4c1a-bd7d-4ba409cdc87c req-9be1a8cd-7ac9-461f-8a75-645b8e022f2b tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:47:03.687383 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6dd5df7a-edc1-4c1a-bd7d-4ba409cdc87c req-9be1a8cd-7ac9-461f-8a75-645b8e022f2b tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/ports?device_id=6a2576ae-3d3a-4a38-94d6-caf0a2e2bdde HTTP/1.1" status: 200 len: 945 time: 0.0753405 May 30 21:47:03.732864 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-6dd5df7a-edc1-4c1a-bd7d-4ba409cdc87c req-f32ef98e-3143-4291-88a2-f4f46e1f740c tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/security-groups?id=89c3967c-657f-489b-a852-84f628aaf5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390878 May 30 21:47:04.844803 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 7699af78-af84-4b67-b308-52c1f130b9a6 up at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:47:04.928257 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5f592a-5a25-4b0e-8dd0-3079f7fc0d5d req-e5fb85a8-600d-413d-90b7-86225252b91d tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:47:04.929737 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0a5f592a-5a25-4b0e-8dd0-3079f7fc0d5d req-e5fb85a8-600d-413d-90b7-86225252b91d tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/ports?device_id=6a2576ae-3d3a-4a38-94d6-caf0a2e2bdde HTTP/1.1" status: 200 len: 945 time: 0.0752382 May 30 21:47:04.974651 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning for port 7699af78-af84-4b67-b308-52c1f130b9a6 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:47:04.974872 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-0a5f592a-5a25-4b0e-8dd0-3079f7fc0d5d req-9d03639d-84c2-4633-aca0-da4eed56d42a tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/security-groups?id=89c3967c-657f-489b-a852-84f628aaf5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395963 May 30 21:47:04.979720 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning complete for port 7699af78-af84-4b67-b308-52c1f130b9a6 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:47:04.980091 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:47:05.123427 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:47:05.149081 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a2576ae-3d3a-4a38-94d6-caf0a2e2bdde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7699af78-af84-4b67-b308-52c1f130b9a6'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:47:05.159250 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port 7699af78-af84-4b67-b308-52c1f130b9a6, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=7699af78-af84-4b67-b308-52c1f130b9a6,segment=NetworkSegment(253fdc27-44cb-4604-b73b-949b1d365e5b),segment_id=253fdc27-44cb-4604-b73b-949b1d365e5b)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:47:05.206364 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ca9f0fa-c956-49c4-909b-78ccfcbf9f74'] response: {'server_uuid': '6a2576ae-3d3a-4a38-94d6-caf0a2e2bdde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7699af78-af84-4b67-b308-52c1f130b9a6', 'code': 200} May 30 21:47:05.229466 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:47:05.297266 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=7699af78-af84-4b67-b308-52c1f130b9a6,revision_number=10']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:47:05.432610 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e1ad440d-a1ef-40ec-9fc7-8e21f8f6086f req-c3cd2ee8-cd09-4f39-8f52-573c08d7a970 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=6a2576ae-3d3a-4a38-94d6-caf0a2e2bdde HTTP/1.1" status: 200 len: 1098 time: 0.0704277 May 30 21:47:05.477370 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e1ad440d-a1ef-40ec-9fc7-8e21f8f6086f req-5072cb96-2123-49fb-b112-4d4f2988ce22 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=89c3967c-657f-489b-a852-84f628aaf5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357475 May 30 21:47:06.166458 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb69b2c-6ff2-437c-adea-e3da105fffd6 req-0608b59d-ef42-403a-9626-6bff56f52fc2 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:47:06.175130 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-deb69b2c-6ff2-437c-adea-e3da105fffd6 req-0608b59d-ef42-403a-9626-6bff56f52fc2 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/ports?device_id=6a2576ae-3d3a-4a38-94d6-caf0a2e2bdde HTTP/1.1" status: 200 len: 947 time: 0.0746846 May 30 21:47:06.216996 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-deb69b2c-6ff2-437c-adea-e3da105fffd6 req-6a9cdb8f-dbf0-46b0-9b11-51297dc2f41e tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/security-groups?id=89c3967c-657f-489b-a852-84f628aaf5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436113 May 30 21:47:07.420337 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ab8f6d-2e1d-44e7-8a57-2207b7239b46 req-8b8211e6-35aa-4f50-92ad-3bc8da069edb tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:47:07.421818 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-72ab8f6d-2e1d-44e7-8a57-2207b7239b46 req-8b8211e6-35aa-4f50-92ad-3bc8da069edb tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/ports?device_id=6a2576ae-3d3a-4a38-94d6-caf0a2e2bdde HTTP/1.1" status: 200 len: 947 time: 0.0832970 May 30 21:47:07.466993 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-72ab8f6d-2e1d-44e7-8a57-2207b7239b46 req-55c0cbb3-7524-451f-b0d2-905adc7ab432 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/security-groups?id=89c3967c-657f-489b-a852-84f628aaf5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392680 May 30 21:47:20.482920 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:47:23.372100 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:47:26.297420 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-6c5a7ab8-1d09-4400-959a-7fa0d3cb4c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:47:29.674356 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-9341e3b0-95d8-44c4-be92-a8d25deb6aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:47:29.909105 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:47:31.528731 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:47:33.042991 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:47:40.630679 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 21:47:42.800064 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e9df5d69-8475-4566-b62e-c98a09a5d429 req-20fc6f4d-1056-491d-a68c-28cc5851e1de service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=6a2576ae-3d3a-4a38-94d6-caf0a2e2bdde&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0686347 May 30 21:47:42.943861 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e9df5d69-8475-4566-b62e-c98a09a5d429 req-4bb13b49-32b9-490e-a456-a8c15cfcbb9f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=216cf461b0464527bdbe4863bf4a4889&device_id=6a2576ae-3d3a-4a38-94d6-caf0a2e2bdde HTTP/1.1" status: 200 len: 1098 time: 0.0689769 May 30 21:47:43.093391 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9df5d69-8475-4566-b62e-c98a09a5d429 req-a1a4974f-a8b4-4813-a176-61c9e7ce1f4b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:47:43.095521 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e9df5d69-8475-4566-b62e-c98a09a5d429 req-a1a4974f-a8b4-4813-a176-61c9e7ce1f4b service neutron] 10.222.0.86 "GET /v2.0/networks?id=13f7d415-4145-4398-b6fe-005303424a3d HTTP/1.1" status: 200 len: 909 time: 0.1278887 May 30 21:47:43.199893 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e9df5d69-8475-4566-b62e-c98a09a5d429 req-2e4b9f19-8308-47ad-b13d-fe639dff1287 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7699af78-af84-4b67-b308-52c1f130b9a6 HTTP/1.1" status: 200 len: 1001 time: 0.0955026 May 30 21:47:43.266602 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9df5d69-8475-4566-b62e-c98a09a5d429 req-b091bdda-8fe9-4341-9543-00b4da737ba2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:47:43.267959 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e9df5d69-8475-4566-b62e-c98a09a5d429 req-b091bdda-8fe9-4341-9543-00b4da737ba2 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=86bb8b67-0bd9-4dc6-a7da-24b8689297bd HTTP/1.1" status: 200 len: 847 time: 0.0591149 May 30 21:47:43.344365 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e9df5d69-8475-4566-b62e-c98a09a5d429 req-c7058f51-ffd2-4d5c-95de-7447e24a19d9 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=13f7d415-4145-4398-b6fe-005303424a3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0672312 May 30 21:47:43.563776 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e9df5d69-8475-4566-b62e-c98a09a5d429 req-72dc5aa4-040f-44d1-9802-3ba390b838df service neutron] 10.222.0.86 "GET /v2.0/networks/13f7d415-4145-4398-b6fe-005303424a3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126739 May 30 21:47:43.698818 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-e9df5d69-8475-4566-b62e-c98a09a5d429 req-33791826-58cd-4e15-8a93-9004e8be6caa service neutron] 10.222.0.86 "GET /v2.0/networks/13f7d415-4145-4398-b6fe-005303424a3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255703 May 30 21:47:50.496940 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:47:53.342749 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:47:56.308402 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-8270ec97-e1c2-4b25-80c4-710780f901e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:47:59.703099 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-e93488b9-b405-43e4-b74e-437c062923cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:47:59.939538 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:48:01.556926 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:48:03.048238 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:48:17.631642 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 21:48:20.499203 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:48:23.345880 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:48:26.339348 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-04ad06ea-ade7-4fdc-bc4d-a2117129a36a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:48:29.699301 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-7fc3bf4a-d813-4d94-89af-110a0c643e05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:48:29.962378 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:48:31.570134 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:48:33.053698 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:48:45.563494 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-79a1f088-66c1-4524-8912-64ebf701136f req-e8fd7f13-aeb4-4923-84fd-87e7737ee26e service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=6a2576ae-3d3a-4a38-94d6-caf0a2e2bdde&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0700083 May 30 21:48:45.705122 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-79a1f088-66c1-4524-8912-64ebf701136f req-0a6b9f0f-e31d-4da4-a987-3b0f84b74c48 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=216cf461b0464527bdbe4863bf4a4889&device_id=6a2576ae-3d3a-4a38-94d6-caf0a2e2bdde HTTP/1.1" status: 200 len: 1098 time: 0.0677092 May 30 21:48:45.853498 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a1f088-66c1-4524-8912-64ebf701136f req-de15d7a9-1937-424c-8081-f9729c289008 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:48:45.854947 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-79a1f088-66c1-4524-8912-64ebf701136f req-de15d7a9-1937-424c-8081-f9729c289008 service neutron] 10.222.0.86 "GET /v2.0/networks?id=13f7d415-4145-4398-b6fe-005303424a3d HTTP/1.1" status: 200 len: 909 time: 0.1268675 May 30 21:48:45.960745 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-79a1f088-66c1-4524-8912-64ebf701136f req-64b02ca0-72f8-46ef-87f4-8435b6a31d27 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7699af78-af84-4b67-b308-52c1f130b9a6 HTTP/1.1" status: 200 len: 1001 time: 0.0954134 May 30 21:48:46.025073 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a1f088-66c1-4524-8912-64ebf701136f req-42704638-1f58-4b00-8d82-0424564687b5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:48:46.026531 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-79a1f088-66c1-4524-8912-64ebf701136f req-42704638-1f58-4b00-8d82-0424564687b5 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=86bb8b67-0bd9-4dc6-a7da-24b8689297bd HTTP/1.1" status: 200 len: 847 time: 0.0565512 May 30 21:48:46.105682 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-79a1f088-66c1-4524-8912-64ebf701136f req-fdaf11fd-5a0a-486b-9721-6e20152297d8 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=13f7d415-4145-4398-b6fe-005303424a3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700150 May 30 21:48:46.118861 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [req-79a1f088-66c1-4524-8912-64ebf701136f req-e29ca8da-b9d1-40d3-86ba-edd9287d5bf6 service neutron] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=84887) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 21:48:46.119784 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-79a1f088-66c1-4524-8912-64ebf701136f req-e29ca8da-b9d1-40d3-86ba-edd9287d5bf6 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0045450 May 30 21:48:46.251878 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-79a1f088-66c1-4524-8912-64ebf701136f req-1f437637-d69b-4aa0-bd4c-73d1c2aa5d08 service neutron] 10.222.0.86 "GET /v2.0/networks/13f7d415-4145-4398-b6fe-005303424a3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225519 May 30 21:48:46.384825 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-79a1f088-66c1-4524-8912-64ebf701136f req-bf392bed-e82e-41a2-9b6c-197124ace087 service neutron] 10.222.0.86 "GET /v2.0/networks/13f7d415-4145-4398-b6fe-005303424a3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229079 May 30 21:48:50.490082 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:48:52.075362 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [req-890110a5-1c4e-4faa-bde7-768c3260d661 req-35a555bb-4640-4c10-94e3-d0679e3a8a89 service neutron] (84886) timed out ('10.222.0.85', 52926) {{(pid=84886) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 30 21:48:53.375199 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:48:54.632641 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 21:48:56.321226 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2893c694-953a-46c6-859c-cbfca19a614b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:48:59.695199 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-d5e27b09-9a32-4e82-8972-6e6d9e79bac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:48:59.918338 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:01.540899 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:03.053221 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:05.841736 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 54522) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:49:06.255804 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-cf3aa29b-0540-4dff-aac6-e3c4ca15f733 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Deleting port ae19ab79-085c-48d6-a446-b2ef85181bb0 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:49:06.256139 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-cf3aa29b-0540-4dff-aac6-e3c4ca15f733 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:06.514481 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-cf3aa29b-0540-4dff-aac6-e3c4ca15f733 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:06.514805 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-cf3aa29b-0540-4dff-aac6-e3c4ca15f733 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:06.632983 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-cf3aa29b-0540-4dff-aac6-e3c4ca15f733 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Calling delete_port for ae19ab79-085c-48d6-a446-b2ef85181bb0 owned by network:floatingip {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:49:06.824765 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-cf3aa29b-0540-4dff-aac6-e3c4ca15f733 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:06.868631 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3aa29b-0540-4dff-aac6-e3c4ca15f733 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Pushing event deleted for resources: {'Port': ['ID=ae19ab79-085c-48d6-a446-b2ef85181bb0,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:49:06.903753 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3aa29b-0540-4dff-aac6-e3c4ca15f733 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:49:06.904041 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3aa29b-0540-4dff-aac6-e3c4ca15f733 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:49:06.904381 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3aa29b-0540-4dff-aac6-e3c4ca15f733 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:49:06.904713 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3aa29b-0540-4dff-aac6-e3c4ca15f733 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:49:06.905042 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3aa29b-0540-4dff-aac6-e3c4ca15f733 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:49:06.905383 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3aa29b-0540-4dff-aac6-e3c4ca15f733 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:49:06.905728 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3aa29b-0540-4dff-aac6-e3c4ca15f733 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:49:06.906051 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3aa29b-0540-4dff-aac6-e3c4ca15f733 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:49:06.906372 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3aa29b-0540-4dff-aac6-e3c4ca15f733 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:49:06.906692 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3aa29b-0540-4dff-aac6-e3c4ca15f733 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:49:06.907009 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3aa29b-0540-4dff-aac6-e3c4ca15f733 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:49:06.975024 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-cf3aa29b-0540-4dff-aac6-e3c4ca15f733 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Notify callbacks [] for floatingip, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:07.357493 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf3aa29b-0540-4dff-aac6-e3c4ca15f733 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Router 260a714e-4b8c-428d-a1a8-927aaed9de86 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 21:49:07.553037 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf3aa29b-0540-4dff-aac6-e3c4ca15f733 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 21:49:07.563447 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922579ec-5d22-4c20-9fdc-cc20e6bf343d None None] Sync routers for ids ['260a714e-4b8c-428d-a1a8-927aaed9de86'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 21:49:07.575904 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922579ec-5d22-4c20-9fdc-cc20e6bf343d None None] Routers {'260a714e-4b8c-428d-a1a8-927aaed9de86'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:49:07.576513 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-922579ec-5d22-4c20-9fdc-cc20e6bf343d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T21:49:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['260a714e-4b8c-428d-a1a8-927aaed9de86'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:49:07.649817 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-cf3aa29b-0540-4dff-aac6-e3c4ca15f733 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:07.707405 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-cf3aa29b-0540-4dff-aac6-e3c4ca15f733 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "DELETE /v2.0/floatingips/e05df58a-27a8-4cc1-a094-8056e296b766 HTTP/1.1" status: 204 len: 168 time: 1.8629723 May 30 21:49:07.708025 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a2576ae-3d3a-4a38-94d6-caf0a2e2bdde', 'tag': '7699af78-af84-4b67-b308-52c1f130b9a6'}] {{(pid=84886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:49:07.760203 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-922579ec-5d22-4c20-9fdc-cc20e6bf343d None None] Set router 260a714e-4b8c-428d-a1a8-927aaed9de86 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:49:07.937376 n-d-843948-2 neutron-server[84886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f27b1681-a902-497a-b907-aae399a20ea9'] response: {'name': 'network-changed', 'server_uuid': '6a2576ae-3d3a-4a38-94d6-caf0a2e2bdde', 'tag': '7699af78-af84-4b67-b308-52c1f130b9a6', 'status': 'completed', 'code': 200} May 30 21:49:08.028798 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6b65d1f0-fc6e-4cd9-a6e5-7d26dd376e77 req-ea33818b-723f-4bc7-aa0e-0860b231e45e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=216cf461b0464527bdbe4863bf4a4889&device_id=6a2576ae-3d3a-4a38-94d6-caf0a2e2bdde HTTP/1.1" status: 200 len: 1098 time: 0.0685883 May 30 21:49:08.094521 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-922579ec-5d22-4c20-9fdc-cc20e6bf343d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260a714e-4b8c-428d-a1a8-927aaed9de86', 'name': 'tempest-TestShelveInstance-349688409-router', 'tenant_id': '216cf461b0464527bdbe4863bf4a4889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.237'}], 'enable_snat': True}, 'gw_port_id': 'fc73d39d-5c2b-4c83-8e88-1e35fce41820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:38:30Z', 'updated_at': '2022-05-30T21:38:34Z', 'revision_number': 4, 'project_id': '216cf461b0464527bdbe4863bf4a4889', 'gw_port': {'id': 'fc73d39d-5c2b-4c83-8e88-1e35fce41820', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:64:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260a714e-4b8c-428d-a1a8-927aaed9de86', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:38:31Z', 'updated_at': '2022-05-30T21:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '90f5fffc-b387-4b17-8687-d0a9b03ccb2f', 'name': '', 'network_id': '13f7d415-4145-4398-b6fe-005303424a3d', 'tenant_id': '216cf461b0464527bdbe4863bf4a4889', 'mac_address': 'fa:16:3e:a6:a6:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260a714e-4b8c-428d-a1a8-927aaed9de86', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86bb8b67-0bd9-4dc6-a7da-24b8689297bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:38:33Z', 'updated_at': '2022-05-30T21:38:52Z', 'revision_number': 5, 'project_id': '216cf461b0464527bdbe4863bf4a4889', 'subnets': [{'id': '86bb8b67-0bd9-4dc6-a7da-24b8689297bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:49:08.099084 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922579ec-5d22-4c20-9fdc-cc20e6bf343d None None] Checking router: 260a714e-4b8c-428d-a1a8-927aaed9de86 for host: n-d-843948-2 {{(pid=84888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 21:49:08.109933 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922579ec-5d22-4c20-9fdc-cc20e6bf343d None None] Routers {'260a714e-4b8c-428d-a1a8-927aaed9de86'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:49:08.110527 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-922579ec-5d22-4c20-9fdc-cc20e6bf343d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T21:49:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['260a714e-4b8c-428d-a1a8-927aaed9de86'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:49:08.179677 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b65d1f0-fc6e-4cd9-a6e5-7d26dd376e77 req-fb896d55-1078-43e8-b133-135bb4f4369b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:49:08.181101 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6b65d1f0-fc6e-4cd9-a6e5-7d26dd376e77 req-fb896d55-1078-43e8-b133-135bb4f4369b service neutron] 10.222.0.86 "GET /v2.0/networks?id=13f7d415-4145-4398-b6fe-005303424a3d HTTP/1.1" status: 200 len: 909 time: 0.1437647 May 30 21:49:08.252327 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6b65d1f0-fc6e-4cd9-a6e5-7d26dd376e77 req-cf242139-f122-44b8-b282-e9e31a08a5ba service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7699af78-af84-4b67-b308-52c1f130b9a6 HTTP/1.1" status: 200 len: 217 time: 0.0646012 May 30 21:49:08.296876 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-922579ec-5d22-4c20-9fdc-cc20e6bf343d None None] Set router 260a714e-4b8c-428d-a1a8-927aaed9de86 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:49:08.316861 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b65d1f0-fc6e-4cd9-a6e5-7d26dd376e77 req-0ca3ea58-b798-40d7-8c04-8b2c8209cb2d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:49:08.319054 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6b65d1f0-fc6e-4cd9-a6e5-7d26dd376e77 req-0ca3ea58-b798-40d7-8c04-8b2c8209cb2d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=86bb8b67-0bd9-4dc6-a7da-24b8689297bd HTTP/1.1" status: 200 len: 847 time: 0.0609148 May 30 21:49:08.397759 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f71b06-e266-4039-8b5c-9ec432a91ac5 req-98354cfd-afba-4ff0-abe7-95f86fcc7345 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:49:08.398449 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-a3f71b06-e266-4039-8b5c-9ec432a91ac5 req-98354cfd-afba-4ff0-abe7-95f86fcc7345 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Synchronizing usage tracker for tenant:216cf461b0464527bdbe4863bf4a4889 on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 21:49:08.400107 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6b65d1f0-fc6e-4cd9-a6e5-7d26dd376e77 req-b524e27d-9bec-427a-9087-4fa8a445e641 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=13f7d415-4145-4398-b6fe-005303424a3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0744123 May 30 21:49:08.466904 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-a3f71b06-e266-4039-8b5c-9ec432a91ac5 req-98354cfd-afba-4ff0-abe7-95f86fcc7345 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Unset dirty status for tenant:216cf461b0464527bdbe4863bf4a4889 on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 21:49:08.468265 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a3f71b06-e266-4039-8b5c-9ec432a91ac5 req-98354cfd-afba-4ff0-abe7-95f86fcc7345 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/ports?device_id=6a2576ae-3d3a-4a38-94d6-caf0a2e2bdde HTTP/1.1" status: 200 len: 947 time: 0.2178602 May 30 21:49:08.516577 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-a3f71b06-e266-4039-8b5c-9ec432a91ac5 req-fd3c5572-52a1-487c-8cd0-0dbc70f47719 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/security-groups?id=89c3967c-657f-489b-a852-84f628aaf5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423148 May 30 21:49:08.647485 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-922579ec-5d22-4c20-9fdc-cc20e6bf343d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260a714e-4b8c-428d-a1a8-927aaed9de86', 'name': 'tempest-TestShelveInstance-349688409-router', 'tenant_id': '216cf461b0464527bdbe4863bf4a4889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.237'}], 'enable_snat': True}, 'gw_port_id': 'fc73d39d-5c2b-4c83-8e88-1e35fce41820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:38:30Z', 'updated_at': '2022-05-30T21:38:34Z', 'revision_number': 4, 'project_id': '216cf461b0464527bdbe4863bf4a4889', 'gw_port': {'id': 'fc73d39d-5c2b-4c83-8e88-1e35fce41820', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:64:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260a714e-4b8c-428d-a1a8-927aaed9de86', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:38:31Z', 'updated_at': '2022-05-30T21:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '90f5fffc-b387-4b17-8687-d0a9b03ccb2f', 'name': '', 'network_id': '13f7d415-4145-4398-b6fe-005303424a3d', 'tenant_id': '216cf461b0464527bdbe4863bf4a4889', 'mac_address': 'fa:16:3e:a6:a6:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260a714e-4b8c-428d-a1a8-927aaed9de86', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86bb8b67-0bd9-4dc6-a7da-24b8689297bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:38:33Z', 'updated_at': '2022-05-30T21:38:52Z', 'revision_number': 5, 'project_id': '216cf461b0464527bdbe4863bf4a4889', 'subnets': [{'id': '86bb8b67-0bd9-4dc6-a7da-24b8689297bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:49:08.650345 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6b65d1f0-fc6e-4cd9-a6e5-7d26dd376e77 req-cd216de4-a09b-40a3-9f8b-0bf52899940b service neutron] 10.222.0.86 "GET /v2.0/networks/13f7d415-4145-4398-b6fe-005303424a3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2412956 May 30 21:49:08.651731 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922579ec-5d22-4c20-9fdc-cc20e6bf343d None None] The sync data for ids ['260a714e-4b8c-428d-a1a8-927aaed9de86'] in n-d-843948-2 is: [{'id': '260a714e-4b8c-428d-a1a8-927aaed9de86', 'name': 'tempest-TestShelveInstance-349688409-router', 'tenant_id': '216cf461b0464527bdbe4863bf4a4889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.237'}], 'enable_snat': True}, 'gw_port_id': 'fc73d39d-5c2b-4c83-8e88-1e35fce41820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:38:30Z', 'updated_at': '2022-05-30T21:38:34Z', 'revision_number': 4, 'project_id': '216cf461b0464527bdbe4863bf4a4889', 'gw_port': {'id': 'fc73d39d-5c2b-4c83-8e88-1e35fce41820', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:64:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260a714e-4b8c-428d-a1a8-927aaed9de86', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:38:31Z', 'updated_at': '2022-05-30T21:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '90f5fffc-b387-4b17-8687-d0a9b03ccb2f', 'name': '', 'network_id': '13f7d415-4145-4398-b6fe-005303424a3d', 'tenant_id': '216cf461b0464527bdbe4863bf4a4889', 'mac_address': 'fa:16:3e:a6:a6:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260a714e-4b8c-428d-a1a8-927aaed9de86', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86bb8b67-0bd9-4dc6-a7da-24b8689297bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:38:33Z', 'updated_at': '2022-05-30T21:38:52Z', 'revision_number': 5, 'project_id': '216cf461b0464527bdbe4863bf4a4889', 'subnets': [{'id': '86bb8b67-0bd9-4dc6-a7da-24b8689297bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 21:49:08.784204 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6b65d1f0-fc6e-4cd9-a6e5-7d26dd376e77 req-adac2d9a-d4a0-40d8-ad39-6c61f3f5cda5 service neutron] 10.222.0.86 "GET /v2.0/networks/13f7d415-4145-4398-b6fe-005303424a3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272123 May 30 21:49:08.875869 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf279ea6-ddeb-4517-a893-524e01652a66 None None] New status for floating IP e05df58a-27a8-4cc1-a094-8056e296b766: DOWN {{(pid=84889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 21:49:09.799944 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de478435-189b-48d4-b3ef-54d8d62155c3 req-0b3a8ecc-2ad6-45f5-bc3f-832e10e6846e tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:49:09.801438 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-de478435-189b-48d4-b3ef-54d8d62155c3 req-0b3a8ecc-2ad6-45f5-bc3f-832e10e6846e tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/ports?device_id=6a2576ae-3d3a-4a38-94d6-caf0a2e2bdde HTTP/1.1" status: 200 len: 947 time: 0.1654189 May 30 21:49:09.847607 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-de478435-189b-48d4-b3ef-54d8d62155c3 req-b37237e6-7841-4c00-90c3-708473dc7f48 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/security-groups?id=89c3967c-657f-489b-a852-84f628aaf5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391452 May 30 21:49:10.082509 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec13795-d186-4401-b9d3-2109b85264b5 req-ec8e56d3-36d0-476d-a0da-976da6dd4d47 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:49:10.083878 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8ec13795-d186-4401-b9d3-2109b85264b5 req-ec8e56d3-36d0-476d-a0da-976da6dd4d47 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.86 "GET /v2.0/ports?device_id=6a2576ae-3d3a-4a38-94d6-caf0a2e2bdde HTTP/1.1" status: 200 len: 947 time: 0.0772138 May 30 21:49:10.154933 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-8ec13795-d186-4401-b9d3-2109b85264b5 req-85d80b04-050d-45b6-a14c-f25c12259e52 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Deleting port 7699af78-af84-4b67-b308-52c1f130b9a6 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:49:10.155196 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-8ec13795-d186-4401-b9d3-2109b85264b5 req-85d80b04-050d-45b6-a14c-f25c12259e52 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:10.397294 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-8ec13795-d186-4401-b9d3-2109b85264b5 req-85d80b04-050d-45b6-a14c-f25c12259e52 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] For port 7699af78-af84-4b67-b308-52c1f130b9a6, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=7699af78-af84-4b67-b308-52c1f130b9a6,segment=NetworkSegment(253fdc27-44cb-4604-b73b-949b1d365e5b),segment_id=253fdc27-44cb-4604-b73b-949b1d365e5b)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:49:10.397692 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-8ec13795-d186-4401-b9d3-2109b85264b5 req-85d80b04-050d-45b6-a14c-f25c12259e52 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:10.516171 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-8ec13795-d186-4401-b9d3-2109b85264b5 req-85d80b04-050d-45b6-a14c-f25c12259e52 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Calling delete_port for 7699af78-af84-4b67-b308-52c1f130b9a6 owned by compute:nova {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:49:10.718051 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-8ec13795-d186-4401-b9d3-2109b85264b5 req-85d80b04-050d-45b6-a14c-f25c12259e52 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:10.767301 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d80b04-050d-45b6-a14c-f25c12259e52 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Pushing event deleted for resources: {'Port': ['ID=7699af78-af84-4b67-b308-52c1f130b9a6,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:49:10.836004 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d80b04-050d-45b6-a14c-f25c12259e52 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:49:10.836600 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d80b04-050d-45b6-a14c-f25c12259e52 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:49:10.836765 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d80b04-050d-45b6-a14c-f25c12259e52 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:49:10.836993 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d80b04-050d-45b6-a14c-f25c12259e52 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:49:10.837344 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d80b04-050d-45b6-a14c-f25c12259e52 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:49:10.837686 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d80b04-050d-45b6-a14c-f25c12259e52 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:49:10.838014 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d80b04-050d-45b6-a14c-f25c12259e52 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:49:10.838330 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d80b04-050d-45b6-a14c-f25c12259e52 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:49:10.838648 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d80b04-050d-45b6-a14c-f25c12259e52 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:49:10.838987 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d80b04-050d-45b6-a14c-f25c12259e52 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:49:10.839311 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d80b04-050d-45b6-a14c-f25c12259e52 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:49:10.852264 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ec13795-d186-4401-b9d3-2109b85264b5 req-85d80b04-050d-45b6-a14c-f25c12259e52 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] No DVR routers for this DVR port 7699af78-af84-4b67-b308-52c1f130b9a6 on host n-h2-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 21:49:10.854524 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-8ec13795-d186-4401-b9d3-2109b85264b5 req-85d80b04-050d-45b6-a14c-f25c12259e52 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:10.856931 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a2576ae-3d3a-4a38-94d6-caf0a2e2bdde', 'name': 'network-vif-deleted', 'tag': '7699af78-af84-4b67-b308-52c1f130b9a6'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:49:10.924962 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-8ec13795-d186-4401-b9d3-2109b85264b5 req-85d80b04-050d-45b6-a14c-f25c12259e52 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.86 "DELETE /v2.0/ports/7699af78-af84-4b67-b308-52c1f130b9a6 HTTP/1.1" status: 204 len: 173 time: 0.8314371 May 30 21:49:11.002672 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef21d524-47b8-4605-b2fc-9bde0d8d56dc'] response: {'server_uuid': '6a2576ae-3d3a-4a38-94d6-caf0a2e2bdde', 'name': 'network-vif-deleted', 'tag': '7699af78-af84-4b67-b308-52c1f130b9a6', 'status': 'completed', 'code': 200} May 30 21:49:11.013295 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-85402ff9-c626-4339-ab7d-c941dcb5bb6e req-11e3f555-2d45-4cb7-9011-cb66a69c95c2 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Synchronizing usage tracker for tenant:216cf461b0464527bdbe4863bf4a4889 on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 21:49:11.100986 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-85402ff9-c626-4339-ab7d-c941dcb5bb6e req-11e3f555-2d45-4cb7-9011-cb66a69c95c2 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Unset dirty status for tenant:216cf461b0464527bdbe4863bf4a4889 on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 21:49:11.102154 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-85402ff9-c626-4339-ab7d-c941dcb5bb6e req-11e3f555-2d45-4cb7-9011-cb66a69c95c2 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/ports?device_id=6a2576ae-3d3a-4a38-94d6-caf0a2e2bdde HTTP/1.1" status: 200 len: 210 time: 0.1324494 May 30 21:49:12.285358 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-99de18cf-0eb3-4689-8560-c7d40b4991a0 req-4f546536-90a3-4086-b066-4ac5c9381c3a tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "GET /v2.0/ports?device_id=6a2576ae-3d3a-4a38-94d6-caf0a2e2bdde HTTP/1.1" status: 200 len: 210 time: 0.0436153 May 30 21:49:13.391248 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 54554) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:49:13.459559 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0977e704-d559-4021-8a3b-9bb700e11be7 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:13.487411 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0977e704-d559-4021-8a3b-9bb700e11be7 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:13.529916 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 7699af78-af84-4b67-b308-52c1f130b9a6 no longer exists at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 21:49:13.565726 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] No Port match for: 7699af78-af84-4b67-b308-52c1f130b9a6 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 21:49:13.566057 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device 7699af78-af84-4b67-b308-52c1f130b9a6 not bound to the agent host n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 21:49:13.621082 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0977e704-d559-4021-8a3b-9bb700e11be7 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:13.639979 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0977e704-d559-4021-8a3b-9bb700e11be7 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89c3967c-657f-489b-a852-84f628aaf5aa,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:49:13.703716 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-0977e704-d559-4021-8a3b-9bb700e11be7 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:13.704858 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-0977e704-d559-4021-8a3b-9bb700e11be7 tempest-TestShelveInstance-1166073603 tempest-TestShelveInstance-1166073603-project] 10.222.0.85 "DELETE /v2.0/security-groups/89c3967c-657f-489b-a852-84f628aaf5aa HTTP/1.1" status: 204 len: 168 time: 0.3126054 May 30 21:49:13.841199 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 54562) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:49:14.499944 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a303f0df-03d3-44bf-b0b0-8bb27fb506b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-736216'] for router_interface, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:15.090476 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-a303f0df-03d3-44bf-b0b0-8bb27fb506b3 admin admin] Deleting port 90f5fffc-b387-4b17-8687-d0a9b03ccb2f {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:49:15.090811 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a303f0df-03d3-44bf-b0b0-8bb27fb506b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:15.269876 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [None req-a303f0df-03d3-44bf-b0b0-8bb27fb506b3 admin admin] For port 90f5fffc-b387-4b17-8687-d0a9b03ccb2f, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=90f5fffc-b387-4b17-8687-d0a9b03ccb2f,segment=NetworkSegment(253fdc27-44cb-4604-b73b-949b1d365e5b),segment_id=253fdc27-44cb-4604-b73b-949b1d365e5b)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:49:15.270227 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a303f0df-03d3-44bf-b0b0-8bb27fb506b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:15.386853 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-a303f0df-03d3-44bf-b0b0-8bb27fb506b3 admin admin] Calling delete_port for 90f5fffc-b387-4b17-8687-d0a9b03ccb2f owned by network:router_interface {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:49:15.609303 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a303f0df-03d3-44bf-b0b0-8bb27fb506b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:15.654145 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a303f0df-03d3-44bf-b0b0-8bb27fb506b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=90f5fffc-b387-4b17-8687-d0a9b03ccb2f,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:49:16.033790 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a303f0df-03d3-44bf-b0b0-8bb27fb506b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1718140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-736143'] for router_interface, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:16.602189 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a303f0df-03d3-44bf-b0b0-8bb27fb506b3 admin admin] Router 260a714e-4b8c-428d-a1a8-927aaed9de86 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 21:49:16.798359 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a303f0df-03d3-44bf-b0b0-8bb27fb506b3 admin admin] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 21:49:16.807647 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5fa7eec-c174-472f-bbf2-c2247abc91a3 None None] Sync routers for ids ['260a714e-4b8c-428d-a1a8-927aaed9de86'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 21:49:16.820160 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5fa7eec-c174-472f-bbf2-c2247abc91a3 None None] Routers {'260a714e-4b8c-428d-a1a8-927aaed9de86'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:49:16.826911 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-e5fa7eec-c174-472f-bbf2-c2247abc91a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T21:49:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['260a714e-4b8c-428d-a1a8-927aaed9de86'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:49:16.874325 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-a303f0df-03d3-44bf-b0b0-8bb27fb506b3 admin admin] 10.222.0.85 "PUT /v2.0/routers/260a714e-4b8c-428d-a1a8-927aaed9de86/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0319905 May 30 21:49:16.876764 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 54570) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:49:16.993087 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-e5fa7eec-c174-472f-bbf2-c2247abc91a3 None None] Set router 260a714e-4b8c-428d-a1a8-927aaed9de86 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:49:17.070369 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f97b4b34-fbe3-45d3-9314-e056771fd7eb admin admin] Notify callbacks [] for router, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:17.271301 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f97b4b34-fbe3-45d3-9314-e056771fd7eb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:17.274821 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-e5fa7eec-c174-472f-bbf2-c2247abc91a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260a714e-4b8c-428d-a1a8-927aaed9de86', 'name': 'tempest-TestShelveInstance-349688409-router', 'tenant_id': '216cf461b0464527bdbe4863bf4a4889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.237'}], 'enable_snat': True}, 'gw_port_id': 'fc73d39d-5c2b-4c83-8e88-1e35fce41820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:38:30Z', 'updated_at': '2022-05-30T21:49:15Z', 'revision_number': 5, 'project_id': '216cf461b0464527bdbe4863bf4a4889', 'gw_port': {'id': 'fc73d39d-5c2b-4c83-8e88-1e35fce41820', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:64:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260a714e-4b8c-428d-a1a8-927aaed9de86', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:38:31Z', 'updated_at': '2022-05-30T21:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:49:17.278726 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5fa7eec-c174-472f-bbf2-c2247abc91a3 None None] Checking router: 260a714e-4b8c-428d-a1a8-927aaed9de86 for host: n-d-843948-2 {{(pid=84888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 21:49:17.289236 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5fa7eec-c174-472f-bbf2-c2247abc91a3 None None] Routers {'260a714e-4b8c-428d-a1a8-927aaed9de86'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:49:17.289851 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-e5fa7eec-c174-472f-bbf2-c2247abc91a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T21:49:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['260a714e-4b8c-428d-a1a8-927aaed9de86'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:49:17.329404 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-f97b4b34-fbe3-45d3-9314-e056771fd7eb admin admin] Deleting port fc73d39d-5c2b-4c83-8e88-1e35fce41820 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:49:17.329712 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f97b4b34-fbe3-45d3-9314-e056771fd7eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:17.438474 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-e5fa7eec-c174-472f-bbf2-c2247abc91a3 None None] Set router 260a714e-4b8c-428d-a1a8-927aaed9de86 gateway port host: None {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:49:17.544668 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-e5fa7eec-c174-472f-bbf2-c2247abc91a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260a714e-4b8c-428d-a1a8-927aaed9de86', 'name': 'tempest-TestShelveInstance-349688409-router', 'tenant_id': '216cf461b0464527bdbe4863bf4a4889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:38:30Z', 'updated_at': '2022-05-30T21:49:17Z', 'revision_number': 6, 'project_id': '216cf461b0464527bdbe4863bf4a4889', 'gw_port_host': None}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:49:17.548532 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5fa7eec-c174-472f-bbf2-c2247abc91a3 None None] The sync data for ids ['260a714e-4b8c-428d-a1a8-927aaed9de86'] in n-d-843948-2 is: [{'id': '260a714e-4b8c-428d-a1a8-927aaed9de86', 'name': 'tempest-TestShelveInstance-349688409-router', 'tenant_id': '216cf461b0464527bdbe4863bf4a4889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:38:30Z', 'updated_at': '2022-05-30T21:49:17Z', 'revision_number': 6, 'project_id': '216cf461b0464527bdbe4863bf4a4889', 'gw_port_host': None}] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 21:49:17.619169 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [None req-f97b4b34-fbe3-45d3-9314-e056771fd7eb admin admin] For port fc73d39d-5c2b-4c83-8e88-1e35fce41820, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=fc73d39d-5c2b-4c83-8e88-1e35fce41820,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:49:17.619523 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f97b4b34-fbe3-45d3-9314-e056771fd7eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:17.735493 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-f97b4b34-fbe3-45d3-9314-e056771fd7eb admin admin] Calling delete_port for fc73d39d-5c2b-4c83-8e88-1e35fce41820 owned by network:router_gateway {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:49:17.992184 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f97b4b34-fbe3-45d3-9314-e056771fd7eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:18.035570 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97b4b34-fbe3-45d3-9314-e056771fd7eb admin admin] Pushing event deleted for resources: {'Port': ['ID=fc73d39d-5c2b-4c83-8e88-1e35fce41820,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:49:18.252460 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f97b4b34-fbe3-45d3-9314-e056771fd7eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-736453'] for router_gateway, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:18.424949 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 90f5fffc-b387-4b17-8687-d0a9b03ccb2f no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 21:49:18.460523 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: 90f5fffc-b387-4b17-8687-d0a9b03ccb2f {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 21:49:18.460861 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 90f5fffc-b387-4b17-8687-d0a9b03ccb2f not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 21:49:18.461263 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device fc73d39d-5c2b-4c83-8e88-1e35fce41820 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 21:49:18.491635 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: fc73d39d-5c2b-4c83-8e88-1e35fce41820 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 21:49:18.491973 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device fc73d39d-5c2b-4c83-8e88-1e35fce41820 not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 21:49:18.510026 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f97b4b34-fbe3-45d3-9314-e056771fd7eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-724789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3141'] for router, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:18.514122 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f97b4b34-fbe3-45d3-9314-e056771fd7eb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:18.601204 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f97b4b34-fbe3-45d3-9314-e056771fd7eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724889'] for router, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:18.601716 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f97b4b34-fbe3-45d3-9314-e056771fd7eb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 260a714e-4b8c-428d-a1a8-927aaed9de86 {{(pid=84886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 21:49:18.613371 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-f97b4b34-fbe3-45d3-9314-e056771fd7eb admin admin] Notify callbacks [] for router, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:18.614529 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-f97b4b34-fbe3-45d3-9314-e056771fd7eb admin admin] 10.222.0.85 "DELETE /v2.0/routers/260a714e-4b8c-428d-a1a8-927aaed9de86 HTTP/1.1" status: 204 len: 168 time: 1.7368782 May 30 21:49:18.617079 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 54578) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:49:18.679705 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_v2 [None req-eadf848c-f413-465d-8c6f-4ea9e88c46fe admin admin] Deleting subnet 86bb8b67-0bd9-4dc6-a7da-24b8689297bd {{(pid=84886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 21:49:18.682740 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-eadf848c-f413-465d-8c6f-4ea9e88c46fe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:18.731602 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-eadf848c-f413-465d-8c6f-4ea9e88c46fe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2655517'] for subnet, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:18.813661 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-eadf848c-f413-465d-8c6f-4ea9e88c46fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:18.938612 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-eadf848c-f413-465d-8c6f-4ea9e88c46fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4127075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2778536'] for subnet, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:18.974450 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadf848c-f413-465d-8c6f-4ea9e88c46fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86bb8b67-0bd9-4dc6-a7da-24b8689297bd,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:49:18.981322 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-eadf848c-f413-465d-8c6f-4ea9e88c46fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:18.986530 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-579962b6-78a8-4b84-93ab-7ce7c931f157 None None] Network 13f7d415-4145-4398-b6fe-005303424a3d requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 21:49:18.988062 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-eadf848c-f413-465d-8c6f-4ea9e88c46fe admin admin] 10.222.0.85 "DELETE /v2.0/subnets/86bb8b67-0bd9-4dc6-a7da-24b8689297bd HTTP/1.1" status: 204 len: 168 time: 0.3699803 May 30 21:49:18.991032 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 54582) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:49:19.193504 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3898bf47-edf3-41e2-84b2-7949f124be36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:19.206253 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-3898bf47-edf3-41e2-84b2-7949f124be36 admin admin] Deleting port c5bff062-7c4b-459b-abc5-3380624a345d {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:49:19.206253 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3898bf47-edf3-41e2-84b2-7949f124be36 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:19.241393 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2711fa83-7eed-46ec-b3f4-348d8d96aa02 None None] DHCP port deletion for 13f7d415-4145-4398-b6fe-005303424a3d request from n-d-843948-2 {{(pid=84888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 21:49:19.245453 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-2711fa83-7eed-46ec-b3f4-348d8d96aa02 None None] Deleting port c5bff062-7c4b-459b-abc5-3380624a345d {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:49:19.245852 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2711fa83-7eed-46ec-b3f4-348d8d96aa02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:19.411090 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [None req-3898bf47-edf3-41e2-84b2-7949f124be36 admin admin] For port c5bff062-7c4b-459b-abc5-3380624a345d, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=c5bff062-7c4b-459b-abc5-3380624a345d,segment=NetworkSegment(253fdc27-44cb-4604-b73b-949b1d365e5b),segment_id=253fdc27-44cb-4604-b73b-949b1d365e5b)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:49:19.411444 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3898bf47-edf3-41e2-84b2-7949f124be36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:19.474049 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2711fa83-7eed-46ec-b3f4-348d8d96aa02 None None] For port c5bff062-7c4b-459b-abc5-3380624a345d, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=c5bff062-7c4b-459b-abc5-3380624a345d,segment=NetworkSegment(253fdc27-44cb-4604-b73b-949b1d365e5b),segment_id=253fdc27-44cb-4604-b73b-949b1d365e5b)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:49:19.474616 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2711fa83-7eed-46ec-b3f4-348d8d96aa02 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:19.530843 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-3898bf47-edf3-41e2-84b2-7949f124be36 admin admin] Calling delete_port for c5bff062-7c4b-459b-abc5-3380624a345d owned by network:dhcp {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:49:19.592675 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-2711fa83-7eed-46ec-b3f4-348d8d96aa02 None None] Calling delete_port for c5bff062-7c4b-459b-abc5-3380624a345d owned by network:dhcp {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:49:19.658801 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3898bf47-edf3-41e2-84b2-7949f124be36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:19.663811 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.db.api [None req-2711fa83-7eed-46ec-b3f4-348d8d96aa02 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 21:49:19.664186 n-d-843948-2 neutron-server[84888]: DEBUG oslo_db.api [None req-2711fa83-7eed-46ec-b3f4-348d8d96aa02 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 21:49:19.706524 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3898bf47-edf3-41e2-84b2-7949f124be36 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5bff062-7c4b-459b-abc5-3380624a345d,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:49:19.711119 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3898bf47-edf3-41e2-84b2-7949f124be36 admin admin] No DVR routers for this DVR port c5bff062-7c4b-459b-abc5-3380624a345d on host n-d-843948-2 {{(pid=84886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 21:49:19.826593 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3898bf47-edf3-41e2-84b2-7949f124be36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:19.851423 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-3898bf47-edf3-41e2-84b2-7949f124be36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13f7d415-4145-4398-b6fe-005303424a3d']}} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:49:19.863160 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-3898bf47-edf3-41e2-84b2-7949f124be36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '253fdc27-44cb-4604-b73b-949b1d365e5b') {'for_net_delete': True} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:49:19.863454 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-3898bf47-edf3-41e2-84b2-7949f124be36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '253fdc27-44cb-4604-b73b-949b1d365e5b') {} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:49:19.876091 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3898bf47-edf3-41e2-84b2-7949f124be36 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2660590'] for segment, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:19.891345 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3898bf47-edf3-41e2-84b2-7949f124be36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:19.897312 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3898bf47-edf3-41e2-84b2-7949f124be36 admin admin] Releasing vlan 667 on physical network physnet1 to pool {{(pid=84886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 21:49:19.897718 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3898bf47-edf3-41e2-84b2-7949f124be36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4126989'] for segment, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:19.911384 n-d-843948-2 neutron-server[84886]: Traceback (most recent call last): May 30 21:49:19.911384 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 21:49:19.911384 n-d-843948-2 neutron-server[84886]: timer() May 30 21:49:19.911384 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 21:49:19.911384 n-d-843948-2 neutron-server[84886]: cb(*args, **kw) May 30 21:49:19.911384 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 21:49:19.911384 n-d-843948-2 neutron-server[84886]: return func(*args, **kwargs) May 30 21:49:19.911384 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 21:49:19.911384 n-d-843948-2 neutron-server[84886]: self._notify() May 30 21:49:19.911384 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 21:49:19.911384 n-d-843948-2 neutron-server[84886]: self.callback(batched_events) May 30 21:49:19.911384 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 21:49:19.911384 n-d-843948-2 neutron-server[84886]: event.method(event) May 30 21:49:19.911384 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 21:49:19.911384 n-d-843948-2 neutron-server[84886]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 21:49:19.911384 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 21:49:19.911384 n-d-843948-2 neutron-server[84886]: aggregate_uuid = self.p_client.list_aggregates( May 30 21:49:19.911384 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 21:49:19.911384 n-d-843948-2 neutron-server[84886]: return f(self, *a, **k) May 30 21:49:19.911384 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 21:49:19.911384 n-d-843948-2 neutron-server[84886]: return self._get(url).json() May 30 21:49:19.911384 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 21:49:19.911384 n-d-843948-2 neutron-server[84886]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 21:49:19.911384 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 21:49:19.911384 n-d-843948-2 neutron-server[84886]: return self.request(url, 'GET', **kwargs) May 30 21:49:19.911384 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 21:49:19.911384 n-d-843948-2 neutron-server[84886]: base_url = self.get_endpoint(auth, allow=allow, May 30 21:49:19.911384 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 21:49:19.911384 n-d-843948-2 neutron-server[84886]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 21:49:19.911384 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 21:49:19.911384 n-d-843948-2 neutron-server[84886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 21:49:19.911384 n-d-843948-2 neutron-server[84886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 21:49:20.038125 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3898bf47-edf3-41e2-84b2-7949f124be36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:20.054926 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3898bf47-edf3-41e2-84b2-7949f124be36 admin admin] Notify callbacks [] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:20.064958 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3898bf47-edf3-41e2-84b2-7949f124be36 admin admin] Pushing event deleted for resources: {'Network': ['ID=13f7d415-4145-4398-b6fe-005303424a3d,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:49:20.121950 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-3898bf47-edf3-41e2-84b2-7949f124be36 admin admin] 10.222.0.85 "DELETE /v2.0/networks/13f7d415-4145-4398-b6fe-005303424a3d HTTP/1.1" status: 204 len: 168 time: 1.1298943 May 30 21:49:20.124757 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 54586) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:49:20.164994 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-2711fa83-7eed-46ec-b3f4-348d8d96aa02 None None] Deleting port c5bff062-7c4b-459b-abc5-3380624a345d {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:49:20.165468 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2711fa83-7eed-46ec-b3f4-348d8d96aa02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:20.231230 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-2711fa83-7eed-46ec-b3f4-348d8d96aa02 None None] The port 'c5bff062-7c4b-459b-abc5-3380624a345d' was deleted {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 21:49:20.416810 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device c5bff062-7c4b-459b-abc5-3380624a345d no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 21:49:20.456327 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: c5bff062-7c4b-459b-abc5-3380624a345d {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 21:49:20.456672 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device c5bff062-7c4b-459b-abc5-3380624a345d not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 21:49:20.509026 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-91a393d8-46d0-40f3-9d7b-cd9f06599bcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-736216'] for router_interface, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:20.533155 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:21.181743 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-91a393d8-46d0-40f3-9d7b-cd9f06599bcf admin admin] Deleting port e1177dbc-3bdb-45f6-beee-98c8ea00046b {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:49:21.182086 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-91a393d8-46d0-40f3-9d7b-cd9f06599bcf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:21.349850 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [None req-91a393d8-46d0-40f3-9d7b-cd9f06599bcf admin admin] For port e1177dbc-3bdb-45f6-beee-98c8ea00046b, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=e1177dbc-3bdb-45f6-beee-98c8ea00046b,segment=NetworkSegment(936b36f3-dea5-4778-ac04-563dadd5b416),segment_id=936b36f3-dea5-4778-ac04-563dadd5b416)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:49:21.350206 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-91a393d8-46d0-40f3-9d7b-cd9f06599bcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:21.468458 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-91a393d8-46d0-40f3-9d7b-cd9f06599bcf admin admin] Calling delete_port for e1177dbc-3bdb-45f6-beee-98c8ea00046b owned by network:router_interface {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:49:21.698516 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-91a393d8-46d0-40f3-9d7b-cd9f06599bcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:21.744303 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a393d8-46d0-40f3-9d7b-cd9f06599bcf admin admin] Pushing event deleted for resources: {'Port': ['ID=e1177dbc-3bdb-45f6-beee-98c8ea00046b,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:49:22.035075 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-91a393d8-46d0-40f3-9d7b-cd9f06599bcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1718140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-736143'] for router_interface, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:22.701281 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91a393d8-46d0-40f3-9d7b-cd9f06599bcf admin admin] Router 344c58f4-90d7-4b33-b542-dbb2ec6d1956 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 21:49:22.893357 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91a393d8-46d0-40f3-9d7b-cd9f06599bcf admin admin] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 21:49:22.902112 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e0cb6dc-5e93-453b-a449-0a318409ab87 None None] Sync routers for ids ['344c58f4-90d7-4b33-b542-dbb2ec6d1956'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 21:49:22.914484 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0cb6dc-5e93-453b-a449-0a318409ab87 None None] Routers {'344c58f4-90d7-4b33-b542-dbb2ec6d1956'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:49:22.915077 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-1e0cb6dc-5e93-453b-a449-0a318409ab87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T21:49:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['344c58f4-90d7-4b33-b542-dbb2ec6d1956'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:49:22.963533 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-91a393d8-46d0-40f3-9d7b-cd9f06599bcf admin admin] 10.222.0.85 "PUT /v2.0/routers/344c58f4-90d7-4b33-b542-dbb2ec6d1956/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8375757 May 30 21:49:22.965892 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 54590) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:49:23.119974 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-1e0cb6dc-5e93-453b-a449-0a318409ab87 None None] Set router 344c58f4-90d7-4b33-b542-dbb2ec6d1956 gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:49:23.161426 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8d21f50e-553e-498b-972f-948c1af494d3 admin admin] Notify callbacks [] for router, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:23.355832 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8d21f50e-553e-498b-972f-948c1af494d3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:23.367027 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:23.399356 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-1e0cb6dc-5e93-453b-a449-0a318409ab87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '344c58f4-90d7-4b33-b542-dbb2ec6d1956', 'name': 'tempest-TestShelveInstance-1706167944-router', 'tenant_id': '80172e5358ea4ce5a8375f153c88f329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': '5d8e5491-76ed-48ad-91f4-92bff6c26421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:38:38Z', 'updated_at': '2022-05-30T21:49:21Z', 'revision_number': 5, 'project_id': '80172e5358ea4ce5a8375f153c88f329', 'gw_port': {'id': '5d8e5491-76ed-48ad-91f4-92bff6c26421', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:db:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344c58f4-90d7-4b33-b542-dbb2ec6d1956', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:38:38Z', 'updated_at': '2022-05-30T21:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:49:23.403204 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e0cb6dc-5e93-453b-a449-0a318409ab87 None None] Checking router: 344c58f4-90d7-4b33-b542-dbb2ec6d1956 for host: n-d-843948-2 {{(pid=84889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 21:49:23.413433 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0cb6dc-5e93-453b-a449-0a318409ab87 None None] Routers {'344c58f4-90d7-4b33-b542-dbb2ec6d1956'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:49:23.414053 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-1e0cb6dc-5e93-453b-a449-0a318409ab87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T21:49:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['344c58f4-90d7-4b33-b542-dbb2ec6d1956'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:49:23.432044 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-8d21f50e-553e-498b-972f-948c1af494d3 admin admin] Deleting port 5d8e5491-76ed-48ad-91f4-92bff6c26421 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:49:23.432391 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8d21f50e-553e-498b-972f-948c1af494d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:23.560980 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-1e0cb6dc-5e93-453b-a449-0a318409ab87 None None] Set router 344c58f4-90d7-4b33-b542-dbb2ec6d1956 gateway port host: None {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:49:23.604125 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [None req-8d21f50e-553e-498b-972f-948c1af494d3 admin admin] For port 5d8e5491-76ed-48ad-91f4-92bff6c26421, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=5d8e5491-76ed-48ad-91f4-92bff6c26421,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:49:23.604468 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8d21f50e-553e-498b-972f-948c1af494d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:23.663924 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-1e0cb6dc-5e93-453b-a449-0a318409ab87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '344c58f4-90d7-4b33-b542-dbb2ec6d1956', 'name': 'tempest-TestShelveInstance-1706167944-router', 'tenant_id': '80172e5358ea4ce5a8375f153c88f329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:38:38Z', 'updated_at': '2022-05-30T21:49:23Z', 'revision_number': 6, 'project_id': '80172e5358ea4ce5a8375f153c88f329', 'gw_port_host': None}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:49:23.667656 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e0cb6dc-5e93-453b-a449-0a318409ab87 None None] The sync data for ids ['344c58f4-90d7-4b33-b542-dbb2ec6d1956'] in n-d-843948-2 is: [{'id': '344c58f4-90d7-4b33-b542-dbb2ec6d1956', 'name': 'tempest-TestShelveInstance-1706167944-router', 'tenant_id': '80172e5358ea4ce5a8375f153c88f329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:38:38Z', 'updated_at': '2022-05-30T21:49:23Z', 'revision_number': 6, 'project_id': '80172e5358ea4ce5a8375f153c88f329', 'gw_port_host': None}] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 21:49:23.721309 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-8d21f50e-553e-498b-972f-948c1af494d3 admin admin] Calling delete_port for 5d8e5491-76ed-48ad-91f4-92bff6c26421 owned by network:router_gateway {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:49:24.047338 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8d21f50e-553e-498b-972f-948c1af494d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:24.094333 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d21f50e-553e-498b-972f-948c1af494d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d8e5491-76ed-48ad-91f4-92bff6c26421,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:49:24.310738 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8d21f50e-553e-498b-972f-948c1af494d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-736453'] for router_gateway, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:24.442607 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device e1177dbc-3bdb-45f6-beee-98c8ea00046b no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 21:49:24.474968 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: e1177dbc-3bdb-45f6-beee-98c8ea00046b {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 21:49:24.475408 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device e1177dbc-3bdb-45f6-beee-98c8ea00046b not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 21:49:24.475861 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 5d8e5491-76ed-48ad-91f4-92bff6c26421 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 21:49:24.507467 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: 5d8e5491-76ed-48ad-91f4-92bff6c26421 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 21:49:24.507815 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 5d8e5491-76ed-48ad-91f4-92bff6c26421 not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 21:49:24.564610 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8d21f50e-553e-498b-972f-948c1af494d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-724789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3141'] for router, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:24.568570 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8d21f50e-553e-498b-972f-948c1af494d3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:24.647009 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8d21f50e-553e-498b-972f-948c1af494d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724889'] for router, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:24.647531 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d21f50e-553e-498b-972f-948c1af494d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 344c58f4-90d7-4b33-b542-dbb2ec6d1956 {{(pid=84886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 21:49:24.660289 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-8d21f50e-553e-498b-972f-948c1af494d3 admin admin] Notify callbacks [] for router, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:24.661930 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-8d21f50e-553e-498b-972f-948c1af494d3 admin admin] 10.222.0.85 "DELETE /v2.0/routers/344c58f4-90d7-4b33-b542-dbb2ec6d1956 HTTP/1.1" status: 204 len: 168 time: 1.6950271 May 30 21:49:24.664418 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 54594) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:49:24.726948 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_v2 [None req-b80ea412-7589-4d65-8ae0-5bcf48783e3a admin admin] Deleting subnet 083f1092-549c-472a-b9c2-69624288a2ef {{(pid=84886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 21:49:24.730148 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b80ea412-7589-4d65-8ae0-5bcf48783e3a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:24.779134 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b80ea412-7589-4d65-8ae0-5bcf48783e3a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2655517'] for subnet, precommit_delete_associations {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:24.859123 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b80ea412-7589-4d65-8ae0-5bcf48783e3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:24.978634 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b80ea412-7589-4d65-8ae0-5bcf48783e3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4127075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2778536'] for subnet, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:25.013920 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80ea412-7589-4d65-8ae0-5bcf48783e3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=083f1092-549c-472a-b9c2-69624288a2ef,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:49:25.020362 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b80ea412-7589-4d65-8ae0-5bcf48783e3a admin admin] Notify callbacks [] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:25.025851 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-709f22d6-c567-4534-883d-be4c3854ff7e None None] Network 985aeb7c-372b-4f9b-a96e-e56b560280f4 requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 21:49:25.027511 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-b80ea412-7589-4d65-8ae0-5bcf48783e3a admin admin] 10.222.0.85 "DELETE /v2.0/subnets/083f1092-549c-472a-b9c2-69624288a2ef HTTP/1.1" status: 204 len: 168 time: 0.3621423 May 30 21:49:25.030095 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 54598) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:49:25.134135 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-62884bbf-e5af-41aa-9238-3d18631f303f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:25.144236 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-62884bbf-e5af-41aa-9238-3d18631f303f admin admin] Deleting port 501a3aae-d43b-457f-a9d3-0c09a0c29380 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:49:25.144562 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-62884bbf-e5af-41aa-9238-3d18631f303f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:25.264910 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d70bc45c-e14c-4891-a91c-57ed0ea9f731 None None] DHCP port deletion for 985aeb7c-372b-4f9b-a96e-e56b560280f4 request from n-d-843948-2 {{(pid=84888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 21:49:25.268917 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-d70bc45c-e14c-4891-a91c-57ed0ea9f731 None None] Deleting port 501a3aae-d43b-457f-a9d3-0c09a0c29380 {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:49:25.269279 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-d70bc45c-e14c-4891-a91c-57ed0ea9f731 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:25.350139 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [None req-62884bbf-e5af-41aa-9238-3d18631f303f admin admin] For port 501a3aae-d43b-457f-a9d3-0c09a0c29380, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=501a3aae-d43b-457f-a9d3-0c09a0c29380,segment=NetworkSegment(936b36f3-dea5-4778-ac04-563dadd5b416),segment_id=936b36f3-dea5-4778-ac04-563dadd5b416)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:49:25.350498 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-62884bbf-e5af-41aa-9238-3d18631f303f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:25.467433 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-d70bc45c-e14c-4891-a91c-57ed0ea9f731 None None] For port 501a3aae-d43b-457f-a9d3-0c09a0c29380, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=501a3aae-d43b-457f-a9d3-0c09a0c29380,segment=NetworkSegment(936b36f3-dea5-4778-ac04-563dadd5b416),segment_id=936b36f3-dea5-4778-ac04-563dadd5b416)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:49:25.468004 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-d70bc45c-e14c-4891-a91c-57ed0ea9f731 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:25.570589 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-62884bbf-e5af-41aa-9238-3d18631f303f admin admin] Calling delete_port for 501a3aae-d43b-457f-a9d3-0c09a0c29380 owned by network:dhcp {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:49:25.598415 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-d70bc45c-e14c-4891-a91c-57ed0ea9f731 None None] Calling delete_port for 501a3aae-d43b-457f-a9d3-0c09a0c29380 owned by network:dhcp {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:49:25.706189 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-62884bbf-e5af-41aa-9238-3d18631f303f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:25.711363 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.db.api [None req-d70bc45c-e14c-4891-a91c-57ed0ea9f731 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 21:49:25.711709 n-d-843948-2 neutron-server[84888]: DEBUG oslo_db.api [None req-d70bc45c-e14c-4891-a91c-57ed0ea9f731 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 21:49:25.750899 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62884bbf-e5af-41aa-9238-3d18631f303f admin admin] Pushing event deleted for resources: {'Port': ['ID=501a3aae-d43b-457f-a9d3-0c09a0c29380,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:49:25.755135 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62884bbf-e5af-41aa-9238-3d18631f303f admin admin] No DVR routers for this DVR port 501a3aae-d43b-457f-a9d3-0c09a0c29380 on host n-d-843948-2 {{(pid=84886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 21:49:25.868050 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-62884bbf-e5af-41aa-9238-3d18631f303f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:25.891780 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-62884bbf-e5af-41aa-9238-3d18631f303f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['985aeb7c-372b-4f9b-a96e-e56b560280f4']}} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:49:25.903589 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-62884bbf-e5af-41aa-9238-3d18631f303f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '936b36f3-dea5-4778-ac04-563dadd5b416') {'for_net_delete': True} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:49:25.903879 n-d-843948-2 neutron-server[84886]: DEBUG neutron.services.segments.db [None req-62884bbf-e5af-41aa-9238-3d18631f303f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '936b36f3-dea5-4778-ac04-563dadd5b416') {} {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:49:25.915243 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-62884bbf-e5af-41aa-9238-3d18631f303f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2660590'] for segment, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:25.932487 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-62884bbf-e5af-41aa-9238-3d18631f303f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:25.938294 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62884bbf-e5af-41aa-9238-3d18631f303f admin admin] Releasing vlan 664 on physical network physnet1 to pool {{(pid=84886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 21:49:25.938668 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-62884bbf-e5af-41aa-9238-3d18631f303f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4126989'] for segment, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:25.954853 n-d-843948-2 neutron-server[84886]: Traceback (most recent call last): May 30 21:49:25.954853 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 21:49:25.954853 n-d-843948-2 neutron-server[84886]: timer() May 30 21:49:25.954853 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 21:49:25.954853 n-d-843948-2 neutron-server[84886]: cb(*args, **kw) May 30 21:49:25.954853 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 21:49:25.954853 n-d-843948-2 neutron-server[84886]: return func(*args, **kwargs) May 30 21:49:25.954853 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 21:49:25.954853 n-d-843948-2 neutron-server[84886]: self._notify() May 30 21:49:25.954853 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 21:49:25.954853 n-d-843948-2 neutron-server[84886]: self.callback(batched_events) May 30 21:49:25.954853 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 21:49:25.954853 n-d-843948-2 neutron-server[84886]: event.method(event) May 30 21:49:25.954853 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 21:49:25.954853 n-d-843948-2 neutron-server[84886]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 21:49:25.954853 n-d-843948-2 neutron-server[84886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 21:49:25.954853 n-d-843948-2 neutron-server[84886]: aggregate_uuid = self.p_client.list_aggregates( May 30 21:49:25.954853 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 21:49:25.954853 n-d-843948-2 neutron-server[84886]: return f(self, *a, **k) May 30 21:49:25.954853 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 21:49:25.954853 n-d-843948-2 neutron-server[84886]: return self._get(url).json() May 30 21:49:25.954853 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 21:49:25.954853 n-d-843948-2 neutron-server[84886]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 21:49:25.954853 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 21:49:25.954853 n-d-843948-2 neutron-server[84886]: return self.request(url, 'GET', **kwargs) May 30 21:49:25.954853 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 21:49:25.954853 n-d-843948-2 neutron-server[84886]: base_url = self.get_endpoint(auth, allow=allow, May 30 21:49:25.954853 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 21:49:25.954853 n-d-843948-2 neutron-server[84886]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 21:49:25.954853 n-d-843948-2 neutron-server[84886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 21:49:25.954853 n-d-843948-2 neutron-server[84886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 21:49:25.954853 n-d-843948-2 neutron-server[84886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 21:49:26.109774 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-62884bbf-e5af-41aa-9238-3d18631f303f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:26.126245 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-62884bbf-e5af-41aa-9238-3d18631f303f admin admin] Notify callbacks [] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:26.136107 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62884bbf-e5af-41aa-9238-3d18631f303f admin admin] Pushing event deleted for resources: {'Network': ['ID=985aeb7c-372b-4f9b-a96e-e56b560280f4,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:49:26.143004 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-62884bbf-e5af-41aa-9238-3d18631f303f admin admin] 10.222.0.85 "DELETE /v2.0/networks/985aeb7c-372b-4f9b-a96e-e56b560280f4 HTTP/1.1" status: 204 len: 168 time: 1.1119366 May 30 21:49:26.213137 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-d70bc45c-e14c-4891-a91c-57ed0ea9f731 None None] Deleting port 501a3aae-d43b-457f-a9d3-0c09a0c29380 {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:49:26.213516 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-d70bc45c-e14c-4891-a91c-57ed0ea9f731 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:26.299394 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-d70bc45c-e14c-4891-a91c-57ed0ea9f731 None None] The port '501a3aae-d43b-457f-a9d3-0c09a0c29380' was deleted {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 21:49:26.374897 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ce5dcf2d-d8bd-4c28-bf27-cfabd14ffc56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:26.415580 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 501a3aae-d43b-457f-a9d3-0c09a0c29380 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 21:49:26.448521 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: 501a3aae-d43b-457f-a9d3-0c09a0c29380 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 21:49:26.448857 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 501a3aae-d43b-457f-a9d3-0c09a0c29380 not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 21:49:26.604329 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 54604) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:49:26.661577 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-40b7a21c-8179-489d-ad2a-f4b35d8e202b admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=216cf461b0464527bdbe4863bf4a4889&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0509088 May 30 21:49:26.663534 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 54608) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:49:26.720313 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-67009904-ec3e-49cb-8882-760f02abecb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:26.746082 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-67009904-ec3e-49cb-8882-760f02abecb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:26.875616 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-67009904-ec3e-49cb-8882-760f02abecb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:26.894903 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67009904-ec3e-49cb-8882-760f02abecb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbd281bc-b0b1-455f-a70c-a802b5ddf481,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:49:26.900709 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-67009904-ec3e-49cb-8882-760f02abecb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:26.902940 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-67009904-ec3e-49cb-8882-760f02abecb6 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/bbd281bc-b0b1-455f-a70c-a802b5ddf481 HTTP/1.1" status: 204 len: 168 time: 0.2385011 May 30 21:49:27.656011 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 54616) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:49:27.704968 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-c28a1471-5e19-4292-8319-c7e2872fcdc0 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=80172e5358ea4ce5a8375f153c88f329&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0478265 May 30 21:49:27.707957 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 54620) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:49:27.767988 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5562cbc8-7739-4407-ae29-d50a794a4ef9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:27.792750 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5562cbc8-7739-4407-ae29-d50a794a4ef9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:27.900436 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5562cbc8-7739-4407-ae29-d50a794a4ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:27.917181 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5562cbc8-7739-4407-ae29-d50a794a4ef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de5c0dc4-73e1-42cf-b5ad-29b9827c0b7f,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:49:27.922191 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-5562cbc8-7739-4407-ae29-d50a794a4ef9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:27.925523 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-5562cbc8-7739-4407-ae29-d50a794a4ef9 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/de5c0dc4-73e1-42cf-b5ad-29b9827c0b7f HTTP/1.1" status: 204 len: 168 time: 0.2166610 May 30 21:49:29.150468 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 54642) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:49:29.275017 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-e7300593-6530-4fcd-bfb4-6297099e4663 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1904564756-network', 'tenant_id': '9b65d052608942f5a899fbd1f25dbb6f'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:49:29.280461 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-e7300593-6530-4fcd-bfb4-6297099e4663 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:49:29.284290 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-e7300593-6530-4fcd-bfb4-6297099e4663 admin admin] Usage tracker for resource:network and tenant:9b65d052608942f5a899fbd1f25dbb6f is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:49:29.287133 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-e7300593-6530-4fcd-bfb4-6297099e4663 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:49:29.293256 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-e7300593-6530-4fcd-bfb4-6297099e4663 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:49:29.364040 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7300593-6530-4fcd-bfb4-6297099e4663 admin admin] Made reservation on behalf of 9b65d052608942f5a899fbd1f25dbb6f for: {'network': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 21:49:29.366314 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e7300593-6530-4fcd-bfb4-6297099e4663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:29.378423 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e7300593-6530-4fcd-bfb4-6297099e4663 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:29.408600 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-e7300593-6530-4fcd-bfb4-6297099e4663 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:49:29.412489 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-e7300593-6530-4fcd-bfb4-6297099e4663 admin admin] Usage tracker for resource:security_group_rule and tenant:9b65d052608942f5a899fbd1f25dbb6f is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:49:29.415292 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-e7300593-6530-4fcd-bfb4-6297099e4663 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:49:29.420958 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-e7300593-6530-4fcd-bfb4-6297099e4663 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:49:29.485540 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e7300593-6530-4fcd-bfb4-6297099e4663 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:29.546287 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e7300593-6530-4fcd-bfb4-6297099e4663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:29.578308 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7300593-6530-4fcd-bfb4-6297099e4663 admin admin] vlan segment allocate from pool success with {'vlan_id': 688, 'physical_network': 'physnet1'} {{(pid=84886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 21:49:29.583349 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7300593-6530-4fcd-bfb4-6297099e4663 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ccdc648-4ed9-4388-a8e1-218bdd70f0da,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:49:29.589846 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e7300593-6530-4fcd-bfb4-6297099e4663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:29.590727 n-d-843948-2 neutron-server[84886]: INFO neutron.db.segments_db [None req-e7300593-6530-4fcd-bfb4-6297099e4663 admin admin] Added segment 903a1647-840b-44e5-a215-34734b06b085 of type vlan for network fd493364-9658-4adb-9063-bc8b3eea12ce May 30 21:49:29.617097 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e7300593-6530-4fcd-bfb4-6297099e4663 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:29.689345 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-af726d50-52c6-44f3-9808-8f75027229ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:29.715641 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e7300593-6530-4fcd-bfb4-6297099e4663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:29.716537 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7300593-6530-4fcd-bfb4-6297099e4663 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:49:29.717137 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e7300593-6530-4fcd-bfb4-6297099e4663 admin admin] Notify callbacks [] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:29.818607 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7300593-6530-4fcd-bfb4-6297099e4663 admin admin] Pushing event updated for resources: {'Network': ['ID=fd493364-9658-4adb-9063-bc8b3eea12ce,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:49:29.828513 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network fd493364-9658-4adb-9063-bc8b3eea12ce details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 21:49:29.878639 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-e7300593-6530-4fcd-bfb4-6297099e4663 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7270708 May 30 21:49:29.881716 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 54648) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:49:29.887239 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-ae5db513-f6c7-41c8-921c-c46aecd372ef admin admin] Request body: {'subnet': {'network_id': 'fd493364-9658-4adb-9063-bc8b3eea12ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1904564756-subnet', 'tenant_id': '9b65d052608942f5a899fbd1f25dbb6f', 'ip_version': 4}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:49:29.893107 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-ae5db513-f6c7-41c8-921c-c46aecd372ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:49:29.897787 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-ae5db513-f6c7-41c8-921c-c46aecd372ef admin admin] Usage tracker for resource:subnet and tenant:9b65d052608942f5a899fbd1f25dbb6f is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:49:29.900981 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-ae5db513-f6c7-41c8-921c-c46aecd372ef admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:49:29.906833 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-ae5db513-f6c7-41c8-921c-c46aecd372ef admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:49:29.969263 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae5db513-f6c7-41c8-921c-c46aecd372ef admin admin] Made reservation on behalf of 9b65d052608942f5a899fbd1f25dbb6f for: {'subnet': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 21:49:29.971606 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ae5db513-f6c7-41c8-921c-c46aecd372ef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2778563'] for subnet, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:30.064349 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:30.226502 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ae5db513-f6c7-41c8-921c-c46aecd372ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4127140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2778577'] for subnet, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:30.298130 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5db513-f6c7-41c8-921c-c46aecd372ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d64e778-aa60-46ed-8ee7-992ca1068a32,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:49:30.312179 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae5db513-f6c7-41c8-921c-c46aecd372ef admin admin] Checking segment: {'id': '903a1647-840b-44e5-a215-34734b06b085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'fd493364-9658-4adb-9063-bc8b3eea12ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:49:30.312531 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae5db513-f6c7-41c8-921c-c46aecd372ef admin admin] Network hostable DHCP agents. Network: fd493364-9658-4adb-9063-bc8b3eea12ce, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 21:49:30.417947 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae5db513-f6c7-41c8-921c-c46aecd372ef admin admin] Network fd493364-9658-4adb-9063-bc8b3eea12ce is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 21:49:30.475105 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-ae5db513-f6c7-41c8-921c-c46aecd372ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, fd493364-9658-4adb-9063-bc8b3eea12ce) {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:49:30.478922 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae5db513-f6c7-41c8-921c-c46aecd372ef admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:49:30.479495 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-ae5db513-f6c7-41c8-921c-c46aecd372ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:30.483863 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dabd7f6-09ab-4543-b413-bd48b06419e0 None None] Network fd493364-9658-4adb-9063-bc8b3eea12ce requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 21:49:30.550457 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-ae5db513-f6c7-41c8-921c-c46aecd372ef admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6676095 May 30 21:49:30.554073 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 54652) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:49:30.559160 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-5e992825-d2ba-4cb1-9d25-cd7d3a52d46b admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1904564756-router', 'tenant_id': '9b65d052608942f5a899fbd1f25dbb6f', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:49:30.564457 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-5e992825-d2ba-4cb1-9d25-cd7d3a52d46b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:49:30.568583 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-5e992825-d2ba-4cb1-9d25-cd7d3a52d46b admin admin] Usage tracker for resource:router and tenant:9b65d052608942f5a899fbd1f25dbb6f is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:49:30.571469 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-5e992825-d2ba-4cb1-9d25-cd7d3a52d46b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:49:30.577560 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-5e992825-d2ba-4cb1-9d25-cd7d3a52d46b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:49:30.641397 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5e992825-d2ba-4cb1-9d25-cd7d3a52d46b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-733683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3159'] for router, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:30.642311 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5e992825-d2ba-4cb1-9d25-cd7d3a52d46b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-733584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-736372', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-628480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3164'] for router, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:30.661749 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5e992825-d2ba-4cb1-9d25-cd7d3a52d46b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:30.691089 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd68cc6-b426-4fe1-82e3-a06fa9256121 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-fd493364-9658-4adb-9063-bc8b3eea12ce', 'network_id': 'fd493364-9658-4adb-9063-bc8b3eea12ce', 'tenant_id': '9b65d052608942f5a899fbd1f25dbb6f', 'fixed_ips': [{'subnet_id': '7d64e778-aa60-46ed-8ee7-992ca1068a32'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 21:49:30.691899 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-1fd68cc6-b426-4fe1-82e3-a06fa9256121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:30.852501 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-1fd68cc6-b426-4fe1-82e3-a06fa9256121 None None] Allocated IP 172.20.0.2 (fd493364-9658-4adb-9063-bc8b3eea12ce/7d64e778-aa60-46ed-8ee7-992ca1068a32/906f3645-0622-49d6-b910-ca065a43a073) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 21:49:30.892652 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5e992825-d2ba-4cb1-9d25-cd7d3a52d46b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-736390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:31.051056 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-1fd68cc6-b426-4fe1-82e3-a06fa9256121 None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:31.060651 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-1fd68cc6-b426-4fe1-82e3-a06fa9256121 None None] Transition to ACTIVE for port object 906f3645-0622-49d6-b910-ca065a43a073 will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:49:31.079463 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-1fd68cc6-b426-4fe1-82e3-a06fa9256121 None None] Transition to ACTIVE for port object 906f3645-0622-49d6-b910-ca065a43a073 will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:49:31.145872 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-1fd68cc6-b426-4fe1-82e3-a06fa9256121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:31.215918 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd68cc6-b426-4fe1-82e3-a06fa9256121 None None] Network fd493364-9658-4adb-9063-bc8b3eea12ce is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:49:31.218691 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-1fd68cc6-b426-4fe1-82e3-a06fa9256121 None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:49:31.222470 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd68cc6-b426-4fe1-82e3-a06fa9256121 None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 21:49:31.227528 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd68cc6-b426-4fe1-82e3-a06fa9256121 None None] Pushing event updated for resources: {'Port': ['ID=906f3645-0622-49d6-b910-ca065a43a073,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:49:31.238788 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5e992825-d2ba-4cb1-9d25-cd7d3a52d46b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:31.261141 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd68cc6-b426-4fe1-82e3-a06fa9256121 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:49:31.261486 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd68cc6-b426-4fe1-82e3-a06fa9256121 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:49:31.261858 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd68cc6-b426-4fe1-82e3-a06fa9256121 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:49:31.262188 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd68cc6-b426-4fe1-82e3-a06fa9256121 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:49:31.262516 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd68cc6-b426-4fe1-82e3-a06fa9256121 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:49:31.262842 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd68cc6-b426-4fe1-82e3-a06fa9256121 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:49:31.263164 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd68cc6-b426-4fe1-82e3-a06fa9256121 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:49:31.263489 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd68cc6-b426-4fe1-82e3-a06fa9256121 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:49:31.263805 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd68cc6-b426-4fe1-82e3-a06fa9256121 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:49:31.264122 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd68cc6-b426-4fe1-82e3-a06fa9256121 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:49:31.264439 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd68cc6-b426-4fe1-82e3-a06fa9256121 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:49:31.268178 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5e992825-d2ba-4cb1-9d25-cd7d3a52d46b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:31.322555 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-1fd68cc6-b426-4fe1-82e3-a06fa9256121 None None] Attempting to bind port 906f3645-0622-49d6-b910-ca065a43a073 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 21:49:31.322918 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-1fd68cc6-b426-4fe1-82e3-a06fa9256121 None None] Attempting to bind port 906f3645-0622-49d6-b910-ca065a43a073 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': '903a1647-840b-44e5-a215-34734b06b085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'fd493364-9658-4adb-9063-bc8b3eea12ce'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 21:49:31.323276 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd68cc6-b426-4fe1-82e3-a06fa9256121 None None] Attempting to bind port 906f3645-0622-49d6-b910-ca065a43a073 on network fd493364-9658-4adb-9063-bc8b3eea12ce {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:49:31.329473 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd68cc6-b426-4fe1-82e3-a06fa9256121 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 21, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 21:49:31.329869 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd68cc6-b426-4fe1-82e3-a06fa9256121 None None] Checking segment: {'id': '903a1647-840b-44e5-a215-34734b06b085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'fd493364-9658-4adb-9063-bc8b3eea12ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:49:31.330267 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-1fd68cc6-b426-4fe1-82e3-a06fa9256121 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:31.330651 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd68cc6-b426-4fe1-82e3-a06fa9256121 None None] Bound using segment: {'id': '903a1647-840b-44e5-a215-34734b06b085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'fd493364-9658-4adb-9063-bc8b3eea12ce'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 21:49:31.331110 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-1fd68cc6-b426-4fe1-82e3-a06fa9256121 None None] Bound port: 906f3645-0622-49d6-b910-ca065a43a073, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '903a1647-840b-44e5-a215-34734b06b085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'fd493364-9658-4adb-9063-bc8b3eea12ce'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 21:49:31.331477 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-1fd68cc6-b426-4fe1-82e3-a06fa9256121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:31.404883 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-5e992825-d2ba-4cb1-9d25-cd7d3a52d46b admin admin] Allocated IP 172.25.8.125 (c7869750-4b49-4b7e-aa99-5e0f1ae02da4/427601ec-f643-4fe7-b5e6-17305d3a39e1/43dce2e0-5a4d-4013-a3b1-58dea575f5c8) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 21:49:31.420124 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-1fd68cc6-b426-4fe1-82e3-a06fa9256121 None None] For port 906f3645-0622-49d6-b910-ca065a43a073, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 21:49:31.430620 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-1fd68cc6-b426-4fe1-82e3-a06fa9256121 None None] For port 906f3645-0622-49d6-b910-ca065a43a073, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=906f3645-0622-49d6-b910-ca065a43a073,segment=NetworkSegment(903a1647-840b-44e5-a215-34734b06b085),segment_id=903a1647-840b-44e5-a215-34734b06b085)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 21:49:31.518191 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-1fd68cc6-b426-4fe1-82e3-a06fa9256121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:31.550240 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5e992825-d2ba-4cb1-9d25-cd7d3a52d46b admin admin] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:31.554743 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:31.603241 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd68cc6-b426-4fe1-82e3-a06fa9256121 None None] Pushing event updated for resources: {'Port': ['ID=906f3645-0622-49d6-b910-ca065a43a073,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:49:31.633566 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 21:49:31.649700 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5e992825-d2ba-4cb1-9d25-cd7d3a52d46b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:31.715877 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e992825-d2ba-4cb1-9d25-cd7d3a52d46b admin admin] Network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:49:31.718598 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-5e992825-d2ba-4cb1-9d25-cd7d3a52d46b admin admin] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:49:31.722393 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e992825-d2ba-4cb1-9d25-cd7d3a52d46b admin admin] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 21:49:31.762579 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e992825-d2ba-4cb1-9d25-cd7d3a52d46b admin admin] Pushing event updated for resources: {'Port': ['ID=43dce2e0-5a4d-4013-a3b1-58dea575f5c8,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:49:31.975215 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5e992825-d2ba-4cb1-9d25-cd7d3a52d46b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:31.975949 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5e992825-d2ba-4cb1-9d25-cd7d3a52d46b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-736409'] for router, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:32.304365 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e992825-d2ba-4cb1-9d25-cd7d3a52d46b admin admin] Router cd241ea9-4ca2-43ad-b614-f746af811df3 is scheduled to L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 with binding_index 1 {{(pid=84886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 21:49:32.452436 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 906f3645-0622-49d6-b910-ca065a43a073 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:49:32.487486 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2067a60-0a0d-4acc-927c-a473c8a85fb6 None None] Network fd493364-9658-4adb-9063-bc8b3eea12ce requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 21:49:32.511464 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e992825-d2ba-4cb1-9d25-cd7d3a52d46b admin admin] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 21:49:32.565117 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc60ea5-6039-4641-ad84-2dc40cb05f38 None None] Sync routers for ids ['cd241ea9-4ca2-43ad-b614-f746af811df3'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 21:49:32.591976 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-5e992825-d2ba-4cb1-9d25-cd7d3a52d46b admin admin] Notify callbacks [] for router, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:32.593266 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-5e992825-d2ba-4cb1-9d25-cd7d3a52d46b admin admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.0382700 May 30 21:49:32.596083 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 54656) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:49:32.623052 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc60ea5-6039-4641-ad84-2dc40cb05f38 None None] Routers {'cd241ea9-4ca2-43ad-b614-f746af811df3'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:49:32.623678 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-abc60ea5-6039-4641-ad84-2dc40cb05f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T21:49:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['cd241ea9-4ca2-43ad-b614-f746af811df3'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:49:32.747656 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-8a034cfe-e49a-45b4-b862-4cff3ab8eee0 None None] Provisioning for port 906f3645-0622-49d6-b910-ca065a43a073 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:49:32.841920 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 906f3645-0622-49d6-b910-ca065a43a073 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:49:32.865286 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 906f3645-0622-49d6-b910-ca065a43a073 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:49:32.865682 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:32.973487 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-abc60ea5-6039-4641-ad84-2dc40cb05f38 None None] Set router cd241ea9-4ca2-43ad-b614-f746af811df3 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:49:33.211146 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:33.281413 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:33.351646 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port 906f3645-0622-49d6-b910-ca065a43a073, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=906f3645-0622-49d6-b910-ca065a43a073,segment=NetworkSegment(903a1647-840b-44e5-a215-34734b06b085),segment_id=903a1647-840b-44e5-a215-34734b06b085)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:49:33.418065 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-abc60ea5-6039-4641-ad84-2dc40cb05f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd241ea9-4ca2-43ad-b614-f746af811df3', 'name': 'tempest-TestSnapshotPattern-1904564756-router', 'tenant_id': '9b65d052608942f5a899fbd1f25dbb6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': '43dce2e0-5a4d-4013-a3b1-58dea575f5c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:49:30Z', 'updated_at': '2022-05-30T21:49:31Z', 'revision_number': 3, 'project_id': '9b65d052608942f5a899fbd1f25dbb6f', 'gw_port': {'id': '43dce2e0-5a4d-4013-a3b1-58dea575f5c8', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:7e:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd241ea9-4ca2-43ad-b614-f746af811df3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:49:31Z', 'updated_at': '2022-05-30T21:49:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:49:33.422159 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc60ea5-6039-4641-ad84-2dc40cb05f38 None None] Checking router: cd241ea9-4ca2-43ad-b614-f746af811df3 for host: n-d-843948-2 {{(pid=84888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 21:49:33.422571 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc60ea5-6039-4641-ad84-2dc40cb05f38 None None] Updating router cd241ea9-4ca2-43ad-b614-f746af811df3 port 43dce2e0-5a4d-4013-a3b1-58dea575f5c8 binding host n-d-843948-2 {{(pid=84888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 21:49:33.450501 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:33.457071 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-aedd3a1f-8473-4d7f-addf-2bc9d5825b21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:33.526162 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-abc60ea5-6039-4641-ad84-2dc40cb05f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:33.584307 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=906f3645-0622-49d6-b910-ca065a43a073,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:49:33.656768 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-e9363993-968d-464d-b17b-72bd5e661861 None None] Provisioning complete for port 906f3645-0622-49d6-b910-ca065a43a073 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:49:33.657140 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-e9363993-968d-464d-b17b-72bd5e661861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:33.666656 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-aedd3a1f-8473-4d7f-addf-2bc9d5825b21 admin admin] Allocated IP 172.20.0.1 (fd493364-9658-4adb-9063-bc8b3eea12ce/7d64e778-aa60-46ed-8ee7-992ca1068a32/ae7d7805-2aa0-4a86-93c8-6ed056c057b5) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 21:49:33.817597 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-aedd3a1f-8473-4d7f-addf-2bc9d5825b21 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:33.833751 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [None req-aedd3a1f-8473-4d7f-addf-2bc9d5825b21 admin admin] Transition to ACTIVE for port object ae7d7805-2aa0-4a86-93c8-6ed056c057b5 will not be triggered until provisioned by entity DHCP. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:49:33.955805 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-aedd3a1f-8473-4d7f-addf-2bc9d5825b21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:33.965564 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-abc60ea5-6039-4641-ad84-2dc40cb05f38 None None] Notify callbacks [] for port, precommit_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:33.977498 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-abc60ea5-6039-4641-ad84-2dc40cb05f38 None None] Transition to ACTIVE for port object 43dce2e0-5a4d-4013-a3b1-58dea575f5c8 will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:49:34.026546 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aedd3a1f-8473-4d7f-addf-2bc9d5825b21 admin admin] Network fd493364-9658-4adb-9063-bc8b3eea12ce is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:49:34.029202 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-aedd3a1f-8473-4d7f-addf-2bc9d5825b21 admin admin] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:49:34.032851 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aedd3a1f-8473-4d7f-addf-2bc9d5825b21 admin admin] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 21:49:34.046945 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-abc60ea5-6039-4641-ad84-2dc40cb05f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:34.066841 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedd3a1f-8473-4d7f-addf-2bc9d5825b21 admin admin] Pushing event updated for resources: {'Port': ['ID=ae7d7805-2aa0-4a86-93c8-6ed056c057b5,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:49:34.091320 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-aedd3a1f-8473-4d7f-addf-2bc9d5825b21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-736099'] for router_interface, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:34.130247 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e68ba06-e0b8-41a3-9e93-6383fb2a8e6e None None] Pushing event updated for resources: {'Port': ['ID=43dce2e0-5a4d-4013-a3b1-58dea575f5c8,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:49:34.136192 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-abc60ea5-6039-4641-ad84-2dc40cb05f38 None None] Attempting to bind port 43dce2e0-5a4d-4013-a3b1-58dea575f5c8 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 21:49:34.142868 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-abc60ea5-6039-4641-ad84-2dc40cb05f38 None None] Attempting to bind port 43dce2e0-5a4d-4013-a3b1-58dea575f5c8 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 21:49:34.142868 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc60ea5-6039-4641-ad84-2dc40cb05f38 None None] Attempting to bind port 43dce2e0-5a4d-4013-a3b1-58dea575f5c8 on network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:49:34.143540 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc60ea5-6039-4641-ad84-2dc40cb05f38 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 21, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 21:49:34.143912 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc60ea5-6039-4641-ad84-2dc40cb05f38 None None] Checking segment: {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:49:34.144400 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-abc60ea5-6039-4641-ad84-2dc40cb05f38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:34.145278 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc60ea5-6039-4641-ad84-2dc40cb05f38 None None] Bound using segment: {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 21:49:34.145770 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-abc60ea5-6039-4641-ad84-2dc40cb05f38 None None] Bound port: 43dce2e0-5a4d-4013-a3b1-58dea575f5c8, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 21:49:34.146146 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-abc60ea5-6039-4641-ad84-2dc40cb05f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:34.222391 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-abc60ea5-6039-4641-ad84-2dc40cb05f38 None None] For port 43dce2e0-5a4d-4013-a3b1-58dea575f5c8, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 21:49:34.226226 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-abc60ea5-6039-4641-ad84-2dc40cb05f38 None None] For port 43dce2e0-5a4d-4013-a3b1-58dea575f5c8, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=43dce2e0-5a4d-4013-a3b1-58dea575f5c8,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 21:49:34.248007 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-aedd3a1f-8473-4d7f-addf-2bc9d5825b21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:34.308177 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-abc60ea5-6039-4641-ad84-2dc40cb05f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:34.389403 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc60ea5-6039-4641-ad84-2dc40cb05f38 None None] Routers {'cd241ea9-4ca2-43ad-b614-f746af811df3'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:49:34.390067 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-abc60ea5-6039-4641-ad84-2dc40cb05f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T21:49:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['cd241ea9-4ca2-43ad-b614-f746af811df3'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:49:34.444303 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 906f3645-0622-49d6-b910-ca065a43a073 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:49:34.471555 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-aedd3a1f-8473-4d7f-addf-2bc9d5825b21 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:34.525385 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-9cd06c78-280a-4e28-b17c-e693af301b61 None None] Provisioning for port ae7d7805-2aa0-4a86-93c8-6ed056c057b5 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:49:34.543088 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e68ba06-e0b8-41a3-9e93-6383fb2a8e6e None None] Pushing event updated for resources: {'Port': ['ID=43dce2e0-5a4d-4013-a3b1-58dea575f5c8,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:49:34.569154 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-aedd3a1f-8473-4d7f-addf-2bc9d5825b21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:34.569333 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-9cd06c78-280a-4e28-b17c-e693af301b61 None None] Provisioning complete for port ae7d7805-2aa0-4a86-93c8-6ed056c057b5 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:49:34.569694 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-9cd06c78-280a-4e28-b17c-e693af301b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:34.661828 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-9cd06c78-280a-4e28-b17c-e693af301b61 None None] Port ae7d7805-2aa0-4a86-93c8-6ed056c057b5 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 21:49:34.676087 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedd3a1f-8473-4d7f-addf-2bc9d5825b21 admin admin] Pushing event updated for resources: {'Port': ['ID=ae7d7805-2aa0-4a86-93c8-6ed056c057b5,revision_number=2']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:49:34.677655 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-abc60ea5-6039-4641-ad84-2dc40cb05f38 None None] Set router cd241ea9-4ca2-43ad-b614-f746af811df3 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:49:34.678581 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-aedd3a1f-8473-4d7f-addf-2bc9d5825b21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1718057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-736206'] for router_interface, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:34.761849 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 906f3645-0622-49d6-b910-ca065a43a073 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:49:34.762219 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:34.818683 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aedd3a1f-8473-4d7f-addf-2bc9d5825b21 admin admin] Network fd493364-9658-4adb-9063-bc8b3eea12ce is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:49:34.819913 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-aedd3a1f-8473-4d7f-addf-2bc9d5825b21 admin admin] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:49:35.127192 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-6ea6d41d-bdac-40bf-8f9d-9b889e2ef6f3 None None] Provisioning complete for port ae7d7805-2aa0-4a86-93c8-6ed056c057b5 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:49:35.127451 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-6ea6d41d-bdac-40bf-8f9d-9b889e2ef6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:35.190227 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-6ea6d41d-bdac-40bf-8f9d-9b889e2ef6f3 None None] Port ae7d7805-2aa0-4a86-93c8-6ed056c057b5 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 21:49:35.202896 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-abc60ea5-6039-4641-ad84-2dc40cb05f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd241ea9-4ca2-43ad-b614-f746af811df3', 'name': 'tempest-TestSnapshotPattern-1904564756-router', 'tenant_id': '9b65d052608942f5a899fbd1f25dbb6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': '43dce2e0-5a4d-4013-a3b1-58dea575f5c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:49:30Z', 'updated_at': '2022-05-30T21:49:34Z', 'revision_number': 4, 'project_id': '9b65d052608942f5a899fbd1f25dbb6f', 'gw_port': {'id': '43dce2e0-5a4d-4013-a3b1-58dea575f5c8', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:7e:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd241ea9-4ca2-43ad-b614-f746af811df3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:49:31Z', 'updated_at': '2022-05-30T21:49:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': 'ae7d7805-2aa0-4a86-93c8-6ed056c057b5', 'name': '', 'network_id': 'fd493364-9658-4adb-9063-bc8b3eea12ce', 'tenant_id': '9b65d052608942f5a899fbd1f25dbb6f', 'mac_address': 'fa:16:3e:8c:75:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd241ea9-4ca2-43ad-b614-f746af811df3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d64e778-aa60-46ed-8ee7-992ca1068a32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:49:33Z', 'updated_at': '2022-05-30T21:49:33Z', 'revision_number': 1, 'project_id': '9b65d052608942f5a899fbd1f25dbb6f', 'subnets': [{'id': '7d64e778-aa60-46ed-8ee7-992ca1068a32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:49:35.207670 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc60ea5-6039-4641-ad84-2dc40cb05f38 None None] The sync data for ids ['cd241ea9-4ca2-43ad-b614-f746af811df3'] in n-d-843948-2 is: [{'id': 'cd241ea9-4ca2-43ad-b614-f746af811df3', 'name': 'tempest-TestSnapshotPattern-1904564756-router', 'tenant_id': '9b65d052608942f5a899fbd1f25dbb6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': '43dce2e0-5a4d-4013-a3b1-58dea575f5c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:49:30Z', 'updated_at': '2022-05-30T21:49:34Z', 'revision_number': 4, 'project_id': '9b65d052608942f5a899fbd1f25dbb6f', 'gw_port': {'id': '43dce2e0-5a4d-4013-a3b1-58dea575f5c8', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:7e:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd241ea9-4ca2-43ad-b614-f746af811df3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:49:31Z', 'updated_at': '2022-05-30T21:49:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': 'ae7d7805-2aa0-4a86-93c8-6ed056c057b5', 'name': '', 'network_id': 'fd493364-9658-4adb-9063-bc8b3eea12ce', 'tenant_id': '9b65d052608942f5a899fbd1f25dbb6f', 'mac_address': 'fa:16:3e:8c:75:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd241ea9-4ca2-43ad-b614-f746af811df3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d64e778-aa60-46ed-8ee7-992ca1068a32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:49:33Z', 'updated_at': '2022-05-30T21:49:33Z', 'revision_number': 1, 'project_id': '9b65d052608942f5a899fbd1f25dbb6f', 'subnets': [{'id': '7d64e778-aa60-46ed-8ee7-992ca1068a32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 21:49:35.326749 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aedd3a1f-8473-4d7f-addf-2bc9d5825b21 admin admin] Router cd241ea9-4ca2-43ad-b614-f746af811df3 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 21:49:35.546802 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aedd3a1f-8473-4d7f-addf-2bc9d5825b21 admin admin] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 21:49:35.557163 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-aedd3a1f-8473-4d7f-addf-2bc9d5825b21 admin admin] 10.222.0.85 "PUT /v2.0/routers/cd241ea9-4ca2-43ad-b614-f746af811df3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9600368 May 30 21:49:36.443526 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 43dce2e0-5a4d-4013-a3b1-58dea575f5c8 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:49:36.578292 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 43dce2e0-5a4d-4013-a3b1-58dea575f5c8 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:49:36.583510 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 43dce2e0-5a4d-4013-a3b1-58dea575f5c8 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:49:36.583883 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:36.686307 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 54678) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:49:36.692598 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-3d268e3d-efc6-4e0c-831e-1273f6741720 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1067278450-network', 'tenant_id': '8682ce7cbc584c828a659226345545aa'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:49:36.697958 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-3d268e3d-efc6-4e0c-831e-1273f6741720 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:49:36.701200 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:36.701901 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-3d268e3d-efc6-4e0c-831e-1273f6741720 admin admin] Usage tracker for resource:network and tenant:8682ce7cbc584c828a659226345545aa is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:49:36.707422 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-3d268e3d-efc6-4e0c-831e-1273f6741720 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:49:36.711108 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-3d268e3d-efc6-4e0c-831e-1273f6741720 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:49:36.717308 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port 43dce2e0-5a4d-4013-a3b1-58dea575f5c8, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=43dce2e0-5a4d-4013-a3b1-58dea575f5c8,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:49:36.763359 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:36.775136 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d268e3d-efc6-4e0c-831e-1273f6741720 admin admin] Made reservation on behalf of 8682ce7cbc584c828a659226345545aa for: {'network': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 21:49:36.777508 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3d268e3d-efc6-4e0c-831e-1273f6741720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for network, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:36.790324 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3d268e3d-efc6-4e0c-831e-1273f6741720 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:36.822726 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-3d268e3d-efc6-4e0c-831e-1273f6741720 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:49:36.826557 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-3d268e3d-efc6-4e0c-831e-1273f6741720 admin admin] Usage tracker for resource:security_group_rule and tenant:8682ce7cbc584c828a659226345545aa is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:49:36.829361 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-3d268e3d-efc6-4e0c-831e-1273f6741720 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:49:36.832940 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=43dce2e0-5a4d-4013-a3b1-58dea575f5c8,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:49:36.835105 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-3d268e3d-efc6-4e0c-831e-1273f6741720 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:49:36.898885 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3d268e3d-efc6-4e0c-831e-1273f6741720 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:36.957545 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3d268e3d-efc6-4e0c-831e-1273f6741720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:36.986128 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d268e3d-efc6-4e0c-831e-1273f6741720 admin admin] vlan segment allocate from pool success with {'vlan_id': 668, 'physical_network': 'physnet1'} {{(pid=84886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 30 21:49:36.994727 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d268e3d-efc6-4e0c-831e-1273f6741720 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02394254-7216-4d94-b3d6-fc508bf74765,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:49:37.000729 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3d268e3d-efc6-4e0c-831e-1273f6741720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:37.001074 n-d-843948-2 neutron-server[84886]: INFO neutron.db.segments_db [None req-3d268e3d-efc6-4e0c-831e-1273f6741720 admin admin] Added segment e46d7644-f722-4fbd-bcae-4c464ad7081d of type vlan for network 404eaea3-3ee8-4b0b-8243-bf30ceb9517e May 30 21:49:37.026915 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3d268e3d-efc6-4e0c-831e-1273f6741720 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764050825494'] for network, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:37.123199 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3d268e3d-efc6-4e0c-831e-1273f6741720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161'] for network, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:37.124047 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d268e3d-efc6-4e0c-831e-1273f6741720 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:49:37.124606 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-3d268e3d-efc6-4e0c-831e-1273f6741720 admin admin] Notify callbacks [] for network, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:37.222131 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d268e3d-efc6-4e0c-831e-1273f6741720 admin admin] Pushing event updated for resources: {'Network': ['ID=404eaea3-3ee8-4b0b-8243-bf30ceb9517e,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:49:37.232294 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Network 404eaea3-3ee8-4b0b-8243-bf30ceb9517e details requested by agent ovs-agent-n-d-843948-2 with host n-d-843948-2 {{(pid=84888) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 30 21:49:37.295092 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-3d268e3d-efc6-4e0c-831e-1273f6741720 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5910225 May 30 21:49:37.295092 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 54682) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:49:37.296434 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-4530e876-6ff0-467a-b345-af9d0fe84144 admin admin] Request body: {'subnet': {'network_id': '404eaea3-3ee8-4b0b-8243-bf30ceb9517e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1067278450-subnet', 'tenant_id': '8682ce7cbc584c828a659226345545aa', 'ip_version': 4}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:49:37.302603 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-4530e876-6ff0-467a-b345-af9d0fe84144 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:49:37.310225 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-4530e876-6ff0-467a-b345-af9d0fe84144 admin admin] Usage tracker for resource:subnet and tenant:8682ce7cbc584c828a659226345545aa is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:49:37.310225 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-4530e876-6ff0-467a-b345-af9d0fe84144 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:49:37.314862 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-4530e876-6ff0-467a-b345-af9d0fe84144 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:49:37.386051 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4530e876-6ff0-467a-b345-af9d0fe84144 admin admin] Made reservation on behalf of 8682ce7cbc584c828a659226345545aa for: {'subnet': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 21:49:37.388370 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4530e876-6ff0-467a-b345-af9d0fe84144 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2778563'] for subnet, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:37.658850 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4530e876-6ff0-467a-b345-af9d0fe84144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4127140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2778577'] for subnet, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:37.737534 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4530e876-6ff0-467a-b345-af9d0fe84144 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1cce7cc5-cd88-4acd-a9c6-c44d71e4f175,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:49:37.752776 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4530e876-6ff0-467a-b345-af9d0fe84144 admin admin] Checking segment: {'id': 'e46d7644-f722-4fbd-bcae-4c464ad7081d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '404eaea3-3ee8-4b0b-8243-bf30ceb9517e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:49:37.753250 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4530e876-6ff0-467a-b345-af9d0fe84144 admin admin] Network hostable DHCP agents. Network: 404eaea3-3ee8-4b0b-8243-bf30ceb9517e, hostable agents: ['89e131c7-6884-4d27-8229-869cd315840b'], hosted agents: [] {{(pid=84886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 30 21:49:37.843115 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4530e876-6ff0-467a-b345-af9d0fe84144 admin admin] Network 404eaea3-3ee8-4b0b-8243-bf30ceb9517e is scheduled to be hosted by DHCP agent 89e131c7-6884-4d27-8229-869cd315840b with binding_index 1 {{(pid=84886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 30 21:49:37.905946 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-4530e876-6ff0-467a-b345-af9d0fe84144 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843948-2, 404eaea3-3ee8-4b0b-8243-bf30ceb9517e) {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:49:37.909753 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4530e876-6ff0-467a-b345-af9d0fe84144 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:49:37.910322 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-4530e876-6ff0-467a-b345-af9d0fe84144 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:37.915975 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2193ed0d-2d06-428c-87c7-5d14bc312395 None None] Network 404eaea3-3ee8-4b0b-8243-bf30ceb9517e requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 21:49:38.000512 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-4530e876-6ff0-467a-b345-af9d0fe84144 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7062652 May 30 21:49:38.001146 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 54686) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:49:38.007041 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-3754f6c4-3d42-4e1f-8465-673ad4f784b6 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1067278450-router', 'tenant_id': '8682ce7cbc584c828a659226345545aa', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:49:38.012305 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-3754f6c4-3d42-4e1f-8465-673ad4f784b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:49:38.016403 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-3754f6c4-3d42-4e1f-8465-673ad4f784b6 admin admin] Usage tracker for resource:router and tenant:8682ce7cbc584c828a659226345545aa is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:49:38.019923 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-3754f6c4-3d42-4e1f-8465-673ad4f784b6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:49:38.026658 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-3754f6c4-3d42-4e1f-8465-673ad4f784b6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:49:38.123373 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3754f6c4-3d42-4e1f-8465-673ad4f784b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-733683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3159'] for router, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:38.124385 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3754f6c4-3d42-4e1f-8465-673ad4f784b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-733584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-736372', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-628480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3164'] for router, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:38.126096 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-990c1f87-07e7-4fd4-baa3-4a9c2af85bc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b5dae79-49a0-5b74-92cc-4b63ec992f4f-404eaea3-3ee8-4b0b-8243-bf30ceb9517e', 'network_id': '404eaea3-3ee8-4b0b-8243-bf30ceb9517e', 'tenant_id': '8682ce7cbc584c828a659226345545aa', 'fixed_ips': [{'subnet_id': '1cce7cc5-cd88-4acd-a9c6-c44d71e4f175'}]}} from n-d-843948-2. {{(pid=84888) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 30 21:49:38.126909 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-990c1f87-07e7-4fd4-baa3-4a9c2af85bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:38.142948 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3754f6c4-3d42-4e1f-8465-673ad4f784b6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:38.276459 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.db_base_plugin_common [None req-990c1f87-07e7-4fd4-baa3-4a9c2af85bc3 None None] Allocated IP 172.20.0.2 (404eaea3-3ee8-4b0b-8243-bf30ceb9517e/1cce7cc5-cd88-4acd-a9c6-c44d71e4f175/b065d4a2-4f52-4526-a0dd-4aec3edab81a) {{(pid=84888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 21:49:38.370310 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3754f6c4-3d42-4e1f-8465-673ad4f784b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-736390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-724745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:38.453957 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 43dce2e0-5a4d-4013-a3b1-58dea575f5c8 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:49:38.530470 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-990c1f87-07e7-4fd4-baa3-4a9c2af85bc3 None None] Notify callbacks [] for port, precommit_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:38.542522 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-990c1f87-07e7-4fd4-baa3-4a9c2af85bc3 None None] Transition to ACTIVE for port object b065d4a2-4f52-4526-a0dd-4aec3edab81a will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:49:38.566013 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-990c1f87-07e7-4fd4-baa3-4a9c2af85bc3 None None] Transition to ACTIVE for port object b065d4a2-4f52-4526-a0dd-4aec3edab81a will not be triggered until provisioned by entity DHCP. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:49:38.572991 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 43dce2e0-5a4d-4013-a3b1-58dea575f5c8 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:49:38.573355 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:38.702077 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-990c1f87-07e7-4fd4-baa3-4a9c2af85bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459'] for port, after_create {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:38.717769 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3754f6c4-3d42-4e1f-8465-673ad4f784b6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:38.747717 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3754f6c4-3d42-4e1f-8465-673ad4f784b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:38.795204 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-990c1f87-07e7-4fd4-baa3-4a9c2af85bc3 None None] Network 404eaea3-3ee8-4b0b-8243-bf30ceb9517e is already hosted by enough agents. {{(pid=84888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:49:38.796346 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990c1f87-07e7-4fd4-baa3-4a9c2af85bc3 None None] Pushing event updated for resources: {'Port': ['ID=b065d4a2-4f52-4526-a0dd-4aec3edab81a,revision_number=1']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:49:38.798602 n-d-843948-2 neutron-server[84888]: DEBUG neutron.scheduler.base_scheduler [None req-990c1f87-07e7-4fd4-baa3-4a9c2af85bc3 None None] Resources bound (agent type, host, resource id): {{(pid=84888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:49:38.801399 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990c1f87-07e7-4fd4-baa3-4a9c2af85bc3 None None] Received port after_create {{(pid=84888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 21:49:38.887718 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-990c1f87-07e7-4fd4-baa3-4a9c2af85bc3 None None] Attempting to bind port b065d4a2-4f52-4526-a0dd-4aec3edab81a on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 21:49:38.888082 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-990c1f87-07e7-4fd4-baa3-4a9c2af85bc3 None None] Attempting to bind port b065d4a2-4f52-4526-a0dd-4aec3edab81a by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': 'e46d7644-f722-4fbd-bcae-4c464ad7081d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '404eaea3-3ee8-4b0b-8243-bf30ceb9517e'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 21:49:38.888440 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990c1f87-07e7-4fd4-baa3-4a9c2af85bc3 None None] Attempting to bind port b065d4a2-4f52-4526-a0dd-4aec3edab81a on network 404eaea3-3ee8-4b0b-8243-bf30ceb9517e {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:49:38.891530 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [None req-3754f6c4-3d42-4e1f-8465-673ad4f784b6 admin admin] Allocated IP 172.25.8.251 (c7869750-4b49-4b7e-aa99-5e0f1ae02da4/427601ec-f643-4fe7-b5e6-17305d3a39e1/2fceef43-9803-48b9-babf-084cd0f52bf9) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 21:49:38.895595 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990c1f87-07e7-4fd4-baa3-4a9c2af85bc3 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 21, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 21:49:38.895961 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990c1f87-07e7-4fd4-baa3-4a9c2af85bc3 None None] Checking segment: {'id': 'e46d7644-f722-4fbd-bcae-4c464ad7081d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '404eaea3-3ee8-4b0b-8243-bf30ceb9517e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:49:38.896364 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-990c1f87-07e7-4fd4-baa3-4a9c2af85bc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:38.897050 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990c1f87-07e7-4fd4-baa3-4a9c2af85bc3 None None] Bound using segment: {'id': 'e46d7644-f722-4fbd-bcae-4c464ad7081d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '404eaea3-3ee8-4b0b-8243-bf30ceb9517e'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 21:49:38.897591 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-990c1f87-07e7-4fd4-baa3-4a9c2af85bc3 None None] Bound port: b065d4a2-4f52-4526-a0dd-4aec3edab81a, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e46d7644-f722-4fbd-bcae-4c464ad7081d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '404eaea3-3ee8-4b0b-8243-bf30ceb9517e'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 21:49:38.897992 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-990c1f87-07e7-4fd4-baa3-4a9c2af85bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:38.986611 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-990c1f87-07e7-4fd4-baa3-4a9c2af85bc3 None None] For port b065d4a2-4f52-4526-a0dd-4aec3edab81a, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 21:49:38.990043 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-990c1f87-07e7-4fd4-baa3-4a9c2af85bc3 None None] For port b065d4a2-4f52-4526-a0dd-4aec3edab81a, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=b065d4a2-4f52-4526-a0dd-4aec3edab81a,segment=NetworkSegment(e46d7644-f722-4fbd-bcae-4c464ad7081d),segment_id=e46d7644-f722-4fbd-bcae-4c464ad7081d)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 21:49:39.038379 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3754f6c4-3d42-4e1f-8465-673ad4f784b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:39.061060 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-990c1f87-07e7-4fd4-baa3-4a9c2af85bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:39.136951 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990c1f87-07e7-4fd4-baa3-4a9c2af85bc3 None None] Pushing event updated for resources: {'Port': ['ID=b065d4a2-4f52-4526-a0dd-4aec3edab81a,revision_number=2']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:49:39.140779 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3754f6c4-3d42-4e1f-8465-673ad4f784b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:39.214530 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3754f6c4-3d42-4e1f-8465-673ad4f784b6 admin admin] Network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:49:39.217257 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-3754f6c4-3d42-4e1f-8465-673ad4f784b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:49:39.221205 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3754f6c4-3d42-4e1f-8465-673ad4f784b6 admin admin] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 21:49:39.250975 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3754f6c4-3d42-4e1f-8465-673ad4f784b6 admin admin] Pushing event updated for resources: {'Port': ['ID=2fceef43-9803-48b9-babf-084cd0f52bf9,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:49:39.466615 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3754f6c4-3d42-4e1f-8465-673ad4f784b6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:39.467351 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3754f6c4-3d42-4e1f-8465-673ad4f784b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-724736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-736409'] for router, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:39.780500 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3754f6c4-3d42-4e1f-8465-673ad4f784b6 admin admin] Router 5fffdb7b-a925-4368-9946-dd60b40b5afc is scheduled to L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 with binding_index 1 {{(pid=84887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 30 21:49:39.992497 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3754f6c4-3d42-4e1f-8465-673ad4f784b6 admin admin] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 21:49:40.002879 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef736c0b-11d0-48d0-8e20-558fadd464f5 None None] Sync routers for ids ['5fffdb7b-a925-4368-9946-dd60b40b5afc'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 21:49:40.023581 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef736c0b-11d0-48d0-8e20-558fadd464f5 None None] Routers {'5fffdb7b-a925-4368-9946-dd60b40b5afc'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:49:40.024188 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-ef736c0b-11d0-48d0-8e20-558fadd464f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T21:49:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['5fffdb7b-a925-4368-9946-dd60b40b5afc'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:49:40.045981 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d1f1cb-93cb-4221-af94-73c8f08f0e54 None None] Network 404eaea3-3ee8-4b0b-8243-bf30ceb9517e requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 21:49:40.094748 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3754f6c4-3d42-4e1f-8465-673ad4f784b6 admin admin] Notify callbacks [] for router, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:40.098923 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 54690) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:49:40.099378 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-3754f6c4-3d42-4e1f-8465-673ad4f784b6 admin admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.0967700 May 30 21:49:40.208435 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-ef736c0b-11d0-48d0-8e20-558fadd464f5 None None] Set router 5fffdb7b-a925-4368-9946-dd60b40b5afc gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:49:40.274434 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-8a1a90e9-b00d-4048-b23e-919f5f29b71b None None] Provisioning for port b065d4a2-4f52-4526-a0dd-4aec3edab81a completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:49:40.500279 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device b065d4a2-4f52-4526-a0dd-4aec3edab81a up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:49:40.506701 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-ef736c0b-11d0-48d0-8e20-558fadd464f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fffdb7b-a925-4368-9946-dd60b40b5afc', 'name': 'tempest-TestSnapshotPattern-1067278450-router', 'tenant_id': '8682ce7cbc584c828a659226345545aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.251'}], 'enable_snat': True}, 'gw_port_id': '2fceef43-9803-48b9-babf-084cd0f52bf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:49:38Z', 'updated_at': '2022-05-30T21:49:39Z', 'revision_number': 3, 'project_id': '8682ce7cbc584c828a659226345545aa', 'gw_port': {'id': '2fceef43-9803-48b9-babf-084cd0f52bf9', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:cd:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fffdb7b-a925-4368-9946-dd60b40b5afc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:49:38Z', 'updated_at': '2022-05-30T21:49:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:49:40.511126 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef736c0b-11d0-48d0-8e20-558fadd464f5 None None] Checking router: 5fffdb7b-a925-4368-9946-dd60b40b5afc for host: n-d-843948-2 {{(pid=84889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 21:49:40.511541 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef736c0b-11d0-48d0-8e20-558fadd464f5 None None] Updating router 5fffdb7b-a925-4368-9946-dd60b40b5afc port 2fceef43-9803-48b9-babf-084cd0f52bf9 binding host n-d-843948-2 {{(pid=84889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 21:49:40.572381 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-ef736c0b-11d0-48d0-8e20-558fadd464f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:40.643063 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port b065d4a2-4f52-4526-a0dd-4aec3edab81a completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:49:40.648953 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port b065d4a2-4f52-4526-a0dd-4aec3edab81a triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:49:40.649444 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:40.774364 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:40.808587 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port b065d4a2-4f52-4526-a0dd-4aec3edab81a, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=b065d4a2-4f52-4526-a0dd-4aec3edab81a,segment=NetworkSegment(e46d7644-f722-4fbd-bcae-4c464ad7081d),segment_id=e46d7644-f722-4fbd-bcae-4c464ad7081d)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:49:40.886818 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:40.949149 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-ef736c0b-11d0-48d0-8e20-558fadd464f5 None None] Notify callbacks [] for port, precommit_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:40.963499 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.provisioning_blocks [None req-ef736c0b-11d0-48d0-8e20-558fadd464f5 None None] Transition to ACTIVE for port object 2fceef43-9803-48b9-babf-084cd0f52bf9 will not be triggered until provisioned by entity L2. {{(pid=84889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:49:40.963692 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=b065d4a2-4f52-4526-a0dd-4aec3edab81a,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:49:41.021411 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a0127472-8e2c-435b-aef7-3985c2fc5572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:41.040841 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-ef736c0b-11d0-48d0-8e20-558fadd464f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:41.116889 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-ef736c0b-11d0-48d0-8e20-558fadd464f5 None None] Attempting to bind port 2fceef43-9803-48b9-babf-084cd0f52bf9 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 21:49:41.117244 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-ef736c0b-11d0-48d0-8e20-558fadd464f5 None None] Attempting to bind port 2fceef43-9803-48b9-babf-084cd0f52bf9 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}] {{(pid=84889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 21:49:41.117595 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef736c0b-11d0-48d0-8e20-558fadd464f5 None None] Attempting to bind port 2fceef43-9803-48b9-babf-084cd0f52bf9 on network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:49:41.123450 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c327642-1f2f-48a8-bf08-32958de429ec None None] Pushing event updated for resources: {'Port': ['ID=2fceef43-9803-48b9-babf-084cd0f52bf9,revision_number=2']} {{(pid=84889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:49:41.129731 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef736c0b-11d0-48d0-8e20-558fadd464f5 None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 21, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 21:49:41.130090 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef736c0b-11d0-48d0-8e20-558fadd464f5 None None] Checking segment: {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:49:41.130475 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-ef736c0b-11d0-48d0-8e20-558fadd464f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:41.130847 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef736c0b-11d0-48d0-8e20-558fadd464f5 None None] Bound using segment: {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'} {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 21:49:41.131286 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-ef736c0b-11d0-48d0-8e20-558fadd464f5 None None] Bound port: 2fceef43-9803-48b9-babf-084cd0f52bf9, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8b994f4-c6ac-4a44-a167-bbb12b403d05', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4'}}] {{(pid=84889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 21:49:41.131640 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-ef736c0b-11d0-48d0-8e20-558fadd464f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:41.169592 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c327642-1f2f-48a8-bf08-32958de429ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:49:41.169944 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c327642-1f2f-48a8-bf08-32958de429ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:49:41.170270 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c327642-1f2f-48a8-bf08-32958de429ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:49:41.170597 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c327642-1f2f-48a8-bf08-32958de429ec None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:49:41.170915 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c327642-1f2f-48a8-bf08-32958de429ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:49:41.171230 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c327642-1f2f-48a8-bf08-32958de429ec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:49:41.171542 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c327642-1f2f-48a8-bf08-32958de429ec None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:49:41.171857 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c327642-1f2f-48a8-bf08-32958de429ec None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:49:41.172170 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c327642-1f2f-48a8-bf08-32958de429ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:49:41.172480 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c327642-1f2f-48a8-bf08-32958de429ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:49:41.172788 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c327642-1f2f-48a8-bf08-32958de429ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:49:41.214414 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.db [None req-ef736c0b-11d0-48d0-8e20-558fadd464f5 None None] For port 2fceef43-9803-48b9-babf-084cd0f52bf9, host n-d-843948-2, cleared binding levels {{(pid=84889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 21:49:41.217386 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.db [None req-ef736c0b-11d0-48d0-8e20-558fadd464f5 None None] For port 2fceef43-9803-48b9-babf-084cd0f52bf9, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=2fceef43-9803-48b9-babf-084cd0f52bf9,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 21:49:41.230927 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-a0127472-8e2c-435b-aef7-3985c2fc5572 admin admin] Allocated IP 172.20.0.1 (404eaea3-3ee8-4b0b-8243-bf30ceb9517e/1cce7cc5-cd88-4acd-a9c6-c44d71e4f175/8dfbc79c-36e6-4190-bd50-73bfcbdbdd22) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 21:49:41.298701 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-ef736c0b-11d0-48d0-8e20-558fadd464f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:41.375974 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c327642-1f2f-48a8-bf08-32958de429ec None None] Pushing event updated for resources: {'Port': ['ID=2fceef43-9803-48b9-babf-084cd0f52bf9,revision_number=3']} {{(pid=84889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:49:41.380798 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef736c0b-11d0-48d0-8e20-558fadd464f5 None None] Routers {'5fffdb7b-a925-4368-9946-dd60b40b5afc'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:49:41.381388 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-ef736c0b-11d0-48d0-8e20-558fadd464f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T21:49:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['5fffdb7b-a925-4368-9946-dd60b40b5afc'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:49:41.384752 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a0127472-8e2c-435b-aef7-3985c2fc5572 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:41.400635 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [None req-a0127472-8e2c-435b-aef7-3985c2fc5572 admin admin] Transition to ACTIVE for port object 8dfbc79c-36e6-4190-bd50-73bfcbdbdd22 will not be triggered until provisioned by entity DHCP. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:49:41.500971 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a0127472-8e2c-435b-aef7-3985c2fc5572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:41.555506 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-ef736c0b-11d0-48d0-8e20-558fadd464f5 None None] Set router 5fffdb7b-a925-4368-9946-dd60b40b5afc gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:49:41.574830 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0127472-8e2c-435b-aef7-3985c2fc5572 admin admin] Network 404eaea3-3ee8-4b0b-8243-bf30ceb9517e is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:49:41.577543 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-a0127472-8e2c-435b-aef7-3985c2fc5572 admin admin] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:49:41.580223 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0127472-8e2c-435b-aef7-3985c2fc5572 admin admin] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 21:49:41.623772 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0127472-8e2c-435b-aef7-3985c2fc5572 admin admin] Pushing event updated for resources: {'Port': ['ID=8dfbc79c-36e6-4190-bd50-73bfcbdbdd22,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:49:41.647000 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a0127472-8e2c-435b-aef7-3985c2fc5572 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-736099'] for router_interface, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:41.813363 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a0127472-8e2c-435b-aef7-3985c2fc5572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:41.845601 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-ef736c0b-11d0-48d0-8e20-558fadd464f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fffdb7b-a925-4368-9946-dd60b40b5afc', 'name': 'tempest-TestSnapshotPattern-1067278450-router', 'tenant_id': '8682ce7cbc584c828a659226345545aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.251'}], 'enable_snat': True}, 'gw_port_id': '2fceef43-9803-48b9-babf-084cd0f52bf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:49:38Z', 'updated_at': '2022-05-30T21:49:39Z', 'revision_number': 3, 'project_id': '8682ce7cbc584c828a659226345545aa', 'gw_port': {'id': '2fceef43-9803-48b9-babf-084cd0f52bf9', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:cd:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fffdb7b-a925-4368-9946-dd60b40b5afc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:49:38Z', 'updated_at': '2022-05-30T21:49:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:49:41.850181 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef736c0b-11d0-48d0-8e20-558fadd464f5 None None] The sync data for ids ['5fffdb7b-a925-4368-9946-dd60b40b5afc'] in n-d-843948-2 is: [{'id': '5fffdb7b-a925-4368-9946-dd60b40b5afc', 'name': 'tempest-TestSnapshotPattern-1067278450-router', 'tenant_id': '8682ce7cbc584c828a659226345545aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.251'}], 'enable_snat': True}, 'gw_port_id': '2fceef43-9803-48b9-babf-084cd0f52bf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:49:38Z', 'updated_at': '2022-05-30T21:49:39Z', 'revision_number': 3, 'project_id': '8682ce7cbc584c828a659226345545aa', 'gw_port': {'id': '2fceef43-9803-48b9-babf-084cd0f52bf9', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:cd:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fffdb7b-a925-4368-9946-dd60b40b5afc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:49:38Z', 'updated_at': '2022-05-30T21:49:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 21:49:41.892940 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-513b0cd5-2ec8-4b04-81f4-9297b364bb44 None None] Provisioning for port 8dfbc79c-36e6-4190-bd50-73bfcbdbdd22 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:49:41.901787 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-513b0cd5-2ec8-4b04-81f4-9297b364bb44 None None] Provisioning complete for port 8dfbc79c-36e6-4190-bd50-73bfcbdbdd22 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:49:41.901787 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-513b0cd5-2ec8-4b04-81f4-9297b364bb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:41.950242 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-513b0cd5-2ec8-4b04-81f4-9297b364bb44 None None] Port 8dfbc79c-36e6-4190-bd50-73bfcbdbdd22 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 21:49:42.032541 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a0127472-8e2c-435b-aef7-3985c2fc5572 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:42.094850 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a0127472-8e2c-435b-aef7-3985c2fc5572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:42.205872 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-a0127472-8e2c-435b-aef7-3985c2fc5572 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1718057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-736206'] for router_interface, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:42.209216 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0127472-8e2c-435b-aef7-3985c2fc5572 admin admin] Pushing event updated for resources: {'Port': ['ID=8dfbc79c-36e6-4190-bd50-73bfcbdbdd22,revision_number=2']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:49:42.350335 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0127472-8e2c-435b-aef7-3985c2fc5572 admin admin] Network 404eaea3-3ee8-4b0b-8243-bf30ceb9517e is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:49:42.351413 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-a0127472-8e2c-435b-aef7-3985c2fc5572 admin admin] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:49:42.431953 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device b065d4a2-4f52-4526-a0dd-4aec3edab81a up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:49:42.502470 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port b065d4a2-4f52-4526-a0dd-4aec3edab81a triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:49:42.502845 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:42.612187 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-ad80c6f2-85ce-415b-809b-3c81f2cd3880 None None] Provisioning complete for port 8dfbc79c-36e6-4190-bd50-73bfcbdbdd22 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:49:42.612484 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ad80c6f2-85ce-415b-809b-3c81f2cd3880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:42.687621 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-ad80c6f2-85ce-415b-809b-3c81f2cd3880 None None] Port 8dfbc79c-36e6-4190-bd50-73bfcbdbdd22 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 21:49:42.741163 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0127472-8e2c-435b-aef7-3985c2fc5572 admin admin] Router 5fffdb7b-a925-4368-9946-dd60b40b5afc has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 21:49:43.039272 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0127472-8e2c-435b-aef7-3985c2fc5572 admin admin] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 21:49:43.047912 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-a0127472-8e2c-435b-aef7-3985c2fc5572 admin admin] 10.222.0.85 "PUT /v2.0/routers/5fffdb7b-a925-4368-9946-dd60b40b5afc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9472568 May 30 21:49:44.542733 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 54706) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:49:44.548435 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-23fd4c2d-c2c8-4b76-8228-a8fab2defb63 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-729721087', 'description': 'tempest-secgroup-smoke-729721087 description', 'project_id': '9b65d052608942f5a899fbd1f25dbb6f'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:49:44.555646 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-23fd4c2d-c2c8-4b76-8228-a8fab2defb63 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:49:44.559479 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-23fd4c2d-c2c8-4b76-8228-a8fab2defb63 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Usage tracker for resource:security_group and tenant:9b65d052608942f5a899fbd1f25dbb6f is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:49:44.562278 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-23fd4c2d-c2c8-4b76-8228-a8fab2defb63 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:49:44.569117 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-23fd4c2d-c2c8-4b76-8228-a8fab2defb63 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:49:44.646566 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-23fd4c2d-c2c8-4b76-8228-a8fab2defb63 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Notify callbacks [] for security_group, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:44.681260 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-23fd4c2d-c2c8-4b76-8228-a8fab2defb63 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:49:44.685102 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-23fd4c2d-c2c8-4b76-8228-a8fab2defb63 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Usage tracker for resource:security_group_rule and tenant:9b65d052608942f5a899fbd1f25dbb6f is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:49:44.687927 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-23fd4c2d-c2c8-4b76-8228-a8fab2defb63 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:49:44.693655 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-23fd4c2d-c2c8-4b76-8228-a8fab2defb63 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:49:44.745519 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-23fd4c2d-c2c8-4b76-8228-a8fab2defb63 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Notify callbacks [] for security_group, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:44.846720 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-23fd4c2d-c2c8-4b76-8228-a8fab2defb63 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:44.888566 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fd4c2d-c2c8-4b76-8228-a8fab2defb63 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Pushing event updated for resources: {'SecurityGroup': ['ID=805117ea-95c3-4bce-813b-63f7fa412afd,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:49:44.951765 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-23fd4c2d-c2c8-4b76-8228-a8fab2defb63 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:44.952992 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-23fd4c2d-c2c8-4b76-8228-a8fab2defb63 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.4092669 May 30 21:49:44.955913 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 54710) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:49:44.961982 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-b20f4304-002d-471c-b7fe-8ed10d37ba82 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Request body: {'security_group_rule': {'security_group_id': '805117ea-95c3-4bce-813b-63f7fa412afd', 'project_id': '9b65d052608942f5a899fbd1f25dbb6f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:49:44.968545 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-b20f4304-002d-471c-b7fe-8ed10d37ba82 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:49:44.973400 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-b20f4304-002d-471c-b7fe-8ed10d37ba82 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Usage tracker for resource:security_group_rule and tenant:9b65d052608942f5a899fbd1f25dbb6f is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:49:44.976618 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-b20f4304-002d-471c-b7fe-8ed10d37ba82 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:49:44.982594 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-b20f4304-002d-471c-b7fe-8ed10d37ba82 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:49:45.071648 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b20f4304-002d-471c-b7fe-8ed10d37ba82 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:45.131214 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b20f4304-002d-471c-b7fe-8ed10d37ba82 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:45.212451 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b20f4304-002d-471c-b7fe-8ed10d37ba82 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:45.234554 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20f4304-002d-471c-b7fe-8ed10d37ba82 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c679442-7d1d-4ad0-9b5e-43a91ce05072,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:49:45.304278 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-b20f4304-002d-471c-b7fe-8ed10d37ba82 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:45.305494 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-b20f4304-002d-471c-b7fe-8ed10d37ba82 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3481293 May 30 21:49:45.308294 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 54714) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:49:45.313881 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-435fe6d1-f5bd-4e80-9269-14de1fb512ef tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Request body: {'security_group_rule': {'security_group_id': '805117ea-95c3-4bce-813b-63f7fa412afd', 'project_id': '9b65d052608942f5a899fbd1f25dbb6f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:49:45.321047 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-435fe6d1-f5bd-4e80-9269-14de1fb512ef tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:49:45.324945 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-435fe6d1-f5bd-4e80-9269-14de1fb512ef tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Usage tracker for resource:security_group_rule and tenant:9b65d052608942f5a899fbd1f25dbb6f is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:49:45.327895 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-435fe6d1-f5bd-4e80-9269-14de1fb512ef tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:49:45.334160 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-435fe6d1-f5bd-4e80-9269-14de1fb512ef tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:49:45.433037 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-435fe6d1-f5bd-4e80-9269-14de1fb512ef tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:45.495628 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-435fe6d1-f5bd-4e80-9269-14de1fb512ef tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:45.561024 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-435fe6d1-f5bd-4e80-9269-14de1fb512ef tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:45.584462 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435fe6d1-f5bd-4e80-9269-14de1fb512ef tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c17deb2-30ac-421c-807b-63e25d6b4662,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:49:45.657905 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-435fe6d1-f5bd-4e80-9269-14de1fb512ef tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:45.659053 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-435fe6d1-f5bd-4e80-9269-14de1fb512ef tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3498347 May 30 21:49:45.661798 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 54718) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:49:45.667276 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-91180df4-a4b6-40fc-b917-8a2700ebd15c tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Request body: {'security_group_rule': {'security_group_id': '805117ea-95c3-4bce-813b-63f7fa412afd', 'project_id': '9b65d052608942f5a899fbd1f25dbb6f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:49:45.673797 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-91180df4-a4b6-40fc-b917-8a2700ebd15c tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:49:45.679405 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-91180df4-a4b6-40fc-b917-8a2700ebd15c tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Usage tracker for resource:security_group_rule and tenant:9b65d052608942f5a899fbd1f25dbb6f is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:49:45.680566 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-91180df4-a4b6-40fc-b917-8a2700ebd15c tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:49:45.686308 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-91180df4-a4b6-40fc-b917-8a2700ebd15c tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:49:45.758265 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-91180df4-a4b6-40fc-b917-8a2700ebd15c tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:45.823452 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-91180df4-a4b6-40fc-b917-8a2700ebd15c tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:45.903559 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-91180df4-a4b6-40fc-b917-8a2700ebd15c tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:45.926249 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91180df4-a4b6-40fc-b917-8a2700ebd15c tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0881908-8fdb-4cff-866d-08fb3aad5949,revision_number=0']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:49:45.995219 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-91180df4-a4b6-40fc-b917-8a2700ebd15c tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:45.996347 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-91180df4-a4b6-40fc-b917-8a2700ebd15c tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3336287 May 30 21:49:45.999197 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 54722) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:49:46.005544 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-3e3c927a-c9e7-4941-8b7c-f4b16896e267 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Request body: {'security_group_rule': {'security_group_id': '805117ea-95c3-4bce-813b-63f7fa412afd', 'project_id': '9b65d052608942f5a899fbd1f25dbb6f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:49:46.012143 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-3e3c927a-c9e7-4941-8b7c-f4b16896e267 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:49:46.015915 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-3e3c927a-c9e7-4941-8b7c-f4b16896e267 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Usage tracker for resource:security_group_rule and tenant:9b65d052608942f5a899fbd1f25dbb6f is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:49:46.019651 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-3e3c927a-c9e7-4941-8b7c-f4b16896e267 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:49:46.025693 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-3e3c927a-c9e7-4941-8b7c-f4b16896e267 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:49:46.116771 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3e3c927a-c9e7-4941-8b7c-f4b16896e267 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:46.179733 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3e3c927a-c9e7-4941-8b7c-f4b16896e267 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:46.246745 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3e3c927a-c9e7-4941-8b7c-f4b16896e267 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:46.269908 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3c927a-c9e7-4941-8b7c-f4b16896e267 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fa08816-304d-4bcd-a660-6ef05574d73b,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:49:46.322738 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-3e3c927a-c9e7-4941-8b7c-f4b16896e267 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:46.323918 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-3e3c927a-c9e7-4941-8b7c-f4b16896e267 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3237138 May 30 21:49:46.326707 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 54726) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:49:46.332080 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-a68d4f6d-34fd-4fae-bda8-10e9bb2ddd30 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Request body: {'security_group_rule': {'security_group_id': '805117ea-95c3-4bce-813b-63f7fa412afd', 'project_id': '9b65d052608942f5a899fbd1f25dbb6f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:49:46.338560 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-a68d4f6d-34fd-4fae-bda8-10e9bb2ddd30 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:49:46.342347 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-a68d4f6d-34fd-4fae-bda8-10e9bb2ddd30 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Usage tracker for resource:security_group_rule and tenant:9b65d052608942f5a899fbd1f25dbb6f is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:49:46.345166 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-a68d4f6d-34fd-4fae-bda8-10e9bb2ddd30 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:49:46.351381 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-a68d4f6d-34fd-4fae-bda8-10e9bb2ddd30 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:49:46.437047 n-d-843948-2 neutron-server[84887]: INFO neutron.db.securitygroups_db [None req-a68d4f6d-34fd-4fae-bda8-10e9bb2ddd30 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Project 9b65d052608942f5a899fbd1f25dbb6f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 30 21:49:46.443648 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a68d4f6d-34fd-4fae-bda8-10e9bb2ddd30 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:46.508037 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a68d4f6d-34fd-4fae-bda8-10e9bb2ddd30 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:46.607217 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a68d4f6d-34fd-4fae-bda8-10e9bb2ddd30 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:46.632580 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68d4f6d-34fd-4fae-bda8-10e9bb2ddd30 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b02a8ef-a183-4b93-91b5-21e1eea56f8e,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:49:46.703970 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-a68d4f6d-34fd-4fae-bda8-10e9bb2ddd30 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:46.705281 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-a68d4f6d-34fd-4fae-bda8-10e9bb2ddd30 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3776608 May 30 21:49:46.708646 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 54730) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:49:46.714129 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-06e67501-6dd6-4fde-bc44-8d0732d23a5b tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Request body: {'security_group_rule': {'security_group_id': '805117ea-95c3-4bce-813b-63f7fa412afd', 'project_id': '9b65d052608942f5a899fbd1f25dbb6f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:49:46.720945 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-06e67501-6dd6-4fde-bc44-8d0732d23a5b tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:49:46.725474 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-06e67501-6dd6-4fde-bc44-8d0732d23a5b tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Usage tracker for resource:security_group_rule and tenant:9b65d052608942f5a899fbd1f25dbb6f is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:49:46.728456 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-06e67501-6dd6-4fde-bc44-8d0732d23a5b tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:49:46.735725 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-06e67501-6dd6-4fde-bc44-8d0732d23a5b tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:49:46.829707 n-d-843948-2 neutron-server[84887]: INFO neutron.db.securitygroups_db [None req-06e67501-6dd6-4fde-bc44-8d0732d23a5b tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Project 9b65d052608942f5a899fbd1f25dbb6f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 30 21:49:46.837321 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-06e67501-6dd6-4fde-bc44-8d0732d23a5b tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:46.906536 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-06e67501-6dd6-4fde-bc44-8d0732d23a5b tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:46.978150 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-06e67501-6dd6-4fde-bc44-8d0732d23a5b tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631822'] for security_group_rule, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:47.001906 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e67501-6dd6-4fde-bc44-8d0732d23a5b tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e86140a-8858-42fe-b667-9c5ccf87dae5,revision_number=0']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:49:47.077859 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-06e67501-6dd6-4fde-bc44-8d0732d23a5b tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:47.079242 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-06e67501-6dd6-4fde-bc44-8d0732d23a5b tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3696704 May 30 21:49:47.256708 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-b6753d7d-f39f-44c2-83e8-146a47ad1a96 req-26a332d6-4344-4802-b406-151edaa6f7da tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Synchronizing usage tracker for tenant:9b65d052608942f5a899fbd1f25dbb6f on resource:security_group {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 21:49:47.345970 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-b6753d7d-f39f-44c2-83e8-146a47ad1a96 req-26a332d6-4344-4802-b406-151edaa6f7da tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Unset dirty status for tenant:9b65d052608942f5a899fbd1f25dbb6f on resource:security_group {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 21:49:47.347027 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b6753d7d-f39f-44c2-83e8-146a47ad1a96 req-26a332d6-4344-4802-b406-151edaa6f7da tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-729721087&fields=id&tenant_id=9b65d052608942f5a899fbd1f25dbb6f HTTP/1.1" status: 200 len: 267 time: 0.1324308 May 30 21:49:47.493192 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6753d7d-f39f-44c2-83e8-146a47ad1a96 req-fca9e48b-aef3-4c07-a5ef-dfdfd1611411 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:49:47.493870 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-b6753d7d-f39f-44c2-83e8-146a47ad1a96 req-fca9e48b-aef3-4c07-a5ef-dfdfd1611411 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Synchronizing usage tracker for tenant:9b65d052608942f5a899fbd1f25dbb6f on resource:network {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 21:49:47.574531 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-b6753d7d-f39f-44c2-83e8-146a47ad1a96 req-fca9e48b-aef3-4c07-a5ef-dfdfd1611411 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Unset dirty status for tenant:9b65d052608942f5a899fbd1f25dbb6f on resource:network {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 21:49:47.575666 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b6753d7d-f39f-44c2-83e8-146a47ad1a96 req-fca9e48b-aef3-4c07-a5ef-dfdfd1611411 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] 10.222.0.85 "GET /v2.0/networks?id=fd493364-9658-4adb-9063-bc8b3eea12ce HTTP/1.1" status: 200 len: 810 time: 0.2222171 May 30 21:49:47.593001 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b6753d7d-f39f-44c2-83e8-146a47ad1a96 req-9840555c-086e-4612-a728-9c8b82a9e65a tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] 10.222.0.85 "GET /v2.0/quotas/9b65d052608942f5a899fbd1f25dbb6f HTTP/1.1" status: 200 len: 375 time: 0.0117702 May 30 21:49:47.671580 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-b6753d7d-f39f-44c2-83e8-146a47ad1a96 req-95cff4a0-57fe-4f0a-be21-4c444373e82b tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Synchronizing usage tracker for tenant:9b65d052608942f5a899fbd1f25dbb6f on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 21:49:47.768563 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-b6753d7d-f39f-44c2-83e8-146a47ad1a96 req-95cff4a0-57fe-4f0a-be21-4c444373e82b tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Unset dirty status for tenant:9b65d052608942f5a899fbd1f25dbb6f on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 21:49:47.769972 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b6753d7d-f39f-44c2-83e8-146a47ad1a96 req-95cff4a0-57fe-4f0a-be21-4c444373e82b tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=9b65d052608942f5a899fbd1f25dbb6f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1714120 May 30 21:49:47.903505 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [req-b6753d7d-f39f-44c2-83e8-146a47ad1a96 req-bc31524e-7aa0-4484-8885-b45af961cc66 service neutron] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=84886) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 30 21:49:47.904482 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b6753d7d-f39f-44c2-83e8-146a47ad1a96 req-bc31524e-7aa0-4484-8885-b45af961cc66 service neutron] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1226583 May 30 21:49:48.036705 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b6753d7d-f39f-44c2-83e8-146a47ad1a96 req-34b05a69-750e-4a4c-bfbe-17b392fb5336 service neutron] 10.222.0.85 "GET /v2.0/networks/fd493364-9658-4adb-9063-bc8b3eea12ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251292 May 30 21:49:48.165341 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b6753d7d-f39f-44c2-83e8-146a47ad1a96 req-f66671dc-1a50-46a4-a34c-bb2b67c1702b service neutron] 10.222.0.85 "GET /v2.0/networks/fd493364-9658-4adb-9063-bc8b3eea12ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227913 May 30 21:49:48.450225 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 2fceef43-9803-48b9-babf-084cd0f52bf9 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:49:48.589408 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 2fceef43-9803-48b9-babf-084cd0f52bf9 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:49:48.594323 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 2fceef43-9803-48b9-babf-084cd0f52bf9 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:49:48.594697 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:48.710806 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:48.728032 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port 2fceef43-9803-48b9-babf-084cd0f52bf9, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=2fceef43-9803-48b9-babf-084cd0f52bf9,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:49:48.758536 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4eee83-0c3f-48bf-8704-c2de24517cde None None] Sync routers for ids ['cd241ea9-4ca2-43ad-b614-f746af811df3'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 21:49:48.771560 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4eee83-0c3f-48bf-8704-c2de24517cde None None] Routers {'cd241ea9-4ca2-43ad-b614-f746af811df3'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:49:48.771887 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-3d4eee83-0c3f-48bf-8704-c2de24517cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T21:49:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['cd241ea9-4ca2-43ad-b614-f746af811df3'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:49:48.823678 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:49.005199 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=2fceef43-9803-48b9-babf-084cd0f52bf9,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:49:49.035180 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-3d4eee83-0c3f-48bf-8704-c2de24517cde None None] Set router cd241ea9-4ca2-43ad-b614-f746af811df3 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:49:49.340683 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-3d4eee83-0c3f-48bf-8704-c2de24517cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd241ea9-4ca2-43ad-b614-f746af811df3', 'name': 'tempest-TestSnapshotPattern-1904564756-router', 'tenant_id': '9b65d052608942f5a899fbd1f25dbb6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': '43dce2e0-5a4d-4013-a3b1-58dea575f5c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:49:30Z', 'updated_at': '2022-05-30T21:49:34Z', 'revision_number': 4, 'project_id': '9b65d052608942f5a899fbd1f25dbb6f', 'gw_port': {'id': '43dce2e0-5a4d-4013-a3b1-58dea575f5c8', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:7e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd241ea9-4ca2-43ad-b614-f746af811df3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:49:31Z', 'updated_at': '2022-05-30T21:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': 'ae7d7805-2aa0-4a86-93c8-6ed056c057b5', 'name': '', 'network_id': 'fd493364-9658-4adb-9063-bc8b3eea12ce', 'tenant_id': '9b65d052608942f5a899fbd1f25dbb6f', 'mac_address': 'fa:16:3e:8c:75:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd241ea9-4ca2-43ad-b614-f746af811df3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d64e778-aa60-46ed-8ee7-992ca1068a32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:49:33Z', 'updated_at': '2022-05-30T21:49:34Z', 'revision_number': 2, 'project_id': '9b65d052608942f5a899fbd1f25dbb6f', 'subnets': [{'id': '7d64e778-aa60-46ed-8ee7-992ca1068a32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:49:49.344437 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4eee83-0c3f-48bf-8704-c2de24517cde None None] Checking router: cd241ea9-4ca2-43ad-b614-f746af811df3 for host: n-d-843948-2 {{(pid=84888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 21:49:49.344787 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4eee83-0c3f-48bf-8704-c2de24517cde None None] Updating router cd241ea9-4ca2-43ad-b614-f746af811df3 port ae7d7805-2aa0-4a86-93c8-6ed056c057b5 binding host n-d-843948-2 {{(pid=84888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 21:49:49.397674 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-3d4eee83-0c3f-48bf-8704-c2de24517cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:49.498825 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-2844e744-d689-4cef-b759-661ab54a8e19 req-0347952e-63f3-4f78-88b3-8b4ce46b6a97 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] 10.222.0.85 "GET /v2.0/ports?device_id=69a5b5d8-e20f-46d6-b851-427f62bb188a HTTP/1.1" status: 200 len: 210 time: 0.0404830 May 30 21:49:49.730280 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-3d4eee83-0c3f-48bf-8704-c2de24517cde None None] Notify callbacks [] for port, precommit_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:49.741996 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-3d4eee83-0c3f-48bf-8704-c2de24517cde None None] Transition to ACTIVE for port object ae7d7805-2aa0-4a86-93c8-6ed056c057b5 will not be triggered until provisioned by entity L2. {{(pid=84888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:49:49.818130 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-3d4eee83-0c3f-48bf-8704-c2de24517cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:49.945194 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8a07a2-57a5-48d6-b663-732f56ec40b8 None None] Pushing event updated for resources: {'Port': ['ID=ae7d7805-2aa0-4a86-93c8-6ed056c057b5,revision_number=3']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:49:50.034648 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-3d4eee83-0c3f-48bf-8704-c2de24517cde None None] Attempting to bind port ae7d7805-2aa0-4a86-93c8-6ed056c057b5 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 21:49:50.035038 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-3d4eee83-0c3f-48bf-8704-c2de24517cde None None] Attempting to bind port ae7d7805-2aa0-4a86-93c8-6ed056c057b5 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': '903a1647-840b-44e5-a215-34734b06b085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'fd493364-9658-4adb-9063-bc8b3eea12ce'}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 21:49:50.035421 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4eee83-0c3f-48bf-8704-c2de24517cde None None] Attempting to bind port ae7d7805-2aa0-4a86-93c8-6ed056c057b5 on network fd493364-9658-4adb-9063-bc8b3eea12ce {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:49:50.046991 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4eee83-0c3f-48bf-8704-c2de24517cde None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 21, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 21:49:50.047350 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4eee83-0c3f-48bf-8704-c2de24517cde None None] Checking segment: {'id': '903a1647-840b-44e5-a215-34734b06b085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'fd493364-9658-4adb-9063-bc8b3eea12ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:49:50.047741 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-3d4eee83-0c3f-48bf-8704-c2de24517cde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:50.048116 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4eee83-0c3f-48bf-8704-c2de24517cde None None] Bound using segment: {'id': '903a1647-840b-44e5-a215-34734b06b085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'fd493364-9658-4adb-9063-bc8b3eea12ce'} {{(pid=84888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 21:49:50.048565 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.managers [None req-3d4eee83-0c3f-48bf-8704-c2de24517cde None None] Bound port: ae7d7805-2aa0-4a86-93c8-6ed056c057b5, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '903a1647-840b-44e5-a215-34734b06b085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'fd493364-9658-4adb-9063-bc8b3eea12ce'}}] {{(pid=84888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 21:49:50.048927 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-3d4eee83-0c3f-48bf-8704-c2de24517cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:50.138825 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-3d4eee83-0c3f-48bf-8704-c2de24517cde None None] For port ae7d7805-2aa0-4a86-93c8-6ed056c057b5, host n-d-843948-2, cleared binding levels {{(pid=84888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 21:49:50.141795 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-3d4eee83-0c3f-48bf-8704-c2de24517cde None None] For port ae7d7805-2aa0-4a86-93c8-6ed056c057b5, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=ae7d7805-2aa0-4a86-93c8-6ed056c057b5,segment=NetworkSegment(903a1647-840b-44e5-a215-34734b06b085),segment_id=903a1647-840b-44e5-a215-34734b06b085)] {{(pid=84888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 21:49:50.271941 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-3d4eee83-0c3f-48bf-8704-c2de24517cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:50.353367 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8a07a2-57a5-48d6-b663-732f56ec40b8 None None] Pushing event updated for resources: {'Port': ['ID=ae7d7805-2aa0-4a86-93c8-6ed056c057b5,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:49:50.356248 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4eee83-0c3f-48bf-8704-c2de24517cde None None] Routers {'cd241ea9-4ca2-43ad-b614-f746af811df3'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:49:50.356843 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-3d4eee83-0c3f-48bf-8704-c2de24517cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T21:49:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['cd241ea9-4ca2-43ad-b614-f746af811df3'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:49:50.483720 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device ae7d7805-2aa0-4a86-93c8-6ed056c057b5 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:49:50.606582 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-3d4eee83-0c3f-48bf-8704-c2de24517cde None None] Set router cd241ea9-4ca2-43ad-b614-f746af811df3 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:49:50.614206 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f1a35f68-0154-4b09-9072-eb272d7ad81a req-c4db86c4-ac4f-409b-b138-535de4580fce tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] 10.222.0.85 "GET /v2.0/ports?device_id=69a5b5d8-e20f-46d6-b851-427f62bb188a HTTP/1.1" status: 200 len: 210 time: 0.0454032 May 30 21:49:50.643116 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:50.787642 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port ae7d7805-2aa0-4a86-93c8-6ed056c057b5 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:49:50.806420 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port ae7d7805-2aa0-4a86-93c8-6ed056c057b5 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:49:50.806791 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:51.044886 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:51.087900 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port ae7d7805-2aa0-4a86-93c8-6ed056c057b5, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=ae7d7805-2aa0-4a86-93c8-6ed056c057b5,segment=NetworkSegment(903a1647-840b-44e5-a215-34734b06b085),segment_id=903a1647-840b-44e5-a215-34734b06b085)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:49:51.096073 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-3d4eee83-0c3f-48bf-8704-c2de24517cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd241ea9-4ca2-43ad-b614-f746af811df3', 'name': 'tempest-TestSnapshotPattern-1904564756-router', 'tenant_id': '9b65d052608942f5a899fbd1f25dbb6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': '43dce2e0-5a4d-4013-a3b1-58dea575f5c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:49:30Z', 'updated_at': '2022-05-30T21:49:34Z', 'revision_number': 4, 'project_id': '9b65d052608942f5a899fbd1f25dbb6f', 'gw_port': {'id': '43dce2e0-5a4d-4013-a3b1-58dea575f5c8', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:7e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd241ea9-4ca2-43ad-b614-f746af811df3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:49:31Z', 'updated_at': '2022-05-30T21:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': 'ae7d7805-2aa0-4a86-93c8-6ed056c057b5', 'name': '', 'network_id': 'fd493364-9658-4adb-9063-bc8b3eea12ce', 'tenant_id': '9b65d052608942f5a899fbd1f25dbb6f', 'mac_address': 'fa:16:3e:8c:75:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd241ea9-4ca2-43ad-b614-f746af811df3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d64e778-aa60-46ed-8ee7-992ca1068a32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:49:33Z', 'updated_at': '2022-05-30T21:49:50Z', 'revision_number': 4, 'project_id': '9b65d052608942f5a899fbd1f25dbb6f', 'subnets': [{'id': '7d64e778-aa60-46ed-8ee7-992ca1068a32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:49:51.099999 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4eee83-0c3f-48bf-8704-c2de24517cde None None] The sync data for ids ['cd241ea9-4ca2-43ad-b614-f746af811df3'] in n-d-843948-2 is: [{'id': 'cd241ea9-4ca2-43ad-b614-f746af811df3', 'name': 'tempest-TestSnapshotPattern-1904564756-router', 'tenant_id': '9b65d052608942f5a899fbd1f25dbb6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': '43dce2e0-5a4d-4013-a3b1-58dea575f5c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:49:30Z', 'updated_at': '2022-05-30T21:49:34Z', 'revision_number': 4, 'project_id': '9b65d052608942f5a899fbd1f25dbb6f', 'gw_port': {'id': '43dce2e0-5a4d-4013-a3b1-58dea575f5c8', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:7e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd241ea9-4ca2-43ad-b614-f746af811df3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:49:31Z', 'updated_at': '2022-05-30T21:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': 'ae7d7805-2aa0-4a86-93c8-6ed056c057b5', 'name': '', 'network_id': 'fd493364-9658-4adb-9063-bc8b3eea12ce', 'tenant_id': '9b65d052608942f5a899fbd1f25dbb6f', 'mac_address': 'fa:16:3e:8c:75:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd241ea9-4ca2-43ad-b614-f746af811df3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d64e778-aa60-46ed-8ee7-992ca1068a32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:49:33Z', 'updated_at': '2022-05-30T21:49:50Z', 'revision_number': 4, 'project_id': '9b65d052608942f5a899fbd1f25dbb6f', 'subnets': [{'id': '7d64e778-aa60-46ed-8ee7-992ca1068a32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 21:49:51.145853 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:51.146818 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 2fceef43-9803-48b9-babf-084cd0f52bf9 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:49:51.259545 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=ae7d7805-2aa0-4a86-93c8-6ed056c057b5,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:49:51.274258 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 2fceef43-9803-48b9-babf-084cd0f52bf9 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:49:51.274621 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:51.516542 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751d2128-126f-4505-8d14-0c3e846e189d None None] Sync routers for ids ['5fffdb7b-a925-4368-9946-dd60b40b5afc'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 21:49:51.528799 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751d2128-126f-4505-8d14-0c3e846e189d None None] Routers {'5fffdb7b-a925-4368-9946-dd60b40b5afc'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:49:51.529396 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-751d2128-126f-4505-8d14-0c3e846e189d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T21:49:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['5fffdb7b-a925-4368-9946-dd60b40b5afc'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:49:51.715858 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-751d2128-126f-4505-8d14-0c3e846e189d None None] Set router 5fffdb7b-a925-4368-9946-dd60b40b5afc gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:49:51.726858 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a7d6316c-6fa1-4c82-81c0-c79bbd452ba2 req-0e147ce5-8ef8-4d7e-8600-3165d81007e5 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] 10.222.0.85 "GET /v2.0/ports?device_id=69a5b5d8-e20f-46d6-b851-427f62bb188a HTTP/1.1" status: 200 len: 210 time: 0.0445881 May 30 21:49:52.050604 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-751d2128-126f-4505-8d14-0c3e846e189d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fffdb7b-a925-4368-9946-dd60b40b5afc', 'name': 'tempest-TestSnapshotPattern-1067278450-router', 'tenant_id': '8682ce7cbc584c828a659226345545aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.251'}], 'enable_snat': True}, 'gw_port_id': '2fceef43-9803-48b9-babf-084cd0f52bf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:49:38Z', 'updated_at': '2022-05-30T21:49:41Z', 'revision_number': 4, 'project_id': '8682ce7cbc584c828a659226345545aa', 'gw_port': {'id': '2fceef43-9803-48b9-babf-084cd0f52bf9', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:cd:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fffdb7b-a925-4368-9946-dd60b40b5afc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:49:38Z', 'updated_at': '2022-05-30T21:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '8dfbc79c-36e6-4190-bd50-73bfcbdbdd22', 'name': '', 'network_id': '404eaea3-3ee8-4b0b-8243-bf30ceb9517e', 'tenant_id': '8682ce7cbc584c828a659226345545aa', 'mac_address': 'fa:16:3e:b3:2e:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fffdb7b-a925-4368-9946-dd60b40b5afc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1cce7cc5-cd88-4acd-a9c6-c44d71e4f175', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:49:41Z', 'updated_at': '2022-05-30T21:49:41Z', 'revision_number': 2, 'project_id': '8682ce7cbc584c828a659226345545aa', 'subnets': [{'id': '1cce7cc5-cd88-4acd-a9c6-c44d71e4f175', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:49:52.054357 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751d2128-126f-4505-8d14-0c3e846e189d None None] Checking router: 5fffdb7b-a925-4368-9946-dd60b40b5afc for host: n-d-843948-2 {{(pid=84889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 21:49:52.054649 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751d2128-126f-4505-8d14-0c3e846e189d None None] Updating router 5fffdb7b-a925-4368-9946-dd60b40b5afc port 8dfbc79c-36e6-4190-bd50-73bfcbdbdd22 binding host n-d-843948-2 {{(pid=84889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 30 21:49:52.107250 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-751d2128-126f-4505-8d14-0c3e846e189d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:52.433221 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device ae7d7805-2aa0-4a86-93c8-6ed056c057b5 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:49:52.437340 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-751d2128-126f-4505-8d14-0c3e846e189d None None] Notify callbacks [] for port, precommit_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:52.448478 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.provisioning_blocks [None req-751d2128-126f-4505-8d14-0c3e846e189d None None] Transition to ACTIVE for port object 8dfbc79c-36e6-4190-bd50-73bfcbdbdd22 will not be triggered until provisioned by entity L2. {{(pid=84889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:49:52.500886 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port ae7d7805-2aa0-4a86-93c8-6ed056c057b5 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:49:52.501247 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:52.539939 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-751d2128-126f-4505-8d14-0c3e846e189d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:52.667688 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e864a9-f924-4609-94eb-eadb16f8a8a8 None None] Pushing event updated for resources: {'Port': ['ID=8dfbc79c-36e6-4190-bd50-73bfcbdbdd22,revision_number=3']} {{(pid=84889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:49:52.759780 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-751d2128-126f-4505-8d14-0c3e846e189d None None] Attempting to bind port 8dfbc79c-36e6-4190-bd50-73bfcbdbdd22 on host n-d-843948-2 for vnic_type normal with profile {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 21:49:52.760143 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-751d2128-126f-4505-8d14-0c3e846e189d None None] Attempting to bind port 8dfbc79c-36e6-4190-bd50-73bfcbdbdd22 by drivers openvswitch,hyperv on host n-d-843948-2 at level 0 using segments [{'id': 'e46d7644-f722-4fbd-bcae-4c464ad7081d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '404eaea3-3ee8-4b0b-8243-bf30ceb9517e'}] {{(pid=84889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 21:49:52.760498 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751d2128-126f-4505-8d14-0c3e846e189d None None] Attempting to bind port 8dfbc79c-36e6-4190-bd50-73bfcbdbdd22 on network 404eaea3-3ee8-4b0b-8243-bf30ceb9517e {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:49:52.767374 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751d2128-126f-4505-8d14-0c3e846e189d None None] Checking agent: {'id': '62b05980-6df6-4a83-a211-d6356b2681b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 45), 'started_at': datetime.datetime(2022, 5, 30, 19, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 21, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843948-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 21:49:52.767863 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751d2128-126f-4505-8d14-0c3e846e189d None None] Checking segment: {'id': 'e46d7644-f722-4fbd-bcae-4c464ad7081d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '404eaea3-3ee8-4b0b-8243-bf30ceb9517e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:49:52.768266 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-751d2128-126f-4505-8d14-0c3e846e189d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:52.768677 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751d2128-126f-4505-8d14-0c3e846e189d None None] Bound using segment: {'id': 'e46d7644-f722-4fbd-bcae-4c464ad7081d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '404eaea3-3ee8-4b0b-8243-bf30ceb9517e'} {{(pid=84889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 21:49:52.769136 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.managers [None req-751d2128-126f-4505-8d14-0c3e846e189d None None] Bound port: 8dfbc79c-36e6-4190-bd50-73bfcbdbdd22, host: n-d-843948-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e46d7644-f722-4fbd-bcae-4c464ad7081d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '404eaea3-3ee8-4b0b-8243-bf30ceb9517e'}}] {{(pid=84889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 21:49:52.769511 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-751d2128-126f-4505-8d14-0c3e846e189d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:52.859557 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-041fbd58-8ce8-44c1-9a6f-13270cf9020a req-9f1a537a-3b96-4c71-8da3-dc727d057374 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] 10.222.0.85 "GET /v2.0/ports?device_id=69a5b5d8-e20f-46d6-b851-427f62bb188a HTTP/1.1" status: 200 len: 210 time: 0.0408332 May 30 21:49:52.860099 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.db [None req-751d2128-126f-4505-8d14-0c3e846e189d None None] For port 8dfbc79c-36e6-4190-bd50-73bfcbdbdd22, host n-d-843948-2, cleared binding levels {{(pid=84889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 21:49:52.863714 n-d-843948-2 neutron-server[84889]: DEBUG neutron.plugins.ml2.db [None req-751d2128-126f-4505-8d14-0c3e846e189d None None] For port 8dfbc79c-36e6-4190-bd50-73bfcbdbdd22, host n-d-843948-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=8dfbc79c-36e6-4190-bd50-73bfcbdbdd22,segment=NetworkSegment(e46d7644-f722-4fbd-bcae-4c464ad7081d),segment_id=e46d7644-f722-4fbd-bcae-4c464ad7081d)] {{(pid=84889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 21:49:52.946302 n-d-843948-2 neutron-server[84889]: DEBUG neutron_lib.callbacks.manager [None req-751d2128-126f-4505-8d14-0c3e846e189d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:53.027326 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e864a9-f924-4609-94eb-eadb16f8a8a8 None None] Pushing event updated for resources: {'Port': ['ID=8dfbc79c-36e6-4190-bd50-73bfcbdbdd22,revision_number=4']} {{(pid=84889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:49:53.030319 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751d2128-126f-4505-8d14-0c3e846e189d None None] Routers {'5fffdb7b-a925-4368-9946-dd60b40b5afc'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:49:53.030909 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-751d2128-126f-4505-8d14-0c3e846e189d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T21:49:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['5fffdb7b-a925-4368-9946-dd60b40b5afc'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:49:53.212721 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-751d2128-126f-4505-8d14-0c3e846e189d None None] Set router 5fffdb7b-a925-4368-9946-dd60b40b5afc gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:49:53.368874 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:53.544641 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-751d2128-126f-4505-8d14-0c3e846e189d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fffdb7b-a925-4368-9946-dd60b40b5afc', 'name': 'tempest-TestSnapshotPattern-1067278450-router', 'tenant_id': '8682ce7cbc584c828a659226345545aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.251'}], 'enable_snat': True}, 'gw_port_id': '2fceef43-9803-48b9-babf-084cd0f52bf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:49:38Z', 'updated_at': '2022-05-30T21:49:41Z', 'revision_number': 4, 'project_id': '8682ce7cbc584c828a659226345545aa', 'gw_port': {'id': '2fceef43-9803-48b9-babf-084cd0f52bf9', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:cd:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fffdb7b-a925-4368-9946-dd60b40b5afc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:49:38Z', 'updated_at': '2022-05-30T21:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '8dfbc79c-36e6-4190-bd50-73bfcbdbdd22', 'name': '', 'network_id': '404eaea3-3ee8-4b0b-8243-bf30ceb9517e', 'tenant_id': '8682ce7cbc584c828a659226345545aa', 'mac_address': 'fa:16:3e:b3:2e:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fffdb7b-a925-4368-9946-dd60b40b5afc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1cce7cc5-cd88-4acd-a9c6-c44d71e4f175', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:49:41Z', 'updated_at': '2022-05-30T21:49:52Z', 'revision_number': 4, 'project_id': '8682ce7cbc584c828a659226345545aa', 'subnets': [{'id': '1cce7cc5-cd88-4acd-a9c6-c44d71e4f175', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:49:53.548441 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751d2128-126f-4505-8d14-0c3e846e189d None None] The sync data for ids ['5fffdb7b-a925-4368-9946-dd60b40b5afc'] in n-d-843948-2 is: [{'id': '5fffdb7b-a925-4368-9946-dd60b40b5afc', 'name': 'tempest-TestSnapshotPattern-1067278450-router', 'tenant_id': '8682ce7cbc584c828a659226345545aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.251'}], 'enable_snat': True}, 'gw_port_id': '2fceef43-9803-48b9-babf-084cd0f52bf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:49:38Z', 'updated_at': '2022-05-30T21:49:41Z', 'revision_number': 4, 'project_id': '8682ce7cbc584c828a659226345545aa', 'gw_port': {'id': '2fceef43-9803-48b9-babf-084cd0f52bf9', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:cd:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fffdb7b-a925-4368-9946-dd60b40b5afc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:49:38Z', 'updated_at': '2022-05-30T21:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': '8dfbc79c-36e6-4190-bd50-73bfcbdbdd22', 'name': '', 'network_id': '404eaea3-3ee8-4b0b-8243-bf30ceb9517e', 'tenant_id': '8682ce7cbc584c828a659226345545aa', 'mac_address': 'fa:16:3e:b3:2e:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fffdb7b-a925-4368-9946-dd60b40b5afc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1cce7cc5-cd88-4acd-a9c6-c44d71e4f175', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:49:41Z', 'updated_at': '2022-05-30T21:49:52Z', 'revision_number': 4, 'project_id': '8682ce7cbc584c828a659226345545aa', 'subnets': [{'id': '1cce7cc5-cd88-4acd-a9c6-c44d71e4f175', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 21:49:54.022771 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-6fe273ad-0a0e-4521-b6ff-936b8de04108 req-6f29054e-641b-4f5d-9915-f1b756ed9108 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] 10.222.0.85 "GET /v2.0/ports?device_id=69a5b5d8-e20f-46d6-b851-427f62bb188a HTTP/1.1" status: 200 len: 210 time: 0.0407586 May 30 21:49:54.451312 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 8dfbc79c-36e6-4190-bd50-73bfcbdbdd22 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:49:54.580155 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning for port 8dfbc79c-36e6-4190-bd50-73bfcbdbdd22 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:49:54.585710 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 8dfbc79c-36e6-4190-bd50-73bfcbdbdd22 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:49:54.586082 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:54.697738 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:54.728765 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] For port 8dfbc79c-36e6-4190-bd50-73bfcbdbdd22, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=8dfbc79c-36e6-4190-bd50-73bfcbdbdd22,segment=NetworkSegment(e46d7644-f722-4fbd-bcae-4c464ad7081d),segment_id=e46d7644-f722-4fbd-bcae-4c464ad7081d)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:49:54.831602 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:54.896694 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Pushing event updated for resources: {'Port': ['ID=8dfbc79c-36e6-4190-bd50-73bfcbdbdd22,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:49:55.184932 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-c36c6775-e40a-4328-9e4e-b7c391f9a623 req-d4f931d6-9bb6-4729-8f2a-2a8e1422198d tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] 10.222.0.85 "GET /v2.0/ports?device_id=69a5b5d8-e20f-46d6-b851-427f62bb188a HTTP/1.1" status: 200 len: 210 time: 0.0405781 May 30 21:49:55.752753 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6753d7d-f39f-44c2-83e8-146a47ad1a96 req-1d773074-95a4-4e8c-b8cc-4b4efe3a6924 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:49:55.754303 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b6753d7d-f39f-44c2-83e8-146a47ad1a96 req-1d773074-95a4-4e8c-b8cc-4b4efe3a6924 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] 10.222.0.86 "GET /v2.0/networks?id=fd493364-9658-4adb-9063-bc8b3eea12ce HTTP/1.1" status: 200 len: 810 time: 0.1457038 May 30 21:49:55.826530 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b6753d7d-f39f-44c2-83e8-146a47ad1a96 req-67fbb064-0d26-4e3c-aee0-5854a109ae05 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9b65d052608942f5a899fbd1f25dbb6f HTTP/1.1" status: 200 len: 379 time: 0.0512443 May 30 21:49:55.837687 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-b6753d7d-f39f-44c2-83e8-146a47ad1a96 req-c98e8c93-9201-4fa7-b488-b479517fde47 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Request body: {'port': {'device_id': '69a5b5d8-e20f-46d6-b851-427f62bb188a', 'network_id': 'fd493364-9658-4adb-9063-bc8b3eea12ce', 'admin_state_up': True, 'tenant_id': '9b65d052608942f5a899fbd1f25dbb6f', 'security_groups': ['805117ea-95c3-4bce-813b-63f7fa412afd']}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:49:56.069507 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-b6753d7d-f39f-44c2-83e8-146a47ad1a96 req-c98e8c93-9201-4fa7-b488-b479517fde47 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:49:56.078915 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [req-b6753d7d-f39f-44c2-83e8-146a47ad1a96 req-c98e8c93-9201-4fa7-b488-b479517fde47 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:49:56.143375 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6753d7d-f39f-44c2-83e8-146a47ad1a96 req-c98e8c93-9201-4fa7-b488-b479517fde47 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Made reservation on behalf of 9b65d052608942f5a899fbd1f25dbb6f for: {'port': 1} {{(pid=84887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 21:49:56.147010 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-b6753d7d-f39f-44c2-83e8-146a47ad1a96 req-c98e8c93-9201-4fa7-b488-b479517fde47 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:56.334291 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-59dc64be-51e9-4ebf-a82c-7bd9cd81e06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:56.349945 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [req-b6753d7d-f39f-44c2-83e8-146a47ad1a96 req-c98e8c93-9201-4fa7-b488-b479517fde47 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Allocated IP 172.20.0.6 (fd493364-9658-4adb-9063-bc8b3eea12ce/7d64e778-aa60-46ed-8ee7-992ca1068a32/bfe38855-4fdc-43a1-893f-d945a49646f3) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 21:49:56.359006 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-a80fd1ab-afc6-4993-95eb-4375b1f97a9b req-79a2f073-da9a-4d82-be7c-8a3527b359a5 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] 10.222.0.85 "GET /v2.0/ports?device_id=69a5b5d8-e20f-46d6-b851-427f62bb188a HTTP/1.1" status: 200 len: 210 time: 0.0475445 May 30 21:49:56.437817 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 8dfbc79c-36e6-4190-bd50-73bfcbdbdd22 up at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:49:56.506114 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Provisioning complete for port 8dfbc79c-36e6-4190-bd50-73bfcbdbdd22 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:49:56.506475 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:56.548038 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-b6753d7d-f39f-44c2-83e8-146a47ad1a96 req-c98e8c93-9201-4fa7-b488-b479517fde47 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:56.563907 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-b6753d7d-f39f-44c2-83e8-146a47ad1a96 req-c98e8c93-9201-4fa7-b488-b479517fde47 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Transition to ACTIVE for port object bfe38855-4fdc-43a1-893f-d945a49646f3 will not be triggered until provisioned by entity DHCP. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:49:56.677445 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-b6753d7d-f39f-44c2-83e8-146a47ad1a96 req-c98e8c93-9201-4fa7-b488-b479517fde47 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:56.745796 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6753d7d-f39f-44c2-83e8-146a47ad1a96 req-c98e8c93-9201-4fa7-b488-b479517fde47 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Network fd493364-9658-4adb-9063-bc8b3eea12ce is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:49:56.748621 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [req-b6753d7d-f39f-44c2-83e8-146a47ad1a96 req-c98e8c93-9201-4fa7-b488-b479517fde47 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:49:56.752454 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6753d7d-f39f-44c2-83e8-146a47ad1a96 req-c98e8c93-9201-4fa7-b488-b479517fde47 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 21:49:56.783683 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98e8c93-9201-4fa7-b488-b479517fde47 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Pushing event updated for resources: {'Port': ['ID=bfe38855-4fdc-43a1-893f-d945a49646f3,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:49:56.821847 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6753d7d-f39f-44c2-83e8-146a47ad1a96 req-c98e8c93-9201-4fa7-b488-b479517fde47 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:49:56.822568 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-b6753d7d-f39f-44c2-83e8-146a47ad1a96 req-c98e8c93-9201-4fa7-b488-b479517fde47 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:56.927863 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b6753d7d-f39f-44c2-83e8-146a47ad1a96 req-c98e8c93-9201-4fa7-b488-b479517fde47 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0937085 May 30 21:49:56.943625 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [req-b6753d7d-f39f-44c2-83e8-146a47ad1a96 req-1b0a208b-54b2-497d-80af-6eb5895cce4f service neutron] Request body: {'port': {'device_id': '69a5b5d8-e20f-46d6-b851-427f62bb188a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843948-2'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:49:57.046777 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-34683d9e-20cc-4b6b-bb5e-1823654ce037 None None] Provisioning for port bfe38855-4fdc-43a1-893f-d945a49646f3 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:49:57.051941 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-34683d9e-20cc-4b6b-bb5e-1823654ce037 None None] Provisioning complete for port bfe38855-4fdc-43a1-893f-d945a49646f3 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:49:57.052304 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-34683d9e-20cc-4b6b-bb5e-1823654ce037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:57.053794 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-b6753d7d-f39f-44c2-83e8-146a47ad1a96 req-1b0a208b-54b2-497d-80af-6eb5895cce4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:57.106539 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-34683d9e-20cc-4b6b-bb5e-1823654ce037 None None] Port bfe38855-4fdc-43a1-893f-d945a49646f3 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 21:49:57.383949 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [req-b6753d7d-f39f-44c2-83e8-146a47ad1a96 req-1b0a208b-54b2-497d-80af-6eb5895cce4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfe38855-4fdc-43a1-893f-d945a49646f3 {{(pid=84887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 21:49:57.390616 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-b6753d7d-f39f-44c2-83e8-146a47ad1a96 req-1b0a208b-54b2-497d-80af-6eb5895cce4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:57.404766 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.provisioning_blocks [req-b6753d7d-f39f-44c2-83e8-146a47ad1a96 req-1b0a208b-54b2-497d-80af-6eb5895cce4f service neutron] Transition to ACTIVE for port object bfe38855-4fdc-43a1-893f-d945a49646f3 will not be triggered until provisioned by entity L2. {{(pid=84887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:49:57.505756 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-b6753d7d-f39f-44c2-83e8-146a47ad1a96 req-1b0a208b-54b2-497d-80af-6eb5895cce4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:57.559214 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6eb77e-4cde-42b8-b98b-503064a7f70a req-d6bc5bb5-1795-4a71-b7f4-721b3d49af8b tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:49:57.560645 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-8f6eb77e-4cde-42b8-b98b-503064a7f70a req-d6bc5bb5-1795-4a71-b7f4-721b3d49af8b tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] 10.222.0.85 "GET /v2.0/ports?device_id=69a5b5d8-e20f-46d6-b851-427f62bb188a HTTP/1.1" status: 200 len: 943 time: 0.0785620 May 30 21:49:57.608480 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-8f6eb77e-4cde-42b8-b98b-503064a7f70a req-4f619885-da4d-4c72-a4f5-f708c9730269 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] 10.222.0.85 "GET /v2.0/security-groups?id=805117ea-95c3-4bce-813b-63f7fa412afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419073 May 30 21:49:57.624785 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0a208b-54b2-497d-80af-6eb5895cce4f service neutron] Pushing event updated for resources: {'Port': ['ID=bfe38855-4fdc-43a1-893f-d945a49646f3,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:49:57.744417 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-b6753d7d-f39f-44c2-83e8-146a47ad1a96 req-1b0a208b-54b2-497d-80af-6eb5895cce4f service neutron] Attempting to bind port bfe38855-4fdc-43a1-893f-d945a49646f3 on host n-h2-843948-2 for vnic_type normal with profile {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 21:49:57.744651 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-b6753d7d-f39f-44c2-83e8-146a47ad1a96 req-1b0a208b-54b2-497d-80af-6eb5895cce4f service neutron] Attempting to bind port bfe38855-4fdc-43a1-893f-d945a49646f3 by drivers openvswitch,hyperv on host n-h2-843948-2 at level 0 using segments [{'id': '903a1647-840b-44e5-a215-34734b06b085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'fd493364-9658-4adb-9063-bc8b3eea12ce'}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 21:49:57.744973 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6753d7d-f39f-44c2-83e8-146a47ad1a96 req-1b0a208b-54b2-497d-80af-6eb5895cce4f service neutron] Attempting to bind port bfe38855-4fdc-43a1-893f-d945a49646f3 on network fd493364-9658-4adb-9063-bc8b3eea12ce {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:49:57.750745 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6753d7d-f39f-44c2-83e8-146a47ad1a96 req-1b0a208b-54b2-497d-80af-6eb5895cce4f service neutron] Port bfe38855-4fdc-43a1-893f-d945a49646f3 on network fd493364-9658-4adb-9063-bc8b3eea12ce not bound, no agent of type Open vSwitch agent registered on host n-h2-843948-2 {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 21:49:57.751061 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6753d7d-f39f-44c2-83e8-146a47ad1a96 req-1b0a208b-54b2-497d-80af-6eb5895cce4f service neutron] Attempting to bind port bfe38855-4fdc-43a1-893f-d945a49646f3 on network fd493364-9658-4adb-9063-bc8b3eea12ce {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:49:57.757225 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6753d7d-f39f-44c2-83e8-146a47ad1a96 req-1b0a208b-54b2-497d-80af-6eb5895cce4f service neutron] Checking agent: {'id': 'eaa08354-e8f5-4e73-af76-8d3cf7d2b390', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 21, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 21:49:57.757559 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6753d7d-f39f-44c2-83e8-146a47ad1a96 req-1b0a208b-54b2-497d-80af-6eb5895cce4f service neutron] Checking segment: {'id': '903a1647-840b-44e5-a215-34734b06b085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'fd493364-9658-4adb-9063-bc8b3eea12ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:49:57.757965 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6753d7d-f39f-44c2-83e8-146a47ad1a96 req-1b0a208b-54b2-497d-80af-6eb5895cce4f service neutron] Bound using segment: {'id': '903a1647-840b-44e5-a215-34734b06b085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'fd493364-9658-4adb-9063-bc8b3eea12ce'} {{(pid=84887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 21:49:57.758381 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.managers [req-b6753d7d-f39f-44c2-83e8-146a47ad1a96 req-1b0a208b-54b2-497d-80af-6eb5895cce4f service neutron] Bound port: bfe38855-4fdc-43a1-893f-d945a49646f3, host: n-h2-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '903a1647-840b-44e5-a215-34734b06b085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'fd493364-9658-4adb-9063-bc8b3eea12ce'}}] {{(pid=84887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 21:49:57.758719 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-b6753d7d-f39f-44c2-83e8-146a47ad1a96 req-1b0a208b-54b2-497d-80af-6eb5895cce4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:57.850648 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-b6753d7d-f39f-44c2-83e8-146a47ad1a96 req-1b0a208b-54b2-497d-80af-6eb5895cce4f service neutron] For port bfe38855-4fdc-43a1-893f-d945a49646f3, host n-h2-843948-2, cleared binding levels {{(pid=84887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 21:49:57.853485 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-b6753d7d-f39f-44c2-83e8-146a47ad1a96 req-1b0a208b-54b2-497d-80af-6eb5895cce4f service neutron] For port bfe38855-4fdc-43a1-893f-d945a49646f3, host n-h2-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=bfe38855-4fdc-43a1-893f-d945a49646f3,segment=NetworkSegment(903a1647-840b-44e5-a215-34734b06b085),segment_id=903a1647-840b-44e5-a215-34734b06b085)] {{(pid=84887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 21:49:57.961397 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-b6753d7d-f39f-44c2-83e8-146a47ad1a96 req-1b0a208b-54b2-497d-80af-6eb5895cce4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:58.022977 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-b6753d7d-f39f-44c2-83e8-146a47ad1a96 req-1b0a208b-54b2-497d-80af-6eb5895cce4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:58.024302 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b6753d7d-f39f-44c2-83e8-146a47ad1a96 req-1b0a208b-54b2-497d-80af-6eb5895cce4f service neutron] 10.222.0.86 "PUT /v2.0/ports/bfe38855-4fdc-43a1-893f-d945a49646f3 HTTP/1.1" status: 200 len: 1091 time: 1.0853543 May 30 21:49:58.024720 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69a5b5d8-e20f-46d6-b851-427f62bb188a', 'tag': 'bfe38855-4fdc-43a1-893f-d945a49646f3'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:49:58.051374 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0a208b-54b2-497d-80af-6eb5895cce4f service neutron] Pushing event updated for resources: {'Port': ['ID=bfe38855-4fdc-43a1-893f-d945a49646f3,revision_number=3']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:49:58.088386 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-229ddae0-8581-4ab6-aee9-d509e5b1c191'] response: {'name': 'network-changed', 'server_uuid': '69a5b5d8-e20f-46d6-b851-427f62bb188a', 'tag': 'bfe38855-4fdc-43a1-893f-d945a49646f3', 'status': 'completed', 'code': 200} May 30 21:49:58.193648 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c27dac97-c88e-43ba-a1c6-ab9216bf0b7a req-70b426e6-f310-4b84-bcf8-82e48922a8d8 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=9b65d052608942f5a899fbd1f25dbb6f&device_id=69a5b5d8-e20f-46d6-b851-427f62bb188a HTTP/1.1" status: 200 len: 1094 time: 0.0751140 May 30 21:49:58.419820 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27dac97-c88e-43ba-a1c6-ab9216bf0b7a req-8b931573-df4d-4f33-8c96-f28f1cbe2652 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:49:58.421234 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c27dac97-c88e-43ba-a1c6-ab9216bf0b7a req-8b931573-df4d-4f33-8c96-f28f1cbe2652 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=9b65d052608942f5a899fbd1f25dbb6f&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2170067 May 30 21:49:58.555341 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27dac97-c88e-43ba-a1c6-ab9216bf0b7a req-f92716ef-d17f-43d6-846b-6cdd59506e13 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:49:58.556655 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-c27dac97-c88e-43ba-a1c6-ab9216bf0b7a req-f92716ef-d17f-43d6-846b-6cdd59506e13 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1267462 May 30 21:49:58.666853 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b6753d7d-f39f-44c2-83e8-146a47ad1a96 req-48392861-b1bb-4997-b93f-db04b51bd691 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=9b65d052608942f5a899fbd1f25dbb6f&device_id=69a5b5d8-e20f-46d6-b851-427f62bb188a HTTP/1.1" status: 200 len: 1094 time: 0.0676403 May 30 21:49:58.740516 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b6753d7d-f39f-44c2-83e8-146a47ad1a96 req-bcd631a5-4874-4bee-951e-06a6d91a4c66 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bfe38855-4fdc-43a1-893f-d945a49646f3 HTTP/1.1" status: 200 len: 217 time: 0.0638342 May 30 21:49:58.804496 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42431315-6174-4588-94d8-5ef6d1dd9a95 req-0ec21701-12c9-4a36-a574-77085c4c69ab tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:49:58.811758 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-42431315-6174-4588-94d8-5ef6d1dd9a95 req-0ec21701-12c9-4a36-a574-77085c4c69ab tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] 10.222.0.85 "GET /v2.0/ports?device_id=69a5b5d8-e20f-46d6-b851-427f62bb188a HTTP/1.1" status: 200 len: 943 time: 0.0774453 May 30 21:49:58.811887 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6753d7d-f39f-44c2-83e8-146a47ad1a96 req-bc3b869a-05b7-4ffa-8685-4b095425303f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:49:58.811887 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b6753d7d-f39f-44c2-83e8-146a47ad1a96 req-bc3b869a-05b7-4ffa-8685-4b095425303f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7d64e778-aa60-46ed-8ee7-992ca1068a32 HTTP/1.1" status: 200 len: 849 time: 0.0589666 May 30 21:49:58.852676 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-42431315-6174-4588-94d8-5ef6d1dd9a95 req-2296a456-34ec-4ebc-b152-246881f1f992 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] 10.222.0.85 "GET /v2.0/security-groups?id=805117ea-95c3-4bce-813b-63f7fa412afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409093 May 30 21:49:58.888970 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b6753d7d-f39f-44c2-83e8-146a47ad1a96 req-9ffa408b-11df-4520-8fac-617afa34b260 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fd493364-9658-4adb-9063-bc8b3eea12ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0714924 May 30 21:49:59.023718 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b6753d7d-f39f-44c2-83e8-146a47ad1a96 req-d7d1aca7-1b88-4966-a21c-e3dae9e32b3a service neutron] 10.222.0.86 "GET /v2.0/networks/fd493364-9658-4adb-9063-bc8b3eea12ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250129 May 30 21:49:59.155584 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b6753d7d-f39f-44c2-83e8-146a47ad1a96 req-56f5e6ad-2250-4d13-a6b1-b1112107427d service neutron] 10.222.0.86 "GET /v2.0/networks/fd493364-9658-4adb-9063-bc8b3eea12ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228266 May 30 21:49:59.710895 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-6e5ad78a-3da3-45d2-b9d3-c59a21c2b66a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:49:59.961084 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:50:00.053874 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2f0c8e-cd4c-4a78-96e9-7fb1f23adc4e req-d8a415a7-d6d9-4ec1-8ef1-15bfd6167515 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:50:00.054553 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-fd2f0c8e-cd4c-4a78-96e9-7fb1f23adc4e req-d8a415a7-d6d9-4ec1-8ef1-15bfd6167515 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Synchronizing usage tracker for tenant:9b65d052608942f5a899fbd1f25dbb6f on resource:port {{(pid=84887) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 21:50:00.114991 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [req-fd2f0c8e-cd4c-4a78-96e9-7fb1f23adc4e req-d8a415a7-d6d9-4ec1-8ef1-15bfd6167515 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Unset dirty status for tenant:9b65d052608942f5a899fbd1f25dbb6f on resource:port {{(pid=84887) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 21:50:00.116138 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fd2f0c8e-cd4c-4a78-96e9-7fb1f23adc4e req-d8a415a7-d6d9-4ec1-8ef1-15bfd6167515 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] 10.222.0.85 "GET /v2.0/ports?device_id=69a5b5d8-e20f-46d6-b851-427f62bb188a HTTP/1.1" status: 200 len: 943 time: 0.1363909 May 30 21:50:00.161888 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fd2f0c8e-cd4c-4a78-96e9-7fb1f23adc4e req-5ea0e535-3b02-4185-a5f2-37de7141e0f4 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] 10.222.0.85 "GET /v2.0/security-groups?id=805117ea-95c3-4bce-813b-63f7fa412afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402813 May 30 21:50:01.356113 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cab88e-d35b-45e5-a2c0-365059a7fdfd req-2cb46156-1cd7-43d9-b197-5465a3c418d9 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:50:01.357532 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-72cab88e-d35b-45e5-a2c0-365059a7fdfd req-2cb46156-1cd7-43d9-b197-5465a3c418d9 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] 10.222.0.85 "GET /v2.0/ports?device_id=69a5b5d8-e20f-46d6-b851-427f62bb188a HTTP/1.1" status: 200 len: 943 time: 0.0772951 May 30 21:50:01.402068 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-72cab88e-d35b-45e5-a2c0-365059a7fdfd req-cc16d9e3-63f4-4835-86b3-d5f35259315c tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] 10.222.0.85 "GET /v2.0/security-groups?id=805117ea-95c3-4bce-813b-63f7fa412afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391617 May 30 21:50:01.585697 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:50:01.778531 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device bfe38855-4fdc-43a1-893f-d945a49646f3 details requested by agent hyperv_n-h2-843948-2 with host n-h2-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 21:50:01.916985 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port bfe38855-4fdc-43a1-893f-d945a49646f3, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=bfe38855-4fdc-43a1-893f-d945a49646f3,segment=NetworkSegment(903a1647-840b-44e5-a215-34734b06b085),segment_id=903a1647-840b-44e5-a215-34734b06b085)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:50:01.930443 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Returning: {'device': 'bfe38855-4fdc-43a1-893f-d945a49646f3', 'network_id': 'fd493364-9658-4adb-9063-bc8b3eea12ce', 'port_id': 'bfe38855-4fdc-43a1-893f-d945a49646f3', 'mac_address': 'fa:16:3e:ef:6c:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d64e778-aa60-46ed-8ee7-992ca1068a32', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 21:50:01.982232 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:50:01.999269 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfe38855-4fdc-43a1-893f-d945a49646f3 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 21:50:02.014113 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port bfe38855-4fdc-43a1-893f-d945a49646f3, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=bfe38855-4fdc-43a1-893f-d945a49646f3,segment=NetworkSegment(903a1647-840b-44e5-a215-34734b06b085),segment_id=903a1647-840b-44e5-a215-34734b06b085)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:50:02.070762 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:50:02.168480 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=bfe38855-4fdc-43a1-893f-d945a49646f3,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:50:02.393429 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['bfe38855-4fdc-43a1-893f-d945a49646f3'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 21:50:02.598728 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98acb3b-5207-4ac1-ad1f-9917e634220e req-833c9363-8650-48b4-a6dd-257a2b663335 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:50:02.600176 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b98acb3b-5207-4ac1-ad1f-9917e634220e req-833c9363-8650-48b4-a6dd-257a2b663335 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] 10.222.0.85 "GET /v2.0/ports?device_id=69a5b5d8-e20f-46d6-b851-427f62bb188a HTTP/1.1" status: 200 len: 944 time: 0.0799782 May 30 21:50:02.644825 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-b98acb3b-5207-4ac1-ad1f-9917e634220e req-28555fd6-3dc0-45e3-9b4c-a3fc8296bc73 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] 10.222.0.85 "GET /v2.0/security-groups?id=805117ea-95c3-4bce-813b-63f7fa412afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391297 May 30 21:50:03.051887 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:50:03.795980 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device bfe38855-4fdc-43a1-893f-d945a49646f3 up at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:50:03.848521 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a18e14a-dade-464f-9f04-0e5707f3f4f8 req-bcd8dd09-5501-47d6-99a3-556ad87af63e tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:50:03.850022 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5a18e14a-dade-464f-9f04-0e5707f3f4f8 req-bcd8dd09-5501-47d6-99a3-556ad87af63e tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] 10.222.0.85 "GET /v2.0/ports?device_id=69a5b5d8-e20f-46d6-b851-427f62bb188a HTTP/1.1" status: 200 len: 944 time: 0.0807080 May 30 21:50:03.900759 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5a18e14a-dade-464f-9f04-0e5707f3f4f8 req-c79b928f-5c26-461d-ab9f-f79d669317c2 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] 10.222.0.85 "GET /v2.0/security-groups?id=805117ea-95c3-4bce-813b-63f7fa412afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449104 May 30 21:50:03.911058 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning for port bfe38855-4fdc-43a1-893f-d945a49646f3 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:50:03.916236 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning complete for port bfe38855-4fdc-43a1-893f-d945a49646f3 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:50:03.916610 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:50:04.029150 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:50:04.054702 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69a5b5d8-e20f-46d6-b851-427f62bb188a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfe38855-4fdc-43a1-893f-d945a49646f3'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:50:04.063943 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port bfe38855-4fdc-43a1-893f-d945a49646f3, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=bfe38855-4fdc-43a1-893f-d945a49646f3,segment=NetworkSegment(903a1647-840b-44e5-a215-34734b06b085),segment_id=903a1647-840b-44e5-a215-34734b06b085)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:50:04.134219 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:50:04.190524 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-953ee693-8bec-4a36-a3f3-ba452b318cfa'] response: {'server_uuid': '69a5b5d8-e20f-46d6-b851-427f62bb188a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfe38855-4fdc-43a1-893f-d945a49646f3', 'code': 200} May 30 21:50:04.204044 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=bfe38855-4fdc-43a1-893f-d945a49646f3,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:50:04.319517 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d650643c-669c-43ad-a0f8-4d2a75694aad req-58d114d9-fa75-4b45-be11-92d2ed4be8b8 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=69a5b5d8-e20f-46d6-b851-427f62bb188a HTTP/1.1" status: 200 len: 1096 time: 0.0662658 May 30 21:50:04.365034 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d650643c-669c-43ad-a0f8-4d2a75694aad req-f3277bec-7f2d-4007-81d2-fc7d022e777d service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=805117ea-95c3-4bce-813b-63f7fa412afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353198 May 30 21:50:05.092953 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad06673-c4ca-4c46-924b-e601c6e78a73 req-b335e0b7-14c0-4a71-b43c-e82d3e847e8b tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:50:05.094311 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1ad06673-c4ca-4c46-924b-e601c6e78a73 req-b335e0b7-14c0-4a71-b43c-e82d3e847e8b tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] 10.222.0.85 "GET /v2.0/ports?device_id=69a5b5d8-e20f-46d6-b851-427f62bb188a HTTP/1.1" status: 200 len: 945 time: 0.0761180 May 30 21:50:05.139961 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-1ad06673-c4ca-4c46-924b-e601c6e78a73 req-86c4c2d4-5a61-40b5-a903-28c96db93d36 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] 10.222.0.85 "GET /v2.0/security-groups?id=805117ea-95c3-4bce-813b-63f7fa412afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396788 May 30 21:50:06.337844 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733d8f39-62b8-4197-9933-e70281ed5161 req-65be740e-85d6-485b-a471-c28f55bc955a tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:50:06.339324 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-733d8f39-62b8-4197-9933-e70281ed5161 req-65be740e-85d6-485b-a471-c28f55bc955a tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] 10.222.0.85 "GET /v2.0/ports?device_id=69a5b5d8-e20f-46d6-b851-427f62bb188a HTTP/1.1" status: 200 len: 945 time: 0.0784280 May 30 21:50:06.383086 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-733d8f39-62b8-4197-9933-e70281ed5161 req-4ca93ee4-c542-4d39-95dc-0d2784132663 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] 10.222.0.85 "GET /v2.0/security-groups?id=805117ea-95c3-4bce-813b-63f7fa412afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383508 May 30 21:50:06.577570 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d760ee43-b19f-4dda-aa13-63156dbeb1af req-5a49589e-0e96-426f-8660-f4553374c4a7 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:50:06.579043 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d760ee43-b19f-4dda-aa13-63156dbeb1af req-5a49589e-0e96-426f-8660-f4553374c4a7 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] 10.222.0.85 "GET /v2.0/ports?device_id=69a5b5d8-e20f-46d6-b851-427f62bb188a HTTP/1.1" status: 200 len: 945 time: 0.0785041 May 30 21:50:06.622627 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-d760ee43-b19f-4dda-aa13-63156dbeb1af req-c3429e0f-aafa-4820-b721-c3c433bdebd2 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] 10.222.0.85 "GET /v2.0/security-groups?id=805117ea-95c3-4bce-813b-63f7fa412afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375884 May 30 21:50:06.650258 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 54808) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:50:06.781492 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-70f92a52-a226-40ff-b577-e36054bea20b tempest-TestSnapshotPattern-1594029099 tempest-TestSnapshotPattern-1594029099-project-admin] Synchronizing usage tracker for tenant:8682ce7cbc584c828a659226345545aa on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 21:50:06.859412 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-70f92a52-a226-40ff-b577-e36054bea20b tempest-TestSnapshotPattern-1594029099 tempest-TestSnapshotPattern-1594029099-project-admin] Unset dirty status for tenant:8682ce7cbc584c828a659226345545aa on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 21:50:06.860574 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-70f92a52-a226-40ff-b577-e36054bea20b tempest-TestSnapshotPattern-1594029099 tempest-TestSnapshotPattern-1594029099-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=69a5b5d8-e20f-46d6-b851-427f62bb188a HTTP/1.1" status: 200 len: 1091 time: 0.2093842 May 30 21:50:06.863993 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 54814) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:50:06.869146 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [None req-e377701d-6728-4c21-b033-59d78b769dc9 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Request body: {'floatingip': {'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'port_id': 'bfe38855-4fdc-43a1-893f-d945a49646f3', 'tenant_id': '9b65d052608942f5a899fbd1f25dbb6f', 'fixed_ip_address': '172.20.0.6'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:50:06.875620 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-e377701d-6728-4c21-b033-59d78b769dc9 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:50:06.880040 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-e377701d-6728-4c21-b033-59d78b769dc9 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Usage tracker for resource:floatingip and tenant:9b65d052608942f5a899fbd1f25dbb6f is out of sync, need to count used quota {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:50:06.882924 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [None req-e377701d-6728-4c21-b033-59d78b769dc9 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84886) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:50:06.888634 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [None req-e377701d-6728-4c21-b033-59d78b769dc9 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:50:06.951355 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e377701d-6728-4c21-b033-59d78b769dc9 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Notify callbacks [] for floatingip, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:50:07.173043 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e377701d-6728-4c21-b033-59d78b769dc9 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:50:07.311290 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [None req-e377701d-6728-4c21-b033-59d78b769dc9 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Allocated IP 172.25.8.73 (c7869750-4b49-4b7e-aa99-5e0f1ae02da4/427601ec-f643-4fe7-b5e6-17305d3a39e1/bd9e6899-a2b9-4030-8862-c67d96f162f3) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 21:50:07.455453 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e377701d-6728-4c21-b033-59d78b769dc9 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:50:07.528491 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e377701d-6728-4c21-b033-59d78b769dc9 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:50:07.597905 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e377701d-6728-4c21-b033-59d78b769dc9 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:50:07.601125 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [None req-e377701d-6728-4c21-b033-59d78b769dc9 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:50:07.606186 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e377701d-6728-4c21-b033-59d78b769dc9 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 21:50:07.629513 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e377701d-6728-4c21-b033-59d78b769dc9 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Pushing event updated for resources: {'Port': ['ID=bd9e6899-a2b9-4030-8862-c67d96f162f3,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:50:07.651456 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e377701d-6728-4c21-b033-59d78b769dc9 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:50:07.651793 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e377701d-6728-4c21-b033-59d78b769dc9 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:50:07.652127 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e377701d-6728-4c21-b033-59d78b769dc9 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:50:07.652451 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e377701d-6728-4c21-b033-59d78b769dc9 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:50:07.652776 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e377701d-6728-4c21-b033-59d78b769dc9 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:50:07.653098 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e377701d-6728-4c21-b033-59d78b769dc9 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:50:07.653415 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e377701d-6728-4c21-b033-59d78b769dc9 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:50:07.653756 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e377701d-6728-4c21-b033-59d78b769dc9 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:50:07.654076 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e377701d-6728-4c21-b033-59d78b769dc9 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:50:07.654389 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e377701d-6728-4c21-b033-59d78b769dc9 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:50:07.654702 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e377701d-6728-4c21-b033-59d78b769dc9 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:50:08.108441 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e377701d-6728-4c21-b033-59d78b769dc9 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:50:08.243981 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e377701d-6728-4c21-b033-59d78b769dc9 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:50:08.442622 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e377701d-6728-4c21-b033-59d78b769dc9 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:50:08.505302 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e377701d-6728-4c21-b033-59d78b769dc9 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:50:08.617295 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e377701d-6728-4c21-b033-59d78b769dc9 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Pushing event updated for resources: {'Port': ['ID=bd9e6899-a2b9-4030-8862-c67d96f162f3,revision_number=2']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:50:08.626419 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e377701d-6728-4c21-b033-59d78b769dc9 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736490'] for floatingip, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:50:08.633540 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 21:50:08.918100 n-d-843948-2 neutron-server[84886]: INFO neutron.db.l3_db [None req-e377701d-6728-4c21-b033-59d78b769dc9 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Floating IP 00eca06b-345c-4506-90a5-d8339b3e2439 associated. External IP: 172.25.8.73, port: bfe38855-4fdc-43a1-893f-d945a49646f3. May 30 21:50:09.307672 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e377701d-6728-4c21-b033-59d78b769dc9 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Router cd241ea9-4ca2-43ad-b614-f746af811df3 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 21:50:09.500920 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e377701d-6728-4c21-b033-59d78b769dc9 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 21:50:09.510974 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a70cd80-abb2-4c1e-9941-a40b6a8e9a03 None None] Sync routers for ids ['cd241ea9-4ca2-43ad-b614-f746af811df3'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 21:50:09.523062 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a70cd80-abb2-4c1e-9941-a40b6a8e9a03 None None] Routers {'cd241ea9-4ca2-43ad-b614-f746af811df3'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:50:09.523664 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-6a70cd80-abb2-4c1e-9941-a40b6a8e9a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T21:50:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['cd241ea9-4ca2-43ad-b614-f746af811df3'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:50:09.583569 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e377701d-6728-4c21-b033-59d78b769dc9 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:50:09.640515 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-e377701d-6728-4c21-b033-59d78b769dc9 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7755203 May 30 21:50:09.641201 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69a5b5d8-e20f-46d6-b851-427f62bb188a', 'tag': 'bfe38855-4fdc-43a1-893f-d945a49646f3'}] {{(pid=84886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:50:09.695049 n-d-843948-2 neutron-server[84886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac4b8a22-4a23-4bc1-a846-6367962483d1'] response: {'name': 'network-changed', 'server_uuid': '69a5b5d8-e20f-46d6-b851-427f62bb188a', 'tag': 'bfe38855-4fdc-43a1-893f-d945a49646f3', 'status': 'completed', 'code': 200} May 30 21:50:09.703608 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-6a70cd80-abb2-4c1e-9941-a40b6a8e9a03 None None] Set router cd241ea9-4ca2-43ad-b614-f746af811df3 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:50:09.788494 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-eb83758a-2ade-476f-b32f-887ab082e644 req-f5609ca9-f9b5-455d-8f7e-6803494f6d2e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=9b65d052608942f5a899fbd1f25dbb6f&device_id=69a5b5d8-e20f-46d6-b851-427f62bb188a HTTP/1.1" status: 200 len: 1096 time: 0.0692029 May 30 21:50:09.922572 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb83758a-2ade-476f-b32f-887ab082e644 req-8c6e4d5c-aec0-498d-a5e7-ef716ea1f49c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:50:09.924003 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-eb83758a-2ade-476f-b32f-887ab082e644 req-8c6e4d5c-aec0-498d-a5e7-ef716ea1f49c service neutron] 10.222.0.86 "GET /v2.0/networks?id=fd493364-9658-4adb-9063-bc8b3eea12ce HTTP/1.1" status: 200 len: 911 time: 0.1302488 May 30 21:50:10.028836 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-eb83758a-2ade-476f-b32f-887ab082e644 req-a3156dc4-8fc2-4042-ada4-a93c06a0bf3b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bfe38855-4fdc-43a1-893f-d945a49646f3 HTTP/1.1" status: 200 len: 998 time: 0.0982049 May 30 21:50:10.048088 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-6a70cd80-abb2-4c1e-9941-a40b6a8e9a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd241ea9-4ca2-43ad-b614-f746af811df3', 'name': 'tempest-TestSnapshotPattern-1904564756-router', 'tenant_id': '9b65d052608942f5a899fbd1f25dbb6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': '43dce2e0-5a4d-4013-a3b1-58dea575f5c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:49:30Z', 'updated_at': '2022-05-30T21:49:34Z', 'revision_number': 4, 'project_id': '9b65d052608942f5a899fbd1f25dbb6f', 'gw_port': {'id': '43dce2e0-5a4d-4013-a3b1-58dea575f5c8', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:7e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd241ea9-4ca2-43ad-b614-f746af811df3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:49:31Z', 'updated_at': '2022-05-30T21:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': '00eca06b-345c-4506-90a5-d8339b3e2439', 'tenant_id': '9b65d052608942f5a899fbd1f25dbb6f', 'floating_ip_address': '172.25.8.73', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': 'cd241ea9-4ca2-43ad-b614-f746af811df3', 'port_id': 'bfe38855-4fdc-43a1-893f-d945a49646f3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd493364-9658-4adb-9063-bc8b3eea12ce', 'mac_address': 'fa:16:3e:ef:6c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a5b5d8-e20f-46d6-b851-427f62bb188a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T21:50:07Z', 'updated_at': '2022-05-30T21:50:07Z', 'revision_number': 0, 'project_id': '9b65d052608942f5a899fbd1f25dbb6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae7d7805-2aa0-4a86-93c8-6ed056c057b5', 'name': '', 'network_id': 'fd493364-9658-4adb-9063-bc8b3eea12ce', 'tenant_id': '9b65d052608942f5a899fbd1f25dbb6f', 'mac_address': 'fa:16:3e:8c:75:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd241ea9-4ca2-43ad-b614-f746af811df3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d64e778-aa60-46ed-8ee7-992ca1068a32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:49:33Z', 'updated_at': '2022-05-30T21:49:51Z', 'revision_number': 5, 'project_id': '9b65d052608942f5a899fbd1f25dbb6f', 'subnets': [{'id': '7d64e778-aa60-46ed-8ee7-992ca1068a32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:50:10.051990 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a70cd80-abb2-4c1e-9941-a40b6a8e9a03 None None] Checking router: cd241ea9-4ca2-43ad-b614-f746af811df3 for host: n-d-843948-2 {{(pid=84888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 21:50:10.062529 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a70cd80-abb2-4c1e-9941-a40b6a8e9a03 None None] Routers {'cd241ea9-4ca2-43ad-b614-f746af811df3'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:50:10.063122 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-6a70cd80-abb2-4c1e-9941-a40b6a8e9a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T21:50:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['cd241ea9-4ca2-43ad-b614-f746af811df3'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:50:10.094505 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb83758a-2ade-476f-b32f-887ab082e644 req-a51c3699-da64-44d8-8312-ac331b303e8d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:50:10.095903 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-eb83758a-2ade-476f-b32f-887ab082e644 req-a51c3699-da64-44d8-8312-ac331b303e8d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7d64e778-aa60-46ed-8ee7-992ca1068a32 HTTP/1.1" status: 200 len: 849 time: 0.0592625 May 30 21:50:10.169078 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-eb83758a-2ade-476f-b32f-887ab082e644 req-315ac50c-0ddb-43ea-80c4-c611f9ee9444 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fd493364-9658-4adb-9063-bc8b3eea12ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0669618 May 30 21:50:10.243084 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-6a70cd80-abb2-4c1e-9941-a40b6a8e9a03 None None] Set router cd241ea9-4ca2-43ad-b614-f746af811df3 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:50:10.396922 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-eb83758a-2ade-476f-b32f-887ab082e644 req-bc3d1a04-672e-4cd5-a1a3-953fc989989a service neutron] 10.222.0.86 "GET /v2.0/networks/fd493364-9658-4adb-9063-bc8b3eea12ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220237 May 30 21:50:10.525370 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-eb83758a-2ade-476f-b32f-887ab082e644 req-63bd99d2-62f4-4a83-b6f0-5449e7f7a454 service neutron] 10.222.0.86 "GET /v2.0/networks/fd493364-9658-4adb-9063-bc8b3eea12ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232245 May 30 21:50:10.626513 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-6a70cd80-abb2-4c1e-9941-a40b6a8e9a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd241ea9-4ca2-43ad-b614-f746af811df3', 'name': 'tempest-TestSnapshotPattern-1904564756-router', 'tenant_id': '9b65d052608942f5a899fbd1f25dbb6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': '43dce2e0-5a4d-4013-a3b1-58dea575f5c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:49:30Z', 'updated_at': '2022-05-30T21:49:34Z', 'revision_number': 4, 'project_id': '9b65d052608942f5a899fbd1f25dbb6f', 'gw_port': {'id': '43dce2e0-5a4d-4013-a3b1-58dea575f5c8', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:7e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd241ea9-4ca2-43ad-b614-f746af811df3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:49:31Z', 'updated_at': '2022-05-30T21:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': '00eca06b-345c-4506-90a5-d8339b3e2439', 'tenant_id': '9b65d052608942f5a899fbd1f25dbb6f', 'floating_ip_address': '172.25.8.73', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': 'cd241ea9-4ca2-43ad-b614-f746af811df3', 'port_id': 'bfe38855-4fdc-43a1-893f-d945a49646f3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd493364-9658-4adb-9063-bc8b3eea12ce', 'mac_address': 'fa:16:3e:ef:6c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a5b5d8-e20f-46d6-b851-427f62bb188a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T21:50:07Z', 'updated_at': '2022-05-30T21:50:07Z', 'revision_number': 0, 'project_id': '9b65d052608942f5a899fbd1f25dbb6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae7d7805-2aa0-4a86-93c8-6ed056c057b5', 'name': '', 'network_id': 'fd493364-9658-4adb-9063-bc8b3eea12ce', 'tenant_id': '9b65d052608942f5a899fbd1f25dbb6f', 'mac_address': 'fa:16:3e:8c:75:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd241ea9-4ca2-43ad-b614-f746af811df3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d64e778-aa60-46ed-8ee7-992ca1068a32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:49:33Z', 'updated_at': '2022-05-30T21:49:51Z', 'revision_number': 5, 'project_id': '9b65d052608942f5a899fbd1f25dbb6f', 'subnets': [{'id': '7d64e778-aa60-46ed-8ee7-992ca1068a32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:50:10.631087 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a70cd80-abb2-4c1e-9941-a40b6a8e9a03 None None] The sync data for ids ['cd241ea9-4ca2-43ad-b614-f746af811df3'] in n-d-843948-2 is: [{'id': 'cd241ea9-4ca2-43ad-b614-f746af811df3', 'name': 'tempest-TestSnapshotPattern-1904564756-router', 'tenant_id': '9b65d052608942f5a899fbd1f25dbb6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': '43dce2e0-5a4d-4013-a3b1-58dea575f5c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:49:30Z', 'updated_at': '2022-05-30T21:49:34Z', 'revision_number': 4, 'project_id': '9b65d052608942f5a899fbd1f25dbb6f', 'gw_port': {'id': '43dce2e0-5a4d-4013-a3b1-58dea575f5c8', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:7e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd241ea9-4ca2-43ad-b614-f746af811df3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:49:31Z', 'updated_at': '2022-05-30T21:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': '00eca06b-345c-4506-90a5-d8339b3e2439', 'tenant_id': '9b65d052608942f5a899fbd1f25dbb6f', 'floating_ip_address': '172.25.8.73', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': 'cd241ea9-4ca2-43ad-b614-f746af811df3', 'port_id': 'bfe38855-4fdc-43a1-893f-d945a49646f3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd493364-9658-4adb-9063-bc8b3eea12ce', 'mac_address': 'fa:16:3e:ef:6c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a5b5d8-e20f-46d6-b851-427f62bb188a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T21:50:07Z', 'updated_at': '2022-05-30T21:50:07Z', 'revision_number': 0, 'project_id': '9b65d052608942f5a899fbd1f25dbb6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae7d7805-2aa0-4a86-93c8-6ed056c057b5', 'name': '', 'network_id': 'fd493364-9658-4adb-9063-bc8b3eea12ce', 'tenant_id': '9b65d052608942f5a899fbd1f25dbb6f', 'mac_address': 'fa:16:3e:8c:75:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd241ea9-4ca2-43ad-b614-f746af811df3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d64e778-aa60-46ed-8ee7-992ca1068a32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:49:33Z', 'updated_at': '2022-05-30T21:49:51Z', 'revision_number': 5, 'project_id': '9b65d052608942f5a899fbd1f25dbb6f', 'subnets': [{'id': '7d64e778-aa60-46ed-8ee7-992ca1068a32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 21:50:12.533359 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63fb4e4-e32f-49fd-a4e5-cb36ea2a5580 None None] New status for floating IP 00eca06b-345c-4506-90a5-d8339b3e2439: ACTIVE {{(pid=84889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 21:50:20.503738 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:50:23.402197 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:50:26.299984 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-1dc596aa-7d6c-4ada-a399-a81c0fa9ea7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:50:29.662708 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b43658b5-155e-4b02-bb1a-c0603a0564e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:50:29.931718 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:50:31.556462 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:50:33.047805 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:50:44.791754 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fa4f6fd7-d9a8-4411-93ad-399b94c76917 req-f92b4a07-c4d0-4a73-8d6e-a629e6ee6577 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=69a5b5d8-e20f-46d6-b851-427f62bb188a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0714083 May 30 21:50:44.931368 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fa4f6fd7-d9a8-4411-93ad-399b94c76917 req-619b7478-1234-400d-9a69-3d70a92de0f1 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=9b65d052608942f5a899fbd1f25dbb6f&device_id=69a5b5d8-e20f-46d6-b851-427f62bb188a HTTP/1.1" status: 200 len: 1096 time: 0.0682998 May 30 21:50:45.074491 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4f6fd7-d9a8-4411-93ad-399b94c76917 req-884430aa-4ac5-4139-abc5-b223f0f55a0c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:50:45.075837 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fa4f6fd7-d9a8-4411-93ad-399b94c76917 req-884430aa-4ac5-4139-abc5-b223f0f55a0c service neutron] 10.222.0.86 "GET /v2.0/networks?id=fd493364-9658-4adb-9063-bc8b3eea12ce HTTP/1.1" status: 200 len: 911 time: 0.1253674 May 30 21:50:45.181282 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fa4f6fd7-d9a8-4411-93ad-399b94c76917 req-21ea36cc-47fe-4477-b8f1-c6e5e57260b7 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bfe38855-4fdc-43a1-893f-d945a49646f3 HTTP/1.1" status: 200 len: 1000 time: 0.0959413 May 30 21:50:45.246453 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4f6fd7-d9a8-4411-93ad-399b94c76917 req-50c02e7a-a577-45ec-84d5-6d617c5a2df2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:50:45.247818 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fa4f6fd7-d9a8-4411-93ad-399b94c76917 req-50c02e7a-a577-45ec-84d5-6d617c5a2df2 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7d64e778-aa60-46ed-8ee7-992ca1068a32 HTTP/1.1" status: 200 len: 849 time: 0.0567071 May 30 21:50:45.323620 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fa4f6fd7-d9a8-4411-93ad-399b94c76917 req-db81e5a7-e22f-4a7c-9bed-82bf456163ab service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fd493364-9658-4adb-9063-bc8b3eea12ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0688300 May 30 21:50:45.451996 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fa4f6fd7-d9a8-4411-93ad-399b94c76917 req-747053f5-6aec-4a50-9070-8d8bffd48da8 service neutron] 10.222.0.86 "GET /v2.0/networks/fd493364-9658-4adb-9063-bc8b3eea12ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221662 May 30 21:50:45.581506 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-fa4f6fd7-d9a8-4411-93ad-399b94c76917 req-b1f5cfeb-fd52-4115-8d90-5d0a6e707965 service neutron] 10.222.0.86 "GET /v2.0/networks/fd493364-9658-4adb-9063-bc8b3eea12ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228139 May 30 21:50:45.632951 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 21:50:50.514330 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:50:53.407303 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:50:56.327080 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-e135e466-dbd6-4fe9-bb36-a40e153b702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:50:59.687143 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-0ffb4e3b-5b07-47a9-a138-fcf36a6a2017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:50:59.932779 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:51:01.548591 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:51:03.052736 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:51:20.509628 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:51:22.633392 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 21:51:23.395083 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:51:26.302323 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-bf3b44ca-3ef8-49cd-b129-2227115620e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:51:29.789128 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-25452486-555e-4a49-aa1d-4ad63fb49787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:51:29.937937 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:51:31.553710 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:51:33.051854 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:51:45.775733 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-796290af-7ce1-447f-9eb2-66cd6f2c74db req-9ebca4b7-ee94-4847-bcf7-c773274a7643 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=69a5b5d8-e20f-46d6-b851-427f62bb188a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0668776 May 30 21:51:45.921855 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-796290af-7ce1-447f-9eb2-66cd6f2c74db req-ee2b80d3-c06f-4402-8356-d89e667ad8b8 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=9b65d052608942f5a899fbd1f25dbb6f&device_id=69a5b5d8-e20f-46d6-b851-427f62bb188a HTTP/1.1" status: 200 len: 1096 time: 0.0707817 May 30 21:51:46.069651 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796290af-7ce1-447f-9eb2-66cd6f2c74db req-3f475496-9962-4c26-9251-fa49ed955888 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:51:46.070951 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-796290af-7ce1-447f-9eb2-66cd6f2c74db req-3f475496-9962-4c26-9251-fa49ed955888 service neutron] 10.222.0.86 "GET /v2.0/networks?id=fd493364-9658-4adb-9063-bc8b3eea12ce HTTP/1.1" status: 200 len: 911 time: 0.1240451 May 30 21:51:46.171117 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-796290af-7ce1-447f-9eb2-66cd6f2c74db req-224e6c0a-d6f5-40cc-92c7-f9693eaf1f8f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bfe38855-4fdc-43a1-893f-d945a49646f3 HTTP/1.1" status: 200 len: 1000 time: 0.0933383 May 30 21:51:46.239932 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796290af-7ce1-447f-9eb2-66cd6f2c74db req-c1cc6344-bfba-46fb-ae3f-2fb5409ea6ff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:51:46.241327 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-796290af-7ce1-447f-9eb2-66cd6f2c74db req-c1cc6344-bfba-46fb-ae3f-2fb5409ea6ff service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7d64e778-aa60-46ed-8ee7-992ca1068a32 HTTP/1.1" status: 200 len: 849 time: 0.0605054 May 30 21:51:46.317630 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-796290af-7ce1-447f-9eb2-66cd6f2c74db req-d469ffcd-c277-4c3c-a8c2-dd3e7843eb53 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fd493364-9658-4adb-9063-bc8b3eea12ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0668151 May 30 21:51:46.545187 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-796290af-7ce1-447f-9eb2-66cd6f2c74db req-7fbd934f-6079-4d1b-ac2d-5f07fb479d9a service neutron] 10.222.0.86 "GET /v2.0/networks/fd493364-9658-4adb-9063-bc8b3eea12ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2178547 May 30 21:51:46.678683 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-796290af-7ce1-447f-9eb2-66cd6f2c74db req-08abfcf9-8f54-40d7-860b-f6ef590fdfe4 service neutron] 10.222.0.86 "GET /v2.0/networks/fd493364-9658-4adb-9063-bc8b3eea12ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228576 May 30 21:51:50.524529 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:51:53.404300 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:51:56.314375 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-3951e331-5fa0-4f65-b001-ae7e26c92867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:51:59.633720 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 21:51:59.685487 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-cf388632-96c0-4342-8795-45c630f1255b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:51:59.919684 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:52:01.548404 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:52:03.074197 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:52:10.383503 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device bfe38855-4fdc-43a1-893f-d945a49646f3 details requested by agent hyperv_n-h2-843948-2 with host n-h2-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 21:52:10.511935 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port bfe38855-4fdc-43a1-893f-d945a49646f3, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=bfe38855-4fdc-43a1-893f-d945a49646f3,segment=NetworkSegment(903a1647-840b-44e5-a215-34734b06b085),segment_id=903a1647-840b-44e5-a215-34734b06b085)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:52:10.524880 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Returning: {'device': 'bfe38855-4fdc-43a1-893f-d945a49646f3', 'network_id': 'fd493364-9658-4adb-9063-bc8b3eea12ce', 'port_id': 'bfe38855-4fdc-43a1-893f-d945a49646f3', 'mac_address': 'fa:16:3e:ef:6c:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d64e778-aa60-46ed-8ee7-992ca1068a32', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 21:52:10.576576 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:52:10.593387 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bfe38855-4fdc-43a1-893f-d945a49646f3 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 21:52:10.607768 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port bfe38855-4fdc-43a1-893f-d945a49646f3, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=bfe38855-4fdc-43a1-893f-d945a49646f3,segment=NetworkSegment(903a1647-840b-44e5-a215-34734b06b085),segment_id=903a1647-840b-44e5-a215-34734b06b085)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:52:10.656904 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:52:10.729837 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=bfe38855-4fdc-43a1-893f-d945a49646f3,revision_number=6']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:52:10.738946 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:52:10.743183 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:52:10.743183 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:52:10.743183 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:52:10.743183 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:52:10.743183 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:52:10.743183 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:52:10.743183 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:52:10.743183 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:52:10.743183 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:52:10.743183 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:52:10.749205 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] get_ports_and_sgs() called for port_ids ['bfe38855-4fdc-43a1-893f-d945a49646f3'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 21:52:12.387045 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device bfe38855-4fdc-43a1-893f-d945a49646f3 up at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:52:12.461540 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Provisioning complete for port bfe38855-4fdc-43a1-893f-d945a49646f3 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:52:12.461955 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:52:12.590501 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:52:12.625490 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69a5b5d8-e20f-46d6-b851-427f62bb188a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfe38855-4fdc-43a1-893f-d945a49646f3'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:52:12.636705 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port bfe38855-4fdc-43a1-893f-d945a49646f3, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=bfe38855-4fdc-43a1-893f-d945a49646f3,segment=NetworkSegment(903a1647-840b-44e5-a215-34734b06b085),segment_id=903a1647-840b-44e5-a215-34734b06b085)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:52:12.690643 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:52:12.730371 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79e1ea17-511f-44a5-8cca-d122b72fdd21'] response: {'server_uuid': '69a5b5d8-e20f-46d6-b851-427f62bb188a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfe38855-4fdc-43a1-893f-d945a49646f3', 'code': 200} May 30 21:52:12.788285 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=bfe38855-4fdc-43a1-893f-d945a49646f3,revision_number=7']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:52:20.530719 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:52:23.455760 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:52:23.926342 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-664765a9-7813-474a-afe6-3a651a17e4b5 req-a57dd4a6-c3a3-4cce-a1c9-7f5892361e6f tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-729721087&fields=id&tenant_id=9b65d052608942f5a899fbd1f25dbb6f HTTP/1.1" status: 200 len: 267 time: 0.0418847 May 30 21:52:24.069478 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664765a9-7813-474a-afe6-3a651a17e4b5 req-ed656455-da4a-4dd6-a08e-69d834c31414 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:52:24.070840 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-664765a9-7813-474a-afe6-3a651a17e4b5 req-ed656455-da4a-4dd6-a08e-69d834c31414 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] 10.222.0.85 "GET /v2.0/networks?id=fd493364-9658-4adb-9063-bc8b3eea12ce HTTP/1.1" status: 200 len: 810 time: 0.1383808 May 30 21:52:24.087711 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-664765a9-7813-474a-afe6-3a651a17e4b5 req-9299a43b-78d4-4f45-9a40-c49c60635003 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] 10.222.0.85 "GET /v2.0/quotas/9b65d052608942f5a899fbd1f25dbb6f HTTP/1.1" status: 200 len: 375 time: 0.0115902 May 30 21:52:24.168949 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-664765a9-7813-474a-afe6-3a651a17e4b5 req-5ca559b5-288c-4349-8c85-b15562a016f0 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=9b65d052608942f5a899fbd1f25dbb6f&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0764575 May 30 21:52:24.303937 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-664765a9-7813-474a-afe6-3a651a17e4b5 req-81e1fe06-7728-4a24-815d-6bb9114896df service neutron] 10.222.0.85 "GET /v2.0/networks/fd493364-9658-4adb-9063-bc8b3eea12ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235836 May 30 21:52:24.432521 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-664765a9-7813-474a-afe6-3a651a17e4b5 req-c56e6222-358b-461c-977f-409493d938dd service neutron] 10.222.0.85 "GET /v2.0/networks/fd493364-9658-4adb-9063-bc8b3eea12ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228745 May 30 21:52:24.713947 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-25def20b-aa2e-45ed-ab94-86893ed9ce96 req-4d8be006-50be-4f36-a1f1-812ad66117ac tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] 10.222.0.85 "GET /v2.0/ports?device_id=094f4257-7bff-464f-95d5-205f4342f793 HTTP/1.1" status: 200 len: 210 time: 0.0454235 May 30 21:52:25.879775 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f341784e-7399-4ccc-a6dc-a53b197813e4 req-50ee70ee-e5d7-4adc-8126-4f8334eeb566 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] 10.222.0.85 "GET /v2.0/ports?device_id=094f4257-7bff-464f-95d5-205f4342f793 HTTP/1.1" status: 200 len: 210 time: 0.0453277 May 30 21:52:26.347809 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-6af291f1-171b-4198-b73b-2a305f3e81c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:52:26.430376 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device bfe38855-4fdc-43a1-893f-d945a49646f3 no longer exists at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 21:52:26.570916 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:52:26.597486 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69a5b5d8-e20f-46d6-b851-427f62bb188a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bfe38855-4fdc-43a1-893f-d945a49646f3'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:52:26.607103 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] For port bfe38855-4fdc-43a1-893f-d945a49646f3, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=bfe38855-4fdc-43a1-893f-d945a49646f3,segment=NetworkSegment(903a1647-840b-44e5-a215-34734b06b085),segment_id=903a1647-840b-44e5-a215-34734b06b085)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:52:26.655334 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d42a28f7-eb29-4db9-8bed-1327382baf01'] response: {'server_uuid': '69a5b5d8-e20f-46d6-b851-427f62bb188a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bfe38855-4fdc-43a1-893f-d945a49646f3', 'code': 200} May 30 21:52:26.685114 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:52:26.695006 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664765a9-7813-474a-afe6-3a651a17e4b5 req-097e8ef9-6d33-4f8a-bb16-9cb268c516ad tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:52:26.696478 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-664765a9-7813-474a-afe6-3a651a17e4b5 req-097e8ef9-6d33-4f8a-bb16-9cb268c516ad tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] 10.222.0.71 "GET /v2.0/networks?id=fd493364-9658-4adb-9063-bc8b3eea12ce HTTP/1.1" status: 200 len: 810 time: 0.1422029 May 30 21:52:26.749995 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-664765a9-7813-474a-afe6-3a651a17e4b5 req-13ef4349-3ae2-4518-a636-80dfdf48bffb tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9b65d052608942f5a899fbd1f25dbb6f HTTP/1.1" status: 200 len: 379 time: 0.0423656 May 30 21:52:26.751708 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Pushing event updated for resources: {'Port': ['ID=bfe38855-4fdc-43a1-893f-d945a49646f3,revision_number=8']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:52:26.759765 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [req-664765a9-7813-474a-afe6-3a651a17e4b5 req-ef4ba1f1-4386-4ee4-9fe7-2c1ebaef2bb0 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Request body: {'port': {'device_id': '094f4257-7bff-464f-95d5-205f4342f793', 'network_id': 'fd493364-9658-4adb-9063-bc8b3eea12ce', 'admin_state_up': True, 'tenant_id': '9b65d052608942f5a899fbd1f25dbb6f', 'security_groups': ['805117ea-95c3-4bce-813b-63f7fa412afd']}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:52:27.018829 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-664765a9-7813-474a-afe6-3a651a17e4b5 req-ef4ba1f1-4386-4ee4-9fe7-2c1ebaef2bb0 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:52:27.062523 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f617e202-01cb-4dfe-99a0-d59598173b82 req-cbf266a6-fa28-4708-be83-4cdf6ff7dd05 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] 10.222.0.85 "GET /v2.0/ports?device_id=094f4257-7bff-464f-95d5-205f4342f793 HTTP/1.1" status: 200 len: 210 time: 0.0469584 May 30 21:52:27.066176 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.quota.driver [req-664765a9-7813-474a-afe6-3a651a17e4b5 req-ef4ba1f1-4386-4ee4-9fe7-2c1ebaef2bb0 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84886) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:52:27.155307 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-664765a9-7813-474a-afe6-3a651a17e4b5 req-ef4ba1f1-4386-4ee4-9fe7-2c1ebaef2bb0 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Made reservation on behalf of 9b65d052608942f5a899fbd1f25dbb6f for: {'port': 1} {{(pid=84886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 30 21:52:27.159010 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-664765a9-7813-474a-afe6-3a651a17e4b5 req-ef4ba1f1-4386-4ee4-9fe7-2c1ebaef2bb0 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:52:27.323619 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.db_base_plugin_common [req-664765a9-7813-474a-afe6-3a651a17e4b5 req-ef4ba1f1-4386-4ee4-9fe7-2c1ebaef2bb0 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Allocated IP 172.20.0.4 (fd493364-9658-4adb-9063-bc8b3eea12ce/7d64e778-aa60-46ed-8ee7-992ca1068a32/8576b5e6-35ea-47a2-98ae-21eea9050938) {{(pid=84886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 21:52:27.545115 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-664765a9-7813-474a-afe6-3a651a17e4b5 req-ef4ba1f1-4386-4ee4-9fe7-2c1ebaef2bb0 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Notify callbacks [] for port, precommit_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:52:27.578926 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [req-664765a9-7813-474a-afe6-3a651a17e4b5 req-ef4ba1f1-4386-4ee4-9fe7-2c1ebaef2bb0 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Transition to ACTIVE for port object 8576b5e6-35ea-47a2-98ae-21eea9050938 will not be triggered until provisioned by entity DHCP. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:52:27.685114 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-664765a9-7813-474a-afe6-3a651a17e4b5 req-ef4ba1f1-4386-4ee4-9fe7-2c1ebaef2bb0 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_create {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:52:27.807046 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-664765a9-7813-474a-afe6-3a651a17e4b5 req-ef4ba1f1-4386-4ee4-9fe7-2c1ebaef2bb0 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Network fd493364-9658-4adb-9063-bc8b3eea12ce is already hosted by enough agents. {{(pid=84886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:52:27.812225 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.base_scheduler [req-664765a9-7813-474a-afe6-3a651a17e4b5 req-ef4ba1f1-4386-4ee4-9fe7-2c1ebaef2bb0 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Resources bound (agent type, host, resource id): {{(pid=84886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:52:27.816068 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [req-664765a9-7813-474a-afe6-3a651a17e4b5 req-ef4ba1f1-4386-4ee4-9fe7-2c1ebaef2bb0 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Received port after_create {{(pid=84886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 21:52:27.898769 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664765a9-7813-474a-afe6-3a651a17e4b5 req-ef4ba1f1-4386-4ee4-9fe7-2c1ebaef2bb0 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:52:27.900280 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-664765a9-7813-474a-afe6-3a651a17e4b5 req-ef4ba1f1-4386-4ee4-9fe7-2c1ebaef2bb0 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:52:27.904852 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4ba1f1-4386-4ee4-9fe7-2c1ebaef2bb0 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Pushing event updated for resources: {'Port': ['ID=8576b5e6-35ea-47a2-98ae-21eea9050938,revision_number=1']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:52:27.937685 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4ba1f1-4386-4ee4-9fe7-2c1ebaef2bb0 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:52:27.942560 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4ba1f1-4386-4ee4-9fe7-2c1ebaef2bb0 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:52:27.942560 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4ba1f1-4386-4ee4-9fe7-2c1ebaef2bb0 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:52:27.942560 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4ba1f1-4386-4ee4-9fe7-2c1ebaef2bb0 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:52:27.942560 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4ba1f1-4386-4ee4-9fe7-2c1ebaef2bb0 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:52:27.942560 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4ba1f1-4386-4ee4-9fe7-2c1ebaef2bb0 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:52:27.942560 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4ba1f1-4386-4ee4-9fe7-2c1ebaef2bb0 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:52:27.942560 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4ba1f1-4386-4ee4-9fe7-2c1ebaef2bb0 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:52:27.942560 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4ba1f1-4386-4ee4-9fe7-2c1ebaef2bb0 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:52:27.942560 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4ba1f1-4386-4ee4-9fe7-2c1ebaef2bb0 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:52:27.942560 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4ba1f1-4386-4ee4-9fe7-2c1ebaef2bb0 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:52:28.023251 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-664765a9-7813-474a-afe6-3a651a17e4b5 req-ef4ba1f1-4386-4ee4-9fe7-2c1ebaef2bb0 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2679102 May 30 21:52:28.313938 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-966e9842-03cb-4935-843b-45566144ca7a None None] Provisioning for port 8576b5e6-35ea-47a2-98ae-21eea9050938 completed by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:52:28.319106 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-966e9842-03cb-4935-843b-45566144ca7a None None] Provisioning complete for port 8576b5e6-35ea-47a2-98ae-21eea9050938 triggered by entity DHCP. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:52:28.319543 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-966e9842-03cb-4935-843b-45566144ca7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:52:28.366724 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897b0b65-4da6-4dfb-bc72-9a0eb761dcd6 req-c863f6e1-188a-4605-907c-8fb782c9174f tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:52:28.369039 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-897b0b65-4da6-4dfb-bc72-9a0eb761dcd6 req-c863f6e1-188a-4605-907c-8fb782c9174f tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] 10.222.0.85 "GET /v2.0/ports?device_id=094f4257-7bff-464f-95d5-205f4342f793 HTTP/1.1" status: 200 len: 931 time: 0.1284411 May 30 21:52:28.408290 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-966e9842-03cb-4935-843b-45566144ca7a None None] Port 8576b5e6-35ea-47a2-98ae-21eea9050938 cannot update to ACTIVE because it is not bound. {{(pid=84888) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 30 21:52:28.440231 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-897b0b65-4da6-4dfb-bc72-9a0eb761dcd6 req-3fce63d3-3bbe-429c-861f-e6816052df9b tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] 10.222.0.85 "GET /v2.0/security-groups?id=805117ea-95c3-4bce-813b-63f7fa412afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643361 May 30 21:52:29.658818 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9736e10-857d-4bec-8839-467b60a89a4f req-78d2fb55-f2f4-4a6c-96f8-9240a43ab1c6 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:52:29.659433 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-f9736e10-857d-4bec-8839-467b60a89a4f req-78d2fb55-f2f4-4a6c-96f8-9240a43ab1c6 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Synchronizing usage tracker for tenant:9b65d052608942f5a899fbd1f25dbb6f on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 21:52:29.702677 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-7f575b38-1677-425b-83c6-f1529d8b0e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:52:29.737656 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-f9736e10-857d-4bec-8839-467b60a89a4f req-78d2fb55-f2f4-4a6c-96f8-9240a43ab1c6 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Unset dirty status for tenant:9b65d052608942f5a899fbd1f25dbb6f on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 21:52:29.746668 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f9736e10-857d-4bec-8839-467b60a89a4f req-78d2fb55-f2f4-4a6c-96f8-9240a43ab1c6 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] 10.222.0.85 "GET /v2.0/ports?device_id=094f4257-7bff-464f-95d5-205f4342f793 HTTP/1.1" status: 200 len: 931 time: 0.1710830 May 30 21:52:29.810950 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-f9736e10-857d-4bec-8839-467b60a89a4f req-8b98500e-f0c9-4c20-b7b3-46ad556d0bbd tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] 10.222.0.85 "GET /v2.0/security-groups?id=805117ea-95c3-4bce-813b-63f7fa412afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624034 May 30 21:52:29.948585 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:52:31.023667 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcb6c31-89f3-4443-8b8a-de158cf35fca req-9fe87446-886a-4e2a-867e-a3c8a410e70b tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:52:31.064356 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-efcb6c31-89f3-4443-8b8a-de158cf35fca req-9fe87446-886a-4e2a-867e-a3c8a410e70b tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] 10.222.0.85 "GET /v2.0/ports?device_id=094f4257-7bff-464f-95d5-205f4342f793 HTTP/1.1" status: 200 len: 931 time: 0.0972049 May 30 21:52:31.071353 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-efcb6c31-89f3-4443-8b8a-de158cf35fca req-c9cc67e6-d409-459a-96c6-9de2ad4f1d95 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] 10.222.0.85 "GET /v2.0/security-groups?id=805117ea-95c3-4bce-813b-63f7fa412afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398970 May 30 21:52:31.170455 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.v2.base [req-664765a9-7813-474a-afe6-3a651a17e4b5 req-5aa0aee4-d442-4db4-b517-c88e189bd01e service neutron] Request body: {'port': {'device_id': '094f4257-7bff-464f-95d5-205f4342f793', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843948-2'}} {{(pid=84886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:52:31.339224 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-664765a9-7813-474a-afe6-3a651a17e4b5 req-5aa0aee4-d442-4db4-b517-c88e189bd01e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:52:31.633979 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:52:31.725831 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [req-664765a9-7813-474a-afe6-3a651a17e4b5 req-5aa0aee4-d442-4db4-b517-c88e189bd01e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8576b5e6-35ea-47a2-98ae-21eea9050938 {{(pid=84886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 21:52:31.748186 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-664765a9-7813-474a-afe6-3a651a17e4b5 req-5aa0aee4-d442-4db4-b517-c88e189bd01e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:52:31.764716 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.provisioning_blocks [req-664765a9-7813-474a-afe6-3a651a17e4b5 req-5aa0aee4-d442-4db4-b517-c88e189bd01e service neutron] Transition to ACTIVE for port object 8576b5e6-35ea-47a2-98ae-21eea9050938 will not be triggered until provisioned by entity L2. {{(pid=84886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 30 21:52:31.868411 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-664765a9-7813-474a-afe6-3a651a17e4b5 req-5aa0aee4-d442-4db4-b517-c88e189bd01e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:52:32.043682 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa0aee4-d442-4db4-b517-c88e189bd01e service neutron] Pushing event updated for resources: {'Port': ['ID=8576b5e6-35ea-47a2-98ae-21eea9050938,revision_number=2']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:52:32.154957 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-664765a9-7813-474a-afe6-3a651a17e4b5 req-5aa0aee4-d442-4db4-b517-c88e189bd01e service neutron] Attempting to bind port 8576b5e6-35ea-47a2-98ae-21eea9050938 on host n-h1-843948-2 for vnic_type normal with profile {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 30 21:52:32.155381 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-664765a9-7813-474a-afe6-3a651a17e4b5 req-5aa0aee4-d442-4db4-b517-c88e189bd01e service neutron] Attempting to bind port 8576b5e6-35ea-47a2-98ae-21eea9050938 by drivers openvswitch,hyperv on host n-h1-843948-2 at level 0 using segments [{'id': '903a1647-840b-44e5-a215-34734b06b085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'fd493364-9658-4adb-9063-bc8b3eea12ce'}] {{(pid=84886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 30 21:52:32.155713 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-664765a9-7813-474a-afe6-3a651a17e4b5 req-5aa0aee4-d442-4db4-b517-c88e189bd01e service neutron] Attempting to bind port 8576b5e6-35ea-47a2-98ae-21eea9050938 on network fd493364-9658-4adb-9063-bc8b3eea12ce {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:52:32.171760 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-664765a9-7813-474a-afe6-3a651a17e4b5 req-5aa0aee4-d442-4db4-b517-c88e189bd01e service neutron] Port 8576b5e6-35ea-47a2-98ae-21eea9050938 on network fd493364-9658-4adb-9063-bc8b3eea12ce not bound, no agent of type Open vSwitch agent registered on host n-h1-843948-2 {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 30 21:52:32.172446 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-664765a9-7813-474a-afe6-3a651a17e4b5 req-5aa0aee4-d442-4db4-b517-c88e189bd01e service neutron] Attempting to bind port 8576b5e6-35ea-47a2-98ae-21eea9050938 on network fd493364-9658-4adb-9063-bc8b3eea12ce {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 30 21:52:32.179978 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-664765a9-7813-474a-afe6-3a651a17e4b5 req-5aa0aee4-d442-4db4-b517-c88e189bd01e service neutron] Checking agent: {'id': 'f728d74e-a4ae-4384-860b-a5ade05dd8be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843948-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'started_at': datetime.datetime(2022, 5, 30, 19, 53, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 30, 21, 52, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 30 21:52:32.180243 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-664765a9-7813-474a-afe6-3a651a17e4b5 req-5aa0aee4-d442-4db4-b517-c88e189bd01e service neutron] Checking segment: {'id': '903a1647-840b-44e5-a215-34734b06b085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'fd493364-9658-4adb-9063-bc8b3eea12ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 30 21:52:32.180619 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-664765a9-7813-474a-afe6-3a651a17e4b5 req-5aa0aee4-d442-4db4-b517-c88e189bd01e service neutron] Bound using segment: {'id': '903a1647-840b-44e5-a215-34734b06b085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'fd493364-9658-4adb-9063-bc8b3eea12ce'} {{(pid=84886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 30 21:52:32.181090 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.managers [req-664765a9-7813-474a-afe6-3a651a17e4b5 req-5aa0aee4-d442-4db4-b517-c88e189bd01e service neutron] Bound port: 8576b5e6-35ea-47a2-98ae-21eea9050938, host: n-h1-843948-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '903a1647-840b-44e5-a215-34734b06b085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'fd493364-9658-4adb-9063-bc8b3eea12ce'}}] {{(pid=84886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 30 21:52:32.181487 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-664765a9-7813-474a-afe6-3a651a17e4b5 req-5aa0aee4-d442-4db4-b517-c88e189bd01e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:52:32.309283 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-664765a9-7813-474a-afe6-3a651a17e4b5 req-5aa0aee4-d442-4db4-b517-c88e189bd01e service neutron] For port 8576b5e6-35ea-47a2-98ae-21eea9050938, host n-h1-843948-2, cleared binding levels {{(pid=84886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 30 21:52:32.313727 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-664765a9-7813-474a-afe6-3a651a17e4b5 req-5aa0aee4-d442-4db4-b517-c88e189bd01e service neutron] For port 8576b5e6-35ea-47a2-98ae-21eea9050938, host n-h1-843948-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=8576b5e6-35ea-47a2-98ae-21eea9050938,segment=NetworkSegment(903a1647-840b-44e5-a215-34734b06b085),segment_id=903a1647-840b-44e5-a215-34734b06b085)] {{(pid=84886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 30 21:52:32.391925 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-664765a9-7813-474a-afe6-3a651a17e4b5 req-5aa0aee4-d442-4db4-b517-c88e189bd01e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4127017'] for port, after_update {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:52:32.473103 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-664765a9-7813-474a-afe6-3a651a17e4b5 req-5aa0aee4-d442-4db4-b517-c88e189bd01e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:52:32.473103 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-664765a9-7813-474a-afe6-3a651a17e4b5 req-5aa0aee4-d442-4db4-b517-c88e189bd01e service neutron] 10.222.0.71 "PUT /v2.0/ports/8576b5e6-35ea-47a2-98ae-21eea9050938 HTTP/1.1" status: 200 len: 1091 time: 1.4067166 May 30 21:52:32.473103 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '094f4257-7bff-464f-95d5-205f4342f793', 'tag': '8576b5e6-35ea-47a2-98ae-21eea9050938'}] {{(pid=84886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:52:32.491638 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa0aee4-d442-4db4-b517-c88e189bd01e service neutron] Pushing event updated for resources: {'Port': ['ID=8576b5e6-35ea-47a2-98ae-21eea9050938,revision_number=3']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:52:32.501161 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a14c47-2738-4174-8d43-6a1e9623108e req-ad2e5cbd-0d6c-4c38-a368-5f500b22b55a tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:52:32.508319 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-43a14c47-2738-4174-8d43-6a1e9623108e req-ad2e5cbd-0d6c-4c38-a368-5f500b22b55a tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] 10.222.0.85 "GET /v2.0/ports?device_id=094f4257-7bff-464f-95d5-205f4342f793 HTTP/1.1" status: 200 len: 943 time: 0.1929314 May 30 21:52:32.559309 n-d-843948-2 neutron-server[84886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-058698bd-29d7-4a36-9970-a4a88af7f601'] response: {'name': 'network-changed', 'server_uuid': '094f4257-7bff-464f-95d5-205f4342f793', 'tag': '8576b5e6-35ea-47a2-98ae-21eea9050938', 'status': 'completed', 'code': 200} May 30 21:52:32.598522 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-43a14c47-2738-4174-8d43-6a1e9623108e req-cc86bc74-b81e-43d8-9b01-bbb1378f5361 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] 10.222.0.85 "GET /v2.0/security-groups?id=805117ea-95c3-4bce-813b-63f7fa412afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810218 May 30 21:52:33.063405 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:52:33.817015 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174ad55c-bf3c-4e9c-911d-c192f24ef773 req-dae9fd9e-f1a9-4ec7-8b84-c44dc3cf7458 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:52:33.818649 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-174ad55c-bf3c-4e9c-911d-c192f24ef773 req-dae9fd9e-f1a9-4ec7-8b84-c44dc3cf7458 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] 10.222.0.85 "GET /v2.0/ports?device_id=094f4257-7bff-464f-95d5-205f4342f793 HTTP/1.1" status: 200 len: 943 time: 0.1062799 May 30 21:52:33.868411 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-174ad55c-bf3c-4e9c-911d-c192f24ef773 req-b18d554a-e25b-469c-8f92-d5878c45b758 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] 10.222.0.85 "GET /v2.0/security-groups?id=805117ea-95c3-4bce-813b-63f7fa412afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438061 May 30 21:52:35.170764 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0662d687-71fa-45ef-ad21-625f322ee42d req-938c9970-1420-4ff8-88a9-d0d19e2cf6c8 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:52:35.172720 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0662d687-71fa-45ef-ad21-625f322ee42d req-938c9970-1420-4ff8-88a9-d0d19e2cf6c8 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] 10.222.0.85 "GET /v2.0/ports?device_id=094f4257-7bff-464f-95d5-205f4342f793 HTTP/1.1" status: 200 len: 943 time: 0.1750491 May 30 21:52:35.217664 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-0662d687-71fa-45ef-ad21-625f322ee42d req-9015e6da-e956-4309-b91c-a4ef8a1c5485 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] 10.222.0.85 "GET /v2.0/security-groups?id=805117ea-95c3-4bce-813b-63f7fa412afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392921 May 30 21:52:35.530093 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-dfefef2a-1026-410d-bb46-c49cb154c07f req-07209003-d182-4206-9056-22152a98561b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9b65d052608942f5a899fbd1f25dbb6f&device_id=094f4257-7bff-464f-95d5-205f4342f793 HTTP/1.1" status: 200 len: 1094 time: 0.0675855 May 30 21:52:35.674433 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfefef2a-1026-410d-bb46-c49cb154c07f req-5ad2eb10-348a-434d-b4f5-43bdba60af6f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:52:35.675866 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-dfefef2a-1026-410d-bb46-c49cb154c07f req-5ad2eb10-348a-434d-b4f5-43bdba60af6f service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=9b65d052608942f5a899fbd1f25dbb6f&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1369786 May 30 21:52:35.809437 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfefef2a-1026-410d-bb46-c49cb154c07f req-65b8787f-19c6-4cfd-a33b-3c8a2141988e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:52:35.810902 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-dfefef2a-1026-410d-bb46-c49cb154c07f req-65b8787f-19c6-4cfd-a33b-3c8a2141988e service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1289148 May 30 21:52:35.916127 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-664765a9-7813-474a-afe6-3a651a17e4b5 req-1ff8486a-d04e-48e3-8076-2f4156533069 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9b65d052608942f5a899fbd1f25dbb6f&device_id=094f4257-7bff-464f-95d5-205f4342f793 HTTP/1.1" status: 200 len: 1094 time: 0.0718565 May 30 21:52:35.982738 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-664765a9-7813-474a-afe6-3a651a17e4b5 req-4bfb128e-217b-4610-a3a3-6be95b341f5d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8576b5e6-35ea-47a2-98ae-21eea9050938 HTTP/1.1" status: 200 len: 217 time: 0.0601373 May 30 21:52:36.046007 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664765a9-7813-474a-afe6-3a651a17e4b5 req-dc3c618c-ef5b-47d7-b5ab-9cc48863d7e4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:52:36.047419 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-664765a9-7813-474a-afe6-3a651a17e4b5 req-dc3c618c-ef5b-47d7-b5ab-9cc48863d7e4 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=7d64e778-aa60-46ed-8ee7-992ca1068a32 HTTP/1.1" status: 200 len: 849 time: 0.0592177 May 30 21:52:36.119742 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-664765a9-7813-474a-afe6-3a651a17e4b5 req-a35b7b47-aa49-410a-a3dd-1b2f2f3b76dc service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=fd493364-9658-4adb-9063-bc8b3eea12ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0663555 May 30 21:52:36.247110 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-664765a9-7813-474a-afe6-3a651a17e4b5 req-2ba4c87c-b674-4226-b805-2dd038cb95a4 service neutron] 10.222.0.71 "GET /v2.0/networks/fd493364-9658-4adb-9063-bc8b3eea12ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218939 May 30 21:52:36.381224 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-664765a9-7813-474a-afe6-3a651a17e4b5 req-b2175276-356e-4e3d-adf8-e79ed87e6a27 service neutron] 10.222.0.71 "GET /v2.0/networks/fd493364-9658-4adb-9063-bc8b3eea12ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287665 May 30 21:52:36.421847 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b08afe-aa48-4300-9e49-f068569f95f4 req-4443670f-04f1-41b6-99ed-d6c7b1c610bb tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:52:36.423283 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f0b08afe-aa48-4300-9e49-f068569f95f4 req-4443670f-04f1-41b6-99ed-d6c7b1c610bb tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] 10.222.0.85 "GET /v2.0/ports?device_id=094f4257-7bff-464f-95d5-205f4342f793 HTTP/1.1" status: 200 len: 943 time: 0.0807779 May 30 21:52:36.468741 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-f0b08afe-aa48-4300-9e49-f068569f95f4 req-2d12af51-feaf-4cd7-b558-e3342a1c8b13 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] 10.222.0.85 "GET /v2.0/security-groups?id=805117ea-95c3-4bce-813b-63f7fa412afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398803 May 30 21:52:36.634287 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 21:52:37.666635 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2accf7e8-1397-46a9-b78b-a9695867a177 req-1aa6a53a-9b66-4458-8282-2873e06108bb tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:52:37.668080 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2accf7e8-1397-46a9-b78b-a9695867a177 req-1aa6a53a-9b66-4458-8282-2873e06108bb tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] 10.222.0.85 "GET /v2.0/ports?device_id=094f4257-7bff-464f-95d5-205f4342f793 HTTP/1.1" status: 200 len: 943 time: 0.0795848 May 30 21:52:37.711971 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-2accf7e8-1397-46a9-b78b-a9695867a177 req-926add9c-ae6d-4250-bf05-612c68e08557 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] 10.222.0.85 "GET /v2.0/security-groups?id=805117ea-95c3-4bce-813b-63f7fa412afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383825 May 30 21:52:38.905541 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5120747-c597-4bca-aa12-cb1718b140d5 req-f89451b9-9841-405a-8758-22bb1637dc36 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:52:38.907558 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d5120747-c597-4bca-aa12-cb1718b140d5 req-f89451b9-9841-405a-8758-22bb1637dc36 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] 10.222.0.85 "GET /v2.0/ports?device_id=094f4257-7bff-464f-95d5-205f4342f793 HTTP/1.1" status: 200 len: 943 time: 0.0766943 May 30 21:52:38.954922 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-d5120747-c597-4bca-aa12-cb1718b140d5 req-220958d3-eef6-42c6-ab78-2f0391b09f99 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] 10.222.0.85 "GET /v2.0/security-groups?id=805117ea-95c3-4bce-813b-63f7fa412afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418811 May 30 21:52:39.633223 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 8576b5e6-35ea-47a2-98ae-21eea9050938 details requested by agent hyperv_n-h1-843948-2 with host n-h1-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 21:52:39.763084 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 8576b5e6-35ea-47a2-98ae-21eea9050938, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=8576b5e6-35ea-47a2-98ae-21eea9050938,segment=NetworkSegment(903a1647-840b-44e5-a215-34734b06b085),segment_id=903a1647-840b-44e5-a215-34734b06b085)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:52:39.775980 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Returning: {'device': '8576b5e6-35ea-47a2-98ae-21eea9050938', 'network_id': 'fd493364-9658-4adb-9063-bc8b3eea12ce', 'port_id': '8576b5e6-35ea-47a2-98ae-21eea9050938', 'mac_address': 'fa:16:3e:a4:35:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d64e778-aa60-46ed-8ee7-992ca1068a32', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 21:52:39.827840 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:52:39.844175 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8576b5e6-35ea-47a2-98ae-21eea9050938 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 21:52:39.858218 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 8576b5e6-35ea-47a2-98ae-21eea9050938, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=8576b5e6-35ea-47a2-98ae-21eea9050938,segment=NetworkSegment(903a1647-840b-44e5-a215-34734b06b085),segment_id=903a1647-840b-44e5-a215-34734b06b085)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:52:39.907352 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:52:39.973337 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=8576b5e6-35ea-47a2-98ae-21eea9050938,revision_number=4']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:52:40.141562 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['8576b5e6-35ea-47a2-98ae-21eea9050938'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 21:52:40.151366 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0435c1-e070-4988-ac17-5df70b5ebcc0 req-7269fa70-37f8-42f6-a7c6-2119d667e09c tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:52:40.152814 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ba0435c1-e070-4988-ac17-5df70b5ebcc0 req-7269fa70-37f8-42f6-a7c6-2119d667e09c tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] 10.222.0.85 "GET /v2.0/ports?device_id=094f4257-7bff-464f-95d5-205f4342f793 HTTP/1.1" status: 200 len: 944 time: 0.0790401 May 30 21:52:40.199059 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-ba0435c1-e070-4988-ac17-5df70b5ebcc0 req-c67b6c43-e4b0-44a2-911d-213cf1216672 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] 10.222.0.85 "GET /v2.0/security-groups?id=805117ea-95c3-4bce-813b-63f7fa412afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402293 May 30 21:52:41.392719 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194797aa-2e48-402d-a2b8-94b9ada6cbab req-ec17da28-ca82-4bc9-8f5d-c46c221a2f82 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:52:41.394195 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-194797aa-2e48-402d-a2b8-94b9ada6cbab req-ec17da28-ca82-4bc9-8f5d-c46c221a2f82 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] 10.222.0.85 "GET /v2.0/ports?device_id=094f4257-7bff-464f-95d5-205f4342f793 HTTP/1.1" status: 200 len: 944 time: 0.0757790 May 30 21:52:41.440587 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-194797aa-2e48-402d-a2b8-94b9ada6cbab req-1f34f786-e88f-41eb-9097-2a70aa04aa7f tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] 10.222.0.85 "GET /v2.0/security-groups?id=805117ea-95c3-4bce-813b-63f7fa412afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407567 May 30 21:52:41.648898 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 8576b5e6-35ea-47a2-98ae-21eea9050938 up at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:52:41.759267 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning for port 8576b5e6-35ea-47a2-98ae-21eea9050938 completed by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 30 21:52:41.763972 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning complete for port 8576b5e6-35ea-47a2-98ae-21eea9050938 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:52:41.764383 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:52:41.876987 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:52:41.903356 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '094f4257-7bff-464f-95d5-205f4342f793', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8576b5e6-35ea-47a2-98ae-21eea9050938'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:52:41.913552 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 8576b5e6-35ea-47a2-98ae-21eea9050938, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=8576b5e6-35ea-47a2-98ae-21eea9050938,segment=NetworkSegment(903a1647-840b-44e5-a215-34734b06b085),segment_id=903a1647-840b-44e5-a215-34734b06b085)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:52:41.960049 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38e4a2b8-138f-4141-8db1-ab840441ebf7'] response: {'server_uuid': '094f4257-7bff-464f-95d5-205f4342f793', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8576b5e6-35ea-47a2-98ae-21eea9050938', 'code': 200} May 30 21:52:41.988065 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:52:42.052057 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=8576b5e6-35ea-47a2-98ae-21eea9050938,revision_number=5']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:52:42.090125 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-acba9f22-0d20-4572-81f3-1c285e9d2924 req-55a75ed4-ad59-47d1-aae0-576f63e4f24c service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=094f4257-7bff-464f-95d5-205f4342f793 HTTP/1.1" status: 200 len: 1096 time: 0.0737758 May 30 21:52:42.130495 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-acba9f22-0d20-4572-81f3-1c285e9d2924 req-7f4f7742-641a-4cb5-808d-8770ae1d9896 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=805117ea-95c3-4bce-813b-63f7fa412afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345643 May 30 21:52:42.638565 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7583618c-221d-42be-b0ed-54f92cc7b3f3 req-0e22cb38-f414-4142-9bfb-3ac5954f0daa tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:52:42.640503 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7583618c-221d-42be-b0ed-54f92cc7b3f3 req-0e22cb38-f414-4142-9bfb-3ac5954f0daa tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] 10.222.0.85 "GET /v2.0/ports?device_id=094f4257-7bff-464f-95d5-205f4342f793 HTTP/1.1" status: 200 len: 945 time: 0.0785198 May 30 21:52:42.686977 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7583618c-221d-42be-b0ed-54f92cc7b3f3 req-bec67942-8889-4216-a4b8-a0012d9d4947 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] 10.222.0.85 "GET /v2.0/security-groups?id=805117ea-95c3-4bce-813b-63f7fa412afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407615 May 30 21:52:43.882425 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c10a9d1-451c-431e-a048-9a5c4277d166 req-44bcba2c-f303-4721-895d-fe122fe933d2 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:52:43.883856 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9c10a9d1-451c-431e-a048-9a5c4277d166 req-44bcba2c-f303-4721-895d-fe122fe933d2 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] 10.222.0.85 "GET /v2.0/ports?device_id=094f4257-7bff-464f-95d5-205f4342f793 HTTP/1.1" status: 200 len: 945 time: 0.0750573 May 30 21:52:43.928513 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-9c10a9d1-451c-431e-a048-9a5c4277d166 req-0eac1e3f-edb7-4834-b7f7-747070447e99 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] 10.222.0.85 "GET /v2.0/security-groups?id=805117ea-95c3-4bce-813b-63f7fa412afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392997 May 30 21:52:44.120337 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fde8bd8-899c-4e59-aaf2-036ed20b4c2e req-5486a076-5196-46e7-88f1-2c9b0144763a tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:52:44.121682 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3fde8bd8-899c-4e59-aaf2-036ed20b4c2e req-5486a076-5196-46e7-88f1-2c9b0144763a tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] 10.222.0.85 "GET /v2.0/ports?device_id=094f4257-7bff-464f-95d5-205f4342f793 HTTP/1.1" status: 200 len: 945 time: 0.0756571 May 30 21:52:44.167019 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3fde8bd8-899c-4e59-aaf2-036ed20b4c2e req-8611e24a-e2b6-4b9a-a46d-2ee84a1f77c5 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] 10.222.0.85 "GET /v2.0/security-groups?id=805117ea-95c3-4bce-813b-63f7fa412afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398510 May 30 21:52:44.192839 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 55046) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:52:44.264618 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-29f9d3e6-6e6c-4147-8f96-7bad6e96b046 tempest-TestSnapshotPattern-1594029099 tempest-TestSnapshotPattern-1594029099-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=094f4257-7bff-464f-95d5-205f4342f793 HTTP/1.1" status: 200 len: 1091 time: 0.0706720 May 30 21:52:44.267736 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 55050) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:52:44.273377 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.v2.base [None req-b1685b5c-776a-4167-8949-975bc1c6db32 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Request body: {'floatingip': {'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'port_id': '8576b5e6-35ea-47a2-98ae-21eea9050938', 'tenant_id': '9b65d052608942f5a899fbd1f25dbb6f', 'fixed_ip_address': '172.20.0.4'}} {{(pid=84887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 30 21:52:44.279496 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-b1685b5c-776a-4167-8949-975bc1c6db32 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 30 21:52:44.283914 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-b1685b5c-776a-4167-8949-975bc1c6db32 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Usage tracker for resource:floatingip and tenant:9b65d052608942f5a899fbd1f25dbb6f is out of sync, need to count used quota {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 30 21:52:44.286756 n-d-843948-2 neutron-server[84887]: DEBUG neutron.quota.resource [None req-b1685b5c-776a-4167-8949-975bc1c6db32 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84887) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 30 21:52:44.292356 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.quota.driver [None req-b1685b5c-776a-4167-8949-975bc1c6db32 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84887) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 30 21:52:44.342188 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b1685b5c-776a-4167-8949-975bc1c6db32 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Notify callbacks [] for floatingip, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:52:44.475427 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b1685b5c-776a-4167-8949-975bc1c6db32 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:52:44.606359 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_common [None req-b1685b5c-776a-4167-8949-975bc1c6db32 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Allocated IP 172.25.8.60 (c7869750-4b49-4b7e-aa99-5e0f1ae02da4/427601ec-f643-4fe7-b5e6-17305d3a39e1/ebc6d259-5a84-4836-87bc-91f97b75c50c) {{(pid=84887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 30 21:52:44.754380 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b1685b5c-776a-4167-8949-975bc1c6db32 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Notify callbacks [] for port, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:52:44.833530 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b1685b5c-776a-4167-8949-975bc1c6db32 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764050808459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:52:44.898592 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1685b5c-776a-4167-8949-975bc1c6db32 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Network c7869750-4b49-4b7e-aa99-5e0f1ae02da4 is already hosted by enough agents. {{(pid=84887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 30 21:52:44.901230 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.base_scheduler [None req-b1685b5c-776a-4167-8949-975bc1c6db32 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Resources bound (agent type, host, resource id): {{(pid=84887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 30 21:52:44.904906 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1685b5c-776a-4167-8949-975bc1c6db32 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Received port after_create {{(pid=84887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 30 21:52:44.937725 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1685b5c-776a-4167-8949-975bc1c6db32 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Pushing event updated for resources: {'Port': ['ID=ebc6d259-5a84-4836-87bc-91f97b75c50c,revision_number=1']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:52:44.956228 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1685b5c-776a-4167-8949-975bc1c6db32 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:52:44.961196 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1685b5c-776a-4167-8949-975bc1c6db32 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:52:44.961196 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1685b5c-776a-4167-8949-975bc1c6db32 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:52:44.961196 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1685b5c-776a-4167-8949-975bc1c6db32 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:52:44.961196 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1685b5c-776a-4167-8949-975bc1c6db32 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:52:44.961196 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1685b5c-776a-4167-8949-975bc1c6db32 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:52:44.961196 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1685b5c-776a-4167-8949-975bc1c6db32 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:52:44.961196 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1685b5c-776a-4167-8949-975bc1c6db32 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:52:44.961196 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1685b5c-776a-4167-8949-975bc1c6db32 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:52:44.961196 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1685b5c-776a-4167-8949-975bc1c6db32 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:52:44.961196 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1685b5c-776a-4167-8949-975bc1c6db32 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:52:45.491611 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b1685b5c-776a-4167-8949-975bc1c6db32 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:52:45.611743 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b1685b5c-776a-4167-8949-975bc1c6db32 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:52:45.811036 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b1685b5c-776a-4167-8949-975bc1c6db32 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Notify callbacks [] for port, precommit_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:52:45.856187 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b1685b5c-776a-4167-8949-975bc1c6db32 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4055524'] for port, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:52:45.961114 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1685b5c-776a-4167-8949-975bc1c6db32 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Pushing event updated for resources: {'Port': ['ID=ebc6d259-5a84-4836-87bc-91f97b75c50c,revision_number=2']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:52:45.974704 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b1685b5c-776a-4167-8949-975bc1c6db32 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-736490'] for floatingip, after_update {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:52:46.159386 n-d-843948-2 neutron-server[84887]: INFO neutron.db.l3_db [None req-b1685b5c-776a-4167-8949-975bc1c6db32 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Floating IP 80094640-e780-46bb-a2eb-05ace9c3d6d9 associated. External IP: 172.25.8.60, port: 8576b5e6-35ea-47a2-98ae-21eea9050938. May 30 21:52:46.541239 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1685b5c-776a-4167-8949-975bc1c6db32 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Router cd241ea9-4ca2-43ad-b614-f746af811df3 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 21:52:46.892459 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1685b5c-776a-4167-8949-975bc1c6db32 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 21:52:46.902390 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d966030-a07b-4652-a00c-599952c4bd61 None None] Sync routers for ids ['cd241ea9-4ca2-43ad-b614-f746af811df3'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 21:52:46.915352 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d966030-a07b-4652-a00c-599952c4bd61 None None] Routers {'cd241ea9-4ca2-43ad-b614-f746af811df3'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:52:46.915963 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-8d966030-a07b-4652-a00c-599952c4bd61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T21:52:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['cd241ea9-4ca2-43ad-b614-f746af811df3'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:52:46.922945 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3858a43d-f8a7-4b4f-804a-727c861871c7 req-cecc997d-2d6b-49e4-887d-c043dec4791d service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=69a5b5d8-e20f-46d6-b851-427f62bb188a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1729429 May 30 21:52:46.976427 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-b1685b5c-776a-4167-8949-975bc1c6db32 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:52:47.076011 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-b1685b5c-776a-4167-8949-975bc1c6db32 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.8071711 May 30 21:52:47.078399 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '094f4257-7bff-464f-95d5-205f4342f793', 'tag': '8576b5e6-35ea-47a2-98ae-21eea9050938'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:52:47.097069 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-8d966030-a07b-4652-a00c-599952c4bd61 None None] Set router cd241ea9-4ca2-43ad-b614-f746af811df3 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:52:47.099039 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3858a43d-f8a7-4b4f-804a-727c861871c7 req-34145100-fc14-4ea5-95a9-c84b0d819171 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=9b65d052608942f5a899fbd1f25dbb6f&device_id=69a5b5d8-e20f-46d6-b851-427f62bb188a HTTP/1.1" status: 200 len: 1094 time: 0.0977380 May 30 21:52:47.146521 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f17acba7-e94f-4f69-ac9f-3191b313c2ec'] response: {'name': 'network-changed', 'server_uuid': '094f4257-7bff-464f-95d5-205f4342f793', 'tag': '8576b5e6-35ea-47a2-98ae-21eea9050938', 'status': 'completed', 'code': 200} May 30 21:52:47.237811 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-aeb871cf-3dd3-47b5-b78b-80959e8d11f1 req-1ae5247b-fc60-4543-a988-0f13051a2fda service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9b65d052608942f5a899fbd1f25dbb6f&device_id=094f4257-7bff-464f-95d5-205f4342f793 HTTP/1.1" status: 200 len: 1096 time: 0.0817740 May 30 21:52:47.256354 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3858a43d-f8a7-4b4f-804a-727c861871c7 req-8636dda2-8942-4847-9234-8e3df6b7db5b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:52:47.257814 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3858a43d-f8a7-4b4f-804a-727c861871c7 req-8636dda2-8942-4847-9234-8e3df6b7db5b service neutron] 10.222.0.86 "GET /v2.0/networks?id=fd493364-9658-4adb-9063-bc8b3eea12ce HTTP/1.1" status: 200 len: 911 time: 0.1353564 May 30 21:52:47.368576 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3858a43d-f8a7-4b4f-804a-727c861871c7 req-d77c16a0-8b41-4058-865c-0f97908d2406 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bfe38855-4fdc-43a1-893f-d945a49646f3 HTTP/1.1" status: 200 len: 998 time: 0.1008575 May 30 21:52:47.369980 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb871cf-3dd3-47b5-b78b-80959e8d11f1 req-b20e891e-a2cf-4c74-9be9-8e698b2e6632 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:52:47.371383 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-aeb871cf-3dd3-47b5-b78b-80959e8d11f1 req-b20e891e-a2cf-4c74-9be9-8e698b2e6632 service neutron] 10.222.0.71 "GET /v2.0/networks?id=fd493364-9658-4adb-9063-bc8b3eea12ce HTTP/1.1" status: 200 len: 911 time: 0.1277134 May 30 21:52:47.441095 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3858a43d-f8a7-4b4f-804a-727c861871c7 req-54129fee-5472-4b1d-b291-13413f847bbe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:52:47.442716 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3858a43d-f8a7-4b4f-804a-727c861871c7 req-54129fee-5472-4b1d-b291-13413f847bbe service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7d64e778-aa60-46ed-8ee7-992ca1068a32 HTTP/1.1" status: 200 len: 849 time: 0.0656400 May 30 21:52:47.494563 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-8d966030-a07b-4652-a00c-599952c4bd61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd241ea9-4ca2-43ad-b614-f746af811df3', 'name': 'tempest-TestSnapshotPattern-1904564756-router', 'tenant_id': '9b65d052608942f5a899fbd1f25dbb6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': '43dce2e0-5a4d-4013-a3b1-58dea575f5c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:49:30Z', 'updated_at': '2022-05-30T21:49:34Z', 'revision_number': 4, 'project_id': '9b65d052608942f5a899fbd1f25dbb6f', 'gw_port': {'id': '43dce2e0-5a4d-4013-a3b1-58dea575f5c8', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:7e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd241ea9-4ca2-43ad-b614-f746af811df3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:49:31Z', 'updated_at': '2022-05-30T21:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': '00eca06b-345c-4506-90a5-d8339b3e2439', 'tenant_id': '9b65d052608942f5a899fbd1f25dbb6f', 'floating_ip_address': '172.25.8.73', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': 'cd241ea9-4ca2-43ad-b614-f746af811df3', 'port_id': 'bfe38855-4fdc-43a1-893f-d945a49646f3', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd493364-9658-4adb-9063-bc8b3eea12ce', 'mac_address': 'fa:16:3e:ef:6c:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69a5b5d8-e20f-46d6-b851-427f62bb188a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T21:50:07Z', 'updated_at': '2022-05-30T21:50:12Z', 'revision_number': 1, 'project_id': '9b65d052608942f5a899fbd1f25dbb6f', 'fixed_ip_address_scope': None}, {'id': '80094640-e780-46bb-a2eb-05ace9c3d6d9', 'tenant_id': '9b65d052608942f5a899fbd1f25dbb6f', 'floating_ip_address': '172.25.8.60', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': 'cd241ea9-4ca2-43ad-b614-f746af811df3', 'port_id': '8576b5e6-35ea-47a2-98ae-21eea9050938', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd493364-9658-4adb-9063-bc8b3eea12ce', 'mac_address': 'fa:16:3e:a4:35:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '094f4257-7bff-464f-95d5-205f4342f793', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T21:52:45Z', 'updated_at': '2022-05-30T21:52:45Z', 'revision_number': 0, 'project_id': '9b65d052608942f5a899fbd1f25dbb6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae7d7805-2aa0-4a86-93c8-6ed056c057b5', 'name': '', 'network_id': 'fd493364-9658-4adb-9063-bc8b3eea12ce', 'tenant_id': '9b65d052608942f5a899fbd1f25dbb6f', 'mac_address': 'fa:16:3e:8c:75:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd241ea9-4ca2-43ad-b614-f746af811df3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d64e778-aa60-46ed-8ee7-992ca1068a32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:49:33Z', 'updated_at': '2022-05-30T21:49:51Z', 'revision_number': 5, 'project_id': '9b65d052608942f5a899fbd1f25dbb6f', 'subnets': [{'id': '7d64e778-aa60-46ed-8ee7-992ca1068a32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:52:47.498836 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d966030-a07b-4652-a00c-599952c4bd61 None None] Checking router: cd241ea9-4ca2-43ad-b614-f746af811df3 for host: n-d-843948-2 {{(pid=84888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 21:52:47.510563 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d966030-a07b-4652-a00c-599952c4bd61 None None] Routers {'cd241ea9-4ca2-43ad-b614-f746af811df3'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:52:47.511187 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-8d966030-a07b-4652-a00c-599952c4bd61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T21:52:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['cd241ea9-4ca2-43ad-b614-f746af811df3'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:52:47.527230 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3858a43d-f8a7-4b4f-804a-727c861871c7 req-e4dc969d-1279-4bc5-aa0f-c4e9b1bf6980 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fd493364-9658-4adb-9063-bc8b3eea12ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0736818 May 30 21:52:47.580342 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-aeb871cf-3dd3-47b5-b78b-80959e8d11f1 req-43af2a13-7e8a-4b66-93a7-a855b3313730 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8576b5e6-35ea-47a2-98ae-21eea9050938 HTTP/1.1" status: 200 len: 998 time: 0.2031667 May 30 21:52:47.644698 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb871cf-3dd3-47b5-b78b-80959e8d11f1 req-db9a83b6-b381-43f5-a2fe-36c42117fe83 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:52:47.645650 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-aeb871cf-3dd3-47b5-b78b-80959e8d11f1 req-db9a83b6-b381-43f5-a2fe-36c42117fe83 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=7d64e778-aa60-46ed-8ee7-992ca1068a32 HTTP/1.1" status: 200 len: 849 time: 0.0590203 May 30 21:52:47.666051 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3858a43d-f8a7-4b4f-804a-727c861871c7 req-8d8d18cb-5f49-48d5-96de-47fda57b27e4 service neutron] 10.222.0.86 "GET /v2.0/networks/fd493364-9658-4adb-9063-bc8b3eea12ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289856 May 30 21:52:47.692521 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-8d966030-a07b-4652-a00c-599952c4bd61 None None] Set router cd241ea9-4ca2-43ad-b614-f746af811df3 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:52:47.723420 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-aeb871cf-3dd3-47b5-b78b-80959e8d11f1 req-ee626696-187d-4f73-9961-a76140497cc4 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=fd493364-9658-4adb-9063-bc8b3eea12ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0717947 May 30 21:52:47.807486 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-3858a43d-f8a7-4b4f-804a-727c861871c7 req-160b5584-3429-4f23-864b-f1fbf9886d72 service neutron] 10.222.0.86 "GET /v2.0/networks/fd493364-9658-4adb-9063-bc8b3eea12ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327486 May 30 21:52:47.883923 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-aeb871cf-3dd3-47b5-b78b-80959e8d11f1 req-80f27fc6-9fb8-4ed4-86a6-18d61f87d8e0 service neutron] 10.222.0.71 "GET /v2.0/networks/fd493364-9658-4adb-9063-bc8b3eea12ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453290 May 30 21:52:48.019682 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-aeb871cf-3dd3-47b5-b78b-80959e8d11f1 req-8ff9206d-08a3-4729-b913-01bbfd48134e service neutron] 10.222.0.71 "GET /v2.0/networks/fd493364-9658-4adb-9063-bc8b3eea12ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282573 May 30 21:52:48.050346 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-8d966030-a07b-4652-a00c-599952c4bd61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd241ea9-4ca2-43ad-b614-f746af811df3', 'name': 'tempest-TestSnapshotPattern-1904564756-router', 'tenant_id': '9b65d052608942f5a899fbd1f25dbb6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': '43dce2e0-5a4d-4013-a3b1-58dea575f5c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:49:30Z', 'updated_at': '2022-05-30T21:49:34Z', 'revision_number': 4, 'project_id': '9b65d052608942f5a899fbd1f25dbb6f', 'gw_port': {'id': '43dce2e0-5a4d-4013-a3b1-58dea575f5c8', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:7e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd241ea9-4ca2-43ad-b614-f746af811df3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:49:31Z', 'updated_at': '2022-05-30T21:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': '00eca06b-345c-4506-90a5-d8339b3e2439', 'tenant_id': '9b65d052608942f5a899fbd1f25dbb6f', 'floating_ip_address': '172.25.8.73', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': 'cd241ea9-4ca2-43ad-b614-f746af811df3', 'port_id': 'bfe38855-4fdc-43a1-893f-d945a49646f3', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd493364-9658-4adb-9063-bc8b3eea12ce', 'mac_address': 'fa:16:3e:ef:6c:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69a5b5d8-e20f-46d6-b851-427f62bb188a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T21:50:07Z', 'updated_at': '2022-05-30T21:50:12Z', 'revision_number': 1, 'project_id': '9b65d052608942f5a899fbd1f25dbb6f', 'fixed_ip_address_scope': None}, {'id': '80094640-e780-46bb-a2eb-05ace9c3d6d9', 'tenant_id': '9b65d052608942f5a899fbd1f25dbb6f', 'floating_ip_address': '172.25.8.60', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': 'cd241ea9-4ca2-43ad-b614-f746af811df3', 'port_id': '8576b5e6-35ea-47a2-98ae-21eea9050938', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd493364-9658-4adb-9063-bc8b3eea12ce', 'mac_address': 'fa:16:3e:a4:35:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '094f4257-7bff-464f-95d5-205f4342f793', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T21:52:45Z', 'updated_at': '2022-05-30T21:52:45Z', 'revision_number': 0, 'project_id': '9b65d052608942f5a899fbd1f25dbb6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae7d7805-2aa0-4a86-93c8-6ed056c057b5', 'name': '', 'network_id': 'fd493364-9658-4adb-9063-bc8b3eea12ce', 'tenant_id': '9b65d052608942f5a899fbd1f25dbb6f', 'mac_address': 'fa:16:3e:8c:75:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd241ea9-4ca2-43ad-b614-f746af811df3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d64e778-aa60-46ed-8ee7-992ca1068a32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:49:33Z', 'updated_at': '2022-05-30T21:49:51Z', 'revision_number': 5, 'project_id': '9b65d052608942f5a899fbd1f25dbb6f', 'subnets': [{'id': '7d64e778-aa60-46ed-8ee7-992ca1068a32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:52:48.054322 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d966030-a07b-4652-a00c-599952c4bd61 None None] The sync data for ids ['cd241ea9-4ca2-43ad-b614-f746af811df3'] in n-d-843948-2 is: [{'id': 'cd241ea9-4ca2-43ad-b614-f746af811df3', 'name': 'tempest-TestSnapshotPattern-1904564756-router', 'tenant_id': '9b65d052608942f5a899fbd1f25dbb6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': '43dce2e0-5a4d-4013-a3b1-58dea575f5c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:49:30Z', 'updated_at': '2022-05-30T21:49:34Z', 'revision_number': 4, 'project_id': '9b65d052608942f5a899fbd1f25dbb6f', 'gw_port': {'id': '43dce2e0-5a4d-4013-a3b1-58dea575f5c8', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:7e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd241ea9-4ca2-43ad-b614-f746af811df3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:49:31Z', 'updated_at': '2022-05-30T21:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': '00eca06b-345c-4506-90a5-d8339b3e2439', 'tenant_id': '9b65d052608942f5a899fbd1f25dbb6f', 'floating_ip_address': '172.25.8.73', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': 'cd241ea9-4ca2-43ad-b614-f746af811df3', 'port_id': 'bfe38855-4fdc-43a1-893f-d945a49646f3', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd493364-9658-4adb-9063-bc8b3eea12ce', 'mac_address': 'fa:16:3e:ef:6c:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69a5b5d8-e20f-46d6-b851-427f62bb188a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T21:50:07Z', 'updated_at': '2022-05-30T21:50:12Z', 'revision_number': 1, 'project_id': '9b65d052608942f5a899fbd1f25dbb6f', 'fixed_ip_address_scope': None}, {'id': '80094640-e780-46bb-a2eb-05ace9c3d6d9', 'tenant_id': '9b65d052608942f5a899fbd1f25dbb6f', 'floating_ip_address': '172.25.8.60', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': 'cd241ea9-4ca2-43ad-b614-f746af811df3', 'port_id': '8576b5e6-35ea-47a2-98ae-21eea9050938', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd493364-9658-4adb-9063-bc8b3eea12ce', 'mac_address': 'fa:16:3e:a4:35:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '094f4257-7bff-464f-95d5-205f4342f793', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T21:52:45Z', 'updated_at': '2022-05-30T21:52:45Z', 'revision_number': 0, 'project_id': '9b65d052608942f5a899fbd1f25dbb6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae7d7805-2aa0-4a86-93c8-6ed056c057b5', 'name': '', 'network_id': 'fd493364-9658-4adb-9063-bc8b3eea12ce', 'tenant_id': '9b65d052608942f5a899fbd1f25dbb6f', 'mac_address': 'fa:16:3e:8c:75:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd241ea9-4ca2-43ad-b614-f746af811df3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d64e778-aa60-46ed-8ee7-992ca1068a32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:49:33Z', 'updated_at': '2022-05-30T21:49:51Z', 'revision_number': 5, 'project_id': '9b65d052608942f5a899fbd1f25dbb6f', 'subnets': [{'id': '7d64e778-aa60-46ed-8ee7-992ca1068a32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 21:52:48.262634 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f93899-ba11-41ab-9b8f-bdfc2256f163 None None] New status for floating IP 80094640-e780-46bb-a2eb-05ace9c3d6d9: ACTIVE {{(pid=84889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 21:52:50.541525 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:52:53.410381 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:52:55.999674 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b5e7dac9-6de1-49c3-bdb5-2a935d41c6db req-c1f11eca-2b1a-4dc5-8387-ce40afa43a6e service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=094f4257-7bff-464f-95d5-205f4342f793&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0666554 May 30 21:52:56.132005 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b5e7dac9-6de1-49c3-bdb5-2a935d41c6db req-372322f8-1f13-4338-b16c-c861740519f1 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9b65d052608942f5a899fbd1f25dbb6f&device_id=094f4257-7bff-464f-95d5-205f4342f793 HTTP/1.1" status: 200 len: 1096 time: 0.0673554 May 30 21:52:56.275620 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e7dac9-6de1-49c3-bdb5-2a935d41c6db req-43dcbdd9-d1c0-4923-871a-0424c77c105d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:52:56.277114 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b5e7dac9-6de1-49c3-bdb5-2a935d41c6db req-43dcbdd9-d1c0-4923-871a-0424c77c105d service neutron] 10.222.0.71 "GET /v2.0/networks?id=fd493364-9658-4adb-9063-bc8b3eea12ce HTTP/1.1" status: 200 len: 911 time: 0.1270447 May 30 21:52:56.352943 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-5c6e3d9e-a0f1-446f-be52-f0c92c4ef0e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:52:56.383935 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b5e7dac9-6de1-49c3-bdb5-2a935d41c6db req-6c81740a-0d58-4a62-8a77-e6ce978afce5 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8576b5e6-35ea-47a2-98ae-21eea9050938 HTTP/1.1" status: 200 len: 1000 time: 0.1013920 May 30 21:52:56.451466 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e7dac9-6de1-49c3-bdb5-2a935d41c6db req-4be11d5c-4905-47fb-aae5-7dc5101ae824 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:52:56.453447 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b5e7dac9-6de1-49c3-bdb5-2a935d41c6db req-4be11d5c-4905-47fb-aae5-7dc5101ae824 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=7d64e778-aa60-46ed-8ee7-992ca1068a32 HTTP/1.1" status: 200 len: 849 time: 0.0642464 May 30 21:52:56.527977 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b5e7dac9-6de1-49c3-bdb5-2a935d41c6db req-0a5fbd25-7018-4f8e-b6d7-7b933df06377 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=fd493364-9658-4adb-9063-bc8b3eea12ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690305 May 30 21:52:56.661019 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b5e7dac9-6de1-49c3-bdb5-2a935d41c6db req-9557619b-5ced-4851-a664-65e6ff23811d service neutron] 10.222.0.71 "GET /v2.0/networks/fd493364-9658-4adb-9063-bc8b3eea12ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269248 May 30 21:52:56.792389 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-b5e7dac9-6de1-49c3-bdb5-2a935d41c6db req-f870fa42-18cc-407b-badf-62037f812c2c service neutron] 10.222.0.71 "GET /v2.0/networks/fd493364-9658-4adb-9063-bc8b3eea12ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265616 May 30 21:52:59.689978 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-48372325-bb53-4a97-9d53-cdec0c9d9d88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:52:59.947061 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:53:01.553014 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:53:03.055652 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:53:13.635154 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 21:53:20.535238 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:53:23.392505 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:53:26.329540 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-30a2c5a4-2806-48af-80e0-a8983eb49248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:53:29.695013 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-6d3aacbe-0672-4f1b-869d-f94bad6d75f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:53:29.935079 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:53:31.546393 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:53:33.112133 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:53:48.920626 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-71b77bb7-136a-41ef-8ee5-d3ad1b1ef6f6 req-9fd03ca1-2151-4205-b2e9-5eea37be705b service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=69a5b5d8-e20f-46d6-b851-427f62bb188a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1381834 May 30 21:53:49.067343 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-71b77bb7-136a-41ef-8ee5-d3ad1b1ef6f6 req-df1400a7-bc3d-4aff-b53f-88110d6e81df service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=9b65d052608942f5a899fbd1f25dbb6f&device_id=69a5b5d8-e20f-46d6-b851-427f62bb188a HTTP/1.1" status: 200 len: 1094 time: 0.0707331 May 30 21:53:49.212612 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b77bb7-136a-41ef-8ee5-d3ad1b1ef6f6 req-5f5027da-8a29-4911-968a-5951fb408561 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:53:49.214023 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-71b77bb7-136a-41ef-8ee5-d3ad1b1ef6f6 req-5f5027da-8a29-4911-968a-5951fb408561 service neutron] 10.222.0.86 "GET /v2.0/networks?id=fd493364-9658-4adb-9063-bc8b3eea12ce HTTP/1.1" status: 200 len: 911 time: 0.1226964 May 30 21:53:49.318598 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-71b77bb7-136a-41ef-8ee5-d3ad1b1ef6f6 req-5a8dff6e-f4cc-4418-bfe9-3d59748f479b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bfe38855-4fdc-43a1-893f-d945a49646f3 HTTP/1.1" status: 200 len: 998 time: 0.0945930 May 30 21:53:49.383467 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b77bb7-136a-41ef-8ee5-d3ad1b1ef6f6 req-7c5ea1c2-4cce-406d-83a0-c138a7bee3aa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:53:49.384838 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-71b77bb7-136a-41ef-8ee5-d3ad1b1ef6f6 req-7c5ea1c2-4cce-406d-83a0-c138a7bee3aa service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7d64e778-aa60-46ed-8ee7-992ca1068a32 HTTP/1.1" status: 200 len: 849 time: 0.0563772 May 30 21:53:49.461838 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-71b77bb7-136a-41ef-8ee5-d3ad1b1ef6f6 req-41870af2-cc83-4e2f-a5fb-0416ae17f0ef service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fd493364-9658-4adb-9063-bc8b3eea12ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0652328 May 30 21:53:49.680505 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-71b77bb7-136a-41ef-8ee5-d3ad1b1ef6f6 req-b7869908-988c-411e-8f89-4f70bbb3b1a1 service neutron] 10.222.0.86 "GET /v2.0/networks/fd493364-9658-4adb-9063-bc8b3eea12ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085381 May 30 21:53:49.812010 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-71b77bb7-136a-41ef-8ee5-d3ad1b1ef6f6 req-966651ba-d010-4cec-96a3-fb882c8cb65e service neutron] 10.222.0.86 "GET /v2.0/networks/fd493364-9658-4adb-9063-bc8b3eea12ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226745 May 30 21:53:50.568604 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:53:50.634651 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 21:53:53.448523 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:53:56.306102 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-d906b564-1fa4-4a8c-b50c-657d0cc307f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:53:57.982033 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-8b973b9e-01e1-452d-8c3c-2e84c42ae8b9 req-38a9b99d-525d-450f-8f34-8d64cf66d311 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=094f4257-7bff-464f-95d5-205f4342f793&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0666459 May 30 21:53:58.119356 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-8b973b9e-01e1-452d-8c3c-2e84c42ae8b9 req-94153397-8ea8-401c-a941-c3e364da919f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9b65d052608942f5a899fbd1f25dbb6f&device_id=094f4257-7bff-464f-95d5-205f4342f793 HTTP/1.1" status: 200 len: 1096 time: 0.0718110 May 30 21:53:58.260159 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b973b9e-01e1-452d-8c3c-2e84c42ae8b9 req-7e2df796-4283-4b52-a9c0-5c0b02339339 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:53:58.261563 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-8b973b9e-01e1-452d-8c3c-2e84c42ae8b9 req-7e2df796-4283-4b52-a9c0-5c0b02339339 service neutron] 10.222.0.71 "GET /v2.0/networks?id=fd493364-9658-4adb-9063-bc8b3eea12ce HTTP/1.1" status: 200 len: 911 time: 0.1254616 May 30 21:53:58.455498 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-8b973b9e-01e1-452d-8c3c-2e84c42ae8b9 req-0a0c81ac-ede4-4911-a9fe-ad75ea6942f9 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8576b5e6-35ea-47a2-98ae-21eea9050938 HTTP/1.1" status: 200 len: 1000 time: 0.1878469 May 30 21:53:58.515584 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b973b9e-01e1-452d-8c3c-2e84c42ae8b9 req-f41533d1-d774-4613-9e0b-567d3e5dcffe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:53:58.516942 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-8b973b9e-01e1-452d-8c3c-2e84c42ae8b9 req-f41533d1-d774-4613-9e0b-567d3e5dcffe service neutron] 10.222.0.71 "GET /v2.0/subnets?id=7d64e778-aa60-46ed-8ee7-992ca1068a32 HTTP/1.1" status: 200 len: 849 time: 0.0554602 May 30 21:53:58.588595 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-8b973b9e-01e1-452d-8c3c-2e84c42ae8b9 req-5b5675e0-87fd-43ce-a898-03031461d0e4 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=fd493364-9658-4adb-9063-bc8b3eea12ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0657330 May 30 21:53:58.717963 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-8b973b9e-01e1-452d-8c3c-2e84c42ae8b9 req-e3741ac2-a23c-42f0-94cf-35944a732d13 service neutron] 10.222.0.71 "GET /v2.0/networks/fd493364-9658-4adb-9063-bc8b3eea12ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226022 May 30 21:53:58.845253 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-8b973b9e-01e1-452d-8c3c-2e84c42ae8b9 req-852472d1-90f6-4d4d-b76c-680e74014417 service neutron] 10.222.0.71 "GET /v2.0/networks/fd493364-9658-4adb-9063-bc8b3eea12ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222591 May 30 21:53:59.688497 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-faa9e841-c0c8-42e6-92b0-d391bd773e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:53:59.928741 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:54:01.551786 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:54:03.065838 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:54:12.093253 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 8576b5e6-35ea-47a2-98ae-21eea9050938 details requested by agent hyperv_n-h1-843948-2 with host n-h1-843948-2 {{(pid=84888) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 30 21:54:12.237071 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 8576b5e6-35ea-47a2-98ae-21eea9050938, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=8576b5e6-35ea-47a2-98ae-21eea9050938,segment=NetworkSegment(903a1647-840b-44e5-a215-34734b06b085),segment_id=903a1647-840b-44e5-a215-34734b06b085)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:54:12.251247 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Returning: {'device': '8576b5e6-35ea-47a2-98ae-21eea9050938', 'network_id': 'fd493364-9658-4adb-9063-bc8b3eea12ce', 'port_id': '8576b5e6-35ea-47a2-98ae-21eea9050938', 'mac_address': 'fa:16:3e:a4:35:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d64e778-aa60-46ed-8ee7-992ca1068a32', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84888) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 30 21:54:12.317597 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:54:12.337864 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8576b5e6-35ea-47a2-98ae-21eea9050938 {{(pid=84888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 30 21:54:12.356432 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 8576b5e6-35ea-47a2-98ae-21eea9050938, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=8576b5e6-35ea-47a2-98ae-21eea9050938,segment=NetworkSegment(903a1647-840b-44e5-a215-34734b06b085),segment_id=903a1647-840b-44e5-a215-34734b06b085)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:54:12.403430 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:54:12.475266 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] get_ports_and_sgs() called for port_ids ['8576b5e6-35ea-47a2-98ae-21eea9050938'] {{(pid=84888) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 30 21:54:12.519498 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=8576b5e6-35ea-47a2-98ae-21eea9050938,revision_number=6']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:54:12.539368 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:54:12.539703 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:54:12.540034 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:54:12.540364 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:54:12.540687 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:54:12.541007 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:54:12.541325 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:54:12.541668 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:54:12.541990 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:54:12.542332 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:54:12.542631 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:54:14.114124 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 8576b5e6-35ea-47a2-98ae-21eea9050938 up at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 30 21:54:14.197121 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.provisioning_blocks [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Provisioning complete for port 8576b5e6-35ea-47a2-98ae-21eea9050938 triggered by entity L2. {{(pid=84888) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 30 21:54:14.197485 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007528'] for port, provisioning_complete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:54:14.324302 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:54:14.354066 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '094f4257-7bff-464f-95d5-205f4342f793', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8576b5e6-35ea-47a2-98ae-21eea9050938'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:54:14.372547 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 8576b5e6-35ea-47a2-98ae-21eea9050938, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=8576b5e6-35ea-47a2-98ae-21eea9050938,segment=NetworkSegment(903a1647-840b-44e5-a215-34734b06b085),segment_id=903a1647-840b-44e5-a215-34734b06b085)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:54:14.418286 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:54:14.501126 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=8576b5e6-35ea-47a2-98ae-21eea9050938,revision_number=7']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:54:14.617626 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c32c97a5-d586-4831-853f-85698a4c17bd'] response: {'server_uuid': '094f4257-7bff-464f-95d5-205f4342f793', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8576b5e6-35ea-47a2-98ae-21eea9050938', 'code': 200} May 30 21:54:20.557164 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:54:23.437200 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:54:24.226612 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 55206) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:54:24.426346 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-e28461a3-6b84-41ee-b65c-cf5a63e1a119 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Deleting port ebc6d259-5a84-4836-87bc-91f97b75c50c {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:54:24.426682 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e28461a3-6b84-41ee-b65c-cf5a63e1a119 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:54:24.590604 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e28461a3-6b84-41ee-b65c-cf5a63e1a119 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:54:24.590944 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e28461a3-6b84-41ee-b65c-cf5a63e1a119 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:54:24.712143 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-e28461a3-6b84-41ee-b65c-cf5a63e1a119 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Calling delete_port for ebc6d259-5a84-4836-87bc-91f97b75c50c owned by network:floatingip {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:54:24.922469 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e28461a3-6b84-41ee-b65c-cf5a63e1a119 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:54:24.970688 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28461a3-6b84-41ee-b65c-cf5a63e1a119 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Pushing event deleted for resources: {'Port': ['ID=ebc6d259-5a84-4836-87bc-91f97b75c50c,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:54:25.008720 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28461a3-6b84-41ee-b65c-cf5a63e1a119 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:54:25.009073 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28461a3-6b84-41ee-b65c-cf5a63e1a119 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:54:25.009410 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28461a3-6b84-41ee-b65c-cf5a63e1a119 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:54:25.009773 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28461a3-6b84-41ee-b65c-cf5a63e1a119 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:54:25.010106 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28461a3-6b84-41ee-b65c-cf5a63e1a119 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:54:25.010433 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28461a3-6b84-41ee-b65c-cf5a63e1a119 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:54:25.010756 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28461a3-6b84-41ee-b65c-cf5a63e1a119 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:54:25.011080 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28461a3-6b84-41ee-b65c-cf5a63e1a119 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:54:25.011406 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28461a3-6b84-41ee-b65c-cf5a63e1a119 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:54:25.011727 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28461a3-6b84-41ee-b65c-cf5a63e1a119 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:54:25.012047 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28461a3-6b84-41ee-b65c-cf5a63e1a119 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:54:25.070346 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e28461a3-6b84-41ee-b65c-cf5a63e1a119 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Notify callbacks [] for floatingip, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:54:25.557867 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e28461a3-6b84-41ee-b65c-cf5a63e1a119 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Router cd241ea9-4ca2-43ad-b614-f746af811df3 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 21:54:25.757073 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e28461a3-6b84-41ee-b65c-cf5a63e1a119 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 21:54:25.768181 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84257aa4-5498-4f91-839a-67aa05763636 None None] Sync routers for ids ['cd241ea9-4ca2-43ad-b614-f746af811df3'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 21:54:25.779811 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84257aa4-5498-4f91-839a-67aa05763636 None None] Routers {'cd241ea9-4ca2-43ad-b614-f746af811df3'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:54:25.780515 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-84257aa4-5498-4f91-839a-67aa05763636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T21:54:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['cd241ea9-4ca2-43ad-b614-f746af811df3'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:54:25.808240 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-e28461a3-6b84-41ee-b65c-cf5a63e1a119 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:54:25.864564 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-e28461a3-6b84-41ee-b65c-cf5a63e1a119 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] 10.222.0.85 "DELETE /v2.0/floatingips/80094640-e780-46bb-a2eb-05ace9c3d6d9 HTTP/1.1" status: 204 len: 168 time: 1.6368642 May 30 21:54:25.865175 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '094f4257-7bff-464f-95d5-205f4342f793', 'tag': '8576b5e6-35ea-47a2-98ae-21eea9050938'}] {{(pid=84886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:54:25.960412 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-84257aa4-5498-4f91-839a-67aa05763636 None None] Set router cd241ea9-4ca2-43ad-b614-f746af811df3 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:54:26.025915 n-d-843948-2 neutron-server[84886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1eefb695-e5cf-4eef-a6e8-8d4bdc0e62d0'] response: {'name': 'network-changed', 'server_uuid': '094f4257-7bff-464f-95d5-205f4342f793', 'tag': '8576b5e6-35ea-47a2-98ae-21eea9050938', 'status': 'completed', 'code': 200} May 30 21:54:26.116694 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5b24b7bb-90b9-43c1-959b-007fca4b652e req-4838ed73-1014-4a4b-b8d8-1f3eb7a3d13b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9b65d052608942f5a899fbd1f25dbb6f&device_id=094f4257-7bff-464f-95d5-205f4342f793 HTTP/1.1" status: 200 len: 1096 time: 0.0698636 May 30 21:54:26.250165 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b24b7bb-90b9-43c1-959b-007fca4b652e req-586cc8b7-b709-459f-bd83-5d813311cb9a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:54:26.251738 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5b24b7bb-90b9-43c1-959b-007fca4b652e req-586cc8b7-b709-459f-bd83-5d813311cb9a service neutron] 10.222.0.71 "GET /v2.0/networks?id=fd493364-9658-4adb-9063-bc8b3eea12ce HTTP/1.1" status: 200 len: 911 time: 0.1298227 May 30 21:54:26.326333 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-84257aa4-5498-4f91-839a-67aa05763636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd241ea9-4ca2-43ad-b614-f746af811df3', 'name': 'tempest-TestSnapshotPattern-1904564756-router', 'tenant_id': '9b65d052608942f5a899fbd1f25dbb6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': '43dce2e0-5a4d-4013-a3b1-58dea575f5c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:49:30Z', 'updated_at': '2022-05-30T21:49:34Z', 'revision_number': 4, 'project_id': '9b65d052608942f5a899fbd1f25dbb6f', 'gw_port': {'id': '43dce2e0-5a4d-4013-a3b1-58dea575f5c8', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:7e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd241ea9-4ca2-43ad-b614-f746af811df3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:49:31Z', 'updated_at': '2022-05-30T21:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': '00eca06b-345c-4506-90a5-d8339b3e2439', 'tenant_id': '9b65d052608942f5a899fbd1f25dbb6f', 'floating_ip_address': '172.25.8.73', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': 'cd241ea9-4ca2-43ad-b614-f746af811df3', 'port_id': 'bfe38855-4fdc-43a1-893f-d945a49646f3', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd493364-9658-4adb-9063-bc8b3eea12ce', 'mac_address': 'fa:16:3e:ef:6c:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69a5b5d8-e20f-46d6-b851-427f62bb188a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T21:50:07Z', 'updated_at': '2022-05-30T21:50:12Z', 'revision_number': 1, 'project_id': '9b65d052608942f5a899fbd1f25dbb6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae7d7805-2aa0-4a86-93c8-6ed056c057b5', 'name': '', 'network_id': 'fd493364-9658-4adb-9063-bc8b3eea12ce', 'tenant_id': '9b65d052608942f5a899fbd1f25dbb6f', 'mac_address': 'fa:16:3e:8c:75:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd241ea9-4ca2-43ad-b614-f746af811df3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d64e778-aa60-46ed-8ee7-992ca1068a32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:49:33Z', 'updated_at': '2022-05-30T21:49:51Z', 'revision_number': 5, 'project_id': '9b65d052608942f5a899fbd1f25dbb6f', 'subnets': [{'id': '7d64e778-aa60-46ed-8ee7-992ca1068a32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:54:26.331760 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84257aa4-5498-4f91-839a-67aa05763636 None None] Checking router: cd241ea9-4ca2-43ad-b614-f746af811df3 for host: n-d-843948-2 {{(pid=84888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 21:54:26.334956 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5b24b7bb-90b9-43c1-959b-007fca4b652e req-76824094-fec0-49d1-840f-b96a4f722289 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8576b5e6-35ea-47a2-98ae-21eea9050938 HTTP/1.1" status: 200 len: 217 time: 0.0720899 May 30 21:54:26.343127 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84257aa4-5498-4f91-839a-67aa05763636 None None] Routers {'cd241ea9-4ca2-43ad-b614-f746af811df3'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:54:26.343927 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-84257aa4-5498-4f91-839a-67aa05763636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T21:54:00Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['cd241ea9-4ca2-43ad-b614-f746af811df3'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:54:26.397000 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-293140d4-d451-4fbf-b367-afee1ba42d69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:54:26.406794 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b24b7bb-90b9-43c1-959b-007fca4b652e req-a85c6033-8390-4b8b-b722-f0c674073640 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:54:26.408428 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5b24b7bb-90b9-43c1-959b-007fca4b652e req-a85c6033-8390-4b8b-b722-f0c674073640 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=7d64e778-aa60-46ed-8ee7-992ca1068a32 HTTP/1.1" status: 200 len: 849 time: 0.0672100 May 30 21:54:26.523390 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-84257aa4-5498-4f91-839a-67aa05763636 None None] Set router cd241ea9-4ca2-43ad-b614-f746af811df3 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:54:26.543169 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5b24b7bb-90b9-43c1-959b-007fca4b652e req-06417ac8-b4c0-482a-9cba-89213e59bf8c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=fd493364-9658-4adb-9063-bc8b3eea12ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1285677 May 30 21:54:26.555001 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bda290-4241-480f-8077-c71cc6998b65 req-f1251b17-6201-4022-83e0-c415c9b8b7cf tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:54:26.555756 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-56bda290-4241-480f-8077-c71cc6998b65 req-f1251b17-6201-4022-83e0-c415c9b8b7cf tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Synchronizing usage tracker for tenant:9b65d052608942f5a899fbd1f25dbb6f on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 21:54:26.689434 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5b24b7bb-90b9-43c1-959b-007fca4b652e req-679240d7-ab85-44f0-98f7-fd1611986cfb service neutron] 10.222.0.71 "GET /v2.0/networks/fd493364-9658-4adb-9063-bc8b3eea12ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310217 May 30 21:54:26.715613 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-56bda290-4241-480f-8077-c71cc6998b65 req-f1251b17-6201-4022-83e0-c415c9b8b7cf tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Unset dirty status for tenant:9b65d052608942f5a899fbd1f25dbb6f on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 21:54:26.716681 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-56bda290-4241-480f-8077-c71cc6998b65 req-f1251b17-6201-4022-83e0-c415c9b8b7cf tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] 10.222.0.85 "GET /v2.0/ports?device_id=094f4257-7bff-464f-95d5-205f4342f793 HTTP/1.1" status: 200 len: 945 time: 0.3408334 May 30 21:54:26.840602 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-56bda290-4241-480f-8077-c71cc6998b65 req-013578a4-8ea2-4d63-bb08-18088df2c1e3 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] 10.222.0.85 "GET /v2.0/security-groups?id=805117ea-95c3-4bce-813b-63f7fa412afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740378 May 30 21:54:26.857958 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-5b24b7bb-90b9-43c1-959b-007fca4b652e req-71841fc6-d22a-405e-9ca8-28779a7c968b service neutron] 10.222.0.71 "GET /v2.0/networks/fd493364-9658-4adb-9063-bc8b3eea12ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620138 May 30 21:54:26.866061 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-84257aa4-5498-4f91-839a-67aa05763636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd241ea9-4ca2-43ad-b614-f746af811df3', 'name': 'tempest-TestSnapshotPattern-1904564756-router', 'tenant_id': '9b65d052608942f5a899fbd1f25dbb6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': '43dce2e0-5a4d-4013-a3b1-58dea575f5c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:49:30Z', 'updated_at': '2022-05-30T21:49:34Z', 'revision_number': 4, 'project_id': '9b65d052608942f5a899fbd1f25dbb6f', 'gw_port': {'id': '43dce2e0-5a4d-4013-a3b1-58dea575f5c8', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:7e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd241ea9-4ca2-43ad-b614-f746af811df3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:49:31Z', 'updated_at': '2022-05-30T21:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': '00eca06b-345c-4506-90a5-d8339b3e2439', 'tenant_id': '9b65d052608942f5a899fbd1f25dbb6f', 'floating_ip_address': '172.25.8.73', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': 'cd241ea9-4ca2-43ad-b614-f746af811df3', 'port_id': 'bfe38855-4fdc-43a1-893f-d945a49646f3', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd493364-9658-4adb-9063-bc8b3eea12ce', 'mac_address': 'fa:16:3e:ef:6c:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69a5b5d8-e20f-46d6-b851-427f62bb188a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T21:50:07Z', 'updated_at': '2022-05-30T21:50:12Z', 'revision_number': 1, 'project_id': '9b65d052608942f5a899fbd1f25dbb6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae7d7805-2aa0-4a86-93c8-6ed056c057b5', 'name': '', 'network_id': 'fd493364-9658-4adb-9063-bc8b3eea12ce', 'tenant_id': '9b65d052608942f5a899fbd1f25dbb6f', 'mac_address': 'fa:16:3e:8c:75:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd241ea9-4ca2-43ad-b614-f746af811df3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d64e778-aa60-46ed-8ee7-992ca1068a32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:49:33Z', 'updated_at': '2022-05-30T21:49:51Z', 'revision_number': 5, 'project_id': '9b65d052608942f5a899fbd1f25dbb6f', 'subnets': [{'id': '7d64e778-aa60-46ed-8ee7-992ca1068a32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:54:26.870083 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84257aa4-5498-4f91-839a-67aa05763636 None None] The sync data for ids ['cd241ea9-4ca2-43ad-b614-f746af811df3'] in n-d-843948-2 is: [{'id': 'cd241ea9-4ca2-43ad-b614-f746af811df3', 'name': 'tempest-TestSnapshotPattern-1904564756-router', 'tenant_id': '9b65d052608942f5a899fbd1f25dbb6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': '43dce2e0-5a4d-4013-a3b1-58dea575f5c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:49:30Z', 'updated_at': '2022-05-30T21:49:34Z', 'revision_number': 4, 'project_id': '9b65d052608942f5a899fbd1f25dbb6f', 'gw_port': {'id': '43dce2e0-5a4d-4013-a3b1-58dea575f5c8', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:7e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd241ea9-4ca2-43ad-b614-f746af811df3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:49:31Z', 'updated_at': '2022-05-30T21:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_floatingips': [{'id': '00eca06b-345c-4506-90a5-d8339b3e2439', 'tenant_id': '9b65d052608942f5a899fbd1f25dbb6f', 'floating_ip_address': '172.25.8.73', 'floating_network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'router_id': 'cd241ea9-4ca2-43ad-b614-f746af811df3', 'port_id': 'bfe38855-4fdc-43a1-893f-d945a49646f3', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd493364-9658-4adb-9063-bc8b3eea12ce', 'mac_address': 'fa:16:3e:ef:6c:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69a5b5d8-e20f-46d6-b851-427f62bb188a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-30T21:50:07Z', 'updated_at': '2022-05-30T21:50:12Z', 'revision_number': 1, 'project_id': '9b65d052608942f5a899fbd1f25dbb6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae7d7805-2aa0-4a86-93c8-6ed056c057b5', 'name': '', 'network_id': 'fd493364-9658-4adb-9063-bc8b3eea12ce', 'tenant_id': '9b65d052608942f5a899fbd1f25dbb6f', 'mac_address': 'fa:16:3e:8c:75:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd241ea9-4ca2-43ad-b614-f746af811df3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d64e778-aa60-46ed-8ee7-992ca1068a32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:49:33Z', 'updated_at': '2022-05-30T21:49:51Z', 'revision_number': 5, 'project_id': '9b65d052608942f5a899fbd1f25dbb6f', 'subnets': [{'id': '7d64e778-aa60-46ed-8ee7-992ca1068a32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 21:54:27.092365 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ffda77-c106-42c3-9961-9913ab4a0e75 None None] New status for floating IP 80094640-e780-46bb-a2eb-05ace9c3d6d9: DOWN {{(pid=84889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 21:54:27.634860 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 21:54:27.827834 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d00f08-c709-4375-bc53-c506aff8951f req-cb6bd98e-f564-4663-a9c5-08a35df6389e tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:54:27.829232 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-23d00f08-c709-4375-bc53-c506aff8951f req-cb6bd98e-f564-4663-a9c5-08a35df6389e tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] 10.222.0.71 "GET /v2.0/ports?device_id=094f4257-7bff-464f-95d5-205f4342f793 HTTP/1.1" status: 200 len: 945 time: 0.0750625 May 30 21:54:27.900117 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [req-23d00f08-c709-4375-bc53-c506aff8951f req-69c82edd-4f99-48b2-9e57-b78a80d433e0 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Deleting port 8576b5e6-35ea-47a2-98ae-21eea9050938 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:54:27.900458 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-23d00f08-c709-4375-bc53-c506aff8951f req-69c82edd-4f99-48b2-9e57-b78a80d433e0 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:54:28.041953 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28439a9d-f9e0-4102-89d4-880047b91085 req-361b484e-741d-44ce-a980-c00dc6451949 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:54:28.043393 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-28439a9d-f9e0-4102-89d4-880047b91085 req-361b484e-741d-44ce-a980-c00dc6451949 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] 10.222.0.85 "GET /v2.0/ports?device_id=094f4257-7bff-464f-95d5-205f4342f793 HTTP/1.1" status: 200 len: 945 time: 0.0783541 May 30 21:54:28.090815 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-28439a9d-f9e0-4102-89d4-880047b91085 req-c4fe3b9e-8d05-4870-8cef-8958304c9caa tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] 10.222.0.85 "GET /v2.0/security-groups?id=805117ea-95c3-4bce-813b-63f7fa412afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409732 May 30 21:54:28.153096 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-23d00f08-c709-4375-bc53-c506aff8951f req-69c82edd-4f99-48b2-9e57-b78a80d433e0 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] For port 8576b5e6-35ea-47a2-98ae-21eea9050938, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=8576b5e6-35ea-47a2-98ae-21eea9050938,segment=NetworkSegment(903a1647-840b-44e5-a215-34734b06b085),segment_id=903a1647-840b-44e5-a215-34734b06b085)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:54:28.153368 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-23d00f08-c709-4375-bc53-c506aff8951f req-69c82edd-4f99-48b2-9e57-b78a80d433e0 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:54:28.193147 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 8576b5e6-35ea-47a2-98ae-21eea9050938 no longer exists at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 21:54:28.354001 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150163'] for port, before_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:54:28.384119 n-d-843948-2 neutron-server[84888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '094f4257-7bff-464f-95d5-205f4342f793', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8576b5e6-35ea-47a2-98ae-21eea9050938'}] {{(pid=84888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:54:28.387397 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [req-23d00f08-c709-4375-bc53-c506aff8951f req-69c82edd-4f99-48b2-9e57-b78a80d433e0 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Calling delete_port for 8576b5e6-35ea-47a2-98ae-21eea9050938 owned by compute:nova {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:54:28.396831 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] For port 8576b5e6-35ea-47a2-98ae-21eea9050938, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=8576b5e6-35ea-47a2-98ae-21eea9050938,segment=NetworkSegment(903a1647-840b-44e5-a215-34734b06b085),segment_id=903a1647-840b-44e5-a215-34734b06b085)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:54:28.444623 n-d-843948-2 neutron-server[84888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4069fc5c-74b6-4580-84d7-ad5ebdd140bf'] response: {'server_uuid': '094f4257-7bff-464f-95d5-205f4342f793', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8576b5e6-35ea-47a2-98ae-21eea9050938', 'code': 200} May 30 21:54:28.471134 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764051165862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764050808477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764050808522'] for port, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:54:28.512667 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.db.api [req-23d00f08-c709-4375-bc53-c506aff8951f req-69c82edd-4f99-48b2-9e57-b78a80d433e0 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 21:54:28.513598 n-d-843948-2 neutron-server[84886]: DEBUG oslo_db.api [req-23d00f08-c709-4375-bc53-c506aff8951f req-69c82edd-4f99-48b2-9e57-b78a80d433e0 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 21:54:28.538206 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Pushing event updated for resources: {'Port': ['ID=8576b5e6-35ea-47a2-98ae-21eea9050938,revision_number=8']} {{(pid=84888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:54:29.015007 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [req-23d00f08-c709-4375-bc53-c506aff8951f req-69c82edd-4f99-48b2-9e57-b78a80d433e0 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Deleting port 8576b5e6-35ea-47a2-98ae-21eea9050938 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:54:29.015472 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-23d00f08-c709-4375-bc53-c506aff8951f req-69c82edd-4f99-48b2-9e57-b78a80d433e0 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:54:29.255567 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.db [req-23d00f08-c709-4375-bc53-c506aff8951f req-69c82edd-4f99-48b2-9e57-b78a80d433e0 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] For port 8576b5e6-35ea-47a2-98ae-21eea9050938, host n-h1-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843948-2',level=0,port_id=8576b5e6-35ea-47a2-98ae-21eea9050938,segment=NetworkSegment(903a1647-840b-44e5-a215-34734b06b085),segment_id=903a1647-840b-44e5-a215-34734b06b085)] {{(pid=84886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:54:29.255922 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-23d00f08-c709-4375-bc53-c506aff8951f req-69c82edd-4f99-48b2-9e57-b78a80d433e0 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:54:29.291434 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7798f634-c92e-4941-8bad-0f590a53b4f5 req-88040409-92b5-41b4-971f-ce551a272fb9 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:54:29.292880 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7798f634-c92e-4941-8bad-0f590a53b4f5 req-88040409-92b5-41b4-971f-ce551a272fb9 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] 10.222.0.85 "GET /v2.0/ports?device_id=094f4257-7bff-464f-95d5-205f4342f793 HTTP/1.1" status: 200 len: 943 time: 0.0785694 May 30 21:54:29.338807 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7798f634-c92e-4941-8bad-0f590a53b4f5 req-013395e0-6296-4649-a144-5f15c581400b tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] 10.222.0.85 "GET /v2.0/security-groups?id=805117ea-95c3-4bce-813b-63f7fa412afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403461 May 30 21:54:29.377218 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [req-23d00f08-c709-4375-bc53-c506aff8951f req-69c82edd-4f99-48b2-9e57-b78a80d433e0 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Calling delete_port for 8576b5e6-35ea-47a2-98ae-21eea9050938 owned by compute:nova {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:54:29.579792 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-23d00f08-c709-4375-bc53-c506aff8951f req-69c82edd-4f99-48b2-9e57-b78a80d433e0 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:54:29.630365 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c82edd-4f99-48b2-9e57-b78a80d433e0 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Pushing event deleted for resources: {'Port': ['ID=8576b5e6-35ea-47a2-98ae-21eea9050938,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:54:29.703657 n-d-843948-2 neutron-server[84886]: DEBUG neutron.db.l3_dvrscheduler_db [req-23d00f08-c709-4375-bc53-c506aff8951f req-69c82edd-4f99-48b2-9e57-b78a80d433e0 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] No DVR routers for this DVR port 8576b5e6-35ea-47a2-98ae-21eea9050938 on host n-h1-843948-2 {{(pid=84886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 21:54:29.706276 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [req-23d00f08-c709-4375-bc53-c506aff8951f req-69c82edd-4f99-48b2-9e57-b78a80d433e0 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:54:29.708713 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '094f4257-7bff-464f-95d5-205f4342f793', 'name': 'network-vif-deleted', 'tag': '8576b5e6-35ea-47a2-98ae-21eea9050938'}] {{(pid=84886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:54:29.711377 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-8a43c435-3ea7-48c7-bdc3-cbfc978d6a1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:54:29.764484 n-d-843948-2 neutron-server[84886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d26cbcf8-14ac-4880-9a9a-0e3a6ddc7010'] response: {'server_uuid': '094f4257-7bff-464f-95d5-205f4342f793', 'name': 'network-vif-deleted', 'tag': '8576b5e6-35ea-47a2-98ae-21eea9050938', 'status': 'completed', 'code': 200} May 30 21:54:29.809051 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-23d00f08-c709-4375-bc53-c506aff8951f req-69c82edd-4f99-48b2-9e57-b78a80d433e0 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] 10.222.0.71 "DELETE /v2.0/ports/8576b5e6-35ea-47a2-98ae-21eea9050938 HTTP/1.1" status: 204 len: 173 time: 1.9747221 May 30 21:54:29.997008 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:54:30.519032 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-eb3da342-c353-4804-944c-3542ff2338d7 req-e1b814f0-d2a1-4518-a87f-e25762a5f626 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] 10.222.0.85 "GET /v2.0/ports?device_id=094f4257-7bff-464f-95d5-205f4342f793 HTTP/1.1" status: 200 len: 210 time: 0.0405173 May 30 21:54:31.602931 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:54:32.209346 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 8576b5e6-35ea-47a2-98ae-21eea9050938 no longer exists at agent hyperv_n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 21:54:32.242358 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] No Port match for: 8576b5e6-35ea-47a2-98ae-21eea9050938 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 21:54:32.242706 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Device 8576b5e6-35ea-47a2-98ae-21eea9050938 not bound to the agent host n-h1-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 21:54:32.957569 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 55276) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:54:33.094393 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:54:33.161284 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-586b6260-eb10-4887-98df-9dfdda0155ac tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Deleting port bd9e6899-a2b9-4030-8862-c67d96f162f3 {{(pid=84886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:54:33.161643 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-586b6260-eb10-4887-98df-9dfdda0155ac tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:54:33.323509 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-586b6260-eb10-4887-98df-9dfdda0155ac tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:54:33.323835 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-586b6260-eb10-4887-98df-9dfdda0155ac tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:54:33.446501 n-d-843948-2 neutron-server[84886]: DEBUG neutron.plugins.ml2.plugin [None req-586b6260-eb10-4887-98df-9dfdda0155ac tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Calling delete_port for bd9e6899-a2b9-4030-8862-c67d96f162f3 owned by network:floatingip {{(pid=84886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:54:33.653951 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-586b6260-eb10-4887-98df-9dfdda0155ac tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4127056'] for port, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:54:33.698794 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586b6260-eb10-4887-98df-9dfdda0155ac tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Pushing event deleted for resources: {'Port': ['ID=bd9e6899-a2b9-4030-8862-c67d96f162f3,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:54:33.886249 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-586b6260-eb10-4887-98df-9dfdda0155ac tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Notify callbacks [] for floatingip, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:54:34.265762 n-d-843948-2 neutron-server[84886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-586b6260-eb10-4887-98df-9dfdda0155ac tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Router cd241ea9-4ca2-43ad-b614-f746af811df3 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 21:54:34.457757 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-586b6260-eb10-4887-98df-9dfdda0155ac tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 21:54:34.467908 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e87525-e21c-46c2-b60d-4fd050709524 None None] Sync routers for ids ['cd241ea9-4ca2-43ad-b614-f746af811df3'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 21:54:34.473523 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-586b6260-eb10-4887-98df-9dfdda0155ac tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for floatingip, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:54:34.479901 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e87525-e21c-46c2-b60d-4fd050709524 None None] Routers {'cd241ea9-4ca2-43ad-b614-f746af811df3'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:54:34.480512 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-47e87525-e21c-46c2-b60d-4fd050709524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T21:54:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['cd241ea9-4ca2-43ad-b614-f746af811df3'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:54:34.527629 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-586b6260-eb10-4887-98df-9dfdda0155ac tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] 10.222.0.85 "DELETE /v2.0/floatingips/00eca06b-345c-4506-90a5-d8339b3e2439 HTTP/1.1" status: 204 len: 168 time: 1.5665686 May 30 21:54:34.527629 n-d-843948-2 neutron-server[84886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69a5b5d8-e20f-46d6-b851-427f62bb188a', 'tag': 'bfe38855-4fdc-43a1-893f-d945a49646f3'}] {{(pid=84886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:54:34.580702 n-d-843948-2 neutron-server[84886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06b0046d-99b8-4d71-85f6-1d2b44f6d9e2'] response: {'name': 'network-changed', 'server_uuid': '69a5b5d8-e20f-46d6-b851-427f62bb188a', 'tag': 'bfe38855-4fdc-43a1-893f-d945a49646f3', 'status': 'completed', 'code': 200} May 30 21:54:34.663080 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-47e87525-e21c-46c2-b60d-4fd050709524 None None] Set router cd241ea9-4ca2-43ad-b614-f746af811df3 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:54:34.677291 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-92804423-f7cb-4c31-82e5-c0c5983b3e62 req-368163b7-b278-46e8-9289-a2074e3602d7 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=9b65d052608942f5a899fbd1f25dbb6f&device_id=69a5b5d8-e20f-46d6-b851-427f62bb188a HTTP/1.1" status: 200 len: 1094 time: 0.0684066 May 30 21:54:34.818130 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92804423-f7cb-4c31-82e5-c0c5983b3e62 req-2313fa1a-31e1-4d8a-b6cb-b4ce2922d49f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:54:34.819565 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-92804423-f7cb-4c31-82e5-c0c5983b3e62 req-2313fa1a-31e1-4d8a-b6cb-b4ce2922d49f service neutron] 10.222.0.86 "GET /v2.0/networks?id=fd493364-9658-4adb-9063-bc8b3eea12ce HTTP/1.1" status: 200 len: 911 time: 0.1330452 May 30 21:54:34.896115 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-92804423-f7cb-4c31-82e5-c0c5983b3e62 req-8f2626fe-8406-40bc-ae0b-86bb5bae3936 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bfe38855-4fdc-43a1-893f-d945a49646f3 HTTP/1.1" status: 200 len: 217 time: 0.0671601 May 30 21:54:34.963285 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92804423-f7cb-4c31-82e5-c0c5983b3e62 req-d698111e-835d-4cf0-95d3-92381cd6463b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:54:34.964722 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-92804423-f7cb-4c31-82e5-c0c5983b3e62 req-d698111e-835d-4cf0-95d3-92381cd6463b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7d64e778-aa60-46ed-8ee7-992ca1068a32 HTTP/1.1" status: 200 len: 849 time: 0.0615075 May 30 21:54:34.984455 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-47e87525-e21c-46c2-b60d-4fd050709524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd241ea9-4ca2-43ad-b614-f746af811df3', 'name': 'tempest-TestSnapshotPattern-1904564756-router', 'tenant_id': '9b65d052608942f5a899fbd1f25dbb6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': '43dce2e0-5a4d-4013-a3b1-58dea575f5c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:49:30Z', 'updated_at': '2022-05-30T21:49:34Z', 'revision_number': 4, 'project_id': '9b65d052608942f5a899fbd1f25dbb6f', 'gw_port': {'id': '43dce2e0-5a4d-4013-a3b1-58dea575f5c8', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:7e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd241ea9-4ca2-43ad-b614-f746af811df3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:49:31Z', 'updated_at': '2022-05-30T21:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': 'ae7d7805-2aa0-4a86-93c8-6ed056c057b5', 'name': '', 'network_id': 'fd493364-9658-4adb-9063-bc8b3eea12ce', 'tenant_id': '9b65d052608942f5a899fbd1f25dbb6f', 'mac_address': 'fa:16:3e:8c:75:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd241ea9-4ca2-43ad-b614-f746af811df3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d64e778-aa60-46ed-8ee7-992ca1068a32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:49:33Z', 'updated_at': '2022-05-30T21:49:51Z', 'revision_number': 5, 'project_id': '9b65d052608942f5a899fbd1f25dbb6f', 'subnets': [{'id': '7d64e778-aa60-46ed-8ee7-992ca1068a32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:54:34.988491 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e87525-e21c-46c2-b60d-4fd050709524 None None] Checking router: cd241ea9-4ca2-43ad-b614-f746af811df3 for host: n-d-843948-2 {{(pid=84888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 21:54:34.999583 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e87525-e21c-46c2-b60d-4fd050709524 None None] Routers {'cd241ea9-4ca2-43ad-b614-f746af811df3'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:54:35.000187 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-47e87525-e21c-46c2-b60d-4fd050709524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T21:54:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['cd241ea9-4ca2-43ad-b614-f746af811df3'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:54:35.055056 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-92804423-f7cb-4c31-82e5-c0c5983b3e62 req-f3c66565-c502-4807-879d-bc665d3267bd service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fd493364-9658-4adb-9063-bc8b3eea12ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690868 May 30 21:54:35.114134 n-d-843948-2 neutron-server[84886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495e9185-8381-48b2-8fd9-1965abea403f req-427a28d3-c024-4bd6-ad17-4859175b2134 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:54:35.114832 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-495e9185-8381-48b2-8fd9-1965abea403f req-427a28d3-c024-4bd6-ad17-4859175b2134 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Synchronizing usage tracker for tenant:9b65d052608942f5a899fbd1f25dbb6f on resource:port {{(pid=84886) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 30 21:54:35.174201 n-d-843948-2 neutron-server[84886]: DEBUG neutron.quota.resource [req-495e9185-8381-48b2-8fd9-1965abea403f req-427a28d3-c024-4bd6-ad17-4859175b2134 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Unset dirty status for tenant:9b65d052608942f5a899fbd1f25dbb6f on resource:port {{(pid=84886) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 30 21:54:35.178087 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-495e9185-8381-48b2-8fd9-1965abea403f req-427a28d3-c024-4bd6-ad17-4859175b2134 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] 10.222.0.85 "GET /v2.0/ports?device_id=69a5b5d8-e20f-46d6-b851-427f62bb188a HTTP/1.1" status: 200 len: 943 time: 0.1448665 May 30 21:54:35.179527 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-47e87525-e21c-46c2-b60d-4fd050709524 None None] Set router cd241ea9-4ca2-43ad-b614-f746af811df3 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:54:35.192354 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-92804423-f7cb-4c31-82e5-c0c5983b3e62 req-7a26fa91-0087-4044-8371-53f1fe333486 service neutron] 10.222.0.86 "GET /v2.0/networks/fd493364-9658-4adb-9063-bc8b3eea12ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305120 May 30 21:54:35.224272 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-495e9185-8381-48b2-8fd9-1965abea403f req-bb258957-0d3b-4c4d-9c4a-1671425a9946 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] 10.222.0.85 "GET /v2.0/security-groups?id=805117ea-95c3-4bce-813b-63f7fa412afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423076 May 30 21:54:35.324831 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-92804423-f7cb-4c31-82e5-c0c5983b3e62 req-bd62d428-4869-4942-b51e-21cdad95ee7b service neutron] 10.222.0.86 "GET /v2.0/networks/fd493364-9658-4adb-9063-bc8b3eea12ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252754 May 30 21:54:35.489330 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-47e87525-e21c-46c2-b60d-4fd050709524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd241ea9-4ca2-43ad-b614-f746af811df3', 'name': 'tempest-TestSnapshotPattern-1904564756-router', 'tenant_id': '9b65d052608942f5a899fbd1f25dbb6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': '43dce2e0-5a4d-4013-a3b1-58dea575f5c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:49:30Z', 'updated_at': '2022-05-30T21:49:34Z', 'revision_number': 4, 'project_id': '9b65d052608942f5a899fbd1f25dbb6f', 'gw_port': {'id': '43dce2e0-5a4d-4013-a3b1-58dea575f5c8', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:7e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd241ea9-4ca2-43ad-b614-f746af811df3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:49:31Z', 'updated_at': '2022-05-30T21:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': 'ae7d7805-2aa0-4a86-93c8-6ed056c057b5', 'name': '', 'network_id': 'fd493364-9658-4adb-9063-bc8b3eea12ce', 'tenant_id': '9b65d052608942f5a899fbd1f25dbb6f', 'mac_address': 'fa:16:3e:8c:75:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd241ea9-4ca2-43ad-b614-f746af811df3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d64e778-aa60-46ed-8ee7-992ca1068a32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:49:33Z', 'updated_at': '2022-05-30T21:49:51Z', 'revision_number': 5, 'project_id': '9b65d052608942f5a899fbd1f25dbb6f', 'subnets': [{'id': '7d64e778-aa60-46ed-8ee7-992ca1068a32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:54:35.493191 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e87525-e21c-46c2-b60d-4fd050709524 None None] The sync data for ids ['cd241ea9-4ca2-43ad-b614-f746af811df3'] in n-d-843948-2 is: [{'id': 'cd241ea9-4ca2-43ad-b614-f746af811df3', 'name': 'tempest-TestSnapshotPattern-1904564756-router', 'tenant_id': '9b65d052608942f5a899fbd1f25dbb6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': '43dce2e0-5a4d-4013-a3b1-58dea575f5c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:49:30Z', 'updated_at': '2022-05-30T21:49:34Z', 'revision_number': 4, 'project_id': '9b65d052608942f5a899fbd1f25dbb6f', 'gw_port': {'id': '43dce2e0-5a4d-4013-a3b1-58dea575f5c8', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:7e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd241ea9-4ca2-43ad-b614-f746af811df3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:49:31Z', 'updated_at': '2022-05-30T21:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2', '_interfaces': [{'id': 'ae7d7805-2aa0-4a86-93c8-6ed056c057b5', 'name': '', 'network_id': 'fd493364-9658-4adb-9063-bc8b3eea12ce', 'tenant_id': '9b65d052608942f5a899fbd1f25dbb6f', 'mac_address': 'fa:16:3e:8c:75:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd241ea9-4ca2-43ad-b614-f746af811df3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d64e778-aa60-46ed-8ee7-992ca1068a32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:49:33Z', 'updated_at': '2022-05-30T21:49:51Z', 'revision_number': 5, 'project_id': '9b65d052608942f5a899fbd1f25dbb6f', 'subnets': [{'id': '7d64e778-aa60-46ed-8ee7-992ca1068a32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 21:54:35.706626 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431f1609-15c3-435f-8d3f-533a91037337 None None] New status for floating IP 00eca06b-345c-4506-90a5-d8339b3e2439: DOWN {{(pid=84889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 30 21:54:36.419205 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0ef8b3-9d9b-4e6b-af6f-95c58e9b3ddc req-4e734e7f-4c8c-41a2-a41c-595731f8d404 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:54:36.421145 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ff0ef8b3-9d9b-4e6b-af6f-95c58e9b3ddc req-4e734e7f-4c8c-41a2-a41c-595731f8d404 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] 10.222.0.85 "GET /v2.0/ports?device_id=69a5b5d8-e20f-46d6-b851-427f62bb188a HTTP/1.1" status: 200 len: 943 time: 0.0763879 May 30 21:54:36.469064 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-ff0ef8b3-9d9b-4e6b-af6f-95c58e9b3ddc req-9711e7e5-ed67-446f-8a58-ce74de8409d4 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] 10.222.0.85 "GET /v2.0/security-groups?id=805117ea-95c3-4bce-813b-63f7fa412afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423443 May 30 21:54:36.868485 n-d-843948-2 neutron-server[84887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7972829b-a2c8-40cf-a74e-cf4f517b591a req-d5b4e37b-a00f-4673-834e-9517377c3f52 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 30 21:54:36.869912 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7972829b-a2c8-40cf-a74e-cf4f517b591a req-d5b4e37b-a00f-4673-834e-9517377c3f52 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] 10.222.0.86 "GET /v2.0/ports?device_id=69a5b5d8-e20f-46d6-b851-427f62bb188a HTTP/1.1" status: 200 len: 943 time: 0.0751522 May 30 21:54:36.938549 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-7972829b-a2c8-40cf-a74e-cf4f517b591a req-869006dd-75ce-41be-9f15-9f244ce195be tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Deleting port bfe38855-4fdc-43a1-893f-d945a49646f3 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:54:36.938879 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-7972829b-a2c8-40cf-a74e-cf4f517b591a req-869006dd-75ce-41be-9f15-9f244ce195be tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:54:37.258169 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [req-7972829b-a2c8-40cf-a74e-cf4f517b591a req-869006dd-75ce-41be-9f15-9f244ce195be tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] For port bfe38855-4fdc-43a1-893f-d945a49646f3, host n-h2-843948-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843948-2',level=0,port_id=bfe38855-4fdc-43a1-893f-d945a49646f3,segment=NetworkSegment(903a1647-840b-44e5-a215-34734b06b085),segment_id=903a1647-840b-44e5-a215-34734b06b085)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:54:37.258522 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-7972829b-a2c8-40cf-a74e-cf4f517b591a req-869006dd-75ce-41be-9f15-9f244ce195be tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:54:37.378123 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [req-7972829b-a2c8-40cf-a74e-cf4f517b591a req-869006dd-75ce-41be-9f15-9f244ce195be tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Calling delete_port for bfe38855-4fdc-43a1-893f-d945a49646f3 owned by compute:nova {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:54:37.574037 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-7972829b-a2c8-40cf-a74e-cf4f517b591a req-869006dd-75ce-41be-9f15-9f244ce195be tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:54:37.625227 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869006dd-75ce-41be-9f15-9f244ce195be tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Pushing event deleted for resources: {'Port': ['ID=bfe38855-4fdc-43a1-893f-d945a49646f3,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:54:37.630882 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [req-eb894bc6-f87c-4b16-927d-2870bdf69cfb req-bd779341-686e-41d8-b54c-bea976eef944 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] 10.222.0.85 "GET /v2.0/ports?device_id=69a5b5d8-e20f-46d6-b851-427f62bb188a HTTP/1.1" status: 200 len: 210 time: 0.0412154 May 30 21:54:37.636896 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869006dd-75ce-41be-9f15-9f244ce195be tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:54:37.637234 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869006dd-75ce-41be-9f15-9f244ce195be tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:54:37.637565 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869006dd-75ce-41be-9f15-9f244ce195be tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:54:37.637916 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869006dd-75ce-41be-9f15-9f244ce195be tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:54:37.638283 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869006dd-75ce-41be-9f15-9f244ce195be tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:54:37.638640 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869006dd-75ce-41be-9f15-9f244ce195be tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:54:37.638908 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869006dd-75ce-41be-9f15-9f244ce195be tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:54:37.639226 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869006dd-75ce-41be-9f15-9f244ce195be tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:54:37.639540 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869006dd-75ce-41be-9f15-9f244ce195be tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:54:37.639857 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869006dd-75ce-41be-9f15-9f244ce195be tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:54:37.640173 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869006dd-75ce-41be-9f15-9f244ce195be tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843948-2 {{(pid=84887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 30 21:54:37.710928 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [req-7972829b-a2c8-40cf-a74e-cf4f517b591a req-869006dd-75ce-41be-9f15-9f244ce195be tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] No DVR routers for this DVR port bfe38855-4fdc-43a1-893f-d945a49646f3 on host n-h2-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 21:54:37.713304 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [req-7972829b-a2c8-40cf-a74e-cf4f517b591a req-869006dd-75ce-41be-9f15-9f244ce195be tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85453'] for port, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:54:37.715737 n-d-843948-2 neutron-server[84887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69a5b5d8-e20f-46d6-b851-427f62bb188a', 'name': 'network-vif-deleted', 'tag': 'bfe38855-4fdc-43a1-893f-d945a49646f3'}] {{(pid=84887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 30 21:54:37.786279 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [req-7972829b-a2c8-40cf-a74e-cf4f517b591a req-869006dd-75ce-41be-9f15-9f244ce195be tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] 10.222.0.86 "DELETE /v2.0/ports/bfe38855-4fdc-43a1-893f-d945a49646f3 HTTP/1.1" status: 204 len: 173 time: 0.9083176 May 30 21:54:37.879119 n-d-843948-2 neutron-server[84887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fb2bb5a-97ec-4a36-83f9-e859de5e409c'] response: {'server_uuid': '69a5b5d8-e20f-46d6-b851-427f62bb188a', 'name': 'network-vif-deleted', 'tag': 'bfe38855-4fdc-43a1-893f-d945a49646f3', 'status': 'completed', 'code': 200} May 30 21:54:38.751789 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 55298) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:54:38.824641 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9142fcc4-2982-44b9-a3e2-97a2b59ea304 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:54:38.854540 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9142fcc4-2982-44b9-a3e2-97a2b59ea304 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:54:38.985533 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9142fcc4-2982-44b9-a3e2-97a2b59ea304 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:54:39.004719 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9142fcc4-2982-44b9-a3e2-97a2b59ea304 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=805117ea-95c3-4bce-813b-63f7fa412afd,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:54:39.076260 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-9142fcc4-2982-44b9-a3e2-97a2b59ea304 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:54:39.077393 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-9142fcc4-2982-44b9-a3e2-97a2b59ea304 tempest-TestSnapshotPattern-973493444 tempest-TestSnapshotPattern-973493444-project] 10.222.0.85 "DELETE /v2.0/security-groups/805117ea-95c3-4bce-813b-63f7fa412afd HTTP/1.1" status: 204 len: 168 time: 0.3245502 May 30 21:54:39.202366 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 55304) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:54:39.699643 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e49dc5ce-c412-4225-b391-33e6f7be9ffb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-736216'] for router_interface, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:54:40.273477 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-e49dc5ce-c412-4225-b391-33e6f7be9ffb admin admin] Deleting port ae7d7805-2aa0-4a86-93c8-6ed056c057b5 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:54:40.274194 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e49dc5ce-c412-4225-b391-33e6f7be9ffb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:54:40.536536 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [None req-e49dc5ce-c412-4225-b391-33e6f7be9ffb admin admin] For port ae7d7805-2aa0-4a86-93c8-6ed056c057b5, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=ae7d7805-2aa0-4a86-93c8-6ed056c057b5,segment=NetworkSegment(903a1647-840b-44e5-a215-34734b06b085),segment_id=903a1647-840b-44e5-a215-34734b06b085)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:54:40.536842 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e49dc5ce-c412-4225-b391-33e6f7be9ffb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:54:40.655950 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-e49dc5ce-c412-4225-b391-33e6f7be9ffb admin admin] Calling delete_port for ae7d7805-2aa0-4a86-93c8-6ed056c057b5 owned by network:router_interface {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:54:40.859399 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e49dc5ce-c412-4225-b391-33e6f7be9ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:54:40.903619 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49dc5ce-c412-4225-b391-33e6f7be9ffb admin admin] Pushing event deleted for resources: {'Port': ['ID=ae7d7805-2aa0-4a86-93c8-6ed056c057b5,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:54:40.943438 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device bfe38855-4fdc-43a1-893f-d945a49646f3 no longer exists at agent hyperv_n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 21:54:40.979336 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] No Port match for: bfe38855-4fdc-43a1-893f-d945a49646f3 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 21:54:40.979932 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Device bfe38855-4fdc-43a1-893f-d945a49646f3 not bound to the agent host n-h2-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 21:54:41.191525 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-e49dc5ce-c412-4225-b391-33e6f7be9ffb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1718140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-736143'] for router_interface, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:54:41.751715 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e49dc5ce-c412-4225-b391-33e6f7be9ffb admin admin] Router cd241ea9-4ca2-43ad-b614-f746af811df3 has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 21:54:42.038177 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e49dc5ce-c412-4225-b391-33e6f7be9ffb admin admin] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 21:54:42.047914 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b055fe17-fd92-4f9f-b0a7-5f57c4150fef None None] Sync routers for ids ['cd241ea9-4ca2-43ad-b614-f746af811df3'] in n-d-843948-2 {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 21:54:42.050788 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-e49dc5ce-c412-4225-b391-33e6f7be9ffb admin admin] 10.222.0.85 "PUT /v2.0/routers/cd241ea9-4ca2-43ad-b614-f746af811df3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8473740 May 30 21:54:42.053324 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 55310) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:54:42.059824 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b055fe17-fd92-4f9f-b0a7-5f57c4150fef None None] Routers {'cd241ea9-4ca2-43ad-b614-f746af811df3'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:54:42.060445 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-b055fe17-fd92-4f9f-b0a7-5f57c4150fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T21:54:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['cd241ea9-4ca2-43ad-b614-f746af811df3'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:54:42.248366 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-aa0e9d6e-9ab0-4cee-87e0-8c3bee887cbf admin admin] Notify callbacks [] for router, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:54:42.275482 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-b055fe17-fd92-4f9f-b0a7-5f57c4150fef None None] Set router cd241ea9-4ca2-43ad-b614-f746af811df3 gateway port host: n-d-843948-2 {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:54:42.443056 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-aa0e9d6e-9ab0-4cee-87e0-8c3bee887cbf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:54:42.499516 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-aa0e9d6e-9ab0-4cee-87e0-8c3bee887cbf admin admin] Deleting port 43dce2e0-5a4d-4013-a3b1-58dea575f5c8 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:54:42.499974 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-aa0e9d6e-9ab0-4cee-87e0-8c3bee887cbf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:54:42.564493 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-b055fe17-fd92-4f9f-b0a7-5f57c4150fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd241ea9-4ca2-43ad-b614-f746af811df3', 'name': 'tempest-TestSnapshotPattern-1904564756-router', 'tenant_id': '9b65d052608942f5a899fbd1f25dbb6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': '43dce2e0-5a4d-4013-a3b1-58dea575f5c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:49:30Z', 'updated_at': '2022-05-30T21:54:40Z', 'revision_number': 5, 'project_id': '9b65d052608942f5a899fbd1f25dbb6f', 'gw_port': {'id': '43dce2e0-5a4d-4013-a3b1-58dea575f5c8', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:7e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd241ea9-4ca2-43ad-b614-f746af811df3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:49:31Z', 'updated_at': '2022-05-30T21:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:54:42.568629 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b055fe17-fd92-4f9f-b0a7-5f57c4150fef None None] Checking router: cd241ea9-4ca2-43ad-b614-f746af811df3 for host: n-d-843948-2 {{(pid=84888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 21:54:42.579585 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b055fe17-fd92-4f9f-b0a7-5f57c4150fef None None] Routers {'cd241ea9-4ca2-43ad-b614-f746af811df3'} bound to L3 agent in host n-d-843948-2 {{(pid=84888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:54:42.580184 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-b055fe17-fd92-4f9f-b0a7-5f57c4150fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T21:54:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['cd241ea9-4ca2-43ad-b614-f746af811df3'], 'active': True} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:54:42.677067 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [None req-aa0e9d6e-9ab0-4cee-87e0-8c3bee887cbf admin admin] For port 43dce2e0-5a4d-4013-a3b1-58dea575f5c8, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=43dce2e0-5a4d-4013-a3b1-58dea575f5c8,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:54:42.677420 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-aa0e9d6e-9ab0-4cee-87e0-8c3bee887cbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:54:42.729422 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_dvr_db [None req-b055fe17-fd92-4f9f-b0a7-5f57c4150fef None None] Set router cd241ea9-4ca2-43ad-b614-f746af811df3 gateway port host: None {{(pid=84888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:54:42.797296 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-aa0e9d6e-9ab0-4cee-87e0-8c3bee887cbf admin admin] Calling delete_port for 43dce2e0-5a4d-4013-a3b1-58dea575f5c8 owned by network:router_gateway {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:54:42.833274 n-d-843948-2 neutron-server[84888]: DEBUG neutron.db.l3_hamode_db [None req-b055fe17-fd92-4f9f-b0a7-5f57c4150fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd241ea9-4ca2-43ad-b614-f746af811df3', 'name': 'tempest-TestSnapshotPattern-1904564756-router', 'tenant_id': '9b65d052608942f5a899fbd1f25dbb6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:49:30Z', 'updated_at': '2022-05-30T21:54:42Z', 'revision_number': 6, 'project_id': '9b65d052608942f5a899fbd1f25dbb6f', 'gw_port_host': None}], 'n-d-843948-2', False) {} {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:54:42.837085 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b055fe17-fd92-4f9f-b0a7-5f57c4150fef None None] The sync data for ids ['cd241ea9-4ca2-43ad-b614-f746af811df3'] in n-d-843948-2 is: [{'id': 'cd241ea9-4ca2-43ad-b614-f746af811df3', 'name': 'tempest-TestSnapshotPattern-1904564756-router', 'tenant_id': '9b65d052608942f5a899fbd1f25dbb6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:49:30Z', 'updated_at': '2022-05-30T21:54:42Z', 'revision_number': 6, 'project_id': '9b65d052608942f5a899fbd1f25dbb6f', 'gw_port_host': None}] {{(pid=84888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 21:54:43.002605 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-aa0e9d6e-9ab0-4cee-87e0-8c3bee887cbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:54:43.047805 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0e9d6e-9ab0-4cee-87e0-8c3bee887cbf admin admin] Pushing event deleted for resources: {'Port': ['ID=43dce2e0-5a4d-4013-a3b1-58dea575f5c8,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:54:43.267338 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-aa0e9d6e-9ab0-4cee-87e0-8c3bee887cbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-736453'] for router_gateway, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:54:43.611128 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-aa0e9d6e-9ab0-4cee-87e0-8c3bee887cbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-724789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3141'] for router, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:54:43.615353 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-aa0e9d6e-9ab0-4cee-87e0-8c3bee887cbf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:54:43.722118 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-aa0e9d6e-9ab0-4cee-87e0-8c3bee887cbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724889'] for router, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:54:43.722893 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa0e9d6e-9ab0-4cee-87e0-8c3bee887cbf admin admin] Fanout notify agent at l3_agent the message router_deleted on router cd241ea9-4ca2-43ad-b614-f746af811df3 {{(pid=84887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 21:54:43.736094 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-aa0e9d6e-9ab0-4cee-87e0-8c3bee887cbf admin admin] Notify callbacks [] for router, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:54:43.737208 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-aa0e9d6e-9ab0-4cee-87e0-8c3bee887cbf admin admin] 10.222.0.85 "DELETE /v2.0/routers/cd241ea9-4ca2-43ad-b614-f746af811df3 HTTP/1.1" status: 204 len: 168 time: 1.6828399 May 30 21:54:43.739831 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 55314) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:54:43.803114 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_v2 [None req-08d3d1c5-cc39-4acb-bc52-8f4897d63481 admin admin] Deleting subnet 7d64e778-aa60-46ed-8ee7-992ca1068a32 {{(pid=84887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 21:54:43.806613 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-08d3d1c5-cc39-4acb-bc52-8f4897d63481 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:54:43.858435 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-08d3d1c5-cc39-4acb-bc52-8f4897d63481 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3149227'] for subnet, precommit_delete_associations {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:54:43.933329 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-08d3d1c5-cc39-4acb-bc52-8f4897d63481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:54:44.094336 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-08d3d1c5-cc39-4acb-bc52-8f4897d63481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4055470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114247'] for subnet, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:54:44.133796 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d3d1c5-cc39-4acb-bc52-8f4897d63481 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d64e778-aa60-46ed-8ee7-992ca1068a32,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:54:44.139940 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-08d3d1c5-cc39-4acb-bc52-8f4897d63481 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:54:44.145479 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b19481-7414-4e7c-bf9b-e430e0d29aa0 None None] Network fd493364-9658-4adb-9063-bc8b3eea12ce requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 21:54:44.145966 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-08d3d1c5-cc39-4acb-bc52-8f4897d63481 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/7d64e778-aa60-46ed-8ee7-992ca1068a32 HTTP/1.1" status: 204 len: 168 time: 0.4050806 May 30 21:54:44.148503 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 55318) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:54:44.252456 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2b49fbce-e831-472a-acb9-b2325f061679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:54:44.262519 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-2b49fbce-e831-472a-acb9-b2325f061679 admin admin] Deleting port 906f3645-0622-49d6-b910-ca065a43a073 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:54:44.262835 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2b49fbce-e831-472a-acb9-b2325f061679 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:54:44.398919 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c36087-f7ea-4bc4-8e91-21a439f1279a None None] DHCP port deletion for fd493364-9658-4adb-9063-bc8b3eea12ce request from n-d-843948-2 {{(pid=84888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 21:54:44.403227 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-72c36087-f7ea-4bc4-8e91-21a439f1279a None None] Deleting port 906f3645-0622-49d6-b910-ca065a43a073 {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:54:44.404113 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-72c36087-f7ea-4bc4-8e91-21a439f1279a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:54:44.467146 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [None req-2b49fbce-e831-472a-acb9-b2325f061679 admin admin] For port 906f3645-0622-49d6-b910-ca065a43a073, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=906f3645-0622-49d6-b910-ca065a43a073,segment=NetworkSegment(903a1647-840b-44e5-a215-34734b06b085),segment_id=903a1647-840b-44e5-a215-34734b06b085)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:54:44.467497 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2b49fbce-e831-472a-acb9-b2325f061679 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:54:44.585512 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 43dce2e0-5a4d-4013-a3b1-58dea575f5c8 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 21:54:44.588404 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-2b49fbce-e831-472a-acb9-b2325f061679 admin admin] Calling delete_port for 906f3645-0622-49d6-b910-ca065a43a073 owned by network:dhcp {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:54:44.629765 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: 43dce2e0-5a4d-4013-a3b1-58dea575f5c8 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 21:54:44.630003 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 43dce2e0-5a4d-4013-a3b1-58dea575f5c8 not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 21:54:44.630407 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device ae7d7805-2aa0-4a86-93c8-6ed056c057b5 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 21:54:44.667069 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: ae7d7805-2aa0-4a86-93c8-6ed056c057b5 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 21:54:44.667406 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device ae7d7805-2aa0-4a86-93c8-6ed056c057b5 not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 21:54:44.667810 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 906f3645-0622-49d6-b910-ca065a43a073 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 21:54:44.697873 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-72c36087-f7ea-4bc4-8e91-21a439f1279a None None] For port 906f3645-0622-49d6-b910-ca065a43a073, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=906f3645-0622-49d6-b910-ca065a43a073,segment=NetworkSegment(903a1647-840b-44e5-a215-34734b06b085),segment_id=903a1647-840b-44e5-a215-34734b06b085)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:54:44.698262 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-72c36087-f7ea-4bc4-8e91-21a439f1279a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:54:44.716746 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2b49fbce-e831-472a-acb9-b2325f061679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:54:44.762660 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b49fbce-e831-472a-acb9-b2325f061679 admin admin] Pushing event deleted for resources: {'Port': ['ID=906f3645-0622-49d6-b910-ca065a43a073,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:54:44.767665 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b49fbce-e831-472a-acb9-b2325f061679 admin admin] No DVR routers for this DVR port 906f3645-0622-49d6-b910-ca065a43a073 on host n-d-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 21:54:44.874256 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-72c36087-f7ea-4bc4-8e91-21a439f1279a None None] Calling delete_port for 906f3645-0622-49d6-b910-ca065a43a073 owned by network:dhcp {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:54:44.887739 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2b49fbce-e831-472a-acb9-b2325f061679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:54:44.909473 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-2b49fbce-e831-472a-acb9-b2325f061679 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd493364-9658-4adb-9063-bc8b3eea12ce']}} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:54:44.922141 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-2b49fbce-e831-472a-acb9-b2325f061679 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '903a1647-840b-44e5-a215-34734b06b085') {'for_net_delete': True} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:54:44.922432 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-2b49fbce-e831-472a-acb9-b2325f061679 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '903a1647-840b-44e5-a215-34734b06b085') {} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:54:44.928942 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No active binding found for port 906f3645-0622-49d6-b910-ca065a43a073 {{(pid=84888) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} May 30 21:54:44.929337 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 906f3645-0622-49d6-b910-ca065a43a073 not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 21:54:44.933709 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2b49fbce-e831-472a-acb9-b2325f061679 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3149912'] for segment, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:54:44.952501 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.db.api [None req-72c36087-f7ea-4bc4-8e91-21a439f1279a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 21:54:44.952850 n-d-843948-2 neutron-server[84888]: DEBUG oslo_db.api [None req-72c36087-f7ea-4bc4-8e91-21a439f1279a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 21:54:44.953484 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2b49fbce-e831-472a-acb9-b2325f061679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:54:44.959980 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b49fbce-e831-472a-acb9-b2325f061679 admin admin] Releasing vlan 688 on physical network physnet1 to pool {{(pid=84887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 21:54:44.962190 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2b49fbce-e831-472a-acb9-b2325f061679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4055488'] for segment, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:54:45.058353 n-d-843948-2 neutron-server[84887]: Traceback (most recent call last): May 30 21:54:45.058353 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 21:54:45.058353 n-d-843948-2 neutron-server[84887]: timer() May 30 21:54:45.058353 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 21:54:45.058353 n-d-843948-2 neutron-server[84887]: cb(*args, **kw) May 30 21:54:45.058353 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 21:54:45.058353 n-d-843948-2 neutron-server[84887]: return func(*args, **kwargs) May 30 21:54:45.058353 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 21:54:45.058353 n-d-843948-2 neutron-server[84887]: self._notify() May 30 21:54:45.058353 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 21:54:45.058353 n-d-843948-2 neutron-server[84887]: self.callback(batched_events) May 30 21:54:45.058353 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 21:54:45.058353 n-d-843948-2 neutron-server[84887]: event.method(event) May 30 21:54:45.058353 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 21:54:45.058353 n-d-843948-2 neutron-server[84887]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 21:54:45.058353 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 21:54:45.058353 n-d-843948-2 neutron-server[84887]: aggregate_uuid = self.p_client.list_aggregates( May 30 21:54:45.058353 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 21:54:45.058353 n-d-843948-2 neutron-server[84887]: return f(self, *a, **k) May 30 21:54:45.058353 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 21:54:45.058353 n-d-843948-2 neutron-server[84887]: return self._get(url).json() May 30 21:54:45.058353 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 21:54:45.058353 n-d-843948-2 neutron-server[84887]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 21:54:45.058353 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 21:54:45.058353 n-d-843948-2 neutron-server[84887]: return self.request(url, 'GET', **kwargs) May 30 21:54:45.058353 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 21:54:45.058353 n-d-843948-2 neutron-server[84887]: base_url = self.get_endpoint(auth, allow=allow, May 30 21:54:45.058353 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 21:54:45.058353 n-d-843948-2 neutron-server[84887]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 21:54:45.058353 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 21:54:45.058353 n-d-843948-2 neutron-server[84887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 21:54:45.058353 n-d-843948-2 neutron-server[84887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 21:54:45.213497 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2b49fbce-e831-472a-acb9-b2325f061679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:54:45.234463 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-2b49fbce-e831-472a-acb9-b2325f061679 admin admin] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:54:45.240157 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b49fbce-e831-472a-acb9-b2325f061679 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd493364-9658-4adb-9063-bc8b3eea12ce,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:54:45.317340 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-2b49fbce-e831-472a-acb9-b2325f061679 admin admin] 10.222.0.85 "DELETE /v2.0/networks/fd493364-9658-4adb-9063-bc8b3eea12ce HTTP/1.1" status: 204 len: 168 time: 1.1678519 May 30 21:54:45.320214 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 55322) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:54:45.453821 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-72c36087-f7ea-4bc4-8e91-21a439f1279a None None] Deleting port 906f3645-0622-49d6-b910-ca065a43a073 {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:54:45.454370 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-72c36087-f7ea-4bc4-8e91-21a439f1279a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:54:45.516294 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-72c36087-f7ea-4bc4-8e91-21a439f1279a None None] The port '906f3645-0622-49d6-b910-ca065a43a073' was deleted {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 21:54:45.702560 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-13dc6b11-eb52-4051-a583-665b764dd1e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-736216'] for router_interface, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:54:46.281355 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-13dc6b11-eb52-4051-a583-665b764dd1e7 admin admin] Deleting port 8dfbc79c-36e6-4190-bd50-73bfcbdbdd22 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:54:46.282075 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-13dc6b11-eb52-4051-a583-665b764dd1e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:54:46.447643 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [None req-13dc6b11-eb52-4051-a583-665b764dd1e7 admin admin] For port 8dfbc79c-36e6-4190-bd50-73bfcbdbdd22, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=8dfbc79c-36e6-4190-bd50-73bfcbdbdd22,segment=NetworkSegment(e46d7644-f722-4fbd-bcae-4c464ad7081d),segment_id=e46d7644-f722-4fbd-bcae-4c464ad7081d)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:54:46.447995 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-13dc6b11-eb52-4051-a583-665b764dd1e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:54:46.568815 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-13dc6b11-eb52-4051-a583-665b764dd1e7 admin admin] Calling delete_port for 8dfbc79c-36e6-4190-bd50-73bfcbdbdd22 owned by network:router_interface {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:54:46.859369 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-13dc6b11-eb52-4051-a583-665b764dd1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:54:46.902198 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dc6b11-eb52-4051-a583-665b764dd1e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=8dfbc79c-36e6-4190-bd50-73bfcbdbdd22,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:54:47.186838 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-13dc6b11-eb52-4051-a583-665b764dd1e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1718140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-736143'] for router_interface, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:54:47.743690 n-d-843948-2 neutron-server[84887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13dc6b11-eb52-4051-a583-665b764dd1e7 admin admin] Router 5fffdb7b-a925-4368-9946-dd60b40b5afc has already been hosted by L3 agent ac06ce77-cf42-4ece-9501-1fa7fcf31e84 {{(pid=84887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 30 21:54:47.939541 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13dc6b11-eb52-4051-a583-665b764dd1e7 admin admin] Notify agent at l3_agent.n-d-843948-2 the message routers_updated {{(pid=84887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 30 21:54:47.947907 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214a47a9-a0c9-4256-9c8e-1c8f743f11e7 None None] Sync routers for ids ['5fffdb7b-a925-4368-9946-dd60b40b5afc'] in n-d-843948-2 {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 30 21:54:47.959812 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214a47a9-a0c9-4256-9c8e-1c8f743f11e7 None None] Routers {'5fffdb7b-a925-4368-9946-dd60b40b5afc'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:54:47.960404 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-214a47a9-a0c9-4256-9c8e-1c8f743f11e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T21:54:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['5fffdb7b-a925-4368-9946-dd60b40b5afc'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:54:48.015804 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-13dc6b11-eb52-4051-a583-665b764dd1e7 admin admin] 10.222.0.85 "PUT /v2.0/routers/5fffdb7b-a925-4368-9946-dd60b40b5afc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6944859 May 30 21:54:48.018753 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 55326) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:54:48.135597 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-214a47a9-a0c9-4256-9c8e-1c8f743f11e7 None None] Set router 5fffdb7b-a925-4368-9946-dd60b40b5afc gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:54:48.312756 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-55c17958-7736-4c4b-8799-98d6e6c10bea admin admin] Notify callbacks [] for router, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:54:48.414997 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-214a47a9-a0c9-4256-9c8e-1c8f743f11e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fffdb7b-a925-4368-9946-dd60b40b5afc', 'name': 'tempest-TestSnapshotPattern-1067278450-router', 'tenant_id': '8682ce7cbc584c828a659226345545aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.251'}], 'enable_snat': True}, 'gw_port_id': '2fceef43-9803-48b9-babf-084cd0f52bf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:49:38Z', 'updated_at': '2022-05-30T21:54:46Z', 'revision_number': 5, 'project_id': '8682ce7cbc584c828a659226345545aa', 'gw_port': {'id': '2fceef43-9803-48b9-babf-084cd0f52bf9', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:cd:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fffdb7b-a925-4368-9946-dd60b40b5afc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:49:38Z', 'updated_at': '2022-05-30T21:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:54:48.418900 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214a47a9-a0c9-4256-9c8e-1c8f743f11e7 None None] Checking router: 5fffdb7b-a925-4368-9946-dd60b40b5afc for host: n-d-843948-2 {{(pid=84889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 30 21:54:48.429799 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214a47a9-a0c9-4256-9c8e-1c8f743f11e7 None None] Routers {'5fffdb7b-a925-4368-9946-dd60b40b5afc'} bound to L3 agent in host n-d-843948-2 {{(pid=84889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 30 21:54:48.430391 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-214a47a9-a0c9-4256-9c8e-1c8f743f11e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843948-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-30T19:44:59Z,description=,heartbeat_timestamp=2022-05-30T21:54:30Z,host='n-d-843948-2',id=ac06ce77-cf42-4ece-9501-1fa7fcf31e84,load=0,resource_versions=,resources_synced=,started_at=2022-05-30T19:45:00Z,topic='l3_agent')) {'router_ids': ['5fffdb7b-a925-4368-9946-dd60b40b5afc'], 'active': True} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:54:48.509389 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-55c17958-7736-4c4b-8799-98d6e6c10bea admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:54:48.608425 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-55c17958-7736-4c4b-8799-98d6e6c10bea admin admin] Deleting port 2fceef43-9803-48b9-babf-084cd0f52bf9 {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:54:48.608766 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-55c17958-7736-4c4b-8799-98d6e6c10bea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:54:48.609029 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_dvr_db [None req-214a47a9-a0c9-4256-9c8e-1c8f743f11e7 None None] Set router 5fffdb7b-a925-4368-9946-dd60b40b5afc gateway port host: n-d-843948-2 {{(pid=84889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 30 21:54:48.779761 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [None req-55c17958-7736-4c4b-8799-98d6e6c10bea admin admin] For port 2fceef43-9803-48b9-babf-084cd0f52bf9, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=2fceef43-9803-48b9-babf-084cd0f52bf9,segment=NetworkSegment(d8b994f4-c6ac-4a44-a167-bbb12b403d05),segment_id=d8b994f4-c6ac-4a44-a167-bbb12b403d05)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:54:48.780354 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-55c17958-7736-4c4b-8799-98d6e6c10bea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:54:48.882380 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.l3_hamode_db [None req-214a47a9-a0c9-4256-9c8e-1c8f743f11e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fffdb7b-a925-4368-9946-dd60b40b5afc', 'name': 'tempest-TestSnapshotPattern-1067278450-router', 'tenant_id': '8682ce7cbc584c828a659226345545aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.251'}], 'enable_snat': True}, 'gw_port_id': '2fceef43-9803-48b9-babf-084cd0f52bf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:49:38Z', 'updated_at': '2022-05-30T21:54:46Z', 'revision_number': 5, 'project_id': '8682ce7cbc584c828a659226345545aa', 'gw_port': {'id': '2fceef43-9803-48b9-babf-084cd0f52bf9', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:cd:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fffdb7b-a925-4368-9946-dd60b40b5afc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:49:38Z', 'updated_at': '2022-05-30T21:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}], 'n-d-843948-2', False) {} {{(pid=84889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:54:48.886178 n-d-843948-2 neutron-server[84889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214a47a9-a0c9-4256-9c8e-1c8f743f11e7 None None] The sync data for ids ['5fffdb7b-a925-4368-9946-dd60b40b5afc'] in n-d-843948-2 is: [{'id': '5fffdb7b-a925-4368-9946-dd60b40b5afc', 'name': 'tempest-TestSnapshotPattern-1067278450-router', 'tenant_id': '8682ce7cbc584c828a659226345545aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'external_fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.251'}], 'enable_snat': True}, 'gw_port_id': '2fceef43-9803-48b9-babf-084cd0f52bf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-30T21:49:38Z', 'updated_at': '2022-05-30T21:54:46Z', 'revision_number': 5, 'project_id': '8682ce7cbc584c828a659226345545aa', 'gw_port': {'id': '2fceef43-9803-48b9-babf-084cd0f52bf9', 'name': '', 'network_id': 'c7869750-4b49-4b7e-aa99-5e0f1ae02da4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:cd:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fffdb7b-a925-4368-9946-dd60b40b5afc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'ip_address': '172.25.8.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843948-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-30T21:49:38Z', 'updated_at': '2022-05-30T21:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '427601ec-f643-4fe7-b5e6-17305d3a39e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843948-2'}] {{(pid=84889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 30 21:54:48.900026 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-55c17958-7736-4c4b-8799-98d6e6c10bea admin admin] Calling delete_port for 2fceef43-9803-48b9-babf-084cd0f52bf9 owned by network:router_gateway {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:54:49.150737 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-55c17958-7736-4c4b-8799-98d6e6c10bea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:54:49.197293 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c17958-7736-4c4b-8799-98d6e6c10bea admin admin] Pushing event deleted for resources: {'Port': ['ID=2fceef43-9803-48b9-babf-084cd0f52bf9,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:54:49.426964 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-55c17958-7736-4c4b-8799-98d6e6c10bea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-736453'] for router_gateway, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:54:49.675464 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-55c17958-7736-4c4b-8799-98d6e6c10bea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-724789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3141'] for router, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:54:49.679582 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-55c17958-7736-4c4b-8799-98d6e6c10bea admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:54:49.899264 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-55c17958-7736-4c4b-8799-98d6e6c10bea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724889'] for router, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:54:49.899948 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55c17958-7736-4c4b-8799-98d6e6c10bea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5fffdb7b-a925-4368-9946-dd60b40b5afc {{(pid=84887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 30 21:54:49.911663 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-55c17958-7736-4c4b-8799-98d6e6c10bea admin admin] Notify callbacks [] for router, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:54:49.912787 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-55c17958-7736-4c4b-8799-98d6e6c10bea admin admin] 10.222.0.85 "DELETE /v2.0/routers/5fffdb7b-a925-4368-9946-dd60b40b5afc HTTP/1.1" status: 204 len: 168 time: 1.8931429 May 30 21:54:49.915440 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 55330) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:54:49.975123 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.db_base_plugin_v2 [None req-757aaaf9-37c6-4bf4-9d7f-70d9274c242f admin admin] Deleting subnet 1cce7cc5-cd88-4acd-a9c6-c44d71e4f175 {{(pid=84887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 30 21:54:49.978475 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-757aaaf9-37c6-4bf4-9d7f-70d9274c242f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:54:50.028671 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-757aaaf9-37c6-4bf4-9d7f-70d9274c242f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3149227'] for subnet, precommit_delete_associations {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:54:50.107407 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-757aaaf9-37c6-4bf4-9d7f-70d9274c242f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1135628'] for subnet, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:54:50.242208 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-757aaaf9-37c6-4bf4-9d7f-70d9274c242f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1135621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4055470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4114247'] for subnet, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:54:50.282603 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757aaaf9-37c6-4bf4-9d7f-70d9274c242f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1cce7cc5-cd88-4acd-a9c6-c44d71e4f175,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:54:50.287162 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-757aaaf9-37c6-4bf4-9d7f-70d9274c242f admin admin] Notify callbacks [] for subnet, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:54:50.292237 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c31583-6f59-4491-8431-ad3d7c42e8e4 None None] Network 404eaea3-3ee8-4b0b-8243-bf30ceb9517e requested from n-d-843948-2 {{(pid=84888) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 30 21:54:50.292833 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-757aaaf9-37c6-4bf4-9d7f-70d9274c242f admin admin] 10.222.0.85 "DELETE /v2.0/subnets/1cce7cc5-cd88-4acd-a9c6-c44d71e4f175 HTTP/1.1" status: 204 len: 168 time: 0.3763778 May 30 21:54:50.295882 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 55334) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:54:50.399397 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-64ee1d33-9810-4097-a027-b67762116808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1101544'] for network, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:54:50.410562 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-64ee1d33-9810-4097-a027-b67762116808 admin admin] Deleting port b065d4a2-4f52-4526-a0dd-4aec3edab81a {{(pid=84887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:54:50.410899 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-64ee1d33-9810-4097-a027-b67762116808 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:54:50.539172 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:54:50.548949 n-d-843948-2 neutron-server[84888]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83021365-01df-4e57-8ae9-ae38cabd1d63 None None] DHCP port deletion for 404eaea3-3ee8-4b0b-8243-bf30ceb9517e request from n-d-843948-2 {{(pid=84888) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 30 21:54:50.554497 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-83021365-01df-4e57-8ae9-ae38cabd1d63 None None] Deleting port b065d4a2-4f52-4526-a0dd-4aec3edab81a {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:54:50.554871 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-83021365-01df-4e57-8ae9-ae38cabd1d63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:54:50.610439 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 8dfbc79c-36e6-4190-bd50-73bfcbdbdd22 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 21:54:50.624843 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.db [None req-64ee1d33-9810-4097-a027-b67762116808 admin admin] For port b065d4a2-4f52-4526-a0dd-4aec3edab81a, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=b065d4a2-4f52-4526-a0dd-4aec3edab81a,segment=NetworkSegment(e46d7644-f722-4fbd-bcae-4c464ad7081d),segment_id=e46d7644-f722-4fbd-bcae-4c464ad7081d)] {{(pid=84887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:54:50.625197 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-64ee1d33-9810-4097-a027-b67762116808 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:54:50.676834 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: 8dfbc79c-36e6-4190-bd50-73bfcbdbdd22 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 21:54:50.677170 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 8dfbc79c-36e6-4190-bd50-73bfcbdbdd22 not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 21:54:50.677704 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 2fceef43-9803-48b9-babf-084cd0f52bf9 no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 21:54:50.717734 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] No Port match for: 2fceef43-9803-48b9-babf-084cd0f52bf9 {{(pid=84888) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 30 21:54:50.718077 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device 2fceef43-9803-48b9-babf-084cd0f52bf9 not bound to the agent host n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 30 21:54:50.718484 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.rpc [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Device b065d4a2-4f52-4526-a0dd-4aec3edab81a no longer exists at agent ovs-agent-n-d-843948-2 {{(pid=84888) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 30 21:54:50.745079 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.plugin [None req-64ee1d33-9810-4097-a027-b67762116808 admin admin] Calling delete_port for b065d4a2-4f52-4526-a0dd-4aec3edab81a owned by network:dhcp {{(pid=84887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:54:50.876591 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-64ee1d33-9810-4097-a027-b67762116808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1148591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764051165844', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764050808468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4055453'] for port, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:54:50.903240 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Port b065d4a2-4f52-4526-a0dd-4aec3edab81a update to DOWN by agent not found {{(pid=84888) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} May 30 21:54:50.908307 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.db [None req-83021365-01df-4e57-8ae9-ae38cabd1d63 None None] For port b065d4a2-4f52-4526-a0dd-4aec3edab81a, host n-d-843948-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843948-2',level=0,port_id=b065d4a2-4f52-4526-a0dd-4aec3edab81a,segment=NetworkSegment(e46d7644-f722-4fbd-bcae-4c464ad7081d),segment_id=e46d7644-f722-4fbd-bcae-4c464ad7081d)] {{(pid=84888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 30 21:54:50.908687 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-83021365-01df-4e57-8ae9-ae38cabd1d63 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676842'] for port, precommit_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:54:50.919529 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ee1d33-9810-4097-a027-b67762116808 admin admin] Pushing event deleted for resources: {'Port': ['ID=b065d4a2-4f52-4526-a0dd-4aec3edab81a,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:54:50.928651 n-d-843948-2 neutron-server[84887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ee1d33-9810-4097-a027-b67762116808 admin admin] No DVR routers for this DVR port b065d4a2-4f52-4526-a0dd-4aec3edab81a on host n-d-843948-2 {{(pid=84887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 30 21:54:51.027469 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-83021365-01df-4e57-8ae9-ae38cabd1d63 None None] Calling delete_port for b065d4a2-4f52-4526-a0dd-4aec3edab81a owned by network:dhcp {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 30 21:54:51.042465 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-64ee1d33-9810-4097-a027-b67762116808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2008985', 'neutron.services.segments.db._delete_segments_for_network-8764051277177'] for network, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:54:51.067098 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-64ee1d33-9810-4097-a027-b67762116808 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['404eaea3-3ee8-4b0b-8243-bf30ceb9517e']}} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:54:51.079372 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-64ee1d33-9810-4097-a027-b67762116808 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e46d7644-f722-4fbd-bcae-4c464ad7081d') {'for_net_delete': True} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:54:51.079665 n-d-843948-2 neutron-server[84887]: DEBUG neutron.services.segments.db [None req-64ee1d33-9810-4097-a027-b67762116808 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e46d7644-f722-4fbd-bcae-4c464ad7081d') {} {{(pid=84887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 30 21:54:51.090980 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-64ee1d33-9810-4097-a027-b67762116808 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764051277060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3149912'] for segment, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:54:51.093991 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.db.api [None req-83021365-01df-4e57-8ae9-ae38cabd1d63 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 30 21:54:51.094341 n-d-843948-2 neutron-server[84888]: DEBUG oslo_db.api [None req-83021365-01df-4e57-8ae9-ae38cabd1d63 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 30 21:54:51.107002 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-64ee1d33-9810-4097-a027-b67762116808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089130'] for segment, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:54:51.112881 n-d-843948-2 neutron-server[84887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64ee1d33-9810-4097-a027-b67762116808 admin admin] Releasing vlan 668 on physical network physnet1 to pool {{(pid=84887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 30 21:54:51.113261 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-64ee1d33-9810-4097-a027-b67762116808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1089137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4055488'] for segment, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:54:51.130193 n-d-843948-2 neutron-server[84887]: Traceback (most recent call last): May 30 21:54:51.130193 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 30 21:54:51.130193 n-d-843948-2 neutron-server[84887]: timer() May 30 21:54:51.130193 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 30 21:54:51.130193 n-d-843948-2 neutron-server[84887]: cb(*args, **kw) May 30 21:54:51.130193 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 30 21:54:51.130193 n-d-843948-2 neutron-server[84887]: return func(*args, **kwargs) May 30 21:54:51.130193 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 30 21:54:51.130193 n-d-843948-2 neutron-server[84887]: self._notify() May 30 21:54:51.130193 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 30 21:54:51.130193 n-d-843948-2 neutron-server[84887]: self.callback(batched_events) May 30 21:54:51.130193 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 30 21:54:51.130193 n-d-843948-2 neutron-server[84887]: event.method(event) May 30 21:54:51.130193 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 30 21:54:51.130193 n-d-843948-2 neutron-server[84887]: aggregate_id = self._get_aggregate_id(event.segment_id) May 30 21:54:51.130193 n-d-843948-2 neutron-server[84887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 30 21:54:51.130193 n-d-843948-2 neutron-server[84887]: aggregate_uuid = self.p_client.list_aggregates( May 30 21:54:51.130193 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 30 21:54:51.130193 n-d-843948-2 neutron-server[84887]: return f(self, *a, **k) May 30 21:54:51.130193 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 30 21:54:51.130193 n-d-843948-2 neutron-server[84887]: return self._get(url).json() May 30 21:54:51.130193 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 30 21:54:51.130193 n-d-843948-2 neutron-server[84887]: return self._client.get(url, endpoint_filter=self._ks_filter, May 30 21:54:51.130193 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 30 21:54:51.130193 n-d-843948-2 neutron-server[84887]: return self.request(url, 'GET', **kwargs) May 30 21:54:51.130193 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 30 21:54:51.130193 n-d-843948-2 neutron-server[84887]: base_url = self.get_endpoint(auth, allow=allow, May 30 21:54:51.130193 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 30 21:54:51.130193 n-d-843948-2 neutron-server[84887]: auth = self._auth_required(auth, 'determine endpoint URL') May 30 21:54:51.130193 n-d-843948-2 neutron-server[84887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 30 21:54:51.130193 n-d-843948-2 neutron-server[84887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 30 21:54:51.130193 n-d-843948-2 neutron-server[84887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 30 21:54:51.253296 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-64ee1d33-9810-4097-a027-b67762116808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2008978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1718161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-736472'] for network, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:54:51.269222 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-64ee1d33-9810-4097-a027-b67762116808 admin admin] Notify callbacks [] for network, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:54:51.281313 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ee1d33-9810-4097-a027-b67762116808 admin admin] Pushing event deleted for resources: {'Network': ['ID=404eaea3-3ee8-4b0b-8243-bf30ceb9517e,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:54:51.286153 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-64ee1d33-9810-4097-a027-b67762116808 admin admin] 10.222.0.85 "DELETE /v2.0/networks/404eaea3-3ee8-4b0b-8243-bf30ceb9517e HTTP/1.1" status: 204 len: 168 time: 0.9893665 May 30 21:54:51.592766 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 55340) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:54:51.595601 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-83021365-01df-4e57-8ae9-ae38cabd1d63 None None] Deleting port b065d4a2-4f52-4526-a0dd-4aec3edab81a {{(pid=84888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 30 21:54:51.595997 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-83021365-01df-4e57-8ae9-ae38cabd1d63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764051259603'] for port, before_delete {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:54:51.643420 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-bf23d24c-5b64-4856-909b-d7f5f0eadf33 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=9b65d052608942f5a899fbd1f25dbb6f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0493476 May 30 21:54:51.645822 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 55344) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:54:51.660524 n-d-843948-2 neutron-server[84888]: DEBUG neutron.plugins.ml2.plugin [None req-83021365-01df-4e57-8ae9-ae38cabd1d63 None None] The port 'b065d4a2-4f52-4526-a0dd-4aec3edab81a' was deleted {{(pid=84888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 30 21:54:51.709043 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-30d662b8-4b14-45ed-b801-1162fb3ad684 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:54:51.738277 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-30d662b8-4b14-45ed-b801-1162fb3ad684 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:54:51.847748 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-30d662b8-4b14-45ed-b801-1162fb3ad684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:54:51.864967 n-d-843948-2 neutron-server[84886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d662b8-4b14-45ed-b801-1162fb3ad684 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ccdc648-4ed9-4388-a8e1-218bdd70f0da,revision_number=None']} {{(pid=84886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:54:51.871197 n-d-843948-2 neutron-server[84886]: DEBUG neutron_lib.callbacks.manager [None req-30d662b8-4b14-45ed-b801-1162fb3ad684 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:54:51.872323 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-30d662b8-4b14-45ed-b801-1162fb3ad684 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/1ccdc648-4ed9-4388-a8e1-218bdd70f0da HTTP/1.1" status: 204 len: 168 time: 0.2256029 May 30 21:54:52.511032 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [-] (84886) accepted ('10.222.0.85', 55352) {{(pid=84886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:54:52.561502 n-d-843948-2 neutron-server[84886]: INFO neutron.wsgi [None req-43b89e92-4686-450e-aa44-b0d1d5cbf11d admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=8682ce7cbc584c828a659226345545aa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0492852 May 30 21:54:52.564077 n-d-843948-2 neutron-server[84887]: DEBUG neutron.wsgi [-] (84887) accepted ('10.222.0.85', 55356) {{(pid=84887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 30 21:54:52.626449 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-fd1f4313-ac2f-4423-972c-35f58c947ef6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:54:52.651172 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-fd1f4313-ac2f-4423-972c-35f58c947ef6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:54:52.750488 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-fd1f4313-ac2f-4423-972c-35f58c947ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631999'] for security_group, after_delete {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:54:52.765898 n-d-843948-2 neutron-server[84887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1f4313-ac2f-4423-972c-35f58c947ef6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02394254-7216-4d94-b3d6-fc508bf74765,revision_number=None']} {{(pid=84887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 30 21:54:52.774478 n-d-843948-2 neutron-server[84887]: DEBUG neutron_lib.callbacks.manager [None req-fd1f4313-ac2f-4423-972c-35f58c947ef6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:54:52.780511 n-d-843948-2 neutron-server[84887]: INFO neutron.wsgi [None req-fd1f4313-ac2f-4423-972c-35f58c947ef6 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/02394254-7216-4d94-b3d6-fc508bf74765 HTTP/1.1" status: 204 len: 168 time: 0.2132568 May 30 21:54:53.453568 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:54:56.327780 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-48c97294-c0fc-4bbf-a7b2-c2dd48676a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:54:59.721884 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ffa2f841-fffd-44f9-9bc4-fe922bba0c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:54:59.933086 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:55:01.556356 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:55:03.075730 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:55:04.634751 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 21:55:20.572657 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:55:23.418613 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:55:26.355540 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-984a959c-d4ce-4a71-82d2-ae9f6b36afee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:55:29.698171 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-1c457cce-206c-4da9-90c7-f50e1e76435e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:55:29.926884 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:55:31.578661 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:55:33.069889 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:55:41.635178 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 21:55:50.607043 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:55:53.429504 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:55:56.320776 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-12be4a95-81f7-4d94-8248-505f83e6545d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:55:59.674745 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-020320de-cf6e-4372-8b73-6ac38183fa09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:55:59.914895 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:56:01.561345 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:56:03.063464 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:56:18.634647 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 21:56:20.560896 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:56:23.456756 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:56:26.320340 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-63a34081-5777-4ace-8932-7b35b20cbbc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:56:29.680411 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-a6375d6f-de9e-47d8-95cc-fe331b3e61cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:56:29.937535 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:56:31.566094 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:56:33.074385 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:56:50.560345 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:56:53.445537 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:56:55.634901 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 21:56:56.314388 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-59674c82-e454-4a4d-8390-90f491778908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:56:59.731616 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-e5ab4148-e202-4974-a190-668dbe32d920 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:57:00.005695 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:57:01.599759 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:57:03.119754 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:57:20.593636 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:57:23.445179 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:57:26.330684 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-7c015ddf-3eba-48a5-aa3a-832834f599a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:57:29.679063 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-99560dd3-766b-4192-846e-623f42f952dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:57:29.936466 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:57:31.587774 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:57:32.634370 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 21:57:33.096415 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:57:50.576450 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:57:53.443342 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:57:56.342324 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-bbc5a42b-b12e-43b4-a433-b43056898fd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:57:59.696154 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ceb3f30a-a438-4d19-9422-f40fc82c2ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:57:59.930223 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:58:01.598840 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:58:03.095831 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:58:09.635434 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 21:58:20.597453 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:58:23.444095 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:58:26.329690 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-6c909ba6-5df7-4e10-b706-61b4ffdd0363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:58:29.672863 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-748d5cf1-9457-4aec-a9b3-ab834baf8b2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:58:29.924518 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:58:31.598400 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:58:33.099671 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:58:46.635904 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 21:58:50.603730 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:58:53.465153 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:58:56.333683 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-f2eb40b2-dcdc-45f8-a0d3-773fcc102b41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:58:59.683553 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-958a5b72-7ece-4a8e-8457-56b1d42edd42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:58:59.958325 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:59:01.626739 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:59:03.099661 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:59:20.614767 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:59:23.489414 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:59:23.636597 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 21:59:26.335041 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-d6611f6a-0d28-4a21-a255-3415f9c71ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:59:29.683391 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-4b790f28-3a34-4e40-92da-ae98343a8116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:59:29.946328 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:59:31.608160 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:59:33.104578 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:59:50.618689 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:59:53.488837 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:59:56.355542 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-090e3ecb-828e-470c-a4f6-6b7aab5cb8fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:59:59.683172 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-63d33072-c142-45b4-bb28-2ee7d43757f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 21:59:59.938385 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 22:00:00.637040 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 22:00:01.612932 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 22:00:03.117452 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 22:00:20.640988 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 22:00:23.482937 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 22:00:26.338268 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-169aef0c-4537-4dff-b5ac-5a410eab426c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 22:00:29.681098 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ee60d3af-d074-4a8f-a1e1-0f9cc278960d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 22:00:29.940567 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 22:00:31.608970 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 22:00:33.134546 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 22:00:37.638798 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 22:00:50.640939 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 22:00:53.492051 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 22:00:56.391090 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-c08fb33e-5f27-433b-9b05-65a134a93ba1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 22:00:59.694435 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-9fe518c1-9554-4b73-9977-7ac82c215c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 22:00:59.949076 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 22:01:01.635327 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 22:01:03.111561 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 22:01:14.639377 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 22:01:20.631030 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 22:01:23.485598 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 22:01:26.348878 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-cf067079-f58f-4757-aaa4-aa9bcafe33d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 22:01:29.676838 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-eee371b7-4d5b-4343-9c93-3296d62311c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 22:01:29.968381 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 22:01:31.623119 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 22:01:33.102749 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 22:01:48.819332 n-d-843948-2 neutron-server[84886]: DEBUG neutron.wsgi [req-d1c6b88e-0a26-4d9f-8aa3-89f01ad81788 req-02c65e6d-12a4-4e46-b753-7fe6aaaa53b3 service neutron] (84886) timed out ('10.222.0.85', 53918) {{(pid=84886) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 30 22:01:50.659219 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 22:01:51.640552 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 22:01:53.482339 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 22:01:56.342589 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-94365f38-5dc3-4b2e-80f8-79e65119c27a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 22:01:59.674325 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-bab44c45-6753-43c9-b328-7d0d97c54884 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 22:01:59.945071 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 22:02:01.619479 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 22:02:03.108182 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 22:02:20.630651 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 22:02:23.496345 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 22:02:26.390528 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-02cb465a-6ced-4b02-8c60-95a8abee9f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 22:02:28.641039 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 22:02:29.678927 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-95b45bc0-dca2-42b4-883c-a073c5a48eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 22:02:29.964786 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 22:02:31.624667 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 22:02:33.110931 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 22:02:50.676204 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 22:02:53.538994 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 22:02:56.327185 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-15050dcd-21f4-4e6d-a331-bb56364c5cad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 22:02:59.678579 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-39a3836b-f9ed-4b78-8a01-167eea1dba1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 22:02:59.941448 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 22:03:01.627566 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 22:03:03.110761 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 22:03:05.642930 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 30 22:03:20.675722 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-b62d73fd-3c6f-41cd-a9b8-14757f4ed9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 22:03:23.521723 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2ad60577-b5b3-4ae5-8683-4229732a9d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 22:03:26.326951 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-2cb8667f-4296-4282-b2f5-e09b012c7b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 22:03:29.676042 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-9f80de0f-177f-4e09-beb1-4269ef152153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 22:03:29.950030 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-00a05299-0b71-4f60-9139-b674d87e9e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 22:03:31.612763 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-13df26b9-be84-4edd-b131-f5f19a0b5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 22:03:33.130048 n-d-843948-2 neutron-server[84888]: DEBUG neutron_lib.callbacks.manager [None req-ba53b5b2-e9c5-4b8d-aa72-331f1ce5789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764051277159', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007449'] for agent, after_update {{(pid=84888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 30 22:03:42.643311 n-d-843948-2 neutron-server[84889]: DEBUG neutron.db.agents_db [None req-b05b11ff-8421-4e87-9bc1-2900af168b9f None None] Agent healthcheck: found 7 active agents {{(pid=84889) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}